2024-09-13T15:51:39.043 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-13T15:51:39.064 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-13T15:51:39.156 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi/7903775 branch: wip-rishabh-testing-20240910.095512-reef description: fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/fuse objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v2 tasks/client-limits} email: null first_in_suite: false job_id: '7903775' kernel: kdb: 1 sha1: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi mgrmodules: sequential: - print: Enabling mgr modules name: rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-rishabh-testing-20240910.095512-reef ceph: cephfs: ec_profile: - m=2 - k=2 - crush-failure-domain=osd conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 pid file: '' rados mon op timeout: 900 rados osd op timeout: 900 mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: debug client: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon op complaint time: 120 mon warn on pool no app: false osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug ms: 1 debug osd: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - online, but wants - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - MON_DOWN - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - Degraded data redundancy - responding to mclientcaps\(revoke\) - not advance its oldest_client_tid - failing to advance its oldest client/flush tid - Too many inodes in cache - failing to respond to cache pressure - slow requests are blocked - failing to respond to capability release - MDS cache is too large - \(MDS_CLIENT_OLDEST_TID\) - \(MDS_CACHE_OVERSIZED\) sha1: 50bbe7f395997dcd871813949c49addbbf630361 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: 50bbe7f395997dcd871813949c49addbbf630361 selinux: allowlist: - scontext=system_u:system_r:getty_t:s0 subvolume_version: 2 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-rishabh-testing-20240910.095512-reef sha1: 50bbe7f395997dcd871813949c49addbbf630361 owner: scheduled_rishabh@teuthology priority: 70 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mgr.y - mds.a - mds.c - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - client.2 - - mon.b - mon.c - mgr.x - mds.b - mds.d - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - client.3 seed: 1152 sha1: 50bbe7f395997dcd871813949c49addbbf630361 sleep_before_teardown: 0 subset: 984/1024 suite: fs suite_branch: wip-rishabh-testing-20240910.095512-reef suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_50bbe7f395997dcd871813949c49addbbf630361/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: 50bbe7f395997dcd871813949c49addbbf630361 syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi076.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBI+pgBMnSpP0WQDfZkR4201JCQ9yx2W6jbD8BwpkxlDNd7WhbomrQuP8DaePuQyyzDLmko2IVxm3u3DNck4iVLc= smithi192.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBKgusvJMwRI9eAqXUFE9kLEHkyT/MexkTUmjGLzMWaX5lmKHEk/AK+1jHWpxAb+qPwtmI1AlKsnuaKNgO9fjXlQ= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - ceph: create_rbd_pool: false - sequential: - mgrmodules - ceph-fuse: null - cephfs_test_runner: fail_on_skip: false modules: - tasks.cephfs.test_client_limits teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return false end - local function is_kdistro() return false end - local function is_fuse() return true end - local function syntax_version() return '' end teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-13_14:36:41 tube: smithi user: rishabh verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 2024-09-13T15:51:39.156 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_50bbe7f395997dcd871813949c49addbbf630361/qa; will attempt to use it 2024-09-13T15:51:39.157 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_50bbe7f395997dcd871813949c49addbbf630361/qa/tasks 2024-09-13T15:51:39.157 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-13T15:51:39.158 INFO:teuthology.task.internal:Checking packages... 2024-09-13T15:51:39.180 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '50bbe7f395997dcd871813949c49addbbf630361' 2024-09-13T15:51:39.180 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-13T15:51:39.180 INFO:teuthology.packaging:ref: None 2024-09-13T15:51:39.180 INFO:teuthology.packaging:tag: None 2024-09-13T15:51:39.180 INFO:teuthology.packaging:branch: wip-rishabh-testing-20240910.095512-reef 2024-09-13T15:51:39.180 INFO:teuthology.packaging:sha1: 50bbe7f395997dcd871813949c49addbbf630361 2024-09-13T15:51:39.180 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-rishabh-testing-20240910.095512-reef 2024-09-13T15:51:39.335 INFO:teuthology.task.internal:Found packages for ceph version 18.2.4-850.g50bbe7f3 2024-09-13T15:51:39.336 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-13T15:51:39.343 INFO:teuthology.task.internal:no buildpackages task found 2024-09-13T15:51:39.343 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-13T15:51:39.349 INFO:teuthology.task.internal:Saving configuration 2024-09-13T15:51:39.365 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-13T15:51:39.372 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-13T15:51:39.406 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi076.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi/7903775', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-13 15:46:19.252106', 'locked_by': 'scheduled_rishabh@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBI+pgBMnSpP0WQDfZkR4201JCQ9yx2W6jbD8BwpkxlDNd7WhbomrQuP8DaePuQyyzDLmko2IVxm3u3DNck4iVLc='} 2024-09-13T15:51:39.439 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi192.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi/7903775', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-13 15:46:19.250172', 'locked_by': 'scheduled_rishabh@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBKgusvJMwRI9eAqXUFE9kLEHkyT/MexkTUmjGLzMWaX5lmKHEk/AK+1jHWpxAb+qPwtmI1AlKsnuaKNgO9fjXlQ='} 2024-09-13T15:51:39.439 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-13T15:51:39.445 INFO:teuthology.task.internal:roles: ubuntu@smithi076.front.sepia.ceph.com - ['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'] 2024-09-13T15:51:39.445 INFO:teuthology.task.internal:roles: ubuntu@smithi192.front.sepia.ceph.com - ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3'] 2024-09-13T15:51:39.445 INFO:teuthology.run_tasks:Running task console_log... 2024-09-13T15:51:39.524 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f34a770fbe0>, signals=[15]) 2024-09-13T15:51:39.525 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-13T15:51:39.531 INFO:teuthology.task.internal:Opening connections... 2024-09-13T15:51:39.531 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi076.front.sepia.ceph.com 2024-09-13T15:51:39.532 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi076.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T15:51:39.617 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi192.front.sepia.ceph.com 2024-09-13T15:51:39.618 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi192.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T15:51:39.701 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-13T15:51:39.708 DEBUG:teuthology.orchestra.run.smithi076:> uname -m 2024-09-13T15:51:39.725 INFO:teuthology.orchestra.run.smithi076.stdout:x86_64 2024-09-13T15:51:39.726 DEBUG:teuthology.orchestra.run.smithi076:> cat /etc/os-release 2024-09-13T15:51:39.782 INFO:teuthology.orchestra.run.smithi076.stdout:NAME="CentOS Stream" 2024-09-13T15:51:39.782 INFO:teuthology.orchestra.run.smithi076.stdout:VERSION="9" 2024-09-13T15:51:39.782 INFO:teuthology.orchestra.run.smithi076.stdout:ID="centos" 2024-09-13T15:51:39.782 INFO:teuthology.orchestra.run.smithi076.stdout:ID_LIKE="rhel fedora" 2024-09-13T15:51:39.782 INFO:teuthology.orchestra.run.smithi076.stdout:VERSION_ID="9" 2024-09-13T15:51:39.783 INFO:teuthology.orchestra.run.smithi076.stdout:PLATFORM_ID="platform:el9" 2024-09-13T15:51:39.783 INFO:teuthology.orchestra.run.smithi076.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-13T15:51:39.783 INFO:teuthology.orchestra.run.smithi076.stdout:ANSI_COLOR="0;31" 2024-09-13T15:51:39.783 INFO:teuthology.orchestra.run.smithi076.stdout:LOGO="fedora-logo-icon" 2024-09-13T15:51:39.783 INFO:teuthology.orchestra.run.smithi076.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-13T15:51:39.783 INFO:teuthology.orchestra.run.smithi076.stdout:HOME_URL="https://centos.org/" 2024-09-13T15:51:39.783 INFO:teuthology.orchestra.run.smithi076.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-13T15:51:39.783 INFO:teuthology.orchestra.run.smithi076.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-13T15:51:39.783 INFO:teuthology.orchestra.run.smithi076.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-13T15:51:39.784 INFO:teuthology.lock.ops:Updating smithi076.front.sepia.ceph.com on lock server 2024-09-13T15:51:39.812 DEBUG:teuthology.orchestra.run.smithi192:> uname -m 2024-09-13T15:51:39.831 INFO:teuthology.orchestra.run.smithi192.stdout:x86_64 2024-09-13T15:51:39.831 DEBUG:teuthology.orchestra.run.smithi192:> cat /etc/os-release 2024-09-13T15:51:39.889 INFO:teuthology.orchestra.run.smithi192.stdout:NAME="CentOS Stream" 2024-09-13T15:51:39.890 INFO:teuthology.orchestra.run.smithi192.stdout:VERSION="9" 2024-09-13T15:51:39.890 INFO:teuthology.orchestra.run.smithi192.stdout:ID="centos" 2024-09-13T15:51:39.890 INFO:teuthology.orchestra.run.smithi192.stdout:ID_LIKE="rhel fedora" 2024-09-13T15:51:39.890 INFO:teuthology.orchestra.run.smithi192.stdout:VERSION_ID="9" 2024-09-13T15:51:39.890 INFO:teuthology.orchestra.run.smithi192.stdout:PLATFORM_ID="platform:el9" 2024-09-13T15:51:39.890 INFO:teuthology.orchestra.run.smithi192.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-13T15:51:39.890 INFO:teuthology.orchestra.run.smithi192.stdout:ANSI_COLOR="0;31" 2024-09-13T15:51:39.890 INFO:teuthology.orchestra.run.smithi192.stdout:LOGO="fedora-logo-icon" 2024-09-13T15:51:39.890 INFO:teuthology.orchestra.run.smithi192.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-13T15:51:39.891 INFO:teuthology.orchestra.run.smithi192.stdout:HOME_URL="https://centos.org/" 2024-09-13T15:51:39.891 INFO:teuthology.orchestra.run.smithi192.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-13T15:51:39.891 INFO:teuthology.orchestra.run.smithi192.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-13T15:51:39.891 INFO:teuthology.orchestra.run.smithi192.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-13T15:51:39.891 INFO:teuthology.lock.ops:Updating smithi192.front.sepia.ceph.com on lock server 2024-09-13T15:51:39.921 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-13T15:51:39.930 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-13T15:51:39.936 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-13T15:51:39.937 DEBUG:teuthology.orchestra.run.smithi076:> test '!' -e /home/ubuntu/cephtest 2024-09-13T15:51:39.939 DEBUG:teuthology.orchestra.run.smithi192:> test '!' -e /home/ubuntu/cephtest 2024-09-13T15:51:39.956 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-13T15:51:39.962 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-13T15:51:39.962 DEBUG:teuthology.orchestra.run.smithi076:> test -z $(ls -A /var/lib/ceph) 2024-09-13T15:51:39.996 DEBUG:teuthology.orchestra.run.smithi192:> test -z $(ls -A /var/lib/ceph) 2024-09-13T15:51:40.083 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-13T15:51:40.150 INFO:teuthology.run_tasks:Running task kernel... 2024-09-13T15:51:40.165 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-09-13T15:51:40.165 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-09-13T15:51:40.166 DEBUG:teuthology.orchestra.run.smithi076:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-13T15:51:40.166 DEBUG:teuthology.orchestra.run.smithi192:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-13T15:51:40.182 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T15:51:40.183 DEBUG:teuthology.orchestra.run.smithi076:> uname -r 2024-09-13T15:51:40.183 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T15:51:40.184 DEBUG:teuthology.orchestra.run.smithi192:> uname -r 2024-09-13T15:51:40.241 INFO:teuthology.orchestra.run.smithi076.stdout:5.14.0-503.el9.x86_64 2024-09-13T15:51:40.241 INFO:teuthology.task.kernel:Running kernel on smithi076: 5.14.0-503.el9.x86_64 2024-09-13T15:51:40.241 DEBUG:teuthology.orchestra.run.smithi076:> sudo yum install -y kernel 2024-09-13T15:51:40.242 INFO:teuthology.orchestra.run.smithi192.stdout:5.14.0-503.el9.x86_64 2024-09-13T15:51:40.243 INFO:teuthology.task.kernel:Running kernel on smithi192: 5.14.0-503.el9.x86_64 2024-09-13T15:51:40.243 DEBUG:teuthology.orchestra.run.smithi192:> sudo yum install -y kernel 2024-09-13T15:51:42.763 INFO:teuthology.orchestra.run.smithi192.stdout:CentOS Stream 9 - BaseOS 12 MB/s | 8.2 MB 00:00 2024-09-13T15:51:42.916 INFO:teuthology.orchestra.run.smithi076.stdout:CentOS Stream 9 - BaseOS 9.0 MB/s | 8.2 MB 00:00 2024-09-13T15:51:44.464 INFO:teuthology.orchestra.run.smithi192.stdout:CentOS Stream 9 - AppStream 34 MB/s | 20 MB 00:00 2024-09-13T15:51:44.709 INFO:teuthology.orchestra.run.smithi076.stdout:CentOS Stream 9 - AppStream 30 MB/s | 20 MB 00:00 2024-09-13T15:51:48.748 INFO:teuthology.orchestra.run.smithi192.stdout:CentOS Stream 9 - CRB 13 MB/s | 6.5 MB 00:00 2024-09-13T15:51:50.216 INFO:teuthology.orchestra.run.smithi192.stdout:CentOS Stream 9 - Extras packages 70 kB/s | 19 kB 00:00 2024-09-13T15:51:50.368 INFO:teuthology.orchestra.run.smithi076.stdout:CentOS Stream 9 - CRB 3.5 MB/s | 6.5 MB 00:01 2024-09-13T15:51:51.612 INFO:teuthology.orchestra.run.smithi192.stdout:Extra Packages for Enterprise Linux 18 MB/s | 23 MB 00:01 2024-09-13T15:51:52.652 INFO:teuthology.orchestra.run.smithi076.stdout:CentOS Stream 9 - Extras packages 17 kB/s | 19 kB 00:01 2024-09-13T15:51:54.123 INFO:teuthology.orchestra.run.smithi076.stdout:Extra Packages for Enterprise Linux 17 MB/s | 23 MB 00:01 2024-09-13T15:51:57.076 INFO:teuthology.orchestra.run.smithi192.stdout:lab-extras 30 kB/s | 1.7 kB 00:00 2024-09-13T15:51:59.074 INFO:teuthology.orchestra.run.smithi192.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-13T15:51:59.074 INFO:teuthology.orchestra.run.smithi192.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-13T15:51:59.163 INFO:teuthology.orchestra.run.smithi192.stdout:Dependencies resolved. 2024-09-13T15:51:59.174 INFO:teuthology.orchestra.run.smithi192.stdout:================================================================================ 2024-09-13T15:51:59.174 INFO:teuthology.orchestra.run.smithi192.stdout: Package Architecture Version Repository Size 2024-09-13T15:51:59.175 INFO:teuthology.orchestra.run.smithi192.stdout:================================================================================ 2024-09-13T15:51:59.175 INFO:teuthology.orchestra.run.smithi192.stdout:Installing: 2024-09-13T15:51:59.175 INFO:teuthology.orchestra.run.smithi192.stdout: kernel x86_64 5.14.0-505.el9 baseos 23 k 2024-09-13T15:51:59.175 INFO:teuthology.orchestra.run.smithi192.stdout:Installing dependencies: 2024-09-13T15:51:59.175 INFO:teuthology.orchestra.run.smithi192.stdout: kernel-core x86_64 5.14.0-505.el9 baseos 16 M 2024-09-13T15:51:59.175 INFO:teuthology.orchestra.run.smithi192.stdout: kernel-modules x86_64 5.14.0-505.el9 baseos 35 M 2024-09-13T15:51:59.175 INFO:teuthology.orchestra.run.smithi192.stdout: kernel-modules-core x86_64 5.14.0-505.el9 baseos 29 M 2024-09-13T15:51:59.175 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T15:51:59.175 INFO:teuthology.orchestra.run.smithi192.stdout:Transaction Summary 2024-09-13T15:51:59.175 INFO:teuthology.orchestra.run.smithi192.stdout:================================================================================ 2024-09-13T15:51:59.175 INFO:teuthology.orchestra.run.smithi192.stdout:Install 4 Packages 2024-09-13T15:51:59.175 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T15:51:59.175 INFO:teuthology.orchestra.run.smithi192.stdout:Total download size: 79 M 2024-09-13T15:51:59.176 INFO:teuthology.orchestra.run.smithi192.stdout:Installed size: 126 M 2024-09-13T15:51:59.176 INFO:teuthology.orchestra.run.smithi192.stdout:Downloading Packages: 2024-09-13T15:51:59.277 INFO:teuthology.orchestra.run.smithi192.stdout:(1/4): kernel-5.14.0-505.el9.x86_64.rpm 293 kB/s | 23 kB 00:00 2024-09-13T15:51:59.520 INFO:teuthology.orchestra.run.smithi076.stdout:lab-extras 32 kB/s | 1.7 kB 00:00 2024-09-13T15:51:59.703 INFO:teuthology.orchestra.run.smithi192.stdout:(2/4): kernel-core-5.14.0-505.el9.x86_64.rpm 31 MB/s | 16 MB 00:00 2024-09-13T15:52:00.303 INFO:teuthology.orchestra.run.smithi192.stdout:(3/4): kernel-modules-5.14.0-505.el9.x86_64.rpm 31 MB/s | 35 MB 00:01 2024-09-13T15:52:00.753 INFO:teuthology.orchestra.run.smithi192.stdout:(4/4): kernel-modules-core-5.14.0-505.el9.x86_6 19 MB/s | 29 MB 00:01 2024-09-13T15:52:00.753 INFO:teuthology.orchestra.run.smithi192.stdout:-------------------------------------------------------------------------------- 2024-09-13T15:52:00.753 INFO:teuthology.orchestra.run.smithi192.stdout:Total 50 MB/s | 79 MB 00:01 2024-09-13T15:52:01.438 INFO:teuthology.orchestra.run.smithi192.stdout:Running transaction check 2024-09-13T15:52:01.551 INFO:teuthology.orchestra.run.smithi076.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-13T15:52:01.551 INFO:teuthology.orchestra.run.smithi076.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-13T15:52:01.636 INFO:teuthology.orchestra.run.smithi076.stdout:Dependencies resolved. 2024-09-13T15:52:01.644 INFO:teuthology.orchestra.run.smithi076.stdout:================================================================================ 2024-09-13T15:52:01.644 INFO:teuthology.orchestra.run.smithi076.stdout: Package Architecture Version Repository Size 2024-09-13T15:52:01.644 INFO:teuthology.orchestra.run.smithi076.stdout:================================================================================ 2024-09-13T15:52:01.644 INFO:teuthology.orchestra.run.smithi076.stdout:Installing: 2024-09-13T15:52:01.644 INFO:teuthology.orchestra.run.smithi076.stdout: kernel x86_64 5.14.0-505.el9 baseos 23 k 2024-09-13T15:52:01.644 INFO:teuthology.orchestra.run.smithi076.stdout:Installing dependencies: 2024-09-13T15:52:01.645 INFO:teuthology.orchestra.run.smithi076.stdout: kernel-core x86_64 5.14.0-505.el9 baseos 16 M 2024-09-13T15:52:01.645 INFO:teuthology.orchestra.run.smithi076.stdout: kernel-modules x86_64 5.14.0-505.el9 baseos 35 M 2024-09-13T15:52:01.645 INFO:teuthology.orchestra.run.smithi076.stdout: kernel-modules-core x86_64 5.14.0-505.el9 baseos 29 M 2024-09-13T15:52:01.645 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T15:52:01.645 INFO:teuthology.orchestra.run.smithi076.stdout:Transaction Summary 2024-09-13T15:52:01.645 INFO:teuthology.orchestra.run.smithi076.stdout:================================================================================ 2024-09-13T15:52:01.645 INFO:teuthology.orchestra.run.smithi076.stdout:Install 4 Packages 2024-09-13T15:52:01.645 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T15:52:01.646 INFO:teuthology.orchestra.run.smithi076.stdout:Total download size: 79 M 2024-09-13T15:52:01.646 INFO:teuthology.orchestra.run.smithi076.stdout:Installed size: 126 M 2024-09-13T15:52:01.646 INFO:teuthology.orchestra.run.smithi076.stdout:Downloading Packages: 2024-09-13T15:52:01.789 INFO:teuthology.orchestra.run.smithi192.stdout:Transaction check succeeded. 2024-09-13T15:52:01.789 INFO:teuthology.orchestra.run.smithi192.stdout:Running transaction test 2024-09-13T15:52:01.813 INFO:teuthology.orchestra.run.smithi076.stdout:(1/4): kernel-5.14.0-505.el9.x86_64.rpm 187 kB/s | 23 kB 00:00 2024-09-13T15:52:02.488 INFO:teuthology.orchestra.run.smithi076.stdout:(2/4): kernel-core-5.14.0-505.el9.x86_64.rpm 20 MB/s | 16 MB 00:00 2024-09-13T15:52:02.739 INFO:teuthology.orchestra.run.smithi192.stdout:Transaction test succeeded. 2024-09-13T15:52:02.740 INFO:teuthology.orchestra.run.smithi192.stdout:Running transaction 2024-09-13T15:52:03.005 INFO:teuthology.orchestra.run.smithi076.stdout:(3/4): kernel-modules-core-5.14.0-505.el9.x86_6 24 MB/s | 29 MB 00:01 2024-09-13T15:52:03.305 INFO:teuthology.orchestra.run.smithi076.stdout:(4/4): kernel-modules-5.14.0-505.el9.x86_64.rpm 21 MB/s | 35 MB 00:01 2024-09-13T15:52:03.306 INFO:teuthology.orchestra.run.smithi076.stdout:-------------------------------------------------------------------------------- 2024-09-13T15:52:03.306 INFO:teuthology.orchestra.run.smithi076.stdout:Total 47 MB/s | 79 MB 00:01 2024-09-13T15:52:03.984 INFO:teuthology.orchestra.run.smithi076.stdout:Running transaction check 2024-09-13T15:52:04.358 INFO:teuthology.orchestra.run.smithi076.stdout:Transaction check succeeded. 2024-09-13T15:52:04.358 INFO:teuthology.orchestra.run.smithi076.stdout:Running transaction test 2024-09-13T15:52:05.269 INFO:teuthology.orchestra.run.smithi192.stdout: Preparing : 1/1 2024-09-13T15:52:05.289 INFO:teuthology.orchestra.run.smithi076.stdout:Transaction test succeeded. 2024-09-13T15:52:05.289 INFO:teuthology.orchestra.run.smithi076.stdout:Running transaction 2024-09-13T15:52:06.038 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : kernel-modules-core-5.14.0-505.el9.x86_64 1/4 2024-09-13T15:52:06.138 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-13T15:52:07.758 INFO:teuthology.orchestra.run.smithi076.stdout: Preparing : 1/1 2024-09-13T15:52:08.455 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : kernel-modules-core-5.14.0-505.el9.x86_64 1/4 2024-09-13T15:52:08.530 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-13T15:52:08.941 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-13T15:52:09.097 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-13T15:52:11.351 INFO:teuthology.orchestra.run.smithi076.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-13T15:52:11.496 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-13T15:52:13.947 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-13T15:52:14.068 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : kernel-5.14.0-505.el9.x86_64 4/4 2024-09-13T15:52:16.335 INFO:teuthology.orchestra.run.smithi076.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-13T15:52:16.379 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : kernel-5.14.0-505.el9.x86_64 4/4 2024-09-13T15:52:18.894 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-13T15:52:21.220 INFO:teuthology.orchestra.run.smithi076.stdout: Running scriptlet: kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-13T15:52:56.958 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 4/4 2024-09-13T15:52:56.997 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 4/4 2024-09-13T15:52:57.281 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: kernel-5.14.0-505.el9.x86_64 4/4 2024-09-13T15:52:57.281 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : kernel-5.14.0-505.el9.x86_64 1/4 2024-09-13T15:52:57.281 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-13T15:52:57.281 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-13T15:52:58.172 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-13T15:52:58.172 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T15:52:58.172 INFO:teuthology.orchestra.run.smithi192.stdout:Installed: 2024-09-13T15:52:58.172 INFO:teuthology.orchestra.run.smithi192.stdout: kernel-5.14.0-505.el9.x86_64 2024-09-13T15:52:58.172 INFO:teuthology.orchestra.run.smithi192.stdout: kernel-core-5.14.0-505.el9.x86_64 2024-09-13T15:52:58.172 INFO:teuthology.orchestra.run.smithi192.stdout: kernel-modules-5.14.0-505.el9.x86_64 2024-09-13T15:52:58.172 INFO:teuthology.orchestra.run.smithi192.stdout: kernel-modules-core-5.14.0-505.el9.x86_64 2024-09-13T15:52:58.173 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T15:52:58.173 INFO:teuthology.orchestra.run.smithi192.stdout:Complete! 2024-09-13T15:52:58.515 DEBUG:teuthology.orchestra.run.smithi192:> rpm -q kernel | sort -rV | head -n 1 2024-09-13T15:52:58.596 INFO:teuthology.orchestra.run.smithi192.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-13T15:52:58.596 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-13T15:52:58.597 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-505.el9.x86_64 2024-09-13T15:52:58.597 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-13T15:52:58.598 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-13T15:52:58.598 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-09-13T15:52:58.598 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi192.front.sepia.ceph.com, path=None, version=distro) 2024-09-13T15:52:58.599 DEBUG:teuthology.orchestra.run.smithi192:> rpm -q kernel | sort -rV | head -n 1 2024-09-13T15:52:58.659 INFO:teuthology.orchestra.run.smithi192.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-13T15:52:58.659 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-13T15:52:58.660 DEBUG:teuthology.orchestra.run.smithi192:> sudo rpm -qi grub2-tools 2024-09-13T15:52:58.692 INFO:teuthology.orchestra.run.smithi192.stdout:Name : grub2-tools 2024-09-13T15:52:58.692 INFO:teuthology.orchestra.run.smithi192.stdout:Epoch : 1 2024-09-13T15:52:58.692 INFO:teuthology.orchestra.run.smithi192.stdout:Version : 2.06 2024-09-13T15:52:58.692 INFO:teuthology.orchestra.run.smithi192.stdout:Release : 82.el9 2024-09-13T15:52:58.692 INFO:teuthology.orchestra.run.smithi192.stdout:Architecture: x86_64 2024-09-13T15:52:58.693 INFO:teuthology.orchestra.run.smithi192.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-13T15:52:58.693 INFO:teuthology.orchestra.run.smithi192.stdout:Group : Unspecified 2024-09-13T15:52:58.693 INFO:teuthology.orchestra.run.smithi192.stdout:Size : 8274670 2024-09-13T15:52:58.693 INFO:teuthology.orchestra.run.smithi192.stdout:License : GPLv3+ 2024-09-13T15:52:58.693 INFO:teuthology.orchestra.run.smithi192.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-13T15:52:58.693 INFO:teuthology.orchestra.run.smithi192.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-13T15:52:58.694 INFO:teuthology.orchestra.run.smithi192.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-13T15:52:58.694 INFO:teuthology.orchestra.run.smithi192.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-13T15:52:58.694 INFO:teuthology.orchestra.run.smithi192.stdout:Packager : builder@centos.org 2024-09-13T15:52:58.694 INFO:teuthology.orchestra.run.smithi192.stdout:Vendor : CentOS 2024-09-13T15:52:58.694 INFO:teuthology.orchestra.run.smithi192.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-13T15:52:58.694 INFO:teuthology.orchestra.run.smithi192.stdout:Summary : Support tools for GRUB. 2024-09-13T15:52:58.695 INFO:teuthology.orchestra.run.smithi192.stdout:Description : 2024-09-13T15:52:58.695 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T15:52:58.695 INFO:teuthology.orchestra.run.smithi192.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-13T15:52:58.695 INFO:teuthology.orchestra.run.smithi192.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-13T15:52:58.695 INFO:teuthology.orchestra.run.smithi192.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-13T15:52:58.695 INFO:teuthology.orchestra.run.smithi192.stdout:hardware devices. 2024-09-13T15:52:58.695 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T15:52:58.696 INFO:teuthology.orchestra.run.smithi192.stdout:This subpackage provides tools for support of all platforms. 2024-09-13T15:52:58.697 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-13T15:52:58.697 INFO:teuthology.task.kernel:Updating grub on smithi192 to boot 5.14.0-505.el9.x86_64 2024-09-13T15:52:58.697 DEBUG:teuthology.orchestra.run.smithi192:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-13T15:52:59.353 INFO:teuthology.orchestra.run.smithi192.stderr:Generating grub configuration file ... 2024-09-13T15:52:59.628 INFO:teuthology.orchestra.run.smithi076.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 4/4 2024-09-13T15:52:59.674 INFO:teuthology.orchestra.run.smithi076.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 4/4 2024-09-13T15:53:00.082 INFO:teuthology.orchestra.run.smithi076.stdout: Running scriptlet: kernel-5.14.0-505.el9.x86_64 4/4 2024-09-13T15:53:00.082 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : kernel-5.14.0-505.el9.x86_64 1/4 2024-09-13T15:53:00.082 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-13T15:53:00.083 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-13T15:53:00.681 INFO:teuthology.orchestra.run.smithi192.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-13T15:53:00.696 INFO:teuthology.orchestra.run.smithi192.stderr:done 2024-09-13T15:53:00.698 DEBUG:teuthology.orchestra.run.smithi192:> mktemp 2024-09-13T15:53:00.714 INFO:teuthology.orchestra.run.smithi192.stdout:/tmp/tmp.ETd2lBxcJm 2024-09-13T15:53:00.714 DEBUG:teuthology.orchestra.run.smithi192:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.ETd2lBxcJm 2024-09-13T15:53:00.780 DEBUG:teuthology.orchestra.run.smithi192:> sudo chmod 0666 /tmp/tmp.ETd2lBxcJm 2024-09-13T15:53:00.922 DEBUG:teuthology.orchestra.remote:smithi192:/tmp/tmp.ETd2lBxcJm is 6KB 2024-09-13T15:53:00.923 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-13T15:53:00.923 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T15:53:00.923 INFO:teuthology.orchestra.run.smithi076.stdout:Installed: 2024-09-13T15:53:00.923 INFO:teuthology.orchestra.run.smithi076.stdout: kernel-5.14.0-505.el9.x86_64 2024-09-13T15:53:00.923 INFO:teuthology.orchestra.run.smithi076.stdout: kernel-core-5.14.0-505.el9.x86_64 2024-09-13T15:53:00.923 INFO:teuthology.orchestra.run.smithi076.stdout: kernel-modules-5.14.0-505.el9.x86_64 2024-09-13T15:53:00.923 INFO:teuthology.orchestra.run.smithi076.stdout: kernel-modules-core-5.14.0-505.el9.x86_64 2024-09-13T15:53:00.923 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T15:53:00.923 INFO:teuthology.orchestra.run.smithi076.stdout:Complete! 2024-09-13T15:53:00.969 DEBUG:teuthology.orchestra.run.smithi192:> rm -fr /tmp/tmp.ETd2lBxcJm 2024-09-13T15:53:00.984 DEBUG:teuthology.orchestra.run.smithi192:> sudo /bin/ls /boot/loader/entries || true 2024-09-13T15:53:01.052 INFO:teuthology.orchestra.run.smithi192.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-13T15:53:01.052 INFO:teuthology.orchestra.run.smithi192.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-13T15:53:01.052 INFO:teuthology.orchestra.run.smithi192.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-13T15:53:01.052 INFO:teuthology.orchestra.run.smithi192.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64.conf 2024-09-13T15:53:01.054 DEBUG:teuthology.orchestra.run.smithi192:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64 2024-09-13T15:53:01.214 DEBUG:teuthology.orchestra.run.smithi192:> sudo shutdown -r now 2024-09-13T15:53:01.262 DEBUG:teuthology.orchestra.run.smithi076:> rpm -q kernel | sort -rV | head -n 1 2024-09-13T15:53:01.346 INFO:teuthology.orchestra.run.smithi076.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-13T15:53:01.346 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-13T15:53:01.346 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-505.el9.x86_64 2024-09-13T15:53:01.346 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-13T15:53:01.346 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-13T15:53:01.346 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-09-13T15:53:01.346 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi076.front.sepia.ceph.com, path=None, version=distro) 2024-09-13T15:53:01.347 DEBUG:teuthology.orchestra.run.smithi076:> rpm -q kernel | sort -rV | head -n 1 2024-09-13T15:53:01.404 INFO:teuthology.orchestra.run.smithi076.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-13T15:53:01.405 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-13T15:53:01.405 DEBUG:teuthology.orchestra.run.smithi076:> sudo rpm -qi grub2-tools 2024-09-13T15:53:01.437 INFO:teuthology.orchestra.run.smithi076.stdout:Name : grub2-tools 2024-09-13T15:53:01.437 INFO:teuthology.orchestra.run.smithi076.stdout:Epoch : 1 2024-09-13T15:53:01.437 INFO:teuthology.orchestra.run.smithi076.stdout:Version : 2.06 2024-09-13T15:53:01.437 INFO:teuthology.orchestra.run.smithi076.stdout:Release : 82.el9 2024-09-13T15:53:01.437 INFO:teuthology.orchestra.run.smithi076.stdout:Architecture: x86_64 2024-09-13T15:53:01.437 INFO:teuthology.orchestra.run.smithi076.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-13T15:53:01.437 INFO:teuthology.orchestra.run.smithi076.stdout:Group : Unspecified 2024-09-13T15:53:01.437 INFO:teuthology.orchestra.run.smithi076.stdout:Size : 8274670 2024-09-13T15:53:01.438 INFO:teuthology.orchestra.run.smithi076.stdout:License : GPLv3+ 2024-09-13T15:53:01.438 INFO:teuthology.orchestra.run.smithi076.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-13T15:53:01.438 INFO:teuthology.orchestra.run.smithi076.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-13T15:53:01.438 INFO:teuthology.orchestra.run.smithi076.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-13T15:53:01.438 INFO:teuthology.orchestra.run.smithi076.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-13T15:53:01.438 INFO:teuthology.orchestra.run.smithi076.stdout:Packager : builder@centos.org 2024-09-13T15:53:01.438 INFO:teuthology.orchestra.run.smithi076.stdout:Vendor : CentOS 2024-09-13T15:53:01.438 INFO:teuthology.orchestra.run.smithi076.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-13T15:53:01.438 INFO:teuthology.orchestra.run.smithi076.stdout:Summary : Support tools for GRUB. 2024-09-13T15:53:01.438 INFO:teuthology.orchestra.run.smithi076.stdout:Description : 2024-09-13T15:53:01.438 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T15:53:01.438 INFO:teuthology.orchestra.run.smithi076.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-13T15:53:01.438 INFO:teuthology.orchestra.run.smithi076.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-13T15:53:01.438 INFO:teuthology.orchestra.run.smithi076.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-13T15:53:01.439 INFO:teuthology.orchestra.run.smithi076.stdout:hardware devices. 2024-09-13T15:53:01.439 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T15:53:01.439 INFO:teuthology.orchestra.run.smithi076.stdout:This subpackage provides tools for support of all platforms. 2024-09-13T15:53:01.440 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-13T15:53:01.440 INFO:teuthology.task.kernel:Updating grub on smithi076 to boot 5.14.0-505.el9.x86_64 2024-09-13T15:53:01.440 DEBUG:teuthology.orchestra.run.smithi076:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-13T15:53:02.167 INFO:teuthology.orchestra.run.smithi076.stderr:Generating grub configuration file ... 2024-09-13T15:53:03.525 INFO:teuthology.orchestra.run.smithi076.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-13T15:53:03.552 INFO:teuthology.orchestra.run.smithi076.stderr:done 2024-09-13T15:53:03.557 DEBUG:teuthology.orchestra.run.smithi076:> mktemp 2024-09-13T15:53:03.572 INFO:teuthology.orchestra.run.smithi076.stdout:/tmp/tmp.LKZBSmiW1s 2024-09-13T15:53:03.573 DEBUG:teuthology.orchestra.run.smithi076:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.LKZBSmiW1s 2024-09-13T15:53:03.640 DEBUG:teuthology.orchestra.run.smithi076:> sudo chmod 0666 /tmp/tmp.LKZBSmiW1s 2024-09-13T15:53:03.776 DEBUG:teuthology.orchestra.remote:smithi076:/tmp/tmp.LKZBSmiW1s is 6KB 2024-09-13T15:53:03.824 DEBUG:teuthology.orchestra.run.smithi076:> rm -fr /tmp/tmp.LKZBSmiW1s 2024-09-13T15:53:03.842 DEBUG:teuthology.orchestra.run.smithi076:> sudo /bin/ls /boot/loader/entries || true 2024-09-13T15:53:03.903 INFO:teuthology.orchestra.run.smithi076.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-13T15:53:03.903 INFO:teuthology.orchestra.run.smithi076.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-13T15:53:03.903 INFO:teuthology.orchestra.run.smithi076.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-13T15:53:03.903 INFO:teuthology.orchestra.run.smithi076.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64.conf 2024-09-13T15:53:03.905 DEBUG:teuthology.orchestra.run.smithi076:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64 2024-09-13T15:53:04.063 DEBUG:teuthology.orchestra.run.smithi076:> sudo shutdown -r now 2024-09-13T15:53:31.241 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-09-13T15:53:31.242 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi192.front.sepia.ceph.com' 2024-09-13T15:53:31.242 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi192.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T15:53:34.069 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-09-13T15:53:34.069 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi076.front.sepia.ceph.com' 2024-09-13T15:53:34.069 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi076.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T15:54:05.757 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.192 2024-09-13T15:54:08.577 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.76 2024-09-13T15:54:14.765 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi192.front.sepia.ceph.com' 2024-09-13T15:54:14.766 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi192.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T15:54:17.580 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi076.front.sepia.ceph.com' 2024-09-13T15:54:17.581 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi076.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T15:54:20.669 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.76 2024-09-13T15:54:32.673 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi076.front.sepia.ceph.com' 2024-09-13T15:54:32.674 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi076.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T15:54:33.149 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.192 2024-09-13T15:54:45.161 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi192.front.sepia.ceph.com' 2024-09-13T15:54:45.162 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi192.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T15:54:45.624 DEBUG:teuthology.orchestra.run.smithi192:> true 2024-09-13T15:54:46.011 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi192.front.sepia.ceph.com' 2024-09-13T15:54:46.012 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-505.el9.x86_64"... 2024-09-13T15:54:46.012 DEBUG:teuthology.orchestra.run.smithi192:> uname -r 2024-09-13T15:54:46.027 INFO:teuthology.orchestra.run.smithi192.stdout:5.14.0-505.el9.x86_64 2024-09-13T15:54:46.027 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-505.el9.x86_64 vs 5.14.0-505.el9.x86_64 2024-09-13T15:54:46.027 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-13T15:54:46.028 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-13T15:54:47.028 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-09-13T15:54:47.029 DEBUG:teuthology.orchestra.run.smithi192:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-13T15:54:47.101 INFO:teuthology.orchestra.run.smithi192.stdout:ttyS1 2024-09-13T15:54:47.128 DEBUG:teuthology.parallel:result is None 2024-09-13T15:55:04.766 DEBUG:teuthology.orchestra.run.smithi076:> true 2024-09-13T15:55:05.338 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi076.front.sepia.ceph.com' 2024-09-13T15:55:05.338 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-505.el9.x86_64"... 2024-09-13T15:55:05.339 DEBUG:teuthology.orchestra.run.smithi076:> uname -r 2024-09-13T15:55:05.353 INFO:teuthology.orchestra.run.smithi076.stdout:5.14.0-505.el9.x86_64 2024-09-13T15:55:05.353 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-505.el9.x86_64 vs 5.14.0-505.el9.x86_64 2024-09-13T15:55:05.353 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-13T15:55:05.353 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-13T15:55:06.354 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-09-13T15:55:06.355 DEBUG:teuthology.orchestra.run.smithi076:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-13T15:55:06.440 INFO:teuthology.orchestra.run.smithi076.stdout:ttyS1 2024-09-13T15:55:06.466 DEBUG:teuthology.parallel:result is None 2024-09-13T15:55:06.466 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-13T15:55:06.474 INFO:teuthology.task.internal:Creating test directory... 2024-09-13T15:55:06.474 DEBUG:teuthology.orchestra.run.smithi076:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-13T15:55:06.477 DEBUG:teuthology.orchestra.run.smithi192:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-13T15:55:06.497 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-13T15:55:06.504 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-13T15:55:06.509 INFO:teuthology.task.internal:Creating archive directory... 2024-09-13T15:55:06.509 DEBUG:teuthology.orchestra.run.smithi076:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-13T15:55:06.536 DEBUG:teuthology.orchestra.run.smithi192:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-13T15:55:06.582 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-13T15:55:06.591 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-13T15:55:06.591 DEBUG:teuthology.orchestra.run.smithi076:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-13T15:55:06.602 DEBUG:teuthology.orchestra.run.smithi192:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-13T15:55:06.641 INFO:teuthology.orchestra.run.smithi076.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-13T15:55:06.653 INFO:teuthology.orchestra.run.smithi076.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-13T15:55:06.662 INFO:teuthology.orchestra.run.smithi192.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-13T15:55:06.673 INFO:teuthology.orchestra.run.smithi192.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-13T15:55:06.674 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-13T15:55:06.680 INFO:teuthology.task.internal:Configuring sudo... 2024-09-13T15:55:06.681 DEBUG:teuthology.orchestra.run.smithi076:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-13T15:55:06.696 DEBUG:teuthology.orchestra.run.smithi192:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-13T15:55:06.723 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-13T15:55:06.732 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-13T15:55:06.732 DEBUG:teuthology.orchestra.run.smithi076:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-13T15:55:06.764 DEBUG:teuthology.orchestra.run.smithi192:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-13T15:55:06.780 DEBUG:teuthology.orchestra.run.smithi076:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-13T15:55:06.869 DEBUG:teuthology.orchestra.run.smithi076:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-13T15:55:06.908 DEBUG:teuthology.orchestra.run.smithi076:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-13T15:55:06.997 DEBUG:teuthology.orchestra.run.smithi076:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-13T15:55:07.031 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T15:55:07.031 DEBUG:teuthology.orchestra.run.smithi076:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-13T15:55:07.096 DEBUG:teuthology.orchestra.run.smithi192:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-13T15:55:07.148 DEBUG:teuthology.orchestra.run.smithi192:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-13T15:55:07.193 DEBUG:teuthology.orchestra.run.smithi192:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-13T15:55:07.285 DEBUG:teuthology.orchestra.run.smithi192:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-13T15:55:07.319 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-13T15:55:07.320 DEBUG:teuthology.orchestra.run.smithi192:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-13T15:55:07.386 DEBUG:teuthology.orchestra.run.smithi076:> sudo service rsyslog restart 2024-09-13T15:55:07.388 DEBUG:teuthology.orchestra.run.smithi192:> sudo service rsyslog restart 2024-09-13T15:55:07.430 INFO:teuthology.orchestra.run.smithi076.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-13T15:55:07.479 INFO:teuthology.orchestra.run.smithi192.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-13T15:55:07.972 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-13T15:55:07.980 INFO:teuthology.task.internal:Starting timer... 2024-09-13T15:55:07.980 INFO:teuthology.run_tasks:Running task pcp... 2024-09-13T15:55:07.990 INFO:teuthology.run_tasks:Running task selinux... 2024-09-13T15:55:07.998 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:getty_t:s0']} 2024-09-13T15:55:07.999 DEBUG:teuthology.orchestra.run.smithi076:> sudo service auditd rotate 2024-09-13T15:55:08.048 INFO:teuthology.orchestra.run.smithi076.stdout:Rotating logs: 2024-09-13T15:55:08.050 DEBUG:teuthology.orchestra.run.smithi192:> sudo service auditd rotate 2024-09-13T15:55:08.118 INFO:teuthology.orchestra.run.smithi192.stdout:Rotating logs: 2024-09-13T15:55:08.120 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-13T15:55:08.120 DEBUG:teuthology.orchestra.run.smithi076:> /usr/sbin/getenforce 2024-09-13T15:55:08.152 INFO:teuthology.orchestra.run.smithi076.stdout:Permissive 2024-09-13T15:55:08.152 DEBUG:teuthology.orchestra.run.smithi192:> /usr/sbin/getenforce 2024-09-13T15:55:08.178 INFO:teuthology.orchestra.run.smithi192.stdout:Permissive 2024-09-13T15:55:08.179 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi076.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi192.front.sepia.ceph.com': 'permissive'} 2024-09-13T15:55:08.179 DEBUG:teuthology.orchestra.run.smithi076:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-13T15:55:08.222 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T15:55:08.222 DEBUG:teuthology.orchestra.run.smithi192:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-13T15:55:08.249 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T15:55:08.250 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-13T15:55:08.250 DEBUG:teuthology.orchestra.run.smithi076:> sudo /usr/sbin/setenforce permissive 2024-09-13T15:55:08.304 DEBUG:teuthology.orchestra.run.smithi192:> sudo /usr/sbin/setenforce permissive 2024-09-13T15:55:08.342 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-13T15:55:08.351 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-09-13T15:55:08.354 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-09-13T15:55:08.482 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-13T15:55:08.493 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-13T15:55:08.493 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi076.front.sepia.ceph.com,smithi192.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-13T15:59:01.510 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi076.front.sepia.ceph.com'), Remote(name='ubuntu@smithi192.front.sepia.ceph.com')] 2024-09-13T15:59:01.511 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi076.front.sepia.ceph.com' 2024-09-13T15:59:01.512 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi076.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T15:59:01.596 DEBUG:teuthology.orchestra.run.smithi076:> true 2024-09-13T15:59:01.679 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi076.front.sepia.ceph.com' 2024-09-13T15:59:01.680 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi192.front.sepia.ceph.com' 2024-09-13T15:59:01.680 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi192.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T15:59:01.763 DEBUG:teuthology.orchestra.run.smithi192:> true 2024-09-13T15:59:01.844 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi192.front.sepia.ceph.com' 2024-09-13T15:59:01.845 INFO:teuthology.run_tasks:Running task clock... 2024-09-13T15:59:01.862 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-13T15:59:01.863 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-13T15:59:01.863 DEBUG:teuthology.orchestra.run.smithi076:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-13T15:59:01.865 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-13T15:59:01.866 DEBUG:teuthology.orchestra.run.smithi192:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-13T15:59:01.892 INFO:teuthology.orchestra.run.smithi076.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-13T15:59:01.906 INFO:teuthology.orchestra.run.smithi076.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-13T15:59:01.914 INFO:teuthology.orchestra.run.smithi192.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-13T15:59:01.929 INFO:teuthology.orchestra.run.smithi192.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-13T15:59:01.930 INFO:teuthology.orchestra.run.smithi076.stderr:sudo: ntpd: command not found 2024-09-13T15:59:01.941 INFO:teuthology.orchestra.run.smithi076.stdout:506 Cannot talk to daemon 2024-09-13T15:59:01.953 INFO:teuthology.orchestra.run.smithi192.stderr:sudo: ntpd: command not found 2024-09-13T15:59:01.955 INFO:teuthology.orchestra.run.smithi076.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-13T15:59:01.963 INFO:teuthology.orchestra.run.smithi192.stdout:506 Cannot talk to daemon 2024-09-13T15:59:01.968 INFO:teuthology.orchestra.run.smithi076.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-13T15:59:01.978 INFO:teuthology.orchestra.run.smithi192.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-13T15:59:01.992 INFO:teuthology.orchestra.run.smithi192.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-13T15:59:02.026 INFO:teuthology.orchestra.run.smithi076.stderr:bash: line 1: ntpq: command not found 2024-09-13T15:59:02.030 INFO:teuthology.orchestra.run.smithi076.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-13T15:59:02.030 INFO:teuthology.orchestra.run.smithi076.stdout:=============================================================================== 2024-09-13T15:59:02.030 INFO:teuthology.orchestra.run.smithi076.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-13T15:59:02.031 INFO:teuthology.orchestra.run.smithi076.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-13T15:59:02.031 INFO:teuthology.orchestra.run.smithi076.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-13T15:59:02.031 INFO:teuthology.orchestra.run.smithi076.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-13T15:59:02.051 INFO:teuthology.orchestra.run.smithi192.stderr:bash: line 1: ntpq: command not found 2024-09-13T15:59:02.055 INFO:teuthology.orchestra.run.smithi192.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-13T15:59:02.055 INFO:teuthology.orchestra.run.smithi192.stdout:=============================================================================== 2024-09-13T15:59:02.055 INFO:teuthology.orchestra.run.smithi192.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-13T15:59:02.055 INFO:teuthology.orchestra.run.smithi192.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-13T15:59:02.055 INFO:teuthology.orchestra.run.smithi192.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-13T15:59:02.056 INFO:teuthology.orchestra.run.smithi192.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-13T15:59:02.056 INFO:teuthology.run_tasks:Running task install... 2024-09-13T15:59:02.064 DEBUG:teuthology.task.install:project ceph 2024-09-13T15:59:02.065 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '50bbe7f395997dcd871813949c49addbbf630361'}} 2024-09-13T15:59:02.065 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '50bbe7f395997dcd871813949c49addbbf630361'} 2024-09-13T15:59:02.065 INFO:teuthology.task.install:Using flavor: default 2024-09-13T15:59:02.070 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-09-13T15:59:02.070 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']} 2024-09-13T15:59:02.071 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '50bbe7f395997dcd871813949c49addbbf630361', 'tag': None, 'wait_for_package': False} 2024-09-13T15:59:02.071 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=50bbe7f395997dcd871813949c49addbbf630361 2024-09-13T15:59:02.073 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '50bbe7f395997dcd871813949c49addbbf630361', 'tag': None, 'wait_for_package': False} 2024-09-13T15:59:02.073 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=50bbe7f395997dcd871813949c49addbbf630361 2024-09-13T15:59:02.219 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/centos/9/flavors/default/ 2024-09-13T15:59:02.220 INFO:teuthology.task.install.rpm:Package version is 18.2.4-850.g50bbe7f3 2024-09-13T15:59:02.232 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/centos/9/flavors/default/ 2024-09-13T15:59:02.232 INFO:teuthology.task.install.rpm:Package version is 18.2.4-850.g50bbe7f3 2024-09-13T15:59:02.337 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-13T15:59:02.337 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T15:59:02.337 DEBUG:teuthology.orchestra.run.smithi076:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-13T15:59:02.348 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-13T15:59:02.348 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-13T15:59:02.348 DEBUG:teuthology.orchestra.run.smithi192:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-13T15:59:02.363 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-09-13T15:59:02.364 DEBUG:teuthology.orchestra.run.smithi076:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/50bbe7f395997dcd871813949c49addbbf630361/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-13T15:59:02.374 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-09-13T15:59:02.375 DEBUG:teuthology.orchestra.run.smithi192:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/50bbe7f395997dcd871813949c49addbbf630361/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-13T15:59:02.429 DEBUG:teuthology.orchestra.run.smithi076:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-13T15:59:02.441 DEBUG:teuthology.orchestra.run.smithi192:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-13T15:59:02.507 DEBUG:teuthology.orchestra.run.smithi076:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-13T15:59:02.516 DEBUG:teuthology.orchestra.run.smithi192:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-13T15:59:02.571 INFO:teuthology.orchestra.run.smithi076.stdout:check_obsoletes = 1 2024-09-13T15:59:02.573 DEBUG:teuthology.orchestra.run.smithi076:> sudo yum clean all 2024-09-13T15:59:02.579 INFO:teuthology.orchestra.run.smithi192.stdout:check_obsoletes = 1 2024-09-13T15:59:02.581 DEBUG:teuthology.orchestra.run.smithi192:> sudo yum clean all 2024-09-13T15:59:02.807 INFO:teuthology.orchestra.run.smithi076.stdout:45 files removed 2024-09-13T15:59:02.812 INFO:teuthology.orchestra.run.smithi192.stdout:45 files removed 2024-09-13T15:59:02.834 DEBUG:teuthology.orchestra.run.smithi076:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-09-13T15:59:02.839 DEBUG:teuthology.orchestra.run.smithi192:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-09-13T15:59:03.395 INFO:teuthology.orchestra.run.smithi192.stdout:ceph packages for x86_64 284 kB/s | 77 kB 00:00 2024-09-13T15:59:03.396 INFO:teuthology.orchestra.run.smithi076.stdout:ceph packages for x86_64 281 kB/s | 77 kB 00:00 2024-09-13T15:59:03.679 INFO:teuthology.orchestra.run.smithi192.stdout:ceph noarch packages 48 kB/s | 11 kB 00:00 2024-09-13T15:59:03.705 INFO:teuthology.orchestra.run.smithi076.stdout:ceph noarch packages 43 kB/s | 11 kB 00:00 2024-09-13T15:59:03.972 INFO:teuthology.orchestra.run.smithi076.stdout:ceph source packages 8.2 kB/s | 1.9 kB 00:00 2024-09-13T15:59:03.988 INFO:teuthology.orchestra.run.smithi192.stdout:ceph source packages 6.9 kB/s | 1.9 kB 00:00 2024-09-13T15:59:05.872 INFO:teuthology.orchestra.run.smithi076.stdout:CentOS Stream 9 - BaseOS 4.4 MB/s | 8.2 MB 00:01 2024-09-13T15:59:06.355 INFO:teuthology.orchestra.run.smithi192.stdout:CentOS Stream 9 - BaseOS 3.5 MB/s | 8.2 MB 00:02 2024-09-13T15:59:10.332 INFO:teuthology.orchestra.run.smithi076.stdout:CentOS Stream 9 - AppStream 6.1 MB/s | 20 MB 00:03 2024-09-13T15:59:14.481 INFO:teuthology.orchestra.run.smithi192.stdout:CentOS Stream 9 - AppStream 2.9 MB/s | 20 MB 00:07 2024-09-13T15:59:14.633 INFO:teuthology.orchestra.run.smithi076.stdout:CentOS Stream 9 - CRB 14 MB/s | 6.5 MB 00:00 2024-09-13T15:59:16.142 INFO:teuthology.orchestra.run.smithi076.stdout:CentOS Stream 9 - Extras packages 121 kB/s | 19 kB 00:00 2024-09-13T15:59:17.246 INFO:teuthology.orchestra.run.smithi076.stdout:Extra Packages for Enterprise Linux 23 MB/s | 23 MB 00:00 2024-09-13T15:59:20.315 INFO:teuthology.orchestra.run.smithi192.stdout:CentOS Stream 9 - CRB 3.3 MB/s | 6.5 MB 00:01 2024-09-13T15:59:21.865 INFO:teuthology.orchestra.run.smithi192.stdout:CentOS Stream 9 - Extras packages 93 kB/s | 19 kB 00:00 2024-09-13T15:59:22.694 INFO:teuthology.orchestra.run.smithi076.stdout:lab-extras 33 kB/s | 1.7 kB 00:00 2024-09-13T15:59:23.078 INFO:teuthology.orchestra.run.smithi192.stdout:Extra Packages for Enterprise Linux 21 MB/s | 23 MB 00:01 2024-09-13T15:59:25.046 INFO:teuthology.orchestra.run.smithi076.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-13T15:59:25.046 INFO:teuthology.orchestra.run.smithi076.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-13T15:59:25.057 INFO:teuthology.orchestra.run.smithi076.stdout:Package NetworkManager-1:1.48.8-1.el9.x86_64 is already installed. 2024-09-13T15:59:25.057 INFO:teuthology.orchestra.run.smithi076.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-09-13T15:59:25.058 INFO:teuthology.orchestra.run.smithi076.stdout:Package util-linux-2.37.4-20.el9.x86_64 is already installed. 2024-09-13T15:59:25.059 INFO:teuthology.orchestra.run.smithi076.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-13T15:59:25.061 INFO:teuthology.orchestra.run.smithi076.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-09-13T15:59:25.063 INFO:teuthology.orchestra.run.smithi076.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-09-13T15:59:25.064 INFO:teuthology.orchestra.run.smithi076.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-13T15:59:25.124 INFO:teuthology.orchestra.run.smithi076.stdout:Dependencies resolved. 2024-09-13T15:59:25.138 INFO:teuthology.orchestra.run.smithi076.stdout:====================================================================================== 2024-09-13T15:59:25.139 INFO:teuthology.orchestra.run.smithi076.stdout: Package Arch Version Repository Size 2024-09-13T15:59:25.139 INFO:teuthology.orchestra.run.smithi076.stdout:====================================================================================== 2024-09-13T15:59:25.139 INFO:teuthology.orchestra.run.smithi076.stdout:Installing: 2024-09-13T15:59:25.139 INFO:teuthology.orchestra.run.smithi076.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-09-13T15:59:25.139 INFO:teuthology.orchestra.run.smithi076.stdout: ceph x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 6.5 k 2024-09-13T15:59:25.139 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-base x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 5.1 M 2024-09-13T15:59:25.139 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-fuse x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 852 k 2024-09-13T15:59:25.139 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-immutable-object-cache x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 143 k 2024-09-13T15:59:25.139 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-mgr x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 1.5 M 2024-09-13T15:59:25.139 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-mgr-cephadm noarch 2:18.2.4-850.g50bbe7f3.el9 ceph-noarch 139 k 2024-09-13T15:59:25.139 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-mgr-dashboard noarch 2:18.2.4-850.g50bbe7f3.el9 ceph-noarch 3.5 M 2024-09-13T15:59:25.139 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-mgr-diskprediction-local noarch 2:18.2.4-850.g50bbe7f3.el9 ceph-noarch 7.4 M 2024-09-13T15:59:25.139 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-mgr-rook noarch 2:18.2.4-850.g50bbe7f3.el9 ceph-noarch 49 k 2024-09-13T15:59:25.140 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-radosgw x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 7.8 M 2024-09-13T15:59:25.140 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-test x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 40 M 2024-09-13T15:59:25.140 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-volume noarch 2:18.2.4-850.g50bbe7f3.el9 ceph-noarch 264 k 2024-09-13T15:59:25.140 INFO:teuthology.orchestra.run.smithi076.stdout: cephadm noarch 2:18.2.4-850.g50bbe7f3.el9 ceph-noarch 226 k 2024-09-13T15:59:25.140 INFO:teuthology.orchestra.run.smithi076.stdout: cephfs-mirror x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 224 k 2024-09-13T15:59:25.140 INFO:teuthology.orchestra.run.smithi076.stdout: cephfs-top noarch 2:18.2.4-850.g50bbe7f3.el9 ceph-noarch 18 k 2024-09-13T15:59:25.140 INFO:teuthology.orchestra.run.smithi076.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-09-13T15:59:25.140 INFO:teuthology.orchestra.run.smithi076.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-09-13T15:59:25.140 INFO:teuthology.orchestra.run.smithi076.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-09-13T15:59:25.140 INFO:teuthology.orchestra.run.smithi076.stdout: libcephfs-devel x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 31 k 2024-09-13T15:59:25.140 INFO:teuthology.orchestra.run.smithi076.stdout: libcephfs2 x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 712 k 2024-09-13T15:59:25.140 INFO:teuthology.orchestra.run.smithi076.stdout: librados-devel x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 127 k 2024-09-13T15:59:25.141 INFO:teuthology.orchestra.run.smithi076.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-09-13T15:59:25.141 INFO:teuthology.orchestra.run.smithi076.stdout: libuuid-devel x86_64 2.37.4-20.el9 appstream 24 k 2024-09-13T15:59:25.141 INFO:teuthology.orchestra.run.smithi076.stdout: openssl-devel x86_64 1:3.2.2-6.el9 appstream 4.4 M 2024-09-13T15:59:25.141 INFO:teuthology.orchestra.run.smithi076.stdout: postgresql x86_64 13.16-1.el9 appstream 1.6 M 2024-09-13T15:59:25.141 INFO:teuthology.orchestra.run.smithi076.stdout: postgresql-contrib x86_64 13.16-1.el9 appstream 910 k 2024-09-13T15:59:25.142 INFO:teuthology.orchestra.run.smithi076.stdout: postgresql-server x86_64 13.16-1.el9 appstream 5.8 M 2024-09-13T15:59:25.142 INFO:teuthology.orchestra.run.smithi076.stdout: python3-cephfs x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 162 k 2024-09-13T15:59:25.142 INFO:teuthology.orchestra.run.smithi076.stdout: python3-rados x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 319 k 2024-09-13T15:59:25.142 INFO:teuthology.orchestra.run.smithi076.stdout: python3-rbd x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 301 k 2024-09-13T15:59:25.142 INFO:teuthology.orchestra.run.smithi076.stdout: python3-rgw x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 99 k 2024-09-13T15:59:25.143 INFO:teuthology.orchestra.run.smithi076.stdout: rbd-fuse x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 87 k 2024-09-13T15:59:25.143 INFO:teuthology.orchestra.run.smithi076.stdout: rbd-mirror x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 3.0 M 2024-09-13T15:59:25.143 INFO:teuthology.orchestra.run.smithi076.stdout: rbd-nbd x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 172 k 2024-09-13T15:59:25.143 INFO:teuthology.orchestra.run.smithi076.stdout: xfsprogs-devel x86_64 6.4.0-4.el9 appstream 96 k 2024-09-13T15:59:25.143 INFO:teuthology.orchestra.run.smithi076.stdout:Upgrading: 2024-09-13T15:59:25.143 INFO:teuthology.orchestra.run.smithi076.stdout: NetworkManager x86_64 1:1.49.90-1.el9 baseos 2.3 M 2024-09-13T15:59:25.143 INFO:teuthology.orchestra.run.smithi076.stdout: NetworkManager-libnm x86_64 1:1.49.90-1.el9 baseos 1.8 M 2024-09-13T15:59:25.144 INFO:teuthology.orchestra.run.smithi076.stdout: NetworkManager-team x86_64 1:1.49.90-1.el9 baseos 41 k 2024-09-13T15:59:25.144 INFO:teuthology.orchestra.run.smithi076.stdout: NetworkManager-tui x86_64 1:1.49.90-1.el9 baseos 249 k 2024-09-13T15:59:25.144 INFO:teuthology.orchestra.run.smithi076.stdout: librados2 x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 3.3 M 2024-09-13T15:59:25.144 INFO:teuthology.orchestra.run.smithi076.stdout: librbd1 x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 3.0 M 2024-09-13T15:59:25.144 INFO:teuthology.orchestra.run.smithi076.stdout: openssl x86_64 1:3.2.2-6.el9 baseos 1.4 M 2024-09-13T15:59:25.144 INFO:teuthology.orchestra.run.smithi076.stdout: openssl-libs x86_64 1:3.2.2-6.el9 baseos 2.4 M 2024-09-13T15:59:25.144 INFO:teuthology.orchestra.run.smithi076.stdout:Installing dependencies: 2024-09-13T15:59:25.144 INFO:teuthology.orchestra.run.smithi076.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-09-13T15:59:25.144 INFO:teuthology.orchestra.run.smithi076.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-13T15:59:25.144 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-common x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 18 M 2024-09-13T15:59:25.144 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-grafana-dashboards noarch 2:18.2.4-850.g50bbe7f3.el9 ceph-noarch 24 k 2024-09-13T15:59:25.145 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-mds x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 2.1 M 2024-09-13T15:59:25.145 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-mgr-modules-core noarch 2:18.2.4-850.g50bbe7f3.el9 ceph-noarch 246 k 2024-09-13T15:59:25.145 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-mon x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 4.7 M 2024-09-13T15:59:25.145 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-osd x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 17 M 2024-09-13T15:59:25.145 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-prometheus-alerts noarch 2:18.2.4-850.g50bbe7f3.el9 ceph-noarch 16 k 2024-09-13T15:59:25.145 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-selinux x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 25 k 2024-09-13T15:59:25.145 INFO:teuthology.orchestra.run.smithi076.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-13T15:59:25.145 INFO:teuthology.orchestra.run.smithi076.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-13T15:59:25.145 INFO:teuthology.orchestra.run.smithi076.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-13T15:59:25.145 INFO:teuthology.orchestra.run.smithi076.stdout: fmt x86_64 8.1.1-5.el9 epel 111 k 2024-09-13T15:59:25.145 INFO:teuthology.orchestra.run.smithi076.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-13T15:59:25.145 INFO:teuthology.orchestra.run.smithi076.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-13T15:59:25.146 INFO:teuthology.orchestra.run.smithi076.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-13T15:59:25.146 INFO:teuthology.orchestra.run.smithi076.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-13T15:59:25.146 INFO:teuthology.orchestra.run.smithi076.stdout: libcephsqlite x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 166 k 2024-09-13T15:59:25.146 INFO:teuthology.orchestra.run.smithi076.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-13T15:59:25.146 INFO:teuthology.orchestra.run.smithi076.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-13T15:59:25.146 INFO:teuthology.orchestra.run.smithi076.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-13T15:59:25.146 INFO:teuthology.orchestra.run.smithi076.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-13T15:59:25.146 INFO:teuthology.orchestra.run.smithi076.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-13T15:59:25.146 INFO:teuthology.orchestra.run.smithi076.stdout: libradosstriper1 x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 477 k 2024-09-13T15:59:25.146 INFO:teuthology.orchestra.run.smithi076.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-13T15:59:25.146 INFO:teuthology.orchestra.run.smithi076.stdout: librgw2 x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 4.5 M 2024-09-13T15:59:25.146 INFO:teuthology.orchestra.run.smithi076.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-13T15:59:25.146 INFO:teuthology.orchestra.run.smithi076.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-09-13T15:59:25.147 INFO:teuthology.orchestra.run.smithi076.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-13T15:59:25.147 INFO:teuthology.orchestra.run.smithi076.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-13T15:59:25.147 INFO:teuthology.orchestra.run.smithi076.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-13T15:59:25.147 INFO:teuthology.orchestra.run.smithi076.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-13T15:59:25.147 INFO:teuthology.orchestra.run.smithi076.stdout: postgresql-private-libs x86_64 13.16-1.el9 appstream 137 k 2024-09-13T15:59:25.147 INFO:teuthology.orchestra.run.smithi076.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-13T15:59:25.147 INFO:teuthology.orchestra.run.smithi076.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-13T15:59:25.147 INFO:teuthology.orchestra.run.smithi076.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-13T15:59:25.147 INFO:teuthology.orchestra.run.smithi076.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-13T15:59:25.148 INFO:teuthology.orchestra.run.smithi076.stdout: python3-ceph-argparse x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 45 k 2024-09-13T15:59:25.148 INFO:teuthology.orchestra.run.smithi076.stdout: python3-ceph-common x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 129 k 2024-09-13T15:59:25.148 INFO:teuthology.orchestra.run.smithi076.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-13T15:59:25.148 INFO:teuthology.orchestra.run.smithi076.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-13T15:59:25.148 INFO:teuthology.orchestra.run.smithi076.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-13T15:59:25.148 INFO:teuthology.orchestra.run.smithi076.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-13T15:59:25.149 INFO:teuthology.orchestra.run.smithi076.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-13T15:59:25.149 INFO:teuthology.orchestra.run.smithi076.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-13T15:59:25.149 INFO:teuthology.orchestra.run.smithi076.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-13T15:59:25.149 INFO:teuthology.orchestra.run.smithi076.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-13T15:59:25.149 INFO:teuthology.orchestra.run.smithi076.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-13T15:59:25.149 INFO:teuthology.orchestra.run.smithi076.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-13T15:59:25.150 INFO:teuthology.orchestra.run.smithi076.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-13T15:59:25.150 INFO:teuthology.orchestra.run.smithi076.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-13T15:59:25.150 INFO:teuthology.orchestra.run.smithi076.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-13T15:59:25.150 INFO:teuthology.orchestra.run.smithi076.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-13T15:59:25.150 INFO:teuthology.orchestra.run.smithi076.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-13T15:59:25.150 INFO:teuthology.orchestra.run.smithi076.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-13T15:59:25.150 INFO:teuthology.orchestra.run.smithi076.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-13T15:59:25.150 INFO:teuthology.orchestra.run.smithi076.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-13T15:59:25.150 INFO:teuthology.orchestra.run.smithi076.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-13T15:59:25.151 INFO:teuthology.orchestra.run.smithi076.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-13T15:59:25.151 INFO:teuthology.orchestra.run.smithi076.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-13T15:59:25.151 INFO:teuthology.orchestra.run.smithi076.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-13T15:59:25.151 INFO:teuthology.orchestra.run.smithi076.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-13T15:59:25.151 INFO:teuthology.orchestra.run.smithi076.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-13T15:59:25.151 INFO:teuthology.orchestra.run.smithi076.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-13T15:59:25.151 INFO:teuthology.orchestra.run.smithi076.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-13T15:59:25.152 INFO:teuthology.orchestra.run.smithi076.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-13T15:59:25.152 INFO:teuthology.orchestra.run.smithi076.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-13T15:59:25.152 INFO:teuthology.orchestra.run.smithi076.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-13T15:59:25.152 INFO:teuthology.orchestra.run.smithi076.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-13T15:59:25.152 INFO:teuthology.orchestra.run.smithi076.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-13T15:59:25.152 INFO:teuthology.orchestra.run.smithi076.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-13T15:59:25.152 INFO:teuthology.orchestra.run.smithi076.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-13T15:59:25.152 INFO:teuthology.orchestra.run.smithi076.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-13T15:59:25.152 INFO:teuthology.orchestra.run.smithi076.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-13T15:59:25.153 INFO:teuthology.orchestra.run.smithi076.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-13T15:59:25.153 INFO:teuthology.orchestra.run.smithi076.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-13T15:59:25.153 INFO:teuthology.orchestra.run.smithi076.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-13T15:59:25.153 INFO:teuthology.orchestra.run.smithi076.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-13T15:59:25.153 INFO:teuthology.orchestra.run.smithi076.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-13T15:59:25.153 INFO:teuthology.orchestra.run.smithi076.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-13T15:59:25.153 INFO:teuthology.orchestra.run.smithi076.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-13T15:59:25.153 INFO:teuthology.orchestra.run.smithi076.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-13T15:59:25.154 INFO:teuthology.orchestra.run.smithi076.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-13T15:59:25.154 INFO:teuthology.orchestra.run.smithi076.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-13T15:59:25.154 INFO:teuthology.orchestra.run.smithi076.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-13T15:59:25.154 INFO:teuthology.orchestra.run.smithi076.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-13T15:59:25.154 INFO:teuthology.orchestra.run.smithi076.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-13T15:59:25.154 INFO:teuthology.orchestra.run.smithi076.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-13T15:59:25.154 INFO:teuthology.orchestra.run.smithi076.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-13T15:59:25.154 INFO:teuthology.orchestra.run.smithi076.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-13T15:59:25.155 INFO:teuthology.orchestra.run.smithi076.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-09-13T15:59:25.155 INFO:teuthology.orchestra.run.smithi076.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-13T15:59:25.155 INFO:teuthology.orchestra.run.smithi076.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-09-13T15:59:25.155 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T15:59:25.155 INFO:teuthology.orchestra.run.smithi076.stdout:Transaction Summary 2024-09-13T15:59:25.155 INFO:teuthology.orchestra.run.smithi076.stdout:====================================================================================== 2024-09-13T15:59:25.155 INFO:teuthology.orchestra.run.smithi076.stdout:Install 130 Packages 2024-09-13T15:59:25.155 INFO:teuthology.orchestra.run.smithi076.stdout:Upgrade 8 Packages 2024-09-13T15:59:25.155 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T15:59:25.156 INFO:teuthology.orchestra.run.smithi076.stdout:Total download size: 203 M 2024-09-13T15:59:25.156 INFO:teuthology.orchestra.run.smithi076.stdout:Downloading Packages: 2024-09-13T15:59:25.387 INFO:teuthology.orchestra.run.smithi076.stdout:(1/138): ceph-18.2.4-850.g50bbe7f3.el9.x86_64.r 45 kB/s | 6.5 kB 00:00 2024-09-13T15:59:25.687 INFO:teuthology.orchestra.run.smithi076.stdout:(2/138): ceph-base-18.2.4-850.g50bbe7f3.el9.x86 11 MB/s | 5.1 MB 00:00 2024-09-13T15:59:25.712 INFO:teuthology.orchestra.run.smithi076.stdout:(3/138): ceph-fuse-18.2.4-850.g50bbe7f3.el9.x86 2.6 MB/s | 852 kB 00:00 2024-09-13T15:59:25.738 INFO:teuthology.orchestra.run.smithi076.stdout:(4/138): ceph-immutable-object-cache-18.2.4-850 2.8 MB/s | 143 kB 00:00 2024-09-13T15:59:25.821 INFO:teuthology.orchestra.run.smithi076.stdout:(5/138): ceph-mgr-18.2.4-850.g50bbe7f3.el9.x86_ 18 MB/s | 1.5 MB 00:00 2024-09-13T15:59:26.072 INFO:teuthology.orchestra.run.smithi076.stdout:(6/138): ceph-mon-18.2.4-850.g50bbe7f3.el9.x86_ 19 MB/s | 4.7 MB 00:00 2024-09-13T15:59:26.113 INFO:teuthology.orchestra.run.smithi076.stdout:(7/138): ceph-mds-18.2.4-850.g50bbe7f3.el9.x86_ 5.2 MB/s | 2.1 MB 00:00 2024-09-13T15:59:26.347 INFO:teuthology.orchestra.run.smithi076.stdout:(8/138): ceph-common-18.2.4-850.g50bbe7f3.el9.x 17 MB/s | 18 MB 00:01 2024-09-13T15:59:26.397 INFO:teuthology.orchestra.run.smithi076.stdout:(9/138): ceph-selinux-18.2.4-850.g50bbe7f3.el9. 508 kB/s | 25 kB 00:00 2024-09-13T15:59:26.856 INFO:teuthology.orchestra.run.smithi076.stdout:(10/138): ceph-osd-18.2.4-850.g50bbe7f3.el9.x86 21 MB/s | 17 MB 00:00 2024-09-13T15:59:26.906 INFO:teuthology.orchestra.run.smithi076.stdout:(11/138): cephfs-mirror-18.2.4-850.g50bbe7f3.el 4.4 MB/s | 224 kB 00:00 2024-09-13T15:59:26.973 INFO:teuthology.orchestra.run.smithi076.stdout:(12/138): libcephfs-devel-18.2.4-850.g50bbe7f3. 467 kB/s | 31 kB 00:00 2024-09-13T15:59:27.065 INFO:teuthology.orchestra.run.smithi076.stdout:(13/138): ceph-radosgw-18.2.4-850.g50bbe7f3.el9 8.1 MB/s | 7.8 MB 00:00 2024-09-13T15:59:27.099 INFO:teuthology.orchestra.run.smithi076.stdout:(14/138): libcephfs2-18.2.4-850.g50bbe7f3.el9.x 5.6 MB/s | 712 kB 00:00 2024-09-13T15:59:27.124 INFO:teuthology.orchestra.run.smithi076.stdout:(15/138): libcephsqlite-18.2.4-850.g50bbe7f3.el 2.8 MB/s | 166 kB 00:00 2024-09-13T15:59:27.149 INFO:teuthology.orchestra.run.smithi076.stdout:(16/138): librados-devel-18.2.4-850.g50bbe7f3.e 2.5 MB/s | 127 kB 00:00 2024-09-13T15:59:27.200 INFO:teuthology.orchestra.run.smithi076.stdout:(17/138): libradosstriper1-18.2.4-850.g50bbe7f3 6.2 MB/s | 477 kB 00:00 2024-09-13T15:59:27.275 INFO:teuthology.orchestra.run.smithi076.stdout:(18/138): python3-ceph-argparse-18.2.4-850.g50b 600 kB/s | 45 kB 00:00 2024-09-13T15:59:27.350 INFO:teuthology.orchestra.run.smithi076.stdout:(19/138): python3-ceph-common-18.2.4-850.g50bbe 1.7 MB/s | 129 kB 00:00 2024-09-13T15:59:27.409 INFO:teuthology.orchestra.run.smithi076.stdout:(20/138): librgw2-18.2.4-850.g50bbe7f3.el9.x86_ 17 MB/s | 4.5 MB 00:00 2024-09-13T15:59:27.435 INFO:teuthology.orchestra.run.smithi076.stdout:(21/138): python3-cephfs-18.2.4-850.g50bbe7f3.e 1.9 MB/s | 162 kB 00:00 2024-09-13T15:59:27.468 INFO:teuthology.orchestra.run.smithi076.stdout:(22/138): python3-rados-18.2.4-850.g50bbe7f3.el 5.3 MB/s | 319 kB 00:00 2024-09-13T15:59:27.494 INFO:teuthology.orchestra.run.smithi076.stdout:(23/138): python3-rbd-18.2.4-850.g50bbe7f3.el9. 5.0 MB/s | 301 kB 00:00 2024-09-13T15:59:27.519 INFO:teuthology.orchestra.run.smithi076.stdout:(24/138): python3-rgw-18.2.4-850.g50bbe7f3.el9. 1.9 MB/s | 99 kB 00:00 2024-09-13T15:59:27.544 INFO:teuthology.orchestra.run.smithi076.stdout:(25/138): rbd-fuse-18.2.4-850.g50bbe7f3.el9.x86 1.7 MB/s | 87 kB 00:00 2024-09-13T15:59:27.603 INFO:teuthology.orchestra.run.smithi076.stdout:(26/138): rbd-nbd-18.2.4-850.g50bbe7f3.el9.x86_ 2.9 MB/s | 172 kB 00:00 2024-09-13T15:59:27.670 INFO:teuthology.orchestra.run.smithi076.stdout:(27/138): rbd-mirror-18.2.4-850.g50bbe7f3.el9.x 20 MB/s | 3.0 MB 00:00 2024-09-13T15:59:27.695 INFO:teuthology.orchestra.run.smithi076.stdout:(28/138): ceph-grafana-dashboards-18.2.4-850.g5 266 kB/s | 24 kB 00:00 2024-09-13T15:59:27.720 INFO:teuthology.orchestra.run.smithi076.stdout:(29/138): ceph-mgr-cephadm-18.2.4-850.g50bbe7f3 2.7 MB/s | 139 kB 00:00 2024-09-13T15:59:28.354 INFO:teuthology.orchestra.run.smithi076.stdout:(30/138): ceph-test-18.2.4-850.g50bbe7f3.el9.x8 20 MB/s | 40 MB 00:01 2024-09-13T15:59:28.446 INFO:teuthology.orchestra.run.smithi076.stdout:(31/138): ceph-mgr-diskprediction-local-18.2.4- 10 MB/s | 7.4 MB 00:00 2024-09-13T15:59:28.450 INFO:teuthology.orchestra.run.smithi192.stdout:lab-extras 33 kB/s | 1.7 kB 00:00 2024-09-13T15:59:28.471 INFO:teuthology.orchestra.run.smithi076.stdout:(32/138): ceph-mgr-modules-core-18.2.4-850.g50b 2.1 MB/s | 246 kB 00:00 2024-09-13T15:59:28.497 INFO:teuthology.orchestra.run.smithi076.stdout:(33/138): ceph-mgr-rook-18.2.4-850.g50bbe7f3.el 985 kB/s | 49 kB 00:00 2024-09-13T15:59:28.522 INFO:teuthology.orchestra.run.smithi076.stdout:(34/138): ceph-prometheus-alerts-18.2.4-850.g50 328 kB/s | 16 kB 00:00 2024-09-13T15:59:28.580 INFO:teuthology.orchestra.run.smithi076.stdout:(35/138): ceph-mgr-dashboard-18.2.4-850.g50bbe7 4.0 MB/s | 3.5 MB 00:00 2024-09-13T15:59:28.614 INFO:teuthology.orchestra.run.smithi076.stdout:(36/138): ceph-volume-18.2.4-850.g50bbe7f3.el9. 2.2 MB/s | 264 kB 00:00 2024-09-13T15:59:28.639 INFO:teuthology.orchestra.run.smithi076.stdout:(37/138): cephadm-18.2.4-850.g50bbe7f3.el9.noar 1.9 MB/s | 226 kB 00:00 2024-09-13T15:59:28.665 INFO:teuthology.orchestra.run.smithi076.stdout:(38/138): cephfs-top-18.2.4-850.g50bbe7f3.el9.n 218 kB/s | 18 kB 00:00 2024-09-13T15:59:29.148 INFO:teuthology.orchestra.run.smithi076.stdout:(39/138): fuse-2.9.9-16.el9.x86_64.rpm 149 kB/s | 80 kB 00:00 2024-09-13T15:59:29.356 INFO:teuthology.orchestra.run.smithi076.stdout:(40/138): libquadmath-11.5.0-2.el9.x86_64.rpm 276 kB/s | 191 kB 00:00 2024-09-13T15:59:29.549 INFO:teuthology.orchestra.run.smithi076.stdout:(41/138): libgfortran-11.5.0-2.el9.x86_64.rpm 907 kB/s | 801 kB 00:00 2024-09-13T15:59:29.574 INFO:teuthology.orchestra.run.smithi076.stdout:(42/138): python3-cffi-1.14.5-5.el9.x86_64.rpm 595 kB/s | 253 kB 00:00 2024-09-13T15:59:29.657 INFO:teuthology.orchestra.run.smithi076.stdout:(43/138): python3-ply-3.11-14.el9.noarch.rpm 982 kB/s | 106 kB 00:00 2024-09-13T15:59:29.691 INFO:teuthology.orchestra.run.smithi076.stdout:(44/138): python3-pycparser-2.20-6.el9.noarch.r 1.1 MB/s | 135 kB 00:00 2024-09-13T15:59:29.775 INFO:teuthology.orchestra.run.smithi076.stdout:(45/138): python3-requests-2.25.1-8.el9.noarch. 1.0 MB/s | 125 kB 00:00 2024-09-13T15:59:29.808 INFO:teuthology.orchestra.run.smithi076.stdout:(46/138): python3-urllib3-1.26.5-6.el9.noarch.r 1.8 MB/s | 215 kB 00:00 2024-09-13T15:59:29.983 INFO:teuthology.orchestra.run.smithi076.stdout:(47/138): automake-1.16.2-8.el9.noarch.rpm 3.2 MB/s | 689 kB 00:00 2024-09-13T15:59:30.034 INFO:teuthology.orchestra.run.smithi076.stdout:(48/138): boost-program-options-1.75.0-8.el9.x8 2.1 MB/s | 107 kB 00:00 2024-09-13T15:59:30.101 INFO:teuthology.orchestra.run.smithi076.stdout:(49/138): bison-3.7.4-5.el9.x86_64.rpm 3.1 MB/s | 943 kB 00:00 2024-09-13T15:59:30.126 INFO:teuthology.orchestra.run.smithi076.stdout:(50/138): elfutils-libelf-devel-0.191-4.el9.x86 236 kB/s | 22 kB 00:00 2024-09-13T15:59:30.168 INFO:teuthology.orchestra.run.smithi076.stdout:(51/138): python3-cryptography-36.0.1-4.el9.x86 1.5 MB/s | 1.2 MB 00:00 2024-09-13T15:59:30.194 INFO:teuthology.orchestra.run.smithi076.stdout:(52/138): flexiblas-3.0.4-8.el9.x86_64.rpm 489 kB/s | 33 kB 00:00 2024-09-13T15:59:30.227 INFO:teuthology.orchestra.run.smithi076.stdout:(53/138): flex-2.6.4-9.el9.x86_64.rpm 2.4 MB/s | 313 kB 00:00 2024-09-13T15:59:30.252 INFO:teuthology.orchestra.run.smithi076.stdout:(54/138): flexiblas-openblas-openmp-3.0.4-8.el9 312 kB/s | 18 kB 00:00 2024-09-13T15:59:30.278 INFO:teuthology.orchestra.run.smithi076.stdout:(55/138): libaio-devel-0.3.111-13.el9.x86_64.rp 222 kB/s | 11 kB 00:00 2024-09-13T15:59:30.303 INFO:teuthology.orchestra.run.smithi076.stdout:(56/138): libpmemobj-1.12.1-1.el9.x86_64.rpm 3.1 MB/s | 160 kB 00:00 2024-09-13T15:59:30.328 INFO:teuthology.orchestra.run.smithi076.stdout:(57/138): librabbitmq-0.11.0-7.el9.x86_64.rpm 900 kB/s | 45 kB 00:00 2024-09-13T15:59:30.387 INFO:teuthology.orchestra.run.smithi076.stdout:(58/138): libtool-2.4.6-46.el9.x86_64.rpm 9.8 MB/s | 581 kB 00:00 2024-09-13T15:59:30.421 INFO:teuthology.orchestra.run.smithi076.stdout:(59/138): librdkafka-1.6.1-102.el9.x86_64.rpm 5.5 MB/s | 662 kB 00:00 2024-09-13T15:59:30.437 INFO:teuthology.orchestra.run.smithi076.stdout:(60/138): libuuid-devel-2.37.4-20.el9.x86_64.rp 488 kB/s | 24 kB 00:00 2024-09-13T15:59:30.454 INFO:teuthology.orchestra.run.smithi076.stdout:(61/138): libzstd-devel-1.5.1-2.el9.x86_64.rpm 1.4 MB/s | 47 kB 00:00 2024-09-13T15:59:30.488 INFO:teuthology.orchestra.run.smithi076.stdout:(62/138): openblas-0.3.26-2.el9.x86_64.rpm 1.1 MB/s | 38 kB 00:00 2024-09-13T15:59:30.555 INFO:teuthology.orchestra.run.smithi076.stdout:(63/138): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.4 MB/s | 292 kB 00:00 2024-09-13T15:59:30.763 INFO:teuthology.orchestra.run.smithi192.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-13T15:59:30.763 INFO:teuthology.orchestra.run.smithi192.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-13T15:59:30.776 INFO:teuthology.orchestra.run.smithi192.stdout:Package NetworkManager-1:1.48.8-1.el9.x86_64 is already installed. 2024-09-13T15:59:30.777 INFO:teuthology.orchestra.run.smithi192.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-09-13T15:59:30.778 INFO:teuthology.orchestra.run.smithi192.stdout:Package util-linux-2.37.4-20.el9.x86_64 is already installed. 2024-09-13T15:59:30.779 INFO:teuthology.orchestra.run.smithi192.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-13T15:59:30.781 INFO:teuthology.orchestra.run.smithi192.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-09-13T15:59:30.783 INFO:teuthology.orchestra.run.smithi192.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-09-13T15:59:30.784 INFO:teuthology.orchestra.run.smithi192.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-13T15:59:30.846 INFO:teuthology.orchestra.run.smithi192.stdout:Dependencies resolved. 2024-09-13T15:59:30.867 INFO:teuthology.orchestra.run.smithi192.stdout:====================================================================================== 2024-09-13T15:59:30.867 INFO:teuthology.orchestra.run.smithi192.stdout: Package Arch Version Repository Size 2024-09-13T15:59:30.867 INFO:teuthology.orchestra.run.smithi192.stdout:====================================================================================== 2024-09-13T15:59:30.868 INFO:teuthology.orchestra.run.smithi192.stdout:Installing: 2024-09-13T15:59:30.868 INFO:teuthology.orchestra.run.smithi192.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-09-13T15:59:30.868 INFO:teuthology.orchestra.run.smithi192.stdout: ceph x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 6.5 k 2024-09-13T15:59:30.868 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-base x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 5.1 M 2024-09-13T15:59:30.868 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-fuse x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 852 k 2024-09-13T15:59:30.868 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-immutable-object-cache x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 143 k 2024-09-13T15:59:30.868 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-mgr x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 1.5 M 2024-09-13T15:59:30.868 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-mgr-cephadm noarch 2:18.2.4-850.g50bbe7f3.el9 ceph-noarch 139 k 2024-09-13T15:59:30.868 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-mgr-dashboard noarch 2:18.2.4-850.g50bbe7f3.el9 ceph-noarch 3.5 M 2024-09-13T15:59:30.868 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-mgr-diskprediction-local noarch 2:18.2.4-850.g50bbe7f3.el9 ceph-noarch 7.4 M 2024-09-13T15:59:30.868 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-mgr-rook noarch 2:18.2.4-850.g50bbe7f3.el9 ceph-noarch 49 k 2024-09-13T15:59:30.868 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-radosgw x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 7.8 M 2024-09-13T15:59:30.869 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-test x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 40 M 2024-09-13T15:59:30.869 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-volume noarch 2:18.2.4-850.g50bbe7f3.el9 ceph-noarch 264 k 2024-09-13T15:59:30.869 INFO:teuthology.orchestra.run.smithi192.stdout: cephadm noarch 2:18.2.4-850.g50bbe7f3.el9 ceph-noarch 226 k 2024-09-13T15:59:30.869 INFO:teuthology.orchestra.run.smithi192.stdout: cephfs-mirror x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 224 k 2024-09-13T15:59:30.869 INFO:teuthology.orchestra.run.smithi192.stdout: cephfs-top noarch 2:18.2.4-850.g50bbe7f3.el9 ceph-noarch 18 k 2024-09-13T15:59:30.869 INFO:teuthology.orchestra.run.smithi192.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-09-13T15:59:30.869 INFO:teuthology.orchestra.run.smithi192.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-09-13T15:59:30.869 INFO:teuthology.orchestra.run.smithi192.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-09-13T15:59:30.869 INFO:teuthology.orchestra.run.smithi192.stdout: libcephfs-devel x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 31 k 2024-09-13T15:59:30.869 INFO:teuthology.orchestra.run.smithi192.stdout: libcephfs2 x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 712 k 2024-09-13T15:59:30.869 INFO:teuthology.orchestra.run.smithi192.stdout: librados-devel x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 127 k 2024-09-13T15:59:30.869 INFO:teuthology.orchestra.run.smithi192.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-09-13T15:59:30.869 INFO:teuthology.orchestra.run.smithi192.stdout: libuuid-devel x86_64 2.37.4-20.el9 appstream 24 k 2024-09-13T15:59:30.870 INFO:teuthology.orchestra.run.smithi192.stdout: openssl-devel x86_64 1:3.2.2-6.el9 appstream 4.4 M 2024-09-13T15:59:30.870 INFO:teuthology.orchestra.run.smithi192.stdout: postgresql x86_64 13.16-1.el9 appstream 1.6 M 2024-09-13T15:59:30.870 INFO:teuthology.orchestra.run.smithi192.stdout: postgresql-contrib x86_64 13.16-1.el9 appstream 910 k 2024-09-13T15:59:30.870 INFO:teuthology.orchestra.run.smithi192.stdout: postgresql-server x86_64 13.16-1.el9 appstream 5.8 M 2024-09-13T15:59:30.870 INFO:teuthology.orchestra.run.smithi192.stdout: python3-cephfs x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 162 k 2024-09-13T15:59:30.870 INFO:teuthology.orchestra.run.smithi192.stdout: python3-rados x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 319 k 2024-09-13T15:59:30.870 INFO:teuthology.orchestra.run.smithi192.stdout: python3-rbd x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 301 k 2024-09-13T15:59:30.870 INFO:teuthology.orchestra.run.smithi192.stdout: python3-rgw x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 99 k 2024-09-13T15:59:30.870 INFO:teuthology.orchestra.run.smithi192.stdout: rbd-fuse x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 87 k 2024-09-13T15:59:30.870 INFO:teuthology.orchestra.run.smithi192.stdout: rbd-mirror x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 3.0 M 2024-09-13T15:59:30.870 INFO:teuthology.orchestra.run.smithi192.stdout: rbd-nbd x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 172 k 2024-09-13T15:59:30.870 INFO:teuthology.orchestra.run.smithi192.stdout: xfsprogs-devel x86_64 6.4.0-4.el9 appstream 96 k 2024-09-13T15:59:30.870 INFO:teuthology.orchestra.run.smithi192.stdout:Upgrading: 2024-09-13T15:59:30.871 INFO:teuthology.orchestra.run.smithi192.stdout: NetworkManager x86_64 1:1.49.90-1.el9 baseos 2.3 M 2024-09-13T15:59:30.871 INFO:teuthology.orchestra.run.smithi192.stdout: NetworkManager-libnm x86_64 1:1.49.90-1.el9 baseos 1.8 M 2024-09-13T15:59:30.871 INFO:teuthology.orchestra.run.smithi192.stdout: NetworkManager-team x86_64 1:1.49.90-1.el9 baseos 41 k 2024-09-13T15:59:30.871 INFO:teuthology.orchestra.run.smithi192.stdout: NetworkManager-tui x86_64 1:1.49.90-1.el9 baseos 249 k 2024-09-13T15:59:30.871 INFO:teuthology.orchestra.run.smithi192.stdout: librados2 x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 3.3 M 2024-09-13T15:59:30.871 INFO:teuthology.orchestra.run.smithi192.stdout: librbd1 x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 3.0 M 2024-09-13T15:59:30.871 INFO:teuthology.orchestra.run.smithi192.stdout: openssl x86_64 1:3.2.2-6.el9 baseos 1.4 M 2024-09-13T15:59:30.871 INFO:teuthology.orchestra.run.smithi192.stdout: openssl-libs x86_64 1:3.2.2-6.el9 baseos 2.4 M 2024-09-13T15:59:30.871 INFO:teuthology.orchestra.run.smithi192.stdout:Installing dependencies: 2024-09-13T15:59:30.871 INFO:teuthology.orchestra.run.smithi192.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-09-13T15:59:30.871 INFO:teuthology.orchestra.run.smithi192.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-13T15:59:30.871 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-common x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 18 M 2024-09-13T15:59:30.872 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-grafana-dashboards noarch 2:18.2.4-850.g50bbe7f3.el9 ceph-noarch 24 k 2024-09-13T15:59:30.872 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-mds x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 2.1 M 2024-09-13T15:59:30.872 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-mgr-modules-core noarch 2:18.2.4-850.g50bbe7f3.el9 ceph-noarch 246 k 2024-09-13T15:59:30.872 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-mon x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 4.7 M 2024-09-13T15:59:30.872 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-osd x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 17 M 2024-09-13T15:59:30.872 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-prometheus-alerts noarch 2:18.2.4-850.g50bbe7f3.el9 ceph-noarch 16 k 2024-09-13T15:59:30.872 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-selinux x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 25 k 2024-09-13T15:59:30.872 INFO:teuthology.orchestra.run.smithi192.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-13T15:59:30.872 INFO:teuthology.orchestra.run.smithi192.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-13T15:59:30.872 INFO:teuthology.orchestra.run.smithi192.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-13T15:59:30.872 INFO:teuthology.orchestra.run.smithi192.stdout: fmt x86_64 8.1.1-5.el9 epel 111 k 2024-09-13T15:59:30.872 INFO:teuthology.orchestra.run.smithi192.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-13T15:59:30.872 INFO:teuthology.orchestra.run.smithi192.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-13T15:59:30.873 INFO:teuthology.orchestra.run.smithi192.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-13T15:59:30.873 INFO:teuthology.orchestra.run.smithi192.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-13T15:59:30.873 INFO:teuthology.orchestra.run.smithi192.stdout: libcephsqlite x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 166 k 2024-09-13T15:59:30.873 INFO:teuthology.orchestra.run.smithi192.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-13T15:59:30.873 INFO:teuthology.orchestra.run.smithi192.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-13T15:59:30.873 INFO:teuthology.orchestra.run.smithi192.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-13T15:59:30.873 INFO:teuthology.orchestra.run.smithi192.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-13T15:59:30.873 INFO:teuthology.orchestra.run.smithi192.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-13T15:59:30.873 INFO:teuthology.orchestra.run.smithi192.stdout: libradosstriper1 x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 477 k 2024-09-13T15:59:30.873 INFO:teuthology.orchestra.run.smithi192.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-13T15:59:30.873 INFO:teuthology.orchestra.run.smithi192.stdout: librgw2 x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 4.5 M 2024-09-13T15:59:30.873 INFO:teuthology.orchestra.run.smithi192.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-13T15:59:30.874 INFO:teuthology.orchestra.run.smithi192.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-09-13T15:59:30.874 INFO:teuthology.orchestra.run.smithi192.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-13T15:59:30.874 INFO:teuthology.orchestra.run.smithi192.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-13T15:59:30.874 INFO:teuthology.orchestra.run.smithi192.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-13T15:59:30.874 INFO:teuthology.orchestra.run.smithi192.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-13T15:59:30.874 INFO:teuthology.orchestra.run.smithi192.stdout: postgresql-private-libs x86_64 13.16-1.el9 appstream 137 k 2024-09-13T15:59:30.874 INFO:teuthology.orchestra.run.smithi192.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-13T15:59:30.874 INFO:teuthology.orchestra.run.smithi192.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-13T15:59:30.874 INFO:teuthology.orchestra.run.smithi192.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-13T15:59:30.874 INFO:teuthology.orchestra.run.smithi192.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-13T15:59:30.874 INFO:teuthology.orchestra.run.smithi192.stdout: python3-ceph-argparse x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 45 k 2024-09-13T15:59:30.874 INFO:teuthology.orchestra.run.smithi192.stdout: python3-ceph-common x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 129 k 2024-09-13T15:59:30.875 INFO:teuthology.orchestra.run.smithi192.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-13T15:59:30.875 INFO:teuthology.orchestra.run.smithi192.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-13T15:59:30.875 INFO:teuthology.orchestra.run.smithi192.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-13T15:59:30.875 INFO:teuthology.orchestra.run.smithi192.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-13T15:59:30.875 INFO:teuthology.orchestra.run.smithi192.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-13T15:59:30.875 INFO:teuthology.orchestra.run.smithi192.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-13T15:59:30.875 INFO:teuthology.orchestra.run.smithi192.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-13T15:59:30.875 INFO:teuthology.orchestra.run.smithi192.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-13T15:59:30.875 INFO:teuthology.orchestra.run.smithi192.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-13T15:59:30.875 INFO:teuthology.orchestra.run.smithi192.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-13T15:59:30.875 INFO:teuthology.orchestra.run.smithi192.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-13T15:59:30.875 INFO:teuthology.orchestra.run.smithi192.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-13T15:59:30.875 INFO:teuthology.orchestra.run.smithi192.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-13T15:59:30.876 INFO:teuthology.orchestra.run.smithi192.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-13T15:59:30.876 INFO:teuthology.orchestra.run.smithi192.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-13T15:59:30.876 INFO:teuthology.orchestra.run.smithi192.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-13T15:59:30.876 INFO:teuthology.orchestra.run.smithi192.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-13T15:59:30.876 INFO:teuthology.orchestra.run.smithi192.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-13T15:59:30.876 INFO:teuthology.orchestra.run.smithi192.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-13T15:59:30.876 INFO:teuthology.orchestra.run.smithi192.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-13T15:59:30.876 INFO:teuthology.orchestra.run.smithi192.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-13T15:59:30.876 INFO:teuthology.orchestra.run.smithi192.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-13T15:59:30.877 INFO:teuthology.orchestra.run.smithi192.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-13T15:59:30.877 INFO:teuthology.orchestra.run.smithi192.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-13T15:59:30.877 INFO:teuthology.orchestra.run.smithi192.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-13T15:59:30.877 INFO:teuthology.orchestra.run.smithi192.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-13T15:59:30.877 INFO:teuthology.orchestra.run.smithi192.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-13T15:59:30.877 INFO:teuthology.orchestra.run.smithi192.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-13T15:59:30.877 INFO:teuthology.orchestra.run.smithi192.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-13T15:59:30.877 INFO:teuthology.orchestra.run.smithi192.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-13T15:59:30.877 INFO:teuthology.orchestra.run.smithi192.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-13T15:59:30.877 INFO:teuthology.orchestra.run.smithi192.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-13T15:59:30.877 INFO:teuthology.orchestra.run.smithi192.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-13T15:59:30.877 INFO:teuthology.orchestra.run.smithi192.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-13T15:59:30.878 INFO:teuthology.orchestra.run.smithi192.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-13T15:59:30.878 INFO:teuthology.orchestra.run.smithi192.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-13T15:59:30.878 INFO:teuthology.orchestra.run.smithi192.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-13T15:59:30.878 INFO:teuthology.orchestra.run.smithi192.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-13T15:59:30.878 INFO:teuthology.orchestra.run.smithi192.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-13T15:59:30.878 INFO:teuthology.orchestra.run.smithi192.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-13T15:59:30.878 INFO:teuthology.orchestra.run.smithi192.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-13T15:59:30.878 INFO:teuthology.orchestra.run.smithi192.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-13T15:59:30.878 INFO:teuthology.orchestra.run.smithi192.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-13T15:59:30.878 INFO:teuthology.orchestra.run.smithi192.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-13T15:59:30.878 INFO:teuthology.orchestra.run.smithi192.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-13T15:59:30.878 INFO:teuthology.orchestra.run.smithi192.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-13T15:59:30.878 INFO:teuthology.orchestra.run.smithi192.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-13T15:59:30.878 INFO:teuthology.orchestra.run.smithi192.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-13T15:59:30.879 INFO:teuthology.orchestra.run.smithi192.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-13T15:59:30.879 INFO:teuthology.orchestra.run.smithi192.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-13T15:59:30.879 INFO:teuthology.orchestra.run.smithi192.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-13T15:59:30.879 INFO:teuthology.orchestra.run.smithi192.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-09-13T15:59:30.879 INFO:teuthology.orchestra.run.smithi192.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-13T15:59:30.879 INFO:teuthology.orchestra.run.smithi192.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-09-13T15:59:30.879 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T15:59:30.879 INFO:teuthology.orchestra.run.smithi192.stdout:Transaction Summary 2024-09-13T15:59:30.879 INFO:teuthology.orchestra.run.smithi192.stdout:====================================================================================== 2024-09-13T15:59:30.879 INFO:teuthology.orchestra.run.smithi192.stdout:Install 130 Packages 2024-09-13T15:59:30.879 INFO:teuthology.orchestra.run.smithi192.stdout:Upgrade 8 Packages 2024-09-13T15:59:30.879 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T15:59:30.880 INFO:teuthology.orchestra.run.smithi192.stdout:Total download size: 203 M 2024-09-13T15:59:30.880 INFO:teuthology.orchestra.run.smithi192.stdout:Downloading Packages: 2024-09-13T15:59:31.022 INFO:teuthology.orchestra.run.smithi076.stdout:(64/138): flexiblas-netlib-3.0.4-8.el9.x86_64.r 3.5 MB/s | 3.0 MB 00:00 2024-09-13T15:59:31.335 INFO:teuthology.orchestra.run.smithi192.stdout:(1/138): ceph-18.2.4-850.g50bbe7f3.el9.x86_64.r 51 kB/s | 6.5 kB 00:00 2024-09-13T15:59:31.505 INFO:teuthology.orchestra.run.smithi076.stdout:(65/138): postgresql-13.16-1.el9.x86_64.rpm 3.3 MB/s | 1.6 MB 00:00 2024-09-13T15:59:31.552 INFO:teuthology.orchestra.run.smithi192.stdout:(2/138): ceph-fuse-18.2.4-850.g50bbe7f3.el9.x86 3.8 MB/s | 852 kB 00:00 2024-09-13T15:59:31.627 INFO:teuthology.orchestra.run.smithi192.stdout:(3/138): ceph-base-18.2.4-850.g50bbe7f3.el9.x86 12 MB/s | 5.1 MB 00:00 2024-09-13T15:59:31.653 INFO:teuthology.orchestra.run.smithi192.stdout:(4/138): ceph-immutable-object-cache-18.2.4-850 1.4 MB/s | 143 kB 00:00 2024-09-13T15:59:31.737 INFO:teuthology.orchestra.run.smithi192.stdout:(5/138): ceph-mds-18.2.4-850.g50bbe7f3.el9.x86_ 19 MB/s | 2.1 MB 00:00 2024-09-13T15:59:31.789 INFO:teuthology.orchestra.run.smithi076.stdout:(66/138): postgresql-contrib-13.16-1.el9.x86_64 3.1 MB/s | 910 kB 00:00 2024-09-13T15:59:31.853 INFO:teuthology.orchestra.run.smithi192.stdout:(6/138): ceph-mgr-18.2.4-850.g50bbe7f3.el9.x86_ 7.3 MB/s | 1.5 MB 00:00 2024-09-13T15:59:31.864 INFO:teuthology.orchestra.run.smithi076.stdout:(67/138): openblas-openmp-0.3.26-2.el9.x86_64.r 3.6 MB/s | 4.9 MB 00:01 2024-09-13T15:59:31.906 INFO:teuthology.orchestra.run.smithi076.stdout:(68/138): postgresql-private-libs-13.16-1.el9.x 1.1 MB/s | 137 kB 00:00 2024-09-13T15:59:31.962 INFO:teuthology.orchestra.run.smithi192.stdout:(7/138): ceph-mon-18.2.4-850.g50bbe7f3.el9.x86_ 21 MB/s | 4.7 MB 00:00 2024-09-13T15:59:31.998 INFO:teuthology.orchestra.run.smithi076.stdout:(69/138): openssl-devel-3.2.2-6.el9.x86_64.rpm 3.1 MB/s | 4.4 MB 00:01 2024-09-13T15:59:32.115 INFO:teuthology.orchestra.run.smithi076.stdout:(70/138): python3-devel-3.9.19-8.el9.x86_64.rpm 2.1 MB/s | 245 kB 00:00 2024-09-13T15:59:32.224 INFO:teuthology.orchestra.run.smithi076.stdout:(71/138): python3-jinja2-2.11.3-6.el9.noarch.rp 2.2 MB/s | 248 kB 00:00 2024-09-13T15:59:32.266 INFO:teuthology.orchestra.run.smithi076.stdout:(72/138): python3-jsonpatch-1.21-16.el9.noarch. 616 kB/s | 26 kB 00:00 2024-09-13T15:59:32.308 INFO:teuthology.orchestra.run.smithi076.stdout:(73/138): python3-jsonpointer-2.0-4.el9.noarch. 460 kB/s | 19 kB 00:00 2024-09-13T15:59:32.320 INFO:teuthology.orchestra.run.smithi192.stdout:(8/138): ceph-radosgw-18.2.4-850.g50bbe7f3.el9. 22 MB/s | 7.8 MB 00:00 2024-09-13T15:59:32.416 INFO:teuthology.orchestra.run.smithi076.stdout:(74/138): python3-mako-1.1.4-6.el9.noarch.rpm 1.6 MB/s | 172 kB 00:00 2024-09-13T15:59:32.458 INFO:teuthology.orchestra.run.smithi076.stdout:(75/138): python3-markupsafe-1.1.1-12.el9.x86_6 836 kB/s | 35 kB 00:00 2024-09-13T15:59:32.513 INFO:teuthology.orchestra.run.smithi192.stdout:(9/138): ceph-common-18.2.4-850.g50bbe7f3.el9.x 14 MB/s | 18 MB 00:01 2024-09-13T15:59:32.546 INFO:teuthology.orchestra.run.smithi192.stdout:(10/138): ceph-selinux-18.2.4-850.g50bbe7f3.el9 112 kB/s | 25 kB 00:00 2024-09-13T15:59:32.614 INFO:teuthology.orchestra.run.smithi192.stdout:(11/138): cephfs-mirror-18.2.4-850.g50bbe7f3.el 3.3 MB/s | 224 kB 00:00 2024-09-13T15:59:32.672 INFO:teuthology.orchestra.run.smithi192.stdout:(12/138): libcephfs-devel-18.2.4-850.g50bbe7f3. 534 kB/s | 31 kB 00:00 2024-09-13T15:59:32.755 INFO:teuthology.orchestra.run.smithi192.stdout:(13/138): libcephfs2-18.2.4-850.g50bbe7f3.el9.x 8.4 MB/s | 712 kB 00:00 2024-09-13T15:59:32.831 INFO:teuthology.orchestra.run.smithi192.stdout:(14/138): libcephsqlite-18.2.4-850.g50bbe7f3.el 2.2 MB/s | 166 kB 00:00 2024-09-13T15:59:32.989 INFO:teuthology.orchestra.run.smithi192.stdout:(15/138): ceph-osd-18.2.4-850.g50bbe7f3.el9.x86 15 MB/s | 17 MB 00:01 2024-09-13T15:59:33.014 INFO:teuthology.orchestra.run.smithi192.stdout:(16/138): librados-devel-18.2.4-850.g50bbe7f3.e 690 kB/s | 127 kB 00:00 2024-09-13T15:59:33.040 INFO:teuthology.orchestra.run.smithi192.stdout:(17/138): libradosstriper1-18.2.4-850.g50bbe7f3 9.3 MB/s | 477 kB 00:00 2024-09-13T15:59:33.123 INFO:teuthology.orchestra.run.smithi192.stdout:(18/138): python3-ceph-argparse-18.2.4-850.g50b 539 kB/s | 45 kB 00:00 2024-09-13T15:59:33.207 INFO:teuthology.orchestra.run.smithi192.stdout:(19/138): librgw2-18.2.4-850.g50bbe7f3.el9.x86_ 23 MB/s | 4.5 MB 00:00 2024-09-13T15:59:33.232 INFO:teuthology.orchestra.run.smithi192.stdout:(20/138): python3-ceph-common-18.2.4-850.g50bbe 1.2 MB/s | 129 kB 00:00 2024-09-13T15:59:33.266 INFO:teuthology.orchestra.run.smithi192.stdout:(21/138): python3-cephfs-18.2.4-850.g50bbe7f3.e 2.7 MB/s | 162 kB 00:00 2024-09-13T15:59:33.299 INFO:teuthology.orchestra.run.smithi192.stdout:(22/138): python3-rados-18.2.4-850.g50bbe7f3.el 4.7 MB/s | 319 kB 00:00 2024-09-13T15:59:33.341 INFO:teuthology.orchestra.run.smithi192.stdout:(23/138): python3-rbd-18.2.4-850.g50bbe7f3.el9. 3.9 MB/s | 301 kB 00:00 2024-09-13T15:59:33.367 INFO:teuthology.orchestra.run.smithi192.stdout:(24/138): python3-rgw-18.2.4-850.g50bbe7f3.el9. 1.4 MB/s | 99 kB 00:00 2024-09-13T15:59:33.392 INFO:teuthology.orchestra.run.smithi192.stdout:(25/138): rbd-fuse-18.2.4-850.g50bbe7f3.el9.x86 1.7 MB/s | 87 kB 00:00 2024-09-13T15:59:33.451 INFO:teuthology.orchestra.run.smithi192.stdout:(26/138): rbd-nbd-18.2.4-850.g50bbe7f3.el9.x86_ 2.9 MB/s | 172 kB 00:00 2024-09-13T15:59:33.517 INFO:teuthology.orchestra.run.smithi192.stdout:(27/138): rbd-mirror-18.2.4-850.g50bbe7f3.el9.x 20 MB/s | 3.0 MB 00:00 2024-09-13T15:59:33.543 INFO:teuthology.orchestra.run.smithi192.stdout:(28/138): ceph-grafana-dashboards-18.2.4-850.g5 266 kB/s | 24 kB 00:00 2024-09-13T15:59:33.568 INFO:teuthology.orchestra.run.smithi192.stdout:(29/138): ceph-mgr-cephadm-18.2.4-850.g50bbe7f3 2.7 MB/s | 139 kB 00:00 2024-09-13T15:59:33.800 INFO:teuthology.orchestra.run.smithi076.stdout:(76/138): python3-babel-2.9.1-2.el9.noarch.rpm 3.1 MB/s | 6.0 MB 00:01 2024-09-13T15:59:33.802 INFO:teuthology.orchestra.run.smithi192.stdout:(30/138): ceph-mgr-dashboard-18.2.4-850.g50bbe7 14 MB/s | 3.5 MB 00:00 2024-09-13T15:59:33.919 INFO:teuthology.orchestra.run.smithi192.stdout:(31/138): ceph-mgr-modules-core-18.2.4-850.g50b 2.1 MB/s | 246 kB 00:00 2024-09-13T15:59:33.942 INFO:teuthology.orchestra.run.smithi076.stdout:(77/138): postgresql-server-13.16-1.el9.x86_64. 2.8 MB/s | 5.8 MB 00:02 2024-09-13T15:59:33.967 INFO:teuthology.orchestra.run.smithi076.stdout:(78/138): python3-numpy-f2py-1.20.1-5.el9.x86_6 1.5 MB/s | 250 kB 00:00 2024-09-13T15:59:34.019 INFO:teuthology.orchestra.run.smithi192.stdout:(32/138): ceph-mgr-diskprediction-local-18.2.4- 16 MB/s | 7.4 MB 00:00 2024-09-13T15:59:34.034 INFO:teuthology.orchestra.run.smithi076.stdout:(79/138): python3-packaging-20.9-5.el9.noarch.r 1.1 MB/s | 77 kB 00:00 2024-09-13T15:59:34.044 INFO:teuthology.orchestra.run.smithi192.stdout:(33/138): ceph-mgr-rook-18.2.4-850.g50bbe7f3.el 394 kB/s | 49 kB 00:00 2024-09-13T15:59:34.060 INFO:teuthology.orchestra.run.smithi076.stdout:(80/138): python3-oauthlib-3.1.1-5.el9.noarch.r 1.9 MB/s | 222 kB 00:00 2024-09-13T15:59:34.069 INFO:teuthology.orchestra.run.smithi192.stdout:(34/138): ceph-prometheus-alerts-18.2.4-850.g50 330 kB/s | 16 kB 00:00 2024-09-13T15:59:34.085 INFO:teuthology.orchestra.run.smithi076.stdout:(81/138): python3-prettytable-0.7.2-27.el9.noar 840 kB/s | 42 kB 00:00 2024-09-13T15:59:34.128 INFO:teuthology.orchestra.run.smithi192.stdout:(35/138): ceph-volume-18.2.4-850.g50bbe7f3.el9. 3.1 MB/s | 264 kB 00:00 2024-09-13T15:59:34.144 INFO:teuthology.orchestra.run.smithi076.stdout:(82/138): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.9 MB/s | 159 kB 00:00 2024-09-13T15:59:34.153 INFO:teuthology.orchestra.run.smithi192.stdout:(36/138): cephadm-18.2.4-850.g50bbe7f3.el9.noar 2.6 MB/s | 226 kB 00:00 2024-09-13T15:59:34.179 INFO:teuthology.orchestra.run.smithi192.stdout:(37/138): cephfs-top-18.2.4-850.g50bbe7f3.el9.n 363 kB/s | 18 kB 00:00 2024-09-13T15:59:34.236 INFO:teuthology.orchestra.run.smithi076.stdout:(83/138): python3-numpy-1.20.1-5.el9.x86_64.rpm 2.9 MB/s | 5.1 MB 00:01 2024-09-13T15:59:34.261 INFO:teuthology.orchestra.run.smithi076.stdout:(84/138): python3-pytz-2021.1-5.el9.noarch.rpm 436 kB/s | 51 kB 00:00 2024-09-13T15:59:34.286 INFO:teuthology.orchestra.run.smithi076.stdout:(85/138): python3-pyasn1-modules-0.4.8-6.el9.no 1.4 MB/s | 279 kB 00:00 2024-09-13T15:59:34.312 INFO:teuthology.orchestra.run.smithi076.stdout:(86/138): python3-requests-oauthlib-1.3.0-12.el 710 kB/s | 54 kB 00:00 2024-09-13T15:59:34.337 INFO:teuthology.orchestra.run.smithi076.stdout:(87/138): python3-toml-0.10.2-6.el9.noarch.rpm 830 kB/s | 42 kB 00:00 2024-09-13T15:59:34.379 INFO:teuthology.orchestra.run.smithi076.stdout:(88/138): uuid-1.6.2-55.el9.x86_64.rpm 1.4 MB/s | 58 kB 00:00 2024-09-13T15:59:34.437 INFO:teuthology.orchestra.run.smithi076.stdout:(89/138): socat-1.7.4.1-6.el9.x86_64.rpm 2.4 MB/s | 304 kB 00:00 2024-09-13T15:59:34.463 INFO:teuthology.orchestra.run.smithi076.stdout:(90/138): xfsprogs-devel-6.4.0-4.el9.x86_64.rpm 1.1 MB/s | 96 kB 00:00 2024-09-13T15:59:34.505 INFO:teuthology.orchestra.run.smithi076.stdout:(91/138): xmlstarlet-1.6.1-20.el9.x86_64.rpm 951 kB/s | 64 kB 00:00 2024-09-13T15:59:34.530 INFO:teuthology.orchestra.run.smithi076.stdout:(92/138): zlib-devel-1.2.11-41.el9.x86_64.rpm 670 kB/s | 45 kB 00:00 2024-09-13T15:59:34.537 INFO:teuthology.orchestra.run.smithi192.stdout:(38/138): ceph-test-18.2.4-850.g50bbe7f3.el9.x8 20 MB/s | 40 MB 00:02 2024-09-13T15:59:34.572 INFO:teuthology.orchestra.run.smithi076.stdout:(93/138): fmt-8.1.1-5.el9.x86_64.rpm 1.6 MB/s | 111 kB 00:00 2024-09-13T15:59:34.622 INFO:teuthology.orchestra.run.smithi076.stdout:(94/138): gperftools-libs-2.9.1-3.el9.x86_64.rp 3.3 MB/s | 308 kB 00:00 2024-09-13T15:59:34.647 INFO:teuthology.orchestra.run.smithi076.stdout:(95/138): libarrow-doc-9.0.0-11.el9.noarch.rpm 1.0 MB/s | 26 kB 00:00 2024-09-13T15:59:34.654 INFO:teuthology.orchestra.run.smithi192.stdout:(39/138): fuse-2.9.9-16.el9.x86_64.rpm 159 kB/s | 80 kB 00:00 2024-09-13T15:59:34.673 INFO:teuthology.orchestra.run.smithi076.stdout:(96/138): liboath-2.6.7-2.el9.x86_64.rpm 1.9 MB/s | 49 kB 00:00 2024-09-13T15:59:34.698 INFO:teuthology.orchestra.run.smithi076.stdout:(97/138): libunwind-1.6.2-1.el9.x86_64.rpm 2.6 MB/s | 67 kB 00:00 2024-09-13T15:59:34.738 INFO:teuthology.orchestra.run.smithi192.stdout:(40/138): python3-cffi-1.14.5-5.el9.x86_64.rpm 3.0 MB/s | 253 kB 00:00 2024-09-13T15:59:34.757 INFO:teuthology.orchestra.run.smithi076.stdout:(98/138): parquet-libs-9.0.0-11.el9.x86_64.rpm 14 MB/s | 839 kB 00:00 2024-09-13T15:59:34.772 INFO:teuthology.orchestra.run.smithi192.stdout:(41/138): libgfortran-11.5.0-2.el9.x86_64.rpm 1.3 MB/s | 801 kB 00:00 2024-09-13T15:59:34.797 INFO:teuthology.orchestra.run.smithi192.stdout:(42/138): libquadmath-11.5.0-2.el9.x86_64.rpm 738 kB/s | 191 kB 00:00 2024-09-13T15:59:34.799 INFO:teuthology.orchestra.run.smithi076.stdout:(99/138): python3-asyncssh-2.13.2-5.el9.noarch. 13 MB/s | 548 kB 00:00 2024-09-13T15:59:34.824 INFO:teuthology.orchestra.run.smithi076.stdout:(100/138): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.7 MB/s | 43 kB 00:00 2024-09-13T15:59:34.831 INFO:teuthology.orchestra.run.smithi192.stdout:(43/138): python3-ply-3.11-14.el9.noarch.rpm 1.8 MB/s | 106 kB 00:00 2024-09-13T15:59:34.856 INFO:teuthology.orchestra.run.smithi192.stdout:(44/138): python3-pycparser-2.20-6.el9.noarch.r 2.3 MB/s | 135 kB 00:00 2024-09-13T15:59:34.889 INFO:teuthology.orchestra.run.smithi192.stdout:(45/138): python3-cryptography-36.0.1-4.el9.x86 8.1 MB/s | 1.2 MB 00:00 2024-09-13T15:59:34.899 INFO:teuthology.orchestra.run.smithi076.stdout:(101/138): libarrow-9.0.0-11.el9.x86_64.rpm 14 MB/s | 4.4 MB 00:00 2024-09-13T15:59:34.915 INFO:teuthology.orchestra.run.smithi192.stdout:(46/138): python3-requests-2.25.1-8.el9.noarch. 1.5 MB/s | 125 kB 00:00 2024-09-13T15:59:34.925 INFO:teuthology.orchestra.run.smithi076.stdout:(102/138): python3-cachetools-4.2.4-1.el9.noarc 321 kB/s | 32 kB 00:00 2024-09-13T15:59:34.940 INFO:teuthology.orchestra.run.smithi192.stdout:(47/138): python3-urllib3-1.26.5-6.el9.noarch.r 2.5 MB/s | 215 kB 00:00 2024-09-13T15:59:34.950 INFO:teuthology.orchestra.run.smithi076.stdout:(103/138): python3-certifi-2023.05.07-4.el9.noa 281 kB/s | 14 kB 00:00 2024-09-13T15:59:34.975 INFO:teuthology.orchestra.run.smithi076.stdout:(104/138): python3-cheroot-8.6.0-4.el9.noarch.r 3.4 MB/s | 172 kB 00:00 2024-09-13T15:59:35.001 INFO:teuthology.orchestra.run.smithi076.stdout:(105/138): python3-cherrypy-18.6.1-2.el9.noarch 7.0 MB/s | 358 kB 00:00 2024-09-13T15:59:35.026 INFO:teuthology.orchestra.run.smithi076.stdout:(106/138): python3-google-auth-2.34.0-1.el9.noa 4.2 MB/s | 220 kB 00:00 2024-09-13T15:59:35.051 INFO:teuthology.orchestra.run.smithi076.stdout:(107/138): python3-jaraco-8.2.1-3.el9.noarch.rp 212 kB/s | 11 kB 00:00 2024-09-13T15:59:35.057 INFO:teuthology.orchestra.run.smithi192.stdout:(48/138): boost-program-options-1.75.0-8.el9.x8 918 kB/s | 107 kB 00:00 2024-09-13T15:59:35.076 INFO:teuthology.orchestra.run.smithi076.stdout:(108/138): python3-jaraco-classes-3.2.1-5.el9.n 353 kB/s | 18 kB 00:00 2024-09-13T15:59:35.082 INFO:teuthology.orchestra.run.smithi192.stdout:(49/138): automake-1.16.2-8.el9.noarch.rpm 3.5 MB/s | 689 kB 00:00 2024-09-13T15:59:35.093 INFO:teuthology.orchestra.run.smithi076.stdout:(109/138): python3-jaraco-collections-3.0.0-8.e 554 kB/s | 23 kB 00:00 2024-09-13T15:59:35.107 INFO:teuthology.orchestra.run.smithi192.stdout:(50/138): elfutils-libelf-devel-0.191-4.el9.x86 433 kB/s | 22 kB 00:00 2024-09-13T15:59:35.111 INFO:teuthology.orchestra.run.smithi076.stdout:(110/138): python3-jaraco-functools-3.5.0-2.el9 578 kB/s | 19 kB 00:00 2024-09-13T15:59:35.127 INFO:teuthology.orchestra.run.smithi076.stdout:(111/138): python3-jaraco-text-3.2.0-6.el9.noar 583 kB/s | 20 kB 00:00 2024-09-13T15:59:35.133 INFO:teuthology.orchestra.run.smithi192.stdout:(51/138): flex-2.6.4-9.el9.x86_64.rpm 6.1 MB/s | 313 kB 00:00 2024-09-13T15:59:35.144 INFO:teuthology.orchestra.run.smithi076.stdout:(112/138): python3-logutils-0.3.5-21.el9.noarch 2.8 MB/s | 46 kB 00:00 2024-09-13T15:59:35.158 INFO:teuthology.orchestra.run.smithi192.stdout:(52/138): flexiblas-3.0.4-8.el9.x86_64.rpm 650 kB/s | 33 kB 00:00 2024-09-13T15:59:35.170 INFO:teuthology.orchestra.run.smithi076.stdout:(113/138): python3-more-itertools-8.12.0-2.el9. 3.1 MB/s | 79 kB 00:00 2024-09-13T15:59:35.186 INFO:teuthology.orchestra.run.smithi076.stdout:(114/138): python3-natsort-7.1.1-5.el9.noarch.r 3.4 MB/s | 58 kB 00:00 2024-09-13T15:59:35.200 INFO:teuthology.orchestra.run.smithi192.stdout:(53/138): bison-3.7.4-5.el9.x86_64.rpm 3.2 MB/s | 943 kB 00:00 2024-09-13T15:59:35.220 INFO:teuthology.orchestra.run.smithi076.stdout:(115/138): python3-kubernetes-26.1.0-2.el9.noar 9.3 MB/s | 1.0 MB 00:00 2024-09-13T15:59:35.225 INFO:teuthology.orchestra.run.smithi192.stdout:(54/138): flexiblas-openblas-openmp-3.0.4-8.el9 272 kB/s | 18 kB 00:00 2024-09-13T15:59:35.246 INFO:teuthology.orchestra.run.smithi076.stdout:(116/138): python3-portend-3.1.0-2.el9.noarch.r 657 kB/s | 16 kB 00:00 2024-09-13T15:59:35.250 INFO:teuthology.orchestra.run.smithi192.stdout:(55/138): libaio-devel-0.3.111-13.el9.x86_64.rp 222 kB/s | 11 kB 00:00 2024-09-13T15:59:35.276 INFO:teuthology.orchestra.run.smithi192.stdout:(56/138): libpmemobj-1.12.1-1.el9.x86_64.rpm 3.1 MB/s | 160 kB 00:00 2024-09-13T15:59:35.279 INFO:teuthology.orchestra.run.smithi076.stdout:(117/138): python3-pecan-1.4.2-3.el9.noarch.rpm 2.9 MB/s | 272 kB 00:00 2024-09-13T15:59:35.301 INFO:teuthology.orchestra.run.smithi192.stdout:(57/138): librabbitmq-0.11.0-7.el9.x86_64.rpm 902 kB/s | 45 kB 00:00 2024-09-13T15:59:35.304 INFO:teuthology.orchestra.run.smithi076.stdout:(118/138): python3-repoze-lru-0.7-16.el9.noarch 1.2 MB/s | 31 kB 00:00 2024-09-13T15:59:35.330 INFO:teuthology.orchestra.run.smithi076.stdout:(119/138): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.0 MB/s | 90 kB 00:00 2024-09-13T15:59:35.335 INFO:teuthology.orchestra.run.smithi192.stdout:(58/138): librdkafka-1.6.1-102.el9.x86_64.rpm 11 MB/s | 662 kB 00:00 2024-09-13T15:59:35.355 INFO:teuthology.orchestra.run.smithi076.stdout:(120/138): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-09-13T15:59:35.377 INFO:teuthology.orchestra.run.smithi192.stdout:(59/138): libuuid-devel-2.37.4-20.el9.x86_64.rp 590 kB/s | 24 kB 00:00 2024-09-13T15:59:35.388 INFO:teuthology.orchestra.run.smithi076.stdout:(121/138): python3-routes-2.5.1-5.el9.noarch.rp 2.2 MB/s | 188 kB 00:00 2024-09-13T15:59:35.414 INFO:teuthology.orchestra.run.smithi076.stdout:(122/138): python3-tempora-5.0.0-2.el9.noarch.r 611 kB/s | 36 kB 00:00 2024-09-13T15:59:35.436 INFO:teuthology.orchestra.run.smithi192.stdout:(60/138): flexiblas-netlib-3.0.4-8.el9.x86_64.r 9.9 MB/s | 3.0 MB 00:00 2024-09-13T15:59:35.448 INFO:teuthology.orchestra.run.smithi076.stdout:(123/138): python3-typing-extensions-4.12.2-2.e 1.2 MB/s | 74 kB 00:00 2024-09-13T15:59:35.461 INFO:teuthology.orchestra.run.smithi192.stdout:(61/138): libzstd-devel-1.5.1-2.el9.x86_64.rpm 568 kB/s | 47 kB 00:00 2024-09-13T15:59:35.473 INFO:teuthology.orchestra.run.smithi076.stdout:(124/138): python3-websocket-client-1.2.3-2.el9 3.5 MB/s | 90 kB 00:00 2024-09-13T15:59:35.486 INFO:teuthology.orchestra.run.smithi192.stdout:(62/138): libtool-2.4.6-46.el9.x86_64.rpm 3.1 MB/s | 581 kB 00:00 2024-09-13T15:59:35.498 INFO:teuthology.orchestra.run.smithi076.stdout:(125/138): python3-webob-1.8.8-2.el9.noarch.rpm 2.7 MB/s | 230 kB 00:00 2024-09-13T15:59:35.512 INFO:teuthology.orchestra.run.smithi192.stdout:(63/138): openblas-0.3.26-2.el9.x86_64.rpm 765 kB/s | 38 kB 00:00 2024-09-13T15:59:35.524 INFO:teuthology.orchestra.run.smithi076.stdout:(126/138): python3-zc-lockfile-2.0-10.el9.noarc 801 kB/s | 20 kB 00:00 2024-09-13T15:59:35.545 INFO:teuthology.orchestra.run.smithi192.stdout:(64/138): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.6 MB/s | 292 kB 00:00 2024-09-13T15:59:35.549 INFO:teuthology.orchestra.run.smithi076.stdout:(127/138): python3-werkzeug-2.0.3-3.el9.1.noarc 5.5 MB/s | 427 kB 00:00 2024-09-13T15:59:35.583 INFO:teuthology.orchestra.run.smithi076.stdout:(128/138): re2-20211101-20.el9.x86_64.rpm 3.2 MB/s | 191 kB 00:00 2024-09-13T15:59:35.612 INFO:teuthology.orchestra.run.smithi192.stdout:(65/138): postgresql-13.16-1.el9.x86_64.rpm 24 MB/s | 1.6 MB 00:00 2024-09-13T15:59:35.650 INFO:teuthology.orchestra.run.smithi076.stdout:(129/138): thrift-0.15.0-2.el9.x86_64.rpm 16 MB/s | 1.6 MB 00:00 2024-09-13T15:59:35.671 INFO:teuthology.orchestra.run.smithi192.stdout:(66/138): openssl-devel-3.2.2-6.el9.x86_64.rpm 28 MB/s | 4.4 MB 00:00 2024-09-13T15:59:35.704 INFO:teuthology.orchestra.run.smithi192.stdout:(67/138): postgresql-contrib-13.16-1.el9.x86_64 9.7 MB/s | 910 kB 00:00 2024-09-13T15:59:35.729 INFO:teuthology.orchestra.run.smithi192.stdout:(68/138): postgresql-private-libs-13.16-1.el9.x 2.3 MB/s | 137 kB 00:00 2024-09-13T15:59:35.805 INFO:teuthology.orchestra.run.smithi192.stdout:(69/138): openblas-openmp-0.3.26-2.el9.x86_64.r 16 MB/s | 4.9 MB 00:00 2024-09-13T15:59:35.855 INFO:teuthology.orchestra.run.smithi192.stdout:(70/138): python3-devel-3.9.19-8.el9.x86_64.rpm 4.8 MB/s | 245 kB 00:00 2024-09-13T15:59:35.900 INFO:teuthology.orchestra.run.smithi076.stdout:(130/138): librbd1-18.2.4-850.g50bbe7f3.el9.x86 12 MB/s | 3.0 MB 00:00 2024-09-13T15:59:35.939 INFO:teuthology.orchestra.run.smithi192.stdout:(71/138): postgresql-server-13.16-1.el9.x86_64. 25 MB/s | 5.8 MB 00:00 2024-09-13T15:59:35.964 INFO:teuthology.orchestra.run.smithi192.stdout:(72/138): python3-jinja2-2.11.3-6.el9.noarch.rp 2.2 MB/s | 248 kB 00:00 2024-09-13T15:59:35.966 INFO:teuthology.orchestra.run.smithi076.stdout:(131/138): librados2-18.2.4-850.g50bbe7f3.el9.x 8.6 MB/s | 3.3 MB 00:00 2024-09-13T15:59:35.989 INFO:teuthology.orchestra.run.smithi192.stdout:(73/138): python3-jsonpatch-1.21-16.el9.noarch. 513 kB/s | 26 kB 00:00 2024-09-13T15:59:36.014 INFO:teuthology.orchestra.run.smithi192.stdout:(74/138): python3-jsonpointer-2.0-4.el9.noarch. 383 kB/s | 19 kB 00:00 2024-09-13T15:59:36.040 INFO:teuthology.orchestra.run.smithi192.stdout:(75/138): python3-mako-1.1.4-6.el9.noarch.rpm 3.3 MB/s | 172 kB 00:00 2024-09-13T15:59:36.065 INFO:teuthology.orchestra.run.smithi192.stdout:(76/138): python3-markupsafe-1.1.1-12.el9.x86_6 693 kB/s | 35 kB 00:00 2024-09-13T15:59:36.149 INFO:teuthology.orchestra.run.smithi192.stdout:(77/138): python3-babel-2.9.1-2.el9.noarch.rpm 14 MB/s | 6.0 MB 00:00 2024-09-13T15:59:36.174 INFO:teuthology.orchestra.run.smithi192.stdout:(78/138): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.3 MB/s | 250 kB 00:00 2024-09-13T15:59:36.207 INFO:teuthology.orchestra.run.smithi192.stdout:(79/138): python3-oauthlib-3.1.1-5.el9.noarch.r 3.7 MB/s | 222 kB 00:00 2024-09-13T15:59:36.233 INFO:teuthology.orchestra.run.smithi192.stdout:(80/138): python3-packaging-20.9-5.el9.noarch.r 1.3 MB/s | 77 kB 00:00 2024-09-13T15:59:36.258 INFO:teuthology.orchestra.run.smithi192.stdout:(81/138): python3-prettytable-0.7.2-27.el9.noar 841 kB/s | 42 kB 00:00 2024-09-13T15:59:36.283 INFO:teuthology.orchestra.run.smithi192.stdout:(82/138): python3-pyasn1-0.4.8-6.el9.noarch.rpm 3.1 MB/s | 159 kB 00:00 2024-09-13T15:59:36.325 INFO:teuthology.orchestra.run.smithi192.stdout:(83/138): python3-pyasn1-modules-0.4.8-6.el9.no 4.1 MB/s | 279 kB 00:00 2024-09-13T15:59:36.351 INFO:teuthology.orchestra.run.smithi192.stdout:(84/138): python3-pytz-2021.1-5.el9.noarch.rpm 764 kB/s | 51 kB 00:00 2024-09-13T15:59:36.376 INFO:teuthology.orchestra.run.smithi192.stdout:(85/138): python3-requests-oauthlib-1.3.0-12.el 1.0 MB/s | 54 kB 00:00 2024-09-13T15:59:36.460 INFO:teuthology.orchestra.run.smithi192.stdout:(86/138): python3-numpy-1.20.1-5.el9.x86_64.rpm 12 MB/s | 5.1 MB 00:00 2024-09-13T15:59:36.485 INFO:teuthology.orchestra.run.smithi192.stdout:(87/138): python3-toml-0.10.2-6.el9.noarch.rpm 383 kB/s | 42 kB 00:00 2024-09-13T15:59:36.519 INFO:teuthology.orchestra.run.smithi192.stdout:(88/138): socat-1.7.4.1-6.el9.x86_64.rpm 5.1 MB/s | 304 kB 00:00 2024-09-13T15:59:36.544 INFO:teuthology.orchestra.run.smithi192.stdout:(89/138): uuid-1.6.2-55.el9.x86_64.rpm 987 kB/s | 58 kB 00:00 2024-09-13T15:59:36.569 INFO:teuthology.orchestra.run.smithi192.stdout:(90/138): xfsprogs-devel-6.4.0-4.el9.x86_64.rpm 1.9 MB/s | 96 kB 00:00 2024-09-13T15:59:36.594 INFO:teuthology.orchestra.run.smithi192.stdout:(91/138): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.2 MB/s | 64 kB 00:00 2024-09-13T15:59:36.620 INFO:teuthology.orchestra.run.smithi192.stdout:(92/138): zlib-devel-1.2.11-41.el9.x86_64.rpm 891 kB/s | 45 kB 00:00 2024-09-13T15:59:36.670 INFO:teuthology.orchestra.run.smithi192.stdout:(93/138): fmt-8.1.1-5.el9.x86_64.rpm 1.4 MB/s | 111 kB 00:00 2024-09-13T15:59:36.721 INFO:teuthology.orchestra.run.smithi192.stdout:(94/138): gperftools-libs-2.9.1-3.el9.x86_64.rp 3.0 MB/s | 308 kB 00:00 2024-09-13T15:59:36.746 INFO:teuthology.orchestra.run.smithi192.stdout:(95/138): libarrow-doc-9.0.0-11.el9.noarch.rpm 1.0 MB/s | 26 kB 00:00 2024-09-13T15:59:36.771 INFO:teuthology.orchestra.run.smithi192.stdout:(96/138): liboath-2.6.7-2.el9.x86_64.rpm 1.9 MB/s | 49 kB 00:00 2024-09-13T15:59:36.796 INFO:teuthology.orchestra.run.smithi192.stdout:(97/138): libunwind-1.6.2-1.el9.x86_64.rpm 2.6 MB/s | 67 kB 00:00 2024-09-13T15:59:36.959 INFO:teuthology.orchestra.run.smithi076.stdout:(132/138): NetworkManager-1.49.90-1.el9.x86_64. 2.2 MB/s | 2.3 MB 00:01 2024-09-13T15:59:37.005 INFO:teuthology.orchestra.run.smithi192.stdout:(98/138): python3-scipy-1.6.2-8.el9.x86_64.rpm 25 MB/s | 16 MB 00:00 2024-09-13T15:59:37.034 INFO:teuthology.orchestra.run.smithi076.stdout:(133/138): NetworkManager-libnm-1.49.90-1.el9.x 1.7 MB/s | 1.8 MB 00:01 2024-09-13T15:59:37.047 INFO:teuthology.orchestra.run.smithi192.stdout:(99/138): parquet-libs-9.0.0-11.el9.x86_64.rpm 3.3 MB/s | 839 kB 00:00 2024-09-13T15:59:37.068 INFO:teuthology.orchestra.run.smithi076.stdout:(134/138): NetworkManager-team-1.49.90-1.el9.x8 374 kB/s | 41 kB 00:00 2024-09-13T15:59:37.072 INFO:teuthology.orchestra.run.smithi192.stdout:(100/138): python3-bcrypt-3.2.2-1.el9.x86_64.rp 2.4 MB/s | 43 kB 00:00 2024-09-13T15:59:37.097 INFO:teuthology.orchestra.run.smithi192.stdout:(101/138): python3-cachetools-4.2.4-1.el9.noarc 1.4 MB/s | 32 kB 00:00 2024-09-13T15:59:37.114 INFO:teuthology.orchestra.run.smithi192.stdout:(102/138): python3-certifi-2023.05.07-4.el9.noa 848 kB/s | 14 kB 00:00 2024-09-13T15:59:37.151 INFO:teuthology.orchestra.run.smithi076.stdout:(135/138): NetworkManager-tui-1.49.90-1.el9.x86 2.1 MB/s | 249 kB 00:00 2024-09-13T15:59:37.198 INFO:teuthology.orchestra.run.smithi192.stdout:(103/138): libarrow-9.0.0-11.el9.x86_64.rpm 8.4 MB/s | 4.4 MB 00:00 2024-09-13T15:59:37.218 INFO:teuthology.orchestra.run.smithi076.stdout:(136/138): openssl-3.2.2-6.el9.x86_64.rpm 9.0 MB/s | 1.4 MB 00:00 2024-09-13T15:59:37.223 INFO:teuthology.orchestra.run.smithi192.stdout:(104/138): python3-cheroot-8.6.0-4.el9.noarch.r 1.5 MB/s | 172 kB 00:00 2024-09-13T15:59:37.257 INFO:teuthology.orchestra.run.smithi192.stdout:(105/138): python3-asyncssh-2.13.2-5.el9.noarch 2.1 MB/s | 548 kB 00:00 2024-09-13T15:59:37.282 INFO:teuthology.orchestra.run.smithi192.stdout:(106/138): python3-cherrypy-18.6.1-2.el9.noarch 4.2 MB/s | 358 kB 00:00 2024-09-13T15:59:37.307 INFO:teuthology.orchestra.run.smithi192.stdout:(107/138): python3-jaraco-8.2.1-3.el9.noarch.rp 212 kB/s | 11 kB 00:00 2024-09-13T15:59:37.332 INFO:teuthology.orchestra.run.smithi192.stdout:(108/138): python3-jaraco-classes-3.2.1-5.el9.n 352 kB/s | 18 kB 00:00 2024-09-13T15:59:37.358 INFO:teuthology.orchestra.run.smithi192.stdout:(109/138): python3-jaraco-collections-3.0.0-8.e 460 kB/s | 23 kB 00:00 2024-09-13T15:59:37.383 INFO:teuthology.orchestra.run.smithi192.stdout:(110/138): python3-jaraco-functools-3.5.0-2.el9 387 kB/s | 19 kB 00:00 2024-09-13T15:59:37.408 INFO:teuthology.orchestra.run.smithi192.stdout:(111/138): python3-jaraco-text-3.2.0-6.el9.noar 391 kB/s | 20 kB 00:00 2024-09-13T15:59:37.434 INFO:teuthology.orchestra.run.smithi192.stdout:(112/138): python3-google-auth-2.34.0-1.el9.noa 1.0 MB/s | 220 kB 00:00 2024-09-13T15:59:37.459 INFO:teuthology.orchestra.run.smithi192.stdout:(113/138): python3-logutils-0.3.5-21.el9.noarch 925 kB/s | 46 kB 00:00 2024-09-13T15:59:37.484 INFO:teuthology.orchestra.run.smithi192.stdout:(114/138): python3-more-itertools-8.12.0-2.el9. 1.5 MB/s | 79 kB 00:00 2024-09-13T15:59:37.485 INFO:teuthology.orchestra.run.smithi076.stdout:(137/138): openssl-libs-3.2.2-6.el9.x86_64.rpm 7.2 MB/s | 2.4 MB 00:00 2024-09-13T15:59:37.509 INFO:teuthology.orchestra.run.smithi192.stdout:(115/138): python3-natsort-7.1.1-5.el9.noarch.r 1.1 MB/s | 58 kB 00:00 2024-09-13T15:59:37.535 INFO:teuthology.orchestra.run.smithi192.stdout:(116/138): python3-pecan-1.4.2-3.el9.noarch.rpm 5.3 MB/s | 272 kB 00:00 2024-09-13T15:59:37.569 INFO:teuthology.orchestra.run.smithi192.stdout:(117/138): python3-portend-3.1.0-2.el9.noarch.r 279 kB/s | 16 kB 00:00 2024-09-13T15:59:37.594 INFO:teuthology.orchestra.run.smithi192.stdout:(118/138): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.5 MB/s | 90 kB 00:00 2024-09-13T15:59:37.619 INFO:teuthology.orchestra.run.smithi192.stdout:(119/138): python3-repoze-lru-0.7-16.el9.noarch 614 kB/s | 31 kB 00:00 2024-09-13T15:59:37.645 INFO:teuthology.orchestra.run.smithi192.stdout:(120/138): python3-routes-2.5.1-5.el9.noarch.rp 3.7 MB/s | 188 kB 00:00 2024-09-13T15:59:37.671 INFO:teuthology.orchestra.run.smithi192.stdout:(121/138): python3-rsa-4.9-2.el9.noarch.rpm 1.1 MB/s | 59 kB 00:00 2024-09-13T15:59:37.695 INFO:teuthology.orchestra.run.smithi192.stdout:(122/138): python3-tempora-5.0.0-2.el9.noarch.r 713 kB/s | 36 kB 00:00 2024-09-13T15:59:37.721 INFO:teuthology.orchestra.run.smithi192.stdout:(123/138): python3-typing-extensions-4.12.2-2.e 1.5 MB/s | 74 kB 00:00 2024-09-13T15:59:37.755 INFO:teuthology.orchestra.run.smithi192.stdout:(124/138): python3-kubernetes-26.1.0-2.el9.noar 2.8 MB/s | 1.0 MB 00:00 2024-09-13T15:59:37.779 INFO:teuthology.orchestra.run.smithi192.stdout:(125/138): python3-websocket-client-1.2.3-2.el9 1.5 MB/s | 90 kB 00:00 2024-09-13T15:59:37.805 INFO:teuthology.orchestra.run.smithi192.stdout:(126/138): python3-webob-1.8.8-2.el9.noarch.rpm 2.1 MB/s | 230 kB 00:00 2024-09-13T15:59:37.830 INFO:teuthology.orchestra.run.smithi192.stdout:(127/138): python3-zc-lockfile-2.0-10.el9.noarc 396 kB/s | 20 kB 00:00 2024-09-13T15:59:37.856 INFO:teuthology.orchestra.run.smithi192.stdout:(128/138): re2-20211101-20.el9.x86_64.rpm 3.7 MB/s | 191 kB 00:00 2024-09-13T15:59:37.881 INFO:teuthology.orchestra.run.smithi192.stdout:(129/138): python3-werkzeug-2.0.3-3.el9.1.noarc 3.3 MB/s | 427 kB 00:00 2024-09-13T15:59:37.956 INFO:teuthology.orchestra.run.smithi192.stdout:(130/138): thrift-0.15.0-2.el9.x86_64.rpm 13 MB/s | 1.6 MB 00:00 2024-09-13T15:59:38.123 INFO:teuthology.orchestra.run.smithi192.stdout:(131/138): librados2-18.2.4-850.g50bbe7f3.el9.x 12 MB/s | 3.3 MB 00:00 2024-09-13T15:59:38.281 INFO:teuthology.orchestra.run.smithi192.stdout:(132/138): NetworkManager-1.49.90-1.el9.x86_64. 7.1 MB/s | 2.3 MB 00:00 2024-09-13T15:59:38.381 INFO:teuthology.orchestra.run.smithi192.stdout:(133/138): librbd1-18.2.4-850.g50bbe7f3.el9.x86 6.0 MB/s | 3.0 MB 00:00 2024-09-13T15:59:38.407 INFO:teuthology.orchestra.run.smithi192.stdout:(134/138): NetworkManager-team-1.49.90-1.el9.x8 325 kB/s | 41 kB 00:00 2024-09-13T15:59:38.457 INFO:teuthology.orchestra.run.smithi192.stdout:(135/138): NetworkManager-libnm-1.49.90-1.el9.x 5.4 MB/s | 1.8 MB 00:00 2024-09-13T15:59:38.499 INFO:teuthology.orchestra.run.smithi192.stdout:(136/138): openssl-3.2.2-6.el9.x86_64.rpm 15 MB/s | 1.4 MB 00:00 2024-09-13T15:59:38.582 INFO:teuthology.orchestra.run.smithi192.stdout:(137/138): openssl-libs-3.2.2-6.el9.x86_64.rpm 19 MB/s | 2.4 MB 00:00 2024-09-13T15:59:38.607 INFO:teuthology.orchestra.run.smithi192.stdout:(138/138): NetworkManager-tui-1.49.90-1.el9.x86 1.1 MB/s | 249 kB 00:00 2024-09-13T15:59:38.613 INFO:teuthology.orchestra.run.smithi192.stdout:-------------------------------------------------------------------------------- 2024-09-13T15:59:38.613 INFO:teuthology.orchestra.run.smithi192.stdout:Total 26 MB/s | 203 MB 00:07 2024-09-13T15:59:39.706 INFO:teuthology.orchestra.run.smithi192.stdout:Running transaction check 2024-09-13T15:59:39.851 INFO:teuthology.orchestra.run.smithi192.stdout:Transaction check succeeded. 2024-09-13T15:59:39.851 INFO:teuthology.orchestra.run.smithi192.stdout:Running transaction test 2024-09-13T15:59:40.085 INFO:teuthology.orchestra.run.smithi076.stdout:(138/138): python3-scipy-1.6.2-8.el9.x86_64.rpm 2.8 MB/s | 16 MB 00:05 2024-09-13T15:59:40.091 INFO:teuthology.orchestra.run.smithi076.stdout:-------------------------------------------------------------------------------- 2024-09-13T15:59:40.091 INFO:teuthology.orchestra.run.smithi076.stdout:Total 14 MB/s | 203 MB 00:14 2024-09-13T15:59:41.186 INFO:teuthology.orchestra.run.smithi076.stdout:Running transaction check 2024-09-13T15:59:41.335 INFO:teuthology.orchestra.run.smithi076.stdout:Transaction check succeeded. 2024-09-13T15:59:41.335 INFO:teuthology.orchestra.run.smithi076.stdout:Running transaction test 2024-09-13T15:59:41.909 INFO:teuthology.orchestra.run.smithi192.stdout:Transaction test succeeded. 2024-09-13T15:59:41.910 INFO:teuthology.orchestra.run.smithi192.stdout:Running transaction 2024-09-13T15:59:43.672 INFO:teuthology.orchestra.run.smithi076.stdout:Transaction test succeeded. 2024-09-13T15:59:43.672 INFO:teuthology.orchestra.run.smithi076.stdout:Running transaction 2024-09-13T15:59:47.450 INFO:teuthology.orchestra.run.smithi192.stdout: Preparing : 1/1 2024-09-13T15:59:47.570 INFO:teuthology.orchestra.run.smithi192.stdout: Upgrading : openssl-libs-1:3.2.2-6.el9.x86_64 1/146 2024-09-13T15:59:47.624 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/146 2024-09-13T15:59:47.687 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/146 2024-09-13T15:59:47.729 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/146 2024-09-13T15:59:47.754 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/146 2024-09-13T15:59:47.814 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/146 2024-09-13T15:59:48.134 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/146 2024-09-13T15:59:48.247 INFO:teuthology.orchestra.run.smithi192.stdout: Upgrading : librados2-2:18.2.4-850.g50bbe7f3.el9.x86_64 8/146 2024-09-13T15:59:48.366 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: librados2-2:18.2.4-850.g50bbe7f3.el9.x86_64 8/146 2024-09-13T15:59:48.390 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : libcephfs2-2:18.2.4-850.g50bbe7f3.el9.x86_64 9/146 2024-09-13T15:59:48.464 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: libcephfs2-2:18.2.4-850.g50bbe7f3.el9.x86_64 9/146 2024-09-13T15:59:48.522 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-rados-2:18.2.4-850.g50bbe7f3.el9.x86_64 10/146 2024-09-13T15:59:48.704 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : postgresql-private-libs-13.16-1.el9.x86_64 11/146 2024-09-13T15:59:48.759 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : postgresql-13.16-1.el9.x86_64 12/146 2024-09-13T15:59:48.786 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : libcephsqlite-2:18.2.4-850.g50bbe7f3.el9.x86_64 13/146 2024-09-13T15:59:48.887 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: libcephsqlite-2:18.2.4-850.g50bbe7f3.el9.x86_64 13/146 2024-09-13T15:59:48.912 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : libradosstriper1-2:18.2.4-850.g50bbe7f3.el9.x86_ 14/146 2024-09-13T15:59:49.114 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: libradosstriper1-2:18.2.4-850.g50bbe7f3.el9.x86_ 14/146 2024-09-13T15:59:49.233 INFO:teuthology.orchestra.run.smithi192.stdout: Upgrading : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 15/146 2024-09-13T15:59:49.350 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 16/146 2024-09-13T15:59:49.434 INFO:teuthology.orchestra.run.smithi192.stdout: Upgrading : NetworkManager-1:1.49.90-1.el9.x86_64 16/146 2024-09-13T15:59:49.597 INFO:teuthology.orchestra.run.smithi076.stdout: Preparing : 1/1 2024-09-13T15:59:49.681 INFO:teuthology.orchestra.run.smithi076.stdout: Upgrading : openssl-libs-1:3.2.2-6.el9.x86_64 1/146 2024-09-13T15:59:49.734 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 16/146 2024-09-13T15:59:49.773 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 17/146 2024-09-13T15:59:49.799 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/146 2024-09-13T15:59:49.807 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : liboath-2.6.7-2.el9.x86_64 18/146 2024-09-13T15:59:49.881 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 19/146 2024-09-13T15:59:49.914 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 20/146 2024-09-13T15:59:49.932 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/146 2024-09-13T15:59:49.942 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 21/146 2024-09-13T15:59:49.982 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/146 2024-09-13T15:59:50.007 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/146 2024-09-13T15:59:50.011 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 22/146 2024-09-13T15:59:50.064 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 23/146 2024-09-13T15:59:50.067 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/146 2024-09-13T15:59:50.096 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 24/146 2024-09-13T15:59:50.139 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 25/146 2024-09-13T15:59:50.214 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 26/146 2024-09-13T15:59:50.249 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-ceph-common-2:18.2.4-850.g50bbe7f3.el9.x 27/146 2024-09-13T15:59:50.301 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-ceph-argparse-2:18.2.4-850.g50bbe7f3.el9 28/146 2024-09-13T15:59:50.384 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-cephfs-2:18.2.4-850.g50bbe7f3.el9.x86_64 29/146 2024-09-13T15:59:50.464 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/146 2024-09-13T15:59:50.500 INFO:teuthology.orchestra.run.smithi076.stdout: Upgrading : librados2-2:18.2.4-850.g50bbe7f3.el9.x86_64 8/146 2024-09-13T15:59:50.530 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 30/146 2024-09-13T15:59:50.588 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 31/146 2024-09-13T15:59:50.621 INFO:teuthology.orchestra.run.smithi076.stdout: Running scriptlet: librados2-2:18.2.4-850.g50bbe7f3.el9.x86_64 8/146 2024-09-13T15:59:50.651 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : libcephfs2-2:18.2.4-850.g50bbe7f3.el9.x86_64 9/146 2024-09-13T15:59:50.734 INFO:teuthology.orchestra.run.smithi076.stdout: Running scriptlet: libcephfs2-2:18.2.4-850.g50bbe7f3.el9.x86_64 9/146 2024-09-13T15:59:50.764 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-rados-2:18.2.4-850.g50bbe7f3.el9.x86_64 10/146 2024-09-13T15:59:50.927 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : postgresql-private-libs-13.16-1.el9.x86_64 11/146 2024-09-13T15:59:51.004 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : postgresql-13.16-1.el9.x86_64 12/146 2024-09-13T15:59:51.040 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : libcephsqlite-2:18.2.4-850.g50bbe7f3.el9.x86_64 13/146 2024-09-13T15:59:51.125 INFO:teuthology.orchestra.run.smithi076.stdout: Running scriptlet: libcephsqlite-2:18.2.4-850.g50bbe7f3.el9.x86_64 13/146 2024-09-13T15:59:51.138 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-rsa-4.9-2.el9.noarch 32/146 2024-09-13T15:59:51.150 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : libradosstriper1-2:18.2.4-850.g50bbe7f3.el9.x86_ 14/146 2024-09-13T15:59:51.233 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 33/146 2024-09-13T15:59:51.271 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 34/146 2024-09-13T15:59:51.308 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : librados-devel-2:18.2.4-850.g50bbe7f3.el9.x86_64 35/146 2024-09-13T15:59:51.351 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 36/146 2024-09-13T15:59:51.364 INFO:teuthology.orchestra.run.smithi076.stdout: Running scriptlet: libradosstriper1-2:18.2.4-850.g50bbe7f3.el9.x86_ 14/146 2024-09-13T15:59:51.488 INFO:teuthology.orchestra.run.smithi076.stdout: Upgrading : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 15/146 2024-09-13T15:59:51.504 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 37/146 2024-09-13T15:59:51.567 INFO:teuthology.orchestra.run.smithi192.stdout: Upgrading : openssl-1:3.2.2-6.el9.x86_64 38/146 2024-09-13T15:59:51.602 INFO:teuthology.orchestra.run.smithi076.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 16/146 2024-09-13T15:59:51.673 INFO:teuthology.orchestra.run.smithi076.stdout: Upgrading : NetworkManager-1:1.49.90-1.el9.x86_64 16/146 2024-09-13T15:59:51.685 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : re2-1:20211101-20.el9.x86_64 39/146 2024-09-13T15:59:51.729 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 40/146 2024-09-13T15:59:51.784 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 41/146 2024-09-13T15:59:51.857 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 42/146 2024-09-13T15:59:51.888 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 43/146 2024-09-13T15:59:51.924 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 44/146 2024-09-13T15:59:51.962 INFO:teuthology.orchestra.run.smithi076.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 16/146 2024-09-13T15:59:51.970 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 45/146 2024-09-13T15:59:52.002 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 17/146 2024-09-13T15:59:52.025 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 46/146 2024-09-13T15:59:52.037 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : liboath-2.6.7-2.el9.x86_64 18/146 2024-09-13T15:59:52.074 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 47/146 2024-09-13T15:59:52.111 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 19/146 2024-09-13T15:59:52.145 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 20/146 2024-09-13T15:59:52.172 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 21/146 2024-09-13T15:59:52.211 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 48/146 2024-09-13T15:59:52.242 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 22/146 2024-09-13T15:59:52.251 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 49/146 2024-09-13T15:59:52.293 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 50/146 2024-09-13T15:59:52.295 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 23/146 2024-09-13T15:59:52.326 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 24/146 2024-09-13T15:59:52.369 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 25/146 2024-09-13T15:59:52.395 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 51/146 2024-09-13T15:59:52.427 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 52/146 2024-09-13T15:59:52.446 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 26/146 2024-09-13T15:59:52.473 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 53/146 2024-09-13T15:59:52.480 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-ceph-common-2:18.2.4-850.g50bbe7f3.el9.x 27/146 2024-09-13T15:59:52.508 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 54/146 2024-09-13T15:59:52.524 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-ceph-argparse-2:18.2.4-850.g50bbe7f3.el9 28/146 2024-09-13T15:59:52.535 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 55/146 2024-09-13T15:59:52.569 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : fmt-8.1.1-5.el9.x86_64 56/146 2024-09-13T15:59:52.597 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 57/146 2024-09-13T15:59:52.598 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-cephfs-2:18.2.4-850.g50bbe7f3.el9.x86_64 29/146 2024-09-13T15:59:52.632 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 58/146 2024-09-13T15:59:52.668 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : uuid-1.6.2-55.el9.x86_64 59/146 2024-09-13T15:59:52.698 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 60/146 2024-09-13T15:59:52.732 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 61/146 2024-09-13T15:59:52.741 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 30/146 2024-09-13T15:59:52.766 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 62/146 2024-09-13T15:59:52.801 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 31/146 2024-09-13T15:59:52.807 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 63/146 2024-09-13T15:59:52.842 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 64/146 2024-09-13T15:59:52.886 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 65/146 2024-09-13T15:59:52.934 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 66/146 2024-09-13T15:59:53.040 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-packaging-20.9-5.el9.noarch 67/146 2024-09-13T15:59:53.087 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 68/146 2024-09-13T15:59:53.338 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-rsa-4.9-2.el9.noarch 32/146 2024-09-13T15:59:53.422 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 33/146 2024-09-13T15:59:53.459 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 34/146 2024-09-13T15:59:53.497 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : librados-devel-2:18.2.4-850.g50bbe7f3.el9.x86_64 35/146 2024-09-13T15:59:53.539 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 36/146 2024-09-13T15:59:53.702 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 37/146 2024-09-13T15:59:53.756 INFO:teuthology.orchestra.run.smithi076.stdout: Upgrading : openssl-1:3.2.2-6.el9.x86_64 38/146 2024-09-13T15:59:53.811 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 69/146 2024-09-13T15:59:53.859 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 70/146 2024-09-13T15:59:53.862 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : re2-1:20211101-20.el9.x86_64 39/146 2024-09-13T15:59:53.893 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 40/146 2024-09-13T15:59:53.902 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 71/146 2024-09-13T15:59:53.964 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 41/146 2024-09-13T15:59:53.995 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 72/146 2024-09-13T15:59:54.038 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 73/146 2024-09-13T15:59:54.044 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 42/146 2024-09-13T15:59:54.078 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 43/146 2024-09-13T15:59:54.113 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 44/146 2024-09-13T15:59:54.160 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 45/146 2024-09-13T15:59:54.206 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 46/146 2024-09-13T15:59:54.224 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : openblas-0.3.26-2.el9.x86_64 74/146 2024-09-13T15:59:54.247 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 47/146 2024-09-13T15:59:54.252 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 75/146 2024-09-13T15:59:54.330 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 76/146 2024-09-13T15:59:54.383 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 48/146 2024-09-13T15:59:54.425 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 49/146 2024-09-13T15:59:54.475 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 50/146 2024-09-13T15:59:54.576 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 51/146 2024-09-13T15:59:54.609 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 52/146 2024-09-13T15:59:54.650 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 53/146 2024-09-13T15:59:54.682 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 54/146 2024-09-13T15:59:54.709 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 55/146 2024-09-13T15:59:54.743 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : fmt-8.1.1-5.el9.x86_64 56/146 2024-09-13T15:59:54.772 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 57/146 2024-09-13T15:59:54.806 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 58/146 2024-09-13T15:59:54.851 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : uuid-1.6.2-55.el9.x86_64 59/146 2024-09-13T15:59:54.889 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 60/146 2024-09-13T15:59:54.923 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 61/146 2024-09-13T15:59:54.986 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 77/146 2024-09-13T15:59:55.101 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 78/146 2024-09-13T15:59:55.192 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 62/146 2024-09-13T15:59:55.234 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 63/146 2024-09-13T15:59:55.267 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 64/146 2024-09-13T15:59:55.302 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 65/146 2024-09-13T15:59:55.350 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 66/146 2024-09-13T15:59:55.458 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-packaging-20.9-5.el9.noarch 67/146 2024-09-13T15:59:55.511 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 68/146 2024-09-13T15:59:56.235 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 69/146 2024-09-13T15:59:56.284 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 70/146 2024-09-13T15:59:56.317 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 71/146 2024-09-13T15:59:56.369 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 79/146 2024-09-13T15:59:56.416 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 72/146 2024-09-13T15:59:56.441 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 80/146 2024-09-13T15:59:56.459 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 73/146 2024-09-13T15:59:56.469 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 81/146 2024-09-13T15:59:56.502 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : libuuid-devel-2.37.4-20.el9.x86_64 82/146 2024-09-13T15:59:56.643 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : openblas-0.3.26-2.el9.x86_64 74/146 2024-09-13T15:59:56.674 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 75/146 2024-09-13T15:59:56.751 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 76/146 2024-09-13T15:59:56.803 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 83/146 2024-09-13T15:59:56.849 INFO:teuthology.orchestra.run.smithi192.stdout: Upgrading : librbd1-2:18.2.4-850.g50bbe7f3.el9.x86_64 84/146 2024-09-13T15:59:56.939 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: librbd1-2:18.2.4-850.g50bbe7f3.el9.x86_64 84/146 2024-09-13T15:59:56.970 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-rbd-2:18.2.4-850.g50bbe7f3.el9.x86_64 85/146 2024-09-13T15:59:57.008 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 86/146 2024-09-13T15:59:57.401 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 77/146 2024-09-13T15:59:57.409 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 87/146 2024-09-13T15:59:57.443 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : librgw2-2:18.2.4-850.g50bbe7f3.el9.x86_64 88/146 2024-09-13T15:59:57.514 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: librgw2-2:18.2.4-850.g50bbe7f3.el9.x86_64 88/146 2024-09-13T15:59:57.517 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 78/146 2024-09-13T15:59:57.536 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-rgw-2:18.2.4-850.g50bbe7f3.el9.x86_64 89/146 2024-09-13T15:59:58.783 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 79/146 2024-09-13T15:59:58.873 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 80/146 2024-09-13T15:59:58.901 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 81/146 2024-09-13T15:59:58.934 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : libuuid-devel-2.37.4-20.el9.x86_64 82/146 2024-09-13T15:59:59.240 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 83/146 2024-09-13T15:59:59.281 INFO:teuthology.orchestra.run.smithi076.stdout: Upgrading : librbd1-2:18.2.4-850.g50bbe7f3.el9.x86_64 84/146 2024-09-13T15:59:59.371 INFO:teuthology.orchestra.run.smithi076.stdout: Running scriptlet: librbd1-2:18.2.4-850.g50bbe7f3.el9.x86_64 84/146 2024-09-13T15:59:59.402 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-rbd-2:18.2.4-850.g50bbe7f3.el9.x86_64 85/146 2024-09-13T15:59:59.446 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 86/146 2024-09-13T15:59:59.624 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: ceph-common-2:18.2.4-850.g50bbe7f3.el9.x86_64 90/146 2024-09-13T15:59:59.658 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : ceph-common-2:18.2.4-850.g50bbe7f3.el9.x86_64 90/146 2024-09-13T15:59:59.844 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 87/146 2024-09-13T15:59:59.871 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : librgw2-2:18.2.4-850.g50bbe7f3.el9.x86_64 88/146 2024-09-13T15:59:59.941 INFO:teuthology.orchestra.run.smithi076.stdout: Running scriptlet: librgw2-2:18.2.4-850.g50bbe7f3.el9.x86_64 88/146 2024-09-13T15:59:59.972 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-rgw-2:18.2.4-850.g50bbe7f3.el9.x86_64 89/146 2024-09-13T16:00:00.180 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: ceph-common-2:18.2.4-850.g50bbe7f3.el9.x86_64 90/146 2024-09-13T16:00:00.220 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : ceph-base-2:18.2.4-850.g50bbe7f3.el9.x86_64 91/146 2024-09-13T16:00:00.317 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: ceph-base-2:18.2.4-850.g50bbe7f3.el9.x86_64 91/146 2024-09-13T16:00:00.318 INFO:teuthology.orchestra.run.smithi192.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-13T16:00:00.318 INFO:teuthology.orchestra.run.smithi192.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-13T16:00:00.318 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:00:00.371 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : ceph-selinux-2:18.2.4-850.g50bbe7f3.el9.x86_64 92/146 2024-09-13T16:00:02.027 INFO:teuthology.orchestra.run.smithi076.stdout: Running scriptlet: ceph-common-2:18.2.4-850.g50bbe7f3.el9.x86_64 90/146 2024-09-13T16:00:02.061 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : ceph-common-2:18.2.4-850.g50bbe7f3.el9.x86_64 90/146 2024-09-13T16:00:02.591 INFO:teuthology.orchestra.run.smithi076.stdout: Running scriptlet: ceph-common-2:18.2.4-850.g50bbe7f3.el9.x86_64 90/146 2024-09-13T16:00:02.631 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : ceph-base-2:18.2.4-850.g50bbe7f3.el9.x86_64 91/146 2024-09-13T16:00:02.730 INFO:teuthology.orchestra.run.smithi076.stdout: Running scriptlet: ceph-base-2:18.2.4-850.g50bbe7f3.el9.x86_64 91/146 2024-09-13T16:00:02.731 INFO:teuthology.orchestra.run.smithi076.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-13T16:00:02.731 INFO:teuthology.orchestra.run.smithi076.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-13T16:00:02.731 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:00:02.765 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : ceph-selinux-2:18.2.4-850.g50bbe7f3.el9.x86_64 92/146 2024-09-13T16:00:11.940 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: ceph-selinux-2:18.2.4-850.g50bbe7f3.el9.x86_64 92/146 2024-09-13T16:00:11.940 INFO:teuthology.orchestra.run.smithi192.stdout:skipping the directory /sys 2024-09-13T16:00:11.940 INFO:teuthology.orchestra.run.smithi192.stdout:skipping the directory /proc 2024-09-13T16:00:11.940 INFO:teuthology.orchestra.run.smithi192.stdout:skipping the directory /mnt 2024-09-13T16:00:11.940 INFO:teuthology.orchestra.run.smithi192.stdout:skipping the directory /var/tmp 2024-09-13T16:00:11.940 INFO:teuthology.orchestra.run.smithi192.stdout:skipping the directory /home 2024-09-13T16:00:11.940 INFO:teuthology.orchestra.run.smithi192.stdout:skipping the directory /root 2024-09-13T16:00:11.940 INFO:teuthology.orchestra.run.smithi192.stdout:skipping the directory /tmp 2024-09-13T16:00:11.940 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:00:12.113 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : ceph-volume-2:18.2.4-850.g50bbe7f3.el9.noarch 93/146 2024-09-13T16:00:12.131 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: ceph-volume-2:18.2.4-850.g50bbe7f3.el9.noarch 93/146 2024-09-13T16:00:12.131 INFO:teuthology.orchestra.run.smithi192.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T16:00:12.131 INFO:teuthology.orchestra.run.smithi192.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-13T16:00:12.131 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:00:13.592 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : ceph-osd-2:18.2.4-850.g50bbe7f3.el9.x86_64 94/146 2024-09-13T16:00:13.618 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: ceph-osd-2:18.2.4-850.g50bbe7f3.el9.x86_64 94/146 2024-09-13T16:00:13.618 INFO:teuthology.orchestra.run.smithi192.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T16:00:13.618 INFO:teuthology.orchestra.run.smithi192.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-13T16:00:13.618 INFO:teuthology.orchestra.run.smithi192.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-13T16:00:13.618 INFO:teuthology.orchestra.run.smithi192.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-13T16:00:13.619 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:00:13.834 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : ceph-mds-2:18.2.4-850.g50bbe7f3.el9.x86_64 95/146 2024-09-13T16:00:13.857 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: ceph-mds-2:18.2.4-850.g50bbe7f3.el9.x86_64 95/146 2024-09-13T16:00:13.857 INFO:teuthology.orchestra.run.smithi192.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T16:00:13.857 INFO:teuthology.orchestra.run.smithi192.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-13T16:00:13.857 INFO:teuthology.orchestra.run.smithi192.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-13T16:00:13.857 INFO:teuthology.orchestra.run.smithi192.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-13T16:00:13.857 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:00:14.301 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : ceph-mon-2:18.2.4-850.g50bbe7f3.el9.x86_64 96/146 2024-09-13T16:00:14.325 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: ceph-mon-2:18.2.4-850.g50bbe7f3.el9.x86_64 96/146 2024-09-13T16:00:14.325 INFO:teuthology.orchestra.run.smithi192.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T16:00:14.325 INFO:teuthology.orchestra.run.smithi192.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-13T16:00:14.325 INFO:teuthology.orchestra.run.smithi192.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-13T16:00:14.325 INFO:teuthology.orchestra.run.smithi192.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-13T16:00:14.325 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:00:14.431 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : automake-1.16.2-8.el9.noarch 97/146 2024-09-13T16:00:14.489 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-ply-3.11-14.el9.noarch 98/146 2024-09-13T16:00:14.527 INFO:teuthology.orchestra.run.smithi076.stdout: Running scriptlet: ceph-selinux-2:18.2.4-850.g50bbe7f3.el9.x86_64 92/146 2024-09-13T16:00:14.527 INFO:teuthology.orchestra.run.smithi076.stdout:skipping the directory /sys 2024-09-13T16:00:14.527 INFO:teuthology.orchestra.run.smithi076.stdout:skipping the directory /proc 2024-09-13T16:00:14.527 INFO:teuthology.orchestra.run.smithi076.stdout:skipping the directory /mnt 2024-09-13T16:00:14.528 INFO:teuthology.orchestra.run.smithi076.stdout:skipping the directory /var/tmp 2024-09-13T16:00:14.528 INFO:teuthology.orchestra.run.smithi076.stdout:skipping the directory /home 2024-09-13T16:00:14.528 INFO:teuthology.orchestra.run.smithi076.stdout:skipping the directory /root 2024-09-13T16:00:14.528 INFO:teuthology.orchestra.run.smithi076.stdout:skipping the directory /tmp 2024-09-13T16:00:14.528 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:00:14.543 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 99/146 2024-09-13T16:00:14.685 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : ceph-volume-2:18.2.4-850.g50bbe7f3.el9.noarch 93/146 2024-09-13T16:00:14.701 INFO:teuthology.orchestra.run.smithi076.stdout: Running scriptlet: ceph-volume-2:18.2.4-850.g50bbe7f3.el9.noarch 93/146 2024-09-13T16:00:14.701 INFO:teuthology.orchestra.run.smithi076.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T16:00:14.701 INFO:teuthology.orchestra.run.smithi076.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-13T16:00:14.701 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:00:14.731 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 100/146 2024-09-13T16:00:14.793 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 101/146 2024-09-13T16:00:14.862 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 102/146 2024-09-13T16:00:14.951 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 103/146 2024-09-13T16:00:15.084 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 104/146 2024-09-13T16:00:15.132 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 105/146 2024-09-13T16:00:15.167 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 106/146 2024-09-13T16:00:15.194 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : fuse-2.9.9-16.el9.x86_64 107/146 2024-09-13T16:00:15.659 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: cephadm-2:18.2.4-850.g50bbe7f3.el9.noarch 108/146 2024-09-13T16:00:15.702 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : cephadm-2:18.2.4-850.g50bbe7f3.el9.noarch 108/146 2024-09-13T16:00:15.730 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : ceph-prometheus-alerts-2:18.2.4-850.g50bbe7f3.el 109/146 2024-09-13T16:00:15.794 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : ceph-grafana-dashboards-2:18.2.4-850.g50bbe7f3.e 110/146 2024-09-13T16:00:15.816 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : ceph-mgr-cephadm-2:18.2.4-850.g50bbe7f3.el9.noar 111/146 2024-09-13T16:00:16.163 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : ceph-osd-2:18.2.4-850.g50bbe7f3.el9.x86_64 94/146 2024-09-13T16:00:16.190 INFO:teuthology.orchestra.run.smithi076.stdout: Running scriptlet: ceph-osd-2:18.2.4-850.g50bbe7f3.el9.x86_64 94/146 2024-09-13T16:00:16.190 INFO:teuthology.orchestra.run.smithi076.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T16:00:16.190 INFO:teuthology.orchestra.run.smithi076.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-13T16:00:16.190 INFO:teuthology.orchestra.run.smithi076.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-13T16:00:16.191 INFO:teuthology.orchestra.run.smithi076.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-13T16:00:16.191 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:00:16.406 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : ceph-mds-2:18.2.4-850.g50bbe7f3.el9.x86_64 95/146 2024-09-13T16:00:16.429 INFO:teuthology.orchestra.run.smithi076.stdout: Running scriptlet: ceph-mds-2:18.2.4-850.g50bbe7f3.el9.x86_64 95/146 2024-09-13T16:00:16.429 INFO:teuthology.orchestra.run.smithi076.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T16:00:16.429 INFO:teuthology.orchestra.run.smithi076.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-13T16:00:16.429 INFO:teuthology.orchestra.run.smithi076.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-13T16:00:16.429 INFO:teuthology.orchestra.run.smithi076.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-13T16:00:16.429 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:00:16.859 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.2.4-850.g50bbe7f3.el9.noar 111/146 2024-09-13T16:00:16.881 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : ceph-mon-2:18.2.4-850.g50bbe7f3.el9.x86_64 96/146 2024-09-13T16:00:16.893 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : ceph-mgr-dashboard-2:18.2.4-850.g50bbe7f3.el9.no 112/146 2024-09-13T16:00:16.905 INFO:teuthology.orchestra.run.smithi076.stdout: Running scriptlet: ceph-mon-2:18.2.4-850.g50bbe7f3.el9.x86_64 96/146 2024-09-13T16:00:16.905 INFO:teuthology.orchestra.run.smithi076.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T16:00:16.905 INFO:teuthology.orchestra.run.smithi076.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-13T16:00:16.905 INFO:teuthology.orchestra.run.smithi076.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-13T16:00:16.905 INFO:teuthology.orchestra.run.smithi076.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-13T16:00:16.905 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:00:17.011 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : automake-1.16.2-8.el9.noarch 97/146 2024-09-13T16:00:17.069 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-ply-3.11-14.el9.noarch 98/146 2024-09-13T16:00:17.123 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 99/146 2024-09-13T16:00:17.316 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 100/146 2024-09-13T16:00:17.390 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 101/146 2024-09-13T16:00:17.459 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 102/146 2024-09-13T16:00:17.548 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 103/146 2024-09-13T16:00:17.688 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 104/146 2024-09-13T16:00:17.732 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 105/146 2024-09-13T16:00:17.764 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 106/146 2024-09-13T16:00:17.792 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : fuse-2.9.9-16.el9.x86_64 107/146 2024-09-13T16:00:17.853 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.2.4-850.g50bbe7f3.el9.no 112/146 2024-09-13T16:00:17.885 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : ceph-mgr-diskprediction-local-2:18.2.4-850.g50bb 113/146 2024-09-13T16:00:17.987 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.2.4-850.g50bb 113/146 2024-09-13T16:00:18.142 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : ceph-mgr-modules-core-2:18.2.4-850.g50bbe7f3.el9 114/146 2024-09-13T16:00:18.179 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : ceph-mgr-2:18.2.4-850.g50bbe7f3.el9.x86_64 115/146 2024-09-13T16:00:18.203 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: ceph-mgr-2:18.2.4-850.g50bbe7f3.el9.x86_64 115/146 2024-09-13T16:00:18.203 INFO:teuthology.orchestra.run.smithi192.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T16:00:18.204 INFO:teuthology.orchestra.run.smithi192.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-13T16:00:18.204 INFO:teuthology.orchestra.run.smithi192.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-13T16:00:18.204 INFO:teuthology.orchestra.run.smithi192.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-13T16:00:18.204 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:00:18.205 INFO:teuthology.orchestra.run.smithi076.stdout: Running scriptlet: cephadm-2:18.2.4-850.g50bbe7f3.el9.noarch 108/146 2024-09-13T16:00:18.232 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : cephadm-2:18.2.4-850.g50bbe7f3.el9.noarch 108/146 2024-09-13T16:00:18.261 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : ceph-prometheus-alerts-2:18.2.4-850.g50bbe7f3.el 109/146 2024-09-13T16:00:18.263 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : ceph-mgr-rook-2:18.2.4-850.g50bbe7f3.el9.noarch 116/146 2024-09-13T16:00:18.274 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: ceph-mgr-rook-2:18.2.4-850.g50bbe7f3.el9.noarch 116/146 2024-09-13T16:00:18.325 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : ceph-grafana-dashboards-2:18.2.4-850.g50bbe7f3.e 110/146 2024-09-13T16:00:18.355 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : ceph-mgr-cephadm-2:18.2.4-850.g50bbe7f3.el9.noar 111/146 2024-09-13T16:00:18.381 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : ceph-2:18.2.4-850.g50bbe7f3.el9.x86_64 117/146 2024-09-13T16:00:18.440 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : ceph-fuse-2:18.2.4-850.g50bbe7f3.el9.x86_64 118/146 2024-09-13T16:00:19.154 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : libtool-2.4.6-46.el9.x86_64 119/146 2024-09-13T16:00:19.182 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : ceph-radosgw-2:18.2.4-850.g50bbe7f3.el9.x86_64 120/146 2024-09-13T16:00:19.206 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: ceph-radosgw-2:18.2.4-850.g50bbe7f3.el9.x86_64 120/146 2024-09-13T16:00:19.206 INFO:teuthology.orchestra.run.smithi192.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T16:00:19.206 INFO:teuthology.orchestra.run.smithi192.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-13T16:00:19.207 INFO:teuthology.orchestra.run.smithi192.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-13T16:00:19.207 INFO:teuthology.orchestra.run.smithi192.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-13T16:00:19.207 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:00:19.249 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : ceph-immutable-object-cache-2:18.2.4-850.g50bbe7 121/146 2024-09-13T16:00:19.272 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.4-850.g50bbe7 121/146 2024-09-13T16:00:19.272 INFO:teuthology.orchestra.run.smithi192.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T16:00:19.272 INFO:teuthology.orchestra.run.smithi192.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-13T16:00:19.272 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:00:19.317 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : cephfs-mirror-2:18.2.4-850.g50bbe7f3.el9.x86_64 122/146 2024-09-13T16:00:19.340 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: cephfs-mirror-2:18.2.4-850.g50bbe7f3.el9.x86_64 122/146 2024-09-13T16:00:19.340 INFO:teuthology.orchestra.run.smithi192.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T16:00:19.340 INFO:teuthology.orchestra.run.smithi192.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-09-13T16:00:19.340 INFO:teuthology.orchestra.run.smithi192.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-13T16:00:19.340 INFO:teuthology.orchestra.run.smithi192.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-13T16:00:19.340 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:00:19.391 INFO:teuthology.orchestra.run.smithi076.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.2.4-850.g50bbe7f3.el9.noar 111/146 2024-09-13T16:00:19.424 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : ceph-mgr-dashboard-2:18.2.4-850.g50bbe7f3.el9.no 112/146 2024-09-13T16:00:19.642 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : rbd-mirror-2:18.2.4-850.g50bbe7f3.el9.x86_64 123/146 2024-09-13T16:00:19.666 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: rbd-mirror-2:18.2.4-850.g50bbe7f3.el9.x86_64 123/146 2024-09-13T16:00:19.666 INFO:teuthology.orchestra.run.smithi192.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T16:00:19.666 INFO:teuthology.orchestra.run.smithi192.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-13T16:00:19.666 INFO:teuthology.orchestra.run.smithi192.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-13T16:00:19.666 INFO:teuthology.orchestra.run.smithi192.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-13T16:00:19.667 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:00:20.381 INFO:teuthology.orchestra.run.smithi076.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.2.4-850.g50bbe7f3.el9.no 112/146 2024-09-13T16:00:20.407 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : ceph-mgr-diskprediction-local-2:18.2.4-850.g50bb 113/146 2024-09-13T16:00:20.510 INFO:teuthology.orchestra.run.smithi076.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.2.4-850.g50bb 113/146 2024-09-13T16:00:20.672 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : ceph-mgr-modules-core-2:18.2.4-850.g50bbe7f3.el9 114/146 2024-09-13T16:00:20.710 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : ceph-mgr-2:18.2.4-850.g50bbe7f3.el9.x86_64 115/146 2024-09-13T16:00:20.734 INFO:teuthology.orchestra.run.smithi076.stdout: Running scriptlet: ceph-mgr-2:18.2.4-850.g50bbe7f3.el9.x86_64 115/146 2024-09-13T16:00:20.734 INFO:teuthology.orchestra.run.smithi076.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T16:00:20.734 INFO:teuthology.orchestra.run.smithi076.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-13T16:00:20.734 INFO:teuthology.orchestra.run.smithi076.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-13T16:00:20.734 INFO:teuthology.orchestra.run.smithi076.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-13T16:00:20.734 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:00:20.785 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : ceph-mgr-rook-2:18.2.4-850.g50bbe7f3.el9.noarch 116/146 2024-09-13T16:00:20.797 INFO:teuthology.orchestra.run.smithi076.stdout: Running scriptlet: ceph-mgr-rook-2:18.2.4-850.g50bbe7f3.el9.noarch 116/146 2024-09-13T16:00:20.905 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : ceph-2:18.2.4-850.g50bbe7f3.el9.x86_64 117/146 2024-09-13T16:00:20.967 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : ceph-fuse-2:18.2.4-850.g50bbe7f3.el9.x86_64 118/146 2024-09-13T16:00:21.686 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : libtool-2.4.6-46.el9.x86_64 119/146 2024-09-13T16:00:21.713 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : ceph-radosgw-2:18.2.4-850.g50bbe7f3.el9.x86_64 120/146 2024-09-13T16:00:21.736 INFO:teuthology.orchestra.run.smithi076.stdout: Running scriptlet: ceph-radosgw-2:18.2.4-850.g50bbe7f3.el9.x86_64 120/146 2024-09-13T16:00:21.736 INFO:teuthology.orchestra.run.smithi076.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T16:00:21.736 INFO:teuthology.orchestra.run.smithi076.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-13T16:00:21.736 INFO:teuthology.orchestra.run.smithi076.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-13T16:00:21.736 INFO:teuthology.orchestra.run.smithi076.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-13T16:00:21.736 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:00:21.780 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : ceph-immutable-object-cache-2:18.2.4-850.g50bbe7 121/146 2024-09-13T16:00:21.803 INFO:teuthology.orchestra.run.smithi076.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.4-850.g50bbe7 121/146 2024-09-13T16:00:21.803 INFO:teuthology.orchestra.run.smithi076.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T16:00:21.803 INFO:teuthology.orchestra.run.smithi076.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-13T16:00:21.803 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:00:21.856 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : cephfs-mirror-2:18.2.4-850.g50bbe7f3.el9.x86_64 122/146 2024-09-13T16:00:21.879 INFO:teuthology.orchestra.run.smithi076.stdout: Running scriptlet: cephfs-mirror-2:18.2.4-850.g50bbe7f3.el9.x86_64 122/146 2024-09-13T16:00:21.879 INFO:teuthology.orchestra.run.smithi076.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T16:00:21.879 INFO:teuthology.orchestra.run.smithi076.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-09-13T16:00:21.880 INFO:teuthology.orchestra.run.smithi076.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-13T16:00:21.880 INFO:teuthology.orchestra.run.smithi076.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-13T16:00:21.880 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:00:22.181 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : rbd-mirror-2:18.2.4-850.g50bbe7f3.el9.x86_64 123/146 2024-09-13T16:00:22.205 INFO:teuthology.orchestra.run.smithi076.stdout: Running scriptlet: rbd-mirror-2:18.2.4-850.g50bbe7f3.el9.x86_64 123/146 2024-09-13T16:00:22.205 INFO:teuthology.orchestra.run.smithi076.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T16:00:22.205 INFO:teuthology.orchestra.run.smithi076.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-13T16:00:22.205 INFO:teuthology.orchestra.run.smithi076.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-13T16:00:22.205 INFO:teuthology.orchestra.run.smithi076.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-13T16:00:22.205 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:00:23.329 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : ceph-test-2:18.2.4-850.g50bbe7f3.el9.x86_64 124/146 2024-09-13T16:00:23.370 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : rbd-fuse-2:18.2.4-850.g50bbe7f3.el9.x86_64 125/146 2024-09-13T16:00:23.411 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : rbd-nbd-2:18.2.4-850.g50bbe7f3.el9.x86_64 126/146 2024-09-13T16:00:23.443 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : xfsprogs-devel-6.4.0-4.el9.x86_64 127/146 2024-09-13T16:00:23.629 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 128/146 2024-09-13T16:00:23.683 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : postgresql-contrib-13.16-1.el9.x86_64 129/146 2024-09-13T16:00:23.714 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : libcephfs-devel-2:18.2.4-850.g50bbe7f3.el9.x86_6 130/146 2024-09-13T16:00:23.743 INFO:teuthology.orchestra.run.smithi192.stdout: Upgrading : NetworkManager-team-1:1.49.90-1.el9.x86_64 131/146 2024-09-13T16:00:23.789 INFO:teuthology.orchestra.run.smithi192.stdout: Upgrading : NetworkManager-tui-1:1.49.90-1.el9.x86_64 132/146 2024-09-13T16:00:24.400 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 133/146 2024-09-13T16:00:24.445 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : postgresql-server-13.16-1.el9.x86_64 133/146 2024-09-13T16:00:24.466 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 133/146 2024-09-13T16:00:25.302 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : cephfs-top-2:18.2.4-850.g50bbe7f3.el9.noarch 134/146 2024-09-13T16:00:25.384 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : openssl-devel-1:3.2.2-6.el9.x86_64 135/146 2024-09-13T16:00:25.429 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 136/146 2024-09-13T16:00:25.526 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : flex-2.6.4-9.el9.x86_64 137/146 2024-09-13T16:00:25.561 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : bison-3.7.4-5.el9.x86_64 138/146 2024-09-13T16:00:25.587 INFO:teuthology.orchestra.run.smithi192.stdout: Cleanup : NetworkManager-tui-1:1.48.8-1.el9.x86_64 139/146 2024-09-13T16:00:25.613 INFO:teuthology.orchestra.run.smithi192.stdout: Cleanup : openssl-1:3.2.2-4.el9.x86_64 140/146 2024-09-13T16:00:25.613 INFO:teuthology.orchestra.run.smithi192.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 141/146 2024-09-13T16:00:25.680 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 141/146 2024-09-13T16:00:25.680 INFO:teuthology.orchestra.run.smithi192.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 142/146 2024-09-13T16:00:25.764 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 142/146 2024-09-13T16:00:25.789 INFO:teuthology.orchestra.run.smithi192.stdout: Cleanup : NetworkManager-team-1:1.48.8-1.el9.x86_64 143/146 2024-09-13T16:00:25.795 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 144/146 2024-09-13T16:00:25.795 INFO:teuthology.orchestra.run.smithi192.stdout: Cleanup : NetworkManager-1:1.48.8-1.el9.x86_64 144/146 2024-09-13T16:00:25.886 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : ceph-test-2:18.2.4-850.g50bbe7f3.el9.x86_64 124/146 2024-09-13T16:00:25.926 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : rbd-fuse-2:18.2.4-850.g50bbe7f3.el9.x86_64 125/146 2024-09-13T16:00:25.967 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : rbd-nbd-2:18.2.4-850.g50bbe7f3.el9.x86_64 126/146 2024-09-13T16:00:25.983 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 144/146 2024-09-13T16:00:25.983 INFO:teuthology.orchestra.run.smithi192.stdout: Cleanup : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 145/146 2024-09-13T16:00:26.008 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : xfsprogs-devel-6.4.0-4.el9.x86_64 127/146 2024-09-13T16:00:26.076 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.8-1.el9.x86_64 145/146 2024-09-13T16:00:26.149 INFO:teuthology.orchestra.run.smithi192.stdout: Cleanup : openssl-libs-1:3.2.2-4.el9.x86_64 146/146 2024-09-13T16:00:26.196 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 128/146 2024-09-13T16:00:26.239 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : postgresql-contrib-13.16-1.el9.x86_64 129/146 2024-09-13T16:00:26.271 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : libcephfs-devel-2:18.2.4-850.g50bbe7f3.el9.x86_6 130/146 2024-09-13T16:00:26.308 INFO:teuthology.orchestra.run.smithi076.stdout: Upgrading : NetworkManager-team-1:1.49.90-1.el9.x86_64 131/146 2024-09-13T16:00:26.354 INFO:teuthology.orchestra.run.smithi076.stdout: Upgrading : NetworkManager-tui-1:1.49.90-1.el9.x86_64 132/146 2024-09-13T16:00:26.941 INFO:teuthology.orchestra.run.smithi076.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 133/146 2024-09-13T16:00:26.977 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : postgresql-server-13.16-1.el9.x86_64 133/146 2024-09-13T16:00:26.998 INFO:teuthology.orchestra.run.smithi076.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 133/146 2024-09-13T16:00:27.853 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : cephfs-top-2:18.2.4-850.g50bbe7f3.el9.noarch 134/146 2024-09-13T16:00:27.941 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : openssl-devel-1:3.2.2-6.el9.x86_64 135/146 2024-09-13T16:00:27.993 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 136/146 2024-09-13T16:00:28.095 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : flex-2.6.4-9.el9.x86_64 137/146 2024-09-13T16:00:28.152 INFO:teuthology.orchestra.run.smithi076.stdout: Installing : bison-3.7.4-5.el9.x86_64 138/146 2024-09-13T16:00:28.186 INFO:teuthology.orchestra.run.smithi076.stdout: Cleanup : NetworkManager-tui-1:1.48.8-1.el9.x86_64 139/146 2024-09-13T16:00:28.212 INFO:teuthology.orchestra.run.smithi076.stdout: Cleanup : openssl-1:3.2.2-4.el9.x86_64 140/146 2024-09-13T16:00:28.212 INFO:teuthology.orchestra.run.smithi076.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 141/146 2024-09-13T16:00:28.304 INFO:teuthology.orchestra.run.smithi076.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 141/146 2024-09-13T16:00:28.304 INFO:teuthology.orchestra.run.smithi076.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 142/146 2024-09-13T16:00:28.388 INFO:teuthology.orchestra.run.smithi076.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 142/146 2024-09-13T16:00:28.413 INFO:teuthology.orchestra.run.smithi076.stdout: Cleanup : NetworkManager-team-1:1.48.8-1.el9.x86_64 143/146 2024-09-13T16:00:28.419 INFO:teuthology.orchestra.run.smithi076.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 144/146 2024-09-13T16:00:28.419 INFO:teuthology.orchestra.run.smithi076.stdout: Cleanup : NetworkManager-1:1.48.8-1.el9.x86_64 144/146 2024-09-13T16:00:28.599 INFO:teuthology.orchestra.run.smithi076.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 144/146 2024-09-13T16:00:28.599 INFO:teuthology.orchestra.run.smithi076.stdout: Cleanup : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 145/146 2024-09-13T16:00:28.691 INFO:teuthology.orchestra.run.smithi076.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.8-1.el9.x86_64 145/146 2024-09-13T16:00:28.764 INFO:teuthology.orchestra.run.smithi076.stdout: Cleanup : openssl-libs-1:3.2.2-4.el9.x86_64 146/146 2024-09-13T16:00:31.395 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: openssl-libs-1:3.2.2-4.el9.x86_64 146/146 2024-09-13T16:00:31.395 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : ceph-2:18.2.4-850.g50bbe7f3.el9.x86_64 1/146 2024-09-13T16:00:31.395 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : ceph-base-2:18.2.4-850.g50bbe7f3.el9.x86_64 2/146 2024-09-13T16:00:31.395 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : ceph-common-2:18.2.4-850.g50bbe7f3.el9.x86_64 3/146 2024-09-13T16:00:31.395 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : ceph-fuse-2:18.2.4-850.g50bbe7f3.el9.x86_64 4/146 2024-09-13T16:00:31.396 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : ceph-immutable-object-cache-2:18.2.4-850.g50bbe7 5/146 2024-09-13T16:00:31.396 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : ceph-mds-2:18.2.4-850.g50bbe7f3.el9.x86_64 6/146 2024-09-13T16:00:31.396 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : ceph-mgr-2:18.2.4-850.g50bbe7f3.el9.x86_64 7/146 2024-09-13T16:00:31.396 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : ceph-mon-2:18.2.4-850.g50bbe7f3.el9.x86_64 8/146 2024-09-13T16:00:31.396 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : ceph-osd-2:18.2.4-850.g50bbe7f3.el9.x86_64 9/146 2024-09-13T16:00:31.396 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : ceph-radosgw-2:18.2.4-850.g50bbe7f3.el9.x86_64 10/146 2024-09-13T16:00:31.396 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : ceph-selinux-2:18.2.4-850.g50bbe7f3.el9.x86_64 11/146 2024-09-13T16:00:31.396 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : ceph-test-2:18.2.4-850.g50bbe7f3.el9.x86_64 12/146 2024-09-13T16:00:31.396 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : cephfs-mirror-2:18.2.4-850.g50bbe7f3.el9.x86_64 13/146 2024-09-13T16:00:31.396 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : libcephfs-devel-2:18.2.4-850.g50bbe7f3.el9.x86_6 14/146 2024-09-13T16:00:31.396 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : libcephfs2-2:18.2.4-850.g50bbe7f3.el9.x86_64 15/146 2024-09-13T16:00:31.396 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : libcephsqlite-2:18.2.4-850.g50bbe7f3.el9.x86_64 16/146 2024-09-13T16:00:31.397 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : librados-devel-2:18.2.4-850.g50bbe7f3.el9.x86_64 17/146 2024-09-13T16:00:31.397 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : libradosstriper1-2:18.2.4-850.g50bbe7f3.el9.x86_ 18/146 2024-09-13T16:00:31.397 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : librgw2-2:18.2.4-850.g50bbe7f3.el9.x86_64 19/146 2024-09-13T16:00:31.397 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-ceph-argparse-2:18.2.4-850.g50bbe7f3.el9 20/146 2024-09-13T16:00:31.397 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-ceph-common-2:18.2.4-850.g50bbe7f3.el9.x 21/146 2024-09-13T16:00:31.397 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-cephfs-2:18.2.4-850.g50bbe7f3.el9.x86_64 22/146 2024-09-13T16:00:31.397 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-rados-2:18.2.4-850.g50bbe7f3.el9.x86_64 23/146 2024-09-13T16:00:31.397 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-rbd-2:18.2.4-850.g50bbe7f3.el9.x86_64 24/146 2024-09-13T16:00:31.397 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-rgw-2:18.2.4-850.g50bbe7f3.el9.x86_64 25/146 2024-09-13T16:00:31.397 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : rbd-fuse-2:18.2.4-850.g50bbe7f3.el9.x86_64 26/146 2024-09-13T16:00:31.397 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : rbd-mirror-2:18.2.4-850.g50bbe7f3.el9.x86_64 27/146 2024-09-13T16:00:31.397 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : rbd-nbd-2:18.2.4-850.g50bbe7f3.el9.x86_64 28/146 2024-09-13T16:00:31.397 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : ceph-grafana-dashboards-2:18.2.4-850.g50bbe7f3.e 29/146 2024-09-13T16:00:31.398 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : ceph-mgr-cephadm-2:18.2.4-850.g50bbe7f3.el9.noar 30/146 2024-09-13T16:00:31.398 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : ceph-mgr-dashboard-2:18.2.4-850.g50bbe7f3.el9.no 31/146 2024-09-13T16:00:31.407 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.2.4-850.g50bb 32/146 2024-09-13T16:00:31.407 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : ceph-mgr-modules-core-2:18.2.4-850.g50bbe7f3.el9 33/146 2024-09-13T16:00:31.407 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : ceph-mgr-rook-2:18.2.4-850.g50bbe7f3.el9.noarch 34/146 2024-09-13T16:00:31.408 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : ceph-prometheus-alerts-2:18.2.4-850.g50bbe7f3.el 35/146 2024-09-13T16:00:31.408 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : ceph-volume-2:18.2.4-850.g50bbe7f3.el9.noarch 36/146 2024-09-13T16:00:31.408 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : cephadm-2:18.2.4-850.g50bbe7f3.el9.noarch 37/146 2024-09-13T16:00:31.408 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : cephfs-top-2:18.2.4-850.g50bbe7f3.el9.noarch 38/146 2024-09-13T16:00:31.408 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 39/146 2024-09-13T16:00:31.408 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 40/146 2024-09-13T16:00:31.408 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 41/146 2024-09-13T16:00:31.408 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 42/146 2024-09-13T16:00:31.408 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 43/146 2024-09-13T16:00:31.408 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-ply-3.11-14.el9.noarch 44/146 2024-09-13T16:00:31.408 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 45/146 2024-09-13T16:00:31.408 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 46/146 2024-09-13T16:00:31.408 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 47/146 2024-09-13T16:00:31.409 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : automake-1.16.2-8.el9.noarch 48/146 2024-09-13T16:00:31.409 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : bison-3.7.4-5.el9.x86_64 49/146 2024-09-13T16:00:31.409 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 50/146 2024-09-13T16:00:31.409 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 51/146 2024-09-13T16:00:31.409 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : flex-2.6.4-9.el9.x86_64 52/146 2024-09-13T16:00:31.409 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 53/146 2024-09-13T16:00:31.409 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 54/146 2024-09-13T16:00:31.409 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 55/146 2024-09-13T16:00:31.409 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 56/146 2024-09-13T16:00:31.409 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 57/146 2024-09-13T16:00:31.409 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 58/146 2024-09-13T16:00:31.409 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 59/146 2024-09-13T16:00:31.409 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 60/146 2024-09-13T16:00:31.410 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : libuuid-devel-2.37.4-20.el9.x86_64 61/146 2024-09-13T16:00:31.410 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 62/146 2024-09-13T16:00:31.410 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 63/146 2024-09-13T16:00:31.410 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 64/146 2024-09-13T16:00:31.410 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 65/146 2024-09-13T16:00:31.410 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : openssl-devel-1:3.2.2-6.el9.x86_64 66/146 2024-09-13T16:00:31.410 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : postgresql-13.16-1.el9.x86_64 67/146 2024-09-13T16:00:31.410 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : postgresql-contrib-13.16-1.el9.x86_64 68/146 2024-09-13T16:00:31.410 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : postgresql-private-libs-13.16-1.el9.x86_64 69/146 2024-09-13T16:00:31.410 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : postgresql-server-13.16-1.el9.x86_64 70/146 2024-09-13T16:00:31.410 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 71/146 2024-09-13T16:00:31.410 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 72/146 2024-09-13T16:00:31.410 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 73/146 2024-09-13T16:00:31.411 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 74/146 2024-09-13T16:00:31.411 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 75/146 2024-09-13T16:00:31.411 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 76/146 2024-09-13T16:00:31.411 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 77/146 2024-09-13T16:00:31.411 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 78/146 2024-09-13T16:00:31.411 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 79/146 2024-09-13T16:00:31.411 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 80/146 2024-09-13T16:00:31.411 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 81/146 2024-09-13T16:00:31.411 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 82/146 2024-09-13T16:00:31.411 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 83/146 2024-09-13T16:00:31.411 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 84/146 2024-09-13T16:00:31.411 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 85/146 2024-09-13T16:00:31.411 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 86/146 2024-09-13T16:00:31.411 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 87/146 2024-09-13T16:00:31.412 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 88/146 2024-09-13T16:00:31.412 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 89/146 2024-09-13T16:00:31.412 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 90/146 2024-09-13T16:00:31.412 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : xfsprogs-devel-6.4.0-4.el9.x86_64 91/146 2024-09-13T16:00:31.412 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 92/146 2024-09-13T16:00:31.412 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 93/146 2024-09-13T16:00:31.412 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : fmt-8.1.1-5.el9.x86_64 94/146 2024-09-13T16:00:31.412 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 95/146 2024-09-13T16:00:31.412 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 96/146 2024-09-13T16:00:31.412 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 97/146 2024-09-13T16:00:31.412 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 98/146 2024-09-13T16:00:31.412 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 99/146 2024-09-13T16:00:31.412 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 100/146 2024-09-13T16:00:31.413 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 101/146 2024-09-13T16:00:31.413 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 102/146 2024-09-13T16:00:31.413 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 103/146 2024-09-13T16:00:31.413 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 104/146 2024-09-13T16:00:31.413 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 105/146 2024-09-13T16:00:31.413 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 106/146 2024-09-13T16:00:31.413 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 107/146 2024-09-13T16:00:31.413 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 108/146 2024-09-13T16:00:31.413 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 109/146 2024-09-13T16:00:31.413 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 110/146 2024-09-13T16:00:31.413 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 111/146 2024-09-13T16:00:31.413 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 112/146 2024-09-13T16:00:31.413 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 113/146 2024-09-13T16:00:31.413 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 114/146 2024-09-13T16:00:31.414 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 115/146 2024-09-13T16:00:31.414 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 116/146 2024-09-13T16:00:31.414 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 117/146 2024-09-13T16:00:31.414 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 118/146 2024-09-13T16:00:31.414 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 119/146 2024-09-13T16:00:31.414 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 120/146 2024-09-13T16:00:31.414 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 121/146 2024-09-13T16:00:31.414 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 122/146 2024-09-13T16:00:31.414 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 123/146 2024-09-13T16:00:31.414 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 124/146 2024-09-13T16:00:31.414 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 125/146 2024-09-13T16:00:31.414 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 126/146 2024-09-13T16:00:31.414 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 127/146 2024-09-13T16:00:31.414 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 128/146 2024-09-13T16:00:31.415 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : re2-1:20211101-20.el9.x86_64 129/146 2024-09-13T16:00:31.415 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 130/146 2024-09-13T16:00:31.415 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : librados2-2:18.2.4-850.g50bbe7f3.el9.x86_64 131/146 2024-09-13T16:00:31.415 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 132/146 2024-09-13T16:00:31.415 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : librbd1-2:18.2.4-850.g50bbe7f3.el9.x86_64 133/146 2024-09-13T16:00:31.415 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 134/146 2024-09-13T16:00:31.415 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : NetworkManager-1:1.49.90-1.el9.x86_64 135/146 2024-09-13T16:00:31.415 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : NetworkManager-1:1.48.8-1.el9.x86_64 136/146 2024-09-13T16:00:31.415 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 137/146 2024-09-13T16:00:31.415 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 138/146 2024-09-13T16:00:31.415 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : NetworkManager-team-1:1.49.90-1.el9.x86_64 139/146 2024-09-13T16:00:31.415 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : NetworkManager-team-1:1.48.8-1.el9.x86_64 140/146 2024-09-13T16:00:31.415 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : NetworkManager-tui-1:1.49.90-1.el9.x86_64 141/146 2024-09-13T16:00:31.415 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : NetworkManager-tui-1:1.48.8-1.el9.x86_64 142/146 2024-09-13T16:00:31.416 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : openssl-1:3.2.2-6.el9.x86_64 143/146 2024-09-13T16:00:31.416 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : openssl-1:3.2.2-4.el9.x86_64 144/146 2024-09-13T16:00:31.416 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : openssl-libs-1:3.2.2-6.el9.x86_64 145/146 2024-09-13T16:00:33.826 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : openssl-libs-1:3.2.2-4.el9.x86_64 146/146 2024-09-13T16:00:33.826 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:00:33.826 INFO:teuthology.orchestra.run.smithi192.stdout:Upgraded: 2024-09-13T16:00:33.826 INFO:teuthology.orchestra.run.smithi192.stdout: NetworkManager-1:1.49.90-1.el9.x86_64 2024-09-13T16:00:33.826 INFO:teuthology.orchestra.run.smithi192.stdout: NetworkManager-libnm-1:1.49.90-1.el9.x86_64 2024-09-13T16:00:33.826 INFO:teuthology.orchestra.run.smithi192.stdout: NetworkManager-team-1:1.49.90-1.el9.x86_64 2024-09-13T16:00:33.826 INFO:teuthology.orchestra.run.smithi192.stdout: NetworkManager-tui-1:1.49.90-1.el9.x86_64 2024-09-13T16:00:33.826 INFO:teuthology.orchestra.run.smithi192.stdout: librados2-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:00:33.827 INFO:teuthology.orchestra.run.smithi192.stdout: librbd1-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:00:33.827 INFO:teuthology.orchestra.run.smithi192.stdout: openssl-1:3.2.2-6.el9.x86_64 2024-09-13T16:00:33.827 INFO:teuthology.orchestra.run.smithi192.stdout: openssl-libs-1:3.2.2-6.el9.x86_64 2024-09-13T16:00:33.827 INFO:teuthology.orchestra.run.smithi192.stdout:Installed: 2024-09-13T16:00:33.827 INFO:teuthology.orchestra.run.smithi192.stdout: automake-1.16.2-8.el9.noarch 2024-09-13T16:00:33.827 INFO:teuthology.orchestra.run.smithi192.stdout: bison-3.7.4-5.el9.x86_64 2024-09-13T16:00:33.827 INFO:teuthology.orchestra.run.smithi192.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-13T16:00:33.827 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:00:33.827 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-base-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:00:33.827 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-common-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:00:33.827 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-fuse-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:00:33.828 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-grafana-dashboards-2:18.2.4-850.g50bbe7f3.el9.noarch 2024-09-13T16:00:33.828 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-immutable-object-cache-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:00:33.828 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-mds-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:00:33.828 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-mgr-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:00:33.828 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-mgr-cephadm-2:18.2.4-850.g50bbe7f3.el9.noarch 2024-09-13T16:00:33.828 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-mgr-dashboard-2:18.2.4-850.g50bbe7f3.el9.noarch 2024-09-13T16:00:33.828 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-mgr-diskprediction-local-2:18.2.4-850.g50bbe7f3.el9.noarch 2024-09-13T16:00:33.828 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-mgr-modules-core-2:18.2.4-850.g50bbe7f3.el9.noarch 2024-09-13T16:00:33.828 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-mgr-rook-2:18.2.4-850.g50bbe7f3.el9.noarch 2024-09-13T16:00:33.828 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-mon-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:00:33.828 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-osd-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:00:33.828 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-prometheus-alerts-2:18.2.4-850.g50bbe7f3.el9.noarch 2024-09-13T16:00:33.829 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-radosgw-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:00:33.829 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-selinux-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:00:33.829 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-test-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:00:33.829 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-volume-2:18.2.4-850.g50bbe7f3.el9.noarch 2024-09-13T16:00:33.829 INFO:teuthology.orchestra.run.smithi192.stdout: cephadm-2:18.2.4-850.g50bbe7f3.el9.noarch 2024-09-13T16:00:33.829 INFO:teuthology.orchestra.run.smithi192.stdout: cephfs-mirror-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:00:33.829 INFO:teuthology.orchestra.run.smithi192.stdout: cephfs-top-2:18.2.4-850.g50bbe7f3.el9.noarch 2024-09-13T16:00:33.829 INFO:teuthology.orchestra.run.smithi192.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-09-13T16:00:33.829 INFO:teuthology.orchestra.run.smithi192.stdout: flex-2.6.4-9.el9.x86_64 2024-09-13T16:00:33.829 INFO:teuthology.orchestra.run.smithi192.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-13T16:00:33.829 INFO:teuthology.orchestra.run.smithi192.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-13T16:00:33.829 INFO:teuthology.orchestra.run.smithi192.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-13T16:00:33.830 INFO:teuthology.orchestra.run.smithi192.stdout: fmt-8.1.1-5.el9.x86_64 2024-09-13T16:00:33.830 INFO:teuthology.orchestra.run.smithi192.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-13T16:00:33.830 INFO:teuthology.orchestra.run.smithi192.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-13T16:00:33.830 INFO:teuthology.orchestra.run.smithi192.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-09-13T16:00:33.830 INFO:teuthology.orchestra.run.smithi192.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-13T16:00:33.830 INFO:teuthology.orchestra.run.smithi192.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-13T16:00:33.830 INFO:teuthology.orchestra.run.smithi192.stdout: libcephfs-devel-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:00:33.830 INFO:teuthology.orchestra.run.smithi192.stdout: libcephfs2-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:00:33.830 INFO:teuthology.orchestra.run.smithi192.stdout: libcephsqlite-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:00:33.830 INFO:teuthology.orchestra.run.smithi192.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-13T16:00:33.830 INFO:teuthology.orchestra.run.smithi192.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-13T16:00:33.830 INFO:teuthology.orchestra.run.smithi192.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-13T16:00:33.830 INFO:teuthology.orchestra.run.smithi192.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-13T16:00:33.830 INFO:teuthology.orchestra.run.smithi192.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-13T16:00:33.831 INFO:teuthology.orchestra.run.smithi192.stdout: librados-devel-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:00:33.831 INFO:teuthology.orchestra.run.smithi192.stdout: libradosstriper1-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:00:33.831 INFO:teuthology.orchestra.run.smithi192.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-13T16:00:33.831 INFO:teuthology.orchestra.run.smithi192.stdout: librgw2-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:00:33.831 INFO:teuthology.orchestra.run.smithi192.stdout: libtool-2.4.6-46.el9.x86_64 2024-09-13T16:00:33.831 INFO:teuthology.orchestra.run.smithi192.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-13T16:00:33.831 INFO:teuthology.orchestra.run.smithi192.stdout: libuuid-devel-2.37.4-20.el9.x86_64 2024-09-13T16:00:33.831 INFO:teuthology.orchestra.run.smithi192.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-09-13T16:00:33.831 INFO:teuthology.orchestra.run.smithi192.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-13T16:00:33.831 INFO:teuthology.orchestra.run.smithi192.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-13T16:00:33.831 INFO:teuthology.orchestra.run.smithi192.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-13T16:00:33.831 INFO:teuthology.orchestra.run.smithi192.stdout: openssl-devel-1:3.2.2-6.el9.x86_64 2024-09-13T16:00:33.831 INFO:teuthology.orchestra.run.smithi192.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-13T16:00:33.832 INFO:teuthology.orchestra.run.smithi192.stdout: postgresql-13.16-1.el9.x86_64 2024-09-13T16:00:33.832 INFO:teuthology.orchestra.run.smithi192.stdout: postgresql-contrib-13.16-1.el9.x86_64 2024-09-13T16:00:33.832 INFO:teuthology.orchestra.run.smithi192.stdout: postgresql-private-libs-13.16-1.el9.x86_64 2024-09-13T16:00:33.832 INFO:teuthology.orchestra.run.smithi192.stdout: postgresql-server-13.16-1.el9.x86_64 2024-09-13T16:00:33.832 INFO:teuthology.orchestra.run.smithi192.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-13T16:00:33.832 INFO:teuthology.orchestra.run.smithi192.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-13T16:00:33.832 INFO:teuthology.orchestra.run.smithi192.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-13T16:00:33.832 INFO:teuthology.orchestra.run.smithi192.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-13T16:00:33.832 INFO:teuthology.orchestra.run.smithi192.stdout: python3-ceph-argparse-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:00:33.832 INFO:teuthology.orchestra.run.smithi192.stdout: python3-ceph-common-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:00:33.832 INFO:teuthology.orchestra.run.smithi192.stdout: python3-cephfs-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:00:33.832 INFO:teuthology.orchestra.run.smithi192.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-13T16:00:33.833 INFO:teuthology.orchestra.run.smithi192.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-13T16:00:33.833 INFO:teuthology.orchestra.run.smithi192.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-13T16:00:33.833 INFO:teuthology.orchestra.run.smithi192.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-13T16:00:33.833 INFO:teuthology.orchestra.run.smithi192.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-13T16:00:33.833 INFO:teuthology.orchestra.run.smithi192.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-13T16:00:33.833 INFO:teuthology.orchestra.run.smithi192.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-13T16:00:33.833 INFO:teuthology.orchestra.run.smithi192.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-13T16:00:33.833 INFO:teuthology.orchestra.run.smithi192.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-13T16:00:33.833 INFO:teuthology.orchestra.run.smithi192.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-13T16:00:33.833 INFO:teuthology.orchestra.run.smithi192.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-13T16:00:33.833 INFO:teuthology.orchestra.run.smithi192.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-13T16:00:33.833 INFO:teuthology.orchestra.run.smithi192.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-13T16:00:33.833 INFO:teuthology.orchestra.run.smithi192.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-13T16:00:33.833 INFO:teuthology.orchestra.run.smithi192.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-13T16:00:33.834 INFO:teuthology.orchestra.run.smithi192.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-13T16:00:33.834 INFO:teuthology.orchestra.run.smithi192.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-13T16:00:33.834 INFO:teuthology.orchestra.run.smithi192.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-13T16:00:33.834 INFO:teuthology.orchestra.run.smithi192.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-13T16:00:33.834 INFO:teuthology.orchestra.run.smithi192.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-13T16:00:33.834 INFO:teuthology.orchestra.run.smithi192.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-13T16:00:33.834 INFO:teuthology.orchestra.run.smithi192.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-13T16:00:33.834 INFO:teuthology.orchestra.run.smithi192.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-13T16:00:33.834 INFO:teuthology.orchestra.run.smithi192.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-13T16:00:33.834 INFO:teuthology.orchestra.run.smithi192.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-13T16:00:33.834 INFO:teuthology.orchestra.run.smithi192.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-13T16:00:33.834 INFO:teuthology.orchestra.run.smithi192.stdout: python3-ply-3.11-14.el9.noarch 2024-09-13T16:00:33.834 INFO:teuthology.orchestra.run.smithi192.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-13T16:00:33.835 INFO:teuthology.orchestra.run.smithi192.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-13T16:00:33.835 INFO:teuthology.orchestra.run.smithi192.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-13T16:00:33.835 INFO:teuthology.orchestra.run.smithi192.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-13T16:00:33.835 INFO:teuthology.orchestra.run.smithi192.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-13T16:00:33.835 INFO:teuthology.orchestra.run.smithi192.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-13T16:00:33.835 INFO:teuthology.orchestra.run.smithi192.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-13T16:00:33.835 INFO:teuthology.orchestra.run.smithi192.stdout: python3-rados-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:00:33.835 INFO:teuthology.orchestra.run.smithi192.stdout: python3-rbd-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:00:33.835 INFO:teuthology.orchestra.run.smithi192.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-13T16:00:33.835 INFO:teuthology.orchestra.run.smithi192.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-13T16:00:33.835 INFO:teuthology.orchestra.run.smithi192.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-13T16:00:33.835 INFO:teuthology.orchestra.run.smithi192.stdout: python3-rgw-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:00:33.835 INFO:teuthology.orchestra.run.smithi192.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-13T16:00:33.835 INFO:teuthology.orchestra.run.smithi192.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-13T16:00:33.835 INFO:teuthology.orchestra.run.smithi192.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-13T16:00:33.836 INFO:teuthology.orchestra.run.smithi192.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-13T16:00:33.836 INFO:teuthology.orchestra.run.smithi192.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-13T16:00:33.836 INFO:teuthology.orchestra.run.smithi192.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-13T16:00:33.836 INFO:teuthology.orchestra.run.smithi192.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-13T16:00:33.836 INFO:teuthology.orchestra.run.smithi192.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-13T16:00:33.836 INFO:teuthology.orchestra.run.smithi192.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-13T16:00:33.836 INFO:teuthology.orchestra.run.smithi192.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-13T16:00:33.836 INFO:teuthology.orchestra.run.smithi192.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-13T16:00:33.836 INFO:teuthology.orchestra.run.smithi192.stdout: rbd-fuse-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:00:33.836 INFO:teuthology.orchestra.run.smithi192.stdout: rbd-mirror-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:00:33.836 INFO:teuthology.orchestra.run.smithi192.stdout: rbd-nbd-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:00:33.836 INFO:teuthology.orchestra.run.smithi192.stdout: re2-1:20211101-20.el9.x86_64 2024-09-13T16:00:33.836 INFO:teuthology.orchestra.run.smithi192.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-13T16:00:33.837 INFO:teuthology.orchestra.run.smithi192.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-13T16:00:33.837 INFO:teuthology.orchestra.run.smithi192.stdout: uuid-1.6.2-55.el9.x86_64 2024-09-13T16:00:33.837 INFO:teuthology.orchestra.run.smithi192.stdout: xfsprogs-devel-6.4.0-4.el9.x86_64 2024-09-13T16:00:33.837 INFO:teuthology.orchestra.run.smithi192.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-13T16:00:33.837 INFO:teuthology.orchestra.run.smithi192.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-09-13T16:00:33.837 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:00:33.837 INFO:teuthology.orchestra.run.smithi192.stdout:Complete! 2024-09-13T16:00:34.202 DEBUG:teuthology.parallel:result is None 2024-09-13T16:00:34.380 INFO:teuthology.orchestra.run.smithi076.stdout: Running scriptlet: openssl-libs-1:3.2.2-4.el9.x86_64 146/146 2024-09-13T16:00:34.381 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : ceph-2:18.2.4-850.g50bbe7f3.el9.x86_64 1/146 2024-09-13T16:00:34.381 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : ceph-base-2:18.2.4-850.g50bbe7f3.el9.x86_64 2/146 2024-09-13T16:00:34.381 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : ceph-common-2:18.2.4-850.g50bbe7f3.el9.x86_64 3/146 2024-09-13T16:00:34.381 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : ceph-fuse-2:18.2.4-850.g50bbe7f3.el9.x86_64 4/146 2024-09-13T16:00:34.381 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : ceph-immutable-object-cache-2:18.2.4-850.g50bbe7 5/146 2024-09-13T16:00:34.381 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : ceph-mds-2:18.2.4-850.g50bbe7f3.el9.x86_64 6/146 2024-09-13T16:00:34.381 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : ceph-mgr-2:18.2.4-850.g50bbe7f3.el9.x86_64 7/146 2024-09-13T16:00:34.381 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : ceph-mon-2:18.2.4-850.g50bbe7f3.el9.x86_64 8/146 2024-09-13T16:00:34.381 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : ceph-osd-2:18.2.4-850.g50bbe7f3.el9.x86_64 9/146 2024-09-13T16:00:34.381 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : ceph-radosgw-2:18.2.4-850.g50bbe7f3.el9.x86_64 10/146 2024-09-13T16:00:34.381 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : ceph-selinux-2:18.2.4-850.g50bbe7f3.el9.x86_64 11/146 2024-09-13T16:00:34.381 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : ceph-test-2:18.2.4-850.g50bbe7f3.el9.x86_64 12/146 2024-09-13T16:00:34.382 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : cephfs-mirror-2:18.2.4-850.g50bbe7f3.el9.x86_64 13/146 2024-09-13T16:00:34.382 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : libcephfs-devel-2:18.2.4-850.g50bbe7f3.el9.x86_6 14/146 2024-09-13T16:00:34.382 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : libcephfs2-2:18.2.4-850.g50bbe7f3.el9.x86_64 15/146 2024-09-13T16:00:34.382 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : libcephsqlite-2:18.2.4-850.g50bbe7f3.el9.x86_64 16/146 2024-09-13T16:00:34.382 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : librados-devel-2:18.2.4-850.g50bbe7f3.el9.x86_64 17/146 2024-09-13T16:00:34.382 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : libradosstriper1-2:18.2.4-850.g50bbe7f3.el9.x86_ 18/146 2024-09-13T16:00:34.382 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : librgw2-2:18.2.4-850.g50bbe7f3.el9.x86_64 19/146 2024-09-13T16:00:34.382 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-ceph-argparse-2:18.2.4-850.g50bbe7f3.el9 20/146 2024-09-13T16:00:34.382 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-ceph-common-2:18.2.4-850.g50bbe7f3.el9.x 21/146 2024-09-13T16:00:34.382 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-cephfs-2:18.2.4-850.g50bbe7f3.el9.x86_64 22/146 2024-09-13T16:00:34.382 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-rados-2:18.2.4-850.g50bbe7f3.el9.x86_64 23/146 2024-09-13T16:00:34.382 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-rbd-2:18.2.4-850.g50bbe7f3.el9.x86_64 24/146 2024-09-13T16:00:34.383 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-rgw-2:18.2.4-850.g50bbe7f3.el9.x86_64 25/146 2024-09-13T16:00:34.383 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : rbd-fuse-2:18.2.4-850.g50bbe7f3.el9.x86_64 26/146 2024-09-13T16:00:34.383 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : rbd-mirror-2:18.2.4-850.g50bbe7f3.el9.x86_64 27/146 2024-09-13T16:00:34.393 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : rbd-nbd-2:18.2.4-850.g50bbe7f3.el9.x86_64 28/146 2024-09-13T16:00:34.393 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : ceph-grafana-dashboards-2:18.2.4-850.g50bbe7f3.e 29/146 2024-09-13T16:00:34.394 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : ceph-mgr-cephadm-2:18.2.4-850.g50bbe7f3.el9.noar 30/146 2024-09-13T16:00:34.394 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : ceph-mgr-dashboard-2:18.2.4-850.g50bbe7f3.el9.no 31/146 2024-09-13T16:00:34.394 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.2.4-850.g50bb 32/146 2024-09-13T16:00:34.394 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : ceph-mgr-modules-core-2:18.2.4-850.g50bbe7f3.el9 33/146 2024-09-13T16:00:34.394 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : ceph-mgr-rook-2:18.2.4-850.g50bbe7f3.el9.noarch 34/146 2024-09-13T16:00:34.394 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : ceph-prometheus-alerts-2:18.2.4-850.g50bbe7f3.el 35/146 2024-09-13T16:00:34.394 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : ceph-volume-2:18.2.4-850.g50bbe7f3.el9.noarch 36/146 2024-09-13T16:00:34.394 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : cephadm-2:18.2.4-850.g50bbe7f3.el9.noarch 37/146 2024-09-13T16:00:34.394 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : cephfs-top-2:18.2.4-850.g50bbe7f3.el9.noarch 38/146 2024-09-13T16:00:34.394 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 39/146 2024-09-13T16:00:34.395 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 40/146 2024-09-13T16:00:34.395 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 41/146 2024-09-13T16:00:34.395 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 42/146 2024-09-13T16:00:34.395 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 43/146 2024-09-13T16:00:34.395 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-ply-3.11-14.el9.noarch 44/146 2024-09-13T16:00:34.395 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 45/146 2024-09-13T16:00:34.395 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 46/146 2024-09-13T16:00:34.395 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 47/146 2024-09-13T16:00:34.395 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : automake-1.16.2-8.el9.noarch 48/146 2024-09-13T16:00:34.395 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : bison-3.7.4-5.el9.x86_64 49/146 2024-09-13T16:00:34.395 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 50/146 2024-09-13T16:00:34.395 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 51/146 2024-09-13T16:00:34.396 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : flex-2.6.4-9.el9.x86_64 52/146 2024-09-13T16:00:34.396 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 53/146 2024-09-13T16:00:34.396 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 54/146 2024-09-13T16:00:34.396 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 55/146 2024-09-13T16:00:34.396 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 56/146 2024-09-13T16:00:34.396 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 57/146 2024-09-13T16:00:34.396 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 58/146 2024-09-13T16:00:34.396 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 59/146 2024-09-13T16:00:34.396 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 60/146 2024-09-13T16:00:34.396 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : libuuid-devel-2.37.4-20.el9.x86_64 61/146 2024-09-13T16:00:34.396 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 62/146 2024-09-13T16:00:34.396 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 63/146 2024-09-13T16:00:34.397 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 64/146 2024-09-13T16:00:34.397 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 65/146 2024-09-13T16:00:34.397 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : openssl-devel-1:3.2.2-6.el9.x86_64 66/146 2024-09-13T16:00:34.397 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : postgresql-13.16-1.el9.x86_64 67/146 2024-09-13T16:00:34.397 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : postgresql-contrib-13.16-1.el9.x86_64 68/146 2024-09-13T16:00:34.397 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : postgresql-private-libs-13.16-1.el9.x86_64 69/146 2024-09-13T16:00:34.397 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : postgresql-server-13.16-1.el9.x86_64 70/146 2024-09-13T16:00:34.397 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 71/146 2024-09-13T16:00:34.397 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 72/146 2024-09-13T16:00:34.397 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 73/146 2024-09-13T16:00:34.397 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 74/146 2024-09-13T16:00:34.397 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 75/146 2024-09-13T16:00:34.397 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 76/146 2024-09-13T16:00:34.398 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 77/146 2024-09-13T16:00:34.398 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 78/146 2024-09-13T16:00:34.398 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 79/146 2024-09-13T16:00:34.398 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 80/146 2024-09-13T16:00:34.398 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 81/146 2024-09-13T16:00:34.398 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 82/146 2024-09-13T16:00:34.398 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 83/146 2024-09-13T16:00:34.398 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 84/146 2024-09-13T16:00:34.398 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 85/146 2024-09-13T16:00:34.398 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 86/146 2024-09-13T16:00:34.398 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 87/146 2024-09-13T16:00:34.398 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 88/146 2024-09-13T16:00:34.399 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 89/146 2024-09-13T16:00:34.399 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 90/146 2024-09-13T16:00:34.399 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : xfsprogs-devel-6.4.0-4.el9.x86_64 91/146 2024-09-13T16:00:34.399 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 92/146 2024-09-13T16:00:34.399 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 93/146 2024-09-13T16:00:34.399 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : fmt-8.1.1-5.el9.x86_64 94/146 2024-09-13T16:00:34.399 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 95/146 2024-09-13T16:00:34.399 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 96/146 2024-09-13T16:00:34.399 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 97/146 2024-09-13T16:00:34.399 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 98/146 2024-09-13T16:00:34.399 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 99/146 2024-09-13T16:00:34.399 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 100/146 2024-09-13T16:00:34.399 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 101/146 2024-09-13T16:00:34.400 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 102/146 2024-09-13T16:00:34.400 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 103/146 2024-09-13T16:00:34.400 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 104/146 2024-09-13T16:00:34.400 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 105/146 2024-09-13T16:00:34.400 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 106/146 2024-09-13T16:00:34.400 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 107/146 2024-09-13T16:00:34.400 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 108/146 2024-09-13T16:00:34.400 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 109/146 2024-09-13T16:00:34.400 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 110/146 2024-09-13T16:00:34.400 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 111/146 2024-09-13T16:00:34.400 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 112/146 2024-09-13T16:00:34.400 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 113/146 2024-09-13T16:00:34.401 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 114/146 2024-09-13T16:00:34.401 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 115/146 2024-09-13T16:00:34.401 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 116/146 2024-09-13T16:00:34.401 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 117/146 2024-09-13T16:00:34.401 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 118/146 2024-09-13T16:00:34.401 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 119/146 2024-09-13T16:00:34.401 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 120/146 2024-09-13T16:00:34.401 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 121/146 2024-09-13T16:00:34.401 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 122/146 2024-09-13T16:00:34.401 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 123/146 2024-09-13T16:00:34.402 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 124/146 2024-09-13T16:00:34.402 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 125/146 2024-09-13T16:00:34.402 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 126/146 2024-09-13T16:00:34.402 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 127/146 2024-09-13T16:00:34.402 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 128/146 2024-09-13T16:00:34.402 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : re2-1:20211101-20.el9.x86_64 129/146 2024-09-13T16:00:34.402 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 130/146 2024-09-13T16:00:34.402 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : librados2-2:18.2.4-850.g50bbe7f3.el9.x86_64 131/146 2024-09-13T16:00:34.402 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 132/146 2024-09-13T16:00:34.402 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : librbd1-2:18.2.4-850.g50bbe7f3.el9.x86_64 133/146 2024-09-13T16:00:34.403 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 134/146 2024-09-13T16:00:34.403 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : NetworkManager-1:1.49.90-1.el9.x86_64 135/146 2024-09-13T16:00:34.403 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : NetworkManager-1:1.48.8-1.el9.x86_64 136/146 2024-09-13T16:00:34.403 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 137/146 2024-09-13T16:00:34.403 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 138/146 2024-09-13T16:00:34.403 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : NetworkManager-team-1:1.49.90-1.el9.x86_64 139/146 2024-09-13T16:00:34.403 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : NetworkManager-team-1:1.48.8-1.el9.x86_64 140/146 2024-09-13T16:00:34.403 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : NetworkManager-tui-1:1.49.90-1.el9.x86_64 141/146 2024-09-13T16:00:34.403 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : NetworkManager-tui-1:1.48.8-1.el9.x86_64 142/146 2024-09-13T16:00:34.403 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : openssl-1:3.2.2-6.el9.x86_64 143/146 2024-09-13T16:00:34.403 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : openssl-1:3.2.2-4.el9.x86_64 144/146 2024-09-13T16:00:34.403 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : openssl-libs-1:3.2.2-6.el9.x86_64 145/146 2024-09-13T16:00:37.079 INFO:teuthology.orchestra.run.smithi076.stdout: Verifying : openssl-libs-1:3.2.2-4.el9.x86_64 146/146 2024-09-13T16:00:37.079 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:00:37.079 INFO:teuthology.orchestra.run.smithi076.stdout:Upgraded: 2024-09-13T16:00:37.079 INFO:teuthology.orchestra.run.smithi076.stdout: NetworkManager-1:1.49.90-1.el9.x86_64 2024-09-13T16:00:37.079 INFO:teuthology.orchestra.run.smithi076.stdout: NetworkManager-libnm-1:1.49.90-1.el9.x86_64 2024-09-13T16:00:37.079 INFO:teuthology.orchestra.run.smithi076.stdout: NetworkManager-team-1:1.49.90-1.el9.x86_64 2024-09-13T16:00:37.080 INFO:teuthology.orchestra.run.smithi076.stdout: NetworkManager-tui-1:1.49.90-1.el9.x86_64 2024-09-13T16:00:37.080 INFO:teuthology.orchestra.run.smithi076.stdout: librados2-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:00:37.080 INFO:teuthology.orchestra.run.smithi076.stdout: librbd1-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:00:37.080 INFO:teuthology.orchestra.run.smithi076.stdout: openssl-1:3.2.2-6.el9.x86_64 2024-09-13T16:00:37.080 INFO:teuthology.orchestra.run.smithi076.stdout: openssl-libs-1:3.2.2-6.el9.x86_64 2024-09-13T16:00:37.080 INFO:teuthology.orchestra.run.smithi076.stdout:Installed: 2024-09-13T16:00:37.080 INFO:teuthology.orchestra.run.smithi076.stdout: automake-1.16.2-8.el9.noarch 2024-09-13T16:00:37.080 INFO:teuthology.orchestra.run.smithi076.stdout: bison-3.7.4-5.el9.x86_64 2024-09-13T16:00:37.080 INFO:teuthology.orchestra.run.smithi076.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-13T16:00:37.080 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:00:37.080 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-base-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:00:37.080 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-common-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:00:37.081 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-fuse-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:00:37.081 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-grafana-dashboards-2:18.2.4-850.g50bbe7f3.el9.noarch 2024-09-13T16:00:37.081 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-immutable-object-cache-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:00:37.081 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-mds-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:00:37.081 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-mgr-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:00:37.081 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-mgr-cephadm-2:18.2.4-850.g50bbe7f3.el9.noarch 2024-09-13T16:00:37.081 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-mgr-dashboard-2:18.2.4-850.g50bbe7f3.el9.noarch 2024-09-13T16:00:37.081 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-mgr-diskprediction-local-2:18.2.4-850.g50bbe7f3.el9.noarch 2024-09-13T16:00:37.081 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-mgr-modules-core-2:18.2.4-850.g50bbe7f3.el9.noarch 2024-09-13T16:00:37.081 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-mgr-rook-2:18.2.4-850.g50bbe7f3.el9.noarch 2024-09-13T16:00:37.081 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-mon-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:00:37.082 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-osd-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:00:37.082 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-prometheus-alerts-2:18.2.4-850.g50bbe7f3.el9.noarch 2024-09-13T16:00:37.082 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-radosgw-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:00:37.082 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-selinux-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:00:37.082 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-test-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:00:37.082 INFO:teuthology.orchestra.run.smithi076.stdout: ceph-volume-2:18.2.4-850.g50bbe7f3.el9.noarch 2024-09-13T16:00:37.082 INFO:teuthology.orchestra.run.smithi076.stdout: cephadm-2:18.2.4-850.g50bbe7f3.el9.noarch 2024-09-13T16:00:37.082 INFO:teuthology.orchestra.run.smithi076.stdout: cephfs-mirror-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:00:37.082 INFO:teuthology.orchestra.run.smithi076.stdout: cephfs-top-2:18.2.4-850.g50bbe7f3.el9.noarch 2024-09-13T16:00:37.082 INFO:teuthology.orchestra.run.smithi076.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-09-13T16:00:37.082 INFO:teuthology.orchestra.run.smithi076.stdout: flex-2.6.4-9.el9.x86_64 2024-09-13T16:00:37.082 INFO:teuthology.orchestra.run.smithi076.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-13T16:00:37.082 INFO:teuthology.orchestra.run.smithi076.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-13T16:00:37.083 INFO:teuthology.orchestra.run.smithi076.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-13T16:00:37.083 INFO:teuthology.orchestra.run.smithi076.stdout: fmt-8.1.1-5.el9.x86_64 2024-09-13T16:00:37.083 INFO:teuthology.orchestra.run.smithi076.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-13T16:00:37.083 INFO:teuthology.orchestra.run.smithi076.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-13T16:00:37.083 INFO:teuthology.orchestra.run.smithi076.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-09-13T16:00:37.083 INFO:teuthology.orchestra.run.smithi076.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-13T16:00:37.083 INFO:teuthology.orchestra.run.smithi076.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-13T16:00:37.083 INFO:teuthology.orchestra.run.smithi076.stdout: libcephfs-devel-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:00:37.083 INFO:teuthology.orchestra.run.smithi076.stdout: libcephfs2-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:00:37.083 INFO:teuthology.orchestra.run.smithi076.stdout: libcephsqlite-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:00:37.083 INFO:teuthology.orchestra.run.smithi076.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-13T16:00:37.083 INFO:teuthology.orchestra.run.smithi076.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-13T16:00:37.083 INFO:teuthology.orchestra.run.smithi076.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-13T16:00:37.084 INFO:teuthology.orchestra.run.smithi076.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-13T16:00:37.084 INFO:teuthology.orchestra.run.smithi076.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-13T16:00:37.084 INFO:teuthology.orchestra.run.smithi076.stdout: librados-devel-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:00:37.084 INFO:teuthology.orchestra.run.smithi076.stdout: libradosstriper1-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:00:37.084 INFO:teuthology.orchestra.run.smithi076.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-13T16:00:37.084 INFO:teuthology.orchestra.run.smithi076.stdout: librgw2-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:00:37.084 INFO:teuthology.orchestra.run.smithi076.stdout: libtool-2.4.6-46.el9.x86_64 2024-09-13T16:00:37.084 INFO:teuthology.orchestra.run.smithi076.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-13T16:00:37.084 INFO:teuthology.orchestra.run.smithi076.stdout: libuuid-devel-2.37.4-20.el9.x86_64 2024-09-13T16:00:37.084 INFO:teuthology.orchestra.run.smithi076.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-09-13T16:00:37.084 INFO:teuthology.orchestra.run.smithi076.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-13T16:00:37.084 INFO:teuthology.orchestra.run.smithi076.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-13T16:00:37.084 INFO:teuthology.orchestra.run.smithi076.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-13T16:00:37.085 INFO:teuthology.orchestra.run.smithi076.stdout: openssl-devel-1:3.2.2-6.el9.x86_64 2024-09-13T16:00:37.085 INFO:teuthology.orchestra.run.smithi076.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-13T16:00:37.085 INFO:teuthology.orchestra.run.smithi076.stdout: postgresql-13.16-1.el9.x86_64 2024-09-13T16:00:37.085 INFO:teuthology.orchestra.run.smithi076.stdout: postgresql-contrib-13.16-1.el9.x86_64 2024-09-13T16:00:37.085 INFO:teuthology.orchestra.run.smithi076.stdout: postgresql-private-libs-13.16-1.el9.x86_64 2024-09-13T16:00:37.085 INFO:teuthology.orchestra.run.smithi076.stdout: postgresql-server-13.16-1.el9.x86_64 2024-09-13T16:00:37.085 INFO:teuthology.orchestra.run.smithi076.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-13T16:00:37.085 INFO:teuthology.orchestra.run.smithi076.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-13T16:00:37.085 INFO:teuthology.orchestra.run.smithi076.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-13T16:00:37.085 INFO:teuthology.orchestra.run.smithi076.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-13T16:00:37.086 INFO:teuthology.orchestra.run.smithi076.stdout: python3-ceph-argparse-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:00:37.086 INFO:teuthology.orchestra.run.smithi076.stdout: python3-ceph-common-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:00:37.086 INFO:teuthology.orchestra.run.smithi076.stdout: python3-cephfs-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:00:37.086 INFO:teuthology.orchestra.run.smithi076.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-13T16:00:37.086 INFO:teuthology.orchestra.run.smithi076.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-13T16:00:37.086 INFO:teuthology.orchestra.run.smithi076.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-13T16:00:37.086 INFO:teuthology.orchestra.run.smithi076.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-13T16:00:37.086 INFO:teuthology.orchestra.run.smithi076.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-13T16:00:37.086 INFO:teuthology.orchestra.run.smithi076.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-13T16:00:37.086 INFO:teuthology.orchestra.run.smithi076.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-13T16:00:37.086 INFO:teuthology.orchestra.run.smithi076.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-13T16:00:37.086 INFO:teuthology.orchestra.run.smithi076.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-13T16:00:37.087 INFO:teuthology.orchestra.run.smithi076.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-13T16:00:37.087 INFO:teuthology.orchestra.run.smithi076.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-13T16:00:37.087 INFO:teuthology.orchestra.run.smithi076.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-13T16:00:37.087 INFO:teuthology.orchestra.run.smithi076.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-13T16:00:37.087 INFO:teuthology.orchestra.run.smithi076.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-13T16:00:37.087 INFO:teuthology.orchestra.run.smithi076.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-13T16:00:37.087 INFO:teuthology.orchestra.run.smithi076.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-13T16:00:37.087 INFO:teuthology.orchestra.run.smithi076.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-13T16:00:37.087 INFO:teuthology.orchestra.run.smithi076.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-13T16:00:37.087 INFO:teuthology.orchestra.run.smithi076.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-13T16:00:37.088 INFO:teuthology.orchestra.run.smithi076.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-13T16:00:37.088 INFO:teuthology.orchestra.run.smithi076.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-13T16:00:37.088 INFO:teuthology.orchestra.run.smithi076.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-13T16:00:37.088 INFO:teuthology.orchestra.run.smithi076.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-13T16:00:37.088 INFO:teuthology.orchestra.run.smithi076.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-13T16:00:37.088 INFO:teuthology.orchestra.run.smithi076.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-13T16:00:37.088 INFO:teuthology.orchestra.run.smithi076.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-13T16:00:37.088 INFO:teuthology.orchestra.run.smithi076.stdout: python3-ply-3.11-14.el9.noarch 2024-09-13T16:00:37.088 INFO:teuthology.orchestra.run.smithi076.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-13T16:00:37.088 INFO:teuthology.orchestra.run.smithi076.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-13T16:00:37.088 INFO:teuthology.orchestra.run.smithi076.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-13T16:00:37.088 INFO:teuthology.orchestra.run.smithi076.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-13T16:00:37.089 INFO:teuthology.orchestra.run.smithi076.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-13T16:00:37.089 INFO:teuthology.orchestra.run.smithi076.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-13T16:00:37.089 INFO:teuthology.orchestra.run.smithi076.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-13T16:00:37.089 INFO:teuthology.orchestra.run.smithi076.stdout: python3-rados-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:00:37.089 INFO:teuthology.orchestra.run.smithi076.stdout: python3-rbd-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:00:37.089 INFO:teuthology.orchestra.run.smithi076.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-13T16:00:37.089 INFO:teuthology.orchestra.run.smithi076.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-13T16:00:37.089 INFO:teuthology.orchestra.run.smithi076.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-13T16:00:37.089 INFO:teuthology.orchestra.run.smithi076.stdout: python3-rgw-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:00:37.089 INFO:teuthology.orchestra.run.smithi076.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-13T16:00:37.089 INFO:teuthology.orchestra.run.smithi076.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-13T16:00:37.089 INFO:teuthology.orchestra.run.smithi076.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-13T16:00:37.089 INFO:teuthology.orchestra.run.smithi076.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-13T16:00:37.090 INFO:teuthology.orchestra.run.smithi076.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-13T16:00:37.090 INFO:teuthology.orchestra.run.smithi076.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-13T16:00:37.090 INFO:teuthology.orchestra.run.smithi076.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-13T16:00:37.090 INFO:teuthology.orchestra.run.smithi076.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-13T16:00:37.090 INFO:teuthology.orchestra.run.smithi076.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-13T16:00:37.090 INFO:teuthology.orchestra.run.smithi076.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-13T16:00:37.090 INFO:teuthology.orchestra.run.smithi076.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-13T16:00:37.090 INFO:teuthology.orchestra.run.smithi076.stdout: rbd-fuse-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:00:37.090 INFO:teuthology.orchestra.run.smithi076.stdout: rbd-mirror-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:00:37.090 INFO:teuthology.orchestra.run.smithi076.stdout: rbd-nbd-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:00:37.090 INFO:teuthology.orchestra.run.smithi076.stdout: re2-1:20211101-20.el9.x86_64 2024-09-13T16:00:37.090 INFO:teuthology.orchestra.run.smithi076.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-13T16:00:37.090 INFO:teuthology.orchestra.run.smithi076.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-13T16:00:37.090 INFO:teuthology.orchestra.run.smithi076.stdout: uuid-1.6.2-55.el9.x86_64 2024-09-13T16:00:37.091 INFO:teuthology.orchestra.run.smithi076.stdout: xfsprogs-devel-6.4.0-4.el9.x86_64 2024-09-13T16:00:37.091 INFO:teuthology.orchestra.run.smithi076.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-13T16:00:37.091 INFO:teuthology.orchestra.run.smithi076.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-09-13T16:00:37.091 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:00:37.091 INFO:teuthology.orchestra.run.smithi076.stdout:Complete! 2024-09-13T16:00:37.468 DEBUG:teuthology.parallel:result is None 2024-09-13T16:00:37.468 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=50bbe7f395997dcd871813949c49addbbf630361 2024-09-13T16:00:37.618 DEBUG:teuthology.orchestra.run.smithi076:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-13T16:00:37.641 INFO:teuthology.orchestra.run.smithi076.stdout:18.2.4-850.g50bbe7f3.el9 2024-09-13T16:00:37.641 INFO:teuthology.packaging:The installed version of ceph is 18.2.4-850.g50bbe7f3.el9 2024-09-13T16:00:37.641 INFO:teuthology.task.install:The correct ceph version 18.2.4-850.g50bbe7f3 is installed. 2024-09-13T16:00:37.643 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=50bbe7f395997dcd871813949c49addbbf630361 2024-09-13T16:00:37.793 DEBUG:teuthology.orchestra.run.smithi192:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-13T16:00:37.821 INFO:teuthology.orchestra.run.smithi192.stdout:18.2.4-850.g50bbe7f3.el9 2024-09-13T16:00:37.821 INFO:teuthology.packaging:The installed version of ceph is 18.2.4-850.g50bbe7f3.el9 2024-09-13T16:00:37.821 INFO:teuthology.task.install:The correct ceph version 18.2.4-850.g50bbe7f3 is installed. 2024-09-13T16:00:37.823 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-09-13T16:00:37.823 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:00:37.823 DEBUG:teuthology.orchestra.run.smithi076:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-13T16:00:37.852 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-13T16:00:37.852 DEBUG:teuthology.orchestra.run.smithi192:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-13T16:00:37.893 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-09-13T16:00:37.894 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:00:37.894 DEBUG:teuthology.orchestra.run.smithi076:> sudo dd of=/usr/bin/daemon-helper 2024-09-13T16:00:37.918 DEBUG:teuthology.orchestra.run.smithi076:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-13T16:00:37.984 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-13T16:00:37.984 DEBUG:teuthology.orchestra.run.smithi192:> sudo dd of=/usr/bin/daemon-helper 2024-09-13T16:00:38.014 DEBUG:teuthology.orchestra.run.smithi192:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-13T16:00:38.083 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-09-13T16:00:38.083 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:00:38.083 DEBUG:teuthology.orchestra.run.smithi076:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-13T16:00:38.108 DEBUG:teuthology.orchestra.run.smithi076:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-13T16:00:38.172 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-13T16:00:38.172 DEBUG:teuthology.orchestra.run.smithi192:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-13T16:00:38.200 DEBUG:teuthology.orchestra.run.smithi192:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-13T16:00:38.268 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-09-13T16:00:38.268 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:00:38.268 DEBUG:teuthology.orchestra.run.smithi076:> sudo dd of=/usr/bin/stdin-killer 2024-09-13T16:00:38.293 DEBUG:teuthology.orchestra.run.smithi076:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-13T16:00:38.357 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-13T16:00:38.358 DEBUG:teuthology.orchestra.run.smithi192:> sudo dd of=/usr/bin/stdin-killer 2024-09-13T16:00:38.384 DEBUG:teuthology.orchestra.run.smithi192:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-13T16:00:38.450 INFO:teuthology.run_tasks:Running task ceph... 2024-09-13T16:00:38.530 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2024-09-13T16:00:38.530 DEBUG:teuthology.orchestra.run.smithi076:> sudo chmod 777 /var/log/ceph 2024-09-13T16:00:38.533 DEBUG:teuthology.orchestra.run.smithi192:> sudo chmod 777 /var/log/ceph 2024-09-13T16:00:38.558 INFO:tasks.ceph:Disabling ceph logrotate... 2024-09-13T16:00:38.559 DEBUG:teuthology.orchestra.run.smithi076:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-13T16:00:38.598 DEBUG:teuthology.orchestra.run.smithi192:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-13T16:00:38.624 INFO:tasks.ceph:Creating extra log directories... 2024-09-13T16:00:38.625 DEBUG:teuthology.orchestra.run.smithi076:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-13T16:00:38.663 DEBUG:teuthology.orchestra.run.smithi192:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-13T16:00:38.696 INFO:tasks.ceph:Setting up log rotation with {'ceph-mds': '10G', 'ceph-osd': '10G'} 2024-09-13T16:00:38.696 INFO:tasks.ceph:writing logrotate stanza for ceph-mds 2024-09-13T16:00:38.696 INFO:tasks.ceph:writing logrotate stanza for ceph-osd 2024-09-13T16:00:38.696 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:00:38.697 DEBUG:teuthology.orchestra.run.smithi076:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-09-13T16:00:38.741 DEBUG:teuthology.orchestra.run.smithi076:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-09-13T16:00:38.858 DEBUG:teuthology.orchestra.run.smithi076:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2024-09-13T16:00:38.883 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-13T16:00:38.883 DEBUG:teuthology.orchestra.run.smithi192:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-09-13T16:00:38.899 DEBUG:teuthology.orchestra.run.smithi192:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-09-13T16:00:39.019 DEBUG:teuthology.orchestra.run.smithi192:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2024-09-13T16:00:39.049 INFO:tasks.ceph:Creating ceph cluster ceph... 2024-09-13T16:00:39.049 INFO:tasks.ceph:config {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'responding to mclientcaps\\(revoke\\)', 'not advance its oldest_client_tid', 'failing to advance its oldest client/flush tid', 'Too many inodes in cache', 'failing to respond to cache pressure', 'slow requests are blocked', 'failing to respond to capability release', 'MDS cache is too large', '\\(MDS_CLIENT_OLDEST_TID\\)', '\\(MDS_CACHE_OVERSIZED\\)'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2024-09-13T16:00:39.049 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi/7903775', 'branch': 'wip-rishabh-testing-20240910.095512-reef', 'description': 'fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/fuse objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v2 tasks/client-limits}', 'email': None, 'first_in_suite': False, 'job_id': '7903775', 'kernel': {'kdb': 1, 'sha1': 'distro'}, 'last_in_suite': False, 'log-rotate': {'ceph-mds': '10G', 'ceph-osd': '10G'}, 'machine_type': 'smithi', 'mgrmodules': {'sequential': [{'print': 'Enabling mgr modules'}]}, 'name': 'rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi', 'no_nested_subset': False, 'openstack': [{'volumes': {'count': 4, 'size': 20}}, {'machine': {'disk': 200}}], 'os_type': 'centos', 'os_version': '9.stream', 'overrides': {'admin_socket': {'branch': 'wip-rishabh-testing-20240910.095512-reef'}, 'ceph': {'cephfs': {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd']}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'responding to mclientcaps\\(revoke\\)', 'not advance its oldest_client_tid', 'failing to advance its oldest client/flush tid', 'Too many inodes in cache', 'failing to respond to cache pressure', 'slow requests are blocked', 'failing to respond to capability release', 'MDS cache is too large', '\\(MDS_CLIENT_OLDEST_TID\\)', '\\(MDS_CACHE_OVERSIZED\\)'], 'sha1': '50bbe7f395997dcd871813949c49addbbf630361'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': '50bbe7f395997dcd871813949c49addbbf630361'}}, 'selinux': {'allowlist': ['scontext=system_u:system_r:getty_t:s0']}, 'subvolume_version': 2, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'wip-rishabh-testing-20240910.095512-reef', 'sha1': '50bbe7f395997dcd871813949c49addbbf630361'}}, 'owner': 'scheduled_rishabh@teuthology', 'priority': 70, 'repo': 'https://git.ceph.com/ceph-ci.git', 'roles': [['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'], ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3']], 'seed': 1152, 'sha1': '50bbe7f395997dcd871813949c49addbbf630361', 'sleep_before_teardown': 0, 'subset': '984/1024', 'suite': 'fs', 'suite_branch': 'wip-rishabh-testing-20240910.095512-reef', 'suite_path': '/home/teuthworker/src/git.ceph.com_ceph-c_50bbe7f395997dcd871813949c49addbbf630361/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://git.ceph.com/ceph-ci.git', 'suite_sha1': '50bbe7f395997dcd871813949c49addbbf630361', 'syslog': {'ignorelist': ['WARNING*.*check_session_state', 'WARNING*.*__ceph_remove_cap']}, 'targets': {'smithi076.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBI+pgBMnSpP0WQDfZkR4201JCQ9yx2W6jbD8BwpkxlDNd7WhbomrQuP8DaePuQyyzDLmko2IVxm3u3DNck4iVLc=', 'smithi192.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBKgusvJMwRI9eAqXUFE9kLEHkyT/MexkTUmjGLzMWaX5lmKHEk/AK+1jHWpxAb+qPwtmI1AlKsnuaKNgO9fjXlQ='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'kdb': 1, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '50bbe7f395997dcd871813949c49addbbf630361'}}, {'ceph': {'create_rbd_pool': False, 'cephfs': {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd']}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'responding to mclientcaps\\(revoke\\)', 'not advance its oldest_client_tid', 'failing to advance its oldest client/flush tid', 'Too many inodes in cache', 'failing to respond to cache pressure', 'slow requests are blocked', 'failing to respond to capability release', 'MDS cache is too large', '\\(MDS_CLIENT_OLDEST_TID\\)', '\\(MDS_CACHE_OVERSIZED\\)'], 'sha1': '50bbe7f395997dcd871813949c49addbbf630361', 'cluster': 'ceph'}}, {'sequential': ['mgrmodules']}, {'ceph-fuse': None}, {'cephfs_test_runner': {'fail_on_skip': False, 'modules': ['tasks.cephfs.test_client_limits']}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': ['local function is_kupstream() return false end', 'local function is_kdistro() return false end', 'local function is_fuse() return true end', "local function syntax_version() return '' end"]}, 'teuthology_branch': 'main', 'teuthology_sha1': '3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a', 'timestamp': '2024-09-13_14:36:41', 'tube': 'smithi', 'user': 'rishabh', 'verbose': False, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856'} 2024-09-13T16:00:39.050 DEBUG:teuthology.orchestra.run.smithi076:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-13T16:00:39.053 DEBUG:teuthology.orchestra.run.smithi192:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-13T16:00:39.099 DEBUG:teuthology.orchestra.run.smithi076:> sudo install -d -m0777 -- /var/run/ceph 2024-09-13T16:00:39.108 DEBUG:teuthology.orchestra.run.smithi192:> sudo install -d -m0777 -- /var/run/ceph 2024-09-13T16:00:39.164 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:00:39.164 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/scratch_devs of=/dev/stdout 2024-09-13T16:00:39.186 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-13T16:00:39.186 DEBUG:teuthology.orchestra.run.smithi076:> stat /dev/vg_nvme/lv_1 2024-09-13T16:00:39.242 INFO:teuthology.orchestra.run.smithi076.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-13T16:00:39.242 INFO:teuthology.orchestra.run.smithi076.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T16:00:39.242 INFO:teuthology.orchestra.run.smithi076.stdout:Device: 5h/5d Inode: 667 Links: 1 2024-09-13T16:00:39.242 INFO:teuthology.orchestra.run.smithi076.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T16:00:39.242 INFO:teuthology.orchestra.run.smithi076.stdout:Context: system_u:object_r:device_t:s0 2024-09-13T16:00:39.242 INFO:teuthology.orchestra.run.smithi076.stdout:Access: 2024-09-13 16:00:29.130098062 +0000 2024-09-13T16:00:39.242 INFO:teuthology.orchestra.run.smithi076.stdout:Modify: 2024-09-13 15:58:42.922134147 +0000 2024-09-13T16:00:39.243 INFO:teuthology.orchestra.run.smithi076.stdout:Change: 2024-09-13 15:58:42.922134147 +0000 2024-09-13T16:00:39.243 INFO:teuthology.orchestra.run.smithi076.stdout: Birth: 2024-09-13 15:58:42.922134147 +0000 2024-09-13T16:00:39.243 DEBUG:teuthology.orchestra.run.smithi076:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-13T16:00:39.306 INFO:teuthology.orchestra.run.smithi076.stderr:1+0 records in 2024-09-13T16:00:39.306 INFO:teuthology.orchestra.run.smithi076.stderr:1+0 records out 2024-09-13T16:00:39.306 INFO:teuthology.orchestra.run.smithi076.stderr:512 bytes copied, 0.000237988 s, 2.2 MB/s 2024-09-13T16:00:39.307 DEBUG:teuthology.orchestra.run.smithi076:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-13T16:00:39.363 DEBUG:teuthology.orchestra.run.smithi076:> stat /dev/vg_nvme/lv_2 2024-09-13T16:00:39.419 INFO:teuthology.orchestra.run.smithi076.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-13T16:00:39.419 INFO:teuthology.orchestra.run.smithi076.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T16:00:39.419 INFO:teuthology.orchestra.run.smithi076.stdout:Device: 5h/5d Inode: 686 Links: 1 2024-09-13T16:00:39.420 INFO:teuthology.orchestra.run.smithi076.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T16:00:39.420 INFO:teuthology.orchestra.run.smithi076.stdout:Context: system_u:object_r:device_t:s0 2024-09-13T16:00:39.420 INFO:teuthology.orchestra.run.smithi076.stdout:Access: 2024-09-13 16:00:29.130098062 +0000 2024-09-13T16:00:39.420 INFO:teuthology.orchestra.run.smithi076.stdout:Modify: 2024-09-13 15:58:43.256123772 +0000 2024-09-13T16:00:39.420 INFO:teuthology.orchestra.run.smithi076.stdout:Change: 2024-09-13 15:58:43.256123772 +0000 2024-09-13T16:00:39.420 INFO:teuthology.orchestra.run.smithi076.stdout: Birth: 2024-09-13 15:58:43.256123772 +0000 2024-09-13T16:00:39.420 DEBUG:teuthology.orchestra.run.smithi076:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-13T16:00:39.482 INFO:teuthology.orchestra.run.smithi076.stderr:1+0 records in 2024-09-13T16:00:39.482 INFO:teuthology.orchestra.run.smithi076.stderr:1+0 records out 2024-09-13T16:00:39.482 INFO:teuthology.orchestra.run.smithi076.stderr:512 bytes copied, 0.00018093 s, 2.8 MB/s 2024-09-13T16:00:39.484 DEBUG:teuthology.orchestra.run.smithi076:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-13T16:00:39.540 DEBUG:teuthology.orchestra.run.smithi076:> stat /dev/vg_nvme/lv_3 2024-09-13T16:00:39.595 INFO:teuthology.orchestra.run.smithi076.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-13T16:00:39.595 INFO:teuthology.orchestra.run.smithi076.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T16:00:39.595 INFO:teuthology.orchestra.run.smithi076.stdout:Device: 5h/5d Inode: 704 Links: 1 2024-09-13T16:00:39.596 INFO:teuthology.orchestra.run.smithi076.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T16:00:39.596 INFO:teuthology.orchestra.run.smithi076.stdout:Context: system_u:object_r:device_t:s0 2024-09-13T16:00:39.596 INFO:teuthology.orchestra.run.smithi076.stdout:Access: 2024-09-13 16:00:29.130098062 +0000 2024-09-13T16:00:39.596 INFO:teuthology.orchestra.run.smithi076.stdout:Modify: 2024-09-13 15:58:43.591113366 +0000 2024-09-13T16:00:39.596 INFO:teuthology.orchestra.run.smithi076.stdout:Change: 2024-09-13 15:58:43.591113366 +0000 2024-09-13T16:00:39.596 INFO:teuthology.orchestra.run.smithi076.stdout: Birth: 2024-09-13 15:58:43.591113366 +0000 2024-09-13T16:00:39.596 DEBUG:teuthology.orchestra.run.smithi076:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-13T16:00:39.659 INFO:teuthology.orchestra.run.smithi076.stderr:1+0 records in 2024-09-13T16:00:39.659 INFO:teuthology.orchestra.run.smithi076.stderr:1+0 records out 2024-09-13T16:00:39.659 INFO:teuthology.orchestra.run.smithi076.stderr:512 bytes copied, 0.000165817 s, 3.1 MB/s 2024-09-13T16:00:39.660 DEBUG:teuthology.orchestra.run.smithi076:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-13T16:00:39.716 DEBUG:teuthology.orchestra.run.smithi076:> stat /dev/vg_nvme/lv_4 2024-09-13T16:00:39.771 INFO:teuthology.orchestra.run.smithi076.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-13T16:00:39.772 INFO:teuthology.orchestra.run.smithi076.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T16:00:39.772 INFO:teuthology.orchestra.run.smithi076.stdout:Device: 5h/5d Inode: 723 Links: 1 2024-09-13T16:00:39.772 INFO:teuthology.orchestra.run.smithi076.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T16:00:39.772 INFO:teuthology.orchestra.run.smithi076.stdout:Context: system_u:object_r:device_t:s0 2024-09-13T16:00:39.772 INFO:teuthology.orchestra.run.smithi076.stdout:Access: 2024-09-13 16:00:29.130098062 +0000 2024-09-13T16:00:39.772 INFO:teuthology.orchestra.run.smithi076.stdout:Modify: 2024-09-13 15:58:43.919103178 +0000 2024-09-13T16:00:39.772 INFO:teuthology.orchestra.run.smithi076.stdout:Change: 2024-09-13 15:58:43.919103178 +0000 2024-09-13T16:00:39.772 INFO:teuthology.orchestra.run.smithi076.stdout: Birth: 2024-09-13 15:58:43.919103178 +0000 2024-09-13T16:00:39.773 DEBUG:teuthology.orchestra.run.smithi076:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-13T16:00:39.835 INFO:teuthology.orchestra.run.smithi076.stderr:1+0 records in 2024-09-13T16:00:39.835 INFO:teuthology.orchestra.run.smithi076.stderr:1+0 records out 2024-09-13T16:00:39.835 INFO:teuthology.orchestra.run.smithi076.stderr:512 bytes copied, 0.000186948 s, 2.7 MB/s 2024-09-13T16:00:39.837 DEBUG:teuthology.orchestra.run.smithi076:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-13T16:00:39.893 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-13T16:00:39.893 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-13T16:00:39.894 DEBUG:teuthology.orchestra.run.smithi192:> dd if=/scratch_devs of=/dev/stdout 2024-09-13T16:00:39.911 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-13T16:00:39.911 DEBUG:teuthology.orchestra.run.smithi192:> stat /dev/vg_nvme/lv_1 2024-09-13T16:00:39.968 INFO:teuthology.orchestra.run.smithi192.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-13T16:00:39.968 INFO:teuthology.orchestra.run.smithi192.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T16:00:39.968 INFO:teuthology.orchestra.run.smithi192.stdout:Device: 5h/5d Inode: 667 Links: 1 2024-09-13T16:00:39.968 INFO:teuthology.orchestra.run.smithi192.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T16:00:39.968 INFO:teuthology.orchestra.run.smithi192.stdout:Context: system_u:object_r:device_t:s0 2024-09-13T16:00:39.968 INFO:teuthology.orchestra.run.smithi192.stdout:Access: 2024-09-13 16:00:26.503183616 +0000 2024-09-13T16:00:39.968 INFO:teuthology.orchestra.run.smithi192.stdout:Modify: 2024-09-13 15:58:38.212292172 +0000 2024-09-13T16:00:39.968 INFO:teuthology.orchestra.run.smithi192.stdout:Change: 2024-09-13 15:58:38.212292172 +0000 2024-09-13T16:00:39.968 INFO:teuthology.orchestra.run.smithi192.stdout: Birth: 2024-09-13 15:58:38.212292172 +0000 2024-09-13T16:00:39.969 DEBUG:teuthology.orchestra.run.smithi192:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-13T16:00:40.033 INFO:teuthology.orchestra.run.smithi192.stderr:1+0 records in 2024-09-13T16:00:40.033 INFO:teuthology.orchestra.run.smithi192.stderr:1+0 records out 2024-09-13T16:00:40.033 INFO:teuthology.orchestra.run.smithi192.stderr:512 bytes copied, 0.000276989 s, 1.8 MB/s 2024-09-13T16:00:40.034 DEBUG:teuthology.orchestra.run.smithi192:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-13T16:00:40.091 DEBUG:teuthology.orchestra.run.smithi192:> stat /dev/vg_nvme/lv_2 2024-09-13T16:00:40.147 INFO:teuthology.orchestra.run.smithi192.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-13T16:00:40.147 INFO:teuthology.orchestra.run.smithi192.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T16:00:40.147 INFO:teuthology.orchestra.run.smithi192.stdout:Device: 5h/5d Inode: 685 Links: 1 2024-09-13T16:00:40.147 INFO:teuthology.orchestra.run.smithi192.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T16:00:40.147 INFO:teuthology.orchestra.run.smithi192.stdout:Context: system_u:object_r:device_t:s0 2024-09-13T16:00:40.147 INFO:teuthology.orchestra.run.smithi192.stdout:Access: 2024-09-13 16:00:26.503183616 +0000 2024-09-13T16:00:40.147 INFO:teuthology.orchestra.run.smithi192.stdout:Modify: 2024-09-13 15:58:38.543285691 +0000 2024-09-13T16:00:40.147 INFO:teuthology.orchestra.run.smithi192.stdout:Change: 2024-09-13 15:58:38.543285691 +0000 2024-09-13T16:00:40.147 INFO:teuthology.orchestra.run.smithi192.stdout: Birth: 2024-09-13 15:58:38.543285691 +0000 2024-09-13T16:00:40.148 DEBUG:teuthology.orchestra.run.smithi192:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-13T16:00:40.211 INFO:teuthology.orchestra.run.smithi192.stderr:1+0 records in 2024-09-13T16:00:40.211 INFO:teuthology.orchestra.run.smithi192.stderr:1+0 records out 2024-09-13T16:00:40.211 INFO:teuthology.orchestra.run.smithi192.stderr:512 bytes copied, 0.000214007 s, 2.4 MB/s 2024-09-13T16:00:40.212 DEBUG:teuthology.orchestra.run.smithi192:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-13T16:00:40.269 DEBUG:teuthology.orchestra.run.smithi192:> stat /dev/vg_nvme/lv_3 2024-09-13T16:00:40.325 INFO:teuthology.orchestra.run.smithi192.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-13T16:00:40.325 INFO:teuthology.orchestra.run.smithi192.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T16:00:40.326 INFO:teuthology.orchestra.run.smithi192.stdout:Device: 5h/5d Inode: 704 Links: 1 2024-09-13T16:00:40.326 INFO:teuthology.orchestra.run.smithi192.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T16:00:40.326 INFO:teuthology.orchestra.run.smithi192.stdout:Context: system_u:object_r:device_t:s0 2024-09-13T16:00:40.326 INFO:teuthology.orchestra.run.smithi192.stdout:Access: 2024-09-13 16:00:26.503183616 +0000 2024-09-13T16:00:40.326 INFO:teuthology.orchestra.run.smithi192.stdout:Modify: 2024-09-13 15:58:38.873279229 +0000 2024-09-13T16:00:40.326 INFO:teuthology.orchestra.run.smithi192.stdout:Change: 2024-09-13 15:58:38.873279229 +0000 2024-09-13T16:00:40.326 INFO:teuthology.orchestra.run.smithi192.stdout: Birth: 2024-09-13 15:58:38.873279229 +0000 2024-09-13T16:00:40.326 DEBUG:teuthology.orchestra.run.smithi192:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-13T16:00:40.389 INFO:teuthology.orchestra.run.smithi192.stderr:1+0 records in 2024-09-13T16:00:40.389 INFO:teuthology.orchestra.run.smithi192.stderr:1+0 records out 2024-09-13T16:00:40.390 INFO:teuthology.orchestra.run.smithi192.stderr:512 bytes copied, 0.000192415 s, 2.7 MB/s 2024-09-13T16:00:40.391 DEBUG:teuthology.orchestra.run.smithi192:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-13T16:00:40.448 DEBUG:teuthology.orchestra.run.smithi192:> stat /dev/vg_nvme/lv_4 2024-09-13T16:00:40.503 INFO:teuthology.orchestra.run.smithi192.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-13T16:00:40.503 INFO:teuthology.orchestra.run.smithi192.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T16:00:40.503 INFO:teuthology.orchestra.run.smithi192.stdout:Device: 5h/5d Inode: 724 Links: 1 2024-09-13T16:00:40.503 INFO:teuthology.orchestra.run.smithi192.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T16:00:40.504 INFO:teuthology.orchestra.run.smithi192.stdout:Context: system_u:object_r:device_t:s0 2024-09-13T16:00:40.504 INFO:teuthology.orchestra.run.smithi192.stdout:Access: 2024-09-13 16:00:26.503183616 +0000 2024-09-13T16:00:40.504 INFO:teuthology.orchestra.run.smithi192.stdout:Modify: 2024-09-13 15:58:39.203272768 +0000 2024-09-13T16:00:40.504 INFO:teuthology.orchestra.run.smithi192.stdout:Change: 2024-09-13 15:58:39.203272768 +0000 2024-09-13T16:00:40.504 INFO:teuthology.orchestra.run.smithi192.stdout: Birth: 2024-09-13 15:58:39.203272768 +0000 2024-09-13T16:00:40.504 DEBUG:teuthology.orchestra.run.smithi192:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-13T16:00:40.566 INFO:teuthology.orchestra.run.smithi192.stderr:1+0 records in 2024-09-13T16:00:40.566 INFO:teuthology.orchestra.run.smithi192.stderr:1+0 records out 2024-09-13T16:00:40.566 INFO:teuthology.orchestra.run.smithi192.stderr:512 bytes copied, 0.000211882 s, 2.4 MB/s 2024-09-13T16:00:40.567 DEBUG:teuthology.orchestra.run.smithi192:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-13T16:00:40.623 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-13T16:00:40.623 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi076.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi192.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-13T16:00:40.623 INFO:tasks.ceph:Generating config... 2024-09-13T16:00:40.624 INFO:tasks.ceph:[client] client mount timeout = 600 2024-09-13T16:00:40.625 INFO:tasks.ceph:[client] debug client = 20 2024-09-13T16:00:40.625 INFO:tasks.ceph:[client] debug ms = 1 2024-09-13T16:00:40.625 INFO:tasks.ceph:[client] pid file = 2024-09-13T16:00:40.625 INFO:tasks.ceph:[client] rados mon op timeout = 900 2024-09-13T16:00:40.625 INFO:tasks.ceph:[client] rados osd op timeout = 900 2024-09-13T16:00:40.625 INFO:tasks.ceph:[mds] debug mds = 20 2024-09-13T16:00:40.625 INFO:tasks.ceph:[mds] debug mds balancer = 20 2024-09-13T16:00:40.625 INFO:tasks.ceph:[mds] debug ms = 1 2024-09-13T16:00:40.625 INFO:tasks.ceph:[mds] mds debug frag = True 2024-09-13T16:00:40.625 INFO:tasks.ceph:[mds] mds debug scatterstat = True 2024-09-13T16:00:40.625 INFO:tasks.ceph:[mds] mds op complaint time = 180 2024-09-13T16:00:40.626 INFO:tasks.ceph:[mds] mds verify scatter = True 2024-09-13T16:00:40.626 INFO:tasks.ceph:[mds] osd op complaint time = 180 2024-09-13T16:00:40.626 INFO:tasks.ceph:[mds] rados mon op timeout = 900 2024-09-13T16:00:40.626 INFO:tasks.ceph:[mds] rados osd op timeout = 900 2024-09-13T16:00:40.626 INFO:tasks.ceph:[mgr] debug client = 20 2024-09-13T16:00:40.626 INFO:tasks.ceph:[mgr] debug mgr = 20 2024-09-13T16:00:40.626 INFO:tasks.ceph:[mgr] debug ms = 1 2024-09-13T16:00:40.626 INFO:tasks.ceph:[mon] debug mon = 20 2024-09-13T16:00:40.626 INFO:tasks.ceph:[mon] debug ms = 1 2024-09-13T16:00:40.626 INFO:tasks.ceph:[mon] debug paxos = 20 2024-09-13T16:00:40.626 INFO:tasks.ceph:[mon] mon op complaint time = 120 2024-09-13T16:00:40.626 INFO:tasks.ceph:[mon] mon warn on pool no app = False 2024-09-13T16:00:40.626 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2024-09-13T16:00:40.627 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2024-09-13T16:00:40.627 INFO:tasks.ceph:[osd] debug bluefs = 20 2024-09-13T16:00:40.627 INFO:tasks.ceph:[osd] debug bluestore = 20 2024-09-13T16:00:40.627 INFO:tasks.ceph:[osd] debug ms = 1 2024-09-13T16:00:40.627 INFO:tasks.ceph:[osd] debug osd = 20 2024-09-13T16:00:40.627 INFO:tasks.ceph:[osd] debug rocksdb = 10 2024-09-13T16:00:40.627 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2024-09-13T16:00:40.627 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2024-09-13T16:00:40.627 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2024-09-13T16:00:40.627 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2024-09-13T16:00:40.627 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2024-09-13T16:00:40.627 INFO:tasks.ceph:[osd] osd op complaint time = 180 2024-09-13T16:00:40.627 INFO:tasks.ceph:Setting up mon.a... 2024-09-13T16:00:40.628 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2024-09-13T16:00:40.687 INFO:teuthology.orchestra.run.smithi076.stdout:creating /etc/ceph/ceph.keyring 2024-09-13T16:00:40.689 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2024-09-13T16:00:40.734 DEBUG:teuthology.orchestra.run.smithi076:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-13T16:00:40.759 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.76'), ('mon.b', '172.21.15.192'), ('mon.c', '[v2:172.21.15.192:3301,v1:172.21.15.192:6790]')] 2024-09-13T16:00:40.760 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.76,172.21.15.192,[v2:172.21.15.192:3301,v1:172.21.15.192:6790]'}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false', 'debug client': 20}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mon.a': {}, 'mon.b': {}, 'mon.c': {}, 'mds.a': {}, 'mds.c': {}, 'mds.b': {}, 'mds.d': {}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}} 2024-09-13T16:00:40.761 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:00:40.761 DEBUG:teuthology.orchestra.run.smithi076:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2024-09-13T16:00:40.815 DEBUG:teuthology.orchestra.run.smithi076:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.76 --add b 172.21.15.192 --addv c '[v2:172.21.15.192:3301,v1:172.21.15.192:6790]' --print /home/ubuntu/cephtest/ceph.monmap 2024-09-13T16:00:40.901 INFO:teuthology.orchestra.run.smithi076.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2024-09-13T16:00:40.901 INFO:teuthology.orchestra.run.smithi076.stdout:monmaptool: generated fsid da76ee52-f48b-434a-9df7-5fefe2a6e471 2024-09-13T16:00:40.901 INFO:teuthology.orchestra.run.smithi076.stdout:setting min_mon_release = pacific 2024-09-13T16:00:40.901 INFO:teuthology.orchestra.run.smithi076.stdout:epoch 0 2024-09-13T16:00:40.901 INFO:teuthology.orchestra.run.smithi076.stdout:fsid da76ee52-f48b-434a-9df7-5fefe2a6e471 2024-09-13T16:00:40.901 INFO:teuthology.orchestra.run.smithi076.stdout:last_changed 2024-09-13T16:00:40.900661+0000 2024-09-13T16:00:40.901 INFO:teuthology.orchestra.run.smithi076.stdout:created 2024-09-13T16:00:40.900661+0000 2024-09-13T16:00:40.901 INFO:teuthology.orchestra.run.smithi076.stdout:min_mon_release 16 (pacific) 2024-09-13T16:00:40.902 INFO:teuthology.orchestra.run.smithi076.stdout:election_strategy: 1 2024-09-13T16:00:40.902 INFO:teuthology.orchestra.run.smithi076.stdout:0: [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] mon.a 2024-09-13T16:00:40.902 INFO:teuthology.orchestra.run.smithi076.stdout:1: [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] mon.b 2024-09-13T16:00:40.902 INFO:teuthology.orchestra.run.smithi076.stdout:2: [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] mon.c 2024-09-13T16:00:40.902 INFO:teuthology.orchestra.run.smithi076.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2024-09-13T16:00:40.903 DEBUG:teuthology.orchestra.run.smithi076:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2024-09-13T16:00:40.918 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID da76ee52-f48b-434a-9df7-5fefe2a6e471... 2024-09-13T16:00:40.919 DEBUG:teuthology.orchestra.run.smithi076:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-13T16:00:40.961 DEBUG:teuthology.orchestra.run.smithi192:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-13T16:00:41.002 INFO:teuthology.orchestra.run.smithi076.stdout:[global] 2024-09-13T16:00:41.002 INFO:teuthology.orchestra.run.smithi076.stdout: chdir = "" 2024-09-13T16:00:41.002 INFO:teuthology.orchestra.run.smithi076.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-13T16:00:41.002 INFO:teuthology.orchestra.run.smithi076.stdout: auth supported = cephx 2024-09-13T16:00:41.002 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:00:41.002 INFO:teuthology.orchestra.run.smithi076.stdout: filestore xattr use omap = true 2024-09-13T16:00:41.002 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:00:41.002 INFO:teuthology.orchestra.run.smithi076.stdout: mon clock drift allowed = 1.000 2024-09-13T16:00:41.002 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:00:41.003 INFO:teuthology.orchestra.run.smithi076.stdout: osd crush chooseleaf type = 0 2024-09-13T16:00:41.003 INFO:teuthology.orchestra.run.smithi076.stdout: auth debug = true 2024-09-13T16:00:41.003 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:00:41.003 INFO:teuthology.orchestra.run.smithi076.stdout: ms die on old message = true 2024-09-13T16:00:41.003 INFO:teuthology.orchestra.run.smithi076.stdout: ms die on bug = true 2024-09-13T16:00:41.003 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:00:41.003 INFO:teuthology.orchestra.run.smithi076.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-13T16:00:41.003 INFO:teuthology.orchestra.run.smithi076.stdout: mon pg warn max object skew = 0 2024-09-13T16:00:41.003 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:00:41.003 INFO:teuthology.orchestra.run.smithi076.stdout: # disable pg_autoscaler by default for new pools 2024-09-13T16:00:41.003 INFO:teuthology.orchestra.run.smithi076.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-13T16:00:41.003 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:00:41.003 INFO:teuthology.orchestra.run.smithi076.stdout: osd pool default size = 2 2024-09-13T16:00:41.003 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:00:41.004 INFO:teuthology.orchestra.run.smithi076.stdout: mon osd allow primary affinity = true 2024-09-13T16:00:41.004 INFO:teuthology.orchestra.run.smithi076.stdout: mon osd allow pg remap = true 2024-09-13T16:00:41.004 INFO:teuthology.orchestra.run.smithi076.stdout: mon warn on legacy crush tunables = false 2024-09-13T16:00:41.004 INFO:teuthology.orchestra.run.smithi076.stdout: mon warn on crush straw calc version zero = false 2024-09-13T16:00:41.004 INFO:teuthology.orchestra.run.smithi076.stdout: mon warn on no sortbitwise = false 2024-09-13T16:00:41.004 INFO:teuthology.orchestra.run.smithi076.stdout: mon warn on osd down out interval zero = false 2024-09-13T16:00:41.004 INFO:teuthology.orchestra.run.smithi076.stdout: mon warn on too few osds = false 2024-09-13T16:00:41.004 INFO:teuthology.orchestra.run.smithi076.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-13T16:00:41.004 INFO:teuthology.orchestra.run.smithi076.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-13T16:00:41.004 INFO:teuthology.orchestra.run.smithi076.stdout: mon_allow_pool_size_one = true 2024-09-13T16:00:41.004 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:00:41.004 INFO:teuthology.orchestra.run.smithi076.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-13T16:00:41.004 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:00:41.005 INFO:teuthology.orchestra.run.smithi076.stdout: osd default data pool replay window = 5 2024-09-13T16:00:41.005 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:00:41.005 INFO:teuthology.orchestra.run.smithi076.stdout: mon allow pool delete = true 2024-09-13T16:00:41.005 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:00:41.005 INFO:teuthology.orchestra.run.smithi076.stdout: mon cluster log file level = debug 2024-09-13T16:00:41.005 INFO:teuthology.orchestra.run.smithi076.stdout: debug asserts on shutdown = true 2024-09-13T16:00:41.005 INFO:teuthology.orchestra.run.smithi076.stdout: mon health detail to clog = false 2024-09-13T16:00:41.005 INFO:teuthology.orchestra.run.smithi076.stdout: mon host = "172.21.15.76,172.21.15.192,[v2:172.21.15.192:3301,v1:172.21.15.192:6790]" 2024-09-13T16:00:41.005 INFO:teuthology.orchestra.run.smithi076.stdout: fsid = da76ee52-f48b-434a-9df7-5fefe2a6e471 2024-09-13T16:00:41.005 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:00:41.005 INFO:teuthology.orchestra.run.smithi076.stdout:[osd] 2024-09-13T16:00:41.005 INFO:teuthology.orchestra.run.smithi076.stdout: osd journal size = 100 2024-09-13T16:00:41.006 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:00:41.006 INFO:teuthology.orchestra.run.smithi076.stdout: osd scrub load threshold = 5.0 2024-09-13T16:00:41.006 INFO:teuthology.orchestra.run.smithi076.stdout: osd scrub max interval = 600 2024-09-13T16:00:41.006 INFO:teuthology.orchestra.run.smithi076.stdout: osd mclock profile = high_recovery_ops 2024-09-13T16:00:41.006 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:00:41.006 INFO:teuthology.orchestra.run.smithi076.stdout: osd recover clone overlap = true 2024-09-13T16:00:41.006 INFO:teuthology.orchestra.run.smithi076.stdout: osd recovery max chunk = 1048576 2024-09-13T16:00:41.006 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:00:41.006 INFO:teuthology.orchestra.run.smithi076.stdout: osd debug shutdown = true 2024-09-13T16:00:41.006 INFO:teuthology.orchestra.run.smithi076.stdout: osd debug op order = true 2024-09-13T16:00:41.006 INFO:teuthology.orchestra.run.smithi076.stdout: osd debug verify stray on activate = true 2024-09-13T16:00:41.006 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:00:41.006 INFO:teuthology.orchestra.run.smithi076.stdout: osd open classes on start = true 2024-09-13T16:00:41.006 INFO:teuthology.orchestra.run.smithi076.stdout: osd debug pg log writeout = true 2024-09-13T16:00:41.006 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:00:41.007 INFO:teuthology.orchestra.run.smithi076.stdout: osd deep scrub update digest min age = 30 2024-09-13T16:00:41.007 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:00:41.007 INFO:teuthology.orchestra.run.smithi076.stdout: osd map max advance = 10 2024-09-13T16:00:41.007 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:00:41.007 INFO:teuthology.orchestra.run.smithi076.stdout: journal zero on create = true 2024-09-13T16:00:41.007 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:00:41.007 INFO:teuthology.orchestra.run.smithi076.stdout: filestore ondisk finisher threads = 3 2024-09-13T16:00:41.007 INFO:teuthology.orchestra.run.smithi076.stdout: filestore apply finisher threads = 3 2024-09-13T16:00:41.007 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:00:41.007 INFO:teuthology.orchestra.run.smithi076.stdout: bdev debug aio = true 2024-09-13T16:00:41.007 INFO:teuthology.orchestra.run.smithi076.stdout: osd debug misdirected ops = true 2024-09-13T16:00:41.007 INFO:teuthology.orchestra.run.smithi076.stdout: bluestore block size = 96636764160 2024-09-13T16:00:41.007 INFO:teuthology.orchestra.run.smithi076.stdout: bluestore fsck on mount = True 2024-09-13T16:00:41.007 INFO:teuthology.orchestra.run.smithi076.stdout: debug bluefs = 20 2024-09-13T16:00:41.008 INFO:teuthology.orchestra.run.smithi076.stdout: debug bluestore = 20 2024-09-13T16:00:41.008 INFO:teuthology.orchestra.run.smithi076.stdout: debug ms = 1 2024-09-13T16:00:41.008 INFO:teuthology.orchestra.run.smithi076.stdout: debug osd = 20 2024-09-13T16:00:41.008 INFO:teuthology.orchestra.run.smithi076.stdout: debug rocksdb = 10 2024-09-13T16:00:41.008 INFO:teuthology.orchestra.run.smithi076.stdout: mon osd backfillfull_ratio = 0.85 2024-09-13T16:00:41.008 INFO:teuthology.orchestra.run.smithi076.stdout: mon osd full ratio = 0.9 2024-09-13T16:00:41.008 INFO:teuthology.orchestra.run.smithi076.stdout: mon osd nearfull ratio = 0.8 2024-09-13T16:00:41.008 INFO:teuthology.orchestra.run.smithi076.stdout: osd failsafe full ratio = 0.95 2024-09-13T16:00:41.008 INFO:teuthology.orchestra.run.smithi076.stdout: osd objectstore = bluestore 2024-09-13T16:00:41.008 INFO:teuthology.orchestra.run.smithi076.stdout: osd op complaint time = 180 2024-09-13T16:00:41.008 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:00:41.008 INFO:teuthology.orchestra.run.smithi076.stdout:[mgr] 2024-09-13T16:00:41.008 INFO:teuthology.orchestra.run.smithi076.stdout: debug ms = 1 2024-09-13T16:00:41.009 INFO:teuthology.orchestra.run.smithi076.stdout: debug mgr = 20 2024-09-13T16:00:41.009 INFO:teuthology.orchestra.run.smithi076.stdout: debug mon = 20 2024-09-13T16:00:41.009 INFO:teuthology.orchestra.run.smithi076.stdout: debug auth = 20 2024-09-13T16:00:41.009 INFO:teuthology.orchestra.run.smithi076.stdout: mon reweight min pgs per osd = 4 2024-09-13T16:00:41.009 INFO:teuthology.orchestra.run.smithi076.stdout: mon reweight min bytes per osd = 10 2024-09-13T16:00:41.009 INFO:teuthology.orchestra.run.smithi076.stdout: mgr/telemetry/nag = false 2024-09-13T16:00:41.009 INFO:teuthology.orchestra.run.smithi076.stdout: debug client = 20 2024-09-13T16:00:41.009 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:00:41.009 INFO:teuthology.orchestra.run.smithi076.stdout:[mon] 2024-09-13T16:00:41.009 INFO:teuthology.orchestra.run.smithi076.stdout: debug ms = 1 2024-09-13T16:00:41.009 INFO:teuthology.orchestra.run.smithi076.stdout: debug mon = 20 2024-09-13T16:00:41.009 INFO:teuthology.orchestra.run.smithi076.stdout: debug paxos = 20 2024-09-13T16:00:41.009 INFO:teuthology.orchestra.run.smithi076.stdout: debug auth = 20 2024-09-13T16:00:41.010 INFO:teuthology.orchestra.run.smithi076.stdout: mon data avail warn = 5 2024-09-13T16:00:41.010 INFO:teuthology.orchestra.run.smithi076.stdout: mon mgr mkfs grace = 240 2024-09-13T16:00:41.010 INFO:teuthology.orchestra.run.smithi076.stdout: mon reweight min pgs per osd = 4 2024-09-13T16:00:41.010 INFO:teuthology.orchestra.run.smithi076.stdout: mon osd reporter subtree level = osd 2024-09-13T16:00:41.010 INFO:teuthology.orchestra.run.smithi076.stdout: mon osd prime pg temp = true 2024-09-13T16:00:41.010 INFO:teuthology.orchestra.run.smithi076.stdout: mon reweight min bytes per osd = 10 2024-09-13T16:00:41.010 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:00:41.010 INFO:teuthology.orchestra.run.smithi076.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-13T16:00:41.010 INFO:teuthology.orchestra.run.smithi076.stdout: auth mon ticket ttl = 660 # 11m 2024-09-13T16:00:41.010 INFO:teuthology.orchestra.run.smithi076.stdout: auth service ticket ttl = 240 # 4m 2024-09-13T16:00:41.010 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:00:41.010 INFO:teuthology.orchestra.run.smithi076.stdout: # don't complain about insecure global_id in the test suite 2024-09-13T16:00:41.010 INFO:teuthology.orchestra.run.smithi076.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-13T16:00:41.010 INFO:teuthology.orchestra.run.smithi076.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-13T16:00:41.010 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:00:41.011 INFO:teuthology.orchestra.run.smithi076.stdout: # 1m isn't quite enough 2024-09-13T16:00:41.011 INFO:teuthology.orchestra.run.smithi076.stdout: mon_down_mkfs_grace = 2m 2024-09-13T16:00:41.011 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:00:41.011 INFO:teuthology.orchestra.run.smithi076.stdout: mon_warn_on_filestore_osds = false 2024-09-13T16:00:41.011 INFO:teuthology.orchestra.run.smithi076.stdout: mon op complaint time = 120 2024-09-13T16:00:41.011 INFO:teuthology.orchestra.run.smithi076.stdout: mon warn on pool no app = False 2024-09-13T16:00:41.011 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:00:41.011 INFO:teuthology.orchestra.run.smithi076.stdout:[client] 2024-09-13T16:00:41.011 INFO:teuthology.orchestra.run.smithi076.stdout: rgw cache enabled = true 2024-09-13T16:00:41.011 INFO:teuthology.orchestra.run.smithi076.stdout: rgw enable ops log = true 2024-09-13T16:00:41.011 INFO:teuthology.orchestra.run.smithi076.stdout: rgw enable usage log = true 2024-09-13T16:00:41.011 INFO:teuthology.orchestra.run.smithi076.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-13T16:00:41.011 INFO:teuthology.orchestra.run.smithi076.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-13T16:00:41.011 INFO:teuthology.orchestra.run.smithi076.stdout: client mount timeout = 600 2024-09-13T16:00:41.012 INFO:teuthology.orchestra.run.smithi076.stdout: debug client = 20 2024-09-13T16:00:41.012 INFO:teuthology.orchestra.run.smithi076.stdout: debug ms = 1 2024-09-13T16:00:41.012 INFO:teuthology.orchestra.run.smithi076.stdout: pid file = "" 2024-09-13T16:00:41.012 INFO:teuthology.orchestra.run.smithi076.stdout: rados mon op timeout = 900 2024-09-13T16:00:41.012 INFO:teuthology.orchestra.run.smithi076.stdout: rados osd op timeout = 900 2024-09-13T16:00:41.012 INFO:teuthology.orchestra.run.smithi076.stdout:[mon.a] 2024-09-13T16:00:41.012 INFO:teuthology.orchestra.run.smithi076.stdout:[mon.b] 2024-09-13T16:00:41.012 INFO:teuthology.orchestra.run.smithi076.stdout:[mon.c] 2024-09-13T16:00:41.012 INFO:teuthology.orchestra.run.smithi076.stdout:[mds.a] 2024-09-13T16:00:41.012 INFO:teuthology.orchestra.run.smithi076.stdout:[mds.c] 2024-09-13T16:00:41.012 INFO:teuthology.orchestra.run.smithi076.stdout:[mds.b] 2024-09-13T16:00:41.012 INFO:teuthology.orchestra.run.smithi076.stdout:[mds.d] 2024-09-13T16:00:41.012 INFO:teuthology.orchestra.run.smithi076.stdout:[mds] 2024-09-13T16:00:41.013 INFO:teuthology.orchestra.run.smithi076.stdout: debug mds = 20 2024-09-13T16:00:41.013 INFO:teuthology.orchestra.run.smithi076.stdout: debug mds balancer = 20 2024-09-13T16:00:41.013 INFO:teuthology.orchestra.run.smithi076.stdout: debug ms = 1 2024-09-13T16:00:41.013 INFO:teuthology.orchestra.run.smithi076.stdout: mds debug frag = True 2024-09-13T16:00:41.013 INFO:teuthology.orchestra.run.smithi076.stdout: mds debug scatterstat = True 2024-09-13T16:00:41.013 INFO:teuthology.orchestra.run.smithi076.stdout: mds op complaint time = 180 2024-09-13T16:00:41.013 INFO:teuthology.orchestra.run.smithi076.stdout: mds verify scatter = True 2024-09-13T16:00:41.013 INFO:teuthology.orchestra.run.smithi076.stdout: osd op complaint time = 180 2024-09-13T16:00:41.013 INFO:teuthology.orchestra.run.smithi076.stdout: rados mon op timeout = 900 2024-09-13T16:00:41.013 INFO:teuthology.orchestra.run.smithi076.stdout: rados osd op timeout = 900 2024-09-13T16:00:41.014 INFO:teuthology.orchestra.run.smithi192.stdout:[global] 2024-09-13T16:00:41.014 INFO:teuthology.orchestra.run.smithi192.stdout: chdir = "" 2024-09-13T16:00:41.014 INFO:teuthology.orchestra.run.smithi192.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-13T16:00:41.014 INFO:teuthology.orchestra.run.smithi192.stdout: auth supported = cephx 2024-09-13T16:00:41.014 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:00:41.014 INFO:teuthology.orchestra.run.smithi192.stdout: filestore xattr use omap = true 2024-09-13T16:00:41.014 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:00:41.014 INFO:teuthology.orchestra.run.smithi192.stdout: mon clock drift allowed = 1.000 2024-09-13T16:00:41.014 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:00:41.014 INFO:teuthology.orchestra.run.smithi192.stdout: osd crush chooseleaf type = 0 2024-09-13T16:00:41.014 INFO:teuthology.orchestra.run.smithi192.stdout: auth debug = true 2024-09-13T16:00:41.014 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:00:41.015 INFO:teuthology.orchestra.run.smithi192.stdout: ms die on old message = true 2024-09-13T16:00:41.015 INFO:teuthology.orchestra.run.smithi192.stdout: ms die on bug = true 2024-09-13T16:00:41.015 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:00:41.015 INFO:teuthology.orchestra.run.smithi192.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-13T16:00:41.015 INFO:teuthology.orchestra.run.smithi192.stdout: mon pg warn max object skew = 0 2024-09-13T16:00:41.015 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:00:41.015 INFO:teuthology.orchestra.run.smithi192.stdout: # disable pg_autoscaler by default for new pools 2024-09-13T16:00:41.015 INFO:teuthology.orchestra.run.smithi192.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-13T16:00:41.015 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:00:41.015 INFO:teuthology.orchestra.run.smithi192.stdout: osd pool default size = 2 2024-09-13T16:00:41.015 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:00:41.015 INFO:teuthology.orchestra.run.smithi192.stdout: mon osd allow primary affinity = true 2024-09-13T16:00:41.015 INFO:teuthology.orchestra.run.smithi192.stdout: mon osd allow pg remap = true 2024-09-13T16:00:41.016 INFO:teuthology.orchestra.run.smithi192.stdout: mon warn on legacy crush tunables = false 2024-09-13T16:00:41.016 INFO:teuthology.orchestra.run.smithi192.stdout: mon warn on crush straw calc version zero = false 2024-09-13T16:00:41.016 INFO:teuthology.orchestra.run.smithi192.stdout: mon warn on no sortbitwise = false 2024-09-13T16:00:41.016 INFO:teuthology.orchestra.run.smithi192.stdout: mon warn on osd down out interval zero = false 2024-09-13T16:00:41.016 INFO:teuthology.orchestra.run.smithi192.stdout: mon warn on too few osds = false 2024-09-13T16:00:41.016 INFO:teuthology.orchestra.run.smithi192.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-13T16:00:41.016 INFO:teuthology.orchestra.run.smithi192.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-13T16:00:41.016 INFO:teuthology.orchestra.run.smithi192.stdout: mon_allow_pool_size_one = true 2024-09-13T16:00:41.016 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:00:41.016 INFO:teuthology.orchestra.run.smithi192.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-13T16:00:41.016 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:00:41.016 INFO:teuthology.orchestra.run.smithi192.stdout: osd default data pool replay window = 5 2024-09-13T16:00:41.016 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:00:41.016 INFO:teuthology.orchestra.run.smithi192.stdout: mon allow pool delete = true 2024-09-13T16:00:41.017 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:00:41.017 INFO:teuthology.orchestra.run.smithi192.stdout: mon cluster log file level = debug 2024-09-13T16:00:41.017 INFO:teuthology.orchestra.run.smithi192.stdout: debug asserts on shutdown = true 2024-09-13T16:00:41.017 INFO:teuthology.orchestra.run.smithi192.stdout: mon health detail to clog = false 2024-09-13T16:00:41.017 INFO:teuthology.orchestra.run.smithi192.stdout: mon host = "172.21.15.76,172.21.15.192,[v2:172.21.15.192:3301,v1:172.21.15.192:6790]" 2024-09-13T16:00:41.017 INFO:teuthology.orchestra.run.smithi192.stdout: fsid = da76ee52-f48b-434a-9df7-5fefe2a6e471 2024-09-13T16:00:41.017 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:00:41.017 INFO:teuthology.orchestra.run.smithi192.stdout:[osd] 2024-09-13T16:00:41.017 INFO:teuthology.orchestra.run.smithi192.stdout: osd journal size = 100 2024-09-13T16:00:41.017 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:00:41.017 INFO:teuthology.orchestra.run.smithi192.stdout: osd scrub load threshold = 5.0 2024-09-13T16:00:41.017 INFO:teuthology.orchestra.run.smithi192.stdout: osd scrub max interval = 600 2024-09-13T16:00:41.017 INFO:teuthology.orchestra.run.smithi192.stdout: osd mclock profile = high_recovery_ops 2024-09-13T16:00:41.017 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:00:41.018 INFO:teuthology.orchestra.run.smithi192.stdout: osd recover clone overlap = true 2024-09-13T16:00:41.018 INFO:teuthology.orchestra.run.smithi192.stdout: osd recovery max chunk = 1048576 2024-09-13T16:00:41.018 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:00:41.018 INFO:teuthology.orchestra.run.smithi192.stdout: osd debug shutdown = true 2024-09-13T16:00:41.018 INFO:teuthology.orchestra.run.smithi192.stdout: osd debug op order = true 2024-09-13T16:00:41.018 INFO:teuthology.orchestra.run.smithi192.stdout: osd debug verify stray on activate = true 2024-09-13T16:00:41.018 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:00:41.018 INFO:teuthology.orchestra.run.smithi192.stdout: osd open classes on start = true 2024-09-13T16:00:41.018 INFO:teuthology.orchestra.run.smithi192.stdout: osd debug pg log writeout = true 2024-09-13T16:00:41.018 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:00:41.018 INFO:teuthology.orchestra.run.smithi192.stdout: osd deep scrub update digest min age = 30 2024-09-13T16:00:41.018 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:00:41.018 INFO:teuthology.orchestra.run.smithi192.stdout: osd map max advance = 10 2024-09-13T16:00:41.018 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:00:41.019 INFO:teuthology.orchestra.run.smithi192.stdout: journal zero on create = true 2024-09-13T16:00:41.019 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:00:41.019 INFO:teuthology.orchestra.run.smithi192.stdout: filestore ondisk finisher threads = 3 2024-09-13T16:00:41.019 INFO:teuthology.orchestra.run.smithi192.stdout: filestore apply finisher threads = 3 2024-09-13T16:00:41.019 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:00:41.019 INFO:teuthology.orchestra.run.smithi192.stdout: bdev debug aio = true 2024-09-13T16:00:41.019 INFO:teuthology.orchestra.run.smithi192.stdout: osd debug misdirected ops = true 2024-09-13T16:00:41.019 INFO:teuthology.orchestra.run.smithi192.stdout: bluestore block size = 96636764160 2024-09-13T16:00:41.019 INFO:teuthology.orchestra.run.smithi192.stdout: bluestore fsck on mount = True 2024-09-13T16:00:41.019 INFO:teuthology.orchestra.run.smithi192.stdout: debug bluefs = 20 2024-09-13T16:00:41.019 INFO:teuthology.orchestra.run.smithi192.stdout: debug bluestore = 20 2024-09-13T16:00:41.019 INFO:teuthology.orchestra.run.smithi192.stdout: debug ms = 1 2024-09-13T16:00:41.019 INFO:teuthology.orchestra.run.smithi192.stdout: debug osd = 20 2024-09-13T16:00:41.019 INFO:teuthology.orchestra.run.smithi192.stdout: debug rocksdb = 10 2024-09-13T16:00:41.020 INFO:teuthology.orchestra.run.smithi192.stdout: mon osd backfillfull_ratio = 0.85 2024-09-13T16:00:41.020 INFO:teuthology.orchestra.run.smithi192.stdout: mon osd full ratio = 0.9 2024-09-13T16:00:41.020 INFO:teuthology.orchestra.run.smithi192.stdout: mon osd nearfull ratio = 0.8 2024-09-13T16:00:41.020 INFO:teuthology.orchestra.run.smithi192.stdout: osd failsafe full ratio = 0.95 2024-09-13T16:00:41.020 INFO:teuthology.orchestra.run.smithi192.stdout: osd objectstore = bluestore 2024-09-13T16:00:41.020 INFO:teuthology.orchestra.run.smithi192.stdout: osd op complaint time = 180 2024-09-13T16:00:41.020 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:00:41.020 INFO:teuthology.orchestra.run.smithi192.stdout:[mgr] 2024-09-13T16:00:41.020 INFO:teuthology.orchestra.run.smithi192.stdout: debug ms = 1 2024-09-13T16:00:41.020 INFO:teuthology.orchestra.run.smithi192.stdout: debug mgr = 20 2024-09-13T16:00:41.020 INFO:teuthology.orchestra.run.smithi192.stdout: debug mon = 20 2024-09-13T16:00:41.020 INFO:teuthology.orchestra.run.smithi192.stdout: debug auth = 20 2024-09-13T16:00:41.020 INFO:teuthology.orchestra.run.smithi192.stdout: mon reweight min pgs per osd = 4 2024-09-13T16:00:41.020 INFO:teuthology.orchestra.run.smithi192.stdout: mon reweight min bytes per osd = 10 2024-09-13T16:00:41.021 INFO:teuthology.orchestra.run.smithi192.stdout: mgr/telemetry/nag = false 2024-09-13T16:00:41.021 INFO:teuthology.orchestra.run.smithi192.stdout: debug client = 20 2024-09-13T16:00:41.021 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:00:41.021 INFO:teuthology.orchestra.run.smithi192.stdout:[mon] 2024-09-13T16:00:41.021 INFO:teuthology.orchestra.run.smithi192.stdout: debug ms = 1 2024-09-13T16:00:41.021 INFO:teuthology.orchestra.run.smithi192.stdout: debug mon = 20 2024-09-13T16:00:41.021 INFO:teuthology.orchestra.run.smithi192.stdout: debug paxos = 20 2024-09-13T16:00:41.021 INFO:teuthology.orchestra.run.smithi192.stdout: debug auth = 20 2024-09-13T16:00:41.021 INFO:teuthology.orchestra.run.smithi192.stdout: mon data avail warn = 5 2024-09-13T16:00:41.021 INFO:teuthology.orchestra.run.smithi192.stdout: mon mgr mkfs grace = 240 2024-09-13T16:00:41.021 INFO:teuthology.orchestra.run.smithi192.stdout: mon reweight min pgs per osd = 4 2024-09-13T16:00:41.021 INFO:teuthology.orchestra.run.smithi192.stdout: mon osd reporter subtree level = osd 2024-09-13T16:00:41.021 INFO:teuthology.orchestra.run.smithi192.stdout: mon osd prime pg temp = true 2024-09-13T16:00:41.022 INFO:teuthology.orchestra.run.smithi192.stdout: mon reweight min bytes per osd = 10 2024-09-13T16:00:41.022 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:00:41.022 INFO:teuthology.orchestra.run.smithi192.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-13T16:00:41.022 INFO:teuthology.orchestra.run.smithi192.stdout: auth mon ticket ttl = 660 # 11m 2024-09-13T16:00:41.022 INFO:teuthology.orchestra.run.smithi192.stdout: auth service ticket ttl = 240 # 4m 2024-09-13T16:00:41.022 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:00:41.022 INFO:teuthology.orchestra.run.smithi192.stdout: # don't complain about insecure global_id in the test suite 2024-09-13T16:00:41.022 INFO:teuthology.orchestra.run.smithi192.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-13T16:00:41.022 INFO:teuthology.orchestra.run.smithi192.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-13T16:00:41.022 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:00:41.022 INFO:teuthology.orchestra.run.smithi192.stdout: # 1m isn't quite enough 2024-09-13T16:00:41.022 INFO:teuthology.orchestra.run.smithi192.stdout: mon_down_mkfs_grace = 2m 2024-09-13T16:00:41.022 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:00:41.022 INFO:teuthology.orchestra.run.smithi192.stdout: mon_warn_on_filestore_osds = false 2024-09-13T16:00:41.023 INFO:teuthology.orchestra.run.smithi192.stdout: mon op complaint time = 120 2024-09-13T16:00:41.023 INFO:teuthology.orchestra.run.smithi192.stdout: mon warn on pool no app = False 2024-09-13T16:00:41.023 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:00:41.023 INFO:teuthology.orchestra.run.smithi192.stdout:[client] 2024-09-13T16:00:41.023 INFO:teuthology.orchestra.run.smithi192.stdout: rgw cache enabled = true 2024-09-13T16:00:41.023 INFO:teuthology.orchestra.run.smithi192.stdout: rgw enable ops log = true 2024-09-13T16:00:41.023 INFO:teuthology.orchestra.run.smithi192.stdout: rgw enable usage log = true 2024-09-13T16:00:41.023 INFO:teuthology.orchestra.run.smithi192.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-13T16:00:41.023 INFO:teuthology.orchestra.run.smithi192.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-13T16:00:41.023 INFO:teuthology.orchestra.run.smithi192.stdout: client mount timeout = 600 2024-09-13T16:00:41.023 INFO:teuthology.orchestra.run.smithi192.stdout: debug client = 20 2024-09-13T16:00:41.023 INFO:teuthology.orchestra.run.smithi192.stdout: debug ms = 1 2024-09-13T16:00:41.023 INFO:teuthology.orchestra.run.smithi192.stdout: pid file = "" 2024-09-13T16:00:41.023 INFO:teuthology.orchestra.run.smithi192.stdout: rados mon op timeout = 900 2024-09-13T16:00:41.024 INFO:teuthology.orchestra.run.smithi192.stdout: rados osd op timeout = 900 2024-09-13T16:00:41.024 INFO:teuthology.orchestra.run.smithi192.stdout:[mon.a] 2024-09-13T16:00:41.024 INFO:teuthology.orchestra.run.smithi192.stdout:[mon.b] 2024-09-13T16:00:41.024 INFO:teuthology.orchestra.run.smithi192.stdout:[mon.c] 2024-09-13T16:00:41.024 INFO:teuthology.orchestra.run.smithi192.stdout:[mds.a] 2024-09-13T16:00:41.024 INFO:teuthology.orchestra.run.smithi192.stdout:[mds.c] 2024-09-13T16:00:41.024 INFO:teuthology.orchestra.run.smithi192.stdout:[mds.b] 2024-09-13T16:00:41.024 INFO:teuthology.orchestra.run.smithi192.stdout:[mds.d] 2024-09-13T16:00:41.024 INFO:teuthology.orchestra.run.smithi192.stdout:[mds] 2024-09-13T16:00:41.024 INFO:teuthology.orchestra.run.smithi192.stdout: debug mds = 20 2024-09-13T16:00:41.024 INFO:teuthology.orchestra.run.smithi192.stdout: debug mds balancer = 20 2024-09-13T16:00:41.024 INFO:teuthology.orchestra.run.smithi192.stdout: debug ms = 1 2024-09-13T16:00:41.024 INFO:teuthology.orchestra.run.smithi192.stdout: mds debug frag = True 2024-09-13T16:00:41.024 INFO:teuthology.orchestra.run.smithi192.stdout: mds debug scatterstat = True 2024-09-13T16:00:41.025 INFO:teuthology.orchestra.run.smithi192.stdout: mds op complaint time = 180 2024-09-13T16:00:41.025 INFO:teuthology.orchestra.run.smithi192.stdout: mds verify scatter = True 2024-09-13T16:00:41.025 INFO:teuthology.orchestra.run.smithi192.stdout: osd op complaint time = 180 2024-09-13T16:00:41.025 INFO:teuthology.orchestra.run.smithi192.stdout: rados mon op timeout = 900 2024-09-13T16:00:41.025 INFO:teuthology.orchestra.run.smithi192.stdout: rados osd op timeout = 900 2024-09-13T16:00:41.026 INFO:tasks.ceph:Creating admin key on mon.a... 2024-09-13T16:00:41.026 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2024-09-13T16:00:41.121 INFO:tasks.ceph:Copying monmap to all nodes... 2024-09-13T16:00:41.121 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:00:41.121 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2024-09-13T16:00:41.136 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:00:41.137 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2024-09-13T16:00:41.192 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi076.front.sepia.ceph.com 2024-09-13T16:00:41.192 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:00:41.192 DEBUG:teuthology.orchestra.run.smithi076:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-13T16:00:41.192 DEBUG:teuthology.orchestra.run.smithi076:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-13T16:00:41.266 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:00:41.266 DEBUG:teuthology.orchestra.run.smithi076:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-13T16:00:41.321 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi192.front.sepia.ceph.com 2024-09-13T16:00:41.322 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-13T16:00:41.322 DEBUG:teuthology.orchestra.run.smithi192:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-13T16:00:41.322 DEBUG:teuthology.orchestra.run.smithi192:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-13T16:00:41.356 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-13T16:00:41.356 DEBUG:teuthology.orchestra.run.smithi192:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-13T16:00:41.411 INFO:tasks.ceph:Setting up mon nodes... 2024-09-13T16:00:41.412 INFO:tasks.ceph:Setting up mgr nodes... 2024-09-13T16:00:41.412 DEBUG:teuthology.orchestra.run.smithi076:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2024-09-13T16:00:41.463 INFO:teuthology.orchestra.run.smithi076.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2024-09-13T16:00:41.466 DEBUG:teuthology.orchestra.run.smithi192:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2024-09-13T16:00:41.529 INFO:teuthology.orchestra.run.smithi192.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2024-09-13T16:00:41.532 INFO:tasks.ceph:Setting up mds nodes... 2024-09-13T16:00:41.532 DEBUG:teuthology.orchestra.run.smithi076:> sudo mkdir -p /var/lib/ceph/mds/ceph-a && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.a /var/lib/ceph/mds/ceph-a/keyring 2024-09-13T16:00:41.583 INFO:teuthology.orchestra.run.smithi076.stdout:creating /var/lib/ceph/mds/ceph-a/keyring 2024-09-13T16:00:41.586 DEBUG:teuthology.orchestra.run.smithi076:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-a 2024-09-13T16:00:41.613 DEBUG:teuthology.orchestra.run.smithi076:> sudo mkdir -p /var/lib/ceph/mds/ceph-c && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.c /var/lib/ceph/mds/ceph-c/keyring 2024-09-13T16:00:41.705 INFO:teuthology.orchestra.run.smithi076.stdout:creating /var/lib/ceph/mds/ceph-c/keyring 2024-09-13T16:00:41.706 DEBUG:teuthology.orchestra.run.smithi076:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-c 2024-09-13T16:00:41.730 DEBUG:teuthology.orchestra.run.smithi192:> sudo mkdir -p /var/lib/ceph/mds/ceph-b && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.b /var/lib/ceph/mds/ceph-b/keyring 2024-09-13T16:00:41.781 INFO:teuthology.orchestra.run.smithi192.stdout:creating /var/lib/ceph/mds/ceph-b/keyring 2024-09-13T16:00:41.783 DEBUG:teuthology.orchestra.run.smithi192:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-b 2024-09-13T16:00:41.809 DEBUG:teuthology.orchestra.run.smithi192:> sudo mkdir -p /var/lib/ceph/mds/ceph-d && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.d /var/lib/ceph/mds/ceph-d/keyring 2024-09-13T16:00:41.899 INFO:teuthology.orchestra.run.smithi192.stdout:creating /var/lib/ceph/mds/ceph-d/keyring 2024-09-13T16:00:41.901 DEBUG:teuthology.orchestra.run.smithi192:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-d 2024-09-13T16:00:41.926 INFO:tasks.ceph_client:Setting up client nodes... 2024-09-13T16:00:41.926 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-09-13T16:00:41.967 INFO:teuthology.orchestra.run.smithi076.stdout:creating /etc/ceph/ceph.client.0.keyring 2024-09-13T16:00:41.979 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.2 /etc/ceph/ceph.client.2.keyring && sudo chmod 0644 /etc/ceph/ceph.client.2.keyring 2024-09-13T16:00:42.060 INFO:teuthology.orchestra.run.smithi076.stdout:creating /etc/ceph/ceph.client.2.keyring 2024-09-13T16:00:42.072 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/ceph.client.1.keyring && sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-09-13T16:00:42.113 INFO:teuthology.orchestra.run.smithi192.stdout:creating /etc/ceph/ceph.client.1.keyring 2024-09-13T16:00:42.125 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.3 /etc/ceph/ceph.client.3.keyring && sudo chmod 0644 /etc/ceph/ceph.client.3.keyring 2024-09-13T16:00:42.206 INFO:teuthology.orchestra.run.smithi192.stdout:creating /etc/ceph/ceph.client.3.keyring 2024-09-13T16:00:42.218 INFO:tasks.ceph:Running mkfs on osd nodes... 2024-09-13T16:00:42.218 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi076.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi192.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-13T16:00:42.218 DEBUG:teuthology.orchestra.run.smithi076:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2024-09-13T16:00:42.243 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-13T16:00:42.243 INFO:tasks.ceph:role: osd.0 2024-09-13T16:00:42.244 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi076.front.sepia.ceph.com 2024-09-13T16:00:42.244 DEBUG:teuthology.orchestra.run.smithi076:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-13T16:00:42.316 INFO:teuthology.orchestra.run.smithi076.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-13T16:00:42.316 INFO:teuthology.orchestra.run.smithi076.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-13T16:00:42.316 INFO:teuthology.orchestra.run.smithi076.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-13T16:00:42.316 INFO:teuthology.orchestra.run.smithi076.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-13T16:00:42.317 INFO:teuthology.orchestra.run.smithi076.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-13T16:00:42.317 INFO:teuthology.orchestra.run.smithi076.stdout: = sunit=0 swidth=0 blks 2024-09-13T16:00:42.317 INFO:teuthology.orchestra.run.smithi076.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-13T16:00:42.317 INFO:teuthology.orchestra.run.smithi076.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-13T16:00:42.317 INFO:teuthology.orchestra.run.smithi076.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-13T16:00:42.317 INFO:teuthology.orchestra.run.smithi076.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-13T16:00:42.797 INFO:teuthology.orchestra.run.smithi076.stdout:Discarding blocks...Done. 2024-09-13T16:00:42.799 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi076.front.sepia.ceph.com -o noatime 2024-09-13T16:00:42.799 DEBUG:teuthology.orchestra.run.smithi076:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2024-09-13T16:00:42.914 DEBUG:teuthology.orchestra.run.smithi076:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2024-09-13T16:00:42.944 DEBUG:teuthology.orchestra.run.smithi076:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2024-09-13T16:00:43.009 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-13T16:00:43.009 INFO:tasks.ceph:role: osd.1 2024-09-13T16:00:43.009 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi076.front.sepia.ceph.com 2024-09-13T16:00:43.009 DEBUG:teuthology.orchestra.run.smithi076:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-13T16:00:43.081 INFO:teuthology.orchestra.run.smithi076.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-13T16:00:43.081 INFO:teuthology.orchestra.run.smithi076.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-13T16:00:43.082 INFO:teuthology.orchestra.run.smithi076.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-13T16:00:43.082 INFO:teuthology.orchestra.run.smithi076.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-13T16:00:43.082 INFO:teuthology.orchestra.run.smithi076.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-13T16:00:43.082 INFO:teuthology.orchestra.run.smithi076.stdout: = sunit=0 swidth=0 blks 2024-09-13T16:00:43.082 INFO:teuthology.orchestra.run.smithi076.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-13T16:00:43.082 INFO:teuthology.orchestra.run.smithi076.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-13T16:00:43.082 INFO:teuthology.orchestra.run.smithi076.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-13T16:00:43.082 INFO:teuthology.orchestra.run.smithi076.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-13T16:00:43.538 INFO:teuthology.orchestra.run.smithi076.stdout:Discarding blocks...Done. 2024-09-13T16:00:43.540 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi076.front.sepia.ceph.com -o noatime 2024-09-13T16:00:43.540 DEBUG:teuthology.orchestra.run.smithi076:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2024-09-13T16:00:43.613 DEBUG:teuthology.orchestra.run.smithi076:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2024-09-13T16:00:43.686 DEBUG:teuthology.orchestra.run.smithi076:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2024-09-13T16:00:43.753 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-13T16:00:43.753 INFO:tasks.ceph:role: osd.2 2024-09-13T16:00:43.753 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi076.front.sepia.ceph.com 2024-09-13T16:00:43.753 DEBUG:teuthology.orchestra.run.smithi076:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-13T16:00:43.824 INFO:teuthology.orchestra.run.smithi076.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-13T16:00:43.825 INFO:teuthology.orchestra.run.smithi076.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-13T16:00:43.825 INFO:teuthology.orchestra.run.smithi076.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-13T16:00:43.825 INFO:teuthology.orchestra.run.smithi076.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-13T16:00:43.825 INFO:teuthology.orchestra.run.smithi076.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-13T16:00:43.825 INFO:teuthology.orchestra.run.smithi076.stdout: = sunit=0 swidth=0 blks 2024-09-13T16:00:43.825 INFO:teuthology.orchestra.run.smithi076.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-13T16:00:43.825 INFO:teuthology.orchestra.run.smithi076.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-13T16:00:43.825 INFO:teuthology.orchestra.run.smithi076.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-13T16:00:43.825 INFO:teuthology.orchestra.run.smithi076.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-13T16:00:44.297 INFO:teuthology.orchestra.run.smithi076.stdout:Discarding blocks...Done. 2024-09-13T16:00:44.299 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi076.front.sepia.ceph.com -o noatime 2024-09-13T16:00:44.299 DEBUG:teuthology.orchestra.run.smithi076:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2024-09-13T16:00:44.393 DEBUG:teuthology.orchestra.run.smithi076:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2024-09-13T16:00:44.422 DEBUG:teuthology.orchestra.run.smithi076:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2024-09-13T16:00:44.488 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-13T16:00:44.488 INFO:tasks.ceph:role: osd.3 2024-09-13T16:00:44.488 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi076.front.sepia.ceph.com 2024-09-13T16:00:44.488 DEBUG:teuthology.orchestra.run.smithi076:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-13T16:00:44.561 INFO:teuthology.orchestra.run.smithi076.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-13T16:00:44.561 INFO:teuthology.orchestra.run.smithi076.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-13T16:00:44.561 INFO:teuthology.orchestra.run.smithi076.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-13T16:00:44.562 INFO:teuthology.orchestra.run.smithi076.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-13T16:00:44.562 INFO:teuthology.orchestra.run.smithi076.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-13T16:00:44.562 INFO:teuthology.orchestra.run.smithi076.stdout: = sunit=0 swidth=0 blks 2024-09-13T16:00:44.562 INFO:teuthology.orchestra.run.smithi076.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-13T16:00:44.562 INFO:teuthology.orchestra.run.smithi076.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-13T16:00:44.562 INFO:teuthology.orchestra.run.smithi076.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-13T16:00:44.562 INFO:teuthology.orchestra.run.smithi076.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-13T16:00:45.026 INFO:teuthology.orchestra.run.smithi076.stdout:Discarding blocks...Done. 2024-09-13T16:00:45.029 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi076.front.sepia.ceph.com -o noatime 2024-09-13T16:00:45.029 DEBUG:teuthology.orchestra.run.smithi076:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2024-09-13T16:00:45.144 DEBUG:teuthology.orchestra.run.smithi076:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2024-09-13T16:00:45.176 DEBUG:teuthology.orchestra.run.smithi076:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-13T16:00:45.271 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:00:45.270+0000 7f1d97e11640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2024-09-13T16:00:45.272 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:00:45.271+0000 7f1d97e11640 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2024-09-13T16:00:45.272 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:00:45.271+0000 7f1d97e11640 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2024-09-13T16:00:45.272 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:00:45.271+0000 7f1d97e11640 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2024-09-13T16:00:45.272 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:00:45.271+0000 7f1d97e11640 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2024-09-13T16:00:45.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:00:45.272+0000 7f1d97e11640 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2024-09-13T16:00:48.139 DEBUG:teuthology.orchestra.run.smithi076:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-13T16:00:48.167 DEBUG:teuthology.orchestra.run.smithi076:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-13T16:00:48.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:00:48.254+0000 7f75c2334640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2024-09-13T16:00:48.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:00:48.254+0000 7f75c2334640 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2024-09-13T16:00:48.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:00:48.254+0000 7f75c2334640 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2024-09-13T16:00:48.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:00:48.254+0000 7f75c2334640 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2024-09-13T16:00:48.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:00:48.254+0000 7f75c2334640 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2024-09-13T16:00:48.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:00:48.255+0000 7f75c2334640 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2024-09-13T16:00:51.106 DEBUG:teuthology.orchestra.run.smithi076:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-13T16:00:51.134 DEBUG:teuthology.orchestra.run.smithi076:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-13T16:00:51.222 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:00:51.221+0000 7f9073211640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2024-09-13T16:00:51.223 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:00:51.221+0000 7f9073211640 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2024-09-13T16:00:51.223 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:00:51.221+0000 7f9073211640 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2024-09-13T16:00:51.223 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:00:51.221+0000 7f9073211640 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2024-09-13T16:00:51.223 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:00:51.221+0000 7f9073211640 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2024-09-13T16:00:51.223 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:00:51.221+0000 7f9073211640 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2024-09-13T16:00:54.069 DEBUG:teuthology.orchestra.run.smithi076:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-13T16:00:54.099 DEBUG:teuthology.orchestra.run.smithi076:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-13T16:00:54.193 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:00:54.191+0000 7f67e09c5640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2024-09-13T16:00:54.193 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:00:54.191+0000 7f67e09c5640 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2024-09-13T16:00:54.193 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:00:54.192+0000 7f67e09c5640 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2024-09-13T16:00:54.193 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:00:54.192+0000 7f67e09c5640 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2024-09-13T16:00:54.193 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:00:54.192+0000 7f67e09c5640 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2024-09-13T16:00:54.194 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:00:54.192+0000 7f67e09c5640 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2024-09-13T16:00:57.047 DEBUG:teuthology.orchestra.run.smithi076:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-13T16:00:57.078 DEBUG:teuthology.orchestra.run.smithi192:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2024-09-13T16:00:57.108 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-13T16:00:57.108 INFO:tasks.ceph:role: osd.4 2024-09-13T16:00:57.108 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi192.front.sepia.ceph.com 2024-09-13T16:00:57.109 DEBUG:teuthology.orchestra.run.smithi192:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-13T16:00:57.184 INFO:teuthology.orchestra.run.smithi192.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-13T16:00:57.184 INFO:teuthology.orchestra.run.smithi192.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-13T16:00:57.184 INFO:teuthology.orchestra.run.smithi192.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-13T16:00:57.184 INFO:teuthology.orchestra.run.smithi192.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-13T16:00:57.184 INFO:teuthology.orchestra.run.smithi192.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-13T16:00:57.184 INFO:teuthology.orchestra.run.smithi192.stdout: = sunit=0 swidth=0 blks 2024-09-13T16:00:57.184 INFO:teuthology.orchestra.run.smithi192.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-13T16:00:57.185 INFO:teuthology.orchestra.run.smithi192.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-13T16:00:57.185 INFO:teuthology.orchestra.run.smithi192.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-13T16:00:57.185 INFO:teuthology.orchestra.run.smithi192.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-13T16:00:57.681 INFO:teuthology.orchestra.run.smithi192.stdout:Discarding blocks...Done. 2024-09-13T16:00:57.683 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi192.front.sepia.ceph.com -o noatime 2024-09-13T16:00:57.683 DEBUG:teuthology.orchestra.run.smithi192:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2024-09-13T16:00:57.807 DEBUG:teuthology.orchestra.run.smithi192:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2024-09-13T16:00:57.841 DEBUG:teuthology.orchestra.run.smithi192:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2024-09-13T16:00:57.907 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-13T16:00:57.907 INFO:tasks.ceph:role: osd.5 2024-09-13T16:00:57.907 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi192.front.sepia.ceph.com 2024-09-13T16:00:57.907 DEBUG:teuthology.orchestra.run.smithi192:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-13T16:00:57.979 INFO:teuthology.orchestra.run.smithi192.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-13T16:00:57.979 INFO:teuthology.orchestra.run.smithi192.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-13T16:00:57.979 INFO:teuthology.orchestra.run.smithi192.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-13T16:00:57.979 INFO:teuthology.orchestra.run.smithi192.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-13T16:00:57.980 INFO:teuthology.orchestra.run.smithi192.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-13T16:00:57.980 INFO:teuthology.orchestra.run.smithi192.stdout: = sunit=0 swidth=0 blks 2024-09-13T16:00:57.980 INFO:teuthology.orchestra.run.smithi192.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-13T16:00:57.980 INFO:teuthology.orchestra.run.smithi192.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-13T16:00:57.980 INFO:teuthology.orchestra.run.smithi192.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-13T16:00:57.980 INFO:teuthology.orchestra.run.smithi192.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-13T16:00:58.437 INFO:teuthology.orchestra.run.smithi192.stdout:Discarding blocks...Done. 2024-09-13T16:00:58.439 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi192.front.sepia.ceph.com -o noatime 2024-09-13T16:00:58.440 DEBUG:teuthology.orchestra.run.smithi192:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2024-09-13T16:00:58.529 DEBUG:teuthology.orchestra.run.smithi192:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2024-09-13T16:00:58.557 DEBUG:teuthology.orchestra.run.smithi192:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2024-09-13T16:00:58.622 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-13T16:00:58.622 INFO:tasks.ceph:role: osd.6 2024-09-13T16:00:58.622 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi192.front.sepia.ceph.com 2024-09-13T16:00:58.622 DEBUG:teuthology.orchestra.run.smithi192:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-13T16:00:58.694 INFO:teuthology.orchestra.run.smithi192.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-13T16:00:58.694 INFO:teuthology.orchestra.run.smithi192.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-13T16:00:58.694 INFO:teuthology.orchestra.run.smithi192.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-13T16:00:58.694 INFO:teuthology.orchestra.run.smithi192.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-13T16:00:58.695 INFO:teuthology.orchestra.run.smithi192.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-13T16:00:58.695 INFO:teuthology.orchestra.run.smithi192.stdout: = sunit=0 swidth=0 blks 2024-09-13T16:00:58.695 INFO:teuthology.orchestra.run.smithi192.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-13T16:00:58.695 INFO:teuthology.orchestra.run.smithi192.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-13T16:00:58.695 INFO:teuthology.orchestra.run.smithi192.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-13T16:00:58.695 INFO:teuthology.orchestra.run.smithi192.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-13T16:00:59.181 INFO:teuthology.orchestra.run.smithi192.stdout:Discarding blocks...Done. 2024-09-13T16:00:59.183 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi192.front.sepia.ceph.com -o noatime 2024-09-13T16:00:59.183 DEBUG:teuthology.orchestra.run.smithi192:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2024-09-13T16:00:59.332 DEBUG:teuthology.orchestra.run.smithi192:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2024-09-13T16:00:59.363 DEBUG:teuthology.orchestra.run.smithi192:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2024-09-13T16:00:59.428 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-13T16:00:59.428 INFO:tasks.ceph:role: osd.7 2024-09-13T16:00:59.428 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi192.front.sepia.ceph.com 2024-09-13T16:00:59.428 DEBUG:teuthology.orchestra.run.smithi192:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-13T16:00:59.500 INFO:teuthology.orchestra.run.smithi192.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-13T16:00:59.500 INFO:teuthology.orchestra.run.smithi192.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-13T16:00:59.501 INFO:teuthology.orchestra.run.smithi192.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-13T16:00:59.501 INFO:teuthology.orchestra.run.smithi192.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-13T16:00:59.501 INFO:teuthology.orchestra.run.smithi192.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-13T16:00:59.501 INFO:teuthology.orchestra.run.smithi192.stdout: = sunit=0 swidth=0 blks 2024-09-13T16:00:59.501 INFO:teuthology.orchestra.run.smithi192.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-13T16:00:59.501 INFO:teuthology.orchestra.run.smithi192.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-13T16:00:59.501 INFO:teuthology.orchestra.run.smithi192.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-13T16:00:59.501 INFO:teuthology.orchestra.run.smithi192.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-13T16:00:59.994 INFO:teuthology.orchestra.run.smithi192.stdout:Discarding blocks...Done. 2024-09-13T16:00:59.996 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi192.front.sepia.ceph.com -o noatime 2024-09-13T16:00:59.996 DEBUG:teuthology.orchestra.run.smithi192:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2024-09-13T16:01:00.118 DEBUG:teuthology.orchestra.run.smithi192:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2024-09-13T16:01:00.150 DEBUG:teuthology.orchestra.run.smithi192:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-13T16:01:00.251 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:00.249+0000 7f6a8c01b640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2024-09-13T16:01:00.251 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:00.249+0000 7f6a8c01b640 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2024-09-13T16:01:00.251 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:00.249+0000 7f6a8c01b640 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2024-09-13T16:01:00.251 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:00.249+0000 7f6a8c01b640 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2024-09-13T16:01:00.251 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:00.249+0000 7f6a8c01b640 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2024-09-13T16:01:00.252 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:00.250+0000 7f6a8c01b640 -1 bluestore(/var/lib/ceph/osd/ceph-4) _read_fsid unparsable uuid 2024-09-13T16:01:03.096 DEBUG:teuthology.orchestra.run.smithi192:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-13T16:01:03.126 DEBUG:teuthology.orchestra.run.smithi192:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-13T16:01:03.216 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:03.214+0000 7f2c0efdd640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2024-09-13T16:01:03.216 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:03.214+0000 7f2c0efdd640 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2024-09-13T16:01:03.216 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:03.215+0000 7f2c0efdd640 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2024-09-13T16:01:03.216 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:03.215+0000 7f2c0efdd640 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2024-09-13T16:01:03.216 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:03.215+0000 7f2c0efdd640 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2024-09-13T16:01:03.217 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:03.215+0000 7f2c0efdd640 -1 bluestore(/var/lib/ceph/osd/ceph-5) _read_fsid unparsable uuid 2024-09-13T16:01:06.069 DEBUG:teuthology.orchestra.run.smithi192:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-13T16:01:06.099 DEBUG:teuthology.orchestra.run.smithi192:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-13T16:01:06.189 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:06.187+0000 7f5fcefc3640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2024-09-13T16:01:06.190 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:06.188+0000 7f5fcefc3640 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2024-09-13T16:01:06.190 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:06.188+0000 7f5fcefc3640 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2024-09-13T16:01:06.190 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:06.188+0000 7f5fcefc3640 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2024-09-13T16:01:06.190 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:06.188+0000 7f5fcefc3640 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2024-09-13T16:01:06.190 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:06.188+0000 7f5fcefc3640 -1 bluestore(/var/lib/ceph/osd/ceph-6) _read_fsid unparsable uuid 2024-09-13T16:01:09.039 DEBUG:teuthology.orchestra.run.smithi192:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-13T16:01:09.051 DEBUG:teuthology.orchestra.run.smithi076:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:01:09.054 DEBUG:teuthology.orchestra.run.smithi192:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:01:09.066 DEBUG:teuthology.orchestra.run.smithi192:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-13T16:01:09.152 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:09.150+0000 7ff758a2c640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2024-09-13T16:01:09.152 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:09.151+0000 7ff758a2c640 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2024-09-13T16:01:09.152 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:09.151+0000 7ff758a2c640 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2024-09-13T16:01:09.152 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:09.151+0000 7ff758a2c640 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2024-09-13T16:01:09.152 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:09.151+0000 7ff758a2c640 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2024-09-13T16:01:09.153 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:09.151+0000 7ff758a2c640 -1 bluestore(/var/lib/ceph/osd/ceph-7) _read_fsid unparsable uuid 2024-09-13T16:01:12.011 DEBUG:teuthology.orchestra.run.smithi192:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-13T16:01:12.041 INFO:tasks.ceph:Reading keys from all nodes... 2024-09-13T16:01:12.041 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:01:12.041 DEBUG:teuthology.orchestra.run.smithi076:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2024-09-13T16:01:12.070 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:01:12.070 DEBUG:teuthology.orchestra.run.smithi076:> sudo dd if=/var/lib/ceph/mds/ceph-a/keyring of=/dev/stdout 2024-09-13T16:01:12.138 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:01:12.138 DEBUG:teuthology.orchestra.run.smithi076:> sudo dd if=/var/lib/ceph/mds/ceph-c/keyring of=/dev/stdout 2024-09-13T16:01:12.204 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:01:12.205 DEBUG:teuthology.orchestra.run.smithi076:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2024-09-13T16:01:12.271 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:01:12.272 DEBUG:teuthology.orchestra.run.smithi076:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2024-09-13T16:01:12.338 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:01:12.338 DEBUG:teuthology.orchestra.run.smithi076:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2024-09-13T16:01:12.404 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:01:12.404 DEBUG:teuthology.orchestra.run.smithi076:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2024-09-13T16:01:12.469 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-13T16:01:12.469 DEBUG:teuthology.orchestra.run.smithi192:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2024-09-13T16:01:12.499 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-13T16:01:12.499 DEBUG:teuthology.orchestra.run.smithi192:> sudo dd if=/var/lib/ceph/mds/ceph-b/keyring of=/dev/stdout 2024-09-13T16:01:12.568 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-13T16:01:12.568 DEBUG:teuthology.orchestra.run.smithi192:> sudo dd if=/var/lib/ceph/mds/ceph-d/keyring of=/dev/stdout 2024-09-13T16:01:12.637 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-13T16:01:12.637 DEBUG:teuthology.orchestra.run.smithi192:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2024-09-13T16:01:12.704 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-13T16:01:12.705 DEBUG:teuthology.orchestra.run.smithi192:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2024-09-13T16:01:12.771 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-13T16:01:12.771 DEBUG:teuthology.orchestra.run.smithi192:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2024-09-13T16:01:12.836 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-13T16:01:12.837 DEBUG:teuthology.orchestra.run.smithi192:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2024-09-13T16:01:12.902 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:01:12.902 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2024-09-13T16:01:12.918 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:01:12.918 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/etc/ceph/ceph.client.2.keyring of=/dev/stdout 2024-09-13T16:01:12.974 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-13T16:01:12.974 DEBUG:teuthology.orchestra.run.smithi192:> dd if=/etc/ceph/ceph.client.1.keyring of=/dev/stdout 2024-09-13T16:01:12.989 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-13T16:01:12.990 DEBUG:teuthology.orchestra.run.smithi192:> dd if=/etc/ceph/ceph.client.3.keyring of=/dev/stdout 2024-09-13T16:01:13.045 INFO:tasks.ceph:Adding keys to all mons... 2024-09-13T16:01:13.046 DEBUG:teuthology.orchestra.run.smithi076:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-13T16:01:13.048 DEBUG:teuthology.orchestra.run.smithi192:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-13T16:01:13.089 INFO:teuthology.orchestra.run.smithi076.stdout:[mgr.y] 2024-09-13T16:01:13.089 INFO:teuthology.orchestra.run.smithi076.stdout: key = AQCpYeRmMS6hGxAAhyu76q81PXPjC+BAmqi2Lw== 2024-09-13T16:01:13.089 INFO:teuthology.orchestra.run.smithi076.stdout:[mds.a] 2024-09-13T16:01:13.089 INFO:teuthology.orchestra.run.smithi076.stdout: key = AQCpYeRmhpbDIhAA8WT8i+Y1tgoeXaZ5z2v/fg== 2024-09-13T16:01:13.089 INFO:teuthology.orchestra.run.smithi076.stdout:[mds.c] 2024-09-13T16:01:13.089 INFO:teuthology.orchestra.run.smithi076.stdout: key = AQCpYeRmxODtKRAAtjLryQw+T9UxeHw7cgOyBg== 2024-09-13T16:01:13.090 INFO:teuthology.orchestra.run.smithi076.stdout:[osd.0] 2024-09-13T16:01:13.090 INFO:teuthology.orchestra.run.smithi076.stdout: key = AQCtYeRm81gnEBAAJFt3u2dcQShl7t5nNN5y6Q== 2024-09-13T16:01:13.090 INFO:teuthology.orchestra.run.smithi076.stdout:[osd.1] 2024-09-13T16:01:13.090 INFO:teuthology.orchestra.run.smithi076.stdout: key = AQCwYeRmzsY4DxAALx5wAImWLwrw6n8ZRuXDvA== 2024-09-13T16:01:13.090 INFO:teuthology.orchestra.run.smithi076.stdout:[osd.2] 2024-09-13T16:01:13.090 INFO:teuthology.orchestra.run.smithi076.stdout: key = AQCzYeRmYRs9DRAAh6ptqIXTwUjSNlevHFJnAQ== 2024-09-13T16:01:13.090 INFO:teuthology.orchestra.run.smithi076.stdout:[osd.3] 2024-09-13T16:01:13.090 INFO:teuthology.orchestra.run.smithi076.stdout: key = AQC2YeRmMIp6CxAAHygGhWHXCt69qZDrrGTt5A== 2024-09-13T16:01:13.090 INFO:teuthology.orchestra.run.smithi076.stdout:[mgr.x] 2024-09-13T16:01:13.090 INFO:teuthology.orchestra.run.smithi076.stdout: key = AQCpYeRmzy+SHxAAeh91mEyErD2yMaJ+R9p7MQ== 2024-09-13T16:01:13.090 INFO:teuthology.orchestra.run.smithi076.stdout:[mds.b] 2024-09-13T16:01:13.090 INFO:teuthology.orchestra.run.smithi076.stdout: key = AQCpYeRm7+GPLhAAACMaymp+VjVEUz9QMYOL+Q== 2024-09-13T16:01:13.091 INFO:teuthology.orchestra.run.smithi076.stdout:[mds.d] 2024-09-13T16:01:13.091 INFO:teuthology.orchestra.run.smithi076.stdout: key = AQCpYeRmBNiYNRAAHTjLTeGOi09w8TLVtcu/+w== 2024-09-13T16:01:13.091 INFO:teuthology.orchestra.run.smithi076.stdout:[osd.4] 2024-09-13T16:01:13.091 INFO:teuthology.orchestra.run.smithi076.stdout: key = AQC8YeRmde7vDhAAE7RHK15msWPxEtglPpWMTQ== 2024-09-13T16:01:13.091 INFO:teuthology.orchestra.run.smithi076.stdout:[osd.5] 2024-09-13T16:01:13.091 INFO:teuthology.orchestra.run.smithi076.stdout: key = AQC/YeRmgyzZDBAAG96iDIvt2yQ9W5Fl1maItg== 2024-09-13T16:01:13.091 INFO:teuthology.orchestra.run.smithi076.stdout:[osd.6] 2024-09-13T16:01:13.091 INFO:teuthology.orchestra.run.smithi076.stdout: key = AQDCYeRm6pRBCxAAq8l2Cikc/aRaC4C4xYYrLA== 2024-09-13T16:01:13.091 INFO:teuthology.orchestra.run.smithi076.stdout:[osd.7] 2024-09-13T16:01:13.091 INFO:teuthology.orchestra.run.smithi076.stdout: key = AQDFYeRmMM8MCRAAqYR5B7VgEph0UVNjCZPTzg== 2024-09-13T16:01:13.091 INFO:teuthology.orchestra.run.smithi076.stdout:[client.0] 2024-09-13T16:01:13.091 INFO:teuthology.orchestra.run.smithi076.stdout: key = AQCpYeRmqhyiORAAp0ZHMscpsAOj1YZ+SSqHoA== 2024-09-13T16:01:13.091 INFO:teuthology.orchestra.run.smithi076.stdout:[client.2] 2024-09-13T16:01:13.092 INFO:teuthology.orchestra.run.smithi076.stdout: key = AQCqYeRmK8OPAxAAQeO1ZZu7/x4/qXzHFFDzBg== 2024-09-13T16:01:13.092 INFO:teuthology.orchestra.run.smithi076.stdout:[client.1] 2024-09-13T16:01:13.092 INFO:teuthology.orchestra.run.smithi076.stdout: key = AQCqYeRmgijBBhAAS5zvjGxEcjj4RKB20HX7kg== 2024-09-13T16:01:13.092 INFO:teuthology.orchestra.run.smithi076.stdout:[client.3] 2024-09-13T16:01:13.092 INFO:teuthology.orchestra.run.smithi076.stdout: key = AQCqYeRmAYJGDBAA4elK4g7yitQwUnpv/vkuSQ== 2024-09-13T16:01:13.109 INFO:teuthology.orchestra.run.smithi192.stdout:[mgr.y] 2024-09-13T16:01:13.109 INFO:teuthology.orchestra.run.smithi192.stdout: key = AQCpYeRmMS6hGxAAhyu76q81PXPjC+BAmqi2Lw== 2024-09-13T16:01:13.109 INFO:teuthology.orchestra.run.smithi192.stdout:[mds.a] 2024-09-13T16:01:13.109 INFO:teuthology.orchestra.run.smithi192.stdout: key = AQCpYeRmhpbDIhAA8WT8i+Y1tgoeXaZ5z2v/fg== 2024-09-13T16:01:13.109 INFO:teuthology.orchestra.run.smithi192.stdout:[mds.c] 2024-09-13T16:01:13.109 INFO:teuthology.orchestra.run.smithi192.stdout: key = AQCpYeRmxODtKRAAtjLryQw+T9UxeHw7cgOyBg== 2024-09-13T16:01:13.109 INFO:teuthology.orchestra.run.smithi192.stdout:[osd.0] 2024-09-13T16:01:13.109 INFO:teuthology.orchestra.run.smithi192.stdout: key = AQCtYeRm81gnEBAAJFt3u2dcQShl7t5nNN5y6Q== 2024-09-13T16:01:13.109 INFO:teuthology.orchestra.run.smithi192.stdout:[osd.1] 2024-09-13T16:01:13.109 INFO:teuthology.orchestra.run.smithi192.stdout: key = AQCwYeRmzsY4DxAALx5wAImWLwrw6n8ZRuXDvA== 2024-09-13T16:01:13.110 INFO:teuthology.orchestra.run.smithi192.stdout:[osd.2] 2024-09-13T16:01:13.110 INFO:teuthology.orchestra.run.smithi192.stdout: key = AQCzYeRmYRs9DRAAh6ptqIXTwUjSNlevHFJnAQ== 2024-09-13T16:01:13.110 INFO:teuthology.orchestra.run.smithi192.stdout:[osd.3] 2024-09-13T16:01:13.110 INFO:teuthology.orchestra.run.smithi192.stdout: key = AQC2YeRmMIp6CxAAHygGhWHXCt69qZDrrGTt5A== 2024-09-13T16:01:13.110 INFO:teuthology.orchestra.run.smithi192.stdout:[mgr.x] 2024-09-13T16:01:13.110 INFO:teuthology.orchestra.run.smithi192.stdout: key = AQCpYeRmzy+SHxAAeh91mEyErD2yMaJ+R9p7MQ== 2024-09-13T16:01:13.110 INFO:teuthology.orchestra.run.smithi192.stdout:[mds.b] 2024-09-13T16:01:13.110 INFO:teuthology.orchestra.run.smithi192.stdout: key = AQCpYeRm7+GPLhAAACMaymp+VjVEUz9QMYOL+Q== 2024-09-13T16:01:13.110 INFO:teuthology.orchestra.run.smithi192.stdout:[mds.d] 2024-09-13T16:01:13.110 INFO:teuthology.orchestra.run.smithi192.stdout: key = AQCpYeRmBNiYNRAAHTjLTeGOi09w8TLVtcu/+w== 2024-09-13T16:01:13.110 INFO:teuthology.orchestra.run.smithi192.stdout:[osd.4] 2024-09-13T16:01:13.110 INFO:teuthology.orchestra.run.smithi192.stdout: key = AQC8YeRmde7vDhAAE7RHK15msWPxEtglPpWMTQ== 2024-09-13T16:01:13.110 INFO:teuthology.orchestra.run.smithi192.stdout:[osd.5] 2024-09-13T16:01:13.111 INFO:teuthology.orchestra.run.smithi192.stdout: key = AQC/YeRmgyzZDBAAG96iDIvt2yQ9W5Fl1maItg== 2024-09-13T16:01:13.111 INFO:teuthology.orchestra.run.smithi192.stdout:[osd.6] 2024-09-13T16:01:13.111 INFO:teuthology.orchestra.run.smithi192.stdout: key = AQDCYeRm6pRBCxAAq8l2Cikc/aRaC4C4xYYrLA== 2024-09-13T16:01:13.111 INFO:teuthology.orchestra.run.smithi192.stdout:[osd.7] 2024-09-13T16:01:13.111 INFO:teuthology.orchestra.run.smithi192.stdout: key = AQDFYeRmMM8MCRAAqYR5B7VgEph0UVNjCZPTzg== 2024-09-13T16:01:13.111 INFO:teuthology.orchestra.run.smithi192.stdout:[client.0] 2024-09-13T16:01:13.111 INFO:teuthology.orchestra.run.smithi192.stdout: key = AQCpYeRmqhyiORAAp0ZHMscpsAOj1YZ+SSqHoA== 2024-09-13T16:01:13.111 INFO:teuthology.orchestra.run.smithi192.stdout:[client.2] 2024-09-13T16:01:13.111 INFO:teuthology.orchestra.run.smithi192.stdout: key = AQCqYeRmK8OPAxAAQeO1ZZu7/x4/qXzHFFDzBg== 2024-09-13T16:01:13.111 INFO:teuthology.orchestra.run.smithi192.stdout:[client.1] 2024-09-13T16:01:13.111 INFO:teuthology.orchestra.run.smithi192.stdout: key = AQCqYeRmgijBBhAAS5zvjGxEcjj4RKB20HX7kg== 2024-09-13T16:01:13.111 INFO:teuthology.orchestra.run.smithi192.stdout:[client.3] 2024-09-13T16:01:13.111 INFO:teuthology.orchestra.run.smithi192.stdout: key = AQCqYeRmAYJGDBAA4elK4g7yitQwUnpv/vkuSQ== 2024-09-13T16:01:13.112 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-13T16:01:13.135 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-13T16:01:13.202 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-13T16:01:13.204 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-13T16:01:13.257 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-13T16:01:13.259 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-13T16:01:13.311 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T16:01:13.314 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T16:01:13.364 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T16:01:13.367 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T16:01:13.417 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T16:01:13.419 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T16:01:13.469 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T16:01:13.471 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T16:01:13.522 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-13T16:01:13.525 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-13T16:01:13.575 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-13T16:01:13.577 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-13T16:01:13.630 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-13T16:01:13.632 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-13T16:01:13.685 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T16:01:13.688 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T16:01:13.738 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T16:01:13.740 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T16:01:13.790 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T16:01:13.793 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T16:01:13.844 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T16:01:13.846 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T16:01:13.897 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-13T16:01:13.899 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-13T16:01:13.953 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-13T16:01:13.956 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-13T16:01:14.009 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-13T16:01:14.011 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-13T16:01:14.064 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-13T16:01:14.066 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-13T16:01:14.119 INFO:tasks.ceph:Running mkfs on mon nodes... 2024-09-13T16:01:14.119 DEBUG:teuthology.orchestra.run.smithi076:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2024-09-13T16:01:14.143 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-13T16:01:14.239 DEBUG:teuthology.orchestra.run.smithi076:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2024-09-13T16:01:14.264 DEBUG:teuthology.orchestra.run.smithi192:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2024-09-13T16:01:14.289 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-13T16:01:14.385 DEBUG:teuthology.orchestra.run.smithi192:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2024-09-13T16:01:14.409 DEBUG:teuthology.orchestra.run.smithi192:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2024-09-13T16:01:14.475 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-13T16:01:14.570 DEBUG:teuthology.orchestra.run.smithi192:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2024-09-13T16:01:14.594 DEBUG:teuthology.orchestra.run.smithi076:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-13T16:01:14.597 DEBUG:teuthology.orchestra.run.smithi192:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-13T16:01:14.650 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2024-09-13T16:01:14.650 INFO:tasks.ceph.mon.a:Restarting daemon 2024-09-13T16:01:14.650 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2024-09-13T16:01:14.652 INFO:tasks.ceph.mon.a:Started 2024-09-13T16:01:14.653 INFO:tasks.ceph.mon.b:Restarting daemon 2024-09-13T16:01:14.653 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2024-09-13T16:01:14.692 INFO:tasks.ceph.mon.b:Started 2024-09-13T16:01:14.692 INFO:tasks.ceph.mon.c:Restarting daemon 2024-09-13T16:01:14.693 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2024-09-13T16:01:14.694 INFO:tasks.ceph.mon.c:Started 2024-09-13T16:01:14.694 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2024-09-13T16:01:14.695 INFO:tasks.ceph.mgr.y:Restarting daemon 2024-09-13T16:01:14.695 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2024-09-13T16:01:14.697 INFO:tasks.ceph.mgr.y:Started 2024-09-13T16:01:14.697 INFO:tasks.ceph.mgr.x:Restarting daemon 2024-09-13T16:01:14.697 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2024-09-13T16:01:14.699 INFO:tasks.ceph.mgr.x:Started 2024-09-13T16:01:14.700 INFO:tasks.ceph:Setting crush tunables to default 2024-09-13T16:01:14.700 DEBUG:teuthology.orchestra.run.smithi076:> sudo ceph --cluster ceph osd crush tunables default 2024-09-13T16:01:14.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.797+0000 7f8f10ce9640 1 Processor -- start 2024-09-13T16:01:14.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.797+0000 7f8f10ce9640 1 -- start start 2024-09-13T16:01:14.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.798+0000 7f8f10ce9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8f0c15fbc0 0x7f8f0c0cd180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:14.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.798+0000 7f8f10ce9640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f8f0c0d29e0 0x7f8f0c06bb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:14.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.798+0000 7f8f10ce9640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8f0c06b6c0 con 0x7f8f0c0cd6c0 2024-09-13T16:01:14.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.798+0000 7f8f10ce9640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8f0c0ce500 con 0x7f8f0c0d29e0 2024-09-13T16:01:14.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.798+0000 7f8f10ce9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8f0c0cdc60 con 0x7f8f0c15fbc0 2024-09-13T16:01:14.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.799+0000 7f8f0a59c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8f0c15fbc0 0x7f8f0c0cd180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:14.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.799+0000 7f8f09d9b640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7f8f0c0cd6c0 0x7f8f0c0d22d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:32886/0 (socket says 172.21.15.76:32886) 2024-09-13T16:01:14.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.799+0000 7f8f09d9b640 1 -- 172.21.15.76:0/416200905 learned_addr learned my addr 172.21.15.76:0/416200905 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:01:14.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.799+0000 7f8f0ad9d640 1 --2- 172.21.15.76:0/416200905 >> v2:172.21.15.192:3300/0 conn(0x7f8f0c0d29e0 0x7f8f0c06bb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:14.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.799+0000 7f8f0a59c640 1 -- 172.21.15.76:0/416200905 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8f0c15fbc0 msgr2=0x7f8f0c0cd180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-09-13T16:01:14.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.799+0000 7f8f0a59c640 1 -- 172.21.15.76:0/416200905 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8f0c15fbc0 msgr2=0x7f8f0c0cd180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-13T16:01:14.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.799+0000 7f8f0a59c640 1 --2- 172.21.15.76:0/416200905 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8f0c15fbc0 0x7f8f0c0cd180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-13T16:01:14.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.799+0000 7f8f0ad9d640 1 -- 172.21.15.76:0/416200905 >> v2:172.21.15.192:3300/0 conn(0x7f8f0c0d29e0 msgr2=0x7f8f0c06bb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-09-13T16:01:14.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.799+0000 7f8f0ad9d640 1 -- 172.21.15.76:0/416200905 >> v2:172.21.15.192:3300/0 conn(0x7f8f0c0d29e0 msgr2=0x7f8f0c06bb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-13T16:01:14.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.799+0000 7f8f0a59c640 1 --2- 172.21.15.76:0/416200905 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8f0c15fbc0 0x7f8f0c0cd180 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-13T16:01:14.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.799+0000 7f8f0ad9d640 1 --2- 172.21.15.76:0/416200905 >> v2:172.21.15.192:3300/0 conn(0x7f8f0c0d29e0 0x7f8f0c06bb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-13T16:01:14.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.799+0000 7f8f0ad9d640 1 --2- 172.21.15.76:0/416200905 >> v2:172.21.15.192:3300/0 conn(0x7f8f0c0d29e0 0x7f8f0c06bb50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-13T16:01:14.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.957+0000 7f8f0959a640 1 -- 172.21.15.76:0/416200905 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 326154818 0 0) 0x7f8f0c06b6c0 con 0x7f8f0c0cd6c0 2024-09-13T16:01:14.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.957+0000 7f8f0959a640 1 -- 172.21.15.76:0/416200905 --> v1:172.21.15.192:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8ef4003520 con 0x7f8f0c0cd6c0 2024-09-13T16:01:14.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.962+0000 7f8f0959a640 1 -- 172.21.15.76:0/416200905 <== mon.1 v1:172.21.15.192:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1289721280 0 0) 0x7f8ef4003520 con 0x7f8f0c0cd6c0 2024-09-13T16:01:14.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.962+0000 7f8f0959a640 1 -- 172.21.15.76:0/416200905 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8f0c15fbc0 msgr2=0x7f8f0c0cd180 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-13T16:01:14.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.962+0000 7f8f0959a640 1 --2- 172.21.15.76:0/416200905 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8f0c15fbc0 0x7f8f0c0cd180 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:14.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.962+0000 7f8f0959a640 1 -- 172.21.15.76:0/416200905 >> v2:172.21.15.192:3300/0 conn(0x7f8f0c0d29e0 msgr2=0x7f8f0c06bb50 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-13T16:01:14.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.962+0000 7f8f0959a640 1 --2- 172.21.15.76:0/416200905 >> v2:172.21.15.192:3300/0 conn(0x7f8f0c0d29e0 0x7f8f0c06bb50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:14.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.962+0000 7f8f0959a640 1 -- 172.21.15.76:0/416200905 --> v1:172.21.15.192:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8f0c0cdf40 con 0x7f8f0c0cd6c0 2024-09-13T16:01:14.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.962+0000 7f8f0959a640 1 -- 172.21.15.76:0/416200905 <== mon.1 v1:172.21.15.192:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f8f000016c0 con 0x7f8f0c0cd6c0 2024-09-13T16:01:14.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.962+0000 7f8f0959a640 1 -- 172.21.15.76:0/416200905 >> v1:172.21.15.192:6789/0 conn(0x7f8f0c0cd6c0 legacy=0x7f8f0c0d22d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:14.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.963+0000 7f8f0959a640 1 --2- 172.21.15.76:0/416200905 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8f0c15fbc0 0x7f8ef4003970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:14.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.963+0000 7f8f0959a640 1 --2- 172.21.15.76:0/416200905 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8ef4003ff0 0x7f8ef40047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:14.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.963+0000 7f8f0959a640 1 --2- 172.21.15.76:0/416200905 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8ef4004d00 0x7f8ef4005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:14.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.963+0000 7f8f0959a640 1 -- 172.21.15.76:0/416200905 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f0c0ce500 con 0x7f8ef4004d00 2024-09-13T16:01:14.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.963+0000 7f8f0959a640 1 -- 172.21.15.76:0/416200905 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f0c0cdc60 con 0x7f8ef4003ff0 2024-09-13T16:01:14.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.963+0000 7f8f0959a640 1 -- 172.21.15.76:0/416200905 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8ef400bae0 con 0x7f8f0c15fbc0 2024-09-13T16:01:14.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.963+0000 7f8f0a59c640 1 --2- 172.21.15.76:0/416200905 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8f0c15fbc0 0x7f8ef4003970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:14.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.963+0000 7f8f09d9b640 1 --2- 172.21.15.76:0/416200905 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8ef4003ff0 0x7f8ef40047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:14.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.963+0000 7f8f0ad9d640 1 --2- 172.21.15.76:0/416200905 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8ef4004d00 0x7f8ef4005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:14.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.963+0000 7f8f0a59c640 1 -- 172.21.15.76:0/416200905 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8ef4003ff0 msgr2=0x7f8ef40047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:01:14.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.963+0000 7f8f0a59c640 1 --2- 172.21.15.76:0/416200905 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8ef4003ff0 0x7f8ef40047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:14.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.963+0000 7f8f0a59c640 1 -- 172.21.15.76:0/416200905 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8ef4004d00 msgr2=0x7f8ef4005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:01:14.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.963+0000 7f8f0a59c640 1 --2- 172.21.15.76:0/416200905 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8ef4004d00 0x7f8ef4005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:14.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.963+0000 7f8f0a59c640 1 -- 172.21.15.76:0/416200905 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8ef4003520 con 0x7f8f0c15fbc0 2024-09-13T16:01:14.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.964+0000 7f8f0a59c640 1 --2- 172.21.15.76:0/416200905 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8f0c15fbc0 0x7f8ef4003970 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f8efc00b9e0 tx=0x7f8ef40057f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=410cfebc741e265 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:14.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.964+0000 7f8f0959a640 1 -- 172.21.15.76:0/416200905 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8efc02adb0 con 0x7f8f0c15fbc0 2024-09-13T16:01:14.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.965+0000 7f8f0959a640 1 -- 172.21.15.76:0/416200905 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8efc02e070 con 0x7f8f0c15fbc0 2024-09-13T16:01:14.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.965+0000 7f8f0959a640 1 -- 172.21.15.76:0/416200905 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8efc034640 con 0x7f8f0c15fbc0 2024-09-13T16:01:14.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.965+0000 7f8f10ce9640 1 -- 172.21.15.76:0/416200905 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8f0c15fbc0 msgr2=0x7f8ef4003970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:14.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.965+0000 7f8f10ce9640 1 --2- 172.21.15.76:0/416200905 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8f0c15fbc0 0x7f8ef4003970 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f8efc00b9e0 tx=0x7f8ef40057f0 comp rx=0 tx=0).stop 2024-09-13T16:01:14.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.965+0000 7f8f0ad9d640 1 -- 172.21.15.76:0/416200905 reap_dead start 2024-09-13T16:01:14.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.965+0000 7f8f10ce9640 1 -- 172.21.15.76:0/416200905 shutdown_connections 2024-09-13T16:01:14.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.965+0000 7f8f10ce9640 1 -- 172.21.15.76:0/416200905 >> 172.21.15.76:0/416200905 conn(0x7f8f0c09b830 msgr2=0x7f8f0c089f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:14.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.965+0000 7f8f10ce9640 1 -- 172.21.15.76:0/416200905 shutdown_connections 2024-09-13T16:01:14.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.965+0000 7f8f10ce9640 1 -- 172.21.15.76:0/416200905 wait complete. 2024-09-13T16:01:14.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.967+0000 7f8f10ce9640 1 Processor -- start 2024-09-13T16:01:14.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.967+0000 7f8f10ce9640 1 -- start start 2024-09-13T16:01:14.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.968+0000 7f8f10ce9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8f0c15fbc0 0x7f8f0c0b8060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:14.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.968+0000 7f8f10ce9640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8f0c0b4050 0x7f8f0c0b44b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:14.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.968+0000 7f8f10ce9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8f0c1498d0 0x7f8f0c149d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:14.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.968+0000 7f8f10ce9640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f0c0b3bc0 con 0x7f8f0c15fbc0 2024-09-13T16:01:14.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.968+0000 7f8f10ce9640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f0c0b2ff0 con 0x7f8f0c0b4050 2024-09-13T16:01:14.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.968+0000 7f8f10ce9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8f0c0b3290 con 0x7f8f0c1498d0 2024-09-13T16:01:14.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.968+0000 7f8f0a59c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8f0c15fbc0 0x7f8f0c0b8060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:14.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.968+0000 7f8f0a59c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8f0c15fbc0 0x7f8f0c0b8060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:38232/0 (socket says 172.21.15.76:38232) 2024-09-13T16:01:14.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.968+0000 7f8f0a59c640 1 -- 172.21.15.76:0/830555370 learned_addr learned my addr 172.21.15.76:0/830555370 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:01:14.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.968+0000 7f8f09d9b640 1 --2- 172.21.15.76:0/830555370 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8f0c0b4050 0x7f8f0c0b44b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:14.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.968+0000 7f8f0ad9d640 1 --2- 172.21.15.76:0/830555370 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8f0c1498d0 0x7f8f0c149d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:14.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.968+0000 7f8f0a59c640 1 -- 172.21.15.76:0/830555370 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8f0c1498d0 msgr2=0x7f8f0c149d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:14.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.968+0000 7f8f0a59c640 1 --2- 172.21.15.76:0/830555370 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8f0c1498d0 0x7f8f0c149d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:14.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.968+0000 7f8f0a59c640 1 -- 172.21.15.76:0/830555370 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8f0c0b4050 msgr2=0x7f8f0c0b44b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:14.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.968+0000 7f8f0a59c640 1 --2- 172.21.15.76:0/830555370 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8f0c0b4050 0x7f8f0c0b44b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:14.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.968+0000 7f8f0a59c640 1 -- 172.21.15.76:0/830555370 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8f0c0b3570 con 0x7f8f0c15fbc0 2024-09-13T16:01:14.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.968+0000 7f8f0a59c640 1 --2- 172.21.15.76:0/830555370 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8f0c15fbc0 0x7f8f0c0b8060 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f8efc036040 tx=0x7f8efc004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:14.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.968+0000 7f8efaffd640 1 -- 172.21.15.76:0/830555370 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8efc03f670 con 0x7f8f0c15fbc0 2024-09-13T16:01:14.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.968+0000 7f8efaffd640 1 -- 172.21.15.76:0/830555370 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8efc03f7d0 con 0x7f8f0c15fbc0 2024-09-13T16:01:14.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.968+0000 7f8f10ce9640 1 -- 172.21.15.76:0/830555370 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8f0c0b3850 con 0x7f8f0c15fbc0 2024-09-13T16:01:14.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.968+0000 7f8efaffd640 1 -- 172.21.15.76:0/830555370 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8efc03fb40 con 0x7f8f0c15fbc0 2024-09-13T16:01:14.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.968+0000 7f8f10ce9640 1 -- 172.21.15.76:0/830555370 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8f0c15bff0 con 0x7f8f0c15fbc0 2024-09-13T16:01:14.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.969+0000 7f8efaffd640 1 -- 172.21.15.76:0/830555370 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7f8efc03d440 con 0x7f8f0c15fbc0 2024-09-13T16:01:14.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.969+0000 7f8efaffd640 1 -- 172.21.15.76:0/830555370 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f8efc048400 con 0x7f8f0c15fbc0 2024-09-13T16:01:14.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.970+0000 7f8f10ce9640 1 -- 172.21.15.76:0/830555370 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8f0c0b0210 con 0x7f8f0c15fbc0 2024-09-13T16:01:14.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:14.973+0000 7f8efaffd640 1 -- 172.21.15.76:0/830555370 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7f8efc043020 con 0x7f8f0c15fbc0 2024-09-13T16:01:15.034 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:15.033+0000 7f8f10ce9640 1 -- 172.21.15.76:0/830555370 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) v1 -- 0x7f8f0c09bd40 con 0x7f8f0c15fbc0 2024-09-13T16:01:15.037 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:15.036+0000 7f8efaffd640 1 -- 172.21.15.76:0/830555370 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v2) v1 ==== 124+0+0 (secure 0 0 0) 0x7f8efc056090 con 0x7f8f0c15fbc0 2024-09-13T16:01:15.037 INFO:teuthology.orchestra.run.smithi076.stderr:adjusted tunables profile to default 2024-09-13T16:01:15.039 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:15.037+0000 7f8f10ce9640 1 -- 172.21.15.76:0/830555370 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8f0c15fbc0 msgr2=0x7f8f0c0b8060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:15.039 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:15.037+0000 7f8f10ce9640 1 --2- 172.21.15.76:0/830555370 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8f0c15fbc0 0x7f8f0c0b8060 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f8efc036040 tx=0x7f8efc004730 comp rx=0 tx=0).stop 2024-09-13T16:01:15.039 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:15.037+0000 7f8f10ce9640 1 -- 172.21.15.76:0/830555370 shutdown_connections 2024-09-13T16:01:15.039 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:15.037+0000 7f8f10ce9640 1 --2- 172.21.15.76:0/830555370 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8f0c1498d0 0x7f8f0c149d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:15.039 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:15.037+0000 7f8f10ce9640 1 --2- 172.21.15.76:0/830555370 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8f0c0b4050 0x7f8f0c0b44b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:15.039 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:15.037+0000 7f8f10ce9640 1 --2- 172.21.15.76:0/830555370 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8f0c15fbc0 0x7f8f0c0b8060 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:15.039 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:15.037+0000 7f8f10ce9640 1 -- 172.21.15.76:0/830555370 >> 172.21.15.76:0/830555370 conn(0x7f8f0c09b830 msgr2=0x7f8f0c0d08f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:15.039 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:15.037+0000 7f8f10ce9640 1 -- 172.21.15.76:0/830555370 shutdown_connections 2024-09-13T16:01:15.040 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:15.037+0000 7f8f10ce9640 1 -- 172.21.15.76:0/830555370 wait complete. 2024-09-13T16:01:15.049 INFO:tasks.ceph:check_enable_crimson: False 2024-09-13T16:01:15.049 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2024-09-13T16:01:15.049 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:01:15.050 DEBUG:teuthology.orchestra.run.smithi076:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2024-09-13T16:01:15.058 INFO:tasks.ceph.mgr.y.smithi076.stderr:2024-09-13T16:01:15.057+0000 7fa5fe1b9040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-13T16:01:15.061 INFO:tasks.ceph.mgr.x.smithi192.stderr:2024-09-13T16:01:15.060+0000 7f3704b62040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-13T16:01:15.075 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:01:15.075 DEBUG:teuthology.orchestra.run.smithi076:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2024-09-13T16:01:15.101 INFO:tasks.ceph.mgr.x.smithi192.stderr:2024-09-13T16:01:15.100+0000 7f3704b62040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-13T16:01:15.102 INFO:tasks.ceph.mgr.y.smithi076.stderr:2024-09-13T16:01:15.100+0000 7fa5fe1b9040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-13T16:01:15.127 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:01:15.127 DEBUG:teuthology.orchestra.run.smithi076:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2024-09-13T16:01:15.192 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:01:15.192 DEBUG:teuthology.orchestra.run.smithi076:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2024-09-13T16:01:15.241 INFO:tasks.ceph.mgr.x.smithi192.stderr:2024-09-13T16:01:15.240+0000 7f3704b62040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-13T16:01:15.255 INFO:tasks.ceph.mgr.y.smithi076.stderr:2024-09-13T16:01:15.254+0000 7fa5fe1b9040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-13T16:01:15.258 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-13T16:01:15.258 DEBUG:teuthology.orchestra.run.smithi192:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2024-09-13T16:01:15.285 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-13T16:01:15.285 DEBUG:teuthology.orchestra.run.smithi192:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2024-09-13T16:01:15.293 INFO:tasks.ceph.mgr.x.smithi192.stderr:2024-09-13T16:01:15.292+0000 7f3704b62040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-13T16:01:15.307 INFO:tasks.ceph.mgr.y.smithi076.stderr:2024-09-13T16:01:15.305+0000 7fa5fe1b9040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-13T16:01:15.317 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-13T16:01:15.318 DEBUG:teuthology.orchestra.run.smithi192:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2024-09-13T16:01:15.382 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-13T16:01:15.382 DEBUG:teuthology.orchestra.run.smithi192:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2024-09-13T16:01:15.448 DEBUG:teuthology.orchestra.run.smithi192:> sudo ceph --cluster ceph osd new 2751f3d7-fd95-4d6f-9159-f7d968360e05 0 2024-09-13T16:01:15.461 INFO:tasks.ceph.mgr.y.smithi076.stderr:2024-09-13T16:01:15.460+0000 7fa5fe1b9040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-13T16:01:15.465 INFO:tasks.ceph.mgr.x.smithi192.stderr:2024-09-13T16:01:15.464+0000 7f3704b62040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-13T16:01:15.563 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.561+0000 7f126a8f7640 1 Processor -- start 2024-09-13T16:01:15.563 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.561+0000 7f126a8f7640 1 -- start start 2024-09-13T16:01:15.565 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.562+0000 7f126a8f7640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f12640ce3e0 0x7f12640990e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:15.565 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.562+0000 7f126a8f7640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f1264162210 0x7f1264164600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:15.565 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.562+0000 7f126a8f7640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f12640cc300 con 0x7f126415a7f0 2024-09-13T16:01:15.565 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.562+0000 7f126a8f7640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f12640b3d20 con 0x7f12640ce3e0 2024-09-13T16:01:15.565 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.562+0000 7f126a8f7640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f12640b33f0 con 0x7f1264162210 2024-09-13T16:01:15.565 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.562+0000 7f1268e94640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f1264162210 0x7f1264164600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:15.565 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.562+0000 7f1268e94640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f1264162210 0x7f1264164600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.192:38944/0 (socket says 172.21.15.192:38944) 2024-09-13T16:01:15.566 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.562+0000 7f1268e94640 1 -- 172.21.15.192:0/169930456 learned_addr learned my addr 172.21.15.192:0/169930456 (peer_addr_for_me v2:172.21.15.192:0/0) 2024-09-13T16:01:15.566 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.562+0000 7f125bfff640 1 --2- 172.21.15.192:0/169930456 >> v2:172.21.15.76:3300/0 conn(0x7f12640ce3e0 0x7f12640990e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:15.566 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.563+0000 7f1268e94640 1 -- 172.21.15.192:0/169930456 >> v2:172.21.15.76:3300/0 conn(0x7f12640ce3e0 msgr2=0x7f12640990e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:01:15.566 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.563+0000 7f1268e94640 1 --2- 172.21.15.192:0/169930456 >> v2:172.21.15.76:3300/0 conn(0x7f12640ce3e0 0x7f12640990e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:15.566 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.563+0000 7f1268e94640 1 -- 172.21.15.192:0/169930456 >> v1:172.21.15.76:6789/0 conn(0x7f126415a7f0 legacy=0x7f12640989d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:15.566 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.563+0000 7f1268e94640 1 -- 172.21.15.192:0/169930456 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f12640b36d0 con 0x7f1264162210 2024-09-13T16:01:15.566 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.563+0000 7f1268e94640 1 --2- 172.21.15.192:0/169930456 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1264162210 0x7f1264164600 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f126406e1a0 tx=0x7f125c02a610 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7e8c07efbc8be56d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:15.566 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.563+0000 7f12637fe640 1 -- 172.21.15.192:0/169930456 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f125c031600 con 0x7f1264162210 2024-09-13T16:01:15.566 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.563+0000 7f12637fe640 1 -- 172.21.15.192:0/169930456 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f125c02d050 con 0x7f1264162210 2024-09-13T16:01:15.566 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.564+0000 7f12637fe640 1 -- 172.21.15.192:0/169930456 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f125c031980 con 0x7f1264162210 2024-09-13T16:01:15.570 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.564+0000 7f126a8f7640 1 -- 172.21.15.192:0/169930456 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1264162210 msgr2=0x7f1264164600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:15.570 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.564+0000 7f126a8f7640 1 --2- 172.21.15.192:0/169930456 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1264162210 0x7f1264164600 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f126406e1a0 tx=0x7f125c02a610 comp rx=0 tx=0).stop 2024-09-13T16:01:15.570 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.564+0000 7f126a8f7640 1 -- 172.21.15.192:0/169930456 shutdown_connections 2024-09-13T16:01:15.570 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.564+0000 7f126a8f7640 1 --2- 172.21.15.192:0/169930456 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1264162210 0x7f1264164600 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:15.570 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.564+0000 7f126a8f7640 1 --2- 172.21.15.192:0/169930456 >> v2:172.21.15.76:3300/0 conn(0x7f12640ce3e0 0x7f12640990e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:15.570 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.564+0000 7f126a8f7640 1 -- 172.21.15.192:0/169930456 >> 172.21.15.192:0/169930456 conn(0x7f12640b1f60 msgr2=0x7f12640b2370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:15.570 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.564+0000 7f126a8f7640 1 -- 172.21.15.192:0/169930456 shutdown_connections 2024-09-13T16:01:15.570 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.564+0000 7f126a8f7640 1 -- 172.21.15.192:0/169930456 wait complete. 2024-09-13T16:01:15.570 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.565+0000 7f126a8f7640 1 Processor -- start 2024-09-13T16:01:15.570 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.565+0000 7f126a8f7640 1 -- start start 2024-09-13T16:01:15.570 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.566+0000 7f126a8f7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f12640ce3e0 0x7f12641512a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:15.570 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.566+0000 7f126a8f7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f126415a7f0 0x7f12640c9a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:15.570 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.566+0000 7f126a8f7640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1264162210 0x7f12640c9fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:15.571 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.566+0000 7f126a8f7640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f126415f8c0 con 0x7f12640ce3e0 2024-09-13T16:01:15.571 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.566+0000 7f126a8f7640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f12640c8670 con 0x7f1264162210 2024-09-13T16:01:15.571 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.566+0000 7f126a8f7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f12640c4d20 con 0x7f126415a7f0 2024-09-13T16:01:15.571 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.566+0000 7f1268e94640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1264162210 0x7f12640c9fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:15.571 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.566+0000 7f125bfff640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f126415a7f0 0x7f12640c9a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:15.571 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.566+0000 7f125bfff640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f126415a7f0 0x7f12640c9a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.192:37048/0 (socket says 172.21.15.192:37048) 2024-09-13T16:01:15.571 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.566+0000 7f125bfff640 1 -- 172.21.15.192:0/383545537 learned_addr learned my addr 172.21.15.192:0/383545537 (peer_addr_for_me v2:172.21.15.192:0/0) 2024-09-13T16:01:15.571 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.566+0000 7f1263fff640 1 --2- 172.21.15.192:0/383545537 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f12640ce3e0 0x7f12641512a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:15.571 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.566+0000 7f1268e94640 1 --2- 172.21.15.192:0/383545537 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1264162210 0x7f12640c9fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.192:38950/0 (socket says 172.21.15.192:38950) 2024-09-13T16:01:15.571 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.567+0000 7f1268e94640 1 -- 172.21.15.192:0/383545537 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f126415a7f0 msgr2=0x7f12640c9a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:15.571 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.567+0000 7f1268e94640 1 --2- 172.21.15.192:0/383545537 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f126415a7f0 0x7f12640c9a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:15.571 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.567+0000 7f1268e94640 1 -- 172.21.15.192:0/383545537 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f12640ce3e0 msgr2=0x7f12641512a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:15.571 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.567+0000 7f1268e94640 1 --2- 172.21.15.192:0/383545537 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f12640ce3e0 0x7f12641512a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:15.572 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.567+0000 7f1268e94640 1 -- 172.21.15.192:0/383545537 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f125c009b30 con 0x7f1264162210 2024-09-13T16:01:15.572 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.567+0000 7f1263fff640 1 --2- 172.21.15.192:0/383545537 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f12640ce3e0 0x7f12641512a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:01:15.572 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.567+0000 7f1268e94640 1 --2- 172.21.15.192:0/383545537 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1264162210 0x7f12640c9fd0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f125c030000 tx=0x7f125c004a40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:15.572 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.567+0000 7f12617fa640 1 -- 172.21.15.192:0/383545537 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f125c03d860 con 0x7f1264162210 2024-09-13T16:01:15.572 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.567+0000 7f12617fa640 1 -- 172.21.15.192:0/383545537 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f125c03d9c0 con 0x7f1264162210 2024-09-13T16:01:15.572 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.567+0000 7f126a8f7640 1 -- 172.21.15.192:0/383545537 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f12640c8880 con 0x7f1264162210 2024-09-13T16:01:15.572 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.567+0000 7f12617fa640 1 -- 172.21.15.192:0/383545537 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f125c03ddb0 con 0x7f1264162210 2024-09-13T16:01:15.572 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.567+0000 7f126a8f7640 1 -- 172.21.15.192:0/383545537 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f12640c8e40 con 0x7f1264162210 2024-09-13T16:01:15.572 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.567+0000 7f12617fa640 1 -- 172.21.15.192:0/383545537 <== mon.1 v2:172.21.15.192:3300/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7f125c046700 con 0x7f1264162210 2024-09-13T16:01:15.572 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.567+0000 7f12617fa640 1 -- 172.21.15.192:0/383545537 <== mon.1 v2:172.21.15.192:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 725+0+0 (secure 0 0 0) 0x7f125c03b400 con 0x7f1264162210 2024-09-13T16:01:15.572 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.568+0000 7f126a8f7640 1 -- 172.21.15.192:0/383545537 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f12640989d0 con 0x7f1264162210 2024-09-13T16:01:15.573 INFO:tasks.ceph.mgr.y.smithi076.stderr:2024-09-13T16:01:15.569+0000 7fa5fe1b9040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-13T16:01:15.573 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.570+0000 7f12617fa640 1 -- 172.21.15.192:0/383545537 <== mon.1 v2:172.21.15.192:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7f125c064e30 con 0x7f1264162210 2024-09-13T16:01:15.582 INFO:tasks.ceph.mgr.x.smithi192.stderr:2024-09-13T16:01:15.581+0000 7f3704b62040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-13T16:01:15.638 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.637+0000 7f126a8f7640 1 -- 172.21.15.192:0/383545537 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_command({"prefix": "osd new", "uuid": "2751f3d7-fd95-4d6f-9159-f7d968360e05", "id": 0} v 0) v1 -- 0x7f12640ccc60 con 0x7f1264162210 2024-09-13T16:01:15.644 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.643+0000 7f12617fa640 1 -- 172.21.15.192:0/383545537 <== mon.1 v2:172.21.15.192:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "2751f3d7-fd95-4d6f-9159-f7d968360e05", "id": 0}]=0 v3) v1 ==== 112+0+2 (secure 0 0 0) 0x7f125c053030 con 0x7f1264162210 2024-09-13T16:01:15.644 INFO:teuthology.orchestra.run.smithi192.stdout:0 2024-09-13T16:01:15.646 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.644+0000 7f126a8f7640 1 -- 172.21.15.192:0/383545537 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1264162210 msgr2=0x7f12640c9fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:15.646 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.644+0000 7f126a8f7640 1 --2- 172.21.15.192:0/383545537 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1264162210 0x7f12640c9fd0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f125c030000 tx=0x7f125c004a40 comp rx=0 tx=0).stop 2024-09-13T16:01:15.646 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.644+0000 7f126a8f7640 1 -- 172.21.15.192:0/383545537 shutdown_connections 2024-09-13T16:01:15.646 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.644+0000 7f126a8f7640 1 --2- 172.21.15.192:0/383545537 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1264162210 0x7f12640c9fd0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:15.646 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.644+0000 7f126a8f7640 1 --2- 172.21.15.192:0/383545537 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f126415a7f0 0x7f12640c9a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:15.646 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.644+0000 7f126a8f7640 1 --2- 172.21.15.192:0/383545537 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f12640ce3e0 0x7f12641512a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:15.646 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.644+0000 7f126a8f7640 1 -- 172.21.15.192:0/383545537 >> 172.21.15.192:0/383545537 conn(0x7f12640b1f60 msgr2=0x7f12640b5a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:15.646 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.644+0000 7f126a8f7640 1 -- 172.21.15.192:0/383545537 shutdown_connections 2024-09-13T16:01:15.647 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.644+0000 7f126a8f7640 1 -- 172.21.15.192:0/383545537 wait complete. 2024-09-13T16:01:15.659 DEBUG:teuthology.orchestra.run.smithi192:> sudo ceph --cluster ceph osd new dec4390f-662a-4137-880f-542fadb84ce5 1 2024-09-13T16:01:15.755 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.754+0000 7fb8f403d640 1 Processor -- start 2024-09-13T16:01:15.756 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.754+0000 7fb8f403d640 1 -- start start 2024-09-13T16:01:15.757 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.755+0000 7fb8f403d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb8ec0cabd0 0x7fb8ec0c9800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:15.757 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.755+0000 7fb8f403d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb8ec069ed0 0x7fb8ec06e780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:15.757 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.755+0000 7fb8f403d640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb8ec06a360 con 0x7fb8ec0c9d40 2024-09-13T16:01:15.757 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.755+0000 7fb8f403d640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb8ec06ac00 con 0x7fb8ec0cabd0 2024-09-13T16:01:15.757 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.755+0000 7fb8f403d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb8ec0cafb0 con 0x7fb8ec069ed0 2024-09-13T16:01:15.757 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.755+0000 7fb8f15d8640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb8ec069ed0 0x7fb8ec06e780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:15.758 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.755+0000 7fb8f15d8640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb8ec069ed0 0x7fb8ec06e780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.192:37054/0 (socket says 172.21.15.192:37054) 2024-09-13T16:01:15.758 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.755+0000 7fb8f15d8640 1 -- 172.21.15.192:0/1718327159 learned_addr learned my addr 172.21.15.192:0/1718327159 (peer_addr_for_me v2:172.21.15.192:0/0) 2024-09-13T16:01:15.758 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.755+0000 7fb8f1dd9640 1 --2- 172.21.15.192:0/1718327159 >> v2:172.21.15.76:3300/0 conn(0x7fb8ec0cabd0 0x7fb8ec0c9800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:15.758 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.756+0000 7fb8f15d8640 1 -- 172.21.15.192:0/1718327159 >> v2:172.21.15.76:3300/0 conn(0x7fb8ec0cabd0 msgr2=0x7fb8ec0c9800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:01:15.758 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.756+0000 7fb8f15d8640 1 --2- 172.21.15.192:0/1718327159 >> v2:172.21.15.76:3300/0 conn(0x7fb8ec0cabd0 0x7fb8ec0c9800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:15.758 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.756+0000 7fb8f15d8640 1 -- 172.21.15.192:0/1718327159 >> v1:172.21.15.76:6789/0 conn(0x7fb8ec0c9d40 legacy=0x7fb8ec0cc0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:15.758 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.756+0000 7fb8f15d8640 1 -- 172.21.15.192:0/1718327159 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb8ec06a640 con 0x7fb8ec069ed0 2024-09-13T16:01:15.760 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.756+0000 7fb8f15d8640 1 --2- 172.21.15.192:0/1718327159 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb8ec069ed0 0x7fb8ec06e780 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fb8e0009870 tx=0x7fb8e002a270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e7f3d3b6d1d55650 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:15.760 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.757+0000 7fb8f0dd7640 1 -- 172.21.15.192:0/1718327159 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb8e0032440 con 0x7fb8ec069ed0 2024-09-13T16:01:15.760 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.757+0000 7fb8f0dd7640 1 -- 172.21.15.192:0/1718327159 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb8e00325a0 con 0x7fb8ec069ed0 2024-09-13T16:01:15.760 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.757+0000 7fb8f0dd7640 1 -- 172.21.15.192:0/1718327159 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb8e0032930 con 0x7fb8ec069ed0 2024-09-13T16:01:15.760 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.757+0000 7fb8f403d640 1 -- 172.21.15.192:0/1718327159 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb8ec069ed0 msgr2=0x7fb8ec06e780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:15.760 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.757+0000 7fb8f403d640 1 --2- 172.21.15.192:0/1718327159 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb8ec069ed0 0x7fb8ec06e780 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fb8e0009870 tx=0x7fb8e002a270 comp rx=0 tx=0).stop 2024-09-13T16:01:15.761 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.757+0000 7fb8f403d640 1 -- 172.21.15.192:0/1718327159 shutdown_connections 2024-09-13T16:01:15.761 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.757+0000 7fb8f403d640 1 --2- 172.21.15.192:0/1718327159 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb8ec069ed0 0x7fb8ec06e780 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:15.761 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.757+0000 7fb8f403d640 1 --2- 172.21.15.192:0/1718327159 >> v2:172.21.15.76:3300/0 conn(0x7fb8ec0cabd0 0x7fb8ec0c9800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:15.761 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.757+0000 7fb8f403d640 1 -- 172.21.15.192:0/1718327159 >> 172.21.15.192:0/1718327159 conn(0x7fb8ec0b0d60 msgr2=0x7fb8ec0b1170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:15.761 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.757+0000 7fb8f403d640 1 -- 172.21.15.192:0/1718327159 shutdown_connections 2024-09-13T16:01:15.761 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.757+0000 7fb8f403d640 1 -- 172.21.15.192:0/1718327159 wait complete. 2024-09-13T16:01:15.761 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.759+0000 7fb8f403d640 1 Processor -- start 2024-09-13T16:01:15.761 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.759+0000 7fb8f403d640 1 -- start start 2024-09-13T16:01:15.764 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.759+0000 7fb8f403d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb8ec0c9d40 0x7fb8ec0c3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:15.764 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.759+0000 7fb8f403d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb8ec0cabd0 0x7fb8ec0ac600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:15.764 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.759+0000 7fb8f403d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb8ec1f2210 0x7fb8ec0acb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:15.764 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.759+0000 7fb8f403d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb8ec0c7370 con 0x7fb8ec0cabd0 2024-09-13T16:01:15.765 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.759+0000 7fb8f403d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb8ec0c7650 con 0x7fb8ec0c9d40 2024-09-13T16:01:15.765 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.759+0000 7fb8f403d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb8ec0c7930 con 0x7fb8ec1f2210 2024-09-13T16:01:15.765 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.759+0000 7fb8f25da640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb8ec1f2210 0x7fb8ec0acb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:15.765 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.759+0000 7fb8f1dd9640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb8ec0c9d40 0x7fb8ec0c3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:15.765 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.759+0000 7fb8f1dd9640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb8ec0c9d40 0x7fb8ec0c3600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.192:38958/0 (socket says 172.21.15.192:38958) 2024-09-13T16:01:15.765 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.759+0000 7fb8f25da640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb8ec1f2210 0x7fb8ec0acb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.192:37068/0 (socket says 172.21.15.192:37068) 2024-09-13T16:01:15.765 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.759+0000 7fb8f1dd9640 1 -- 172.21.15.192:0/598270180 learned_addr learned my addr 172.21.15.192:0/598270180 (peer_addr_for_me v2:172.21.15.192:0/0) 2024-09-13T16:01:15.765 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.759+0000 7fb8f15d8640 1 --2- 172.21.15.192:0/598270180 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb8ec0cabd0 0x7fb8ec0ac600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:15.765 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.760+0000 7fb8f1dd9640 1 -- 172.21.15.192:0/598270180 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb8ec1f2210 msgr2=0x7fb8ec0acb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:15.765 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.760+0000 7fb8f1dd9640 1 --2- 172.21.15.192:0/598270180 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb8ec1f2210 0x7fb8ec0acb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:15.765 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.760+0000 7fb8f1dd9640 1 -- 172.21.15.192:0/598270180 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb8ec0cabd0 msgr2=0x7fb8ec0ac600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:15.765 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.760+0000 7fb8f1dd9640 1 --2- 172.21.15.192:0/598270180 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb8ec0cabd0 0x7fb8ec0ac600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:15.765 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.760+0000 7fb8f1dd9640 1 -- 172.21.15.192:0/598270180 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb8e00094d0 con 0x7fb8ec0c9d40 2024-09-13T16:01:15.766 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.760+0000 7fb8f25da640 1 --2- 172.21.15.192:0/598270180 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb8ec1f2210 0x7fb8ec0acb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:01:15.766 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.760+0000 7fb8f1dd9640 1 --2- 172.21.15.192:0/598270180 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb8ec0c9d40 0x7fb8ec0c3600 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fb8e800d5f0 tx=0x7fb8e800dab0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:15.766 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.760+0000 7fb8de7fc640 1 -- 172.21.15.192:0/598270180 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb8e80125f0 con 0x7fb8ec0c9d40 2024-09-13T16:01:15.766 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.760+0000 7fb8de7fc640 1 -- 172.21.15.192:0/598270180 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb8e8012750 con 0x7fb8ec0c9d40 2024-09-13T16:01:15.766 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.760+0000 7fb8f403d640 1 -- 172.21.15.192:0/598270180 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb8ec0c7c10 con 0x7fb8ec0c9d40 2024-09-13T16:01:15.766 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.760+0000 7fb8de7fc640 1 -- 172.21.15.192:0/598270180 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb8e8012b00 con 0x7fb8ec0c9d40 2024-09-13T16:01:15.766 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.760+0000 7fb8f403d640 1 -- 172.21.15.192:0/598270180 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb8ec0c3b40 con 0x7fb8ec0c9d40 2024-09-13T16:01:15.766 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.760+0000 7fb8de7fc640 1 -- 172.21.15.192:0/598270180 <== mon.1 v2:172.21.15.192:3300/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7fb8e801e460 con 0x7fb8ec0c9d40 2024-09-13T16:01:15.766 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.760+0000 7fb8de7fc640 1 -- 172.21.15.192:0/598270180 <== mon.1 v2:172.21.15.192:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 840+0+0 (secure 0 0 0) 0x7fb8e8014910 con 0x7fb8ec0c9d40 2024-09-13T16:01:15.766 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.761+0000 7fb8f403d640 1 -- 172.21.15.192:0/598270180 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb8ec0cb320 con 0x7fb8ec0c9d40 2024-09-13T16:01:15.766 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.763+0000 7fb8de7fc640 1 -- 172.21.15.192:0/598270180 <== mon.1 v2:172.21.15.192:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7fb8e8014b20 con 0x7fb8ec0c9d40 2024-09-13T16:01:15.831 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.830+0000 7fb8f403d640 1 -- 172.21.15.192:0/598270180 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_command({"prefix": "osd new", "uuid": "dec4390f-662a-4137-880f-542fadb84ce5", "id": 1} v 0) v1 -- 0x7fb8ec09cf70 con 0x7fb8ec0c9d40 2024-09-13T16:01:15.838 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.837+0000 7fb8de7fc640 1 -- 172.21.15.192:0/598270180 <== mon.1 v2:172.21.15.192:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "dec4390f-662a-4137-880f-542fadb84ce5", "id": 1}]=0 v4) v1 ==== 112+0+2 (secure 0 0 0) 0x7fb8e8014df0 con 0x7fb8ec0c9d40 2024-09-13T16:01:15.838 INFO:teuthology.orchestra.run.smithi192.stdout:1 2024-09-13T16:01:15.840 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.838+0000 7fb8f403d640 1 -- 172.21.15.192:0/598270180 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb8ec0c9d40 msgr2=0x7fb8ec0c3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:15.840 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.838+0000 7fb8f403d640 1 --2- 172.21.15.192:0/598270180 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb8ec0c9d40 0x7fb8ec0c3600 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fb8e800d5f0 tx=0x7fb8e800dab0 comp rx=0 tx=0).stop 2024-09-13T16:01:15.840 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.838+0000 7fb8f403d640 1 -- 172.21.15.192:0/598270180 shutdown_connections 2024-09-13T16:01:15.840 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.838+0000 7fb8f403d640 1 --2- 172.21.15.192:0/598270180 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb8ec1f2210 0x7fb8ec0acb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:15.840 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.838+0000 7fb8f403d640 1 --2- 172.21.15.192:0/598270180 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb8ec0cabd0 0x7fb8ec0ac600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:15.840 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.838+0000 7fb8f403d640 1 --2- 172.21.15.192:0/598270180 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb8ec0c9d40 0x7fb8ec0c3600 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:15.840 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.838+0000 7fb8f403d640 1 -- 172.21.15.192:0/598270180 >> 172.21.15.192:0/598270180 conn(0x7fb8ec0b0d60 msgr2=0x7fb8ec06d9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:15.840 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.838+0000 7fb8f403d640 1 -- 172.21.15.192:0/598270180 shutdown_connections 2024-09-13T16:01:15.840 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.838+0000 7fb8f403d640 1 -- 172.21.15.192:0/598270180 wait complete. 2024-09-13T16:01:15.849 DEBUG:teuthology.orchestra.run.smithi192:> sudo ceph --cluster ceph osd new 817f9809-7b6c-4254-aacb-a2c56835e5c9 2 2024-09-13T16:01:15.884 INFO:tasks.ceph.mgr.y.smithi076.stderr:2024-09-13T16:01:15.883+0000 7fa5fe1b9040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-13T16:01:15.896 INFO:tasks.ceph.mgr.x.smithi192.stderr:2024-09-13T16:01:15.894+0000 7f3704b62040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-13T16:01:15.934 INFO:tasks.ceph.mgr.y.smithi076.stderr:2024-09-13T16:01:15.933+0000 7fa5fe1b9040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-13T16:01:15.943 INFO:tasks.ceph.mgr.x.smithi192.stderr:2024-09-13T16:01:15.942+0000 7f3704b62040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-13T16:01:15.945 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.944+0000 7ff8e886c640 1 Processor -- start 2024-09-13T16:01:15.946 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.944+0000 7ff8e886c640 1 -- start start 2024-09-13T16:01:15.948 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.945+0000 7ff8e886c640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7ff8e415a810 0x7ff8e40b3e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:15.948 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.945+0000 7ff8e886c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff8e40b43c0 0x7ff8e40cb8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:15.948 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.945+0000 7ff8e886c640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff8e406ef80 con 0x7ff8e40adb60 2024-09-13T16:01:15.948 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.945+0000 7ff8e886c640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff8e40b4870 con 0x7ff8e415a810 2024-09-13T16:01:15.948 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.945+0000 7ff8e886c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff8e415b830 con 0x7ff8e40b43c0 2024-09-13T16:01:15.948 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.946+0000 7ff8e2d9d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff8e40b43c0 0x7ff8e40cb8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:15.948 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.946+0000 7ff8e2d9d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff8e40b43c0 0x7ff8e40cb8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.192:37074/0 (socket says 172.21.15.192:37074) 2024-09-13T16:01:15.948 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.946+0000 7ff8e2d9d640 1 -- 172.21.15.192:0/4027463460 learned_addr learned my addr 172.21.15.192:0/4027463460 (peer_addr_for_me v2:172.21.15.192:0/0) 2024-09-13T16:01:15.949 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.946+0000 7ff8e1d9b640 1 --2- 172.21.15.192:0/4027463460 >> v2:172.21.15.192:3300/0 conn(0x7ff8e415a810 0x7ff8e40b3e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:15.949 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.946+0000 7ff8e2d9d640 1 -- 172.21.15.192:0/4027463460 >> v2:172.21.15.192:3300/0 conn(0x7ff8e415a810 msgr2=0x7ff8e40b3e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:01:15.949 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.946+0000 7ff8e2d9d640 1 --2- 172.21.15.192:0/4027463460 >> v2:172.21.15.192:3300/0 conn(0x7ff8e415a810 0x7ff8e40b3e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:15.949 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.946+0000 7ff8e2d9d640 1 -- 172.21.15.192:0/4027463460 >> v1:172.21.15.76:6789/0 conn(0x7ff8e40adb60 legacy=0x7ff8e415e810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:15.949 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.946+0000 7ff8e2d9d640 1 -- 172.21.15.192:0/4027463460 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff8e415acb0 con 0x7ff8e40b43c0 2024-09-13T16:01:15.949 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.946+0000 7ff8e1d9b640 1 --2- 172.21.15.192:0/4027463460 >> v2:172.21.15.192:3300/0 conn(0x7ff8e415a810 0x7ff8e40b3e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:01:15.949 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.947+0000 7ff8e2d9d640 1 --2- 172.21.15.192:0/4027463460 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff8e40b43c0 0x7ff8e40cb8f0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7ff8dc009e50 tx=0x7ff8dc02a680 comp rx=0 tx=0).ready entity=mon.2 client_cookie=17df36191f34c85d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:15.949 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.947+0000 7ff8e159a640 1 -- 172.21.15.192:0/4027463460 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8dc02aea0 con 0x7ff8e40b43c0 2024-09-13T16:01:15.949 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.947+0000 7ff8e159a640 1 -- 172.21.15.192:0/4027463460 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff8dc02d050 con 0x7ff8e40b43c0 2024-09-13T16:01:15.949 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.947+0000 7ff8e159a640 1 -- 172.21.15.192:0/4027463460 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8dc031820 con 0x7ff8e40b43c0 2024-09-13T16:01:15.952 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.947+0000 7ff8e886c640 1 -- 172.21.15.192:0/4027463460 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff8e40b43c0 msgr2=0x7ff8e40cb8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:15.953 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.947+0000 7ff8e886c640 1 --2- 172.21.15.192:0/4027463460 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff8e40b43c0 0x7ff8e40cb8f0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7ff8dc009e50 tx=0x7ff8dc02a680 comp rx=0 tx=0).stop 2024-09-13T16:01:15.953 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.947+0000 7ff8e886c640 1 -- 172.21.15.192:0/4027463460 shutdown_connections 2024-09-13T16:01:15.953 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.947+0000 7ff8e886c640 1 --2- 172.21.15.192:0/4027463460 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff8e40b43c0 0x7ff8e40cb8f0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:15.953 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.947+0000 7ff8e886c640 1 --2- 172.21.15.192:0/4027463460 >> v2:172.21.15.192:3300/0 conn(0x7ff8e415a810 0x7ff8e40b3e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:15.953 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.947+0000 7ff8e886c640 1 -- 172.21.15.192:0/4027463460 >> 172.21.15.192:0/4027463460 conn(0x7ff8e4069ed0 msgr2=0x7ff8e406a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:15.953 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.947+0000 7ff8e886c640 1 -- 172.21.15.192:0/4027463460 shutdown_connections 2024-09-13T16:01:15.953 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.947+0000 7ff8e886c640 1 -- 172.21.15.192:0/4027463460 wait complete. 2024-09-13T16:01:15.953 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.949+0000 7ff8e886c640 1 Processor -- start 2024-09-13T16:01:15.953 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.949+0000 7ff8e886c640 1 -- start start 2024-09-13T16:01:15.953 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.949+0000 7ff8e886c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff8e40adb60 0x7ff8e41453f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:15.953 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.950+0000 7ff8e886c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff8e40b43c0 0x7ff8e4156fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:15.953 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.950+0000 7ff8e886c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff8e415a810 0x7ff8e40a8e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:15.953 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.950+0000 7ff8e886c640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff8e4145930 con 0x7ff8e40adb60 2024-09-13T16:01:15.954 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.950+0000 7ff8e886c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff8e4157a40 con 0x7ff8e40b43c0 2024-09-13T16:01:15.954 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.950+0000 7ff8e886c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff8e4157d20 con 0x7ff8e415a810 2024-09-13T16:01:15.954 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.950+0000 7ff8e2d9d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff8e415a810 0x7ff8e40a8e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:15.954 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.950+0000 7ff8e1d9b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff8e40b43c0 0x7ff8e4156fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:15.954 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.950+0000 7ff8e2d9d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff8e415a810 0x7ff8e40a8e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.192:37090/0 (socket says 172.21.15.192:37090) 2024-09-13T16:01:15.954 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.950+0000 7ff8e2d9d640 1 -- 172.21.15.192:0/2694575411 learned_addr learned my addr 172.21.15.192:0/2694575411 (peer_addr_for_me v2:172.21.15.192:0/0) 2024-09-13T16:01:15.954 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.950+0000 7ff8e1d9b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff8e40b43c0 0x7ff8e4156fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.192:38984/0 (socket says 172.21.15.192:38984) 2024-09-13T16:01:15.954 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.950+0000 7ff8e259c640 1 --2- 172.21.15.192:0/2694575411 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff8e40adb60 0x7ff8e41453f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:15.954 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.950+0000 7ff8e2d9d640 1 -- 172.21.15.192:0/2694575411 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff8e40b43c0 msgr2=0x7ff8e4156fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:15.954 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.950+0000 7ff8e2d9d640 1 --2- 172.21.15.192:0/2694575411 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff8e40b43c0 0x7ff8e4156fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:15.954 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.950+0000 7ff8e2d9d640 1 -- 172.21.15.192:0/2694575411 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff8e40adb60 msgr2=0x7ff8e41453f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:15.954 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.950+0000 7ff8e2d9d640 1 --2- 172.21.15.192:0/2694575411 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff8e40adb60 0x7ff8e41453f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:15.954 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.950+0000 7ff8e2d9d640 1 -- 172.21.15.192:0/2694575411 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff8d8009400 con 0x7ff8e415a810 2024-09-13T16:01:15.954 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.950+0000 7ff8e259c640 1 --2- 172.21.15.192:0/2694575411 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff8e40adb60 0x7ff8e41453f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:01:15.955 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.950+0000 7ff8e2d9d640 1 --2- 172.21.15.192:0/2694575411 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff8e415a810 0x7ff8e40a8e50 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7ff8dc009f70 tx=0x7ff8dc004a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:15.955 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.950+0000 7ff8d2ffd640 1 -- 172.21.15.192:0/2694575411 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8dc03d860 con 0x7ff8e415a810 2024-09-13T16:01:15.955 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.950+0000 7ff8d2ffd640 1 -- 172.21.15.192:0/2694575411 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff8dc03d9c0 con 0x7ff8e415a810 2024-09-13T16:01:15.955 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.950+0000 7ff8e886c640 1 -- 172.21.15.192:0/2694575411 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff8dc009b30 con 0x7ff8e415a810 2024-09-13T16:01:15.955 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.950+0000 7ff8d2ffd640 1 -- 172.21.15.192:0/2694575411 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8dc03dd70 con 0x7ff8e415a810 2024-09-13T16:01:15.955 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.950+0000 7ff8e886c640 1 -- 172.21.15.192:0/2694575411 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff8e41582e0 con 0x7ff8e415a810 2024-09-13T16:01:15.955 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.951+0000 7ff8d2ffd640 1 -- 172.21.15.192:0/2694575411 <== mon.2 v2:172.21.15.192:3301/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7ff8dc046700 con 0x7ff8e415a810 2024-09-13T16:01:15.955 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.951+0000 7ff8d2ffd640 1 -- 172.21.15.192:0/2694575411 <== mon.2 v2:172.21.15.192:3301/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 955+0+0 (secure 0 0 0) 0x7ff8dc02aea0 con 0x7ff8e415a810 2024-09-13T16:01:15.955 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.951+0000 7ff8e886c640 1 -- 172.21.15.192:0/2694575411 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff8e40b3e80 con 0x7ff8e415a810 2024-09-13T16:01:15.955 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:15.953+0000 7ff8d2ffd640 1 -- 172.21.15.192:0/2694575411 <== mon.2 v2:172.21.15.192:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7ff8dc064e30 con 0x7ff8e415a810 2024-09-13T16:01:16.023 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.022+0000 7ff8e886c640 1 -- 172.21.15.192:0/2694575411 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_command({"prefix": "osd new", "uuid": "817f9809-7b6c-4254-aacb-a2c56835e5c9", "id": 2} v 0) v1 -- 0x7ff8e406dc50 con 0x7ff8e415a810 2024-09-13T16:01:16.030 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.029+0000 7ff8d2ffd640 1 -- 172.21.15.192:0/2694575411 <== mon.2 v2:172.21.15.192:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "817f9809-7b6c-4254-aacb-a2c56835e5c9", "id": 2}]=0 v5) v1 ==== 112+0+2 (secure 0 0 0) 0x7ff8dc053030 con 0x7ff8e415a810 2024-09-13T16:01:16.031 INFO:teuthology.orchestra.run.smithi192.stdout:2 2024-09-13T16:01:16.032 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.030+0000 7ff8e886c640 1 -- 172.21.15.192:0/2694575411 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff8e415a810 msgr2=0x7ff8e40a8e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:16.032 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.030+0000 7ff8e886c640 1 --2- 172.21.15.192:0/2694575411 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff8e415a810 0x7ff8e40a8e50 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7ff8dc009f70 tx=0x7ff8dc004a40 comp rx=0 tx=0).stop 2024-09-13T16:01:16.032 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.030+0000 7ff8e886c640 1 -- 172.21.15.192:0/2694575411 shutdown_connections 2024-09-13T16:01:16.032 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.030+0000 7ff8e886c640 1 --2- 172.21.15.192:0/2694575411 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff8e415a810 0x7ff8e40a8e50 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:16.032 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.030+0000 7ff8e886c640 1 --2- 172.21.15.192:0/2694575411 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff8e40b43c0 0x7ff8e4156fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:16.032 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.030+0000 7ff8e886c640 1 --2- 172.21.15.192:0/2694575411 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff8e40adb60 0x7ff8e41453f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:16.033 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.030+0000 7ff8e886c640 1 -- 172.21.15.192:0/2694575411 >> 172.21.15.192:0/2694575411 conn(0x7ff8e4069ed0 msgr2=0x7ff8e415cf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:16.033 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.030+0000 7ff8e886c640 1 -- 172.21.15.192:0/2694575411 shutdown_connections 2024-09-13T16:01:16.033 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.030+0000 7ff8e886c640 1 -- 172.21.15.192:0/2694575411 wait complete. 2024-09-13T16:01:16.042 DEBUG:teuthology.orchestra.run.smithi192:> sudo ceph --cluster ceph osd new c8efce4a-8f88-497f-b795-3c2a2fb8f6f8 3 2024-09-13T16:01:16.082 INFO:tasks.ceph.mgr.y.smithi076.stderr:2024-09-13T16:01:16.080+0000 7fa5fe1b9040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-13T16:01:16.100 INFO:tasks.ceph.mgr.x.smithi192.stderr:2024-09-13T16:01:16.098+0000 7f3704b62040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-13T16:01:16.139 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.138+0000 7fd589c2b640 1 Processor -- start 2024-09-13T16:01:16.140 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.138+0000 7fd589c2b640 1 -- start start 2024-09-13T16:01:16.141 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.139+0000 7fd589c2b640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd58406e5e0 0x7fd5840b3400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:16.141 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.139+0000 7fd589c2b640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd5840ad7f0 con 0x7fd5840b2200 2024-09-13T16:01:16.141 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.139+0000 7fd589c2b640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd5840adad0 con 0x7fd5840ad360 2024-09-13T16:01:16.141 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.139+0000 7fd589c2b640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd5840b3940 con 0x7fd58406e5e0 2024-09-13T16:01:16.141 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.139+0000 7fd583fff640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd58406e5e0 0x7fd5840b3400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:16.141 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.139+0000 7fd583fff640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd58406e5e0 0x7fd5840b3400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.192:37100/0 (socket says 172.21.15.192:37100) 2024-09-13T16:01:16.141 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.139+0000 7fd57affd640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7fd5840ad360 0x7fd5840b2cf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.192:40016/0 (socket says 172.21.15.192:40016) 2024-09-13T16:01:16.141 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.139+0000 7fd583fff640 1 -- 172.21.15.192:0/1208157274 learned_addr learned my addr 172.21.15.192:0/1208157274 (peer_addr_for_me v2:172.21.15.192:0/0) 2024-09-13T16:01:16.141 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.139+0000 7fd583fff640 1 -- 172.21.15.192:0/1208157274 >> v1:172.21.15.192:6789/0 conn(0x7fd5840ad360 legacy=0x7fd5840b2cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:16.141 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.139+0000 7fd582ffd640 1 -- 172.21.15.192:0/1208157274 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1957981131 0 0) 0x7fd5840adad0 con 0x7fd5840ad360 2024-09-13T16:01:16.141 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.139+0000 7fd583fff640 1 -- 172.21.15.192:0/1208157274 >> v1:172.21.15.76:6789/0 conn(0x7fd5840b2200 legacy=0x7fd5840b25e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:16.142 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.139+0000 7fd583fff640 1 -- 172.21.15.192:0/1208157274 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd5840addb0 con 0x7fd58406e5e0 2024-09-13T16:01:16.143 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.140+0000 7fd583fff640 1 --2- 172.21.15.192:0/1208157274 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd58406e5e0 0x7fd5840b3400 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fd57c009e80 tx=0x7fd57c02a710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ef20dc2af02d6cda server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:16.143 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.140+0000 7fd582ffd640 1 -- 172.21.15.192:0/1208157274 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd57c031600 con 0x7fd58406e5e0 2024-09-13T16:01:16.144 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.140+0000 7fd582ffd640 1 -- 172.21.15.192:0/1208157274 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd57c02d050 con 0x7fd58406e5e0 2024-09-13T16:01:16.144 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.140+0000 7fd582ffd640 1 -- 172.21.15.192:0/1208157274 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd57c031980 con 0x7fd58406e5e0 2024-09-13T16:01:16.144 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.141+0000 7fd589c2b640 1 -- 172.21.15.192:0/1208157274 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd58406e5e0 msgr2=0x7fd5840b3400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:16.144 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.141+0000 7fd589c2b640 1 --2- 172.21.15.192:0/1208157274 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd58406e5e0 0x7fd5840b3400 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fd57c009e80 tx=0x7fd57c02a710 comp rx=0 tx=0).stop 2024-09-13T16:01:16.144 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.141+0000 7fd589c2b640 1 -- 172.21.15.192:0/1208157274 shutdown_connections 2024-09-13T16:01:16.144 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.141+0000 7fd589c2b640 1 --2- 172.21.15.192:0/1208157274 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd58406e5e0 0x7fd5840b3400 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:16.144 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.141+0000 7fd589c2b640 1 -- 172.21.15.192:0/1208157274 >> 172.21.15.192:0/1208157274 conn(0x7fd5840b4720 msgr2=0x7fd5840b4b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:16.144 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.141+0000 7fd589c2b640 1 -- 172.21.15.192:0/1208157274 shutdown_connections 2024-09-13T16:01:16.144 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.141+0000 7fd589c2b640 1 -- 172.21.15.192:0/1208157274 wait complete. 2024-09-13T16:01:16.144 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.142+0000 7fd589c2b640 1 Processor -- start 2024-09-13T16:01:16.144 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.142+0000 7fd589c2b640 1 -- start start 2024-09-13T16:01:16.147 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.143+0000 7fd589c2b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd58406e5e0 0x7fd584153170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:16.147 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.143+0000 7fd589c2b640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd5840b2200 0x7fd584144cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:16.147 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.143+0000 7fd589c2b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd584150aa0 0x7fd584150f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:16.147 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.143+0000 7fd589c2b640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd5841451f0 con 0x7fd58406e5e0 2024-09-13T16:01:16.147 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.143+0000 7fd589c2b640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd584146740 con 0x7fd584150aa0 2024-09-13T16:01:16.147 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.143+0000 7fd589c2b640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd584153830 con 0x7fd5840b2200 2024-09-13T16:01:16.147 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.143+0000 7fd583fff640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd584150aa0 0x7fd584150f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:16.147 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.143+0000 7fd57affd640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd5840b2200 0x7fd584144cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:16.147 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.143+0000 7fd583fff640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd584150aa0 0x7fd584150f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.192:38998/0 (socket says 172.21.15.192:38998) 2024-09-13T16:01:16.147 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.143+0000 7fd5837fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd58406e5e0 0x7fd584153170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:16.148 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.143+0000 7fd583fff640 1 -- 172.21.15.192:0/34847381 learned_addr learned my addr 172.21.15.192:0/34847381 (peer_addr_for_me v2:172.21.15.192:0/0) 2024-09-13T16:01:16.148 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.143+0000 7fd57affd640 1 -- 172.21.15.192:0/34847381 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd584150aa0 msgr2=0x7fd584150f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:16.148 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.143+0000 7fd57affd640 1 --2- 172.21.15.192:0/34847381 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd584150aa0 0x7fd584150f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:16.148 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.143+0000 7fd57affd640 1 -- 172.21.15.192:0/34847381 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd58406e5e0 msgr2=0x7fd584153170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:16.148 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.143+0000 7fd57affd640 1 --2- 172.21.15.192:0/34847381 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd58406e5e0 0x7fd584153170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:16.148 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.143+0000 7fd57affd640 1 -- 172.21.15.192:0/34847381 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd57c009b30 con 0x7fd5840b2200 2024-09-13T16:01:16.148 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.143+0000 7fd5837fe640 1 --2- 172.21.15.192:0/34847381 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd58406e5e0 0x7fd584153170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:01:16.148 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.143+0000 7fd583fff640 1 --2- 172.21.15.192:0/34847381 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd584150aa0 0x7fd584150f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:01:16.148 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.144+0000 7fd57affd640 1 --2- 172.21.15.192:0/34847381 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd5840b2200 0x7fd584144cb0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fd56c00c410 tx=0x7fd56c00c8d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:16.149 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.144+0000 7fd580ff9640 1 -- 172.21.15.192:0/34847381 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd56c0074e0 con 0x7fd5840b2200 2024-09-13T16:01:16.149 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.144+0000 7fd580ff9640 1 -- 172.21.15.192:0/34847381 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd56c007660 con 0x7fd5840b2200 2024-09-13T16:01:16.149 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.144+0000 7fd589c2b640 1 -- 172.21.15.192:0/34847381 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd584146b60 con 0x7fd5840b2200 2024-09-13T16:01:16.149 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.144+0000 7fd580ff9640 1 -- 172.21.15.192:0/34847381 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd56c004a20 con 0x7fd5840b2200 2024-09-13T16:01:16.149 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.144+0000 7fd589c2b640 1 -- 172.21.15.192:0/34847381 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd584146180 con 0x7fd5840b2200 2024-09-13T16:01:16.149 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.144+0000 7fd580ff9640 1 -- 172.21.15.192:0/34847381 <== mon.2 v2:172.21.15.192:3301/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7fd56c01d3f0 con 0x7fd5840b2200 2024-09-13T16:01:16.149 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.144+0000 7fd580ff9640 1 -- 172.21.15.192:0/34847381 <== mon.2 v2:172.21.15.192:3301/0 5 ==== osd_map(5..5 src has 1..5) v4 ==== 1070+0+0 (secure 0 0 0) 0x7fd56c013850 con 0x7fd5840b2200 2024-09-13T16:01:16.150 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.145+0000 7fd589c2b640 1 -- 172.21.15.192:0/34847381 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd58406d5d0 con 0x7fd5840b2200 2024-09-13T16:01:16.151 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.147+0000 7fd580ff9640 1 -- 172.21.15.192:0/34847381 <== mon.2 v2:172.21.15.192:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7fd56c0133c0 con 0x7fd5840b2200 2024-09-13T16:01:16.215 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.214+0000 7fd589c2b640 1 -- 172.21.15.192:0/34847381 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_command({"prefix": "osd new", "uuid": "c8efce4a-8f88-497f-b795-3c2a2fb8f6f8", "id": 3} v 0) v1 -- 0x7fd58406cf60 con 0x7fd5840b2200 2024-09-13T16:01:16.221 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.220+0000 7fd580ff9640 1 -- 172.21.15.192:0/34847381 <== mon.2 v2:172.21.15.192:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "c8efce4a-8f88-497f-b795-3c2a2fb8f6f8", "id": 3}]=0 v6) v1 ==== 112+0+2 (secure 0 0 0) 0x7fd56c0136b0 con 0x7fd5840b2200 2024-09-13T16:01:16.221 INFO:teuthology.orchestra.run.smithi192.stdout:3 2024-09-13T16:01:16.222 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.221+0000 7fd589c2b640 1 -- 172.21.15.192:0/34847381 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd5840b2200 msgr2=0x7fd584144cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:16.223 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.221+0000 7fd589c2b640 1 --2- 172.21.15.192:0/34847381 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd5840b2200 0x7fd584144cb0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fd56c00c410 tx=0x7fd56c00c8d0 comp rx=0 tx=0).stop 2024-09-13T16:01:16.223 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.221+0000 7fd589c2b640 1 -- 172.21.15.192:0/34847381 shutdown_connections 2024-09-13T16:01:16.223 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.221+0000 7fd589c2b640 1 --2- 172.21.15.192:0/34847381 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd584150aa0 0x7fd584150f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:16.223 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.221+0000 7fd589c2b640 1 --2- 172.21.15.192:0/34847381 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd5840b2200 0x7fd584144cb0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:16.223 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.221+0000 7fd589c2b640 1 --2- 172.21.15.192:0/34847381 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd58406e5e0 0x7fd584153170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:16.223 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.221+0000 7fd589c2b640 1 -- 172.21.15.192:0/34847381 >> 172.21.15.192:0/34847381 conn(0x7fd5840b4720 msgr2=0x7fd5840b1860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:16.223 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.221+0000 7fd589c2b640 1 -- 172.21.15.192:0/34847381 shutdown_connections 2024-09-13T16:01:16.223 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.221+0000 7fd589c2b640 1 -- 172.21.15.192:0/34847381 wait complete. 2024-09-13T16:01:16.233 DEBUG:teuthology.orchestra.run.smithi192:> sudo ceph --cluster ceph osd new c23e0833-c27c-45cf-ae0a-98b434b10e6d 4 2024-09-13T16:01:16.329 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.327+0000 7fc615353640 1 Processor -- start 2024-09-13T16:01:16.329 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.328+0000 7fc615353640 1 -- start start 2024-09-13T16:01:16.331 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.328+0000 7fc615353640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fc61006c8a0 0x7fc6100b1160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:16.331 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.328+0000 7fc615353640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fc610071b20 0x7fc6100b16a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:16.332 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.328+0000 7fc615353640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc6100b2d10 con 0x7fc610158b00 2024-09-13T16:01:16.332 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.328+0000 7fc615353640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc6100b2ff0 con 0x7fc610071b20 2024-09-13T16:01:16.332 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.328+0000 7fc615353640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc610070310 con 0x7fc61006c8a0 2024-09-13T16:01:16.332 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.328+0000 7fc60e7fc640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fc61006c8a0 0x7fc6100b1160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:16.332 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.329+0000 7fc60e7fc640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fc61006c8a0 0x7fc6100b1160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.192:39002/0 (socket says 172.21.15.192:39002) 2024-09-13T16:01:16.332 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.329+0000 7fc60e7fc640 1 -- 172.21.15.192:0/1616270266 learned_addr learned my addr 172.21.15.192:0/1616270266 (peer_addr_for_me v2:172.21.15.192:0/0) 2024-09-13T16:01:16.332 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.329+0000 7fc60f7fe640 1 --2- 172.21.15.192:0/1616270266 >> v2:172.21.15.76:3300/0 conn(0x7fc610071b20 0x7fc6100b16a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:16.332 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.329+0000 7fc60e7fc640 1 -- 172.21.15.192:0/1616270266 >> v2:172.21.15.76:3300/0 conn(0x7fc610071b20 msgr2=0x7fc6100b16a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:01:16.332 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.329+0000 7fc60e7fc640 1 --2- 172.21.15.192:0/1616270266 >> v2:172.21.15.76:3300/0 conn(0x7fc610071b20 0x7fc6100b16a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:16.332 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.329+0000 7fc60e7fc640 1 -- 172.21.15.192:0/1616270266 >> v1:172.21.15.76:6789/0 conn(0x7fc610158b00 legacy=0x7fc61006c190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:16.332 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.329+0000 7fc60e7fc640 1 -- 172.21.15.192:0/1616270266 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc6100705f0 con 0x7fc61006c8a0 2024-09-13T16:01:16.332 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.329+0000 7fc60e7fc640 1 --2- 172.21.15.192:0/1616270266 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc61006c8a0 0x7fc6100b1160 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fc610070140 tx=0x7fc5f802c940 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9de708865e27b7e4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:16.333 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.330+0000 7fc60dffb640 1 -- 172.21.15.192:0/1616270266 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5f8032640 con 0x7fc61006c8a0 2024-09-13T16:01:16.333 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.330+0000 7fc60dffb640 1 -- 172.21.15.192:0/1616270266 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc5f80327a0 con 0x7fc61006c8a0 2024-09-13T16:01:16.333 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.330+0000 7fc60dffb640 1 -- 172.21.15.192:0/1616270266 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5f8032b30 con 0x7fc61006c8a0 2024-09-13T16:01:16.333 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.330+0000 7fc615353640 1 -- 172.21.15.192:0/1616270266 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc61006c8a0 msgr2=0x7fc6100b1160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:16.333 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.330+0000 7fc615353640 1 --2- 172.21.15.192:0/1616270266 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc61006c8a0 0x7fc6100b1160 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fc610070140 tx=0x7fc5f802c940 comp rx=0 tx=0).stop 2024-09-13T16:01:16.333 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.330+0000 7fc615353640 1 -- 172.21.15.192:0/1616270266 shutdown_connections 2024-09-13T16:01:16.333 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.330+0000 7fc615353640 1 --2- 172.21.15.192:0/1616270266 >> v2:172.21.15.76:3300/0 conn(0x7fc610071b20 0x7fc6100b16a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:16.333 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.330+0000 7fc615353640 1 --2- 172.21.15.192:0/1616270266 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc61006c8a0 0x7fc6100b1160 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:16.333 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.330+0000 7fc615353640 1 -- 172.21.15.192:0/1616270266 >> 172.21.15.192:0/1616270266 conn(0x7fc61006a0b0 msgr2=0x7fc61006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:16.333 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.330+0000 7fc615353640 1 -- 172.21.15.192:0/1616270266 shutdown_connections 2024-09-13T16:01:16.333 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.330+0000 7fc615353640 1 -- 172.21.15.192:0/1616270266 wait complete. 2024-09-13T16:01:16.336 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.332+0000 7fc615353640 1 Processor -- start 2024-09-13T16:01:16.336 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.332+0000 7fc615353640 1 -- start start 2024-09-13T16:01:16.336 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.332+0000 7fc615353640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc61006c8a0 0x7fc610158140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:16.336 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.332+0000 7fc615353640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc610071b20 0x7fc6101f0b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:16.337 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.332+0000 7fc615353640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc610158b00 0x7fc6101f1090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:16.337 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.332+0000 7fc615353640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc6100c1960 con 0x7fc610158b00 2024-09-13T16:01:16.337 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.332+0000 7fc615353640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc610158680 con 0x7fc610071b20 2024-09-13T16:01:16.337 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.332+0000 7fc615353640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc6100c2c50 con 0x7fc61006c8a0 2024-09-13T16:01:16.337 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.332+0000 7fc60e7fc640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc610071b20 0x7fc6101f0b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:16.337 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.332+0000 7fc60effd640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc61006c8a0 0x7fc610158140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:16.337 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.332+0000 7fc60e7fc640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc610071b20 0x7fc6101f0b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.192:39008/0 (socket says 172.21.15.192:39008) 2024-09-13T16:01:16.337 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.332+0000 7fc60e7fc640 1 -- 172.21.15.192:0/2876719138 learned_addr learned my addr 172.21.15.192:0/2876719138 (peer_addr_for_me v2:172.21.15.192:0/0) 2024-09-13T16:01:16.337 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.333+0000 7fc60f7fe640 1 --2- 172.21.15.192:0/2876719138 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc610158b00 0x7fc6101f1090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:16.338 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.333+0000 7fc60e7fc640 1 -- 172.21.15.192:0/2876719138 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc61006c8a0 msgr2=0x7fc610158140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:16.338 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.333+0000 7fc60e7fc640 1 --2- 172.21.15.192:0/2876719138 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc61006c8a0 0x7fc610158140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:16.338 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.333+0000 7fc60e7fc640 1 -- 172.21.15.192:0/2876719138 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc610158b00 msgr2=0x7fc6101f1090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:16.338 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.333+0000 7fc60e7fc640 1 --2- 172.21.15.192:0/2876719138 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc610158b00 0x7fc6101f1090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:16.338 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.333+0000 7fc60e7fc640 1 -- 172.21.15.192:0/2876719138 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc5f800b770 con 0x7fc610071b20 2024-09-13T16:01:16.338 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.333+0000 7fc60f7fe640 1 --2- 172.21.15.192:0/2876719138 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc610158b00 0x7fc6101f1090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:01:16.338 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.333+0000 7fc60e7fc640 1 --2- 172.21.15.192:0/2876719138 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc610071b20 0x7fc6101f0b50 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fc5f802c980 tx=0x7fc5f80046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:16.338 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.333+0000 7fc6077fe640 1 -- 172.21.15.192:0/2876719138 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5f8040070 con 0x7fc610071b20 2024-09-13T16:01:16.338 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.333+0000 7fc6077fe640 1 -- 172.21.15.192:0/2876719138 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc5f803b960 con 0x7fc610071b20 2024-09-13T16:01:16.338 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.333+0000 7fc615353640 1 -- 172.21.15.192:0/2876719138 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc6100c1bb0 con 0x7fc610071b20 2024-09-13T16:01:16.338 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.333+0000 7fc6077fe640 1 -- 172.21.15.192:0/2876719138 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5f803bcf0 con 0x7fc610071b20 2024-09-13T16:01:16.339 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.333+0000 7fc615353640 1 -- 172.21.15.192:0/2876719138 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc6100c2170 con 0x7fc610071b20 2024-09-13T16:01:16.339 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.333+0000 7fc6077fe640 1 -- 172.21.15.192:0/2876719138 <== mon.1 v2:172.21.15.192:3300/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7fc5f804d700 con 0x7fc610071b20 2024-09-13T16:01:16.339 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.333+0000 7fc6077fe640 1 -- 172.21.15.192:0/2876719138 <== mon.1 v2:172.21.15.192:3300/0 5 ==== osd_map(6..6 src has 1..6) v4 ==== 1185+0+0 (secure 0 0 0) 0x7fc5f8044a90 con 0x7fc610071b20 2024-09-13T16:01:16.339 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.334+0000 7fc615353640 1 -- 172.21.15.192:0/2876719138 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc6100cea60 con 0x7fc610071b20 2024-09-13T16:01:16.339 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.336+0000 7fc6077fe640 1 -- 172.21.15.192:0/2876719138 <== mon.1 v2:172.21.15.192:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7fc5f8036020 con 0x7fc610071b20 2024-09-13T16:01:16.403 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.402+0000 7fc615353640 1 -- 172.21.15.192:0/2876719138 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_command({"prefix": "osd new", "uuid": "c23e0833-c27c-45cf-ae0a-98b434b10e6d", "id": 4} v 0) v1 -- 0x7fc6100008d0 con 0x7fc610071b20 2024-09-13T16:01:16.411 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.410+0000 7fc6077fe640 1 -- 172.21.15.192:0/2876719138 <== mon.1 v2:172.21.15.192:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "c23e0833-c27c-45cf-ae0a-98b434b10e6d", "id": 4}]=0 v7) v1 ==== 112+0+2 (secure 0 0 0) 0x7fc5f8044d30 con 0x7fc610071b20 2024-09-13T16:01:16.411 INFO:teuthology.orchestra.run.smithi192.stdout:4 2024-09-13T16:01:16.412 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.411+0000 7fc615353640 1 -- 172.21.15.192:0/2876719138 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc610071b20 msgr2=0x7fc6101f0b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:16.413 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.411+0000 7fc615353640 1 --2- 172.21.15.192:0/2876719138 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc610071b20 0x7fc6101f0b50 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fc5f802c980 tx=0x7fc5f80046c0 comp rx=0 tx=0).stop 2024-09-13T16:01:16.413 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.411+0000 7fc615353640 1 -- 172.21.15.192:0/2876719138 shutdown_connections 2024-09-13T16:01:16.413 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.411+0000 7fc615353640 1 --2- 172.21.15.192:0/2876719138 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc610158b00 0x7fc6101f1090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:16.413 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.411+0000 7fc615353640 1 --2- 172.21.15.192:0/2876719138 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc610071b20 0x7fc6101f0b50 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:16.413 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.411+0000 7fc615353640 1 --2- 172.21.15.192:0/2876719138 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc61006c8a0 0x7fc610158140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:16.413 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.411+0000 7fc615353640 1 -- 172.21.15.192:0/2876719138 >> 172.21.15.192:0/2876719138 conn(0x7fc61006a0b0 msgr2=0x7fc6100709f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:16.413 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.411+0000 7fc615353640 1 -- 172.21.15.192:0/2876719138 shutdown_connections 2024-09-13T16:01:16.413 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.411+0000 7fc615353640 1 -- 172.21.15.192:0/2876719138 wait complete. 2024-09-13T16:01:16.424 DEBUG:teuthology.orchestra.run.smithi192:> sudo ceph --cluster ceph osd new d87de6f5-03c1-4872-9351-66b004a5a4fd 5 2024-09-13T16:01:16.522 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.521+0000 7faa4665a640 1 Processor -- start 2024-09-13T16:01:16.523 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.521+0000 7faa4665a640 1 -- start start 2024-09-13T16:01:16.526 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.522+0000 7faa4665a640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faa400d22d0 0x7faa400d2710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:16.526 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.522+0000 7faa4665a640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7faa4006bb50 0x7faa4006c000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:16.526 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.522+0000 7faa4665a640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7faa4006b6c0 con 0x7faa4015fbc0 2024-09-13T16:01:16.526 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.522+0000 7faa4665a640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7faa400ce500 con 0x7faa4006bb50 2024-09-13T16:01:16.526 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.522+0000 7faa4665a640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faa400cdc60 con 0x7faa400d22d0 2024-09-13T16:01:16.526 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.522+0000 7faa37fff640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faa400d22d0 0x7faa400d2710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:16.526 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.522+0000 7faa37fff640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faa400d22d0 0x7faa400d2710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.192:37120/0 (socket says 172.21.15.192:37120) 2024-09-13T16:01:16.526 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.522+0000 7faa37fff640 1 -- 172.21.15.192:0/1730317342 learned_addr learned my addr 172.21.15.192:0/1730317342 (peer_addr_for_me v2:172.21.15.192:0/0) 2024-09-13T16:01:16.527 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.522+0000 7faa44bf7640 1 --2- 172.21.15.192:0/1730317342 >> v2:172.21.15.76:3300/0 conn(0x7faa4006bb50 0x7faa4006c000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:16.527 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.522+0000 7faa37fff640 1 -- 172.21.15.192:0/1730317342 >> v2:172.21.15.76:3300/0 conn(0x7faa4006bb50 msgr2=0x7faa4006c000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:01:16.527 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.522+0000 7faa37fff640 1 --2- 172.21.15.192:0/1730317342 >> v2:172.21.15.76:3300/0 conn(0x7faa4006bb50 0x7faa4006c000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:16.527 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.522+0000 7faa37fff640 1 -- 172.21.15.192:0/1730317342 >> v1:172.21.15.76:6789/0 conn(0x7faa4015fbc0 legacy=0x7faa400cd180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:01:16.527 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.522+0000 7faa37fff640 1 -- 172.21.15.192:0/1730317342 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faa400cdf40 con 0x7faa400d22d0 2024-09-13T16:01:16.527 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.522+0000 7faa44bf7640 1 --2- 172.21.15.192:0/1730317342 >> v2:172.21.15.76:3300/0 conn(0x7faa4006bb50 0x7faa4006c000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:01:16.527 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.523+0000 7faa37fff640 1 --2- 172.21.15.192:0/1730317342 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faa400d22d0 0x7faa400d2710 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7faa28009850 tx=0x7faa2802a1e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cc48d606d296d50f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:16.527 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.523+0000 7faa3f7fe640 1 -- 172.21.15.192:0/1730317342 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa28004030 con 0x7faa400d22d0 2024-09-13T16:01:16.527 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.523+0000 7faa3f7fe640 1 -- 172.21.15.192:0/1730317342 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faa28004190 con 0x7faa400d22d0 2024-09-13T16:01:16.528 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.523+0000 7faa3f7fe640 1 -- 172.21.15.192:0/1730317342 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa28003610 con 0x7faa400d22d0 2024-09-13T16:01:16.528 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.524+0000 7faa4665a640 1 -- 172.21.15.192:0/1730317342 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faa400d22d0 msgr2=0x7faa400d2710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:16.528 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.524+0000 7faa4665a640 1 --2- 172.21.15.192:0/1730317342 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faa400d22d0 0x7faa400d2710 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7faa28009850 tx=0x7faa2802a1e0 comp rx=0 tx=0).stop 2024-09-13T16:01:16.528 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.524+0000 7faa4665a640 1 -- 172.21.15.192:0/1730317342 shutdown_connections 2024-09-13T16:01:16.528 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.524+0000 7faa4665a640 1 --2- 172.21.15.192:0/1730317342 >> v2:172.21.15.76:3300/0 conn(0x7faa4006bb50 0x7faa4006c000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:16.528 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.524+0000 7faa4665a640 1 --2- 172.21.15.192:0/1730317342 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faa400d22d0 0x7faa400d2710 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:16.528 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.524+0000 7faa4665a640 1 -- 172.21.15.192:0/1730317342 >> 172.21.15.192:0/1730317342 conn(0x7faa4009b830 msgr2=0x7faa40089f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:16.528 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.524+0000 7faa4665a640 1 -- 172.21.15.192:0/1730317342 shutdown_connections 2024-09-13T16:01:16.528 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.524+0000 7faa4665a640 1 -- 172.21.15.192:0/1730317342 wait complete. 2024-09-13T16:01:16.531 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.525+0000 7faa4665a640 1 Processor -- start 2024-09-13T16:01:16.531 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.525+0000 7faa4665a640 1 -- start start 2024-09-13T16:01:16.531 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.526+0000 7faa4665a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faa4006bb50 0x7faa40156550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:16.531 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.526+0000 7faa4665a640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faa400d22d0 0x7faa401f6450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:16.531 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.526+0000 7faa4665a640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faa4015fbc0 0x7faa400b4230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:16.531 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.526+0000 7faa4665a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faa400b3c40 con 0x7faa4006bb50 2024-09-13T16:01:16.532 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.526+0000 7faa4665a640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faa401f6990 con 0x7faa400d22d0 2024-09-13T16:01:16.532 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.526+0000 7faa4665a640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faa400b75b0 con 0x7faa4015fbc0 2024-09-13T16:01:16.532 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.526+0000 7faa44bf7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faa4015fbc0 0x7faa400b4230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:16.532 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.526+0000 7faa44bf7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faa4015fbc0 0x7faa400b4230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.192:37134/0 (socket says 172.21.15.192:37134) 2024-09-13T16:01:16.532 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.526+0000 7faa44bf7640 1 -- 172.21.15.192:0/3081096875 learned_addr learned my addr 172.21.15.192:0/3081096875 (peer_addr_for_me v2:172.21.15.192:0/0) 2024-09-13T16:01:16.532 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.526+0000 7faa37fff640 1 --2- 172.21.15.192:0/3081096875 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faa400d22d0 0x7faa401f6450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:16.532 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.526+0000 7faa3ffff640 1 --2- 172.21.15.192:0/3081096875 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faa4006bb50 0x7faa40156550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:16.532 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.526+0000 7faa44bf7640 1 -- 172.21.15.192:0/3081096875 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faa400d22d0 msgr2=0x7faa401f6450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:16.532 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.526+0000 7faa44bf7640 1 --2- 172.21.15.192:0/3081096875 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faa400d22d0 0x7faa401f6450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:16.532 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.526+0000 7faa44bf7640 1 -- 172.21.15.192:0/3081096875 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faa4006bb50 msgr2=0x7faa40156550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:16.532 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.526+0000 7faa44bf7640 1 --2- 172.21.15.192:0/3081096875 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faa4006bb50 0x7faa40156550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:16.532 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.526+0000 7faa44bf7640 1 -- 172.21.15.192:0/3081096875 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faa28009460 con 0x7faa4015fbc0 2024-09-13T16:01:16.532 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.526+0000 7faa37fff640 1 --2- 172.21.15.192:0/3081096875 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faa400d22d0 0x7faa401f6450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:01:16.533 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.527+0000 7faa44bf7640 1 --2- 172.21.15.192:0/3081096875 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faa4015fbc0 0x7faa400b4230 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7faa3800cd50 tx=0x7faa3800a650 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:16.533 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.527+0000 7faa3d7fa640 1 -- 172.21.15.192:0/3081096875 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa3800f680 con 0x7faa4015fbc0 2024-09-13T16:01:16.533 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.527+0000 7faa3d7fa640 1 -- 172.21.15.192:0/3081096875 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faa3800f800 con 0x7faa4015fbc0 2024-09-13T16:01:16.533 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.527+0000 7faa4665a640 1 -- 172.21.15.192:0/3081096875 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faa400b69a0 con 0x7faa4015fbc0 2024-09-13T16:01:16.533 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.527+0000 7faa3d7fa640 1 -- 172.21.15.192:0/3081096875 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa3800fbb0 con 0x7faa4015fbc0 2024-09-13T16:01:16.533 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.527+0000 7faa4665a640 1 -- 172.21.15.192:0/3081096875 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faa400b6f60 con 0x7faa4015fbc0 2024-09-13T16:01:16.533 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.527+0000 7faa3d7fa640 1 -- 172.21.15.192:0/3081096875 <== mon.2 v2:172.21.15.192:3301/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7faa3800b040 con 0x7faa4015fbc0 2024-09-13T16:01:16.533 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.527+0000 7faa3d7fa640 1 -- 172.21.15.192:0/3081096875 <== mon.2 v2:172.21.15.192:3301/0 5 ==== osd_map(7..7 src has 1..7) v4 ==== 1300+0+0 (secure 0 0 0) 0x7faa3800fd60 con 0x7faa4015fbc0 2024-09-13T16:01:16.533 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.528+0000 7faa4665a640 1 -- 172.21.15.192:0/3081096875 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faa400b7720 con 0x7faa4015fbc0 2024-09-13T16:01:16.533 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.530+0000 7faa3d7fa640 1 -- 172.21.15.192:0/3081096875 <== mon.2 v2:172.21.15.192:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7faa38037e30 con 0x7faa4015fbc0 2024-09-13T16:01:16.606 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.604+0000 7faa4665a640 1 -- 172.21.15.192:0/3081096875 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_command({"prefix": "osd new", "uuid": "d87de6f5-03c1-4872-9351-66b004a5a4fd", "id": 5} v 0) v1 -- 0x7faa400d0250 con 0x7faa4015fbc0 2024-09-13T16:01:16.613 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.612+0000 7faa3d7fa640 1 -- 172.21.15.192:0/3081096875 <== mon.2 v2:172.21.15.192:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "d87de6f5-03c1-4872-9351-66b004a5a4fd", "id": 5}]=0 v8) v1 ==== 112+0+2 (secure 0 0 0) 0x7faa38026070 con 0x7faa4015fbc0 2024-09-13T16:01:16.613 INFO:teuthology.orchestra.run.smithi192.stdout:5 2024-09-13T16:01:16.615 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.613+0000 7faa4665a640 1 -- 172.21.15.192:0/3081096875 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faa4015fbc0 msgr2=0x7faa400b4230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:16.615 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.613+0000 7faa4665a640 1 --2- 172.21.15.192:0/3081096875 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faa4015fbc0 0x7faa400b4230 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7faa3800cd50 tx=0x7faa3800a650 comp rx=0 tx=0).stop 2024-09-13T16:01:16.615 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.613+0000 7faa4665a640 1 -- 172.21.15.192:0/3081096875 shutdown_connections 2024-09-13T16:01:16.615 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.613+0000 7faa4665a640 1 --2- 172.21.15.192:0/3081096875 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faa4015fbc0 0x7faa400b4230 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:16.615 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.613+0000 7faa4665a640 1 --2- 172.21.15.192:0/3081096875 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faa400d22d0 0x7faa401f6450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:16.615 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.613+0000 7faa4665a640 1 --2- 172.21.15.192:0/3081096875 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faa4006bb50 0x7faa40156550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:16.615 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.613+0000 7faa4665a640 1 -- 172.21.15.192:0/3081096875 >> 172.21.15.192:0/3081096875 conn(0x7faa4009b830 msgr2=0x7faa400d0a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:16.615 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.613+0000 7faa4665a640 1 -- 172.21.15.192:0/3081096875 shutdown_connections 2024-09-13T16:01:16.615 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.613+0000 7faa4665a640 1 -- 172.21.15.192:0/3081096875 wait complete. 2024-09-13T16:01:16.625 DEBUG:teuthology.orchestra.run.smithi192:> sudo ceph --cluster ceph osd new 310e4e91-2938-4d6d-bed3-d42e5b2de593 6 2024-09-13T16:01:16.722 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.721+0000 7fd694e3a640 1 Processor -- start 2024-09-13T16:01:16.722 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.721+0000 7fd694e3a640 1 -- start start 2024-09-13T16:01:16.723 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.722+0000 7fd694e3a640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd69015ed10 0x7fd6900993b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:16.724 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.722+0000 7fd694e3a640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fd69015e100 0x7fd69015e5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:16.724 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.722+0000 7fd694e3a640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd6900ce930 con 0x7fd69015a6a0 2024-09-13T16:01:16.724 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.722+0000 7fd694e3a640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd69015eaf0 con 0x7fd69015e100 2024-09-13T16:01:16.724 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.722+0000 7fd694e3a640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd690099d50 con 0x7fd69015ed10 2024-09-13T16:01:16.724 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.722+0000 7fd68dd9b640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd69015ed10 0x7fd6900993b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:16.724 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.722+0000 7fd68ed9d640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fd69015e100 0x7fd69015e5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:16.724 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.722+0000 7fd68dd9b640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd69015ed10 0x7fd6900993b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.192:37148/0 (socket says 172.21.15.192:37148) 2024-09-13T16:01:16.724 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.722+0000 7fd68ed9d640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fd69015e100 0x7fd69015e5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.192:39020/0 (socket says 172.21.15.192:39020) 2024-09-13T16:01:16.724 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.722+0000 7fd68dd9b640 1 -- 172.21.15.192:0/1586289654 learned_addr learned my addr 172.21.15.192:0/1586289654 (peer_addr_for_me v2:172.21.15.192:0/0) 2024-09-13T16:01:16.725 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.722+0000 7fd68dd9b640 1 -- 172.21.15.192:0/1586289654 >> v2:172.21.15.192:3300/0 conn(0x7fd69015e100 msgr2=0x7fd69015e5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:01:16.725 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.722+0000 7fd68dd9b640 1 --2- 172.21.15.192:0/1586289654 >> v2:172.21.15.192:3300/0 conn(0x7fd69015e100 0x7fd69015e5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:16.725 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.722+0000 7fd68dd9b640 1 -- 172.21.15.192:0/1586289654 >> v1:172.21.15.76:6789/0 conn(0x7fd69015a6a0 legacy=0x7fd6900cedc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:16.725 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.722+0000 7fd68dd9b640 1 -- 172.21.15.192:0/1586289654 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd6900ce000 con 0x7fd69015ed10 2024-09-13T16:01:16.725 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.722+0000 7fd68ed9d640 1 --2- 172.21.15.192:0/1586289654 >> v2:172.21.15.192:3300/0 conn(0x7fd69015e100 0x7fd69015e5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:01:16.726 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.723+0000 7fd68dd9b640 1 --2- 172.21.15.192:0/1586289654 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd69015ed10 0x7fd6900993b0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fd6840098a0 tx=0x7fd68402a290 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d1d55bc055a36edf server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:16.726 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.723+0000 7fd68d59a640 1 -- 172.21.15.192:0/1586289654 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd684032440 con 0x7fd69015ed10 2024-09-13T16:01:16.726 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.723+0000 7fd68d59a640 1 -- 172.21.15.192:0/1586289654 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd6840325a0 con 0x7fd69015ed10 2024-09-13T16:01:16.727 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.723+0000 7fd68d59a640 1 -- 172.21.15.192:0/1586289654 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd684032930 con 0x7fd69015ed10 2024-09-13T16:01:16.727 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.724+0000 7fd694e3a640 1 -- 172.21.15.192:0/1586289654 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd69015ed10 msgr2=0x7fd6900993b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:16.727 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.724+0000 7fd694e3a640 1 --2- 172.21.15.192:0/1586289654 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd69015ed10 0x7fd6900993b0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fd6840098a0 tx=0x7fd68402a290 comp rx=0 tx=0).stop 2024-09-13T16:01:16.727 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.724+0000 7fd694e3a640 1 -- 172.21.15.192:0/1586289654 shutdown_connections 2024-09-13T16:01:16.727 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.724+0000 7fd694e3a640 1 --2- 172.21.15.192:0/1586289654 >> v2:172.21.15.192:3300/0 conn(0x7fd69015e100 0x7fd69015e5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:16.727 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.724+0000 7fd694e3a640 1 --2- 172.21.15.192:0/1586289654 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd69015ed10 0x7fd6900993b0 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:16.727 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.724+0000 7fd694e3a640 1 -- 172.21.15.192:0/1586289654 >> 172.21.15.192:0/1586289654 conn(0x7fd6900b1d80 msgr2=0x7fd6900b2190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:16.727 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.724+0000 7fd694e3a640 1 -- 172.21.15.192:0/1586289654 shutdown_connections 2024-09-13T16:01:16.727 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.724+0000 7fd694e3a640 1 -- 172.21.15.192:0/1586289654 wait complete. 2024-09-13T16:01:16.727 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.725+0000 7fd694e3a640 1 Processor -- start 2024-09-13T16:01:16.728 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.725+0000 7fd694e3a640 1 -- start start 2024-09-13T16:01:16.730 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.726+0000 7fd694e3a640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd69015a6a0 0x7fd69014c7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:16.730 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.726+0000 7fd694e3a640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd69015e100 0x7fd6900ae0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:16.730 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.726+0000 7fd694e3a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd69015ed10 0x7fd6900ae620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:16.730 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.726+0000 7fd694e3a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd6900b55d0 con 0x7fd69015ed10 2024-09-13T16:01:16.730 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.726+0000 7fd694e3a640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd6900b3260 con 0x7fd69015a6a0 2024-09-13T16:01:16.730 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.726+0000 7fd694e3a640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd6900b3540 con 0x7fd69015e100 2024-09-13T16:01:16.730 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.726+0000 7fd68e59c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd69015a6a0 0x7fd69014c7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:16.730 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.726+0000 7fd68dd9b640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd69015e100 0x7fd6900ae0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:16.730 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.726+0000 7fd68e59c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd69015a6a0 0x7fd69014c7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.192:39024/0 (socket says 172.21.15.192:39024) 2024-09-13T16:01:16.730 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.726+0000 7fd68e59c640 1 -- 172.21.15.192:0/3375169657 learned_addr learned my addr 172.21.15.192:0/3375169657 (peer_addr_for_me v2:172.21.15.192:0/0) 2024-09-13T16:01:16.731 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.726+0000 7fd68dd9b640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd69015e100 0x7fd6900ae0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.192:37150/0 (socket says 172.21.15.192:37150) 2024-09-13T16:01:16.731 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.726+0000 7fd68ed9d640 1 --2- 172.21.15.192:0/3375169657 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd69015ed10 0x7fd6900ae620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:16.731 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.726+0000 7fd68e59c640 1 -- 172.21.15.192:0/3375169657 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd69015e100 msgr2=0x7fd6900ae0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:16.731 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.726+0000 7fd68e59c640 1 --2- 172.21.15.192:0/3375169657 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd69015e100 0x7fd6900ae0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:16.731 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.726+0000 7fd68e59c640 1 -- 172.21.15.192:0/3375169657 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd69015ed10 msgr2=0x7fd6900ae620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:16.731 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.726+0000 7fd68e59c640 1 --2- 172.21.15.192:0/3375169657 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd69015ed10 0x7fd6900ae620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:16.731 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.726+0000 7fd68e59c640 1 -- 172.21.15.192:0/3375169657 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd688009a70 con 0x7fd69015a6a0 2024-09-13T16:01:16.731 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.726+0000 7fd68e59c640 1 --2- 172.21.15.192:0/3375169657 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd69015a6a0 0x7fd69014c7f0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fd68000c450 tx=0x7fd68000c850 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:16.731 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.726+0000 7fd67effd640 1 -- 172.21.15.192:0/3375169657 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6800052d0 con 0x7fd69015a6a0 2024-09-13T16:01:16.731 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.727+0000 7fd67effd640 1 -- 172.21.15.192:0/3375169657 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd680005430 con 0x7fd69015a6a0 2024-09-13T16:01:16.731 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.727+0000 7fd694e3a640 1 -- 172.21.15.192:0/3375169657 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd6840094d0 con 0x7fd69015a6a0 2024-09-13T16:01:16.731 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.727+0000 7fd67effd640 1 -- 172.21.15.192:0/3375169657 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd680003830 con 0x7fd69015a6a0 2024-09-13T16:01:16.731 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.727+0000 7fd694e3a640 1 -- 172.21.15.192:0/3375169657 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd6900b3b00 con 0x7fd69015a6a0 2024-09-13T16:01:16.732 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.727+0000 7fd67effd640 1 -- 172.21.15.192:0/3375169657 <== mon.1 v2:172.21.15.192:3300/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7fd680003c90 con 0x7fd69015a6a0 2024-09-13T16:01:16.732 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.727+0000 7fd67effd640 1 -- 172.21.15.192:0/3375169657 <== mon.1 v2:172.21.15.192:3300/0 5 ==== osd_map(8..8 src has 1..8) v4 ==== 1415+0+0 (secure 0 0 0) 0x7fd680012a10 con 0x7fd69015a6a0 2024-09-13T16:01:16.732 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.727+0000 7fd694e3a640 1 -- 172.21.15.192:0/3375169657 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd69006ec00 con 0x7fd69015a6a0 2024-09-13T16:01:16.732 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.729+0000 7fd67effd640 1 -- 172.21.15.192:0/3375169657 <== mon.1 v2:172.21.15.192:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7fd680017070 con 0x7fd69015a6a0 2024-09-13T16:01:16.796 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.795+0000 7fd694e3a640 1 -- 172.21.15.192:0/3375169657 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_command({"prefix": "osd new", "uuid": "310e4e91-2938-4d6d-bed3-d42e5b2de593", "id": 6} v 0) v1 -- 0x7fd69006e920 con 0x7fd69015a6a0 2024-09-13T16:01:16.802 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.801+0000 7fd67effd640 1 -- 172.21.15.192:0/3375169657 <== mon.1 v2:172.21.15.192:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "310e4e91-2938-4d6d-bed3-d42e5b2de593", "id": 6}]=0 v9) v1 ==== 112+0+2 (secure 0 0 0) 0x7fd680012420 con 0x7fd69015a6a0 2024-09-13T16:01:16.802 INFO:teuthology.orchestra.run.smithi192.stdout:6 2024-09-13T16:01:16.803 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.802+0000 7fd694e3a640 1 -- 172.21.15.192:0/3375169657 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd69015a6a0 msgr2=0x7fd69014c7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:16.803 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.802+0000 7fd694e3a640 1 --2- 172.21.15.192:0/3375169657 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd69015a6a0 0x7fd69014c7f0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fd68000c450 tx=0x7fd68000c850 comp rx=0 tx=0).stop 2024-09-13T16:01:16.803 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.802+0000 7fd694e3a640 1 -- 172.21.15.192:0/3375169657 shutdown_connections 2024-09-13T16:01:16.803 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.802+0000 7fd694e3a640 1 --2- 172.21.15.192:0/3375169657 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd69015ed10 0x7fd6900ae620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:16.804 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.802+0000 7fd694e3a640 1 --2- 172.21.15.192:0/3375169657 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd69015e100 0x7fd6900ae0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:16.804 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.802+0000 7fd694e3a640 1 --2- 172.21.15.192:0/3375169657 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd69015a6a0 0x7fd69014c7f0 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:16.804 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.802+0000 7fd694e3a640 1 -- 172.21.15.192:0/3375169657 >> 172.21.15.192:0/3375169657 conn(0x7fd6900b1d80 msgr2=0x7fd6900cc040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:16.804 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.802+0000 7fd694e3a640 1 -- 172.21.15.192:0/3375169657 shutdown_connections 2024-09-13T16:01:16.804 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.802+0000 7fd694e3a640 1 -- 172.21.15.192:0/3375169657 wait complete. 2024-09-13T16:01:16.813 DEBUG:teuthology.orchestra.run.smithi192:> sudo ceph --cluster ceph osd new cd5fbf46-58cd-4b24-8449-8322838309f6 7 2024-09-13T16:01:16.909 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.908+0000 7f3688f01640 1 Processor -- start 2024-09-13T16:01:16.910 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.908+0000 7f3688f01640 1 -- start start 2024-09-13T16:01:16.912 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.909+0000 7f3688f01640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f368406b9f0 0x7f36840989d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:16.912 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.909+0000 7f3688f01640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3684098f10 0x7f36840cb510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:16.912 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.909+0000 7f3688f01640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f36840caac0 con 0x7f368415c830 2024-09-13T16:01:16.912 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.909+0000 7f3688f01640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f36840993c0 con 0x7f368406b9f0 2024-09-13T16:01:16.912 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.909+0000 7f3688f01640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f36840cb080 con 0x7f3684098f10 2024-09-13T16:01:16.912 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.909+0000 7f3682d9d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3684098f10 0x7f36840cb510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:16.912 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.909+0000 7f3682d9d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3684098f10 0x7f36840cb510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.192:37164/0 (socket says 172.21.15.192:37164) 2024-09-13T16:01:16.913 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.909+0000 7f3682d9d640 1 -- 172.21.15.192:0/1658856425 learned_addr learned my addr 172.21.15.192:0/1658856425 (peer_addr_for_me v2:172.21.15.192:0/0) 2024-09-13T16:01:16.913 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.909+0000 7f3681d9b640 1 --2- 172.21.15.192:0/1658856425 >> v2:172.21.15.76:3300/0 conn(0x7f368406b9f0 0x7f36840989d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:16.913 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.910+0000 7f3682d9d640 1 -- 172.21.15.192:0/1658856425 >> v2:172.21.15.76:3300/0 conn(0x7f368406b9f0 msgr2=0x7f36840989d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:01:16.913 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.910+0000 7f3682d9d640 1 --2- 172.21.15.192:0/1658856425 >> v2:172.21.15.76:3300/0 conn(0x7f368406b9f0 0x7f36840989d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:16.913 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.910+0000 7f3682d9d640 1 -- 172.21.15.192:0/1658856425 >> v1:172.21.15.76:6789/0 conn(0x7f368415c830 legacy=0x7f3684099590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:16.913 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.910+0000 7f3682d9d640 1 -- 172.21.15.192:0/1658856425 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f36840b2d40 con 0x7f3684098f10 2024-09-13T16:01:16.913 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.910+0000 7f3682d9d640 1 --2- 172.21.15.192:0/1658856425 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3684098f10 0x7f36840cb510 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f367c009e50 tx=0x7f367c02a710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c2f8682ff922065b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:16.913 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.910+0000 7f368159a640 1 -- 172.21.15.192:0/1658856425 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f367c031600 con 0x7f3684098f10 2024-09-13T16:01:16.913 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.910+0000 7f368159a640 1 -- 172.21.15.192:0/1658856425 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f367c02d050 con 0x7f3684098f10 2024-09-13T16:01:16.913 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.910+0000 7f368159a640 1 -- 172.21.15.192:0/1658856425 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f367c031980 con 0x7f3684098f10 2024-09-13T16:01:16.917 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.911+0000 7f3688f01640 1 -- 172.21.15.192:0/1658856425 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3684098f10 msgr2=0x7f36840cb510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:16.919 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.911+0000 7f3688f01640 1 --2- 172.21.15.192:0/1658856425 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3684098f10 0x7f36840cb510 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f367c009e50 tx=0x7f367c02a710 comp rx=0 tx=0).stop 2024-09-13T16:01:16.919 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.911+0000 7f3688f01640 1 -- 172.21.15.192:0/1658856425 shutdown_connections 2024-09-13T16:01:16.920 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.911+0000 7f3688f01640 1 --2- 172.21.15.192:0/1658856425 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3684098f10 0x7f36840cb510 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:16.920 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.911+0000 7f3688f01640 1 --2- 172.21.15.192:0/1658856425 >> v2:172.21.15.76:3300/0 conn(0x7f368406b9f0 0x7f36840989d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:16.920 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.911+0000 7f3688f01640 1 -- 172.21.15.192:0/1658856425 >> 172.21.15.192:0/1658856425 conn(0x7f36840b1f60 msgr2=0x7f36840b2370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:16.920 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.911+0000 7f3688f01640 1 -- 172.21.15.192:0/1658856425 shutdown_connections 2024-09-13T16:01:16.920 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.911+0000 7f3688f01640 1 -- 172.21.15.192:0/1658856425 wait complete. 2024-09-13T16:01:16.920 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.912+0000 7f3688f01640 1 Processor -- start 2024-09-13T16:01:16.920 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.913+0000 7f3688f01640 1 -- start start 2024-09-13T16:01:16.920 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.913+0000 7f3688f01640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3684098f10 0x7f368415b090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:16.920 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.913+0000 7f3688f01640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f368415c830 0x7f36840c55b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:16.920 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.913+0000 7f3688f01640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f36840c3fa0 0x7f36840c9730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:16.920 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.913+0000 7f3688f01640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f368415b5d0 con 0x7f3684098f10 2024-09-13T16:01:16.920 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.913+0000 7f3688f01640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f36840c5af0 con 0x7f368415c830 2024-09-13T16:01:16.921 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.913+0000 7f3688f01640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f36840c4510 con 0x7f36840c3fa0 2024-09-13T16:01:16.921 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.913+0000 7f3682d9d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f36840c3fa0 0x7f36840c9730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:16.921 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.913+0000 7f3681d9b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f368415c830 0x7f36840c55b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:16.921 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.913+0000 7f3682d9d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f36840c3fa0 0x7f36840c9730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.192:37180/0 (socket says 172.21.15.192:37180) 2024-09-13T16:01:16.921 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.913+0000 7f3681d9b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f368415c830 0x7f36840c55b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.192:39026/0 (socket says 172.21.15.192:39026) 2024-09-13T16:01:16.921 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.913+0000 7f3682d9d640 1 -- 172.21.15.192:0/2048257108 learned_addr learned my addr 172.21.15.192:0/2048257108 (peer_addr_for_me v2:172.21.15.192:0/0) 2024-09-13T16:01:16.921 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.913+0000 7f368259c640 1 --2- 172.21.15.192:0/2048257108 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3684098f10 0x7f368415b090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:16.921 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.914+0000 7f3681d9b640 1 -- 172.21.15.192:0/2048257108 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f36840c3fa0 msgr2=0x7f36840c9730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:16.921 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.914+0000 7f3681d9b640 1 --2- 172.21.15.192:0/2048257108 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f36840c3fa0 0x7f36840c9730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:16.921 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.914+0000 7f3681d9b640 1 -- 172.21.15.192:0/2048257108 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3684098f10 msgr2=0x7f368415b090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:16.921 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.914+0000 7f3681d9b640 1 --2- 172.21.15.192:0/2048257108 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3684098f10 0x7f368415b090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:16.921 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.914+0000 7f3681d9b640 1 -- 172.21.15.192:0/2048257108 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f367c009b30 con 0x7f368415c830 2024-09-13T16:01:16.921 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.914+0000 7f368259c640 1 --2- 172.21.15.192:0/2048257108 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3684098f10 0x7f368415b090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:01:16.922 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.914+0000 7f3682d9d640 1 --2- 172.21.15.192:0/2048257108 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f36840c3fa0 0x7f36840c9730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:01:16.922 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.914+0000 7f3681d9b640 1 --2- 172.21.15.192:0/2048257108 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f368415c830 0x7f36840c55b0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f367800e850 tx=0x7f367800ed10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:16.922 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.914+0000 7f3672ffd640 1 -- 172.21.15.192:0/2048257108 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f36780095b0 con 0x7f368415c830 2024-09-13T16:01:16.922 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.914+0000 7f3672ffd640 1 -- 172.21.15.192:0/2048257108 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f367800c940 con 0x7f368415c830 2024-09-13T16:01:16.922 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.914+0000 7f3672ffd640 1 -- 172.21.15.192:0/2048257108 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f367800ccd0 con 0x7f368415c830 2024-09-13T16:01:16.922 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.914+0000 7f3688f01640 1 -- 172.21.15.192:0/2048257108 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f36840c47f0 con 0x7f368415c830 2024-09-13T16:01:16.922 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.914+0000 7f3688f01640 1 -- 172.21.15.192:0/2048257108 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f36840c4db0 con 0x7f368415c830 2024-09-13T16:01:16.922 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.914+0000 7f3672ffd640 1 -- 172.21.15.192:0/2048257108 <== mon.1 v2:172.21.15.192:3300/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7f3678005c90 con 0x7f368415c830 2024-09-13T16:01:16.922 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.914+0000 7f3672ffd640 1 -- 172.21.15.192:0/2048257108 <== mon.1 v2:172.21.15.192:3300/0 5 ==== osd_map(9..9 src has 1..9) v4 ==== 1530+0+0 (secure 0 0 0) 0x7f3678013ad0 con 0x7f368415c830 2024-09-13T16:01:16.922 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.915+0000 7f3688f01640 1 -- 172.21.15.192:0/2048257108 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f36840989d0 con 0x7f368415c830 2024-09-13T16:01:16.923 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.917+0000 7f3672ffd640 1 -- 172.21.15.192:0/2048257108 <== mon.1 v2:172.21.15.192:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7f3678021060 con 0x7f368415c830 2024-09-13T16:01:16.986 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.985+0000 7f3688f01640 1 -- 172.21.15.192:0/2048257108 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_command({"prefix": "osd new", "uuid": "cd5fbf46-58cd-4b24-8449-8322838309f6", "id": 7} v 0) v1 -- 0x7f36840b3f90 con 0x7f368415c830 2024-09-13T16:01:16.993 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.992+0000 7f3672ffd640 1 -- 172.21.15.192:0/2048257108 <== mon.1 v2:172.21.15.192:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "cd5fbf46-58cd-4b24-8449-8322838309f6", "id": 7}]=0 v10) v1 ==== 112+0+2 (secure 0 0 0) 0x7f3678017070 con 0x7f368415c830 2024-09-13T16:01:16.994 INFO:teuthology.orchestra.run.smithi192.stdout:7 2024-09-13T16:01:16.995 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.993+0000 7f3688f01640 1 -- 172.21.15.192:0/2048257108 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f368415c830 msgr2=0x7f36840c55b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:16.995 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.993+0000 7f3688f01640 1 --2- 172.21.15.192:0/2048257108 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f368415c830 0x7f36840c55b0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f367800e850 tx=0x7f367800ed10 comp rx=0 tx=0).stop 2024-09-13T16:01:16.995 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.993+0000 7f3688f01640 1 -- 172.21.15.192:0/2048257108 shutdown_connections 2024-09-13T16:01:16.995 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.993+0000 7f3688f01640 1 --2- 172.21.15.192:0/2048257108 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f36840c3fa0 0x7f36840c9730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:16.995 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.993+0000 7f3688f01640 1 --2- 172.21.15.192:0/2048257108 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f368415c830 0x7f36840c55b0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:16.995 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.993+0000 7f3688f01640 1 --2- 172.21.15.192:0/2048257108 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3684098f10 0x7f368415b090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:16.995 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.993+0000 7f3688f01640 1 -- 172.21.15.192:0/2048257108 >> 172.21.15.192:0/2048257108 conn(0x7f36840b1f60 msgr2=0x7f368406f6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:16.995 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.993+0000 7f3688f01640 1 -- 172.21.15.192:0/2048257108 shutdown_connections 2024-09-13T16:01:16.996 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-13T16:01:16.993+0000 7f3688f01640 1 -- 172.21.15.192:0/2048257108 wait complete. 2024-09-13T16:01:17.005 INFO:tasks.ceph.osd.0:Restarting daemon 2024-09-13T16:01:17.005 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2024-09-13T16:01:17.008 INFO:tasks.ceph.osd.0:Started 2024-09-13T16:01:17.008 INFO:tasks.ceph.osd.1:Restarting daemon 2024-09-13T16:01:17.008 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2024-09-13T16:01:17.011 INFO:tasks.ceph.osd.1:Started 2024-09-13T16:01:17.011 INFO:tasks.ceph.osd.2:Restarting daemon 2024-09-13T16:01:17.012 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2024-09-13T16:01:17.013 INFO:tasks.ceph.mgr.y.smithi076.stderr:2024-09-13T16:01:17.012+0000 7fa5fe1b9040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-13T16:01:17.014 INFO:tasks.ceph.osd.2:Started 2024-09-13T16:01:17.014 INFO:tasks.ceph.osd.3:Restarting daemon 2024-09-13T16:01:17.015 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2024-09-13T16:01:17.017 INFO:tasks.ceph.osd.3:Started 2024-09-13T16:01:17.018 INFO:tasks.ceph.osd.4:Restarting daemon 2024-09-13T16:01:17.018 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2024-09-13T16:01:17.020 INFO:tasks.ceph.osd.4:Started 2024-09-13T16:01:17.021 INFO:tasks.ceph.osd.5:Restarting daemon 2024-09-13T16:01:17.021 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2024-09-13T16:01:17.023 INFO:tasks.ceph.osd.5:Started 2024-09-13T16:01:17.023 INFO:tasks.ceph.osd.6:Restarting daemon 2024-09-13T16:01:17.023 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2024-09-13T16:01:17.025 INFO:tasks.ceph.osd.6:Started 2024-09-13T16:01:17.025 INFO:tasks.ceph.osd.7:Restarting daemon 2024-09-13T16:01:17.025 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2024-09-13T16:01:17.027 INFO:tasks.ceph.osd.7:Started 2024-09-13T16:01:17.028 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:01:17.086 INFO:tasks.ceph.mgr.x.smithi192.stderr:2024-09-13T16:01:17.085+0000 7f3704b62040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-13T16:01:17.087 INFO:tasks.ceph.mgr.y.smithi076.stderr:2024-09-13T16:01:17.085+0000 7fa5fe1b9040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-13T16:01:17.146 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:17.145+0000 7f512f1e9640 1 Processor -- start 2024-09-13T16:01:17.146 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:17.145+0000 7f512f1e9640 1 -- start start 2024-09-13T16:01:17.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:17.146+0000 7f512f1e9640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f5128152d60 0x7f51280b4910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:17.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:17.146+0000 7f512f1e9640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f5128153140 0x7f512806ca30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:17.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:17.146+0000 7f512f1e9640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f51280b3660 con 0x7f51280b2e90 2024-09-13T16:01:17.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:17.146+0000 7f512f1e9640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f51280b3940 con 0x7f5128153140 2024-09-13T16:01:17.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:17.146+0000 7f512f1e9640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f51280cd460 con 0x7f5128152d60 2024-09-13T16:01:17.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:17.146+0000 7f5127fff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f5128153140 0x7f512806ca30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:17.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:17.146+0000 7f512d786640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f51280b2e90 0x7f512815c4d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:33164/0 (socket says 172.21.15.76:33164) 2024-09-13T16:01:17.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:17.146+0000 7f512d786640 1 -- 172.21.15.76:0/3651218363 learned_addr learned my addr 172.21.15.76:0/3651218363 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:01:17.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:17.146+0000 7f512cf85640 1 --2- 172.21.15.76:0/3651218363 >> v2:172.21.15.192:3300/0 conn(0x7f5128152d60 0x7f51280b4910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:17.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:17.146+0000 7f5127fff640 1 -- 172.21.15.76:0/3651218363 >> v2:172.21.15.192:3300/0 conn(0x7f5128152d60 msgr2=0x7f51280b4910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:01:17.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:17.146+0000 7f5127fff640 1 --2- 172.21.15.76:0/3651218363 >> v2:172.21.15.192:3300/0 conn(0x7f5128152d60 0x7f51280b4910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:17.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:17.146+0000 7f5127fff640 1 -- 172.21.15.76:0/3651218363 >> v1:172.21.15.76:6789/0 conn(0x7f51280b2e90 legacy=0x7f512815c4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:17.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:17.146+0000 7f5127fff640 1 -- 172.21.15.76:0/3651218363 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f51280cd740 con 0x7f5128153140 2024-09-13T16:01:17.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:17.147+0000 7f5127fff640 1 --2- 172.21.15.76:0/3651218363 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5128153140 0x7f512806ca30 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f51280b4f40 tx=0x7f511402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=352a7e489ce8544a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:17.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:17.147+0000 7f51277fe640 1 -- 172.21.15.76:0/3651218363 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5114032440 con 0x7f5128153140 2024-09-13T16:01:17.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:17.147+0000 7f51277fe640 1 -- 172.21.15.76:0/3651218363 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f51140325a0 con 0x7f5128153140 2024-09-13T16:01:17.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:17.147+0000 7f51277fe640 1 -- 172.21.15.76:0/3651218363 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5114032930 con 0x7f5128153140 2024-09-13T16:01:17.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:17.148+0000 7f512f1e9640 1 -- 172.21.15.76:0/3651218363 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5128153140 msgr2=0x7f512806ca30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:17.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:17.148+0000 7f512f1e9640 1 --2- 172.21.15.76:0/3651218363 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5128153140 0x7f512806ca30 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f51280b4f40 tx=0x7f511402a1a0 comp rx=0 tx=0).stop 2024-09-13T16:01:17.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:17.148+0000 7f512f1e9640 1 -- 172.21.15.76:0/3651218363 shutdown_connections 2024-09-13T16:01:17.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:17.148+0000 7f512f1e9640 1 --2- 172.21.15.76:0/3651218363 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5128153140 0x7f512806ca30 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:17.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:17.148+0000 7f512f1e9640 1 --2- 172.21.15.76:0/3651218363 >> v2:172.21.15.192:3300/0 conn(0x7f5128152d60 0x7f51280b4910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:17.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:17.148+0000 7f512f1e9640 1 -- 172.21.15.76:0/3651218363 >> 172.21.15.76:0/3651218363 conn(0x7f5128071730 msgr2=0x7f5128069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:17.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:17.148+0000 7f512f1e9640 1 -- 172.21.15.76:0/3651218363 shutdown_connections 2024-09-13T16:01:17.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:17.148+0000 7f512f1e9640 1 -- 172.21.15.76:0/3651218363 wait complete. 2024-09-13T16:01:17.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:17.149+0000 7f512f1e9640 1 Processor -- start 2024-09-13T16:01:17.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:17.149+0000 7f512f1e9640 1 -- start start 2024-09-13T16:01:17.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:17.150+0000 7f512f1e9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f51280b2e90 0x7f512813e520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:17.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:17.150+0000 7f512f1e9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5128152d60 0x7f512814cdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:17.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:17.150+0000 7f512f1e9640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5128153140 0x7f512814d310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:17.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:17.150+0000 7f512f1e9640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f512813ea60 con 0x7f5128152d60 2024-09-13T16:01:17.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:17.150+0000 7f512f1e9640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f512814e9e0 con 0x7f5128153140 2024-09-13T16:01:17.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:17.150+0000 7f512f1e9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f512814d940 con 0x7f51280b2e90 2024-09-13T16:01:17.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:17.150+0000 7f5127fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5128152d60 0x7f512814cdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:17.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:17.150+0000 7f5127fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5128152d60 0x7f512814cdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:38264/0 (socket says 172.21.15.76:38264) 2024-09-13T16:01:17.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:17.150+0000 7f5127fff640 1 -- 172.21.15.76:0/97506190 learned_addr learned my addr 172.21.15.76:0/97506190 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:01:17.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:17.150+0000 7f512cf85640 1 --2- 172.21.15.76:0/97506190 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f51280b2e90 0x7f512813e520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:17.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:17.150+0000 7f512d786640 1 --2- 172.21.15.76:0/97506190 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5128153140 0x7f512814d310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:17.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:17.151+0000 7f5127fff640 1 -- 172.21.15.76:0/97506190 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f51280b2e90 msgr2=0x7f512813e520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:17.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:17.151+0000 7f5127fff640 1 --2- 172.21.15.76:0/97506190 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f51280b2e90 0x7f512813e520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:17.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:17.151+0000 7f5127fff640 1 -- 172.21.15.76:0/97506190 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5128153140 msgr2=0x7f512814d310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:17.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:17.151+0000 7f5127fff640 1 --2- 172.21.15.76:0/97506190 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5128153140 0x7f512814d310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:17.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:17.151+0000 7f5127fff640 1 -- 172.21.15.76:0/97506190 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5114009400 con 0x7f5128152d60 2024-09-13T16:01:17.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:17.151+0000 7f5127fff640 1 --2- 172.21.15.76:0/97506190 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5128152d60 0x7f512814cdd0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f5114000c00 tx=0x7f51140046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:17.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:17.151+0000 7f51257fa640 1 -- 172.21.15.76:0/97506190 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5114030b80 con 0x7f5128152d60 2024-09-13T16:01:17.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:17.151+0000 7f51257fa640 1 -- 172.21.15.76:0/97506190 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5114032e90 con 0x7f5128152d60 2024-09-13T16:01:17.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:17.151+0000 7f51257fa640 1 -- 172.21.15.76:0/97506190 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5114006e10 con 0x7f5128152d60 2024-09-13T16:01:17.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:17.151+0000 7f512f1e9640 1 -- 172.21.15.76:0/97506190 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f512814dc20 con 0x7f5128152d60 2024-09-13T16:01:17.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:17.151+0000 7f512f1e9640 1 -- 172.21.15.76:0/97506190 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f512814e1e0 con 0x7f5128152d60 2024-09-13T16:01:17.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:17.152+0000 7f51257fa640 1 -- 172.21.15.76:0/97506190 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7f5114045750 con 0x7f5128152d60 2024-09-13T16:01:17.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:17.152+0000 7f51257fa640 1 -- 172.21.15.76:0/97506190 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(10..10 src has 1..10) v4 ==== 1645+0+0 (secure 0 0 0) 0x7f511403ce40 con 0x7f5128152d60 2024-09-13T16:01:17.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:17.152+0000 7f512f1e9640 1 -- 172.21.15.76:0/97506190 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f512815cbc0 con 0x7f5128152d60 2024-09-13T16:01:17.156 INFO:tasks.ceph.mgr.x.smithi192.stderr:2024-09-13T16:01:17.154+0000 7f3704b62040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-13T16:01:17.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:17.154+0000 7f51257fa640 1 -- 172.21.15.76:0/97506190 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7f5114064e30 con 0x7f5128152d60 2024-09-13T16:01:17.211 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:17.210+0000 7f512f1e9640 1 -- 172.21.15.76:0/97506190 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f51280b4910 con 0x7f5128152d60 2024-09-13T16:01:17.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:17.210+0000 7f51257fa640 1 -- 172.21.15.76:0/97506190 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) v1 ==== 74+0+7057 (secure 0 0 0) 0x7f5114053030 con 0x7f5128152d60 2024-09-13T16:01:17.212 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:01:17.212 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":10,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:01:16.986586+0000","last_up_change":"0.000000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:01:17.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:17.211+0000 7f512f1e9640 1 -- 172.21.15.76:0/97506190 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5128152d60 msgr2=0x7f512814cdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:17.214 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:17.211+0000 7f512f1e9640 1 --2- 172.21.15.76:0/97506190 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5128152d60 0x7f512814cdd0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f5114000c00 tx=0x7f51140046c0 comp rx=0 tx=0).stop 2024-09-13T16:01:17.214 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:17.211+0000 7f512f1e9640 1 -- 172.21.15.76:0/97506190 shutdown_connections 2024-09-13T16:01:17.214 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:17.211+0000 7f512f1e9640 1 --2- 172.21.15.76:0/97506190 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5128153140 0x7f512814d310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:17.214 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:17.211+0000 7f512f1e9640 1 --2- 172.21.15.76:0/97506190 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5128152d60 0x7f512814cdd0 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:17.214 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:17.211+0000 7f512f1e9640 1 --2- 172.21.15.76:0/97506190 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f51280b2e90 0x7f512813e520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:17.214 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:17.211+0000 7f512f1e9640 1 -- 172.21.15.76:0/97506190 >> 172.21.15.76:0/97506190 conn(0x7f5128071730 msgr2=0x7f512806d5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:17.214 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:17.211+0000 7f512f1e9640 1 -- 172.21.15.76:0/97506190 shutdown_connections 2024-09-13T16:01:17.214 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:17.211+0000 7f512f1e9640 1 -- 172.21.15.76:0/97506190 wait complete. 2024-09-13T16:01:17.223 INFO:tasks.ceph.ceph_manager.ceph:[] 2024-09-13T16:01:17.224 INFO:tasks.ceph:Waiting for OSDs to come up 2024-09-13T16:01:17.468 INFO:tasks.ceph.mgr.y.smithi076.stderr:2024-09-13T16:01:17.466+0000 7fa5fe1b9040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-13T16:01:17.518 INFO:tasks.ceph.mgr.x.smithi192.stderr:2024-09-13T16:01:17.516+0000 7f3704b62040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-13T16:01:17.550 INFO:tasks.ceph.mgr.y.smithi076.stderr:2024-09-13T16:01:17.549+0000 7fa5fe1b9040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-13T16:01:17.600 INFO:tasks.ceph.mgr.x.smithi192.stderr:2024-09-13T16:01:17.599+0000 7f3704b62040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-13T16:01:17.620 INFO:tasks.ceph.osd.4.smithi192.stderr:2024-09-13T16:01:17.619+0000 7efc449dd640 -1 Falling back to public interface 2024-09-13T16:01:17.622 INFO:tasks.ceph.osd.3.smithi076.stderr:2024-09-13T16:01:17.621+0000 7f641641e640 -1 Falling back to public interface 2024-09-13T16:01:17.623 INFO:tasks.ceph.osd.7.smithi192.stderr:2024-09-13T16:01:17.622+0000 7f478180b640 -1 Falling back to public interface 2024-09-13T16:01:17.624 INFO:tasks.ceph.osd.1.smithi076.stderr:2024-09-13T16:01:17.622+0000 7fe23661a640 -1 Falling back to public interface 2024-09-13T16:01:17.625 INFO:tasks.ceph.osd.6.smithi192.stderr:2024-09-13T16:01:17.624+0000 7f66ddd30640 -1 Falling back to public interface 2024-09-13T16:01:17.629 INFO:tasks.ceph.osd.0.smithi076.stderr:2024-09-13T16:01:17.627+0000 7f0aca09c640 -1 Falling back to public interface 2024-09-13T16:01:17.629 INFO:tasks.ceph.osd.2.smithi076.stderr:2024-09-13T16:01:17.628+0000 7f71e860d640 -1 Falling back to public interface 2024-09-13T16:01:17.653 INFO:tasks.ceph.osd.5.smithi192.stderr:2024-09-13T16:01:17.652+0000 7f984a3b9640 -1 Falling back to public interface 2024-09-13T16:01:17.660 INFO:tasks.ceph.mgr.y.smithi076.stderr:2024-09-13T16:01:17.659+0000 7fa5fe1b9040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-13T16:01:17.706 INFO:tasks.ceph.mgr.y.smithi076.stderr:2024-09-13T16:01:17.704+0000 7fa5fe1b9040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-13T16:01:17.707 INFO:tasks.ceph.mgr.x.smithi192.stderr:2024-09-13T16:01:17.706+0000 7f3704b62040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-13T16:01:17.752 INFO:tasks.ceph.mgr.x.smithi192.stderr:2024-09-13T16:01:17.751+0000 7f3704b62040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-13T16:01:17.814 INFO:tasks.ceph.mgr.y.smithi076.stderr:2024-09-13T16:01:17.813+0000 7fa5fe1b9040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-13T16:01:17.860 INFO:tasks.ceph.mgr.x.smithi192.stderr:2024-09-13T16:01:17.859+0000 7f3704b62040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-13T16:01:17.866 INFO:tasks.ceph.mgr.y.smithi076.stderr:2024-09-13T16:01:17.865+0000 7fa5fe1b9040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-13T16:01:17.912 INFO:tasks.ceph.mgr.y.smithi076.stderr:2024-09-13T16:01:17.910+0000 7fa5fe1b9040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-13T16:01:17.914 INFO:tasks.ceph.mgr.x.smithi192.stderr:2024-09-13T16:01:17.913+0000 7f3704b62040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-13T16:01:17.959 INFO:tasks.ceph.mgr.x.smithi192.stderr:2024-09-13T16:01:17.958+0000 7f3704b62040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-13T16:01:18.022 INFO:tasks.ceph.mgr.y.smithi076.stderr:2024-09-13T16:01:18.020+0000 7fa5fe1b9040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-13T16:01:18.030 DEBUG:teuthology.orchestra.run.smithi076:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-13T16:01:18.068 INFO:tasks.ceph.mgr.x.smithi192.stderr:2024-09-13T16:01:18.067+0000 7f3704b62040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-13T16:01:18.074 INFO:tasks.ceph.mgr.y.smithi076.stderr:2024-09-13T16:01:18.073+0000 7fa5fe1b9040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-13T16:01:18.117 INFO:tasks.ceph.mgr.x.smithi192.stderr:2024-09-13T16:01:18.116+0000 7f3704b62040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-13T16:01:18.119 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:18.118+0000 7f85955e9640 1 Processor -- start 2024-09-13T16:01:18.119 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:18.118+0000 7f85955e9640 1 -- start start 2024-09-13T16:01:18.121 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:18.119+0000 7f85955e9640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f85900989d0 0x7f859015b3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:18.121 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:18.119+0000 7f85955e9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f85900cbe90 0x7f85900996c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:18.121 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:18.119+0000 7f85955e9640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f8590098db0 0x7f859015de40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:18.121 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:18.119+0000 7f85955e9640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8590099c00 con 0x7f85900989d0 2024-09-13T16:01:18.121 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:18.119+0000 7f85955e9640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f85900cb0d0 con 0x7f8590098db0 2024-09-13T16:01:18.121 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:18.119+0000 7f85955e9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f85900cb3b0 con 0x7f85900cbe90 2024-09-13T16:01:18.121 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:18.119+0000 7f858effd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f85900989d0 0x7f859015b3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:18.121 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:18.119+0000 7f858effd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f85900989d0 0x7f859015b3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:38276/0 (socket says 172.21.15.76:38276) 2024-09-13T16:01:18.121 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:18.119+0000 7f858effd640 1 -- 172.21.15.76:0/3765279081 learned_addr learned my addr 172.21.15.76:0/3765279081 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:01:18.122 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:18.119+0000 7f858e7fc640 1 --2- 172.21.15.76:0/3765279081 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f85900cbe90 0x7f85900996c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:18.122 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:18.119+0000 7f858f7fe640 1 --2- 172.21.15.76:0/3765279081 >> v2:172.21.15.192:3300/0 conn(0x7f8590098db0 0x7f859015de40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:18.122 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:18.119+0000 7f858effd640 1 -- 172.21.15.76:0/3765279081 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f85900cbe90 msgr2=0x7f85900996c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:01:18.122 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:18.119+0000 7f858effd640 1 --2- 172.21.15.76:0/3765279081 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f85900cbe90 0x7f85900996c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:18.122 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:18.119+0000 7f858effd640 1 -- 172.21.15.76:0/3765279081 >> v2:172.21.15.192:3300/0 conn(0x7f8590098db0 msgr2=0x7f859015de40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:01:18.122 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:18.119+0000 7f858effd640 1 --2- 172.21.15.76:0/3765279081 >> v2:172.21.15.192:3300/0 conn(0x7f8590098db0 0x7f859015de40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:18.122 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:18.119+0000 7f858effd640 1 -- 172.21.15.76:0/3765279081 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f85900cb690 con 0x7f85900989d0 2024-09-13T16:01:18.123 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:18.120+0000 7f858effd640 1 --2- 172.21.15.76:0/3765279081 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f85900989d0 0x7f859015b3e0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f8590070b00 tx=0x7f858002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=14e6fe563eec1f99 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:18.123 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:18.120+0000 7f858dffb640 1 -- 172.21.15.76:0/3765279081 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8580032440 con 0x7f85900989d0 2024-09-13T16:01:18.123 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:18.120+0000 7f858dffb640 1 -- 172.21.15.76:0/3765279081 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f85800325a0 con 0x7f85900989d0 2024-09-13T16:01:18.123 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:18.120+0000 7f858dffb640 1 -- 172.21.15.76:0/3765279081 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8580032930 con 0x7f85900989d0 2024-09-13T16:01:18.123 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:18.121+0000 7f85955e9640 1 -- 172.21.15.76:0/3765279081 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f85900989d0 msgr2=0x7f859015b3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:18.123 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:18.121+0000 7f85955e9640 1 --2- 172.21.15.76:0/3765279081 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f85900989d0 0x7f859015b3e0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f8590070b00 tx=0x7f858002a1e0 comp rx=0 tx=0).stop 2024-09-13T16:01:18.124 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:18.121+0000 7f85955e9640 1 -- 172.21.15.76:0/3765279081 shutdown_connections 2024-09-13T16:01:18.124 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:18.121+0000 7f85955e9640 1 --2- 172.21.15.76:0/3765279081 >> v2:172.21.15.192:3300/0 conn(0x7f8590098db0 0x7f859015de40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:18.124 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:18.121+0000 7f85955e9640 1 --2- 172.21.15.76:0/3765279081 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f85900cbe90 0x7f85900996c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:18.124 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:18.121+0000 7f85955e9640 1 --2- 172.21.15.76:0/3765279081 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f85900989d0 0x7f859015b3e0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:18.124 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:18.121+0000 7f85955e9640 1 -- 172.21.15.76:0/3765279081 >> 172.21.15.76:0/3765279081 conn(0x7f85900d0270 msgr2=0x7f85900d0680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:18.124 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:18.121+0000 7f85955e9640 1 -- 172.21.15.76:0/3765279081 shutdown_connections 2024-09-13T16:01:18.124 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:18.121+0000 7f85955e9640 1 -- 172.21.15.76:0/3765279081 wait complete. 2024-09-13T16:01:18.126 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:18.122+0000 7f85955e9640 1 Processor -- start 2024-09-13T16:01:18.127 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:18.122+0000 7f85955e9640 1 -- start start 2024-09-13T16:01:18.127 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:18.123+0000 7f85955e9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f85900989d0 0x7f8590158720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:18.127 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:18.123+0000 7f85955e9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8590098db0 0x7f859015c540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:18.127 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:18.123+0000 7f85955e9640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f85900cbe90 0x7f859015ca80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:18.127 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:18.123+0000 7f85955e9640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f85901f5d60 con 0x7f85900989d0 2024-09-13T16:01:18.127 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:18.123+0000 7f85955e9640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f85900b3d40 con 0x7f85900cbe90 2024-09-13T16:01:18.127 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:18.123+0000 7f85955e9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f85901f5fb0 con 0x7f8590098db0 2024-09-13T16:01:18.127 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:18.123+0000 7f858effd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f85900989d0 0x7f8590158720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:18.127 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:18.123+0000 7f858effd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f85900989d0 0x7f8590158720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:38278/0 (socket says 172.21.15.76:38278) 2024-09-13T16:01:18.127 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:18.123+0000 7f858effd640 1 -- 172.21.15.76:0/3381747951 learned_addr learned my addr 172.21.15.76:0/3381747951 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:01:18.127 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:18.123+0000 7f858e7fc640 1 --2- 172.21.15.76:0/3381747951 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8590098db0 0x7f859015c540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:18.127 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:18.123+0000 7f858f7fe640 1 --2- 172.21.15.76:0/3381747951 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f85900cbe90 0x7f859015ca80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:18.127 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:18.124+0000 7f858effd640 1 -- 172.21.15.76:0/3381747951 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8590098db0 msgr2=0x7f859015c540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:18.128 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:18.124+0000 7f858effd640 1 --2- 172.21.15.76:0/3381747951 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8590098db0 0x7f859015c540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:18.128 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:18.124+0000 7f858effd640 1 -- 172.21.15.76:0/3381747951 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f85900cbe90 msgr2=0x7f859015ca80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:18.128 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:18.124+0000 7f858effd640 1 --2- 172.21.15.76:0/3381747951 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f85900cbe90 0x7f859015ca80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:18.128 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:18.124+0000 7f858effd640 1 -- 172.21.15.76:0/3381747951 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f85800094d0 con 0x7f85900989d0 2024-09-13T16:01:18.128 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:18.124+0000 7f858f7fe640 1 --2- 172.21.15.76:0/3381747951 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f85900cbe90 0x7f859015ca80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:01:18.128 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:18.124+0000 7f858e7fc640 1 --2- 172.21.15.76:0/3381747951 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8590098db0 0x7f859015c540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:01:18.128 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:18.124+0000 7f858effd640 1 --2- 172.21.15.76:0/3381747951 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f85900989d0 0x7f8590158720 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f858002a220 tx=0x7f85800046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:18.128 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:18.124+0000 7f85777fe640 1 -- 172.21.15.76:0/3381747951 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f858003b810 con 0x7f85900989d0 2024-09-13T16:01:18.128 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:18.124+0000 7f85777fe640 1 -- 172.21.15.76:0/3381747951 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f858003b970 con 0x7f85900989d0 2024-09-13T16:01:18.128 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:18.124+0000 7f85955e9640 1 -- 172.21.15.76:0/3381747951 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f85901f6290 con 0x7f85900989d0 2024-09-13T16:01:18.128 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:18.124+0000 7f85777fe640 1 -- 172.21.15.76:0/3381747951 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f858003bd00 con 0x7f85900989d0 2024-09-13T16:01:18.128 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:18.124+0000 7f85955e9640 1 -- 172.21.15.76:0/3381747951 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f85901f6850 con 0x7f85900989d0 2024-09-13T16:01:18.128 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:18.124+0000 7f85777fe640 1 -- 172.21.15.76:0/3381747951 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7f8580039040 con 0x7f85900989d0 2024-09-13T16:01:18.129 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:18.124+0000 7f85777fe640 1 -- 172.21.15.76:0/3381747951 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(10..10 src has 1..10) v4 ==== 1645+0+0 (secure 0 0 0) 0x7f858003aad0 con 0x7f85900989d0 2024-09-13T16:01:18.129 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:18.125+0000 7f85955e9640 1 -- 172.21.15.76:0/3381747951 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f85901f60f0 con 0x7f85900989d0 2024-09-13T16:01:18.129 INFO:tasks.ceph.mgr.y.smithi076.stderr:2024-09-13T16:01:18.127+0000 7fa5fe1b9040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-13T16:01:18.129 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:18.127+0000 7f85777fe640 1 -- 172.21.15.76:0/3381747951 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7f85901f60f0 con 0x7f85900989d0 2024-09-13T16:01:18.169 INFO:tasks.ceph.mgr.x.smithi192.stderr:2024-09-13T16:01:18.168+0000 7f3704b62040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-13T16:01:18.188 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:18.186+0000 7f85955e9640 1 -- 172.21.15.76:0/3381747951 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f85900996c0 con 0x7f85900989d0 2024-09-13T16:01:18.188 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:18.187+0000 7f85777fe640 1 -- 172.21.15.76:0/3381747951 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) v1 ==== 74+0+7057 (secure 0 0 0) 0x7f858004c060 con 0x7f85900989d0 2024-09-13T16:01:18.188 INFO:teuthology.misc.health.smithi076.stdout: 2024-09-13T16:01:18.189 INFO:teuthology.misc.health.smithi076.stdout:{"epoch":10,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:01:16.986586+0000","last_up_change":"0.000000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:01:18.190 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:18.188+0000 7f85955e9640 1 -- 172.21.15.76:0/3381747951 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f85900989d0 msgr2=0x7f8590158720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:18.190 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:18.188+0000 7f85955e9640 1 --2- 172.21.15.76:0/3381747951 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f85900989d0 0x7f8590158720 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f858002a220 tx=0x7f85800046c0 comp rx=0 tx=0).stop 2024-09-13T16:01:18.190 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:18.188+0000 7f85955e9640 1 -- 172.21.15.76:0/3381747951 shutdown_connections 2024-09-13T16:01:18.190 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:18.188+0000 7f85955e9640 1 --2- 172.21.15.76:0/3381747951 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f85900cbe90 0x7f859015ca80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:18.190 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:18.188+0000 7f85955e9640 1 --2- 172.21.15.76:0/3381747951 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8590098db0 0x7f859015c540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:18.190 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:18.188+0000 7f85955e9640 1 --2- 172.21.15.76:0/3381747951 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f85900989d0 0x7f8590158720 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:18.190 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:18.189+0000 7f85955e9640 1 -- 172.21.15.76:0/3381747951 >> 172.21.15.76:0/3381747951 conn(0x7f85900d0270 msgr2=0x7f85900afa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:18.191 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:18.189+0000 7f85955e9640 1 -- 172.21.15.76:0/3381747951 shutdown_connections 2024-09-13T16:01:18.191 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:18.189+0000 7f85955e9640 1 -- 172.21.15.76:0/3381747951 wait complete. 2024-09-13T16:01:18.200 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-09-13T16:01:18.200 INFO:tasks.ceph.mgr.y.smithi076.stderr:2024-09-13T16:01:18.199+0000 7fa5fe1b9040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-13T16:01:18.237 INFO:tasks.ceph.mgr.x.smithi192.stderr:2024-09-13T16:01:18.236+0000 7f3704b62040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-13T16:01:18.245 INFO:tasks.ceph.mgr.y.smithi076.stderr:2024-09-13T16:01:18.244+0000 7fa5fe1b9040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-13T16:01:18.281 INFO:tasks.ceph.mgr.x.smithi192.stderr:2024-09-13T16:01:18.279+0000 7f3704b62040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-13T16:01:18.289 INFO:tasks.ceph.mgr.y.smithi076.stderr:2024-09-13T16:01:18.287+0000 7fa5fe1b9040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-13T16:01:18.324 INFO:tasks.ceph.mgr.x.smithi192.stderr:2024-09-13T16:01:18.322+0000 7f3704b62040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-13T16:01:18.924 INFO:tasks.ceph.mgr.y.smithi076.stderr:2024-09-13T16:01:18.922+0000 7fa5fe1b9040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-13T16:01:18.962 INFO:tasks.ceph.mgr.x.smithi192.stderr:2024-09-13T16:01:18.961+0000 7f3704b62040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-13T16:01:19.939 INFO:tasks.ceph.mgr.y.smithi076.stderr:2024-09-13T16:01:19.938+0000 7fa59f450640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-09-13T16:01:19.941 INFO:tasks.ceph.mgr.y.smithi076.stderr:2024-09-13T16:01:19.940+0000 7fa59f450640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-09-13T16:01:21.079 INFO:tasks.ceph.osd.1.smithi076.stderr:2024-09-13T16:01:21.078+0000 7fe23661a640 -1 osd.1 0 log_to_monitors true 2024-09-13T16:01:21.129 INFO:tasks.ceph.osd.2.smithi076.stderr:2024-09-13T16:01:21.128+0000 7f71e860d640 -1 osd.2 0 log_to_monitors true 2024-09-13T16:01:21.160 INFO:tasks.ceph.osd.6.smithi192.stderr:2024-09-13T16:01:21.158+0000 7f66ddd30640 -1 osd.6 0 log_to_monitors true 2024-09-13T16:01:21.160 INFO:tasks.ceph.osd.7.smithi192.stderr:2024-09-13T16:01:21.159+0000 7f478180b640 -1 osd.7 0 log_to_monitors true 2024-09-13T16:01:21.161 INFO:tasks.ceph.osd.3.smithi076.stderr:2024-09-13T16:01:21.160+0000 7f641641e640 -1 osd.3 0 log_to_monitors true 2024-09-13T16:01:21.165 INFO:tasks.ceph.osd.0.smithi076.stderr:2024-09-13T16:01:21.164+0000 7f0aca09c640 -1 osd.0 0 log_to_monitors true 2024-09-13T16:01:21.178 INFO:tasks.ceph.osd.5.smithi192.stderr:2024-09-13T16:01:21.177+0000 7f984a3b9640 -1 osd.5 0 log_to_monitors true 2024-09-13T16:01:21.178 INFO:tasks.ceph.osd.4.smithi192.stderr:2024-09-13T16:01:21.177+0000 7efc449dd640 -1 osd.4 0 log_to_monitors true 2024-09-13T16:01:24.810 INFO:tasks.ceph.osd.1.smithi076.stderr:2024-09-13T16:01:24.809+0000 7fe2325a7640 -1 osd.1 0 waiting for initial osdmap 2024-09-13T16:01:24.819 INFO:tasks.ceph.osd.0.smithi076.stderr:2024-09-13T16:01:24.818+0000 7f0ac6029640 -1 osd.0 0 waiting for initial osdmap 2024-09-13T16:01:24.826 INFO:tasks.ceph.osd.2.smithi076.stderr:2024-09-13T16:01:24.825+0000 7f71e4049640 -1 osd.2 0 waiting for initial osdmap 2024-09-13T16:01:24.844 INFO:tasks.ceph.osd.1.smithi076.stderr:2024-09-13T16:01:24.843+0000 7fe22a3c8640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T16:01:24.844 INFO:tasks.ceph.osd.0.smithi076.stderr:2024-09-13T16:01:24.843+0000 7f0abde4a640 -1 osd.0 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T16:01:24.855 INFO:tasks.ceph.osd.2.smithi076.stderr:2024-09-13T16:01:24.854+0000 7f71dbe6a640 -1 osd.2 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T16:01:25.007 DEBUG:teuthology.orchestra.run.smithi076:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-13T16:01:25.043 INFO:tasks.ceph.osd.6.smithi192.stderr:2024-09-13T16:01:25.042+0000 7f66d9cbd640 -1 osd.6 0 waiting for initial osdmap 2024-09-13T16:01:25.063 INFO:tasks.ceph.osd.6.smithi192.stderr:2024-09-13T16:01:25.062+0000 7f66d1ade640 -1 osd.6 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T16:01:25.072 INFO:tasks.ceph.osd.7.smithi192.stderr:2024-09-13T16:01:25.071+0000 7f477d095640 -1 osd.7 0 waiting for initial osdmap 2024-09-13T16:01:25.082 INFO:tasks.ceph.osd.7.smithi192.stderr:2024-09-13T16:01:25.081+0000 7f4774eb6640 -1 osd.7 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T16:01:25.098 INFO:tasks.ceph.osd.5.smithi192.stderr:2024-09-13T16:01:25.097+0000 7f9846346640 -1 osd.5 0 waiting for initial osdmap 2024-09-13T16:01:25.100 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:25.099+0000 7f88cc80d640 1 Processor -- start 2024-09-13T16:01:25.101 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:25.099+0000 7f88cc80d640 1 -- start start 2024-09-13T16:01:25.102 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:25.100+0000 7f88cc80d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f88c80d2430 0x7f88c80d28a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:25.102 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:25.100+0000 7f88cc80d640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f88c80d0430 0x7f88c80d0810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:25.102 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:25.100+0000 7f88cc80d640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f88c80cde10 con 0x7f88c815c690 2024-09-13T16:01:25.102 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:25.100+0000 7f88cc80d640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f88c80d2de0 con 0x7f88c80d2430 2024-09-13T16:01:25.102 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:25.100+0000 7f88cc80d640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f88c80ce0f0 con 0x7f88c80d0430 2024-09-13T16:01:25.102 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:25.100+0000 7f88bffff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f88c80d2430 0x7f88c80d28a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:25.103 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:25.100+0000 7f88bffff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f88c80d2430 0x7f88c80d28a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:59906/0 (socket says 172.21.15.76:59906) 2024-09-13T16:01:25.103 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:25.100+0000 7f88bffff640 1 -- 172.21.15.76:0/225590224 learned_addr learned my addr 172.21.15.76:0/225590224 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:01:25.103 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:25.100+0000 7f88c6d9d640 1 --2- 172.21.15.76:0/225590224 >> v2:172.21.15.192:3300/0 conn(0x7f88c80d0430 0x7f88c80d0810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:25.103 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:25.101+0000 7f88bffff640 1 -- 172.21.15.76:0/225590224 >> v2:172.21.15.192:3300/0 conn(0x7f88c80d0430 msgr2=0x7f88c80d0810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:01:25.103 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:25.101+0000 7f88bffff640 1 --2- 172.21.15.76:0/225590224 >> v2:172.21.15.192:3300/0 conn(0x7f88c80d0430 0x7f88c80d0810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:25.103 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:25.101+0000 7f88bffff640 1 -- 172.21.15.76:0/225590224 >> v1:172.21.15.192:6789/0 conn(0x7f88c815c690 legacy=0x7f88c80cd290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:25.103 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:25.101+0000 7f88bffff640 1 -- 172.21.15.76:0/225590224 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f88c80ce3d0 con 0x7f88c80d2430 2024-09-13T16:01:25.104 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:25.102+0000 7f88bffff640 1 --2- 172.21.15.76:0/225590224 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f88c80d2430 0x7f88c80d28a0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f88c80b3e40 tx=0x7f88b002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e598a4bdfa709691 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:25.104 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:25.102+0000 7f88c5d9b640 1 -- 172.21.15.76:0/225590224 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88b0032440 con 0x7f88c80d2430 2024-09-13T16:01:25.104 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:25.102+0000 7f88c5d9b640 1 -- 172.21.15.76:0/225590224 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f88b00325a0 con 0x7f88c80d2430 2024-09-13T16:01:25.104 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:25.102+0000 7f88c5d9b640 1 -- 172.21.15.76:0/225590224 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88b0032930 con 0x7f88c80d2430 2024-09-13T16:01:25.104 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:25.102+0000 7f88cc80d640 1 -- 172.21.15.76:0/225590224 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f88c80d2430 msgr2=0x7f88c80d28a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:25.105 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:25.102+0000 7f88cc80d640 1 --2- 172.21.15.76:0/225590224 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f88c80d2430 0x7f88c80d28a0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f88c80b3e40 tx=0x7f88b002a270 comp rx=0 tx=0).stop 2024-09-13T16:01:25.105 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:25.102+0000 7f88cc80d640 1 -- 172.21.15.76:0/225590224 shutdown_connections 2024-09-13T16:01:25.105 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:25.102+0000 7f88cc80d640 1 --2- 172.21.15.76:0/225590224 >> v2:172.21.15.192:3300/0 conn(0x7f88c80d0430 0x7f88c80d0810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:25.105 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:25.102+0000 7f88cc80d640 1 --2- 172.21.15.76:0/225590224 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f88c80d2430 0x7f88c80d28a0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:25.105 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:25.102+0000 7f88cc80d640 1 -- 172.21.15.76:0/225590224 >> 172.21.15.76:0/225590224 conn(0x7f88c809b810 msgr2=0x7f88c8089f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:25.105 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:25.102+0000 7f88cc80d640 1 -- 172.21.15.76:0/225590224 shutdown_connections 2024-09-13T16:01:25.105 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:25.102+0000 7f88cc80d640 1 -- 172.21.15.76:0/225590224 wait complete. 2024-09-13T16:01:25.107 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:25.104+0000 7f88cc80d640 1 Processor -- start 2024-09-13T16:01:25.107 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:25.104+0000 7f88cc80d640 1 -- start start 2024-09-13T16:01:25.107 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:25.104+0000 7f88cc80d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f88c80d0430 0x7f88c80b5520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:25.107 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:25.104+0000 7f88cc80d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f88c80d2430 0x7f88c8152440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:25.107 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:25.104+0000 7f88cc80d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f88c815c690 0x7f88c80b6e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:25.107 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:25.104+0000 7f88cc80d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f88c80c9570 con 0x7f88c80d2430 2024-09-13T16:01:25.107 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:25.104+0000 7f88cc80d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f88c8152980 con 0x7f88c80d0430 2024-09-13T16:01:25.108 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:25.104+0000 7f88cc80d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f88c80b8240 con 0x7f88c815c690 2024-09-13T16:01:25.108 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:25.105+0000 7f88bffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f88c80d2430 0x7f88c8152440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:25.108 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:25.105+0000 7f88bffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f88c80d2430 0x7f88c8152440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:59910/0 (socket says 172.21.15.76:59910) 2024-09-13T16:01:25.108 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:25.105+0000 7f88bffff640 1 -- 172.21.15.76:0/214748505 learned_addr learned my addr 172.21.15.76:0/214748505 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:01:25.108 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:25.105+0000 7f88c659c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f88c80d0430 0x7f88c80b5520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:25.108 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:25.105+0000 7f88c6d9d640 1 --2- 172.21.15.76:0/214748505 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f88c815c690 0x7f88c80b6e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:25.108 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:25.105+0000 7f88bffff640 1 -- 172.21.15.76:0/214748505 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f88c815c690 msgr2=0x7f88c80b6e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:25.108 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:25.105+0000 7f88bffff640 1 --2- 172.21.15.76:0/214748505 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f88c815c690 0x7f88c80b6e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:25.108 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:25.105+0000 7f88bffff640 1 -- 172.21.15.76:0/214748505 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f88c80d0430 msgr2=0x7f88c80b5520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:25.108 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:25.105+0000 7f88bffff640 1 --2- 172.21.15.76:0/214748505 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f88c80d0430 0x7f88c80b5520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:25.108 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:25.105+0000 7f88bffff640 1 -- 172.21.15.76:0/214748505 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f88b00094d0 con 0x7f88c80d2430 2024-09-13T16:01:25.108 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:25.105+0000 7f88bffff640 1 --2- 172.21.15.76:0/214748505 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f88c80d2430 0x7f88c8152440 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f88b002a2b0 tx=0x7f88b00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:25.108 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:25.105+0000 7f88beffd640 1 -- 172.21.15.76:0/214748505 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88b0032440 con 0x7f88c80d2430 2024-09-13T16:01:25.109 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:25.105+0000 7f88beffd640 1 -- 172.21.15.76:0/214748505 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f88b0030980 con 0x7f88c80d2430 2024-09-13T16:01:25.109 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:25.105+0000 7f88cc80d640 1 -- 172.21.15.76:0/214748505 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f88c80b76c0 con 0x7f88c80d2430 2024-09-13T16:01:25.109 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:25.105+0000 7f88beffd640 1 -- 172.21.15.76:0/214748505 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88b0030d10 con 0x7f88c80d2430 2024-09-13T16:01:25.109 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:25.105+0000 7f88cc80d640 1 -- 172.21.15.76:0/214748505 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f88c80b7c80 con 0x7f88c80d2430 2024-09-13T16:01:25.109 INFO:tasks.ceph.osd.4.smithi192.stderr:2024-09-13T16:01:25.106+0000 7efc4096a640 -1 osd.4 0 waiting for initial osdmap 2024-09-13T16:01:25.110 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:25.106+0000 7f88cc80d640 1 -- 172.21.15.76:0/214748505 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f88c815d3a0 con 0x7f88c80d2430 2024-09-13T16:01:25.110 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:25.107+0000 7f88beffd640 1 -- 172.21.15.76:0/214748505 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 4) v1 ==== 89089+0+0 (secure 0 0 0) 0x7f88b0039040 con 0x7f88c80d2430 2024-09-13T16:01:25.110 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:25.107+0000 7f88beffd640 1 --2- 172.21.15.76:0/214748505 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f88a806ab70 0x7f88a806d030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:25.110 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:25.107+0000 7f88beffd640 1 -- 172.21.15.76:0/214748505 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(12..12 src has 1..12) v4 ==== 2231+0+0 (secure 0 0 0) 0x7f88b00a8cb0 con 0x7f88c80d2430 2024-09-13T16:01:25.110 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:25.107+0000 7f88c659c640 1 --2- 172.21.15.76:0/214748505 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f88a806ab70 0x7f88a806d030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:25.110 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:25.108+0000 7f88c659c640 1 --2- 172.21.15.76:0/214748505 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f88a806ab70 0x7f88a806d030 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f88c80c7dd0 tx=0x7f88b8009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:25.115 INFO:tasks.ceph.osd.5.smithi192.stderr:2024-09-13T16:01:25.114+0000 7f983e167640 -1 osd.5 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T16:01:25.117 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:25.116+0000 7f88beffd640 1 -- 172.21.15.76:0/214748505 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f88c815d3a0 con 0x7f88c80d2430 2024-09-13T16:01:25.124 INFO:tasks.ceph.osd.4.smithi192.stderr:2024-09-13T16:01:25.123+0000 7efc3878b640 -1 osd.4 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T16:01:25.283 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:25.282+0000 7f88cc80d640 1 -- 172.21.15.76:0/214748505 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f88c815d3a0 con 0x7f88c80d2430 2024-09-13T16:01:25.284 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:25.283+0000 7f88beffd640 1 -- 172.21.15.76:0/214748505 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v12) v1 ==== 74+0+7057 (secure 0 0 0) 0x7f88c815d3a0 con 0x7f88c80d2430 2024-09-13T16:01:25.284 INFO:teuthology.misc.health.smithi076.stdout: 2024-09-13T16:01:25.284 INFO:teuthology.misc.health.smithi076.stdout:{"epoch":12,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:01:22.966333+0000","last_up_change":"0.000000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:01:25.286 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:25.285+0000 7f88cc80d640 1 -- 172.21.15.76:0/214748505 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f88a806ab70 msgr2=0x7f88a806d030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:25.287 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:25.285+0000 7f88cc80d640 1 --2- 172.21.15.76:0/214748505 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f88a806ab70 0x7f88a806d030 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f88c80c7dd0 tx=0x7f88b8009040 comp rx=0 tx=0).stop 2024-09-13T16:01:25.287 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:25.285+0000 7f88cc80d640 1 -- 172.21.15.76:0/214748505 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f88c80d2430 msgr2=0x7f88c8152440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:25.287 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:25.285+0000 7f88cc80d640 1 --2- 172.21.15.76:0/214748505 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f88c80d2430 0x7f88c8152440 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f88b002a2b0 tx=0x7f88b00046c0 comp rx=0 tx=0).stop 2024-09-13T16:01:25.287 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:25.285+0000 7f88cc80d640 1 -- 172.21.15.76:0/214748505 shutdown_connections 2024-09-13T16:01:25.287 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:25.285+0000 7f88cc80d640 1 --2- 172.21.15.76:0/214748505 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f88a806ab70 0x7f88a806d030 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:25.287 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:25.285+0000 7f88cc80d640 1 --2- 172.21.15.76:0/214748505 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f88c815c690 0x7f88c80b6e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:25.287 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:25.285+0000 7f88cc80d640 1 --2- 172.21.15.76:0/214748505 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f88c80d2430 0x7f88c8152440 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:25.287 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:25.285+0000 7f88cc80d640 1 --2- 172.21.15.76:0/214748505 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f88c80d0430 0x7f88c80b5520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:25.287 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:25.285+0000 7f88cc80d640 1 -- 172.21.15.76:0/214748505 >> 172.21.15.76:0/214748505 conn(0x7f88c809b810 msgr2=0x7f88c80cf490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:25.287 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:25.285+0000 7f88cc80d640 1 -- 172.21.15.76:0/214748505 shutdown_connections 2024-09-13T16:01:25.287 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:25.285+0000 7f88cc80d640 1 -- 172.21.15.76:0/214748505 wait complete. 2024-09-13T16:01:25.295 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-09-13T16:01:26.392 INFO:tasks.ceph.osd.3.smithi076.stderr:2024-09-13T16:01:26.390+0000 7f6411e09640 -1 osd.3 0 waiting for initial osdmap 2024-09-13T16:01:26.405 INFO:tasks.ceph.osd.3.smithi076.stderr:2024-09-13T16:01:26.404+0000 7f6409c2a640 -1 osd.3 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T16:01:32.102 DEBUG:teuthology.orchestra.run.smithi076:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-13T16:01:32.197 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:32.195+0000 7fab6497f640 1 Processor -- start 2024-09-13T16:01:32.197 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:32.196+0000 7fab6497f640 1 -- start start 2024-09-13T16:01:32.199 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:32.196+0000 7fab6497f640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fab600cd030 0x7fab600cd410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:32.199 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:32.196+0000 7fab6497f640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fab6006bbf0 0x7fab6006c060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:32.199 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:32.196+0000 7fab6497f640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fab600cd950 con 0x7fab600d10d0 2024-09-13T16:01:32.199 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:32.196+0000 7fab6497f640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fab600d1640 con 0x7fab6006bbf0 2024-09-13T16:01:32.199 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:32.196+0000 7fab6497f640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fab600d1920 con 0x7fab600cd030 2024-09-13T16:01:32.199 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:32.197+0000 7fab5ed9d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fab6006bbf0 0x7fab6006c060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:32.199 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:32.197+0000 7fab5ed9d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fab6006bbf0 0x7fab6006c060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:43294/0 (socket says 172.21.15.76:43294) 2024-09-13T16:01:32.199 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:32.197+0000 7fab5ed9d640 1 -- 172.21.15.76:0/3123598133 learned_addr learned my addr 172.21.15.76:0/3123598133 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:01:32.199 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:32.197+0000 7fab5ed9d640 1 -- 172.21.15.76:0/3123598133 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fab600cd030 msgr2=0x7fab600cd410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:01:32.199 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:32.197+0000 7fab5ed9d640 1 --2- 172.21.15.76:0/3123598133 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fab600cd030 0x7fab600cd410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:32.200 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:32.197+0000 7fab5ed9d640 1 -- 172.21.15.76:0/3123598133 >> v1:172.21.15.192:6789/0 conn(0x7fab600d10d0 legacy=0x7fab600d2e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:01:32.200 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:32.197+0000 7fab5ed9d640 1 -- 172.21.15.76:0/3123598133 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fab6006b110 con 0x7fab6006bbf0 2024-09-13T16:01:32.200 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:32.198+0000 7fab5ed9d640 1 --2- 172.21.15.76:0/3123598133 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fab6006bbf0 0x7fab6006c060 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fab58009e50 tx=0x7fab5802a6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c194cde11a778e3 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:32.200 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:32.198+0000 7fab5d59a640 1 -- 172.21.15.76:0/3123598133 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab5802aea0 con 0x7fab6006bbf0 2024-09-13T16:01:32.200 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:32.198+0000 7fab5d59a640 1 -- 172.21.15.76:0/3123598133 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fab5802d050 con 0x7fab6006bbf0 2024-09-13T16:01:32.200 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:32.198+0000 7fab5d59a640 1 -- 172.21.15.76:0/3123598133 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab58031820 con 0x7fab6006bbf0 2024-09-13T16:01:32.201 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:32.198+0000 7fab6497f640 1 -- 172.21.15.76:0/3123598133 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fab6006bbf0 msgr2=0x7fab6006c060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:32.201 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:32.198+0000 7fab6497f640 1 --2- 172.21.15.76:0/3123598133 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fab6006bbf0 0x7fab6006c060 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fab58009e50 tx=0x7fab5802a6c0 comp rx=0 tx=0).stop 2024-09-13T16:01:32.201 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:32.198+0000 7fab6497f640 1 -- 172.21.15.76:0/3123598133 shutdown_connections 2024-09-13T16:01:32.201 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:32.198+0000 7fab6497f640 1 --2- 172.21.15.76:0/3123598133 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fab6006bbf0 0x7fab6006c060 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:32.201 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:32.198+0000 7fab6497f640 1 --2- 172.21.15.76:0/3123598133 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fab600cd030 0x7fab600cd410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:32.201 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:32.198+0000 7fab6497f640 1 -- 172.21.15.76:0/3123598133 >> 172.21.15.76:0/3123598133 conn(0x7fab60089f60 msgr2=0x7fab600d2530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:32.202 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:32.198+0000 7fab6497f640 1 -- 172.21.15.76:0/3123598133 shutdown_connections 2024-09-13T16:01:32.202 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:32.198+0000 7fab6497f640 1 -- 172.21.15.76:0/3123598133 wait complete. 2024-09-13T16:01:32.202 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:32.200+0000 7fab6497f640 1 Processor -- start 2024-09-13T16:01:32.202 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:32.200+0000 7fab6497f640 1 -- start start 2024-09-13T16:01:32.204 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:32.200+0000 7fab6497f640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fab6006bbf0 0x7fab6015b230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:32.204 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:32.200+0000 7fab6497f640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fab600cd030 0x7fab601e6650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:32.204 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:32.200+0000 7fab6497f640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fab600d10d0 0x7fab6015dfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:32.204 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:32.200+0000 7fab6497f640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab6015bd20 con 0x7fab600d10d0 2024-09-13T16:01:32.204 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:32.200+0000 7fab6497f640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab600b2b20 con 0x7fab6006bbf0 2024-09-13T16:01:32.204 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:32.200+0000 7fab6497f640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fab600b2e00 con 0x7fab600cd030 2024-09-13T16:01:32.204 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:32.200+0000 7fab5ed9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fab600d10d0 0x7fab6015dfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:32.204 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:32.200+0000 7fab5ed9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fab600d10d0 0x7fab6015dfa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:43300/0 (socket says 172.21.15.76:43300) 2024-09-13T16:01:32.204 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:32.201+0000 7fab5ed9d640 1 -- 172.21.15.76:0/915801454 learned_addr learned my addr 172.21.15.76:0/915801454 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:01:32.204 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:32.201+0000 7fab5dd9b640 1 --2- 172.21.15.76:0/915801454 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fab600cd030 0x7fab601e6650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:32.205 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:32.201+0000 7fab5e59c640 1 --2- 172.21.15.76:0/915801454 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fab6006bbf0 0x7fab6015b230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:32.205 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:32.201+0000 7fab5ed9d640 1 -- 172.21.15.76:0/915801454 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fab600cd030 msgr2=0x7fab601e6650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:32.205 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:32.201+0000 7fab5ed9d640 1 --2- 172.21.15.76:0/915801454 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fab600cd030 0x7fab601e6650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:32.205 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:32.201+0000 7fab5ed9d640 1 -- 172.21.15.76:0/915801454 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fab6006bbf0 msgr2=0x7fab6015b230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:32.205 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:32.201+0000 7fab5ed9d640 1 --2- 172.21.15.76:0/915801454 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fab6006bbf0 0x7fab6015b230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:32.205 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:32.201+0000 7fab5ed9d640 1 -- 172.21.15.76:0/915801454 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fab58009b30 con 0x7fab600d10d0 2024-09-13T16:01:32.205 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:32.201+0000 7fab5ed9d640 1 --2- 172.21.15.76:0/915801454 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fab600d10d0 0x7fab6015dfa0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fab58034040 tx=0x7fab58004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:32.205 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:32.201+0000 7fab56ffd640 1 -- 172.21.15.76:0/915801454 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab5803b820 con 0x7fab600d10d0 2024-09-13T16:01:32.205 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:32.201+0000 7fab56ffd640 1 -- 172.21.15.76:0/915801454 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fab5803b980 con 0x7fab600d10d0 2024-09-13T16:01:32.205 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:32.201+0000 7fab56ffd640 1 -- 172.21.15.76:0/915801454 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab5803bd30 con 0x7fab600d10d0 2024-09-13T16:01:32.205 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:32.201+0000 7fab6497f640 1 -- 172.21.15.76:0/915801454 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fab600b30e0 con 0x7fab600d10d0 2024-09-13T16:01:32.205 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:32.201+0000 7fab6497f640 1 -- 172.21.15.76:0/915801454 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fab600b36a0 con 0x7fab600d10d0 2024-09-13T16:01:32.205 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:32.202+0000 7fab6497f640 1 -- 172.21.15.76:0/915801454 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fab600cd410 con 0x7fab600d10d0 2024-09-13T16:01:32.205 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:32.203+0000 7fab56ffd640 1 -- 172.21.15.76:0/915801454 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fab58038050 con 0x7fab600d10d0 2024-09-13T16:01:32.206 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:32.203+0000 7fab56ffd640 1 --2- 172.21.15.76:0/915801454 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fab4006ac30 0x7fab4006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:32.206 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:32.203+0000 7fab5e59c640 1 --2- 172.21.15.76:0/915801454 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fab4006ac30 0x7fab4006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:32.206 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:32.203+0000 7fab56ffd640 1 -- 172.21.15.76:0/915801454 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fab580a95e0 con 0x7fab600d10d0 2024-09-13T16:01:32.206 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:32.204+0000 7fab5e59c640 1 --2- 172.21.15.76:0/915801454 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fab4006ac30 0x7fab4006d0f0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fab5000a810 tx=0x7fab50008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:32.209 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:32.208+0000 7fab56ffd640 1 -- 172.21.15.76:0/915801454 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fab58074ba0 con 0x7fab600d10d0 2024-09-13T16:01:32.372 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:32.370+0000 7fab6497f640 1 -- 172.21.15.76:0/915801454 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fab600cc7c0 con 0x7fab600d10d0 2024-09-13T16:01:32.372 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:32.371+0000 7fab56ffd640 1 -- 172.21.15.76:0/915801454 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v17) v1 ==== 74+0+12814 (secure 0 0 0) 0x7fab58009510 con 0x7fab600d10d0 2024-09-13T16:01:32.373 INFO:teuthology.misc.health.smithi076.stdout: 2024-09-13T16:01:32.373 INFO:teuthology.misc.health.smithi076.stdout:{"epoch":17,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:01:29.878217+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:01:32.375 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:32.373+0000 7fab6497f640 1 -- 172.21.15.76:0/915801454 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fab4006ac30 msgr2=0x7fab4006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:32.375 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:32.373+0000 7fab6497f640 1 --2- 172.21.15.76:0/915801454 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fab4006ac30 0x7fab4006d0f0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fab5000a810 tx=0x7fab50008040 comp rx=0 tx=0).stop 2024-09-13T16:01:32.375 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:32.373+0000 7fab6497f640 1 -- 172.21.15.76:0/915801454 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fab600d10d0 msgr2=0x7fab6015dfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:32.375 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:32.373+0000 7fab6497f640 1 --2- 172.21.15.76:0/915801454 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fab600d10d0 0x7fab6015dfa0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fab58034040 tx=0x7fab58004a40 comp rx=0 tx=0).stop 2024-09-13T16:01:32.375 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:32.373+0000 7fab6497f640 1 -- 172.21.15.76:0/915801454 shutdown_connections 2024-09-13T16:01:32.375 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:32.373+0000 7fab6497f640 1 --2- 172.21.15.76:0/915801454 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fab600d10d0 0x7fab6015dfa0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:32.375 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:32.373+0000 7fab6497f640 1 --2- 172.21.15.76:0/915801454 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fab4006ac30 0x7fab4006d0f0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:32.375 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:32.373+0000 7fab6497f640 1 --2- 172.21.15.76:0/915801454 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fab600cd030 0x7fab601e6650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:32.376 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:32.373+0000 7fab6497f640 1 --2- 172.21.15.76:0/915801454 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fab6006bbf0 0x7fab6015b230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:32.376 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:32.373+0000 7fab6497f640 1 -- 172.21.15.76:0/915801454 >> 172.21.15.76:0/915801454 conn(0x7fab60089f60 msgr2=0x7fab600730d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:32.376 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:32.373+0000 7fab6497f640 1 -- 172.21.15.76:0/915801454 shutdown_connections 2024-09-13T16:01:32.376 INFO:teuthology.misc.health.smithi076.stderr:2024-09-13T16:01:32.373+0000 7fab6497f640 1 -- 172.21.15.76:0/915801454 wait complete. 2024-09-13T16:01:32.384 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-09-13T16:01:32.384 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2024-09-13T16:01:32.385 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-13T16:01:32.385 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-13T16:01:32.387 INFO:tasks.ceph.mds.a:Started 2024-09-13T16:01:32.387 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-13T16:01:32.388 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-13T16:01:32.390 INFO:tasks.ceph.mds.c:Started 2024-09-13T16:01:32.390 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-13T16:01:32.390 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-13T16:01:32.393 INFO:tasks.ceph.mds.b:Started 2024-09-13T16:01:32.393 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-13T16:01:32.393 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-13T16:01:32.395 INFO:tasks.ceph.mds.d:Started 2024-09-13T16:01:32.395 INFO:tasks.ceph:Setting up CephFS filesystem(s)... 2024-09-13T16:01:32.396 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:01:32.462 INFO:tasks.ceph.mds.a.smithi076.stdout:starting mds.a at 2024-09-13T16:01:32.463 INFO:tasks.ceph.mds.c.smithi076.stdout:starting mds.c at 2024-09-13T16:01:32.463 INFO:tasks.ceph.mds.a.smithi076.stderr:2024-09-13T16:01:32.462+0000 7f235faab640 -1 PosixStack listen unable to listen on v2:0.0.0.0:6834/0: (98) Address already in use 2024-09-13T16:01:32.477 INFO:tasks.ceph.mds.b.smithi192.stdout:starting mds.b at 2024-09-13T16:01:32.477 INFO:tasks.ceph.mds.d.smithi192.stdout:starting mds.d at 2024-09-13T16:01:32.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.497+0000 7f5343cb1640 1 Processor -- start 2024-09-13T16:01:32.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.497+0000 7f5343cb1640 1 -- start start 2024-09-13T16:01:32.500 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.498+0000 7f5343cb1640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f533c15a7a0 0x7f533c0ce060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:32.500 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.498+0000 7f5341a4d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f533c15a7a0 0x7f533c0ce060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:32.500 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.498+0000 7f5343cb1640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f533c0ae670 0x7f533c0989d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:32.500 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.498+0000 7f5341a4d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f533c15a7a0 0x7f533c0ce060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:43332/0 (socket says 172.21.15.76:43332) 2024-09-13T16:01:32.500 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.498+0000 7f5341a4d640 1 -- 172.21.15.76:0/1321181650 learned_addr learned my addr 172.21.15.76:0/1321181650 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:01:32.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.498+0000 7f5343cb1640 1 -- 172.21.15.76:0/1321181650 --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f533c0ad1d0 con 0x7f533c0caf30 2024-09-13T16:01:32.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.498+0000 7f5343cb1640 1 -- 172.21.15.76:0/1321181650 --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f533c0af8e0 con 0x7f533c15a7a0 2024-09-13T16:01:32.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.498+0000 7f5343cb1640 1 -- 172.21.15.76:0/1321181650 --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f533c0ce6f0 con 0x7f533c0ae670 2024-09-13T16:01:32.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.498+0000 7f5341a4d640 1 -- 172.21.15.76:0/1321181650 >> v2:172.21.15.192:3300/0 conn(0x7f533c0ae670 msgr2=0x7f533c0989d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:01:32.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.498+0000 7f5341a4d640 1 --2- 172.21.15.76:0/1321181650 >> v2:172.21.15.192:3300/0 conn(0x7f533c0ae670 0x7f533c0989d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:32.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.498+0000 7f5341a4d640 1 -- 172.21.15.76:0/1321181650 >> v1:172.21.15.76:6789/0 conn(0x7f533c0caf30 legacy=0x7f533c0cb390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:32.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.498+0000 7f5340a4b640 1 -- 172.21.15.76:0/1321181650 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1964159689 0 0) 0x7f533c0ad1d0 con 0x7f533c0caf30 2024-09-13T16:01:32.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.498+0000 7f5341a4d640 1 -- 172.21.15.76:0/1321181650 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f533c0cbc00 con 0x7f533c15a7a0 2024-09-13T16:01:32.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.499+0000 7f5341a4d640 1 --2- 172.21.15.76:0/1321181650 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f533c15a7a0 0x7f533c0ce060 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f533c067910 tx=0x7f533802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3834f0a1d67131c8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:32.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.499+0000 7f5340a4b640 1 -- 172.21.15.76:0/1321181650 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5338032440 con 0x7f533c15a7a0 2024-09-13T16:01:32.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.499+0000 7f5340a4b640 1 -- 172.21.15.76:0/1321181650 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f53380325a0 con 0x7f533c15a7a0 2024-09-13T16:01:32.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.499+0000 7f5340a4b640 1 -- 172.21.15.76:0/1321181650 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5338032930 con 0x7f533c15a7a0 2024-09-13T16:01:32.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.499+0000 7f5343cb1640 1 -- 172.21.15.76:0/1321181650 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f533c15a7a0 msgr2=0x7f533c0ce060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:32.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.499+0000 7f5343cb1640 1 --2- 172.21.15.76:0/1321181650 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f533c15a7a0 0x7f533c0ce060 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f533c067910 tx=0x7f533802a270 comp rx=0 tx=0).stop 2024-09-13T16:01:32.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.500+0000 7f5343cb1640 1 -- 172.21.15.76:0/1321181650 shutdown_connections 2024-09-13T16:01:32.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.500+0000 7f5343cb1640 1 --2- 172.21.15.76:0/1321181650 >> v2:172.21.15.192:3300/0 conn(0x7f533c0ae670 0x7f533c0989d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:32.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.500+0000 7f5343cb1640 1 --2- 172.21.15.76:0/1321181650 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f533c15a7a0 0x7f533c0ce060 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:32.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.500+0000 7f5343cb1640 1 -- 172.21.15.76:0/1321181650 >> 172.21.15.76:0/1321181650 conn(0x7f533c0b1f80 msgr2=0x7f533c0b2390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:32.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.500+0000 7f5343cb1640 1 -- 172.21.15.76:0/1321181650 shutdown_connections 2024-09-13T16:01:32.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.500+0000 7f5343cb1640 1 -- 172.21.15.76:0/1321181650 wait complete. 2024-09-13T16:01:32.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.501+0000 7f5343cb1640 1 Processor -- start 2024-09-13T16:01:32.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.501+0000 7f5343cb1640 1 -- start start 2024-09-13T16:01:32.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.501+0000 7f5343cb1640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f533c0ae670 0x7f533c06bf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:32.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.501+0000 7f5343cb1640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f533c0caf30 0x7f533c0cd620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:32.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.502+0000 7f5343cb1640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f533c15a7a0 0x7f533c1f1210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:32.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.502+0000 7f5343cb1640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f533c158250 con 0x7f533c0ae670 2024-09-13T16:01:32.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.502+0000 7f5343cb1640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f533c06c440 con 0x7f533c15a7a0 2024-09-13T16:01:32.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.502+0000 7f5343cb1640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f533c06c6e0 con 0x7f533c0caf30 2024-09-13T16:01:32.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.502+0000 7f5341a4d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f533c0ae670 0x7f533c06bf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:32.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.502+0000 7f5341a4d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f533c0ae670 0x7f533c06bf00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:43338/0 (socket says 172.21.15.76:43338) 2024-09-13T16:01:32.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.502+0000 7f5341a4d640 1 -- 172.21.15.76:0/3703586778 learned_addr learned my addr 172.21.15.76:0/3703586778 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:01:32.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.502+0000 7f534224e640 1 --2- 172.21.15.76:0/3703586778 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f533c15a7a0 0x7f533c1f1210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:32.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.502+0000 7f534124c640 1 --2- 172.21.15.76:0/3703586778 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f533c0caf30 0x7f533c0cd620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:32.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.502+0000 7f5341a4d640 1 -- 172.21.15.76:0/3703586778 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f533c0caf30 msgr2=0x7f533c0cd620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:32.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.502+0000 7f5341a4d640 1 --2- 172.21.15.76:0/3703586778 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f533c0caf30 0x7f533c0cd620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:32.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.502+0000 7f5341a4d640 1 -- 172.21.15.76:0/3703586778 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f533c15a7a0 msgr2=0x7f533c1f1210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:32.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.502+0000 7f5341a4d640 1 --2- 172.21.15.76:0/3703586778 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f533c15a7a0 0x7f533c1f1210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:32.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.502+0000 7f5341a4d640 1 -- 172.21.15.76:0/3703586778 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f53380094d0 con 0x7f533c0ae670 2024-09-13T16:01:32.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.502+0000 7f5341a4d640 1 --2- 172.21.15.76:0/3703586778 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f533c0ae670 0x7f533c06bf00 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f5338000c00 tx=0x7f53380046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:32.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.502+0000 7f53327fc640 1 -- 172.21.15.76:0/3703586778 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5338032440 con 0x7f533c0ae670 2024-09-13T16:01:32.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.502+0000 7f53327fc640 1 -- 172.21.15.76:0/3703586778 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5338030b80 con 0x7f533c0ae670 2024-09-13T16:01:32.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.502+0000 7f5343cb1640 1 -- 172.21.15.76:0/3703586778 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f533c06c9c0 con 0x7f533c0ae670 2024-09-13T16:01:32.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.502+0000 7f53327fc640 1 -- 172.21.15.76:0/3703586778 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f533803b400 con 0x7f533c0ae670 2024-09-13T16:01:32.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.502+0000 7f5343cb1640 1 -- 172.21.15.76:0/3703586778 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f533c0b3660 con 0x7f533c0ae670 2024-09-13T16:01:32.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.503+0000 7f5343cb1640 1 -- 172.21.15.76:0/3703586778 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f533c0ccd10 con 0x7f533c0ae670 2024-09-13T16:01:32.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.504+0000 7f53327fc640 1 -- 172.21.15.76:0/3703586778 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f5338039040 con 0x7f533c0ae670 2024-09-13T16:01:32.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.504+0000 7f53327fc640 1 --2- 172.21.15.76:0/3703586778 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f532006ac00 0x7f532006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:32.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.504+0000 7f53327fc640 1 -- 172.21.15.76:0/3703586778 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f53380a97f0 con 0x7f533c0ae670 2024-09-13T16:01:32.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.504+0000 7f534124c640 1 --2- 172.21.15.76:0/3703586778 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f532006ac00 0x7f532006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:32.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.505+0000 7f534124c640 1 --2- 172.21.15.76:0/3703586778 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f532006ac00 0x7f532006d0c0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f533c1f52b0 tx=0x7f532c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:32.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.509+0000 7f53327fc640 1 -- 172.21.15.76:0/3703586778 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f5338074dd0 con 0x7f533c0ae670 2024-09-13T16:01:32.671 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.670+0000 7f5343cb1640 1 -- 172.21.15.76:0/3703586778 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f533c0989d0 con 0x7f533c0ae670 2024-09-13T16:01:32.672 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.671+0000 7f53327fc640 1 -- 172.21.15.76:0/3703586778 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v17) v1 ==== 74+0+12814 (secure 0 0 0) 0x7f533804c090 con 0x7f533c0ae670 2024-09-13T16:01:32.672 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:01:32.672 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":17,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:01:29.878217+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:01:32.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.673+0000 7f5343cb1640 1 -- 172.21.15.76:0/3703586778 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f532006ac00 msgr2=0x7f532006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:32.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.673+0000 7f5343cb1640 1 --2- 172.21.15.76:0/3703586778 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f532006ac00 0x7f532006d0c0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f533c1f52b0 tx=0x7f532c009040 comp rx=0 tx=0).stop 2024-09-13T16:01:32.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.673+0000 7f5343cb1640 1 -- 172.21.15.76:0/3703586778 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f533c0ae670 msgr2=0x7f533c06bf00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:32.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.673+0000 7f5343cb1640 1 --2- 172.21.15.76:0/3703586778 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f533c0ae670 0x7f533c06bf00 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f5338000c00 tx=0x7f53380046c0 comp rx=0 tx=0).stop 2024-09-13T16:01:32.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.673+0000 7f5343cb1640 1 -- 172.21.15.76:0/3703586778 shutdown_connections 2024-09-13T16:01:32.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.673+0000 7f5343cb1640 1 --2- 172.21.15.76:0/3703586778 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f533c15a7a0 0x7f533c1f1210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:32.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.673+0000 7f5343cb1640 1 --2- 172.21.15.76:0/3703586778 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f532006ac00 0x7f532006d0c0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:32.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.673+0000 7f5343cb1640 1 --2- 172.21.15.76:0/3703586778 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f533c0caf30 0x7f533c0cd620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:32.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.673+0000 7f5343cb1640 1 --2- 172.21.15.76:0/3703586778 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f533c0ae670 0x7f533c06bf00 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:32.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.673+0000 7f5343cb1640 1 -- 172.21.15.76:0/3703586778 >> 172.21.15.76:0/3703586778 conn(0x7f533c0b1f80 msgr2=0x7f533c06e310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:32.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.673+0000 7f5343cb1640 1 -- 172.21.15.76:0/3703586778 shutdown_connections 2024-09-13T16:01:32.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.673+0000 7f5343cb1640 1 -- 172.21.15.76:0/3703586778 wait complete. 2024-09-13T16:01:32.685 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:01:26.960607+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:01:32.685 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:01:32.786 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.784+0000 7fb378918640 1 Processor -- start 2024-09-13T16:01:32.786 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.784+0000 7fb378918640 1 -- start start 2024-09-13T16:01:32.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.785+0000 7fb378918640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb3740ce3e0 0x7fb3740990e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:32.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.785+0000 7fb378918640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb374162210 0x7fb374164600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:32.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.785+0000 7fb378918640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb3740cc300 con 0x7fb37415a7f0 2024-09-13T16:01:32.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.785+0000 7fb378918640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb3740b3d20 con 0x7fb374162210 2024-09-13T16:01:32.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.785+0000 7fb378918640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb3740b33f0 con 0x7fb3740ce3e0 2024-09-13T16:01:32.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.785+0000 7fb372d9d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb374162210 0x7fb374164600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:32.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.785+0000 7fb37259c640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fb37415a7f0 0x7fb3740989d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:53946/0 (socket says 172.21.15.76:53946) 2024-09-13T16:01:32.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.785+0000 7fb37259c640 1 -- 172.21.15.76:0/3259302233 learned_addr learned my addr 172.21.15.76:0/3259302233 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:01:32.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.786+0000 7fb371d9b640 1 --2- 172.21.15.76:0/3259302233 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb3740ce3e0 0x7fb3740990e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:32.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.786+0000 7fb372d9d640 1 -- 172.21.15.76:0/3259302233 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb3740ce3e0 msgr2=0x7fb3740990e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:01:32.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.786+0000 7fb372d9d640 1 --2- 172.21.15.76:0/3259302233 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb3740ce3e0 0x7fb3740990e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:32.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.786+0000 7fb372d9d640 1 -- 172.21.15.76:0/3259302233 >> v1:172.21.15.76:6789/0 conn(0x7fb37415a7f0 legacy=0x7fb3740989d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:32.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.786+0000 7fb372d9d640 1 -- 172.21.15.76:0/3259302233 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb3740b36d0 con 0x7fb374162210 2024-09-13T16:01:32.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.786+0000 7fb37159a640 1 -- 172.21.15.76:0/3259302233 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1713669936 0 0) 0x7fb3740cc300 con 0x7fb37415a7f0 2024-09-13T16:01:32.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.786+0000 7fb372d9d640 1 --2- 172.21.15.76:0/3259302233 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb374162210 0x7fb374164600 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fb3640097a0 tx=0x7fb36402a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2aaa23b265735829 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:32.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.787+0000 7fb37159a640 1 -- 172.21.15.76:0/3259302233 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb36402adb0 con 0x7fb374162210 2024-09-13T16:01:32.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.787+0000 7fb37159a640 1 -- 172.21.15.76:0/3259302233 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb364032440 con 0x7fb374162210 2024-09-13T16:01:32.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.787+0000 7fb37159a640 1 -- 172.21.15.76:0/3259302233 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3640327d0 con 0x7fb374162210 2024-09-13T16:01:32.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.787+0000 7fb378918640 1 -- 172.21.15.76:0/3259302233 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb374162210 msgr2=0x7fb374164600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:32.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.787+0000 7fb378918640 1 --2- 172.21.15.76:0/3259302233 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb374162210 0x7fb374164600 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fb3640097a0 tx=0x7fb36402a060 comp rx=0 tx=0).stop 2024-09-13T16:01:32.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.787+0000 7fb378918640 1 -- 172.21.15.76:0/3259302233 shutdown_connections 2024-09-13T16:01:32.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.787+0000 7fb378918640 1 --2- 172.21.15.76:0/3259302233 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb374162210 0x7fb374164600 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:32.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.787+0000 7fb378918640 1 --2- 172.21.15.76:0/3259302233 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb3740ce3e0 0x7fb3740990e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:32.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.787+0000 7fb378918640 1 -- 172.21.15.76:0/3259302233 >> 172.21.15.76:0/3259302233 conn(0x7fb3740b1f60 msgr2=0x7fb3740b2370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:32.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.787+0000 7fb378918640 1 -- 172.21.15.76:0/3259302233 shutdown_connections 2024-09-13T16:01:32.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.787+0000 7fb378918640 1 -- 172.21.15.76:0/3259302233 wait complete. 2024-09-13T16:01:32.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.788+0000 7fb378918640 1 Processor -- start 2024-09-13T16:01:32.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.789+0000 7fb378918640 1 -- start start 2024-09-13T16:01:32.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.789+0000 7fb378918640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb3740ce3e0 0x7fb3740c8dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:32.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.789+0000 7fb378918640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb37415a7f0 0x7fb374155eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:32.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.789+0000 7fb378918640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb374162210 0x7fb374158d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:32.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.789+0000 7fb378918640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb3740c4d40 con 0x7fb374162210 2024-09-13T16:01:32.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.789+0000 7fb378918640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb3740c5020 con 0x7fb37415a7f0 2024-09-13T16:01:32.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.789+0000 7fb378918640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb3740c5300 con 0x7fb3740ce3e0 2024-09-13T16:01:32.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.789+0000 7fb372d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb374162210 0x7fb374158d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:32.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.789+0000 7fb372d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb374162210 0x7fb374158d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:43356/0 (socket says 172.21.15.76:43356) 2024-09-13T16:01:32.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.789+0000 7fb372d9d640 1 -- 172.21.15.76:0/3356251581 learned_addr learned my addr 172.21.15.76:0/3356251581 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:01:32.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.789+0000 7fb37259c640 1 --2- 172.21.15.76:0/3356251581 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb3740ce3e0 0x7fb3740c8dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:32.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.789+0000 7fb371d9b640 1 --2- 172.21.15.76:0/3356251581 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb37415a7f0 0x7fb374155eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:32.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.790+0000 7fb372d9d640 1 -- 172.21.15.76:0/3356251581 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb3740ce3e0 msgr2=0x7fb3740c8dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:32.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.790+0000 7fb372d9d640 1 --2- 172.21.15.76:0/3356251581 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb3740ce3e0 0x7fb3740c8dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:32.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.790+0000 7fb372d9d640 1 -- 172.21.15.76:0/3356251581 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb37415a7f0 msgr2=0x7fb374155eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:32.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.790+0000 7fb372d9d640 1 --2- 172.21.15.76:0/3356251581 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb37415a7f0 0x7fb374155eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:32.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.790+0000 7fb372d9d640 1 -- 172.21.15.76:0/3356251581 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb364009400 con 0x7fb374162210 2024-09-13T16:01:32.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.790+0000 7fb371d9b640 1 --2- 172.21.15.76:0/3356251581 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb37415a7f0 0x7fb374155eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:01:32.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.790+0000 7fb372d9d640 1 --2- 172.21.15.76:0/3356251581 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb374162210 0x7fb374158d50 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fb364035040 tx=0x7fb3640046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:32.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.790+0000 7fb36affd640 1 -- 172.21.15.76:0/3356251581 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb36403d850 con 0x7fb374162210 2024-09-13T16:01:32.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.790+0000 7fb36affd640 1 -- 172.21.15.76:0/3356251581 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb36403d9d0 con 0x7fb374162210 2024-09-13T16:01:32.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.790+0000 7fb378918640 1 -- 172.21.15.76:0/3356251581 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb3740c55e0 con 0x7fb374162210 2024-09-13T16:01:32.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.790+0000 7fb36affd640 1 -- 172.21.15.76:0/3356251581 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb36403dd80 con 0x7fb374162210 2024-09-13T16:01:32.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.790+0000 7fb378918640 1 -- 172.21.15.76:0/3356251581 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb3741563f0 con 0x7fb374162210 2024-09-13T16:01:32.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.791+0000 7fb378918640 1 -- 172.21.15.76:0/3356251581 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb3740989d0 con 0x7fb374162210 2024-09-13T16:01:32.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.791+0000 7fb36affd640 1 -- 172.21.15.76:0/3356251581 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb364039040 con 0x7fb374162210 2024-09-13T16:01:32.795 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.792+0000 7fb36affd640 1 --2- 172.21.15.76:0/3356251581 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb35406ac00 0x7fb35406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:32.795 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.792+0000 7fb36affd640 1 -- 172.21.15.76:0/3356251581 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fb3640a9910 con 0x7fb374162210 2024-09-13T16:01:32.795 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.792+0000 7fb37259c640 1 --2- 172.21.15.76:0/3356251581 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb35406ac00 0x7fb35406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:32.795 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.792+0000 7fb37259c640 1 --2- 172.21.15.76:0/3356251581 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb35406ac00 0x7fb35406d0c0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fb36c0012e0 tx=0x7fb36c001630 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:32.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.796+0000 7fb36affd640 1 -- 172.21.15.76:0/3356251581 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fb364074e40 con 0x7fb374162210 2024-09-13T16:01:32.961 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.960+0000 7fb378918640 1 -- 172.21.15.76:0/3356251581 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fb3740c4e80 con 0x7fb374162210 2024-09-13T16:01:32.961 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.960+0000 7fb36affd640 1 -- 172.21.15.76:0/3356251581 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v17) v1 ==== 93+0+10 (secure 0 0 0) 0x7fb3740c4e80 con 0x7fb374162210 2024-09-13T16:01:32.961 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2024-09-13T16:01:32.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.962+0000 7fb378918640 1 -- 172.21.15.76:0/3356251581 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb35406ac00 msgr2=0x7fb35406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:32.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.962+0000 7fb378918640 1 --2- 172.21.15.76:0/3356251581 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb35406ac00 0x7fb35406d0c0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fb36c0012e0 tx=0x7fb36c001630 comp rx=0 tx=0).stop 2024-09-13T16:01:32.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.962+0000 7fb378918640 1 -- 172.21.15.76:0/3356251581 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb374162210 msgr2=0x7fb374158d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:32.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.962+0000 7fb378918640 1 --2- 172.21.15.76:0/3356251581 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb374162210 0x7fb374158d50 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fb364035040 tx=0x7fb3640046c0 comp rx=0 tx=0).stop 2024-09-13T16:01:32.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.962+0000 7fb378918640 1 -- 172.21.15.76:0/3356251581 shutdown_connections 2024-09-13T16:01:32.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.962+0000 7fb378918640 1 --2- 172.21.15.76:0/3356251581 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb374162210 0x7fb374158d50 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:32.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.962+0000 7fb378918640 1 --2- 172.21.15.76:0/3356251581 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb37415a7f0 0x7fb374155eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:32.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.962+0000 7fb378918640 1 --2- 172.21.15.76:0/3356251581 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb35406ac00 0x7fb35406d0c0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:32.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.962+0000 7fb378918640 1 --2- 172.21.15.76:0/3356251581 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb3740ce3e0 0x7fb3740c8dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:32.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.962+0000 7fb378918640 1 -- 172.21.15.76:0/3356251581 >> 172.21.15.76:0/3356251581 conn(0x7fb3740b1f60 msgr2=0x7fb3740cf270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:32.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.962+0000 7fb378918640 1 -- 172.21.15.76:0/3356251581 shutdown_connections 2024-09-13T16:01:32.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:32.962+0000 7fb378918640 1 -- 172.21.15.76:0/3356251581 wait complete. 2024-09-13T16:01:32.974 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:01:33.071 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.070+0000 7fb0514b1640 1 Processor -- start 2024-09-13T16:01:33.071 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.070+0000 7fb0514b1640 1 -- start start 2024-09-13T16:01:33.078 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.071+0000 7fb0514b1640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fb04c15c6e0 0x7fb04c0b3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:33.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.071+0000 7fb0514b1640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb04c0d07b0 0x7fb04c0b4490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:33.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.071+0000 7fb0514b1640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb04c0d1840 con 0x7fb04c0ccb20 2024-09-13T16:01:33.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.071+0000 7fb0514b1640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb04c06bd20 con 0x7fb04c15c6e0 2024-09-13T16:01:33.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.071+0000 7fb0514b1640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb04c0d0c30 con 0x7fb04c0d07b0 2024-09-13T16:01:33.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.071+0000 7fb04b7fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fb04c0ccb20 0x7fb04c160030 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:53962/0 (socket says 172.21.15.76:53962) 2024-09-13T16:01:33.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.071+0000 7fb04b7fe640 1 -- 172.21.15.76:0/1737429097 learned_addr learned my addr 172.21.15.76:0/1737429097 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:01:33.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.071+0000 7fb0427fc640 1 --2- 172.21.15.76:0/1737429097 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb04c0d07b0 0x7fb04c0b4490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:33.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.071+0000 7fb04affd640 1 --2- 172.21.15.76:0/1737429097 >> v2:172.21.15.192:3300/0 conn(0x7fb04c15c6e0 0x7fb04c0b3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:33.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.071+0000 7fb04a7fc640 1 -- 172.21.15.76:0/1737429097 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2062309811 0 0) 0x7fb04c0d1840 con 0x7fb04c0ccb20 2024-09-13T16:01:33.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.071+0000 7fb04a7fc640 1 -- 172.21.15.76:0/1737429097 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb038003520 con 0x7fb04c0ccb20 2024-09-13T16:01:33.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.071+0000 7fb04a7fc640 1 -- 172.21.15.76:0/1737429097 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1740493147 0 0) 0x7fb038003520 con 0x7fb04c0ccb20 2024-09-13T16:01:33.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.071+0000 7fb04a7fc640 1 -- 172.21.15.76:0/1737429097 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb04c0d07b0 msgr2=0x7fb04c0b4490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:01:33.080 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.071+0000 7fb04a7fc640 1 --2- 172.21.15.76:0/1737429097 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb04c0d07b0 0x7fb04c0b4490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:33.080 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.071+0000 7fb04a7fc640 1 -- 172.21.15.76:0/1737429097 >> v2:172.21.15.192:3300/0 conn(0x7fb04c15c6e0 msgr2=0x7fb04c0b3f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:01:33.080 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.071+0000 7fb04a7fc640 1 --2- 172.21.15.76:0/1737429097 >> v2:172.21.15.192:3300/0 conn(0x7fb04c15c6e0 0x7fb04c0b3f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:33.080 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.071+0000 7fb04a7fc640 1 -- 172.21.15.76:0/1737429097 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb04c0d0f10 con 0x7fb04c0ccb20 2024-09-13T16:01:33.080 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.071+0000 7fb04a7fc640 1 -- 172.21.15.76:0/1737429097 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7fb0440019f0 con 0x7fb04c0ccb20 2024-09-13T16:01:33.080 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.072+0000 7fb04a7fc640 1 -- 172.21.15.76:0/1737429097 >> v1:172.21.15.76:6789/0 conn(0x7fb04c0ccb20 legacy=0x7fb04c160030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:33.080 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.072+0000 7fb04a7fc640 1 --2- 172.21.15.76:0/1737429097 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb038003970 0x7fb038003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:33.080 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.072+0000 7fb04a7fc640 1 --2- 172.21.15.76:0/1737429097 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb04c0d07b0 0x7fb0380047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:33.080 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.072+0000 7fb04a7fc640 1 --2- 172.21.15.76:0/1737429097 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb038004d00 0x7fb038005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:33.080 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.072+0000 7fb04a7fc640 1 -- 172.21.15.76:0/1737429097 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb04c06bd20 con 0x7fb038003970 2024-09-13T16:01:33.080 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.072+0000 7fb04a7fc640 1 -- 172.21.15.76:0/1737429097 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb04c0d0c30 con 0x7fb038004d00 2024-09-13T16:01:33.080 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.072+0000 7fb04a7fc640 1 -- 172.21.15.76:0/1737429097 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb03800b9b0 con 0x7fb04c0d07b0 2024-09-13T16:01:33.080 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.072+0000 7fb04affd640 1 --2- 172.21.15.76:0/1737429097 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb038003970 0x7fb038003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:33.081 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.072+0000 7fb0427fc640 1 --2- 172.21.15.76:0/1737429097 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb04c0d07b0 0x7fb0380047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:33.081 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.072+0000 7fb04b7fe640 1 --2- 172.21.15.76:0/1737429097 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb038004d00 0x7fb038005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:33.081 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.072+0000 7fb04affd640 1 -- 172.21.15.76:0/1737429097 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb04c0d07b0 msgr2=0x7fb0380047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:01:33.081 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.072+0000 7fb04affd640 1 --2- 172.21.15.76:0/1737429097 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb04c0d07b0 0x7fb0380047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:33.081 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.072+0000 7fb04affd640 1 -- 172.21.15.76:0/1737429097 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb038004d00 msgr2=0x7fb038005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:01:33.081 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.072+0000 7fb04affd640 1 --2- 172.21.15.76:0/1737429097 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb038004d00 0x7fb038005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:33.081 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.072+0000 7fb04affd640 1 -- 172.21.15.76:0/1737429097 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb038003520 con 0x7fb038003970 2024-09-13T16:01:33.081 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.073+0000 7fb04affd640 1 --2- 172.21.15.76:0/1737429097 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb038003970 0x7fb038003d90 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fb03c009ac0 tx=0x7fb0380057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cabc74878a1e661d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:33.081 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.073+0000 7fb04a7fc640 1 -- 172.21.15.76:0/1737429097 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb03c031400 con 0x7fb038003970 2024-09-13T16:01:33.081 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.073+0000 7fb04a7fc640 1 -- 172.21.15.76:0/1737429097 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb03c02d050 con 0x7fb038003970 2024-09-13T16:01:33.081 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.073+0000 7fb04a7fc640 1 -- 172.21.15.76:0/1737429097 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb03c031780 con 0x7fb038003970 2024-09-13T16:01:33.081 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.073+0000 7fb0514b1640 1 -- 172.21.15.76:0/1737429097 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb038003970 msgr2=0x7fb038003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:33.081 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.073+0000 7fb0514b1640 1 --2- 172.21.15.76:0/1737429097 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb038003970 0x7fb038003d90 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fb03c009ac0 tx=0x7fb0380057f0 comp rx=0 tx=0).stop 2024-09-13T16:01:33.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.073+0000 7fb04b7fe640 1 -- 172.21.15.76:0/1737429097 reap_dead start 2024-09-13T16:01:33.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.073+0000 7fb0514b1640 1 -- 172.21.15.76:0/1737429097 shutdown_connections 2024-09-13T16:01:33.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.073+0000 7fb0514b1640 1 -- 172.21.15.76:0/1737429097 >> 172.21.15.76:0/1737429097 conn(0x7fb04c089f60 msgr2=0x7fb04c0d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:33.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.073+0000 7fb0514b1640 1 -- 172.21.15.76:0/1737429097 shutdown_connections 2024-09-13T16:01:33.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.073+0000 7fb0514b1640 1 -- 172.21.15.76:0/1737429097 wait complete. 2024-09-13T16:01:33.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.074+0000 7fb0514b1640 1 Processor -- start 2024-09-13T16:01:33.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.075+0000 7fb0514b1640 1 -- start start 2024-09-13T16:01:33.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.075+0000 7fb0514b1640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb038003970 0x7fb04c1457c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:33.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.075+0000 7fb0514b1640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb04c0b5300 0x7fb04c0b5740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:33.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.075+0000 7fb0514b1640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb04c0b76f0 0x7fb04c0b7ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:33.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.075+0000 7fb0514b1640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb04c15dc40 con 0x7fb04c0b5300 2024-09-13T16:01:33.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.075+0000 7fb0514b1640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb04c0b5c80 con 0x7fb038003970 2024-09-13T16:01:33.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.075+0000 7fb0514b1640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb04c145da0 con 0x7fb04c0b76f0 2024-09-13T16:01:33.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.075+0000 7fb0427fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb04c0b5300 0x7fb04c0b5740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:33.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.075+0000 7fb0427fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb04c0b5300 0x7fb04c0b5740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:43382/0 (socket says 172.21.15.76:43382) 2024-09-13T16:01:33.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.075+0000 7fb0427fc640 1 -- 172.21.15.76:0/158178105 learned_addr learned my addr 172.21.15.76:0/158178105 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:01:33.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.076+0000 7fb04affd640 1 --2- 172.21.15.76:0/158178105 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb038003970 0x7fb04c1457c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:33.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.076+0000 7fb04b7fe640 1 --2- 172.21.15.76:0/158178105 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb04c0b76f0 0x7fb04c0b7ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:33.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.076+0000 7fb0427fc640 1 -- 172.21.15.76:0/158178105 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb04c0b76f0 msgr2=0x7fb04c0b7ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:33.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.076+0000 7fb0427fc640 1 --2- 172.21.15.76:0/158178105 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb04c0b76f0 0x7fb04c0b7ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:33.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.076+0000 7fb0427fc640 1 -- 172.21.15.76:0/158178105 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb038003970 msgr2=0x7fb04c1457c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:33.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.076+0000 7fb0427fc640 1 --2- 172.21.15.76:0/158178105 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb038003970 0x7fb04c1457c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:33.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.076+0000 7fb0427fc640 1 -- 172.21.15.76:0/158178105 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb04c146080 con 0x7fb04c0b5300 2024-09-13T16:01:33.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.076+0000 7fb04b7fe640 1 --2- 172.21.15.76:0/158178105 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb04c0b76f0 0x7fb04c0b7ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:01:33.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.076+0000 7fb0427fc640 1 --2- 172.21.15.76:0/158178105 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb04c0b5300 0x7fb04c0b5740 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fb034011990 tx=0x7fb034011d90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:33.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.076+0000 7fb043fff640 1 -- 172.21.15.76:0/158178105 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb034004300 con 0x7fb04c0b5300 2024-09-13T16:01:33.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.076+0000 7fb043fff640 1 -- 172.21.15.76:0/158178105 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb034004460 con 0x7fb04c0b5300 2024-09-13T16:01:33.084 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.076+0000 7fb0514b1640 1 -- 172.21.15.76:0/158178105 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb04c146360 con 0x7fb04c0b5300 2024-09-13T16:01:33.084 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.076+0000 7fb043fff640 1 -- 172.21.15.76:0/158178105 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb03400fa60 con 0x7fb04c0b5300 2024-09-13T16:01:33.084 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.076+0000 7fb0514b1640 1 -- 172.21.15.76:0/158178105 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb04c0b80e0 con 0x7fb04c0b5300 2024-09-13T16:01:33.084 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.077+0000 7fb0514b1640 1 -- 172.21.15.76:0/158178105 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb04c0b4c80 con 0x7fb04c0b5300 2024-09-13T16:01:33.084 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.077+0000 7fb043fff640 1 -- 172.21.15.76:0/158178105 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb03400fbc0 con 0x7fb04c0b5300 2024-09-13T16:01:33.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.078+0000 7fb043fff640 1 --2- 172.21.15.76:0/158178105 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb02c06ac00 0x7fb02c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:33.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.078+0000 7fb043fff640 1 -- 172.21.15.76:0/158178105 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fb034089700 con 0x7fb04c0b5300 2024-09-13T16:01:33.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.078+0000 7fb04affd640 1 --2- 172.21.15.76:0/158178105 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb02c06ac00 0x7fb02c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:33.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.078+0000 7fb04affd640 1 --2- 172.21.15.76:0/158178105 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb02c06ac00 0x7fb02c06d0c0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fb03c033000 tx=0x7fb03c008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:33.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.082+0000 7fb043fff640 1 -- 172.21.15.76:0/158178105 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fb034054c30 con 0x7fb04c0b5300 2024-09-13T16:01:33.279 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.277+0000 7fb0514b1640 1 -- 172.21.15.76:0/158178105 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fb04c08c610 con 0x7fb04c0b5300 2024-09-13T16:01:33.279 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.277+0000 7fb043fff640 1 -- 172.21.15.76:0/158178105 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) v1 ==== 93+0+1256 (secure 0 0 0) 0x7fb034023500 con 0x7fb04c0b5300 2024-09-13T16:01:33.279 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:01:33.279 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4278,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6836/2679973843","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":2679973843},{"type":"v1","addr":"172.21.15.76:6836","nonce":2679973843}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2024-09-13T16:01:33.280 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 2 2024-09-13T16:01:33.281 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.279+0000 7fb0514b1640 1 -- 172.21.15.76:0/158178105 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb02c06ac00 msgr2=0x7fb02c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:33.281 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.279+0000 7fb0514b1640 1 --2- 172.21.15.76:0/158178105 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb02c06ac00 0x7fb02c06d0c0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fb03c033000 tx=0x7fb03c008030 comp rx=0 tx=0).stop 2024-09-13T16:01:33.281 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.279+0000 7fb0514b1640 1 -- 172.21.15.76:0/158178105 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb04c0b5300 msgr2=0x7fb04c0b5740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:33.281 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.279+0000 7fb0514b1640 1 --2- 172.21.15.76:0/158178105 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb04c0b5300 0x7fb04c0b5740 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fb034011990 tx=0x7fb034011d90 comp rx=0 tx=0).stop 2024-09-13T16:01:33.281 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.279+0000 7fb0514b1640 1 -- 172.21.15.76:0/158178105 shutdown_connections 2024-09-13T16:01:33.281 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.279+0000 7fb0514b1640 1 --2- 172.21.15.76:0/158178105 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb02c06ac00 0x7fb02c06d0c0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:33.282 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.279+0000 7fb0514b1640 1 --2- 172.21.15.76:0/158178105 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb04c0b76f0 0x7fb04c0b7ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:33.282 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.279+0000 7fb0514b1640 1 --2- 172.21.15.76:0/158178105 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb04c0b5300 0x7fb04c0b5740 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:33.282 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.279+0000 7fb0514b1640 1 --2- 172.21.15.76:0/158178105 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb038003970 0x7fb04c1457c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:33.282 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.279+0000 7fb0514b1640 1 -- 172.21.15.76:0/158178105 >> 172.21.15.76:0/158178105 conn(0x7fb04c089f60 msgr2=0x7fb04c0b1f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:33.282 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.279+0000 7fb0514b1640 1 -- 172.21.15.76:0/158178105 shutdown_connections 2024-09-13T16:01:33.282 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:33.279+0000 7fb0514b1640 1 -- 172.21.15.76:0/158178105 wait complete. 2024-09-13T16:01:35.292 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:01:35.402 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.400+0000 7f4ecafc7640 1 Processor -- start 2024-09-13T16:01:35.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.400+0000 7f4ecafc7640 1 -- start start 2024-09-13T16:01:35.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.401+0000 7f4ecafc7640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f4ec406b5f0 0x7f4ec40cd8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:35.482 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.401+0000 7f4ecafc7640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4ec415aa30 con 0x7f4ec406ec20 2024-09-13T16:01:35.482 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.401+0000 7f4ecafc7640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4ec415b5d0 con 0x7f4ec415a160 2024-09-13T16:01:35.482 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.401+0000 7f4ecafc7640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4ec40cc460 con 0x7f4ec406b5f0 2024-09-13T16:01:35.482 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.401+0000 7f4ec9564640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f4ec406b5f0 0x7f4ec40cd8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:35.482 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.401+0000 7f4ec3fff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f4ec406ec20 0x7f4ec406aee0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:53968/0 (socket says 172.21.15.76:53968) 2024-09-13T16:01:35.482 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.401+0000 7f4ec3fff640 1 -- 172.21.15.76:0/1193661817 learned_addr learned my addr 172.21.15.76:0/1193661817 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:01:35.482 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.401+0000 7f4ec9564640 1 -- 172.21.15.76:0/1193661817 >> v1:172.21.15.192:6789/0 conn(0x7f4ec415a160 legacy=0x7f4ec415aec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:01:35.482 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.401+0000 7f4ec9564640 1 -- 172.21.15.76:0/1193661817 >> v1:172.21.15.76:6789/0 conn(0x7f4ec406ec20 legacy=0x7f4ec406aee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:35.482 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.401+0000 7f4ec9564640 1 -- 172.21.15.76:0/1193661817 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4ec40cbbc0 con 0x7f4ec406b5f0 2024-09-13T16:01:35.482 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.401+0000 7f4ec37fe640 1 -- 172.21.15.76:0/1193661817 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4246845180 0 0) 0x7f4ec415aa30 con 0x7f4ec406ec20 2024-09-13T16:01:35.482 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.402+0000 7f4ec9564640 1 --2- 172.21.15.76:0/1193661817 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ec406b5f0 0x7f4ec40cd8f0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f4ebc009d90 tx=0x7f4ebc02a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aa9204eb06bc6915 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:35.482 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.402+0000 7f4ec37fe640 1 -- 172.21.15.76:0/1193661817 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ebc007740 con 0x7f4ec406b5f0 2024-09-13T16:01:35.482 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.402+0000 7f4ec37fe640 1 -- 172.21.15.76:0/1193661817 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4ebc02d050 con 0x7f4ec406b5f0 2024-09-13T16:01:35.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.402+0000 7f4ec37fe640 1 -- 172.21.15.76:0/1193661817 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ebc007ac0 con 0x7f4ec406b5f0 2024-09-13T16:01:35.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.402+0000 7f4ecafc7640 1 -- 172.21.15.76:0/1193661817 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ec406b5f0 msgr2=0x7f4ec40cd8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:35.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.402+0000 7f4ecafc7640 1 --2- 172.21.15.76:0/1193661817 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ec406b5f0 0x7f4ec40cd8f0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f4ebc009d90 tx=0x7f4ebc02a6a0 comp rx=0 tx=0).stop 2024-09-13T16:01:35.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.403+0000 7f4ecafc7640 1 -- 172.21.15.76:0/1193661817 shutdown_connections 2024-09-13T16:01:35.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.403+0000 7f4ecafc7640 1 --2- 172.21.15.76:0/1193661817 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ec406b5f0 0x7f4ec40cd8f0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:35.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.403+0000 7f4ecafc7640 1 -- 172.21.15.76:0/1193661817 >> 172.21.15.76:0/1193661817 conn(0x7f4ec40709f0 msgr2=0x7f4ec4070e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:35.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.403+0000 7f4ecafc7640 1 -- 172.21.15.76:0/1193661817 shutdown_connections 2024-09-13T16:01:35.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.403+0000 7f4ecafc7640 1 -- 172.21.15.76:0/1193661817 wait complete. 2024-09-13T16:01:35.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.404+0000 7f4ecafc7640 1 Processor -- start 2024-09-13T16:01:35.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.404+0000 7f4ecafc7640 1 -- start start 2024-09-13T16:01:35.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.405+0000 7f4ecafc7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4ec406b5f0 0x7f4ec40acd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:35.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.405+0000 7f4ecafc7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ec406ec20 0x7f4ec4157ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:35.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.405+0000 7f4ecafc7640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4ec415a160 0x7f4ec4158010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:35.484 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.405+0000 7f4ecafc7640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4ec40a76d0 con 0x7f4ec406ec20 2024-09-13T16:01:35.484 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.405+0000 7f4ecafc7640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4ec4158640 con 0x7f4ec415a160 2024-09-13T16:01:35.484 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.405+0000 7f4ecafc7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4ec4158920 con 0x7f4ec406b5f0 2024-09-13T16:01:35.484 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.405+0000 7f4ec3fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ec406ec20 0x7f4ec4157ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:35.484 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.405+0000 7f4ec3fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ec406ec20 0x7f4ec4157ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:43394/0 (socket says 172.21.15.76:43394) 2024-09-13T16:01:35.484 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.405+0000 7f4ec3fff640 1 -- 172.21.15.76:0/55288885 learned_addr learned my addr 172.21.15.76:0/55288885 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:01:35.484 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.405+0000 7f4ec9564640 1 --2- 172.21.15.76:0/55288885 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4ec415a160 0x7f4ec4158010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:35.484 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.405+0000 7f4ec8d63640 1 --2- 172.21.15.76:0/55288885 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4ec406b5f0 0x7f4ec40acd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:35.484 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.405+0000 7f4ec3fff640 1 -- 172.21.15.76:0/55288885 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4ec406b5f0 msgr2=0x7f4ec40acd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:35.484 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.405+0000 7f4ec3fff640 1 --2- 172.21.15.76:0/55288885 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4ec406b5f0 0x7f4ec40acd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:35.484 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.405+0000 7f4ec3fff640 1 -- 172.21.15.76:0/55288885 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4ec415a160 msgr2=0x7f4ec4158010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:35.484 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.405+0000 7f4ec3fff640 1 --2- 172.21.15.76:0/55288885 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4ec415a160 0x7f4ec4158010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:35.484 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.405+0000 7f4ec3fff640 1 -- 172.21.15.76:0/55288885 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4ebc009a70 con 0x7f4ec406ec20 2024-09-13T16:01:35.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.405+0000 7f4ec8d63640 1 --2- 172.21.15.76:0/55288885 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4ec406b5f0 0x7f4ec40acd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:01:35.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.405+0000 7f4ec3fff640 1 --2- 172.21.15.76:0/55288885 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ec406ec20 0x7f4ec4157ad0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f4eb000c4d0 tx=0x7f4eb000c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:35.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.405+0000 7f4ec17fa640 1 -- 172.21.15.76:0/55288885 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4eb00074e0 con 0x7f4ec406ec20 2024-09-13T16:01:35.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.405+0000 7f4ec17fa640 1 -- 172.21.15.76:0/55288885 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4eb0007660 con 0x7f4ec406ec20 2024-09-13T16:01:35.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.405+0000 7f4ecafc7640 1 -- 172.21.15.76:0/55288885 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4ec4158c00 con 0x7f4ec406ec20 2024-09-13T16:01:35.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.406+0000 7f4ec17fa640 1 -- 172.21.15.76:0/55288885 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4eb0004a20 con 0x7f4ec406ec20 2024-09-13T16:01:35.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.406+0000 7f4ecafc7640 1 -- 172.21.15.76:0/55288885 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4ec41591c0 con 0x7f4ec406ec20 2024-09-13T16:01:35.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.407+0000 7f4ecafc7640 1 -- 172.21.15.76:0/55288885 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4ec415a5d0 con 0x7f4ec406ec20 2024-09-13T16:01:35.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.407+0000 7f4ec17fa640 1 -- 172.21.15.76:0/55288885 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f4eb0004b80 con 0x7f4ec406ec20 2024-09-13T16:01:35.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.408+0000 7f4ec17fa640 1 --2- 172.21.15.76:0/55288885 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4ea806ac00 0x7f4ea806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:35.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.408+0000 7f4ec17fa640 1 -- 172.21.15.76:0/55288885 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f4eb0088540 con 0x7f4ec406ec20 2024-09-13T16:01:35.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.408+0000 7f4ec8d63640 1 --2- 172.21.15.76:0/55288885 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4ea806ac00 0x7f4ea806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:35.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.408+0000 7f4ec8d63640 1 --2- 172.21.15.76:0/55288885 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4ea806ac00 0x7f4ea806d0c0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f4eb8001750 tx=0x7f4eb8009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:35.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.412+0000 7f4ec17fa640 1 -- 172.21.15.76:0/55288885 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f4eb0053b20 con 0x7f4ec406ec20 2024-09-13T16:01:35.610 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.608+0000 7f4ecafc7640 1 -- 172.21.15.76:0/55288885 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f4ec40b2d40 con 0x7f4ec406ec20 2024-09-13T16:01:35.610 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.609+0000 7f4ec17fa640 1 -- 172.21.15.76:0/55288885 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) v1 ==== 93+0+3527 (secure 0 0 0) 0x7f4eb0018090 con 0x7f4ec406ec20 2024-09-13T16:01:35.611 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:01:35.611 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4238,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6834/1395518339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":1395518339},{"type":"v1","addr":"172.21.15.192:6834","nonce":1395518339}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4241,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/3136856265","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6833","nonce":3136856265},{"type":"v1","addr":"172.21.15.192:6835","nonce":3136856265}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4275,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6837/421111930","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":421111930},{"type":"v1","addr":"172.21.15.76:6837","nonce":421111930}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4278,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6836/2679973843","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":2679973843},{"type":"v1","addr":"172.21.15.76:6836","nonce":2679973843}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2024-09-13T16:01:35.612 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 3 2024-09-13T16:01:35.613 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.611+0000 7f4ecafc7640 1 -- 172.21.15.76:0/55288885 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4ea806ac00 msgr2=0x7f4ea806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:35.613 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.611+0000 7f4ecafc7640 1 --2- 172.21.15.76:0/55288885 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4ea806ac00 0x7f4ea806d0c0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f4eb8001750 tx=0x7f4eb8009040 comp rx=0 tx=0).stop 2024-09-13T16:01:35.613 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.611+0000 7f4ecafc7640 1 -- 172.21.15.76:0/55288885 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ec406ec20 msgr2=0x7f4ec4157ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:35.613 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.611+0000 7f4ecafc7640 1 --2- 172.21.15.76:0/55288885 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ec406ec20 0x7f4ec4157ad0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f4eb000c4d0 tx=0x7f4eb000c990 comp rx=0 tx=0).stop 2024-09-13T16:01:35.613 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.611+0000 7f4ecafc7640 1 -- 172.21.15.76:0/55288885 shutdown_connections 2024-09-13T16:01:35.613 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.611+0000 7f4ecafc7640 1 --2- 172.21.15.76:0/55288885 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4ec415a160 0x7f4ec4158010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:35.613 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.611+0000 7f4ecafc7640 1 --2- 172.21.15.76:0/55288885 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ec406ec20 0x7f4ec4157ad0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:35.613 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.611+0000 7f4ecafc7640 1 --2- 172.21.15.76:0/55288885 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4ea806ac00 0x7f4ea806d0c0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:35.614 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.611+0000 7f4ecafc7640 1 --2- 172.21.15.76:0/55288885 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4ec406b5f0 0x7f4ec40acd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:35.614 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.611+0000 7f4ecafc7640 1 -- 172.21.15.76:0/55288885 >> 172.21.15.76:0/55288885 conn(0x7f4ec40709f0 msgr2=0x7f4ec40b3260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:35.614 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.611+0000 7f4ecafc7640 1 -- 172.21.15.76:0/55288885 shutdown_connections 2024-09-13T16:01:35.614 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.611+0000 7f4ecafc7640 1 -- 172.21.15.76:0/55288885 wait complete. 2024-09-13T16:01:35.624 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:01:35.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.721+0000 7f1390e19640 1 Processor -- start 2024-09-13T16:01:35.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.721+0000 7f1390e19640 1 -- start start 2024-09-13T16:01:35.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.722+0000 7f1390e19640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f138c072110 0x7f138c070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:35.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.722+0000 7f1390e19640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f138c0c8920 0x7f138c0c8dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:35.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.722+0000 7f1390e19640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f138c0abdf0 con 0x7f138c071d30 2024-09-13T16:01:35.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.722+0000 7f1390e19640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f138c0c9310 con 0x7f138c0c8920 2024-09-13T16:01:35.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.722+0000 7f1390e19640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f138c0b2280 con 0x7f138c072110 2024-09-13T16:01:35.725 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.722+0000 7f1389d9b640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f138c072110 0x7f138c070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:35.725 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.722+0000 7f138ad9d640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f138c0c8920 0x7f138c0c8dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:35.725 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.722+0000 7f138a59c640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7f138c071d30 0x7f138c0b1b70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:38556/0 (socket says 172.21.15.76:38556) 2024-09-13T16:01:35.726 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.722+0000 7f138ad9d640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f138c0c8920 0x7f138c0c8dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.76:53490/0 (socket says 172.21.15.76:53490) 2024-09-13T16:01:35.726 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.722+0000 7f1389d9b640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f138c072110 0x7f138c070190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.76:34926/0 (socket says 172.21.15.76:34926) 2024-09-13T16:01:35.726 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.722+0000 7f138a59c640 1 -- 172.21.15.76:0/1127560285 learned_addr learned my addr 172.21.15.76:0/1127560285 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:01:35.726 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.723+0000 7f138ad9d640 1 -- 172.21.15.76:0/1127560285 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f138c072110 msgr2=0x7f138c070190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:01:35.726 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.723+0000 7f138ad9d640 1 --2- 172.21.15.76:0/1127560285 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f138c072110 0x7f138c070190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:35.726 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.723+0000 7f138ad9d640 1 -- 172.21.15.76:0/1127560285 >> v1:172.21.15.192:6789/0 conn(0x7f138c071d30 legacy=0x7f138c0b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:35.726 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.723+0000 7f138ad9d640 1 -- 172.21.15.76:0/1127560285 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f138c0ab1e0 con 0x7f138c0c8920 2024-09-13T16:01:35.726 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.723+0000 7f138ad9d640 1 --2- 172.21.15.76:0/1127560285 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f138c0c8920 0x7f138c0c8dd0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f1384009dc0 tx=0x7f138402a680 comp rx=0 tx=0).ready entity=mon.1 client_cookie=53d6d5b2ab7579b1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:35.726 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.723+0000 7f138959a640 1 -- 172.21.15.76:0/1127560285 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1384007740 con 0x7f138c0c8920 2024-09-13T16:01:35.726 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.724+0000 7f138959a640 1 -- 172.21.15.76:0/1127560285 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f138402d050 con 0x7f138c0c8920 2024-09-13T16:01:35.726 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.724+0000 7f138959a640 1 -- 172.21.15.76:0/1127560285 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1384007ac0 con 0x7f138c0c8920 2024-09-13T16:01:35.726 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.724+0000 7f1390e19640 1 -- 172.21.15.76:0/1127560285 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f138c0c8920 msgr2=0x7f138c0c8dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:35.726 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.724+0000 7f1390e19640 1 --2- 172.21.15.76:0/1127560285 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f138c0c8920 0x7f138c0c8dd0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f1384009dc0 tx=0x7f138402a680 comp rx=0 tx=0).stop 2024-09-13T16:01:35.726 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.724+0000 7f1390e19640 1 -- 172.21.15.76:0/1127560285 shutdown_connections 2024-09-13T16:01:35.727 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.724+0000 7f1390e19640 1 --2- 172.21.15.76:0/1127560285 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f138c0c8920 0x7f138c0c8dd0 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:35.727 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.724+0000 7f1390e19640 1 --2- 172.21.15.76:0/1127560285 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f138c072110 0x7f138c070190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:35.727 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.724+0000 7f1390e19640 1 -- 172.21.15.76:0/1127560285 >> 172.21.15.76:0/1127560285 conn(0x7f138c069ed0 msgr2=0x7f138c06a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:35.727 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.724+0000 7f1390e19640 1 -- 172.21.15.76:0/1127560285 shutdown_connections 2024-09-13T16:01:35.727 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.724+0000 7f1390e19640 1 -- 172.21.15.76:0/1127560285 wait complete. 2024-09-13T16:01:35.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.725+0000 7f1390e19640 1 Processor -- start 2024-09-13T16:01:35.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.725+0000 7f1390e19640 1 -- start start 2024-09-13T16:01:35.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.726+0000 7f1390e19640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f138c071d30 0x7f138c154250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:35.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.726+0000 7f1390e19640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f138c072110 0x7f138c09b920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:35.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.726+0000 7f1390e19640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f138c0c8920 0x7f138c0ac610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:35.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.726+0000 7f1390e19640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f138c15c690 con 0x7f138c071d30 2024-09-13T16:01:35.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.726+0000 7f1390e19640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f138c15ba10 con 0x7f138c0c8920 2024-09-13T16:01:35.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.726+0000 7f1390e19640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f138c15bcf0 con 0x7f138c072110 2024-09-13T16:01:35.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.726+0000 7f138a59c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f138c071d30 0x7f138c154250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:35.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.726+0000 7f138a59c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f138c071d30 0x7f138c154250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:43404/0 (socket says 172.21.15.76:43404) 2024-09-13T16:01:35.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.726+0000 7f138a59c640 1 -- 172.21.15.76:0/1329033184 learned_addr learned my addr 172.21.15.76:0/1329033184 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:01:35.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.726+0000 7f138ad9d640 1 --2- 172.21.15.76:0/1329033184 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f138c0c8920 0x7f138c0ac610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:35.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.726+0000 7f1389d9b640 1 --2- 172.21.15.76:0/1329033184 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f138c072110 0x7f138c09b920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:35.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.727+0000 7f138a59c640 1 -- 172.21.15.76:0/1329033184 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f138c072110 msgr2=0x7f138c09b920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:35.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.727+0000 7f138a59c640 1 --2- 172.21.15.76:0/1329033184 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f138c072110 0x7f138c09b920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:35.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.727+0000 7f138a59c640 1 -- 172.21.15.76:0/1329033184 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f138c0c8920 msgr2=0x7f138c0ac610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:35.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.727+0000 7f138a59c640 1 --2- 172.21.15.76:0/1329033184 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f138c0c8920 0x7f138c0ac610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:35.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.727+0000 7f138a59c640 1 -- 172.21.15.76:0/1329033184 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1384009a70 con 0x7f138c071d30 2024-09-13T16:01:35.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.727+0000 7f138a59c640 1 --2- 172.21.15.76:0/1329033184 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f138c071d30 0x7f138c154250 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f137c00c4a0 tx=0x7f137c00c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:35.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.727+0000 7f137affd640 1 -- 172.21.15.76:0/1329033184 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f137c005ce0 con 0x7f138c071d30 2024-09-13T16:01:35.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.727+0000 7f137affd640 1 -- 172.21.15.76:0/1329033184 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f137c005e40 con 0x7f138c071d30 2024-09-13T16:01:35.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.727+0000 7f137affd640 1 -- 172.21.15.76:0/1329033184 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f137c007270 con 0x7f138c071d30 2024-09-13T16:01:35.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.727+0000 7f1390e19640 1 -- 172.21.15.76:0/1329033184 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f138c15bfd0 con 0x7f138c071d30 2024-09-13T16:01:35.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.727+0000 7f1390e19640 1 -- 172.21.15.76:0/1329033184 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f138c15b580 con 0x7f138c071d30 2024-09-13T16:01:35.731 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.728+0000 7f1390e19640 1 -- 172.21.15.76:0/1329033184 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f138c15b7d0 con 0x7f138c071d30 2024-09-13T16:01:35.731 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.728+0000 7f137affd640 1 -- 172.21.15.76:0/1329033184 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f137c0073d0 con 0x7f138c071d30 2024-09-13T16:01:35.731 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.729+0000 7f137affd640 1 --2- 172.21.15.76:0/1329033184 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f136c06ac30 0x7f136c06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:35.732 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.729+0000 7f137affd640 1 -- 172.21.15.76:0/1329033184 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f137c088450 con 0x7f138c071d30 2024-09-13T16:01:35.732 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.729+0000 7f1389d9b640 1 --2- 172.21.15.76:0/1329033184 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f136c06ac30 0x7f136c06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:35.732 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.729+0000 7f1389d9b640 1 --2- 172.21.15.76:0/1329033184 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f136c06ac30 0x7f136c06d0f0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f138c06d280 tx=0x7f1380009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:35.734 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.733+0000 7f137affd640 1 -- 172.21.15.76:0/1329033184 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f138c15b7d0 con 0x7f138c071d30 2024-09-13T16:01:35.898 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.897+0000 7f1390e19640 1 -- 172.21.15.76:0/1329033184 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f138c15b7d0 con 0x7f138c071d30 2024-09-13T16:01:35.899 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.898+0000 7f137affd640 1 -- 172.21.15.76:0/1329033184 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v17) v1 ==== 74+0+12814 (secure 0 0 0) 0x7f138c15b7d0 con 0x7f138c071d30 2024-09-13T16:01:35.899 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:01:35.899 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":17,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:01:29.878217+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:01:35.902 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.900+0000 7f1390e19640 1 -- 172.21.15.76:0/1329033184 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f136c06ac30 msgr2=0x7f136c06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:35.902 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.900+0000 7f1390e19640 1 --2- 172.21.15.76:0/1329033184 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f136c06ac30 0x7f136c06d0f0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f138c06d280 tx=0x7f1380009190 comp rx=0 tx=0).stop 2024-09-13T16:01:35.902 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.900+0000 7f1390e19640 1 -- 172.21.15.76:0/1329033184 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f138c071d30 msgr2=0x7f138c154250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:35.902 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.900+0000 7f1390e19640 1 --2- 172.21.15.76:0/1329033184 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f138c071d30 0x7f138c154250 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f137c00c4a0 tx=0x7f137c00c960 comp rx=0 tx=0).stop 2024-09-13T16:01:35.902 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.900+0000 7f1390e19640 1 -- 172.21.15.76:0/1329033184 shutdown_connections 2024-09-13T16:01:35.902 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.900+0000 7f1390e19640 1 --2- 172.21.15.76:0/1329033184 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f138c0c8920 0x7f138c0ac610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:35.902 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.900+0000 7f1390e19640 1 --2- 172.21.15.76:0/1329033184 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f136c06ac30 0x7f136c06d0f0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:35.902 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.900+0000 7f1390e19640 1 --2- 172.21.15.76:0/1329033184 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f138c072110 0x7f138c09b920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:35.902 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.900+0000 7f1390e19640 1 --2- 172.21.15.76:0/1329033184 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f138c071d30 0x7f138c154250 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:35.902 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.900+0000 7f1390e19640 1 -- 172.21.15.76:0/1329033184 >> 172.21.15.76:0/1329033184 conn(0x7f138c069ed0 msgr2=0x7f138c0aeee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:35.902 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.900+0000 7f1390e19640 1 -- 172.21.15.76:0/1329033184 shutdown_connections 2024-09-13T16:01:35.903 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:35.900+0000 7f1390e19640 1 -- 172.21.15.76:0/1329033184 wait complete. 2024-09-13T16:01:35.912 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:01:26.960607+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:01:35.912 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:01:36.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.012+0000 7f6b86a19640 1 Processor -- start 2024-09-13T16:01:36.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.012+0000 7f6b86a19640 1 -- start start 2024-09-13T16:01:36.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.013+0000 7f6b86a19640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f6b800cdf10 0x7f6b80069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:36.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.013+0000 7f6b86a19640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6b8006b600 0x7f6b80065c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:36.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.013+0000 7f6b86a19640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6b8015c9a0 con 0x7f6b800ce2f0 2024-09-13T16:01:36.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.013+0000 7f6b86a19640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6b8006b170 con 0x7f6b800cdf10 2024-09-13T16:01:36.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.013+0000 7f6b86a19640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6b800661a0 con 0x7f6b8006b600 2024-09-13T16:01:36.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.013+0000 7f6b77fff640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6b8006b600 0x7f6b80065c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:36.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.013+0000 7f6b7ffff640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f6b800cdf10 0x7f6b80069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:36.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.013+0000 7f6b77fff640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6b8006b600 0x7f6b80065c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.76:34952/0 (socket says 172.21.15.76:34952) 2024-09-13T16:01:36.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.013+0000 7f6b84fb6640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7f6b800ce2f0 0x7f6b800cc700 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:38568/0 (socket says 172.21.15.76:38568) 2024-09-13T16:01:36.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.013+0000 7f6b77fff640 1 -- 172.21.15.76:0/767241643 learned_addr learned my addr 172.21.15.76:0/767241643 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:01:36.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.013+0000 7f6b7ffff640 1 -- 172.21.15.76:0/767241643 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6b8006b600 msgr2=0x7f6b80065c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:01:36.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.013+0000 7f6b7ffff640 1 --2- 172.21.15.76:0/767241643 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6b8006b600 0x7f6b80065c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:36.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.013+0000 7f6b7ffff640 1 -- 172.21.15.76:0/767241643 >> v1:172.21.15.192:6789/0 conn(0x7f6b800ce2f0 legacy=0x7f6b800cc700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:36.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.013+0000 7f6b7ffff640 1 -- 172.21.15.76:0/767241643 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6b8006a560 con 0x7f6b800cdf10 2024-09-13T16:01:36.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.013+0000 7f6b7f7fe640 1 -- 172.21.15.76:0/767241643 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1877666400 0 0) 0x7f6b8015c9a0 con 0x7f6b800ce2f0 2024-09-13T16:01:36.017 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.014+0000 7f6b7ffff640 1 --2- 172.21.15.76:0/767241643 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6b800cdf10 0x7f6b80069ed0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f6b700097a0 tx=0x7f6b7002a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2ad0a0bb228ed645 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:36.017 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.014+0000 7f6b7f7fe640 1 -- 172.21.15.76:0/767241643 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6b70032440 con 0x7f6b800cdf10 2024-09-13T16:01:36.017 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.014+0000 7f6b7f7fe640 1 -- 172.21.15.76:0/767241643 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6b700325a0 con 0x7f6b800cdf10 2024-09-13T16:01:36.017 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.014+0000 7f6b7f7fe640 1 -- 172.21.15.76:0/767241643 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6b70032930 con 0x7f6b800cdf10 2024-09-13T16:01:36.017 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.015+0000 7f6b86a19640 1 -- 172.21.15.76:0/767241643 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6b800cdf10 msgr2=0x7f6b80069ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:36.017 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.015+0000 7f6b86a19640 1 --2- 172.21.15.76:0/767241643 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6b800cdf10 0x7f6b80069ed0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f6b700097a0 tx=0x7f6b7002a180 comp rx=0 tx=0).stop 2024-09-13T16:01:36.017 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.015+0000 7f6b86a19640 1 -- 172.21.15.76:0/767241643 shutdown_connections 2024-09-13T16:01:36.018 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.015+0000 7f6b86a19640 1 --2- 172.21.15.76:0/767241643 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6b8006b600 0x7f6b80065c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:36.018 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.015+0000 7f6b86a19640 1 --2- 172.21.15.76:0/767241643 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6b800cdf10 0x7f6b80069ed0 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:36.018 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.015+0000 7f6b86a19640 1 -- 172.21.15.76:0/767241643 >> 172.21.15.76:0/767241643 conn(0x7f6b800cb5b0 msgr2=0x7f6b800cb9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:36.018 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.015+0000 7f6b86a19640 1 -- 172.21.15.76:0/767241643 shutdown_connections 2024-09-13T16:01:36.018 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.015+0000 7f6b86a19640 1 -- 172.21.15.76:0/767241643 wait complete. 2024-09-13T16:01:36.018 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.016+0000 7f6b86a19640 1 Processor -- start 2024-09-13T16:01:36.018 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.016+0000 7f6b86a19640 1 -- start start 2024-09-13T16:01:36.019 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.017+0000 7f6b86a19640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6b8006b600 0x7f6b800afac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:36.019 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.017+0000 7f6b86a19640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6b800cdf10 0x7f6b800b2900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:36.019 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.017+0000 7f6b86a19640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6b800ce2f0 0x7f6b8015e530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:36.020 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.017+0000 7f6b86a19640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6b801e6160 con 0x7f6b800cdf10 2024-09-13T16:01:36.020 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.017+0000 7f6b86a19640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6b801e6440 con 0x7f6b800ce2f0 2024-09-13T16:01:36.020 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.017+0000 7f6b86a19640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6b801e6720 con 0x7f6b8006b600 2024-09-13T16:01:36.020 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.017+0000 7f6b77fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6b800cdf10 0x7f6b800b2900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:36.020 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.017+0000 7f6b77fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6b800cdf10 0x7f6b800b2900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:43416/0 (socket says 172.21.15.76:43416) 2024-09-13T16:01:36.020 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.017+0000 7f6b77fff640 1 -- 172.21.15.76:0/177027932 learned_addr learned my addr 172.21.15.76:0/177027932 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:01:36.020 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.017+0000 7f6b7ffff640 1 --2- 172.21.15.76:0/177027932 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6b8006b600 0x7f6b800afac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:36.020 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.017+0000 7f6b84fb6640 1 --2- 172.21.15.76:0/177027932 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6b800ce2f0 0x7f6b8015e530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:36.020 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.017+0000 7f6b77fff640 1 -- 172.21.15.76:0/177027932 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6b8006b600 msgr2=0x7f6b800afac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:36.020 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.017+0000 7f6b77fff640 1 --2- 172.21.15.76:0/177027932 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6b8006b600 0x7f6b800afac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:36.020 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.017+0000 7f6b77fff640 1 -- 172.21.15.76:0/177027932 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6b800ce2f0 msgr2=0x7f6b8015e530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:36.020 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.017+0000 7f6b77fff640 1 --2- 172.21.15.76:0/177027932 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6b800ce2f0 0x7f6b8015e530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:36.020 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.017+0000 7f6b77fff640 1 -- 172.21.15.76:0/177027932 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6b70009400 con 0x7f6b800cdf10 2024-09-13T16:01:36.021 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.017+0000 7f6b77fff640 1 --2- 172.21.15.76:0/177027932 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6b800cdf10 0x7f6b800b2900 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f6b6800e870 tx=0x7f6b6800ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:36.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.019+0000 7f6b7d7fa640 1 -- 172.21.15.76:0/177027932 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6b6800c940 con 0x7f6b800cdf10 2024-09-13T16:01:36.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.019+0000 7f6b7d7fa640 1 -- 172.21.15.76:0/177027932 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6b6800caa0 con 0x7f6b800cdf10 2024-09-13T16:01:36.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.019+0000 7f6b86a19640 1 -- 172.21.15.76:0/177027932 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6b801e6a00 con 0x7f6b800cdf10 2024-09-13T16:01:36.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.019+0000 7f6b7d7fa640 1 -- 172.21.15.76:0/177027932 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6b6800ce50 con 0x7f6b800cdf10 2024-09-13T16:01:36.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.019+0000 7f6b86a19640 1 -- 172.21.15.76:0/177027932 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6b800b3190 con 0x7f6b800cdf10 2024-09-13T16:01:36.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.020+0000 7f6b86a19640 1 -- 172.21.15.76:0/177027932 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6b801e6b90 con 0x7f6b800cdf10 2024-09-13T16:01:36.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.020+0000 7f6b7d7fa640 1 -- 172.21.15.76:0/177027932 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f6b68013470 con 0x7f6b800cdf10 2024-09-13T16:01:36.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.021+0000 7f6b7d7fa640 1 --2- 172.21.15.76:0/177027932 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6b6006ac00 0x7f6b6006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:36.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.021+0000 7f6b7d7fa640 1 -- 172.21.15.76:0/177027932 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f6b68089050 con 0x7f6b800cdf10 2024-09-13T16:01:36.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.021+0000 7f6b7ffff640 1 --2- 172.21.15.76:0/177027932 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6b6006ac00 0x7f6b6006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:36.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.021+0000 7f6b7ffff640 1 --2- 172.21.15.76:0/177027932 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6b6006ac00 0x7f6b6006d0c0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f6b70034000 tx=0x7f6b7002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:36.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.025+0000 7f6b7d7fa640 1 -- 172.21.15.76:0/177027932 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f6b68054630 con 0x7f6b800cdf10 2024-09-13T16:01:36.186 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.185+0000 7f6b86a19640 1 -- 172.21.15.76:0/177027932 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f6b80065c60 con 0x7f6b800cdf10 2024-09-13T16:01:36.186 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.185+0000 7f6b7d7fa640 1 -- 172.21.15.76:0/177027932 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v17) v1 ==== 93+0+10 (secure 0 0 0) 0x7f6b68057c50 con 0x7f6b800cdf10 2024-09-13T16:01:36.187 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2024-09-13T16:01:36.189 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.187+0000 7f6b86a19640 1 -- 172.21.15.76:0/177027932 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6b6006ac00 msgr2=0x7f6b6006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:36.189 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.187+0000 7f6b86a19640 1 --2- 172.21.15.76:0/177027932 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6b6006ac00 0x7f6b6006d0c0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f6b70034000 tx=0x7f6b7002e000 comp rx=0 tx=0).stop 2024-09-13T16:01:36.189 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.187+0000 7f6b86a19640 1 -- 172.21.15.76:0/177027932 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6b800cdf10 msgr2=0x7f6b800b2900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:36.189 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.187+0000 7f6b86a19640 1 --2- 172.21.15.76:0/177027932 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6b800cdf10 0x7f6b800b2900 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f6b6800e870 tx=0x7f6b6800ed30 comp rx=0 tx=0).stop 2024-09-13T16:01:36.189 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.187+0000 7f6b86a19640 1 -- 172.21.15.76:0/177027932 shutdown_connections 2024-09-13T16:01:36.189 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.187+0000 7f6b86a19640 1 --2- 172.21.15.76:0/177027932 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6b800ce2f0 0x7f6b8015e530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:36.189 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.187+0000 7f6b86a19640 1 --2- 172.21.15.76:0/177027932 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6b800cdf10 0x7f6b800b2900 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:36.189 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.187+0000 7f6b86a19640 1 --2- 172.21.15.76:0/177027932 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6b6006ac00 0x7f6b6006d0c0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:36.189 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.187+0000 7f6b86a19640 1 --2- 172.21.15.76:0/177027932 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6b8006b600 0x7f6b800afac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:36.189 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.187+0000 7f6b86a19640 1 -- 172.21.15.76:0/177027932 >> 172.21.15.76:0/177027932 conn(0x7f6b800cb5b0 msgr2=0x7f6b800ccda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:36.190 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.187+0000 7f6b86a19640 1 -- 172.21.15.76:0/177027932 shutdown_connections 2024-09-13T16:01:36.190 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.187+0000 7f6b86a19640 1 -- 172.21.15.76:0/177027932 wait complete. 2024-09-13T16:01:36.199 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-13T16:01:36.297 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.296+0000 7fe434926640 1 Processor -- start 2024-09-13T16:01:36.297 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.296+0000 7fe434926640 1 -- start start 2024-09-13T16:01:36.299 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.296+0000 7fe434926640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fe430071d30 0x7fe430070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:36.299 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.297+0000 7fe434926640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe430072110 0x7fe4300b1b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:36.299 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.297+0000 7fe434926640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe4300abdf0 con 0x7fe4300c8920 2024-09-13T16:01:36.299 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.297+0000 7fe434926640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe4300ab1e0 con 0x7fe430072110 2024-09-13T16:01:36.299 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.297+0000 7fe434926640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe4300ab4c0 con 0x7fe430071d30 2024-09-13T16:01:36.299 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.297+0000 7fe425d9b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe430072110 0x7fe4300b1b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:36.299 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.297+0000 7fe425d9b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe430072110 0x7fe4300b1b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:43428/0 (socket says 172.21.15.76:43428) 2024-09-13T16:01:36.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.297+0000 7fe425d9b640 1 -- 172.21.15.76:0/2453062437 learned_addr learned my addr 172.21.15.76:0/2453062437 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:01:36.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.297+0000 7fe42e59c640 1 --2- 172.21.15.76:0/2453062437 >> v2:172.21.15.192:3300/0 conn(0x7fe430071d30 0x7fe430070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:36.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.297+0000 7fe425d9b640 1 -- 172.21.15.76:0/2453062437 >> v2:172.21.15.192:3300/0 conn(0x7fe430071d30 msgr2=0x7fe430070190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:01:36.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.297+0000 7fe425d9b640 1 --2- 172.21.15.76:0/2453062437 >> v2:172.21.15.192:3300/0 conn(0x7fe430071d30 0x7fe430070190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:36.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.297+0000 7fe425d9b640 1 -- 172.21.15.76:0/2453062437 >> v1:172.21.15.192:6789/0 conn(0x7fe4300c8920 legacy=0x7fe4300ac280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:01:36.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.297+0000 7fe425d9b640 1 -- 172.21.15.76:0/2453062437 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe4300ab7a0 con 0x7fe430072110 2024-09-13T16:01:36.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.298+0000 7fe425d9b640 1 --2- 172.21.15.76:0/2453062437 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe430072110 0x7fe4300b1b70 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fe4300cee60 tx=0x7fe41802a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=17e3d211fc5a495c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:36.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.298+0000 7fe42dd9b640 1 -- 172.21.15.76:0/2453062437 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe418032440 con 0x7fe430072110 2024-09-13T16:01:36.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.298+0000 7fe42dd9b640 1 -- 172.21.15.76:0/2453062437 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe4180325a0 con 0x7fe430072110 2024-09-13T16:01:36.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.298+0000 7fe42dd9b640 1 -- 172.21.15.76:0/2453062437 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe418032930 con 0x7fe430072110 2024-09-13T16:01:36.301 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.298+0000 7fe434926640 1 -- 172.21.15.76:0/2453062437 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe430072110 msgr2=0x7fe4300b1b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:36.301 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.298+0000 7fe434926640 1 --2- 172.21.15.76:0/2453062437 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe430072110 0x7fe4300b1b70 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fe4300cee60 tx=0x7fe41802a230 comp rx=0 tx=0).stop 2024-09-13T16:01:36.301 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.298+0000 7fe434926640 1 -- 172.21.15.76:0/2453062437 shutdown_connections 2024-09-13T16:01:36.302 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.298+0000 7fe434926640 1 --2- 172.21.15.76:0/2453062437 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe430072110 0x7fe4300b1b70 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:36.302 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.298+0000 7fe434926640 1 --2- 172.21.15.76:0/2453062437 >> v2:172.21.15.192:3300/0 conn(0x7fe430071d30 0x7fe430070190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:36.302 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.298+0000 7fe434926640 1 -- 172.21.15.76:0/2453062437 >> 172.21.15.76:0/2453062437 conn(0x7fe430069ed0 msgr2=0x7fe43006a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:36.302 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.298+0000 7fe434926640 1 -- 172.21.15.76:0/2453062437 shutdown_connections 2024-09-13T16:01:36.302 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.298+0000 7fe434926640 1 -- 172.21.15.76:0/2453062437 wait complete. 2024-09-13T16:01:36.302 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.300+0000 7fe434926640 1 Processor -- start 2024-09-13T16:01:36.302 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.300+0000 7fe434926640 1 -- start start 2024-09-13T16:01:36.304 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.301+0000 7fe434926640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe430071d30 0x7fe4301f01d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:36.304 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.301+0000 7fe434926640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe430072110 0x7fe4300c6ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:36.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.301+0000 7fe434926640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe4300c8920 0x7fe430097920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:36.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.301+0000 7fe434926640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe4300c7010 con 0x7fe430072110 2024-09-13T16:01:36.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.301+0000 7fe434926640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe430097e60 con 0x7fe430071d30 2024-09-13T16:01:36.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.301+0000 7fe434926640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe4300c53a0 con 0x7fe4300c8920 2024-09-13T16:01:36.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.301+0000 7fe425d9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe430072110 0x7fe4300c6ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:36.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.301+0000 7fe425d9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe430072110 0x7fe4300c6ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:43432/0 (socket says 172.21.15.76:43432) 2024-09-13T16:01:36.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.301+0000 7fe425d9b640 1 -- 172.21.15.76:0/3259590650 learned_addr learned my addr 172.21.15.76:0/3259590650 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:01:36.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.301+0000 7fe42e59c640 1 --2- 172.21.15.76:0/3259590650 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe430071d30 0x7fe4301f01d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:36.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.301+0000 7fe42ed9d640 1 --2- 172.21.15.76:0/3259590650 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe4300c8920 0x7fe430097920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:36.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.301+0000 7fe425d9b640 1 -- 172.21.15.76:0/3259590650 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe4300c8920 msgr2=0x7fe430097920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:36.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.301+0000 7fe425d9b640 1 --2- 172.21.15.76:0/3259590650 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe4300c8920 0x7fe430097920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:36.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.301+0000 7fe425d9b640 1 -- 172.21.15.76:0/3259590650 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe430071d30 msgr2=0x7fe4301f01d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:36.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.301+0000 7fe425d9b640 1 --2- 172.21.15.76:0/3259590650 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe430071d30 0x7fe4301f01d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:36.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.301+0000 7fe425d9b640 1 -- 172.21.15.76:0/3259590650 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe4180094d0 con 0x7fe430072110 2024-09-13T16:01:36.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.301+0000 7fe425d9b640 1 --2- 172.21.15.76:0/3259590650 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe430072110 0x7fe4300c6ad0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fe418000c00 tx=0x7fe4180046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:36.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.301+0000 7fe4277fe640 1 -- 172.21.15.76:0/3259590650 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe418032440 con 0x7fe430072110 2024-09-13T16:01:36.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.301+0000 7fe4277fe640 1 -- 172.21.15.76:0/3259590650 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe418030b80 con 0x7fe430072110 2024-09-13T16:01:36.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.301+0000 7fe434926640 1 -- 172.21.15.76:0/3259590650 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe4301f07b0 con 0x7fe430072110 2024-09-13T16:01:36.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.301+0000 7fe4277fe640 1 -- 172.21.15.76:0/3259590650 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe41803d420 con 0x7fe430072110 2024-09-13T16:01:36.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.301+0000 7fe434926640 1 -- 172.21.15.76:0/3259590650 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe4301f0d70 con 0x7fe430072110 2024-09-13T16:01:36.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.302+0000 7fe434926640 1 -- 172.21.15.76:0/3259590650 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe430070190 con 0x7fe430072110 2024-09-13T16:01:36.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.303+0000 7fe4277fe640 1 -- 172.21.15.76:0/3259590650 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe418039040 con 0x7fe430072110 2024-09-13T16:01:36.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.303+0000 7fe4277fe640 1 --2- 172.21.15.76:0/3259590650 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe41006ac00 0x7fe41006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:36.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.303+0000 7fe42e59c640 1 --2- 172.21.15.76:0/3259590650 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe41006ac00 0x7fe41006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:36.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.303+0000 7fe4277fe640 1 -- 172.21.15.76:0/3259590650 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fe4180a9ac0 con 0x7fe430072110 2024-09-13T16:01:36.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.304+0000 7fe42e59c640 1 --2- 172.21.15.76:0/3259590650 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe41006ac00 0x7fe41006d0c0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fe420006fd0 tx=0x7fe420008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:36.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.307+0000 7fe4277fe640 1 -- 172.21.15.76:0/3259590650 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fe4180750a0 con 0x7fe430072110 2024-09-13T16:01:36.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.473+0000 7fe434926640 1 -- 172.21.15.76:0/3259590650 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7fe43015cb20 con 0x7fe430072110 2024-09-13T16:01:36.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.473+0000 7fe4277fe640 1 -- 172.21.15.76:0/3259590650 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v17) v1 ==== 84+0+65 (secure 0 0 0) 0x7fe4180786c0 con 0x7fe430072110 2024-09-13T16:01:36.474 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:01:36.475 INFO:teuthology.orchestra.run.smithi076.stdout:[ 2024-09-13T16:01:36.475 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:01:36.475 INFO:teuthology.orchestra.run.smithi076.stdout: "poolnum": 1, 2024-09-13T16:01:36.475 INFO:teuthology.orchestra.run.smithi076.stdout: "poolname": ".mgr" 2024-09-13T16:01:36.475 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:01:36.475 INFO:teuthology.orchestra.run.smithi076.stdout:] 2024-09-13T16:01:36.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.475+0000 7fe434926640 1 -- 172.21.15.76:0/3259590650 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe41006ac00 msgr2=0x7fe41006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:36.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.475+0000 7fe434926640 1 --2- 172.21.15.76:0/3259590650 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe41006ac00 0x7fe41006d0c0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fe420006fd0 tx=0x7fe420008040 comp rx=0 tx=0).stop 2024-09-13T16:01:36.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.475+0000 7fe434926640 1 -- 172.21.15.76:0/3259590650 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe430072110 msgr2=0x7fe4300c6ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:36.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.475+0000 7fe434926640 1 --2- 172.21.15.76:0/3259590650 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe430072110 0x7fe4300c6ad0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fe418000c00 tx=0x7fe4180046c0 comp rx=0 tx=0).stop 2024-09-13T16:01:36.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.475+0000 7fe434926640 1 -- 172.21.15.76:0/3259590650 shutdown_connections 2024-09-13T16:01:36.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.475+0000 7fe434926640 1 --2- 172.21.15.76:0/3259590650 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe41006ac00 0x7fe41006d0c0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:36.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.475+0000 7fe434926640 1 --2- 172.21.15.76:0/3259590650 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe4300c8920 0x7fe430097920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:36.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.475+0000 7fe434926640 1 --2- 172.21.15.76:0/3259590650 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe430072110 0x7fe4300c6ad0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:36.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.475+0000 7fe434926640 1 --2- 172.21.15.76:0/3259590650 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe430071d30 0x7fe4301f01d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:36.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.475+0000 7fe434926640 1 -- 172.21.15.76:0/3259590650 >> 172.21.15.76:0/3259590650 conn(0x7fe430069ed0 msgr2=0x7fe4300ae9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:36.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.475+0000 7fe434926640 1 -- 172.21.15.76:0/3259590650 shutdown_connections 2024-09-13T16:01:36.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.475+0000 7fe434926640 1 -- 172.21.15.76:0/3259590650 wait complete. 2024-09-13T16:01:36.487 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-13T16:01:36.487 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-13T16:01:36.589 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.588+0000 7f3dd40f7640 1 Processor -- start 2024-09-13T16:01:36.590 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.588+0000 7f3dd40f7640 1 -- start start 2024-09-13T16:01:36.590 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.589+0000 7f3dd40f7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3dcc159310 0x7f3dcc0ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:36.591 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.589+0000 7f3dd40f7640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f3dcc0b2b40 0x7f3dcc0ab140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:36.591 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.589+0000 7f3dd40f7640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3dcc0ccbe0 con 0x7f3dcc0ab680 2024-09-13T16:01:36.591 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.589+0000 7f3dd40f7640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3dcc0ad940 con 0x7f3dcc0b2b40 2024-09-13T16:01:36.591 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.589+0000 7f3dd40f7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3dcc0b1810 con 0x7f3dcc159310 2024-09-13T16:01:36.591 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.589+0000 7f3dd1692640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f3dcc0b2b40 0x7f3dcc0ab140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:36.591 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.589+0000 7f3dd1e93640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3dcc159310 0x7f3dcc0ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:36.591 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.590+0000 7f3dd2694640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7f3dcc0ab680 0x7f3dcc0ce4f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:38588/0 (socket says 172.21.15.76:38588) 2024-09-13T16:01:36.591 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.590+0000 7f3dd2694640 1 -- 172.21.15.76:0/2442490012 learned_addr learned my addr 172.21.15.76:0/2442490012 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:01:36.593 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.590+0000 7f3dd1692640 1 -- 172.21.15.76:0/2442490012 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3dcc159310 msgr2=0x7f3dcc0ad400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:01:36.593 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.590+0000 7f3dd1692640 1 --2- 172.21.15.76:0/2442490012 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3dcc159310 0x7f3dcc0ad400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:36.593 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.590+0000 7f3dd1692640 1 -- 172.21.15.76:0/2442490012 >> v1:172.21.15.192:6789/0 conn(0x7f3dcc0ab680 legacy=0x7f3dcc0ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:36.593 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.590+0000 7f3dd1692640 1 -- 172.21.15.76:0/2442490012 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3dcc06d9e0 con 0x7f3dcc0b2b40 2024-09-13T16:01:36.593 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.591+0000 7f3dd1692640 1 --2- 172.21.15.76:0/2442490012 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3dcc0b2b40 0x7f3dcc0ab140 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f3dbc0097a0 tx=0x7f3dbc02a100 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b2e814d479c187a1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:36.593 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.591+0000 7f3dd0e91640 1 -- 172.21.15.76:0/2442490012 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3dbc02ae50 con 0x7f3dcc0b2b40 2024-09-13T16:01:36.593 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.591+0000 7f3dd0e91640 1 -- 172.21.15.76:0/2442490012 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3dbc032440 con 0x7f3dcc0b2b40 2024-09-13T16:01:36.593 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.591+0000 7f3dd0e91640 1 -- 172.21.15.76:0/2442490012 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3dbc0327d0 con 0x7f3dcc0b2b40 2024-09-13T16:01:36.593 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.591+0000 7f3dd40f7640 1 -- 172.21.15.76:0/2442490012 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3dcc0b2b40 msgr2=0x7f3dcc0ab140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:36.593 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.591+0000 7f3dd40f7640 1 --2- 172.21.15.76:0/2442490012 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3dcc0b2b40 0x7f3dcc0ab140 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f3dbc0097a0 tx=0x7f3dbc02a100 comp rx=0 tx=0).stop 2024-09-13T16:01:36.593 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.591+0000 7f3dd40f7640 1 -- 172.21.15.76:0/2442490012 shutdown_connections 2024-09-13T16:01:36.593 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.591+0000 7f3dd40f7640 1 --2- 172.21.15.76:0/2442490012 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3dcc0b2b40 0x7f3dcc0ab140 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:36.594 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.591+0000 7f3dd40f7640 1 --2- 172.21.15.76:0/2442490012 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3dcc159310 0x7f3dcc0ad400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:36.594 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.591+0000 7f3dd40f7640 1 -- 172.21.15.76:0/2442490012 >> 172.21.15.76:0/2442490012 conn(0x7f3dcc06a0b0 msgr2=0x7f3dcc06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:36.594 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.591+0000 7f3dd40f7640 1 -- 172.21.15.76:0/2442490012 shutdown_connections 2024-09-13T16:01:36.594 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.591+0000 7f3dd40f7640 1 -- 172.21.15.76:0/2442490012 wait complete. 2024-09-13T16:01:36.596 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.593+0000 7f3dd40f7640 1 Processor -- start 2024-09-13T16:01:36.596 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.593+0000 7f3dd40f7640 1 -- start start 2024-09-13T16:01:36.596 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.593+0000 7f3dd40f7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3dcc0ab680 0x7f3dcc0c9e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:36.596 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.593+0000 7f3dd40f7640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3dcc0b2b40 0x7f3dcc0cad30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:36.596 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.593+0000 7f3dd40f7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3dcc159310 0x7f3dcc0cb270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:36.596 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.593+0000 7f3dd40f7640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3dcc0c4b20 con 0x7f3dcc159310 2024-09-13T16:01:36.596 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.593+0000 7f3dd40f7640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3dcc1f4380 con 0x7f3dcc0b2b40 2024-09-13T16:01:36.596 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.593+0000 7f3dd40f7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3dcc1f4810 con 0x7f3dcc0ab680 2024-09-13T16:01:36.596 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.593+0000 7f3dd2694640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3dcc159310 0x7f3dcc0cb270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:36.597 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.593+0000 7f3dd2694640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3dcc159310 0x7f3dcc0cb270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:43436/0 (socket says 172.21.15.76:43436) 2024-09-13T16:01:36.597 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.593+0000 7f3dd2694640 1 -- 172.21.15.76:0/4073639186 learned_addr learned my addr 172.21.15.76:0/4073639186 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:01:36.597 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.594+0000 7f3dd1692640 1 --2- 172.21.15.76:0/4073639186 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3dcc0b2b40 0x7f3dcc0cad30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:36.597 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.594+0000 7f3dd1e93640 1 --2- 172.21.15.76:0/4073639186 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3dcc0ab680 0x7f3dcc0c9e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:36.597 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.594+0000 7f3dd2694640 1 -- 172.21.15.76:0/4073639186 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3dcc0ab680 msgr2=0x7f3dcc0c9e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:36.597 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.594+0000 7f3dd2694640 1 --2- 172.21.15.76:0/4073639186 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3dcc0ab680 0x7f3dcc0c9e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:36.597 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.594+0000 7f3dd2694640 1 -- 172.21.15.76:0/4073639186 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3dcc0b2b40 msgr2=0x7f3dcc0cad30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:36.597 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.594+0000 7f3dd2694640 1 --2- 172.21.15.76:0/4073639186 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3dcc0b2b40 0x7f3dcc0cad30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:36.597 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.594+0000 7f3dd2694640 1 -- 172.21.15.76:0/4073639186 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3dbc009400 con 0x7f3dcc159310 2024-09-13T16:01:36.597 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.594+0000 7f3dd2694640 1 --2- 172.21.15.76:0/4073639186 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3dcc159310 0x7f3dcc0cb270 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f3dc400caf0 tx=0x7f3dc400a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:36.597 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.594+0000 7f3dc27fc640 1 -- 172.21.15.76:0/4073639186 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3dc400aca0 con 0x7f3dcc159310 2024-09-13T16:01:36.597 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.594+0000 7f3dc27fc640 1 -- 172.21.15.76:0/4073639186 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3dc400ae00 con 0x7f3dcc159310 2024-09-13T16:01:36.597 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.594+0000 7f3dd40f7640 1 -- 172.21.15.76:0/4073639186 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3dcc154bd0 con 0x7f3dcc159310 2024-09-13T16:01:36.598 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.594+0000 7f3dc27fc640 1 -- 172.21.15.76:0/4073639186 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3dc4012600 con 0x7f3dcc159310 2024-09-13T16:01:36.598 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.594+0000 7f3dd40f7640 1 -- 172.21.15.76:0/4073639186 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3dcc1f3d30 con 0x7f3dcc159310 2024-09-13T16:01:36.598 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.595+0000 7f3dd40f7640 1 -- 172.21.15.76:0/4073639186 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3dcc1f4510 con 0x7f3dcc159310 2024-09-13T16:01:36.598 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.596+0000 7f3dc27fc640 1 -- 172.21.15.76:0/4073639186 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f3dc4007070 con 0x7f3dcc159310 2024-09-13T16:01:36.599 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.596+0000 7f3dc27fc640 1 --2- 172.21.15.76:0/4073639186 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3db006ac00 0x7f3db006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:36.599 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.596+0000 7f3dc27fc640 1 -- 172.21.15.76:0/4073639186 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f3dc4088dc0 con 0x7f3dcc159310 2024-09-13T16:01:36.599 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.596+0000 7f3dd1e93640 1 --2- 172.21.15.76:0/4073639186 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3db006ac00 0x7f3db006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:36.599 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.596+0000 7f3dd1e93640 1 --2- 172.21.15.76:0/4073639186 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3db006ac00 0x7f3db006d0c0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f3dc8009aa0 tx=0x7f3dc8009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:36.601 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.600+0000 7f3dc27fc640 1 -- 172.21.15.76:0/4073639186 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f3dc4054430 con 0x7f3dcc159310 2024-09-13T16:01:36.760 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:36.759+0000 7f3dd40f7640 1 -- 172.21.15.76:0/4073639186 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7f3dcc0ab140 con 0x7f3dcc159310 2024-09-13T16:01:37.025 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:37.022+0000 7f3dc27fc640 1 -- 172.21.15.76:0/4073639186 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v18) v1 ==== 138+0+0 (secure 0 0 0) 0x7f3dc40170b0 con 0x7f3dcc159310 2024-09-13T16:01:37.025 INFO:teuthology.orchestra.run.smithi076.stderr:pool 'cephfs_metadata' created 2024-09-13T16:01:37.029 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:37.026+0000 7f3dd40f7640 1 -- 172.21.15.76:0/4073639186 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3db006ac00 msgr2=0x7f3db006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:37.029 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:37.026+0000 7f3dd40f7640 1 --2- 172.21.15.76:0/4073639186 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3db006ac00 0x7f3db006d0c0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f3dc8009aa0 tx=0x7f3dc8009190 comp rx=0 tx=0).stop 2024-09-13T16:01:37.029 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:37.026+0000 7f3dd40f7640 1 -- 172.21.15.76:0/4073639186 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3dcc159310 msgr2=0x7f3dcc0cb270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:37.029 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:37.026+0000 7f3dd40f7640 1 --2- 172.21.15.76:0/4073639186 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3dcc159310 0x7f3dcc0cb270 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f3dc400caf0 tx=0x7f3dc400a060 comp rx=0 tx=0).stop 2024-09-13T16:01:37.029 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:37.026+0000 7f3dd40f7640 1 -- 172.21.15.76:0/4073639186 shutdown_connections 2024-09-13T16:01:37.029 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:37.026+0000 7f3dd40f7640 1 --2- 172.21.15.76:0/4073639186 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3dcc159310 0x7f3dcc0cb270 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:37.029 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:37.026+0000 7f3dd40f7640 1 --2- 172.21.15.76:0/4073639186 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3dcc0b2b40 0x7f3dcc0cad30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:37.029 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:37.026+0000 7f3dd40f7640 1 --2- 172.21.15.76:0/4073639186 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3db006ac00 0x7f3db006d0c0 secure :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f3dc8009aa0 tx=0x7f3dc8009190 comp rx=0 tx=0).stop 2024-09-13T16:01:37.029 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:37.026+0000 7f3dd40f7640 1 --2- 172.21.15.76:0/4073639186 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3dcc0ab680 0x7f3dcc0c9e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:37.029 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:37.026+0000 7f3dd40f7640 1 -- 172.21.15.76:0/4073639186 >> 172.21.15.76:0/4073639186 conn(0x7f3dcc06a0b0 msgr2=0x7f3dcc158520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:37.029 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:37.026+0000 7f3dd40f7640 1 -- 172.21.15.76:0/4073639186 shutdown_connections 2024-09-13T16:01:37.030 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:37.026+0000 7f3dd40f7640 1 -- 172.21.15.76:0/4073639186 wait complete. 2024-09-13T16:01:37.041 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.05 2024-09-13T16:01:37.145 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:37.143+0000 7f271f518640 1 Processor -- start 2024-09-13T16:01:37.145 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:37.143+0000 7f271f518640 1 -- start start 2024-09-13T16:01:37.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:37.144+0000 7f271f518640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f27180cdf10 0x7f2718069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:37.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:37.144+0000 7f271f518640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f27180ce2f0 0x7f271806ca30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:37.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:37.144+0000 7f271f518640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f271815c9a0 con 0x7f271806b600 2024-09-13T16:01:37.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:37.144+0000 7f271f518640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f271806b170 con 0x7f27180cdf10 2024-09-13T16:01:37.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:37.144+0000 7f271f518640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f271806a560 con 0x7f27180ce2f0 2024-09-13T16:01:37.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:37.144+0000 7f271d2b4640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f27180cdf10 0x7f2718069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:37.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:37.144+0000 7f271d2b4640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f27180cdf10 0x7f2718069ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:43452/0 (socket says 172.21.15.76:43452) 2024-09-13T16:01:37.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:37.144+0000 7f271d2b4640 1 -- 172.21.15.76:0/1424070107 learned_addr learned my addr 172.21.15.76:0/1424070107 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:01:37.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:37.144+0000 7f271dab5640 1 --2- 172.21.15.76:0/1424070107 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f27180ce2f0 0x7f271806ca30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:37.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:37.144+0000 7f271d2b4640 1 -- 172.21.15.76:0/1424070107 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f27180ce2f0 msgr2=0x7f271806ca30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:01:37.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:37.144+0000 7f271d2b4640 1 --2- 172.21.15.76:0/1424070107 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f27180ce2f0 0x7f271806ca30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:37.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:37.144+0000 7f271d2b4640 1 -- 172.21.15.76:0/1424070107 >> v1:172.21.15.192:6789/0 conn(0x7f271806b600 legacy=0x7f2718065c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:01:37.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:37.144+0000 7f271d2b4640 1 -- 172.21.15.76:0/1424070107 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f271806a840 con 0x7f27180cdf10 2024-09-13T16:01:37.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:37.145+0000 7f271d2b4640 1 --2- 172.21.15.76:0/1424070107 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f27180cdf10 0x7f2718069ed0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f2714009e80 tx=0x7f271402a750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=43c47e5a2375e020 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:37.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:37.145+0000 7f270ffff640 1 -- 172.21.15.76:0/1424070107 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2714031600 con 0x7f27180cdf10 2024-09-13T16:01:37.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:37.145+0000 7f270ffff640 1 -- 172.21.15.76:0/1424070107 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f271402d050 con 0x7f27180cdf10 2024-09-13T16:01:37.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:37.145+0000 7f270ffff640 1 -- 172.21.15.76:0/1424070107 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2714031980 con 0x7f27180cdf10 2024-09-13T16:01:37.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:37.146+0000 7f271f518640 1 -- 172.21.15.76:0/1424070107 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f27180cdf10 msgr2=0x7f2718069ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:37.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:37.146+0000 7f271f518640 1 --2- 172.21.15.76:0/1424070107 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f27180cdf10 0x7f2718069ed0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f2714009e80 tx=0x7f271402a750 comp rx=0 tx=0).stop 2024-09-13T16:01:37.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:37.146+0000 7f271f518640 1 -- 172.21.15.76:0/1424070107 shutdown_connections 2024-09-13T16:01:37.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:37.146+0000 7f271f518640 1 --2- 172.21.15.76:0/1424070107 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f27180ce2f0 0x7f271806ca30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:37.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:37.146+0000 7f271f518640 1 --2- 172.21.15.76:0/1424070107 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f27180cdf10 0x7f2718069ed0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:37.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:37.146+0000 7f271f518640 1 -- 172.21.15.76:0/1424070107 >> 172.21.15.76:0/1424070107 conn(0x7f27180cb5b0 msgr2=0x7f27180cb9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:37.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:37.146+0000 7f271f518640 1 -- 172.21.15.76:0/1424070107 shutdown_connections 2024-09-13T16:01:37.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:37.146+0000 7f271f518640 1 -- 172.21.15.76:0/1424070107 wait complete. 2024-09-13T16:01:37.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:37.147+0000 7f271f518640 1 Processor -- start 2024-09-13T16:01:37.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:37.147+0000 7f271f518640 1 -- start start 2024-09-13T16:01:37.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:37.148+0000 7f271f518640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f271806b600 0x7f27180c89b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:37.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:37.148+0000 7f271f518640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f27180cdf10 0x7f27180afd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:37.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:37.148+0000 7f271f518640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f27180ce2f0 0x7f271815e1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:37.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:37.148+0000 7f271f518640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27180b02a0 con 0x7f271806b600 2024-09-13T16:01:37.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:37.148+0000 7f271f518640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f271815d670 con 0x7f27180ce2f0 2024-09-13T16:01:37.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:37.148+0000 7f271f518640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f271815d950 con 0x7f27180cdf10 2024-09-13T16:01:37.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:37.148+0000 7f271d2b4640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f271806b600 0x7f27180c89b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:37.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:37.148+0000 7f271d2b4640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f271806b600 0x7f27180c89b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:43462/0 (socket says 172.21.15.76:43462) 2024-09-13T16:01:37.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:37.148+0000 7f271d2b4640 1 -- 172.21.15.76:0/536922104 learned_addr learned my addr 172.21.15.76:0/536922104 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:01:37.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:37.148+0000 7f271dab5640 1 --2- 172.21.15.76:0/536922104 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f27180ce2f0 0x7f271815e1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:37.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:37.148+0000 7f271cab3640 1 --2- 172.21.15.76:0/536922104 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f27180cdf10 0x7f27180afd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:37.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:37.148+0000 7f271d2b4640 1 -- 172.21.15.76:0/536922104 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f27180cdf10 msgr2=0x7f27180afd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:37.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:37.148+0000 7f271d2b4640 1 --2- 172.21.15.76:0/536922104 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f27180cdf10 0x7f27180afd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:37.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:37.148+0000 7f271d2b4640 1 -- 172.21.15.76:0/536922104 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f27180ce2f0 msgr2=0x7f271815e1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:37.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:37.148+0000 7f271d2b4640 1 --2- 172.21.15.76:0/536922104 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f27180ce2f0 0x7f271815e1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:37.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:37.148+0000 7f271d2b4640 1 -- 172.21.15.76:0/536922104 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2714009b30 con 0x7f271806b600 2024-09-13T16:01:37.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:37.148+0000 7f271d2b4640 1 --2- 172.21.15.76:0/536922104 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f271806b600 0x7f27180c89b0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f2714000f80 tx=0x7f2714004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:37.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:37.149+0000 7f270dffb640 1 -- 172.21.15.76:0/536922104 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f271403d860 con 0x7f271806b600 2024-09-13T16:01:37.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:37.149+0000 7f270dffb640 1 -- 172.21.15.76:0/536922104 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f271403d9c0 con 0x7f271806b600 2024-09-13T16:01:37.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:37.149+0000 7f271f518640 1 -- 172.21.15.76:0/536922104 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f271815dc30 con 0x7f271806b600 2024-09-13T16:01:37.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:37.149+0000 7f270dffb640 1 -- 172.21.15.76:0/536922104 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f271403dd70 con 0x7f271806b600 2024-09-13T16:01:37.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:37.149+0000 7f271f518640 1 -- 172.21.15.76:0/536922104 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f27180ccef0 con 0x7f271806b600 2024-09-13T16:01:37.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:37.150+0000 7f271f518640 1 -- 172.21.15.76:0/536922104 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f271806ca30 con 0x7f271806b600 2024-09-13T16:01:37.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:37.150+0000 7f270dffb640 1 -- 172.21.15.76:0/536922104 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f271403b400 con 0x7f271806b600 2024-09-13T16:01:37.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:37.151+0000 7f270dffb640 1 --2- 172.21.15.76:0/536922104 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f26fc06ac30 0x7f26fc06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:37.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:37.151+0000 7f270dffb640 1 -- 172.21.15.76:0/536922104 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 5227+0+0 (secure 0 0 0) 0x7f27140a9f00 con 0x7f271806b600 2024-09-13T16:01:37.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:37.151+0000 7f271cab3640 1 --2- 172.21.15.76:0/536922104 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f26fc06ac30 0x7f26fc06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:37.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:37.151+0000 7f271cab3640 1 --2- 172.21.15.76:0/536922104 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f26fc06ac30 0x7f26fc06d0f0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f27180c8ef0 tx=0x7f2708009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:37.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:37.155+0000 7f270dffb640 1 -- 172.21.15.76:0/536922104 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f2714075400 con 0x7f271806b600 2024-09-13T16:01:37.319 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:37.316+0000 7f271f518640 1 -- 172.21.15.76:0/536922104 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05} v 0) v1 -- 0x7f27180c3740 con 0x7f271806b600 2024-09-13T16:01:38.028 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.026+0000 7f270dffb640 1 -- 172.21.15.76:0/536922104 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]=0 pool 'cephfs_data' created v19) v1 ==== 171+0+0 (secure 0 0 0) 0x7f2714009510 con 0x7f271806b600 2024-09-13T16:01:38.028 INFO:teuthology.orchestra.run.smithi076.stderr:pool 'cephfs_data' created 2024-09-13T16:01:38.032 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.030+0000 7f271f518640 1 -- 172.21.15.76:0/536922104 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f26fc06ac30 msgr2=0x7f26fc06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:38.032 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.030+0000 7f271f518640 1 --2- 172.21.15.76:0/536922104 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f26fc06ac30 0x7f26fc06d0f0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f27180c8ef0 tx=0x7f2708009040 comp rx=0 tx=0).stop 2024-09-13T16:01:38.032 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.030+0000 7f271f518640 1 -- 172.21.15.76:0/536922104 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f271806b600 msgr2=0x7f27180c89b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:38.032 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.030+0000 7f271f518640 1 --2- 172.21.15.76:0/536922104 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f271806b600 0x7f27180c89b0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f2714000f80 tx=0x7f2714004a40 comp rx=0 tx=0).stop 2024-09-13T16:01:38.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.030+0000 7f271f518640 1 -- 172.21.15.76:0/536922104 shutdown_connections 2024-09-13T16:01:38.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.030+0000 7f271f518640 1 --2- 172.21.15.76:0/536922104 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f27180ce2f0 0x7f271815e1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:38.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.030+0000 7f271f518640 1 --2- 172.21.15.76:0/536922104 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f26fc06ac30 0x7f26fc06d0f0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:38.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.030+0000 7f271f518640 1 --2- 172.21.15.76:0/536922104 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f27180cdf10 0x7f27180afd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:38.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.030+0000 7f271f518640 1 --2- 172.21.15.76:0/536922104 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f271806b600 0x7f27180c89b0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:38.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.030+0000 7f271f518640 1 -- 172.21.15.76:0/536922104 >> 172.21.15.76:0/536922104 conn(0x7f27180cb5b0 msgr2=0x7f271815a820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:38.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.030+0000 7f271f518640 1 -- 172.21.15.76:0/536922104 shutdown_connections 2024-09-13T16:01:38.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.030+0000 7f271f518640 1 -- 172.21.15.76:0/536922104 wait complete. 2024-09-13T16:01:38.054 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-13T16:01:38.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.154+0000 7ff36be80640 1 Processor -- start 2024-09-13T16:01:38.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.154+0000 7ff36be80640 1 -- start start 2024-09-13T16:01:38.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.155+0000 7ff36be80640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7ff36406b600 0x7ff364069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:38.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.155+0000 7ff36be80640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff3640ce2f0 0x7ff36406ca30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:38.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.155+0000 7ff36be80640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff36415c9a0 con 0x7ff3640cdf10 2024-09-13T16:01:38.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.155+0000 7ff36be80640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff36406b170 con 0x7ff3640ce2f0 2024-09-13T16:01:38.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.155+0000 7ff36be80640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff36406a560 con 0x7ff36406b600 2024-09-13T16:01:38.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.155+0000 7ff36a41d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff3640ce2f0 0x7ff36406ca30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:38.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.155+0000 7ff369c1c640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7ff3640cdf10 0x7ff364065c60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:53972/0 (socket says 172.21.15.76:53972) 2024-09-13T16:01:38.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.155+0000 7ff369c1c640 1 -- 172.21.15.76:0/2579733367 learned_addr learned my addr 172.21.15.76:0/2579733367 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:01:38.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.155+0000 7ff36941b640 1 --2- 172.21.15.76:0/2579733367 >> v2:172.21.15.192:3300/0 conn(0x7ff36406b600 0x7ff364069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:38.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.155+0000 7ff36a41d640 1 -- 172.21.15.76:0/2579733367 >> v2:172.21.15.192:3300/0 conn(0x7ff36406b600 msgr2=0x7ff364069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:01:38.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.155+0000 7ff36a41d640 1 --2- 172.21.15.76:0/2579733367 >> v2:172.21.15.192:3300/0 conn(0x7ff36406b600 0x7ff364069ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:38.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.155+0000 7ff36a41d640 1 -- 172.21.15.76:0/2579733367 >> v1:172.21.15.76:6789/0 conn(0x7ff3640cdf10 legacy=0x7ff364065c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:38.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.155+0000 7ff36a41d640 1 -- 172.21.15.76:0/2579733367 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff36406a840 con 0x7ff3640ce2f0 2024-09-13T16:01:38.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.155+0000 7ff368c1a640 1 -- 172.21.15.76:0/2579733367 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2532216542 0 0) 0x7ff36415c9a0 con 0x7ff3640cdf10 2024-09-13T16:01:38.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.156+0000 7ff36a41d640 1 --2- 172.21.15.76:0/2579733367 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff3640ce2f0 0x7ff36406ca30 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7ff364066370 tx=0x7ff35c02a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=38cc674383ee2192 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:38.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.156+0000 7ff368c1a640 1 -- 172.21.15.76:0/2579733367 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff35c02aea0 con 0x7ff3640ce2f0 2024-09-13T16:01:38.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.156+0000 7ff368c1a640 1 -- 172.21.15.76:0/2579733367 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff35c02d050 con 0x7ff3640ce2f0 2024-09-13T16:01:38.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.156+0000 7ff368c1a640 1 -- 172.21.15.76:0/2579733367 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff35c007960 con 0x7ff3640ce2f0 2024-09-13T16:01:38.162 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.156+0000 7ff36be80640 1 -- 172.21.15.76:0/2579733367 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff3640ce2f0 msgr2=0x7ff36406ca30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:38.162 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.156+0000 7ff36be80640 1 --2- 172.21.15.76:0/2579733367 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff3640ce2f0 0x7ff36406ca30 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7ff364066370 tx=0x7ff35c02a680 comp rx=0 tx=0).stop 2024-09-13T16:01:38.162 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.156+0000 7ff36be80640 1 -- 172.21.15.76:0/2579733367 shutdown_connections 2024-09-13T16:01:38.162 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.156+0000 7ff36be80640 1 --2- 172.21.15.76:0/2579733367 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff3640ce2f0 0x7ff36406ca30 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:38.162 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.156+0000 7ff36be80640 1 --2- 172.21.15.76:0/2579733367 >> v2:172.21.15.192:3300/0 conn(0x7ff36406b600 0x7ff364069ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:38.162 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.156+0000 7ff36be80640 1 -- 172.21.15.76:0/2579733367 >> 172.21.15.76:0/2579733367 conn(0x7ff3640cb5b0 msgr2=0x7ff3640cb9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:38.162 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.156+0000 7ff36be80640 1 -- 172.21.15.76:0/2579733367 shutdown_connections 2024-09-13T16:01:38.162 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.156+0000 7ff36be80640 1 -- 172.21.15.76:0/2579733367 wait complete. 2024-09-13T16:01:38.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.158+0000 7ff36be80640 1 Processor -- start 2024-09-13T16:01:38.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.158+0000 7ff36be80640 1 -- start start 2024-09-13T16:01:38.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.158+0000 7ff36be80640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff36406b600 0x7ff3641f52f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:38.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.158+0000 7ff36be80640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff3640cdf10 0x7ff3640b3bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:38.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.158+0000 7ff36be80640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff3640ce2f0 0x7ff3640b4110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:38.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.158+0000 7ff36be80640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3640b4a50 con 0x7ff3640cdf10 2024-09-13T16:01:38.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.158+0000 7ff36be80640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff36414b780 con 0x7ff3640ce2f0 2024-09-13T16:01:38.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.158+0000 7ff36be80640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff3640b3010 con 0x7ff36406b600 2024-09-13T16:01:38.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.158+0000 7ff36941b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff3640cdf10 0x7ff3640b3bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:38.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.158+0000 7ff36941b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff3640cdf10 0x7ff3640b3bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:43480/0 (socket says 172.21.15.76:43480) 2024-09-13T16:01:38.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.158+0000 7ff36941b640 1 -- 172.21.15.76:0/3088301084 learned_addr learned my addr 172.21.15.76:0/3088301084 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:01:38.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.159+0000 7ff36a41d640 1 --2- 172.21.15.76:0/3088301084 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff3640ce2f0 0x7ff3640b4110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:38.164 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.159+0000 7ff36941b640 1 -- 172.21.15.76:0/3088301084 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff36406b600 msgr2=0x7ff3641f52f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:38.164 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.159+0000 7ff36941b640 1 --2- 172.21.15.76:0/3088301084 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff36406b600 0x7ff3641f52f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:38.164 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.159+0000 7ff36941b640 1 -- 172.21.15.76:0/3088301084 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff3640ce2f0 msgr2=0x7ff3640b4110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:38.164 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.159+0000 7ff36941b640 1 --2- 172.21.15.76:0/3088301084 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff3640ce2f0 0x7ff3640b4110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:38.164 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.159+0000 7ff36941b640 1 -- 172.21.15.76:0/3088301084 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff35c009a70 con 0x7ff3640cdf10 2024-09-13T16:01:38.164 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.159+0000 7ff36941b640 1 --2- 172.21.15.76:0/3088301084 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff3640cdf10 0x7ff3640b3bd0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7ff36000d800 tx=0x7ff36000dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:38.164 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.159+0000 7ff35a7fc640 1 -- 172.21.15.76:0/3088301084 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff36000b6c0 con 0x7ff3640cdf10 2024-09-13T16:01:38.165 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.159+0000 7ff35a7fc640 1 -- 172.21.15.76:0/3088301084 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff36000b820 con 0x7ff3640cdf10 2024-09-13T16:01:38.165 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.159+0000 7ff36be80640 1 -- 172.21.15.76:0/3088301084 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff3640b32f0 con 0x7ff3640cdf10 2024-09-13T16:01:38.165 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.159+0000 7ff35a7fc640 1 -- 172.21.15.76:0/3088301084 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff36000bbb0 con 0x7ff3640cdf10 2024-09-13T16:01:38.165 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.159+0000 7ff36be80640 1 -- 172.21.15.76:0/3088301084 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff36414b410 con 0x7ff3640cdf10 2024-09-13T16:01:38.165 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.160+0000 7ff36be80640 1 -- 172.21.15.76:0/3088301084 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff36406ca30 con 0x7ff3640cdf10 2024-09-13T16:01:38.166 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.161+0000 7ff35a7fc640 1 -- 172.21.15.76:0/3088301084 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff36000bd10 con 0x7ff3640cdf10 2024-09-13T16:01:38.166 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.161+0000 7ff35a7fc640 1 --2- 172.21.15.76:0/3088301084 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff34806ac00 0x7ff34806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:38.166 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.161+0000 7ff369c1c640 1 --2- 172.21.15.76:0/3088301084 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff34806ac00 0x7ff34806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:38.166 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.161+0000 7ff35a7fc640 1 -- 172.21.15.76:0/3088301084 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 5609+0+0 (secure 0 0 0) 0x7ff360089870 con 0x7ff3640cdf10 2024-09-13T16:01:38.166 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.161+0000 7ff369c1c640 1 --2- 172.21.15.76:0/3088301084 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff34806ac00 0x7ff34806d0c0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7ff354007fd0 tx=0x7ff354007920 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:38.167 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.165+0000 7ff35a7fc640 1 -- 172.21.15.76:0/3088301084 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ff360054ab0 con 0x7ff3640cdf10 2024-09-13T16:01:38.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.360+0000 7ff36be80640 1 -- 172.21.15.76:0/3088301084 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7ff36415fe20 con 0x7ff3640cdf10 2024-09-13T16:01:38.370 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.368+0000 7ff35a7fc640 1 -- 172.21.15.76:0/3088301084 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v4) v1 ==== 172+0+0 (secure 0 0 0) 0x7ff3600580d0 con 0x7ff3640cdf10 2024-09-13T16:01:38.371 INFO:teuthology.orchestra.run.smithi076.stderr:new fs with metadata pool 2 and data pool 3 2024-09-13T16:01:38.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.374+0000 7ff36be80640 1 -- 172.21.15.76:0/3088301084 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff34806ac00 msgr2=0x7ff34806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:38.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.374+0000 7ff36be80640 1 --2- 172.21.15.76:0/3088301084 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff34806ac00 0x7ff34806d0c0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7ff354007fd0 tx=0x7ff354007920 comp rx=0 tx=0).stop 2024-09-13T16:01:38.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.374+0000 7ff36be80640 1 -- 172.21.15.76:0/3088301084 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff3640cdf10 msgr2=0x7ff3640b3bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:38.377 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.374+0000 7ff36be80640 1 --2- 172.21.15.76:0/3088301084 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff3640cdf10 0x7ff3640b3bd0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7ff36000d800 tx=0x7ff36000dcc0 comp rx=0 tx=0).stop 2024-09-13T16:01:38.377 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.374+0000 7ff36be80640 1 -- 172.21.15.76:0/3088301084 shutdown_connections 2024-09-13T16:01:38.377 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.374+0000 7ff36be80640 1 --2- 172.21.15.76:0/3088301084 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff3640ce2f0 0x7ff3640b4110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:38.377 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.374+0000 7ff36be80640 1 --2- 172.21.15.76:0/3088301084 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff3640cdf10 0x7ff3640b3bd0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:38.377 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.374+0000 7ff36be80640 1 --2- 172.21.15.76:0/3088301084 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff34806ac00 0x7ff34806d0c0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:38.377 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.374+0000 7ff36be80640 1 --2- 172.21.15.76:0/3088301084 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff36406b600 0x7ff3641f52f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:38.377 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.374+0000 7ff36be80640 1 -- 172.21.15.76:0/3088301084 >> 172.21.15.76:0/3088301084 conn(0x7ff3640cb5b0 msgr2=0x7ff364065bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:38.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.379+0000 7ff36be80640 1 -- 172.21.15.76:0/3088301084 shutdown_connections 2024-09-13T16:01:38.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.380+0000 7ff36be80640 1 -- 172.21.15.76:0/3088301084 wait complete. 2024-09-13T16:01:38.399 DEBUG:tasks.cephfs.filesystem:EC profile is ['m=2', 'k=2', 'crush-failure-domain=osd'] 2024-09-13T16:01:38.399 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd erasure-code-profile set cephfs_data_ec m=2 k=2 crush-failure-domain=osd 2024-09-13T16:01:38.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.501+0000 7fd11a7d4640 1 Processor -- start 2024-09-13T16:01:38.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.501+0000 7fd11a7d4640 1 -- start start 2024-09-13T16:01:38.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.501+0000 7fd11a7d4640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fd1140d2760 0x7fd1140cd8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:38.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.501+0000 7fd11a7d4640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd1140cd450 con 0x7fd11415c500 2024-09-13T16:01:38.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.501+0000 7fd11a7d4640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd1140d0cf0 con 0x7fd1140cde20 2024-09-13T16:01:38.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.501+0000 7fd11a7d4640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd1140d0fd0 con 0x7fd1140d2760 2024-09-13T16:01:38.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.502+0000 7fd1137fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fd1140d2760 0x7fd1140cd8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:38.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.502+0000 7fd113fff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fd11415c500 0x7fd1140d2050 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:53976/0 (socket says 172.21.15.76:53976) 2024-09-13T16:01:38.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.502+0000 7fd113fff640 1 -- 172.21.15.76:0/1084439374 learned_addr learned my addr 172.21.15.76:0/1084439374 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:01:38.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.502+0000 7fd1137fe640 1 -- 172.21.15.76:0/1084439374 >> v1:172.21.15.192:6789/0 conn(0x7fd1140cde20 legacy=0x7fd1140d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:01:38.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.502+0000 7fd1137fe640 1 -- 172.21.15.76:0/1084439374 >> v1:172.21.15.76:6789/0 conn(0x7fd11415c500 legacy=0x7fd1140d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:38.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.502+0000 7fd1137fe640 1 -- 172.21.15.76:0/1084439374 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd1140cd0e0 con 0x7fd1140d2760 2024-09-13T16:01:38.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.502+0000 7fd1137fe640 1 --2- 172.21.15.76:0/1084439374 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd1140d2760 0x7fd1140cd8e0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fd1080097a0 tx=0x7fd10802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=199216f9a5fcee26 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:38.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.503+0000 7fd112ffd640 1 -- 172.21.15.76:0/1084439374 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd108032440 con 0x7fd1140d2760 2024-09-13T16:01:38.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.503+0000 7fd112ffd640 1 -- 172.21.15.76:0/1084439374 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd1080325a0 con 0x7fd1140d2760 2024-09-13T16:01:38.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.503+0000 7fd112ffd640 1 -- 172.21.15.76:0/1084439374 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd108032930 con 0x7fd1140d2760 2024-09-13T16:01:38.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.503+0000 7fd11a7d4640 1 -- 172.21.15.76:0/1084439374 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd1140d2760 msgr2=0x7fd1140cd8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:38.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.503+0000 7fd11a7d4640 1 --2- 172.21.15.76:0/1084439374 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd1140d2760 0x7fd1140cd8e0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fd1080097a0 tx=0x7fd10802a1e0 comp rx=0 tx=0).stop 2024-09-13T16:01:38.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.503+0000 7fd11a7d4640 1 -- 172.21.15.76:0/1084439374 shutdown_connections 2024-09-13T16:01:38.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.503+0000 7fd11a7d4640 1 --2- 172.21.15.76:0/1084439374 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd1140d2760 0x7fd1140cd8e0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:38.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.503+0000 7fd11a7d4640 1 -- 172.21.15.76:0/1084439374 >> 172.21.15.76:0/1084439374 conn(0x7fd114089f60 msgr2=0x7fd11409b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:38.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.503+0000 7fd11a7d4640 1 -- 172.21.15.76:0/1084439374 shutdown_connections 2024-09-13T16:01:38.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.503+0000 7fd11a7d4640 1 -- 172.21.15.76:0/1084439374 wait complete. 2024-09-13T16:01:38.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.504+0000 7fd11a7d4640 1 Processor -- start 2024-09-13T16:01:38.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.505+0000 7fd11a7d4640 1 -- start start 2024-09-13T16:01:38.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.505+0000 7fd11a7d4640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd1140cde20 0x7fd1141543f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:38.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.505+0000 7fd11a7d4640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd1140d2760 0x7fd1140cbb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:38.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.505+0000 7fd11a7d4640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd11415c500 0x7fd1141e80a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:38.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.505+0000 7fd11a7d4640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd11415cb50 con 0x7fd1140d2760 2024-09-13T16:01:38.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.505+0000 7fd11a7d4640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd11415ce30 con 0x7fd11415c500 2024-09-13T16:01:38.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.505+0000 7fd11a7d4640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd11415d110 con 0x7fd1140cde20 2024-09-13T16:01:38.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.505+0000 7fd1137fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd1140d2760 0x7fd1140cbb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:38.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.505+0000 7fd1137fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd1140d2760 0x7fd1140cbb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:43498/0 (socket says 172.21.15.76:43498) 2024-09-13T16:01:38.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.505+0000 7fd1137fe640 1 -- 172.21.15.76:0/125881647 learned_addr learned my addr 172.21.15.76:0/125881647 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:01:38.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.506+0000 7fd113fff640 1 --2- 172.21.15.76:0/125881647 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd1140cde20 0x7fd1141543f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:38.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.506+0000 7fd118d71640 1 --2- 172.21.15.76:0/125881647 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd11415c500 0x7fd1141e80a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:38.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.506+0000 7fd1137fe640 1 -- 172.21.15.76:0/125881647 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd1140cde20 msgr2=0x7fd1141543f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:38.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.506+0000 7fd1137fe640 1 --2- 172.21.15.76:0/125881647 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd1140cde20 0x7fd1141543f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:38.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.506+0000 7fd1137fe640 1 -- 172.21.15.76:0/125881647 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd11415c500 msgr2=0x7fd1141e80a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:38.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.506+0000 7fd1137fe640 1 --2- 172.21.15.76:0/125881647 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd11415c500 0x7fd1141e80a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:38.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.506+0000 7fd1137fe640 1 -- 172.21.15.76:0/125881647 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd108009400 con 0x7fd1140d2760 2024-09-13T16:01:38.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.506+0000 7fd113fff640 1 --2- 172.21.15.76:0/125881647 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd1140cde20 0x7fd1141543f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:01:38.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.506+0000 7fd118d71640 1 --2- 172.21.15.76:0/125881647 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd11415c500 0x7fd1141e80a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:01:38.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.506+0000 7fd1137fe640 1 --2- 172.21.15.76:0/125881647 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd1140d2760 0x7fd1140cbb40 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fd108000c00 tx=0x7fd1080046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:38.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.506+0000 7fd110ff9640 1 -- 172.21.15.76:0/125881647 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd108030b80 con 0x7fd1140d2760 2024-09-13T16:01:38.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.506+0000 7fd110ff9640 1 -- 172.21.15.76:0/125881647 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd108030ce0 con 0x7fd1140d2760 2024-09-13T16:01:38.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.506+0000 7fd11a7d4640 1 -- 172.21.15.76:0/125881647 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd11415d3f0 con 0x7fd1140d2760 2024-09-13T16:01:38.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.506+0000 7fd110ff9640 1 -- 172.21.15.76:0/125881647 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd10803b640 con 0x7fd1140d2760 2024-09-13T16:01:38.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.506+0000 7fd11a7d4640 1 -- 172.21.15.76:0/125881647 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd114154e60 con 0x7fd1140d2760 2024-09-13T16:01:38.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.507+0000 7fd11a7d4640 1 -- 172.21.15.76:0/125881647 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd1140d06f0 con 0x7fd1140d2760 2024-09-13T16:01:38.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.508+0000 7fd110ff9640 1 -- 172.21.15.76:0/125881647 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd108039040 con 0x7fd1140d2760 2024-09-13T16:01:38.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.508+0000 7fd110ff9640 1 --2- 172.21.15.76:0/125881647 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd10006ac00 0x7fd10006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:38.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.508+0000 7fd110ff9640 1 -- 172.21.15.76:0/125881647 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fd1080a9c90 con 0x7fd1140d2760 2024-09-13T16:01:38.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.508+0000 7fd113fff640 1 --2- 172.21.15.76:0/125881647 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd10006ac00 0x7fd10006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:38.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.508+0000 7fd113fff640 1 --2- 172.21.15.76:0/125881647 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd10006ac00 0x7fd10006d0c0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fd104005880 tx=0x7fd104009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:38.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.512+0000 7fd110ff9640 1 -- 172.21.15.76:0/125881647 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fd1140d06f0 con 0x7fd1140d2760 2024-09-13T16:01:38.686 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:38.683+0000 7fd11a7d4640 1 -- 172.21.15.76:0/125881647 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]} v 0) v1 -- 0x7fd11415d910 con 0x7fd1140d2760 2024-09-13T16:01:39.175 DEBUG:teuthology.orchestra.run.smithi076:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:01:39.178 DEBUG:teuthology.orchestra.run.smithi192:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:01:39.377 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:39.374+0000 7fd110ff9640 1 -- 172.21.15.76:0/125881647 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]=0 v21) v1 ==== 157+0+0 (secure 0 0 0) 0x7fd11415d910 con 0x7fd1140d2760 2024-09-13T16:01:39.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:39.377+0000 7fd11a7d4640 1 -- 172.21.15.76:0/125881647 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd10006ac00 msgr2=0x7fd10006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:39.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:39.377+0000 7fd11a7d4640 1 --2- 172.21.15.76:0/125881647 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd10006ac00 0x7fd10006d0c0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fd104005880 tx=0x7fd104009040 comp rx=0 tx=0).stop 2024-09-13T16:01:39.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:39.377+0000 7fd11a7d4640 1 -- 172.21.15.76:0/125881647 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd1140d2760 msgr2=0x7fd1140cbb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:39.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:39.377+0000 7fd11a7d4640 1 --2- 172.21.15.76:0/125881647 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd1140d2760 0x7fd1140cbb40 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fd108000c00 tx=0x7fd1080046c0 comp rx=0 tx=0).stop 2024-09-13T16:01:39.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:39.377+0000 7fd11a7d4640 1 -- 172.21.15.76:0/125881647 shutdown_connections 2024-09-13T16:01:39.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:39.377+0000 7fd11a7d4640 1 --2- 172.21.15.76:0/125881647 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd11415c500 0x7fd1141e80a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:39.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:39.377+0000 7fd11a7d4640 1 --2- 172.21.15.76:0/125881647 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd1140d2760 0x7fd1140cbb40 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:39.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:39.377+0000 7fd11a7d4640 1 --2- 172.21.15.76:0/125881647 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd10006ac00 0x7fd10006d0c0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:39.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:39.377+0000 7fd11a7d4640 1 --2- 172.21.15.76:0/125881647 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd1140cde20 0x7fd1141543f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:39.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:39.377+0000 7fd11a7d4640 1 -- 172.21.15.76:0/125881647 >> 172.21.15.76:0/125881647 conn(0x7fd114089f60 msgr2=0x7fd1140b1e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:39.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:39.377+0000 7fd11a7d4640 1 -- 172.21.15.76:0/125881647 shutdown_connections 2024-09-13T16:01:39.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:39.377+0000 7fd11a7d4640 1 -- 172.21.15.76:0/125881647 wait complete. 2024-09-13T16:01:39.391 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data_ec erasure cephfs_data_ec --pg_num_min 64 --target_size_ratio 0.9 2024-09-13T16:01:39.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:39.500+0000 7f3e89766640 1 Processor -- start 2024-09-13T16:01:39.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:39.500+0000 7f3e89766640 1 -- start start 2024-09-13T16:01:39.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:39.501+0000 7f3e89766640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3e8415c500 0x7f3e840d2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:39.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:39.501+0000 7f3e89766640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f3e840d2590 0x7f3e840cd8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:39.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:39.501+0000 7f3e89766640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f3e840cde20 0x7f3e840d0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:39.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:39.501+0000 7f3e89766640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3e840cd450 con 0x7f3e840cde20 2024-09-13T16:01:39.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:39.501+0000 7f3e89766640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3e840d29f0 con 0x7f3e840d2590 2024-09-13T16:01:39.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:39.501+0000 7f3e89766640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3e840d0cf0 con 0x7f3e8415c500 2024-09-13T16:01:39.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:39.501+0000 7f3e837fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f3e840cde20 0x7f3e840d0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:39.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:39.501+0000 7f3e837fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f3e840cde20 0x7f3e840d0000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:43506/0 (socket says 172.21.15.76:43506) 2024-09-13T16:01:39.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:39.501+0000 7f3e837fe640 1 -- 172.21.15.76:0/568082726 learned_addr learned my addr 172.21.15.76:0/568082726 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:01:39.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:39.501+0000 7f3e82ffd640 1 --2- 172.21.15.76:0/568082726 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3e8415c500 0x7f3e840d2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:39.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:39.501+0000 7f3e837fe640 1 -- 172.21.15.76:0/568082726 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3e8415c500 msgr2=0x7f3e840d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:01:39.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:39.501+0000 7f3e837fe640 1 --2- 172.21.15.76:0/568082726 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3e8415c500 0x7f3e840d2050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:39.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:39.501+0000 7f3e827fc640 1 --2- 172.21.15.76:0/568082726 >> v2:172.21.15.192:3300/0 conn(0x7f3e840d2590 0x7f3e840cd8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:39.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:39.501+0000 7f3e837fe640 1 -- 172.21.15.76:0/568082726 >> v2:172.21.15.192:3300/0 conn(0x7f3e840d2590 msgr2=0x7f3e840cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:01:39.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:39.501+0000 7f3e837fe640 1 --2- 172.21.15.76:0/568082726 >> v2:172.21.15.192:3300/0 conn(0x7f3e840d2590 0x7f3e840cd8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:39.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:39.501+0000 7f3e837fe640 1 -- 172.21.15.76:0/568082726 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3e840d0fd0 con 0x7f3e840cde20 2024-09-13T16:01:39.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:39.501+0000 7f3e82ffd640 1 --2- 172.21.15.76:0/568082726 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3e8415c500 0x7f3e840d2050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:01:39.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:39.501+0000 7f3e827fc640 1 --2- 172.21.15.76:0/568082726 >> v2:172.21.15.192:3300/0 conn(0x7f3e840d2590 0x7f3e840cd8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:01:39.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:39.502+0000 7f3e837fe640 1 --2- 172.21.15.76:0/568082726 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3e840cde20 0x7f3e840d0000 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f3e840d19e0 tx=0x7f3e7c02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fbaeefeb455a2da server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:39.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:39.502+0000 7f3e81ffb640 1 -- 172.21.15.76:0/568082726 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3e7c032440 con 0x7f3e840cde20 2024-09-13T16:01:39.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:39.502+0000 7f3e81ffb640 1 -- 172.21.15.76:0/568082726 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3e7c0325a0 con 0x7f3e840cde20 2024-09-13T16:01:39.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:39.502+0000 7f3e81ffb640 1 -- 172.21.15.76:0/568082726 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3e7c032930 con 0x7f3e840cde20 2024-09-13T16:01:39.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:39.502+0000 7f3e89766640 1 -- 172.21.15.76:0/568082726 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3e840cde20 msgr2=0x7f3e840d0000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:39.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:39.502+0000 7f3e89766640 1 --2- 172.21.15.76:0/568082726 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3e840cde20 0x7f3e840d0000 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f3e840d19e0 tx=0x7f3e7c02a1e0 comp rx=0 tx=0).stop 2024-09-13T16:01:39.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:39.503+0000 7f3e89766640 1 -- 172.21.15.76:0/568082726 shutdown_connections 2024-09-13T16:01:39.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:39.503+0000 7f3e89766640 1 --2- 172.21.15.76:0/568082726 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3e840cde20 0x7f3e840d0000 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:39.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:39.503+0000 7f3e89766640 1 --2- 172.21.15.76:0/568082726 >> v2:172.21.15.192:3300/0 conn(0x7f3e840d2590 0x7f3e840cd8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:39.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:39.503+0000 7f3e89766640 1 --2- 172.21.15.76:0/568082726 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3e8415c500 0x7f3e840d2050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:39.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:39.503+0000 7f3e89766640 1 -- 172.21.15.76:0/568082726 >> 172.21.15.76:0/568082726 conn(0x7f3e84089f60 msgr2=0x7f3e8409b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:39.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:39.503+0000 7f3e89766640 1 -- 172.21.15.76:0/568082726 shutdown_connections 2024-09-13T16:01:39.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:39.503+0000 7f3e89766640 1 -- 172.21.15.76:0/568082726 wait complete. 2024-09-13T16:01:39.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:39.504+0000 7f3e89766640 1 Processor -- start 2024-09-13T16:01:39.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:39.504+0000 7f3e89766640 1 -- start start 2024-09-13T16:01:39.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:39.505+0000 7f3e89766640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3e840cde20 0x7f3e840c9500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:39.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:39.505+0000 7f3e89766640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3e840d2590 0x7f3e8415bb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:39.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:39.505+0000 7f3e89766640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3e8415c500 0x7f3e840cb020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:39.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:39.505+0000 7f3e89766640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3e840cae90 con 0x7f3e840cde20 2024-09-13T16:01:39.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:39.505+0000 7f3e89766640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3e840ca710 con 0x7f3e8415c500 2024-09-13T16:01:39.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:39.505+0000 7f3e89766640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3e8415c090 con 0x7f3e840d2590 2024-09-13T16:01:39.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:39.505+0000 7f3e82ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3e840cde20 0x7f3e840c9500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:39.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:39.505+0000 7f3e82ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3e840cde20 0x7f3e840c9500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:43514/0 (socket says 172.21.15.76:43514) 2024-09-13T16:01:39.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:39.505+0000 7f3e82ffd640 1 -- 172.21.15.76:0/1506356999 learned_addr learned my addr 172.21.15.76:0/1506356999 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:01:39.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:39.505+0000 7f3e827fc640 1 --2- 172.21.15.76:0/1506356999 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3e840d2590 0x7f3e8415bb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:39.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:39.505+0000 7f3e837fe640 1 --2- 172.21.15.76:0/1506356999 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3e8415c500 0x7f3e840cb020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:39.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:39.505+0000 7f3e82ffd640 1 -- 172.21.15.76:0/1506356999 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3e840d2590 msgr2=0x7f3e8415bb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:39.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:39.505+0000 7f3e82ffd640 1 --2- 172.21.15.76:0/1506356999 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3e840d2590 0x7f3e8415bb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:39.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:39.505+0000 7f3e82ffd640 1 -- 172.21.15.76:0/1506356999 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3e8415c500 msgr2=0x7f3e840cb020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:39.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:39.505+0000 7f3e82ffd640 1 --2- 172.21.15.76:0/1506356999 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3e8415c500 0x7f3e840cb020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:39.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:39.505+0000 7f3e82ffd640 1 -- 172.21.15.76:0/1506356999 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3e7c0094d0 con 0x7f3e840cde20 2024-09-13T16:01:39.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:39.505+0000 7f3e837fe640 1 --2- 172.21.15.76:0/1506356999 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3e8415c500 0x7f3e840cb020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:01:39.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:39.505+0000 7f3e827fc640 1 --2- 172.21.15.76:0/1506356999 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3e840d2590 0x7f3e8415bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:01:39.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:39.505+0000 7f3e82ffd640 1 --2- 172.21.15.76:0/1506356999 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3e840cde20 0x7f3e840c9500 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f3e7400ce30 tx=0x7f3e7400a650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:39.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:39.505+0000 7f3e7b7fe640 1 -- 172.21.15.76:0/1506356999 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3e7400f890 con 0x7f3e840cde20 2024-09-13T16:01:39.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:39.505+0000 7f3e7b7fe640 1 -- 172.21.15.76:0/1506356999 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3e7400f9f0 con 0x7f3e840cde20 2024-09-13T16:01:39.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:39.505+0000 7f3e89766640 1 -- 172.21.15.76:0/1506356999 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3e840c9b90 con 0x7f3e840cde20 2024-09-13T16:01:39.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:39.505+0000 7f3e7b7fe640 1 -- 172.21.15.76:0/1506356999 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3e7400fd80 con 0x7f3e840cde20 2024-09-13T16:01:39.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:39.506+0000 7f3e89766640 1 -- 172.21.15.76:0/1506356999 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3e840ca150 con 0x7f3e840cde20 2024-09-13T16:01:39.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:39.506+0000 7f3e89766640 1 -- 172.21.15.76:0/1506356999 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3e840cd8e0 con 0x7f3e840cde20 2024-09-13T16:01:39.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:39.507+0000 7f3e7b7fe640 1 -- 172.21.15.76:0/1506356999 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f3e7400b040 con 0x7f3e840cde20 2024-09-13T16:01:39.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:39.507+0000 7f3e7b7fe640 1 --2- 172.21.15.76:0/1506356999 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3e6406ac00 0x7f3e6406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:39.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:39.507+0000 7f3e7b7fe640 1 -- 172.21.15.76:0/1506356999 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5935+0+0 (secure 0 0 0) 0x7f3e74089e10 con 0x7f3e840cde20 2024-09-13T16:01:39.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:39.507+0000 7f3e827fc640 1 --2- 172.21.15.76:0/1506356999 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3e6406ac00 0x7f3e6406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:39.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:39.508+0000 7f3e827fc640 1 --2- 172.21.15.76:0/1506356999 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3e6406ac00 0x7f3e6406d0c0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f3e8409f580 tx=0x7f3e6c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:39.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:39.512+0000 7f3e7b7fe640 1 -- 172.21.15.76:0/1506356999 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f3e74055050 con 0x7f3e840cde20 2024-09-13T16:01:39.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:39.673+0000 7f3e89766640 1 -- 172.21.15.76:0/1506356999 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7f3e8406b160 con 0x7f3e840cde20 2024-09-13T16:01:41.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:41.386+0000 7f3e7b7fe640 1 -- 172.21.15.76:0/1506356999 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data_ec' created v23) v1 ==== 228+0+0 (secure 0 0 0) 0x7f3e74058670 con 0x7f3e840cde20 2024-09-13T16:01:41.388 INFO:teuthology.orchestra.run.smithi076.stderr:pool 'cephfs_data_ec' created 2024-09-13T16:01:41.392 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:41.391+0000 7f3e89766640 1 -- 172.21.15.76:0/1506356999 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3e6406ac00 msgr2=0x7f3e6406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:41.392 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:41.391+0000 7f3e89766640 1 --2- 172.21.15.76:0/1506356999 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3e6406ac00 0x7f3e6406d0c0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f3e8409f580 tx=0x7f3e6c008040 comp rx=0 tx=0).stop 2024-09-13T16:01:41.393 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:41.391+0000 7f3e89766640 1 -- 172.21.15.76:0/1506356999 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3e840cde20 msgr2=0x7f3e840c9500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:41.393 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:41.391+0000 7f3e89766640 1 --2- 172.21.15.76:0/1506356999 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3e840cde20 0x7f3e840c9500 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f3e7400ce30 tx=0x7f3e7400a650 comp rx=0 tx=0).stop 2024-09-13T16:01:41.393 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:41.391+0000 7f3e89766640 1 -- 172.21.15.76:0/1506356999 shutdown_connections 2024-09-13T16:01:41.393 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:41.391+0000 7f3e89766640 1 --2- 172.21.15.76:0/1506356999 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3e8415c500 0x7f3e840cb020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:41.393 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:41.391+0000 7f3e89766640 1 --2- 172.21.15.76:0/1506356999 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3e6406ac00 0x7f3e6406d0c0 secure :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f3e8409f580 tx=0x7f3e6c008040 comp rx=0 tx=0).stop 2024-09-13T16:01:41.393 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:41.391+0000 7f3e89766640 1 --2- 172.21.15.76:0/1506356999 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3e840d2590 0x7f3e8415bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:41.393 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:41.391+0000 7f3e89766640 1 --2- 172.21.15.76:0/1506356999 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3e840cde20 0x7f3e840c9500 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:41.393 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:41.391+0000 7f3e89766640 1 -- 172.21.15.76:0/1506356999 >> 172.21.15.76:0/1506356999 conn(0x7f3e84089f60 msgr2=0x7f3e840b1fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:41.395 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:41.394+0000 7f3e89766640 1 -- 172.21.15.76:0/1506356999 shutdown_connections 2024-09-13T16:01:41.396 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:41.395+0000 7f3e89766640 1 -- 172.21.15.76:0/1506356999 wait complete. 2024-09-13T16:01:41.411 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool set cephfs_data_ec allow_ec_overwrites true 2024-09-13T16:01:41.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:41.517+0000 7f61be95e640 1 Processor -- start 2024-09-13T16:01:41.519 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:41.517+0000 7f61be95e640 1 -- start start 2024-09-13T16:01:41.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:41.518+0000 7f61be95e640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f61b815c5c0 0x7f61b806ba60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:41.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:41.518+0000 7f61be95e640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f61b8160f60 con 0x7f61b80b35a0 2024-09-13T16:01:41.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:41.518+0000 7f61be95e640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f61b80cbfd0 con 0x7f61b8069ed0 2024-09-13T16:01:41.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:41.518+0000 7f61be95e640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f61b80cc2b0 con 0x7f61b815c5c0 2024-09-13T16:01:41.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:41.518+0000 7f61bcefb640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f61b80b35a0 0x7f61b8160850 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:59976/0 (socket says 172.21.15.76:59976) 2024-09-13T16:01:41.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:41.518+0000 7f61bcefb640 1 -- 172.21.15.76:0/2156143293 learned_addr learned my addr 172.21.15.76:0/2156143293 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:01:41.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:41.518+0000 7f61b7fff640 1 --2- 172.21.15.76:0/2156143293 >> v2:172.21.15.192:3300/0 conn(0x7f61b815c5c0 0x7f61b806ba60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:41.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:41.518+0000 7f61b6ffd640 1 -- 172.21.15.76:0/2156143293 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1758225152 0 0) 0x7f61b8160f60 con 0x7f61b80b35a0 2024-09-13T16:01:41.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:41.518+0000 7f61b6ffd640 1 -- 172.21.15.76:0/2156143293 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f61a0003520 con 0x7f61b80b35a0 2024-09-13T16:01:41.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:41.519+0000 7f61b7fff640 1 -- 172.21.15.76:0/2156143293 >> v1:172.21.15.192:6789/0 conn(0x7f61b8069ed0 legacy=0x7f61b8160140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:41.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:41.519+0000 7f61b6ffd640 1 -- 172.21.15.76:0/2156143293 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1266490906 0 0) 0x7f61a0003520 con 0x7f61b80b35a0 2024-09-13T16:01:41.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:41.519+0000 7f61b7fff640 1 -- 172.21.15.76:0/2156143293 >> v1:172.21.15.76:6789/0 conn(0x7f61b80b35a0 legacy=0x7f61b8160850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:41.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:41.519+0000 7f61b7fff640 1 -- 172.21.15.76:0/2156143293 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f61b80cc590 con 0x7f61b815c5c0 2024-09-13T16:01:41.522 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:41.519+0000 7f61b7fff640 1 --2- 172.21.15.76:0/2156143293 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f61b815c5c0 0x7f61b806ba60 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f61a80097a0 tx=0x7f61a802a0d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=134b361d906f1278 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:41.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:41.520+0000 7f61b6ffd640 1 -- 172.21.15.76:0/2156143293 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61b00019f0 con 0x7f61b815c5c0 2024-09-13T16:01:41.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:41.520+0000 7f61b6ffd640 1 -- 172.21.15.76:0/2156143293 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f61a802ab60 con 0x7f61b815c5c0 2024-09-13T16:01:41.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:41.520+0000 7f61b6ffd640 1 -- 172.21.15.76:0/2156143293 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61a8032440 con 0x7f61b815c5c0 2024-09-13T16:01:41.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:41.520+0000 7f61be95e640 1 -- 172.21.15.76:0/2156143293 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f61b815c5c0 msgr2=0x7f61b806ba60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:41.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:41.520+0000 7f61be95e640 1 --2- 172.21.15.76:0/2156143293 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f61b815c5c0 0x7f61b806ba60 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f61a80097a0 tx=0x7f61a802a0d0 comp rx=0 tx=0).stop 2024-09-13T16:01:41.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:41.520+0000 7f61be95e640 1 -- 172.21.15.76:0/2156143293 shutdown_connections 2024-09-13T16:01:41.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:41.520+0000 7f61be95e640 1 --2- 172.21.15.76:0/2156143293 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f61b815c5c0 0x7f61b806ba60 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:41.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:41.520+0000 7f61be95e640 1 -- 172.21.15.76:0/2156143293 >> 172.21.15.76:0/2156143293 conn(0x7f61b80717e0 msgr2=0x7f61b80989d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:41.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:41.520+0000 7f61be95e640 1 -- 172.21.15.76:0/2156143293 shutdown_connections 2024-09-13T16:01:41.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:41.520+0000 7f61be95e640 1 -- 172.21.15.76:0/2156143293 wait complete. 2024-09-13T16:01:41.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:41.521+0000 7f61be95e640 1 Processor -- start 2024-09-13T16:01:41.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:41.522+0000 7f61be95e640 1 -- start start 2024-09-13T16:01:41.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:41.522+0000 7f61be95e640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f61b8069ed0 0x7f61b80c86d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:41.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:41.522+0000 7f61be95e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f61b80b35a0 0x7f61b8157be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:41.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:41.522+0000 7f61be95e640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f61b815c5c0 0x7f61b81f1d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:41.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:41.522+0000 7f61be95e640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f61b815cb20 con 0x7f61b80b35a0 2024-09-13T16:01:41.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:41.522+0000 7f61be95e640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f61b815cd70 con 0x7f61b815c5c0 2024-09-13T16:01:41.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:41.522+0000 7f61be95e640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f61b815d050 con 0x7f61b8069ed0 2024-09-13T16:01:41.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:41.522+0000 7f61b77fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f61b80b35a0 0x7f61b8157be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:41.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:41.522+0000 7f61b77fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f61b80b35a0 0x7f61b8157be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60264/0 (socket says 172.21.15.76:60264) 2024-09-13T16:01:41.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:41.522+0000 7f61b77fe640 1 -- 172.21.15.76:0/2827565265 learned_addr learned my addr 172.21.15.76:0/2827565265 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:01:41.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:41.523+0000 7f61bcefb640 1 --2- 172.21.15.76:0/2827565265 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f61b815c5c0 0x7f61b81f1d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:41.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:41.523+0000 7f61b7fff640 1 --2- 172.21.15.76:0/2827565265 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f61b8069ed0 0x7f61b80c86d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:41.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:41.523+0000 7f61b77fe640 1 -- 172.21.15.76:0/2827565265 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f61b8069ed0 msgr2=0x7f61b80c86d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:41.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:41.523+0000 7f61b77fe640 1 --2- 172.21.15.76:0/2827565265 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f61b8069ed0 0x7f61b80c86d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:41.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:41.523+0000 7f61b77fe640 1 -- 172.21.15.76:0/2827565265 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f61b815c5c0 msgr2=0x7f61b81f1d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:41.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:41.523+0000 7f61b77fe640 1 --2- 172.21.15.76:0/2827565265 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f61b815c5c0 0x7f61b81f1d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:41.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:41.523+0000 7f61b77fe640 1 -- 172.21.15.76:0/2827565265 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f61a8009400 con 0x7f61b80b35a0 2024-09-13T16:01:41.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:41.523+0000 7f61bcefb640 1 --2- 172.21.15.76:0/2827565265 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f61b815c5c0 0x7f61b81f1d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:01:41.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:41.523+0000 7f61b7fff640 1 --2- 172.21.15.76:0/2827565265 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f61b8069ed0 0x7f61b80c86d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:01:41.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:41.523+0000 7f61b77fe640 1 --2- 172.21.15.76:0/2827565265 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f61b80b35a0 0x7f61b8157be0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f61ac00c570 tx=0x7f61ac00ca30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:41.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:41.523+0000 7f61b4ff9640 1 -- 172.21.15.76:0/2827565265 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61ac005480 con 0x7f61b80b35a0 2024-09-13T16:01:41.528 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:41.523+0000 7f61b4ff9640 1 -- 172.21.15.76:0/2827565265 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f61ac0035f0 con 0x7f61b80b35a0 2024-09-13T16:01:41.528 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:41.523+0000 7f61b4ff9640 1 -- 172.21.15.76:0/2827565265 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61ac0039a0 con 0x7f61b80b35a0 2024-09-13T16:01:41.528 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:41.523+0000 7f61be95e640 1 -- 172.21.15.76:0/2827565265 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f61b815d330 con 0x7f61b80b35a0 2024-09-13T16:01:41.528 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:41.523+0000 7f61be95e640 1 -- 172.21.15.76:0/2827565265 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f61b80c8c10 con 0x7f61b80b35a0 2024-09-13T16:01:41.528 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:41.524+0000 7f61be95e640 1 -- 172.21.15.76:0/2827565265 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f61b815d850 con 0x7f61b80b35a0 2024-09-13T16:01:41.528 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:41.525+0000 7f61b4ff9640 1 -- 172.21.15.76:0/2827565265 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f61ac003b00 con 0x7f61b80b35a0 2024-09-13T16:01:41.529 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:41.525+0000 7f61b4ff9640 1 --2- 172.21.15.76:0/2827565265 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f61a406ac00 0x7f61a406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:41.529 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:41.525+0000 7f61b7fff640 1 --2- 172.21.15.76:0/2827565265 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f61a406ac00 0x7f61a406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:41.529 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:41.525+0000 7f61b4ff9640 1 -- 172.21.15.76:0/2827565265 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6428+0+0 (secure 0 0 0) 0x7f61ac0891f0 con 0x7f61b80b35a0 2024-09-13T16:01:41.529 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:41.526+0000 7f61b7fff640 1 --2- 172.21.15.76:0/2827565265 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f61a406ac00 0x7f61a406d0c0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f61a8034000 tx=0x7f61a802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:41.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:41.530+0000 7f61b4ff9640 1 -- 172.21.15.76:0/2827565265 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f61b815d850 con 0x7f61b80b35a0 2024-09-13T16:01:41.690 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:41.689+0000 7f61be95e640 1 -- 172.21.15.76:0/2827565265 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"} v 0) v1 -- 0x7f61b815d850 con 0x7f61b80b35a0 2024-09-13T16:01:42.392 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.391+0000 7f61b4ff9640 1 -- 172.21.15.76:0/2827565265 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]=0 set pool 4 allow_ec_overwrites to true v24) v1 ==== 169+0+0 (secure 0 0 0) 0x7f61b815d850 con 0x7f61b80b35a0 2024-09-13T16:01:42.394 INFO:teuthology.orchestra.run.smithi076.stderr:set pool 4 allow_ec_overwrites to true 2024-09-13T16:01:42.408 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.406+0000 7f61be95e640 1 -- 172.21.15.76:0/2827565265 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f61a406ac00 msgr2=0x7f61a406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:42.409 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.406+0000 7f61be95e640 1 --2- 172.21.15.76:0/2827565265 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f61a406ac00 0x7f61a406d0c0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f61a8034000 tx=0x7f61a802e000 comp rx=0 tx=0).stop 2024-09-13T16:01:42.409 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.406+0000 7f61be95e640 1 -- 172.21.15.76:0/2827565265 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f61b80b35a0 msgr2=0x7f61b8157be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:42.409 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.406+0000 7f61be95e640 1 --2- 172.21.15.76:0/2827565265 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f61b80b35a0 0x7f61b8157be0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f61ac00c570 tx=0x7f61ac00ca30 comp rx=0 tx=0).stop 2024-09-13T16:01:42.409 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.407+0000 7f61be95e640 1 -- 172.21.15.76:0/2827565265 shutdown_connections 2024-09-13T16:01:42.409 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.407+0000 7f61be95e640 1 --2- 172.21.15.76:0/2827565265 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f61b815c5c0 0x7f61b81f1d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:42.409 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.407+0000 7f61be95e640 1 --2- 172.21.15.76:0/2827565265 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f61b80b35a0 0x7f61b8157be0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:42.409 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.407+0000 7f61be95e640 1 --2- 172.21.15.76:0/2827565265 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f61a406ac00 0x7f61a406d0c0 secure :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f61a8034000 tx=0x7f61a802e000 comp rx=0 tx=0).stop 2024-09-13T16:01:42.409 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.407+0000 7f61be95e640 1 --2- 172.21.15.76:0/2827565265 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f61b8069ed0 0x7f61b80c86d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:42.409 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.407+0000 7f61be95e640 1 -- 172.21.15.76:0/2827565265 >> 172.21.15.76:0/2827565265 conn(0x7f61b80717e0 msgr2=0x7f61b806d340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:42.410 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.408+0000 7f61be95e640 1 -- 172.21.15.76:0/2827565265 shutdown_connections 2024-09-13T16:01:42.410 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.408+0000 7f61be95e640 1 -- 172.21.15.76:0/2827565265 wait complete. 2024-09-13T16:01:42.425 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs add_data_pool cephfs cephfs_data_ec 2024-09-13T16:01:42.472 INFO:tasks.ceph.mds.c.smithi076.stderr:2024-09-13T16:01:42.471+0000 7f9263962640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T16:01:42.528 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.527+0000 7f88387d4640 1 Processor -- start 2024-09-13T16:01:42.528 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.527+0000 7f88387d4640 1 -- start start 2024-09-13T16:01:42.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.528+0000 7f88387d4640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f883015a3b0 0x7f88300b20a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:42.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.528+0000 7f88387d4640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f88300b1720 0x7f88300ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:42.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.528+0000 7f88387d4640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f883015a790 con 0x7f88300cea30 2024-09-13T16:01:42.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.528+0000 7f88387d4640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f88300ceec0 con 0x7f883015a3b0 2024-09-13T16:01:42.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.528+0000 7f88387d4640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f88300b2680 con 0x7f88300b1720 2024-09-13T16:01:42.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.528+0000 7f8835d6f640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f88300b1720 0x7f88300ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:42.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.528+0000 7f8836570640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f883015a3b0 0x7f88300b20a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:42.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.528+0000 7f8835d6f640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f88300b1720 0x7f88300ce4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.76:45754/0 (socket says 172.21.15.76:45754) 2024-09-13T16:01:42.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.528+0000 7f8836570640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f883015a3b0 0x7f88300b20a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.76:58144/0 (socket says 172.21.15.76:58144) 2024-09-13T16:01:42.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.528+0000 7f8836d71640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7f88300cea30 0x7f883006c640 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:57680/0 (socket says 172.21.15.76:57680) 2024-09-13T16:01:42.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.528+0000 7f8835d6f640 1 -- 172.21.15.76:0/1048386174 learned_addr learned my addr 172.21.15.76:0/1048386174 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:01:42.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.528+0000 7f8835d6f640 1 -- 172.21.15.76:0/1048386174 >> v2:172.21.15.192:3300/0 conn(0x7f883015a3b0 msgr2=0x7f88300b20a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:01:42.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.528+0000 7f8835d6f640 1 --2- 172.21.15.76:0/1048386174 >> v2:172.21.15.192:3300/0 conn(0x7f883015a3b0 0x7f88300b20a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:42.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.528+0000 7f8835d6f640 1 -- 172.21.15.76:0/1048386174 >> v1:172.21.15.192:6789/0 conn(0x7f88300cea30 legacy=0x7f883006c640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:42.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.528+0000 7f8835d6f640 1 -- 172.21.15.76:0/1048386174 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f88300b2960 con 0x7f88300b1720 2024-09-13T16:01:42.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.528+0000 7f8836570640 1 --2- 172.21.15.76:0/1048386174 >> v2:172.21.15.192:3300/0 conn(0x7f883015a3b0 0x7f88300b20a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:01:42.534 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.529+0000 7f8835d6f640 1 --2- 172.21.15.76:0/1048386174 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f88300b1720 0x7f88300ce4f0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f8820009870 tx=0x7f882002a270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b8f2efd246f4d540 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:42.534 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.529+0000 7f883556e640 1 -- 172.21.15.76:0/1048386174 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8820032440 con 0x7f88300b1720 2024-09-13T16:01:42.534 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.529+0000 7f883556e640 1 -- 172.21.15.76:0/1048386174 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f88200325a0 con 0x7f88300b1720 2024-09-13T16:01:42.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.529+0000 7f883556e640 1 -- 172.21.15.76:0/1048386174 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8820032930 con 0x7f88300b1720 2024-09-13T16:01:42.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.530+0000 7f88387d4640 1 -- 172.21.15.76:0/1048386174 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f88300b1720 msgr2=0x7f88300ce4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:42.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.530+0000 7f88387d4640 1 --2- 172.21.15.76:0/1048386174 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f88300b1720 0x7f88300ce4f0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f8820009870 tx=0x7f882002a270 comp rx=0 tx=0).stop 2024-09-13T16:01:42.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.530+0000 7f88387d4640 1 -- 172.21.15.76:0/1048386174 shutdown_connections 2024-09-13T16:01:42.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.530+0000 7f88387d4640 1 --2- 172.21.15.76:0/1048386174 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f88300b1720 0x7f88300ce4f0 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:42.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.530+0000 7f88387d4640 1 --2- 172.21.15.76:0/1048386174 >> v2:172.21.15.192:3300/0 conn(0x7f883015a3b0 0x7f88300b20a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:42.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.530+0000 7f88387d4640 1 -- 172.21.15.76:0/1048386174 >> 172.21.15.76:0/1048386174 conn(0x7f883006a0b0 msgr2=0x7f883006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:42.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.530+0000 7f88387d4640 1 -- 172.21.15.76:0/1048386174 shutdown_connections 2024-09-13T16:01:42.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.530+0000 7f88387d4640 1 -- 172.21.15.76:0/1048386174 wait complete. 2024-09-13T16:01:42.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.531+0000 7f88387d4640 1 Processor -- start 2024-09-13T16:01:42.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.531+0000 7f88387d4640 1 -- start start 2024-09-13T16:01:42.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.532+0000 7f88387d4640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f88300b1720 0x7f883015d5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:42.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.532+0000 7f88387d4640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f88300cea30 0x7f88300b0880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:42.536 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.532+0000 7f88387d4640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f883015a3b0 0x7f88301f26e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:42.536 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.532+0000 7f88387d4640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f88300af890 con 0x7f883015a3b0 2024-09-13T16:01:42.536 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.532+0000 7f88387d4640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f88300ae390 con 0x7f88300cea30 2024-09-13T16:01:42.536 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.532+0000 7f88387d4640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8830155e10 con 0x7f88300b1720 2024-09-13T16:01:42.536 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.532+0000 7f8836d71640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f883015a3b0 0x7f88301f26e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:42.536 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.532+0000 7f8836d71640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f883015a3b0 0x7f88301f26e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60278/0 (socket says 172.21.15.76:60278) 2024-09-13T16:01:42.536 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.532+0000 7f8836d71640 1 -- 172.21.15.76:0/4224570601 learned_addr learned my addr 172.21.15.76:0/4224570601 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:01:42.536 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.532+0000 7f8836570640 1 --2- 172.21.15.76:0/4224570601 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f88300b1720 0x7f883015d5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:42.536 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.532+0000 7f8835d6f640 1 --2- 172.21.15.76:0/4224570601 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f88300cea30 0x7f88300b0880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:42.536 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.532+0000 7f8836d71640 1 -- 172.21.15.76:0/4224570601 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f88300b1720 msgr2=0x7f883015d5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:42.536 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.532+0000 7f8836d71640 1 --2- 172.21.15.76:0/4224570601 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f88300b1720 0x7f883015d5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:42.536 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.532+0000 7f8836d71640 1 -- 172.21.15.76:0/4224570601 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f88300cea30 msgr2=0x7f88300b0880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:42.536 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.532+0000 7f8836d71640 1 --2- 172.21.15.76:0/4224570601 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f88300cea30 0x7f88300b0880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:42.536 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.532+0000 7f8836d71640 1 -- 172.21.15.76:0/4224570601 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f882c009400 con 0x7f883015a3b0 2024-09-13T16:01:42.537 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.533+0000 7f8836d71640 1 --2- 172.21.15.76:0/4224570601 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f883015a3b0 0x7f88301f26e0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f882800c7b0 tx=0x7f882800cc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:42.537 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.533+0000 7f8826ffd640 1 -- 172.21.15.76:0/4224570601 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f882800a640 con 0x7f883015a3b0 2024-09-13T16:01:42.537 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.533+0000 7f8826ffd640 1 -- 172.21.15.76:0/4224570601 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f882800a7a0 con 0x7f883015a3b0 2024-09-13T16:01:42.537 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.533+0000 7f88387d4640 1 -- 172.21.15.76:0/4224570601 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f88200094d0 con 0x7f883015a3b0 2024-09-13T16:01:42.537 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.533+0000 7f8826ffd640 1 -- 172.21.15.76:0/4224570601 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f882800ab10 con 0x7f883015a3b0 2024-09-13T16:01:42.537 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.533+0000 7f88387d4640 1 -- 172.21.15.76:0/4224570601 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f88300afda0 con 0x7f883015a3b0 2024-09-13T16:01:42.538 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.534+0000 7f88387d4640 1 -- 172.21.15.76:0/4224570601 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f88300ce4f0 con 0x7f883015a3b0 2024-09-13T16:01:42.538 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.534+0000 7f8826ffd640 1 -- 172.21.15.76:0/4224570601 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f882800ac70 con 0x7f883015a3b0 2024-09-13T16:01:42.538 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.535+0000 7f8826ffd640 1 --2- 172.21.15.76:0/4224570601 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f881406ac00 0x7f881406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:42.538 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.535+0000 7f8826ffd640 1 -- 172.21.15.76:0/4224570601 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6428+0+0 (secure 0 0 0) 0x7f8828088d10 con 0x7f883015a3b0 2024-09-13T16:01:42.538 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.535+0000 7f8836570640 1 --2- 172.21.15.76:0/4224570601 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f881406ac00 0x7f881406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:42.538 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.535+0000 7f8836570640 1 --2- 172.21.15.76:0/4224570601 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f881406ac00 0x7f881406d0c0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f882c009cd0 tx=0x7f882c009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:42.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.539+0000 7f8826ffd640 1 -- 172.21.15.76:0/4224570601 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f8828053cd0 con 0x7f883015a3b0 2024-09-13T16:01:42.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.734+0000 7f88387d4640 1 -- 172.21.15.76:0/4224570601 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"} v 0) v1 -- 0x7f883006b150 con 0x7f883015a3b0 2024-09-13T16:01:42.739 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.738+0000 7f8826ffd640 1 -- 172.21.15.76:0/4224570601 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]=0 added data pool 4 to fsmap v7) v1 ==== 137+0+0 (secure 0 0 0) 0x7f8828017020 con 0x7f883015a3b0 2024-09-13T16:01:42.740 INFO:teuthology.orchestra.run.smithi076.stderr:added data pool 4 to fsmap 2024-09-13T16:01:42.743 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.741+0000 7f88387d4640 1 -- 172.21.15.76:0/4224570601 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f881406ac00 msgr2=0x7f881406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:42.743 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.741+0000 7f88387d4640 1 --2- 172.21.15.76:0/4224570601 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f881406ac00 0x7f881406d0c0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f882c009cd0 tx=0x7f882c009190 comp rx=0 tx=0).stop 2024-09-13T16:01:42.743 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.741+0000 7f88387d4640 1 -- 172.21.15.76:0/4224570601 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f883015a3b0 msgr2=0x7f88301f26e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:42.744 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.741+0000 7f88387d4640 1 --2- 172.21.15.76:0/4224570601 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f883015a3b0 0x7f88301f26e0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f882800c7b0 tx=0x7f882800cc70 comp rx=0 tx=0).stop 2024-09-13T16:01:42.744 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.741+0000 7f88387d4640 1 -- 172.21.15.76:0/4224570601 shutdown_connections 2024-09-13T16:01:42.744 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.741+0000 7f88387d4640 1 --2- 172.21.15.76:0/4224570601 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f883015a3b0 0x7f88301f26e0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:42.744 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.741+0000 7f88387d4640 1 --2- 172.21.15.76:0/4224570601 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f88300cea30 0x7f88300b0880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:42.744 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.741+0000 7f88387d4640 1 --2- 172.21.15.76:0/4224570601 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f881406ac00 0x7f881406d0c0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:42.744 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.741+0000 7f88387d4640 1 --2- 172.21.15.76:0/4224570601 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f88300b1720 0x7f883015d5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:42.744 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.741+0000 7f88387d4640 1 -- 172.21.15.76:0/4224570601 >> 172.21.15.76:0/4224570601 conn(0x7f883006a0b0 msgr2=0x7f88300ab830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:42.744 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.741+0000 7f88387d4640 1 -- 172.21.15.76:0/4224570601 shutdown_connections 2024-09-13T16:01:42.744 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.741+0000 7f88387d4640 1 -- 172.21.15.76:0/4224570601 wait complete. 2024-09-13T16:01:42.754 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:01:42.854 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.852+0000 7f4932725640 1 Processor -- start 2024-09-13T16:01:42.854 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.852+0000 7f4932725640 1 -- start start 2024-09-13T16:01:42.857 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.853+0000 7f4932725640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f492c15c280 0x7f492c06aee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:42.857 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.853+0000 7f4932725640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f492c066090 con 0x7f492c15c660 2024-09-13T16:01:42.857 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.853+0000 7f4932725640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f492c0ac6f0 con 0x7f492c0ac1f0 2024-09-13T16:01:42.857 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.853+0000 7f4932725640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f492c0ac9d0 con 0x7f492c15c280 2024-09-13T16:01:42.857 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.853+0000 7f492b7fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f492c15c660 0x7f492c0abae0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:59980/0 (socket says 172.21.15.76:59980) 2024-09-13T16:01:42.857 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.853+0000 7f492b7fe640 1 -- 172.21.15.76:0/295143625 learned_addr learned my addr 172.21.15.76:0/295143625 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:01:42.857 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.853+0000 7f492affd640 1 -- 172.21.15.76:0/295143625 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1151607281 0 0) 0x7f492c066090 con 0x7f492c15c660 2024-09-13T16:01:42.857 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.853+0000 7f492bfff640 1 --2- 172.21.15.76:0/295143625 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f492c15c280 0x7f492c06aee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:42.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.854+0000 7f492affd640 1 -- 172.21.15.76:0/295143625 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4914003520 con 0x7f492c15c660 2024-09-13T16:01:42.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.854+0000 7f492affd640 1 -- 172.21.15.76:0/295143625 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1129176709 0 0) 0x7f4914003520 con 0x7f492c15c660 2024-09-13T16:01:42.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.854+0000 7f492affd640 1 -- 172.21.15.76:0/295143625 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f492c15c280 msgr2=0x7f492c06aee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:01:42.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.854+0000 7f492affd640 1 --2- 172.21.15.76:0/295143625 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f492c15c280 0x7f492c06aee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:42.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.854+0000 7f492affd640 1 -- 172.21.15.76:0/295143625 >> v1:172.21.15.192:6789/0 conn(0x7f492c0ac1f0 legacy=0x7f492c0b1f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:42.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.854+0000 7f492affd640 1 -- 172.21.15.76:0/295143625 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f492c0accb0 con 0x7f492c15c660 2024-09-13T16:01:42.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.854+0000 7f492affd640 1 -- 172.21.15.76:0/295143625 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f4920001670 con 0x7f492c15c660 2024-09-13T16:01:42.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.854+0000 7f492affd640 1 -- 172.21.15.76:0/295143625 >> v1:172.21.15.76:6789/0 conn(0x7f492c15c660 legacy=0x7f492c0abae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:42.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.854+0000 7f492affd640 1 --2- 172.21.15.76:0/295143625 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f49140039a0 0x7f4914003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:42.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.854+0000 7f492affd640 1 --2- 172.21.15.76:0/295143625 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f49140047c0 0x7f4914004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:42.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.854+0000 7f492affd640 1 --2- 172.21.15.76:0/295143625 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f492c15c280 0x7f4914005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:42.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.854+0000 7f492affd640 1 -- 172.21.15.76:0/295143625 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f492c0ac9d0 con 0x7f49140047c0 2024-09-13T16:01:42.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.854+0000 7f492affd640 1 -- 172.21.15.76:0/295143625 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f491400ba30 con 0x7f49140039a0 2024-09-13T16:01:42.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.854+0000 7f492affd640 1 -- 172.21.15.76:0/295143625 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f491400bbf0 con 0x7f492c15c280 2024-09-13T16:01:42.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.854+0000 7f492b7fe640 1 --2- 172.21.15.76:0/295143625 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f49140047c0 0x7f4914004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:42.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.854+0000 7f492bfff640 1 --2- 172.21.15.76:0/295143625 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f49140039a0 0x7f4914003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:42.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.854+0000 7f4930cc2640 1 --2- 172.21.15.76:0/295143625 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f492c15c280 0x7f4914005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:42.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.854+0000 7f492b7fe640 1 -- 172.21.15.76:0/295143625 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f492c15c280 msgr2=0x7f4914005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:01:42.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.854+0000 7f492b7fe640 1 --2- 172.21.15.76:0/295143625 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f492c15c280 0x7f4914005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:42.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.854+0000 7f492b7fe640 1 -- 172.21.15.76:0/295143625 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f49140039a0 msgr2=0x7f4914003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:01:42.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.854+0000 7f492b7fe640 1 --2- 172.21.15.76:0/295143625 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f49140039a0 0x7f4914003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:42.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.854+0000 7f492b7fe640 1 -- 172.21.15.76:0/295143625 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4914003520 con 0x7f49140047c0 2024-09-13T16:01:42.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.855+0000 7f492b7fe640 1 --2- 172.21.15.76:0/295143625 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f49140047c0 0x7f4914004c40 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f492c071dc0 tx=0x7f49140057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=286cd4d9e061c1c8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:42.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.855+0000 7f492affd640 1 -- 172.21.15.76:0/295143625 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4920005ad0 con 0x7f49140047c0 2024-09-13T16:01:42.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.855+0000 7f492affd640 1 -- 172.21.15.76:0/295143625 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f492002d070 con 0x7f49140047c0 2024-09-13T16:01:42.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.855+0000 7f492affd640 1 -- 172.21.15.76:0/295143625 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4920007070 con 0x7f49140047c0 2024-09-13T16:01:42.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.855+0000 7f4932725640 1 -- 172.21.15.76:0/295143625 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f49140047c0 msgr2=0x7f4914004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:42.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.855+0000 7f4932725640 1 --2- 172.21.15.76:0/295143625 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f49140047c0 0x7f4914004c40 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f492c071dc0 tx=0x7f49140057f0 comp rx=0 tx=0).stop 2024-09-13T16:01:42.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.856+0000 7f4930cc2640 1 -- 172.21.15.76:0/295143625 reap_dead start 2024-09-13T16:01:42.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.856+0000 7f4932725640 1 -- 172.21.15.76:0/295143625 shutdown_connections 2024-09-13T16:01:42.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.856+0000 7f4932725640 1 -- 172.21.15.76:0/295143625 >> 172.21.15.76:0/295143625 conn(0x7f492c0709f0 msgr2=0x7f492c070e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:42.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.856+0000 7f4932725640 1 -- 172.21.15.76:0/295143625 shutdown_connections 2024-09-13T16:01:42.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.856+0000 7f4932725640 1 -- 172.21.15.76:0/295143625 wait complete. 2024-09-13T16:01:42.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.857+0000 7f4932725640 1 Processor -- start 2024-09-13T16:01:42.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.857+0000 7f4932725640 1 -- start start 2024-09-13T16:01:42.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.858+0000 7f4932725640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f49140047c0 0x7f492c157880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:42.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.858+0000 7f4932725640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f492c1565f0 0x7f492c1443d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:42.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.858+0000 7f4932725640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f492c156a50 0x7f492c15ee90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:42.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.858+0000 7f4932725640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f492c155be0 con 0x7f492c1565f0 2024-09-13T16:01:42.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.858+0000 7f4932725640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f492c144e70 con 0x7f49140047c0 2024-09-13T16:01:42.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.858+0000 7f4932725640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f492c145150 con 0x7f492c156a50 2024-09-13T16:01:42.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.858+0000 7f492b7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f492c1565f0 0x7f492c1443d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:42.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.858+0000 7f492b7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f492c1565f0 0x7f492c1443d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60294/0 (socket says 172.21.15.76:60294) 2024-09-13T16:01:42.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.858+0000 7f492b7fe640 1 -- 172.21.15.76:0/1869650021 learned_addr learned my addr 172.21.15.76:0/1869650021 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:01:42.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.858+0000 7f492bfff640 1 --2- 172.21.15.76:0/1869650021 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f49140047c0 0x7f492c157880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:42.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.858+0000 7f4930cc2640 1 --2- 172.21.15.76:0/1869650021 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f492c156a50 0x7f492c15ee90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:42.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.858+0000 7f492b7fe640 1 -- 172.21.15.76:0/1869650021 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f492c156a50 msgr2=0x7f492c15ee90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:42.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.858+0000 7f492b7fe640 1 --2- 172.21.15.76:0/1869650021 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f492c156a50 0x7f492c15ee90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:42.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.858+0000 7f492b7fe640 1 -- 172.21.15.76:0/1869650021 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f49140047c0 msgr2=0x7f492c157880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:42.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.858+0000 7f492b7fe640 1 --2- 172.21.15.76:0/1869650021 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f49140047c0 0x7f492c157880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:42.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.858+0000 7f492b7fe640 1 -- 172.21.15.76:0/1869650021 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f492c155df0 con 0x7f492c1565f0 2024-09-13T16:01:42.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.858+0000 7f492b7fe640 1 --2- 172.21.15.76:0/1869650021 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f492c1565f0 0x7f492c1443d0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f492002ad00 tx=0x7f4920001a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:42.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.858+0000 7f4928ff9640 1 -- 172.21.15.76:0/1869650021 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4920004bf0 con 0x7f492c1565f0 2024-09-13T16:01:42.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.858+0000 7f4928ff9640 1 -- 172.21.15.76:0/1869650021 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4920004d90 con 0x7f492c1565f0 2024-09-13T16:01:42.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.858+0000 7f4932725640 1 -- 172.21.15.76:0/1869650021 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f492c1560d0 con 0x7f492c1565f0 2024-09-13T16:01:42.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.858+0000 7f4928ff9640 1 -- 172.21.15.76:0/1869650021 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49200072b0 con 0x7f492c1565f0 2024-09-13T16:01:42.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.858+0000 7f4932725640 1 -- 172.21.15.76:0/1869650021 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f492c144910 con 0x7f492c1565f0 2024-09-13T16:01:42.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.859+0000 7f4932725640 1 -- 172.21.15.76:0/1869650021 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f492c156260 con 0x7f492c1565f0 2024-09-13T16:01:42.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.860+0000 7f4928ff9640 1 -- 172.21.15.76:0/1869650021 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f492002f030 con 0x7f492c1565f0 2024-09-13T16:01:42.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.860+0000 7f4928ff9640 1 --2- 172.21.15.76:0/1869650021 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f491806ac00 0x7f491806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:42.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.860+0000 7f4928ff9640 1 -- 172.21.15.76:0/1869650021 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f49200a8d80 con 0x7f492c1565f0 2024-09-13T16:01:42.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.860+0000 7f492bfff640 1 --2- 172.21.15.76:0/1869650021 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f491806ac00 0x7f491806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:42.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.861+0000 7f492bfff640 1 --2- 172.21.15.76:0/1869650021 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f491806ac00 0x7f491806d0c0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f491c009bc0 tx=0x7f491c009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:42.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:42.864+0000 7f4928ff9640 1 -- 172.21.15.76:0/1869650021 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f4920073d70 con 0x7f492c1565f0 2024-09-13T16:01:43.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.063+0000 7f4932725640 1 -- 172.21.15.76:0/1869650021 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f492c145310 con 0x7f492c1565f0 2024-09-13T16:01:43.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.063+0000 7f4928ff9640 1 -- 172.21.15.76:0/1869650021 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) v1 ==== 93+0+4733 (secure 0 0 0) 0x7f4920044090 con 0x7f492c1565f0 2024-09-13T16:01:43.065 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:01:43.065 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4238,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6834/1395518339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":1395518339},{"type":"v1","addr":"172.21.15.192:6834","nonce":1395518339}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4241,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/3136856265","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6833","nonce":3136856265},{"type":"v1","addr":"172.21.15.192:6835","nonce":3136856265}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4275,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6837/421111930","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":421111930},{"type":"v1","addr":"172.21.15.76:6837","nonce":421111930}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:01:38.363434+0000","modified":"2024-09-13T16:01:42.735987+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4278},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4278":{"gid":4278,"name":"c","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.76:6836/2679973843","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":2679973843},{"type":"v1","addr":"172.21.15.76:6836","nonce":2679973843}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1},"id":1}]} 2024-09-13T16:01:43.065 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 7 2024-09-13T16:01:43.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.065+0000 7f4932725640 1 -- 172.21.15.76:0/1869650021 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f491806ac00 msgr2=0x7f491806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:43.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.065+0000 7f4932725640 1 --2- 172.21.15.76:0/1869650021 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f491806ac00 0x7f491806d0c0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f491c009bc0 tx=0x7f491c009190 comp rx=0 tx=0).stop 2024-09-13T16:01:43.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.065+0000 7f4932725640 1 -- 172.21.15.76:0/1869650021 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f492c1565f0 msgr2=0x7f492c1443d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:43.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.065+0000 7f4932725640 1 --2- 172.21.15.76:0/1869650021 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f492c1565f0 0x7f492c1443d0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f492002ad00 tx=0x7f4920001a00 comp rx=0 tx=0).stop 2024-09-13T16:01:43.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.065+0000 7f4932725640 1 -- 172.21.15.76:0/1869650021 shutdown_connections 2024-09-13T16:01:43.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.065+0000 7f4932725640 1 --2- 172.21.15.76:0/1869650021 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f491806ac00 0x7f491806d0c0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:43.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.065+0000 7f4932725640 1 --2- 172.21.15.76:0/1869650021 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f492c156a50 0x7f492c15ee90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:43.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.065+0000 7f4932725640 1 --2- 172.21.15.76:0/1869650021 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f492c1565f0 0x7f492c1443d0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:43.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.065+0000 7f4932725640 1 --2- 172.21.15.76:0/1869650021 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f49140047c0 0x7f492c157880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:43.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.065+0000 7f4932725640 1 -- 172.21.15.76:0/1869650021 >> 172.21.15.76:0/1869650021 conn(0x7f492c0709f0 msgr2=0x7f492c0ab840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:43.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.065+0000 7f4932725640 1 -- 172.21.15.76:0/1869650021 shutdown_connections 2024-09-13T16:01:43.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.066+0000 7f4932725640 1 -- 172.21.15.76:0/1869650021 wait complete. 2024-09-13T16:01:43.077 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:01:43.176 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.174+0000 7f177c1ed640 1 Processor -- start 2024-09-13T16:01:43.176 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.175+0000 7f177c1ed640 1 -- start start 2024-09-13T16:01:43.177 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.175+0000 7f177c1ed640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f17740d07b0 0x7f177406ad10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:43.177 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.175+0000 7f177c1ed640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f17740b4660 0x7f177406b250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:43.177 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.175+0000 7f177c1ed640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f17740d1840 con 0x7f177415c6e0 2024-09-13T16:01:43.177 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.175+0000 7f177c1ed640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f17740d0c30 con 0x7f17740d07b0 2024-09-13T16:01:43.177 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.175+0000 7f177c1ed640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f17740d0f10 con 0x7f17740b4660 2024-09-13T16:01:43.177 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.176+0000 7f1779788640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f17740d07b0 0x7f177406ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:43.177 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.176+0000 7f177a78a640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f17740b4660 0x7f177406b250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:43.177 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.176+0000 7f1779f89640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7f177415c6e0 0x7f17740b3f50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:57684/0 (socket says 172.21.15.76:57684) 2024-09-13T16:01:43.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.176+0000 7f1779f89640 1 -- 172.21.15.76:0/3910036388 learned_addr learned my addr 172.21.15.76:0/3910036388 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:01:43.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.176+0000 7f1779788640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f17740d07b0 0x7f177406ad10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.76:58188/0 (socket says 172.21.15.76:58188) 2024-09-13T16:01:43.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.176+0000 7f177a78a640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f17740b4660 0x7f177406b250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.76:45816/0 (socket says 172.21.15.76:45816) 2024-09-13T16:01:43.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.176+0000 7f177a78a640 1 -- 172.21.15.76:0/3910036388 >> v2:172.21.15.192:3300/0 conn(0x7f17740d07b0 msgr2=0x7f177406ad10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:01:43.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.176+0000 7f177a78a640 1 --2- 172.21.15.76:0/3910036388 >> v2:172.21.15.192:3300/0 conn(0x7f17740d07b0 0x7f177406ad10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:43.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.176+0000 7f177a78a640 1 -- 172.21.15.76:0/3910036388 >> v1:172.21.15.192:6789/0 conn(0x7f177415c6e0 legacy=0x7f17740b3f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:43.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.176+0000 7f177a78a640 1 -- 172.21.15.76:0/3910036388 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f17740d11f0 con 0x7f17740b4660 2024-09-13T16:01:43.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.176+0000 7f1779788640 1 --2- 172.21.15.76:0/3910036388 >> v2:172.21.15.192:3300/0 conn(0x7f17740d07b0 0x7f177406ad10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:01:43.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.177+0000 7f177a78a640 1 --2- 172.21.15.76:0/3910036388 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f17740b4660 0x7f177406b250 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f1764009d90 tx=0x7f176402a5d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8b0e88b6a22b426f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:43.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.177+0000 7f1778f87640 1 -- 172.21.15.76:0/3910036388 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1764031600 con 0x7f17740b4660 2024-09-13T16:01:43.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.177+0000 7f1778f87640 1 -- 172.21.15.76:0/3910036388 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f176402d050 con 0x7f17740b4660 2024-09-13T16:01:43.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.177+0000 7f1778f87640 1 -- 172.21.15.76:0/3910036388 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1764031980 con 0x7f17740b4660 2024-09-13T16:01:43.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.178+0000 7f177c1ed640 1 -- 172.21.15.76:0/3910036388 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f17740b4660 msgr2=0x7f177406b250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:43.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.178+0000 7f177c1ed640 1 --2- 172.21.15.76:0/3910036388 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f17740b4660 0x7f177406b250 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f1764009d90 tx=0x7f176402a5d0 comp rx=0 tx=0).stop 2024-09-13T16:01:43.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.178+0000 7f177c1ed640 1 -- 172.21.15.76:0/3910036388 shutdown_connections 2024-09-13T16:01:43.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.178+0000 7f177c1ed640 1 --2- 172.21.15.76:0/3910036388 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f17740b4660 0x7f177406b250 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:43.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.178+0000 7f177c1ed640 1 --2- 172.21.15.76:0/3910036388 >> v2:172.21.15.192:3300/0 conn(0x7f17740d07b0 0x7f177406ad10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:43.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.178+0000 7f177c1ed640 1 -- 172.21.15.76:0/3910036388 >> 172.21.15.76:0/3910036388 conn(0x7f1774089f60 msgr2=0x7f17740d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:43.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.178+0000 7f177c1ed640 1 -- 172.21.15.76:0/3910036388 shutdown_connections 2024-09-13T16:01:43.181 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.178+0000 7f177c1ed640 1 -- 172.21.15.76:0/3910036388 wait complete. 2024-09-13T16:01:43.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.179+0000 7f177c1ed640 1 Processor -- start 2024-09-13T16:01:43.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.179+0000 7f177c1ed640 1 -- start start 2024-09-13T16:01:43.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.180+0000 7f177c1ed640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f17740b4660 0x7f17740caad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:43.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.180+0000 7f177c1ed640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f17740d07b0 0x7f177415a0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:43.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.180+0000 7f177c1ed640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f177415c6e0 0x7f177409fa00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:43.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.180+0000 7f177c1ed640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17740cb010 con 0x7f17740b4660 2024-09-13T16:01:43.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.180+0000 7f177c1ed640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17740ca640 con 0x7f177415c6e0 2024-09-13T16:01:43.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.180+0000 7f177c1ed640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f177415a600 con 0x7f17740d07b0 2024-09-13T16:01:43.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.180+0000 7f1779f89640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f17740b4660 0x7f17740caad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:43.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.180+0000 7f1779f89640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f17740b4660 0x7f17740caad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60304/0 (socket says 172.21.15.76:60304) 2024-09-13T16:01:43.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.180+0000 7f1779f89640 1 -- 172.21.15.76:0/3038612308 learned_addr learned my addr 172.21.15.76:0/3038612308 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:01:43.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.180+0000 7f177a78a640 1 --2- 172.21.15.76:0/3038612308 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f177415c6e0 0x7f177409fa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:43.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.180+0000 7f1779788640 1 --2- 172.21.15.76:0/3038612308 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f17740d07b0 0x7f177415a0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:43.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.180+0000 7f1779f89640 1 -- 172.21.15.76:0/3038612308 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f17740d07b0 msgr2=0x7f177415a0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:43.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.180+0000 7f1779f89640 1 --2- 172.21.15.76:0/3038612308 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f17740d07b0 0x7f177415a0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:43.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.180+0000 7f1779f89640 1 -- 172.21.15.76:0/3038612308 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f177415c6e0 msgr2=0x7f177409fa00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:43.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.180+0000 7f1779f89640 1 --2- 172.21.15.76:0/3038612308 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f177415c6e0 0x7f177409fa00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:43.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.180+0000 7f1779f89640 1 -- 172.21.15.76:0/3038612308 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1768009400 con 0x7f17740b4660 2024-09-13T16:01:43.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.180+0000 7f1779f89640 1 --2- 172.21.15.76:0/3038612308 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f17740b4660 0x7f17740caad0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f176c00c480 tx=0x7f176c00c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:43.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.180+0000 7f17727fc640 1 -- 172.21.15.76:0/3038612308 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f176c005ce0 con 0x7f17740b4660 2024-09-13T16:01:43.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.180+0000 7f17727fc640 1 -- 172.21.15.76:0/3038612308 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f176c005e40 con 0x7f17740b4660 2024-09-13T16:01:43.185 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.180+0000 7f17727fc640 1 -- 172.21.15.76:0/3038612308 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f176c0072f0 con 0x7f17740b4660 2024-09-13T16:01:43.185 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.180+0000 7f177c1ed640 1 -- 172.21.15.76:0/3038612308 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1764009a70 con 0x7f17740b4660 2024-09-13T16:01:43.185 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.181+0000 7f177c1ed640 1 -- 172.21.15.76:0/3038612308 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f17740c9d10 con 0x7f17740b4660 2024-09-13T16:01:43.185 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.181+0000 7f177c1ed640 1 -- 172.21.15.76:0/3038612308 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f17740ccb20 con 0x7f17740b4660 2024-09-13T16:01:43.185 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.182+0000 7f17727fc640 1 -- 172.21.15.76:0/3038612308 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f176c007450 con 0x7f17740b4660 2024-09-13T16:01:43.186 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.182+0000 7f17727fc640 1 --2- 172.21.15.76:0/3038612308 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f176006ac30 0x7f176006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:43.186 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.182+0000 7f1779788640 1 --2- 172.21.15.76:0/3038612308 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f176006ac30 0x7f176006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:43.186 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.182+0000 7f17727fc640 1 -- 172.21.15.76:0/3038612308 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f176c088a60 con 0x7f17740b4660 2024-09-13T16:01:43.186 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.183+0000 7f1779788640 1 --2- 172.21.15.76:0/3038612308 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f176006ac30 0x7f176006d0f0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f17741f5c10 tx=0x7f1768008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:43.188 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.187+0000 7f17727fc640 1 -- 172.21.15.76:0/3038612308 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f176c053a90 con 0x7f17740b4660 2024-09-13T16:01:43.352 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.351+0000 7f177c1ed640 1 -- 172.21.15.76:0/3038612308 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f177408c610 con 0x7f17740b4660 2024-09-13T16:01:43.353 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.352+0000 7f17727fc640 1 -- 172.21.15.76:0/3038612308 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) v1 ==== 74+0+18323 (secure 0 0 0) 0x7f176c017020 con 0x7f17740b4660 2024-09-13T16:01:43.353 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:01:43.354 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":25,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:01:42.735702+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:01:36.778177+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T16:01:37.336141+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T16:01:40.400554+0000","flags":32773,"flags_names":"hashpspool,ec_overwrites,creating","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:01:43.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.353+0000 7f177c1ed640 1 -- 172.21.15.76:0/3038612308 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f176006ac30 msgr2=0x7f176006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:43.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.353+0000 7f177c1ed640 1 --2- 172.21.15.76:0/3038612308 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f176006ac30 0x7f176006d0f0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f17741f5c10 tx=0x7f1768008040 comp rx=0 tx=0).stop 2024-09-13T16:01:43.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.353+0000 7f177c1ed640 1 -- 172.21.15.76:0/3038612308 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f17740b4660 msgr2=0x7f17740caad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:43.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.353+0000 7f177c1ed640 1 --2- 172.21.15.76:0/3038612308 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f17740b4660 0x7f17740caad0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f176c00c480 tx=0x7f176c00c940 comp rx=0 tx=0).stop 2024-09-13T16:01:43.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.354+0000 7f177c1ed640 1 -- 172.21.15.76:0/3038612308 shutdown_connections 2024-09-13T16:01:43.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.354+0000 7f177c1ed640 1 --2- 172.21.15.76:0/3038612308 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f177415c6e0 0x7f177409fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:43.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.354+0000 7f177c1ed640 1 --2- 172.21.15.76:0/3038612308 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f176006ac30 0x7f176006d0f0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:43.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.354+0000 7f177c1ed640 1 --2- 172.21.15.76:0/3038612308 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f17740d07b0 0x7f177415a0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:43.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.354+0000 7f177c1ed640 1 --2- 172.21.15.76:0/3038612308 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f17740b4660 0x7f17740caad0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:43.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.354+0000 7f177c1ed640 1 -- 172.21.15.76:0/3038612308 >> 172.21.15.76:0/3038612308 conn(0x7f1774089f60 msgr2=0x7f177415add0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:43.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.354+0000 7f177c1ed640 1 -- 172.21.15.76:0/3038612308 shutdown_connections 2024-09-13T16:01:43.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.354+0000 7f177c1ed640 1 -- 172.21.15.76:0/3038612308 wait complete. 2024-09-13T16:01:43.366 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:01:43.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.461+0000 7ff7844d0640 1 Processor -- start 2024-09-13T16:01:43.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.461+0000 7ff7844d0640 1 -- start start 2024-09-13T16:01:43.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.462+0000 7ff7844d0640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7ff77c071d30 0x7ff77c070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:43.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.462+0000 7ff7844d0640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff77c0c8920 0x7ff77c0c8dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:43.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.462+0000 7ff7844d0640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff77c0abdf0 con 0x7ff77c072110 2024-09-13T16:01:43.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.462+0000 7ff7844d0640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff77c0c9310 con 0x7ff77c071d30 2024-09-13T16:01:43.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.462+0000 7ff7844d0640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff77c0b2280 con 0x7ff77c0c8920 2024-09-13T16:01:43.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.463+0000 7ff78226c640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7ff77c071d30 0x7ff77c070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:43.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.463+0000 7ff782a6d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff77c0c8920 0x7ff77c0c8dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:43.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.463+0000 7ff781a6b640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7ff77c072110 0x7ff77c0b1b70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:57694/0 (socket says 172.21.15.76:57694) 2024-09-13T16:01:43.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.463+0000 7ff782a6d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff77c0c8920 0x7ff77c0c8dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.76:45836/0 (socket says 172.21.15.76:45836) 2024-09-13T16:01:43.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.463+0000 7ff781a6b640 1 -- 172.21.15.76:0/694906064 learned_addr learned my addr 172.21.15.76:0/694906064 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:01:43.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.463+0000 7ff782a6d640 1 -- 172.21.15.76:0/694906064 >> v2:172.21.15.192:3300/0 conn(0x7ff77c071d30 msgr2=0x7ff77c070190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:01:43.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.463+0000 7ff782a6d640 1 --2- 172.21.15.76:0/694906064 >> v2:172.21.15.192:3300/0 conn(0x7ff77c071d30 0x7ff77c070190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:43.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.463+0000 7ff782a6d640 1 -- 172.21.15.76:0/694906064 >> v1:172.21.15.192:6789/0 conn(0x7ff77c072110 legacy=0x7ff77c0b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:43.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.463+0000 7ff782a6d640 1 -- 172.21.15.76:0/694906064 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff77c0ab1e0 con 0x7ff77c0c8920 2024-09-13T16:01:43.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.463+0000 7ff78226c640 1 --2- 172.21.15.76:0/694906064 >> v2:172.21.15.192:3300/0 conn(0x7ff77c071d30 0x7ff77c070190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:01:43.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.464+0000 7ff782a6d640 1 --2- 172.21.15.76:0/694906064 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff77c0c8920 0x7ff77c0c8dd0 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7ff774009d90 tx=0x7ff77402a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8bcf01d6d7c9e81a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:43.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.464+0000 7ff78126a640 1 -- 172.21.15.76:0/694906064 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff774007740 con 0x7ff77c0c8920 2024-09-13T16:01:43.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.464+0000 7ff78126a640 1 -- 172.21.15.76:0/694906064 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff77402d050 con 0x7ff77c0c8920 2024-09-13T16:01:43.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.464+0000 7ff78126a640 1 -- 172.21.15.76:0/694906064 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff774007ac0 con 0x7ff77c0c8920 2024-09-13T16:01:43.467 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.465+0000 7ff7844d0640 1 -- 172.21.15.76:0/694906064 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff77c0c8920 msgr2=0x7ff77c0c8dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:43.467 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.465+0000 7ff7844d0640 1 --2- 172.21.15.76:0/694906064 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff77c0c8920 0x7ff77c0c8dd0 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7ff774009d90 tx=0x7ff77402a660 comp rx=0 tx=0).stop 2024-09-13T16:01:43.467 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.465+0000 7ff7844d0640 1 -- 172.21.15.76:0/694906064 shutdown_connections 2024-09-13T16:01:43.467 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.465+0000 7ff7844d0640 1 --2- 172.21.15.76:0/694906064 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff77c0c8920 0x7ff77c0c8dd0 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:43.467 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.465+0000 7ff7844d0640 1 --2- 172.21.15.76:0/694906064 >> v2:172.21.15.192:3300/0 conn(0x7ff77c071d30 0x7ff77c070190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:43.467 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.465+0000 7ff7844d0640 1 -- 172.21.15.76:0/694906064 >> 172.21.15.76:0/694906064 conn(0x7ff77c069ed0 msgr2=0x7ff77c06a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:43.467 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.465+0000 7ff7844d0640 1 -- 172.21.15.76:0/694906064 shutdown_connections 2024-09-13T16:01:43.467 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.465+0000 7ff7844d0640 1 -- 172.21.15.76:0/694906064 wait complete. 2024-09-13T16:01:43.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.466+0000 7ff7844d0640 1 Processor -- start 2024-09-13T16:01:43.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.466+0000 7ff7844d0640 1 -- start start 2024-09-13T16:01:43.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.467+0000 7ff7844d0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff77c071d30 0x7ff77c099d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:43.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.467+0000 7ff7844d0640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff77c072110 0x7ff77c1f2db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:43.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.467+0000 7ff7844d0640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff77c0c8920 0x7ff77c0c2e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:43.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.467+0000 7ff7844d0640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff77c0c1df0 con 0x7ff77c071d30 2024-09-13T16:01:43.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.467+0000 7ff7844d0640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff77c0c20d0 con 0x7ff77c072110 2024-09-13T16:01:43.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.467+0000 7ff7844d0640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff77c0c23b0 con 0x7ff77c0c8920 2024-09-13T16:01:43.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.467+0000 7ff78226c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff77c071d30 0x7ff77c099d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:43.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.467+0000 7ff78226c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff77c071d30 0x7ff77c099d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60316/0 (socket says 172.21.15.76:60316) 2024-09-13T16:01:43.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.467+0000 7ff78226c640 1 -- 172.21.15.76:0/1729857941 learned_addr learned my addr 172.21.15.76:0/1729857941 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:01:43.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.467+0000 7ff782a6d640 1 --2- 172.21.15.76:0/1729857941 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff77c0c8920 0x7ff77c0c2e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:43.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.467+0000 7ff781a6b640 1 --2- 172.21.15.76:0/1729857941 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff77c072110 0x7ff77c1f2db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:43.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.467+0000 7ff78226c640 1 -- 172.21.15.76:0/1729857941 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff77c0c8920 msgr2=0x7ff77c0c2e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:43.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.467+0000 7ff78226c640 1 --2- 172.21.15.76:0/1729857941 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff77c0c8920 0x7ff77c0c2e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:43.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.467+0000 7ff78226c640 1 -- 172.21.15.76:0/1729857941 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff77c072110 msgr2=0x7ff77c1f2db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:43.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.467+0000 7ff78226c640 1 --2- 172.21.15.76:0/1729857941 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff77c072110 0x7ff77c1f2db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:43.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.467+0000 7ff78226c640 1 -- 172.21.15.76:0/1729857941 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff76c009400 con 0x7ff77c071d30 2024-09-13T16:01:43.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.467+0000 7ff78226c640 1 --2- 172.21.15.76:0/1729857941 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff77c071d30 0x7ff77c099d00 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7ff76c00ebe0 tx=0x7ff76c00c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:43.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.467+0000 7ff77affd640 1 -- 172.21.15.76:0/1729857941 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff76c009760 con 0x7ff77c071d30 2024-09-13T16:01:43.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.468+0000 7ff77affd640 1 -- 172.21.15.76:0/1729857941 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff76c00cc30 con 0x7ff77c071d30 2024-09-13T16:01:43.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.468+0000 7ff7844d0640 1 -- 172.21.15.76:0/1729857941 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff774009a70 con 0x7ff77c071d30 2024-09-13T16:01:43.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.468+0000 7ff77affd640 1 -- 172.21.15.76:0/1729857941 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff76c00eee0 con 0x7ff77c071d30 2024-09-13T16:01:43.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.468+0000 7ff7844d0640 1 -- 172.21.15.76:0/1729857941 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff77c0c2970 con 0x7ff77c071d30 2024-09-13T16:01:43.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.468+0000 7ff7844d0640 1 -- 172.21.15.76:0/1729857941 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff77c070190 con 0x7ff77c071d30 2024-09-13T16:01:43.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.469+0000 7ff77affd640 1 -- 172.21.15.76:0/1729857941 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff76c013470 con 0x7ff77c071d30 2024-09-13T16:01:43.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.469+0000 7ff77affd640 1 --2- 172.21.15.76:0/1729857941 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff76806ac30 0x7ff76806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:43.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.470+0000 7ff77affd640 1 -- 172.21.15.76:0/1729857941 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6460+0+0 (secure 0 0 0) 0x7ff76c0897b0 con 0x7ff77c071d30 2024-09-13T16:01:43.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.470+0000 7ff781a6b640 1 --2- 172.21.15.76:0/1729857941 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff76806ac30 0x7ff76806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:43.473 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.470+0000 7ff781a6b640 1 --2- 172.21.15.76:0/1729857941 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff76806ac30 0x7ff76806d0f0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7ff77c0b0d80 tx=0x7ff770009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:43.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.474+0000 7ff77affd640 1 -- 172.21.15.76:0/1729857941 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ff76c0547e0 con 0x7ff77c071d30 2024-09-13T16:01:43.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.636+0000 7ff7844d0640 1 -- 172.21.15.76:0/1729857941 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ff77c15cb20 con 0x7ff77c071d30 2024-09-13T16:01:43.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.637+0000 7ff77affd640 1 -- 172.21.15.76:0/1729857941 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) v1 ==== 74+0+18323 (secure 0 0 0) 0x7ff76c057e00 con 0x7ff77c071d30 2024-09-13T16:01:43.639 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:01:43.639 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":25,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:01:42.735702+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:01:36.778177+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T16:01:37.336141+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T16:01:40.400554+0000","flags":32773,"flags_names":"hashpspool,ec_overwrites,creating","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:01:43.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.639+0000 7ff7844d0640 1 -- 172.21.15.76:0/1729857941 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff76806ac30 msgr2=0x7ff76806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:43.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.639+0000 7ff7844d0640 1 --2- 172.21.15.76:0/1729857941 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff76806ac30 0x7ff76806d0f0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7ff77c0b0d80 tx=0x7ff770009040 comp rx=0 tx=0).stop 2024-09-13T16:01:43.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.639+0000 7ff7844d0640 1 -- 172.21.15.76:0/1729857941 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff77c071d30 msgr2=0x7ff77c099d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:43.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.639+0000 7ff7844d0640 1 --2- 172.21.15.76:0/1729857941 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff77c071d30 0x7ff77c099d00 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7ff76c00ebe0 tx=0x7ff76c00c520 comp rx=0 tx=0).stop 2024-09-13T16:01:43.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.640+0000 7ff7844d0640 1 -- 172.21.15.76:0/1729857941 shutdown_connections 2024-09-13T16:01:43.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.640+0000 7ff7844d0640 1 --2- 172.21.15.76:0/1729857941 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff76806ac30 0x7ff76806d0f0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:43.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.640+0000 7ff7844d0640 1 --2- 172.21.15.76:0/1729857941 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff77c0c8920 0x7ff77c0c2e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:43.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.640+0000 7ff7844d0640 1 --2- 172.21.15.76:0/1729857941 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff77c072110 0x7ff77c1f2db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:43.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.640+0000 7ff7844d0640 1 --2- 172.21.15.76:0/1729857941 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff77c071d30 0x7ff77c099d00 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:43.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.640+0000 7ff7844d0640 1 -- 172.21.15.76:0/1729857941 >> 172.21.15.76:0/1729857941 conn(0x7ff77c069ed0 msgr2=0x7ff77c0af430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:43.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.640+0000 7ff7844d0640 1 -- 172.21.15.76:0/1729857941 shutdown_connections 2024-09-13T16:01:43.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.640+0000 7ff7844d0640 1 -- 172.21.15.76:0/1729857941 wait complete. 2024-09-13T16:01:43.668 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:01:43.768 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.767+0000 7fe145e27640 1 Processor -- start 2024-09-13T16:01:43.768 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.767+0000 7fe145e27640 1 -- start start 2024-09-13T16:01:43.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.767+0000 7fe145e27640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fe14015c8c0 0x7fe1400989d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:43.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.767+0000 7fe145e27640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe1400af8b0 0x7fe140098f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:43.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.768+0000 7fe145e27640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe1400b2aa0 0x7fe1400ce6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:43.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.768+0000 7fe145e27640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe1400cfb10 con 0x7fe1400af8b0 2024-09-13T16:01:43.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.768+0000 7fe145e27640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe1400caae0 con 0x7fe14015c8c0 2024-09-13T16:01:43.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.768+0000 7fe145e27640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe14015cca0 con 0x7fe1400b2aa0 2024-09-13T16:01:43.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.768+0000 7fe137fff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe1400af8b0 0x7fe140098f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:43.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.768+0000 7fe137fff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe1400af8b0 0x7fe140098f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60320/0 (socket says 172.21.15.76:60320) 2024-09-13T16:01:43.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.768+0000 7fe137fff640 1 -- 172.21.15.76:0/3172537548 learned_addr learned my addr 172.21.15.76:0/3172537548 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:01:43.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.768+0000 7fe13ffff640 1 --2- 172.21.15.76:0/3172537548 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe1400b2aa0 0x7fe1400ce6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:43.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.768+0000 7fe13f7fe640 1 --2- 172.21.15.76:0/3172537548 >> v2:172.21.15.192:3300/0 conn(0x7fe14015c8c0 0x7fe1400989d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:43.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.768+0000 7fe137fff640 1 -- 172.21.15.76:0/3172537548 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe1400b2aa0 msgr2=0x7fe1400ce6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:01:43.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.768+0000 7fe137fff640 1 --2- 172.21.15.76:0/3172537548 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe1400b2aa0 0x7fe1400ce6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:43.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.768+0000 7fe137fff640 1 -- 172.21.15.76:0/3172537548 >> v2:172.21.15.192:3300/0 conn(0x7fe14015c8c0 msgr2=0x7fe1400989d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:01:43.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.768+0000 7fe137fff640 1 --2- 172.21.15.76:0/3172537548 >> v2:172.21.15.192:3300/0 conn(0x7fe14015c8c0 0x7fe1400989d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:43.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.768+0000 7fe137fff640 1 -- 172.21.15.76:0/3172537548 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe1400996c0 con 0x7fe1400af8b0 2024-09-13T16:01:43.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.769+0000 7fe137fff640 1 --2- 172.21.15.76:0/3172537548 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe1400af8b0 0x7fe140098f10 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fe140071820 tx=0x7fe12802a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=98c9622e37769535 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:43.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.769+0000 7fe13effd640 1 -- 172.21.15.76:0/3172537548 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe12802ae90 con 0x7fe1400af8b0 2024-09-13T16:01:43.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.769+0000 7fe13effd640 1 -- 172.21.15.76:0/3172537548 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe128032440 con 0x7fe1400af8b0 2024-09-13T16:01:43.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.769+0000 7fe13effd640 1 -- 172.21.15.76:0/3172537548 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1280327d0 con 0x7fe1400af8b0 2024-09-13T16:01:43.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.769+0000 7fe145e27640 1 -- 172.21.15.76:0/3172537548 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe1400af8b0 msgr2=0x7fe140098f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:43.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.769+0000 7fe145e27640 1 --2- 172.21.15.76:0/3172537548 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe1400af8b0 0x7fe140098f10 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fe140071820 tx=0x7fe12802a140 comp rx=0 tx=0).stop 2024-09-13T16:01:43.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.769+0000 7fe145e27640 1 -- 172.21.15.76:0/3172537548 shutdown_connections 2024-09-13T16:01:43.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.769+0000 7fe145e27640 1 --2- 172.21.15.76:0/3172537548 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe1400b2aa0 0x7fe1400ce6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:43.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.769+0000 7fe145e27640 1 --2- 172.21.15.76:0/3172537548 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe1400af8b0 0x7fe140098f10 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:43.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.769+0000 7fe145e27640 1 --2- 172.21.15.76:0/3172537548 >> v2:172.21.15.192:3300/0 conn(0x7fe14015c8c0 0x7fe1400989d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:43.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.769+0000 7fe145e27640 1 -- 172.21.15.76:0/3172537548 >> 172.21.15.76:0/3172537548 conn(0x7fe1400b1f80 msgr2=0x7fe1400b2390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:43.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.769+0000 7fe145e27640 1 -- 172.21.15.76:0/3172537548 shutdown_connections 2024-09-13T16:01:43.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.769+0000 7fe145e27640 1 -- 172.21.15.76:0/3172537548 wait complete. 2024-09-13T16:01:43.776 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.771+0000 7fe145e27640 1 Processor -- start 2024-09-13T16:01:43.776 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.771+0000 7fe145e27640 1 -- start start 2024-09-13T16:01:43.776 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.771+0000 7fe145e27640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe1400af8b0 0x7fe140159240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:43.776 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.771+0000 7fe145e27640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe1400b2aa0 0x7fe1401538d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:43.776 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.771+0000 7fe145e27640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe14015c8c0 0x7fe1401f1d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:43.776 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.771+0000 7fe145e27640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1400b62d0 con 0x7fe1400b2aa0 2024-09-13T16:01:43.776 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.771+0000 7fe145e27640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1400b36f0 con 0x7fe1400af8b0 2024-09-13T16:01:43.776 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.771+0000 7fe145e27640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe1401f2f40 con 0x7fe14015c8c0 2024-09-13T16:01:43.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.771+0000 7fe137fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe1400b2aa0 0x7fe1401538d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:43.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.771+0000 7fe137fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe1400b2aa0 0x7fe1401538d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60334/0 (socket says 172.21.15.76:60334) 2024-09-13T16:01:43.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.771+0000 7fe137fff640 1 -- 172.21.15.76:0/654910669 learned_addr learned my addr 172.21.15.76:0/654910669 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:01:43.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.771+0000 7fe13f7fe640 1 --2- 172.21.15.76:0/654910669 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe1400af8b0 0x7fe140159240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:43.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.771+0000 7fe13ffff640 1 --2- 172.21.15.76:0/654910669 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe14015c8c0 0x7fe1401f1d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:43.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.772+0000 7fe137fff640 1 -- 172.21.15.76:0/654910669 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe14015c8c0 msgr2=0x7fe1401f1d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:43.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.772+0000 7fe137fff640 1 --2- 172.21.15.76:0/654910669 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe14015c8c0 0x7fe1401f1d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:43.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.772+0000 7fe137fff640 1 -- 172.21.15.76:0/654910669 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe1400af8b0 msgr2=0x7fe140159240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:43.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.772+0000 7fe137fff640 1 --2- 172.21.15.76:0/654910669 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe1400af8b0 0x7fe140159240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:43.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.772+0000 7fe137fff640 1 -- 172.21.15.76:0/654910669 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe1280094d0 con 0x7fe1400b2aa0 2024-09-13T16:01:43.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.772+0000 7fe137fff640 1 --2- 172.21.15.76:0/654910669 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe1400b2aa0 0x7fe1401538d0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fe12802a180 tx=0x7fe1280046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:43.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.772+0000 7fe13cff9640 1 -- 172.21.15.76:0/654910669 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe128030850 con 0x7fe1400b2aa0 2024-09-13T16:01:43.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.772+0000 7fe13cff9640 1 -- 172.21.15.76:0/654910669 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe1280309b0 con 0x7fe1400b2aa0 2024-09-13T16:01:43.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.772+0000 7fe145e27640 1 -- 172.21.15.76:0/654910669 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe140159e60 con 0x7fe1400b2aa0 2024-09-13T16:01:43.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.772+0000 7fe13cff9640 1 -- 172.21.15.76:0/654910669 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe128030d60 con 0x7fe1400b2aa0 2024-09-13T16:01:43.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.772+0000 7fe145e27640 1 -- 172.21.15.76:0/654910669 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe140159b80 con 0x7fe1400b2aa0 2024-09-13T16:01:43.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.773+0000 7fe145e27640 1 -- 172.21.15.76:0/654910669 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe1400989d0 con 0x7fe1400b2aa0 2024-09-13T16:01:43.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.773+0000 7fe13cff9640 1 -- 172.21.15.76:0/654910669 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe128039040 con 0x7fe1400b2aa0 2024-09-13T16:01:43.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.774+0000 7fe13cff9640 1 --2- 172.21.15.76:0/654910669 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe12006ac00 0x7fe12006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:43.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.774+0000 7fe13f7fe640 1 --2- 172.21.15.76:0/654910669 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe12006ac00 0x7fe12006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:43.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.774+0000 7fe13cff9640 1 -- 172.21.15.76:0/654910669 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fe1280aa140 con 0x7fe1400b2aa0 2024-09-13T16:01:43.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.774+0000 7fe13f7fe640 1 --2- 172.21.15.76:0/654910669 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe12006ac00 0x7fe12006d0c0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fe1300079a0 tx=0x7fe130008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:43.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.778+0000 7fe13cff9640 1 -- 172.21.15.76:0/654910669 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fe1280750e0 con 0x7fe1400b2aa0 2024-09-13T16:01:43.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.975+0000 7fe145e27640 1 -- 172.21.15.76:0/654910669 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fe1400b27a0 con 0x7fe1400b2aa0 2024-09-13T16:01:43.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.976+0000 7fe13cff9640 1 -- 172.21.15.76:0/654910669 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) v1 ==== 93+0+4733 (secure 0 0 0) 0x7fe128078700 con 0x7fe1400b2aa0 2024-09-13T16:01:43.977 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:01:43.977 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4238,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6834/1395518339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":1395518339},{"type":"v1","addr":"172.21.15.192:6834","nonce":1395518339}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4241,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/3136856265","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6833","nonce":3136856265},{"type":"v1","addr":"172.21.15.192:6835","nonce":3136856265}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4275,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6837/421111930","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":421111930},{"type":"v1","addr":"172.21.15.76:6837","nonce":421111930}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:01:38.363434+0000","modified":"2024-09-13T16:01:42.735987+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4278},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4278":{"gid":4278,"name":"c","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.76:6836/2679973843","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":2679973843},{"type":"v1","addr":"172.21.15.76:6836","nonce":2679973843}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1},"id":1}]} 2024-09-13T16:01:43.978 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 7 2024-09-13T16:01:43.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.978+0000 7fe145e27640 1 -- 172.21.15.76:0/654910669 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe12006ac00 msgr2=0x7fe12006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:43.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.978+0000 7fe145e27640 1 --2- 172.21.15.76:0/654910669 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe12006ac00 0x7fe12006d0c0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fe1300079a0 tx=0x7fe130008040 comp rx=0 tx=0).stop 2024-09-13T16:01:43.980 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.978+0000 7fe145e27640 1 -- 172.21.15.76:0/654910669 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe1400b2aa0 msgr2=0x7fe1401538d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:43.980 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.978+0000 7fe145e27640 1 --2- 172.21.15.76:0/654910669 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe1400b2aa0 0x7fe1401538d0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fe12802a180 tx=0x7fe1280046c0 comp rx=0 tx=0).stop 2024-09-13T16:01:43.980 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.978+0000 7fe145e27640 1 -- 172.21.15.76:0/654910669 shutdown_connections 2024-09-13T16:01:43.980 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.978+0000 7fe145e27640 1 --2- 172.21.15.76:0/654910669 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe12006ac00 0x7fe12006d0c0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:43.980 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.978+0000 7fe145e27640 1 --2- 172.21.15.76:0/654910669 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe14015c8c0 0x7fe1401f1d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:43.980 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.978+0000 7fe145e27640 1 --2- 172.21.15.76:0/654910669 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe1400b2aa0 0x7fe1401538d0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:43.980 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.978+0000 7fe145e27640 1 --2- 172.21.15.76:0/654910669 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe1400af8b0 0x7fe140159240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:43.980 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.978+0000 7fe145e27640 1 -- 172.21.15.76:0/654910669 >> 172.21.15.76:0/654910669 conn(0x7fe1400b1f80 msgr2=0x7fe14006b630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:43.980 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.978+0000 7fe145e27640 1 -- 172.21.15.76:0/654910669 shutdown_connections 2024-09-13T16:01:43.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:43.978+0000 7fe145e27640 1 -- 172.21.15.76:0/654910669 wait complete. 2024-09-13T16:01:43.989 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:01:44.086 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.085+0000 7fd923496640 1 Processor -- start 2024-09-13T16:01:44.087 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.085+0000 7fd923496640 1 -- start start 2024-09-13T16:01:44.090 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.086+0000 7fd923496640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fd91c072110 0x7fd91c070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:44.090 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.086+0000 7fd923496640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd91c0abdf0 con 0x7fd91c071d30 2024-09-13T16:01:44.090 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.086+0000 7fd923496640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd91c0b2280 con 0x7fd91c0c8920 2024-09-13T16:01:44.090 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.086+0000 7fd923496640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd91c0ab1e0 con 0x7fd91c072110 2024-09-13T16:01:44.091 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.086+0000 7fd921232640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fd91c071d30 0x7fd91c0b1b70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:59994/0 (socket says 172.21.15.76:59994) 2024-09-13T16:01:44.091 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.086+0000 7fd921232640 1 -- 172.21.15.76:0/3710557551 learned_addr learned my addr 172.21.15.76:0/3710557551 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:01:44.091 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.086+0000 7fd913fff640 1 -- 172.21.15.76:0/3710557551 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1831551563 0 0) 0x7fd91c0abdf0 con 0x7fd91c071d30 2024-09-13T16:01:44.091 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.086+0000 7fd913fff640 1 -- 172.21.15.76:0/3710557551 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd908003520 con 0x7fd91c071d30 2024-09-13T16:01:44.091 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.086+0000 7fd920a31640 1 --2- 172.21.15.76:0/3710557551 >> v2:172.21.15.192:3300/0 conn(0x7fd91c072110 0x7fd91c070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:44.091 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.087+0000 7fd913fff640 1 -- 172.21.15.76:0/3710557551 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4294672492 0 0) 0x7fd908003520 con 0x7fd91c071d30 2024-09-13T16:01:44.091 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.087+0000 7fd913fff640 1 -- 172.21.15.76:0/3710557551 >> v2:172.21.15.192:3300/0 conn(0x7fd91c072110 msgr2=0x7fd91c070190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:01:44.091 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.087+0000 7fd913fff640 1 --2- 172.21.15.76:0/3710557551 >> v2:172.21.15.192:3300/0 conn(0x7fd91c072110 0x7fd91c070190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:44.091 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.087+0000 7fd913fff640 1 -- 172.21.15.76:0/3710557551 >> v1:172.21.15.192:6789/0 conn(0x7fd91c0c8920 legacy=0x7fd91c0ac280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:44.091 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.087+0000 7fd913fff640 1 -- 172.21.15.76:0/3710557551 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd91c0ab4c0 con 0x7fd91c071d30 2024-09-13T16:01:44.091 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.087+0000 7fd913fff640 1 -- 172.21.15.76:0/3710557551 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7fd918001670 con 0x7fd91c071d30 2024-09-13T16:01:44.091 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.087+0000 7fd913fff640 1 -- 172.21.15.76:0/3710557551 >> v1:172.21.15.76:6789/0 conn(0x7fd91c071d30 legacy=0x7fd91c0b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:44.091 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.087+0000 7fd913fff640 1 --2- 172.21.15.76:0/3710557551 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd908003970 0x7fd908003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:44.092 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.087+0000 7fd913fff640 1 --2- 172.21.15.76:0/3710557551 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd9080047c0 0x7fd908004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:44.092 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.087+0000 7fd913fff640 1 --2- 172.21.15.76:0/3710557551 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd908005180 0x7fd90800b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:44.092 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.087+0000 7fd913fff640 1 -- 172.21.15.76:0/3710557551 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd91c0ab1e0 con 0x7fd908003970 2024-09-13T16:01:44.092 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.087+0000 7fd913fff640 1 -- 172.21.15.76:0/3710557551 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd90800c020 con 0x7fd9080047c0 2024-09-13T16:01:44.092 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.087+0000 7fd913fff640 1 -- 172.21.15.76:0/3710557551 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd90800c1e0 con 0x7fd908005180 2024-09-13T16:01:44.092 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.087+0000 7fd921232640 1 --2- 172.21.15.76:0/3710557551 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd908003970 0x7fd908003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:44.092 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.087+0000 7fd920a31640 1 --2- 172.21.15.76:0/3710557551 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd9080047c0 0x7fd908004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:44.092 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.087+0000 7fd921a33640 1 --2- 172.21.15.76:0/3710557551 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd908005180 0x7fd90800b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:44.092 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.087+0000 7fd921232640 1 -- 172.21.15.76:0/3710557551 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd908005180 msgr2=0x7fd90800b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:01:44.092 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.087+0000 7fd921232640 1 --2- 172.21.15.76:0/3710557551 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd908005180 0x7fd90800b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:44.092 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.087+0000 7fd921232640 1 -- 172.21.15.76:0/3710557551 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd9080047c0 msgr2=0x7fd908004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:01:44.092 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.087+0000 7fd921232640 1 --2- 172.21.15.76:0/3710557551 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd9080047c0 0x7fd908004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:44.093 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.087+0000 7fd921a33640 1 -- 172.21.15.76:0/3710557551 reap_dead start 2024-09-13T16:01:44.093 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.087+0000 7fd921232640 1 -- 172.21.15.76:0/3710557551 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd908003520 con 0x7fd908003970 2024-09-13T16:01:44.093 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.088+0000 7fd921232640 1 --2- 172.21.15.76:0/3710557551 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd908003970 0x7fd908003d90 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fd91800c240 tx=0x7fd9080057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=995dddc6dda15962 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:44.093 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.088+0000 7fd913fff640 1 -- 172.21.15.76:0/3710557551 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd91802e070 con 0x7fd908003970 2024-09-13T16:01:44.093 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.088+0000 7fd913fff640 1 -- 172.21.15.76:0/3710557551 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd9180058d0 con 0x7fd908003970 2024-09-13T16:01:44.093 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.088+0000 7fd913fff640 1 -- 172.21.15.76:0/3710557551 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd918005d00 con 0x7fd908003970 2024-09-13T16:01:44.093 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.088+0000 7fd923496640 1 -- 172.21.15.76:0/3710557551 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd908003970 msgr2=0x7fd908003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:44.093 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.088+0000 7fd923496640 1 --2- 172.21.15.76:0/3710557551 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd908003970 0x7fd908003d90 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fd91800c240 tx=0x7fd9080057f0 comp rx=0 tx=0).stop 2024-09-13T16:01:44.093 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.088+0000 7fd923496640 1 -- 172.21.15.76:0/3710557551 shutdown_connections 2024-09-13T16:01:44.093 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.088+0000 7fd923496640 1 --2- 172.21.15.76:0/3710557551 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd908003970 0x7fd908003d90 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:44.093 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.088+0000 7fd923496640 1 -- 172.21.15.76:0/3710557551 >> 172.21.15.76:0/3710557551 conn(0x7fd91c069ed0 msgr2=0x7fd91c06a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:44.093 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.089+0000 7fd923496640 1 -- 172.21.15.76:0/3710557551 shutdown_connections 2024-09-13T16:01:44.093 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.089+0000 7fd923496640 1 -- 172.21.15.76:0/3710557551 wait complete. 2024-09-13T16:01:44.096 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.090+0000 7fd923496640 1 Processor -- start 2024-09-13T16:01:44.096 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.090+0000 7fd923496640 1 -- start start 2024-09-13T16:01:44.096 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.090+0000 7fd923496640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd908003970 0x7fd91c1f2d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:44.096 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.090+0000 7fd923496640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd91c15bbf0 0x7fd91c0cde50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:44.096 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.090+0000 7fd923496640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd91c0ce390 0x7fd91c1572f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:44.096 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.090+0000 7fd923496640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd91c155c90 con 0x7fd908003970 2024-09-13T16:01:44.096 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.090+0000 7fd923496640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd91c0adf80 con 0x7fd91c15bbf0 2024-09-13T16:01:44.096 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.090+0000 7fd923496640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd91c0cd400 con 0x7fd91c0ce390 2024-09-13T16:01:44.096 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.090+0000 7fd921232640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd908003970 0x7fd91c1f2d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:44.096 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.090+0000 7fd921232640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd908003970 0x7fd91c1f2d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60360/0 (socket says 172.21.15.76:60360) 2024-09-13T16:01:44.096 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.090+0000 7fd921232640 1 -- 172.21.15.76:0/3821027474 learned_addr learned my addr 172.21.15.76:0/3821027474 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:01:44.097 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.091+0000 7fd921232640 1 -- 172.21.15.76:0/3821027474 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd91c0ce390 msgr2=0x7fd91c1572f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:44.097 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.091+0000 7fd921232640 1 --2- 172.21.15.76:0/3821027474 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd91c0ce390 0x7fd91c1572f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:44.097 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.091+0000 7fd921232640 1 -- 172.21.15.76:0/3821027474 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd91c15bbf0 msgr2=0x7fd91c0cde50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:44.097 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.091+0000 7fd921232640 1 --2- 172.21.15.76:0/3821027474 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd91c15bbf0 0x7fd91c0cde50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:44.097 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.091+0000 7fd921232640 1 -- 172.21.15.76:0/3821027474 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd91c0c4bc0 con 0x7fd908003970 2024-09-13T16:01:44.097 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.091+0000 7fd921232640 1 --2- 172.21.15.76:0/3821027474 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd908003970 0x7fd91c1f2d60 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fd91800c360 tx=0x7fd918001a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:44.097 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.091+0000 7fd911ffb640 1 -- 172.21.15.76:0/3821027474 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd918000ed0 con 0x7fd908003970 2024-09-13T16:01:44.097 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.091+0000 7fd911ffb640 1 -- 172.21.15.76:0/3821027474 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd9180049f0 con 0x7fd908003970 2024-09-13T16:01:44.097 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.091+0000 7fd923496640 1 -- 172.21.15.76:0/3821027474 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd91c0cd650 con 0x7fd908003970 2024-09-13T16:01:44.097 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.091+0000 7fd911ffb640 1 -- 172.21.15.76:0/3821027474 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd918004b60 con 0x7fd908003970 2024-09-13T16:01:44.097 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.091+0000 7fd923496640 1 -- 172.21.15.76:0/3821027474 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd91c1f32a0 con 0x7fd908003970 2024-09-13T16:01:44.097 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.092+0000 7fd923496640 1 -- 172.21.15.76:0/3821027474 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd91c070190 con 0x7fd908003970 2024-09-13T16:01:44.098 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.093+0000 7fd911ffb640 1 -- 172.21.15.76:0/3821027474 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd918004cc0 con 0x7fd908003970 2024-09-13T16:01:44.098 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.093+0000 7fd911ffb640 1 --2- 172.21.15.76:0/3821027474 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd90006ac30 0x7fd90006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:44.098 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.093+0000 7fd911ffb640 1 -- 172.21.15.76:0/3821027474 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fd9180a8ff0 con 0x7fd908003970 2024-09-13T16:01:44.098 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.093+0000 7fd920a31640 1 --2- 172.21.15.76:0/3821027474 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd90006ac30 0x7fd90006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:44.098 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.094+0000 7fd920a31640 1 --2- 172.21.15.76:0/3821027474 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd90006ac30 0x7fd90006d0f0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fd90c006e80 tx=0x7fd90c006df0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:44.098 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.097+0000 7fd911ffb640 1 -- 172.21.15.76:0/3821027474 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fd918073f70 con 0x7fd908003970 2024-09-13T16:01:44.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.260+0000 7fd923496640 1 -- 172.21.15.76:0/3821027474 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fd91c070190 con 0x7fd908003970 2024-09-13T16:01:44.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.261+0000 7fd911ffb640 1 -- 172.21.15.76:0/3821027474 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) v1 ==== 74+0+18310 (secure 0 0 0) 0x7fd918077590 con 0x7fd908003970 2024-09-13T16:01:44.263 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:01:44.263 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":26,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:01:43.737551+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:01:36.778177+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T16:01:37.336141+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T16:01:40.400554+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:01:44.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.263+0000 7fd923496640 1 -- 172.21.15.76:0/3821027474 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd90006ac30 msgr2=0x7fd90006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:44.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.263+0000 7fd923496640 1 --2- 172.21.15.76:0/3821027474 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd90006ac30 0x7fd90006d0f0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fd90c006e80 tx=0x7fd90c006df0 comp rx=0 tx=0).stop 2024-09-13T16:01:44.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.263+0000 7fd923496640 1 -- 172.21.15.76:0/3821027474 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd908003970 msgr2=0x7fd91c1f2d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:44.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.263+0000 7fd923496640 1 --2- 172.21.15.76:0/3821027474 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd908003970 0x7fd91c1f2d60 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fd91800c360 tx=0x7fd918001a00 comp rx=0 tx=0).stop 2024-09-13T16:01:44.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.263+0000 7fd923496640 1 -- 172.21.15.76:0/3821027474 shutdown_connections 2024-09-13T16:01:44.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.263+0000 7fd923496640 1 --2- 172.21.15.76:0/3821027474 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd90006ac30 0x7fd90006d0f0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:44.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.263+0000 7fd923496640 1 --2- 172.21.15.76:0/3821027474 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd91c0ce390 0x7fd91c1572f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:44.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.263+0000 7fd923496640 1 --2- 172.21.15.76:0/3821027474 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd91c15bbf0 0x7fd91c0cde50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:44.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.263+0000 7fd923496640 1 --2- 172.21.15.76:0/3821027474 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd908003970 0x7fd91c1f2d60 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:44.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.263+0000 7fd923496640 1 -- 172.21.15.76:0/3821027474 >> 172.21.15.76:0/3821027474 conn(0x7fd91c069ed0 msgr2=0x7fd91c0af1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:44.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.263+0000 7fd923496640 1 -- 172.21.15.76:0/3821027474 shutdown_connections 2024-09-13T16:01:44.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.263+0000 7fd923496640 1 -- 172.21.15.76:0/3821027474 wait complete. 2024-09-13T16:01:44.679 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 7, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T16:01:38.363434+0000', 'modified': '2024-09-13T16:01:42.735987+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4278}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4278': {'gid': 4278, 'name': 'c', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.76:6836/2679973843', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.76:6834', 'nonce': 2679973843}, {'type': 'v1', 'addr': '172.21.15.76:6836', 'nonce': 2679973843}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 1} 2024-09-13T16:01:44.680 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-13T16:01:44.680 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-13T16:01:44.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.778+0000 7fce90d2c640 1 Processor -- start 2024-09-13T16:01:44.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.778+0000 7fce90d2c640 1 -- start start 2024-09-13T16:01:44.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.779+0000 7fce90d2c640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fce8c15a2e0 0x7fce8c0c9a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:44.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.779+0000 7fce90d2c640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fce8c0c8920 con 0x7fce8c0cb3f0 2024-09-13T16:01:44.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.779+0000 7fce90d2c640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fce8c15a6c0 con 0x7fce8c0c9f80 2024-09-13T16:01:44.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.779+0000 7fce90d2c640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fce8c0ca500 con 0x7fce8c15a2e0 2024-09-13T16:01:44.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.779+0000 7fce8ad9d640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fce8c0cb3f0 0x7fce8c06d030 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:60000/0 (socket says 172.21.15.76:60000) 2024-09-13T16:01:44.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.779+0000 7fce8ad9d640 1 -- 172.21.15.76:0/4103902294 learned_addr learned my addr 172.21.15.76:0/4103902294 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:01:44.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.779+0000 7fce8a59c640 1 --2- 172.21.15.76:0/4103902294 >> v2:172.21.15.192:3300/0 conn(0x7fce8c15a2e0 0x7fce8c0c9a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:44.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.779+0000 7fce89d9b640 1 -- 172.21.15.76:0/4103902294 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2664001909 0 0) 0x7fce8c0c8920 con 0x7fce8c0cb3f0 2024-09-13T16:01:44.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.779+0000 7fce89d9b640 1 -- 172.21.15.76:0/4103902294 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fce78003520 con 0x7fce8c0cb3f0 2024-09-13T16:01:44.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.779+0000 7fce89d9b640 1 -- 172.21.15.76:0/4103902294 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2635503235 0 0) 0x7fce8c15a6c0 con 0x7fce8c0c9f80 2024-09-13T16:01:44.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.779+0000 7fce89d9b640 1 -- 172.21.15.76:0/4103902294 --> v1:172.21.15.192:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fce8c0c8920 con 0x7fce8c0c9f80 2024-09-13T16:01:44.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.779+0000 7fce89d9b640 1 -- 172.21.15.76:0/4103902294 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 806106295 0 0) 0x7fce78003520 con 0x7fce8c0cb3f0 2024-09-13T16:01:44.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.779+0000 7fce89d9b640 1 -- 172.21.15.76:0/4103902294 >> v2:172.21.15.192:3300/0 conn(0x7fce8c15a2e0 msgr2=0x7fce8c0c9a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:01:44.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.779+0000 7fce89d9b640 1 --2- 172.21.15.76:0/4103902294 >> v2:172.21.15.192:3300/0 conn(0x7fce8c15a2e0 0x7fce8c0c9a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:44.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.779+0000 7fce89d9b640 1 -- 172.21.15.76:0/4103902294 >> v1:172.21.15.192:6789/0 conn(0x7fce8c0c9f80 legacy=0x7fce8c0cace0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:44.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.779+0000 7fce89d9b640 1 -- 172.21.15.76:0/4103902294 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fce8c0c8b70 con 0x7fce8c0cb3f0 2024-09-13T16:01:44.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.779+0000 7fce89d9b640 1 -- 172.21.15.76:0/4103902294 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7fce840019f0 con 0x7fce8c0cb3f0 2024-09-13T16:01:44.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.779+0000 7fce89d9b640 1 -- 172.21.15.76:0/4103902294 >> v1:172.21.15.76:6789/0 conn(0x7fce8c0cb3f0 legacy=0x7fce8c06d030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:44.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.779+0000 7fce89d9b640 1 --2- 172.21.15.76:0/4103902294 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fce78003b00 0x7fce78003f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:44.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.779+0000 7fce89d9b640 1 --2- 172.21.15.76:0/4103902294 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fce780047c0 0x7fce78004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:44.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.779+0000 7fce89d9b640 1 --2- 172.21.15.76:0/4103902294 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fce78005180 0x7fce7800b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:44.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.779+0000 7fce89d9b640 1 -- 172.21.15.76:0/4103902294 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fce8c0ca500 con 0x7fce78003b00 2024-09-13T16:01:44.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.779+0000 7fce89d9b640 1 -- 172.21.15.76:0/4103902294 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fce7800c000 con 0x7fce780047c0 2024-09-13T16:01:44.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.779+0000 7fce89d9b640 1 -- 172.21.15.76:0/4103902294 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fce7800c1c0 con 0x7fce78005180 2024-09-13T16:01:44.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.779+0000 7fce8a59c640 1 --2- 172.21.15.76:0/4103902294 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fce78003b00 0x7fce78003f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:44.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.780+0000 7fce83fff640 1 --2- 172.21.15.76:0/4103902294 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fce780047c0 0x7fce78004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:44.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.780+0000 7fce8ad9d640 1 --2- 172.21.15.76:0/4103902294 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fce78005180 0x7fce7800b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:44.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.780+0000 7fce8a59c640 1 -- 172.21.15.76:0/4103902294 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fce78005180 msgr2=0x7fce7800b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:01:44.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.780+0000 7fce8a59c640 1 --2- 172.21.15.76:0/4103902294 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fce78005180 0x7fce7800b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:44.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.780+0000 7fce8a59c640 1 -- 172.21.15.76:0/4103902294 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fce780047c0 msgr2=0x7fce78004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:01:44.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.780+0000 7fce8a59c640 1 --2- 172.21.15.76:0/4103902294 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fce780047c0 0x7fce78004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:44.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.780+0000 7fce8a59c640 1 -- 172.21.15.76:0/4103902294 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fce78003520 con 0x7fce78003b00 2024-09-13T16:01:44.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.780+0000 7fce8ad9d640 1 --2- 172.21.15.76:0/4103902294 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fce78005180 0x7fce7800b980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:01:44.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.780+0000 7fce8ad9d640 1 -- 172.21.15.76:0/4103902294 reap_dead start 2024-09-13T16:01:44.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.780+0000 7fce8a59c640 1 --2- 172.21.15.76:0/4103902294 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fce78003b00 0x7fce78003f00 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fce7c009ac0 tx=0x7fce780057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ff06f52247775b4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:44.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.780+0000 7fce89d9b640 1 -- 172.21.15.76:0/4103902294 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce7c031400 con 0x7fce78003b00 2024-09-13T16:01:44.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.780+0000 7fce89d9b640 1 -- 172.21.15.76:0/4103902294 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fce7c02d050 con 0x7fce78003b00 2024-09-13T16:01:44.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.780+0000 7fce89d9b640 1 -- 172.21.15.76:0/4103902294 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce7c031780 con 0x7fce78003b00 2024-09-13T16:01:44.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.781+0000 7fce90d2c640 1 -- 172.21.15.76:0/4103902294 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fce78003b00 msgr2=0x7fce78003f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:44.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.781+0000 7fce90d2c640 1 --2- 172.21.15.76:0/4103902294 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fce78003b00 0x7fce78003f00 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fce7c009ac0 tx=0x7fce780057f0 comp rx=0 tx=0).stop 2024-09-13T16:01:44.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.781+0000 7fce90d2c640 1 -- 172.21.15.76:0/4103902294 shutdown_connections 2024-09-13T16:01:44.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.781+0000 7fce90d2c640 1 --2- 172.21.15.76:0/4103902294 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fce78003b00 0x7fce78003f00 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:44.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.781+0000 7fce90d2c640 1 -- 172.21.15.76:0/4103902294 >> 172.21.15.76:0/4103902294 conn(0x7fce8c069ed0 msgr2=0x7fce8c06a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:44.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.781+0000 7fce90d2c640 1 -- 172.21.15.76:0/4103902294 shutdown_connections 2024-09-13T16:01:44.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.781+0000 7fce90d2c640 1 -- 172.21.15.76:0/4103902294 wait complete. 2024-09-13T16:01:44.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.782+0000 7fce90d2c640 1 Processor -- start 2024-09-13T16:01:44.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.782+0000 7fce90d2c640 1 -- start start 2024-09-13T16:01:44.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.783+0000 7fce90d2c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fce78003b00 0x7fce8c0701d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:44.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.783+0000 7fce90d2c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fce8c0c5d80 0x7fce8c158290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:44.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.783+0000 7fce90d2c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fce8c15ca40 0x7fce8c15cec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:44.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.783+0000 7fce90d2c640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fce8c15d400 con 0x7fce8c15ca40 2024-09-13T16:01:44.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.783+0000 7fce90d2c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fce8c0c1c60 con 0x7fce78003b00 2024-09-13T16:01:44.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.783+0000 7fce90d2c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fce8c0c2220 con 0x7fce8c0c5d80 2024-09-13T16:01:44.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.783+0000 7fce8ad9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fce8c15ca40 0x7fce8c15cec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:44.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.783+0000 7fce8ad9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fce8c15ca40 0x7fce8c15cec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60372/0 (socket says 172.21.15.76:60372) 2024-09-13T16:01:44.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.783+0000 7fce8ad9d640 1 -- 172.21.15.76:0/2986370303 learned_addr learned my addr 172.21.15.76:0/2986370303 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:01:44.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.783+0000 7fce83fff640 1 --2- 172.21.15.76:0/2986370303 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fce8c0c5d80 0x7fce8c158290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:44.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.783+0000 7fce8ad9d640 1 -- 172.21.15.76:0/2986370303 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fce8c0c5d80 msgr2=0x7fce8c158290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:44.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.783+0000 7fce8a59c640 1 --2- 172.21.15.76:0/2986370303 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fce78003b00 0x7fce8c0701d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:44.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.784+0000 7fce8ad9d640 1 --2- 172.21.15.76:0/2986370303 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fce8c0c5d80 0x7fce8c158290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:44.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.784+0000 7fce8ad9d640 1 -- 172.21.15.76:0/2986370303 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fce78003b00 msgr2=0x7fce8c0701d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:44.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.784+0000 7fce8ad9d640 1 --2- 172.21.15.76:0/2986370303 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fce78003b00 0x7fce8c0701d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:44.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.784+0000 7fce8ad9d640 1 -- 172.21.15.76:0/2986370303 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fce8c0c61e0 con 0x7fce8c15ca40 2024-09-13T16:01:44.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.784+0000 7fce8ad9d640 1 --2- 172.21.15.76:0/2986370303 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fce8c15ca40 0x7fce8c15cec0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fce78004740 tx=0x7fce8400b4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:44.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.784+0000 7fce82ffd640 1 -- 172.21.15.76:0/2986370303 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce84004d60 con 0x7fce8c15ca40 2024-09-13T16:01:44.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.784+0000 7fce82ffd640 1 -- 172.21.15.76:0/2986370303 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fce8400bb80 con 0x7fce8c15ca40 2024-09-13T16:01:44.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.784+0000 7fce82ffd640 1 -- 172.21.15.76:0/2986370303 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce84007070 con 0x7fce8c15ca40 2024-09-13T16:01:44.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.784+0000 7fce90d2c640 1 -- 172.21.15.76:0/2986370303 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fce8c0c4a10 con 0x7fce8c15ca40 2024-09-13T16:01:44.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.784+0000 7fce90d2c640 1 -- 172.21.15.76:0/2986370303 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fce8c0c1eb0 con 0x7fce8c15ca40 2024-09-13T16:01:44.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.785+0000 7fce82ffd640 1 -- 172.21.15.76:0/2986370303 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fce840071d0 con 0x7fce8c15ca40 2024-09-13T16:01:44.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.786+0000 7fce82ffd640 1 --2- 172.21.15.76:0/2986370303 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fce6c06ac30 0x7fce6c06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:44.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.786+0000 7fce82ffd640 1 -- 172.21.15.76:0/2986370303 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fce84089960 con 0x7fce8c15ca40 2024-09-13T16:01:44.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.786+0000 7fce8a59c640 1 --2- 172.21.15.76:0/2986370303 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fce6c06ac30 0x7fce6c06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:44.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.786+0000 7fce8a59c640 1 --2- 172.21.15.76:0/2986370303 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fce6c06ac30 0x7fce6c06d0f0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fce7c033000 tx=0x7fce7c008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:44.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.787+0000 7fce93a4e740 1 Processor -- start 2024-09-13T16:01:44.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.787+0000 7fce93a4e740 1 -- start start 2024-09-13T16:01:44.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.788+0000 7fce93a4e740 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55ab1444db40 0x55ab14452230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:44.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.788+0000 7fce93a4e740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ab14452770 0x55ab1447bc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:44.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.788+0000 7fce93a4e740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ab14496060 0x55ab1447c1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:44.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.788+0000 7fce93a4e740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ab143ac7c0 con 0x55ab14496060 2024-09-13T16:01:44.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.788+0000 7fce93a4e740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ab143bbb70 con 0x55ab14452770 2024-09-13T16:01:44.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.788+0000 7fce93a4e740 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x55ab143b9300 con 0x55ab1444db40 2024-09-13T16:01:44.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.788+0000 7fce8ad9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ab14496060 0x55ab1447c1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:44.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.788+0000 7fce8ad9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ab14496060 0x55ab1447c1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60384/0 (socket says 172.21.15.76:60384) 2024-09-13T16:01:44.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.788+0000 7fce8ad9d640 1 -- 172.21.15.76:0/2339670478 learned_addr learned my addr 172.21.15.76:0/2339670478 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:01:44.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.788+0000 7fce8a59c640 1 --2- 172.21.15.76:0/2339670478 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55ab1444db40 0x55ab14452230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:44.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.788+0000 7fce83fff640 1 --2- 172.21.15.76:0/2339670478 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ab14452770 0x55ab1447bc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:44.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.788+0000 7fce8ad9d640 1 -- 172.21.15.76:0/2339670478 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55ab1444db40 msgr2=0x55ab14452230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:01:44.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.788+0000 7fce8ad9d640 1 --2- 172.21.15.76:0/2339670478 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55ab1444db40 0x55ab14452230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:44.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.788+0000 7fce8ad9d640 1 -- 172.21.15.76:0/2339670478 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ab14452770 msgr2=0x55ab1447bc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:01:44.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.788+0000 7fce8ad9d640 1 --2- 172.21.15.76:0/2339670478 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ab14452770 0x55ab1447bc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:44.801 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.788+0000 7fce8ad9d640 1 -- 172.21.15.76:0/2339670478 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ab143414b0 con 0x55ab14496060 2024-09-13T16:01:44.801 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.788+0000 7fce8ad9d640 1 --2- 172.21.15.76:0/2339670478 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ab14496060 0x55ab1447c1c0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fce84087b10 tx=0x7fce84058180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=225663c3220645e3 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:44.801 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.788+0000 7fce6bfff640 1 -- 172.21.15.76:0/2339670478 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce8405c160 con 0x55ab14496060 2024-09-13T16:01:44.801 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.788+0000 7fce6bfff640 1 -- 172.21.15.76:0/2339670478 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fce8405c340 con 0x55ab14496060 2024-09-13T16:01:44.801 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.788+0000 7fce6bfff640 1 -- 172.21.15.76:0/2339670478 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce84060900 con 0x55ab14496060 2024-09-13T16:01:44.801 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.789+0000 7fce93a4e740 1 -- 172.21.15.76:0/2339670478 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ab14496060 msgr2=0x55ab1447c1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:44.801 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.789+0000 7fce93a4e740 1 --2- 172.21.15.76:0/2339670478 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ab14496060 0x55ab1447c1c0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fce84087b10 tx=0x7fce84058180 comp rx=0 tx=0).stop 2024-09-13T16:01:44.801 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.789+0000 7fce93a4e740 1 -- 172.21.15.76:0/2339670478 shutdown_connections 2024-09-13T16:01:44.801 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.789+0000 7fce93a4e740 1 --2- 172.21.15.76:0/2339670478 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ab14496060 0x55ab1447c1c0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:44.801 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.789+0000 7fce93a4e740 1 --2- 172.21.15.76:0/2339670478 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ab14452770 0x55ab1447bc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:44.801 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.789+0000 7fce93a4e740 1 --2- 172.21.15.76:0/2339670478 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55ab1444db40 0x55ab14452230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:44.801 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.789+0000 7fce93a4e740 1 -- 172.21.15.76:0/2339670478 >> 172.21.15.76:0/2339670478 conn(0x55ab1444e7d0 msgr2=0x55ab14496c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:44.801 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.789+0000 7fce93a4e740 1 -- 172.21.15.76:0/2339670478 shutdown_connections 2024-09-13T16:01:44.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.789+0000 7fce93a4e740 1 -- 172.21.15.76:0/2339670478 wait complete. 2024-09-13T16:01:44.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.790+0000 7fce93a4e740 1 -- start start 2024-09-13T16:01:44.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.790+0000 7fce93a4e740 1 Processor -- start 2024-09-13T16:01:44.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.791+0000 7fce93a4e740 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55ab14452770 0x55ab1447ea90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:44.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.791+0000 7fce93a4e740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ab14496060 0x55ab144717a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:44.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.791+0000 7fce93a4e740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ab1447bc90 0x55ab14487a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:44.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.791+0000 7fce93a4e740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ab143b4bf0 con 0x55ab14496060 2024-09-13T16:01:44.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.791+0000 7fce93a4e740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ab14373250 con 0x55ab1447bc90 2024-09-13T16:01:44.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.791+0000 7fce93a4e740 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x55ab14372ef0 con 0x55ab14452770 2024-09-13T16:01:44.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.791+0000 7fce93a4e740 10 client.0 _ll_register_callbacks cb 0x55ab143a5740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:01:44.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.791+0000 7fce83fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ab14496060 0x55ab144717a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:44.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.791+0000 7fce83fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ab14496060 0x55ab144717a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60400/0 (socket says 172.21.15.76:60400) 2024-09-13T16:01:44.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.791+0000 7fce8a59c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55ab14452770 0x55ab1447ea90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:44.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.791+0000 7fce83fff640 1 -- 172.21.15.76:0/198817123 learned_addr learned my addr 172.21.15.76:0/198817123 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:01:44.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.791+0000 7fce8ad9d640 1 --2- 172.21.15.76:0/198817123 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ab1447bc90 0x55ab14487a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:44.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.791+0000 7fce83fff640 1 -- 172.21.15.76:0/198817123 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55ab14452770 msgr2=0x55ab1447ea90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:01:44.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.791+0000 7fce83fff640 1 --2- 172.21.15.76:0/198817123 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55ab14452770 0x55ab1447ea90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:44.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.791+0000 7fce83fff640 1 -- 172.21.15.76:0/198817123 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ab1447bc90 msgr2=0x55ab14487a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:01:44.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.791+0000 7fce83fff640 1 --2- 172.21.15.76:0/198817123 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ab1447bc90 0x55ab14487a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:44.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.791+0000 7fce83fff640 1 -- 172.21.15.76:0/198817123 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fce8c0c1eb0 con 0x55ab14496060 2024-09-13T16:01:44.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.791+0000 7fce83fff640 1 --2- 172.21.15.76:0/198817123 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ab14496060 0x55ab144717a0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fce740122f0 tx=0x7fce740127b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f0bc3b66e8d2a9d8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:44.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.791+0000 7fce697fa640 10 client.0 ms_handle_connect on v2:172.21.15.76:3300/0 2024-09-13T16:01:44.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.791+0000 7fce697fa640 1 -- 172.21.15.76:0/198817123 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce7401a030 con 0x55ab14496060 2024-09-13T16:01:44.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.791+0000 7fce697fa640 1 -- 172.21.15.76:0/198817123 <== mon.0 v2:172.21.15.76:3300/0 2 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fce7401b070 con 0x55ab14496060 2024-09-13T16:01:44.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.791+0000 7fce93a4e740 1 -- 172.21.15.76:0/198817123 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55ab140a83c0 con 0x55ab14496060 2024-09-13T16:01:44.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.791+0000 7fce697fa640 1 -- 172.21.15.76:0/198817123 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_get_version_reply(handle=1 version=7) v2 ==== 24+0+0 (secure 0 0 0) 0x7fce74005320 con 0x55ab14496060 2024-09-13T16:01:44.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.791+0000 7fce93a4e740 10 client.4413 fetch_fsmap learned FSMap version 7 2024-09-13T16:01:44.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.791+0000 7fce93a4e740 1 -- 172.21.15.76:0/198817123 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,fsmap=7,monmap=2+}) v3 -- 0x55ab143b3270 con 0x55ab14496060 2024-09-13T16:01:44.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.792+0000 7fce697fa640 1 -- 172.21.15.76:0/198817123 <== mon.0 v2:172.21.15.76:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fce74025020 con 0x55ab14496060 2024-09-13T16:01:44.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.792+0000 7fce697fa640 1 -- 172.21.15.76:0/198817123 <== mon.0 v2:172.21.15.76:3300/0 5 ==== fsmap(e 7) v1 ==== 3122+0+0 (secure 0 0 0) 0x7fce74007050 con 0x55ab14496060 2024-09-13T16:01:44.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.792+0000 7fce93a4e740 10 client.4413 fetch_fsmap finished waiting for FSMap version 7 2024-09-13T16:01:44.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.792+0000 7fce93a4e740 10 client.4413 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-13T16:01:44.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.792+0000 7fce93a4e740 20 client.4413 populate_metadata read hostname 'smithi076' 2024-09-13T16:01:44.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.792+0000 7fce93a4e740 1 --2- 172.21.15.76:0/198817123 >> [v2:172.21.15.76:6834/2679973843,v1:172.21.15.76:6836/2679973843] conn(0x55ab144adda0 0x55ab14485990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:44.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.792+0000 7fce93a4e740 4 client.4413 mds_command: new command op to 4278 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-13T16:01:44.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.792+0000 7fce93a4e740 1 -- 172.21.15.76:0/198817123 --> [v2:172.21.15.76:6834/2679973843,v1:172.21.15.76:6836/2679973843] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55ab140b96c0 con 0x55ab144adda0 2024-09-13T16:01:44.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.792+0000 7fce8a59c640 1 --2- 172.21.15.76:0/198817123 >> [v2:172.21.15.76:6834/2679973843,v1:172.21.15.76:6836/2679973843] conn(0x55ab144adda0 0x55ab14485990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:44.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.792+0000 7fce8a59c640 1 --2- 172.21.15.76:0/198817123 >> [v2:172.21.15.76:6834/2679973843,v1:172.21.15.76:6836/2679973843] conn(0x55ab144adda0 0x55ab14485990 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1a8eefec5217bcc2 server_cookie=ca4ef138604503d7 in_seq=0 out_seq=0 2024-09-13T16:01:44.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.792+0000 7fce697fa640 10 client.4413 ms_handle_connect on v2:172.21.15.76:6834/2679973843 2024-09-13T16:01:44.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.793+0000 7fce697fa640 1 -- 172.21.15.76:0/198817123 <== mds.0 v2:172.21.15.76:6834/2679973843 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55ab140b96c0 con 0x55ab144adda0 2024-09-13T16:01:44.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.793+0000 7fce697fa640 10 client.4413 handle_command_reply: tid=0 2024-09-13T16:01:44.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.793+0000 7fce93a4e740 1 client.4413 shutdown 2024-09-13T16:01:44.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.793+0000 7fce93a4e740 1 -- 172.21.15.76:0/198817123 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ab14496060 msgr2=0x55ab144717a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:44.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.793+0000 7fce93a4e740 1 --2- 172.21.15.76:0/198817123 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ab14496060 0x55ab144717a0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fce740122f0 tx=0x7fce740127b0 comp rx=0 tx=0).stop 2024-09-13T16:01:44.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.793+0000 7fce93a4e740 1 -- 172.21.15.76:0/198817123 shutdown_connections 2024-09-13T16:01:44.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.793+0000 7fce93a4e740 1 --2- 172.21.15.76:0/198817123 >> [v2:172.21.15.76:6834/2679973843,v1:172.21.15.76:6836/2679973843] conn(0x55ab144adda0 0x55ab14485990 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:44.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.793+0000 7fce93a4e740 1 --2- 172.21.15.76:0/198817123 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ab1447bc90 0x55ab14487a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:44.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.793+0000 7fce93a4e740 1 --2- 172.21.15.76:0/198817123 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ab14496060 0x55ab144717a0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:44.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.793+0000 7fce93a4e740 1 --2- 172.21.15.76:0/198817123 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55ab14452770 0x55ab1447ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:44.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.793+0000 7fce697fa640 0 client.4413 ms_handle_reset on v2:172.21.15.76:6834/2679973843 2024-09-13T16:01:44.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.793+0000 7fce93a4e740 1 -- 172.21.15.76:0/198817123 >> 172.21.15.76:0/198817123 conn(0x55ab1444db40 msgr2=0x55ab1449a960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:44.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.793+0000 7fce93a4e740 1 -- 172.21.15.76:0/198817123 shutdown_connections 2024-09-13T16:01:44.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.793+0000 7fce93a4e740 1 -- 172.21.15.76:0/198817123 wait complete. 2024-09-13T16:01:44.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.793+0000 7fce93a4e740 20 client.4413 trim_cache size 0 max 16384 2024-09-13T16:01:44.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.808+0000 7fce93a4e740 1 Processor -- start 2024-09-13T16:01:44.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.808+0000 7fce93a4e740 1 -- start start 2024-09-13T16:01:44.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.809+0000 7fce93a4e740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ab14452770 0x55ab1447b1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:44.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.809+0000 7fce93a4e740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ab1447bc90 0x55ab14493cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:44.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.809+0000 7fce93a4e740 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55ab14496060 0x55ab14500150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:44.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.809+0000 7fce93a4e740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ab14338460 con 0x55ab1447bc90 2024-09-13T16:01:44.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.809+0000 7fce93a4e740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ab144ae250 con 0x55ab14452770 2024-09-13T16:01:44.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.809+0000 7fce93a4e740 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x55ab143e9db0 con 0x55ab14496060 2024-09-13T16:01:44.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.809+0000 7fce83fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ab1447bc90 0x55ab14493cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:44.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.809+0000 7fce83fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ab1447bc90 0x55ab14493cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60410/0 (socket says 172.21.15.76:60410) 2024-09-13T16:01:44.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.809+0000 7fce83fff640 1 -- 172.21.15.76:0/3182262936 learned_addr learned my addr 172.21.15.76:0/3182262936 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:01:44.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.809+0000 7fce8a59c640 1 --2- 172.21.15.76:0/3182262936 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ab14452770 0x55ab1447b1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:44.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.809+0000 7fce8ad9d640 1 --2- 172.21.15.76:0/3182262936 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55ab14496060 0x55ab14500150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:44.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.809+0000 7fce83fff640 1 -- 172.21.15.76:0/3182262936 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55ab14496060 msgr2=0x55ab14500150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:01:44.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.809+0000 7fce83fff640 1 --2- 172.21.15.76:0/3182262936 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55ab14496060 0x55ab14500150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:44.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.809+0000 7fce83fff640 1 -- 172.21.15.76:0/3182262936 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ab14452770 msgr2=0x55ab1447b1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:01:44.813 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.809+0000 7fce83fff640 1 --2- 172.21.15.76:0/3182262936 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ab14452770 0x55ab1447b1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:44.813 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.809+0000 7fce83fff640 1 -- 172.21.15.76:0/3182262936 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fce8c0cdf20 con 0x55ab1447bc90 2024-09-13T16:01:44.813 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.809+0000 7fce83fff640 1 --2- 172.21.15.76:0/3182262936 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ab1447bc90 0x55ab14493cd0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fce74001bf0 tx=0x7fce7400f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=14e9e30ebacca671 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:44.813 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.809+0000 7fce80ff9640 1 -- 172.21.15.76:0/3182262936 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce7401a040 con 0x55ab1447bc90 2024-09-13T16:01:44.813 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.809+0000 7fce80ff9640 1 -- 172.21.15.76:0/3182262936 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fce74025070 con 0x55ab1447bc90 2024-09-13T16:01:44.813 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.809+0000 7fce80ff9640 1 -- 172.21.15.76:0/3182262936 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce74003830 con 0x55ab1447bc90 2024-09-13T16:01:44.813 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.810+0000 7fce93a4e740 1 -- 172.21.15.76:0/3182262936 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ab1447bc90 msgr2=0x55ab14493cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:44.813 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.810+0000 7fce93a4e740 1 --2- 172.21.15.76:0/3182262936 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ab1447bc90 0x55ab14493cd0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fce74001bf0 tx=0x7fce7400f000 comp rx=0 tx=0).stop 2024-09-13T16:01:44.813 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.810+0000 7fce93a4e740 1 -- 172.21.15.76:0/3182262936 shutdown_connections 2024-09-13T16:01:44.813 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.810+0000 7fce93a4e740 1 --2- 172.21.15.76:0/3182262936 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55ab14496060 0x55ab14500150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:44.813 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.810+0000 7fce93a4e740 1 --2- 172.21.15.76:0/3182262936 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ab1447bc90 0x55ab14493cd0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:44.813 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.810+0000 7fce93a4e740 1 --2- 172.21.15.76:0/3182262936 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ab14452770 0x55ab1447b1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:44.813 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.810+0000 7fce93a4e740 1 -- 172.21.15.76:0/3182262936 >> 172.21.15.76:0/3182262936 conn(0x55ab1444db40 msgr2=0x55ab14498b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:44.813 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.810+0000 7fce93a4e740 1 -- 172.21.15.76:0/3182262936 shutdown_connections 2024-09-13T16:01:44.814 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.810+0000 7fce93a4e740 1 -- 172.21.15.76:0/3182262936 wait complete. 2024-09-13T16:01:44.814 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.810+0000 7fce93a4e740 1 -- start start 2024-09-13T16:01:44.814 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.810+0000 7fce93a4e740 1 Processor -- start 2024-09-13T16:01:44.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.811+0000 7fce93a4e740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ab14452770 0x55ab1447ed50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:44.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.811+0000 7fce93a4e740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ab1447bc90 0x55ab144b4890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:44.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.811+0000 7fce93a4e740 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55ab14496060 0x55ab14493cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:44.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.811+0000 7fce93a4e740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ab14505520 con 0x55ab1447bc90 2024-09-13T16:01:44.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.811+0000 7fce93a4e740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ab144b4dd0 con 0x55ab14452770 2024-09-13T16:01:44.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.811+0000 7fce93a4e740 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x55ab144a9920 con 0x55ab14496060 2024-09-13T16:01:44.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.811+0000 7fce93a4e740 10 client.0 _ll_register_callbacks cb 0x7fce84004ec0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:01:44.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.811+0000 7fce83fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ab1447bc90 0x55ab144b4890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:44.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.811+0000 7fce83fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ab1447bc90 0x55ab144b4890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60412/0 (socket says 172.21.15.76:60412) 2024-09-13T16:01:44.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.811+0000 7fce83fff640 1 -- 172.21.15.76:0/3241710715 learned_addr learned my addr 172.21.15.76:0/3241710715 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:01:44.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.811+0000 7fce8a59c640 1 --2- 172.21.15.76:0/3241710715 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ab14452770 0x55ab1447ed50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:44.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.811+0000 7fce8ad9d640 1 --2- 172.21.15.76:0/3241710715 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55ab14496060 0x55ab14493cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:44.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.811+0000 7fce83fff640 1 -- 172.21.15.76:0/3241710715 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55ab14496060 msgr2=0x55ab14493cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:01:44.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.811+0000 7fce83fff640 1 --2- 172.21.15.76:0/3241710715 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55ab14496060 0x55ab14493cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:44.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.811+0000 7fce83fff640 1 -- 172.21.15.76:0/3241710715 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ab14452770 msgr2=0x55ab1447ed50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:01:44.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.811+0000 7fce83fff640 1 --2- 172.21.15.76:0/3241710715 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ab14452770 0x55ab1447ed50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:44.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.811+0000 7fce83fff640 1 -- 172.21.15.76:0/3241710715 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55ab143b3270 con 0x55ab1447bc90 2024-09-13T16:01:44.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.811+0000 7fce8a59c640 1 --2- 172.21.15.76:0/3241710715 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ab14452770 0x55ab1447ed50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:01:44.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.812+0000 7fce83fff640 1 --2- 172.21.15.76:0/3241710715 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ab1447bc90 0x55ab144b4890 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fce74009010 tx=0x7fce74007a70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=83eeba894c7a251 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:44.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.812+0000 7fce697fa640 10 client.0 ms_handle_connect on v2:172.21.15.76:3300/0 2024-09-13T16:01:44.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.812+0000 7fce697fa640 1 -- 172.21.15.76:0/3241710715 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce7402f070 con 0x55ab1447bc90 2024-09-13T16:01:44.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.812+0000 7fce697fa640 1 -- 172.21.15.76:0/3241710715 <== mon.0 v2:172.21.15.76:3300/0 2 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fce74026080 con 0x55ab1447bc90 2024-09-13T16:01:44.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.812+0000 7fce93a4e740 1 -- 172.21.15.76:0/3241710715 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fce8405c340 con 0x55ab1447bc90 2024-09-13T16:01:44.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.812+0000 7fce697fa640 1 -- 172.21.15.76:0/3241710715 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_get_version_reply(handle=1 version=7) v2 ==== 24+0+0 (secure 0 0 0) 0x7fce7401a040 con 0x55ab1447bc90 2024-09-13T16:01:44.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.812+0000 7fce93a4e740 10 client.4419 fetch_fsmap learned FSMap version 7 2024-09-13T16:01:44.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.812+0000 7fce93a4e740 1 -- 172.21.15.76:0/3241710715 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,fsmap=7,monmap=2+}) v3 -- 0x55ab143555f0 con 0x55ab1447bc90 2024-09-13T16:01:44.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.812+0000 7fce697fa640 1 -- 172.21.15.76:0/3241710715 <== mon.0 v2:172.21.15.76:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fce8405c340 con 0x55ab1447bc90 2024-09-13T16:01:44.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.812+0000 7fce697fa640 1 -- 172.21.15.76:0/3241710715 <== mon.0 v2:172.21.15.76:3300/0 5 ==== fsmap(e 7) v1 ==== 3122+0+0 (secure 0 0 0) 0x7fce740035f0 con 0x55ab1447bc90 2024-09-13T16:01:44.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.812+0000 7fce93a4e740 10 client.4419 fetch_fsmap finished waiting for FSMap version 7 2024-09-13T16:01:44.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.812+0000 7fce93a4e740 10 client.4419 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-13T16:01:44.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.812+0000 7fce93a4e740 20 client.4419 populate_metadata read hostname 'smithi076' 2024-09-13T16:01:44.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.812+0000 7fce93a4e740 1 --2- 172.21.15.76:0/3241710715 >> [v2:172.21.15.76:6834/2679973843,v1:172.21.15.76:6836/2679973843] conn(0x55ab14508c90 0x55ab14509070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:44.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.812+0000 7fce93a4e740 4 client.4419 mds_command: new command op to 4278 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-13T16:01:44.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.812+0000 7fce93a4e740 1 -- 172.21.15.76:0/3241710715 --> [v2:172.21.15.76:6834/2679973843,v1:172.21.15.76:6836/2679973843] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55ab1410cd10 con 0x55ab14508c90 2024-09-13T16:01:44.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.812+0000 7fce8a59c640 1 --2- 172.21.15.76:0/3241710715 >> [v2:172.21.15.76:6834/2679973843,v1:172.21.15.76:6836/2679973843] conn(0x55ab14508c90 0x55ab14509070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:44.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.812+0000 7fce697fa640 10 client.4419 ms_handle_connect on v2:172.21.15.76:6834/2679973843 2024-09-13T16:01:44.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.813+0000 7fce8a59c640 1 --2- 172.21.15.76:0/3241710715 >> [v2:172.21.15.76:6834/2679973843,v1:172.21.15.76:6836/2679973843] conn(0x55ab14508c90 0x55ab14509070 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2d8ec0ed37fec43 server_cookie=e2d3d21775c07c19 in_seq=0 out_seq=0 2024-09-13T16:01:44.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.813+0000 7fce697fa640 1 -- 172.21.15.76:0/3241710715 <== mds.0 v2:172.21.15.76:6834/2679973843 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+330 (crc 0 0 0) 0x55ab1410cd10 con 0x55ab14508c90 2024-09-13T16:01:44.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.813+0000 7fce697fa640 10 client.4419 handle_command_reply: tid=0 2024-09-13T16:01:44.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.813+0000 7fce93a4e740 1 client.4419 shutdown 2024-09-13T16:01:44.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.813+0000 7fce93a4e740 1 -- 172.21.15.76:0/3241710715 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ab1447bc90 msgr2=0x55ab144b4890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:44.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.813+0000 7fce93a4e740 1 --2- 172.21.15.76:0/3241710715 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ab1447bc90 0x55ab144b4890 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fce74009010 tx=0x7fce74007a70 comp rx=0 tx=0).stop 2024-09-13T16:01:44.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.813+0000 7fce93a4e740 1 -- 172.21.15.76:0/3241710715 shutdown_connections 2024-09-13T16:01:44.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.813+0000 7fce93a4e740 1 --2- 172.21.15.76:0/3241710715 >> [v2:172.21.15.76:6834/2679973843,v1:172.21.15.76:6836/2679973843] conn(0x55ab14508c90 0x55ab14509070 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:44.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.813+0000 7fce93a4e740 1 --2- 172.21.15.76:0/3241710715 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55ab14496060 0x55ab14493cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:44.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.813+0000 7fce93a4e740 1 --2- 172.21.15.76:0/3241710715 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ab1447bc90 0x55ab144b4890 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:44.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.813+0000 7fce93a4e740 1 --2- 172.21.15.76:0/3241710715 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ab14452770 0x55ab1447ed50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:44.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.813+0000 7fce697fa640 0 client.4419 ms_handle_reset on v2:172.21.15.76:6834/2679973843 2024-09-13T16:01:44.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.813+0000 7fce93a4e740 1 -- 172.21.15.76:0/3241710715 >> 172.21.15.76:0/3241710715 conn(0x55ab1444db40 msgr2=0x55ab14487810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:44.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.813+0000 7fce93a4e740 1 -- 172.21.15.76:0/3241710715 shutdown_connections 2024-09-13T16:01:44.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.813+0000 7fce93a4e740 1 -- 172.21.15.76:0/3241710715 wait complete. 2024-09-13T16:01:44.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.813+0000 7fce93a4e740 20 client.4419 trim_cache size 0 max 16384 2024-09-13T16:01:44.821 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2024-09-13T16:01:44.821 INFO:teuthology.orchestra.run.smithi076.stdout: "cluster_fsid": "da76ee52-f48b-434a-9df7-5fefe2a6e471", 2024-09-13T16:01:44.822 INFO:teuthology.orchestra.run.smithi076.stdout: "whoami": 0, 2024-09-13T16:01:44.822 INFO:teuthology.orchestra.run.smithi076.stdout: "id": 4278, 2024-09-13T16:01:44.822 INFO:teuthology.orchestra.run.smithi076.stdout: "want_state": "up:active", 2024-09-13T16:01:44.822 INFO:teuthology.orchestra.run.smithi076.stdout: "state": "up:active", 2024-09-13T16:01:44.822 INFO:teuthology.orchestra.run.smithi076.stdout: "fs_name": "cephfs", 2024-09-13T16:01:44.822 INFO:teuthology.orchestra.run.smithi076.stdout: "rank_uptime": 6.4486468390000002, 2024-09-13T16:01:44.822 INFO:teuthology.orchestra.run.smithi076.stdout: "mdsmap_epoch": 7, 2024-09-13T16:01:44.822 INFO:teuthology.orchestra.run.smithi076.stdout: "osdmap_epoch": 26, 2024-09-13T16:01:44.822 INFO:teuthology.orchestra.run.smithi076.stdout: "osdmap_epoch_barrier": 24, 2024-09-13T16:01:44.822 INFO:teuthology.orchestra.run.smithi076.stdout: "uptime": 12.350320354999999 2024-09-13T16:01:44.822 INFO:teuthology.orchestra.run.smithi076.stdout:} 2024-09-13T16:01:44.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.813+0000 7fce90d2c640 1 -- 172.21.15.76:0/2986370303 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fce6c06ac30 msgr2=0x7fce6c06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:44.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.813+0000 7fce90d2c640 1 --2- 172.21.15.76:0/2986370303 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fce6c06ac30 0x7fce6c06d0f0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fce7c033000 tx=0x7fce7c008030 comp rx=0 tx=0).stop 2024-09-13T16:01:44.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.813+0000 7fce90d2c640 1 -- 172.21.15.76:0/2986370303 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fce8c15ca40 msgr2=0x7fce8c15cec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:44.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.813+0000 7fce90d2c640 1 --2- 172.21.15.76:0/2986370303 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fce8c15ca40 0x7fce8c15cec0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fce78004740 tx=0x7fce8400b4a0 comp rx=0 tx=0).stop 2024-09-13T16:01:44.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.813+0000 7fce90d2c640 1 -- 172.21.15.76:0/2986370303 shutdown_connections 2024-09-13T16:01:44.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.814+0000 7fce90d2c640 1 --2- 172.21.15.76:0/2986370303 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fce8c15ca40 0x7fce8c15cec0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:44.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.814+0000 7fce90d2c640 1 --2- 172.21.15.76:0/2986370303 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fce6c06ac30 0x7fce6c06d0f0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:44.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.814+0000 7fce90d2c640 1 --2- 172.21.15.76:0/2986370303 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fce8c0c5d80 0x7fce8c158290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:44.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.814+0000 7fce90d2c640 1 --2- 172.21.15.76:0/2986370303 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fce78003b00 0x7fce8c0701d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:44.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.814+0000 7fce90d2c640 1 -- 172.21.15.76:0/2986370303 >> 172.21.15.76:0/2986370303 conn(0x7fce8c069ed0 msgr2=0x7fce8c0af680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:44.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.814+0000 7fce90d2c640 1 -- 172.21.15.76:0/2986370303 shutdown_connections 2024-09-13T16:01:44.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.814+0000 7fce90d2c640 1 -- 172.21.15.76:0/2986370303 wait complete. 2024-09-13T16:01:44.825 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-13T16:01:44.825 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2024-09-13T16:01:44.826 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T16:01:44.923 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.922+0000 7fe8fcfa0640 1 Processor -- start 2024-09-13T16:01:44.924 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.922+0000 7fe8fcfa0640 1 -- start start 2024-09-13T16:01:44.924 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.923+0000 7fe8fcfa0640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe8f81590a0 0x7fe8f806cad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:44.925 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.923+0000 7fe8fcfa0640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe8f8159480 con 0x7fe8f80cada0 2024-09-13T16:01:44.925 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.923+0000 7fe8fcfa0640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe8f80cb230 con 0x7fe8f80ca930 2024-09-13T16:01:44.925 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.923+0000 7fe8fcfa0640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe8f80cb510 con 0x7fe8f81590a0 2024-09-13T16:01:44.925 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.923+0000 7fe8f77fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe8f81590a0 0x7fe8f806cad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:44.925 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.923+0000 7fe8f7fff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fe8f80cada0 0x7fe8f80b1da0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:60004/0 (socket says 172.21.15.76:60004) 2024-09-13T16:01:44.925 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.923+0000 7fe8f7fff640 1 -- 172.21.15.76:0/3425319603 learned_addr learned my addr 172.21.15.76:0/3425319603 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:01:44.925 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.923+0000 7fe8f77fe640 1 -- 172.21.15.76:0/3425319603 >> v1:172.21.15.192:6789/0 conn(0x7fe8f80ca930 legacy=0x7fe8f80ccf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:44.925 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.923+0000 7fe8f77fe640 1 -- 172.21.15.76:0/3425319603 >> v1:172.21.15.76:6789/0 conn(0x7fe8f80cada0 legacy=0x7fe8f80b1da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:44.925 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.923+0000 7fe8f77fe640 1 -- 172.21.15.76:0/3425319603 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe8f80cb7f0 con 0x7fe8f81590a0 2024-09-13T16:01:44.925 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.923+0000 7fe8f67fc640 1 -- 172.21.15.76:0/3425319603 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1611737351 0 0) 0x7fe8f8159480 con 0x7fe8f80cada0 2024-09-13T16:01:44.927 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.924+0000 7fe8f77fe640 1 --2- 172.21.15.76:0/3425319603 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe8f81590a0 0x7fe8f806cad0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fe8e8009d90 tx=0x7fe8e802a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c3bdff244e7e85ad server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:44.927 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.924+0000 7fe8f67fc640 1 -- 172.21.15.76:0/3425319603 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8e8007740 con 0x7fe8f81590a0 2024-09-13T16:01:44.927 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.924+0000 7fe8f67fc640 1 -- 172.21.15.76:0/3425319603 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe8e802d050 con 0x7fe8f81590a0 2024-09-13T16:01:44.927 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.924+0000 7fe8f67fc640 1 -- 172.21.15.76:0/3425319603 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8e8007ac0 con 0x7fe8f81590a0 2024-09-13T16:01:44.927 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.925+0000 7fe8fcfa0640 1 -- 172.21.15.76:0/3425319603 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe8f81590a0 msgr2=0x7fe8f806cad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:44.927 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.925+0000 7fe8fcfa0640 1 --2- 172.21.15.76:0/3425319603 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe8f81590a0 0x7fe8f806cad0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fe8e8009d90 tx=0x7fe8e802a6f0 comp rx=0 tx=0).stop 2024-09-13T16:01:44.927 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.925+0000 7fe8fcfa0640 1 -- 172.21.15.76:0/3425319603 shutdown_connections 2024-09-13T16:01:44.927 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.925+0000 7fe8fcfa0640 1 --2- 172.21.15.76:0/3425319603 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe8f81590a0 0x7fe8f806cad0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:44.927 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.925+0000 7fe8fcfa0640 1 -- 172.21.15.76:0/3425319603 >> 172.21.15.76:0/3425319603 conn(0x7fe8f80afc50 msgr2=0x7fe8f80b0060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:44.927 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.925+0000 7fe8fcfa0640 1 -- 172.21.15.76:0/3425319603 shutdown_connections 2024-09-13T16:01:44.928 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.925+0000 7fe8fcfa0640 1 -- 172.21.15.76:0/3425319603 wait complete. 2024-09-13T16:01:44.930 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.926+0000 7fe8fcfa0640 1 Processor -- start 2024-09-13T16:01:44.930 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.926+0000 7fe8fcfa0640 1 -- start start 2024-09-13T16:01:44.930 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.927+0000 7fe8fcfa0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe8f80ca930 0x7fe8f815b400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:44.930 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.927+0000 7fe8fcfa0640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe8f81590a0 0x7fe8f813b880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:44.930 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.927+0000 7fe8fcfa0640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe8f80989d0 0x7fe8f8098e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:44.930 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.927+0000 7fe8fcfa0640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8f809b270 con 0x7fe8f80ca930 2024-09-13T16:01:44.931 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.927+0000 7fe8fcfa0640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8f809ac40 con 0x7fe8f81590a0 2024-09-13T16:01:44.931 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.927+0000 7fe8fcfa0640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe8f815b940 con 0x7fe8f80989d0 2024-09-13T16:01:44.931 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.927+0000 7fe8f77fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe8f80ca930 0x7fe8f815b400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:44.931 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.927+0000 7fe8f77fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe8f80ca930 0x7fe8f815b400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60424/0 (socket says 172.21.15.76:60424) 2024-09-13T16:01:44.931 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.927+0000 7fe8f77fe640 1 -- 172.21.15.76:0/3628656986 learned_addr learned my addr 172.21.15.76:0/3628656986 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:01:44.931 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.927+0000 7fe8f7fff640 1 --2- 172.21.15.76:0/3628656986 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe8f80989d0 0x7fe8f8098e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:44.931 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.927+0000 7fe8f6ffd640 1 --2- 172.21.15.76:0/3628656986 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe8f81590a0 0x7fe8f813b880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:44.931 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.927+0000 7fe8f77fe640 1 -- 172.21.15.76:0/3628656986 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe8f80989d0 msgr2=0x7fe8f8098e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:44.931 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.927+0000 7fe8f77fe640 1 --2- 172.21.15.76:0/3628656986 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe8f80989d0 0x7fe8f8098e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:44.931 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.927+0000 7fe8f77fe640 1 -- 172.21.15.76:0/3628656986 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe8f81590a0 msgr2=0x7fe8f813b880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:44.931 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.927+0000 7fe8f77fe640 1 --2- 172.21.15.76:0/3628656986 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe8f81590a0 0x7fe8f813b880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:44.931 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.927+0000 7fe8f77fe640 1 -- 172.21.15.76:0/3628656986 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe8e8009a70 con 0x7fe8f80ca930 2024-09-13T16:01:44.931 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.927+0000 7fe8f7fff640 1 --2- 172.21.15.76:0/3628656986 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe8f80989d0 0x7fe8f8098e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:01:44.932 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.927+0000 7fe8f6ffd640 1 --2- 172.21.15.76:0/3628656986 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe8f81590a0 0x7fe8f813b880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:01:44.932 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.927+0000 7fe8f77fe640 1 --2- 172.21.15.76:0/3628656986 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe8f80ca930 0x7fe8f815b400 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fe8e8009d90 tx=0x7fe8e8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:44.932 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.928+0000 7fe8dffff640 1 -- 172.21.15.76:0/3628656986 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8e8031c40 con 0x7fe8f80ca930 2024-09-13T16:01:44.932 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.928+0000 7fe8dffff640 1 -- 172.21.15.76:0/3628656986 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe8e8031da0 con 0x7fe8f80ca930 2024-09-13T16:01:44.932 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.928+0000 7fe8dffff640 1 -- 172.21.15.76:0/3628656986 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8e8003b90 con 0x7fe8f80ca930 2024-09-13T16:01:44.932 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.928+0000 7fe8fcfa0640 1 -- 172.21.15.76:0/3628656986 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe8f815a6b0 con 0x7fe8f80ca930 2024-09-13T16:01:44.932 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.928+0000 7fe8fcfa0640 1 -- 172.21.15.76:0/3628656986 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe8f809ae90 con 0x7fe8f80ca930 2024-09-13T16:01:44.932 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.929+0000 7fe8fcfa0640 1 -- 172.21.15.76:0/3628656986 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe8f806cad0 con 0x7fe8f80ca930 2024-09-13T16:01:44.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.929+0000 7fe8dffff640 1 -- 172.21.15.76:0/3628656986 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe8e8003cf0 con 0x7fe8f80ca930 2024-09-13T16:01:44.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.930+0000 7fe8dffff640 1 --2- 172.21.15.76:0/3628656986 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe8e406ac00 0x7fe8e406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:44.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.930+0000 7fe8dffff640 1 -- 172.21.15.76:0/3628656986 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fe8e80aaca0 con 0x7fe8f80ca930 2024-09-13T16:01:44.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.930+0000 7fe8f6ffd640 1 --2- 172.21.15.76:0/3628656986 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe8e406ac00 0x7fe8e406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:44.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.930+0000 7fe8f6ffd640 1 --2- 172.21.15.76:0/3628656986 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe8e406ac00 0x7fe8e406d0c0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fe8ec007fd0 tx=0x7fe8ec009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:44.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:44.934+0000 7fe8dffff640 1 -- 172.21.15.76:0/3628656986 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fe8e8075ce0 con 0x7fe8f80ca930 2024-09-13T16:01:45.131 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:45.130+0000 7fe8fcfa0640 1 -- 172.21.15.76:0/3628656986 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7fe8f80b2400 con 0x7fe8f80ca930 2024-09-13T16:01:45.131 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:45.130+0000 7fe8dffff640 1 -- 172.21.15.76:0/3628656986 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v7) v1 ==== 53+0+88 (secure 0 0 0) 0x7fe8e8049070 con 0x7fe8f80ca930 2024-09-13T16:01:45.131 INFO:teuthology.orchestra.run.smithi076.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-13T16:01:45.133 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:45.132+0000 7fe8fcfa0640 1 -- 172.21.15.76:0/3628656986 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe8e406ac00 msgr2=0x7fe8e406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:45.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:45.132+0000 7fe8fcfa0640 1 --2- 172.21.15.76:0/3628656986 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe8e406ac00 0x7fe8e406d0c0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fe8ec007fd0 tx=0x7fe8ec009040 comp rx=0 tx=0).stop 2024-09-13T16:01:45.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:45.132+0000 7fe8fcfa0640 1 -- 172.21.15.76:0/3628656986 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe8f80ca930 msgr2=0x7fe8f815b400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:45.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:45.132+0000 7fe8fcfa0640 1 --2- 172.21.15.76:0/3628656986 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe8f80ca930 0x7fe8f815b400 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fe8e8009d90 tx=0x7fe8e8004a40 comp rx=0 tx=0).stop 2024-09-13T16:01:45.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:45.132+0000 7fe8fcfa0640 1 -- 172.21.15.76:0/3628656986 shutdown_connections 2024-09-13T16:01:45.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:45.132+0000 7fe8fcfa0640 1 --2- 172.21.15.76:0/3628656986 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe8e406ac00 0x7fe8e406d0c0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:45.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:45.132+0000 7fe8fcfa0640 1 --2- 172.21.15.76:0/3628656986 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe8f80989d0 0x7fe8f8098e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:45.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:45.132+0000 7fe8fcfa0640 1 --2- 172.21.15.76:0/3628656986 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe8f81590a0 0x7fe8f813b880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:45.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:45.132+0000 7fe8fcfa0640 1 --2- 172.21.15.76:0/3628656986 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe8f80ca930 0x7fe8f815b400 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:45.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:45.132+0000 7fe8fcfa0640 1 -- 172.21.15.76:0/3628656986 >> 172.21.15.76:0/3628656986 conn(0x7fe8f80afc50 msgr2=0x7fe8f80b2920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:45.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:45.132+0000 7fe8fcfa0640 1 -- 172.21.15.76:0/3628656986 shutdown_connections 2024-09-13T16:01:45.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:45.132+0000 7fe8fcfa0640 1 -- 172.21.15.76:0/3628656986 wait complete. 2024-09-13T16:01:45.144 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-13T16:01:45.144 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T16:01:45.144 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi076.front.sepia.ceph.com 2024-09-13T16:01:45.144 INFO:tasks.cephfs.mount:self.client.name = client.admin 2024-09-13T16:01:45.144 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2024-09-13T16:01:45.144 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-13T16:01:45.144 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T16:01:45.144 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T16:01:45.145 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.admin' 2024-09-13T16:01:45.145 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:01:45.145 DEBUG:teuthology.orchestra.run.smithi076:> ip addr 2024-09-13T16:01:45.160 INFO:teuthology.orchestra.run.smithi076.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T16:01:45.161 INFO:teuthology.orchestra.run.smithi076.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T16:01:45.161 INFO:teuthology.orchestra.run.smithi076.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T16:01:45.161 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:01:45.161 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 ::1/128 scope host 2024-09-13T16:01:45.161 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:01:45.161 INFO:teuthology.orchestra.run.smithi076.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:01:45.161 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:d8:da:66 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:01:45.161 INFO:teuthology.orchestra.run.smithi076.stdout: altname enp7s0f0 2024-09-13T16:01:45.161 INFO:teuthology.orchestra.run.smithi076.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:01:45.161 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:d8:da:67 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:01:45.161 INFO:teuthology.orchestra.run.smithi076.stdout: altname enp7s0f1 2024-09-13T16:01:45.161 INFO:teuthology.orchestra.run.smithi076.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:01:45.162 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:8f:47:e0 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:01:45.162 INFO:teuthology.orchestra.run.smithi076.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T16:01:45.162 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:8f:47:e1 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:01:45.162 INFO:teuthology.orchestra.run.smithi076.stdout: inet 172.21.15.76/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-13T16:01:45.162 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft 42791sec preferred_lft 42791sec 2024-09-13T16:01:45.162 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::ec4:7aff:fe8f:47e1/64 scope link noprefixroute 2024-09-13T16:01:45.162 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:01:45.162 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-13T16:01:45.163 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:01:45.163 DEBUG:teuthology.orchestra.run.smithi076:> (cd / && exec bash -c ' 2024-09-13T16:01:45.163 DEBUG:teuthology.orchestra.run.smithi076:> set -e 2024-09-13T16:01:45.163 DEBUG:teuthology.orchestra.run.smithi076:> sudo ip link add name ceph-brx type bridge 2024-09-13T16:01:45.163 DEBUG:teuthology.orchestra.run.smithi076:> sudo ip addr flush dev ceph-brx 2024-09-13T16:01:45.163 DEBUG:teuthology.orchestra.run.smithi076:> sudo ip link set ceph-brx up 2024-09-13T16:01:45.163 DEBUG:teuthology.orchestra.run.smithi076:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-13T16:01:45.163 DEBUG:teuthology.orchestra.run.smithi076:> ') 2024-09-13T16:01:45.333 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:01:45.333 DEBUG:teuthology.orchestra.run.smithi076:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T16:01:45.357 INFO:teuthology.orchestra.run.smithi076.stdout:1 2024-09-13T16:01:45.359 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:01:45.359 DEBUG:teuthology.orchestra.run.smithi076:> route 2024-09-13T16:01:45.426 INFO:teuthology.orchestra.run.smithi076.stdout:Kernel IP routing table 2024-09-13T16:01:45.426 INFO:teuthology.orchestra.run.smithi076.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T16:01:45.426 INFO:teuthology.orchestra.run.smithi076.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-13T16:01:45.426 INFO:teuthology.orchestra.run.smithi076.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-13T16:01:45.426 INFO:teuthology.orchestra.run.smithi076.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T16:01:45.427 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:01:45.427 DEBUG:teuthology.orchestra.run.smithi076:> (cd / && exec bash -c ' 2024-09-13T16:01:45.427 DEBUG:teuthology.orchestra.run.smithi076:> set -e 2024-09-13T16:01:45.427 DEBUG:teuthology.orchestra.run.smithi076:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-13T16:01:45.427 DEBUG:teuthology.orchestra.run.smithi076:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-13T16:01:45.427 DEBUG:teuthology.orchestra.run.smithi076:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-13T16:01:45.427 DEBUG:teuthology.orchestra.run.smithi076:> ') 2024-09-13T16:01:45.671 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:01:45.671 DEBUG:teuthology.orchestra.run.smithi076:> ip netns list 2024-09-13T16:01:45.686 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:01:45.687 DEBUG:teuthology.orchestra.run.smithi076:> ip netns list-id 2024-09-13T16:01:45.741 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:01:45.741 DEBUG:teuthology.orchestra.run.smithi076:> (cd / && exec bash -c ' 2024-09-13T16:01:45.741 DEBUG:teuthology.orchestra.run.smithi076:> set -e 2024-09-13T16:01:45.742 DEBUG:teuthology.orchestra.run.smithi076:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-13T16:01:45.742 DEBUG:teuthology.orchestra.run.smithi076:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.admin 0 2024-09-13T16:01:45.742 DEBUG:teuthology.orchestra.run.smithi076:> ') 2024-09-13T16:01:45.819 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.admin' with 192.168.0.1/16 2024-09-13T16:01:45.819 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:01:45.820 DEBUG:teuthology.orchestra.run.smithi076:> (cd / && exec bash -c ' 2024-09-13T16:01:45.820 DEBUG:teuthology.orchestra.run.smithi076:> set -e 2024-09-13T16:01:45.820 DEBUG:teuthology.orchestra.run.smithi076:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.admin type veth peer name brx.0 2024-09-13T16:01:45.820 DEBUG:teuthology.orchestra.run.smithi076:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-13T16:01:45.820 DEBUG:teuthology.orchestra.run.smithi076:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set veth0 up 2024-09-13T16:01:45.820 DEBUG:teuthology.orchestra.run.smithi076:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set lo up 2024-09-13T16:01:45.820 DEBUG:teuthology.orchestra.run.smithi076:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip route add default via 192.168.255.254 2024-09-13T16:01:45.820 DEBUG:teuthology.orchestra.run.smithi076:> ') 2024-09-13T16:01:45.941 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:01:45.942 DEBUG:teuthology.orchestra.run.smithi076:> (cd / && exec bash -c ' 2024-09-13T16:01:45.942 DEBUG:teuthology.orchestra.run.smithi076:> set -e 2024-09-13T16:01:45.942 DEBUG:teuthology.orchestra.run.smithi076:> sudo ip link set brx.0 up 2024-09-13T16:01:45.942 DEBUG:teuthology.orchestra.run.smithi076:> sudo ip link set dev brx.0 master ceph-brx 2024-09-13T16:01:45.942 DEBUG:teuthology.orchestra.run.smithi076:> ') 2024-09-13T16:01:45.980 INFO:tasks.cephfs.fuse_mount:Client client.admin config is {} 2024-09-13T16:01:45.980 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:01:45.980 DEBUG:teuthology.orchestra.run.smithi076:> mkdir -p -v /home/ubuntu/cephtest/mnt.admin 2024-09-13T16:01:46.035 INFO:teuthology.orchestra.run.smithi076.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.admin' 2024-09-13T16:01:46.035 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:01:46.035 DEBUG:teuthology.orchestra.run.smithi076:> chmod 0000 /home/ubuntu/cephtest/mnt.admin 2024-09-13T16:01:46.090 DEBUG:teuthology.orchestra.run.smithi076:> sudo modprobe fuse 2024-09-13T16:01:46.155 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:01:46.156 DEBUG:teuthology.orchestra.run.smithi076:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:01:46.220 INFO:teuthology.orchestra.run.smithi076.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:01:46.221 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:01:46.221 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:01:46.222 DEBUG:teuthology.orchestra.run.smithi076:> ls /sys/fs/fuse/connections 2024-09-13T16:01:46.278 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-13T16:01:46.278 DEBUG:teuthology.orchestra.run.smithi076:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.admin --id admin --client_fs=cephfs) 2024-09-13T16:01:46.321 DEBUG:teuthology.orchestra.run.smithi076:> sudo modprobe fuse 2024-09-13T16:01:46.345 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:01:46.345 DEBUG:teuthology.orchestra.run.smithi076:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:01:46.410 INFO:teuthology.orchestra.run.smithi076.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:01:46.411 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:01:46.411 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:01:46.411 DEBUG:teuthology.orchestra.run.smithi076:> ls /sys/fs/fuse/connections 2024-09-13T16:01:46.423 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi076.stderr:2024-09-13T16:01:46.422+0000 7f96dff54480 -1 init, newargv = 0x555c3d57a760 newargc=15 2024-09-13T16:01:46.423 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi076.stderr:ceph-fuse[43132]: starting ceph client 2024-09-13T16:01:46.429 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi076.stderr:ceph-fuse[43132]: starting fuse 2024-09-13T16:01:46.439 INFO:teuthology.orchestra.run.smithi076.stdout:41 2024-09-13T16:01:46.439 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-13T16:01:46.439 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:01:46.439 DEBUG:teuthology.orchestra.run.smithi076:> import glob 2024-09-13T16:01:46.439 DEBUG:teuthology.orchestra.run.smithi076:> import re 2024-09-13T16:01:46.439 DEBUG:teuthology.orchestra.run.smithi076:> import os 2024-09-13T16:01:46.439 DEBUG:teuthology.orchestra.run.smithi076:> import subprocess 2024-09-13T16:01:46.440 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:01:46.440 DEBUG:teuthology.orchestra.run.smithi076:> def _find_admin_socket(client_name): 2024-09-13T16:01:46.440 DEBUG:teuthology.orchestra.run.smithi076:> asok_path = "/var/run/ceph/ceph-client.admin.*.asok" 2024-09-13T16:01:46.440 DEBUG:teuthology.orchestra.run.smithi076:> files = glob.glob(asok_path) 2024-09-13T16:01:46.440 DEBUG:teuthology.orchestra.run.smithi076:> mountpoint = "/home/ubuntu/cephtest/mnt.admin" 2024-09-13T16:01:46.440 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:01:46.440 DEBUG:teuthology.orchestra.run.smithi076:> # Given a non-glob path, it better be there 2024-09-13T16:01:46.440 DEBUG:teuthology.orchestra.run.smithi076:> if "*" not in asok_path: 2024-09-13T16:01:46.440 DEBUG:teuthology.orchestra.run.smithi076:> assert(len(files) == 1) 2024-09-13T16:01:46.440 DEBUG:teuthology.orchestra.run.smithi076:> return files[0] 2024-09-13T16:01:46.440 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:01:46.440 DEBUG:teuthology.orchestra.run.smithi076:> for f in files: 2024-09-13T16:01:46.440 DEBUG:teuthology.orchestra.run.smithi076:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T16:01:46.440 DEBUG:teuthology.orchestra.run.smithi076:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T16:01:46.441 DEBUG:teuthology.orchestra.run.smithi076:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T16:01:46.441 DEBUG:teuthology.orchestra.run.smithi076:> contents = proc_f.read() 2024-09-13T16:01:46.441 DEBUG:teuthology.orchestra.run.smithi076:> if mountpoint in contents: 2024-09-13T16:01:46.441 DEBUG:teuthology.orchestra.run.smithi076:> return f 2024-09-13T16:01:46.441 DEBUG:teuthology.orchestra.run.smithi076:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T16:01:46.441 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:01:46.441 DEBUG:teuthology.orchestra.run.smithi076:> print(_find_admin_socket("client.admin")) 2024-09-13T16:01:46.441 DEBUG:teuthology.orchestra.run.smithi076:> ' 2024-09-13T16:01:46.553 INFO:teuthology.orchestra.run.smithi076.stdout:/var/run/ceph/ceph-client.admin.43132.asok 2024-09-13T16:01:46.740 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.admin.43132.asok 2024-09-13T16:01:46.740 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:01:46.740 DEBUG:teuthology.orchestra.run.smithi076:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.admin.43132.asok status 2024-09-13T16:01:46.873 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2024-09-13T16:01:46.873 INFO:teuthology.orchestra.run.smithi076.stdout: "metadata": { 2024-09-13T16:01:46.873 INFO:teuthology.orchestra.run.smithi076.stdout: "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", 2024-09-13T16:01:46.873 INFO:teuthology.orchestra.run.smithi076.stdout: "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", 2024-09-13T16:01:46.873 INFO:teuthology.orchestra.run.smithi076.stdout: "entity_id": "admin", 2024-09-13T16:01:46.874 INFO:teuthology.orchestra.run.smithi076.stdout: "hostname": "smithi076", 2024-09-13T16:01:46.874 INFO:teuthology.orchestra.run.smithi076.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.admin", 2024-09-13T16:01:46.874 INFO:teuthology.orchestra.run.smithi076.stdout: "pid": "43132", 2024-09-13T16:01:46.874 INFO:teuthology.orchestra.run.smithi076.stdout: "root": "/" 2024-09-13T16:01:46.874 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:01:46.874 INFO:teuthology.orchestra.run.smithi076.stdout: "dentry_count": 0, 2024-09-13T16:01:46.874 INFO:teuthology.orchestra.run.smithi076.stdout: "dentry_pinned_count": 0, 2024-09-13T16:01:46.874 INFO:teuthology.orchestra.run.smithi076.stdout: "id": 4437, 2024-09-13T16:01:46.874 INFO:teuthology.orchestra.run.smithi076.stdout: "inst": { 2024-09-13T16:01:46.874 INFO:teuthology.orchestra.run.smithi076.stdout: "name": { 2024-09-13T16:01:46.874 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "client", 2024-09-13T16:01:46.874 INFO:teuthology.orchestra.run.smithi076.stdout: "num": 4437 2024-09-13T16:01:46.874 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:01:46.875 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": { 2024-09-13T16:01:46.875 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "v1", 2024-09-13T16:01:46.875 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:01:46.875 INFO:teuthology.orchestra.run.smithi076.stdout: "nonce": 3399323518 2024-09-13T16:01:46.875 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:01:46.875 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:01:46.875 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": { 2024-09-13T16:01:46.875 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "v1", 2024-09-13T16:01:46.875 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:01:46.875 INFO:teuthology.orchestra.run.smithi076.stdout: "nonce": 3399323518 2024-09-13T16:01:46.875 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:01:46.875 INFO:teuthology.orchestra.run.smithi076.stdout: "inst_str": "client.4437 192.168.0.1:0/3399323518", 2024-09-13T16:01:46.876 INFO:teuthology.orchestra.run.smithi076.stdout: "addr_str": "192.168.0.1:0/3399323518", 2024-09-13T16:01:46.876 INFO:teuthology.orchestra.run.smithi076.stdout: "inode_count": 1, 2024-09-13T16:01:46.876 INFO:teuthology.orchestra.run.smithi076.stdout: "mds_epoch": 7, 2024-09-13T16:01:46.876 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_epoch": 26, 2024-09-13T16:01:46.876 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_epoch_barrier": 0, 2024-09-13T16:01:46.876 INFO:teuthology.orchestra.run.smithi076.stdout: "blocklisted": false, 2024-09-13T16:01:46.876 INFO:teuthology.orchestra.run.smithi076.stdout: "fs_name": "cephfs" 2024-09-13T16:01:46.876 INFO:teuthology.orchestra.run.smithi076.stdout:} 2024-09-13T16:01:46.882 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:01:46.882 DEBUG:teuthology.orchestra.run.smithi076:> stat --file-system '--printf=%T 2024-09-13T16:01:46.882 DEBUG:teuthology.orchestra.run.smithi076:> ' -- /home/ubuntu/cephtest/mnt.admin 2024-09-13T16:01:46.897 INFO:teuthology.orchestra.run.smithi076.stdout:fuseblk 2024-09-13T16:01:46.897 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.admin 2024-09-13T16:01:46.898 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:01:46.898 DEBUG:teuthology.orchestra.run.smithi076:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.admin 2024-09-13T16:01:46.964 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:01:46.964 DEBUG:teuthology.orchestra.run.smithi076:> (cd /home/ubuntu/cephtest/mnt.admin && exec bash -c 'setfattr -n ceph.dir.layout.pool -v cephfs_data_ec . && getfattr -n ceph.dir.layout .') 2024-09-13T16:01:47.038 INFO:teuthology.orchestra.run.smithi076.stdout:# file: . 2024-09-13T16:01:47.038 INFO:teuthology.orchestra.run.smithi076.stdout:ceph.dir.layout="stripe_unit=4194304 stripe_count=1 object_size=4194304 pool=cephfs_data_ec" 2024-09-13T16:01:47.038 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:01:47.038 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:01:47.038 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:01:47.095 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:01:47.234 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.232+0000 7f6adcdce640 1 Processor -- start 2024-09-13T16:01:47.234 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.232+0000 7f6adcdce640 1 -- start start 2024-09-13T16:01:47.236 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.233+0000 7f6adcdce640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f6ad815c6e0 0x7f6ad80b3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:47.236 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.233+0000 7f6adcdce640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6ad80d07b0 0x7f6ad80b4490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:47.236 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.233+0000 7f6adcdce640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6ad80d1840 con 0x7f6ad80ccb20 2024-09-13T16:01:47.236 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.233+0000 7f6adcdce640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6ad806bd20 con 0x7f6ad815c6e0 2024-09-13T16:01:47.236 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.233+0000 7f6adcdce640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6ad80d0c30 con 0x7f6ad80d07b0 2024-09-13T16:01:47.236 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.233+0000 7f6ad659c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f6ad815c6e0 0x7f6ad80b3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:47.236 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.233+0000 7f6ad659c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f6ad815c6e0 0x7f6ad80b3f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60438/0 (socket says 172.21.15.76:60438) 2024-09-13T16:01:47.236 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.233+0000 7f6ad659c640 1 -- 172.21.15.76:0/1872678476 learned_addr learned my addr 172.21.15.76:0/1872678476 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:01:47.236 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.233+0000 7f6ad6d9d640 1 --1- 172.21.15.76:0/1872678476 >> v1:172.21.15.76:6789/0 conn(0x7f6ad80ccb20 0x7f6ad8160030 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:60018/0 (socket says 172.21.15.76:60018) 2024-09-13T16:01:47.236 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.234+0000 7f6acdd9b640 1 --2- 172.21.15.76:0/1872678476 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6ad80d07b0 0x7f6ad80b4490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:47.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.234+0000 7f6ad659c640 1 -- 172.21.15.76:0/1872678476 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6ad80d07b0 msgr2=0x7f6ad80b4490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:01:47.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.234+0000 7f6ad659c640 1 --2- 172.21.15.76:0/1872678476 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6ad80d07b0 0x7f6ad80b4490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:47.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.234+0000 7f6ad659c640 1 -- 172.21.15.76:0/1872678476 >> v1:172.21.15.76:6789/0 conn(0x7f6ad80ccb20 legacy=0x7f6ad8160030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:47.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.234+0000 7f6ad659c640 1 -- 172.21.15.76:0/1872678476 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6ad80d0f10 con 0x7f6ad815c6e0 2024-09-13T16:01:47.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.234+0000 7f6ad5d9b640 1 -- 172.21.15.76:0/1872678476 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2098084995 0 0) 0x7f6ad80d1840 con 0x7f6ad80ccb20 2024-09-13T16:01:47.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.234+0000 7f6ad659c640 1 --2- 172.21.15.76:0/1872678476 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ad815c6e0 0x7f6ad80b3f50 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f6ac8009870 tx=0x7f6ac802a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cb95d20703cbac57 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:47.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.235+0000 7f6ad5d9b640 1 -- 172.21.15.76:0/1872678476 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ac8032440 con 0x7f6ad815c6e0 2024-09-13T16:01:47.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.235+0000 7f6ad5d9b640 1 -- 172.21.15.76:0/1872678476 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6ac80325a0 con 0x7f6ad815c6e0 2024-09-13T16:01:47.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.235+0000 7f6ad5d9b640 1 -- 172.21.15.76:0/1872678476 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ac8032930 con 0x7f6ad815c6e0 2024-09-13T16:01:47.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.235+0000 7f6adcdce640 1 -- 172.21.15.76:0/1872678476 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ad815c6e0 msgr2=0x7f6ad80b3f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:47.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.235+0000 7f6adcdce640 1 --2- 172.21.15.76:0/1872678476 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ad815c6e0 0x7f6ad80b3f50 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f6ac8009870 tx=0x7f6ac802a1c0 comp rx=0 tx=0).stop 2024-09-13T16:01:47.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.235+0000 7f6adcdce640 1 -- 172.21.15.76:0/1872678476 shutdown_connections 2024-09-13T16:01:47.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.235+0000 7f6adcdce640 1 --2- 172.21.15.76:0/1872678476 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6ad80d07b0 0x7f6ad80b4490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:47.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.235+0000 7f6adcdce640 1 --2- 172.21.15.76:0/1872678476 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ad815c6e0 0x7f6ad80b3f50 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:47.241 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.235+0000 7f6adcdce640 1 -- 172.21.15.76:0/1872678476 >> 172.21.15.76:0/1872678476 conn(0x7f6ad8089f60 msgr2=0x7f6ad80d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:47.241 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.235+0000 7f6adcdce640 1 -- 172.21.15.76:0/1872678476 shutdown_connections 2024-09-13T16:01:47.241 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.235+0000 7f6adcdce640 1 -- 172.21.15.76:0/1872678476 wait complete. 2024-09-13T16:01:47.241 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.237+0000 7f6adcdce640 1 Processor -- start 2024-09-13T16:01:47.241 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.237+0000 7f6adcdce640 1 -- start start 2024-09-13T16:01:47.241 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.237+0000 7f6adcdce640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6ad80ccb20 0x7f6ad815a7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:47.241 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.237+0000 7f6adcdce640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6ad80d07b0 0x7f6ad815ef00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:47.241 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.237+0000 7f6adcdce640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ad815c6e0 0x7f6ad8150540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:47.241 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.237+0000 7f6adcdce640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ad80b53a0 con 0x7f6ad815c6e0 2024-09-13T16:01:47.241 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.237+0000 7f6adcdce640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ad80ca130 con 0x7f6ad80d07b0 2024-09-13T16:01:47.241 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.237+0000 7f6adcdce640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6ad80ca410 con 0x7f6ad80ccb20 2024-09-13T16:01:47.241 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.237+0000 7f6ad6d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ad815c6e0 0x7f6ad8150540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:47.242 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.238+0000 7f6ad6d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ad815c6e0 0x7f6ad8150540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60440/0 (socket says 172.21.15.76:60440) 2024-09-13T16:01:47.242 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.238+0000 7f6ad6d9d640 1 -- 172.21.15.76:0/1389871363 learned_addr learned my addr 172.21.15.76:0/1389871363 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:01:47.242 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.238+0000 7f6ad659c640 1 --2- 172.21.15.76:0/1389871363 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6ad80ccb20 0x7f6ad815a7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:47.242 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.238+0000 7f6acdd9b640 1 --2- 172.21.15.76:0/1389871363 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6ad80d07b0 0x7f6ad815ef00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:47.242 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.238+0000 7f6ad6d9d640 1 -- 172.21.15.76:0/1389871363 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6ad80ccb20 msgr2=0x7f6ad815a7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:47.242 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.238+0000 7f6ad6d9d640 1 --2- 172.21.15.76:0/1389871363 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6ad80ccb20 0x7f6ad815a7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:47.242 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.238+0000 7f6ad6d9d640 1 -- 172.21.15.76:0/1389871363 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6ad80d07b0 msgr2=0x7f6ad815ef00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:47.242 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.238+0000 7f6ad6d9d640 1 --2- 172.21.15.76:0/1389871363 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6ad80d07b0 0x7f6ad815ef00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:47.242 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.238+0000 7f6ad6d9d640 1 -- 172.21.15.76:0/1389871363 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6ac80094d0 con 0x7f6ad815c6e0 2024-09-13T16:01:47.242 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.238+0000 7f6acdd9b640 1 --2- 172.21.15.76:0/1389871363 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6ad80d07b0 0x7f6ad815ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:01:47.242 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.238+0000 7f6ad6d9d640 1 --2- 172.21.15.76:0/1389871363 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ad815c6e0 0x7f6ad8150540 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f6ad000c700 tx=0x7f6ad000cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:47.242 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.238+0000 7f6acf7fe640 1 -- 172.21.15.76:0/1389871363 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ad000ce10 con 0x7f6ad815c6e0 2024-09-13T16:01:47.242 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.238+0000 7f6acf7fe640 1 -- 172.21.15.76:0/1389871363 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6ad000a640 con 0x7f6ad815c6e0 2024-09-13T16:01:47.242 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.238+0000 7f6adcdce640 1 -- 172.21.15.76:0/1389871363 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6ad80b5640 con 0x7f6ad815c6e0 2024-09-13T16:01:47.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.238+0000 7f6acf7fe640 1 -- 172.21.15.76:0/1389871363 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ad000a9f0 con 0x7f6ad815c6e0 2024-09-13T16:01:47.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.238+0000 7f6adcdce640 1 -- 172.21.15.76:0/1389871363 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6ad80ca6f0 con 0x7f6ad815c6e0 2024-09-13T16:01:47.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.239+0000 7f6adcdce640 1 -- 172.21.15.76:0/1389871363 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6ad80b4c80 con 0x7f6ad815c6e0 2024-09-13T16:01:47.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.240+0000 7f6acf7fe640 1 -- 172.21.15.76:0/1389871363 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f6ad000ab50 con 0x7f6ad815c6e0 2024-09-13T16:01:47.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.240+0000 7f6acf7fe640 1 --2- 172.21.15.76:0/1389871363 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6ab806ac00 0x7f6ab806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:47.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.240+0000 7f6ad659c640 1 --2- 172.21.15.76:0/1389871363 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6ab806ac00 0x7f6ab806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:47.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.240+0000 7f6acf7fe640 1 -- 172.21.15.76:0/1389871363 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f6ad0088d50 con 0x7f6ad815c6e0 2024-09-13T16:01:47.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.241+0000 7f6ad659c640 1 --2- 172.21.15.76:0/1389871363 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6ab806ac00 0x7f6ab806d0c0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f6ac8034000 tx=0x7f6ac802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:47.246 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.245+0000 7f6acf7fe640 1 -- 172.21.15.76:0/1389871363 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f6ad008c030 con 0x7f6ad815c6e0 2024-09-13T16:01:47.408 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.406+0000 7f6adcdce640 1 -- 172.21.15.76:0/1389871363 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f6ad808c610 con 0x7f6ad815c6e0 2024-09-13T16:01:47.409 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.408+0000 7f6acf7fe640 1 -- 172.21.15.76:0/1389871363 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) v1 ==== 74+0+18310 (secure 0 0 0) 0x7f6ad0018090 con 0x7f6ad815c6e0 2024-09-13T16:01:47.409 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:01:47.409 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":26,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:01:43.737551+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:01:36.778177+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T16:01:37.336141+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T16:01:40.400554+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:01:47.411 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.409+0000 7f6adcdce640 1 -- 172.21.15.76:0/1389871363 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6ab806ac00 msgr2=0x7f6ab806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:47.411 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.409+0000 7f6adcdce640 1 --2- 172.21.15.76:0/1389871363 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6ab806ac00 0x7f6ab806d0c0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f6ac8034000 tx=0x7f6ac802e000 comp rx=0 tx=0).stop 2024-09-13T16:01:47.412 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.410+0000 7f6adcdce640 1 -- 172.21.15.76:0/1389871363 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ad815c6e0 msgr2=0x7f6ad8150540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:47.412 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.410+0000 7f6adcdce640 1 --2- 172.21.15.76:0/1389871363 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ad815c6e0 0x7f6ad8150540 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f6ad000c700 tx=0x7f6ad000cbc0 comp rx=0 tx=0).stop 2024-09-13T16:01:47.412 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.410+0000 7f6adcdce640 1 -- 172.21.15.76:0/1389871363 shutdown_connections 2024-09-13T16:01:47.412 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.410+0000 7f6adcdce640 1 --2- 172.21.15.76:0/1389871363 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ad815c6e0 0x7f6ad8150540 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:47.412 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.410+0000 7f6adcdce640 1 --2- 172.21.15.76:0/1389871363 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6ad80d07b0 0x7f6ad815ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:47.412 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.410+0000 7f6adcdce640 1 --2- 172.21.15.76:0/1389871363 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6ab806ac00 0x7f6ab806d0c0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:47.412 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.410+0000 7f6adcdce640 1 --2- 172.21.15.76:0/1389871363 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6ad80ccb20 0x7f6ad815a7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:47.412 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.410+0000 7f6adcdce640 1 -- 172.21.15.76:0/1389871363 >> 172.21.15.76:0/1389871363 conn(0x7f6ad8089f60 msgr2=0x7f6ad80b3960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:47.412 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.410+0000 7f6adcdce640 1 -- 172.21.15.76:0/1389871363 shutdown_connections 2024-09-13T16:01:47.412 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.410+0000 7f6adcdce640 1 -- 172.21.15.76:0/1389871363 wait complete. 2024-09-13T16:01:47.422 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:01:26.960607+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:01:36.778177+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:01:37.336141+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-13T16:01:40.400554+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '26', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-13T16:01:47.423 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:01:47.522 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.521+0000 7f594c9aa640 1 Processor -- start 2024-09-13T16:01:47.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.521+0000 7f594c9aa640 1 -- start start 2024-09-13T16:01:47.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.522+0000 7f594c9aa640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5948159310 0x7f59480ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:47.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.522+0000 7f594c9aa640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f59480ce4f0 0x7f59480ce940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:47.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.522+0000 7f594c9aa640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f59480ccbe0 con 0x7f59480b2b40 2024-09-13T16:01:47.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.522+0000 7f594c9aa640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f59480ad940 con 0x7f59480ce4f0 2024-09-13T16:01:47.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.522+0000 7f594c9aa640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f59480cee80 con 0x7f5948159310 2024-09-13T16:01:47.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.523+0000 7f5946d9d640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f59480ce4f0 0x7f59480ce940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:47.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.523+0000 7f594659c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5948159310 0x7f59480ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:47.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.523+0000 7f5946d9d640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f59480ce4f0 0x7f59480ce940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.76:58370/0 (socket says 172.21.15.76:58370) 2024-09-13T16:01:47.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.523+0000 7f5945d9b640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7f59480b2b40 0x7f59480ab140 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:57728/0 (socket says 172.21.15.76:57728) 2024-09-13T16:01:47.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.523+0000 7f5946d9d640 1 -- 172.21.15.76:0/1061847594 learned_addr learned my addr 172.21.15.76:0/1061847594 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:01:47.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.523+0000 7f594659c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5948159310 0x7f59480ad400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.76:45994/0 (socket says 172.21.15.76:45994) 2024-09-13T16:01:47.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.523+0000 7f594659c640 1 -- 172.21.15.76:0/1061847594 >> v2:172.21.15.192:3300/0 conn(0x7f59480ce4f0 msgr2=0x7f59480ce940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:01:47.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.523+0000 7f594659c640 1 --2- 172.21.15.76:0/1061847594 >> v2:172.21.15.192:3300/0 conn(0x7f59480ce4f0 0x7f59480ce940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:47.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.523+0000 7f594659c640 1 -- 172.21.15.76:0/1061847594 >> v1:172.21.15.192:6789/0 conn(0x7f59480b2b40 legacy=0x7f59480ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:47.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.523+0000 7f594659c640 1 -- 172.21.15.76:0/1061847594 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f59480b1810 con 0x7f5948159310 2024-09-13T16:01:47.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.523+0000 7f5946d9d640 1 --2- 172.21.15.76:0/1061847594 >> v2:172.21.15.192:3300/0 conn(0x7f59480ce4f0 0x7f59480ce940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:01:47.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.524+0000 7f594659c640 1 --2- 172.21.15.76:0/1061847594 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5948159310 0x7f59480ad400 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f59380097a0 tx=0x7f593802a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4498ffcb9f206049 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:47.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.524+0000 7f594559a640 1 -- 172.21.15.76:0/1061847594 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f593802ae50 con 0x7f5948159310 2024-09-13T16:01:47.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.524+0000 7f594559a640 1 -- 172.21.15.76:0/1061847594 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5938032440 con 0x7f5948159310 2024-09-13T16:01:47.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.524+0000 7f594559a640 1 -- 172.21.15.76:0/1061847594 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f59380327d0 con 0x7f5948159310 2024-09-13T16:01:47.528 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.524+0000 7f594c9aa640 1 -- 172.21.15.76:0/1061847594 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5948159310 msgr2=0x7f59480ad400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:47.528 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.524+0000 7f594c9aa640 1 --2- 172.21.15.76:0/1061847594 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5948159310 0x7f59480ad400 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f59380097a0 tx=0x7f593802a100 comp rx=0 tx=0).stop 2024-09-13T16:01:47.528 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.525+0000 7f594c9aa640 1 -- 172.21.15.76:0/1061847594 shutdown_connections 2024-09-13T16:01:47.528 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.525+0000 7f594c9aa640 1 --2- 172.21.15.76:0/1061847594 >> v2:172.21.15.192:3300/0 conn(0x7f59480ce4f0 0x7f59480ce940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:47.528 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.525+0000 7f594c9aa640 1 --2- 172.21.15.76:0/1061847594 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5948159310 0x7f59480ad400 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:47.528 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.525+0000 7f594c9aa640 1 -- 172.21.15.76:0/1061847594 >> 172.21.15.76:0/1061847594 conn(0x7f594806a0b0 msgr2=0x7f594806a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:47.528 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.525+0000 7f594c9aa640 1 -- 172.21.15.76:0/1061847594 shutdown_connections 2024-09-13T16:01:47.528 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.525+0000 7f594c9aa640 1 -- 172.21.15.76:0/1061847594 wait complete. 2024-09-13T16:01:47.528 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.526+0000 7f594c9aa640 1 Processor -- start 2024-09-13T16:01:47.528 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.526+0000 7f594c9aa640 1 -- start start 2024-09-13T16:01:47.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.527+0000 7f594c9aa640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f59480b2b40 0x7f5948157750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:47.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.527+0000 7f594c9aa640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f59480ce4f0 0x7f594809bc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:47.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.527+0000 7f594c9aa640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5948159310 0x7f594814d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:47.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.527+0000 7f594c9aa640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f594814dae0 con 0x7f5948159310 2024-09-13T16:01:47.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.527+0000 7f594c9aa640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f594814dd80 con 0x7f59480b2b40 2024-09-13T16:01:47.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.527+0000 7f594c9aa640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f594814e060 con 0x7f59480ce4f0 2024-09-13T16:01:47.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.527+0000 7f5946d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5948159310 0x7f594814d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:47.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.527+0000 7f5946d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5948159310 0x7f594814d5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60454/0 (socket says 172.21.15.76:60454) 2024-09-13T16:01:47.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.527+0000 7f5946d9d640 1 -- 172.21.15.76:0/3357637162 learned_addr learned my addr 172.21.15.76:0/3357637162 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:01:47.532 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.527+0000 7f5945d9b640 1 --2- 172.21.15.76:0/3357637162 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f59480ce4f0 0x7f594809bc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:47.532 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.527+0000 7f594659c640 1 --2- 172.21.15.76:0/3357637162 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f59480b2b40 0x7f5948157750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:47.532 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.527+0000 7f5946d9d640 1 -- 172.21.15.76:0/3357637162 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f59480ce4f0 msgr2=0x7f594809bc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:47.532 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.527+0000 7f5946d9d640 1 --2- 172.21.15.76:0/3357637162 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f59480ce4f0 0x7f594809bc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:47.532 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.527+0000 7f5946d9d640 1 -- 172.21.15.76:0/3357637162 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f59480b2b40 msgr2=0x7f5948157750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:47.532 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.527+0000 7f5946d9d640 1 --2- 172.21.15.76:0/3357637162 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f59480b2b40 0x7f5948157750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:47.532 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.527+0000 7f5946d9d640 1 -- 172.21.15.76:0/3357637162 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5940009b30 con 0x7f5948159310 2024-09-13T16:01:47.532 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.527+0000 7f5946d9d640 1 --2- 172.21.15.76:0/3357637162 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5948159310 0x7f594814d5a0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f5940009f10 tx=0x7f594000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:47.532 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.527+0000 7f5936ffd640 1 -- 172.21.15.76:0/3357637162 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5940018070 con 0x7f5948159310 2024-09-13T16:01:47.532 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.527+0000 7f5936ffd640 1 -- 172.21.15.76:0/3357637162 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f594000f040 con 0x7f5948159310 2024-09-13T16:01:47.532 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.527+0000 7f5936ffd640 1 -- 172.21.15.76:0/3357637162 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f594000ce60 con 0x7f5948159310 2024-09-13T16:01:47.533 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.527+0000 7f594c9aa640 1 -- 172.21.15.76:0/3357637162 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5938009400 con 0x7f5948159310 2024-09-13T16:01:47.533 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.527+0000 7f594c9aa640 1 -- 172.21.15.76:0/3357637162 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f59481ef300 con 0x7f5948159310 2024-09-13T16:01:47.533 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.528+0000 7f594c9aa640 1 -- 172.21.15.76:0/3357637162 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f594814e580 con 0x7f5948159310 2024-09-13T16:01:47.533 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.529+0000 7f5936ffd640 1 -- 172.21.15.76:0/3357637162 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f5940014480 con 0x7f5948159310 2024-09-13T16:01:47.533 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.529+0000 7f5936ffd640 1 --2- 172.21.15.76:0/3357637162 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f592806ac00 0x7f592806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:47.533 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.529+0000 7f5936ffd640 1 -- 172.21.15.76:0/3357637162 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f5940089950 con 0x7f5948159310 2024-09-13T16:01:47.533 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.529+0000 7f594659c640 1 --2- 172.21.15.76:0/3357637162 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f592806ac00 0x7f592806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:47.533 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.530+0000 7f594659c640 1 --2- 172.21.15.76:0/3357637162 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f592806ac00 0x7f592806d0c0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f5938034000 tx=0x7f593802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:47.534 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.533+0000 7f5936ffd640 1 -- 172.21.15.76:0/3357637162 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f59400548d0 con 0x7f5948159310 2024-09-13T16:01:47.694 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.692+0000 7f594c9aa640 1 -- 172.21.15.76:0/3357637162 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f594806dfa0 con 0x7f5948159310 2024-09-13T16:01:47.694 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.693+0000 7f5936ffd640 1 -- 172.21.15.76:0/3357637162 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v26) v1 ==== 93+0+10 (secure 0 0 0) 0x7f5940057ef0 con 0x7f5948159310 2024-09-13T16:01:47.694 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2024-09-13T16:01:47.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.695+0000 7f594c9aa640 1 -- 172.21.15.76:0/3357637162 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f592806ac00 msgr2=0x7f592806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:47.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.695+0000 7f594c9aa640 1 --2- 172.21.15.76:0/3357637162 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f592806ac00 0x7f592806d0c0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f5938034000 tx=0x7f593802e000 comp rx=0 tx=0).stop 2024-09-13T16:01:47.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.695+0000 7f594c9aa640 1 -- 172.21.15.76:0/3357637162 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5948159310 msgr2=0x7f594814d5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:47.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.695+0000 7f594c9aa640 1 --2- 172.21.15.76:0/3357637162 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5948159310 0x7f594814d5a0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f5940009f10 tx=0x7f594000c490 comp rx=0 tx=0).stop 2024-09-13T16:01:47.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.695+0000 7f594c9aa640 1 -- 172.21.15.76:0/3357637162 shutdown_connections 2024-09-13T16:01:47.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.695+0000 7f594c9aa640 1 --2- 172.21.15.76:0/3357637162 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5948159310 0x7f594814d5a0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:47.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.695+0000 7f594c9aa640 1 --2- 172.21.15.76:0/3357637162 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f592806ac00 0x7f592806d0c0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:47.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.695+0000 7f594c9aa640 1 --2- 172.21.15.76:0/3357637162 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f59480ce4f0 0x7f594809bc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:47.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.695+0000 7f594c9aa640 1 --2- 172.21.15.76:0/3357637162 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f59480b2b40 0x7f5948157750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:47.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.695+0000 7f594c9aa640 1 -- 172.21.15.76:0/3357637162 >> 172.21.15.76:0/3357637162 conn(0x7f594806a0b0 msgr2=0x7f59480aebd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:47.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.695+0000 7f594c9aa640 1 -- 172.21.15.76:0/3357637162 shutdown_connections 2024-09-13T16:01:47.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.695+0000 7f594c9aa640 1 -- 172.21.15.76:0/3357637162 wait complete. 2024-09-13T16:01:47.707 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:01:47.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.806+0000 7fd4fb53a640 1 Processor -- start 2024-09-13T16:01:47.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.806+0000 7fd4fb53a640 1 -- start start 2024-09-13T16:01:47.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.807+0000 7fd4fb53a640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fd4f415a3b0 0x7fd4f40b20a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:47.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.807+0000 7fd4fb53a640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fd4f40cec00 0x7fd4f40ab9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:47.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.807+0000 7fd4fb53a640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd4f415a790 con 0x7fd4f40b1720 2024-09-13T16:01:47.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.807+0000 7fd4fb53a640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd4f40b2680 con 0x7fd4f40cec00 2024-09-13T16:01:47.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.807+0000 7fd4fb53a640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd4f40b2960 con 0x7fd4f415a3b0 2024-09-13T16:01:47.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.807+0000 7fd4f9ad7640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fd4f40cec00 0x7fd4f40ab9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:47.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.807+0000 7fd4f9ad7640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fd4f40cec00 0x7fd4f40ab9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60470/0 (socket says 172.21.15.76:60470) 2024-09-13T16:01:47.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.807+0000 7fd4f9ad7640 1 -- 172.21.15.76:0/2209110625 learned_addr learned my addr 172.21.15.76:0/2209110625 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:01:47.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.807+0000 7fd4f92d6640 1 --2- 172.21.15.76:0/2209110625 >> v2:172.21.15.192:3300/0 conn(0x7fd4f415a3b0 0x7fd4f40b20a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:47.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.807+0000 7fd4f9ad7640 1 -- 172.21.15.76:0/2209110625 >> v2:172.21.15.192:3300/0 conn(0x7fd4f415a3b0 msgr2=0x7fd4f40b20a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:01:47.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.807+0000 7fd4f9ad7640 1 --2- 172.21.15.76:0/2209110625 >> v2:172.21.15.192:3300/0 conn(0x7fd4f415a3b0 0x7fd4f40b20a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:47.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.807+0000 7fd4f9ad7640 1 -- 172.21.15.76:0/2209110625 >> v1:172.21.15.192:6789/0 conn(0x7fd4f40b1720 legacy=0x7fd4f40ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:01:47.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.807+0000 7fd4f9ad7640 1 -- 172.21.15.76:0/2209110625 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd4f40b2c40 con 0x7fd4f40cec00 2024-09-13T16:01:47.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.808+0000 7fd4f9ad7640 1 --2- 172.21.15.76:0/2209110625 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd4f40cec00 0x7fd4f40ab9e0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fd4f40c5310 tx=0x7fd4ec02a6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=706291166cbe2f87 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:47.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.808+0000 7fd4ebfff640 1 -- 172.21.15.76:0/2209110625 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4ec02aea0 con 0x7fd4f40cec00 2024-09-13T16:01:47.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.808+0000 7fd4ebfff640 1 -- 172.21.15.76:0/2209110625 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd4ec02d050 con 0x7fd4f40cec00 2024-09-13T16:01:47.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.808+0000 7fd4ebfff640 1 -- 172.21.15.76:0/2209110625 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4ec031820 con 0x7fd4f40cec00 2024-09-13T16:01:47.813 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.808+0000 7fd4fb53a640 1 -- 172.21.15.76:0/2209110625 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd4f40cec00 msgr2=0x7fd4f40ab9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:47.813 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.808+0000 7fd4fb53a640 1 --2- 172.21.15.76:0/2209110625 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd4f40cec00 0x7fd4f40ab9e0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fd4f40c5310 tx=0x7fd4ec02a6c0 comp rx=0 tx=0).stop 2024-09-13T16:01:47.813 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.808+0000 7fd4fb53a640 1 -- 172.21.15.76:0/2209110625 shutdown_connections 2024-09-13T16:01:47.813 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.808+0000 7fd4fb53a640 1 --2- 172.21.15.76:0/2209110625 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd4f40cec00 0x7fd4f40ab9e0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:47.813 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.808+0000 7fd4fb53a640 1 --2- 172.21.15.76:0/2209110625 >> v2:172.21.15.192:3300/0 conn(0x7fd4f415a3b0 0x7fd4f40b20a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:47.813 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.808+0000 7fd4fb53a640 1 -- 172.21.15.76:0/2209110625 >> 172.21.15.76:0/2209110625 conn(0x7fd4f406a0b0 msgr2=0x7fd4f406a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:47.813 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.809+0000 7fd4fb53a640 1 -- 172.21.15.76:0/2209110625 shutdown_connections 2024-09-13T16:01:47.813 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.809+0000 7fd4fb53a640 1 -- 172.21.15.76:0/2209110625 wait complete. 2024-09-13T16:01:47.813 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.810+0000 7fd4fb53a640 1 Processor -- start 2024-09-13T16:01:47.813 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.810+0000 7fd4fb53a640 1 -- start start 2024-09-13T16:01:47.813 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.810+0000 7fd4fb53a640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd4f40b1720 0x7fd4f4152e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:47.814 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.810+0000 7fd4fb53a640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd4f40cec00 0x7fd4f40aeb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:47.814 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.810+0000 7fd4fb53a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd4f415a3b0 0x7fd4f40af070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:47.814 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.810+0000 7fd4fb53a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4f40c45d0 con 0x7fd4f415a3b0 2024-09-13T16:01:47.814 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.810+0000 7fd4fb53a640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4f40ae6a0 con 0x7fd4f40b1720 2024-09-13T16:01:47.814 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.810+0000 7fd4fb53a640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd4f41533a0 con 0x7fd4f40cec00 2024-09-13T16:01:47.814 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.811+0000 7fd4f9ad7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd4f415a3b0 0x7fd4f40af070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:47.814 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.811+0000 7fd4f9ad7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd4f415a3b0 0x7fd4f40af070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60478/0 (socket says 172.21.15.76:60478) 2024-09-13T16:01:47.814 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.811+0000 7fd4f9ad7640 1 -- 172.21.15.76:0/2697105645 learned_addr learned my addr 172.21.15.76:0/2697105645 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:01:47.814 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.811+0000 7fd4f92d6640 1 --2- 172.21.15.76:0/2697105645 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd4f40b1720 0x7fd4f4152e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:47.814 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.811+0000 7fd4f8ad5640 1 --2- 172.21.15.76:0/2697105645 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd4f40cec00 0x7fd4f40aeb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:47.814 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.811+0000 7fd4f9ad7640 1 -- 172.21.15.76:0/2697105645 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd4f40cec00 msgr2=0x7fd4f40aeb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:47.814 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.811+0000 7fd4f9ad7640 1 --2- 172.21.15.76:0/2697105645 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd4f40cec00 0x7fd4f40aeb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:47.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.811+0000 7fd4f9ad7640 1 -- 172.21.15.76:0/2697105645 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd4f40b1720 msgr2=0x7fd4f4152e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:47.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.811+0000 7fd4f9ad7640 1 --2- 172.21.15.76:0/2697105645 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd4f40b1720 0x7fd4f4152e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:47.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.811+0000 7fd4f9ad7640 1 -- 172.21.15.76:0/2697105645 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd4ec009b30 con 0x7fd4f415a3b0 2024-09-13T16:01:47.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.811+0000 7fd4f9ad7640 1 --2- 172.21.15.76:0/2697105645 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd4f415a3b0 0x7fd4f40af070 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fd4ec034040 tx=0x7fd4ec004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:47.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.811+0000 7fd4e9ffb640 1 -- 172.21.15.76:0/2697105645 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4ec03d860 con 0x7fd4f415a3b0 2024-09-13T16:01:47.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.811+0000 7fd4e9ffb640 1 -- 172.21.15.76:0/2697105645 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd4ec03d9e0 con 0x7fd4f415a3b0 2024-09-13T16:01:47.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.811+0000 7fd4fb53a640 1 -- 172.21.15.76:0/2697105645 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd4f40cacf0 con 0x7fd4f415a3b0 2024-09-13T16:01:47.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.811+0000 7fd4e9ffb640 1 -- 172.21.15.76:0/2697105645 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4ec03dd90 con 0x7fd4f415a3b0 2024-09-13T16:01:47.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.811+0000 7fd4fb53a640 1 -- 172.21.15.76:0/2697105645 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd4f40c4b00 con 0x7fd4f415a3b0 2024-09-13T16:01:47.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.812+0000 7fd4fb53a640 1 -- 172.21.15.76:0/2697105645 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd4f40ae850 con 0x7fd4f415a3b0 2024-09-13T16:01:47.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.813+0000 7fd4e9ffb640 1 -- 172.21.15.76:0/2697105645 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd4ec03b400 con 0x7fd4f415a3b0 2024-09-13T16:01:47.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.813+0000 7fd4e9ffb640 1 --2- 172.21.15.76:0/2697105645 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd4d806ac00 0x7fd4d806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:47.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.813+0000 7fd4e9ffb640 1 -- 172.21.15.76:0/2697105645 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fd4ec0aa390 con 0x7fd4f415a3b0 2024-09-13T16:01:47.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.813+0000 7fd4f92d6640 1 --2- 172.21.15.76:0/2697105645 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd4d806ac00 0x7fd4d806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:47.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.814+0000 7fd4f92d6640 1 --2- 172.21.15.76:0/2697105645 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd4d806ac00 0x7fd4d806d0c0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fd4f0006fd0 tx=0x7fd4f0008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:47.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.817+0000 7fd4e9ffb640 1 -- 172.21.15.76:0/2697105645 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fd4f40ae850 con 0x7fd4f415a3b0 2024-09-13T16:01:47.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.980+0000 7fd4fb53a640 1 -- 172.21.15.76:0/2697105645 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fd4f40ae810 con 0x7fd4f415a3b0 2024-09-13T16:01:47.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.980+0000 7fd4e9ffb640 1 -- 172.21.15.76:0/2697105645 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v26) v1 ==== 104+0+11 (secure 0 0 0) 0x7fd4ec075290 con 0x7fd4f415a3b0 2024-09-13T16:01:47.982 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2024-09-13T16:01:47.984 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.982+0000 7fd4fb53a640 1 -- 172.21.15.76:0/2697105645 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd4d806ac00 msgr2=0x7fd4d806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:47.984 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.982+0000 7fd4fb53a640 1 --2- 172.21.15.76:0/2697105645 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd4d806ac00 0x7fd4d806d0c0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fd4f0006fd0 tx=0x7fd4f0008040 comp rx=0 tx=0).stop 2024-09-13T16:01:47.984 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.982+0000 7fd4fb53a640 1 -- 172.21.15.76:0/2697105645 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd4f415a3b0 msgr2=0x7fd4f40af070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:47.984 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.982+0000 7fd4fb53a640 1 --2- 172.21.15.76:0/2697105645 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd4f415a3b0 0x7fd4f40af070 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fd4ec034040 tx=0x7fd4ec004a40 comp rx=0 tx=0).stop 2024-09-13T16:01:47.984 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.983+0000 7fd4fb53a640 1 -- 172.21.15.76:0/2697105645 shutdown_connections 2024-09-13T16:01:47.984 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.983+0000 7fd4fb53a640 1 --2- 172.21.15.76:0/2697105645 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd4f415a3b0 0x7fd4f40af070 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:47.985 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.983+0000 7fd4fb53a640 1 --2- 172.21.15.76:0/2697105645 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd4d806ac00 0x7fd4d806d0c0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:47.985 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.983+0000 7fd4fb53a640 1 --2- 172.21.15.76:0/2697105645 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd4f40cec00 0x7fd4f40aeb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:47.985 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.983+0000 7fd4fb53a640 1 --2- 172.21.15.76:0/2697105645 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd4f40b1720 0x7fd4f4152e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:47.985 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.983+0000 7fd4fb53a640 1 -- 172.21.15.76:0/2697105645 >> 172.21.15.76:0/2697105645 conn(0x7fd4f406a0b0 msgr2=0x7fd4f40ab9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:47.985 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.983+0000 7fd4fb53a640 1 -- 172.21.15.76:0/2697105645 shutdown_connections 2024-09-13T16:01:47.985 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:47.983+0000 7fd4fb53a640 1 -- 172.21.15.76:0/2697105645 wait complete. 2024-09-13T16:01:47.995 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:01:48.096 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.094+0000 7fbe56e80640 1 Processor -- start 2024-09-13T16:01:48.096 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.094+0000 7fbe56e80640 1 -- start start 2024-09-13T16:01:48.097 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.095+0000 7fbe56e80640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fbe500cec00 0x7fbe500ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:48.098 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.095+0000 7fbe56e80640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbe500ccbe0 con 0x7fbe500b2b40 2024-09-13T16:01:48.098 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.095+0000 7fbe56e80640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbe500b1810 con 0x7fbe50159310 2024-09-13T16:01:48.098 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.095+0000 7fbe56e80640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbe500ad940 con 0x7fbe500cec00 2024-09-13T16:01:48.098 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.095+0000 7fbe5541d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fbe500cec00 0x7fbe500ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:48.098 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.095+0000 7fbe47fff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fbe500b2b40 0x7fbe500ce4f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:60028/0 (socket says 172.21.15.76:60028) 2024-09-13T16:01:48.098 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.095+0000 7fbe47fff640 1 -- 172.21.15.76:0/1824503633 learned_addr learned my addr 172.21.15.76:0/1824503633 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:01:48.098 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.096+0000 7fbe5541d640 1 -- 172.21.15.76:0/1824503633 >> v1:172.21.15.192:6789/0 conn(0x7fbe50159310 legacy=0x7fbe500ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:01:48.098 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.096+0000 7fbe5541d640 1 -- 172.21.15.76:0/1824503633 >> v1:172.21.15.76:6789/0 conn(0x7fbe500b2b40 legacy=0x7fbe500ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:48.098 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.096+0000 7fbe477fe640 1 -- 172.21.15.76:0/1824503633 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3483844531 0 0) 0x7fbe500ccbe0 con 0x7fbe500b2b40 2024-09-13T16:01:48.098 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.096+0000 7fbe5541d640 1 -- 172.21.15.76:0/1824503633 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbe5006d9e0 con 0x7fbe500cec00 2024-09-13T16:01:48.098 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.096+0000 7fbe5541d640 1 --2- 172.21.15.76:0/1824503633 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbe500cec00 0x7fbe500ad400 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fbe48009d90 tx=0x7fbe4802a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=166160f24cc506c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:48.098 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.096+0000 7fbe477fe640 1 -- 172.21.15.76:0/1824503633 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe48031600 con 0x7fbe500cec00 2024-09-13T16:01:48.099 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.096+0000 7fbe477fe640 1 -- 172.21.15.76:0/1824503633 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbe4802d050 con 0x7fbe500cec00 2024-09-13T16:01:48.099 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.096+0000 7fbe477fe640 1 -- 172.21.15.76:0/1824503633 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe48031980 con 0x7fbe500cec00 2024-09-13T16:01:48.101 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.097+0000 7fbe56e80640 1 -- 172.21.15.76:0/1824503633 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbe500cec00 msgr2=0x7fbe500ad400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:48.101 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.097+0000 7fbe56e80640 1 --2- 172.21.15.76:0/1824503633 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbe500cec00 0x7fbe500ad400 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fbe48009d90 tx=0x7fbe4802a610 comp rx=0 tx=0).stop 2024-09-13T16:01:48.101 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.097+0000 7fbe56e80640 1 -- 172.21.15.76:0/1824503633 shutdown_connections 2024-09-13T16:01:48.101 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.097+0000 7fbe56e80640 1 --2- 172.21.15.76:0/1824503633 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbe500cec00 0x7fbe500ad400 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:48.101 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.097+0000 7fbe56e80640 1 -- 172.21.15.76:0/1824503633 >> 172.21.15.76:0/1824503633 conn(0x7fbe5006a0b0 msgr2=0x7fbe5006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:48.101 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.097+0000 7fbe56e80640 1 -- 172.21.15.76:0/1824503633 shutdown_connections 2024-09-13T16:01:48.101 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.097+0000 7fbe56e80640 1 -- 172.21.15.76:0/1824503633 wait complete. 2024-09-13T16:01:48.102 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.098+0000 7fbe56e80640 1 Processor -- start 2024-09-13T16:01:48.102 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.098+0000 7fbe56e80640 1 -- start start 2024-09-13T16:01:48.102 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.099+0000 7fbe56e80640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbe500b2b40 0x7fbe50150300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:48.102 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.099+0000 7fbe56e80640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbe500cec00 0x7fbe5014b140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:48.102 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.099+0000 7fbe56e80640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbe50159310 0x7fbe500c14c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:48.102 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.099+0000 7fbe56e80640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbe5014da60 con 0x7fbe500b2b40 2024-09-13T16:01:48.102 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.099+0000 7fbe56e80640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbe50157eb0 con 0x7fbe500cec00 2024-09-13T16:01:48.102 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.099+0000 7fbe56e80640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbe5014d4a0 con 0x7fbe50159310 2024-09-13T16:01:48.102 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.099+0000 7fbe54c1c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbe500b2b40 0x7fbe50150300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:48.102 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.099+0000 7fbe54c1c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbe500b2b40 0x7fbe50150300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60496/0 (socket says 172.21.15.76:60496) 2024-09-13T16:01:48.102 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.099+0000 7fbe54c1c640 1 -- 172.21.15.76:0/1987156236 learned_addr learned my addr 172.21.15.76:0/1987156236 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:01:48.102 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.099+0000 7fbe47fff640 1 --2- 172.21.15.76:0/1987156236 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbe500cec00 0x7fbe5014b140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:48.102 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.099+0000 7fbe54c1c640 1 -- 172.21.15.76:0/1987156236 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbe50159310 msgr2=0x7fbe500c14c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:48.103 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.099+0000 7fbe54c1c640 1 --2- 172.21.15.76:0/1987156236 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbe50159310 0x7fbe500c14c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:48.103 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.099+0000 7fbe54c1c640 1 -- 172.21.15.76:0/1987156236 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbe500cec00 msgr2=0x7fbe5014b140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:48.103 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.099+0000 7fbe54c1c640 1 --2- 172.21.15.76:0/1987156236 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbe500cec00 0x7fbe5014b140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:48.103 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.099+0000 7fbe54c1c640 1 -- 172.21.15.76:0/1987156236 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbe48009a70 con 0x7fbe500b2b40 2024-09-13T16:01:48.103 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.100+0000 7fbe54c1c640 1 --2- 172.21.15.76:0/1987156236 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbe500b2b40 0x7fbe50150300 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fbe4c00b3f0 tx=0x7fbe4c00b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:48.103 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.100+0000 7fbe457fa640 1 -- 172.21.15.76:0/1987156236 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe4c011830 con 0x7fbe500b2b40 2024-09-13T16:01:48.103 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.100+0000 7fbe457fa640 1 -- 172.21.15.76:0/1987156236 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbe4c011990 con 0x7fbe500b2b40 2024-09-13T16:01:48.103 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.100+0000 7fbe56e80640 1 -- 172.21.15.76:0/1987156236 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbe5014d780 con 0x7fbe500b2b40 2024-09-13T16:01:48.103 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.100+0000 7fbe457fa640 1 -- 172.21.15.76:0/1987156236 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe4c011d40 con 0x7fbe500b2b40 2024-09-13T16:01:48.103 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.100+0000 7fbe56e80640 1 -- 172.21.15.76:0/1987156236 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbe50158100 con 0x7fbe500b2b40 2024-09-13T16:01:48.104 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.101+0000 7fbe56e80640 1 -- 172.21.15.76:0/1987156236 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbe500ad400 con 0x7fbe500b2b40 2024-09-13T16:01:48.104 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.101+0000 7fbe457fa640 1 -- 172.21.15.76:0/1987156236 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fbe4c01a400 con 0x7fbe500b2b40 2024-09-13T16:01:48.105 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.102+0000 7fbe457fa640 1 --2- 172.21.15.76:0/1987156236 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbe3c06ac00 0x7fbe3c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:48.105 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.102+0000 7fbe47fff640 1 --2- 172.21.15.76:0/1987156236 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbe3c06ac00 0x7fbe3c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:48.105 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.102+0000 7fbe457fa640 1 -- 172.21.15.76:0/1987156236 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fbe4c089400 con 0x7fbe500b2b40 2024-09-13T16:01:48.105 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.102+0000 7fbe47fff640 1 --2- 172.21.15.76:0/1987156236 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbe3c06ac00 0x7fbe3c06d0c0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fbe40007fd0 tx=0x7fbe40009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:48.107 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.106+0000 7fbe457fa640 1 -- 172.21.15.76:0/1987156236 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fbe4c054380 con 0x7fbe500b2b40 2024-09-13T16:01:48.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.265+0000 7fbe56e80640 1 -- 172.21.15.76:0/1987156236 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fbe5006e4b0 con 0x7fbe500b2b40 2024-09-13T16:01:48.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.266+0000 7fbe457fa640 1 -- 172.21.15.76:0/1987156236 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v26) v1 ==== 100+0+11 (secure 0 0 0) 0x7fbe4c0579a0 con 0x7fbe500b2b40 2024-09-13T16:01:48.267 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2024-09-13T16:01:48.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.268+0000 7fbe56e80640 1 -- 172.21.15.76:0/1987156236 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbe3c06ac00 msgr2=0x7fbe3c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:48.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.268+0000 7fbe56e80640 1 --2- 172.21.15.76:0/1987156236 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbe3c06ac00 0x7fbe3c06d0c0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fbe40007fd0 tx=0x7fbe40009040 comp rx=0 tx=0).stop 2024-09-13T16:01:48.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.268+0000 7fbe56e80640 1 -- 172.21.15.76:0/1987156236 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbe500b2b40 msgr2=0x7fbe50150300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:48.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.268+0000 7fbe56e80640 1 --2- 172.21.15.76:0/1987156236 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbe500b2b40 0x7fbe50150300 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fbe4c00b3f0 tx=0x7fbe4c00b8b0 comp rx=0 tx=0).stop 2024-09-13T16:01:48.270 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.268+0000 7fbe56e80640 1 -- 172.21.15.76:0/1987156236 shutdown_connections 2024-09-13T16:01:48.270 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.268+0000 7fbe56e80640 1 --2- 172.21.15.76:0/1987156236 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbe3c06ac00 0x7fbe3c06d0c0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:48.270 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.268+0000 7fbe56e80640 1 --2- 172.21.15.76:0/1987156236 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbe50159310 0x7fbe500c14c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:48.270 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.268+0000 7fbe56e80640 1 --2- 172.21.15.76:0/1987156236 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbe500cec00 0x7fbe5014b140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:48.270 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.268+0000 7fbe56e80640 1 --2- 172.21.15.76:0/1987156236 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbe500b2b40 0x7fbe50150300 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:48.270 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.268+0000 7fbe56e80640 1 -- 172.21.15.76:0/1987156236 >> 172.21.15.76:0/1987156236 conn(0x7fbe5006a0b0 msgr2=0x7fbe5014c2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:48.270 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.268+0000 7fbe56e80640 1 -- 172.21.15.76:0/1987156236 shutdown_connections 2024-09-13T16:01:48.270 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.268+0000 7fbe56e80640 1 -- 172.21.15.76:0/1987156236 wait complete. 2024-09-13T16:01:48.280 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-13T16:01:48.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.379+0000 7f79c1244640 1 Processor -- start 2024-09-13T16:01:48.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.379+0000 7f79c1244640 1 -- start start 2024-09-13T16:01:48.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.379+0000 7f79c1244640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f79bc15a3b0 0x7f79bc0b20a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:48.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.380+0000 7f79c1244640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f79bc0b1720 0x7f79bc0ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:48.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.380+0000 7f79c1244640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f79bc15a790 con 0x7f79bc0cea30 2024-09-13T16:01:48.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.380+0000 7f79c1244640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f79bc0ceec0 con 0x7f79bc15a3b0 2024-09-13T16:01:48.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.380+0000 7f79c1244640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f79bc0b2680 con 0x7f79bc0b1720 2024-09-13T16:01:48.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.380+0000 7f79bad9d640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f79bc15a3b0 0x7f79bc0b20a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:48.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.380+0000 7f79b259c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f79bc0b1720 0x7f79bc0ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:48.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.380+0000 7f79bb59e640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7f79bc0cea30 0x7f79bc06c640 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:57752/0 (socket says 172.21.15.76:57752) 2024-09-13T16:01:48.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.380+0000 7f79bb59e640 1 -- 172.21.15.76:0/3311656997 learned_addr learned my addr 172.21.15.76:0/3311656997 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:01:48.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.380+0000 7f79b259c640 1 -- 172.21.15.76:0/3311656997 >> v2:172.21.15.192:3300/0 conn(0x7f79bc15a3b0 msgr2=0x7f79bc0b20a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:01:48.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.380+0000 7f79b259c640 1 --2- 172.21.15.76:0/3311656997 >> v2:172.21.15.192:3300/0 conn(0x7f79bc15a3b0 0x7f79bc0b20a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:48.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.380+0000 7f79b259c640 1 -- 172.21.15.76:0/3311656997 >> v1:172.21.15.192:6789/0 conn(0x7f79bc0cea30 legacy=0x7f79bc06c640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:48.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.380+0000 7f79b259c640 1 -- 172.21.15.76:0/3311656997 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f79bc0b2960 con 0x7f79bc0b1720 2024-09-13T16:01:48.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.381+0000 7f79b259c640 1 --2- 172.21.15.76:0/3311656997 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f79bc0b1720 0x7f79bc0ce4f0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f79a40097a0 tx=0x7f79a402a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=783b664a2685749c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:48.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.381+0000 7f79ba59c640 1 -- 172.21.15.76:0/3311656997 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79a4032440 con 0x7f79bc0b1720 2024-09-13T16:01:48.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.381+0000 7f79ba59c640 1 -- 172.21.15.76:0/3311656997 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f79a40325a0 con 0x7f79bc0b1720 2024-09-13T16:01:48.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.381+0000 7f79ba59c640 1 -- 172.21.15.76:0/3311656997 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79a4032930 con 0x7f79bc0b1720 2024-09-13T16:01:48.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.382+0000 7f79c1244640 1 -- 172.21.15.76:0/3311656997 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f79bc0b1720 msgr2=0x7f79bc0ce4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:48.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.382+0000 7f79c1244640 1 --2- 172.21.15.76:0/3311656997 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f79bc0b1720 0x7f79bc0ce4f0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f79a40097a0 tx=0x7f79a402a180 comp rx=0 tx=0).stop 2024-09-13T16:01:48.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.382+0000 7f79c1244640 1 -- 172.21.15.76:0/3311656997 shutdown_connections 2024-09-13T16:01:48.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.382+0000 7f79c1244640 1 --2- 172.21.15.76:0/3311656997 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f79bc0b1720 0x7f79bc0ce4f0 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:48.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.382+0000 7f79c1244640 1 --2- 172.21.15.76:0/3311656997 >> v2:172.21.15.192:3300/0 conn(0x7f79bc15a3b0 0x7f79bc0b20a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:48.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.382+0000 7f79c1244640 1 -- 172.21.15.76:0/3311656997 >> 172.21.15.76:0/3311656997 conn(0x7f79bc06a0b0 msgr2=0x7f79bc06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:48.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.382+0000 7f79c1244640 1 -- 172.21.15.76:0/3311656997 shutdown_connections 2024-09-13T16:01:48.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.382+0000 7f79c1244640 1 -- 172.21.15.76:0/3311656997 wait complete. 2024-09-13T16:01:48.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.383+0000 7f79c1244640 1 Processor -- start 2024-09-13T16:01:48.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.383+0000 7f79c1244640 1 -- start start 2024-09-13T16:01:48.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.384+0000 7f79c1244640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f79bc0b1720 0x7f79bc15d5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:48.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.384+0000 7f79c1244640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f79bc0cea30 0x7f79bc0b0880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:48.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.384+0000 7f79c1244640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f79bc15a3b0 0x7f79bc1f26e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:48.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.384+0000 7f79c1244640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79bc0af890 con 0x7f79bc0cea30 2024-09-13T16:01:48.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.384+0000 7f79c1244640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79bc0ae390 con 0x7f79bc15a3b0 2024-09-13T16:01:48.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.384+0000 7f79c1244640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f79bc155e10 con 0x7f79bc0b1720 2024-09-13T16:01:48.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.384+0000 7f79b259c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f79bc0cea30 0x7f79bc0b0880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:48.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.384+0000 7f79b259c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f79bc0cea30 0x7f79bc0b0880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60512/0 (socket says 172.21.15.76:60512) 2024-09-13T16:01:48.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.384+0000 7f79b259c640 1 -- 172.21.15.76:0/1420706398 learned_addr learned my addr 172.21.15.76:0/1420706398 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:01:48.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.384+0000 7f79bad9d640 1 --2- 172.21.15.76:0/1420706398 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f79bc0b1720 0x7f79bc15d5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:48.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.384+0000 7f79bb59e640 1 --2- 172.21.15.76:0/1420706398 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f79bc15a3b0 0x7f79bc1f26e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:48.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.384+0000 7f79b259c640 1 -- 172.21.15.76:0/1420706398 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f79bc0b1720 msgr2=0x7f79bc15d5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:48.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.384+0000 7f79b259c640 1 --2- 172.21.15.76:0/1420706398 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f79bc0b1720 0x7f79bc15d5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:48.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.384+0000 7f79b259c640 1 -- 172.21.15.76:0/1420706398 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f79bc15a3b0 msgr2=0x7f79bc1f26e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:48.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.384+0000 7f79b259c640 1 --2- 172.21.15.76:0/1420706398 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f79bc15a3b0 0x7f79bc1f26e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:48.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.384+0000 7f79b259c640 1 -- 172.21.15.76:0/1420706398 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f79a4009400 con 0x7f79bc0cea30 2024-09-13T16:01:48.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.385+0000 7f79b259c640 1 --2- 172.21.15.76:0/1420706398 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f79bc0cea30 0x7f79bc0b0880 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f79a40098c0 tx=0x7f79a40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:48.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.385+0000 7f79b3fff640 1 -- 172.21.15.76:0/1420706398 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79a4006e10 con 0x7f79bc0cea30 2024-09-13T16:01:48.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.385+0000 7f79b3fff640 1 -- 172.21.15.76:0/1420706398 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f79a4032e90 con 0x7f79bc0cea30 2024-09-13T16:01:48.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.385+0000 7f79c1244640 1 -- 172.21.15.76:0/1420706398 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f79bc0afac0 con 0x7f79bc0cea30 2024-09-13T16:01:48.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.385+0000 7f79b3fff640 1 -- 172.21.15.76:0/1420706398 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79a4030ba0 con 0x7f79bc0cea30 2024-09-13T16:01:48.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.385+0000 7f79c1244640 1 -- 172.21.15.76:0/1420706398 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f79bc0b0080 con 0x7f79bc0cea30 2024-09-13T16:01:48.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.386+0000 7f79c1244640 1 -- 172.21.15.76:0/1420706398 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f79bc0ce4f0 con 0x7f79bc0cea30 2024-09-13T16:01:48.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.386+0000 7f79b3fff640 1 -- 172.21.15.76:0/1420706398 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f79a4039040 con 0x7f79bc0cea30 2024-09-13T16:01:48.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.387+0000 7f79b3fff640 1 --2- 172.21.15.76:0/1420706398 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f799c06ac00 0x7f799c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:48.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.387+0000 7f79bad9d640 1 --2- 172.21.15.76:0/1420706398 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f799c06ac00 0x7f799c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:48.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.387+0000 7f79b3fff640 1 -- 172.21.15.76:0/1420706398 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f79a40a9f70 con 0x7f79bc0cea30 2024-09-13T16:01:48.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.387+0000 7f79bad9d640 1 --2- 172.21.15.76:0/1420706398 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f799c06ac00 0x7f799c06d0c0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f79ac009ad0 tx=0x7f79ac008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:48.392 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.391+0000 7f79b3fff640 1 -- 172.21.15.76:0/1420706398 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f79a40dd9c0 con 0x7f79bc0cea30 2024-09-13T16:01:48.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.552+0000 7f79c1244640 1 -- 172.21.15.76:0/1420706398 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f79bc06b150 con 0x7f79bc0cea30 2024-09-13T16:01:48.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.552+0000 7f79b3fff640 1 -- 172.21.15.76:0/1420706398 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v26) v1 ==== 103+0+11 (secure 0 0 0) 0x7f79a4074e60 con 0x7f79bc0cea30 2024-09-13T16:01:48.554 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2024-09-13T16:01:48.555 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.554+0000 7f79c1244640 1 -- 172.21.15.76:0/1420706398 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f799c06ac00 msgr2=0x7f799c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:48.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.554+0000 7f79c1244640 1 --2- 172.21.15.76:0/1420706398 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f799c06ac00 0x7f799c06d0c0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f79ac009ad0 tx=0x7f79ac008040 comp rx=0 tx=0).stop 2024-09-13T16:01:48.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.554+0000 7f79c1244640 1 -- 172.21.15.76:0/1420706398 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f79bc0cea30 msgr2=0x7f79bc0b0880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:48.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.554+0000 7f79c1244640 1 --2- 172.21.15.76:0/1420706398 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f79bc0cea30 0x7f79bc0b0880 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f79a40098c0 tx=0x7f79a40046c0 comp rx=0 tx=0).stop 2024-09-13T16:01:48.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.554+0000 7f79c1244640 1 -- 172.21.15.76:0/1420706398 shutdown_connections 2024-09-13T16:01:48.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.554+0000 7f79c1244640 1 --2- 172.21.15.76:0/1420706398 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f79bc15a3b0 0x7f79bc1f26e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:48.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.554+0000 7f79c1244640 1 --2- 172.21.15.76:0/1420706398 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f79bc0cea30 0x7f79bc0b0880 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:48.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.554+0000 7f79c1244640 1 --2- 172.21.15.76:0/1420706398 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f799c06ac00 0x7f799c06d0c0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:48.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.554+0000 7f79c1244640 1 --2- 172.21.15.76:0/1420706398 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f79bc0b1720 0x7f79bc15d5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:48.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.554+0000 7f79c1244640 1 -- 172.21.15.76:0/1420706398 >> 172.21.15.76:0/1420706398 conn(0x7f79bc06a0b0 msgr2=0x7f79bc0ab830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:48.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.554+0000 7f79c1244640 1 -- 172.21.15.76:0/1420706398 shutdown_connections 2024-09-13T16:01:48.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.554+0000 7f79c1244640 1 -- 172.21.15.76:0/1420706398 wait complete. 2024-09-13T16:01:48.566 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:01:48.664 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.663+0000 7f171fd0f640 1 Processor -- start 2024-09-13T16:01:48.664 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.663+0000 7f171fd0f640 1 -- start start 2024-09-13T16:01:48.672 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.664+0000 7f171fd0f640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f17180c9030 0x7f1718070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:48.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.664+0000 7f171fd0f640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f17180abdf0 con 0x7f1718071d30 2024-09-13T16:01:48.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.664+0000 7f171fd0f640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f17180b2280 con 0x7f1718072110 2024-09-13T16:01:48.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.664+0000 7f171fd0f640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f17180ab1e0 con 0x7f17180c9030 2024-09-13T16:01:48.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.664+0000 7f171daab640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f1718071d30 0x7f17180b1b70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:60040/0 (socket says 172.21.15.76:60040) 2024-09-13T16:01:48.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.664+0000 7f171daab640 1 -- 172.21.15.76:0/843264450 learned_addr learned my addr 172.21.15.76:0/843264450 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:01:48.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.664+0000 7f171e2ac640 1 --2- 172.21.15.76:0/843264450 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f17180c9030 0x7f1718070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:48.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.664+0000 7f171caa9640 1 -- 172.21.15.76:0/843264450 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2330229111 0 0) 0x7f17180abdf0 con 0x7f1718071d30 2024-09-13T16:01:48.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.664+0000 7f171caa9640 1 -- 172.21.15.76:0/843264450 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1704003520 con 0x7f1718071d30 2024-09-13T16:01:48.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.664+0000 7f171caa9640 1 -- 172.21.15.76:0/843264450 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 591961986 0 0) 0x7f17180b2280 con 0x7f1718072110 2024-09-13T16:01:48.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.664+0000 7f171caa9640 1 -- 172.21.15.76:0/843264450 --> v1:172.21.15.192:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f17180abdf0 con 0x7f1718072110 2024-09-13T16:01:48.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.664+0000 7f171e2ac640 1 -- 172.21.15.76:0/843264450 >> v1:172.21.15.192:6789/0 conn(0x7f1718072110 legacy=0x7f17180c8920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:48.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.664+0000 7f171e2ac640 1 -- 172.21.15.76:0/843264450 >> v1:172.21.15.76:6789/0 conn(0x7f1718071d30 legacy=0x7f17180b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:48.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.664+0000 7f171e2ac640 1 -- 172.21.15.76:0/843264450 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f17180ab4c0 con 0x7f17180c9030 2024-09-13T16:01:48.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.665+0000 7f171e2ac640 1 --2- 172.21.15.76:0/843264450 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f17180c9030 0x7f1718070190 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f1710009dc0 tx=0x7f171002a6d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ccbe23dcfb53d763 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:48.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.665+0000 7f171caa9640 1 -- 172.21.15.76:0/843264450 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1710007740 con 0x7f17180c9030 2024-09-13T16:01:48.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.665+0000 7f171caa9640 1 -- 172.21.15.76:0/843264450 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f171002d050 con 0x7f17180c9030 2024-09-13T16:01:48.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.665+0000 7f171caa9640 1 -- 172.21.15.76:0/843264450 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1710007ac0 con 0x7f17180c9030 2024-09-13T16:01:48.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.666+0000 7f171fd0f640 1 -- 172.21.15.76:0/843264450 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f17180c9030 msgr2=0x7f1718070190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:48.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.666+0000 7f171fd0f640 1 --2- 172.21.15.76:0/843264450 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f17180c9030 0x7f1718070190 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f1710009dc0 tx=0x7f171002a6d0 comp rx=0 tx=0).stop 2024-09-13T16:01:48.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.666+0000 7f171fd0f640 1 -- 172.21.15.76:0/843264450 shutdown_connections 2024-09-13T16:01:48.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.666+0000 7f171fd0f640 1 --2- 172.21.15.76:0/843264450 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f17180c9030 0x7f1718070190 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:48.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.666+0000 7f171fd0f640 1 -- 172.21.15.76:0/843264450 >> 172.21.15.76:0/843264450 conn(0x7f1718069ed0 msgr2=0x7f171806a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:48.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.666+0000 7f171fd0f640 1 -- 172.21.15.76:0/843264450 shutdown_connections 2024-09-13T16:01:48.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.666+0000 7f171fd0f640 1 -- 172.21.15.76:0/843264450 wait complete. 2024-09-13T16:01:48.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.667+0000 7f171fd0f640 1 Processor -- start 2024-09-13T16:01:48.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.667+0000 7f171fd0f640 1 -- start start 2024-09-13T16:01:48.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.668+0000 7f171fd0f640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1718071d30 0x7f17181f2e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:48.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.668+0000 7f171fd0f640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1718072110 0x7f171809bb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:48.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.668+0000 7f171fd0f640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f17180c9030 0x7f17180c53a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:48.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.668+0000 7f171fd0f640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17180c6470 con 0x7f1718072110 2024-09-13T16:01:48.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.668+0000 7f171fd0f640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17180c2900 con 0x7f17180c9030 2024-09-13T16:01:48.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.668+0000 7f171fd0f640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f171809c060 con 0x7f1718071d30 2024-09-13T16:01:48.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.668+0000 7f171d2aa640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1718072110 0x7f171809bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:48.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.668+0000 7f171d2aa640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1718072110 0x7f171809bb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60516/0 (socket says 172.21.15.76:60516) 2024-09-13T16:01:48.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.668+0000 7f171d2aa640 1 -- 172.21.15.76:0/4041165377 learned_addr learned my addr 172.21.15.76:0/4041165377 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:01:48.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.668+0000 7f171e2ac640 1 --2- 172.21.15.76:0/4041165377 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f17180c9030 0x7f17180c53a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:48.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.668+0000 7f171daab640 1 --2- 172.21.15.76:0/4041165377 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1718071d30 0x7f17181f2e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:48.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.668+0000 7f171d2aa640 1 -- 172.21.15.76:0/4041165377 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1718071d30 msgr2=0x7f17181f2e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:48.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.668+0000 7f171d2aa640 1 --2- 172.21.15.76:0/4041165377 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1718071d30 0x7f17181f2e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:48.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.668+0000 7f171d2aa640 1 -- 172.21.15.76:0/4041165377 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f17180c9030 msgr2=0x7f17180c53a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:48.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.668+0000 7f171d2aa640 1 --2- 172.21.15.76:0/4041165377 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f17180c9030 0x7f17180c53a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:48.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.668+0000 7f171d2aa640 1 -- 172.21.15.76:0/4041165377 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1710009a70 con 0x7f1718072110 2024-09-13T16:01:48.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.668+0000 7f171daab640 1 --2- 172.21.15.76:0/4041165377 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1718071d30 0x7f17181f2e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:01:48.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.668+0000 7f171d2aa640 1 --2- 172.21.15.76:0/4041165377 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1718072110 0x7f171809bb20 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f170800c4c0 tx=0x7f170800c980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:48.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.668+0000 7f170e7fc640 1 -- 172.21.15.76:0/4041165377 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17080052d0 con 0x7f1718072110 2024-09-13T16:01:48.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.668+0000 7f170e7fc640 1 -- 172.21.15.76:0/4041165377 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1708005430 con 0x7f1718072110 2024-09-13T16:01:48.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.669+0000 7f171fd0f640 1 -- 172.21.15.76:0/4041165377 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f17180c5bd0 con 0x7f1718072110 2024-09-13T16:01:48.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.669+0000 7f170e7fc640 1 -- 172.21.15.76:0/4041165377 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1708012870 con 0x7f1718072110 2024-09-13T16:01:48.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.669+0000 7f171fd0f640 1 -- 172.21.15.76:0/4041165377 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f17180c6190 con 0x7f1718072110 2024-09-13T16:01:48.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.670+0000 7f171fd0f640 1 -- 172.21.15.76:0/4041165377 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f17180c2660 con 0x7f1718072110 2024-09-13T16:01:48.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.670+0000 7f170e7fc640 1 -- 172.21.15.76:0/4041165377 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f17080129d0 con 0x7f1718072110 2024-09-13T16:01:48.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.671+0000 7f170e7fc640 1 --2- 172.21.15.76:0/4041165377 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f16fc06ac30 0x7f16fc06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:48.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.671+0000 7f171daab640 1 --2- 172.21.15.76:0/4041165377 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f16fc06ac30 0x7f16fc06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:48.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.671+0000 7f170e7fc640 1 -- 172.21.15.76:0/4041165377 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f1708089180 con 0x7f1718072110 2024-09-13T16:01:48.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.671+0000 7f171daab640 1 --2- 172.21.15.76:0/4041165377 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f16fc06ac30 0x7f16fc06d0f0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f1714007fd0 tx=0x7f1714009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:48.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.675+0000 7f170e7fc640 1 -- 172.21.15.76:0/4041165377 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f17180c2660 con 0x7f1718072110 2024-09-13T16:01:48.849 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.848+0000 7f171fd0f640 1 -- 172.21.15.76:0/4041165377 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f17180c2660 con 0x7f1718072110 2024-09-13T16:01:48.849 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.848+0000 7f170e7fc640 1 -- 172.21.15.76:0/4041165377 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v26) v1 ==== 80+0+0 (secure 0 0 0) 0x7f17180c2660 con 0x7f1718072110 2024-09-13T16:01:48.849 INFO:teuthology.orchestra.run.smithi076.stderr:listed 0 entries 2024-09-13T16:01:48.851 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.850+0000 7f171fd0f640 1 -- 172.21.15.76:0/4041165377 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f16fc06ac30 msgr2=0x7f16fc06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:48.851 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.850+0000 7f171fd0f640 1 --2- 172.21.15.76:0/4041165377 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f16fc06ac30 0x7f16fc06d0f0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f1714007fd0 tx=0x7f1714009040 comp rx=0 tx=0).stop 2024-09-13T16:01:48.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.850+0000 7f171fd0f640 1 -- 172.21.15.76:0/4041165377 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1718072110 msgr2=0x7f171809bb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:48.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.850+0000 7f171fd0f640 1 --2- 172.21.15.76:0/4041165377 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1718072110 0x7f171809bb20 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f170800c4c0 tx=0x7f170800c980 comp rx=0 tx=0).stop 2024-09-13T16:01:48.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.850+0000 7f171fd0f640 1 -- 172.21.15.76:0/4041165377 shutdown_connections 2024-09-13T16:01:48.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.850+0000 7f171fd0f640 1 --2- 172.21.15.76:0/4041165377 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f17180c9030 0x7f17180c53a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:48.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.850+0000 7f171fd0f640 1 --2- 172.21.15.76:0/4041165377 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1718072110 0x7f171809bb20 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:48.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.850+0000 7f171fd0f640 1 --2- 172.21.15.76:0/4041165377 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f16fc06ac30 0x7f16fc06d0f0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:48.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.850+0000 7f171fd0f640 1 --2- 172.21.15.76:0/4041165377 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1718071d30 0x7f17181f2e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:48.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.850+0000 7f171fd0f640 1 -- 172.21.15.76:0/4041165377 >> 172.21.15.76:0/4041165377 conn(0x7f1718069ed0 msgr2=0x7f17180b1160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:48.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.850+0000 7f171fd0f640 1 -- 172.21.15.76:0/4041165377 shutdown_connections 2024-09-13T16:01:48.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:48.850+0000 7f171fd0f640 1 -- 172.21.15.76:0/4041165377 wait complete. 2024-09-13T16:01:48.862 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:01:48.862 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:01:48.878 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:01:49.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.014+0000 7fad8c711640 1 Processor -- start 2024-09-13T16:01:49.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.014+0000 7fad8c711640 1 -- start start 2024-09-13T16:01:49.017 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.015+0000 7fad8c711640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fad8406c8a0 0x7fad840b2590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:49.017 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.015+0000 7fad8c711640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fad840cbea0 0x7fad840cc350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:49.017 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.015+0000 7fad8c711640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fad840cc890 con 0x7fad8406c4c0 2024-09-13T16:01:49.017 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.015+0000 7fad8c711640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fad8406deb0 con 0x7fad840cbea0 2024-09-13T16:01:49.017 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.015+0000 7fad8c711640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fad840b2170 con 0x7fad8406c8a0 2024-09-13T16:01:49.017 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.015+0000 7fad8acae640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fad840cbea0 0x7fad840cc350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:49.017 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.015+0000 7fad8acae640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fad840cbea0 0x7fad840cc350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60532/0 (socket says 172.21.15.76:60532) 2024-09-13T16:01:49.017 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.015+0000 7fad8acae640 1 -- 172.21.15.76:0/2702685936 learned_addr learned my addr 172.21.15.76:0/2702685936 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:01:49.017 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.015+0000 7fad89cac640 1 --2- 172.21.15.76:0/2702685936 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fad8406c8a0 0x7fad840b2590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:49.018 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.016+0000 7fad8acae640 1 -- 172.21.15.76:0/2702685936 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fad8406c8a0 msgr2=0x7fad840b2590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:01:49.018 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.016+0000 7fad8acae640 1 --2- 172.21.15.76:0/2702685936 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fad8406c8a0 0x7fad840b2590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:49.018 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.016+0000 7fad8acae640 1 -- 172.21.15.76:0/2702685936 >> v1:172.21.15.192:6789/0 conn(0x7fad8406c4c0 legacy=0x7fad8406d3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:49.018 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.016+0000 7fad8acae640 1 -- 172.21.15.76:0/2702685936 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fad8406dab0 con 0x7fad840cbea0 2024-09-13T16:01:49.019 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.016+0000 7fad8acae640 1 --2- 172.21.15.76:0/2702685936 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fad840cbea0 0x7fad840cc350 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fad8406dff0 tx=0x7fad7c02c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e552ee9dba174f64 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:49.019 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.016+0000 7fad894ab640 1 -- 172.21.15.76:0/2702685936 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad7c0325f0 con 0x7fad840cbea0 2024-09-13T16:01:49.019 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.016+0000 7fad894ab640 1 -- 172.21.15.76:0/2702685936 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fad7c032750 con 0x7fad840cbea0 2024-09-13T16:01:49.019 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.017+0000 7fad894ab640 1 -- 172.21.15.76:0/2702685936 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad7c032ae0 con 0x7fad840cbea0 2024-09-13T16:01:49.019 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.017+0000 7fad8c711640 1 -- 172.21.15.76:0/2702685936 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fad840cbea0 msgr2=0x7fad840cc350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:49.019 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.017+0000 7fad8c711640 1 --2- 172.21.15.76:0/2702685936 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fad840cbea0 0x7fad840cc350 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fad8406dff0 tx=0x7fad7c02c940 comp rx=0 tx=0).stop 2024-09-13T16:01:49.019 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.017+0000 7fad8c711640 1 -- 172.21.15.76:0/2702685936 shutdown_connections 2024-09-13T16:01:49.019 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.017+0000 7fad8c711640 1 --2- 172.21.15.76:0/2702685936 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fad840cbea0 0x7fad840cc350 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:49.020 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.017+0000 7fad8c711640 1 --2- 172.21.15.76:0/2702685936 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fad8406c8a0 0x7fad840b2590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:49.020 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.017+0000 7fad8c711640 1 -- 172.21.15.76:0/2702685936 >> 172.21.15.76:0/2702685936 conn(0x7fad84069ed0 msgr2=0x7fad8406a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:49.020 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.017+0000 7fad8c711640 1 -- 172.21.15.76:0/2702685936 shutdown_connections 2024-09-13T16:01:49.020 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.017+0000 7fad8c711640 1 -- 172.21.15.76:0/2702685936 wait complete. 2024-09-13T16:01:49.021 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.018+0000 7fad8c711640 1 Processor -- start 2024-09-13T16:01:49.021 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.018+0000 7fad8c711640 1 -- start start 2024-09-13T16:01:49.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.019+0000 7fad8c711640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fad8406c4c0 0x7fad841e11a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:49.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.019+0000 7fad8c711640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fad8406c8a0 0x7fad84071350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:49.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.019+0000 7fad8c711640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fad840cbea0 0x7fad8415b710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:49.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.019+0000 7fad8c711640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fad8415af40 con 0x7fad8406c8a0 2024-09-13T16:01:49.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.019+0000 7fad8c711640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fad84157640 con 0x7fad8406c4c0 2024-09-13T16:01:49.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.019+0000 7fad8c711640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fad841e16e0 con 0x7fad840cbea0 2024-09-13T16:01:49.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.019+0000 7fad89cac640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fad8406c8a0 0x7fad84071350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:49.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.019+0000 7fad89cac640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fad8406c8a0 0x7fad84071350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60548/0 (socket says 172.21.15.76:60548) 2024-09-13T16:01:49.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.019+0000 7fad89cac640 1 -- 172.21.15.76:0/3702120571 learned_addr learned my addr 172.21.15.76:0/3702120571 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:01:49.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.019+0000 7fad8a4ad640 1 --2- 172.21.15.76:0/3702120571 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fad8406c4c0 0x7fad841e11a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:49.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.019+0000 7fad8acae640 1 --2- 172.21.15.76:0/3702120571 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fad840cbea0 0x7fad8415b710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:49.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.020+0000 7fad89cac640 1 -- 172.21.15.76:0/3702120571 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fad840cbea0 msgr2=0x7fad8415b710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:49.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.020+0000 7fad89cac640 1 --2- 172.21.15.76:0/3702120571 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fad840cbea0 0x7fad8415b710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:49.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.020+0000 7fad89cac640 1 -- 172.21.15.76:0/3702120571 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fad8406c4c0 msgr2=0x7fad841e11a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:49.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.020+0000 7fad89cac640 1 --2- 172.21.15.76:0/3702120571 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fad8406c4c0 0x7fad841e11a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:49.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.020+0000 7fad89cac640 1 -- 172.21.15.76:0/3702120571 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fad7c009b30 con 0x7fad8406c8a0 2024-09-13T16:01:49.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.020+0000 7fad89cac640 1 --2- 172.21.15.76:0/3702120571 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fad8406c8a0 0x7fad84071350 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fad7400e9b0 tx=0x7fad7400ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:49.024 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.021+0000 7fad7affd640 1 -- 172.21.15.76:0/3702120571 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad74009670 con 0x7fad8406c8a0 2024-09-13T16:01:49.024 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.021+0000 7fad7affd640 1 -- 172.21.15.76:0/3702120571 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fad7400c9a0 con 0x7fad8406c8a0 2024-09-13T16:01:49.024 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.021+0000 7fad8c711640 1 -- 172.21.15.76:0/3702120571 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fad840c6650 con 0x7fad8406c8a0 2024-09-13T16:01:49.024 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.022+0000 7fad7affd640 1 -- 172.21.15.76:0/3702120571 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad7400cd30 con 0x7fad8406c8a0 2024-09-13T16:01:49.024 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.022+0000 7fad8c711640 1 -- 172.21.15.76:0/3702120571 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fad840c69e0 con 0x7fad8406c8a0 2024-09-13T16:01:49.024 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.023+0000 7fad8c711640 1 -- 172.21.15.76:0/3702120571 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fad840c8d40 con 0x7fad8406c8a0 2024-09-13T16:01:49.025 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.023+0000 7fad7affd640 1 -- 172.21.15.76:0/3702120571 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fad74013470 con 0x7fad8406c8a0 2024-09-13T16:01:49.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.023+0000 7fad7affd640 1 --2- 172.21.15.76:0/3702120571 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fad6806ac00 0x7fad6806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:49.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.024+0000 7fad7affd640 1 -- 172.21.15.76:0/3702120571 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fad74089720 con 0x7fad8406c8a0 2024-09-13T16:01:49.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.024+0000 7fad8a4ad640 1 --2- 172.21.15.76:0/3702120571 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fad6806ac00 0x7fad6806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:49.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.024+0000 7fad8a4ad640 1 --2- 172.21.15.76:0/3702120571 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fad6806ac00 0x7fad6806d0c0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fad841577f0 tx=0x7fad80009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:49.030 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.029+0000 7fad7affd640 1 -- 172.21.15.76:0/3702120571 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fad74054750 con 0x7fad8406c8a0 2024-09-13T16:01:49.191 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.189+0000 7fad8c711640 1 -- 172.21.15.76:0/3702120571 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fad840ce6b0 con 0x7fad8406c8a0 2024-09-13T16:01:49.192 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.191+0000 7fad7affd640 1 -- 172.21.15.76:0/3702120571 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) v1 ==== 74+0+18310 (secure 0 0 0) 0x7fad74057d70 con 0x7fad8406c8a0 2024-09-13T16:01:49.192 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:01:49.192 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":26,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:01:43.737551+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:01:36.778177+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T16:01:37.336141+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T16:01:40.400554+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:01:49.194 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.193+0000 7fad8c711640 1 -- 172.21.15.76:0/3702120571 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fad6806ac00 msgr2=0x7fad6806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:49.194 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.193+0000 7fad8c711640 1 --2- 172.21.15.76:0/3702120571 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fad6806ac00 0x7fad6806d0c0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fad841577f0 tx=0x7fad80009040 comp rx=0 tx=0).stop 2024-09-13T16:01:49.194 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.193+0000 7fad8c711640 1 -- 172.21.15.76:0/3702120571 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fad8406c8a0 msgr2=0x7fad84071350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:49.194 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.193+0000 7fad8c711640 1 --2- 172.21.15.76:0/3702120571 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fad8406c8a0 0x7fad84071350 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fad7400e9b0 tx=0x7fad7400ee70 comp rx=0 tx=0).stop 2024-09-13T16:01:49.194 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.193+0000 7fad8c711640 1 -- 172.21.15.76:0/3702120571 shutdown_connections 2024-09-13T16:01:49.194 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.193+0000 7fad8c711640 1 --2- 172.21.15.76:0/3702120571 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fad6806ac00 0x7fad6806d0c0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:49.195 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.193+0000 7fad8c711640 1 --2- 172.21.15.76:0/3702120571 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fad840cbea0 0x7fad8415b710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:49.195 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.193+0000 7fad8c711640 1 --2- 172.21.15.76:0/3702120571 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fad8406c8a0 0x7fad84071350 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:49.195 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.193+0000 7fad8c711640 1 --2- 172.21.15.76:0/3702120571 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fad8406c4c0 0x7fad841e11a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:49.195 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.193+0000 7fad8c711640 1 -- 172.21.15.76:0/3702120571 >> 172.21.15.76:0/3702120571 conn(0x7fad84069ed0 msgr2=0x7fad840cca70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:49.195 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.193+0000 7fad8c711640 1 -- 172.21.15.76:0/3702120571 shutdown_connections 2024-09-13T16:01:49.195 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.193+0000 7fad8c711640 1 -- 172.21.15.76:0/3702120571 wait complete. 2024-09-13T16:01:49.205 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:01:26.960607+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:01:36.778177+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:01:37.336141+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-13T16:01:40.400554+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '26', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-13T16:01:49.205 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:01:49.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.305+0000 7f813dcd7640 1 Processor -- start 2024-09-13T16:01:49.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.305+0000 7f813dcd7640 1 -- start start 2024-09-13T16:01:49.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.305+0000 7f813dcd7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f81380ccd90 0x7f81380cafc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:49.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.306+0000 7f813dcd7640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f8138160740 0x7f81380b1a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:49.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.306+0000 7f813dcd7640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f81380cb960 con 0x7f81380cb500 2024-09-13T16:01:49.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.306+0000 7f813dcd7640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f813815d310 con 0x7f8138160740 2024-09-13T16:01:49.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.306+0000 7f813dcd7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f813815ca40 con 0x7f81380ccd90 2024-09-13T16:01:49.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.306+0000 7f8137fff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f8138160740 0x7f81380b1a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:49.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.306+0000 7f8137fff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f8138160740 0x7f81380b1a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60564/0 (socket says 172.21.15.76:60564) 2024-09-13T16:01:49.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.306+0000 7f8136ffd640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f81380cb500 0x7f8138160030 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:60044/0 (socket says 172.21.15.76:60044) 2024-09-13T16:01:49.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.306+0000 7f8137fff640 1 -- 172.21.15.76:0/4028154788 learned_addr learned my addr 172.21.15.76:0/4028154788 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:01:49.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.306+0000 7f81377fe640 1 --2- 172.21.15.76:0/4028154788 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f81380ccd90 0x7f81380cafc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:49.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.306+0000 7f8137fff640 1 -- 172.21.15.76:0/4028154788 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f81380ccd90 msgr2=0x7f81380cafc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:01:49.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.306+0000 7f8137fff640 1 --2- 172.21.15.76:0/4028154788 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f81380ccd90 0x7f81380cafc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:49.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.306+0000 7f8137fff640 1 -- 172.21.15.76:0/4028154788 >> v1:172.21.15.76:6789/0 conn(0x7f81380cb500 legacy=0x7f8138160030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:49.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.306+0000 7f81367fc640 1 -- 172.21.15.76:0/4028154788 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2754334946 0 0) 0x7f81380cb960 con 0x7f81380cb500 2024-09-13T16:01:49.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.306+0000 7f8137fff640 1 -- 172.21.15.76:0/4028154788 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8138160d20 con 0x7f8138160740 2024-09-13T16:01:49.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.306+0000 7f81377fe640 1 --2- 172.21.15.76:0/4028154788 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f81380ccd90 0x7f81380cafc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:01:49.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.307+0000 7f8137fff640 1 --2- 172.21.15.76:0/4028154788 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8138160740 0x7f81380b1a70 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f8130009e50 tx=0x7f813002a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=57a7a1b79e37060d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:49.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.307+0000 7f81367fc640 1 -- 172.21.15.76:0/4028154788 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8130031600 con 0x7f8138160740 2024-09-13T16:01:49.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.307+0000 7f81367fc640 1 -- 172.21.15.76:0/4028154788 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f813002d050 con 0x7f8138160740 2024-09-13T16:01:49.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.307+0000 7f81367fc640 1 -- 172.21.15.76:0/4028154788 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8130031980 con 0x7f8138160740 2024-09-13T16:01:49.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.307+0000 7f813dcd7640 1 -- 172.21.15.76:0/4028154788 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8138160740 msgr2=0x7f81380b1a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:49.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.307+0000 7f813dcd7640 1 --2- 172.21.15.76:0/4028154788 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8138160740 0x7f81380b1a70 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f8130009e50 tx=0x7f813002a710 comp rx=0 tx=0).stop 2024-09-13T16:01:49.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.307+0000 7f813dcd7640 1 -- 172.21.15.76:0/4028154788 shutdown_connections 2024-09-13T16:01:49.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.307+0000 7f813dcd7640 1 --2- 172.21.15.76:0/4028154788 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8138160740 0x7f81380b1a70 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:49.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.307+0000 7f813dcd7640 1 --2- 172.21.15.76:0/4028154788 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f81380ccd90 0x7f81380cafc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:49.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.307+0000 7f813dcd7640 1 -- 172.21.15.76:0/4028154788 >> 172.21.15.76:0/4028154788 conn(0x7f8138065ff0 msgr2=0x7f81380b02e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:49.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.307+0000 7f813dcd7640 1 -- 172.21.15.76:0/4028154788 shutdown_connections 2024-09-13T16:01:49.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.308+0000 7f813dcd7640 1 -- 172.21.15.76:0/4028154788 wait complete. 2024-09-13T16:01:49.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.309+0000 7f813dcd7640 1 Processor -- start 2024-09-13T16:01:49.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.309+0000 7f813dcd7640 1 -- start start 2024-09-13T16:01:49.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.310+0000 7f813dcd7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f81380cb500 0x7f8138146fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:49.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.310+0000 7f813dcd7640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f81380ccd90 0x7f8138144590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:49.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.310+0000 7f813dcd7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8138160740 0x7f81380ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:49.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.310+0000 7f813dcd7640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f81380affe0 con 0x7f8138160740 2024-09-13T16:01:49.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.310+0000 7f813dcd7640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f81380af360 con 0x7f81380ccd90 2024-09-13T16:01:49.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.310+0000 7f813dcd7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f81380af640 con 0x7f81380cb500 2024-09-13T16:01:49.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.310+0000 7f8137fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8138160740 0x7f81380ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:49.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.310+0000 7f8137fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8138160740 0x7f81380ae8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60568/0 (socket says 172.21.15.76:60568) 2024-09-13T16:01:49.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.310+0000 7f8137fff640 1 -- 172.21.15.76:0/2371092396 learned_addr learned my addr 172.21.15.76:0/2371092396 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:01:49.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.310+0000 7f81377fe640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f81380cb500 0x7f8138146fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:49.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.310+0000 7f8136ffd640 1 --2- 172.21.15.76:0/2371092396 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f81380ccd90 0x7f8138144590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:49.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.310+0000 7f8137fff640 1 -- 172.21.15.76:0/2371092396 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f81380cb500 msgr2=0x7f8138146fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:49.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.310+0000 7f8137fff640 1 --2- 172.21.15.76:0/2371092396 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f81380cb500 0x7f8138146fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:49.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.310+0000 7f8137fff640 1 -- 172.21.15.76:0/2371092396 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f81380ccd90 msgr2=0x7f8138144590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:49.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.310+0000 7f8137fff640 1 --2- 172.21.15.76:0/2371092396 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f81380ccd90 0x7f8138144590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:49.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.310+0000 7f8137fff640 1 -- 172.21.15.76:0/2371092396 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8130009b30 con 0x7f8138160740 2024-09-13T16:01:49.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.310+0000 7f8137fff640 1 --2- 172.21.15.76:0/2371092396 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8138160740 0x7f81380ae8a0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f8130009e50 tx=0x7f8130004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:49.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.310+0000 7f811ffff640 1 -- 172.21.15.76:0/2371092396 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8130003b90 con 0x7f8138160740 2024-09-13T16:01:49.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.310+0000 7f811ffff640 1 -- 172.21.15.76:0/2371092396 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8130003cf0 con 0x7f8138160740 2024-09-13T16:01:49.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.310+0000 7f813dcd7640 1 -- 172.21.15.76:0/2371092396 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f81380af920 con 0x7f8138160740 2024-09-13T16:01:49.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.310+0000 7f811ffff640 1 -- 172.21.15.76:0/2371092396 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8130004230 con 0x7f8138160740 2024-09-13T16:01:49.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.310+0000 7f813dcd7640 1 -- 172.21.15.76:0/2371092396 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8138144ad0 con 0x7f8138160740 2024-09-13T16:01:49.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.311+0000 7f813dcd7640 1 -- 172.21.15.76:0/2371092396 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f81380b0120 con 0x7f8138160740 2024-09-13T16:01:49.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.312+0000 7f811ffff640 1 -- 172.21.15.76:0/2371092396 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f8130004390 con 0x7f8138160740 2024-09-13T16:01:49.316 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.312+0000 7f811ffff640 1 --2- 172.21.15.76:0/2371092396 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f812406ac00 0x7f812406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:49.316 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.312+0000 7f811ffff640 1 -- 172.21.15.76:0/2371092396 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f81300aa1d0 con 0x7f8138160740 2024-09-13T16:01:49.316 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.312+0000 7f81377fe640 1 --2- 172.21.15.76:0/2371092396 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f812406ac00 0x7f812406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:49.316 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.313+0000 7f81377fe640 1 --2- 172.21.15.76:0/2371092396 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f812406ac00 0x7f812406d0c0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f8128006e80 tx=0x7f8128008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:49.318 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.317+0000 7f811ffff640 1 -- 172.21.15.76:0/2371092396 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f81380b0120 con 0x7f8138160740 2024-09-13T16:01:49.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.477+0000 7f813dcd7640 1 -- 172.21.15.76:0/2371092396 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f81380b0120 con 0x7f8138160740 2024-09-13T16:01:49.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.477+0000 7f811ffff640 1 -- 172.21.15.76:0/2371092396 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v26) v1 ==== 93+0+10 (secure 0 0 0) 0x7f81380b0120 con 0x7f8138160740 2024-09-13T16:01:49.479 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2024-09-13T16:01:49.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.479+0000 7f813dcd7640 1 -- 172.21.15.76:0/2371092396 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f812406ac00 msgr2=0x7f812406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:49.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.479+0000 7f813dcd7640 1 --2- 172.21.15.76:0/2371092396 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f812406ac00 0x7f812406d0c0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f8128006e80 tx=0x7f8128008040 comp rx=0 tx=0).stop 2024-09-13T16:01:49.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.479+0000 7f813dcd7640 1 -- 172.21.15.76:0/2371092396 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8138160740 msgr2=0x7f81380ae8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:49.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.479+0000 7f813dcd7640 1 --2- 172.21.15.76:0/2371092396 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8138160740 0x7f81380ae8a0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f8130009e50 tx=0x7f8130004a40 comp rx=0 tx=0).stop 2024-09-13T16:01:49.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.479+0000 7f813dcd7640 1 -- 172.21.15.76:0/2371092396 shutdown_connections 2024-09-13T16:01:49.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.479+0000 7f813dcd7640 1 --2- 172.21.15.76:0/2371092396 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8138160740 0x7f81380ae8a0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:49.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.479+0000 7f813dcd7640 1 --2- 172.21.15.76:0/2371092396 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f81380ccd90 0x7f8138144590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:49.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.479+0000 7f813dcd7640 1 --2- 172.21.15.76:0/2371092396 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f812406ac00 0x7f812406d0c0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:49.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.479+0000 7f813dcd7640 1 --2- 172.21.15.76:0/2371092396 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f81380cb500 0x7f8138146fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:49.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.479+0000 7f813dcd7640 1 -- 172.21.15.76:0/2371092396 >> 172.21.15.76:0/2371092396 conn(0x7f8138065ff0 msgr2=0x7f813815d9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:49.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.479+0000 7f813dcd7640 1 -- 172.21.15.76:0/2371092396 shutdown_connections 2024-09-13T16:01:49.482 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.479+0000 7f813dcd7640 1 -- 172.21.15.76:0/2371092396 wait complete. 2024-09-13T16:01:49.491 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:01:49.590 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.589+0000 7f09f340d640 1 Processor -- start 2024-09-13T16:01:49.591 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.589+0000 7f09f340d640 1 -- start start 2024-09-13T16:01:49.592 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.590+0000 7f09f340d640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f09ec15a3b0 0x7f09ec0b20a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:49.592 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.590+0000 7f09f340d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f09ec0b1720 0x7f09ec0ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:49.592 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.590+0000 7f09f340d640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f09ec15a790 con 0x7f09ec0cea30 2024-09-13T16:01:49.592 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.590+0000 7f09f340d640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f09ec0ceec0 con 0x7f09ec15a3b0 2024-09-13T16:01:49.592 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.590+0000 7f09f340d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f09ec0b2680 con 0x7f09ec0b1720 2024-09-13T16:01:49.592 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.590+0000 7f09f19aa640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f09ec0cea30 0x7f09ec06c640 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:60046/0 (socket says 172.21.15.76:60046) 2024-09-13T16:01:49.592 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.590+0000 7f09f19aa640 1 -- 172.21.15.76:0/3552014720 learned_addr learned my addr 172.21.15.76:0/3552014720 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:01:49.592 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.590+0000 7f09f09a8640 1 --2- 172.21.15.76:0/3552014720 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f09ec0b1720 0x7f09ec0ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:49.592 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.590+0000 7f09f11a9640 1 --2- 172.21.15.76:0/3552014720 >> v2:172.21.15.192:3300/0 conn(0x7f09ec15a3b0 0x7f09ec0b20a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:49.593 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.590+0000 7f09e3fff640 1 -- 172.21.15.76:0/3552014720 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3615385030 0 0) 0x7f09ec15a790 con 0x7f09ec0cea30 2024-09-13T16:01:49.593 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.590+0000 7f09e3fff640 1 -- 172.21.15.76:0/3552014720 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f09d8003520 con 0x7f09ec0cea30 2024-09-13T16:01:49.593 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.591+0000 7f09e3fff640 1 -- 172.21.15.76:0/3552014720 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2217409768 0 0) 0x7f09d8003520 con 0x7f09ec0cea30 2024-09-13T16:01:49.593 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.591+0000 7f09f09a8640 1 -- 172.21.15.76:0/3552014720 >> v2:172.21.15.192:3300/0 conn(0x7f09ec15a3b0 msgr2=0x7f09ec0b20a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:01:49.593 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.591+0000 7f09f09a8640 1 --2- 172.21.15.76:0/3552014720 >> v2:172.21.15.192:3300/0 conn(0x7f09ec15a3b0 0x7f09ec0b20a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:49.593 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.591+0000 7f09f09a8640 1 -- 172.21.15.76:0/3552014720 >> v1:172.21.15.76:6789/0 conn(0x7f09ec0cea30 legacy=0x7f09ec06c640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:49.593 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.591+0000 7f09f09a8640 1 -- 172.21.15.76:0/3552014720 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f09ec0b2960 con 0x7f09ec0b1720 2024-09-13T16:01:49.594 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.591+0000 7f09f09a8640 1 --2- 172.21.15.76:0/3552014720 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f09ec0b1720 0x7f09ec0ce4f0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f09dc0097a0 tx=0x7f09dc02a110 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2b3459a9c704571c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:49.594 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.592+0000 7f09e3fff640 1 -- 172.21.15.76:0/3552014720 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09e40019f0 con 0x7f09ec0b1720 2024-09-13T16:01:49.594 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.592+0000 7f09e3fff640 1 -- 172.21.15.76:0/3552014720 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f09dc02aba0 con 0x7f09ec0b1720 2024-09-13T16:01:49.594 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.592+0000 7f09e3fff640 1 -- 172.21.15.76:0/3552014720 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09dc032440 con 0x7f09ec0b1720 2024-09-13T16:01:49.594 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.592+0000 7f09f340d640 1 -- 172.21.15.76:0/3552014720 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f09ec0b1720 msgr2=0x7f09ec0ce4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:49.595 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.592+0000 7f09f340d640 1 --2- 172.21.15.76:0/3552014720 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f09ec0b1720 0x7f09ec0ce4f0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f09dc0097a0 tx=0x7f09dc02a110 comp rx=0 tx=0).stop 2024-09-13T16:01:49.595 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.592+0000 7f09f340d640 1 -- 172.21.15.76:0/3552014720 shutdown_connections 2024-09-13T16:01:49.595 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.592+0000 7f09f340d640 1 --2- 172.21.15.76:0/3552014720 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f09ec0b1720 0x7f09ec0ce4f0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:49.595 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.592+0000 7f09f340d640 1 --2- 172.21.15.76:0/3552014720 >> v2:172.21.15.192:3300/0 conn(0x7f09ec15a3b0 0x7f09ec0b20a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:49.595 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.592+0000 7f09f340d640 1 -- 172.21.15.76:0/3552014720 >> 172.21.15.76:0/3552014720 conn(0x7f09ec06a0b0 msgr2=0x7f09ec06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:49.595 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.592+0000 7f09f340d640 1 -- 172.21.15.76:0/3552014720 shutdown_connections 2024-09-13T16:01:49.595 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.592+0000 7f09f340d640 1 -- 172.21.15.76:0/3552014720 wait complete. 2024-09-13T16:01:49.597 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.593+0000 7f09f340d640 1 Processor -- start 2024-09-13T16:01:49.597 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.593+0000 7f09f340d640 1 -- start start 2024-09-13T16:01:49.597 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.594+0000 7f09f340d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f09ec0b1720 0x7f09ec0ac8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:49.597 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.594+0000 7f09f340d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f09ec0cea30 0x7f09ec1ef160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:49.598 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.594+0000 7f09f340d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f09ec15a3b0 0x7f09ec15cba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:49.598 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.594+0000 7f09f340d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09ec0c41b0 con 0x7f09ec0cea30 2024-09-13T16:01:49.598 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.594+0000 7f09f340d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09ec0c4490 con 0x7f09ec15a3b0 2024-09-13T16:01:49.598 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.594+0000 7f09f340d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f09ec0c4770 con 0x7f09ec0b1720 2024-09-13T16:01:49.598 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.594+0000 7f09f09a8640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f09ec0cea30 0x7f09ec1ef160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:49.598 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.594+0000 7f09f09a8640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f09ec0cea30 0x7f09ec1ef160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60582/0 (socket says 172.21.15.76:60582) 2024-09-13T16:01:49.598 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.594+0000 7f09f09a8640 1 -- 172.21.15.76:0/3608384075 learned_addr learned my addr 172.21.15.76:0/3608384075 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:01:49.598 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.594+0000 7f09f11a9640 1 --2- 172.21.15.76:0/3608384075 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f09ec0b1720 0x7f09ec0ac8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:49.598 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.594+0000 7f09f19aa640 1 --2- 172.21.15.76:0/3608384075 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f09ec15a3b0 0x7f09ec15cba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:49.598 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.594+0000 7f09f09a8640 1 -- 172.21.15.76:0/3608384075 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f09ec0b1720 msgr2=0x7f09ec0ac8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:49.598 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.594+0000 7f09f09a8640 1 --2- 172.21.15.76:0/3608384075 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f09ec0b1720 0x7f09ec0ac8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:49.598 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.594+0000 7f09f09a8640 1 -- 172.21.15.76:0/3608384075 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f09ec15a3b0 msgr2=0x7f09ec15cba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:49.598 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.594+0000 7f09f09a8640 1 --2- 172.21.15.76:0/3608384075 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f09ec15a3b0 0x7f09ec15cba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:49.599 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.594+0000 7f09f09a8640 1 -- 172.21.15.76:0/3608384075 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f09dc009400 con 0x7f09ec0cea30 2024-09-13T16:01:49.599 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.595+0000 7f09f11a9640 1 --2- 172.21.15.76:0/3608384075 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f09ec0b1720 0x7f09ec0ac8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:01:49.599 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.595+0000 7f09f19aa640 1 --2- 172.21.15.76:0/3608384075 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f09ec15a3b0 0x7f09ec15cba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:01:49.599 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.595+0000 7f09f09a8640 1 --2- 172.21.15.76:0/3608384075 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f09ec0cea30 0x7f09ec1ef160 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f09dc0098c0 tx=0x7f09dc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:49.599 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.595+0000 7f09e1ffb640 1 -- 172.21.15.76:0/3608384075 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09dc03c820 con 0x7f09ec0cea30 2024-09-13T16:01:49.599 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.595+0000 7f09e1ffb640 1 -- 172.21.15.76:0/3608384075 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f09dc03c980 con 0x7f09ec0cea30 2024-09-13T16:01:49.599 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.595+0000 7f09f340d640 1 -- 172.21.15.76:0/3608384075 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f09ec0c4a50 con 0x7f09ec0cea30 2024-09-13T16:01:49.599 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.595+0000 7f09e1ffb640 1 -- 172.21.15.76:0/3608384075 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09dc03ccf0 con 0x7f09ec0cea30 2024-09-13T16:01:49.599 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.595+0000 7f09f340d640 1 -- 172.21.15.76:0/3608384075 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f09ec14e640 con 0x7f09ec0cea30 2024-09-13T16:01:49.599 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.596+0000 7f09f340d640 1 -- 172.21.15.76:0/3608384075 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f09ec15a9d0 con 0x7f09ec0cea30 2024-09-13T16:01:49.600 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.596+0000 7f09e1ffb640 1 -- 172.21.15.76:0/3608384075 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f09dc039050 con 0x7f09ec0cea30 2024-09-13T16:01:49.600 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.597+0000 7f09e1ffb640 1 --2- 172.21.15.76:0/3608384075 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f09d006ac30 0x7f09d006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:49.600 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.597+0000 7f09e1ffb640 1 -- 172.21.15.76:0/3608384075 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f09dc0a9f60 con 0x7f09ec0cea30 2024-09-13T16:01:49.600 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.597+0000 7f09f11a9640 1 --2- 172.21.15.76:0/3608384075 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f09d006ac30 0x7f09d006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:49.600 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.597+0000 7f09f11a9640 1 --2- 172.21.15.76:0/3608384075 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f09d006ac30 0x7f09d006d0f0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f09e8009b90 tx=0x7f09e8008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:49.602 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.601+0000 7f09e1ffb640 1 -- 172.21.15.76:0/3608384075 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f09ec15a9d0 con 0x7f09ec0cea30 2024-09-13T16:01:49.764 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.762+0000 7f09f340d640 1 -- 172.21.15.76:0/3608384075 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f09ec15a9d0 con 0x7f09ec0cea30 2024-09-13T16:01:49.764 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.763+0000 7f09e1ffb640 1 -- 172.21.15.76:0/3608384075 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v26) v1 ==== 104+0+11 (secure 0 0 0) 0x7f09ec15a9d0 con 0x7f09ec0cea30 2024-09-13T16:01:49.764 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2024-09-13T16:01:49.766 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.765+0000 7f09f340d640 1 -- 172.21.15.76:0/3608384075 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f09d006ac30 msgr2=0x7f09d006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:49.766 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.765+0000 7f09f340d640 1 --2- 172.21.15.76:0/3608384075 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f09d006ac30 0x7f09d006d0f0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f09e8009b90 tx=0x7f09e8008040 comp rx=0 tx=0).stop 2024-09-13T16:01:49.766 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.765+0000 7f09f340d640 1 -- 172.21.15.76:0/3608384075 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f09ec0cea30 msgr2=0x7f09ec1ef160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:49.766 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.765+0000 7f09f340d640 1 --2- 172.21.15.76:0/3608384075 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f09ec0cea30 0x7f09ec1ef160 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f09dc0098c0 tx=0x7f09dc0046c0 comp rx=0 tx=0).stop 2024-09-13T16:01:49.767 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.765+0000 7f09f340d640 1 -- 172.21.15.76:0/3608384075 shutdown_connections 2024-09-13T16:01:49.767 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.765+0000 7f09f340d640 1 --2- 172.21.15.76:0/3608384075 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f09ec15a3b0 0x7f09ec15cba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:49.767 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.765+0000 7f09f340d640 1 --2- 172.21.15.76:0/3608384075 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f09ec0cea30 0x7f09ec1ef160 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:49.767 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.765+0000 7f09f340d640 1 --2- 172.21.15.76:0/3608384075 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f09d006ac30 0x7f09d006d0f0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:49.767 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.765+0000 7f09f340d640 1 --2- 172.21.15.76:0/3608384075 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f09ec0b1720 0x7f09ec0ac8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:49.767 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.765+0000 7f09f340d640 1 -- 172.21.15.76:0/3608384075 >> 172.21.15.76:0/3608384075 conn(0x7f09ec06a0b0 msgr2=0x7f09ec0701d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:49.767 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.765+0000 7f09f340d640 1 -- 172.21.15.76:0/3608384075 shutdown_connections 2024-09-13T16:01:49.767 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.765+0000 7f09f340d640 1 -- 172.21.15.76:0/3608384075 wait complete. 2024-09-13T16:01:49.777 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:01:49.877 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.876+0000 7f46f7345640 1 Processor -- start 2024-09-13T16:01:49.877 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.876+0000 7f46f7345640 1 -- start start 2024-09-13T16:01:49.881 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.877+0000 7f46f7345640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f46f00b2b40 0x7f46f00ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:49.881 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.877+0000 7f46f7345640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f46f00ce4f0 0x7f46f00ce960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:49.881 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.877+0000 7f46f7345640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f46f00ccbe0 con 0x7f46f0159310 2024-09-13T16:01:49.881 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.877+0000 7f46f7345640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f46f00ad940 con 0x7f46f00ce4f0 2024-09-13T16:01:49.881 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.877+0000 7f46f7345640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f46f00ceea0 con 0x7f46f00b2b40 2024-09-13T16:01:49.881 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.877+0000 7f46f50e1640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f46f0159310 0x7f46f00ab140 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:60052/0 (socket says 172.21.15.76:60052) 2024-09-13T16:01:49.881 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.877+0000 7f46f50e1640 1 -- 172.21.15.76:0/920203363 learned_addr learned my addr 172.21.15.76:0/920203363 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:01:49.881 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.877+0000 7f46f48e0640 1 --2- 172.21.15.76:0/920203363 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f46f00b2b40 0x7f46f00ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:49.881 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.877+0000 7f46e7fff640 1 -- 172.21.15.76:0/920203363 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3029344497 0 0) 0x7f46f00ccbe0 con 0x7f46f0159310 2024-09-13T16:01:49.881 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.877+0000 7f46f58e2640 1 --2- 172.21.15.76:0/920203363 >> v2:172.21.15.192:3300/0 conn(0x7f46f00ce4f0 0x7f46f00ce960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:49.881 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.877+0000 7f46e7fff640 1 -- 172.21.15.76:0/920203363 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f46dc003520 con 0x7f46f0159310 2024-09-13T16:01:49.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.877+0000 7f46e7fff640 1 -- 172.21.15.76:0/920203363 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2814103099 0 0) 0x7f46dc003520 con 0x7f46f0159310 2024-09-13T16:01:49.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.877+0000 7f46e7fff640 1 -- 172.21.15.76:0/920203363 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f46f00b2b40 msgr2=0x7f46f00ad400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:01:49.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.877+0000 7f46e7fff640 1 --2- 172.21.15.76:0/920203363 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f46f00b2b40 0x7f46f00ad400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:49.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.877+0000 7f46e7fff640 1 -- 172.21.15.76:0/920203363 >> v2:172.21.15.192:3300/0 conn(0x7f46f00ce4f0 msgr2=0x7f46f00ce960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:01:49.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.877+0000 7f46e7fff640 1 --2- 172.21.15.76:0/920203363 >> v2:172.21.15.192:3300/0 conn(0x7f46f00ce4f0 0x7f46f00ce960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:49.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.877+0000 7f46e7fff640 1 -- 172.21.15.76:0/920203363 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f46f00b1810 con 0x7f46f0159310 2024-09-13T16:01:49.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.877+0000 7f46e7fff640 1 -- 172.21.15.76:0/920203363 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f46ec001670 con 0x7f46f0159310 2024-09-13T16:01:49.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.877+0000 7f46e7fff640 1 -- 172.21.15.76:0/920203363 >> v1:172.21.15.76:6789/0 conn(0x7f46f0159310 legacy=0x7f46f00ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:49.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.877+0000 7f46e7fff640 1 --2- 172.21.15.76:0/920203363 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f46dc0039a0 0x7f46dc003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:49.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.877+0000 7f46e7fff640 1 --2- 172.21.15.76:0/920203363 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f46f00b2b40 0x7f46dc0047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:49.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.877+0000 7f46e7fff640 1 --2- 172.21.15.76:0/920203363 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f46dc004d00 0x7f46dc005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:49.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.877+0000 7f46e7fff640 1 -- 172.21.15.76:0/920203363 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f46f00ceea0 con 0x7f46dc0039a0 2024-09-13T16:01:49.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.877+0000 7f46e7fff640 1 -- 172.21.15.76:0/920203363 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f46dc00b9e0 con 0x7f46dc004d00 2024-09-13T16:01:49.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.877+0000 7f46e7fff640 1 -- 172.21.15.76:0/920203363 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f46dc00bba0 con 0x7f46f00b2b40 2024-09-13T16:01:49.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.878+0000 7f46f50e1640 1 --2- 172.21.15.76:0/920203363 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f46dc0039a0 0x7f46dc003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:49.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.878+0000 7f46f48e0640 1 --2- 172.21.15.76:0/920203363 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f46f00b2b40 0x7f46dc0047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:49.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.878+0000 7f46f58e2640 1 --2- 172.21.15.76:0/920203363 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f46dc004d00 0x7f46dc005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:49.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.878+0000 7f46f50e1640 1 -- 172.21.15.76:0/920203363 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f46f00b2b40 msgr2=0x7f46dc0047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:01:49.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.878+0000 7f46f50e1640 1 --2- 172.21.15.76:0/920203363 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f46f00b2b40 0x7f46dc0047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:49.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.878+0000 7f46f50e1640 1 -- 172.21.15.76:0/920203363 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f46dc004d00 msgr2=0x7f46dc005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:01:49.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.878+0000 7f46f50e1640 1 --2- 172.21.15.76:0/920203363 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f46dc004d00 0x7f46dc005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:49.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.878+0000 7f46f50e1640 1 -- 172.21.15.76:0/920203363 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f46dc003520 con 0x7f46dc0039a0 2024-09-13T16:01:49.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.878+0000 7f46f50e1640 1 --2- 172.21.15.76:0/920203363 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f46dc0039a0 0x7f46dc003dc0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f46ec00c190 tx=0x7f46dc0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9b58c124527fecf1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:49.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.879+0000 7f46e7fff640 1 -- 172.21.15.76:0/920203363 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f46ec005ad0 con 0x7f46dc0039a0 2024-09-13T16:01:49.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.879+0000 7f46e7fff640 1 -- 172.21.15.76:0/920203363 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f46ec02d070 con 0x7f46dc0039a0 2024-09-13T16:01:49.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.879+0000 7f46e7fff640 1 -- 172.21.15.76:0/920203363 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f46ec005e90 con 0x7f46dc0039a0 2024-09-13T16:01:49.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.879+0000 7f46f7345640 1 -- 172.21.15.76:0/920203363 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f46dc0039a0 msgr2=0x7f46dc003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:49.884 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.879+0000 7f46f7345640 1 --2- 172.21.15.76:0/920203363 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f46dc0039a0 0x7f46dc003dc0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f46ec00c190 tx=0x7f46dc0057f0 comp rx=0 tx=0).stop 2024-09-13T16:01:49.884 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.879+0000 7f46f58e2640 1 -- 172.21.15.76:0/920203363 reap_dead start 2024-09-13T16:01:49.884 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.879+0000 7f46f7345640 1 -- 172.21.15.76:0/920203363 shutdown_connections 2024-09-13T16:01:49.884 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.879+0000 7f46f7345640 1 -- 172.21.15.76:0/920203363 >> 172.21.15.76:0/920203363 conn(0x7f46f006a0b0 msgr2=0x7f46f006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:49.884 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.879+0000 7f46f7345640 1 -- 172.21.15.76:0/920203363 shutdown_connections 2024-09-13T16:01:49.884 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.879+0000 7f46f7345640 1 -- 172.21.15.76:0/920203363 wait complete. 2024-09-13T16:01:49.887 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.880+0000 7f46f7345640 1 Processor -- start 2024-09-13T16:01:49.887 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.880+0000 7f46f7345640 1 -- start start 2024-09-13T16:01:49.887 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.881+0000 7f46f7345640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f46dc0039a0 0x7f46f01def00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:49.887 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.881+0000 7f46f7345640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f46f01e1550 0x7f46f014be80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:49.887 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.881+0000 7f46f7345640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f46f00ac0c0 0x7f46f00ac540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:49.887 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.881+0000 7f46f7345640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f46f00aca80 con 0x7f46f00ac0c0 2024-09-13T16:01:49.887 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.881+0000 7f46f7345640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f46f01df440 con 0x7f46dc0039a0 2024-09-13T16:01:49.887 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.881+0000 7f46f7345640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f46f01df660 con 0x7f46f01e1550 2024-09-13T16:01:49.887 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.881+0000 7f46f58e2640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f46f00ac0c0 0x7f46f00ac540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:49.887 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.881+0000 7f46f58e2640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f46f00ac0c0 0x7f46f00ac540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60600/0 (socket says 172.21.15.76:60600) 2024-09-13T16:01:49.887 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.881+0000 7f46f58e2640 1 -- 172.21.15.76:0/3374532125 learned_addr learned my addr 172.21.15.76:0/3374532125 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:01:49.887 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.881+0000 7f46f50e1640 1 --2- 172.21.15.76:0/3374532125 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f46dc0039a0 0x7f46f01def00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:49.888 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.881+0000 7f46f48e0640 1 --2- 172.21.15.76:0/3374532125 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f46f01e1550 0x7f46f014be80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:49.888 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.881+0000 7f46f58e2640 1 -- 172.21.15.76:0/3374532125 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f46f01e1550 msgr2=0x7f46f014be80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:49.888 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.881+0000 7f46f58e2640 1 --2- 172.21.15.76:0/3374532125 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f46f01e1550 0x7f46f014be80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:49.888 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.881+0000 7f46f58e2640 1 -- 172.21.15.76:0/3374532125 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f46dc0039a0 msgr2=0x7f46f01def00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:49.888 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.882+0000 7f46f58e2640 1 --2- 172.21.15.76:0/3374532125 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f46dc0039a0 0x7f46f01def00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:49.888 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.882+0000 7f46f58e2640 1 -- 172.21.15.76:0/3374532125 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f46f01df940 con 0x7f46f00ac0c0 2024-09-13T16:01:49.888 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.882+0000 7f46f58e2640 1 --2- 172.21.15.76:0/3374532125 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f46f00ac0c0 0x7f46f00ac540 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f46f0072560 tx=0x7f46e80115a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:49.888 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.882+0000 7f46e5ffb640 1 -- 172.21.15.76:0/3374532125 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f46e800e070 con 0x7f46f00ac0c0 2024-09-13T16:01:49.888 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.882+0000 7f46e5ffb640 1 -- 172.21.15.76:0/3374532125 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f46e8011e40 con 0x7f46f00ac0c0 2024-09-13T16:01:49.888 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.882+0000 7f46f7345640 1 -- 172.21.15.76:0/3374532125 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f46f01dfc20 con 0x7f46f00ac0c0 2024-09-13T16:01:49.888 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.882+0000 7f46e5ffb640 1 -- 172.21.15.76:0/3374532125 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f46e8003990 con 0x7f46f00ac0c0 2024-09-13T16:01:49.888 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.882+0000 7f46f7345640 1 -- 172.21.15.76:0/3374532125 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f46f01e01e0 con 0x7f46f00ac0c0 2024-09-13T16:01:49.888 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.883+0000 7f46f7345640 1 -- 172.21.15.76:0/3374532125 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f46f006dfa0 con 0x7f46f00ac0c0 2024-09-13T16:01:49.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.884+0000 7f46e5ffb640 1 -- 172.21.15.76:0/3374532125 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f46e8003b10 con 0x7f46f00ac0c0 2024-09-13T16:01:49.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.884+0000 7f46e5ffb640 1 --2- 172.21.15.76:0/3374532125 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f46d406abf0 0x7f46d406d0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:49.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.884+0000 7f46e5ffb640 1 -- 172.21.15.76:0/3374532125 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f46e8089c00 con 0x7f46f00ac0c0 2024-09-13T16:01:49.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.884+0000 7f46f50e1640 1 --2- 172.21.15.76:0/3374532125 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f46d406abf0 0x7f46d406d0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:49.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.884+0000 7f46f50e1640 1 --2- 172.21.15.76:0/3374532125 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f46d406abf0 0x7f46d406d0b0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f46ec032000 tx=0x7f46ec02d000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:49.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:49.888+0000 7f46e5ffb640 1 -- 172.21.15.76:0/3374532125 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f46e8090080 con 0x7f46f00ac0c0 2024-09-13T16:01:50.052 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.050+0000 7f46f7345640 1 -- 172.21.15.76:0/3374532125 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f46f006e4b0 con 0x7f46f00ac0c0 2024-09-13T16:01:50.052 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.050+0000 7f46e5ffb640 1 -- 172.21.15.76:0/3374532125 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v26) v1 ==== 100+0+11 (secure 0 0 0) 0x7f46e8054b80 con 0x7f46f00ac0c0 2024-09-13T16:01:50.052 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2024-09-13T16:01:50.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.053+0000 7f46f7345640 1 -- 172.21.15.76:0/3374532125 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f46d406abf0 msgr2=0x7f46d406d0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:50.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.053+0000 7f46f7345640 1 --2- 172.21.15.76:0/3374532125 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f46d406abf0 0x7f46d406d0b0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f46ec032000 tx=0x7f46ec02d000 comp rx=0 tx=0).stop 2024-09-13T16:01:50.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.053+0000 7f46f7345640 1 -- 172.21.15.76:0/3374532125 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f46f00ac0c0 msgr2=0x7f46f00ac540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:50.055 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.053+0000 7f46f7345640 1 --2- 172.21.15.76:0/3374532125 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f46f00ac0c0 0x7f46f00ac540 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f46f0072560 tx=0x7f46e80115a0 comp rx=0 tx=0).stop 2024-09-13T16:01:50.055 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.053+0000 7f46f7345640 1 -- 172.21.15.76:0/3374532125 shutdown_connections 2024-09-13T16:01:50.055 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.053+0000 7f46f7345640 1 --2- 172.21.15.76:0/3374532125 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f46f00ac0c0 0x7f46f00ac540 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:50.055 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.053+0000 7f46f7345640 1 --2- 172.21.15.76:0/3374532125 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f46d406abf0 0x7f46d406d0b0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:50.055 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.053+0000 7f46f7345640 1 --2- 172.21.15.76:0/3374532125 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f46f01e1550 0x7f46f014be80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:50.055 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.053+0000 7f46f7345640 1 --2- 172.21.15.76:0/3374532125 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f46dc0039a0 0x7f46f01def00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:50.055 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.053+0000 7f46f7345640 1 -- 172.21.15.76:0/3374532125 >> 172.21.15.76:0/3374532125 conn(0x7f46f006a0b0 msgr2=0x7f46f00b1ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:50.055 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.053+0000 7f46f7345640 1 -- 172.21.15.76:0/3374532125 shutdown_connections 2024-09-13T16:01:50.055 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.053+0000 7f46f7345640 1 -- 172.21.15.76:0/3374532125 wait complete. 2024-09-13T16:01:50.065 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-13T16:01:50.165 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.164+0000 7ff8339e2640 1 Processor -- start 2024-09-13T16:01:50.165 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.164+0000 7ff8339e2640 1 -- start start 2024-09-13T16:01:50.167 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.165+0000 7ff8339e2640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7ff82c159310 0x7ff82c0ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:50.167 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.165+0000 7ff8339e2640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff82c0b2b40 0x7ff82c0ab140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:50.167 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.165+0000 7ff8339e2640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff82c0ab680 0x7ff82c0ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:50.167 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.165+0000 7ff8339e2640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff82c0ad940 con 0x7ff82c0b2b40 2024-09-13T16:01:50.167 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.165+0000 7ff8339e2640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff82c0ccbe0 con 0x7ff82c159310 2024-09-13T16:01:50.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.165+0000 7ff8339e2640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff82c0b1810 con 0x7ff82c0ab680 2024-09-13T16:01:50.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.165+0000 7ff830f7d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff82c0b2b40 0x7ff82c0ab140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:50.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.165+0000 7ff830f7d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff82c0b2b40 0x7ff82c0ab140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60604/0 (socket says 172.21.15.76:60604) 2024-09-13T16:01:50.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.165+0000 7ff830f7d640 1 -- 172.21.15.76:0/376349306 learned_addr learned my addr 172.21.15.76:0/376349306 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:01:50.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.165+0000 7ff83177e640 1 --2- 172.21.15.76:0/376349306 >> v2:172.21.15.192:3300/0 conn(0x7ff82c159310 0x7ff82c0ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:50.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.165+0000 7ff831f7f640 1 --2- 172.21.15.76:0/376349306 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff82c0ab680 0x7ff82c0ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:50.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.165+0000 7ff830f7d640 1 -- 172.21.15.76:0/376349306 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff82c0ab680 msgr2=0x7ff82c0ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:01:50.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.165+0000 7ff830f7d640 1 --2- 172.21.15.76:0/376349306 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff82c0ab680 0x7ff82c0ce4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:50.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.165+0000 7ff830f7d640 1 -- 172.21.15.76:0/376349306 >> v2:172.21.15.192:3300/0 conn(0x7ff82c159310 msgr2=0x7ff82c0ad400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:01:50.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.165+0000 7ff830f7d640 1 --2- 172.21.15.76:0/376349306 >> v2:172.21.15.192:3300/0 conn(0x7ff82c159310 0x7ff82c0ad400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:50.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.165+0000 7ff830f7d640 1 -- 172.21.15.76:0/376349306 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff82c06d9e0 con 0x7ff82c0b2b40 2024-09-13T16:01:50.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.166+0000 7ff830f7d640 1 --2- 172.21.15.76:0/376349306 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff82c0b2b40 0x7ff82c0ab140 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7ff82c0cac90 tx=0x7ff82802a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=42e42c1398840359 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:50.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.166+0000 7ff823fff640 1 -- 172.21.15.76:0/376349306 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff82802ae90 con 0x7ff82c0b2b40 2024-09-13T16:01:50.169 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.166+0000 7ff823fff640 1 -- 172.21.15.76:0/376349306 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff828032440 con 0x7ff82c0b2b40 2024-09-13T16:01:50.169 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.166+0000 7ff823fff640 1 -- 172.21.15.76:0/376349306 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8280327d0 con 0x7ff82c0b2b40 2024-09-13T16:01:50.171 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.166+0000 7ff8339e2640 1 -- 172.21.15.76:0/376349306 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff82c0b2b40 msgr2=0x7ff82c0ab140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:50.171 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.166+0000 7ff8339e2640 1 --2- 172.21.15.76:0/376349306 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff82c0b2b40 0x7ff82c0ab140 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7ff82c0cac90 tx=0x7ff82802a140 comp rx=0 tx=0).stop 2024-09-13T16:01:50.171 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.167+0000 7ff8339e2640 1 -- 172.21.15.76:0/376349306 shutdown_connections 2024-09-13T16:01:50.171 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.167+0000 7ff8339e2640 1 --2- 172.21.15.76:0/376349306 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff82c0ab680 0x7ff82c0ce4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:50.171 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.167+0000 7ff8339e2640 1 --2- 172.21.15.76:0/376349306 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff82c0b2b40 0x7ff82c0ab140 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:50.172 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.167+0000 7ff8339e2640 1 --2- 172.21.15.76:0/376349306 >> v2:172.21.15.192:3300/0 conn(0x7ff82c159310 0x7ff82c0ad400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:50.172 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.167+0000 7ff8339e2640 1 -- 172.21.15.76:0/376349306 >> 172.21.15.76:0/376349306 conn(0x7ff82c06a0b0 msgr2=0x7ff82c06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:50.172 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.167+0000 7ff8339e2640 1 -- 172.21.15.76:0/376349306 shutdown_connections 2024-09-13T16:01:50.172 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.167+0000 7ff8339e2640 1 -- 172.21.15.76:0/376349306 wait complete. 2024-09-13T16:01:50.172 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.168+0000 7ff8339e2640 1 Processor -- start 2024-09-13T16:01:50.172 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.168+0000 7ff8339e2640 1 -- start start 2024-09-13T16:01:50.172 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.169+0000 7ff8339e2640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff82c0ab680 0x7ff82c1540a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:50.172 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.169+0000 7ff8339e2640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff82c0b2b40 0x7ff82c0c3170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:50.172 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.169+0000 7ff8339e2640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff82c159310 0x7ff82c0c36b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:50.172 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.169+0000 7ff8339e2640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff82c0c4de0 con 0x7ff82c0b2b40 2024-09-13T16:01:50.172 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.169+0000 7ff8339e2640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff82c1e1a20 con 0x7ff82c159310 2024-09-13T16:01:50.172 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.169+0000 7ff8339e2640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff82c1e1d00 con 0x7ff82c0ab680 2024-09-13T16:01:50.173 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.169+0000 7ff830f7d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff82c0b2b40 0x7ff82c0c3170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:50.173 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.169+0000 7ff830f7d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff82c0b2b40 0x7ff82c0c3170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60606/0 (socket says 172.21.15.76:60606) 2024-09-13T16:01:50.173 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.169+0000 7ff830f7d640 1 -- 172.21.15.76:0/4282238416 learned_addr learned my addr 172.21.15.76:0/4282238416 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:01:50.173 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.169+0000 7ff83177e640 1 --2- 172.21.15.76:0/4282238416 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff82c0ab680 0x7ff82c1540a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:50.173 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.169+0000 7ff831f7f640 1 --2- 172.21.15.76:0/4282238416 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff82c159310 0x7ff82c0c36b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:50.173 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.169+0000 7ff830f7d640 1 -- 172.21.15.76:0/4282238416 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff82c0ab680 msgr2=0x7ff82c1540a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:50.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.169+0000 7ff830f7d640 1 --2- 172.21.15.76:0/4282238416 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff82c0ab680 0x7ff82c1540a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:50.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.169+0000 7ff830f7d640 1 -- 172.21.15.76:0/4282238416 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff82c159310 msgr2=0x7ff82c0c36b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:50.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.169+0000 7ff830f7d640 1 --2- 172.21.15.76:0/4282238416 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff82c159310 0x7ff82c0c36b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:50.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.169+0000 7ff830f7d640 1 -- 172.21.15.76:0/4282238416 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff8280094d0 con 0x7ff82c0b2b40 2024-09-13T16:01:50.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.169+0000 7ff830f7d640 1 --2- 172.21.15.76:0/4282238416 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff82c0b2b40 0x7ff82c0c3170 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7ff82802a180 tx=0x7ff8280046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:50.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.169+0000 7ff821ffb640 1 -- 172.21.15.76:0/4282238416 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff828030850 con 0x7ff82c0b2b40 2024-09-13T16:01:50.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.169+0000 7ff821ffb640 1 -- 172.21.15.76:0/4282238416 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff8280309b0 con 0x7ff82c0b2b40 2024-09-13T16:01:50.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.169+0000 7ff8339e2640 1 -- 172.21.15.76:0/4282238416 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff82c1e1fe0 con 0x7ff82c0b2b40 2024-09-13T16:01:50.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.169+0000 7ff821ffb640 1 -- 172.21.15.76:0/4282238416 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff828030d60 con 0x7ff82c0b2b40 2024-09-13T16:01:50.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.170+0000 7ff8339e2640 1 -- 172.21.15.76:0/4282238416 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff82c0c4a70 con 0x7ff82c0b2b40 2024-09-13T16:01:50.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.171+0000 7ff8339e2640 1 -- 172.21.15.76:0/4282238416 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff82c1e1e40 con 0x7ff82c0b2b40 2024-09-13T16:01:50.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.171+0000 7ff821ffb640 1 -- 172.21.15.76:0/4282238416 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff828039040 con 0x7ff82c0b2b40 2024-09-13T16:01:50.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.171+0000 7ff821ffb640 1 --2- 172.21.15.76:0/4282238416 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff81006ac00 0x7ff81006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:50.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.171+0000 7ff821ffb640 1 -- 172.21.15.76:0/4282238416 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7ff8280aa0b0 con 0x7ff82c0b2b40 2024-09-13T16:01:50.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.171+0000 7ff83177e640 1 --2- 172.21.15.76:0/4282238416 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff81006ac00 0x7ff81006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:50.176 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.172+0000 7ff83177e640 1 --2- 172.21.15.76:0/4282238416 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff81006ac00 0x7ff81006d0c0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7ff81c007920 tx=0x7ff81c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:50.177 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.176+0000 7ff821ffb640 1 -- 172.21.15.76:0/4282238416 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ff82c1e1e40 con 0x7ff82c0b2b40 2024-09-13T16:01:50.339 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.338+0000 7ff8339e2640 1 -- 172.21.15.76:0/4282238416 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7ff82c1e2500 con 0x7ff82c0b2b40 2024-09-13T16:01:50.340 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.338+0000 7ff821ffb640 1 -- 172.21.15.76:0/4282238416 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v26) v1 ==== 103+0+11 (secure 0 0 0) 0x7ff82c1e2500 con 0x7ff82c0b2b40 2024-09-13T16:01:50.340 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2024-09-13T16:01:50.342 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.340+0000 7ff8339e2640 1 -- 172.21.15.76:0/4282238416 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff81006ac00 msgr2=0x7ff81006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:50.342 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.340+0000 7ff8339e2640 1 --2- 172.21.15.76:0/4282238416 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff81006ac00 0x7ff81006d0c0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7ff81c007920 tx=0x7ff81c008040 comp rx=0 tx=0).stop 2024-09-13T16:01:50.342 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.340+0000 7ff8339e2640 1 -- 172.21.15.76:0/4282238416 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff82c0b2b40 msgr2=0x7ff82c0c3170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:50.342 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.340+0000 7ff8339e2640 1 --2- 172.21.15.76:0/4282238416 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff82c0b2b40 0x7ff82c0c3170 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7ff82802a180 tx=0x7ff8280046c0 comp rx=0 tx=0).stop 2024-09-13T16:01:50.342 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.340+0000 7ff8339e2640 1 -- 172.21.15.76:0/4282238416 shutdown_connections 2024-09-13T16:01:50.342 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.340+0000 7ff8339e2640 1 --2- 172.21.15.76:0/4282238416 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff82c159310 0x7ff82c0c36b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:50.342 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.340+0000 7ff8339e2640 1 --2- 172.21.15.76:0/4282238416 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff82c0b2b40 0x7ff82c0c3170 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:50.342 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.340+0000 7ff8339e2640 1 --2- 172.21.15.76:0/4282238416 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff81006ac00 0x7ff81006d0c0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:50.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.340+0000 7ff8339e2640 1 --2- 172.21.15.76:0/4282238416 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff82c0ab680 0x7ff82c1540a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:50.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.340+0000 7ff8339e2640 1 -- 172.21.15.76:0/4282238416 >> 172.21.15.76:0/4282238416 conn(0x7ff82c06a0b0 msgr2=0x7ff82c157ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:50.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.340+0000 7ff8339e2640 1 -- 172.21.15.76:0/4282238416 shutdown_connections 2024-09-13T16:01:50.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.340+0000 7ff8339e2640 1 -- 172.21.15.76:0/4282238416 wait complete. 2024-09-13T16:01:50.353 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:01:50.455 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.453+0000 7fd9fb2d7640 1 Processor -- start 2024-09-13T16:01:50.455 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.454+0000 7fd9fb2d7640 1 -- start start 2024-09-13T16:01:50.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.454+0000 7fd9fb2d7640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fd9f406c4c0 0x7fd9f406c8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:50.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.454+0000 7fd9fb2d7640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fd9f40b2590 0x7fd9f406d3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:50.457 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.454+0000 7fd9fb2d7640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd9f40b29e0 con 0x7fd9f40cbea0 2024-09-13T16:01:50.457 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.454+0000 7fd9fb2d7640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd9f406deb0 con 0x7fd9f40b2590 2024-09-13T16:01:50.457 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.454+0000 7fd9fb2d7640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd9f40b2170 con 0x7fd9f406c4c0 2024-09-13T16:01:50.457 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.454+0000 7fd9f8872640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fd9f40b2590 0x7fd9f406d3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:50.457 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.454+0000 7fd9f8872640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fd9f40b2590 0x7fd9f406d3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60608/0 (socket says 172.21.15.76:60608) 2024-09-13T16:01:50.457 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.454+0000 7fd9f8872640 1 -- 172.21.15.76:0/3368481945 learned_addr learned my addr 172.21.15.76:0/3368481945 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:01:50.457 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.455+0000 7fd9f9073640 1 --2- 172.21.15.76:0/3368481945 >> v2:172.21.15.192:3300/0 conn(0x7fd9f406c4c0 0x7fd9f406c8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:50.457 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.455+0000 7fd9f8872640 1 -- 172.21.15.76:0/3368481945 >> v2:172.21.15.192:3300/0 conn(0x7fd9f406c4c0 msgr2=0x7fd9f406c8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:01:50.457 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.455+0000 7fd9f8872640 1 --2- 172.21.15.76:0/3368481945 >> v2:172.21.15.192:3300/0 conn(0x7fd9f406c4c0 0x7fd9f406c8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:50.457 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.455+0000 7fd9f8872640 1 -- 172.21.15.76:0/3368481945 >> v1:172.21.15.192:6789/0 conn(0x7fd9f40cbea0 legacy=0x7fd9f40cc330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:01:50.458 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.455+0000 7fd9f8872640 1 -- 172.21.15.76:0/3368481945 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd9f406e0c0 con 0x7fd9f40b2590 2024-09-13T16:01:50.458 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.455+0000 7fd9f8872640 1 --2- 172.21.15.76:0/3368481945 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd9f40b2590 0x7fd9f406d3a0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fd9f40cb910 tx=0x7fd9f002b630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=59679a0d5bc8d2b5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:50.460 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.456+0000 7fd9ebfff640 1 -- 172.21.15.76:0/3368481945 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd9f0030710 con 0x7fd9f40b2590 2024-09-13T16:01:50.461 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.456+0000 7fd9ebfff640 1 -- 172.21.15.76:0/3368481945 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd9f002e050 con 0x7fd9f40b2590 2024-09-13T16:01:50.461 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.456+0000 7fd9ebfff640 1 -- 172.21.15.76:0/3368481945 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd9f0030a90 con 0x7fd9f40b2590 2024-09-13T16:01:50.461 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.456+0000 7fd9fb2d7640 1 -- 172.21.15.76:0/3368481945 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd9f40b2590 msgr2=0x7fd9f406d3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:50.461 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.456+0000 7fd9fb2d7640 1 --2- 172.21.15.76:0/3368481945 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd9f40b2590 0x7fd9f406d3a0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fd9f40cb910 tx=0x7fd9f002b630 comp rx=0 tx=0).stop 2024-09-13T16:01:50.461 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.456+0000 7fd9fb2d7640 1 -- 172.21.15.76:0/3368481945 shutdown_connections 2024-09-13T16:01:50.461 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.456+0000 7fd9fb2d7640 1 --2- 172.21.15.76:0/3368481945 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd9f40b2590 0x7fd9f406d3a0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:50.461 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.456+0000 7fd9fb2d7640 1 --2- 172.21.15.76:0/3368481945 >> v2:172.21.15.192:3300/0 conn(0x7fd9f406c4c0 0x7fd9f406c8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:50.461 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.456+0000 7fd9fb2d7640 1 -- 172.21.15.76:0/3368481945 >> 172.21.15.76:0/3368481945 conn(0x7fd9f4069ed0 msgr2=0x7fd9f406a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:50.462 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.456+0000 7fd9fb2d7640 1 -- 172.21.15.76:0/3368481945 shutdown_connections 2024-09-13T16:01:50.462 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.456+0000 7fd9fb2d7640 1 -- 172.21.15.76:0/3368481945 wait complete. 2024-09-13T16:01:50.462 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.457+0000 7fd9fb2d7640 1 Processor -- start 2024-09-13T16:01:50.462 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.457+0000 7fd9fb2d7640 1 -- start start 2024-09-13T16:01:50.462 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.458+0000 7fd9fb2d7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd9f406c4c0 0x7fd9f4153580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:50.462 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.458+0000 7fd9fb2d7640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd9f40b2590 0x7fd9f4097260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:50.462 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.458+0000 7fd9fb2d7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd9f40cbea0 0x7fd9f40c6420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:50.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.458+0000 7fd9fb2d7640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd9f40977a0 con 0x7fd9f406c4c0 2024-09-13T16:01:50.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.458+0000 7fd9fb2d7640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd9f4153c10 con 0x7fd9f40b2590 2024-09-13T16:01:50.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.458+0000 7fd9fb2d7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd9f4070aa0 con 0x7fd9f40cbea0 2024-09-13T16:01:50.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.458+0000 7fd9f9073640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd9f406c4c0 0x7fd9f4153580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:50.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.458+0000 7fd9f9073640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd9f406c4c0 0x7fd9f4153580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60622/0 (socket says 172.21.15.76:60622) 2024-09-13T16:01:50.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.458+0000 7fd9f9073640 1 -- 172.21.15.76:0/2727716639 learned_addr learned my addr 172.21.15.76:0/2727716639 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:01:50.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.458+0000 7fd9f8872640 1 --2- 172.21.15.76:0/2727716639 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd9f40b2590 0x7fd9f4097260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:50.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.458+0000 7fd9f9874640 1 --2- 172.21.15.76:0/2727716639 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd9f40cbea0 0x7fd9f40c6420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:50.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.458+0000 7fd9f9073640 1 -- 172.21.15.76:0/2727716639 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd9f40cbea0 msgr2=0x7fd9f40c6420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:50.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.458+0000 7fd9f9073640 1 --2- 172.21.15.76:0/2727716639 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd9f40cbea0 0x7fd9f40c6420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:50.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.458+0000 7fd9f9073640 1 -- 172.21.15.76:0/2727716639 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd9f40b2590 msgr2=0x7fd9f4097260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:50.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.458+0000 7fd9f9073640 1 --2- 172.21.15.76:0/2727716639 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd9f40b2590 0x7fd9f4097260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:50.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.458+0000 7fd9f9073640 1 -- 172.21.15.76:0/2727716639 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd9f000a670 con 0x7fd9f406c4c0 2024-09-13T16:01:50.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.459+0000 7fd9f9073640 1 --2- 172.21.15.76:0/2727716639 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd9f406c4c0 0x7fd9f4153580 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fd9e400d800 tx=0x7fd9e400dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:50.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.459+0000 7fd9e9ffb640 1 -- 172.21.15.76:0/2727716639 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd9e400b6c0 con 0x7fd9f406c4c0 2024-09-13T16:01:50.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.459+0000 7fd9e9ffb640 1 -- 172.21.15.76:0/2727716639 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd9e400b820 con 0x7fd9f406c4c0 2024-09-13T16:01:50.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.459+0000 7fd9e9ffb640 1 -- 172.21.15.76:0/2727716639 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd9e400bbb0 con 0x7fd9f406c4c0 2024-09-13T16:01:50.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.459+0000 7fd9fb2d7640 1 -- 172.21.15.76:0/2727716639 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd9f4070d80 con 0x7fd9f406c4c0 2024-09-13T16:01:50.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.459+0000 7fd9fb2d7640 1 -- 172.21.15.76:0/2727716639 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd9f4071340 con 0x7fd9f406c4c0 2024-09-13T16:01:50.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.460+0000 7fd9fb2d7640 1 -- 172.21.15.76:0/2727716639 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd9f40714d0 con 0x7fd9f406c4c0 2024-09-13T16:01:50.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.460+0000 7fd9e9ffb640 1 -- 172.21.15.76:0/2727716639 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd9e400bd10 con 0x7fd9f406c4c0 2024-09-13T16:01:50.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.461+0000 7fd9e9ffb640 1 --2- 172.21.15.76:0/2727716639 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd9d806ac00 0x7fd9d806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:50.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.461+0000 7fd9e9ffb640 1 -- 172.21.15.76:0/2727716639 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fd9e4089a80 con 0x7fd9f406c4c0 2024-09-13T16:01:50.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.461+0000 7fd9f8872640 1 --2- 172.21.15.76:0/2727716639 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd9d806ac00 0x7fd9d806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:50.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.461+0000 7fd9f8872640 1 --2- 172.21.15.76:0/2727716639 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd9d806ac00 0x7fd9d806d0c0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fd9f0035000 tx=0x7fd9f0008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:50.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.465+0000 7fd9e9ffb640 1 -- 172.21.15.76:0/2727716639 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fd9e4054a20 con 0x7fd9f406c4c0 2024-09-13T16:01:50.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.636+0000 7fd9fb2d7640 1 -- 172.21.15.76:0/2727716639 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fd9f4154770 con 0x7fd9f406c4c0 2024-09-13T16:01:50.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.637+0000 7fd9e9ffb640 1 -- 172.21.15.76:0/2727716639 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v26) v1 ==== 80+0+0 (secure 0 0 0) 0x7fd9e4058040 con 0x7fd9f406c4c0 2024-09-13T16:01:50.638 INFO:teuthology.orchestra.run.smithi076.stderr:listed 0 entries 2024-09-13T16:01:50.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.639+0000 7fd9fb2d7640 1 -- 172.21.15.76:0/2727716639 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd9d806ac00 msgr2=0x7fd9d806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:50.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.639+0000 7fd9fb2d7640 1 --2- 172.21.15.76:0/2727716639 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd9d806ac00 0x7fd9d806d0c0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fd9f0035000 tx=0x7fd9f0008040 comp rx=0 tx=0).stop 2024-09-13T16:01:50.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.639+0000 7fd9fb2d7640 1 -- 172.21.15.76:0/2727716639 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd9f406c4c0 msgr2=0x7fd9f4153580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:50.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.639+0000 7fd9fb2d7640 1 --2- 172.21.15.76:0/2727716639 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd9f406c4c0 0x7fd9f4153580 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fd9e400d800 tx=0x7fd9e400dcc0 comp rx=0 tx=0).stop 2024-09-13T16:01:50.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.639+0000 7fd9fb2d7640 1 -- 172.21.15.76:0/2727716639 shutdown_connections 2024-09-13T16:01:50.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.639+0000 7fd9fb2d7640 1 --2- 172.21.15.76:0/2727716639 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd9d806ac00 0x7fd9d806d0c0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:50.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.639+0000 7fd9fb2d7640 1 --2- 172.21.15.76:0/2727716639 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd9f40cbea0 0x7fd9f40c6420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:50.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.639+0000 7fd9fb2d7640 1 --2- 172.21.15.76:0/2727716639 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd9f40b2590 0x7fd9f4097260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:50.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.639+0000 7fd9fb2d7640 1 --2- 172.21.15.76:0/2727716639 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd9f406c4c0 0x7fd9f4153580 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:50.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.639+0000 7fd9fb2d7640 1 -- 172.21.15.76:0/2727716639 >> 172.21.15.76:0/2727716639 conn(0x7fd9f4069ed0 msgr2=0x7fd9f4154060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:50.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.639+0000 7fd9fb2d7640 1 -- 172.21.15.76:0/2727716639 shutdown_connections 2024-09-13T16:01:50.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:50.639+0000 7fd9fb2d7640 1 -- 172.21.15.76:0/2727716639 wait complete. 2024-09-13T16:01:50.651 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi076.front.sepia.ceph.com... 2024-09-13T16:01:50.651 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:01:50.651 DEBUG:teuthology.orchestra.run.smithi076:> sudo fusermount -u /home/ubuntu/cephtest/mnt.admin 2024-09-13T16:01:50.674 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi076.stderr:ceph-fuse[43132]: fuse finished with error 0 and tester_r 0 2024-09-13T16:01:50.675 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:01:56.777 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi076.front.sepia.ceph.com 2024-09-13T16:01:56.778 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:01:56.778 DEBUG:teuthology.orchestra.run.smithi076:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.admin) 2024-09-13T16:01:57.093 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:01:57.211 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.209+0000 7f903ee0d640 1 Processor -- start 2024-09-13T16:01:57.211 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.209+0000 7f903ee0d640 1 -- start start 2024-09-13T16:01:57.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.210+0000 7f903ee0d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f90380cace0 0x7f90380cb150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:57.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.210+0000 7f903ee0d640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f90380c8920 con 0x7f903815a2e0 2024-09-13T16:01:57.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.210+0000 7f903ee0d640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f903815a6c0 con 0x7f903806d030 2024-09-13T16:01:57.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.210+0000 7f903ee0d640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f90380cb690 con 0x7f90380cace0 2024-09-13T16:01:57.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.210+0000 7f903cba9640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f903815a2e0 0x7f90380c9a40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:41076/0 (socket says 172.21.15.76:41076) 2024-09-13T16:01:57.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.210+0000 7f903cba9640 1 -- 172.21.15.76:0/3855792496 learned_addr learned my addr 172.21.15.76:0/3855792496 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:01:57.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.210+0000 7f9037fff640 1 --2- 172.21.15.76:0/3855792496 >> v2:172.21.15.76:3300/0 conn(0x7f90380cace0 0x7f90380cb150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:57.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.211+0000 7f9037fff640 1 -- 172.21.15.76:0/3855792496 >> v1:172.21.15.192:6789/0 conn(0x7f903806d030 legacy=0x7f903806d480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:57.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.211+0000 7f9037fff640 1 -- 172.21.15.76:0/3855792496 >> v1:172.21.15.76:6789/0 conn(0x7f903815a2e0 legacy=0x7f90380c9a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:57.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.211+0000 7f9037fff640 1 -- 172.21.15.76:0/3855792496 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f90380ca500 con 0x7f90380cace0 2024-09-13T16:01:57.214 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.212+0000 7f9037fff640 1 --2- 172.21.15.76:0/3855792496 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f90380cace0 0x7f90380cb150 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f902c0097a0 tx=0x7f902c02a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cb62b16dcb55b343 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:57.214 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.212+0000 7f90377fe640 1 -- 172.21.15.76:0/3855792496 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f902c032440 con 0x7f90380cace0 2024-09-13T16:01:57.214 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.212+0000 7f90377fe640 1 -- 172.21.15.76:0/3855792496 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f902c0325a0 con 0x7f90380cace0 2024-09-13T16:01:57.214 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.212+0000 7f90377fe640 1 -- 172.21.15.76:0/3855792496 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f902c032930 con 0x7f90380cace0 2024-09-13T16:01:57.215 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.212+0000 7f903ee0d640 1 -- 172.21.15.76:0/3855792496 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f90380cace0 msgr2=0x7f90380cb150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:57.215 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.212+0000 7f903ee0d640 1 --2- 172.21.15.76:0/3855792496 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f90380cace0 0x7f90380cb150 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f902c0097a0 tx=0x7f902c02a230 comp rx=0 tx=0).stop 2024-09-13T16:01:57.215 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.212+0000 7f903ee0d640 1 -- 172.21.15.76:0/3855792496 shutdown_connections 2024-09-13T16:01:57.215 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.212+0000 7f903ee0d640 1 --2- 172.21.15.76:0/3855792496 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f90380cace0 0x7f90380cb150 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:57.215 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.212+0000 7f903ee0d640 1 -- 172.21.15.76:0/3855792496 >> 172.21.15.76:0/3855792496 conn(0x7f9038069ed0 msgr2=0x7f903806a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:57.215 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.213+0000 7f903ee0d640 1 -- 172.21.15.76:0/3855792496 shutdown_connections 2024-09-13T16:01:57.215 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.213+0000 7f903ee0d640 1 -- 172.21.15.76:0/3855792496 wait complete. 2024-09-13T16:01:57.215 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.214+0000 7f903ee0d640 1 Processor -- start 2024-09-13T16:01:57.216 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.214+0000 7f903ee0d640 1 -- start start 2024-09-13T16:01:57.217 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.215+0000 7f903ee0d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f903806d030 0x7f90381f2940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:57.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.215+0000 7f903ee0d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f90380cace0 0x7f9038156520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:57.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.215+0000 7f903ee0d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f903815a2e0 0x7f9038156a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:57.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.215+0000 7f903ee0d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90380c8070 con 0x7f903815a2e0 2024-09-13T16:01:57.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.215+0000 7f903ee0d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90380c77a0 con 0x7f90380cace0 2024-09-13T16:01:57.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.215+0000 7f903ee0d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9038157460 con 0x7f903806d030 2024-09-13T16:01:57.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.215+0000 7f903d3aa640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f903815a2e0 0x7f9038156a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:57.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.215+0000 7f903d3aa640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f903815a2e0 0x7f9038156a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36336/0 (socket says 172.21.15.76:36336) 2024-09-13T16:01:57.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.215+0000 7f903d3aa640 1 -- 172.21.15.76:0/2126986780 learned_addr learned my addr 172.21.15.76:0/2126986780 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:01:57.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.215+0000 7f903cba9640 1 --2- 172.21.15.76:0/2126986780 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f903806d030 0x7f90381f2940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:57.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.215+0000 7f9037fff640 1 --2- 172.21.15.76:0/2126986780 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f90380cace0 0x7f9038156520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:57.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.215+0000 7f903d3aa640 1 -- 172.21.15.76:0/2126986780 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f903806d030 msgr2=0x7f90381f2940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:57.219 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.215+0000 7f903d3aa640 1 --2- 172.21.15.76:0/2126986780 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f903806d030 0x7f90381f2940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:57.219 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.215+0000 7f903d3aa640 1 -- 172.21.15.76:0/2126986780 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f90380cace0 msgr2=0x7f9038156520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:57.219 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.215+0000 7f903d3aa640 1 --2- 172.21.15.76:0/2126986780 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f90380cace0 0x7f9038156520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:57.219 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.215+0000 7f903d3aa640 1 -- 172.21.15.76:0/2126986780 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f902c009400 con 0x7f903815a2e0 2024-09-13T16:01:57.219 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.215+0000 7f903d3aa640 1 --2- 172.21.15.76:0/2126986780 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f903815a2e0 0x7f9038156a60 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f9030001eb0 tx=0x7f903000c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:57.219 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.216+0000 7f90357fa640 1 -- 172.21.15.76:0/2126986780 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90300052d0 con 0x7f903815a2e0 2024-09-13T16:01:57.219 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.216+0000 7f90357fa640 1 -- 172.21.15.76:0/2126986780 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9030005430 con 0x7f903815a2e0 2024-09-13T16:01:57.219 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.216+0000 7f90357fa640 1 -- 172.21.15.76:0/2126986780 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9030003810 con 0x7f903815a2e0 2024-09-13T16:01:57.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.216+0000 7f903ee0d640 1 -- 172.21.15.76:0/2126986780 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f90380c79b0 con 0x7f903815a2e0 2024-09-13T16:01:57.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.216+0000 7f903ee0d640 1 -- 172.21.15.76:0/2126986780 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f90381f2e80 con 0x7f903815a2e0 2024-09-13T16:01:57.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.217+0000 7f903ee0d640 1 -- 172.21.15.76:0/2126986780 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9038157620 con 0x7f903815a2e0 2024-09-13T16:01:57.221 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.217+0000 7f90357fa640 1 -- 172.21.15.76:0/2126986780 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9030003970 con 0x7f903815a2e0 2024-09-13T16:01:57.221 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.218+0000 7f90357fa640 1 --2- 172.21.15.76:0/2126986780 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f902406ac00 0x7f902406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:57.221 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.218+0000 7f90357fa640 1 -- 172.21.15.76:0/2126986780 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f9030088a90 con 0x7f903815a2e0 2024-09-13T16:01:57.221 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.218+0000 7f903cba9640 1 --2- 172.21.15.76:0/2126986780 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f902406ac00 0x7f902406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:57.221 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.218+0000 7f903cba9640 1 --2- 172.21.15.76:0/2126986780 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f902406ac00 0x7f902406d0c0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f9028005c00 tx=0x7f9028009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:57.223 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.222+0000 7f90357fa640 1 -- 172.21.15.76:0/2126986780 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f9030053ac0 con 0x7f903815a2e0 2024-09-13T16:01:57.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.386+0000 7f903ee0d640 1 -- 172.21.15.76:0/2126986780 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f90380c9630 con 0x7f903815a2e0 2024-09-13T16:01:57.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.387+0000 7f90357fa640 1 -- 172.21.15.76:0/2126986780 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) v1 ==== 74+0+18310 (secure 0 0 0) 0x7f9030017090 con 0x7f903815a2e0 2024-09-13T16:01:57.389 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:01:57.389 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":26,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:01:43.737551+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:01:36.778177+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T16:01:37.336141+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T16:01:40.400554+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:01:57.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.389+0000 7f903ee0d640 1 -- 172.21.15.76:0/2126986780 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f902406ac00 msgr2=0x7f902406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:57.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.389+0000 7f903ee0d640 1 --2- 172.21.15.76:0/2126986780 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f902406ac00 0x7f902406d0c0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f9028005c00 tx=0x7f9028009040 comp rx=0 tx=0).stop 2024-09-13T16:01:57.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.389+0000 7f903ee0d640 1 -- 172.21.15.76:0/2126986780 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f903815a2e0 msgr2=0x7f9038156a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:57.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.389+0000 7f903ee0d640 1 --2- 172.21.15.76:0/2126986780 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f903815a2e0 0x7f9038156a60 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f9030001eb0 tx=0x7f903000c890 comp rx=0 tx=0).stop 2024-09-13T16:01:57.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.389+0000 7f903ee0d640 1 -- 172.21.15.76:0/2126986780 shutdown_connections 2024-09-13T16:01:57.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.389+0000 7f903ee0d640 1 --2- 172.21.15.76:0/2126986780 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f903815a2e0 0x7f9038156a60 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:57.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.389+0000 7f903ee0d640 1 --2- 172.21.15.76:0/2126986780 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f90380cace0 0x7f9038156520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:57.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.389+0000 7f903ee0d640 1 --2- 172.21.15.76:0/2126986780 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f902406ac00 0x7f902406d0c0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:57.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.389+0000 7f903ee0d640 1 --2- 172.21.15.76:0/2126986780 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f903806d030 0x7f90381f2940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:57.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.389+0000 7f903ee0d640 1 -- 172.21.15.76:0/2126986780 >> 172.21.15.76:0/2126986780 conn(0x7f9038069ed0 msgr2=0x7f9038158e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:57.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.389+0000 7f903ee0d640 1 -- 172.21.15.76:0/2126986780 shutdown_connections 2024-09-13T16:01:57.392 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.389+0000 7f903ee0d640 1 -- 172.21.15.76:0/2126986780 wait complete. 2024-09-13T16:01:57.402 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:01:57.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.499+0000 7f72dc111640 1 Processor -- start 2024-09-13T16:01:57.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.500+0000 7f72dc111640 1 -- start start 2024-09-13T16:01:57.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.500+0000 7f72dc111640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f72d40990e0 0x7f72d40cb250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:57.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.500+0000 7f72dc111640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f72d40af8b0 0x7f72d40cb790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:57.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.500+0000 7f72dc111640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f72d40cfb10 con 0x7f72d415c8c0 2024-09-13T16:01:57.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.500+0000 7f72dc111640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f72d40caae0 con 0x7f72d40990e0 2024-09-13T16:01:57.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.500+0000 7f72dc111640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f72d415cca0 con 0x7f72d40af8b0 2024-09-13T16:01:57.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.500+0000 7f72d96ac640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f72d40990e0 0x7f72d40cb250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:57.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.501+0000 7f72d96ac640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f72d40990e0 0x7f72d40cb250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36348/0 (socket says 172.21.15.76:36348) 2024-09-13T16:01:57.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.501+0000 7f72d96ac640 1 -- 172.21.15.76:0/1581145684 learned_addr learned my addr 172.21.15.76:0/1581145684 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:01:57.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.501+0000 7f72da6ae640 1 --2- 172.21.15.76:0/1581145684 >> v2:172.21.15.192:3300/0 conn(0x7f72d40af8b0 0x7f72d40cb790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:57.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.501+0000 7f72d96ac640 1 -- 172.21.15.76:0/1581145684 >> v2:172.21.15.192:3300/0 conn(0x7f72d40af8b0 msgr2=0x7f72d40cb790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:01:57.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.501+0000 7f72d96ac640 1 --2- 172.21.15.76:0/1581145684 >> v2:172.21.15.192:3300/0 conn(0x7f72d40af8b0 0x7f72d40cb790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:57.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.501+0000 7f72d96ac640 1 -- 172.21.15.76:0/1581145684 >> v1:172.21.15.192:6789/0 conn(0x7f72d415c8c0 legacy=0x7f72d40989d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:01:57.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.501+0000 7f72d96ac640 1 -- 172.21.15.76:0/1581145684 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f72d40996c0 con 0x7f72d40990e0 2024-09-13T16:01:57.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.501+0000 7f72d96ac640 1 --2- 172.21.15.76:0/1581145684 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f72d40990e0 0x7f72d40cb250 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f72d40c3f70 tx=0x7f72c402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1099c6187cd21f43 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:57.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.502+0000 7f72d8eab640 1 -- 172.21.15.76:0/1581145684 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72c4032440 con 0x7f72d40990e0 2024-09-13T16:01:57.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.502+0000 7f72d8eab640 1 -- 172.21.15.76:0/1581145684 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f72c40325a0 con 0x7f72d40990e0 2024-09-13T16:01:57.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.502+0000 7f72d8eab640 1 -- 172.21.15.76:0/1581145684 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72c4032930 con 0x7f72d40990e0 2024-09-13T16:01:57.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.502+0000 7f72dc111640 1 -- 172.21.15.76:0/1581145684 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f72d40990e0 msgr2=0x7f72d40cb250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:57.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.502+0000 7f72dc111640 1 --2- 172.21.15.76:0/1581145684 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f72d40990e0 0x7f72d40cb250 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f72d40c3f70 tx=0x7f72c402a1a0 comp rx=0 tx=0).stop 2024-09-13T16:01:57.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.502+0000 7f72dc111640 1 -- 172.21.15.76:0/1581145684 shutdown_connections 2024-09-13T16:01:57.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.502+0000 7f72dc111640 1 --2- 172.21.15.76:0/1581145684 >> v2:172.21.15.192:3300/0 conn(0x7f72d40af8b0 0x7f72d40cb790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:57.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.502+0000 7f72dc111640 1 --2- 172.21.15.76:0/1581145684 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f72d40990e0 0x7f72d40cb250 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:57.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.502+0000 7f72dc111640 1 -- 172.21.15.76:0/1581145684 >> 172.21.15.76:0/1581145684 conn(0x7f72d40b1f80 msgr2=0x7f72d40b2390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:57.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.502+0000 7f72dc111640 1 -- 172.21.15.76:0/1581145684 shutdown_connections 2024-09-13T16:01:57.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.502+0000 7f72dc111640 1 -- 172.21.15.76:0/1581145684 wait complete. 2024-09-13T16:01:57.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.503+0000 7f72dc111640 1 Processor -- start 2024-09-13T16:01:57.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.503+0000 7f72dc111640 1 -- start start 2024-09-13T16:01:57.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.504+0000 7f72dc111640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f72d40990e0 0x7f72d41584a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:57.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.504+0000 7f72dc111640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f72d40af8b0 0x7f72d4153960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:57.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.504+0000 7f72dc111640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f72d415c8c0 0x7f72d40cb3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:57.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.504+0000 7f72dc111640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f72d4159730 con 0x7f72d40990e0 2024-09-13T16:01:57.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.504+0000 7f72dc111640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f72d4159450 con 0x7f72d40af8b0 2024-09-13T16:01:57.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.504+0000 7f72dc111640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f72d41579c0 con 0x7f72d415c8c0 2024-09-13T16:01:57.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.504+0000 7f72d9ead640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f72d40990e0 0x7f72d41584a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:57.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.504+0000 7f72d9ead640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f72d40990e0 0x7f72d41584a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36352/0 (socket says 172.21.15.76:36352) 2024-09-13T16:01:57.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.504+0000 7f72d9ead640 1 -- 172.21.15.76:0/1517989500 learned_addr learned my addr 172.21.15.76:0/1517989500 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:01:57.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.504+0000 7f72d9ead640 1 -- 172.21.15.76:0/1517989500 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f72d415c8c0 msgr2=0x7f72d40cb3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:57.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.504+0000 7f72d9ead640 1 --2- 172.21.15.76:0/1517989500 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f72d415c8c0 0x7f72d40cb3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:57.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.504+0000 7f72d9ead640 1 -- 172.21.15.76:0/1517989500 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f72d40af8b0 msgr2=0x7f72d4153960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:57.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.504+0000 7f72d9ead640 1 --2- 172.21.15.76:0/1517989500 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f72d40af8b0 0x7f72d4153960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:57.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.505+0000 7f72d9ead640 1 -- 172.21.15.76:0/1517989500 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f72c40094d0 con 0x7f72d40990e0 2024-09-13T16:01:57.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.505+0000 7f72d9ead640 1 --2- 172.21.15.76:0/1517989500 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f72d40990e0 0x7f72d41584a0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f72d000c430 tx=0x7f72d000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:57.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.505+0000 7f72ca7fc640 1 -- 172.21.15.76:0/1517989500 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72d0011790 con 0x7f72d40990e0 2024-09-13T16:01:57.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.505+0000 7f72ca7fc640 1 -- 172.21.15.76:0/1517989500 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f72d00118f0 con 0x7f72d40990e0 2024-09-13T16:01:57.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.505+0000 7f72dc111640 1 -- 172.21.15.76:0/1517989500 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f72d4157ca0 con 0x7f72d40990e0 2024-09-13T16:01:57.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.505+0000 7f72ca7fc640 1 -- 172.21.15.76:0/1517989500 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72d0011ce0 con 0x7f72d40990e0 2024-09-13T16:01:57.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.505+0000 7f72dc111640 1 -- 172.21.15.76:0/1517989500 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f72d4153ea0 con 0x7f72d40990e0 2024-09-13T16:01:57.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.506+0000 7f72dc111640 1 -- 172.21.15.76:0/1517989500 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f72d4157820 con 0x7f72d40990e0 2024-09-13T16:01:57.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.506+0000 7f72ca7fc640 1 -- 172.21.15.76:0/1517989500 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f72d001c460 con 0x7f72d40990e0 2024-09-13T16:01:57.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.507+0000 7f72ca7fc640 1 --2- 172.21.15.76:0/1517989500 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f72b806ac00 0x7f72b806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:57.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.507+0000 7f72ca7fc640 1 -- 172.21.15.76:0/1517989500 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f72d00895c0 con 0x7f72d40990e0 2024-09-13T16:01:57.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.507+0000 7f72d96ac640 1 --2- 172.21.15.76:0/1517989500 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f72b806ac00 0x7f72b806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:57.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.507+0000 7f72d96ac640 1 --2- 172.21.15.76:0/1517989500 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f72b806ac00 0x7f72b806d0c0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f72c4034000 tx=0x7f72c402c000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:57.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.511+0000 7f72ca7fc640 1 -- 172.21.15.76:0/1517989500 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f72d4157820 con 0x7f72d40990e0 2024-09-13T16:01:57.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.673+0000 7f72dc111640 1 -- 172.21.15.76:0/1517989500 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f72d4157820 con 0x7f72d40990e0 2024-09-13T16:01:57.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.675+0000 7f72ca7fc640 1 -- 172.21.15.76:0/1517989500 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) v1 ==== 74+0+18310 (secure 0 0 0) 0x7f72d4157820 con 0x7f72d40990e0 2024-09-13T16:01:57.677 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:01:57.677 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":26,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:01:43.737551+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:01:36.778177+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T16:01:37.336141+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T16:01:40.400554+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:01:57.678 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.676+0000 7f72dc111640 1 -- 172.21.15.76:0/1517989500 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f72b806ac00 msgr2=0x7f72b806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:57.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.676+0000 7f72dc111640 1 --2- 172.21.15.76:0/1517989500 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f72b806ac00 0x7f72b806d0c0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f72c4034000 tx=0x7f72c402c000 comp rx=0 tx=0).stop 2024-09-13T16:01:57.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.676+0000 7f72dc111640 1 -- 172.21.15.76:0/1517989500 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f72d40990e0 msgr2=0x7f72d41584a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:57.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.676+0000 7f72dc111640 1 --2- 172.21.15.76:0/1517989500 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f72d40990e0 0x7f72d41584a0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f72d000c430 tx=0x7f72d000c8f0 comp rx=0 tx=0).stop 2024-09-13T16:01:57.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.677+0000 7f72dc111640 1 -- 172.21.15.76:0/1517989500 shutdown_connections 2024-09-13T16:01:57.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.677+0000 7f72dc111640 1 --2- 172.21.15.76:0/1517989500 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f72b806ac00 0x7f72b806d0c0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:57.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.677+0000 7f72dc111640 1 --2- 172.21.15.76:0/1517989500 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f72d415c8c0 0x7f72d40cb3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:57.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.677+0000 7f72dc111640 1 --2- 172.21.15.76:0/1517989500 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f72d40af8b0 0x7f72d4153960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:57.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.677+0000 7f72dc111640 1 --2- 172.21.15.76:0/1517989500 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f72d40990e0 0x7f72d41584a0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:57.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.677+0000 7f72dc111640 1 -- 172.21.15.76:0/1517989500 >> 172.21.15.76:0/1517989500 conn(0x7f72d40b1f80 msgr2=0x7f72d40b1630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:57.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.677+0000 7f72dc111640 1 -- 172.21.15.76:0/1517989500 shutdown_connections 2024-09-13T16:01:57.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.677+0000 7f72dc111640 1 -- 172.21.15.76:0/1517989500 wait complete. 2024-09-13T16:01:57.689 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-13T16:01:57.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.789+0000 7f7b5e7e9640 1 Processor -- start 2024-09-13T16:01:57.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.789+0000 7f7b5e7e9640 1 -- start start 2024-09-13T16:01:57.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.789+0000 7f7b5e7e9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7b5806c8a0 0x7f7b580b1160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:57.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.789+0000 7f7b5e7e9640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f7b58071b20 0x7f7b580b16a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:57.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.789+0000 7f7b5e7e9640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7b580b2d10 con 0x7f7b58158b00 2024-09-13T16:01:57.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.789+0000 7f7b5e7e9640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7b580b2ff0 con 0x7f7b58071b20 2024-09-13T16:01:57.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.789+0000 7f7b5e7e9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7b58070310 con 0x7f7b5806c8a0 2024-09-13T16:01:57.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.790+0000 7f7b5cd86640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f7b58071b20 0x7f7b580b16a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:57.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.790+0000 7f7b577fe640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7b5806c8a0 0x7f7b580b1160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:57.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.790+0000 7f7b5cd86640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f7b58071b20 0x7f7b580b16a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.76:37346/0 (socket says 172.21.15.76:37346) 2024-09-13T16:01:57.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.790+0000 7f7b5cd86640 1 -- 172.21.15.76:0/1788123409 learned_addr learned my addr 172.21.15.76:0/1788123409 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:01:57.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.790+0000 7f7b57fff640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7f7b58158b00 0x7f7b5806c190 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:41762/0 (socket says 172.21.15.76:41762) 2024-09-13T16:01:57.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.790+0000 7f7b5cd86640 1 -- 172.21.15.76:0/1788123409 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7b5806c8a0 msgr2=0x7f7b580b1160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:01:57.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.790+0000 7f7b5cd86640 1 --2- 172.21.15.76:0/1788123409 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7b5806c8a0 0x7f7b580b1160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:57.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.790+0000 7f7b5cd86640 1 -- 172.21.15.76:0/1788123409 >> v1:172.21.15.192:6789/0 conn(0x7f7b58158b00 legacy=0x7f7b5806c190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:57.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.790+0000 7f7b5cd86640 1 -- 172.21.15.76:0/1788123409 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7b580705f0 con 0x7f7b58071b20 2024-09-13T16:01:57.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.790+0000 7f7b56ffd640 1 -- 172.21.15.76:0/1788123409 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3089727380 0 0) 0x7f7b580b2d10 con 0x7f7b58158b00 2024-09-13T16:01:57.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.790+0000 7f7b577fe640 1 --2- 172.21.15.76:0/1788123409 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7b5806c8a0 0x7f7b580b1160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:01:57.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.791+0000 7f7b5cd86640 1 --2- 172.21.15.76:0/1788123409 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7b58071b20 0x7f7b580b16a0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f7b5000af60 tx=0x7f7b5002b830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1b204f5e5ff4aa4b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:57.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.791+0000 7f7b56ffd640 1 -- 172.21.15.76:0/1788123409 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b5000a2d0 con 0x7f7b58071b20 2024-09-13T16:01:57.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.791+0000 7f7b56ffd640 1 -- 172.21.15.76:0/1788123409 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7b50008500 con 0x7f7b58071b20 2024-09-13T16:01:57.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.791+0000 7f7b56ffd640 1 -- 172.21.15.76:0/1788123409 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b50008890 con 0x7f7b58071b20 2024-09-13T16:01:57.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.791+0000 7f7b5e7e9640 1 -- 172.21.15.76:0/1788123409 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7b58071b20 msgr2=0x7f7b580b16a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:57.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.791+0000 7f7b5e7e9640 1 --2- 172.21.15.76:0/1788123409 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7b58071b20 0x7f7b580b16a0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f7b5000af60 tx=0x7f7b5002b830 comp rx=0 tx=0).stop 2024-09-13T16:01:57.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.791+0000 7f7b5e7e9640 1 -- 172.21.15.76:0/1788123409 shutdown_connections 2024-09-13T16:01:57.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.791+0000 7f7b5e7e9640 1 --2- 172.21.15.76:0/1788123409 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7b58071b20 0x7f7b580b16a0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:57.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.791+0000 7f7b5e7e9640 1 --2- 172.21.15.76:0/1788123409 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7b5806c8a0 0x7f7b580b1160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:57.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.791+0000 7f7b5e7e9640 1 -- 172.21.15.76:0/1788123409 >> 172.21.15.76:0/1788123409 conn(0x7f7b5806a0b0 msgr2=0x7f7b5806a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:57.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.792+0000 7f7b5e7e9640 1 -- 172.21.15.76:0/1788123409 shutdown_connections 2024-09-13T16:01:57.795 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.792+0000 7f7b5e7e9640 1 -- 172.21.15.76:0/1788123409 wait complete. 2024-09-13T16:01:57.795 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.793+0000 7f7b5e7e9640 1 Processor -- start 2024-09-13T16:01:57.795 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.793+0000 7f7b5e7e9640 1 -- start start 2024-09-13T16:01:57.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.794+0000 7f7b5e7e9640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7b5806c8a0 0x7f7b58157b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:57.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.794+0000 7f7b5e7e9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7b58071b20 0x7f7b5809bb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:57.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.794+0000 7f7b5e7e9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7b58158b00 0x7f7b5815b360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:57.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.794+0000 7f7b5e7e9640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b580c33b0 con 0x7f7b58158b00 2024-09-13T16:01:57.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.794+0000 7f7b5e7e9640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b580c3690 con 0x7f7b5806c8a0 2024-09-13T16:01:57.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.794+0000 7f7b5e7e9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7b58099060 con 0x7f7b58071b20 2024-09-13T16:01:57.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.794+0000 7f7b5cd86640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7b58158b00 0x7f7b5815b360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:57.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.794+0000 7f7b5cd86640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7b58158b00 0x7f7b5815b360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36360/0 (socket says 172.21.15.76:36360) 2024-09-13T16:01:57.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.794+0000 7f7b5cd86640 1 -- 172.21.15.76:0/580395324 learned_addr learned my addr 172.21.15.76:0/580395324 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:01:57.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.794+0000 7f7b57fff640 1 --2- 172.21.15.76:0/580395324 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7b5806c8a0 0x7f7b58157b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:57.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.794+0000 7f7b577fe640 1 --2- 172.21.15.76:0/580395324 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7b58071b20 0x7f7b5809bb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:57.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.794+0000 7f7b5cd86640 1 -- 172.21.15.76:0/580395324 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7b58071b20 msgr2=0x7f7b5809bb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:57.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.794+0000 7f7b5cd86640 1 --2- 172.21.15.76:0/580395324 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7b58071b20 0x7f7b5809bb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:57.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.794+0000 7f7b5cd86640 1 -- 172.21.15.76:0/580395324 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7b5806c8a0 msgr2=0x7f7b58157b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:57.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.794+0000 7f7b5cd86640 1 --2- 172.21.15.76:0/580395324 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7b5806c8a0 0x7f7b58157b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:57.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.794+0000 7f7b5cd86640 1 -- 172.21.15.76:0/580395324 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7b4c009400 con 0x7f7b58158b00 2024-09-13T16:01:57.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.794+0000 7f7b5cd86640 1 --2- 172.21.15.76:0/580395324 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7b58158b00 0x7f7b5815b360 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f7b5000af60 tx=0x7f7b50004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:57.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.794+0000 7f7b54ff9640 1 -- 172.21.15.76:0/580395324 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b5000a620 con 0x7f7b58158b00 2024-09-13T16:01:57.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.794+0000 7f7b54ff9640 1 -- 172.21.15.76:0/580395324 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7b50009cc0 con 0x7f7b58158b00 2024-09-13T16:01:57.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.794+0000 7f7b5e7e9640 1 -- 172.21.15.76:0/580395324 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7b5000ac40 con 0x7f7b58158b00 2024-09-13T16:01:57.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.794+0000 7f7b54ff9640 1 -- 172.21.15.76:0/580395324 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b50003bd0 con 0x7f7b58158b00 2024-09-13T16:01:57.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.794+0000 7f7b5e7e9640 1 -- 172.21.15.76:0/580395324 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7b58099620 con 0x7f7b58158b00 2024-09-13T16:01:57.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.795+0000 7f7b5e7e9640 1 -- 172.21.15.76:0/580395324 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7b580c3800 con 0x7f7b58158b00 2024-09-13T16:01:57.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.796+0000 7f7b54ff9640 1 -- 172.21.15.76:0/580395324 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7b50031070 con 0x7f7b58158b00 2024-09-13T16:01:57.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.796+0000 7f7b54ff9640 1 --2- 172.21.15.76:0/580395324 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7b4406ac00 0x7f7b4406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:57.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.796+0000 7f7b54ff9640 1 -- 172.21.15.76:0/580395324 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f7b500a9b90 con 0x7f7b58158b00 2024-09-13T16:01:57.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.796+0000 7f7b57fff640 1 --2- 172.21.15.76:0/580395324 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7b4406ac00 0x7f7b4406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:57.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.797+0000 7f7b57fff640 1 --2- 172.21.15.76:0/580395324 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7b4406ac00 0x7f7b4406d0c0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f7b48007fd0 tx=0x7f7b48007de0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:57.801 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.800+0000 7f7b54ff9640 1 -- 172.21.15.76:0/580395324 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f7b50074ce0 con 0x7f7b58158b00 2024-09-13T16:01:57.997 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:57.995+0000 7f7b5e7e9640 1 -- 172.21.15.76:0/580395324 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7f7b580cc170 con 0x7f7b58158b00 2024-09-13T16:01:58.027 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:58.026+0000 7f7b54ff9640 1 -- 172.21.15.76:0/580395324 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v8) v1 ==== 118+0+0 (secure 0 0 0) 0x7f7b50078300 con 0x7f7b58158b00 2024-09-13T16:01:58.029 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:58.028+0000 7f7b5e7e9640 1 -- 172.21.15.76:0/580395324 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7b4406ac00 msgr2=0x7f7b4406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:58.029 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:58.028+0000 7f7b5e7e9640 1 --2- 172.21.15.76:0/580395324 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7b4406ac00 0x7f7b4406d0c0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f7b48007fd0 tx=0x7f7b48007de0 comp rx=0 tx=0).stop 2024-09-13T16:01:58.029 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:58.028+0000 7f7b5e7e9640 1 -- 172.21.15.76:0/580395324 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7b58158b00 msgr2=0x7f7b5815b360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:58.030 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:58.028+0000 7f7b5e7e9640 1 --2- 172.21.15.76:0/580395324 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7b58158b00 0x7f7b5815b360 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f7b5000af60 tx=0x7f7b50004a40 comp rx=0 tx=0).stop 2024-09-13T16:01:58.030 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:58.028+0000 7f7b5e7e9640 1 -- 172.21.15.76:0/580395324 shutdown_connections 2024-09-13T16:01:58.030 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:58.028+0000 7f7b5e7e9640 1 --2- 172.21.15.76:0/580395324 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7b58158b00 0x7f7b5815b360 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:58.030 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:58.028+0000 7f7b5e7e9640 1 --2- 172.21.15.76:0/580395324 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7b4406ac00 0x7f7b4406d0c0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:58.030 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:58.028+0000 7f7b5e7e9640 1 --2- 172.21.15.76:0/580395324 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7b58071b20 0x7f7b5809bb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:58.030 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:58.028+0000 7f7b5e7e9640 1 --2- 172.21.15.76:0/580395324 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7b5806c8a0 0x7f7b58157b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:58.030 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:58.028+0000 7f7b5e7e9640 1 -- 172.21.15.76:0/580395324 >> 172.21.15.76:0/580395324 conn(0x7f7b5806a0b0 msgr2=0x7f7b580aefa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:58.030 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:58.028+0000 7f7b5e7e9640 1 -- 172.21.15.76:0/580395324 shutdown_connections 2024-09-13T16:01:58.030 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:58.028+0000 7f7b5e7e9640 1 -- 172.21.15.76:0/580395324 wait complete. 2024-09-13T16:01:58.040 DEBUG:tasks.cephfs.filesystem:fs_config: {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd']} 2024-09-13T16:01:58.040 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-13T16:01:58.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:58.140+0000 7f9fc6f53640 1 Processor -- start 2024-09-13T16:01:58.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:58.140+0000 7f9fc6f53640 1 -- start start 2024-09-13T16:01:58.145 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:58.141+0000 7f9fc6f53640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f9fc00cdf10 0x7f9fc0069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:58.145 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:58.141+0000 7f9fc6f53640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9fc015c9a0 con 0x7f9fc006b600 2024-09-13T16:01:58.145 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:58.141+0000 7f9fc6f53640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9fc006b170 con 0x7f9fc00ce2f0 2024-09-13T16:01:58.145 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:58.141+0000 7f9fc6f53640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9fc006a560 con 0x7f9fc00cdf10 2024-09-13T16:01:58.146 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:58.141+0000 7f9fc4cef640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f9fc00cdf10 0x7f9fc0069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:58.146 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:58.141+0000 7f9fbffff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f9fc006b600 0x7f9fc0065c60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:41078/0 (socket says 172.21.15.76:41078) 2024-09-13T16:01:58.146 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:58.141+0000 7f9fc4cef640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f9fc00cdf10 0x7f9fc0069ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36374/0 (socket says 172.21.15.76:36374) 2024-09-13T16:01:58.146 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:58.141+0000 7f9fc4cef640 1 -- 172.21.15.76:0/1755952065 learned_addr learned my addr 172.21.15.76:0/1755952065 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:01:58.146 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:58.141+0000 7f9fc4cef640 1 -- 172.21.15.76:0/1755952065 >> v1:172.21.15.192:6789/0 conn(0x7f9fc00ce2f0 legacy=0x7f9fc006ca30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:58.146 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:58.141+0000 7f9fc4cef640 1 -- 172.21.15.76:0/1755952065 >> v1:172.21.15.76:6789/0 conn(0x7f9fc006b600 legacy=0x7f9fc0065c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:58.146 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:58.141+0000 7f9fc4cef640 1 -- 172.21.15.76:0/1755952065 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9fc006a840 con 0x7f9fc00cdf10 2024-09-13T16:01:58.146 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:58.142+0000 7f9fc4cef640 1 --2- 172.21.15.76:0/1755952065 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9fc00cdf10 0x7f9fc0069ed0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f9fb40098a0 tx=0x7f9fb402a320 comp rx=0 tx=0).ready entity=mon.0 client_cookie=17e84e93c95cccf5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:58.146 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:58.142+0000 7f9fbf7fe640 1 -- 172.21.15.76:0/1755952065 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9fb4032640 con 0x7f9fc00cdf10 2024-09-13T16:01:58.146 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:58.142+0000 7f9fbf7fe640 1 -- 172.21.15.76:0/1755952065 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9fb40327a0 con 0x7f9fc00cdf10 2024-09-13T16:01:58.146 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:58.142+0000 7f9fbf7fe640 1 -- 172.21.15.76:0/1755952065 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9fb4032b30 con 0x7f9fc00cdf10 2024-09-13T16:01:58.146 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:58.142+0000 7f9fc6f53640 1 -- 172.21.15.76:0/1755952065 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9fc00cdf10 msgr2=0x7f9fc0069ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:58.146 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:58.142+0000 7f9fc6f53640 1 --2- 172.21.15.76:0/1755952065 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9fc00cdf10 0x7f9fc0069ed0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f9fb40098a0 tx=0x7f9fb402a320 comp rx=0 tx=0).stop 2024-09-13T16:01:58.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:58.142+0000 7f9fc6f53640 1 -- 172.21.15.76:0/1755952065 shutdown_connections 2024-09-13T16:01:58.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:58.142+0000 7f9fc6f53640 1 --2- 172.21.15.76:0/1755952065 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9fc00cdf10 0x7f9fc0069ed0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:58.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:58.142+0000 7f9fc6f53640 1 -- 172.21.15.76:0/1755952065 >> 172.21.15.76:0/1755952065 conn(0x7f9fc00cb5b0 msgr2=0x7f9fc00cb9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:58.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:58.143+0000 7f9fc6f53640 1 -- 172.21.15.76:0/1755952065 shutdown_connections 2024-09-13T16:01:58.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:58.143+0000 7f9fc6f53640 1 -- 172.21.15.76:0/1755952065 wait complete. 2024-09-13T16:01:58.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:58.144+0000 7f9fc6f53640 1 Processor -- start 2024-09-13T16:01:58.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:58.144+0000 7f9fc6f53640 1 -- start start 2024-09-13T16:01:58.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:58.144+0000 7f9fc6f53640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9fc006b600 0x7f9fc00cc620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:58.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:58.145+0000 7f9fc6f53640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9fc00cdf10 0x7f9fc00c5c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:58.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:58.145+0000 7f9fc6f53640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9fc00ce2f0 0x7f9fc014d430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:58.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:58.145+0000 7f9fc6f53640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9fc00c71f0 con 0x7f9fc00ce2f0 2024-09-13T16:01:58.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:58.145+0000 7f9fc6f53640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9fc00c6570 con 0x7f9fc00cdf10 2024-09-13T16:01:58.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:58.145+0000 7f9fc6f53640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9fc00c6850 con 0x7f9fc006b600 2024-09-13T16:01:58.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:58.145+0000 7f9fc54f0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9fc00ce2f0 0x7f9fc014d430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:58.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:58.145+0000 7f9fc54f0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9fc00ce2f0 0x7f9fc014d430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36384/0 (socket says 172.21.15.76:36384) 2024-09-13T16:01:58.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:58.145+0000 7f9fc54f0640 1 -- 172.21.15.76:0/70675905 learned_addr learned my addr 172.21.15.76:0/70675905 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:01:58.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:58.145+0000 7f9fbffff640 1 --2- 172.21.15.76:0/70675905 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9fc00cdf10 0x7f9fc00c5c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:58.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:58.145+0000 7f9fc4cef640 1 --2- 172.21.15.76:0/70675905 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9fc006b600 0x7f9fc00cc620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:58.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:58.145+0000 7f9fc54f0640 1 -- 172.21.15.76:0/70675905 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9fc006b600 msgr2=0x7f9fc00cc620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:58.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:58.145+0000 7f9fc54f0640 1 --2- 172.21.15.76:0/70675905 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9fc006b600 0x7f9fc00cc620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:58.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:58.145+0000 7f9fc54f0640 1 -- 172.21.15.76:0/70675905 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9fc00cdf10 msgr2=0x7f9fc00c5c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:58.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:58.145+0000 7f9fc54f0640 1 --2- 172.21.15.76:0/70675905 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9fc00cdf10 0x7f9fc00c5c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:58.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:58.145+0000 7f9fc54f0640 1 -- 172.21.15.76:0/70675905 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9fb40094d0 con 0x7f9fc00ce2f0 2024-09-13T16:01:58.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:58.145+0000 7f9fc54f0640 1 --2- 172.21.15.76:0/70675905 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9fc00ce2f0 0x7f9fc014d430 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f9fb800c6b0 tx=0x7f9fb800cb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:58.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:58.145+0000 7f9fbd7fa640 1 -- 172.21.15.76:0/70675905 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9fb8003b70 con 0x7f9fc00ce2f0 2024-09-13T16:01:58.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:58.145+0000 7f9fbd7fa640 1 -- 172.21.15.76:0/70675905 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9fb8003cf0 con 0x7f9fc00ce2f0 2024-09-13T16:01:58.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:58.145+0000 7f9fc6f53640 1 -- 172.21.15.76:0/70675905 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9fc00c6b30 con 0x7f9fc00ce2f0 2024-09-13T16:01:58.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:58.145+0000 7f9fbd7fa640 1 -- 172.21.15.76:0/70675905 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9fb8003ea0 con 0x7f9fc00ce2f0 2024-09-13T16:01:58.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:58.145+0000 7f9fc6f53640 1 -- 172.21.15.76:0/70675905 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9fc00ccb60 con 0x7f9fc00ce2f0 2024-09-13T16:01:58.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:58.146+0000 7f9fc6f53640 1 -- 172.21.15.76:0/70675905 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9fc00c7330 con 0x7f9fc00ce2f0 2024-09-13T16:01:58.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:58.147+0000 7f9fbd7fa640 1 -- 172.21.15.76:0/70675905 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9fb8005310 con 0x7f9fc00ce2f0 2024-09-13T16:01:58.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:58.147+0000 7f9fbd7fa640 1 --2- 172.21.15.76:0/70675905 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9fa406ac00 0x7f9fa406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:58.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:58.147+0000 7f9fc4cef640 1 --2- 172.21.15.76:0/70675905 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9fa406ac00 0x7f9fa406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:58.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:58.147+0000 7f9fbd7fa640 1 -- 172.21.15.76:0/70675905 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f9fb80892e0 con 0x7f9fc00ce2f0 2024-09-13T16:01:58.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:58.148+0000 7f9fc4cef640 1 --2- 172.21.15.76:0/70675905 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9fa406ac00 0x7f9fa406d0c0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f9fb4034000 tx=0x7f9fb402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:58.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:58.152+0000 7f9fbd7fa640 1 -- 172.21.15.76:0/70675905 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f9fc00c7330 con 0x7f9fc00ce2f0 2024-09-13T16:01:58.348 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:58.347+0000 7f9fc6f53640 1 -- 172.21.15.76:0/70675905 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7f9fc00c7330 con 0x7f9fc00ce2f0 2024-09-13T16:01:59.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.032+0000 7f9fbd7fa640 1 -- 172.21.15.76:0/70675905 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v9) v1 ==== 122+0+0 (secure 0 0 0) 0x7f9fc00c7330 con 0x7f9fc00ce2f0 2024-09-13T16:01:59.035 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.034+0000 7f9fc6f53640 1 -- 172.21.15.76:0/70675905 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9fa406ac00 msgr2=0x7f9fa406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:59.035 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.034+0000 7f9fc6f53640 1 --2- 172.21.15.76:0/70675905 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9fa406ac00 0x7f9fa406d0c0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f9fb4034000 tx=0x7f9fb402e000 comp rx=0 tx=0).stop 2024-09-13T16:01:59.036 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.034+0000 7f9fc6f53640 1 -- 172.21.15.76:0/70675905 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9fc00ce2f0 msgr2=0x7f9fc014d430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:59.036 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.034+0000 7f9fc6f53640 1 --2- 172.21.15.76:0/70675905 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9fc00ce2f0 0x7f9fc014d430 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f9fb800c6b0 tx=0x7f9fb800cb70 comp rx=0 tx=0).stop 2024-09-13T16:01:59.036 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.034+0000 7f9fc6f53640 1 -- 172.21.15.76:0/70675905 shutdown_connections 2024-09-13T16:01:59.036 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.034+0000 7f9fc6f53640 1 --2- 172.21.15.76:0/70675905 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9fc00ce2f0 0x7f9fc014d430 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:59.036 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.034+0000 7f9fc6f53640 1 --2- 172.21.15.76:0/70675905 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9fc00cdf10 0x7f9fc00c5c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:59.036 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.034+0000 7f9fc6f53640 1 --2- 172.21.15.76:0/70675905 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9fa406ac00 0x7f9fa406d0c0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:59.036 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.034+0000 7f9fc6f53640 1 --2- 172.21.15.76:0/70675905 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9fc006b600 0x7f9fc00cc620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:59.036 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.034+0000 7f9fc6f53640 1 -- 172.21.15.76:0/70675905 >> 172.21.15.76:0/70675905 conn(0x7f9fc00cb5b0 msgr2=0x7f9fc009ce40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:59.036 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.034+0000 7f9fc6f53640 1 -- 172.21.15.76:0/70675905 shutdown_connections 2024-09-13T16:01:59.036 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.034+0000 7f9fc6f53640 1 -- 172.21.15.76:0/70675905 wait complete. 2024-09-13T16:01:59.048 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-13T16:01:59.048 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:01:59.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.148+0000 7f0567c80640 1 Processor -- start 2024-09-13T16:01:59.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.148+0000 7f0567c80640 1 -- start start 2024-09-13T16:01:59.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.148+0000 7f0567c80640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f056015a2e0 0x7f05600c9a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:59.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.149+0000 7f0567c80640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f05600c9f80 0x7f05600cace0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:59.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.149+0000 7f0567c80640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f05600cb220 0x7f05600ce260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:59.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.149+0000 7f0567c80640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f05600c8920 con 0x7f05600c9f80 2024-09-13T16:01:59.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.149+0000 7f0567c80640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f056015a6c0 con 0x7f05600cb220 2024-09-13T16:01:59.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.149+0000 7f0567c80640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f05600cb630 con 0x7f056015a2e0 2024-09-13T16:01:59.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.149+0000 7f056521b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f05600c9f80 0x7f05600cace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:59.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.149+0000 7f056521b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f05600c9f80 0x7f05600cace0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36392/0 (socket says 172.21.15.76:36392) 2024-09-13T16:01:59.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.149+0000 7f056521b640 1 -- 172.21.15.76:0/2304495900 learned_addr learned my addr 172.21.15.76:0/2304495900 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:01:59.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.149+0000 7f056621d640 1 --2- 172.21.15.76:0/2304495900 >> v2:172.21.15.192:3300/0 conn(0x7f05600cb220 0x7f05600ce260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:59.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.149+0000 7f0565a1c640 1 --2- 172.21.15.76:0/2304495900 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f056015a2e0 0x7f05600c9a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:59.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.149+0000 7f056521b640 1 -- 172.21.15.76:0/2304495900 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f056015a2e0 msgr2=0x7f05600c9a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:01:59.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.149+0000 7f056521b640 1 --2- 172.21.15.76:0/2304495900 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f056015a2e0 0x7f05600c9a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:59.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.149+0000 7f056521b640 1 -- 172.21.15.76:0/2304495900 >> v2:172.21.15.192:3300/0 conn(0x7f05600cb220 msgr2=0x7f05600ce260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:01:59.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.149+0000 7f056521b640 1 --2- 172.21.15.76:0/2304495900 >> v2:172.21.15.192:3300/0 conn(0x7f05600cb220 0x7f05600ce260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:59.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.149+0000 7f056521b640 1 -- 172.21.15.76:0/2304495900 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f05600ca500 con 0x7f05600c9f80 2024-09-13T16:01:59.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.150+0000 7f056521b640 1 --2- 172.21.15.76:0/2304495900 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f05600c9f80 0x7f05600cace0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f05600b1ef0 tx=0x7f055002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=10118c8c1ffe969a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:59.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.150+0000 7f0564a1a640 1 -- 172.21.15.76:0/2304495900 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0550032440 con 0x7f05600c9f80 2024-09-13T16:01:59.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.150+0000 7f0564a1a640 1 -- 172.21.15.76:0/2304495900 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f05500325a0 con 0x7f05600c9f80 2024-09-13T16:01:59.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.150+0000 7f0564a1a640 1 -- 172.21.15.76:0/2304495900 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0550032930 con 0x7f05600c9f80 2024-09-13T16:01:59.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.150+0000 7f0567c80640 1 -- 172.21.15.76:0/2304495900 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f05600c9f80 msgr2=0x7f05600cace0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:59.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.150+0000 7f0567c80640 1 --2- 172.21.15.76:0/2304495900 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f05600c9f80 0x7f05600cace0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f05600b1ef0 tx=0x7f055002a1e0 comp rx=0 tx=0).stop 2024-09-13T16:01:59.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.150+0000 7f0567c80640 1 -- 172.21.15.76:0/2304495900 shutdown_connections 2024-09-13T16:01:59.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.150+0000 7f0567c80640 1 --2- 172.21.15.76:0/2304495900 >> v2:172.21.15.192:3300/0 conn(0x7f05600cb220 0x7f05600ce260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:59.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.150+0000 7f0567c80640 1 --2- 172.21.15.76:0/2304495900 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f05600c9f80 0x7f05600cace0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:59.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.150+0000 7f0567c80640 1 --2- 172.21.15.76:0/2304495900 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f056015a2e0 0x7f05600c9a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:59.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.150+0000 7f0567c80640 1 -- 172.21.15.76:0/2304495900 >> 172.21.15.76:0/2304495900 conn(0x7f0560069ed0 msgr2=0x7f056006a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:59.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.150+0000 7f0567c80640 1 -- 172.21.15.76:0/2304495900 shutdown_connections 2024-09-13T16:01:59.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.150+0000 7f0567c80640 1 -- 172.21.15.76:0/2304495900 wait complete. 2024-09-13T16:01:59.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.152+0000 7f0567c80640 1 Processor -- start 2024-09-13T16:01:59.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.152+0000 7f0567c80640 1 -- start start 2024-09-13T16:01:59.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.152+0000 7f0567c80640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f05600c9f80 0x7f05600c1200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:59.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.152+0000 7f0567c80640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f05600cb220 0x7f05600c2950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:59.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.152+0000 7f0567c80640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f056015a2e0 0x7f05600c2e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:59.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.152+0000 7f0567c80640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f05600c1c60 con 0x7f05600cb220 2024-09-13T16:01:59.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.152+0000 7f0567c80640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f05600c24c0 con 0x7f05600c9f80 2024-09-13T16:01:59.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.152+0000 7f0567c80640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f05601596f0 con 0x7f056015a2e0 2024-09-13T16:01:59.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.152+0000 7f056521b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f05600cb220 0x7f05600c2950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:59.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.152+0000 7f056521b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f05600cb220 0x7f05600c2950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36396/0 (socket says 172.21.15.76:36396) 2024-09-13T16:01:59.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.152+0000 7f056521b640 1 -- 172.21.15.76:0/1085386413 learned_addr learned my addr 172.21.15.76:0/1085386413 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:01:59.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.153+0000 7f0565a1c640 1 --2- 172.21.15.76:0/1085386413 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f05600c9f80 0x7f05600c1200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:59.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.153+0000 7f056621d640 1 --2- 172.21.15.76:0/1085386413 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f056015a2e0 0x7f05600c2e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:59.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.153+0000 7f056521b640 1 -- 172.21.15.76:0/1085386413 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f056015a2e0 msgr2=0x7f05600c2e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:59.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.153+0000 7f056521b640 1 --2- 172.21.15.76:0/1085386413 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f056015a2e0 0x7f05600c2e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:59.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.153+0000 7f056521b640 1 -- 172.21.15.76:0/1085386413 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f05600c9f80 msgr2=0x7f05600c1200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:59.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.153+0000 7f056521b640 1 --2- 172.21.15.76:0/1085386413 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f05600c9f80 0x7f05600c1200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:59.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.153+0000 7f056521b640 1 -- 172.21.15.76:0/1085386413 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f05500094d0 con 0x7f05600cb220 2024-09-13T16:01:59.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.153+0000 7f056521b640 1 --2- 172.21.15.76:0/1085386413 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f05600cb220 0x7f05600c2950 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f055002a220 tx=0x7f05500046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:59.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.153+0000 7f05567fc640 1 -- 172.21.15.76:0/1085386413 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0550030b80 con 0x7f05600cb220 2024-09-13T16:01:59.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.153+0000 7f05567fc640 1 -- 172.21.15.76:0/1085386413 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0550030ce0 con 0x7f05600cb220 2024-09-13T16:01:59.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.153+0000 7f05567fc640 1 -- 172.21.15.76:0/1085386413 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f055003d680 con 0x7f05600cb220 2024-09-13T16:01:59.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.153+0000 7f0567c80640 1 -- 172.21.15.76:0/1085386413 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f056015d280 con 0x7f05600cb220 2024-09-13T16:01:59.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.153+0000 7f0567c80640 1 -- 172.21.15.76:0/1085386413 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f05600c2150 con 0x7f05600cb220 2024-09-13T16:01:59.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.154+0000 7f0567c80640 1 -- 172.21.15.76:0/1085386413 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f05600c9630 con 0x7f05600cb220 2024-09-13T16:01:59.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.155+0000 7f05567fc640 1 -- 172.21.15.76:0/1085386413 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f0550039040 con 0x7f05600cb220 2024-09-13T16:01:59.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.155+0000 7f05567fc640 1 --2- 172.21.15.76:0/1085386413 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f054406ac00 0x7f054406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:59.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.155+0000 7f05567fc640 1 -- 172.21.15.76:0/1085386413 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f05500aa3d0 con 0x7f05600cb220 2024-09-13T16:01:59.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.155+0000 7f0565a1c640 1 --2- 172.21.15.76:0/1085386413 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f054406ac00 0x7f054406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:59.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.155+0000 7f0565a1c640 1 --2- 172.21.15.76:0/1085386413 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f054406ac00 0x7f054406d0c0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f055c00a8f0 tx=0x7f055c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:59.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.159+0000 7f05567fc640 1 -- 172.21.15.76:0/1085386413 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f05500752c0 con 0x7f05600cb220 2024-09-13T16:01:59.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.354+0000 7f0567c80640 1 -- 172.21.15.76:0/1085386413 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f0560071370 con 0x7f05600cb220 2024-09-13T16:01:59.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.355+0000 7f05567fc640 1 -- 172.21.15.76:0/1085386413 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) v1 ==== 93+0+4733 (secure 0 0 0) 0x7f05500788e0 con 0x7f05600cb220 2024-09-13T16:01:59.356 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:01:59.356 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":9,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4238,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6834/1395518339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":1395518339},{"type":"v1","addr":"172.21.15.192:6834","nonce":1395518339}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4241,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/3136856265","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6833","nonce":3136856265},{"type":"v1","addr":"172.21.15.192:6835","nonce":3136856265}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4275,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6837/421111930","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":421111930},{"type":"v1","addr":"172.21.15.76:6837","nonce":421111930}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:01:38.363434+0000","modified":"2024-09-13T16:01:59.026233+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4278},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4278":{"gid":4278,"name":"c","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.76:6836/2679973843","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":2679973843},{"type":"v1","addr":"172.21.15.76:6836","nonce":2679973843}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-13T16:01:59.357 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 9 2024-09-13T16:01:59.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.357+0000 7f0567c80640 1 -- 172.21.15.76:0/1085386413 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f054406ac00 msgr2=0x7f054406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:59.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.357+0000 7f0567c80640 1 --2- 172.21.15.76:0/1085386413 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f054406ac00 0x7f054406d0c0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f055c00a8f0 tx=0x7f055c008040 comp rx=0 tx=0).stop 2024-09-13T16:01:59.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.357+0000 7f0567c80640 1 -- 172.21.15.76:0/1085386413 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f05600cb220 msgr2=0x7f05600c2950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:59.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.357+0000 7f0567c80640 1 --2- 172.21.15.76:0/1085386413 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f05600cb220 0x7f05600c2950 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f055002a220 tx=0x7f05500046c0 comp rx=0 tx=0).stop 2024-09-13T16:01:59.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.357+0000 7f0567c80640 1 -- 172.21.15.76:0/1085386413 shutdown_connections 2024-09-13T16:01:59.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.357+0000 7f0567c80640 1 --2- 172.21.15.76:0/1085386413 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f054406ac00 0x7f054406d0c0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:59.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.357+0000 7f0567c80640 1 --2- 172.21.15.76:0/1085386413 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f056015a2e0 0x7f05600c2e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:59.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.357+0000 7f0567c80640 1 --2- 172.21.15.76:0/1085386413 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f05600cb220 0x7f05600c2950 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:59.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.357+0000 7f0567c80640 1 --2- 172.21.15.76:0/1085386413 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f05600c9f80 0x7f05600c1200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:59.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.357+0000 7f0567c80640 1 -- 172.21.15.76:0/1085386413 >> 172.21.15.76:0/1085386413 conn(0x7f0560069ed0 msgr2=0x7f0560071890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:59.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.357+0000 7f0567c80640 1 -- 172.21.15.76:0/1085386413 shutdown_connections 2024-09-13T16:01:59.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.357+0000 7f0567c80640 1 -- 172.21.15.76:0/1085386413 wait complete. 2024-09-13T16:01:59.369 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:01:59.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.468+0000 7f423bc19640 1 Processor -- start 2024-09-13T16:01:59.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.468+0000 7f423bc19640 1 -- start start 2024-09-13T16:01:59.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.469+0000 7f423bc19640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f42340ae670 0x7f42340ce060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:59.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.469+0000 7f423bc19640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f42340cb640 0x7f42340989d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:59.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.469+0000 7f423bc19640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f42340ad1d0 con 0x7f423415a7a0 2024-09-13T16:01:59.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.469+0000 7f423bc19640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f42340af8e0 con 0x7f42340ae670 2024-09-13T16:01:59.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.469+0000 7f423bc19640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f42340ce6f0 con 0x7f42340cb640 2024-09-13T16:01:59.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.469+0000 7f42391b4640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f42340ae670 0x7f42340ce060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:59.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.469+0000 7f42399b5640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f423415a7a0 0x7f42340caf30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:41088/0 (socket says 172.21.15.76:41088) 2024-09-13T16:01:59.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.469+0000 7f42391b4640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f42340ae670 0x7f42340ce060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36398/0 (socket says 172.21.15.76:36398) 2024-09-13T16:01:59.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.469+0000 7f42399b5640 1 -- 172.21.15.76:0/2849259298 learned_addr learned my addr 172.21.15.76:0/2849259298 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:01:59.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.469+0000 7f423a1b6640 1 --2- 172.21.15.76:0/2849259298 >> v2:172.21.15.192:3300/0 conn(0x7f42340cb640 0x7f42340989d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:59.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.469+0000 7f42391b4640 1 -- 172.21.15.76:0/2849259298 >> v2:172.21.15.192:3300/0 conn(0x7f42340cb640 msgr2=0x7f42340989d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:01:59.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.469+0000 7f42391b4640 1 --2- 172.21.15.76:0/2849259298 >> v2:172.21.15.192:3300/0 conn(0x7f42340cb640 0x7f42340989d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:59.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.469+0000 7f42391b4640 1 -- 172.21.15.76:0/2849259298 >> v1:172.21.15.76:6789/0 conn(0x7f423415a7a0 legacy=0x7f42340caf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:59.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.469+0000 7f42391b4640 1 -- 172.21.15.76:0/2849259298 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f42340cbc00 con 0x7f42340ae670 2024-09-13T16:01:59.473 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.470+0000 7f42391b4640 1 --2- 172.21.15.76:0/2849259298 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f42340ae670 0x7f42340ce060 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f4234067910 tx=0x7f422402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=50c7b43f0af7b0ab server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:59.473 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.470+0000 7f42389b3640 1 -- 172.21.15.76:0/2849259298 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4224032440 con 0x7f42340ae670 2024-09-13T16:01:59.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.470+0000 7f42389b3640 1 -- 172.21.15.76:0/2849259298 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f42240325a0 con 0x7f42340ae670 2024-09-13T16:01:59.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.470+0000 7f42389b3640 1 -- 172.21.15.76:0/2849259298 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4224032930 con 0x7f42340ae670 2024-09-13T16:01:59.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.471+0000 7f423bc19640 1 -- 172.21.15.76:0/2849259298 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f42340ae670 msgr2=0x7f42340ce060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:59.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.471+0000 7f423bc19640 1 --2- 172.21.15.76:0/2849259298 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f42340ae670 0x7f42340ce060 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f4234067910 tx=0x7f422402a1a0 comp rx=0 tx=0).stop 2024-09-13T16:01:59.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.471+0000 7f423bc19640 1 -- 172.21.15.76:0/2849259298 shutdown_connections 2024-09-13T16:01:59.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.471+0000 7f423bc19640 1 --2- 172.21.15.76:0/2849259298 >> v2:172.21.15.192:3300/0 conn(0x7f42340cb640 0x7f42340989d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:59.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.471+0000 7f423bc19640 1 --2- 172.21.15.76:0/2849259298 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f42340ae670 0x7f42340ce060 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:59.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.471+0000 7f423bc19640 1 -- 172.21.15.76:0/2849259298 >> 172.21.15.76:0/2849259298 conn(0x7f42340b1f80 msgr2=0x7f42340b2390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:59.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.471+0000 7f423bc19640 1 -- 172.21.15.76:0/2849259298 shutdown_connections 2024-09-13T16:01:59.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.471+0000 7f423bc19640 1 -- 172.21.15.76:0/2849259298 wait complete. 2024-09-13T16:01:59.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.472+0000 7f423bc19640 1 Processor -- start 2024-09-13T16:01:59.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.472+0000 7f423bc19640 1 -- start start 2024-09-13T16:01:59.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.473+0000 7f423bc19640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f42340ae670 0x7f42341502b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:59.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.473+0000 7f423bc19640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f42340cb640 0x7f42341e5bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:59.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.473+0000 7f423bc19640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f423415a7a0 0x7f42341e6110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:59.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.473+0000 7f423bc19640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f42340b3c30 con 0x7f42340cb640 2024-09-13T16:01:59.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.473+0000 7f423bc19640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f42340c9ce0 con 0x7f423415a7a0 2024-09-13T16:01:59.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.473+0000 7f423bc19640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f42340c9720 con 0x7f42340ae670 2024-09-13T16:01:59.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.473+0000 7f42391b4640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f42340cb640 0x7f42341e5bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:59.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.473+0000 7f42391b4640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f42340cb640 0x7f42341e5bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36400/0 (socket says 172.21.15.76:36400) 2024-09-13T16:01:59.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.473+0000 7f42391b4640 1 -- 172.21.15.76:0/1322137448 learned_addr learned my addr 172.21.15.76:0/1322137448 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:01:59.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.473+0000 7f42399b5640 1 --2- 172.21.15.76:0/1322137448 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f42340ae670 0x7f42341502b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:59.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.473+0000 7f423a1b6640 1 --2- 172.21.15.76:0/1322137448 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f423415a7a0 0x7f42341e6110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:59.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.473+0000 7f42391b4640 1 -- 172.21.15.76:0/1322137448 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f42340ae670 msgr2=0x7f42341502b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:59.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.473+0000 7f42391b4640 1 --2- 172.21.15.76:0/1322137448 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f42340ae670 0x7f42341502b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:59.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.473+0000 7f42391b4640 1 -- 172.21.15.76:0/1322137448 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f423415a7a0 msgr2=0x7f42341e6110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:59.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.473+0000 7f42391b4640 1 --2- 172.21.15.76:0/1322137448 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f423415a7a0 0x7f42341e6110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:59.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.473+0000 7f42391b4640 1 -- 172.21.15.76:0/1322137448 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4224009400 con 0x7f42340cb640 2024-09-13T16:01:59.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.474+0000 7f42391b4640 1 --2- 172.21.15.76:0/1322137448 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f42340cb640 0x7f42341e5bd0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f4224000c00 tx=0x7f42240046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:59.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.474+0000 7f422a7fc640 1 -- 172.21.15.76:0/1322137448 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4224030b80 con 0x7f42340cb640 2024-09-13T16:01:59.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.474+0000 7f422a7fc640 1 -- 172.21.15.76:0/1322137448 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4224030d00 con 0x7f42340cb640 2024-09-13T16:01:59.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.474+0000 7f423bc19640 1 -- 172.21.15.76:0/1322137448 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f42340c9a00 con 0x7f42340cb640 2024-09-13T16:01:59.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.474+0000 7f422a7fc640 1 -- 172.21.15.76:0/1322137448 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f422403d680 con 0x7f42340cb640 2024-09-13T16:01:59.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.474+0000 7f423bc19640 1 -- 172.21.15.76:0/1322137448 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f42340c9320 con 0x7f42340cb640 2024-09-13T16:01:59.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.475+0000 7f423bc19640 1 -- 172.21.15.76:0/1322137448 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f42340ccd10 con 0x7f42340cb640 2024-09-13T16:01:59.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.475+0000 7f422a7fc640 1 -- 172.21.15.76:0/1322137448 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f4224039040 con 0x7f42340cb640 2024-09-13T16:01:59.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.476+0000 7f422a7fc640 1 --2- 172.21.15.76:0/1322137448 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f421806ac00 0x7f421806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:59.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.476+0000 7f422a7fc640 1 -- 172.21.15.76:0/1322137448 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f42240aa130 con 0x7f42340cb640 2024-09-13T16:01:59.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.476+0000 7f42399b5640 1 --2- 172.21.15.76:0/1322137448 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f421806ac00 0x7f421806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:59.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.476+0000 7f42399b5640 1 --2- 172.21.15.76:0/1322137448 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f421806ac00 0x7f421806d0c0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f4230005880 tx=0x7f4230009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:59.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.480+0000 7f422a7fc640 1 -- 172.21.15.76:0/1322137448 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f4224075160 con 0x7f42340cb640 2024-09-13T16:01:59.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.648+0000 7f423bc19640 1 -- 172.21.15.76:0/1322137448 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f42340b3d70 con 0x7f42340cb640 2024-09-13T16:01:59.651 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.649+0000 7f422a7fc640 1 -- 172.21.15.76:0/1322137448 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) v1 ==== 74+0+18310 (secure 0 0 0) 0x7f42340b3d70 con 0x7f42340cb640 2024-09-13T16:01:59.651 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:01:59.651 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":26,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:01:43.737551+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:01:36.778177+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T16:01:37.336141+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T16:01:40.400554+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:01:59.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.652+0000 7f423bc19640 1 -- 172.21.15.76:0/1322137448 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f421806ac00 msgr2=0x7f421806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:59.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.652+0000 7f423bc19640 1 --2- 172.21.15.76:0/1322137448 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f421806ac00 0x7f421806d0c0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f4230005880 tx=0x7f4230009040 comp rx=0 tx=0).stop 2024-09-13T16:01:59.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.652+0000 7f423bc19640 1 -- 172.21.15.76:0/1322137448 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f42340cb640 msgr2=0x7f42341e5bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:59.654 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.652+0000 7f423bc19640 1 --2- 172.21.15.76:0/1322137448 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f42340cb640 0x7f42341e5bd0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f4224000c00 tx=0x7f42240046c0 comp rx=0 tx=0).stop 2024-09-13T16:01:59.654 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.652+0000 7f423bc19640 1 -- 172.21.15.76:0/1322137448 shutdown_connections 2024-09-13T16:01:59.654 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.652+0000 7f423bc19640 1 --2- 172.21.15.76:0/1322137448 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f423415a7a0 0x7f42341e6110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:59.654 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.652+0000 7f423bc19640 1 --2- 172.21.15.76:0/1322137448 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f42340cb640 0x7f42341e5bd0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:59.654 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.652+0000 7f423bc19640 1 --2- 172.21.15.76:0/1322137448 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f421806ac00 0x7f421806d0c0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:59.654 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.652+0000 7f423bc19640 1 --2- 172.21.15.76:0/1322137448 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f42340ae670 0x7f42341502b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:59.654 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.652+0000 7f423bc19640 1 -- 172.21.15.76:0/1322137448 >> 172.21.15.76:0/1322137448 conn(0x7f42340b1f80 msgr2=0x7f423406ee40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:59.654 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.652+0000 7f423bc19640 1 -- 172.21.15.76:0/1322137448 shutdown_connections 2024-09-13T16:01:59.654 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.652+0000 7f423bc19640 1 -- 172.21.15.76:0/1322137448 wait complete. 2024-09-13T16:01:59.664 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-09-13T16:01:59.664 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:01:59.767 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.765+0000 7f5edd1ae640 1 Processor -- start 2024-09-13T16:01:59.767 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.765+0000 7f5edd1ae640 1 -- start start 2024-09-13T16:01:59.768 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.766+0000 7f5edd1ae640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f5ed80d0da0 0x7f5ed80af0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:59.768 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.766+0000 7f5edd1ae640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5ed806bb10 con 0x7f5ed815c860 2024-09-13T16:01:59.768 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.766+0000 7f5edd1ae640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5ed80ccb30 con 0x7f5ed80ceef0 2024-09-13T16:01:59.768 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.766+0000 7f5edd1ae640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5ed80d13a0 con 0x7f5ed80d0da0 2024-09-13T16:01:59.769 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.766+0000 7f5ed659c640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f5ed815c860 0x7f5ed80d0690 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:41098/0 (socket says 172.21.15.76:41098) 2024-09-13T16:01:59.769 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.766+0000 7f5ed659c640 1 -- 172.21.15.76:0/184511948 learned_addr learned my addr 172.21.15.76:0/184511948 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:01:59.769 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.766+0000 7f5ed759e640 1 --2- 172.21.15.76:0/184511948 >> v2:172.21.15.192:3300/0 conn(0x7f5ed80d0da0 0x7f5ed80af0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:59.769 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.767+0000 7f5ed5d9b640 1 -- 172.21.15.76:0/184511948 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2906691706 0 0) 0x7f5ed806bb10 con 0x7f5ed815c860 2024-09-13T16:01:59.769 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.767+0000 7f5ed5d9b640 1 -- 172.21.15.76:0/184511948 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5ec4003520 con 0x7f5ed815c860 2024-09-13T16:01:59.769 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.767+0000 7f5ed759e640 1 -- 172.21.15.76:0/184511948 >> v1:172.21.15.192:6789/0 conn(0x7f5ed80ceef0 legacy=0x7f5ed80cf2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:59.769 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.767+0000 7f5ed759e640 1 -- 172.21.15.76:0/184511948 >> v1:172.21.15.76:6789/0 conn(0x7f5ed815c860 legacy=0x7f5ed80d0690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:59.769 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.767+0000 7f5ed759e640 1 -- 172.21.15.76:0/184511948 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5ed80d1680 con 0x7f5ed80d0da0 2024-09-13T16:01:59.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.767+0000 7f5ed759e640 1 --2- 172.21.15.76:0/184511948 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5ed80d0da0 0x7f5ed80af0d0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f5ec80097a0 tx=0x7f5ec802a2c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7684650701f98ad6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:59.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.768+0000 7f5ed5d9b640 1 -- 172.21.15.76:0/184511948 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ec8032640 con 0x7f5ed80d0da0 2024-09-13T16:01:59.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.768+0000 7f5ed5d9b640 1 -- 172.21.15.76:0/184511948 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5ec80327a0 con 0x7f5ed80d0da0 2024-09-13T16:01:59.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.768+0000 7f5ed5d9b640 1 -- 172.21.15.76:0/184511948 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ec8032b30 con 0x7f5ed80d0da0 2024-09-13T16:01:59.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.768+0000 7f5edd1ae640 1 -- 172.21.15.76:0/184511948 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5ed80d0da0 msgr2=0x7f5ed80af0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:59.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.768+0000 7f5edd1ae640 1 --2- 172.21.15.76:0/184511948 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5ed80d0da0 0x7f5ed80af0d0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f5ec80097a0 tx=0x7f5ec802a2c0 comp rx=0 tx=0).stop 2024-09-13T16:01:59.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.768+0000 7f5edd1ae640 1 -- 172.21.15.76:0/184511948 shutdown_connections 2024-09-13T16:01:59.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.768+0000 7f5edd1ae640 1 --2- 172.21.15.76:0/184511948 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5ed80d0da0 0x7f5ed80af0d0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:59.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.768+0000 7f5edd1ae640 1 -- 172.21.15.76:0/184511948 >> 172.21.15.76:0/184511948 conn(0x7f5ed809b870 msgr2=0x7f5ed8089f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:59.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.768+0000 7f5edd1ae640 1 -- 172.21.15.76:0/184511948 shutdown_connections 2024-09-13T16:01:59.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.768+0000 7f5edd1ae640 1 -- 172.21.15.76:0/184511948 wait complete. 2024-09-13T16:01:59.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.770+0000 7f5edd1ae640 1 Processor -- start 2024-09-13T16:01:59.774 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.770+0000 7f5edd1ae640 1 -- start start 2024-09-13T16:01:59.774 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.771+0000 7f5edd1ae640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5ed80ceef0 0x7f5ed815b320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:59.774 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.771+0000 7f5edd1ae640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5ed80d0da0 0x7f5ed80c95b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:59.774 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.771+0000 7f5edd1ae640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5ed815c860 0x7f5ed815aa60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:59.774 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.771+0000 7f5edd1ae640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ed80c9de0 con 0x7f5ed80d0da0 2024-09-13T16:01:59.774 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.771+0000 7f5edd1ae640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ed80cc8e0 con 0x7f5ed80ceef0 2024-09-13T16:01:59.774 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.771+0000 7f5edd1ae640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5ed80cc040 con 0x7f5ed815c860 2024-09-13T16:01:59.774 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.771+0000 7f5ed659c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5ed80d0da0 0x7f5ed80c95b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:59.774 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.771+0000 7f5ed659c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5ed80d0da0 0x7f5ed80c95b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36416/0 (socket says 172.21.15.76:36416) 2024-09-13T16:01:59.774 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.771+0000 7f5ed659c640 1 -- 172.21.15.76:0/775928789 learned_addr learned my addr 172.21.15.76:0/775928789 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:01:59.774 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.771+0000 7f5ed759e640 1 --2- 172.21.15.76:0/775928789 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5ed815c860 0x7f5ed815aa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:59.775 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.771+0000 7f5ed6d9d640 1 --2- 172.21.15.76:0/775928789 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5ed80ceef0 0x7f5ed815b320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:59.775 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.772+0000 7f5ed659c640 1 -- 172.21.15.76:0/775928789 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5ed815c860 msgr2=0x7f5ed815aa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:59.775 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.772+0000 7f5ed659c640 1 --2- 172.21.15.76:0/775928789 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5ed815c860 0x7f5ed815aa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:59.775 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.772+0000 7f5ed659c640 1 -- 172.21.15.76:0/775928789 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5ed80ceef0 msgr2=0x7f5ed815b320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:59.775 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.772+0000 7f5ed659c640 1 --2- 172.21.15.76:0/775928789 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5ed80ceef0 0x7f5ed815b320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:59.775 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.772+0000 7f5ed659c640 1 -- 172.21.15.76:0/775928789 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5ec8009400 con 0x7f5ed80d0da0 2024-09-13T16:01:59.775 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.772+0000 7f5ed659c640 1 --2- 172.21.15.76:0/775928789 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5ed80d0da0 0x7f5ed80c95b0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f5ec0001260 tx=0x7f5ec000c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:59.775 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.772+0000 7f5ecf7fe640 1 -- 172.21.15.76:0/775928789 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ec00074e0 con 0x7f5ed80d0da0 2024-09-13T16:01:59.775 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.772+0000 7f5ecf7fe640 1 -- 172.21.15.76:0/775928789 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5ec0007640 con 0x7f5ed80d0da0 2024-09-13T16:01:59.775 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.772+0000 7f5edd1ae640 1 -- 172.21.15.76:0/775928789 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5ed80cc320 con 0x7f5ed80d0da0 2024-09-13T16:01:59.776 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.772+0000 7f5ecf7fe640 1 -- 172.21.15.76:0/775928789 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ec00059a0 con 0x7f5ed80d0da0 2024-09-13T16:01:59.776 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.772+0000 7f5edd1ae640 1 -- 172.21.15.76:0/775928789 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5ed80c9af0 con 0x7f5ed80d0da0 2024-09-13T16:01:59.776 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.773+0000 7f5edd1ae640 1 -- 172.21.15.76:0/775928789 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5ed80b2330 con 0x7f5ed80d0da0 2024-09-13T16:01:59.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.773+0000 7f5ecf7fe640 1 -- 172.21.15.76:0/775928789 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f5ec0005b00 con 0x7f5ed80d0da0 2024-09-13T16:01:59.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.774+0000 7f5ecf7fe640 1 --2- 172.21.15.76:0/775928789 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5eb806ac00 0x7f5eb806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:01:59.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.774+0000 7f5ecf7fe640 1 -- 172.21.15.76:0/775928789 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f5ec0088ae0 con 0x7f5ed80d0da0 2024-09-13T16:01:59.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.774+0000 7f5ed6d9d640 1 --2- 172.21.15.76:0/775928789 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5eb806ac00 0x7f5eb806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:01:59.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.774+0000 7f5ed6d9d640 1 --2- 172.21.15.76:0/775928789 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5eb806ac00 0x7f5eb806d0c0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f5ed80cb060 tx=0x7f5ed0009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:01:59.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.778+0000 7f5ecf7fe640 1 -- 172.21.15.76:0/775928789 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f5ed80b2330 con 0x7f5ed80d0da0 2024-09-13T16:01:59.950 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.949+0000 7f5edd1ae640 1 -- 172.21.15.76:0/775928789 --> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f5ed80cc1b0 con 0x7f5eb806ac00 2024-09-13T16:01:59.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.958+0000 7f5ecf7fe640 1 -- 172.21.15.76:0/775928789 <== mgr.4104 v2:172.21.15.76:6832/911852275 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+345317 (secure 0 0 0) 0x7f5ed80cc1b0 con 0x7f5eb806ac00 2024-09-13T16:01:59.964 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:01:59.966 INFO:teuthology.orchestra.run.smithi076.stderr:dumped all 2024-09-13T16:01:59.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.962+0000 7f5edd1ae640 1 -- 172.21.15.76:0/775928789 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5eb806ac00 msgr2=0x7f5eb806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:59.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.962+0000 7f5edd1ae640 1 --2- 172.21.15.76:0/775928789 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5eb806ac00 0x7f5eb806d0c0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f5ed80cb060 tx=0x7f5ed0009040 comp rx=0 tx=0).stop 2024-09-13T16:01:59.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.962+0000 7f5edd1ae640 1 -- 172.21.15.76:0/775928789 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5ed80d0da0 msgr2=0x7f5ed80c95b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:01:59.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.962+0000 7f5edd1ae640 1 --2- 172.21.15.76:0/775928789 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5ed80d0da0 0x7f5ed80c95b0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f5ec0001260 tx=0x7f5ec000c960 comp rx=0 tx=0).stop 2024-09-13T16:01:59.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.962+0000 7f5edd1ae640 1 -- 172.21.15.76:0/775928789 shutdown_connections 2024-09-13T16:01:59.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.962+0000 7f5edd1ae640 1 --2- 172.21.15.76:0/775928789 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5eb806ac00 0x7f5eb806d0c0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:59.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.962+0000 7f5edd1ae640 1 --2- 172.21.15.76:0/775928789 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5ed815c860 0x7f5ed815aa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:59.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.962+0000 7f5edd1ae640 1 --2- 172.21.15.76:0/775928789 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5ed80d0da0 0x7f5ed80c95b0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:59.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.962+0000 7f5edd1ae640 1 --2- 172.21.15.76:0/775928789 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5ed80ceef0 0x7f5ed815b320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:01:59.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.962+0000 7f5edd1ae640 1 -- 172.21.15.76:0/775928789 >> 172.21.15.76:0/775928789 conn(0x7f5ed809b870 msgr2=0x7f5ed815d0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:01:59.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.962+0000 7f5edd1ae640 1 -- 172.21.15.76:0/775928789 shutdown_connections 2024-09-13T16:01:59.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:01:59.962+0000 7f5edd1ae640 1 -- 172.21.15.76:0/775928789 wait complete. 2024-09-13T16:01:59.974 INFO:teuthology.orchestra.run.smithi076.stdout:{"pg_ready":true,"pg_map":{"version":36,"stamp":"2024-09-13T16:01:58.937835+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":594961,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":207,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":159,"ondisk_log_size":159,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219596,"kb_used_data":3396,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755124,"statfs":{"total":773094113280,"available":772869246976,"internally_reserved":0,"allocated":3477504,"data_stored":2079141,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":221236793},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2231,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002855"},"pg_stats":[{"pgid":"2.1f","version":"20'4","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.894034+0000","last_change":"2024-09-13T16:01:38.043486+0000","last_active":"2024-09-13T16:01:42.894034+0000","last_peered":"2024-09-13T16:01:42.894034+0000","last_clean":"2024-09-13T16:01:42.894034+0000","last_became_active":"2024-09-13T16:01:38.043224+0000","last_became_peered":"2024-09-13T16:01:38.043224+0000","last_unstale":"2024-09-13T16:01:42.894034+0000","last_undegraded":"2024-09-13T16:01:42.894034+0000","last_fullsized":"2024-09-13T16:01:42.894034+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:28:09.501602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.740926+0000","last_change":"2024-09-13T16:01:38.381213+0000","last_active":"2024-09-13T16:01:42.740926+0000","last_peered":"2024-09-13T16:01:42.740926+0000","last_clean":"2024-09-13T16:01:42.740926+0000","last_became_active":"2024-09-13T16:01:38.380908+0000","last_became_peered":"2024-09-13T16:01:38.380908+0000","last_unstale":"2024-09-13T16:01:42.740926+0000","last_undegraded":"2024-09-13T16:01:42.740926+0000","last_fullsized":"2024-09-13T16:01:42.740926+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:32:40.979627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.773848+0000","last_change":"2024-09-13T16:01:42.771542+0000","last_active":"2024-09-13T16:01:42.773848+0000","last_peered":"2024-09-13T16:01:42.773848+0000","last_clean":"2024-09-13T16:01:42.773848+0000","last_became_active":"2024-09-13T16:01:42.771199+0000","last_became_peered":"2024-09-13T16:01:42.771199+0000","last_unstale":"2024-09-13T16:01:42.773848+0000","last_undegraded":"2024-09-13T16:01:42.773848+0000","last_fullsized":"2024-09-13T16:01:42.773848+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:45:18.127102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.741007+0000","last_change":"2024-09-13T16:01:38.044320+0000","last_active":"2024-09-13T16:01:42.741007+0000","last_peered":"2024-09-13T16:01:42.741007+0000","last_clean":"2024-09-13T16:01:42.741007+0000","last_became_active":"2024-09-13T16:01:38.044060+0000","last_became_peered":"2024-09-13T16:01:38.044060+0000","last_unstale":"2024-09-13T16:01:42.741007+0000","last_undegraded":"2024-09-13T16:01:42.741007+0000","last_fullsized":"2024-09-13T16:01:42.741007+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:06:25.310114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.893859+0000","last_change":"2024-09-13T16:01:38.391329+0000","last_active":"2024-09-13T16:01:42.893859+0000","last_peered":"2024-09-13T16:01:42.893859+0000","last_clean":"2024-09-13T16:01:42.893859+0000","last_became_active":"2024-09-13T16:01:38.390583+0000","last_became_peered":"2024-09-13T16:01:38.390583+0000","last_unstale":"2024-09-13T16:01:42.893859+0000","last_undegraded":"2024-09-13T16:01:42.893859+0000","last_fullsized":"2024-09-13T16:01:42.893859+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:46:55.080354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.937539+0000","last_change":"2024-09-13T16:01:42.405885+0000","last_active":"2024-09-13T16:01:43.937539+0000","last_peered":"2024-09-13T16:01:43.937539+0000","last_clean":"2024-09-13T16:01:43.937539+0000","last_became_active":"2024-09-13T16:01:42.405437+0000","last_became_peered":"2024-09-13T16:01:42.405437+0000","last_unstale":"2024-09-13T16:01:43.937539+0000","last_undegraded":"2024-09-13T16:01:43.937539+0000","last_fullsized":"2024-09-13T16:01:43.937539+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:31:15.185870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.102026+0000","last_change":"2024-09-13T16:01:38.050003+0000","last_active":"2024-09-13T16:01:43.102026+0000","last_peered":"2024-09-13T16:01:43.102026+0000","last_clean":"2024-09-13T16:01:43.102026+0000","last_became_active":"2024-09-13T16:01:38.049584+0000","last_became_peered":"2024-09-13T16:01:38.049584+0000","last_unstale":"2024-09-13T16:01:43.102026+0000","last_undegraded":"2024-09-13T16:01:43.102026+0000","last_fullsized":"2024-09-13T16:01:43.102026+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:14:25.951697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.784438+0000","last_change":"2024-09-13T16:01:38.391359+0000","last_active":"2024-09-13T16:01:42.784438+0000","last_peered":"2024-09-13T16:01:42.784438+0000","last_clean":"2024-09-13T16:01:42.784438+0000","last_became_active":"2024-09-13T16:01:38.390895+0000","last_became_peered":"2024-09-13T16:01:38.390895+0000","last_unstale":"2024-09-13T16:01:42.784438+0000","last_undegraded":"2024-09-13T16:01:42.784438+0000","last_fullsized":"2024-09-13T16:01:42.784438+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:47:58.067818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.937933+0000","last_change":"2024-09-13T16:01:42.410997+0000","last_active":"2024-09-13T16:01:43.937933+0000","last_peered":"2024-09-13T16:01:43.937933+0000","last_clean":"2024-09-13T16:01:43.937933+0000","last_became_active":"2024-09-13T16:01:42.410547+0000","last_became_peered":"2024-09-13T16:01:42.410547+0000","last_unstale":"2024-09-13T16:01:43.937933+0000","last_undegraded":"2024-09-13T16:01:43.937933+0000","last_fullsized":"2024-09-13T16:01:43.937933+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:14:50.266460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.101755+0000","last_change":"2024-09-13T16:01:38.049904+0000","last_active":"2024-09-13T16:01:43.101755+0000","last_peered":"2024-09-13T16:01:43.101755+0000","last_clean":"2024-09-13T16:01:43.101755+0000","last_became_active":"2024-09-13T16:01:38.049639+0000","last_became_peered":"2024-09-13T16:01:38.049639+0000","last_unstale":"2024-09-13T16:01:43.101755+0000","last_undegraded":"2024-09-13T16:01:43.101755+0000","last_fullsized":"2024-09-13T16:01:43.101755+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:01:03.362120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.784091+0000","last_change":"2024-09-13T16:01:38.391594+0000","last_active":"2024-09-13T16:01:42.784091+0000","last_peered":"2024-09-13T16:01:42.784091+0000","last_clean":"2024-09-13T16:01:42.784091+0000","last_became_active":"2024-09-13T16:01:38.390472+0000","last_became_peered":"2024-09-13T16:01:38.390472+0000","last_unstale":"2024-09-13T16:01:42.784091+0000","last_undegraded":"2024-09-13T16:01:42.784091+0000","last_fullsized":"2024-09-13T16:01:42.784091+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:32:40.979627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.937590+0000","last_change":"2024-09-13T16:01:42.410397+0000","last_active":"2024-09-13T16:01:43.937590+0000","last_peered":"2024-09-13T16:01:43.937590+0000","last_clean":"2024-09-13T16:01:43.937590+0000","last_became_active":"2024-09-13T16:01:42.409966+0000","last_became_peered":"2024-09-13T16:01:42.409966+0000","last_unstale":"2024-09-13T16:01:43.937590+0000","last_undegraded":"2024-09-13T16:01:43.937590+0000","last_fullsized":"2024-09-13T16:01:43.937590+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:11:07.252087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.765760+0000","last_change":"2024-09-13T16:01:38.383757+0000","last_active":"2024-09-13T16:01:42.765760+0000","last_peered":"2024-09-13T16:01:42.765760+0000","last_clean":"2024-09-13T16:01:42.765760+0000","last_became_active":"2024-09-13T16:01:38.383022+0000","last_became_peered":"2024-09-13T16:01:38.383022+0000","last_unstale":"2024-09-13T16:01:42.765760+0000","last_undegraded":"2024-09-13T16:01:42.765760+0000","last_fullsized":"2024-09-13T16:01:42.765760+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:50:48.984993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.101829+0000","last_change":"2024-09-13T16:01:38.045571+0000","last_active":"2024-09-13T16:01:43.101829+0000","last_peered":"2024-09-13T16:01:43.101829+0000","last_clean":"2024-09-13T16:01:43.101829+0000","last_became_active":"2024-09-13T16:01:38.044983+0000","last_became_peered":"2024-09-13T16:01:38.044983+0000","last_unstale":"2024-09-13T16:01:43.101829+0000","last_undegraded":"2024-09-13T16:01:43.101829+0000","last_fullsized":"2024-09-13T16:01:43.101829+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:02:55.716969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.938272+0000","last_change":"2024-09-13T16:01:42.405614+0000","last_active":"2024-09-13T16:01:43.938272+0000","last_peered":"2024-09-13T16:01:43.938272+0000","last_clean":"2024-09-13T16:01:43.938272+0000","last_became_active":"2024-09-13T16:01:42.405228+0000","last_became_peered":"2024-09-13T16:01:42.405228+0000","last_unstale":"2024-09-13T16:01:43.938272+0000","last_undegraded":"2024-09-13T16:01:43.938272+0000","last_fullsized":"2024-09-13T16:01:43.938272+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:32:48.617258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.740543+0000","last_change":"2024-09-13T16:01:38.377148+0000","last_active":"2024-09-13T16:01:42.740543+0000","last_peered":"2024-09-13T16:01:42.740543+0000","last_clean":"2024-09-13T16:01:42.740543+0000","last_became_active":"2024-09-13T16:01:38.376910+0000","last_became_peered":"2024-09-13T16:01:38.376910+0000","last_unstale":"2024-09-13T16:01:42.740543+0000","last_undegraded":"2024-09-13T16:01:42.740543+0000","last_fullsized":"2024-09-13T16:01:42.740543+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:34:19.215602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.740021+0000","last_change":"2024-09-13T16:01:38.045117+0000","last_active":"2024-09-13T16:01:42.740021+0000","last_peered":"2024-09-13T16:01:42.740021+0000","last_clean":"2024-09-13T16:01:42.740021+0000","last_became_active":"2024-09-13T16:01:38.044826+0000","last_became_peered":"2024-09-13T16:01:38.044826+0000","last_unstale":"2024-09-13T16:01:42.740021+0000","last_undegraded":"2024-09-13T16:01:42.740021+0000","last_fullsized":"2024-09-13T16:01:42.740021+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:24:21.035433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.938021+0000","last_change":"2024-09-13T16:01:42.407378+0000","last_active":"2024-09-13T16:01:43.938021+0000","last_peered":"2024-09-13T16:01:43.938021+0000","last_clean":"2024-09-13T16:01:43.938021+0000","last_became_active":"2024-09-13T16:01:42.406943+0000","last_became_peered":"2024-09-13T16:01:42.406943+0000","last_unstale":"2024-09-13T16:01:43.938021+0000","last_undegraded":"2024-09-13T16:01:43.938021+0000","last_fullsized":"2024-09-13T16:01:43.938021+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:35:46.546803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.740545+0000","last_change":"2024-09-13T16:01:38.381807+0000","last_active":"2024-09-13T16:01:42.740545+0000","last_peered":"2024-09-13T16:01:42.740545+0000","last_clean":"2024-09-13T16:01:42.740545+0000","last_became_active":"2024-09-13T16:01:38.381511+0000","last_became_peered":"2024-09-13T16:01:38.381511+0000","last_unstale":"2024-09-13T16:01:42.740545+0000","last_undegraded":"2024-09-13T16:01:42.740545+0000","last_fullsized":"2024-09-13T16:01:42.740545+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:50:48.984993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.739303+0000","last_change":"2024-09-13T16:01:38.044656+0000","last_active":"2024-09-13T16:01:42.739303+0000","last_peered":"2024-09-13T16:01:42.739303+0000","last_clean":"2024-09-13T16:01:42.739303+0000","last_became_active":"2024-09-13T16:01:38.044382+0000","last_became_peered":"2024-09-13T16:01:38.044382+0000","last_unstale":"2024-09-13T16:01:42.739303+0000","last_undegraded":"2024-09-13T16:01:42.739303+0000","last_fullsized":"2024-09-13T16:01:42.739303+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:14:25.951697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.935468+0000","last_change":"2024-09-13T16:01:42.773720+0000","last_active":"2024-09-13T16:01:43.935468+0000","last_peered":"2024-09-13T16:01:43.935468+0000","last_clean":"2024-09-13T16:01:43.935468+0000","last_became_active":"2024-09-13T16:01:42.773370+0000","last_became_peered":"2024-09-13T16:01:42.773370+0000","last_unstale":"2024-09-13T16:01:43.935468+0000","last_undegraded":"2024-09-13T16:01:43.935468+0000","last_fullsized":"2024-09-13T16:01:43.935468+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:42:15.891961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.740750+0000","last_change":"2024-09-13T16:01:38.383261+0000","last_active":"2024-09-13T16:01:42.740750+0000","last_peered":"2024-09-13T16:01:42.740750+0000","last_clean":"2024-09-13T16:01:42.740750+0000","last_became_active":"2024-09-13T16:01:38.383018+0000","last_became_peered":"2024-09-13T16:01:38.383018+0000","last_unstale":"2024-09-13T16:01:42.740750+0000","last_undegraded":"2024-09-13T16:01:42.740750+0000","last_fullsized":"2024-09-13T16:01:42.740750+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:14:26.955921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.101394+0000","last_change":"2024-09-13T16:01:38.047186+0000","last_active":"2024-09-13T16:01:43.101394+0000","last_peered":"2024-09-13T16:01:43.101394+0000","last_clean":"2024-09-13T16:01:43.101394+0000","last_became_active":"2024-09-13T16:01:38.046891+0000","last_became_peered":"2024-09-13T16:01:38.046891+0000","last_unstale":"2024-09-13T16:01:43.101394+0000","last_undegraded":"2024-09-13T16:01:43.101394+0000","last_fullsized":"2024-09-13T16:01:43.101394+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:49:15.392141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.937873+0000","last_change":"2024-09-13T16:01:42.406202+0000","last_active":"2024-09-13T16:01:43.937873+0000","last_peered":"2024-09-13T16:01:43.937873+0000","last_clean":"2024-09-13T16:01:43.937873+0000","last_became_active":"2024-09-13T16:01:42.405392+0000","last_became_peered":"2024-09-13T16:01:42.405392+0000","last_unstale":"2024-09-13T16:01:43.937873+0000","last_undegraded":"2024-09-13T16:01:43.937873+0000","last_fullsized":"2024-09-13T16:01:43.937873+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:37:17.034388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.894096+0000","last_change":"2024-09-13T16:01:38.381427+0000","last_active":"2024-09-13T16:01:42.894096+0000","last_peered":"2024-09-13T16:01:42.894096+0000","last_clean":"2024-09-13T16:01:42.894096+0000","last_became_active":"2024-09-13T16:01:38.381199+0000","last_became_peered":"2024-09-13T16:01:38.381199+0000","last_unstale":"2024-09-13T16:01:42.894096+0000","last_undegraded":"2024-09-13T16:01:42.894096+0000","last_fullsized":"2024-09-13T16:01:42.894096+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:32:40.979627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.767408+0000","last_change":"2024-09-13T16:01:38.046308+0000","last_active":"2024-09-13T16:01:42.767408+0000","last_peered":"2024-09-13T16:01:42.767408+0000","last_clean":"2024-09-13T16:01:42.767408+0000","last_became_active":"2024-09-13T16:01:38.046018+0000","last_became_peered":"2024-09-13T16:01:38.046018+0000","last_unstale":"2024-09-13T16:01:42.767408+0000","last_undegraded":"2024-09-13T16:01:42.767408+0000","last_fullsized":"2024-09-13T16:01:42.767408+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:24:21.035433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.937820+0000","last_change":"2024-09-13T16:01:42.773960+0000","last_active":"2024-09-13T16:01:43.937820+0000","last_peered":"2024-09-13T16:01:43.937820+0000","last_clean":"2024-09-13T16:01:43.937820+0000","last_became_active":"2024-09-13T16:01:42.773435+0000","last_became_peered":"2024-09-13T16:01:42.773435+0000","last_unstale":"2024-09-13T16:01:43.937820+0000","last_undegraded":"2024-09-13T16:01:43.937820+0000","last_fullsized":"2024-09-13T16:01:43.937820+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:30:18.806436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.741134+0000","last_change":"2024-09-13T16:01:38.389154+0000","last_active":"2024-09-13T16:01:42.741134+0000","last_peered":"2024-09-13T16:01:42.741134+0000","last_clean":"2024-09-13T16:01:42.741134+0000","last_became_active":"2024-09-13T16:01:38.388900+0000","last_became_peered":"2024-09-13T16:01:38.388900+0000","last_unstale":"2024-09-13T16:01:42.741134+0000","last_undegraded":"2024-09-13T16:01:42.741134+0000","last_fullsized":"2024-09-13T16:01:42.741134+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:47:58.067818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"24'1","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.739420+0000","last_change":"2024-09-13T16:01:38.049846+0000","last_active":"2024-09-13T16:01:42.739420+0000","last_peered":"2024-09-13T16:01:42.739420+0000","last_clean":"2024-09-13T16:01:42.739420+0000","last_became_active":"2024-09-13T16:01:38.049519+0000","last_became_peered":"2024-09-13T16:01:38.049519+0000","last_unstale":"2024-09-13T16:01:42.739420+0000","last_undegraded":"2024-09-13T16:01:42.739420+0000","last_fullsized":"2024-09-13T16:01:42.739420+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:01:03.362120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.773584+0000","last_change":"2024-09-13T16:01:42.771524+0000","last_active":"2024-09-13T16:01:42.773584+0000","last_peered":"2024-09-13T16:01:42.773584+0000","last_clean":"2024-09-13T16:01:42.773584+0000","last_became_active":"2024-09-13T16:01:42.771168+0000","last_became_peered":"2024-09-13T16:01:42.771168+0000","last_unstale":"2024-09-13T16:01:42.773584+0000","last_undegraded":"2024-09-13T16:01:42.773584+0000","last_fullsized":"2024-09-13T16:01:42.773584+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:54:44.930517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,1],"acting":[3,7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.739368+0000","last_change":"2024-09-13T16:01:38.384429+0000","last_active":"2024-09-13T16:01:42.739368+0000","last_peered":"2024-09-13T16:01:42.739368+0000","last_clean":"2024-09-13T16:01:42.739368+0000","last_became_active":"2024-09-13T16:01:38.384168+0000","last_became_peered":"2024-09-13T16:01:38.384168+0000","last_unstale":"2024-09-13T16:01:42.739368+0000","last_undegraded":"2024-09-13T16:01:42.739368+0000","last_fullsized":"2024-09-13T16:01:42.739368+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:56:39.165181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.102159+0000","last_change":"2024-09-13T16:01:38.050163+0000","last_active":"2024-09-13T16:01:43.102159+0000","last_peered":"2024-09-13T16:01:43.102159+0000","last_clean":"2024-09-13T16:01:43.102159+0000","last_became_active":"2024-09-13T16:01:38.049891+0000","last_became_peered":"2024-09-13T16:01:38.049891+0000","last_unstale":"2024-09-13T16:01:43.102159+0000","last_undegraded":"2024-09-13T16:01:43.102159+0000","last_fullsized":"2024-09-13T16:01:43.102159+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:36:03.540434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.935506+0000","last_change":"2024-09-13T16:01:42.769320+0000","last_active":"2024-09-13T16:01:43.935506+0000","last_peered":"2024-09-13T16:01:43.935506+0000","last_clean":"2024-09-13T16:01:43.935506+0000","last_became_active":"2024-09-13T16:01:42.768794+0000","last_became_peered":"2024-09-13T16:01:42.768794+0000","last_unstale":"2024-09-13T16:01:43.935506+0000","last_undegraded":"2024-09-13T16:01:43.935506+0000","last_fullsized":"2024-09-13T16:01:43.935506+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:20:26.537711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.784301+0000","last_change":"2024-09-13T16:01:38.391050+0000","last_active":"2024-09-13T16:01:42.784301+0000","last_peered":"2024-09-13T16:01:42.784301+0000","last_clean":"2024-09-13T16:01:42.784301+0000","last_became_active":"2024-09-13T16:01:38.390786+0000","last_became_peered":"2024-09-13T16:01:38.390786+0000","last_unstale":"2024-09-13T16:01:42.784301+0000","last_undegraded":"2024-09-13T16:01:42.784301+0000","last_fullsized":"2024-09-13T16:01:42.784301+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:01:02.926463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.739420+0000","last_change":"2024-09-13T16:01:38.045562+0000","last_active":"2024-09-13T16:01:42.739420+0000","last_peered":"2024-09-13T16:01:42.739420+0000","last_clean":"2024-09-13T16:01:42.739420+0000","last_became_active":"2024-09-13T16:01:38.045074+0000","last_became_peered":"2024-09-13T16:01:38.045074+0000","last_unstale":"2024-09-13T16:01:42.739420+0000","last_undegraded":"2024-09-13T16:01:42.739420+0000","last_fullsized":"2024-09-13T16:01:42.739420+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:36:03.540434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.935051+0000","last_change":"2024-09-13T16:01:42.410947+0000","last_active":"2024-09-13T16:01:43.935051+0000","last_peered":"2024-09-13T16:01:43.935051+0000","last_clean":"2024-09-13T16:01:43.935051+0000","last_became_active":"2024-09-13T16:01:42.410588+0000","last_became_peered":"2024-09-13T16:01:42.410588+0000","last_unstale":"2024-09-13T16:01:43.935051+0000","last_undegraded":"2024-09-13T16:01:43.935051+0000","last_fullsized":"2024-09-13T16:01:43.935051+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:25:39.304221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.741133+0000","last_change":"2024-09-13T16:01:38.374634+0000","last_active":"2024-09-13T16:01:42.741133+0000","last_peered":"2024-09-13T16:01:42.741133+0000","last_clean":"2024-09-13T16:01:42.741133+0000","last_became_active":"2024-09-13T16:01:38.374105+0000","last_became_peered":"2024-09-13T16:01:38.374105+0000","last_unstale":"2024-09-13T16:01:42.741133+0000","last_undegraded":"2024-09-13T16:01:42.741133+0000","last_fullsized":"2024-09-13T16:01:42.741133+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:24:22.039658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.784462+0000","last_change":"2024-09-13T16:01:38.041551+0000","last_active":"2024-09-13T16:01:42.784462+0000","last_peered":"2024-09-13T16:01:42.784462+0000","last_clean":"2024-09-13T16:01:42.784462+0000","last_became_active":"2024-09-13T16:01:38.041282+0000","last_became_peered":"2024-09-13T16:01:38.041282+0000","last_unstale":"2024-09-13T16:01:42.784462+0000","last_undegraded":"2024-09-13T16:01:42.784462+0000","last_fullsized":"2024-09-13T16:01:42.784462+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:28:09.501602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.936099+0000","last_change":"2024-09-13T16:01:42.403666+0000","last_active":"2024-09-13T16:01:43.936099+0000","last_peered":"2024-09-13T16:01:43.936099+0000","last_clean":"2024-09-13T16:01:43.936099+0000","last_became_active":"2024-09-13T16:01:42.403336+0000","last_became_peered":"2024-09-13T16:01:42.403336+0000","last_unstale":"2024-09-13T16:01:43.936099+0000","last_undegraded":"2024-09-13T16:01:43.936099+0000","last_fullsized":"2024-09-13T16:01:43.936099+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:35:46.546803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.739206+0000","last_change":"2024-09-13T16:01:38.382759+0000","last_active":"2024-09-13T16:01:42.739206+0000","last_peered":"2024-09-13T16:01:42.739206+0000","last_clean":"2024-09-13T16:01:42.739206+0000","last_became_active":"2024-09-13T16:01:38.382409+0000","last_became_peered":"2024-09-13T16:01:38.382409+0000","last_unstale":"2024-09-13T16:01:42.739206+0000","last_undegraded":"2024-09-13T16:01:42.739206+0000","last_fullsized":"2024-09-13T16:01:42.739206+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:50:48.984993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.046468+0000","last_change":"2024-09-13T16:01:38.041731+0000","last_active":"2024-09-13T16:01:43.046468+0000","last_peered":"2024-09-13T16:01:43.046468+0000","last_clean":"2024-09-13T16:01:43.046468+0000","last_became_active":"2024-09-13T16:01:38.041486+0000","last_became_peered":"2024-09-13T16:01:38.041486+0000","last_unstale":"2024-09-13T16:01:43.046468+0000","last_undegraded":"2024-09-13T16:01:43.046468+0000","last_fullsized":"2024-09-13T16:01:43.046468+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:02:55.716969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.935527+0000","last_change":"2024-09-13T16:01:42.405686+0000","last_active":"2024-09-13T16:01:43.935527+0000","last_peered":"2024-09-13T16:01:43.935527+0000","last_clean":"2024-09-13T16:01:43.935527+0000","last_became_active":"2024-09-13T16:01:42.405299+0000","last_became_peered":"2024-09-13T16:01:42.405299+0000","last_unstale":"2024-09-13T16:01:43.935527+0000","last_undegraded":"2024-09-13T16:01:43.935527+0000","last_fullsized":"2024-09-13T16:01:43.935527+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:00:25.218766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.893479+0000","last_change":"2024-09-13T16:01:38.378451+0000","last_active":"2024-09-13T16:01:42.893479+0000","last_peered":"2024-09-13T16:01:42.893479+0000","last_clean":"2024-09-13T16:01:42.893479+0000","last_became_active":"2024-09-13T16:01:38.378223+0000","last_became_peered":"2024-09-13T16:01:38.378223+0000","last_unstale":"2024-09-13T16:01:42.893479+0000","last_undegraded":"2024-09-13T16:01:42.893479+0000","last_fullsized":"2024-09-13T16:01:42.893479+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:26:52.108188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.101454+0000","last_change":"2024-09-13T16:01:38.047589+0000","last_active":"2024-09-13T16:01:43.101454+0000","last_peered":"2024-09-13T16:01:43.101454+0000","last_clean":"2024-09-13T16:01:43.101454+0000","last_became_active":"2024-09-13T16:01:38.047251+0000","last_became_peered":"2024-09-13T16:01:38.047251+0000","last_unstale":"2024-09-13T16:01:43.101454+0000","last_undegraded":"2024-09-13T16:01:43.101454+0000","last_fullsized":"2024-09-13T16:01:43.101454+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:24:10.623551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.936252+0000","last_change":"2024-09-13T16:01:42.769496+0000","last_active":"2024-09-13T16:01:43.936252+0000","last_peered":"2024-09-13T16:01:43.936252+0000","last_clean":"2024-09-13T16:01:43.936252+0000","last_became_active":"2024-09-13T16:01:42.768818+0000","last_became_peered":"2024-09-13T16:01:42.768818+0000","last_unstale":"2024-09-13T16:01:43.936252+0000","last_undegraded":"2024-09-13T16:01:43.936252+0000","last_fullsized":"2024-09-13T16:01:43.936252+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:43:36.812257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.740399+0000","last_change":"2024-09-13T16:01:38.395363+0000","last_active":"2024-09-13T16:01:42.740399+0000","last_peered":"2024-09-13T16:01:42.740399+0000","last_clean":"2024-09-13T16:01:42.740399+0000","last_became_active":"2024-09-13T16:01:38.395088+0000","last_became_peered":"2024-09-13T16:01:38.395088+0000","last_unstale":"2024-09-13T16:01:42.740399+0000","last_undegraded":"2024-09-13T16:01:42.740399+0000","last_fullsized":"2024-09-13T16:01:42.740399+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:12:34.508295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.783880+0000","last_change":"2024-09-13T16:01:38.043887+0000","last_active":"2024-09-13T16:01:42.783880+0000","last_peered":"2024-09-13T16:01:42.783880+0000","last_clean":"2024-09-13T16:01:42.783880+0000","last_became_active":"2024-09-13T16:01:38.043587+0000","last_became_peered":"2024-09-13T16:01:38.043587+0000","last_unstale":"2024-09-13T16:01:42.783880+0000","last_undegraded":"2024-09-13T16:01:42.783880+0000","last_fullsized":"2024-09-13T16:01:42.783880+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:24:10.623551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":168,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.101524+0000","last_change":"2024-09-13T16:01:29.143297+0000","last_active":"2024-09-13T16:01:43.101524+0000","last_peered":"2024-09-13T16:01:43.101524+0000","last_clean":"2024-09-13T16:01:43.101524+0000","last_became_active":"2024-09-13T16:01:29.142269+0000","last_became_peered":"2024-09-13T16:01:29.142269+0000","last_unstale":"2024-09-13T16:01:43.101524+0000","last_undegraded":"2024-09-13T16:01:43.101524+0000","last_fullsized":"2024-09-13T16:01:43.101524+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:27.864638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:27.864638+0000","last_clean_scrub_stamp":"2024-09-13T16:01:27.864638+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:25:24.741463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.744290+0000","last_change":"2024-09-13T16:01:42.771884+0000","last_active":"2024-09-13T16:01:43.744290+0000","last_peered":"2024-09-13T16:01:43.744290+0000","last_clean":"2024-09-13T16:01:43.744290+0000","last_became_active":"2024-09-13T16:01:42.771517+0000","last_became_peered":"2024-09-13T16:01:42.771517+0000","last_unstale":"2024-09-13T16:01:43.744290+0000","last_undegraded":"2024-09-13T16:01:43.744290+0000","last_fullsized":"2024-09-13T16:01:43.744290+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:32:48.617258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.101896+0000","last_change":"2024-09-13T16:01:38.394135+0000","last_active":"2024-09-13T16:01:43.101896+0000","last_peered":"2024-09-13T16:01:43.101896+0000","last_clean":"2024-09-13T16:01:43.101896+0000","last_became_active":"2024-09-13T16:01:38.393861+0000","last_became_peered":"2024-09-13T16:01:38.393861+0000","last_unstale":"2024-09-13T16:01:43.101896+0000","last_undegraded":"2024-09-13T16:01:43.101896+0000","last_fullsized":"2024-09-13T16:01:43.101896+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:18:40.611815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.046561+0000","last_change":"2024-09-13T16:01:38.045505+0000","last_active":"2024-09-13T16:01:43.046561+0000","last_peered":"2024-09-13T16:01:43.046561+0000","last_clean":"2024-09-13T16:01:43.046561+0000","last_became_active":"2024-09-13T16:01:38.045248+0000","last_became_peered":"2024-09-13T16:01:38.045248+0000","last_unstale":"2024-09-13T16:01:43.046561+0000","last_undegraded":"2024-09-13T16:01:43.046561+0000","last_fullsized":"2024-09-13T16:01:43.046561+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:28:09.501602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.744153+0000","last_change":"2024-09-13T16:01:42.769297+0000","last_active":"2024-09-13T16:01:43.744153+0000","last_peered":"2024-09-13T16:01:43.744153+0000","last_clean":"2024-09-13T16:01:43.744153+0000","last_became_active":"2024-09-13T16:01:42.768870+0000","last_became_peered":"2024-09-13T16:01:42.768870+0000","last_unstale":"2024-09-13T16:01:43.744153+0000","last_undegraded":"2024-09-13T16:01:43.744153+0000","last_fullsized":"2024-09-13T16:01:43.744153+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:43:36.812257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.784365+0000","last_change":"2024-09-13T16:01:38.391161+0000","last_active":"2024-09-13T16:01:42.784365+0000","last_peered":"2024-09-13T16:01:42.784365+0000","last_clean":"2024-09-13T16:01:42.784365+0000","last_became_active":"2024-09-13T16:01:38.390593+0000","last_became_peered":"2024-09-13T16:01:38.390593+0000","last_unstale":"2024-09-13T16:01:42.784365+0000","last_undegraded":"2024-09-13T16:01:42.784365+0000","last_fullsized":"2024-09-13T16:01:42.784365+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:23:28.903420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.739881+0000","last_change":"2024-09-13T16:01:38.045306+0000","last_active":"2024-09-13T16:01:42.739881+0000","last_peered":"2024-09-13T16:01:42.739881+0000","last_clean":"2024-09-13T16:01:42.739881+0000","last_became_active":"2024-09-13T16:01:38.044814+0000","last_became_peered":"2024-09-13T16:01:38.044814+0000","last_unstale":"2024-09-13T16:01:42.739881+0000","last_undegraded":"2024-09-13T16:01:42.739881+0000","last_fullsized":"2024-09-13T16:01:42.739881+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:24:10.623551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.935664+0000","last_change":"2024-09-13T16:01:42.409030+0000","last_active":"2024-09-13T16:01:43.935664+0000","last_peered":"2024-09-13T16:01:43.935664+0000","last_clean":"2024-09-13T16:01:43.935664+0000","last_became_active":"2024-09-13T16:01:42.408572+0000","last_became_peered":"2024-09-13T16:01:42.408572+0000","last_unstale":"2024-09-13T16:01:43.935664+0000","last_undegraded":"2024-09-13T16:01:43.935664+0000","last_fullsized":"2024-09-13T16:01:43.935664+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:36:20.203172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.102285+0000","last_change":"2024-09-13T16:01:38.389255+0000","last_active":"2024-09-13T16:01:43.102285+0000","last_peered":"2024-09-13T16:01:43.102285+0000","last_clean":"2024-09-13T16:01:43.102285+0000","last_became_active":"2024-09-13T16:01:38.388621+0000","last_became_peered":"2024-09-13T16:01:38.388621+0000","last_unstale":"2024-09-13T16:01:43.102285+0000","last_undegraded":"2024-09-13T16:01:43.102285+0000","last_fullsized":"2024-09-13T16:01:43.102285+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:10:01.242838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.046447+0000","last_change":"2024-09-13T16:01:38.041222+0000","last_active":"2024-09-13T16:01:43.046447+0000","last_peered":"2024-09-13T16:01:43.046447+0000","last_clean":"2024-09-13T16:01:43.046447+0000","last_became_active":"2024-09-13T16:01:38.040944+0000","last_became_peered":"2024-09-13T16:01:38.040944+0000","last_unstale":"2024-09-13T16:01:43.046447+0000","last_undegraded":"2024-09-13T16:01:43.046447+0000","last_fullsized":"2024-09-13T16:01:43.046447+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:26:27.274561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.937421+0000","last_change":"2024-09-13T16:01:42.769386+0000","last_active":"2024-09-13T16:01:43.937421+0000","last_peered":"2024-09-13T16:01:43.937421+0000","last_clean":"2024-09-13T16:01:43.937421+0000","last_became_active":"2024-09-13T16:01:42.768939+0000","last_became_peered":"2024-09-13T16:01:42.768939+0000","last_unstale":"2024-09-13T16:01:43.937421+0000","last_undegraded":"2024-09-13T16:01:43.937421+0000","last_fullsized":"2024-09-13T16:01:43.937421+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:20:26.537711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.102258+0000","last_change":"2024-09-13T16:01:38.383940+0000","last_active":"2024-09-13T16:01:43.102258+0000","last_peered":"2024-09-13T16:01:43.102258+0000","last_clean":"2024-09-13T16:01:43.102258+0000","last_became_active":"2024-09-13T16:01:38.383323+0000","last_became_peered":"2024-09-13T16:01:38.383323+0000","last_unstale":"2024-09-13T16:01:43.102258+0000","last_undegraded":"2024-09-13T16:01:43.102258+0000","last_fullsized":"2024-09-13T16:01:43.102258+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:56:09.593688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.741127+0000","last_change":"2024-09-13T16:01:38.044504+0000","last_active":"2024-09-13T16:01:42.741127+0000","last_peered":"2024-09-13T16:01:42.741127+0000","last_clean":"2024-09-13T16:01:42.741127+0000","last_became_active":"2024-09-13T16:01:38.044222+0000","last_became_peered":"2024-09-13T16:01:38.044222+0000","last_unstale":"2024-09-13T16:01:42.741127+0000","last_undegraded":"2024-09-13T16:01:42.741127+0000","last_fullsized":"2024-09-13T16:01:42.741127+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:06:25.310114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.937460+0000","last_change":"2024-09-13T16:01:42.402326+0000","last_active":"2024-09-13T16:01:43.937460+0000","last_peered":"2024-09-13T16:01:43.937460+0000","last_clean":"2024-09-13T16:01:43.937460+0000","last_became_active":"2024-09-13T16:01:42.402009+0000","last_became_peered":"2024-09-13T16:01:42.402009+0000","last_unstale":"2024-09-13T16:01:43.937460+0000","last_undegraded":"2024-09-13T16:01:43.937460+0000","last_fullsized":"2024-09-13T16:01:43.937460+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:20:26.537711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.102118+0000","last_change":"2024-09-13T16:01:38.389415+0000","last_active":"2024-09-13T16:01:43.102118+0000","last_peered":"2024-09-13T16:01:43.102118+0000","last_clean":"2024-09-13T16:01:43.102118+0000","last_became_active":"2024-09-13T16:01:38.388592+0000","last_became_peered":"2024-09-13T16:01:38.388592+0000","last_unstale":"2024-09-13T16:01:43.102118+0000","last_undegraded":"2024-09-13T16:01:43.102118+0000","last_fullsized":"2024-09-13T16:01:43.102118+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:50:48.984993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.046090+0000","last_change":"2024-09-13T16:01:38.043617+0000","last_active":"2024-09-13T16:01:43.046090+0000","last_peered":"2024-09-13T16:01:43.046090+0000","last_clean":"2024-09-13T16:01:43.046090+0000","last_became_active":"2024-09-13T16:01:38.043356+0000","last_became_peered":"2024-09-13T16:01:38.043356+0000","last_unstale":"2024-09-13T16:01:43.046090+0000","last_undegraded":"2024-09-13T16:01:43.046090+0000","last_fullsized":"2024-09-13T16:01:43.046090+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:24:21.035433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.936140+0000","last_change":"2024-09-13T16:01:42.410933+0000","last_active":"2024-09-13T16:01:43.936140+0000","last_peered":"2024-09-13T16:01:43.936140+0000","last_clean":"2024-09-13T16:01:43.936140+0000","last_became_active":"2024-09-13T16:01:42.410473+0000","last_became_peered":"2024-09-13T16:01:42.410473+0000","last_unstale":"2024-09-13T16:01:43.936140+0000","last_undegraded":"2024-09-13T16:01:43.936140+0000","last_fullsized":"2024-09-13T16:01:43.936140+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:42:15.891961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.766016+0000","last_change":"2024-09-13T16:01:38.383187+0000","last_active":"2024-09-13T16:01:42.766016+0000","last_peered":"2024-09-13T16:01:42.766016+0000","last_clean":"2024-09-13T16:01:42.766016+0000","last_became_active":"2024-09-13T16:01:38.382925+0000","last_became_peered":"2024-09-13T16:01:38.382925+0000","last_unstale":"2024-09-13T16:01:42.766016+0000","last_undegraded":"2024-09-13T16:01:42.766016+0000","last_fullsized":"2024-09-13T16:01:42.766016+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:46:55.080354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.766490+0000","last_change":"2024-09-13T16:01:38.046778+0000","last_active":"2024-09-13T16:01:42.766490+0000","last_peered":"2024-09-13T16:01:42.766490+0000","last_clean":"2024-09-13T16:01:42.766490+0000","last_became_active":"2024-09-13T16:01:38.045100+0000","last_became_peered":"2024-09-13T16:01:38.045100+0000","last_unstale":"2024-09-13T16:01:42.766490+0000","last_undegraded":"2024-09-13T16:01:42.766490+0000","last_fullsized":"2024-09-13T16:01:42.766490+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:24:10.623551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.774975+0000","last_change":"2024-09-13T16:01:42.773772+0000","last_active":"2024-09-13T16:01:42.774975+0000","last_peered":"2024-09-13T16:01:42.774975+0000","last_clean":"2024-09-13T16:01:42.774975+0000","last_became_active":"2024-09-13T16:01:42.773404+0000","last_became_peered":"2024-09-13T16:01:42.773404+0000","last_unstale":"2024-09-13T16:01:42.774975+0000","last_undegraded":"2024-09-13T16:01:42.774975+0000","last_fullsized":"2024-09-13T16:01:42.774975+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:42:15.891961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.101674+0000","last_change":"2024-09-13T16:01:38.389531+0000","last_active":"2024-09-13T16:01:43.101674+0000","last_peered":"2024-09-13T16:01:43.101674+0000","last_clean":"2024-09-13T16:01:43.101674+0000","last_became_active":"2024-09-13T16:01:38.386834+0000","last_became_peered":"2024-09-13T16:01:38.386834+0000","last_unstale":"2024-09-13T16:01:43.101674+0000","last_undegraded":"2024-09-13T16:01:43.101674+0000","last_fullsized":"2024-09-13T16:01:43.101674+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:30:15.448942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.784372+0000","last_change":"2024-09-13T16:01:38.043443+0000","last_active":"2024-09-13T16:01:42.784372+0000","last_peered":"2024-09-13T16:01:42.784372+0000","last_clean":"2024-09-13T16:01:42.784372+0000","last_became_active":"2024-09-13T16:01:38.043119+0000","last_became_peered":"2024-09-13T16:01:38.043119+0000","last_unstale":"2024-09-13T16:01:42.784372+0000","last_undegraded":"2024-09-13T16:01:42.784372+0000","last_fullsized":"2024-09-13T16:01:42.784372+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:26:27.274561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.772915+0000","last_change":"2024-09-13T16:01:42.769091+0000","last_active":"2024-09-13T16:01:42.772915+0000","last_peered":"2024-09-13T16:01:42.772915+0000","last_clean":"2024-09-13T16:01:42.772915+0000","last_became_active":"2024-09-13T16:01:42.768702+0000","last_became_peered":"2024-09-13T16:01:42.768702+0000","last_unstale":"2024-09-13T16:01:42.772915+0000","last_undegraded":"2024-09-13T16:01:42.772915+0000","last_fullsized":"2024-09-13T16:01:42.772915+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:11:47.519578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.893811+0000","last_change":"2024-09-13T16:01:38.385072+0000","last_active":"2024-09-13T16:01:42.893811+0000","last_peered":"2024-09-13T16:01:42.893811+0000","last_clean":"2024-09-13T16:01:42.893811+0000","last_became_active":"2024-09-13T16:01:38.384827+0000","last_became_peered":"2024-09-13T16:01:38.384827+0000","last_unstale":"2024-09-13T16:01:42.893811+0000","last_undegraded":"2024-09-13T16:01:42.893811+0000","last_fullsized":"2024-09-13T16:01:42.893811+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:56:39.165181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":18,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.893675+0000","last_change":"2024-09-13T16:01:38.032555+0000","last_active":"2024-09-13T16:01:42.893675+0000","last_peered":"2024-09-13T16:01:42.893675+0000","last_clean":"2024-09-13T16:01:42.893675+0000","last_became_active":"2024-09-13T16:01:38.032325+0000","last_became_peered":"2024-09-13T16:01:38.032325+0000","last_unstale":"2024-09-13T16:01:42.893675+0000","last_undegraded":"2024-09-13T16:01:42.893675+0000","last_fullsized":"2024-09-13T16:01:42.893675+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:00:17.329158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.938764+0000","last_change":"2024-09-13T16:01:42.770872+0000","last_active":"2024-09-13T16:01:43.938764+0000","last_peered":"2024-09-13T16:01:43.938764+0000","last_clean":"2024-09-13T16:01:43.938764+0000","last_became_active":"2024-09-13T16:01:42.770431+0000","last_became_peered":"2024-09-13T16:01:42.770431+0000","last_unstale":"2024-09-13T16:01:43.938764+0000","last_undegraded":"2024-09-13T16:01:43.938764+0000","last_fullsized":"2024-09-13T16:01:43.938764+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:00:25.218766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.101790+0000","last_change":"2024-09-13T16:01:38.388813+0000","last_active":"2024-09-13T16:01:43.101790+0000","last_peered":"2024-09-13T16:01:43.101790+0000","last_clean":"2024-09-13T16:01:43.101790+0000","last_became_active":"2024-09-13T16:01:38.388505+0000","last_became_peered":"2024-09-13T16:01:38.388505+0000","last_unstale":"2024-09-13T16:01:43.101790+0000","last_undegraded":"2024-09-13T16:01:43.101790+0000","last_fullsized":"2024-09-13T16:01:43.101790+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:23:28.903420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"26'9","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:47.034781+0000","last_change":"2024-09-13T16:01:38.041272+0000","last_active":"2024-09-13T16:01:47.034781+0000","last_peered":"2024-09-13T16:01:47.034781+0000","last_clean":"2024-09-13T16:01:47.034781+0000","last_became_active":"2024-09-13T16:01:38.041007+0000","last_became_peered":"2024-09-13T16:01:38.041007+0000","last_unstale":"2024-09-13T16:01:47.034781+0000","last_undegraded":"2024-09-13T16:01:47.034781+0000","last_fullsized":"2024-09-13T16:01:47.034781+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:28:09.501602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3795,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.935120+0000","last_change":"2024-09-13T16:01:42.407647+0000","last_active":"2024-09-13T16:01:43.935120+0000","last_peered":"2024-09-13T16:01:43.935120+0000","last_clean":"2024-09-13T16:01:43.935120+0000","last_became_active":"2024-09-13T16:01:42.407092+0000","last_became_peered":"2024-09-13T16:01:42.407092+0000","last_unstale":"2024-09-13T16:01:43.935120+0000","last_undegraded":"2024-09-13T16:01:43.935120+0000","last_fullsized":"2024-09-13T16:01:43.935120+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:20:26.537711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.741092+0000","last_change":"2024-09-13T16:01:38.386378+0000","last_active":"2024-09-13T16:01:42.741092+0000","last_peered":"2024-09-13T16:01:42.741092+0000","last_clean":"2024-09-13T16:01:42.741092+0000","last_became_active":"2024-09-13T16:01:38.386097+0000","last_became_peered":"2024-09-13T16:01:38.386097+0000","last_unstale":"2024-09-13T16:01:42.741092+0000","last_undegraded":"2024-09-13T16:01:42.741092+0000","last_fullsized":"2024-09-13T16:01:42.741092+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:24:11.627776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.739880+0000","last_change":"2024-09-13T16:01:38.045425+0000","last_active":"2024-09-13T16:01:42.739880+0000","last_peered":"2024-09-13T16:01:42.739880+0000","last_clean":"2024-09-13T16:01:42.739880+0000","last_became_active":"2024-09-13T16:01:38.045168+0000","last_became_peered":"2024-09-13T16:01:38.045168+0000","last_unstale":"2024-09-13T16:01:42.739880+0000","last_undegraded":"2024-09-13T16:01:42.739880+0000","last_fullsized":"2024-09-13T16:01:42.739880+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:49:15.392141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.937983+0000","last_change":"2024-09-13T16:01:42.404614+0000","last_active":"2024-09-13T16:01:43.937983+0000","last_peered":"2024-09-13T16:01:43.937983+0000","last_clean":"2024-09-13T16:01:43.937983+0000","last_became_active":"2024-09-13T16:01:42.404212+0000","last_became_peered":"2024-09-13T16:01:42.404212+0000","last_unstale":"2024-09-13T16:01:43.937983+0000","last_undegraded":"2024-09-13T16:01:43.937983+0000","last_fullsized":"2024-09-13T16:01:43.937983+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:43:36.812257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.893986+0000","last_change":"2024-09-13T16:01:38.390798+0000","last_active":"2024-09-13T16:01:42.893986+0000","last_peered":"2024-09-13T16:01:42.893986+0000","last_clean":"2024-09-13T16:01:42.893986+0000","last_became_active":"2024-09-13T16:01:38.390282+0000","last_became_peered":"2024-09-13T16:01:38.390282+0000","last_unstale":"2024-09-13T16:01:42.893986+0000","last_undegraded":"2024-09-13T16:01:42.893986+0000","last_fullsized":"2024-09-13T16:01:42.893986+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:00:55.603516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.784159+0000","last_change":"2024-09-13T16:01:38.046663+0000","last_active":"2024-09-13T16:01:42.784159+0000","last_peered":"2024-09-13T16:01:42.784159+0000","last_clean":"2024-09-13T16:01:42.784159+0000","last_became_active":"2024-09-13T16:01:38.046052+0000","last_became_peered":"2024-09-13T16:01:38.046052+0000","last_unstale":"2024-09-13T16:01:42.784159+0000","last_undegraded":"2024-09-13T16:01:42.784159+0000","last_fullsized":"2024-09-13T16:01:42.784159+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:02:55.716969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.740391+0000","last_change":"2024-09-13T16:01:42.404356+0000","last_active":"2024-09-13T16:01:42.740391+0000","last_peered":"2024-09-13T16:01:42.740391+0000","last_clean":"2024-09-13T16:01:42.740391+0000","last_became_active":"2024-09-13T16:01:42.403979+0000","last_became_peered":"2024-09-13T16:01:42.403979+0000","last_unstale":"2024-09-13T16:01:42.740391+0000","last_undegraded":"2024-09-13T16:01:42.740391+0000","last_fullsized":"2024-09-13T16:01:42.740391+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:37:17.034388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.784063+0000","last_change":"2024-09-13T16:01:38.389129+0000","last_active":"2024-09-13T16:01:42.784063+0000","last_peered":"2024-09-13T16:01:42.784063+0000","last_clean":"2024-09-13T16:01:42.784063+0000","last_became_active":"2024-09-13T16:01:38.388626+0000","last_became_peered":"2024-09-13T16:01:38.388626+0000","last_unstale":"2024-09-13T16:01:42.784063+0000","last_undegraded":"2024-09-13T16:01:42.784063+0000","last_fullsized":"2024-09-13T16:01:42.784063+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:30:15.448942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.767208+0000","last_change":"2024-09-13T16:01:38.045787+0000","last_active":"2024-09-13T16:01:42.767208+0000","last_peered":"2024-09-13T16:01:42.767208+0000","last_clean":"2024-09-13T16:01:42.767208+0000","last_became_active":"2024-09-13T16:01:38.045068+0000","last_became_peered":"2024-09-13T16:01:38.045068+0000","last_unstale":"2024-09-13T16:01:42.767208+0000","last_undegraded":"2024-09-13T16:01:42.767208+0000","last_fullsized":"2024-09-13T16:01:42.767208+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:14:25.951697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.773928+0000","last_change":"2024-09-13T16:01:42.771830+0000","last_active":"2024-09-13T16:01:42.773928+0000","last_peered":"2024-09-13T16:01:42.773928+0000","last_clean":"2024-09-13T16:01:42.773928+0000","last_became_active":"2024-09-13T16:01:42.771400+0000","last_became_peered":"2024-09-13T16:01:42.771400+0000","last_unstale":"2024-09-13T16:01:42.773928+0000","last_undegraded":"2024-09-13T16:01:42.773928+0000","last_fullsized":"2024-09-13T16:01:42.773928+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:25:39.304221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.936031+0000","last_change":"2024-09-13T16:01:42.773115+0000","last_active":"2024-09-13T16:01:43.936031+0000","last_peered":"2024-09-13T16:01:43.936031+0000","last_clean":"2024-09-13T16:01:43.936031+0000","last_became_active":"2024-09-13T16:01:42.772655+0000","last_became_peered":"2024-09-13T16:01:42.772655+0000","last_unstale":"2024-09-13T16:01:43.936031+0000","last_undegraded":"2024-09-13T16:01:43.936031+0000","last_fullsized":"2024-09-13T16:01:43.936031+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:25:39.304221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.738946+0000","last_change":"2024-09-13T16:01:38.388582+0000","last_active":"2024-09-13T16:01:42.738946+0000","last_peered":"2024-09-13T16:01:42.738946+0000","last_clean":"2024-09-13T16:01:42.738946+0000","last_became_active":"2024-09-13T16:01:38.388330+0000","last_became_peered":"2024-09-13T16:01:38.388330+0000","last_unstale":"2024-09-13T16:01:42.738946+0000","last_undegraded":"2024-09-13T16:01:42.738946+0000","last_fullsized":"2024-09-13T16:01:42.738946+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:47:58.067818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.784362+0000","last_change":"2024-09-13T16:01:38.043944+0000","last_active":"2024-09-13T16:01:42.784362+0000","last_peered":"2024-09-13T16:01:42.784362+0000","last_clean":"2024-09-13T16:01:42.784362+0000","last_became_active":"2024-09-13T16:01:38.043385+0000","last_became_peered":"2024-09-13T16:01:38.043385+0000","last_unstale":"2024-09-13T16:01:42.784362+0000","last_undegraded":"2024-09-13T16:01:42.784362+0000","last_fullsized":"2024-09-13T16:01:42.784362+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:24:21.035433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.744577+0000","last_change":"2024-09-13T16:01:42.406272+0000","last_active":"2024-09-13T16:01:43.744577+0000","last_peered":"2024-09-13T16:01:43.744577+0000","last_clean":"2024-09-13T16:01:43.744577+0000","last_became_active":"2024-09-13T16:01:42.405857+0000","last_became_peered":"2024-09-13T16:01:42.405857+0000","last_unstale":"2024-09-13T16:01:43.744577+0000","last_undegraded":"2024-09-13T16:01:43.744577+0000","last_fullsized":"2024-09-13T16:01:43.744577+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:36:20.203172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.740473+0000","last_change":"2024-09-13T16:01:38.386302+0000","last_active":"2024-09-13T16:01:42.740473+0000","last_peered":"2024-09-13T16:01:42.740473+0000","last_clean":"2024-09-13T16:01:42.740473+0000","last_became_active":"2024-09-13T16:01:38.385913+0000","last_became_peered":"2024-09-13T16:01:38.385913+0000","last_unstale":"2024-09-13T16:01:42.740473+0000","last_undegraded":"2024-09-13T16:01:42.740473+0000","last_fullsized":"2024-09-13T16:01:42.740473+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:52:18.737109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.740361+0000","last_change":"2024-09-13T16:01:38.047221+0000","last_active":"2024-09-13T16:01:42.740361+0000","last_peered":"2024-09-13T16:01:42.740361+0000","last_clean":"2024-09-13T16:01:42.740361+0000","last_became_active":"2024-09-13T16:01:38.047045+0000","last_became_peered":"2024-09-13T16:01:38.047045+0000","last_unstale":"2024-09-13T16:01:42.740361+0000","last_undegraded":"2024-09-13T16:01:42.740361+0000","last_fullsized":"2024-09-13T16:01:42.740361+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:25:17.789588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.767070+0000","last_change":"2024-09-13T16:01:38.045820+0000","last_active":"2024-09-13T16:01:42.767070+0000","last_peered":"2024-09-13T16:01:42.767070+0000","last_clean":"2024-09-13T16:01:42.767070+0000","last_became_active":"2024-09-13T16:01:38.045544+0000","last_became_peered":"2024-09-13T16:01:38.045544+0000","last_unstale":"2024-09-13T16:01:42.767070+0000","last_undegraded":"2024-09-13T16:01:42.767070+0000","last_fullsized":"2024-09-13T16:01:42.767070+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:02:55.716969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.893702+0000","last_change":"2024-09-13T16:01:38.382496+0000","last_active":"2024-09-13T16:01:42.893702+0000","last_peered":"2024-09-13T16:01:42.893702+0000","last_clean":"2024-09-13T16:01:42.893702+0000","last_became_active":"2024-09-13T16:01:38.381672+0000","last_became_peered":"2024-09-13T16:01:38.381672+0000","last_unstale":"2024-09-13T16:01:42.893702+0000","last_undegraded":"2024-09-13T16:01:42.893702+0000","last_fullsized":"2024-09-13T16:01:42.893702+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:52:18.737109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.744098+0000","last_change":"2024-09-13T16:01:42.402763+0000","last_active":"2024-09-13T16:01:43.744098+0000","last_peered":"2024-09-13T16:01:43.744098+0000","last_clean":"2024-09-13T16:01:43.744098+0000","last_became_active":"2024-09-13T16:01:42.401986+0000","last_became_peered":"2024-09-13T16:01:42.401986+0000","last_unstale":"2024-09-13T16:01:43.744098+0000","last_undegraded":"2024-09-13T16:01:43.744098+0000","last_fullsized":"2024-09-13T16:01:43.744098+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:56:42.522676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,5],"acting":[2,1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.740621+0000","last_change":"2024-09-13T16:01:38.042938+0000","last_active":"2024-09-13T16:01:42.740621+0000","last_peered":"2024-09-13T16:01:42.740621+0000","last_clean":"2024-09-13T16:01:42.740621+0000","last_became_active":"2024-09-13T16:01:38.042669+0000","last_became_peered":"2024-09-13T16:01:38.042669+0000","last_unstale":"2024-09-13T16:01:42.740621+0000","last_undegraded":"2024-09-13T16:01:42.740621+0000","last_fullsized":"2024-09-13T16:01:42.740621+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:14:50.329312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.740725+0000","last_change":"2024-09-13T16:01:38.381599+0000","last_active":"2024-09-13T16:01:42.740725+0000","last_peered":"2024-09-13T16:01:42.740725+0000","last_clean":"2024-09-13T16:01:42.740725+0000","last_became_active":"2024-09-13T16:01:38.381317+0000","last_became_peered":"2024-09-13T16:01:38.381317+0000","last_unstale":"2024-09-13T16:01:42.740725+0000","last_undegraded":"2024-09-13T16:01:42.740725+0000","last_fullsized":"2024-09-13T16:01:42.740725+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:49:16.396366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.740874+0000","last_change":"2024-09-13T16:01:42.400557+0000","last_active":"2024-09-13T16:01:42.740874+0000","last_peered":"2024-09-13T16:01:42.740874+0000","last_clean":"2024-09-13T16:01:42.740874+0000","last_became_active":"2024-09-13T16:01:42.399372+0000","last_became_peered":"2024-09-13T16:01:42.399372+0000","last_unstale":"2024-09-13T16:01:42.740874+0000","last_undegraded":"2024-09-13T16:01:42.740874+0000","last_fullsized":"2024-09-13T16:01:42.740874+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:22:55.782642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.765923+0000","last_change":"2024-09-13T16:01:38.388208+0000","last_active":"2024-09-13T16:01:42.765923+0000","last_peered":"2024-09-13T16:01:42.765923+0000","last_clean":"2024-09-13T16:01:42.765923+0000","last_became_active":"2024-09-13T16:01:38.387947+0000","last_became_peered":"2024-09-13T16:01:38.387947+0000","last_unstale":"2024-09-13T16:01:42.765923+0000","last_undegraded":"2024-09-13T16:01:42.765923+0000","last_fullsized":"2024-09-13T16:01:42.765923+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:52:18.737109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.046399+0000","last_change":"2024-09-13T16:01:38.390122+0000","last_active":"2024-09-13T16:01:43.046399+0000","last_peered":"2024-09-13T16:01:43.046399+0000","last_clean":"2024-09-13T16:01:43.046399+0000","last_became_active":"2024-09-13T16:01:38.389863+0000","last_became_peered":"2024-09-13T16:01:38.389863+0000","last_unstale":"2024-09-13T16:01:43.046399+0000","last_undegraded":"2024-09-13T16:01:43.046399+0000","last_fullsized":"2024-09-13T16:01:43.046399+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:15:31.840499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.784498+0000","last_change":"2024-09-13T16:01:38.395126+0000","last_active":"2024-09-13T16:01:42.784498+0000","last_peered":"2024-09-13T16:01:42.784498+0000","last_clean":"2024-09-13T16:01:42.784498+0000","last_became_active":"2024-09-13T16:01:38.394852+0000","last_became_peered":"2024-09-13T16:01:38.394852+0000","last_unstale":"2024-09-13T16:01:42.784498+0000","last_undegraded":"2024-09-13T16:01:42.784498+0000","last_fullsized":"2024-09-13T16:01:42.784498+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:32:28.822608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.893586+0000","last_change":"2024-09-13T16:01:38.387509+0000","last_active":"2024-09-13T16:01:42.893586+0000","last_peered":"2024-09-13T16:01:42.893586+0000","last_clean":"2024-09-13T16:01:42.893586+0000","last_became_active":"2024-09-13T16:01:38.387282+0000","last_became_peered":"2024-09-13T16:01:38.387282+0000","last_unstale":"2024-09-13T16:01:42.893586+0000","last_undegraded":"2024-09-13T16:01:42.893586+0000","last_fullsized":"2024-09-13T16:01:42.893586+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:47:58.067818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.740928+0000","last_change":"2024-09-13T16:01:38.377631+0000","last_active":"2024-09-13T16:01:42.740928+0000","last_peered":"2024-09-13T16:01:42.740928+0000","last_clean":"2024-09-13T16:01:42.740928+0000","last_became_active":"2024-09-13T16:01:38.377065+0000","last_became_peered":"2024-09-13T16:01:38.377065+0000","last_unstale":"2024-09-13T16:01:42.740928+0000","last_undegraded":"2024-09-13T16:01:42.740928+0000","last_fullsized":"2024-09-13T16:01:42.740928+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:26:16.694696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.739795+0000","last_change":"2024-09-13T16:01:38.388581+0000","last_active":"2024-09-13T16:01:42.739795+0000","last_peered":"2024-09-13T16:01:42.739795+0000","last_clean":"2024-09-13T16:01:42.739795+0000","last_became_active":"2024-09-13T16:01:38.388283+0000","last_became_peered":"2024-09-13T16:01:38.388283+0000","last_unstale":"2024-09-13T16:01:42.739795+0000","last_undegraded":"2024-09-13T16:01:42.739795+0000","last_fullsized":"2024-09-13T16:01:42.739795+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:32:40.979627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.767576+0000","last_change":"2024-09-13T16:01:38.385223+0000","last_active":"2024-09-13T16:01:42.767576+0000","last_peered":"2024-09-13T16:01:42.767576+0000","last_clean":"2024-09-13T16:01:42.767576+0000","last_became_active":"2024-09-13T16:01:38.384909+0000","last_became_peered":"2024-09-13T16:01:38.384909+0000","last_unstale":"2024-09-13T16:01:42.767576+0000","last_undegraded":"2024-09-13T16:01:42.767576+0000","last_fullsized":"2024-09-13T16:01:42.767576+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:32:40.979627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.741073+0000","last_change":"2024-09-13T16:01:38.385706+0000","last_active":"2024-09-13T16:01:42.741073+0000","last_peered":"2024-09-13T16:01:42.741073+0000","last_clean":"2024-09-13T16:01:42.741073+0000","last_became_active":"2024-09-13T16:01:38.385483+0000","last_became_peered":"2024-09-13T16:01:38.385483+0000","last_unstale":"2024-09-13T16:01:42.741073+0000","last_undegraded":"2024-09-13T16:01:42.741073+0000","last_fullsized":"2024-09-13T16:01:42.741073+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:56:39.165181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.784202+0000","last_change":"2024-09-13T16:01:38.390762+0000","last_active":"2024-09-13T16:01:42.784202+0000","last_peered":"2024-09-13T16:01:42.784202+0000","last_clean":"2024-09-13T16:01:42.784202+0000","last_became_active":"2024-09-13T16:01:38.390441+0000","last_became_peered":"2024-09-13T16:01:38.390441+0000","last_unstale":"2024-09-13T16:01:42.784202+0000","last_undegraded":"2024-09-13T16:01:42.784202+0000","last_fullsized":"2024-09-13T16:01:42.784202+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:43:28.759745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.740340+0000","last_change":"2024-09-13T16:01:38.379407+0000","last_active":"2024-09-13T16:01:42.740340+0000","last_peered":"2024-09-13T16:01:42.740340+0000","last_clean":"2024-09-13T16:01:42.740340+0000","last_became_active":"2024-09-13T16:01:38.379150+0000","last_became_peered":"2024-09-13T16:01:38.379150+0000","last_unstale":"2024-09-13T16:01:42.740340+0000","last_undegraded":"2024-09-13T16:01:42.740340+0000","last_fullsized":"2024-09-13T16:01:42.740340+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:15:31.840499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.783983+0000","last_change":"2024-09-13T16:01:38.396800+0000","last_active":"2024-09-13T16:01:42.783983+0000","last_peered":"2024-09-13T16:01:42.783983+0000","last_clean":"2024-09-13T16:01:42.783983+0000","last_became_active":"2024-09-13T16:01:38.396531+0000","last_became_peered":"2024-09-13T16:01:38.396531+0000","last_unstale":"2024-09-13T16:01:42.783983+0000","last_undegraded":"2024-09-13T16:01:42.783983+0000","last_fullsized":"2024-09-13T16:01:42.783983+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:00:56.725883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.893449+0000","last_change":"2024-09-13T16:01:38.387977+0000","last_active":"2024-09-13T16:01:42.893449+0000","last_peered":"2024-09-13T16:01:42.893449+0000","last_clean":"2024-09-13T16:01:42.893449+0000","last_became_active":"2024-09-13T16:01:38.387683+0000","last_became_peered":"2024-09-13T16:01:38.387683+0000","last_unstale":"2024-09-13T16:01:42.893449+0000","last_undegraded":"2024-09-13T16:01:42.893449+0000","last_fullsized":"2024-09-13T16:01:42.893449+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:12:34.508295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.767701+0000","last_change":"2024-09-13T16:01:38.383820+0000","last_active":"2024-09-13T16:01:42.767701+0000","last_peered":"2024-09-13T16:01:42.767701+0000","last_clean":"2024-09-13T16:01:42.767701+0000","last_became_active":"2024-09-13T16:01:38.383214+0000","last_became_peered":"2024-09-13T16:01:38.383214+0000","last_unstale":"2024-09-13T16:01:42.767701+0000","last_undegraded":"2024-09-13T16:01:42.767701+0000","last_fullsized":"2024-09-13T16:01:42.767701+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:34:19.215602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.102210+0000","last_change":"2024-09-13T16:01:38.386770+0000","last_active":"2024-09-13T16:01:43.102210+0000","last_peered":"2024-09-13T16:01:43.102210+0000","last_clean":"2024-09-13T16:01:43.102210+0000","last_became_active":"2024-09-13T16:01:38.386333+0000","last_became_peered":"2024-09-13T16:01:38.386333+0000","last_unstale":"2024-09-13T16:01:43.102210+0000","last_undegraded":"2024-09-13T16:01:43.102210+0000","last_fullsized":"2024-09-13T16:01:43.102210+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:32:40.979627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.046365+0000","last_change":"2024-09-13T16:01:38.383524+0000","last_active":"2024-09-13T16:01:43.046365+0000","last_peered":"2024-09-13T16:01:43.046365+0000","last_clean":"2024-09-13T16:01:43.046365+0000","last_became_active":"2024-09-13T16:01:38.382621+0000","last_became_peered":"2024-09-13T16:01:38.382621+0000","last_unstale":"2024-09-13T16:01:43.046365+0000","last_undegraded":"2024-09-13T16:01:43.046365+0000","last_fullsized":"2024-09-13T16:01:43.046365+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:01:04.366345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.784583+0000","last_change":"2024-09-13T16:01:38.391706+0000","last_active":"2024-09-13T16:01:42.784583+0000","last_peered":"2024-09-13T16:01:42.784583+0000","last_clean":"2024-09-13T16:01:42.784583+0000","last_became_active":"2024-09-13T16:01:38.391446+0000","last_became_peered":"2024-09-13T16:01:38.391446+0000","last_unstale":"2024-09-13T16:01:42.784583+0000","last_undegraded":"2024-09-13T16:01:42.784583+0000","last_fullsized":"2024-09-13T16:01:42.784583+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:18:40.611815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.784237+0000","last_change":"2024-09-13T16:01:38.390371+0000","last_active":"2024-09-13T16:01:42.784237+0000","last_peered":"2024-09-13T16:01:42.784237+0000","last_clean":"2024-09-13T16:01:42.784237+0000","last_became_active":"2024-09-13T16:01:38.390048+0000","last_became_peered":"2024-09-13T16:01:38.390048+0000","last_unstale":"2024-09-13T16:01:42.784237+0000","last_undegraded":"2024-09-13T16:01:42.784237+0000","last_fullsized":"2024-09-13T16:01:42.784237+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:52:18.737109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.739034+0000","last_change":"2024-09-13T16:01:38.384530+0000","last_active":"2024-09-13T16:01:42.739034+0000","last_peered":"2024-09-13T16:01:42.739034+0000","last_clean":"2024-09-13T16:01:42.739034+0000","last_became_active":"2024-09-13T16:01:38.384177+0000","last_became_peered":"2024-09-13T16:01:38.384177+0000","last_unstale":"2024-09-13T16:01:42.739034+0000","last_undegraded":"2024-09-13T16:01:42.739034+0000","last_fullsized":"2024-09-13T16:01:42.739034+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:12:34.508295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.893812+0000","last_change":"2024-09-13T16:01:38.383915+0000","last_active":"2024-09-13T16:01:42.893812+0000","last_peered":"2024-09-13T16:01:42.893812+0000","last_clean":"2024-09-13T16:01:42.893812+0000","last_became_active":"2024-09-13T16:01:38.383651+0000","last_became_peered":"2024-09-13T16:01:38.383651+0000","last_unstale":"2024-09-13T16:01:42.893812+0000","last_undegraded":"2024-09-13T16:01:42.893812+0000","last_fullsized":"2024-09-13T16:01:42.893812+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:34:19.215602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.740276+0000","last_change":"2024-09-13T16:01:38.386771+0000","last_active":"2024-09-13T16:01:42.740276+0000","last_peered":"2024-09-13T16:01:42.740276+0000","last_clean":"2024-09-13T16:01:42.740276+0000","last_became_active":"2024-09-13T16:01:38.386532+0000","last_became_peered":"2024-09-13T16:01:38.386532+0000","last_unstale":"2024-09-13T16:01:42.740276+0000","last_undegraded":"2024-09-13T16:01:42.740276+0000","last_fullsized":"2024-09-13T16:01:42.740276+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:26:52.108188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.741048+0000","last_change":"2024-09-13T16:01:38.380784+0000","last_active":"2024-09-13T16:01:42.741048+0000","last_peered":"2024-09-13T16:01:42.741048+0000","last_clean":"2024-09-13T16:01:42.741048+0000","last_became_active":"2024-09-13T16:01:38.379450+0000","last_became_peered":"2024-09-13T16:01:38.379450+0000","last_unstale":"2024-09-13T16:01:42.741048+0000","last_undegraded":"2024-09-13T16:01:42.741048+0000","last_fullsized":"2024-09-13T16:01:42.741048+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:36:04.544659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.766629+0000","last_change":"2024-09-13T16:01:38.393322+0000","last_active":"2024-09-13T16:01:42.766629+0000","last_peered":"2024-09-13T16:01:42.766629+0000","last_clean":"2024-09-13T16:01:42.766629+0000","last_became_active":"2024-09-13T16:01:38.392345+0000","last_became_peered":"2024-09-13T16:01:38.392345+0000","last_unstale":"2024-09-13T16:01:42.766629+0000","last_undegraded":"2024-09-13T16:01:42.766629+0000","last_fullsized":"2024-09-13T16:01:42.766629+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:56:39.165181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.767487+0000","last_change":"2024-09-13T16:01:38.392508+0000","last_active":"2024-09-13T16:01:42.767487+0000","last_peered":"2024-09-13T16:01:42.767487+0000","last_clean":"2024-09-13T16:01:42.767487+0000","last_became_active":"2024-09-13T16:01:38.392153+0000","last_became_peered":"2024-09-13T16:01:38.392153+0000","last_unstale":"2024-09-13T16:01:42.767487+0000","last_undegraded":"2024-09-13T16:01:42.767487+0000","last_fullsized":"2024-09-13T16:01:42.767487+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:47:58.067818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.102248+0000","last_change":"2024-09-13T16:01:38.394489+0000","last_active":"2024-09-13T16:01:43.102248+0000","last_peered":"2024-09-13T16:01:43.102248+0000","last_clean":"2024-09-13T16:01:43.102248+0000","last_became_active":"2024-09-13T16:01:38.394179+0000","last_became_peered":"2024-09-13T16:01:38.394179+0000","last_unstale":"2024-09-13T16:01:43.102248+0000","last_undegraded":"2024-09-13T16:01:43.102248+0000","last_fullsized":"2024-09-13T16:01:43.102248+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:43:28.759745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.740191+0000","last_change":"2024-09-13T16:01:38.390742+0000","last_active":"2024-09-13T16:01:42.740191+0000","last_peered":"2024-09-13T16:01:42.740191+0000","last_clean":"2024-09-13T16:01:42.740191+0000","last_became_active":"2024-09-13T16:01:38.390511+0000","last_became_peered":"2024-09-13T16:01:38.390511+0000","last_unstale":"2024-09-13T16:01:42.740191+0000","last_undegraded":"2024-09-13T16:01:42.740191+0000","last_fullsized":"2024-09-13T16:01:42.740191+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:00:56.725883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.102032+0000","last_change":"2024-09-13T16:01:38.388936+0000","last_active":"2024-09-13T16:01:43.102032+0000","last_peered":"2024-09-13T16:01:43.102032+0000","last_clean":"2024-09-13T16:01:43.102032+0000","last_became_active":"2024-09-13T16:01:38.386855+0000","last_became_peered":"2024-09-13T16:01:38.386855+0000","last_unstale":"2024-09-13T16:01:43.102032+0000","last_undegraded":"2024-09-13T16:01:43.102032+0000","last_fullsized":"2024-09-13T16:01:43.102032+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:01:02.926463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.783751+0000","last_change":"2024-09-13T16:01:38.395592+0000","last_active":"2024-09-13T16:01:42.783751+0000","last_peered":"2024-09-13T16:01:42.783751+0000","last_clean":"2024-09-13T16:01:42.783751+0000","last_became_active":"2024-09-13T16:01:38.395338+0000","last_became_peered":"2024-09-13T16:01:38.395338+0000","last_unstale":"2024-09-13T16:01:42.783751+0000","last_undegraded":"2024-09-13T16:01:42.783751+0000","last_fullsized":"2024-09-13T16:01:42.783751+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:12:34.508295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.101323+0000","last_change":"2024-09-13T16:01:38.383997+0000","last_active":"2024-09-13T16:01:43.101323+0000","last_peered":"2024-09-13T16:01:43.101323+0000","last_clean":"2024-09-13T16:01:43.101323+0000","last_became_active":"2024-09-13T16:01:38.383744+0000","last_became_peered":"2024-09-13T16:01:38.383744+0000","last_unstale":"2024-09-13T16:01:43.101323+0000","last_undegraded":"2024-09-13T16:01:43.101323+0000","last_fullsized":"2024-09-13T16:01:43.101323+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:22:09.214049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.784239+0000","last_change":"2024-09-13T16:01:38.393359+0000","last_active":"2024-09-13T16:01:42.784239+0000","last_peered":"2024-09-13T16:01:42.784239+0000","last_clean":"2024-09-13T16:01:42.784239+0000","last_became_active":"2024-09-13T16:01:38.391713+0000","last_became_peered":"2024-09-13T16:01:38.391713+0000","last_unstale":"2024-09-13T16:01:42.784239+0000","last_undegraded":"2024-09-13T16:01:42.784239+0000","last_fullsized":"2024-09-13T16:01:42.784239+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:56:09.593688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.893720+0000","last_change":"2024-09-13T16:01:38.383726+0000","last_active":"2024-09-13T16:01:42.893720+0000","last_peered":"2024-09-13T16:01:42.893720+0000","last_clean":"2024-09-13T16:01:42.893720+0000","last_became_active":"2024-09-13T16:01:38.382669+0000","last_became_peered":"2024-09-13T16:01:38.382669+0000","last_unstale":"2024-09-13T16:01:42.893720+0000","last_undegraded":"2024-09-13T16:01:42.893720+0000","last_fullsized":"2024-09-13T16:01:42.893720+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:50:48.984993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.739333+0000","last_change":"2024-09-13T16:01:38.389897+0000","last_active":"2024-09-13T16:01:42.739333+0000","last_peered":"2024-09-13T16:01:42.739333+0000","last_clean":"2024-09-13T16:01:42.739333+0000","last_became_active":"2024-09-13T16:01:38.389638+0000","last_became_peered":"2024-09-13T16:01:38.389638+0000","last_unstale":"2024-09-13T16:01:42.739333+0000","last_undegraded":"2024-09-13T16:01:42.739333+0000","last_fullsized":"2024-09-13T16:01:42.739333+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:34:19.215602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.102197+0000","last_change":"2024-09-13T16:01:38.389072+0000","last_active":"2024-09-13T16:01:43.102197+0000","last_peered":"2024-09-13T16:01:43.102197+0000","last_clean":"2024-09-13T16:01:43.102197+0000","last_became_active":"2024-09-13T16:01:38.388332+0000","last_became_peered":"2024-09-13T16:01:38.388332+0000","last_unstale":"2024-09-13T16:01:43.102197+0000","last_undegraded":"2024-09-13T16:01:43.102197+0000","last_fullsized":"2024-09-13T16:01:43.102197+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:32:28.822608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4593,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":14,"seq":60129542154,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27300,"kb_used_data":284,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344540,"statfs":{"total":96636764160,"available":96608808960,"internally_reserved":0,"allocated":290816,"data_stored":115031,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35999999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.379}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40699999999999997}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56499999999999995}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70499999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79100000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71699999999999997}]}]},{"osd":7,"up_from":13,"seq":55834574856,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27884,"kb_used_data":856,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343956,"statfs":{"total":96636764160,"available":96608210944,"internally_reserved":0,"allocated":876544,"data_stored":702186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53400000000000003}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56799999999999995}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69499999999999995}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.74399999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39900000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41399999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45600000000000002}]}]},{"osd":6,"up_from":13,"seq":55834574856,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27300,"kb_used_data":284,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344540,"statfs":{"total":96636764160,"available":96608808960,"internally_reserved":0,"allocated":290816,"data_stored":115031,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73999999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64100000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61799999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65900000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51800000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58499999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56999999999999995}]}]},{"osd":5,"up_from":13,"seq":55834574855,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27304,"kb_used_data":276,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344536,"statfs":{"total":96636764160,"available":96608804864,"internally_reserved":0,"allocated":282624,"data_stored":111326,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48299999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66800000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56599999999999995}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61099999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54600000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69799999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68700000000000006}]}]},{"osd":4,"up_from":13,"seq":55834574856,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27312,"kb_used_data":284,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344528,"statfs":{"total":96636764160,"available":96608796672,"internally_reserved":0,"allocated":290816,"data_stored":111362,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53200000000000003}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52300000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48399999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34100000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.443}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56399999999999995}]}]},{"osd":2,"up_from":13,"seq":55834574855,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27300,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344540,"statfs":{"total":96636764160,"available":96608808960,"internally_reserved":0,"allocated":278528,"data_stored":111236,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34999999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46899999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40200000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57899999999999996}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48899999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58799999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45200000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574855,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27308,"kb_used_data":280,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344532,"statfs":{"total":96636764160,"available":96608800768,"internally_reserved":0,"allocated":286720,"data_stored":111396,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.28299999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34300000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35799999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61299999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68600000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59199999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.624}]}]},{"osd":0,"up_from":13,"seq":55834574857,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27888,"kb_used_data":860,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343952,"statfs":{"total":96636764160,"available":96608206848,"internally_reserved":0,"allocated":880640,"data_stored":701573,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.30299999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34899999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39000000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44800000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49299999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59799999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52300000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3795,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3795,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:01:59.981 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:02:00.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.125+0000 7f116939d640 1 Processor -- start 2024-09-13T16:02:00.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.125+0000 7f116939d640 1 -- start start 2024-09-13T16:02:00.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.126+0000 7f116939d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1164070f50 0x7f11640b3de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:00.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.126+0000 7f116939d640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f116406e410 0x7f116406e860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:00.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.126+0000 7f116939d640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f11640b4320 con 0x7f1164158f90 2024-09-13T16:02:00.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.126+0000 7f116939d640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f116406eda0 con 0x7f116406e410 2024-09-13T16:02:00.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.126+0000 7f116939d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1164071510 con 0x7f1164070f50 2024-09-13T16:02:00.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.126+0000 7f1163fff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f1164158f90 0x7f11640ccb40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:41104/0 (socket says 172.21.15.76:41104) 2024-09-13T16:02:00.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.126+0000 7f1163fff640 1 -- 172.21.15.76:0/1575914486 learned_addr learned my addr 172.21.15.76:0/1575914486 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:00.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.126+0000 7f115bfff640 1 --2- 172.21.15.76:0/1575914486 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1164070f50 0x7f11640b3de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:00.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.126+0000 7f1168b9c640 1 --2- 172.21.15.76:0/1575914486 >> v2:172.21.15.192:3300/0 conn(0x7f116406e410 0x7f116406e860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:00.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.126+0000 7f11637fe640 1 -- 172.21.15.76:0/1575914486 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2770742239 0 0) 0x7f1154001110 con 0x7f1164158f90 2024-09-13T16:02:00.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.126+0000 7f11637fe640 1 -- 172.21.15.76:0/1575914486 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1150003520 con 0x7f1164158f90 2024-09-13T16:02:00.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.126+0000 7f11637fe640 1 -- 172.21.15.76:0/1575914486 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3798409044 0 0) 0x7f1150003520 con 0x7f1164158f90 2024-09-13T16:02:00.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.126+0000 7f11637fe640 1 -- 172.21.15.76:0/1575914486 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1164070f50 msgr2=0x7f11640b3de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:00.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.126+0000 7f11637fe640 1 --2- 172.21.15.76:0/1575914486 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1164070f50 0x7f11640b3de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:00.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.126+0000 7f11637fe640 1 -- 172.21.15.76:0/1575914486 >> v2:172.21.15.192:3300/0 conn(0x7f116406e410 msgr2=0x7f116406e860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:00.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.126+0000 7f11637fe640 1 --2- 172.21.15.76:0/1575914486 >> v2:172.21.15.192:3300/0 conn(0x7f116406e410 0x7f116406e860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:00.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.126+0000 7f11637fe640 1 -- 172.21.15.76:0/1575914486 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f11640717f0 con 0x7f1164158f90 2024-09-13T16:02:00.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.126+0000 7f11637fe640 1 -- 172.21.15.76:0/1575914486 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f1154001800 con 0x7f1164158f90 2024-09-13T16:02:00.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.126+0000 7f11637fe640 1 -- 172.21.15.76:0/1575914486 >> v1:172.21.15.76:6789/0 conn(0x7f1164158f90 legacy=0x7f11640ccb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:00.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.126+0000 7f11637fe640 1 --2- 172.21.15.76:0/1575914486 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1150003970 0x7f1150003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:00.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.126+0000 7f11637fe640 1 --2- 172.21.15.76:0/1575914486 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1164070f50 0x7f11500047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:00.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.126+0000 7f11637fe640 1 --2- 172.21.15.76:0/1575914486 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1150004d00 0x7f1150005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:00.137 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.126+0000 7f11637fe640 1 -- 172.21.15.76:0/1575914486 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f116406eda0 con 0x7f1150003970 2024-09-13T16:02:00.137 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.126+0000 7f11637fe640 1 -- 172.21.15.76:0/1575914486 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1164071510 con 0x7f1150004d00 2024-09-13T16:02:00.137 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.126+0000 7f11637fe640 1 -- 172.21.15.76:0/1575914486 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f115000b9b0 con 0x7f1164070f50 2024-09-13T16:02:00.137 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.126+0000 7f1168b9c640 1 --2- 172.21.15.76:0/1575914486 >> v2:172.21.15.192:3300/0 conn(0x7f116406e410 0x7f116406e860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:02:00.137 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.126+0000 7f1163fff640 1 --2- 172.21.15.76:0/1575914486 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1150003970 0x7f1150003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:00.137 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.126+0000 7f115bfff640 1 --2- 172.21.15.76:0/1575914486 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1164070f50 0x7f11500047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:00.137 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.127+0000 7f1168b9c640 1 --2- 172.21.15.76:0/1575914486 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1150004d00 0x7f1150005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:00.137 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.127+0000 7f1163fff640 1 -- 172.21.15.76:0/1575914486 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1164070f50 msgr2=0x7f11500047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:00.137 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.127+0000 7f1163fff640 1 --2- 172.21.15.76:0/1575914486 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1164070f50 0x7f11500047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:00.137 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.127+0000 7f1163fff640 1 -- 172.21.15.76:0/1575914486 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1150004d00 msgr2=0x7f1150005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:00.137 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.127+0000 7f1163fff640 1 --2- 172.21.15.76:0/1575914486 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1150004d00 0x7f1150005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:00.137 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.127+0000 7f1163fff640 1 -- 172.21.15.76:0/1575914486 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1150003520 con 0x7f1150003970 2024-09-13T16:02:00.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.127+0000 7f1163fff640 1 --2- 172.21.15.76:0/1575914486 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1150003970 0x7f1150003d90 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f115400c210 tx=0x7f11500057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ceedbdd778f3c0a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:00.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.128+0000 7f11637fe640 1 -- 172.21.15.76:0/1575914486 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1154005ad0 con 0x7f1150003970 2024-09-13T16:02:00.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.128+0000 7f11637fe640 1 -- 172.21.15.76:0/1575914486 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1154005c30 con 0x7f1150003970 2024-09-13T16:02:00.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.128+0000 7f11637fe640 1 -- 172.21.15.76:0/1575914486 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1154007070 con 0x7f1150003970 2024-09-13T16:02:00.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.128+0000 7f116939d640 1 -- 172.21.15.76:0/1575914486 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1150003970 msgr2=0x7f1150003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:00.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.128+0000 7f116939d640 1 --2- 172.21.15.76:0/1575914486 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1150003970 0x7f1150003d90 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f115400c210 tx=0x7f11500057f0 comp rx=0 tx=0).stop 2024-09-13T16:02:00.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.128+0000 7f1168b9c640 1 -- 172.21.15.76:0/1575914486 reap_dead start 2024-09-13T16:02:00.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.128+0000 7f116939d640 1 -- 172.21.15.76:0/1575914486 shutdown_connections 2024-09-13T16:02:00.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.128+0000 7f116939d640 1 -- 172.21.15.76:0/1575914486 >> 172.21.15.76:0/1575914486 conn(0x7f11640cf040 msgr2=0x7f11640cf420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:00.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.128+0000 7f116939d640 1 -- 172.21.15.76:0/1575914486 shutdown_connections 2024-09-13T16:02:00.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.128+0000 7f116939d640 1 -- 172.21.15.76:0/1575914486 wait complete. 2024-09-13T16:02:00.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.129+0000 7f116939d640 1 Processor -- start 2024-09-13T16:02:00.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.129+0000 7f116939d640 1 -- start start 2024-09-13T16:02:00.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.130+0000 7f116939d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1150003970 0x7f11640ca6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:00.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.130+0000 7f116939d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f11641f5400 0x7f1164157a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:00.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.130+0000 7f116939d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1164157f70 0x7f11640a7bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:00.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.130+0000 7f116939d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11641583f0 con 0x7f11641f5400 2024-09-13T16:02:00.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.130+0000 7f116939d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11640a7430 con 0x7f1150003970 2024-09-13T16:02:00.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.130+0000 7f116939d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f11641f5bc0 con 0x7f1164157f70 2024-09-13T16:02:00.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.130+0000 7f115bfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f11641f5400 0x7f1164157a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:00.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.130+0000 7f115bfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f11641f5400 0x7f1164157a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36422/0 (socket says 172.21.15.76:36422) 2024-09-13T16:02:00.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.130+0000 7f115bfff640 1 -- 172.21.15.76:0/804593342 learned_addr learned my addr 172.21.15.76:0/804593342 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:00.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.130+0000 7f1168b9c640 1 --2- 172.21.15.76:0/804593342 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1164157f70 0x7f11640a7bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:00.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.130+0000 7f1163fff640 1 --2- 172.21.15.76:0/804593342 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1150003970 0x7f11640ca6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:00.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.131+0000 7f115bfff640 1 -- 172.21.15.76:0/804593342 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1164157f70 msgr2=0x7f11640a7bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:00.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.131+0000 7f115bfff640 1 --2- 172.21.15.76:0/804593342 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1164157f70 0x7f11640a7bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:00.140 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.131+0000 7f115bfff640 1 -- 172.21.15.76:0/804593342 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1150003970 msgr2=0x7f11640ca6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:00.140 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.131+0000 7f115bfff640 1 --2- 172.21.15.76:0/804593342 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1150003970 0x7f11640ca6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:00.140 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.131+0000 7f115bfff640 1 -- 172.21.15.76:0/804593342 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f11641f5ea0 con 0x7f11641f5400 2024-09-13T16:02:00.140 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.131+0000 7f115bfff640 1 --2- 172.21.15.76:0/804593342 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f11641f5400 0x7f1164157a30 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f114c0119a0 tx=0x7f114c011e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:00.140 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.131+0000 7f11617fa640 1 -- 172.21.15.76:0/804593342 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f114c00fa70 con 0x7f11641f5400 2024-09-13T16:02:00.140 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.131+0000 7f11617fa640 1 -- 172.21.15.76:0/804593342 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f114c00fbd0 con 0x7f11641f5400 2024-09-13T16:02:00.140 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.131+0000 7f116939d640 1 -- 172.21.15.76:0/804593342 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f11641f6180 con 0x7f11641f5400 2024-09-13T16:02:00.140 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.131+0000 7f11617fa640 1 -- 172.21.15.76:0/804593342 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f114c014440 con 0x7f11641f5400 2024-09-13T16:02:00.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.131+0000 7f116939d640 1 -- 172.21.15.76:0/804593342 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f11641f5880 con 0x7f11641f5400 2024-09-13T16:02:00.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.132+0000 7f116939d640 1 -- 172.21.15.76:0/804593342 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f116406e860 con 0x7f11641f5400 2024-09-13T16:02:00.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.132+0000 7f11617fa640 1 -- 172.21.15.76:0/804593342 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f114c0145a0 con 0x7f11641f5400 2024-09-13T16:02:00.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.133+0000 7f11617fa640 1 --2- 172.21.15.76:0/804593342 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f114406ac20 0x7f114406d0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:00.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.133+0000 7f11617fa640 1 -- 172.21.15.76:0/804593342 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f114c089cd0 con 0x7f11641f5400 2024-09-13T16:02:00.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.133+0000 7f1163fff640 1 --2- 172.21.15.76:0/804593342 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f114406ac20 0x7f114406d0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:00.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.133+0000 7f1163fff640 1 --2- 172.21.15.76:0/804593342 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f114406ac20 0x7f114406d0e0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f115400c210 tx=0x7f1154009030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:00.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.137+0000 7f11617fa640 1 -- 172.21.15.76:0/804593342 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f114c054c60 con 0x7f11641f5400 2024-09-13T16:02:00.303 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.302+0000 7f116939d640 1 -- 172.21.15.76:0/804593342 --> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f1164159370 con 0x7f114406ac20 2024-09-13T16:02:00.311 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.310+0000 7f11617fa640 1 -- 172.21.15.76:0/804593342 <== mgr.4104 v2:172.21.15.76:6832/911852275 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+345317 (secure 0 0 0) 0x7f1154043070 con 0x7f114406ac20 2024-09-13T16:02:00.315 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:02:00.317 INFO:teuthology.orchestra.run.smithi076.stderr:dumped all 2024-09-13T16:02:00.319 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.313+0000 7f116939d640 1 -- 172.21.15.76:0/804593342 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f114406ac20 msgr2=0x7f114406d0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:00.319 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.313+0000 7f116939d640 1 --2- 172.21.15.76:0/804593342 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f114406ac20 0x7f114406d0e0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f115400c210 tx=0x7f1154009030 comp rx=0 tx=0).stop 2024-09-13T16:02:00.319 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.313+0000 7f116939d640 1 -- 172.21.15.76:0/804593342 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f11641f5400 msgr2=0x7f1164157a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:00.319 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.313+0000 7f116939d640 1 --2- 172.21.15.76:0/804593342 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f11641f5400 0x7f1164157a30 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f114c0119a0 tx=0x7f114c011e60 comp rx=0 tx=0).stop 2024-09-13T16:02:00.319 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.313+0000 7f116939d640 1 -- 172.21.15.76:0/804593342 shutdown_connections 2024-09-13T16:02:00.319 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.313+0000 7f116939d640 1 --2- 172.21.15.76:0/804593342 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f114406ac20 0x7f114406d0e0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:00.319 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.313+0000 7f116939d640 1 --2- 172.21.15.76:0/804593342 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1164157f70 0x7f11640a7bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:00.319 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.313+0000 7f116939d640 1 --2- 172.21.15.76:0/804593342 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f11641f5400 0x7f1164157a30 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:00.320 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.313+0000 7f116939d640 1 --2- 172.21.15.76:0/804593342 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1150003970 0x7f11640ca6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:00.320 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.313+0000 7f116939d640 1 -- 172.21.15.76:0/804593342 >> 172.21.15.76:0/804593342 conn(0x7f11640cf040 msgr2=0x7f1164159580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:00.320 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.314+0000 7f116939d640 1 -- 172.21.15.76:0/804593342 shutdown_connections 2024-09-13T16:02:00.320 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.314+0000 7f116939d640 1 -- 172.21.15.76:0/804593342 wait complete. 2024-09-13T16:02:00.325 INFO:teuthology.orchestra.run.smithi076.stdout:{"pg_ready":true,"pg_map":{"version":36,"stamp":"2024-09-13T16:01:58.937835+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":594961,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":207,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":159,"ondisk_log_size":159,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219596,"kb_used_data":3396,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755124,"statfs":{"total":773094113280,"available":772869246976,"internally_reserved":0,"allocated":3477504,"data_stored":2079141,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":221236793},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2231,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002855"},"pg_stats":[{"pgid":"2.1f","version":"20'4","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.894034+0000","last_change":"2024-09-13T16:01:38.043486+0000","last_active":"2024-09-13T16:01:42.894034+0000","last_peered":"2024-09-13T16:01:42.894034+0000","last_clean":"2024-09-13T16:01:42.894034+0000","last_became_active":"2024-09-13T16:01:38.043224+0000","last_became_peered":"2024-09-13T16:01:38.043224+0000","last_unstale":"2024-09-13T16:01:42.894034+0000","last_undegraded":"2024-09-13T16:01:42.894034+0000","last_fullsized":"2024-09-13T16:01:42.894034+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:28:09.501602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.740926+0000","last_change":"2024-09-13T16:01:38.381213+0000","last_active":"2024-09-13T16:01:42.740926+0000","last_peered":"2024-09-13T16:01:42.740926+0000","last_clean":"2024-09-13T16:01:42.740926+0000","last_became_active":"2024-09-13T16:01:38.380908+0000","last_became_peered":"2024-09-13T16:01:38.380908+0000","last_unstale":"2024-09-13T16:01:42.740926+0000","last_undegraded":"2024-09-13T16:01:42.740926+0000","last_fullsized":"2024-09-13T16:01:42.740926+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:32:40.979627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.773848+0000","last_change":"2024-09-13T16:01:42.771542+0000","last_active":"2024-09-13T16:01:42.773848+0000","last_peered":"2024-09-13T16:01:42.773848+0000","last_clean":"2024-09-13T16:01:42.773848+0000","last_became_active":"2024-09-13T16:01:42.771199+0000","last_became_peered":"2024-09-13T16:01:42.771199+0000","last_unstale":"2024-09-13T16:01:42.773848+0000","last_undegraded":"2024-09-13T16:01:42.773848+0000","last_fullsized":"2024-09-13T16:01:42.773848+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:45:18.127102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.741007+0000","last_change":"2024-09-13T16:01:38.044320+0000","last_active":"2024-09-13T16:01:42.741007+0000","last_peered":"2024-09-13T16:01:42.741007+0000","last_clean":"2024-09-13T16:01:42.741007+0000","last_became_active":"2024-09-13T16:01:38.044060+0000","last_became_peered":"2024-09-13T16:01:38.044060+0000","last_unstale":"2024-09-13T16:01:42.741007+0000","last_undegraded":"2024-09-13T16:01:42.741007+0000","last_fullsized":"2024-09-13T16:01:42.741007+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:06:25.310114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.893859+0000","last_change":"2024-09-13T16:01:38.391329+0000","last_active":"2024-09-13T16:01:42.893859+0000","last_peered":"2024-09-13T16:01:42.893859+0000","last_clean":"2024-09-13T16:01:42.893859+0000","last_became_active":"2024-09-13T16:01:38.390583+0000","last_became_peered":"2024-09-13T16:01:38.390583+0000","last_unstale":"2024-09-13T16:01:42.893859+0000","last_undegraded":"2024-09-13T16:01:42.893859+0000","last_fullsized":"2024-09-13T16:01:42.893859+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:46:55.080354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.937539+0000","last_change":"2024-09-13T16:01:42.405885+0000","last_active":"2024-09-13T16:01:43.937539+0000","last_peered":"2024-09-13T16:01:43.937539+0000","last_clean":"2024-09-13T16:01:43.937539+0000","last_became_active":"2024-09-13T16:01:42.405437+0000","last_became_peered":"2024-09-13T16:01:42.405437+0000","last_unstale":"2024-09-13T16:01:43.937539+0000","last_undegraded":"2024-09-13T16:01:43.937539+0000","last_fullsized":"2024-09-13T16:01:43.937539+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:31:15.185870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.102026+0000","last_change":"2024-09-13T16:01:38.050003+0000","last_active":"2024-09-13T16:01:43.102026+0000","last_peered":"2024-09-13T16:01:43.102026+0000","last_clean":"2024-09-13T16:01:43.102026+0000","last_became_active":"2024-09-13T16:01:38.049584+0000","last_became_peered":"2024-09-13T16:01:38.049584+0000","last_unstale":"2024-09-13T16:01:43.102026+0000","last_undegraded":"2024-09-13T16:01:43.102026+0000","last_fullsized":"2024-09-13T16:01:43.102026+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:14:25.951697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.784438+0000","last_change":"2024-09-13T16:01:38.391359+0000","last_active":"2024-09-13T16:01:42.784438+0000","last_peered":"2024-09-13T16:01:42.784438+0000","last_clean":"2024-09-13T16:01:42.784438+0000","last_became_active":"2024-09-13T16:01:38.390895+0000","last_became_peered":"2024-09-13T16:01:38.390895+0000","last_unstale":"2024-09-13T16:01:42.784438+0000","last_undegraded":"2024-09-13T16:01:42.784438+0000","last_fullsized":"2024-09-13T16:01:42.784438+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:47:58.067818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.937933+0000","last_change":"2024-09-13T16:01:42.410997+0000","last_active":"2024-09-13T16:01:43.937933+0000","last_peered":"2024-09-13T16:01:43.937933+0000","last_clean":"2024-09-13T16:01:43.937933+0000","last_became_active":"2024-09-13T16:01:42.410547+0000","last_became_peered":"2024-09-13T16:01:42.410547+0000","last_unstale":"2024-09-13T16:01:43.937933+0000","last_undegraded":"2024-09-13T16:01:43.937933+0000","last_fullsized":"2024-09-13T16:01:43.937933+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:14:50.266460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.101755+0000","last_change":"2024-09-13T16:01:38.049904+0000","last_active":"2024-09-13T16:01:43.101755+0000","last_peered":"2024-09-13T16:01:43.101755+0000","last_clean":"2024-09-13T16:01:43.101755+0000","last_became_active":"2024-09-13T16:01:38.049639+0000","last_became_peered":"2024-09-13T16:01:38.049639+0000","last_unstale":"2024-09-13T16:01:43.101755+0000","last_undegraded":"2024-09-13T16:01:43.101755+0000","last_fullsized":"2024-09-13T16:01:43.101755+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:01:03.362120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.784091+0000","last_change":"2024-09-13T16:01:38.391594+0000","last_active":"2024-09-13T16:01:42.784091+0000","last_peered":"2024-09-13T16:01:42.784091+0000","last_clean":"2024-09-13T16:01:42.784091+0000","last_became_active":"2024-09-13T16:01:38.390472+0000","last_became_peered":"2024-09-13T16:01:38.390472+0000","last_unstale":"2024-09-13T16:01:42.784091+0000","last_undegraded":"2024-09-13T16:01:42.784091+0000","last_fullsized":"2024-09-13T16:01:42.784091+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:32:40.979627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.937590+0000","last_change":"2024-09-13T16:01:42.410397+0000","last_active":"2024-09-13T16:01:43.937590+0000","last_peered":"2024-09-13T16:01:43.937590+0000","last_clean":"2024-09-13T16:01:43.937590+0000","last_became_active":"2024-09-13T16:01:42.409966+0000","last_became_peered":"2024-09-13T16:01:42.409966+0000","last_unstale":"2024-09-13T16:01:43.937590+0000","last_undegraded":"2024-09-13T16:01:43.937590+0000","last_fullsized":"2024-09-13T16:01:43.937590+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:11:07.252087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.765760+0000","last_change":"2024-09-13T16:01:38.383757+0000","last_active":"2024-09-13T16:01:42.765760+0000","last_peered":"2024-09-13T16:01:42.765760+0000","last_clean":"2024-09-13T16:01:42.765760+0000","last_became_active":"2024-09-13T16:01:38.383022+0000","last_became_peered":"2024-09-13T16:01:38.383022+0000","last_unstale":"2024-09-13T16:01:42.765760+0000","last_undegraded":"2024-09-13T16:01:42.765760+0000","last_fullsized":"2024-09-13T16:01:42.765760+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:50:48.984993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.101829+0000","last_change":"2024-09-13T16:01:38.045571+0000","last_active":"2024-09-13T16:01:43.101829+0000","last_peered":"2024-09-13T16:01:43.101829+0000","last_clean":"2024-09-13T16:01:43.101829+0000","last_became_active":"2024-09-13T16:01:38.044983+0000","last_became_peered":"2024-09-13T16:01:38.044983+0000","last_unstale":"2024-09-13T16:01:43.101829+0000","last_undegraded":"2024-09-13T16:01:43.101829+0000","last_fullsized":"2024-09-13T16:01:43.101829+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:02:55.716969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.938272+0000","last_change":"2024-09-13T16:01:42.405614+0000","last_active":"2024-09-13T16:01:43.938272+0000","last_peered":"2024-09-13T16:01:43.938272+0000","last_clean":"2024-09-13T16:01:43.938272+0000","last_became_active":"2024-09-13T16:01:42.405228+0000","last_became_peered":"2024-09-13T16:01:42.405228+0000","last_unstale":"2024-09-13T16:01:43.938272+0000","last_undegraded":"2024-09-13T16:01:43.938272+0000","last_fullsized":"2024-09-13T16:01:43.938272+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:32:48.617258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.740543+0000","last_change":"2024-09-13T16:01:38.377148+0000","last_active":"2024-09-13T16:01:42.740543+0000","last_peered":"2024-09-13T16:01:42.740543+0000","last_clean":"2024-09-13T16:01:42.740543+0000","last_became_active":"2024-09-13T16:01:38.376910+0000","last_became_peered":"2024-09-13T16:01:38.376910+0000","last_unstale":"2024-09-13T16:01:42.740543+0000","last_undegraded":"2024-09-13T16:01:42.740543+0000","last_fullsized":"2024-09-13T16:01:42.740543+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:34:19.215602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.740021+0000","last_change":"2024-09-13T16:01:38.045117+0000","last_active":"2024-09-13T16:01:42.740021+0000","last_peered":"2024-09-13T16:01:42.740021+0000","last_clean":"2024-09-13T16:01:42.740021+0000","last_became_active":"2024-09-13T16:01:38.044826+0000","last_became_peered":"2024-09-13T16:01:38.044826+0000","last_unstale":"2024-09-13T16:01:42.740021+0000","last_undegraded":"2024-09-13T16:01:42.740021+0000","last_fullsized":"2024-09-13T16:01:42.740021+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:24:21.035433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.938021+0000","last_change":"2024-09-13T16:01:42.407378+0000","last_active":"2024-09-13T16:01:43.938021+0000","last_peered":"2024-09-13T16:01:43.938021+0000","last_clean":"2024-09-13T16:01:43.938021+0000","last_became_active":"2024-09-13T16:01:42.406943+0000","last_became_peered":"2024-09-13T16:01:42.406943+0000","last_unstale":"2024-09-13T16:01:43.938021+0000","last_undegraded":"2024-09-13T16:01:43.938021+0000","last_fullsized":"2024-09-13T16:01:43.938021+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:35:46.546803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.740545+0000","last_change":"2024-09-13T16:01:38.381807+0000","last_active":"2024-09-13T16:01:42.740545+0000","last_peered":"2024-09-13T16:01:42.740545+0000","last_clean":"2024-09-13T16:01:42.740545+0000","last_became_active":"2024-09-13T16:01:38.381511+0000","last_became_peered":"2024-09-13T16:01:38.381511+0000","last_unstale":"2024-09-13T16:01:42.740545+0000","last_undegraded":"2024-09-13T16:01:42.740545+0000","last_fullsized":"2024-09-13T16:01:42.740545+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:50:48.984993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.739303+0000","last_change":"2024-09-13T16:01:38.044656+0000","last_active":"2024-09-13T16:01:42.739303+0000","last_peered":"2024-09-13T16:01:42.739303+0000","last_clean":"2024-09-13T16:01:42.739303+0000","last_became_active":"2024-09-13T16:01:38.044382+0000","last_became_peered":"2024-09-13T16:01:38.044382+0000","last_unstale":"2024-09-13T16:01:42.739303+0000","last_undegraded":"2024-09-13T16:01:42.739303+0000","last_fullsized":"2024-09-13T16:01:42.739303+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:14:25.951697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.935468+0000","last_change":"2024-09-13T16:01:42.773720+0000","last_active":"2024-09-13T16:01:43.935468+0000","last_peered":"2024-09-13T16:01:43.935468+0000","last_clean":"2024-09-13T16:01:43.935468+0000","last_became_active":"2024-09-13T16:01:42.773370+0000","last_became_peered":"2024-09-13T16:01:42.773370+0000","last_unstale":"2024-09-13T16:01:43.935468+0000","last_undegraded":"2024-09-13T16:01:43.935468+0000","last_fullsized":"2024-09-13T16:01:43.935468+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:42:15.891961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.740750+0000","last_change":"2024-09-13T16:01:38.383261+0000","last_active":"2024-09-13T16:01:42.740750+0000","last_peered":"2024-09-13T16:01:42.740750+0000","last_clean":"2024-09-13T16:01:42.740750+0000","last_became_active":"2024-09-13T16:01:38.383018+0000","last_became_peered":"2024-09-13T16:01:38.383018+0000","last_unstale":"2024-09-13T16:01:42.740750+0000","last_undegraded":"2024-09-13T16:01:42.740750+0000","last_fullsized":"2024-09-13T16:01:42.740750+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:14:26.955921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.101394+0000","last_change":"2024-09-13T16:01:38.047186+0000","last_active":"2024-09-13T16:01:43.101394+0000","last_peered":"2024-09-13T16:01:43.101394+0000","last_clean":"2024-09-13T16:01:43.101394+0000","last_became_active":"2024-09-13T16:01:38.046891+0000","last_became_peered":"2024-09-13T16:01:38.046891+0000","last_unstale":"2024-09-13T16:01:43.101394+0000","last_undegraded":"2024-09-13T16:01:43.101394+0000","last_fullsized":"2024-09-13T16:01:43.101394+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:49:15.392141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.937873+0000","last_change":"2024-09-13T16:01:42.406202+0000","last_active":"2024-09-13T16:01:43.937873+0000","last_peered":"2024-09-13T16:01:43.937873+0000","last_clean":"2024-09-13T16:01:43.937873+0000","last_became_active":"2024-09-13T16:01:42.405392+0000","last_became_peered":"2024-09-13T16:01:42.405392+0000","last_unstale":"2024-09-13T16:01:43.937873+0000","last_undegraded":"2024-09-13T16:01:43.937873+0000","last_fullsized":"2024-09-13T16:01:43.937873+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:37:17.034388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.894096+0000","last_change":"2024-09-13T16:01:38.381427+0000","last_active":"2024-09-13T16:01:42.894096+0000","last_peered":"2024-09-13T16:01:42.894096+0000","last_clean":"2024-09-13T16:01:42.894096+0000","last_became_active":"2024-09-13T16:01:38.381199+0000","last_became_peered":"2024-09-13T16:01:38.381199+0000","last_unstale":"2024-09-13T16:01:42.894096+0000","last_undegraded":"2024-09-13T16:01:42.894096+0000","last_fullsized":"2024-09-13T16:01:42.894096+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:32:40.979627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.767408+0000","last_change":"2024-09-13T16:01:38.046308+0000","last_active":"2024-09-13T16:01:42.767408+0000","last_peered":"2024-09-13T16:01:42.767408+0000","last_clean":"2024-09-13T16:01:42.767408+0000","last_became_active":"2024-09-13T16:01:38.046018+0000","last_became_peered":"2024-09-13T16:01:38.046018+0000","last_unstale":"2024-09-13T16:01:42.767408+0000","last_undegraded":"2024-09-13T16:01:42.767408+0000","last_fullsized":"2024-09-13T16:01:42.767408+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:24:21.035433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.937820+0000","last_change":"2024-09-13T16:01:42.773960+0000","last_active":"2024-09-13T16:01:43.937820+0000","last_peered":"2024-09-13T16:01:43.937820+0000","last_clean":"2024-09-13T16:01:43.937820+0000","last_became_active":"2024-09-13T16:01:42.773435+0000","last_became_peered":"2024-09-13T16:01:42.773435+0000","last_unstale":"2024-09-13T16:01:43.937820+0000","last_undegraded":"2024-09-13T16:01:43.937820+0000","last_fullsized":"2024-09-13T16:01:43.937820+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:30:18.806436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.741134+0000","last_change":"2024-09-13T16:01:38.389154+0000","last_active":"2024-09-13T16:01:42.741134+0000","last_peered":"2024-09-13T16:01:42.741134+0000","last_clean":"2024-09-13T16:01:42.741134+0000","last_became_active":"2024-09-13T16:01:38.388900+0000","last_became_peered":"2024-09-13T16:01:38.388900+0000","last_unstale":"2024-09-13T16:01:42.741134+0000","last_undegraded":"2024-09-13T16:01:42.741134+0000","last_fullsized":"2024-09-13T16:01:42.741134+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:47:58.067818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"24'1","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.739420+0000","last_change":"2024-09-13T16:01:38.049846+0000","last_active":"2024-09-13T16:01:42.739420+0000","last_peered":"2024-09-13T16:01:42.739420+0000","last_clean":"2024-09-13T16:01:42.739420+0000","last_became_active":"2024-09-13T16:01:38.049519+0000","last_became_peered":"2024-09-13T16:01:38.049519+0000","last_unstale":"2024-09-13T16:01:42.739420+0000","last_undegraded":"2024-09-13T16:01:42.739420+0000","last_fullsized":"2024-09-13T16:01:42.739420+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:01:03.362120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.773584+0000","last_change":"2024-09-13T16:01:42.771524+0000","last_active":"2024-09-13T16:01:42.773584+0000","last_peered":"2024-09-13T16:01:42.773584+0000","last_clean":"2024-09-13T16:01:42.773584+0000","last_became_active":"2024-09-13T16:01:42.771168+0000","last_became_peered":"2024-09-13T16:01:42.771168+0000","last_unstale":"2024-09-13T16:01:42.773584+0000","last_undegraded":"2024-09-13T16:01:42.773584+0000","last_fullsized":"2024-09-13T16:01:42.773584+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:54:44.930517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,1],"acting":[3,7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.739368+0000","last_change":"2024-09-13T16:01:38.384429+0000","last_active":"2024-09-13T16:01:42.739368+0000","last_peered":"2024-09-13T16:01:42.739368+0000","last_clean":"2024-09-13T16:01:42.739368+0000","last_became_active":"2024-09-13T16:01:38.384168+0000","last_became_peered":"2024-09-13T16:01:38.384168+0000","last_unstale":"2024-09-13T16:01:42.739368+0000","last_undegraded":"2024-09-13T16:01:42.739368+0000","last_fullsized":"2024-09-13T16:01:42.739368+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:56:39.165181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.102159+0000","last_change":"2024-09-13T16:01:38.050163+0000","last_active":"2024-09-13T16:01:43.102159+0000","last_peered":"2024-09-13T16:01:43.102159+0000","last_clean":"2024-09-13T16:01:43.102159+0000","last_became_active":"2024-09-13T16:01:38.049891+0000","last_became_peered":"2024-09-13T16:01:38.049891+0000","last_unstale":"2024-09-13T16:01:43.102159+0000","last_undegraded":"2024-09-13T16:01:43.102159+0000","last_fullsized":"2024-09-13T16:01:43.102159+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:36:03.540434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.935506+0000","last_change":"2024-09-13T16:01:42.769320+0000","last_active":"2024-09-13T16:01:43.935506+0000","last_peered":"2024-09-13T16:01:43.935506+0000","last_clean":"2024-09-13T16:01:43.935506+0000","last_became_active":"2024-09-13T16:01:42.768794+0000","last_became_peered":"2024-09-13T16:01:42.768794+0000","last_unstale":"2024-09-13T16:01:43.935506+0000","last_undegraded":"2024-09-13T16:01:43.935506+0000","last_fullsized":"2024-09-13T16:01:43.935506+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:20:26.537711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.784301+0000","last_change":"2024-09-13T16:01:38.391050+0000","last_active":"2024-09-13T16:01:42.784301+0000","last_peered":"2024-09-13T16:01:42.784301+0000","last_clean":"2024-09-13T16:01:42.784301+0000","last_became_active":"2024-09-13T16:01:38.390786+0000","last_became_peered":"2024-09-13T16:01:38.390786+0000","last_unstale":"2024-09-13T16:01:42.784301+0000","last_undegraded":"2024-09-13T16:01:42.784301+0000","last_fullsized":"2024-09-13T16:01:42.784301+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:01:02.926463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.739420+0000","last_change":"2024-09-13T16:01:38.045562+0000","last_active":"2024-09-13T16:01:42.739420+0000","last_peered":"2024-09-13T16:01:42.739420+0000","last_clean":"2024-09-13T16:01:42.739420+0000","last_became_active":"2024-09-13T16:01:38.045074+0000","last_became_peered":"2024-09-13T16:01:38.045074+0000","last_unstale":"2024-09-13T16:01:42.739420+0000","last_undegraded":"2024-09-13T16:01:42.739420+0000","last_fullsized":"2024-09-13T16:01:42.739420+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:36:03.540434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.935051+0000","last_change":"2024-09-13T16:01:42.410947+0000","last_active":"2024-09-13T16:01:43.935051+0000","last_peered":"2024-09-13T16:01:43.935051+0000","last_clean":"2024-09-13T16:01:43.935051+0000","last_became_active":"2024-09-13T16:01:42.410588+0000","last_became_peered":"2024-09-13T16:01:42.410588+0000","last_unstale":"2024-09-13T16:01:43.935051+0000","last_undegraded":"2024-09-13T16:01:43.935051+0000","last_fullsized":"2024-09-13T16:01:43.935051+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:25:39.304221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.741133+0000","last_change":"2024-09-13T16:01:38.374634+0000","last_active":"2024-09-13T16:01:42.741133+0000","last_peered":"2024-09-13T16:01:42.741133+0000","last_clean":"2024-09-13T16:01:42.741133+0000","last_became_active":"2024-09-13T16:01:38.374105+0000","last_became_peered":"2024-09-13T16:01:38.374105+0000","last_unstale":"2024-09-13T16:01:42.741133+0000","last_undegraded":"2024-09-13T16:01:42.741133+0000","last_fullsized":"2024-09-13T16:01:42.741133+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:24:22.039658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.784462+0000","last_change":"2024-09-13T16:01:38.041551+0000","last_active":"2024-09-13T16:01:42.784462+0000","last_peered":"2024-09-13T16:01:42.784462+0000","last_clean":"2024-09-13T16:01:42.784462+0000","last_became_active":"2024-09-13T16:01:38.041282+0000","last_became_peered":"2024-09-13T16:01:38.041282+0000","last_unstale":"2024-09-13T16:01:42.784462+0000","last_undegraded":"2024-09-13T16:01:42.784462+0000","last_fullsized":"2024-09-13T16:01:42.784462+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:28:09.501602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.936099+0000","last_change":"2024-09-13T16:01:42.403666+0000","last_active":"2024-09-13T16:01:43.936099+0000","last_peered":"2024-09-13T16:01:43.936099+0000","last_clean":"2024-09-13T16:01:43.936099+0000","last_became_active":"2024-09-13T16:01:42.403336+0000","last_became_peered":"2024-09-13T16:01:42.403336+0000","last_unstale":"2024-09-13T16:01:43.936099+0000","last_undegraded":"2024-09-13T16:01:43.936099+0000","last_fullsized":"2024-09-13T16:01:43.936099+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:35:46.546803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.739206+0000","last_change":"2024-09-13T16:01:38.382759+0000","last_active":"2024-09-13T16:01:42.739206+0000","last_peered":"2024-09-13T16:01:42.739206+0000","last_clean":"2024-09-13T16:01:42.739206+0000","last_became_active":"2024-09-13T16:01:38.382409+0000","last_became_peered":"2024-09-13T16:01:38.382409+0000","last_unstale":"2024-09-13T16:01:42.739206+0000","last_undegraded":"2024-09-13T16:01:42.739206+0000","last_fullsized":"2024-09-13T16:01:42.739206+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:50:48.984993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.046468+0000","last_change":"2024-09-13T16:01:38.041731+0000","last_active":"2024-09-13T16:01:43.046468+0000","last_peered":"2024-09-13T16:01:43.046468+0000","last_clean":"2024-09-13T16:01:43.046468+0000","last_became_active":"2024-09-13T16:01:38.041486+0000","last_became_peered":"2024-09-13T16:01:38.041486+0000","last_unstale":"2024-09-13T16:01:43.046468+0000","last_undegraded":"2024-09-13T16:01:43.046468+0000","last_fullsized":"2024-09-13T16:01:43.046468+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:02:55.716969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.935527+0000","last_change":"2024-09-13T16:01:42.405686+0000","last_active":"2024-09-13T16:01:43.935527+0000","last_peered":"2024-09-13T16:01:43.935527+0000","last_clean":"2024-09-13T16:01:43.935527+0000","last_became_active":"2024-09-13T16:01:42.405299+0000","last_became_peered":"2024-09-13T16:01:42.405299+0000","last_unstale":"2024-09-13T16:01:43.935527+0000","last_undegraded":"2024-09-13T16:01:43.935527+0000","last_fullsized":"2024-09-13T16:01:43.935527+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:00:25.218766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.893479+0000","last_change":"2024-09-13T16:01:38.378451+0000","last_active":"2024-09-13T16:01:42.893479+0000","last_peered":"2024-09-13T16:01:42.893479+0000","last_clean":"2024-09-13T16:01:42.893479+0000","last_became_active":"2024-09-13T16:01:38.378223+0000","last_became_peered":"2024-09-13T16:01:38.378223+0000","last_unstale":"2024-09-13T16:01:42.893479+0000","last_undegraded":"2024-09-13T16:01:42.893479+0000","last_fullsized":"2024-09-13T16:01:42.893479+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:26:52.108188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.101454+0000","last_change":"2024-09-13T16:01:38.047589+0000","last_active":"2024-09-13T16:01:43.101454+0000","last_peered":"2024-09-13T16:01:43.101454+0000","last_clean":"2024-09-13T16:01:43.101454+0000","last_became_active":"2024-09-13T16:01:38.047251+0000","last_became_peered":"2024-09-13T16:01:38.047251+0000","last_unstale":"2024-09-13T16:01:43.101454+0000","last_undegraded":"2024-09-13T16:01:43.101454+0000","last_fullsized":"2024-09-13T16:01:43.101454+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:24:10.623551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.936252+0000","last_change":"2024-09-13T16:01:42.769496+0000","last_active":"2024-09-13T16:01:43.936252+0000","last_peered":"2024-09-13T16:01:43.936252+0000","last_clean":"2024-09-13T16:01:43.936252+0000","last_became_active":"2024-09-13T16:01:42.768818+0000","last_became_peered":"2024-09-13T16:01:42.768818+0000","last_unstale":"2024-09-13T16:01:43.936252+0000","last_undegraded":"2024-09-13T16:01:43.936252+0000","last_fullsized":"2024-09-13T16:01:43.936252+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:43:36.812257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.740399+0000","last_change":"2024-09-13T16:01:38.395363+0000","last_active":"2024-09-13T16:01:42.740399+0000","last_peered":"2024-09-13T16:01:42.740399+0000","last_clean":"2024-09-13T16:01:42.740399+0000","last_became_active":"2024-09-13T16:01:38.395088+0000","last_became_peered":"2024-09-13T16:01:38.395088+0000","last_unstale":"2024-09-13T16:01:42.740399+0000","last_undegraded":"2024-09-13T16:01:42.740399+0000","last_fullsized":"2024-09-13T16:01:42.740399+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:12:34.508295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.783880+0000","last_change":"2024-09-13T16:01:38.043887+0000","last_active":"2024-09-13T16:01:42.783880+0000","last_peered":"2024-09-13T16:01:42.783880+0000","last_clean":"2024-09-13T16:01:42.783880+0000","last_became_active":"2024-09-13T16:01:38.043587+0000","last_became_peered":"2024-09-13T16:01:38.043587+0000","last_unstale":"2024-09-13T16:01:42.783880+0000","last_undegraded":"2024-09-13T16:01:42.783880+0000","last_fullsized":"2024-09-13T16:01:42.783880+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:24:10.623551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":168,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.101524+0000","last_change":"2024-09-13T16:01:29.143297+0000","last_active":"2024-09-13T16:01:43.101524+0000","last_peered":"2024-09-13T16:01:43.101524+0000","last_clean":"2024-09-13T16:01:43.101524+0000","last_became_active":"2024-09-13T16:01:29.142269+0000","last_became_peered":"2024-09-13T16:01:29.142269+0000","last_unstale":"2024-09-13T16:01:43.101524+0000","last_undegraded":"2024-09-13T16:01:43.101524+0000","last_fullsized":"2024-09-13T16:01:43.101524+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:27.864638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:27.864638+0000","last_clean_scrub_stamp":"2024-09-13T16:01:27.864638+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:25:24.741463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.744290+0000","last_change":"2024-09-13T16:01:42.771884+0000","last_active":"2024-09-13T16:01:43.744290+0000","last_peered":"2024-09-13T16:01:43.744290+0000","last_clean":"2024-09-13T16:01:43.744290+0000","last_became_active":"2024-09-13T16:01:42.771517+0000","last_became_peered":"2024-09-13T16:01:42.771517+0000","last_unstale":"2024-09-13T16:01:43.744290+0000","last_undegraded":"2024-09-13T16:01:43.744290+0000","last_fullsized":"2024-09-13T16:01:43.744290+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:32:48.617258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.101896+0000","last_change":"2024-09-13T16:01:38.394135+0000","last_active":"2024-09-13T16:01:43.101896+0000","last_peered":"2024-09-13T16:01:43.101896+0000","last_clean":"2024-09-13T16:01:43.101896+0000","last_became_active":"2024-09-13T16:01:38.393861+0000","last_became_peered":"2024-09-13T16:01:38.393861+0000","last_unstale":"2024-09-13T16:01:43.101896+0000","last_undegraded":"2024-09-13T16:01:43.101896+0000","last_fullsized":"2024-09-13T16:01:43.101896+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:18:40.611815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.046561+0000","last_change":"2024-09-13T16:01:38.045505+0000","last_active":"2024-09-13T16:01:43.046561+0000","last_peered":"2024-09-13T16:01:43.046561+0000","last_clean":"2024-09-13T16:01:43.046561+0000","last_became_active":"2024-09-13T16:01:38.045248+0000","last_became_peered":"2024-09-13T16:01:38.045248+0000","last_unstale":"2024-09-13T16:01:43.046561+0000","last_undegraded":"2024-09-13T16:01:43.046561+0000","last_fullsized":"2024-09-13T16:01:43.046561+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:28:09.501602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.744153+0000","last_change":"2024-09-13T16:01:42.769297+0000","last_active":"2024-09-13T16:01:43.744153+0000","last_peered":"2024-09-13T16:01:43.744153+0000","last_clean":"2024-09-13T16:01:43.744153+0000","last_became_active":"2024-09-13T16:01:42.768870+0000","last_became_peered":"2024-09-13T16:01:42.768870+0000","last_unstale":"2024-09-13T16:01:43.744153+0000","last_undegraded":"2024-09-13T16:01:43.744153+0000","last_fullsized":"2024-09-13T16:01:43.744153+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:43:36.812257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.784365+0000","last_change":"2024-09-13T16:01:38.391161+0000","last_active":"2024-09-13T16:01:42.784365+0000","last_peered":"2024-09-13T16:01:42.784365+0000","last_clean":"2024-09-13T16:01:42.784365+0000","last_became_active":"2024-09-13T16:01:38.390593+0000","last_became_peered":"2024-09-13T16:01:38.390593+0000","last_unstale":"2024-09-13T16:01:42.784365+0000","last_undegraded":"2024-09-13T16:01:42.784365+0000","last_fullsized":"2024-09-13T16:01:42.784365+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:23:28.903420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.739881+0000","last_change":"2024-09-13T16:01:38.045306+0000","last_active":"2024-09-13T16:01:42.739881+0000","last_peered":"2024-09-13T16:01:42.739881+0000","last_clean":"2024-09-13T16:01:42.739881+0000","last_became_active":"2024-09-13T16:01:38.044814+0000","last_became_peered":"2024-09-13T16:01:38.044814+0000","last_unstale":"2024-09-13T16:01:42.739881+0000","last_undegraded":"2024-09-13T16:01:42.739881+0000","last_fullsized":"2024-09-13T16:01:42.739881+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:24:10.623551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.935664+0000","last_change":"2024-09-13T16:01:42.409030+0000","last_active":"2024-09-13T16:01:43.935664+0000","last_peered":"2024-09-13T16:01:43.935664+0000","last_clean":"2024-09-13T16:01:43.935664+0000","last_became_active":"2024-09-13T16:01:42.408572+0000","last_became_peered":"2024-09-13T16:01:42.408572+0000","last_unstale":"2024-09-13T16:01:43.935664+0000","last_undegraded":"2024-09-13T16:01:43.935664+0000","last_fullsized":"2024-09-13T16:01:43.935664+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:36:20.203172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.102285+0000","last_change":"2024-09-13T16:01:38.389255+0000","last_active":"2024-09-13T16:01:43.102285+0000","last_peered":"2024-09-13T16:01:43.102285+0000","last_clean":"2024-09-13T16:01:43.102285+0000","last_became_active":"2024-09-13T16:01:38.388621+0000","last_became_peered":"2024-09-13T16:01:38.388621+0000","last_unstale":"2024-09-13T16:01:43.102285+0000","last_undegraded":"2024-09-13T16:01:43.102285+0000","last_fullsized":"2024-09-13T16:01:43.102285+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:10:01.242838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.046447+0000","last_change":"2024-09-13T16:01:38.041222+0000","last_active":"2024-09-13T16:01:43.046447+0000","last_peered":"2024-09-13T16:01:43.046447+0000","last_clean":"2024-09-13T16:01:43.046447+0000","last_became_active":"2024-09-13T16:01:38.040944+0000","last_became_peered":"2024-09-13T16:01:38.040944+0000","last_unstale":"2024-09-13T16:01:43.046447+0000","last_undegraded":"2024-09-13T16:01:43.046447+0000","last_fullsized":"2024-09-13T16:01:43.046447+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:26:27.274561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.937421+0000","last_change":"2024-09-13T16:01:42.769386+0000","last_active":"2024-09-13T16:01:43.937421+0000","last_peered":"2024-09-13T16:01:43.937421+0000","last_clean":"2024-09-13T16:01:43.937421+0000","last_became_active":"2024-09-13T16:01:42.768939+0000","last_became_peered":"2024-09-13T16:01:42.768939+0000","last_unstale":"2024-09-13T16:01:43.937421+0000","last_undegraded":"2024-09-13T16:01:43.937421+0000","last_fullsized":"2024-09-13T16:01:43.937421+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:20:26.537711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.102258+0000","last_change":"2024-09-13T16:01:38.383940+0000","last_active":"2024-09-13T16:01:43.102258+0000","last_peered":"2024-09-13T16:01:43.102258+0000","last_clean":"2024-09-13T16:01:43.102258+0000","last_became_active":"2024-09-13T16:01:38.383323+0000","last_became_peered":"2024-09-13T16:01:38.383323+0000","last_unstale":"2024-09-13T16:01:43.102258+0000","last_undegraded":"2024-09-13T16:01:43.102258+0000","last_fullsized":"2024-09-13T16:01:43.102258+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:56:09.593688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.741127+0000","last_change":"2024-09-13T16:01:38.044504+0000","last_active":"2024-09-13T16:01:42.741127+0000","last_peered":"2024-09-13T16:01:42.741127+0000","last_clean":"2024-09-13T16:01:42.741127+0000","last_became_active":"2024-09-13T16:01:38.044222+0000","last_became_peered":"2024-09-13T16:01:38.044222+0000","last_unstale":"2024-09-13T16:01:42.741127+0000","last_undegraded":"2024-09-13T16:01:42.741127+0000","last_fullsized":"2024-09-13T16:01:42.741127+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:06:25.310114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.937460+0000","last_change":"2024-09-13T16:01:42.402326+0000","last_active":"2024-09-13T16:01:43.937460+0000","last_peered":"2024-09-13T16:01:43.937460+0000","last_clean":"2024-09-13T16:01:43.937460+0000","last_became_active":"2024-09-13T16:01:42.402009+0000","last_became_peered":"2024-09-13T16:01:42.402009+0000","last_unstale":"2024-09-13T16:01:43.937460+0000","last_undegraded":"2024-09-13T16:01:43.937460+0000","last_fullsized":"2024-09-13T16:01:43.937460+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:20:26.537711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.102118+0000","last_change":"2024-09-13T16:01:38.389415+0000","last_active":"2024-09-13T16:01:43.102118+0000","last_peered":"2024-09-13T16:01:43.102118+0000","last_clean":"2024-09-13T16:01:43.102118+0000","last_became_active":"2024-09-13T16:01:38.388592+0000","last_became_peered":"2024-09-13T16:01:38.388592+0000","last_unstale":"2024-09-13T16:01:43.102118+0000","last_undegraded":"2024-09-13T16:01:43.102118+0000","last_fullsized":"2024-09-13T16:01:43.102118+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:50:48.984993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.046090+0000","last_change":"2024-09-13T16:01:38.043617+0000","last_active":"2024-09-13T16:01:43.046090+0000","last_peered":"2024-09-13T16:01:43.046090+0000","last_clean":"2024-09-13T16:01:43.046090+0000","last_became_active":"2024-09-13T16:01:38.043356+0000","last_became_peered":"2024-09-13T16:01:38.043356+0000","last_unstale":"2024-09-13T16:01:43.046090+0000","last_undegraded":"2024-09-13T16:01:43.046090+0000","last_fullsized":"2024-09-13T16:01:43.046090+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:24:21.035433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.936140+0000","last_change":"2024-09-13T16:01:42.410933+0000","last_active":"2024-09-13T16:01:43.936140+0000","last_peered":"2024-09-13T16:01:43.936140+0000","last_clean":"2024-09-13T16:01:43.936140+0000","last_became_active":"2024-09-13T16:01:42.410473+0000","last_became_peered":"2024-09-13T16:01:42.410473+0000","last_unstale":"2024-09-13T16:01:43.936140+0000","last_undegraded":"2024-09-13T16:01:43.936140+0000","last_fullsized":"2024-09-13T16:01:43.936140+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:42:15.891961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.766016+0000","last_change":"2024-09-13T16:01:38.383187+0000","last_active":"2024-09-13T16:01:42.766016+0000","last_peered":"2024-09-13T16:01:42.766016+0000","last_clean":"2024-09-13T16:01:42.766016+0000","last_became_active":"2024-09-13T16:01:38.382925+0000","last_became_peered":"2024-09-13T16:01:38.382925+0000","last_unstale":"2024-09-13T16:01:42.766016+0000","last_undegraded":"2024-09-13T16:01:42.766016+0000","last_fullsized":"2024-09-13T16:01:42.766016+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:46:55.080354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.766490+0000","last_change":"2024-09-13T16:01:38.046778+0000","last_active":"2024-09-13T16:01:42.766490+0000","last_peered":"2024-09-13T16:01:42.766490+0000","last_clean":"2024-09-13T16:01:42.766490+0000","last_became_active":"2024-09-13T16:01:38.045100+0000","last_became_peered":"2024-09-13T16:01:38.045100+0000","last_unstale":"2024-09-13T16:01:42.766490+0000","last_undegraded":"2024-09-13T16:01:42.766490+0000","last_fullsized":"2024-09-13T16:01:42.766490+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:24:10.623551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.774975+0000","last_change":"2024-09-13T16:01:42.773772+0000","last_active":"2024-09-13T16:01:42.774975+0000","last_peered":"2024-09-13T16:01:42.774975+0000","last_clean":"2024-09-13T16:01:42.774975+0000","last_became_active":"2024-09-13T16:01:42.773404+0000","last_became_peered":"2024-09-13T16:01:42.773404+0000","last_unstale":"2024-09-13T16:01:42.774975+0000","last_undegraded":"2024-09-13T16:01:42.774975+0000","last_fullsized":"2024-09-13T16:01:42.774975+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:42:15.891961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.101674+0000","last_change":"2024-09-13T16:01:38.389531+0000","last_active":"2024-09-13T16:01:43.101674+0000","last_peered":"2024-09-13T16:01:43.101674+0000","last_clean":"2024-09-13T16:01:43.101674+0000","last_became_active":"2024-09-13T16:01:38.386834+0000","last_became_peered":"2024-09-13T16:01:38.386834+0000","last_unstale":"2024-09-13T16:01:43.101674+0000","last_undegraded":"2024-09-13T16:01:43.101674+0000","last_fullsized":"2024-09-13T16:01:43.101674+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:30:15.448942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.784372+0000","last_change":"2024-09-13T16:01:38.043443+0000","last_active":"2024-09-13T16:01:42.784372+0000","last_peered":"2024-09-13T16:01:42.784372+0000","last_clean":"2024-09-13T16:01:42.784372+0000","last_became_active":"2024-09-13T16:01:38.043119+0000","last_became_peered":"2024-09-13T16:01:38.043119+0000","last_unstale":"2024-09-13T16:01:42.784372+0000","last_undegraded":"2024-09-13T16:01:42.784372+0000","last_fullsized":"2024-09-13T16:01:42.784372+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:26:27.274561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.772915+0000","last_change":"2024-09-13T16:01:42.769091+0000","last_active":"2024-09-13T16:01:42.772915+0000","last_peered":"2024-09-13T16:01:42.772915+0000","last_clean":"2024-09-13T16:01:42.772915+0000","last_became_active":"2024-09-13T16:01:42.768702+0000","last_became_peered":"2024-09-13T16:01:42.768702+0000","last_unstale":"2024-09-13T16:01:42.772915+0000","last_undegraded":"2024-09-13T16:01:42.772915+0000","last_fullsized":"2024-09-13T16:01:42.772915+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:11:47.519578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.893811+0000","last_change":"2024-09-13T16:01:38.385072+0000","last_active":"2024-09-13T16:01:42.893811+0000","last_peered":"2024-09-13T16:01:42.893811+0000","last_clean":"2024-09-13T16:01:42.893811+0000","last_became_active":"2024-09-13T16:01:38.384827+0000","last_became_peered":"2024-09-13T16:01:38.384827+0000","last_unstale":"2024-09-13T16:01:42.893811+0000","last_undegraded":"2024-09-13T16:01:42.893811+0000","last_fullsized":"2024-09-13T16:01:42.893811+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:56:39.165181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":18,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.893675+0000","last_change":"2024-09-13T16:01:38.032555+0000","last_active":"2024-09-13T16:01:42.893675+0000","last_peered":"2024-09-13T16:01:42.893675+0000","last_clean":"2024-09-13T16:01:42.893675+0000","last_became_active":"2024-09-13T16:01:38.032325+0000","last_became_peered":"2024-09-13T16:01:38.032325+0000","last_unstale":"2024-09-13T16:01:42.893675+0000","last_undegraded":"2024-09-13T16:01:42.893675+0000","last_fullsized":"2024-09-13T16:01:42.893675+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:00:17.329158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.938764+0000","last_change":"2024-09-13T16:01:42.770872+0000","last_active":"2024-09-13T16:01:43.938764+0000","last_peered":"2024-09-13T16:01:43.938764+0000","last_clean":"2024-09-13T16:01:43.938764+0000","last_became_active":"2024-09-13T16:01:42.770431+0000","last_became_peered":"2024-09-13T16:01:42.770431+0000","last_unstale":"2024-09-13T16:01:43.938764+0000","last_undegraded":"2024-09-13T16:01:43.938764+0000","last_fullsized":"2024-09-13T16:01:43.938764+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:00:25.218766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.101790+0000","last_change":"2024-09-13T16:01:38.388813+0000","last_active":"2024-09-13T16:01:43.101790+0000","last_peered":"2024-09-13T16:01:43.101790+0000","last_clean":"2024-09-13T16:01:43.101790+0000","last_became_active":"2024-09-13T16:01:38.388505+0000","last_became_peered":"2024-09-13T16:01:38.388505+0000","last_unstale":"2024-09-13T16:01:43.101790+0000","last_undegraded":"2024-09-13T16:01:43.101790+0000","last_fullsized":"2024-09-13T16:01:43.101790+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:23:28.903420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"26'9","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:47.034781+0000","last_change":"2024-09-13T16:01:38.041272+0000","last_active":"2024-09-13T16:01:47.034781+0000","last_peered":"2024-09-13T16:01:47.034781+0000","last_clean":"2024-09-13T16:01:47.034781+0000","last_became_active":"2024-09-13T16:01:38.041007+0000","last_became_peered":"2024-09-13T16:01:38.041007+0000","last_unstale":"2024-09-13T16:01:47.034781+0000","last_undegraded":"2024-09-13T16:01:47.034781+0000","last_fullsized":"2024-09-13T16:01:47.034781+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:28:09.501602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3795,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.935120+0000","last_change":"2024-09-13T16:01:42.407647+0000","last_active":"2024-09-13T16:01:43.935120+0000","last_peered":"2024-09-13T16:01:43.935120+0000","last_clean":"2024-09-13T16:01:43.935120+0000","last_became_active":"2024-09-13T16:01:42.407092+0000","last_became_peered":"2024-09-13T16:01:42.407092+0000","last_unstale":"2024-09-13T16:01:43.935120+0000","last_undegraded":"2024-09-13T16:01:43.935120+0000","last_fullsized":"2024-09-13T16:01:43.935120+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:20:26.537711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.741092+0000","last_change":"2024-09-13T16:01:38.386378+0000","last_active":"2024-09-13T16:01:42.741092+0000","last_peered":"2024-09-13T16:01:42.741092+0000","last_clean":"2024-09-13T16:01:42.741092+0000","last_became_active":"2024-09-13T16:01:38.386097+0000","last_became_peered":"2024-09-13T16:01:38.386097+0000","last_unstale":"2024-09-13T16:01:42.741092+0000","last_undegraded":"2024-09-13T16:01:42.741092+0000","last_fullsized":"2024-09-13T16:01:42.741092+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:24:11.627776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.739880+0000","last_change":"2024-09-13T16:01:38.045425+0000","last_active":"2024-09-13T16:01:42.739880+0000","last_peered":"2024-09-13T16:01:42.739880+0000","last_clean":"2024-09-13T16:01:42.739880+0000","last_became_active":"2024-09-13T16:01:38.045168+0000","last_became_peered":"2024-09-13T16:01:38.045168+0000","last_unstale":"2024-09-13T16:01:42.739880+0000","last_undegraded":"2024-09-13T16:01:42.739880+0000","last_fullsized":"2024-09-13T16:01:42.739880+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:49:15.392141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.937983+0000","last_change":"2024-09-13T16:01:42.404614+0000","last_active":"2024-09-13T16:01:43.937983+0000","last_peered":"2024-09-13T16:01:43.937983+0000","last_clean":"2024-09-13T16:01:43.937983+0000","last_became_active":"2024-09-13T16:01:42.404212+0000","last_became_peered":"2024-09-13T16:01:42.404212+0000","last_unstale":"2024-09-13T16:01:43.937983+0000","last_undegraded":"2024-09-13T16:01:43.937983+0000","last_fullsized":"2024-09-13T16:01:43.937983+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:43:36.812257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.893986+0000","last_change":"2024-09-13T16:01:38.390798+0000","last_active":"2024-09-13T16:01:42.893986+0000","last_peered":"2024-09-13T16:01:42.893986+0000","last_clean":"2024-09-13T16:01:42.893986+0000","last_became_active":"2024-09-13T16:01:38.390282+0000","last_became_peered":"2024-09-13T16:01:38.390282+0000","last_unstale":"2024-09-13T16:01:42.893986+0000","last_undegraded":"2024-09-13T16:01:42.893986+0000","last_fullsized":"2024-09-13T16:01:42.893986+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:00:55.603516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.784159+0000","last_change":"2024-09-13T16:01:38.046663+0000","last_active":"2024-09-13T16:01:42.784159+0000","last_peered":"2024-09-13T16:01:42.784159+0000","last_clean":"2024-09-13T16:01:42.784159+0000","last_became_active":"2024-09-13T16:01:38.046052+0000","last_became_peered":"2024-09-13T16:01:38.046052+0000","last_unstale":"2024-09-13T16:01:42.784159+0000","last_undegraded":"2024-09-13T16:01:42.784159+0000","last_fullsized":"2024-09-13T16:01:42.784159+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:02:55.716969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.740391+0000","last_change":"2024-09-13T16:01:42.404356+0000","last_active":"2024-09-13T16:01:42.740391+0000","last_peered":"2024-09-13T16:01:42.740391+0000","last_clean":"2024-09-13T16:01:42.740391+0000","last_became_active":"2024-09-13T16:01:42.403979+0000","last_became_peered":"2024-09-13T16:01:42.403979+0000","last_unstale":"2024-09-13T16:01:42.740391+0000","last_undegraded":"2024-09-13T16:01:42.740391+0000","last_fullsized":"2024-09-13T16:01:42.740391+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:37:17.034388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.784063+0000","last_change":"2024-09-13T16:01:38.389129+0000","last_active":"2024-09-13T16:01:42.784063+0000","last_peered":"2024-09-13T16:01:42.784063+0000","last_clean":"2024-09-13T16:01:42.784063+0000","last_became_active":"2024-09-13T16:01:38.388626+0000","last_became_peered":"2024-09-13T16:01:38.388626+0000","last_unstale":"2024-09-13T16:01:42.784063+0000","last_undegraded":"2024-09-13T16:01:42.784063+0000","last_fullsized":"2024-09-13T16:01:42.784063+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:30:15.448942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.767208+0000","last_change":"2024-09-13T16:01:38.045787+0000","last_active":"2024-09-13T16:01:42.767208+0000","last_peered":"2024-09-13T16:01:42.767208+0000","last_clean":"2024-09-13T16:01:42.767208+0000","last_became_active":"2024-09-13T16:01:38.045068+0000","last_became_peered":"2024-09-13T16:01:38.045068+0000","last_unstale":"2024-09-13T16:01:42.767208+0000","last_undegraded":"2024-09-13T16:01:42.767208+0000","last_fullsized":"2024-09-13T16:01:42.767208+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:14:25.951697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.773928+0000","last_change":"2024-09-13T16:01:42.771830+0000","last_active":"2024-09-13T16:01:42.773928+0000","last_peered":"2024-09-13T16:01:42.773928+0000","last_clean":"2024-09-13T16:01:42.773928+0000","last_became_active":"2024-09-13T16:01:42.771400+0000","last_became_peered":"2024-09-13T16:01:42.771400+0000","last_unstale":"2024-09-13T16:01:42.773928+0000","last_undegraded":"2024-09-13T16:01:42.773928+0000","last_fullsized":"2024-09-13T16:01:42.773928+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:25:39.304221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.936031+0000","last_change":"2024-09-13T16:01:42.773115+0000","last_active":"2024-09-13T16:01:43.936031+0000","last_peered":"2024-09-13T16:01:43.936031+0000","last_clean":"2024-09-13T16:01:43.936031+0000","last_became_active":"2024-09-13T16:01:42.772655+0000","last_became_peered":"2024-09-13T16:01:42.772655+0000","last_unstale":"2024-09-13T16:01:43.936031+0000","last_undegraded":"2024-09-13T16:01:43.936031+0000","last_fullsized":"2024-09-13T16:01:43.936031+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:25:39.304221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.738946+0000","last_change":"2024-09-13T16:01:38.388582+0000","last_active":"2024-09-13T16:01:42.738946+0000","last_peered":"2024-09-13T16:01:42.738946+0000","last_clean":"2024-09-13T16:01:42.738946+0000","last_became_active":"2024-09-13T16:01:38.388330+0000","last_became_peered":"2024-09-13T16:01:38.388330+0000","last_unstale":"2024-09-13T16:01:42.738946+0000","last_undegraded":"2024-09-13T16:01:42.738946+0000","last_fullsized":"2024-09-13T16:01:42.738946+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:47:58.067818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.784362+0000","last_change":"2024-09-13T16:01:38.043944+0000","last_active":"2024-09-13T16:01:42.784362+0000","last_peered":"2024-09-13T16:01:42.784362+0000","last_clean":"2024-09-13T16:01:42.784362+0000","last_became_active":"2024-09-13T16:01:38.043385+0000","last_became_peered":"2024-09-13T16:01:38.043385+0000","last_unstale":"2024-09-13T16:01:42.784362+0000","last_undegraded":"2024-09-13T16:01:42.784362+0000","last_fullsized":"2024-09-13T16:01:42.784362+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:24:21.035433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.744577+0000","last_change":"2024-09-13T16:01:42.406272+0000","last_active":"2024-09-13T16:01:43.744577+0000","last_peered":"2024-09-13T16:01:43.744577+0000","last_clean":"2024-09-13T16:01:43.744577+0000","last_became_active":"2024-09-13T16:01:42.405857+0000","last_became_peered":"2024-09-13T16:01:42.405857+0000","last_unstale":"2024-09-13T16:01:43.744577+0000","last_undegraded":"2024-09-13T16:01:43.744577+0000","last_fullsized":"2024-09-13T16:01:43.744577+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:36:20.203172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.740473+0000","last_change":"2024-09-13T16:01:38.386302+0000","last_active":"2024-09-13T16:01:42.740473+0000","last_peered":"2024-09-13T16:01:42.740473+0000","last_clean":"2024-09-13T16:01:42.740473+0000","last_became_active":"2024-09-13T16:01:38.385913+0000","last_became_peered":"2024-09-13T16:01:38.385913+0000","last_unstale":"2024-09-13T16:01:42.740473+0000","last_undegraded":"2024-09-13T16:01:42.740473+0000","last_fullsized":"2024-09-13T16:01:42.740473+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:52:18.737109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.740361+0000","last_change":"2024-09-13T16:01:38.047221+0000","last_active":"2024-09-13T16:01:42.740361+0000","last_peered":"2024-09-13T16:01:42.740361+0000","last_clean":"2024-09-13T16:01:42.740361+0000","last_became_active":"2024-09-13T16:01:38.047045+0000","last_became_peered":"2024-09-13T16:01:38.047045+0000","last_unstale":"2024-09-13T16:01:42.740361+0000","last_undegraded":"2024-09-13T16:01:42.740361+0000","last_fullsized":"2024-09-13T16:01:42.740361+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:25:17.789588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.767070+0000","last_change":"2024-09-13T16:01:38.045820+0000","last_active":"2024-09-13T16:01:42.767070+0000","last_peered":"2024-09-13T16:01:42.767070+0000","last_clean":"2024-09-13T16:01:42.767070+0000","last_became_active":"2024-09-13T16:01:38.045544+0000","last_became_peered":"2024-09-13T16:01:38.045544+0000","last_unstale":"2024-09-13T16:01:42.767070+0000","last_undegraded":"2024-09-13T16:01:42.767070+0000","last_fullsized":"2024-09-13T16:01:42.767070+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:02:55.716969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.893702+0000","last_change":"2024-09-13T16:01:38.382496+0000","last_active":"2024-09-13T16:01:42.893702+0000","last_peered":"2024-09-13T16:01:42.893702+0000","last_clean":"2024-09-13T16:01:42.893702+0000","last_became_active":"2024-09-13T16:01:38.381672+0000","last_became_peered":"2024-09-13T16:01:38.381672+0000","last_unstale":"2024-09-13T16:01:42.893702+0000","last_undegraded":"2024-09-13T16:01:42.893702+0000","last_fullsized":"2024-09-13T16:01:42.893702+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:52:18.737109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.744098+0000","last_change":"2024-09-13T16:01:42.402763+0000","last_active":"2024-09-13T16:01:43.744098+0000","last_peered":"2024-09-13T16:01:43.744098+0000","last_clean":"2024-09-13T16:01:43.744098+0000","last_became_active":"2024-09-13T16:01:42.401986+0000","last_became_peered":"2024-09-13T16:01:42.401986+0000","last_unstale":"2024-09-13T16:01:43.744098+0000","last_undegraded":"2024-09-13T16:01:43.744098+0000","last_fullsized":"2024-09-13T16:01:43.744098+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:56:42.522676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,5],"acting":[2,1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.740621+0000","last_change":"2024-09-13T16:01:38.042938+0000","last_active":"2024-09-13T16:01:42.740621+0000","last_peered":"2024-09-13T16:01:42.740621+0000","last_clean":"2024-09-13T16:01:42.740621+0000","last_became_active":"2024-09-13T16:01:38.042669+0000","last_became_peered":"2024-09-13T16:01:38.042669+0000","last_unstale":"2024-09-13T16:01:42.740621+0000","last_undegraded":"2024-09-13T16:01:42.740621+0000","last_fullsized":"2024-09-13T16:01:42.740621+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:14:50.329312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.740725+0000","last_change":"2024-09-13T16:01:38.381599+0000","last_active":"2024-09-13T16:01:42.740725+0000","last_peered":"2024-09-13T16:01:42.740725+0000","last_clean":"2024-09-13T16:01:42.740725+0000","last_became_active":"2024-09-13T16:01:38.381317+0000","last_became_peered":"2024-09-13T16:01:38.381317+0000","last_unstale":"2024-09-13T16:01:42.740725+0000","last_undegraded":"2024-09-13T16:01:42.740725+0000","last_fullsized":"2024-09-13T16:01:42.740725+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:49:16.396366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.740874+0000","last_change":"2024-09-13T16:01:42.400557+0000","last_active":"2024-09-13T16:01:42.740874+0000","last_peered":"2024-09-13T16:01:42.740874+0000","last_clean":"2024-09-13T16:01:42.740874+0000","last_became_active":"2024-09-13T16:01:42.399372+0000","last_became_peered":"2024-09-13T16:01:42.399372+0000","last_unstale":"2024-09-13T16:01:42.740874+0000","last_undegraded":"2024-09-13T16:01:42.740874+0000","last_fullsized":"2024-09-13T16:01:42.740874+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:22:55.782642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.765923+0000","last_change":"2024-09-13T16:01:38.388208+0000","last_active":"2024-09-13T16:01:42.765923+0000","last_peered":"2024-09-13T16:01:42.765923+0000","last_clean":"2024-09-13T16:01:42.765923+0000","last_became_active":"2024-09-13T16:01:38.387947+0000","last_became_peered":"2024-09-13T16:01:38.387947+0000","last_unstale":"2024-09-13T16:01:42.765923+0000","last_undegraded":"2024-09-13T16:01:42.765923+0000","last_fullsized":"2024-09-13T16:01:42.765923+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:52:18.737109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.046399+0000","last_change":"2024-09-13T16:01:38.390122+0000","last_active":"2024-09-13T16:01:43.046399+0000","last_peered":"2024-09-13T16:01:43.046399+0000","last_clean":"2024-09-13T16:01:43.046399+0000","last_became_active":"2024-09-13T16:01:38.389863+0000","last_became_peered":"2024-09-13T16:01:38.389863+0000","last_unstale":"2024-09-13T16:01:43.046399+0000","last_undegraded":"2024-09-13T16:01:43.046399+0000","last_fullsized":"2024-09-13T16:01:43.046399+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:15:31.840499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.784498+0000","last_change":"2024-09-13T16:01:38.395126+0000","last_active":"2024-09-13T16:01:42.784498+0000","last_peered":"2024-09-13T16:01:42.784498+0000","last_clean":"2024-09-13T16:01:42.784498+0000","last_became_active":"2024-09-13T16:01:38.394852+0000","last_became_peered":"2024-09-13T16:01:38.394852+0000","last_unstale":"2024-09-13T16:01:42.784498+0000","last_undegraded":"2024-09-13T16:01:42.784498+0000","last_fullsized":"2024-09-13T16:01:42.784498+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:32:28.822608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.893586+0000","last_change":"2024-09-13T16:01:38.387509+0000","last_active":"2024-09-13T16:01:42.893586+0000","last_peered":"2024-09-13T16:01:42.893586+0000","last_clean":"2024-09-13T16:01:42.893586+0000","last_became_active":"2024-09-13T16:01:38.387282+0000","last_became_peered":"2024-09-13T16:01:38.387282+0000","last_unstale":"2024-09-13T16:01:42.893586+0000","last_undegraded":"2024-09-13T16:01:42.893586+0000","last_fullsized":"2024-09-13T16:01:42.893586+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:47:58.067818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.740928+0000","last_change":"2024-09-13T16:01:38.377631+0000","last_active":"2024-09-13T16:01:42.740928+0000","last_peered":"2024-09-13T16:01:42.740928+0000","last_clean":"2024-09-13T16:01:42.740928+0000","last_became_active":"2024-09-13T16:01:38.377065+0000","last_became_peered":"2024-09-13T16:01:38.377065+0000","last_unstale":"2024-09-13T16:01:42.740928+0000","last_undegraded":"2024-09-13T16:01:42.740928+0000","last_fullsized":"2024-09-13T16:01:42.740928+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:26:16.694696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.739795+0000","last_change":"2024-09-13T16:01:38.388581+0000","last_active":"2024-09-13T16:01:42.739795+0000","last_peered":"2024-09-13T16:01:42.739795+0000","last_clean":"2024-09-13T16:01:42.739795+0000","last_became_active":"2024-09-13T16:01:38.388283+0000","last_became_peered":"2024-09-13T16:01:38.388283+0000","last_unstale":"2024-09-13T16:01:42.739795+0000","last_undegraded":"2024-09-13T16:01:42.739795+0000","last_fullsized":"2024-09-13T16:01:42.739795+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:32:40.979627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.767576+0000","last_change":"2024-09-13T16:01:38.385223+0000","last_active":"2024-09-13T16:01:42.767576+0000","last_peered":"2024-09-13T16:01:42.767576+0000","last_clean":"2024-09-13T16:01:42.767576+0000","last_became_active":"2024-09-13T16:01:38.384909+0000","last_became_peered":"2024-09-13T16:01:38.384909+0000","last_unstale":"2024-09-13T16:01:42.767576+0000","last_undegraded":"2024-09-13T16:01:42.767576+0000","last_fullsized":"2024-09-13T16:01:42.767576+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:32:40.979627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.741073+0000","last_change":"2024-09-13T16:01:38.385706+0000","last_active":"2024-09-13T16:01:42.741073+0000","last_peered":"2024-09-13T16:01:42.741073+0000","last_clean":"2024-09-13T16:01:42.741073+0000","last_became_active":"2024-09-13T16:01:38.385483+0000","last_became_peered":"2024-09-13T16:01:38.385483+0000","last_unstale":"2024-09-13T16:01:42.741073+0000","last_undegraded":"2024-09-13T16:01:42.741073+0000","last_fullsized":"2024-09-13T16:01:42.741073+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:56:39.165181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.784202+0000","last_change":"2024-09-13T16:01:38.390762+0000","last_active":"2024-09-13T16:01:42.784202+0000","last_peered":"2024-09-13T16:01:42.784202+0000","last_clean":"2024-09-13T16:01:42.784202+0000","last_became_active":"2024-09-13T16:01:38.390441+0000","last_became_peered":"2024-09-13T16:01:38.390441+0000","last_unstale":"2024-09-13T16:01:42.784202+0000","last_undegraded":"2024-09-13T16:01:42.784202+0000","last_fullsized":"2024-09-13T16:01:42.784202+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:43:28.759745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.740340+0000","last_change":"2024-09-13T16:01:38.379407+0000","last_active":"2024-09-13T16:01:42.740340+0000","last_peered":"2024-09-13T16:01:42.740340+0000","last_clean":"2024-09-13T16:01:42.740340+0000","last_became_active":"2024-09-13T16:01:38.379150+0000","last_became_peered":"2024-09-13T16:01:38.379150+0000","last_unstale":"2024-09-13T16:01:42.740340+0000","last_undegraded":"2024-09-13T16:01:42.740340+0000","last_fullsized":"2024-09-13T16:01:42.740340+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:15:31.840499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.783983+0000","last_change":"2024-09-13T16:01:38.396800+0000","last_active":"2024-09-13T16:01:42.783983+0000","last_peered":"2024-09-13T16:01:42.783983+0000","last_clean":"2024-09-13T16:01:42.783983+0000","last_became_active":"2024-09-13T16:01:38.396531+0000","last_became_peered":"2024-09-13T16:01:38.396531+0000","last_unstale":"2024-09-13T16:01:42.783983+0000","last_undegraded":"2024-09-13T16:01:42.783983+0000","last_fullsized":"2024-09-13T16:01:42.783983+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:00:56.725883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.893449+0000","last_change":"2024-09-13T16:01:38.387977+0000","last_active":"2024-09-13T16:01:42.893449+0000","last_peered":"2024-09-13T16:01:42.893449+0000","last_clean":"2024-09-13T16:01:42.893449+0000","last_became_active":"2024-09-13T16:01:38.387683+0000","last_became_peered":"2024-09-13T16:01:38.387683+0000","last_unstale":"2024-09-13T16:01:42.893449+0000","last_undegraded":"2024-09-13T16:01:42.893449+0000","last_fullsized":"2024-09-13T16:01:42.893449+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:12:34.508295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.767701+0000","last_change":"2024-09-13T16:01:38.383820+0000","last_active":"2024-09-13T16:01:42.767701+0000","last_peered":"2024-09-13T16:01:42.767701+0000","last_clean":"2024-09-13T16:01:42.767701+0000","last_became_active":"2024-09-13T16:01:38.383214+0000","last_became_peered":"2024-09-13T16:01:38.383214+0000","last_unstale":"2024-09-13T16:01:42.767701+0000","last_undegraded":"2024-09-13T16:01:42.767701+0000","last_fullsized":"2024-09-13T16:01:42.767701+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:34:19.215602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.102210+0000","last_change":"2024-09-13T16:01:38.386770+0000","last_active":"2024-09-13T16:01:43.102210+0000","last_peered":"2024-09-13T16:01:43.102210+0000","last_clean":"2024-09-13T16:01:43.102210+0000","last_became_active":"2024-09-13T16:01:38.386333+0000","last_became_peered":"2024-09-13T16:01:38.386333+0000","last_unstale":"2024-09-13T16:01:43.102210+0000","last_undegraded":"2024-09-13T16:01:43.102210+0000","last_fullsized":"2024-09-13T16:01:43.102210+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:32:40.979627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.046365+0000","last_change":"2024-09-13T16:01:38.383524+0000","last_active":"2024-09-13T16:01:43.046365+0000","last_peered":"2024-09-13T16:01:43.046365+0000","last_clean":"2024-09-13T16:01:43.046365+0000","last_became_active":"2024-09-13T16:01:38.382621+0000","last_became_peered":"2024-09-13T16:01:38.382621+0000","last_unstale":"2024-09-13T16:01:43.046365+0000","last_undegraded":"2024-09-13T16:01:43.046365+0000","last_fullsized":"2024-09-13T16:01:43.046365+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:01:04.366345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.784583+0000","last_change":"2024-09-13T16:01:38.391706+0000","last_active":"2024-09-13T16:01:42.784583+0000","last_peered":"2024-09-13T16:01:42.784583+0000","last_clean":"2024-09-13T16:01:42.784583+0000","last_became_active":"2024-09-13T16:01:38.391446+0000","last_became_peered":"2024-09-13T16:01:38.391446+0000","last_unstale":"2024-09-13T16:01:42.784583+0000","last_undegraded":"2024-09-13T16:01:42.784583+0000","last_fullsized":"2024-09-13T16:01:42.784583+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:18:40.611815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.784237+0000","last_change":"2024-09-13T16:01:38.390371+0000","last_active":"2024-09-13T16:01:42.784237+0000","last_peered":"2024-09-13T16:01:42.784237+0000","last_clean":"2024-09-13T16:01:42.784237+0000","last_became_active":"2024-09-13T16:01:38.390048+0000","last_became_peered":"2024-09-13T16:01:38.390048+0000","last_unstale":"2024-09-13T16:01:42.784237+0000","last_undegraded":"2024-09-13T16:01:42.784237+0000","last_fullsized":"2024-09-13T16:01:42.784237+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:52:18.737109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.739034+0000","last_change":"2024-09-13T16:01:38.384530+0000","last_active":"2024-09-13T16:01:42.739034+0000","last_peered":"2024-09-13T16:01:42.739034+0000","last_clean":"2024-09-13T16:01:42.739034+0000","last_became_active":"2024-09-13T16:01:38.384177+0000","last_became_peered":"2024-09-13T16:01:38.384177+0000","last_unstale":"2024-09-13T16:01:42.739034+0000","last_undegraded":"2024-09-13T16:01:42.739034+0000","last_fullsized":"2024-09-13T16:01:42.739034+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:12:34.508295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.893812+0000","last_change":"2024-09-13T16:01:38.383915+0000","last_active":"2024-09-13T16:01:42.893812+0000","last_peered":"2024-09-13T16:01:42.893812+0000","last_clean":"2024-09-13T16:01:42.893812+0000","last_became_active":"2024-09-13T16:01:38.383651+0000","last_became_peered":"2024-09-13T16:01:38.383651+0000","last_unstale":"2024-09-13T16:01:42.893812+0000","last_undegraded":"2024-09-13T16:01:42.893812+0000","last_fullsized":"2024-09-13T16:01:42.893812+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:34:19.215602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.740276+0000","last_change":"2024-09-13T16:01:38.386771+0000","last_active":"2024-09-13T16:01:42.740276+0000","last_peered":"2024-09-13T16:01:42.740276+0000","last_clean":"2024-09-13T16:01:42.740276+0000","last_became_active":"2024-09-13T16:01:38.386532+0000","last_became_peered":"2024-09-13T16:01:38.386532+0000","last_unstale":"2024-09-13T16:01:42.740276+0000","last_undegraded":"2024-09-13T16:01:42.740276+0000","last_fullsized":"2024-09-13T16:01:42.740276+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:26:52.108188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.741048+0000","last_change":"2024-09-13T16:01:38.380784+0000","last_active":"2024-09-13T16:01:42.741048+0000","last_peered":"2024-09-13T16:01:42.741048+0000","last_clean":"2024-09-13T16:01:42.741048+0000","last_became_active":"2024-09-13T16:01:38.379450+0000","last_became_peered":"2024-09-13T16:01:38.379450+0000","last_unstale":"2024-09-13T16:01:42.741048+0000","last_undegraded":"2024-09-13T16:01:42.741048+0000","last_fullsized":"2024-09-13T16:01:42.741048+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:36:04.544659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.766629+0000","last_change":"2024-09-13T16:01:38.393322+0000","last_active":"2024-09-13T16:01:42.766629+0000","last_peered":"2024-09-13T16:01:42.766629+0000","last_clean":"2024-09-13T16:01:42.766629+0000","last_became_active":"2024-09-13T16:01:38.392345+0000","last_became_peered":"2024-09-13T16:01:38.392345+0000","last_unstale":"2024-09-13T16:01:42.766629+0000","last_undegraded":"2024-09-13T16:01:42.766629+0000","last_fullsized":"2024-09-13T16:01:42.766629+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:56:39.165181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.767487+0000","last_change":"2024-09-13T16:01:38.392508+0000","last_active":"2024-09-13T16:01:42.767487+0000","last_peered":"2024-09-13T16:01:42.767487+0000","last_clean":"2024-09-13T16:01:42.767487+0000","last_became_active":"2024-09-13T16:01:38.392153+0000","last_became_peered":"2024-09-13T16:01:38.392153+0000","last_unstale":"2024-09-13T16:01:42.767487+0000","last_undegraded":"2024-09-13T16:01:42.767487+0000","last_fullsized":"2024-09-13T16:01:42.767487+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:47:58.067818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.102248+0000","last_change":"2024-09-13T16:01:38.394489+0000","last_active":"2024-09-13T16:01:43.102248+0000","last_peered":"2024-09-13T16:01:43.102248+0000","last_clean":"2024-09-13T16:01:43.102248+0000","last_became_active":"2024-09-13T16:01:38.394179+0000","last_became_peered":"2024-09-13T16:01:38.394179+0000","last_unstale":"2024-09-13T16:01:43.102248+0000","last_undegraded":"2024-09-13T16:01:43.102248+0000","last_fullsized":"2024-09-13T16:01:43.102248+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:43:28.759745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.740191+0000","last_change":"2024-09-13T16:01:38.390742+0000","last_active":"2024-09-13T16:01:42.740191+0000","last_peered":"2024-09-13T16:01:42.740191+0000","last_clean":"2024-09-13T16:01:42.740191+0000","last_became_active":"2024-09-13T16:01:38.390511+0000","last_became_peered":"2024-09-13T16:01:38.390511+0000","last_unstale":"2024-09-13T16:01:42.740191+0000","last_undegraded":"2024-09-13T16:01:42.740191+0000","last_fullsized":"2024-09-13T16:01:42.740191+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:00:56.725883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.102032+0000","last_change":"2024-09-13T16:01:38.388936+0000","last_active":"2024-09-13T16:01:43.102032+0000","last_peered":"2024-09-13T16:01:43.102032+0000","last_clean":"2024-09-13T16:01:43.102032+0000","last_became_active":"2024-09-13T16:01:38.386855+0000","last_became_peered":"2024-09-13T16:01:38.386855+0000","last_unstale":"2024-09-13T16:01:43.102032+0000","last_undegraded":"2024-09-13T16:01:43.102032+0000","last_fullsized":"2024-09-13T16:01:43.102032+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:01:02.926463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.783751+0000","last_change":"2024-09-13T16:01:38.395592+0000","last_active":"2024-09-13T16:01:42.783751+0000","last_peered":"2024-09-13T16:01:42.783751+0000","last_clean":"2024-09-13T16:01:42.783751+0000","last_became_active":"2024-09-13T16:01:38.395338+0000","last_became_peered":"2024-09-13T16:01:38.395338+0000","last_unstale":"2024-09-13T16:01:42.783751+0000","last_undegraded":"2024-09-13T16:01:42.783751+0000","last_fullsized":"2024-09-13T16:01:42.783751+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:12:34.508295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.101323+0000","last_change":"2024-09-13T16:01:38.383997+0000","last_active":"2024-09-13T16:01:43.101323+0000","last_peered":"2024-09-13T16:01:43.101323+0000","last_clean":"2024-09-13T16:01:43.101323+0000","last_became_active":"2024-09-13T16:01:38.383744+0000","last_became_peered":"2024-09-13T16:01:38.383744+0000","last_unstale":"2024-09-13T16:01:43.101323+0000","last_undegraded":"2024-09-13T16:01:43.101323+0000","last_fullsized":"2024-09-13T16:01:43.101323+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:22:09.214049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.784239+0000","last_change":"2024-09-13T16:01:38.393359+0000","last_active":"2024-09-13T16:01:42.784239+0000","last_peered":"2024-09-13T16:01:42.784239+0000","last_clean":"2024-09-13T16:01:42.784239+0000","last_became_active":"2024-09-13T16:01:38.391713+0000","last_became_peered":"2024-09-13T16:01:38.391713+0000","last_unstale":"2024-09-13T16:01:42.784239+0000","last_undegraded":"2024-09-13T16:01:42.784239+0000","last_fullsized":"2024-09-13T16:01:42.784239+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:56:09.593688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.893720+0000","last_change":"2024-09-13T16:01:38.383726+0000","last_active":"2024-09-13T16:01:42.893720+0000","last_peered":"2024-09-13T16:01:42.893720+0000","last_clean":"2024-09-13T16:01:42.893720+0000","last_became_active":"2024-09-13T16:01:38.382669+0000","last_became_peered":"2024-09-13T16:01:38.382669+0000","last_unstale":"2024-09-13T16:01:42.893720+0000","last_undegraded":"2024-09-13T16:01:42.893720+0000","last_fullsized":"2024-09-13T16:01:42.893720+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:50:48.984993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.739333+0000","last_change":"2024-09-13T16:01:38.389897+0000","last_active":"2024-09-13T16:01:42.739333+0000","last_peered":"2024-09-13T16:01:42.739333+0000","last_clean":"2024-09-13T16:01:42.739333+0000","last_became_active":"2024-09-13T16:01:38.389638+0000","last_became_peered":"2024-09-13T16:01:38.389638+0000","last_unstale":"2024-09-13T16:01:42.739333+0000","last_undegraded":"2024-09-13T16:01:42.739333+0000","last_fullsized":"2024-09-13T16:01:42.739333+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:34:19.215602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.102197+0000","last_change":"2024-09-13T16:01:38.389072+0000","last_active":"2024-09-13T16:01:43.102197+0000","last_peered":"2024-09-13T16:01:43.102197+0000","last_clean":"2024-09-13T16:01:43.102197+0000","last_became_active":"2024-09-13T16:01:38.388332+0000","last_became_peered":"2024-09-13T16:01:38.388332+0000","last_unstale":"2024-09-13T16:01:43.102197+0000","last_undegraded":"2024-09-13T16:01:43.102197+0000","last_fullsized":"2024-09-13T16:01:43.102197+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:32:28.822608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4593,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":14,"seq":60129542154,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27300,"kb_used_data":284,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344540,"statfs":{"total":96636764160,"available":96608808960,"internally_reserved":0,"allocated":290816,"data_stored":115031,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35999999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.379}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40699999999999997}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56499999999999995}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70499999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79100000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71699999999999997}]}]},{"osd":7,"up_from":13,"seq":55834574856,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27884,"kb_used_data":856,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343956,"statfs":{"total":96636764160,"available":96608210944,"internally_reserved":0,"allocated":876544,"data_stored":702186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53400000000000003}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56799999999999995}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69499999999999995}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.74399999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39900000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41399999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45600000000000002}]}]},{"osd":6,"up_from":13,"seq":55834574856,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27300,"kb_used_data":284,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344540,"statfs":{"total":96636764160,"available":96608808960,"internally_reserved":0,"allocated":290816,"data_stored":115031,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73999999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64100000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61799999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65900000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51800000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58499999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56999999999999995}]}]},{"osd":5,"up_from":13,"seq":55834574855,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27304,"kb_used_data":276,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344536,"statfs":{"total":96636764160,"available":96608804864,"internally_reserved":0,"allocated":282624,"data_stored":111326,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48299999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66800000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56599999999999995}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61099999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54600000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69799999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68700000000000006}]}]},{"osd":4,"up_from":13,"seq":55834574856,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27312,"kb_used_data":284,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344528,"statfs":{"total":96636764160,"available":96608796672,"internally_reserved":0,"allocated":290816,"data_stored":111362,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53200000000000003}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52300000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48399999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34100000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.443}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56399999999999995}]}]},{"osd":2,"up_from":13,"seq":55834574855,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27300,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344540,"statfs":{"total":96636764160,"available":96608808960,"internally_reserved":0,"allocated":278528,"data_stored":111236,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34999999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46899999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40200000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57899999999999996}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48899999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58799999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45200000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574855,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27308,"kb_used_data":280,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344532,"statfs":{"total":96636764160,"available":96608800768,"internally_reserved":0,"allocated":286720,"data_stored":111396,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.28299999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34300000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35799999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61299999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68600000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59199999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.624}]}]},{"osd":0,"up_from":13,"seq":55834574857,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27888,"kb_used_data":860,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343952,"statfs":{"total":96636764160,"available":96608206848,"internally_reserved":0,"allocated":880640,"data_stored":701573,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.30299999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34899999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39000000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44800000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49299999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59799999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52300000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3795,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3795,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:02:00.331 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-09-13T16:02:00.331 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-13T16:02:00.331 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2024-09-13T16:02:00.332 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-09-13T16:02:00.332 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2024-09-13T16:02:00.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.464+0000 7f980039c640 1 Processor -- start 2024-09-13T16:02:00.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.464+0000 7f980039c640 1 -- start start 2024-09-13T16:02:00.467 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.465+0000 7f980039c640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f97f80c9030 0x7f97f8070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:00.467 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.465+0000 7f980039c640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f97f80abdf0 con 0x7f97f8072110 2024-09-13T16:02:00.467 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.465+0000 7f980039c640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f97f80b2280 con 0x7f97f8071d30 2024-09-13T16:02:00.467 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.465+0000 7f980039c640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f97f80ab1e0 con 0x7f97f80c9030 2024-09-13T16:02:00.467 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.465+0000 7f97fd937640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f97f8072110 0x7f97f80c8920 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:41114/0 (socket says 172.21.15.76:41114) 2024-09-13T16:02:00.467 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.465+0000 7f97fd937640 1 -- 172.21.15.76:0/825299572 learned_addr learned my addr 172.21.15.76:0/825299572 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:00.467 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.465+0000 7f97fe939640 1 --2- 172.21.15.76:0/825299572 >> v2:172.21.15.192:3300/0 conn(0x7f97f80c9030 0x7f97f8070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:00.467 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.465+0000 7f97fd136640 1 -- 172.21.15.76:0/825299572 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3090347776 0 0) 0x7f97f80abdf0 con 0x7f97f8072110 2024-09-13T16:02:00.467 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.465+0000 7f97fd136640 1 -- 172.21.15.76:0/825299572 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f97e4003520 con 0x7f97f8072110 2024-09-13T16:02:00.467 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.466+0000 7f97fe939640 1 -- 172.21.15.76:0/825299572 >> v1:172.21.15.192:6789/0 conn(0x7f97f8071d30 legacy=0x7f97f80b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:00.467 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.466+0000 7f97fd136640 1 -- 172.21.15.76:0/825299572 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3007917361 0 0) 0x7f97e4003520 con 0x7f97f8072110 2024-09-13T16:02:00.467 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.466+0000 7f97fe939640 1 -- 172.21.15.76:0/825299572 >> v1:172.21.15.76:6789/0 conn(0x7f97f8072110 legacy=0x7f97f80c8920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:00.468 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.466+0000 7f97fe939640 1 -- 172.21.15.76:0/825299572 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f97f80ab4c0 con 0x7f97f80c9030 2024-09-13T16:02:00.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.466+0000 7f97fe939640 1 --2- 172.21.15.76:0/825299572 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f97f80c9030 0x7f97f8070190 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f97f0009d90 tx=0x7f97f002a680 comp rx=0 tx=0).ready entity=mon.1 client_cookie=17267c0ce29adc28 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:00.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.467+0000 7f97fd136640 1 -- 172.21.15.76:0/825299572 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97f4001670 con 0x7f97f80c9030 2024-09-13T16:02:00.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.467+0000 7f97fd136640 1 -- 172.21.15.76:0/825299572 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f97f002d050 con 0x7f97f80c9030 2024-09-13T16:02:00.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.467+0000 7f97fd136640 1 -- 172.21.15.76:0/825299572 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97f0007760 con 0x7f97f80c9030 2024-09-13T16:02:00.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.467+0000 7f980039c640 1 -- 172.21.15.76:0/825299572 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f97f80c9030 msgr2=0x7f97f8070190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:00.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.467+0000 7f980039c640 1 --2- 172.21.15.76:0/825299572 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f97f80c9030 0x7f97f8070190 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f97f0009d90 tx=0x7f97f002a680 comp rx=0 tx=0).stop 2024-09-13T16:02:00.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.467+0000 7f980039c640 1 -- 172.21.15.76:0/825299572 shutdown_connections 2024-09-13T16:02:00.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.467+0000 7f980039c640 1 --2- 172.21.15.76:0/825299572 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f97f80c9030 0x7f97f8070190 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:00.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.467+0000 7f980039c640 1 -- 172.21.15.76:0/825299572 >> 172.21.15.76:0/825299572 conn(0x7f97f8069ed0 msgr2=0x7f97f806a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:00.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.467+0000 7f980039c640 1 -- 172.21.15.76:0/825299572 shutdown_connections 2024-09-13T16:02:00.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.467+0000 7f980039c640 1 -- 172.21.15.76:0/825299572 wait complete. 2024-09-13T16:02:00.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.468+0000 7f980039c640 1 Processor -- start 2024-09-13T16:02:00.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.469+0000 7f980039c640 1 -- start start 2024-09-13T16:02:00.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.469+0000 7f980039c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f97f8071d30 0x7f97f80978b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:00.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.469+0000 7f980039c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f97f8072110 0x7f97f815a0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:00.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.469+0000 7f980039c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f97f80c9030 0x7f97f815a5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:00.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.469+0000 7f980039c640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f97f8158940 con 0x7f97f8071d30 2024-09-13T16:02:00.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.469+0000 7f980039c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f97f8158c20 con 0x7f97f80c9030 2024-09-13T16:02:00.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.469+0000 7f980039c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f97f8158f00 con 0x7f97f8072110 2024-09-13T16:02:00.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.469+0000 7f97fe138640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f97f8071d30 0x7f97f80978b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:00.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.469+0000 7f97fe138640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f97f8071d30 0x7f97f80978b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36426/0 (socket says 172.21.15.76:36426) 2024-09-13T16:02:00.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.469+0000 7f97fe138640 1 -- 172.21.15.76:0/446752027 learned_addr learned my addr 172.21.15.76:0/446752027 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:00.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.470+0000 7f97fe939640 1 --2- 172.21.15.76:0/446752027 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f97f80c9030 0x7f97f815a5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:00.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.470+0000 7f97fd937640 1 --2- 172.21.15.76:0/446752027 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f97f8072110 0x7f97f815a0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:00.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.470+0000 7f97fe138640 1 -- 172.21.15.76:0/446752027 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f97f8072110 msgr2=0x7f97f815a0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:00.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.470+0000 7f97fe138640 1 --2- 172.21.15.76:0/446752027 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f97f8072110 0x7f97f815a0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:00.473 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.470+0000 7f97fe138640 1 -- 172.21.15.76:0/446752027 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f97f80c9030 msgr2=0x7f97f815a5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:00.473 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.470+0000 7f97fe138640 1 --2- 172.21.15.76:0/446752027 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f97f80c9030 0x7f97f815a5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:00.473 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.470+0000 7f97fe138640 1 -- 172.21.15.76:0/446752027 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f97f0009a70 con 0x7f97f8071d30 2024-09-13T16:02:00.473 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.470+0000 7f97fe138640 1 --2- 172.21.15.76:0/446752027 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f97f8071d30 0x7f97f80978b0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f97e800e6e0 tx=0x7f97e800eba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:00.473 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.470+0000 7f97eeffd640 1 -- 172.21.15.76:0/446752027 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97e80052d0 con 0x7f97f8071d30 2024-09-13T16:02:00.473 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.470+0000 7f97eeffd640 1 -- 172.21.15.76:0/446752027 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f97e8005430 con 0x7f97f8071d30 2024-09-13T16:02:00.473 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.470+0000 7f980039c640 1 -- 172.21.15.76:0/446752027 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f97f81591e0 con 0x7f97f8071d30 2024-09-13T16:02:00.473 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.470+0000 7f97eeffd640 1 -- 172.21.15.76:0/446752027 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97e80018e0 con 0x7f97f8071d30 2024-09-13T16:02:00.473 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.470+0000 7f980039c640 1 -- 172.21.15.76:0/446752027 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f97f8097df0 con 0x7f97f8071d30 2024-09-13T16:02:00.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.471+0000 7f980039c640 1 -- 172.21.15.76:0/446752027 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f97f8159700 con 0x7f97f8071d30 2024-09-13T16:02:00.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.472+0000 7f97eeffd640 1 -- 172.21.15.76:0/446752027 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f97e8001a40 con 0x7f97f8071d30 2024-09-13T16:02:00.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.472+0000 7f97eeffd640 1 --2- 172.21.15.76:0/446752027 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f97dc06ac00 0x7f97dc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:00.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.473+0000 7f97eeffd640 1 -- 172.21.15.76:0/446752027 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f97e808b820 con 0x7f97f8071d30 2024-09-13T16:02:00.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.473+0000 7f97fd937640 1 --2- 172.21.15.76:0/446752027 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f97dc06ac00 0x7f97dc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:00.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.473+0000 7f97fd937640 1 --2- 172.21.15.76:0/446752027 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f97dc06ac00 0x7f97dc06d0c0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f97f80c7080 tx=0x7f97f4009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:00.482 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.481+0000 7f97eeffd640 1 -- 172.21.15.76:0/446752027 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f97f8159700 con 0x7f97f8071d30 2024-09-13T16:02:00.694 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.692+0000 7f980039c640 1 -- 172.21.15.76:0/446752027 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) v1 -- 0x7f97f815cb20 con 0x7f97f8071d30 2024-09-13T16:02:00.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.695+0000 7f97eeffd640 1 -- 172.21.15.76:0/446752027 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v5) v1 ==== 74+0+170949 (secure 0 0 0) 0x7f97e801f090 con 0x7f97f8071d30 2024-09-13T16:02:00.699 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:02:00.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.698+0000 7f980039c640 1 -- 172.21.15.76:0/446752027 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f97dc06ac00 msgr2=0x7f97dc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:00.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.698+0000 7f980039c640 1 --2- 172.21.15.76:0/446752027 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f97dc06ac00 0x7f97dc06d0c0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f97f80c7080 tx=0x7f97f4009040 comp rx=0 tx=0).stop 2024-09-13T16:02:00.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.698+0000 7f980039c640 1 -- 172.21.15.76:0/446752027 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f97f8071d30 msgr2=0x7f97f80978b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:00.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.698+0000 7f980039c640 1 --2- 172.21.15.76:0/446752027 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f97f8071d30 0x7f97f80978b0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f97e800e6e0 tx=0x7f97e800eba0 comp rx=0 tx=0).stop 2024-09-13T16:02:00.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.698+0000 7f980039c640 1 -- 172.21.15.76:0/446752027 shutdown_connections 2024-09-13T16:02:00.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.698+0000 7f980039c640 1 --2- 172.21.15.76:0/446752027 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f97f80c9030 0x7f97f815a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:00.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.698+0000 7f980039c640 1 --2- 172.21.15.76:0/446752027 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f97dc06ac00 0x7f97dc06d0c0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:00.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.698+0000 7f980039c640 1 --2- 172.21.15.76:0/446752027 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f97f8072110 0x7f97f815a0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:00.701 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.698+0000 7f980039c640 1 --2- 172.21.15.76:0/446752027 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f97f8071d30 0x7f97f80978b0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:00.701 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.698+0000 7f980039c640 1 -- 172.21.15.76:0/446752027 >> 172.21.15.76:0/446752027 conn(0x7f97f8069ed0 msgr2=0x7f97f80af630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:00.701 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.698+0000 7f980039c640 1 -- 172.21.15.76:0/446752027 shutdown_connections 2024-09-13T16:02:00.701 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.698+0000 7f980039c640 1 -- 172.21.15.76:0/446752027 wait complete. 2024-09-13T16:02:00.710 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":5,"flags":0,"active_gid":4104,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6832","nonce":911852275},{"type":"v1","addr":"172.21.15.76:6833","nonce":911852275}]},"active_addr":"172.21.15.76:6833/911852275","active_change":"2024-09-13T16:01:18.924932+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":4103,"name":"x","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.76:0","nonce":2306025339}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.76:0","nonce":1435305473}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.76:0","nonce":2548160586}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.76:0","nonce":1027444844}]}]} 2024-09-13T16:02:00.714 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2024-09-13T16:02:00.714 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2024-09-13T16:02:00.715 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:02:00.813 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.811+0000 7f1645957640 1 Processor -- start 2024-09-13T16:02:00.813 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.811+0000 7f1645957640 1 -- start start 2024-09-13T16:02:00.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.812+0000 7f1645957640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f1640071d30 0x7f1640070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:00.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.812+0000 7f1645957640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1640072110 0x7f16400b1b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:00.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.812+0000 7f1645957640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f16400abdf0 con 0x7f16400c8920 2024-09-13T16:02:00.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.812+0000 7f1645957640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f16400ab1e0 con 0x7f1640071d30 2024-09-13T16:02:00.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.812+0000 7f1645957640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f16400ab4c0 con 0x7f1640072110 2024-09-13T16:02:00.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.812+0000 7f163f7fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f16400c8920 0x7f16400ac280 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:41122/0 (socket says 172.21.15.76:41122) 2024-09-13T16:02:00.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.812+0000 7f163f7fe640 1 -- 172.21.15.76:0/3993939372 learned_addr learned my addr 172.21.15.76:0/3993939372 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:00.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.812+0000 7f16367fc640 1 --2- 172.21.15.76:0/3993939372 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1640072110 0x7f16400b1b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:00.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.812+0000 7f163effd640 1 --2- 172.21.15.76:0/3993939372 >> v2:172.21.15.192:3300/0 conn(0x7f1640071d30 0x7f1640070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:00.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.812+0000 7f163e7fc640 1 -- 172.21.15.76:0/3993939372 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3114789158 0 0) 0x7f16400abdf0 con 0x7f16400c8920 2024-09-13T16:02:00.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.812+0000 7f163e7fc640 1 -- 172.21.15.76:0/3993939372 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f162c003520 con 0x7f16400c8920 2024-09-13T16:02:00.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.813+0000 7f163e7fc640 1 -- 172.21.15.76:0/3993939372 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 420095258 0 0) 0x7f162c003520 con 0x7f16400c8920 2024-09-13T16:02:00.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.813+0000 7f163e7fc640 1 -- 172.21.15.76:0/3993939372 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1640072110 msgr2=0x7f16400b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:00.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.813+0000 7f163e7fc640 1 --2- 172.21.15.76:0/3993939372 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1640072110 0x7f16400b1b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:00.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.813+0000 7f163e7fc640 1 -- 172.21.15.76:0/3993939372 >> v2:172.21.15.192:3300/0 conn(0x7f1640071d30 msgr2=0x7f1640070190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:00.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.813+0000 7f163e7fc640 1 --2- 172.21.15.76:0/3993939372 >> v2:172.21.15.192:3300/0 conn(0x7f1640071d30 0x7f1640070190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:00.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.813+0000 7f163e7fc640 1 -- 172.21.15.76:0/3993939372 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f16400ab7a0 con 0x7f16400c8920 2024-09-13T16:02:00.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.813+0000 7f163e7fc640 1 -- 172.21.15.76:0/3993939372 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f16380019f0 con 0x7f16400c8920 2024-09-13T16:02:00.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.813+0000 7f163e7fc640 1 -- 172.21.15.76:0/3993939372 >> v1:172.21.15.76:6789/0 conn(0x7f16400c8920 legacy=0x7f16400ac280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:00.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.813+0000 7f163e7fc640 1 --2- 172.21.15.76:0/3993939372 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1640072110 0x7f162c003970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:00.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.813+0000 7f163e7fc640 1 --2- 172.21.15.76:0/3993939372 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f162c003ef0 0x7f162c0047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:00.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.813+0000 7f163e7fc640 1 --2- 172.21.15.76:0/3993939372 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f162c004d00 0x7f162c005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:00.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.813+0000 7f163e7fc640 1 -- 172.21.15.76:0/3993939372 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f16400ab1e0 con 0x7f162c004d00 2024-09-13T16:02:00.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.813+0000 7f163e7fc640 1 -- 172.21.15.76:0/3993939372 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f16400ab4c0 con 0x7f162c003ef0 2024-09-13T16:02:00.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.813+0000 7f163e7fc640 1 -- 172.21.15.76:0/3993939372 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f162c00db90 con 0x7f1640072110 2024-09-13T16:02:00.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.813+0000 7f163effd640 1 --2- 172.21.15.76:0/3993939372 >> v2:172.21.15.192:3300/0 conn(0x7f1640071d30 0x7f1640070190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:02:00.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.813+0000 7f163f7fe640 1 --2- 172.21.15.76:0/3993939372 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f162c004d00 0x7f162c005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:00.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.813+0000 7f16367fc640 1 --2- 172.21.15.76:0/3993939372 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f162c003ef0 0x7f162c0047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:00.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.813+0000 7f163effd640 1 --2- 172.21.15.76:0/3993939372 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1640072110 0x7f162c003970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:00.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.813+0000 7f163f7fe640 1 -- 172.21.15.76:0/3993939372 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1640072110 msgr2=0x7f162c003970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:00.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.813+0000 7f163f7fe640 1 --2- 172.21.15.76:0/3993939372 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1640072110 0x7f162c003970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:00.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.813+0000 7f163f7fe640 1 -- 172.21.15.76:0/3993939372 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f162c003ef0 msgr2=0x7f162c0047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:00.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.813+0000 7f163f7fe640 1 --2- 172.21.15.76:0/3993939372 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f162c003ef0 0x7f162c0047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:00.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.813+0000 7f163f7fe640 1 -- 172.21.15.76:0/3993939372 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f162c003520 con 0x7f162c004d00 2024-09-13T16:02:00.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.814+0000 7f163f7fe640 1 --2- 172.21.15.76:0/3993939372 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f162c004d00 0x7f162c005180 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f163800a830 tx=0x7f162c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e58d661936220bd3 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:00.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.814+0000 7f163e7fc640 1 -- 172.21.15.76:0/3993939372 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f163802ba40 con 0x7f162c004d00 2024-09-13T16:02:00.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.814+0000 7f163e7fc640 1 -- 172.21.15.76:0/3993939372 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f163802bba0 con 0x7f162c004d00 2024-09-13T16:02:00.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.814+0000 7f163e7fc640 1 -- 172.21.15.76:0/3993939372 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1638034470 con 0x7f162c004d00 2024-09-13T16:02:00.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.814+0000 7f1645957640 1 -- 172.21.15.76:0/3993939372 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f162c004d00 msgr2=0x7f162c005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:00.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.814+0000 7f1645957640 1 --2- 172.21.15.76:0/3993939372 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f162c004d00 0x7f162c005180 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f163800a830 tx=0x7f162c0057f0 comp rx=0 tx=0).stop 2024-09-13T16:02:00.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.814+0000 7f163f7fe640 1 -- 172.21.15.76:0/3993939372 reap_dead start 2024-09-13T16:02:00.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.814+0000 7f1645957640 1 -- 172.21.15.76:0/3993939372 shutdown_connections 2024-09-13T16:02:00.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.814+0000 7f1645957640 1 -- 172.21.15.76:0/3993939372 >> 172.21.15.76:0/3993939372 conn(0x7f1640069ed0 msgr2=0x7f164006a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:00.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.814+0000 7f1645957640 1 -- 172.21.15.76:0/3993939372 shutdown_connections 2024-09-13T16:02:00.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.815+0000 7f1645957640 1 -- 172.21.15.76:0/3993939372 wait complete. 2024-09-13T16:02:00.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.816+0000 7f1645957640 1 Processor -- start 2024-09-13T16:02:00.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.816+0000 7f1645957640 1 -- start start 2024-09-13T16:02:00.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.816+0000 7f1645957640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f162c004d00 0x7f1640159a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:00.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.817+0000 7f1645957640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f16400c3c30 0x7f1640097890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:00.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.817+0000 7f1645957640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f164015bc50 0x7f164015c0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:00.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.817+0000 7f1645957640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f164015c610 con 0x7f164015bc50 2024-09-13T16:02:00.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.817+0000 7f1645957640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1640157f10 con 0x7f16400c3c30 2024-09-13T16:02:00.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.817+0000 7f1645957640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1640158a90 con 0x7f162c004d00 2024-09-13T16:02:00.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.817+0000 7f163f7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f164015bc50 0x7f164015c0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:00.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.817+0000 7f163f7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f164015bc50 0x7f164015c0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36448/0 (socket says 172.21.15.76:36448) 2024-09-13T16:02:00.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.817+0000 7f163f7fe640 1 -- 172.21.15.76:0/4262899745 learned_addr learned my addr 172.21.15.76:0/4262899745 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:00.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.817+0000 7f163effd640 1 --2- 172.21.15.76:0/4262899745 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f162c004d00 0x7f1640159a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:00.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.817+0000 7f16367fc640 1 --2- 172.21.15.76:0/4262899745 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f16400c3c30 0x7f1640097890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:00.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.817+0000 7f163f7fe640 1 -- 172.21.15.76:0/4262899745 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f162c004d00 msgr2=0x7f1640159a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:00.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.817+0000 7f163f7fe640 1 --2- 172.21.15.76:0/4262899745 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f162c004d00 0x7f1640159a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:00.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.817+0000 7f163f7fe640 1 -- 172.21.15.76:0/4262899745 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f16400c3c30 msgr2=0x7f1640097890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:00.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.817+0000 7f163f7fe640 1 --2- 172.21.15.76:0/4262899745 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f16400c3c30 0x7f1640097890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:00.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.817+0000 7f163f7fe640 1 -- 172.21.15.76:0/4262899745 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1640158160 con 0x7f164015bc50 2024-09-13T16:02:00.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.817+0000 7f163f7fe640 1 --2- 172.21.15.76:0/4262899745 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f164015bc50 0x7f164015c0d0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f1638000f80 tx=0x7f163802d070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:00.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.817+0000 7f163cff9640 1 -- 172.21.15.76:0/4262899745 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f163803b040 con 0x7f164015bc50 2024-09-13T16:02:00.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.817+0000 7f163cff9640 1 -- 172.21.15.76:0/4262899745 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1638034880 con 0x7f164015bc50 2024-09-13T16:02:00.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.817+0000 7f1645957640 1 -- 172.21.15.76:0/4262899745 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1640158440 con 0x7f164015bc50 2024-09-13T16:02:00.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.817+0000 7f163cff9640 1 -- 172.21.15.76:0/4262899745 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1638034bf0 con 0x7f164015bc50 2024-09-13T16:02:00.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.817+0000 7f1645957640 1 -- 172.21.15.76:0/4262899745 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1640097dd0 con 0x7f164015bc50 2024-09-13T16:02:00.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.818+0000 7f1645957640 1 -- 172.21.15.76:0/4262899745 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1640066f30 con 0x7f164015bc50 2024-09-13T16:02:00.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.819+0000 7f163cff9640 1 -- 172.21.15.76:0/4262899745 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1638031070 con 0x7f164015bc50 2024-09-13T16:02:00.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.819+0000 7f163cff9640 1 --2- 172.21.15.76:0/4262899745 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f162006ac30 0x7f162006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:00.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.819+0000 7f163cff9640 1 -- 172.21.15.76:0/4262899745 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f16380a9900 con 0x7f164015bc50 2024-09-13T16:02:00.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.819+0000 7f163effd640 1 --2- 172.21.15.76:0/4262899745 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f162006ac30 0x7f162006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:00.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.820+0000 7f163effd640 1 --2- 172.21.15.76:0/4262899745 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f162006ac30 0x7f162006d0f0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f1630009ce0 tx=0x7f1630008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:00.825 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.824+0000 7f163cff9640 1 -- 172.21.15.76:0/4262899745 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f1638074820 con 0x7f164015bc50 2024-09-13T16:02:00.992 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.990+0000 7f1645957640 1 -- 172.21.15.76:0/4262899745 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f1640066f30 con 0x7f164015bc50 2024-09-13T16:02:00.993 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.992+0000 7f163cff9640 1 -- 172.21.15.76:0/4262899745 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) v1 ==== 74+0+18310 (secure 0 0 0) 0x7f1638001fa0 con 0x7f164015bc50 2024-09-13T16:02:00.993 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:02:00.993 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":26,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:01:43.737551+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:01:36.778177+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T16:01:37.336141+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T16:01:40.400554+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:02:00.995 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.994+0000 7f1645957640 1 -- 172.21.15.76:0/4262899745 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f162006ac30 msgr2=0x7f162006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:00.995 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.994+0000 7f1645957640 1 --2- 172.21.15.76:0/4262899745 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f162006ac30 0x7f162006d0f0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f1630009ce0 tx=0x7f1630008040 comp rx=0 tx=0).stop 2024-09-13T16:02:00.995 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.994+0000 7f1645957640 1 -- 172.21.15.76:0/4262899745 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f164015bc50 msgr2=0x7f164015c0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:00.995 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.994+0000 7f1645957640 1 --2- 172.21.15.76:0/4262899745 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f164015bc50 0x7f164015c0d0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f1638000f80 tx=0x7f163802d070 comp rx=0 tx=0).stop 2024-09-13T16:02:00.996 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.994+0000 7f1645957640 1 -- 172.21.15.76:0/4262899745 shutdown_connections 2024-09-13T16:02:00.996 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.994+0000 7f1645957640 1 --2- 172.21.15.76:0/4262899745 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f164015bc50 0x7f164015c0d0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:00.996 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.994+0000 7f1645957640 1 --2- 172.21.15.76:0/4262899745 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f16400c3c30 0x7f1640097890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:00.996 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.994+0000 7f1645957640 1 --2- 172.21.15.76:0/4262899745 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f162006ac30 0x7f162006d0f0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:00.996 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.994+0000 7f1645957640 1 --2- 172.21.15.76:0/4262899745 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f162c004d00 0x7f1640159a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:00.996 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.994+0000 7f1645957640 1 -- 172.21.15.76:0/4262899745 >> 172.21.15.76:0/4262899745 conn(0x7f1640069ed0 msgr2=0x7f16400af290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:00.996 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.994+0000 7f1645957640 1 -- 172.21.15.76:0/4262899745 shutdown_connections 2024-09-13T16:02:00.996 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:00.994+0000 7f1645957640 1 -- 172.21.15.76:0/4262899745 wait complete. 2024-09-13T16:02:01.006 INFO:tasks.ceph.ceph_manager.ceph:all up! 2024-09-13T16:02:01.006 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:02:01.105 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.103+0000 7fdedd441640 1 Processor -- start 2024-09-13T16:02:01.105 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.103+0000 7fdedd441640 1 -- start start 2024-09-13T16:02:01.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.104+0000 7fdedd441640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fded8071d30 0x7fded8070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.104+0000 7fdedd441640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fded80abdf0 con 0x7fded80c8920 2024-09-13T16:02:01.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.104+0000 7fdedd441640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fded80b2280 con 0x7fded8072110 2024-09-13T16:02:01.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.104+0000 7fdedd441640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fded80ab1e0 con 0x7fded8071d30 2024-09-13T16:02:01.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.104+0000 7fded77fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fded80c8920 0x7fded80ac280 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:41134/0 (socket says 172.21.15.76:41134) 2024-09-13T16:02:01.107 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.104+0000 7fded77fe640 1 -- 172.21.15.76:0/656226583 learned_addr learned my addr 172.21.15.76:0/656226583 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:01.107 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.104+0000 7fded6ffd640 1 --2- 172.21.15.76:0/656226583 >> v2:172.21.15.192:3300/0 conn(0x7fded8071d30 0x7fded8070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.107 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.104+0000 7fded67fc640 1 -- 172.21.15.76:0/656226583 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 848069042 0 0) 0x7fded80abdf0 con 0x7fded80c8920 2024-09-13T16:02:01.107 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.104+0000 7fded67fc640 1 -- 172.21.15.76:0/656226583 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fdec4003520 con 0x7fded80c8920 2024-09-13T16:02:01.107 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.105+0000 7fded67fc640 1 -- 172.21.15.76:0/656226583 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3887763318 0 0) 0x7fded80b2280 con 0x7fded8072110 2024-09-13T16:02:01.107 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.105+0000 7fded67fc640 1 -- 172.21.15.76:0/656226583 --> v1:172.21.15.192:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fded80abdf0 con 0x7fded8072110 2024-09-13T16:02:01.107 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.105+0000 7fded67fc640 1 -- 172.21.15.76:0/656226583 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 32410725 0 0) 0x7fdec4003520 con 0x7fded80c8920 2024-09-13T16:02:01.107 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.105+0000 7fded67fc640 1 -- 172.21.15.76:0/656226583 >> v2:172.21.15.192:3300/0 conn(0x7fded8071d30 msgr2=0x7fded8070190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:01.107 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.105+0000 7fded67fc640 1 --2- 172.21.15.76:0/656226583 >> v2:172.21.15.192:3300/0 conn(0x7fded8071d30 0x7fded8070190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.107 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.105+0000 7fded67fc640 1 -- 172.21.15.76:0/656226583 >> v1:172.21.15.192:6789/0 conn(0x7fded8072110 legacy=0x7fded80b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.112 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.105+0000 7fded67fc640 1 -- 172.21.15.76:0/656226583 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fded80ab4c0 con 0x7fded80c8920 2024-09-13T16:02:01.112 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.105+0000 7fded67fc640 1 -- 172.21.15.76:0/656226583 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7fded00019f0 con 0x7fded80c8920 2024-09-13T16:02:01.112 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.105+0000 7fded67fc640 1 -- 172.21.15.76:0/656226583 >> v1:172.21.15.76:6789/0 conn(0x7fded80c8920 legacy=0x7fded80ac280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.112 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.105+0000 7fded67fc640 1 --2- 172.21.15.76:0/656226583 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdec4003b00 0x7fdec4003f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.112 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.105+0000 7fded67fc640 1 --2- 172.21.15.76:0/656226583 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdec40047c0 0x7fdec4004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.105+0000 7fded67fc640 1 --2- 172.21.15.76:0/656226583 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdec4005180 0x7fdec400b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.105+0000 7fded67fc640 1 -- 172.21.15.76:0/656226583 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fded80ab1e0 con 0x7fdec40047c0 2024-09-13T16:02:01.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.105+0000 7fded67fc640 1 -- 172.21.15.76:0/656226583 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdec400c000 con 0x7fdec4005180 2024-09-13T16:02:01.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.105+0000 7fded67fc640 1 -- 172.21.15.76:0/656226583 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdec400c1c0 con 0x7fdec4003b00 2024-09-13T16:02:01.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.105+0000 7fdece7fc640 1 --2- 172.21.15.76:0/656226583 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdec40047c0 0x7fdec4004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.105+0000 7fded77fe640 1 --2- 172.21.15.76:0/656226583 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdec4005180 0x7fdec400b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.105+0000 7fded6ffd640 1 --2- 172.21.15.76:0/656226583 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdec4003b00 0x7fdec4003f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.105+0000 7fdece7fc640 1 -- 172.21.15.76:0/656226583 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdec4003b00 msgr2=0x7fdec4003f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:01.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.105+0000 7fdece7fc640 1 --2- 172.21.15.76:0/656226583 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdec4003b00 0x7fdec4003f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.105+0000 7fdece7fc640 1 -- 172.21.15.76:0/656226583 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdec4005180 msgr2=0x7fdec400b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:01.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.105+0000 7fdece7fc640 1 --2- 172.21.15.76:0/656226583 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdec4005180 0x7fdec400b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.105+0000 7fdece7fc640 1 -- 172.21.15.76:0/656226583 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdec4003520 con 0x7fdec40047c0 2024-09-13T16:02:01.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.105+0000 7fded77fe640 1 -- 172.21.15.76:0/656226583 reap_dead start 2024-09-13T16:02:01.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.106+0000 7fdece7fc640 1 --2- 172.21.15.76:0/656226583 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdec40047c0 0x7fdec4004c40 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fdec00018d0 tx=0x7fdec40057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dd613cedc04cda5e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:01.114 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.106+0000 7fded67fc640 1 -- 172.21.15.76:0/656226583 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdec00052d0 con 0x7fdec40047c0 2024-09-13T16:02:01.114 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.106+0000 7fded67fc640 1 -- 172.21.15.76:0/656226583 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdec0005430 con 0x7fdec40047c0 2024-09-13T16:02:01.114 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.106+0000 7fded67fc640 1 -- 172.21.15.76:0/656226583 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdec002ac70 con 0x7fdec40047c0 2024-09-13T16:02:01.114 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.106+0000 7fdedd441640 1 -- 172.21.15.76:0/656226583 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdec40047c0 msgr2=0x7fdec4004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.114 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.106+0000 7fdedd441640 1 --2- 172.21.15.76:0/656226583 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdec40047c0 0x7fdec4004c40 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fdec00018d0 tx=0x7fdec40057f0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.114 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.107+0000 7fdedd441640 1 -- 172.21.15.76:0/656226583 shutdown_connections 2024-09-13T16:02:01.114 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.107+0000 7fdedd441640 1 --2- 172.21.15.76:0/656226583 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdec40047c0 0x7fdec4004c40 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.114 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.107+0000 7fdedd441640 1 -- 172.21.15.76:0/656226583 >> 172.21.15.76:0/656226583 conn(0x7fded8069ed0 msgr2=0x7fded806a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:01.114 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.107+0000 7fdedd441640 1 -- 172.21.15.76:0/656226583 shutdown_connections 2024-09-13T16:02:01.114 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.107+0000 7fdedd441640 1 -- 172.21.15.76:0/656226583 wait complete. 2024-09-13T16:02:01.114 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.108+0000 7fdedd441640 1 Processor -- start 2024-09-13T16:02:01.114 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.108+0000 7fdedd441640 1 -- start start 2024-09-13T16:02:01.114 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.109+0000 7fdedd441640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdec40047c0 0x7fded80adec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.114 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.109+0000 7fdedd441640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fded80cdb20 0x7fded80cdf80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.115 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.109+0000 7fdedd441640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fded8154a80 0x7fded8154ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.115 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.109+0000 7fdedd441640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fded80cc3b0 con 0x7fded8154a80 2024-09-13T16:02:01.115 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.109+0000 7fdedd441640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fded80cc650 con 0x7fdec40047c0 2024-09-13T16:02:01.115 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.109+0000 7fdedd441640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fded80cc930 con 0x7fded80cdb20 2024-09-13T16:02:01.115 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.109+0000 7fded77fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fded8154a80 0x7fded8154ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.115 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.109+0000 7fded77fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fded8154a80 0x7fded8154ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36468/0 (socket says 172.21.15.76:36468) 2024-09-13T16:02:01.115 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.109+0000 7fded77fe640 1 -- 172.21.15.76:0/1938391990 learned_addr learned my addr 172.21.15.76:0/1938391990 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:01.115 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.109+0000 7fded6ffd640 1 --2- 172.21.15.76:0/1938391990 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdec40047c0 0x7fded80adec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.115 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.109+0000 7fdece7fc640 1 --2- 172.21.15.76:0/1938391990 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fded80cdb20 0x7fded80cdf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.115 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.109+0000 7fded77fe640 1 -- 172.21.15.76:0/1938391990 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fded80cdb20 msgr2=0x7fded80cdf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.115 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.109+0000 7fded77fe640 1 --2- 172.21.15.76:0/1938391990 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fded80cdb20 0x7fded80cdf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.115 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.109+0000 7fded77fe640 1 -- 172.21.15.76:0/1938391990 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdec40047c0 msgr2=0x7fded80adec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.115 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.109+0000 7fded77fe640 1 --2- 172.21.15.76:0/1938391990 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdec40047c0 0x7fded80adec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.115 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.109+0000 7fded77fe640 1 -- 172.21.15.76:0/1938391990 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fded80ccc10 con 0x7fded8154a80 2024-09-13T16:02:01.116 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.109+0000 7fded77fe640 1 --2- 172.21.15.76:0/1938391990 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fded8154a80 0x7fded8154ec0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fdec4004740 tx=0x7fded0007a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:01.116 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.109+0000 7fdecffff640 1 -- 172.21.15.76:0/1938391990 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fded000a9b0 con 0x7fded8154a80 2024-09-13T16:02:01.116 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.109+0000 7fdecffff640 1 -- 172.21.15.76:0/1938391990 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fded000ab30 con 0x7fded8154a80 2024-09-13T16:02:01.116 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.109+0000 7fdedd441640 1 -- 172.21.15.76:0/1938391990 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fded80ccef0 con 0x7fded8154a80 2024-09-13T16:02:01.116 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.109+0000 7fdecffff640 1 -- 172.21.15.76:0/1938391990 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fded00133f0 con 0x7fded8154a80 2024-09-13T16:02:01.116 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.109+0000 7fdedd441640 1 -- 172.21.15.76:0/1938391990 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fded8155400 con 0x7fded8154a80 2024-09-13T16:02:01.116 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.110+0000 7fdedd441640 1 -- 172.21.15.76:0/1938391990 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fded8070190 con 0x7fded8154a80 2024-09-13T16:02:01.116 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.111+0000 7fdecffff640 1 -- 172.21.15.76:0/1938391990 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fded0013550 con 0x7fded8154a80 2024-09-13T16:02:01.117 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.111+0000 7fdecffff640 1 --2- 172.21.15.76:0/1938391990 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdeb806ac00 0x7fdeb806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.117 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.112+0000 7fded6ffd640 1 --2- 172.21.15.76:0/1938391990 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdeb806ac00 0x7fdeb806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.117 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.112+0000 7fdecffff640 1 -- 172.21.15.76:0/1938391990 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fded0089b20 con 0x7fded8154a80 2024-09-13T16:02:01.117 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.112+0000 7fded6ffd640 1 --2- 172.21.15.76:0/1938391990 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdeb806ac00 0x7fdeb806d0c0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fdec8009b60 tx=0x7fdec8009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:01.117 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.116+0000 7fdecffff640 1 -- 172.21.15.76:0/1938391990 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fded0054a10 con 0x7fded8154a80 2024-09-13T16:02:01.278 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.277+0000 7fdedd441640 1 -- 172.21.15.76:0/1938391990 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fded81f00e0 con 0x7fded8154a80 2024-09-13T16:02:01.279 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.278+0000 7fdecffff640 1 -- 172.21.15.76:0/1938391990 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) v1 ==== 74+0+18310 (secure 0 0 0) 0x7fded0058030 con 0x7fded8154a80 2024-09-13T16:02:01.280 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:02:01.280 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":26,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:01:43.737551+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:01:36.778177+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T16:01:37.336141+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T16:01:40.400554+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:02:01.282 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.280+0000 7fdedd441640 1 -- 172.21.15.76:0/1938391990 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdeb806ac00 msgr2=0x7fdeb806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.282 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.280+0000 7fdedd441640 1 --2- 172.21.15.76:0/1938391990 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdeb806ac00 0x7fdeb806d0c0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fdec8009b60 tx=0x7fdec8009190 comp rx=0 tx=0).stop 2024-09-13T16:02:01.282 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.280+0000 7fdedd441640 1 -- 172.21.15.76:0/1938391990 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fded8154a80 msgr2=0x7fded8154ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.282 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.280+0000 7fdedd441640 1 --2- 172.21.15.76:0/1938391990 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fded8154a80 0x7fded8154ec0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fdec4004740 tx=0x7fded0007a20 comp rx=0 tx=0).stop 2024-09-13T16:02:01.282 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.280+0000 7fdedd441640 1 -- 172.21.15.76:0/1938391990 shutdown_connections 2024-09-13T16:02:01.283 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.280+0000 7fdedd441640 1 --2- 172.21.15.76:0/1938391990 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fded8154a80 0x7fded8154ec0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.283 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.280+0000 7fdedd441640 1 --2- 172.21.15.76:0/1938391990 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdeb806ac00 0x7fdeb806d0c0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.283 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.280+0000 7fdedd441640 1 --2- 172.21.15.76:0/1938391990 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fded80cdb20 0x7fded80cdf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.283 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.280+0000 7fdedd441640 1 --2- 172.21.15.76:0/1938391990 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdec40047c0 0x7fded80adec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.283 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.280+0000 7fdedd441640 1 -- 172.21.15.76:0/1938391990 >> 172.21.15.76:0/1938391990 conn(0x7fded8069ed0 msgr2=0x7fded80af3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:01.283 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.281+0000 7fdedd441640 1 -- 172.21.15.76:0/1938391990 shutdown_connections 2024-09-13T16:02:01.283 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.281+0000 7fdedd441640 1 -- 172.21.15.76:0/1938391990 wait complete. 2024-09-13T16:02:01.293 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2024-09-13T16:02:01.294 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2024-09-13T16:02:01.294 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2024-09-13T16:02:01.294 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2024-09-13T16:02:01.295 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 flush_pg_stats 2024-09-13T16:02:01.295 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 flush_pg_stats 2024-09-13T16:02:01.295 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 flush_pg_stats 2024-09-13T16:02:01.296 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 flush_pg_stats 2024-09-13T16:02:01.462 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.459+0000 7f9d7327c640 1 Processor -- start 2024-09-13T16:02:01.462 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.459+0000 7f9d7327c640 1 -- start start 2024-09-13T16:02:01.462 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.461+0000 7f9d7327c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f9d6c0cafa0 0x7f9d6c0b0f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.462 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.461+0000 7f9d7327c640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9d6c06e990 con 0x7f9d6c0cabc0 2024-09-13T16:02:01.462 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.461+0000 7f9d7327c640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9d6c0722a0 con 0x7f9d6c070b80 2024-09-13T16:02:01.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.461+0000 7f9d7327c640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9d6c160c40 con 0x7f9d6c0cafa0 2024-09-13T16:02:01.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.461+0000 7fcb20711640 1 Processor -- start 2024-09-13T16:02:01.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.461+0000 7fcb20711640 1 -- start start 2024-09-13T16:02:01.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.461+0000 7f9d72a7b640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7f9d6c070b80 0x7f9d6c070fd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:60406/0 (socket says 172.21.15.76:60406) 2024-09-13T16:02:01.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.461+0000 7f9d71a79640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f9d6c0cafa0 0x7f9d6c0b0f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.461+0000 7f9d72a7b640 1 -- 172.21.15.76:0/645183713 learned_addr learned my addr 172.21.15.76:0/645183713 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:01.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.462+0000 7f9d71a79640 1 -- 172.21.15.76:0/645183713 >> v1:172.21.15.192:6789/0 conn(0x7f9d6c070b80 legacy=0x7f9d6c070fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.462+0000 7f9d71a79640 1 -- 172.21.15.76:0/645183713 >> v1:172.21.15.76:6789/0 conn(0x7f9d6c0cabc0 legacy=0x7f9d6c0aaf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.462+0000 7f9d71a79640 1 -- 172.21.15.76:0/645183713 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9d6c0700e0 con 0x7f9d6c0cafa0 2024-09-13T16:02:01.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.461+0000 7fefc685a640 1 Processor -- start 2024-09-13T16:02:01.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.462+0000 7fefc685a640 1 -- start start 2024-09-13T16:02:01.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.462+0000 7fbbf1f7d640 1 Processor -- start 2024-09-13T16:02:01.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.462+0000 7fbbf1f7d640 1 -- start start 2024-09-13T16:02:01.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.463+0000 7fed81e6e640 1 Processor -- start 2024-09-13T16:02:01.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.463+0000 7fed81e6e640 1 -- start start 2024-09-13T16:02:01.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.463+0000 7f9d71a79640 1 --2- 172.21.15.76:0/645183713 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9d6c0cafa0 0x7f9d6c0b0f50 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f9d680097a0 tx=0x7f9d6802a120 comp rx=0 tx=0).ready entity=mon.0 client_cookie=78d717be7f551cc3 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:01.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.464+0000 7f9d71278640 1 -- 172.21.15.76:0/645183713 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d6802adb0 con 0x7f9d6c0cafa0 2024-09-13T16:02:01.467 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.462+0000 7fcb20711640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fcb10032380 0x7fcb10052310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.467 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.462+0000 7fcb20711640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcb1001c580 con 0x7fcb1000bb30 2024-09-13T16:02:01.467 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.463+0000 7fcb20711640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcb1001cad0 con 0x7fcb100de9c0 2024-09-13T16:02:01.468 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.463+0000 7fcb20711640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcb1001cdb0 con 0x7fcb10032380 2024-09-13T16:02:01.468 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.463+0000 7fcb1dcac640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fcb10032380 0x7fcb10052310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.468 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.463+0000 7fcb1ecae640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7fcb100de9c0 0x7fcb10009ab0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:60416/0 (socket says 172.21.15.76:60416) 2024-09-13T16:02:01.468 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.463+0000 7fcb1ecae640 1 -- 172.21.15.76:0/3797994805 learned_addr learned my addr 172.21.15.76:0/3797994805 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:01.468 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.463+0000 7fcb1dcac640 1 -- 172.21.15.76:0/3797994805 >> v1:172.21.15.192:6789/0 conn(0x7fcb100de9c0 legacy=0x7fcb10009ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.468 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.463+0000 7fcb1dcac640 1 -- 172.21.15.76:0/3797994805 >> v1:172.21.15.76:6789/0 conn(0x7fcb1000bb30 legacy=0x7fcb100064c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:01.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.463+0000 7fbbf1f7d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fbbec159720 0x7fbbec0cce90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.463+0000 7fbbf1f7d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbbec0cd3d0 0x7fbbec13e060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.463+0000 7fbbf1f7d640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbbec0cd870 con 0x7fbbec159b00 2024-09-13T16:02:01.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.463+0000 7fbbf1f7d640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbbec13bd50 con 0x7fbbec159720 2024-09-13T16:02:01.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.463+0000 7fbbf1f7d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbbec0cdb50 con 0x7fbbec0cd3d0 2024-09-13T16:02:01.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.463+0000 7fbbeb7fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fbbec159720 0x7fbbec0cce90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.463+0000 7fbbe2ffd640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbbec0cd3d0 0x7fbbec13e060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.463+0000 7fbbeb7fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fbbec159720 0x7fbbec0cce90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:55944/0 (socket says 172.21.15.76:55944) 2024-09-13T16:02:01.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.463+0000 7fbbeb7fe640 1 -- 172.21.15.76:0/1551927143 learned_addr learned my addr 172.21.15.76:0/1551927143 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:01.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.463+0000 7fefc685a640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fefc01593f0 0x7fefc00ad7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.463+0000 7fefc685a640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fefc00c9030 0x7fefc015bfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.463+0000 7fefc685a640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fefc0159c20 con 0x7fefc00c99a0 2024-09-13T16:02:01.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.463+0000 7fefc685a640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fefc006cd70 con 0x7fefc00c9030 2024-09-13T16:02:01.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.463+0000 7fefc685a640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fefc006d050 con 0x7fefc01593f0 2024-09-13T16:02:01.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.463+0000 7fefc4df7640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fefc00c9030 0x7fefc015bfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.464+0000 7fefbffff640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fefc01593f0 0x7fefc00ad7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.462+0000 7efdffd76640 1 Processor -- start 2024-09-13T16:02:01.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.462+0000 7efdffd76640 1 -- start start 2024-09-13T16:02:01.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.464+0000 7efdffd76640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7efdf80712f0 0x7efdf80716d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.473 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.464+0000 7efdffd76640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7efdf815c580 0x7efdf815fee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.473 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.464+0000 7efdffd76640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efdf80b0ae0 con 0x7efdf80b1930 2024-09-13T16:02:01.473 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.464+0000 7efdffd76640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efdf8071c10 con 0x7efdf80712f0 2024-09-13T16:02:01.473 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.464+0000 7efdffd76640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efdf815d850 con 0x7efdf815c580 2024-09-13T16:02:01.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.462+0000 7fa0f4c67640 1 Processor -- start 2024-09-13T16:02:01.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.464+0000 7f9d71278640 1 -- 172.21.15.76:0/645183713 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9d68032440 con 0x7f9d6c0cafa0 2024-09-13T16:02:01.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.464+0000 7fefbffff640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fefc01593f0 0x7fefc00ad7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.76:33552/0 (socket says 172.21.15.76:33552) 2024-09-13T16:02:01.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.464+0000 7fefbffff640 1 -- 172.21.15.76:0/4066525289 learned_addr learned my addr 172.21.15.76:0/4066525289 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:01.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.464+0000 7efdfdb12640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7efdf80712f0 0x7efdf80716d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.464+0000 7efdfdb12640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7efdf80712f0 0x7efdf80716d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:55956/0 (socket says 172.21.15.76:55956) 2024-09-13T16:02:01.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.464+0000 7efdfdb12640 1 -- 172.21.15.76:0/1983730643 learned_addr learned my addr 172.21.15.76:0/1983730643 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:01.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.462+0000 7fa0f4c67640 1 -- start start 2024-09-13T16:02:01.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.464+0000 7fa0f4c67640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa0f00b7f20 0x7fa0f00cead0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.464+0000 7fa0f4c67640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fa0f00cf010 0x7fa0f00d06a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.464+0000 7fa0f4c67640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fa0f00d0be0 0x7fa0f00b3d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.464+0000 7fa0f4c67640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa0f00d2030 con 0x7fa0f00cf010 2024-09-13T16:02:01.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.464+0000 7fa0f4c67640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa0f00b8300 con 0x7fa0f00d0be0 2024-09-13T16:02:01.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.464+0000 7fa0f4c67640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa0f00d13b0 con 0x7fa0f00b7f20 2024-09-13T16:02:01.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.464+0000 7fa0ef7fe640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa0f00b7f20 0x7fa0f00cead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.464+0000 7fa0ef7fe640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa0f00b7f20 0x7fa0f00cead0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.76:41762/0 (socket says 172.21.15.76:41762) 2024-09-13T16:02:01.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.464+0000 7fa0ef7fe640 1 -- 172.21.15.76:0/3902422330 learned_addr learned my addr 172.21.15.76:0/3902422330 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:01.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.464+0000 7fa0effff640 1 --2- 172.21.15.76:0/3902422330 >> v2:172.21.15.192:3300/0 conn(0x7fa0f00d0be0 0x7fa0f00b3d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.464+0000 7fa0eeffd640 1 --2- 172.21.15.76:0/3902422330 >> v2:172.21.15.76:3300/0 conn(0x7fa0f00cf010 0x7fa0f00d06a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.463+0000 7fcb1dcac640 1 -- 172.21.15.76:0/3797994805 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcb10032940 con 0x7fcb10032380 2024-09-13T16:02:01.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.465+0000 7fed81e6e640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fed7c1607c0 0x7fed7c0cca50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.464+0000 7fefbf7fe640 1 --1- 172.21.15.76:0/4066525289 >> v1:172.21.15.76:6789/0 conn(0x7fefc00c99a0 0x7fefc00c8920 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:45676/0 (socket says 172.21.15.76:45676) 2024-09-13T16:02:01.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.465+0000 7f9d71278640 1 -- 172.21.15.76:0/645183713 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d680327d0 con 0x7f9d6c0cafa0 2024-09-13T16:02:01.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.465+0000 7f9d7327c640 1 -- 172.21.15.76:0/645183713 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9d6c0cafa0 msgr2=0x7f9d6c0b0f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.465+0000 7f9d7327c640 1 --2- 172.21.15.76:0/645183713 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9d6c0cafa0 0x7f9d6c0b0f50 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f9d680097a0 tx=0x7f9d6802a120 comp rx=0 tx=0).stop 2024-09-13T16:02:01.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.465+0000 7efdfdb12640 1 -- 172.21.15.76:0/1983730643 >> v2:172.21.15.192:3300/0 conn(0x7efdf815c580 msgr2=0x7efdf815fee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:01.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.465+0000 7efdfd311640 1 --2- 172.21.15.76:0/1983730643 >> v2:172.21.15.192:3300/0 conn(0x7efdf815c580 0x7efdf815fee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.465+0000 7fed81e6e640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fed7c0ad0e0 0x7fed7c0ca3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.482 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.465+0000 7fefbffff640 1 -- 172.21.15.76:0/4066525289 >> v2:172.21.15.76:3300/0 conn(0x7fefc00c9030 msgr2=0x7fefc015bfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:01.482 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.465+0000 7fefbffff640 1 --2- 172.21.15.76:0/4066525289 >> v2:172.21.15.76:3300/0 conn(0x7fefc00c9030 0x7fefc015bfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.482 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.465+0000 7fefbffff640 1 -- 172.21.15.76:0/4066525289 >> v1:172.21.15.76:6789/0 conn(0x7fefc00c99a0 legacy=0x7fefc00c8920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.465+0000 7fefbffff640 1 -- 172.21.15.76:0/4066525289 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fefc006d330 con 0x7fefc01593f0 2024-09-13T16:02:01.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.465+0000 7fefc4df7640 1 --2- 172.21.15.76:0/4066525289 >> v2:172.21.15.76:3300/0 conn(0x7fefc00c9030 0x7fefc015bfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:02:01.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.465+0000 7fed81e6e640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fed7c160ba0 con 0x7fed7c0ca930 2024-09-13T16:02:01.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.465+0000 7fed81e6e640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fed7c0ad9b0 con 0x7fed7c1607c0 2024-09-13T16:02:01.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.465+0000 7fed81e6e640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fed7c0ad6d0 con 0x7fed7c0ad0e0 2024-09-13T16:02:01.484 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.465+0000 7efdfdb12640 1 --2- 172.21.15.76:0/1983730643 >> v2:172.21.15.192:3300/0 conn(0x7efdf815c580 0x7efdf815fee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.484 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.465+0000 7f9d7327c640 1 -- 172.21.15.76:0/645183713 shutdown_connections 2024-09-13T16:02:01.484 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.465+0000 7f9d7327c640 1 --2- 172.21.15.76:0/645183713 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9d6c0cafa0 0x7f9d6c0b0f50 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.484 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.465+0000 7f9d7327c640 1 -- 172.21.15.76:0/645183713 >> 172.21.15.76:0/645183713 conn(0x7f9d6c0afc50 msgr2=0x7f9d6c0b0060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:01.484 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.465+0000 7fcb1dcac640 1 --2- 172.21.15.76:0/3797994805 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcb10032380 0x7fcb10052310 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fcb08009720 tx=0x7fcb0802a000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=129c96770242b824 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:01.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.465+0000 7fed7bfff640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fed7c0ad0e0 0x7fed7c0ca3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.465+0000 7fed8166d640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fed7c0ca930 0x7fed7c1642d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:45684/0 (socket says 172.21.15.76:45684) 2024-09-13T16:02:01.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.465+0000 7fed8166d640 1 -- 172.21.15.76:0/4281859728 learned_addr learned my addr 172.21.15.76:0/4281859728 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:01.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.465+0000 7fed80e6c640 1 --2- 172.21.15.76:0/4281859728 >> v2:172.21.15.76:3300/0 conn(0x7fed7c1607c0 0x7fed7c0cca50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.465+0000 7f9d7327c640 1 -- 172.21.15.76:0/645183713 shutdown_connections 2024-09-13T16:02:01.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.465+0000 7efdfdb12640 1 -- 172.21.15.76:0/1983730643 >> v1:172.21.15.192:6789/0 conn(0x7efdf80b1930 legacy=0x7efdf8160420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.465+0000 7efdfdb12640 1 -- 172.21.15.76:0/1983730643 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efdf815ca90 con 0x7efdf80712f0 2024-09-13T16:02:01.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.465+0000 7fcb1d4ab640 1 -- 172.21.15.76:0/3797994805 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb0802ad10 con 0x7fcb10032380 2024-09-13T16:02:01.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.465+0000 7f85e5883640 1 Processor -- start 2024-09-13T16:02:01.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.465+0000 7fcb1d4ab640 1 -- 172.21.15.76:0/3797994805 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcb0802ae70 con 0x7fcb10032380 2024-09-13T16:02:01.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.465+0000 7fcb1d4ab640 1 -- 172.21.15.76:0/3797994805 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb08032640 con 0x7fcb10032380 2024-09-13T16:02:01.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.465+0000 7f85e5883640 1 -- start start 2024-09-13T16:02:01.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.464+0000 7fbbeb7fe640 1 -- 172.21.15.76:0/1551927143 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbbec0cd3d0 msgr2=0x7fbbec13e060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:01.488 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.465+0000 7fa0ef7fe640 1 -- 172.21.15.76:0/3902422330 >> v2:172.21.15.192:3300/0 conn(0x7fa0f00d0be0 msgr2=0x7fa0f00b3d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:01.488 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.465+0000 7fa0ef7fe640 1 --2- 172.21.15.76:0/3902422330 >> v2:172.21.15.192:3300/0 conn(0x7fa0f00d0be0 0x7fa0f00b3d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.488 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.465+0000 7fa0ef7fe640 1 -- 172.21.15.76:0/3902422330 >> v2:172.21.15.76:3300/0 conn(0x7fa0f00cf010 msgr2=0x7fa0f00d06a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:01.488 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.465+0000 7fa0ef7fe640 1 --2- 172.21.15.76:0/3902422330 >> v2:172.21.15.76:3300/0 conn(0x7fa0f00cf010 0x7fa0f00d06a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.488 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.465+0000 7fa0ef7fe640 1 -- 172.21.15.76:0/3902422330 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa0f00d1690 con 0x7fa0f00b7f20 2024-09-13T16:02:01.489 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.464+0000 7fbbeb7fe640 1 --2- 172.21.15.76:0/1551927143 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbbec0cd3d0 0x7fbbec13e060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.489 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.464+0000 7fbbeb7fe640 1 -- 172.21.15.76:0/1551927143 >> v1:172.21.15.76:6789/0 conn(0x7fbbec159b00 legacy=0x7fbbec15c450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.489 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.464+0000 7fbbeb7fe640 1 -- 172.21.15.76:0/1551927143 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbbec0cde30 con 0x7fbbec159720 2024-09-13T16:02:01.489 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.466+0000 7efdfd311640 1 --2- 172.21.15.76:0/1983730643 >> v2:172.21.15.192:3300/0 conn(0x7efdf815c580 0x7efdf815fee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:02:01.489 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.466+0000 7fbbeb7fe640 1 --2- 172.21.15.76:0/1551927143 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbbec159720 0x7fbbec0cce90 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fbbd4009870 tx=0x7fbbd402c4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=114918e566dffce server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:01.490 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.466+0000 7fbbe2ffd640 1 --2- 172.21.15.76:0/1551927143 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbbec0cd3d0 0x7fbbec13e060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:02:01.490 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.466+0000 7fa0ef7fe640 1 --2- 172.21.15.76:0/3902422330 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa0f00b7f20 0x7fa0f00cead0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fa0f008b780 tx=0x7fa0e802a640 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ec4a9b52fb102381 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:01.490 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.466+0000 7fefbffff640 1 --2- 172.21.15.76:0/4066525289 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fefc01593f0 0x7fefc00ad7c0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fefc00cbdf0 tx=0x7fefa802a300 comp rx=0 tx=0).ready entity=mon.1 client_cookie=258a5686a444802f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:01.490 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.466+0000 7fa0ee7fc640 1 -- 172.21.15.76:0/3902422330 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0e8031600 con 0x7fa0f00b7f20 2024-09-13T16:02:01.491 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.466+0000 7fa0ee7fc640 1 -- 172.21.15.76:0/3902422330 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa0e802d050 con 0x7fa0f00b7f20 2024-09-13T16:02:01.491 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.466+0000 7fa0ee7fc640 1 -- 172.21.15.76:0/3902422330 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0e80319a0 con 0x7fa0f00b7f20 2024-09-13T16:02:01.491 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.466+0000 7efdfdb12640 1 --2- 172.21.15.76:0/1983730643 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efdf80712f0 0x7efdf80716d0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7efdf806ed60 tx=0x7efdf002a4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c06b6bd0973e808 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:01.491 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.465+0000 7f9d7327c640 1 -- 172.21.15.76:0/645183713 wait complete. 2024-09-13T16:02:01.491 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.467+0000 7fcb20711640 1 -- 172.21.15.76:0/3797994805 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcb10032380 msgr2=0x7fcb10052310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.492 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.467+0000 7fcb20711640 1 --2- 172.21.15.76:0/3797994805 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcb10032380 0x7fcb10052310 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fcb08009720 tx=0x7fcb0802a000 comp rx=0 tx=0).stop 2024-09-13T16:02:01.492 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.466+0000 7fed80e6c640 1 -- 172.21.15.76:0/4281859728 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fed7c0ad0e0 msgr2=0x7fed7c0ca3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:01.492 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.466+0000 7fed80e6c640 1 --2- 172.21.15.76:0/4281859728 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fed7c0ad0e0 0x7fed7c0ca3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.493 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.467+0000 7fbbeaffd640 1 -- 172.21.15.76:0/1551927143 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbbd4031710 con 0x7fbbec159720 2024-09-13T16:02:01.493 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.467+0000 7f85e5883640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f85e00b0720 0x7f85e0070250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.493 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.467+0000 7fbbeaffd640 1 -- 172.21.15.76:0/1551927143 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbbd402f050 con 0x7fbbec159720 2024-09-13T16:02:01.493 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.467+0000 7fbbeaffd640 1 -- 172.21.15.76:0/1551927143 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbbd4031a70 con 0x7fbbec159720 2024-09-13T16:02:01.494 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.466+0000 7fed80e6c640 1 -- 172.21.15.76:0/4281859728 >> v1:172.21.15.76:6789/0 conn(0x7fed7c0ca930 legacy=0x7fed7c1642d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.494 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.467+0000 7f85e5883640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f85e01583d0 0x7f85e0070790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.494 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.467+0000 7fcb20711640 1 -- 172.21.15.76:0/3797994805 shutdown_connections 2024-09-13T16:02:01.494 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.467+0000 7fcb20711640 1 --2- 172.21.15.76:0/3797994805 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcb10032380 0x7fcb10052310 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.494 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.467+0000 7fcb20711640 1 -- 172.21.15.76:0/3797994805 >> 172.21.15.76:0/3797994805 conn(0x7fcb10036050 msgr2=0x7fcb10036460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:01.495 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.466+0000 7fed80e6c640 1 -- 172.21.15.76:0/4281859728 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fed7c0cbf70 con 0x7fed7c1607c0 2024-09-13T16:02:01.495 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.467+0000 7efdfcb10640 1 -- 172.21.15.76:0/1983730643 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efdf0031600 con 0x7efdf80712f0 2024-09-13T16:02:01.495 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.467+0000 7f85e5883640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f85e0070fd0 con 0x7f85e006d1a0 2024-09-13T16:02:01.495 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.467+0000 7f85e5883640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f85e0072070 con 0x7f85e00b0720 2024-09-13T16:02:01.496 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.467+0000 7f85e5883640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f85e00712b0 con 0x7f85e01583d0 2024-09-13T16:02:01.496 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.467+0000 7fefbeffd640 1 -- 172.21.15.76:0/4066525289 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefa8032640 con 0x7fefc01593f0 2024-09-13T16:02:01.496 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.467+0000 7fefbeffd640 1 -- 172.21.15.76:0/4066525289 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fefa80327a0 con 0x7fefc01593f0 2024-09-13T16:02:01.496 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.467+0000 7f9d7327c640 1 Processor -- start 2024-09-13T16:02:01.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.467+0000 7f85e4881640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f85e00b0720 0x7f85e0070250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.467+0000 7fa0f4c67640 1 -- 172.21.15.76:0/3902422330 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa0f00b7f20 msgr2=0x7fa0f00cead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.467+0000 7fa0f4c67640 1 --2- 172.21.15.76:0/3902422330 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa0f00b7f20 0x7fa0f00cead0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fa0f008b780 tx=0x7fa0e802a640 comp rx=0 tx=0).stop 2024-09-13T16:02:01.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.467+0000 7efdfcb10640 1 -- 172.21.15.76:0/1983730643 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efdf002d050 con 0x7efdf80712f0 2024-09-13T16:02:01.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.467+0000 7f85e4881640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f85e00b0720 0x7f85e0070250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:55976/0 (socket says 172.21.15.76:55976) 2024-09-13T16:02:01.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.467+0000 7efdfcb10640 1 -- 172.21.15.76:0/1983730643 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efdf0031980 con 0x7efdf80712f0 2024-09-13T16:02:01.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.467+0000 7f85e4881640 1 -- 172.21.15.76:0/3934839078 learned_addr learned my addr 172.21.15.76:0/3934839078 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:01.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.467+0000 7f85e4881640 1 -- 172.21.15.76:0/3934839078 >> v2:172.21.15.192:3300/0 conn(0x7f85e01583d0 msgr2=0x7f85e0070790 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-13T16:02:01.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.467+0000 7fa0f4c67640 1 -- 172.21.15.76:0/3902422330 shutdown_connections 2024-09-13T16:02:01.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.467+0000 7fa0f4c67640 1 --2- 172.21.15.76:0/3902422330 >> v2:172.21.15.192:3300/0 conn(0x7fa0f00d0be0 0x7fa0f00b3d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.467+0000 7fa0f4c67640 1 --2- 172.21.15.76:0/3902422330 >> v2:172.21.15.76:3300/0 conn(0x7fa0f00cf010 0x7fa0f00d06a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.467+0000 7fa0f4c67640 1 --2- 172.21.15.76:0/3902422330 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa0f00b7f20 0x7fa0f00cead0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.467+0000 7fa0f4c67640 1 -- 172.21.15.76:0/3902422330 >> 172.21.15.76:0/3902422330 conn(0x7fa0f006aeb0 msgr2=0x7fa0f006b2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:01.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.467+0000 7f85e4881640 1 --2- 172.21.15.76:0/3934839078 >> v2:172.21.15.192:3300/0 conn(0x7f85e01583d0 0x7f85e0070790 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.467+0000 7f85e4881640 1 -- 172.21.15.76:0/3934839078 >> v1:172.21.15.192:6789/0 conn(0x7f85e006d1a0 legacy=0x7f85e006d5b0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-13T16:02:01.500 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.468+0000 7fa0f4c67640 1 -- 172.21.15.76:0/3902422330 shutdown_connections 2024-09-13T16:02:01.500 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.467+0000 7f85e4881640 1 -- 172.21.15.76:0/3934839078 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f85e0071590 con 0x7f85e00b0720 2024-09-13T16:02:01.500 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.468+0000 7fbbf1f7d640 1 -- 172.21.15.76:0/1551927143 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbbec159720 msgr2=0x7fbbec0cce90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.500 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.468+0000 7fbbf1f7d640 1 --2- 172.21.15.76:0/1551927143 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbbec159720 0x7fbbec0cce90 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fbbd4009870 tx=0x7fbbd402c4a0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.468+0000 7fbbf1f7d640 1 -- 172.21.15.76:0/1551927143 shutdown_connections 2024-09-13T16:02:01.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.468+0000 7fbbf1f7d640 1 --2- 172.21.15.76:0/1551927143 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbbec0cd3d0 0x7fbbec13e060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.468+0000 7fbbf1f7d640 1 --2- 172.21.15.76:0/1551927143 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbbec159720 0x7fbbec0cce90 secure :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fbbd4009870 tx=0x7fbbd402c4a0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.468+0000 7fbbf1f7d640 1 -- 172.21.15.76:0/1551927143 >> 172.21.15.76:0/1551927143 conn(0x7fbbec0717c0 msgr2=0x7fbbec069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:01.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.468+0000 7fed80e6c640 1 --2- 172.21.15.76:0/4281859728 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fed7c1607c0 0x7fed7c0cca50 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fed700097a0 tx=0x7fed7002a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bae879b7fd7f2419 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:01.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.468+0000 7fed7b7fe640 1 -- 172.21.15.76:0/4281859728 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed7002ae50 con 0x7fed7c1607c0 2024-09-13T16:02:01.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.468+0000 7fed7b7fe640 1 -- 172.21.15.76:0/4281859728 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fed70032440 con 0x7fed7c1607c0 2024-09-13T16:02:01.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.468+0000 7fed7b7fe640 1 -- 172.21.15.76:0/4281859728 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed700327d0 con 0x7fed7c1607c0 2024-09-13T16:02:01.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.468+0000 7fefbeffd640 1 -- 172.21.15.76:0/4066525289 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefa8032b30 con 0x7fefc01593f0 2024-09-13T16:02:01.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.468+0000 7fefc685a640 1 -- 172.21.15.76:0/4066525289 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fefc01593f0 msgr2=0x7fefc00ad7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.468+0000 7fefc685a640 1 --2- 172.21.15.76:0/4066525289 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fefc01593f0 0x7fefc00ad7c0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fefc00cbdf0 tx=0x7fefa802a300 comp rx=0 tx=0).stop 2024-09-13T16:02:01.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.468+0000 7fa0f4c67640 1 -- 172.21.15.76:0/3902422330 wait complete. 2024-09-13T16:02:01.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.468+0000 7fefc685a640 1 -- 172.21.15.76:0/4066525289 shutdown_connections 2024-09-13T16:02:01.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.468+0000 7fefc685a640 1 --2- 172.21.15.76:0/4066525289 >> v2:172.21.15.76:3300/0 conn(0x7fefc00c9030 0x7fefc015bfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.468+0000 7fefc685a640 1 --2- 172.21.15.76:0/4066525289 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fefc01593f0 0x7fefc00ad7c0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.468+0000 7fefc685a640 1 -- 172.21.15.76:0/4066525289 >> 172.21.15.76:0/4066525289 conn(0x7fefc0069ed0 msgr2=0x7fefc006a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:01.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.468+0000 7fbbf1f7d640 1 -- 172.21.15.76:0/1551927143 shutdown_connections 2024-09-13T16:02:01.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.468+0000 7fefc685a640 1 -- 172.21.15.76:0/4066525289 shutdown_connections 2024-09-13T16:02:01.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.468+0000 7f85e4881640 1 --2- 172.21.15.76:0/3934839078 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f85e00b0720 0x7f85e0070250 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f85e00adb50 tx=0x7f85c802a250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f9b8b23d329cd091 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:01.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.467+0000 7f9d7327c640 1 -- start start 2024-09-13T16:02:01.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.468+0000 7f9d7327c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9d6c070b80 0x7f9d6c15fce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.468+0000 7f9d7327c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9d6c0cabc0 0x7f9d6c1fec20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.468+0000 7f9d7327c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9d6c0cafa0 0x7f9d6c1f4230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.468+0000 7f9d7327c640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d6c200390 con 0x7f9d6c0cabc0 2024-09-13T16:02:01.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.468+0000 7f9d7327c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d6c1ff710 con 0x7f9d6c0cafa0 2024-09-13T16:02:01.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.468+0000 7f9d7327c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9d6c1ff9f0 con 0x7f9d6c070b80 2024-09-13T16:02:01.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.469+0000 7f9d72a7b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9d6c0cafa0 0x7f9d6c1f4230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.469+0000 7efdffd76640 1 -- 172.21.15.76:0/1983730643 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efdf80712f0 msgr2=0x7efdf80716d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.469+0000 7efdffd76640 1 --2- 172.21.15.76:0/1983730643 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efdf80712f0 0x7efdf80716d0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7efdf806ed60 tx=0x7efdf002a4d0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.469+0000 7efdffd76640 1 -- 172.21.15.76:0/1983730643 shutdown_connections 2024-09-13T16:02:01.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.469+0000 7efdffd76640 1 --2- 172.21.15.76:0/1983730643 >> v2:172.21.15.192:3300/0 conn(0x7efdf815c580 0x7efdf815fee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.469+0000 7efdffd76640 1 --2- 172.21.15.76:0/1983730643 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efdf80712f0 0x7efdf80716d0 secure :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7efdf806ed60 tx=0x7efdf002a4d0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.469+0000 7efdffd76640 1 -- 172.21.15.76:0/1983730643 >> 172.21.15.76:0/1983730643 conn(0x7efdf80afc70 msgr2=0x7efdf80b0080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:01.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.469+0000 7f85df7fe640 1 -- 172.21.15.76:0/3934839078 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85c8032440 con 0x7f85e00b0720 2024-09-13T16:02:01.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.469+0000 7f85df7fe640 1 -- 172.21.15.76:0/3934839078 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f85c80325a0 con 0x7f85e00b0720 2024-09-13T16:02:01.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.469+0000 7f85df7fe640 1 -- 172.21.15.76:0/3934839078 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85c8032930 con 0x7f85e00b0720 2024-09-13T16:02:01.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.468+0000 7fbbf1f7d640 1 -- 172.21.15.76:0/1551927143 wait complete. 2024-09-13T16:02:01.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.469+0000 7fefc685a640 1 -- 172.21.15.76:0/4066525289 wait complete. 2024-09-13T16:02:01.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.469+0000 7fed81e6e640 1 -- 172.21.15.76:0/4281859728 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fed7c1607c0 msgr2=0x7fed7c0cca50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.469+0000 7fed81e6e640 1 --2- 172.21.15.76:0/4281859728 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fed7c1607c0 0x7fed7c0cca50 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fed700097a0 tx=0x7fed7002a100 comp rx=0 tx=0).stop 2024-09-13T16:02:01.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.469+0000 7fed81e6e640 1 -- 172.21.15.76:0/4281859728 shutdown_connections 2024-09-13T16:02:01.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.469+0000 7fed81e6e640 1 --2- 172.21.15.76:0/4281859728 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fed7c0ad0e0 0x7fed7c0ca3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.469+0000 7fed81e6e640 1 --2- 172.21.15.76:0/4281859728 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fed7c1607c0 0x7fed7c0cca50 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.469+0000 7fed81e6e640 1 -- 172.21.15.76:0/4281859728 >> 172.21.15.76:0/4281859728 conn(0x7fed7c06a500 msgr2=0x7fed7c0afc50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:01.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.469+0000 7fcb20711640 1 -- 172.21.15.76:0/3797994805 shutdown_connections 2024-09-13T16:02:01.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.469+0000 7fcb20711640 1 -- 172.21.15.76:0/3797994805 wait complete. 2024-09-13T16:02:01.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.469+0000 7f9d71a79640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9d6c0cabc0 0x7f9d6c1fec20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.469+0000 7f9d72a7b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9d6c0cafa0 0x7f9d6c1f4230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.76:33594/0 (socket says 172.21.15.76:33594) 2024-09-13T16:02:01.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.469+0000 7f9d72a7b640 1 -- 172.21.15.76:0/3394629469 learned_addr learned my addr 172.21.15.76:0/3394629469 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:01.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.469+0000 7f9d7227a640 1 --2- 172.21.15.76:0/3394629469 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9d6c070b80 0x7f9d6c15fce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.469+0000 7f9d72a7b640 1 -- 172.21.15.76:0/3394629469 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9d6c070b80 msgr2=0x7f9d6c15fce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.469+0000 7fa0f4c67640 1 Processor -- start 2024-09-13T16:02:01.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.469+0000 7fed81e6e640 1 -- 172.21.15.76:0/4281859728 shutdown_connections 2024-09-13T16:02:01.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.470+0000 7efdffd76640 1 -- 172.21.15.76:0/1983730643 shutdown_connections 2024-09-13T16:02:01.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.470+0000 7fed81e6e640 1 -- 172.21.15.76:0/4281859728 wait complete. 2024-09-13T16:02:01.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.470+0000 7fa0f4c67640 1 -- start start 2024-09-13T16:02:01.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.470+0000 7fbbf1f7d640 1 Processor -- start 2024-09-13T16:02:01.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.470+0000 7fbbf1f7d640 1 -- start start 2024-09-13T16:02:01.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.470+0000 7f85e5883640 1 -- 172.21.15.76:0/3934839078 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f85e00b0720 msgr2=0x7f85e0070250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.470+0000 7f85e5883640 1 --2- 172.21.15.76:0/3934839078 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f85e00b0720 0x7f85e0070250 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f85e00adb50 tx=0x7f85c802a250 comp rx=0 tx=0).stop 2024-09-13T16:02:01.515 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.471+0000 7fefc685a640 1 Processor -- start 2024-09-13T16:02:01.515 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.471+0000 7f85e5883640 1 -- 172.21.15.76:0/3934839078 shutdown_connections 2024-09-13T16:02:01.516 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.471+0000 7f85e5883640 1 --2- 172.21.15.76:0/3934839078 >> v2:172.21.15.192:3300/0 conn(0x7f85e01583d0 0x7f85e0070790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.516 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.471+0000 7f85e5883640 1 --2- 172.21.15.76:0/3934839078 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f85e00b0720 0x7f85e0070250 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.516 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.471+0000 7f85e5883640 1 -- 172.21.15.76:0/3934839078 >> 172.21.15.76:0/3934839078 conn(0x7f85e00afc30 msgr2=0x7f85e00b0010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:01.516 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.471+0000 7f85e5883640 1 -- 172.21.15.76:0/3934839078 shutdown_connections 2024-09-13T16:02:01.516 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.470+0000 7efdffd76640 1 -- 172.21.15.76:0/1983730643 wait complete. 2024-09-13T16:02:01.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.471+0000 7f85e5883640 1 -- 172.21.15.76:0/3934839078 wait complete. 2024-09-13T16:02:01.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.471+0000 7fa0f4c67640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa0f00b7f20 0x7fa0f00706c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.471+0000 7fa0f4c67640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa0f00cf010 0x7fa0f00c9e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.471+0000 7fa0f4c67640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa0f00d0be0 0x7fa0f00ca390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.471+0000 7fbbf1f7d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbbec0cd3d0 0x7fbbec135b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.519 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.471+0000 7fed81e6e640 1 Processor -- start 2024-09-13T16:02:01.519 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.471+0000 7fa0f4c67640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0f0070c00 con 0x7fa0f00b7f20 2024-09-13T16:02:01.519 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.471+0000 7fa0f4c67640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0f0150fe0 con 0x7fa0f00cf010 2024-09-13T16:02:01.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.471+0000 7fa0f4c67640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa0f01512c0 con 0x7fa0f00d0be0 2024-09-13T16:02:01.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.472+0000 7fbbf1f7d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbbec159b00 0x7fbbec0b3e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.472+0000 7efdffd76640 1 Processor -- start 2024-09-13T16:02:01.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.471+0000 7fefc685a640 1 -- start start 2024-09-13T16:02:01.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.472+0000 7fbbeb7fe640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbbec0cd3d0 0x7fbbec135b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.522 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.472+0000 7efdffd76640 1 -- start start 2024-09-13T16:02:01.522 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.470+0000 7f9d72a7b640 1 --2- 172.21.15.76:0/3394629469 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9d6c070b80 0x7f9d6c15fce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.522 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.472+0000 7fbbeb7fe640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbbec0cd3d0 0x7fbbec135b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.76:41792/0 (socket says 172.21.15.76:41792) 2024-09-13T16:02:01.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.472+0000 7fa0ef7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa0f00b7f20 0x7fa0f00706c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.472+0000 7fbbe2ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbbec159b00 0x7fbbec0b3e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.472+0000 7fa0ef7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa0f00b7f20 0x7fa0f00706c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56000/0 (socket says 172.21.15.76:56000) 2024-09-13T16:02:01.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.472+0000 7fa0ef7fe640 1 -- 172.21.15.76:0/234550258 learned_addr learned my addr 172.21.15.76:0/234550258 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:01.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.470+0000 7f9d72a7b640 1 -- 172.21.15.76:0/3394629469 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9d6c0cabc0 msgr2=0x7f9d6c1fec20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.470+0000 7f9d72a7b640 1 --2- 172.21.15.76:0/3394629469 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9d6c0cabc0 0x7f9d6c1fec20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.470+0000 7f9d72a7b640 1 -- 172.21.15.76:0/3394629469 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9d68009400 con 0x7f9d6c0cafa0 2024-09-13T16:02:01.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.470+0000 7f9d71a79640 1 --2- 172.21.15.76:0/3394629469 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9d6c0cabc0 0x7f9d6c1fec20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:02:01.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.471+0000 7f9d7227a640 1 --2- 172.21.15.76:0/3394629469 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9d6c070b80 0x7f9d6c15fce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:02:01.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.472+0000 7f9d72a7b640 1 --2- 172.21.15.76:0/3394629469 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9d6c0cafa0 0x7f9d6c1f4230 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f9d6400ca80 tx=0x7f9d6400cf40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:01.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.472+0000 7fbbe2ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbbec159b00 0x7fbbec0b3e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56004/0 (socket says 172.21.15.76:56004) 2024-09-13T16:02:01.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.472+0000 7fefc685a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fefc00c99a0 0x7fefc0171d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.472+0000 7fbbf1f7d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbbec1f31f0 0x7fbbec1f36a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.472+0000 7fefc685a640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fefc01593f0 0x7fefc00b2880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.472+0000 7fefc685a640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fefc00af970 0x7fefc00b2dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.472+0000 7fefc685a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fefc0172820 con 0x7fefc00c99a0 2024-09-13T16:02:01.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.472+0000 7fefc685a640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fefc00cdf20 con 0x7fefc01593f0 2024-09-13T16:02:01.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.472+0000 7fefc685a640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fefc01725b0 con 0x7fefc00af970 2024-09-13T16:02:01.528 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.472+0000 7fcb20711640 1 Processor -- start 2024-09-13T16:02:01.528 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.472+0000 7fbbeb7fe640 1 -- 172.21.15.76:0/673017335 learned_addr learned my addr 172.21.15.76:0/673017335 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:01.528 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.472+0000 7fbbf1f7d640 1 -- 172.21.15.76:0/673017335 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbbec13a6d0 con 0x7fbbec159b00 2024-09-13T16:02:01.529 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.472+0000 7fbbf1f7d640 1 -- 172.21.15.76:0/673017335 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbbec139b00 con 0x7fbbec1f31f0 2024-09-13T16:02:01.529 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.472+0000 7fbbf1f7d640 1 -- 172.21.15.76:0/673017335 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbbec1360a0 con 0x7fbbec0cd3d0 2024-09-13T16:02:01.529 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.472+0000 7f9d62ffd640 1 -- 172.21.15.76:0/3394629469 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d6400ac30 con 0x7f9d6c0cafa0 2024-09-13T16:02:01.529 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.472+0000 7fbbebfff640 1 --2- 172.21.15.76:0/673017335 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbbec1f31f0 0x7fbbec1f36a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.472+0000 7fefbf7fe640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fefc01593f0 0x7fefc00b2880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.472+0000 7f9d7327c640 1 -- 172.21.15.76:0/3394629469 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9d6c1ffcd0 con 0x7f9d6c0cafa0 2024-09-13T16:02:01.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.472+0000 7f9d7327c640 1 -- 172.21.15.76:0/3394629469 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9d6c160220 con 0x7f9d6c0cafa0 2024-09-13T16:02:01.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.472+0000 7fa0ef7fe640 1 -- 172.21.15.76:0/234550258 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa0f00d0be0 msgr2=0x7fa0f00ca390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.472+0000 7fa0ef7fe640 1 --2- 172.21.15.76:0/234550258 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa0f00d0be0 0x7fa0f00ca390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.472+0000 7fa0ef7fe640 1 -- 172.21.15.76:0/234550258 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa0f00cf010 msgr2=0x7fa0f00c9e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.472+0000 7fa0ef7fe640 1 --2- 172.21.15.76:0/234550258 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa0f00cf010 0x7fa0f00c9e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.473+0000 7fa0ef7fe640 1 -- 172.21.15.76:0/234550258 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa0e8009b30 con 0x7fa0f00b7f20 2024-09-13T16:02:01.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.472+0000 7fefbf7fe640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fefc01593f0 0x7fefc00b2880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.76:33632/0 (socket says 172.21.15.76:33632) 2024-09-13T16:02:01.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.472+0000 7fefbf7fe640 1 -- 172.21.15.76:0/352730708 learned_addr learned my addr 172.21.15.76:0/352730708 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:01.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.473+0000 7fefc4df7640 1 --2- 172.21.15.76:0/352730708 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fefc00af970 0x7fefc00b2dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.532 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.473+0000 7fbbe2ffd640 1 -- 172.21.15.76:0/673017335 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbbec0cd3d0 msgr2=0x7fbbec135b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.532 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.473+0000 7fbbe2ffd640 1 --2- 172.21.15.76:0/673017335 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbbec0cd3d0 0x7fbbec135b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.532 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.473+0000 7fbbe2ffd640 1 -- 172.21.15.76:0/673017335 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbbec1f31f0 msgr2=0x7fbbec1f36a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.532 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.473+0000 7fbbe2ffd640 1 --2- 172.21.15.76:0/673017335 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbbec1f31f0 0x7fbbec1f36a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.532 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.473+0000 7fbbe2ffd640 1 -- 172.21.15.76:0/673017335 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbbd40094d0 con 0x7fbbec159b00 2024-09-13T16:02:01.532 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.473+0000 7fefbf7fe640 1 -- 172.21.15.76:0/352730708 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fefc00af970 msgr2=0x7fefc00b2dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.532 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.473+0000 7fefbf7fe640 1 --2- 172.21.15.76:0/352730708 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fefc00af970 0x7fefc00b2dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.532 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.473+0000 7fefbf7fe640 1 -- 172.21.15.76:0/352730708 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fefc00c99a0 msgr2=0x7fefc0171d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.532 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.473+0000 7fefbf7fe640 1 --2- 172.21.15.76:0/352730708 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fefc00c99a0 0x7fefc0171d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.533 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.473+0000 7fefbf7fe640 1 -- 172.21.15.76:0/352730708 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fefb8009a70 con 0x7fefc01593f0 2024-09-13T16:02:01.533 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.473+0000 7fa0ef7fe640 1 --2- 172.21.15.76:0/234550258 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa0f00b7f20 0x7fa0f00706c0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fa0e8000f80 tx=0x7fa0e8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:01.533 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.473+0000 7f9d62ffd640 1 -- 172.21.15.76:0/3394629469 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9d6400ad90 con 0x7f9d6c0cafa0 2024-09-13T16:02:01.533 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.473+0000 7f9d62ffd640 1 -- 172.21.15.76:0/3394629469 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d64012600 con 0x7f9d6c0cafa0 2024-09-13T16:02:01.533 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.473+0000 7efdffd76640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efdf80b1930 0x7efdf8157be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.534 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.473+0000 7fa0d7fff640 1 -- 172.21.15.76:0/234550258 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0e8004850 con 0x7fa0f00b7f20 2024-09-13T16:02:01.534 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.473+0000 7fa0d7fff640 1 -- 172.21.15.76:0/234550258 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa0e8003e30 con 0x7fa0f00b7f20 2024-09-13T16:02:01.534 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.473+0000 7fbbe2ffd640 1 --2- 172.21.15.76:0/673017335 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbbec159b00 0x7fbbec0b3e80 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fbbdc00e7e0 tx=0x7fbbdc00eca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:01.534 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.473+0000 7efdffd76640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efdf815c580 0x7efdf81f1390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.473+0000 7efdffd76640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efdf8158630 0x7efdf80aaf50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.473+0000 7f85e5883640 1 Processor -- start 2024-09-13T16:02:01.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.473+0000 7f85e5883640 1 -- start start 2024-09-13T16:02:01.536 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.472+0000 7fcb20711640 1 -- start start 2024-09-13T16:02:01.536 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.474+0000 7fed81e6e640 1 -- start start 2024-09-13T16:02:01.537 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.474+0000 7f9d7327c640 1 -- 172.21.15.76:0/3394629469 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f9d54000fc0 con 0x7f9d6c0cafa0 2024-09-13T16:02:01.537 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.474+0000 7efdfdb12640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efdf80b1930 0x7efdf8157be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.537 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.474+0000 7efdfdb12640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efdf80b1930 0x7efdf8157be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.76:41812/0 (socket says 172.21.15.76:41812) 2024-09-13T16:02:01.537 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.474+0000 7efdfdb12640 1 -- 172.21.15.76:0/206420883 learned_addr learned my addr 172.21.15.76:0/206420883 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:01.537 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.474+0000 7fefbf7fe640 1 --2- 172.21.15.76:0/352730708 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fefc01593f0 0x7fefc00b2880 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fefb000c500 tx=0x7fefb000c900 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:01.538 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.474+0000 7efdfd311640 1 --2- 172.21.15.76:0/206420883 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efdf815c580 0x7efdf81f1390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.538 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.474+0000 7efdffd76640 1 -- 172.21.15.76:0/206420883 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efdf8157750 con 0x7efdf815c580 2024-09-13T16:02:01.538 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.474+0000 7efdffd76640 1 -- 172.21.15.76:0/206420883 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efdf8158ff0 con 0x7efdf8158630 2024-09-13T16:02:01.538 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.474+0000 7efdffd76640 1 -- 172.21.15.76:0/206420883 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efdf8157100 con 0x7efdf80b1930 2024-09-13T16:02:01.539 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.474+0000 7fbbe8ff9640 1 -- 172.21.15.76:0/673017335 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbbdc004030 con 0x7fbbec159b00 2024-09-13T16:02:01.539 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.474+0000 7fbbe8ff9640 1 -- 172.21.15.76:0/673017335 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbbdc004190 con 0x7fbbec159b00 2024-09-13T16:02:01.539 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.474+0000 7fbbe8ff9640 1 -- 172.21.15.76:0/673017335 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbbdc00c6d0 con 0x7fbbec159b00 2024-09-13T16:02:01.539 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.474+0000 7fbbf1f7d640 1 -- 172.21.15.76:0/673017335 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbbec139da0 con 0x7fbbec159b00 2024-09-13T16:02:01.539 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.474+0000 7fefbcff9640 1 -- 172.21.15.76:0/352730708 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefb0007480 con 0x7fefc01593f0 2024-09-13T16:02:01.539 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.474+0000 7fbbf1f7d640 1 -- 172.21.15.76:0/673017335 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbbec13a360 con 0x7fbbec159b00 2024-09-13T16:02:01.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.474+0000 7fcb20711640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcb1000bb30 0x7fcb100eb1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.474+0000 7fefbcff9640 1 -- 172.21.15.76:0/352730708 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fefb00075e0 con 0x7fefc01593f0 2024-09-13T16:02:01.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.474+0000 7fefbcff9640 1 -- 172.21.15.76:0/352730708 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefb00049e0 con 0x7fefc01593f0 2024-09-13T16:02:01.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.474+0000 7fefc685a640 1 -- 172.21.15.76:0/352730708 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fefa80094d0 con 0x7fefc01593f0 2024-09-13T16:02:01.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.474+0000 7fefc685a640 1 -- 172.21.15.76:0/352730708 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fefc00ca9a0 con 0x7fefc01593f0 2024-09-13T16:02:01.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.474+0000 7fcb20711640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcb10032380 0x7fcb10047c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.474+0000 7fcb20711640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcb100de9c0 0x7fcb100d3b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.474+0000 7fcb20711640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcb100d28a0 con 0x7fcb1000bb30 2024-09-13T16:02:01.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.474+0000 7fcb20711640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcb100d3700 con 0x7fcb10032380 2024-09-13T16:02:01.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.474+0000 7fcb20711640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcb100d2af0 con 0x7fcb100de9c0 2024-09-13T16:02:01.542 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.474+0000 7efdfdb12640 1 -- 172.21.15.76:0/206420883 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efdf8158630 msgr2=0x7efdf80aaf50 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-13T16:02:01.542 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.474+0000 7efdfdb12640 1 --2- 172.21.15.76:0/206420883 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efdf8158630 0x7efdf80aaf50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.542 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.474+0000 7efdfdb12640 1 -- 172.21.15.76:0/206420883 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efdf815c580 msgr2=0x7efdf81f1390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.542 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.474+0000 7efdfdb12640 1 --2- 172.21.15.76:0/206420883 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efdf815c580 0x7efdf81f1390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.543 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.475+0000 7efdfdb12640 1 -- 172.21.15.76:0/206420883 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efdf00094d0 con 0x7efdf80b1930 2024-09-13T16:02:01.543 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.475+0000 7efdfd311640 1 --2- 172.21.15.76:0/206420883 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efdf815c580 0x7efdf81f1390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:02:01.543 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.475+0000 7efdfdb12640 1 --2- 172.21.15.76:0/206420883 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efdf80b1930 0x7efdf8157be0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7efdf002a9f0 tx=0x7efdf00046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:01.543 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.475+0000 7fed81e6e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fed7c0ad0e0 0x7fed7c15c3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.543 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.475+0000 7efdf67fc640 1 -- 172.21.15.76:0/206420883 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efdf0030830 con 0x7efdf80b1930 2024-09-13T16:02:01.543 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.475+0000 7fa0f4c67640 1 -- 172.21.15.76:0/234550258 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa0f01515a0 con 0x7fa0f00b7f20 2024-09-13T16:02:01.544 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.476+0000 7fed81e6e640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fed7c0ca930 0x7fed7c099f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.544 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.476+0000 7fed81e6e640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fed7c1607c0 0x7fed7c15dda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.544 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.476+0000 7fed7bfff640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fed7c0ca930 0x7fed7c099f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.544 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.476+0000 7fed7bfff640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fed7c0ca930 0x7fed7c099f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.76:41834/0 (socket says 172.21.15.76:41834) 2024-09-13T16:02:01.544 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.476+0000 7fed8166d640 1 --2- 172.21.15.76:0/2271433814 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fed7c1607c0 0x7fed7c15dda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.544 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.476+0000 7fed7bfff640 1 -- 172.21.15.76:0/2271433814 learned_addr learned my addr 172.21.15.76:0/2271433814 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:01.544 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.476+0000 7fed81e6e640 1 -- 172.21.15.76:0/2271433814 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed7c15c8e0 con 0x7fed7c0ad0e0 2024-09-13T16:02:01.544 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.476+0000 7fed81e6e640 1 -- 172.21.15.76:0/2271433814 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed7c161f20 con 0x7fed7c1607c0 2024-09-13T16:02:01.544 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.476+0000 7fed81e6e640 1 -- 172.21.15.76:0/2271433814 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fed7c162200 con 0x7fed7c0ca930 2024-09-13T16:02:01.544 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.477+0000 7fed80e6c640 1 --2- 172.21.15.76:0/2271433814 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fed7c0ad0e0 0x7fed7c15c3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.545 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.475+0000 7fefc685a640 1 -- 172.21.15.76:0/352730708 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fefc00ca820 con 0x7fefc01593f0 2024-09-13T16:02:01.545 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.476+0000 7fefbcff9640 1 -- 172.21.15.76:0/352730708 <== mon.1 v2:172.21.15.192:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fefb0004b40 con 0x7fefc01593f0 2024-09-13T16:02:01.545 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.475+0000 7efdffd76640 1 -- 172.21.15.76:0/206420883 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efdf81573e0 con 0x7efdf80b1930 2024-09-13T16:02:01.545 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.476+0000 7efdffd76640 1 -- 172.21.15.76:0/206420883 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efdf809bc80 con 0x7efdf80b1930 2024-09-13T16:02:01.545 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.476+0000 7efdf67fc640 1 -- 172.21.15.76:0/206420883 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efdf0030990 con 0x7efdf80b1930 2024-09-13T16:02:01.545 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.476+0000 7efdf67fc640 1 -- 172.21.15.76:0/206420883 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efdf0030d40 con 0x7efdf80b1930 2024-09-13T16:02:01.546 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.475+0000 7f85e5883640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f85e006d1a0 0x7f85e013f9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.546 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.475+0000 7f85e5883640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f85e00b0720 0x7f85e013da60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.546 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.475+0000 7f85e5883640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f85e01583d0 0x7f85e015a2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.546 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.475+0000 7f85e5883640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f85e0148650 con 0x7f85e00b0720 2024-09-13T16:02:01.546 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.475+0000 7f85e5883640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f85e0147a40 con 0x7f85e006d1a0 2024-09-13T16:02:01.546 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.475+0000 7f85e5883640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f85e0147d20 con 0x7f85e01583d0 2024-09-13T16:02:01.546 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.475+0000 7f85e4881640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f85e006d1a0 0x7f85e013f9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.546 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.475+0000 7f85e4881640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f85e006d1a0 0x7f85e013f9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.76:33660/0 (socket says 172.21.15.76:33660) 2024-09-13T16:02:01.546 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.475+0000 7f85e4881640 1 -- 172.21.15.76:0/549752552 learned_addr learned my addr 172.21.15.76:0/549752552 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:01.546 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.475+0000 7f85e5082640 1 --2- 172.21.15.76:0/549752552 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f85e01583d0 0x7f85e015a2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.547 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.475+0000 7fa0d7fff640 1 -- 172.21.15.76:0/234550258 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0e803b610 con 0x7fa0f00b7f20 2024-09-13T16:02:01.547 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.476+0000 7fa0f4c67640 1 -- 172.21.15.76:0/234550258 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa0f0150cb0 con 0x7fa0f00b7f20 2024-09-13T16:02:01.547 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.477+0000 7fefbcff9640 1 --2- 172.21.15.76:0/352730708 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fefa006acd0 0x7fefa006d190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.547 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.477+0000 7efddffff640 1 -- 172.21.15.76:0/206420883 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7efdf815d330 con 0x7efdf80b1930 2024-09-13T16:02:01.547 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.475+0000 7f85dffff640 1 --2- 172.21.15.76:0/549752552 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f85e00b0720 0x7f85e013da60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.548 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.475+0000 7f85e4881640 1 -- 172.21.15.76:0/549752552 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f85e01583d0 msgr2=0x7f85e015a2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.548 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.475+0000 7f85e4881640 1 --2- 172.21.15.76:0/549752552 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f85e01583d0 0x7f85e015a2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.548 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.475+0000 7f85e4881640 1 -- 172.21.15.76:0/549752552 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f85e00b0720 msgr2=0x7f85e013da60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.548 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.475+0000 7f85e4881640 1 --2- 172.21.15.76:0/549752552 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f85e00b0720 0x7f85e013da60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.548 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.475+0000 7f85e4881640 1 -- 172.21.15.76:0/549752552 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f85c80094d0 con 0x7f85e006d1a0 2024-09-13T16:02:01.548 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.476+0000 7f85e4881640 1 --2- 172.21.15.76:0/549752552 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f85e006d1a0 0x7f85e013f9c0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f85c8000c00 tx=0x7f85c80046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:01.548 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.476+0000 7f85dd7fa640 1 -- 172.21.15.76:0/549752552 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85c8032440 con 0x7f85e006d1a0 2024-09-13T16:02:01.549 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.476+0000 7f85dd7fa640 1 -- 172.21.15.76:0/549752552 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f85c8030b80 con 0x7f85e006d1a0 2024-09-13T16:02:01.549 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.477+0000 7f85dd7fa640 1 -- 172.21.15.76:0/549752552 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85c803b400 con 0x7f85e006d1a0 2024-09-13T16:02:01.550 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.477+0000 7fed8166d640 1 -- 172.21.15.76:0/2271433814 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fed7c0ca930 msgr2=0x7fed7c099f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.550 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.477+0000 7fed8166d640 1 --2- 172.21.15.76:0/2271433814 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fed7c0ca930 0x7fed7c099f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.550 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.477+0000 7fed8166d640 1 -- 172.21.15.76:0/2271433814 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fed7c0ad0e0 msgr2=0x7fed7c15c3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.550 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.477+0000 7fed8166d640 1 --2- 172.21.15.76:0/2271433814 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fed7c0ad0e0 0x7fed7c15c3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.550 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.477+0000 7fefbcff9640 1 -- 172.21.15.76:0/352730708 <== mon.1 v2:172.21.15.192:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fefb0088950 con 0x7fefc01593f0 2024-09-13T16:02:01.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.477+0000 7fefbcff9640 1 --2- 172.21.15.76:0/352730708 >> [v2:172.21.15.192:6800/472442158,v1:172.21.15.192:6801/472442158] conn(0x7fefa0074310 0x7fefa0076750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.477+0000 7fefbcff9640 1 -- 172.21.15.76:0/352730708 --> [v2:172.21.15.192:6800/472442158,v1:172.21.15.192:6801/472442158] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fefa0076e20 con 0x7fefa0074310 2024-09-13T16:02:01.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.477+0000 7fefbcff9640 1 -- 172.21.15.76:0/352730708 <== mon.1 v2:172.21.15.192:3300/0 6 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fefb008d2a0 con 0x7fefc01593f0 2024-09-13T16:02:01.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.477+0000 7fed8166d640 1 -- 172.21.15.76:0/2271433814 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fed70009400 con 0x7fed7c1607c0 2024-09-13T16:02:01.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.477+0000 7fbbf1f7d640 1 -- 172.21.15.76:0/673017335 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fbbec0ce3f0 con 0x7fbbec159b00 2024-09-13T16:02:01.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.475+0000 7fcb1dcac640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcb10032380 0x7fcb10047c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.475+0000 7fcb1dcac640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcb10032380 0x7fcb10047c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.76:33648/0 (socket says 172.21.15.76:33648) 2024-09-13T16:02:01.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.475+0000 7fcb1dcac640 1 -- 172.21.15.76:0/2276915561 learned_addr learned my addr 172.21.15.76:0/2276915561 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:01.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.475+0000 7fcb1dcac640 1 -- 172.21.15.76:0/2276915561 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcb100de9c0 msgr2=0x7fcb100d3b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.475+0000 7fcb1dcac640 1 --2- 172.21.15.76:0/2276915561 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcb100de9c0 0x7fcb100d3b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.475+0000 7fcb1dcac640 1 -- 172.21.15.76:0/2276915561 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcb1000bb30 msgr2=0x7fcb100eb1b0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-13T16:02:01.554 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.477+0000 7fcb1e4ad640 1 --2- 172.21.15.76:0/2276915561 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcb1000bb30 0x7fcb100eb1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.554 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.477+0000 7fcb1dcac640 1 --2- 172.21.15.76:0/2276915561 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcb1000bb30 0x7fcb100eb1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.554 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.477+0000 7fcb1dcac640 1 -- 172.21.15.76:0/2276915561 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcb08009400 con 0x7fcb10032380 2024-09-13T16:02:01.554 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.478+0000 7f85e5883640 1 -- 172.21.15.76:0/549752552 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f85e0148000 con 0x7f85e006d1a0 2024-09-13T16:02:01.555 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.478+0000 7fed8166d640 1 --2- 172.21.15.76:0/2271433814 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fed7c1607c0 0x7fed7c15dda0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fed7400caa0 tx=0x7fed7400cf60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:01.555 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.478+0000 7fbbe8ff9640 1 -- 172.21.15.76:0/673017335 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fbbdc00c830 con 0x7fbbec159b00 2024-09-13T16:02:01.555 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.478+0000 7fed797fa640 1 -- 172.21.15.76:0/2271433814 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed7400ac00 con 0x7fed7c1607c0 2024-09-13T16:02:01.555 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.478+0000 7fed797fa640 1 -- 172.21.15.76:0/2271433814 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fed7400ad60 con 0x7fed7c1607c0 2024-09-13T16:02:01.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.478+0000 7fed81e6e640 1 -- 172.21.15.76:0/2271433814 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fed7c1624e0 con 0x7fed7c1607c0 2024-09-13T16:02:01.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.478+0000 7fed81e6e640 1 -- 172.21.15.76:0/2271433814 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fed7c15fea0 con 0x7fed7c1607c0 2024-09-13T16:02:01.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.478+0000 7f9d62ffd640 1 -- 172.21.15.76:0/3394629469 <== mon.1 v2:172.21.15.192:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9d64012760 con 0x7f9d6c0cafa0 2024-09-13T16:02:01.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.478+0000 7fcb1dcac640 1 --2- 172.21.15.76:0/2276915561 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcb10032380 0x7fcb10047c70 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fcb08000c00 tx=0x7fcb080046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:01.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.478+0000 7fbbe8ff9640 1 --2- 172.21.15.76:0/673017335 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbbcc06ac30 0x7fbbcc06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.557 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.478+0000 7fbbe8ff9640 1 -- 172.21.15.76:0/673017335 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fbbdc089680 con 0x7fbbec159b00 2024-09-13T16:02:01.557 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.478+0000 7fbbeb7fe640 1 --2- 172.21.15.76:0/673017335 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbbcc06ac30 0x7fbbcc06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.557 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.478+0000 7fbbe8ff9640 1 --2- 172.21.15.76:0/673017335 >> [v2:172.21.15.76:6800/2292301757,v1:172.21.15.76:6801/2292301757] conn(0x7fbbcc0741f0 0x7fbbcc076630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.557 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.478+0000 7fbbe8ff9640 1 -- 172.21.15.76:0/673017335 --> [v2:172.21.15.76:6800/2292301757,v1:172.21.15.76:6801/2292301757] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fbbcc076d00 con 0x7fbbcc0741f0 2024-09-13T16:02:01.557 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.478+0000 7fbbe8ff9640 1 -- 172.21.15.76:0/673017335 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fbbdc08bc60 con 0x7fbbec159b00 2024-09-13T16:02:01.557 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.478+0000 7fefc4df7640 1 --2- 172.21.15.76:0/352730708 >> [v2:172.21.15.192:6800/472442158,v1:172.21.15.192:6801/472442158] conn(0x7fefa0074310 0x7fefa0076750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.557 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.478+0000 7fefbffff640 1 --2- 172.21.15.76:0/352730708 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fefa006acd0 0x7fefa006d190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.479+0000 7efdf67fc640 1 -- 172.21.15.76:0/206420883 <== mon.2 v2:172.21.15.192:3301/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7efdf0038040 con 0x7efdf80b1930 2024-09-13T16:02:01.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.478+0000 7f85e5883640 1 -- 172.21.15.76:0/549752552 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f85e013dfa0 con 0x7f85e006d1a0 2024-09-13T16:02:01.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.479+0000 7f9d62ffd640 1 --2- 172.21.15.76:0/3394629469 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9d5006ad00 0x7f9d5006d1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.479+0000 7fbbebfff640 1 --2- 172.21.15.76:0/673017335 >> [v2:172.21.15.76:6800/2292301757,v1:172.21.15.76:6801/2292301757] conn(0x7fbbcc0741f0 0x7fbbcc076630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.559 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.479+0000 7f9d62ffd640 1 -- 172.21.15.76:0/3394629469 <== mon.1 v2:172.21.15.192:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f9d640897b0 con 0x7f9d6c0cafa0 2024-09-13T16:02:01.559 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.479+0000 7f9d62ffd640 1 --2- 172.21.15.76:0/3394629469 >> [v2:172.21.15.76:6808/3900236276,v1:172.21.15.76:6809/3900236276] conn(0x7f9d50074340 0x7f9d50076780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.559 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.479+0000 7f9d62ffd640 1 -- 172.21.15.76:0/3394629469 --> [v2:172.21.15.76:6808/3900236276,v1:172.21.15.76:6809/3900236276] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f9d50076e50 con 0x7f9d50074340 2024-09-13T16:02:01.559 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.479+0000 7f9d62ffd640 1 -- 172.21.15.76:0/3394629469 <== mon.1 v2:172.21.15.192:3300/0 6 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9d64089b60 con 0x7f9d6c0cafa0 2024-09-13T16:02:01.559 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.479+0000 7fbbeb7fe640 1 --2- 172.21.15.76:0/673017335 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbbcc06ac30 0x7fbbcc06d0f0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fbbd4000c00 tx=0x7fbbd4008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:01.560 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.479+0000 7fefbffff640 1 --2- 172.21.15.76:0/352730708 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fefa006acd0 0x7fefa006d190 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fefa8034000 tx=0x7fefa802c000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:01.560 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.479+0000 7fa0f4c67640 1 -- 172.21.15.76:0/234550258 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fa0d0000fc0 con 0x7fa0f00b7f20 2024-09-13T16:02:01.560 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.479+0000 7fa0d7fff640 1 -- 172.21.15.76:0/234550258 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fa0e8038070 con 0x7fa0f00b7f20 2024-09-13T16:02:01.560 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.479+0000 7fed797fa640 1 -- 172.21.15.76:0/2271433814 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed74012600 con 0x7fed7c1607c0 2024-09-13T16:02:01.561 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.479+0000 7f9d7227a640 1 --2- 172.21.15.76:0/3394629469 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9d5006ad00 0x7f9d5006d1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.561 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.479+0000 7fbbebfff640 1 --2- 172.21.15.76:0/673017335 >> [v2:172.21.15.76:6800/2292301757,v1:172.21.15.76:6801/2292301757] conn(0x7fbbcc0741f0 0x7fbbcc076630 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:01.561 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.479+0000 7efdf67fc640 1 --2- 172.21.15.76:0/206420883 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efde406ac00 0x7efde406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.562 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.479+0000 7efdf67fc640 1 -- 172.21.15.76:0/206420883 <== mon.2 v2:172.21.15.192:3301/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7efdf00a9c60 con 0x7efdf80b1930 2024-09-13T16:02:01.562 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.480+0000 7efdf67fc640 1 --2- 172.21.15.76:0/206420883 >> [v2:172.21.15.192:6824/3176895433,v1:172.21.15.192:6825/3176895433] conn(0x7efde40741c0 0x7efde4076600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.562 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.480+0000 7efdf67fc640 1 -- 172.21.15.76:0/206420883 --> [v2:172.21.15.192:6824/3176895433,v1:172.21.15.192:6825/3176895433] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7efde4076cd0 con 0x7efde40741c0 2024-09-13T16:02:01.562 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.480+0000 7efdf67fc640 1 -- 172.21.15.76:0/206420883 <== mon.2 v2:172.21.15.192:3301/0 6 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7efdf00ae2a0 con 0x7efdf80b1930 2024-09-13T16:02:01.562 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.480+0000 7fa0d7fff640 1 --2- 172.21.15.76:0/234550258 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa0dc06acd0 0x7fa0dc06d190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.562 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.480+0000 7fcb0effd640 1 -- 172.21.15.76:0/2276915561 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb08004230 con 0x7fcb10032380 2024-09-13T16:02:01.563 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.480+0000 7fcb0effd640 1 -- 172.21.15.76:0/2276915561 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcb08004390 con 0x7fcb10032380 2024-09-13T16:02:01.563 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.480+0000 7efdfe313640 1 --2- 172.21.15.76:0/206420883 >> [v2:172.21.15.192:6824/3176895433,v1:172.21.15.192:6825/3176895433] conn(0x7efde40741c0 0x7efde4076600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.563 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.480+0000 7f9d7227a640 1 --2- 172.21.15.76:0/3394629469 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9d5006ad00 0x7f9d5006d1c0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f9d5c007fd0 tx=0x7f9d5c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:01.563 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.480+0000 7f9d71a79640 1 --2- 172.21.15.76:0/3394629469 >> [v2:172.21.15.76:6808/3900236276,v1:172.21.15.76:6809/3900236276] conn(0x7f9d50074340 0x7f9d50076780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.564 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.479+0000 7f85d6ffd640 1 -- 172.21.15.76:0/549752552 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f85e0070cd0 con 0x7f85e006d1a0 2024-09-13T16:02:01.564 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.480+0000 7f85dd7fa640 1 -- 172.21.15.76:0/549752552 <== mon.1 v2:172.21.15.192:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f85c8039040 con 0x7f85e006d1a0 2024-09-13T16:02:01.564 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.480+0000 7fcb0effd640 1 -- 172.21.15.76:0/2276915561 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb0803c8c0 con 0x7fcb10032380 2024-09-13T16:02:01.565 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.480+0000 7f85dd7fa640 1 --2- 172.21.15.76:0/549752552 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f85c006ac50 0x7f85c006d110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.565 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.480+0000 7fa0eeffd640 1 --2- 172.21.15.76:0/234550258 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa0dc06acd0 0x7fa0dc06d190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.566 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.480+0000 7efdfd311640 1 --2- 172.21.15.76:0/206420883 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efde406ac00 0x7efde406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.566 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.480+0000 7fed797fa640 1 -- 172.21.15.76:0/2271433814 <== mon.1 v2:172.21.15.192:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fed74007070 con 0x7fed7c1607c0 2024-09-13T16:02:01.567 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.480+0000 7f85dd7fa640 1 -- 172.21.15.76:0/549752552 <== mon.1 v2:172.21.15.192:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f85c80a9c90 con 0x7f85e006d1a0 2024-09-13T16:02:01.567 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.481+0000 7f9d71a79640 1 --2- 172.21.15.76:0/3394629469 >> [v2:172.21.15.76:6808/3900236276,v1:172.21.15.76:6809/3900236276] conn(0x7f9d50074340 0x7f9d50076780 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:01.568 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.481+0000 7f85dd7fa640 1 --2- 172.21.15.76:0/549752552 >> [v2:172.21.15.192:6816/619216059,v1:172.21.15.192:6817/619216059] conn(0x7f85c0074290 0x7f85c00766d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.568 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.481+0000 7f85dd7fa640 1 -- 172.21.15.76:0/549752552 --> [v2:172.21.15.192:6816/619216059,v1:172.21.15.192:6817/619216059] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f85c0076da0 con 0x7f85c0074290 2024-09-13T16:02:01.568 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.481+0000 7f85dd7fa640 1 -- 172.21.15.76:0/549752552 <== mon.1 v2:172.21.15.192:3300/0 6 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f85c80ac3a0 con 0x7f85e006d1a0 2024-09-13T16:02:01.568 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.481+0000 7f85dffff640 1 --2- 172.21.15.76:0/549752552 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f85c006ac50 0x7f85c006d110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.568 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.481+0000 7fcb20711640 1 -- 172.21.15.76:0/2276915561 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcb100d2dd0 con 0x7fcb10032380 2024-09-13T16:02:01.569 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.481+0000 7fcb20711640 1 -- 172.21.15.76:0/2276915561 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcb100d3390 con 0x7fcb10032380 2024-09-13T16:02:01.569 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.481+0000 7f85e5082640 1 --2- 172.21.15.76:0/549752552 >> [v2:172.21.15.192:6816/619216059,v1:172.21.15.192:6817/619216059] conn(0x7f85c0074290 0x7f85c00766d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.570 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.481+0000 7fa0d7fff640 1 -- 172.21.15.76:0/234550258 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fa0e80a9b00 con 0x7fa0f00b7f20 2024-09-13T16:02:01.570 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.481+0000 7fa0d7fff640 1 --2- 172.21.15.76:0/234550258 >> [v2:172.21.15.192:6808/1963320644,v1:172.21.15.192:6809/1963320644] conn(0x7fa0dc074310 0x7fa0dc076750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.570 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.481+0000 7fa0d7fff640 1 -- 172.21.15.76:0/234550258 --> [v2:172.21.15.192:6808/1963320644,v1:172.21.15.192:6809/1963320644] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fa0dc076e20 con 0x7fa0dc074310 2024-09-13T16:02:01.570 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.481+0000 7fa0d7fff640 1 -- 172.21.15.76:0/234550258 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa0e80ae240 con 0x7fa0f00b7f20 2024-09-13T16:02:01.571 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.481+0000 7fed797fa640 1 --2- 172.21.15.76:0/2271433814 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fed6006ac00 0x7fed6006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.571 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.481+0000 7fed797fa640 1 -- 172.21.15.76:0/2271433814 <== mon.1 v2:172.21.15.192:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fed74089450 con 0x7fed7c1607c0 2024-09-13T16:02:01.571 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.481+0000 7fefc4df7640 1 --2- 172.21.15.76:0/352730708 >> [v2:172.21.15.192:6800/472442158,v1:172.21.15.192:6801/472442158] conn(0x7fefa0074310 0x7fefa0076750 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:01.572 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.481+0000 7efdfd311640 1 --2- 172.21.15.76:0/206420883 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efde406ac00 0x7efde406d0c0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7efdf80abc50 tx=0x7efdec008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:01.572 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.481+0000 7efdfe313640 1 --2- 172.21.15.76:0/206420883 >> [v2:172.21.15.192:6824/3176895433,v1:172.21.15.192:6825/3176895433] conn(0x7efde40741c0 0x7efde4076600 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:01.573 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.481+0000 7fbbe8ff9640 1 -- 172.21.15.76:0/673017335 <== osd.3 v2:172.21.15.76:6800/2292301757 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7fbbcc076d00 con 0x7fbbcc0741f0 2024-09-13T16:02:01.573 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.482+0000 7fed80e6c640 1 --2- 172.21.15.76:0/2271433814 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fed6006ac00 0x7fed6006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.573 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.482+0000 7fcb20711640 1 -- 172.21.15.76:0/2276915561 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fcb100dedd0 con 0x7fcb10032380 2024-09-13T16:02:01.574 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.482+0000 7fa0effff640 1 --2- 172.21.15.76:0/234550258 >> [v2:172.21.15.192:6808/1963320644,v1:172.21.15.192:6809/1963320644] conn(0x7fa0dc074310 0x7fa0dc076750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.574 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.482+0000 7fa0eeffd640 1 --2- 172.21.15.76:0/234550258 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa0dc06acd0 0x7fa0dc06d190 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fa0e4006a90 tx=0x7fa0e4006a20 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:01.574 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.482+0000 7f9d62ffd640 1 -- 172.21.15.76:0/3394629469 <== osd.1 v2:172.21.15.76:6808/3900236276 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f9d50076e50 con 0x7f9d50074340 2024-09-13T16:02:01.575 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.482+0000 7f85dffff640 1 --2- 172.21.15.76:0/549752552 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f85c006ac50 0x7f85c006d110 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f85e014a5d0 tx=0x7f85d8008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:01.575 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.482+0000 7f85e5082640 1 --2- 172.21.15.76:0/549752552 >> [v2:172.21.15.192:6816/619216059,v1:172.21.15.192:6817/619216059] conn(0x7f85c0074290 0x7f85c00766d0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:01.576 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.482+0000 7fed81e6e640 1 --2- 172.21.15.76:0/2271433814 >> [v2:172.21.15.76:6816/557839759,v1:172.21.15.76:6817/557839759] conn(0x7fed7c09a450 0x7fed7c15f6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.576 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.482+0000 7fed81e6e640 1 -- 172.21.15.76:0/2271433814 --> [v2:172.21.15.76:6816/557839759,v1:172.21.15.76:6817/557839759] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fed7c0cc530 con 0x7fed7c09a450 2024-09-13T16:02:01.576 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.482+0000 7fefbcff9640 1 -- 172.21.15.76:0/352730708 <== osd.4 v2:172.21.15.192:6800/472442158 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7fefa0076e20 con 0x7fefa0074310 2024-09-13T16:02:01.577 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.482+0000 7fed7bfff640 1 --2- 172.21.15.76:0/2271433814 >> [v2:172.21.15.76:6816/557839759,v1:172.21.15.76:6817/557839759] conn(0x7fed7c09a450 0x7fed7c15f6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.577 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.482+0000 7fed80e6c640 1 --2- 172.21.15.76:0/2271433814 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fed6006ac00 0x7fed6006d0c0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fed70034000 tx=0x7fed7002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:01.577 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.482+0000 7efdf67fc640 1 -- 172.21.15.76:0/206420883 <== osd.5 v2:172.21.15.192:6824/3176895433 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7efde4076cd0 con 0x7efde40741c0 2024-09-13T16:02:01.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.483+0000 7fed7bfff640 1 --2- 172.21.15.76:0/2271433814 >> [v2:172.21.15.76:6816/557839759,v1:172.21.15.76:6817/557839759] conn(0x7fed7c09a450 0x7fed7c15f6c0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:01.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.483+0000 7fa0effff640 1 --2- 172.21.15.76:0/234550258 >> [v2:172.21.15.192:6808/1963320644,v1:172.21.15.192:6809/1963320644] conn(0x7fa0dc074310 0x7fa0dc076750 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:01.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.483+0000 7fcb0effd640 1 -- 172.21.15.76:0/2276915561 <== mon.1 v2:172.21.15.192:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fcb08039040 con 0x7fcb10032380 2024-09-13T16:02:01.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.483+0000 7f85dd7fa640 1 -- 172.21.15.76:0/549752552 <== osd.6 v2:172.21.15.192:6816/619216059 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f85c0076da0 con 0x7f85c0074290 2024-09-13T16:02:01.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.484+0000 7fcb0effd640 1 --2- 172.21.15.76:0/2276915561 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcafc06ac80 0x7fcafc06d140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.484+0000 7fcb0effd640 1 -- 172.21.15.76:0/2276915561 <== mon.1 v2:172.21.15.192:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fcb080a9fd0 con 0x7fcb10032380 2024-09-13T16:02:01.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.484+0000 7fed797fa640 1 -- 172.21.15.76:0/2271433814 <== osd.0 v2:172.21.15.76:6816/557839759 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7fed68009930 con 0x7fed7c09a450 2024-09-13T16:02:01.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.484+0000 7fcb1e4ad640 1 --2- 172.21.15.76:0/2276915561 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcafc06ac80 0x7fcafc06d140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.484+0000 7fcb0effd640 1 --2- 172.21.15.76:0/2276915561 >> [v2:172.21.15.76:6818/776370039,v1:172.21.15.76:6820/776370039] conn(0x7fcafc0742c0 0x7fcafc076700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.484+0000 7fa0d7fff640 1 -- 172.21.15.76:0/234550258 <== osd.7 v2:172.21.15.192:6808/1963320644 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7fa0dc076e20 con 0x7fa0dc074310 2024-09-13T16:02:01.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.484+0000 7fcb0effd640 1 -- 172.21.15.76:0/2276915561 --> [v2:172.21.15.76:6818/776370039,v1:172.21.15.76:6820/776370039] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fcafc076dd0 con 0x7fcafc0742c0 2024-09-13T16:02:01.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.484+0000 7fcb0effd640 1 -- 172.21.15.76:0/2276915561 <== mon.1 v2:172.21.15.192:3300/0 6 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fcb080ac620 con 0x7fcb10032380 2024-09-13T16:02:01.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.484+0000 7fcb1ecae640 1 --2- 172.21.15.76:0/2276915561 >> [v2:172.21.15.76:6818/776370039,v1:172.21.15.76:6820/776370039] conn(0x7fcafc0742c0 0x7fcafc076700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.485+0000 7fcb1ecae640 1 --2- 172.21.15.76:0/2276915561 >> [v2:172.21.15.76:6818/776370039,v1:172.21.15.76:6820/776370039] conn(0x7fcafc0742c0 0x7fcafc076700 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:01.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.485+0000 7fcb1e4ad640 1 --2- 172.21.15.76:0/2276915561 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcafc06ac80 0x7fcafc06d140 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fcb14003d80 tx=0x7fcb14009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:01.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.487+0000 7fcb0effd640 1 -- 172.21.15.76:0/2276915561 <== osd.2 v2:172.21.15.76:6818/776370039 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7fcafc076dd0 con 0x7fcafc0742c0 2024-09-13T16:02:01.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.503+0000 7fefc685a640 1 -- 172.21.15.76:0/352730708 --> [v2:172.21.15.192:6800/472442158,v1:172.21.15.192:6801/472442158] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fefc015c4f0 con 0x7fefa0074310 2024-09-13T16:02:01.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.504+0000 7fefbcff9640 1 -- 172.21.15.76:0/352730708 <== osd.4 v2:172.21.15.192:6800/472442158 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7fefa0076e20 con 0x7fefa0074310 2024-09-13T16:02:01.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.505+0000 7f9d7327c640 1 -- 172.21.15.76:0/3394629469 --> [v2:172.21.15.76:6808/3900236276,v1:172.21.15.76:6809/3900236276] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f9d54002cb0 con 0x7f9d50074340 2024-09-13T16:02:01.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.505+0000 7fefb67fc640 1 -- 172.21.15.76:0/352730708 >> [v2:172.21.15.192:6800/472442158,v1:172.21.15.192:6801/472442158] conn(0x7fefa0074310 msgr2=0x7fefa0076750 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.505+0000 7fefb67fc640 1 --2- 172.21.15.76:0/352730708 >> [v2:172.21.15.192:6800/472442158,v1:172.21.15.192:6801/472442158] conn(0x7fefa0074310 0x7fefa0076750 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.505+0000 7fefb67fc640 1 -- 172.21.15.76:0/352730708 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fefa006acd0 msgr2=0x7fefa006d190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.505+0000 7fefb67fc640 1 --2- 172.21.15.76:0/352730708 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fefa006acd0 0x7fefa006d190 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fefa8034000 tx=0x7fefa802c000 comp rx=0 tx=0).stop 2024-09-13T16:02:01.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.505+0000 7fefb67fc640 1 -- 172.21.15.76:0/352730708 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fefc01593f0 msgr2=0x7fefc00b2880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.505+0000 7fefb67fc640 1 --2- 172.21.15.76:0/352730708 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fefc01593f0 0x7fefc00b2880 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fefb000c500 tx=0x7fefb000c900 comp rx=0 tx=0).stop 2024-09-13T16:02:01.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.505+0000 7fefc4df7640 1 -- 172.21.15.76:0/352730708 reap_dead start 2024-09-13T16:02:01.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.505+0000 7fefb67fc640 1 -- 172.21.15.76:0/352730708 shutdown_connections 2024-09-13T16:02:01.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.505+0000 7fefb67fc640 1 -- 172.21.15.76:0/352730708 >> 172.21.15.76:0/352730708 conn(0x7fefc0069ed0 msgr2=0x7fefc00af260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:01.586 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.505+0000 7f9d62ffd640 1 -- 172.21.15.76:0/3394629469 <== osd.1 v2:172.21.15.76:6808/3900236276 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f9d54002cb0 con 0x7f9d50074340 2024-09-13T16:02:01.586 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.506+0000 7fefb67fc640 1 -- 172.21.15.76:0/352730708 shutdown_connections 2024-09-13T16:02:01.586 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.506+0000 7f9d7327c640 1 -- 172.21.15.76:0/3394629469 >> [v2:172.21.15.76:6808/3900236276,v1:172.21.15.76:6809/3900236276] conn(0x7f9d50074340 msgr2=0x7f9d50076780 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.587 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.506+0000 7f9d7327c640 1 --2- 172.21.15.76:0/3394629469 >> [v2:172.21.15.76:6808/3900236276,v1:172.21.15.76:6809/3900236276] conn(0x7f9d50074340 0x7f9d50076780 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.587 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.509+0000 7fefb67fc640 1 -- 172.21.15.76:0/352730708 wait complete. 2024-09-13T16:02:01.587 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.509+0000 7fbbf1f7d640 1 -- 172.21.15.76:0/673017335 --> [v2:172.21.15.76:6800/2292301757,v1:172.21.15.76:6801/2292301757] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fbbec0cce90 con 0x7fbbcc0741f0 2024-09-13T16:02:01.587 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.509+0000 7fbbe8ff9640 1 -- 172.21.15.76:0/673017335 <== osd.3 v2:172.21.15.76:6800/2292301757 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7fbbec0cce90 con 0x7fbbcc0741f0 2024-09-13T16:02:01.588 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.510+0000 7f9d7327c640 1 -- 172.21.15.76:0/3394629469 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9d5006ad00 msgr2=0x7f9d5006d1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.588 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.510+0000 7f9d7327c640 1 --2- 172.21.15.76:0/3394629469 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9d5006ad00 0x7f9d5006d1c0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f9d5c007fd0 tx=0x7f9d5c009040 comp rx=0 tx=0).stop 2024-09-13T16:02:01.588 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.510+0000 7f9d7327c640 1 -- 172.21.15.76:0/3394629469 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9d6c0cafa0 msgr2=0x7f9d6c1f4230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.588 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.510+0000 7f9d7327c640 1 --2- 172.21.15.76:0/3394629469 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9d6c0cafa0 0x7f9d6c1f4230 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f9d6400ca80 tx=0x7f9d6400cf40 comp rx=0 tx=0).stop 2024-09-13T16:02:01.588 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.510+0000 7f9d72a7b640 1 -- 172.21.15.76:0/3394629469 reap_dead start 2024-09-13T16:02:01.588 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.510+0000 7f9d7327c640 1 -- 172.21.15.76:0/3394629469 shutdown_connections 2024-09-13T16:02:01.588 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.510+0000 7f9d7327c640 1 -- 172.21.15.76:0/3394629469 >> 172.21.15.76:0/3394629469 conn(0x7f9d6c0afc50 msgr2=0x7f9d6c0aaf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:01.589 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.510+0000 7fbbf1f7d640 1 -- 172.21.15.76:0/673017335 >> [v2:172.21.15.76:6800/2292301757,v1:172.21.15.76:6801/2292301757] conn(0x7fbbcc0741f0 msgr2=0x7fbbcc076630 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.589 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.510+0000 7fbbf1f7d640 1 --2- 172.21.15.76:0/673017335 >> [v2:172.21.15.76:6800/2292301757,v1:172.21.15.76:6801/2292301757] conn(0x7fbbcc0741f0 0x7fbbcc076630 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.589 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.510+0000 7fbbf1f7d640 1 -- 172.21.15.76:0/673017335 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbbcc06ac30 msgr2=0x7fbbcc06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.589 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.510+0000 7fbbf1f7d640 1 --2- 172.21.15.76:0/673017335 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbbcc06ac30 0x7fbbcc06d0f0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fbbd4000c00 tx=0x7fbbd4008030 comp rx=0 tx=0).stop 2024-09-13T16:02:01.589 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.510+0000 7fbbf1f7d640 1 -- 172.21.15.76:0/673017335 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbbec159b00 msgr2=0x7fbbec0b3e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.589 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.510+0000 7fbbf1f7d640 1 --2- 172.21.15.76:0/673017335 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbbec159b00 0x7fbbec0b3e80 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fbbdc00e7e0 tx=0x7fbbdc00eca0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.590 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.510+0000 7fbbebfff640 1 -- 172.21.15.76:0/673017335 reap_dead start 2024-09-13T16:02:01.590 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.510+0000 7fbbf1f7d640 1 -- 172.21.15.76:0/673017335 shutdown_connections 2024-09-13T16:02:01.590 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.510+0000 7fbbf1f7d640 1 -- 172.21.15.76:0/673017335 >> 172.21.15.76:0/673017335 conn(0x7fbbec0717c0 msgr2=0x7fbbec065bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:01.590 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.511+0000 7f9d7327c640 1 -- 172.21.15.76:0/3394629469 shutdown_connections 2024-09-13T16:02:01.590 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.511+0000 7f9d7327c640 1 -- 172.21.15.76:0/3394629469 wait complete. 2024-09-13T16:02:01.590 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.511+0000 7fbbf1f7d640 1 -- 172.21.15.76:0/673017335 shutdown_connections 2024-09-13T16:02:01.590 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.511+0000 7fbbf1f7d640 1 -- 172.21.15.76:0/673017335 wait complete. 2024-09-13T16:02:01.591 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.512+0000 7f85d6ffd640 1 -- 172.21.15.76:0/549752552 --> [v2:172.21.15.192:6816/619216059,v1:172.21.15.192:6817/619216059] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f85e0071b50 con 0x7f85c0074290 2024-09-13T16:02:01.591 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.512+0000 7efddffff640 1 -- 172.21.15.76:0/206420883 --> [v2:172.21.15.192:6824/3176895433,v1:172.21.15.192:6825/3176895433] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7efdf815d050 con 0x7efde40741c0 2024-09-13T16:02:01.591 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.513+0000 7f85dd7fa640 1 -- 172.21.15.76:0/549752552 <== osd.6 v2:172.21.15.192:6816/619216059 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f85d0009bd0 con 0x7f85c0074290 2024-09-13T16:02:01.592 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.513+0000 7efdf67fc640 1 -- 172.21.15.76:0/206420883 <== osd.5 v2:172.21.15.192:6824/3176895433 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7efde80017a0 con 0x7efde40741c0 2024-09-13T16:02:01.592 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.513+0000 7efddffff640 1 -- 172.21.15.76:0/206420883 >> [v2:172.21.15.192:6824/3176895433,v1:172.21.15.192:6825/3176895433] conn(0x7efde40741c0 msgr2=0x7efde4076600 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.592 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.513+0000 7efddffff640 1 --2- 172.21.15.76:0/206420883 >> [v2:172.21.15.192:6824/3176895433,v1:172.21.15.192:6825/3176895433] conn(0x7efde40741c0 0x7efde4076600 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.593 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.513+0000 7f85e5883640 1 -- 172.21.15.76:0/549752552 >> [v2:172.21.15.192:6816/619216059,v1:172.21.15.192:6817/619216059] conn(0x7f85c0074290 msgr2=0x7f85c00766d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.593 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.513+0000 7f85e5883640 1 --2- 172.21.15.76:0/549752552 >> [v2:172.21.15.192:6816/619216059,v1:172.21.15.192:6817/619216059] conn(0x7f85c0074290 0x7f85c00766d0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.593 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.514+0000 7efddffff640 1 -- 172.21.15.76:0/206420883 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efde406ac00 msgr2=0x7efde406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.593 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.514+0000 7efddffff640 1 --2- 172.21.15.76:0/206420883 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efde406ac00 0x7efde406d0c0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7efdf80abc50 tx=0x7efdec008040 comp rx=0 tx=0).stop 2024-09-13T16:02:01.593 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.514+0000 7efddffff640 1 -- 172.21.15.76:0/206420883 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efdf80b1930 msgr2=0x7efdf8157be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.593 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.514+0000 7efddffff640 1 --2- 172.21.15.76:0/206420883 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efdf80b1930 0x7efdf8157be0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7efdf002a9f0 tx=0x7efdf00046c0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.594 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.514+0000 7efdfe313640 1 -- 172.21.15.76:0/206420883 reap_dead start 2024-09-13T16:02:01.594 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.515+0000 7f85e5883640 1 -- 172.21.15.76:0/549752552 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f85c006ac50 msgr2=0x7f85c006d110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.594 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.515+0000 7f85e5883640 1 --2- 172.21.15.76:0/549752552 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f85c006ac50 0x7f85c006d110 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f85e014a5d0 tx=0x7f85d8008040 comp rx=0 tx=0).stop 2024-09-13T16:02:01.594 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.515+0000 7f85e5883640 1 -- 172.21.15.76:0/549752552 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f85e006d1a0 msgr2=0x7f85e013f9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.594 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.515+0000 7efddffff640 1 -- 172.21.15.76:0/206420883 shutdown_connections 2024-09-13T16:02:01.594 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.515+0000 7efddffff640 1 -- 172.21.15.76:0/206420883 >> 172.21.15.76:0/206420883 conn(0x7efdf80afc70 msgr2=0x7efdf80b0f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:01.595 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.515+0000 7f85e5883640 1 --2- 172.21.15.76:0/549752552 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f85e006d1a0 0x7f85e013f9c0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f85c8000c00 tx=0x7f85c80046c0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.595 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.515+0000 7f85e5082640 1 -- 172.21.15.76:0/549752552 reap_dead start 2024-09-13T16:02:01.595 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.515+0000 7f85e5883640 1 -- 172.21.15.76:0/549752552 shutdown_connections 2024-09-13T16:02:01.595 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.515+0000 7f85e5883640 1 -- 172.21.15.76:0/549752552 >> 172.21.15.76:0/549752552 conn(0x7f85e00afc30 msgr2=0x7f85e00ccf60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:01.595 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.515+0000 7f85e5883640 1 -- 172.21.15.76:0/549752552 shutdown_connections 2024-09-13T16:02:01.596 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.515+0000 7efddffff640 1 -- 172.21.15.76:0/206420883 shutdown_connections 2024-09-13T16:02:01.596 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.515+0000 7fed81e6e640 1 -- 172.21.15.76:0/2271433814 --> [v2:172.21.15.76:6816/557839759,v1:172.21.15.76:6817/557839759] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fed7c0cadc0 con 0x7fed7c09a450 2024-09-13T16:02:01.596 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.515+0000 7efddffff640 1 -- 172.21.15.76:0/206420883 wait complete. 2024-09-13T16:02:01.596 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.515+0000 7f85e5883640 1 -- 172.21.15.76:0/549752552 wait complete. 2024-09-13T16:02:01.597 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.516+0000 7fed797fa640 1 -- 172.21.15.76:0/2271433814 <== osd.0 v2:172.21.15.76:6816/557839759 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7fed68009e10 con 0x7fed7c09a450 2024-09-13T16:02:01.597 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.517+0000 7fa0f4c67640 1 -- 172.21.15.76:0/234550258 --> [v2:172.21.15.192:6808/1963320644,v1:172.21.15.192:6809/1963320644] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fa0d0002cb0 con 0x7fa0dc074310 2024-09-13T16:02:01.598 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.517+0000 7fed81e6e640 1 -- 172.21.15.76:0/2271433814 >> [v2:172.21.15.76:6816/557839759,v1:172.21.15.76:6817/557839759] conn(0x7fed7c09a450 msgr2=0x7fed7c15f6c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.598 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.517+0000 7fed81e6e640 1 --2- 172.21.15.76:0/2271433814 >> [v2:172.21.15.76:6816/557839759,v1:172.21.15.76:6817/557839759] conn(0x7fed7c09a450 0x7fed7c15f6c0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.598 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.517+0000 7fed81e6e640 1 -- 172.21.15.76:0/2271433814 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fed6006ac00 msgr2=0x7fed6006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.598 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.517+0000 7fed81e6e640 1 --2- 172.21.15.76:0/2271433814 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fed6006ac00 0x7fed6006d0c0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fed70034000 tx=0x7fed7002e000 comp rx=0 tx=0).stop 2024-09-13T16:02:01.598 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.517+0000 7fed81e6e640 1 -- 172.21.15.76:0/2271433814 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fed7c1607c0 msgr2=0x7fed7c15dda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.598 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.517+0000 7fed81e6e640 1 --2- 172.21.15.76:0/2271433814 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fed7c1607c0 0x7fed7c15dda0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fed7400caa0 tx=0x7fed7400cf60 comp rx=0 tx=0).stop 2024-09-13T16:02:01.598 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.518+0000 7fed8166d640 1 -- 172.21.15.76:0/2271433814 reap_dead start 2024-09-13T16:02:01.598 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.518+0000 7fa0d7fff640 1 -- 172.21.15.76:0/234550258 <== osd.7 v2:172.21.15.192:6808/1963320644 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7fa0d0002cb0 con 0x7fa0dc074310 2024-09-13T16:02:01.599 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.518+0000 7fed81e6e640 1 -- 172.21.15.76:0/2271433814 shutdown_connections 2024-09-13T16:02:01.599 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.518+0000 7fed81e6e640 1 -- 172.21.15.76:0/2271433814 >> 172.21.15.76:0/2271433814 conn(0x7fed7c06a500 msgr2=0x7fed7c0ae260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:01.599 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.518+0000 7fed81e6e640 1 -- 172.21.15.76:0/2271433814 shutdown_connections 2024-09-13T16:02:01.599 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.518+0000 7fed81e6e640 1 -- 172.21.15.76:0/2271433814 wait complete. 2024-09-13T16:02:01.600 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.518+0000 7fa0f4c67640 1 -- 172.21.15.76:0/234550258 >> [v2:172.21.15.192:6808/1963320644,v1:172.21.15.192:6809/1963320644] conn(0x7fa0dc074310 msgr2=0x7fa0dc076750 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.600 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.518+0000 7fa0f4c67640 1 --2- 172.21.15.76:0/234550258 >> [v2:172.21.15.192:6808/1963320644,v1:172.21.15.192:6809/1963320644] conn(0x7fa0dc074310 0x7fa0dc076750 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.601 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.519+0000 7fa0f4c67640 1 -- 172.21.15.76:0/234550258 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa0dc06acd0 msgr2=0x7fa0dc06d190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.601 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.519+0000 7fa0f4c67640 1 --2- 172.21.15.76:0/234550258 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa0dc06acd0 0x7fa0dc06d190 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fa0e4006a90 tx=0x7fa0e4006a20 comp rx=0 tx=0).stop 2024-09-13T16:02:01.601 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.519+0000 7fa0f4c67640 1 -- 172.21.15.76:0/234550258 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa0f00b7f20 msgr2=0x7fa0f00706c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.601 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.519+0000 7fa0f4c67640 1 --2- 172.21.15.76:0/234550258 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa0f00b7f20 0x7fa0f00706c0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fa0e8000f80 tx=0x7fa0e8004a40 comp rx=0 tx=0).stop 2024-09-13T16:02:01.601 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.519+0000 7fa0effff640 1 -- 172.21.15.76:0/234550258 reap_dead start 2024-09-13T16:02:01.601 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.519+0000 7fa0f4c67640 1 -- 172.21.15.76:0/234550258 shutdown_connections 2024-09-13T16:02:01.601 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.519+0000 7fa0f4c67640 1 -- 172.21.15.76:0/234550258 >> 172.21.15.76:0/234550258 conn(0x7fa0f006aeb0 msgr2=0x7fa0f00b24b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:01.601 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.519+0000 7fa0f4c67640 1 -- 172.21.15.76:0/234550258 shutdown_connections 2024-09-13T16:02:01.601 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.519+0000 7fa0f4c67640 1 -- 172.21.15.76:0/234550258 wait complete. 2024-09-13T16:02:01.602 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.520+0000 7fcb20711640 1 -- 172.21.15.76:0/2276915561 --> [v2:172.21.15.76:6818/776370039,v1:172.21.15.76:6820/776370039] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fcb10052310 con 0x7fcafc0742c0 2024-09-13T16:02:01.602 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.521+0000 7fcb0effd640 1 -- 172.21.15.76:0/2276915561 <== osd.2 v2:172.21.15.76:6818/776370039 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7fcb10052310 con 0x7fcafc0742c0 2024-09-13T16:02:01.603 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.522+0000 7fcb0cff9640 1 -- 172.21.15.76:0/2276915561 >> [v2:172.21.15.76:6818/776370039,v1:172.21.15.76:6820/776370039] conn(0x7fcafc0742c0 msgr2=0x7fcafc076700 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.603 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.523+0000 7fcb0cff9640 1 --2- 172.21.15.76:0/2276915561 >> [v2:172.21.15.76:6818/776370039,v1:172.21.15.76:6820/776370039] conn(0x7fcafc0742c0 0x7fcafc076700 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.604 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.523+0000 7fcb0cff9640 1 -- 172.21.15.76:0/2276915561 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcafc06ac80 msgr2=0x7fcafc06d140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.604 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.523+0000 7fcb0cff9640 1 --2- 172.21.15.76:0/2276915561 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcafc06ac80 0x7fcafc06d140 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fcb14003d80 tx=0x7fcb14009040 comp rx=0 tx=0).stop 2024-09-13T16:02:01.604 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.523+0000 7fcb0cff9640 1 -- 172.21.15.76:0/2276915561 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcb10032380 msgr2=0x7fcb10047c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.604 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.523+0000 7fcb0cff9640 1 --2- 172.21.15.76:0/2276915561 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcb10032380 0x7fcb10047c70 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fcb08000c00 tx=0x7fcb080046c0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.604 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.523+0000 7fcb1ecae640 1 -- 172.21.15.76:0/2276915561 reap_dead start 2024-09-13T16:02:01.604 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.525+0000 7fcb0cff9640 1 -- 172.21.15.76:0/2276915561 shutdown_connections 2024-09-13T16:02:01.604 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.525+0000 7fcb0cff9640 1 -- 172.21.15.76:0/2276915561 >> 172.21.15.76:0/2276915561 conn(0x7fcb10036050 msgr2=0x7fcb100534b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:01.604 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.527+0000 7fcb0cff9640 1 -- 172.21.15.76:0/2276915561 shutdown_connections 2024-09-13T16:02:01.604 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.527+0000 7fcb0cff9640 1 -- 172.21.15.76:0/2276915561 wait complete. 2024-09-13T16:02:01.605 INFO:teuthology.orchestra.run.smithi076.stdout:55834574858 2024-09-13T16:02:01.605 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-13T16:02:01.606 INFO:teuthology.orchestra.run.smithi076.stdout:55834574857 2024-09-13T16:02:01.607 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-13T16:02:01.608 INFO:teuthology.orchestra.run.smithi076.stdout:60129542155 2024-09-13T16:02:01.608 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-13T16:02:01.609 INFO:teuthology.orchestra.run.smithi076.stdout:55834574857 2024-09-13T16:02:01.609 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-13T16:02:01.609 INFO:teuthology.orchestra.run.smithi076.stdout:55834574858 2024-09-13T16:02:01.610 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-13T16:02:01.611 INFO:teuthology.orchestra.run.smithi076.stdout:55834574859 2024-09-13T16:02:01.611 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-13T16:02:01.612 INFO:teuthology.orchestra.run.smithi076.stdout:55834574858 2024-09-13T16:02:01.612 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-13T16:02:01.613 INFO:teuthology.orchestra.run.smithi076.stdout:55834574857 2024-09-13T16:02:01.613 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-13T16:02:01.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.811+0000 7f4a1cd25640 1 Processor -- start 2024-09-13T16:02:01.813 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.811+0000 7f4a1cd25640 1 -- start start 2024-09-13T16:02:01.814 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.812+0000 7f4a1cd25640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f4a18160770 0x7f4a180ced50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.814 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.812+0000 7f4a1cd25640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4a18160b50 0x7f4a180d10f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.814 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.812+0000 7f4a1cd25640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4a180c5da0 con 0x7f4a180ccd00 2024-09-13T16:02:01.814 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.812+0000 7f4a1cd25640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4a180d0980 con 0x7f4a18160770 2024-09-13T16:02:01.814 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.812+0000 7f4a1cd25640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4a180cf650 con 0x7f4a18160b50 2024-09-13T16:02:01.814 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.813+0000 7f4a1659c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f4a18160770 0x7f4a180ced50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.814 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.813+0000 7f4a1659c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f4a18160770 0x7f4a180ced50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56056/0 (socket says 172.21.15.76:56056) 2024-09-13T16:02:01.814 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.813+0000 7f4a1659c640 1 -- 172.21.15.76:0/2914695904 learned_addr learned my addr 172.21.15.76:0/2914695904 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:01.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.813+0000 7f10a7fff640 1 Processor -- start 2024-09-13T16:02:01.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.813+0000 7f10a7fff640 1 -- start start 2024-09-13T16:02:01.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.813+0000 7f77f8f41640 1 Processor -- start 2024-09-13T16:02:01.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.813+0000 7f77f8f41640 1 -- start start 2024-09-13T16:02:01.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.813+0000 7f4a1659c640 1 -- 172.21.15.76:0/2914695904 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4a18160b50 msgr2=0x7f4a180d10f0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-13T16:02:01.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.813+0000 7f4a1659c640 1 --2- 172.21.15.76:0/2914695904 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4a18160b50 0x7f4a180d10f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.813+0000 7f4a1659c640 1 -- 172.21.15.76:0/2914695904 >> v1:172.21.15.192:6789/0 conn(0x7f4a180ccd00 legacy=0x7f4a180d23c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:01.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.813+0000 7f4a1659c640 1 -- 172.21.15.76:0/2914695904 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4a180cf930 con 0x7f4a18160770 2024-09-13T16:02:01.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.814+0000 7f5dae479640 1 Processor -- start 2024-09-13T16:02:01.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.814+0000 7fdccafff640 1 Processor -- start 2024-09-13T16:02:01.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.814+0000 7f5dae479640 1 -- start start 2024-09-13T16:02:01.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.814+0000 7f10a7fff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f10a815cb60 0x7f10a806e900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.814+0000 7f10a7fff640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f10a806a980 con 0x7f10a81424e0 2024-09-13T16:02:01.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.814+0000 7f10a7fff640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f10a806ac20 con 0x7f10a80b2a10 2024-09-13T16:02:01.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.814+0000 7f10a7fff640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f10a80662e0 con 0x7f10a815cb60 2024-09-13T16:02:01.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.815+0000 7f10a77fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f10a815cb60 0x7f10a806e900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.815+0000 7f4a1659c640 1 --2- 172.21.15.76:0/2914695904 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4a18160770 0x7f4a180ced50 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f4a180cfef0 tx=0x7f4a0802a1f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=50d811a2ef7cdba4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:01.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.815+0000 7f77f8f41640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f77f40b1820 0x7f77f40b1c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.815+0000 7f77f8f41640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f77f4158960 0x7f77f4158df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.815+0000 7f77f8f41640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f77f40b2180 con 0x7f77f406def0 2024-09-13T16:02:01.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.815+0000 7f77f8f41640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f77f414f670 con 0x7f77f4158960 2024-09-13T16:02:01.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.815+0000 7f77f8f41640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f77f4070030 con 0x7f77f40b1820 2024-09-13T16:02:01.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.815+0000 7f10a77fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f10a815cb60 0x7f10a806e900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56066/0 (socket says 172.21.15.76:56066) 2024-09-13T16:02:01.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.815+0000 7f10a77fe640 1 -- 172.21.15.76:0/596876311 learned_addr learned my addr 172.21.15.76:0/596876311 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:01.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.815+0000 7f10a77fe640 1 -- 172.21.15.76:0/596876311 >> v1:172.21.15.192:6789/0 conn(0x7f10a80b2a10 legacy=0x7f10a815c450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.815+0000 7f1bdd025640 1 Processor -- start 2024-09-13T16:02:01.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.815+0000 7f10a77fe640 1 -- 172.21.15.76:0/596876311 >> v1:172.21.15.76:6789/0 conn(0x7f10a81424e0 legacy=0x7f10a8065bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:01.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.815+0000 7f10a77fe640 1 -- 172.21.15.76:0/596876311 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f10a815f5c0 con 0x7f10a815cb60 2024-09-13T16:02:01.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.815+0000 7f1bdd025640 1 -- start start 2024-09-13T16:02:01.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.815+0000 7f77f37fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f77f406def0 0x7f77f414ef60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:45702/0 (socket says 172.21.15.76:45702) 2024-09-13T16:02:01.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.815+0000 7f77f37fe640 1 -- 172.21.15.76:0/173568722 learned_addr learned my addr 172.21.15.76:0/173568722 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:01.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.817+0000 7f1bdd025640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f1bd80709b0 0x7f1bd806bfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.814+0000 7fdccafff640 1 -- start start 2024-09-13T16:02:01.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.816+0000 7fdccafff640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdcc406d8c0 0x7fdcc40c1280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.816+0000 7fdccafff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fdcc40c17c0 0x7fdcc40cc760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.816+0000 7fdccafff640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdcc406dfc0 con 0x7fdcc40ad9b0 2024-09-13T16:02:01.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.816+0000 7fdccafff640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdcc40c1c50 con 0x7fdcc40c17c0 2024-09-13T16:02:01.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.816+0000 7fdccafff640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdcc4160d60 con 0x7fdcc406d8c0 2024-09-13T16:02:01.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.816+0000 7fdcc3fff640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdcc406d8c0 0x7fdcc40c1280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.816+0000 7fdcc3fff640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdcc406d8c0 0x7fdcc40c1280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.76:41878/0 (socket says 172.21.15.76:41878) 2024-09-13T16:02:01.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.816+0000 7fdcc3fff640 1 -- 172.21.15.76:0/2185963484 learned_addr learned my addr 172.21.15.76:0/2185963484 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:01.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.816+0000 7fdcc3fff640 1 -- 172.21.15.76:0/2185963484 >> v2:172.21.15.76:3300/0 conn(0x7fdcc40c17c0 msgr2=0x7fdcc40cc760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:01.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.816+0000 7fdcc3fff640 1 --2- 172.21.15.76:0/2185963484 >> v2:172.21.15.76:3300/0 conn(0x7fdcc40c17c0 0x7fdcc40cc760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.816+0000 7fdcc3fff640 1 -- 172.21.15.76:0/2185963484 >> v1:172.21.15.76:6789/0 conn(0x7fdcc40ad9b0 legacy=0x7fdcc40b1d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:01.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.816+0000 7fdcc3fff640 1 -- 172.21.15.76:0/2185963484 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdcc406dd00 con 0x7fdcc406d8c0 2024-09-13T16:02:01.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.816+0000 7f4a1559a640 1 -- 172.21.15.76:0/2914695904 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a08032440 con 0x7f4a18160770 2024-09-13T16:02:01.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.816+0000 7f4a1559a640 1 -- 172.21.15.76:0/2914695904 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4a080325a0 con 0x7f4a18160770 2024-09-13T16:02:01.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.816+0000 7f4a1559a640 1 -- 172.21.15.76:0/2914695904 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a08032930 con 0x7f4a18160770 2024-09-13T16:02:01.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.815+0000 7f5dae479640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5da815fbc0 0x7f5da80cd180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.816+0000 7f5dae479640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5da806b6c0 con 0x7f5da80cd6c0 2024-09-13T16:02:01.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.816+0000 7f5dae479640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5da80ce500 con 0x7f5da80d29e0 2024-09-13T16:02:01.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.816+0000 7f5dae479640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5da80cdc60 con 0x7f5da815fbc0 2024-09-13T16:02:01.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.816+0000 7f5da7fff640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5da815fbc0 0x7f5da80cd180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.816+0000 7f5daca16640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7f5da80d29e0 0x7f5da806bb50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:60438/0 (socket says 172.21.15.76:60438) 2024-09-13T16:02:01.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.816+0000 7f5daca16640 1 -- 172.21.15.76:0/3376302782 learned_addr learned my addr 172.21.15.76:0/3376302782 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:01.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.816+0000 7f5da7fff640 1 -- 172.21.15.76:0/3376302782 >> v1:172.21.15.192:6789/0 conn(0x7f5da80d29e0 legacy=0x7f5da806bb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.816+0000 7f5da7fff640 1 -- 172.21.15.76:0/3376302782 >> v1:172.21.15.76:6789/0 conn(0x7f5da80cd6c0 legacy=0x7f5da80d22d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:01.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.816+0000 7f5da7fff640 1 -- 172.21.15.76:0/3376302782 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5da80cdf40 con 0x7f5da815fbc0 2024-09-13T16:02:01.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.817+0000 7f1bdd025640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f1bd815ad60 0x7f1bd806c510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.817+0000 7f1bdd025640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1bd8152cf0 con 0x7f1bd8152910 2024-09-13T16:02:01.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.817+0000 7f1bdd025640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1bd806cd40 con 0x7f1bd80709b0 2024-09-13T16:02:01.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.817+0000 7f1bdd025640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1bd806d020 con 0x7f1bd815ad60 2024-09-13T16:02:01.825 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.817+0000 7f4a1cd25640 1 -- 172.21.15.76:0/2914695904 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4a18160770 msgr2=0x7f4a180ced50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.825 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.817+0000 7f1bd77fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f1bd80709b0 0x7f1bd806bfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.825 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.817+0000 7f1bd77fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f1bd80709b0 0x7f1bd806bfd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56082/0 (socket says 172.21.15.76:56082) 2024-09-13T16:02:01.825 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.817+0000 7f1bd77fe640 1 -- 172.21.15.76:0/3916971282 learned_addr learned my addr 172.21.15.76:0/3916971282 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:01.825 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.816+0000 7f77f2ffd640 1 --2- 172.21.15.76:0/173568722 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f77f40b1820 0x7f77f40b1c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.826 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.816+0000 7f77f3fff640 1 --2- 172.21.15.76:0/173568722 >> v2:172.21.15.192:3300/0 conn(0x7f77f4158960 0x7f77f4158df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.826 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.817+0000 7f77f2ffd640 1 -- 172.21.15.76:0/173568722 >> v2:172.21.15.192:3300/0 conn(0x7f77f4158960 msgr2=0x7f77f4158df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:01.826 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.817+0000 7f77f2ffd640 1 --2- 172.21.15.76:0/173568722 >> v2:172.21.15.192:3300/0 conn(0x7f77f4158960 0x7f77f4158df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.826 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.817+0000 7f77f2ffd640 1 -- 172.21.15.76:0/173568722 >> v1:172.21.15.76:6789/0 conn(0x7f77f406def0 legacy=0x7f77f414ef60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:01.826 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.817+0000 7f77f2ffd640 1 -- 172.21.15.76:0/173568722 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f77f4070310 con 0x7f77f40b1820 2024-09-13T16:02:01.826 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.817+0000 7f4a1cd25640 1 --2- 172.21.15.76:0/2914695904 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4a18160770 0x7f4a180ced50 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f4a180cfef0 tx=0x7f4a0802a1f0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.826 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.817+0000 7f1bdc824640 1 --2- 172.21.15.76:0/3916971282 >> v2:172.21.15.192:3300/0 conn(0x7f1bd815ad60 0x7f1bd806c510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.827 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.817+0000 7f10a77fe640 1 --2- 172.21.15.76:0/596876311 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f10a815cb60 0x7f10a806e900 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f109c009870 tx=0x7f109c02a350 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d4560ab568709ef server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:01.827 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.817+0000 7f3673b9c640 1 Processor -- start 2024-09-13T16:02:01.827 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.817+0000 7f4a1cd25640 1 -- 172.21.15.76:0/2914695904 shutdown_connections 2024-09-13T16:02:01.827 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.817+0000 7f4a1cd25640 1 --2- 172.21.15.76:0/2914695904 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4a18160b50 0x7f4a180d10f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.827 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.817+0000 7f4a1cd25640 1 --2- 172.21.15.76:0/2914695904 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4a18160770 0x7f4a180ced50 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.828 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.817+0000 7f4a1cd25640 1 -- 172.21.15.76:0/2914695904 >> 172.21.15.76:0/2914695904 conn(0x7f4a18089f60 msgr2=0x7f4a1809b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:01.828 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.817+0000 7f1bd77fe640 1 -- 172.21.15.76:0/3916971282 >> v2:172.21.15.192:3300/0 conn(0x7f1bd815ad60 msgr2=0x7f1bd806c510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:01.828 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.817+0000 7f1bd77fe640 1 --2- 172.21.15.76:0/3916971282 >> v2:172.21.15.192:3300/0 conn(0x7f1bd815ad60 0x7f1bd806c510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.828 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.817+0000 7f1bd77fe640 1 -- 172.21.15.76:0/3916971282 >> v1:172.21.15.192:6789/0 conn(0x7f1bd8152910 legacy=0x7f1bd80702a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.828 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.817+0000 7f1bd77fe640 1 -- 172.21.15.76:0/3916971282 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1bd806d300 con 0x7f1bd80709b0 2024-09-13T16:02:01.828 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.818+0000 7fdcc3fff640 1 --2- 172.21.15.76:0/2185963484 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdcc406d8c0 0x7fdcc40c1280 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fdcb80098a0 tx=0x7fdcb802a250 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ac14e7387061492 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:01.829 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.818+0000 7f3673b9c640 1 -- start start 2024-09-13T16:02:01.829 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.818+0000 7f5da7fff640 1 --2- 172.21.15.76:0/3376302782 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5da815fbc0 0x7f5da80cd180 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f5d980097d0 tx=0x7f5d9802a1c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c2436b65277511f3 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:01.829 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.818+0000 7f4a1cd25640 1 -- 172.21.15.76:0/2914695904 shutdown_connections 2024-09-13T16:02:01.829 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.818+0000 7f4a1cd25640 1 -- 172.21.15.76:0/2914695904 wait complete. 2024-09-13T16:02:01.830 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.818+0000 7f10a5ffb640 1 -- 172.21.15.76:0/596876311 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f109c032640 con 0x7f10a815cb60 2024-09-13T16:02:01.830 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.819+0000 7f1bd77fe640 1 --2- 172.21.15.76:0/3916971282 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1bd80709b0 0x7f1bd806bfd0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f1bd815bd50 tx=0x7f1bc802ab00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a4cba61bd8e10e6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:01.830 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.818+0000 7f77f2ffd640 1 --2- 172.21.15.76:0/173568722 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f77f40b1820 0x7f77f40b1c40 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f77e80097d0 tx=0x7f77e802a1f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=84daaa11cc3e7160 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:01.830 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.818+0000 7f77f27fc640 1 -- 172.21.15.76:0/173568722 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77e8032440 con 0x7f77f40b1820 2024-09-13T16:02:01.831 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.818+0000 7f10a5ffb640 1 -- 172.21.15.76:0/596876311 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f109c0327a0 con 0x7f10a815cb60 2024-09-13T16:02:01.831 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.818+0000 7f10a5ffb640 1 -- 172.21.15.76:0/596876311 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f109c032b30 con 0x7f10a815cb60 2024-09-13T16:02:01.831 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.818+0000 7f5da6ffd640 1 -- 172.21.15.76:0/3376302782 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d98032440 con 0x7f5da815fbc0 2024-09-13T16:02:01.831 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.818+0000 7f5da6ffd640 1 -- 172.21.15.76:0/3376302782 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5d980325a0 con 0x7f5da815fbc0 2024-09-13T16:02:01.831 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.818+0000 7f5da6ffd640 1 -- 172.21.15.76:0/3376302782 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d98032930 con 0x7f5da815fbc0 2024-09-13T16:02:01.831 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.819+0000 7f5dae479640 1 -- 172.21.15.76:0/3376302782 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5da815fbc0 msgr2=0x7f5da80cd180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.831 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.819+0000 7f5dae479640 1 --2- 172.21.15.76:0/3376302782 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5da815fbc0 0x7f5da80cd180 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f5d980097d0 tx=0x7f5d9802a1c0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.832 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.819+0000 7f1bd6ffd640 1 -- 172.21.15.76:0/3916971282 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1bc802c860 con 0x7f1bd80709b0 2024-09-13T16:02:01.832 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.818+0000 7fdcc37fe640 1 -- 172.21.15.76:0/2185963484 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdcb8032440 con 0x7fdcc406d8c0 2024-09-13T16:02:01.832 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.818+0000 7fdcc37fe640 1 -- 172.21.15.76:0/2185963484 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdcb80325a0 con 0x7fdcc406d8c0 2024-09-13T16:02:01.832 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.818+0000 7fdcc37fe640 1 -- 172.21.15.76:0/2185963484 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdcb8032930 con 0x7fdcc406d8c0 2024-09-13T16:02:01.832 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.819+0000 7f1bd6ffd640 1 -- 172.21.15.76:0/3916971282 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1bc802c9c0 con 0x7f1bd80709b0 2024-09-13T16:02:01.833 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.819+0000 7f3673b9c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f366c0cd500 0x7f366c0b3850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.833 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.819+0000 7f3673b9c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f366c0b1370 0x7f366c0d2f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.833 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.819+0000 7f3673b9c640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f366c0d1f40 con 0x7f366c0d1650 2024-09-13T16:02:01.833 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.819+0000 7f3673b9c640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f366c0d2190 con 0x7f366c0b1370 2024-09-13T16:02:01.833 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.819+0000 7f3673b9c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f366c0ccb20 con 0x7f366c0cd500 2024-09-13T16:02:01.833 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.819+0000 7f3671137640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f366c0b1370 0x7f366c0d2f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.833 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.819+0000 7f3671137640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f366c0b1370 0x7f366c0d2f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56086/0 (socket says 172.21.15.76:56086) 2024-09-13T16:02:01.833 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.819+0000 7f3671137640 1 -- 172.21.15.76:0/1311530665 learned_addr learned my addr 172.21.15.76:0/1311530665 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:01.834 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.819+0000 7f1bd6ffd640 1 -- 172.21.15.76:0/3916971282 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1bc802cd50 con 0x7f1bd80709b0 2024-09-13T16:02:01.834 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.818+0000 7f77f27fc640 1 -- 172.21.15.76:0/173568722 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f77e80325a0 con 0x7f77f40b1820 2024-09-13T16:02:01.834 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.818+0000 7f77f27fc640 1 -- 172.21.15.76:0/173568722 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77e8032930 con 0x7f77f40b1820 2024-09-13T16:02:01.835 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.819+0000 7f5dae479640 1 -- 172.21.15.76:0/3376302782 shutdown_connections 2024-09-13T16:02:01.835 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.819+0000 7f5dae479640 1 --2- 172.21.15.76:0/3376302782 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5da815fbc0 0x7f5da80cd180 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.835 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.819+0000 7f5dae479640 1 -- 172.21.15.76:0/3376302782 >> 172.21.15.76:0/3376302782 conn(0x7f5da809b830 msgr2=0x7f5da8089f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:01.835 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.819+0000 7f77f8f41640 1 -- 172.21.15.76:0/173568722 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f77f40b1820 msgr2=0x7f77f40b1c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.835 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.819+0000 7f77f8f41640 1 --2- 172.21.15.76:0/173568722 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f77f40b1820 0x7f77f40b1c40 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f77e80097d0 tx=0x7f77e802a1f0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.836 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.819+0000 7f5dae479640 1 -- 172.21.15.76:0/3376302782 shutdown_connections 2024-09-13T16:02:01.836 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.819+0000 7f77f8f41640 1 -- 172.21.15.76:0/173568722 shutdown_connections 2024-09-13T16:02:01.836 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.819+0000 7f77f8f41640 1 --2- 172.21.15.76:0/173568722 >> v2:172.21.15.192:3300/0 conn(0x7f77f4158960 0x7f77f4158df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.836 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.819+0000 7f77f8f41640 1 --2- 172.21.15.76:0/173568722 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f77f40b1820 0x7f77f40b1c40 secure :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f77e80097d0 tx=0x7f77e802a1f0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.836 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.819+0000 7f77f8f41640 1 -- 172.21.15.76:0/173568722 >> 172.21.15.76:0/173568722 conn(0x7f77f406d7d0 msgr2=0x7f77f4069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:01.837 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.820+0000 7f77f8f41640 1 -- 172.21.15.76:0/173568722 shutdown_connections 2024-09-13T16:02:01.837 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.820+0000 7f77f8f41640 1 -- 172.21.15.76:0/173568722 wait complete. 2024-09-13T16:02:01.837 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.820+0000 7f4a1cd25640 1 Processor -- start 2024-09-13T16:02:01.837 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.820+0000 7f10a7fff640 1 -- 172.21.15.76:0/596876311 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f10a815cb60 msgr2=0x7f10a806e900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.837 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.820+0000 7f10a7fff640 1 --2- 172.21.15.76:0/596876311 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f10a815cb60 0x7f10a806e900 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f109c009870 tx=0x7f109c02a350 comp rx=0 tx=0).stop 2024-09-13T16:02:01.838 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.819+0000 7f3671137640 1 -- 172.21.15.76:0/1311530665 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f366c0cd500 msgr2=0x7f366c0b3850 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-13T16:02:01.838 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.819+0000 7f3671137640 1 --2- 172.21.15.76:0/1311530665 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f366c0cd500 0x7f366c0b3850 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.838 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.819+0000 7f3671137640 1 -- 172.21.15.76:0/1311530665 >> v1:172.21.15.192:6789/0 conn(0x7f366c0d1650 legacy=0x7f366c0b18c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.838 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.819+0000 7f3671137640 1 -- 172.21.15.76:0/1311530665 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f366c0cce00 con 0x7f366c0b1370 2024-09-13T16:02:01.838 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.820+0000 7f4a1cd25640 1 -- start start 2024-09-13T16:02:01.839 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.820+0000 7f1bdd025640 1 -- 172.21.15.76:0/3916971282 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1bd80709b0 msgr2=0x7f1bd806bfd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.839 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.820+0000 7f1bdd025640 1 --2- 172.21.15.76:0/3916971282 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1bd80709b0 0x7f1bd806bfd0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f1bd815bd50 tx=0x7f1bc802ab00 comp rx=0 tx=0).stop 2024-09-13T16:02:01.839 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.819+0000 7fdccafff640 1 -- 172.21.15.76:0/2185963484 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdcc406d8c0 msgr2=0x7fdcc40c1280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.839 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.819+0000 7fdccafff640 1 --2- 172.21.15.76:0/2185963484 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdcc406d8c0 0x7fdcc40c1280 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fdcb80098a0 tx=0x7fdcb802a250 comp rx=0 tx=0).stop 2024-09-13T16:02:01.839 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.819+0000 7f5dae479640 1 -- 172.21.15.76:0/3376302782 wait complete. 2024-09-13T16:02:01.840 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.820+0000 7f1bdd025640 1 -- 172.21.15.76:0/3916971282 shutdown_connections 2024-09-13T16:02:01.840 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.821+0000 7f1bdd025640 1 --2- 172.21.15.76:0/3916971282 >> v2:172.21.15.192:3300/0 conn(0x7f1bd815ad60 0x7f1bd806c510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.840 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.821+0000 7f0174d9c640 1 Processor -- start 2024-09-13T16:02:01.840 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.821+0000 7f1bdd025640 1 --2- 172.21.15.76:0/3916971282 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1bd80709b0 0x7f1bd806bfd0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.841 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.821+0000 7fdccafff640 1 -- 172.21.15.76:0/2185963484 shutdown_connections 2024-09-13T16:02:01.841 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.821+0000 7fdccafff640 1 --2- 172.21.15.76:0/2185963484 >> v2:172.21.15.76:3300/0 conn(0x7fdcc40c17c0 0x7fdcc40cc760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.841 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.821+0000 7fdccafff640 1 --2- 172.21.15.76:0/2185963484 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdcc406d8c0 0x7fdcc40c1280 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.841 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.821+0000 7fdccafff640 1 -- 172.21.15.76:0/2185963484 >> 172.21.15.76:0/2185963484 conn(0x7fdcc406a0b0 msgr2=0x7fdcc406a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:01.841 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.821+0000 7f1bdd025640 1 -- 172.21.15.76:0/3916971282 >> 172.21.15.76:0/3916971282 conn(0x7f1bd80afc70 msgr2=0x7f1bd80b0050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:01.841 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.821+0000 7f1bdd025640 1 -- 172.21.15.76:0/3916971282 shutdown_connections 2024-09-13T16:02:01.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.821+0000 7f0174d9c640 1 -- start start 2024-09-13T16:02:01.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.821+0000 7f3671137640 1 --2- 172.21.15.76:0/1311530665 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f366c0b1370 0x7f366c0d2f50 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f365c0098a0 tx=0x7f365c02a2c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=77d76965df352b1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:01.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.821+0000 7f1bdd025640 1 -- 172.21.15.76:0/3916971282 wait complete. 2024-09-13T16:02:01.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.821+0000 7f10a7fff640 1 -- 172.21.15.76:0/596876311 shutdown_connections 2024-09-13T16:02:01.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.821+0000 7f10a7fff640 1 --2- 172.21.15.76:0/596876311 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f10a815cb60 0x7f10a806e900 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.821+0000 7f10a7fff640 1 -- 172.21.15.76:0/596876311 >> 172.21.15.76:0/596876311 conn(0x7f10a80cc2a0 msgr2=0x7f10a80707f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:01.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.821+0000 7f3670936640 1 -- 172.21.15.76:0/1311530665 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f365c032440 con 0x7f366c0b1370 2024-09-13T16:02:01.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.821+0000 7f3670936640 1 -- 172.21.15.76:0/1311530665 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f365c0325a0 con 0x7f366c0b1370 2024-09-13T16:02:01.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.821+0000 7f3670936640 1 -- 172.21.15.76:0/1311530665 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f365c032930 con 0x7f366c0b1370 2024-09-13T16:02:01.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.821+0000 7f4a1cd25640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4a180ccd00 0x7f4a181574b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.821+0000 7f5dae479640 1 Processor -- start 2024-09-13T16:02:01.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.821+0000 7f4a1659c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4a180ccd00 0x7f4a181574b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.821+0000 7f4a1659c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4a180ccd00 0x7f4a181574b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56092/0 (socket says 172.21.15.76:56092) 2024-09-13T16:02:01.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.821+0000 7f4a1cd25640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4a18160770 0x7f4a180cace0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.821+0000 7f77f8f41640 1 Processor -- start 2024-09-13T16:02:01.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.821+0000 7f10a7fff640 1 -- 172.21.15.76:0/596876311 shutdown_connections 2024-09-13T16:02:01.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.821+0000 7f10a7fff640 1 -- 172.21.15.76:0/596876311 wait complete. 2024-09-13T16:02:01.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.821+0000 7f4a1659c640 1 -- 172.21.15.76:0/233714310 learned_addr learned my addr 172.21.15.76:0/233714310 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:01.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.822+0000 7f4a1cd25640 1 --2- 172.21.15.76:0/233714310 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4a18160b50 0x7f4a180cb220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.822+0000 7f4a15d9b640 1 --2- 172.21.15.76:0/233714310 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4a18160770 0x7f4a180cace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.822+0000 7f4a1cd25640 1 -- 172.21.15.76:0/233714310 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a181eba70 con 0x7f4a180ccd00 2024-09-13T16:02:01.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.821+0000 7f5dae479640 1 -- start start 2024-09-13T16:02:01.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.822+0000 7f77f8f41640 1 -- start start 2024-09-13T16:02:01.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.822+0000 7f4a16d9d640 1 --2- 172.21.15.76:0/233714310 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4a18160b50 0x7f4a180cb220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.822+0000 7f4a1cd25640 1 -- 172.21.15.76:0/233714310 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a180cb760 con 0x7f4a18160770 2024-09-13T16:02:01.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.822+0000 7f4a1cd25640 1 -- 172.21.15.76:0/233714310 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4a181eb790 con 0x7f4a18160b50 2024-09-13T16:02:01.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.822+0000 7f3673b9c640 1 -- 172.21.15.76:0/1311530665 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f366c0b1370 msgr2=0x7f366c0d2f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.822+0000 7f3673b9c640 1 --2- 172.21.15.76:0/1311530665 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f366c0b1370 0x7f366c0d2f50 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f365c0098a0 tx=0x7f365c02a2c0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.822+0000 7f3673b9c640 1 -- 172.21.15.76:0/1311530665 shutdown_connections 2024-09-13T16:02:01.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.822+0000 7f3673b9c640 1 --2- 172.21.15.76:0/1311530665 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f366c0b1370 0x7f366c0d2f50 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.848 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.822+0000 7f3673b9c640 1 --2- 172.21.15.76:0/1311530665 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f366c0cd500 0x7f366c0b3850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.848 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.822+0000 7f3673b9c640 1 -- 172.21.15.76:0/1311530665 >> 172.21.15.76:0/1311530665 conn(0x7f366c089f60 msgr2=0x7f366c0d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:01.848 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.822+0000 7f0174d9c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f0170158fe0 0x7f017006ccb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.848 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.823+0000 7f5dae479640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5da80cd6c0 0x7f5da8154300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.849 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.823+0000 7f5dae479640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5da80d29e0 0x7f5da80b0420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.849 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.823+0000 7f5dae479640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5da815fbc0 0x7f5da80b0960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.849 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.823+0000 7f4a1659c640 1 -- 172.21.15.76:0/233714310 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4a18160b50 msgr2=0x7f4a180cb220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.849 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.823+0000 7f4a1659c640 1 --2- 172.21.15.76:0/233714310 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4a18160b50 0x7f4a180cb220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.849 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.823+0000 7f4a1659c640 1 -- 172.21.15.76:0/233714310 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4a18160770 msgr2=0x7f4a180cace0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.849 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.823+0000 7f4a1659c640 1 --2- 172.21.15.76:0/233714310 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4a18160770 0x7f4a180cace0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.849 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.823+0000 7f4a1659c640 1 -- 172.21.15.76:0/233714310 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4a080094d0 con 0x7f4a180ccd00 2024-09-13T16:02:01.850 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.823+0000 7f1bdd025640 1 Processor -- start 2024-09-13T16:02:01.850 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.823+0000 7f3673b9c640 1 -- 172.21.15.76:0/1311530665 shutdown_connections 2024-09-13T16:02:01.850 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.823+0000 7f10a7fff640 1 Processor -- start 2024-09-13T16:02:01.851 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.823+0000 7f5da77fe640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5da80d29e0 0x7f5da80b0420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.851 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.823+0000 7f5da77fe640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5da80d29e0 0x7f5da80b0420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.76:41906/0 (socket says 172.21.15.76:41906) 2024-09-13T16:02:01.851 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.823+0000 7f4a1659c640 1 --2- 172.21.15.76:0/233714310 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4a180ccd00 0x7f4a181574b0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f4a08009960 tx=0x7f4a080046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:01.851 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.823+0000 7f1bdd025640 1 -- start start 2024-09-13T16:02:01.851 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.822+0000 7fdccafff640 1 -- 172.21.15.76:0/2185963484 shutdown_connections 2024-09-13T16:02:01.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.823+0000 7fdccafff640 1 -- 172.21.15.76:0/2185963484 wait complete. 2024-09-13T16:02:01.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.823+0000 7f5da7fff640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5da80cd6c0 0x7f5da8154300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.823+0000 7f5da7fff640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5da80cd6c0 0x7f5da8154300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.76:33716/0 (socket says 172.21.15.76:33716) 2024-09-13T16:02:01.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.823+0000 7f77f8f41640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f77f406def0 0x7f77f4150e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.853 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.824+0000 7f5da77fe640 1 -- 172.21.15.76:0/1807435761 learned_addr learned my addr 172.21.15.76:0/1807435761 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:01.853 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.824+0000 7f3673b9c640 1 -- 172.21.15.76:0/1311530665 wait complete. 2024-09-13T16:02:01.853 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.824+0000 7f4a06ffd640 1 -- 172.21.15.76:0/233714310 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a08030b00 con 0x7f4a180ccd00 2024-09-13T16:02:01.853 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.824+0000 7f4a06ffd640 1 -- 172.21.15.76:0/233714310 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4a08030c60 con 0x7f4a180ccd00 2024-09-13T16:02:01.853 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.824+0000 7f4a06ffd640 1 -- 172.21.15.76:0/233714310 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a0803b400 con 0x7f4a180ccd00 2024-09-13T16:02:01.853 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.824+0000 7f4a1cd25640 1 -- 172.21.15.76:0/233714310 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4a180b5610 con 0x7f4a180ccd00 2024-09-13T16:02:01.854 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.823+0000 7f0174d9c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f01700ac5e0 0x7f01700ce320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.854 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.823+0000 7f0174d9c640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f01700ce860 0x7f01700b2180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.854 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.823+0000 7f016e59c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f0170158fe0 0x7f017006ccb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.854 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.823+0000 7f016e59c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f0170158fe0 0x7f017006ccb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56106/0 (socket says 172.21.15.76:56106) 2024-09-13T16:02:01.854 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.823+0000 7f016e59c640 1 -- 172.21.15.76:0/969598243 learned_addr learned my addr 172.21.15.76:0/969598243 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:01.854 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.823+0000 7f0174d9c640 1 -- 172.21.15.76:0/969598243 --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f01700cecd0 con 0x7f0170158fe0 2024-09-13T16:02:01.854 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.823+0000 7f0174d9c640 1 -- 172.21.15.76:0/969598243 --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f017006ffa0 con 0x7f01700ce860 2024-09-13T16:02:01.854 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.823+0000 7f0174d9c640 1 -- 172.21.15.76:0/969598243 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f01700acb30 con 0x7f01700ac5e0 2024-09-13T16:02:01.855 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.824+0000 7f5daca16640 1 --2- 172.21.15.76:0/1807435761 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5da815fbc0 0x7f5da80b0960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.855 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.824+0000 7f5dae479640 1 -- 172.21.15.76:0/1807435761 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5da80cb620 con 0x7f5da815fbc0 2024-09-13T16:02:01.855 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.824+0000 7f5dae479640 1 -- 172.21.15.76:0/1807435761 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5da80cb340 con 0x7f5da80cd6c0 2024-09-13T16:02:01.855 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.824+0000 7f5dae479640 1 -- 172.21.15.76:0/1807435761 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5da80b2030 con 0x7f5da80d29e0 2024-09-13T16:02:01.855 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.824+0000 7f77f8f41640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f77f4158960 0x7f77f4152710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.855 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.824+0000 7f77f8f41640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f77f4148280 0x7f77f414d3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.855 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.824+0000 7f77f8f41640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77f40cabb0 con 0x7f77f4148280 2024-09-13T16:02:01.855 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.824+0000 7f77f8f41640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77f40cba10 con 0x7f77f406def0 2024-09-13T16:02:01.855 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.824+0000 7f77f8f41640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f77f40cae00 con 0x7f77f4158960 2024-09-13T16:02:01.856 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.824+0000 7fdccafff640 1 Processor -- start 2024-09-13T16:02:01.856 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.824+0000 7f5da77fe640 1 -- 172.21.15.76:0/1807435761 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5da80cd6c0 msgr2=0x7f5da8154300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.856 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.824+0000 7f77f3fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f77f4148280 0x7f77f414d3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.856 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.824+0000 7f77f3fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f77f4148280 0x7f77f414d3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56120/0 (socket says 172.21.15.76:56120) 2024-09-13T16:02:01.856 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.824+0000 7f77f3fff640 1 -- 172.21.15.76:0/1052110843 learned_addr learned my addr 172.21.15.76:0/1052110843 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:01.857 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.825+0000 7f5da77fe640 1 --2- 172.21.15.76:0/1807435761 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5da80cd6c0 0x7f5da8154300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.857 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.825+0000 7f77f2ffd640 1 --2- 172.21.15.76:0/1052110843 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f77f4158960 0x7f77f4152710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.857 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.825+0000 7f5da77fe640 1 -- 172.21.15.76:0/1807435761 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5da815fbc0 msgr2=0x7f5da80b0960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.857 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.825+0000 7f77f37fe640 1 --2- 172.21.15.76:0/1052110843 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f77f406def0 0x7f77f4150e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.823+0000 7f10a7fff640 1 -- start start 2024-09-13T16:02:01.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.825+0000 7f10a7fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f10a80b2a10 0x7f10a8139620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.825+0000 7f10a7fff640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f10a81424e0 0x7f10a81659f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.825+0000 7f10a7fff640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f10a815cb60 0x7f10a8165f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.825+0000 7f10a7fff640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10a80aedb0 con 0x7f10a80b2a10 2024-09-13T16:02:01.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.825+0000 7f10a7fff640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10a8158bd0 con 0x7f10a815cb60 2024-09-13T16:02:01.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.825+0000 7f10a7fff640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f10a80aea60 con 0x7f10a81424e0 2024-09-13T16:02:01.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.825+0000 7f1bdd025640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1bd80709b0 0x7f1bd80acf50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.825+0000 7f77f3fff640 1 -- 172.21.15.76:0/1052110843 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f77f4158960 msgr2=0x7f77f4152710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.825+0000 7f77f3fff640 1 --2- 172.21.15.76:0/1052110843 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f77f4158960 0x7f77f4152710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.825+0000 7f77f3fff640 1 -- 172.21.15.76:0/1052110843 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f77f406def0 msgr2=0x7f77f4150e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.825+0000 7f77f3fff640 1 --2- 172.21.15.76:0/1052110843 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f77f406def0 0x7f77f4150e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.825+0000 7f77f3fff640 1 -- 172.21.15.76:0/1052110843 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f77e8009400 con 0x7f77f4148280 2024-09-13T16:02:01.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.825+0000 7f10a67fc640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f10a81424e0 0x7f10a81659f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.825+0000 7f10a67fc640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f10a81424e0 0x7f10a81659f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.76:41936/0 (socket says 172.21.15.76:41936) 2024-09-13T16:02:01.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.825+0000 7f5da77fe640 1 --2- 172.21.15.76:0/1807435761 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5da815fbc0 0x7f5da80b0960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.825+0000 7f10a67fc640 1 -- 172.21.15.76:0/1610840207 learned_addr learned my addr 172.21.15.76:0/1610840207 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:01.861 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.825+0000 7f5da77fe640 1 -- 172.21.15.76:0/1807435761 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5d98009400 con 0x7f5da80d29e0 2024-09-13T16:02:01.861 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.825+0000 7f5da7fff640 1 --2- 172.21.15.76:0/1807435761 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5da80cd6c0 0x7f5da8154300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:02:01.861 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.825+0000 7f5daca16640 1 --2- 172.21.15.76:0/1807435761 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5da815fbc0 0x7f5da80b0960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:02:01.861 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.825+0000 7f77f3fff640 1 --2- 172.21.15.76:0/1052110843 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f77f4148280 0x7f77f414d3e0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f77e400e820 tx=0x7f77e400ec20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:01.862 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.825+0000 7f10a6ffd640 1 --2- 172.21.15.76:0/1610840207 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f10a80b2a10 0x7f10a8139620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.862 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.825+0000 7f10a67fc640 1 -- 172.21.15.76:0/1610840207 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f10a815cb60 msgr2=0x7f10a8165f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.862 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.825+0000 7f10a67fc640 1 --2- 172.21.15.76:0/1610840207 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f10a815cb60 0x7f10a8165f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.862 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.825+0000 7f1bdd025640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1bd8152910 0x7f1bd814d590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.862 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.823+0000 7f016e59c640 1 -- 172.21.15.76:0/969598243 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f01700ac5e0 msgr2=0x7f01700ce320 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-13T16:02:01.862 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.823+0000 7f016e59c640 1 --2- 172.21.15.76:0/969598243 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f01700ac5e0 0x7f01700ce320 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.862 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.823+0000 7f016e59c640 1 -- 172.21.15.76:0/969598243 >> v2:172.21.15.192:3300/0 conn(0x7f01700ce860 msgr2=0x7f01700b2180 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-13T16:02:01.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.823+0000 7f016e59c640 1 --2- 172.21.15.76:0/969598243 >> v2:172.21.15.192:3300/0 conn(0x7f01700ce860 0x7f01700b2180 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.823+0000 7f016e59c640 1 -- 172.21.15.76:0/969598243 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f01700ace10 con 0x7f0170158fe0 2024-09-13T16:02:01.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.825+0000 7f77dbfff640 1 -- 172.21.15.76:0/1052110843 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77e400ee70 con 0x7f77f4148280 2024-09-13T16:02:01.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.825+0000 7f77dbfff640 1 -- 172.21.15.76:0/1052110843 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f77e400c8e0 con 0x7f77f4148280 2024-09-13T16:02:01.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.825+0000 7f1bd7fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1bd80709b0 0x7f1bd80acf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.826+0000 7f5da77fe640 1 --2- 172.21.15.76:0/1807435761 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5da80d29e0 0x7f5da80b0420 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f5d9c00c450 tx=0x7f5d9c00c910 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:01.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.826+0000 7f1bd77fe640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1bd8152910 0x7f1bd814d590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.826+0000 7f1bd77fe640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1bd8152910 0x7f1bd814d590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.76:33754/0 (socket says 172.21.15.76:33754) 2024-09-13T16:02:01.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.825+0000 7f77dbfff640 1 -- 172.21.15.76:0/1052110843 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77e400cc90 con 0x7f77f4148280 2024-09-13T16:02:01.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.825+0000 7f10a67fc640 1 -- 172.21.15.76:0/1610840207 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f10a80b2a10 msgr2=0x7f10a8139620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.825+0000 7f10a67fc640 1 --2- 172.21.15.76:0/1610840207 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f10a80b2a10 0x7f10a8139620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.825+0000 7f10a67fc640 1 -- 172.21.15.76:0/1610840207 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f109c0094d0 con 0x7f10a81424e0 2024-09-13T16:02:01.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.825+0000 7f10a6ffd640 1 --2- 172.21.15.76:0/1610840207 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f10a80b2a10 0x7f10a8139620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:02:01.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.826+0000 7f10a67fc640 1 --2- 172.21.15.76:0/1610840207 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f10a81424e0 0x7f10a81659f0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f109800c480 tx=0x7f109800c940 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:01.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.826+0000 7f1bd7fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1bd80709b0 0x7f1bd80acf50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56140/0 (socket says 172.21.15.76:56140) 2024-09-13T16:02:01.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.826+0000 7f1bdd025640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1bd815ad60 0x7f1bd81f1350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.825+0000 7f77f8f41640 1 -- 172.21.15.76:0/1052110843 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f77f40cb0e0 con 0x7f77f4148280 2024-09-13T16:02:01.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.826+0000 7f77f8f41640 1 -- 172.21.15.76:0/1052110843 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f77f40cb6a0 con 0x7f77f4148280 2024-09-13T16:02:01.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.826+0000 7f1bd77fe640 1 -- 172.21.15.76:0/1019232688 learned_addr learned my addr 172.21.15.76:0/1019232688 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:01.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.824+0000 7fdccafff640 1 -- start start 2024-09-13T16:02:01.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.826+0000 7fdccafff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdcc406d8c0 0x7fdcc4151520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.826+0000 7f3673b9c640 1 Processor -- start 2024-09-13T16:02:01.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.826+0000 7f1bdd025640 1 -- 172.21.15.76:0/1019232688 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1bd81f0ec0 con 0x7f1bd80709b0 2024-09-13T16:02:01.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.826+0000 7f1bdc824640 1 --2- 172.21.15.76:0/1019232688 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1bd815ad60 0x7f1bd81f1350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.826+0000 7f1bdd025640 1 -- 172.21.15.76:0/1019232688 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1bd80cadd0 con 0x7f1bd8152910 2024-09-13T16:02:01.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.826+0000 7f1bdd025640 1 -- 172.21.15.76:0/1019232688 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1bd80cb0b0 con 0x7f1bd815ad60 2024-09-13T16:02:01.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.826+0000 7fdccafff640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdcc40ad9b0 0x7fdcc4152ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.826+0000 7fdccafff640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdcc40c17c0 0x7fdcc4153420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.826+0000 7fdccafff640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdcc4097340 con 0x7fdcc406d8c0 2024-09-13T16:02:01.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.826+0000 7fdcc3fff640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdcc40ad9b0 0x7fdcc4152ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.826+0000 7fdcc3fff640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdcc40ad9b0 0x7fdcc4152ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.76:33762/0 (socket says 172.21.15.76:33762) 2024-09-13T16:02:01.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.826+0000 7fdcc3fff640 1 -- 172.21.15.76:0/789375042 learned_addr learned my addr 172.21.15.76:0/789375042 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:01.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.826+0000 7fdccafff640 1 -- 172.21.15.76:0/789375042 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdcc40962a0 con 0x7fdcc40ad9b0 2024-09-13T16:02:01.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.826+0000 7fdccafff640 1 -- 172.21.15.76:0/789375042 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdcc4096580 con 0x7fdcc40c17c0 2024-09-13T16:02:01.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.826+0000 7f5da4ff9640 1 -- 172.21.15.76:0/1807435761 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d9c0035f0 con 0x7f5da80d29e0 2024-09-13T16:02:01.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.826+0000 7f5da4ff9640 1 -- 172.21.15.76:0/1807435761 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5d9c003750 con 0x7f5da80d29e0 2024-09-13T16:02:01.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.826+0000 7f5da4ff9640 1 -- 172.21.15.76:0/1807435761 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d9c003b00 con 0x7f5da80d29e0 2024-09-13T16:02:01.869 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.826+0000 7f5dae479640 1 -- 172.21.15.76:0/1807435761 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5da80b2310 con 0x7f5da80d29e0 2024-09-13T16:02:01.869 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.826+0000 7f5dae479640 1 -- 172.21.15.76:0/1807435761 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5da80cb030 con 0x7f5da80d29e0 2024-09-13T16:02:01.869 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.826+0000 7fdcc8d9b640 1 --2- 172.21.15.76:0/789375042 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdcc406d8c0 0x7fdcc4151520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.869 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.827+0000 7fdcc959c640 1 --2- 172.21.15.76:0/789375042 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdcc40c17c0 0x7fdcc4153420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.870 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.827+0000 7f1bd77fe640 1 -- 172.21.15.76:0/1019232688 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1bd815ad60 msgr2=0x7f1bd81f1350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.870 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.827+0000 7f1bd77fe640 1 --2- 172.21.15.76:0/1019232688 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1bd815ad60 0x7f1bd81f1350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.870 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.827+0000 7f1bd77fe640 1 -- 172.21.15.76:0/1019232688 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1bd80709b0 msgr2=0x7f1bd80acf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.870 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.827+0000 7f1bd77fe640 1 --2- 172.21.15.76:0/1019232688 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1bd80709b0 0x7f1bd80acf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.870 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.827+0000 7f1bd77fe640 1 -- 172.21.15.76:0/1019232688 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1bc8009d60 con 0x7f1bd8152910 2024-09-13T16:02:01.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.827+0000 7f108ffff640 1 -- 172.21.15.76:0/1610840207 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10980052d0 con 0x7f10a81424e0 2024-09-13T16:02:01.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.826+0000 7f3673b9c640 1 -- start start 2024-09-13T16:02:01.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.827+0000 7fdcc8d9b640 1 -- 172.21.15.76:0/789375042 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdcc40c17c0 msgr2=0x7fdcc4153420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.827+0000 7fdcc8d9b640 1 --2- 172.21.15.76:0/789375042 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdcc40c17c0 0x7fdcc4153420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.827+0000 7f77f8f41640 1 -- 172.21.15.76:0/1052110843 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f77f40b1c40 con 0x7f77f4148280 2024-09-13T16:02:01.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.827+0000 7f1bd7fff640 1 --2- 172.21.15.76:0/1019232688 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1bd80709b0 0x7f1bd80acf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:02:01.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.827+0000 7fdcc8d9b640 1 -- 172.21.15.76:0/789375042 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdcc40ad9b0 msgr2=0x7fdcc4152ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.827+0000 7fdcc8d9b640 1 --2- 172.21.15.76:0/789375042 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdcc40ad9b0 0x7fdcc4152ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.873 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.827+0000 7fdcc8d9b640 1 -- 172.21.15.76:0/789375042 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdcb80094d0 con 0x7fdcc406d8c0 2024-09-13T16:02:01.873 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.827+0000 7f1bd77fe640 1 --2- 172.21.15.76:0/1019232688 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1bd8152910 0x7f1bd814d590 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f1bc800b2d0 tx=0x7f1bc80046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:01.874 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.828+0000 7f1bdc824640 1 --2- 172.21.15.76:0/1019232688 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1bd815ad60 0x7f1bd81f1350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:02:01.874 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.828+0000 7f1bd4ff9640 1 -- 172.21.15.76:0/1019232688 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1bc8009520 con 0x7f1bd8152910 2024-09-13T16:02:01.874 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.828+0000 7f1bd4ff9640 1 -- 172.21.15.76:0/1019232688 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1bc80096a0 con 0x7f1bd8152910 2024-09-13T16:02:01.874 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.828+0000 7f1bdd025640 1 -- 172.21.15.76:0/1019232688 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1bd80cb390 con 0x7f1bd8152910 2024-09-13T16:02:01.874 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.828+0000 7f1bdd025640 1 -- 172.21.15.76:0/1019232688 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1bd80ab200 con 0x7f1bd8152910 2024-09-13T16:02:01.875 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.827+0000 7f3673b9c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f366c0cd500 0x7f366c1f3c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.875 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.827+0000 7f3673b9c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f366c0d1650 0x7f366c1f6550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.875 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.827+0000 7f3673b9c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f366c0b80a0 0x7f366c0b5530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.875 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.827+0000 7f3673b9c640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f366c1f6a90 con 0x7f366c0cd500 2024-09-13T16:02:01.875 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.827+0000 7f3673b9c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f366c15a5a0 con 0x7f366c0b80a0 2024-09-13T16:02:01.875 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.827+0000 7f3673b9c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f366c1f7540 con 0x7f366c0d1650 2024-09-13T16:02:01.875 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.827+0000 7f3672139640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f366c0b80a0 0x7f366c0b5530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.875 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.827+0000 7f3671938640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f366c0cd500 0x7f366c1f3c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.875 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.827+0000 7f3672139640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f366c0b80a0 0x7f366c0b5530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.76:33772/0 (socket says 172.21.15.76:33772) 2024-09-13T16:02:01.875 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.827+0000 7f3672139640 1 -- 172.21.15.76:0/4022498866 learned_addr learned my addr 172.21.15.76:0/4022498866 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:01.875 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.828+0000 7f3671137640 1 --2- 172.21.15.76:0/4022498866 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f366c0d1650 0x7f366c1f6550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.875 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.828+0000 7f3672139640 1 -- 172.21.15.76:0/4022498866 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f366c0d1650 msgr2=0x7f366c1f6550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.828+0000 7f3672139640 1 --2- 172.21.15.76:0/4022498866 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f366c0d1650 0x7f366c1f6550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.828+0000 7f3672139640 1 -- 172.21.15.76:0/4022498866 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f366c0cd500 msgr2=0x7f366c1f3c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.828+0000 7f3672139640 1 --2- 172.21.15.76:0/4022498866 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f366c0cd500 0x7f366c1f3c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.828+0000 7f3672139640 1 -- 172.21.15.76:0/4022498866 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f365c0094d0 con 0x7f366c0b80a0 2024-09-13T16:02:01.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.829+0000 7f1bd4ff9640 1 -- 172.21.15.76:0/1019232688 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1bc8009810 con 0x7f1bd8152910 2024-09-13T16:02:01.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.829+0000 7f3671938640 1 --2- 172.21.15.76:0/4022498866 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f366c0cd500 0x7f366c1f3c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:02:01.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.829+0000 7f3672139640 1 --2- 172.21.15.76:0/4022498866 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f366c0b80a0 0x7f366c0b5530 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f366400c6b0 tx=0x7f366400cb70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:01.877 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.829+0000 7f016e59c640 1 --2- 172.21.15.76:0/969598243 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0170158fe0 0x7f017006ccb0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f01700aafe0 tx=0x7f0160032f60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d880d0f6802df952 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:01.877 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.828+0000 7f5d8e7fc640 1 -- 172.21.15.76:0/1807435761 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5da80b1090 con 0x7f5da80d29e0 2024-09-13T16:02:01.877 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.829+0000 7f5da4ff9640 1 -- 172.21.15.76:0/1807435761 <== mon.2 v2:172.21.15.192:3301/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f5d9c003c60 con 0x7f5da80d29e0 2024-09-13T16:02:01.877 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.827+0000 7f4a1cd25640 1 -- 172.21.15.76:0/233714310 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4a180b5bd0 con 0x7f4a180ccd00 2024-09-13T16:02:01.877 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.828+0000 7f4a06ffd640 1 -- 172.21.15.76:0/233714310 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f4a08039040 con 0x7f4a180ccd00 2024-09-13T16:02:01.877 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.828+0000 7f4a06ffd640 1 --2- 172.21.15.76:0/233714310 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f49f806ac00 0x7f49f806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.878 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.829+0000 7f4a06ffd640 1 -- 172.21.15.76:0/233714310 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f4a080a9d70 con 0x7f4a180ccd00 2024-09-13T16:02:01.878 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.829+0000 7fdcc8d9b640 1 --2- 172.21.15.76:0/789375042 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdcc406d8c0 0x7fdcc4151520 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fdcbc00c6d0 tx=0x7fdcbc00cb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:01.878 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.829+0000 7fdcc17fa640 1 -- 172.21.15.76:0/789375042 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdcbc003b70 con 0x7fdcc406d8c0 2024-09-13T16:02:01.878 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.829+0000 7fdccafff640 1 -- 172.21.15.76:0/789375042 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdcc4096860 con 0x7fdcc406d8c0 2024-09-13T16:02:01.878 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.830+0000 7fdccafff640 1 -- 172.21.15.76:0/789375042 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdcc4096e20 con 0x7fdcc406d8c0 2024-09-13T16:02:01.878 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.830+0000 7f77dbfff640 1 -- 172.21.15.76:0/1052110843 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f77e4013470 con 0x7f77f4148280 2024-09-13T16:02:01.878 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.830+0000 7f77dbfff640 1 --2- 172.21.15.76:0/1052110843 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f77e006ad00 0x7f77e006d1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.879 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.827+0000 7f10a7fff640 1 -- 172.21.15.76:0/1610840207 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f10a8139b60 con 0x7f10a81424e0 2024-09-13T16:02:01.879 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.828+0000 7f10a7fff640 1 -- 172.21.15.76:0/1610840207 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f10a815b1e0 con 0x7f10a81424e0 2024-09-13T16:02:01.879 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.828+0000 7f108ffff640 1 -- 172.21.15.76:0/1610840207 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1098005430 con 0x7f10a81424e0 2024-09-13T16:02:01.879 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.829+0000 7f108ffff640 1 -- 172.21.15.76:0/1610840207 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1098012850 con 0x7f10a81424e0 2024-09-13T16:02:01.879 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.829+0000 7f108dffb640 1 -- 172.21.15.76:0/1610840207 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1080005250 con 0x7f10a81424e0 2024-09-13T16:02:01.879 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.830+0000 7f4a1cd25640 1 -- 172.21.15.76:0/233714310 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4a180ced50 con 0x7f4a180ccd00 2024-09-13T16:02:01.880 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.829+0000 7f016d59a640 1 -- 172.21.15.76:0/969598243 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01600338a0 con 0x7f0170158fe0 2024-09-13T16:02:01.880 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.829+0000 7f016d59a640 1 -- 172.21.15.76:0/969598243 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0160033a00 con 0x7f0170158fe0 2024-09-13T16:02:01.880 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.830+0000 7f016d59a640 1 -- 172.21.15.76:0/969598243 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0160033d90 con 0x7f0170158fe0 2024-09-13T16:02:01.880 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.829+0000 7f5da4ff9640 1 --2- 172.21.15.76:0/1807435761 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5d9406ad00 0x7f5d9406d1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.880 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.830+0000 7f5da4ff9640 1 -- 172.21.15.76:0/1807435761 <== mon.2 v2:172.21.15.192:3301/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f5d9c088aa0 con 0x7f5da80d29e0 2024-09-13T16:02:01.880 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.830+0000 7f5da7fff640 1 --2- 172.21.15.76:0/1807435761 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5d9406ad00 0x7f5d9406d1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.880 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.831+0000 7f77dbfff640 1 -- 172.21.15.76:0/1052110843 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f77e40896e0 con 0x7f77f4148280 2024-09-13T16:02:01.881 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.831+0000 7f4a15d9b640 1 --2- 172.21.15.76:0/233714310 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f49f806ac00 0x7f49f806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.881 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.830+0000 7f1bd4ff9640 1 -- 172.21.15.76:0/1019232688 <== mon.1 v2:172.21.15.192:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1bc803d700 con 0x7f1bd8152910 2024-09-13T16:02:01.881 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.831+0000 7f5da7fff640 1 --2- 172.21.15.76:0/1807435761 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5d9406ad00 0x7f5d9406d1c0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f5d98034000 tx=0x7f5d9802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:01.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.831+0000 7f0174d9c640 1 -- 172.21.15.76:0/969598243 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0170158fe0 msgr2=0x7f017006ccb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.831+0000 7f0174d9c640 1 --2- 172.21.15.76:0/969598243 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0170158fe0 0x7f017006ccb0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f01700aafe0 tx=0x7f0160032f60 comp rx=0 tx=0).stop 2024-09-13T16:02:01.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.830+0000 7f108ffff640 1 -- 172.21.15.76:0/1610840207 <== mon.2 v2:172.21.15.192:3301/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f10980129b0 con 0x7f10a81424e0 2024-09-13T16:02:01.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.831+0000 7f108ffff640 1 --2- 172.21.15.76:0/1610840207 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f109406acd0 0x7f109406d190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.831+0000 7f108ffff640 1 -- 172.21.15.76:0/1610840207 <== mon.2 v2:172.21.15.192:3301/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f1098089160 con 0x7f10a81424e0 2024-09-13T16:02:01.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.831+0000 7f36627fc640 1 -- 172.21.15.76:0/4022498866 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3664003b70 con 0x7f366c0b80a0 2024-09-13T16:02:01.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.831+0000 7f36627fc640 1 -- 172.21.15.76:0/4022498866 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3664003cf0 con 0x7f366c0b80a0 2024-09-13T16:02:01.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.831+0000 7f36627fc640 1 -- 172.21.15.76:0/4022498866 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3664003ea0 con 0x7f366c0b80a0 2024-09-13T16:02:01.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.831+0000 7f0174d9c640 1 -- 172.21.15.76:0/969598243 shutdown_connections 2024-09-13T16:02:01.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.831+0000 7f0174d9c640 1 --2- 172.21.15.76:0/969598243 >> v2:172.21.15.192:3300/0 conn(0x7f01700ce860 0x7f01700b2180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.831+0000 7f0174d9c640 1 --2- 172.21.15.76:0/969598243 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f01700ac5e0 0x7f01700ce320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.831+0000 7f0174d9c640 1 --2- 172.21.15.76:0/969598243 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0170158fe0 0x7f017006ccb0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.831+0000 7f0174d9c640 1 -- 172.21.15.76:0/969598243 >> 172.21.15.76:0/969598243 conn(0x7f017006a2f0 msgr2=0x7f017006a700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:01.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.831+0000 7fdcc17fa640 1 -- 172.21.15.76:0/789375042 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdcbc003cf0 con 0x7fdcc406d8c0 2024-09-13T16:02:01.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.831+0000 7fdcc17fa640 1 -- 172.21.15.76:0/789375042 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdcbc003ea0 con 0x7fdcc406d8c0 2024-09-13T16:02:01.884 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.832+0000 7f0174d9c640 1 -- 172.21.15.76:0/969598243 shutdown_connections 2024-09-13T16:02:01.884 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.832+0000 7f0174d9c640 1 -- 172.21.15.76:0/969598243 wait complete. 2024-09-13T16:02:01.884 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.832+0000 7f77f37fe640 1 --2- 172.21.15.76:0/1052110843 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f77e006ad00 0x7f77e006d1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.885 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.831+0000 7f1bd4ff9640 1 --2- 172.21.15.76:0/1019232688 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1bc406acd0 0x7f1bc406d190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.885 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.831+0000 7f1bd4ff9640 1 -- 172.21.15.76:0/1019232688 <== mon.1 v2:172.21.15.192:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f1bc8031070 con 0x7f1bd8152910 2024-09-13T16:02:01.885 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.832+0000 7f1bbe7fc640 1 -- 172.21.15.76:0/1019232688 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1bd806bc40 con 0x7f1bd8152910 2024-09-13T16:02:01.885 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.832+0000 7f1bd7fff640 1 --2- 172.21.15.76:0/1019232688 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1bc406acd0 0x7f1bc406d190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.885 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.832+0000 7f3673b9c640 1 -- 172.21.15.76:0/4022498866 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f366c1f6ca0 con 0x7f366c0b80a0 2024-09-13T16:02:01.885 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.832+0000 7f3673b9c640 1 -- 172.21.15.76:0/4022498866 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f366c1f7260 con 0x7f366c0b80a0 2024-09-13T16:02:01.885 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.832+0000 7f10a6ffd640 1 --2- 172.21.15.76:0/1610840207 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f109406acd0 0x7f109406d190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.886 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.832+0000 7f1bd7fff640 1 --2- 172.21.15.76:0/1019232688 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1bc406acd0 0x7f1bc406d190 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f1bcc001b70 tx=0x7f1bcc009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:01.886 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.833+0000 7f77f37fe640 1 --2- 172.21.15.76:0/1052110843 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f77e006ad00 0x7f77e006d1c0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f77ec005a70 tx=0x7f77ec009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:01.886 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.833+0000 7f4a15d9b640 1 --2- 172.21.15.76:0/233714310 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f49f806ac00 0x7f49f806d0c0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f4a180b71d0 tx=0x7f4a0c009060 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:01.887 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.832+0000 7fdcc17fa640 1 -- 172.21.15.76:0/789375042 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fdcbc0052b0 con 0x7fdcc406d8c0 2024-09-13T16:02:01.887 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.833+0000 7fdcc17fa640 1 --2- 172.21.15.76:0/789375042 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdcb006ad00 0x7fdcb006d1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.887 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.833+0000 7fdccafff640 1 -- 172.21.15.76:0/789375042 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdca4005250 con 0x7fdcc406d8c0 2024-09-13T16:02:01.887 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.833+0000 7fdcc3fff640 1 --2- 172.21.15.76:0/789375042 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdcb006ad00 0x7fdcb006d1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.887 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.833+0000 7fdcc17fa640 1 -- 172.21.15.76:0/789375042 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fdcbc088d50 con 0x7fdcc406d8c0 2024-09-13T16:02:01.887 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.833+0000 7f10a6ffd640 1 --2- 172.21.15.76:0/1610840207 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f109406acd0 0x7f109406d190 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f10a0001dc0 tx=0x7f10a0009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:01.887 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.833+0000 7f3673b9c640 1 -- 172.21.15.76:0/4022498866 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f366c0b3850 con 0x7f366c0b80a0 2024-09-13T16:02:01.888 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.833+0000 7fdcc3fff640 1 --2- 172.21.15.76:0/789375042 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdcb006ad00 0x7fdcb006d1c0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fdcc40af4e0 tx=0x7fdcb802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:01.888 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.834+0000 7f0174d9c640 1 Processor -- start 2024-09-13T16:02:01.888 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.834+0000 7f0174d9c640 1 -- start start 2024-09-13T16:02:01.888 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.834+0000 7f5da4ff9640 1 -- 172.21.15.76:0/1807435761 <== mon.2 v2:172.21.15.192:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f5da80b1090 con 0x7f5da80d29e0 2024-09-13T16:02:01.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.835+0000 7f0174d9c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f01700ac5e0 0x7f0170099460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.836+0000 7f016e59c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f01700ac5e0 0x7f0170099460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.836+0000 7f016e59c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f01700ac5e0 0x7f0170099460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56172/0 (socket says 172.21.15.76:56172) 2024-09-13T16:02:01.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.836+0000 7f016e59c640 1 -- 172.21.15.76:0/2771418870 learned_addr learned my addr 172.21.15.76:0/2771418870 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:01.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.836+0000 7f0174d9c640 1 --2- 172.21.15.76:0/2771418870 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f01700ce860 0x7f01700afeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.836+0000 7f0174d9c640 1 --2- 172.21.15.76:0/2771418870 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0170158fe0 0x7f01700b03f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.836+0000 7f0174d9c640 1 -- 172.21.15.76:0/2771418870 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f01700999a0 con 0x7f01700ac5e0 2024-09-13T16:02:01.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.836+0000 7f0174d9c640 1 -- 172.21.15.76:0/2771418870 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0170145c60 con 0x7f01700ce860 2024-09-13T16:02:01.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.836+0000 7f0174d9c640 1 -- 172.21.15.76:0/2771418870 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0170145f40 con 0x7f0170158fe0 2024-09-13T16:02:01.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.836+0000 7f016dd9b640 1 --2- 172.21.15.76:0/2771418870 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f01700ce860 0x7f01700afeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.836+0000 7f016ed9d640 1 --2- 172.21.15.76:0/2771418870 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0170158fe0 0x7f01700b03f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.836+0000 7f016dd9b640 1 -- 172.21.15.76:0/2771418870 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0170158fe0 msgr2=0x7f01700b03f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.836+0000 7f016dd9b640 1 --2- 172.21.15.76:0/2771418870 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0170158fe0 0x7f01700b03f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.836+0000 7f016dd9b640 1 -- 172.21.15.76:0/2771418870 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f01700ac5e0 msgr2=0x7f0170099460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:01.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.836+0000 7f016dd9b640 1 --2- 172.21.15.76:0/2771418870 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f01700ac5e0 0x7f0170099460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:01.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.836+0000 7f016dd9b640 1 -- 172.21.15.76:0/2771418870 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0160009930 con 0x7f01700ce860 2024-09-13T16:02:01.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.837+0000 7f016dd9b640 1 --2- 172.21.15.76:0/2771418870 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f01700ce860 0x7f01700afeb0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f0164009fd0 tx=0x7f016400b870 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:01.892 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.837+0000 7f015effd640 1 -- 172.21.15.76:0/2771418870 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0164011830 con 0x7f01700ce860 2024-09-13T16:02:01.892 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.837+0000 7f015effd640 1 -- 172.21.15.76:0/2771418870 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0164011990 con 0x7f01700ce860 2024-09-13T16:02:01.892 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.837+0000 7f1bd4ff9640 1 -- 172.21.15.76:0/1019232688 <== mon.1 v2:172.21.15.192:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f1bc8077580 con 0x7f1bd8152910 2024-09-13T16:02:01.892 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.837+0000 7f015effd640 1 -- 172.21.15.76:0/2771418870 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0164011d40 con 0x7f01700ce860 2024-09-13T16:02:01.893 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.837+0000 7f0174d9c640 1 -- 172.21.15.76:0/2771418870 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0170146220 con 0x7f01700ce860 2024-09-13T16:02:01.893 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.837+0000 7f0174d9c640 1 -- 172.21.15.76:0/2771418870 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f01701467e0 con 0x7f01700ce860 2024-09-13T16:02:01.893 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.839+0000 7f4a06ffd640 1 -- 172.21.15.76:0/233714310 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f4a0803f080 con 0x7f4a180ccd00 2024-09-13T16:02:01.893 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.839+0000 7f36627fc640 1 -- 172.21.15.76:0/4022498866 <== mon.1 v2:172.21.15.192:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f3664005310 con 0x7f366c0b80a0 2024-09-13T16:02:01.893 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.839+0000 7f108ffff640 1 -- 172.21.15.76:0/1610840207 <== mon.2 v2:172.21.15.192:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f10980540c0 con 0x7f10a81424e0 2024-09-13T16:02:01.894 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.839+0000 7f0174d9c640 1 -- 172.21.15.76:0/2771418870 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0170146a00 con 0x7f01700ce860 2024-09-13T16:02:01.894 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.840+0000 7f36627fc640 1 --2- 172.21.15.76:0/4022498866 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f365006acd0 0x7f365006d190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.894 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.840+0000 7f3671938640 1 --2- 172.21.15.76:0/4022498866 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f365006acd0 0x7f365006d190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.841+0000 7f36627fc640 1 -- 172.21.15.76:0/4022498866 <== mon.1 v2:172.21.15.192:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f3664089e20 con 0x7f366c0b80a0 2024-09-13T16:02:01.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.841+0000 7f3671938640 1 --2- 172.21.15.76:0/4022498866 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f365006acd0 0x7f365006d190 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f366c15c330 tx=0x7f36680090e0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:01.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.842+0000 7f36627fc640 1 -- 172.21.15.76:0/4022498866 <== mon.1 v2:172.21.15.192:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f3664054d80 con 0x7f366c0b80a0 2024-09-13T16:02:01.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.843+0000 7f015effd640 1 -- 172.21.15.76:0/2771418870 <== mon.1 v2:172.21.15.192:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f016401a400 con 0x7f01700ce860 2024-09-13T16:02:01.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.844+0000 7f015effd640 1 --2- 172.21.15.76:0/2771418870 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f015006ac00 0x7f015006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:01.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.844+0000 7f015effd640 1 -- 172.21.15.76:0/2771418870 <== mon.1 v2:172.21.15.192:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f0164089c40 con 0x7f01700ce860 2024-09-13T16:02:01.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.844+0000 7f016e59c640 1 --2- 172.21.15.76:0/2771418870 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f015006ac00 0x7f015006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:01.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.844+0000 7f016e59c640 1 --2- 172.21.15.76:0/2771418870 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f015006ac00 0x7f015006d0c0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f0160009270 tx=0x7f0160037000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:01.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.847+0000 7f015effd640 1 -- 172.21.15.76:0/2771418870 <== mon.1 v2:172.21.15.192:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f0164054c50 con 0x7f01700ce860 2024-09-13T16:02:01.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.848+0000 7f77dbfff640 1 -- 172.21.15.76:0/1052110843 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f77e40545b0 con 0x7f77f4148280 2024-09-13T16:02:01.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:01.856+0000 7fdcc17fa640 1 -- 172.21.15.76:0/789375042 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fdcbc053da0 con 0x7fdcc406d8c0 2024-09-13T16:02:02.219 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.218+0000 7f5d8e7fc640 1 -- 172.21.15.76:0/1807435761 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) v1 -- 0x7f5da80b1090 con 0x7f5da80d29e0 2024-09-13T16:02:02.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.219+0000 7f5da4ff9640 1 -- 172.21.15.76:0/1807435761 <== mon.2 v2:172.21.15.192:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f5da80b1090 con 0x7f5da80d29e0 2024-09-13T16:02:02.220 INFO:teuthology.orchestra.run.smithi076.stdout:55834574855 2024-09-13T16:02:02.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.222+0000 7f5dae479640 1 -- 172.21.15.76:0/1807435761 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5d9406ad00 msgr2=0x7f5d9406d1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:02.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.222+0000 7f5dae479640 1 --2- 172.21.15.76:0/1807435761 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5d9406ad00 0x7f5d9406d1c0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f5d98034000 tx=0x7f5d9802e000 comp rx=0 tx=0).stop 2024-09-13T16:02:02.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.223+0000 7f5dae479640 1 -- 172.21.15.76:0/1807435761 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5da80d29e0 msgr2=0x7f5da80b0420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:02.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.223+0000 7f5dae479640 1 --2- 172.21.15.76:0/1807435761 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5da80d29e0 0x7f5da80b0420 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f5d9c00c450 tx=0x7f5d9c00c910 comp rx=0 tx=0).stop 2024-09-13T16:02:02.225 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.223+0000 7f5dae479640 1 -- 172.21.15.76:0/1807435761 shutdown_connections 2024-09-13T16:02:02.225 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.223+0000 7f5dae479640 1 --2- 172.21.15.76:0/1807435761 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5da815fbc0 0x7f5da80b0960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:02.225 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.223+0000 7f5dae479640 1 --2- 172.21.15.76:0/1807435761 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5d9406ad00 0x7f5d9406d1c0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:02.225 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.223+0000 7f5dae479640 1 --2- 172.21.15.76:0/1807435761 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5da80d29e0 0x7f5da80b0420 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:02.225 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.223+0000 7f5dae479640 1 --2- 172.21.15.76:0/1807435761 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5da80cd6c0 0x7f5da8154300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:02.225 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.223+0000 7f5dae479640 1 -- 172.21.15.76:0/1807435761 >> 172.21.15.76:0/1807435761 conn(0x7f5da809b830 msgr2=0x7f5da80cf2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:02.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.223+0000 7f5dae479640 1 -- 172.21.15.76:0/1807435761 shutdown_connections 2024-09-13T16:02:02.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.224+0000 7f5dae479640 1 -- 172.21.15.76:0/1807435761 wait complete. 2024-09-13T16:02:02.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.232+0000 7f108dffb640 1 -- 172.21.15.76:0/1610840207 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) v1 -- 0x7f1080005500 con 0x7f10a81424e0 2024-09-13T16:02:02.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.232+0000 7f108ffff640 1 -- 172.21.15.76:0/1610840207 <== mon.2 v2:172.21.15.192:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f10980576e0 con 0x7f10a81424e0 2024-09-13T16:02:02.234 INFO:teuthology.orchestra.run.smithi076.stdout:55834574855 2024-09-13T16:02:02.234 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.233+0000 7f4a1cd25640 1 -- 172.21.15.76:0/233714310 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) v1 -- 0x7f4a180b83b0 con 0x7f4a180ccd00 2024-09-13T16:02:02.234 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.233+0000 7f4a06ffd640 1 -- 172.21.15.76:0/233714310 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f4a08037070 con 0x7f4a180ccd00 2024-09-13T16:02:02.235 INFO:teuthology.orchestra.run.smithi076.stdout:55834574857 2024-09-13T16:02:02.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.235+0000 7f108dffb640 1 -- 172.21.15.76:0/1610840207 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f109406acd0 msgr2=0x7f109406d190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:02.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.235+0000 7f108dffb640 1 --2- 172.21.15.76:0/1610840207 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f109406acd0 0x7f109406d190 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f10a0001dc0 tx=0x7f10a0009040 comp rx=0 tx=0).stop 2024-09-13T16:02:02.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.235+0000 7f108dffb640 1 -- 172.21.15.76:0/1610840207 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f10a81424e0 msgr2=0x7f10a81659f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:02.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.235+0000 7f108dffb640 1 --2- 172.21.15.76:0/1610840207 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f10a81424e0 0x7f10a81659f0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f109800c480 tx=0x7f109800c940 comp rx=0 tx=0).stop 2024-09-13T16:02:02.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.236+0000 7f108dffb640 1 -- 172.21.15.76:0/1610840207 shutdown_connections 2024-09-13T16:02:02.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.236+0000 7f108dffb640 1 --2- 172.21.15.76:0/1610840207 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f10a815cb60 0x7f10a8165f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:02.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.236+0000 7f108dffb640 1 --2- 172.21.15.76:0/1610840207 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f109406acd0 0x7f109406d190 secure :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f10a0001dc0 tx=0x7f10a0009040 comp rx=0 tx=0).stop 2024-09-13T16:02:02.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.236+0000 7f108dffb640 1 --2- 172.21.15.76:0/1610840207 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f10a81424e0 0x7f10a81659f0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:02.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.236+0000 7f108dffb640 1 --2- 172.21.15.76:0/1610840207 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f10a80b2a10 0x7f10a8139620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:02.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.236+0000 7f108dffb640 1 -- 172.21.15.76:0/1610840207 >> 172.21.15.76:0/1610840207 conn(0x7f10a80cc2a0 msgr2=0x7f10a80cd980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:02.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.236+0000 7f108dffb640 1 -- 172.21.15.76:0/1610840207 shutdown_connections 2024-09-13T16:02:02.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.236+0000 7f108dffb640 1 -- 172.21.15.76:0/1610840207 wait complete. 2024-09-13T16:02:02.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.236+0000 7f1bbe7fc640 1 -- 172.21.15.76:0/1019232688 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) v1 -- 0x7f1bd81f0c90 con 0x7f1bd8152910 2024-09-13T16:02:02.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.237+0000 7f4a1cd25640 1 -- 172.21.15.76:0/233714310 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f49f806ac00 msgr2=0x7f49f806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:02.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.237+0000 7f4a1cd25640 1 --2- 172.21.15.76:0/233714310 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f49f806ac00 0x7f49f806d0c0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f4a180b71d0 tx=0x7f4a0c009060 comp rx=0 tx=0).stop 2024-09-13T16:02:02.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.237+0000 7f4a1cd25640 1 -- 172.21.15.76:0/233714310 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4a180ccd00 msgr2=0x7f4a181574b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:02.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.237+0000 7f1bd4ff9640 1 -- 172.21.15.76:0/1019232688 <== mon.1 v2:172.21.15.192:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f1bc807aba0 con 0x7f1bd8152910 2024-09-13T16:02:02.241 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.237+0000 7f4a1cd25640 1 --2- 172.21.15.76:0/233714310 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4a180ccd00 0x7f4a181574b0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f4a08009960 tx=0x7f4a080046c0 comp rx=0 tx=0).stop 2024-09-13T16:02:02.241 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.237+0000 7f4a1cd25640 1 -- 172.21.15.76:0/233714310 shutdown_connections 2024-09-13T16:02:02.241 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.237+0000 7f4a1cd25640 1 --2- 172.21.15.76:0/233714310 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f49f806ac00 0x7f49f806d0c0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:02.241 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.237+0000 7f4a1cd25640 1 --2- 172.21.15.76:0/233714310 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4a18160b50 0x7f4a180cb220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:02.241 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.237+0000 7f4a1cd25640 1 --2- 172.21.15.76:0/233714310 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4a18160770 0x7f4a180cace0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:02.241 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.237+0000 7f4a1cd25640 1 --2- 172.21.15.76:0/233714310 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4a180ccd00 0x7f4a181574b0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:02.241 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.237+0000 7f4a1cd25640 1 -- 172.21.15.76:0/233714310 >> 172.21.15.76:0/233714310 conn(0x7f4a18089f60 msgr2=0x7f4a180b08c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:02.242 INFO:teuthology.orchestra.run.smithi076.stdout:55834574855 2024-09-13T16:02:02.242 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.237+0000 7f3673b9c640 1 -- 172.21.15.76:0/4022498866 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) v1 -- 0x7f366c0b4ed0 con 0x7f366c0b80a0 2024-09-13T16:02:02.242 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.237+0000 7f4a1cd25640 1 -- 172.21.15.76:0/233714310 shutdown_connections 2024-09-13T16:02:02.242 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.237+0000 7f4a1cd25640 1 -- 172.21.15.76:0/233714310 wait complete. 2024-09-13T16:02:02.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.238+0000 7f36627fc640 1 -- 172.21.15.76:0/4022498866 <== mon.1 v2:172.21.15.192:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f36640583a0 con 0x7f366c0b80a0 2024-09-13T16:02:02.243 INFO:teuthology.orchestra.run.smithi076.stdout:55834574856 2024-09-13T16:02:02.244 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574857 got 55834574855 for osd.2 2024-09-13T16:02:02.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.241+0000 7f1bbe7fc640 1 -- 172.21.15.76:0/1019232688 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1bc406acd0 msgr2=0x7f1bc406d190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:02.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.241+0000 7f1bbe7fc640 1 --2- 172.21.15.76:0/1019232688 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1bc406acd0 0x7f1bc406d190 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f1bcc001b70 tx=0x7f1bcc009040 comp rx=0 tx=0).stop 2024-09-13T16:02:02.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.241+0000 7f1bbe7fc640 1 -- 172.21.15.76:0/1019232688 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1bd8152910 msgr2=0x7f1bd814d590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:02.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.241+0000 7f1bbe7fc640 1 --2- 172.21.15.76:0/1019232688 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1bd8152910 0x7f1bd814d590 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f1bc800b2d0 tx=0x7f1bc80046c0 comp rx=0 tx=0).stop 2024-09-13T16:02:02.245 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.241+0000 7f1bbe7fc640 1 -- 172.21.15.76:0/1019232688 shutdown_connections 2024-09-13T16:02:02.245 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.241+0000 7f1bbe7fc640 1 --2- 172.21.15.76:0/1019232688 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1bc406acd0 0x7f1bc406d190 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:02.245 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.241+0000 7f1bbe7fc640 1 --2- 172.21.15.76:0/1019232688 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1bd815ad60 0x7f1bd81f1350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:02.245 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.241+0000 7f1bbe7fc640 1 --2- 172.21.15.76:0/1019232688 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1bd8152910 0x7f1bd814d590 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:02.245 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.241+0000 7f1bbe7fc640 1 --2- 172.21.15.76:0/1019232688 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1bd80709b0 0x7f1bd80acf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:02.245 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.241+0000 7f1bbe7fc640 1 -- 172.21.15.76:0/1019232688 >> 172.21.15.76:0/1019232688 conn(0x7f1bd80afc70 msgr2=0x7f1bd806bf60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:02.245 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.241+0000 7f77f8f41640 1 -- 172.21.15.76:0/1052110843 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) v1 -- 0x7f77f40cbb50 con 0x7f77f4148280 2024-09-13T16:02:02.246 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.241+0000 7f1bbe7fc640 1 -- 172.21.15.76:0/1019232688 shutdown_connections 2024-09-13T16:02:02.246 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.241+0000 7f1bbe7fc640 1 -- 172.21.15.76:0/1019232688 wait complete. 2024-09-13T16:02:02.246 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.242+0000 7f77dbfff640 1 -- 172.21.15.76:0/1052110843 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f77e4057bd0 con 0x7f77f4148280 2024-09-13T16:02:02.246 INFO:teuthology.orchestra.run.smithi076.stdout:60129542154 2024-09-13T16:02:02.247 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.242+0000 7f3673b9c640 1 -- 172.21.15.76:0/4022498866 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f365006acd0 msgr2=0x7f365006d190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:02.247 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.242+0000 7f3673b9c640 1 --2- 172.21.15.76:0/4022498866 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f365006acd0 0x7f365006d190 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f366c15c330 tx=0x7f36680090e0 comp rx=0 tx=0).stop 2024-09-13T16:02:02.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.242+0000 7f3673b9c640 1 -- 172.21.15.76:0/4022498866 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f366c0b80a0 msgr2=0x7f366c0b5530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:02.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.242+0000 7f3673b9c640 1 --2- 172.21.15.76:0/4022498866 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f366c0b80a0 0x7f366c0b5530 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f366400c6b0 tx=0x7f366400cb70 comp rx=0 tx=0).stop 2024-09-13T16:02:02.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.242+0000 7f3673b9c640 1 -- 172.21.15.76:0/4022498866 shutdown_connections 2024-09-13T16:02:02.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.242+0000 7f3673b9c640 1 --2- 172.21.15.76:0/4022498866 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f366c0b80a0 0x7f366c0b5530 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:02.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.242+0000 7f3673b9c640 1 --2- 172.21.15.76:0/4022498866 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f365006acd0 0x7f365006d190 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:02.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.242+0000 7f3673b9c640 1 --2- 172.21.15.76:0/4022498866 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f366c0d1650 0x7f366c1f6550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:02.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.242+0000 7f3673b9c640 1 --2- 172.21.15.76:0/4022498866 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f366c0cd500 0x7f366c1f3c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:02.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.242+0000 7f3673b9c640 1 -- 172.21.15.76:0/4022498866 >> 172.21.15.76:0/4022498866 conn(0x7f366c089f60 msgr2=0x7f366c06c610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:02.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.243+0000 7f3673b9c640 1 -- 172.21.15.76:0/4022498866 shutdown_connections 2024-09-13T16:02:02.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.243+0000 7f3673b9c640 1 -- 172.21.15.76:0/4022498866 wait complete. 2024-09-13T16:02:02.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.244+0000 7f77f8f41640 1 -- 172.21.15.76:0/1052110843 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f77e006ad00 msgr2=0x7f77e006d1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:02.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.244+0000 7f77f8f41640 1 --2- 172.21.15.76:0/1052110843 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f77e006ad00 0x7f77e006d1c0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f77ec005a70 tx=0x7f77ec009040 comp rx=0 tx=0).stop 2024-09-13T16:02:02.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.245+0000 7f77f8f41640 1 -- 172.21.15.76:0/1052110843 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f77f4148280 msgr2=0x7f77f414d3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:02.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.245+0000 7f77f8f41640 1 --2- 172.21.15.76:0/1052110843 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f77f4148280 0x7f77f414d3e0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f77e400e820 tx=0x7f77e400ec20 comp rx=0 tx=0).stop 2024-09-13T16:02:02.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.245+0000 7f77f8f41640 1 -- 172.21.15.76:0/1052110843 shutdown_connections 2024-09-13T16:02:02.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.245+0000 7f77f8f41640 1 --2- 172.21.15.76:0/1052110843 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f77f4148280 0x7f77f414d3e0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:02.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.245+0000 7f77f8f41640 1 --2- 172.21.15.76:0/1052110843 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f77e006ad00 0x7f77e006d1c0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:02.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.245+0000 7f77f8f41640 1 --2- 172.21.15.76:0/1052110843 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f77f4158960 0x7f77f4152710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:02.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.245+0000 7f77f8f41640 1 --2- 172.21.15.76:0/1052110843 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f77f406def0 0x7f77f4150e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:02.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.245+0000 7f77f8f41640 1 -- 172.21.15.76:0/1052110843 >> 172.21.15.76:0/1052110843 conn(0x7f77f406d7d0 msgr2=0x7f77f415af70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:02.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.245+0000 7f77f8f41640 1 -- 172.21.15.76:0/1052110843 shutdown_connections 2024-09-13T16:02:02.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.245+0000 7f77f8f41640 1 -- 172.21.15.76:0/1052110843 wait complete. 2024-09-13T16:02:02.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.246+0000 7f0174d9c640 1 -- 172.21.15.76:0/2771418870 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) v1 -- 0x7f0170067770 con 0x7f01700ce860 2024-09-13T16:02:02.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.246+0000 7f015effd640 1 -- 172.21.15.76:0/2771418870 <== mon.1 v2:172.21.15.192:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f0164058270 con 0x7f01700ce860 2024-09-13T16:02:02.251 INFO:teuthology.orchestra.run.smithi076.stdout:55834574856 2024-09-13T16:02:02.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.247+0000 7fdccafff640 1 -- 172.21.15.76:0/789375042 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) v1 -- 0x7fdca4005500 con 0x7fdcc406d8c0 2024-09-13T16:02:02.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.248+0000 7fdcc17fa640 1 -- 172.21.15.76:0/789375042 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fdcbc0573c0 con 0x7fdcc406d8c0 2024-09-13T16:02:02.251 INFO:teuthology.orchestra.run.smithi076.stdout:55834574856 2024-09-13T16:02:02.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.249+0000 7f0174d9c640 1 -- 172.21.15.76:0/2771418870 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f015006ac00 msgr2=0x7f015006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:02.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.249+0000 7f0174d9c640 1 --2- 172.21.15.76:0/2771418870 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f015006ac00 0x7f015006d0c0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f0160009270 tx=0x7f0160037000 comp rx=0 tx=0).stop 2024-09-13T16:02:02.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.249+0000 7f0174d9c640 1 -- 172.21.15.76:0/2771418870 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f01700ce860 msgr2=0x7f01700afeb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:02.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.249+0000 7f0174d9c640 1 --2- 172.21.15.76:0/2771418870 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f01700ce860 0x7f01700afeb0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f0164009fd0 tx=0x7f016400b870 comp rx=0 tx=0).stop 2024-09-13T16:02:02.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.249+0000 7f0174d9c640 1 -- 172.21.15.76:0/2771418870 shutdown_connections 2024-09-13T16:02:02.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.249+0000 7f0174d9c640 1 --2- 172.21.15.76:0/2771418870 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f015006ac00 0x7f015006d0c0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:02.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.249+0000 7f0174d9c640 1 --2- 172.21.15.76:0/2771418870 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0170158fe0 0x7f01700b03f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:02.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.249+0000 7f0174d9c640 1 --2- 172.21.15.76:0/2771418870 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f01700ce860 0x7f01700afeb0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:02.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.250+0000 7f0174d9c640 1 --2- 172.21.15.76:0/2771418870 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f01700ac5e0 0x7f0170099460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:02.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.250+0000 7f0174d9c640 1 -- 172.21.15.76:0/2771418870 >> 172.21.15.76:0/2771418870 conn(0x7f017006a2f0 msgr2=0x7f01700b0f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:02.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.250+0000 7f0174d9c640 1 -- 172.21.15.76:0/2771418870 shutdown_connections 2024-09-13T16:02:02.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.250+0000 7f0174d9c640 1 -- 172.21.15.76:0/2771418870 wait complete. 2024-09-13T16:02:02.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.251+0000 7fdccafff640 1 -- 172.21.15.76:0/789375042 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdcb006ad00 msgr2=0x7fdcb006d1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:02.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.251+0000 7fdccafff640 1 --2- 172.21.15.76:0/789375042 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdcb006ad00 0x7fdcb006d1c0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fdcc40af4e0 tx=0x7fdcb802e000 comp rx=0 tx=0).stop 2024-09-13T16:02:02.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.251+0000 7fdccafff640 1 -- 172.21.15.76:0/789375042 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdcc406d8c0 msgr2=0x7fdcc4151520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:02.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.251+0000 7fdccafff640 1 --2- 172.21.15.76:0/789375042 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdcc406d8c0 0x7fdcc4151520 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fdcbc00c6d0 tx=0x7fdcbc00cb90 comp rx=0 tx=0).stop 2024-09-13T16:02:02.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.252+0000 7fdccafff640 1 -- 172.21.15.76:0/789375042 shutdown_connections 2024-09-13T16:02:02.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.252+0000 7fdccafff640 1 --2- 172.21.15.76:0/789375042 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdcb006ad00 0x7fdcb006d1c0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:02.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.252+0000 7fdccafff640 1 --2- 172.21.15.76:0/789375042 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdcc40c17c0 0x7fdcc4153420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:02.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.252+0000 7fdccafff640 1 --2- 172.21.15.76:0/789375042 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdcc40ad9b0 0x7fdcc4152ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:02.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.252+0000 7fdccafff640 1 --2- 172.21.15.76:0/789375042 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdcc406d8c0 0x7fdcc4151520 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:02.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.252+0000 7fdccafff640 1 -- 172.21.15.76:0/789375042 >> 172.21.15.76:0/789375042 conn(0x7fdcc406a0b0 msgr2=0x7fdcc40cab30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:02.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.252+0000 7fdccafff640 1 -- 172.21.15.76:0/789375042 shutdown_connections 2024-09-13T16:02:02.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:02.252+0000 7fdccafff640 1 -- 172.21.15.76:0/789375042 wait complete. 2024-09-13T16:02:02.258 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574857 got 55834574855 for osd.5 2024-09-13T16:02:02.262 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574859 got 55834574857 for osd.0 2024-09-13T16:02:02.263 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574857 got 55834574855 for osd.1 2024-09-13T16:02:02.265 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574858 got 55834574856 for osd.6 2024-09-13T16:02:02.266 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542155 got 60129542154 for osd.3 2024-09-13T16:02:02.270 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574858 got 55834574856 for osd.4 2024-09-13T16:02:02.271 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574858 got 55834574856 for osd.7 2024-09-13T16:02:03.245 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-13T16:02:03.259 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-13T16:02:03.263 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-13T16:02:03.263 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-13T16:02:03.266 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-13T16:02:03.266 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-13T16:02:03.271 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-13T16:02:03.272 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-13T16:02:03.401 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.400+0000 7fbe38a8e640 1 Processor -- start 2024-09-13T16:02:03.404 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.400+0000 7fbe38a8e640 1 -- start start 2024-09-13T16:02:03.404 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.402+0000 7fbe38a8e640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fbe3415bbd0 0x7fbe3415cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:03.404 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.402+0000 7fbe38a8e640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fbe34097370 0x7fbe340cbe80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:03.404 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.402+0000 7fbe38a8e640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbe34096ee0 con 0x7fbe34097790 2024-09-13T16:02:03.404 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.402+0000 7fbe38a8e640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbe3415d0f0 con 0x7fbe3415bbd0 2024-09-13T16:02:03.404 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.402+0000 7fbe38a8e640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbe3415bfb0 con 0x7fbe34097370 2024-09-13T16:02:03.404 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.402+0000 7fbe31d9b640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fbe34097370 0x7fbe340cbe80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:03.404 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.402+0000 7fbe31d9b640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fbe34097370 0x7fbe340cbe80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.76:33788/0 (socket says 172.21.15.76:33788) 2024-09-13T16:02:03.404 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.402+0000 7fbe31d9b640 1 -- 172.21.15.76:0/3627706708 learned_addr learned my addr 172.21.15.76:0/3627706708 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:03.405 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.403+0000 7fbe3259c640 1 --2- 172.21.15.76:0/3627706708 >> v2:172.21.15.76:3300/0 conn(0x7fbe3415bbd0 0x7fbe3415cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:03.405 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.403+0000 7fbe31d9b640 1 -- 172.21.15.76:0/3627706708 >> v2:172.21.15.76:3300/0 conn(0x7fbe3415bbd0 msgr2=0x7fbe3415cbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:03.405 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.403+0000 7fbe31d9b640 1 --2- 172.21.15.76:0/3627706708 >> v2:172.21.15.76:3300/0 conn(0x7fbe3415bbd0 0x7fbe3415cbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:03.405 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.403+0000 7fbe31d9b640 1 -- 172.21.15.76:0/3627706708 >> v1:172.21.15.76:6789/0 conn(0x7fbe34097790 legacy=0x7fbe34071580 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-13T16:02:03.406 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.404+0000 7fbe31d9b640 1 -- 172.21.15.76:0/3627706708 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbe340962d0 con 0x7fbe34097370 2024-09-13T16:02:03.406 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.405+0000 7fbe31d9b640 1 --2- 172.21.15.76:0/3627706708 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbe34097370 0x7fbe340cbe80 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fbe34072680 tx=0x7fbe2c02ca90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d4a9a9da4af9534a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:03.406 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.405+0000 7fbe3159a640 1 -- 172.21.15.76:0/3627706708 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe2c031890 con 0x7fbe34097370 2024-09-13T16:02:03.407 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.406+0000 7fbe3159a640 1 -- 172.21.15.76:0/3627706708 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbe2c0319f0 con 0x7fbe34097370 2024-09-13T16:02:03.408 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.407+0000 7fbe38a8e640 1 -- 172.21.15.76:0/3627706708 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbe34097370 msgr2=0x7fbe340cbe80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:03.408 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.407+0000 7fbe38a8e640 1 --2- 172.21.15.76:0/3627706708 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbe34097370 0x7fbe340cbe80 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fbe34072680 tx=0x7fbe2c02ca90 comp rx=0 tx=0).stop 2024-09-13T16:02:03.409 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.407+0000 7fbe38a8e640 1 -- 172.21.15.76:0/3627706708 shutdown_connections 2024-09-13T16:02:03.409 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.407+0000 7fbe38a8e640 1 --2- 172.21.15.76:0/3627706708 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbe34097370 0x7fbe340cbe80 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:03.409 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.407+0000 7fbe38a8e640 1 --2- 172.21.15.76:0/3627706708 >> v2:172.21.15.76:3300/0 conn(0x7fbe3415bbd0 0x7fbe3415cbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:03.409 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.407+0000 7fbe38a8e640 1 -- 172.21.15.76:0/3627706708 >> 172.21.15.76:0/3627706708 conn(0x7fbe340afe60 msgr2=0x7fbe340b0270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:03.409 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.408+0000 7fbe38a8e640 1 -- 172.21.15.76:0/3627706708 shutdown_connections 2024-09-13T16:02:03.412 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.408+0000 7fbe38a8e640 1 -- 172.21.15.76:0/3627706708 wait complete. 2024-09-13T16:02:03.412 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.410+0000 7fbe38a8e640 1 Processor -- start 2024-09-13T16:02:03.412 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.410+0000 7fbe38a8e640 1 -- start start 2024-09-13T16:02:03.413 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.412+0000 7fbe38a8e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbe34097370 0x7fbe341f1790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:03.414 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.412+0000 7fbe3259c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbe34097370 0x7fbe341f1790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:03.414 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.412+0000 7fbe3259c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbe34097370 0x7fbe341f1790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56182/0 (socket says 172.21.15.76:56182) 2024-09-13T16:02:03.414 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.412+0000 7fbe3259c640 1 -- 172.21.15.76:0/845660579 learned_addr learned my addr 172.21.15.76:0/845660579 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:03.414 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.413+0000 7fbe38a8e640 1 --2- 172.21.15.76:0/845660579 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbe34097790 0x7fbe341f4980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:03.414 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.413+0000 7fbe38a8e640 1 --2- 172.21.15.76:0/845660579 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbe3415bbd0 0x7fbe340b3b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:03.414 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.413+0000 7fbe38a8e640 1 -- 172.21.15.76:0/845660579 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbe340b4040 con 0x7fbe34097370 2024-09-13T16:02:03.415 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.413+0000 7fbe31d9b640 1 --2- 172.21.15.76:0/845660579 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbe34097790 0x7fbe341f4980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:03.415 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.413+0000 7fbe38a8e640 1 -- 172.21.15.76:0/845660579 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbe341f38e0 con 0x7fbe3415bbd0 2024-09-13T16:02:03.415 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.413+0000 7fbe38a8e640 1 -- 172.21.15.76:0/845660579 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbe341f3bc0 con 0x7fbe34097790 2024-09-13T16:02:03.416 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.414+0000 7fbe3259c640 1 -- 172.21.15.76:0/845660579 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbe34097790 msgr2=0x7fbe341f4980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:03.416 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.414+0000 7fbe3259c640 1 --2- 172.21.15.76:0/845660579 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbe34097790 0x7fbe341f4980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:03.416 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.414+0000 7fbe3259c640 1 -- 172.21.15.76:0/845660579 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbe3415bbd0 msgr2=0x7fbe340b3b00 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-13T16:02:03.416 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.414+0000 7fbe3259c640 1 --2- 172.21.15.76:0/845660579 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbe3415bbd0 0x7fbe340b3b00 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:03.416 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.414+0000 7fbe3259c640 1 -- 172.21.15.76:0/845660579 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbe2c00d050 con 0x7fbe34097370 2024-09-13T16:02:03.417 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.415+0000 7fbe3259c640 1 --2- 172.21.15.76:0/845660579 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbe34097370 0x7fbe341f1790 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fbe2400d840 tx=0x7fbe2400dd00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:03.417 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.415+0000 7fbe22ffd640 1 -- 172.21.15.76:0/845660579 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe2400b6c0 con 0x7fbe34097370 2024-09-13T16:02:03.417 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.415+0000 7fbe22ffd640 1 -- 172.21.15.76:0/845660579 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbe2400b840 con 0x7fbe34097370 2024-09-13T16:02:03.418 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.415+0000 7fbe38a8e640 1 -- 172.21.15.76:0/845660579 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbe341f3ea0 con 0x7fbe34097370 2024-09-13T16:02:03.418 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.416+0000 7fbe38a8e640 1 -- 172.21.15.76:0/845660579 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbe341f4460 con 0x7fbe34097370 2024-09-13T16:02:03.420 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.418+0000 7fbe22ffd640 1 -- 172.21.15.76:0/845660579 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe2400bbf0 con 0x7fbe34097370 2024-09-13T16:02:03.420 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.418+0000 7fbe22ffd640 1 -- 172.21.15.76:0/845660579 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fbe2400bd50 con 0x7fbe34097370 2024-09-13T16:02:03.421 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.419+0000 7fbe22ffd640 1 --2- 172.21.15.76:0/845660579 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbe1406ad50 0x7fbe1406d210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:03.421 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.419+0000 7fbe31d9b640 1 --2- 172.21.15.76:0/845660579 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbe1406ad50 0x7fbe1406d210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:03.421 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.420+0000 7fbe22ffd640 1 -- 172.21.15.76:0/845660579 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fbe24089b50 con 0x7fbe34097370 2024-09-13T16:02:03.421 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.420+0000 7fbe31d9b640 1 --2- 172.21.15.76:0/845660579 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbe1406ad50 0x7fbe1406d210 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fbe2c038000 tx=0x7fbe2c03d040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:03.422 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.421+0000 7fbe38a8e640 1 -- 172.21.15.76:0/845660579 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbe18005250 con 0x7fbe34097370 2024-09-13T16:02:03.432 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.430+0000 7fbe22ffd640 1 -- 172.21.15.76:0/845660579 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fbe24054a20 con 0x7fbe34097370 2024-09-13T16:02:03.459 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.458+0000 7f8bb5f1f640 1 Processor -- start 2024-09-13T16:02:03.460 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.458+0000 7f8bb5f1f640 1 -- start start 2024-09-13T16:02:03.460 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.459+0000 7ff51c268640 1 Processor -- start 2024-09-13T16:02:03.461 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.458+0000 7f5b7d7ed640 1 Processor -- start 2024-09-13T16:02:03.461 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.458+0000 7f5b7d7ed640 1 -- start start 2024-09-13T16:02:03.461 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.459+0000 7f54d9e3a640 1 Processor -- start 2024-09-13T16:02:03.461 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.459+0000 7f54d9e3a640 1 -- start start 2024-09-13T16:02:03.462 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.459+0000 7f2a8cd79640 1 Processor -- start 2024-09-13T16:02:03.462 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.459+0000 7f2a8cd79640 1 -- start start 2024-09-13T16:02:03.462 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.459+0000 7f8bb5f1f640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f8bb00b2f70 0x7f8bb006cc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:03.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.460+0000 7f0078814640 1 Processor -- start 2024-09-13T16:02:03.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.460+0000 7f0078814640 1 -- start start 2024-09-13T16:02:03.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.459+0000 7f5b7d7ed640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5b700eaa50 0x7f5b70049740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:03.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.459+0000 7f5b7d7ed640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f5b700eae90 0x7f5b70049c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:03.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.460+0000 7f5b7d7ed640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5b700e79e0 con 0x7f5b7000c530 2024-09-13T16:02:03.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.460+0000 7f5b7d7ed640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5b700e7480 con 0x7f5b700eae90 2024-09-13T16:02:03.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.460+0000 7f5b7d7ed640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5b700eb430 con 0x7f5b700eaa50 2024-09-13T16:02:03.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.460+0000 7f5b77fff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f5b7000c530 0x7f5b700e7e70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:45728/0 (socket says 172.21.15.76:45728) 2024-09-13T16:02:03.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.460+0000 7f5b7cfec640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f5b700eae90 0x7f5b70049c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:03.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.460+0000 7f5b77fff640 1 -- 172.21.15.76:0/3904799691 learned_addr learned my addr 172.21.15.76:0/3904799691 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:03.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.459+0000 7f8bb5f1f640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f8bb00cecd0 0x7f8bb00b1560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:03.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.459+0000 7f8bb5f1f640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8bb0158ab0 con 0x7f8bb00ad490 2024-09-13T16:02:03.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.459+0000 7f8bb5f1f640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8bb00caac0 con 0x7f8bb00cecd0 2024-09-13T16:02:03.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.459+0000 7f8bb5f1f640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8bb00cd610 con 0x7f8bb00b2f70 2024-09-13T16:02:03.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.459+0000 7f8baf7fe640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f8bb00b2f70 0x7f8bb006cc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:03.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.459+0000 7f8baffff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f8bb00cecd0 0x7f8bb00b1560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:03.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.459+0000 7f8baffff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f8bb00cecd0 0x7f8bb00b1560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56194/0 (socket says 172.21.15.76:56194) 2024-09-13T16:02:03.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.460+0000 7f8baffff640 1 -- 172.21.15.76:0/3447227946 learned_addr learned my addr 172.21.15.76:0/3447227946 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:03.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.460+0000 7f5b777fe640 1 --2- 172.21.15.76:0/3904799691 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5b700eaa50 0x7f5b70049740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:03.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.460+0000 7f8baffff640 1 -- 172.21.15.76:0/3447227946 >> v2:172.21.15.192:3300/0 conn(0x7f8bb00b2f70 msgr2=0x7f8bb006cc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:03.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.460+0000 7f5b76ffd640 1 -- 172.21.15.76:0/3904799691 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 674242703 0 0) 0x7f5b700e79e0 con 0x7f5b7000c530 2024-09-13T16:02:03.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.460+0000 7f5b76ffd640 1 -- 172.21.15.76:0/3904799691 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5b68003520 con 0x7f5b7000c530 2024-09-13T16:02:03.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.460+0000 7f8baffff640 1 --2- 172.21.15.76:0/3447227946 >> v2:172.21.15.192:3300/0 conn(0x7f8bb00b2f70 0x7f8bb006cc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:03.467 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.460+0000 7f8bae7fc640 1 -- 172.21.15.76:0/3447227946 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2136093893 0 0) 0x7f8bb0158ab0 con 0x7f8bb00ad490 2024-09-13T16:02:03.467 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.460+0000 7f8baffff640 1 -- 172.21.15.76:0/3447227946 >> v1:172.21.15.192:6789/0 conn(0x7f8bb00ad490 legacy=0x7f8bb00ce5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:03.467 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.460+0000 7f54d9e3a640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f54d40c38b0 0x7f54d40ce750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:03.467 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.460+0000 7f54d9e3a640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f54d40cff10 con 0x7f54d40cfb30 2024-09-13T16:02:03.467 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.460+0000 7f54d9e3a640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f54d4098db0 con 0x7f54d40c3440 2024-09-13T16:02:03.468 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.460+0000 7f54d9e3a640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f54d4099a30 con 0x7f54d40c38b0 2024-09-13T16:02:03.468 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.461+0000 7f54d3fff640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f54d40c38b0 0x7f54d40ce750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:03.468 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.461+0000 7f54d3fff640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f54d40c38b0 0x7f54d40ce750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.76:33798/0 (socket says 172.21.15.76:33798) 2024-09-13T16:02:03.468 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.461+0000 7f54d3fff640 1 -- 172.21.15.76:0/3002830265 learned_addr learned my addr 172.21.15.76:0/3002830265 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:03.468 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.460+0000 7f8baffff640 1 -- 172.21.15.76:0/3447227946 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8bb00cd8f0 con 0x7f8bb00cecd0 2024-09-13T16:02:03.468 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.461+0000 7f5b777fe640 1 -- 172.21.15.76:0/3904799691 >> v2:172.21.15.76:3300/0 conn(0x7f5b700eae90 msgr2=0x7f5b70049c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:03.468 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.461+0000 7f5b777fe640 1 --2- 172.21.15.76:0/3904799691 >> v2:172.21.15.76:3300/0 conn(0x7f5b700eae90 0x7f5b70049c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:03.468 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.461+0000 7f5b777fe640 1 -- 172.21.15.76:0/3904799691 >> v1:172.21.15.76:6789/0 conn(0x7f5b7000c530 legacy=0x7f5b700e7e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:03.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.461+0000 7f5b777fe640 1 -- 172.21.15.76:0/3904799691 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5b700eb710 con 0x7f5b700eaa50 2024-09-13T16:02:03.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.461+0000 7ff51c268640 1 -- start start 2024-09-13T16:02:03.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.461+0000 7f2a8cd79640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f2a88161160 0x7f2a88161540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:03.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.461+0000 7f50c1980640 1 Processor -- start 2024-09-13T16:02:03.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.462+0000 7f50c1980640 1 -- start start 2024-09-13T16:02:03.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.461+0000 7f0078814640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f006c03bc60 0x7f006c053790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:03.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.461+0000 7f0078814640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f006c057830 0x7f006c0066b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:03.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.461+0000 7f0078814640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f006c057d80 con 0x7f006c0e28f0 2024-09-13T16:02:03.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.461+0000 7f0078814640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f006c0e76c0 con 0x7f006c03bc60 2024-09-13T16:02:03.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.461+0000 7f0078814640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f006c058340 con 0x7f006c057830 2024-09-13T16:02:03.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.462+0000 7f007259c640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7f006c0e28f0 0x7f006c053080 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:60474/0 (socket says 172.21.15.76:60474) 2024-09-13T16:02:03.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.462+0000 7f0072d9d640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f006c057830 0x7f006c0066b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:03.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.462+0000 7f007259c640 1 -- 172.21.15.76:0/907418570 learned_addr learned my addr 172.21.15.76:0/907418570 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:03.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.462+0000 7f0071d9b640 1 --2- 172.21.15.76:0/907418570 >> v2:172.21.15.76:3300/0 conn(0x7f006c03bc60 0x7f006c053790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:03.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.462+0000 7f0072d9d640 1 -- 172.21.15.76:0/907418570 >> v2:172.21.15.76:3300/0 conn(0x7f006c03bc60 msgr2=0x7f006c053790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:03.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.462+0000 7f0072d9d640 1 --2- 172.21.15.76:0/907418570 >> v2:172.21.15.76:3300/0 conn(0x7f006c03bc60 0x7f006c053790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:03.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.462+0000 7f0072d9d640 1 -- 172.21.15.76:0/907418570 >> v1:172.21.15.192:6789/0 conn(0x7f006c0e28f0 legacy=0x7f006c053080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:03.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.462+0000 7f0072d9d640 1 -- 172.21.15.76:0/907418570 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f006c058060 con 0x7f006c057830 2024-09-13T16:02:03.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.461+0000 7f2a8cd79640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2a88157bc0 con 0x7f2a880b0f70 2024-09-13T16:02:03.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.461+0000 7f2a8cd79640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2a88161a80 con 0x7f2a8806ff00 2024-09-13T16:02:03.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.461+0000 7f2a8cd79640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2a8806bf60 con 0x7f2a88161160 2024-09-13T16:02:03.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.462+0000 7f2a877fe640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f2a88161160 0x7f2a88161540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:03.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.462+0000 7f2a877fe640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f2a88161160 0x7f2a88161540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.76:33802/0 (socket says 172.21.15.76:33802) 2024-09-13T16:02:03.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.462+0000 7f54d3fff640 1 -- 172.21.15.76:0/3002830265 >> v1:172.21.15.192:6789/0 conn(0x7f54d40c3440 legacy=0x7f54d40ce040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:03.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.462+0000 7f54d3fff640 1 -- 172.21.15.76:0/3002830265 >> v1:172.21.15.76:6789/0 conn(0x7f54d40cfb30 legacy=0x7f54d406b050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:03.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.462+0000 7f2a877fe640 1 -- 172.21.15.76:0/4181478652 learned_addr learned my addr 172.21.15.76:0/4181478652 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:03.473 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.462+0000 7f2a877fe640 1 -- 172.21.15.76:0/4181478652 >> v1:172.21.15.192:6789/0 conn(0x7f2a8806ff00 legacy=0x7f2a8806cf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:03.473 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.462+0000 7f2a877fe640 1 -- 172.21.15.76:0/4181478652 >> v1:172.21.15.76:6789/0 conn(0x7f2a880b0f70 legacy=0x7f2a880b1670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:03.473 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.462+0000 7f2a877fe640 1 -- 172.21.15.76:0/4181478652 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2a8806c170 con 0x7f2a88161160 2024-09-13T16:02:03.473 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.462+0000 7f5b777fe640 1 --2- 172.21.15.76:0/3904799691 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5b700eaa50 0x7f5b70049740 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f5b640097a0 tx=0x7f5b6402a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6b02184e010ca68e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:03.473 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.463+0000 7f5b76ffd640 1 -- 172.21.15.76:0/3904799691 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b64032440 con 0x7f5b700eaa50 2024-09-13T16:02:03.473 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.463+0000 7f5b76ffd640 1 -- 172.21.15.76:0/3904799691 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5b640325a0 con 0x7f5b700eaa50 2024-09-13T16:02:03.473 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.463+0000 7f5b76ffd640 1 -- 172.21.15.76:0/3904799691 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b64032930 con 0x7f5b700eaa50 2024-09-13T16:02:03.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.463+0000 7f0072d9d640 1 --2- 172.21.15.76:0/907418570 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f006c057830 0x7f006c0066b0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f007404f480 tx=0x7f00740ac8d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ba21bae610668499 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:03.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.463+0000 7f50c1980640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f50bc15c1a0 0x7f50bc0b0f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:03.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.462+0000 7f8baffff640 1 --2- 172.21.15.76:0/3447227946 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8bb00cecd0 0x7f8bb00b1560 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f8ba8009ad0 tx=0x7f8ba8032ea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b18946099087de8b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:03.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.463+0000 7f8bae7fc640 1 -- 172.21.15.76:0/3447227946 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ba80339a0 con 0x7f8bb00cecd0 2024-09-13T16:02:03.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.463+0000 7f50c1980640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f50bc1455d0 0x7f50bc06bf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:03.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.463+0000 7f50c097e640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f50bc15c1a0 0x7f50bc0b0f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:03.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.462+0000 7f54d3fff640 1 -- 172.21.15.76:0/3002830265 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f54d4099090 con 0x7f54d40c38b0 2024-09-13T16:02:03.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.463+0000 7f50c097e640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f50bc15c1a0 0x7f50bc0b0f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56218/0 (socket says 172.21.15.76:56218) 2024-09-13T16:02:03.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.463+0000 7f8bae7fc640 1 -- 172.21.15.76:0/3447227946 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8ba8033b00 con 0x7f8bb00cecd0 2024-09-13T16:02:03.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.463+0000 7f2a877fe640 1 --2- 172.21.15.76:0/4181478652 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2a88161160 0x7f2a88161540 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f2a78009e50 tx=0x7f2a7802a760 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b148bebff8a6268a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:03.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.463+0000 7ff51c268640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff51415c860 0x7ff5140ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:03.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.464+0000 7f5b7d7ed640 1 -- 172.21.15.76:0/3904799691 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5b700eaa50 msgr2=0x7f5b70049740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:03.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.464+0000 7f50c117f640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f50bc06c4a0 0x7f50bc144ad0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:45752/0 (socket says 172.21.15.76:45752) 2024-09-13T16:02:03.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.464+0000 7f50c117f640 1 -- 172.21.15.76:0/2604239155 learned_addr learned my addr 172.21.15.76:0/2604239155 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:03.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.464+0000 7f54d3fff640 1 --2- 172.21.15.76:0/3002830265 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f54d40c38b0 0x7f54d40ce750 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f54c8009870 tx=0x7f54c802a2a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fba885c2fb2d47a4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:03.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.464+0000 7f5b7d7ed640 1 --2- 172.21.15.76:0/3904799691 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5b700eaa50 0x7f5b70049740 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f5b640097a0 tx=0x7f5b6402a180 comp rx=0 tx=0).stop 2024-09-13T16:02:03.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.464+0000 7ff51a004640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff51415c860 0x7ff5140ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:03.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.464+0000 7f8bae7fc640 1 -- 172.21.15.76:0/3447227946 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ba8033e90 con 0x7f8bb00cecd0 2024-09-13T16:02:03.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.464+0000 7ff51a004640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff51415c860 0x7ff5140ce4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56220/0 (socket says 172.21.15.76:56220) 2024-09-13T16:02:03.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.464+0000 7ff51a004640 1 -- 172.21.15.76:0/1577793377 learned_addr learned my addr 172.21.15.76:0/1577793377 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:03.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.464+0000 7f5b7d7ed640 1 -- 172.21.15.76:0/3904799691 shutdown_connections 2024-09-13T16:02:03.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.464+0000 7f5b7d7ed640 1 --2- 172.21.15.76:0/3904799691 >> v2:172.21.15.76:3300/0 conn(0x7f5b700eae90 0x7f5b70049c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:03.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.464+0000 7f5b7d7ed640 1 --2- 172.21.15.76:0/3904799691 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5b700eaa50 0x7f5b70049740 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:03.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.464+0000 7f5b7d7ed640 1 -- 172.21.15.76:0/3904799691 >> 172.21.15.76:0/3904799691 conn(0x7f5b7001fb00 msgr2=0x7f5b70056770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:03.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.464+0000 7ff51c268640 1 --2- 172.21.15.76:0/1577793377 >> v2:172.21.15.192:3300/0 conn(0x7ff5140b09a0 0x7ff5140cea30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:03.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.464+0000 7ff51c268640 1 -- 172.21.15.76:0/1577793377 --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff5140af9b0 con 0x7ff5140ae4b0 2024-09-13T16:02:03.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.464+0000 7ff51c268640 1 -- 172.21.15.76:0/1577793377 --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff51415cc40 con 0x7ff51415c860 2024-09-13T16:02:03.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.464+0000 7ff51c268640 1 -- 172.21.15.76:0/1577793377 --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff5140cef70 con 0x7ff5140b09a0 2024-09-13T16:02:03.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.464+0000 7f50bbfff640 1 --2- 172.21.15.76:0/2604239155 >> v2:172.21.15.192:3300/0 conn(0x7f50bc1455d0 0x7f50bc06bf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:03.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.464+0000 7f50c1980640 1 -- 172.21.15.76:0/2604239155 --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f50bc160a60 con 0x7f50bc06c4a0 2024-09-13T16:02:03.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.464+0000 7f50c1980640 1 -- 172.21.15.76:0/2604239155 --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f50bc160d40 con 0x7f50bc15c1a0 2024-09-13T16:02:03.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.464+0000 7f50c1980640 1 -- 172.21.15.76:0/2604239155 --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f50bc143ff0 con 0x7f50bc1455d0 2024-09-13T16:02:03.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.464+0000 7f5b7d7ed640 1 -- 172.21.15.76:0/3904799691 shutdown_connections 2024-09-13T16:02:03.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.463+0000 7f007159a640 1 -- 172.21.15.76:0/907418570 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00740b7070 con 0x7f006c057830 2024-09-13T16:02:03.482 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.463+0000 7f007159a640 1 -- 172.21.15.76:0/907418570 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f00740b2650 con 0x7f006c057830 2024-09-13T16:02:03.482 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.463+0000 7f007159a640 1 -- 172.21.15.76:0/907418570 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00740b2a60 con 0x7f006c057830 2024-09-13T16:02:03.482 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.464+0000 7f2a867fc640 1 -- 172.21.15.76:0/4181478652 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a78031600 con 0x7f2a88161160 2024-09-13T16:02:03.482 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.464+0000 7f0078814640 1 -- 172.21.15.76:0/907418570 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f006c057830 msgr2=0x7f006c0066b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:03.482 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.464+0000 7f0078814640 1 --2- 172.21.15.76:0/907418570 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f006c057830 0x7f006c0066b0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f007404f480 tx=0x7f00740ac8d0 comp rx=0 tx=0).stop 2024-09-13T16:02:03.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.464+0000 7f2a867fc640 1 -- 172.21.15.76:0/4181478652 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2a7802d050 con 0x7f2a88161160 2024-09-13T16:02:03.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.464+0000 7f2a867fc640 1 -- 172.21.15.76:0/4181478652 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a78031980 con 0x7f2a88161160 2024-09-13T16:02:03.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.464+0000 7f54d27fc640 1 -- 172.21.15.76:0/3002830265 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54c8032440 con 0x7f54d40c38b0 2024-09-13T16:02:03.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.464+0000 7f54d27fc640 1 -- 172.21.15.76:0/3002830265 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f54c80325a0 con 0x7f54d40c38b0 2024-09-13T16:02:03.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.464+0000 7f54d27fc640 1 -- 172.21.15.76:0/3002830265 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54c8032930 con 0x7f54d40c38b0 2024-09-13T16:02:03.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.464+0000 7f50bbfff640 1 -- 172.21.15.76:0/2604239155 >> v2:172.21.15.76:3300/0 conn(0x7f50bc15c1a0 msgr2=0x7f50bc0b0f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:03.484 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.464+0000 7f0078814640 1 -- 172.21.15.76:0/907418570 shutdown_connections 2024-09-13T16:02:03.484 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.464+0000 7f0078814640 1 --2- 172.21.15.76:0/907418570 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f006c057830 0x7f006c0066b0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:03.484 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.464+0000 7f0078814640 1 --2- 172.21.15.76:0/907418570 >> v2:172.21.15.76:3300/0 conn(0x7f006c03bc60 0x7f006c053790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:03.484 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.465+0000 7f0078814640 1 -- 172.21.15.76:0/907418570 >> 172.21.15.76:0/907418570 conn(0x7f006c03a520 msgr2=0x7f006c03a900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:03.484 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.464+0000 7f50bbfff640 1 --2- 172.21.15.76:0/2604239155 >> v2:172.21.15.76:3300/0 conn(0x7f50bc15c1a0 0x7f50bc0b0f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:03.484 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.464+0000 7f50bbfff640 1 -- 172.21.15.76:0/2604239155 >> v1:172.21.15.76:6789/0 conn(0x7f50bc06c4a0 legacy=0x7f50bc144ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:03.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.465+0000 7f2a8cd79640 1 -- 172.21.15.76:0/4181478652 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2a88161160 msgr2=0x7f2a88161540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:03.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.465+0000 7f2a8cd79640 1 --2- 172.21.15.76:0/4181478652 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2a88161160 0x7f2a88161540 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f2a78009e50 tx=0x7f2a7802a760 comp rx=0 tx=0).stop 2024-09-13T16:02:03.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.465+0000 7f8bb5f1f640 1 -- 172.21.15.76:0/3447227946 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8bb00cecd0 msgr2=0x7f8bb00b1560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:03.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.465+0000 7f8bb5f1f640 1 --2- 172.21.15.76:0/3447227946 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8bb00cecd0 0x7f8bb00b1560 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f8ba8009ad0 tx=0x7f8ba8032ea0 comp rx=0 tx=0).stop 2024-09-13T16:02:03.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.464+0000 7ff519803640 1 --2- 172.21.15.76:0/1577793377 >> v2:172.21.15.192:3300/0 conn(0x7ff5140b09a0 0x7ff5140cea30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:03.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.465+0000 7ff51a004640 1 -- 172.21.15.76:0/1577793377 >> v2:172.21.15.192:3300/0 conn(0x7ff5140b09a0 msgr2=0x7ff5140cea30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:03.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.465+0000 7ff51a004640 1 --2- 172.21.15.76:0/1577793377 >> v2:172.21.15.192:3300/0 conn(0x7ff5140b09a0 0x7ff5140cea30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:03.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.465+0000 7ff51a004640 1 -- 172.21.15.76:0/1577793377 >> v1:172.21.15.192:6789/0 conn(0x7ff5140ae4b0 legacy=0x7ff514069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:03.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.465+0000 7ff51a004640 1 -- 172.21.15.76:0/1577793377 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff5140aeda0 con 0x7ff51415c860 2024-09-13T16:02:03.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.464+0000 7f5b7d7ed640 1 -- 172.21.15.76:0/3904799691 wait complete. 2024-09-13T16:02:03.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.465+0000 7f50bbfff640 1 -- 172.21.15.76:0/2604239155 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f50bc1442d0 con 0x7f50bc1455d0 2024-09-13T16:02:03.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.466+0000 7f8bb5f1f640 1 -- 172.21.15.76:0/3447227946 shutdown_connections 2024-09-13T16:02:03.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.466+0000 7f8bb5f1f640 1 --2- 172.21.15.76:0/3447227946 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8bb00cecd0 0x7f8bb00b1560 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:03.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.466+0000 7f8bb5f1f640 1 --2- 172.21.15.76:0/3447227946 >> v2:172.21.15.192:3300/0 conn(0x7f8bb00b2f70 0x7f8bb006cc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:03.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.466+0000 7f8bb5f1f640 1 -- 172.21.15.76:0/3447227946 >> 172.21.15.76:0/3447227946 conn(0x7f8bb006a0b0 msgr2=0x7f8bb006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:03.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.465+0000 7f54d9e3a640 1 -- 172.21.15.76:0/3002830265 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f54d40c38b0 msgr2=0x7f54d40ce750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:03.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.465+0000 7f54d9e3a640 1 --2- 172.21.15.76:0/3002830265 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f54d40c38b0 0x7f54d40ce750 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f54c8009870 tx=0x7f54c802a2a0 comp rx=0 tx=0).stop 2024-09-13T16:02:03.488 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.465+0000 7f54d9e3a640 1 -- 172.21.15.76:0/3002830265 shutdown_connections 2024-09-13T16:02:03.488 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.465+0000 7f54d9e3a640 1 --2- 172.21.15.76:0/3002830265 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f54d40c38b0 0x7f54d40ce750 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:03.488 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.465+0000 7f54d9e3a640 1 -- 172.21.15.76:0/3002830265 >> 172.21.15.76:0/3002830265 conn(0x7f54d40b1f60 msgr2=0x7f54d40b2370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:03.488 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.466+0000 7f54d9e3a640 1 -- 172.21.15.76:0/3002830265 shutdown_connections 2024-09-13T16:02:03.488 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.466+0000 7f54d9e3a640 1 -- 172.21.15.76:0/3002830265 wait complete. 2024-09-13T16:02:03.488 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.465+0000 7f0078814640 1 -- 172.21.15.76:0/907418570 shutdown_connections 2024-09-13T16:02:03.488 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.465+0000 7f0078814640 1 -- 172.21.15.76:0/907418570 wait complete. 2024-09-13T16:02:03.489 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.466+0000 7f2a8cd79640 1 -- 172.21.15.76:0/4181478652 shutdown_connections 2024-09-13T16:02:03.489 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.466+0000 7f2a8cd79640 1 --2- 172.21.15.76:0/4181478652 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2a88161160 0x7f2a88161540 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:03.489 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.466+0000 7f2a8cd79640 1 -- 172.21.15.76:0/4181478652 >> 172.21.15.76:0/4181478652 conn(0x7f2a880afc70 msgr2=0x7f2a880b0050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:03.489 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.466+0000 7f2a8cd79640 1 -- 172.21.15.76:0/4181478652 shutdown_connections 2024-09-13T16:02:03.489 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.466+0000 7f8bb5f1f640 1 -- 172.21.15.76:0/3447227946 shutdown_connections 2024-09-13T16:02:03.490 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.466+0000 7f8bb5f1f640 1 -- 172.21.15.76:0/3447227946 wait complete. 2024-09-13T16:02:03.490 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.466+0000 7f2a8cd79640 1 -- 172.21.15.76:0/4181478652 wait complete. 2024-09-13T16:02:03.490 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.466+0000 7ff51a004640 1 --2- 172.21.15.76:0/1577793377 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff51415c860 0x7ff5140ce4f0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7ff5140cdca0 tx=0x7ff50402a280 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d7879bf5b20564ae server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:03.490 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.466+0000 7f50bbfff640 1 --2- 172.21.15.76:0/2604239155 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f50bc1455d0 0x7f50bc06bf60 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f50bc06fe90 tx=0x7f50b002a1a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b9fed8bbac95a652 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:03.490 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.467+0000 7f50bb7fe640 1 -- 172.21.15.76:0/2604239155 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50b0032440 con 0x7f50bc1455d0 2024-09-13T16:02:03.491 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.466+0000 7f5b7d7ed640 1 Processor -- start 2024-09-13T16:02:03.491 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.466+0000 7f5b7d7ed640 1 -- start start 2024-09-13T16:02:03.491 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.467+0000 7f0078814640 1 Processor -- start 2024-09-13T16:02:03.491 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.467+0000 7f0078814640 1 -- start start 2024-09-13T16:02:03.491 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.468+0000 7f8bb5f1f640 1 Processor -- start 2024-09-13T16:02:03.492 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.468+0000 7f8bb5f1f640 1 -- start start 2024-09-13T16:02:03.492 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.467+0000 7f54d9e3a640 1 Processor -- start 2024-09-13T16:02:03.492 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.468+0000 7f54d9e3a640 1 -- start start 2024-09-13T16:02:03.492 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.467+0000 7ff519002640 1 -- 172.21.15.76:0/1577793377 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff504032440 con 0x7ff51415c860 2024-09-13T16:02:03.492 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.467+0000 7ff519002640 1 -- 172.21.15.76:0/1577793377 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff5040325a0 con 0x7ff51415c860 2024-09-13T16:02:03.492 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.468+0000 7ff51c268640 1 -- 172.21.15.76:0/1577793377 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff51415c860 msgr2=0x7ff5140ce4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:03.492 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.468+0000 7ff51c268640 1 --2- 172.21.15.76:0/1577793377 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff51415c860 0x7ff5140ce4f0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7ff5140cdca0 tx=0x7ff50402a280 comp rx=0 tx=0).stop 2024-09-13T16:02:03.493 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.467+0000 7f50bb7fe640 1 -- 172.21.15.76:0/2604239155 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f50b00325a0 con 0x7f50bc1455d0 2024-09-13T16:02:03.493 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.467+0000 7f50bb7fe640 1 -- 172.21.15.76:0/2604239155 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50b0032930 con 0x7f50bc1455d0 2024-09-13T16:02:03.493 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.468+0000 7f50c1980640 1 -- 172.21.15.76:0/2604239155 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f50bc1455d0 msgr2=0x7f50bc06bf60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:03.493 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.468+0000 7f50c1980640 1 --2- 172.21.15.76:0/2604239155 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f50bc1455d0 0x7f50bc06bf60 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f50bc06fe90 tx=0x7f50b002a1a0 comp rx=0 tx=0).stop 2024-09-13T16:02:03.493 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.468+0000 7f5b7d7ed640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5b7000c530 0x7f5b700374f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:03.493 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.468+0000 7f5b7d7ed640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5b700eaa50 0x7f5b70038c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:03.493 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.468+0000 7f5b7d7ed640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5b700eae90 0x7f5b700da360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:03.493 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.468+0000 7f5b77fff640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5b7000c530 0x7f5b700374f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:03.493 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.468+0000 7f5b77fff640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5b7000c530 0x7f5b700374f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.76:33832/0 (socket says 172.21.15.76:33832) 2024-09-13T16:02:03.494 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.468+0000 7f5b777fe640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5b700eaa50 0x7f5b70038c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:03.494 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.468+0000 7f5b777fe640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5b700eaa50 0x7f5b70038c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.76:42022/0 (socket says 172.21.15.76:42022) 2024-09-13T16:02:03.494 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.468+0000 7f5b77fff640 1 -- 172.21.15.76:0/1631709863 learned_addr learned my addr 172.21.15.76:0/1631709863 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:03.494 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.468+0000 7f2a8cd79640 1 Processor -- start 2024-09-13T16:02:03.494 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.468+0000 7f2a8cd79640 1 -- start start 2024-09-13T16:02:03.494 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.468+0000 7f0078814640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f006c03bc60 0x7f006c0d42a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:03.495 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.468+0000 7f0078814640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f006c057830 0x7f006c0d70b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:03.495 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.468+0000 7f007259c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f006c03bc60 0x7f006c0d42a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:03.495 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.468+0000 7f007259c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f006c03bc60 0x7f006c0d42a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.76:33848/0 (socket says 172.21.15.76:33848) 2024-09-13T16:02:03.495 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.468+0000 7f0071d9b640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f006c057830 0x7f006c0d70b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:03.495 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.468+0000 7f0071d9b640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f006c057830 0x7f006c0d70b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.76:42030/0 (socket says 172.21.15.76:42030) 2024-09-13T16:02:03.495 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.468+0000 7f0078814640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f006c0e28f0 0x7f006c0d75f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:03.495 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.468+0000 7f0078814640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f006c0e5790 con 0x7f006c0e28f0 2024-09-13T16:02:03.495 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.468+0000 7f0078814640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f006c0d47e0 con 0x7f006c03bc60 2024-09-13T16:02:03.495 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.468+0000 7f0078814640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f006c0e3760 con 0x7f006c057830 2024-09-13T16:02:03.495 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.468+0000 7f007259c640 1 -- 172.21.15.76:0/1468428590 learned_addr learned my addr 172.21.15.76:0/1468428590 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:03.496 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.468+0000 7f5b7d7ed640 1 -- 172.21.15.76:0/1631709863 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5b70039160 con 0x7f5b700eae90 2024-09-13T16:02:03.496 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.468+0000 7f5b7d7ed640 1 -- 172.21.15.76:0/1631709863 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5b7003c5d0 con 0x7f5b7000c530 2024-09-13T16:02:03.496 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.468+0000 7f5b7d7ed640 1 -- 172.21.15.76:0/1631709863 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5b70037b80 con 0x7f5b700eaa50 2024-09-13T16:02:03.496 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.469+0000 7ff51c268640 1 -- 172.21.15.76:0/1577793377 shutdown_connections 2024-09-13T16:02:03.496 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.469+0000 7ff51c268640 1 --2- 172.21.15.76:0/1577793377 >> v2:172.21.15.192:3300/0 conn(0x7ff5140b09a0 0x7ff5140cea30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:03.496 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.469+0000 7f50c1980640 1 -- 172.21.15.76:0/2604239155 shutdown_connections 2024-09-13T16:02:03.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.469+0000 7f50c1980640 1 --2- 172.21.15.76:0/2604239155 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f50bc1455d0 0x7f50bc06bf60 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:03.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.469+0000 7f50c1980640 1 --2- 172.21.15.76:0/2604239155 >> v2:172.21.15.76:3300/0 conn(0x7f50bc15c1a0 0x7f50bc0b0f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:03.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.469+0000 7f50c1980640 1 -- 172.21.15.76:0/2604239155 >> 172.21.15.76:0/2604239155 conn(0x7f50bc0afc70 msgr2=0x7f50bc0b0050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:03.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.469+0000 7ff51c268640 1 --2- 172.21.15.76:0/1577793377 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff51415c860 0x7ff5140ce4f0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:03.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.469+0000 7ff51c268640 1 -- 172.21.15.76:0/1577793377 >> 172.21.15.76:0/1577793377 conn(0x7ff5140989d0 msgr2=0x7ff5140b0e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:03.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.469+0000 7f50c1980640 1 -- 172.21.15.76:0/2604239155 shutdown_connections 2024-09-13T16:02:03.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.469+0000 7f50c1980640 1 -- 172.21.15.76:0/2604239155 wait complete. 2024-09-13T16:02:03.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.469+0000 7f0071d9b640 1 -- 172.21.15.76:0/1468428590 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f006c03bc60 msgr2=0x7f006c0d42a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:03.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.469+0000 7f0071d9b640 1 --2- 172.21.15.76:0/1468428590 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f006c03bc60 0x7f006c0d42a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:03.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.469+0000 7f0071d9b640 1 -- 172.21.15.76:0/1468428590 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f006c0e28f0 msgr2=0x7f006c0d75f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:03.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.469+0000 7f0071d9b640 1 --2- 172.21.15.76:0/1468428590 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f006c0e28f0 0x7f006c0d75f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:03.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.469+0000 7f0071d9b640 1 -- 172.21.15.76:0/1468428590 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f006c0e3a40 con 0x7f006c057830 2024-09-13T16:02:03.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.469+0000 7f54d9e3a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f54d40c3440 0x7f54d415a690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:03.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.469+0000 7f007259c640 1 --2- 172.21.15.76:0/1468428590 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f006c03bc60 0x7f006c0d42a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:02:03.500 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.469+0000 7f5b7cfec640 1 --2- 172.21.15.76:0/1631709863 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5b700eae90 0x7f5b700da360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:03.500 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.469+0000 7f5b77fff640 1 -- 172.21.15.76:0/1631709863 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5b700eaa50 msgr2=0x7f5b70038c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:03.500 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.469+0000 7f5b77fff640 1 --2- 172.21.15.76:0/1631709863 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5b700eaa50 0x7f5b70038c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:03.500 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.469+0000 7f5b77fff640 1 -- 172.21.15.76:0/1631709863 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5b700eae90 msgr2=0x7f5b700da360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:03.500 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.469+0000 7f0071d9b640 1 --2- 172.21.15.76:0/1468428590 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f006c057830 0x7f006c0d70b0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f006800d520 tx=0x7f006800d9e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:03.500 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.469+0000 7ff51c268640 1 -- 172.21.15.76:0/1577793377 shutdown_connections 2024-09-13T16:02:03.500 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.469+0000 7ff51c268640 1 -- 172.21.15.76:0/1577793377 wait complete. 2024-09-13T16:02:03.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.469+0000 7f5b77fff640 1 --2- 172.21.15.76:0/1631709863 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5b700eae90 0x7f5b700da360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:03.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.469+0000 7f5b77fff640 1 -- 172.21.15.76:0/1631709863 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5b64009400 con 0x7f5b7000c530 2024-09-13T16:02:03.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.469+0000 7f5b7cfec640 1 --2- 172.21.15.76:0/1631709863 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5b700eae90 0x7f5b700da360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:02:03.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.469+0000 7f54d9e3a640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f54d40c38b0 0x7f54d40c5650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:03.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.469+0000 7f54d9e3a640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f54d40cfb30 0x7f54d4161210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:03.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.470+0000 7f0062ffd640 1 -- 172.21.15.76:0/1468428590 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0068004240 con 0x7f006c057830 2024-09-13T16:02:03.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.470+0000 7f0062ffd640 1 -- 172.21.15.76:0/1468428590 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f00680043a0 con 0x7f006c057830 2024-09-13T16:02:03.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.470+0000 7f8bb5f1f640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8bb00ad490 0x7f8bb0097a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:03.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.470+0000 7f0062ffd640 1 -- 172.21.15.76:0/1468428590 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0068003850 con 0x7f006c057830 2024-09-13T16:02:03.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.470+0000 7f0078814640 1 -- 172.21.15.76:0/1468428590 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f006c0e5420 con 0x7f006c057830 2024-09-13T16:02:03.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.470+0000 7f8bb5f1f640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8bb00b2f70 0x7f8bb015a130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:03.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.470+0000 7f0078814640 1 -- 172.21.15.76:0/1468428590 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f006c0e50d0 con 0x7f006c057830 2024-09-13T16:02:03.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.470+0000 7f8bb5f1f640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8bb00cecd0 0x7f8bb015a670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:03.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.470+0000 7f8bb5f1f640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8bb00704e0 con 0x7f8bb00b2f70 2024-09-13T16:02:03.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.470+0000 7f2a8cd79640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2a8806ff00 0x7f2a8814bcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:03.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.470+0000 7f5b77fff640 1 --2- 172.21.15.76:0/1631709863 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5b7000c530 0x7f5b700374f0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f5b6c00c500 tx=0x7f5b6c00c9c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:03.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.470+0000 7f8baf7fe640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8bb00ad490 0x7f8bb0097a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:03.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.470+0000 7f5b74ff9640 1 -- 172.21.15.76:0/1631709863 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b6c005ce0 con 0x7f5b7000c530 2024-09-13T16:02:03.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.470+0000 7f8bb5f1f640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8bb015b0e0 con 0x7f8bb00cecd0 2024-09-13T16:02:03.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.470+0000 7f8baf7fe640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8bb00ad490 0x7f8bb0097a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.76:42038/0 (socket says 172.21.15.76:42038) 2024-09-13T16:02:03.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.470+0000 7f8baf7fe640 1 -- 172.21.15.76:0/3280958481 learned_addr learned my addr 172.21.15.76:0/3280958481 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:03.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.470+0000 7f8bb5f1f640 1 -- 172.21.15.76:0/3280958481 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8bb0159880 con 0x7f8bb00ad490 2024-09-13T16:02:03.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.470+0000 7f8baffff640 1 --2- 172.21.15.76:0/3280958481 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8bb00cecd0 0x7f8bb015a670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:03.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.470+0000 7f5b7d7ed640 1 -- 172.21.15.76:0/1631709863 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5b70037e60 con 0x7f5b7000c530 2024-09-13T16:02:03.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.470+0000 7f5b7d7ed640 1 -- 172.21.15.76:0/1631709863 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5b70038420 con 0x7f5b7000c530 2024-09-13T16:02:03.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.471+0000 7f50c1980640 1 Processor -- start 2024-09-13T16:02:03.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.470+0000 7f5b74ff9640 1 -- 172.21.15.76:0/1631709863 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5b6c005e40 con 0x7f5b7000c530 2024-09-13T16:02:03.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.470+0000 7f5b74ff9640 1 -- 172.21.15.76:0/1631709863 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b6c007330 con 0x7f5b7000c530 2024-09-13T16:02:03.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.471+0000 7f2a8cd79640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2a880b0f70 0x7f2a880ad870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:03.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.471+0000 7f2a8cd79640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2a88161160 0x7f2a880addb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:03.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.471+0000 7f2a8cd79640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a8814c200 con 0x7f2a8806ff00 2024-09-13T16:02:03.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.471+0000 7f2a86ffd640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2a880b0f70 0x7f2a880ad870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:03.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.471+0000 7f2a86ffd640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2a880b0f70 0x7f2a880ad870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.76:33878/0 (socket says 172.21.15.76:33878) 2024-09-13T16:02:03.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.471+0000 7f2a86ffd640 1 -- 172.21.15.76:0/13804165 learned_addr learned my addr 172.21.15.76:0/13804165 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:03.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.471+0000 7f8baeffd640 1 --2- 172.21.15.76:0/3280958481 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8bb00b2f70 0x7f8bb015a130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:03.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.471+0000 7ff51c268640 1 Processor -- start 2024-09-13T16:02:03.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.471+0000 7f2a877fe640 1 --2- 172.21.15.76:0/13804165 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2a8806ff00 0x7f2a8814bcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:03.515 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.472+0000 7ff51c268640 1 -- start start 2024-09-13T16:02:03.516 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.471+0000 7f50c1980640 1 -- start start 2024-09-13T16:02:03.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.472+0000 7f8baf7fe640 1 -- 172.21.15.76:0/3280958481 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8bb00cecd0 msgr2=0x7f8bb015a670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:03.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.472+0000 7f8baf7fe640 1 --2- 172.21.15.76:0/3280958481 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8bb00cecd0 0x7f8bb015a670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:03.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.472+0000 7f8baf7fe640 1 -- 172.21.15.76:0/3280958481 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8bb00b2f70 msgr2=0x7f8bb015a130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:03.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.472+0000 7f8baf7fe640 1 --2- 172.21.15.76:0/3280958481 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8bb00b2f70 0x7f8bb015a130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:03.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.472+0000 7f8baf7fe640 1 -- 172.21.15.76:0/3280958481 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8ba80094d0 con 0x7f8bb00ad490 2024-09-13T16:02:03.519 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.471+0000 7f2a87fff640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2a88161160 0x7f2a880addb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:03.519 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.472+0000 7f2a8cd79640 1 -- 172.21.15.76:0/13804165 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a880caab0 con 0x7f2a880b0f70 2024-09-13T16:02:03.519 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.472+0000 7f2a8cd79640 1 -- 172.21.15.76:0/13804165 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2a880cd220 con 0x7f2a88161160 2024-09-13T16:02:03.519 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.472+0000 7f5b7d7ed640 1 -- 172.21.15.76:0/1631709863 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5b58005250 con 0x7f5b7000c530 2024-09-13T16:02:03.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.472+0000 7f8baf7fe640 1 --2- 172.21.15.76:0/3280958481 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8bb00ad490 0x7f8bb0097a20 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f8ba000d140 tx=0x7f8ba000d600 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:03.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.469+0000 7f54d9e3a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f54d40c8620 con 0x7f54d40c3440 2024-09-13T16:02:03.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.469+0000 7f54d9e3a640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f54d415abd0 con 0x7f54d40c38b0 2024-09-13T16:02:03.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.469+0000 7f54d9e3a640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f54d40c6060 con 0x7f54d40cfb30 2024-09-13T16:02:03.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.471+0000 7f54d3fff640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f54d40cfb30 0x7f54d4161210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:03.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.471+0000 7f54d3fff640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f54d40cfb30 0x7f54d4161210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.76:42052/0 (socket says 172.21.15.76:42052) 2024-09-13T16:02:03.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.471+0000 7f54d3fff640 1 -- 172.21.15.76:0/2546894583 learned_addr learned my addr 172.21.15.76:0/2546894583 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:03.522 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.472+0000 7f0062ffd640 1 -- 172.21.15.76:0/1468428590 <== mon.2 v2:172.21.15.192:3301/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f00680039b0 con 0x7f006c057830 2024-09-13T16:02:03.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.472+0000 7f8ba7fff640 1 -- 172.21.15.76:0/3280958481 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ba000f040 con 0x7f8bb00ad490 2024-09-13T16:02:03.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.473+0000 7f8ba7fff640 1 -- 172.21.15.76:0/3280958481 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8ba0013070 con 0x7f8bb00ad490 2024-09-13T16:02:03.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.472+0000 7f50c1980640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f50bc06c4a0 0x7f50bc1f5b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:03.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.472+0000 7f50c1980640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f50bc1455d0 0x7f50bc155850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:03.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.472+0000 7f50c1980640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f50bc15c1a0 0x7f50bc0abfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:03.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.473+0000 7f50c1980640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f50bc145ea0 con 0x7f50bc1455d0 2024-09-13T16:02:03.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.473+0000 7f50c1980640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f50bc1544b0 con 0x7f50bc06c4a0 2024-09-13T16:02:03.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.473+0000 7f50c1980640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f50bc0ac4e0 con 0x7f50bc15c1a0 2024-09-13T16:02:03.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.473+0000 7f50c117f640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f50bc15c1a0 0x7f50bc0abfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:03.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.473+0000 7f50c117f640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f50bc15c1a0 0x7f50bc0abfa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.76:42070/0 (socket says 172.21.15.76:42070) 2024-09-13T16:02:03.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.473+0000 7ff51c268640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff5140ae4b0 0x7ff514154290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:03.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.473+0000 7f50c117f640 1 -- 172.21.15.76:0/447152422 learned_addr learned my addr 172.21.15.76:0/447152422 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:03.528 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.473+0000 7ff51c268640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff5140b09a0 0x7ff51415d9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:03.528 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.473+0000 7f5b74ff9640 1 -- 172.21.15.76:0/1631709863 <== mon.1 v2:172.21.15.192:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f5b6c007490 con 0x7f5b7000c530 2024-09-13T16:02:03.529 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.473+0000 7f0062ffd640 1 --2- 172.21.15.76:0/1468428590 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f005406acd0 0x7f005406d190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:03.529 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.473+0000 7f0062ffd640 1 -- 172.21.15.76:0/1468428590 <== mon.2 v2:172.21.15.192:3301/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f0068089010 con 0x7f006c057830 2024-09-13T16:02:03.529 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.473+0000 7ff51c268640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff51415c860 0x7ff51415a950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:03.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.473+0000 7f50c097e640 1 --2- 172.21.15.76:0/447152422 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f50bc06c4a0 0x7f50bc1f5b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:03.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.473+0000 7ff51a004640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff5140ae4b0 0x7ff514154290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:03.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.473+0000 7f50c117f640 1 -- 172.21.15.76:0/447152422 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f50bc06c4a0 msgr2=0x7f50bc1f5b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:03.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.473+0000 7f50c117f640 1 --2- 172.21.15.76:0/447152422 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f50bc06c4a0 0x7f50bc1f5b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:03.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.473+0000 7f50c117f640 1 -- 172.21.15.76:0/447152422 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f50bc1455d0 msgr2=0x7f50bc155850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:03.532 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.473+0000 7f50c117f640 1 --2- 172.21.15.76:0/447152422 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f50bc1455d0 0x7f50bc155850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:03.532 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.473+0000 7f50c117f640 1 -- 172.21.15.76:0/447152422 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f50b0009400 con 0x7f50bc15c1a0 2024-09-13T16:02:03.533 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.473+0000 7ff51a004640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff5140ae4b0 0x7ff514154290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.76:33900/0 (socket says 172.21.15.76:33900) 2024-09-13T16:02:03.533 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.473+0000 7ff51a004640 1 -- 172.21.15.76:0/1398429970 learned_addr learned my addr 172.21.15.76:0/1398429970 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:03.533 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.473+0000 7f2a877fe640 1 -- 172.21.15.76:0/13804165 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2a88161160 msgr2=0x7f2a880addb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:03.534 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.473+0000 7f007259c640 1 --2- 172.21.15.76:0/1468428590 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f005406acd0 0x7f005406d190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:03.534 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.473+0000 7f2a877fe640 1 --2- 172.21.15.76:0/13804165 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2a88161160 0x7f2a880addb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:03.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.473+0000 7f2a877fe640 1 -- 172.21.15.76:0/13804165 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2a880b0f70 msgr2=0x7f2a880ad870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:03.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.473+0000 7f2a877fe640 1 --2- 172.21.15.76:0/13804165 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2a880b0f70 0x7f2a880ad870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:03.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.473+0000 7f2a877fe640 1 -- 172.21.15.76:0/13804165 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2a78009b30 con 0x7f2a8806ff00 2024-09-13T16:02:03.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.474+0000 7ff519803640 1 --2- 172.21.15.76:0/1398429970 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff5140b09a0 0x7ff51415d9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:03.536 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.474+0000 7f8ba7fff640 1 -- 172.21.15.76:0/3280958481 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ba0019800 con 0x7f8bb00ad490 2024-09-13T16:02:03.536 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.474+0000 7f50c117f640 1 --2- 172.21.15.76:0/447152422 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f50bc15c1a0 0x7f50bc0abfa0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f50b400cbc0 tx=0x7f50b400a430 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:03.537 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.472+0000 7f54d37fe640 1 --2- 172.21.15.76:0/2546894583 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f54d40c3440 0x7f54d415a690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:03.537 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.473+0000 7f54d2ffd640 1 --2- 172.21.15.76:0/2546894583 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f54d40c38b0 0x7f54d40c5650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:03.537 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.473+0000 7f54d3fff640 1 -- 172.21.15.76:0/2546894583 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f54d40c38b0 msgr2=0x7f54d40c5650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:03.537 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.473+0000 7f54d3fff640 1 --2- 172.21.15.76:0/2546894583 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f54d40c38b0 0x7f54d40c5650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:03.537 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.473+0000 7f54d3fff640 1 -- 172.21.15.76:0/2546894583 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f54d40c3440 msgr2=0x7f54d415a690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:03.538 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.474+0000 7ff51c268640 1 -- 172.21.15.76:0/1398429970 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff5140b3b40 con 0x7ff51415c860 2024-09-13T16:02:03.538 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.474+0000 7f54d3fff640 1 --2- 172.21.15.76:0/2546894583 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f54d40c3440 0x7f54d415a690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:03.538 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.474+0000 7f54d3fff640 1 -- 172.21.15.76:0/2546894583 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f54c80094d0 con 0x7f54d40cfb30 2024-09-13T16:02:03.538 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.474+0000 7f2a877fe640 1 --2- 172.21.15.76:0/13804165 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2a8806ff00 0x7f2a8814bcc0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f2a78030000 tx=0x7f2a78004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:03.539 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.474+0000 7f8bb5f1f640 1 -- 172.21.15.76:0/3280958481 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8bb015abb0 con 0x7f8bb00ad490 2024-09-13T16:02:03.539 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.474+0000 7f8bb5f1f640 1 -- 172.21.15.76:0/3280958481 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8bb015ae00 con 0x7f8bb00ad490 2024-09-13T16:02:03.539 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.474+0000 7ff51c268640 1 -- 172.21.15.76:0/1398429970 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff5141547d0 con 0x7ff5140ae4b0 2024-09-13T16:02:03.539 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.474+0000 7f2a87fff640 1 --2- 172.21.15.76:0/13804165 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2a88161160 0x7f2a880addb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:02:03.539 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.474+0000 7ff51a805640 1 --2- 172.21.15.76:0/1398429970 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff51415c860 0x7ff51415a950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:03.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.474+0000 7f2a86ffd640 1 --2- 172.21.15.76:0/13804165 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2a880b0f70 0x7f2a880ad870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:02:03.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.474+0000 7f54d37fe640 1 --2- 172.21.15.76:0/2546894583 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f54d40c3440 0x7f54d415a690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:02:03.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.474+0000 7f50b97fa640 1 -- 172.21.15.76:0/447152422 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50b400ad40 con 0x7f50bc15c1a0 2024-09-13T16:02:03.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.474+0000 7ff51c268640 1 -- 172.21.15.76:0/1398429970 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff5140b3530 con 0x7ff5140b09a0 2024-09-13T16:02:03.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.474+0000 7f5b74ff9640 1 --2- 172.21.15.76:0/1631709863 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5b5c06acd0 0x7f5b5c06d190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:03.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.474+0000 7f5b74ff9640 1 -- 172.21.15.76:0/1631709863 <== mon.1 v2:172.21.15.192:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f5b6c088c20 con 0x7f5b7000c530 2024-09-13T16:02:03.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.474+0000 7f50b97fa640 1 -- 172.21.15.76:0/447152422 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f50b4012400 con 0x7f50bc15c1a0 2024-09-13T16:02:03.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.474+0000 7f50c1980640 1 -- 172.21.15.76:0/447152422 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f50bc0ac780 con 0x7f50bc15c1a0 2024-09-13T16:02:03.542 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.474+0000 7f5b777fe640 1 --2- 172.21.15.76:0/1631709863 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5b5c06acd0 0x7f5b5c06d190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:03.542 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.474+0000 7f54d3fff640 1 --2- 172.21.15.76:0/2546894583 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f54d40cfb30 0x7f54d4161210 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f54c8009870 tx=0x7f54c80046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:03.542 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.474+0000 7f0078814640 1 -- 172.21.15.76:0/1468428590 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0058005250 con 0x7f006c057830 2024-09-13T16:02:03.543 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.474+0000 7f50b97fa640 1 -- 172.21.15.76:0/447152422 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50b400aea0 con 0x7f50bc15c1a0 2024-09-13T16:02:03.543 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.474+0000 7f2a6ffff640 1 -- 172.21.15.76:0/13804165 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a78031990 con 0x7f2a8806ff00 2024-09-13T16:02:03.543 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.474+0000 7f2a6ffff640 1 -- 172.21.15.76:0/13804165 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2a78031af0 con 0x7f2a8806ff00 2024-09-13T16:02:03.543 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.475+0000 7f2a6ffff640 1 -- 172.21.15.76:0/13804165 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a78031ea0 con 0x7f2a8806ff00 2024-09-13T16:02:03.543 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.475+0000 7f2a8cd79640 1 -- 172.21.15.76:0/13804165 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2a880cd4e0 con 0x7f2a8806ff00 2024-09-13T16:02:03.543 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.475+0000 7f2a8cd79640 1 -- 172.21.15.76:0/13804165 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2a880cad50 con 0x7f2a8806ff00 2024-09-13T16:02:03.543 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.475+0000 7f007259c640 1 --2- 172.21.15.76:0/1468428590 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f005406acd0 0x7f005406d190 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f006c053010 tx=0x7f0064009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:03.544 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.475+0000 7ff519803640 1 -- 172.21.15.76:0/1398429970 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff5140ae4b0 msgr2=0x7ff514154290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:03.544 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.475+0000 7ff519803640 1 --2- 172.21.15.76:0/1398429970 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff5140ae4b0 0x7ff514154290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:03.544 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.475+0000 7ff519803640 1 -- 172.21.15.76:0/1398429970 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff51415c860 msgr2=0x7ff51415a950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:03.544 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.475+0000 7ff519803640 1 --2- 172.21.15.76:0/1398429970 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff51415c860 0x7ff51415a950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:03.544 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.475+0000 7ff519803640 1 -- 172.21.15.76:0/1398429970 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff5040094d0 con 0x7ff5140b09a0 2024-09-13T16:02:03.545 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.475+0000 7f50c1980640 1 -- 172.21.15.76:0/447152422 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f50bc0acd40 con 0x7f50bc15c1a0 2024-09-13T16:02:03.545 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.476+0000 7ff519803640 1 --2- 172.21.15.76:0/1398429970 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff5140b09a0 0x7ff51415d9c0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7ff50800e660 tx=0x7ff50800eb20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:03.545 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.476+0000 7f8bb5f1f640 1 -- 172.21.15.76:0/3280958481 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8bb006e280 con 0x7f8bb00ad490 2024-09-13T16:02:03.546 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.476+0000 7f5b777fe640 1 --2- 172.21.15.76:0/1631709863 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5b5c06acd0 0x7f5b5c06d190 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f5b64034000 tx=0x7f5b6402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:03.546 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.476+0000 7f50a2ffd640 1 -- 172.21.15.76:0/447152422 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5094005250 con 0x7f50bc15c1a0 2024-09-13T16:02:03.547 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.476+0000 7f2a8cd79640 1 -- 172.21.15.76:0/13804165 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2a88067770 con 0x7f2a8806ff00 2024-09-13T16:02:03.547 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.477+0000 7f2a6ffff640 1 -- 172.21.15.76:0/13804165 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f2a78038050 con 0x7f2a8806ff00 2024-09-13T16:02:03.547 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.477+0000 7f2a6ffff640 1 --2- 172.21.15.76:0/13804165 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2a7406ac50 0x7f2a7406d110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:03.547 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.477+0000 7f2a6ffff640 1 -- 172.21.15.76:0/13804165 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f2a780aa1d0 con 0x7f2a8806ff00 2024-09-13T16:02:03.547 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.477+0000 7f2a86ffd640 1 --2- 172.21.15.76:0/13804165 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2a7406ac50 0x7f2a7406d110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:03.547 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.478+0000 7f2a86ffd640 1 --2- 172.21.15.76:0/13804165 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2a7406ac50 0x7f2a7406d110 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f2a80001780 tx=0x7f2a80009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:03.547 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.478+0000 7f5b74ff9640 1 -- 172.21.15.76:0/1631709863 <== mon.1 v2:172.21.15.192:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f5b6c053ba0 con 0x7f5b7000c530 2024-09-13T16:02:03.548 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.479+0000 7f0062ffd640 1 -- 172.21.15.76:0/1468428590 <== mon.2 v2:172.21.15.192:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f0068019080 con 0x7f006c057830 2024-09-13T16:02:03.548 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.479+0000 7f54bbfff640 1 -- 172.21.15.76:0/2546894583 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54c8032440 con 0x7f54d40cfb30 2024-09-13T16:02:03.548 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.479+0000 7f54d9e3a640 1 -- 172.21.15.76:0/2546894583 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f54d40c7cf0 con 0x7f54d40cfb30 2024-09-13T16:02:03.548 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.479+0000 7f54d9e3a640 1 -- 172.21.15.76:0/2546894583 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f54d40c82b0 con 0x7f54d40cfb30 2024-09-13T16:02:03.549 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.479+0000 7ff512ffd640 1 -- 172.21.15.76:0/1398429970 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff50800c730 con 0x7ff5140b09a0 2024-09-13T16:02:03.549 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.479+0000 7f54bbfff640 1 -- 172.21.15.76:0/2546894583 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f54c8030b00 con 0x7f54d40cfb30 2024-09-13T16:02:03.549 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.479+0000 7f54bbfff640 1 -- 172.21.15.76:0/2546894583 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54c8030e70 con 0x7f54d40cfb30 2024-09-13T16:02:03.549 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.479+0000 7ff51c268640 1 -- 172.21.15.76:0/1398429970 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff51415df00 con 0x7ff5140b09a0 2024-09-13T16:02:03.550 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.480+0000 7ff51c268640 1 -- 172.21.15.76:0/1398429970 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff5140b37d0 con 0x7ff5140b09a0 2024-09-13T16:02:03.550 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.481+0000 7ff512ffd640 1 -- 172.21.15.76:0/1398429970 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff50800c890 con 0x7ff5140b09a0 2024-09-13T16:02:03.550 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.481+0000 7f54d9e3a640 1 -- 172.21.15.76:0/2546894583 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f54b4005250 con 0x7f54d40cfb30 2024-09-13T16:02:03.550 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.481+0000 7ff512ffd640 1 -- 172.21.15.76:0/1398429970 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff50800cc00 con 0x7ff5140b09a0 2024-09-13T16:02:03.550 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.481+0000 7f50b97fa640 1 -- 172.21.15.76:0/447152422 <== mon.2 v2:172.21.15.192:3301/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f50b4007070 con 0x7f50bc15c1a0 2024-09-13T16:02:03.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.482+0000 7ff510ff9640 1 -- 172.21.15.76:0/1398429970 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff5140cd8e0 con 0x7ff5140b09a0 2024-09-13T16:02:03.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.482+0000 7f8ba7fff640 1 -- 172.21.15.76:0/3280958481 <== mon.2 v2:172.21.15.192:3301/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f8ba0019960 con 0x7f8bb00ad490 2024-09-13T16:02:03.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.482+0000 7f50b97fa640 1 --2- 172.21.15.76:0/447152422 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f50a806acd0 0x7f50a806d190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:03.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.482+0000 7f8ba7fff640 1 --2- 172.21.15.76:0/3280958481 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8b9006ac50 0x7f8b9006d110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:03.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.482+0000 7f50c097e640 1 --2- 172.21.15.76:0/447152422 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f50a806acd0 0x7f50a806d190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:03.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.482+0000 7f50b97fa640 1 -- 172.21.15.76:0/447152422 <== mon.2 v2:172.21.15.192:3301/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f50b4089990 con 0x7f50bc15c1a0 2024-09-13T16:02:03.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.482+0000 7f8ba7fff640 1 -- 172.21.15.76:0/3280958481 <== mon.2 v2:172.21.15.192:3301/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f8ba0089d60 con 0x7f8bb00ad490 2024-09-13T16:02:03.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.482+0000 7f8baeffd640 1 --2- 172.21.15.76:0/3280958481 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8b9006ac50 0x7f8b9006d110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:03.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.483+0000 7f50c097e640 1 --2- 172.21.15.76:0/447152422 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f50a806acd0 0x7f50a806d190 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f50ac009970 tx=0x7f50ac008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:03.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.483+0000 7f8baeffd640 1 --2- 172.21.15.76:0/3280958481 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8b9006ac50 0x7f8b9006d110 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f8bb00b2820 tx=0x7f8b98009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:03.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.484+0000 7f8ba7fff640 1 -- 172.21.15.76:0/3280958481 <== mon.2 v2:172.21.15.192:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f8ba0054d50 con 0x7f8bb00ad490 2024-09-13T16:02:03.554 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.484+0000 7f2a6ffff640 1 -- 172.21.15.76:0/13804165 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f2a780751a0 con 0x7f2a8806ff00 2024-09-13T16:02:03.554 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.486+0000 7f54bbfff640 1 -- 172.21.15.76:0/2546894583 <== mon.2 v2:172.21.15.192:3301/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f54c8039040 con 0x7f54d40cfb30 2024-09-13T16:02:03.554 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.486+0000 7f54bbfff640 1 --2- 172.21.15.76:0/2546894583 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f54c006ac00 0x7f54c006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:03.555 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.486+0000 7f54d37fe640 1 --2- 172.21.15.76:0/2546894583 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f54c006ac00 0x7f54c006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:03.555 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.487+0000 7f54d37fe640 1 --2- 172.21.15.76:0/2546894583 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f54c006ac00 0x7f54c006d0c0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f54cc004520 tx=0x7f54cc009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:03.555 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.489+0000 7f50b97fa640 1 -- 172.21.15.76:0/447152422 <== mon.2 v2:172.21.15.192:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f50b4058430 con 0x7f50bc15c1a0 2024-09-13T16:02:03.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.490+0000 7ff512ffd640 1 -- 172.21.15.76:0/1398429970 <== mon.2 v2:172.21.15.192:3301/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff50800cd60 con 0x7ff5140b09a0 2024-09-13T16:02:03.557 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.491+0000 7f54bbfff640 1 -- 172.21.15.76:0/2546894583 <== mon.2 v2:172.21.15.192:3301/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f54c8079af0 con 0x7f54d40cfb30 2024-09-13T16:02:03.557 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.491+0000 7ff512ffd640 1 --2- 172.21.15.76:0/1398429970 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff50006ac00 0x7ff50006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:03.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.491+0000 7ff512ffd640 1 -- 172.21.15.76:0/1398429970 <== mon.2 v2:172.21.15.192:3301/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7ff508058930 con 0x7ff5140b09a0 2024-09-13T16:02:03.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.492+0000 7ff51a004640 1 --2- 172.21.15.76:0/1398429970 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff50006ac00 0x7ff50006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:03.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.492+0000 7ff51a004640 1 --2- 172.21.15.76:0/1398429970 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff50006ac00 0x7ff50006d0c0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7ff504009280 tx=0x7ff50402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:03.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.493+0000 7f54bbfff640 1 -- 172.21.15.76:0/2546894583 <== mon.2 v2:172.21.15.192:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f54c8075730 con 0x7f54d40cfb30 2024-09-13T16:02:03.559 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.498+0000 7ff512ffd640 1 -- 172.21.15.76:0/1398429970 <== mon.2 v2:172.21.15.192:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ff508055400 con 0x7ff5140b09a0 2024-09-13T16:02:03.781 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.780+0000 7fbe38a8e640 1 -- 172.21.15.76:0/845660579 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) v1 -- 0x7fbe18005500 con 0x7fbe34097370 2024-09-13T16:02:03.782 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.781+0000 7fbe22ffd640 1 -- 172.21.15.76:0/845660579 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fbe24058040 con 0x7fbe34097370 2024-09-13T16:02:03.783 INFO:teuthology.orchestra.run.smithi076.stdout:55834574857 2024-09-13T16:02:03.786 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.784+0000 7fbe20ff9640 1 -- 172.21.15.76:0/845660579 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbe1406ad50 msgr2=0x7fbe1406d210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:03.786 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.785+0000 7fbe20ff9640 1 --2- 172.21.15.76:0/845660579 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbe1406ad50 0x7fbe1406d210 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fbe2c038000 tx=0x7fbe2c03d040 comp rx=0 tx=0).stop 2024-09-13T16:02:03.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.785+0000 7fbe20ff9640 1 -- 172.21.15.76:0/845660579 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbe34097370 msgr2=0x7fbe341f1790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:03.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.785+0000 7fbe20ff9640 1 --2- 172.21.15.76:0/845660579 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbe34097370 0x7fbe341f1790 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fbe2400d840 tx=0x7fbe2400dd00 comp rx=0 tx=0).stop 2024-09-13T16:02:03.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.785+0000 7fbe20ff9640 1 -- 172.21.15.76:0/845660579 shutdown_connections 2024-09-13T16:02:03.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.785+0000 7fbe20ff9640 1 --2- 172.21.15.76:0/845660579 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbe3415bbd0 0x7fbe340b3b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:03.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.785+0000 7fbe20ff9640 1 --2- 172.21.15.76:0/845660579 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbe1406ad50 0x7fbe1406d210 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:03.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.786+0000 7fbe20ff9640 1 --2- 172.21.15.76:0/845660579 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbe34097790 0x7fbe341f4980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:03.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.786+0000 7fbe20ff9640 1 --2- 172.21.15.76:0/845660579 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbe34097370 0x7fbe341f1790 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:03.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.786+0000 7fbe20ff9640 1 -- 172.21.15.76:0/845660579 >> 172.21.15.76:0/845660579 conn(0x7fbe340afe60 msgr2=0x7fbe340abb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:03.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.786+0000 7fbe20ff9640 1 -- 172.21.15.76:0/845660579 shutdown_connections 2024-09-13T16:02:03.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.786+0000 7fbe20ff9640 1 -- 172.21.15.76:0/845660579 wait complete. 2024-09-13T16:02:03.803 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574857 got 55834574857 for osd.2 2024-09-13T16:02:03.804 DEBUG:teuthology.parallel:result is None 2024-09-13T16:02:03.827 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.826+0000 7f5b7d7ed640 1 -- 172.21.15.76:0/1631709863 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) v1 -- 0x7f5b58005500 con 0x7f5b7000c530 2024-09-13T16:02:03.827 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.826+0000 7f5b74ff9640 1 -- 172.21.15.76:0/1631709863 <== mon.1 v2:172.21.15.192:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f5b6c0571c0 con 0x7f5b7000c530 2024-09-13T16:02:03.828 INFO:teuthology.orchestra.run.smithi076.stdout:60129542156 2024-09-13T16:02:03.831 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.828+0000 7f5b7d7ed640 1 -- 172.21.15.76:0/1631709863 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5b5c06acd0 msgr2=0x7f5b5c06d190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:03.831 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.828+0000 7f5b7d7ed640 1 --2- 172.21.15.76:0/1631709863 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5b5c06acd0 0x7f5b5c06d190 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f5b64034000 tx=0x7f5b6402e000 comp rx=0 tx=0).stop 2024-09-13T16:02:03.832 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.829+0000 7f5b7d7ed640 1 -- 172.21.15.76:0/1631709863 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5b7000c530 msgr2=0x7f5b700374f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:03.832 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.829+0000 7f5b7d7ed640 1 --2- 172.21.15.76:0/1631709863 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5b7000c530 0x7f5b700374f0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f5b6c00c500 tx=0x7f5b6c00c9c0 comp rx=0 tx=0).stop 2024-09-13T16:02:03.832 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.829+0000 7f5b7d7ed640 1 -- 172.21.15.76:0/1631709863 shutdown_connections 2024-09-13T16:02:03.832 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.829+0000 7f5b7d7ed640 1 --2- 172.21.15.76:0/1631709863 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5b700eae90 0x7f5b700da360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:03.832 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.829+0000 7f5b7d7ed640 1 --2- 172.21.15.76:0/1631709863 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5b5c06acd0 0x7f5b5c06d190 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:03.832 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.829+0000 7f5b7d7ed640 1 --2- 172.21.15.76:0/1631709863 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5b700eaa50 0x7f5b70038c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:03.832 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.829+0000 7f5b7d7ed640 1 --2- 172.21.15.76:0/1631709863 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5b7000c530 0x7f5b700374f0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:03.832 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.829+0000 7f5b7d7ed640 1 -- 172.21.15.76:0/1631709863 >> 172.21.15.76:0/1631709863 conn(0x7f5b7001fb00 msgr2=0x7f5b70054e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:03.832 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.829+0000 7f5b7d7ed640 1 -- 172.21.15.76:0/1631709863 shutdown_connections 2024-09-13T16:02:03.833 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.829+0000 7f5b7d7ed640 1 -- 172.21.15.76:0/1631709863 wait complete. 2024-09-13T16:02:03.842 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542155 got 60129542156 for osd.3 2024-09-13T16:02:03.842 DEBUG:teuthology.parallel:result is None 2024-09-13T16:02:03.879 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.877+0000 7f2a8cd79640 1 -- 172.21.15.76:0/13804165 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) v1 -- 0x7f2a8806aee0 con 0x7f2a8806ff00 2024-09-13T16:02:03.879 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.877+0000 7f2a6ffff640 1 -- 172.21.15.76:0/13804165 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f2a780787c0 con 0x7f2a8806ff00 2024-09-13T16:02:03.880 INFO:teuthology.orchestra.run.smithi076.stdout:55834574858 2024-09-13T16:02:03.880 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.878+0000 7f0078814640 1 -- 172.21.15.76:0/1468428590 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) v1 -- 0x7f0058005500 con 0x7f006c057830 2024-09-13T16:02:03.881 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.879+0000 7f8bb5f1f640 1 -- 172.21.15.76:0/3280958481 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) v1 -- 0x7f8bb0159650 con 0x7f8bb00ad490 2024-09-13T16:02:03.881 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.879+0000 7f0062ffd640 1 -- 172.21.15.76:0/1468428590 <== mon.2 v2:172.21.15.192:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f0068053f90 con 0x7f006c057830 2024-09-13T16:02:03.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.879+0000 7f50a2ffd640 1 -- 172.21.15.76:0/447152422 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) v1 -- 0x7f50940057d0 con 0x7f50bc15c1a0 2024-09-13T16:02:03.882 INFO:teuthology.orchestra.run.smithi076.stdout:55834574858 2024-09-13T16:02:03.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.879+0000 7f8ba7fff640 1 -- 172.21.15.76:0/3280958481 <== mon.2 v2:172.21.15.192:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f8ba0027070 con 0x7f8bb00ad490 2024-09-13T16:02:03.884 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.879+0000 7f50b97fa640 1 -- 172.21.15.76:0/447152422 <== mon.2 v2:172.21.15.192:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f50b4021020 con 0x7f50bc15c1a0 2024-09-13T16:02:03.884 INFO:teuthology.orchestra.run.smithi076.stdout:55834574857 2024-09-13T16:02:03.884 INFO:teuthology.orchestra.run.smithi076.stdout:55834574858 2024-09-13T16:02:03.886 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.880+0000 7f2a8cd79640 1 -- 172.21.15.76:0/13804165 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2a7406ac50 msgr2=0x7f2a7406d110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:03.886 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.880+0000 7f2a8cd79640 1 --2- 172.21.15.76:0/13804165 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2a7406ac50 0x7f2a7406d110 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f2a80001780 tx=0x7f2a80009040 comp rx=0 tx=0).stop 2024-09-13T16:02:03.886 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.880+0000 7f2a8cd79640 1 -- 172.21.15.76:0/13804165 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2a8806ff00 msgr2=0x7f2a8814bcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:03.887 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.880+0000 7f2a8cd79640 1 --2- 172.21.15.76:0/13804165 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2a8806ff00 0x7f2a8814bcc0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f2a78030000 tx=0x7f2a78004a40 comp rx=0 tx=0).stop 2024-09-13T16:02:03.887 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.880+0000 7f2a8cd79640 1 -- 172.21.15.76:0/13804165 shutdown_connections 2024-09-13T16:02:03.887 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.880+0000 7f2a8cd79640 1 --2- 172.21.15.76:0/13804165 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2a7406ac50 0x7f2a7406d110 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:03.887 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.880+0000 7f2a8cd79640 1 --2- 172.21.15.76:0/13804165 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2a88161160 0x7f2a880addb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:03.887 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.880+0000 7f2a8cd79640 1 --2- 172.21.15.76:0/13804165 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2a880b0f70 0x7f2a880ad870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:03.887 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.880+0000 7f2a8cd79640 1 --2- 172.21.15.76:0/13804165 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2a8806ff00 0x7f2a8814bcc0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:03.888 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.880+0000 7f2a8cd79640 1 -- 172.21.15.76:0/13804165 >> 172.21.15.76:0/13804165 conn(0x7f2a880afc70 msgr2=0x7f2a8806ce30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:03.888 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.881+0000 7f2a8cd79640 1 -- 172.21.15.76:0/13804165 shutdown_connections 2024-09-13T16:02:03.888 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.881+0000 7f2a8cd79640 1 -- 172.21.15.76:0/13804165 wait complete. 2024-09-13T16:02:03.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.882+0000 7f0078814640 1 -- 172.21.15.76:0/1468428590 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f005406acd0 msgr2=0x7f005406d190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:03.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.882+0000 7f0078814640 1 --2- 172.21.15.76:0/1468428590 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f005406acd0 0x7f005406d190 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f006c053010 tx=0x7f0064009040 comp rx=0 tx=0).stop 2024-09-13T16:02:03.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.882+0000 7f0078814640 1 -- 172.21.15.76:0/1468428590 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f006c057830 msgr2=0x7f006c0d70b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:03.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.882+0000 7f0078814640 1 --2- 172.21.15.76:0/1468428590 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f006c057830 0x7f006c0d70b0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f006800d520 tx=0x7f006800d9e0 comp rx=0 tx=0).stop 2024-09-13T16:02:03.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.882+0000 7f0078814640 1 -- 172.21.15.76:0/1468428590 shutdown_connections 2024-09-13T16:02:03.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.882+0000 7f0078814640 1 --2- 172.21.15.76:0/1468428590 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f006c0e28f0 0x7f006c0d75f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:03.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.882+0000 7f0078814640 1 --2- 172.21.15.76:0/1468428590 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f005406acd0 0x7f005406d190 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:03.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.882+0000 7f0078814640 1 --2- 172.21.15.76:0/1468428590 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f006c057830 0x7f006c0d70b0 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:03.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.882+0000 7f0078814640 1 --2- 172.21.15.76:0/1468428590 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f006c03bc60 0x7f006c0d42a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:03.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.882+0000 7f0078814640 1 -- 172.21.15.76:0/1468428590 >> 172.21.15.76:0/1468428590 conn(0x7f006c03a520 msgr2=0x7f006c038590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:03.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.882+0000 7f8bb5f1f640 1 -- 172.21.15.76:0/3280958481 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8b9006ac50 msgr2=0x7f8b9006d110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:03.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.882+0000 7f8bb5f1f640 1 --2- 172.21.15.76:0/3280958481 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8b9006ac50 0x7f8b9006d110 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f8bb00b2820 tx=0x7f8b98009040 comp rx=0 tx=0).stop 2024-09-13T16:02:03.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.882+0000 7f8bb5f1f640 1 -- 172.21.15.76:0/3280958481 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8bb00ad490 msgr2=0x7f8bb0097a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:03.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.882+0000 7f8bb5f1f640 1 --2- 172.21.15.76:0/3280958481 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8bb00ad490 0x7f8bb0097a20 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f8ba000d140 tx=0x7f8ba000d600 comp rx=0 tx=0).stop 2024-09-13T16:02:03.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.882+0000 7f8bb5f1f640 1 -- 172.21.15.76:0/3280958481 shutdown_connections 2024-09-13T16:02:03.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.882+0000 7f8bb5f1f640 1 --2- 172.21.15.76:0/3280958481 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8bb00cecd0 0x7f8bb015a670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:03.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.882+0000 7f8bb5f1f640 1 --2- 172.21.15.76:0/3280958481 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8bb00b2f70 0x7f8bb015a130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:03.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.882+0000 7f8bb5f1f640 1 --2- 172.21.15.76:0/3280958481 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8b9006ac50 0x7f8b9006d110 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:03.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.882+0000 7f8bb5f1f640 1 --2- 172.21.15.76:0/3280958481 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8bb00ad490 0x7f8bb0097a20 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:03.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.882+0000 7f8bb5f1f640 1 -- 172.21.15.76:0/3280958481 >> 172.21.15.76:0/3280958481 conn(0x7f8bb006a0b0 msgr2=0x7f8bb00c88e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:03.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.882+0000 7f0078814640 1 -- 172.21.15.76:0/1468428590 shutdown_connections 2024-09-13T16:02:03.892 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.882+0000 7f8bb5f1f640 1 -- 172.21.15.76:0/3280958481 shutdown_connections 2024-09-13T16:02:03.892 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.882+0000 7f8bb5f1f640 1 -- 172.21.15.76:0/3280958481 wait complete. 2024-09-13T16:02:03.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.882+0000 7f0078814640 1 -- 172.21.15.76:0/1468428590 wait complete. 2024-09-13T16:02:03.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.883+0000 7f50a2ffd640 1 -- 172.21.15.76:0/447152422 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f50a806acd0 msgr2=0x7f50a806d190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:03.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.883+0000 7f50a2ffd640 1 --2- 172.21.15.76:0/447152422 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f50a806acd0 0x7f50a806d190 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f50ac009970 tx=0x7f50ac008040 comp rx=0 tx=0).stop 2024-09-13T16:02:03.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.883+0000 7f50a2ffd640 1 -- 172.21.15.76:0/447152422 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f50bc15c1a0 msgr2=0x7f50bc0abfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:03.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.883+0000 7f50a2ffd640 1 --2- 172.21.15.76:0/447152422 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f50bc15c1a0 0x7f50bc0abfa0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f50b400cbc0 tx=0x7f50b400a430 comp rx=0 tx=0).stop 2024-09-13T16:02:03.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.883+0000 7f50a2ffd640 1 -- 172.21.15.76:0/447152422 shutdown_connections 2024-09-13T16:02:03.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.883+0000 7f50a2ffd640 1 --2- 172.21.15.76:0/447152422 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f50a806acd0 0x7f50a806d190 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:03.897 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.883+0000 7f50a2ffd640 1 --2- 172.21.15.76:0/447152422 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f50bc15c1a0 0x7f50bc0abfa0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:03.897 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.883+0000 7f50a2ffd640 1 --2- 172.21.15.76:0/447152422 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f50bc1455d0 0x7f50bc155850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:03.897 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.883+0000 7f50a2ffd640 1 --2- 172.21.15.76:0/447152422 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f50bc06c4a0 0x7f50bc1f5b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:03.897 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.883+0000 7f50a2ffd640 1 -- 172.21.15.76:0/447152422 >> 172.21.15.76:0/447152422 conn(0x7f50bc0afc70 msgr2=0x7f50bc0b17d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:03.897 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.883+0000 7f50a2ffd640 1 -- 172.21.15.76:0/447152422 shutdown_connections 2024-09-13T16:02:03.897 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.883+0000 7f50a2ffd640 1 -- 172.21.15.76:0/447152422 wait complete. 2024-09-13T16:02:03.897 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.886+0000 7f54d9e3a640 1 -- 172.21.15.76:0/2546894583 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) v1 -- 0x7f54b40057d0 con 0x7f54d40cfb30 2024-09-13T16:02:03.897 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.886+0000 7ff510ff9640 1 -- 172.21.15.76:0/1398429970 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) v1 -- 0x7ff5140ce700 con 0x7ff5140b09a0 2024-09-13T16:02:03.898 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.887+0000 7f54bbfff640 1 -- 172.21.15.76:0/2546894583 <== mon.2 v2:172.21.15.192:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f54c8078d50 con 0x7f54d40cfb30 2024-09-13T16:02:03.898 INFO:teuthology.orchestra.run.smithi076.stdout:55834574859 2024-09-13T16:02:03.898 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.887+0000 7ff512ffd640 1 -- 172.21.15.76:0/1398429970 <== mon.2 v2:172.21.15.192:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7ff508017020 con 0x7ff5140b09a0 2024-09-13T16:02:03.899 INFO:teuthology.orchestra.run.smithi076.stdout:55834574857 2024-09-13T16:02:03.899 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.890+0000 7ff510ff9640 1 -- 172.21.15.76:0/1398429970 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff50006ac00 msgr2=0x7ff50006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:03.899 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.890+0000 7ff510ff9640 1 --2- 172.21.15.76:0/1398429970 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff50006ac00 0x7ff50006d0c0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7ff504009280 tx=0x7ff50402e000 comp rx=0 tx=0).stop 2024-09-13T16:02:03.899 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.890+0000 7ff510ff9640 1 -- 172.21.15.76:0/1398429970 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff5140b09a0 msgr2=0x7ff51415d9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:03.899 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.890+0000 7ff510ff9640 1 --2- 172.21.15.76:0/1398429970 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff5140b09a0 0x7ff51415d9c0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7ff50800e660 tx=0x7ff50800eb20 comp rx=0 tx=0).stop 2024-09-13T16:02:03.900 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.890+0000 7ff510ff9640 1 -- 172.21.15.76:0/1398429970 shutdown_connections 2024-09-13T16:02:03.900 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.890+0000 7ff510ff9640 1 --2- 172.21.15.76:0/1398429970 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff51415c860 0x7ff51415a950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:03.900 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.890+0000 7ff510ff9640 1 --2- 172.21.15.76:0/1398429970 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff50006ac00 0x7ff50006d0c0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:03.900 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.890+0000 7ff510ff9640 1 --2- 172.21.15.76:0/1398429970 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff5140b09a0 0x7ff51415d9c0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:03.900 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.890+0000 7ff510ff9640 1 --2- 172.21.15.76:0/1398429970 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff5140ae4b0 0x7ff514154290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:03.900 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.890+0000 7ff510ff9640 1 -- 172.21.15.76:0/1398429970 >> 172.21.15.76:0/1398429970 conn(0x7ff5140989d0 msgr2=0x7ff5140c5860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:03.900 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.890+0000 7ff510ff9640 1 -- 172.21.15.76:0/1398429970 shutdown_connections 2024-09-13T16:02:03.900 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.890+0000 7ff510ff9640 1 -- 172.21.15.76:0/1398429970 wait complete. 2024-09-13T16:02:03.901 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.890+0000 7f54d9e3a640 1 -- 172.21.15.76:0/2546894583 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f54c006ac00 msgr2=0x7f54c006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:03.901 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.891+0000 7f54d9e3a640 1 --2- 172.21.15.76:0/2546894583 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f54c006ac00 0x7f54c006d0c0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f54cc004520 tx=0x7f54cc009040 comp rx=0 tx=0).stop 2024-09-13T16:02:03.901 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.891+0000 7f54d9e3a640 1 -- 172.21.15.76:0/2546894583 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f54d40cfb30 msgr2=0x7f54d4161210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:03.901 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.891+0000 7f54d9e3a640 1 --2- 172.21.15.76:0/2546894583 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f54d40cfb30 0x7f54d4161210 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f54c8009870 tx=0x7f54c80046c0 comp rx=0 tx=0).stop 2024-09-13T16:02:03.902 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.891+0000 7f54d9e3a640 1 -- 172.21.15.76:0/2546894583 shutdown_connections 2024-09-13T16:02:03.902 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.891+0000 7f54d9e3a640 1 --2- 172.21.15.76:0/2546894583 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f54c006ac00 0x7f54c006d0c0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:03.902 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.891+0000 7f54d9e3a640 1 --2- 172.21.15.76:0/2546894583 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f54d40cfb30 0x7f54d4161210 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:03.902 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.891+0000 7f54d9e3a640 1 --2- 172.21.15.76:0/2546894583 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f54d40c38b0 0x7f54d40c5650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:03.902 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.891+0000 7f54d9e3a640 1 --2- 172.21.15.76:0/2546894583 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f54d40c3440 0x7f54d415a690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:03.902 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.891+0000 7f54d9e3a640 1 -- 172.21.15.76:0/2546894583 >> 172.21.15.76:0/2546894583 conn(0x7f54d40b1f60 msgr2=0x7f54d40ad140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:03.902 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.891+0000 7f54d9e3a640 1 -- 172.21.15.76:0/2546894583 shutdown_connections 2024-09-13T16:02:03.902 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:03.891+0000 7f54d9e3a640 1 -- 172.21.15.76:0/2546894583 wait complete. 2024-09-13T16:02:03.903 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574858 got 55834574858 for osd.4 2024-09-13T16:02:03.903 DEBUG:teuthology.parallel:result is None 2024-09-13T16:02:03.904 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574858 got 55834574858 for osd.7 2024-09-13T16:02:03.904 DEBUG:teuthology.parallel:result is None 2024-09-13T16:02:03.905 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574857 got 55834574857 for osd.5 2024-09-13T16:02:03.905 DEBUG:teuthology.parallel:result is None 2024-09-13T16:02:03.906 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574858 got 55834574858 for osd.6 2024-09-13T16:02:03.906 DEBUG:teuthology.parallel:result is None 2024-09-13T16:02:03.906 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574857 got 55834574857 for osd.1 2024-09-13T16:02:03.907 DEBUG:teuthology.parallel:result is None 2024-09-13T16:02:03.908 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574859 got 55834574859 for osd.0 2024-09-13T16:02:03.908 DEBUG:teuthology.parallel:result is None 2024-09-13T16:02:03.908 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-13T16:02:03.908 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:02:04.046 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.044+0000 7fc1ce0b1640 1 Processor -- start 2024-09-13T16:02:04.046 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.045+0000 7fc1ce0b1640 1 -- start start 2024-09-13T16:02:04.048 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.045+0000 7fc1ce0b1640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc1c806ca70 0x7fc1c806ceb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:04.048 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.045+0000 7fc1ce0b1640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fc1c80ad260 0x7fc1c80ad6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:04.048 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.045+0000 7fc1ce0b1640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc1c806d3f0 con 0x7fc1c81569e0 2024-09-13T16:02:04.048 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.045+0000 7fc1ce0b1640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc1c80acac0 con 0x7fc1c80ad260 2024-09-13T16:02:04.048 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.045+0000 7fc1ce0b1640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc1c806f2a0 con 0x7fc1c806ca70 2024-09-13T16:02:04.048 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.046+0000 7fc1c7fff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fc1c80ad260 0x7fc1c80ad6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:04.048 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.046+0000 7fc1c77fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fc1c81569e0 0x7fc1c806dfb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:45760/0 (socket says 172.21.15.76:45760) 2024-09-13T16:02:04.048 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.046+0000 7fc1c77fe640 1 -- 172.21.15.76:0/3205392370 learned_addr learned my addr 172.21.15.76:0/3205392370 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:04.048 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.046+0000 7fc1c6ffd640 1 --2- 172.21.15.76:0/3205392370 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc1c806ca70 0x7fc1c806ceb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:04.049 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.046+0000 7fc1c67fc640 1 -- 172.21.15.76:0/3205392370 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3728190815 0 0) 0x7fc1c806d3f0 con 0x7fc1c81569e0 2024-09-13T16:02:04.049 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.046+0000 7fc1c67fc640 1 -- 172.21.15.76:0/3205392370 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc1b0003520 con 0x7fc1c81569e0 2024-09-13T16:02:04.049 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.046+0000 7fc1c7fff640 1 -- 172.21.15.76:0/3205392370 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc1c806ca70 msgr2=0x7fc1c806ceb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:04.049 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.046+0000 7fc1c7fff640 1 --2- 172.21.15.76:0/3205392370 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc1c806ca70 0x7fc1c806ceb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:04.049 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.046+0000 7fc1c7fff640 1 -- 172.21.15.76:0/3205392370 >> v1:172.21.15.76:6789/0 conn(0x7fc1c81569e0 legacy=0x7fc1c806dfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:04.049 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.046+0000 7fc1c7fff640 1 -- 172.21.15.76:0/3205392370 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc1c806ea00 con 0x7fc1c80ad260 2024-09-13T16:02:04.049 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.047+0000 7fc1c7fff640 1 --2- 172.21.15.76:0/3205392370 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc1c80ad260 0x7fc1c80ad6d0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fc1c0009d90 tx=0x7fc1c002a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=44d4e6bfd79fff0e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:04.049 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.047+0000 7fc1c67fc640 1 -- 172.21.15.76:0/3205392370 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1c0007740 con 0x7fc1c80ad260 2024-09-13T16:02:04.049 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.047+0000 7fc1c67fc640 1 -- 172.21.15.76:0/3205392370 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc1c002d050 con 0x7fc1c80ad260 2024-09-13T16:02:04.049 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.047+0000 7fc1c67fc640 1 -- 172.21.15.76:0/3205392370 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1c0007ac0 con 0x7fc1c80ad260 2024-09-13T16:02:04.053 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.047+0000 7fc1ce0b1640 1 -- 172.21.15.76:0/3205392370 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc1c80ad260 msgr2=0x7fc1c80ad6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:04.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.047+0000 7fc1ce0b1640 1 --2- 172.21.15.76:0/3205392370 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc1c80ad260 0x7fc1c80ad6d0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fc1c0009d90 tx=0x7fc1c002a660 comp rx=0 tx=0).stop 2024-09-13T16:02:04.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.047+0000 7fc1ce0b1640 1 -- 172.21.15.76:0/3205392370 shutdown_connections 2024-09-13T16:02:04.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.047+0000 7fc1ce0b1640 1 --2- 172.21.15.76:0/3205392370 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc1c80ad260 0x7fc1c80ad6d0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:04.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.047+0000 7fc1ce0b1640 1 --2- 172.21.15.76:0/3205392370 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc1c806ca70 0x7fc1c806ceb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:04.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.047+0000 7fc1ce0b1640 1 -- 172.21.15.76:0/3205392370 >> 172.21.15.76:0/3205392370 conn(0x7fc1c8071830 msgr2=0x7fc1c8069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:04.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.047+0000 7fc1ce0b1640 1 -- 172.21.15.76:0/3205392370 shutdown_connections 2024-09-13T16:02:04.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.047+0000 7fc1ce0b1640 1 -- 172.21.15.76:0/3205392370 wait complete. 2024-09-13T16:02:04.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.048+0000 7fc1ce0b1640 1 Processor -- start 2024-09-13T16:02:04.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.049+0000 7fc1ce0b1640 1 -- start start 2024-09-13T16:02:04.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.049+0000 7fc1ce0b1640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc1c806ca70 0x7fc1c8145410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:04.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.049+0000 7fc1ce0b1640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc1c80ad260 0x7fc1c80aec50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:04.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.049+0000 7fc1ce0b1640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc1c81569e0 0x7fc1c80b0000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:04.055 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.049+0000 7fc1ce0b1640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc1c80ae830 con 0x7fc1c80ad260 2024-09-13T16:02:04.055 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.049+0000 7fc1ce0b1640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc1c8145950 con 0x7fc1c81569e0 2024-09-13T16:02:04.055 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.049+0000 7fc1ce0b1640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc1c80adbb0 con 0x7fc1c806ca70 2024-09-13T16:02:04.055 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.049+0000 7fc1c6ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc1c80ad260 0x7fc1c80aec50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:04.055 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.049+0000 7fc1c6ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc1c80ad260 0x7fc1c80aec50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56314/0 (socket says 172.21.15.76:56314) 2024-09-13T16:02:04.055 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.049+0000 7fc1c6ffd640 1 -- 172.21.15.76:0/394476895 learned_addr learned my addr 172.21.15.76:0/394476895 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:04.055 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.050+0000 7fc1c77fe640 1 --2- 172.21.15.76:0/394476895 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc1c806ca70 0x7fc1c8145410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:04.055 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.050+0000 7fc1c7fff640 1 --2- 172.21.15.76:0/394476895 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc1c81569e0 0x7fc1c80b0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:04.055 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.050+0000 7fc1c6ffd640 1 -- 172.21.15.76:0/394476895 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc1c806ca70 msgr2=0x7fc1c8145410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:04.055 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.050+0000 7fc1c6ffd640 1 --2- 172.21.15.76:0/394476895 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc1c806ca70 0x7fc1c8145410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:04.055 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.050+0000 7fc1c6ffd640 1 -- 172.21.15.76:0/394476895 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc1c81569e0 msgr2=0x7fc1c80b0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:04.055 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.050+0000 7fc1c6ffd640 1 --2- 172.21.15.76:0/394476895 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc1c81569e0 0x7fc1c80b0000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:04.055 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.050+0000 7fc1c6ffd640 1 -- 172.21.15.76:0/394476895 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc1c0009a70 con 0x7fc1c80ad260 2024-09-13T16:02:04.056 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.050+0000 7fc1c7fff640 1 --2- 172.21.15.76:0/394476895 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc1c81569e0 0x7fc1c80b0000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:02:04.056 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.050+0000 7fc1c6ffd640 1 --2- 172.21.15.76:0/394476895 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc1c80ad260 0x7fc1c80aec50 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fc1bc00e870 tx=0x7fc1bc00ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:04.056 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.050+0000 7fc1affff640 1 -- 172.21.15.76:0/394476895 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1bc0094f0 con 0x7fc1c80ad260 2024-09-13T16:02:04.056 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.050+0000 7fc1affff640 1 -- 172.21.15.76:0/394476895 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc1bc00c940 con 0x7fc1c80ad260 2024-09-13T16:02:04.056 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.050+0000 7fc1ce0b1640 1 -- 172.21.15.76:0/394476895 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc1c80ade90 con 0x7fc1c80ad260 2024-09-13T16:02:04.056 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.050+0000 7fc1affff640 1 -- 172.21.15.76:0/394476895 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1bc00ccf0 con 0x7fc1c80ad260 2024-09-13T16:02:04.056 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.050+0000 7fc1ce0b1640 1 -- 172.21.15.76:0/394476895 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc1c80ae450 con 0x7fc1c80ad260 2024-09-13T16:02:04.056 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.051+0000 7fc1ce0b1640 1 -- 172.21.15.76:0/394476895 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc1c80ae970 con 0x7fc1c80ad260 2024-09-13T16:02:04.056 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.052+0000 7fc1affff640 1 -- 172.21.15.76:0/394476895 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc1bc013470 con 0x7fc1c80ad260 2024-09-13T16:02:04.056 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.052+0000 7fc1affff640 1 --2- 172.21.15.76:0/394476895 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc1b406ac00 0x7fc1b406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:04.056 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.052+0000 7fc1c77fe640 1 --2- 172.21.15.76:0/394476895 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc1b406ac00 0x7fc1b406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:04.056 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.052+0000 7fc1affff640 1 -- 172.21.15.76:0/394476895 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fc1bc0896f0 con 0x7fc1c80ad260 2024-09-13T16:02:04.056 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.053+0000 7fc1c77fe640 1 --2- 172.21.15.76:0/394476895 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc1b406ac00 0x7fc1b406d0c0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fc1b80011e0 tx=0x7fc1b8009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:04.057 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.056+0000 7fc1affff640 1 -- 172.21.15.76:0/394476895 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fc1c80ae970 con 0x7fc1c80ad260 2024-09-13T16:02:04.217 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.216+0000 7fc1ce0b1640 1 -- 172.21.15.76:0/394476895 --> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fc1c80acd40 con 0x7fc1b406ac00 2024-09-13T16:02:04.225 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.224+0000 7fc1affff640 1 -- 172.21.15.76:0/394476895 <== mgr.4104 v2:172.21.15.76:6832/911852275 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+345218 (secure 0 0 0) 0x7fc1b8001d00 con 0x7fc1b406ac00 2024-09-13T16:02:04.229 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:02:04.231 INFO:teuthology.orchestra.run.smithi076.stderr:dumped all 2024-09-13T16:02:04.232 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.227+0000 7fc1ce0b1640 1 -- 172.21.15.76:0/394476895 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc1b406ac00 msgr2=0x7fc1b406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:04.232 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.227+0000 7fc1ce0b1640 1 --2- 172.21.15.76:0/394476895 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc1b406ac00 0x7fc1b406d0c0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fc1b80011e0 tx=0x7fc1b8009040 comp rx=0 tx=0).stop 2024-09-13T16:02:04.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.227+0000 7fc1ce0b1640 1 -- 172.21.15.76:0/394476895 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc1c80ad260 msgr2=0x7fc1c80aec50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:04.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.227+0000 7fc1ce0b1640 1 --2- 172.21.15.76:0/394476895 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc1c80ad260 0x7fc1c80aec50 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fc1bc00e870 tx=0x7fc1bc00ed30 comp rx=0 tx=0).stop 2024-09-13T16:02:04.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.228+0000 7fc1ce0b1640 1 -- 172.21.15.76:0/394476895 shutdown_connections 2024-09-13T16:02:04.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.228+0000 7fc1ce0b1640 1 --2- 172.21.15.76:0/394476895 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc1c81569e0 0x7fc1c80b0000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:04.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.228+0000 7fc1ce0b1640 1 --2- 172.21.15.76:0/394476895 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc1c80ad260 0x7fc1c80aec50 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:04.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.228+0000 7fc1ce0b1640 1 --2- 172.21.15.76:0/394476895 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc1b406ac00 0x7fc1b406d0c0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:04.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.228+0000 7fc1ce0b1640 1 --2- 172.21.15.76:0/394476895 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc1c806ca70 0x7fc1c8145410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:04.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.228+0000 7fc1ce0b1640 1 -- 172.21.15.76:0/394476895 >> 172.21.15.76:0/394476895 conn(0x7fc1c8071830 msgr2=0x7fc1c81548a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:04.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.228+0000 7fc1ce0b1640 1 -- 172.21.15.76:0/394476895 shutdown_connections 2024-09-13T16:02:04.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.228+0000 7fc1ce0b1640 1 -- 172.21.15.76:0/394476895 wait complete. 2024-09-13T16:02:04.240 INFO:teuthology.orchestra.run.smithi076.stdout:{"pg_ready":true,"pg_map":{"version":38,"stamp":"2024-09-13T16:02:02.938571+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":594961,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":207,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":159,"ondisk_log_size":159,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219596,"kb_used_data":3396,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755124,"statfs":{"total":773094113280,"available":772869246976,"internally_reserved":0,"allocated":3477504,"data_stored":2079141,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":221236793},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2231,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002611"},"pg_stats":[{"pgid":"2.1f","version":"20'4","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.894034+0000","last_change":"2024-09-13T16:01:38.043486+0000","last_active":"2024-09-13T16:01:42.894034+0000","last_peered":"2024-09-13T16:01:42.894034+0000","last_clean":"2024-09-13T16:01:42.894034+0000","last_became_active":"2024-09-13T16:01:38.043224+0000","last_became_peered":"2024-09-13T16:01:38.043224+0000","last_unstale":"2024-09-13T16:01:42.894034+0000","last_undegraded":"2024-09-13T16:01:42.894034+0000","last_fullsized":"2024-09-13T16:01:42.894034+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:28:09.501602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.740926+0000","last_change":"2024-09-13T16:01:38.381213+0000","last_active":"2024-09-13T16:01:42.740926+0000","last_peered":"2024-09-13T16:01:42.740926+0000","last_clean":"2024-09-13T16:01:42.740926+0000","last_became_active":"2024-09-13T16:01:38.380908+0000","last_became_peered":"2024-09-13T16:01:38.380908+0000","last_unstale":"2024-09-13T16:01:42.740926+0000","last_undegraded":"2024-09-13T16:01:42.740926+0000","last_fullsized":"2024-09-13T16:01:42.740926+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:32:40.979627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.773848+0000","last_change":"2024-09-13T16:01:42.771542+0000","last_active":"2024-09-13T16:01:42.773848+0000","last_peered":"2024-09-13T16:01:42.773848+0000","last_clean":"2024-09-13T16:01:42.773848+0000","last_became_active":"2024-09-13T16:01:42.771199+0000","last_became_peered":"2024-09-13T16:01:42.771199+0000","last_unstale":"2024-09-13T16:01:42.773848+0000","last_undegraded":"2024-09-13T16:01:42.773848+0000","last_fullsized":"2024-09-13T16:01:42.773848+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:45:18.127102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.741007+0000","last_change":"2024-09-13T16:01:38.044320+0000","last_active":"2024-09-13T16:01:42.741007+0000","last_peered":"2024-09-13T16:01:42.741007+0000","last_clean":"2024-09-13T16:01:42.741007+0000","last_became_active":"2024-09-13T16:01:38.044060+0000","last_became_peered":"2024-09-13T16:01:38.044060+0000","last_unstale":"2024-09-13T16:01:42.741007+0000","last_undegraded":"2024-09-13T16:01:42.741007+0000","last_fullsized":"2024-09-13T16:01:42.741007+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:06:25.310114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.893859+0000","last_change":"2024-09-13T16:01:38.391329+0000","last_active":"2024-09-13T16:01:42.893859+0000","last_peered":"2024-09-13T16:01:42.893859+0000","last_clean":"2024-09-13T16:01:42.893859+0000","last_became_active":"2024-09-13T16:01:38.390583+0000","last_became_peered":"2024-09-13T16:01:38.390583+0000","last_unstale":"2024-09-13T16:01:42.893859+0000","last_undegraded":"2024-09-13T16:01:42.893859+0000","last_fullsized":"2024-09-13T16:01:42.893859+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:46:55.080354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.937539+0000","last_change":"2024-09-13T16:01:42.405885+0000","last_active":"2024-09-13T16:01:43.937539+0000","last_peered":"2024-09-13T16:01:43.937539+0000","last_clean":"2024-09-13T16:01:43.937539+0000","last_became_active":"2024-09-13T16:01:42.405437+0000","last_became_peered":"2024-09-13T16:01:42.405437+0000","last_unstale":"2024-09-13T16:01:43.937539+0000","last_undegraded":"2024-09-13T16:01:43.937539+0000","last_fullsized":"2024-09-13T16:01:43.937539+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:31:15.185870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.102026+0000","last_change":"2024-09-13T16:01:38.050003+0000","last_active":"2024-09-13T16:01:43.102026+0000","last_peered":"2024-09-13T16:01:43.102026+0000","last_clean":"2024-09-13T16:01:43.102026+0000","last_became_active":"2024-09-13T16:01:38.049584+0000","last_became_peered":"2024-09-13T16:01:38.049584+0000","last_unstale":"2024-09-13T16:01:43.102026+0000","last_undegraded":"2024-09-13T16:01:43.102026+0000","last_fullsized":"2024-09-13T16:01:43.102026+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:14:25.951697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.784438+0000","last_change":"2024-09-13T16:01:38.391359+0000","last_active":"2024-09-13T16:01:42.784438+0000","last_peered":"2024-09-13T16:01:42.784438+0000","last_clean":"2024-09-13T16:01:42.784438+0000","last_became_active":"2024-09-13T16:01:38.390895+0000","last_became_peered":"2024-09-13T16:01:38.390895+0000","last_unstale":"2024-09-13T16:01:42.784438+0000","last_undegraded":"2024-09-13T16:01:42.784438+0000","last_fullsized":"2024-09-13T16:01:42.784438+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:47:58.067818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.937933+0000","last_change":"2024-09-13T16:01:42.410997+0000","last_active":"2024-09-13T16:01:43.937933+0000","last_peered":"2024-09-13T16:01:43.937933+0000","last_clean":"2024-09-13T16:01:43.937933+0000","last_became_active":"2024-09-13T16:01:42.410547+0000","last_became_peered":"2024-09-13T16:01:42.410547+0000","last_unstale":"2024-09-13T16:01:43.937933+0000","last_undegraded":"2024-09-13T16:01:43.937933+0000","last_fullsized":"2024-09-13T16:01:43.937933+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:14:50.266460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.101755+0000","last_change":"2024-09-13T16:01:38.049904+0000","last_active":"2024-09-13T16:01:43.101755+0000","last_peered":"2024-09-13T16:01:43.101755+0000","last_clean":"2024-09-13T16:01:43.101755+0000","last_became_active":"2024-09-13T16:01:38.049639+0000","last_became_peered":"2024-09-13T16:01:38.049639+0000","last_unstale":"2024-09-13T16:01:43.101755+0000","last_undegraded":"2024-09-13T16:01:43.101755+0000","last_fullsized":"2024-09-13T16:01:43.101755+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:01:03.362120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.784091+0000","last_change":"2024-09-13T16:01:38.391594+0000","last_active":"2024-09-13T16:01:42.784091+0000","last_peered":"2024-09-13T16:01:42.784091+0000","last_clean":"2024-09-13T16:01:42.784091+0000","last_became_active":"2024-09-13T16:01:38.390472+0000","last_became_peered":"2024-09-13T16:01:38.390472+0000","last_unstale":"2024-09-13T16:01:42.784091+0000","last_undegraded":"2024-09-13T16:01:42.784091+0000","last_fullsized":"2024-09-13T16:01:42.784091+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:32:40.979627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.937590+0000","last_change":"2024-09-13T16:01:42.410397+0000","last_active":"2024-09-13T16:01:43.937590+0000","last_peered":"2024-09-13T16:01:43.937590+0000","last_clean":"2024-09-13T16:01:43.937590+0000","last_became_active":"2024-09-13T16:01:42.409966+0000","last_became_peered":"2024-09-13T16:01:42.409966+0000","last_unstale":"2024-09-13T16:01:43.937590+0000","last_undegraded":"2024-09-13T16:01:43.937590+0000","last_fullsized":"2024-09-13T16:01:43.937590+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:11:07.252087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.765760+0000","last_change":"2024-09-13T16:01:38.383757+0000","last_active":"2024-09-13T16:01:42.765760+0000","last_peered":"2024-09-13T16:01:42.765760+0000","last_clean":"2024-09-13T16:01:42.765760+0000","last_became_active":"2024-09-13T16:01:38.383022+0000","last_became_peered":"2024-09-13T16:01:38.383022+0000","last_unstale":"2024-09-13T16:01:42.765760+0000","last_undegraded":"2024-09-13T16:01:42.765760+0000","last_fullsized":"2024-09-13T16:01:42.765760+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:50:48.984993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.101829+0000","last_change":"2024-09-13T16:01:38.045571+0000","last_active":"2024-09-13T16:01:43.101829+0000","last_peered":"2024-09-13T16:01:43.101829+0000","last_clean":"2024-09-13T16:01:43.101829+0000","last_became_active":"2024-09-13T16:01:38.044983+0000","last_became_peered":"2024-09-13T16:01:38.044983+0000","last_unstale":"2024-09-13T16:01:43.101829+0000","last_undegraded":"2024-09-13T16:01:43.101829+0000","last_fullsized":"2024-09-13T16:01:43.101829+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:02:55.716969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.938272+0000","last_change":"2024-09-13T16:01:42.405614+0000","last_active":"2024-09-13T16:01:43.938272+0000","last_peered":"2024-09-13T16:01:43.938272+0000","last_clean":"2024-09-13T16:01:43.938272+0000","last_became_active":"2024-09-13T16:01:42.405228+0000","last_became_peered":"2024-09-13T16:01:42.405228+0000","last_unstale":"2024-09-13T16:01:43.938272+0000","last_undegraded":"2024-09-13T16:01:43.938272+0000","last_fullsized":"2024-09-13T16:01:43.938272+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:32:48.617258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.740543+0000","last_change":"2024-09-13T16:01:38.377148+0000","last_active":"2024-09-13T16:01:42.740543+0000","last_peered":"2024-09-13T16:01:42.740543+0000","last_clean":"2024-09-13T16:01:42.740543+0000","last_became_active":"2024-09-13T16:01:38.376910+0000","last_became_peered":"2024-09-13T16:01:38.376910+0000","last_unstale":"2024-09-13T16:01:42.740543+0000","last_undegraded":"2024-09-13T16:01:42.740543+0000","last_fullsized":"2024-09-13T16:01:42.740543+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:34:19.215602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.740021+0000","last_change":"2024-09-13T16:01:38.045117+0000","last_active":"2024-09-13T16:01:42.740021+0000","last_peered":"2024-09-13T16:01:42.740021+0000","last_clean":"2024-09-13T16:01:42.740021+0000","last_became_active":"2024-09-13T16:01:38.044826+0000","last_became_peered":"2024-09-13T16:01:38.044826+0000","last_unstale":"2024-09-13T16:01:42.740021+0000","last_undegraded":"2024-09-13T16:01:42.740021+0000","last_fullsized":"2024-09-13T16:01:42.740021+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:24:21.035433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.938021+0000","last_change":"2024-09-13T16:01:42.407378+0000","last_active":"2024-09-13T16:01:43.938021+0000","last_peered":"2024-09-13T16:01:43.938021+0000","last_clean":"2024-09-13T16:01:43.938021+0000","last_became_active":"2024-09-13T16:01:42.406943+0000","last_became_peered":"2024-09-13T16:01:42.406943+0000","last_unstale":"2024-09-13T16:01:43.938021+0000","last_undegraded":"2024-09-13T16:01:43.938021+0000","last_fullsized":"2024-09-13T16:01:43.938021+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:35:46.546803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.740545+0000","last_change":"2024-09-13T16:01:38.381807+0000","last_active":"2024-09-13T16:01:42.740545+0000","last_peered":"2024-09-13T16:01:42.740545+0000","last_clean":"2024-09-13T16:01:42.740545+0000","last_became_active":"2024-09-13T16:01:38.381511+0000","last_became_peered":"2024-09-13T16:01:38.381511+0000","last_unstale":"2024-09-13T16:01:42.740545+0000","last_undegraded":"2024-09-13T16:01:42.740545+0000","last_fullsized":"2024-09-13T16:01:42.740545+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:50:48.984993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.739303+0000","last_change":"2024-09-13T16:01:38.044656+0000","last_active":"2024-09-13T16:01:42.739303+0000","last_peered":"2024-09-13T16:01:42.739303+0000","last_clean":"2024-09-13T16:01:42.739303+0000","last_became_active":"2024-09-13T16:01:38.044382+0000","last_became_peered":"2024-09-13T16:01:38.044382+0000","last_unstale":"2024-09-13T16:01:42.739303+0000","last_undegraded":"2024-09-13T16:01:42.739303+0000","last_fullsized":"2024-09-13T16:01:42.739303+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:14:25.951697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.935468+0000","last_change":"2024-09-13T16:01:42.773720+0000","last_active":"2024-09-13T16:01:43.935468+0000","last_peered":"2024-09-13T16:01:43.935468+0000","last_clean":"2024-09-13T16:01:43.935468+0000","last_became_active":"2024-09-13T16:01:42.773370+0000","last_became_peered":"2024-09-13T16:01:42.773370+0000","last_unstale":"2024-09-13T16:01:43.935468+0000","last_undegraded":"2024-09-13T16:01:43.935468+0000","last_fullsized":"2024-09-13T16:01:43.935468+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:42:15.891961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.740750+0000","last_change":"2024-09-13T16:01:38.383261+0000","last_active":"2024-09-13T16:01:42.740750+0000","last_peered":"2024-09-13T16:01:42.740750+0000","last_clean":"2024-09-13T16:01:42.740750+0000","last_became_active":"2024-09-13T16:01:38.383018+0000","last_became_peered":"2024-09-13T16:01:38.383018+0000","last_unstale":"2024-09-13T16:01:42.740750+0000","last_undegraded":"2024-09-13T16:01:42.740750+0000","last_fullsized":"2024-09-13T16:01:42.740750+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:14:26.955921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.101394+0000","last_change":"2024-09-13T16:01:38.047186+0000","last_active":"2024-09-13T16:01:43.101394+0000","last_peered":"2024-09-13T16:01:43.101394+0000","last_clean":"2024-09-13T16:01:43.101394+0000","last_became_active":"2024-09-13T16:01:38.046891+0000","last_became_peered":"2024-09-13T16:01:38.046891+0000","last_unstale":"2024-09-13T16:01:43.101394+0000","last_undegraded":"2024-09-13T16:01:43.101394+0000","last_fullsized":"2024-09-13T16:01:43.101394+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:49:15.392141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.937873+0000","last_change":"2024-09-13T16:01:42.406202+0000","last_active":"2024-09-13T16:01:43.937873+0000","last_peered":"2024-09-13T16:01:43.937873+0000","last_clean":"2024-09-13T16:01:43.937873+0000","last_became_active":"2024-09-13T16:01:42.405392+0000","last_became_peered":"2024-09-13T16:01:42.405392+0000","last_unstale":"2024-09-13T16:01:43.937873+0000","last_undegraded":"2024-09-13T16:01:43.937873+0000","last_fullsized":"2024-09-13T16:01:43.937873+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:37:17.034388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.894096+0000","last_change":"2024-09-13T16:01:38.381427+0000","last_active":"2024-09-13T16:01:42.894096+0000","last_peered":"2024-09-13T16:01:42.894096+0000","last_clean":"2024-09-13T16:01:42.894096+0000","last_became_active":"2024-09-13T16:01:38.381199+0000","last_became_peered":"2024-09-13T16:01:38.381199+0000","last_unstale":"2024-09-13T16:01:42.894096+0000","last_undegraded":"2024-09-13T16:01:42.894096+0000","last_fullsized":"2024-09-13T16:01:42.894096+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:32:40.979627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.767408+0000","last_change":"2024-09-13T16:01:38.046308+0000","last_active":"2024-09-13T16:01:42.767408+0000","last_peered":"2024-09-13T16:01:42.767408+0000","last_clean":"2024-09-13T16:01:42.767408+0000","last_became_active":"2024-09-13T16:01:38.046018+0000","last_became_peered":"2024-09-13T16:01:38.046018+0000","last_unstale":"2024-09-13T16:01:42.767408+0000","last_undegraded":"2024-09-13T16:01:42.767408+0000","last_fullsized":"2024-09-13T16:01:42.767408+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:24:21.035433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.937820+0000","last_change":"2024-09-13T16:01:42.773960+0000","last_active":"2024-09-13T16:01:43.937820+0000","last_peered":"2024-09-13T16:01:43.937820+0000","last_clean":"2024-09-13T16:01:43.937820+0000","last_became_active":"2024-09-13T16:01:42.773435+0000","last_became_peered":"2024-09-13T16:01:42.773435+0000","last_unstale":"2024-09-13T16:01:43.937820+0000","last_undegraded":"2024-09-13T16:01:43.937820+0000","last_fullsized":"2024-09-13T16:01:43.937820+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:30:18.806436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.741134+0000","last_change":"2024-09-13T16:01:38.389154+0000","last_active":"2024-09-13T16:01:42.741134+0000","last_peered":"2024-09-13T16:01:42.741134+0000","last_clean":"2024-09-13T16:01:42.741134+0000","last_became_active":"2024-09-13T16:01:38.388900+0000","last_became_peered":"2024-09-13T16:01:38.388900+0000","last_unstale":"2024-09-13T16:01:42.741134+0000","last_undegraded":"2024-09-13T16:01:42.741134+0000","last_fullsized":"2024-09-13T16:01:42.741134+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:47:58.067818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"24'1","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.739420+0000","last_change":"2024-09-13T16:01:38.049846+0000","last_active":"2024-09-13T16:01:42.739420+0000","last_peered":"2024-09-13T16:01:42.739420+0000","last_clean":"2024-09-13T16:01:42.739420+0000","last_became_active":"2024-09-13T16:01:38.049519+0000","last_became_peered":"2024-09-13T16:01:38.049519+0000","last_unstale":"2024-09-13T16:01:42.739420+0000","last_undegraded":"2024-09-13T16:01:42.739420+0000","last_fullsized":"2024-09-13T16:01:42.739420+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:01:03.362120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.773584+0000","last_change":"2024-09-13T16:01:42.771524+0000","last_active":"2024-09-13T16:01:42.773584+0000","last_peered":"2024-09-13T16:01:42.773584+0000","last_clean":"2024-09-13T16:01:42.773584+0000","last_became_active":"2024-09-13T16:01:42.771168+0000","last_became_peered":"2024-09-13T16:01:42.771168+0000","last_unstale":"2024-09-13T16:01:42.773584+0000","last_undegraded":"2024-09-13T16:01:42.773584+0000","last_fullsized":"2024-09-13T16:01:42.773584+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:54:44.930517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,1],"acting":[3,7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.739368+0000","last_change":"2024-09-13T16:01:38.384429+0000","last_active":"2024-09-13T16:01:42.739368+0000","last_peered":"2024-09-13T16:01:42.739368+0000","last_clean":"2024-09-13T16:01:42.739368+0000","last_became_active":"2024-09-13T16:01:38.384168+0000","last_became_peered":"2024-09-13T16:01:38.384168+0000","last_unstale":"2024-09-13T16:01:42.739368+0000","last_undegraded":"2024-09-13T16:01:42.739368+0000","last_fullsized":"2024-09-13T16:01:42.739368+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:56:39.165181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.102159+0000","last_change":"2024-09-13T16:01:38.050163+0000","last_active":"2024-09-13T16:01:43.102159+0000","last_peered":"2024-09-13T16:01:43.102159+0000","last_clean":"2024-09-13T16:01:43.102159+0000","last_became_active":"2024-09-13T16:01:38.049891+0000","last_became_peered":"2024-09-13T16:01:38.049891+0000","last_unstale":"2024-09-13T16:01:43.102159+0000","last_undegraded":"2024-09-13T16:01:43.102159+0000","last_fullsized":"2024-09-13T16:01:43.102159+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:36:03.540434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.935506+0000","last_change":"2024-09-13T16:01:42.769320+0000","last_active":"2024-09-13T16:01:43.935506+0000","last_peered":"2024-09-13T16:01:43.935506+0000","last_clean":"2024-09-13T16:01:43.935506+0000","last_became_active":"2024-09-13T16:01:42.768794+0000","last_became_peered":"2024-09-13T16:01:42.768794+0000","last_unstale":"2024-09-13T16:01:43.935506+0000","last_undegraded":"2024-09-13T16:01:43.935506+0000","last_fullsized":"2024-09-13T16:01:43.935506+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:20:26.537711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.784301+0000","last_change":"2024-09-13T16:01:38.391050+0000","last_active":"2024-09-13T16:01:42.784301+0000","last_peered":"2024-09-13T16:01:42.784301+0000","last_clean":"2024-09-13T16:01:42.784301+0000","last_became_active":"2024-09-13T16:01:38.390786+0000","last_became_peered":"2024-09-13T16:01:38.390786+0000","last_unstale":"2024-09-13T16:01:42.784301+0000","last_undegraded":"2024-09-13T16:01:42.784301+0000","last_fullsized":"2024-09-13T16:01:42.784301+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:01:02.926463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.739420+0000","last_change":"2024-09-13T16:01:38.045562+0000","last_active":"2024-09-13T16:01:42.739420+0000","last_peered":"2024-09-13T16:01:42.739420+0000","last_clean":"2024-09-13T16:01:42.739420+0000","last_became_active":"2024-09-13T16:01:38.045074+0000","last_became_peered":"2024-09-13T16:01:38.045074+0000","last_unstale":"2024-09-13T16:01:42.739420+0000","last_undegraded":"2024-09-13T16:01:42.739420+0000","last_fullsized":"2024-09-13T16:01:42.739420+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:36:03.540434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.935051+0000","last_change":"2024-09-13T16:01:42.410947+0000","last_active":"2024-09-13T16:01:43.935051+0000","last_peered":"2024-09-13T16:01:43.935051+0000","last_clean":"2024-09-13T16:01:43.935051+0000","last_became_active":"2024-09-13T16:01:42.410588+0000","last_became_peered":"2024-09-13T16:01:42.410588+0000","last_unstale":"2024-09-13T16:01:43.935051+0000","last_undegraded":"2024-09-13T16:01:43.935051+0000","last_fullsized":"2024-09-13T16:01:43.935051+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:25:39.304221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.741133+0000","last_change":"2024-09-13T16:01:38.374634+0000","last_active":"2024-09-13T16:01:42.741133+0000","last_peered":"2024-09-13T16:01:42.741133+0000","last_clean":"2024-09-13T16:01:42.741133+0000","last_became_active":"2024-09-13T16:01:38.374105+0000","last_became_peered":"2024-09-13T16:01:38.374105+0000","last_unstale":"2024-09-13T16:01:42.741133+0000","last_undegraded":"2024-09-13T16:01:42.741133+0000","last_fullsized":"2024-09-13T16:01:42.741133+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:24:22.039658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.784462+0000","last_change":"2024-09-13T16:01:38.041551+0000","last_active":"2024-09-13T16:01:42.784462+0000","last_peered":"2024-09-13T16:01:42.784462+0000","last_clean":"2024-09-13T16:01:42.784462+0000","last_became_active":"2024-09-13T16:01:38.041282+0000","last_became_peered":"2024-09-13T16:01:38.041282+0000","last_unstale":"2024-09-13T16:01:42.784462+0000","last_undegraded":"2024-09-13T16:01:42.784462+0000","last_fullsized":"2024-09-13T16:01:42.784462+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:28:09.501602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.936099+0000","last_change":"2024-09-13T16:01:42.403666+0000","last_active":"2024-09-13T16:01:43.936099+0000","last_peered":"2024-09-13T16:01:43.936099+0000","last_clean":"2024-09-13T16:01:43.936099+0000","last_became_active":"2024-09-13T16:01:42.403336+0000","last_became_peered":"2024-09-13T16:01:42.403336+0000","last_unstale":"2024-09-13T16:01:43.936099+0000","last_undegraded":"2024-09-13T16:01:43.936099+0000","last_fullsized":"2024-09-13T16:01:43.936099+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:35:46.546803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.739206+0000","last_change":"2024-09-13T16:01:38.382759+0000","last_active":"2024-09-13T16:01:42.739206+0000","last_peered":"2024-09-13T16:01:42.739206+0000","last_clean":"2024-09-13T16:01:42.739206+0000","last_became_active":"2024-09-13T16:01:38.382409+0000","last_became_peered":"2024-09-13T16:01:38.382409+0000","last_unstale":"2024-09-13T16:01:42.739206+0000","last_undegraded":"2024-09-13T16:01:42.739206+0000","last_fullsized":"2024-09-13T16:01:42.739206+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:50:48.984993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.046468+0000","last_change":"2024-09-13T16:01:38.041731+0000","last_active":"2024-09-13T16:01:43.046468+0000","last_peered":"2024-09-13T16:01:43.046468+0000","last_clean":"2024-09-13T16:01:43.046468+0000","last_became_active":"2024-09-13T16:01:38.041486+0000","last_became_peered":"2024-09-13T16:01:38.041486+0000","last_unstale":"2024-09-13T16:01:43.046468+0000","last_undegraded":"2024-09-13T16:01:43.046468+0000","last_fullsized":"2024-09-13T16:01:43.046468+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:02:55.716969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.935527+0000","last_change":"2024-09-13T16:01:42.405686+0000","last_active":"2024-09-13T16:01:43.935527+0000","last_peered":"2024-09-13T16:01:43.935527+0000","last_clean":"2024-09-13T16:01:43.935527+0000","last_became_active":"2024-09-13T16:01:42.405299+0000","last_became_peered":"2024-09-13T16:01:42.405299+0000","last_unstale":"2024-09-13T16:01:43.935527+0000","last_undegraded":"2024-09-13T16:01:43.935527+0000","last_fullsized":"2024-09-13T16:01:43.935527+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:00:25.218766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.893479+0000","last_change":"2024-09-13T16:01:38.378451+0000","last_active":"2024-09-13T16:01:42.893479+0000","last_peered":"2024-09-13T16:01:42.893479+0000","last_clean":"2024-09-13T16:01:42.893479+0000","last_became_active":"2024-09-13T16:01:38.378223+0000","last_became_peered":"2024-09-13T16:01:38.378223+0000","last_unstale":"2024-09-13T16:01:42.893479+0000","last_undegraded":"2024-09-13T16:01:42.893479+0000","last_fullsized":"2024-09-13T16:01:42.893479+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:26:52.108188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.101454+0000","last_change":"2024-09-13T16:01:38.047589+0000","last_active":"2024-09-13T16:01:43.101454+0000","last_peered":"2024-09-13T16:01:43.101454+0000","last_clean":"2024-09-13T16:01:43.101454+0000","last_became_active":"2024-09-13T16:01:38.047251+0000","last_became_peered":"2024-09-13T16:01:38.047251+0000","last_unstale":"2024-09-13T16:01:43.101454+0000","last_undegraded":"2024-09-13T16:01:43.101454+0000","last_fullsized":"2024-09-13T16:01:43.101454+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:24:10.623551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.936252+0000","last_change":"2024-09-13T16:01:42.769496+0000","last_active":"2024-09-13T16:01:43.936252+0000","last_peered":"2024-09-13T16:01:43.936252+0000","last_clean":"2024-09-13T16:01:43.936252+0000","last_became_active":"2024-09-13T16:01:42.768818+0000","last_became_peered":"2024-09-13T16:01:42.768818+0000","last_unstale":"2024-09-13T16:01:43.936252+0000","last_undegraded":"2024-09-13T16:01:43.936252+0000","last_fullsized":"2024-09-13T16:01:43.936252+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:43:36.812257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.740399+0000","last_change":"2024-09-13T16:01:38.395363+0000","last_active":"2024-09-13T16:01:42.740399+0000","last_peered":"2024-09-13T16:01:42.740399+0000","last_clean":"2024-09-13T16:01:42.740399+0000","last_became_active":"2024-09-13T16:01:38.395088+0000","last_became_peered":"2024-09-13T16:01:38.395088+0000","last_unstale":"2024-09-13T16:01:42.740399+0000","last_undegraded":"2024-09-13T16:01:42.740399+0000","last_fullsized":"2024-09-13T16:01:42.740399+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:12:34.508295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.783880+0000","last_change":"2024-09-13T16:01:38.043887+0000","last_active":"2024-09-13T16:01:42.783880+0000","last_peered":"2024-09-13T16:01:42.783880+0000","last_clean":"2024-09-13T16:01:42.783880+0000","last_became_active":"2024-09-13T16:01:38.043587+0000","last_became_peered":"2024-09-13T16:01:38.043587+0000","last_unstale":"2024-09-13T16:01:42.783880+0000","last_undegraded":"2024-09-13T16:01:42.783880+0000","last_fullsized":"2024-09-13T16:01:42.783880+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:24:10.623551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":168,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.101524+0000","last_change":"2024-09-13T16:01:29.143297+0000","last_active":"2024-09-13T16:01:43.101524+0000","last_peered":"2024-09-13T16:01:43.101524+0000","last_clean":"2024-09-13T16:01:43.101524+0000","last_became_active":"2024-09-13T16:01:29.142269+0000","last_became_peered":"2024-09-13T16:01:29.142269+0000","last_unstale":"2024-09-13T16:01:43.101524+0000","last_undegraded":"2024-09-13T16:01:43.101524+0000","last_fullsized":"2024-09-13T16:01:43.101524+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:27.864638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:27.864638+0000","last_clean_scrub_stamp":"2024-09-13T16:01:27.864638+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:25:24.741463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.744290+0000","last_change":"2024-09-13T16:01:42.771884+0000","last_active":"2024-09-13T16:01:43.744290+0000","last_peered":"2024-09-13T16:01:43.744290+0000","last_clean":"2024-09-13T16:01:43.744290+0000","last_became_active":"2024-09-13T16:01:42.771517+0000","last_became_peered":"2024-09-13T16:01:42.771517+0000","last_unstale":"2024-09-13T16:01:43.744290+0000","last_undegraded":"2024-09-13T16:01:43.744290+0000","last_fullsized":"2024-09-13T16:01:43.744290+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:32:48.617258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.101896+0000","last_change":"2024-09-13T16:01:38.394135+0000","last_active":"2024-09-13T16:01:43.101896+0000","last_peered":"2024-09-13T16:01:43.101896+0000","last_clean":"2024-09-13T16:01:43.101896+0000","last_became_active":"2024-09-13T16:01:38.393861+0000","last_became_peered":"2024-09-13T16:01:38.393861+0000","last_unstale":"2024-09-13T16:01:43.101896+0000","last_undegraded":"2024-09-13T16:01:43.101896+0000","last_fullsized":"2024-09-13T16:01:43.101896+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:18:40.611815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.046561+0000","last_change":"2024-09-13T16:01:38.045505+0000","last_active":"2024-09-13T16:01:43.046561+0000","last_peered":"2024-09-13T16:01:43.046561+0000","last_clean":"2024-09-13T16:01:43.046561+0000","last_became_active":"2024-09-13T16:01:38.045248+0000","last_became_peered":"2024-09-13T16:01:38.045248+0000","last_unstale":"2024-09-13T16:01:43.046561+0000","last_undegraded":"2024-09-13T16:01:43.046561+0000","last_fullsized":"2024-09-13T16:01:43.046561+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:28:09.501602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.744153+0000","last_change":"2024-09-13T16:01:42.769297+0000","last_active":"2024-09-13T16:01:43.744153+0000","last_peered":"2024-09-13T16:01:43.744153+0000","last_clean":"2024-09-13T16:01:43.744153+0000","last_became_active":"2024-09-13T16:01:42.768870+0000","last_became_peered":"2024-09-13T16:01:42.768870+0000","last_unstale":"2024-09-13T16:01:43.744153+0000","last_undegraded":"2024-09-13T16:01:43.744153+0000","last_fullsized":"2024-09-13T16:01:43.744153+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:43:36.812257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.784365+0000","last_change":"2024-09-13T16:01:38.391161+0000","last_active":"2024-09-13T16:01:42.784365+0000","last_peered":"2024-09-13T16:01:42.784365+0000","last_clean":"2024-09-13T16:01:42.784365+0000","last_became_active":"2024-09-13T16:01:38.390593+0000","last_became_peered":"2024-09-13T16:01:38.390593+0000","last_unstale":"2024-09-13T16:01:42.784365+0000","last_undegraded":"2024-09-13T16:01:42.784365+0000","last_fullsized":"2024-09-13T16:01:42.784365+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:23:28.903420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.739881+0000","last_change":"2024-09-13T16:01:38.045306+0000","last_active":"2024-09-13T16:01:42.739881+0000","last_peered":"2024-09-13T16:01:42.739881+0000","last_clean":"2024-09-13T16:01:42.739881+0000","last_became_active":"2024-09-13T16:01:38.044814+0000","last_became_peered":"2024-09-13T16:01:38.044814+0000","last_unstale":"2024-09-13T16:01:42.739881+0000","last_undegraded":"2024-09-13T16:01:42.739881+0000","last_fullsized":"2024-09-13T16:01:42.739881+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:24:10.623551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.935664+0000","last_change":"2024-09-13T16:01:42.409030+0000","last_active":"2024-09-13T16:01:43.935664+0000","last_peered":"2024-09-13T16:01:43.935664+0000","last_clean":"2024-09-13T16:01:43.935664+0000","last_became_active":"2024-09-13T16:01:42.408572+0000","last_became_peered":"2024-09-13T16:01:42.408572+0000","last_unstale":"2024-09-13T16:01:43.935664+0000","last_undegraded":"2024-09-13T16:01:43.935664+0000","last_fullsized":"2024-09-13T16:01:43.935664+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:36:20.203172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.102285+0000","last_change":"2024-09-13T16:01:38.389255+0000","last_active":"2024-09-13T16:01:43.102285+0000","last_peered":"2024-09-13T16:01:43.102285+0000","last_clean":"2024-09-13T16:01:43.102285+0000","last_became_active":"2024-09-13T16:01:38.388621+0000","last_became_peered":"2024-09-13T16:01:38.388621+0000","last_unstale":"2024-09-13T16:01:43.102285+0000","last_undegraded":"2024-09-13T16:01:43.102285+0000","last_fullsized":"2024-09-13T16:01:43.102285+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:10:01.242838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.046447+0000","last_change":"2024-09-13T16:01:38.041222+0000","last_active":"2024-09-13T16:01:43.046447+0000","last_peered":"2024-09-13T16:01:43.046447+0000","last_clean":"2024-09-13T16:01:43.046447+0000","last_became_active":"2024-09-13T16:01:38.040944+0000","last_became_peered":"2024-09-13T16:01:38.040944+0000","last_unstale":"2024-09-13T16:01:43.046447+0000","last_undegraded":"2024-09-13T16:01:43.046447+0000","last_fullsized":"2024-09-13T16:01:43.046447+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:26:27.274561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.937421+0000","last_change":"2024-09-13T16:01:42.769386+0000","last_active":"2024-09-13T16:01:43.937421+0000","last_peered":"2024-09-13T16:01:43.937421+0000","last_clean":"2024-09-13T16:01:43.937421+0000","last_became_active":"2024-09-13T16:01:42.768939+0000","last_became_peered":"2024-09-13T16:01:42.768939+0000","last_unstale":"2024-09-13T16:01:43.937421+0000","last_undegraded":"2024-09-13T16:01:43.937421+0000","last_fullsized":"2024-09-13T16:01:43.937421+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:20:26.537711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.102258+0000","last_change":"2024-09-13T16:01:38.383940+0000","last_active":"2024-09-13T16:01:43.102258+0000","last_peered":"2024-09-13T16:01:43.102258+0000","last_clean":"2024-09-13T16:01:43.102258+0000","last_became_active":"2024-09-13T16:01:38.383323+0000","last_became_peered":"2024-09-13T16:01:38.383323+0000","last_unstale":"2024-09-13T16:01:43.102258+0000","last_undegraded":"2024-09-13T16:01:43.102258+0000","last_fullsized":"2024-09-13T16:01:43.102258+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:56:09.593688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.741127+0000","last_change":"2024-09-13T16:01:38.044504+0000","last_active":"2024-09-13T16:01:42.741127+0000","last_peered":"2024-09-13T16:01:42.741127+0000","last_clean":"2024-09-13T16:01:42.741127+0000","last_became_active":"2024-09-13T16:01:38.044222+0000","last_became_peered":"2024-09-13T16:01:38.044222+0000","last_unstale":"2024-09-13T16:01:42.741127+0000","last_undegraded":"2024-09-13T16:01:42.741127+0000","last_fullsized":"2024-09-13T16:01:42.741127+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:06:25.310114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.937460+0000","last_change":"2024-09-13T16:01:42.402326+0000","last_active":"2024-09-13T16:01:43.937460+0000","last_peered":"2024-09-13T16:01:43.937460+0000","last_clean":"2024-09-13T16:01:43.937460+0000","last_became_active":"2024-09-13T16:01:42.402009+0000","last_became_peered":"2024-09-13T16:01:42.402009+0000","last_unstale":"2024-09-13T16:01:43.937460+0000","last_undegraded":"2024-09-13T16:01:43.937460+0000","last_fullsized":"2024-09-13T16:01:43.937460+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:20:26.537711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.102118+0000","last_change":"2024-09-13T16:01:38.389415+0000","last_active":"2024-09-13T16:01:43.102118+0000","last_peered":"2024-09-13T16:01:43.102118+0000","last_clean":"2024-09-13T16:01:43.102118+0000","last_became_active":"2024-09-13T16:01:38.388592+0000","last_became_peered":"2024-09-13T16:01:38.388592+0000","last_unstale":"2024-09-13T16:01:43.102118+0000","last_undegraded":"2024-09-13T16:01:43.102118+0000","last_fullsized":"2024-09-13T16:01:43.102118+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:50:48.984993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.046090+0000","last_change":"2024-09-13T16:01:38.043617+0000","last_active":"2024-09-13T16:01:43.046090+0000","last_peered":"2024-09-13T16:01:43.046090+0000","last_clean":"2024-09-13T16:01:43.046090+0000","last_became_active":"2024-09-13T16:01:38.043356+0000","last_became_peered":"2024-09-13T16:01:38.043356+0000","last_unstale":"2024-09-13T16:01:43.046090+0000","last_undegraded":"2024-09-13T16:01:43.046090+0000","last_fullsized":"2024-09-13T16:01:43.046090+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:24:21.035433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.936140+0000","last_change":"2024-09-13T16:01:42.410933+0000","last_active":"2024-09-13T16:01:43.936140+0000","last_peered":"2024-09-13T16:01:43.936140+0000","last_clean":"2024-09-13T16:01:43.936140+0000","last_became_active":"2024-09-13T16:01:42.410473+0000","last_became_peered":"2024-09-13T16:01:42.410473+0000","last_unstale":"2024-09-13T16:01:43.936140+0000","last_undegraded":"2024-09-13T16:01:43.936140+0000","last_fullsized":"2024-09-13T16:01:43.936140+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:42:15.891961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.766016+0000","last_change":"2024-09-13T16:01:38.383187+0000","last_active":"2024-09-13T16:01:42.766016+0000","last_peered":"2024-09-13T16:01:42.766016+0000","last_clean":"2024-09-13T16:01:42.766016+0000","last_became_active":"2024-09-13T16:01:38.382925+0000","last_became_peered":"2024-09-13T16:01:38.382925+0000","last_unstale":"2024-09-13T16:01:42.766016+0000","last_undegraded":"2024-09-13T16:01:42.766016+0000","last_fullsized":"2024-09-13T16:01:42.766016+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:46:55.080354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.766490+0000","last_change":"2024-09-13T16:01:38.046778+0000","last_active":"2024-09-13T16:01:42.766490+0000","last_peered":"2024-09-13T16:01:42.766490+0000","last_clean":"2024-09-13T16:01:42.766490+0000","last_became_active":"2024-09-13T16:01:38.045100+0000","last_became_peered":"2024-09-13T16:01:38.045100+0000","last_unstale":"2024-09-13T16:01:42.766490+0000","last_undegraded":"2024-09-13T16:01:42.766490+0000","last_fullsized":"2024-09-13T16:01:42.766490+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:24:10.623551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.774975+0000","last_change":"2024-09-13T16:01:42.773772+0000","last_active":"2024-09-13T16:01:42.774975+0000","last_peered":"2024-09-13T16:01:42.774975+0000","last_clean":"2024-09-13T16:01:42.774975+0000","last_became_active":"2024-09-13T16:01:42.773404+0000","last_became_peered":"2024-09-13T16:01:42.773404+0000","last_unstale":"2024-09-13T16:01:42.774975+0000","last_undegraded":"2024-09-13T16:01:42.774975+0000","last_fullsized":"2024-09-13T16:01:42.774975+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:42:15.891961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.101674+0000","last_change":"2024-09-13T16:01:38.389531+0000","last_active":"2024-09-13T16:01:43.101674+0000","last_peered":"2024-09-13T16:01:43.101674+0000","last_clean":"2024-09-13T16:01:43.101674+0000","last_became_active":"2024-09-13T16:01:38.386834+0000","last_became_peered":"2024-09-13T16:01:38.386834+0000","last_unstale":"2024-09-13T16:01:43.101674+0000","last_undegraded":"2024-09-13T16:01:43.101674+0000","last_fullsized":"2024-09-13T16:01:43.101674+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:30:15.448942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.784372+0000","last_change":"2024-09-13T16:01:38.043443+0000","last_active":"2024-09-13T16:01:42.784372+0000","last_peered":"2024-09-13T16:01:42.784372+0000","last_clean":"2024-09-13T16:01:42.784372+0000","last_became_active":"2024-09-13T16:01:38.043119+0000","last_became_peered":"2024-09-13T16:01:38.043119+0000","last_unstale":"2024-09-13T16:01:42.784372+0000","last_undegraded":"2024-09-13T16:01:42.784372+0000","last_fullsized":"2024-09-13T16:01:42.784372+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:26:27.274561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.772915+0000","last_change":"2024-09-13T16:01:42.769091+0000","last_active":"2024-09-13T16:01:42.772915+0000","last_peered":"2024-09-13T16:01:42.772915+0000","last_clean":"2024-09-13T16:01:42.772915+0000","last_became_active":"2024-09-13T16:01:42.768702+0000","last_became_peered":"2024-09-13T16:01:42.768702+0000","last_unstale":"2024-09-13T16:01:42.772915+0000","last_undegraded":"2024-09-13T16:01:42.772915+0000","last_fullsized":"2024-09-13T16:01:42.772915+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:11:47.519578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.893811+0000","last_change":"2024-09-13T16:01:38.385072+0000","last_active":"2024-09-13T16:01:42.893811+0000","last_peered":"2024-09-13T16:01:42.893811+0000","last_clean":"2024-09-13T16:01:42.893811+0000","last_became_active":"2024-09-13T16:01:38.384827+0000","last_became_peered":"2024-09-13T16:01:38.384827+0000","last_unstale":"2024-09-13T16:01:42.893811+0000","last_undegraded":"2024-09-13T16:01:42.893811+0000","last_fullsized":"2024-09-13T16:01:42.893811+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:56:39.165181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":18,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.893675+0000","last_change":"2024-09-13T16:01:38.032555+0000","last_active":"2024-09-13T16:01:42.893675+0000","last_peered":"2024-09-13T16:01:42.893675+0000","last_clean":"2024-09-13T16:01:42.893675+0000","last_became_active":"2024-09-13T16:01:38.032325+0000","last_became_peered":"2024-09-13T16:01:38.032325+0000","last_unstale":"2024-09-13T16:01:42.893675+0000","last_undegraded":"2024-09-13T16:01:42.893675+0000","last_fullsized":"2024-09-13T16:01:42.893675+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:00:17.329158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.938764+0000","last_change":"2024-09-13T16:01:42.770872+0000","last_active":"2024-09-13T16:01:43.938764+0000","last_peered":"2024-09-13T16:01:43.938764+0000","last_clean":"2024-09-13T16:01:43.938764+0000","last_became_active":"2024-09-13T16:01:42.770431+0000","last_became_peered":"2024-09-13T16:01:42.770431+0000","last_unstale":"2024-09-13T16:01:43.938764+0000","last_undegraded":"2024-09-13T16:01:43.938764+0000","last_fullsized":"2024-09-13T16:01:43.938764+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:00:25.218766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.101790+0000","last_change":"2024-09-13T16:01:38.388813+0000","last_active":"2024-09-13T16:01:43.101790+0000","last_peered":"2024-09-13T16:01:43.101790+0000","last_clean":"2024-09-13T16:01:43.101790+0000","last_became_active":"2024-09-13T16:01:38.388505+0000","last_became_peered":"2024-09-13T16:01:38.388505+0000","last_unstale":"2024-09-13T16:01:43.101790+0000","last_undegraded":"2024-09-13T16:01:43.101790+0000","last_fullsized":"2024-09-13T16:01:43.101790+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:23:28.903420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"26'9","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:47.034781+0000","last_change":"2024-09-13T16:01:38.041272+0000","last_active":"2024-09-13T16:01:47.034781+0000","last_peered":"2024-09-13T16:01:47.034781+0000","last_clean":"2024-09-13T16:01:47.034781+0000","last_became_active":"2024-09-13T16:01:38.041007+0000","last_became_peered":"2024-09-13T16:01:38.041007+0000","last_unstale":"2024-09-13T16:01:47.034781+0000","last_undegraded":"2024-09-13T16:01:47.034781+0000","last_fullsized":"2024-09-13T16:01:47.034781+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:28:09.501602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3795,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.935120+0000","last_change":"2024-09-13T16:01:42.407647+0000","last_active":"2024-09-13T16:01:43.935120+0000","last_peered":"2024-09-13T16:01:43.935120+0000","last_clean":"2024-09-13T16:01:43.935120+0000","last_became_active":"2024-09-13T16:01:42.407092+0000","last_became_peered":"2024-09-13T16:01:42.407092+0000","last_unstale":"2024-09-13T16:01:43.935120+0000","last_undegraded":"2024-09-13T16:01:43.935120+0000","last_fullsized":"2024-09-13T16:01:43.935120+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:20:26.537711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.741092+0000","last_change":"2024-09-13T16:01:38.386378+0000","last_active":"2024-09-13T16:01:42.741092+0000","last_peered":"2024-09-13T16:01:42.741092+0000","last_clean":"2024-09-13T16:01:42.741092+0000","last_became_active":"2024-09-13T16:01:38.386097+0000","last_became_peered":"2024-09-13T16:01:38.386097+0000","last_unstale":"2024-09-13T16:01:42.741092+0000","last_undegraded":"2024-09-13T16:01:42.741092+0000","last_fullsized":"2024-09-13T16:01:42.741092+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:24:11.627776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.739880+0000","last_change":"2024-09-13T16:01:38.045425+0000","last_active":"2024-09-13T16:01:42.739880+0000","last_peered":"2024-09-13T16:01:42.739880+0000","last_clean":"2024-09-13T16:01:42.739880+0000","last_became_active":"2024-09-13T16:01:38.045168+0000","last_became_peered":"2024-09-13T16:01:38.045168+0000","last_unstale":"2024-09-13T16:01:42.739880+0000","last_undegraded":"2024-09-13T16:01:42.739880+0000","last_fullsized":"2024-09-13T16:01:42.739880+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:49:15.392141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.937983+0000","last_change":"2024-09-13T16:01:42.404614+0000","last_active":"2024-09-13T16:01:43.937983+0000","last_peered":"2024-09-13T16:01:43.937983+0000","last_clean":"2024-09-13T16:01:43.937983+0000","last_became_active":"2024-09-13T16:01:42.404212+0000","last_became_peered":"2024-09-13T16:01:42.404212+0000","last_unstale":"2024-09-13T16:01:43.937983+0000","last_undegraded":"2024-09-13T16:01:43.937983+0000","last_fullsized":"2024-09-13T16:01:43.937983+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:43:36.812257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.893986+0000","last_change":"2024-09-13T16:01:38.390798+0000","last_active":"2024-09-13T16:01:42.893986+0000","last_peered":"2024-09-13T16:01:42.893986+0000","last_clean":"2024-09-13T16:01:42.893986+0000","last_became_active":"2024-09-13T16:01:38.390282+0000","last_became_peered":"2024-09-13T16:01:38.390282+0000","last_unstale":"2024-09-13T16:01:42.893986+0000","last_undegraded":"2024-09-13T16:01:42.893986+0000","last_fullsized":"2024-09-13T16:01:42.893986+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:00:55.603516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.784159+0000","last_change":"2024-09-13T16:01:38.046663+0000","last_active":"2024-09-13T16:01:42.784159+0000","last_peered":"2024-09-13T16:01:42.784159+0000","last_clean":"2024-09-13T16:01:42.784159+0000","last_became_active":"2024-09-13T16:01:38.046052+0000","last_became_peered":"2024-09-13T16:01:38.046052+0000","last_unstale":"2024-09-13T16:01:42.784159+0000","last_undegraded":"2024-09-13T16:01:42.784159+0000","last_fullsized":"2024-09-13T16:01:42.784159+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:02:55.716969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.740391+0000","last_change":"2024-09-13T16:01:42.404356+0000","last_active":"2024-09-13T16:01:42.740391+0000","last_peered":"2024-09-13T16:01:42.740391+0000","last_clean":"2024-09-13T16:01:42.740391+0000","last_became_active":"2024-09-13T16:01:42.403979+0000","last_became_peered":"2024-09-13T16:01:42.403979+0000","last_unstale":"2024-09-13T16:01:42.740391+0000","last_undegraded":"2024-09-13T16:01:42.740391+0000","last_fullsized":"2024-09-13T16:01:42.740391+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:37:17.034388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.784063+0000","last_change":"2024-09-13T16:01:38.389129+0000","last_active":"2024-09-13T16:01:42.784063+0000","last_peered":"2024-09-13T16:01:42.784063+0000","last_clean":"2024-09-13T16:01:42.784063+0000","last_became_active":"2024-09-13T16:01:38.388626+0000","last_became_peered":"2024-09-13T16:01:38.388626+0000","last_unstale":"2024-09-13T16:01:42.784063+0000","last_undegraded":"2024-09-13T16:01:42.784063+0000","last_fullsized":"2024-09-13T16:01:42.784063+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:30:15.448942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.767208+0000","last_change":"2024-09-13T16:01:38.045787+0000","last_active":"2024-09-13T16:01:42.767208+0000","last_peered":"2024-09-13T16:01:42.767208+0000","last_clean":"2024-09-13T16:01:42.767208+0000","last_became_active":"2024-09-13T16:01:38.045068+0000","last_became_peered":"2024-09-13T16:01:38.045068+0000","last_unstale":"2024-09-13T16:01:42.767208+0000","last_undegraded":"2024-09-13T16:01:42.767208+0000","last_fullsized":"2024-09-13T16:01:42.767208+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:14:25.951697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.773928+0000","last_change":"2024-09-13T16:01:42.771830+0000","last_active":"2024-09-13T16:01:42.773928+0000","last_peered":"2024-09-13T16:01:42.773928+0000","last_clean":"2024-09-13T16:01:42.773928+0000","last_became_active":"2024-09-13T16:01:42.771400+0000","last_became_peered":"2024-09-13T16:01:42.771400+0000","last_unstale":"2024-09-13T16:01:42.773928+0000","last_undegraded":"2024-09-13T16:01:42.773928+0000","last_fullsized":"2024-09-13T16:01:42.773928+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:25:39.304221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.936031+0000","last_change":"2024-09-13T16:01:42.773115+0000","last_active":"2024-09-13T16:01:43.936031+0000","last_peered":"2024-09-13T16:01:43.936031+0000","last_clean":"2024-09-13T16:01:43.936031+0000","last_became_active":"2024-09-13T16:01:42.772655+0000","last_became_peered":"2024-09-13T16:01:42.772655+0000","last_unstale":"2024-09-13T16:01:43.936031+0000","last_undegraded":"2024-09-13T16:01:43.936031+0000","last_fullsized":"2024-09-13T16:01:43.936031+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:25:39.304221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.738946+0000","last_change":"2024-09-13T16:01:38.388582+0000","last_active":"2024-09-13T16:01:42.738946+0000","last_peered":"2024-09-13T16:01:42.738946+0000","last_clean":"2024-09-13T16:01:42.738946+0000","last_became_active":"2024-09-13T16:01:38.388330+0000","last_became_peered":"2024-09-13T16:01:38.388330+0000","last_unstale":"2024-09-13T16:01:42.738946+0000","last_undegraded":"2024-09-13T16:01:42.738946+0000","last_fullsized":"2024-09-13T16:01:42.738946+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:47:58.067818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.784362+0000","last_change":"2024-09-13T16:01:38.043944+0000","last_active":"2024-09-13T16:01:42.784362+0000","last_peered":"2024-09-13T16:01:42.784362+0000","last_clean":"2024-09-13T16:01:42.784362+0000","last_became_active":"2024-09-13T16:01:38.043385+0000","last_became_peered":"2024-09-13T16:01:38.043385+0000","last_unstale":"2024-09-13T16:01:42.784362+0000","last_undegraded":"2024-09-13T16:01:42.784362+0000","last_fullsized":"2024-09-13T16:01:42.784362+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:24:21.035433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.744577+0000","last_change":"2024-09-13T16:01:42.406272+0000","last_active":"2024-09-13T16:01:43.744577+0000","last_peered":"2024-09-13T16:01:43.744577+0000","last_clean":"2024-09-13T16:01:43.744577+0000","last_became_active":"2024-09-13T16:01:42.405857+0000","last_became_peered":"2024-09-13T16:01:42.405857+0000","last_unstale":"2024-09-13T16:01:43.744577+0000","last_undegraded":"2024-09-13T16:01:43.744577+0000","last_fullsized":"2024-09-13T16:01:43.744577+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:36:20.203172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.740473+0000","last_change":"2024-09-13T16:01:38.386302+0000","last_active":"2024-09-13T16:01:42.740473+0000","last_peered":"2024-09-13T16:01:42.740473+0000","last_clean":"2024-09-13T16:01:42.740473+0000","last_became_active":"2024-09-13T16:01:38.385913+0000","last_became_peered":"2024-09-13T16:01:38.385913+0000","last_unstale":"2024-09-13T16:01:42.740473+0000","last_undegraded":"2024-09-13T16:01:42.740473+0000","last_fullsized":"2024-09-13T16:01:42.740473+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:52:18.737109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.740361+0000","last_change":"2024-09-13T16:01:38.047221+0000","last_active":"2024-09-13T16:01:42.740361+0000","last_peered":"2024-09-13T16:01:42.740361+0000","last_clean":"2024-09-13T16:01:42.740361+0000","last_became_active":"2024-09-13T16:01:38.047045+0000","last_became_peered":"2024-09-13T16:01:38.047045+0000","last_unstale":"2024-09-13T16:01:42.740361+0000","last_undegraded":"2024-09-13T16:01:42.740361+0000","last_fullsized":"2024-09-13T16:01:42.740361+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:25:17.789588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.767070+0000","last_change":"2024-09-13T16:01:38.045820+0000","last_active":"2024-09-13T16:01:42.767070+0000","last_peered":"2024-09-13T16:01:42.767070+0000","last_clean":"2024-09-13T16:01:42.767070+0000","last_became_active":"2024-09-13T16:01:38.045544+0000","last_became_peered":"2024-09-13T16:01:38.045544+0000","last_unstale":"2024-09-13T16:01:42.767070+0000","last_undegraded":"2024-09-13T16:01:42.767070+0000","last_fullsized":"2024-09-13T16:01:42.767070+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:02:55.716969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.893702+0000","last_change":"2024-09-13T16:01:38.382496+0000","last_active":"2024-09-13T16:01:42.893702+0000","last_peered":"2024-09-13T16:01:42.893702+0000","last_clean":"2024-09-13T16:01:42.893702+0000","last_became_active":"2024-09-13T16:01:38.381672+0000","last_became_peered":"2024-09-13T16:01:38.381672+0000","last_unstale":"2024-09-13T16:01:42.893702+0000","last_undegraded":"2024-09-13T16:01:42.893702+0000","last_fullsized":"2024-09-13T16:01:42.893702+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:52:18.737109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.744098+0000","last_change":"2024-09-13T16:01:42.402763+0000","last_active":"2024-09-13T16:01:43.744098+0000","last_peered":"2024-09-13T16:01:43.744098+0000","last_clean":"2024-09-13T16:01:43.744098+0000","last_became_active":"2024-09-13T16:01:42.401986+0000","last_became_peered":"2024-09-13T16:01:42.401986+0000","last_unstale":"2024-09-13T16:01:43.744098+0000","last_undegraded":"2024-09-13T16:01:43.744098+0000","last_fullsized":"2024-09-13T16:01:43.744098+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:56:42.522676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,5],"acting":[2,1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.740621+0000","last_change":"2024-09-13T16:01:38.042938+0000","last_active":"2024-09-13T16:01:42.740621+0000","last_peered":"2024-09-13T16:01:42.740621+0000","last_clean":"2024-09-13T16:01:42.740621+0000","last_became_active":"2024-09-13T16:01:38.042669+0000","last_became_peered":"2024-09-13T16:01:38.042669+0000","last_unstale":"2024-09-13T16:01:42.740621+0000","last_undegraded":"2024-09-13T16:01:42.740621+0000","last_fullsized":"2024-09-13T16:01:42.740621+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:14:50.329312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.740725+0000","last_change":"2024-09-13T16:01:38.381599+0000","last_active":"2024-09-13T16:01:42.740725+0000","last_peered":"2024-09-13T16:01:42.740725+0000","last_clean":"2024-09-13T16:01:42.740725+0000","last_became_active":"2024-09-13T16:01:38.381317+0000","last_became_peered":"2024-09-13T16:01:38.381317+0000","last_unstale":"2024-09-13T16:01:42.740725+0000","last_undegraded":"2024-09-13T16:01:42.740725+0000","last_fullsized":"2024-09-13T16:01:42.740725+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:49:16.396366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.740874+0000","last_change":"2024-09-13T16:01:42.400557+0000","last_active":"2024-09-13T16:01:42.740874+0000","last_peered":"2024-09-13T16:01:42.740874+0000","last_clean":"2024-09-13T16:01:42.740874+0000","last_became_active":"2024-09-13T16:01:42.399372+0000","last_became_peered":"2024-09-13T16:01:42.399372+0000","last_unstale":"2024-09-13T16:01:42.740874+0000","last_undegraded":"2024-09-13T16:01:42.740874+0000","last_fullsized":"2024-09-13T16:01:42.740874+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:22:55.782642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.765923+0000","last_change":"2024-09-13T16:01:38.388208+0000","last_active":"2024-09-13T16:01:42.765923+0000","last_peered":"2024-09-13T16:01:42.765923+0000","last_clean":"2024-09-13T16:01:42.765923+0000","last_became_active":"2024-09-13T16:01:38.387947+0000","last_became_peered":"2024-09-13T16:01:38.387947+0000","last_unstale":"2024-09-13T16:01:42.765923+0000","last_undegraded":"2024-09-13T16:01:42.765923+0000","last_fullsized":"2024-09-13T16:01:42.765923+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:52:18.737109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.046399+0000","last_change":"2024-09-13T16:01:38.390122+0000","last_active":"2024-09-13T16:01:43.046399+0000","last_peered":"2024-09-13T16:01:43.046399+0000","last_clean":"2024-09-13T16:01:43.046399+0000","last_became_active":"2024-09-13T16:01:38.389863+0000","last_became_peered":"2024-09-13T16:01:38.389863+0000","last_unstale":"2024-09-13T16:01:43.046399+0000","last_undegraded":"2024-09-13T16:01:43.046399+0000","last_fullsized":"2024-09-13T16:01:43.046399+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:15:31.840499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.784498+0000","last_change":"2024-09-13T16:01:38.395126+0000","last_active":"2024-09-13T16:01:42.784498+0000","last_peered":"2024-09-13T16:01:42.784498+0000","last_clean":"2024-09-13T16:01:42.784498+0000","last_became_active":"2024-09-13T16:01:38.394852+0000","last_became_peered":"2024-09-13T16:01:38.394852+0000","last_unstale":"2024-09-13T16:01:42.784498+0000","last_undegraded":"2024-09-13T16:01:42.784498+0000","last_fullsized":"2024-09-13T16:01:42.784498+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:32:28.822608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.893586+0000","last_change":"2024-09-13T16:01:38.387509+0000","last_active":"2024-09-13T16:01:42.893586+0000","last_peered":"2024-09-13T16:01:42.893586+0000","last_clean":"2024-09-13T16:01:42.893586+0000","last_became_active":"2024-09-13T16:01:38.387282+0000","last_became_peered":"2024-09-13T16:01:38.387282+0000","last_unstale":"2024-09-13T16:01:42.893586+0000","last_undegraded":"2024-09-13T16:01:42.893586+0000","last_fullsized":"2024-09-13T16:01:42.893586+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:47:58.067818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.740928+0000","last_change":"2024-09-13T16:01:38.377631+0000","last_active":"2024-09-13T16:01:42.740928+0000","last_peered":"2024-09-13T16:01:42.740928+0000","last_clean":"2024-09-13T16:01:42.740928+0000","last_became_active":"2024-09-13T16:01:38.377065+0000","last_became_peered":"2024-09-13T16:01:38.377065+0000","last_unstale":"2024-09-13T16:01:42.740928+0000","last_undegraded":"2024-09-13T16:01:42.740928+0000","last_fullsized":"2024-09-13T16:01:42.740928+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:26:16.694696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.739795+0000","last_change":"2024-09-13T16:01:38.388581+0000","last_active":"2024-09-13T16:01:42.739795+0000","last_peered":"2024-09-13T16:01:42.739795+0000","last_clean":"2024-09-13T16:01:42.739795+0000","last_became_active":"2024-09-13T16:01:38.388283+0000","last_became_peered":"2024-09-13T16:01:38.388283+0000","last_unstale":"2024-09-13T16:01:42.739795+0000","last_undegraded":"2024-09-13T16:01:42.739795+0000","last_fullsized":"2024-09-13T16:01:42.739795+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:32:40.979627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.767576+0000","last_change":"2024-09-13T16:01:38.385223+0000","last_active":"2024-09-13T16:01:42.767576+0000","last_peered":"2024-09-13T16:01:42.767576+0000","last_clean":"2024-09-13T16:01:42.767576+0000","last_became_active":"2024-09-13T16:01:38.384909+0000","last_became_peered":"2024-09-13T16:01:38.384909+0000","last_unstale":"2024-09-13T16:01:42.767576+0000","last_undegraded":"2024-09-13T16:01:42.767576+0000","last_fullsized":"2024-09-13T16:01:42.767576+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:32:40.979627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.741073+0000","last_change":"2024-09-13T16:01:38.385706+0000","last_active":"2024-09-13T16:01:42.741073+0000","last_peered":"2024-09-13T16:01:42.741073+0000","last_clean":"2024-09-13T16:01:42.741073+0000","last_became_active":"2024-09-13T16:01:38.385483+0000","last_became_peered":"2024-09-13T16:01:38.385483+0000","last_unstale":"2024-09-13T16:01:42.741073+0000","last_undegraded":"2024-09-13T16:01:42.741073+0000","last_fullsized":"2024-09-13T16:01:42.741073+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:56:39.165181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.784202+0000","last_change":"2024-09-13T16:01:38.390762+0000","last_active":"2024-09-13T16:01:42.784202+0000","last_peered":"2024-09-13T16:01:42.784202+0000","last_clean":"2024-09-13T16:01:42.784202+0000","last_became_active":"2024-09-13T16:01:38.390441+0000","last_became_peered":"2024-09-13T16:01:38.390441+0000","last_unstale":"2024-09-13T16:01:42.784202+0000","last_undegraded":"2024-09-13T16:01:42.784202+0000","last_fullsized":"2024-09-13T16:01:42.784202+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:43:28.759745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.740340+0000","last_change":"2024-09-13T16:01:38.379407+0000","last_active":"2024-09-13T16:01:42.740340+0000","last_peered":"2024-09-13T16:01:42.740340+0000","last_clean":"2024-09-13T16:01:42.740340+0000","last_became_active":"2024-09-13T16:01:38.379150+0000","last_became_peered":"2024-09-13T16:01:38.379150+0000","last_unstale":"2024-09-13T16:01:42.740340+0000","last_undegraded":"2024-09-13T16:01:42.740340+0000","last_fullsized":"2024-09-13T16:01:42.740340+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:15:31.840499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.783983+0000","last_change":"2024-09-13T16:01:38.396800+0000","last_active":"2024-09-13T16:01:42.783983+0000","last_peered":"2024-09-13T16:01:42.783983+0000","last_clean":"2024-09-13T16:01:42.783983+0000","last_became_active":"2024-09-13T16:01:38.396531+0000","last_became_peered":"2024-09-13T16:01:38.396531+0000","last_unstale":"2024-09-13T16:01:42.783983+0000","last_undegraded":"2024-09-13T16:01:42.783983+0000","last_fullsized":"2024-09-13T16:01:42.783983+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:00:56.725883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.893449+0000","last_change":"2024-09-13T16:01:38.387977+0000","last_active":"2024-09-13T16:01:42.893449+0000","last_peered":"2024-09-13T16:01:42.893449+0000","last_clean":"2024-09-13T16:01:42.893449+0000","last_became_active":"2024-09-13T16:01:38.387683+0000","last_became_peered":"2024-09-13T16:01:38.387683+0000","last_unstale":"2024-09-13T16:01:42.893449+0000","last_undegraded":"2024-09-13T16:01:42.893449+0000","last_fullsized":"2024-09-13T16:01:42.893449+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:12:34.508295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.767701+0000","last_change":"2024-09-13T16:01:38.383820+0000","last_active":"2024-09-13T16:01:42.767701+0000","last_peered":"2024-09-13T16:01:42.767701+0000","last_clean":"2024-09-13T16:01:42.767701+0000","last_became_active":"2024-09-13T16:01:38.383214+0000","last_became_peered":"2024-09-13T16:01:38.383214+0000","last_unstale":"2024-09-13T16:01:42.767701+0000","last_undegraded":"2024-09-13T16:01:42.767701+0000","last_fullsized":"2024-09-13T16:01:42.767701+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:34:19.215602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.102210+0000","last_change":"2024-09-13T16:01:38.386770+0000","last_active":"2024-09-13T16:01:43.102210+0000","last_peered":"2024-09-13T16:01:43.102210+0000","last_clean":"2024-09-13T16:01:43.102210+0000","last_became_active":"2024-09-13T16:01:38.386333+0000","last_became_peered":"2024-09-13T16:01:38.386333+0000","last_unstale":"2024-09-13T16:01:43.102210+0000","last_undegraded":"2024-09-13T16:01:43.102210+0000","last_fullsized":"2024-09-13T16:01:43.102210+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:32:40.979627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.046365+0000","last_change":"2024-09-13T16:01:38.383524+0000","last_active":"2024-09-13T16:01:43.046365+0000","last_peered":"2024-09-13T16:01:43.046365+0000","last_clean":"2024-09-13T16:01:43.046365+0000","last_became_active":"2024-09-13T16:01:38.382621+0000","last_became_peered":"2024-09-13T16:01:38.382621+0000","last_unstale":"2024-09-13T16:01:43.046365+0000","last_undegraded":"2024-09-13T16:01:43.046365+0000","last_fullsized":"2024-09-13T16:01:43.046365+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:01:04.366345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.784583+0000","last_change":"2024-09-13T16:01:38.391706+0000","last_active":"2024-09-13T16:01:42.784583+0000","last_peered":"2024-09-13T16:01:42.784583+0000","last_clean":"2024-09-13T16:01:42.784583+0000","last_became_active":"2024-09-13T16:01:38.391446+0000","last_became_peered":"2024-09-13T16:01:38.391446+0000","last_unstale":"2024-09-13T16:01:42.784583+0000","last_undegraded":"2024-09-13T16:01:42.784583+0000","last_fullsized":"2024-09-13T16:01:42.784583+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:18:40.611815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.784237+0000","last_change":"2024-09-13T16:01:38.390371+0000","last_active":"2024-09-13T16:01:42.784237+0000","last_peered":"2024-09-13T16:01:42.784237+0000","last_clean":"2024-09-13T16:01:42.784237+0000","last_became_active":"2024-09-13T16:01:38.390048+0000","last_became_peered":"2024-09-13T16:01:38.390048+0000","last_unstale":"2024-09-13T16:01:42.784237+0000","last_undegraded":"2024-09-13T16:01:42.784237+0000","last_fullsized":"2024-09-13T16:01:42.784237+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:52:18.737109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.739034+0000","last_change":"2024-09-13T16:01:38.384530+0000","last_active":"2024-09-13T16:01:42.739034+0000","last_peered":"2024-09-13T16:01:42.739034+0000","last_clean":"2024-09-13T16:01:42.739034+0000","last_became_active":"2024-09-13T16:01:38.384177+0000","last_became_peered":"2024-09-13T16:01:38.384177+0000","last_unstale":"2024-09-13T16:01:42.739034+0000","last_undegraded":"2024-09-13T16:01:42.739034+0000","last_fullsized":"2024-09-13T16:01:42.739034+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:12:34.508295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.893812+0000","last_change":"2024-09-13T16:01:38.383915+0000","last_active":"2024-09-13T16:01:42.893812+0000","last_peered":"2024-09-13T16:01:42.893812+0000","last_clean":"2024-09-13T16:01:42.893812+0000","last_became_active":"2024-09-13T16:01:38.383651+0000","last_became_peered":"2024-09-13T16:01:38.383651+0000","last_unstale":"2024-09-13T16:01:42.893812+0000","last_undegraded":"2024-09-13T16:01:42.893812+0000","last_fullsized":"2024-09-13T16:01:42.893812+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:34:19.215602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.740276+0000","last_change":"2024-09-13T16:01:38.386771+0000","last_active":"2024-09-13T16:01:42.740276+0000","last_peered":"2024-09-13T16:01:42.740276+0000","last_clean":"2024-09-13T16:01:42.740276+0000","last_became_active":"2024-09-13T16:01:38.386532+0000","last_became_peered":"2024-09-13T16:01:38.386532+0000","last_unstale":"2024-09-13T16:01:42.740276+0000","last_undegraded":"2024-09-13T16:01:42.740276+0000","last_fullsized":"2024-09-13T16:01:42.740276+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:26:52.108188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.741048+0000","last_change":"2024-09-13T16:01:38.380784+0000","last_active":"2024-09-13T16:01:42.741048+0000","last_peered":"2024-09-13T16:01:42.741048+0000","last_clean":"2024-09-13T16:01:42.741048+0000","last_became_active":"2024-09-13T16:01:38.379450+0000","last_became_peered":"2024-09-13T16:01:38.379450+0000","last_unstale":"2024-09-13T16:01:42.741048+0000","last_undegraded":"2024-09-13T16:01:42.741048+0000","last_fullsized":"2024-09-13T16:01:42.741048+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:36:04.544659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.766629+0000","last_change":"2024-09-13T16:01:38.393322+0000","last_active":"2024-09-13T16:01:42.766629+0000","last_peered":"2024-09-13T16:01:42.766629+0000","last_clean":"2024-09-13T16:01:42.766629+0000","last_became_active":"2024-09-13T16:01:38.392345+0000","last_became_peered":"2024-09-13T16:01:38.392345+0000","last_unstale":"2024-09-13T16:01:42.766629+0000","last_undegraded":"2024-09-13T16:01:42.766629+0000","last_fullsized":"2024-09-13T16:01:42.766629+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:56:39.165181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.767487+0000","last_change":"2024-09-13T16:01:38.392508+0000","last_active":"2024-09-13T16:01:42.767487+0000","last_peered":"2024-09-13T16:01:42.767487+0000","last_clean":"2024-09-13T16:01:42.767487+0000","last_became_active":"2024-09-13T16:01:38.392153+0000","last_became_peered":"2024-09-13T16:01:38.392153+0000","last_unstale":"2024-09-13T16:01:42.767487+0000","last_undegraded":"2024-09-13T16:01:42.767487+0000","last_fullsized":"2024-09-13T16:01:42.767487+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:47:58.067818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.102248+0000","last_change":"2024-09-13T16:01:38.394489+0000","last_active":"2024-09-13T16:01:43.102248+0000","last_peered":"2024-09-13T16:01:43.102248+0000","last_clean":"2024-09-13T16:01:43.102248+0000","last_became_active":"2024-09-13T16:01:38.394179+0000","last_became_peered":"2024-09-13T16:01:38.394179+0000","last_unstale":"2024-09-13T16:01:43.102248+0000","last_undegraded":"2024-09-13T16:01:43.102248+0000","last_fullsized":"2024-09-13T16:01:43.102248+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:43:28.759745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.740191+0000","last_change":"2024-09-13T16:01:38.390742+0000","last_active":"2024-09-13T16:01:42.740191+0000","last_peered":"2024-09-13T16:01:42.740191+0000","last_clean":"2024-09-13T16:01:42.740191+0000","last_became_active":"2024-09-13T16:01:38.390511+0000","last_became_peered":"2024-09-13T16:01:38.390511+0000","last_unstale":"2024-09-13T16:01:42.740191+0000","last_undegraded":"2024-09-13T16:01:42.740191+0000","last_fullsized":"2024-09-13T16:01:42.740191+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:00:56.725883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.102032+0000","last_change":"2024-09-13T16:01:38.388936+0000","last_active":"2024-09-13T16:01:43.102032+0000","last_peered":"2024-09-13T16:01:43.102032+0000","last_clean":"2024-09-13T16:01:43.102032+0000","last_became_active":"2024-09-13T16:01:38.386855+0000","last_became_peered":"2024-09-13T16:01:38.386855+0000","last_unstale":"2024-09-13T16:01:43.102032+0000","last_undegraded":"2024-09-13T16:01:43.102032+0000","last_fullsized":"2024-09-13T16:01:43.102032+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:01:02.926463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.783751+0000","last_change":"2024-09-13T16:01:38.395592+0000","last_active":"2024-09-13T16:01:42.783751+0000","last_peered":"2024-09-13T16:01:42.783751+0000","last_clean":"2024-09-13T16:01:42.783751+0000","last_became_active":"2024-09-13T16:01:38.395338+0000","last_became_peered":"2024-09-13T16:01:38.395338+0000","last_unstale":"2024-09-13T16:01:42.783751+0000","last_undegraded":"2024-09-13T16:01:42.783751+0000","last_fullsized":"2024-09-13T16:01:42.783751+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:12:34.508295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.101323+0000","last_change":"2024-09-13T16:01:38.383997+0000","last_active":"2024-09-13T16:01:43.101323+0000","last_peered":"2024-09-13T16:01:43.101323+0000","last_clean":"2024-09-13T16:01:43.101323+0000","last_became_active":"2024-09-13T16:01:38.383744+0000","last_became_peered":"2024-09-13T16:01:38.383744+0000","last_unstale":"2024-09-13T16:01:43.101323+0000","last_undegraded":"2024-09-13T16:01:43.101323+0000","last_fullsized":"2024-09-13T16:01:43.101323+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:22:09.214049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.784239+0000","last_change":"2024-09-13T16:01:38.393359+0000","last_active":"2024-09-13T16:01:42.784239+0000","last_peered":"2024-09-13T16:01:42.784239+0000","last_clean":"2024-09-13T16:01:42.784239+0000","last_became_active":"2024-09-13T16:01:38.391713+0000","last_became_peered":"2024-09-13T16:01:38.391713+0000","last_unstale":"2024-09-13T16:01:42.784239+0000","last_undegraded":"2024-09-13T16:01:42.784239+0000","last_fullsized":"2024-09-13T16:01:42.784239+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:56:09.593688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.893720+0000","last_change":"2024-09-13T16:01:38.383726+0000","last_active":"2024-09-13T16:01:42.893720+0000","last_peered":"2024-09-13T16:01:42.893720+0000","last_clean":"2024-09-13T16:01:42.893720+0000","last_became_active":"2024-09-13T16:01:38.382669+0000","last_became_peered":"2024-09-13T16:01:38.382669+0000","last_unstale":"2024-09-13T16:01:42.893720+0000","last_undegraded":"2024-09-13T16:01:42.893720+0000","last_fullsized":"2024-09-13T16:01:42.893720+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:50:48.984993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.739333+0000","last_change":"2024-09-13T16:01:38.389897+0000","last_active":"2024-09-13T16:01:42.739333+0000","last_peered":"2024-09-13T16:01:42.739333+0000","last_clean":"2024-09-13T16:01:42.739333+0000","last_became_active":"2024-09-13T16:01:38.389638+0000","last_became_peered":"2024-09-13T16:01:38.389638+0000","last_unstale":"2024-09-13T16:01:42.739333+0000","last_undegraded":"2024-09-13T16:01:42.739333+0000","last_fullsized":"2024-09-13T16:01:42.739333+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:34:19.215602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.102197+0000","last_change":"2024-09-13T16:01:38.389072+0000","last_active":"2024-09-13T16:01:43.102197+0000","last_peered":"2024-09-13T16:01:43.102197+0000","last_clean":"2024-09-13T16:01:43.102197+0000","last_became_active":"2024-09-13T16:01:38.388332+0000","last_became_peered":"2024-09-13T16:01:38.388332+0000","last_unstale":"2024-09-13T16:01:43.102197+0000","last_undegraded":"2024-09-13T16:01:43.102197+0000","last_fullsized":"2024-09-13T16:01:43.102197+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:32:28.822608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4593,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":14,"seq":60129542156,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27300,"kb_used_data":284,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344540,"statfs":{"total":96636764160,"available":96608808960,"internally_reserved":0,"allocated":290816,"data_stored":115031,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35599999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34100000000000003}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.372}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64500000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56399999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54200000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66200000000000003}]}]},{"osd":7,"up_from":13,"seq":55834574858,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27884,"kb_used_data":856,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343956,"statfs":{"total":96636764160,"available":96608210944,"internally_reserved":0,"allocated":876544,"data_stored":702186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.501}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45600000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56799999999999995}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.441}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64700000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63600000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67000000000000004}]}]},{"osd":6,"up_from":13,"seq":55834574858,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27300,"kb_used_data":284,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344540,"statfs":{"total":96636764160,"available":96608808960,"internally_reserved":0,"allocated":290816,"data_stored":115031,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51600000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47199999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45800000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48999999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41799999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52900000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.501}]}]},{"osd":5,"up_from":13,"seq":55834574857,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27304,"kb_used_data":276,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344536,"statfs":{"total":96636764160,"available":96608804864,"internally_reserved":0,"allocated":282624,"data_stored":111326,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.374}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.438}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45900000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53500000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.495}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50800000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56399999999999995}]}]},{"osd":4,"up_from":13,"seq":55834574858,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27312,"kb_used_data":284,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344528,"statfs":{"total":96636764160,"available":96608796672,"internally_reserved":0,"allocated":290816,"data_stored":111362,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51800000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53400000000000003}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63300000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77800000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.753}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73799999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76500000000000001}]}]},{"osd":2,"up_from":13,"seq":55834574857,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27300,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344540,"statfs":{"total":96636764160,"available":96608808960,"internally_reserved":0,"allocated":278528,"data_stored":111236,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.32000000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.27400000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36099999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69299999999999995}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71099999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56100000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66200000000000003}]}]},{"osd":1,"up_from":13,"seq":55834574857,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27308,"kb_used_data":280,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344532,"statfs":{"total":96636764160,"available":96608800768,"internally_reserved":0,"allocated":286720,"data_stored":111396,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40999999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39100000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47099999999999997}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77600000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76400000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82999999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.752}]}]},{"osd":0,"up_from":13,"seq":55834574859,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27888,"kb_used_data":860,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343952,"statfs":{"total":96636764160,"available":96608206848,"internally_reserved":0,"allocated":880640,"data_stored":701573,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":2.5960000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.373}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.75}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79200000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69699999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63300000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72599999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3795,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3795,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:02:04.245 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:02:04.378 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.377+0000 7faf9bb53640 1 Processor -- start 2024-09-13T16:02:04.378 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.377+0000 7faf9bb53640 1 -- start start 2024-09-13T16:02:04.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.378+0000 7faf9bb53640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7faf94071d30 0x7faf94070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:04.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.378+0000 7faf9bb53640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faf940c8920 0x7faf940c8dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:04.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.378+0000 7faf9bb53640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7faf940abdf0 con 0x7faf94072110 2024-09-13T16:02:04.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.378+0000 7faf9bb53640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7faf940c9310 con 0x7faf94071d30 2024-09-13T16:02:04.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.378+0000 7faf9bb53640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faf940b2280 con 0x7faf940c8920 2024-09-13T16:02:04.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.378+0000 7faf9a0f0640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faf940c8920 0x7faf940c8dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:04.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.378+0000 7faf998ef640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7faf94071d30 0x7faf94070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:04.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.378+0000 7faf9a0f0640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faf940c8920 0x7faf940c8dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.76:42120/0 (socket says 172.21.15.76:42120) 2024-09-13T16:02:04.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.378+0000 7faf998ef640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7faf94071d30 0x7faf94070190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.76:33932/0 (socket says 172.21.15.76:33932) 2024-09-13T16:02:04.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.378+0000 7faf9a0f0640 1 -- 172.21.15.76:0/2629854905 learned_addr learned my addr 172.21.15.76:0/2629854905 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:04.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.379+0000 7faf9a0f0640 1 -- 172.21.15.76:0/2629854905 >> v2:172.21.15.192:3300/0 conn(0x7faf94071d30 msgr2=0x7faf94070190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:04.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.379+0000 7faf9a0f0640 1 --2- 172.21.15.76:0/2629854905 >> v2:172.21.15.192:3300/0 conn(0x7faf94071d30 0x7faf94070190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:04.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.379+0000 7faf9a0f0640 1 -- 172.21.15.76:0/2629854905 >> v1:172.21.15.192:6789/0 conn(0x7faf94072110 legacy=0x7faf940b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:04.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.379+0000 7faf9a0f0640 1 -- 172.21.15.76:0/2629854905 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faf940ab1e0 con 0x7faf940c8920 2024-09-13T16:02:04.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.379+0000 7faf9a0f0640 1 --2- 172.21.15.76:0/2629854905 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faf940c8920 0x7faf940c8dd0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7faf8c009e50 tx=0x7faf8c02a710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d3028d66cd1bfdb5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:04.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.379+0000 7faf988ed640 1 -- 172.21.15.76:0/2629854905 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf8c031600 con 0x7faf940c8920 2024-09-13T16:02:04.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.379+0000 7faf988ed640 1 -- 172.21.15.76:0/2629854905 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faf8c02d050 con 0x7faf940c8920 2024-09-13T16:02:04.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.380+0000 7faf988ed640 1 -- 172.21.15.76:0/2629854905 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf8c031980 con 0x7faf940c8920 2024-09-13T16:02:04.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.380+0000 7faf9bb53640 1 -- 172.21.15.76:0/2629854905 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faf940c8920 msgr2=0x7faf940c8dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:04.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.380+0000 7faf9bb53640 1 --2- 172.21.15.76:0/2629854905 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faf940c8920 0x7faf940c8dd0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7faf8c009e50 tx=0x7faf8c02a710 comp rx=0 tx=0).stop 2024-09-13T16:02:04.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.380+0000 7faf9bb53640 1 -- 172.21.15.76:0/2629854905 shutdown_connections 2024-09-13T16:02:04.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.380+0000 7faf9bb53640 1 --2- 172.21.15.76:0/2629854905 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faf940c8920 0x7faf940c8dd0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:04.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.380+0000 7faf9bb53640 1 --2- 172.21.15.76:0/2629854905 >> v2:172.21.15.192:3300/0 conn(0x7faf94071d30 0x7faf94070190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:04.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.380+0000 7faf9bb53640 1 -- 172.21.15.76:0/2629854905 >> 172.21.15.76:0/2629854905 conn(0x7faf94069ed0 msgr2=0x7faf9406a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:04.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.380+0000 7faf9bb53640 1 -- 172.21.15.76:0/2629854905 shutdown_connections 2024-09-13T16:02:04.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.380+0000 7faf9bb53640 1 -- 172.21.15.76:0/2629854905 wait complete. 2024-09-13T16:02:04.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.381+0000 7faf9bb53640 1 Processor -- start 2024-09-13T16:02:04.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.381+0000 7faf9bb53640 1 -- start start 2024-09-13T16:02:04.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.382+0000 7faf9bb53640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faf94071d30 0x7faf9406d0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:04.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.382+0000 7faf9bb53640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faf94072110 0x7faf940cc3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:04.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.382+0000 7faf9bb53640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faf940c8920 0x7faf941f5e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:04.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.382+0000 7faf9bb53640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf941f63a0 con 0x7faf94072110 2024-09-13T16:02:04.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.382+0000 7faf9bb53640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf940c2450 con 0x7faf940c8920 2024-09-13T16:02:04.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.382+0000 7faf9bb53640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faf9406d6c0 con 0x7faf94071d30 2024-09-13T16:02:04.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.382+0000 7faf990ee640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faf94072110 0x7faf940cc3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:04.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.382+0000 7faf990ee640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faf94072110 0x7faf940cc3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56328/0 (socket says 172.21.15.76:56328) 2024-09-13T16:02:04.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.382+0000 7faf990ee640 1 -- 172.21.15.76:0/2711542308 learned_addr learned my addr 172.21.15.76:0/2711542308 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:04.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.382+0000 7faf998ef640 1 --2- 172.21.15.76:0/2711542308 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faf94071d30 0x7faf9406d0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:04.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.382+0000 7faf9a0f0640 1 --2- 172.21.15.76:0/2711542308 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faf940c8920 0x7faf941f5e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:04.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.382+0000 7faf990ee640 1 -- 172.21.15.76:0/2711542308 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faf94071d30 msgr2=0x7faf9406d0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:04.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.382+0000 7faf990ee640 1 --2- 172.21.15.76:0/2711542308 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faf94071d30 0x7faf9406d0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:04.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.382+0000 7faf990ee640 1 -- 172.21.15.76:0/2711542308 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faf940c8920 msgr2=0x7faf941f5e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:04.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.382+0000 7faf990ee640 1 --2- 172.21.15.76:0/2711542308 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faf940c8920 0x7faf941f5e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:04.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.382+0000 7faf990ee640 1 -- 172.21.15.76:0/2711542308 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faf8c009b30 con 0x7faf94072110 2024-09-13T16:02:04.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.383+0000 7faf990ee640 1 --2- 172.21.15.76:0/2711542308 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faf94072110 0x7faf940cc3b0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7faf9000c450 tx=0x7faf9000c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:04.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.383+0000 7faf867fc640 1 -- 172.21.15.76:0/2711542308 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf900052d0 con 0x7faf94072110 2024-09-13T16:02:04.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.383+0000 7faf867fc640 1 -- 172.21.15.76:0/2711542308 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faf90005430 con 0x7faf94072110 2024-09-13T16:02:04.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.383+0000 7faf9bb53640 1 -- 172.21.15.76:0/2711542308 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faf940c1b20 con 0x7faf94072110 2024-09-13T16:02:04.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.383+0000 7faf867fc640 1 -- 172.21.15.76:0/2711542308 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf90012870 con 0x7faf94072110 2024-09-13T16:02:04.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.383+0000 7faf9bb53640 1 -- 172.21.15.76:0/2711542308 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faf940c20e0 con 0x7faf94072110 2024-09-13T16:02:04.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.384+0000 7faf9bb53640 1 -- 172.21.15.76:0/2711542308 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faf94070190 con 0x7faf94072110 2024-09-13T16:02:04.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.384+0000 7faf867fc640 1 -- 172.21.15.76:0/2711542308 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7faf900129d0 con 0x7faf94072110 2024-09-13T16:02:04.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.385+0000 7faf867fc640 1 --2- 172.21.15.76:0/2711542308 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7faf7806ac00 0x7faf7806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:04.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.385+0000 7faf867fc640 1 -- 172.21.15.76:0/2711542308 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7faf90089040 con 0x7faf94072110 2024-09-13T16:02:04.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.385+0000 7faf998ef640 1 --2- 172.21.15.76:0/2711542308 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7faf7806ac00 0x7faf7806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:04.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.385+0000 7faf998ef640 1 --2- 172.21.15.76:0/2711542308 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7faf7806ac00 0x7faf7806d0c0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7faf88009b40 tx=0x7faf88009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:04.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.389+0000 7faf867fc640 1 -- 172.21.15.76:0/2711542308 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7faf90053fe0 con 0x7faf94072110 2024-09-13T16:02:04.547 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.546+0000 7faf9bb53640 1 -- 172.21.15.76:0/2711542308 --> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7faf940aba80 con 0x7faf7806ac00 2024-09-13T16:02:04.555 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.554+0000 7faf867fc640 1 -- 172.21.15.76:0/2711542308 <== mgr.4104 v2:172.21.15.76:6832/911852275 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+345218 (secure 0 0 0) 0x7faf88011a60 con 0x7faf7806ac00 2024-09-13T16:02:04.559 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:02:04.561 INFO:teuthology.orchestra.run.smithi076.stderr:dumped all 2024-09-13T16:02:04.562 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.557+0000 7faf9bb53640 1 -- 172.21.15.76:0/2711542308 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7faf7806ac00 msgr2=0x7faf7806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:04.562 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.557+0000 7faf9bb53640 1 --2- 172.21.15.76:0/2711542308 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7faf7806ac00 0x7faf7806d0c0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7faf88009b40 tx=0x7faf88009190 comp rx=0 tx=0).stop 2024-09-13T16:02:04.563 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.557+0000 7faf9bb53640 1 -- 172.21.15.76:0/2711542308 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faf94072110 msgr2=0x7faf940cc3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:04.563 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.557+0000 7faf9bb53640 1 --2- 172.21.15.76:0/2711542308 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faf94072110 0x7faf940cc3b0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7faf9000c450 tx=0x7faf9000c910 comp rx=0 tx=0).stop 2024-09-13T16:02:04.563 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.557+0000 7faf9bb53640 1 -- 172.21.15.76:0/2711542308 shutdown_connections 2024-09-13T16:02:04.563 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.557+0000 7faf9bb53640 1 --2- 172.21.15.76:0/2711542308 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faf940c8920 0x7faf941f5e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:04.563 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.557+0000 7faf9bb53640 1 --2- 172.21.15.76:0/2711542308 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faf94072110 0x7faf940cc3b0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:04.563 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.557+0000 7faf9bb53640 1 --2- 172.21.15.76:0/2711542308 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7faf7806ac00 0x7faf7806d0c0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:04.563 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.557+0000 7faf9bb53640 1 --2- 172.21.15.76:0/2711542308 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faf94071d30 0x7faf9406d0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:04.563 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.557+0000 7faf9bb53640 1 -- 172.21.15.76:0/2711542308 >> 172.21.15.76:0/2711542308 conn(0x7faf94069ed0 msgr2=0x7faf940ac960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:04.563 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.558+0000 7faf9bb53640 1 -- 172.21.15.76:0/2711542308 shutdown_connections 2024-09-13T16:02:04.563 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.558+0000 7faf9bb53640 1 -- 172.21.15.76:0/2711542308 wait complete. 2024-09-13T16:02:04.569 INFO:teuthology.orchestra.run.smithi076.stdout:{"pg_ready":true,"pg_map":{"version":38,"stamp":"2024-09-13T16:02:02.938571+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":594961,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":207,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":159,"ondisk_log_size":159,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219596,"kb_used_data":3396,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755124,"statfs":{"total":773094113280,"available":772869246976,"internally_reserved":0,"allocated":3477504,"data_stored":2079141,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":221236793},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2231,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002611"},"pg_stats":[{"pgid":"2.1f","version":"20'4","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.894034+0000","last_change":"2024-09-13T16:01:38.043486+0000","last_active":"2024-09-13T16:01:42.894034+0000","last_peered":"2024-09-13T16:01:42.894034+0000","last_clean":"2024-09-13T16:01:42.894034+0000","last_became_active":"2024-09-13T16:01:38.043224+0000","last_became_peered":"2024-09-13T16:01:38.043224+0000","last_unstale":"2024-09-13T16:01:42.894034+0000","last_undegraded":"2024-09-13T16:01:42.894034+0000","last_fullsized":"2024-09-13T16:01:42.894034+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:28:09.501602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.740926+0000","last_change":"2024-09-13T16:01:38.381213+0000","last_active":"2024-09-13T16:01:42.740926+0000","last_peered":"2024-09-13T16:01:42.740926+0000","last_clean":"2024-09-13T16:01:42.740926+0000","last_became_active":"2024-09-13T16:01:38.380908+0000","last_became_peered":"2024-09-13T16:01:38.380908+0000","last_unstale":"2024-09-13T16:01:42.740926+0000","last_undegraded":"2024-09-13T16:01:42.740926+0000","last_fullsized":"2024-09-13T16:01:42.740926+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:32:40.979627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.773848+0000","last_change":"2024-09-13T16:01:42.771542+0000","last_active":"2024-09-13T16:01:42.773848+0000","last_peered":"2024-09-13T16:01:42.773848+0000","last_clean":"2024-09-13T16:01:42.773848+0000","last_became_active":"2024-09-13T16:01:42.771199+0000","last_became_peered":"2024-09-13T16:01:42.771199+0000","last_unstale":"2024-09-13T16:01:42.773848+0000","last_undegraded":"2024-09-13T16:01:42.773848+0000","last_fullsized":"2024-09-13T16:01:42.773848+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:45:18.127102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.741007+0000","last_change":"2024-09-13T16:01:38.044320+0000","last_active":"2024-09-13T16:01:42.741007+0000","last_peered":"2024-09-13T16:01:42.741007+0000","last_clean":"2024-09-13T16:01:42.741007+0000","last_became_active":"2024-09-13T16:01:38.044060+0000","last_became_peered":"2024-09-13T16:01:38.044060+0000","last_unstale":"2024-09-13T16:01:42.741007+0000","last_undegraded":"2024-09-13T16:01:42.741007+0000","last_fullsized":"2024-09-13T16:01:42.741007+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:06:25.310114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.893859+0000","last_change":"2024-09-13T16:01:38.391329+0000","last_active":"2024-09-13T16:01:42.893859+0000","last_peered":"2024-09-13T16:01:42.893859+0000","last_clean":"2024-09-13T16:01:42.893859+0000","last_became_active":"2024-09-13T16:01:38.390583+0000","last_became_peered":"2024-09-13T16:01:38.390583+0000","last_unstale":"2024-09-13T16:01:42.893859+0000","last_undegraded":"2024-09-13T16:01:42.893859+0000","last_fullsized":"2024-09-13T16:01:42.893859+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:46:55.080354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.937539+0000","last_change":"2024-09-13T16:01:42.405885+0000","last_active":"2024-09-13T16:01:43.937539+0000","last_peered":"2024-09-13T16:01:43.937539+0000","last_clean":"2024-09-13T16:01:43.937539+0000","last_became_active":"2024-09-13T16:01:42.405437+0000","last_became_peered":"2024-09-13T16:01:42.405437+0000","last_unstale":"2024-09-13T16:01:43.937539+0000","last_undegraded":"2024-09-13T16:01:43.937539+0000","last_fullsized":"2024-09-13T16:01:43.937539+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:31:15.185870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.102026+0000","last_change":"2024-09-13T16:01:38.050003+0000","last_active":"2024-09-13T16:01:43.102026+0000","last_peered":"2024-09-13T16:01:43.102026+0000","last_clean":"2024-09-13T16:01:43.102026+0000","last_became_active":"2024-09-13T16:01:38.049584+0000","last_became_peered":"2024-09-13T16:01:38.049584+0000","last_unstale":"2024-09-13T16:01:43.102026+0000","last_undegraded":"2024-09-13T16:01:43.102026+0000","last_fullsized":"2024-09-13T16:01:43.102026+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:14:25.951697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.784438+0000","last_change":"2024-09-13T16:01:38.391359+0000","last_active":"2024-09-13T16:01:42.784438+0000","last_peered":"2024-09-13T16:01:42.784438+0000","last_clean":"2024-09-13T16:01:42.784438+0000","last_became_active":"2024-09-13T16:01:38.390895+0000","last_became_peered":"2024-09-13T16:01:38.390895+0000","last_unstale":"2024-09-13T16:01:42.784438+0000","last_undegraded":"2024-09-13T16:01:42.784438+0000","last_fullsized":"2024-09-13T16:01:42.784438+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:47:58.067818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.937933+0000","last_change":"2024-09-13T16:01:42.410997+0000","last_active":"2024-09-13T16:01:43.937933+0000","last_peered":"2024-09-13T16:01:43.937933+0000","last_clean":"2024-09-13T16:01:43.937933+0000","last_became_active":"2024-09-13T16:01:42.410547+0000","last_became_peered":"2024-09-13T16:01:42.410547+0000","last_unstale":"2024-09-13T16:01:43.937933+0000","last_undegraded":"2024-09-13T16:01:43.937933+0000","last_fullsized":"2024-09-13T16:01:43.937933+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:14:50.266460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.101755+0000","last_change":"2024-09-13T16:01:38.049904+0000","last_active":"2024-09-13T16:01:43.101755+0000","last_peered":"2024-09-13T16:01:43.101755+0000","last_clean":"2024-09-13T16:01:43.101755+0000","last_became_active":"2024-09-13T16:01:38.049639+0000","last_became_peered":"2024-09-13T16:01:38.049639+0000","last_unstale":"2024-09-13T16:01:43.101755+0000","last_undegraded":"2024-09-13T16:01:43.101755+0000","last_fullsized":"2024-09-13T16:01:43.101755+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:01:03.362120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.784091+0000","last_change":"2024-09-13T16:01:38.391594+0000","last_active":"2024-09-13T16:01:42.784091+0000","last_peered":"2024-09-13T16:01:42.784091+0000","last_clean":"2024-09-13T16:01:42.784091+0000","last_became_active":"2024-09-13T16:01:38.390472+0000","last_became_peered":"2024-09-13T16:01:38.390472+0000","last_unstale":"2024-09-13T16:01:42.784091+0000","last_undegraded":"2024-09-13T16:01:42.784091+0000","last_fullsized":"2024-09-13T16:01:42.784091+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:32:40.979627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.937590+0000","last_change":"2024-09-13T16:01:42.410397+0000","last_active":"2024-09-13T16:01:43.937590+0000","last_peered":"2024-09-13T16:01:43.937590+0000","last_clean":"2024-09-13T16:01:43.937590+0000","last_became_active":"2024-09-13T16:01:42.409966+0000","last_became_peered":"2024-09-13T16:01:42.409966+0000","last_unstale":"2024-09-13T16:01:43.937590+0000","last_undegraded":"2024-09-13T16:01:43.937590+0000","last_fullsized":"2024-09-13T16:01:43.937590+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:11:07.252087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.765760+0000","last_change":"2024-09-13T16:01:38.383757+0000","last_active":"2024-09-13T16:01:42.765760+0000","last_peered":"2024-09-13T16:01:42.765760+0000","last_clean":"2024-09-13T16:01:42.765760+0000","last_became_active":"2024-09-13T16:01:38.383022+0000","last_became_peered":"2024-09-13T16:01:38.383022+0000","last_unstale":"2024-09-13T16:01:42.765760+0000","last_undegraded":"2024-09-13T16:01:42.765760+0000","last_fullsized":"2024-09-13T16:01:42.765760+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:50:48.984993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.101829+0000","last_change":"2024-09-13T16:01:38.045571+0000","last_active":"2024-09-13T16:01:43.101829+0000","last_peered":"2024-09-13T16:01:43.101829+0000","last_clean":"2024-09-13T16:01:43.101829+0000","last_became_active":"2024-09-13T16:01:38.044983+0000","last_became_peered":"2024-09-13T16:01:38.044983+0000","last_unstale":"2024-09-13T16:01:43.101829+0000","last_undegraded":"2024-09-13T16:01:43.101829+0000","last_fullsized":"2024-09-13T16:01:43.101829+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:02:55.716969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.938272+0000","last_change":"2024-09-13T16:01:42.405614+0000","last_active":"2024-09-13T16:01:43.938272+0000","last_peered":"2024-09-13T16:01:43.938272+0000","last_clean":"2024-09-13T16:01:43.938272+0000","last_became_active":"2024-09-13T16:01:42.405228+0000","last_became_peered":"2024-09-13T16:01:42.405228+0000","last_unstale":"2024-09-13T16:01:43.938272+0000","last_undegraded":"2024-09-13T16:01:43.938272+0000","last_fullsized":"2024-09-13T16:01:43.938272+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:32:48.617258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.740543+0000","last_change":"2024-09-13T16:01:38.377148+0000","last_active":"2024-09-13T16:01:42.740543+0000","last_peered":"2024-09-13T16:01:42.740543+0000","last_clean":"2024-09-13T16:01:42.740543+0000","last_became_active":"2024-09-13T16:01:38.376910+0000","last_became_peered":"2024-09-13T16:01:38.376910+0000","last_unstale":"2024-09-13T16:01:42.740543+0000","last_undegraded":"2024-09-13T16:01:42.740543+0000","last_fullsized":"2024-09-13T16:01:42.740543+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:34:19.215602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.740021+0000","last_change":"2024-09-13T16:01:38.045117+0000","last_active":"2024-09-13T16:01:42.740021+0000","last_peered":"2024-09-13T16:01:42.740021+0000","last_clean":"2024-09-13T16:01:42.740021+0000","last_became_active":"2024-09-13T16:01:38.044826+0000","last_became_peered":"2024-09-13T16:01:38.044826+0000","last_unstale":"2024-09-13T16:01:42.740021+0000","last_undegraded":"2024-09-13T16:01:42.740021+0000","last_fullsized":"2024-09-13T16:01:42.740021+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:24:21.035433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.938021+0000","last_change":"2024-09-13T16:01:42.407378+0000","last_active":"2024-09-13T16:01:43.938021+0000","last_peered":"2024-09-13T16:01:43.938021+0000","last_clean":"2024-09-13T16:01:43.938021+0000","last_became_active":"2024-09-13T16:01:42.406943+0000","last_became_peered":"2024-09-13T16:01:42.406943+0000","last_unstale":"2024-09-13T16:01:43.938021+0000","last_undegraded":"2024-09-13T16:01:43.938021+0000","last_fullsized":"2024-09-13T16:01:43.938021+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:35:46.546803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.740545+0000","last_change":"2024-09-13T16:01:38.381807+0000","last_active":"2024-09-13T16:01:42.740545+0000","last_peered":"2024-09-13T16:01:42.740545+0000","last_clean":"2024-09-13T16:01:42.740545+0000","last_became_active":"2024-09-13T16:01:38.381511+0000","last_became_peered":"2024-09-13T16:01:38.381511+0000","last_unstale":"2024-09-13T16:01:42.740545+0000","last_undegraded":"2024-09-13T16:01:42.740545+0000","last_fullsized":"2024-09-13T16:01:42.740545+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:50:48.984993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.739303+0000","last_change":"2024-09-13T16:01:38.044656+0000","last_active":"2024-09-13T16:01:42.739303+0000","last_peered":"2024-09-13T16:01:42.739303+0000","last_clean":"2024-09-13T16:01:42.739303+0000","last_became_active":"2024-09-13T16:01:38.044382+0000","last_became_peered":"2024-09-13T16:01:38.044382+0000","last_unstale":"2024-09-13T16:01:42.739303+0000","last_undegraded":"2024-09-13T16:01:42.739303+0000","last_fullsized":"2024-09-13T16:01:42.739303+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:14:25.951697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.935468+0000","last_change":"2024-09-13T16:01:42.773720+0000","last_active":"2024-09-13T16:01:43.935468+0000","last_peered":"2024-09-13T16:01:43.935468+0000","last_clean":"2024-09-13T16:01:43.935468+0000","last_became_active":"2024-09-13T16:01:42.773370+0000","last_became_peered":"2024-09-13T16:01:42.773370+0000","last_unstale":"2024-09-13T16:01:43.935468+0000","last_undegraded":"2024-09-13T16:01:43.935468+0000","last_fullsized":"2024-09-13T16:01:43.935468+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:42:15.891961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.740750+0000","last_change":"2024-09-13T16:01:38.383261+0000","last_active":"2024-09-13T16:01:42.740750+0000","last_peered":"2024-09-13T16:01:42.740750+0000","last_clean":"2024-09-13T16:01:42.740750+0000","last_became_active":"2024-09-13T16:01:38.383018+0000","last_became_peered":"2024-09-13T16:01:38.383018+0000","last_unstale":"2024-09-13T16:01:42.740750+0000","last_undegraded":"2024-09-13T16:01:42.740750+0000","last_fullsized":"2024-09-13T16:01:42.740750+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:14:26.955921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.101394+0000","last_change":"2024-09-13T16:01:38.047186+0000","last_active":"2024-09-13T16:01:43.101394+0000","last_peered":"2024-09-13T16:01:43.101394+0000","last_clean":"2024-09-13T16:01:43.101394+0000","last_became_active":"2024-09-13T16:01:38.046891+0000","last_became_peered":"2024-09-13T16:01:38.046891+0000","last_unstale":"2024-09-13T16:01:43.101394+0000","last_undegraded":"2024-09-13T16:01:43.101394+0000","last_fullsized":"2024-09-13T16:01:43.101394+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:49:15.392141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.937873+0000","last_change":"2024-09-13T16:01:42.406202+0000","last_active":"2024-09-13T16:01:43.937873+0000","last_peered":"2024-09-13T16:01:43.937873+0000","last_clean":"2024-09-13T16:01:43.937873+0000","last_became_active":"2024-09-13T16:01:42.405392+0000","last_became_peered":"2024-09-13T16:01:42.405392+0000","last_unstale":"2024-09-13T16:01:43.937873+0000","last_undegraded":"2024-09-13T16:01:43.937873+0000","last_fullsized":"2024-09-13T16:01:43.937873+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:37:17.034388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.894096+0000","last_change":"2024-09-13T16:01:38.381427+0000","last_active":"2024-09-13T16:01:42.894096+0000","last_peered":"2024-09-13T16:01:42.894096+0000","last_clean":"2024-09-13T16:01:42.894096+0000","last_became_active":"2024-09-13T16:01:38.381199+0000","last_became_peered":"2024-09-13T16:01:38.381199+0000","last_unstale":"2024-09-13T16:01:42.894096+0000","last_undegraded":"2024-09-13T16:01:42.894096+0000","last_fullsized":"2024-09-13T16:01:42.894096+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:32:40.979627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.767408+0000","last_change":"2024-09-13T16:01:38.046308+0000","last_active":"2024-09-13T16:01:42.767408+0000","last_peered":"2024-09-13T16:01:42.767408+0000","last_clean":"2024-09-13T16:01:42.767408+0000","last_became_active":"2024-09-13T16:01:38.046018+0000","last_became_peered":"2024-09-13T16:01:38.046018+0000","last_unstale":"2024-09-13T16:01:42.767408+0000","last_undegraded":"2024-09-13T16:01:42.767408+0000","last_fullsized":"2024-09-13T16:01:42.767408+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:24:21.035433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.937820+0000","last_change":"2024-09-13T16:01:42.773960+0000","last_active":"2024-09-13T16:01:43.937820+0000","last_peered":"2024-09-13T16:01:43.937820+0000","last_clean":"2024-09-13T16:01:43.937820+0000","last_became_active":"2024-09-13T16:01:42.773435+0000","last_became_peered":"2024-09-13T16:01:42.773435+0000","last_unstale":"2024-09-13T16:01:43.937820+0000","last_undegraded":"2024-09-13T16:01:43.937820+0000","last_fullsized":"2024-09-13T16:01:43.937820+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:30:18.806436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.741134+0000","last_change":"2024-09-13T16:01:38.389154+0000","last_active":"2024-09-13T16:01:42.741134+0000","last_peered":"2024-09-13T16:01:42.741134+0000","last_clean":"2024-09-13T16:01:42.741134+0000","last_became_active":"2024-09-13T16:01:38.388900+0000","last_became_peered":"2024-09-13T16:01:38.388900+0000","last_unstale":"2024-09-13T16:01:42.741134+0000","last_undegraded":"2024-09-13T16:01:42.741134+0000","last_fullsized":"2024-09-13T16:01:42.741134+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:47:58.067818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"24'1","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.739420+0000","last_change":"2024-09-13T16:01:38.049846+0000","last_active":"2024-09-13T16:01:42.739420+0000","last_peered":"2024-09-13T16:01:42.739420+0000","last_clean":"2024-09-13T16:01:42.739420+0000","last_became_active":"2024-09-13T16:01:38.049519+0000","last_became_peered":"2024-09-13T16:01:38.049519+0000","last_unstale":"2024-09-13T16:01:42.739420+0000","last_undegraded":"2024-09-13T16:01:42.739420+0000","last_fullsized":"2024-09-13T16:01:42.739420+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:01:03.362120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.773584+0000","last_change":"2024-09-13T16:01:42.771524+0000","last_active":"2024-09-13T16:01:42.773584+0000","last_peered":"2024-09-13T16:01:42.773584+0000","last_clean":"2024-09-13T16:01:42.773584+0000","last_became_active":"2024-09-13T16:01:42.771168+0000","last_became_peered":"2024-09-13T16:01:42.771168+0000","last_unstale":"2024-09-13T16:01:42.773584+0000","last_undegraded":"2024-09-13T16:01:42.773584+0000","last_fullsized":"2024-09-13T16:01:42.773584+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:54:44.930517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,1],"acting":[3,7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.739368+0000","last_change":"2024-09-13T16:01:38.384429+0000","last_active":"2024-09-13T16:01:42.739368+0000","last_peered":"2024-09-13T16:01:42.739368+0000","last_clean":"2024-09-13T16:01:42.739368+0000","last_became_active":"2024-09-13T16:01:38.384168+0000","last_became_peered":"2024-09-13T16:01:38.384168+0000","last_unstale":"2024-09-13T16:01:42.739368+0000","last_undegraded":"2024-09-13T16:01:42.739368+0000","last_fullsized":"2024-09-13T16:01:42.739368+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:56:39.165181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.102159+0000","last_change":"2024-09-13T16:01:38.050163+0000","last_active":"2024-09-13T16:01:43.102159+0000","last_peered":"2024-09-13T16:01:43.102159+0000","last_clean":"2024-09-13T16:01:43.102159+0000","last_became_active":"2024-09-13T16:01:38.049891+0000","last_became_peered":"2024-09-13T16:01:38.049891+0000","last_unstale":"2024-09-13T16:01:43.102159+0000","last_undegraded":"2024-09-13T16:01:43.102159+0000","last_fullsized":"2024-09-13T16:01:43.102159+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:36:03.540434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.935506+0000","last_change":"2024-09-13T16:01:42.769320+0000","last_active":"2024-09-13T16:01:43.935506+0000","last_peered":"2024-09-13T16:01:43.935506+0000","last_clean":"2024-09-13T16:01:43.935506+0000","last_became_active":"2024-09-13T16:01:42.768794+0000","last_became_peered":"2024-09-13T16:01:42.768794+0000","last_unstale":"2024-09-13T16:01:43.935506+0000","last_undegraded":"2024-09-13T16:01:43.935506+0000","last_fullsized":"2024-09-13T16:01:43.935506+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:20:26.537711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.784301+0000","last_change":"2024-09-13T16:01:38.391050+0000","last_active":"2024-09-13T16:01:42.784301+0000","last_peered":"2024-09-13T16:01:42.784301+0000","last_clean":"2024-09-13T16:01:42.784301+0000","last_became_active":"2024-09-13T16:01:38.390786+0000","last_became_peered":"2024-09-13T16:01:38.390786+0000","last_unstale":"2024-09-13T16:01:42.784301+0000","last_undegraded":"2024-09-13T16:01:42.784301+0000","last_fullsized":"2024-09-13T16:01:42.784301+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:01:02.926463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.739420+0000","last_change":"2024-09-13T16:01:38.045562+0000","last_active":"2024-09-13T16:01:42.739420+0000","last_peered":"2024-09-13T16:01:42.739420+0000","last_clean":"2024-09-13T16:01:42.739420+0000","last_became_active":"2024-09-13T16:01:38.045074+0000","last_became_peered":"2024-09-13T16:01:38.045074+0000","last_unstale":"2024-09-13T16:01:42.739420+0000","last_undegraded":"2024-09-13T16:01:42.739420+0000","last_fullsized":"2024-09-13T16:01:42.739420+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:36:03.540434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.935051+0000","last_change":"2024-09-13T16:01:42.410947+0000","last_active":"2024-09-13T16:01:43.935051+0000","last_peered":"2024-09-13T16:01:43.935051+0000","last_clean":"2024-09-13T16:01:43.935051+0000","last_became_active":"2024-09-13T16:01:42.410588+0000","last_became_peered":"2024-09-13T16:01:42.410588+0000","last_unstale":"2024-09-13T16:01:43.935051+0000","last_undegraded":"2024-09-13T16:01:43.935051+0000","last_fullsized":"2024-09-13T16:01:43.935051+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:25:39.304221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.741133+0000","last_change":"2024-09-13T16:01:38.374634+0000","last_active":"2024-09-13T16:01:42.741133+0000","last_peered":"2024-09-13T16:01:42.741133+0000","last_clean":"2024-09-13T16:01:42.741133+0000","last_became_active":"2024-09-13T16:01:38.374105+0000","last_became_peered":"2024-09-13T16:01:38.374105+0000","last_unstale":"2024-09-13T16:01:42.741133+0000","last_undegraded":"2024-09-13T16:01:42.741133+0000","last_fullsized":"2024-09-13T16:01:42.741133+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:24:22.039658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.784462+0000","last_change":"2024-09-13T16:01:38.041551+0000","last_active":"2024-09-13T16:01:42.784462+0000","last_peered":"2024-09-13T16:01:42.784462+0000","last_clean":"2024-09-13T16:01:42.784462+0000","last_became_active":"2024-09-13T16:01:38.041282+0000","last_became_peered":"2024-09-13T16:01:38.041282+0000","last_unstale":"2024-09-13T16:01:42.784462+0000","last_undegraded":"2024-09-13T16:01:42.784462+0000","last_fullsized":"2024-09-13T16:01:42.784462+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:28:09.501602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.936099+0000","last_change":"2024-09-13T16:01:42.403666+0000","last_active":"2024-09-13T16:01:43.936099+0000","last_peered":"2024-09-13T16:01:43.936099+0000","last_clean":"2024-09-13T16:01:43.936099+0000","last_became_active":"2024-09-13T16:01:42.403336+0000","last_became_peered":"2024-09-13T16:01:42.403336+0000","last_unstale":"2024-09-13T16:01:43.936099+0000","last_undegraded":"2024-09-13T16:01:43.936099+0000","last_fullsized":"2024-09-13T16:01:43.936099+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:35:46.546803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.739206+0000","last_change":"2024-09-13T16:01:38.382759+0000","last_active":"2024-09-13T16:01:42.739206+0000","last_peered":"2024-09-13T16:01:42.739206+0000","last_clean":"2024-09-13T16:01:42.739206+0000","last_became_active":"2024-09-13T16:01:38.382409+0000","last_became_peered":"2024-09-13T16:01:38.382409+0000","last_unstale":"2024-09-13T16:01:42.739206+0000","last_undegraded":"2024-09-13T16:01:42.739206+0000","last_fullsized":"2024-09-13T16:01:42.739206+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:50:48.984993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.046468+0000","last_change":"2024-09-13T16:01:38.041731+0000","last_active":"2024-09-13T16:01:43.046468+0000","last_peered":"2024-09-13T16:01:43.046468+0000","last_clean":"2024-09-13T16:01:43.046468+0000","last_became_active":"2024-09-13T16:01:38.041486+0000","last_became_peered":"2024-09-13T16:01:38.041486+0000","last_unstale":"2024-09-13T16:01:43.046468+0000","last_undegraded":"2024-09-13T16:01:43.046468+0000","last_fullsized":"2024-09-13T16:01:43.046468+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:02:55.716969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.935527+0000","last_change":"2024-09-13T16:01:42.405686+0000","last_active":"2024-09-13T16:01:43.935527+0000","last_peered":"2024-09-13T16:01:43.935527+0000","last_clean":"2024-09-13T16:01:43.935527+0000","last_became_active":"2024-09-13T16:01:42.405299+0000","last_became_peered":"2024-09-13T16:01:42.405299+0000","last_unstale":"2024-09-13T16:01:43.935527+0000","last_undegraded":"2024-09-13T16:01:43.935527+0000","last_fullsized":"2024-09-13T16:01:43.935527+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:00:25.218766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.893479+0000","last_change":"2024-09-13T16:01:38.378451+0000","last_active":"2024-09-13T16:01:42.893479+0000","last_peered":"2024-09-13T16:01:42.893479+0000","last_clean":"2024-09-13T16:01:42.893479+0000","last_became_active":"2024-09-13T16:01:38.378223+0000","last_became_peered":"2024-09-13T16:01:38.378223+0000","last_unstale":"2024-09-13T16:01:42.893479+0000","last_undegraded":"2024-09-13T16:01:42.893479+0000","last_fullsized":"2024-09-13T16:01:42.893479+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:26:52.108188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.101454+0000","last_change":"2024-09-13T16:01:38.047589+0000","last_active":"2024-09-13T16:01:43.101454+0000","last_peered":"2024-09-13T16:01:43.101454+0000","last_clean":"2024-09-13T16:01:43.101454+0000","last_became_active":"2024-09-13T16:01:38.047251+0000","last_became_peered":"2024-09-13T16:01:38.047251+0000","last_unstale":"2024-09-13T16:01:43.101454+0000","last_undegraded":"2024-09-13T16:01:43.101454+0000","last_fullsized":"2024-09-13T16:01:43.101454+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:24:10.623551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.936252+0000","last_change":"2024-09-13T16:01:42.769496+0000","last_active":"2024-09-13T16:01:43.936252+0000","last_peered":"2024-09-13T16:01:43.936252+0000","last_clean":"2024-09-13T16:01:43.936252+0000","last_became_active":"2024-09-13T16:01:42.768818+0000","last_became_peered":"2024-09-13T16:01:42.768818+0000","last_unstale":"2024-09-13T16:01:43.936252+0000","last_undegraded":"2024-09-13T16:01:43.936252+0000","last_fullsized":"2024-09-13T16:01:43.936252+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:43:36.812257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.740399+0000","last_change":"2024-09-13T16:01:38.395363+0000","last_active":"2024-09-13T16:01:42.740399+0000","last_peered":"2024-09-13T16:01:42.740399+0000","last_clean":"2024-09-13T16:01:42.740399+0000","last_became_active":"2024-09-13T16:01:38.395088+0000","last_became_peered":"2024-09-13T16:01:38.395088+0000","last_unstale":"2024-09-13T16:01:42.740399+0000","last_undegraded":"2024-09-13T16:01:42.740399+0000","last_fullsized":"2024-09-13T16:01:42.740399+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:12:34.508295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.783880+0000","last_change":"2024-09-13T16:01:38.043887+0000","last_active":"2024-09-13T16:01:42.783880+0000","last_peered":"2024-09-13T16:01:42.783880+0000","last_clean":"2024-09-13T16:01:42.783880+0000","last_became_active":"2024-09-13T16:01:38.043587+0000","last_became_peered":"2024-09-13T16:01:38.043587+0000","last_unstale":"2024-09-13T16:01:42.783880+0000","last_undegraded":"2024-09-13T16:01:42.783880+0000","last_fullsized":"2024-09-13T16:01:42.783880+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:24:10.623551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":168,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.101524+0000","last_change":"2024-09-13T16:01:29.143297+0000","last_active":"2024-09-13T16:01:43.101524+0000","last_peered":"2024-09-13T16:01:43.101524+0000","last_clean":"2024-09-13T16:01:43.101524+0000","last_became_active":"2024-09-13T16:01:29.142269+0000","last_became_peered":"2024-09-13T16:01:29.142269+0000","last_unstale":"2024-09-13T16:01:43.101524+0000","last_undegraded":"2024-09-13T16:01:43.101524+0000","last_fullsized":"2024-09-13T16:01:43.101524+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:27.864638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:27.864638+0000","last_clean_scrub_stamp":"2024-09-13T16:01:27.864638+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:25:24.741463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.744290+0000","last_change":"2024-09-13T16:01:42.771884+0000","last_active":"2024-09-13T16:01:43.744290+0000","last_peered":"2024-09-13T16:01:43.744290+0000","last_clean":"2024-09-13T16:01:43.744290+0000","last_became_active":"2024-09-13T16:01:42.771517+0000","last_became_peered":"2024-09-13T16:01:42.771517+0000","last_unstale":"2024-09-13T16:01:43.744290+0000","last_undegraded":"2024-09-13T16:01:43.744290+0000","last_fullsized":"2024-09-13T16:01:43.744290+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:32:48.617258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.101896+0000","last_change":"2024-09-13T16:01:38.394135+0000","last_active":"2024-09-13T16:01:43.101896+0000","last_peered":"2024-09-13T16:01:43.101896+0000","last_clean":"2024-09-13T16:01:43.101896+0000","last_became_active":"2024-09-13T16:01:38.393861+0000","last_became_peered":"2024-09-13T16:01:38.393861+0000","last_unstale":"2024-09-13T16:01:43.101896+0000","last_undegraded":"2024-09-13T16:01:43.101896+0000","last_fullsized":"2024-09-13T16:01:43.101896+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:18:40.611815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.046561+0000","last_change":"2024-09-13T16:01:38.045505+0000","last_active":"2024-09-13T16:01:43.046561+0000","last_peered":"2024-09-13T16:01:43.046561+0000","last_clean":"2024-09-13T16:01:43.046561+0000","last_became_active":"2024-09-13T16:01:38.045248+0000","last_became_peered":"2024-09-13T16:01:38.045248+0000","last_unstale":"2024-09-13T16:01:43.046561+0000","last_undegraded":"2024-09-13T16:01:43.046561+0000","last_fullsized":"2024-09-13T16:01:43.046561+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:28:09.501602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.744153+0000","last_change":"2024-09-13T16:01:42.769297+0000","last_active":"2024-09-13T16:01:43.744153+0000","last_peered":"2024-09-13T16:01:43.744153+0000","last_clean":"2024-09-13T16:01:43.744153+0000","last_became_active":"2024-09-13T16:01:42.768870+0000","last_became_peered":"2024-09-13T16:01:42.768870+0000","last_unstale":"2024-09-13T16:01:43.744153+0000","last_undegraded":"2024-09-13T16:01:43.744153+0000","last_fullsized":"2024-09-13T16:01:43.744153+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:43:36.812257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.784365+0000","last_change":"2024-09-13T16:01:38.391161+0000","last_active":"2024-09-13T16:01:42.784365+0000","last_peered":"2024-09-13T16:01:42.784365+0000","last_clean":"2024-09-13T16:01:42.784365+0000","last_became_active":"2024-09-13T16:01:38.390593+0000","last_became_peered":"2024-09-13T16:01:38.390593+0000","last_unstale":"2024-09-13T16:01:42.784365+0000","last_undegraded":"2024-09-13T16:01:42.784365+0000","last_fullsized":"2024-09-13T16:01:42.784365+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:23:28.903420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.739881+0000","last_change":"2024-09-13T16:01:38.045306+0000","last_active":"2024-09-13T16:01:42.739881+0000","last_peered":"2024-09-13T16:01:42.739881+0000","last_clean":"2024-09-13T16:01:42.739881+0000","last_became_active":"2024-09-13T16:01:38.044814+0000","last_became_peered":"2024-09-13T16:01:38.044814+0000","last_unstale":"2024-09-13T16:01:42.739881+0000","last_undegraded":"2024-09-13T16:01:42.739881+0000","last_fullsized":"2024-09-13T16:01:42.739881+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:24:10.623551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.935664+0000","last_change":"2024-09-13T16:01:42.409030+0000","last_active":"2024-09-13T16:01:43.935664+0000","last_peered":"2024-09-13T16:01:43.935664+0000","last_clean":"2024-09-13T16:01:43.935664+0000","last_became_active":"2024-09-13T16:01:42.408572+0000","last_became_peered":"2024-09-13T16:01:42.408572+0000","last_unstale":"2024-09-13T16:01:43.935664+0000","last_undegraded":"2024-09-13T16:01:43.935664+0000","last_fullsized":"2024-09-13T16:01:43.935664+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:36:20.203172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.102285+0000","last_change":"2024-09-13T16:01:38.389255+0000","last_active":"2024-09-13T16:01:43.102285+0000","last_peered":"2024-09-13T16:01:43.102285+0000","last_clean":"2024-09-13T16:01:43.102285+0000","last_became_active":"2024-09-13T16:01:38.388621+0000","last_became_peered":"2024-09-13T16:01:38.388621+0000","last_unstale":"2024-09-13T16:01:43.102285+0000","last_undegraded":"2024-09-13T16:01:43.102285+0000","last_fullsized":"2024-09-13T16:01:43.102285+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:10:01.242838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.046447+0000","last_change":"2024-09-13T16:01:38.041222+0000","last_active":"2024-09-13T16:01:43.046447+0000","last_peered":"2024-09-13T16:01:43.046447+0000","last_clean":"2024-09-13T16:01:43.046447+0000","last_became_active":"2024-09-13T16:01:38.040944+0000","last_became_peered":"2024-09-13T16:01:38.040944+0000","last_unstale":"2024-09-13T16:01:43.046447+0000","last_undegraded":"2024-09-13T16:01:43.046447+0000","last_fullsized":"2024-09-13T16:01:43.046447+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:26:27.274561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.937421+0000","last_change":"2024-09-13T16:01:42.769386+0000","last_active":"2024-09-13T16:01:43.937421+0000","last_peered":"2024-09-13T16:01:43.937421+0000","last_clean":"2024-09-13T16:01:43.937421+0000","last_became_active":"2024-09-13T16:01:42.768939+0000","last_became_peered":"2024-09-13T16:01:42.768939+0000","last_unstale":"2024-09-13T16:01:43.937421+0000","last_undegraded":"2024-09-13T16:01:43.937421+0000","last_fullsized":"2024-09-13T16:01:43.937421+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:20:26.537711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.102258+0000","last_change":"2024-09-13T16:01:38.383940+0000","last_active":"2024-09-13T16:01:43.102258+0000","last_peered":"2024-09-13T16:01:43.102258+0000","last_clean":"2024-09-13T16:01:43.102258+0000","last_became_active":"2024-09-13T16:01:38.383323+0000","last_became_peered":"2024-09-13T16:01:38.383323+0000","last_unstale":"2024-09-13T16:01:43.102258+0000","last_undegraded":"2024-09-13T16:01:43.102258+0000","last_fullsized":"2024-09-13T16:01:43.102258+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:56:09.593688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.741127+0000","last_change":"2024-09-13T16:01:38.044504+0000","last_active":"2024-09-13T16:01:42.741127+0000","last_peered":"2024-09-13T16:01:42.741127+0000","last_clean":"2024-09-13T16:01:42.741127+0000","last_became_active":"2024-09-13T16:01:38.044222+0000","last_became_peered":"2024-09-13T16:01:38.044222+0000","last_unstale":"2024-09-13T16:01:42.741127+0000","last_undegraded":"2024-09-13T16:01:42.741127+0000","last_fullsized":"2024-09-13T16:01:42.741127+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:06:25.310114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.937460+0000","last_change":"2024-09-13T16:01:42.402326+0000","last_active":"2024-09-13T16:01:43.937460+0000","last_peered":"2024-09-13T16:01:43.937460+0000","last_clean":"2024-09-13T16:01:43.937460+0000","last_became_active":"2024-09-13T16:01:42.402009+0000","last_became_peered":"2024-09-13T16:01:42.402009+0000","last_unstale":"2024-09-13T16:01:43.937460+0000","last_undegraded":"2024-09-13T16:01:43.937460+0000","last_fullsized":"2024-09-13T16:01:43.937460+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:20:26.537711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.102118+0000","last_change":"2024-09-13T16:01:38.389415+0000","last_active":"2024-09-13T16:01:43.102118+0000","last_peered":"2024-09-13T16:01:43.102118+0000","last_clean":"2024-09-13T16:01:43.102118+0000","last_became_active":"2024-09-13T16:01:38.388592+0000","last_became_peered":"2024-09-13T16:01:38.388592+0000","last_unstale":"2024-09-13T16:01:43.102118+0000","last_undegraded":"2024-09-13T16:01:43.102118+0000","last_fullsized":"2024-09-13T16:01:43.102118+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:50:48.984993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.046090+0000","last_change":"2024-09-13T16:01:38.043617+0000","last_active":"2024-09-13T16:01:43.046090+0000","last_peered":"2024-09-13T16:01:43.046090+0000","last_clean":"2024-09-13T16:01:43.046090+0000","last_became_active":"2024-09-13T16:01:38.043356+0000","last_became_peered":"2024-09-13T16:01:38.043356+0000","last_unstale":"2024-09-13T16:01:43.046090+0000","last_undegraded":"2024-09-13T16:01:43.046090+0000","last_fullsized":"2024-09-13T16:01:43.046090+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:24:21.035433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.936140+0000","last_change":"2024-09-13T16:01:42.410933+0000","last_active":"2024-09-13T16:01:43.936140+0000","last_peered":"2024-09-13T16:01:43.936140+0000","last_clean":"2024-09-13T16:01:43.936140+0000","last_became_active":"2024-09-13T16:01:42.410473+0000","last_became_peered":"2024-09-13T16:01:42.410473+0000","last_unstale":"2024-09-13T16:01:43.936140+0000","last_undegraded":"2024-09-13T16:01:43.936140+0000","last_fullsized":"2024-09-13T16:01:43.936140+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:42:15.891961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.766016+0000","last_change":"2024-09-13T16:01:38.383187+0000","last_active":"2024-09-13T16:01:42.766016+0000","last_peered":"2024-09-13T16:01:42.766016+0000","last_clean":"2024-09-13T16:01:42.766016+0000","last_became_active":"2024-09-13T16:01:38.382925+0000","last_became_peered":"2024-09-13T16:01:38.382925+0000","last_unstale":"2024-09-13T16:01:42.766016+0000","last_undegraded":"2024-09-13T16:01:42.766016+0000","last_fullsized":"2024-09-13T16:01:42.766016+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:46:55.080354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.766490+0000","last_change":"2024-09-13T16:01:38.046778+0000","last_active":"2024-09-13T16:01:42.766490+0000","last_peered":"2024-09-13T16:01:42.766490+0000","last_clean":"2024-09-13T16:01:42.766490+0000","last_became_active":"2024-09-13T16:01:38.045100+0000","last_became_peered":"2024-09-13T16:01:38.045100+0000","last_unstale":"2024-09-13T16:01:42.766490+0000","last_undegraded":"2024-09-13T16:01:42.766490+0000","last_fullsized":"2024-09-13T16:01:42.766490+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:24:10.623551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.774975+0000","last_change":"2024-09-13T16:01:42.773772+0000","last_active":"2024-09-13T16:01:42.774975+0000","last_peered":"2024-09-13T16:01:42.774975+0000","last_clean":"2024-09-13T16:01:42.774975+0000","last_became_active":"2024-09-13T16:01:42.773404+0000","last_became_peered":"2024-09-13T16:01:42.773404+0000","last_unstale":"2024-09-13T16:01:42.774975+0000","last_undegraded":"2024-09-13T16:01:42.774975+0000","last_fullsized":"2024-09-13T16:01:42.774975+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:42:15.891961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.101674+0000","last_change":"2024-09-13T16:01:38.389531+0000","last_active":"2024-09-13T16:01:43.101674+0000","last_peered":"2024-09-13T16:01:43.101674+0000","last_clean":"2024-09-13T16:01:43.101674+0000","last_became_active":"2024-09-13T16:01:38.386834+0000","last_became_peered":"2024-09-13T16:01:38.386834+0000","last_unstale":"2024-09-13T16:01:43.101674+0000","last_undegraded":"2024-09-13T16:01:43.101674+0000","last_fullsized":"2024-09-13T16:01:43.101674+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:30:15.448942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.784372+0000","last_change":"2024-09-13T16:01:38.043443+0000","last_active":"2024-09-13T16:01:42.784372+0000","last_peered":"2024-09-13T16:01:42.784372+0000","last_clean":"2024-09-13T16:01:42.784372+0000","last_became_active":"2024-09-13T16:01:38.043119+0000","last_became_peered":"2024-09-13T16:01:38.043119+0000","last_unstale":"2024-09-13T16:01:42.784372+0000","last_undegraded":"2024-09-13T16:01:42.784372+0000","last_fullsized":"2024-09-13T16:01:42.784372+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:26:27.274561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.772915+0000","last_change":"2024-09-13T16:01:42.769091+0000","last_active":"2024-09-13T16:01:42.772915+0000","last_peered":"2024-09-13T16:01:42.772915+0000","last_clean":"2024-09-13T16:01:42.772915+0000","last_became_active":"2024-09-13T16:01:42.768702+0000","last_became_peered":"2024-09-13T16:01:42.768702+0000","last_unstale":"2024-09-13T16:01:42.772915+0000","last_undegraded":"2024-09-13T16:01:42.772915+0000","last_fullsized":"2024-09-13T16:01:42.772915+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:11:47.519578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.893811+0000","last_change":"2024-09-13T16:01:38.385072+0000","last_active":"2024-09-13T16:01:42.893811+0000","last_peered":"2024-09-13T16:01:42.893811+0000","last_clean":"2024-09-13T16:01:42.893811+0000","last_became_active":"2024-09-13T16:01:38.384827+0000","last_became_peered":"2024-09-13T16:01:38.384827+0000","last_unstale":"2024-09-13T16:01:42.893811+0000","last_undegraded":"2024-09-13T16:01:42.893811+0000","last_fullsized":"2024-09-13T16:01:42.893811+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:56:39.165181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":18,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.893675+0000","last_change":"2024-09-13T16:01:38.032555+0000","last_active":"2024-09-13T16:01:42.893675+0000","last_peered":"2024-09-13T16:01:42.893675+0000","last_clean":"2024-09-13T16:01:42.893675+0000","last_became_active":"2024-09-13T16:01:38.032325+0000","last_became_peered":"2024-09-13T16:01:38.032325+0000","last_unstale":"2024-09-13T16:01:42.893675+0000","last_undegraded":"2024-09-13T16:01:42.893675+0000","last_fullsized":"2024-09-13T16:01:42.893675+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:00:17.329158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.938764+0000","last_change":"2024-09-13T16:01:42.770872+0000","last_active":"2024-09-13T16:01:43.938764+0000","last_peered":"2024-09-13T16:01:43.938764+0000","last_clean":"2024-09-13T16:01:43.938764+0000","last_became_active":"2024-09-13T16:01:42.770431+0000","last_became_peered":"2024-09-13T16:01:42.770431+0000","last_unstale":"2024-09-13T16:01:43.938764+0000","last_undegraded":"2024-09-13T16:01:43.938764+0000","last_fullsized":"2024-09-13T16:01:43.938764+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:00:25.218766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.101790+0000","last_change":"2024-09-13T16:01:38.388813+0000","last_active":"2024-09-13T16:01:43.101790+0000","last_peered":"2024-09-13T16:01:43.101790+0000","last_clean":"2024-09-13T16:01:43.101790+0000","last_became_active":"2024-09-13T16:01:38.388505+0000","last_became_peered":"2024-09-13T16:01:38.388505+0000","last_unstale":"2024-09-13T16:01:43.101790+0000","last_undegraded":"2024-09-13T16:01:43.101790+0000","last_fullsized":"2024-09-13T16:01:43.101790+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:23:28.903420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"26'9","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:47.034781+0000","last_change":"2024-09-13T16:01:38.041272+0000","last_active":"2024-09-13T16:01:47.034781+0000","last_peered":"2024-09-13T16:01:47.034781+0000","last_clean":"2024-09-13T16:01:47.034781+0000","last_became_active":"2024-09-13T16:01:38.041007+0000","last_became_peered":"2024-09-13T16:01:38.041007+0000","last_unstale":"2024-09-13T16:01:47.034781+0000","last_undegraded":"2024-09-13T16:01:47.034781+0000","last_fullsized":"2024-09-13T16:01:47.034781+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:28:09.501602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3795,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.935120+0000","last_change":"2024-09-13T16:01:42.407647+0000","last_active":"2024-09-13T16:01:43.935120+0000","last_peered":"2024-09-13T16:01:43.935120+0000","last_clean":"2024-09-13T16:01:43.935120+0000","last_became_active":"2024-09-13T16:01:42.407092+0000","last_became_peered":"2024-09-13T16:01:42.407092+0000","last_unstale":"2024-09-13T16:01:43.935120+0000","last_undegraded":"2024-09-13T16:01:43.935120+0000","last_fullsized":"2024-09-13T16:01:43.935120+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:20:26.537711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.741092+0000","last_change":"2024-09-13T16:01:38.386378+0000","last_active":"2024-09-13T16:01:42.741092+0000","last_peered":"2024-09-13T16:01:42.741092+0000","last_clean":"2024-09-13T16:01:42.741092+0000","last_became_active":"2024-09-13T16:01:38.386097+0000","last_became_peered":"2024-09-13T16:01:38.386097+0000","last_unstale":"2024-09-13T16:01:42.741092+0000","last_undegraded":"2024-09-13T16:01:42.741092+0000","last_fullsized":"2024-09-13T16:01:42.741092+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:24:11.627776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.739880+0000","last_change":"2024-09-13T16:01:38.045425+0000","last_active":"2024-09-13T16:01:42.739880+0000","last_peered":"2024-09-13T16:01:42.739880+0000","last_clean":"2024-09-13T16:01:42.739880+0000","last_became_active":"2024-09-13T16:01:38.045168+0000","last_became_peered":"2024-09-13T16:01:38.045168+0000","last_unstale":"2024-09-13T16:01:42.739880+0000","last_undegraded":"2024-09-13T16:01:42.739880+0000","last_fullsized":"2024-09-13T16:01:42.739880+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:49:15.392141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.937983+0000","last_change":"2024-09-13T16:01:42.404614+0000","last_active":"2024-09-13T16:01:43.937983+0000","last_peered":"2024-09-13T16:01:43.937983+0000","last_clean":"2024-09-13T16:01:43.937983+0000","last_became_active":"2024-09-13T16:01:42.404212+0000","last_became_peered":"2024-09-13T16:01:42.404212+0000","last_unstale":"2024-09-13T16:01:43.937983+0000","last_undegraded":"2024-09-13T16:01:43.937983+0000","last_fullsized":"2024-09-13T16:01:43.937983+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:43:36.812257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.893986+0000","last_change":"2024-09-13T16:01:38.390798+0000","last_active":"2024-09-13T16:01:42.893986+0000","last_peered":"2024-09-13T16:01:42.893986+0000","last_clean":"2024-09-13T16:01:42.893986+0000","last_became_active":"2024-09-13T16:01:38.390282+0000","last_became_peered":"2024-09-13T16:01:38.390282+0000","last_unstale":"2024-09-13T16:01:42.893986+0000","last_undegraded":"2024-09-13T16:01:42.893986+0000","last_fullsized":"2024-09-13T16:01:42.893986+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:00:55.603516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.784159+0000","last_change":"2024-09-13T16:01:38.046663+0000","last_active":"2024-09-13T16:01:42.784159+0000","last_peered":"2024-09-13T16:01:42.784159+0000","last_clean":"2024-09-13T16:01:42.784159+0000","last_became_active":"2024-09-13T16:01:38.046052+0000","last_became_peered":"2024-09-13T16:01:38.046052+0000","last_unstale":"2024-09-13T16:01:42.784159+0000","last_undegraded":"2024-09-13T16:01:42.784159+0000","last_fullsized":"2024-09-13T16:01:42.784159+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:02:55.716969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.740391+0000","last_change":"2024-09-13T16:01:42.404356+0000","last_active":"2024-09-13T16:01:42.740391+0000","last_peered":"2024-09-13T16:01:42.740391+0000","last_clean":"2024-09-13T16:01:42.740391+0000","last_became_active":"2024-09-13T16:01:42.403979+0000","last_became_peered":"2024-09-13T16:01:42.403979+0000","last_unstale":"2024-09-13T16:01:42.740391+0000","last_undegraded":"2024-09-13T16:01:42.740391+0000","last_fullsized":"2024-09-13T16:01:42.740391+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:37:17.034388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.784063+0000","last_change":"2024-09-13T16:01:38.389129+0000","last_active":"2024-09-13T16:01:42.784063+0000","last_peered":"2024-09-13T16:01:42.784063+0000","last_clean":"2024-09-13T16:01:42.784063+0000","last_became_active":"2024-09-13T16:01:38.388626+0000","last_became_peered":"2024-09-13T16:01:38.388626+0000","last_unstale":"2024-09-13T16:01:42.784063+0000","last_undegraded":"2024-09-13T16:01:42.784063+0000","last_fullsized":"2024-09-13T16:01:42.784063+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:30:15.448942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.767208+0000","last_change":"2024-09-13T16:01:38.045787+0000","last_active":"2024-09-13T16:01:42.767208+0000","last_peered":"2024-09-13T16:01:42.767208+0000","last_clean":"2024-09-13T16:01:42.767208+0000","last_became_active":"2024-09-13T16:01:38.045068+0000","last_became_peered":"2024-09-13T16:01:38.045068+0000","last_unstale":"2024-09-13T16:01:42.767208+0000","last_undegraded":"2024-09-13T16:01:42.767208+0000","last_fullsized":"2024-09-13T16:01:42.767208+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:14:25.951697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.773928+0000","last_change":"2024-09-13T16:01:42.771830+0000","last_active":"2024-09-13T16:01:42.773928+0000","last_peered":"2024-09-13T16:01:42.773928+0000","last_clean":"2024-09-13T16:01:42.773928+0000","last_became_active":"2024-09-13T16:01:42.771400+0000","last_became_peered":"2024-09-13T16:01:42.771400+0000","last_unstale":"2024-09-13T16:01:42.773928+0000","last_undegraded":"2024-09-13T16:01:42.773928+0000","last_fullsized":"2024-09-13T16:01:42.773928+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:25:39.304221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.936031+0000","last_change":"2024-09-13T16:01:42.773115+0000","last_active":"2024-09-13T16:01:43.936031+0000","last_peered":"2024-09-13T16:01:43.936031+0000","last_clean":"2024-09-13T16:01:43.936031+0000","last_became_active":"2024-09-13T16:01:42.772655+0000","last_became_peered":"2024-09-13T16:01:42.772655+0000","last_unstale":"2024-09-13T16:01:43.936031+0000","last_undegraded":"2024-09-13T16:01:43.936031+0000","last_fullsized":"2024-09-13T16:01:43.936031+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:25:39.304221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.738946+0000","last_change":"2024-09-13T16:01:38.388582+0000","last_active":"2024-09-13T16:01:42.738946+0000","last_peered":"2024-09-13T16:01:42.738946+0000","last_clean":"2024-09-13T16:01:42.738946+0000","last_became_active":"2024-09-13T16:01:38.388330+0000","last_became_peered":"2024-09-13T16:01:38.388330+0000","last_unstale":"2024-09-13T16:01:42.738946+0000","last_undegraded":"2024-09-13T16:01:42.738946+0000","last_fullsized":"2024-09-13T16:01:42.738946+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:47:58.067818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.784362+0000","last_change":"2024-09-13T16:01:38.043944+0000","last_active":"2024-09-13T16:01:42.784362+0000","last_peered":"2024-09-13T16:01:42.784362+0000","last_clean":"2024-09-13T16:01:42.784362+0000","last_became_active":"2024-09-13T16:01:38.043385+0000","last_became_peered":"2024-09-13T16:01:38.043385+0000","last_unstale":"2024-09-13T16:01:42.784362+0000","last_undegraded":"2024-09-13T16:01:42.784362+0000","last_fullsized":"2024-09-13T16:01:42.784362+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:24:21.035433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.744577+0000","last_change":"2024-09-13T16:01:42.406272+0000","last_active":"2024-09-13T16:01:43.744577+0000","last_peered":"2024-09-13T16:01:43.744577+0000","last_clean":"2024-09-13T16:01:43.744577+0000","last_became_active":"2024-09-13T16:01:42.405857+0000","last_became_peered":"2024-09-13T16:01:42.405857+0000","last_unstale":"2024-09-13T16:01:43.744577+0000","last_undegraded":"2024-09-13T16:01:43.744577+0000","last_fullsized":"2024-09-13T16:01:43.744577+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:36:20.203172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.740473+0000","last_change":"2024-09-13T16:01:38.386302+0000","last_active":"2024-09-13T16:01:42.740473+0000","last_peered":"2024-09-13T16:01:42.740473+0000","last_clean":"2024-09-13T16:01:42.740473+0000","last_became_active":"2024-09-13T16:01:38.385913+0000","last_became_peered":"2024-09-13T16:01:38.385913+0000","last_unstale":"2024-09-13T16:01:42.740473+0000","last_undegraded":"2024-09-13T16:01:42.740473+0000","last_fullsized":"2024-09-13T16:01:42.740473+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:52:18.737109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.740361+0000","last_change":"2024-09-13T16:01:38.047221+0000","last_active":"2024-09-13T16:01:42.740361+0000","last_peered":"2024-09-13T16:01:42.740361+0000","last_clean":"2024-09-13T16:01:42.740361+0000","last_became_active":"2024-09-13T16:01:38.047045+0000","last_became_peered":"2024-09-13T16:01:38.047045+0000","last_unstale":"2024-09-13T16:01:42.740361+0000","last_undegraded":"2024-09-13T16:01:42.740361+0000","last_fullsized":"2024-09-13T16:01:42.740361+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:25:17.789588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.767070+0000","last_change":"2024-09-13T16:01:38.045820+0000","last_active":"2024-09-13T16:01:42.767070+0000","last_peered":"2024-09-13T16:01:42.767070+0000","last_clean":"2024-09-13T16:01:42.767070+0000","last_became_active":"2024-09-13T16:01:38.045544+0000","last_became_peered":"2024-09-13T16:01:38.045544+0000","last_unstale":"2024-09-13T16:01:42.767070+0000","last_undegraded":"2024-09-13T16:01:42.767070+0000","last_fullsized":"2024-09-13T16:01:42.767070+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:02:55.716969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.893702+0000","last_change":"2024-09-13T16:01:38.382496+0000","last_active":"2024-09-13T16:01:42.893702+0000","last_peered":"2024-09-13T16:01:42.893702+0000","last_clean":"2024-09-13T16:01:42.893702+0000","last_became_active":"2024-09-13T16:01:38.381672+0000","last_became_peered":"2024-09-13T16:01:38.381672+0000","last_unstale":"2024-09-13T16:01:42.893702+0000","last_undegraded":"2024-09-13T16:01:42.893702+0000","last_fullsized":"2024-09-13T16:01:42.893702+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:52:18.737109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":13,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.744098+0000","last_change":"2024-09-13T16:01:42.402763+0000","last_active":"2024-09-13T16:01:43.744098+0000","last_peered":"2024-09-13T16:01:43.744098+0000","last_clean":"2024-09-13T16:01:43.744098+0000","last_became_active":"2024-09-13T16:01:42.401986+0000","last_became_peered":"2024-09-13T16:01:42.401986+0000","last_unstale":"2024-09-13T16:01:43.744098+0000","last_undegraded":"2024-09-13T16:01:43.744098+0000","last_fullsized":"2024-09-13T16:01:43.744098+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:56:42.522676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,5],"acting":[2,1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.740621+0000","last_change":"2024-09-13T16:01:38.042938+0000","last_active":"2024-09-13T16:01:42.740621+0000","last_peered":"2024-09-13T16:01:42.740621+0000","last_clean":"2024-09-13T16:01:42.740621+0000","last_became_active":"2024-09-13T16:01:38.042669+0000","last_became_peered":"2024-09-13T16:01:38.042669+0000","last_unstale":"2024-09-13T16:01:42.740621+0000","last_undegraded":"2024-09-13T16:01:42.740621+0000","last_fullsized":"2024-09-13T16:01:42.740621+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:37.018509+0000","last_clean_scrub_stamp":"2024-09-13T16:01:37.018509+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:14:50.329312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.740725+0000","last_change":"2024-09-13T16:01:38.381599+0000","last_active":"2024-09-13T16:01:42.740725+0000","last_peered":"2024-09-13T16:01:42.740725+0000","last_clean":"2024-09-13T16:01:42.740725+0000","last_became_active":"2024-09-13T16:01:38.381317+0000","last_became_peered":"2024-09-13T16:01:38.381317+0000","last_unstale":"2024-09-13T16:01:42.740725+0000","last_undegraded":"2024-09-13T16:01:42.740725+0000","last_fullsized":"2024-09-13T16:01:42.740725+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:49:16.396366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.740874+0000","last_change":"2024-09-13T16:01:42.400557+0000","last_active":"2024-09-13T16:01:42.740874+0000","last_peered":"2024-09-13T16:01:42.740874+0000","last_clean":"2024-09-13T16:01:42.740874+0000","last_became_active":"2024-09-13T16:01:42.399372+0000","last_became_peered":"2024-09-13T16:01:42.399372+0000","last_unstale":"2024-09-13T16:01:42.740874+0000","last_undegraded":"2024-09-13T16:01:42.740874+0000","last_fullsized":"2024-09-13T16:01:42.740874+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:41.380228+0000","last_clean_scrub_stamp":"2024-09-13T16:01:41.380228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:22:55.782642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.765923+0000","last_change":"2024-09-13T16:01:38.388208+0000","last_active":"2024-09-13T16:01:42.765923+0000","last_peered":"2024-09-13T16:01:42.765923+0000","last_clean":"2024-09-13T16:01:42.765923+0000","last_became_active":"2024-09-13T16:01:38.387947+0000","last_became_peered":"2024-09-13T16:01:38.387947+0000","last_unstale":"2024-09-13T16:01:42.765923+0000","last_undegraded":"2024-09-13T16:01:42.765923+0000","last_fullsized":"2024-09-13T16:01:42.765923+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:52:18.737109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.046399+0000","last_change":"2024-09-13T16:01:38.390122+0000","last_active":"2024-09-13T16:01:43.046399+0000","last_peered":"2024-09-13T16:01:43.046399+0000","last_clean":"2024-09-13T16:01:43.046399+0000","last_became_active":"2024-09-13T16:01:38.389863+0000","last_became_peered":"2024-09-13T16:01:38.389863+0000","last_unstale":"2024-09-13T16:01:43.046399+0000","last_undegraded":"2024-09-13T16:01:43.046399+0000","last_fullsized":"2024-09-13T16:01:43.046399+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:15:31.840499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.784498+0000","last_change":"2024-09-13T16:01:38.395126+0000","last_active":"2024-09-13T16:01:42.784498+0000","last_peered":"2024-09-13T16:01:42.784498+0000","last_clean":"2024-09-13T16:01:42.784498+0000","last_became_active":"2024-09-13T16:01:38.394852+0000","last_became_peered":"2024-09-13T16:01:38.394852+0000","last_unstale":"2024-09-13T16:01:42.784498+0000","last_undegraded":"2024-09-13T16:01:42.784498+0000","last_fullsized":"2024-09-13T16:01:42.784498+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:32:28.822608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.893586+0000","last_change":"2024-09-13T16:01:38.387509+0000","last_active":"2024-09-13T16:01:42.893586+0000","last_peered":"2024-09-13T16:01:42.893586+0000","last_clean":"2024-09-13T16:01:42.893586+0000","last_became_active":"2024-09-13T16:01:38.387282+0000","last_became_peered":"2024-09-13T16:01:38.387282+0000","last_unstale":"2024-09-13T16:01:42.893586+0000","last_undegraded":"2024-09-13T16:01:42.893586+0000","last_fullsized":"2024-09-13T16:01:42.893586+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:47:58.067818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.740928+0000","last_change":"2024-09-13T16:01:38.377631+0000","last_active":"2024-09-13T16:01:42.740928+0000","last_peered":"2024-09-13T16:01:42.740928+0000","last_clean":"2024-09-13T16:01:42.740928+0000","last_became_active":"2024-09-13T16:01:38.377065+0000","last_became_peered":"2024-09-13T16:01:38.377065+0000","last_unstale":"2024-09-13T16:01:42.740928+0000","last_undegraded":"2024-09-13T16:01:42.740928+0000","last_fullsized":"2024-09-13T16:01:42.740928+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:26:16.694696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.739795+0000","last_change":"2024-09-13T16:01:38.388581+0000","last_active":"2024-09-13T16:01:42.739795+0000","last_peered":"2024-09-13T16:01:42.739795+0000","last_clean":"2024-09-13T16:01:42.739795+0000","last_became_active":"2024-09-13T16:01:38.388283+0000","last_became_peered":"2024-09-13T16:01:38.388283+0000","last_unstale":"2024-09-13T16:01:42.739795+0000","last_undegraded":"2024-09-13T16:01:42.739795+0000","last_fullsized":"2024-09-13T16:01:42.739795+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:32:40.979627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.767576+0000","last_change":"2024-09-13T16:01:38.385223+0000","last_active":"2024-09-13T16:01:42.767576+0000","last_peered":"2024-09-13T16:01:42.767576+0000","last_clean":"2024-09-13T16:01:42.767576+0000","last_became_active":"2024-09-13T16:01:38.384909+0000","last_became_peered":"2024-09-13T16:01:38.384909+0000","last_unstale":"2024-09-13T16:01:42.767576+0000","last_undegraded":"2024-09-13T16:01:42.767576+0000","last_fullsized":"2024-09-13T16:01:42.767576+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:32:40.979627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.741073+0000","last_change":"2024-09-13T16:01:38.385706+0000","last_active":"2024-09-13T16:01:42.741073+0000","last_peered":"2024-09-13T16:01:42.741073+0000","last_clean":"2024-09-13T16:01:42.741073+0000","last_became_active":"2024-09-13T16:01:38.385483+0000","last_became_peered":"2024-09-13T16:01:38.385483+0000","last_unstale":"2024-09-13T16:01:42.741073+0000","last_undegraded":"2024-09-13T16:01:42.741073+0000","last_fullsized":"2024-09-13T16:01:42.741073+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:56:39.165181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.784202+0000","last_change":"2024-09-13T16:01:38.390762+0000","last_active":"2024-09-13T16:01:42.784202+0000","last_peered":"2024-09-13T16:01:42.784202+0000","last_clean":"2024-09-13T16:01:42.784202+0000","last_became_active":"2024-09-13T16:01:38.390441+0000","last_became_peered":"2024-09-13T16:01:38.390441+0000","last_unstale":"2024-09-13T16:01:42.784202+0000","last_undegraded":"2024-09-13T16:01:42.784202+0000","last_fullsized":"2024-09-13T16:01:42.784202+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:43:28.759745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.740340+0000","last_change":"2024-09-13T16:01:38.379407+0000","last_active":"2024-09-13T16:01:42.740340+0000","last_peered":"2024-09-13T16:01:42.740340+0000","last_clean":"2024-09-13T16:01:42.740340+0000","last_became_active":"2024-09-13T16:01:38.379150+0000","last_became_peered":"2024-09-13T16:01:38.379150+0000","last_unstale":"2024-09-13T16:01:42.740340+0000","last_undegraded":"2024-09-13T16:01:42.740340+0000","last_fullsized":"2024-09-13T16:01:42.740340+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:15:31.840499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.783983+0000","last_change":"2024-09-13T16:01:38.396800+0000","last_active":"2024-09-13T16:01:42.783983+0000","last_peered":"2024-09-13T16:01:42.783983+0000","last_clean":"2024-09-13T16:01:42.783983+0000","last_became_active":"2024-09-13T16:01:38.396531+0000","last_became_peered":"2024-09-13T16:01:38.396531+0000","last_unstale":"2024-09-13T16:01:42.783983+0000","last_undegraded":"2024-09-13T16:01:42.783983+0000","last_fullsized":"2024-09-13T16:01:42.783983+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:00:56.725883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.893449+0000","last_change":"2024-09-13T16:01:38.387977+0000","last_active":"2024-09-13T16:01:42.893449+0000","last_peered":"2024-09-13T16:01:42.893449+0000","last_clean":"2024-09-13T16:01:42.893449+0000","last_became_active":"2024-09-13T16:01:38.387683+0000","last_became_peered":"2024-09-13T16:01:38.387683+0000","last_unstale":"2024-09-13T16:01:42.893449+0000","last_undegraded":"2024-09-13T16:01:42.893449+0000","last_fullsized":"2024-09-13T16:01:42.893449+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:12:34.508295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.767701+0000","last_change":"2024-09-13T16:01:38.383820+0000","last_active":"2024-09-13T16:01:42.767701+0000","last_peered":"2024-09-13T16:01:42.767701+0000","last_clean":"2024-09-13T16:01:42.767701+0000","last_became_active":"2024-09-13T16:01:38.383214+0000","last_became_peered":"2024-09-13T16:01:38.383214+0000","last_unstale":"2024-09-13T16:01:42.767701+0000","last_undegraded":"2024-09-13T16:01:42.767701+0000","last_fullsized":"2024-09-13T16:01:42.767701+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:34:19.215602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.102210+0000","last_change":"2024-09-13T16:01:38.386770+0000","last_active":"2024-09-13T16:01:43.102210+0000","last_peered":"2024-09-13T16:01:43.102210+0000","last_clean":"2024-09-13T16:01:43.102210+0000","last_became_active":"2024-09-13T16:01:38.386333+0000","last_became_peered":"2024-09-13T16:01:38.386333+0000","last_unstale":"2024-09-13T16:01:43.102210+0000","last_undegraded":"2024-09-13T16:01:43.102210+0000","last_fullsized":"2024-09-13T16:01:43.102210+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:32:40.979627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.046365+0000","last_change":"2024-09-13T16:01:38.383524+0000","last_active":"2024-09-13T16:01:43.046365+0000","last_peered":"2024-09-13T16:01:43.046365+0000","last_clean":"2024-09-13T16:01:43.046365+0000","last_became_active":"2024-09-13T16:01:38.382621+0000","last_became_peered":"2024-09-13T16:01:38.382621+0000","last_unstale":"2024-09-13T16:01:43.046365+0000","last_undegraded":"2024-09-13T16:01:43.046365+0000","last_fullsized":"2024-09-13T16:01:43.046365+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:01:04.366345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.784583+0000","last_change":"2024-09-13T16:01:38.391706+0000","last_active":"2024-09-13T16:01:42.784583+0000","last_peered":"2024-09-13T16:01:42.784583+0000","last_clean":"2024-09-13T16:01:42.784583+0000","last_became_active":"2024-09-13T16:01:38.391446+0000","last_became_peered":"2024-09-13T16:01:38.391446+0000","last_unstale":"2024-09-13T16:01:42.784583+0000","last_undegraded":"2024-09-13T16:01:42.784583+0000","last_fullsized":"2024-09-13T16:01:42.784583+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:18:40.611815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.784237+0000","last_change":"2024-09-13T16:01:38.390371+0000","last_active":"2024-09-13T16:01:42.784237+0000","last_peered":"2024-09-13T16:01:42.784237+0000","last_clean":"2024-09-13T16:01:42.784237+0000","last_became_active":"2024-09-13T16:01:38.390048+0000","last_became_peered":"2024-09-13T16:01:38.390048+0000","last_unstale":"2024-09-13T16:01:42.784237+0000","last_undegraded":"2024-09-13T16:01:42.784237+0000","last_fullsized":"2024-09-13T16:01:42.784237+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:52:18.737109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.739034+0000","last_change":"2024-09-13T16:01:38.384530+0000","last_active":"2024-09-13T16:01:42.739034+0000","last_peered":"2024-09-13T16:01:42.739034+0000","last_clean":"2024-09-13T16:01:42.739034+0000","last_became_active":"2024-09-13T16:01:38.384177+0000","last_became_peered":"2024-09-13T16:01:38.384177+0000","last_unstale":"2024-09-13T16:01:42.739034+0000","last_undegraded":"2024-09-13T16:01:42.739034+0000","last_fullsized":"2024-09-13T16:01:42.739034+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:12:34.508295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.893812+0000","last_change":"2024-09-13T16:01:38.383915+0000","last_active":"2024-09-13T16:01:42.893812+0000","last_peered":"2024-09-13T16:01:42.893812+0000","last_clean":"2024-09-13T16:01:42.893812+0000","last_became_active":"2024-09-13T16:01:38.383651+0000","last_became_peered":"2024-09-13T16:01:38.383651+0000","last_unstale":"2024-09-13T16:01:42.893812+0000","last_undegraded":"2024-09-13T16:01:42.893812+0000","last_fullsized":"2024-09-13T16:01:42.893812+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:34:19.215602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.740276+0000","last_change":"2024-09-13T16:01:38.386771+0000","last_active":"2024-09-13T16:01:42.740276+0000","last_peered":"2024-09-13T16:01:42.740276+0000","last_clean":"2024-09-13T16:01:42.740276+0000","last_became_active":"2024-09-13T16:01:38.386532+0000","last_became_peered":"2024-09-13T16:01:38.386532+0000","last_unstale":"2024-09-13T16:01:42.740276+0000","last_undegraded":"2024-09-13T16:01:42.740276+0000","last_fullsized":"2024-09-13T16:01:42.740276+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:26:52.108188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.741048+0000","last_change":"2024-09-13T16:01:38.380784+0000","last_active":"2024-09-13T16:01:42.741048+0000","last_peered":"2024-09-13T16:01:42.741048+0000","last_clean":"2024-09-13T16:01:42.741048+0000","last_became_active":"2024-09-13T16:01:38.379450+0000","last_became_peered":"2024-09-13T16:01:38.379450+0000","last_unstale":"2024-09-13T16:01:42.741048+0000","last_undegraded":"2024-09-13T16:01:42.741048+0000","last_fullsized":"2024-09-13T16:01:42.741048+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:36:04.544659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.766629+0000","last_change":"2024-09-13T16:01:38.393322+0000","last_active":"2024-09-13T16:01:42.766629+0000","last_peered":"2024-09-13T16:01:42.766629+0000","last_clean":"2024-09-13T16:01:42.766629+0000","last_became_active":"2024-09-13T16:01:38.392345+0000","last_became_peered":"2024-09-13T16:01:38.392345+0000","last_unstale":"2024-09-13T16:01:42.766629+0000","last_undegraded":"2024-09-13T16:01:42.766629+0000","last_fullsized":"2024-09-13T16:01:42.766629+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:56:39.165181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.767487+0000","last_change":"2024-09-13T16:01:38.392508+0000","last_active":"2024-09-13T16:01:42.767487+0000","last_peered":"2024-09-13T16:01:42.767487+0000","last_clean":"2024-09-13T16:01:42.767487+0000","last_became_active":"2024-09-13T16:01:38.392153+0000","last_became_peered":"2024-09-13T16:01:38.392153+0000","last_unstale":"2024-09-13T16:01:42.767487+0000","last_undegraded":"2024-09-13T16:01:42.767487+0000","last_fullsized":"2024-09-13T16:01:42.767487+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:47:58.067818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.102248+0000","last_change":"2024-09-13T16:01:38.394489+0000","last_active":"2024-09-13T16:01:43.102248+0000","last_peered":"2024-09-13T16:01:43.102248+0000","last_clean":"2024-09-13T16:01:43.102248+0000","last_became_active":"2024-09-13T16:01:38.394179+0000","last_became_peered":"2024-09-13T16:01:38.394179+0000","last_unstale":"2024-09-13T16:01:43.102248+0000","last_undegraded":"2024-09-13T16:01:43.102248+0000","last_fullsized":"2024-09-13T16:01:43.102248+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:43:28.759745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.740191+0000","last_change":"2024-09-13T16:01:38.390742+0000","last_active":"2024-09-13T16:01:42.740191+0000","last_peered":"2024-09-13T16:01:42.740191+0000","last_clean":"2024-09-13T16:01:42.740191+0000","last_became_active":"2024-09-13T16:01:38.390511+0000","last_became_peered":"2024-09-13T16:01:38.390511+0000","last_unstale":"2024-09-13T16:01:42.740191+0000","last_undegraded":"2024-09-13T16:01:42.740191+0000","last_fullsized":"2024-09-13T16:01:42.740191+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:00:56.725883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.102032+0000","last_change":"2024-09-13T16:01:38.388936+0000","last_active":"2024-09-13T16:01:43.102032+0000","last_peered":"2024-09-13T16:01:43.102032+0000","last_clean":"2024-09-13T16:01:43.102032+0000","last_became_active":"2024-09-13T16:01:38.386855+0000","last_became_peered":"2024-09-13T16:01:38.386855+0000","last_unstale":"2024-09-13T16:01:43.102032+0000","last_undegraded":"2024-09-13T16:01:43.102032+0000","last_fullsized":"2024-09-13T16:01:43.102032+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:01:02.926463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.783751+0000","last_change":"2024-09-13T16:01:38.395592+0000","last_active":"2024-09-13T16:01:42.783751+0000","last_peered":"2024-09-13T16:01:42.783751+0000","last_clean":"2024-09-13T16:01:42.783751+0000","last_became_active":"2024-09-13T16:01:38.395338+0000","last_became_peered":"2024-09-13T16:01:38.395338+0000","last_unstale":"2024-09-13T16:01:42.783751+0000","last_undegraded":"2024-09-13T16:01:42.783751+0000","last_fullsized":"2024-09-13T16:01:42.783751+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:12:34.508295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.101323+0000","last_change":"2024-09-13T16:01:38.383997+0000","last_active":"2024-09-13T16:01:43.101323+0000","last_peered":"2024-09-13T16:01:43.101323+0000","last_clean":"2024-09-13T16:01:43.101323+0000","last_became_active":"2024-09-13T16:01:38.383744+0000","last_became_peered":"2024-09-13T16:01:38.383744+0000","last_unstale":"2024-09-13T16:01:43.101323+0000","last_undegraded":"2024-09-13T16:01:43.101323+0000","last_fullsized":"2024-09-13T16:01:43.101323+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:22:09.214049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.784239+0000","last_change":"2024-09-13T16:01:38.393359+0000","last_active":"2024-09-13T16:01:42.784239+0000","last_peered":"2024-09-13T16:01:42.784239+0000","last_clean":"2024-09-13T16:01:42.784239+0000","last_became_active":"2024-09-13T16:01:38.391713+0000","last_became_peered":"2024-09-13T16:01:38.391713+0000","last_unstale":"2024-09-13T16:01:42.784239+0000","last_undegraded":"2024-09-13T16:01:42.784239+0000","last_fullsized":"2024-09-13T16:01:42.784239+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:56:09.593688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.893720+0000","last_change":"2024-09-13T16:01:38.383726+0000","last_active":"2024-09-13T16:01:42.893720+0000","last_peered":"2024-09-13T16:01:42.893720+0000","last_clean":"2024-09-13T16:01:42.893720+0000","last_became_active":"2024-09-13T16:01:38.382669+0000","last_became_peered":"2024-09-13T16:01:38.382669+0000","last_unstale":"2024-09-13T16:01:42.893720+0000","last_undegraded":"2024-09-13T16:01:42.893720+0000","last_fullsized":"2024-09-13T16:01:42.893720+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:50:48.984993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:42.739333+0000","last_change":"2024-09-13T16:01:38.389897+0000","last_active":"2024-09-13T16:01:42.739333+0000","last_peered":"2024-09-13T16:01:42.739333+0000","last_clean":"2024-09-13T16:01:42.739333+0000","last_became_active":"2024-09-13T16:01:38.389638+0000","last_became_peered":"2024-09-13T16:01:38.389638+0000","last_unstale":"2024-09-13T16:01:42.739333+0000","last_undegraded":"2024-09-13T16:01:42.739333+0000","last_fullsized":"2024-09-13T16:01:42.739333+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:34:19.215602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T16:01:43.102197+0000","last_change":"2024-09-13T16:01:38.389072+0000","last_active":"2024-09-13T16:01:43.102197+0000","last_peered":"2024-09-13T16:01:43.102197+0000","last_clean":"2024-09-13T16:01:43.102197+0000","last_became_active":"2024-09-13T16:01:38.388332+0000","last_became_peered":"2024-09-13T16:01:38.388332+0000","last_unstale":"2024-09-13T16:01:43.102197+0000","last_undegraded":"2024-09-13T16:01:43.102197+0000","last_fullsized":"2024-09-13T16:01:43.102197+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:38.022734+0000","last_clean_scrub_stamp":"2024-09-13T16:01:38.022734+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:32:28.822608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4593,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":14,"seq":60129542156,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27300,"kb_used_data":284,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344540,"statfs":{"total":96636764160,"available":96608808960,"internally_reserved":0,"allocated":290816,"data_stored":115031,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35599999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34100000000000003}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.372}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64500000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56399999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54200000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66200000000000003}]}]},{"osd":7,"up_from":13,"seq":55834574858,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27884,"kb_used_data":856,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343956,"statfs":{"total":96636764160,"available":96608210944,"internally_reserved":0,"allocated":876544,"data_stored":702186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.501}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45600000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56799999999999995}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.441}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64700000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63600000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67000000000000004}]}]},{"osd":6,"up_from":13,"seq":55834574858,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27300,"kb_used_data":284,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344540,"statfs":{"total":96636764160,"available":96608808960,"internally_reserved":0,"allocated":290816,"data_stored":115031,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51600000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47199999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45800000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48999999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41799999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52900000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.501}]}]},{"osd":5,"up_from":13,"seq":55834574857,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27304,"kb_used_data":276,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344536,"statfs":{"total":96636764160,"available":96608804864,"internally_reserved":0,"allocated":282624,"data_stored":111326,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.374}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.438}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45900000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53500000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.495}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50800000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56399999999999995}]}]},{"osd":4,"up_from":13,"seq":55834574858,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27312,"kb_used_data":284,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344528,"statfs":{"total":96636764160,"available":96608796672,"internally_reserved":0,"allocated":290816,"data_stored":111362,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51800000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53400000000000003}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63300000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77800000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.753}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73799999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76500000000000001}]}]},{"osd":2,"up_from":13,"seq":55834574857,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27300,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344540,"statfs":{"total":96636764160,"available":96608808960,"internally_reserved":0,"allocated":278528,"data_stored":111236,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.32000000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.27400000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36099999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69299999999999995}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71099999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56100000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66200000000000003}]}]},{"osd":1,"up_from":13,"seq":55834574857,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27308,"kb_used_data":280,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344532,"statfs":{"total":96636764160,"available":96608800768,"internally_reserved":0,"allocated":286720,"data_stored":111396,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40999999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39100000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47099999999999997}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77600000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76400000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82999999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.752}]}]},{"osd":0,"up_from":13,"seq":55834574859,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27888,"kb_used_data":860,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343952,"statfs":{"total":96636764160,"available":96608206848,"internally_reserved":0,"allocated":880640,"data_stored":701573,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":2.5960000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.373}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.75}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79200000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69699999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63300000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72599999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3795,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3795,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:02:04.574 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-13T16:02:04.575 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-13T16:02:04.575 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2024-09-13T16:02:04.575 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-13T16:02:04.708 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.707+0000 7efe956f0640 1 Processor -- start 2024-09-13T16:02:04.708 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.707+0000 7efe956f0640 1 -- start start 2024-09-13T16:02:04.710 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.707+0000 7efe956f0640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7efe9015a0f0 0x7efe900cfe60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:04.710 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.708+0000 7efe956f0640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efe900b2630 0x7efe900ce300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:04.710 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.708+0000 7efe956f0640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efe900d1210 con 0x7efe900cf940 2024-09-13T16:02:04.710 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.708+0000 7efe956f0640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efe900d0690 con 0x7efe9015a0f0 2024-09-13T16:02:04.710 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.708+0000 7efe956f0640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efe900d0970 con 0x7efe900b2630 2024-09-13T16:02:04.710 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.708+0000 7efe8effd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7efe9015a0f0 0x7efe900cfe60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:04.710 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.708+0000 7efe8effd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7efe9015a0f0 0x7efe900cfe60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56332/0 (socket says 172.21.15.76:56332) 2024-09-13T16:02:04.710 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.708+0000 7efe8effd640 1 -- 172.21.15.76:0/1391844905 learned_addr learned my addr 172.21.15.76:0/1391844905 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:04.711 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.708+0000 7efe8f7fe640 1 --2- 172.21.15.76:0/1391844905 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efe900b2630 0x7efe900ce300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:04.711 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.708+0000 7efe8effd640 1 -- 172.21.15.76:0/1391844905 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efe900b2630 msgr2=0x7efe900ce300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:04.711 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.708+0000 7efe8effd640 1 --2- 172.21.15.76:0/1391844905 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efe900b2630 0x7efe900ce300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:04.711 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.708+0000 7efe8effd640 1 -- 172.21.15.76:0/1391844905 >> v1:172.21.15.192:6789/0 conn(0x7efe900cf940 legacy=0x7efe900b1f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:04.711 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.708+0000 7efe8effd640 1 -- 172.21.15.76:0/1391844905 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efe900d0c50 con 0x7efe9015a0f0 2024-09-13T16:02:04.711 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.709+0000 7efe8effd640 1 --2- 172.21.15.76:0/1391844905 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efe9015a0f0 0x7efe900cfe60 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7efe80009870 tx=0x7efe8002a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f828c9409ac9fed4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:04.711 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.709+0000 7efe8e7fc640 1 -- 172.21.15.76:0/1391844905 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe8002ae90 con 0x7efe9015a0f0 2024-09-13T16:02:04.711 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.709+0000 7efe8e7fc640 1 -- 172.21.15.76:0/1391844905 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efe80032440 con 0x7efe9015a0f0 2024-09-13T16:02:04.711 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.709+0000 7efe8e7fc640 1 -- 172.21.15.76:0/1391844905 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe800327d0 con 0x7efe9015a0f0 2024-09-13T16:02:04.712 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.709+0000 7efe956f0640 1 -- 172.21.15.76:0/1391844905 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efe9015a0f0 msgr2=0x7efe900cfe60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:04.712 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.709+0000 7efe956f0640 1 --2- 172.21.15.76:0/1391844905 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efe9015a0f0 0x7efe900cfe60 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7efe80009870 tx=0x7efe8002a180 comp rx=0 tx=0).stop 2024-09-13T16:02:04.712 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.709+0000 7efe956f0640 1 -- 172.21.15.76:0/1391844905 shutdown_connections 2024-09-13T16:02:04.713 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.709+0000 7efe956f0640 1 --2- 172.21.15.76:0/1391844905 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efe900b2630 0x7efe900ce300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:04.713 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.709+0000 7efe956f0640 1 --2- 172.21.15.76:0/1391844905 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efe9015a0f0 0x7efe900cfe60 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:04.713 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.709+0000 7efe956f0640 1 -- 172.21.15.76:0/1391844905 >> 172.21.15.76:0/1391844905 conn(0x7efe90069ed0 msgr2=0x7efe9006a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:04.713 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.709+0000 7efe956f0640 1 -- 172.21.15.76:0/1391844905 shutdown_connections 2024-09-13T16:02:04.713 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.709+0000 7efe956f0640 1 -- 172.21.15.76:0/1391844905 wait complete. 2024-09-13T16:02:04.713 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.711+0000 7efe956f0640 1 Processor -- start 2024-09-13T16:02:04.713 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.711+0000 7efe956f0640 1 -- start start 2024-09-13T16:02:04.715 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.711+0000 7efe956f0640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efe900b2630 0x7efe90155440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:04.715 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.711+0000 7efe956f0640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efe900cf940 0x7efe900c98a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:04.715 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.711+0000 7efe956f0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efe9015a0f0 0x7efe900c9de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:04.715 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.711+0000 7efe956f0640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efe900b4e30 con 0x7efe9015a0f0 2024-09-13T16:02:04.715 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.711+0000 7efe956f0640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efe900b49a0 con 0x7efe900b2630 2024-09-13T16:02:04.715 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.711+0000 7efe956f0640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efe900b3dd0 con 0x7efe900cf940 2024-09-13T16:02:04.715 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.712+0000 7efe8f7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efe9015a0f0 0x7efe900c9de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:04.715 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.712+0000 7efe8f7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efe9015a0f0 0x7efe900c9de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56340/0 (socket says 172.21.15.76:56340) 2024-09-13T16:02:04.715 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.712+0000 7efe8f7fe640 1 -- 172.21.15.76:0/809235778 learned_addr learned my addr 172.21.15.76:0/809235778 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:04.715 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.712+0000 7efe867fc640 1 --2- 172.21.15.76:0/809235778 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efe900cf940 0x7efe900c98a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:04.716 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.712+0000 7efe8effd640 1 --2- 172.21.15.76:0/809235778 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efe900b2630 0x7efe90155440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:04.716 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.712+0000 7efe8f7fe640 1 -- 172.21.15.76:0/809235778 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efe900cf940 msgr2=0x7efe900c98a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:04.716 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.712+0000 7efe8f7fe640 1 --2- 172.21.15.76:0/809235778 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efe900cf940 0x7efe900c98a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:04.716 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.712+0000 7efe8f7fe640 1 -- 172.21.15.76:0/809235778 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efe900b2630 msgr2=0x7efe90155440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:04.716 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.712+0000 7efe8f7fe640 1 --2- 172.21.15.76:0/809235778 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efe900b2630 0x7efe90155440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:04.716 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.712+0000 7efe8f7fe640 1 -- 172.21.15.76:0/809235778 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efe800094d0 con 0x7efe9015a0f0 2024-09-13T16:02:04.716 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.712+0000 7efe8f7fe640 1 --2- 172.21.15.76:0/809235778 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efe9015a0f0 0x7efe900c9de0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7efe8800cd70 tx=0x7efe8800a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:04.716 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.712+0000 7efe87fff640 1 -- 172.21.15.76:0/809235778 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe88003b90 con 0x7efe9015a0f0 2024-09-13T16:02:04.716 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.712+0000 7efe87fff640 1 -- 172.21.15.76:0/809235778 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efe88003cf0 con 0x7efe9015a0f0 2024-09-13T16:02:04.716 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.712+0000 7efe956f0640 1 -- 172.21.15.76:0/809235778 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efe900b4070 con 0x7efe9015a0f0 2024-09-13T16:02:04.716 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.712+0000 7efe87fff640 1 -- 172.21.15.76:0/809235778 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe88004240 con 0x7efe9015a0f0 2024-09-13T16:02:04.716 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.712+0000 7efe956f0640 1 -- 172.21.15.76:0/809235778 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efe900b4630 con 0x7efe9015a0f0 2024-09-13T16:02:04.716 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.713+0000 7efe956f0640 1 -- 172.21.15.76:0/809235778 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efe900b4b50 con 0x7efe9015a0f0 2024-09-13T16:02:04.717 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.714+0000 7efe87fff640 1 -- 172.21.15.76:0/809235778 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7efe880043a0 con 0x7efe9015a0f0 2024-09-13T16:02:04.717 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.714+0000 7efe87fff640 1 --2- 172.21.15.76:0/809235778 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efe7006ac00 0x7efe7006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:04.717 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.714+0000 7efe8effd640 1 --2- 172.21.15.76:0/809235778 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efe7006ac00 0x7efe7006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:04.717 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.714+0000 7efe87fff640 1 -- 172.21.15.76:0/809235778 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7efe88012070 con 0x7efe9015a0f0 2024-09-13T16:02:04.717 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.715+0000 7efe8effd640 1 --2- 172.21.15.76:0/809235778 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efe7006ac00 0x7efe7006d0c0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7efe80034000 tx=0x7efe8002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:04.720 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.718+0000 7efe87fff640 1 -- 172.21.15.76:0/809235778 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7efe900b4b50 con 0x7efe9015a0f0 2024-09-13T16:02:04.920 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.919+0000 7efe956f0640 1 -- 172.21.15.76:0/809235778 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7efe900b4b10 con 0x7efe9015a0f0 2024-09-13T16:02:04.920 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.919+0000 7efe87fff640 1 -- 172.21.15.76:0/809235778 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+46 (secure 0 0 0) 0x7efe88054e10 con 0x7efe9015a0f0 2024-09-13T16:02:04.921 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:02:04.921 INFO:teuthology.orchestra.run.smithi076.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-13T16:02:04.923 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.921+0000 7efe956f0640 1 -- 172.21.15.76:0/809235778 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efe7006ac00 msgr2=0x7efe7006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:04.923 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.921+0000 7efe956f0640 1 --2- 172.21.15.76:0/809235778 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efe7006ac00 0x7efe7006d0c0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7efe80034000 tx=0x7efe8002e000 comp rx=0 tx=0).stop 2024-09-13T16:02:04.923 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.921+0000 7efe956f0640 1 -- 172.21.15.76:0/809235778 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efe9015a0f0 msgr2=0x7efe900c9de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:04.923 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.921+0000 7efe956f0640 1 --2- 172.21.15.76:0/809235778 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efe9015a0f0 0x7efe900c9de0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7efe8800cd70 tx=0x7efe8800a660 comp rx=0 tx=0).stop 2024-09-13T16:02:04.923 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.921+0000 7efe956f0640 1 -- 172.21.15.76:0/809235778 shutdown_connections 2024-09-13T16:02:04.923 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.921+0000 7efe956f0640 1 --2- 172.21.15.76:0/809235778 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efe9015a0f0 0x7efe900c9de0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:04.923 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.921+0000 7efe956f0640 1 --2- 172.21.15.76:0/809235778 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efe7006ac00 0x7efe7006d0c0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:04.923 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.921+0000 7efe956f0640 1 --2- 172.21.15.76:0/809235778 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efe900cf940 0x7efe900c98a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:04.923 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.921+0000 7efe956f0640 1 --2- 172.21.15.76:0/809235778 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efe900b2630 0x7efe90155440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:04.923 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.921+0000 7efe956f0640 1 -- 172.21.15.76:0/809235778 >> 172.21.15.76:0/809235778 conn(0x7efe90069ed0 msgr2=0x7efe900b0650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:04.923 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.921+0000 7efe956f0640 1 -- 172.21.15.76:0/809235778 shutdown_connections 2024-09-13T16:02:04.923 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:04.921+0000 7efe956f0640 1 -- 172.21.15.76:0/809235778 wait complete. 2024-09-13T16:02:04.933 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2024-09-13T16:02:04.934 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:02:05.032 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.031+0000 7fbc18a53640 1 Processor -- start 2024-09-13T16:02:05.032 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.031+0000 7fbc18a53640 1 -- start start 2024-09-13T16:02:05.034 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.032+0000 7fbc18a53640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fbc1415c280 0x7fbc1406aee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:05.034 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.032+0000 7fbc18a53640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbc14066090 con 0x7fbc1415c660 2024-09-13T16:02:05.034 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.032+0000 7fbc18a53640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbc140ac6f0 con 0x7fbc140ac1f0 2024-09-13T16:02:05.034 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.032+0000 7fbc18a53640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbc140ac9d0 con 0x7fbc1415c280 2024-09-13T16:02:05.034 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.032+0000 7fbc0bfff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fbc1415c660 0x7fbc140abae0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:45770/0 (socket says 172.21.15.76:45770) 2024-09-13T16:02:05.034 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.032+0000 7fbc0bfff640 1 -- 172.21.15.76:0/1014487038 learned_addr learned my addr 172.21.15.76:0/1014487038 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:05.034 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.032+0000 7fbc1259c640 1 --2- 172.21.15.76:0/1014487038 >> v2:172.21.15.192:3300/0 conn(0x7fbc1415c280 0x7fbc1406aee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:05.034 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.032+0000 7fbc11d9b640 1 -- 172.21.15.76:0/1014487038 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2051514112 0 0) 0x7fbc14066090 con 0x7fbc1415c660 2024-09-13T16:02:05.034 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.032+0000 7fbc11d9b640 1 -- 172.21.15.76:0/1014487038 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fbc00003520 con 0x7fbc1415c660 2024-09-13T16:02:05.034 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.032+0000 7fbc1259c640 1 -- 172.21.15.76:0/1014487038 >> v1:172.21.15.192:6789/0 conn(0x7fbc140ac1f0 legacy=0x7fbc140b1f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:05.035 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.032+0000 7fbc1259c640 1 -- 172.21.15.76:0/1014487038 >> v1:172.21.15.76:6789/0 conn(0x7fbc1415c660 legacy=0x7fbc140abae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:05.035 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.032+0000 7fbc1259c640 1 -- 172.21.15.76:0/1014487038 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbc140accb0 con 0x7fbc1415c280 2024-09-13T16:02:05.036 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.033+0000 7fbc1259c640 1 --2- 172.21.15.76:0/1014487038 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbc1415c280 0x7fbc1406aee0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fbc040097a0 tx=0x7fbc0402a230 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8fb519f2b6a2f68c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:05.036 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.033+0000 7fbc11d9b640 1 -- 172.21.15.76:0/1014487038 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc04032440 con 0x7fbc1415c280 2024-09-13T16:02:05.036 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.033+0000 7fbc11d9b640 1 -- 172.21.15.76:0/1014487038 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbc040325a0 con 0x7fbc1415c280 2024-09-13T16:02:05.036 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.033+0000 7fbc11d9b640 1 -- 172.21.15.76:0/1014487038 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc04032910 con 0x7fbc1415c280 2024-09-13T16:02:05.036 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.034+0000 7fbc18a53640 1 -- 172.21.15.76:0/1014487038 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbc1415c280 msgr2=0x7fbc1406aee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:05.036 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.034+0000 7fbc18a53640 1 --2- 172.21.15.76:0/1014487038 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbc1415c280 0x7fbc1406aee0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fbc040097a0 tx=0x7fbc0402a230 comp rx=0 tx=0).stop 2024-09-13T16:02:05.036 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.034+0000 7fbc18a53640 1 -- 172.21.15.76:0/1014487038 shutdown_connections 2024-09-13T16:02:05.036 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.034+0000 7fbc18a53640 1 --2- 172.21.15.76:0/1014487038 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbc1415c280 0x7fbc1406aee0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:05.036 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.034+0000 7fbc18a53640 1 -- 172.21.15.76:0/1014487038 >> 172.21.15.76:0/1014487038 conn(0x7fbc140709f0 msgr2=0x7fbc14070e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:05.036 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.034+0000 7fbc18a53640 1 -- 172.21.15.76:0/1014487038 shutdown_connections 2024-09-13T16:02:05.037 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.034+0000 7fbc18a53640 1 -- 172.21.15.76:0/1014487038 wait complete. 2024-09-13T16:02:05.039 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.035+0000 7fbc18a53640 1 Processor -- start 2024-09-13T16:02:05.039 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.035+0000 7fbc18a53640 1 -- start start 2024-09-13T16:02:05.039 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.036+0000 7fbc18a53640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbc140ac1f0 0x7fbc1413d590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:05.039 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.036+0000 7fbc18a53640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbc1415c280 0x7fbc1415a590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:05.039 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.036+0000 7fbc18a53640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbc1415c660 0x7fbc1413ea00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:05.039 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.036+0000 7fbc18a53640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbc1413dad0 con 0x7fbc140ac1f0 2024-09-13T16:02:05.040 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.036+0000 7fbc18a53640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbc1415b160 con 0x7fbc1415c280 2024-09-13T16:02:05.040 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.036+0000 7fbc18a53640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbc1413f5c0 con 0x7fbc1415c660 2024-09-13T16:02:05.040 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.036+0000 7fbc1259c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbc140ac1f0 0x7fbc1413d590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:05.040 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.036+0000 7fbc1259c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbc140ac1f0 0x7fbc1413d590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56350/0 (socket says 172.21.15.76:56350) 2024-09-13T16:02:05.040 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.036+0000 7fbc1259c640 1 -- 172.21.15.76:0/3124738175 learned_addr learned my addr 172.21.15.76:0/3124738175 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:05.040 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.036+0000 7fbc0bfff640 1 --2- 172.21.15.76:0/3124738175 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbc1415c280 0x7fbc1415a590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:05.040 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.036+0000 7fbc12d9d640 1 --2- 172.21.15.76:0/3124738175 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbc1415c660 0x7fbc1413ea00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:05.040 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.036+0000 7fbc1259c640 1 -- 172.21.15.76:0/3124738175 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbc1415c660 msgr2=0x7fbc1413ea00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:05.040 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.036+0000 7fbc1259c640 1 --2- 172.21.15.76:0/3124738175 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbc1415c660 0x7fbc1413ea00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:05.040 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.036+0000 7fbc1259c640 1 -- 172.21.15.76:0/3124738175 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbc1415c280 msgr2=0x7fbc1415a590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:05.040 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.036+0000 7fbc1259c640 1 --2- 172.21.15.76:0/3124738175 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbc1415c280 0x7fbc1415a590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:05.040 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.036+0000 7fbc1259c640 1 -- 172.21.15.76:0/3124738175 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbc04009400 con 0x7fbc140ac1f0 2024-09-13T16:02:05.041 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.036+0000 7fbc0bfff640 1 --2- 172.21.15.76:0/3124738175 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbc1415c280 0x7fbc1415a590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:02:05.041 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.037+0000 7fbc1259c640 1 --2- 172.21.15.76:0/3124738175 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbc140ac1f0 0x7fbc1413d590 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fbc040096f0 tx=0x7fbc040046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:05.041 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.037+0000 7fbc0affd640 1 -- 172.21.15.76:0/3124738175 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc04032440 con 0x7fbc140ac1f0 2024-09-13T16:02:05.041 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.037+0000 7fbc0affd640 1 -- 172.21.15.76:0/3124738175 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbc04004230 con 0x7fbc140ac1f0 2024-09-13T16:02:05.041 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.037+0000 7fbc18a53640 1 -- 172.21.15.76:0/3124738175 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbc1413c7d0 con 0x7fbc140ac1f0 2024-09-13T16:02:05.041 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.037+0000 7fbc0affd640 1 -- 172.21.15.76:0/3124738175 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc04006e10 con 0x7fbc140ac1f0 2024-09-13T16:02:05.041 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.037+0000 7fbc18a53640 1 -- 172.21.15.76:0/3124738175 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbc1413cd90 con 0x7fbc140ac1f0 2024-09-13T16:02:05.041 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.038+0000 7fbc18a53640 1 -- 172.21.15.76:0/3124738175 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbc1406aee0 con 0x7fbc140ac1f0 2024-09-13T16:02:05.041 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.038+0000 7fbc0affd640 1 -- 172.21.15.76:0/3124738175 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fbc04039050 con 0x7fbc140ac1f0 2024-09-13T16:02:05.042 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.038+0000 7fbc0affd640 1 --2- 172.21.15.76:0/3124738175 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbbf406ac00 0x7fbbf406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:05.042 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.039+0000 7fbc0affd640 1 -- 172.21.15.76:0/3124738175 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fbc040a9ea0 con 0x7fbc140ac1f0 2024-09-13T16:02:05.042 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.039+0000 7fbc0bfff640 1 --2- 172.21.15.76:0/3124738175 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbbf406ac00 0x7fbbf406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:05.042 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.039+0000 7fbc0bfff640 1 --2- 172.21.15.76:0/3124738175 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbbf406ac00 0x7fbbf406d0c0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fbc1413c5e0 tx=0x7fbbfc009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:05.044 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.043+0000 7fbc0affd640 1 -- 172.21.15.76:0/3124738175 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fbc04074e20 con 0x7fbc140ac1f0 2024-09-13T16:02:05.209 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.208+0000 7fbc18a53640 1 -- 172.21.15.76:0/3124738175 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fbc140b32c0 con 0x7fbc140ac1f0 2024-09-13T16:02:05.210 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.209+0000 7fbc0affd640 1 -- 172.21.15.76:0/3124738175 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) v1 ==== 74+0+18310 (secure 0 0 0) 0x7fbc04037020 con 0x7fbc140ac1f0 2024-09-13T16:02:05.211 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:02:05.211 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":26,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:01:43.737551+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:01:36.778177+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T16:01:37.336141+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T16:01:40.400554+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:02:05.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.211+0000 7fbc18a53640 1 -- 172.21.15.76:0/3124738175 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbbf406ac00 msgr2=0x7fbbf406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:05.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.211+0000 7fbc18a53640 1 --2- 172.21.15.76:0/3124738175 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbbf406ac00 0x7fbbf406d0c0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fbc1413c5e0 tx=0x7fbbfc009040 comp rx=0 tx=0).stop 2024-09-13T16:02:05.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.211+0000 7fbc18a53640 1 -- 172.21.15.76:0/3124738175 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbc140ac1f0 msgr2=0x7fbc1413d590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:05.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.211+0000 7fbc18a53640 1 --2- 172.21.15.76:0/3124738175 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbc140ac1f0 0x7fbc1413d590 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fbc040096f0 tx=0x7fbc040046c0 comp rx=0 tx=0).stop 2024-09-13T16:02:05.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.211+0000 7fbc18a53640 1 -- 172.21.15.76:0/3124738175 shutdown_connections 2024-09-13T16:02:05.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.211+0000 7fbc18a53640 1 --2- 172.21.15.76:0/3124738175 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbbf406ac00 0x7fbbf406d0c0 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:05.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.211+0000 7fbc18a53640 1 --2- 172.21.15.76:0/3124738175 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbc1415c660 0x7fbc1413ea00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:05.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.211+0000 7fbc18a53640 1 --2- 172.21.15.76:0/3124738175 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbc1415c280 0x7fbc1415a590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:05.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.211+0000 7fbc18a53640 1 --2- 172.21.15.76:0/3124738175 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbc140ac1f0 0x7fbc1413d590 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:05.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.211+0000 7fbc18a53640 1 -- 172.21.15.76:0/3124738175 >> 172.21.15.76:0/3124738175 conn(0x7fbc140709f0 msgr2=0x7fbc1415e870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:05.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.211+0000 7fbc18a53640 1 -- 172.21.15.76:0/3124738175 shutdown_connections 2024-09-13T16:02:05.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.211+0000 7fbc18a53640 1 -- 172.21.15.76:0/3124738175 wait complete. 2024-09-13T16:02:05.224 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:01:26.960607+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:01:36.778177+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:01:37.336141+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-13T16:01:40.400554+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '26', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-13T16:02:05.224 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:02:05.326 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.324+0000 7f1487933640 1 Processor -- start 2024-09-13T16:02:05.326 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.324+0000 7f1487933640 1 -- start start 2024-09-13T16:02:05.327 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.325+0000 7f1487933640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f148006c8a0 0x7f14800b1160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:05.327 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.325+0000 7f1487933640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f1480071b20 0x7f14800b16a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:05.327 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.325+0000 7f1487933640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f14800b2d10 con 0x7f1480158b00 2024-09-13T16:02:05.327 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.325+0000 7f1487933640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f14800b2ff0 con 0x7f1480071b20 2024-09-13T16:02:05.327 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.325+0000 7f1487933640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1480070310 con 0x7f148006c8a0 2024-09-13T16:02:05.327 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.325+0000 7f14856cf640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f1480158b00 0x7f148006c190 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:45772/0 (socket says 172.21.15.76:45772) 2024-09-13T16:02:05.327 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.325+0000 7f14856cf640 1 -- 172.21.15.76:0/3823779694 learned_addr learned my addr 172.21.15.76:0/3823779694 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:05.327 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.325+0000 7f1485ed0640 1 --2- 172.21.15.76:0/3823779694 >> v2:172.21.15.76:3300/0 conn(0x7f1480071b20 0x7f14800b16a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:05.327 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.326+0000 7f1477fff640 1 -- 172.21.15.76:0/3823779694 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3433141174 0 0) 0x7f14800b2d10 con 0x7f1480158b00 2024-09-13T16:02:05.327 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.326+0000 7f1477fff640 1 -- 172.21.15.76:0/3823779694 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f146c005730 con 0x7f1480158b00 2024-09-13T16:02:05.328 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.326+0000 7f1484ece640 1 --2- 172.21.15.76:0/3823779694 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f148006c8a0 0x7f14800b1160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:05.328 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.326+0000 7f1485ed0640 1 -- 172.21.15.76:0/3823779694 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f148006c8a0 msgr2=0x7f14800b1160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:05.328 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.326+0000 7f1485ed0640 1 --2- 172.21.15.76:0/3823779694 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f148006c8a0 0x7f14800b1160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:05.328 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.326+0000 7f1485ed0640 1 -- 172.21.15.76:0/3823779694 >> v1:172.21.15.76:6789/0 conn(0x7f1480158b00 legacy=0x7f148006c190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:05.328 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.326+0000 7f1485ed0640 1 -- 172.21.15.76:0/3823779694 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f14800705f0 con 0x7f1480071b20 2024-09-13T16:02:05.329 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.326+0000 7f1485ed0640 1 --2- 172.21.15.76:0/3823779694 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1480071b20 0x7f14800b16a0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f1478009d90 tx=0x7f147802a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3fa9ea2f59f4c4d5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:05.329 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.327+0000 7f1477fff640 1 -- 172.21.15.76:0/3823779694 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1478007740 con 0x7f1480071b20 2024-09-13T16:02:05.329 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.327+0000 7f1477fff640 1 -- 172.21.15.76:0/3823779694 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f147802d050 con 0x7f1480071b20 2024-09-13T16:02:05.330 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.327+0000 7f1477fff640 1 -- 172.21.15.76:0/3823779694 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1478007aa0 con 0x7f1480071b20 2024-09-13T16:02:05.330 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.327+0000 7f1487933640 1 -- 172.21.15.76:0/3823779694 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1480071b20 msgr2=0x7f14800b16a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:05.330 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.327+0000 7f1487933640 1 --2- 172.21.15.76:0/3823779694 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1480071b20 0x7f14800b16a0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f1478009d90 tx=0x7f147802a660 comp rx=0 tx=0).stop 2024-09-13T16:02:05.330 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.327+0000 7f1487933640 1 -- 172.21.15.76:0/3823779694 shutdown_connections 2024-09-13T16:02:05.330 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.327+0000 7f1487933640 1 --2- 172.21.15.76:0/3823779694 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1480071b20 0x7f14800b16a0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:05.330 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.327+0000 7f1487933640 1 --2- 172.21.15.76:0/3823779694 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f148006c8a0 0x7f14800b1160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:05.330 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.327+0000 7f1487933640 1 -- 172.21.15.76:0/3823779694 >> 172.21.15.76:0/3823779694 conn(0x7f148006a0b0 msgr2=0x7f148006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:05.330 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.327+0000 7f1487933640 1 -- 172.21.15.76:0/3823779694 shutdown_connections 2024-09-13T16:02:05.330 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.327+0000 7f1487933640 1 -- 172.21.15.76:0/3823779694 wait complete. 2024-09-13T16:02:05.331 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.328+0000 7f1487933640 1 Processor -- start 2024-09-13T16:02:05.331 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.328+0000 7f1487933640 1 -- start start 2024-09-13T16:02:05.333 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.329+0000 7f1487933640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f148006c8a0 0x7f1480157e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:05.333 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.329+0000 7f1487933640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1480071b20 0x7f14800c3bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:05.333 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.329+0000 7f1487933640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1480158b00 0x7f14800c40f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:05.334 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.329+0000 7f1487933640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1480098f20 con 0x7f1480158b00 2024-09-13T16:02:05.334 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.329+0000 7f1487933640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1480099200 con 0x7f1480071b20 2024-09-13T16:02:05.334 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.329+0000 7f1487933640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f14800994e0 con 0x7f148006c8a0 2024-09-13T16:02:05.334 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.329+0000 7f1485ed0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1480158b00 0x7f14800c40f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:05.334 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.329+0000 7f1485ed0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1480158b00 0x7f14800c40f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56374/0 (socket says 172.21.15.76:56374) 2024-09-13T16:02:05.334 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.329+0000 7f1485ed0640 1 -- 172.21.15.76:0/759383997 learned_addr learned my addr 172.21.15.76:0/759383997 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:05.334 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.329+0000 7f14856cf640 1 --2- 172.21.15.76:0/759383997 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f148006c8a0 0x7f1480157e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:05.334 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.329+0000 7f1484ece640 1 --2- 172.21.15.76:0/759383997 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1480071b20 0x7f14800c3bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:05.334 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.329+0000 7f1485ed0640 1 -- 172.21.15.76:0/759383997 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f148006c8a0 msgr2=0x7f1480157e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:05.334 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.329+0000 7f1485ed0640 1 --2- 172.21.15.76:0/759383997 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f148006c8a0 0x7f1480157e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:05.334 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.329+0000 7f1485ed0640 1 -- 172.21.15.76:0/759383997 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1480071b20 msgr2=0x7f14800c3bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:05.334 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.329+0000 7f1485ed0640 1 --2- 172.21.15.76:0/759383997 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1480071b20 0x7f14800c3bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:05.334 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.330+0000 7f1485ed0640 1 -- 172.21.15.76:0/759383997 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1478009a70 con 0x7f1480158b00 2024-09-13T16:02:05.335 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.330+0000 7f1484ece640 1 --2- 172.21.15.76:0/759383997 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1480071b20 0x7f14800c3bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:02:05.335 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.330+0000 7f1485ed0640 1 --2- 172.21.15.76:0/759383997 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1480158b00 0x7f14800c40f0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f1478009d90 tx=0x7f1478004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:05.335 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.330+0000 7f1475ffb640 1 -- 172.21.15.76:0/759383997 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1478007740 con 0x7f1480158b00 2024-09-13T16:02:05.335 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.330+0000 7f1475ffb640 1 -- 172.21.15.76:0/759383997 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f14780078a0 con 0x7f1480158b00 2024-09-13T16:02:05.335 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.330+0000 7f1487933640 1 -- 172.21.15.76:0/759383997 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f14800997c0 con 0x7f1480158b00 2024-09-13T16:02:05.335 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.330+0000 7f1475ffb640 1 -- 172.21.15.76:0/759383997 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1478007c50 con 0x7f1480158b00 2024-09-13T16:02:05.335 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.330+0000 7f1487933640 1 -- 172.21.15.76:0/759383997 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1480098b90 con 0x7f1480158b00 2024-09-13T16:02:05.335 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.331+0000 7f1487933640 1 -- 172.21.15.76:0/759383997 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1480099ce0 con 0x7f1480158b00 2024-09-13T16:02:05.335 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.331+0000 7f1475ffb640 1 -- 172.21.15.76:0/759383997 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f147803c420 con 0x7f1480158b00 2024-09-13T16:02:05.335 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.332+0000 7f1475ffb640 1 --2- 172.21.15.76:0/759383997 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f146406ac00 0x7f146406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:05.336 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.332+0000 7f1475ffb640 1 -- 172.21.15.76:0/759383997 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f14780aaa80 con 0x7f1480158b00 2024-09-13T16:02:05.336 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.332+0000 7f14856cf640 1 --2- 172.21.15.76:0/759383997 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f146406ac00 0x7f146406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:05.336 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.332+0000 7f14856cf640 1 --2- 172.21.15.76:0/759383997 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f146406ac00 0x7f146406d0c0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f147c007fd0 tx=0x7f147c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:05.337 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.336+0000 7f1475ffb640 1 -- 172.21.15.76:0/759383997 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f1480099ce0 con 0x7f1480158b00 2024-09-13T16:02:05.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.496+0000 7f1487933640 1 -- 172.21.15.76:0/759383997 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f1480099ce0 con 0x7f1480158b00 2024-09-13T16:02:05.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.496+0000 7f1475ffb640 1 -- 172.21.15.76:0/759383997 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v26) v1 ==== 93+0+10 (secure 0 0 0) 0x7f1480099ce0 con 0x7f1480158b00 2024-09-13T16:02:05.498 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2024-09-13T16:02:05.500 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.498+0000 7f1487933640 1 -- 172.21.15.76:0/759383997 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f146406ac00 msgr2=0x7f146406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:05.500 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.498+0000 7f1487933640 1 --2- 172.21.15.76:0/759383997 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f146406ac00 0x7f146406d0c0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f147c007fd0 tx=0x7f147c009040 comp rx=0 tx=0).stop 2024-09-13T16:02:05.500 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.498+0000 7f1487933640 1 -- 172.21.15.76:0/759383997 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1480158b00 msgr2=0x7f14800c40f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:05.500 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.498+0000 7f1487933640 1 --2- 172.21.15.76:0/759383997 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1480158b00 0x7f14800c40f0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f1478009d90 tx=0x7f1478004a40 comp rx=0 tx=0).stop 2024-09-13T16:02:05.500 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.498+0000 7f1487933640 1 -- 172.21.15.76:0/759383997 shutdown_connections 2024-09-13T16:02:05.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.498+0000 7f1487933640 1 --2- 172.21.15.76:0/759383997 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1480158b00 0x7f14800c40f0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:05.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.498+0000 7f1487933640 1 --2- 172.21.15.76:0/759383997 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1480071b20 0x7f14800c3bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:05.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.498+0000 7f1487933640 1 --2- 172.21.15.76:0/759383997 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f146406ac00 0x7f146406d0c0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:05.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.498+0000 7f1487933640 1 --2- 172.21.15.76:0/759383997 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f148006c8a0 0x7f1480157e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:05.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.498+0000 7f1487933640 1 -- 172.21.15.76:0/759383997 >> 172.21.15.76:0/759383997 conn(0x7f148006a0b0 msgr2=0x7f1480070a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:05.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.499+0000 7f1487933640 1 -- 172.21.15.76:0/759383997 shutdown_connections 2024-09-13T16:02:05.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.499+0000 7f1487933640 1 -- 172.21.15.76:0/759383997 wait complete. 2024-09-13T16:02:05.511 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:02:05.611 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.609+0000 7f8f59619640 1 Processor -- start 2024-09-13T16:02:05.611 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.609+0000 7f8f59619640 1 -- start start 2024-09-13T16:02:05.612 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.610+0000 7f8f59619640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8f5415fbc0 0x7f8f540cd180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:05.612 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.610+0000 7f8f59619640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f8f540d29e0 0x7f8f5406bb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:05.612 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.610+0000 7f8f59619640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8f5406b6c0 con 0x7f8f540cd6c0 2024-09-13T16:02:05.613 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.610+0000 7f8f59619640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8f540ce500 con 0x7f8f540d29e0 2024-09-13T16:02:05.613 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.610+0000 7f8f59619640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8f540cdc60 con 0x7f8f5415fbc0 2024-09-13T16:02:05.613 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.610+0000 7f8f4a7fc640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f8f540cd6c0 0x7f8f540d22d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:45774/0 (socket says 172.21.15.76:45774) 2024-09-13T16:02:05.613 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.610+0000 7f8f4a7fc640 1 -- 172.21.15.76:0/1049482130 learned_addr learned my addr 172.21.15.76:0/1049482130 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:05.613 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.610+0000 7f8f537fe640 1 --2- 172.21.15.76:0/1049482130 >> v2:172.21.15.76:3300/0 conn(0x7f8f540d29e0 0x7f8f5406bb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:05.613 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.611+0000 7f8f52ffd640 1 --2- 172.21.15.76:0/1049482130 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8f5415fbc0 0x7f8f540cd180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:05.613 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.611+0000 7f8f527fc640 1 -- 172.21.15.76:0/1049482130 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3408651001 0 0) 0x7f8f5406b6c0 con 0x7f8f540cd6c0 2024-09-13T16:02:05.613 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.611+0000 7f8f527fc640 1 -- 172.21.15.76:0/1049482130 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8f40003520 con 0x7f8f540cd6c0 2024-09-13T16:02:05.613 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.611+0000 7f8f537fe640 1 -- 172.21.15.76:0/1049482130 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8f5415fbc0 msgr2=0x7f8f540cd180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:05.613 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.611+0000 7f8f537fe640 1 --2- 172.21.15.76:0/1049482130 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8f5415fbc0 0x7f8f540cd180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:05.613 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.611+0000 7f8f537fe640 1 -- 172.21.15.76:0/1049482130 >> v1:172.21.15.76:6789/0 conn(0x7f8f540cd6c0 legacy=0x7f8f540d22d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:05.613 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.611+0000 7f8f537fe640 1 -- 172.21.15.76:0/1049482130 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8f540cdf40 con 0x7f8f540d29e0 2024-09-13T16:02:05.615 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.611+0000 7f8f537fe640 1 --2- 172.21.15.76:0/1049482130 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8f540d29e0 0x7f8f5406bb50 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f8f4c009d90 tx=0x7f8f4c02a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c4e175224825409 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:05.615 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.612+0000 7f8f527fc640 1 -- 172.21.15.76:0/1049482130 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f4c007740 con 0x7f8f540d29e0 2024-09-13T16:02:05.615 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.612+0000 7f8f527fc640 1 -- 172.21.15.76:0/1049482130 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8f4c02d050 con 0x7f8f540d29e0 2024-09-13T16:02:05.615 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.612+0000 7f8f527fc640 1 -- 172.21.15.76:0/1049482130 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f4c007ac0 con 0x7f8f540d29e0 2024-09-13T16:02:05.615 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.612+0000 7f8f59619640 1 -- 172.21.15.76:0/1049482130 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8f540d29e0 msgr2=0x7f8f5406bb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:05.615 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.612+0000 7f8f59619640 1 --2- 172.21.15.76:0/1049482130 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8f540d29e0 0x7f8f5406bb50 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f8f4c009d90 tx=0x7f8f4c02a660 comp rx=0 tx=0).stop 2024-09-13T16:02:05.615 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.612+0000 7f8f59619640 1 -- 172.21.15.76:0/1049482130 shutdown_connections 2024-09-13T16:02:05.615 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.612+0000 7f8f59619640 1 --2- 172.21.15.76:0/1049482130 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8f540d29e0 0x7f8f5406bb50 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:05.615 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.612+0000 7f8f59619640 1 --2- 172.21.15.76:0/1049482130 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8f5415fbc0 0x7f8f540cd180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:05.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.612+0000 7f8f59619640 1 -- 172.21.15.76:0/1049482130 >> 172.21.15.76:0/1049482130 conn(0x7f8f5409b830 msgr2=0x7f8f54089f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:05.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.612+0000 7f8f59619640 1 -- 172.21.15.76:0/1049482130 shutdown_connections 2024-09-13T16:02:05.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.612+0000 7f8f59619640 1 -- 172.21.15.76:0/1049482130 wait complete. 2024-09-13T16:02:05.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.613+0000 7f8f59619640 1 Processor -- start 2024-09-13T16:02:05.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.614+0000 7f8f59619640 1 -- start start 2024-09-13T16:02:05.618 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.614+0000 7f8f59619640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8f540cd6c0 0x7f8f54158700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:05.619 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.614+0000 7f8f59619640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8f540d29e0 0x7f8f5415aaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:05.619 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.614+0000 7f8f59619640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8f5415fbc0 0x7f8f540b0ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:05.619 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.614+0000 7f8f59619640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f54158c40 con 0x7f8f540d29e0 2024-09-13T16:02:05.619 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.614+0000 7f8f59619640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f540b7850 con 0x7f8f5415fbc0 2024-09-13T16:02:05.619 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.614+0000 7f8f59619640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8f541f6530 con 0x7f8f540cd6c0 2024-09-13T16:02:05.619 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.614+0000 7f8f4a7fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8f540d29e0 0x7f8f5415aaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:05.619 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.614+0000 7f8f4a7fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8f540d29e0 0x7f8f5415aaa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56402/0 (socket says 172.21.15.76:56402) 2024-09-13T16:02:05.619 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.614+0000 7f8f4a7fc640 1 -- 172.21.15.76:0/3527241712 learned_addr learned my addr 172.21.15.76:0/3527241712 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:05.619 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.615+0000 7f8f537fe640 1 --2- 172.21.15.76:0/3527241712 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8f5415fbc0 0x7f8f540b0ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:05.619 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.615+0000 7f8f52ffd640 1 --2- 172.21.15.76:0/3527241712 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8f540cd6c0 0x7f8f54158700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:05.619 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.615+0000 7f8f4a7fc640 1 -- 172.21.15.76:0/3527241712 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8f540cd6c0 msgr2=0x7f8f54158700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:05.619 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.615+0000 7f8f4a7fc640 1 --2- 172.21.15.76:0/3527241712 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8f540cd6c0 0x7f8f54158700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:05.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.615+0000 7f8f4a7fc640 1 -- 172.21.15.76:0/3527241712 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8f5415fbc0 msgr2=0x7f8f540b0ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:05.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.615+0000 7f8f4a7fc640 1 --2- 172.21.15.76:0/3527241712 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8f5415fbc0 0x7f8f540b0ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:05.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.615+0000 7f8f4a7fc640 1 -- 172.21.15.76:0/3527241712 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8f4c009a70 con 0x7f8f540d29e0 2024-09-13T16:02:05.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.615+0000 7f8f4a7fc640 1 --2- 172.21.15.76:0/3527241712 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8f540d29e0 0x7f8f5415aaa0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f8f3c00c400 tx=0x7f8f3c00c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:05.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.615+0000 7f8f4bfff640 1 -- 172.21.15.76:0/3527241712 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f3c0074e0 con 0x7f8f540d29e0 2024-09-13T16:02:05.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.615+0000 7f8f4bfff640 1 -- 172.21.15.76:0/3527241712 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8f3c007640 con 0x7f8f540d29e0 2024-09-13T16:02:05.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.615+0000 7f8f4bfff640 1 -- 172.21.15.76:0/3527241712 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f3c0059c0 con 0x7f8f540d29e0 2024-09-13T16:02:05.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.615+0000 7f8f59619640 1 -- 172.21.15.76:0/3527241712 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8f541f6250 con 0x7f8f540d29e0 2024-09-13T16:02:05.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.615+0000 7f8f59619640 1 -- 172.21.15.76:0/3527241712 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8f540b5700 con 0x7f8f540d29e0 2024-09-13T16:02:05.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.616+0000 7f8f59619640 1 -- 172.21.15.76:0/3527241712 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8f540b0210 con 0x7f8f540d29e0 2024-09-13T16:02:05.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.616+0000 7f8f4bfff640 1 -- 172.21.15.76:0/3527241712 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f8f3c005b20 con 0x7f8f540d29e0 2024-09-13T16:02:05.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.617+0000 7f8f4bfff640 1 --2- 172.21.15.76:0/3527241712 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8f3406ac00 0x7f8f3406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:05.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.617+0000 7f8f4bfff640 1 -- 172.21.15.76:0/3527241712 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f8f3c088bc0 con 0x7f8f540d29e0 2024-09-13T16:02:05.621 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.617+0000 7f8f52ffd640 1 --2- 172.21.15.76:0/3527241712 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8f3406ac00 0x7f8f3406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:05.621 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.617+0000 7f8f52ffd640 1 --2- 172.21.15.76:0/3527241712 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8f3406ac00 0x7f8f3406d0c0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f8f44009ad0 tx=0x7f8f44008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:05.622 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.621+0000 7f8f4bfff640 1 -- 172.21.15.76:0/3527241712 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f8f3c053b40 con 0x7f8f540d29e0 2024-09-13T16:02:05.783 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.782+0000 7f8f59619640 1 -- 172.21.15.76:0/3527241712 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f8f5409bd40 con 0x7f8f540d29e0 2024-09-13T16:02:05.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.783+0000 7f8f4bfff640 1 -- 172.21.15.76:0/3527241712 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v26) v1 ==== 104+0+11 (secure 0 0 0) 0x7f8f3c0170a0 con 0x7f8f540d29e0 2024-09-13T16:02:05.784 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2024-09-13T16:02:05.786 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.784+0000 7f8f59619640 1 -- 172.21.15.76:0/3527241712 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8f3406ac00 msgr2=0x7f8f3406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:05.786 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.784+0000 7f8f59619640 1 --2- 172.21.15.76:0/3527241712 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8f3406ac00 0x7f8f3406d0c0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f8f44009ad0 tx=0x7f8f44008040 comp rx=0 tx=0).stop 2024-09-13T16:02:05.786 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.784+0000 7f8f59619640 1 -- 172.21.15.76:0/3527241712 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8f540d29e0 msgr2=0x7f8f5415aaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:05.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.784+0000 7f8f59619640 1 --2- 172.21.15.76:0/3527241712 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8f540d29e0 0x7f8f5415aaa0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f8f3c00c400 tx=0x7f8f3c00c8c0 comp rx=0 tx=0).stop 2024-09-13T16:02:05.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.785+0000 7f8f59619640 1 -- 172.21.15.76:0/3527241712 shutdown_connections 2024-09-13T16:02:05.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.785+0000 7f8f59619640 1 --2- 172.21.15.76:0/3527241712 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8f5415fbc0 0x7f8f540b0ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:05.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.785+0000 7f8f59619640 1 --2- 172.21.15.76:0/3527241712 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8f540d29e0 0x7f8f5415aaa0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:05.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.785+0000 7f8f59619640 1 --2- 172.21.15.76:0/3527241712 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8f3406ac00 0x7f8f3406d0c0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:05.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.785+0000 7f8f59619640 1 --2- 172.21.15.76:0/3527241712 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8f540cd6c0 0x7f8f54158700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:05.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.785+0000 7f8f59619640 1 -- 172.21.15.76:0/3527241712 >> 172.21.15.76:0/3527241712 conn(0x7f8f5409b830 msgr2=0x7f8f540cb3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:05.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.785+0000 7f8f59619640 1 -- 172.21.15.76:0/3527241712 shutdown_connections 2024-09-13T16:02:05.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.785+0000 7f8f59619640 1 -- 172.21.15.76:0/3527241712 wait complete. 2024-09-13T16:02:05.797 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:02:05.898 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.897+0000 7fecfc8b1640 1 Processor -- start 2024-09-13T16:02:05.899 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.897+0000 7fecfc8b1640 1 -- start start 2024-09-13T16:02:05.900 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.898+0000 7fecfc8b1640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fecf80b20a0 0x7fecf80ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:05.900 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.898+0000 7fecfc8b1640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fecf80cea30 0x7fecf80ab9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:05.900 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.898+0000 7fecfc8b1640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fecf815a790 con 0x7fecf815a3b0 2024-09-13T16:02:05.900 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.898+0000 7fecfc8b1640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fecf80ceec0 con 0x7fecf80cea30 2024-09-13T16:02:05.900 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.898+0000 7fecfc8b1640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fecf80b2680 con 0x7fecf80b20a0 2024-09-13T16:02:05.900 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.898+0000 7fecf659c640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fecf815a3b0 0x7fecf80b1720 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:45784/0 (socket says 172.21.15.76:45784) 2024-09-13T16:02:05.900 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.898+0000 7fecf659c640 1 -- 172.21.15.76:0/1488169775 learned_addr learned my addr 172.21.15.76:0/1488169775 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:05.900 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.898+0000 7fecedd9b640 1 --2- 172.21.15.76:0/1488169775 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fecf80b20a0 0x7fecf80ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:05.901 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.898+0000 7fecf6d9d640 1 --2- 172.21.15.76:0/1488169775 >> v2:172.21.15.192:3300/0 conn(0x7fecf80cea30 0x7fecf80ab9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:05.901 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.898+0000 7fecf5d9b640 1 -- 172.21.15.76:0/1488169775 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2905933194 0 0) 0x7fecf815a790 con 0x7fecf815a3b0 2024-09-13T16:02:05.901 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.898+0000 7fecf5d9b640 1 -- 172.21.15.76:0/1488169775 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fece4003520 con 0x7fecf815a3b0 2024-09-13T16:02:05.901 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.899+0000 7fecf5d9b640 1 -- 172.21.15.76:0/1488169775 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4125780681 0 0) 0x7fece4003520 con 0x7fecf815a3b0 2024-09-13T16:02:05.901 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.899+0000 7fecedd9b640 1 -- 172.21.15.76:0/1488169775 >> v2:172.21.15.192:3300/0 conn(0x7fecf80cea30 msgr2=0x7fecf80ab9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:05.901 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.899+0000 7fecedd9b640 1 --2- 172.21.15.76:0/1488169775 >> v2:172.21.15.192:3300/0 conn(0x7fecf80cea30 0x7fecf80ab9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:05.901 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.899+0000 7fecedd9b640 1 -- 172.21.15.76:0/1488169775 >> v1:172.21.15.76:6789/0 conn(0x7fecf815a3b0 legacy=0x7fecf80b1720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:05.901 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.899+0000 7fecedd9b640 1 -- 172.21.15.76:0/1488169775 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fecf80b2960 con 0x7fecf80b20a0 2024-09-13T16:02:05.902 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.899+0000 7fecedd9b640 1 --2- 172.21.15.76:0/1488169775 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fecf80b20a0 0x7fecf80ce4f0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fece00097a0 tx=0x7fece002a110 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a13aa83e1f0f0e7e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:05.902 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.900+0000 7fecf5d9b640 1 -- 172.21.15.76:0/1488169775 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fece8001670 con 0x7fecf80b20a0 2024-09-13T16:02:05.902 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.900+0000 7fecf5d9b640 1 -- 172.21.15.76:0/1488169775 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fece002aba0 con 0x7fecf80b20a0 2024-09-13T16:02:05.902 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.900+0000 7fecf5d9b640 1 -- 172.21.15.76:0/1488169775 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fece0032440 con 0x7fecf80b20a0 2024-09-13T16:02:05.903 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.900+0000 7fecfc8b1640 1 -- 172.21.15.76:0/1488169775 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fecf80b20a0 msgr2=0x7fecf80ce4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:05.903 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.900+0000 7fecfc8b1640 1 --2- 172.21.15.76:0/1488169775 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fecf80b20a0 0x7fecf80ce4f0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fece00097a0 tx=0x7fece002a110 comp rx=0 tx=0).stop 2024-09-13T16:02:05.903 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.900+0000 7fecfc8b1640 1 -- 172.21.15.76:0/1488169775 shutdown_connections 2024-09-13T16:02:05.903 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.900+0000 7fecfc8b1640 1 --2- 172.21.15.76:0/1488169775 >> v2:172.21.15.192:3300/0 conn(0x7fecf80cea30 0x7fecf80ab9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:05.903 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.900+0000 7fecfc8b1640 1 --2- 172.21.15.76:0/1488169775 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fecf80b20a0 0x7fecf80ce4f0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:05.903 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.900+0000 7fecfc8b1640 1 -- 172.21.15.76:0/1488169775 >> 172.21.15.76:0/1488169775 conn(0x7fecf806a0b0 msgr2=0x7fecf806a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:05.903 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.900+0000 7fecfc8b1640 1 -- 172.21.15.76:0/1488169775 shutdown_connections 2024-09-13T16:02:05.903 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.900+0000 7fecfc8b1640 1 -- 172.21.15.76:0/1488169775 wait complete. 2024-09-13T16:02:05.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.902+0000 7fecfc8b1640 1 Processor -- start 2024-09-13T16:02:05.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.902+0000 7fecfc8b1640 1 -- start start 2024-09-13T16:02:05.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.902+0000 7fecfc8b1640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fecf80b20a0 0x7fecf815a790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:05.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.902+0000 7fecfc8b1640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fecf80cea30 0x7fecf80aef70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:05.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.902+0000 7fecfc8b1640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fecf815a3b0 0x7fecf814cc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:05.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.902+0000 7fecfc8b1640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fecf814d460 con 0x7fecf80b20a0 2024-09-13T16:02:05.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.902+0000 7fecfc8b1640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fecf814d1c0 con 0x7fecf80cea30 2024-09-13T16:02:05.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.902+0000 7fecfc8b1640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fecf80c6850 con 0x7fecf815a3b0 2024-09-13T16:02:05.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.903+0000 7fecf659c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fecf80b20a0 0x7fecf815a790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:05.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.903+0000 7fecf659c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fecf80b20a0 0x7fecf815a790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56406/0 (socket says 172.21.15.76:56406) 2024-09-13T16:02:05.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.903+0000 7fecf659c640 1 -- 172.21.15.76:0/3310901166 learned_addr learned my addr 172.21.15.76:0/3310901166 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:05.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.903+0000 7fecedd9b640 1 --2- 172.21.15.76:0/3310901166 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fecf80cea30 0x7fecf80aef70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:05.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.903+0000 7fecf6d9d640 1 --2- 172.21.15.76:0/3310901166 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fecf815a3b0 0x7fecf814cc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:05.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.903+0000 7fecf659c640 1 -- 172.21.15.76:0/3310901166 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fecf815a3b0 msgr2=0x7fecf814cc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:05.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.903+0000 7fecf659c640 1 --2- 172.21.15.76:0/3310901166 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fecf815a3b0 0x7fecf814cc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:05.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.903+0000 7fecf659c640 1 -- 172.21.15.76:0/3310901166 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fecf80cea30 msgr2=0x7fecf80aef70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:05.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.903+0000 7fecf659c640 1 --2- 172.21.15.76:0/3310901166 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fecf80cea30 0x7fecf80aef70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:05.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.903+0000 7fecf659c640 1 -- 172.21.15.76:0/3310901166 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fece0009400 con 0x7fecf80b20a0 2024-09-13T16:02:05.907 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.903+0000 7fecf659c640 1 --2- 172.21.15.76:0/3310901166 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fecf80b20a0 0x7fecf815a790 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fece80011e0 tx=0x7fece800cbe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:05.907 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.903+0000 7fecef7fe640 1 -- 172.21.15.76:0/3310901166 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fece8005ad0 con 0x7fecf80b20a0 2024-09-13T16:02:05.907 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.903+0000 7fecef7fe640 1 -- 172.21.15.76:0/3310901166 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fece8005c50 con 0x7fecf80b20a0 2024-09-13T16:02:05.907 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.903+0000 7fecef7fe640 1 -- 172.21.15.76:0/3310901166 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fece8007070 con 0x7fecf80b20a0 2024-09-13T16:02:05.907 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.903+0000 7fecfc8b1640 1 -- 172.21.15.76:0/3310901166 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fecf80c6b30 con 0x7fecf80b20a0 2024-09-13T16:02:05.907 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.903+0000 7fecfc8b1640 1 -- 172.21.15.76:0/3310901166 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fecf80c70f0 con 0x7fecf80b20a0 2024-09-13T16:02:05.908 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.904+0000 7fecfc8b1640 1 -- 172.21.15.76:0/3310901166 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fecf80c7310 con 0x7fecf80b20a0 2024-09-13T16:02:05.908 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.905+0000 7fecef7fe640 1 -- 172.21.15.76:0/3310901166 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fece80071d0 con 0x7fecf80b20a0 2024-09-13T16:02:05.908 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.905+0000 7fecef7fe640 1 --2- 172.21.15.76:0/3310901166 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fecd806ac00 0x7fecd806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:05.908 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.905+0000 7fecedd9b640 1 --2- 172.21.15.76:0/3310901166 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fecd806ac00 0x7fecd806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:05.908 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.905+0000 7fecef7fe640 1 -- 172.21.15.76:0/3310901166 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fece8088d30 con 0x7fecf80b20a0 2024-09-13T16:02:05.908 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.906+0000 7fecedd9b640 1 --2- 172.21.15.76:0/3310901166 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fecd806ac00 0x7fecd806d0c0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fece0034000 tx=0x7fece002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:05.910 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:05.909+0000 7fecef7fe640 1 -- 172.21.15.76:0/3310901166 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fece8053c20 con 0x7fecf80b20a0 2024-09-13T16:02:06.076 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.075+0000 7fecfc8b1640 1 -- 172.21.15.76:0/3310901166 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fecf80abea0 con 0x7fecf80b20a0 2024-09-13T16:02:06.076 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.075+0000 7fecef7fe640 1 -- 172.21.15.76:0/3310901166 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v26) v1 ==== 100+0+11 (secure 0 0 0) 0x7fece8017020 con 0x7fecf80b20a0 2024-09-13T16:02:06.077 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2024-09-13T16:02:06.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.077+0000 7fecfc8b1640 1 -- 172.21.15.76:0/3310901166 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fecd806ac00 msgr2=0x7fecd806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:06.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.077+0000 7fecfc8b1640 1 --2- 172.21.15.76:0/3310901166 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fecd806ac00 0x7fecd806d0c0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fece0034000 tx=0x7fece002e000 comp rx=0 tx=0).stop 2024-09-13T16:02:06.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.077+0000 7fecfc8b1640 1 -- 172.21.15.76:0/3310901166 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fecf80b20a0 msgr2=0x7fecf815a790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:06.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.077+0000 7fecfc8b1640 1 --2- 172.21.15.76:0/3310901166 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fecf80b20a0 0x7fecf815a790 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fece80011e0 tx=0x7fece800cbe0 comp rx=0 tx=0).stop 2024-09-13T16:02:06.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.077+0000 7fecfc8b1640 1 -- 172.21.15.76:0/3310901166 shutdown_connections 2024-09-13T16:02:06.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.077+0000 7fecfc8b1640 1 --2- 172.21.15.76:0/3310901166 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fecd806ac00 0x7fecd806d0c0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:06.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.077+0000 7fecfc8b1640 1 --2- 172.21.15.76:0/3310901166 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fecf815a3b0 0x7fecf814cc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:06.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.077+0000 7fecfc8b1640 1 --2- 172.21.15.76:0/3310901166 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fecf80cea30 0x7fecf80aef70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:06.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.077+0000 7fecfc8b1640 1 --2- 172.21.15.76:0/3310901166 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fecf80b20a0 0x7fecf815a790 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:06.080 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.077+0000 7fecfc8b1640 1 -- 172.21.15.76:0/3310901166 >> 172.21.15.76:0/3310901166 conn(0x7fecf806a0b0 msgr2=0x7fecf8071980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:06.080 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.077+0000 7fecfc8b1640 1 -- 172.21.15.76:0/3310901166 shutdown_connections 2024-09-13T16:02:06.080 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.077+0000 7fecfc8b1640 1 -- 172.21.15.76:0/3310901166 wait complete. 2024-09-13T16:02:06.089 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-13T16:02:06.189 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.188+0000 7f473cbc7640 1 Processor -- start 2024-09-13T16:02:06.190 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.188+0000 7f473cbc7640 1 -- start start 2024-09-13T16:02:06.191 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.189+0000 7f473cbc7640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f473806a5e0 0x7f473806ba60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:06.191 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.189+0000 7f473cbc7640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f47380cbfd0 con 0x7f47380b2590 2024-09-13T16:02:06.191 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.189+0000 7f473cbc7640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f47380cc2b0 con 0x7f473815c5c0 2024-09-13T16:02:06.191 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.189+0000 7f473cbc7640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f47380cc590 con 0x7f473806a5e0 2024-09-13T16:02:06.191 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.189+0000 7f4736d9d640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f47380b2590 0x7f47380b2970 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:45794/0 (socket says 172.21.15.76:45794) 2024-09-13T16:02:06.192 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.189+0000 7f4736d9d640 1 -- 172.21.15.76:0/3849409620 learned_addr learned my addr 172.21.15.76:0/3849409620 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:06.192 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.189+0000 7f4735d9b640 1 --2- 172.21.15.76:0/3849409620 >> v2:172.21.15.192:3300/0 conn(0x7f473806a5e0 0x7f473806ba60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:06.192 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.190+0000 7f473559a640 1 -- 172.21.15.76:0/3849409620 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1822980575 0 0) 0x7f47380cbfd0 con 0x7f47380b2590 2024-09-13T16:02:06.192 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.190+0000 7f473559a640 1 -- 172.21.15.76:0/3849409620 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4720003520 con 0x7f47380b2590 2024-09-13T16:02:06.192 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.190+0000 7f473559a640 1 -- 172.21.15.76:0/3849409620 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 417001853 0 0) 0x7f47380cc2b0 con 0x7f473815c5c0 2024-09-13T16:02:06.192 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.190+0000 7f473559a640 1 -- 172.21.15.76:0/3849409620 --> v1:172.21.15.192:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f47380cbfd0 con 0x7f473815c5c0 2024-09-13T16:02:06.192 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.190+0000 7f4735d9b640 1 -- 172.21.15.76:0/3849409620 >> v1:172.21.15.192:6789/0 conn(0x7f473815c5c0 legacy=0x7f4738069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:06.192 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.190+0000 7f4735d9b640 1 -- 172.21.15.76:0/3849409620 >> v1:172.21.15.76:6789/0 conn(0x7f47380b2590 legacy=0x7f47380b2970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:06.192 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.190+0000 7f4735d9b640 1 -- 172.21.15.76:0/3849409620 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f47380cc870 con 0x7f473806a5e0 2024-09-13T16:02:06.193 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.191+0000 7f4735d9b640 1 --2- 172.21.15.76:0/3849409620 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f473806a5e0 0x7f473806ba60 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f472c0097a0 tx=0x7f472c02a230 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cf7c59b59bdd3448 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:06.193 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.191+0000 7f473559a640 1 -- 172.21.15.76:0/3849409620 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f472c032440 con 0x7f473806a5e0 2024-09-13T16:02:06.193 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.191+0000 7f473559a640 1 -- 172.21.15.76:0/3849409620 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f472c0325a0 con 0x7f473806a5e0 2024-09-13T16:02:06.194 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.191+0000 7f473559a640 1 -- 172.21.15.76:0/3849409620 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f472c032930 con 0x7f473806a5e0 2024-09-13T16:02:06.194 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.191+0000 7f473cbc7640 1 -- 172.21.15.76:0/3849409620 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f473806a5e0 msgr2=0x7f473806ba60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:06.194 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.191+0000 7f473cbc7640 1 --2- 172.21.15.76:0/3849409620 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f473806a5e0 0x7f473806ba60 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f472c0097a0 tx=0x7f472c02a230 comp rx=0 tx=0).stop 2024-09-13T16:02:06.194 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.191+0000 7f473cbc7640 1 -- 172.21.15.76:0/3849409620 shutdown_connections 2024-09-13T16:02:06.194 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.191+0000 7f473cbc7640 1 --2- 172.21.15.76:0/3849409620 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f473806a5e0 0x7f473806ba60 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:06.194 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.191+0000 7f473cbc7640 1 -- 172.21.15.76:0/3849409620 >> 172.21.15.76:0/3849409620 conn(0x7f47380717e0 msgr2=0x7f47380989d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:06.194 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.191+0000 7f473cbc7640 1 -- 172.21.15.76:0/3849409620 shutdown_connections 2024-09-13T16:02:06.194 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.191+0000 7f473cbc7640 1 -- 172.21.15.76:0/3849409620 wait complete. 2024-09-13T16:02:06.196 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.193+0000 7f473cbc7640 1 Processor -- start 2024-09-13T16:02:06.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.193+0000 7f473cbc7640 1 -- start start 2024-09-13T16:02:06.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.193+0000 7f473cbc7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f473806a5e0 0x7f4738147800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:06.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.193+0000 7f473cbc7640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f47380b2590 0x7f473815cb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:06.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.193+0000 7f473cbc7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f473815c5c0 0x7f473815d060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:06.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.193+0000 7f473cbc7640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f473814a120 con 0x7f473815c5c0 2024-09-13T16:02:06.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.193+0000 7f473cbc7640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f473814a400 con 0x7f47380b2590 2024-09-13T16:02:06.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.193+0000 7f473cbc7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f473814a6e0 con 0x7f473806a5e0 2024-09-13T16:02:06.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.194+0000 7f4736d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f473815c5c0 0x7f473815d060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:06.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.194+0000 7f4736d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f473815c5c0 0x7f473815d060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56418/0 (socket says 172.21.15.76:56418) 2024-09-13T16:02:06.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.194+0000 7f4736d9d640 1 -- 172.21.15.76:0/243732005 learned_addr learned my addr 172.21.15.76:0/243732005 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:06.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.194+0000 7f4735d9b640 1 --2- 172.21.15.76:0/243732005 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f47380b2590 0x7f473815cb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:06.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.194+0000 7f473659c640 1 --2- 172.21.15.76:0/243732005 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f473806a5e0 0x7f4738147800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:06.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.194+0000 7f4736d9d640 1 -- 172.21.15.76:0/243732005 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f473806a5e0 msgr2=0x7f4738147800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:06.198 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.194+0000 7f4736d9d640 1 --2- 172.21.15.76:0/243732005 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f473806a5e0 0x7f4738147800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:06.198 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.194+0000 7f4736d9d640 1 -- 172.21.15.76:0/243732005 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f47380b2590 msgr2=0x7f473815cb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:06.198 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.194+0000 7f4736d9d640 1 --2- 172.21.15.76:0/243732005 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f47380b2590 0x7f473815cb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:06.198 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.194+0000 7f4736d9d640 1 -- 172.21.15.76:0/243732005 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f472c009400 con 0x7f473815c5c0 2024-09-13T16:02:06.198 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.194+0000 7f4735d9b640 1 --2- 172.21.15.76:0/243732005 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f47380b2590 0x7f473815cb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:02:06.198 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.194+0000 7f4736d9d640 1 --2- 172.21.15.76:0/243732005 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f473815c5c0 0x7f473815d060 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f473000cbc0 tx=0x7f473000a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:06.198 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.194+0000 7f4726ffd640 1 -- 172.21.15.76:0/243732005 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f473000ace0 con 0x7f473815c5c0 2024-09-13T16:02:06.198 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.194+0000 7f4726ffd640 1 -- 172.21.15.76:0/243732005 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f473000ae40 con 0x7f473815c5c0 2024-09-13T16:02:06.198 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.194+0000 7f473cbc7640 1 -- 172.21.15.76:0/243732005 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f473814a9c0 con 0x7f473815c5c0 2024-09-13T16:02:06.198 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.194+0000 7f4726ffd640 1 -- 172.21.15.76:0/243732005 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4730012600 con 0x7f473815c5c0 2024-09-13T16:02:06.198 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.194+0000 7f473cbc7640 1 -- 172.21.15.76:0/243732005 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4738147d40 con 0x7f473815c5c0 2024-09-13T16:02:06.198 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.195+0000 7f473cbc7640 1 -- 172.21.15.76:0/243732005 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f473806ba60 con 0x7f473815c5c0 2024-09-13T16:02:06.199 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.196+0000 7f4726ffd640 1 -- 172.21.15.76:0/243732005 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f4730012820 con 0x7f473815c5c0 2024-09-13T16:02:06.199 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.196+0000 7f4726ffd640 1 --2- 172.21.15.76:0/243732005 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f471806ac00 0x7f471806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:06.199 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.196+0000 7f4726ffd640 1 -- 172.21.15.76:0/243732005 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f4730089550 con 0x7f473815c5c0 2024-09-13T16:02:06.199 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.196+0000 7f473659c640 1 --2- 172.21.15.76:0/243732005 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f471806ac00 0x7f471806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:06.200 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.197+0000 7f473659c640 1 --2- 172.21.15.76:0/243732005 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f471806ac00 0x7f471806d0c0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f47280011e0 tx=0x7f4728009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:06.201 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.200+0000 7f4726ffd640 1 -- 172.21.15.76:0/243732005 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f47300544f0 con 0x7f473815c5c0 2024-09-13T16:02:06.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.361+0000 7f473cbc7640 1 -- 172.21.15.76:0/243732005 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f47380d01f0 con 0x7f473815c5c0 2024-09-13T16:02:06.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.362+0000 7f4726ffd640 1 -- 172.21.15.76:0/243732005 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v26) v1 ==== 103+0+11 (secure 0 0 0) 0x7f4730057b10 con 0x7f473815c5c0 2024-09-13T16:02:06.364 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2024-09-13T16:02:06.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.364+0000 7f473cbc7640 1 -- 172.21.15.76:0/243732005 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f471806ac00 msgr2=0x7f471806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:06.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.364+0000 7f473cbc7640 1 --2- 172.21.15.76:0/243732005 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f471806ac00 0x7f471806d0c0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f47280011e0 tx=0x7f4728009040 comp rx=0 tx=0).stop 2024-09-13T16:02:06.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.364+0000 7f473cbc7640 1 -- 172.21.15.76:0/243732005 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f473815c5c0 msgr2=0x7f473815d060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:06.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.364+0000 7f473cbc7640 1 --2- 172.21.15.76:0/243732005 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f473815c5c0 0x7f473815d060 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f473000cbc0 tx=0x7f473000a430 comp rx=0 tx=0).stop 2024-09-13T16:02:06.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.364+0000 7f473cbc7640 1 -- 172.21.15.76:0/243732005 shutdown_connections 2024-09-13T16:02:06.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.364+0000 7f473cbc7640 1 --2- 172.21.15.76:0/243732005 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f473815c5c0 0x7f473815d060 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:06.366 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.364+0000 7f473cbc7640 1 --2- 172.21.15.76:0/243732005 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f47380b2590 0x7f473815cb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:06.366 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.364+0000 7f473cbc7640 1 --2- 172.21.15.76:0/243732005 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f471806ac00 0x7f471806d0c0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:06.366 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.364+0000 7f473cbc7640 1 --2- 172.21.15.76:0/243732005 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f473806a5e0 0x7f4738147800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:06.366 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.364+0000 7f473cbc7640 1 -- 172.21.15.76:0/243732005 >> 172.21.15.76:0/243732005 conn(0x7f47380717e0 msgr2=0x7f473815b4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:06.366 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.364+0000 7f473cbc7640 1 -- 172.21.15.76:0/243732005 shutdown_connections 2024-09-13T16:02:06.366 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.364+0000 7f473cbc7640 1 -- 172.21.15.76:0/243732005 wait complete. 2024-09-13T16:02:06.376 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:02:06.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.474+0000 7f4958f33640 1 Processor -- start 2024-09-13T16:02:06.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.474+0000 7f4958f33640 1 -- start start 2024-09-13T16:02:06.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.475+0000 7f4958f33640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f4954071d30 0x7f4954070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:06.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.475+0000 7f4958f33640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f49540c8920 0x7f49540c8dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:06.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.475+0000 7f4958f33640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f49540abdf0 con 0x7f4954072110 2024-09-13T16:02:06.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.475+0000 7f4958f33640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f49540c9310 con 0x7f4954071d30 2024-09-13T16:02:06.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.475+0000 7f4958f33640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f49540b2280 con 0x7f49540c8920 2024-09-13T16:02:06.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.475+0000 7f495259c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f4954071d30 0x7f4954070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:06.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.475+0000 7f495259c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f4954071d30 0x7f4954070190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56434/0 (socket says 172.21.15.76:56434) 2024-09-13T16:02:06.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.475+0000 7f495259c640 1 -- 172.21.15.76:0/433948343 learned_addr learned my addr 172.21.15.76:0/433948343 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:06.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.475+0000 7f4952d9d640 1 --2- 172.21.15.76:0/433948343 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f49540c8920 0x7f49540c8dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:06.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.475+0000 7f495259c640 1 -- 172.21.15.76:0/433948343 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f49540c8920 msgr2=0x7f49540c8dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:06.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.475+0000 7f495259c640 1 --2- 172.21.15.76:0/433948343 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f49540c8920 0x7f49540c8dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:06.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.475+0000 7f495259c640 1 -- 172.21.15.76:0/433948343 >> v1:172.21.15.192:6789/0 conn(0x7f4954072110 legacy=0x7f49540b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:06.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.475+0000 7f495259c640 1 -- 172.21.15.76:0/433948343 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f49540ab1e0 con 0x7f4954071d30 2024-09-13T16:02:06.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.476+0000 7f495259c640 1 --2- 172.21.15.76:0/433948343 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4954071d30 0x7f4954070190 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f4944009870 tx=0x7f494402a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8423d04b05f2e9c4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:06.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.476+0000 7f495159a640 1 -- 172.21.15.76:0/433948343 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4944032440 con 0x7f4954071d30 2024-09-13T16:02:06.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.476+0000 7f495159a640 1 -- 172.21.15.76:0/433948343 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f49440325a0 con 0x7f4954071d30 2024-09-13T16:02:06.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.476+0000 7f495159a640 1 -- 172.21.15.76:0/433948343 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4944032930 con 0x7f4954071d30 2024-09-13T16:02:06.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.477+0000 7f4958f33640 1 -- 172.21.15.76:0/433948343 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4954071d30 msgr2=0x7f4954070190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:06.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.477+0000 7f4958f33640 1 --2- 172.21.15.76:0/433948343 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4954071d30 0x7f4954070190 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f4944009870 tx=0x7f494402a210 comp rx=0 tx=0).stop 2024-09-13T16:02:06.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.477+0000 7f4958f33640 1 -- 172.21.15.76:0/433948343 shutdown_connections 2024-09-13T16:02:06.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.477+0000 7f4958f33640 1 --2- 172.21.15.76:0/433948343 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f49540c8920 0x7f49540c8dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:06.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.477+0000 7f4958f33640 1 --2- 172.21.15.76:0/433948343 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4954071d30 0x7f4954070190 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:06.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.477+0000 7f4958f33640 1 -- 172.21.15.76:0/433948343 >> 172.21.15.76:0/433948343 conn(0x7f4954069ed0 msgr2=0x7f495406a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:06.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.477+0000 7f4958f33640 1 -- 172.21.15.76:0/433948343 shutdown_connections 2024-09-13T16:02:06.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.477+0000 7f4958f33640 1 -- 172.21.15.76:0/433948343 wait complete. 2024-09-13T16:02:06.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.478+0000 7f4958f33640 1 Processor -- start 2024-09-13T16:02:06.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.478+0000 7f4958f33640 1 -- start start 2024-09-13T16:02:06.482 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.479+0000 7f4958f33640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4954071d30 0x7f495414a9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:06.482 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.479+0000 7f4958f33640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4954072110 0x7f4954097890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:06.482 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.479+0000 7f4958f33640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f49540c8920 0x7f495415baf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:06.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.479+0000 7f4958f33640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49540c5960 con 0x7f4954072110 2024-09-13T16:02:06.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.479+0000 7f4958f33640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49540c5c40 con 0x7f4954071d30 2024-09-13T16:02:06.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.479+0000 7f4958f33640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f49540c5f20 con 0x7f49540c8920 2024-09-13T16:02:06.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.479+0000 7f4951d9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4954072110 0x7f4954097890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:06.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.479+0000 7f4951d9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4954072110 0x7f4954097890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56436/0 (socket says 172.21.15.76:56436) 2024-09-13T16:02:06.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.479+0000 7f4951d9b640 1 -- 172.21.15.76:0/2184646174 learned_addr learned my addr 172.21.15.76:0/2184646174 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:06.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.479+0000 7f495259c640 1 --2- 172.21.15.76:0/2184646174 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4954071d30 0x7f495414a9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:06.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.479+0000 7f4952d9d640 1 --2- 172.21.15.76:0/2184646174 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f49540c8920 0x7f495415baf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:06.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.479+0000 7f4951d9b640 1 -- 172.21.15.76:0/2184646174 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f49540c8920 msgr2=0x7f495415baf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:06.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.479+0000 7f4951d9b640 1 --2- 172.21.15.76:0/2184646174 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f49540c8920 0x7f495415baf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:06.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.479+0000 7f4951d9b640 1 -- 172.21.15.76:0/2184646174 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4954071d30 msgr2=0x7f495414a9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:06.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.479+0000 7f4951d9b640 1 --2- 172.21.15.76:0/2184646174 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4954071d30 0x7f495414a9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:06.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.479+0000 7f4951d9b640 1 -- 172.21.15.76:0/2184646174 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f49440094d0 con 0x7f4954072110 2024-09-13T16:02:06.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.480+0000 7f4951d9b640 1 --2- 172.21.15.76:0/2184646174 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4954072110 0x7f4954097890 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f494800e760 tx=0x7f494800ec20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:06.484 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.480+0000 7f4942ffd640 1 -- 172.21.15.76:0/2184646174 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49480041f0 con 0x7f4954072110 2024-09-13T16:02:06.484 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.480+0000 7f4942ffd640 1 -- 172.21.15.76:0/2184646174 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4948004370 con 0x7f4954072110 2024-09-13T16:02:06.484 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.480+0000 7f4942ffd640 1 -- 172.21.15.76:0/2184646174 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49480116b0 con 0x7f4954072110 2024-09-13T16:02:06.484 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.480+0000 7f4958f33640 1 -- 172.21.15.76:0/2184646174 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f49540c6200 con 0x7f4954072110 2024-09-13T16:02:06.484 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.480+0000 7f4958f33640 1 -- 172.21.15.76:0/2184646174 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f495414af20 con 0x7f4954072110 2024-09-13T16:02:06.484 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.481+0000 7f4958f33640 1 -- 172.21.15.76:0/2184646174 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f49540c6720 con 0x7f4954072110 2024-09-13T16:02:06.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.481+0000 7f4942ffd640 1 -- 172.21.15.76:0/2184646174 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f4948011810 con 0x7f4954072110 2024-09-13T16:02:06.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.482+0000 7f4942ffd640 1 --2- 172.21.15.76:0/2184646174 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f493406ac00 0x7f493406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:06.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.482+0000 7f4942ffd640 1 -- 172.21.15.76:0/2184646174 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f494808ba80 con 0x7f4954072110 2024-09-13T16:02:06.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.482+0000 7f495259c640 1 --2- 172.21.15.76:0/2184646174 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f493406ac00 0x7f493406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:06.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.482+0000 7f495259c640 1 --2- 172.21.15.76:0/2184646174 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f493406ac00 0x7f493406d0c0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f4944034000 tx=0x7f494402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:06.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.486+0000 7f4942ffd640 1 -- 172.21.15.76:0/2184646174 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f49540c6720 con 0x7f4954072110 2024-09-13T16:02:06.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.679+0000 7f4958f33640 1 -- 172.21.15.76:0/2184646174 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f49540c6720 con 0x7f4954072110 2024-09-13T16:02:06.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.680+0000 7f4942ffd640 1 -- 172.21.15.76:0/2184646174 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) v1 ==== 93+0+4733 (secure 0 0 0) 0x7f49540c6720 con 0x7f4954072110 2024-09-13T16:02:06.681 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:02:06.681 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":9,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4238,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6834/1395518339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":1395518339},{"type":"v1","addr":"172.21.15.192:6834","nonce":1395518339}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4241,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/3136856265","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6833","nonce":3136856265},{"type":"v1","addr":"172.21.15.192:6835","nonce":3136856265}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4275,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6837/421111930","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":421111930},{"type":"v1","addr":"172.21.15.76:6837","nonce":421111930}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:01:38.363434+0000","modified":"2024-09-13T16:01:59.026233+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4278},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4278":{"gid":4278,"name":"c","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.76:6836/2679973843","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":2679973843},{"type":"v1","addr":"172.21.15.76:6836","nonce":2679973843}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-13T16:02:06.682 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 9 2024-09-13T16:02:06.683 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.682+0000 7f4958f33640 1 -- 172.21.15.76:0/2184646174 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f493406ac00 msgr2=0x7f493406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:06.683 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.682+0000 7f4958f33640 1 --2- 172.21.15.76:0/2184646174 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f493406ac00 0x7f493406d0c0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f4944034000 tx=0x7f494402e000 comp rx=0 tx=0).stop 2024-09-13T16:02:06.683 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.682+0000 7f4958f33640 1 -- 172.21.15.76:0/2184646174 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4954072110 msgr2=0x7f4954097890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:06.683 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.682+0000 7f4958f33640 1 --2- 172.21.15.76:0/2184646174 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4954072110 0x7f4954097890 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f494800e760 tx=0x7f494800ec20 comp rx=0 tx=0).stop 2024-09-13T16:02:06.683 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.682+0000 7f4958f33640 1 -- 172.21.15.76:0/2184646174 shutdown_connections 2024-09-13T16:02:06.684 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.682+0000 7f4958f33640 1 --2- 172.21.15.76:0/2184646174 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f493406ac00 0x7f493406d0c0 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:06.684 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.682+0000 7f4958f33640 1 --2- 172.21.15.76:0/2184646174 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f49540c8920 0x7f495415baf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:06.684 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.682+0000 7f4958f33640 1 --2- 172.21.15.76:0/2184646174 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4954072110 0x7f4954097890 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:06.684 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.682+0000 7f4958f33640 1 --2- 172.21.15.76:0/2184646174 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4954071d30 0x7f495414a9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:06.684 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.682+0000 7f4958f33640 1 -- 172.21.15.76:0/2184646174 >> 172.21.15.76:0/2184646174 conn(0x7f4954069ed0 msgr2=0x7f49540ae5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:06.684 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.682+0000 7f4958f33640 1 -- 172.21.15.76:0/2184646174 shutdown_connections 2024-09-13T16:02:06.684 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.682+0000 7f4958f33640 1 -- 172.21.15.76:0/2184646174 wait complete. 2024-09-13T16:02:06.694 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:02:06.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.792+0000 7f6911e9c640 1 Processor -- start 2024-09-13T16:02:06.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.792+0000 7f6911e9c640 1 -- start start 2024-09-13T16:02:06.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.793+0000 7f6911e9c640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f690c15c4c0 0x7f690c06d8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:06.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.793+0000 7f6911e9c640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f690c1601d0 con 0x7f690c15c8a0 2024-09-13T16:02:06.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.793+0000 7f6911e9c640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f690c06de20 con 0x7f690c0cd750 2024-09-13T16:02:06.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.793+0000 7f6911e9c640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f690c0cd0e0 con 0x7f690c15c4c0 2024-09-13T16:02:06.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.793+0000 7f690affd640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f690c15c8a0 0x7f690c0cc9d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:45796/0 (socket says 172.21.15.76:45796) 2024-09-13T16:02:06.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.793+0000 7f690affd640 1 -- 172.21.15.76:0/2825521083 learned_addr learned my addr 172.21.15.76:0/2825521083 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:06.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.794+0000 7f690a7fc640 1 -- 172.21.15.76:0/2825521083 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2125379951 0 0) 0x7f690c1601d0 con 0x7f690c15c8a0 2024-09-13T16:02:06.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.794+0000 7f690b7fe640 1 --2- 172.21.15.76:0/2825521083 >> v2:172.21.15.192:3300/0 conn(0x7f690c15c4c0 0x7f690c06d8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:06.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.794+0000 7f690a7fc640 1 -- 172.21.15.76:0/2825521083 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f68f4003520 con 0x7f690c15c8a0 2024-09-13T16:02:06.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.794+0000 7f690a7fc640 1 -- 172.21.15.76:0/2825521083 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 23505982 0 0) 0x7f68f4003520 con 0x7f690c15c8a0 2024-09-13T16:02:06.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.794+0000 7f690a7fc640 1 -- 172.21.15.76:0/2825521083 >> v2:172.21.15.192:3300/0 conn(0x7f690c15c4c0 msgr2=0x7f690c06d8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:06.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.794+0000 7f690a7fc640 1 --2- 172.21.15.76:0/2825521083 >> v2:172.21.15.192:3300/0 conn(0x7f690c15c4c0 0x7f690c06d8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:06.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.794+0000 7f690a7fc640 1 -- 172.21.15.76:0/2825521083 >> v1:172.21.15.192:6789/0 conn(0x7f690c0cd750 legacy=0x7f690c06a0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:06.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.794+0000 7f690a7fc640 1 -- 172.21.15.76:0/2825521083 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f690c160420 con 0x7f690c15c8a0 2024-09-13T16:02:06.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.794+0000 7f690a7fc640 1 -- 172.21.15.76:0/2825521083 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f6900001670 con 0x7f690c15c8a0 2024-09-13T16:02:06.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.794+0000 7f690a7fc640 1 -- 172.21.15.76:0/2825521083 >> v1:172.21.15.76:6789/0 conn(0x7f690c15c8a0 legacy=0x7f690c0cc9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:06.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.794+0000 7f690a7fc640 1 --2- 172.21.15.76:0/2825521083 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f68f4003970 0x7f68f4003d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:06.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.794+0000 7f690a7fc640 1 --2- 172.21.15.76:0/2825521083 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f68f4004370 0x7f68f4004840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:06.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.794+0000 7f690a7fc640 1 --2- 172.21.15.76:0/2825521083 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f68f4005040 0x7f68f400b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:06.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.794+0000 7f690a7fc640 1 -- 172.21.15.76:0/2825521083 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f690c0cd0e0 con 0x7f68f4005040 2024-09-13T16:02:06.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.794+0000 7f690a7fc640 1 -- 172.21.15.76:0/2825521083 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f68f400bfa0 con 0x7f68f4004370 2024-09-13T16:02:06.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.794+0000 7f690a7fc640 1 -- 172.21.15.76:0/2825521083 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f68f400c160 con 0x7f68f4003970 2024-09-13T16:02:06.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.794+0000 7f690bfff640 1 --2- 172.21.15.76:0/2825521083 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f68f4005040 0x7f68f400b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:06.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.794+0000 7f690affd640 1 --2- 172.21.15.76:0/2825521083 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f68f4004370 0x7f68f4004840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:06.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.794+0000 7f690b7fe640 1 --2- 172.21.15.76:0/2825521083 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f68f4003970 0x7f68f4003d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:06.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.794+0000 7f690bfff640 1 -- 172.21.15.76:0/2825521083 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f68f4003970 msgr2=0x7f68f4003d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:06.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.794+0000 7f690bfff640 1 --2- 172.21.15.76:0/2825521083 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f68f4003970 0x7f68f4003d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:06.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.794+0000 7f690bfff640 1 -- 172.21.15.76:0/2825521083 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f68f4004370 msgr2=0x7f68f4004840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:06.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.794+0000 7f690bfff640 1 --2- 172.21.15.76:0/2825521083 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f68f4004370 0x7f68f4004840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:06.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.794+0000 7f690bfff640 1 -- 172.21.15.76:0/2825521083 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f68f4003520 con 0x7f68f4005040 2024-09-13T16:02:06.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.795+0000 7f690bfff640 1 -- 172.21.15.76:0/2825521083 reap_dead start 2024-09-13T16:02:06.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.795+0000 7f690bfff640 1 --2- 172.21.15.76:0/2825521083 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f68f4005040 0x7f68f400b980 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f6904001860 tx=0x7f68f40057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e9a70eae06d10a1a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:06.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.795+0000 7f690a7fc640 1 -- 172.21.15.76:0/2825521083 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6904005310 con 0x7f68f4005040 2024-09-13T16:02:06.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.795+0000 7f690a7fc640 1 -- 172.21.15.76:0/2825521083 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6904005490 con 0x7f68f4005040 2024-09-13T16:02:06.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.795+0000 7f690a7fc640 1 -- 172.21.15.76:0/2825521083 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f690402ac10 con 0x7f68f4005040 2024-09-13T16:02:06.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.796+0000 7f6911e9c640 1 -- 172.21.15.76:0/2825521083 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f68f4005040 msgr2=0x7f68f400b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:06.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.796+0000 7f6911e9c640 1 --2- 172.21.15.76:0/2825521083 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f68f4005040 0x7f68f400b980 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f6904001860 tx=0x7f68f40057f0 comp rx=0 tx=0).stop 2024-09-13T16:02:06.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.796+0000 7f6911e9c640 1 -- 172.21.15.76:0/2825521083 shutdown_connections 2024-09-13T16:02:06.801 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.796+0000 7f6911e9c640 1 --2- 172.21.15.76:0/2825521083 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f68f4005040 0x7f68f400b980 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:06.801 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.796+0000 7f6911e9c640 1 -- 172.21.15.76:0/2825521083 >> 172.21.15.76:0/2825521083 conn(0x7f690c0989d0 msgr2=0x7f690c0b4870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:06.801 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.796+0000 7f6911e9c640 1 -- 172.21.15.76:0/2825521083 shutdown_connections 2024-09-13T16:02:06.801 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.796+0000 7f6911e9c640 1 -- 172.21.15.76:0/2825521083 wait complete. 2024-09-13T16:02:06.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.797+0000 7f6911e9c640 1 Processor -- start 2024-09-13T16:02:06.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.797+0000 7f6911e9c640 1 -- start start 2024-09-13T16:02:06.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.798+0000 7f6911e9c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f68f4005040 0x7f690c0af960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:06.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.798+0000 7f6911e9c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f690c0afea0 0x7f690c159fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:06.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.798+0000 7f6911e9c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f690c15a4f0 0x7f690c0b0720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:06.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.798+0000 7f6911e9c640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f690c15a9a0 con 0x7f68f4005040 2024-09-13T16:02:06.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.798+0000 7f6911e9c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f690c1f2f50 con 0x7f690c15a4f0 2024-09-13T16:02:06.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.798+0000 7f6911e9c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f690c0af4d0 con 0x7f690c0afea0 2024-09-13T16:02:06.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.798+0000 7f690b7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f68f4005040 0x7f690c0af960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:06.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.798+0000 7f690b7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f68f4005040 0x7f690c0af960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56450/0 (socket says 172.21.15.76:56450) 2024-09-13T16:02:06.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.798+0000 7f690b7fe640 1 -- 172.21.15.76:0/3817932969 learned_addr learned my addr 172.21.15.76:0/3817932969 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:06.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.798+0000 7f690bfff640 1 --2- 172.21.15.76:0/3817932969 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f690c15a4f0 0x7f690c0b0720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:06.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.798+0000 7f690b7fe640 1 -- 172.21.15.76:0/3817932969 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f690c0afea0 msgr2=0x7f690c159fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:06.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.798+0000 7f690affd640 1 --2- 172.21.15.76:0/3817932969 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f690c0afea0 0x7f690c159fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:06.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.798+0000 7f690b7fe640 1 --2- 172.21.15.76:0/3817932969 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f690c0afea0 0x7f690c159fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:06.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.798+0000 7f690b7fe640 1 -- 172.21.15.76:0/3817932969 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f690c15a4f0 msgr2=0x7f690c0b0720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:06.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.798+0000 7f690b7fe640 1 --2- 172.21.15.76:0/3817932969 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f690c15a4f0 0x7f690c0b0720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:06.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.798+0000 7f690b7fe640 1 -- 172.21.15.76:0/3817932969 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f690c1f2990 con 0x7f68f4005040 2024-09-13T16:02:06.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.798+0000 7f690bfff640 1 --2- 172.21.15.76:0/3817932969 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f690c15a4f0 0x7f690c0b0720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:02:06.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.798+0000 7f690b7fe640 1 --2- 172.21.15.76:0/3817932969 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f68f4005040 0x7f690c0af960 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f68fc009f90 tx=0x7f68fc00f580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:06.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.798+0000 7f68f3fff640 1 -- 172.21.15.76:0/3817932969 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f68fc00e040 con 0x7f68f4005040 2024-09-13T16:02:06.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.799+0000 7f68f3fff640 1 -- 172.21.15.76:0/3817932969 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f68fc00f040 con 0x7f68f4005040 2024-09-13T16:02:06.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.799+0000 7f6911e9c640 1 -- 172.21.15.76:0/3817932969 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f690c1f2c70 con 0x7f68f4005040 2024-09-13T16:02:06.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.799+0000 7f68f3fff640 1 -- 172.21.15.76:0/3817932969 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f68fc015870 con 0x7f68f4005040 2024-09-13T16:02:06.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.799+0000 7f6911e9c640 1 -- 172.21.15.76:0/3817932969 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f690c0c8820 con 0x7f68f4005040 2024-09-13T16:02:06.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.800+0000 7f6911e9c640 1 -- 172.21.15.76:0/3817932969 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f690c0aefc0 con 0x7f68f4005040 2024-09-13T16:02:06.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.800+0000 7f68f3fff640 1 -- 172.21.15.76:0/3817932969 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f68fc0159d0 con 0x7f68f4005040 2024-09-13T16:02:06.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.800+0000 7f68f3fff640 1 --2- 172.21.15.76:0/3817932969 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f68f806ac00 0x7f68f806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:06.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.801+0000 7f68f3fff640 1 -- 172.21.15.76:0/3817932969 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f68fc08a390 con 0x7f68f4005040 2024-09-13T16:02:06.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.801+0000 7f690affd640 1 --2- 172.21.15.76:0/3817932969 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f68f806ac00 0x7f68f806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:06.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.801+0000 7f690affd640 1 --2- 172.21.15.76:0/3817932969 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f68f806ac00 0x7f68f806d0c0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f690c0aef10 tx=0x7f6900009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:06.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.805+0000 7f68f3fff640 1 -- 172.21.15.76:0/3817932969 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f690c0aefc0 con 0x7f68f4005040 2024-09-13T16:02:06.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.968+0000 7f6911e9c640 1 -- 172.21.15.76:0/3817932969 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f690c0aefc0 con 0x7f68f4005040 2024-09-13T16:02:06.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.969+0000 7f68f3fff640 1 -- 172.21.15.76:0/3817932969 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) v1 ==== 74+0+18310 (secure 0 0 0) 0x7f690c0aefc0 con 0x7f68f4005040 2024-09-13T16:02:06.971 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:02:06.971 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":26,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:01:43.737551+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:01:36.778177+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T16:01:37.336141+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T16:01:40.400554+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:02:06.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.971+0000 7f6911e9c640 1 -- 172.21.15.76:0/3817932969 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f68f806ac00 msgr2=0x7f68f806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:06.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.971+0000 7f6911e9c640 1 --2- 172.21.15.76:0/3817932969 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f68f806ac00 0x7f68f806d0c0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f690c0aef10 tx=0x7f6900009040 comp rx=0 tx=0).stop 2024-09-13T16:02:06.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.971+0000 7f6911e9c640 1 -- 172.21.15.76:0/3817932969 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f68f4005040 msgr2=0x7f690c0af960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:06.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.971+0000 7f6911e9c640 1 --2- 172.21.15.76:0/3817932969 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f68f4005040 0x7f690c0af960 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f68fc009f90 tx=0x7f68fc00f580 comp rx=0 tx=0).stop 2024-09-13T16:02:06.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.971+0000 7f6911e9c640 1 -- 172.21.15.76:0/3817932969 shutdown_connections 2024-09-13T16:02:06.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.971+0000 7f6911e9c640 1 --2- 172.21.15.76:0/3817932969 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f690c15a4f0 0x7f690c0b0720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:06.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.971+0000 7f6911e9c640 1 --2- 172.21.15.76:0/3817932969 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f68f806ac00 0x7f68f806d0c0 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:06.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.971+0000 7f6911e9c640 1 --2- 172.21.15.76:0/3817932969 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f690c0afea0 0x7f690c159fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:06.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.971+0000 7f6911e9c640 1 --2- 172.21.15.76:0/3817932969 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f68f4005040 0x7f690c0af960 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:06.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.971+0000 7f6911e9c640 1 -- 172.21.15.76:0/3817932969 >> 172.21.15.76:0/3817932969 conn(0x7f690c0989d0 msgr2=0x7f690c0b38c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:06.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.972+0000 7f6911e9c640 1 -- 172.21.15.76:0/3817932969 shutdown_connections 2024-09-13T16:02:06.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:06.972+0000 7f6911e9c640 1 -- 172.21.15.76:0/3817932969 wait complete. 2024-09-13T16:02:06.984 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:01:26.960607+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:01:36.778177+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:01:37.336141+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-13T16:01:40.400554+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '26', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-13T16:02:06.984 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:02:07.086 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.084+0000 7fc7416e9640 1 Processor -- start 2024-09-13T16:02:07.086 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.084+0000 7fc7416e9640 1 -- start start 2024-09-13T16:02:07.087 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.085+0000 7fc7416e9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc73c0d22d0 0x7fc73c0d2710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:07.087 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.085+0000 7fc7416e9640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fc73c06bb50 0x7fc73c06c000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:07.087 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.085+0000 7fc7416e9640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc73c06b6c0 con 0x7fc73c15fbc0 2024-09-13T16:02:07.087 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.085+0000 7fc7416e9640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc73c0ce500 con 0x7fc73c06bb50 2024-09-13T16:02:07.088 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.085+0000 7fc7416e9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc73c0cdc60 con 0x7fc73c0d22d0 2024-09-13T16:02:07.088 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.086+0000 7fc73b7fe640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fc73c06bb50 0x7fc73c06c000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:07.088 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.086+0000 7fc7327fc640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc73c0d22d0 0x7fc73c0d2710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:07.088 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.086+0000 7fc73affd640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7fc73c15fbc0 0x7fc73c0cd180 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:60552/0 (socket says 172.21.15.76:60552) 2024-09-13T16:02:07.088 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.086+0000 7fc73affd640 1 -- 172.21.15.76:0/2785290544 learned_addr learned my addr 172.21.15.76:0/2785290544 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:07.088 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.086+0000 7fc73b7fe640 1 --2- 172.21.15.76:0/2785290544 >> v2:172.21.15.192:3300/0 conn(0x7fc73c06bb50 0x7fc73c06c000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.76:34048/0 (socket says 172.21.15.76:34048) 2024-09-13T16:02:07.088 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.086+0000 7fc7327fc640 1 -- 172.21.15.76:0/2785290544 >> v2:172.21.15.192:3300/0 conn(0x7fc73c06bb50 msgr2=0x7fc73c06c000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:07.088 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.086+0000 7fc7327fc640 1 --2- 172.21.15.76:0/2785290544 >> v2:172.21.15.192:3300/0 conn(0x7fc73c06bb50 0x7fc73c06c000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:07.088 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.086+0000 7fc73a7fc640 1 -- 172.21.15.76:0/2785290544 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3369596274 0 0) 0x7fc73c06b6c0 con 0x7fc73c15fbc0 2024-09-13T16:02:07.089 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.086+0000 7fc7327fc640 1 -- 172.21.15.76:0/2785290544 >> v1:172.21.15.192:6789/0 conn(0x7fc73c15fbc0 legacy=0x7fc73c0cd180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:07.089 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.086+0000 7fc7327fc640 1 -- 172.21.15.76:0/2785290544 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc73c0cdf40 con 0x7fc73c0d22d0 2024-09-13T16:02:07.090 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.087+0000 7fc7327fc640 1 --2- 172.21.15.76:0/2785290544 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc73c0d22d0 0x7fc73c0d2710 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fc724009790 tx=0x7fc72402a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a216b8f87b3d206 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:07.090 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.087+0000 7fc73a7fc640 1 -- 172.21.15.76:0/2785290544 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc724032440 con 0x7fc73c0d22d0 2024-09-13T16:02:07.090 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.087+0000 7fc73a7fc640 1 -- 172.21.15.76:0/2785290544 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc7240325a0 con 0x7fc73c0d22d0 2024-09-13T16:02:07.091 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.087+0000 7fc73a7fc640 1 -- 172.21.15.76:0/2785290544 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc724032930 con 0x7fc73c0d22d0 2024-09-13T16:02:07.091 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.087+0000 7fc7416e9640 1 -- 172.21.15.76:0/2785290544 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc73c0d22d0 msgr2=0x7fc73c0d2710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:07.091 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.087+0000 7fc7416e9640 1 --2- 172.21.15.76:0/2785290544 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc73c0d22d0 0x7fc73c0d2710 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fc724009790 tx=0x7fc72402a180 comp rx=0 tx=0).stop 2024-09-13T16:02:07.091 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.087+0000 7fc7416e9640 1 -- 172.21.15.76:0/2785290544 shutdown_connections 2024-09-13T16:02:07.091 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.087+0000 7fc7416e9640 1 --2- 172.21.15.76:0/2785290544 >> v2:172.21.15.192:3300/0 conn(0x7fc73c06bb50 0x7fc73c06c000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:07.091 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.087+0000 7fc7416e9640 1 --2- 172.21.15.76:0/2785290544 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc73c0d22d0 0x7fc73c0d2710 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:07.091 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.087+0000 7fc7416e9640 1 -- 172.21.15.76:0/2785290544 >> 172.21.15.76:0/2785290544 conn(0x7fc73c09b830 msgr2=0x7fc73c089f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:07.091 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.087+0000 7fc7416e9640 1 -- 172.21.15.76:0/2785290544 shutdown_connections 2024-09-13T16:02:07.091 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.087+0000 7fc7416e9640 1 -- 172.21.15.76:0/2785290544 wait complete. 2024-09-13T16:02:07.091 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.089+0000 7fc7416e9640 1 Processor -- start 2024-09-13T16:02:07.092 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.089+0000 7fc7416e9640 1 -- start start 2024-09-13T16:02:07.095 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.089+0000 7fc7416e9640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc73c06bb50 0x7fc73c15c020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:07.095 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.089+0000 7fc7416e9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc73c0d22d0 0x7fc73c15aea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:07.095 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.089+0000 7fc7416e9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc73c15fbc0 0x7fc73c15b3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:07.095 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.089+0000 7fc7416e9640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc73c0b4300 con 0x7fc73c0d22d0 2024-09-13T16:02:07.095 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.089+0000 7fc7416e9640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc73c15c560 con 0x7fc73c06bb50 2024-09-13T16:02:07.095 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.089+0000 7fc7416e9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc73c1598a0 con 0x7fc73c15fbc0 2024-09-13T16:02:07.095 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.090+0000 7fc7327fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc73c0d22d0 0x7fc73c15aea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:07.095 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.090+0000 7fc73affd640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc73c06bb50 0x7fc73c15c020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:07.096 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.090+0000 7fc7327fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc73c0d22d0 0x7fc73c15aea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56456/0 (socket says 172.21.15.76:56456) 2024-09-13T16:02:07.096 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.090+0000 7fc7327fc640 1 -- 172.21.15.76:0/3471755463 learned_addr learned my addr 172.21.15.76:0/3471755463 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:07.096 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.090+0000 7fc73b7fe640 1 --2- 172.21.15.76:0/3471755463 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc73c15fbc0 0x7fc73c15b3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:07.096 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.090+0000 7fc7327fc640 1 -- 172.21.15.76:0/3471755463 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc73c15fbc0 msgr2=0x7fc73c15b3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:07.096 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.090+0000 7fc7327fc640 1 --2- 172.21.15.76:0/3471755463 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc73c15fbc0 0x7fc73c15b3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:07.096 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.090+0000 7fc7327fc640 1 -- 172.21.15.76:0/3471755463 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc73c06bb50 msgr2=0x7fc73c15c020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:07.096 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.090+0000 7fc7327fc640 1 --2- 172.21.15.76:0/3471755463 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc73c06bb50 0x7fc73c15c020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:07.096 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.090+0000 7fc7327fc640 1 -- 172.21.15.76:0/3471755463 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc7240093a0 con 0x7fc73c0d22d0 2024-09-13T16:02:07.096 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.090+0000 7fc7327fc640 1 --2- 172.21.15.76:0/3471755463 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc73c0d22d0 0x7fc73c15aea0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fc7240098b0 tx=0x7fc7240046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:07.096 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.090+0000 7fc733fff640 1 -- 172.21.15.76:0/3471755463 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc724005da0 con 0x7fc73c0d22d0 2024-09-13T16:02:07.097 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.090+0000 7fc7416e9640 1 -- 172.21.15.76:0/3471755463 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc73c0b3960 con 0x7fc73c0d22d0 2024-09-13T16:02:07.097 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.090+0000 7fc733fff640 1 -- 172.21.15.76:0/3471755463 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc724032e90 con 0x7fc73c0d22d0 2024-09-13T16:02:07.097 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.090+0000 7fc733fff640 1 -- 172.21.15.76:0/3471755463 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc724030970 con 0x7fc73c0d22d0 2024-09-13T16:02:07.097 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.090+0000 7fc7416e9640 1 -- 172.21.15.76:0/3471755463 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc73c0b3f20 con 0x7fc73c0d22d0 2024-09-13T16:02:07.097 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.091+0000 7fc7416e9640 1 -- 172.21.15.76:0/3471755463 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc73c0b4440 con 0x7fc73c0d22d0 2024-09-13T16:02:07.097 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.092+0000 7fc733fff640 1 -- 172.21.15.76:0/3471755463 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc724030ad0 con 0x7fc73c0d22d0 2024-09-13T16:02:07.097 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.092+0000 7fc733fff640 1 --2- 172.21.15.76:0/3471755463 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc71c06ac00 0x7fc71c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:07.097 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.092+0000 7fc73affd640 1 --2- 172.21.15.76:0/3471755463 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc71c06ac00 0x7fc71c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:07.097 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.092+0000 7fc733fff640 1 -- 172.21.15.76:0/3471755463 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fc7240aa6f0 con 0x7fc73c0d22d0 2024-09-13T16:02:07.097 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.093+0000 7fc73affd640 1 --2- 172.21.15.76:0/3471755463 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc71c06ac00 0x7fc71c06d0c0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fc72c0012e0 tx=0x7fc72c001700 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:07.098 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.097+0000 7fc733fff640 1 -- 172.21.15.76:0/3471755463 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fc73c0b4440 con 0x7fc73c0d22d0 2024-09-13T16:02:07.259 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.257+0000 7fc7416e9640 1 -- 172.21.15.76:0/3471755463 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fc73c0b4440 con 0x7fc73c0d22d0 2024-09-13T16:02:07.259 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.258+0000 7fc733fff640 1 -- 172.21.15.76:0/3471755463 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v26) v1 ==== 93+0+10 (secure 0 0 0) 0x7fc724037020 con 0x7fc73c0d22d0 2024-09-13T16:02:07.259 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2024-09-13T16:02:07.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.259+0000 7fc7416e9640 1 -- 172.21.15.76:0/3471755463 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc71c06ac00 msgr2=0x7fc71c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:07.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.259+0000 7fc7416e9640 1 --2- 172.21.15.76:0/3471755463 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc71c06ac00 0x7fc71c06d0c0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fc72c0012e0 tx=0x7fc72c001700 comp rx=0 tx=0).stop 2024-09-13T16:02:07.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.259+0000 7fc7416e9640 1 -- 172.21.15.76:0/3471755463 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc73c0d22d0 msgr2=0x7fc73c15aea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:07.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.259+0000 7fc7416e9640 1 --2- 172.21.15.76:0/3471755463 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc73c0d22d0 0x7fc73c15aea0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fc7240098b0 tx=0x7fc7240046c0 comp rx=0 tx=0).stop 2024-09-13T16:02:07.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.260+0000 7fc7416e9640 1 -- 172.21.15.76:0/3471755463 shutdown_connections 2024-09-13T16:02:07.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.260+0000 7fc7416e9640 1 --2- 172.21.15.76:0/3471755463 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc71c06ac00 0x7fc71c06d0c0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:07.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.260+0000 7fc7416e9640 1 --2- 172.21.15.76:0/3471755463 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc73c15fbc0 0x7fc73c15b3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:07.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.260+0000 7fc7416e9640 1 --2- 172.21.15.76:0/3471755463 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc73c0d22d0 0x7fc73c15aea0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:07.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.260+0000 7fc7416e9640 1 --2- 172.21.15.76:0/3471755463 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc73c06bb50 0x7fc73c15c020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:07.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.260+0000 7fc7416e9640 1 -- 172.21.15.76:0/3471755463 >> 172.21.15.76:0/3471755463 conn(0x7fc73c09b830 msgr2=0x7fc73c0d0a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:07.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.260+0000 7fc7416e9640 1 -- 172.21.15.76:0/3471755463 shutdown_connections 2024-09-13T16:02:07.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.260+0000 7fc7416e9640 1 -- 172.21.15.76:0/3471755463 wait complete. 2024-09-13T16:02:07.272 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:02:07.373 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.372+0000 7f383d4a3640 1 Processor -- start 2024-09-13T16:02:07.373 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.372+0000 7f383d4a3640 1 -- start start 2024-09-13T16:02:07.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.373+0000 7f383d4a3640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f383815fc50 0x7f38380d13c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:07.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.373+0000 7f383d4a3640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f38380cdb30 0x7f38380b5a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:07.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.373+0000 7f383d4a3640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f38380d1900 con 0x7f38380b3060 2024-09-13T16:02:07.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.373+0000 7f383d4a3640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f38380d2380 con 0x7f383815fc50 2024-09-13T16:02:07.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.373+0000 7f383d4a3640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f38380b5f70 con 0x7f38380cdb30 2024-09-13T16:02:07.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.373+0000 7f3836ffd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f383815fc50 0x7f38380d13c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:07.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.373+0000 7f3836ffd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f383815fc50 0x7f38380d13c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56462/0 (socket says 172.21.15.76:56462) 2024-09-13T16:02:07.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.373+0000 7f3836ffd640 1 -- 172.21.15.76:0/100805881 learned_addr learned my addr 172.21.15.76:0/100805881 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:07.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.373+0000 7f38377fe640 1 --2- 172.21.15.76:0/100805881 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f38380cdb30 0x7f38380b5a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:07.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.373+0000 7f3836ffd640 1 -- 172.21.15.76:0/100805881 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f38380cdb30 msgr2=0x7f38380b5a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:07.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.373+0000 7f3836ffd640 1 --2- 172.21.15.76:0/100805881 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f38380cdb30 0x7f38380b5a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:07.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.373+0000 7f3836ffd640 1 -- 172.21.15.76:0/100805881 >> v1:172.21.15.192:6789/0 conn(0x7f38380b3060 legacy=0x7f38380b5320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:07.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.373+0000 7f3836ffd640 1 -- 172.21.15.76:0/100805881 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f38380d2be0 con 0x7f383815fc50 2024-09-13T16:02:07.377 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.374+0000 7f3836ffd640 1 --2- 172.21.15.76:0/100805881 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f383815fc50 0x7f38380d13c0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f3828009870 tx=0x7f382802a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6fe7a20d60e37b6f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:07.377 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.374+0000 7f38367fc640 1 -- 172.21.15.76:0/100805881 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3828032440 con 0x7f383815fc50 2024-09-13T16:02:07.378 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.374+0000 7f38367fc640 1 -- 172.21.15.76:0/100805881 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f38280325a0 con 0x7f383815fc50 2024-09-13T16:02:07.378 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.374+0000 7f38367fc640 1 -- 172.21.15.76:0/100805881 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3828032930 con 0x7f383815fc50 2024-09-13T16:02:07.378 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.375+0000 7f383d4a3640 1 -- 172.21.15.76:0/100805881 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f383815fc50 msgr2=0x7f38380d13c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:07.378 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.375+0000 7f383d4a3640 1 --2- 172.21.15.76:0/100805881 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f383815fc50 0x7f38380d13c0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f3828009870 tx=0x7f382802a1c0 comp rx=0 tx=0).stop 2024-09-13T16:02:07.378 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.375+0000 7f383d4a3640 1 -- 172.21.15.76:0/100805881 shutdown_connections 2024-09-13T16:02:07.378 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.375+0000 7f383d4a3640 1 --2- 172.21.15.76:0/100805881 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f38380cdb30 0x7f38380b5a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:07.378 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.375+0000 7f383d4a3640 1 --2- 172.21.15.76:0/100805881 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f383815fc50 0x7f38380d13c0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:07.378 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.375+0000 7f383d4a3640 1 -- 172.21.15.76:0/100805881 >> 172.21.15.76:0/100805881 conn(0x7f3838089f60 msgr2=0x7f38380d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:07.378 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.375+0000 7f383d4a3640 1 -- 172.21.15.76:0/100805881 shutdown_connections 2024-09-13T16:02:07.378 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.375+0000 7f383d4a3640 1 -- 172.21.15.76:0/100805881 wait complete. 2024-09-13T16:02:07.378 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.376+0000 7f383d4a3640 1 Processor -- start 2024-09-13T16:02:07.378 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.376+0000 7f383d4a3640 1 -- start start 2024-09-13T16:02:07.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.377+0000 7f383d4a3640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f38380b3060 0x7f383815afb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:07.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.377+0000 7f383d4a3640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f38380cdb30 0x7f38380b1660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:07.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.377+0000 7f383d4a3640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f383815fc50 0x7f383806aff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:07.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.377+0000 7f383d4a3640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f38380af080 con 0x7f383815fc50 2024-09-13T16:02:07.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.377+0000 7f383d4a3640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f38380b0050 con 0x7f38380b3060 2024-09-13T16:02:07.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.377+0000 7f383d4a3640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f38380af290 con 0x7f38380cdb30 2024-09-13T16:02:07.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.377+0000 7f38377fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f383815fc50 0x7f383806aff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:07.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.377+0000 7f38377fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f383815fc50 0x7f383806aff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56478/0 (socket says 172.21.15.76:56478) 2024-09-13T16:02:07.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.377+0000 7f38377fe640 1 -- 172.21.15.76:0/3561660141 learned_addr learned my addr 172.21.15.76:0/3561660141 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:07.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.377+0000 7f3836ffd640 1 --2- 172.21.15.76:0/3561660141 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f38380b3060 0x7f383815afb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:07.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.377+0000 7f382ffff640 1 --2- 172.21.15.76:0/3561660141 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f38380cdb30 0x7f38380b1660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:07.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.377+0000 7f38377fe640 1 -- 172.21.15.76:0/3561660141 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f38380cdb30 msgr2=0x7f38380b1660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:07.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.377+0000 7f38377fe640 1 --2- 172.21.15.76:0/3561660141 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f38380cdb30 0x7f38380b1660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:07.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.377+0000 7f38377fe640 1 -- 172.21.15.76:0/3561660141 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f38380b3060 msgr2=0x7f383815afb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:07.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.377+0000 7f38377fe640 1 --2- 172.21.15.76:0/3561660141 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f38380b3060 0x7f383815afb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:07.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.377+0000 7f38377fe640 1 -- 172.21.15.76:0/3561660141 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f38280094d0 con 0x7f383815fc50 2024-09-13T16:02:07.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.377+0000 7f38377fe640 1 --2- 172.21.15.76:0/3561660141 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f383815fc50 0x7f383806aff0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f383000efc0 tx=0x7f383000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:07.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.377+0000 7f382f7fe640 1 -- 172.21.15.76:0/3561660141 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3830014480 con 0x7f383815fc50 2024-09-13T16:02:07.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.377+0000 7f382f7fe640 1 -- 172.21.15.76:0/3561660141 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f383000f040 con 0x7f383815fc50 2024-09-13T16:02:07.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.377+0000 7f383d4a3640 1 -- 172.21.15.76:0/3561660141 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f38380af570 con 0x7f383815fc50 2024-09-13T16:02:07.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.378+0000 7f382f7fe640 1 -- 172.21.15.76:0/3561660141 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3830014820 con 0x7f383815fc50 2024-09-13T16:02:07.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.378+0000 7f383d4a3640 1 -- 172.21.15.76:0/3561660141 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f38380afb30 con 0x7f383815fc50 2024-09-13T16:02:07.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.379+0000 7f383d4a3640 1 -- 172.21.15.76:0/3561660141 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f38380c8750 con 0x7f383815fc50 2024-09-13T16:02:07.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.379+0000 7f382f7fe640 1 -- 172.21.15.76:0/3561660141 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f3830014980 con 0x7f383815fc50 2024-09-13T16:02:07.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.379+0000 7f382f7fe640 1 --2- 172.21.15.76:0/3561660141 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f381806ac00 0x7f381806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:07.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.379+0000 7f382f7fe640 1 -- 172.21.15.76:0/3561660141 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f383008a0a0 con 0x7f383815fc50 2024-09-13T16:02:07.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.379+0000 7f3836ffd640 1 --2- 172.21.15.76:0/3561660141 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f381806ac00 0x7f381806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:07.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.380+0000 7f3836ffd640 1 --2- 172.21.15.76:0/3561660141 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f381806ac00 0x7f381806d0c0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f3828034000 tx=0x7f382802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:07.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.384+0000 7f382f7fe640 1 -- 172.21.15.76:0/3561660141 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f3830055040 con 0x7f383815fc50 2024-09-13T16:02:07.545 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.544+0000 7f383d4a3640 1 -- 172.21.15.76:0/3561660141 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f38380b4ed0 con 0x7f383815fc50 2024-09-13T16:02:07.546 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.544+0000 7f382f7fe640 1 -- 172.21.15.76:0/3561660141 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v26) v1 ==== 104+0+11 (secure 0 0 0) 0x7f3830058660 con 0x7f383815fc50 2024-09-13T16:02:07.546 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2024-09-13T16:02:07.548 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.546+0000 7f383d4a3640 1 -- 172.21.15.76:0/3561660141 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f381806ac00 msgr2=0x7f381806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:07.548 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.546+0000 7f383d4a3640 1 --2- 172.21.15.76:0/3561660141 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f381806ac00 0x7f381806d0c0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f3828034000 tx=0x7f382802e000 comp rx=0 tx=0).stop 2024-09-13T16:02:07.548 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.546+0000 7f383d4a3640 1 -- 172.21.15.76:0/3561660141 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f383815fc50 msgr2=0x7f383806aff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:07.548 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.546+0000 7f383d4a3640 1 --2- 172.21.15.76:0/3561660141 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f383815fc50 0x7f383806aff0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f383000efc0 tx=0x7f383000c490 comp rx=0 tx=0).stop 2024-09-13T16:02:07.548 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.546+0000 7f383d4a3640 1 -- 172.21.15.76:0/3561660141 shutdown_connections 2024-09-13T16:02:07.548 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.546+0000 7f383d4a3640 1 --2- 172.21.15.76:0/3561660141 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f383815fc50 0x7f383806aff0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:07.548 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.546+0000 7f383d4a3640 1 --2- 172.21.15.76:0/3561660141 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f381806ac00 0x7f381806d0c0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:07.548 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.546+0000 7f383d4a3640 1 --2- 172.21.15.76:0/3561660141 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f38380cdb30 0x7f38380b1660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:07.549 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.546+0000 7f383d4a3640 1 --2- 172.21.15.76:0/3561660141 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f38380b3060 0x7f383815afb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:07.549 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.546+0000 7f383d4a3640 1 -- 172.21.15.76:0/3561660141 >> 172.21.15.76:0/3561660141 conn(0x7f3838089f60 msgr2=0x7f38380b5300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:07.549 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.546+0000 7f383d4a3640 1 -- 172.21.15.76:0/3561660141 shutdown_connections 2024-09-13T16:02:07.549 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.546+0000 7f383d4a3640 1 -- 172.21.15.76:0/3561660141 wait complete. 2024-09-13T16:02:07.558 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:02:07.659 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.657+0000 7f9de2806640 1 Processor -- start 2024-09-13T16:02:07.659 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.657+0000 7f9de2806640 1 -- start start 2024-09-13T16:02:07.660 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.658+0000 7f9de2806640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f9ddc158b00 0x7f9ddc06c190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:07.660 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.658+0000 7f9de2806640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f9ddc06c6d0 0x7f9ddc070b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:07.660 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.658+0000 7f9de2806640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9ddc0b2d10 con 0x7f9ddc071050 2024-09-13T16:02:07.660 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.658+0000 7f9de2806640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9ddc06cb60 con 0x7f9ddc06c6d0 2024-09-13T16:02:07.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.658+0000 7f9de2806640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9ddc0b2ff0 con 0x7f9ddc158b00 2024-09-13T16:02:07.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.658+0000 7f9dd3fff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f9ddc06c6d0 0x7f9ddc070b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:07.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.658+0000 7f9de0da3640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f9ddc071050 0x7f9ddc0714a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:45802/0 (socket says 172.21.15.76:45802) 2024-09-13T16:02:07.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.658+0000 7f9de0da3640 1 -- 172.21.15.76:0/2517913286 learned_addr learned my addr 172.21.15.76:0/2517913286 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:07.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.659+0000 7f9ddbfff640 1 --2- 172.21.15.76:0/2517913286 >> v2:172.21.15.192:3300/0 conn(0x7f9ddc158b00 0x7f9ddc06c190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:07.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.659+0000 7f9dd3fff640 1 -- 172.21.15.76:0/2517913286 >> v2:172.21.15.192:3300/0 conn(0x7f9ddc158b00 msgr2=0x7f9ddc06c190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:07.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.659+0000 7f9dd3fff640 1 --2- 172.21.15.76:0/2517913286 >> v2:172.21.15.192:3300/0 conn(0x7f9ddc158b00 0x7f9ddc06c190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:07.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.659+0000 7f9dd3fff640 1 -- 172.21.15.76:0/2517913286 >> v1:172.21.15.76:6789/0 conn(0x7f9ddc071050 legacy=0x7f9ddc0714a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:07.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.659+0000 7f9dd3fff640 1 -- 172.21.15.76:0/2517913286 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9ddc070310 con 0x7f9ddc06c6d0 2024-09-13T16:02:07.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.659+0000 7f9ddb7fe640 1 -- 172.21.15.76:0/2517913286 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 104530515 0 0) 0x7f9ddc0b2d10 con 0x7f9ddc071050 2024-09-13T16:02:07.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.659+0000 7f9ddbfff640 1 --2- 172.21.15.76:0/2517913286 >> v2:172.21.15.192:3300/0 conn(0x7f9ddc158b00 0x7f9ddc06c190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:02:07.663 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.659+0000 7f9dd3fff640 1 --2- 172.21.15.76:0/2517913286 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9ddc06c6d0 0x7f9ddc070b10 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f9ddc06ade0 tx=0x7f9dc402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=385d06c7e560a21 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:07.663 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.660+0000 7f9ddb7fe640 1 -- 172.21.15.76:0/2517913286 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9dc4032440 con 0x7f9ddc06c6d0 2024-09-13T16:02:07.663 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.660+0000 7f9ddb7fe640 1 -- 172.21.15.76:0/2517913286 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9dc40325a0 con 0x7f9ddc06c6d0 2024-09-13T16:02:07.663 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.660+0000 7f9ddb7fe640 1 -- 172.21.15.76:0/2517913286 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9dc4032930 con 0x7f9ddc06c6d0 2024-09-13T16:02:07.663 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.660+0000 7f9de2806640 1 -- 172.21.15.76:0/2517913286 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9ddc06c6d0 msgr2=0x7f9ddc070b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:07.663 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.660+0000 7f9de2806640 1 --2- 172.21.15.76:0/2517913286 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9ddc06c6d0 0x7f9ddc070b10 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f9ddc06ade0 tx=0x7f9dc402a1a0 comp rx=0 tx=0).stop 2024-09-13T16:02:07.663 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.660+0000 7f9de2806640 1 -- 172.21.15.76:0/2517913286 shutdown_connections 2024-09-13T16:02:07.663 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.660+0000 7f9de2806640 1 --2- 172.21.15.76:0/2517913286 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9ddc06c6d0 0x7f9ddc070b10 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:07.663 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.660+0000 7f9de2806640 1 --2- 172.21.15.76:0/2517913286 >> v2:172.21.15.192:3300/0 conn(0x7f9ddc158b00 0x7f9ddc06c190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:07.663 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.660+0000 7f9de2806640 1 -- 172.21.15.76:0/2517913286 >> 172.21.15.76:0/2517913286 conn(0x7f9ddc06a0b0 msgr2=0x7f9ddc06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:07.663 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.660+0000 7f9de2806640 1 -- 172.21.15.76:0/2517913286 shutdown_connections 2024-09-13T16:02:07.664 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.660+0000 7f9de2806640 1 -- 172.21.15.76:0/2517913286 wait complete. 2024-09-13T16:02:07.664 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.661+0000 7f9de2806640 1 Processor -- start 2024-09-13T16:02:07.664 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.661+0000 7f9de2806640 1 -- start start 2024-09-13T16:02:07.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.662+0000 7f9de2806640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9ddc06c6d0 0x7f9ddc09a130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:07.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.662+0000 7f9de2806640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9ddc071050 0x7f9ddc15b270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:07.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.662+0000 7f9de2806640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9ddc158b00 0x7f9ddc15b7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:07.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.662+0000 7f9de2806640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9ddc099090 con 0x7f9ddc071050 2024-09-13T16:02:07.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.662+0000 7f9de2806640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9ddc099370 con 0x7f9ddc158b00 2024-09-13T16:02:07.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.662+0000 7f9de2806640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9ddc099650 con 0x7f9ddc06c6d0 2024-09-13T16:02:07.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.662+0000 7f9dd3fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9ddc071050 0x7f9ddc15b270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:07.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.662+0000 7f9dd3fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9ddc071050 0x7f9ddc15b270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56494/0 (socket says 172.21.15.76:56494) 2024-09-13T16:02:07.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.662+0000 7f9dd3fff640 1 -- 172.21.15.76:0/940485291 learned_addr learned my addr 172.21.15.76:0/940485291 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:07.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.662+0000 7f9de0da3640 1 --2- 172.21.15.76:0/940485291 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9ddc158b00 0x7f9ddc15b7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:07.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.662+0000 7f9ddbfff640 1 --2- 172.21.15.76:0/940485291 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9ddc06c6d0 0x7f9ddc09a130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:07.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.663+0000 7f9dd3fff640 1 -- 172.21.15.76:0/940485291 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9ddc06c6d0 msgr2=0x7f9ddc09a130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:07.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.663+0000 7f9dd3fff640 1 --2- 172.21.15.76:0/940485291 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9ddc06c6d0 0x7f9ddc09a130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:07.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.663+0000 7f9dd3fff640 1 -- 172.21.15.76:0/940485291 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9ddc158b00 msgr2=0x7f9ddc15b7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:07.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.663+0000 7f9dd3fff640 1 --2- 172.21.15.76:0/940485291 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9ddc158b00 0x7f9ddc15b7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:07.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.663+0000 7f9dd3fff640 1 -- 172.21.15.76:0/940485291 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9dc4009400 con 0x7f9ddc071050 2024-09-13T16:02:07.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.663+0000 7f9ddbfff640 1 --2- 172.21.15.76:0/940485291 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9ddc06c6d0 0x7f9ddc09a130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:02:07.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.663+0000 7f9dd3fff640 1 --2- 172.21.15.76:0/940485291 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9ddc071050 0x7f9ddc15b270 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f9dc4000c00 tx=0x7f9dc40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:07.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.663+0000 7f9dd97fa640 1 -- 172.21.15.76:0/940485291 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9dc4032440 con 0x7f9ddc071050 2024-09-13T16:02:07.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.663+0000 7f9dd97fa640 1 -- 172.21.15.76:0/940485291 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9dc4030ba0 con 0x7f9ddc071050 2024-09-13T16:02:07.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.663+0000 7f9de2806640 1 -- 172.21.15.76:0/940485291 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9ddc099930 con 0x7f9ddc071050 2024-09-13T16:02:07.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.663+0000 7f9dd97fa640 1 -- 172.21.15.76:0/940485291 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9dc4006e10 con 0x7f9ddc071050 2024-09-13T16:02:07.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.663+0000 7f9de2806640 1 -- 172.21.15.76:0/940485291 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9ddc098440 con 0x7f9ddc071050 2024-09-13T16:02:07.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.664+0000 7f9de2806640 1 -- 172.21.15.76:0/940485291 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9ddc099e50 con 0x7f9ddc071050 2024-09-13T16:02:07.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.664+0000 7f9dd97fa640 1 -- 172.21.15.76:0/940485291 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9dc4039040 con 0x7f9ddc071050 2024-09-13T16:02:07.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.665+0000 7f9dd97fa640 1 --2- 172.21.15.76:0/940485291 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9dbc06ac00 0x7f9dbc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:07.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.665+0000 7f9dd97fa640 1 -- 172.21.15.76:0/940485291 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f9dc40aa070 con 0x7f9ddc071050 2024-09-13T16:02:07.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.665+0000 7f9ddbfff640 1 --2- 172.21.15.76:0/940485291 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9dbc06ac00 0x7f9dbc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:07.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.665+0000 7f9ddbfff640 1 --2- 172.21.15.76:0/940485291 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9dbc06ac00 0x7f9dbc06d0c0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f9dcc006fd0 tx=0x7f9dcc008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:07.670 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.669+0000 7f9dd97fa640 1 -- 172.21.15.76:0/940485291 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f9ddc099e50 con 0x7f9ddc071050 2024-09-13T16:02:07.832 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.831+0000 7f9de2806640 1 -- 172.21.15.76:0/940485291 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f9ddc099e50 con 0x7f9ddc071050 2024-09-13T16:02:07.832 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.831+0000 7f9dd97fa640 1 -- 172.21.15.76:0/940485291 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v26) v1 ==== 100+0+11 (secure 0 0 0) 0x7f9ddc099e50 con 0x7f9ddc071050 2024-09-13T16:02:07.832 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2024-09-13T16:02:07.834 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.833+0000 7f9de2806640 1 -- 172.21.15.76:0/940485291 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9dbc06ac00 msgr2=0x7f9dbc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:07.834 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.833+0000 7f9de2806640 1 --2- 172.21.15.76:0/940485291 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9dbc06ac00 0x7f9dbc06d0c0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f9dcc006fd0 tx=0x7f9dcc008040 comp rx=0 tx=0).stop 2024-09-13T16:02:07.835 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.833+0000 7f9de2806640 1 -- 172.21.15.76:0/940485291 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9ddc071050 msgr2=0x7f9ddc15b270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:07.835 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.833+0000 7f9de2806640 1 --2- 172.21.15.76:0/940485291 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9ddc071050 0x7f9ddc15b270 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f9dc4000c00 tx=0x7f9dc40046c0 comp rx=0 tx=0).stop 2024-09-13T16:02:07.835 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.833+0000 7f9de2806640 1 -- 172.21.15.76:0/940485291 shutdown_connections 2024-09-13T16:02:07.835 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.833+0000 7f9de2806640 1 --2- 172.21.15.76:0/940485291 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9ddc158b00 0x7f9ddc15b7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:07.835 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.833+0000 7f9de2806640 1 --2- 172.21.15.76:0/940485291 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9ddc071050 0x7f9ddc15b270 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:07.835 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.833+0000 7f9de2806640 1 --2- 172.21.15.76:0/940485291 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9dbc06ac00 0x7f9dbc06d0c0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:07.835 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.833+0000 7f9de2806640 1 --2- 172.21.15.76:0/940485291 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9ddc06c6d0 0x7f9ddc09a130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:07.835 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.833+0000 7f9de2806640 1 -- 172.21.15.76:0/940485291 >> 172.21.15.76:0/940485291 conn(0x7f9ddc06a0b0 msgr2=0x7f9ddc06a490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:07.835 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.833+0000 7f9de2806640 1 -- 172.21.15.76:0/940485291 shutdown_connections 2024-09-13T16:02:07.835 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.833+0000 7f9de2806640 1 -- 172.21.15.76:0/940485291 wait complete. 2024-09-13T16:02:07.845 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-13T16:02:07.945 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.943+0000 7f40e8365640 1 Processor -- start 2024-09-13T16:02:07.945 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.943+0000 7f40e8365640 1 -- start start 2024-09-13T16:02:07.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.944+0000 7f40e8365640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f40e00cec00 0x7f40e00ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:07.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.944+0000 7f40e8365640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f40e00ccbe0 con 0x7f40e0159310 2024-09-13T16:02:07.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.944+0000 7f40e8365640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f40e00b1810 con 0x7f40e00b2b40 2024-09-13T16:02:07.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.944+0000 7f40e8365640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f40e00ad940 con 0x7f40e00cec00 2024-09-13T16:02:07.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.945+0000 7f40e6902640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f40e00cec00 0x7f40e00ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:07.947 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.945+0000 7f40e6101640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f40e0159310 0x7f40e00ab140 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:45816/0 (socket says 172.21.15.76:45816) 2024-09-13T16:02:07.947 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.945+0000 7f40e6101640 1 -- 172.21.15.76:0/237145696 learned_addr learned my addr 172.21.15.76:0/237145696 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:07.947 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.945+0000 7f40e6902640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f40e00cec00 0x7f40e00ad400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56502/0 (socket says 172.21.15.76:56502) 2024-09-13T16:02:07.947 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.945+0000 7f40e6902640 1 -- 172.21.15.76:0/237145696 >> v1:172.21.15.192:6789/0 conn(0x7f40e00b2b40 legacy=0x7f40e00ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:07.947 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.945+0000 7f40e6902640 1 -- 172.21.15.76:0/237145696 >> v1:172.21.15.76:6789/0 conn(0x7f40e0159310 legacy=0x7f40e00ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:07.947 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.945+0000 7f40e6902640 1 -- 172.21.15.76:0/237145696 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f40e006d9e0 con 0x7f40e00cec00 2024-09-13T16:02:07.947 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.945+0000 7f40e50ff640 1 -- 172.21.15.76:0/237145696 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1498681103 0 0) 0x7f40e00ccbe0 con 0x7f40e0159310 2024-09-13T16:02:07.948 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.946+0000 7f40e6902640 1 --2- 172.21.15.76:0/237145696 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f40e00cec00 0x7f40e00ad400 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f40d8009d90 tx=0x7f40d802a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e5f5d6d846046074 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:07.948 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.946+0000 7f40e50ff640 1 -- 172.21.15.76:0/237145696 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f40d8007740 con 0x7f40e00cec00 2024-09-13T16:02:07.948 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.946+0000 7f40e50ff640 1 -- 172.21.15.76:0/237145696 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f40d802d050 con 0x7f40e00cec00 2024-09-13T16:02:07.948 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.946+0000 7f40e50ff640 1 -- 172.21.15.76:0/237145696 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f40d8007ac0 con 0x7f40e00cec00 2024-09-13T16:02:07.948 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.946+0000 7f40e8365640 1 -- 172.21.15.76:0/237145696 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f40e00cec00 msgr2=0x7f40e00ad400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:07.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.946+0000 7f40e8365640 1 --2- 172.21.15.76:0/237145696 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f40e00cec00 0x7f40e00ad400 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f40d8009d90 tx=0x7f40d802a660 comp rx=0 tx=0).stop 2024-09-13T16:02:07.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.946+0000 7f40e8365640 1 -- 172.21.15.76:0/237145696 shutdown_connections 2024-09-13T16:02:07.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.946+0000 7f40e8365640 1 --2- 172.21.15.76:0/237145696 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f40e00cec00 0x7f40e00ad400 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:07.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.946+0000 7f40e8365640 1 -- 172.21.15.76:0/237145696 >> 172.21.15.76:0/237145696 conn(0x7f40e006a0b0 msgr2=0x7f40e006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:07.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.946+0000 7f40e8365640 1 -- 172.21.15.76:0/237145696 shutdown_connections 2024-09-13T16:02:07.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.946+0000 7f40e8365640 1 -- 172.21.15.76:0/237145696 wait complete. 2024-09-13T16:02:07.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.948+0000 7f40e8365640 1 Processor -- start 2024-09-13T16:02:07.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.948+0000 7f40e8365640 1 -- start start 2024-09-13T16:02:07.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.948+0000 7f40e8365640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f40e00b2b40 0x7f40e00986f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:07.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.948+0000 7f40e8365640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f40e00cec00 0x7f40e0098c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:07.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.948+0000 7f40e8365640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f40e0159310 0x7f40e009a6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:07.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.948+0000 7f40e8365640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f40e00c3c60 con 0x7f40e00b2b40 2024-09-13T16:02:07.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.948+0000 7f40e8365640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f40e00cc8b0 con 0x7f40e0159310 2024-09-13T16:02:07.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.948+0000 7f40e8365640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f40e00cb570 con 0x7f40e00cec00 2024-09-13T16:02:07.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.948+0000 7f40e6101640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f40e00b2b40 0x7f40e00986f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:07.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.948+0000 7f40e6101640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f40e00b2b40 0x7f40e00986f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56518/0 (socket says 172.21.15.76:56518) 2024-09-13T16:02:07.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.948+0000 7f40e6101640 1 -- 172.21.15.76:0/3268544765 learned_addr learned my addr 172.21.15.76:0/3268544765 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:07.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.949+0000 7f40e6902640 1 --2- 172.21.15.76:0/3268544765 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f40e0159310 0x7f40e009a6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:07.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.949+0000 7f40e5900640 1 --2- 172.21.15.76:0/3268544765 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f40e00cec00 0x7f40e0098c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:07.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.949+0000 7f40e6101640 1 -- 172.21.15.76:0/3268544765 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f40e00cec00 msgr2=0x7f40e0098c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:07.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.949+0000 7f40e6101640 1 --2- 172.21.15.76:0/3268544765 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f40e00cec00 0x7f40e0098c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:07.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.949+0000 7f40e6101640 1 -- 172.21.15.76:0/3268544765 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f40e0159310 msgr2=0x7f40e009a6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:07.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.949+0000 7f40e6101640 1 --2- 172.21.15.76:0/3268544765 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f40e0159310 0x7f40e009a6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:07.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.949+0000 7f40e6101640 1 -- 172.21.15.76:0/3268544765 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f40d8009a70 con 0x7f40e00b2b40 2024-09-13T16:02:07.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.949+0000 7f40e6101640 1 --2- 172.21.15.76:0/3268544765 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f40e00b2b40 0x7f40e00986f0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f40dc00c3f0 tx=0x7f40dc00c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:07.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.949+0000 7f40d6ffd640 1 -- 172.21.15.76:0/3268544765 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f40dc0074e0 con 0x7f40e00b2b40 2024-09-13T16:02:07.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.949+0000 7f40d6ffd640 1 -- 172.21.15.76:0/3268544765 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f40dc007640 con 0x7f40e00b2b40 2024-09-13T16:02:07.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.949+0000 7f40e8365640 1 -- 172.21.15.76:0/3268544765 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f40e009b930 con 0x7f40e00b2b40 2024-09-13T16:02:07.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.949+0000 7f40d6ffd640 1 -- 172.21.15.76:0/3268544765 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f40dc004a00 con 0x7f40e00b2b40 2024-09-13T16:02:07.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.949+0000 7f40e8365640 1 -- 172.21.15.76:0/3268544765 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f40e00c3870 con 0x7f40e00b2b40 2024-09-13T16:02:07.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.950+0000 7f40e8365640 1 -- 172.21.15.76:0/3268544765 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f40e00ad400 con 0x7f40e00b2b40 2024-09-13T16:02:07.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.950+0000 7f40d6ffd640 1 -- 172.21.15.76:0/3268544765 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f40dc004b60 con 0x7f40e00b2b40 2024-09-13T16:02:07.954 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.951+0000 7f40d6ffd640 1 --2- 172.21.15.76:0/3268544765 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f40c406ac30 0x7f40c406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:07.954 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.951+0000 7f40e5900640 1 --2- 172.21.15.76:0/3268544765 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f40c406ac30 0x7f40c406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:07.954 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.951+0000 7f40d6ffd640 1 -- 172.21.15.76:0/3268544765 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f40dc089330 con 0x7f40e00b2b40 2024-09-13T16:02:07.954 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.951+0000 7f40e5900640 1 --2- 172.21.15.76:0/3268544765 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f40c406ac30 0x7f40c406d0f0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f40e00ab4e0 tx=0x7f40d0009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:07.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:07.955+0000 7f40d6ffd640 1 -- 172.21.15.76:0/3268544765 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f40dc0542b0 con 0x7f40e00b2b40 2024-09-13T16:02:08.121 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.119+0000 7f40e8365640 1 -- 172.21.15.76:0/3268544765 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f40e006e4b0 con 0x7f40e00b2b40 2024-09-13T16:02:08.121 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.120+0000 7f40d6ffd640 1 -- 172.21.15.76:0/3268544765 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v26) v1 ==== 103+0+11 (secure 0 0 0) 0x7f40dc0578d0 con 0x7f40e00b2b40 2024-09-13T16:02:08.121 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2024-09-13T16:02:08.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.121+0000 7f40e8365640 1 -- 172.21.15.76:0/3268544765 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f40c406ac30 msgr2=0x7f40c406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:08.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.121+0000 7f40e8365640 1 --2- 172.21.15.76:0/3268544765 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f40c406ac30 0x7f40c406d0f0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f40e00ab4e0 tx=0x7f40d0009040 comp rx=0 tx=0).stop 2024-09-13T16:02:08.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.121+0000 7f40e8365640 1 -- 172.21.15.76:0/3268544765 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f40e00b2b40 msgr2=0x7f40e00986f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:08.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.121+0000 7f40e8365640 1 --2- 172.21.15.76:0/3268544765 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f40e00b2b40 0x7f40e00986f0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f40dc00c3f0 tx=0x7f40dc00c8b0 comp rx=0 tx=0).stop 2024-09-13T16:02:08.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.122+0000 7f40e8365640 1 -- 172.21.15.76:0/3268544765 shutdown_connections 2024-09-13T16:02:08.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.122+0000 7f40e8365640 1 --2- 172.21.15.76:0/3268544765 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f40e0159310 0x7f40e009a6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:08.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.122+0000 7f40e8365640 1 --2- 172.21.15.76:0/3268544765 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f40c406ac30 0x7f40c406d0f0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:08.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.122+0000 7f40e8365640 1 --2- 172.21.15.76:0/3268544765 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f40e00cec00 0x7f40e0098c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:08.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.122+0000 7f40e8365640 1 --2- 172.21.15.76:0/3268544765 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f40e00b2b40 0x7f40e00986f0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:08.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.122+0000 7f40e8365640 1 -- 172.21.15.76:0/3268544765 >> 172.21.15.76:0/3268544765 conn(0x7f40e006a0b0 msgr2=0x7f40e00cacc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:08.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.122+0000 7f40e8365640 1 -- 172.21.15.76:0/3268544765 shutdown_connections 2024-09-13T16:02:08.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.122+0000 7f40e8365640 1 -- 172.21.15.76:0/3268544765 wait complete. 2024-09-13T16:02:08.134 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:02:08.230 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.229+0000 7fc14a6d7640 1 Processor -- start 2024-09-13T16:02:08.230 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.229+0000 7fc14a6d7640 1 -- start start 2024-09-13T16:02:08.232 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.230+0000 7fc14a6d7640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fc1440c9030 0x7fc144070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:08.232 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.230+0000 7fc14a6d7640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc1440abdf0 con 0x7fc144072110 2024-09-13T16:02:08.232 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.230+0000 7fc14a6d7640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc1440b2280 con 0x7fc144071d30 2024-09-13T16:02:08.232 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.230+0000 7fc14a6d7640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc1440ab1e0 con 0x7fc1440c9030 2024-09-13T16:02:08.232 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.230+0000 7fc1437fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fc144072110 0x7fc1440c8920 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:45820/0 (socket says 172.21.15.76:45820) 2024-09-13T16:02:08.232 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.230+0000 7fc1437fe640 1 -- 172.21.15.76:0/4219686953 learned_addr learned my addr 172.21.15.76:0/4219686953 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:08.232 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.230+0000 7fc148c74640 1 --2- 172.21.15.76:0/4219686953 >> v2:172.21.15.76:3300/0 conn(0x7fc1440c9030 0x7fc144070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:08.232 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.230+0000 7fc142ffd640 1 -- 172.21.15.76:0/4219686953 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2130724862 0 0) 0x7fc1440abdf0 con 0x7fc144072110 2024-09-13T16:02:08.232 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.230+0000 7fc142ffd640 1 -- 172.21.15.76:0/4219686953 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc12c003520 con 0x7fc144072110 2024-09-13T16:02:08.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.230+0000 7fc148c74640 1 -- 172.21.15.76:0/4219686953 >> v1:172.21.15.192:6789/0 conn(0x7fc144071d30 legacy=0x7fc1440b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:08.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.230+0000 7fc148c74640 1 -- 172.21.15.76:0/4219686953 >> v1:172.21.15.76:6789/0 conn(0x7fc144072110 legacy=0x7fc1440c8920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:08.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.230+0000 7fc148c74640 1 -- 172.21.15.76:0/4219686953 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc1440ab4c0 con 0x7fc1440c9030 2024-09-13T16:02:08.234 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.231+0000 7fc148c74640 1 --2- 172.21.15.76:0/4219686953 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc1440c9030 0x7fc144070190 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fc13c009d90 tx=0x7fc13c02a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=45de0051cc571a52 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:08.234 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.231+0000 7fc142ffd640 1 -- 172.21.15.76:0/4219686953 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc13c007740 con 0x7fc1440c9030 2024-09-13T16:02:08.234 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.231+0000 7fc142ffd640 1 -- 172.21.15.76:0/4219686953 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc13c02d050 con 0x7fc1440c9030 2024-09-13T16:02:08.234 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.231+0000 7fc142ffd640 1 -- 172.21.15.76:0/4219686953 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc13c007ac0 con 0x7fc1440c9030 2024-09-13T16:02:08.234 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.232+0000 7fc14a6d7640 1 -- 172.21.15.76:0/4219686953 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc1440c9030 msgr2=0x7fc144070190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:08.234 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.232+0000 7fc14a6d7640 1 --2- 172.21.15.76:0/4219686953 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc1440c9030 0x7fc144070190 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fc13c009d90 tx=0x7fc13c02a6f0 comp rx=0 tx=0).stop 2024-09-13T16:02:08.234 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.232+0000 7fc14a6d7640 1 -- 172.21.15.76:0/4219686953 shutdown_connections 2024-09-13T16:02:08.235 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.232+0000 7fc14a6d7640 1 --2- 172.21.15.76:0/4219686953 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc1440c9030 0x7fc144070190 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:08.235 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.232+0000 7fc14a6d7640 1 -- 172.21.15.76:0/4219686953 >> 172.21.15.76:0/4219686953 conn(0x7fc144069ed0 msgr2=0x7fc14406a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:08.235 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.232+0000 7fc14a6d7640 1 -- 172.21.15.76:0/4219686953 shutdown_connections 2024-09-13T16:02:08.235 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.232+0000 7fc14a6d7640 1 -- 172.21.15.76:0/4219686953 wait complete. 2024-09-13T16:02:08.235 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.233+0000 7fc14a6d7640 1 Processor -- start 2024-09-13T16:02:08.235 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.233+0000 7fc14a6d7640 1 -- start start 2024-09-13T16:02:08.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.234+0000 7fc14a6d7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc144071d30 0x7fc14406c190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:08.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.234+0000 7fc14a6d7640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc144072110 0x7fc14406da80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:08.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.234+0000 7fc14a6d7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc1440c9030 0x7fc1440c1a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:08.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.234+0000 7fc14a6d7640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc14406d660 con 0x7fc144071d30 2024-09-13T16:02:08.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.234+0000 7fc14a6d7640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc14406c9e0 con 0x7fc144072110 2024-09-13T16:02:08.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.234+0000 7fc14a6d7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc14406ccc0 con 0x7fc1440c9030 2024-09-13T16:02:08.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.234+0000 7fc143fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc144071d30 0x7fc14406c190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:08.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.234+0000 7fc143fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc144071d30 0x7fc14406c190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56538/0 (socket says 172.21.15.76:56538) 2024-09-13T16:02:08.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.234+0000 7fc143fff640 1 -- 172.21.15.76:0/3567661279 learned_addr learned my addr 172.21.15.76:0/3567661279 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:08.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.234+0000 7fc148c74640 1 --2- 172.21.15.76:0/3567661279 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc1440c9030 0x7fc1440c1a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:08.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.234+0000 7fc1437fe640 1 --2- 172.21.15.76:0/3567661279 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc144072110 0x7fc14406da80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:08.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.234+0000 7fc143fff640 1 -- 172.21.15.76:0/3567661279 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc1440c9030 msgr2=0x7fc1440c1a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:08.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.234+0000 7fc143fff640 1 --2- 172.21.15.76:0/3567661279 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc1440c9030 0x7fc1440c1a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:08.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.234+0000 7fc143fff640 1 -- 172.21.15.76:0/3567661279 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc144072110 msgr2=0x7fc14406da80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:08.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.234+0000 7fc143fff640 1 --2- 172.21.15.76:0/3567661279 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc144072110 0x7fc14406da80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:08.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.234+0000 7fc143fff640 1 -- 172.21.15.76:0/3567661279 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc13c009a70 con 0x7fc144071d30 2024-09-13T16:02:08.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.234+0000 7fc143fff640 1 --2- 172.21.15.76:0/3567661279 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc144071d30 0x7fc14406c190 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fc13400c400 tx=0x7fc13400c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:08.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.235+0000 7fc140ff9640 1 -- 172.21.15.76:0/3567661279 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1340052d0 con 0x7fc144071d30 2024-09-13T16:02:08.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.235+0000 7fc140ff9640 1 -- 172.21.15.76:0/3567661279 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc134005430 con 0x7fc144071d30 2024-09-13T16:02:08.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.235+0000 7fc14a6d7640 1 -- 172.21.15.76:0/3567661279 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc14406cfa0 con 0x7fc144071d30 2024-09-13T16:02:08.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.235+0000 7fc140ff9640 1 -- 172.21.15.76:0/3567661279 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc134003830 con 0x7fc144071d30 2024-09-13T16:02:08.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.235+0000 7fc14a6d7640 1 -- 172.21.15.76:0/3567661279 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc14406c6d0 con 0x7fc144071d30 2024-09-13T16:02:08.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.236+0000 7fc14a6d7640 1 -- 172.21.15.76:0/3567661279 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc14406d8d0 con 0x7fc144071d30 2024-09-13T16:02:08.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.236+0000 7fc140ff9640 1 -- 172.21.15.76:0/3567661279 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc134003990 con 0x7fc144071d30 2024-09-13T16:02:08.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.236+0000 7fc140ff9640 1 --2- 172.21.15.76:0/3567661279 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc13006ac00 0x7fc13006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:08.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.237+0000 7fc140ff9640 1 -- 172.21.15.76:0/3567661279 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fc134088bc0 con 0x7fc144071d30 2024-09-13T16:02:08.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.237+0000 7fc1437fe640 1 --2- 172.21.15.76:0/3567661279 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc13006ac00 0x7fc13006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:08.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.237+0000 7fc1437fe640 1 --2- 172.21.15.76:0/3567661279 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc13006ac00 0x7fc13006d0c0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fc144071720 tx=0x7fc138009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:08.242 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.241+0000 7fc140ff9640 1 -- 172.21.15.76:0/3567661279 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fc134053ab0 con 0x7fc144071d30 2024-09-13T16:02:08.436 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.435+0000 7fc14a6d7640 1 -- 172.21.15.76:0/3567661279 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fc144070190 con 0x7fc144071d30 2024-09-13T16:02:08.437 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.435+0000 7fc140ff9640 1 -- 172.21.15.76:0/3567661279 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) v1 ==== 93+0+4733 (secure 0 0 0) 0x7fc134017090 con 0x7fc144071d30 2024-09-13T16:02:08.437 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:02:08.437 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":9,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4238,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6834/1395518339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":1395518339},{"type":"v1","addr":"172.21.15.192:6834","nonce":1395518339}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4241,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/3136856265","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6833","nonce":3136856265},{"type":"v1","addr":"172.21.15.192:6835","nonce":3136856265}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4275,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6837/421111930","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":421111930},{"type":"v1","addr":"172.21.15.76:6837","nonce":421111930}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:01:38.363434+0000","modified":"2024-09-13T16:01:59.026233+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4278},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4278":{"gid":4278,"name":"c","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.76:6836/2679973843","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":2679973843},{"type":"v1","addr":"172.21.15.76:6836","nonce":2679973843}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-13T16:02:08.437 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 9 2024-09-13T16:02:08.439 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.437+0000 7fc14a6d7640 1 -- 172.21.15.76:0/3567661279 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc13006ac00 msgr2=0x7fc13006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:08.439 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.437+0000 7fc14a6d7640 1 --2- 172.21.15.76:0/3567661279 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc13006ac00 0x7fc13006d0c0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fc144071720 tx=0x7fc138009040 comp rx=0 tx=0).stop 2024-09-13T16:02:08.439 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.437+0000 7fc14a6d7640 1 -- 172.21.15.76:0/3567661279 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc144071d30 msgr2=0x7fc14406c190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:08.439 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.437+0000 7fc14a6d7640 1 --2- 172.21.15.76:0/3567661279 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc144071d30 0x7fc14406c190 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fc13400c400 tx=0x7fc13400c8c0 comp rx=0 tx=0).stop 2024-09-13T16:02:08.439 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.437+0000 7fc14a6d7640 1 -- 172.21.15.76:0/3567661279 shutdown_connections 2024-09-13T16:02:08.439 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.437+0000 7fc14a6d7640 1 --2- 172.21.15.76:0/3567661279 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc13006ac00 0x7fc13006d0c0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:08.439 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.437+0000 7fc14a6d7640 1 --2- 172.21.15.76:0/3567661279 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc1440c9030 0x7fc1440c1a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:08.439 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.437+0000 7fc14a6d7640 1 --2- 172.21.15.76:0/3567661279 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc144072110 0x7fc14406da80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:08.440 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.437+0000 7fc14a6d7640 1 --2- 172.21.15.76:0/3567661279 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc144071d30 0x7fc14406c190 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:08.440 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.437+0000 7fc14a6d7640 1 -- 172.21.15.76:0/3567661279 >> 172.21.15.76:0/3567661279 conn(0x7fc144069ed0 msgr2=0x7fc1440ace20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:08.440 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.437+0000 7fc14a6d7640 1 -- 172.21.15.76:0/3567661279 shutdown_connections 2024-09-13T16:02:08.440 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.437+0000 7fc14a6d7640 1 -- 172.21.15.76:0/3567661279 wait complete. 2024-09-13T16:02:08.449 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:02:08.546 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.545+0000 7fafb344f640 1 Processor -- start 2024-09-13T16:02:08.547 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.545+0000 7fafb344f640 1 -- start start 2024-09-13T16:02:08.550 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.546+0000 7fafb344f640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fafac071d30 0x7fafac070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:08.550 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.546+0000 7fafb344f640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fafac0abdf0 con 0x7fafac0c8920 2024-09-13T16:02:08.550 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.546+0000 7fafb344f640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fafac0b2280 con 0x7fafac072110 2024-09-13T16:02:08.550 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.546+0000 7fafb344f640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fafac0ab1e0 con 0x7fafac071d30 2024-09-13T16:02:08.550 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.546+0000 7fafb19ec640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fafac0c8920 0x7fafac0ac280 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:45828/0 (socket says 172.21.15.76:45828) 2024-09-13T16:02:08.550 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.546+0000 7fafb19ec640 1 -- 172.21.15.76:0/3456051251 learned_addr learned my addr 172.21.15.76:0/3456051251 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:08.550 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.546+0000 7fafa3fff640 1 -- 172.21.15.76:0/3456051251 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2719290028 0 0) 0x7fafac0abdf0 con 0x7fafac0c8920 2024-09-13T16:02:08.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.546+0000 7fafa3fff640 1 -- 172.21.15.76:0/3456051251 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7faf98003520 con 0x7fafac0c8920 2024-09-13T16:02:08.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.546+0000 7fafb11eb640 1 --2- 172.21.15.76:0/3456051251 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fafac071d30 0x7fafac070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:08.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.547+0000 7fafa3fff640 1 -- 172.21.15.76:0/3456051251 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2691156339 0 0) 0x7faf98003520 con 0x7fafac0c8920 2024-09-13T16:02:08.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.547+0000 7fafa3fff640 1 -- 172.21.15.76:0/3456051251 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fafac071d30 msgr2=0x7fafac070190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:08.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.547+0000 7fafa3fff640 1 --2- 172.21.15.76:0/3456051251 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fafac071d30 0x7fafac070190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:08.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.547+0000 7fafa3fff640 1 -- 172.21.15.76:0/3456051251 >> v1:172.21.15.192:6789/0 conn(0x7fafac072110 legacy=0x7fafac0b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:08.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.547+0000 7fafa3fff640 1 -- 172.21.15.76:0/3456051251 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fafac0ab4c0 con 0x7fafac0c8920 2024-09-13T16:02:08.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.547+0000 7fafa3fff640 1 -- 172.21.15.76:0/3456051251 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7fafa40019f0 con 0x7fafac0c8920 2024-09-13T16:02:08.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.547+0000 7fafa3fff640 1 -- 172.21.15.76:0/3456051251 >> v1:172.21.15.76:6789/0 conn(0x7fafac0c8920 legacy=0x7fafac0ac280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:08.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.547+0000 7fafa3fff640 1 --2- 172.21.15.76:0/3456051251 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faf980039a0 0x7faf98003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:08.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.547+0000 7fafa3fff640 1 --2- 172.21.15.76:0/3456051251 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fafac071d30 0x7faf980047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:08.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.547+0000 7fafa3fff640 1 --2- 172.21.15.76:0/3456051251 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faf98004d00 0x7faf98005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:08.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.547+0000 7fafa3fff640 1 -- 172.21.15.76:0/3456051251 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fafac0ab1e0 con 0x7faf980039a0 2024-09-13T16:02:08.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.547+0000 7fafa3fff640 1 -- 172.21.15.76:0/3456051251 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf9800bb10 con 0x7faf98004d00 2024-09-13T16:02:08.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.547+0000 7fafa3fff640 1 -- 172.21.15.76:0/3456051251 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faf9800bca0 con 0x7fafac071d30 2024-09-13T16:02:08.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.547+0000 7fafb11eb640 1 --2- 172.21.15.76:0/3456051251 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faf980039a0 0x7faf98003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:08.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.547+0000 7fafb09ea640 1 --2- 172.21.15.76:0/3456051251 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fafac071d30 0x7faf980047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:08.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.547+0000 7fafb19ec640 1 --2- 172.21.15.76:0/3456051251 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faf98004d00 0x7faf98005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:08.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.547+0000 7fafb11eb640 1 -- 172.21.15.76:0/3456051251 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fafac071d30 msgr2=0x7faf980047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:08.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.547+0000 7fafb11eb640 1 --2- 172.21.15.76:0/3456051251 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fafac071d30 0x7faf980047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:08.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.547+0000 7fafb11eb640 1 -- 172.21.15.76:0/3456051251 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faf98004d00 msgr2=0x7faf98005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:08.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.547+0000 7fafb11eb640 1 --2- 172.21.15.76:0/3456051251 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faf98004d00 0x7faf98005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:08.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.547+0000 7fafb11eb640 1 -- 172.21.15.76:0/3456051251 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faf98003520 con 0x7faf980039a0 2024-09-13T16:02:08.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.547+0000 7fafb09ea640 1 --2- 172.21.15.76:0/3456051251 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fafac071d30 0x7faf980047c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:02:08.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.548+0000 7fafb11eb640 1 --2- 172.21.15.76:0/3456051251 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faf980039a0 0x7faf98003dc0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fafa800ba60 tx=0x7faf980057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a7942c89c3a1f554 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:08.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.548+0000 7fafa3fff640 1 -- 172.21.15.76:0/3456051251 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafa802ae10 con 0x7faf980039a0 2024-09-13T16:02:08.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.548+0000 7fafa3fff640 1 -- 172.21.15.76:0/3456051251 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fafa802e070 con 0x7faf980039a0 2024-09-13T16:02:08.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.548+0000 7fafa3fff640 1 -- 172.21.15.76:0/3456051251 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafa8034620 con 0x7faf980039a0 2024-09-13T16:02:08.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.548+0000 7fafb344f640 1 -- 172.21.15.76:0/3456051251 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faf980039a0 msgr2=0x7faf98003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:08.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.548+0000 7fafb344f640 1 --2- 172.21.15.76:0/3456051251 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faf980039a0 0x7faf98003dc0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fafa800ba60 tx=0x7faf980057f0 comp rx=0 tx=0).stop 2024-09-13T16:02:08.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.548+0000 7fafb19ec640 1 -- 172.21.15.76:0/3456051251 reap_dead start 2024-09-13T16:02:08.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.548+0000 7fafb344f640 1 -- 172.21.15.76:0/3456051251 shutdown_connections 2024-09-13T16:02:08.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.549+0000 7fafb344f640 1 -- 172.21.15.76:0/3456051251 >> 172.21.15.76:0/3456051251 conn(0x7fafac069ed0 msgr2=0x7fafac06a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:08.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.549+0000 7fafb344f640 1 -- 172.21.15.76:0/3456051251 shutdown_connections 2024-09-13T16:02:08.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.549+0000 7fafb344f640 1 -- 172.21.15.76:0/3456051251 wait complete. 2024-09-13T16:02:08.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.550+0000 7fafb344f640 1 Processor -- start 2024-09-13T16:02:08.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.550+0000 7fafb344f640 1 -- start start 2024-09-13T16:02:08.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.550+0000 7fafb344f640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faf980039a0 0x7fafac1efc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:08.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.550+0000 7fafb344f640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fafac0c8280 0x7fafac0c1e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:08.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.550+0000 7fafb344f640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fafac0c4300 0x7fafac0c47b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:08.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.550+0000 7fafb344f640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fafac0c4cf0 con 0x7faf980039a0 2024-09-13T16:02:08.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.550+0000 7fafb344f640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fafac158a40 con 0x7fafac0c4300 2024-09-13T16:02:08.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.550+0000 7fafb344f640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fafac0c8700 con 0x7fafac0c8280 2024-09-13T16:02:08.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.551+0000 7fafb11eb640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faf980039a0 0x7fafac1efc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:08.557 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.551+0000 7fafb11eb640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faf980039a0 0x7fafac1efc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56566/0 (socket says 172.21.15.76:56566) 2024-09-13T16:02:08.557 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.551+0000 7fafb11eb640 1 -- 172.21.15.76:0/1503931806 learned_addr learned my addr 172.21.15.76:0/1503931806 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:08.557 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.551+0000 7fafb09ea640 1 --2- 172.21.15.76:0/1503931806 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fafac0c8280 0x7fafac0c1e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:08.557 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.551+0000 7fafb19ec640 1 --2- 172.21.15.76:0/1503931806 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fafac0c4300 0x7fafac0c47b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:08.557 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.551+0000 7fafb11eb640 1 -- 172.21.15.76:0/1503931806 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fafac0c8280 msgr2=0x7fafac0c1e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:08.557 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.551+0000 7fafb11eb640 1 --2- 172.21.15.76:0/1503931806 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fafac0c8280 0x7fafac0c1e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:08.557 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.551+0000 7fafb11eb640 1 -- 172.21.15.76:0/1503931806 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fafac0c4300 msgr2=0x7fafac0c47b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:08.557 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.551+0000 7fafb11eb640 1 --2- 172.21.15.76:0/1503931806 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fafac0c4300 0x7fafac0c47b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:08.557 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.551+0000 7fafb11eb640 1 -- 172.21.15.76:0/1503931806 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fafac0c5730 con 0x7faf980039a0 2024-09-13T16:02:08.557 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.551+0000 7fafb11eb640 1 --2- 172.21.15.76:0/1503931806 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faf980039a0 0x7fafac1efc70 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fafa802a830 tx=0x7fafa8004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:08.557 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.551+0000 7fafa1ffb640 1 -- 172.21.15.76:0/1503931806 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafa8004020 con 0x7faf980039a0 2024-09-13T16:02:08.557 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.551+0000 7fafa1ffb640 1 -- 172.21.15.76:0/1503931806 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fafa80041a0 con 0x7faf980039a0 2024-09-13T16:02:08.557 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.551+0000 7fafb344f640 1 -- 172.21.15.76:0/1503931806 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fafac0c2340 con 0x7faf980039a0 2024-09-13T16:02:08.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.551+0000 7fafa1ffb640 1 -- 172.21.15.76:0/1503931806 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafa803f680 con 0x7faf980039a0 2024-09-13T16:02:08.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.551+0000 7fafb344f640 1 -- 172.21.15.76:0/1503931806 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fafac0c28c0 con 0x7faf980039a0 2024-09-13T16:02:08.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.552+0000 7fafb344f640 1 -- 172.21.15.76:0/1503931806 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fafac0c32a0 con 0x7faf980039a0 2024-09-13T16:02:08.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.553+0000 7fafa1ffb640 1 -- 172.21.15.76:0/1503931806 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fafa803f7e0 con 0x7faf980039a0 2024-09-13T16:02:08.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.553+0000 7fafa1ffb640 1 --2- 172.21.15.76:0/1503931806 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7faf9006ac00 0x7faf9006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:08.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.553+0000 7fafa1ffb640 1 -- 172.21.15.76:0/1503931806 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fafa80aa420 con 0x7faf980039a0 2024-09-13T16:02:08.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.553+0000 7fafb09ea640 1 --2- 172.21.15.76:0/1503931806 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7faf9006ac00 0x7faf9006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:08.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.554+0000 7fafb09ea640 1 --2- 172.21.15.76:0/1503931806 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7faf9006ac00 0x7faf9006d0c0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fafac0b0570 tx=0x7faf9c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:08.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.557+0000 7fafa1ffb640 1 -- 172.21.15.76:0/1503931806 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fafa8075450 con 0x7faf980039a0 2024-09-13T16:02:08.720 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.718+0000 7fafb344f640 1 -- 172.21.15.76:0/1503931806 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fafac15cb20 con 0x7faf980039a0 2024-09-13T16:02:08.721 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.719+0000 7fafa1ffb640 1 -- 172.21.15.76:0/1503931806 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) v1 ==== 74+0+18310 (secure 0 0 0) 0x7fafa8078a70 con 0x7faf980039a0 2024-09-13T16:02:08.721 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:02:08.721 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":26,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:01:43.737551+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:01:36.778177+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T16:01:37.336141+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T16:01:40.400554+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:02:08.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.721+0000 7fafb344f640 1 -- 172.21.15.76:0/1503931806 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7faf9006ac00 msgr2=0x7faf9006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:08.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.721+0000 7fafb344f640 1 --2- 172.21.15.76:0/1503931806 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7faf9006ac00 0x7faf9006d0c0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fafac0b0570 tx=0x7faf9c009040 comp rx=0 tx=0).stop 2024-09-13T16:02:08.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.721+0000 7fafb344f640 1 -- 172.21.15.76:0/1503931806 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faf980039a0 msgr2=0x7fafac1efc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:08.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.721+0000 7fafb344f640 1 --2- 172.21.15.76:0/1503931806 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faf980039a0 0x7fafac1efc70 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fafa802a830 tx=0x7fafa8004730 comp rx=0 tx=0).stop 2024-09-13T16:02:08.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.721+0000 7fafb344f640 1 -- 172.21.15.76:0/1503931806 shutdown_connections 2024-09-13T16:02:08.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.721+0000 7fafb344f640 1 --2- 172.21.15.76:0/1503931806 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fafac0c4300 0x7fafac0c47b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:08.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.721+0000 7fafb344f640 1 --2- 172.21.15.76:0/1503931806 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7faf9006ac00 0x7faf9006d0c0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:08.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.721+0000 7fafb344f640 1 --2- 172.21.15.76:0/1503931806 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fafac0c8280 0x7fafac0c1e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:08.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.721+0000 7fafb344f640 1 --2- 172.21.15.76:0/1503931806 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faf980039a0 0x7fafac1efc70 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:08.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.721+0000 7fafb344f640 1 -- 172.21.15.76:0/1503931806 >> 172.21.15.76:0/1503931806 conn(0x7fafac069ed0 msgr2=0x7fafac06c190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:08.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.722+0000 7fafb344f640 1 -- 172.21.15.76:0/1503931806 shutdown_connections 2024-09-13T16:02:08.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.722+0000 7fafb344f640 1 -- 172.21.15.76:0/1503931806 wait complete. 2024-09-13T16:02:08.734 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:02:08.831 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.830+0000 7f62cd157640 1 Processor -- start 2024-09-13T16:02:08.832 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.830+0000 7f62cd157640 1 -- start start 2024-09-13T16:02:08.834 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.831+0000 7f62cd157640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f62c815a3a0 0x7f62c80cd650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:08.835 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.831+0000 7f62cd157640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f62c815d910 0x7f62c80cdb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:08.835 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.831+0000 7f62cd157640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f62c815d480 con 0x7f62c80703c0 2024-09-13T16:02:08.835 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.831+0000 7f62cd157640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f62c80ac1f0 con 0x7f62c815d910 2024-09-13T16:02:08.835 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.831+0000 7f62cd157640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f62c8071280 con 0x7f62c815a3a0 2024-09-13T16:02:08.835 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.831+0000 7f62c659c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f62c815d910 0x7f62c80cdb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:08.835 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.831+0000 7f62c659c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f62c815d910 0x7f62c80cdb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56578/0 (socket says 172.21.15.76:56578) 2024-09-13T16:02:08.835 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.831+0000 7f62c659c640 1 -- 172.21.15.76:0/3982841627 learned_addr learned my addr 172.21.15.76:0/3982841627 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:08.835 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.831+0000 7f62c6d9d640 1 --2- 172.21.15.76:0/3982841627 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f62c815a3a0 0x7f62c80cd650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:08.835 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.831+0000 7f62c659c640 1 -- 172.21.15.76:0/3982841627 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f62c815a3a0 msgr2=0x7f62c80cd650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:08.835 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.831+0000 7f62c659c640 1 --2- 172.21.15.76:0/3982841627 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f62c815a3a0 0x7f62c80cd650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:08.835 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.831+0000 7f62c659c640 1 -- 172.21.15.76:0/3982841627 >> v1:172.21.15.192:6789/0 conn(0x7f62c80703c0 legacy=0x7f62c8160280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:08.836 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.831+0000 7f62c659c640 1 -- 172.21.15.76:0/3982841627 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f62c8070fa0 con 0x7f62c815d910 2024-09-13T16:02:08.836 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.832+0000 7f62c659c640 1 --2- 172.21.15.76:0/3982841627 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f62c815d910 0x7f62c80cdb90 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f62bc009870 tx=0x7f62bc02a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df37d71f193cc310 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:08.836 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.832+0000 7f62c5d9b640 1 -- 172.21.15.76:0/3982841627 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62bc032440 con 0x7f62c815d910 2024-09-13T16:02:08.836 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.832+0000 7f62c5d9b640 1 -- 172.21.15.76:0/3982841627 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f62bc0325a0 con 0x7f62c815d910 2024-09-13T16:02:08.836 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.832+0000 7f62c5d9b640 1 -- 172.21.15.76:0/3982841627 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62bc032930 con 0x7f62c815d910 2024-09-13T16:02:08.836 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.833+0000 7f62cd157640 1 -- 172.21.15.76:0/3982841627 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f62c815d910 msgr2=0x7f62c80cdb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:08.836 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.833+0000 7f62cd157640 1 --2- 172.21.15.76:0/3982841627 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f62c815d910 0x7f62c80cdb90 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f62bc009870 tx=0x7f62bc02a210 comp rx=0 tx=0).stop 2024-09-13T16:02:08.836 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.833+0000 7f62cd157640 1 -- 172.21.15.76:0/3982841627 shutdown_connections 2024-09-13T16:02:08.836 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.833+0000 7f62cd157640 1 --2- 172.21.15.76:0/3982841627 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f62c815d910 0x7f62c80cdb90 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:08.836 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.833+0000 7f62cd157640 1 --2- 172.21.15.76:0/3982841627 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f62c815a3a0 0x7f62c80cd650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:08.836 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.833+0000 7f62cd157640 1 -- 172.21.15.76:0/3982841627 >> 172.21.15.76:0/3982841627 conn(0x7f62c8069ed0 msgr2=0x7f62c806a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:08.836 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.833+0000 7f62cd157640 1 -- 172.21.15.76:0/3982841627 shutdown_connections 2024-09-13T16:02:08.837 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.833+0000 7f62cd157640 1 -- 172.21.15.76:0/3982841627 wait complete. 2024-09-13T16:02:08.840 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.834+0000 7f62cd157640 1 Processor -- start 2024-09-13T16:02:08.840 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.834+0000 7f62cd157640 1 -- start start 2024-09-13T16:02:08.840 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.835+0000 7f62cd157640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f62c80703c0 0x7f62c81512a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:08.840 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.835+0000 7f62cd157640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f62c815a3a0 0x7f62c80b15e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:08.840 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.835+0000 7f62cd157640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f62c815d910 0x7f62c80b2b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:08.840 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.835+0000 7f62cd157640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f62c81e6280 con 0x7f62c815a3a0 2024-09-13T16:02:08.840 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.835+0000 7f62cd157640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f62c80b1ec0 con 0x7f62c815d910 2024-09-13T16:02:08.840 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.835+0000 7f62cd157640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f62c80b21a0 con 0x7f62c80703c0 2024-09-13T16:02:08.840 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.835+0000 7f62c659c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f62c815a3a0 0x7f62c80b15e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:08.841 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.835+0000 7f62c659c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f62c815a3a0 0x7f62c80b15e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56594/0 (socket says 172.21.15.76:56594) 2024-09-13T16:02:08.841 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.835+0000 7f62c659c640 1 -- 172.21.15.76:0/306453498 learned_addr learned my addr 172.21.15.76:0/306453498 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:08.841 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.835+0000 7f62c6d9d640 1 --2- 172.21.15.76:0/306453498 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f62c80703c0 0x7f62c81512a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:08.841 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.835+0000 7f62c759e640 1 --2- 172.21.15.76:0/306453498 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f62c815d910 0x7f62c80b2b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:08.841 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.835+0000 7f62c659c640 1 -- 172.21.15.76:0/306453498 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f62c80703c0 msgr2=0x7f62c81512a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:08.841 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.835+0000 7f62c659c640 1 --2- 172.21.15.76:0/306453498 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f62c80703c0 0x7f62c81512a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:08.841 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.835+0000 7f62c659c640 1 -- 172.21.15.76:0/306453498 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f62c815d910 msgr2=0x7f62c80b2b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:08.841 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.835+0000 7f62c659c640 1 --2- 172.21.15.76:0/306453498 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f62c815d910 0x7f62c80b2b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:08.841 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.836+0000 7f62c659c640 1 -- 172.21.15.76:0/306453498 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f62bc0094d0 con 0x7f62c815a3a0 2024-09-13T16:02:08.841 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.836+0000 7f62c6d9d640 1 --2- 172.21.15.76:0/306453498 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f62c80703c0 0x7f62c81512a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:02:08.841 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.836+0000 7f62c759e640 1 --2- 172.21.15.76:0/306453498 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f62c815d910 0x7f62c80b2b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:02:08.841 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.836+0000 7f62c659c640 1 --2- 172.21.15.76:0/306453498 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f62c815a3a0 0x7f62c80b15e0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f62bc009870 tx=0x7f62bc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:08.841 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.836+0000 7f62af7fe640 1 -- 172.21.15.76:0/306453498 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62bc032440 con 0x7f62c815a3a0 2024-09-13T16:02:08.841 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.836+0000 7f62af7fe640 1 -- 172.21.15.76:0/306453498 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f62bc030ba0 con 0x7f62c815a3a0 2024-09-13T16:02:08.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.836+0000 7f62cd157640 1 -- 172.21.15.76:0/306453498 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f62c80b2480 con 0x7f62c815a3a0 2024-09-13T16:02:08.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.836+0000 7f62af7fe640 1 -- 172.21.15.76:0/306453498 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62bc03b400 con 0x7f62c815a3a0 2024-09-13T16:02:08.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.836+0000 7f62cd157640 1 -- 172.21.15.76:0/306453498 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f62c81517e0 con 0x7f62c815a3a0 2024-09-13T16:02:08.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.837+0000 7f62cd157640 1 -- 172.21.15.76:0/306453498 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f62c81e63c0 con 0x7f62c815a3a0 2024-09-13T16:02:08.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.837+0000 7f62af7fe640 1 -- 172.21.15.76:0/306453498 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f62bc039040 con 0x7f62c815a3a0 2024-09-13T16:02:08.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.838+0000 7f62af7fe640 1 --2- 172.21.15.76:0/306453498 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f62b406ac00 0x7f62b406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:08.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.838+0000 7f62af7fe640 1 -- 172.21.15.76:0/306453498 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f62bc0a9f20 con 0x7f62c815a3a0 2024-09-13T16:02:08.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.838+0000 7f62c6d9d640 1 --2- 172.21.15.76:0/306453498 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f62b406ac00 0x7f62b406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:08.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.838+0000 7f62c6d9d640 1 --2- 172.21.15.76:0/306453498 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f62b406ac00 0x7f62b406d0c0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f62c8155900 tx=0x7f62b8007650 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:08.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:08.842+0000 7f62af7fe640 1 -- 172.21.15.76:0/306453498 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f62c81e63c0 con 0x7f62c815a3a0 2024-09-13T16:02:09.039 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.038+0000 7f62cd157640 1 -- 172.21.15.76:0/306453498 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f62c81e63c0 con 0x7f62c815a3a0 2024-09-13T16:02:09.040 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.039+0000 7f62af7fe640 1 -- 172.21.15.76:0/306453498 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) v1 ==== 93+0+4733 (secure 0 0 0) 0x7f62c81e63c0 con 0x7f62c815a3a0 2024-09-13T16:02:09.040 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:02:09.041 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":9,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4238,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6834/1395518339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":1395518339},{"type":"v1","addr":"172.21.15.192:6834","nonce":1395518339}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4241,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/3136856265","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6833","nonce":3136856265},{"type":"v1","addr":"172.21.15.192:6835","nonce":3136856265}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4275,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6837/421111930","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":421111930},{"type":"v1","addr":"172.21.15.76:6837","nonce":421111930}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:01:38.363434+0000","modified":"2024-09-13T16:01:59.026233+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4278},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4278":{"gid":4278,"name":"c","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.76:6836/2679973843","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":2679973843},{"type":"v1","addr":"172.21.15.76:6836","nonce":2679973843}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-13T16:02:09.041 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 9 2024-09-13T16:02:09.042 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.041+0000 7f62cd157640 1 -- 172.21.15.76:0/306453498 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f62b406ac00 msgr2=0x7f62b406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:09.042 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.041+0000 7f62cd157640 1 --2- 172.21.15.76:0/306453498 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f62b406ac00 0x7f62b406d0c0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f62c8155900 tx=0x7f62b8007650 comp rx=0 tx=0).stop 2024-09-13T16:02:09.042 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.041+0000 7f62cd157640 1 -- 172.21.15.76:0/306453498 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f62c815a3a0 msgr2=0x7f62c80b15e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:09.042 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.041+0000 7f62cd157640 1 --2- 172.21.15.76:0/306453498 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f62c815a3a0 0x7f62c80b15e0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f62bc009870 tx=0x7f62bc0046c0 comp rx=0 tx=0).stop 2024-09-13T16:02:09.043 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.041+0000 7f62cd157640 1 -- 172.21.15.76:0/306453498 shutdown_connections 2024-09-13T16:02:09.043 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.041+0000 7f62cd157640 1 --2- 172.21.15.76:0/306453498 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f62c815d910 0x7f62c80b2b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:09.043 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.041+0000 7f62cd157640 1 --2- 172.21.15.76:0/306453498 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f62c815a3a0 0x7f62c80b15e0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:09.043 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.041+0000 7f62cd157640 1 --2- 172.21.15.76:0/306453498 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f62b406ac00 0x7f62b406d0c0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:09.043 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.041+0000 7f62cd157640 1 --2- 172.21.15.76:0/306453498 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f62c80703c0 0x7f62c81512a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:09.043 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.041+0000 7f62cd157640 1 -- 172.21.15.76:0/306453498 >> 172.21.15.76:0/306453498 conn(0x7f62c8069ed0 msgr2=0x7f62c815b8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:09.043 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.041+0000 7f62cd157640 1 -- 172.21.15.76:0/306453498 shutdown_connections 2024-09-13T16:02:09.043 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.041+0000 7f62cd157640 1 -- 172.21.15.76:0/306453498 wait complete. 2024-09-13T16:02:09.444 DEBUG:teuthology.orchestra.run.smithi076:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:02:09.446 DEBUG:teuthology.orchestra.run.smithi192:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:02:09.456 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 9, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T16:01:38.363434+0000', 'modified': '2024-09-13T16:01:59.026233+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4278}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4278': {'gid': 4278, 'name': 'c', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.76:6836/2679973843', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.76:6834', 'nonce': 2679973843}, {'type': 'v1', 'addr': '172.21.15.76:6836', 'nonce': 2679973843}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-13T16:02:09.456 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-13T16:02:09.456 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-13T16:02:09.586 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.584+0000 7f57c5abe640 1 Processor -- start 2024-09-13T16:02:09.587 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.584+0000 7f57c5abe640 1 -- start start 2024-09-13T16:02:09.588 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.585+0000 7f57c5abe640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f57c006c4c0 0x7f57c006c8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:09.588 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.585+0000 7f57c5abe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f57c00cbea0 0x7f57c00cc330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:09.588 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.585+0000 7f57c5abe640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f57c006dab0 con 0x7f57c00b2590 2024-09-13T16:02:09.589 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.585+0000 7f57c5abe640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f57c006deb0 con 0x7f57c00cbea0 2024-09-13T16:02:09.589 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.585+0000 7f57c5abe640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f57c00b2170 con 0x7f57c006c4c0 2024-09-13T16:02:09.589 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.585+0000 7f57bffff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f57c00cbea0 0x7f57c00cc330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:09.589 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.585+0000 7f57bffff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f57c00cbea0 0x7f57c00cc330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56610/0 (socket says 172.21.15.76:56610) 2024-09-13T16:02:09.589 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.585+0000 7f57bffff640 1 -- 172.21.15.76:0/2602770732 learned_addr learned my addr 172.21.15.76:0/2602770732 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:09.589 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.585+0000 7f57bf7fe640 1 --2- 172.21.15.76:0/2602770732 >> v2:172.21.15.192:3300/0 conn(0x7f57c006c4c0 0x7f57c006c8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:09.589 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.585+0000 7f57bffff640 1 -- 172.21.15.76:0/2602770732 >> v2:172.21.15.192:3300/0 conn(0x7f57c006c4c0 msgr2=0x7f57c006c8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:09.589 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.585+0000 7f57bffff640 1 --2- 172.21.15.76:0/2602770732 >> v2:172.21.15.192:3300/0 conn(0x7f57c006c4c0 0x7f57c006c8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:09.589 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.585+0000 7f57bffff640 1 -- 172.21.15.76:0/2602770732 >> v1:172.21.15.192:6789/0 conn(0x7f57c00b2590 legacy=0x7f57c006d3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:09.589 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.585+0000 7f57bffff640 1 -- 172.21.15.76:0/2602770732 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f57c00cc870 con 0x7f57c00cbea0 2024-09-13T16:02:09.589 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.585+0000 7f57bf7fe640 1 --2- 172.21.15.76:0/2602770732 >> v2:172.21.15.192:3300/0 conn(0x7f57c006c4c0 0x7f57c006c8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:02:09.589 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.586+0000 7f57bffff640 1 --2- 172.21.15.76:0/2602770732 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f57c00cbea0 0x7f57c00cc330 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f57c00cb910 tx=0x7f57b802a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e4e344d8f5f0aea5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:09.589 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.586+0000 7f57be7fc640 1 -- 172.21.15.76:0/2602770732 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f57b8032440 con 0x7f57c00cbea0 2024-09-13T16:02:09.590 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.586+0000 7f57be7fc640 1 -- 172.21.15.76:0/2602770732 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f57b80325a0 con 0x7f57c00cbea0 2024-09-13T16:02:09.590 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.586+0000 7f57be7fc640 1 -- 172.21.15.76:0/2602770732 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f57b8032930 con 0x7f57c00cbea0 2024-09-13T16:02:09.591 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.587+0000 7f57c5abe640 1 -- 172.21.15.76:0/2602770732 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f57c00cbea0 msgr2=0x7f57c00cc330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:09.591 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.587+0000 7f57c5abe640 1 --2- 172.21.15.76:0/2602770732 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f57c00cbea0 0x7f57c00cc330 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f57c00cb910 tx=0x7f57b802a230 comp rx=0 tx=0).stop 2024-09-13T16:02:09.591 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.587+0000 7f57c5abe640 1 -- 172.21.15.76:0/2602770732 shutdown_connections 2024-09-13T16:02:09.591 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.587+0000 7f57c5abe640 1 --2- 172.21.15.76:0/2602770732 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f57c00cbea0 0x7f57c00cc330 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:09.591 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.587+0000 7f57c5abe640 1 --2- 172.21.15.76:0/2602770732 >> v2:172.21.15.192:3300/0 conn(0x7f57c006c4c0 0x7f57c006c8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:09.591 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.587+0000 7f57c5abe640 1 -- 172.21.15.76:0/2602770732 >> 172.21.15.76:0/2602770732 conn(0x7f57c0069ed0 msgr2=0x7f57c006a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:09.591 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.587+0000 7f57c5abe640 1 -- 172.21.15.76:0/2602770732 shutdown_connections 2024-09-13T16:02:09.591 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.587+0000 7f57c5abe640 1 -- 172.21.15.76:0/2602770732 wait complete. 2024-09-13T16:02:09.592 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.588+0000 7f57c5abe640 1 Processor -- start 2024-09-13T16:02:09.592 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.588+0000 7f57c5abe640 1 -- start start 2024-09-13T16:02:09.594 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.589+0000 7f57c5abe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f57c006c4c0 0x7f57c015a3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:09.594 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.589+0000 7f57c5abe640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f57c00b2590 0x7f57c00c1de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:09.594 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.589+0000 7f57c5abe640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f57c00cbea0 0x7f57c00c4460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:09.594 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.589+0000 7f57c5abe640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f57c00c4d60 con 0x7f57c006c4c0 2024-09-13T16:02:09.594 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.589+0000 7f57c5abe640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f57c00c67d0 con 0x7f57c00b2590 2024-09-13T16:02:09.594 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.589+0000 7f57c5abe640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f57c00c6ab0 con 0x7f57c00cbea0 2024-09-13T16:02:09.594 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.589+0000 7f57bf7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f57c006c4c0 0x7f57c015a3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:09.594 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.589+0000 7f57bf7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f57c006c4c0 0x7f57c015a3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56618/0 (socket says 172.21.15.76:56618) 2024-09-13T16:02:09.594 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.589+0000 7f57bf7fe640 1 -- 172.21.15.76:0/2713185011 learned_addr learned my addr 172.21.15.76:0/2713185011 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:09.594 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.589+0000 7f57beffd640 1 --2- 172.21.15.76:0/2713185011 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f57c00b2590 0x7f57c00c1de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:09.595 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.589+0000 7f57bf7fe640 1 -- 172.21.15.76:0/2713185011 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f57c00cbea0 msgr2=0x7f57c00c4460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:09.595 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.589+0000 7f57bffff640 1 --2- 172.21.15.76:0/2713185011 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f57c00cbea0 0x7f57c00c4460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:09.595 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.589+0000 7f57bf7fe640 1 --2- 172.21.15.76:0/2713185011 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f57c00cbea0 0x7f57c00c4460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:09.595 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.589+0000 7f57bf7fe640 1 -- 172.21.15.76:0/2713185011 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f57c00b2590 msgr2=0x7f57c00c1de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:09.595 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.589+0000 7f57bf7fe640 1 --2- 172.21.15.76:0/2713185011 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f57c00b2590 0x7f57c00c1de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:09.595 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.589+0000 7f57bf7fe640 1 -- 172.21.15.76:0/2713185011 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f57b80094d0 con 0x7f57c006c4c0 2024-09-13T16:02:09.595 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.589+0000 7f57beffd640 1 --2- 172.21.15.76:0/2713185011 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f57c00b2590 0x7f57c00c1de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:02:09.595 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.589+0000 7f57bf7fe640 1 --2- 172.21.15.76:0/2713185011 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f57c006c4c0 0x7f57c015a3c0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f57b000ce00 tx=0x7f57b000a650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:09.595 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.590+0000 7f57a7fff640 1 -- 172.21.15.76:0/2713185011 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f57b000f890 con 0x7f57c006c4c0 2024-09-13T16:02:09.595 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.590+0000 7f57a7fff640 1 -- 172.21.15.76:0/2713185011 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f57b000f9f0 con 0x7f57c006c4c0 2024-09-13T16:02:09.595 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.590+0000 7f57c5abe640 1 -- 172.21.15.76:0/2713185011 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f57c00c6d90 con 0x7f57c006c4c0 2024-09-13T16:02:09.595 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.590+0000 7f57a7fff640 1 -- 172.21.15.76:0/2713185011 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f57b000fdc0 con 0x7f57c006c4c0 2024-09-13T16:02:09.595 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.590+0000 7f57c5abe640 1 -- 172.21.15.76:0/2713185011 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f57c00c49a0 con 0x7f57c006c4c0 2024-09-13T16:02:09.595 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.592+0000 7f57a7fff640 1 -- 172.21.15.76:0/2713185011 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f57b000b040 con 0x7f57c006c4c0 2024-09-13T16:02:09.602 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.592+0000 7f57a7fff640 1 --2- 172.21.15.76:0/2713185011 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f57ac06ac30 0x7f57ac06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:09.602 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.592+0000 7f57a7fff640 1 -- 172.21.15.76:0/2713185011 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f57b0089f90 con 0x7f57c006c4c0 2024-09-13T16:02:09.602 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.592+0000 7f57beffd640 1 --2- 172.21.15.76:0/2713185011 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f57ac06ac30 0x7f57ac06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:09.602 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.592+0000 7f57beffd640 1 --2- 172.21.15.76:0/2713185011 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f57ac06ac30 0x7f57ac06d0f0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f57c015b930 tx=0x7f57b4009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:09.602 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.593+0000 7f57c87df740 1 Processor -- start 2024-09-13T16:02:09.602 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.593+0000 7f57c87df740 1 -- start start 2024-09-13T16:02:09.602 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.594+0000 7f57c87df740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55d9002790a0 0x55d900279480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:09.602 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.594+0000 7f57c87df740 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55d900276860 0x55d9002c6570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:09.603 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.594+0000 7f57c87df740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d9002a0550 0x55d9002c6ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:09.603 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.594+0000 7f57c87df740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d9001d37c0 con 0x55d9002790a0 2024-09-13T16:02:09.603 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.594+0000 7f57c87df740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d9001e2b70 con 0x55d9002a0550 2024-09-13T16:02:09.603 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.594+0000 7f57c87df740 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x55d9001e0300 con 0x55d900276860 2024-09-13T16:02:09.603 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.594+0000 7f57bf7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55d9002790a0 0x55d900279480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:09.603 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.594+0000 7f57bf7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55d9002790a0 0x55d900279480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56634/0 (socket says 172.21.15.76:56634) 2024-09-13T16:02:09.603 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.594+0000 7f57bf7fe640 1 -- 172.21.15.76:0/1488047832 learned_addr learned my addr 172.21.15.76:0/1488047832 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:09.603 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.594+0000 7f57beffd640 1 --2- 172.21.15.76:0/1488047832 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55d900276860 0x55d9002c6570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:09.603 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.594+0000 7f57bffff640 1 --2- 172.21.15.76:0/1488047832 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d9002a0550 0x55d9002c6ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:09.603 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.594+0000 7f57bf7fe640 1 -- 172.21.15.76:0/1488047832 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55d900276860 msgr2=0x55d9002c6570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:09.603 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.594+0000 7f57bf7fe640 1 --2- 172.21.15.76:0/1488047832 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55d900276860 0x55d9002c6570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:09.604 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.594+0000 7f57bf7fe640 1 -- 172.21.15.76:0/1488047832 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d9002a0550 msgr2=0x55d9002c6ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:09.604 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.594+0000 7f57bf7fe640 1 --2- 172.21.15.76:0/1488047832 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d9002a0550 0x55d9002c6ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:09.604 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.594+0000 7f57bf7fe640 1 -- 172.21.15.76:0/1488047832 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d9001684b0 con 0x55d9002790a0 2024-09-13T16:02:09.604 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.594+0000 7f57bffff640 1 --2- 172.21.15.76:0/1488047832 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d9002a0550 0x55d9002c6ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:02:09.604 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.594+0000 7f57bf7fe640 1 --2- 172.21.15.76:0/1488047832 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55d9002790a0 0x55d900279480 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f57b0088260 tx=0x7f57b0058660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a066272ca39aa97 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:09.604 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.594+0000 7f57a57fa640 1 -- 172.21.15.76:0/1488047832 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f57b005ca00 con 0x55d9002790a0 2024-09-13T16:02:09.604 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.594+0000 7f57a57fa640 1 -- 172.21.15.76:0/1488047832 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f57b0060fc0 con 0x55d9002790a0 2024-09-13T16:02:09.604 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.594+0000 7f57a57fa640 1 -- 172.21.15.76:0/1488047832 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f57b00552e0 con 0x55d9002790a0 2024-09-13T16:02:09.604 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.595+0000 7f57c87df740 1 -- 172.21.15.76:0/1488047832 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55d9002790a0 msgr2=0x55d900279480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:09.604 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.595+0000 7f57c87df740 1 --2- 172.21.15.76:0/1488047832 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55d9002790a0 0x55d900279480 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f57b0088260 tx=0x7f57b0058660 comp rx=0 tx=0).stop 2024-09-13T16:02:09.605 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.595+0000 7f57c87df740 1 -- 172.21.15.76:0/1488047832 shutdown_connections 2024-09-13T16:02:09.605 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.595+0000 7f57c87df740 1 --2- 172.21.15.76:0/1488047832 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d9002a0550 0x55d9002c6ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:09.605 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.595+0000 7f57c87df740 1 --2- 172.21.15.76:0/1488047832 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55d900276860 0x55d9002c6570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:09.605 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.595+0000 7f57c87df740 1 --2- 172.21.15.76:0/1488047832 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55d9002790a0 0x55d900279480 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:09.605 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.595+0000 7f57c87df740 1 -- 172.21.15.76:0/1488047832 >> 172.21.15.76:0/1488047832 conn(0x55d9002757d0 msgr2=0x55d9002bdc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:09.605 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.595+0000 7f57c87df740 1 -- 172.21.15.76:0/1488047832 shutdown_connections 2024-09-13T16:02:09.605 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.595+0000 7f57c87df740 1 -- 172.21.15.76:0/1488047832 wait complete. 2024-09-13T16:02:09.605 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.596+0000 7f57c87df740 1 -- start start 2024-09-13T16:02:09.605 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.596+0000 7f57c87df740 1 Processor -- start 2024-09-13T16:02:09.605 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.596+0000 7f57c87df740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d9002790a0 0x55d90029dd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:09.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.596+0000 7f57c87df740 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55d9002a0550 0x55d9002a1ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:09.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.596+0000 7f57c87df740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55d90029fb30 0x55d9002a2000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:09.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.596+0000 7f57c87df740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d9001dbbf0 con 0x55d90029fb30 2024-09-13T16:02:09.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.596+0000 7f57c87df740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d90019a250 con 0x55d9002790a0 2024-09-13T16:02:09.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.596+0000 7f57c87df740 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x55d900199ef0 con 0x55d9002a0550 2024-09-13T16:02:09.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.596+0000 7f57c87df740 10 client.0 _ll_register_callbacks cb 0x55d9001cc740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:02:09.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.597+0000 7f57bffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55d90029fb30 0x55d9002a2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:09.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.597+0000 7f57bffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55d90029fb30 0x55d9002a2000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56642/0 (socket says 172.21.15.76:56642) 2024-09-13T16:02:09.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.597+0000 7f57bffff640 1 -- 172.21.15.76:0/567226297 learned_addr learned my addr 172.21.15.76:0/567226297 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:09.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.597+0000 7f57beffd640 1 --2- 172.21.15.76:0/567226297 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55d9002a0550 0x55d9002a1ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:09.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.597+0000 7f57bf7fe640 1 --2- 172.21.15.76:0/567226297 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d9002790a0 0x55d90029dd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:09.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.597+0000 7f57bffff640 1 -- 172.21.15.76:0/567226297 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55d9002a0550 msgr2=0x55d9002a1ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:09.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.597+0000 7f57bffff640 1 --2- 172.21.15.76:0/567226297 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55d9002a0550 0x55d9002a1ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:09.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.597+0000 7f57bffff640 1 -- 172.21.15.76:0/567226297 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d9002790a0 msgr2=0x55d90029dd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:09.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.597+0000 7f57bffff640 1 --2- 172.21.15.76:0/567226297 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d9002790a0 0x55d90029dd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:09.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.597+0000 7f57bffff640 1 -- 172.21.15.76:0/567226297 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f57c00c49a0 con 0x55d90029fb30 2024-09-13T16:02:09.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.597+0000 7f57bffff640 1 --2- 172.21.15.76:0/567226297 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55d90029fb30 0x55d9002a2000 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f57b802a270 tx=0x7f57b8004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c54ea00844a33f2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:09.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.597+0000 7f579e7fc640 10 client.0 ms_handle_connect on v2:172.21.15.76:3300/0 2024-09-13T16:02:09.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.597+0000 7f579e7fc640 1 -- 172.21.15.76:0/567226297 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f57b8032440 con 0x55d90029fb30 2024-09-13T16:02:09.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.597+0000 7f579e7fc640 1 -- 172.21.15.76:0/567226297 <== mon.0 v2:172.21.15.76:3300/0 2 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f57b803c880 con 0x55d90029fb30 2024-09-13T16:02:09.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.597+0000 7f57c87df740 1 -- 172.21.15.76:0/567226297 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55d8ffecf3c0 con 0x55d90029fb30 2024-09-13T16:02:09.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.597+0000 7f579e7fc640 1 -- 172.21.15.76:0/567226297 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_get_version_reply(handle=1 version=9) v2 ==== 24+0+0 (secure 0 0 0) 0x7f57b803ca40 con 0x55d90029fb30 2024-09-13T16:02:09.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.597+0000 7f57c87df740 10 client.4827 fetch_fsmap learned FSMap version 9 2024-09-13T16:02:09.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.597+0000 7f57c87df740 1 -- 172.21.15.76:0/567226297 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,fsmap=9,monmap=2+}) v3 -- 0x55d9001da270 con 0x55d90029fb30 2024-09-13T16:02:09.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.598+0000 7f579e7fc640 1 -- 172.21.15.76:0/567226297 <== mon.0 v2:172.21.15.76:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x55d8ffecf3c0 con 0x55d90029fb30 2024-09-13T16:02:09.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.598+0000 7f579e7fc640 1 -- 172.21.15.76:0/567226297 <== mon.0 v2:172.21.15.76:3300/0 5 ==== fsmap(e 9) v1 ==== 3122+0+0 (secure 0 0 0) 0x7f57b803cba0 con 0x55d90029fb30 2024-09-13T16:02:09.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.598+0000 7f57c87df740 10 client.4827 fetch_fsmap finished waiting for FSMap version 9 2024-09-13T16:02:09.608 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.598+0000 7f57c87df740 10 client.4827 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-13T16:02:09.608 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.598+0000 7f57c87df740 20 client.4827 populate_metadata read hostname 'smithi076' 2024-09-13T16:02:09.608 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.598+0000 7f57c87df740 1 --2- 172.21.15.76:0/567226297 >> [v2:172.21.15.76:6834/2679973843,v1:172.21.15.76:6836/2679973843] conn(0x55d9002c38f0 0x55d9002c3cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:09.608 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.598+0000 7f57c87df740 4 client.4827 mds_command: new command op to 4278 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-13T16:02:09.608 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.598+0000 7f57c87df740 1 -- 172.21.15.76:0/567226297 --> [v2:172.21.15.76:6834/2679973843,v1:172.21.15.76:6836/2679973843] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55d8ffee06c0 con 0x55d9002c38f0 2024-09-13T16:02:09.608 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.598+0000 7f57bf7fe640 1 --2- 172.21.15.76:0/567226297 >> [v2:172.21.15.76:6834/2679973843,v1:172.21.15.76:6836/2679973843] conn(0x55d9002c38f0 0x55d9002c3cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:09.608 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.598+0000 7f579e7fc640 10 client.4827 ms_handle_connect on v2:172.21.15.76:6834/2679973843 2024-09-13T16:02:09.608 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.598+0000 7f57bf7fe640 1 --2- 172.21.15.76:0/567226297 >> [v2:172.21.15.76:6834/2679973843,v1:172.21.15.76:6836/2679973843] conn(0x55d9002c38f0 0x55d9002c3cd0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bbc819ad2cfe0276 server_cookie=32963b147fa9489d in_seq=0 out_seq=0 2024-09-13T16:02:09.608 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.599+0000 7f579e7fc640 1 -- 172.21.15.76:0/567226297 <== mds.0 v2:172.21.15.76:6834/2679973843 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55d8ffee06c0 con 0x55d9002c38f0 2024-09-13T16:02:09.608 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.599+0000 7f579e7fc640 10 client.4827 handle_command_reply: tid=0 2024-09-13T16:02:09.608 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.599+0000 7f57c87df740 1 client.4827 shutdown 2024-09-13T16:02:09.608 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.599+0000 7f57c87df740 1 -- 172.21.15.76:0/567226297 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55d90029fb30 msgr2=0x55d9002a2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:09.608 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.599+0000 7f57c87df740 1 --2- 172.21.15.76:0/567226297 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55d90029fb30 0x55d9002a2000 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f57b802a270 tx=0x7f57b8004730 comp rx=0 tx=0).stop 2024-09-13T16:02:09.609 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.599+0000 7f57c87df740 1 -- 172.21.15.76:0/567226297 shutdown_connections 2024-09-13T16:02:09.609 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.599+0000 7f57c87df740 1 --2- 172.21.15.76:0/567226297 >> [v2:172.21.15.76:6834/2679973843,v1:172.21.15.76:6836/2679973843] conn(0x55d9002c38f0 0x55d9002c3cd0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:09.609 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.599+0000 7f57c87df740 1 --2- 172.21.15.76:0/567226297 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55d90029fb30 0x55d9002a2000 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:09.609 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.599+0000 7f57c87df740 1 --2- 172.21.15.76:0/567226297 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55d9002a0550 0x55d9002a1ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:09.609 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.599+0000 7f579e7fc640 0 client.4827 ms_handle_reset on v2:172.21.15.76:6834/2679973843 2024-09-13T16:02:09.609 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.599+0000 7f57c87df740 1 --2- 172.21.15.76:0/567226297 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d9002790a0 0x55d90029dd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:09.609 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.599+0000 7f57c87df740 1 -- 172.21.15.76:0/567226297 >> 172.21.15.76:0/567226297 conn(0x55d900276860 msgr2=0x55d9002bd300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:09.609 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.599+0000 7f57c87df740 1 -- 172.21.15.76:0/567226297 shutdown_connections 2024-09-13T16:02:09.609 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.599+0000 7f57c87df740 1 -- 172.21.15.76:0/567226297 wait complete. 2024-09-13T16:02:09.609 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.599+0000 7f57c87df740 20 client.4827 trim_cache size 0 max 16384 2024-09-13T16:02:09.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.614+0000 7f57c87df740 1 Processor -- start 2024-09-13T16:02:09.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.614+0000 7f57c87df740 1 -- start start 2024-09-13T16:02:09.619 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.614+0000 7f57c87df740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d9002790a0 0x55d9002c46c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:09.619 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.614+0000 7f57c87df740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55d90029fb30 0x55d9002c1140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:09.619 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.615+0000 7f57c87df740 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55d9002a0550 0x55d9002c1680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:09.619 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.615+0000 7f57c87df740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d90015f460 con 0x55d90029fb30 2024-09-13T16:02:09.619 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.615+0000 7f57c87df740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d9002bfeb0 con 0x55d9002790a0 2024-09-13T16:02:09.619 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.615+0000 7f57c87df740 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x55d900274c80 con 0x55d9002a0550 2024-09-13T16:02:09.619 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.615+0000 7f57beffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55d90029fb30 0x55d9002c1140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:09.619 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.615+0000 7f57beffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55d90029fb30 0x55d9002c1140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56658/0 (socket says 172.21.15.76:56658) 2024-09-13T16:02:09.619 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.615+0000 7f57beffd640 1 -- 172.21.15.76:0/791452266 learned_addr learned my addr 172.21.15.76:0/791452266 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:09.619 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.615+0000 7f57bffff640 1 --2- 172.21.15.76:0/791452266 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55d9002a0550 0x55d9002c1680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:09.619 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.615+0000 7f57bf7fe640 1 --2- 172.21.15.76:0/791452266 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d9002790a0 0x55d9002c46c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:09.619 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.615+0000 7f57beffd640 1 -- 172.21.15.76:0/791452266 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55d9002a0550 msgr2=0x55d9002c1680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:09.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.615+0000 7f57beffd640 1 --2- 172.21.15.76:0/791452266 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55d9002a0550 0x55d9002c1680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:09.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.615+0000 7f57beffd640 1 -- 172.21.15.76:0/791452266 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d9002790a0 msgr2=0x55d9002c46c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:09.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.615+0000 7f57beffd640 1 --2- 172.21.15.76:0/791452266 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d9002790a0 0x55d9002c46c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:09.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.615+0000 7f57beffd640 1 -- 172.21.15.76:0/791452266 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d9002c5ac0 con 0x55d90029fb30 2024-09-13T16:02:09.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.615+0000 7f57bffff640 1 --2- 172.21.15.76:0/791452266 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55d9002a0550 0x55d9002c1680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:02:09.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.615+0000 7f57bf7fe640 1 --2- 172.21.15.76:0/791452266 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d9002790a0 0x55d9002c46c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:02:09.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.615+0000 7f57beffd640 1 --2- 172.21.15.76:0/791452266 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55d90029fb30 0x55d9002c1140 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f57b4005450 tx=0x7f57b400b000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c7e2b7064b345741 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:09.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.615+0000 7f57a5ffb640 1 -- 172.21.15.76:0/791452266 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f57b4026070 con 0x55d90029fb30 2024-09-13T16:02:09.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.615+0000 7f57a5ffb640 1 -- 172.21.15.76:0/791452266 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f57b4007020 con 0x55d90029fb30 2024-09-13T16:02:09.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.615+0000 7f57a5ffb640 1 -- 172.21.15.76:0/791452266 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f57b40071b0 con 0x55d90029fb30 2024-09-13T16:02:09.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.616+0000 7f57c87df740 1 -- 172.21.15.76:0/791452266 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55d90029fb30 msgr2=0x55d9002c1140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:09.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.616+0000 7f57c87df740 1 --2- 172.21.15.76:0/791452266 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55d90029fb30 0x55d9002c1140 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f57b4005450 tx=0x7f57b400b000 comp rx=0 tx=0).stop 2024-09-13T16:02:09.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.616+0000 7f57c87df740 1 -- 172.21.15.76:0/791452266 shutdown_connections 2024-09-13T16:02:09.621 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.616+0000 7f57c87df740 1 --2- 172.21.15.76:0/791452266 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55d9002a0550 0x55d9002c1680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:09.621 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.616+0000 7f57c87df740 1 --2- 172.21.15.76:0/791452266 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55d90029fb30 0x55d9002c1140 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:09.621 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.616+0000 7f57c87df740 1 --2- 172.21.15.76:0/791452266 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d9002790a0 0x55d9002c46c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:09.621 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.616+0000 7f57c87df740 1 -- 172.21.15.76:0/791452266 >> 172.21.15.76:0/791452266 conn(0x55d900276860 msgr2=0x55d900278560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:09.621 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.616+0000 7f57c87df740 1 -- 172.21.15.76:0/791452266 shutdown_connections 2024-09-13T16:02:09.621 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.616+0000 7f57c87df740 1 -- 172.21.15.76:0/791452266 wait complete. 2024-09-13T16:02:09.621 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.616+0000 7f57c87df740 1 -- start start 2024-09-13T16:02:09.621 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.617+0000 7f57c87df740 1 Processor -- start 2024-09-13T16:02:09.624 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.617+0000 7f57c87df740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55d9002790a0 0x55d900327d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:09.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.617+0000 7f57c87df740 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55d90029fb30 0x55d9002c2330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:09.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.617+0000 7f57c87df740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d9002a0550 0x55d9003103d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:09.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.617+0000 7f57c87df740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d9002a1510 con 0x55d9002790a0 2024-09-13T16:02:09.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.617+0000 7f57c87df740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d900310910 con 0x55d9002a0550 2024-09-13T16:02:09.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.617+0000 7f57c87df740 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x55d900328600 con 0x55d90029fb30 2024-09-13T16:02:09.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.617+0000 7f57c87df740 10 client.0 _ll_register_callbacks cb 0x7f57b0007a90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:02:09.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.617+0000 7f57bf7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55d9002790a0 0x55d900327d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:09.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.617+0000 7f57bf7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55d9002790a0 0x55d900327d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56662/0 (socket says 172.21.15.76:56662) 2024-09-13T16:02:09.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.617+0000 7f57bf7fe640 1 -- 172.21.15.76:0/303354829 learned_addr learned my addr 172.21.15.76:0/303354829 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:09.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.618+0000 7f57bf7fe640 1 -- 172.21.15.76:0/303354829 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55d90029fb30 msgr2=0x55d9002c2330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:09.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.618+0000 7f57bf7fe640 1 --2- 172.21.15.76:0/303354829 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55d90029fb30 0x55d9002c2330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:09.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.618+0000 7f57bf7fe640 1 -- 172.21.15.76:0/303354829 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d9002a0550 msgr2=0x55d9003103d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:09.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.618+0000 7f57bf7fe640 1 --2- 172.21.15.76:0/303354829 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d9002a0550 0x55d9003103d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:09.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.618+0000 7f57bf7fe640 1 -- 172.21.15.76:0/303354829 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f57b401c040 con 0x55d9002790a0 2024-09-13T16:02:09.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.618+0000 7f57bf7fe640 1 --2- 172.21.15.76:0/303354829 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55d9002790a0 0x55d900327d30 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f57b00586a0 tx=0x7f57b005c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=877c0d9e24d62030 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:09.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.618+0000 7f579e7fc640 10 client.0 ms_handle_connect on v2:172.21.15.76:3300/0 2024-09-13T16:02:09.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.618+0000 7f579e7fc640 1 -- 172.21.15.76:0/303354829 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f57b00552e0 con 0x55d9002790a0 2024-09-13T16:02:09.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.618+0000 7f579e7fc640 1 -- 172.21.15.76:0/303354829 <== mon.0 v2:172.21.15.76:3300/0 2 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f57b0075040 con 0x55d9002790a0 2024-09-13T16:02:09.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.618+0000 7f57c87df740 1 -- 172.21.15.76:0/303354829 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f57b0060fc0 con 0x55d9002790a0 2024-09-13T16:02:09.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.618+0000 7f579e7fc640 1 -- 172.21.15.76:0/303354829 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_get_version_reply(handle=1 version=9) v2 ==== 24+0+0 (secure 0 0 0) 0x7f57b0055440 con 0x55d9002790a0 2024-09-13T16:02:09.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.618+0000 7f57c87df740 10 client.4833 fetch_fsmap learned FSMap version 9 2024-09-13T16:02:09.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.618+0000 7f57c87df740 1 -- 172.21.15.76:0/303354829 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,fsmap=9,monmap=2+}) v3 -- 0x55d90017c5f0 con 0x55d9002790a0 2024-09-13T16:02:09.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.618+0000 7f579e7fc640 1 -- 172.21.15.76:0/303354829 <== mon.0 v2:172.21.15.76:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f57b0060fc0 con 0x55d9002790a0 2024-09-13T16:02:09.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.618+0000 7f579e7fc640 1 -- 172.21.15.76:0/303354829 <== mon.0 v2:172.21.15.76:3300/0 5 ==== fsmap(e 9) v1 ==== 3122+0+0 (secure 0 0 0) 0x7f57b0063050 con 0x55d9002790a0 2024-09-13T16:02:09.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.618+0000 7f57c87df740 10 client.4833 fetch_fsmap finished waiting for FSMap version 9 2024-09-13T16:02:09.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.618+0000 7f57c87df740 10 client.4833 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-13T16:02:09.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.618+0000 7f57c87df740 20 client.4833 populate_metadata read hostname 'smithi076' 2024-09-13T16:02:09.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.618+0000 7f57c87df740 1 --2- 172.21.15.76:0/303354829 >> [v2:172.21.15.76:6834/2679973843,v1:172.21.15.76:6836/2679973843] conn(0x55d9002bcaa0 0x55d9002beb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:09.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.618+0000 7f57c87df740 4 client.4833 mds_command: new command op to 4278 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-13T16:02:09.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.618+0000 7f57c87df740 1 -- 172.21.15.76:0/303354829 --> [v2:172.21.15.76:6834/2679973843,v1:172.21.15.76:6836/2679973843] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55d8fff33d10 con 0x55d9002bcaa0 2024-09-13T16:02:09.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.618+0000 7f57beffd640 1 --2- 172.21.15.76:0/303354829 >> [v2:172.21.15.76:6834/2679973843,v1:172.21.15.76:6836/2679973843] conn(0x55d9002bcaa0 0x55d9002beb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:09.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.619+0000 7f579e7fc640 10 client.4833 ms_handle_connect on v2:172.21.15.76:6834/2679973843 2024-09-13T16:02:09.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.619+0000 7f57beffd640 1 --2- 172.21.15.76:0/303354829 >> [v2:172.21.15.76:6834/2679973843,v1:172.21.15.76:6836/2679973843] conn(0x55d9002bcaa0 0x55d9002beb20 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=520e69a7183c5a0a server_cookie=c3a24a9b991a7c9c in_seq=0 out_seq=0 2024-09-13T16:02:09.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.619+0000 7f579e7fc640 1 -- 172.21.15.76:0/303354829 <== mds.0 v2:172.21.15.76:6834/2679973843 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+330 (crc 0 0 0) 0x55d8fff33d10 con 0x55d9002bcaa0 2024-09-13T16:02:09.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.619+0000 7f579e7fc640 10 client.4833 handle_command_reply: tid=0 2024-09-13T16:02:09.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.619+0000 7f57c87df740 1 client.4833 shutdown 2024-09-13T16:02:09.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.619+0000 7f57c87df740 1 -- 172.21.15.76:0/303354829 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55d9002790a0 msgr2=0x55d900327d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:09.628 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.619+0000 7f57c87df740 1 --2- 172.21.15.76:0/303354829 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55d9002790a0 0x55d900327d30 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f57b00586a0 tx=0x7f57b005c000 comp rx=0 tx=0).stop 2024-09-13T16:02:09.628 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.619+0000 7f57c87df740 1 -- 172.21.15.76:0/303354829 shutdown_connections 2024-09-13T16:02:09.628 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.619+0000 7f57c87df740 1 --2- 172.21.15.76:0/303354829 >> [v2:172.21.15.76:6834/2679973843,v1:172.21.15.76:6836/2679973843] conn(0x55d9002bcaa0 0x55d9002beb20 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:09.628 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.619+0000 7f57c87df740 1 --2- 172.21.15.76:0/303354829 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d9002a0550 0x55d9003103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:09.628 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.619+0000 7f579e7fc640 0 client.4833 ms_handle_reset on v2:172.21.15.76:6834/2679973843 2024-09-13T16:02:09.628 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.619+0000 7f57c87df740 1 --2- 172.21.15.76:0/303354829 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55d90029fb30 0x55d9002c2330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:09.628 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.619+0000 7f57c87df740 1 --2- 172.21.15.76:0/303354829 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55d9002790a0 0x55d900327d30 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:09.628 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.619+0000 7f57c87df740 1 -- 172.21.15.76:0/303354829 >> 172.21.15.76:0/303354829 conn(0x55d900276860 msgr2=0x55d900278560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:09.628 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.619+0000 7f57c87df740 1 -- 172.21.15.76:0/303354829 shutdown_connections 2024-09-13T16:02:09.628 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.619+0000 7f57c87df740 1 -- 172.21.15.76:0/303354829 wait complete. 2024-09-13T16:02:09.628 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.619+0000 7f57c87df740 20 client.4833 trim_cache size 0 max 16384 2024-09-13T16:02:09.629 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2024-09-13T16:02:09.629 INFO:teuthology.orchestra.run.smithi076.stdout: "cluster_fsid": "da76ee52-f48b-434a-9df7-5fefe2a6e471", 2024-09-13T16:02:09.629 INFO:teuthology.orchestra.run.smithi076.stdout: "whoami": 0, 2024-09-13T16:02:09.629 INFO:teuthology.orchestra.run.smithi076.stdout: "id": 4278, 2024-09-13T16:02:09.629 INFO:teuthology.orchestra.run.smithi076.stdout: "want_state": "up:active", 2024-09-13T16:02:09.629 INFO:teuthology.orchestra.run.smithi076.stdout: "state": "up:active", 2024-09-13T16:02:09.629 INFO:teuthology.orchestra.run.smithi076.stdout: "fs_name": "cephfs", 2024-09-13T16:02:09.629 INFO:teuthology.orchestra.run.smithi076.stdout: "rank_uptime": 31.255766989000001, 2024-09-13T16:02:09.629 INFO:teuthology.orchestra.run.smithi076.stdout: "mdsmap_epoch": 9, 2024-09-13T16:02:09.629 INFO:teuthology.orchestra.run.smithi076.stdout: "osdmap_epoch": 26, 2024-09-13T16:02:09.630 INFO:teuthology.orchestra.run.smithi076.stdout: "osdmap_epoch_barrier": 26, 2024-09-13T16:02:09.630 INFO:teuthology.orchestra.run.smithi076.stdout: "uptime": 37.157441112000001 2024-09-13T16:02:09.630 INFO:teuthology.orchestra.run.smithi076.stdout:} 2024-09-13T16:02:09.630 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.620+0000 7f57c5abe640 1 -- 172.21.15.76:0/2713185011 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f57ac06ac30 msgr2=0x7f57ac06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:09.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.620+0000 7f57c5abe640 1 --2- 172.21.15.76:0/2713185011 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f57ac06ac30 0x7f57ac06d0f0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f57c015b930 tx=0x7f57b4009040 comp rx=0 tx=0).stop 2024-09-13T16:02:09.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.620+0000 7f57c5abe640 1 -- 172.21.15.76:0/2713185011 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f57c006c4c0 msgr2=0x7f57c015a3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:09.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.620+0000 7f57c5abe640 1 --2- 172.21.15.76:0/2713185011 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f57c006c4c0 0x7f57c015a3c0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f57b000ce00 tx=0x7f57b000a650 comp rx=0 tx=0).stop 2024-09-13T16:02:09.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.620+0000 7f57c5abe640 1 -- 172.21.15.76:0/2713185011 shutdown_connections 2024-09-13T16:02:09.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.620+0000 7f57c5abe640 1 --2- 172.21.15.76:0/2713185011 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f57ac06ac30 0x7f57ac06d0f0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:09.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.620+0000 7f57c5abe640 1 --2- 172.21.15.76:0/2713185011 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f57c00cbea0 0x7f57c00c4460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:09.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.620+0000 7f57c5abe640 1 --2- 172.21.15.76:0/2713185011 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f57c00b2590 0x7f57c00c1de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:09.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.620+0000 7f57c5abe640 1 --2- 172.21.15.76:0/2713185011 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f57c006c4c0 0x7f57c015a3c0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:09.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.620+0000 7f57c5abe640 1 -- 172.21.15.76:0/2713185011 >> 172.21.15.76:0/2713185011 conn(0x7f57c0069ed0 msgr2=0x7f57c00ce340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:09.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.620+0000 7f57c5abe640 1 -- 172.21.15.76:0/2713185011 shutdown_connections 2024-09-13T16:02:09.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:09.620+0000 7f57c5abe640 1 -- 172.21.15.76:0/2713185011 wait complete. 2024-09-13T16:02:09.632 INFO:teuthology.run_tasks:Running task sequential... 2024-09-13T16:02:09.641 INFO:teuthology.task.sequential:In sequential, running task sequential... 2024-09-13T16:02:09.642 INFO:teuthology.task.sequential:In sequential, running task print... 2024-09-13T16:02:09.642 INFO:teuthology.task.print:Enabling mgr modules 2024-09-13T16:02:09.642 INFO:teuthology.run_tasks:Running task ceph-fuse... 2024-09-13T16:02:09.661 INFO:tasks.ceph_fuse:Running ceph_fuse task... 2024-09-13T16:02:09.662 INFO:tasks.ceph_fuse:config is {'client.0': {}, 'client.2': {}, 'client.1': {}, 'client.3': {}} 2024-09-13T16:02:09.662 INFO:tasks.ceph_fuse:client.0 config is {} 2024-09-13T16:02:09.662 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-13T16:02:09.662 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-13T16:02:09.662 INFO:tasks.ceph_fuse:client.2 config is {} 2024-09-13T16:02:09.662 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-13T16:02:09.662 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-09-13T16:02:09.662 INFO:tasks.ceph_fuse:client.1 config is {} 2024-09-13T16:02:09.662 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-13T16:02:09.663 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-13T16:02:09.663 INFO:tasks.ceph_fuse:client.3 config is {} 2024-09-13T16:02:09.663 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-13T16:02:09.663 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-09-13T16:02:09.663 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:02:09.663 DEBUG:teuthology.orchestra.run.smithi076:> ip netns list 2024-09-13T16:02:09.679 INFO:teuthology.orchestra.run.smithi076.stdout:ceph-ns--home-ubuntu-cephtest-mnt.admin (id: 0) 2024-09-13T16:02:09.679 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:02:09.679 DEBUG:teuthology.orchestra.run.smithi076:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-13T16:02:09.745 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:02:09.745 DEBUG:teuthology.orchestra.run.smithi076:> sudo ip link delete ceph-brx 2024-09-13T16:02:09.840 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:02:09.840 DEBUG:teuthology.orchestra.run.smithi192:> ip netns list 2024-09-13T16:02:09.860 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:02:09.860 DEBUG:teuthology.orchestra.run.smithi192:> sudo ip link delete ceph-brx 2024-09-13T16:02:09.931 INFO:teuthology.orchestra.run.smithi192.stderr:Cannot find device "ceph-brx" 2024-09-13T16:02:09.933 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:02:09.933 INFO:tasks.ceph_fuse:Mounting ceph-fuse clients... 2024-09-13T16:02:09.933 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-13T16:02:09.933 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T16:02:10.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:10.030+0000 7fbbd4dc7640 1 Processor -- start 2024-09-13T16:02:10.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:10.030+0000 7fbbd4dc7640 1 -- start start 2024-09-13T16:02:10.034 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:10.031+0000 7fbbd4dc7640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fbbd015c6e0 0x7fbbd00b3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:10.034 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:10.031+0000 7fbbd4dc7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbbd00ccb20 0x7fbbd00b4490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:10.034 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:10.031+0000 7fbbd4dc7640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbbd00d1840 con 0x7fbbd00d07b0 2024-09-13T16:02:10.035 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:10.031+0000 7fbbd4dc7640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbbd006bd20 con 0x7fbbd015c6e0 2024-09-13T16:02:10.035 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:10.031+0000 7fbbd4dc7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbbd00d0c30 con 0x7fbbd00ccb20 2024-09-13T16:02:10.035 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:10.032+0000 7fbbce59c640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fbbd015c6e0 0x7fbbd00b3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:10.035 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:10.032+0000 7fbbced9d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbbd00ccb20 0x7fbbd00b4490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:10.035 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:10.032+0000 7fbbce59c640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fbbd015c6e0 0x7fbbd00b3f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.76:34170/0 (socket says 172.21.15.76:34170) 2024-09-13T16:02:10.035 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:10.032+0000 7fbbcdd9b640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7fbbd00d07b0 0x7fbbd0160030 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:60642/0 (socket says 172.21.15.76:60642) 2024-09-13T16:02:10.035 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:10.032+0000 7fbbce59c640 1 -- 172.21.15.76:0/293015243 learned_addr learned my addr 172.21.15.76:0/293015243 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:10.035 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:10.032+0000 7fbbce59c640 1 -- 172.21.15.76:0/293015243 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbbd00ccb20 msgr2=0x7fbbd00b4490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:10.035 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:10.032+0000 7fbbce59c640 1 --2- 172.21.15.76:0/293015243 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbbd00ccb20 0x7fbbd00b4490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:10.035 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:10.032+0000 7fbbce59c640 1 -- 172.21.15.76:0/293015243 >> v1:172.21.15.192:6789/0 conn(0x7fbbd00d07b0 legacy=0x7fbbd0160030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:10.035 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:10.032+0000 7fbbce59c640 1 -- 172.21.15.76:0/293015243 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbbd00d0f10 con 0x7fbbd015c6e0 2024-09-13T16:02:10.036 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:10.033+0000 7fbbce59c640 1 --2- 172.21.15.76:0/293015243 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbbd015c6e0 0x7fbbd00b3f50 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fbbc0009e50 tx=0x7fbbc002a680 comp rx=0 tx=0).ready entity=mon.1 client_cookie=44b00018eaeddda2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:10.037 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:10.033+0000 7fbbcd59a640 1 -- 172.21.15.76:0/293015243 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbbc002aea0 con 0x7fbbd015c6e0 2024-09-13T16:02:10.037 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:10.033+0000 7fbbcd59a640 1 -- 172.21.15.76:0/293015243 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbbc002d050 con 0x7fbbd015c6e0 2024-09-13T16:02:10.037 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:10.033+0000 7fbbcd59a640 1 -- 172.21.15.76:0/293015243 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbbc0031820 con 0x7fbbd015c6e0 2024-09-13T16:02:10.037 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:10.033+0000 7fbbd4dc7640 1 -- 172.21.15.76:0/293015243 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbbd015c6e0 msgr2=0x7fbbd00b3f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:10.037 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:10.033+0000 7fbbd4dc7640 1 --2- 172.21.15.76:0/293015243 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbbd015c6e0 0x7fbbd00b3f50 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fbbc0009e50 tx=0x7fbbc002a680 comp rx=0 tx=0).stop 2024-09-13T16:02:10.037 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:10.034+0000 7fbbd4dc7640 1 -- 172.21.15.76:0/293015243 shutdown_connections 2024-09-13T16:02:10.037 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:10.034+0000 7fbbd4dc7640 1 --2- 172.21.15.76:0/293015243 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbbd00ccb20 0x7fbbd00b4490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:10.037 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:10.034+0000 7fbbd4dc7640 1 --2- 172.21.15.76:0/293015243 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbbd015c6e0 0x7fbbd00b3f50 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:10.037 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:10.034+0000 7fbbd4dc7640 1 -- 172.21.15.76:0/293015243 >> 172.21.15.76:0/293015243 conn(0x7fbbd0089f60 msgr2=0x7fbbd00d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:10.037 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:10.034+0000 7fbbd4dc7640 1 -- 172.21.15.76:0/293015243 shutdown_connections 2024-09-13T16:02:10.037 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:10.034+0000 7fbbd4dc7640 1 -- 172.21.15.76:0/293015243 wait complete. 2024-09-13T16:02:10.040 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:10.035+0000 7fbbd4dc7640 1 Processor -- start 2024-09-13T16:02:10.040 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:10.035+0000 7fbbd4dc7640 1 -- start start 2024-09-13T16:02:10.040 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:10.036+0000 7fbbd4dc7640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbbd00ccb20 0x7fbbd00ca5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:10.040 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:10.036+0000 7fbbd4dc7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbbd00d07b0 0x7fbbd009e850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:10.040 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:10.036+0000 7fbbd4dc7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbbd015c6e0 0x7fbbd009ed90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:10.040 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:10.036+0000 7fbbd4dc7640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbbd00cbfc0 con 0x7fbbd00d07b0 2024-09-13T16:02:10.040 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:10.036+0000 7fbbd4dc7640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbbd00caf40 con 0x7fbbd00ccb20 2024-09-13T16:02:10.040 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:10.036+0000 7fbbd4dc7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbbd00cb220 con 0x7fbbd015c6e0 2024-09-13T16:02:10.040 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:10.036+0000 7fbbcdd9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbbd00d07b0 0x7fbbd009e850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:10.040 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:10.036+0000 7fbbcdd9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbbd00d07b0 0x7fbbd009e850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56672/0 (socket says 172.21.15.76:56672) 2024-09-13T16:02:10.040 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:10.036+0000 7fbbcdd9b640 1 -- 172.21.15.76:0/3305015427 learned_addr learned my addr 172.21.15.76:0/3305015427 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:10.041 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:10.036+0000 7fbbce59c640 1 --2- 172.21.15.76:0/3305015427 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbbd00ccb20 0x7fbbd00ca5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:10.041 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:10.036+0000 7fbbced9d640 1 --2- 172.21.15.76:0/3305015427 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbbd015c6e0 0x7fbbd009ed90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:10.041 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:10.036+0000 7fbbcdd9b640 1 -- 172.21.15.76:0/3305015427 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbbd015c6e0 msgr2=0x7fbbd009ed90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:10.041 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:10.036+0000 7fbbcdd9b640 1 --2- 172.21.15.76:0/3305015427 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbbd015c6e0 0x7fbbd009ed90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:10.041 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:10.036+0000 7fbbcdd9b640 1 -- 172.21.15.76:0/3305015427 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbbd00ccb20 msgr2=0x7fbbd00ca5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:10.041 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:10.036+0000 7fbbcdd9b640 1 --2- 172.21.15.76:0/3305015427 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbbd00ccb20 0x7fbbd00ca5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:10.041 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:10.036+0000 7fbbcdd9b640 1 -- 172.21.15.76:0/3305015427 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbbc0009b30 con 0x7fbbd00d07b0 2024-09-13T16:02:10.041 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:10.036+0000 7fbbcdd9b640 1 --2- 172.21.15.76:0/3305015427 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbbd00d07b0 0x7fbbd009e850 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fbbc400c3c0 tx=0x7fbbc400c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:10.041 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:10.036+0000 7fbbbeffd640 1 -- 172.21.15.76:0/3305015427 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbbc40074e0 con 0x7fbbd00d07b0 2024-09-13T16:02:10.041 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:10.036+0000 7fbbbeffd640 1 -- 172.21.15.76:0/3305015427 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbbc4007640 con 0x7fbbd00d07b0 2024-09-13T16:02:10.041 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:10.036+0000 7fbbd4dc7640 1 -- 172.21.15.76:0/3305015427 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbbd00cb500 con 0x7fbbd00d07b0 2024-09-13T16:02:10.041 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:10.037+0000 7fbbbeffd640 1 -- 172.21.15.76:0/3305015427 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbbc4004a00 con 0x7fbbd00d07b0 2024-09-13T16:02:10.041 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:10.037+0000 7fbbd4dc7640 1 -- 172.21.15.76:0/3305015427 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbbd00cb890 con 0x7fbbd00d07b0 2024-09-13T16:02:10.041 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:10.037+0000 7fbbd4dc7640 1 -- 172.21.15.76:0/3305015427 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbbd00b4c80 con 0x7fbbd00d07b0 2024-09-13T16:02:10.042 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:10.038+0000 7fbbbeffd640 1 -- 172.21.15.76:0/3305015427 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fbbc4004b60 con 0x7fbbd00d07b0 2024-09-13T16:02:10.043 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:10.039+0000 7fbbbeffd640 1 --2- 172.21.15.76:0/3305015427 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbbb006ac00 0x7fbbb006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:10.043 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:10.039+0000 7fbbce59c640 1 --2- 172.21.15.76:0/3305015427 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbbb006ac00 0x7fbbb006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:10.043 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:10.039+0000 7fbbbeffd640 1 -- 172.21.15.76:0/3305015427 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fbbc4088fc0 con 0x7fbbd00d07b0 2024-09-13T16:02:10.043 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:10.039+0000 7fbbce59c640 1 --2- 172.21.15.76:0/3305015427 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbbb006ac00 0x7fbbb006d0c0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fbbc0033000 tx=0x7fbbc0009000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:10.046 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:10.044+0000 7fbbbeffd640 1 -- 172.21.15.76:0/3305015427 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fbbc40bc9c0 con 0x7fbbd00d07b0 2024-09-13T16:02:10.264 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:10.261+0000 7fbbd4dc7640 1 -- 172.21.15.76:0/3305015427 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7fbbd008c610 con 0x7fbbd00d07b0 2024-09-13T16:02:10.264 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:10.262+0000 7fbbbeffd640 1 -- 172.21.15.76:0/3305015427 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v9) v1 ==== 53+0+88 (secure 0 0 0) 0x7fbbc4053f60 con 0x7fbbd00d07b0 2024-09-13T16:02:10.264 INFO:teuthology.orchestra.run.smithi076.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-13T16:02:10.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:10.264+0000 7fbbd4dc7640 1 -- 172.21.15.76:0/3305015427 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbbb006ac00 msgr2=0x7fbbb006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:10.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:10.264+0000 7fbbd4dc7640 1 --2- 172.21.15.76:0/3305015427 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbbb006ac00 0x7fbbb006d0c0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fbbc0033000 tx=0x7fbbc0009000 comp rx=0 tx=0).stop 2024-09-13T16:02:10.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:10.264+0000 7fbbd4dc7640 1 -- 172.21.15.76:0/3305015427 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbbd00d07b0 msgr2=0x7fbbd009e850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:10.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:10.264+0000 7fbbd4dc7640 1 --2- 172.21.15.76:0/3305015427 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbbd00d07b0 0x7fbbd009e850 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fbbc400c3c0 tx=0x7fbbc400c880 comp rx=0 tx=0).stop 2024-09-13T16:02:10.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:10.264+0000 7fbbd4dc7640 1 -- 172.21.15.76:0/3305015427 shutdown_connections 2024-09-13T16:02:10.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:10.264+0000 7fbbd4dc7640 1 --2- 172.21.15.76:0/3305015427 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbbb006ac00 0x7fbbb006d0c0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:10.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:10.264+0000 7fbbd4dc7640 1 --2- 172.21.15.76:0/3305015427 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbbd015c6e0 0x7fbbd009ed90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:10.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:10.264+0000 7fbbd4dc7640 1 --2- 172.21.15.76:0/3305015427 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbbd00d07b0 0x7fbbd009e850 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:10.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:10.264+0000 7fbbd4dc7640 1 --2- 172.21.15.76:0/3305015427 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbbd00ccb20 0x7fbbd00ca5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:10.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:10.264+0000 7fbbd4dc7640 1 -- 172.21.15.76:0/3305015427 >> 172.21.15.76:0/3305015427 conn(0x7fbbd0089f60 msgr2=0x7fbbd00b39d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:10.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:10.264+0000 7fbbd4dc7640 1 -- 172.21.15.76:0/3305015427 shutdown_connections 2024-09-13T16:02:10.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:10.264+0000 7fbbd4dc7640 1 -- 172.21.15.76:0/3305015427 wait complete. 2024-09-13T16:02:10.277 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T16:02:10.277 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T16:02:10.277 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi076.front.sepia.ceph.com 2024-09-13T16:02:10.277 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-13T16:02:10.277 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-13T16:02:10.277 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T16:02:10.277 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T16:02:10.277 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T16:02:10.277 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:02:10.277 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:02:10.277 DEBUG:teuthology.orchestra.run.smithi076:> ip addr 2024-09-13T16:02:10.293 INFO:teuthology.orchestra.run.smithi076.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T16:02:10.293 INFO:teuthology.orchestra.run.smithi076.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T16:02:10.293 INFO:teuthology.orchestra.run.smithi076.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T16:02:10.294 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:02:10.294 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 ::1/128 scope host 2024-09-13T16:02:10.294 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:02:10.294 INFO:teuthology.orchestra.run.smithi076.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:02:10.294 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:d8:da:66 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:02:10.294 INFO:teuthology.orchestra.run.smithi076.stdout: altname enp7s0f0 2024-09-13T16:02:10.294 INFO:teuthology.orchestra.run.smithi076.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:02:10.294 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:d8:da:67 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:02:10.294 INFO:teuthology.orchestra.run.smithi076.stdout: altname enp7s0f1 2024-09-13T16:02:10.294 INFO:teuthology.orchestra.run.smithi076.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:02:10.295 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:8f:47:e0 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:02:10.295 INFO:teuthology.orchestra.run.smithi076.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T16:02:10.295 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:8f:47:e1 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:02:10.295 INFO:teuthology.orchestra.run.smithi076.stdout: inet 172.21.15.76/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-13T16:02:10.295 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft 42766sec preferred_lft 42766sec 2024-09-13T16:02:10.295 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::ec4:7aff:fe8f:47e1/64 scope link noprefixroute 2024-09-13T16:02:10.295 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:02:10.295 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-13T16:02:10.295 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:02:10.296 DEBUG:teuthology.orchestra.run.smithi076:> (cd / && exec bash -c ' 2024-09-13T16:02:10.296 DEBUG:teuthology.orchestra.run.smithi076:> set -e 2024-09-13T16:02:10.296 DEBUG:teuthology.orchestra.run.smithi076:> sudo ip link add name ceph-brx type bridge 2024-09-13T16:02:10.296 DEBUG:teuthology.orchestra.run.smithi076:> sudo ip addr flush dev ceph-brx 2024-09-13T16:02:10.296 DEBUG:teuthology.orchestra.run.smithi076:> sudo ip link set ceph-brx up 2024-09-13T16:02:10.296 DEBUG:teuthology.orchestra.run.smithi076:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-13T16:02:10.296 DEBUG:teuthology.orchestra.run.smithi076:> ') 2024-09-13T16:02:10.395 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:02:10.395 DEBUG:teuthology.orchestra.run.smithi076:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T16:02:10.418 INFO:teuthology.orchestra.run.smithi076.stdout:1 2024-09-13T16:02:10.420 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:02:10.420 DEBUG:teuthology.orchestra.run.smithi076:> route 2024-09-13T16:02:10.477 INFO:teuthology.orchestra.run.smithi076.stdout:Kernel IP routing table 2024-09-13T16:02:10.477 INFO:teuthology.orchestra.run.smithi076.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T16:02:10.477 INFO:teuthology.orchestra.run.smithi076.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-13T16:02:10.477 INFO:teuthology.orchestra.run.smithi076.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-13T16:02:10.477 INFO:teuthology.orchestra.run.smithi076.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T16:02:10.478 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:02:10.478 DEBUG:teuthology.orchestra.run.smithi076:> (cd / && exec bash -c ' 2024-09-13T16:02:10.478 DEBUG:teuthology.orchestra.run.smithi076:> set -e 2024-09-13T16:02:10.478 DEBUG:teuthology.orchestra.run.smithi076:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-13T16:02:10.478 DEBUG:teuthology.orchestra.run.smithi076:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-13T16:02:10.478 DEBUG:teuthology.orchestra.run.smithi076:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-13T16:02:10.478 DEBUG:teuthology.orchestra.run.smithi076:> ') 2024-09-13T16:02:10.564 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:02:10.564 DEBUG:teuthology.orchestra.run.smithi076:> ip netns list 2024-09-13T16:02:10.580 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:02:10.580 DEBUG:teuthology.orchestra.run.smithi076:> ip netns list-id 2024-09-13T16:02:10.635 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:02:10.635 DEBUG:teuthology.orchestra.run.smithi076:> (cd / && exec bash -c ' 2024-09-13T16:02:10.636 DEBUG:teuthology.orchestra.run.smithi076:> set -e 2024-09-13T16:02:10.636 DEBUG:teuthology.orchestra.run.smithi076:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-13T16:02:10.636 DEBUG:teuthology.orchestra.run.smithi076:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-09-13T16:02:10.636 DEBUG:teuthology.orchestra.run.smithi076:> ') 2024-09-13T16:02:10.716 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-09-13T16:02:10.716 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:02:10.716 DEBUG:teuthology.orchestra.run.smithi076:> (cd / && exec bash -c ' 2024-09-13T16:02:10.716 DEBUG:teuthology.orchestra.run.smithi076:> set -e 2024-09-13T16:02:10.716 DEBUG:teuthology.orchestra.run.smithi076:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-09-13T16:02:10.716 DEBUG:teuthology.orchestra.run.smithi076:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-13T16:02:10.717 DEBUG:teuthology.orchestra.run.smithi076:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-09-13T16:02:10.717 DEBUG:teuthology.orchestra.run.smithi076:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-09-13T16:02:10.717 DEBUG:teuthology.orchestra.run.smithi076:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-09-13T16:02:10.717 DEBUG:teuthology.orchestra.run.smithi076:> ') 2024-09-13T16:02:10.830 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:02:10.830 DEBUG:teuthology.orchestra.run.smithi076:> (cd / && exec bash -c ' 2024-09-13T16:02:10.830 DEBUG:teuthology.orchestra.run.smithi076:> set -e 2024-09-13T16:02:10.830 DEBUG:teuthology.orchestra.run.smithi076:> sudo ip link set brx.0 up 2024-09-13T16:02:10.830 DEBUG:teuthology.orchestra.run.smithi076:> sudo ip link set dev brx.0 master ceph-brx 2024-09-13T16:02:10.830 DEBUG:teuthology.orchestra.run.smithi076:> ') 2024-09-13T16:02:10.867 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-13T16:02:10.867 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:02:10.867 DEBUG:teuthology.orchestra.run.smithi076:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-13T16:02:10.923 INFO:teuthology.orchestra.run.smithi076.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:02:10.923 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:02:10.923 DEBUG:teuthology.orchestra.run.smithi076:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-13T16:02:10.979 DEBUG:teuthology.orchestra.run.smithi076:> sudo modprobe fuse 2024-09-13T16:02:11.044 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:02:11.045 DEBUG:teuthology.orchestra.run.smithi076:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:02:11.109 INFO:teuthology.orchestra.run.smithi076.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:02:11.110 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:02:11.111 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:02:11.111 DEBUG:teuthology.orchestra.run.smithi076:> ls /sys/fs/fuse/connections 2024-09-13T16:02:11.167 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-13T16:02:11.167 DEBUG:teuthology.orchestra.run.smithi076:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-13T16:02:11.210 DEBUG:teuthology.orchestra.run.smithi076:> sudo modprobe fuse 2024-09-13T16:02:11.234 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:02:11.234 DEBUG:teuthology.orchestra.run.smithi076:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:02:11.290 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi076.stderr:2024-09-13T16:02:11.288+0000 7f9ff1344480 -1 init, newargv = 0x55e401c86730 newargc=15 2024-09-13T16:02:11.291 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi076.stderr:ceph-fuse[46594]: starting ceph client 2024-09-13T16:02:11.295 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi076.stderr:ceph-fuse[46594]: starting fuse 2024-09-13T16:02:11.301 INFO:teuthology.orchestra.run.smithi076.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:02:11.302 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:02:11.302 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:02:11.302 DEBUG:teuthology.orchestra.run.smithi076:> ls /sys/fs/fuse/connections 2024-09-13T16:02:11.359 INFO:teuthology.orchestra.run.smithi076.stdout:41 2024-09-13T16:02:11.359 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-13T16:02:11.359 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:02:11.360 DEBUG:teuthology.orchestra.run.smithi076:> import glob 2024-09-13T16:02:11.360 DEBUG:teuthology.orchestra.run.smithi076:> import re 2024-09-13T16:02:11.360 DEBUG:teuthology.orchestra.run.smithi076:> import os 2024-09-13T16:02:11.360 DEBUG:teuthology.orchestra.run.smithi076:> import subprocess 2024-09-13T16:02:11.360 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:02:11.360 DEBUG:teuthology.orchestra.run.smithi076:> def _find_admin_socket(client_name): 2024-09-13T16:02:11.360 DEBUG:teuthology.orchestra.run.smithi076:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-13T16:02:11.360 DEBUG:teuthology.orchestra.run.smithi076:> files = glob.glob(asok_path) 2024-09-13T16:02:11.360 DEBUG:teuthology.orchestra.run.smithi076:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-13T16:02:11.360 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:02:11.360 DEBUG:teuthology.orchestra.run.smithi076:> # Given a non-glob path, it better be there 2024-09-13T16:02:11.360 DEBUG:teuthology.orchestra.run.smithi076:> if "*" not in asok_path: 2024-09-13T16:02:11.360 DEBUG:teuthology.orchestra.run.smithi076:> assert(len(files) == 1) 2024-09-13T16:02:11.361 DEBUG:teuthology.orchestra.run.smithi076:> return files[0] 2024-09-13T16:02:11.361 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:02:11.361 DEBUG:teuthology.orchestra.run.smithi076:> for f in files: 2024-09-13T16:02:11.361 DEBUG:teuthology.orchestra.run.smithi076:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T16:02:11.361 DEBUG:teuthology.orchestra.run.smithi076:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T16:02:11.361 DEBUG:teuthology.orchestra.run.smithi076:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T16:02:11.361 DEBUG:teuthology.orchestra.run.smithi076:> contents = proc_f.read() 2024-09-13T16:02:11.361 DEBUG:teuthology.orchestra.run.smithi076:> if mountpoint in contents: 2024-09-13T16:02:11.361 DEBUG:teuthology.orchestra.run.smithi076:> return f 2024-09-13T16:02:11.361 DEBUG:teuthology.orchestra.run.smithi076:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T16:02:11.361 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:02:11.361 DEBUG:teuthology.orchestra.run.smithi076:> print(_find_admin_socket("client.0")) 2024-09-13T16:02:11.361 DEBUG:teuthology.orchestra.run.smithi076:> ' 2024-09-13T16:02:11.474 INFO:teuthology.orchestra.run.smithi076.stdout:/var/run/ceph/ceph-client.0.46594.asok 2024-09-13T16:02:11.661 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.46594.asok 2024-09-13T16:02:11.661 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:02:11.661 DEBUG:teuthology.orchestra.run.smithi076:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.46594.asok status 2024-09-13T16:02:11.796 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2024-09-13T16:02:11.796 INFO:teuthology.orchestra.run.smithi076.stdout: "metadata": { 2024-09-13T16:02:11.796 INFO:teuthology.orchestra.run.smithi076.stdout: "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", 2024-09-13T16:02:11.796 INFO:teuthology.orchestra.run.smithi076.stdout: "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", 2024-09-13T16:02:11.796 INFO:teuthology.orchestra.run.smithi076.stdout: "entity_id": "0", 2024-09-13T16:02:11.796 INFO:teuthology.orchestra.run.smithi076.stdout: "hostname": "smithi076", 2024-09-13T16:02:11.797 INFO:teuthology.orchestra.run.smithi076.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-13T16:02:11.797 INFO:teuthology.orchestra.run.smithi076.stdout: "pid": "46594", 2024-09-13T16:02:11.797 INFO:teuthology.orchestra.run.smithi076.stdout: "root": "/" 2024-09-13T16:02:11.797 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:02:11.797 INFO:teuthology.orchestra.run.smithi076.stdout: "dentry_count": 0, 2024-09-13T16:02:11.797 INFO:teuthology.orchestra.run.smithi076.stdout: "dentry_pinned_count": 0, 2024-09-13T16:02:11.797 INFO:teuthology.orchestra.run.smithi076.stdout: "id": 4845, 2024-09-13T16:02:11.797 INFO:teuthology.orchestra.run.smithi076.stdout: "inst": { 2024-09-13T16:02:11.797 INFO:teuthology.orchestra.run.smithi076.stdout: "name": { 2024-09-13T16:02:11.797 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "client", 2024-09-13T16:02:11.797 INFO:teuthology.orchestra.run.smithi076.stdout: "num": 4845 2024-09-13T16:02:11.797 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:02:11.798 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": { 2024-09-13T16:02:11.798 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "v1", 2024-09-13T16:02:11.798 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:02:11.798 INFO:teuthology.orchestra.run.smithi076.stdout: "nonce": 2417449427 2024-09-13T16:02:11.798 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:02:11.798 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:02:11.798 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": { 2024-09-13T16:02:11.798 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "v1", 2024-09-13T16:02:11.798 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:02:11.798 INFO:teuthology.orchestra.run.smithi076.stdout: "nonce": 2417449427 2024-09-13T16:02:11.798 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:02:11.799 INFO:teuthology.orchestra.run.smithi076.stdout: "inst_str": "client.4845 192.168.0.1:0/2417449427", 2024-09-13T16:02:11.799 INFO:teuthology.orchestra.run.smithi076.stdout: "addr_str": "192.168.0.1:0/2417449427", 2024-09-13T16:02:11.799 INFO:teuthology.orchestra.run.smithi076.stdout: "inode_count": 1, 2024-09-13T16:02:11.799 INFO:teuthology.orchestra.run.smithi076.stdout: "mds_epoch": 9, 2024-09-13T16:02:11.799 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_epoch": 26, 2024-09-13T16:02:11.799 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_epoch_barrier": 0, 2024-09-13T16:02:11.799 INFO:teuthology.orchestra.run.smithi076.stdout: "blocklisted": false, 2024-09-13T16:02:11.799 INFO:teuthology.orchestra.run.smithi076.stdout: "fs_name": "cephfs" 2024-09-13T16:02:11.799 INFO:teuthology.orchestra.run.smithi076.stdout:} 2024-09-13T16:02:11.804 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-13T16:02:11.805 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T16:02:11.903 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:11.900+0000 7f505379c640 1 Processor -- start 2024-09-13T16:02:11.903 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:11.901+0000 7f505379c640 1 -- start start 2024-09-13T16:02:11.903 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:11.901+0000 7f505379c640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f504c15c6e0 0x7f504c0b3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:11.904 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:11.901+0000 7f505379c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f504c0d07b0 0x7f504c0b4490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:11.904 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:11.901+0000 7f505379c640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f504c0d1840 con 0x7f504c0ccb20 2024-09-13T16:02:11.904 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:11.901+0000 7f505379c640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f504c06bd20 con 0x7f504c15c6e0 2024-09-13T16:02:11.904 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:11.901+0000 7f505379c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f504c0d0c30 con 0x7f504c0d07b0 2024-09-13T16:02:11.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:11.902+0000 7f5051538640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f504c15c6e0 0x7f504c0b3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:11.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:11.902+0000 7f5050d37640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f504c0d07b0 0x7f504c0b4490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:11.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:11.902+0000 7f5051d39640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7f504c0ccb20 0x7f504c160030 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:40878/0 (socket says 172.21.15.76:40878) 2024-09-13T16:02:11.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:11.902+0000 7f5051538640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f504c15c6e0 0x7f504c0b3f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.76:60946/0 (socket says 172.21.15.76:60946) 2024-09-13T16:02:11.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:11.902+0000 7f5051d39640 1 -- 172.21.15.76:0/3788087139 learned_addr learned my addr 172.21.15.76:0/3788087139 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:11.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:11.902+0000 7f5051538640 1 -- 172.21.15.76:0/3788087139 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f504c0d07b0 msgr2=0x7f504c0b4490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:11.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:11.902+0000 7f5051538640 1 --2- 172.21.15.76:0/3788087139 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f504c0d07b0 0x7f504c0b4490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:11.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:11.902+0000 7f5051538640 1 -- 172.21.15.76:0/3788087139 >> v1:172.21.15.192:6789/0 conn(0x7f504c0ccb20 legacy=0x7f504c160030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:11.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:11.902+0000 7f5051538640 1 -- 172.21.15.76:0/3788087139 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f504c0d0f10 con 0x7f504c15c6e0 2024-09-13T16:02:11.907 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:11.903+0000 7f5051538640 1 --2- 172.21.15.76:0/3788087139 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f504c15c6e0 0x7f504c0b3f50 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f50480097a0 tx=0x7f504802a100 comp rx=0 tx=0).ready entity=mon.1 client_cookie=48a943d71ea5f247 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:11.907 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:11.903+0000 7f5043fff640 1 -- 172.21.15.76:0/3788087139 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f504802ae50 con 0x7f504c15c6e0 2024-09-13T16:02:11.907 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:11.903+0000 7f5043fff640 1 -- 172.21.15.76:0/3788087139 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5048032440 con 0x7f504c15c6e0 2024-09-13T16:02:11.907 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:11.903+0000 7f5043fff640 1 -- 172.21.15.76:0/3788087139 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50480327d0 con 0x7f504c15c6e0 2024-09-13T16:02:11.908 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:11.904+0000 7f505379c640 1 -- 172.21.15.76:0/3788087139 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f504c15c6e0 msgr2=0x7f504c0b3f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:11.908 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:11.904+0000 7f505379c640 1 --2- 172.21.15.76:0/3788087139 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f504c15c6e0 0x7f504c0b3f50 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f50480097a0 tx=0x7f504802a100 comp rx=0 tx=0).stop 2024-09-13T16:02:11.908 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:11.904+0000 7f505379c640 1 -- 172.21.15.76:0/3788087139 shutdown_connections 2024-09-13T16:02:11.908 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:11.904+0000 7f505379c640 1 --2- 172.21.15.76:0/3788087139 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f504c0d07b0 0x7f504c0b4490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:11.908 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:11.904+0000 7f505379c640 1 --2- 172.21.15.76:0/3788087139 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f504c15c6e0 0x7f504c0b3f50 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:11.908 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:11.904+0000 7f505379c640 1 -- 172.21.15.76:0/3788087139 >> 172.21.15.76:0/3788087139 conn(0x7f504c089f60 msgr2=0x7f504c0d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:11.908 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:11.904+0000 7f505379c640 1 -- 172.21.15.76:0/3788087139 shutdown_connections 2024-09-13T16:02:11.908 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:11.904+0000 7f505379c640 1 -- 172.21.15.76:0/3788087139 wait complete. 2024-09-13T16:02:11.908 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:11.905+0000 7f505379c640 1 Processor -- start 2024-09-13T16:02:11.909 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:11.905+0000 7f505379c640 1 -- start start 2024-09-13T16:02:11.910 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:11.906+0000 7f505379c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f504c0ccb20 0x7f504c14b890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:11.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:11.906+0000 7f505379c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f504c0d07b0 0x7f504c0b7ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:11.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:11.906+0000 7f505379c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f504c15c6e0 0x7f504c15eaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:11.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:11.906+0000 7f505379c640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f504c0b6990 con 0x7f504c0ccb20 2024-09-13T16:02:11.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:11.906+0000 7f505379c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f504c0b5ff0 con 0x7f504c0d07b0 2024-09-13T16:02:11.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:11.906+0000 7f505379c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f504c0b62d0 con 0x7f504c15c6e0 2024-09-13T16:02:11.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:11.906+0000 7f5051538640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f504c0ccb20 0x7f504c14b890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:11.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:11.906+0000 7f5051538640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f504c0ccb20 0x7f504c14b890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:48968/0 (socket says 172.21.15.76:48968) 2024-09-13T16:02:11.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:11.906+0000 7f5051538640 1 -- 172.21.15.76:0/4032371628 learned_addr learned my addr 172.21.15.76:0/4032371628 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:11.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:11.906+0000 7f5050d37640 1 --2- 172.21.15.76:0/4032371628 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f504c0d07b0 0x7f504c0b7ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:11.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:11.906+0000 7f5051d39640 1 --2- 172.21.15.76:0/4032371628 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f504c15c6e0 0x7f504c15eaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:11.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:11.906+0000 7f5051538640 1 -- 172.21.15.76:0/4032371628 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f504c15c6e0 msgr2=0x7f504c15eaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:11.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:11.906+0000 7f5051538640 1 --2- 172.21.15.76:0/4032371628 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f504c15c6e0 0x7f504c15eaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:11.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:11.906+0000 7f5051538640 1 -- 172.21.15.76:0/4032371628 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f504c0d07b0 msgr2=0x7f504c0b7ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:11.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:11.906+0000 7f5051538640 1 --2- 172.21.15.76:0/4032371628 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f504c0d07b0 0x7f504c0b7ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:11.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:11.906+0000 7f5051538640 1 -- 172.21.15.76:0/4032371628 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5048009400 con 0x7f504c0ccb20 2024-09-13T16:02:11.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:11.906+0000 7f5051d39640 1 --2- 172.21.15.76:0/4032371628 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f504c15c6e0 0x7f504c15eaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:02:11.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:11.906+0000 7f5051538640 1 --2- 172.21.15.76:0/4032371628 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f504c0ccb20 0x7f504c14b890 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f5048000c00 tx=0x7f50480046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:11.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:11.906+0000 7f5041ffb640 1 -- 172.21.15.76:0/4032371628 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f504803c610 con 0x7f504c0ccb20 2024-09-13T16:02:11.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:11.907+0000 7f5041ffb640 1 -- 172.21.15.76:0/4032371628 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f504803c790 con 0x7f504c0ccb20 2024-09-13T16:02:11.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:11.907+0000 7f505379c640 1 -- 172.21.15.76:0/4032371628 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f504c0b65b0 con 0x7f504c0ccb20 2024-09-13T16:02:11.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:11.907+0000 7f5041ffb640 1 -- 172.21.15.76:0/4032371628 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f504803cb40 con 0x7f504c0ccb20 2024-09-13T16:02:11.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:11.907+0000 7f505379c640 1 -- 172.21.15.76:0/4032371628 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f504c0b5cd0 con 0x7f504c0ccb20 2024-09-13T16:02:11.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:11.908+0000 7f505379c640 1 -- 172.21.15.76:0/4032371628 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f504c0d2020 con 0x7f504c0ccb20 2024-09-13T16:02:11.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:11.908+0000 7f5041ffb640 1 -- 172.21.15.76:0/4032371628 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f5048039050 con 0x7f504c0ccb20 2024-09-13T16:02:11.913 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:11.909+0000 7f5041ffb640 1 --2- 172.21.15.76:0/4032371628 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f503006ac00 0x7f503006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:11.913 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:11.909+0000 7f5050d37640 1 --2- 172.21.15.76:0/4032371628 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f503006ac00 0x7f503006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:11.913 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:11.909+0000 7f5041ffb640 1 -- 172.21.15.76:0/4032371628 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f50480a9d80 con 0x7f504c0ccb20 2024-09-13T16:02:11.913 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:11.909+0000 7f5050d37640 1 --2- 172.21.15.76:0/4032371628 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f503006ac00 0x7f503006d0c0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f504c0ce080 tx=0x7f503c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:11.915 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:11.913+0000 7f5041ffb640 1 -- 172.21.15.76:0/4032371628 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f5048074e20 con 0x7f504c0ccb20 2024-09-13T16:02:12.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:12.110+0000 7f505379c640 1 -- 172.21.15.76:0/4032371628 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f504c0b4c80 con 0x7f504c0ccb20 2024-09-13T16:02:12.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:12.111+0000 7f5041ffb640 1 -- 172.21.15.76:0/4032371628 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v9) v1 ==== 53+0+88 (secure 0 0 0) 0x7f5048037020 con 0x7f504c0ccb20 2024-09-13T16:02:12.113 INFO:teuthology.orchestra.run.smithi076.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-13T16:02:12.115 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:12.113+0000 7f505379c640 1 -- 172.21.15.76:0/4032371628 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f503006ac00 msgr2=0x7f503006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:12.115 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:12.113+0000 7f505379c640 1 --2- 172.21.15.76:0/4032371628 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f503006ac00 0x7f503006d0c0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f504c0ce080 tx=0x7f503c008040 comp rx=0 tx=0).stop 2024-09-13T16:02:12.115 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:12.113+0000 7f505379c640 1 -- 172.21.15.76:0/4032371628 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f504c0ccb20 msgr2=0x7f504c14b890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:12.115 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:12.113+0000 7f505379c640 1 --2- 172.21.15.76:0/4032371628 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f504c0ccb20 0x7f504c14b890 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f5048000c00 tx=0x7f50480046c0 comp rx=0 tx=0).stop 2024-09-13T16:02:12.115 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:12.113+0000 7f505379c640 1 -- 172.21.15.76:0/4032371628 shutdown_connections 2024-09-13T16:02:12.115 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:12.113+0000 7f505379c640 1 --2- 172.21.15.76:0/4032371628 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f503006ac00 0x7f503006d0c0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:12.116 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:12.113+0000 7f505379c640 1 --2- 172.21.15.76:0/4032371628 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f504c15c6e0 0x7f504c15eaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:12.116 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:12.113+0000 7f505379c640 1 --2- 172.21.15.76:0/4032371628 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f504c0d07b0 0x7f504c0b7ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:12.116 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:12.113+0000 7f505379c640 1 --2- 172.21.15.76:0/4032371628 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f504c0ccb20 0x7f504c14b890 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:12.116 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:12.113+0000 7f505379c640 1 -- 172.21.15.76:0/4032371628 >> 172.21.15.76:0/4032371628 conn(0x7f504c089f60 msgr2=0x7f504c06be60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:12.116 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:12.113+0000 7f505379c640 1 -- 172.21.15.76:0/4032371628 shutdown_connections 2024-09-13T16:02:12.116 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:12.113+0000 7f505379c640 1 -- 172.21.15.76:0/4032371628 wait complete. 2024-09-13T16:02:12.126 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T16:02:12.126 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T16:02:12.126 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi076.front.sepia.ceph.com 2024-09-13T16:02:12.126 INFO:tasks.cephfs.mount:self.client.name = client.2 2024-09-13T16:02:12.126 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-09-13T16:02:12.126 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T16:02:12.126 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T16:02:12.126 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T16:02:12.126 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.2' 2024-09-13T16:02:12.127 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:02:12.127 DEBUG:teuthology.orchestra.run.smithi076:> ip addr 2024-09-13T16:02:12.143 INFO:teuthology.orchestra.run.smithi076.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T16:02:12.143 INFO:teuthology.orchestra.run.smithi076.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T16:02:12.143 INFO:teuthology.orchestra.run.smithi076.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T16:02:12.143 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:02:12.143 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 ::1/128 scope host 2024-09-13T16:02:12.143 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:02:12.143 INFO:teuthology.orchestra.run.smithi076.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:02:12.143 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:d8:da:66 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:02:12.144 INFO:teuthology.orchestra.run.smithi076.stdout: altname enp7s0f0 2024-09-13T16:02:12.144 INFO:teuthology.orchestra.run.smithi076.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:02:12.144 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:d8:da:67 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:02:12.144 INFO:teuthology.orchestra.run.smithi076.stdout: altname enp7s0f1 2024-09-13T16:02:12.144 INFO:teuthology.orchestra.run.smithi076.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:02:12.144 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:8f:47:e0 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:02:12.144 INFO:teuthology.orchestra.run.smithi076.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T16:02:12.144 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:8f:47:e1 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:02:12.144 INFO:teuthology.orchestra.run.smithi076.stdout: inet 172.21.15.76/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-13T16:02:12.144 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft 42764sec preferred_lft 42764sec 2024-09-13T16:02:12.144 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::ec4:7aff:fe8f:47e1/64 scope link noprefixroute 2024-09-13T16:02:12.144 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:02:12.144 INFO:teuthology.orchestra.run.smithi076.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T16:02:12.145 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether b2:0f:89:b0:cb:4d brd ff:ff:ff:ff:ff:ff 2024-09-13T16:02:12.145 INFO:teuthology.orchestra.run.smithi076.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-13T16:02:12.145 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:02:12.145 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::a496:13ff:fe82:8fa2/64 scope link 2024-09-13T16:02:12.145 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:02:12.145 INFO:teuthology.orchestra.run.smithi076.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:02:12.145 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether b2:0f:89:b0:cb:4d brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-13T16:02:12.145 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::b00f:89ff:feb0:cb4d/64 scope link tentative 2024-09-13T16:02:12.145 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:02:12.145 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:02:12.145 DEBUG:teuthology.orchestra.run.smithi076:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T16:02:12.206 INFO:teuthology.orchestra.run.smithi076.stdout:1 2024-09-13T16:02:12.208 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:02:12.208 DEBUG:teuthology.orchestra.run.smithi076:> route 2024-09-13T16:02:12.264 INFO:teuthology.orchestra.run.smithi076.stdout:Kernel IP routing table 2024-09-13T16:02:12.264 INFO:teuthology.orchestra.run.smithi076.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T16:02:12.264 INFO:teuthology.orchestra.run.smithi076.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-13T16:02:12.264 INFO:teuthology.orchestra.run.smithi076.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-13T16:02:12.264 INFO:teuthology.orchestra.run.smithi076.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T16:02:12.265 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:02:12.265 DEBUG:teuthology.orchestra.run.smithi076:> (cd / && exec bash -c ' 2024-09-13T16:02:12.265 DEBUG:teuthology.orchestra.run.smithi076:> set -e 2024-09-13T16:02:12.265 DEBUG:teuthology.orchestra.run.smithi076:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-13T16:02:12.265 DEBUG:teuthology.orchestra.run.smithi076:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-13T16:02:12.265 DEBUG:teuthology.orchestra.run.smithi076:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-13T16:02:12.265 DEBUG:teuthology.orchestra.run.smithi076:> ') 2024-09-13T16:02:12.353 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:02:12.353 DEBUG:teuthology.orchestra.run.smithi076:> ip netns list 2024-09-13T16:02:12.368 INFO:teuthology.orchestra.run.smithi076.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-13T16:02:12.369 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:02:12.370 DEBUG:teuthology.orchestra.run.smithi076:> ip netns list-id 2024-09-13T16:02:12.424 INFO:teuthology.orchestra.run.smithi076.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.0) 2024-09-13T16:02:12.425 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:02:12.425 DEBUG:teuthology.orchestra.run.smithi076:> (cd / && exec bash -c ' 2024-09-13T16:02:12.425 DEBUG:teuthology.orchestra.run.smithi076:> set -e 2024-09-13T16:02:12.425 DEBUG:teuthology.orchestra.run.smithi076:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-13T16:02:12.425 DEBUG:teuthology.orchestra.run.smithi076:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.2 1 2024-09-13T16:02:12.425 DEBUG:teuthology.orchestra.run.smithi076:> ') 2024-09-13T16:02:12.501 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:02:12.502 DEBUG:teuthology.orchestra.run.smithi076:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2024-09-13T16:02:12.565 INFO:teuthology.orchestra.run.smithi076.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T16:02:12.566 INFO:teuthology.orchestra.run.smithi076.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T16:02:12.566 INFO:teuthology.orchestra.run.smithi076.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T16:02:12.566 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:02:12.566 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 ::1/128 scope host 2024-09-13T16:02:12.566 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:02:12.566 INFO:teuthology.orchestra.run.smithi076.stdout:2: veth0@if9: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T16:02:12.566 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 26:b1:95:ee:4a:95 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-13T16:02:12.567 INFO:teuthology.orchestra.run.smithi076.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-13T16:02:12.567 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:02:12.567 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::24b1:95ff:feee:4a95/64 scope link 2024-09-13T16:02:12.567 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:02:12.568 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:02:12.568 DEBUG:teuthology.orchestra.run.smithi076:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2024-09-13T16:02:12.632 INFO:teuthology.orchestra.run.smithi076.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T16:02:12.632 INFO:teuthology.orchestra.run.smithi076.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T16:02:12.633 INFO:teuthology.orchestra.run.smithi076.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T16:02:12.633 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:02:12.633 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 ::1/128 scope host 2024-09-13T16:02:12.633 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:02:12.633 INFO:teuthology.orchestra.run.smithi076.stdout:2: veth0@if9: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T16:02:12.633 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 26:b1:95:ee:4a:95 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-13T16:02:12.633 INFO:teuthology.orchestra.run.smithi076.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-13T16:02:12.633 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:02:12.633 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::24b1:95ff:feee:4a95/64 scope link 2024-09-13T16:02:12.633 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:02:12.637 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.2' with 192.168.0.2/16 2024-09-13T16:02:12.637 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:02:12.637 DEBUG:teuthology.orchestra.run.smithi076:> (cd / && exec bash -c ' 2024-09-13T16:02:12.637 DEBUG:teuthology.orchestra.run.smithi076:> set -e 2024-09-13T16:02:12.637 DEBUG:teuthology.orchestra.run.smithi076:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.2 type veth peer name brx.1 2024-09-13T16:02:12.637 DEBUG:teuthology.orchestra.run.smithi076:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2024-09-13T16:02:12.637 DEBUG:teuthology.orchestra.run.smithi076:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set veth0 up 2024-09-13T16:02:12.637 DEBUG:teuthology.orchestra.run.smithi076:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set lo up 2024-09-13T16:02:12.638 DEBUG:teuthology.orchestra.run.smithi076:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip route add default via 192.168.255.254 2024-09-13T16:02:12.638 DEBUG:teuthology.orchestra.run.smithi076:> ') 2024-09-13T16:02:12.751 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:02:12.751 DEBUG:teuthology.orchestra.run.smithi076:> (cd / && exec bash -c ' 2024-09-13T16:02:12.751 DEBUG:teuthology.orchestra.run.smithi076:> set -e 2024-09-13T16:02:12.751 DEBUG:teuthology.orchestra.run.smithi076:> sudo ip link set brx.1 up 2024-09-13T16:02:12.752 DEBUG:teuthology.orchestra.run.smithi076:> sudo ip link set dev brx.1 master ceph-brx 2024-09-13T16:02:12.752 DEBUG:teuthology.orchestra.run.smithi076:> ') 2024-09-13T16:02:12.789 INFO:tasks.cephfs.fuse_mount:Client client.2 config is {} 2024-09-13T16:02:12.789 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:02:12.789 DEBUG:teuthology.orchestra.run.smithi076:> mkdir -p -v /home/ubuntu/cephtest/mnt.2 2024-09-13T16:02:12.844 INFO:teuthology.orchestra.run.smithi076.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.2' 2024-09-13T16:02:12.845 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:02:12.845 DEBUG:teuthology.orchestra.run.smithi076:> chmod 0000 /home/ubuntu/cephtest/mnt.2 2024-09-13T16:02:12.900 DEBUG:teuthology.orchestra.run.smithi076:> sudo modprobe fuse 2024-09-13T16:02:12.965 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:02:12.965 DEBUG:teuthology.orchestra.run.smithi076:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:02:13.029 INFO:teuthology.orchestra.run.smithi076.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:02:13.030 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:02:13.030 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:02:13.030 DEBUG:teuthology.orchestra.run.smithi076:> ls /sys/fs/fuse/connections 2024-09-13T16:02:13.086 INFO:teuthology.orchestra.run.smithi076.stdout:41 2024-09-13T16:02:13.087 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [41] 2024-09-13T16:02:13.087 DEBUG:teuthology.orchestra.run.smithi076:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.2 --id 2) 2024-09-13T16:02:13.129 DEBUG:teuthology.orchestra.run.smithi076:> sudo modprobe fuse 2024-09-13T16:02:13.153 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:02:13.153 DEBUG:teuthology.orchestra.run.smithi076:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:02:13.210 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi076.stderr:2024-09-13T16:02:13.208+0000 7fb342cb1480 -1 init, newargv = 0x55c79bd3f310 newargc=15 2024-09-13T16:02:13.210 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi076.stderr:ceph-fuse[47089]: starting ceph client 2024-09-13T16:02:13.214 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi076.stderr:ceph-fuse[47089]: starting fuse 2024-09-13T16:02:13.220 INFO:teuthology.orchestra.run.smithi076.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:02:13.221 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:02:13.222 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:02:13.222 DEBUG:teuthology.orchestra.run.smithi076:> ls /sys/fs/fuse/connections 2024-09-13T16:02:13.278 INFO:teuthology.orchestra.run.smithi076.stdout:41 2024-09-13T16:02:13.278 INFO:teuthology.orchestra.run.smithi076.stdout:44 2024-09-13T16:02:13.278 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41, 44] 2024-09-13T16:02:13.278 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:02:13.278 DEBUG:teuthology.orchestra.run.smithi076:> import glob 2024-09-13T16:02:13.279 DEBUG:teuthology.orchestra.run.smithi076:> import re 2024-09-13T16:02:13.279 DEBUG:teuthology.orchestra.run.smithi076:> import os 2024-09-13T16:02:13.279 DEBUG:teuthology.orchestra.run.smithi076:> import subprocess 2024-09-13T16:02:13.279 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:02:13.279 DEBUG:teuthology.orchestra.run.smithi076:> def _find_admin_socket(client_name): 2024-09-13T16:02:13.279 DEBUG:teuthology.orchestra.run.smithi076:> asok_path = "/var/run/ceph/ceph-client.2.*.asok" 2024-09-13T16:02:13.279 DEBUG:teuthology.orchestra.run.smithi076:> files = glob.glob(asok_path) 2024-09-13T16:02:13.279 DEBUG:teuthology.orchestra.run.smithi076:> mountpoint = "/home/ubuntu/cephtest/mnt.2" 2024-09-13T16:02:13.279 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:02:13.279 DEBUG:teuthology.orchestra.run.smithi076:> # Given a non-glob path, it better be there 2024-09-13T16:02:13.279 DEBUG:teuthology.orchestra.run.smithi076:> if "*" not in asok_path: 2024-09-13T16:02:13.279 DEBUG:teuthology.orchestra.run.smithi076:> assert(len(files) == 1) 2024-09-13T16:02:13.279 DEBUG:teuthology.orchestra.run.smithi076:> return files[0] 2024-09-13T16:02:13.279 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:02:13.279 DEBUG:teuthology.orchestra.run.smithi076:> for f in files: 2024-09-13T16:02:13.280 DEBUG:teuthology.orchestra.run.smithi076:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T16:02:13.280 DEBUG:teuthology.orchestra.run.smithi076:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T16:02:13.280 DEBUG:teuthology.orchestra.run.smithi076:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T16:02:13.280 DEBUG:teuthology.orchestra.run.smithi076:> contents = proc_f.read() 2024-09-13T16:02:13.280 DEBUG:teuthology.orchestra.run.smithi076:> if mountpoint in contents: 2024-09-13T16:02:13.280 DEBUG:teuthology.orchestra.run.smithi076:> return f 2024-09-13T16:02:13.280 DEBUG:teuthology.orchestra.run.smithi076:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T16:02:13.280 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:02:13.280 DEBUG:teuthology.orchestra.run.smithi076:> print(_find_admin_socket("client.2")) 2024-09-13T16:02:13.280 DEBUG:teuthology.orchestra.run.smithi076:> ' 2024-09-13T16:02:13.393 INFO:teuthology.orchestra.run.smithi076.stdout:/var/run/ceph/ceph-client.2.47089.asok 2024-09-13T16:02:13.579 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.2.47089.asok 2024-09-13T16:02:13.579 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:02:13.580 DEBUG:teuthology.orchestra.run.smithi076:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.2.47089.asok status 2024-09-13T16:02:13.713 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2024-09-13T16:02:13.713 INFO:teuthology.orchestra.run.smithi076.stdout: "metadata": { 2024-09-13T16:02:13.713 INFO:teuthology.orchestra.run.smithi076.stdout: "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", 2024-09-13T16:02:13.713 INFO:teuthology.orchestra.run.smithi076.stdout: "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", 2024-09-13T16:02:13.714 INFO:teuthology.orchestra.run.smithi076.stdout: "entity_id": "2", 2024-09-13T16:02:13.714 INFO:teuthology.orchestra.run.smithi076.stdout: "hostname": "smithi076", 2024-09-13T16:02:13.714 INFO:teuthology.orchestra.run.smithi076.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.2", 2024-09-13T16:02:13.714 INFO:teuthology.orchestra.run.smithi076.stdout: "pid": "47089", 2024-09-13T16:02:13.714 INFO:teuthology.orchestra.run.smithi076.stdout: "root": "/" 2024-09-13T16:02:13.714 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:02:13.714 INFO:teuthology.orchestra.run.smithi076.stdout: "dentry_count": 0, 2024-09-13T16:02:13.714 INFO:teuthology.orchestra.run.smithi076.stdout: "dentry_pinned_count": 0, 2024-09-13T16:02:13.714 INFO:teuthology.orchestra.run.smithi076.stdout: "id": 4854, 2024-09-13T16:02:13.714 INFO:teuthology.orchestra.run.smithi076.stdout: "inst": { 2024-09-13T16:02:13.714 INFO:teuthology.orchestra.run.smithi076.stdout: "name": { 2024-09-13T16:02:13.714 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "client", 2024-09-13T16:02:13.714 INFO:teuthology.orchestra.run.smithi076.stdout: "num": 4854 2024-09-13T16:02:13.715 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:02:13.715 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": { 2024-09-13T16:02:13.715 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "v1", 2024-09-13T16:02:13.716 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": "192.168.0.2:0", 2024-09-13T16:02:13.716 INFO:teuthology.orchestra.run.smithi076.stdout: "nonce": 1383978205 2024-09-13T16:02:13.716 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:02:13.716 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:02:13.716 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": { 2024-09-13T16:02:13.716 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "v1", 2024-09-13T16:02:13.716 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": "192.168.0.2:0", 2024-09-13T16:02:13.716 INFO:teuthology.orchestra.run.smithi076.stdout: "nonce": 1383978205 2024-09-13T16:02:13.716 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:02:13.717 INFO:teuthology.orchestra.run.smithi076.stdout: "inst_str": "client.4854 192.168.0.2:0/1383978205", 2024-09-13T16:02:13.717 INFO:teuthology.orchestra.run.smithi076.stdout: "addr_str": "192.168.0.2:0/1383978205", 2024-09-13T16:02:13.717 INFO:teuthology.orchestra.run.smithi076.stdout: "inode_count": 1, 2024-09-13T16:02:13.717 INFO:teuthology.orchestra.run.smithi076.stdout: "mds_epoch": 9, 2024-09-13T16:02:13.717 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_epoch": 26, 2024-09-13T16:02:13.717 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_epoch_barrier": 0, 2024-09-13T16:02:13.717 INFO:teuthology.orchestra.run.smithi076.stdout: "blocklisted": false, 2024-09-13T16:02:13.717 INFO:teuthology.orchestra.run.smithi076.stdout: "fs_name": "cephfs" 2024-09-13T16:02:13.717 INFO:teuthology.orchestra.run.smithi076.stdout:} 2024-09-13T16:02:13.721 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-13T16:02:13.722 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T16:02:13.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:13.819+0000 7fb892b0f640 1 Processor -- start 2024-09-13T16:02:13.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:13.819+0000 7fb892b0f640 1 -- start start 2024-09-13T16:02:13.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:13.820+0000 7fb892b0f640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fb88c15a2e0 0x7fb88c0c9a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:13.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:13.820+0000 7fb892b0f640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb88c0c9f80 0x7fb88c0cace0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:13.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:13.820+0000 7fb892b0f640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb88c0c8920 con 0x7fb88c0cb220 2024-09-13T16:02:13.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:13.820+0000 7fb892b0f640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb88c0cb650 con 0x7fb88c15a2e0 2024-09-13T16:02:13.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:13.820+0000 7fb892b0f640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb88c15a6c0 con 0x7fb88c0c9f80 2024-09-13T16:02:13.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:13.820+0000 7fb883fff640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb88c0c9f80 0x7fb88c0cace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:13.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:13.820+0000 7fb8908ab640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fb88c15a2e0 0x7fb88c0c9a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:13.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:13.820+0000 7fb8910ac640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7fb88c0cb220 0x7fb88c0ce260 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:40884/0 (socket says 172.21.15.76:40884) 2024-09-13T16:02:13.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:13.820+0000 7fb8910ac640 1 -- 172.21.15.76:0/2386585746 learned_addr learned my addr 172.21.15.76:0/2386585746 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:13.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:13.821+0000 7fb883fff640 1 -- 172.21.15.76:0/2386585746 >> v2:172.21.15.192:3300/0 conn(0x7fb88c15a2e0 msgr2=0x7fb88c0c9a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:13.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:13.821+0000 7fb883fff640 1 --2- 172.21.15.76:0/2386585746 >> v2:172.21.15.192:3300/0 conn(0x7fb88c15a2e0 0x7fb88c0c9a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:13.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:13.821+0000 7fb883fff640 1 -- 172.21.15.76:0/2386585746 >> v1:172.21.15.192:6789/0 conn(0x7fb88c0cb220 legacy=0x7fb88c0ce260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:13.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:13.821+0000 7fb883fff640 1 -- 172.21.15.76:0/2386585746 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb88c0ca500 con 0x7fb88c0c9f80 2024-09-13T16:02:13.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:13.821+0000 7fb8908ab640 1 --2- 172.21.15.76:0/2386585746 >> v2:172.21.15.192:3300/0 conn(0x7fb88c15a2e0 0x7fb88c0c9a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:02:13.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:13.821+0000 7fb883fff640 1 --2- 172.21.15.76:0/2386585746 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb88c0c9f80 0x7fb88c0cace0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fb87c0097a0 tx=0x7fb87c02a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c64d2f42d1824e5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:13.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:13.822+0000 7fb8837fe640 1 -- 172.21.15.76:0/2386585746 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb87c032440 con 0x7fb88c0c9f80 2024-09-13T16:02:13.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:13.822+0000 7fb8837fe640 1 -- 172.21.15.76:0/2386585746 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb87c0325a0 con 0x7fb88c0c9f80 2024-09-13T16:02:13.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:13.822+0000 7fb8837fe640 1 -- 172.21.15.76:0/2386585746 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb87c032930 con 0x7fb88c0c9f80 2024-09-13T16:02:13.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:13.822+0000 7fb892b0f640 1 -- 172.21.15.76:0/2386585746 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb88c0c9f80 msgr2=0x7fb88c0cace0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:13.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:13.822+0000 7fb892b0f640 1 --2- 172.21.15.76:0/2386585746 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb88c0c9f80 0x7fb88c0cace0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fb87c0097a0 tx=0x7fb87c02a180 comp rx=0 tx=0).stop 2024-09-13T16:02:13.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:13.822+0000 7fb892b0f640 1 -- 172.21.15.76:0/2386585746 shutdown_connections 2024-09-13T16:02:13.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:13.822+0000 7fb892b0f640 1 --2- 172.21.15.76:0/2386585746 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb88c0c9f80 0x7fb88c0cace0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:13.825 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:13.822+0000 7fb892b0f640 1 --2- 172.21.15.76:0/2386585746 >> v2:172.21.15.192:3300/0 conn(0x7fb88c15a2e0 0x7fb88c0c9a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:13.825 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:13.822+0000 7fb892b0f640 1 -- 172.21.15.76:0/2386585746 >> 172.21.15.76:0/2386585746 conn(0x7fb88c069ed0 msgr2=0x7fb88c06a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:13.825 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:13.822+0000 7fb892b0f640 1 -- 172.21.15.76:0/2386585746 shutdown_connections 2024-09-13T16:02:13.825 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:13.822+0000 7fb892b0f640 1 -- 172.21.15.76:0/2386585746 wait complete. 2024-09-13T16:02:13.827 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:13.823+0000 7fb892b0f640 1 Processor -- start 2024-09-13T16:02:13.827 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:13.823+0000 7fb892b0f640 1 -- start start 2024-09-13T16:02:13.827 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:13.824+0000 7fb892b0f640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb88c0c9f80 0x7fb88c0beb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:13.827 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:13.824+0000 7fb892b0f640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb88c0cb220 0x7fb88c0c53a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:13.827 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:13.824+0000 7fb892b0f640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb88c15a2e0 0x7fb88c15cd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:13.827 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:13.824+0000 7fb892b0f640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb88c0c7cc0 con 0x7fb88c0cb220 2024-09-13T16:02:13.827 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:13.824+0000 7fb892b0f640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb88c0c7fa0 con 0x7fb88c0c9f80 2024-09-13T16:02:13.828 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:13.824+0000 7fb892b0f640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb88c0c8280 con 0x7fb88c15a2e0 2024-09-13T16:02:13.828 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:13.824+0000 7fb883fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb88c0cb220 0x7fb88c0c53a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:13.828 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:13.824+0000 7fb883fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb88c0cb220 0x7fb88c0c53a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:48982/0 (socket says 172.21.15.76:48982) 2024-09-13T16:02:13.828 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:13.824+0000 7fb883fff640 1 -- 172.21.15.76:0/613295057 learned_addr learned my addr 172.21.15.76:0/613295057 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:13.828 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:13.824+0000 7fb8910ac640 1 --2- 172.21.15.76:0/613295057 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb88c15a2e0 0x7fb88c15cd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:13.828 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:13.825+0000 7fb8908ab640 1 --2- 172.21.15.76:0/613295057 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb88c0c9f80 0x7fb88c0beb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:13.828 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:13.825+0000 7fb883fff640 1 -- 172.21.15.76:0/613295057 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb88c15a2e0 msgr2=0x7fb88c15cd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:13.828 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:13.825+0000 7fb883fff640 1 --2- 172.21.15.76:0/613295057 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb88c15a2e0 0x7fb88c15cd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:13.828 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:13.825+0000 7fb883fff640 1 -- 172.21.15.76:0/613295057 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb88c0c9f80 msgr2=0x7fb88c0beb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:13.829 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:13.825+0000 7fb883fff640 1 --2- 172.21.15.76:0/613295057 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb88c0c9f80 0x7fb88c0beb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:13.829 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:13.825+0000 7fb883fff640 1 -- 172.21.15.76:0/613295057 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb888009400 con 0x7fb88c0cb220 2024-09-13T16:02:13.829 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:13.825+0000 7fb883fff640 1 --2- 172.21.15.76:0/613295057 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb88c0cb220 0x7fb88c0c53a0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fb87c0098c0 tx=0x7fb87c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:13.829 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:13.825+0000 7fb8817fa640 1 -- 172.21.15.76:0/613295057 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb87c030b80 con 0x7fb88c0cb220 2024-09-13T16:02:13.829 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:13.825+0000 7fb8817fa640 1 -- 172.21.15.76:0/613295057 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb87c032e90 con 0x7fb88c0cb220 2024-09-13T16:02:13.829 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:13.825+0000 7fb892b0f640 1 -- 172.21.15.76:0/613295057 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb87c009400 con 0x7fb88c0cb220 2024-09-13T16:02:13.829 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:13.825+0000 7fb8817fa640 1 -- 172.21.15.76:0/613295057 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb87c006e10 con 0x7fb88c0cb220 2024-09-13T16:02:13.829 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:13.825+0000 7fb892b0f640 1 -- 172.21.15.76:0/613295057 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb88c0c8560 con 0x7fb88c0cb220 2024-09-13T16:02:13.830 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:13.826+0000 7fb892b0f640 1 -- 172.21.15.76:0/613295057 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb88c1552c0 con 0x7fb88c0cb220 2024-09-13T16:02:13.830 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:13.827+0000 7fb8817fa640 1 -- 172.21.15.76:0/613295057 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb87c03c400 con 0x7fb88c0cb220 2024-09-13T16:02:13.830 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:13.827+0000 7fb8817fa640 1 --2- 172.21.15.76:0/613295057 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb87806ac00 0x7fb87806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:13.830 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:13.827+0000 7fb8817fa640 1 -- 172.21.15.76:0/613295057 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fb87c0aa360 con 0x7fb88c0cb220 2024-09-13T16:02:13.830 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:13.827+0000 7fb8908ab640 1 --2- 172.21.15.76:0/613295057 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb87806ac00 0x7fb87806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:13.831 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:13.827+0000 7fb8908ab640 1 --2- 172.21.15.76:0/613295057 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb87806ac00 0x7fb87806d0c0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fb88c15aab0 tx=0x7fb888009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:13.832 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:13.831+0000 7fb8817fa640 1 -- 172.21.15.76:0/613295057 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fb88c1552c0 con 0x7fb88c0cb220 2024-09-13T16:02:14.027 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:14.026+0000 7fb892b0f640 1 -- 172.21.15.76:0/613295057 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7fb88c1552c0 con 0x7fb88c0cb220 2024-09-13T16:02:14.028 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:14.026+0000 7fb8817fa640 1 -- 172.21.15.76:0/613295057 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v9) v1 ==== 53+0+88 (secure 0 0 0) 0x7fb88c1552c0 con 0x7fb88c0cb220 2024-09-13T16:02:14.028 INFO:teuthology.orchestra.run.smithi076.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-13T16:02:14.030 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:14.028+0000 7fb892b0f640 1 -- 172.21.15.76:0/613295057 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb87806ac00 msgr2=0x7fb87806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:14.030 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:14.028+0000 7fb892b0f640 1 --2- 172.21.15.76:0/613295057 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb87806ac00 0x7fb87806d0c0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fb88c15aab0 tx=0x7fb888009190 comp rx=0 tx=0).stop 2024-09-13T16:02:14.030 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:14.028+0000 7fb892b0f640 1 -- 172.21.15.76:0/613295057 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb88c0cb220 msgr2=0x7fb88c0c53a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:14.030 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:14.028+0000 7fb892b0f640 1 --2- 172.21.15.76:0/613295057 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb88c0cb220 0x7fb88c0c53a0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fb87c0098c0 tx=0x7fb87c0046c0 comp rx=0 tx=0).stop 2024-09-13T16:02:14.030 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:14.028+0000 7fb892b0f640 1 -- 172.21.15.76:0/613295057 shutdown_connections 2024-09-13T16:02:14.030 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:14.028+0000 7fb892b0f640 1 --2- 172.21.15.76:0/613295057 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb87806ac00 0x7fb87806d0c0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:14.030 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:14.028+0000 7fb892b0f640 1 --2- 172.21.15.76:0/613295057 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb88c15a2e0 0x7fb88c15cd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:14.031 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:14.028+0000 7fb892b0f640 1 --2- 172.21.15.76:0/613295057 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb88c0cb220 0x7fb88c0c53a0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:14.031 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:14.028+0000 7fb892b0f640 1 --2- 172.21.15.76:0/613295057 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb88c0c9f80 0x7fb88c0beb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:14.031 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:14.028+0000 7fb892b0f640 1 -- 172.21.15.76:0/613295057 >> 172.21.15.76:0/613295057 conn(0x7fb88c069ed0 msgr2=0x7fb88c157430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:14.031 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:14.028+0000 7fb892b0f640 1 -- 172.21.15.76:0/613295057 shutdown_connections 2024-09-13T16:02:14.031 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:14.028+0000 7fb892b0f640 1 -- 172.21.15.76:0/613295057 wait complete. 2024-09-13T16:02:14.041 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T16:02:14.041 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T16:02:14.041 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi192.front.sepia.ceph.com 2024-09-13T16:02:14.041 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-13T16:02:14.041 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-13T16:02:14.041 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T16:02:14.041 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T16:02:14.041 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T16:02:14.041 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-13T16:02:14.042 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:02:14.042 DEBUG:teuthology.orchestra.run.smithi192:> ip addr 2024-09-13T16:02:14.061 INFO:teuthology.orchestra.run.smithi192.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T16:02:14.061 INFO:teuthology.orchestra.run.smithi192.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T16:02:14.061 INFO:teuthology.orchestra.run.smithi192.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T16:02:14.061 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:02:14.061 INFO:teuthology.orchestra.run.smithi192.stdout: inet6 ::1/128 scope host 2024-09-13T16:02:14.061 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:02:14.061 INFO:teuthology.orchestra.run.smithi192.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:02:14.061 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether 0c:c4:7a:d9:38:4e brd ff:ff:ff:ff:ff:ff 2024-09-13T16:02:14.062 INFO:teuthology.orchestra.run.smithi192.stdout: altname enp7s0f0 2024-09-13T16:02:14.062 INFO:teuthology.orchestra.run.smithi192.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:02:14.062 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether 0c:c4:7a:d9:38:4f brd ff:ff:ff:ff:ff:ff 2024-09-13T16:02:14.062 INFO:teuthology.orchestra.run.smithi192.stdout: altname enp7s0f1 2024-09-13T16:02:14.062 INFO:teuthology.orchestra.run.smithi192.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:02:14.062 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether 0c:c4:7a:88:80:48 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:02:14.062 INFO:teuthology.orchestra.run.smithi192.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T16:02:14.062 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether 0c:c4:7a:88:80:49 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:02:14.062 INFO:teuthology.orchestra.run.smithi192.stdout: inet 172.21.15.192/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-13T16:02:14.062 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft 42743sec preferred_lft 42743sec 2024-09-13T16:02:14.062 INFO:teuthology.orchestra.run.smithi192.stdout: inet6 fe80::ec4:7aff:fe88:8049/64 scope link noprefixroute 2024-09-13T16:02:14.062 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:02:14.062 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-13T16:02:14.063 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:02:14.063 DEBUG:teuthology.orchestra.run.smithi192:> (cd / && exec bash -c ' 2024-09-13T16:02:14.063 DEBUG:teuthology.orchestra.run.smithi192:> set -e 2024-09-13T16:02:14.063 DEBUG:teuthology.orchestra.run.smithi192:> sudo ip link add name ceph-brx type bridge 2024-09-13T16:02:14.063 DEBUG:teuthology.orchestra.run.smithi192:> sudo ip addr flush dev ceph-brx 2024-09-13T16:02:14.063 DEBUG:teuthology.orchestra.run.smithi192:> sudo ip link set ceph-brx up 2024-09-13T16:02:14.063 DEBUG:teuthology.orchestra.run.smithi192:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-13T16:02:14.063 DEBUG:teuthology.orchestra.run.smithi192:> ') 2024-09-13T16:02:14.279 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:02:14.279 DEBUG:teuthology.orchestra.run.smithi192:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T16:02:14.305 INFO:teuthology.orchestra.run.smithi192.stdout:1 2024-09-13T16:02:14.306 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:02:14.307 DEBUG:teuthology.orchestra.run.smithi192:> route 2024-09-13T16:02:14.374 INFO:teuthology.orchestra.run.smithi192.stdout:Kernel IP routing table 2024-09-13T16:02:14.374 INFO:teuthology.orchestra.run.smithi192.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T16:02:14.374 INFO:teuthology.orchestra.run.smithi192.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-13T16:02:14.374 INFO:teuthology.orchestra.run.smithi192.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-13T16:02:14.374 INFO:teuthology.orchestra.run.smithi192.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T16:02:14.375 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:02:14.375 DEBUG:teuthology.orchestra.run.smithi192:> (cd / && exec bash -c ' 2024-09-13T16:02:14.375 DEBUG:teuthology.orchestra.run.smithi192:> set -e 2024-09-13T16:02:14.375 DEBUG:teuthology.orchestra.run.smithi192:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-13T16:02:14.375 DEBUG:teuthology.orchestra.run.smithi192:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-13T16:02:14.375 DEBUG:teuthology.orchestra.run.smithi192:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-13T16:02:14.376 DEBUG:teuthology.orchestra.run.smithi192:> ') 2024-09-13T16:02:14.631 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:02:14.632 DEBUG:teuthology.orchestra.run.smithi192:> ip netns list 2024-09-13T16:02:14.647 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:02:14.647 DEBUG:teuthology.orchestra.run.smithi192:> ip netns list-id 2024-09-13T16:02:14.703 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:02:14.703 DEBUG:teuthology.orchestra.run.smithi192:> (cd / && exec bash -c ' 2024-09-13T16:02:14.703 DEBUG:teuthology.orchestra.run.smithi192:> set -e 2024-09-13T16:02:14.703 DEBUG:teuthology.orchestra.run.smithi192:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-13T16:02:14.703 DEBUG:teuthology.orchestra.run.smithi192:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.1 0 2024-09-13T16:02:14.703 DEBUG:teuthology.orchestra.run.smithi192:> ') 2024-09-13T16:02:14.786 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.1' with 192.168.0.1/16 2024-09-13T16:02:14.786 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:02:14.787 DEBUG:teuthology.orchestra.run.smithi192:> (cd / && exec bash -c ' 2024-09-13T16:02:14.787 DEBUG:teuthology.orchestra.run.smithi192:> set -e 2024-09-13T16:02:14.787 DEBUG:teuthology.orchestra.run.smithi192:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.1 type veth peer name brx.0 2024-09-13T16:02:14.787 DEBUG:teuthology.orchestra.run.smithi192:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-13T16:02:14.787 DEBUG:teuthology.orchestra.run.smithi192:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set veth0 up 2024-09-13T16:02:14.787 DEBUG:teuthology.orchestra.run.smithi192:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set lo up 2024-09-13T16:02:14.787 DEBUG:teuthology.orchestra.run.smithi192:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip route add default via 192.168.255.254 2024-09-13T16:02:14.787 DEBUG:teuthology.orchestra.run.smithi192:> ') 2024-09-13T16:02:14.919 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:02:14.919 DEBUG:teuthology.orchestra.run.smithi192:> (cd / && exec bash -c ' 2024-09-13T16:02:14.919 DEBUG:teuthology.orchestra.run.smithi192:> set -e 2024-09-13T16:02:14.919 DEBUG:teuthology.orchestra.run.smithi192:> sudo ip link set brx.0 up 2024-09-13T16:02:14.919 DEBUG:teuthology.orchestra.run.smithi192:> sudo ip link set dev brx.0 master ceph-brx 2024-09-13T16:02:14.919 DEBUG:teuthology.orchestra.run.smithi192:> ') 2024-09-13T16:02:14.958 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-09-13T16:02:14.959 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:02:14.959 DEBUG:teuthology.orchestra.run.smithi192:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-13T16:02:15.019 INFO:teuthology.orchestra.run.smithi192.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-13T16:02:15.019 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:02:15.019 DEBUG:teuthology.orchestra.run.smithi192:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-13T16:02:15.073 DEBUG:teuthology.orchestra.run.smithi192:> sudo modprobe fuse 2024-09-13T16:02:15.140 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:02:15.141 DEBUG:teuthology.orchestra.run.smithi192:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:02:15.205 INFO:teuthology.orchestra.run.smithi192.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:02:15.206 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:02:15.206 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:02:15.207 DEBUG:teuthology.orchestra.run.smithi192:> ls /sys/fs/fuse/connections 2024-09-13T16:02:15.262 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-13T16:02:15.262 DEBUG:teuthology.orchestra.run.smithi192:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-09-13T16:02:15.304 DEBUG:teuthology.orchestra.run.smithi192:> sudo modprobe fuse 2024-09-13T16:02:15.330 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:02:15.330 DEBUG:teuthology.orchestra.run.smithi192:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:02:15.396 INFO:teuthology.orchestra.run.smithi192.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:02:15.397 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi192.stderr:2024-09-13T16:02:15.396+0000 7f35a8cd3480 -1 init, newargv = 0x561669f1c310 newargc=15 2024-09-13T16:02:15.397 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:02:15.398 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:02:15.398 DEBUG:teuthology.orchestra.run.smithi192:> ls /sys/fs/fuse/connections 2024-09-13T16:02:15.398 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi192.stderr:ceph-fuse[42675]: starting ceph client 2024-09-13T16:02:15.402 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi192.stderr:ceph-fuse[42675]: starting fuse 2024-09-13T16:02:15.417 INFO:teuthology.orchestra.run.smithi192.stdout:42 2024-09-13T16:02:15.417 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [42] 2024-09-13T16:02:15.417 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:02:15.417 DEBUG:teuthology.orchestra.run.smithi192:> import glob 2024-09-13T16:02:15.417 DEBUG:teuthology.orchestra.run.smithi192:> import re 2024-09-13T16:02:15.417 DEBUG:teuthology.orchestra.run.smithi192:> import os 2024-09-13T16:02:15.417 DEBUG:teuthology.orchestra.run.smithi192:> import subprocess 2024-09-13T16:02:15.418 DEBUG:teuthology.orchestra.run.smithi192:> 2024-09-13T16:02:15.418 DEBUG:teuthology.orchestra.run.smithi192:> def _find_admin_socket(client_name): 2024-09-13T16:02:15.418 DEBUG:teuthology.orchestra.run.smithi192:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-09-13T16:02:15.418 DEBUG:teuthology.orchestra.run.smithi192:> files = glob.glob(asok_path) 2024-09-13T16:02:15.418 DEBUG:teuthology.orchestra.run.smithi192:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-13T16:02:15.418 DEBUG:teuthology.orchestra.run.smithi192:> 2024-09-13T16:02:15.418 DEBUG:teuthology.orchestra.run.smithi192:> # Given a non-glob path, it better be there 2024-09-13T16:02:15.418 DEBUG:teuthology.orchestra.run.smithi192:> if "*" not in asok_path: 2024-09-13T16:02:15.418 DEBUG:teuthology.orchestra.run.smithi192:> assert(len(files) == 1) 2024-09-13T16:02:15.418 DEBUG:teuthology.orchestra.run.smithi192:> return files[0] 2024-09-13T16:02:15.418 DEBUG:teuthology.orchestra.run.smithi192:> 2024-09-13T16:02:15.418 DEBUG:teuthology.orchestra.run.smithi192:> for f in files: 2024-09-13T16:02:15.418 DEBUG:teuthology.orchestra.run.smithi192:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T16:02:15.419 DEBUG:teuthology.orchestra.run.smithi192:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T16:02:15.419 DEBUG:teuthology.orchestra.run.smithi192:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T16:02:15.419 DEBUG:teuthology.orchestra.run.smithi192:> contents = proc_f.read() 2024-09-13T16:02:15.419 DEBUG:teuthology.orchestra.run.smithi192:> if mountpoint in contents: 2024-09-13T16:02:15.419 DEBUG:teuthology.orchestra.run.smithi192:> return f 2024-09-13T16:02:15.419 DEBUG:teuthology.orchestra.run.smithi192:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T16:02:15.419 DEBUG:teuthology.orchestra.run.smithi192:> 2024-09-13T16:02:15.419 DEBUG:teuthology.orchestra.run.smithi192:> print(_find_admin_socket("client.1")) 2024-09-13T16:02:15.419 DEBUG:teuthology.orchestra.run.smithi192:> ' 2024-09-13T16:02:15.531 INFO:teuthology.orchestra.run.smithi192.stdout:/var/run/ceph/ceph-client.1.42675.asok 2024-09-13T16:02:15.718 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.42675.asok 2024-09-13T16:02:15.718 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:02:15.718 DEBUG:teuthology.orchestra.run.smithi192:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.42675.asok status 2024-09-13T16:02:15.851 INFO:teuthology.orchestra.run.smithi192.stdout:{ 2024-09-13T16:02:15.851 INFO:teuthology.orchestra.run.smithi192.stdout: "metadata": { 2024-09-13T16:02:15.851 INFO:teuthology.orchestra.run.smithi192.stdout: "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", 2024-09-13T16:02:15.851 INFO:teuthology.orchestra.run.smithi192.stdout: "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", 2024-09-13T16:02:15.851 INFO:teuthology.orchestra.run.smithi192.stdout: "entity_id": "1", 2024-09-13T16:02:15.852 INFO:teuthology.orchestra.run.smithi192.stdout: "hostname": "smithi192", 2024-09-13T16:02:15.852 INFO:teuthology.orchestra.run.smithi192.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-13T16:02:15.852 INFO:teuthology.orchestra.run.smithi192.stdout: "pid": "42675", 2024-09-13T16:02:15.852 INFO:teuthology.orchestra.run.smithi192.stdout: "root": "/" 2024-09-13T16:02:15.852 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-13T16:02:15.852 INFO:teuthology.orchestra.run.smithi192.stdout: "dentry_count": 0, 2024-09-13T16:02:15.852 INFO:teuthology.orchestra.run.smithi192.stdout: "dentry_pinned_count": 0, 2024-09-13T16:02:15.852 INFO:teuthology.orchestra.run.smithi192.stdout: "id": 4607, 2024-09-13T16:02:15.852 INFO:teuthology.orchestra.run.smithi192.stdout: "inst": { 2024-09-13T16:02:15.852 INFO:teuthology.orchestra.run.smithi192.stdout: "name": { 2024-09-13T16:02:15.852 INFO:teuthology.orchestra.run.smithi192.stdout: "type": "client", 2024-09-13T16:02:15.852 INFO:teuthology.orchestra.run.smithi192.stdout: "num": 4607 2024-09-13T16:02:15.852 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-13T16:02:15.853 INFO:teuthology.orchestra.run.smithi192.stdout: "addr": { 2024-09-13T16:02:15.853 INFO:teuthology.orchestra.run.smithi192.stdout: "type": "v1", 2024-09-13T16:02:15.853 INFO:teuthology.orchestra.run.smithi192.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:02:15.853 INFO:teuthology.orchestra.run.smithi192.stdout: "nonce": 3121320708 2024-09-13T16:02:15.853 INFO:teuthology.orchestra.run.smithi192.stdout: } 2024-09-13T16:02:15.853 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-13T16:02:15.853 INFO:teuthology.orchestra.run.smithi192.stdout: "addr": { 2024-09-13T16:02:15.853 INFO:teuthology.orchestra.run.smithi192.stdout: "type": "v1", 2024-09-13T16:02:15.853 INFO:teuthology.orchestra.run.smithi192.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:02:15.853 INFO:teuthology.orchestra.run.smithi192.stdout: "nonce": 3121320708 2024-09-13T16:02:15.853 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-13T16:02:15.853 INFO:teuthology.orchestra.run.smithi192.stdout: "inst_str": "client.4607 192.168.0.1:0/3121320708", 2024-09-13T16:02:15.853 INFO:teuthology.orchestra.run.smithi192.stdout: "addr_str": "192.168.0.1:0/3121320708", 2024-09-13T16:02:15.853 INFO:teuthology.orchestra.run.smithi192.stdout: "inode_count": 1, 2024-09-13T16:02:15.853 INFO:teuthology.orchestra.run.smithi192.stdout: "mds_epoch": 9, 2024-09-13T16:02:15.854 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_epoch": 26, 2024-09-13T16:02:15.854 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_epoch_barrier": 0, 2024-09-13T16:02:15.854 INFO:teuthology.orchestra.run.smithi192.stdout: "blocklisted": false, 2024-09-13T16:02:15.854 INFO:teuthology.orchestra.run.smithi192.stdout: "fs_name": "cephfs" 2024-09-13T16:02:15.854 INFO:teuthology.orchestra.run.smithi192.stdout:} 2024-09-13T16:02:15.859 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-13T16:02:15.859 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T16:02:15.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:15.967+0000 7f55f8cf0640 1 Processor -- start 2024-09-13T16:02:15.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:15.967+0000 7f55f8cf0640 1 -- start start 2024-09-13T16:02:15.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:15.967+0000 7f55f8cf0640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f55f40d07b0 0x7f55f406ad10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:15.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:15.967+0000 7f55f8cf0640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f55f40b4660 0x7f55f406b250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:15.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:15.967+0000 7f55f8cf0640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f55f40d1840 con 0x7f55f415c6e0 2024-09-13T16:02:15.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:15.967+0000 7f55f8cf0640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f55f40d0c30 con 0x7f55f40d07b0 2024-09-13T16:02:15.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:15.967+0000 7f55f8cf0640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f55f40d0f10 con 0x7f55f40b4660 2024-09-13T16:02:15.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:15.967+0000 7f55ebfff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f55f40d07b0 0x7f55f406ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:15.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:15.968+0000 7f55ebfff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f55f40d07b0 0x7f55f406ad10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:48994/0 (socket says 172.21.15.76:48994) 2024-09-13T16:02:15.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:15.968+0000 7f55f259c640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f55f415c6e0 0x7f55f40b3f50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:43304/0 (socket says 172.21.15.76:43304) 2024-09-13T16:02:15.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:15.968+0000 7f55ebfff640 1 -- 172.21.15.76:0/1454874005 learned_addr learned my addr 172.21.15.76:0/1454874005 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:15.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:15.968+0000 7f55f2d9d640 1 --2- 172.21.15.76:0/1454874005 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f55f40b4660 0x7f55f406b250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:15.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:15.968+0000 7f55ebfff640 1 -- 172.21.15.76:0/1454874005 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f55f40b4660 msgr2=0x7f55f406b250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:15.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:15.968+0000 7f55ebfff640 1 --2- 172.21.15.76:0/1454874005 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f55f40b4660 0x7f55f406b250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:15.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:15.968+0000 7f55ebfff640 1 -- 172.21.15.76:0/1454874005 >> v1:172.21.15.76:6789/0 conn(0x7f55f415c6e0 legacy=0x7f55f40b3f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:15.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:15.968+0000 7f55ebfff640 1 -- 172.21.15.76:0/1454874005 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f55f40d11f0 con 0x7f55f40d07b0 2024-09-13T16:02:15.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:15.968+0000 7f55f1d9b640 1 -- 172.21.15.76:0/1454874005 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3384817041 0 0) 0x7f55f40d1840 con 0x7f55f415c6e0 2024-09-13T16:02:15.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:15.969+0000 7f55ebfff640 1 --2- 172.21.15.76:0/1454874005 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f55f40d07b0 0x7f55f406ad10 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f55dc009870 tx=0x7f55dc02a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fd81f71a4907d355 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:15.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:15.969+0000 7f55f1d9b640 1 -- 172.21.15.76:0/1454874005 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55dc032440 con 0x7f55f40d07b0 2024-09-13T16:02:15.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:15.969+0000 7f55f1d9b640 1 -- 172.21.15.76:0/1454874005 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f55dc0325a0 con 0x7f55f40d07b0 2024-09-13T16:02:15.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:15.969+0000 7f55f1d9b640 1 -- 172.21.15.76:0/1454874005 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55dc032930 con 0x7f55f40d07b0 2024-09-13T16:02:15.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:15.969+0000 7f55f8cf0640 1 -- 172.21.15.76:0/1454874005 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f55f40d07b0 msgr2=0x7f55f406ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:15.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:15.969+0000 7f55f8cf0640 1 --2- 172.21.15.76:0/1454874005 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f55f40d07b0 0x7f55f406ad10 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f55dc009870 tx=0x7f55dc02a1c0 comp rx=0 tx=0).stop 2024-09-13T16:02:15.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:15.969+0000 7f55f8cf0640 1 -- 172.21.15.76:0/1454874005 shutdown_connections 2024-09-13T16:02:15.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:15.969+0000 7f55f8cf0640 1 --2- 172.21.15.76:0/1454874005 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f55f40b4660 0x7f55f406b250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:15.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:15.969+0000 7f55f8cf0640 1 --2- 172.21.15.76:0/1454874005 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f55f40d07b0 0x7f55f406ad10 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:15.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:15.969+0000 7f55f8cf0640 1 -- 172.21.15.76:0/1454874005 >> 172.21.15.76:0/1454874005 conn(0x7f55f4089f60 msgr2=0x7f55f40d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:15.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:15.969+0000 7f55f8cf0640 1 -- 172.21.15.76:0/1454874005 shutdown_connections 2024-09-13T16:02:15.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:15.969+0000 7f55f8cf0640 1 -- 172.21.15.76:0/1454874005 wait complete. 2024-09-13T16:02:15.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:15.971+0000 7f55f8cf0640 1 Processor -- start 2024-09-13T16:02:15.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:15.971+0000 7f55f8cf0640 1 -- start start 2024-09-13T16:02:15.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:15.971+0000 7f55f8cf0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f55f40b4660 0x7f55f414f810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:15.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:15.971+0000 7f55f8cf0640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f55f40d07b0 0x7f55f40b6f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:15.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:15.971+0000 7f55f8cf0640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f55f415c6e0 0x7f55f409ca50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:15.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:15.971+0000 7f55f8cf0640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f55f40ca490 con 0x7f55f40b4660 2024-09-13T16:02:15.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:15.971+0000 7f55f8cf0640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f55f414fd50 con 0x7f55f415c6e0 2024-09-13T16:02:15.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:15.971+0000 7f55f8cf0640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f55f40b78a0 con 0x7f55f40d07b0 2024-09-13T16:02:15.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:15.972+0000 7f55f259c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f55f40b4660 0x7f55f414f810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:15.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:15.972+0000 7f55f259c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f55f40b4660 0x7f55f414f810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49004/0 (socket says 172.21.15.76:49004) 2024-09-13T16:02:15.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:15.972+0000 7f55f259c640 1 -- 172.21.15.76:0/73846422 learned_addr learned my addr 172.21.15.76:0/73846422 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:15.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:15.972+0000 7f55ebfff640 1 --2- 172.21.15.76:0/73846422 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f55f40d07b0 0x7f55f40b6f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:15.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:15.972+0000 7f55f2d9d640 1 --2- 172.21.15.76:0/73846422 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f55f415c6e0 0x7f55f409ca50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:15.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:15.972+0000 7f55f259c640 1 -- 172.21.15.76:0/73846422 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f55f40d07b0 msgr2=0x7f55f40b6f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:15.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:15.972+0000 7f55f259c640 1 --2- 172.21.15.76:0/73846422 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f55f40d07b0 0x7f55f40b6f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:15.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:15.972+0000 7f55f259c640 1 -- 172.21.15.76:0/73846422 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f55f415c6e0 msgr2=0x7f55f409ca50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:15.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:15.972+0000 7f55f259c640 1 --2- 172.21.15.76:0/73846422 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f55f415c6e0 0x7f55f409ca50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:15.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:15.972+0000 7f55f259c640 1 -- 172.21.15.76:0/73846422 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f55dc0094d0 con 0x7f55f40b4660 2024-09-13T16:02:15.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:15.972+0000 7f55f2d9d640 1 --2- 172.21.15.76:0/73846422 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f55f415c6e0 0x7f55f409ca50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:02:15.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:15.972+0000 7f55ebfff640 1 --2- 172.21.15.76:0/73846422 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f55f40d07b0 0x7f55f40b6f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:02:15.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:15.972+0000 7f55f259c640 1 --2- 172.21.15.76:0/73846422 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f55f40b4660 0x7f55f414f810 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f55e400c430 tx=0x7f55e400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:15.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:15.972+0000 7f55eaffd640 1 -- 172.21.15.76:0/73846422 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55e40074e0 con 0x7f55f40b4660 2024-09-13T16:02:15.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:15.972+0000 7f55eaffd640 1 -- 172.21.15.76:0/73846422 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f55e4007660 con 0x7f55f40b4660 2024-09-13T16:02:15.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:15.972+0000 7f55eaffd640 1 -- 172.21.15.76:0/73846422 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55e4004a20 con 0x7f55f40b4660 2024-09-13T16:02:15.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:15.972+0000 7f55f8cf0640 1 -- 172.21.15.76:0/73846422 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f55f40b7b80 con 0x7f55f40b4660 2024-09-13T16:02:15.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:15.972+0000 7f55f8cf0640 1 -- 172.21.15.76:0/73846422 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f55f40ca750 con 0x7f55f40b4660 2024-09-13T16:02:15.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:15.973+0000 7f55f8cf0640 1 -- 172.21.15.76:0/73846422 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f55f40ccb20 con 0x7f55f40b4660 2024-09-13T16:02:15.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:15.974+0000 7f55eaffd640 1 -- 172.21.15.76:0/73846422 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f55e4004b80 con 0x7f55f40b4660 2024-09-13T16:02:15.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:15.974+0000 7f55eaffd640 1 --2- 172.21.15.76:0/73846422 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f55d406ac00 0x7f55d406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:15.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:15.974+0000 7f55eaffd640 1 -- 172.21.15.76:0/73846422 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f55e4089480 con 0x7f55f40b4660 2024-09-13T16:02:15.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:15.974+0000 7f55ebfff640 1 --2- 172.21.15.76:0/73846422 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f55d406ac00 0x7f55d406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:15.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:15.975+0000 7f55ebfff640 1 --2- 172.21.15.76:0/73846422 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f55d406ac00 0x7f55d406d0c0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f55dc034000 tx=0x7f55dc02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:15.980 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:15.979+0000 7f55eaffd640 1 -- 172.21.15.76:0/73846422 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f55e4054370 con 0x7f55f40b4660 2024-09-13T16:02:16.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:16.174+0000 7f55f8cf0640 1 -- 172.21.15.76:0/73846422 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f55f408c610 con 0x7f55f40b4660 2024-09-13T16:02:16.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:16.174+0000 7f55eaffd640 1 -- 172.21.15.76:0/73846422 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v9) v1 ==== 53+0+88 (secure 0 0 0) 0x7f55e4057990 con 0x7f55f40b4660 2024-09-13T16:02:16.176 INFO:teuthology.orchestra.run.smithi076.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-13T16:02:16.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:16.176+0000 7f55f8cf0640 1 -- 172.21.15.76:0/73846422 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f55d406ac00 msgr2=0x7f55d406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:16.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:16.176+0000 7f55f8cf0640 1 --2- 172.21.15.76:0/73846422 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f55d406ac00 0x7f55d406d0c0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f55dc034000 tx=0x7f55dc02e000 comp rx=0 tx=0).stop 2024-09-13T16:02:16.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:16.176+0000 7f55f8cf0640 1 -- 172.21.15.76:0/73846422 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f55f40b4660 msgr2=0x7f55f414f810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:16.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:16.176+0000 7f55f8cf0640 1 --2- 172.21.15.76:0/73846422 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f55f40b4660 0x7f55f414f810 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f55e400c430 tx=0x7f55e400c8f0 comp rx=0 tx=0).stop 2024-09-13T16:02:16.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:16.176+0000 7f55f8cf0640 1 -- 172.21.15.76:0/73846422 shutdown_connections 2024-09-13T16:02:16.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:16.176+0000 7f55f8cf0640 1 --2- 172.21.15.76:0/73846422 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f55f415c6e0 0x7f55f409ca50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:16.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:16.176+0000 7f55f8cf0640 1 --2- 172.21.15.76:0/73846422 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f55d406ac00 0x7f55d406d0c0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:16.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:16.176+0000 7f55f8cf0640 1 --2- 172.21.15.76:0/73846422 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f55f40d07b0 0x7f55f40b6f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:16.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:16.176+0000 7f55f8cf0640 1 --2- 172.21.15.76:0/73846422 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f55f40b4660 0x7f55f414f810 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:16.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:16.176+0000 7f55f8cf0640 1 -- 172.21.15.76:0/73846422 >> 172.21.15.76:0/73846422 conn(0x7f55f4089f60 msgr2=0x7f55f415b940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:16.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:16.176+0000 7f55f8cf0640 1 -- 172.21.15.76:0/73846422 shutdown_connections 2024-09-13T16:02:16.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:16.176+0000 7f55f8cf0640 1 -- 172.21.15.76:0/73846422 wait complete. 2024-09-13T16:02:16.189 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T16:02:16.189 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T16:02:16.189 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi192.front.sepia.ceph.com 2024-09-13T16:02:16.189 INFO:tasks.cephfs.mount:self.client.name = client.3 2024-09-13T16:02:16.189 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-09-13T16:02:16.189 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T16:02:16.189 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T16:02:16.189 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T16:02:16.189 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.3' 2024-09-13T16:02:16.189 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:02:16.190 DEBUG:teuthology.orchestra.run.smithi192:> ip addr 2024-09-13T16:02:16.206 INFO:teuthology.orchestra.run.smithi192.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T16:02:16.206 INFO:teuthology.orchestra.run.smithi192.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T16:02:16.206 INFO:teuthology.orchestra.run.smithi192.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T16:02:16.207 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:02:16.207 INFO:teuthology.orchestra.run.smithi192.stdout: inet6 ::1/128 scope host 2024-09-13T16:02:16.207 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:02:16.207 INFO:teuthology.orchestra.run.smithi192.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:02:16.207 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether 0c:c4:7a:d9:38:4e brd ff:ff:ff:ff:ff:ff 2024-09-13T16:02:16.207 INFO:teuthology.orchestra.run.smithi192.stdout: altname enp7s0f0 2024-09-13T16:02:16.207 INFO:teuthology.orchestra.run.smithi192.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:02:16.207 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether 0c:c4:7a:d9:38:4f brd ff:ff:ff:ff:ff:ff 2024-09-13T16:02:16.207 INFO:teuthology.orchestra.run.smithi192.stdout: altname enp7s0f1 2024-09-13T16:02:16.207 INFO:teuthology.orchestra.run.smithi192.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:02:16.207 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether 0c:c4:7a:88:80:48 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:02:16.207 INFO:teuthology.orchestra.run.smithi192.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T16:02:16.208 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether 0c:c4:7a:88:80:49 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:02:16.208 INFO:teuthology.orchestra.run.smithi192.stdout: inet 172.21.15.192/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-13T16:02:16.208 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft 42741sec preferred_lft 42741sec 2024-09-13T16:02:16.208 INFO:teuthology.orchestra.run.smithi192.stdout: inet6 fe80::ec4:7aff:fe88:8049/64 scope link noprefixroute 2024-09-13T16:02:16.208 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:02:16.208 INFO:teuthology.orchestra.run.smithi192.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T16:02:16.208 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether ea:94:96:0f:40:1e brd ff:ff:ff:ff:ff:ff 2024-09-13T16:02:16.208 INFO:teuthology.orchestra.run.smithi192.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-13T16:02:16.208 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:02:16.208 INFO:teuthology.orchestra.run.smithi192.stdout: inet6 fe80::807e:ecff:fe50:a056/64 scope link 2024-09-13T16:02:16.208 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:02:16.208 INFO:teuthology.orchestra.run.smithi192.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:02:16.208 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether ea:94:96:0f:40:1e brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-13T16:02:16.209 INFO:teuthology.orchestra.run.smithi192.stdout: inet6 fe80::e894:96ff:fe0f:401e/64 scope link tentative 2024-09-13T16:02:16.209 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:02:16.209 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:02:16.209 DEBUG:teuthology.orchestra.run.smithi192:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T16:02:16.271 INFO:teuthology.orchestra.run.smithi192.stdout:1 2024-09-13T16:02:16.273 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:02:16.273 DEBUG:teuthology.orchestra.run.smithi192:> route 2024-09-13T16:02:16.329 INFO:teuthology.orchestra.run.smithi192.stdout:Kernel IP routing table 2024-09-13T16:02:16.329 INFO:teuthology.orchestra.run.smithi192.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T16:02:16.329 INFO:teuthology.orchestra.run.smithi192.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-13T16:02:16.330 INFO:teuthology.orchestra.run.smithi192.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-13T16:02:16.330 INFO:teuthology.orchestra.run.smithi192.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T16:02:16.330 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:02:16.330 DEBUG:teuthology.orchestra.run.smithi192:> (cd / && exec bash -c ' 2024-09-13T16:02:16.330 DEBUG:teuthology.orchestra.run.smithi192:> set -e 2024-09-13T16:02:16.330 DEBUG:teuthology.orchestra.run.smithi192:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-13T16:02:16.330 DEBUG:teuthology.orchestra.run.smithi192:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-13T16:02:16.330 DEBUG:teuthology.orchestra.run.smithi192:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-13T16:02:16.330 DEBUG:teuthology.orchestra.run.smithi192:> ') 2024-09-13T16:02:16.417 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:02:16.418 DEBUG:teuthology.orchestra.run.smithi192:> ip netns list 2024-09-13T16:02:16.434 INFO:teuthology.orchestra.run.smithi192.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-13T16:02:16.434 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:02:16.434 DEBUG:teuthology.orchestra.run.smithi192:> ip netns list-id 2024-09-13T16:02:16.489 INFO:teuthology.orchestra.run.smithi192.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.1) 2024-09-13T16:02:16.490 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:02:16.490 DEBUG:teuthology.orchestra.run.smithi192:> (cd / && exec bash -c ' 2024-09-13T16:02:16.490 DEBUG:teuthology.orchestra.run.smithi192:> set -e 2024-09-13T16:02:16.490 DEBUG:teuthology.orchestra.run.smithi192:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-13T16:02:16.490 DEBUG:teuthology.orchestra.run.smithi192:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.3 1 2024-09-13T16:02:16.490 DEBUG:teuthology.orchestra.run.smithi192:> ') 2024-09-13T16:02:16.568 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:02:16.568 DEBUG:teuthology.orchestra.run.smithi192:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2024-09-13T16:02:16.632 INFO:teuthology.orchestra.run.smithi192.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T16:02:16.632 INFO:teuthology.orchestra.run.smithi192.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T16:02:16.633 INFO:teuthology.orchestra.run.smithi192.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T16:02:16.633 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:02:16.633 INFO:teuthology.orchestra.run.smithi192.stdout: inet6 ::1/128 scope host 2024-09-13T16:02:16.633 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:02:16.633 INFO:teuthology.orchestra.run.smithi192.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T16:02:16.633 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether ba:90:46:5c:9e:86 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-13T16:02:16.633 INFO:teuthology.orchestra.run.smithi192.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-13T16:02:16.633 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:02:16.633 INFO:teuthology.orchestra.run.smithi192.stdout: inet6 fe80::b890:46ff:fe5c:9e86/64 scope link 2024-09-13T16:02:16.633 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:02:16.634 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:02:16.634 DEBUG:teuthology.orchestra.run.smithi192:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2024-09-13T16:02:16.699 INFO:teuthology.orchestra.run.smithi192.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T16:02:16.699 INFO:teuthology.orchestra.run.smithi192.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T16:02:16.699 INFO:teuthology.orchestra.run.smithi192.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T16:02:16.699 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:02:16.699 INFO:teuthology.orchestra.run.smithi192.stdout: inet6 ::1/128 scope host 2024-09-13T16:02:16.699 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:02:16.699 INFO:teuthology.orchestra.run.smithi192.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T16:02:16.700 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether ba:90:46:5c:9e:86 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-13T16:02:16.700 INFO:teuthology.orchestra.run.smithi192.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-13T16:02:16.700 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:02:16.700 INFO:teuthology.orchestra.run.smithi192.stdout: inet6 fe80::b890:46ff:fe5c:9e86/64 scope link 2024-09-13T16:02:16.700 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:02:16.701 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.3' with 192.168.0.2/16 2024-09-13T16:02:16.701 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:02:16.701 DEBUG:teuthology.orchestra.run.smithi192:> (cd / && exec bash -c ' 2024-09-13T16:02:16.701 DEBUG:teuthology.orchestra.run.smithi192:> set -e 2024-09-13T16:02:16.701 DEBUG:teuthology.orchestra.run.smithi192:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.3 type veth peer name brx.1 2024-09-13T16:02:16.701 DEBUG:teuthology.orchestra.run.smithi192:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2024-09-13T16:02:16.701 DEBUG:teuthology.orchestra.run.smithi192:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set veth0 up 2024-09-13T16:02:16.702 DEBUG:teuthology.orchestra.run.smithi192:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set lo up 2024-09-13T16:02:16.702 DEBUG:teuthology.orchestra.run.smithi192:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip route add default via 192.168.255.254 2024-09-13T16:02:16.702 DEBUG:teuthology.orchestra.run.smithi192:> ') 2024-09-13T16:02:16.814 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:02:16.814 DEBUG:teuthology.orchestra.run.smithi192:> (cd / && exec bash -c ' 2024-09-13T16:02:16.814 DEBUG:teuthology.orchestra.run.smithi192:> set -e 2024-09-13T16:02:16.814 DEBUG:teuthology.orchestra.run.smithi192:> sudo ip link set brx.1 up 2024-09-13T16:02:16.815 DEBUG:teuthology.orchestra.run.smithi192:> sudo ip link set dev brx.1 master ceph-brx 2024-09-13T16:02:16.815 DEBUG:teuthology.orchestra.run.smithi192:> ') 2024-09-13T16:02:16.851 INFO:tasks.cephfs.fuse_mount:Client client.3 config is {} 2024-09-13T16:02:16.851 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:02:16.852 DEBUG:teuthology.orchestra.run.smithi192:> mkdir -p -v /home/ubuntu/cephtest/mnt.3 2024-09-13T16:02:16.907 INFO:teuthology.orchestra.run.smithi192.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.3' 2024-09-13T16:02:16.908 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:02:16.908 DEBUG:teuthology.orchestra.run.smithi192:> chmod 0000 /home/ubuntu/cephtest/mnt.3 2024-09-13T16:02:16.963 DEBUG:teuthology.orchestra.run.smithi192:> sudo modprobe fuse 2024-09-13T16:02:17.028 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:02:17.028 DEBUG:teuthology.orchestra.run.smithi192:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:02:17.092 INFO:teuthology.orchestra.run.smithi192.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:02:17.093 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:02:17.093 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:02:17.094 DEBUG:teuthology.orchestra.run.smithi192:> ls /sys/fs/fuse/connections 2024-09-13T16:02:17.149 INFO:teuthology.orchestra.run.smithi192.stdout:42 2024-09-13T16:02:17.149 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [42] 2024-09-13T16:02:17.149 DEBUG:teuthology.orchestra.run.smithi192:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.3 --id 3) 2024-09-13T16:02:17.191 DEBUG:teuthology.orchestra.run.smithi192:> sudo modprobe fuse 2024-09-13T16:02:17.215 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:02:17.215 DEBUG:teuthology.orchestra.run.smithi192:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:02:17.272 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi192.stderr:2024-09-13T16:02:17.270+0000 7f7b89f42480 -1 init, newargv = 0x55f7714b7230 newargc=15 2024-09-13T16:02:17.272 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi192.stderr:ceph-fuse[43126]: starting ceph client 2024-09-13T16:02:17.277 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi192.stderr:ceph-fuse[43126]: starting fuse 2024-09-13T16:02:17.283 INFO:teuthology.orchestra.run.smithi192.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:02:17.284 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:02:17.284 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:02:17.284 DEBUG:teuthology.orchestra.run.smithi192:> ls /sys/fs/fuse/connections 2024-09-13T16:02:17.340 INFO:teuthology.orchestra.run.smithi192.stdout:42 2024-09-13T16:02:17.340 INFO:teuthology.orchestra.run.smithi192.stdout:44 2024-09-13T16:02:17.340 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [42, 44] 2024-09-13T16:02:17.341 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:02:17.341 DEBUG:teuthology.orchestra.run.smithi192:> import glob 2024-09-13T16:02:17.341 DEBUG:teuthology.orchestra.run.smithi192:> import re 2024-09-13T16:02:17.341 DEBUG:teuthology.orchestra.run.smithi192:> import os 2024-09-13T16:02:17.341 DEBUG:teuthology.orchestra.run.smithi192:> import subprocess 2024-09-13T16:02:17.341 DEBUG:teuthology.orchestra.run.smithi192:> 2024-09-13T16:02:17.341 DEBUG:teuthology.orchestra.run.smithi192:> def _find_admin_socket(client_name): 2024-09-13T16:02:17.341 DEBUG:teuthology.orchestra.run.smithi192:> asok_path = "/var/run/ceph/ceph-client.3.*.asok" 2024-09-13T16:02:17.341 DEBUG:teuthology.orchestra.run.smithi192:> files = glob.glob(asok_path) 2024-09-13T16:02:17.341 DEBUG:teuthology.orchestra.run.smithi192:> mountpoint = "/home/ubuntu/cephtest/mnt.3" 2024-09-13T16:02:17.341 DEBUG:teuthology.orchestra.run.smithi192:> 2024-09-13T16:02:17.341 DEBUG:teuthology.orchestra.run.smithi192:> # Given a non-glob path, it better be there 2024-09-13T16:02:17.341 DEBUG:teuthology.orchestra.run.smithi192:> if "*" not in asok_path: 2024-09-13T16:02:17.341 DEBUG:teuthology.orchestra.run.smithi192:> assert(len(files) == 1) 2024-09-13T16:02:17.342 DEBUG:teuthology.orchestra.run.smithi192:> return files[0] 2024-09-13T16:02:17.342 DEBUG:teuthology.orchestra.run.smithi192:> 2024-09-13T16:02:17.342 DEBUG:teuthology.orchestra.run.smithi192:> for f in files: 2024-09-13T16:02:17.342 DEBUG:teuthology.orchestra.run.smithi192:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T16:02:17.342 DEBUG:teuthology.orchestra.run.smithi192:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T16:02:17.342 DEBUG:teuthology.orchestra.run.smithi192:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T16:02:17.342 DEBUG:teuthology.orchestra.run.smithi192:> contents = proc_f.read() 2024-09-13T16:02:17.342 DEBUG:teuthology.orchestra.run.smithi192:> if mountpoint in contents: 2024-09-13T16:02:17.342 DEBUG:teuthology.orchestra.run.smithi192:> return f 2024-09-13T16:02:17.342 DEBUG:teuthology.orchestra.run.smithi192:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T16:02:17.342 DEBUG:teuthology.orchestra.run.smithi192:> 2024-09-13T16:02:17.342 DEBUG:teuthology.orchestra.run.smithi192:> print(_find_admin_socket("client.3")) 2024-09-13T16:02:17.342 DEBUG:teuthology.orchestra.run.smithi192:> ' 2024-09-13T16:02:17.453 INFO:teuthology.orchestra.run.smithi192.stdout:/var/run/ceph/ceph-client.3.43126.asok 2024-09-13T16:02:17.641 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.3.43126.asok 2024-09-13T16:02:17.641 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:02:17.641 DEBUG:teuthology.orchestra.run.smithi192:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.3.43126.asok status 2024-09-13T16:02:17.774 INFO:teuthology.orchestra.run.smithi192.stdout:{ 2024-09-13T16:02:17.775 INFO:teuthology.orchestra.run.smithi192.stdout: "metadata": { 2024-09-13T16:02:17.775 INFO:teuthology.orchestra.run.smithi192.stdout: "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", 2024-09-13T16:02:17.775 INFO:teuthology.orchestra.run.smithi192.stdout: "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", 2024-09-13T16:02:17.775 INFO:teuthology.orchestra.run.smithi192.stdout: "entity_id": "3", 2024-09-13T16:02:17.775 INFO:teuthology.orchestra.run.smithi192.stdout: "hostname": "smithi192", 2024-09-13T16:02:17.775 INFO:teuthology.orchestra.run.smithi192.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.3", 2024-09-13T16:02:17.775 INFO:teuthology.orchestra.run.smithi192.stdout: "pid": "43126", 2024-09-13T16:02:17.775 INFO:teuthology.orchestra.run.smithi192.stdout: "root": "/" 2024-09-13T16:02:17.775 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-13T16:02:17.775 INFO:teuthology.orchestra.run.smithi192.stdout: "dentry_count": 0, 2024-09-13T16:02:17.775 INFO:teuthology.orchestra.run.smithi192.stdout: "dentry_pinned_count": 0, 2024-09-13T16:02:17.775 INFO:teuthology.orchestra.run.smithi192.stdout: "id": 4789, 2024-09-13T16:02:17.776 INFO:teuthology.orchestra.run.smithi192.stdout: "inst": { 2024-09-13T16:02:17.776 INFO:teuthology.orchestra.run.smithi192.stdout: "name": { 2024-09-13T16:02:17.776 INFO:teuthology.orchestra.run.smithi192.stdout: "type": "client", 2024-09-13T16:02:17.776 INFO:teuthology.orchestra.run.smithi192.stdout: "num": 4789 2024-09-13T16:02:17.776 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-13T16:02:17.776 INFO:teuthology.orchestra.run.smithi192.stdout: "addr": { 2024-09-13T16:02:17.776 INFO:teuthology.orchestra.run.smithi192.stdout: "type": "v1", 2024-09-13T16:02:17.776 INFO:teuthology.orchestra.run.smithi192.stdout: "addr": "192.168.0.2:0", 2024-09-13T16:02:17.776 INFO:teuthology.orchestra.run.smithi192.stdout: "nonce": 1832477659 2024-09-13T16:02:17.776 INFO:teuthology.orchestra.run.smithi192.stdout: } 2024-09-13T16:02:17.776 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-13T16:02:17.776 INFO:teuthology.orchestra.run.smithi192.stdout: "addr": { 2024-09-13T16:02:17.777 INFO:teuthology.orchestra.run.smithi192.stdout: "type": "v1", 2024-09-13T16:02:17.777 INFO:teuthology.orchestra.run.smithi192.stdout: "addr": "192.168.0.2:0", 2024-09-13T16:02:17.777 INFO:teuthology.orchestra.run.smithi192.stdout: "nonce": 1832477659 2024-09-13T16:02:17.777 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-13T16:02:17.777 INFO:teuthology.orchestra.run.smithi192.stdout: "inst_str": "client.4789 192.168.0.2:0/1832477659", 2024-09-13T16:02:17.777 INFO:teuthology.orchestra.run.smithi192.stdout: "addr_str": "192.168.0.2:0/1832477659", 2024-09-13T16:02:17.777 INFO:teuthology.orchestra.run.smithi192.stdout: "inode_count": 1, 2024-09-13T16:02:17.777 INFO:teuthology.orchestra.run.smithi192.stdout: "mds_epoch": 9, 2024-09-13T16:02:17.777 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_epoch": 26, 2024-09-13T16:02:17.777 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_epoch_barrier": 0, 2024-09-13T16:02:17.777 INFO:teuthology.orchestra.run.smithi192.stdout: "blocklisted": false, 2024-09-13T16:02:17.777 INFO:teuthology.orchestra.run.smithi192.stdout: "fs_name": "cephfs" 2024-09-13T16:02:17.778 INFO:teuthology.orchestra.run.smithi192.stdout:} 2024-09-13T16:02:17.783 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:02:17.783 DEBUG:teuthology.orchestra.run.smithi076:> stat --file-system '--printf=%T 2024-09-13T16:02:17.783 DEBUG:teuthology.orchestra.run.smithi076:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-13T16:02:17.803 INFO:teuthology.orchestra.run.smithi076.stdout:fuseblk 2024-09-13T16:02:17.803 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-13T16:02:17.803 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:02:17.803 DEBUG:teuthology.orchestra.run.smithi076:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-13T16:02:17.873 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:02:17.873 DEBUG:teuthology.orchestra.run.smithi076:> stat --file-system '--printf=%T 2024-09-13T16:02:17.873 DEBUG:teuthology.orchestra.run.smithi076:> ' -- /home/ubuntu/cephtest/mnt.2 2024-09-13T16:02:17.932 INFO:teuthology.orchestra.run.smithi076.stdout:fuseblk 2024-09-13T16:02:17.933 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.2 2024-09-13T16:02:17.933 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:02:17.933 DEBUG:teuthology.orchestra.run.smithi076:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.2 2024-09-13T16:02:18.003 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:02:18.003 DEBUG:teuthology.orchestra.run.smithi192:> stat --file-system '--printf=%T 2024-09-13T16:02:18.003 DEBUG:teuthology.orchestra.run.smithi192:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-13T16:02:18.021 INFO:teuthology.orchestra.run.smithi192.stdout:fuseblk 2024-09-13T16:02:18.021 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-13T16:02:18.021 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:02:18.021 DEBUG:teuthology.orchestra.run.smithi192:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-13T16:02:18.086 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:02:18.086 DEBUG:teuthology.orchestra.run.smithi192:> stat --file-system '--printf=%T 2024-09-13T16:02:18.086 DEBUG:teuthology.orchestra.run.smithi192:> ' -- /home/ubuntu/cephtest/mnt.3 2024-09-13T16:02:18.142 INFO:teuthology.orchestra.run.smithi192.stdout:fuseblk 2024-09-13T16:02:18.142 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.3 2024-09-13T16:02:18.142 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:02:18.142 DEBUG:teuthology.orchestra.run.smithi192:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.3 2024-09-13T16:02:18.207 INFO:teuthology.run_tasks:Running task cephfs_test_runner... 2024-09-13T16:02:18.224 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:02:18.336 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.335+0000 7f35d745a640 1 Processor -- start 2024-09-13T16:02:18.336 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.335+0000 7f35d745a640 1 -- start start 2024-09-13T16:02:18.337 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.336+0000 7f35d745a640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f35d006c4c0 0x7f35d006c8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:18.337 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.336+0000 7f35d745a640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f35d00b2590 0x7f35d006d3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:18.338 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.336+0000 7f35d745a640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f35d00b29e0 con 0x7f35d00cbea0 2024-09-13T16:02:18.338 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.336+0000 7f35d745a640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f35d006deb0 con 0x7f35d00b2590 2024-09-13T16:02:18.338 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.336+0000 7f35d745a640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f35d00b2170 con 0x7f35d006c4c0 2024-09-13T16:02:18.338 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.336+0000 7f35d49f5640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f35d00b2590 0x7f35d006d3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:18.338 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.336+0000 7f35d49f5640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f35d00b2590 0x7f35d006d3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49012/0 (socket says 172.21.15.76:49012) 2024-09-13T16:02:18.338 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.336+0000 7f35d49f5640 1 -- 172.21.15.76:0/3466368918 learned_addr learned my addr 172.21.15.76:0/3466368918 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:18.338 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.336+0000 7f35d51f6640 1 --2- 172.21.15.76:0/3466368918 >> v2:172.21.15.192:3300/0 conn(0x7f35d006c4c0 0x7f35d006c8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:18.338 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.336+0000 7f35d49f5640 1 -- 172.21.15.76:0/3466368918 >> v2:172.21.15.192:3300/0 conn(0x7f35d006c4c0 msgr2=0x7f35d006c8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:18.338 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.336+0000 7f35d49f5640 1 --2- 172.21.15.76:0/3466368918 >> v2:172.21.15.192:3300/0 conn(0x7f35d006c4c0 0x7f35d006c8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:18.338 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.336+0000 7f35d49f5640 1 -- 172.21.15.76:0/3466368918 >> v1:172.21.15.192:6789/0 conn(0x7f35d00cbea0 legacy=0x7f35d00cc330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:18.338 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.336+0000 7f35d49f5640 1 -- 172.21.15.76:0/3466368918 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f35d006e0c0 con 0x7f35d00b2590 2024-09-13T16:02:18.340 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.337+0000 7f35d49f5640 1 --2- 172.21.15.76:0/3466368918 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f35d00b2590 0x7f35d006d3a0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f35d00cb910 tx=0x7f35cc02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c07e742f5a04f886 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:18.340 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.337+0000 7f35c3fff640 1 -- 172.21.15.76:0/3466368918 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35cc032440 con 0x7f35d00b2590 2024-09-13T16:02:18.340 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.337+0000 7f35c3fff640 1 -- 172.21.15.76:0/3466368918 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f35cc0325a0 con 0x7f35d00b2590 2024-09-13T16:02:18.340 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.337+0000 7f35c3fff640 1 -- 172.21.15.76:0/3466368918 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35cc032930 con 0x7f35d00b2590 2024-09-13T16:02:18.340 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.338+0000 7f35d745a640 1 -- 172.21.15.76:0/3466368918 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f35d00b2590 msgr2=0x7f35d006d3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:18.340 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.338+0000 7f35d745a640 1 --2- 172.21.15.76:0/3466368918 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f35d00b2590 0x7f35d006d3a0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f35d00cb910 tx=0x7f35cc02a270 comp rx=0 tx=0).stop 2024-09-13T16:02:18.340 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.338+0000 7f35d745a640 1 -- 172.21.15.76:0/3466368918 shutdown_connections 2024-09-13T16:02:18.340 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.338+0000 7f35d745a640 1 --2- 172.21.15.76:0/3466368918 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f35d00b2590 0x7f35d006d3a0 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:18.340 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.338+0000 7f35d745a640 1 --2- 172.21.15.76:0/3466368918 >> v2:172.21.15.192:3300/0 conn(0x7f35d006c4c0 0x7f35d006c8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:18.340 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.338+0000 7f35d745a640 1 -- 172.21.15.76:0/3466368918 >> 172.21.15.76:0/3466368918 conn(0x7f35d0069ed0 msgr2=0x7f35d006a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:18.340 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.338+0000 7f35d745a640 1 -- 172.21.15.76:0/3466368918 shutdown_connections 2024-09-13T16:02:18.340 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.338+0000 7f35d745a640 1 -- 172.21.15.76:0/3466368918 wait complete. 2024-09-13T16:02:18.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.339+0000 7f35d745a640 1 Processor -- start 2024-09-13T16:02:18.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.339+0000 7f35d745a640 1 -- start start 2024-09-13T16:02:18.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.340+0000 7f35d745a640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f35d006c4c0 0x7f35d0152b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:18.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.340+0000 7f35d745a640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f35d00b2590 0x7f35d0159170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:18.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.340+0000 7f35d745a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f35d00cbea0 0x7f35d00c75b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:18.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.340+0000 7f35d745a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f35d015bdc0 con 0x7f35d00cbea0 2024-09-13T16:02:18.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.340+0000 7f35d745a640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f35d00c1980 con 0x7f35d00b2590 2024-09-13T16:02:18.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.340+0000 7f35d745a640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f35d0158560 con 0x7f35d006c4c0 2024-09-13T16:02:18.344 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.340+0000 7f35d59f7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f35d00cbea0 0x7f35d00c75b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:18.344 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.340+0000 7f35d59f7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f35d00cbea0 0x7f35d00c75b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49014/0 (socket says 172.21.15.76:49014) 2024-09-13T16:02:18.344 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.340+0000 7f35d59f7640 1 -- 172.21.15.76:0/3079127630 learned_addr learned my addr 172.21.15.76:0/3079127630 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:18.344 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.340+0000 7f35d49f5640 1 --2- 172.21.15.76:0/3079127630 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f35d00b2590 0x7f35d0159170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:18.344 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.340+0000 7f35d51f6640 1 --2- 172.21.15.76:0/3079127630 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f35d006c4c0 0x7f35d0152b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:18.344 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.340+0000 7f35d59f7640 1 -- 172.21.15.76:0/3079127630 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f35d006c4c0 msgr2=0x7f35d0152b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:18.344 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.340+0000 7f35d59f7640 1 --2- 172.21.15.76:0/3079127630 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f35d006c4c0 0x7f35d0152b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:18.344 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.340+0000 7f35d59f7640 1 -- 172.21.15.76:0/3079127630 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f35d00b2590 msgr2=0x7f35d0159170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:18.344 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.340+0000 7f35d59f7640 1 --2- 172.21.15.76:0/3079127630 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f35d00b2590 0x7f35d0159170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:18.344 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.340+0000 7f35d59f7640 1 -- 172.21.15.76:0/3079127630 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f35cc0094d0 con 0x7f35d00cbea0 2024-09-13T16:02:18.344 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.340+0000 7f35d51f6640 1 --2- 172.21.15.76:0/3079127630 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f35d006c4c0 0x7f35d0152b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:02:18.344 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.340+0000 7f35d59f7640 1 --2- 172.21.15.76:0/3079127630 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f35d00cbea0 0x7f35d00c75b0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f35c800c680 tx=0x7f35c800cb40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:18.344 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.340+0000 7f35c1ffb640 1 -- 172.21.15.76:0/3079127630 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35c8003b70 con 0x7f35d00cbea0 2024-09-13T16:02:18.345 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.340+0000 7f35c1ffb640 1 -- 172.21.15.76:0/3079127630 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f35c8003cd0 con 0x7f35d00cbea0 2024-09-13T16:02:18.345 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.340+0000 7f35d745a640 1 -- 172.21.15.76:0/3079127630 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f35d015b9e0 con 0x7f35d00cbea0 2024-09-13T16:02:18.345 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.340+0000 7f35c1ffb640 1 -- 172.21.15.76:0/3079127630 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35c8005310 con 0x7f35d00cbea0 2024-09-13T16:02:18.345 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.341+0000 7f35d745a640 1 -- 172.21.15.76:0/3079127630 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f35d0159890 con 0x7f35d00cbea0 2024-09-13T16:02:18.345 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.342+0000 7f35d745a640 1 -- 172.21.15.76:0/3079127630 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f35d01583c0 con 0x7f35d00cbea0 2024-09-13T16:02:18.346 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.342+0000 7f35c1ffb640 1 -- 172.21.15.76:0/3079127630 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f35c8005470 con 0x7f35d00cbea0 2024-09-13T16:02:18.346 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.343+0000 7f35c1ffb640 1 --2- 172.21.15.76:0/3079127630 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f35b406ac00 0x7f35b406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:18.346 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.343+0000 7f35c1ffb640 1 -- 172.21.15.76:0/3079127630 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f35c80891b0 con 0x7f35d00cbea0 2024-09-13T16:02:18.346 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.343+0000 7f35d51f6640 1 --2- 172.21.15.76:0/3079127630 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f35b406ac00 0x7f35b406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:18.346 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.343+0000 7f35d51f6640 1 --2- 172.21.15.76:0/3079127630 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f35b406ac00 0x7f35b406d0c0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f35c4009b90 tx=0x7f35c4008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:18.348 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.347+0000 7f35c1ffb640 1 -- 172.21.15.76:0/3079127630 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f35d01583c0 con 0x7f35d00cbea0 2024-09-13T16:02:18.515 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.514+0000 7f35d745a640 1 -- 172.21.15.76:0/3079127630 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f35d0159890 con 0x7f35d00cbea0 2024-09-13T16:02:18.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.515+0000 7f35c1ffb640 1 -- 172.21.15.76:0/3079127630 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) v1 ==== 74+0+18310 (secure 0 0 0) 0x7f35d0159890 con 0x7f35d00cbea0 2024-09-13T16:02:18.517 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:02:18.517 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":26,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:01:43.737551+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:01:36.778177+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T16:01:37.336141+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T16:01:40.400554+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:02:18.519 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.518+0000 7f35d745a640 1 -- 172.21.15.76:0/3079127630 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f35b406ac00 msgr2=0x7f35b406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:18.519 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.518+0000 7f35d745a640 1 --2- 172.21.15.76:0/3079127630 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f35b406ac00 0x7f35b406d0c0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f35c4009b90 tx=0x7f35c4008040 comp rx=0 tx=0).stop 2024-09-13T16:02:18.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.518+0000 7f35d745a640 1 -- 172.21.15.76:0/3079127630 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f35d00cbea0 msgr2=0x7f35d00c75b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:18.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.518+0000 7f35d745a640 1 --2- 172.21.15.76:0/3079127630 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f35d00cbea0 0x7f35d00c75b0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f35c800c680 tx=0x7f35c800cb40 comp rx=0 tx=0).stop 2024-09-13T16:02:18.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.518+0000 7f35d745a640 1 -- 172.21.15.76:0/3079127630 shutdown_connections 2024-09-13T16:02:18.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.518+0000 7f35d745a640 1 --2- 172.21.15.76:0/3079127630 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f35d00cbea0 0x7f35d00c75b0 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:18.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.518+0000 7f35d745a640 1 --2- 172.21.15.76:0/3079127630 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f35d00b2590 0x7f35d0159170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:18.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.518+0000 7f35d745a640 1 --2- 172.21.15.76:0/3079127630 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f35b406ac00 0x7f35b406d0c0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:18.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.518+0000 7f35d745a640 1 --2- 172.21.15.76:0/3079127630 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f35d006c4c0 0x7f35d0152b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:18.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.518+0000 7f35d745a640 1 -- 172.21.15.76:0/3079127630 >> 172.21.15.76:0/3079127630 conn(0x7f35d0069ed0 msgr2=0x7f35d0151e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:18.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.518+0000 7f35d745a640 1 -- 172.21.15.76:0/3079127630 shutdown_connections 2024-09-13T16:02:18.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.518+0000 7f35d745a640 1 -- 172.21.15.76:0/3079127630 wait complete. 2024-09-13T16:02:18.530 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:01:26.960607+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:01:36.778177+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:01:37.336141+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-13T16:01:40.400554+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '26', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-13T16:02:18.530 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:02:18.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.631+0000 7f19e870f640 1 Processor -- start 2024-09-13T16:02:18.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.631+0000 7f19e870f640 1 -- start start 2024-09-13T16:02:18.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.632+0000 7f19e870f640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f19e015fbc0 0x7f19e00cd180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:18.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.632+0000 7f19e870f640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f19e00d29e0 0x7f19e006bb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:18.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.632+0000 7f19e870f640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f19e006b6c0 con 0x7f19e00cd6c0 2024-09-13T16:02:18.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.632+0000 7f19e870f640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f19e00ce500 con 0x7f19e015fbc0 2024-09-13T16:02:18.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.632+0000 7f19e870f640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f19e00cdc60 con 0x7f19e00d29e0 2024-09-13T16:02:18.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.632+0000 7f19e64ab640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f19e015fbc0 0x7f19e00cd180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:18.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.633+0000 7f19e5caa640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f19e00cd6c0 0x7f19e00d22d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:43306/0 (socket says 172.21.15.76:43306) 2024-09-13T16:02:18.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.633+0000 7f19e64ab640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f19e015fbc0 0x7f19e00cd180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49028/0 (socket says 172.21.15.76:49028) 2024-09-13T16:02:18.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.633+0000 7f19e5caa640 1 -- 172.21.15.76:0/3104242514 learned_addr learned my addr 172.21.15.76:0/3104242514 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:18.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.633+0000 7f19e6cac640 1 --2- 172.21.15.76:0/3104242514 >> v2:172.21.15.192:3300/0 conn(0x7f19e00d29e0 0x7f19e006bb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:18.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.633+0000 7f19e64ab640 1 -- 172.21.15.76:0/3104242514 >> v2:172.21.15.192:3300/0 conn(0x7f19e00d29e0 msgr2=0x7f19e006bb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:18.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.633+0000 7f19e64ab640 1 --2- 172.21.15.76:0/3104242514 >> v2:172.21.15.192:3300/0 conn(0x7f19e00d29e0 0x7f19e006bb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:18.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.633+0000 7f19e64ab640 1 -- 172.21.15.76:0/3104242514 >> v1:172.21.15.76:6789/0 conn(0x7f19e00cd6c0 legacy=0x7f19e00d22d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:18.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.633+0000 7f19e64ab640 1 -- 172.21.15.76:0/3104242514 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f19e00cdf40 con 0x7f19e015fbc0 2024-09-13T16:02:18.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.633+0000 7f19e54a9640 1 -- 172.21.15.76:0/3104242514 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 798299527 0 0) 0x7f19e006b6c0 con 0x7f19e00cd6c0 2024-09-13T16:02:18.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.633+0000 7f19e6cac640 1 --2- 172.21.15.76:0/3104242514 >> v2:172.21.15.192:3300/0 conn(0x7f19e00d29e0 0x7f19e006bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:02:18.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.633+0000 7f19e64ab640 1 --2- 172.21.15.76:0/3104242514 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f19e015fbc0 0x7f19e00cd180 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f19e00ceb10 tx=0x7f19dc02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=75f433de0f2317d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:18.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.634+0000 7f19e54a9640 1 -- 172.21.15.76:0/3104242514 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19dc032440 con 0x7f19e015fbc0 2024-09-13T16:02:18.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.634+0000 7f19e54a9640 1 -- 172.21.15.76:0/3104242514 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f19dc0325a0 con 0x7f19e015fbc0 2024-09-13T16:02:18.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.634+0000 7f19e54a9640 1 -- 172.21.15.76:0/3104242514 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19dc032930 con 0x7f19e015fbc0 2024-09-13T16:02:18.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.634+0000 7f19e870f640 1 -- 172.21.15.76:0/3104242514 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f19e015fbc0 msgr2=0x7f19e00cd180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:18.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.634+0000 7f19e870f640 1 --2- 172.21.15.76:0/3104242514 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f19e015fbc0 0x7f19e00cd180 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f19e00ceb10 tx=0x7f19dc02a1a0 comp rx=0 tx=0).stop 2024-09-13T16:02:18.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.634+0000 7f19e870f640 1 -- 172.21.15.76:0/3104242514 shutdown_connections 2024-09-13T16:02:18.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.634+0000 7f19e870f640 1 --2- 172.21.15.76:0/3104242514 >> v2:172.21.15.192:3300/0 conn(0x7f19e00d29e0 0x7f19e006bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:18.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.634+0000 7f19e870f640 1 --2- 172.21.15.76:0/3104242514 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f19e015fbc0 0x7f19e00cd180 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:18.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.634+0000 7f19e870f640 1 -- 172.21.15.76:0/3104242514 >> 172.21.15.76:0/3104242514 conn(0x7f19e009b830 msgr2=0x7f19e0089f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:18.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.634+0000 7f19e870f640 1 -- 172.21.15.76:0/3104242514 shutdown_connections 2024-09-13T16:02:18.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.634+0000 7f19e870f640 1 -- 172.21.15.76:0/3104242514 wait complete. 2024-09-13T16:02:18.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.635+0000 7f19e870f640 1 Processor -- start 2024-09-13T16:02:18.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.635+0000 7f19e870f640 1 -- start start 2024-09-13T16:02:18.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.636+0000 7f19e870f640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f19e00cd6c0 0x7f19e0158a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:18.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.636+0000 7f19e870f640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f19e00d29e0 0x7f19e00b52f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:18.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.636+0000 7f19e870f640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f19e015fbc0 0x7f19e00b5830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:18.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.636+0000 7f19e870f640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19e00b4900 con 0x7f19e015fbc0 2024-09-13T16:02:18.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.636+0000 7f19e870f640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19e0158f70 con 0x7f19e00d29e0 2024-09-13T16:02:18.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.636+0000 7f19e870f640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f19e00b3c80 con 0x7f19e00cd6c0 2024-09-13T16:02:18.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.636+0000 7f19e6cac640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f19e015fbc0 0x7f19e00b5830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:18.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.636+0000 7f19e6cac640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f19e015fbc0 0x7f19e00b5830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49030/0 (socket says 172.21.15.76:49030) 2024-09-13T16:02:18.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.636+0000 7f19e6cac640 1 -- 172.21.15.76:0/3113160829 learned_addr learned my addr 172.21.15.76:0/3113160829 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:18.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.636+0000 7f19e5caa640 1 --2- 172.21.15.76:0/3113160829 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f19e00d29e0 0x7f19e00b52f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:18.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.636+0000 7f19e6cac640 1 -- 172.21.15.76:0/3113160829 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f19e00cd6c0 msgr2=0x7f19e0158a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:18.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.636+0000 7f19e6cac640 1 --2- 172.21.15.76:0/3113160829 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f19e00cd6c0 0x7f19e0158a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:18.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.636+0000 7f19e6cac640 1 -- 172.21.15.76:0/3113160829 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f19e00d29e0 msgr2=0x7f19e00b52f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:18.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.636+0000 7f19e6cac640 1 --2- 172.21.15.76:0/3113160829 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f19e00d29e0 0x7f19e00b52f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:18.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.637+0000 7f19e6cac640 1 -- 172.21.15.76:0/3113160829 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f19dc009400 con 0x7f19e015fbc0 2024-09-13T16:02:18.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.637+0000 7f19e6cac640 1 --2- 172.21.15.76:0/3113160829 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f19e015fbc0 0x7f19e00b5830 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f19d8009fa0 tx=0x7f19d800d560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:18.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.637+0000 7f19d6ffd640 1 -- 172.21.15.76:0/3113160829 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19d8003b90 con 0x7f19e015fbc0 2024-09-13T16:02:18.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.637+0000 7f19d6ffd640 1 -- 172.21.15.76:0/3113160829 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f19d800f040 con 0x7f19e015fbc0 2024-09-13T16:02:18.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.637+0000 7f19d6ffd640 1 -- 172.21.15.76:0/3113160829 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19d8004030 con 0x7f19e015fbc0 2024-09-13T16:02:18.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.637+0000 7f19e870f640 1 -- 172.21.15.76:0/3113160829 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f19e00b3f60 con 0x7f19e015fbc0 2024-09-13T16:02:18.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.637+0000 7f19e870f640 1 -- 172.21.15.76:0/3113160829 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f19e00b4520 con 0x7f19e015fbc0 2024-09-13T16:02:18.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.638+0000 7f19e870f640 1 -- 172.21.15.76:0/3113160829 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f19e0159bb0 con 0x7f19e015fbc0 2024-09-13T16:02:18.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.638+0000 7f19d6ffd640 1 -- 172.21.15.76:0/3113160829 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f19d8004190 con 0x7f19e015fbc0 2024-09-13T16:02:18.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.639+0000 7f19d6ffd640 1 --2- 172.21.15.76:0/3113160829 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f19c406ac00 0x7f19c406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:18.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.639+0000 7f19d6ffd640 1 -- 172.21.15.76:0/3113160829 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f19d8089920 con 0x7f19e015fbc0 2024-09-13T16:02:18.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.639+0000 7f19e64ab640 1 --2- 172.21.15.76:0/3113160829 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f19c406ac00 0x7f19c406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:18.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.639+0000 7f19e64ab640 1 --2- 172.21.15.76:0/3113160829 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f19c406ac00 0x7f19c406d0c0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f19dc034000 tx=0x7f19dc02c000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:18.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.643+0000 7f19d6ffd640 1 -- 172.21.15.76:0/3113160829 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f19e0159bb0 con 0x7f19e015fbc0 2024-09-13T16:02:18.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.802+0000 7f19e870f640 1 -- 172.21.15.76:0/3113160829 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f19e0159bb0 con 0x7f19e015fbc0 2024-09-13T16:02:18.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.802+0000 7f19d6ffd640 1 -- 172.21.15.76:0/3113160829 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v26) v1 ==== 93+0+10 (secure 0 0 0) 0x7f19d801a020 con 0x7f19e015fbc0 2024-09-13T16:02:18.804 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2024-09-13T16:02:18.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.804+0000 7f19e870f640 1 -- 172.21.15.76:0/3113160829 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f19c406ac00 msgr2=0x7f19c406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:18.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.804+0000 7f19e870f640 1 --2- 172.21.15.76:0/3113160829 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f19c406ac00 0x7f19c406d0c0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f19dc034000 tx=0x7f19dc02c000 comp rx=0 tx=0).stop 2024-09-13T16:02:18.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.804+0000 7f19e870f640 1 -- 172.21.15.76:0/3113160829 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f19e015fbc0 msgr2=0x7f19e00b5830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:18.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.804+0000 7f19e870f640 1 --2- 172.21.15.76:0/3113160829 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f19e015fbc0 0x7f19e00b5830 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f19d8009fa0 tx=0x7f19d800d560 comp rx=0 tx=0).stop 2024-09-13T16:02:18.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.804+0000 7f19e870f640 1 -- 172.21.15.76:0/3113160829 shutdown_connections 2024-09-13T16:02:18.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.804+0000 7f19e870f640 1 --2- 172.21.15.76:0/3113160829 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f19e015fbc0 0x7f19e00b5830 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:18.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.804+0000 7f19e870f640 1 --2- 172.21.15.76:0/3113160829 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f19e00d29e0 0x7f19e00b52f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:18.808 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.804+0000 7f19e870f640 1 --2- 172.21.15.76:0/3113160829 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f19c406ac00 0x7f19c406d0c0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:18.808 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.804+0000 7f19e870f640 1 --2- 172.21.15.76:0/3113160829 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f19e00cd6c0 0x7f19e0158a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:18.808 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.804+0000 7f19e870f640 1 -- 172.21.15.76:0/3113160829 >> 172.21.15.76:0/3113160829 conn(0x7f19e009b830 msgr2=0x7f19e00cb300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:18.808 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.804+0000 7f19e870f640 1 -- 172.21.15.76:0/3113160829 shutdown_connections 2024-09-13T16:02:18.808 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.804+0000 7f19e870f640 1 -- 172.21.15.76:0/3113160829 wait complete. 2024-09-13T16:02:18.817 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:02:18.917 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.916+0000 7f9c3634c640 1 Processor -- start 2024-09-13T16:02:18.918 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.916+0000 7f9c3634c640 1 -- start start 2024-09-13T16:02:18.919 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.917+0000 7f9c3634c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f9c300b2880 0x7f9c30163690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:18.919 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.917+0000 7f9c3634c640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9c300b2d10 con 0x7f9c30158b00 2024-09-13T16:02:18.919 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.917+0000 7f9c3634c640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9c300b2ff0 con 0x7f9c3006c8a0 2024-09-13T16:02:18.919 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.917+0000 7f9c3634c640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9c30070310 con 0x7f9c300b2880 2024-09-13T16:02:18.919 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.917+0000 7f9c2ffff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f9c30158b00 0x7f9c3006c190 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:43316/0 (socket says 172.21.15.76:43316) 2024-09-13T16:02:18.919 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.917+0000 7f9c2ffff640 1 -- 172.21.15.76:0/140226832 learned_addr learned my addr 172.21.15.76:0/140226832 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:18.919 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.917+0000 7f9c348e9640 1 --2- 172.21.15.76:0/140226832 >> v2:172.21.15.76:3300/0 conn(0x7f9c300b2880 0x7f9c30163690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:18.920 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.917+0000 7f9c348e9640 1 -- 172.21.15.76:0/140226832 >> v1:172.21.15.192:6789/0 conn(0x7f9c3006c8a0 legacy=0x7f9c300b1160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:18.920 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.917+0000 7f9c348e9640 1 -- 172.21.15.76:0/140226832 >> v1:172.21.15.76:6789/0 conn(0x7f9c30158b00 legacy=0x7f9c3006c190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:18.920 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.917+0000 7f9c348e9640 1 -- 172.21.15.76:0/140226832 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9c300705f0 con 0x7f9c300b2880 2024-09-13T16:02:18.924 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.918+0000 7f9c348e9640 1 --2- 172.21.15.76:0/140226832 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9c300b2880 0x7f9c30163690 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f9c28009d90 tx=0x7f9c2802c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=acaa5f8d1827840f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:18.924 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.918+0000 7f9c2effd640 1 -- 172.21.15.76:0/140226832 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c28032800 con 0x7f9c300b2880 2024-09-13T16:02:18.924 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.918+0000 7f9c2effd640 1 -- 172.21.15.76:0/140226832 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9c28032960 con 0x7f9c300b2880 2024-09-13T16:02:18.924 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.918+0000 7f9c2effd640 1 -- 172.21.15.76:0/140226832 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c28032cf0 con 0x7f9c300b2880 2024-09-13T16:02:18.924 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.919+0000 7f9c3634c640 1 -- 172.21.15.76:0/140226832 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9c300b2880 msgr2=0x7f9c30163690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:18.924 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.919+0000 7f9c3634c640 1 --2- 172.21.15.76:0/140226832 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9c300b2880 0x7f9c30163690 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f9c28009d90 tx=0x7f9c2802c900 comp rx=0 tx=0).stop 2024-09-13T16:02:18.925 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.919+0000 7f9c3634c640 1 -- 172.21.15.76:0/140226832 shutdown_connections 2024-09-13T16:02:18.925 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.919+0000 7f9c3634c640 1 --2- 172.21.15.76:0/140226832 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9c300b2880 0x7f9c30163690 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:18.925 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.919+0000 7f9c3634c640 1 -- 172.21.15.76:0/140226832 >> 172.21.15.76:0/140226832 conn(0x7f9c3006a0b0 msgr2=0x7f9c3006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:18.925 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.919+0000 7f9c3634c640 1 -- 172.21.15.76:0/140226832 shutdown_connections 2024-09-13T16:02:18.925 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.919+0000 7f9c3634c640 1 -- 172.21.15.76:0/140226832 wait complete. 2024-09-13T16:02:18.925 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.920+0000 7f9c3634c640 1 Processor -- start 2024-09-13T16:02:18.925 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.920+0000 7f9c3634c640 1 -- start start 2024-09-13T16:02:18.925 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.921+0000 7f9c3634c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9c3006c8a0 0x7f9c3009bb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:18.925 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.921+0000 7f9c3634c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9c30158b00 0x7f9c301561e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:18.925 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.921+0000 7f9c3634c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9c300ae170 0x7f9c300ae600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:18.926 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.921+0000 7f9c3634c640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c301f2a30 con 0x7f9c300ae170 2024-09-13T16:02:18.926 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.921+0000 7f9c3634c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c300aeb40 con 0x7f9c30158b00 2024-09-13T16:02:18.926 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.921+0000 7f9c3634c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9c3009ae10 con 0x7f9c3006c8a0 2024-09-13T16:02:18.926 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.921+0000 7f9c348e9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9c300ae170 0x7f9c300ae600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:18.926 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.921+0000 7f9c348e9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9c300ae170 0x7f9c300ae600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49054/0 (socket says 172.21.15.76:49054) 2024-09-13T16:02:18.926 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.921+0000 7f9c348e9640 1 -- 172.21.15.76:0/3808134678 learned_addr learned my addr 172.21.15.76:0/3808134678 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:18.926 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.921+0000 7f9c2ffff640 1 --2- 172.21.15.76:0/3808134678 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9c3006c8a0 0x7f9c3009bb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:18.926 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.921+0000 7f9c2f7fe640 1 --2- 172.21.15.76:0/3808134678 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9c30158b00 0x7f9c301561e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:18.926 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.921+0000 7f9c348e9640 1 -- 172.21.15.76:0/3808134678 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9c3006c8a0 msgr2=0x7f9c3009bb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:18.926 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.921+0000 7f9c348e9640 1 --2- 172.21.15.76:0/3808134678 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9c3006c8a0 0x7f9c3009bb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:18.926 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.921+0000 7f9c348e9640 1 -- 172.21.15.76:0/3808134678 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9c30158b00 msgr2=0x7f9c301561e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:18.926 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.921+0000 7f9c348e9640 1 --2- 172.21.15.76:0/3808134678 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9c30158b00 0x7f9c301561e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:18.927 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.921+0000 7f9c348e9640 1 -- 172.21.15.76:0/3808134678 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9c28009a70 con 0x7f9c300ae170 2024-09-13T16:02:18.927 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.921+0000 7f9c348e9640 1 --2- 172.21.15.76:0/3808134678 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9c300ae170 0x7f9c300ae600 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f9c28009d90 tx=0x7f9c28004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:18.927 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.922+0000 7f9c2cff9640 1 -- 172.21.15.76:0/3808134678 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c28040070 con 0x7f9c300ae170 2024-09-13T16:02:18.927 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.922+0000 7f9c2cff9640 1 -- 172.21.15.76:0/3808134678 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9c2803b7a0 con 0x7f9c300ae170 2024-09-13T16:02:18.927 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.922+0000 7f9c3634c640 1 -- 172.21.15.76:0/3808134678 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9c301f2750 con 0x7f9c300ae170 2024-09-13T16:02:18.927 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.922+0000 7f9c2cff9640 1 -- 172.21.15.76:0/3808134678 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c2803bb50 con 0x7f9c300ae170 2024-09-13T16:02:18.927 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.922+0000 7f9c3634c640 1 -- 172.21.15.76:0/3808134678 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9c3009b390 con 0x7f9c300ae170 2024-09-13T16:02:18.927 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.923+0000 7f9c3634c640 1 -- 172.21.15.76:0/3808134678 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9c3006c190 con 0x7f9c300ae170 2024-09-13T16:02:18.928 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.923+0000 7f9c2cff9640 1 -- 172.21.15.76:0/3808134678 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9c28044070 con 0x7f9c300ae170 2024-09-13T16:02:18.928 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.924+0000 7f9c2cff9640 1 --2- 172.21.15.76:0/3808134678 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9c1c06ac00 0x7f9c1c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:18.928 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.924+0000 7f9c2cff9640 1 -- 172.21.15.76:0/3808134678 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f9c2802f070 con 0x7f9c300ae170 2024-09-13T16:02:18.928 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.924+0000 7f9c2ffff640 1 --2- 172.21.15.76:0/3808134678 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9c1c06ac00 0x7f9c1c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:18.928 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.924+0000 7f9c2ffff640 1 --2- 172.21.15.76:0/3808134678 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9c1c06ac00 0x7f9c1c06d0c0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f9c20005880 tx=0x7f9c20009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:18.929 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:18.928+0000 7f9c2cff9640 1 -- 172.21.15.76:0/3808134678 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f9c280775a0 con 0x7f9c300ae170 2024-09-13T16:02:19.092 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.091+0000 7f9c3634c640 1 -- 172.21.15.76:0/3808134678 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f9c300af070 con 0x7f9c300ae170 2024-09-13T16:02:19.093 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.091+0000 7f9c2cff9640 1 -- 172.21.15.76:0/3808134678 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v26) v1 ==== 104+0+11 (secure 0 0 0) 0x7f9c2807abc0 con 0x7f9c300ae170 2024-09-13T16:02:19.093 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2024-09-13T16:02:19.095 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.093+0000 7f9c3634c640 1 -- 172.21.15.76:0/3808134678 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9c1c06ac00 msgr2=0x7f9c1c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:19.095 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.093+0000 7f9c3634c640 1 --2- 172.21.15.76:0/3808134678 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9c1c06ac00 0x7f9c1c06d0c0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f9c20005880 tx=0x7f9c20009040 comp rx=0 tx=0).stop 2024-09-13T16:02:19.095 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.093+0000 7f9c3634c640 1 -- 172.21.15.76:0/3808134678 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9c300ae170 msgr2=0x7f9c300ae600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:19.095 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.093+0000 7f9c3634c640 1 --2- 172.21.15.76:0/3808134678 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9c300ae170 0x7f9c300ae600 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f9c28009d90 tx=0x7f9c28004a40 comp rx=0 tx=0).stop 2024-09-13T16:02:19.095 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.093+0000 7f9c3634c640 1 -- 172.21.15.76:0/3808134678 shutdown_connections 2024-09-13T16:02:19.095 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.093+0000 7f9c3634c640 1 --2- 172.21.15.76:0/3808134678 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9c300ae170 0x7f9c300ae600 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:19.095 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.093+0000 7f9c3634c640 1 --2- 172.21.15.76:0/3808134678 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9c30158b00 0x7f9c301561e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:19.095 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.093+0000 7f9c3634c640 1 --2- 172.21.15.76:0/3808134678 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9c1c06ac00 0x7f9c1c06d0c0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:19.095 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.093+0000 7f9c3634c640 1 --2- 172.21.15.76:0/3808134678 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9c3006c8a0 0x7f9c3009bb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:19.096 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.093+0000 7f9c3634c640 1 -- 172.21.15.76:0/3808134678 >> 172.21.15.76:0/3808134678 conn(0x7f9c3006a0b0 msgr2=0x7f9c30157070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:19.096 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.093+0000 7f9c3634c640 1 -- 172.21.15.76:0/3808134678 shutdown_connections 2024-09-13T16:02:19.096 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.093+0000 7f9c3634c640 1 -- 172.21.15.76:0/3808134678 wait complete. 2024-09-13T16:02:19.106 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:02:19.207 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.206+0000 7faade080640 1 Processor -- start 2024-09-13T16:02:19.207 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.206+0000 7faade080640 1 -- start start 2024-09-13T16:02:19.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.206+0000 7faade080640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7faad80b1370 0x7faad80b3850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:19.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.206+0000 7faade080640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faad80d1650 0x7faad80d2f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:19.209 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.206+0000 7faade080640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7faad80d1f40 con 0x7faad80cd500 2024-09-13T16:02:19.209 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.206+0000 7faade080640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7faad80d2190 con 0x7faad80b1370 2024-09-13T16:02:19.209 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.206+0000 7faade080640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faad80ccb20 con 0x7faad80d1650 2024-09-13T16:02:19.209 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.207+0000 7faacffff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7faad80b1370 0x7faad80b3850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:19.209 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.207+0000 7faad77fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7faad80cd500 0x7faad80b18c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:43322/0 (socket says 172.21.15.76:43322) 2024-09-13T16:02:19.209 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.207+0000 7faad77fe640 1 -- 172.21.15.76:0/3068179011 learned_addr learned my addr 172.21.15.76:0/3068179011 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:19.209 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.207+0000 7faad7fff640 1 --2- 172.21.15.76:0/3068179011 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faad80d1650 0x7faad80d2f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:19.209 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.207+0000 7faacffff640 1 -- 172.21.15.76:0/3068179011 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faad80d1650 msgr2=0x7faad80d2f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:19.209 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.207+0000 7faacffff640 1 --2- 172.21.15.76:0/3068179011 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faad80d1650 0x7faad80d2f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:19.209 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.207+0000 7faacffff640 1 -- 172.21.15.76:0/3068179011 >> v1:172.21.15.76:6789/0 conn(0x7faad80cd500 legacy=0x7faad80b18c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:19.209 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.207+0000 7faacffff640 1 -- 172.21.15.76:0/3068179011 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faad80cce00 con 0x7faad80b1370 2024-09-13T16:02:19.211 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.208+0000 7faacffff640 1 --2- 172.21.15.76:0/3068179011 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faad80b1370 0x7faad80b3850 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7faac00097a0 tx=0x7faac002a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=408fd073c13ea4b5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:19.211 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.208+0000 7faad6ffd640 1 -- 172.21.15.76:0/3068179011 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faac0032440 con 0x7faad80b1370 2024-09-13T16:02:19.211 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.208+0000 7faad6ffd640 1 -- 172.21.15.76:0/3068179011 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faac00325a0 con 0x7faad80b1370 2024-09-13T16:02:19.211 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.208+0000 7faad6ffd640 1 -- 172.21.15.76:0/3068179011 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faac0032930 con 0x7faad80b1370 2024-09-13T16:02:19.211 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.208+0000 7faade080640 1 -- 172.21.15.76:0/3068179011 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faad80b1370 msgr2=0x7faad80b3850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:19.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.208+0000 7faade080640 1 --2- 172.21.15.76:0/3068179011 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faad80b1370 0x7faad80b3850 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7faac00097a0 tx=0x7faac002a180 comp rx=0 tx=0).stop 2024-09-13T16:02:19.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.208+0000 7faade080640 1 -- 172.21.15.76:0/3068179011 shutdown_connections 2024-09-13T16:02:19.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.208+0000 7faade080640 1 --2- 172.21.15.76:0/3068179011 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faad80d1650 0x7faad80d2f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:19.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.208+0000 7faade080640 1 --2- 172.21.15.76:0/3068179011 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faad80b1370 0x7faad80b3850 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:19.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.208+0000 7faade080640 1 -- 172.21.15.76:0/3068179011 >> 172.21.15.76:0/3068179011 conn(0x7faad8089f60 msgr2=0x7faad80d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:19.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.208+0000 7faade080640 1 -- 172.21.15.76:0/3068179011 shutdown_connections 2024-09-13T16:02:19.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.208+0000 7faade080640 1 -- 172.21.15.76:0/3068179011 wait complete. 2024-09-13T16:02:19.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.210+0000 7faade080640 1 Processor -- start 2024-09-13T16:02:19.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.210+0000 7faade080640 1 -- start start 2024-09-13T16:02:19.216 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.210+0000 7faade080640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faad80cd500 0x7faad80ca810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:19.216 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.210+0000 7faade080640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faad80d1650 0x7faad8157530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:19.216 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.210+0000 7faade080640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faad8157ce0 0x7faad80b5300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:19.216 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.210+0000 7faade080640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faad8159140 con 0x7faad8157ce0 2024-09-13T16:02:19.216 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.210+0000 7faade080640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faad8158530 con 0x7faad80d1650 2024-09-13T16:02:19.216 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.210+0000 7faade080640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faad8158810 con 0x7faad80cd500 2024-09-13T16:02:19.216 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.210+0000 7faad7fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faad8157ce0 0x7faad80b5300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:19.216 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.210+0000 7faad7fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faad8157ce0 0x7faad80b5300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49072/0 (socket says 172.21.15.76:49072) 2024-09-13T16:02:19.216 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.210+0000 7faad7fff640 1 -- 172.21.15.76:0/956494821 learned_addr learned my addr 172.21.15.76:0/956494821 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:19.216 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.211+0000 7faad77fe640 1 --2- 172.21.15.76:0/956494821 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faad80cd500 0x7faad80ca810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:19.216 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.211+0000 7faacffff640 1 --2- 172.21.15.76:0/956494821 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faad80d1650 0x7faad8157530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:19.217 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.211+0000 7faad7fff640 1 -- 172.21.15.76:0/956494821 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faad80cd500 msgr2=0x7faad80ca810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:19.217 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.211+0000 7faad7fff640 1 --2- 172.21.15.76:0/956494821 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faad80cd500 0x7faad80ca810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:19.217 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.211+0000 7faad7fff640 1 -- 172.21.15.76:0/956494821 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faad80d1650 msgr2=0x7faad8157530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:19.217 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.211+0000 7faad7fff640 1 --2- 172.21.15.76:0/956494821 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faad80d1650 0x7faad8157530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:19.217 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.211+0000 7faad7fff640 1 -- 172.21.15.76:0/956494821 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faac0009400 con 0x7faad8157ce0 2024-09-13T16:02:19.217 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.211+0000 7faacffff640 1 --2- 172.21.15.76:0/956494821 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faad80d1650 0x7faad8157530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:02:19.217 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.211+0000 7faad7fff640 1 --2- 172.21.15.76:0/956494821 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faad8157ce0 0x7faad80b5300 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7faad0007e60 tx=0x7faad000e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:19.217 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.211+0000 7faad4ff9640 1 -- 172.21.15.76:0/956494821 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faad0014420 con 0x7faad8157ce0 2024-09-13T16:02:19.217 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.211+0000 7faad4ff9640 1 -- 172.21.15.76:0/956494821 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faad00145a0 con 0x7faad8157ce0 2024-09-13T16:02:19.217 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.211+0000 7faad4ff9640 1 -- 172.21.15.76:0/956494821 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faad0014950 con 0x7faad8157ce0 2024-09-13T16:02:19.217 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.211+0000 7faade080640 1 -- 172.21.15.76:0/956494821 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faad8158af0 con 0x7faad8157ce0 2024-09-13T16:02:19.217 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.211+0000 7faade080640 1 -- 172.21.15.76:0/956494821 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faad8157a70 con 0x7faad8157ce0 2024-09-13T16:02:19.217 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.212+0000 7faade080640 1 -- 172.21.15.76:0/956494821 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faad80cdaf0 con 0x7faad8157ce0 2024-09-13T16:02:19.217 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.212+0000 7faad4ff9640 1 -- 172.21.15.76:0/956494821 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7faad0014ab0 con 0x7faad8157ce0 2024-09-13T16:02:19.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.213+0000 7faad4ff9640 1 --2- 172.21.15.76:0/956494821 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7faab806ac00 0x7faab806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:19.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.213+0000 7faad4ff9640 1 -- 172.21.15.76:0/956494821 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7faad0089ec0 con 0x7faad8157ce0 2024-09-13T16:02:19.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.213+0000 7faad77fe640 1 --2- 172.21.15.76:0/956494821 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7faab806ac00 0x7faab806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:19.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.213+0000 7faad77fe640 1 --2- 172.21.15.76:0/956494821 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7faab806ac00 0x7faab806d0c0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7faac8005880 tx=0x7faac8009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:19.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.217+0000 7faad4ff9640 1 -- 172.21.15.76:0/956494821 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7faad0054e40 con 0x7faad8157ce0 2024-09-13T16:02:19.378 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.377+0000 7faade080640 1 -- 172.21.15.76:0/956494821 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7faad80d33b0 con 0x7faad8157ce0 2024-09-13T16:02:19.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.378+0000 7faad4ff9640 1 -- 172.21.15.76:0/956494821 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v26) v1 ==== 100+0+11 (secure 0 0 0) 0x7faad0058460 con 0x7faad8157ce0 2024-09-13T16:02:19.379 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2024-09-13T16:02:19.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.379+0000 7faade080640 1 -- 172.21.15.76:0/956494821 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7faab806ac00 msgr2=0x7faab806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:19.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.379+0000 7faade080640 1 --2- 172.21.15.76:0/956494821 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7faab806ac00 0x7faab806d0c0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7faac8005880 tx=0x7faac8009040 comp rx=0 tx=0).stop 2024-09-13T16:02:19.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.379+0000 7faade080640 1 -- 172.21.15.76:0/956494821 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faad8157ce0 msgr2=0x7faad80b5300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:19.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.379+0000 7faade080640 1 --2- 172.21.15.76:0/956494821 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faad8157ce0 0x7faad80b5300 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7faad0007e60 tx=0x7faad000e4b0 comp rx=0 tx=0).stop 2024-09-13T16:02:19.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.379+0000 7faade080640 1 -- 172.21.15.76:0/956494821 shutdown_connections 2024-09-13T16:02:19.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.379+0000 7faade080640 1 --2- 172.21.15.76:0/956494821 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faad8157ce0 0x7faad80b5300 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:19.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.379+0000 7faade080640 1 --2- 172.21.15.76:0/956494821 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faad80d1650 0x7faad8157530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:19.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.379+0000 7faade080640 1 --2- 172.21.15.76:0/956494821 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7faab806ac00 0x7faab806d0c0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:19.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.379+0000 7faade080640 1 --2- 172.21.15.76:0/956494821 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faad80cd500 0x7faad80ca810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:19.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.380+0000 7faade080640 1 -- 172.21.15.76:0/956494821 >> 172.21.15.76:0/956494821 conn(0x7faad8089f60 msgr2=0x7faad806c670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:19.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.380+0000 7faade080640 1 -- 172.21.15.76:0/956494821 shutdown_connections 2024-09-13T16:02:19.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.380+0000 7faade080640 1 -- 172.21.15.76:0/956494821 wait complete. 2024-09-13T16:02:19.392 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-13T16:02:19.493 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.492+0000 7f5c01ad7640 1 Processor -- start 2024-09-13T16:02:19.493 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.492+0000 7f5c01ad7640 1 -- start start 2024-09-13T16:02:19.496 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.492+0000 7f5c01ad7640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f5bfc0cdff0 0x7f5bfc06c390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:19.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.492+0000 7f5c01ad7640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5bfc0cd450 con 0x7f5bfc15c500 2024-09-13T16:02:19.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.492+0000 7f5c01ad7640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5bfc0d0cf0 con 0x7f5bfc0d2760 2024-09-13T16:02:19.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.492+0000 7f5c01ad7640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5bfc0d0fd0 con 0x7f5bfc0cdff0 2024-09-13T16:02:19.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.493+0000 7f5bfb7fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f5bfc15c500 0x7f5bfc0d2050 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:43330/0 (socket says 172.21.15.76:43330) 2024-09-13T16:02:19.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.493+0000 7f5bfb7fe640 1 -- 172.21.15.76:0/2405263151 learned_addr learned my addr 172.21.15.76:0/2405263151 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:19.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.493+0000 7f5bfbfff640 1 --2- 172.21.15.76:0/2405263151 >> v2:172.21.15.192:3300/0 conn(0x7f5bfc0cdff0 0x7f5bfc06c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:19.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.493+0000 7f5bfaffd640 1 -- 172.21.15.76:0/2405263151 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1390361760 0 0) 0x7f5bfc0cd450 con 0x7f5bfc15c500 2024-09-13T16:02:19.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.493+0000 7f5bfaffd640 1 -- 172.21.15.76:0/2405263151 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5be8003520 con 0x7f5bfc15c500 2024-09-13T16:02:19.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.493+0000 7f5bfaffd640 1 -- 172.21.15.76:0/2405263151 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 318719553 0 0) 0x7f5bfc0d0cf0 con 0x7f5bfc0d2760 2024-09-13T16:02:19.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.493+0000 7f5bfaffd640 1 -- 172.21.15.76:0/2405263151 --> v1:172.21.15.192:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5bfc0cd450 con 0x7f5bfc0d2760 2024-09-13T16:02:19.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.493+0000 7f5bfaffd640 1 -- 172.21.15.76:0/2405263151 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3200803854 0 0) 0x7f5be8003520 con 0x7f5bfc15c500 2024-09-13T16:02:19.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.493+0000 7f5bfaffd640 1 -- 172.21.15.76:0/2405263151 >> v2:172.21.15.192:3300/0 conn(0x7f5bfc0cdff0 msgr2=0x7f5bfc06c390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:19.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.493+0000 7f5bfaffd640 1 --2- 172.21.15.76:0/2405263151 >> v2:172.21.15.192:3300/0 conn(0x7f5bfc0cdff0 0x7f5bfc06c390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:19.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.493+0000 7f5bfaffd640 1 -- 172.21.15.76:0/2405263151 >> v1:172.21.15.192:6789/0 conn(0x7f5bfc0d2760 legacy=0x7f5bfc0cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:19.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.493+0000 7f5bfaffd640 1 -- 172.21.15.76:0/2405263151 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5bfc0cd0e0 con 0x7f5bfc15c500 2024-09-13T16:02:19.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.493+0000 7f5bfaffd640 1 -- 172.21.15.76:0/2405263151 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f5bec001670 con 0x7f5bfc15c500 2024-09-13T16:02:19.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.493+0000 7f5bfaffd640 1 -- 172.21.15.76:0/2405263151 >> v1:172.21.15.76:6789/0 conn(0x7f5bfc15c500 legacy=0x7f5bfc0d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:19.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.493+0000 7f5bfaffd640 1 --2- 172.21.15.76:0/2405263151 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5be8003b50 0x7f5be8003f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:19.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.493+0000 7f5bfaffd640 1 --2- 172.21.15.76:0/2405263151 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5be80047c0 0x7f5be8004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:19.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.493+0000 7f5bfaffd640 1 --2- 172.21.15.76:0/2405263151 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5be8005180 0x7f5be800b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:19.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.493+0000 7f5bfaffd640 1 -- 172.21.15.76:0/2405263151 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5bfc0d0fd0 con 0x7f5be8005180 2024-09-13T16:02:19.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.493+0000 7f5bfaffd640 1 -- 172.21.15.76:0/2405263151 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5be800c050 con 0x7f5be8003b50 2024-09-13T16:02:19.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.493+0000 7f5bfaffd640 1 -- 172.21.15.76:0/2405263151 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5be800c210 con 0x7f5be80047c0 2024-09-13T16:02:19.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.493+0000 7f5bfbfff640 1 --2- 172.21.15.76:0/2405263151 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5be8005180 0x7f5be800b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:19.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.493+0000 7f5bfb7fe640 1 --2- 172.21.15.76:0/2405263151 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5be8003b50 0x7f5be8003f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:19.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.493+0000 7f5bf3fff640 1 --2- 172.21.15.76:0/2405263151 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5be80047c0 0x7f5be8004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:19.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.494+0000 7f5bfbfff640 1 -- 172.21.15.76:0/2405263151 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5be80047c0 msgr2=0x7f5be8004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:19.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.494+0000 7f5bfbfff640 1 --2- 172.21.15.76:0/2405263151 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5be80047c0 0x7f5be8004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:19.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.494+0000 7f5bfbfff640 1 -- 172.21.15.76:0/2405263151 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5be8003b50 msgr2=0x7f5be8003f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:19.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.494+0000 7f5bfbfff640 1 --2- 172.21.15.76:0/2405263151 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5be8003b50 0x7f5be8003f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:19.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.494+0000 7f5bfbfff640 1 -- 172.21.15.76:0/2405263151 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5be8003520 con 0x7f5be8005180 2024-09-13T16:02:19.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.494+0000 7f5bfbfff640 1 -- 172.21.15.76:0/2405263151 reap_dead start 2024-09-13T16:02:19.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.494+0000 7f5bfbfff640 1 --2- 172.21.15.76:0/2405263151 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5be8005180 0x7f5be800b980 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f5bf4009fc0 tx=0x7f5be80057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a97eb594d58df3e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:19.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.494+0000 7f5bfaffd640 1 -- 172.21.15.76:0/2405263151 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5bf4003b90 con 0x7f5be8005180 2024-09-13T16:02:19.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.494+0000 7f5bfaffd640 1 -- 172.21.15.76:0/2405263151 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5bf400f040 con 0x7f5be8005180 2024-09-13T16:02:19.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.494+0000 7f5bfaffd640 1 -- 172.21.15.76:0/2405263151 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5bf4004020 con 0x7f5be8005180 2024-09-13T16:02:19.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.495+0000 7f5c01ad7640 1 -- 172.21.15.76:0/2405263151 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5be8005180 msgr2=0x7f5be800b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:19.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.495+0000 7f5c01ad7640 1 --2- 172.21.15.76:0/2405263151 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5be8005180 0x7f5be800b980 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f5bf4009fc0 tx=0x7f5be80057f0 comp rx=0 tx=0).stop 2024-09-13T16:02:19.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.495+0000 7f5c01ad7640 1 -- 172.21.15.76:0/2405263151 shutdown_connections 2024-09-13T16:02:19.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.495+0000 7f5c01ad7640 1 --2- 172.21.15.76:0/2405263151 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5be8005180 0x7f5be800b980 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:19.500 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.495+0000 7f5c01ad7640 1 -- 172.21.15.76:0/2405263151 >> 172.21.15.76:0/2405263151 conn(0x7f5bfc089f60 msgr2=0x7f5bfc09b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:19.500 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.495+0000 7f5c01ad7640 1 -- 172.21.15.76:0/2405263151 shutdown_connections 2024-09-13T16:02:19.500 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.495+0000 7f5c01ad7640 1 -- 172.21.15.76:0/2405263151 wait complete. 2024-09-13T16:02:19.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.496+0000 7f5c01ad7640 1 Processor -- start 2024-09-13T16:02:19.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.496+0000 7f5c01ad7640 1 -- start start 2024-09-13T16:02:19.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.497+0000 7f5c01ad7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5be8005180 0x7f5bfc0b5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:19.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.497+0000 7f5c01ad7640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5bfc15f830 0x7f5bfc159c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:19.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.497+0000 7f5c01ad7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5bfc06b380 0x7f5bfc06b810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:19.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.497+0000 7f5c01ad7640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5bfc06bd50 con 0x7f5be8005180 2024-09-13T16:02:19.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.497+0000 7f5c01ad7640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5bfc1f2c90 con 0x7f5bfc15f830 2024-09-13T16:02:19.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.497+0000 7f5c01ad7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5bfc0cc4f0 con 0x7f5bfc06b380 2024-09-13T16:02:19.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.497+0000 7f5bfb7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5be8005180 0x7f5bfc0b5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:19.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.497+0000 7f5bfb7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5be8005180 0x7f5bfc0b5260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49098/0 (socket says 172.21.15.76:49098) 2024-09-13T16:02:19.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.497+0000 7f5bfb7fe640 1 -- 172.21.15.76:0/4050065267 learned_addr learned my addr 172.21.15.76:0/4050065267 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:19.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.497+0000 7f5bfb7fe640 1 -- 172.21.15.76:0/4050065267 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5bfc06b380 msgr2=0x7f5bfc06b810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:19.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.497+0000 7f5bfb7fe640 1 --2- 172.21.15.76:0/4050065267 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5bfc06b380 0x7f5bfc06b810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:19.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.497+0000 7f5bfb7fe640 1 -- 172.21.15.76:0/4050065267 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5bfc15f830 msgr2=0x7f5bfc159c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:19.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.497+0000 7f5bfb7fe640 1 --2- 172.21.15.76:0/4050065267 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5bfc15f830 0x7f5bfc159c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:19.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.497+0000 7f5bfb7fe640 1 -- 172.21.15.76:0/4050065267 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5bfc15a190 con 0x7f5be8005180 2024-09-13T16:02:19.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.497+0000 7f5bfb7fe640 1 --2- 172.21.15.76:0/4050065267 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5be8005180 0x7f5bfc0b5260 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f5bec004ec0 tx=0x7f5bec007430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:19.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.498+0000 7f5bf8ff9640 1 -- 172.21.15.76:0/4050065267 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5bec00f750 con 0x7f5be8005180 2024-09-13T16:02:19.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.498+0000 7f5bf8ff9640 1 -- 172.21.15.76:0/4050065267 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5bec00f8f0 con 0x7f5be8005180 2024-09-13T16:02:19.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.498+0000 7f5c01ad7640 1 -- 172.21.15.76:0/4050065267 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5bfc1f5f20 con 0x7f5be8005180 2024-09-13T16:02:19.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.498+0000 7f5bf8ff9640 1 -- 172.21.15.76:0/4050065267 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5bec00fca0 con 0x7f5be8005180 2024-09-13T16:02:19.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.498+0000 7f5c01ad7640 1 -- 172.21.15.76:0/4050065267 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5bfc0cc210 con 0x7f5be8005180 2024-09-13T16:02:19.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.499+0000 7f5c01ad7640 1 -- 172.21.15.76:0/4050065267 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5bfc0cdd90 con 0x7f5be8005180 2024-09-13T16:02:19.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.499+0000 7f5bf8ff9640 1 -- 172.21.15.76:0/4050065267 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f5bec01d460 con 0x7f5be8005180 2024-09-13T16:02:19.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.499+0000 7f5bf8ff9640 1 --2- 172.21.15.76:0/4050065267 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5bdc06ac30 0x7f5bdc06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:19.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.500+0000 7f5bf8ff9640 1 -- 172.21.15.76:0/4050065267 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f5bec089660 con 0x7f5be8005180 2024-09-13T16:02:19.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.500+0000 7f5bf3fff640 1 --2- 172.21.15.76:0/4050065267 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5bdc06ac30 0x7f5bdc06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:19.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.500+0000 7f5bf3fff640 1 --2- 172.21.15.76:0/4050065267 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5bdc06ac30 0x7f5bdc06d0f0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f5be4007850 tx=0x7f5be4009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:19.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.504+0000 7f5bf8ff9640 1 -- 172.21.15.76:0/4050065267 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f5bec057fe0 con 0x7f5be8005180 2024-09-13T16:02:19.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.674+0000 7f5c01ad7640 1 -- 172.21.15.76:0/4050065267 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f5bfc06b160 con 0x7f5be8005180 2024-09-13T16:02:19.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.674+0000 7f5bf8ff9640 1 -- 172.21.15.76:0/4050065267 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v27) v1 ==== 103+0+11 (secure 0 0 0) 0x7f5bec057b70 con 0x7f5be8005180 2024-09-13T16:02:19.676 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2024-09-13T16:02:19.678 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.676+0000 7f5c01ad7640 1 -- 172.21.15.76:0/4050065267 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5bdc06ac30 msgr2=0x7f5bdc06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:19.678 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.676+0000 7f5c01ad7640 1 --2- 172.21.15.76:0/4050065267 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5bdc06ac30 0x7f5bdc06d0f0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f5be4007850 tx=0x7f5be4009040 comp rx=0 tx=0).stop 2024-09-13T16:02:19.678 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.676+0000 7f5c01ad7640 1 -- 172.21.15.76:0/4050065267 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5be8005180 msgr2=0x7f5bfc0b5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:19.678 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.676+0000 7f5c01ad7640 1 --2- 172.21.15.76:0/4050065267 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5be8005180 0x7f5bfc0b5260 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f5bec004ec0 tx=0x7f5bec007430 comp rx=0 tx=0).stop 2024-09-13T16:02:19.678 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.676+0000 7f5c01ad7640 1 -- 172.21.15.76:0/4050065267 shutdown_connections 2024-09-13T16:02:19.678 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.676+0000 7f5c01ad7640 1 --2- 172.21.15.76:0/4050065267 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5bdc06ac30 0x7f5bdc06d0f0 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:19.678 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.676+0000 7f5c01ad7640 1 --2- 172.21.15.76:0/4050065267 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5bfc06b380 0x7f5bfc06b810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:19.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.676+0000 7f5c01ad7640 1 --2- 172.21.15.76:0/4050065267 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5bfc15f830 0x7f5bfc159c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:19.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.676+0000 7f5c01ad7640 1 --2- 172.21.15.76:0/4050065267 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5be8005180 0x7f5bfc0b5260 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:19.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.676+0000 7f5c01ad7640 1 -- 172.21.15.76:0/4050065267 >> 172.21.15.76:0/4050065267 conn(0x7f5bfc089f60 msgr2=0x7f5bfc0af0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:19.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.676+0000 7f5c01ad7640 1 -- 172.21.15.76:0/4050065267 shutdown_connections 2024-09-13T16:02:19.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.676+0000 7f5c01ad7640 1 -- 172.21.15.76:0/4050065267 wait complete. 2024-09-13T16:02:19.689 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:02:19.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.786+0000 7f20a0376640 1 Processor -- start 2024-09-13T16:02:19.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.786+0000 7f20a0376640 1 -- start start 2024-09-13T16:02:19.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.787+0000 7f20a0376640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f209815c6e0 0x7f20980b3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:19.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.787+0000 7f20a0376640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f20980d1840 con 0x7f20980ccb20 2024-09-13T16:02:19.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.787+0000 7f20a0376640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f209806bd20 con 0x7f20980d07b0 2024-09-13T16:02:19.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.787+0000 7f20a0376640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2098160e50 con 0x7f209815c6e0 2024-09-13T16:02:19.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.787+0000 7f209e913640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f20980ccb20 0x7f2098160740 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:43336/0 (socket says 172.21.15.76:43336) 2024-09-13T16:02:19.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.787+0000 7f209e913640 1 -- 172.21.15.76:0/3017442666 learned_addr learned my addr 172.21.15.76:0/3017442666 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:19.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.787+0000 7f209e112640 1 --2- 172.21.15.76:0/3017442666 >> v2:172.21.15.192:3300/0 conn(0x7f209815c6e0 0x7f20980b3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:19.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.787+0000 7f209d110640 1 -- 172.21.15.76:0/3017442666 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2258716769 0 0) 0x7f20980d1840 con 0x7f20980ccb20 2024-09-13T16:02:19.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.787+0000 7f209d110640 1 -- 172.21.15.76:0/3017442666 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2084003520 con 0x7f20980ccb20 2024-09-13T16:02:19.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.787+0000 7f209d110640 1 -- 172.21.15.76:0/3017442666 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2006846363 0 0) 0x7f2084003520 con 0x7f20980ccb20 2024-09-13T16:02:19.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.787+0000 7f209d110640 1 -- 172.21.15.76:0/3017442666 >> v2:172.21.15.192:3300/0 conn(0x7f209815c6e0 msgr2=0x7f20980b3f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:19.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.787+0000 7f209d110640 1 --2- 172.21.15.76:0/3017442666 >> v2:172.21.15.192:3300/0 conn(0x7f209815c6e0 0x7f20980b3f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:19.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.787+0000 7f209d110640 1 -- 172.21.15.76:0/3017442666 >> v1:172.21.15.192:6789/0 conn(0x7f20980d07b0 legacy=0x7f2098160030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:19.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.787+0000 7f209d110640 1 -- 172.21.15.76:0/3017442666 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f20980d0c30 con 0x7f20980ccb20 2024-09-13T16:02:19.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.787+0000 7f209d110640 1 -- 172.21.15.76:0/3017442666 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f20900019f0 con 0x7f20980ccb20 2024-09-13T16:02:19.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.788+0000 7f209d110640 1 -- 172.21.15.76:0/3017442666 >> v1:172.21.15.76:6789/0 conn(0x7f20980ccb20 legacy=0x7f2098160740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:19.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.788+0000 7f209d110640 1 --2- 172.21.15.76:0/3017442666 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2084003970 0x7f2084003d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:19.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.788+0000 7f209d110640 1 --2- 172.21.15.76:0/3017442666 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2084004370 0x7f2084004840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:19.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.788+0000 7f209d110640 1 --2- 172.21.15.76:0/3017442666 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f20840050e0 0x7f208400b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:19.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.788+0000 7f209d110640 1 -- 172.21.15.76:0/3017442666 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2098160e50 con 0x7f2084004370 2024-09-13T16:02:19.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.788+0000 7f209d110640 1 -- 172.21.15.76:0/3017442666 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f208400c020 con 0x7f20840050e0 2024-09-13T16:02:19.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.788+0000 7f209d110640 1 -- 172.21.15.76:0/3017442666 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f208400c1e0 con 0x7f2084003970 2024-09-13T16:02:19.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.788+0000 7f209d911640 1 --2- 172.21.15.76:0/3017442666 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2084004370 0x7f2084004840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:19.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.788+0000 7f209e913640 1 --2- 172.21.15.76:0/3017442666 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f20840050e0 0x7f208400b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:19.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.788+0000 7f209e112640 1 --2- 172.21.15.76:0/3017442666 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2084003970 0x7f2084003d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:19.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.788+0000 7f209d911640 1 -- 172.21.15.76:0/3017442666 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2084003970 msgr2=0x7f2084003d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:19.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.788+0000 7f209d911640 1 --2- 172.21.15.76:0/3017442666 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2084003970 0x7f2084003d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:19.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.788+0000 7f209d911640 1 -- 172.21.15.76:0/3017442666 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f20840050e0 msgr2=0x7f208400b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:19.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.788+0000 7f209d911640 1 --2- 172.21.15.76:0/3017442666 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f20840050e0 0x7f208400b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:19.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.788+0000 7f209d911640 1 -- 172.21.15.76:0/3017442666 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2084003520 con 0x7f2084004370 2024-09-13T16:02:19.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.788+0000 7f209e913640 1 -- 172.21.15.76:0/3017442666 reap_dead start 2024-09-13T16:02:19.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.788+0000 7f209e112640 1 --2- 172.21.15.76:0/3017442666 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2084003970 0x7f2084003d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:02:19.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.789+0000 7f209d911640 1 --2- 172.21.15.76:0/3017442666 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2084004370 0x7f2084004840 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f2088001860 tx=0x7f20840057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=66de1aaa63da64e6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:19.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.789+0000 7f209d110640 1 -- 172.21.15.76:0/3017442666 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f208802abc0 con 0x7f2084004370 2024-09-13T16:02:19.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.789+0000 7f209d110640 1 -- 172.21.15.76:0/3017442666 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f208802ad40 con 0x7f2084004370 2024-09-13T16:02:19.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.789+0000 7f209d110640 1 -- 172.21.15.76:0/3017442666 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2088032680 con 0x7f2084004370 2024-09-13T16:02:19.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.789+0000 7f20a0376640 1 -- 172.21.15.76:0/3017442666 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2084004370 msgr2=0x7f2084004840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:19.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.789+0000 7f20a0376640 1 --2- 172.21.15.76:0/3017442666 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2084004370 0x7f2084004840 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f2088001860 tx=0x7f20840057f0 comp rx=0 tx=0).stop 2024-09-13T16:02:19.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.789+0000 7f20a0376640 1 -- 172.21.15.76:0/3017442666 shutdown_connections 2024-09-13T16:02:19.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.789+0000 7f20a0376640 1 --2- 172.21.15.76:0/3017442666 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2084004370 0x7f2084004840 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:19.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.789+0000 7f20a0376640 1 -- 172.21.15.76:0/3017442666 >> 172.21.15.76:0/3017442666 conn(0x7f2098089f60 msgr2=0x7f20980d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:19.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.789+0000 7f20a0376640 1 -- 172.21.15.76:0/3017442666 shutdown_connections 2024-09-13T16:02:19.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.789+0000 7f20a0376640 1 -- 172.21.15.76:0/3017442666 wait complete. 2024-09-13T16:02:19.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.791+0000 7f20a0376640 1 Processor -- start 2024-09-13T16:02:19.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.791+0000 7f20a0376640 1 -- start start 2024-09-13T16:02:19.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.791+0000 7f20a0376640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2084004370 0x7f20980b5ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:19.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.791+0000 7f20a0376640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f20980b7440 0x7f209815a3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:19.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.791+0000 7f20a0376640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2098154990 0x7f209815f080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:19.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.791+0000 7f20a0376640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f209815a930 con 0x7f20980b7440 2024-09-13T16:02:19.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.791+0000 7f20a0376640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f20980b63a0 con 0x7f2084004370 2024-09-13T16:02:19.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.791+0000 7f20a0376640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f20980b6680 con 0x7f2098154990 2024-09-13T16:02:19.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.791+0000 7f209d911640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f20980b7440 0x7f209815a3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:19.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.791+0000 7f209d911640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f20980b7440 0x7f209815a3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49118/0 (socket says 172.21.15.76:49118) 2024-09-13T16:02:19.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.791+0000 7f209d911640 1 -- 172.21.15.76:0/3251054451 learned_addr learned my addr 172.21.15.76:0/3251054451 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:19.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.792+0000 7f209e913640 1 --2- 172.21.15.76:0/3251054451 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2098154990 0x7f209815f080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:19.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.792+0000 7f209e112640 1 --2- 172.21.15.76:0/3251054451 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2084004370 0x7f20980b5ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:19.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.792+0000 7f209d911640 1 -- 172.21.15.76:0/3251054451 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2098154990 msgr2=0x7f209815f080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:19.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.792+0000 7f209d911640 1 --2- 172.21.15.76:0/3251054451 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2098154990 0x7f209815f080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:19.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.792+0000 7f209d911640 1 -- 172.21.15.76:0/3251054451 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2084004370 msgr2=0x7f20980b5ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:19.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.792+0000 7f209d911640 1 --2- 172.21.15.76:0/3251054451 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2084004370 0x7f20980b5ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:19.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.792+0000 7f209d911640 1 -- 172.21.15.76:0/3251054451 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f20980b6960 con 0x7f20980b7440 2024-09-13T16:02:19.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.792+0000 7f209e913640 1 --2- 172.21.15.76:0/3251054451 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2098154990 0x7f209815f080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:02:19.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.792+0000 7f209e112640 1 --2- 172.21.15.76:0/3251054451 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2084004370 0x7f20980b5ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:02:19.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.792+0000 7f209d911640 1 --2- 172.21.15.76:0/3251054451 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f20980b7440 0x7f209815a3f0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f208802a5a0 tx=0x7f2088001230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:19.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.792+0000 7f208effd640 1 -- 172.21.15.76:0/3251054451 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f208803e650 con 0x7f20980b7440 2024-09-13T16:02:19.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.792+0000 7f208effd640 1 -- 172.21.15.76:0/3251054451 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f208802abd0 con 0x7f20980b7440 2024-09-13T16:02:19.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.792+0000 7f20a0376640 1 -- 172.21.15.76:0/3251054451 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f20980b6c40 con 0x7f20980b7440 2024-09-13T16:02:19.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.792+0000 7f208effd640 1 -- 172.21.15.76:0/3251054451 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f208803ea10 con 0x7f20980b7440 2024-09-13T16:02:19.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.792+0000 7f20a0376640 1 -- 172.21.15.76:0/3251054451 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2098154e40 con 0x7f20980b7440 2024-09-13T16:02:19.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.793+0000 7f20a0376640 1 -- 172.21.15.76:0/3251054451 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f20980b4c80 con 0x7f20980b7440 2024-09-13T16:02:19.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.793+0000 7f208effd640 1 -- 172.21.15.76:0/3251054451 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f208803eb70 con 0x7f20980b7440 2024-09-13T16:02:19.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.794+0000 7f208effd640 1 --2- 172.21.15.76:0/3251054451 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f207c06ac00 0x7f207c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:19.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.794+0000 7f208effd640 1 -- 172.21.15.76:0/3251054451 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6642+0+0 (secure 0 0 0) 0x7f20880a9f30 con 0x7f20980b7440 2024-09-13T16:02:19.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.794+0000 7f209e112640 1 --2- 172.21.15.76:0/3251054451 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f207c06ac00 0x7f207c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:19.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.794+0000 7f209e112640 1 --2- 172.21.15.76:0/3251054451 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f207c06ac00 0x7f207c06d0c0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f209815e8d0 tx=0x7f2094008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:19.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.798+0000 7f208effd640 1 -- 172.21.15.76:0/3251054451 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f2088074df0 con 0x7f20980b7440 2024-09-13T16:02:19.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.962+0000 7f20a0376640 1 -- 172.21.15.76:0/3251054451 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f20980b46c0 con 0x7f20980b7440 2024-09-13T16:02:19.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.963+0000 7f208effd640 1 -- 172.21.15.76:0/3251054451 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v27) v1 ==== 74+0+18669 (secure 0 0 0) 0x7f2088078410 con 0x7f20980b7440 2024-09-13T16:02:19.964 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:02:19.964 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":27,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:02:19.568285+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:01:36.778177+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T16:01:37.336141+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T16:01:40.400554+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.2","mappings":[{"from":3,"to":2},{"from":5,"to":1}]},{"pgid":"3.15","mappings":[{"from":7,"to":2}]},{"pgid":"3.3a","mappings":[{"from":5,"to":2}]},{"pgid":"4.0","mappings":[{"from":1,"to":2}]},{"pgid":"4.9","mappings":[{"from":1,"to":2}]},{"pgid":"4.1d","mappings":[{"from":1,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:02:19.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.965+0000 7f20a0376640 1 -- 172.21.15.76:0/3251054451 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f207c06ac00 msgr2=0x7f207c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:19.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.965+0000 7f20a0376640 1 --2- 172.21.15.76:0/3251054451 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f207c06ac00 0x7f207c06d0c0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f209815e8d0 tx=0x7f2094008040 comp rx=0 tx=0).stop 2024-09-13T16:02:19.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.965+0000 7f20a0376640 1 -- 172.21.15.76:0/3251054451 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f20980b7440 msgr2=0x7f209815a3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:19.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.965+0000 7f20a0376640 1 --2- 172.21.15.76:0/3251054451 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f20980b7440 0x7f209815a3f0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f208802a5a0 tx=0x7f2088001230 comp rx=0 tx=0).stop 2024-09-13T16:02:19.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.965+0000 7f20a0376640 1 -- 172.21.15.76:0/3251054451 shutdown_connections 2024-09-13T16:02:19.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.965+0000 7f20a0376640 1 --2- 172.21.15.76:0/3251054451 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f207c06ac00 0x7f207c06d0c0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:19.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.965+0000 7f20a0376640 1 --2- 172.21.15.76:0/3251054451 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2098154990 0x7f209815f080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:19.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.965+0000 7f20a0376640 1 --2- 172.21.15.76:0/3251054451 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f20980b7440 0x7f209815a3f0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:19.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.965+0000 7f20a0376640 1 --2- 172.21.15.76:0/3251054451 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2084004370 0x7f20980b5ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:19.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.965+0000 7f20a0376640 1 -- 172.21.15.76:0/3251054451 >> 172.21.15.76:0/3251054451 conn(0x7f2098089f60 msgr2=0x7f209815b510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:19.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.965+0000 7f20a0376640 1 -- 172.21.15.76:0/3251054451 shutdown_connections 2024-09-13T16:02:19.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:19.965+0000 7f20a0376640 1 -- 172.21.15.76:0/3251054451 wait complete. 2024-09-13T16:02:19.977 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:01:26.960607+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:01:36.778177+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:01:37.336141+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-13T16:01:40.400554+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '26', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-13T16:02:19.978 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:02:20.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.077+0000 7fbfdba5a640 1 Processor -- start 2024-09-13T16:02:20.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.077+0000 7fbfdba5a640 1 -- start start 2024-09-13T16:02:20.080 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.078+0000 7fbfdba5a640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fbfd40b2b40 0x7fbfd40ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:20.080 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.078+0000 7fbfdba5a640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbfd40ccbe0 con 0x7fbfd40ce4f0 2024-09-13T16:02:20.080 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.078+0000 7fbfdba5a640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbfd40b1810 con 0x7fbfd4159310 2024-09-13T16:02:20.080 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.078+0000 7fbfdba5a640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbfd40ad940 con 0x7fbfd40b2b40 2024-09-13T16:02:20.080 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.078+0000 7fbfd8ff5640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fbfd40b2b40 0x7fbfd40ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:20.080 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.078+0000 7fbfd9ff7640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fbfd40ce4f0 0x7fbfd40ce8d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:43352/0 (socket says 172.21.15.76:43352) 2024-09-13T16:02:20.080 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.078+0000 7fbfd9ff7640 1 -- 172.21.15.76:0/1705109729 learned_addr learned my addr 172.21.15.76:0/1705109729 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:20.081 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.079+0000 7fbfd8ff5640 1 -- 172.21.15.76:0/1705109729 >> v1:172.21.15.192:6789/0 conn(0x7fbfd4159310 legacy=0x7fbfd40ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:20.081 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.079+0000 7fbfd8ff5640 1 -- 172.21.15.76:0/1705109729 >> v1:172.21.15.76:6789/0 conn(0x7fbfd40ce4f0 legacy=0x7fbfd40ce8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:20.081 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.079+0000 7fbfcbfff640 1 -- 172.21.15.76:0/1705109729 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1414529674 0 0) 0x7fbfd40ccbe0 con 0x7fbfd40ce4f0 2024-09-13T16:02:20.081 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.079+0000 7fbfd8ff5640 1 -- 172.21.15.76:0/1705109729 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbfd406d9e0 con 0x7fbfd40b2b40 2024-09-13T16:02:20.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.079+0000 7fbfd8ff5640 1 --2- 172.21.15.76:0/1705109729 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbfd40b2b40 0x7fbfd40ad400 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fbfc40097a0 tx=0x7fbfc402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e5448427d5722739 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:20.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.080+0000 7fbfcbfff640 1 -- 172.21.15.76:0/1705109729 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbfc4032440 con 0x7fbfd40b2b40 2024-09-13T16:02:20.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.080+0000 7fbfcbfff640 1 -- 172.21.15.76:0/1705109729 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbfc40325a0 con 0x7fbfd40b2b40 2024-09-13T16:02:20.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.080+0000 7fbfcbfff640 1 -- 172.21.15.76:0/1705109729 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbfc4032930 con 0x7fbfd40b2b40 2024-09-13T16:02:20.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.080+0000 7fbfdba5a640 1 -- 172.21.15.76:0/1705109729 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbfd40b2b40 msgr2=0x7fbfd40ad400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:20.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.080+0000 7fbfdba5a640 1 --2- 172.21.15.76:0/1705109729 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbfd40b2b40 0x7fbfd40ad400 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fbfc40097a0 tx=0x7fbfc402a1a0 comp rx=0 tx=0).stop 2024-09-13T16:02:20.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.080+0000 7fbfdba5a640 1 -- 172.21.15.76:0/1705109729 shutdown_connections 2024-09-13T16:02:20.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.080+0000 7fbfdba5a640 1 --2- 172.21.15.76:0/1705109729 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbfd40b2b40 0x7fbfd40ad400 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:20.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.080+0000 7fbfdba5a640 1 -- 172.21.15.76:0/1705109729 >> 172.21.15.76:0/1705109729 conn(0x7fbfd406a0b0 msgr2=0x7fbfd406a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:20.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.080+0000 7fbfdba5a640 1 -- 172.21.15.76:0/1705109729 shutdown_connections 2024-09-13T16:02:20.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.080+0000 7fbfdba5a640 1 -- 172.21.15.76:0/1705109729 wait complete. 2024-09-13T16:02:20.084 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.081+0000 7fbfdba5a640 1 Processor -- start 2024-09-13T16:02:20.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.081+0000 7fbfdba5a640 1 -- start start 2024-09-13T16:02:20.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.082+0000 7fbfdba5a640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbfd40b2b40 0x7fbfd40c3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:20.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.082+0000 7fbfdba5a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbfd40ce4f0 0x7fbfd40aec50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:20.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.082+0000 7fbfdba5a640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbfd4159310 0x7fbfd40af190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:20.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.082+0000 7fbfdba5a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbfd40ae050 con 0x7fbfd40ce4f0 2024-09-13T16:02:20.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.082+0000 7fbfdba5a640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbfd41e0560 con 0x7fbfd40b2b40 2024-09-13T16:02:20.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.082+0000 7fbfdba5a640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbfd41e0840 con 0x7fbfd4159310 2024-09-13T16:02:20.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.082+0000 7fbfd8ff5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbfd40ce4f0 0x7fbfd40aec50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:20.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.082+0000 7fbfd8ff5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbfd40ce4f0 0x7fbfd40aec50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49136/0 (socket says 172.21.15.76:49136) 2024-09-13T16:02:20.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.082+0000 7fbfd8ff5640 1 -- 172.21.15.76:0/1819503309 learned_addr learned my addr 172.21.15.76:0/1819503309 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:20.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.083+0000 7fbfd97f6640 1 --2- 172.21.15.76:0/1819503309 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbfd40b2b40 0x7fbfd40c3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:20.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.083+0000 7fbfd9ff7640 1 --2- 172.21.15.76:0/1819503309 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbfd4159310 0x7fbfd40af190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:20.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.083+0000 7fbfd8ff5640 1 -- 172.21.15.76:0/1819503309 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbfd4159310 msgr2=0x7fbfd40af190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:20.086 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.083+0000 7fbfd8ff5640 1 --2- 172.21.15.76:0/1819503309 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbfd4159310 0x7fbfd40af190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:20.086 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.083+0000 7fbfd8ff5640 1 -- 172.21.15.76:0/1819503309 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbfd40b2b40 msgr2=0x7fbfd40c3ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:20.086 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.083+0000 7fbfd8ff5640 1 --2- 172.21.15.76:0/1819503309 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbfd40b2b40 0x7fbfd40c3ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:20.086 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.083+0000 7fbfd8ff5640 1 -- 172.21.15.76:0/1819503309 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbfc4009400 con 0x7fbfd40ce4f0 2024-09-13T16:02:20.086 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.083+0000 7fbfd8ff5640 1 --2- 172.21.15.76:0/1819503309 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbfd40ce4f0 0x7fbfd40aec50 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fbfc4000c00 tx=0x7fbfc40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:20.086 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.083+0000 7fbfc9ffb640 1 -- 172.21.15.76:0/1819503309 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbfc4030b80 con 0x7fbfd40ce4f0 2024-09-13T16:02:20.086 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.083+0000 7fbfc9ffb640 1 -- 172.21.15.76:0/1819503309 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbfc4030ce0 con 0x7fbfd40ce4f0 2024-09-13T16:02:20.086 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.083+0000 7fbfdba5a640 1 -- 172.21.15.76:0/1819503309 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbfd41e0b20 con 0x7fbfd40ce4f0 2024-09-13T16:02:20.086 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.083+0000 7fbfc9ffb640 1 -- 172.21.15.76:0/1819503309 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbfc403d680 con 0x7fbfd40ce4f0 2024-09-13T16:02:20.086 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.083+0000 7fbfdba5a640 1 -- 172.21.15.76:0/1819503309 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbfd4154ad0 con 0x7fbfd40ce4f0 2024-09-13T16:02:20.087 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.084+0000 7fbfdba5a640 1 -- 172.21.15.76:0/1819503309 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbfd41e1040 con 0x7fbfd40ce4f0 2024-09-13T16:02:20.087 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.085+0000 7fbfc9ffb640 1 -- 172.21.15.76:0/1819503309 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fbfc4039040 con 0x7fbfd40ce4f0 2024-09-13T16:02:20.087 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.085+0000 7fbfc9ffb640 1 --2- 172.21.15.76:0/1819503309 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbfb806ac30 0x7fbfb806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:20.087 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.085+0000 7fbfc9ffb640 1 -- 172.21.15.76:0/1819503309 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6642+0+0 (secure 0 0 0) 0x7fbfc40aa280 con 0x7fbfd40ce4f0 2024-09-13T16:02:20.087 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.085+0000 7fbfd97f6640 1 --2- 172.21.15.76:0/1819503309 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbfb806ac30 0x7fbfb806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:20.087 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.085+0000 7fbfd97f6640 1 --2- 172.21.15.76:0/1819503309 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbfb806ac30 0x7fbfb806d0f0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fbfd0000f60 tx=0x7fbfd0009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:20.090 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.089+0000 7fbfc9ffb640 1 -- 172.21.15.76:0/1819503309 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fbfd41e1040 con 0x7fbfd40ce4f0 2024-09-13T16:02:20.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.248+0000 7fbfdba5a640 1 -- 172.21.15.76:0/1819503309 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fbfd41e1040 con 0x7fbfd40ce4f0 2024-09-13T16:02:20.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.249+0000 7fbfc9ffb640 1 -- 172.21.15.76:0/1819503309 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v27) v1 ==== 93+0+10 (secure 0 0 0) 0x7fbfd41e1040 con 0x7fbfd40ce4f0 2024-09-13T16:02:20.250 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2024-09-13T16:02:20.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.251+0000 7fbfdba5a640 1 -- 172.21.15.76:0/1819503309 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbfb806ac30 msgr2=0x7fbfb806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:20.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.251+0000 7fbfdba5a640 1 --2- 172.21.15.76:0/1819503309 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbfb806ac30 0x7fbfb806d0f0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fbfd0000f60 tx=0x7fbfd0009040 comp rx=0 tx=0).stop 2024-09-13T16:02:20.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.251+0000 7fbfdba5a640 1 -- 172.21.15.76:0/1819503309 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbfd40ce4f0 msgr2=0x7fbfd40aec50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:20.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.251+0000 7fbfdba5a640 1 --2- 172.21.15.76:0/1819503309 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbfd40ce4f0 0x7fbfd40aec50 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fbfc4000c00 tx=0x7fbfc40046c0 comp rx=0 tx=0).stop 2024-09-13T16:02:20.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.251+0000 7fbfdba5a640 1 -- 172.21.15.76:0/1819503309 shutdown_connections 2024-09-13T16:02:20.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.251+0000 7fbfdba5a640 1 --2- 172.21.15.76:0/1819503309 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbfb806ac30 0x7fbfb806d0f0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:20.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.251+0000 7fbfdba5a640 1 --2- 172.21.15.76:0/1819503309 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbfd4159310 0x7fbfd40af190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:20.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.251+0000 7fbfdba5a640 1 --2- 172.21.15.76:0/1819503309 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbfd40ce4f0 0x7fbfd40aec50 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:20.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.251+0000 7fbfdba5a640 1 --2- 172.21.15.76:0/1819503309 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbfd40b2b40 0x7fbfd40c3ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:20.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.251+0000 7fbfdba5a640 1 -- 172.21.15.76:0/1819503309 >> 172.21.15.76:0/1819503309 conn(0x7fbfd406a0b0 msgr2=0x7fbfd40ab140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:20.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.251+0000 7fbfdba5a640 1 -- 172.21.15.76:0/1819503309 shutdown_connections 2024-09-13T16:02:20.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.251+0000 7fbfdba5a640 1 -- 172.21.15.76:0/1819503309 wait complete. 2024-09-13T16:02:20.263 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:02:20.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.362+0000 7f805de2b640 1 Processor -- start 2024-09-13T16:02:20.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.362+0000 7f805de2b640 1 -- start start 2024-09-13T16:02:20.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.363+0000 7f805de2b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f8058159310 0x7f80580ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:20.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.363+0000 7f805de2b640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f80580ce4f0 0x7f80580ce8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:20.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.363+0000 7f805de2b640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f80580ccbe0 con 0x7f80580b2b40 2024-09-13T16:02:20.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.363+0000 7f805de2b640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f80580ad940 con 0x7f8058159310 2024-09-13T16:02:20.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.363+0000 7f805de2b640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f80580b1810 con 0x7f80580ce4f0 2024-09-13T16:02:20.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.363+0000 7f80577fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f8058159310 0x7f80580ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:20.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.363+0000 7f80577fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f8058159310 0x7f80580ad400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49148/0 (socket says 172.21.15.76:49148) 2024-09-13T16:02:20.366 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.363+0000 7f80577fe640 1 -- 172.21.15.76:0/4119791870 learned_addr learned my addr 172.21.15.76:0/4119791870 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:20.366 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.363+0000 7f8057fff640 1 --2- 172.21.15.76:0/4119791870 >> v2:172.21.15.192:3300/0 conn(0x7f80580ce4f0 0x7f80580ce8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:20.366 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.363+0000 7f80577fe640 1 -- 172.21.15.76:0/4119791870 >> v2:172.21.15.192:3300/0 conn(0x7f80580ce4f0 msgr2=0x7f80580ce8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:20.366 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.363+0000 7f80577fe640 1 --2- 172.21.15.76:0/4119791870 >> v2:172.21.15.192:3300/0 conn(0x7f80580ce4f0 0x7f80580ce8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:20.366 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.363+0000 7f80577fe640 1 -- 172.21.15.76:0/4119791870 >> v1:172.21.15.192:6789/0 conn(0x7f80580b2b40 legacy=0x7f80580ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:20.366 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.363+0000 7f80577fe640 1 -- 172.21.15.76:0/4119791870 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f80580cee10 con 0x7f8058159310 2024-09-13T16:02:20.366 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.364+0000 7f80577fe640 1 --2- 172.21.15.76:0/4119791870 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8058159310 0x7f80580ad400 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f80580b2fc0 tx=0x7f804802c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8b12841dacf7a339 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:20.367 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.364+0000 7f80567fc640 1 -- 172.21.15.76:0/4119791870 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8048032710 con 0x7f8058159310 2024-09-13T16:02:20.367 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.364+0000 7f80567fc640 1 -- 172.21.15.76:0/4119791870 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8048030050 con 0x7f8058159310 2024-09-13T16:02:20.367 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.364+0000 7f80567fc640 1 -- 172.21.15.76:0/4119791870 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8048032ab0 con 0x7f8058159310 2024-09-13T16:02:20.367 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.365+0000 7f805de2b640 1 -- 172.21.15.76:0/4119791870 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8058159310 msgr2=0x7f80580ad400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:20.368 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.365+0000 7f805de2b640 1 --2- 172.21.15.76:0/4119791870 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8058159310 0x7f80580ad400 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f80580b2fc0 tx=0x7f804802c850 comp rx=0 tx=0).stop 2024-09-13T16:02:20.368 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.365+0000 7f805de2b640 1 -- 172.21.15.76:0/4119791870 shutdown_connections 2024-09-13T16:02:20.368 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.365+0000 7f805de2b640 1 --2- 172.21.15.76:0/4119791870 >> v2:172.21.15.192:3300/0 conn(0x7f80580ce4f0 0x7f80580ce8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:20.368 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.365+0000 7f805de2b640 1 --2- 172.21.15.76:0/4119791870 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8058159310 0x7f80580ad400 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:20.368 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.365+0000 7f805de2b640 1 -- 172.21.15.76:0/4119791870 >> 172.21.15.76:0/4119791870 conn(0x7f805806a0b0 msgr2=0x7f805806a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:20.368 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.365+0000 7f805de2b640 1 -- 172.21.15.76:0/4119791870 shutdown_connections 2024-09-13T16:02:20.368 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.365+0000 7f805de2b640 1 -- 172.21.15.76:0/4119791870 wait complete. 2024-09-13T16:02:20.368 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.366+0000 7f805de2b640 1 Processor -- start 2024-09-13T16:02:20.368 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.366+0000 7f805de2b640 1 -- start start 2024-09-13T16:02:20.370 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.367+0000 7f805de2b640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f80580b2b40 0x7f80580c4c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:20.370 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.367+0000 7f805de2b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f80580ce4f0 0x7f805815a670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:20.371 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.367+0000 7f805de2b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8058159310 0x7f80581ee540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:20.371 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.367+0000 7f805de2b640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f805815bbb0 con 0x7f80580ce4f0 2024-09-13T16:02:20.371 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.367+0000 7f805de2b640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80580c5140 con 0x7f8058159310 2024-09-13T16:02:20.371 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.367+0000 7f805de2b640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f805815afa0 con 0x7f80580b2b40 2024-09-13T16:02:20.371 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.367+0000 7f8056ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f80580ce4f0 0x7f805815a670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:20.371 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.367+0000 7f8056ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f80580ce4f0 0x7f805815a670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49158/0 (socket says 172.21.15.76:49158) 2024-09-13T16:02:20.371 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.367+0000 7f8056ffd640 1 -- 172.21.15.76:0/2664092154 learned_addr learned my addr 172.21.15.76:0/2664092154 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:20.371 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.367+0000 7f8057fff640 1 --2- 172.21.15.76:0/2664092154 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8058159310 0x7f80581ee540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:20.371 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.367+0000 7f80577fe640 1 --2- 172.21.15.76:0/2664092154 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f80580b2b40 0x7f80580c4c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:20.371 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.367+0000 7f8056ffd640 1 -- 172.21.15.76:0/2664092154 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f80580b2b40 msgr2=0x7f80580c4c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:20.371 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.367+0000 7f8056ffd640 1 --2- 172.21.15.76:0/2664092154 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f80580b2b40 0x7f80580c4c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:20.371 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.367+0000 7f8056ffd640 1 -- 172.21.15.76:0/2664092154 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8058159310 msgr2=0x7f80581ee540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:20.371 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.367+0000 7f8056ffd640 1 --2- 172.21.15.76:0/2664092154 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8058159310 0x7f80581ee540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:20.372 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.367+0000 7f8056ffd640 1 -- 172.21.15.76:0/2664092154 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f804800b770 con 0x7f80580ce4f0 2024-09-13T16:02:20.372 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.367+0000 7f8057fff640 1 --2- 172.21.15.76:0/2664092154 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8058159310 0x7f80581ee540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:02:20.372 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.367+0000 7f8056ffd640 1 --2- 172.21.15.76:0/2664092154 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f80580ce4f0 0x7f805815a670 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f804c00c7c0 tx=0x7f804c00cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:20.372 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.368+0000 7f803ffff640 1 -- 172.21.15.76:0/2664092154 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f804c00aa50 con 0x7f80580ce4f0 2024-09-13T16:02:20.372 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.368+0000 7f803ffff640 1 -- 172.21.15.76:0/2664092154 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f804c00abb0 con 0x7f80580ce4f0 2024-09-13T16:02:20.372 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.368+0000 7f803ffff640 1 -- 172.21.15.76:0/2664092154 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f804c012420 con 0x7f80580ce4f0 2024-09-13T16:02:20.372 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.368+0000 7f805de2b640 1 -- 172.21.15.76:0/2664092154 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f805815b280 con 0x7f80580ce4f0 2024-09-13T16:02:20.372 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.368+0000 7f805de2b640 1 -- 172.21.15.76:0/2664092154 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f805815b840 con 0x7f80580ce4f0 2024-09-13T16:02:20.372 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.369+0000 7f805de2b640 1 -- 172.21.15.76:0/2664092154 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f80581ee2e0 con 0x7f80580ce4f0 2024-09-13T16:02:20.372 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.369+0000 7f803ffff640 1 -- 172.21.15.76:0/2664092154 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f804c012580 con 0x7f80580ce4f0 2024-09-13T16:02:20.373 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.370+0000 7f803ffff640 1 --2- 172.21.15.76:0/2664092154 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f804406ac00 0x7f804406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:20.373 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.370+0000 7f803ffff640 1 -- 172.21.15.76:0/2664092154 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6642+0+0 (secure 0 0 0) 0x7f804c0899f0 con 0x7f80580ce4f0 2024-09-13T16:02:20.373 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.370+0000 7f80577fe640 1 --2- 172.21.15.76:0/2664092154 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f804406ac00 0x7f804406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:20.373 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.370+0000 7f80577fe640 1 --2- 172.21.15.76:0/2664092154 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f804406ac00 0x7f804406d0c0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f8048037000 tx=0x7f8048036040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:20.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.374+0000 7f803ffff640 1 -- 172.21.15.76:0/2664092154 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f804c054820 con 0x7f80580ce4f0 2024-09-13T16:02:20.538 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.536+0000 7f805de2b640 1 -- 172.21.15.76:0/2664092154 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f805806dfa0 con 0x7f80580ce4f0 2024-09-13T16:02:20.538 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.537+0000 7f803ffff640 1 -- 172.21.15.76:0/2664092154 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v27) v1 ==== 104+0+11 (secure 0 0 0) 0x7f804c057e40 con 0x7f80580ce4f0 2024-09-13T16:02:20.538 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2024-09-13T16:02:20.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.539+0000 7f805de2b640 1 -- 172.21.15.76:0/2664092154 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f804406ac00 msgr2=0x7f804406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:20.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.539+0000 7f805de2b640 1 --2- 172.21.15.76:0/2664092154 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f804406ac00 0x7f804406d0c0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f8048037000 tx=0x7f8048036040 comp rx=0 tx=0).stop 2024-09-13T16:02:20.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.539+0000 7f805de2b640 1 -- 172.21.15.76:0/2664092154 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f80580ce4f0 msgr2=0x7f805815a670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:20.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.539+0000 7f805de2b640 1 --2- 172.21.15.76:0/2664092154 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f80580ce4f0 0x7f805815a670 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f804c00c7c0 tx=0x7f804c00cc80 comp rx=0 tx=0).stop 2024-09-13T16:02:20.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.539+0000 7f805de2b640 1 -- 172.21.15.76:0/2664092154 shutdown_connections 2024-09-13T16:02:20.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.539+0000 7f805de2b640 1 --2- 172.21.15.76:0/2664092154 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8058159310 0x7f80581ee540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:20.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.539+0000 7f805de2b640 1 --2- 172.21.15.76:0/2664092154 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f80580ce4f0 0x7f805815a670 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:20.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.539+0000 7f805de2b640 1 --2- 172.21.15.76:0/2664092154 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f804406ac00 0x7f804406d0c0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:20.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.539+0000 7f805de2b640 1 --2- 172.21.15.76:0/2664092154 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f80580b2b40 0x7f80580c4c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:20.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.539+0000 7f805de2b640 1 -- 172.21.15.76:0/2664092154 >> 172.21.15.76:0/2664092154 conn(0x7f805806a0b0 msgr2=0x7f80580cb6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:20.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.539+0000 7f805de2b640 1 -- 172.21.15.76:0/2664092154 shutdown_connections 2024-09-13T16:02:20.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.539+0000 7f805de2b640 1 -- 172.21.15.76:0/2664092154 wait complete. 2024-09-13T16:02:20.551 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:02:20.656 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.655+0000 7ff1e463a640 1 Processor -- start 2024-09-13T16:02:20.656 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.655+0000 7ff1e463a640 1 -- start start 2024-09-13T16:02:20.658 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.655+0000 7ff1e463a640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff1dc158b00 0x7ff1dc06c190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:20.658 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.656+0000 7ff1e463a640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7ff1dc06c6d0 0x7ff1dc070b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:20.658 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.656+0000 7ff1e463a640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff1dc071050 0x7ff1dc071500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:20.658 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.656+0000 7ff1e463a640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff1dc06cb30 con 0x7ff1dc071050 2024-09-13T16:02:20.658 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.656+0000 7ff1e463a640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff1dc0b2d10 con 0x7ff1dc06c6d0 2024-09-13T16:02:20.658 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.656+0000 7ff1e463a640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff1dc0b2ff0 con 0x7ff1dc158b00 2024-09-13T16:02:20.659 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.656+0000 7ff1e2bd7640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff1dc071050 0x7ff1dc071500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:20.659 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.656+0000 7ff1e2bd7640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff1dc071050 0x7ff1dc071500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49164/0 (socket says 172.21.15.76:49164) 2024-09-13T16:02:20.659 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.656+0000 7ff1e2bd7640 1 -- 172.21.15.76:0/2041122336 learned_addr learned my addr 172.21.15.76:0/2041122336 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:20.659 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.656+0000 7ff1e23d6640 1 --2- 172.21.15.76:0/2041122336 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff1dc158b00 0x7ff1dc06c190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:20.659 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.656+0000 7ff1e1bd5640 1 --2- 172.21.15.76:0/2041122336 >> v2:172.21.15.192:3300/0 conn(0x7ff1dc06c6d0 0x7ff1dc070b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:20.659 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.656+0000 7ff1e2bd7640 1 -- 172.21.15.76:0/2041122336 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff1dc158b00 msgr2=0x7ff1dc06c190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:20.659 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.656+0000 7ff1e2bd7640 1 --2- 172.21.15.76:0/2041122336 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff1dc158b00 0x7ff1dc06c190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:20.659 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.656+0000 7ff1e2bd7640 1 -- 172.21.15.76:0/2041122336 >> v2:172.21.15.192:3300/0 conn(0x7ff1dc06c6d0 msgr2=0x7ff1dc070b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:20.659 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.656+0000 7ff1e2bd7640 1 --2- 172.21.15.76:0/2041122336 >> v2:172.21.15.192:3300/0 conn(0x7ff1dc06c6d0 0x7ff1dc070b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:20.659 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.656+0000 7ff1e2bd7640 1 -- 172.21.15.76:0/2041122336 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff1dc070310 con 0x7ff1dc071050 2024-09-13T16:02:20.659 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.656+0000 7ff1e23d6640 1 --2- 172.21.15.76:0/2041122336 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff1dc158b00 0x7ff1dc06c190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:02:20.659 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.656+0000 7ff1e1bd5640 1 --2- 172.21.15.76:0/2041122336 >> v2:172.21.15.192:3300/0 conn(0x7ff1dc06c6d0 0x7ff1dc070b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:02:20.659 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.657+0000 7ff1e2bd7640 1 --2- 172.21.15.76:0/2041122336 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff1dc071050 0x7ff1dc071500 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7ff1dc06e4b0 tx=0x7ff1d402a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=95e123850843b8ba server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:20.659 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.657+0000 7ff1e13d4640 1 -- 172.21.15.76:0/2041122336 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1d4031600 con 0x7ff1dc071050 2024-09-13T16:02:20.660 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.657+0000 7ff1e13d4640 1 -- 172.21.15.76:0/2041122336 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff1d402d050 con 0x7ff1dc071050 2024-09-13T16:02:20.660 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.657+0000 7ff1e13d4640 1 -- 172.21.15.76:0/2041122336 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1d4031980 con 0x7ff1dc071050 2024-09-13T16:02:20.662 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.657+0000 7ff1e463a640 1 -- 172.21.15.76:0/2041122336 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff1dc071050 msgr2=0x7ff1dc071500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:20.663 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.657+0000 7ff1e463a640 1 --2- 172.21.15.76:0/2041122336 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff1dc071050 0x7ff1dc071500 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7ff1dc06e4b0 tx=0x7ff1d402a6a0 comp rx=0 tx=0).stop 2024-09-13T16:02:20.663 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.658+0000 7ff1e463a640 1 -- 172.21.15.76:0/2041122336 shutdown_connections 2024-09-13T16:02:20.663 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.658+0000 7ff1e463a640 1 --2- 172.21.15.76:0/2041122336 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff1dc071050 0x7ff1dc071500 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:20.663 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.658+0000 7ff1e463a640 1 --2- 172.21.15.76:0/2041122336 >> v2:172.21.15.192:3300/0 conn(0x7ff1dc06c6d0 0x7ff1dc070b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:20.663 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.658+0000 7ff1e463a640 1 --2- 172.21.15.76:0/2041122336 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff1dc158b00 0x7ff1dc06c190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:20.663 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.658+0000 7ff1e463a640 1 -- 172.21.15.76:0/2041122336 >> 172.21.15.76:0/2041122336 conn(0x7ff1dc06a0b0 msgr2=0x7ff1dc06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:20.663 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.658+0000 7ff1e463a640 1 -- 172.21.15.76:0/2041122336 shutdown_connections 2024-09-13T16:02:20.663 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.658+0000 7ff1e463a640 1 -- 172.21.15.76:0/2041122336 wait complete. 2024-09-13T16:02:20.663 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.659+0000 7ff1e463a640 1 Processor -- start 2024-09-13T16:02:20.663 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.659+0000 7ff1e463a640 1 -- start start 2024-09-13T16:02:20.663 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.660+0000 7ff1e463a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff1dc06c6d0 0x7ff1dc098250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:20.663 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.660+0000 7ff1e463a640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff1dc071050 0x7ff1dc15b070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:20.663 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.660+0000 7ff1e463a640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff1dc158b00 0x7ff1dc15b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:20.664 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.660+0000 7ff1e463a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff1dc098790 con 0x7ff1dc06c6d0 2024-09-13T16:02:20.664 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.660+0000 7ff1e463a640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff1dc098a30 con 0x7ff1dc071050 2024-09-13T16:02:20.664 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.660+0000 7ff1e463a640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff1dc098d10 con 0x7ff1dc158b00 2024-09-13T16:02:20.664 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.660+0000 7ff1e23d6640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff1dc06c6d0 0x7ff1dc098250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:20.664 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.660+0000 7ff1e23d6640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff1dc06c6d0 0x7ff1dc098250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49170/0 (socket says 172.21.15.76:49170) 2024-09-13T16:02:20.664 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.660+0000 7ff1e23d6640 1 -- 172.21.15.76:0/2240945609 learned_addr learned my addr 172.21.15.76:0/2240945609 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:20.664 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.660+0000 7ff1e1bd5640 1 --2- 172.21.15.76:0/2240945609 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff1dc071050 0x7ff1dc15b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:20.664 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.660+0000 7ff1e2bd7640 1 --2- 172.21.15.76:0/2240945609 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff1dc158b00 0x7ff1dc15b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:20.664 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.660+0000 7ff1e23d6640 1 -- 172.21.15.76:0/2240945609 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff1dc158b00 msgr2=0x7ff1dc15b5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:20.664 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.660+0000 7ff1e23d6640 1 --2- 172.21.15.76:0/2240945609 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff1dc158b00 0x7ff1dc15b5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:20.664 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.660+0000 7ff1e23d6640 1 -- 172.21.15.76:0/2240945609 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff1dc071050 msgr2=0x7ff1dc15b070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:20.664 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.660+0000 7ff1e23d6640 1 --2- 172.21.15.76:0/2240945609 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff1dc071050 0x7ff1dc15b070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:20.664 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.660+0000 7ff1e23d6640 1 -- 172.21.15.76:0/2240945609 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff1d4009b30 con 0x7ff1dc06c6d0 2024-09-13T16:02:20.665 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.660+0000 7ff1e23d6640 1 --2- 172.21.15.76:0/2240945609 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff1dc06c6d0 0x7ff1dc098250 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7ff1d800d6a0 tx=0x7ff1d800db60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:20.665 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.660+0000 7ff1d2ffd640 1 -- 172.21.15.76:0/2240945609 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1d8004230 con 0x7ff1dc06c6d0 2024-09-13T16:02:20.665 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.660+0000 7ff1d2ffd640 1 -- 172.21.15.76:0/2240945609 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff1d8004390 con 0x7ff1dc06c6d0 2024-09-13T16:02:20.665 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.660+0000 7ff1d2ffd640 1 -- 172.21.15.76:0/2240945609 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1d8007920 con 0x7ff1dc06c6d0 2024-09-13T16:02:20.665 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.660+0000 7ff1e463a640 1 -- 172.21.15.76:0/2240945609 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff1dc098ff0 con 0x7ff1dc06c6d0 2024-09-13T16:02:20.665 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.661+0000 7ff1e463a640 1 -- 172.21.15.76:0/2240945609 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff1dc0995b0 con 0x7ff1dc06c6d0 2024-09-13T16:02:20.665 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.662+0000 7ff1e463a640 1 -- 172.21.15.76:0/2240945609 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff1dc099770 con 0x7ff1dc06c6d0 2024-09-13T16:02:20.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.662+0000 7ff1d2ffd640 1 -- 172.21.15.76:0/2240945609 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff1d8007a80 con 0x7ff1dc06c6d0 2024-09-13T16:02:20.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.662+0000 7ff1d2ffd640 1 --2- 172.21.15.76:0/2240945609 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff1c006ac30 0x7ff1c006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:20.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.663+0000 7ff1d2ffd640 1 -- 172.21.15.76:0/2240945609 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7ff1d80895d0 con 0x7ff1dc06c6d0 2024-09-13T16:02:20.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.663+0000 7ff1e1bd5640 1 --2- 172.21.15.76:0/2240945609 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff1c006ac30 0x7ff1c006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:20.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.663+0000 7ff1e1bd5640 1 --2- 172.21.15.76:0/2240945609 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff1c006ac30 0x7ff1c006d0f0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7ff1dc15bc30 tx=0x7ff1cc008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:20.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.667+0000 7ff1d2ffd640 1 -- 172.21.15.76:0/2240945609 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ff1d80544b0 con 0x7ff1dc06c6d0 2024-09-13T16:02:20.836 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.832+0000 7ff1e463a640 1 -- 172.21.15.76:0/2240945609 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7ff1dc0cc170 con 0x7ff1dc06c6d0 2024-09-13T16:02:20.836 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.832+0000 7ff1d2ffd640 1 -- 172.21.15.76:0/2240945609 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v28) v1 ==== 100+0+11 (secure 0 0 0) 0x7ff1d8057ad0 con 0x7ff1dc06c6d0 2024-09-13T16:02:20.836 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2024-09-13T16:02:20.837 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.834+0000 7ff1e463a640 1 -- 172.21.15.76:0/2240945609 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff1c006ac30 msgr2=0x7ff1c006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:20.837 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.834+0000 7ff1e463a640 1 --2- 172.21.15.76:0/2240945609 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff1c006ac30 0x7ff1c006d0f0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7ff1dc15bc30 tx=0x7ff1cc008040 comp rx=0 tx=0).stop 2024-09-13T16:02:20.837 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.834+0000 7ff1e463a640 1 -- 172.21.15.76:0/2240945609 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff1dc06c6d0 msgr2=0x7ff1dc098250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:20.837 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.834+0000 7ff1e463a640 1 --2- 172.21.15.76:0/2240945609 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff1dc06c6d0 0x7ff1dc098250 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7ff1d800d6a0 tx=0x7ff1d800db60 comp rx=0 tx=0).stop 2024-09-13T16:02:20.838 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.834+0000 7ff1e463a640 1 -- 172.21.15.76:0/2240945609 shutdown_connections 2024-09-13T16:02:20.838 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.834+0000 7ff1e463a640 1 --2- 172.21.15.76:0/2240945609 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff1c006ac30 0x7ff1c006d0f0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:20.838 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.834+0000 7ff1e463a640 1 --2- 172.21.15.76:0/2240945609 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff1dc158b00 0x7ff1dc15b5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:20.838 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.834+0000 7ff1e463a640 1 --2- 172.21.15.76:0/2240945609 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff1dc071050 0x7ff1dc15b070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:20.838 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.834+0000 7ff1e463a640 1 --2- 172.21.15.76:0/2240945609 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff1dc06c6d0 0x7ff1dc098250 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:20.838 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.834+0000 7ff1e463a640 1 -- 172.21.15.76:0/2240945609 >> 172.21.15.76:0/2240945609 conn(0x7ff1dc06a0b0 msgr2=0x7ff1dc073140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:20.838 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.834+0000 7ff1e463a640 1 -- 172.21.15.76:0/2240945609 shutdown_connections 2024-09-13T16:02:20.838 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.834+0000 7ff1e463a640 1 -- 172.21.15.76:0/2240945609 wait complete. 2024-09-13T16:02:20.846 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-13T16:02:20.947 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.946+0000 7f46cabc3640 1 Processor -- start 2024-09-13T16:02:20.947 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.946+0000 7f46cabc3640 1 -- start start 2024-09-13T16:02:20.948 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.946+0000 7f46cabc3640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f46c415c500 0x7f46c40d2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:20.948 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.946+0000 7f46cabc3640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f46c40d2590 0x7f46c40cd8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:20.948 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.946+0000 7f46cabc3640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f46c40cde20 0x7f46c40d0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:20.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.946+0000 7f46cabc3640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f46c40cd450 con 0x7f46c415c500 2024-09-13T16:02:20.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.946+0000 7f46cabc3640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f46c40d29f0 con 0x7f46c40d2590 2024-09-13T16:02:20.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.946+0000 7f46cabc3640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f46c40d0cf0 con 0x7f46c40cde20 2024-09-13T16:02:20.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.947+0000 7f46c895f640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f46c415c500 0x7f46c40d2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:20.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.947+0000 7f46c895f640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f46c415c500 0x7f46c40d2050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49180/0 (socket says 172.21.15.76:49180) 2024-09-13T16:02:20.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.947+0000 7f46c895f640 1 -- 172.21.15.76:0/531873712 learned_addr learned my addr 172.21.15.76:0/531873712 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:20.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.947+0000 7f46c895f640 1 -- 172.21.15.76:0/531873712 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f46c40cde20 msgr2=0x7f46c40d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:20.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.947+0000 7f46c3fff640 1 --2- 172.21.15.76:0/531873712 >> v2:172.21.15.192:3300/0 conn(0x7f46c40d2590 0x7f46c40cd8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:20.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.947+0000 7f46c9160640 1 --2- 172.21.15.76:0/531873712 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f46c40cde20 0x7f46c40d0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:20.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.947+0000 7f46c895f640 1 --2- 172.21.15.76:0/531873712 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f46c40cde20 0x7f46c40d0000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:20.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.947+0000 7f46c895f640 1 -- 172.21.15.76:0/531873712 >> v2:172.21.15.192:3300/0 conn(0x7f46c40d2590 msgr2=0x7f46c40cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:20.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.947+0000 7f46c895f640 1 --2- 172.21.15.76:0/531873712 >> v2:172.21.15.192:3300/0 conn(0x7f46c40d2590 0x7f46c40cd8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:20.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.947+0000 7f46c895f640 1 -- 172.21.15.76:0/531873712 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f46c40d0fd0 con 0x7f46c415c500 2024-09-13T16:02:20.950 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.947+0000 7f46c3fff640 1 --2- 172.21.15.76:0/531873712 >> v2:172.21.15.192:3300/0 conn(0x7f46c40d2590 0x7f46c40cd8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:02:20.950 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.947+0000 7f46c9160640 1 --2- 172.21.15.76:0/531873712 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f46c40cde20 0x7f46c40d0000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:02:20.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.948+0000 7f46c895f640 1 --2- 172.21.15.76:0/531873712 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f46c415c500 0x7f46c40d2050 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f46c406ce50 tx=0x7f46bc02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c6e542094f130e1b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:20.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.948+0000 7f46c37fe640 1 -- 172.21.15.76:0/531873712 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f46bc032440 con 0x7f46c415c500 2024-09-13T16:02:20.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.948+0000 7f46c37fe640 1 -- 172.21.15.76:0/531873712 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f46bc0325a0 con 0x7f46c415c500 2024-09-13T16:02:20.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.948+0000 7f46c37fe640 1 -- 172.21.15.76:0/531873712 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f46bc032930 con 0x7f46c415c500 2024-09-13T16:02:20.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.948+0000 7f46cabc3640 1 -- 172.21.15.76:0/531873712 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f46c415c500 msgr2=0x7f46c40d2050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:20.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.948+0000 7f46cabc3640 1 --2- 172.21.15.76:0/531873712 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f46c415c500 0x7f46c40d2050 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f46c406ce50 tx=0x7f46bc02a1e0 comp rx=0 tx=0).stop 2024-09-13T16:02:20.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.948+0000 7f46cabc3640 1 -- 172.21.15.76:0/531873712 shutdown_connections 2024-09-13T16:02:20.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.948+0000 7f46cabc3640 1 --2- 172.21.15.76:0/531873712 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f46c40cde20 0x7f46c40d0000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:20.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.948+0000 7f46cabc3640 1 --2- 172.21.15.76:0/531873712 >> v2:172.21.15.192:3300/0 conn(0x7f46c40d2590 0x7f46c40cd8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:20.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.948+0000 7f46cabc3640 1 --2- 172.21.15.76:0/531873712 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f46c415c500 0x7f46c40d2050 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:20.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.948+0000 7f46cabc3640 1 -- 172.21.15.76:0/531873712 >> 172.21.15.76:0/531873712 conn(0x7f46c4089f60 msgr2=0x7f46c409b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:20.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.948+0000 7f46cabc3640 1 -- 172.21.15.76:0/531873712 shutdown_connections 2024-09-13T16:02:20.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.948+0000 7f46cabc3640 1 -- 172.21.15.76:0/531873712 wait complete. 2024-09-13T16:02:20.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.949+0000 7f46cabc3640 1 Processor -- start 2024-09-13T16:02:20.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.950+0000 7f46cabc3640 1 -- start start 2024-09-13T16:02:20.955 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.950+0000 7f46cabc3640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f46c40cde20 0x7f46c41f1a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:20.955 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.950+0000 7f46cabc3640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f46c40d2590 0x7f46c415dab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:20.955 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.950+0000 7f46cabc3640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f46c415c500 0x7f46c415dff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:20.955 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.950+0000 7f46cabc3640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f46c414f8c0 con 0x7f46c40cde20 2024-09-13T16:02:20.955 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.950+0000 7f46cabc3640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f46c414fba0 con 0x7f46c40d2590 2024-09-13T16:02:20.955 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.950+0000 7f46cabc3640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f46c41f1f60 con 0x7f46c415c500 2024-09-13T16:02:20.955 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.950+0000 7f46c895f640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f46c40cde20 0x7f46c41f1a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:20.955 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.951+0000 7f46c895f640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f46c40cde20 0x7f46c41f1a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49188/0 (socket says 172.21.15.76:49188) 2024-09-13T16:02:20.955 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.951+0000 7f46c895f640 1 -- 172.21.15.76:0/3698783772 learned_addr learned my addr 172.21.15.76:0/3698783772 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:20.955 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.951+0000 7f46c9160640 1 --2- 172.21.15.76:0/3698783772 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f46c415c500 0x7f46c415dff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:20.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.951+0000 7f46c3fff640 1 --2- 172.21.15.76:0/3698783772 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f46c40d2590 0x7f46c415dab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:20.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.951+0000 7f46c895f640 1 -- 172.21.15.76:0/3698783772 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f46c415c500 msgr2=0x7f46c415dff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:20.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.951+0000 7f46c895f640 1 --2- 172.21.15.76:0/3698783772 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f46c415c500 0x7f46c415dff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:20.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.951+0000 7f46c895f640 1 -- 172.21.15.76:0/3698783772 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f46c40d2590 msgr2=0x7f46c415dab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:20.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.951+0000 7f46c895f640 1 --2- 172.21.15.76:0/3698783772 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f46c40d2590 0x7f46c415dab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:20.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.951+0000 7f46c895f640 1 -- 172.21.15.76:0/3698783772 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f46bc0094d0 con 0x7f46c40cde20 2024-09-13T16:02:20.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.951+0000 7f46c9160640 1 --2- 172.21.15.76:0/3698783772 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f46c415c500 0x7f46c415dff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:02:20.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.951+0000 7f46c895f640 1 --2- 172.21.15.76:0/3698783772 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f46c40cde20 0x7f46c41f1a20 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f46bc02a750 tx=0x7f46bc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:20.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.951+0000 7f46c17fa640 1 -- 172.21.15.76:0/3698783772 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f46bc030b80 con 0x7f46c40cde20 2024-09-13T16:02:20.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.951+0000 7f46c17fa640 1 -- 172.21.15.76:0/3698783772 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f46bc030ce0 con 0x7f46c40cde20 2024-09-13T16:02:20.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.951+0000 7f46cabc3640 1 -- 172.21.15.76:0/3698783772 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f46c4155150 con 0x7f46c40cde20 2024-09-13T16:02:20.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.951+0000 7f46c17fa640 1 -- 172.21.15.76:0/3698783772 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f46bc03d680 con 0x7f46c40cde20 2024-09-13T16:02:20.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.951+0000 7f46cabc3640 1 -- 172.21.15.76:0/3698783772 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f46c4155710 con 0x7f46c40cde20 2024-09-13T16:02:20.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.952+0000 7f46cabc3640 1 -- 172.21.15.76:0/3698783772 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f46c40cd8e0 con 0x7f46c40cde20 2024-09-13T16:02:20.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.953+0000 7f46c17fa640 1 -- 172.21.15.76:0/3698783772 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f46bc039040 con 0x7f46c40cde20 2024-09-13T16:02:20.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.953+0000 7f46c17fa640 1 --2- 172.21.15.76:0/3698783772 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f46a406ac00 0x7f46a406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:20.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.953+0000 7f46c17fa640 1 -- 172.21.15.76:0/3698783772 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7f46bc0aa470 con 0x7f46c40cde20 2024-09-13T16:02:20.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.953+0000 7f46c3fff640 1 --2- 172.21.15.76:0/3698783772 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f46a406ac00 0x7f46a406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:20.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.954+0000 7f46c3fff640 1 --2- 172.21.15.76:0/3698783772 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f46a406ac00 0x7f46a406d0c0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f46b40075b0 tx=0x7f46b4007540 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:20.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:20.957+0000 7f46c17fa640 1 -- 172.21.15.76:0/3698783772 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f46bc0752a0 con 0x7f46c40cde20 2024-09-13T16:02:21.120 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.119+0000 7f46cabc3640 1 -- 172.21.15.76:0/3698783772 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f46c40b20c0 con 0x7f46c40cde20 2024-09-13T16:02:21.120 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.119+0000 7f46c17fa640 1 -- 172.21.15.76:0/3698783772 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v28) v1 ==== 103+0+11 (secure 0 0 0) 0x7f46bc0788c0 con 0x7f46c40cde20 2024-09-13T16:02:21.121 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2024-09-13T16:02:21.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.121+0000 7f46cabc3640 1 -- 172.21.15.76:0/3698783772 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f46a406ac00 msgr2=0x7f46a406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:21.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.121+0000 7f46cabc3640 1 --2- 172.21.15.76:0/3698783772 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f46a406ac00 0x7f46a406d0c0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f46b40075b0 tx=0x7f46b4007540 comp rx=0 tx=0).stop 2024-09-13T16:02:21.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.121+0000 7f46cabc3640 1 -- 172.21.15.76:0/3698783772 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f46c40cde20 msgr2=0x7f46c41f1a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:21.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.121+0000 7f46cabc3640 1 --2- 172.21.15.76:0/3698783772 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f46c40cde20 0x7f46c41f1a20 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f46bc02a750 tx=0x7f46bc0046c0 comp rx=0 tx=0).stop 2024-09-13T16:02:21.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.121+0000 7f46cabc3640 1 -- 172.21.15.76:0/3698783772 shutdown_connections 2024-09-13T16:02:21.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.121+0000 7f46cabc3640 1 --2- 172.21.15.76:0/3698783772 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f46a406ac00 0x7f46a406d0c0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:21.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.121+0000 7f46cabc3640 1 --2- 172.21.15.76:0/3698783772 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f46c415c500 0x7f46c415dff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:21.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.121+0000 7f46cabc3640 1 --2- 172.21.15.76:0/3698783772 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f46c40d2590 0x7f46c415dab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:21.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.121+0000 7f46cabc3640 1 --2- 172.21.15.76:0/3698783772 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f46c40cde20 0x7f46c41f1a20 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:21.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.121+0000 7f46cabc3640 1 -- 172.21.15.76:0/3698783772 >> 172.21.15.76:0/3698783772 conn(0x7f46c4089f60 msgr2=0x7f46c40b2cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:21.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.121+0000 7f46cabc3640 1 -- 172.21.15.76:0/3698783772 shutdown_connections 2024-09-13T16:02:21.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.121+0000 7f46cabc3640 1 -- 172.21.15.76:0/3698783772 wait complete. 2024-09-13T16:02:21.133 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:02:21.231 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.229+0000 7ff64a19c640 1 Processor -- start 2024-09-13T16:02:21.231 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.230+0000 7ff64a19c640 1 -- start start 2024-09-13T16:02:21.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.230+0000 7ff64a19c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff64415c6e0 0x7ff6440b3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:21.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.230+0000 7ff64a19c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff6440d07b0 0x7ff6440b4490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:21.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.230+0000 7ff64a19c640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7ff6440ccb20 0x7ff644160030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:21.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.230+0000 7ff64a19c640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff6440d1840 con 0x7ff6440d07b0 2024-09-13T16:02:21.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.230+0000 7ff64a19c640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff6440d0c30 con 0x7ff6440ccb20 2024-09-13T16:02:21.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.230+0000 7ff64a19c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff6440d0f10 con 0x7ff64415c6e0 2024-09-13T16:02:21.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.230+0000 7ff642ffd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff6440d07b0 0x7ff6440b4490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:21.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.231+0000 7ff642ffd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff6440d07b0 0x7ff6440b4490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36142/0 (socket says 172.21.15.76:36142) 2024-09-13T16:02:21.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.231+0000 7ff642ffd640 1 -- 172.21.15.76:0/3905763825 learned_addr learned my addr 172.21.15.76:0/3905763825 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:21.234 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.231+0000 7ff6437fe640 1 --2- 172.21.15.76:0/3905763825 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff64415c6e0 0x7ff6440b3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:21.234 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.231+0000 7ff643fff640 1 --2- 172.21.15.76:0/3905763825 >> v2:172.21.15.192:3300/0 conn(0x7ff6440ccb20 0x7ff644160030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:21.234 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.231+0000 7ff642ffd640 1 -- 172.21.15.76:0/3905763825 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff64415c6e0 msgr2=0x7ff6440b3f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:21.234 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.231+0000 7ff642ffd640 1 --2- 172.21.15.76:0/3905763825 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff64415c6e0 0x7ff6440b3f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:21.234 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.231+0000 7ff642ffd640 1 -- 172.21.15.76:0/3905763825 >> v2:172.21.15.192:3300/0 conn(0x7ff6440ccb20 msgr2=0x7ff644160030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:21.234 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.231+0000 7ff642ffd640 1 --2- 172.21.15.76:0/3905763825 >> v2:172.21.15.192:3300/0 conn(0x7ff6440ccb20 0x7ff644160030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:21.234 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.231+0000 7ff642ffd640 1 -- 172.21.15.76:0/3905763825 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff6440d11f0 con 0x7ff6440d07b0 2024-09-13T16:02:21.234 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.231+0000 7ff6437fe640 1 --2- 172.21.15.76:0/3905763825 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff64415c6e0 0x7ff6440b3f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:02:21.234 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.232+0000 7ff642ffd640 1 --2- 172.21.15.76:0/3905763825 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff6440d07b0 0x7ff6440b4490 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7ff6441610d0 tx=0x7ff63802a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2fd12d465ca2de3a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:21.234 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.232+0000 7ff6427fc640 1 -- 172.21.15.76:0/3905763825 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff63802ae90 con 0x7ff6440d07b0 2024-09-13T16:02:21.234 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.232+0000 7ff6427fc640 1 -- 172.21.15.76:0/3905763825 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff638032440 con 0x7ff6440d07b0 2024-09-13T16:02:21.234 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.232+0000 7ff6427fc640 1 -- 172.21.15.76:0/3905763825 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6380327d0 con 0x7ff6440d07b0 2024-09-13T16:02:21.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.232+0000 7ff64a19c640 1 -- 172.21.15.76:0/3905763825 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff6440d07b0 msgr2=0x7ff6440b4490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:21.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.232+0000 7ff64a19c640 1 --2- 172.21.15.76:0/3905763825 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff6440d07b0 0x7ff6440b4490 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7ff6441610d0 tx=0x7ff63802a140 comp rx=0 tx=0).stop 2024-09-13T16:02:21.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.232+0000 7ff64a19c640 1 -- 172.21.15.76:0/3905763825 shutdown_connections 2024-09-13T16:02:21.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.232+0000 7ff64a19c640 1 --2- 172.21.15.76:0/3905763825 >> v2:172.21.15.192:3300/0 conn(0x7ff6440ccb20 0x7ff644160030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:21.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.232+0000 7ff64a19c640 1 --2- 172.21.15.76:0/3905763825 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff6440d07b0 0x7ff6440b4490 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:21.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.232+0000 7ff64a19c640 1 --2- 172.21.15.76:0/3905763825 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff64415c6e0 0x7ff6440b3f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:21.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.232+0000 7ff64a19c640 1 -- 172.21.15.76:0/3905763825 >> 172.21.15.76:0/3905763825 conn(0x7ff644089f60 msgr2=0x7ff6440d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:21.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.232+0000 7ff64a19c640 1 -- 172.21.15.76:0/3905763825 shutdown_connections 2024-09-13T16:02:21.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.232+0000 7ff64a19c640 1 -- 172.21.15.76:0/3905763825 wait complete. 2024-09-13T16:02:21.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.233+0000 7ff64a19c640 1 Processor -- start 2024-09-13T16:02:21.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.234+0000 7ff64a19c640 1 -- start start 2024-09-13T16:02:21.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.234+0000 7ff64a19c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff6440ccb20 0x7ff6440b7b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:21.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.234+0000 7ff64a19c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff6440d07b0 0x7ff6440cb480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:21.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.234+0000 7ff64a19c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff64415c6e0 0x7ff644153470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:21.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.234+0000 7ff64a19c640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6440b60f0 con 0x7ff6440ccb20 2024-09-13T16:02:21.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.234+0000 7ff64a19c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6440b63d0 con 0x7ff64415c6e0 2024-09-13T16:02:21.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.234+0000 7ff64a19c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff6440b66b0 con 0x7ff6440d07b0 2024-09-13T16:02:21.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.234+0000 7ff6437fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff6440ccb20 0x7ff6440b7b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:21.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.234+0000 7ff6437fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff6440ccb20 0x7ff6440b7b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36150/0 (socket says 172.21.15.76:36150) 2024-09-13T16:02:21.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.234+0000 7ff6437fe640 1 -- 172.21.15.76:0/2828547827 learned_addr learned my addr 172.21.15.76:0/2828547827 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:21.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.235+0000 7ff643fff640 1 --2- 172.21.15.76:0/2828547827 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff64415c6e0 0x7ff644153470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:21.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.235+0000 7ff642ffd640 1 --2- 172.21.15.76:0/2828547827 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff6440d07b0 0x7ff6440cb480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:21.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.235+0000 7ff6437fe640 1 -- 172.21.15.76:0/2828547827 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff6440d07b0 msgr2=0x7ff6440cb480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:21.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.235+0000 7ff6437fe640 1 --2- 172.21.15.76:0/2828547827 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff6440d07b0 0x7ff6440cb480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:21.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.235+0000 7ff6437fe640 1 -- 172.21.15.76:0/2828547827 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff64415c6e0 msgr2=0x7ff644153470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:21.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.235+0000 7ff6437fe640 1 --2- 172.21.15.76:0/2828547827 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff64415c6e0 0x7ff644153470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:21.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.235+0000 7ff6437fe640 1 -- 172.21.15.76:0/2828547827 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff6380094d0 con 0x7ff6440ccb20 2024-09-13T16:02:21.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.235+0000 7ff6437fe640 1 --2- 172.21.15.76:0/2828547827 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff6440ccb20 0x7ff6440b7b40 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7ff63400e730 tx=0x7ff63400ebf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:21.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.235+0000 7ff62bfff640 1 -- 172.21.15.76:0/2828547827 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff634004230 con 0x7ff6440ccb20 2024-09-13T16:02:21.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.235+0000 7ff62bfff640 1 -- 172.21.15.76:0/2828547827 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff634004390 con 0x7ff6440ccb20 2024-09-13T16:02:21.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.235+0000 7ff64a19c640 1 -- 172.21.15.76:0/2828547827 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff6440b6990 con 0x7ff6440ccb20 2024-09-13T16:02:21.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.235+0000 7ff62bfff640 1 -- 172.21.15.76:0/2828547827 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff63400c8f0 con 0x7ff6440ccb20 2024-09-13T16:02:21.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.235+0000 7ff64a19c640 1 -- 172.21.15.76:0/2828547827 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff6440b5d30 con 0x7ff6440ccb20 2024-09-13T16:02:21.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.236+0000 7ff64a19c640 1 -- 172.21.15.76:0/2828547827 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff6440b3f50 con 0x7ff6440ccb20 2024-09-13T16:02:21.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.237+0000 7ff62bfff640 1 -- 172.21.15.76:0/2828547827 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff63400ca50 con 0x7ff6440ccb20 2024-09-13T16:02:21.241 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.237+0000 7ff62bfff640 1 --2- 172.21.15.76:0/2828547827 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff63006ac00 0x7ff63006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:21.241 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.237+0000 7ff642ffd640 1 --2- 172.21.15.76:0/2828547827 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff63006ac00 0x7ff63006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:21.241 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.237+0000 7ff62bfff640 1 -- 172.21.15.76:0/2828547827 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7ff634089170 con 0x7ff6440ccb20 2024-09-13T16:02:21.241 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.238+0000 7ff642ffd640 1 --2- 172.21.15.76:0/2828547827 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff63006ac00 0x7ff63006d0c0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7ff638034000 tx=0x7ff63802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:21.245 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.241+0000 7ff62bfff640 1 -- 172.21.15.76:0/2828547827 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ff6340540e0 con 0x7ff6440ccb20 2024-09-13T16:02:21.404 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.402+0000 7ff64a19c640 1 -- 172.21.15.76:0/2828547827 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ff64408c610 con 0x7ff6440ccb20 2024-09-13T16:02:21.405 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.404+0000 7ff62bfff640 1 -- 172.21.15.76:0/2828547827 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v28) v1 ==== 74+0+18669 (secure 0 0 0) 0x7ff634057700 con 0x7ff6440ccb20 2024-09-13T16:02:21.405 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:02:21.405 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":28,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:02:20.572463+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:01:36.778177+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T16:01:37.336141+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T16:01:40.400554+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.2","mappings":[{"from":3,"to":2},{"from":5,"to":1}]},{"pgid":"3.15","mappings":[{"from":7,"to":2}]},{"pgid":"3.3a","mappings":[{"from":5,"to":2}]},{"pgid":"4.0","mappings":[{"from":1,"to":2}]},{"pgid":"4.9","mappings":[{"from":1,"to":2}]},{"pgid":"4.1d","mappings":[{"from":1,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:02:21.407 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.406+0000 7ff64a19c640 1 -- 172.21.15.76:0/2828547827 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff63006ac00 msgr2=0x7ff63006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:21.407 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.406+0000 7ff64a19c640 1 --2- 172.21.15.76:0/2828547827 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff63006ac00 0x7ff63006d0c0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7ff638034000 tx=0x7ff63802e000 comp rx=0 tx=0).stop 2024-09-13T16:02:21.407 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.406+0000 7ff64a19c640 1 -- 172.21.15.76:0/2828547827 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff6440ccb20 msgr2=0x7ff6440b7b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:21.408 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.406+0000 7ff64a19c640 1 --2- 172.21.15.76:0/2828547827 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff6440ccb20 0x7ff6440b7b40 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7ff63400e730 tx=0x7ff63400ebf0 comp rx=0 tx=0).stop 2024-09-13T16:02:21.408 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.406+0000 7ff64a19c640 1 -- 172.21.15.76:0/2828547827 shutdown_connections 2024-09-13T16:02:21.408 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.406+0000 7ff64a19c640 1 --2- 172.21.15.76:0/2828547827 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff64415c6e0 0x7ff644153470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:21.408 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.406+0000 7ff64a19c640 1 --2- 172.21.15.76:0/2828547827 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff63006ac00 0x7ff63006d0c0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:21.408 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.406+0000 7ff64a19c640 1 --2- 172.21.15.76:0/2828547827 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff6440d07b0 0x7ff6440cb480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:21.408 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.406+0000 7ff64a19c640 1 --2- 172.21.15.76:0/2828547827 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff6440ccb20 0x7ff6440b7b40 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:21.408 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.406+0000 7ff64a19c640 1 -- 172.21.15.76:0/2828547827 >> 172.21.15.76:0/2828547827 conn(0x7ff644089f60 msgr2=0x7ff6440af0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:21.408 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.406+0000 7ff64a19c640 1 -- 172.21.15.76:0/2828547827 shutdown_connections 2024-09-13T16:02:21.408 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.406+0000 7ff64a19c640 1 -- 172.21.15.76:0/2828547827 wait complete. 2024-09-13T16:02:21.419 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:01:26.960607+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:01:36.778177+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:01:37.336141+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-13T16:01:40.400554+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '26', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-13T16:02:21.419 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:02:21.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.520+0000 7f9876533640 1 Processor -- start 2024-09-13T16:02:21.522 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.520+0000 7f9876533640 1 -- start start 2024-09-13T16:02:21.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.521+0000 7f9876533640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f987015a3b0 0x7f98700b20a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:21.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.521+0000 7f9876533640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f98700b1720 0x7f98700ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:21.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.521+0000 7f9876533640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f987015a790 con 0x7f98700cea30 2024-09-13T16:02:21.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.521+0000 7f9876533640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f98700ceee0 con 0x7f98700b1720 2024-09-13T16:02:21.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.521+0000 7f9876533640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f98700b2680 con 0x7f987015a3b0 2024-09-13T16:02:21.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.521+0000 7f986f7fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f98700b1720 0x7f98700ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:21.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.521+0000 7f986f7fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f98700b1720 0x7f98700ce4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36152/0 (socket says 172.21.15.76:36152) 2024-09-13T16:02:21.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.521+0000 7f986f7fe640 1 -- 172.21.15.76:0/4276120539 learned_addr learned my addr 172.21.15.76:0/4276120539 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:21.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.521+0000 7f986ffff640 1 --2- 172.21.15.76:0/4276120539 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f987015a3b0 0x7f98700b20a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:21.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.521+0000 7f986f7fe640 1 -- 172.21.15.76:0/4276120539 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f987015a3b0 msgr2=0x7f98700b20a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:21.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.521+0000 7f986f7fe640 1 --2- 172.21.15.76:0/4276120539 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f987015a3b0 0x7f98700b20a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:21.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.521+0000 7f986f7fe640 1 -- 172.21.15.76:0/4276120539 >> v1:172.21.15.192:6789/0 conn(0x7f98700cea30 legacy=0x7f987006c640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:21.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.521+0000 7f986f7fe640 1 -- 172.21.15.76:0/4276120539 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f98700b2960 con 0x7f98700b1720 2024-09-13T16:02:21.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.522+0000 7f986f7fe640 1 --2- 172.21.15.76:0/4276120539 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f98700b1720 0x7f98700ce4f0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f9864009870 tx=0x7f986402a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=16276e3714cc5946 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:21.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.522+0000 7f986effd640 1 -- 172.21.15.76:0/4276120539 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9864032440 con 0x7f98700b1720 2024-09-13T16:02:21.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.522+0000 7f986effd640 1 -- 172.21.15.76:0/4276120539 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f98640325a0 con 0x7f98700b1720 2024-09-13T16:02:21.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.522+0000 7f986effd640 1 -- 172.21.15.76:0/4276120539 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9864032930 con 0x7f98700b1720 2024-09-13T16:02:21.529 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.523+0000 7f9876533640 1 -- 172.21.15.76:0/4276120539 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f98700b1720 msgr2=0x7f98700ce4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:21.529 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.523+0000 7f9876533640 1 --2- 172.21.15.76:0/4276120539 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f98700b1720 0x7f98700ce4f0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f9864009870 tx=0x7f986402a210 comp rx=0 tx=0).stop 2024-09-13T16:02:21.529 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.523+0000 7f9876533640 1 -- 172.21.15.76:0/4276120539 shutdown_connections 2024-09-13T16:02:21.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.523+0000 7f9876533640 1 --2- 172.21.15.76:0/4276120539 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f98700b1720 0x7f98700ce4f0 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:21.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.523+0000 7f9876533640 1 --2- 172.21.15.76:0/4276120539 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f987015a3b0 0x7f98700b20a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:21.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.523+0000 7f9876533640 1 -- 172.21.15.76:0/4276120539 >> 172.21.15.76:0/4276120539 conn(0x7f987006a0b0 msgr2=0x7f987006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:21.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.523+0000 7f9876533640 1 -- 172.21.15.76:0/4276120539 shutdown_connections 2024-09-13T16:02:21.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.523+0000 7f9876533640 1 -- 172.21.15.76:0/4276120539 wait complete. 2024-09-13T16:02:21.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.524+0000 7f9876533640 1 Processor -- start 2024-09-13T16:02:21.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.524+0000 7f9876533640 1 -- start start 2024-09-13T16:02:21.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.525+0000 7f9876533640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f98700b1720 0x7f987015d620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:21.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.525+0000 7f9876533640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f98700cea30 0x7f9870156ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:21.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.525+0000 7f9876533640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f987015a3b0 0x7f987015b970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:21.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.525+0000 7f9876533640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f987015d190 con 0x7f98700cea30 2024-09-13T16:02:21.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.525+0000 7f9876533640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f987015c4e0 con 0x7f98700b1720 2024-09-13T16:02:21.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.525+0000 7f9876533640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f987015cb40 con 0x7f987015a3b0 2024-09-13T16:02:21.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.525+0000 7f986f7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f98700cea30 0x7f9870156ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:21.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.525+0000 7f986f7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f98700cea30 0x7f9870156ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36156/0 (socket says 172.21.15.76:36156) 2024-09-13T16:02:21.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.525+0000 7f986f7fe640 1 -- 172.21.15.76:0/2897123340 learned_addr learned my addr 172.21.15.76:0/2897123340 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:21.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.525+0000 7f986ffff640 1 --2- 172.21.15.76:0/2897123340 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f98700b1720 0x7f987015d620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:21.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.525+0000 7f9874ad0640 1 --2- 172.21.15.76:0/2897123340 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f987015a3b0 0x7f987015b970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:21.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.525+0000 7f986f7fe640 1 -- 172.21.15.76:0/2897123340 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f987015a3b0 msgr2=0x7f987015b970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:21.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.525+0000 7f986f7fe640 1 --2- 172.21.15.76:0/2897123340 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f987015a3b0 0x7f987015b970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:21.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.525+0000 7f986f7fe640 1 -- 172.21.15.76:0/2897123340 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f98700b1720 msgr2=0x7f987015d620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:21.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.525+0000 7f986f7fe640 1 --2- 172.21.15.76:0/2897123340 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f98700b1720 0x7f987015d620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:21.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.525+0000 7f986f7fe640 1 -- 172.21.15.76:0/2897123340 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f98640094d0 con 0x7f98700cea30 2024-09-13T16:02:21.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.525+0000 7f986f7fe640 1 --2- 172.21.15.76:0/2897123340 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f98700cea30 0x7f9870156ac0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f9864000c00 tx=0x7f98640046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:21.532 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.526+0000 7f986cff9640 1 -- 172.21.15.76:0/2897123340 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9864032440 con 0x7f98700cea30 2024-09-13T16:02:21.532 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.526+0000 7f986cff9640 1 -- 172.21.15.76:0/2897123340 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9864030b80 con 0x7f98700cea30 2024-09-13T16:02:21.532 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.526+0000 7f986cff9640 1 -- 172.21.15.76:0/2897123340 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f986403d440 con 0x7f98700cea30 2024-09-13T16:02:21.532 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.526+0000 7f9876533640 1 -- 172.21.15.76:0/2897123340 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f987015ce20 con 0x7f98700cea30 2024-09-13T16:02:21.532 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.526+0000 7f9876533640 1 -- 172.21.15.76:0/2897123340 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f987015c7c0 con 0x7f98700cea30 2024-09-13T16:02:21.532 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.527+0000 7f9876533640 1 -- 172.21.15.76:0/2897123340 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f987015cc80 con 0x7f98700cea30 2024-09-13T16:02:21.532 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.527+0000 7f986cff9640 1 -- 172.21.15.76:0/2897123340 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9864039040 con 0x7f98700cea30 2024-09-13T16:02:21.532 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.528+0000 7f986cff9640 1 --2- 172.21.15.76:0/2897123340 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f985c06ac00 0x7f985c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:21.532 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.528+0000 7f986cff9640 1 -- 172.21.15.76:0/2897123340 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7f98640aa090 con 0x7f98700cea30 2024-09-13T16:02:21.532 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.528+0000 7f986ffff640 1 --2- 172.21.15.76:0/2897123340 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f985c06ac00 0x7f985c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:21.532 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.528+0000 7f986ffff640 1 --2- 172.21.15.76:0/2897123340 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f985c06ac00 0x7f985c06d0c0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f9860006fd0 tx=0x7f9860008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:21.533 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.532+0000 7f986cff9640 1 -- 172.21.15.76:0/2897123340 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f987015cc80 con 0x7f98700cea30 2024-09-13T16:02:21.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.695+0000 7f9876533640 1 -- 172.21.15.76:0/2897123340 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f987015cc80 con 0x7f98700cea30 2024-09-13T16:02:21.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.695+0000 7f986cff9640 1 -- 172.21.15.76:0/2897123340 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v28) v1 ==== 93+0+10 (secure 0 0 0) 0x7f987015cc80 con 0x7f98700cea30 2024-09-13T16:02:21.697 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2024-09-13T16:02:21.699 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.697+0000 7f9876533640 1 -- 172.21.15.76:0/2897123340 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f985c06ac00 msgr2=0x7f985c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:21.699 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.697+0000 7f9876533640 1 --2- 172.21.15.76:0/2897123340 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f985c06ac00 0x7f985c06d0c0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f9860006fd0 tx=0x7f9860008040 comp rx=0 tx=0).stop 2024-09-13T16:02:21.699 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.697+0000 7f9876533640 1 -- 172.21.15.76:0/2897123340 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f98700cea30 msgr2=0x7f9870156ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:21.699 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.697+0000 7f9876533640 1 --2- 172.21.15.76:0/2897123340 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f98700cea30 0x7f9870156ac0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f9864000c00 tx=0x7f98640046c0 comp rx=0 tx=0).stop 2024-09-13T16:02:21.699 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.697+0000 7f9876533640 1 -- 172.21.15.76:0/2897123340 shutdown_connections 2024-09-13T16:02:21.699 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.697+0000 7f9876533640 1 --2- 172.21.15.76:0/2897123340 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f985c06ac00 0x7f985c06d0c0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:21.699 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.697+0000 7f9876533640 1 --2- 172.21.15.76:0/2897123340 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f987015a3b0 0x7f987015b970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:21.699 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.697+0000 7f9876533640 1 --2- 172.21.15.76:0/2897123340 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f98700cea30 0x7f9870156ac0 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:21.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.697+0000 7f9876533640 1 --2- 172.21.15.76:0/2897123340 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f98700b1720 0x7f987015d620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:21.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.697+0000 7f9876533640 1 -- 172.21.15.76:0/2897123340 >> 172.21.15.76:0/2897123340 conn(0x7f987006a0b0 msgr2=0x7f9870071a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:21.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.697+0000 7f9876533640 1 -- 172.21.15.76:0/2897123340 shutdown_connections 2024-09-13T16:02:21.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.697+0000 7f9876533640 1 -- 172.21.15.76:0/2897123340 wait complete. 2024-09-13T16:02:21.709 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:02:21.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.810+0000 7f6145933640 1 Processor -- start 2024-09-13T16:02:21.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.810+0000 7f6145933640 1 -- start start 2024-09-13T16:02:21.814 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.811+0000 7f6145933640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f61400cd500 0x7f61400b3850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:21.814 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.811+0000 7f6145933640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f61400b1370 0x7f61400d2f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:21.814 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.811+0000 7f6145933640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f61400d1650 0x7f61400b18c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:21.814 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.811+0000 7f6145933640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f61400d1f40 con 0x7f61400d1650 2024-09-13T16:02:21.814 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.811+0000 7f6145933640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f61400d2190 con 0x7f61400cd500 2024-09-13T16:02:21.814 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.811+0000 7f6145933640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f61400ccb20 con 0x7f61400b1370 2024-09-13T16:02:21.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.811+0000 7f613f7fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f61400d1650 0x7f61400b18c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:21.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.811+0000 7f613f7fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f61400d1650 0x7f61400b18c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36170/0 (socket says 172.21.15.76:36170) 2024-09-13T16:02:21.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.811+0000 7f613f7fe640 1 -- 172.21.15.76:0/1961129749 learned_addr learned my addr 172.21.15.76:0/1961129749 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:21.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.811+0000 7f613f7fe640 1 -- 172.21.15.76:0/1961129749 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f61400b1370 msgr2=0x7f61400d2f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:21.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.811+0000 7f613f7fe640 1 --2- 172.21.15.76:0/1961129749 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f61400b1370 0x7f61400d2f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:21.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.811+0000 7f613effd640 1 --2- 172.21.15.76:0/1961129749 >> v2:172.21.15.192:3300/0 conn(0x7f61400cd500 0x7f61400b3850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:21.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.811+0000 7f613f7fe640 1 -- 172.21.15.76:0/1961129749 >> v2:172.21.15.192:3300/0 conn(0x7f61400cd500 msgr2=0x7f61400b3850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:21.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.811+0000 7f613f7fe640 1 --2- 172.21.15.76:0/1961129749 >> v2:172.21.15.192:3300/0 conn(0x7f61400cd500 0x7f61400b3850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:21.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.811+0000 7f613f7fe640 1 -- 172.21.15.76:0/1961129749 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f61400cce00 con 0x7f61400d1650 2024-09-13T16:02:21.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.812+0000 7f613f7fe640 1 --2- 172.21.15.76:0/1961129749 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f61400d1650 0x7f61400b18c0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f6138009e50 tx=0x7f613802a6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f43360b0e15f3f5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:21.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.812+0000 7f613e7fc640 1 -- 172.21.15.76:0/1961129749 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f613802aea0 con 0x7f61400d1650 2024-09-13T16:02:21.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.812+0000 7f613e7fc640 1 -- 172.21.15.76:0/1961129749 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f613802d050 con 0x7f61400d1650 2024-09-13T16:02:21.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.812+0000 7f613e7fc640 1 -- 172.21.15.76:0/1961129749 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6138031820 con 0x7f61400d1650 2024-09-13T16:02:21.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.813+0000 7f6145933640 1 -- 172.21.15.76:0/1961129749 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f61400d1650 msgr2=0x7f61400b18c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:21.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.813+0000 7f6145933640 1 --2- 172.21.15.76:0/1961129749 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f61400d1650 0x7f61400b18c0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f6138009e50 tx=0x7f613802a6c0 comp rx=0 tx=0).stop 2024-09-13T16:02:21.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.813+0000 7f6145933640 1 -- 172.21.15.76:0/1961129749 shutdown_connections 2024-09-13T16:02:21.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.813+0000 7f6145933640 1 --2- 172.21.15.76:0/1961129749 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f61400d1650 0x7f61400b18c0 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:21.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.813+0000 7f6145933640 1 --2- 172.21.15.76:0/1961129749 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f61400b1370 0x7f61400d2f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:21.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.813+0000 7f6145933640 1 --2- 172.21.15.76:0/1961129749 >> v2:172.21.15.192:3300/0 conn(0x7f61400cd500 0x7f61400b3850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:21.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.813+0000 7f6145933640 1 -- 172.21.15.76:0/1961129749 >> 172.21.15.76:0/1961129749 conn(0x7f6140089f60 msgr2=0x7f61400d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:21.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.813+0000 7f6145933640 1 -- 172.21.15.76:0/1961129749 shutdown_connections 2024-09-13T16:02:21.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.813+0000 7f6145933640 1 -- 172.21.15.76:0/1961129749 wait complete. 2024-09-13T16:02:21.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.814+0000 7f6145933640 1 Processor -- start 2024-09-13T16:02:21.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.814+0000 7f6145933640 1 -- start start 2024-09-13T16:02:21.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.815+0000 7f6145933640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f61400cd500 0x7f61400ca150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:21.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.815+0000 7f6145933640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f61400d1650 0x7f61400b6d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:21.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.815+0000 7f6145933640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f61400b72b0 0x7f61400b7740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:21.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.815+0000 7f6145933640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f614015ffe0 con 0x7f61400d1650 2024-09-13T16:02:21.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.815+0000 7f6145933640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f614015fd00 con 0x7f61400b72b0 2024-09-13T16:02:21.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.815+0000 7f6145933640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f61400b6290 con 0x7f61400cd500 2024-09-13T16:02:21.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.815+0000 7f6137fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f61400d1650 0x7f61400b6d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:21.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.815+0000 7f6137fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f61400d1650 0x7f61400b6d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36178/0 (socket says 172.21.15.76:36178) 2024-09-13T16:02:21.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.815+0000 7f6137fff640 1 -- 172.21.15.76:0/1128137184 learned_addr learned my addr 172.21.15.76:0/1128137184 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:21.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.815+0000 7f613f7fe640 1 --2- 172.21.15.76:0/1128137184 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f61400b72b0 0x7f61400b7740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:21.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.815+0000 7f613effd640 1 --2- 172.21.15.76:0/1128137184 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f61400cd500 0x7f61400ca150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:21.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.815+0000 7f6137fff640 1 -- 172.21.15.76:0/1128137184 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f61400cd500 msgr2=0x7f61400ca150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:21.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.815+0000 7f6137fff640 1 --2- 172.21.15.76:0/1128137184 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f61400cd500 0x7f61400ca150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:21.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.815+0000 7f6137fff640 1 -- 172.21.15.76:0/1128137184 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f61400b72b0 msgr2=0x7f61400b7740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:21.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.815+0000 7f6137fff640 1 --2- 172.21.15.76:0/1128137184 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f61400b72b0 0x7f61400b7740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:21.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.815+0000 7f6137fff640 1 -- 172.21.15.76:0/1128137184 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6138009b30 con 0x7f61400d1650 2024-09-13T16:02:21.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.815+0000 7f613f7fe640 1 --2- 172.21.15.76:0/1128137184 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f61400b72b0 0x7f61400b7740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:02:21.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.815+0000 7f613effd640 1 --2- 172.21.15.76:0/1128137184 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f61400cd500 0x7f61400ca150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:02:21.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.815+0000 7f6137fff640 1 --2- 172.21.15.76:0/1128137184 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f61400d1650 0x7f61400b6d70 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f612800b450 tx=0x7f612800b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:21.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.815+0000 7f613cff9640 1 -- 172.21.15.76:0/1128137184 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6128011890 con 0x7f61400d1650 2024-09-13T16:02:21.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.815+0000 7f613cff9640 1 -- 172.21.15.76:0/1128137184 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f61280119f0 con 0x7f61400d1650 2024-09-13T16:02:21.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.815+0000 7f6145933640 1 -- 172.21.15.76:0/1128137184 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f61400b6570 con 0x7f61400d1650 2024-09-13T16:02:21.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.815+0000 7f613cff9640 1 -- 172.21.15.76:0/1128137184 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6128011da0 con 0x7f61400d1650 2024-09-13T16:02:21.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.816+0000 7f6145933640 1 -- 172.21.15.76:0/1128137184 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f61400b7c80 con 0x7f61400d1650 2024-09-13T16:02:21.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.817+0000 7f6145933640 1 -- 172.21.15.76:0/1128137184 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f61400b6a90 con 0x7f61400d1650 2024-09-13T16:02:21.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.817+0000 7f613cff9640 1 -- 172.21.15.76:0/1128137184 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f612801a400 con 0x7f61400d1650 2024-09-13T16:02:21.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.817+0000 7f613cff9640 1 --2- 172.21.15.76:0/1128137184 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f612006ac30 0x7f612006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:21.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.818+0000 7f613cff9640 1 -- 172.21.15.76:0/1128137184 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7f61280899c0 con 0x7f61400d1650 2024-09-13T16:02:21.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.818+0000 7f613effd640 1 --2- 172.21.15.76:0/1128137184 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f612006ac30 0x7f612006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:21.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.818+0000 7f613effd640 1 --2- 172.21.15.76:0/1128137184 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f612006ac30 0x7f612006d0f0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f613000a9d0 tx=0x7f6130008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:21.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.822+0000 7f613cff9640 1 -- 172.21.15.76:0/1128137184 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f61400b6a90 con 0x7f61400d1650 2024-09-13T16:02:21.991 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.989+0000 7f6145933640 1 -- 172.21.15.76:0/1128137184 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f61400b6a90 con 0x7f61400d1650 2024-09-13T16:02:21.991 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.989+0000 7f613cff9640 1 -- 172.21.15.76:0/1128137184 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v28) v1 ==== 104+0+11 (secure 0 0 0) 0x7f6128015020 con 0x7f61400d1650 2024-09-13T16:02:21.991 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2024-09-13T16:02:21.993 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.991+0000 7f6145933640 1 -- 172.21.15.76:0/1128137184 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f612006ac30 msgr2=0x7f612006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:21.993 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.991+0000 7f6145933640 1 --2- 172.21.15.76:0/1128137184 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f612006ac30 0x7f612006d0f0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f613000a9d0 tx=0x7f6130008040 comp rx=0 tx=0).stop 2024-09-13T16:02:21.994 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.991+0000 7f6145933640 1 -- 172.21.15.76:0/1128137184 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f61400d1650 msgr2=0x7f61400b6d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:21.994 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.991+0000 7f6145933640 1 --2- 172.21.15.76:0/1128137184 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f61400d1650 0x7f61400b6d70 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f612800b450 tx=0x7f612800b910 comp rx=0 tx=0).stop 2024-09-13T16:02:21.994 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.991+0000 7f6145933640 1 -- 172.21.15.76:0/1128137184 shutdown_connections 2024-09-13T16:02:21.994 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.991+0000 7f6145933640 1 --2- 172.21.15.76:0/1128137184 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f61400b72b0 0x7f61400b7740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:21.994 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.991+0000 7f6145933640 1 --2- 172.21.15.76:0/1128137184 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f61400d1650 0x7f61400b6d70 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:21.994 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.991+0000 7f6145933640 1 --2- 172.21.15.76:0/1128137184 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f612006ac30 0x7f612006d0f0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:21.994 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.991+0000 7f6145933640 1 --2- 172.21.15.76:0/1128137184 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f61400cd500 0x7f61400ca150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:21.994 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.991+0000 7f6145933640 1 -- 172.21.15.76:0/1128137184 >> 172.21.15.76:0/1128137184 conn(0x7f6140089f60 msgr2=0x7f614006aff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:21.995 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.992+0000 7f6145933640 1 -- 172.21.15.76:0/1128137184 shutdown_connections 2024-09-13T16:02:21.995 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:21.992+0000 7f6145933640 1 -- 172.21.15.76:0/1128137184 wait complete. 2024-09-13T16:02:22.003 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:02:22.104 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.103+0000 7fdebe2c9640 1 Processor -- start 2024-09-13T16:02:22.104 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.103+0000 7fdebe2c9640 1 -- start start 2024-09-13T16:02:22.105 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.104+0000 7fdebe2c9640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fdeb80b2b40 0x7fdeb80ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:22.105 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.104+0000 7fdebe2c9640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdeb80ccbe0 con 0x7fdeb80ce4f0 2024-09-13T16:02:22.105 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.104+0000 7fdebe2c9640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdeb80b1810 con 0x7fdeb8159310 2024-09-13T16:02:22.105 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.104+0000 7fdebe2c9640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdeb80ad940 con 0x7fdeb80b2b40 2024-09-13T16:02:22.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.104+0000 7fdeb77fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fdeb80b2b40 0x7fdeb80ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:22.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.104+0000 7fdebc866640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fdeb80ce4f0 0x7fdeb80ce8d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:45516/0 (socket says 172.21.15.76:45516) 2024-09-13T16:02:22.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.104+0000 7fdebc866640 1 -- 172.21.15.76:0/1132324996 learned_addr learned my addr 172.21.15.76:0/1132324996 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:22.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.104+0000 7fdeb77fe640 1 -- 172.21.15.76:0/1132324996 >> v1:172.21.15.192:6789/0 conn(0x7fdeb8159310 legacy=0x7fdeb80ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:22.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.104+0000 7fdeb77fe640 1 -- 172.21.15.76:0/1132324996 >> v1:172.21.15.76:6789/0 conn(0x7fdeb80ce4f0 legacy=0x7fdeb80ce8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:22.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.104+0000 7fdeb77fe640 1 -- 172.21.15.76:0/1132324996 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdeb806d9e0 con 0x7fdeb80b2b40 2024-09-13T16:02:22.107 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.105+0000 7fdeb77fe640 1 --2- 172.21.15.76:0/1132324996 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdeb80b2b40 0x7fdeb80ad400 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fdeac0097a0 tx=0x7fdeac02a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e9a57cffb8d0a227 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:22.107 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.105+0000 7fdeb6ffd640 1 -- 172.21.15.76:0/1132324996 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdeac02ae50 con 0x7fdeb80b2b40 2024-09-13T16:02:22.107 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.105+0000 7fdeb6ffd640 1 -- 172.21.15.76:0/1132324996 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdeac032440 con 0x7fdeb80b2b40 2024-09-13T16:02:22.107 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.105+0000 7fdeb6ffd640 1 -- 172.21.15.76:0/1132324996 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdeac0327d0 con 0x7fdeb80b2b40 2024-09-13T16:02:22.107 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.105+0000 7fdebe2c9640 1 -- 172.21.15.76:0/1132324996 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdeb80b2b40 msgr2=0x7fdeb80ad400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:22.108 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.105+0000 7fdebe2c9640 1 --2- 172.21.15.76:0/1132324996 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdeb80b2b40 0x7fdeb80ad400 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fdeac0097a0 tx=0x7fdeac02a140 comp rx=0 tx=0).stop 2024-09-13T16:02:22.108 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.105+0000 7fdebe2c9640 1 -- 172.21.15.76:0/1132324996 shutdown_connections 2024-09-13T16:02:22.108 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.105+0000 7fdebe2c9640 1 --2- 172.21.15.76:0/1132324996 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdeb80b2b40 0x7fdeb80ad400 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:22.108 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.105+0000 7fdebe2c9640 1 -- 172.21.15.76:0/1132324996 >> 172.21.15.76:0/1132324996 conn(0x7fdeb806a0b0 msgr2=0x7fdeb806a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:22.108 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.105+0000 7fdebe2c9640 1 -- 172.21.15.76:0/1132324996 shutdown_connections 2024-09-13T16:02:22.108 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.105+0000 7fdebe2c9640 1 -- 172.21.15.76:0/1132324996 wait complete. 2024-09-13T16:02:22.111 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.107+0000 7fdebe2c9640 1 Processor -- start 2024-09-13T16:02:22.111 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.107+0000 7fdebe2c9640 1 -- start start 2024-09-13T16:02:22.111 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.107+0000 7fdebe2c9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdeb80b2b40 0x7fdeb80c3e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:22.111 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.108+0000 7fdebe2c9640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdeb80ce4f0 0x7fdeb806c3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:22.111 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.108+0000 7fdebe2c9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdeb8159310 0x7fdeb806c910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:22.111 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.108+0000 7fdebe2c9640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdeb8152d70 con 0x7fdeb8159310 2024-09-13T16:02:22.111 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.108+0000 7fdebe2c9640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdeb8151fb0 con 0x7fdeb80ce4f0 2024-09-13T16:02:22.111 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.108+0000 7fdebe2c9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdeb8152290 con 0x7fdeb80b2b40 2024-09-13T16:02:22.111 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.108+0000 7fdebc866640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdeb8159310 0x7fdeb806c910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:22.111 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.108+0000 7fdebc866640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdeb8159310 0x7fdeb806c910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36190/0 (socket says 172.21.15.76:36190) 2024-09-13T16:02:22.111 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.108+0000 7fdebc866640 1 -- 172.21.15.76:0/4076864092 learned_addr learned my addr 172.21.15.76:0/4076864092 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:22.112 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.108+0000 7fdeb7fff640 1 --2- 172.21.15.76:0/4076864092 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdeb80b2b40 0x7fdeb80c3e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:22.112 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.108+0000 7fdeb77fe640 1 --2- 172.21.15.76:0/4076864092 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdeb80ce4f0 0x7fdeb806c3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:22.112 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.108+0000 7fdebc866640 1 -- 172.21.15.76:0/4076864092 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdeb80b2b40 msgr2=0x7fdeb80c3e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:22.112 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.108+0000 7fdebc866640 1 --2- 172.21.15.76:0/4076864092 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdeb80b2b40 0x7fdeb80c3e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:22.112 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.108+0000 7fdebc866640 1 -- 172.21.15.76:0/4076864092 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdeb80ce4f0 msgr2=0x7fdeb806c3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:22.112 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.108+0000 7fdebc866640 1 --2- 172.21.15.76:0/4076864092 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdeb80ce4f0 0x7fdeb806c3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:22.112 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.108+0000 7fdebc866640 1 -- 172.21.15.76:0/4076864092 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdeac009400 con 0x7fdeb8159310 2024-09-13T16:02:22.112 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.108+0000 7fdebc866640 1 --2- 172.21.15.76:0/4076864092 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdeb8159310 0x7fdeb806c910 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fdeb000cbc0 tx=0x7fdeb000a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:22.112 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.108+0000 7fdeb4ff9640 1 -- 172.21.15.76:0/4076864092 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdeb000ad40 con 0x7fdeb8159310 2024-09-13T16:02:22.112 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.108+0000 7fdeb4ff9640 1 -- 172.21.15.76:0/4076864092 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdeb0012400 con 0x7fdeb8159310 2024-09-13T16:02:22.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.108+0000 7fdebe2c9640 1 -- 172.21.15.76:0/4076864092 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdeb8152570 con 0x7fdeb8159310 2024-09-13T16:02:22.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.108+0000 7fdeb4ff9640 1 -- 172.21.15.76:0/4076864092 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdeb000aea0 con 0x7fdeb8159310 2024-09-13T16:02:22.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.108+0000 7fdebe2c9640 1 -- 172.21.15.76:0/4076864092 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdeb80c4350 con 0x7fdeb8159310 2024-09-13T16:02:22.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.109+0000 7fdebe2c9640 1 -- 172.21.15.76:0/4076864092 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdeb80ad400 con 0x7fdeb8159310 2024-09-13T16:02:22.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.110+0000 7fdeb4ff9640 1 -- 172.21.15.76:0/4076864092 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fdeb0007070 con 0x7fdeb8159310 2024-09-13T16:02:22.114 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.110+0000 7fdeb4ff9640 1 --2- 172.21.15.76:0/4076864092 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdea406ac00 0x7fdea406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:22.114 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.110+0000 7fdeb4ff9640 1 -- 172.21.15.76:0/4076864092 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7fdeb00894e0 con 0x7fdeb8159310 2024-09-13T16:02:22.114 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.110+0000 7fdeb7fff640 1 --2- 172.21.15.76:0/4076864092 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdea406ac00 0x7fdea406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:22.114 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.111+0000 7fdeb7fff640 1 --2- 172.21.15.76:0/4076864092 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdea406ac00 0x7fdea406d0c0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fdea8006fd0 tx=0x7fdea8009060 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:22.115 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.114+0000 7fdeb4ff9640 1 -- 172.21.15.76:0/4076864092 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fdeb0054450 con 0x7fdeb8159310 2024-09-13T16:02:22.276 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.274+0000 7fdebe2c9640 1 -- 172.21.15.76:0/4076864092 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fdeb806e4b0 con 0x7fdeb8159310 2024-09-13T16:02:22.276 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.275+0000 7fdeb4ff9640 1 -- 172.21.15.76:0/4076864092 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v28) v1 ==== 100+0+11 (secure 0 0 0) 0x7fdeb0057a70 con 0x7fdeb8159310 2024-09-13T16:02:22.276 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2024-09-13T16:02:22.281 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.276+0000 7fdebe2c9640 1 -- 172.21.15.76:0/4076864092 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdea406ac00 msgr2=0x7fdea406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:22.281 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.276+0000 7fdebe2c9640 1 --2- 172.21.15.76:0/4076864092 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdea406ac00 0x7fdea406d0c0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fdea8006fd0 tx=0x7fdea8009060 comp rx=0 tx=0).stop 2024-09-13T16:02:22.281 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.276+0000 7fdebe2c9640 1 -- 172.21.15.76:0/4076864092 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdeb8159310 msgr2=0x7fdeb806c910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:22.281 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.276+0000 7fdebe2c9640 1 --2- 172.21.15.76:0/4076864092 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdeb8159310 0x7fdeb806c910 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fdeb000cbc0 tx=0x7fdeb000a430 comp rx=0 tx=0).stop 2024-09-13T16:02:22.281 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.276+0000 7fdebe2c9640 1 -- 172.21.15.76:0/4076864092 shutdown_connections 2024-09-13T16:02:22.281 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.276+0000 7fdebe2c9640 1 --2- 172.21.15.76:0/4076864092 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdeb8159310 0x7fdeb806c910 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:22.281 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.276+0000 7fdebe2c9640 1 --2- 172.21.15.76:0/4076864092 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdeb80ce4f0 0x7fdeb806c3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:22.281 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.276+0000 7fdebe2c9640 1 --2- 172.21.15.76:0/4076864092 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdea406ac00 0x7fdea406d0c0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:22.281 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.276+0000 7fdebe2c9640 1 --2- 172.21.15.76:0/4076864092 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdeb80b2b40 0x7fdeb80c3e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:22.281 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.276+0000 7fdebe2c9640 1 -- 172.21.15.76:0/4076864092 >> 172.21.15.76:0/4076864092 conn(0x7fdeb806a0b0 msgr2=0x7fdeb80ce8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:22.282 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.277+0000 7fdebe2c9640 1 -- 172.21.15.76:0/4076864092 shutdown_connections 2024-09-13T16:02:22.282 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.277+0000 7fdebe2c9640 1 -- 172.21.15.76:0/4076864092 wait complete. 2024-09-13T16:02:22.289 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-13T16:02:22.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.388+0000 7fa20c94c640 1 Processor -- start 2024-09-13T16:02:22.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.388+0000 7fa20c94c640 1 -- start start 2024-09-13T16:02:22.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.389+0000 7fa20c94c640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fa20806a5e0 0x7fa20806ba60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:22.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.389+0000 7fa20c94c640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa2080cbfd0 con 0x7fa2080b2590 2024-09-13T16:02:22.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.389+0000 7fa20c94c640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa2080cc2b0 con 0x7fa20815c5c0 2024-09-13T16:02:22.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.389+0000 7fa20c94c640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa2080cc590 con 0x7fa20806a5e0 2024-09-13T16:02:22.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.389+0000 7fa206d9d640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fa2080b2590 0x7fa2080b2970 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:45532/0 (socket says 172.21.15.76:45532) 2024-09-13T16:02:22.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.389+0000 7fa206d9d640 1 -- 172.21.15.76:0/1799121951 learned_addr learned my addr 172.21.15.76:0/1799121951 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:22.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.390+0000 7fa205d9b640 1 --2- 172.21.15.76:0/1799121951 >> v2:172.21.15.192:3300/0 conn(0x7fa20806a5e0 0x7fa20806ba60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:22.392 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.390+0000 7fa20559a640 1 -- 172.21.15.76:0/1799121951 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2676231996 0 0) 0x7fa2080cbfd0 con 0x7fa2080b2590 2024-09-13T16:02:22.392 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.390+0000 7fa20559a640 1 -- 172.21.15.76:0/1799121951 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa1f0003520 con 0x7fa2080b2590 2024-09-13T16:02:22.392 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.390+0000 7fa20559a640 1 -- 172.21.15.76:0/1799121951 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3825964225 0 0) 0x7fa1f0003520 con 0x7fa2080b2590 2024-09-13T16:02:22.392 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.390+0000 7fa205d9b640 1 -- 172.21.15.76:0/1799121951 >> v1:172.21.15.192:6789/0 conn(0x7fa20815c5c0 legacy=0x7fa208069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:22.392 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.390+0000 7fa205d9b640 1 -- 172.21.15.76:0/1799121951 >> v1:172.21.15.76:6789/0 conn(0x7fa2080b2590 legacy=0x7fa2080b2970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:22.392 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.390+0000 7fa205d9b640 1 -- 172.21.15.76:0/1799121951 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa2080cc870 con 0x7fa20806a5e0 2024-09-13T16:02:22.393 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.391+0000 7fa205d9b640 1 --2- 172.21.15.76:0/1799121951 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa20806a5e0 0x7fa20806ba60 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fa1fc0097a0 tx=0x7fa1fc02a0d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bf94404d3dc5109b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:22.393 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.391+0000 7fa20559a640 1 -- 172.21.15.76:0/1799121951 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2000019f0 con 0x7fa20806a5e0 2024-09-13T16:02:22.393 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.391+0000 7fa20559a640 1 -- 172.21.15.76:0/1799121951 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa1fc02ab60 con 0x7fa20806a5e0 2024-09-13T16:02:22.393 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.391+0000 7fa20559a640 1 -- 172.21.15.76:0/1799121951 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1fc032440 con 0x7fa20806a5e0 2024-09-13T16:02:22.393 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.391+0000 7fa20c94c640 1 -- 172.21.15.76:0/1799121951 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa20806a5e0 msgr2=0x7fa20806ba60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:22.393 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.391+0000 7fa20c94c640 1 --2- 172.21.15.76:0/1799121951 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa20806a5e0 0x7fa20806ba60 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fa1fc0097a0 tx=0x7fa1fc02a0d0 comp rx=0 tx=0).stop 2024-09-13T16:02:22.393 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.391+0000 7fa20c94c640 1 -- 172.21.15.76:0/1799121951 shutdown_connections 2024-09-13T16:02:22.394 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.391+0000 7fa20c94c640 1 --2- 172.21.15.76:0/1799121951 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa20806a5e0 0x7fa20806ba60 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:22.394 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.391+0000 7fa20c94c640 1 -- 172.21.15.76:0/1799121951 >> 172.21.15.76:0/1799121951 conn(0x7fa2080717e0 msgr2=0x7fa2080989d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:22.394 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.392+0000 7fa20c94c640 1 -- 172.21.15.76:0/1799121951 shutdown_connections 2024-09-13T16:02:22.394 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.392+0000 7fa20c94c640 1 -- 172.21.15.76:0/1799121951 wait complete. 2024-09-13T16:02:22.394 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.393+0000 7fa20c94c640 1 Processor -- start 2024-09-13T16:02:22.394 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.393+0000 7fa20c94c640 1 -- start start 2024-09-13T16:02:22.396 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.394+0000 7fa20c94c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa20806a5e0 0x7fa20814be50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:22.396 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.394+0000 7fa20c94c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa2080b2590 0x7fa2080cb380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:22.396 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.394+0000 7fa20c94c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa20815c5c0 0x7fa20815cb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:22.396 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.394+0000 7fa20c94c640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa2080caf60 con 0x7fa2080b2590 2024-09-13T16:02:22.396 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.394+0000 7fa20c94c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa20815fcc0 con 0x7fa20815c5c0 2024-09-13T16:02:22.396 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.394+0000 7fa20c94c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa2080ca000 con 0x7fa20806a5e0 2024-09-13T16:02:22.396 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.394+0000 7fa205d9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa2080b2590 0x7fa2080cb380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:22.396 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.394+0000 7fa205d9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa2080b2590 0x7fa2080cb380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36204/0 (socket says 172.21.15.76:36204) 2024-09-13T16:02:22.397 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.394+0000 7fa205d9b640 1 -- 172.21.15.76:0/4026611894 learned_addr learned my addr 172.21.15.76:0/4026611894 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:22.397 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.394+0000 7fa206d9d640 1 --2- 172.21.15.76:0/4026611894 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa20815c5c0 0x7fa20815cb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:22.397 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.394+0000 7fa20659c640 1 --2- 172.21.15.76:0/4026611894 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa20806a5e0 0x7fa20814be50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:22.397 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.394+0000 7fa205d9b640 1 -- 172.21.15.76:0/4026611894 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa20806a5e0 msgr2=0x7fa20814be50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:22.397 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.394+0000 7fa205d9b640 1 --2- 172.21.15.76:0/4026611894 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa20806a5e0 0x7fa20814be50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:22.397 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.394+0000 7fa205d9b640 1 -- 172.21.15.76:0/4026611894 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa20815c5c0 msgr2=0x7fa20815cb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:22.397 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.394+0000 7fa205d9b640 1 --2- 172.21.15.76:0/4026611894 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa20815c5c0 0x7fa20815cb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:22.397 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.394+0000 7fa205d9b640 1 -- 172.21.15.76:0/4026611894 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa1fc009400 con 0x7fa2080b2590 2024-09-13T16:02:22.397 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.394+0000 7fa205d9b640 1 --2- 172.21.15.76:0/4026611894 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa2080b2590 0x7fa2080cb380 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fa1fc0098c0 tx=0x7fa1fc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:22.397 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.394+0000 7fa1f6ffd640 1 -- 172.21.15.76:0/4026611894 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1fc004230 con 0x7fa2080b2590 2024-09-13T16:02:22.397 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.394+0000 7fa1f6ffd640 1 -- 172.21.15.76:0/4026611894 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa1fc004390 con 0x7fa2080b2590 2024-09-13T16:02:22.397 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.394+0000 7fa1f6ffd640 1 -- 172.21.15.76:0/4026611894 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1fc003850 con 0x7fa2080b2590 2024-09-13T16:02:22.397 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.394+0000 7fa20c94c640 1 -- 172.21.15.76:0/4026611894 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa2080ca2e0 con 0x7fa2080b2590 2024-09-13T16:02:22.398 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.394+0000 7fa20c94c640 1 -- 172.21.15.76:0/4026611894 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa2080ca8a0 con 0x7fa2080b2590 2024-09-13T16:02:22.398 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.395+0000 7fa20c94c640 1 -- 172.21.15.76:0/4026611894 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa2080cb0a0 con 0x7fa2080b2590 2024-09-13T16:02:22.398 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.396+0000 7fa1f6ffd640 1 -- 172.21.15.76:0/4026611894 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fa1fc039040 con 0x7fa2080b2590 2024-09-13T16:02:22.399 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.396+0000 7fa1f6ffd640 1 --2- 172.21.15.76:0/4026611894 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa1e806ac00 0x7fa1e806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:22.399 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.396+0000 7fa1f6ffd640 1 -- 172.21.15.76:0/4026611894 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7fa1fc0a9f70 con 0x7fa2080b2590 2024-09-13T16:02:22.399 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.396+0000 7fa20659c640 1 --2- 172.21.15.76:0/4026611894 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa1e806ac00 0x7fa1e806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:22.399 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.397+0000 7fa20659c640 1 --2- 172.21.15.76:0/4026611894 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa1e806ac00 0x7fa1e806d0c0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fa1f8000f60 tx=0x7fa1f8009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:22.402 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.401+0000 7fa1f6ffd640 1 -- 172.21.15.76:0/4026611894 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fa1fc0dd9c0 con 0x7fa2080b2590 2024-09-13T16:02:22.564 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.562+0000 7fa20c94c640 1 -- 172.21.15.76:0/4026611894 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7fa20806ba60 con 0x7fa2080b2590 2024-09-13T16:02:22.564 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.563+0000 7fa1f6ffd640 1 -- 172.21.15.76:0/4026611894 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v28) v1 ==== 103+0+11 (secure 0 0 0) 0x7fa1fc04c0a0 con 0x7fa2080b2590 2024-09-13T16:02:22.565 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2024-09-13T16:02:22.567 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.564+0000 7fa20c94c640 1 -- 172.21.15.76:0/4026611894 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa1e806ac00 msgr2=0x7fa1e806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:22.567 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.564+0000 7fa20c94c640 1 --2- 172.21.15.76:0/4026611894 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa1e806ac00 0x7fa1e806d0c0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fa1f8000f60 tx=0x7fa1f8009040 comp rx=0 tx=0).stop 2024-09-13T16:02:22.567 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.564+0000 7fa20c94c640 1 -- 172.21.15.76:0/4026611894 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa2080b2590 msgr2=0x7fa2080cb380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:22.568 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.564+0000 7fa20c94c640 1 --2- 172.21.15.76:0/4026611894 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa2080b2590 0x7fa2080cb380 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fa1fc0098c0 tx=0x7fa1fc0046c0 comp rx=0 tx=0).stop 2024-09-13T16:02:22.569 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.564+0000 7fa20c94c640 1 -- 172.21.15.76:0/4026611894 shutdown_connections 2024-09-13T16:02:22.569 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.564+0000 7fa20c94c640 1 --2- 172.21.15.76:0/4026611894 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa20815c5c0 0x7fa20815cb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:22.569 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.564+0000 7fa20c94c640 1 --2- 172.21.15.76:0/4026611894 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa2080b2590 0x7fa2080cb380 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:22.569 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.564+0000 7fa20c94c640 1 --2- 172.21.15.76:0/4026611894 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa1e806ac00 0x7fa1e806d0c0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:22.569 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.564+0000 7fa20c94c640 1 --2- 172.21.15.76:0/4026611894 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa20806a5e0 0x7fa20814be50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:22.570 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.564+0000 7fa20c94c640 1 -- 172.21.15.76:0/4026611894 >> 172.21.15.76:0/4026611894 conn(0x7fa2080717e0 msgr2=0x7fa2080b3370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:22.570 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.565+0000 7fa20c94c640 1 -- 172.21.15.76:0/4026611894 shutdown_connections 2024-09-13T16:02:22.570 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.565+0000 7fa20c94c640 1 -- 172.21.15.76:0/4026611894 wait complete. 2024-09-13T16:02:22.577 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:02:22.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.672+0000 7f0c81b83640 1 Processor -- start 2024-09-13T16:02:22.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.672+0000 7f0c81b83640 1 -- start start 2024-09-13T16:02:22.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.673+0000 7f0c81b83640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f0c7c06cbe0 0x7f0c7c06b1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:22.678 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.673+0000 7f0c81b83640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0c7c06b730 0x7f0c7c06e220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:22.678 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.673+0000 7f0c81b83640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0c7c0ceac0 con 0x7f0c7c0ce6e0 2024-09-13T16:02:22.678 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.673+0000 7f0c81b83640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0c7c0d0350 con 0x7f0c7c06cbe0 2024-09-13T16:02:22.678 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.673+0000 7f0c81b83640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0c7c15d2f0 con 0x7f0c7c06b730 2024-09-13T16:02:22.678 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.673+0000 7f0c7b7fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f0c7c0ce6e0 0x7f0c7c15cac0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:45548/0 (socket says 172.21.15.76:45548) 2024-09-13T16:02:22.678 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.673+0000 7f0c7b7fe640 1 -- 172.21.15.76:0/2107300009 learned_addr learned my addr 172.21.15.76:0/2107300009 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:22.678 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.674+0000 7f0c7a7fc640 1 -- 172.21.15.76:0/2107300009 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3454339280 0 0) 0x7f0c6c001490 con 0x7f0c7c0ce6e0 2024-09-13T16:02:22.678 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.674+0000 7f0c7affd640 1 --2- 172.21.15.76:0/2107300009 >> v2:172.21.15.192:3300/0 conn(0x7f0c7c06cbe0 0x7f0c7c06b1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:22.678 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.674+0000 7f0c7bfff640 1 --2- 172.21.15.76:0/2107300009 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0c7c06b730 0x7f0c7c06e220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:22.678 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.674+0000 7f0c7a7fc640 1 -- 172.21.15.76:0/2107300009 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0c64003520 con 0x7f0c7c0ce6e0 2024-09-13T16:02:22.678 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.674+0000 7f0c7a7fc640 1 -- 172.21.15.76:0/2107300009 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2693069248 0 0) 0x7f0c64003520 con 0x7f0c7c0ce6e0 2024-09-13T16:02:22.678 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.674+0000 7f0c7a7fc640 1 -- 172.21.15.76:0/2107300009 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0c7c06b730 msgr2=0x7f0c7c06e220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:22.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.674+0000 7f0c7a7fc640 1 --2- 172.21.15.76:0/2107300009 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0c7c06b730 0x7f0c7c06e220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:22.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.674+0000 7f0c7a7fc640 1 -- 172.21.15.76:0/2107300009 >> v2:172.21.15.192:3300/0 conn(0x7f0c7c06cbe0 msgr2=0x7f0c7c06b1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:22.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.674+0000 7f0c7a7fc640 1 --2- 172.21.15.76:0/2107300009 >> v2:172.21.15.192:3300/0 conn(0x7f0c7c06cbe0 0x7f0c7c06b1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:22.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.674+0000 7f0c7a7fc640 1 -- 172.21.15.76:0/2107300009 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0c7c15d5d0 con 0x7f0c7c0ce6e0 2024-09-13T16:02:22.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.674+0000 7f0c7a7fc640 1 -- 172.21.15.76:0/2107300009 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f0c6c001b80 con 0x7f0c7c0ce6e0 2024-09-13T16:02:22.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.674+0000 7f0c7a7fc640 1 -- 172.21.15.76:0/2107300009 >> v1:172.21.15.76:6789/0 conn(0x7f0c7c0ce6e0 legacy=0x7f0c7c15cac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:22.680 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.674+0000 7f0c7a7fc640 1 --2- 172.21.15.76:0/2107300009 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0c64003970 0x7f0c64003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:22.680 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.674+0000 7f0c7a7fc640 1 --2- 172.21.15.76:0/2107300009 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0c640047c0 0x7f0c64004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:22.680 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.674+0000 7f0c7a7fc640 1 --2- 172.21.15.76:0/2107300009 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0c7c06b730 0x7f0c64005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:22.680 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.674+0000 7f0c7a7fc640 1 -- 172.21.15.76:0/2107300009 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c7c0d0350 con 0x7f0c640047c0 2024-09-13T16:02:22.680 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.674+0000 7f0c7a7fc640 1 -- 172.21.15.76:0/2107300009 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c7c15d2f0 con 0x7f0c64003970 2024-09-13T16:02:22.680 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.674+0000 7f0c7a7fc640 1 -- 172.21.15.76:0/2107300009 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0c6400b980 con 0x7f0c7c06b730 2024-09-13T16:02:22.680 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.674+0000 7f0c7affd640 1 --2- 172.21.15.76:0/2107300009 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0c640047c0 0x7f0c64004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:22.680 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.674+0000 7f0c7b7fe640 1 --2- 172.21.15.76:0/2107300009 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0c64003970 0x7f0c64003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:22.680 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.674+0000 7f0c7bfff640 1 --2- 172.21.15.76:0/2107300009 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0c7c06b730 0x7f0c64005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:22.680 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.674+0000 7f0c7affd640 1 -- 172.21.15.76:0/2107300009 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0c7c06b730 msgr2=0x7f0c64005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:22.680 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.674+0000 7f0c7affd640 1 --2- 172.21.15.76:0/2107300009 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0c7c06b730 0x7f0c64005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:22.680 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.674+0000 7f0c7affd640 1 -- 172.21.15.76:0/2107300009 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0c64003970 msgr2=0x7f0c64003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:22.680 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.674+0000 7f0c7affd640 1 --2- 172.21.15.76:0/2107300009 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0c64003970 0x7f0c64003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:22.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.674+0000 7f0c7affd640 1 -- 172.21.15.76:0/2107300009 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0c64003520 con 0x7f0c640047c0 2024-09-13T16:02:22.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.674+0000 7f0c7bfff640 1 --2- 172.21.15.76:0/2107300009 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0c7c06b730 0x7f0c64005180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:02:22.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.675+0000 7f0c7affd640 1 --2- 172.21.15.76:0/2107300009 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0c640047c0 0x7f0c64004c40 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f0c70009ac0 tx=0x7f0c640057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4bf2cd0d331e4142 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:22.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.675+0000 7f0c7a7fc640 1 -- 172.21.15.76:0/2107300009 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c70031400 con 0x7f0c640047c0 2024-09-13T16:02:22.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.675+0000 7f0c7a7fc640 1 -- 172.21.15.76:0/2107300009 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0c7002d050 con 0x7f0c640047c0 2024-09-13T16:02:22.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.675+0000 7f0c7a7fc640 1 -- 172.21.15.76:0/2107300009 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c70031780 con 0x7f0c640047c0 2024-09-13T16:02:22.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.676+0000 7f0c81b83640 1 -- 172.21.15.76:0/2107300009 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0c640047c0 msgr2=0x7f0c64004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:22.684 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.676+0000 7f0c81b83640 1 --2- 172.21.15.76:0/2107300009 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0c640047c0 0x7f0c64004c40 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f0c70009ac0 tx=0x7f0c640057f0 comp rx=0 tx=0).stop 2024-09-13T16:02:22.684 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.676+0000 7f0c7bfff640 1 -- 172.21.15.76:0/2107300009 reap_dead start 2024-09-13T16:02:22.684 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.676+0000 7f0c81b83640 1 -- 172.21.15.76:0/2107300009 shutdown_connections 2024-09-13T16:02:22.684 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.676+0000 7f0c81b83640 1 -- 172.21.15.76:0/2107300009 >> 172.21.15.76:0/2107300009 conn(0x7f0c7c069ed0 msgr2=0x7f0c7c06a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:22.684 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.676+0000 7f0c81b83640 1 -- 172.21.15.76:0/2107300009 shutdown_connections 2024-09-13T16:02:22.684 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.676+0000 7f0c81b83640 1 -- 172.21.15.76:0/2107300009 wait complete. 2024-09-13T16:02:22.689 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.677+0000 7f0c81b83640 1 Processor -- start 2024-09-13T16:02:22.690 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.677+0000 7f0c81b83640 1 -- start start 2024-09-13T16:02:22.690 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.678+0000 7f0c81b83640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0c640047c0 0x7f0c7c13ed90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:22.690 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.678+0000 7f0c81b83640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0c7c140110 0x7f0c7c1502e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:22.690 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.678+0000 7f0c81b83640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0c7c13d430 0x7f0c7c13f4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:22.690 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.678+0000 7f0c81b83640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c7c13f2d0 con 0x7f0c640047c0 2024-09-13T16:02:22.690 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.678+0000 7f0c81b83640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c7c13dcf0 con 0x7f0c7c13d430 2024-09-13T16:02:22.690 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.678+0000 7f0c81b83640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0c7c13dfd0 con 0x7f0c7c140110 2024-09-13T16:02:22.690 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.678+0000 7f0c7b7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0c640047c0 0x7f0c7c13ed90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:22.690 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.678+0000 7f0c7b7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0c640047c0 0x7f0c7c13ed90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36212/0 (socket says 172.21.15.76:36212) 2024-09-13T16:02:22.690 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.678+0000 7f0c7b7fe640 1 -- 172.21.15.76:0/4288451645 learned_addr learned my addr 172.21.15.76:0/4288451645 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:22.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.678+0000 7f0c7affd640 1 --2- 172.21.15.76:0/4288451645 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0c7c140110 0x7f0c7c1502e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:22.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.678+0000 7f0c7bfff640 1 --2- 172.21.15.76:0/4288451645 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0c7c13d430 0x7f0c7c13f4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:22.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.678+0000 7f0c7b7fe640 1 -- 172.21.15.76:0/4288451645 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0c7c140110 msgr2=0x7f0c7c1502e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:22.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.678+0000 7f0c7b7fe640 1 --2- 172.21.15.76:0/4288451645 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0c7c140110 0x7f0c7c1502e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:22.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.678+0000 7f0c7b7fe640 1 -- 172.21.15.76:0/4288451645 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0c7c13d430 msgr2=0x7f0c7c13f4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:22.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.678+0000 7f0c7b7fe640 1 --2- 172.21.15.76:0/4288451645 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0c7c13d430 0x7f0c7c13f4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:22.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.678+0000 7f0c7b7fe640 1 -- 172.21.15.76:0/4288451645 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0c7c13e2b0 con 0x7f0c640047c0 2024-09-13T16:02:22.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.678+0000 7f0c7b7fe640 1 --2- 172.21.15.76:0/4288451645 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0c640047c0 0x7f0c7c13ed90 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f0c6c00ab00 tx=0x7f0c6c007060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:22.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.679+0000 7f0c63fff640 1 -- 172.21.15.76:0/4288451645 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c6c007aa0 con 0x7f0c640047c0 2024-09-13T16:02:22.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.679+0000 7f0c63fff640 1 -- 172.21.15.76:0/4288451645 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0c6c0133f0 con 0x7f0c640047c0 2024-09-13T16:02:22.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.679+0000 7f0c81b83640 1 -- 172.21.15.76:0/4288451645 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0c7c13e590 con 0x7f0c640047c0 2024-09-13T16:02:22.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.679+0000 7f0c63fff640 1 -- 172.21.15.76:0/4288451645 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c6c0137a0 con 0x7f0c640047c0 2024-09-13T16:02:22.692 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.679+0000 7f0c81b83640 1 -- 172.21.15.76:0/4288451645 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0c7c150820 con 0x7f0c640047c0 2024-09-13T16:02:22.692 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.680+0000 7f0c81b83640 1 -- 172.21.15.76:0/4288451645 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0c7c13eab0 con 0x7f0c640047c0 2024-09-13T16:02:22.692 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.680+0000 7f0c63fff640 1 -- 172.21.15.76:0/4288451645 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f0c6c013900 con 0x7f0c640047c0 2024-09-13T16:02:22.692 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.680+0000 7f0c63fff640 1 --2- 172.21.15.76:0/4288451645 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0c6806ac00 0x7f0c6806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:22.692 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.681+0000 7f0c63fff640 1 -- 172.21.15.76:0/4288451645 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7f0c6c08a370 con 0x7f0c640047c0 2024-09-13T16:02:22.692 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.681+0000 7f0c7affd640 1 --2- 172.21.15.76:0/4288451645 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0c6806ac00 0x7f0c6806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:22.692 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.681+0000 7f0c7affd640 1 --2- 172.21.15.76:0/4288451645 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0c6806ac00 0x7f0c6806d0c0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f0c70033000 tx=0x7f0c70008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:22.692 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.685+0000 7f0c63fff640 1 -- 172.21.15.76:0/4288451645 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f0c7c13eab0 con 0x7f0c640047c0 2024-09-13T16:02:22.850 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.849+0000 7f0c81b83640 1 -- 172.21.15.76:0/4288451645 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f0c7c0ceac0 con 0x7f0c640047c0 2024-09-13T16:02:22.851 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.850+0000 7f0c63fff640 1 -- 172.21.15.76:0/4288451645 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v28) v1 ==== 74+0+18669 (secure 0 0 0) 0x7f0c7c0ceac0 con 0x7f0c640047c0 2024-09-13T16:02:22.851 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:02:22.852 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":28,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:02:20.572463+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:01:36.778177+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T16:01:37.336141+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T16:01:40.400554+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.2","mappings":[{"from":3,"to":2},{"from":5,"to":1}]},{"pgid":"3.15","mappings":[{"from":7,"to":2}]},{"pgid":"3.3a","mappings":[{"from":5,"to":2}]},{"pgid":"4.0","mappings":[{"from":1,"to":2}]},{"pgid":"4.9","mappings":[{"from":1,"to":2}]},{"pgid":"4.1d","mappings":[{"from":1,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:02:22.853 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.852+0000 7f0c81b83640 1 -- 172.21.15.76:0/4288451645 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0c6806ac00 msgr2=0x7f0c6806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:22.854 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.852+0000 7f0c81b83640 1 --2- 172.21.15.76:0/4288451645 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0c6806ac00 0x7f0c6806d0c0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f0c70033000 tx=0x7f0c70008030 comp rx=0 tx=0).stop 2024-09-13T16:02:22.854 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.852+0000 7f0c81b83640 1 -- 172.21.15.76:0/4288451645 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0c640047c0 msgr2=0x7f0c7c13ed90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:22.854 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.852+0000 7f0c81b83640 1 --2- 172.21.15.76:0/4288451645 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0c640047c0 0x7f0c7c13ed90 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f0c6c00ab00 tx=0x7f0c6c007060 comp rx=0 tx=0).stop 2024-09-13T16:02:22.854 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.852+0000 7f0c81b83640 1 -- 172.21.15.76:0/4288451645 shutdown_connections 2024-09-13T16:02:22.854 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.852+0000 7f0c81b83640 1 --2- 172.21.15.76:0/4288451645 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0c7c13d430 0x7f0c7c13f4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:22.854 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.852+0000 7f0c81b83640 1 --2- 172.21.15.76:0/4288451645 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0c6806ac00 0x7f0c6806d0c0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:22.854 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.852+0000 7f0c81b83640 1 --2- 172.21.15.76:0/4288451645 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0c7c140110 0x7f0c7c1502e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:22.854 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.852+0000 7f0c81b83640 1 --2- 172.21.15.76:0/4288451645 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0c640047c0 0x7f0c7c13ed90 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:22.854 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.852+0000 7f0c81b83640 1 -- 172.21.15.76:0/4288451645 >> 172.21.15.76:0/4288451645 conn(0x7f0c7c069ed0 msgr2=0x7f0c7c15e2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:22.854 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.852+0000 7f0c81b83640 1 -- 172.21.15.76:0/4288451645 shutdown_connections 2024-09-13T16:02:22.854 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.852+0000 7f0c81b83640 1 -- 172.21.15.76:0/4288451645 wait complete. 2024-09-13T16:02:22.865 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:01:26.960607+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:01:36.778177+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:01:37.336141+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-13T16:01:40.400554+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '26', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-13T16:02:22.865 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:02:22.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.967+0000 7f752a5a0640 1 Processor -- start 2024-09-13T16:02:22.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.967+0000 7f752a5a0640 1 -- start start 2024-09-13T16:02:22.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.968+0000 7f752a5a0640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7524071730 0x7f752415fda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:22.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.968+0000 7f752a5a0640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f75240b20b0 0x7f75240b2500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:22.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.968+0000 7f752a5a0640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f752415a1e0 con 0x7f7524159e00 2024-09-13T16:02:22.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.968+0000 7f752a5a0640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7524160d90 con 0x7f75240b20b0 2024-09-13T16:02:22.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.968+0000 7f752a5a0640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f752415c7b0 con 0x7f7524071730 2024-09-13T16:02:22.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.968+0000 7f7528d9d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7524071730 0x7f752415fda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:22.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.968+0000 7f7529d9f640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f75240b20b0 0x7f75240b2500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:22.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.968+0000 7f7528d9d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7524071730 0x7f752415fda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.76:33890/0 (socket says 172.21.15.76:33890) 2024-09-13T16:02:22.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.968+0000 7f7528d9d640 1 -- 172.21.15.76:0/4075491735 learned_addr learned my addr 172.21.15.76:0/4075491735 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:22.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.968+0000 7f7528d9d640 1 -- 172.21.15.76:0/4075491735 >> v2:172.21.15.192:3300/0 conn(0x7f75240b20b0 msgr2=0x7f75240b2500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:22.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.968+0000 7f7528d9d640 1 --2- 172.21.15.76:0/4075491735 >> v2:172.21.15.192:3300/0 conn(0x7f75240b20b0 0x7f75240b2500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:22.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.968+0000 7f7528d9d640 1 -- 172.21.15.76:0/4075491735 >> v1:172.21.15.192:6789/0 conn(0x7f7524159e00 legacy=0x7f752415cee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:22.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.968+0000 7f7528d9d640 1 -- 172.21.15.76:0/4075491735 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f75241604f0 con 0x7f7524071730 2024-09-13T16:02:22.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.969+0000 7f7528d9d640 1 --2- 172.21.15.76:0/4075491735 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7524071730 0x7f752415fda0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f7514009870 tx=0x7f751402a1c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cda8119b739b0ce4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:22.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.969+0000 7f751bfff640 1 -- 172.21.15.76:0/4075491735 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7514032440 con 0x7f7524071730 2024-09-13T16:02:22.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.969+0000 7f751bfff640 1 -- 172.21.15.76:0/4075491735 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f75140325a0 con 0x7f7524071730 2024-09-13T16:02:22.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.969+0000 7f751bfff640 1 -- 172.21.15.76:0/4075491735 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7514032930 con 0x7f7524071730 2024-09-13T16:02:22.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.970+0000 7f752a5a0640 1 -- 172.21.15.76:0/4075491735 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7524071730 msgr2=0x7f752415fda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:22.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.970+0000 7f752a5a0640 1 --2- 172.21.15.76:0/4075491735 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7524071730 0x7f752415fda0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f7514009870 tx=0x7f751402a1c0 comp rx=0 tx=0).stop 2024-09-13T16:02:22.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.970+0000 7f752a5a0640 1 -- 172.21.15.76:0/4075491735 shutdown_connections 2024-09-13T16:02:22.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.970+0000 7f752a5a0640 1 --2- 172.21.15.76:0/4075491735 >> v2:172.21.15.192:3300/0 conn(0x7f75240b20b0 0x7f75240b2500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:22.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.970+0000 7f752a5a0640 1 --2- 172.21.15.76:0/4075491735 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7524071730 0x7f752415fda0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:22.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.970+0000 7f752a5a0640 1 -- 172.21.15.76:0/4075491735 >> 172.21.15.76:0/4075491735 conn(0x7f75240cf000 msgr2=0x7f75240cf410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:22.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.970+0000 7f752a5a0640 1 -- 172.21.15.76:0/4075491735 shutdown_connections 2024-09-13T16:02:22.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.970+0000 7f752a5a0640 1 -- 172.21.15.76:0/4075491735 wait complete. 2024-09-13T16:02:22.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.971+0000 7f752a5a0640 1 Processor -- start 2024-09-13T16:02:22.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.971+0000 7f752a5a0640 1 -- start start 2024-09-13T16:02:22.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.972+0000 7f752a5a0640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7524071730 0x7f75241f5fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:22.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.972+0000 7f752a5a0640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f75240b20b0 0x7f75240ac550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:22.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.972+0000 7f752a5a0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7524159e00 0x7f7524154cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:22.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.972+0000 7f752a5a0640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7524155cc0 con 0x7f7524159e00 2024-09-13T16:02:22.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.972+0000 7f752a5a0640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f75240aca90 con 0x7f7524071730 2024-09-13T16:02:22.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.972+0000 7f752a5a0640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7524155230 con 0x7f75240b20b0 2024-09-13T16:02:22.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.972+0000 7f7529d9f640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7524159e00 0x7f7524154cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:22.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.972+0000 7f7529d9f640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7524159e00 0x7f7524154cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36224/0 (socket says 172.21.15.76:36224) 2024-09-13T16:02:22.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.972+0000 7f7529d9f640 1 -- 172.21.15.76:0/560609224 learned_addr learned my addr 172.21.15.76:0/560609224 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:22.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.972+0000 7f7528d9d640 1 --2- 172.21.15.76:0/560609224 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f75240b20b0 0x7f75240ac550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:22.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.972+0000 7f752959e640 1 --2- 172.21.15.76:0/560609224 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7524071730 0x7f75241f5fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:22.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.972+0000 7f7529d9f640 1 -- 172.21.15.76:0/560609224 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f75240b20b0 msgr2=0x7f75240ac550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:22.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.972+0000 7f7529d9f640 1 --2- 172.21.15.76:0/560609224 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f75240b20b0 0x7f75240ac550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:22.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.972+0000 7f7529d9f640 1 -- 172.21.15.76:0/560609224 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7524071730 msgr2=0x7f75241f5fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:22.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.972+0000 7f7529d9f640 1 --2- 172.21.15.76:0/560609224 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7524071730 0x7f75241f5fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:22.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.972+0000 7f7529d9f640 1 -- 172.21.15.76:0/560609224 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f75140094d0 con 0x7f7524159e00 2024-09-13T16:02:22.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.972+0000 7f7529d9f640 1 --2- 172.21.15.76:0/560609224 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7524159e00 0x7f7524154cf0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f751c00efc0 tx=0x7f751c00c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:22.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.972+0000 7f7519ffb640 1 -- 172.21.15.76:0/560609224 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f751c014480 con 0x7f7524159e00 2024-09-13T16:02:22.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.973+0000 7f7519ffb640 1 -- 172.21.15.76:0/560609224 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f751c00f040 con 0x7f7524159e00 2024-09-13T16:02:22.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.973+0000 7f7519ffb640 1 -- 172.21.15.76:0/560609224 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f751c014820 con 0x7f7524159e00 2024-09-13T16:02:22.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.973+0000 7f752a5a0640 1 -- 172.21.15.76:0/560609224 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f75240cb640 con 0x7f7524159e00 2024-09-13T16:02:22.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.973+0000 7f752a5a0640 1 -- 172.21.15.76:0/560609224 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7524155700 con 0x7f7524159e00 2024-09-13T16:02:22.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.974+0000 7f752a5a0640 1 -- 172.21.15.76:0/560609224 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f75240cb410 con 0x7f7524159e00 2024-09-13T16:02:22.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.974+0000 7f7519ffb640 1 -- 172.21.15.76:0/560609224 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f751c014980 con 0x7f7524159e00 2024-09-13T16:02:22.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.974+0000 7f7519ffb640 1 --2- 172.21.15.76:0/560609224 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f750806ac30 0x7f750806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:22.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.975+0000 7f7519ffb640 1 -- 172.21.15.76:0/560609224 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7f751c08a250 con 0x7f7524159e00 2024-09-13T16:02:22.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.975+0000 7f752959e640 1 --2- 172.21.15.76:0/560609224 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f750806ac30 0x7f750806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:22.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.975+0000 7f752959e640 1 --2- 172.21.15.76:0/560609224 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f750806ac30 0x7f750806d0f0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f75240afb50 tx=0x7f7520009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:22.980 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:22.979+0000 7f7519ffb640 1 -- 172.21.15.76:0/560609224 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f75240cb410 con 0x7f7524159e00 2024-09-13T16:02:23.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.141+0000 7f752a5a0640 1 -- 172.21.15.76:0/560609224 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f75240cb410 con 0x7f7524159e00 2024-09-13T16:02:23.143 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.141+0000 7f7519ffb640 1 -- 172.21.15.76:0/560609224 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v28) v1 ==== 93+0+10 (secure 0 0 0) 0x7f75240cb410 con 0x7f7524159e00 2024-09-13T16:02:23.143 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2024-09-13T16:02:23.145 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.143+0000 7f752a5a0640 1 -- 172.21.15.76:0/560609224 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f750806ac30 msgr2=0x7f750806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:23.145 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.143+0000 7f752a5a0640 1 --2- 172.21.15.76:0/560609224 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f750806ac30 0x7f750806d0f0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f75240afb50 tx=0x7f7520009040 comp rx=0 tx=0).stop 2024-09-13T16:02:23.145 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.143+0000 7f752a5a0640 1 -- 172.21.15.76:0/560609224 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7524159e00 msgr2=0x7f7524154cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:23.145 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.143+0000 7f752a5a0640 1 --2- 172.21.15.76:0/560609224 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7524159e00 0x7f7524154cf0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f751c00efc0 tx=0x7f751c00c490 comp rx=0 tx=0).stop 2024-09-13T16:02:23.146 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.143+0000 7f752a5a0640 1 -- 172.21.15.76:0/560609224 shutdown_connections 2024-09-13T16:02:23.146 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.143+0000 7f752a5a0640 1 --2- 172.21.15.76:0/560609224 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7524159e00 0x7f7524154cf0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:23.146 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.143+0000 7f752a5a0640 1 --2- 172.21.15.76:0/560609224 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f750806ac30 0x7f750806d0f0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:23.146 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.143+0000 7f752a5a0640 1 --2- 172.21.15.76:0/560609224 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f75240b20b0 0x7f75240ac550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:23.146 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.143+0000 7f752a5a0640 1 --2- 172.21.15.76:0/560609224 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7524071730 0x7f75241f5fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:23.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.143+0000 7f752a5a0640 1 -- 172.21.15.76:0/560609224 >> 172.21.15.76:0/560609224 conn(0x7f75240cf000 msgr2=0x7f75240aee60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:23.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.143+0000 7f752a5a0640 1 -- 172.21.15.76:0/560609224 shutdown_connections 2024-09-13T16:02:23.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.143+0000 7f752a5a0640 1 -- 172.21.15.76:0/560609224 wait complete. 2024-09-13T16:02:23.156 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:02:23.258 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.257+0000 7f3357fed640 1 Processor -- start 2024-09-13T16:02:23.259 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.257+0000 7f3357fed640 1 -- start start 2024-09-13T16:02:23.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.258+0000 7f3357fed640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f3350159310 0x7f33500ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:23.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.258+0000 7f3357fed640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f33500b2b40 0x7f33500ab140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:23.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.258+0000 7f3357fed640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f33500ab680 0x7f33500ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:23.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.258+0000 7f3357fed640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f33500ad940 con 0x7f3350159310 2024-09-13T16:02:23.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.258+0000 7f3357fed640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f33500ccbe0 con 0x7f33500b2b40 2024-09-13T16:02:23.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.258+0000 7f3357fed640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f33500b1810 con 0x7f33500ab680 2024-09-13T16:02:23.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.258+0000 7f3355d89640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f3350159310 0x7f33500ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:23.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.258+0000 7f3355d89640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f3350159310 0x7f33500ad400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36234/0 (socket says 172.21.15.76:36234) 2024-09-13T16:02:23.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.258+0000 7f3355d89640 1 -- 172.21.15.76:0/3779263432 learned_addr learned my addr 172.21.15.76:0/3779263432 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:23.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.258+0000 7f3355588640 1 --2- 172.21.15.76:0/3779263432 >> v2:172.21.15.192:3300/0 conn(0x7f33500b2b40 0x7f33500ab140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:23.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.258+0000 7f335658a640 1 --2- 172.21.15.76:0/3779263432 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f33500ab680 0x7f33500ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:23.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.258+0000 7f3355d89640 1 -- 172.21.15.76:0/3779263432 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f33500ab680 msgr2=0x7f33500ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:23.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.258+0000 7f3355d89640 1 --2- 172.21.15.76:0/3779263432 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f33500ab680 0x7f33500ce4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:23.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.258+0000 7f3355d89640 1 -- 172.21.15.76:0/3779263432 >> v2:172.21.15.192:3300/0 conn(0x7f33500b2b40 msgr2=0x7f33500ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:23.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.258+0000 7f3355d89640 1 --2- 172.21.15.76:0/3779263432 >> v2:172.21.15.192:3300/0 conn(0x7f33500b2b40 0x7f33500ab140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:23.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.258+0000 7f3355d89640 1 -- 172.21.15.76:0/3779263432 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f335006d9e0 con 0x7f3350159310 2024-09-13T16:02:23.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.258+0000 7f3355588640 1 --2- 172.21.15.76:0/3779263432 >> v2:172.21.15.192:3300/0 conn(0x7f33500b2b40 0x7f33500ab140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:02:23.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.258+0000 7f335658a640 1 --2- 172.21.15.76:0/3779263432 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f33500ab680 0x7f33500ce4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:02:23.264 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.259+0000 7f3355d89640 1 --2- 172.21.15.76:0/3779263432 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3350159310 0x7f33500ad400 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f33500b16a0 tx=0x7f334402a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f1417ada3ecf1c5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:23.264 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.259+0000 7f3354d87640 1 -- 172.21.15.76:0/3779263432 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f334402ae90 con 0x7f3350159310 2024-09-13T16:02:23.264 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.259+0000 7f3354d87640 1 -- 172.21.15.76:0/3779263432 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3344032440 con 0x7f3350159310 2024-09-13T16:02:23.264 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.259+0000 7f3354d87640 1 -- 172.21.15.76:0/3779263432 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33440327d0 con 0x7f3350159310 2024-09-13T16:02:23.264 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.259+0000 7f3357fed640 1 -- 172.21.15.76:0/3779263432 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3350159310 msgr2=0x7f33500ad400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:23.264 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.259+0000 7f3357fed640 1 --2- 172.21.15.76:0/3779263432 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3350159310 0x7f33500ad400 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f33500b16a0 tx=0x7f334402a140 comp rx=0 tx=0).stop 2024-09-13T16:02:23.264 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.260+0000 7f3357fed640 1 -- 172.21.15.76:0/3779263432 shutdown_connections 2024-09-13T16:02:23.264 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.260+0000 7f3357fed640 1 --2- 172.21.15.76:0/3779263432 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f33500ab680 0x7f33500ce4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:23.264 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.260+0000 7f3357fed640 1 --2- 172.21.15.76:0/3779263432 >> v2:172.21.15.192:3300/0 conn(0x7f33500b2b40 0x7f33500ab140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:23.264 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.260+0000 7f3357fed640 1 --2- 172.21.15.76:0/3779263432 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3350159310 0x7f33500ad400 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:23.264 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.260+0000 7f3357fed640 1 -- 172.21.15.76:0/3779263432 >> 172.21.15.76:0/3779263432 conn(0x7f335006a0b0 msgr2=0x7f335006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:23.264 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.260+0000 7f3357fed640 1 -- 172.21.15.76:0/3779263432 shutdown_connections 2024-09-13T16:02:23.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.260+0000 7f3357fed640 1 -- 172.21.15.76:0/3779263432 wait complete. 2024-09-13T16:02:23.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.261+0000 7f3357fed640 1 Processor -- start 2024-09-13T16:02:23.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.261+0000 7f3357fed640 1 -- start start 2024-09-13T16:02:23.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.262+0000 7f3357fed640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f33500ab680 0x7f3350155bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:23.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.262+0000 7f3357fed640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f33500b2b40 0x7f3350154350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:23.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.262+0000 7f3357fed640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3350159310 0x7f33500cad30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:23.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.262+0000 7f3357fed640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33501517f0 con 0x7f33500b2b40 2024-09-13T16:02:23.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.262+0000 7f3357fed640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3350150ec0 con 0x7f3350159310 2024-09-13T16:02:23.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.262+0000 7f3357fed640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f33501511a0 con 0x7f33500ab680 2024-09-13T16:02:23.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.262+0000 7f3355588640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f33500b2b40 0x7f3350154350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:23.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.262+0000 7f3355588640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f33500b2b40 0x7f3350154350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36242/0 (socket says 172.21.15.76:36242) 2024-09-13T16:02:23.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.262+0000 7f3355588640 1 -- 172.21.15.76:0/4047165950 learned_addr learned my addr 172.21.15.76:0/4047165950 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:23.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.262+0000 7f335658a640 1 --2- 172.21.15.76:0/4047165950 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3350159310 0x7f33500cad30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:23.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.262+0000 7f3355d89640 1 --2- 172.21.15.76:0/4047165950 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f33500ab680 0x7f3350155bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:23.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.262+0000 7f3355588640 1 -- 172.21.15.76:0/4047165950 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f33500ab680 msgr2=0x7f3350155bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:23.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.262+0000 7f3355588640 1 --2- 172.21.15.76:0/4047165950 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f33500ab680 0x7f3350155bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:23.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.262+0000 7f3355588640 1 -- 172.21.15.76:0/4047165950 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3350159310 msgr2=0x7f33500cad30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:23.270 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.262+0000 7f3355588640 1 --2- 172.21.15.76:0/4047165950 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3350159310 0x7f33500cad30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:23.270 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.262+0000 7f3355588640 1 -- 172.21.15.76:0/4047165950 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f33440094d0 con 0x7f33500b2b40 2024-09-13T16:02:23.270 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.262+0000 7f3355d89640 1 --2- 172.21.15.76:0/4047165950 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f33500ab680 0x7f3350155bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:02:23.270 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.262+0000 7f3355588640 1 --2- 172.21.15.76:0/4047165950 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f33500b2b40 0x7f3350154350 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f334c00e730 tx=0x7f334c00ebf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:23.270 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.262+0000 7f33427fc640 1 -- 172.21.15.76:0/4047165950 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f334c004230 con 0x7f33500b2b40 2024-09-13T16:02:23.270 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.262+0000 7f33427fc640 1 -- 172.21.15.76:0/4047165950 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f334c004390 con 0x7f33500b2b40 2024-09-13T16:02:23.270 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.262+0000 7f3357fed640 1 -- 172.21.15.76:0/4047165950 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3350151480 con 0x7f33500b2b40 2024-09-13T16:02:23.270 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.262+0000 7f33427fc640 1 -- 172.21.15.76:0/4047165950 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f334c00c8f0 con 0x7f33500b2b40 2024-09-13T16:02:23.270 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.262+0000 7f3357fed640 1 -- 172.21.15.76:0/4047165950 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f33500bd230 con 0x7f33500b2b40 2024-09-13T16:02:23.270 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.263+0000 7f3357fed640 1 -- 172.21.15.76:0/4047165950 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f33501519a0 con 0x7f33500b2b40 2024-09-13T16:02:23.270 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.264+0000 7f33427fc640 1 -- 172.21.15.76:0/4047165950 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f334c00ca50 con 0x7f33500b2b40 2024-09-13T16:02:23.270 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.264+0000 7f33427fc640 1 --2- 172.21.15.76:0/4047165950 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f333406ac30 0x7f333406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:23.270 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.264+0000 7f3355d89640 1 --2- 172.21.15.76:0/4047165950 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f333406ac30 0x7f333406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:23.271 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.264+0000 7f33427fc640 1 -- 172.21.15.76:0/4047165950 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7f334c089230 con 0x7f33500b2b40 2024-09-13T16:02:23.271 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.265+0000 7f3355d89640 1 --2- 172.21.15.76:0/4047165950 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f333406ac30 0x7f333406d0f0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f3344034000 tx=0x7f334402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:23.271 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.268+0000 7f33427fc640 1 -- 172.21.15.76:0/4047165950 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f33501519a0 con 0x7f33500b2b40 2024-09-13T16:02:23.433 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.432+0000 7f3357fed640 1 -- 172.21.15.76:0/4047165950 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f33500cee10 con 0x7f33500b2b40 2024-09-13T16:02:23.434 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.432+0000 7f33427fc640 1 -- 172.21.15.76:0/4047165950 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v28) v1 ==== 104+0+11 (secure 0 0 0) 0x7f334c057ba0 con 0x7f33500b2b40 2024-09-13T16:02:23.434 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2024-09-13T16:02:23.436 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.434+0000 7f3357fed640 1 -- 172.21.15.76:0/4047165950 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f333406ac30 msgr2=0x7f333406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:23.436 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.434+0000 7f3357fed640 1 --2- 172.21.15.76:0/4047165950 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f333406ac30 0x7f333406d0f0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f3344034000 tx=0x7f334402e000 comp rx=0 tx=0).stop 2024-09-13T16:02:23.436 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.434+0000 7f3357fed640 1 -- 172.21.15.76:0/4047165950 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f33500b2b40 msgr2=0x7f3350154350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:23.436 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.434+0000 7f3357fed640 1 --2- 172.21.15.76:0/4047165950 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f33500b2b40 0x7f3350154350 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f334c00e730 tx=0x7f334c00ebf0 comp rx=0 tx=0).stop 2024-09-13T16:02:23.436 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.434+0000 7f3357fed640 1 -- 172.21.15.76:0/4047165950 shutdown_connections 2024-09-13T16:02:23.437 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.434+0000 7f3357fed640 1 --2- 172.21.15.76:0/4047165950 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3350159310 0x7f33500cad30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:23.437 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.434+0000 7f3357fed640 1 --2- 172.21.15.76:0/4047165950 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f33500b2b40 0x7f3350154350 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:23.437 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.434+0000 7f3357fed640 1 --2- 172.21.15.76:0/4047165950 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f333406ac30 0x7f333406d0f0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:23.437 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.434+0000 7f3357fed640 1 --2- 172.21.15.76:0/4047165950 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f33500ab680 0x7f3350155bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:23.437 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.434+0000 7f3357fed640 1 -- 172.21.15.76:0/4047165950 >> 172.21.15.76:0/4047165950 conn(0x7f335006a0b0 msgr2=0x7f33500ae3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:23.437 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.434+0000 7f3357fed640 1 -- 172.21.15.76:0/4047165950 shutdown_connections 2024-09-13T16:02:23.437 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.434+0000 7f3357fed640 1 -- 172.21.15.76:0/4047165950 wait complete. 2024-09-13T16:02:23.447 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:02:23.548 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.546+0000 7fbd57e80640 1 Processor -- start 2024-09-13T16:02:23.548 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.547+0000 7fbd57e80640 1 -- start start 2024-09-13T16:02:23.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.547+0000 7fbd57e80640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fbd5015c500 0x7fbd500d2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:23.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.547+0000 7fbd57e80640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fbd500d2590 0x7fbd500cd8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:23.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.547+0000 7fbd57e80640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbd500cde20 0x7fbd500d0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:23.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.547+0000 7fbd57e80640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbd500cd450 con 0x7fbd500d2590 2024-09-13T16:02:23.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.547+0000 7fbd57e80640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbd500d29f0 con 0x7fbd5015c500 2024-09-13T16:02:23.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.547+0000 7fbd57e80640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbd500d0cf0 con 0x7fbd500cde20 2024-09-13T16:02:23.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.548+0000 7fbd5541b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fbd500d2590 0x7fbd500cd8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:23.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.548+0000 7fbd5541b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fbd500d2590 0x7fbd500cd8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36254/0 (socket says 172.21.15.76:36254) 2024-09-13T16:02:23.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.548+0000 7fbd5541b640 1 -- 172.21.15.76:0/291866018 learned_addr learned my addr 172.21.15.76:0/291866018 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:23.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.548+0000 7fbd55c1c640 1 --2- 172.21.15.76:0/291866018 >> v2:172.21.15.192:3300/0 conn(0x7fbd5015c500 0x7fbd500d2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:23.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.548+0000 7fbd5641d640 1 --2- 172.21.15.76:0/291866018 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbd500cde20 0x7fbd500d0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:23.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.548+0000 7fbd5541b640 1 -- 172.21.15.76:0/291866018 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbd500cde20 msgr2=0x7fbd500d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:23.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.548+0000 7fbd5541b640 1 --2- 172.21.15.76:0/291866018 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbd500cde20 0x7fbd500d0000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:23.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.548+0000 7fbd5541b640 1 -- 172.21.15.76:0/291866018 >> v2:172.21.15.192:3300/0 conn(0x7fbd5015c500 msgr2=0x7fbd500d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:23.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.548+0000 7fbd5541b640 1 --2- 172.21.15.76:0/291866018 >> v2:172.21.15.192:3300/0 conn(0x7fbd5015c500 0x7fbd500d2050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:23.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.548+0000 7fbd5541b640 1 -- 172.21.15.76:0/291866018 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbd500d0fd0 con 0x7fbd500d2590 2024-09-13T16:02:23.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.548+0000 7fbd5641d640 1 --2- 172.21.15.76:0/291866018 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbd500cde20 0x7fbd500d0000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:02:23.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.549+0000 7fbd5541b640 1 --2- 172.21.15.76:0/291866018 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbd500d2590 0x7fbd500cd8e0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fbd500cfec0 tx=0x7fbd4002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=818efab01d9ed750 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:23.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.549+0000 7fbd54c1a640 1 -- 172.21.15.76:0/291866018 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd40032440 con 0x7fbd500d2590 2024-09-13T16:02:23.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.549+0000 7fbd54c1a640 1 -- 172.21.15.76:0/291866018 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbd400325a0 con 0x7fbd500d2590 2024-09-13T16:02:23.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.549+0000 7fbd54c1a640 1 -- 172.21.15.76:0/291866018 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd40032930 con 0x7fbd500d2590 2024-09-13T16:02:23.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.549+0000 7fbd57e80640 1 -- 172.21.15.76:0/291866018 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbd500d2590 msgr2=0x7fbd500cd8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:23.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.549+0000 7fbd57e80640 1 --2- 172.21.15.76:0/291866018 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbd500d2590 0x7fbd500cd8e0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fbd500cfec0 tx=0x7fbd4002a1e0 comp rx=0 tx=0).stop 2024-09-13T16:02:23.554 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.549+0000 7fbd57e80640 1 -- 172.21.15.76:0/291866018 shutdown_connections 2024-09-13T16:02:23.554 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.549+0000 7fbd57e80640 1 --2- 172.21.15.76:0/291866018 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbd500cde20 0x7fbd500d0000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:23.554 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.549+0000 7fbd57e80640 1 --2- 172.21.15.76:0/291866018 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbd500d2590 0x7fbd500cd8e0 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:23.554 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.549+0000 7fbd57e80640 1 --2- 172.21.15.76:0/291866018 >> v2:172.21.15.192:3300/0 conn(0x7fbd5015c500 0x7fbd500d2050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:23.554 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.549+0000 7fbd57e80640 1 -- 172.21.15.76:0/291866018 >> 172.21.15.76:0/291866018 conn(0x7fbd50089f60 msgr2=0x7fbd5009b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:23.554 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.549+0000 7fbd57e80640 1 -- 172.21.15.76:0/291866018 shutdown_connections 2024-09-13T16:02:23.554 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.549+0000 7fbd57e80640 1 -- 172.21.15.76:0/291866018 wait complete. 2024-09-13T16:02:23.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.551+0000 7fbd57e80640 1 Processor -- start 2024-09-13T16:02:23.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.551+0000 7fbd57e80640 1 -- start start 2024-09-13T16:02:23.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.551+0000 7fbd57e80640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbd500cde20 0x7fbd500b7d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:23.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.551+0000 7fbd57e80640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbd500d2590 0x7fbd5015eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:23.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.551+0000 7fbd57e80640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbd5015c500 0x7fbd500cc040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:23.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.551+0000 7fbd57e80640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbd5015dab0 con 0x7fbd500d2590 2024-09-13T16:02:23.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.551+0000 7fbd57e80640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbd500b82c0 con 0x7fbd5015c500 2024-09-13T16:02:23.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.551+0000 7fbd57e80640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbd5015dd00 con 0x7fbd500cde20 2024-09-13T16:02:23.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.551+0000 7fbd5541b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbd500d2590 0x7fbd5015eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:23.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.551+0000 7fbd5541b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbd500d2590 0x7fbd5015eda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36260/0 (socket says 172.21.15.76:36260) 2024-09-13T16:02:23.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.551+0000 7fbd5541b640 1 -- 172.21.15.76:0/1601597996 learned_addr learned my addr 172.21.15.76:0/1601597996 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:23.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.552+0000 7fbd5641d640 1 --2- 172.21.15.76:0/1601597996 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbd5015c500 0x7fbd500cc040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:23.559 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.552+0000 7fbd55c1c640 1 --2- 172.21.15.76:0/1601597996 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbd500cde20 0x7fbd500b7d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:23.559 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.552+0000 7fbd5541b640 1 -- 172.21.15.76:0/1601597996 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbd500cde20 msgr2=0x7fbd500b7d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:23.559 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.552+0000 7fbd5541b640 1 --2- 172.21.15.76:0/1601597996 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbd500cde20 0x7fbd500b7d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:23.559 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.552+0000 7fbd5541b640 1 -- 172.21.15.76:0/1601597996 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbd5015c500 msgr2=0x7fbd500cc040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:23.559 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.552+0000 7fbd5541b640 1 --2- 172.21.15.76:0/1601597996 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbd5015c500 0x7fbd500cc040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:23.559 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.552+0000 7fbd5541b640 1 -- 172.21.15.76:0/1601597996 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbd400094d0 con 0x7fbd500d2590 2024-09-13T16:02:23.559 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.552+0000 7fbd5541b640 1 --2- 172.21.15.76:0/1601597996 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbd500d2590 0x7fbd5015eda0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fbd4002a750 tx=0x7fbd400046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:23.559 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.552+0000 7fbd467fc640 1 -- 172.21.15.76:0/1601597996 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd40032440 con 0x7fbd500d2590 2024-09-13T16:02:23.559 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.552+0000 7fbd467fc640 1 -- 172.21.15.76:0/1601597996 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbd40030980 con 0x7fbd500d2590 2024-09-13T16:02:23.559 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.552+0000 7fbd57e80640 1 -- 172.21.15.76:0/1601597996 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbd5015dfe0 con 0x7fbd500d2590 2024-09-13T16:02:23.559 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.552+0000 7fbd467fc640 1 -- 172.21.15.76:0/1601597996 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd40030d30 con 0x7fbd500d2590 2024-09-13T16:02:23.559 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.552+0000 7fbd57e80640 1 -- 172.21.15.76:0/1601597996 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbd5015e5a0 con 0x7fbd500d2590 2024-09-13T16:02:23.559 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.553+0000 7fbd57e80640 1 -- 172.21.15.76:0/1601597996 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbd500cd8e0 con 0x7fbd500d2590 2024-09-13T16:02:23.559 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.554+0000 7fbd467fc640 1 -- 172.21.15.76:0/1601597996 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fbd40039040 con 0x7fbd500d2590 2024-09-13T16:02:23.560 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.554+0000 7fbd467fc640 1 --2- 172.21.15.76:0/1601597996 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbd3406ac00 0x7fbd3406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:23.560 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.554+0000 7fbd55c1c640 1 --2- 172.21.15.76:0/1601597996 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbd3406ac00 0x7fbd3406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:23.560 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.554+0000 7fbd467fc640 1 -- 172.21.15.76:0/1601597996 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7fbd400a9f80 con 0x7fbd500d2590 2024-09-13T16:02:23.560 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.555+0000 7fbd55c1c640 1 --2- 172.21.15.76:0/1601597996 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbd3406ac00 0x7fbd3406d0c0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fbd4c009b40 tx=0x7fbd4c009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:23.560 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.558+0000 7fbd467fc640 1 -- 172.21.15.76:0/1601597996 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fbd400dd9c0 con 0x7fbd500d2590 2024-09-13T16:02:23.721 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.719+0000 7fbd57e80640 1 -- 172.21.15.76:0/1601597996 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fbd500b1140 con 0x7fbd500d2590 2024-09-13T16:02:23.721 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.719+0000 7fbd467fc640 1 -- 172.21.15.76:0/1601597996 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v28) v1 ==== 100+0+11 (secure 0 0 0) 0x7fbd40074e60 con 0x7fbd500d2590 2024-09-13T16:02:23.721 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2024-09-13T16:02:23.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.721+0000 7fbd57e80640 1 -- 172.21.15.76:0/1601597996 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbd3406ac00 msgr2=0x7fbd3406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:23.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.721+0000 7fbd57e80640 1 --2- 172.21.15.76:0/1601597996 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbd3406ac00 0x7fbd3406d0c0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fbd4c009b40 tx=0x7fbd4c009190 comp rx=0 tx=0).stop 2024-09-13T16:02:23.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.721+0000 7fbd57e80640 1 -- 172.21.15.76:0/1601597996 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbd500d2590 msgr2=0x7fbd5015eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:23.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.721+0000 7fbd57e80640 1 --2- 172.21.15.76:0/1601597996 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbd500d2590 0x7fbd5015eda0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fbd4002a750 tx=0x7fbd400046c0 comp rx=0 tx=0).stop 2024-09-13T16:02:23.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.721+0000 7fbd57e80640 1 -- 172.21.15.76:0/1601597996 shutdown_connections 2024-09-13T16:02:23.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.721+0000 7fbd57e80640 1 --2- 172.21.15.76:0/1601597996 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbd5015c500 0x7fbd500cc040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:23.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.721+0000 7fbd57e80640 1 --2- 172.21.15.76:0/1601597996 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbd500d2590 0x7fbd5015eda0 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:23.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.721+0000 7fbd57e80640 1 --2- 172.21.15.76:0/1601597996 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbd3406ac00 0x7fbd3406d0c0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:23.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.721+0000 7fbd57e80640 1 --2- 172.21.15.76:0/1601597996 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbd500cde20 0x7fbd500b7d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:23.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.721+0000 7fbd57e80640 1 -- 172.21.15.76:0/1601597996 >> 172.21.15.76:0/1601597996 conn(0x7fbd50089f60 msgr2=0x7fbd500b2230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:23.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.721+0000 7fbd57e80640 1 -- 172.21.15.76:0/1601597996 shutdown_connections 2024-09-13T16:02:23.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.721+0000 7fbd57e80640 1 -- 172.21.15.76:0/1601597996 wait complete. 2024-09-13T16:02:23.734 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-13T16:02:23.835 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.834+0000 7fe8d60d7640 1 Processor -- start 2024-09-13T16:02:23.836 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.834+0000 7fe8d60d7640 1 -- start start 2024-09-13T16:02:23.837 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.835+0000 7fe8d60d7640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe8d015a3b0 0x7fe8d00b20a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:23.838 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.835+0000 7fe8d60d7640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fe8d00cec00 0x7fe8d00ab9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:23.838 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.835+0000 7fe8d60d7640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe8d015a790 con 0x7fe8d00b1720 2024-09-13T16:02:23.838 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.835+0000 7fe8d60d7640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe8d00b2680 con 0x7fe8d015a3b0 2024-09-13T16:02:23.838 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.835+0000 7fe8d60d7640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe8d00b2960 con 0x7fe8d00cec00 2024-09-13T16:02:23.838 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.835+0000 7fe8cf7fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe8d015a3b0 0x7fe8d00b20a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:23.838 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.835+0000 7fe8cf7fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe8d015a3b0 0x7fe8d00b20a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36270/0 (socket says 172.21.15.76:36270) 2024-09-13T16:02:23.838 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.835+0000 7fe8cf7fe640 1 -- 172.21.15.76:0/185108900 learned_addr learned my addr 172.21.15.76:0/185108900 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:23.838 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.835+0000 7fe8cffff640 1 --2- 172.21.15.76:0/185108900 >> v2:172.21.15.192:3300/0 conn(0x7fe8d00cec00 0x7fe8d00ab9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:23.838 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.835+0000 7fe8cf7fe640 1 -- 172.21.15.76:0/185108900 >> v2:172.21.15.192:3300/0 conn(0x7fe8d00cec00 msgr2=0x7fe8d00ab9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:23.838 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.835+0000 7fe8cf7fe640 1 --2- 172.21.15.76:0/185108900 >> v2:172.21.15.192:3300/0 conn(0x7fe8d00cec00 0x7fe8d00ab9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:23.839 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.835+0000 7fe8cf7fe640 1 -- 172.21.15.76:0/185108900 >> v1:172.21.15.192:6789/0 conn(0x7fe8d00b1720 legacy=0x7fe8d00ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:23.839 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.835+0000 7fe8cf7fe640 1 -- 172.21.15.76:0/185108900 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe8d00b2c40 con 0x7fe8d015a3b0 2024-09-13T16:02:23.839 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.836+0000 7fe8cf7fe640 1 --2- 172.21.15.76:0/185108900 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe8d015a3b0 0x7fe8d00b20a0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fe8d00c5310 tx=0x7fe8c002a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4fccd69ce309b8d6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:23.839 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.836+0000 7fe8ce7fc640 1 -- 172.21.15.76:0/185108900 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8c0031600 con 0x7fe8d015a3b0 2024-09-13T16:02:23.839 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.836+0000 7fe8ce7fc640 1 -- 172.21.15.76:0/185108900 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe8c002d050 con 0x7fe8d015a3b0 2024-09-13T16:02:23.839 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.836+0000 7fe8ce7fc640 1 -- 172.21.15.76:0/185108900 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8c0031980 con 0x7fe8d015a3b0 2024-09-13T16:02:23.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.837+0000 7fe8d60d7640 1 -- 172.21.15.76:0/185108900 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe8d015a3b0 msgr2=0x7fe8d00b20a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:23.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.837+0000 7fe8d60d7640 1 --2- 172.21.15.76:0/185108900 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe8d015a3b0 0x7fe8d00b20a0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fe8d00c5310 tx=0x7fe8c002a730 comp rx=0 tx=0).stop 2024-09-13T16:02:23.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.837+0000 7fe8d60d7640 1 -- 172.21.15.76:0/185108900 shutdown_connections 2024-09-13T16:02:23.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.837+0000 7fe8d60d7640 1 --2- 172.21.15.76:0/185108900 >> v2:172.21.15.192:3300/0 conn(0x7fe8d00cec00 0x7fe8d00ab9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:23.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.837+0000 7fe8d60d7640 1 --2- 172.21.15.76:0/185108900 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe8d015a3b0 0x7fe8d00b20a0 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:23.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.837+0000 7fe8d60d7640 1 -- 172.21.15.76:0/185108900 >> 172.21.15.76:0/185108900 conn(0x7fe8d006a0b0 msgr2=0x7fe8d006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:23.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.837+0000 7fe8d60d7640 1 -- 172.21.15.76:0/185108900 shutdown_connections 2024-09-13T16:02:23.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.837+0000 7fe8d60d7640 1 -- 172.21.15.76:0/185108900 wait complete. 2024-09-13T16:02:23.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.838+0000 7fe8d60d7640 1 Processor -- start 2024-09-13T16:02:23.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.838+0000 7fe8d60d7640 1 -- start start 2024-09-13T16:02:23.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.839+0000 7fe8d60d7640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe8d00b1720 0x7fe8d015d2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:23.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.839+0000 7fe8d60d7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe8d00cec00 0x7fe8d00975f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:23.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.839+0000 7fe8d60d7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe8d015a3b0 0x7fe8d00ae6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:23.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.839+0000 7fe8d60d7640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8d0097b30 con 0x7fe8d00cec00 2024-09-13T16:02:23.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.839+0000 7fe8d60d7640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8d00aebe0 con 0x7fe8d00b1720 2024-09-13T16:02:23.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.839+0000 7fe8d60d7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe8d00aee60 con 0x7fe8d015a3b0 2024-09-13T16:02:23.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.839+0000 7fe8ceffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe8d00cec00 0x7fe8d00975f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:23.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.839+0000 7fe8ceffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe8d00cec00 0x7fe8d00975f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36280/0 (socket says 172.21.15.76:36280) 2024-09-13T16:02:23.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.839+0000 7fe8ceffd640 1 -- 172.21.15.76:0/960341115 learned_addr learned my addr 172.21.15.76:0/960341115 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:23.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.839+0000 7fe8cf7fe640 1 --2- 172.21.15.76:0/960341115 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe8d00b1720 0x7fe8d015d2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:23.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.839+0000 7fe8cffff640 1 --2- 172.21.15.76:0/960341115 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe8d015a3b0 0x7fe8d00ae6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:23.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.839+0000 7fe8ceffd640 1 -- 172.21.15.76:0/960341115 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe8d015a3b0 msgr2=0x7fe8d00ae6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:23.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.839+0000 7fe8ceffd640 1 --2- 172.21.15.76:0/960341115 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe8d015a3b0 0x7fe8d00ae6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:23.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.839+0000 7fe8ceffd640 1 -- 172.21.15.76:0/960341115 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe8d00b1720 msgr2=0x7fe8d015d2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:23.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.839+0000 7fe8ceffd640 1 --2- 172.21.15.76:0/960341115 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe8d00b1720 0x7fe8d015d2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:23.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.839+0000 7fe8ceffd640 1 -- 172.21.15.76:0/960341115 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe8c0009b30 con 0x7fe8d00cec00 2024-09-13T16:02:23.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.840+0000 7fe8ceffd640 1 --2- 172.21.15.76:0/960341115 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe8d00cec00 0x7fe8d00975f0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fe8c400c390 tx=0x7fe8c400c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:23.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.840+0000 7fe8b7fff640 1 -- 172.21.15.76:0/960341115 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8c40052d0 con 0x7fe8d00cec00 2024-09-13T16:02:23.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.840+0000 7fe8b7fff640 1 -- 172.21.15.76:0/960341115 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe8c4005430 con 0x7fe8d00cec00 2024-09-13T16:02:23.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.840+0000 7fe8d60d7640 1 -- 172.21.15.76:0/960341115 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe8d00af140 con 0x7fe8d00cec00 2024-09-13T16:02:23.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.840+0000 7fe8b7fff640 1 -- 172.21.15.76:0/960341115 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8c4003830 con 0x7fe8d00cec00 2024-09-13T16:02:23.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.840+0000 7fe8d60d7640 1 -- 172.21.15.76:0/960341115 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe8d00af700 con 0x7fe8d00cec00 2024-09-13T16:02:23.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.841+0000 7fe8d60d7640 1 -- 172.21.15.76:0/960341115 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe8d00ac270 con 0x7fe8d00cec00 2024-09-13T16:02:23.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.841+0000 7fe8b7fff640 1 -- 172.21.15.76:0/960341115 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe8c4003990 con 0x7fe8d00cec00 2024-09-13T16:02:23.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.842+0000 7fe8b7fff640 1 --2- 172.21.15.76:0/960341115 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe8bc06ac00 0x7fe8bc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:23.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.842+0000 7fe8b7fff640 1 -- 172.21.15.76:0/960341115 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7fe8c4088bf0 con 0x7fe8d00cec00 2024-09-13T16:02:23.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.842+0000 7fe8cf7fe640 1 --2- 172.21.15.76:0/960341115 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe8bc06ac00 0x7fe8bc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:23.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.842+0000 7fe8cf7fe640 1 --2- 172.21.15.76:0/960341115 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe8bc06ac00 0x7fe8bc06d0c0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fe8c0033000 tx=0x7fe8c0009000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:23.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:23.846+0000 7fe8b7fff640 1 -- 172.21.15.76:0/960341115 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fe8c4053ad0 con 0x7fe8d00cec00 2024-09-13T16:02:24.011 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.009+0000 7fe8d60d7640 1 -- 172.21.15.76:0/960341115 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7fe8d00abf90 con 0x7fe8d00cec00 2024-09-13T16:02:24.011 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.010+0000 7fe8b7fff640 1 -- 172.21.15.76:0/960341115 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v28) v1 ==== 103+0+11 (secure 0 0 0) 0x7fe8c40170a0 con 0x7fe8d00cec00 2024-09-13T16:02:24.011 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2024-09-13T16:02:24.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.012+0000 7fe8d60d7640 1 -- 172.21.15.76:0/960341115 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe8bc06ac00 msgr2=0x7fe8bc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:24.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.012+0000 7fe8d60d7640 1 --2- 172.21.15.76:0/960341115 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe8bc06ac00 0x7fe8bc06d0c0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fe8c0033000 tx=0x7fe8c0009000 comp rx=0 tx=0).stop 2024-09-13T16:02:24.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.012+0000 7fe8d60d7640 1 -- 172.21.15.76:0/960341115 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe8d00cec00 msgr2=0x7fe8d00975f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:24.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.012+0000 7fe8d60d7640 1 --2- 172.21.15.76:0/960341115 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe8d00cec00 0x7fe8d00975f0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fe8c400c390 tx=0x7fe8c400c850 comp rx=0 tx=0).stop 2024-09-13T16:02:24.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.012+0000 7fe8d60d7640 1 -- 172.21.15.76:0/960341115 shutdown_connections 2024-09-13T16:02:24.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.012+0000 7fe8d60d7640 1 --2- 172.21.15.76:0/960341115 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe8bc06ac00 0x7fe8bc06d0c0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:24.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.012+0000 7fe8d60d7640 1 --2- 172.21.15.76:0/960341115 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe8d015a3b0 0x7fe8d00ae6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:24.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.012+0000 7fe8d60d7640 1 --2- 172.21.15.76:0/960341115 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe8d00cec00 0x7fe8d00975f0 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:24.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.012+0000 7fe8d60d7640 1 --2- 172.21.15.76:0/960341115 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe8d00b1720 0x7fe8d015d2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:24.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.012+0000 7fe8d60d7640 1 -- 172.21.15.76:0/960341115 >> 172.21.15.76:0/960341115 conn(0x7fe8d006a0b0 msgr2=0x7fe8d00ad160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:24.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.012+0000 7fe8d60d7640 1 -- 172.21.15.76:0/960341115 shutdown_connections 2024-09-13T16:02:24.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.012+0000 7fe8d60d7640 1 -- 172.21.15.76:0/960341115 wait complete. 2024-09-13T16:02:24.040 INFO:tasks.cephfs_test_runner:Starting test: test_cap_acquisition_throttle_readdir (tasks.cephfs.test_client_limits.TestClientLimits) Mostly readdir acquires caps faster than the mds recalls, so the cap 2024-09-13T16:02:24.041 INFO:tasks.cephfs_test_runner:test_cap_acquisition_throttle_readdir (tasks.cephfs.test_client_limits.TestClientLimits) 2024-09-13T16:02:24.041 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:02:24.140 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.138+0000 7f7aab311640 1 Processor -- start 2024-09-13T16:02:24.140 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.139+0000 7f7aab311640 1 -- start start 2024-09-13T16:02:24.140 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.139+0000 7f7aab311640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7aa415c6e0 0x7f7aa40b3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:24.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.139+0000 7f7aab311640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f7aa40ccb20 0x7f7aa40b4490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:24.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.139+0000 7f7aab311640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7aa40d1840 con 0x7f7aa40d07b0 2024-09-13T16:02:24.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.139+0000 7f7aab311640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7aa406bd20 con 0x7f7aa40ccb20 2024-09-13T16:02:24.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.139+0000 7f7aab311640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7aa40d0c30 con 0x7f7aa415c6e0 2024-09-13T16:02:24.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.140+0000 7f7aa90ad640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7aa415c6e0 0x7f7aa40b3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:24.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.140+0000 7f7aa90ad640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7aa415c6e0 0x7f7aa40b3f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.76:33960/0 (socket says 172.21.15.76:33960) 2024-09-13T16:02:24.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.140+0000 7f7aa98ae640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f7aa40ccb20 0x7f7aa40b4490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:24.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.140+0000 7f7aa90ad640 1 -- 172.21.15.76:0/1494337647 learned_addr learned my addr 172.21.15.76:0/1494337647 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:24.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.140+0000 7f7aa90ad640 1 -- 172.21.15.76:0/1494337647 >> v2:172.21.15.192:3300/0 conn(0x7f7aa40ccb20 msgr2=0x7f7aa40b4490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:24.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.140+0000 7f7aa90ad640 1 --2- 172.21.15.76:0/1494337647 >> v2:172.21.15.192:3300/0 conn(0x7f7aa40ccb20 0x7f7aa40b4490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:24.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.140+0000 7f7aa90ad640 1 -- 172.21.15.76:0/1494337647 >> v1:172.21.15.192:6789/0 conn(0x7f7aa40d07b0 legacy=0x7f7aa4160030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:24.143 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.140+0000 7f7aa90ad640 1 -- 172.21.15.76:0/1494337647 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7aa40d0f10 con 0x7f7aa415c6e0 2024-09-13T16:02:24.143 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.141+0000 7f7aa90ad640 1 --2- 172.21.15.76:0/1494337647 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7aa415c6e0 0x7f7aa40b3f50 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f7aa0009e50 tx=0x7f7aa002a680 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d2bdbd8482d6fe75 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:24.144 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.141+0000 7f7a9bfff640 1 -- 172.21.15.76:0/1494337647 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7aa002aea0 con 0x7f7aa415c6e0 2024-09-13T16:02:24.145 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.141+0000 7f7a9bfff640 1 -- 172.21.15.76:0/1494337647 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7aa002d050 con 0x7f7aa415c6e0 2024-09-13T16:02:24.145 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.141+0000 7f7a9bfff640 1 -- 172.21.15.76:0/1494337647 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7aa0031820 con 0x7f7aa415c6e0 2024-09-13T16:02:24.145 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.141+0000 7f7aab311640 1 -- 172.21.15.76:0/1494337647 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7aa415c6e0 msgr2=0x7f7aa40b3f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:24.145 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.141+0000 7f7aab311640 1 --2- 172.21.15.76:0/1494337647 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7aa415c6e0 0x7f7aa40b3f50 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f7aa0009e50 tx=0x7f7aa002a680 comp rx=0 tx=0).stop 2024-09-13T16:02:24.145 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.142+0000 7f7aab311640 1 -- 172.21.15.76:0/1494337647 shutdown_connections 2024-09-13T16:02:24.145 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.142+0000 7f7aab311640 1 --2- 172.21.15.76:0/1494337647 >> v2:172.21.15.192:3300/0 conn(0x7f7aa40ccb20 0x7f7aa40b4490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:24.145 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.142+0000 7f7aab311640 1 --2- 172.21.15.76:0/1494337647 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7aa415c6e0 0x7f7aa40b3f50 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:24.146 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.142+0000 7f7aab311640 1 -- 172.21.15.76:0/1494337647 >> 172.21.15.76:0/1494337647 conn(0x7f7aa4089f60 msgr2=0x7f7aa40d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:24.146 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.142+0000 7f7aab311640 1 -- 172.21.15.76:0/1494337647 shutdown_connections 2024-09-13T16:02:24.146 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.142+0000 7f7aab311640 1 -- 172.21.15.76:0/1494337647 wait complete. 2024-09-13T16:02:24.146 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.143+0000 7f7aab311640 1 Processor -- start 2024-09-13T16:02:24.146 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.143+0000 7f7aab311640 1 -- start start 2024-09-13T16:02:24.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.143+0000 7f7aab311640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7aa40ccb20 0x7f7aa415f4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:24.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.143+0000 7f7aab311640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7aa40d07b0 0x7f7aa40b30f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:24.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.143+0000 7f7aab311640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7aa415c6e0 0x7f7aa41e4cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:24.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.143+0000 7f7aab311640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7aa41e61f0 con 0x7f7aa40d07b0 2024-09-13T16:02:24.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.143+0000 7f7aab311640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7aa4151290 con 0x7f7aa40ccb20 2024-09-13T16:02:24.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.143+0000 7f7aab311640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7aa415fa20 con 0x7f7aa415c6e0 2024-09-13T16:02:24.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.144+0000 7f7aa88ac640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7aa40d07b0 0x7f7aa40b30f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:24.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.144+0000 7f7aa90ad640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7aa40ccb20 0x7f7aa415f4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:24.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.144+0000 7f7aa88ac640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7aa40d07b0 0x7f7aa40b30f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36292/0 (socket says 172.21.15.76:36292) 2024-09-13T16:02:24.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.144+0000 7f7aa88ac640 1 -- 172.21.15.76:0/3545771068 learned_addr learned my addr 172.21.15.76:0/3545771068 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:24.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.144+0000 7f7aa98ae640 1 --2- 172.21.15.76:0/3545771068 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7aa415c6e0 0x7f7aa41e4cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:24.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.144+0000 7f7aa88ac640 1 -- 172.21.15.76:0/3545771068 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7aa415c6e0 msgr2=0x7f7aa41e4cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:24.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.144+0000 7f7aa88ac640 1 --2- 172.21.15.76:0/3545771068 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7aa415c6e0 0x7f7aa41e4cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:24.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.144+0000 7f7aa88ac640 1 -- 172.21.15.76:0/3545771068 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7aa40ccb20 msgr2=0x7f7aa415f4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:24.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.144+0000 7f7aa88ac640 1 --2- 172.21.15.76:0/3545771068 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7aa40ccb20 0x7f7aa415f4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:24.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.144+0000 7f7aa88ac640 1 -- 172.21.15.76:0/3545771068 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7aa0009b30 con 0x7f7aa40d07b0 2024-09-13T16:02:24.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.144+0000 7f7aa88ac640 1 --2- 172.21.15.76:0/3545771068 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7aa40d07b0 0x7f7aa40b30f0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f7a9400c3c0 tx=0x7f7a9400c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:24.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.144+0000 7f7a99ffb640 1 -- 172.21.15.76:0/3545771068 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a940052d0 con 0x7f7aa40d07b0 2024-09-13T16:02:24.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.144+0000 7f7a99ffb640 1 -- 172.21.15.76:0/3545771068 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7a94005430 con 0x7f7aa40d07b0 2024-09-13T16:02:24.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.144+0000 7f7a99ffb640 1 -- 172.21.15.76:0/3545771068 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a94003810 con 0x7f7aa40d07b0 2024-09-13T16:02:24.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.144+0000 7f7aab311640 1 -- 172.21.15.76:0/3545771068 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7aa41e7900 con 0x7f7aa40d07b0 2024-09-13T16:02:24.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.145+0000 7f7aab311640 1 -- 172.21.15.76:0/3545771068 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7aa41e7c90 con 0x7f7aa40d07b0 2024-09-13T16:02:24.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.145+0000 7f7aab311640 1 -- 172.21.15.76:0/3545771068 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7aa41e7e20 con 0x7f7aa40d07b0 2024-09-13T16:02:24.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.146+0000 7f7a99ffb640 1 -- 172.21.15.76:0/3545771068 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7a94003970 con 0x7f7aa40d07b0 2024-09-13T16:02:24.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.146+0000 7f7a99ffb640 1 --2- 172.21.15.76:0/3545771068 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7a8806ac00 0x7f7a8806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:24.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.146+0000 7f7a99ffb640 1 -- 172.21.15.76:0/3545771068 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7f7a94088bf0 con 0x7f7aa40d07b0 2024-09-13T16:02:24.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.146+0000 7f7aa90ad640 1 --2- 172.21.15.76:0/3545771068 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7a8806ac00 0x7f7a8806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:24.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.147+0000 7f7aa90ad640 1 --2- 172.21.15.76:0/3545771068 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7a8806ac00 0x7f7a8806d0c0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f7aa0033000 tx=0x7f7aa0009000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:24.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.150+0000 7f7a99ffb640 1 -- 172.21.15.76:0/3545771068 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f7aa41e7e20 con 0x7f7aa40d07b0 2024-09-13T16:02:24.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.313+0000 7f7aab311640 1 -- 172.21.15.76:0/3545771068 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f7aa41e7e20 con 0x7f7aa40d07b0 2024-09-13T16:02:24.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.314+0000 7f7a99ffb640 1 -- 172.21.15.76:0/3545771068 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v28) v1 ==== 74+0+18669 (secure 0 0 0) 0x7f7aa41e7e20 con 0x7f7aa40d07b0 2024-09-13T16:02:24.316 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:02:24.316 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":28,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:02:20.572463+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:01:36.778177+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T16:01:37.336141+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T16:01:40.400554+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.2","mappings":[{"from":3,"to":2},{"from":5,"to":1}]},{"pgid":"3.15","mappings":[{"from":7,"to":2}]},{"pgid":"3.3a","mappings":[{"from":5,"to":2}]},{"pgid":"4.0","mappings":[{"from":1,"to":2}]},{"pgid":"4.9","mappings":[{"from":1,"to":2}]},{"pgid":"4.1d","mappings":[{"from":1,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:02:24.322 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.316+0000 7f7aab311640 1 -- 172.21.15.76:0/3545771068 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7a8806ac00 msgr2=0x7f7a8806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:24.322 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.316+0000 7f7aab311640 1 --2- 172.21.15.76:0/3545771068 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7a8806ac00 0x7f7a8806d0c0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f7aa0033000 tx=0x7f7aa0009000 comp rx=0 tx=0).stop 2024-09-13T16:02:24.322 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.316+0000 7f7aab311640 1 -- 172.21.15.76:0/3545771068 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7aa40d07b0 msgr2=0x7f7aa40b30f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:24.322 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.316+0000 7f7aab311640 1 --2- 172.21.15.76:0/3545771068 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7aa40d07b0 0x7f7aa40b30f0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f7a9400c3c0 tx=0x7f7a9400c880 comp rx=0 tx=0).stop 2024-09-13T16:02:24.322 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.316+0000 7f7aab311640 1 -- 172.21.15.76:0/3545771068 shutdown_connections 2024-09-13T16:02:24.323 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.316+0000 7f7aab311640 1 --2- 172.21.15.76:0/3545771068 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7a8806ac00 0x7f7a8806d0c0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:24.323 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.316+0000 7f7aab311640 1 --2- 172.21.15.76:0/3545771068 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7aa415c6e0 0x7f7aa41e4cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:24.323 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.316+0000 7f7aab311640 1 --2- 172.21.15.76:0/3545771068 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7aa40d07b0 0x7f7aa40b30f0 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:24.323 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.316+0000 7f7aab311640 1 --2- 172.21.15.76:0/3545771068 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7aa40ccb20 0x7f7aa415f4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:24.323 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.316+0000 7f7aab311640 1 -- 172.21.15.76:0/3545771068 >> 172.21.15.76:0/3545771068 conn(0x7f7aa4089f60 msgr2=0x7f7aa406ad10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:24.323 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.316+0000 7f7aab311640 1 -- 172.21.15.76:0/3545771068 shutdown_connections 2024-09-13T16:02:24.323 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.316+0000 7f7aab311640 1 -- 172.21.15.76:0/3545771068 wait complete. 2024-09-13T16:02:24.329 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:01:26.960607+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:01:36.778177+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:01:37.336141+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-13T16:01:40.400554+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '26', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-13T16:02:24.329 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:02:24.431 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.429+0000 7f6c58d9d640 1 Processor -- start 2024-09-13T16:02:24.431 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.430+0000 7f6c58d9d640 1 -- start start 2024-09-13T16:02:24.432 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.430+0000 7f6c58d9d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6c54152d20 0x7f6c540719c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:24.433 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.430+0000 7f6c58d9d640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f6c54071f00 0x7f6c5406bda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:24.433 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.430+0000 7f6c58d9d640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6c54159a50 con 0x7f6c540b0fa0 2024-09-13T16:02:24.433 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.430+0000 7f6c58d9d640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6c54153100 con 0x7f6c54071f00 2024-09-13T16:02:24.433 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.430+0000 7f6c58d9d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6c54158c30 con 0x7f6c54152d20 2024-09-13T16:02:24.433 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.431+0000 7f6c537fe640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6c54152d20 0x7f6c540719c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:24.433 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.431+0000 7f6c52ffd640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f6c54071f00 0x7f6c5406bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:24.433 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.431+0000 7f6c537fe640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6c54152d20 0x7f6c540719c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.76:33986/0 (socket says 172.21.15.76:33986) 2024-09-13T16:02:24.433 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.431+0000 7f6c537fe640 1 -- 172.21.15.76:0/4154859589 learned_addr learned my addr 172.21.15.76:0/4154859589 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:24.433 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.431+0000 7f6c537fe640 1 -- 172.21.15.76:0/4154859589 >> v2:172.21.15.192:3300/0 conn(0x7f6c54071f00 msgr2=0x7f6c5406bda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:24.433 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.431+0000 7f6c537fe640 1 --2- 172.21.15.76:0/4154859589 >> v2:172.21.15.192:3300/0 conn(0x7f6c54071f00 0x7f6c5406bda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:24.433 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.431+0000 7f6c537fe640 1 -- 172.21.15.76:0/4154859589 >> v1:172.21.15.192:6789/0 conn(0x7f6c540b0fa0 legacy=0x7f6c540b2690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:24.433 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.431+0000 7f6c537fe640 1 -- 172.21.15.76:0/4154859589 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6c54158e40 con 0x7f6c54152d20 2024-09-13T16:02:24.433 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.431+0000 7f6c52ffd640 1 --2- 172.21.15.76:0/4154859589 >> v2:172.21.15.192:3300/0 conn(0x7f6c54071f00 0x7f6c5406bda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:02:24.435 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.432+0000 7f6c537fe640 1 --2- 172.21.15.76:0/4154859589 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6c54152d20 0x7f6c540719c0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f6c44009e50 tx=0x7f6c4402a710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9e2574a6e1879b09 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:24.435 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.432+0000 7f6c527fc640 1 -- 172.21.15.76:0/4154859589 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c44031600 con 0x7f6c54152d20 2024-09-13T16:02:24.435 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.432+0000 7f6c527fc640 1 -- 172.21.15.76:0/4154859589 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6c4402d050 con 0x7f6c54152d20 2024-09-13T16:02:24.435 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.432+0000 7f6c527fc640 1 -- 172.21.15.76:0/4154859589 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c44031980 con 0x7f6c54152d20 2024-09-13T16:02:24.435 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.433+0000 7f6c58d9d640 1 -- 172.21.15.76:0/4154859589 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6c54152d20 msgr2=0x7f6c540719c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:24.435 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.433+0000 7f6c58d9d640 1 --2- 172.21.15.76:0/4154859589 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6c54152d20 0x7f6c540719c0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f6c44009e50 tx=0x7f6c4402a710 comp rx=0 tx=0).stop 2024-09-13T16:02:24.435 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.433+0000 7f6c58d9d640 1 -- 172.21.15.76:0/4154859589 shutdown_connections 2024-09-13T16:02:24.435 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.433+0000 7f6c58d9d640 1 --2- 172.21.15.76:0/4154859589 >> v2:172.21.15.192:3300/0 conn(0x7f6c54071f00 0x7f6c5406bda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:24.435 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.433+0000 7f6c58d9d640 1 --2- 172.21.15.76:0/4154859589 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6c54152d20 0x7f6c540719c0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:24.435 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.433+0000 7f6c58d9d640 1 -- 172.21.15.76:0/4154859589 >> 172.21.15.76:0/4154859589 conn(0x7f6c5406d650 msgr2=0x7f6c54069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:24.435 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.433+0000 7f6c58d9d640 1 -- 172.21.15.76:0/4154859589 shutdown_connections 2024-09-13T16:02:24.436 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.433+0000 7f6c58d9d640 1 -- 172.21.15.76:0/4154859589 wait complete. 2024-09-13T16:02:24.436 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.434+0000 7f6c58d9d640 1 Processor -- start 2024-09-13T16:02:24.437 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.434+0000 7f6c58d9d640 1 -- start start 2024-09-13T16:02:24.438 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.435+0000 7f6c58d9d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6c54071f00 0x7f6c540adbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:24.438 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.435+0000 7f6c58d9d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6c540b0fa0 0x7f6c5414a170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:24.438 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.435+0000 7f6c58d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6c54152d20 0x7f6c541ed7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:24.438 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.435+0000 7f6c58d9d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c5414a6b0 con 0x7f6c54152d20 2024-09-13T16:02:24.438 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.435+0000 7f6c58d9d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c540ae1a0 con 0x7f6c540b0fa0 2024-09-13T16:02:24.438 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.435+0000 7f6c58d9d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6c540ae480 con 0x7f6c54071f00 2024-09-13T16:02:24.438 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.435+0000 7f6c53fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6c54152d20 0x7f6c541ed7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:24.438 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.435+0000 7f6c53fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6c54152d20 0x7f6c541ed7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36302/0 (socket says 172.21.15.76:36302) 2024-09-13T16:02:24.438 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.435+0000 7f6c52ffd640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6c540b0fa0 0x7f6c5414a170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:24.438 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.435+0000 7f6c53fff640 1 -- 172.21.15.76:0/2591049020 learned_addr learned my addr 172.21.15.76:0/2591049020 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:24.438 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.435+0000 7f6c537fe640 1 --2- 172.21.15.76:0/2591049020 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6c54071f00 0x7f6c540adbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:24.438 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.435+0000 7f6c53fff640 1 -- 172.21.15.76:0/2591049020 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6c54071f00 msgr2=0x7f6c540adbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:24.438 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.435+0000 7f6c53fff640 1 --2- 172.21.15.76:0/2591049020 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6c54071f00 0x7f6c540adbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:24.439 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.435+0000 7f6c53fff640 1 -- 172.21.15.76:0/2591049020 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6c540b0fa0 msgr2=0x7f6c5414a170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:24.439 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.435+0000 7f6c53fff640 1 --2- 172.21.15.76:0/2591049020 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6c540b0fa0 0x7f6c5414a170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:24.439 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.435+0000 7f6c53fff640 1 -- 172.21.15.76:0/2591049020 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6c4800b6a0 con 0x7f6c54152d20 2024-09-13T16:02:24.439 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.435+0000 7f6c53fff640 1 --2- 172.21.15.76:0/2591049020 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6c54152d20 0x7f6c541ed7c0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f6c4c001eb0 tx=0x7f6c4c00c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:24.439 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.435+0000 7f6c3bfff640 1 -- 172.21.15.76:0/2591049020 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c4c0052d0 con 0x7f6c54152d20 2024-09-13T16:02:24.439 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.436+0000 7f6c3bfff640 1 -- 172.21.15.76:0/2591049020 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6c4c005430 con 0x7f6c54152d20 2024-09-13T16:02:24.439 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.436+0000 7f6c58d9d640 1 -- 172.21.15.76:0/2591049020 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6c44009b30 con 0x7f6c54152d20 2024-09-13T16:02:24.439 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.436+0000 7f6c3bfff640 1 -- 172.21.15.76:0/2591049020 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c4c003810 con 0x7f6c54152d20 2024-09-13T16:02:24.439 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.436+0000 7f6c58d9d640 1 -- 172.21.15.76:0/2591049020 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6c540aea40 con 0x7f6c54152d20 2024-09-13T16:02:24.439 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.437+0000 7f6c58d9d640 1 -- 172.21.15.76:0/2591049020 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6c540719c0 con 0x7f6c54152d20 2024-09-13T16:02:24.440 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.437+0000 7f6c3bfff640 1 -- 172.21.15.76:0/2591049020 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f6c4c003970 con 0x7f6c54152d20 2024-09-13T16:02:24.440 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.437+0000 7f6c3bfff640 1 --2- 172.21.15.76:0/2591049020 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6c4006ac00 0x7f6c4006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:24.440 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.438+0000 7f6c3bfff640 1 -- 172.21.15.76:0/2591049020 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7f6c4c088c40 con 0x7f6c54152d20 2024-09-13T16:02:24.440 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.438+0000 7f6c537fe640 1 --2- 172.21.15.76:0/2591049020 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6c4006ac00 0x7f6c4006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:24.440 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.438+0000 7f6c537fe640 1 --2- 172.21.15.76:0/2591049020 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6c4006ac00 0x7f6c4006d0c0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f6c44033000 tx=0x7f6c44009000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:24.443 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.442+0000 7f6c3bfff640 1 -- 172.21.15.76:0/2591049020 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f6c4c053aa0 con 0x7f6c54152d20 2024-09-13T16:02:24.604 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.602+0000 7f6c58d9d640 1 -- 172.21.15.76:0/2591049020 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f6c540b20b0 con 0x7f6c54152d20 2024-09-13T16:02:24.604 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.603+0000 7f6c3bfff640 1 -- 172.21.15.76:0/2591049020 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v28) v1 ==== 93+0+10 (secure 0 0 0) 0x7f6c4c0570c0 con 0x7f6c54152d20 2024-09-13T16:02:24.604 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2024-09-13T16:02:24.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.604+0000 7f6c58d9d640 1 -- 172.21.15.76:0/2591049020 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6c4006ac00 msgr2=0x7f6c4006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:24.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.604+0000 7f6c58d9d640 1 --2- 172.21.15.76:0/2591049020 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6c4006ac00 0x7f6c4006d0c0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f6c44033000 tx=0x7f6c44009000 comp rx=0 tx=0).stop 2024-09-13T16:02:24.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.604+0000 7f6c58d9d640 1 -- 172.21.15.76:0/2591049020 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6c54152d20 msgr2=0x7f6c541ed7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:24.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.604+0000 7f6c58d9d640 1 --2- 172.21.15.76:0/2591049020 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6c54152d20 0x7f6c541ed7c0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f6c4c001eb0 tx=0x7f6c4c00c890 comp rx=0 tx=0).stop 2024-09-13T16:02:24.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.605+0000 7f6c58d9d640 1 -- 172.21.15.76:0/2591049020 shutdown_connections 2024-09-13T16:02:24.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.605+0000 7f6c58d9d640 1 --2- 172.21.15.76:0/2591049020 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6c54152d20 0x7f6c541ed7c0 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:24.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.605+0000 7f6c58d9d640 1 --2- 172.21.15.76:0/2591049020 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6c540b0fa0 0x7f6c5414a170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:24.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.605+0000 7f6c58d9d640 1 --2- 172.21.15.76:0/2591049020 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6c4006ac00 0x7f6c4006d0c0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:24.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.605+0000 7f6c58d9d640 1 --2- 172.21.15.76:0/2591049020 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6c54071f00 0x7f6c540adbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:24.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.605+0000 7f6c58d9d640 1 -- 172.21.15.76:0/2591049020 >> 172.21.15.76:0/2591049020 conn(0x7f6c5406d650 msgr2=0x7f6c540cd100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:24.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.605+0000 7f6c58d9d640 1 -- 172.21.15.76:0/2591049020 shutdown_connections 2024-09-13T16:02:24.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.605+0000 7f6c58d9d640 1 -- 172.21.15.76:0/2591049020 wait complete. 2024-09-13T16:02:24.616 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:02:24.717 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.716+0000 7fdf93de2640 1 Processor -- start 2024-09-13T16:02:24.717 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.716+0000 7fdf93de2640 1 -- start start 2024-09-13T16:02:24.718 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.717+0000 7fdf93de2640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fdf8c0cec00 0x7fdf8c164ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:24.718 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.717+0000 7fdf93de2640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdf8c15a790 con 0x7fdf8c0b20a0 2024-09-13T16:02:24.718 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.717+0000 7fdf93de2640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdf8c0b2680 con 0x7fdf8c15a3b0 2024-09-13T16:02:24.718 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.717+0000 7fdf93de2640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdf8c0b2960 con 0x7fdf8c0cec00 2024-09-13T16:02:24.718 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.717+0000 7fdf9137d640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fdf8c0b20a0 0x7fdf8c0ce4f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:45554/0 (socket says 172.21.15.76:45554) 2024-09-13T16:02:24.718 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.717+0000 7fdf9137d640 1 -- 172.21.15.76:0/2669390459 learned_addr learned my addr 172.21.15.76:0/2669390459 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:24.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.717+0000 7fdf9237f640 1 --2- 172.21.15.76:0/2669390459 >> v2:172.21.15.192:3300/0 conn(0x7fdf8c0cec00 0x7fdf8c164ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:24.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.717+0000 7fdf90b7c640 1 -- 172.21.15.76:0/2669390459 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 22816069 0 0) 0x7fdf8c15a790 con 0x7fdf8c0b20a0 2024-09-13T16:02:24.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.717+0000 7fdf90b7c640 1 -- 172.21.15.76:0/2669390459 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fdf78003520 con 0x7fdf8c0b20a0 2024-09-13T16:02:24.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.718+0000 7fdf90b7c640 1 -- 172.21.15.76:0/2669390459 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 144882668 0 0) 0x7fdf78003520 con 0x7fdf8c0b20a0 2024-09-13T16:02:24.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.718+0000 7fdf90b7c640 1 -- 172.21.15.76:0/2669390459 >> v2:172.21.15.192:3300/0 conn(0x7fdf8c0cec00 msgr2=0x7fdf8c164ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:24.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.718+0000 7fdf90b7c640 1 --2- 172.21.15.76:0/2669390459 >> v2:172.21.15.192:3300/0 conn(0x7fdf8c0cec00 0x7fdf8c164ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:24.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.718+0000 7fdf90b7c640 1 -- 172.21.15.76:0/2669390459 >> v1:172.21.15.192:6789/0 conn(0x7fdf8c15a3b0 legacy=0x7fdf8c0b1720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:24.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.718+0000 7fdf90b7c640 1 -- 172.21.15.76:0/2669390459 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdf8c0b2c40 con 0x7fdf8c0b20a0 2024-09-13T16:02:24.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.718+0000 7fdf90b7c640 1 -- 172.21.15.76:0/2669390459 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7fdf7c001690 con 0x7fdf8c0b20a0 2024-09-13T16:02:24.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.718+0000 7fdf90b7c640 1 -- 172.21.15.76:0/2669390459 >> v1:172.21.15.76:6789/0 conn(0x7fdf8c0b20a0 legacy=0x7fdf8c0ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:24.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.718+0000 7fdf90b7c640 1 --2- 172.21.15.76:0/2669390459 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdf78003970 0x7fdf78003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:24.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.718+0000 7fdf90b7c640 1 --2- 172.21.15.76:0/2669390459 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdf780047c0 0x7fdf78004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:24.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.718+0000 7fdf90b7c640 1 --2- 172.21.15.76:0/2669390459 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdf78005180 0x7fdf7800b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:24.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.718+0000 7fdf90b7c640 1 -- 172.21.15.76:0/2669390459 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdf8c0b2960 con 0x7fdf78005180 2024-09-13T16:02:24.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.718+0000 7fdf90b7c640 1 -- 172.21.15.76:0/2669390459 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdf7800c020 con 0x7fdf78003970 2024-09-13T16:02:24.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.718+0000 7fdf90b7c640 1 -- 172.21.15.76:0/2669390459 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdf7800c1e0 con 0x7fdf780047c0 2024-09-13T16:02:24.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.718+0000 7fdf9237f640 1 --2- 172.21.15.76:0/2669390459 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdf78005180 0x7fdf7800b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:24.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.718+0000 7fdf91b7e640 1 --2- 172.21.15.76:0/2669390459 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdf78003970 0x7fdf78003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:24.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.718+0000 7fdf9137d640 1 --2- 172.21.15.76:0/2669390459 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdf780047c0 0x7fdf78004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:24.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.718+0000 7fdf9237f640 1 -- 172.21.15.76:0/2669390459 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdf780047c0 msgr2=0x7fdf78004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:24.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.718+0000 7fdf9237f640 1 --2- 172.21.15.76:0/2669390459 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdf780047c0 0x7fdf78004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:24.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.718+0000 7fdf9237f640 1 -- 172.21.15.76:0/2669390459 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdf78003970 msgr2=0x7fdf78003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:24.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.718+0000 7fdf9237f640 1 --2- 172.21.15.76:0/2669390459 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdf78003970 0x7fdf78003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:24.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.718+0000 7fdf9237f640 1 -- 172.21.15.76:0/2669390459 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdf78003520 con 0x7fdf78005180 2024-09-13T16:02:24.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.718+0000 7fdf9137d640 1 --2- 172.21.15.76:0/2669390459 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdf780047c0 0x7fdf78004c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:02:24.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.719+0000 7fdf9237f640 1 -- 172.21.15.76:0/2669390459 reap_dead start 2024-09-13T16:02:24.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.719+0000 7fdf9237f640 1 --2- 172.21.15.76:0/2669390459 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdf78005180 0x7fdf7800b980 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fdf84009f90 tx=0x7fdf780057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=89185afc979bdaa8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:24.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.719+0000 7fdf90b7c640 1 -- 172.21.15.76:0/2669390459 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf84035070 con 0x7fdf78005180 2024-09-13T16:02:24.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.719+0000 7fdf90b7c640 1 -- 172.21.15.76:0/2669390459 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdf8402d070 con 0x7fdf78005180 2024-09-13T16:02:24.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.719+0000 7fdf90b7c640 1 -- 172.21.15.76:0/2669390459 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf84031660 con 0x7fdf78005180 2024-09-13T16:02:24.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.719+0000 7fdf93de2640 1 -- 172.21.15.76:0/2669390459 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdf78005180 msgr2=0x7fdf7800b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:24.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.719+0000 7fdf93de2640 1 --2- 172.21.15.76:0/2669390459 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdf78005180 0x7fdf7800b980 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fdf84009f90 tx=0x7fdf780057f0 comp rx=0 tx=0).stop 2024-09-13T16:02:24.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.719+0000 7fdf93de2640 1 -- 172.21.15.76:0/2669390459 shutdown_connections 2024-09-13T16:02:24.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.719+0000 7fdf93de2640 1 --2- 172.21.15.76:0/2669390459 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdf78005180 0x7fdf7800b980 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:24.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.719+0000 7fdf93de2640 1 -- 172.21.15.76:0/2669390459 >> 172.21.15.76:0/2669390459 conn(0x7fdf8c06a0b0 msgr2=0x7fdf8c06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:24.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.720+0000 7fdf93de2640 1 -- 172.21.15.76:0/2669390459 shutdown_connections 2024-09-13T16:02:24.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.720+0000 7fdf93de2640 1 -- 172.21.15.76:0/2669390459 wait complete. 2024-09-13T16:02:24.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.721+0000 7fdf93de2640 1 Processor -- start 2024-09-13T16:02:24.725 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.721+0000 7fdf93de2640 1 -- start start 2024-09-13T16:02:24.727 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.721+0000 7fdf93de2640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdf78005180 0x7fdf8c09bb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:24.727 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.721+0000 7fdf93de2640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdf8c0c19f0 0x7fdf8c158b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:24.727 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.721+0000 7fdf93de2640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdf8c0c6110 0x7fdf8c1f2f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:24.727 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.721+0000 7fdf93de2640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdf8c0aefa0 con 0x7fdf8c0c19f0 2024-09-13T16:02:24.727 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.721+0000 7fdf93de2640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdf8c0afb20 con 0x7fdf78005180 2024-09-13T16:02:24.727 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.721+0000 7fdf93de2640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdf8c0c1e70 con 0x7fdf8c0c6110 2024-09-13T16:02:24.727 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.722+0000 7fdf9137d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdf8c0c19f0 0x7fdf8c158b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:24.727 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.722+0000 7fdf9137d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdf8c0c19f0 0x7fdf8c158b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36328/0 (socket says 172.21.15.76:36328) 2024-09-13T16:02:24.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.722+0000 7fdf9137d640 1 -- 172.21.15.76:0/3227588048 learned_addr learned my addr 172.21.15.76:0/3227588048 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:24.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.722+0000 7fdf91b7e640 1 --2- 172.21.15.76:0/3227588048 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdf78005180 0x7fdf8c09bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:24.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.722+0000 7fdf9237f640 1 --2- 172.21.15.76:0/3227588048 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdf8c0c6110 0x7fdf8c1f2f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:24.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.722+0000 7fdf9137d640 1 -- 172.21.15.76:0/3227588048 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdf8c0c6110 msgr2=0x7fdf8c1f2f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:24.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.722+0000 7fdf9137d640 1 --2- 172.21.15.76:0/3227588048 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdf8c0c6110 0x7fdf8c1f2f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:24.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.722+0000 7fdf9137d640 1 -- 172.21.15.76:0/3227588048 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdf78005180 msgr2=0x7fdf8c09bb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:24.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.722+0000 7fdf9137d640 1 --2- 172.21.15.76:0/3227588048 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdf78005180 0x7fdf8c09bb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:24.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.722+0000 7fdf9137d640 1 -- 172.21.15.76:0/3227588048 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdf8c0af1f0 con 0x7fdf8c0c19f0 2024-09-13T16:02:24.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.722+0000 7fdf91b7e640 1 --2- 172.21.15.76:0/3227588048 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdf78005180 0x7fdf8c09bb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:02:24.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.722+0000 7fdf9137d640 1 --2- 172.21.15.76:0/3227588048 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdf8c0c19f0 0x7fdf8c158b00 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fdf7c00e760 tx=0x7fdf7c00ec20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:24.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.722+0000 7fdf827fc640 1 -- 172.21.15.76:0/3227588048 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf7c00c6c0 con 0x7fdf8c0c19f0 2024-09-13T16:02:24.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.722+0000 7fdf827fc640 1 -- 172.21.15.76:0/3227588048 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdf7c00c820 con 0x7fdf8c0c19f0 2024-09-13T16:02:24.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.722+0000 7fdf93de2640 1 -- 172.21.15.76:0/3227588048 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdf8c0af4d0 con 0x7fdf8c0c19f0 2024-09-13T16:02:24.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.722+0000 7fdf827fc640 1 -- 172.21.15.76:0/3227588048 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf7c00cbd0 con 0x7fdf8c0c19f0 2024-09-13T16:02:24.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.722+0000 7fdf93de2640 1 -- 172.21.15.76:0/3227588048 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdf8c159040 con 0x7fdf8c0c19f0 2024-09-13T16:02:24.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.723+0000 7fdf93de2640 1 -- 172.21.15.76:0/3227588048 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdf8c0afcb0 con 0x7fdf8c0c19f0 2024-09-13T16:02:24.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.723+0000 7fdf827fc640 1 -- 172.21.15.76:0/3227588048 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fdf7c00cd30 con 0x7fdf8c0c19f0 2024-09-13T16:02:24.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.724+0000 7fdf827fc640 1 --2- 172.21.15.76:0/3227588048 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdf7006ac00 0x7fdf7006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:24.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.724+0000 7fdf827fc640 1 -- 172.21.15.76:0/3227588048 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7fdf7c089500 con 0x7fdf8c0c19f0 2024-09-13T16:02:24.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.724+0000 7fdf91b7e640 1 --2- 172.21.15.76:0/3227588048 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdf7006ac00 0x7fdf7006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:24.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.724+0000 7fdf91b7e640 1 --2- 172.21.15.76:0/3227588048 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdf7006ac00 0x7fdf7006d0c0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fdf88000c00 tx=0x7fdf88009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:24.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.728+0000 7fdf827fc640 1 -- 172.21.15.76:0/3227588048 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fdf7c0543c0 con 0x7fdf8c0c19f0 2024-09-13T16:02:24.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.889+0000 7fdf93de2640 1 -- 172.21.15.76:0/3227588048 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fdf8c0711e0 con 0x7fdf8c0c19f0 2024-09-13T16:02:24.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.890+0000 7fdf827fc640 1 -- 172.21.15.76:0/3227588048 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v28) v1 ==== 104+0+11 (secure 0 0 0) 0x7fdf7c0579e0 con 0x7fdf8c0c19f0 2024-09-13T16:02:24.891 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2024-09-13T16:02:24.893 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.891+0000 7fdf93de2640 1 -- 172.21.15.76:0/3227588048 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdf7006ac00 msgr2=0x7fdf7006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:24.893 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.891+0000 7fdf93de2640 1 --2- 172.21.15.76:0/3227588048 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdf7006ac00 0x7fdf7006d0c0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fdf88000c00 tx=0x7fdf88009040 comp rx=0 tx=0).stop 2024-09-13T16:02:24.893 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.891+0000 7fdf93de2640 1 -- 172.21.15.76:0/3227588048 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdf8c0c19f0 msgr2=0x7fdf8c158b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:24.893 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.892+0000 7fdf93de2640 1 --2- 172.21.15.76:0/3227588048 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdf8c0c19f0 0x7fdf8c158b00 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fdf7c00e760 tx=0x7fdf7c00ec20 comp rx=0 tx=0).stop 2024-09-13T16:02:24.893 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.892+0000 7fdf93de2640 1 -- 172.21.15.76:0/3227588048 shutdown_connections 2024-09-13T16:02:24.893 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.892+0000 7fdf93de2640 1 --2- 172.21.15.76:0/3227588048 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdf7006ac00 0x7fdf7006d0c0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:24.894 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.892+0000 7fdf93de2640 1 --2- 172.21.15.76:0/3227588048 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdf8c0c6110 0x7fdf8c1f2f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:24.894 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.892+0000 7fdf93de2640 1 --2- 172.21.15.76:0/3227588048 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdf8c0c19f0 0x7fdf8c158b00 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:24.894 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.892+0000 7fdf93de2640 1 --2- 172.21.15.76:0/3227588048 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdf78005180 0x7fdf8c09bb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:24.894 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.892+0000 7fdf93de2640 1 -- 172.21.15.76:0/3227588048 >> 172.21.15.76:0/3227588048 conn(0x7fdf8c06a0b0 msgr2=0x7fdf8c0704f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:24.894 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.892+0000 7fdf93de2640 1 -- 172.21.15.76:0/3227588048 shutdown_connections 2024-09-13T16:02:24.894 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:24.892+0000 7fdf93de2640 1 -- 172.21.15.76:0/3227588048 wait complete. 2024-09-13T16:02:24.904 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:02:25.005 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.004+0000 7f1134983640 1 Processor -- start 2024-09-13T16:02:25.005 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.004+0000 7f1134983640 1 -- start start 2024-09-13T16:02:25.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.005+0000 7f1134983640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f1130159310 0x7f11300ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:25.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.005+0000 7f1134983640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f11300b2b40 0x7f11300ab140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:25.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.005+0000 7f1134983640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f11300ab680 0x7f11300ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:25.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.005+0000 7f1134983640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f11300ad940 con 0x7f11300ab680 2024-09-13T16:02:25.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.005+0000 7f1134983640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f11300ccbe0 con 0x7f1130159310 2024-09-13T16:02:25.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.005+0000 7f1134983640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f11300b1810 con 0x7f11300b2b40 2024-09-13T16:02:25.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.005+0000 7f112ed9d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f11300ab680 0x7f11300ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:25.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.005+0000 7f112ed9d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f11300ab680 0x7f11300ce4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36342/0 (socket says 172.21.15.76:36342) 2024-09-13T16:02:25.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.005+0000 7f112ed9d640 1 -- 172.21.15.76:0/806513638 learned_addr learned my addr 172.21.15.76:0/806513638 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:25.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.005+0000 7f112e59c640 1 --2- 172.21.15.76:0/806513638 >> v2:172.21.15.192:3300/0 conn(0x7f1130159310 0x7f11300ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:25.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.005+0000 7f112dd9b640 1 --2- 172.21.15.76:0/806513638 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f11300b2b40 0x7f11300ab140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:25.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.005+0000 7f112ed9d640 1 -- 172.21.15.76:0/806513638 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f11300b2b40 msgr2=0x7f11300ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:25.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.005+0000 7f112ed9d640 1 --2- 172.21.15.76:0/806513638 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f11300b2b40 0x7f11300ab140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:25.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.005+0000 7f112ed9d640 1 -- 172.21.15.76:0/806513638 >> v2:172.21.15.192:3300/0 conn(0x7f1130159310 msgr2=0x7f11300ad400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:25.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.005+0000 7f112ed9d640 1 --2- 172.21.15.76:0/806513638 >> v2:172.21.15.192:3300/0 conn(0x7f1130159310 0x7f11300ad400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:25.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.005+0000 7f112ed9d640 1 -- 172.21.15.76:0/806513638 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f113006d9e0 con 0x7f11300ab680 2024-09-13T16:02:25.010 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.006+0000 7f112ed9d640 1 --2- 172.21.15.76:0/806513638 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f11300ab680 0x7f11300ce4f0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f11300cac90 tx=0x7f112802a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ee062879f481e78e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:25.010 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.006+0000 7f112d59a640 1 -- 172.21.15.76:0/806513638 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1128031600 con 0x7f11300ab680 2024-09-13T16:02:25.010 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.006+0000 7f112d59a640 1 -- 172.21.15.76:0/806513638 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f112802d050 con 0x7f11300ab680 2024-09-13T16:02:25.010 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.006+0000 7f112d59a640 1 -- 172.21.15.76:0/806513638 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1128031980 con 0x7f11300ab680 2024-09-13T16:02:25.010 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.007+0000 7f1134983640 1 -- 172.21.15.76:0/806513638 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f11300ab680 msgr2=0x7f11300ce4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:25.010 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.007+0000 7f1134983640 1 --2- 172.21.15.76:0/806513638 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f11300ab680 0x7f11300ce4f0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f11300cac90 tx=0x7f112802a610 comp rx=0 tx=0).stop 2024-09-13T16:02:25.010 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.007+0000 7f1134983640 1 -- 172.21.15.76:0/806513638 shutdown_connections 2024-09-13T16:02:25.010 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.007+0000 7f1134983640 1 --2- 172.21.15.76:0/806513638 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f11300ab680 0x7f11300ce4f0 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:25.010 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.007+0000 7f1134983640 1 --2- 172.21.15.76:0/806513638 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f11300b2b40 0x7f11300ab140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:25.010 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.007+0000 7f1134983640 1 --2- 172.21.15.76:0/806513638 >> v2:172.21.15.192:3300/0 conn(0x7f1130159310 0x7f11300ad400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:25.010 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.007+0000 7f1134983640 1 -- 172.21.15.76:0/806513638 >> 172.21.15.76:0/806513638 conn(0x7f113006a0b0 msgr2=0x7f113006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:25.011 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.007+0000 7f1134983640 1 -- 172.21.15.76:0/806513638 shutdown_connections 2024-09-13T16:02:25.011 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.007+0000 7f1134983640 1 -- 172.21.15.76:0/806513638 wait complete. 2024-09-13T16:02:25.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.008+0000 7f1134983640 1 Processor -- start 2024-09-13T16:02:25.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.008+0000 7f1134983640 1 -- start start 2024-09-13T16:02:25.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.009+0000 7f1134983640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f11300ab680 0x7f1130153180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:25.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.009+0000 7f1134983640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f11300b2b40 0x7f11300c42d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:25.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.009+0000 7f1134983640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1130159310 0x7f11300713c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:25.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.009+0000 7f1134983640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11300c4810 con 0x7f11300ab680 2024-09-13T16:02:25.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.009+0000 7f1134983640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1130153760 con 0x7f1130159310 2024-09-13T16:02:25.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.009+0000 7f1134983640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1130153a40 con 0x7f11300b2b40 2024-09-13T16:02:25.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.009+0000 7f112e59c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f11300ab680 0x7f1130153180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:25.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.009+0000 7f112e59c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f11300ab680 0x7f1130153180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36350/0 (socket says 172.21.15.76:36350) 2024-09-13T16:02:25.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.009+0000 7f112e59c640 1 -- 172.21.15.76:0/1684631669 learned_addr learned my addr 172.21.15.76:0/1684631669 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:25.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.009+0000 7f112ed9d640 1 --2- 172.21.15.76:0/1684631669 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1130159310 0x7f11300713c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:25.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.009+0000 7f112dd9b640 1 --2- 172.21.15.76:0/1684631669 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f11300b2b40 0x7f11300c42d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:25.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.009+0000 7f112e59c640 1 -- 172.21.15.76:0/1684631669 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f11300b2b40 msgr2=0x7f11300c42d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:25.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.009+0000 7f112e59c640 1 --2- 172.21.15.76:0/1684631669 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f11300b2b40 0x7f11300c42d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:25.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.009+0000 7f112e59c640 1 -- 172.21.15.76:0/1684631669 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1130159310 msgr2=0x7f11300713c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:25.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.009+0000 7f112e59c640 1 --2- 172.21.15.76:0/1684631669 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1130159310 0x7f11300713c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:25.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.009+0000 7f112e59c640 1 -- 172.21.15.76:0/1684631669 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1128009b30 con 0x7f11300ab680 2024-09-13T16:02:25.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.009+0000 7f112dd9b640 1 --2- 172.21.15.76:0/1684631669 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f11300b2b40 0x7f11300c42d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:02:25.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.009+0000 7f112e59c640 1 --2- 172.21.15.76:0/1684631669 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f11300ab680 0x7f1130153180 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f112000d5f0 tx=0x7f112000dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:25.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.009+0000 7f111effd640 1 -- 172.21.15.76:0/1684631669 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11200125f0 con 0x7f11300ab680 2024-09-13T16:02:25.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.010+0000 7f111effd640 1 -- 172.21.15.76:0/1684631669 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1120012750 con 0x7f11300ab680 2024-09-13T16:02:25.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.010+0000 7f1134983640 1 -- 172.21.15.76:0/1684631669 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1130153d20 con 0x7f11300ab680 2024-09-13T16:02:25.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.010+0000 7f111effd640 1 -- 172.21.15.76:0/1684631669 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1120012b00 con 0x7f11300ab680 2024-09-13T16:02:25.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.010+0000 7f1134983640 1 -- 172.21.15.76:0/1684631669 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f11301542e0 con 0x7f11300ab680 2024-09-13T16:02:25.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.011+0000 7f1134983640 1 -- 172.21.15.76:0/1684631669 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f11301544a0 con 0x7f11300ab680 2024-09-13T16:02:25.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.011+0000 7f111effd640 1 -- 172.21.15.76:0/1684631669 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1120012c60 con 0x7f11300ab680 2024-09-13T16:02:25.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.011+0000 7f111effd640 1 --2- 172.21.15.76:0/1684631669 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f111006ac00 0x7f111006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:25.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.011+0000 7f111effd640 1 -- 172.21.15.76:0/1684631669 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7f1120089a90 con 0x7f11300ab680 2024-09-13T16:02:25.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.011+0000 7f112dd9b640 1 --2- 172.21.15.76:0/1684631669 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f111006ac00 0x7f111006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:25.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.012+0000 7f112dd9b640 1 --2- 172.21.15.76:0/1684631669 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f111006ac00 0x7f111006d0c0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f1130071c60 tx=0x7f1124008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:25.017 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.016+0000 7f111effd640 1 -- 172.21.15.76:0/1684631669 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f1120054950 con 0x7f11300ab680 2024-09-13T16:02:25.177 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.176+0000 7f1134983640 1 -- 172.21.15.76:0/1684631669 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f11300cee10 con 0x7f11300ab680 2024-09-13T16:02:25.177 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.176+0000 7f111effd640 1 -- 172.21.15.76:0/1684631669 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v28) v1 ==== 100+0+11 (secure 0 0 0) 0x7f1120057f70 con 0x7f11300ab680 2024-09-13T16:02:25.177 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2024-09-13T16:02:25.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.178+0000 7f1134983640 1 -- 172.21.15.76:0/1684631669 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f111006ac00 msgr2=0x7f111006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:25.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.178+0000 7f1134983640 1 --2- 172.21.15.76:0/1684631669 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f111006ac00 0x7f111006d0c0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f1130071c60 tx=0x7f1124008040 comp rx=0 tx=0).stop 2024-09-13T16:02:25.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.178+0000 7f1134983640 1 -- 172.21.15.76:0/1684631669 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f11300ab680 msgr2=0x7f1130153180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:25.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.178+0000 7f1134983640 1 --2- 172.21.15.76:0/1684631669 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f11300ab680 0x7f1130153180 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f112000d5f0 tx=0x7f112000dab0 comp rx=0 tx=0).stop 2024-09-13T16:02:25.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.178+0000 7f1134983640 1 -- 172.21.15.76:0/1684631669 shutdown_connections 2024-09-13T16:02:25.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.178+0000 7f1134983640 1 --2- 172.21.15.76:0/1684631669 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1130159310 0x7f11300713c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:25.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.178+0000 7f1134983640 1 --2- 172.21.15.76:0/1684631669 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f111006ac00 0x7f111006d0c0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:25.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.178+0000 7f1134983640 1 --2- 172.21.15.76:0/1684631669 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f11300b2b40 0x7f11300c42d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:25.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.178+0000 7f1134983640 1 --2- 172.21.15.76:0/1684631669 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f11300ab680 0x7f1130153180 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:25.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.178+0000 7f1134983640 1 -- 172.21.15.76:0/1684631669 >> 172.21.15.76:0/1684631669 conn(0x7f113006a0b0 msgr2=0x7f113006c990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:25.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.178+0000 7f1134983640 1 -- 172.21.15.76:0/1684631669 shutdown_connections 2024-09-13T16:02:25.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.178+0000 7f1134983640 1 -- 172.21.15.76:0/1684631669 wait complete. 2024-09-13T16:02:25.190 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-13T16:02:25.291 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.289+0000 7f2c9d04f640 1 Processor -- start 2024-09-13T16:02:25.291 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.289+0000 7f2c9d04f640 1 -- start start 2024-09-13T16:02:25.293 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.290+0000 7f2c9d04f640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2c980d2760 0x7f2c980cd8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:25.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.290+0000 7f2c9d04f640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2c980cd450 con 0x7f2c9815c500 2024-09-13T16:02:25.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.290+0000 7f2c9d04f640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2c980d0cf0 con 0x7f2c980cde20 2024-09-13T16:02:25.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.290+0000 7f2c9d04f640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2c980d0fd0 con 0x7f2c980d2760 2024-09-13T16:02:25.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.290+0000 7f2c96d9d640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f2c9815c500 0x7f2c980d2050 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:45566/0 (socket says 172.21.15.76:45566) 2024-09-13T16:02:25.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.290+0000 7f2c96d9d640 1 -- 172.21.15.76:0/3531799138 learned_addr learned my addr 172.21.15.76:0/3531799138 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:25.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.291+0000 7f2c9659c640 1 --2- 172.21.15.76:0/3531799138 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2c980d2760 0x7f2c980cd8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:25.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.291+0000 7f2c95d9b640 1 -- 172.21.15.76:0/3531799138 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2280844762 0 0) 0x7f2c980cd450 con 0x7f2c9815c500 2024-09-13T16:02:25.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.291+0000 7f2c95d9b640 1 -- 172.21.15.76:0/3531799138 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2c80003520 con 0x7f2c9815c500 2024-09-13T16:02:25.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.291+0000 7f2c95d9b640 1 -- 172.21.15.76:0/3531799138 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2522439750 0 0) 0x7f2c80003520 con 0x7f2c9815c500 2024-09-13T16:02:25.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.291+0000 7f2c95d9b640 1 -- 172.21.15.76:0/3531799138 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2c980d2760 msgr2=0x7f2c980cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:25.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.291+0000 7f2c95d9b640 1 --2- 172.21.15.76:0/3531799138 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2c980d2760 0x7f2c980cd8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:25.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.291+0000 7f2c95d9b640 1 -- 172.21.15.76:0/3531799138 >> v1:172.21.15.192:6789/0 conn(0x7f2c980cde20 legacy=0x7f2c980d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:25.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.291+0000 7f2c95d9b640 1 -- 172.21.15.76:0/3531799138 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2c980cd0e0 con 0x7f2c9815c500 2024-09-13T16:02:25.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.291+0000 7f2c95d9b640 1 -- 172.21.15.76:0/3531799138 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f2c88001670 con 0x7f2c9815c500 2024-09-13T16:02:25.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.291+0000 7f2c95d9b640 1 -- 172.21.15.76:0/3531799138 >> v1:172.21.15.76:6789/0 conn(0x7f2c9815c500 legacy=0x7f2c980d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:25.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.291+0000 7f2c95d9b640 1 --2- 172.21.15.76:0/3531799138 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2c800039a0 0x7f2c80003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:25.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.291+0000 7f2c95d9b640 1 --2- 172.21.15.76:0/3531799138 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2c800047c0 0x7f2c80004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:25.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.291+0000 7f2c95d9b640 1 --2- 172.21.15.76:0/3531799138 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2c980d2760 0x7f2c80005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:25.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.291+0000 7f2c95d9b640 1 -- 172.21.15.76:0/3531799138 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c980d0fd0 con 0x7f2c800047c0 2024-09-13T16:02:25.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.291+0000 7f2c95d9b640 1 -- 172.21.15.76:0/3531799138 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c8000ba30 con 0x7f2c800039a0 2024-09-13T16:02:25.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.291+0000 7f2c95d9b640 1 -- 172.21.15.76:0/3531799138 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2c8000bbf0 con 0x7f2c980d2760 2024-09-13T16:02:25.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.291+0000 7f2c9659c640 1 --2- 172.21.15.76:0/3531799138 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2c800047c0 0x7f2c80004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:25.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.291+0000 7f2c96d9d640 1 --2- 172.21.15.76:0/3531799138 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2c800039a0 0x7f2c80003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:25.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.291+0000 7f2c9759e640 1 --2- 172.21.15.76:0/3531799138 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2c980d2760 0x7f2c80005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:25.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.291+0000 7f2c9659c640 1 -- 172.21.15.76:0/3531799138 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2c980d2760 msgr2=0x7f2c80005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:25.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.291+0000 7f2c9659c640 1 --2- 172.21.15.76:0/3531799138 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2c980d2760 0x7f2c80005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:25.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.291+0000 7f2c9659c640 1 -- 172.21.15.76:0/3531799138 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2c800039a0 msgr2=0x7f2c80003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:25.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.291+0000 7f2c9659c640 1 --2- 172.21.15.76:0/3531799138 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2c800039a0 0x7f2c80003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:25.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.291+0000 7f2c9659c640 1 -- 172.21.15.76:0/3531799138 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2c80003520 con 0x7f2c800047c0 2024-09-13T16:02:25.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.292+0000 7f2c9659c640 1 --2- 172.21.15.76:0/3531799138 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2c800047c0 0x7f2c80004c40 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f2c9806ce50 tx=0x7f2c800057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2428ee2665b2f15f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:25.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.292+0000 7f2c95d9b640 1 -- 172.21.15.76:0/3531799138 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c8c031400 con 0x7f2c800047c0 2024-09-13T16:02:25.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.292+0000 7f2c95d9b640 1 -- 172.21.15.76:0/3531799138 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2c8c02d050 con 0x7f2c800047c0 2024-09-13T16:02:25.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.292+0000 7f2c95d9b640 1 -- 172.21.15.76:0/3531799138 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c8c0317a0 con 0x7f2c800047c0 2024-09-13T16:02:25.299 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.293+0000 7f2c9d04f640 1 -- 172.21.15.76:0/3531799138 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2c800047c0 msgr2=0x7f2c80004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:25.299 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.293+0000 7f2c9d04f640 1 --2- 172.21.15.76:0/3531799138 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2c800047c0 0x7f2c80004c40 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f2c9806ce50 tx=0x7f2c800057f0 comp rx=0 tx=0).stop 2024-09-13T16:02:25.299 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.293+0000 7f2c9759e640 1 -- 172.21.15.76:0/3531799138 reap_dead start 2024-09-13T16:02:25.299 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.293+0000 7f2c9d04f640 1 -- 172.21.15.76:0/3531799138 shutdown_connections 2024-09-13T16:02:25.299 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.293+0000 7f2c9d04f640 1 -- 172.21.15.76:0/3531799138 >> 172.21.15.76:0/3531799138 conn(0x7f2c98089f60 msgr2=0x7f2c9809b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:25.299 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.293+0000 7f2c9d04f640 1 -- 172.21.15.76:0/3531799138 shutdown_connections 2024-09-13T16:02:25.299 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.293+0000 7f2c9d04f640 1 -- 172.21.15.76:0/3531799138 wait complete. 2024-09-13T16:02:25.299 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.294+0000 7f2c9d04f640 1 Processor -- start 2024-09-13T16:02:25.299 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.294+0000 7f2c9d04f640 1 -- start start 2024-09-13T16:02:25.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.295+0000 7f2c9d04f640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2c800047c0 0x7f2c980cb590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:25.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.295+0000 7f2c9d04f640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2c9815d470 0x7f2c98151df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:25.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.295+0000 7f2c9d04f640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2c980b3080 0x7f2c980b3500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:25.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.295+0000 7f2c9d04f640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c980b3a40 con 0x7f2c980b3080 2024-09-13T16:02:25.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.295+0000 7f2c9d04f640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c9815e7f0 con 0x7f2c9815d470 2024-09-13T16:02:25.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.295+0000 7f2c9d04f640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2c9815dbe0 con 0x7f2c800047c0 2024-09-13T16:02:25.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.295+0000 7f2c9759e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2c980b3080 0x7f2c980b3500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:25.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.295+0000 7f2c9759e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2c980b3080 0x7f2c980b3500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36378/0 (socket says 172.21.15.76:36378) 2024-09-13T16:02:25.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.295+0000 7f2c9759e640 1 -- 172.21.15.76:0/660122234 learned_addr learned my addr 172.21.15.76:0/660122234 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:25.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.296+0000 7f2c9659c640 1 --2- 172.21.15.76:0/660122234 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2c9815d470 0x7f2c98151df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:25.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.296+0000 7f2c9759e640 1 -- 172.21.15.76:0/660122234 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2c800047c0 msgr2=0x7f2c980cb590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:25.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.296+0000 7f2c96d9d640 1 --2- 172.21.15.76:0/660122234 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2c800047c0 0x7f2c980cb590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:25.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.296+0000 7f2c9759e640 1 --2- 172.21.15.76:0/660122234 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2c800047c0 0x7f2c980cb590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:25.301 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.296+0000 7f2c9759e640 1 -- 172.21.15.76:0/660122234 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2c9815d470 msgr2=0x7f2c98151df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:25.301 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.296+0000 7f2c9759e640 1 --2- 172.21.15.76:0/660122234 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2c9815d470 0x7f2c98151df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:25.301 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.296+0000 7f2c9759e640 1 -- 172.21.15.76:0/660122234 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2c9815dec0 con 0x7f2c980b3080 2024-09-13T16:02:25.301 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.296+0000 7f2c9659c640 1 --2- 172.21.15.76:0/660122234 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2c9815d470 0x7f2c98151df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:02:25.301 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.296+0000 7f2c9759e640 1 --2- 172.21.15.76:0/660122234 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2c980b3080 0x7f2c980b3500 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f2c980cff70 tx=0x7f2c9000ec10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:25.301 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.296+0000 7f2c7f7fe640 1 -- 172.21.15.76:0/660122234 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c90003970 con 0x7f2c980b3080 2024-09-13T16:02:25.301 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.296+0000 7f2c7f7fe640 1 -- 172.21.15.76:0/660122234 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2c90003ad0 con 0x7f2c980b3080 2024-09-13T16:02:25.301 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.296+0000 7f2c9d04f640 1 -- 172.21.15.76:0/660122234 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2c9815e1a0 con 0x7f2c980b3080 2024-09-13T16:02:25.301 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.296+0000 7f2c7f7fe640 1 -- 172.21.15.76:0/660122234 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c90003e80 con 0x7f2c980b3080 2024-09-13T16:02:25.301 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.296+0000 7f2c9d04f640 1 -- 172.21.15.76:0/660122234 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2c9815d8f0 con 0x7f2c980b3080 2024-09-13T16:02:25.301 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.297+0000 7f2c9d04f640 1 -- 172.21.15.76:0/660122234 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2c980cdc10 con 0x7f2c980b3080 2024-09-13T16:02:25.301 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.297+0000 7f2c7f7fe640 1 -- 172.21.15.76:0/660122234 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f2c900050d0 con 0x7f2c980b3080 2024-09-13T16:02:25.301 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.298+0000 7f2c7f7fe640 1 --2- 172.21.15.76:0/660122234 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2c8406ac30 0x7f2c8406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:25.301 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.298+0000 7f2c7f7fe640 1 -- 172.21.15.76:0/660122234 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7f2c90089490 con 0x7f2c980b3080 2024-09-13T16:02:25.302 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.298+0000 7f2c96d9d640 1 --2- 172.21.15.76:0/660122234 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2c8406ac30 0x7f2c8406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:25.302 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.298+0000 7f2c96d9d640 1 --2- 172.21.15.76:0/660122234 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2c8406ac30 0x7f2c8406d0f0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f2c88001b40 tx=0x7f2c88009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:25.303 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.302+0000 7f2c7f7fe640 1 -- 172.21.15.76:0/660122234 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f2c90054350 con 0x7f2c980b3080 2024-09-13T16:02:25.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.462+0000 7f2c9d04f640 1 -- 172.21.15.76:0/660122234 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f2c9815e930 con 0x7f2c980b3080 2024-09-13T16:02:25.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.463+0000 7f2c7f7fe640 1 -- 172.21.15.76:0/660122234 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v28) v1 ==== 103+0+11 (secure 0 0 0) 0x7f2c90057970 con 0x7f2c980b3080 2024-09-13T16:02:25.464 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2024-09-13T16:02:25.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.465+0000 7f2c9d04f640 1 -- 172.21.15.76:0/660122234 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2c8406ac30 msgr2=0x7f2c8406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:25.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.465+0000 7f2c9d04f640 1 --2- 172.21.15.76:0/660122234 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2c8406ac30 0x7f2c8406d0f0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f2c88001b40 tx=0x7f2c88009040 comp rx=0 tx=0).stop 2024-09-13T16:02:25.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.465+0000 7f2c9d04f640 1 -- 172.21.15.76:0/660122234 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2c980b3080 msgr2=0x7f2c980b3500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:25.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.465+0000 7f2c9d04f640 1 --2- 172.21.15.76:0/660122234 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2c980b3080 0x7f2c980b3500 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f2c980cff70 tx=0x7f2c9000ec10 comp rx=0 tx=0).stop 2024-09-13T16:02:25.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.465+0000 7f2c9d04f640 1 -- 172.21.15.76:0/660122234 shutdown_connections 2024-09-13T16:02:25.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.465+0000 7f2c9d04f640 1 --2- 172.21.15.76:0/660122234 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2c980b3080 0x7f2c980b3500 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:25.467 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.465+0000 7f2c9d04f640 1 --2- 172.21.15.76:0/660122234 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2c9815d470 0x7f2c98151df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:25.467 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.465+0000 7f2c9d04f640 1 --2- 172.21.15.76:0/660122234 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2c8406ac30 0x7f2c8406d0f0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:25.467 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.465+0000 7f2c9d04f640 1 --2- 172.21.15.76:0/660122234 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2c800047c0 0x7f2c980cb590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:25.467 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.465+0000 7f2c9d04f640 1 -- 172.21.15.76:0/660122234 >> 172.21.15.76:0/660122234 conn(0x7f2c98089f60 msgr2=0x7f2c980d1b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:25.467 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.465+0000 7f2c9d04f640 1 -- 172.21.15.76:0/660122234 shutdown_connections 2024-09-13T16:02:25.467 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.465+0000 7f2c9d04f640 1 -- 172.21.15.76:0/660122234 wait complete. 2024-09-13T16:02:25.477 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_client_limits.TestClientLimits.test_cap_acquisition_throttle_readdir' 2024-09-13T16:02:25.576 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.574+0000 7fac81d1f640 1 Processor -- start 2024-09-13T16:02:25.576 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.574+0000 7fac81d1f640 1 -- start start 2024-09-13T16:02:25.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.575+0000 7fac81d1f640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fac7c15c280 0x7fac7c06aee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:25.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.575+0000 7fac81d1f640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fac7c066090 con 0x7fac7c15c660 2024-09-13T16:02:25.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.575+0000 7fac81d1f640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fac7c0ac6f0 con 0x7fac7c0ac1f0 2024-09-13T16:02:25.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.575+0000 7fac81d1f640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fac7c0ac9d0 con 0x7fac7c15c280 2024-09-13T16:02:25.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.575+0000 7fac73fff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fac7c15c660 0x7fac7c0abae0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:45576/0 (socket says 172.21.15.76:45576) 2024-09-13T16:02:25.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.575+0000 7fac73fff640 1 -- 172.21.15.76:0/3074907554 learned_addr learned my addr 172.21.15.76:0/3074907554 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:25.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.576+0000 7fac7affd640 1 -- 172.21.15.76:0/3074907554 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3515839913 0 0) 0x7fac7c066090 con 0x7fac7c15c660 2024-09-13T16:02:25.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.576+0000 7fac7affd640 1 -- 172.21.15.76:0/3074907554 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fac68003520 con 0x7fac7c15c660 2024-09-13T16:02:25.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.576+0000 7fac7b7fe640 1 --2- 172.21.15.76:0/3074907554 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fac7c15c280 0x7fac7c06aee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:25.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.576+0000 7fac7affd640 1 -- 172.21.15.76:0/3074907554 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4148140055 0 0) 0x7fac68003520 con 0x7fac7c15c660 2024-09-13T16:02:25.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.576+0000 7fac7affd640 1 -- 172.21.15.76:0/3074907554 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fac7c15c280 msgr2=0x7fac7c06aee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:25.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.576+0000 7fac7affd640 1 --2- 172.21.15.76:0/3074907554 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fac7c15c280 0x7fac7c06aee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:25.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.576+0000 7fac7affd640 1 -- 172.21.15.76:0/3074907554 >> v1:172.21.15.192:6789/0 conn(0x7fac7c0ac1f0 legacy=0x7fac7c0b1f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:25.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.576+0000 7fac7affd640 1 -- 172.21.15.76:0/3074907554 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fac7c0accb0 con 0x7fac7c15c660 2024-09-13T16:02:25.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.576+0000 7fac7affd640 1 -- 172.21.15.76:0/3074907554 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7fac64001670 con 0x7fac7c15c660 2024-09-13T16:02:25.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.576+0000 7fac7affd640 1 -- 172.21.15.76:0/3074907554 >> v1:172.21.15.76:6789/0 conn(0x7fac7c15c660 legacy=0x7fac7c0abae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:25.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.576+0000 7fac7affd640 1 --2- 172.21.15.76:0/3074907554 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fac680039a0 0x7fac68003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:25.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.576+0000 7fac7affd640 1 --2- 172.21.15.76:0/3074907554 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fac7c15c280 0x7fac680047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:25.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.576+0000 7fac7affd640 1 --2- 172.21.15.76:0/3074907554 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fac68004d00 0x7fac68005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:25.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.576+0000 7fac7affd640 1 -- 172.21.15.76:0/3074907554 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fac7c0ac9d0 con 0x7fac68004d00 2024-09-13T16:02:25.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.576+0000 7fac7affd640 1 -- 172.21.15.76:0/3074907554 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fac6800bb10 con 0x7fac680039a0 2024-09-13T16:02:25.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.576+0000 7fac7affd640 1 -- 172.21.15.76:0/3074907554 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fac6800bca0 con 0x7fac7c15c280 2024-09-13T16:02:25.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.576+0000 7fac7bfff640 1 --2- 172.21.15.76:0/3074907554 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fac68004d00 0x7fac68005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:25.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.576+0000 7fac7b7fe640 1 --2- 172.21.15.76:0/3074907554 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fac680039a0 0x7fac68003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:25.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.576+0000 7fac73fff640 1 --2- 172.21.15.76:0/3074907554 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fac7c15c280 0x7fac680047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:25.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.576+0000 7fac7bfff640 1 -- 172.21.15.76:0/3074907554 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fac7c15c280 msgr2=0x7fac680047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:25.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.576+0000 7fac7bfff640 1 --2- 172.21.15.76:0/3074907554 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fac7c15c280 0x7fac680047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:25.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.576+0000 7fac7bfff640 1 -- 172.21.15.76:0/3074907554 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fac680039a0 msgr2=0x7fac68003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:25.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.576+0000 7fac7bfff640 1 --2- 172.21.15.76:0/3074907554 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fac680039a0 0x7fac68003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:25.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.576+0000 7fac7bfff640 1 -- 172.21.15.76:0/3074907554 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fac68003520 con 0x7fac68004d00 2024-09-13T16:02:25.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.577+0000 7fac7bfff640 1 --2- 172.21.15.76:0/3074907554 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fac68004d00 0x7fac68005180 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fac74001e80 tx=0x7fac680057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aa481e88207b272b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:25.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.577+0000 7fac7affd640 1 -- 172.21.15.76:0/3074907554 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac7402ae50 con 0x7fac68004d00 2024-09-13T16:02:25.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.577+0000 7fac7affd640 1 -- 172.21.15.76:0/3074907554 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fac74003970 con 0x7fac68004d00 2024-09-13T16:02:25.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.577+0000 7fac7affd640 1 -- 172.21.15.76:0/3074907554 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac74003d20 con 0x7fac68004d00 2024-09-13T16:02:25.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.578+0000 7fac81d1f640 1 -- 172.21.15.76:0/3074907554 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fac68004d00 msgr2=0x7fac68005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:25.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.578+0000 7fac81d1f640 1 --2- 172.21.15.76:0/3074907554 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fac68004d00 0x7fac68005180 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fac74001e80 tx=0x7fac680057f0 comp rx=0 tx=0).stop 2024-09-13T16:02:25.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.578+0000 7fac7bfff640 1 -- 172.21.15.76:0/3074907554 reap_dead start 2024-09-13T16:02:25.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.578+0000 7fac81d1f640 1 -- 172.21.15.76:0/3074907554 shutdown_connections 2024-09-13T16:02:25.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.578+0000 7fac81d1f640 1 -- 172.21.15.76:0/3074907554 >> 172.21.15.76:0/3074907554 conn(0x7fac7c0709f0 msgr2=0x7fac7c070e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:25.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.578+0000 7fac81d1f640 1 -- 172.21.15.76:0/3074907554 shutdown_connections 2024-09-13T16:02:25.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.578+0000 7fac81d1f640 1 -- 172.21.15.76:0/3074907554 wait complete. 2024-09-13T16:02:25.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.579+0000 7fac81d1f640 1 Processor -- start 2024-09-13T16:02:25.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.579+0000 7fac81d1f640 1 -- start start 2024-09-13T16:02:25.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.580+0000 7fac81d1f640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fac68004d00 0x7fac7c145930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:25.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.580+0000 7fac81d1f640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fac7c1461f0 0x7fac7c157bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:25.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.580+0000 7fac81d1f640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fac7c146670 0x7fac7c158100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:25.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.580+0000 7fac81d1f640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fac7c152170 con 0x7fac68004d00 2024-09-13T16:02:25.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.580+0000 7fac81d1f640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fac7c156a50 con 0x7fac7c1461f0 2024-09-13T16:02:25.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.580+0000 7fac81d1f640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fac7c155e40 con 0x7fac7c146670 2024-09-13T16:02:25.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.580+0000 7fac7b7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fac68004d00 0x7fac7c145930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:25.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.580+0000 7fac7b7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fac68004d00 0x7fac7c145930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36402/0 (socket says 172.21.15.76:36402) 2024-09-13T16:02:25.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.580+0000 7fac7b7fe640 1 -- 172.21.15.76:0/2180273479 learned_addr learned my addr 172.21.15.76:0/2180273479 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:25.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.580+0000 7fac73fff640 1 --2- 172.21.15.76:0/2180273479 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fac7c1461f0 0x7fac7c157bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:25.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.580+0000 7fac7bfff640 1 --2- 172.21.15.76:0/2180273479 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fac7c146670 0x7fac7c158100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:25.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.580+0000 7fac7b7fe640 1 -- 172.21.15.76:0/2180273479 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fac7c146670 msgr2=0x7fac7c158100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:25.586 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.580+0000 7fac7b7fe640 1 --2- 172.21.15.76:0/2180273479 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fac7c146670 0x7fac7c158100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:25.586 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.580+0000 7fac7b7fe640 1 -- 172.21.15.76:0/2180273479 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fac7c1461f0 msgr2=0x7fac7c157bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:25.586 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.580+0000 7fac7b7fe640 1 --2- 172.21.15.76:0/2180273479 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fac7c1461f0 0x7fac7c157bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:25.586 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.580+0000 7fac7b7fe640 1 -- 172.21.15.76:0/2180273479 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fac7c156120 con 0x7fac68004d00 2024-09-13T16:02:25.586 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.580+0000 7fac7b7fe640 1 --2- 172.21.15.76:0/2180273479 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fac68004d00 0x7fac7c145930 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fac6c00b7f0 tx=0x7fac6c00bcb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:25.586 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.580+0000 7fac78ff9640 1 -- 172.21.15.76:0/2180273479 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac6c010830 con 0x7fac68004d00 2024-09-13T16:02:25.586 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.580+0000 7fac78ff9640 1 -- 172.21.15.76:0/2180273479 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fac6c010990 con 0x7fac68004d00 2024-09-13T16:02:25.586 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.580+0000 7fac81d1f640 1 -- 172.21.15.76:0/2180273479 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fac7c156400 con 0x7fac68004d00 2024-09-13T16:02:25.586 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.580+0000 7fac78ff9640 1 -- 172.21.15.76:0/2180273479 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac6c010d20 con 0x7fac68004d00 2024-09-13T16:02:25.586 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.581+0000 7fac81d1f640 1 -- 172.21.15.76:0/2180273479 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fac7c156ee0 con 0x7fac68004d00 2024-09-13T16:02:25.586 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.581+0000 7fac81d1f640 1 -- 172.21.15.76:0/2180273479 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fac7c06b620 con 0x7fac68004d00 2024-09-13T16:02:25.586 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.582+0000 7fac78ff9640 1 -- 172.21.15.76:0/2180273479 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fac6c014430 con 0x7fac68004d00 2024-09-13T16:02:25.586 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.582+0000 7fac78ff9640 1 --2- 172.21.15.76:0/2180273479 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fac5c06ac30 0x7fac5c06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:25.586 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.582+0000 7fac78ff9640 1 -- 172.21.15.76:0/2180273479 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7fac6c089cf0 con 0x7fac68004d00 2024-09-13T16:02:25.587 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.582+0000 7fac73fff640 1 --2- 172.21.15.76:0/2180273479 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fac5c06ac30 0x7fac5c06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:25.587 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.583+0000 7fac73fff640 1 --2- 172.21.15.76:0/2180273479 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fac5c06ac30 0x7fac5c06d0f0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fac7c15b390 tx=0x7fac64009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:25.587 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.586+0000 7fac78ff9640 1 -- 172.21.15.76:0/2180273479 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fac6c054b20 con 0x7fac68004d00 2024-09-13T16:02:25.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:25.811+0000 7fac81d1f640 1 -- 172.21.15.76:0/2180273479 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_client_limits.TestClientLimits.test_cap_acquisition_throttle_readdir"]} v 0) v1 -- 0x7fac7c15ef20 con 0x7fac68004d00 2024-09-13T16:02:26.601 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.600+0000 7fac78ff9640 1 -- 172.21.15.76:0/2180273479 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_client_limits.TestClientLimits.test_cap_acquisition_throttle_readdir"]}]=0 v67) v1 ==== 168+0+0 (secure 0 0 0) 0x7fac6c058140 con 0x7fac68004d00 2024-09-13T16:02:26.604 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.602+0000 7fac81d1f640 1 -- 172.21.15.76:0/2180273479 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fac5c06ac30 msgr2=0x7fac5c06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:26.604 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.602+0000 7fac81d1f640 1 --2- 172.21.15.76:0/2180273479 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fac5c06ac30 0x7fac5c06d0f0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fac7c15b390 tx=0x7fac64009040 comp rx=0 tx=0).stop 2024-09-13T16:02:26.604 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.602+0000 7fac81d1f640 1 -- 172.21.15.76:0/2180273479 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fac68004d00 msgr2=0x7fac7c145930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:26.604 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.602+0000 7fac81d1f640 1 --2- 172.21.15.76:0/2180273479 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fac68004d00 0x7fac7c145930 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fac6c00b7f0 tx=0x7fac6c00bcb0 comp rx=0 tx=0).stop 2024-09-13T16:02:26.604 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.602+0000 7fac81d1f640 1 -- 172.21.15.76:0/2180273479 shutdown_connections 2024-09-13T16:02:26.604 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.602+0000 7fac81d1f640 1 --2- 172.21.15.76:0/2180273479 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fac5c06ac30 0x7fac5c06d0f0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:26.604 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.602+0000 7fac81d1f640 1 --2- 172.21.15.76:0/2180273479 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fac7c146670 0x7fac7c158100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:26.604 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.602+0000 7fac81d1f640 1 --2- 172.21.15.76:0/2180273479 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fac7c1461f0 0x7fac7c157bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:26.604 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.602+0000 7fac81d1f640 1 --2- 172.21.15.76:0/2180273479 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fac68004d00 0x7fac7c145930 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:26.605 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.602+0000 7fac81d1f640 1 -- 172.21.15.76:0/2180273479 >> 172.21.15.76:0/2180273479 conn(0x7fac7c0709f0 msgr2=0x7fac7c0afd30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:26.605 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.602+0000 7fac81d1f640 1 -- 172.21.15.76:0/2180273479 shutdown_connections 2024-09-13T16:02:26.605 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.602+0000 7fac81d1f640 1 -- 172.21.15.76:0/2180273479 wait complete. 2024-09-13T16:02:26.616 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-13T16:02:26.720 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.719+0000 7f2018bce640 1 Processor -- start 2024-09-13T16:02:26.721 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.719+0000 7f2018bce640 1 -- start start 2024-09-13T16:02:26.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.720+0000 7f2018bce640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f2014159310 0x7f20140ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:26.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.720+0000 7f2018bce640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f20140b2b40 0x7f20140ab140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:26.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.720+0000 7f2018bce640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f20140ab680 0x7f20140ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:26.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.720+0000 7f2018bce640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f20140ad940 con 0x7f2014159310 2024-09-13T16:02:26.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.720+0000 7f2018bce640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f20140ccbe0 con 0x7f20140b2b40 2024-09-13T16:02:26.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.720+0000 7f2018bce640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f20140b1810 con 0x7f20140ab680 2024-09-13T16:02:26.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.720+0000 7f201259c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f2014159310 0x7f20140ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:26.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.720+0000 7f201259c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f2014159310 0x7f20140ad400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36408/0 (socket says 172.21.15.76:36408) 2024-09-13T16:02:26.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.720+0000 7f201259c640 1 -- 172.21.15.76:0/1921885298 learned_addr learned my addr 172.21.15.76:0/1921885298 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:26.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.721+0000 7f201259c640 1 -- 172.21.15.76:0/1921885298 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f20140ab680 msgr2=0x7f20140ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:26.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.721+0000 7f2011d9b640 1 --2- 172.21.15.76:0/1921885298 >> v2:172.21.15.192:3300/0 conn(0x7f20140b2b40 0x7f20140ab140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:26.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.721+0000 7f201259c640 1 --2- 172.21.15.76:0/1921885298 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f20140ab680 0x7f20140ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:26.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.721+0000 7f201259c640 1 -- 172.21.15.76:0/1921885298 >> v2:172.21.15.192:3300/0 conn(0x7f20140b2b40 msgr2=0x7f20140ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:26.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.721+0000 7f201259c640 1 --2- 172.21.15.76:0/1921885298 >> v2:172.21.15.192:3300/0 conn(0x7f20140b2b40 0x7f20140ab140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:26.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.721+0000 7f201259c640 1 -- 172.21.15.76:0/1921885298 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f201406d9e0 con 0x7f2014159310 2024-09-13T16:02:26.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.721+0000 7f2011d9b640 1 --2- 172.21.15.76:0/1921885298 >> v2:172.21.15.192:3300/0 conn(0x7f20140b2b40 0x7f20140ab140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:02:26.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.721+0000 7f201259c640 1 --2- 172.21.15.76:0/1921885298 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2014159310 0x7f20140ad400 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f20140b16a0 tx=0x7f200402c800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=79da3e0b66d7970f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:26.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.721+0000 7f201159a640 1 -- 172.21.15.76:0/1921885298 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2004030050 con 0x7f2014159310 2024-09-13T16:02:26.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.721+0000 7f201159a640 1 -- 172.21.15.76:0/1921885298 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2004032700 con 0x7f2014159310 2024-09-13T16:02:26.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.721+0000 7f201159a640 1 -- 172.21.15.76:0/1921885298 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2004032a90 con 0x7f2014159310 2024-09-13T16:02:26.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.722+0000 7f2018bce640 1 -- 172.21.15.76:0/1921885298 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2014159310 msgr2=0x7f20140ad400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:26.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.722+0000 7f2018bce640 1 --2- 172.21.15.76:0/1921885298 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2014159310 0x7f20140ad400 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f20140b16a0 tx=0x7f200402c800 comp rx=0 tx=0).stop 2024-09-13T16:02:26.725 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.722+0000 7f2018bce640 1 -- 172.21.15.76:0/1921885298 shutdown_connections 2024-09-13T16:02:26.725 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.722+0000 7f2018bce640 1 --2- 172.21.15.76:0/1921885298 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f20140ab680 0x7f20140ce4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:26.725 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.722+0000 7f2018bce640 1 --2- 172.21.15.76:0/1921885298 >> v2:172.21.15.192:3300/0 conn(0x7f20140b2b40 0x7f20140ab140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:26.725 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.722+0000 7f2018bce640 1 --2- 172.21.15.76:0/1921885298 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2014159310 0x7f20140ad400 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:26.725 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.722+0000 7f2018bce640 1 -- 172.21.15.76:0/1921885298 >> 172.21.15.76:0/1921885298 conn(0x7f201406a0b0 msgr2=0x7f201406a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:26.725 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.722+0000 7f2018bce640 1 -- 172.21.15.76:0/1921885298 shutdown_connections 2024-09-13T16:02:26.725 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.722+0000 7f2018bce640 1 -- 172.21.15.76:0/1921885298 wait complete. 2024-09-13T16:02:26.727 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.723+0000 7f2018bce640 1 Processor -- start 2024-09-13T16:02:26.727 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.723+0000 7f2018bce640 1 -- start start 2024-09-13T16:02:26.727 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.724+0000 7f2018bce640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f20140ab680 0x7f2014154cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:26.727 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.724+0000 7f2018bce640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f20140b2b40 0x7f20140c9970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:26.727 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.724+0000 7f2018bce640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2014159310 0x7f20140af600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:26.727 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.724+0000 7f2018bce640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f20141551f0 con 0x7f2014159310 2024-09-13T16:02:26.727 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.724+0000 7f2018bce640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f201415c6a0 con 0x7f20140ab680 2024-09-13T16:02:26.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.724+0000 7f2018bce640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f20141553e0 con 0x7f20140b2b40 2024-09-13T16:02:26.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.724+0000 7f2012d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2014159310 0x7f20140af600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:26.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.724+0000 7f2012d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2014159310 0x7f20140af600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36414/0 (socket says 172.21.15.76:36414) 2024-09-13T16:02:26.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.724+0000 7f2012d9d640 1 -- 172.21.15.76:0/3184949361 learned_addr learned my addr 172.21.15.76:0/3184949361 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:26.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.724+0000 7f201259c640 1 --2- 172.21.15.76:0/3184949361 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f20140ab680 0x7f2014154cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:26.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.724+0000 7f2011d9b640 1 --2- 172.21.15.76:0/3184949361 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f20140b2b40 0x7f20140c9970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:26.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.724+0000 7f2012d9d640 1 -- 172.21.15.76:0/3184949361 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f20140b2b40 msgr2=0x7f20140c9970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:26.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.724+0000 7f2012d9d640 1 --2- 172.21.15.76:0/3184949361 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f20140b2b40 0x7f20140c9970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:26.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.724+0000 7f2012d9d640 1 -- 172.21.15.76:0/3184949361 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f20140ab680 msgr2=0x7f2014154cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:26.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.724+0000 7f2012d9d640 1 --2- 172.21.15.76:0/3184949361 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f20140ab680 0x7f2014154cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:26.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.724+0000 7f2012d9d640 1 -- 172.21.15.76:0/3184949361 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f200400b770 con 0x7f2014159310 2024-09-13T16:02:26.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.724+0000 7f2011d9b640 1 --2- 172.21.15.76:0/3184949361 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f20140b2b40 0x7f20140c9970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:02:26.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.725+0000 7f2012d9d640 1 --2- 172.21.15.76:0/3184949361 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2014159310 0x7f20140af600 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f200c00b9a0 tx=0x7f200c00be60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:26.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.725+0000 7f2002ffd640 1 -- 172.21.15.76:0/3184949361 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f200c00cba0 con 0x7f2014159310 2024-09-13T16:02:26.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.725+0000 7f2002ffd640 1 -- 172.21.15.76:0/3184949361 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f200c00cd20 con 0x7f2014159310 2024-09-13T16:02:26.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.725+0000 7f2018bce640 1 -- 172.21.15.76:0/3184949361 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f20140ae840 con 0x7f2014159310 2024-09-13T16:02:26.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.725+0000 7f2002ffd640 1 -- 172.21.15.76:0/3184949361 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f200c014680 con 0x7f2014159310 2024-09-13T16:02:26.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.725+0000 7f2018bce640 1 -- 172.21.15.76:0/3184949361 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f20140af0e0 con 0x7f2014159310 2024-09-13T16:02:26.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.726+0000 7f2018bce640 1 -- 172.21.15.76:0/3184949361 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f201415c820 con 0x7f2014159310 2024-09-13T16:02:26.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.726+0000 7f2002ffd640 1 -- 172.21.15.76:0/3184949361 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f200c01d3b0 con 0x7f2014159310 2024-09-13T16:02:26.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.727+0000 7f2002ffd640 1 --2- 172.21.15.76:0/3184949361 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1ff406ac00 0x7f1ff406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:26.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.727+0000 7f2002ffd640 1 -- 172.21.15.76:0/3184949361 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7f200c089500 con 0x7f2014159310 2024-09-13T16:02:26.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.727+0000 7f201259c640 1 --2- 172.21.15.76:0/3184949361 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1ff406ac00 0x7f1ff406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:26.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.727+0000 7f201259c640 1 --2- 172.21.15.76:0/3184949361 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1ff406ac00 0x7f1ff406d0c0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f2004037000 tx=0x7f2004008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:26.732 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.731+0000 7f2002ffd640 1 -- 172.21.15.76:0/3184949361 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f200c054470 con 0x7f2014159310 2024-09-13T16:02:26.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.890+0000 7f2018bce640 1 -- 172.21.15.76:0/3184949361 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) v1 -- 0x7f20140af300 con 0x7f2014159310 2024-09-13T16:02:26.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.894+0000 7f2002ffd640 1 -- 172.21.15.76:0/3184949361 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v10)=0 v10) v1 ==== 122+0+0 (secure 0 0 0) 0x7f200c057a90 con 0x7f2014159310 2024-09-13T16:02:26.898 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.896+0000 7f2018bce640 1 -- 172.21.15.76:0/3184949361 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1ff406ac00 msgr2=0x7f1ff406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:26.898 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.896+0000 7f2018bce640 1 --2- 172.21.15.76:0/3184949361 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1ff406ac00 0x7f1ff406d0c0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f2004037000 tx=0x7f2004008040 comp rx=0 tx=0).stop 2024-09-13T16:02:26.898 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.896+0000 7f2018bce640 1 -- 172.21.15.76:0/3184949361 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2014159310 msgr2=0x7f20140af600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:26.898 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.896+0000 7f2018bce640 1 --2- 172.21.15.76:0/3184949361 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2014159310 0x7f20140af600 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f200c00b9a0 tx=0x7f200c00be60 comp rx=0 tx=0).stop 2024-09-13T16:02:26.898 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.896+0000 7f2018bce640 1 -- 172.21.15.76:0/3184949361 shutdown_connections 2024-09-13T16:02:26.898 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.896+0000 7f2018bce640 1 --2- 172.21.15.76:0/3184949361 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2014159310 0x7f20140af600 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:26.898 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.896+0000 7f2018bce640 1 --2- 172.21.15.76:0/3184949361 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1ff406ac00 0x7f1ff406d0c0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:26.899 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.896+0000 7f2018bce640 1 --2- 172.21.15.76:0/3184949361 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f20140b2b40 0x7f20140c9970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:26.899 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.896+0000 7f2018bce640 1 --2- 172.21.15.76:0/3184949361 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f20140ab680 0x7f2014154cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:26.899 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.896+0000 7f2018bce640 1 -- 172.21.15.76:0/3184949361 >> 172.21.15.76:0/3184949361 conn(0x7f201406a0b0 msgr2=0x7f20140b1e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:26.899 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.896+0000 7f2018bce640 1 -- 172.21.15.76:0/3184949361 shutdown_connections 2024-09-13T16:02:26.899 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:26.896+0000 7f2018bce640 1 -- 172.21.15.76:0/3184949361 wait complete. 2024-09-13T16:02:26.909 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-13T16:02:26.909 DEBUG:teuthology.orchestra.run.smithi076:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T16:02:26.947 DEBUG:teuthology.orchestra.run.smithi192:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T16:02:27.001 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-13T16:02:27.001 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:02:27.001 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:02:27.017 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:02:27.018 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:02:27.074 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:02:27.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.211+0000 7fb1f20a3640 1 Processor -- start 2024-09-13T16:02:27.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.211+0000 7fb1f20a3640 1 -- start start 2024-09-13T16:02:27.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.211+0000 7fb1f20a3640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb1ec15c8c0 0x7fb1ec0989d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:27.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.211+0000 7fb1f20a3640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb1ec0cfb10 con 0x7fb1ec0af8b0 2024-09-13T16:02:27.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.211+0000 7fb1f20a3640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb1ec0caae0 con 0x7fb1ec0cc260 2024-09-13T16:02:27.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.211+0000 7fb1f20a3640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb1ec15cca0 con 0x7fb1ec15c8c0 2024-09-13T16:02:27.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.212+0000 7fb1eb7fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb1ec15c8c0 0x7fb1ec0989d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:27.214 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.212+0000 7fb1eaffd640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fb1ec0af8b0 0x7fb1ec0ce6d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:45580/0 (socket says 172.21.15.76:45580) 2024-09-13T16:02:27.214 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.212+0000 7fb1eaffd640 1 -- 172.21.15.76:0/673977383 learned_addr learned my addr 172.21.15.76:0/673977383 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:27.214 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.212+0000 7fb1eb7fe640 1 -- 172.21.15.76:0/673977383 >> v1:172.21.15.192:6789/0 conn(0x7fb1ec0cc260 legacy=0x7fb1ec0cede0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:27.214 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.212+0000 7fb1eb7fe640 1 -- 172.21.15.76:0/673977383 >> v1:172.21.15.76:6789/0 conn(0x7fb1ec0af8b0 legacy=0x7fb1ec0ce6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:27.214 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.212+0000 7fb1eb7fe640 1 -- 172.21.15.76:0/673977383 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb1ec0996c0 con 0x7fb1ec15c8c0 2024-09-13T16:02:27.215 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.213+0000 7fb1eb7fe640 1 --2- 172.21.15.76:0/673977383 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb1ec15c8c0 0x7fb1ec0989d0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7fb1dc009d90 tx=0x7fb1dc02a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eed3ee817c52fd0c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:27.215 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.213+0000 7fb1ea7fc640 1 -- 172.21.15.76:0/673977383 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb1dc007740 con 0x7fb1ec15c8c0 2024-09-13T16:02:27.215 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.213+0000 7fb1ea7fc640 1 -- 172.21.15.76:0/673977383 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb1dc02d050 con 0x7fb1ec15c8c0 2024-09-13T16:02:27.215 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.213+0000 7fb1ea7fc640 1 -- 172.21.15.76:0/673977383 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb1dc007ac0 con 0x7fb1ec15c8c0 2024-09-13T16:02:27.215 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.213+0000 7fb1f20a3640 1 -- 172.21.15.76:0/673977383 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb1ec15c8c0 msgr2=0x7fb1ec0989d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:27.215 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.213+0000 7fb1f20a3640 1 --2- 172.21.15.76:0/673977383 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb1ec15c8c0 0x7fb1ec0989d0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7fb1dc009d90 tx=0x7fb1dc02a660 comp rx=0 tx=0).stop 2024-09-13T16:02:27.215 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.213+0000 7fb1f20a3640 1 -- 172.21.15.76:0/673977383 shutdown_connections 2024-09-13T16:02:27.215 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.213+0000 7fb1f20a3640 1 --2- 172.21.15.76:0/673977383 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb1ec15c8c0 0x7fb1ec0989d0 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:27.215 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.213+0000 7fb1f20a3640 1 -- 172.21.15.76:0/673977383 >> 172.21.15.76:0/673977383 conn(0x7fb1ec0b1f80 msgr2=0x7fb1ec0b2390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:27.216 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.213+0000 7fb1f20a3640 1 -- 172.21.15.76:0/673977383 shutdown_connections 2024-09-13T16:02:27.216 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.213+0000 7fb1f20a3640 1 -- 172.21.15.76:0/673977383 wait complete. 2024-09-13T16:02:27.216 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.215+0000 7fb1f20a3640 1 Processor -- start 2024-09-13T16:02:27.216 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.215+0000 7fb1f20a3640 1 -- start start 2024-09-13T16:02:27.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.215+0000 7fb1f20a3640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb1ec0af8b0 0x7fb1ec0c52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:27.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.215+0000 7fb1f20a3640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb1ec0cc260 0x7fb1ec1f5220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:27.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.215+0000 7fb1f20a3640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb1ec15c8c0 0x7fb1ec158c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:27.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.215+0000 7fb1f20a3640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb1ec0c5820 con 0x7fb1ec0cc260 2024-09-13T16:02:27.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.215+0000 7fb1f20a3640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb1ec1f5a50 con 0x7fb1ec0af8b0 2024-09-13T16:02:27.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.215+0000 7fb1f20a3640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb1ec1f5d30 con 0x7fb1ec15c8c0 2024-09-13T16:02:27.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.216+0000 7fb1eaffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb1ec0cc260 0x7fb1ec1f5220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:27.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.216+0000 7fb1eaffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb1ec0cc260 0x7fb1ec1f5220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36438/0 (socket says 172.21.15.76:36438) 2024-09-13T16:02:27.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.216+0000 7fb1eaffd640 1 -- 172.21.15.76:0/215281759 learned_addr learned my addr 172.21.15.76:0/215281759 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:27.219 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.216+0000 7fb1eb7fe640 1 --2- 172.21.15.76:0/215281759 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb1ec0af8b0 0x7fb1ec0c52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:27.219 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.216+0000 7fb1eaffd640 1 -- 172.21.15.76:0/215281759 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb1ec15c8c0 msgr2=0x7fb1ec158c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:27.219 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.216+0000 7fb1eaffd640 1 --2- 172.21.15.76:0/215281759 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb1ec15c8c0 0x7fb1ec158c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:27.219 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.216+0000 7fb1eaffd640 1 -- 172.21.15.76:0/215281759 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb1ec0af8b0 msgr2=0x7fb1ec0c52e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:27.219 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.216+0000 7fb1eaffd640 1 --2- 172.21.15.76:0/215281759 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb1ec0af8b0 0x7fb1ec0c52e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:27.219 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.216+0000 7fb1eaffd640 1 -- 172.21.15.76:0/215281759 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb1dc009a70 con 0x7fb1ec0cc260 2024-09-13T16:02:27.219 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.216+0000 7fb1eb7fe640 1 --2- 172.21.15.76:0/215281759 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb1ec0af8b0 0x7fb1ec0c52e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:02:27.219 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.216+0000 7fb1eaffd640 1 --2- 172.21.15.76:0/215281759 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb1ec0cc260 0x7fb1ec1f5220 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fb1e000c480 tx=0x7fb1e000c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:27.219 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.216+0000 7fb1d3fff640 1 -- 172.21.15.76:0/215281759 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb1e0005ce0 con 0x7fb1ec0cc260 2024-09-13T16:02:27.219 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.216+0000 7fb1d3fff640 1 -- 172.21.15.76:0/215281759 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb1e0005e40 con 0x7fb1ec0cc260 2024-09-13T16:02:27.219 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.216+0000 7fb1d3fff640 1 -- 172.21.15.76:0/215281759 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb1e00072f0 con 0x7fb1ec0cc260 2024-09-13T16:02:27.219 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.216+0000 7fb1f20a3640 1 -- 172.21.15.76:0/215281759 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb1ec1f6010 con 0x7fb1ec0cc260 2024-09-13T16:02:27.219 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.216+0000 7fb1f20a3640 1 -- 172.21.15.76:0/215281759 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb1ec0b35c0 con 0x7fb1ec0cc260 2024-09-13T16:02:27.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.217+0000 7fb1f20a3640 1 -- 172.21.15.76:0/215281759 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb1ec0b37b0 con 0x7fb1ec0cc260 2024-09-13T16:02:27.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.218+0000 7fb1d3fff640 1 -- 172.21.15.76:0/215281759 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb1e0007510 con 0x7fb1ec0cc260 2024-09-13T16:02:27.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.218+0000 7fb1d3fff640 1 --2- 172.21.15.76:0/215281759 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb1d806ac00 0x7fb1d806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:27.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.218+0000 7fb1d3fff640 1 -- 172.21.15.76:0/215281759 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7fb1e0088b70 con 0x7fb1ec0cc260 2024-09-13T16:02:27.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.218+0000 7fb1eb7fe640 1 --2- 172.21.15.76:0/215281759 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb1d806ac00 0x7fb1d806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:27.221 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.219+0000 7fb1eb7fe640 1 --2- 172.21.15.76:0/215281759 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb1d806ac00 0x7fb1d806d0c0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fb1dc034000 tx=0x7fb1dc02f000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:27.223 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.222+0000 7fb1d3fff640 1 -- 172.21.15.76:0/215281759 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fb1e0053ae0 con 0x7fb1ec0cc260 2024-09-13T16:02:27.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.383+0000 7fb1f20a3640 1 -- 172.21.15.76:0/215281759 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fb1ec0b2aa0 con 0x7fb1ec0cc260 2024-09-13T16:02:27.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.384+0000 7fb1d3fff640 1 -- 172.21.15.76:0/215281759 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v28) v1 ==== 74+0+18669 (secure 0 0 0) 0x7fb1e0017020 con 0x7fb1ec0cc260 2024-09-13T16:02:27.386 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:02:27.386 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":28,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:02:20.572463+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:01:36.778177+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T16:01:37.336141+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T16:01:40.400554+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.2","mappings":[{"from":3,"to":2},{"from":5,"to":1}]},{"pgid":"3.15","mappings":[{"from":7,"to":2}]},{"pgid":"3.3a","mappings":[{"from":5,"to":2}]},{"pgid":"4.0","mappings":[{"from":1,"to":2}]},{"pgid":"4.9","mappings":[{"from":1,"to":2}]},{"pgid":"4.1d","mappings":[{"from":1,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:02:27.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.386+0000 7fb1f20a3640 1 -- 172.21.15.76:0/215281759 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb1d806ac00 msgr2=0x7fb1d806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:27.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.386+0000 7fb1f20a3640 1 --2- 172.21.15.76:0/215281759 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb1d806ac00 0x7fb1d806d0c0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fb1dc034000 tx=0x7fb1dc02f000 comp rx=0 tx=0).stop 2024-09-13T16:02:27.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.386+0000 7fb1f20a3640 1 -- 172.21.15.76:0/215281759 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb1ec0cc260 msgr2=0x7fb1ec1f5220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:27.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.386+0000 7fb1f20a3640 1 --2- 172.21.15.76:0/215281759 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb1ec0cc260 0x7fb1ec1f5220 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fb1e000c480 tx=0x7fb1e000c940 comp rx=0 tx=0).stop 2024-09-13T16:02:27.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.386+0000 7fb1f20a3640 1 -- 172.21.15.76:0/215281759 shutdown_connections 2024-09-13T16:02:27.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.386+0000 7fb1f20a3640 1 --2- 172.21.15.76:0/215281759 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb1d806ac00 0x7fb1d806d0c0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:27.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.386+0000 7fb1f20a3640 1 --2- 172.21.15.76:0/215281759 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb1ec15c8c0 0x7fb1ec158c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:27.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.386+0000 7fb1f20a3640 1 --2- 172.21.15.76:0/215281759 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb1ec0cc260 0x7fb1ec1f5220 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:27.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.386+0000 7fb1f20a3640 1 --2- 172.21.15.76:0/215281759 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb1ec0af8b0 0x7fb1ec0c52e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:27.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.386+0000 7fb1f20a3640 1 -- 172.21.15.76:0/215281759 >> 172.21.15.76:0/215281759 conn(0x7fb1ec0b1f80 msgr2=0x7fb1ec06e310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:27.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.386+0000 7fb1f20a3640 1 -- 172.21.15.76:0/215281759 shutdown_connections 2024-09-13T16:02:27.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.386+0000 7fb1f20a3640 1 -- 172.21.15.76:0/215281759 wait complete. 2024-09-13T16:02:27.398 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:01:26.960607+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:01:36.778177+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:01:37.336141+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-13T16:01:40.400554+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '26', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-13T16:02:27.399 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:02:27.500 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.499+0000 7f5b636d7640 1 Processor -- start 2024-09-13T16:02:27.500 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.499+0000 7f5b636d7640 1 -- start start 2024-09-13T16:02:27.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.500+0000 7f5b636d7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5b5c0b2b40 0x7f5b5c0ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:27.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.500+0000 7f5b636d7640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f5b5c0ce4f0 0x7f5b5c0ce960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:27.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.500+0000 7f5b636d7640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5b5c0ccbe0 con 0x7f5b5c159310 2024-09-13T16:02:27.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.500+0000 7f5b636d7640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5b5c0ad940 con 0x7f5b5c0ce4f0 2024-09-13T16:02:27.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.500+0000 7f5b636d7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5b5c0ceea0 con 0x7f5b5c0b2b40 2024-09-13T16:02:27.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.500+0000 7f5b61c74640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f5b5c0ce4f0 0x7f5b5c0ce960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:27.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.500+0000 7f5b61473640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f5b5c159310 0x7f5b5c0ab140 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:45588/0 (socket says 172.21.15.76:45588) 2024-09-13T16:02:27.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.500+0000 7f5b61473640 1 -- 172.21.15.76:0/1652780666 learned_addr learned my addr 172.21.15.76:0/1652780666 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:27.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.500+0000 7f5b61c74640 1 -- 172.21.15.76:0/1652780666 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5b5c0b2b40 msgr2=0x7f5b5c0ad400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:27.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.500+0000 7f5b60c72640 1 --2- 172.21.15.76:0/1652780666 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5b5c0b2b40 0x7f5b5c0ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:27.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.500+0000 7f5b61c74640 1 --2- 172.21.15.76:0/1652780666 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5b5c0b2b40 0x7f5b5c0ad400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:27.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.500+0000 7f5b53fff640 1 -- 172.21.15.76:0/1652780666 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 898544970 0 0) 0x7f5b5c0ccbe0 con 0x7f5b5c159310 2024-09-13T16:02:27.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.500+0000 7f5b61c74640 1 -- 172.21.15.76:0/1652780666 >> v1:172.21.15.76:6789/0 conn(0x7f5b5c159310 legacy=0x7f5b5c0ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:27.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.500+0000 7f5b61c74640 1 -- 172.21.15.76:0/1652780666 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5b5c0b1810 con 0x7f5b5c0ce4f0 2024-09-13T16:02:27.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.501+0000 7f5b61c74640 1 --2- 172.21.15.76:0/1652780666 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5b5c0ce4f0 0x7f5b5c0ce960 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f5b54009dc0 tx=0x7f5b5402a560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=97dc610a2b5ed3da server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:27.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.501+0000 7f5b53fff640 1 -- 172.21.15.76:0/1652780666 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b54007740 con 0x7f5b5c0ce4f0 2024-09-13T16:02:27.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.501+0000 7f5b53fff640 1 -- 172.21.15.76:0/1652780666 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5b5402d050 con 0x7f5b5c0ce4f0 2024-09-13T16:02:27.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.501+0000 7f5b53fff640 1 -- 172.21.15.76:0/1652780666 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b54007ac0 con 0x7f5b5c0ce4f0 2024-09-13T16:02:27.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.501+0000 7f5b636d7640 1 -- 172.21.15.76:0/1652780666 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5b5c0ce4f0 msgr2=0x7f5b5c0ce960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:27.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.501+0000 7f5b636d7640 1 --2- 172.21.15.76:0/1652780666 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5b5c0ce4f0 0x7f5b5c0ce960 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f5b54009dc0 tx=0x7f5b5402a560 comp rx=0 tx=0).stop 2024-09-13T16:02:27.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.502+0000 7f5b636d7640 1 -- 172.21.15.76:0/1652780666 shutdown_connections 2024-09-13T16:02:27.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.502+0000 7f5b636d7640 1 --2- 172.21.15.76:0/1652780666 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5b5c0ce4f0 0x7f5b5c0ce960 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:27.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.502+0000 7f5b636d7640 1 --2- 172.21.15.76:0/1652780666 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5b5c0b2b40 0x7f5b5c0ad400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:27.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.502+0000 7f5b636d7640 1 -- 172.21.15.76:0/1652780666 >> 172.21.15.76:0/1652780666 conn(0x7f5b5c06a0b0 msgr2=0x7f5b5c06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:27.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.502+0000 7f5b636d7640 1 -- 172.21.15.76:0/1652780666 shutdown_connections 2024-09-13T16:02:27.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.502+0000 7f5b636d7640 1 -- 172.21.15.76:0/1652780666 wait complete. 2024-09-13T16:02:27.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.503+0000 7f5b636d7640 1 Processor -- start 2024-09-13T16:02:27.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.503+0000 7f5b636d7640 1 -- start start 2024-09-13T16:02:27.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.503+0000 7f5b636d7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5b5c0b2b40 0x7f5b5c1564e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:27.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.503+0000 7f5b636d7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5b5c0ce4f0 0x7f5b5c0c6920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:27.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.503+0000 7f5b636d7640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5b5c159310 0x7f5b5c0c6e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:27.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.504+0000 7f5b636d7640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5b5c0c5880 con 0x7f5b5c0b2b40 2024-09-13T16:02:27.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.504+0000 7f5b636d7640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5b5c0c5b60 con 0x7f5b5c159310 2024-09-13T16:02:27.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.504+0000 7f5b636d7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5b5c0c5e40 con 0x7f5b5c0ce4f0 2024-09-13T16:02:27.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.504+0000 7f5b61473640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5b5c0b2b40 0x7f5b5c1564e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:27.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.504+0000 7f5b61473640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5b5c0b2b40 0x7f5b5c1564e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36464/0 (socket says 172.21.15.76:36464) 2024-09-13T16:02:27.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.504+0000 7f5b61473640 1 -- 172.21.15.76:0/251297828 learned_addr learned my addr 172.21.15.76:0/251297828 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:27.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.504+0000 7f5b61c74640 1 --2- 172.21.15.76:0/251297828 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5b5c159310 0x7f5b5c0c6e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:27.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.504+0000 7f5b60c72640 1 --2- 172.21.15.76:0/251297828 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5b5c0ce4f0 0x7f5b5c0c6920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:27.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.504+0000 7f5b61473640 1 -- 172.21.15.76:0/251297828 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5b5c0ce4f0 msgr2=0x7f5b5c0c6920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:27.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.504+0000 7f5b61473640 1 --2- 172.21.15.76:0/251297828 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5b5c0ce4f0 0x7f5b5c0c6920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:27.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.504+0000 7f5b61473640 1 -- 172.21.15.76:0/251297828 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5b5c159310 msgr2=0x7f5b5c0c6e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:27.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.504+0000 7f5b61473640 1 --2- 172.21.15.76:0/251297828 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5b5c159310 0x7f5b5c0c6e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:27.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.504+0000 7f5b61473640 1 -- 172.21.15.76:0/251297828 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5b54009a70 con 0x7f5b5c0b2b40 2024-09-13T16:02:27.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.504+0000 7f5b61473640 1 --2- 172.21.15.76:0/251297828 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5b5c0b2b40 0x7f5b5c1564e0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f5b5800c430 tx=0x7f5b5800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:27.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.504+0000 7f5b51ffb640 1 -- 172.21.15.76:0/251297828 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b580074e0 con 0x7f5b5c0b2b40 2024-09-13T16:02:27.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.504+0000 7f5b51ffb640 1 -- 172.21.15.76:0/251297828 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5b58007660 con 0x7f5b5c0b2b40 2024-09-13T16:02:27.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.504+0000 7f5b51ffb640 1 -- 172.21.15.76:0/251297828 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b58004a20 con 0x7f5b5c0b2b40 2024-09-13T16:02:27.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.504+0000 7f5b636d7640 1 -- 172.21.15.76:0/251297828 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5b5c0c6120 con 0x7f5b5c0b2b40 2024-09-13T16:02:27.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.504+0000 7f5b636d7640 1 -- 172.21.15.76:0/251297828 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5b5c1571a0 con 0x7f5b5c0b2b40 2024-09-13T16:02:27.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.505+0000 7f5b636d7640 1 -- 172.21.15.76:0/251297828 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5b5c06dfa0 con 0x7f5b5c0b2b40 2024-09-13T16:02:27.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.506+0000 7f5b51ffb640 1 -- 172.21.15.76:0/251297828 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f5b58004b80 con 0x7f5b5c0b2b40 2024-09-13T16:02:27.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.506+0000 7f5b51ffb640 1 --2- 172.21.15.76:0/251297828 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5b4006ac00 0x7f5b4006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:27.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.506+0000 7f5b51ffb640 1 -- 172.21.15.76:0/251297828 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7f5b580895a0 con 0x7f5b5c0b2b40 2024-09-13T16:02:27.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.506+0000 7f5b60c72640 1 --2- 172.21.15.76:0/251297828 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5b4006ac00 0x7f5b4006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:27.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.507+0000 7f5b60c72640 1 --2- 172.21.15.76:0/251297828 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5b4006ac00 0x7f5b4006d0c0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f5b5c1578c0 tx=0x7f5b4c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:27.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.510+0000 7f5b51ffb640 1 -- 172.21.15.76:0/251297828 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f5b580543d0 con 0x7f5b5c0b2b40 2024-09-13T16:02:27.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.671+0000 7f5b636d7640 1 -- 172.21.15.76:0/251297828 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f5b5c06e4b0 con 0x7f5b5c0b2b40 2024-09-13T16:02:27.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.671+0000 7f5b51ffb640 1 -- 172.21.15.76:0/251297828 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v28) v1 ==== 93+0+10 (secure 0 0 0) 0x7f5b580579f0 con 0x7f5b5c0b2b40 2024-09-13T16:02:27.673 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2024-09-13T16:02:27.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.673+0000 7f5b636d7640 1 -- 172.21.15.76:0/251297828 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5b4006ac00 msgr2=0x7f5b4006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:27.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.673+0000 7f5b636d7640 1 --2- 172.21.15.76:0/251297828 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5b4006ac00 0x7f5b4006d0c0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f5b5c1578c0 tx=0x7f5b4c008040 comp rx=0 tx=0).stop 2024-09-13T16:02:27.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.673+0000 7f5b636d7640 1 -- 172.21.15.76:0/251297828 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5b5c0b2b40 msgr2=0x7f5b5c1564e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:27.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.673+0000 7f5b636d7640 1 --2- 172.21.15.76:0/251297828 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5b5c0b2b40 0x7f5b5c1564e0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f5b5800c430 tx=0x7f5b5800c8f0 comp rx=0 tx=0).stop 2024-09-13T16:02:27.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.673+0000 7f5b636d7640 1 -- 172.21.15.76:0/251297828 shutdown_connections 2024-09-13T16:02:27.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.673+0000 7f5b636d7640 1 --2- 172.21.15.76:0/251297828 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5b5c159310 0x7f5b5c0c6e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:27.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.673+0000 7f5b636d7640 1 --2- 172.21.15.76:0/251297828 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5b4006ac00 0x7f5b4006d0c0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:27.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.673+0000 7f5b636d7640 1 --2- 172.21.15.76:0/251297828 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5b5c0ce4f0 0x7f5b5c0c6920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:27.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.673+0000 7f5b636d7640 1 --2- 172.21.15.76:0/251297828 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5b5c0b2b40 0x7f5b5c1564e0 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:27.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.673+0000 7f5b636d7640 1 -- 172.21.15.76:0/251297828 >> 172.21.15.76:0/251297828 conn(0x7f5b5c06a0b0 msgr2=0x7f5b5c0afde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:27.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.674+0000 7f5b636d7640 1 -- 172.21.15.76:0/251297828 shutdown_connections 2024-09-13T16:02:27.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.674+0000 7f5b636d7640 1 -- 172.21.15.76:0/251297828 wait complete. 2024-09-13T16:02:27.686 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:02:27.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.785+0000 7fc4b0525640 1 Processor -- start 2024-09-13T16:02:27.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.785+0000 7fc4b0525640 1 -- start start 2024-09-13T16:02:27.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.786+0000 7fc4b0525640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fc4a80b2b40 0x7fc4a80ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:27.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.786+0000 7fc4b0525640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fc4a80ce4f0 0x7fc4a80ce8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:27.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.786+0000 7fc4b0525640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc4a80ccbe0 con 0x7fc4a8159310 2024-09-13T16:02:27.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.786+0000 7fc4b0525640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc4a80ad940 con 0x7fc4a80b2b40 2024-09-13T16:02:27.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.786+0000 7fc4b0525640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc4a80b1810 con 0x7fc4a80ce4f0 2024-09-13T16:02:27.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.786+0000 7fc4adac0640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fc4a80b2b40 0x7fc4a80ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:27.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.786+0000 7fc4ae2c1640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fc4a8159310 0x7fc4a80ab140 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:45602/0 (socket says 172.21.15.76:45602) 2024-09-13T16:02:27.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.786+0000 7fc4ae2c1640 1 -- 172.21.15.76:0/1929956451 learned_addr learned my addr 172.21.15.76:0/1929956451 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:27.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.786+0000 7fc4aeac2640 1 --2- 172.21.15.76:0/1929956451 >> v2:172.21.15.192:3300/0 conn(0x7fc4a80ce4f0 0x7fc4a80ce8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:27.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.786+0000 7fc4ad2bf640 1 -- 172.21.15.76:0/1929956451 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 285305048 0 0) 0x7fc4a80ccbe0 con 0x7fc4a8159310 2024-09-13T16:02:27.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.787+0000 7fc4ad2bf640 1 -- 172.21.15.76:0/1929956451 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc494003520 con 0x7fc4a8159310 2024-09-13T16:02:27.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.787+0000 7fc4adac0640 1 -- 172.21.15.76:0/1929956451 >> v2:172.21.15.192:3300/0 conn(0x7fc4a80ce4f0 msgr2=0x7fc4a80ce8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:27.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.787+0000 7fc4adac0640 1 --2- 172.21.15.76:0/1929956451 >> v2:172.21.15.192:3300/0 conn(0x7fc4a80ce4f0 0x7fc4a80ce8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:27.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.787+0000 7fc4adac0640 1 -- 172.21.15.76:0/1929956451 >> v1:172.21.15.76:6789/0 conn(0x7fc4a8159310 legacy=0x7fc4a80ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:27.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.787+0000 7fc4adac0640 1 -- 172.21.15.76:0/1929956451 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc4a80cee10 con 0x7fc4a80b2b40 2024-09-13T16:02:27.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.787+0000 7fc4adac0640 1 --2- 172.21.15.76:0/1929956451 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc4a80b2b40 0x7fc4a80ad400 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fc4a80b2fc0 tx=0x7fc49802a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=303c1f4a35649e2a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:27.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.787+0000 7fc4ad2bf640 1 -- 172.21.15.76:0/1929956451 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc49802ae60 con 0x7fc4a80b2b40 2024-09-13T16:02:27.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.787+0000 7fc4ad2bf640 1 -- 172.21.15.76:0/1929956451 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc498032440 con 0x7fc4a80b2b40 2024-09-13T16:02:27.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.787+0000 7fc4ad2bf640 1 -- 172.21.15.76:0/1929956451 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4980327d0 con 0x7fc4a80b2b40 2024-09-13T16:02:27.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.788+0000 7fc4b0525640 1 -- 172.21.15.76:0/1929956451 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc4a80b2b40 msgr2=0x7fc4a80ad400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:27.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.788+0000 7fc4b0525640 1 --2- 172.21.15.76:0/1929956451 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc4a80b2b40 0x7fc4a80ad400 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fc4a80b2fc0 tx=0x7fc49802a110 comp rx=0 tx=0).stop 2024-09-13T16:02:27.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.788+0000 7fc4b0525640 1 -- 172.21.15.76:0/1929956451 shutdown_connections 2024-09-13T16:02:27.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.788+0000 7fc4b0525640 1 --2- 172.21.15.76:0/1929956451 >> v2:172.21.15.192:3300/0 conn(0x7fc4a80ce4f0 0x7fc4a80ce8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:27.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.788+0000 7fc4b0525640 1 --2- 172.21.15.76:0/1929956451 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc4a80b2b40 0x7fc4a80ad400 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:27.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.788+0000 7fc4b0525640 1 -- 172.21.15.76:0/1929956451 >> 172.21.15.76:0/1929956451 conn(0x7fc4a806a0b0 msgr2=0x7fc4a806a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:27.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.788+0000 7fc4b0525640 1 -- 172.21.15.76:0/1929956451 shutdown_connections 2024-09-13T16:02:27.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.788+0000 7fc4b0525640 1 -- 172.21.15.76:0/1929956451 wait complete. 2024-09-13T16:02:27.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.789+0000 7fc4b0525640 1 Processor -- start 2024-09-13T16:02:27.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.789+0000 7fc4b0525640 1 -- start start 2024-09-13T16:02:27.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.790+0000 7fc4b0525640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc4a80b2b40 0x7fc4a81f2b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:27.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.790+0000 7fc4b0525640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc4a80ce4f0 0x7fc4a81dfec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:27.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.790+0000 7fc4b0525640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc4a8159310 0x7fc4a80cad30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:27.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.790+0000 7fc4b0525640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc4a80c65e0 con 0x7fc4a80b2b40 2024-09-13T16:02:27.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.790+0000 7fc4b0525640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc4a81f3070 con 0x7fc4a8159310 2024-09-13T16:02:27.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.790+0000 7fc4b0525640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc4a81e0740 con 0x7fc4a80ce4f0 2024-09-13T16:02:27.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.790+0000 7fc4ae2c1640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc4a80b2b40 0x7fc4a81f2b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:27.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.790+0000 7fc4ae2c1640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc4a80b2b40 0x7fc4a81f2b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36488/0 (socket says 172.21.15.76:36488) 2024-09-13T16:02:27.795 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.790+0000 7fc4ae2c1640 1 -- 172.21.15.76:0/1575299463 learned_addr learned my addr 172.21.15.76:0/1575299463 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:27.795 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.790+0000 7fc4aeac2640 1 --2- 172.21.15.76:0/1575299463 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc4a8159310 0x7fc4a80cad30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:27.795 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.790+0000 7fc4adac0640 1 --2- 172.21.15.76:0/1575299463 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc4a80ce4f0 0x7fc4a81dfec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:27.795 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.790+0000 7fc4ae2c1640 1 -- 172.21.15.76:0/1575299463 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc4a80ce4f0 msgr2=0x7fc4a81dfec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:27.795 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.790+0000 7fc4ae2c1640 1 --2- 172.21.15.76:0/1575299463 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc4a80ce4f0 0x7fc4a81dfec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:27.795 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.790+0000 7fc4ae2c1640 1 -- 172.21.15.76:0/1575299463 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc4a8159310 msgr2=0x7fc4a80cad30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:27.795 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.790+0000 7fc4ae2c1640 1 --2- 172.21.15.76:0/1575299463 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc4a8159310 0x7fc4a80cad30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:27.795 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.790+0000 7fc4ae2c1640 1 -- 172.21.15.76:0/1575299463 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc498009400 con 0x7fc4a80b2b40 2024-09-13T16:02:27.795 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.790+0000 7fc4aeac2640 1 --2- 172.21.15.76:0/1575299463 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc4a8159310 0x7fc4a80cad30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:02:27.795 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.791+0000 7fc4ae2c1640 1 --2- 172.21.15.76:0/1575299463 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc4a80b2b40 0x7fc4a81f2b30 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fc4a400c410 tx=0x7fc4a400c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:27.795 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.791+0000 7fc49effd640 1 -- 172.21.15.76:0/1575299463 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4a4005ce0 con 0x7fc4a80b2b40 2024-09-13T16:02:27.795 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.791+0000 7fc49effd640 1 -- 172.21.15.76:0/1575299463 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc4a4005e40 con 0x7fc4a80b2b40 2024-09-13T16:02:27.795 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.791+0000 7fc4b0525640 1 -- 172.21.15.76:0/1575299463 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc4a81e0a20 con 0x7fc4a80b2b40 2024-09-13T16:02:27.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.791+0000 7fc49effd640 1 -- 172.21.15.76:0/1575299463 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4a40072f0 con 0x7fc4a80b2b40 2024-09-13T16:02:27.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.791+0000 7fc4b0525640 1 -- 172.21.15.76:0/1575299463 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc4a81e0fe0 con 0x7fc4a80b2b40 2024-09-13T16:02:27.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.792+0000 7fc4b0525640 1 -- 172.21.15.76:0/1575299463 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc4a806dfa0 con 0x7fc4a80b2b40 2024-09-13T16:02:27.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.792+0000 7fc49effd640 1 -- 172.21.15.76:0/1575299463 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc4a4007510 con 0x7fc4a80b2b40 2024-09-13T16:02:27.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.793+0000 7fc49effd640 1 --2- 172.21.15.76:0/1575299463 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc48c06ac00 0x7fc48c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:27.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.793+0000 7fc49effd640 1 -- 172.21.15.76:0/1575299463 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7fc4a4088ce0 con 0x7fc4a80b2b40 2024-09-13T16:02:27.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.793+0000 7fc4adac0640 1 --2- 172.21.15.76:0/1575299463 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc48c06ac00 0x7fc48c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:27.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.793+0000 7fc4adac0640 1 --2- 172.21.15.76:0/1575299463 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc48c06ac00 0x7fc48c06d0c0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fc498034000 tx=0x7fc49802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:27.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.797+0000 7fc49effd640 1 -- 172.21.15.76:0/1575299463 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fc4a4053c60 con 0x7fc4a80b2b40 2024-09-13T16:02:27.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.958+0000 7fc4b0525640 1 -- 172.21.15.76:0/1575299463 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fc4a80ccdd0 con 0x7fc4a80b2b40 2024-09-13T16:02:27.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.959+0000 7fc49effd640 1 -- 172.21.15.76:0/1575299463 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v28) v1 ==== 104+0+11 (secure 0 0 0) 0x7fc4a80ccdd0 con 0x7fc4a80b2b40 2024-09-13T16:02:27.960 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2024-09-13T16:02:27.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.961+0000 7fc4b0525640 1 -- 172.21.15.76:0/1575299463 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc48c06ac00 msgr2=0x7fc48c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:27.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.961+0000 7fc4b0525640 1 --2- 172.21.15.76:0/1575299463 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc48c06ac00 0x7fc48c06d0c0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fc498034000 tx=0x7fc49802e000 comp rx=0 tx=0).stop 2024-09-13T16:02:27.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.961+0000 7fc4b0525640 1 -- 172.21.15.76:0/1575299463 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc4a80b2b40 msgr2=0x7fc4a81f2b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:27.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.961+0000 7fc4b0525640 1 --2- 172.21.15.76:0/1575299463 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc4a80b2b40 0x7fc4a81f2b30 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fc4a400c410 tx=0x7fc4a400c8d0 comp rx=0 tx=0).stop 2024-09-13T16:02:27.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.961+0000 7fc4b0525640 1 -- 172.21.15.76:0/1575299463 shutdown_connections 2024-09-13T16:02:27.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.961+0000 7fc4b0525640 1 --2- 172.21.15.76:0/1575299463 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc4a8159310 0x7fc4a80cad30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:27.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.961+0000 7fc4b0525640 1 --2- 172.21.15.76:0/1575299463 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc48c06ac00 0x7fc48c06d0c0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:27.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.961+0000 7fc4b0525640 1 --2- 172.21.15.76:0/1575299463 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc4a80ce4f0 0x7fc4a81dfec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:27.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.961+0000 7fc4b0525640 1 --2- 172.21.15.76:0/1575299463 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc4a80b2b40 0x7fc4a81f2b30 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:27.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.961+0000 7fc4b0525640 1 -- 172.21.15.76:0/1575299463 >> 172.21.15.76:0/1575299463 conn(0x7fc4a806a0b0 msgr2=0x7fc4a8071aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:27.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.961+0000 7fc4b0525640 1 -- 172.21.15.76:0/1575299463 shutdown_connections 2024-09-13T16:02:27.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:27.961+0000 7fc4b0525640 1 -- 172.21.15.76:0/1575299463 wait complete. 2024-09-13T16:02:27.973 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:02:28.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.072+0000 7f15304c9640 1 Processor -- start 2024-09-13T16:02:28.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.072+0000 7f15304c9640 1 -- start start 2024-09-13T16:02:28.077 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.073+0000 7f15304c9640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f15280b2880 0x7f1528163690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:28.078 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.073+0000 7f15304c9640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f15280b2d10 con 0x7f1528158b00 2024-09-13T16:02:28.078 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.073+0000 7f15304c9640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f15280b2ff0 con 0x7f152806c8a0 2024-09-13T16:02:28.078 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.073+0000 7f15304c9640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1528070310 con 0x7f15280b2880 2024-09-13T16:02:28.078 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.073+0000 7f152e265640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f1528158b00 0x7f152806c190 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:45604/0 (socket says 172.21.15.76:45604) 2024-09-13T16:02:28.078 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.073+0000 7f152e265640 1 -- 172.21.15.76:0/3618661268 learned_addr learned my addr 172.21.15.76:0/3618661268 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:28.078 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.074+0000 7f152ea66640 1 --2- 172.21.15.76:0/3618661268 >> v2:172.21.15.192:3300/0 conn(0x7f15280b2880 0x7f1528163690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:28.078 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.074+0000 7f152d263640 1 -- 172.21.15.76:0/3618661268 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2919177702 0 0) 0x7f15280b2d10 con 0x7f1528158b00 2024-09-13T16:02:28.078 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.074+0000 7f152d263640 1 -- 172.21.15.76:0/3618661268 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1514003520 con 0x7f1528158b00 2024-09-13T16:02:28.078 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.074+0000 7f152d263640 1 -- 172.21.15.76:0/3618661268 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3673648189 0 0) 0x7f1514003520 con 0x7f1528158b00 2024-09-13T16:02:28.078 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.074+0000 7f152d263640 1 -- 172.21.15.76:0/3618661268 >> v2:172.21.15.192:3300/0 conn(0x7f15280b2880 msgr2=0x7f1528163690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:28.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.074+0000 7f152d263640 1 --2- 172.21.15.76:0/3618661268 >> v2:172.21.15.192:3300/0 conn(0x7f15280b2880 0x7f1528163690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:28.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.074+0000 7f152d263640 1 -- 172.21.15.76:0/3618661268 >> v1:172.21.15.192:6789/0 conn(0x7f152806c8a0 legacy=0x7f15280b1160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:28.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.074+0000 7f152d263640 1 -- 172.21.15.76:0/3618661268 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f15280705f0 con 0x7f1528158b00 2024-09-13T16:02:28.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.074+0000 7f152d263640 1 -- 172.21.15.76:0/3618661268 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f1524001670 con 0x7f1528158b00 2024-09-13T16:02:28.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.074+0000 7f152d263640 1 -- 172.21.15.76:0/3618661268 >> v1:172.21.15.76:6789/0 conn(0x7f1528158b00 legacy=0x7f152806c190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:28.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.074+0000 7f152d263640 1 --2- 172.21.15.76:0/3618661268 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1514003970 0x7f1514003d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:28.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.074+0000 7f152d263640 1 --2- 172.21.15.76:0/3618661268 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1514004370 0x7f1514004840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:28.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.074+0000 7f152d263640 1 --2- 172.21.15.76:0/3618661268 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1514005040 0x7f151400b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:28.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.074+0000 7f152d263640 1 -- 172.21.15.76:0/3618661268 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1528070310 con 0x7f1514004370 2024-09-13T16:02:28.080 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.074+0000 7f152d263640 1 -- 172.21.15.76:0/3618661268 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f151400bfa0 con 0x7f1514005040 2024-09-13T16:02:28.080 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.074+0000 7f152d263640 1 -- 172.21.15.76:0/3618661268 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f151400c160 con 0x7f1514003970 2024-09-13T16:02:28.080 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.074+0000 7f152da64640 1 --2- 172.21.15.76:0/3618661268 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1514004370 0x7f1514004840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:28.080 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.074+0000 7f152e265640 1 --2- 172.21.15.76:0/3618661268 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1514003970 0x7f1514003d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:28.080 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.074+0000 7f152ea66640 1 --2- 172.21.15.76:0/3618661268 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1514005040 0x7f151400b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:28.080 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.074+0000 7f152da64640 1 -- 172.21.15.76:0/3618661268 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1514003970 msgr2=0x7f1514003d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:28.080 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.074+0000 7f152da64640 1 --2- 172.21.15.76:0/3618661268 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1514003970 0x7f1514003d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:28.080 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.074+0000 7f152da64640 1 -- 172.21.15.76:0/3618661268 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1514005040 msgr2=0x7f151400b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:28.080 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.074+0000 7f152da64640 1 --2- 172.21.15.76:0/3618661268 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1514005040 0x7f151400b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:28.080 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.074+0000 7f152da64640 1 -- 172.21.15.76:0/3618661268 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1514003520 con 0x7f1514004370 2024-09-13T16:02:28.081 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.074+0000 7f152ea66640 1 --2- 172.21.15.76:0/3618661268 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1514005040 0x7f151400b980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:02:28.081 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.074+0000 7f152e265640 1 --2- 172.21.15.76:0/3618661268 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1514003970 0x7f1514003d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:02:28.081 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.074+0000 7f152ea66640 1 -- 172.21.15.76:0/3618661268 reap_dead start 2024-09-13T16:02:28.081 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.075+0000 7f152da64640 1 --2- 172.21.15.76:0/3618661268 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1514004370 0x7f1514004840 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f1518001860 tx=0x7f15140057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba0c00de6bece7d8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:28.081 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.075+0000 7f152d263640 1 -- 172.21.15.76:0/3618661268 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f151802abc0 con 0x7f1514004370 2024-09-13T16:02:28.081 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.075+0000 7f152d263640 1 -- 172.21.15.76:0/3618661268 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f151802ad40 con 0x7f1514004370 2024-09-13T16:02:28.081 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.075+0000 7f152d263640 1 -- 172.21.15.76:0/3618661268 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1518032680 con 0x7f1514004370 2024-09-13T16:02:28.081 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.076+0000 7f15304c9640 1 -- 172.21.15.76:0/3618661268 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1514004370 msgr2=0x7f1514004840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:28.081 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.076+0000 7f15304c9640 1 --2- 172.21.15.76:0/3618661268 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1514004370 0x7f1514004840 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f1518001860 tx=0x7f15140057f0 comp rx=0 tx=0).stop 2024-09-13T16:02:28.081 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.076+0000 7f15304c9640 1 -- 172.21.15.76:0/3618661268 shutdown_connections 2024-09-13T16:02:28.081 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.076+0000 7f15304c9640 1 --2- 172.21.15.76:0/3618661268 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1514004370 0x7f1514004840 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:28.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.076+0000 7f15304c9640 1 -- 172.21.15.76:0/3618661268 >> 172.21.15.76:0/3618661268 conn(0x7f152806a0b0 msgr2=0x7f152806a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:28.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.076+0000 7f15304c9640 1 -- 172.21.15.76:0/3618661268 shutdown_connections 2024-09-13T16:02:28.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.076+0000 7f15304c9640 1 -- 172.21.15.76:0/3618661268 wait complete. 2024-09-13T16:02:28.084 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.077+0000 7f15304c9640 1 Processor -- start 2024-09-13T16:02:28.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.077+0000 7f15304c9640 1 -- start start 2024-09-13T16:02:28.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.078+0000 7f15304c9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1514004370 0x7f1528157af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:28.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.078+0000 7f15304c9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f15280ae740 0x7f15281f0200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:28.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.078+0000 7f15304c9640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f152809b440 0x7f152809b8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:28.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.078+0000 7f15304c9640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1528158030 con 0x7f15280ae740 2024-09-13T16:02:28.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.078+0000 7f15304c9640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f15280cb570 con 0x7f152809b440 2024-09-13T16:02:28.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.078+0000 7f15304c9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f15280720d0 con 0x7f1514004370 2024-09-13T16:02:28.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.078+0000 7f152da64640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f15280ae740 0x7f15281f0200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:28.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.078+0000 7f152da64640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f15280ae740 0x7f15281f0200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36512/0 (socket says 172.21.15.76:36512) 2024-09-13T16:02:28.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.078+0000 7f152da64640 1 -- 172.21.15.76:0/2742304206 learned_addr learned my addr 172.21.15.76:0/2742304206 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:28.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.078+0000 7f152e265640 1 --2- 172.21.15.76:0/2742304206 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1514004370 0x7f1528157af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:28.086 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.078+0000 7f152da64640 1 -- 172.21.15.76:0/2742304206 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1514004370 msgr2=0x7f1528157af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:28.086 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.078+0000 7f152ea66640 1 --2- 172.21.15.76:0/2742304206 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f152809b440 0x7f152809b8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:28.086 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.078+0000 7f152da64640 1 --2- 172.21.15.76:0/2742304206 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1514004370 0x7f1528157af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:28.086 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.078+0000 7f152da64640 1 -- 172.21.15.76:0/2742304206 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f152809b440 msgr2=0x7f152809b8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:28.086 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.078+0000 7f152da64640 1 --2- 172.21.15.76:0/2742304206 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f152809b440 0x7f152809b8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:28.086 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.078+0000 7f152da64640 1 -- 172.21.15.76:0/2742304206 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f15280723b0 con 0x7f15280ae740 2024-09-13T16:02:28.086 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.078+0000 7f152e265640 1 --2- 172.21.15.76:0/2742304206 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1514004370 0x7f1528157af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:02:28.086 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.078+0000 7f152da64640 1 --2- 172.21.15.76:0/2742304206 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f15280ae740 0x7f15281f0200 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f151802a5a0 tx=0x7f1518001230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:28.086 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.078+0000 7f151effd640 1 -- 172.21.15.76:0/2742304206 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f151803e650 con 0x7f15280ae740 2024-09-13T16:02:28.086 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.078+0000 7f151effd640 1 -- 172.21.15.76:0/2742304206 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f151802abd0 con 0x7f15280ae740 2024-09-13T16:02:28.086 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.078+0000 7f15304c9640 1 -- 172.21.15.76:0/2742304206 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f15280caf20 con 0x7f15280ae740 2024-09-13T16:02:28.087 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.078+0000 7f151effd640 1 -- 172.21.15.76:0/2742304206 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f151803ea10 con 0x7f15280ae740 2024-09-13T16:02:28.087 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.079+0000 7f15304c9640 1 -- 172.21.15.76:0/2742304206 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f152809be00 con 0x7f15280ae740 2024-09-13T16:02:28.087 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.080+0000 7f15304c9640 1 -- 172.21.15.76:0/2742304206 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f152806c640 con 0x7f15280ae740 2024-09-13T16:02:28.087 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.080+0000 7f151effd640 1 -- 172.21.15.76:0/2742304206 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f151803eb70 con 0x7f15280ae740 2024-09-13T16:02:28.087 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.080+0000 7f151effd640 1 --2- 172.21.15.76:0/2742304206 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f150c06ac30 0x7f150c06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:28.087 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.081+0000 7f151effd640 1 -- 172.21.15.76:0/2742304206 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7f15180a9ee0 con 0x7f15280ae740 2024-09-13T16:02:28.087 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.081+0000 7f152e265640 1 --2- 172.21.15.76:0/2742304206 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f150c06ac30 0x7f150c06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:28.087 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.081+0000 7f152e265640 1 --2- 172.21.15.76:0/2742304206 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f150c06ac30 0x7f150c06d0f0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f1524001eb0 tx=0x7f1524001e20 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:28.087 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.085+0000 7f151effd640 1 -- 172.21.15.76:0/2742304206 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f1518074ec0 con 0x7f15280ae740 2024-09-13T16:02:28.245 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.244+0000 7f15304c9640 1 -- 172.21.15.76:0/2742304206 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f15280c4e50 con 0x7f15280ae740 2024-09-13T16:02:28.245 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.244+0000 7f151effd640 1 -- 172.21.15.76:0/2742304206 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v28) v1 ==== 100+0+11 (secure 0 0 0) 0x7f15180420a0 con 0x7f15280ae740 2024-09-13T16:02:28.245 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2024-09-13T16:02:28.247 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.246+0000 7f15304c9640 1 -- 172.21.15.76:0/2742304206 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f150c06ac30 msgr2=0x7f150c06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:28.247 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.246+0000 7f15304c9640 1 --2- 172.21.15.76:0/2742304206 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f150c06ac30 0x7f150c06d0f0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f1524001eb0 tx=0x7f1524001e20 comp rx=0 tx=0).stop 2024-09-13T16:02:28.247 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.246+0000 7f15304c9640 1 -- 172.21.15.76:0/2742304206 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f15280ae740 msgr2=0x7f15281f0200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:28.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.246+0000 7f15304c9640 1 --2- 172.21.15.76:0/2742304206 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f15280ae740 0x7f15281f0200 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f151802a5a0 tx=0x7f1518001230 comp rx=0 tx=0).stop 2024-09-13T16:02:28.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.246+0000 7f15304c9640 1 -- 172.21.15.76:0/2742304206 shutdown_connections 2024-09-13T16:02:28.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.246+0000 7f15304c9640 1 --2- 172.21.15.76:0/2742304206 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f152809b440 0x7f152809b8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:28.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.246+0000 7f15304c9640 1 --2- 172.21.15.76:0/2742304206 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f15280ae740 0x7f15281f0200 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:28.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.246+0000 7f15304c9640 1 --2- 172.21.15.76:0/2742304206 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f150c06ac30 0x7f150c06d0f0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:28.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.246+0000 7f15304c9640 1 --2- 172.21.15.76:0/2742304206 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1514004370 0x7f1528157af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:28.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.246+0000 7f15304c9640 1 -- 172.21.15.76:0/2742304206 >> 172.21.15.76:0/2742304206 conn(0x7f152806a0b0 msgr2=0x7f15280ac7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:28.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.246+0000 7f15304c9640 1 -- 172.21.15.76:0/2742304206 shutdown_connections 2024-09-13T16:02:28.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.246+0000 7f15304c9640 1 -- 172.21.15.76:0/2742304206 wait complete. 2024-09-13T16:02:28.258 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-13T16:02:28.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.358+0000 7f5ba99ec640 1 Processor -- start 2024-09-13T16:02:28.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.358+0000 7f5ba99ec640 1 -- start start 2024-09-13T16:02:28.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.359+0000 7f5ba99ec640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f5ba40cd500 0x7f5ba40b3850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:28.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.359+0000 7f5ba99ec640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5ba40b1370 0x7f5ba40d2f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:28.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.359+0000 7f5ba99ec640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5ba40d1f40 con 0x7f5ba40d1650 2024-09-13T16:02:28.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.359+0000 7f5ba99ec640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5ba40d2190 con 0x7f5ba40cd500 2024-09-13T16:02:28.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.359+0000 7f5ba99ec640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5ba40ccb20 con 0x7f5ba40b1370 2024-09-13T16:02:28.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.359+0000 7f5ba2ffd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f5ba40cd500 0x7f5ba40b3850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:28.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.359+0000 7f5ba37fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f5ba40d1650 0x7f5ba40b18c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:45608/0 (socket says 172.21.15.76:45608) 2024-09-13T16:02:28.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.359+0000 7f5ba37fe640 1 -- 172.21.15.76:0/3405116866 learned_addr learned my addr 172.21.15.76:0/3405116866 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:28.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.359+0000 7f5b9a7fc640 1 --2- 172.21.15.76:0/3405116866 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5ba40b1370 0x7f5ba40d2f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:28.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.359+0000 7f5ba2ffd640 1 -- 172.21.15.76:0/3405116866 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5ba40b1370 msgr2=0x7f5ba40d2f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:28.362 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.359+0000 7f5ba2ffd640 1 --2- 172.21.15.76:0/3405116866 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5ba40b1370 0x7f5ba40d2f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:28.362 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.359+0000 7f5ba2ffd640 1 -- 172.21.15.76:0/3405116866 >> v1:172.21.15.76:6789/0 conn(0x7f5ba40d1650 legacy=0x7f5ba40b18c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:28.362 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.359+0000 7f5ba27fc640 1 -- 172.21.15.76:0/3405116866 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1255893141 0 0) 0x7f5ba40d1f40 con 0x7f5ba40d1650 2024-09-13T16:02:28.362 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.359+0000 7f5ba2ffd640 1 -- 172.21.15.76:0/3405116866 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5ba40cce00 con 0x7f5ba40cd500 2024-09-13T16:02:28.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.360+0000 7f5ba2ffd640 1 --2- 172.21.15.76:0/3405116866 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5ba40cd500 0x7f5ba40b3850 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f5b940097d0 tx=0x7f5b9402a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dccf0173c1983a84 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:28.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.360+0000 7f5ba27fc640 1 -- 172.21.15.76:0/3405116866 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b94032440 con 0x7f5ba40cd500 2024-09-13T16:02:28.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.360+0000 7f5ba27fc640 1 -- 172.21.15.76:0/3405116866 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5b940325a0 con 0x7f5ba40cd500 2024-09-13T16:02:28.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.360+0000 7f5ba27fc640 1 -- 172.21.15.76:0/3405116866 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b94032930 con 0x7f5ba40cd500 2024-09-13T16:02:28.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.361+0000 7f5ba99ec640 1 -- 172.21.15.76:0/3405116866 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5ba40cd500 msgr2=0x7f5ba40b3850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:28.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.361+0000 7f5ba99ec640 1 --2- 172.21.15.76:0/3405116866 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5ba40cd500 0x7f5ba40b3850 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f5b940097d0 tx=0x7f5b9402a1c0 comp rx=0 tx=0).stop 2024-09-13T16:02:28.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.361+0000 7f5ba99ec640 1 -- 172.21.15.76:0/3405116866 shutdown_connections 2024-09-13T16:02:28.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.361+0000 7f5ba99ec640 1 --2- 172.21.15.76:0/3405116866 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5ba40b1370 0x7f5ba40d2f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:28.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.361+0000 7f5ba99ec640 1 --2- 172.21.15.76:0/3405116866 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5ba40cd500 0x7f5ba40b3850 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:28.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.361+0000 7f5ba99ec640 1 -- 172.21.15.76:0/3405116866 >> 172.21.15.76:0/3405116866 conn(0x7f5ba4089f60 msgr2=0x7f5ba40d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:28.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.361+0000 7f5ba99ec640 1 -- 172.21.15.76:0/3405116866 shutdown_connections 2024-09-13T16:02:28.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.361+0000 7f5ba99ec640 1 -- 172.21.15.76:0/3405116866 wait complete. 2024-09-13T16:02:28.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.362+0000 7f5ba99ec640 1 Processor -- start 2024-09-13T16:02:28.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.362+0000 7f5ba99ec640 1 -- start start 2024-09-13T16:02:28.366 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.363+0000 7f5ba99ec640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5ba40cd500 0x7f5ba41f1cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:28.366 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.363+0000 7f5ba99ec640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5ba40d1650 0x7f5ba40b7ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:28.366 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.363+0000 7f5ba99ec640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5ba40b8000 0x7f5ba415e680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:28.366 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.363+0000 7f5ba99ec640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ba41f21f0 con 0x7f5ba40b8000 2024-09-13T16:02:28.366 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.363+0000 7f5ba99ec640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ba40c6240 con 0x7f5ba40cd500 2024-09-13T16:02:28.366 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.363+0000 7f5ba99ec640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5ba40c6520 con 0x7f5ba40d1650 2024-09-13T16:02:28.366 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.363+0000 7f5ba37fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5ba40b8000 0x7f5ba415e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:28.366 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.363+0000 7f5ba37fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5ba40b8000 0x7f5ba415e680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36532/0 (socket says 172.21.15.76:36532) 2024-09-13T16:02:28.367 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.363+0000 7f5ba37fe640 1 -- 172.21.15.76:0/2388087408 learned_addr learned my addr 172.21.15.76:0/2388087408 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:28.367 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.363+0000 7f5b9a7fc640 1 --2- 172.21.15.76:0/2388087408 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5ba40d1650 0x7f5ba40b7ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:28.367 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.363+0000 7f5ba2ffd640 1 --2- 172.21.15.76:0/2388087408 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5ba40cd500 0x7f5ba41f1cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:28.367 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.363+0000 7f5ba37fe640 1 -- 172.21.15.76:0/2388087408 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5ba40d1650 msgr2=0x7f5ba40b7ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:28.367 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.363+0000 7f5ba37fe640 1 --2- 172.21.15.76:0/2388087408 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5ba40d1650 0x7f5ba40b7ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:28.367 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.363+0000 7f5ba37fe640 1 -- 172.21.15.76:0/2388087408 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5ba40cd500 msgr2=0x7f5ba41f1cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:28.367 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.363+0000 7f5ba37fe640 1 --2- 172.21.15.76:0/2388087408 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5ba40cd500 0x7f5ba41f1cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:28.367 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.363+0000 7f5ba37fe640 1 -- 172.21.15.76:0/2388087408 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5b94009400 con 0x7f5ba40b8000 2024-09-13T16:02:28.367 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.364+0000 7f5ba37fe640 1 --2- 172.21.15.76:0/2388087408 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5ba40b8000 0x7f5ba415e680 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f5b9c00c700 tx=0x7f5b9c00cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:28.367 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.364+0000 7f5ba0ff9640 1 -- 172.21.15.76:0/2388087408 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b9c00ce10 con 0x7f5ba40b8000 2024-09-13T16:02:28.367 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.364+0000 7f5ba0ff9640 1 -- 172.21.15.76:0/2388087408 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5b9c00a640 con 0x7f5ba40b8000 2024-09-13T16:02:28.367 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.364+0000 7f5ba0ff9640 1 -- 172.21.15.76:0/2388087408 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b9c00aa70 con 0x7f5ba40b8000 2024-09-13T16:02:28.367 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.364+0000 7f5ba99ec640 1 -- 172.21.15.76:0/2388087408 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5ba40c6800 con 0x7f5ba40b8000 2024-09-13T16:02:28.367 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.364+0000 7f5ba99ec640 1 -- 172.21.15.76:0/2388087408 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5ba40c6dc0 con 0x7f5ba40b8000 2024-09-13T16:02:28.368 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.365+0000 7f5ba99ec640 1 -- 172.21.15.76:0/2388087408 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5ba40b36e0 con 0x7f5ba40b8000 2024-09-13T16:02:28.368 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.365+0000 7f5ba0ff9640 1 -- 172.21.15.76:0/2388087408 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f5b9c00abd0 con 0x7f5ba40b8000 2024-09-13T16:02:28.368 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.366+0000 7f5ba0ff9640 1 --2- 172.21.15.76:0/2388087408 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5b8406ac00 0x7f5b8406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:28.368 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.366+0000 7f5ba0ff9640 1 -- 172.21.15.76:0/2388087408 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7f5b9c088b50 con 0x7f5ba40b8000 2024-09-13T16:02:28.369 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.366+0000 7f5ba2ffd640 1 --2- 172.21.15.76:0/2388087408 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5b8406ac00 0x7f5b8406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:28.369 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.366+0000 7f5ba2ffd640 1 --2- 172.21.15.76:0/2388087408 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5b8406ac00 0x7f5b8406d0c0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f5b94034000 tx=0x7f5b9402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:28.371 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.370+0000 7f5ba0ff9640 1 -- 172.21.15.76:0/2388087408 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f5b9c053a30 con 0x7f5ba40b8000 2024-09-13T16:02:28.533 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.532+0000 7f5ba99ec640 1 -- 172.21.15.76:0/2388087408 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f5ba40b4ed0 con 0x7f5ba40b8000 2024-09-13T16:02:28.534 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.532+0000 7f5ba0ff9640 1 -- 172.21.15.76:0/2388087408 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v28) v1 ==== 103+0+11 (secure 0 0 0) 0x7f5b9c018070 con 0x7f5ba40b8000 2024-09-13T16:02:28.534 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2024-09-13T16:02:28.536 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.534+0000 7f5ba99ec640 1 -- 172.21.15.76:0/2388087408 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5b8406ac00 msgr2=0x7f5b8406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:28.536 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.534+0000 7f5ba99ec640 1 --2- 172.21.15.76:0/2388087408 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5b8406ac00 0x7f5b8406d0c0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f5b94034000 tx=0x7f5b9402e000 comp rx=0 tx=0).stop 2024-09-13T16:02:28.536 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.534+0000 7f5ba99ec640 1 -- 172.21.15.76:0/2388087408 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5ba40b8000 msgr2=0x7f5ba415e680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:28.536 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.534+0000 7f5ba99ec640 1 --2- 172.21.15.76:0/2388087408 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5ba40b8000 0x7f5ba415e680 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f5b9c00c700 tx=0x7f5b9c00cbc0 comp rx=0 tx=0).stop 2024-09-13T16:02:28.536 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.534+0000 7f5ba99ec640 1 -- 172.21.15.76:0/2388087408 shutdown_connections 2024-09-13T16:02:28.536 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.534+0000 7f5ba99ec640 1 --2- 172.21.15.76:0/2388087408 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5ba40b8000 0x7f5ba415e680 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:28.536 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.534+0000 7f5ba99ec640 1 --2- 172.21.15.76:0/2388087408 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5b8406ac00 0x7f5b8406d0c0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:28.536 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.534+0000 7f5ba99ec640 1 --2- 172.21.15.76:0/2388087408 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5ba40d1650 0x7f5ba40b7ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:28.536 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.534+0000 7f5ba99ec640 1 --2- 172.21.15.76:0/2388087408 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5ba40cd500 0x7f5ba41f1cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:28.536 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.534+0000 7f5ba99ec640 1 -- 172.21.15.76:0/2388087408 >> 172.21.15.76:0/2388087408 conn(0x7f5ba4089f60 msgr2=0x7f5ba40730d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:28.536 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.534+0000 7f5ba99ec640 1 -- 172.21.15.76:0/2388087408 shutdown_connections 2024-09-13T16:02:28.536 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.534+0000 7f5ba99ec640 1 -- 172.21.15.76:0/2388087408 wait complete. 2024-09-13T16:02:28.547 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:02:28.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.645+0000 7fa386a61640 1 Processor -- start 2024-09-13T16:02:28.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.645+0000 7fa386a61640 1 -- start start 2024-09-13T16:02:28.648 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.645+0000 7fa386a61640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fa3800cb7f0 0x7fa3800b4f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:28.648 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.646+0000 7fa386a61640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa3800cde40 con 0x7fa38006a5e0 2024-09-13T16:02:28.648 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.646+0000 7fa386a61640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa3800ccae0 con 0x7fa38015a730 2024-09-13T16:02:28.648 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.646+0000 7fa386a61640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa3800cc8d0 con 0x7fa3800cb7f0 2024-09-13T16:02:28.648 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.646+0000 7fa37f7fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fa38006a5e0 0x7fa3800b29f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:45624/0 (socket says 172.21.15.76:45624) 2024-09-13T16:02:28.648 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.646+0000 7fa37f7fe640 1 -- 172.21.15.76:0/161507755 learned_addr learned my addr 172.21.15.76:0/161507755 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:28.648 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.646+0000 7fa384ffe640 1 --2- 172.21.15.76:0/161507755 >> v2:172.21.15.192:3300/0 conn(0x7fa3800cb7f0 0x7fa3800b4f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:28.648 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.646+0000 7fa37effd640 1 -- 172.21.15.76:0/161507755 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3816692310 0 0) 0x7fa3800cde40 con 0x7fa38006a5e0 2024-09-13T16:02:28.648 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.646+0000 7fa37effd640 1 -- 172.21.15.76:0/161507755 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa368003520 con 0x7fa38006a5e0 2024-09-13T16:02:28.648 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.646+0000 7fa37effd640 1 -- 172.21.15.76:0/161507755 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4043936839 0 0) 0x7fa368003520 con 0x7fa38006a5e0 2024-09-13T16:02:28.648 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.646+0000 7fa384ffe640 1 -- 172.21.15.76:0/161507755 >> v1:172.21.15.192:6789/0 conn(0x7fa38015a730 legacy=0x7fa380069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:28.648 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.646+0000 7fa384ffe640 1 -- 172.21.15.76:0/161507755 >> v1:172.21.15.76:6789/0 conn(0x7fa38006a5e0 legacy=0x7fa3800b29f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:28.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.646+0000 7fa384ffe640 1 -- 172.21.15.76:0/161507755 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa3800ccdc0 con 0x7fa3800cb7f0 2024-09-13T16:02:28.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.647+0000 7fa384ffe640 1 --2- 172.21.15.76:0/161507755 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa3800cb7f0 0x7fa3800b4f80 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fa378009d90 tx=0x7fa37802a5b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a41cee79be67d126 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:28.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.647+0000 7fa37effd640 1 -- 172.21.15.76:0/161507755 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa374001670 con 0x7fa3800cb7f0 2024-09-13T16:02:28.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.647+0000 7fa37effd640 1 -- 172.21.15.76:0/161507755 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa37802d050 con 0x7fa3800cb7f0 2024-09-13T16:02:28.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.647+0000 7fa37effd640 1 -- 172.21.15.76:0/161507755 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa378007740 con 0x7fa3800cb7f0 2024-09-13T16:02:28.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.648+0000 7fa386a61640 1 -- 172.21.15.76:0/161507755 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa3800cb7f0 msgr2=0x7fa3800b4f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:28.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.648+0000 7fa386a61640 1 --2- 172.21.15.76:0/161507755 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa3800cb7f0 0x7fa3800b4f80 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fa378009d90 tx=0x7fa37802a5b0 comp rx=0 tx=0).stop 2024-09-13T16:02:28.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.648+0000 7fa386a61640 1 -- 172.21.15.76:0/161507755 shutdown_connections 2024-09-13T16:02:28.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.648+0000 7fa386a61640 1 --2- 172.21.15.76:0/161507755 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa3800cb7f0 0x7fa3800b4f80 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:28.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.648+0000 7fa386a61640 1 -- 172.21.15.76:0/161507755 >> 172.21.15.76:0/161507755 conn(0x7fa3800989d0 msgr2=0x7fa3800b4870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:28.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.648+0000 7fa386a61640 1 -- 172.21.15.76:0/161507755 shutdown_connections 2024-09-13T16:02:28.651 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.648+0000 7fa386a61640 1 -- 172.21.15.76:0/161507755 wait complete. 2024-09-13T16:02:28.651 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.649+0000 7fa386a61640 1 Processor -- start 2024-09-13T16:02:28.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.649+0000 7fa386a61640 1 -- start start 2024-09-13T16:02:28.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.650+0000 7fa386a61640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa38006a5e0 0x7fa3801f5f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:28.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.650+0000 7fa386a61640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa3800cb7f0 0x7fa3801f6440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:28.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.650+0000 7fa386a61640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa38015a730 0x7fa3801f6980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:28.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.650+0000 7fa386a61640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa38015bdd0 con 0x7fa38006a5e0 2024-09-13T16:02:28.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.650+0000 7fa386a61640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa38015baf0 con 0x7fa38015a730 2024-09-13T16:02:28.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.650+0000 7fa386a61640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa3800c9180 con 0x7fa3800cb7f0 2024-09-13T16:02:28.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.650+0000 7fa37ffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa38006a5e0 0x7fa3801f5f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:28.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.650+0000 7fa37ffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa38006a5e0 0x7fa3801f5f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36546/0 (socket says 172.21.15.76:36546) 2024-09-13T16:02:28.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.650+0000 7fa37ffff640 1 -- 172.21.15.76:0/1594637273 learned_addr learned my addr 172.21.15.76:0/1594637273 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:28.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.650+0000 7fa384ffe640 1 --2- 172.21.15.76:0/1594637273 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa38015a730 0x7fa3801f6980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:28.654 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.650+0000 7fa37f7fe640 1 --2- 172.21.15.76:0/1594637273 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa3800cb7f0 0x7fa3801f6440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:28.654 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.650+0000 7fa37ffff640 1 -- 172.21.15.76:0/1594637273 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa3800cb7f0 msgr2=0x7fa3801f6440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:28.654 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.650+0000 7fa37ffff640 1 --2- 172.21.15.76:0/1594637273 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa3800cb7f0 0x7fa3801f6440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:28.654 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.650+0000 7fa37ffff640 1 -- 172.21.15.76:0/1594637273 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa38015a730 msgr2=0x7fa3801f6980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:28.654 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.650+0000 7fa37ffff640 1 --2- 172.21.15.76:0/1594637273 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa38015a730 0x7fa3801f6980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:28.654 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.650+0000 7fa37ffff640 1 -- 172.21.15.76:0/1594637273 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa378009a70 con 0x7fa38006a5e0 2024-09-13T16:02:28.654 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.650+0000 7fa384ffe640 1 --2- 172.21.15.76:0/1594637273 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa38015a730 0x7fa3801f6980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:02:28.654 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.650+0000 7fa37ffff640 1 --2- 172.21.15.76:0/1594637273 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa38006a5e0 0x7fa3801f5f00 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fa37000c550 tx=0x7fa37000ca10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:28.654 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.650+0000 7fa37cff9640 1 -- 172.21.15.76:0/1594637273 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa3700035f0 con 0x7fa38006a5e0 2024-09-13T16:02:28.654 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.650+0000 7fa37cff9640 1 -- 172.21.15.76:0/1594637273 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa370003770 con 0x7fa38006a5e0 2024-09-13T16:02:28.654 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.650+0000 7fa386a61640 1 -- 172.21.15.76:0/1594637273 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa3800c9460 con 0x7fa38006a5e0 2024-09-13T16:02:28.654 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.650+0000 7fa37cff9640 1 -- 172.21.15.76:0/1594637273 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa370003b20 con 0x7fa38006a5e0 2024-09-13T16:02:28.654 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.651+0000 7fa386a61640 1 -- 172.21.15.76:0/1594637273 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa3800c9740 con 0x7fa38006a5e0 2024-09-13T16:02:28.655 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.652+0000 7fa386a61640 1 -- 172.21.15.76:0/1594637273 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa3800b4f80 con 0x7fa38006a5e0 2024-09-13T16:02:28.655 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.652+0000 7fa37cff9640 1 -- 172.21.15.76:0/1594637273 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fa370003c80 con 0x7fa38006a5e0 2024-09-13T16:02:28.655 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.652+0000 7fa37cff9640 1 --2- 172.21.15.76:0/1594637273 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa36c06ac00 0x7fa36c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:28.655 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.652+0000 7fa37cff9640 1 -- 172.21.15.76:0/1594637273 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7fa370088ce0 con 0x7fa38006a5e0 2024-09-13T16:02:28.655 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.652+0000 7fa37f7fe640 1 --2- 172.21.15.76:0/1594637273 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa36c06ac00 0x7fa36c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:28.656 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.653+0000 7fa37f7fe640 1 --2- 172.21.15.76:0/1594637273 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa36c06ac00 0x7fa36c06d0c0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fa380152910 tx=0x7fa374001c00 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:28.657 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.656+0000 7fa37cff9640 1 -- 172.21.15.76:0/1594637273 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fa370053ba0 con 0x7fa38006a5e0 2024-09-13T16:02:28.828 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.826+0000 7fa386a61640 1 -- 172.21.15.76:0/1594637273 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fa3800b0a40 con 0x7fa38006a5e0 2024-09-13T16:02:28.828 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.826+0000 7fa37cff9640 1 -- 172.21.15.76:0/1594637273 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v28) v1 ==== 80+0+0 (secure 0 0 0) 0x7fa370017080 con 0x7fa38006a5e0 2024-09-13T16:02:28.828 INFO:teuthology.orchestra.run.smithi076.stderr:listed 0 entries 2024-09-13T16:02:28.830 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.828+0000 7fa386a61640 1 -- 172.21.15.76:0/1594637273 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa36c06ac00 msgr2=0x7fa36c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:28.830 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.828+0000 7fa386a61640 1 --2- 172.21.15.76:0/1594637273 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa36c06ac00 0x7fa36c06d0c0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fa380152910 tx=0x7fa374001c00 comp rx=0 tx=0).stop 2024-09-13T16:02:28.830 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.828+0000 7fa386a61640 1 -- 172.21.15.76:0/1594637273 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa38006a5e0 msgr2=0x7fa3801f5f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:28.830 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.828+0000 7fa386a61640 1 --2- 172.21.15.76:0/1594637273 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa38006a5e0 0x7fa3801f5f00 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fa37000c550 tx=0x7fa37000ca10 comp rx=0 tx=0).stop 2024-09-13T16:02:28.830 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.828+0000 7fa386a61640 1 -- 172.21.15.76:0/1594637273 shutdown_connections 2024-09-13T16:02:28.830 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.828+0000 7fa386a61640 1 --2- 172.21.15.76:0/1594637273 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa38015a730 0x7fa3801f6980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:28.830 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.828+0000 7fa386a61640 1 --2- 172.21.15.76:0/1594637273 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa36c06ac00 0x7fa36c06d0c0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:28.830 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.828+0000 7fa386a61640 1 --2- 172.21.15.76:0/1594637273 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa3800cb7f0 0x7fa3801f6440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:28.830 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.828+0000 7fa386a61640 1 --2- 172.21.15.76:0/1594637273 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa38006a5e0 0x7fa3801f5f00 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:28.831 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.828+0000 7fa386a61640 1 -- 172.21.15.76:0/1594637273 >> 172.21.15.76:0/1594637273 conn(0x7fa3800989d0 msgr2=0x7fa3800b3f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:28.831 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.828+0000 7fa386a61640 1 -- 172.21.15.76:0/1594637273 shutdown_connections 2024-09-13T16:02:28.831 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.829+0000 7fa386a61640 1 -- 172.21.15.76:0/1594637273 wait complete. 2024-09-13T16:02:28.841 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:02:28.841 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:02:28.858 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:02:28.997 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.995+0000 7f852d1e2640 1 Processor -- start 2024-09-13T16:02:28.997 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.995+0000 7f852d1e2640 1 -- start start 2024-09-13T16:02:28.998 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.996+0000 7f852d1e2640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f852815c6e0 0x7f85280b3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:28.998 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.996+0000 7f852d1e2640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f85280ccb20 0x7f85280b4490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:28.998 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.996+0000 7f852d1e2640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f85280d1840 con 0x7f85280d07b0 2024-09-13T16:02:28.998 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.996+0000 7f852d1e2640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f852806bd20 con 0x7f85280ccb20 2024-09-13T16:02:28.998 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.996+0000 7f852d1e2640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f85280d0c30 con 0x7f852815c6e0 2024-09-13T16:02:28.998 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.996+0000 7f852759e640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f85280ccb20 0x7f85280b4490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:28.999 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.996+0000 7f851e59c640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f85280d07b0 0x7f8528160030 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:45640/0 (socket says 172.21.15.76:45640) 2024-09-13T16:02:28.999 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.996+0000 7f851e59c640 1 -- 172.21.15.76:0/2086007449 learned_addr learned my addr 172.21.15.76:0/2086007449 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:28.999 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.996+0000 7f8526d9d640 1 --2- 172.21.15.76:0/2086007449 >> v2:172.21.15.192:3300/0 conn(0x7f852815c6e0 0x7f85280b3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:28.999 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.997+0000 7f852759e640 1 -- 172.21.15.76:0/2086007449 >> v2:172.21.15.192:3300/0 conn(0x7f852815c6e0 msgr2=0x7f85280b3f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:28.999 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.997+0000 7f852759e640 1 --2- 172.21.15.76:0/2086007449 >> v2:172.21.15.192:3300/0 conn(0x7f852815c6e0 0x7f85280b3f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:28.999 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.997+0000 7f852759e640 1 -- 172.21.15.76:0/2086007449 >> v1:172.21.15.76:6789/0 conn(0x7f85280d07b0 legacy=0x7f8528160030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:28.999 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.997+0000 7f852659c640 1 -- 172.21.15.76:0/2086007449 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1480620145 0 0) 0x7f85280d1840 con 0x7f85280d07b0 2024-09-13T16:02:28.999 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.997+0000 7f852759e640 1 -- 172.21.15.76:0/2086007449 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f85280d0f10 con 0x7f85280ccb20 2024-09-13T16:02:29.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.997+0000 7f852759e640 1 --2- 172.21.15.76:0/2086007449 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f85280ccb20 0x7f85280b4490 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f85280b4c10 tx=0x7f852002a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9260e2c7641005dc server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:29.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.997+0000 7f852659c640 1 -- 172.21.15.76:0/2086007449 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8520007740 con 0x7f85280ccb20 2024-09-13T16:02:29.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.997+0000 7f852659c640 1 -- 172.21.15.76:0/2086007449 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f852002d050 con 0x7f85280ccb20 2024-09-13T16:02:29.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.997+0000 7f852659c640 1 -- 172.21.15.76:0/2086007449 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8520007ac0 con 0x7f85280ccb20 2024-09-13T16:02:29.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.998+0000 7f852d1e2640 1 -- 172.21.15.76:0/2086007449 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f85280ccb20 msgr2=0x7f85280b4490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:29.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.998+0000 7f852d1e2640 1 --2- 172.21.15.76:0/2086007449 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f85280ccb20 0x7f85280b4490 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f85280b4c10 tx=0x7f852002a5f0 comp rx=0 tx=0).stop 2024-09-13T16:02:29.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.998+0000 7f852d1e2640 1 -- 172.21.15.76:0/2086007449 shutdown_connections 2024-09-13T16:02:29.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.998+0000 7f852d1e2640 1 --2- 172.21.15.76:0/2086007449 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f85280ccb20 0x7f85280b4490 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:29.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.998+0000 7f852d1e2640 1 --2- 172.21.15.76:0/2086007449 >> v2:172.21.15.192:3300/0 conn(0x7f852815c6e0 0x7f85280b3f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:29.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.998+0000 7f852d1e2640 1 -- 172.21.15.76:0/2086007449 >> 172.21.15.76:0/2086007449 conn(0x7f8528089f60 msgr2=0x7f85280d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:29.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.998+0000 7f852d1e2640 1 -- 172.21.15.76:0/2086007449 shutdown_connections 2024-09-13T16:02:29.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.998+0000 7f852d1e2640 1 -- 172.21.15.76:0/2086007449 wait complete. 2024-09-13T16:02:29.002 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:28.999+0000 7f852d1e2640 1 Processor -- start 2024-09-13T16:02:29.002 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.000+0000 7f852d1e2640 1 -- start start 2024-09-13T16:02:29.004 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.000+0000 7f852d1e2640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f85280ccb20 0x7f852814d7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:29.004 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.000+0000 7f852d1e2640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f85280d07b0 0x7f85280b6ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:29.004 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.000+0000 7f852d1e2640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f852815c6e0 0x7f852815e380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:29.004 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.000+0000 7f852d1e2640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f85280b75d0 con 0x7f85280d07b0 2024-09-13T16:02:29.005 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.000+0000 7f852d1e2640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f85280b78b0 con 0x7f852815c6e0 2024-09-13T16:02:29.005 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.000+0000 7f852d1e2640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f85280b7b90 con 0x7f85280ccb20 2024-09-13T16:02:29.005 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.000+0000 7f851e59c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f85280d07b0 0x7f85280b6ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:29.005 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.000+0000 7f851e59c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f85280d07b0 0x7f85280b6ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36566/0 (socket says 172.21.15.76:36566) 2024-09-13T16:02:29.005 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.000+0000 7f851e59c640 1 -- 172.21.15.76:0/2772886302 learned_addr learned my addr 172.21.15.76:0/2772886302 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:29.005 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.000+0000 7f852759e640 1 --2- 172.21.15.76:0/2772886302 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f852815c6e0 0x7f852815e380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:29.005 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.000+0000 7f8526d9d640 1 --2- 172.21.15.76:0/2772886302 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f85280ccb20 0x7f852814d7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:29.005 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.001+0000 7f851e59c640 1 -- 172.21.15.76:0/2772886302 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f85280ccb20 msgr2=0x7f852814d7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:29.005 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.001+0000 7f851e59c640 1 --2- 172.21.15.76:0/2772886302 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f85280ccb20 0x7f852814d7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:29.005 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.001+0000 7f851e59c640 1 -- 172.21.15.76:0/2772886302 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f852815c6e0 msgr2=0x7f852815e380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:29.005 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.001+0000 7f851e59c640 1 --2- 172.21.15.76:0/2772886302 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f852815c6e0 0x7f852815e380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:29.005 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.001+0000 7f851e59c640 1 -- 172.21.15.76:0/2772886302 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8520009a70 con 0x7f85280d07b0 2024-09-13T16:02:29.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.001+0000 7f8526d9d640 1 --2- 172.21.15.76:0/2772886302 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f85280ccb20 0x7f852814d7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:02:29.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.001+0000 7f851e59c640 1 --2- 172.21.15.76:0/2772886302 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f85280d07b0 0x7f85280b6ba0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f851000c430 tx=0x7f851000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:29.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.001+0000 7f851ffff640 1 -- 172.21.15.76:0/2772886302 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85100074e0 con 0x7f85280d07b0 2024-09-13T16:02:29.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.001+0000 7f851ffff640 1 -- 172.21.15.76:0/2772886302 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8510007660 con 0x7f85280d07b0 2024-09-13T16:02:29.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.001+0000 7f852d1e2640 1 -- 172.21.15.76:0/2772886302 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f85280b7e70 con 0x7f85280d07b0 2024-09-13T16:02:29.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.001+0000 7f851ffff640 1 -- 172.21.15.76:0/2772886302 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8510004a20 con 0x7f85280d07b0 2024-09-13T16:02:29.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.001+0000 7f852d1e2640 1 -- 172.21.15.76:0/2772886302 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f852814dd30 con 0x7f85280d07b0 2024-09-13T16:02:29.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.002+0000 7f852d1e2640 1 -- 172.21.15.76:0/2772886302 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f85280c95a0 con 0x7f85280d07b0 2024-09-13T16:02:29.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.002+0000 7f851ffff640 1 -- 172.21.15.76:0/2772886302 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f8510004b80 con 0x7f85280d07b0 2024-09-13T16:02:29.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.003+0000 7f851ffff640 1 --2- 172.21.15.76:0/2772886302 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f850806ac00 0x7f850806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:29.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.003+0000 7f851ffff640 1 -- 172.21.15.76:0/2772886302 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7f85100893e0 con 0x7f85280d07b0 2024-09-13T16:02:29.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.003+0000 7f8526d9d640 1 --2- 172.21.15.76:0/2772886302 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f850806ac00 0x7f850806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:29.007 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.003+0000 7f8526d9d640 1 --2- 172.21.15.76:0/2772886302 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f850806ac00 0x7f850806d0c0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f8518009b90 tx=0x7f8518008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:29.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.007+0000 7f851ffff640 1 -- 172.21.15.76:0/2772886302 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f85280c95a0 con 0x7f85280d07b0 2024-09-13T16:02:29.173 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.172+0000 7f852d1e2640 1 -- 172.21.15.76:0/2772886302 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f85280c95a0 con 0x7f85280d07b0 2024-09-13T16:02:29.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.173+0000 7f851ffff640 1 -- 172.21.15.76:0/2772886302 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v28) v1 ==== 74+0+18669 (secure 0 0 0) 0x7f85280c95a0 con 0x7f85280d07b0 2024-09-13T16:02:29.175 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:02:29.175 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":28,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:02:20.572463+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:01:36.778177+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T16:01:37.336141+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T16:01:40.400554+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.2","mappings":[{"from":3,"to":2},{"from":5,"to":1}]},{"pgid":"3.15","mappings":[{"from":7,"to":2}]},{"pgid":"3.3a","mappings":[{"from":5,"to":2}]},{"pgid":"4.0","mappings":[{"from":1,"to":2}]},{"pgid":"4.9","mappings":[{"from":1,"to":2}]},{"pgid":"4.1d","mappings":[{"from":1,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:02:29.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.175+0000 7f852d1e2640 1 -- 172.21.15.76:0/2772886302 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f850806ac00 msgr2=0x7f850806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:29.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.175+0000 7f852d1e2640 1 --2- 172.21.15.76:0/2772886302 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f850806ac00 0x7f850806d0c0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f8518009b90 tx=0x7f8518008040 comp rx=0 tx=0).stop 2024-09-13T16:02:29.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.175+0000 7f852d1e2640 1 -- 172.21.15.76:0/2772886302 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f85280d07b0 msgr2=0x7f85280b6ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:29.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.175+0000 7f852d1e2640 1 --2- 172.21.15.76:0/2772886302 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f85280d07b0 0x7f85280b6ba0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f851000c430 tx=0x7f851000c8f0 comp rx=0 tx=0).stop 2024-09-13T16:02:29.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.175+0000 7f852d1e2640 1 -- 172.21.15.76:0/2772886302 shutdown_connections 2024-09-13T16:02:29.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.175+0000 7f852d1e2640 1 --2- 172.21.15.76:0/2772886302 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f852815c6e0 0x7f852815e380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:29.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.175+0000 7f852d1e2640 1 --2- 172.21.15.76:0/2772886302 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f85280d07b0 0x7f85280b6ba0 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:29.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.175+0000 7f852d1e2640 1 --2- 172.21.15.76:0/2772886302 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f850806ac00 0x7f850806d0c0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:29.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.175+0000 7f852d1e2640 1 --2- 172.21.15.76:0/2772886302 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f85280ccb20 0x7f852814d7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:29.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.175+0000 7f852d1e2640 1 -- 172.21.15.76:0/2772886302 >> 172.21.15.76:0/2772886302 conn(0x7f8528089f60 msgr2=0x7f85280b2510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:29.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.176+0000 7f852d1e2640 1 -- 172.21.15.76:0/2772886302 shutdown_connections 2024-09-13T16:02:29.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.176+0000 7f852d1e2640 1 -- 172.21.15.76:0/2772886302 wait complete. 2024-09-13T16:02:29.188 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:01:26.960607+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:01:36.778177+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:01:37.336141+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-13T16:01:40.400554+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '26', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-13T16:02:29.189 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:02:29.292 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.291+0000 7f6e9aa3a640 1 Processor -- start 2024-09-13T16:02:29.293 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.291+0000 7f6e9aa3a640 1 -- start start 2024-09-13T16:02:29.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.292+0000 7f6e9aa3a640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f6e9415c830 0x7f6e94099590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:29.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.292+0000 7f6e9aa3a640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f6e940990e0 0x7f6e940cb510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:29.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.292+0000 7f6e9aa3a640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6e940caac0 con 0x7f6e9406b9f0 2024-09-13T16:02:29.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.292+0000 7f6e9aa3a640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6e940cb080 con 0x7f6e940990e0 2024-09-13T16:02:29.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.292+0000 7f6e9aa3a640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6e940b2d40 con 0x7f6e9415c830 2024-09-13T16:02:29.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.292+0000 7f6e98fd7640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f6e940990e0 0x7f6e940cb510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:29.297 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.292+0000 7f6e98fd7640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f6e940990e0 0x7f6e940cb510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36570/0 (socket says 172.21.15.76:36570) 2024-09-13T16:02:29.297 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.292+0000 7f6e98fd7640 1 -- 172.21.15.76:0/200081078 learned_addr learned my addr 172.21.15.76:0/200081078 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:29.297 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.292+0000 7f6e98fd7640 1 -- 172.21.15.76:0/200081078 >> v2:172.21.15.192:3300/0 conn(0x7f6e9415c830 msgr2=0x7f6e94099590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:29.297 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.292+0000 7f6e98fd7640 1 --2- 172.21.15.76:0/200081078 >> v2:172.21.15.192:3300/0 conn(0x7f6e9415c830 0x7f6e94099590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:29.297 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.292+0000 7f6e98fd7640 1 -- 172.21.15.76:0/200081078 >> v1:172.21.15.192:6789/0 conn(0x7f6e9406b9f0 legacy=0x7f6e940989d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:29.297 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.292+0000 7f6e98fd7640 1 -- 172.21.15.76:0/200081078 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6e94099ad0 con 0x7f6e940990e0 2024-09-13T16:02:29.297 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.293+0000 7f6e98fd7640 1 --2- 172.21.15.76:0/200081078 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6e940990e0 0x7f6e940cb510 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f6e94071930 tx=0x7f6e8c02a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=79a2e765858198da server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:29.297 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.293+0000 7f6e92ffd640 1 -- 172.21.15.76:0/200081078 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e8c031600 con 0x7f6e940990e0 2024-09-13T16:02:29.297 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.293+0000 7f6e92ffd640 1 -- 172.21.15.76:0/200081078 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6e8c02d050 con 0x7f6e940990e0 2024-09-13T16:02:29.297 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.293+0000 7f6e92ffd640 1 -- 172.21.15.76:0/200081078 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e8c031980 con 0x7f6e940990e0 2024-09-13T16:02:29.297 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.294+0000 7f6e9aa3a640 1 -- 172.21.15.76:0/200081078 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6e940990e0 msgr2=0x7f6e940cb510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:29.297 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.294+0000 7f6e9aa3a640 1 --2- 172.21.15.76:0/200081078 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6e940990e0 0x7f6e940cb510 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f6e94071930 tx=0x7f6e8c02a6f0 comp rx=0 tx=0).stop 2024-09-13T16:02:29.298 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.294+0000 7f6e9aa3a640 1 -- 172.21.15.76:0/200081078 shutdown_connections 2024-09-13T16:02:29.298 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.294+0000 7f6e9aa3a640 1 --2- 172.21.15.76:0/200081078 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6e940990e0 0x7f6e940cb510 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:29.298 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.294+0000 7f6e9aa3a640 1 --2- 172.21.15.76:0/200081078 >> v2:172.21.15.192:3300/0 conn(0x7f6e9415c830 0x7f6e94099590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:29.298 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.294+0000 7f6e9aa3a640 1 -- 172.21.15.76:0/200081078 >> 172.21.15.76:0/200081078 conn(0x7f6e940b1f60 msgr2=0x7f6e940b2370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:29.298 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.294+0000 7f6e9aa3a640 1 -- 172.21.15.76:0/200081078 shutdown_connections 2024-09-13T16:02:29.298 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.294+0000 7f6e9aa3a640 1 -- 172.21.15.76:0/200081078 wait complete. 2024-09-13T16:02:29.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.296+0000 7f6e9aa3a640 1 Processor -- start 2024-09-13T16:02:29.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.296+0000 7f6e9aa3a640 1 -- start start 2024-09-13T16:02:29.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.297+0000 7f6e9aa3a640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6e940990e0 0x7f6e941f2840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:29.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.297+0000 7f6e9aa3a640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6e9415c830 0x7f6e940c55a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:29.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.297+0000 7f6e9aa3a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6e941f5550 0x7f6e9415f150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:29.301 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.297+0000 7f6e9aa3a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6e940c6740 con 0x7f6e941f5550 2024-09-13T16:02:29.301 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.297+0000 7f6e9aa3a640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6e940c5ea0 con 0x7f6e9415c830 2024-09-13T16:02:29.301 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.297+0000 7f6e9aa3a640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6e940c6180 con 0x7f6e940990e0 2024-09-13T16:02:29.301 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.297+0000 7f6e98fd7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6e941f5550 0x7f6e9415f150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:29.301 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.297+0000 7f6e98fd7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6e941f5550 0x7f6e9415f150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36580/0 (socket says 172.21.15.76:36580) 2024-09-13T16:02:29.301 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.297+0000 7f6e98fd7640 1 -- 172.21.15.76:0/1924379275 learned_addr learned my addr 172.21.15.76:0/1924379275 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:29.301 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.297+0000 7f6e93fff640 1 --2- 172.21.15.76:0/1924379275 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6e940990e0 0x7f6e941f2840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:29.301 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.297+0000 7f6e937fe640 1 --2- 172.21.15.76:0/1924379275 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6e9415c830 0x7f6e940c55a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:29.302 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.298+0000 7f6e98fd7640 1 -- 172.21.15.76:0/1924379275 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6e940990e0 msgr2=0x7f6e941f2840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:29.302 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.298+0000 7f6e98fd7640 1 --2- 172.21.15.76:0/1924379275 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6e940990e0 0x7f6e941f2840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:29.302 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.298+0000 7f6e98fd7640 1 -- 172.21.15.76:0/1924379275 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6e9415c830 msgr2=0x7f6e940c55a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:29.302 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.298+0000 7f6e98fd7640 1 --2- 172.21.15.76:0/1924379275 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6e9415c830 0x7f6e940c55a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:29.302 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.298+0000 7f6e98fd7640 1 -- 172.21.15.76:0/1924379275 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6e8c009b30 con 0x7f6e941f5550 2024-09-13T16:02:29.302 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.298+0000 7f6e93fff640 1 --2- 172.21.15.76:0/1924379275 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6e940990e0 0x7f6e941f2840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:02:29.302 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.298+0000 7f6e98fd7640 1 --2- 172.21.15.76:0/1924379275 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6e941f5550 0x7f6e9415f150 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f6e8c034040 tx=0x7f6e8c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:29.302 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.298+0000 7f6e90ff9640 1 -- 172.21.15.76:0/1924379275 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e8c03b820 con 0x7f6e941f5550 2024-09-13T16:02:29.302 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.298+0000 7f6e90ff9640 1 -- 172.21.15.76:0/1924379275 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6e8c03b9a0 con 0x7f6e941f5550 2024-09-13T16:02:29.302 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.298+0000 7f6e90ff9640 1 -- 172.21.15.76:0/1924379275 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e8c03bd50 con 0x7f6e941f5550 2024-09-13T16:02:29.302 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.298+0000 7f6e9aa3a640 1 -- 172.21.15.76:0/1924379275 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6e940c6460 con 0x7f6e941f5550 2024-09-13T16:02:29.302 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.298+0000 7f6e9aa3a640 1 -- 172.21.15.76:0/1924379275 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6e941f2d80 con 0x7f6e941f5550 2024-09-13T16:02:29.302 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.299+0000 7f6e9aa3a640 1 -- 172.21.15.76:0/1924379275 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6e9415ce20 con 0x7f6e941f5550 2024-09-13T16:02:29.303 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.300+0000 7f6e90ff9640 1 -- 172.21.15.76:0/1924379275 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f6e8c038050 con 0x7f6e941f5550 2024-09-13T16:02:29.303 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.300+0000 7f6e90ff9640 1 --2- 172.21.15.76:0/1924379275 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6e7406ac00 0x7f6e7406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:29.303 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.300+0000 7f6e93fff640 1 --2- 172.21.15.76:0/1924379275 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6e7406ac00 0x7f6e7406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:29.303 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.300+0000 7f6e90ff9640 1 -- 172.21.15.76:0/1924379275 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7f6e8c0aa2d0 con 0x7f6e941f5550 2024-09-13T16:02:29.304 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.301+0000 7f6e93fff640 1 --2- 172.21.15.76:0/1924379275 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6e7406ac00 0x7f6e7406d0c0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f6e84009930 tx=0x7f6e84008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:29.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.304+0000 7f6e90ff9640 1 -- 172.21.15.76:0/1924379275 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f6e9415ce20 con 0x7f6e941f5550 2024-09-13T16:02:29.473 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.472+0000 7f6e9aa3a640 1 -- 172.21.15.76:0/1924379275 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f6e9415d200 con 0x7f6e941f5550 2024-09-13T16:02:29.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.472+0000 7f6e90ff9640 1 -- 172.21.15.76:0/1924379275 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v28) v1 ==== 93+0+10 (secure 0 0 0) 0x7f6e8c036020 con 0x7f6e941f5550 2024-09-13T16:02:29.474 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2024-09-13T16:02:29.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.474+0000 7f6e9aa3a640 1 -- 172.21.15.76:0/1924379275 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6e7406ac00 msgr2=0x7f6e7406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:29.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.474+0000 7f6e9aa3a640 1 --2- 172.21.15.76:0/1924379275 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6e7406ac00 0x7f6e7406d0c0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f6e84009930 tx=0x7f6e84008040 comp rx=0 tx=0).stop 2024-09-13T16:02:29.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.474+0000 7f6e9aa3a640 1 -- 172.21.15.76:0/1924379275 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6e941f5550 msgr2=0x7f6e9415f150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:29.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.474+0000 7f6e9aa3a640 1 --2- 172.21.15.76:0/1924379275 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6e941f5550 0x7f6e9415f150 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f6e8c034040 tx=0x7f6e8c004a40 comp rx=0 tx=0).stop 2024-09-13T16:02:29.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.475+0000 7f6e9aa3a640 1 -- 172.21.15.76:0/1924379275 shutdown_connections 2024-09-13T16:02:29.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.475+0000 7f6e9aa3a640 1 --2- 172.21.15.76:0/1924379275 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6e941f5550 0x7f6e9415f150 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:29.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.475+0000 7f6e9aa3a640 1 --2- 172.21.15.76:0/1924379275 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6e9415c830 0x7f6e940c55a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:29.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.475+0000 7f6e9aa3a640 1 --2- 172.21.15.76:0/1924379275 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6e7406ac00 0x7f6e7406d0c0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:29.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.475+0000 7f6e9aa3a640 1 --2- 172.21.15.76:0/1924379275 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6e940990e0 0x7f6e941f2840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:29.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.475+0000 7f6e9aa3a640 1 -- 172.21.15.76:0/1924379275 >> 172.21.15.76:0/1924379275 conn(0x7f6e940b1f60 msgr2=0x7f6e940c9550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:29.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.475+0000 7f6e9aa3a640 1 -- 172.21.15.76:0/1924379275 shutdown_connections 2024-09-13T16:02:29.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.475+0000 7f6e9aa3a640 1 -- 172.21.15.76:0/1924379275 wait complete. 2024-09-13T16:02:29.488 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:02:29.591 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.590+0000 7f00bc25a640 1 Processor -- start 2024-09-13T16:02:29.591 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.590+0000 7f00bc25a640 1 -- start start 2024-09-13T16:02:29.595 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.591+0000 7f00bc25a640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f00b415c500 0x7f00b40d2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:29.595 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.591+0000 7f00bc25a640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f00b40cd450 con 0x7f00b40cdff0 2024-09-13T16:02:29.595 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.591+0000 7f00bc25a640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f00b40d29f0 con 0x7f00b40d2590 2024-09-13T16:02:29.595 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.591+0000 7f00bc25a640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f00b40d0cf0 con 0x7f00b415c500 2024-09-13T16:02:29.595 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.591+0000 7f00ba7f7640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f00b40cdff0 0x7f00b40d0000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:45658/0 (socket says 172.21.15.76:45658) 2024-09-13T16:02:29.595 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.591+0000 7f00ba7f7640 1 -- 172.21.15.76:0/2464873176 learned_addr learned my addr 172.21.15.76:0/2464873176 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:29.595 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.591+0000 7f00b9ff6640 1 --2- 172.21.15.76:0/2464873176 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f00b415c500 0x7f00b40d2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:29.595 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.591+0000 7f00b8ff4640 1 -- 172.21.15.76:0/2464873176 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3889663071 0 0) 0x7f00b40cd450 con 0x7f00b40cdff0 2024-09-13T16:02:29.596 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.591+0000 7f00b8ff4640 1 -- 172.21.15.76:0/2464873176 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f00a0003520 con 0x7f00b40cdff0 2024-09-13T16:02:29.596 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.591+0000 7f00b8ff4640 1 -- 172.21.15.76:0/2464873176 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 555891795 0 0) 0x7f00a0003520 con 0x7f00b40cdff0 2024-09-13T16:02:29.596 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.591+0000 7f00b8ff4640 1 -- 172.21.15.76:0/2464873176 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f00b415c500 msgr2=0x7f00b40d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:29.596 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.591+0000 7f00b8ff4640 1 --2- 172.21.15.76:0/2464873176 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f00b415c500 0x7f00b40d2050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:29.596 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.591+0000 7f00b8ff4640 1 -- 172.21.15.76:0/2464873176 >> v1:172.21.15.192:6789/0 conn(0x7f00b40d2590 legacy=0x7f00b40cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:29.596 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.591+0000 7f00b8ff4640 1 -- 172.21.15.76:0/2464873176 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f00b40d0fd0 con 0x7f00b40cdff0 2024-09-13T16:02:29.596 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.591+0000 7f00b8ff4640 1 -- 172.21.15.76:0/2464873176 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f00ac0019f0 con 0x7f00b40cdff0 2024-09-13T16:02:29.596 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.591+0000 7f00b8ff4640 1 -- 172.21.15.76:0/2464873176 >> v1:172.21.15.76:6789/0 conn(0x7f00b40cdff0 legacy=0x7f00b40d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:29.596 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.591+0000 7f00b8ff4640 1 --2- 172.21.15.76:0/2464873176 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00a00039a0 0x7f00a0003d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:29.596 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.591+0000 7f00b8ff4640 1 --2- 172.21.15.76:0/2464873176 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f00a0004350 0x7f00a0004820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:29.596 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.591+0000 7f00b8ff4640 1 --2- 172.21.15.76:0/2464873176 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f00b415c500 0x7f00a0005120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:29.597 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.591+0000 7f00b8ff4640 1 -- 172.21.15.76:0/2464873176 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f00b40d0cf0 con 0x7f00a00039a0 2024-09-13T16:02:29.597 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.591+0000 7f00b8ff4640 1 -- 172.21.15.76:0/2464873176 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f00a000ba30 con 0x7f00a0004350 2024-09-13T16:02:29.597 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.591+0000 7f00b8ff4640 1 -- 172.21.15.76:0/2464873176 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f00a000bbf0 con 0x7f00b415c500 2024-09-13T16:02:29.597 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.591+0000 7f00b9ff6640 1 --2- 172.21.15.76:0/2464873176 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00a00039a0 0x7f00a0003d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:29.597 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.592+0000 7f00ba7f7640 1 --2- 172.21.15.76:0/2464873176 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f00b415c500 0x7f00a0005120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:29.597 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.592+0000 7f00b97f5640 1 --2- 172.21.15.76:0/2464873176 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f00a0004350 0x7f00a0004820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:29.597 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.592+0000 7f00b9ff6640 1 -- 172.21.15.76:0/2464873176 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f00b415c500 msgr2=0x7f00a0005120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:29.597 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.592+0000 7f00b9ff6640 1 --2- 172.21.15.76:0/2464873176 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f00b415c500 0x7f00a0005120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:29.598 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.592+0000 7f00b9ff6640 1 -- 172.21.15.76:0/2464873176 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f00a0004350 msgr2=0x7f00a0004820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:29.598 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.592+0000 7f00b9ff6640 1 --2- 172.21.15.76:0/2464873176 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f00a0004350 0x7f00a0004820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:29.598 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.592+0000 7f00b9ff6640 1 -- 172.21.15.76:0/2464873176 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f00a0003520 con 0x7f00a00039a0 2024-09-13T16:02:29.598 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.592+0000 7f00b9ff6640 1 --2- 172.21.15.76:0/2464873176 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00a00039a0 0x7f00a0003d80 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f00b0009ac0 tx=0x7f00a00057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a6301c21a84ffdd7 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:29.598 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.593+0000 7f00b8ff4640 1 -- 172.21.15.76:0/2464873176 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00b0031400 con 0x7f00a00039a0 2024-09-13T16:02:29.598 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.593+0000 7f00b8ff4640 1 -- 172.21.15.76:0/2464873176 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f00b002d050 con 0x7f00a00039a0 2024-09-13T16:02:29.598 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.593+0000 7f00b8ff4640 1 -- 172.21.15.76:0/2464873176 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00b0031780 con 0x7f00a00039a0 2024-09-13T16:02:29.599 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.593+0000 7f00bc25a640 1 -- 172.21.15.76:0/2464873176 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00a00039a0 msgr2=0x7f00a0003d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:29.599 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.593+0000 7f00bc25a640 1 --2- 172.21.15.76:0/2464873176 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00a00039a0 0x7f00a0003d80 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f00b0009ac0 tx=0x7f00a00057f0 comp rx=0 tx=0).stop 2024-09-13T16:02:29.599 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.593+0000 7f00ba7f7640 1 -- 172.21.15.76:0/2464873176 reap_dead start 2024-09-13T16:02:29.599 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.593+0000 7f00bc25a640 1 -- 172.21.15.76:0/2464873176 shutdown_connections 2024-09-13T16:02:29.599 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.593+0000 7f00bc25a640 1 -- 172.21.15.76:0/2464873176 >> 172.21.15.76:0/2464873176 conn(0x7f00b4089f60 msgr2=0x7f00b409b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:29.599 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.593+0000 7f00bc25a640 1 -- 172.21.15.76:0/2464873176 shutdown_connections 2024-09-13T16:02:29.599 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.593+0000 7f00bc25a640 1 -- 172.21.15.76:0/2464873176 wait complete. 2024-09-13T16:02:29.602 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.595+0000 7f00bc25a640 1 Processor -- start 2024-09-13T16:02:29.602 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.595+0000 7f00bc25a640 1 -- start start 2024-09-13T16:02:29.602 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.595+0000 7f00bc25a640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f00a00039a0 0x7f00b4150b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:29.602 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.595+0000 7f00bc25a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00b40b6e30 0x7f00b40cbe20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:29.602 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.595+0000 7f00bc25a640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f00b41f5670 0x7f00b41f5af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:29.602 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.595+0000 7f00bc25a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f00b41f6030 con 0x7f00b40b6e30 2024-09-13T16:02:29.602 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.595+0000 7f00bc25a640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f00b40b7c40 con 0x7f00a00039a0 2024-09-13T16:02:29.603 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.595+0000 7f00bc25a640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f00b40b1ed0 con 0x7f00b41f5670 2024-09-13T16:02:29.603 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.595+0000 7f00b97f5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00b40b6e30 0x7f00b40cbe20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:29.603 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.595+0000 7f00b97f5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00b40b6e30 0x7f00b40cbe20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36604/0 (socket says 172.21.15.76:36604) 2024-09-13T16:02:29.603 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.595+0000 7f00b97f5640 1 -- 172.21.15.76:0/2264647942 learned_addr learned my addr 172.21.15.76:0/2264647942 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:29.603 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.596+0000 7f00b9ff6640 1 --2- 172.21.15.76:0/2264647942 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f00a00039a0 0x7f00b4150b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:29.603 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.596+0000 7f00ba7f7640 1 --2- 172.21.15.76:0/2264647942 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f00b41f5670 0x7f00b41f5af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:29.603 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.596+0000 7f00b97f5640 1 -- 172.21.15.76:0/2264647942 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f00b41f5670 msgr2=0x7f00b41f5af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:29.603 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.596+0000 7f00b97f5640 1 --2- 172.21.15.76:0/2264647942 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f00b41f5670 0x7f00b41f5af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:29.603 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.596+0000 7f00b97f5640 1 -- 172.21.15.76:0/2264647942 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f00a00039a0 msgr2=0x7f00b4150b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:29.603 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.596+0000 7f00b97f5640 1 --2- 172.21.15.76:0/2264647942 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f00a00039a0 0x7f00b4150b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:29.603 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.596+0000 7f00b97f5640 1 -- 172.21.15.76:0/2264647942 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f00b40b73a0 con 0x7f00b40b6e30 2024-09-13T16:02:29.604 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.596+0000 7f00b9ff6640 1 --2- 172.21.15.76:0/2264647942 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f00a00039a0 0x7f00b4150b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:02:29.604 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.596+0000 7f00b97f5640 1 --2- 172.21.15.76:0/2264647942 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00b40b6e30 0x7f00b40cbe20 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f00a400e7d0 tx=0x7f00a400ec90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:29.604 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.596+0000 7f00aa7fc640 1 -- 172.21.15.76:0/2264647942 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00a400ee80 con 0x7f00b40b6e30 2024-09-13T16:02:29.604 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.596+0000 7f00aa7fc640 1 -- 172.21.15.76:0/2264647942 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f00a40052e0 con 0x7f00b40b6e30 2024-09-13T16:02:29.604 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.596+0000 7f00aa7fc640 1 -- 172.21.15.76:0/2264647942 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00a400c6c0 con 0x7f00b40b6e30 2024-09-13T16:02:29.604 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.596+0000 7f00bc25a640 1 -- 172.21.15.76:0/2264647942 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f00b40b7680 con 0x7f00b40b6e30 2024-09-13T16:02:29.604 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.596+0000 7f00bc25a640 1 -- 172.21.15.76:0/2264647942 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f00b4151090 con 0x7f00b40b6e30 2024-09-13T16:02:29.604 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.597+0000 7f00bc25a640 1 -- 172.21.15.76:0/2264647942 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f00b40cd8e0 con 0x7f00b40b6e30 2024-09-13T16:02:29.604 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.598+0000 7f00aa7fc640 1 -- 172.21.15.76:0/2264647942 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f00a400c820 con 0x7f00b40b6e30 2024-09-13T16:02:29.604 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.598+0000 7f00aa7fc640 1 --2- 172.21.15.76:0/2264647942 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f009806ac00 0x7f009806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:29.604 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.598+0000 7f00aa7fc640 1 -- 172.21.15.76:0/2264647942 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7f00a4089580 con 0x7f00b40b6e30 2024-09-13T16:02:29.605 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.598+0000 7f00b9ff6640 1 --2- 172.21.15.76:0/2264647942 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f009806ac00 0x7f009806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:29.605 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.599+0000 7f00b9ff6640 1 --2- 172.21.15.76:0/2264647942 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f009806ac00 0x7f009806d0c0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f00b0033000 tx=0x7f00b0008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:29.605 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.602+0000 7f00aa7fc640 1 -- 172.21.15.76:0/2264647942 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f00a4054440 con 0x7f00b40b6e30 2024-09-13T16:02:29.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.787+0000 7f00bc25a640 1 -- 172.21.15.76:0/2264647942 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f00b406b160 con 0x7f00b40b6e30 2024-09-13T16:02:29.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.788+0000 7f00aa7fc640 1 -- 172.21.15.76:0/2264647942 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v28) v1 ==== 104+0+11 (secure 0 0 0) 0x7f00a4057a60 con 0x7f00b40b6e30 2024-09-13T16:02:29.790 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2024-09-13T16:02:29.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.790+0000 7f00bc25a640 1 -- 172.21.15.76:0/2264647942 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f009806ac00 msgr2=0x7f009806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:29.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.790+0000 7f00bc25a640 1 --2- 172.21.15.76:0/2264647942 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f009806ac00 0x7f009806d0c0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f00b0033000 tx=0x7f00b0008030 comp rx=0 tx=0).stop 2024-09-13T16:02:29.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.790+0000 7f00bc25a640 1 -- 172.21.15.76:0/2264647942 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00b40b6e30 msgr2=0x7f00b40cbe20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:29.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.790+0000 7f00bc25a640 1 --2- 172.21.15.76:0/2264647942 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00b40b6e30 0x7f00b40cbe20 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f00a400e7d0 tx=0x7f00a400ec90 comp rx=0 tx=0).stop 2024-09-13T16:02:29.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.790+0000 7f00bc25a640 1 -- 172.21.15.76:0/2264647942 shutdown_connections 2024-09-13T16:02:29.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.790+0000 7f00bc25a640 1 --2- 172.21.15.76:0/2264647942 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f009806ac00 0x7f009806d0c0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:29.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.790+0000 7f00bc25a640 1 --2- 172.21.15.76:0/2264647942 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f00b41f5670 0x7f00b41f5af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:29.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.790+0000 7f00bc25a640 1 --2- 172.21.15.76:0/2264647942 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00b40b6e30 0x7f00b40cbe20 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:29.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.790+0000 7f00bc25a640 1 --2- 172.21.15.76:0/2264647942 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f00a00039a0 0x7f00b4150b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:29.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.790+0000 7f00bc25a640 1 -- 172.21.15.76:0/2264647942 >> 172.21.15.76:0/2264647942 conn(0x7f00b4089f60 msgr2=0x7f00b415b120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:29.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.790+0000 7f00bc25a640 1 -- 172.21.15.76:0/2264647942 shutdown_connections 2024-09-13T16:02:29.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.790+0000 7f00bc25a640 1 -- 172.21.15.76:0/2264647942 wait complete. 2024-09-13T16:02:29.802 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:02:29.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.905+0000 7ff551d9c640 1 Processor -- start 2024-09-13T16:02:29.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.905+0000 7ff551d9c640 1 -- start start 2024-09-13T16:02:29.907 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.905+0000 7ff551d9c640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7ff54c159310 0x7ff54c0ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:29.907 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.906+0000 7ff551d9c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff54c0ce4f0 0x7ff54c0ce8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:29.908 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.906+0000 7ff551d9c640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff54c0ccbe0 con 0x7ff54c0b2b40 2024-09-13T16:02:29.908 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.906+0000 7ff551d9c640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff54c0ad940 con 0x7ff54c0ce4f0 2024-09-13T16:02:29.908 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.906+0000 7ff551d9c640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff54c0b1810 con 0x7ff54c159310 2024-09-13T16:02:29.908 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.906+0000 7ff54bfff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff54c0ce4f0 0x7ff54c0ce8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:29.908 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.906+0000 7ff54affd640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7ff54c0b2b40 0x7ff54c0ab140 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:45662/0 (socket says 172.21.15.76:45662) 2024-09-13T16:02:29.908 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.906+0000 7ff54bfff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff54c0ce4f0 0x7ff54c0ce8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36610/0 (socket says 172.21.15.76:36610) 2024-09-13T16:02:29.908 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.906+0000 7ff54affd640 1 -- 172.21.15.76:0/1338918129 learned_addr learned my addr 172.21.15.76:0/1338918129 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:29.908 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.906+0000 7ff54b7fe640 1 --2- 172.21.15.76:0/1338918129 >> v2:172.21.15.192:3300/0 conn(0x7ff54c159310 0x7ff54c0ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:29.908 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.906+0000 7ff54bfff640 1 -- 172.21.15.76:0/1338918129 >> v2:172.21.15.192:3300/0 conn(0x7ff54c159310 msgr2=0x7ff54c0ad400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:29.908 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.906+0000 7ff54bfff640 1 --2- 172.21.15.76:0/1338918129 >> v2:172.21.15.192:3300/0 conn(0x7ff54c159310 0x7ff54c0ad400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:29.908 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.906+0000 7ff54bfff640 1 -- 172.21.15.76:0/1338918129 >> v1:172.21.15.76:6789/0 conn(0x7ff54c0b2b40 legacy=0x7ff54c0ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:29.908 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.906+0000 7ff54bfff640 1 -- 172.21.15.76:0/1338918129 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff54c0cee10 con 0x7ff54c0ce4f0 2024-09-13T16:02:29.910 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.907+0000 7ff54bfff640 1 --2- 172.21.15.76:0/1338918129 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff54c0ce4f0 0x7ff54c0ce8d0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7ff54c0cac90 tx=0x7ff54402c7f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e92551777d9695e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:29.910 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.907+0000 7ff54a7fc640 1 -- 172.21.15.76:0/1338918129 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff544009540 con 0x7ff54c0ce4f0 2024-09-13T16:02:29.910 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.907+0000 7ff54a7fc640 1 -- 172.21.15.76:0/1338918129 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff5440096a0 con 0x7ff54c0ce4f0 2024-09-13T16:02:29.910 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.907+0000 7ff54a7fc640 1 -- 172.21.15.76:0/1338918129 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff544009a30 con 0x7ff54c0ce4f0 2024-09-13T16:02:29.910 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.907+0000 7ff551d9c640 1 -- 172.21.15.76:0/1338918129 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff54c0ce4f0 msgr2=0x7ff54c0ce8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:29.910 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.907+0000 7ff551d9c640 1 --2- 172.21.15.76:0/1338918129 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff54c0ce4f0 0x7ff54c0ce8d0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7ff54c0cac90 tx=0x7ff54402c7f0 comp rx=0 tx=0).stop 2024-09-13T16:02:29.910 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.908+0000 7ff551d9c640 1 -- 172.21.15.76:0/1338918129 shutdown_connections 2024-09-13T16:02:29.910 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.908+0000 7ff551d9c640 1 --2- 172.21.15.76:0/1338918129 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff54c0ce4f0 0x7ff54c0ce8d0 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:29.910 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.908+0000 7ff551d9c640 1 --2- 172.21.15.76:0/1338918129 >> v2:172.21.15.192:3300/0 conn(0x7ff54c159310 0x7ff54c0ad400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:29.910 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.908+0000 7ff551d9c640 1 -- 172.21.15.76:0/1338918129 >> 172.21.15.76:0/1338918129 conn(0x7ff54c06a0b0 msgr2=0x7ff54c06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:29.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.908+0000 7ff551d9c640 1 -- 172.21.15.76:0/1338918129 shutdown_connections 2024-09-13T16:02:29.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.908+0000 7ff551d9c640 1 -- 172.21.15.76:0/1338918129 wait complete. 2024-09-13T16:02:29.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.909+0000 7ff551d9c640 1 Processor -- start 2024-09-13T16:02:29.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.910+0000 7ff551d9c640 1 -- start start 2024-09-13T16:02:29.913 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.911+0000 7ff551d9c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff54c0b2b40 0x7ff54c097ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:29.913 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.911+0000 7ff551d9c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff54c0ce4f0 0x7ff54c15c570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:29.913 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.911+0000 7ff551d9c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff54c159310 0x7ff54c0af2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:29.913 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.911+0000 7ff551d9c640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff54c0973f0 con 0x7ff54c0b2b40 2024-09-13T16:02:29.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.911+0000 7ff551d9c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff54c0aedb0 con 0x7ff54c159310 2024-09-13T16:02:29.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.911+0000 7ff551d9c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff54c0aba30 con 0x7ff54c0ce4f0 2024-09-13T16:02:29.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.911+0000 7ff54b7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff54c0b2b40 0x7ff54c097ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:29.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.911+0000 7ff54b7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff54c0b2b40 0x7ff54c097ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36624/0 (socket says 172.21.15.76:36624) 2024-09-13T16:02:29.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.911+0000 7ff54b7fe640 1 -- 172.21.15.76:0/1074194397 learned_addr learned my addr 172.21.15.76:0/1074194397 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:29.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.911+0000 7ff54bfff640 1 --2- 172.21.15.76:0/1074194397 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff54c159310 0x7ff54c0af2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:29.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.911+0000 7ff54affd640 1 --2- 172.21.15.76:0/1074194397 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff54c0ce4f0 0x7ff54c15c570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:29.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.911+0000 7ff54b7fe640 1 -- 172.21.15.76:0/1074194397 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff54c0ce4f0 msgr2=0x7ff54c15c570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:29.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.911+0000 7ff54b7fe640 1 --2- 172.21.15.76:0/1074194397 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff54c0ce4f0 0x7ff54c15c570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:29.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.911+0000 7ff54b7fe640 1 -- 172.21.15.76:0/1074194397 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff54c159310 msgr2=0x7ff54c0af2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:29.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.911+0000 7ff54b7fe640 1 --2- 172.21.15.76:0/1074194397 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff54c159310 0x7ff54c0af2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:29.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.911+0000 7ff54b7fe640 1 -- 172.21.15.76:0/1074194397 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff54400bc80 con 0x7ff54c0b2b40 2024-09-13T16:02:29.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.911+0000 7ff54bfff640 1 --2- 172.21.15.76:0/1074194397 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff54c159310 0x7ff54c0af2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:02:29.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.911+0000 7ff54b7fe640 1 --2- 172.21.15.76:0/1074194397 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff54c0b2b40 0x7ff54c097ad0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7ff53c00d5f0 tx=0x7ff53c00dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:29.915 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.911+0000 7ff533fff640 1 -- 172.21.15.76:0/1074194397 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff53c0125f0 con 0x7ff54c0b2b40 2024-09-13T16:02:29.915 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.911+0000 7ff533fff640 1 -- 172.21.15.76:0/1074194397 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff53c012750 con 0x7ff54c0b2b40 2024-09-13T16:02:29.915 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.911+0000 7ff551d9c640 1 -- 172.21.15.76:0/1074194397 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff54c0abd10 con 0x7ff54c0b2b40 2024-09-13T16:02:29.915 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.911+0000 7ff533fff640 1 -- 172.21.15.76:0/1074194397 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff53c012b00 con 0x7ff54c0b2b40 2024-09-13T16:02:29.915 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.912+0000 7ff551d9c640 1 -- 172.21.15.76:0/1074194397 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff54c0977f0 con 0x7ff54c0b2b40 2024-09-13T16:02:29.915 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.912+0000 7ff551d9c640 1 -- 172.21.15.76:0/1074194397 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff54c0aef20 con 0x7ff54c0b2b40 2024-09-13T16:02:29.916 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.913+0000 7ff533fff640 1 -- 172.21.15.76:0/1074194397 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff53c012c60 con 0x7ff54c0b2b40 2024-09-13T16:02:29.916 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.913+0000 7ff533fff640 1 --2- 172.21.15.76:0/1074194397 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff53806ac00 0x7ff53806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:29.916 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.914+0000 7ff533fff640 1 -- 172.21.15.76:0/1074194397 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7ff53c089b90 con 0x7ff54c0b2b40 2024-09-13T16:02:29.916 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.914+0000 7ff54affd640 1 --2- 172.21.15.76:0/1074194397 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff53806ac00 0x7ff53806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:29.916 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.914+0000 7ff54affd640 1 --2- 172.21.15.76:0/1074194397 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff53806ac00 0x7ff53806d0c0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7ff54c098010 tx=0x7ff540009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:29.919 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:29.918+0000 7ff533fff640 1 -- 172.21.15.76:0/1074194397 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ff53c0549c0 con 0x7ff54c0b2b40 2024-09-13T16:02:30.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.081+0000 7ff551d9c640 1 -- 172.21.15.76:0/1074194397 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7ff54c06dfa0 con 0x7ff54c0b2b40 2024-09-13T16:02:30.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.082+0000 7ff533fff640 1 -- 172.21.15.76:0/1074194397 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v28) v1 ==== 100+0+11 (secure 0 0 0) 0x7ff53c057fe0 con 0x7ff54c0b2b40 2024-09-13T16:02:30.083 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2024-09-13T16:02:30.086 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.084+0000 7ff551d9c640 1 -- 172.21.15.76:0/1074194397 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff53806ac00 msgr2=0x7ff53806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:30.086 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.084+0000 7ff551d9c640 1 --2- 172.21.15.76:0/1074194397 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff53806ac00 0x7ff53806d0c0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7ff54c098010 tx=0x7ff540009040 comp rx=0 tx=0).stop 2024-09-13T16:02:30.086 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.084+0000 7ff551d9c640 1 -- 172.21.15.76:0/1074194397 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff54c0b2b40 msgr2=0x7ff54c097ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:30.086 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.084+0000 7ff551d9c640 1 --2- 172.21.15.76:0/1074194397 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff54c0b2b40 0x7ff54c097ad0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7ff53c00d5f0 tx=0x7ff53c00dab0 comp rx=0 tx=0).stop 2024-09-13T16:02:30.086 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.084+0000 7ff551d9c640 1 -- 172.21.15.76:0/1074194397 shutdown_connections 2024-09-13T16:02:30.086 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.084+0000 7ff551d9c640 1 --2- 172.21.15.76:0/1074194397 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff54c159310 0x7ff54c0af2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:30.086 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.084+0000 7ff551d9c640 1 --2- 172.21.15.76:0/1074194397 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff53806ac00 0x7ff53806d0c0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:30.086 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.084+0000 7ff551d9c640 1 --2- 172.21.15.76:0/1074194397 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff54c0ce4f0 0x7ff54c15c570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:30.086 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.084+0000 7ff551d9c640 1 --2- 172.21.15.76:0/1074194397 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff54c0b2b40 0x7ff54c097ad0 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:30.086 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.084+0000 7ff551d9c640 1 -- 172.21.15.76:0/1074194397 >> 172.21.15.76:0/1074194397 conn(0x7ff54c06a0b0 msgr2=0x7ff54c0b1ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:30.086 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.084+0000 7ff551d9c640 1 -- 172.21.15.76:0/1074194397 shutdown_connections 2024-09-13T16:02:30.086 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.084+0000 7ff551d9c640 1 -- 172.21.15.76:0/1074194397 wait complete. 2024-09-13T16:02:30.096 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-13T16:02:30.198 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.196+0000 7f004996c640 1 Processor -- start 2024-09-13T16:02:30.198 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.196+0000 7f004996c640 1 -- start start 2024-09-13T16:02:30.199 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.197+0000 7f004996c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f004415c500 0x7f00440d2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:30.199 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.197+0000 7f004996c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f00440cdff0 0x7f00440d0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:30.199 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.197+0000 7f004996c640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f00440cd450 con 0x7f00440d2590 2024-09-13T16:02:30.199 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.197+0000 7f004996c640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f00440d29f0 con 0x7f00440cdff0 2024-09-13T16:02:30.200 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.197+0000 7f004996c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f00440d0cf0 con 0x7f004415c500 2024-09-13T16:02:30.200 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.197+0000 7f00437fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f00440cdff0 0x7f00440d0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:30.200 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.198+0000 7f00437fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f00440cdff0 0x7f00440d0000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36628/0 (socket says 172.21.15.76:36628) 2024-09-13T16:02:30.200 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.198+0000 7f00437fe640 1 -- 172.21.15.76:0/3194920054 learned_addr learned my addr 172.21.15.76:0/3194920054 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:30.200 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.198+0000 7f0042ffd640 1 --2- 172.21.15.76:0/3194920054 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f004415c500 0x7f00440d2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:30.200 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.198+0000 7f00437fe640 1 -- 172.21.15.76:0/3194920054 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f004415c500 msgr2=0x7f00440d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:30.200 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.198+0000 7f00437fe640 1 --2- 172.21.15.76:0/3194920054 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f004415c500 0x7f00440d2050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:30.200 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.198+0000 7f00437fe640 1 -- 172.21.15.76:0/3194920054 >> v1:172.21.15.192:6789/0 conn(0x7f00440d2590 legacy=0x7f00440cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:30.200 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.198+0000 7f00437fe640 1 -- 172.21.15.76:0/3194920054 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f00440d0fd0 con 0x7f00440cdff0 2024-09-13T16:02:30.200 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.198+0000 7f00427fc640 1 -- 172.21.15.76:0/3194920054 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2822162587 0 0) 0x7f00440cd450 con 0x7f00440d2590 2024-09-13T16:02:30.201 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.199+0000 7f00437fe640 1 --2- 172.21.15.76:0/3194920054 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00440cdff0 0x7f00440d0000 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f003c009e50 tx=0x7f003c02a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=93aec0a59d1ac35e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:30.201 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.199+0000 7f00427fc640 1 -- 172.21.15.76:0/3194920054 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f003c02aea0 con 0x7f00440cdff0 2024-09-13T16:02:30.202 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.199+0000 7f00427fc640 1 -- 172.21.15.76:0/3194920054 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f003c02d050 con 0x7f00440cdff0 2024-09-13T16:02:30.202 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.199+0000 7f00427fc640 1 -- 172.21.15.76:0/3194920054 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f003c031820 con 0x7f00440cdff0 2024-09-13T16:02:30.202 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.200+0000 7f004996c640 1 -- 172.21.15.76:0/3194920054 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00440cdff0 msgr2=0x7f00440d0000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:30.202 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.200+0000 7f004996c640 1 --2- 172.21.15.76:0/3194920054 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00440cdff0 0x7f00440d0000 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f003c009e50 tx=0x7f003c02a680 comp rx=0 tx=0).stop 2024-09-13T16:02:30.202 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.200+0000 7f004996c640 1 -- 172.21.15.76:0/3194920054 shutdown_connections 2024-09-13T16:02:30.202 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.200+0000 7f004996c640 1 --2- 172.21.15.76:0/3194920054 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00440cdff0 0x7f00440d0000 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:30.202 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.200+0000 7f004996c640 1 --2- 172.21.15.76:0/3194920054 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f004415c500 0x7f00440d2050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:30.202 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.200+0000 7f004996c640 1 -- 172.21.15.76:0/3194920054 >> 172.21.15.76:0/3194920054 conn(0x7f0044089f60 msgr2=0x7f004409b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:30.202 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.200+0000 7f004996c640 1 -- 172.21.15.76:0/3194920054 shutdown_connections 2024-09-13T16:02:30.202 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.200+0000 7f004996c640 1 -- 172.21.15.76:0/3194920054 wait complete. 2024-09-13T16:02:30.204 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.201+0000 7f004996c640 1 Processor -- start 2024-09-13T16:02:30.204 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.201+0000 7f004996c640 1 -- start start 2024-09-13T16:02:30.204 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.202+0000 7f004996c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00440cdff0 0x7f004415e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:30.204 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.202+0000 7f004996c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f00440d2590 0x7f004415ed80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:30.204 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.202+0000 7f004996c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f004415c500 0x7f00440b6240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:30.205 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.202+0000 7f004996c640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f00440b6f90 con 0x7f00440cdff0 2024-09-13T16:02:30.205 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.202+0000 7f004996c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f00440b7270 con 0x7f004415c500 2024-09-13T16:02:30.205 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.202+0000 7f004996c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f004415ca60 con 0x7f00440d2590 2024-09-13T16:02:30.205 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.202+0000 7f0042ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00440cdff0 0x7f004415e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:30.205 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.202+0000 7f0042ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00440cdff0 0x7f004415e840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36630/0 (socket says 172.21.15.76:36630) 2024-09-13T16:02:30.205 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.202+0000 7f0042ffd640 1 -- 172.21.15.76:0/3222955707 learned_addr learned my addr 172.21.15.76:0/3222955707 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:30.205 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.202+0000 7f00437fe640 1 --2- 172.21.15.76:0/3222955707 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f004415c500 0x7f00440b6240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:30.205 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.202+0000 7f003bfff640 1 --2- 172.21.15.76:0/3222955707 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f00440d2590 0x7f004415ed80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:30.205 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.202+0000 7f0042ffd640 1 -- 172.21.15.76:0/3222955707 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f00440d2590 msgr2=0x7f004415ed80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:30.205 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.202+0000 7f0042ffd640 1 --2- 172.21.15.76:0/3222955707 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f00440d2590 0x7f004415ed80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:30.205 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.202+0000 7f0042ffd640 1 -- 172.21.15.76:0/3222955707 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f004415c500 msgr2=0x7f00440b6240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:30.205 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.202+0000 7f0042ffd640 1 --2- 172.21.15.76:0/3222955707 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f004415c500 0x7f00440b6240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:30.205 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.202+0000 7f0042ffd640 1 -- 172.21.15.76:0/3222955707 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f003c009b30 con 0x7f00440cdff0 2024-09-13T16:02:30.205 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.202+0000 7f003bfff640 1 --2- 172.21.15.76:0/3222955707 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f00440d2590 0x7f004415ed80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:02:30.206 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.202+0000 7f0042ffd640 1 --2- 172.21.15.76:0/3222955707 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00440cdff0 0x7f004415e840 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f003400e870 tx=0x7f003400ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:30.206 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.203+0000 7f0040ff9640 1 -- 172.21.15.76:0/3222955707 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00340094f0 con 0x7f00440cdff0 2024-09-13T16:02:30.206 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.203+0000 7f0040ff9640 1 -- 172.21.15.76:0/3222955707 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f003400c940 con 0x7f00440cdff0 2024-09-13T16:02:30.206 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.203+0000 7f004996c640 1 -- 172.21.15.76:0/3222955707 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f004415cd40 con 0x7f00440cdff0 2024-09-13T16:02:30.206 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.203+0000 7f0040ff9640 1 -- 172.21.15.76:0/3222955707 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f003400ccf0 con 0x7f00440cdff0 2024-09-13T16:02:30.206 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.203+0000 7f004996c640 1 -- 172.21.15.76:0/3222955707 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f00440c9500 con 0x7f00440cdff0 2024-09-13T16:02:30.207 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.204+0000 7f004996c640 1 -- 172.21.15.76:0/3222955707 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f00440d0970 con 0x7f00440cdff0 2024-09-13T16:02:30.207 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.204+0000 7f0040ff9640 1 -- 172.21.15.76:0/3222955707 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f0034013470 con 0x7f00440cdff0 2024-09-13T16:02:30.207 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.204+0000 7f0040ff9640 1 --2- 172.21.15.76:0/3222955707 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f002406ac00 0x7f002406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:30.207 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.205+0000 7f0040ff9640 1 -- 172.21.15.76:0/3222955707 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7f0034089840 con 0x7f00440cdff0 2024-09-13T16:02:30.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.205+0000 7f003bfff640 1 --2- 172.21.15.76:0/3222955707 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f002406ac00 0x7f002406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:30.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.205+0000 7f003bfff640 1 --2- 172.21.15.76:0/3222955707 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f002406ac00 0x7f002406d0c0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f004406d120 tx=0x7f002c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:30.210 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.209+0000 7f0040ff9640 1 -- 172.21.15.76:0/3222955707 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f0034054670 con 0x7f00440cdff0 2024-09-13T16:02:30.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.381+0000 7f004996c640 1 -- 172.21.15.76:0/3222955707 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f00440d0510 con 0x7f00440cdff0 2024-09-13T16:02:30.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.381+0000 7f0040ff9640 1 -- 172.21.15.76:0/3222955707 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v28) v1 ==== 103+0+11 (secure 0 0 0) 0x7f0034057c90 con 0x7f00440cdff0 2024-09-13T16:02:30.382 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2024-09-13T16:02:30.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.383+0000 7f004996c640 1 -- 172.21.15.76:0/3222955707 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f002406ac00 msgr2=0x7f002406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:30.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.383+0000 7f004996c640 1 --2- 172.21.15.76:0/3222955707 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f002406ac00 0x7f002406d0c0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f004406d120 tx=0x7f002c009040 comp rx=0 tx=0).stop 2024-09-13T16:02:30.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.383+0000 7f004996c640 1 -- 172.21.15.76:0/3222955707 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00440cdff0 msgr2=0x7f004415e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:30.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.383+0000 7f004996c640 1 --2- 172.21.15.76:0/3222955707 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00440cdff0 0x7f004415e840 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f003400e870 tx=0x7f003400ed30 comp rx=0 tx=0).stop 2024-09-13T16:02:30.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.383+0000 7f004996c640 1 -- 172.21.15.76:0/3222955707 shutdown_connections 2024-09-13T16:02:30.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.383+0000 7f004996c640 1 --2- 172.21.15.76:0/3222955707 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f004415c500 0x7f00440b6240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:30.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.383+0000 7f004996c640 1 --2- 172.21.15.76:0/3222955707 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f002406ac00 0x7f002406d0c0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:30.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.383+0000 7f004996c640 1 --2- 172.21.15.76:0/3222955707 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f00440d2590 0x7f004415ed80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:30.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.383+0000 7f004996c640 1 --2- 172.21.15.76:0/3222955707 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00440cdff0 0x7f004415e840 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:30.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.383+0000 7f004996c640 1 -- 172.21.15.76:0/3222955707 >> 172.21.15.76:0/3222955707 conn(0x7f0044089f60 msgr2=0x7f00440af6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:30.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.383+0000 7f004996c640 1 -- 172.21.15.76:0/3222955707 shutdown_connections 2024-09-13T16:02:30.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.383+0000 7f004996c640 1 -- 172.21.15.76:0/3222955707 wait complete. 2024-09-13T16:02:30.395 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:02:30.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.496+0000 7f16d973e640 1 Processor -- start 2024-09-13T16:02:30.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.496+0000 7f16d973e640 1 -- start start 2024-09-13T16:02:30.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.497+0000 7f16d973e640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f16d40c9030 0x7f16d4070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:30.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.497+0000 7f16d973e640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f16d40abdf0 con 0x7f16d4071d30 2024-09-13T16:02:30.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.497+0000 7f16d973e640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f16d40b2280 con 0x7f16d4072110 2024-09-13T16:02:30.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.497+0000 7f16d973e640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f16d40ab1e0 con 0x7f16d40c9030 2024-09-13T16:02:30.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.497+0000 7f16d2ffd640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f16d4071d30 0x7f16d40b1b70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:45670/0 (socket says 172.21.15.76:45670) 2024-09-13T16:02:30.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.497+0000 7f16d2ffd640 1 -- 172.21.15.76:0/4136978319 learned_addr learned my addr 172.21.15.76:0/4136978319 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:30.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.497+0000 7f16d37fe640 1 --2- 172.21.15.76:0/4136978319 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f16d40c9030 0x7f16d4070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:30.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.497+0000 7f16d27fc640 1 -- 172.21.15.76:0/4136978319 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1537766762 0 0) 0x7f16d40abdf0 con 0x7f16d4071d30 2024-09-13T16:02:30.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.498+0000 7f16d27fc640 1 -- 172.21.15.76:0/4136978319 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f16c0003520 con 0x7f16d4071d30 2024-09-13T16:02:30.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.498+0000 7f16d27fc640 1 -- 172.21.15.76:0/4136978319 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2201318329 0 0) 0x7f16d40b2280 con 0x7f16d4072110 2024-09-13T16:02:30.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.498+0000 7f16d27fc640 1 -- 172.21.15.76:0/4136978319 --> v1:172.21.15.192:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f16d40abdf0 con 0x7f16d4072110 2024-09-13T16:02:30.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.498+0000 7f16d27fc640 1 -- 172.21.15.76:0/4136978319 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1630860616 0 0) 0x7f16c0003520 con 0x7f16d4071d30 2024-09-13T16:02:30.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.498+0000 7f16d27fc640 1 -- 172.21.15.76:0/4136978319 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f16d40c9030 msgr2=0x7f16d4070190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:30.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.498+0000 7f16d27fc640 1 --2- 172.21.15.76:0/4136978319 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f16d40c9030 0x7f16d4070190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:30.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.498+0000 7f16d27fc640 1 -- 172.21.15.76:0/4136978319 >> v1:172.21.15.192:6789/0 conn(0x7f16d4072110 legacy=0x7f16d40c8920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:30.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.498+0000 7f16d27fc640 1 -- 172.21.15.76:0/4136978319 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f16d40ab4c0 con 0x7f16d4071d30 2024-09-13T16:02:30.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.498+0000 7f16d27fc640 1 -- 172.21.15.76:0/4136978319 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f16c4001670 con 0x7f16d4071d30 2024-09-13T16:02:30.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.498+0000 7f16d27fc640 1 -- 172.21.15.76:0/4136978319 >> v1:172.21.15.76:6789/0 conn(0x7f16d4071d30 legacy=0x7f16d40b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:30.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.498+0000 7f16d27fc640 1 --2- 172.21.15.76:0/4136978319 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f16c0003b30 0x7f16c0003f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:30.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.498+0000 7f16d27fc640 1 --2- 172.21.15.76:0/4136978319 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f16c00047c0 0x7f16c0004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:30.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.498+0000 7f16d27fc640 1 --2- 172.21.15.76:0/4136978319 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f16c0005180 0x7f16c000b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:30.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.498+0000 7f16d27fc640 1 -- 172.21.15.76:0/4136978319 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f16d40ab1e0 con 0x7f16c00047c0 2024-09-13T16:02:30.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.498+0000 7f16d27fc640 1 -- 172.21.15.76:0/4136978319 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f16c000bf70 con 0x7f16c0005180 2024-09-13T16:02:30.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.498+0000 7f16d27fc640 1 -- 172.21.15.76:0/4136978319 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f16c000c130 con 0x7f16c0003b30 2024-09-13T16:02:30.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.498+0000 7f16d37fe640 1 --2- 172.21.15.76:0/4136978319 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f16d40c9030 0x7f16d4070190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:02:30.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.498+0000 7f16ca7fc640 1 --2- 172.21.15.76:0/4136978319 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f16c00047c0 0x7f16c0004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:30.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.498+0000 7f16d2ffd640 1 --2- 172.21.15.76:0/4136978319 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f16c0003b30 0x7f16c0003f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:30.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.498+0000 7f16d37fe640 1 --2- 172.21.15.76:0/4136978319 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f16c0005180 0x7f16c000b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:30.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.498+0000 7f16ca7fc640 1 -- 172.21.15.76:0/4136978319 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f16c0003b30 msgr2=0x7f16c0003f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:30.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.498+0000 7f16ca7fc640 1 --2- 172.21.15.76:0/4136978319 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f16c0003b30 0x7f16c0003f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:30.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.498+0000 7f16ca7fc640 1 -- 172.21.15.76:0/4136978319 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f16c0005180 msgr2=0x7f16c000b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:30.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.498+0000 7f16ca7fc640 1 --2- 172.21.15.76:0/4136978319 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f16c0005180 0x7f16c000b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:30.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.498+0000 7f16ca7fc640 1 -- 172.21.15.76:0/4136978319 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f16c0003520 con 0x7f16c00047c0 2024-09-13T16:02:30.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.499+0000 7f16ca7fc640 1 --2- 172.21.15.76:0/4136978319 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f16c00047c0 0x7f16c0004c40 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f16bc0018c0 tx=0x7f16c00057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2aec42744e4d40db server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:30.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.499+0000 7f16d27fc640 1 -- 172.21.15.76:0/4136978319 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f16bc0052d0 con 0x7f16c00047c0 2024-09-13T16:02:30.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.499+0000 7f16d27fc640 1 -- 172.21.15.76:0/4136978319 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f16bc005450 con 0x7f16c00047c0 2024-09-13T16:02:30.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.499+0000 7f16d27fc640 1 -- 172.21.15.76:0/4136978319 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f16bc02ac90 con 0x7f16c00047c0 2024-09-13T16:02:30.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.500+0000 7f16d973e640 1 -- 172.21.15.76:0/4136978319 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f16c00047c0 msgr2=0x7f16c0004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:30.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.500+0000 7f16d973e640 1 --2- 172.21.15.76:0/4136978319 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f16c00047c0 0x7f16c0004c40 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f16bc0018c0 tx=0x7f16c00057f0 comp rx=0 tx=0).stop 2024-09-13T16:02:30.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.500+0000 7f16d37fe640 1 -- 172.21.15.76:0/4136978319 reap_dead start 2024-09-13T16:02:30.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.500+0000 7f16d973e640 1 -- 172.21.15.76:0/4136978319 shutdown_connections 2024-09-13T16:02:30.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.500+0000 7f16d973e640 1 -- 172.21.15.76:0/4136978319 >> 172.21.15.76:0/4136978319 conn(0x7f16d4069ed0 msgr2=0x7f16d406a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:30.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.500+0000 7f16d973e640 1 -- 172.21.15.76:0/4136978319 shutdown_connections 2024-09-13T16:02:30.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.500+0000 7f16d973e640 1 -- 172.21.15.76:0/4136978319 wait complete. 2024-09-13T16:02:30.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.501+0000 7f16d973e640 1 Processor -- start 2024-09-13T16:02:30.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.501+0000 7f16d973e640 1 -- start start 2024-09-13T16:02:30.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.502+0000 7f16d973e640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f16c00047c0 0x7f16d40afde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:30.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.502+0000 7f16d973e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f16d40c89b0 0x7f16d4156200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:30.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.502+0000 7f16d973e640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f16d40c3c90 0x7f16d40c4110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:30.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.502+0000 7f16d973e640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f16d40c4650 con 0x7f16d40c89b0 2024-09-13T16:02:30.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.502+0000 7f16d973e640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f16d4156ab0 con 0x7f16c00047c0 2024-09-13T16:02:30.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.502+0000 7f16d973e640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f16d406c950 con 0x7f16d40c3c90 2024-09-13T16:02:30.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.502+0000 7f16ca7fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f16d40c89b0 0x7f16d4156200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:30.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.502+0000 7f16ca7fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f16d40c89b0 0x7f16d4156200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36646/0 (socket says 172.21.15.76:36646) 2024-09-13T16:02:30.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.502+0000 7f16ca7fc640 1 -- 172.21.15.76:0/3541990862 learned_addr learned my addr 172.21.15.76:0/3541990862 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:30.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.502+0000 7f16d37fe640 1 --2- 172.21.15.76:0/3541990862 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f16d40c3c90 0x7f16d40c4110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:30.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.502+0000 7f16d2ffd640 1 --2- 172.21.15.76:0/3541990862 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f16c00047c0 0x7f16d40afde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:30.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.502+0000 7f16ca7fc640 1 -- 172.21.15.76:0/3541990862 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f16d40c3c90 msgr2=0x7f16d40c4110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:30.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.502+0000 7f16ca7fc640 1 --2- 172.21.15.76:0/3541990862 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f16d40c3c90 0x7f16d40c4110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:30.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.502+0000 7f16ca7fc640 1 -- 172.21.15.76:0/3541990862 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f16c00047c0 msgr2=0x7f16d40afde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:30.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.502+0000 7f16ca7fc640 1 --2- 172.21.15.76:0/3541990862 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f16c00047c0 0x7f16d40afde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:30.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.502+0000 7f16ca7fc640 1 -- 172.21.15.76:0/3541990862 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f16d41f0420 con 0x7f16d40c89b0 2024-09-13T16:02:30.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.502+0000 7f16ca7fc640 1 --2- 172.21.15.76:0/3541990862 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f16d40c89b0 0x7f16d4156200 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f16bc02a630 tx=0x7f16bc0012d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:30.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.503+0000 7f16cbfff640 1 -- 172.21.15.76:0/3541990862 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f16bc007a50 con 0x7f16d40c89b0 2024-09-13T16:02:30.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.503+0000 7f16cbfff640 1 -- 172.21.15.76:0/3541990862 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f16bc007680 con 0x7f16d40c89b0 2024-09-13T16:02:30.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.503+0000 7f16d973e640 1 -- 172.21.15.76:0/3541990862 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f16d4156740 con 0x7f16d40c89b0 2024-09-13T16:02:30.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.503+0000 7f16cbfff640 1 -- 172.21.15.76:0/3541990862 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f16bc0069f0 con 0x7f16d40c89b0 2024-09-13T16:02:30.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.503+0000 7f16d973e640 1 -- 172.21.15.76:0/3541990862 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f16d41efdd0 con 0x7f16d40c89b0 2024-09-13T16:02:30.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.504+0000 7f16d973e640 1 -- 172.21.15.76:0/3541990862 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f16d41f05b0 con 0x7f16d40c89b0 2024-09-13T16:02:30.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.504+0000 7f16cbfff640 1 -- 172.21.15.76:0/3541990862 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f16bc006b50 con 0x7f16d40c89b0 2024-09-13T16:02:30.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.504+0000 7f16cbfff640 1 --2- 172.21.15.76:0/3541990862 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f16b406ac00 0x7f16b406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:30.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.504+0000 7f16cbfff640 1 -- 172.21.15.76:0/3541990862 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7f16bc0a9520 con 0x7f16d40c89b0 2024-09-13T16:02:30.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.504+0000 7f16d2ffd640 1 --2- 172.21.15.76:0/3541990862 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f16b406ac00 0x7f16b406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:30.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.505+0000 7f16d2ffd640 1 --2- 172.21.15.76:0/3541990862 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f16b406ac00 0x7f16b406d0c0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f16c4001c20 tx=0x7f16c4001e00 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:30.515 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.509+0000 7f16cbfff640 1 -- 172.21.15.76:0/3541990862 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f16bc074400 con 0x7f16d40c89b0 2024-09-13T16:02:30.685 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.683+0000 7f16d973e640 1 -- 172.21.15.76:0/3541990862 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f16d41f05b0 con 0x7f16d40c89b0 2024-09-13T16:02:30.685 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.684+0000 7f16cbfff640 1 -- 172.21.15.76:0/3541990862 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v28) v1 ==== 80+0+0 (secure 0 0 0) 0x7f16bc077a20 con 0x7f16d40c89b0 2024-09-13T16:02:30.685 INFO:teuthology.orchestra.run.smithi076.stderr:listed 0 entries 2024-09-13T16:02:30.687 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.685+0000 7f16d973e640 1 -- 172.21.15.76:0/3541990862 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f16b406ac00 msgr2=0x7f16b406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:30.687 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.685+0000 7f16d973e640 1 --2- 172.21.15.76:0/3541990862 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f16b406ac00 0x7f16b406d0c0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f16c4001c20 tx=0x7f16c4001e00 comp rx=0 tx=0).stop 2024-09-13T16:02:30.687 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.685+0000 7f16d973e640 1 -- 172.21.15.76:0/3541990862 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f16d40c89b0 msgr2=0x7f16d4156200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:30.687 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.685+0000 7f16d973e640 1 --2- 172.21.15.76:0/3541990862 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f16d40c89b0 0x7f16d4156200 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f16bc02a630 tx=0x7f16bc0012d0 comp rx=0 tx=0).stop 2024-09-13T16:02:30.687 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.685+0000 7f16d973e640 1 -- 172.21.15.76:0/3541990862 shutdown_connections 2024-09-13T16:02:30.688 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.685+0000 7f16d973e640 1 --2- 172.21.15.76:0/3541990862 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f16b406ac00 0x7f16b406d0c0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:30.688 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.685+0000 7f16d973e640 1 --2- 172.21.15.76:0/3541990862 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f16d40c3c90 0x7f16d40c4110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:30.688 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.685+0000 7f16d973e640 1 --2- 172.21.15.76:0/3541990862 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f16d40c89b0 0x7f16d4156200 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:30.688 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.685+0000 7f16d973e640 1 --2- 172.21.15.76:0/3541990862 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f16c00047c0 0x7f16d40afde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:30.688 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.685+0000 7f16d973e640 1 -- 172.21.15.76:0/3541990862 >> 172.21.15.76:0/3541990862 conn(0x7f16d4069ed0 msgr2=0x7f16d40b18b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:30.688 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.686+0000 7f16d973e640 1 -- 172.21.15.76:0/3541990862 shutdown_connections 2024-09-13T16:02:30.688 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.686+0000 7f16d973e640 1 -- 172.21.15.76:0/3541990862 wait complete. 2024-09-13T16:02:30.698 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi076.front.sepia.ceph.com... 2024-09-13T16:02:30.698 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:02:30.698 DEBUG:teuthology.orchestra.run.smithi076:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-13T16:02:30.723 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:02:30.724 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi076.front.sepia.ceph.com 2024-09-13T16:02:30.724 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:02:30.724 DEBUG:teuthology.orchestra.run.smithi076:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T16:02:30.780 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-13T16:02:30.780 DEBUG:teuthology.orchestra.run.smithi192:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:02:30.801 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-13T16:02:30.801 DEBUG:teuthology.orchestra.run.smithi192:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:02:30.859 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:02:30.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.956+0000 7f3f930b8640 1 Processor -- start 2024-09-13T16:02:30.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.956+0000 7f3f930b8640 1 -- start start 2024-09-13T16:02:30.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.957+0000 7f3f930b8640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f3f8c071d30 0x7f3f8c070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:30.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.957+0000 7f3f930b8640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3f8c0abdf0 con 0x7f3f8c0c8920 2024-09-13T16:02:30.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.957+0000 7f3f930b8640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3f8c0b2280 con 0x7f3f8c072110 2024-09-13T16:02:30.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.957+0000 7f3f930b8640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3f8c0ab1e0 con 0x7f3f8c071d30 2024-09-13T16:02:30.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.957+0000 7f3f90e54640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f3f8c071d30 0x7f3f8c070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:30.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.957+0000 7f3f91655640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f3f8c0c8920 0x7f3f8c0ac280 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:45672/0 (socket says 172.21.15.76:45672) 2024-09-13T16:02:30.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.957+0000 7f3f91655640 1 -- 172.21.15.76:0/3372032186 learned_addr learned my addr 172.21.15.76:0/3372032186 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:30.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.957+0000 7f3f90e54640 1 -- 172.21.15.76:0/3372032186 >> v1:172.21.15.192:6789/0 conn(0x7f3f8c072110 legacy=0x7f3f8c0b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:30.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.957+0000 7f3f90e54640 1 -- 172.21.15.76:0/3372032186 >> v1:172.21.15.76:6789/0 conn(0x7f3f8c0c8920 legacy=0x7f3f8c0ac280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:30.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.957+0000 7f3f8b7fe640 1 -- 172.21.15.76:0/3372032186 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3014706764 0 0) 0x7f3f8c0abdf0 con 0x7f3f8c0c8920 2024-09-13T16:02:30.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.957+0000 7f3f90e54640 1 -- 172.21.15.76:0/3372032186 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3f8c0ab4c0 con 0x7f3f8c071d30 2024-09-13T16:02:30.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.958+0000 7f3f90e54640 1 --2- 172.21.15.76:0/3372032186 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3f8c071d30 0x7f3f8c070190 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f3f800097a0 tx=0x7f3f8002a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=14770e4a56ba97ae server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:30.961 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.958+0000 7f3f8b7fe640 1 -- 172.21.15.76:0/3372032186 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f80032440 con 0x7f3f8c071d30 2024-09-13T16:02:30.961 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.958+0000 7f3f8b7fe640 1 -- 172.21.15.76:0/3372032186 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3f800325a0 con 0x7f3f8c071d30 2024-09-13T16:02:30.961 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.958+0000 7f3f8b7fe640 1 -- 172.21.15.76:0/3372032186 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f80032930 con 0x7f3f8c071d30 2024-09-13T16:02:30.961 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.959+0000 7f3f930b8640 1 -- 172.21.15.76:0/3372032186 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3f8c071d30 msgr2=0x7f3f8c070190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:30.961 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.959+0000 7f3f930b8640 1 --2- 172.21.15.76:0/3372032186 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3f8c071d30 0x7f3f8c070190 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f3f800097a0 tx=0x7f3f8002a230 comp rx=0 tx=0).stop 2024-09-13T16:02:30.961 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.959+0000 7f3f930b8640 1 -- 172.21.15.76:0/3372032186 shutdown_connections 2024-09-13T16:02:30.961 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.959+0000 7f3f930b8640 1 --2- 172.21.15.76:0/3372032186 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3f8c071d30 0x7f3f8c070190 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:30.961 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.959+0000 7f3f930b8640 1 -- 172.21.15.76:0/3372032186 >> 172.21.15.76:0/3372032186 conn(0x7f3f8c069ed0 msgr2=0x7f3f8c06a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:30.961 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.959+0000 7f3f930b8640 1 -- 172.21.15.76:0/3372032186 shutdown_connections 2024-09-13T16:02:30.961 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.959+0000 7f3f930b8640 1 -- 172.21.15.76:0/3372032186 wait complete. 2024-09-13T16:02:30.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.960+0000 7f3f930b8640 1 Processor -- start 2024-09-13T16:02:30.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.960+0000 7f3f930b8640 1 -- start start 2024-09-13T16:02:30.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.961+0000 7f3f930b8640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3f8c071d30 0x7f3f8c156270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:30.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.961+0000 7f3f930b8640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3f8c072110 0x7f3f8c0c75b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:30.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.961+0000 7f3f930b8640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3f8c0c8920 0x7f3f8c0c7af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:30.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.961+0000 7f3f930b8640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3f8c0c2b20 con 0x7f3f8c0c8920 2024-09-13T16:02:30.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.961+0000 7f3f930b8640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3f8c0c1ea0 con 0x7f3f8c072110 2024-09-13T16:02:30.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.961+0000 7f3f930b8640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3f8c0c2180 con 0x7f3f8c071d30 2024-09-13T16:02:30.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.961+0000 7f3f91655640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3f8c0c8920 0x7f3f8c0c7af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:30.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.961+0000 7f3f91655640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3f8c0c8920 0x7f3f8c0c7af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36652/0 (socket says 172.21.15.76:36652) 2024-09-13T16:02:30.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.961+0000 7f3f91655640 1 -- 172.21.15.76:0/2860729386 learned_addr learned my addr 172.21.15.76:0/2860729386 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:30.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.961+0000 7f3f8bfff640 1 --2- 172.21.15.76:0/2860729386 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3f8c072110 0x7f3f8c0c75b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:30.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.961+0000 7f3f90e54640 1 --2- 172.21.15.76:0/2860729386 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3f8c071d30 0x7f3f8c156270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:30.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.961+0000 7f3f91655640 1 -- 172.21.15.76:0/2860729386 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3f8c071d30 msgr2=0x7f3f8c156270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:30.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.961+0000 7f3f91655640 1 --2- 172.21.15.76:0/2860729386 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3f8c071d30 0x7f3f8c156270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:30.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.961+0000 7f3f91655640 1 -- 172.21.15.76:0/2860729386 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3f8c072110 msgr2=0x7f3f8c0c75b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:30.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.961+0000 7f3f91655640 1 --2- 172.21.15.76:0/2860729386 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3f8c072110 0x7f3f8c0c75b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:30.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.961+0000 7f3f91655640 1 -- 172.21.15.76:0/2860729386 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3f80009400 con 0x7f3f8c0c8920 2024-09-13T16:02:30.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.961+0000 7f3f91655640 1 --2- 172.21.15.76:0/2860729386 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3f8c0c8920 0x7f3f8c0c7af0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f3f8400c7e0 tx=0x7f3f8400cca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:30.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.961+0000 7f3f897fa640 1 -- 172.21.15.76:0/2860729386 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f8400a640 con 0x7f3f8c0c8920 2024-09-13T16:02:30.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.961+0000 7f3f897fa640 1 -- 172.21.15.76:0/2860729386 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3f8400a7c0 con 0x7f3f8c0c8920 2024-09-13T16:02:30.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.961+0000 7f3f897fa640 1 -- 172.21.15.76:0/2860729386 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f8400ab70 con 0x7f3f8c0c8920 2024-09-13T16:02:30.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.961+0000 7f3f930b8640 1 -- 172.21.15.76:0/2860729386 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3f8c0c2460 con 0x7f3f8c0c8920 2024-09-13T16:02:30.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.962+0000 7f3f930b8640 1 -- 172.21.15.76:0/2860729386 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3f8c1567b0 con 0x7f3f8c0c8920 2024-09-13T16:02:30.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.962+0000 7f3f930b8640 1 -- 172.21.15.76:0/2860729386 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3f8c0c2c60 con 0x7f3f8c0c8920 2024-09-13T16:02:30.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.963+0000 7f3f897fa640 1 -- 172.21.15.76:0/2860729386 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f3f8400acd0 con 0x7f3f8c0c8920 2024-09-13T16:02:30.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.963+0000 7f3f897fa640 1 --2- 172.21.15.76:0/2860729386 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3f7006ac00 0x7f3f7006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:30.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.964+0000 7f3f90e54640 1 --2- 172.21.15.76:0/2860729386 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3f7006ac00 0x7f3f7006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:30.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.964+0000 7f3f897fa640 1 -- 172.21.15.76:0/2860729386 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7f3f84088c40 con 0x7f3f8c0c8920 2024-09-13T16:02:30.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.964+0000 7f3f90e54640 1 --2- 172.21.15.76:0/2860729386 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3f7006ac00 0x7f3f7006d0c0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f3f80034000 tx=0x7f3f8002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:30.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:30.968+0000 7f3f897fa640 1 -- 172.21.15.76:0/2860729386 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f3f8c0c2c60 con 0x7f3f8c0c8920 2024-09-13T16:02:31.133 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.131+0000 7f3f930b8640 1 -- 172.21.15.76:0/2860729386 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f3f8c0c2c60 con 0x7f3f8c0c8920 2024-09-13T16:02:31.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.132+0000 7f3f897fa640 1 -- 172.21.15.76:0/2860729386 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v28) v1 ==== 74+0+18669 (secure 0 0 0) 0x7f3f8c0c2c60 con 0x7f3f8c0c8920 2024-09-13T16:02:31.134 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:02:31.134 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":28,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:02:20.572463+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:01:36.778177+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T16:01:37.336141+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T16:01:40.400554+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.2","mappings":[{"from":3,"to":2},{"from":5,"to":1}]},{"pgid":"3.15","mappings":[{"from":7,"to":2}]},{"pgid":"3.3a","mappings":[{"from":5,"to":2}]},{"pgid":"4.0","mappings":[{"from":1,"to":2}]},{"pgid":"4.9","mappings":[{"from":1,"to":2}]},{"pgid":"4.1d","mappings":[{"from":1,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:02:31.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.134+0000 7f3f930b8640 1 -- 172.21.15.76:0/2860729386 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3f7006ac00 msgr2=0x7f3f7006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:31.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.134+0000 7f3f930b8640 1 --2- 172.21.15.76:0/2860729386 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3f7006ac00 0x7f3f7006d0c0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f3f80034000 tx=0x7f3f8002e000 comp rx=0 tx=0).stop 2024-09-13T16:02:31.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.134+0000 7f3f930b8640 1 -- 172.21.15.76:0/2860729386 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3f8c0c8920 msgr2=0x7f3f8c0c7af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:31.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.134+0000 7f3f930b8640 1 --2- 172.21.15.76:0/2860729386 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3f8c0c8920 0x7f3f8c0c7af0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f3f8400c7e0 tx=0x7f3f8400cca0 comp rx=0 tx=0).stop 2024-09-13T16:02:31.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.134+0000 7f3f930b8640 1 -- 172.21.15.76:0/2860729386 shutdown_connections 2024-09-13T16:02:31.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.134+0000 7f3f930b8640 1 --2- 172.21.15.76:0/2860729386 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3f8c0c8920 0x7f3f8c0c7af0 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:31.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.134+0000 7f3f930b8640 1 --2- 172.21.15.76:0/2860729386 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3f8c072110 0x7f3f8c0c75b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:31.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.135+0000 7f3f930b8640 1 --2- 172.21.15.76:0/2860729386 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3f7006ac00 0x7f3f7006d0c0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:31.137 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.135+0000 7f3f930b8640 1 --2- 172.21.15.76:0/2860729386 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3f8c071d30 0x7f3f8c156270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:31.137 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.135+0000 7f3f930b8640 1 -- 172.21.15.76:0/2860729386 >> 172.21.15.76:0/2860729386 conn(0x7f3f8c069ed0 msgr2=0x7f3f8c0ae4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:31.137 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.135+0000 7f3f930b8640 1 -- 172.21.15.76:0/2860729386 shutdown_connections 2024-09-13T16:02:31.137 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.135+0000 7f3f930b8640 1 -- 172.21.15.76:0/2860729386 wait complete. 2024-09-13T16:02:31.147 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:01:26.960607+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:01:36.778177+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:01:37.336141+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-13T16:01:40.400554+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '26', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-13T16:02:31.148 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:02:31.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.247+0000 7fc6e1a61640 1 Processor -- start 2024-09-13T16:02:31.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.247+0000 7fc6e1a61640 1 -- start start 2024-09-13T16:02:31.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.248+0000 7fc6e1a61640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fc6dc15a650 0x7fc6dc0caaa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:31.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.248+0000 7fc6e1a61640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fc6dc15aa30 0x7fc6dc15e370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:31.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.248+0000 7fc6e1a61640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc6dc0cafe0 con 0x7fc6dc15e8b0 2024-09-13T16:02:31.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.248+0000 7fc6e1a61640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc6dc0cb800 con 0x7fc6dc15a650 2024-09-13T16:02:31.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.248+0000 7fc6e1a61640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc6dc0cb240 con 0x7fc6dc15aa30 2024-09-13T16:02:31.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.248+0000 7fc6db7fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fc6dc15e8b0 0x7fc6dc0ccba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:42736/0 (socket says 172.21.15.76:42736) 2024-09-13T16:02:31.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.248+0000 7fc6db7fe640 1 -- 172.21.15.76:0/954323285 learned_addr learned my addr 172.21.15.76:0/954323285 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:31.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.248+0000 7fc6daffd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fc6dc15a650 0x7fc6dc0caaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:31.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.248+0000 7fc6d27fc640 1 --2- 172.21.15.76:0/954323285 >> v2:172.21.15.192:3300/0 conn(0x7fc6dc15aa30 0x7fc6dc15e370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:31.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.248+0000 7fc6da7fc640 1 -- 172.21.15.76:0/954323285 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 201957978 0 0) 0x7fc6d4001490 con 0x7fc6dc15e8b0 2024-09-13T16:02:31.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.249+0000 7fc6da7fc640 1 -- 172.21.15.76:0/954323285 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc6c8003520 con 0x7fc6dc15e8b0 2024-09-13T16:02:31.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.249+0000 7fc6daffd640 1 -- 172.21.15.76:0/954323285 >> v2:172.21.15.192:3300/0 conn(0x7fc6dc15aa30 msgr2=0x7fc6dc15e370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:31.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.249+0000 7fc6daffd640 1 --2- 172.21.15.76:0/954323285 >> v2:172.21.15.192:3300/0 conn(0x7fc6dc15aa30 0x7fc6dc15e370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:31.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.249+0000 7fc6daffd640 1 -- 172.21.15.76:0/954323285 >> v1:172.21.15.76:6789/0 conn(0x7fc6dc15e8b0 legacy=0x7fc6dc0ccba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:31.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.249+0000 7fc6daffd640 1 -- 172.21.15.76:0/954323285 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc6dc0cb520 con 0x7fc6dc15a650 2024-09-13T16:02:31.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.249+0000 7fc6daffd640 1 --2- 172.21.15.76:0/954323285 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc6dc15a650 0x7fc6dc0caaa0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fc6dc0720e0 tx=0x7fc6cc02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=66f5477d467d94b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:31.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.249+0000 7fc6da7fc640 1 -- 172.21.15.76:0/954323285 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6cc032440 con 0x7fc6dc15a650 2024-09-13T16:02:31.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.249+0000 7fc6da7fc640 1 -- 172.21.15.76:0/954323285 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc6cc0325a0 con 0x7fc6dc15a650 2024-09-13T16:02:31.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.249+0000 7fc6da7fc640 1 -- 172.21.15.76:0/954323285 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6cc032930 con 0x7fc6dc15a650 2024-09-13T16:02:31.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.250+0000 7fc6e1a61640 1 -- 172.21.15.76:0/954323285 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc6dc15a650 msgr2=0x7fc6dc0caaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:31.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.250+0000 7fc6e1a61640 1 --2- 172.21.15.76:0/954323285 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc6dc15a650 0x7fc6dc0caaa0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fc6dc0720e0 tx=0x7fc6cc02a1a0 comp rx=0 tx=0).stop 2024-09-13T16:02:31.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.250+0000 7fc6e1a61640 1 -- 172.21.15.76:0/954323285 shutdown_connections 2024-09-13T16:02:31.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.250+0000 7fc6e1a61640 1 --2- 172.21.15.76:0/954323285 >> v2:172.21.15.192:3300/0 conn(0x7fc6dc15aa30 0x7fc6dc15e370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:31.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.250+0000 7fc6e1a61640 1 --2- 172.21.15.76:0/954323285 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc6dc15a650 0x7fc6dc0caaa0 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:31.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.250+0000 7fc6e1a61640 1 -- 172.21.15.76:0/954323285 >> 172.21.15.76:0/954323285 conn(0x7fc6dc06e2b0 msgr2=0x7fc6dc06e690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:31.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.250+0000 7fc6e1a61640 1 -- 172.21.15.76:0/954323285 shutdown_connections 2024-09-13T16:02:31.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.250+0000 7fc6e1a61640 1 -- 172.21.15.76:0/954323285 wait complete. 2024-09-13T16:02:31.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.251+0000 7fc6e1a61640 1 Processor -- start 2024-09-13T16:02:31.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.251+0000 7fc6e1a61640 1 -- start start 2024-09-13T16:02:31.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.252+0000 7fc6e1a61640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc6dc15a650 0x7fc6dc14d620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:31.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.252+0000 7fc6e1a61640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc6dc15aa30 0x7fc6dc1f3e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:31.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.252+0000 7fc6e1a61640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc6dc15e8b0 0x7fc6dc1f43d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:31.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.252+0000 7fc6e1a61640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc6dc15d1a0 con 0x7fc6dc15a650 2024-09-13T16:02:31.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.252+0000 7fc6e1a61640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc6dc14db60 con 0x7fc6dc15aa30 2024-09-13T16:02:31.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.252+0000 7fc6e1a61640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc6dc15c890 con 0x7fc6dc15e8b0 2024-09-13T16:02:31.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.252+0000 7fc6daffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc6dc15a650 0x7fc6dc14d620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:31.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.252+0000 7fc6daffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc6dc15a650 0x7fc6dc14d620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56214/0 (socket says 172.21.15.76:56214) 2024-09-13T16:02:31.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.252+0000 7fc6daffd640 1 -- 172.21.15.76:0/1994988645 learned_addr learned my addr 172.21.15.76:0/1994988645 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:31.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.252+0000 7fc6d27fc640 1 --2- 172.21.15.76:0/1994988645 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc6dc15aa30 0x7fc6dc1f3e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:31.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.252+0000 7fc6db7fe640 1 --2- 172.21.15.76:0/1994988645 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc6dc15e8b0 0x7fc6dc1f43d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:31.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.252+0000 7fc6daffd640 1 -- 172.21.15.76:0/1994988645 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc6dc15e8b0 msgr2=0x7fc6dc1f43d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:31.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.252+0000 7fc6daffd640 1 --2- 172.21.15.76:0/1994988645 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc6dc15e8b0 0x7fc6dc1f43d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:31.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.252+0000 7fc6daffd640 1 -- 172.21.15.76:0/1994988645 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc6dc15aa30 msgr2=0x7fc6dc1f3e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:31.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.252+0000 7fc6daffd640 1 --2- 172.21.15.76:0/1994988645 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc6dc15aa30 0x7fc6dc1f3e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:31.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.252+0000 7fc6daffd640 1 -- 172.21.15.76:0/1994988645 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc6cc009400 con 0x7fc6dc15a650 2024-09-13T16:02:31.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.253+0000 7fc6daffd640 1 --2- 172.21.15.76:0/1994988645 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc6dc15a650 0x7fc6dc14d620 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fc6cc000c00 tx=0x7fc6cc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:31.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.253+0000 7fc6d8ff9640 1 -- 172.21.15.76:0/1994988645 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6cc030b80 con 0x7fc6dc15a650 2024-09-13T16:02:31.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.253+0000 7fc6d8ff9640 1 -- 172.21.15.76:0/1994988645 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc6cc032e90 con 0x7fc6dc15a650 2024-09-13T16:02:31.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.253+0000 7fc6e1a61640 1 -- 172.21.15.76:0/1994988645 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc6dc0c6f20 con 0x7fc6dc15a650 2024-09-13T16:02:31.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.253+0000 7fc6d8ff9640 1 -- 172.21.15.76:0/1994988645 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6cc006e10 con 0x7fc6dc15a650 2024-09-13T16:02:31.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.253+0000 7fc6e1a61640 1 -- 172.21.15.76:0/1994988645 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc6dc15cdc0 con 0x7fc6dc15a650 2024-09-13T16:02:31.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.254+0000 7fc6e1a61640 1 -- 172.21.15.76:0/1994988645 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc6dc0caaa0 con 0x7fc6dc15a650 2024-09-13T16:02:31.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.254+0000 7fc6d8ff9640 1 -- 172.21.15.76:0/1994988645 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc6cc039040 con 0x7fc6dc15a650 2024-09-13T16:02:31.258 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.255+0000 7fc6d8ff9640 1 --2- 172.21.15.76:0/1994988645 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc6bc06ac00 0x7fc6bc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:31.258 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.255+0000 7fc6d8ff9640 1 -- 172.21.15.76:0/1994988645 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7fc6cc0aa130 con 0x7fc6dc15a650 2024-09-13T16:02:31.258 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.255+0000 7fc6d27fc640 1 --2- 172.21.15.76:0/1994988645 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc6bc06ac00 0x7fc6bc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:31.258 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.255+0000 7fc6d27fc640 1 --2- 172.21.15.76:0/1994988645 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc6bc06ac00 0x7fc6bc06d0c0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fc6dc15a000 tx=0x7fc6c4008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:31.260 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.259+0000 7fc6d8ff9640 1 -- 172.21.15.76:0/1994988645 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fc6cc074f60 con 0x7fc6dc15a650 2024-09-13T16:02:31.422 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.420+0000 7fc6e1a61640 1 -- 172.21.15.76:0/1994988645 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fc6dc1e59b0 con 0x7fc6dc15a650 2024-09-13T16:02:31.422 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.421+0000 7fc6d8ff9640 1 -- 172.21.15.76:0/1994988645 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v28) v1 ==== 93+0+10 (secure 0 0 0) 0x7fc6cc078580 con 0x7fc6dc15a650 2024-09-13T16:02:31.422 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2024-09-13T16:02:31.424 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.423+0000 7fc6e1a61640 1 -- 172.21.15.76:0/1994988645 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc6bc06ac00 msgr2=0x7fc6bc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:31.425 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.423+0000 7fc6e1a61640 1 --2- 172.21.15.76:0/1994988645 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc6bc06ac00 0x7fc6bc06d0c0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fc6dc15a000 tx=0x7fc6c4008040 comp rx=0 tx=0).stop 2024-09-13T16:02:31.425 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.423+0000 7fc6e1a61640 1 -- 172.21.15.76:0/1994988645 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc6dc15a650 msgr2=0x7fc6dc14d620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:31.425 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.423+0000 7fc6e1a61640 1 --2- 172.21.15.76:0/1994988645 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc6dc15a650 0x7fc6dc14d620 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fc6cc000c00 tx=0x7fc6cc0046c0 comp rx=0 tx=0).stop 2024-09-13T16:02:31.425 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.423+0000 7fc6e1a61640 1 -- 172.21.15.76:0/1994988645 shutdown_connections 2024-09-13T16:02:31.425 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.423+0000 7fc6e1a61640 1 --2- 172.21.15.76:0/1994988645 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc6bc06ac00 0x7fc6bc06d0c0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:31.425 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.423+0000 7fc6e1a61640 1 --2- 172.21.15.76:0/1994988645 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc6dc15e8b0 0x7fc6dc1f43d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:31.425 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.423+0000 7fc6e1a61640 1 --2- 172.21.15.76:0/1994988645 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc6dc15aa30 0x7fc6dc1f3e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:31.425 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.423+0000 7fc6e1a61640 1 --2- 172.21.15.76:0/1994988645 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc6dc15a650 0x7fc6dc14d620 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:31.425 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.423+0000 7fc6e1a61640 1 -- 172.21.15.76:0/1994988645 >> 172.21.15.76:0/1994988645 conn(0x7fc6dc06e2b0 msgr2=0x7fc6dc0730d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:31.425 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.423+0000 7fc6e1a61640 1 -- 172.21.15.76:0/1994988645 shutdown_connections 2024-09-13T16:02:31.425 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.423+0000 7fc6e1a61640 1 -- 172.21.15.76:0/1994988645 wait complete. 2024-09-13T16:02:31.435 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:02:31.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.534+0000 7f001d5e9640 1 Processor -- start 2024-09-13T16:02:31.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.534+0000 7f001d5e9640 1 -- start start 2024-09-13T16:02:31.536 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.535+0000 7f001d5e9640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f00180d1650 0x7f00180b3850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:31.536 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.535+0000 7f001d5e9640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f00180d1f40 con 0x7f00180b1370 2024-09-13T16:02:31.537 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.535+0000 7f001d5e9640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f00180d2190 con 0x7f00180cd500 2024-09-13T16:02:31.537 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.535+0000 7f001d5e9640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f00180ccb20 con 0x7f00180d1650 2024-09-13T16:02:31.537 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.535+0000 7f00177fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f00180d1650 0x7f00180b3850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:31.537 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.535+0000 7f000ffff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f00180b1370 0x7f00180b1fd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:42744/0 (socket says 172.21.15.76:42744) 2024-09-13T16:02:31.537 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.535+0000 7f000ffff640 1 -- 172.21.15.76:0/2793713264 learned_addr learned my addr 172.21.15.76:0/2793713264 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:31.537 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.535+0000 7f00177fe640 1 -- 172.21.15.76:0/2793713264 >> v1:172.21.15.192:6789/0 conn(0x7f00180cd500 legacy=0x7f00180b18c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:31.537 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.535+0000 7f00177fe640 1 -- 172.21.15.76:0/2793713264 >> v1:172.21.15.76:6789/0 conn(0x7f00180b1370 legacy=0x7f00180b1fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:31.537 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.535+0000 7f00177fe640 1 -- 172.21.15.76:0/2793713264 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f00180cce00 con 0x7f00180d1650 2024-09-13T16:02:31.537 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.535+0000 7f00167fc640 1 -- 172.21.15.76:0/2793713264 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 45845671 0 0) 0x7f00180d1f40 con 0x7f00180b1370 2024-09-13T16:02:31.538 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.536+0000 7f00177fe640 1 --2- 172.21.15.76:0/2793713264 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00180d1650 0x7f00180b3850 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f0010009dc0 tx=0x7f001002a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=57e4596e41c6c632 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:31.538 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.536+0000 7f00167fc640 1 -- 172.21.15.76:0/2793713264 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0010007740 con 0x7f00180d1650 2024-09-13T16:02:31.538 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.536+0000 7f00167fc640 1 -- 172.21.15.76:0/2793713264 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f001002d050 con 0x7f00180d1650 2024-09-13T16:02:31.539 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.536+0000 7f00167fc640 1 -- 172.21.15.76:0/2793713264 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0010007ac0 con 0x7f00180d1650 2024-09-13T16:02:31.539 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.537+0000 7f001d5e9640 1 -- 172.21.15.76:0/2793713264 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00180d1650 msgr2=0x7f00180b3850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:31.539 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.537+0000 7f001d5e9640 1 --2- 172.21.15.76:0/2793713264 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00180d1650 0x7f00180b3850 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f0010009dc0 tx=0x7f001002a6a0 comp rx=0 tx=0).stop 2024-09-13T16:02:31.539 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.537+0000 7f001d5e9640 1 -- 172.21.15.76:0/2793713264 shutdown_connections 2024-09-13T16:02:31.539 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.537+0000 7f001d5e9640 1 --2- 172.21.15.76:0/2793713264 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00180d1650 0x7f00180b3850 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:31.539 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.537+0000 7f001d5e9640 1 -- 172.21.15.76:0/2793713264 >> 172.21.15.76:0/2793713264 conn(0x7f0018089f60 msgr2=0x7f00180d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:31.539 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.537+0000 7f001d5e9640 1 -- 172.21.15.76:0/2793713264 shutdown_connections 2024-09-13T16:02:31.539 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.537+0000 7f001d5e9640 1 -- 172.21.15.76:0/2793713264 wait complete. 2024-09-13T16:02:31.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.538+0000 7f001d5e9640 1 Processor -- start 2024-09-13T16:02:31.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.538+0000 7f001d5e9640 1 -- start start 2024-09-13T16:02:31.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.539+0000 7f001d5e9640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f00180cd500 0x7f00180b5a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:31.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.539+0000 7f001d5e9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f00180d1650 0x7f00180b5fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:31.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.539+0000 7f001d5e9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00180c73d0 0x7f00180b6500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:31.542 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.539+0000 7f001d5e9640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f00180c7940 con 0x7f00180c73d0 2024-09-13T16:02:31.542 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.539+0000 7f001d5e9640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f00180c7c20 con 0x7f00180cd500 2024-09-13T16:02:31.542 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.539+0000 7f001d5e9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f00180c7f00 con 0x7f00180d1650 2024-09-13T16:02:31.542 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.539+0000 7f00177fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00180c73d0 0x7f00180b6500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:31.542 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.539+0000 7f00177fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00180c73d0 0x7f00180b6500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56234/0 (socket says 172.21.15.76:56234) 2024-09-13T16:02:31.542 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.539+0000 7f00177fe640 1 -- 172.21.15.76:0/2978094703 learned_addr learned my addr 172.21.15.76:0/2978094703 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:31.542 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.539+0000 7f000ffff640 1 --2- 172.21.15.76:0/2978094703 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f00180d1650 0x7f00180b5fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:31.542 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.539+0000 7f0016ffd640 1 --2- 172.21.15.76:0/2978094703 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f00180cd500 0x7f00180b5a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:31.542 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.539+0000 7f00177fe640 1 -- 172.21.15.76:0/2978094703 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f00180d1650 msgr2=0x7f00180b5fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:31.542 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.539+0000 7f00177fe640 1 --2- 172.21.15.76:0/2978094703 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f00180d1650 0x7f00180b5fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:31.542 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.539+0000 7f00177fe640 1 -- 172.21.15.76:0/2978094703 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f00180cd500 msgr2=0x7f00180b5a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:31.542 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.539+0000 7f00177fe640 1 --2- 172.21.15.76:0/2978094703 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f00180cd500 0x7f00180b5a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:31.542 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.539+0000 7f00177fe640 1 -- 172.21.15.76:0/2978094703 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0010009a70 con 0x7f00180c73d0 2024-09-13T16:02:31.542 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.539+0000 7f0016ffd640 1 --2- 172.21.15.76:0/2978094703 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f00180cd500 0x7f00180b5a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:02:31.543 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.539+0000 7f000ffff640 1 --2- 172.21.15.76:0/2978094703 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f00180d1650 0x7f00180b5fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:02:31.543 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.539+0000 7f00177fe640 1 --2- 172.21.15.76:0/2978094703 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00180c73d0 0x7f00180b6500 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f0010009ee0 tx=0x7f0010004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:31.543 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.539+0000 7f000f7fe640 1 -- 172.21.15.76:0/2978094703 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0010031bc0 con 0x7f00180c73d0 2024-09-13T16:02:31.543 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.539+0000 7f000f7fe640 1 -- 172.21.15.76:0/2978094703 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0010031d20 con 0x7f00180c73d0 2024-09-13T16:02:31.543 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.539+0000 7f001d5e9640 1 -- 172.21.15.76:0/2978094703 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f00180c81e0 con 0x7f00180c73d0 2024-09-13T16:02:31.543 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.539+0000 7f000f7fe640 1 -- 172.21.15.76:0/2978094703 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0010044680 con 0x7f00180c73d0 2024-09-13T16:02:31.543 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.539+0000 7f001d5e9640 1 -- 172.21.15.76:0/2978094703 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f00180c89e0 con 0x7f00180c73d0 2024-09-13T16:02:31.544 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.540+0000 7f001d5e9640 1 -- 172.21.15.76:0/2978094703 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f00180c8700 con 0x7f00180c73d0 2024-09-13T16:02:31.544 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.541+0000 7f000f7fe640 1 -- 172.21.15.76:0/2978094703 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f001003b410 con 0x7f00180c73d0 2024-09-13T16:02:31.544 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.541+0000 7f000f7fe640 1 --2- 172.21.15.76:0/2978094703 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efff806ac30 0x7efff806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:31.544 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.541+0000 7f000f7fe640 1 -- 172.21.15.76:0/2978094703 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7f00100ab010 con 0x7f00180c73d0 2024-09-13T16:02:31.544 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.541+0000 7f0016ffd640 1 --2- 172.21.15.76:0/2978094703 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efff806ac30 0x7efff806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:31.544 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.542+0000 7f0016ffd640 1 --2- 172.21.15.76:0/2978094703 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efff806ac30 0x7efff806d0f0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f0008000f60 tx=0x7f0008009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:31.546 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.545+0000 7f000f7fe640 1 -- 172.21.15.76:0/2978094703 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f00180c8700 con 0x7f00180c73d0 2024-09-13T16:02:31.710 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.709+0000 7f001d5e9640 1 -- 172.21.15.76:0/2978094703 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f00180c8700 con 0x7f00180c73d0 2024-09-13T16:02:31.711 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.709+0000 7f000f7fe640 1 -- 172.21.15.76:0/2978094703 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v28) v1 ==== 104+0+11 (secure 0 0 0) 0x7f00180c8700 con 0x7f00180c73d0 2024-09-13T16:02:31.711 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2024-09-13T16:02:31.713 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.711+0000 7f001d5e9640 1 -- 172.21.15.76:0/2978094703 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efff806ac30 msgr2=0x7efff806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:31.713 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.711+0000 7f001d5e9640 1 --2- 172.21.15.76:0/2978094703 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efff806ac30 0x7efff806d0f0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f0008000f60 tx=0x7f0008009040 comp rx=0 tx=0).stop 2024-09-13T16:02:31.713 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.711+0000 7f001d5e9640 1 -- 172.21.15.76:0/2978094703 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00180c73d0 msgr2=0x7f00180b6500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:31.713 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.711+0000 7f001d5e9640 1 --2- 172.21.15.76:0/2978094703 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00180c73d0 0x7f00180b6500 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f0010009ee0 tx=0x7f0010004a40 comp rx=0 tx=0).stop 2024-09-13T16:02:31.714 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.712+0000 7f001d5e9640 1 -- 172.21.15.76:0/2978094703 shutdown_connections 2024-09-13T16:02:31.714 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.712+0000 7f001d5e9640 1 --2- 172.21.15.76:0/2978094703 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00180c73d0 0x7f00180b6500 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:31.714 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.712+0000 7f001d5e9640 1 --2- 172.21.15.76:0/2978094703 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efff806ac30 0x7efff806d0f0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:31.714 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.712+0000 7f001d5e9640 1 --2- 172.21.15.76:0/2978094703 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f00180d1650 0x7f00180b5fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:31.714 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.712+0000 7f001d5e9640 1 --2- 172.21.15.76:0/2978094703 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f00180cd500 0x7f00180b5a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:31.714 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.712+0000 7f001d5e9640 1 -- 172.21.15.76:0/2978094703 >> 172.21.15.76:0/2978094703 conn(0x7f0018089f60 msgr2=0x7f0018073160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:31.714 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.712+0000 7f001d5e9640 1 -- 172.21.15.76:0/2978094703 shutdown_connections 2024-09-13T16:02:31.714 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.712+0000 7f001d5e9640 1 -- 172.21.15.76:0/2978094703 wait complete. 2024-09-13T16:02:31.724 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:02:31.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.823+0000 7f3570b9c640 1 Processor -- start 2024-09-13T16:02:31.825 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.823+0000 7f3570b9c640 1 -- start start 2024-09-13T16:02:31.826 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.824+0000 7f3570b9c640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f356c0b20a0 0x7f356c0ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:31.826 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.824+0000 7f3570b9c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f356c0cea30 0x7f356c0ab9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:31.826 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.824+0000 7f3570b9c640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f356c15a790 con 0x7f356c15a3b0 2024-09-13T16:02:31.826 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.824+0000 7f3570b9c640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f356c0ceea0 con 0x7f356c0b20a0 2024-09-13T16:02:31.826 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.824+0000 7f3570b9c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f356c0b2680 con 0x7f356c0cea30 2024-09-13T16:02:31.826 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.824+0000 7f356ad9d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f356c0cea30 0x7f356c0ab9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:31.826 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.824+0000 7f3563fff640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f356c0b20a0 0x7f356c0ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:31.826 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.824+0000 7f356a59c640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7f356c15a3b0 0x7f356c0b1720 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:32880/0 (socket says 172.21.15.76:32880) 2024-09-13T16:02:31.826 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.824+0000 7f356a59c640 1 -- 172.21.15.76:0/1520600066 learned_addr learned my addr 172.21.15.76:0/1520600066 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:31.827 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.825+0000 7f356ad9d640 1 -- 172.21.15.76:0/1520600066 >> v2:172.21.15.192:3300/0 conn(0x7f356c0b20a0 msgr2=0x7f356c0ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:31.827 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.825+0000 7f356ad9d640 1 --2- 172.21.15.76:0/1520600066 >> v2:172.21.15.192:3300/0 conn(0x7f356c0b20a0 0x7f356c0ce4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:31.827 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.825+0000 7f356ad9d640 1 -- 172.21.15.76:0/1520600066 >> v1:172.21.15.192:6789/0 conn(0x7f356c15a3b0 legacy=0x7f356c0b1720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:31.827 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.825+0000 7f356ad9d640 1 -- 172.21.15.76:0/1520600066 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f356c0b2960 con 0x7f356c0cea30 2024-09-13T16:02:31.827 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.825+0000 7f3563fff640 1 --2- 172.21.15.76:0/1520600066 >> v2:172.21.15.192:3300/0 conn(0x7f356c0b20a0 0x7f356c0ce4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:02:31.828 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.825+0000 7f356ad9d640 1 --2- 172.21.15.76:0/1520600066 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f356c0cea30 0x7f356c0ab9e0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f3564009d90 tx=0x7f356402a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9f2f8865d68c0e50 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:31.828 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.826+0000 7f3569d9b640 1 -- 172.21.15.76:0/1520600066 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3564007740 con 0x7f356c0cea30 2024-09-13T16:02:31.828 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.826+0000 7f3569d9b640 1 -- 172.21.15.76:0/1520600066 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f356402d050 con 0x7f356c0cea30 2024-09-13T16:02:31.828 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.826+0000 7f3569d9b640 1 -- 172.21.15.76:0/1520600066 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3564007ac0 con 0x7f356c0cea30 2024-09-13T16:02:31.828 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.826+0000 7f3570b9c640 1 -- 172.21.15.76:0/1520600066 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f356c0cea30 msgr2=0x7f356c0ab9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:31.829 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.826+0000 7f3570b9c640 1 --2- 172.21.15.76:0/1520600066 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f356c0cea30 0x7f356c0ab9e0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f3564009d90 tx=0x7f356402a660 comp rx=0 tx=0).stop 2024-09-13T16:02:31.829 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.826+0000 7f3570b9c640 1 -- 172.21.15.76:0/1520600066 shutdown_connections 2024-09-13T16:02:31.829 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.826+0000 7f3570b9c640 1 --2- 172.21.15.76:0/1520600066 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f356c0cea30 0x7f356c0ab9e0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:31.829 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.826+0000 7f3570b9c640 1 --2- 172.21.15.76:0/1520600066 >> v2:172.21.15.192:3300/0 conn(0x7f356c0b20a0 0x7f356c0ce4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:31.829 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.826+0000 7f3570b9c640 1 -- 172.21.15.76:0/1520600066 >> 172.21.15.76:0/1520600066 conn(0x7f356c06a0b0 msgr2=0x7f356c06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:31.829 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.826+0000 7f3570b9c640 1 -- 172.21.15.76:0/1520600066 shutdown_connections 2024-09-13T16:02:31.829 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.826+0000 7f3570b9c640 1 -- 172.21.15.76:0/1520600066 wait complete. 2024-09-13T16:02:31.831 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.827+0000 7f3570b9c640 1 Processor -- start 2024-09-13T16:02:31.831 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.828+0000 7f3570b9c640 1 -- start start 2024-09-13T16:02:31.831 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.828+0000 7f3570b9c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f356c0b20a0 0x7f356c15bb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:31.831 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.828+0000 7f3570b9c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f356c0cea30 0x7f356c0978b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:31.831 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.828+0000 7f3570b9c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f356c15a3b0 0x7f356c0c7f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:31.831 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.828+0000 7f3570b9c640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f356c150a20 con 0x7f356c0cea30 2024-09-13T16:02:31.832 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.828+0000 7f3570b9c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f356c15aee0 con 0x7f356c0b20a0 2024-09-13T16:02:31.832 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.828+0000 7f3570b9c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f356c15b1c0 con 0x7f356c15a3b0 2024-09-13T16:02:31.832 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.828+0000 7f3563fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f356c0cea30 0x7f356c0978b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:31.832 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.828+0000 7f3563fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f356c0cea30 0x7f356c0978b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56242/0 (socket says 172.21.15.76:56242) 2024-09-13T16:02:31.832 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.828+0000 7f3563fff640 1 -- 172.21.15.76:0/2767050175 learned_addr learned my addr 172.21.15.76:0/2767050175 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:31.832 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.829+0000 7f356a59c640 1 --2- 172.21.15.76:0/2767050175 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f356c0b20a0 0x7f356c15bb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:31.832 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.829+0000 7f356ad9d640 1 --2- 172.21.15.76:0/2767050175 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f356c15a3b0 0x7f356c0c7f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:31.832 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.829+0000 7f3563fff640 1 -- 172.21.15.76:0/2767050175 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f356c15a3b0 msgr2=0x7f356c0c7f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:31.832 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.829+0000 7f3563fff640 1 --2- 172.21.15.76:0/2767050175 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f356c15a3b0 0x7f356c0c7f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:31.832 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.829+0000 7f3563fff640 1 -- 172.21.15.76:0/2767050175 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f356c0b20a0 msgr2=0x7f356c15bb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:31.832 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.829+0000 7f3563fff640 1 --2- 172.21.15.76:0/2767050175 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f356c0b20a0 0x7f356c15bb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:31.832 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.829+0000 7f3563fff640 1 -- 172.21.15.76:0/2767050175 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3554009400 con 0x7f356c0cea30 2024-09-13T16:02:31.832 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.829+0000 7f3563fff640 1 --2- 172.21.15.76:0/2767050175 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f356c0cea30 0x7f356c0978b0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f355400ebe0 tx=0x7f355400c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:31.833 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.829+0000 7f3562ffd640 1 -- 172.21.15.76:0/2767050175 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3554009760 con 0x7f356c0cea30 2024-09-13T16:02:31.833 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.829+0000 7f3562ffd640 1 -- 172.21.15.76:0/2767050175 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f355400cc30 con 0x7f356c0cea30 2024-09-13T16:02:31.833 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.829+0000 7f3562ffd640 1 -- 172.21.15.76:0/2767050175 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f355400eee0 con 0x7f356c0cea30 2024-09-13T16:02:31.833 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.829+0000 7f3570b9c640 1 -- 172.21.15.76:0/2767050175 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3564009a70 con 0x7f356c0cea30 2024-09-13T16:02:31.833 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.829+0000 7f3570b9c640 1 -- 172.21.15.76:0/2767050175 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f356c15b780 con 0x7f356c0cea30 2024-09-13T16:02:31.835 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.830+0000 7f3570b9c640 1 -- 172.21.15.76:0/2767050175 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f356c0abea0 con 0x7f356c0cea30 2024-09-13T16:02:31.835 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.831+0000 7f3562ffd640 1 -- 172.21.15.76:0/2767050175 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f3554013470 con 0x7f356c0cea30 2024-09-13T16:02:31.835 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.831+0000 7f3562ffd640 1 --2- 172.21.15.76:0/2767050175 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f354c06ac00 0x7f354c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:31.835 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.831+0000 7f3562ffd640 1 -- 172.21.15.76:0/2767050175 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7f3554089a20 con 0x7f356c0cea30 2024-09-13T16:02:31.836 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.831+0000 7f356a59c640 1 --2- 172.21.15.76:0/2767050175 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f354c06ac00 0x7f354c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:31.836 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.831+0000 7f356a59c640 1 --2- 172.21.15.76:0/2767050175 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f354c06ac00 0x7f354c06d0c0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f355c005880 tx=0x7f355c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:31.836 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.835+0000 7f3562ffd640 1 -- 172.21.15.76:0/2767050175 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f3554054850 con 0x7f356c0cea30 2024-09-13T16:02:31.997 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.995+0000 7f3570b9c640 1 -- 172.21.15.76:0/2767050175 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f356c0ce4f0 con 0x7f356c0cea30 2024-09-13T16:02:31.997 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.995+0000 7f3562ffd640 1 -- 172.21.15.76:0/2767050175 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v28) v1 ==== 100+0+11 (secure 0 0 0) 0x7f3554057e70 con 0x7f356c0cea30 2024-09-13T16:02:31.997 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2024-09-13T16:02:31.999 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.998+0000 7f3570b9c640 1 -- 172.21.15.76:0/2767050175 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f354c06ac00 msgr2=0x7f354c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:31.999 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.998+0000 7f3570b9c640 1 --2- 172.21.15.76:0/2767050175 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f354c06ac00 0x7f354c06d0c0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f355c005880 tx=0x7f355c009040 comp rx=0 tx=0).stop 2024-09-13T16:02:31.999 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.998+0000 7f3570b9c640 1 -- 172.21.15.76:0/2767050175 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f356c0cea30 msgr2=0x7f356c0978b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:31.999 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.998+0000 7f3570b9c640 1 --2- 172.21.15.76:0/2767050175 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f356c0cea30 0x7f356c0978b0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f355400ebe0 tx=0x7f355400c520 comp rx=0 tx=0).stop 2024-09-13T16:02:31.999 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.998+0000 7f3570b9c640 1 -- 172.21.15.76:0/2767050175 shutdown_connections 2024-09-13T16:02:32.000 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.998+0000 7f3570b9c640 1 --2- 172.21.15.76:0/2767050175 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f354c06ac00 0x7f354c06d0c0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:32.000 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.998+0000 7f3570b9c640 1 --2- 172.21.15.76:0/2767050175 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f356c15a3b0 0x7f356c0c7f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:32.000 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.998+0000 7f3570b9c640 1 --2- 172.21.15.76:0/2767050175 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f356c0cea30 0x7f356c0978b0 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:32.000 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.998+0000 7f3570b9c640 1 --2- 172.21.15.76:0/2767050175 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f356c0b20a0 0x7f356c15bb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:32.000 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.998+0000 7f3570b9c640 1 -- 172.21.15.76:0/2767050175 >> 172.21.15.76:0/2767050175 conn(0x7f356c06a0b0 msgr2=0x7f356c0afca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:32.000 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.998+0000 7f3570b9c640 1 -- 172.21.15.76:0/2767050175 shutdown_connections 2024-09-13T16:02:32.000 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:31.998+0000 7f3570b9c640 1 -- 172.21.15.76:0/2767050175 wait complete. 2024-09-13T16:02:32.010 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-13T16:02:32.111 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.109+0000 7f25e5235640 1 Processor -- start 2024-09-13T16:02:32.111 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.110+0000 7f25e5235640 1 -- start start 2024-09-13T16:02:32.112 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.110+0000 7f25e5235640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f25e00d2760 0x7f25e00cd8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:32.112 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.110+0000 7f25e5235640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f25e00cde20 0x7f25e00d0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:32.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.110+0000 7f25e5235640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f25e00cd450 con 0x7f25e015c500 2024-09-13T16:02:32.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.110+0000 7f25e5235640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f25e00d0cf0 con 0x7f25e00d2760 2024-09-13T16:02:32.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.110+0000 7f25e5235640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f25e00d0fd0 con 0x7f25e00cde20 2024-09-13T16:02:32.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.111+0000 7f25de59c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f25e00d2760 0x7f25e00cd8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:32.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.111+0000 7f25de59c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f25e00d2760 0x7f25e00cd8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56254/0 (socket says 172.21.15.76:56254) 2024-09-13T16:02:32.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.111+0000 7f25de59c640 1 -- 172.21.15.76:0/1949059216 learned_addr learned my addr 172.21.15.76:0/1949059216 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:32.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.111+0000 7f25df59e640 1 --2- 172.21.15.76:0/1949059216 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f25e00cde20 0x7f25e00d0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:32.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.111+0000 7f25de59c640 1 -- 172.21.15.76:0/1949059216 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f25e00cde20 msgr2=0x7f25e00d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:32.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.111+0000 7f25de59c640 1 --2- 172.21.15.76:0/1949059216 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f25e00cde20 0x7f25e00d0000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:32.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.111+0000 7f25de59c640 1 -- 172.21.15.76:0/1949059216 >> v1:172.21.15.192:6789/0 conn(0x7f25e015c500 legacy=0x7f25e00d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:32.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.111+0000 7f25de59c640 1 -- 172.21.15.76:0/1949059216 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f25e00cd0e0 con 0x7f25e00d2760 2024-09-13T16:02:32.114 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.112+0000 7f25de59c640 1 --2- 172.21.15.76:0/1949059216 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f25e00d2760 0x7f25e00cd8e0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f25c8009870 tx=0x7f25c802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=65b87d8ecf95e746 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:32.114 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.112+0000 7f25ddd9b640 1 -- 172.21.15.76:0/1949059216 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25c8032440 con 0x7f25e00d2760 2024-09-13T16:02:32.115 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.112+0000 7f25ddd9b640 1 -- 172.21.15.76:0/1949059216 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f25c80325a0 con 0x7f25e00d2760 2024-09-13T16:02:32.115 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.112+0000 7f25ddd9b640 1 -- 172.21.15.76:0/1949059216 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25c8032930 con 0x7f25e00d2760 2024-09-13T16:02:32.115 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.112+0000 7f25e5235640 1 -- 172.21.15.76:0/1949059216 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f25e00d2760 msgr2=0x7f25e00cd8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:32.115 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.112+0000 7f25e5235640 1 --2- 172.21.15.76:0/1949059216 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f25e00d2760 0x7f25e00cd8e0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f25c8009870 tx=0x7f25c802a270 comp rx=0 tx=0).stop 2024-09-13T16:02:32.115 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.112+0000 7f25e5235640 1 -- 172.21.15.76:0/1949059216 shutdown_connections 2024-09-13T16:02:32.115 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.112+0000 7f25e5235640 1 --2- 172.21.15.76:0/1949059216 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f25e00cde20 0x7f25e00d0000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:32.115 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.112+0000 7f25e5235640 1 --2- 172.21.15.76:0/1949059216 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f25e00d2760 0x7f25e00cd8e0 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:32.115 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.112+0000 7f25e5235640 1 -- 172.21.15.76:0/1949059216 >> 172.21.15.76:0/1949059216 conn(0x7f25e0089f60 msgr2=0x7f25e009b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:32.115 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.112+0000 7f25e5235640 1 -- 172.21.15.76:0/1949059216 shutdown_connections 2024-09-13T16:02:32.115 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.112+0000 7f25e5235640 1 -- 172.21.15.76:0/1949059216 wait complete. 2024-09-13T16:02:32.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.114+0000 7f25e5235640 1 Processor -- start 2024-09-13T16:02:32.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.114+0000 7f25e5235640 1 -- start start 2024-09-13T16:02:32.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.114+0000 7f25e5235640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f25e00cde20 0x7f25e015a270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:32.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.114+0000 7f25e5235640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f25e00d2760 0x7f25e00c9f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:32.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.114+0000 7f25e5235640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f25e015c500 0x7f25e015caf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:32.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.114+0000 7f25e5235640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f25e015a7b0 con 0x7f25e015c500 2024-09-13T16:02:32.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.114+0000 7f25e5235640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f25e00c9500 con 0x7f25e00cde20 2024-09-13T16:02:32.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.114+0000 7f25e5235640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f25e00ca490 con 0x7f25e00d2760 2024-09-13T16:02:32.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.115+0000 7f25df59e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f25e015c500 0x7f25e015caf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:32.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.115+0000 7f25df59e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f25e015c500 0x7f25e015caf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56266/0 (socket says 172.21.15.76:56266) 2024-09-13T16:02:32.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.115+0000 7f25df59e640 1 -- 172.21.15.76:0/1226686292 learned_addr learned my addr 172.21.15.76:0/1226686292 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:32.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.115+0000 7f25ded9d640 1 --2- 172.21.15.76:0/1226686292 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f25e00cde20 0x7f25e015a270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:32.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.115+0000 7f25de59c640 1 --2- 172.21.15.76:0/1226686292 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f25e00d2760 0x7f25e00c9f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:32.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.115+0000 7f25df59e640 1 -- 172.21.15.76:0/1226686292 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f25e00d2760 msgr2=0x7f25e00c9f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:32.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.115+0000 7f25df59e640 1 --2- 172.21.15.76:0/1226686292 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f25e00d2760 0x7f25e00c9f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:32.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.115+0000 7f25df59e640 1 -- 172.21.15.76:0/1226686292 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f25e00cde20 msgr2=0x7f25e015a270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:32.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.115+0000 7f25df59e640 1 --2- 172.21.15.76:0/1226686292 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f25e00cde20 0x7f25e015a270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:32.120 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.115+0000 7f25df59e640 1 -- 172.21.15.76:0/1226686292 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f25c80094d0 con 0x7f25e015c500 2024-09-13T16:02:32.120 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.115+0000 7f25df59e640 1 --2- 172.21.15.76:0/1226686292 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f25e015c500 0x7f25e015caf0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f25d800efc0 tx=0x7f25d800c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:32.120 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.115+0000 7f25d77fe640 1 -- 172.21.15.76:0/1226686292 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25d8014480 con 0x7f25e015c500 2024-09-13T16:02:32.120 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.115+0000 7f25d77fe640 1 -- 172.21.15.76:0/1226686292 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f25d800f040 con 0x7f25e015c500 2024-09-13T16:02:32.120 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.115+0000 7f25e5235640 1 -- 172.21.15.76:0/1226686292 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f25e015d5b0 con 0x7f25e015c500 2024-09-13T16:02:32.120 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.115+0000 7f25d77fe640 1 -- 172.21.15.76:0/1226686292 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25d8014820 con 0x7f25e015c500 2024-09-13T16:02:32.120 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.115+0000 7f25e5235640 1 -- 172.21.15.76:0/1226686292 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f25e00c9750 con 0x7f25e015c500 2024-09-13T16:02:32.120 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.116+0000 7f25e5235640 1 -- 172.21.15.76:0/1226686292 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f25e00d04f0 con 0x7f25e015c500 2024-09-13T16:02:32.120 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.117+0000 7f25d77fe640 1 -- 172.21.15.76:0/1226686292 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f25d8014980 con 0x7f25e015c500 2024-09-13T16:02:32.120 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.117+0000 7f25d77fe640 1 --2- 172.21.15.76:0/1226686292 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f25c006ac00 0x7f25c006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:32.120 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.117+0000 7f25d77fe640 1 -- 172.21.15.76:0/1226686292 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7f25d808a410 con 0x7f25e015c500 2024-09-13T16:02:32.120 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.117+0000 7f25ded9d640 1 --2- 172.21.15.76:0/1226686292 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f25c006ac00 0x7f25c006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:32.121 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.118+0000 7f25ded9d640 1 --2- 172.21.15.76:0/1226686292 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f25c006ac00 0x7f25c006d0c0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f25e00cc670 tx=0x7f25d0009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:32.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.121+0000 7f25d77fe640 1 -- 172.21.15.76:0/1226686292 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f25d8055380 con 0x7f25e015c500 2024-09-13T16:02:32.285 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.283+0000 7f25e5235640 1 -- 172.21.15.76:0/1226686292 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f25e00d0910 con 0x7f25e015c500 2024-09-13T16:02:32.285 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.283+0000 7f25d77fe640 1 -- 172.21.15.76:0/1226686292 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v28) v1 ==== 103+0+11 (secure 0 0 0) 0x7f25d80589a0 con 0x7f25e015c500 2024-09-13T16:02:32.285 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2024-09-13T16:02:32.287 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.285+0000 7f25e5235640 1 -- 172.21.15.76:0/1226686292 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f25c006ac00 msgr2=0x7f25c006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:32.287 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.285+0000 7f25e5235640 1 --2- 172.21.15.76:0/1226686292 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f25c006ac00 0x7f25c006d0c0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f25e00cc670 tx=0x7f25d0009040 comp rx=0 tx=0).stop 2024-09-13T16:02:32.287 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.285+0000 7f25e5235640 1 -- 172.21.15.76:0/1226686292 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f25e015c500 msgr2=0x7f25e015caf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:32.287 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.285+0000 7f25e5235640 1 --2- 172.21.15.76:0/1226686292 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f25e015c500 0x7f25e015caf0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f25d800efc0 tx=0x7f25d800c490 comp rx=0 tx=0).stop 2024-09-13T16:02:32.287 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.285+0000 7f25e5235640 1 -- 172.21.15.76:0/1226686292 shutdown_connections 2024-09-13T16:02:32.287 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.285+0000 7f25e5235640 1 --2- 172.21.15.76:0/1226686292 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f25e015c500 0x7f25e015caf0 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:32.287 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.285+0000 7f25e5235640 1 --2- 172.21.15.76:0/1226686292 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f25c006ac00 0x7f25c006d0c0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:32.287 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.285+0000 7f25e5235640 1 --2- 172.21.15.76:0/1226686292 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f25e00d2760 0x7f25e00c9f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:32.288 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.285+0000 7f25e5235640 1 --2- 172.21.15.76:0/1226686292 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f25e00cde20 0x7f25e015a270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:32.288 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.285+0000 7f25e5235640 1 -- 172.21.15.76:0/1226686292 >> 172.21.15.76:0/1226686292 conn(0x7f25e0089f60 msgr2=0x7f25e00b3060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:32.288 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.285+0000 7f25e5235640 1 -- 172.21.15.76:0/1226686292 shutdown_connections 2024-09-13T16:02:32.288 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.285+0000 7f25e5235640 1 -- 172.21.15.76:0/1226686292 wait complete. 2024-09-13T16:02:32.298 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:02:32.398 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.396+0000 7ff01d480640 1 Processor -- start 2024-09-13T16:02:32.398 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.396+0000 7ff01d480640 1 -- start start 2024-09-13T16:02:32.399 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.397+0000 7ff01d480640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7ff0180ceef0 0x7ff0180af0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:32.399 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.397+0000 7ff01d480640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff01815c860 0x7ff0180cf2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:32.399 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.397+0000 7ff01d480640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff01806bb10 con 0x7ff0180d0690 2024-09-13T16:02:32.400 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.397+0000 7ff01d480640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff0180cf810 con 0x7ff0180ceef0 2024-09-13T16:02:32.400 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.397+0000 7ff01d480640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff0180ccb30 con 0x7ff01815c860 2024-09-13T16:02:32.400 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.397+0000 7ff0177fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7ff0180d0690 0x7ff0180d0b40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:42746/0 (socket says 172.21.15.76:42746) 2024-09-13T16:02:32.400 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.397+0000 7ff0177fe640 1 -- 172.21.15.76:0/41769244 learned_addr learned my addr 172.21.15.76:0/41769244 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:32.400 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.397+0000 7ff016ffd640 1 --2- 172.21.15.76:0/41769244 >> v2:172.21.15.192:3300/0 conn(0x7ff0180ceef0 0x7ff0180af0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:32.400 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.398+0000 7ff00e7fc640 1 --2- 172.21.15.76:0/41769244 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff01815c860 0x7ff0180cf2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:32.400 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.398+0000 7ff0167fc640 1 -- 172.21.15.76:0/41769244 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3831975495 0 0) 0x7ff01806bb10 con 0x7ff0180d0690 2024-09-13T16:02:32.400 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.398+0000 7ff0167fc640 1 -- 172.21.15.76:0/41769244 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff004003520 con 0x7ff0180d0690 2024-09-13T16:02:32.400 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.398+0000 7ff016ffd640 1 -- 172.21.15.76:0/41769244 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff01815c860 msgr2=0x7ff0180cf2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:32.400 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.398+0000 7ff016ffd640 1 --2- 172.21.15.76:0/41769244 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff01815c860 0x7ff0180cf2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:32.400 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.398+0000 7ff016ffd640 1 -- 172.21.15.76:0/41769244 >> v1:172.21.15.76:6789/0 conn(0x7ff0180d0690 legacy=0x7ff0180d0b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:32.400 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.398+0000 7ff016ffd640 1 -- 172.21.15.76:0/41769244 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff0180d13a0 con 0x7ff0180ceef0 2024-09-13T16:02:32.402 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.399+0000 7ff016ffd640 1 --2- 172.21.15.76:0/41769244 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff0180ceef0 0x7ff0180af0d0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7ff0080097a0 tx=0x7ff00802a210 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9639eff1928a55f2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:32.402 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.399+0000 7ff0167fc640 1 -- 172.21.15.76:0/41769244 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff008032440 con 0x7ff0180ceef0 2024-09-13T16:02:32.402 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.399+0000 7ff0167fc640 1 -- 172.21.15.76:0/41769244 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff0080325a0 con 0x7ff0180ceef0 2024-09-13T16:02:32.402 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.399+0000 7ff0167fc640 1 -- 172.21.15.76:0/41769244 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff008032930 con 0x7ff0180ceef0 2024-09-13T16:02:32.403 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.399+0000 7ff01d480640 1 -- 172.21.15.76:0/41769244 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff0180ceef0 msgr2=0x7ff0180af0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:32.403 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.399+0000 7ff01d480640 1 --2- 172.21.15.76:0/41769244 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff0180ceef0 0x7ff0180af0d0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7ff0080097a0 tx=0x7ff00802a210 comp rx=0 tx=0).stop 2024-09-13T16:02:32.403 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.399+0000 7ff01d480640 1 -- 172.21.15.76:0/41769244 shutdown_connections 2024-09-13T16:02:32.403 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.399+0000 7ff01d480640 1 --2- 172.21.15.76:0/41769244 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff01815c860 0x7ff0180cf2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:32.403 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.399+0000 7ff01d480640 1 --2- 172.21.15.76:0/41769244 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff0180ceef0 0x7ff0180af0d0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:32.403 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.399+0000 7ff01d480640 1 -- 172.21.15.76:0/41769244 >> 172.21.15.76:0/41769244 conn(0x7ff01809b870 msgr2=0x7ff018089f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:32.403 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.399+0000 7ff01d480640 1 -- 172.21.15.76:0/41769244 shutdown_connections 2024-09-13T16:02:32.403 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.399+0000 7ff01d480640 1 -- 172.21.15.76:0/41769244 wait complete. 2024-09-13T16:02:32.403 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.401+0000 7ff01d480640 1 Processor -- start 2024-09-13T16:02:32.403 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.401+0000 7ff01d480640 1 -- start start 2024-09-13T16:02:32.406 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.401+0000 7ff01d480640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff0180ceef0 0x7ff0181f1700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:32.406 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.401+0000 7ff01d480640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff0180d0690 0x7ff0180cc0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:32.406 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.401+0000 7ff01d480640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff01815c860 0x7ff0180c8a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:32.406 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.401+0000 7ff01d480640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff01814f0a0 con 0x7ff01815c860 2024-09-13T16:02:32.406 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.401+0000 7ff01d480640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0180cb050 con 0x7ff0180d0690 2024-09-13T16:02:32.406 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.402+0000 7ff01d480640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff0180cb330 con 0x7ff0180ceef0 2024-09-13T16:02:32.407 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.402+0000 7ff0177fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff01815c860 0x7ff0180c8a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:32.407 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.402+0000 7ff0177fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff01815c860 0x7ff0180c8a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56278/0 (socket says 172.21.15.76:56278) 2024-09-13T16:02:32.407 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.402+0000 7ff0177fe640 1 -- 172.21.15.76:0/579852929 learned_addr learned my addr 172.21.15.76:0/579852929 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:32.407 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.402+0000 7ff016ffd640 1 --2- 172.21.15.76:0/579852929 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff0180ceef0 0x7ff0181f1700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:32.407 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.402+0000 7ff00e7fc640 1 --2- 172.21.15.76:0/579852929 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff0180d0690 0x7ff0180cc0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:32.407 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.402+0000 7ff0177fe640 1 -- 172.21.15.76:0/579852929 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff0180ceef0 msgr2=0x7ff0181f1700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:32.407 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.402+0000 7ff0177fe640 1 --2- 172.21.15.76:0/579852929 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff0180ceef0 0x7ff0181f1700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:32.407 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.402+0000 7ff0177fe640 1 -- 172.21.15.76:0/579852929 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff0180d0690 msgr2=0x7ff0180cc0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:32.407 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.402+0000 7ff0177fe640 1 --2- 172.21.15.76:0/579852929 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff0180d0690 0x7ff0180cc0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:32.407 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.402+0000 7ff0177fe640 1 -- 172.21.15.76:0/579852929 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff008009400 con 0x7ff01815c860 2024-09-13T16:02:32.407 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.402+0000 7ff0177fe640 1 --2- 172.21.15.76:0/579852929 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff01815c860 0x7ff0180c8a30 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7ff01000cb40 tx=0x7ff01000a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:32.407 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.402+0000 7ff00ffff640 1 -- 172.21.15.76:0/579852929 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff01000aca0 con 0x7ff01815c860 2024-09-13T16:02:32.407 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.402+0000 7ff00ffff640 1 -- 172.21.15.76:0/579852929 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff01000ae00 con 0x7ff01815c860 2024-09-13T16:02:32.407 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.402+0000 7ff01d480640 1 -- 172.21.15.76:0/579852929 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff0180cb610 con 0x7ff01815c860 2024-09-13T16:02:32.408 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.402+0000 7ff00ffff640 1 -- 172.21.15.76:0/579852929 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff010012620 con 0x7ff01815c860 2024-09-13T16:02:32.408 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.402+0000 7ff01d480640 1 -- 172.21.15.76:0/579852929 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff0180cbbd0 con 0x7ff01815c860 2024-09-13T16:02:32.408 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.403+0000 7ff01d480640 1 -- 172.21.15.76:0/579852929 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff0180cbdc0 con 0x7ff01815c860 2024-09-13T16:02:32.408 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.404+0000 7ff00ffff640 1 -- 172.21.15.76:0/579852929 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff010007070 con 0x7ff01815c860 2024-09-13T16:02:32.408 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.404+0000 7ff00ffff640 1 --2- 172.21.15.76:0/579852929 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feff806ac00 0x7feff806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:32.408 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.404+0000 7ff00ffff640 1 -- 172.21.15.76:0/579852929 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7ff0100896f0 con 0x7ff01815c860 2024-09-13T16:02:32.408 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.404+0000 7ff016ffd640 1 --2- 172.21.15.76:0/579852929 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feff806ac00 0x7feff806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:32.408 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.405+0000 7ff016ffd640 1 --2- 172.21.15.76:0/579852929 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feff806ac00 0x7feff806d0c0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7ff008034000 tx=0x7ff00802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:32.409 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.408+0000 7ff00ffff640 1 -- 172.21.15.76:0/579852929 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ff0100545b0 con 0x7ff01815c860 2024-09-13T16:02:32.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.581+0000 7ff01d480640 1 -- 172.21.15.76:0/579852929 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7ff0180af0d0 con 0x7ff01815c860 2024-09-13T16:02:32.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.581+0000 7ff00ffff640 1 -- 172.21.15.76:0/579852929 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v28) v1 ==== 80+0+0 (secure 0 0 0) 0x7ff010057bd0 con 0x7ff01815c860 2024-09-13T16:02:32.582 INFO:teuthology.orchestra.run.smithi076.stderr:listed 0 entries 2024-09-13T16:02:32.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.583+0000 7ff01d480640 1 -- 172.21.15.76:0/579852929 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feff806ac00 msgr2=0x7feff806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:32.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.583+0000 7ff01d480640 1 --2- 172.21.15.76:0/579852929 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feff806ac00 0x7feff806d0c0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7ff008034000 tx=0x7ff00802e000 comp rx=0 tx=0).stop 2024-09-13T16:02:32.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.583+0000 7ff01d480640 1 -- 172.21.15.76:0/579852929 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff01815c860 msgr2=0x7ff0180c8a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:32.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.583+0000 7ff01d480640 1 --2- 172.21.15.76:0/579852929 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff01815c860 0x7ff0180c8a30 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7ff01000cb40 tx=0x7ff01000a060 comp rx=0 tx=0).stop 2024-09-13T16:02:32.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.583+0000 7ff01d480640 1 -- 172.21.15.76:0/579852929 shutdown_connections 2024-09-13T16:02:32.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.583+0000 7ff01d480640 1 --2- 172.21.15.76:0/579852929 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff01815c860 0x7ff0180c8a30 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:32.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.583+0000 7ff01d480640 1 --2- 172.21.15.76:0/579852929 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff0180d0690 0x7ff0180cc0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:32.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.583+0000 7ff01d480640 1 --2- 172.21.15.76:0/579852929 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feff806ac00 0x7feff806d0c0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:32.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.583+0000 7ff01d480640 1 --2- 172.21.15.76:0/579852929 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff0180ceef0 0x7ff0181f1700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:32.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.583+0000 7ff01d480640 1 -- 172.21.15.76:0/579852929 >> 172.21.15.76:0/579852929 conn(0x7ff01809b870 msgr2=0x7ff018089f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:32.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.583+0000 7ff01d480640 1 -- 172.21.15.76:0/579852929 shutdown_connections 2024-09-13T16:02:32.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.583+0000 7ff01d480640 1 -- 172.21.15.76:0/579852929 wait complete. 2024-09-13T16:02:32.596 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-13T16:02:32.596 DEBUG:teuthology.orchestra.run.smithi192:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:02:32.615 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:02:32.715 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.713+0000 7efce7711640 1 Processor -- start 2024-09-13T16:02:32.715 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.714+0000 7efce7711640 1 -- start start 2024-09-13T16:02:32.716 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.714+0000 7efce7711640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7efce015c6e0 0x7efce00b3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:32.716 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.714+0000 7efce7711640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7efce00d07b0 0x7efce00b4490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:32.716 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.714+0000 7efce7711640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efce00d1840 con 0x7efce00ccb20 2024-09-13T16:02:32.716 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.714+0000 7efce7711640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efce006bd20 con 0x7efce00d07b0 2024-09-13T16:02:32.717 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.714+0000 7efce7711640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efce00d0c30 con 0x7efce015c6e0 2024-09-13T16:02:32.717 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.715+0000 7efce4cac640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7efce00d07b0 0x7efce00b4490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:32.717 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.715+0000 7efce5cae640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7efce00ccb20 0x7efce0160030 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:42758/0 (socket says 172.21.15.76:42758) 2024-09-13T16:02:32.717 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.715+0000 7efce4cac640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7efce00d07b0 0x7efce00b4490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56288/0 (socket says 172.21.15.76:56288) 2024-09-13T16:02:32.717 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.715+0000 7efce5cae640 1 -- 172.21.15.76:0/177254808 learned_addr learned my addr 172.21.15.76:0/177254808 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:32.717 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.715+0000 7efce54ad640 1 --2- 172.21.15.76:0/177254808 >> v2:172.21.15.192:3300/0 conn(0x7efce015c6e0 0x7efce00b3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:32.717 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.715+0000 7efce4cac640 1 -- 172.21.15.76:0/177254808 >> v2:172.21.15.192:3300/0 conn(0x7efce015c6e0 msgr2=0x7efce00b3f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:32.717 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.715+0000 7efce4cac640 1 --2- 172.21.15.76:0/177254808 >> v2:172.21.15.192:3300/0 conn(0x7efce015c6e0 0x7efce00b3f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:32.717 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.715+0000 7efce4cac640 1 -- 172.21.15.76:0/177254808 >> v1:172.21.15.76:6789/0 conn(0x7efce00ccb20 legacy=0x7efce0160030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:32.717 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.715+0000 7efcdffff640 1 -- 172.21.15.76:0/177254808 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3950971028 0 0) 0x7efce00d1840 con 0x7efce00ccb20 2024-09-13T16:02:32.717 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.715+0000 7efce4cac640 1 -- 172.21.15.76:0/177254808 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efce00d0f10 con 0x7efce00d07b0 2024-09-13T16:02:32.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.716+0000 7efce4cac640 1 --2- 172.21.15.76:0/177254808 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efce00d07b0 0x7efce00b4490 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7efce00b4c10 tx=0x7efcd402a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8e3abb7baaecc1a2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:32.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.716+0000 7efcdffff640 1 -- 172.21.15.76:0/177254808 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efcd402ae60 con 0x7efce00d07b0 2024-09-13T16:02:32.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.716+0000 7efcdffff640 1 -- 172.21.15.76:0/177254808 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efcd4032440 con 0x7efce00d07b0 2024-09-13T16:02:32.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.716+0000 7efcdffff640 1 -- 172.21.15.76:0/177254808 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efcd40327d0 con 0x7efce00d07b0 2024-09-13T16:02:32.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.716+0000 7efce7711640 1 -- 172.21.15.76:0/177254808 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efce00d07b0 msgr2=0x7efce00b4490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:32.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.716+0000 7efce7711640 1 --2- 172.21.15.76:0/177254808 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efce00d07b0 0x7efce00b4490 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7efce00b4c10 tx=0x7efcd402a110 comp rx=0 tx=0).stop 2024-09-13T16:02:32.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.716+0000 7efce7711640 1 -- 172.21.15.76:0/177254808 shutdown_connections 2024-09-13T16:02:32.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.716+0000 7efce7711640 1 --2- 172.21.15.76:0/177254808 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efce00d07b0 0x7efce00b4490 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:32.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.716+0000 7efce7711640 1 --2- 172.21.15.76:0/177254808 >> v2:172.21.15.192:3300/0 conn(0x7efce015c6e0 0x7efce00b3f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:32.720 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.716+0000 7efce7711640 1 -- 172.21.15.76:0/177254808 >> 172.21.15.76:0/177254808 conn(0x7efce0089f60 msgr2=0x7efce00d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:32.720 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.716+0000 7efce7711640 1 -- 172.21.15.76:0/177254808 shutdown_connections 2024-09-13T16:02:32.720 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.716+0000 7efce7711640 1 -- 172.21.15.76:0/177254808 wait complete. 2024-09-13T16:02:32.720 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.717+0000 7efce7711640 1 Processor -- start 2024-09-13T16:02:32.720 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.718+0000 7efce7711640 1 -- start start 2024-09-13T16:02:32.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.718+0000 7efce7711640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efce00ccb20 0x7efce009c1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:32.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.718+0000 7efce7711640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efce00d07b0 0x7efce009e7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:32.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.718+0000 7efce7711640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efce015c6e0 0x7efce009ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:32.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.718+0000 7efce7711640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efce0159280 con 0x7efce00ccb20 2024-09-13T16:02:32.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.718+0000 7efce7711640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efce009e340 con 0x7efce015c6e0 2024-09-13T16:02:32.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.718+0000 7efce7711640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efce009dd30 con 0x7efce00d07b0 2024-09-13T16:02:32.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.718+0000 7efce54ad640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efce00ccb20 0x7efce009c1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:32.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.718+0000 7efce54ad640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efce00ccb20 0x7efce009c1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56294/0 (socket says 172.21.15.76:56294) 2024-09-13T16:02:32.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.718+0000 7efce54ad640 1 -- 172.21.15.76:0/3677239947 learned_addr learned my addr 172.21.15.76:0/3677239947 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:32.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.719+0000 7efce54ad640 1 -- 172.21.15.76:0/3677239947 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efce00d07b0 msgr2=0x7efce009e7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:32.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.719+0000 7efce54ad640 1 --2- 172.21.15.76:0/3677239947 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efce00d07b0 0x7efce009e7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:32.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.719+0000 7efce54ad640 1 -- 172.21.15.76:0/3677239947 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efce015c6e0 msgr2=0x7efce009ed10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:32.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.719+0000 7efce54ad640 1 --2- 172.21.15.76:0/3677239947 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efce015c6e0 0x7efce009ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:32.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.719+0000 7efce54ad640 1 -- 172.21.15.76:0/3677239947 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efcd4009400 con 0x7efce00ccb20 2024-09-13T16:02:32.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.719+0000 7efce54ad640 1 --2- 172.21.15.76:0/3677239947 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efce00ccb20 0x7efce009c1d0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7efcd000e9b0 tx=0x7efcd000ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:32.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.719+0000 7efcddffb640 1 -- 172.21.15.76:0/3677239947 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efcd0009670 con 0x7efce00ccb20 2024-09-13T16:02:32.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.719+0000 7efcddffb640 1 -- 172.21.15.76:0/3677239947 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efcd000c9a0 con 0x7efce00ccb20 2024-09-13T16:02:32.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.719+0000 7efcddffb640 1 -- 172.21.15.76:0/3677239947 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efcd000cd50 con 0x7efce00ccb20 2024-09-13T16:02:32.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.719+0000 7efce7711640 1 -- 172.21.15.76:0/3677239947 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efce00caf40 con 0x7efce00ccb20 2024-09-13T16:02:32.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.719+0000 7efce7711640 1 -- 172.21.15.76:0/3677239947 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efce009dfd0 con 0x7efce00ccb20 2024-09-13T16:02:32.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.720+0000 7efce7711640 1 -- 172.21.15.76:0/3677239947 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efce00cb460 con 0x7efce00ccb20 2024-09-13T16:02:32.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.720+0000 7efcddffb640 1 -- 172.21.15.76:0/3677239947 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7efcd0013470 con 0x7efce00ccb20 2024-09-13T16:02:32.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.721+0000 7efcddffb640 1 --2- 172.21.15.76:0/3677239947 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efccc06ac00 0x7efccc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:32.725 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.721+0000 7efce4cac640 1 --2- 172.21.15.76:0/3677239947 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efccc06ac00 0x7efccc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:32.725 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.721+0000 7efcddffb640 1 -- 172.21.15.76:0/3677239947 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7efcd00899a0 con 0x7efce00ccb20 2024-09-13T16:02:32.725 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.721+0000 7efce4cac640 1 --2- 172.21.15.76:0/3677239947 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efccc06ac00 0x7efccc06d0c0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7efcd4034000 tx=0x7efcd402c000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:32.726 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.725+0000 7efcddffb640 1 -- 172.21.15.76:0/3677239947 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7efce00cb460 con 0x7efce00ccb20 2024-09-13T16:02:32.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.888+0000 7efce7711640 1 -- 172.21.15.76:0/3677239947 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7efce00cb460 con 0x7efce00ccb20 2024-09-13T16:02:32.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.889+0000 7efcddffb640 1 -- 172.21.15.76:0/3677239947 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v28) v1 ==== 74+0+18669 (secure 0 0 0) 0x7efce00cb460 con 0x7efce00ccb20 2024-09-13T16:02:32.890 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:02:32.891 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":28,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:02:20.572463+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:01:36.778177+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T16:01:37.336141+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T16:01:40.400554+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.2","mappings":[{"from":3,"to":2},{"from":5,"to":1}]},{"pgid":"3.15","mappings":[{"from":7,"to":2}]},{"pgid":"3.3a","mappings":[{"from":5,"to":2}]},{"pgid":"4.0","mappings":[{"from":1,"to":2}]},{"pgid":"4.9","mappings":[{"from":1,"to":2}]},{"pgid":"4.1d","mappings":[{"from":1,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:02:32.893 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.891+0000 7efce7711640 1 -- 172.21.15.76:0/3677239947 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efccc06ac00 msgr2=0x7efccc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:32.893 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.891+0000 7efce7711640 1 --2- 172.21.15.76:0/3677239947 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efccc06ac00 0x7efccc06d0c0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7efcd4034000 tx=0x7efcd402c000 comp rx=0 tx=0).stop 2024-09-13T16:02:32.893 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.891+0000 7efce7711640 1 -- 172.21.15.76:0/3677239947 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efce00ccb20 msgr2=0x7efce009c1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:32.893 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.891+0000 7efce7711640 1 --2- 172.21.15.76:0/3677239947 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efce00ccb20 0x7efce009c1d0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7efcd000e9b0 tx=0x7efcd000ee70 comp rx=0 tx=0).stop 2024-09-13T16:02:32.893 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.891+0000 7efce7711640 1 -- 172.21.15.76:0/3677239947 shutdown_connections 2024-09-13T16:02:32.893 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.891+0000 7efce7711640 1 --2- 172.21.15.76:0/3677239947 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efce015c6e0 0x7efce009ed10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:32.893 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.891+0000 7efce7711640 1 --2- 172.21.15.76:0/3677239947 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efccc06ac00 0x7efccc06d0c0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:32.893 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.891+0000 7efce7711640 1 --2- 172.21.15.76:0/3677239947 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efce00d07b0 0x7efce009e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:32.893 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.891+0000 7efce7711640 1 --2- 172.21.15.76:0/3677239947 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efce00ccb20 0x7efce009c1d0 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:32.893 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.891+0000 7efce7711640 1 -- 172.21.15.76:0/3677239947 >> 172.21.15.76:0/3677239947 conn(0x7efce0089f60 msgr2=0x7efce006be60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:32.893 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.891+0000 7efce7711640 1 -- 172.21.15.76:0/3677239947 shutdown_connections 2024-09-13T16:02:32.893 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:32.891+0000 7efce7711640 1 -- 172.21.15.76:0/3677239947 wait complete. 2024-09-13T16:02:32.903 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:01:26.960607+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:01:36.778177+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:01:37.336141+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-13T16:01:40.400554+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '26', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-13T16:02:32.903 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:02:33.005 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.003+0000 7fe4746e5640 1 Processor -- start 2024-09-13T16:02:33.005 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.003+0000 7fe4746e5640 1 -- start start 2024-09-13T16:02:33.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.004+0000 7fe4746e5640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe46c15a3b0 0x7fe46c0b20a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:33.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.004+0000 7fe4746e5640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fe46c0cec00 0x7fe46c0ab9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:33.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.004+0000 7fe4746e5640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe46c15a790 con 0x7fe46c0b1720 2024-09-13T16:02:33.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.004+0000 7fe4746e5640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe46c0b2680 con 0x7fe46c0cec00 2024-09-13T16:02:33.007 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.004+0000 7fe4746e5640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe46c0b2960 con 0x7fe46c15a3b0 2024-09-13T16:02:33.007 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.005+0000 7fe472481640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe46c15a3b0 0x7fe46c0b20a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:33.007 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.005+0000 7fe472481640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe46c15a3b0 0x7fe46c0b20a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.76:47174/0 (socket says 172.21.15.76:47174) 2024-09-13T16:02:33.007 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.005+0000 7fe472481640 1 -- 172.21.15.76:0/370411125 learned_addr learned my addr 172.21.15.76:0/370411125 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:33.007 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.005+0000 7fe472c82640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fe46c0cec00 0x7fe46c0ab9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:33.007 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.005+0000 7fe472481640 1 -- 172.21.15.76:0/370411125 >> v2:172.21.15.192:3300/0 conn(0x7fe46c0cec00 msgr2=0x7fe46c0ab9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:33.007 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.005+0000 7fe472481640 1 --2- 172.21.15.76:0/370411125 >> v2:172.21.15.192:3300/0 conn(0x7fe46c0cec00 0x7fe46c0ab9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:33.007 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.005+0000 7fe472481640 1 -- 172.21.15.76:0/370411125 >> v1:172.21.15.192:6789/0 conn(0x7fe46c0b1720 legacy=0x7fe46c0ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:33.007 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.005+0000 7fe472481640 1 -- 172.21.15.76:0/370411125 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe46c0b2c40 con 0x7fe46c15a3b0 2024-09-13T16:02:33.007 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.005+0000 7fe472c82640 1 --2- 172.21.15.76:0/370411125 >> v2:172.21.15.192:3300/0 conn(0x7fe46c0cec00 0x7fe46c0ab9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:02:33.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.006+0000 7fe472481640 1 --2- 172.21.15.76:0/370411125 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe46c15a3b0 0x7fe46c0b20a0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fe468009870 tx=0x7fe46802a270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=28f76529f0486976 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:33.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.006+0000 7fe47147f640 1 -- 172.21.15.76:0/370411125 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe468032440 con 0x7fe46c15a3b0 2024-09-13T16:02:33.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.006+0000 7fe47147f640 1 -- 172.21.15.76:0/370411125 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe4680325a0 con 0x7fe46c15a3b0 2024-09-13T16:02:33.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.006+0000 7fe47147f640 1 -- 172.21.15.76:0/370411125 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe468032930 con 0x7fe46c15a3b0 2024-09-13T16:02:33.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.006+0000 7fe4746e5640 1 -- 172.21.15.76:0/370411125 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe46c15a3b0 msgr2=0x7fe46c0b20a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:33.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.006+0000 7fe4746e5640 1 --2- 172.21.15.76:0/370411125 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe46c15a3b0 0x7fe46c0b20a0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fe468009870 tx=0x7fe46802a270 comp rx=0 tx=0).stop 2024-09-13T16:02:33.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.007+0000 7fe4746e5640 1 -- 172.21.15.76:0/370411125 shutdown_connections 2024-09-13T16:02:33.010 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.007+0000 7fe4746e5640 1 --2- 172.21.15.76:0/370411125 >> v2:172.21.15.192:3300/0 conn(0x7fe46c0cec00 0x7fe46c0ab9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:33.010 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.007+0000 7fe4746e5640 1 --2- 172.21.15.76:0/370411125 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe46c15a3b0 0x7fe46c0b20a0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:33.010 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.007+0000 7fe4746e5640 1 -- 172.21.15.76:0/370411125 >> 172.21.15.76:0/370411125 conn(0x7fe46c06a0b0 msgr2=0x7fe46c06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:33.010 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.007+0000 7fe4746e5640 1 -- 172.21.15.76:0/370411125 shutdown_connections 2024-09-13T16:02:33.010 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.007+0000 7fe4746e5640 1 -- 172.21.15.76:0/370411125 wait complete. 2024-09-13T16:02:33.010 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.008+0000 7fe4746e5640 1 Processor -- start 2024-09-13T16:02:33.010 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.008+0000 7fe4746e5640 1 -- start start 2024-09-13T16:02:33.012 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.008+0000 7fe4746e5640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe46c0b1720 0x7fe46c158730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:33.012 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.008+0000 7fe4746e5640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe46c0cec00 0x7fe46c158c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:33.012 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.008+0000 7fe4746e5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe46c15a3b0 0x7fe46c1591d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:33.012 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.008+0000 7fe4746e5640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe46c0ae4c0 con 0x7fe46c15a3b0 2024-09-13T16:02:33.012 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.008+0000 7fe4746e5640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe46c0b0cd0 con 0x7fe46c0b1720 2024-09-13T16:02:33.012 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.008+0000 7fe4746e5640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe46c0c3cf0 con 0x7fe46c0cec00 2024-09-13T16:02:33.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.009+0000 7fe472c82640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe46c15a3b0 0x7fe46c1591d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:33.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.009+0000 7fe472c82640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe46c15a3b0 0x7fe46c1591d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56310/0 (socket says 172.21.15.76:56310) 2024-09-13T16:02:33.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.009+0000 7fe472c82640 1 -- 172.21.15.76:0/4115905377 learned_addr learned my addr 172.21.15.76:0/4115905377 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:33.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.009+0000 7fe472481640 1 --2- 172.21.15.76:0/4115905377 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe46c0b1720 0x7fe46c158730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:33.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.009+0000 7fe471c80640 1 --2- 172.21.15.76:0/4115905377 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe46c0cec00 0x7fe46c158c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:33.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.009+0000 7fe472c82640 1 -- 172.21.15.76:0/4115905377 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe46c0cec00 msgr2=0x7fe46c158c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:33.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.009+0000 7fe472c82640 1 --2- 172.21.15.76:0/4115905377 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe46c0cec00 0x7fe46c158c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:33.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.009+0000 7fe472c82640 1 -- 172.21.15.76:0/4115905377 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe46c0b1720 msgr2=0x7fe46c158730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:33.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.009+0000 7fe472c82640 1 --2- 172.21.15.76:0/4115905377 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe46c0b1720 0x7fe46c158730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:33.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.009+0000 7fe472c82640 1 -- 172.21.15.76:0/4115905377 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe464009a70 con 0x7fe46c15a3b0 2024-09-13T16:02:33.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.009+0000 7fe472c82640 1 --2- 172.21.15.76:0/4115905377 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe46c15a3b0 0x7fe46c1591d0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7fe46400ef90 tx=0x7fe46400c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:33.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.009+0000 7fe462ffd640 1 -- 172.21.15.76:0/4115905377 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe464014480 con 0x7fe46c15a3b0 2024-09-13T16:02:33.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.009+0000 7fe462ffd640 1 -- 172.21.15.76:0/4115905377 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe46400f040 con 0x7fe46c15a3b0 2024-09-13T16:02:33.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.009+0000 7fe4746e5640 1 -- 172.21.15.76:0/4115905377 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe4680094d0 con 0x7fe46c15a3b0 2024-09-13T16:02:33.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.009+0000 7fe462ffd640 1 -- 172.21.15.76:0/4115905377 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe464014840 con 0x7fe46c15a3b0 2024-09-13T16:02:33.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.009+0000 7fe4746e5640 1 -- 172.21.15.76:0/4115905377 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe46c0c3a10 con 0x7fe46c15a3b0 2024-09-13T16:02:33.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.010+0000 7fe4746e5640 1 -- 172.21.15.76:0/4115905377 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe46c0ae630 con 0x7fe46c15a3b0 2024-09-13T16:02:33.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.011+0000 7fe462ffd640 1 -- 172.21.15.76:0/4115905377 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe4640149a0 con 0x7fe46c15a3b0 2024-09-13T16:02:33.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.011+0000 7fe462ffd640 1 --2- 172.21.15.76:0/4115905377 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe45006ac00 0x7fe45006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:33.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.011+0000 7fe462ffd640 1 -- 172.21.15.76:0/4115905377 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7fe46408a5f0 con 0x7fe46c15a3b0 2024-09-13T16:02:33.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.011+0000 7fe472481640 1 --2- 172.21.15.76:0/4115905377 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe45006ac00 0x7fe45006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:33.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.012+0000 7fe472481640 1 --2- 172.21.15.76:0/4115905377 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe45006ac00 0x7fe45006d0c0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fe468034000 tx=0x7fe46802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:33.017 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.016+0000 7fe462ffd640 1 -- 172.21.15.76:0/4115905377 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fe4640554e0 con 0x7fe46c15a3b0 2024-09-13T16:02:33.177 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.175+0000 7fe4746e5640 1 -- 172.21.15.76:0/4115905377 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fe46c070b90 con 0x7fe46c15a3b0 2024-09-13T16:02:33.177 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.176+0000 7fe462ffd640 1 -- 172.21.15.76:0/4115905377 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v28) v1 ==== 93+0+10 (secure 0 0 0) 0x7fe464058b00 con 0x7fe46c15a3b0 2024-09-13T16:02:33.178 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2024-09-13T16:02:33.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.178+0000 7fe4746e5640 1 -- 172.21.15.76:0/4115905377 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe45006ac00 msgr2=0x7fe45006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:33.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.178+0000 7fe4746e5640 1 --2- 172.21.15.76:0/4115905377 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe45006ac00 0x7fe45006d0c0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fe468034000 tx=0x7fe46802e000 comp rx=0 tx=0).stop 2024-09-13T16:02:33.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.178+0000 7fe4746e5640 1 -- 172.21.15.76:0/4115905377 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe46c15a3b0 msgr2=0x7fe46c1591d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:33.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.178+0000 7fe4746e5640 1 --2- 172.21.15.76:0/4115905377 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe46c15a3b0 0x7fe46c1591d0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7fe46400ef90 tx=0x7fe46400c490 comp rx=0 tx=0).stop 2024-09-13T16:02:33.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.178+0000 7fe4746e5640 1 -- 172.21.15.76:0/4115905377 shutdown_connections 2024-09-13T16:02:33.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.178+0000 7fe4746e5640 1 --2- 172.21.15.76:0/4115905377 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe46c15a3b0 0x7fe46c1591d0 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:33.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.178+0000 7fe4746e5640 1 --2- 172.21.15.76:0/4115905377 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe45006ac00 0x7fe45006d0c0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:33.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.178+0000 7fe4746e5640 1 --2- 172.21.15.76:0/4115905377 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe46c0cec00 0x7fe46c158c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:33.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.178+0000 7fe4746e5640 1 --2- 172.21.15.76:0/4115905377 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe46c0b1720 0x7fe46c158730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:33.181 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.178+0000 7fe4746e5640 1 -- 172.21.15.76:0/4115905377 >> 172.21.15.76:0/4115905377 conn(0x7fe46c06a0b0 msgr2=0x7fe46c0c97f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:33.181 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.178+0000 7fe4746e5640 1 -- 172.21.15.76:0/4115905377 shutdown_connections 2024-09-13T16:02:33.181 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.178+0000 7fe4746e5640 1 -- 172.21.15.76:0/4115905377 wait complete. 2024-09-13T16:02:33.190 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:02:33.292 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.290+0000 7f99848b7640 1 Processor -- start 2024-09-13T16:02:33.292 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.290+0000 7f99848b7640 1 -- start start 2024-09-13T16:02:33.293 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.291+0000 7f99848b7640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f998015c500 0x7f99800d2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:33.293 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.291+0000 7f99848b7640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f99800cd450 con 0x7f99800cdff0 2024-09-13T16:02:33.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.291+0000 7f99848b7640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f99800d29f0 con 0x7f99800d2590 2024-09-13T16:02:33.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.291+0000 7f99848b7640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f99800d0cf0 con 0x7f998015c500 2024-09-13T16:02:33.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.292+0000 7f997ed9d640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f99800cdff0 0x7f99800d0000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:42770/0 (socket says 172.21.15.76:42770) 2024-09-13T16:02:33.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.292+0000 7f997ed9d640 1 -- 172.21.15.76:0/2460386026 learned_addr learned my addr 172.21.15.76:0/2460386026 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:33.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.292+0000 7f997e59c640 1 --2- 172.21.15.76:0/2460386026 >> v2:172.21.15.192:3300/0 conn(0x7f998015c500 0x7f99800d2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:33.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.292+0000 7f997d59a640 1 -- 172.21.15.76:0/2460386026 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2428817966 0 0) 0x7f99800cd450 con 0x7f99800cdff0 2024-09-13T16:02:33.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.292+0000 7f997d59a640 1 -- 172.21.15.76:0/2460386026 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9968003520 con 0x7f99800cdff0 2024-09-13T16:02:33.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.292+0000 7f997e59c640 1 -- 172.21.15.76:0/2460386026 >> v1:172.21.15.192:6789/0 conn(0x7f99800d2590 legacy=0x7f99800cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:33.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.292+0000 7f997d59a640 1 -- 172.21.15.76:0/2460386026 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3390076743 0 0) 0x7f9968003520 con 0x7f99800cdff0 2024-09-13T16:02:33.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.292+0000 7f997e59c640 1 -- 172.21.15.76:0/2460386026 >> v1:172.21.15.76:6789/0 conn(0x7f99800cdff0 legacy=0x7f99800d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:33.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.292+0000 7f997e59c640 1 -- 172.21.15.76:0/2460386026 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f99800d0fd0 con 0x7f998015c500 2024-09-13T16:02:33.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.293+0000 7f997e59c640 1 --2- 172.21.15.76:0/2460386026 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f998015c500 0x7f99800d2050 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f9970009d90 tx=0x7f997002a680 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d130c0a9eab21635 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:33.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.293+0000 7f997d59a640 1 -- 172.21.15.76:0/2460386026 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9978001670 con 0x7f998015c500 2024-09-13T16:02:33.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.293+0000 7f997d59a640 1 -- 172.21.15.76:0/2460386026 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f997002d050 con 0x7f998015c500 2024-09-13T16:02:33.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.293+0000 7f997d59a640 1 -- 172.21.15.76:0/2460386026 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9970007760 con 0x7f998015c500 2024-09-13T16:02:33.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.294+0000 7f99848b7640 1 -- 172.21.15.76:0/2460386026 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f998015c500 msgr2=0x7f99800d2050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:33.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.294+0000 7f99848b7640 1 --2- 172.21.15.76:0/2460386026 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f998015c500 0x7f99800d2050 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f9970009d90 tx=0x7f997002a680 comp rx=0 tx=0).stop 2024-09-13T16:02:33.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.294+0000 7f99848b7640 1 -- 172.21.15.76:0/2460386026 shutdown_connections 2024-09-13T16:02:33.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.294+0000 7f99848b7640 1 --2- 172.21.15.76:0/2460386026 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f998015c500 0x7f99800d2050 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:33.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.294+0000 7f99848b7640 1 -- 172.21.15.76:0/2460386026 >> 172.21.15.76:0/2460386026 conn(0x7f9980089f60 msgr2=0x7f998009b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:33.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.294+0000 7f99848b7640 1 -- 172.21.15.76:0/2460386026 shutdown_connections 2024-09-13T16:02:33.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.294+0000 7f99848b7640 1 -- 172.21.15.76:0/2460386026 wait complete. 2024-09-13T16:02:33.298 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.295+0000 7f99848b7640 1 Processor -- start 2024-09-13T16:02:33.298 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.295+0000 7f99848b7640 1 -- start start 2024-09-13T16:02:33.298 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.296+0000 7f99848b7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f99800cdff0 0x7f9980157bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:33.298 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.296+0000 7f99848b7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f99800d2590 0x7f99800b2a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:33.298 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.296+0000 7f99848b7640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f998015c500 0x7f99800b2fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:33.299 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.296+0000 7f99848b7640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f99801f29a0 con 0x7f99800cdff0 2024-09-13T16:02:33.299 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.296+0000 7f99848b7640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9980158100 con 0x7f998015c500 2024-09-13T16:02:33.299 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.296+0000 7f99848b7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f99801f2000 con 0x7f99800d2590 2024-09-13T16:02:33.299 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.296+0000 7f997e59c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f99800cdff0 0x7f9980157bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:33.299 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.296+0000 7f997e59c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f99800cdff0 0x7f9980157bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56320/0 (socket says 172.21.15.76:56320) 2024-09-13T16:02:33.299 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.296+0000 7f997e59c640 1 -- 172.21.15.76:0/2885861933 learned_addr learned my addr 172.21.15.76:0/2885861933 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:33.299 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.296+0000 7f997e59c640 1 -- 172.21.15.76:0/2885861933 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f99800d2590 msgr2=0x7f99800b2a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:33.299 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.296+0000 7f997e59c640 1 --2- 172.21.15.76:0/2885861933 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f99800d2590 0x7f99800b2a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:33.299 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.296+0000 7f997e59c640 1 -- 172.21.15.76:0/2885861933 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f998015c500 msgr2=0x7f99800b2fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:33.299 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.296+0000 7f997e59c640 1 --2- 172.21.15.76:0/2885861933 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f998015c500 0x7f99800b2fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:33.299 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.296+0000 7f997e59c640 1 -- 172.21.15.76:0/2885861933 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9970009a70 con 0x7f99800cdff0 2024-09-13T16:02:33.299 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.296+0000 7f997e59c640 1 --2- 172.21.15.76:0/2885861933 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f99800cdff0 0x7f9980157bc0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f9970009d90 tx=0x7f9970004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:33.299 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.296+0000 7f996effd640 1 -- 172.21.15.76:0/2885861933 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f997003c830 con 0x7f99800cdff0 2024-09-13T16:02:33.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.296+0000 7f996effd640 1 -- 172.21.15.76:0/2885861933 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f997003c990 con 0x7f99800cdff0 2024-09-13T16:02:33.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.296+0000 7f99848b7640 1 -- 172.21.15.76:0/2885861933 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f99801f22e0 con 0x7f99800cdff0 2024-09-13T16:02:33.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.297+0000 7f996effd640 1 -- 172.21.15.76:0/2885861933 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f997003cd00 con 0x7f99800cdff0 2024-09-13T16:02:33.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.297+0000 7f99848b7640 1 -- 172.21.15.76:0/2885861933 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f99800b60d0 con 0x7f99800cdff0 2024-09-13T16:02:33.301 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.297+0000 7f99848b7640 1 -- 172.21.15.76:0/2885861933 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f99800b6260 con 0x7f99800cdff0 2024-09-13T16:02:33.301 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.298+0000 7f996effd640 1 -- 172.21.15.76:0/2885861933 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9970031400 con 0x7f99800cdff0 2024-09-13T16:02:33.301 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.298+0000 7f996effd640 1 --2- 172.21.15.76:0/2885861933 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f996006ac00 0x7f996006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:33.301 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.298+0000 7f996effd640 1 -- 172.21.15.76:0/2885861933 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7f99700ab230 con 0x7f99800cdff0 2024-09-13T16:02:33.301 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.298+0000 7f997dd9b640 1 --2- 172.21.15.76:0/2885861933 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f996006ac00 0x7f996006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:33.301 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.299+0000 7f997dd9b640 1 --2- 172.21.15.76:0/2885861933 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f996006ac00 0x7f996006d0c0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f9974000f60 tx=0x7f99740079b0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:33.304 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.302+0000 7f996effd640 1 -- 172.21.15.76:0/2885861933 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f99800b6260 con 0x7f99800cdff0 2024-09-13T16:02:33.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.463+0000 7f99848b7640 1 -- 172.21.15.76:0/2885861933 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f99800b6260 con 0x7f99800cdff0 2024-09-13T16:02:33.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.463+0000 7f996effd640 1 -- 172.21.15.76:0/2885861933 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v28) v1 ==== 104+0+11 (secure 0 0 0) 0x7f99800b6260 con 0x7f99800cdff0 2024-09-13T16:02:33.464 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2024-09-13T16:02:33.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.465+0000 7f99848b7640 1 -- 172.21.15.76:0/2885861933 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f996006ac00 msgr2=0x7f996006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:33.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.465+0000 7f99848b7640 1 --2- 172.21.15.76:0/2885861933 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f996006ac00 0x7f996006d0c0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f9974000f60 tx=0x7f99740079b0 comp rx=0 tx=0).stop 2024-09-13T16:02:33.467 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.465+0000 7f99848b7640 1 -- 172.21.15.76:0/2885861933 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f99800cdff0 msgr2=0x7f9980157bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:33.467 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.465+0000 7f99848b7640 1 --2- 172.21.15.76:0/2885861933 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f99800cdff0 0x7f9980157bc0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f9970009d90 tx=0x7f9970004a40 comp rx=0 tx=0).stop 2024-09-13T16:02:33.467 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.465+0000 7f99848b7640 1 -- 172.21.15.76:0/2885861933 shutdown_connections 2024-09-13T16:02:33.467 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.465+0000 7f99848b7640 1 --2- 172.21.15.76:0/2885861933 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f998015c500 0x7f99800b2fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:33.467 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.465+0000 7f99848b7640 1 --2- 172.21.15.76:0/2885861933 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f996006ac00 0x7f996006d0c0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:33.467 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.465+0000 7f99848b7640 1 --2- 172.21.15.76:0/2885861933 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f99800d2590 0x7f99800b2a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:33.467 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.465+0000 7f99848b7640 1 --2- 172.21.15.76:0/2885861933 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f99800cdff0 0x7f9980157bc0 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:33.467 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.465+0000 7f99848b7640 1 -- 172.21.15.76:0/2885861933 >> 172.21.15.76:0/2885861933 conn(0x7f9980089f60 msgr2=0x7f998006c6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:33.467 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.465+0000 7f99848b7640 1 -- 172.21.15.76:0/2885861933 shutdown_connections 2024-09-13T16:02:33.467 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.465+0000 7f99848b7640 1 -- 172.21.15.76:0/2885861933 wait complete. 2024-09-13T16:02:33.477 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:02:33.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.577+0000 7f172659d640 1 Processor -- start 2024-09-13T16:02:33.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.577+0000 7f172659d640 1 -- start start 2024-09-13T16:02:33.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.578+0000 7f172659d640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f17200ce490 0x7f17200989d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:33.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.578+0000 7f172659d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1720098f10 0x7f172015bd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:33.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.578+0000 7f172659d640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f17200cfaa0 con 0x7f172006fb30 2024-09-13T16:02:33.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.578+0000 7f172659d640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f17200993a0 con 0x7f17200ce490 2024-09-13T16:02:33.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.578+0000 7f172659d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f172006b280 con 0x7f1720098f10 2024-09-13T16:02:33.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.578+0000 7f1725d9c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1720098f10 0x7f172015bd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:33.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.578+0000 7f1724d9a640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f17200ce490 0x7f17200989d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:33.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.578+0000 7f1725d9c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1720098f10 0x7f172015bd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.76:47196/0 (socket says 172.21.15.76:47196) 2024-09-13T16:02:33.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.578+0000 7f1725d9c640 1 -- 172.21.15.76:0/3250580225 learned_addr learned my addr 172.21.15.76:0/3250580225 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:33.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.578+0000 7f172559b640 1 --1- 172.21.15.76:0/3250580225 >> v1:172.21.15.192:6789/0 conn(0x7f172006fb30 0x7f172006bed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:32910/0 (socket says 172.21.15.76:32910) 2024-09-13T16:02:33.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.579+0000 7f1724d9a640 1 -- 172.21.15.76:0/3250580225 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1720098f10 msgr2=0x7f172015bd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:33.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.579+0000 7f1724d9a640 1 --2- 172.21.15.76:0/3250580225 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1720098f10 0x7f172015bd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:33.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.579+0000 7f1724d9a640 1 -- 172.21.15.76:0/3250580225 >> v1:172.21.15.192:6789/0 conn(0x7f172006fb30 legacy=0x7f172006bed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:33.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.579+0000 7f1724d9a640 1 -- 172.21.15.76:0/3250580225 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f17200cea00 con 0x7f17200ce490 2024-09-13T16:02:33.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.579+0000 7f1717fff640 1 -- 172.21.15.76:0/3250580225 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2478389760 0 0) 0x7f17200cfaa0 con 0x7f172006fb30 2024-09-13T16:02:33.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.579+0000 7f1725d9c640 1 --2- 172.21.15.76:0/3250580225 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1720098f10 0x7f172015bd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:02:33.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.580+0000 7f1724d9a640 1 --2- 172.21.15.76:0/3250580225 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f17200ce490 0x7f17200989d0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f17100097d0 tx=0x7f171002a1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c9992423a3c5ba7 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:33.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.580+0000 7f1717fff640 1 -- 172.21.15.76:0/3250580225 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1710032440 con 0x7f17200ce490 2024-09-13T16:02:33.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.580+0000 7f1717fff640 1 -- 172.21.15.76:0/3250580225 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f17100325a0 con 0x7f17200ce490 2024-09-13T16:02:33.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.580+0000 7f1717fff640 1 -- 172.21.15.76:0/3250580225 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1710032930 con 0x7f17200ce490 2024-09-13T16:02:33.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.580+0000 7f172659d640 1 -- 172.21.15.76:0/3250580225 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f17200ce490 msgr2=0x7f17200989d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:33.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.580+0000 7f172659d640 1 --2- 172.21.15.76:0/3250580225 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f17200ce490 0x7f17200989d0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f17100097d0 tx=0x7f171002a1c0 comp rx=0 tx=0).stop 2024-09-13T16:02:33.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.580+0000 7f172659d640 1 -- 172.21.15.76:0/3250580225 shutdown_connections 2024-09-13T16:02:33.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.580+0000 7f172659d640 1 --2- 172.21.15.76:0/3250580225 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1720098f10 0x7f172015bd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:33.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.580+0000 7f172659d640 1 --2- 172.21.15.76:0/3250580225 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f17200ce490 0x7f17200989d0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:33.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.580+0000 7f172659d640 1 -- 172.21.15.76:0/3250580225 >> 172.21.15.76:0/3250580225 conn(0x7f17200b1c10 msgr2=0x7f17200b2020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:33.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.580+0000 7f172659d640 1 -- 172.21.15.76:0/3250580225 shutdown_connections 2024-09-13T16:02:33.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.580+0000 7f172659d640 1 -- 172.21.15.76:0/3250580225 wait complete. 2024-09-13T16:02:33.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.581+0000 7f172659d640 1 Processor -- start 2024-09-13T16:02:33.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.582+0000 7f172659d640 1 -- start start 2024-09-13T16:02:33.587 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.582+0000 7f172659d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f172006fb30 0x7f1720154de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:33.587 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.582+0000 7f172659d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1720098f10 0x7f17200ccec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:33.587 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.582+0000 7f172659d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f17200ce490 0x7f1720158ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:33.587 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.582+0000 7f172659d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17201f22a0 con 0x7f17200ce490 2024-09-13T16:02:33.587 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.582+0000 7f172659d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1720155320 con 0x7f172006fb30 2024-09-13T16:02:33.587 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.582+0000 7f172659d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f17200b2ff0 con 0x7f1720098f10 2024-09-13T16:02:33.587 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.582+0000 7f1725d9c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f17200ce490 0x7f1720158ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:33.587 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.582+0000 7f1725d9c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f17200ce490 0x7f1720158ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56324/0 (socket says 172.21.15.76:56324) 2024-09-13T16:02:33.588 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.582+0000 7f1725d9c640 1 -- 172.21.15.76:0/4171897909 learned_addr learned my addr 172.21.15.76:0/4171897909 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:33.588 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.583+0000 7f172559b640 1 --2- 172.21.15.76:0/4171897909 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f172006fb30 0x7f1720154de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:33.588 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.583+0000 7f1724d9a640 1 --2- 172.21.15.76:0/4171897909 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1720098f10 0x7f17200ccec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:33.588 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.583+0000 7f1725d9c640 1 -- 172.21.15.76:0/4171897909 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1720098f10 msgr2=0x7f17200ccec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:33.588 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.583+0000 7f1725d9c640 1 --2- 172.21.15.76:0/4171897909 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1720098f10 0x7f17200ccec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:33.588 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.583+0000 7f1725d9c640 1 -- 172.21.15.76:0/4171897909 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f172006fb30 msgr2=0x7f1720154de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:33.588 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.583+0000 7f1725d9c640 1 --2- 172.21.15.76:0/4171897909 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f172006fb30 0x7f1720154de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:33.588 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.583+0000 7f1725d9c640 1 -- 172.21.15.76:0/4171897909 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1718009b30 con 0x7f17200ce490 2024-09-13T16:02:33.588 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.583+0000 7f172559b640 1 --2- 172.21.15.76:0/4171897909 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f172006fb30 0x7f1720154de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:02:33.588 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.583+0000 7f1725d9c640 1 --2- 172.21.15.76:0/4171897909 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f17200ce490 0x7f1720158ef0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f171800efc0 tx=0x7f171800c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:33.588 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.583+0000 7f1715ffb640 1 -- 172.21.15.76:0/4171897909 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1718018070 con 0x7f17200ce490 2024-09-13T16:02:33.588 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.583+0000 7f1715ffb640 1 -- 172.21.15.76:0/4171897909 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f171800f040 con 0x7f17200ce490 2024-09-13T16:02:33.589 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.583+0000 7f172659d640 1 -- 172.21.15.76:0/4171897909 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1710009400 con 0x7f17200ce490 2024-09-13T16:02:33.589 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.583+0000 7f1715ffb640 1 -- 172.21.15.76:0/4171897909 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f171800ce00 con 0x7f17200ce490 2024-09-13T16:02:33.589 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.583+0000 7f172659d640 1 -- 172.21.15.76:0/4171897909 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f17200b35b0 con 0x7f17200ce490 2024-09-13T16:02:33.589 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.584+0000 7f172659d640 1 -- 172.21.15.76:0/4171897909 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f17200989d0 con 0x7f17200ce490 2024-09-13T16:02:33.589 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.584+0000 7f1715ffb640 1 -- 172.21.15.76:0/4171897909 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1718014480 con 0x7f17200ce490 2024-09-13T16:02:33.589 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.585+0000 7f1715ffb640 1 --2- 172.21.15.76:0/4171897909 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f170406ac00 0x7f170406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:33.589 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.585+0000 7f1715ffb640 1 -- 172.21.15.76:0/4171897909 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7f1718089940 con 0x7f17200ce490 2024-09-13T16:02:33.589 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.585+0000 7f172559b640 1 --2- 172.21.15.76:0/4171897909 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f170406ac00 0x7f170406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:33.589 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.585+0000 7f172559b640 1 --2- 172.21.15.76:0/4171897909 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f170406ac00 0x7f170406d0c0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f171c000f60 tx=0x7f171c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:33.590 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.589+0000 7f1715ffb640 1 -- 172.21.15.76:0/4171897909 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f1718054800 con 0x7f17200ce490 2024-09-13T16:02:33.753 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.751+0000 7f172659d640 1 -- 172.21.15.76:0/4171897909 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f172006efb0 con 0x7f17200ce490 2024-09-13T16:02:33.753 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.752+0000 7f1715ffb640 1 -- 172.21.15.76:0/4171897909 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v28) v1 ==== 100+0+11 (secure 0 0 0) 0x7f1718057e20 con 0x7f17200ce490 2024-09-13T16:02:33.753 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2024-09-13T16:02:33.755 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.754+0000 7f172659d640 1 -- 172.21.15.76:0/4171897909 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f170406ac00 msgr2=0x7f170406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:33.756 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.754+0000 7f172659d640 1 --2- 172.21.15.76:0/4171897909 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f170406ac00 0x7f170406d0c0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f171c000f60 tx=0x7f171c009040 comp rx=0 tx=0).stop 2024-09-13T16:02:33.756 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.754+0000 7f172659d640 1 -- 172.21.15.76:0/4171897909 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f17200ce490 msgr2=0x7f1720158ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:33.756 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.754+0000 7f172659d640 1 --2- 172.21.15.76:0/4171897909 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f17200ce490 0x7f1720158ef0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f171800efc0 tx=0x7f171800c490 comp rx=0 tx=0).stop 2024-09-13T16:02:33.756 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.754+0000 7f172659d640 1 -- 172.21.15.76:0/4171897909 shutdown_connections 2024-09-13T16:02:33.756 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.754+0000 7f172659d640 1 --2- 172.21.15.76:0/4171897909 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f17200ce490 0x7f1720158ef0 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:33.756 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.754+0000 7f172659d640 1 --2- 172.21.15.76:0/4171897909 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f170406ac00 0x7f170406d0c0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:33.756 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.754+0000 7f172659d640 1 --2- 172.21.15.76:0/4171897909 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1720098f10 0x7f17200ccec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:33.756 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.754+0000 7f172659d640 1 --2- 172.21.15.76:0/4171897909 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f172006fb30 0x7f1720154de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:33.756 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.754+0000 7f172659d640 1 -- 172.21.15.76:0/4171897909 >> 172.21.15.76:0/4171897909 conn(0x7f17200b1c10 msgr2=0x7f17200ad750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:33.757 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.754+0000 7f172659d640 1 -- 172.21.15.76:0/4171897909 shutdown_connections 2024-09-13T16:02:33.757 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.754+0000 7f172659d640 1 -- 172.21.15.76:0/4171897909 wait complete. 2024-09-13T16:02:33.766 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-13T16:02:33.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.867+0000 7f352fe72640 1 Processor -- start 2024-09-13T16:02:33.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.867+0000 7f352fe72640 1 -- start start 2024-09-13T16:02:33.870 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.868+0000 7f352fe72640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f3528159310 0x7f35280ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:33.870 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.868+0000 7f352fe72640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f35280b2b40 0x7f35280ab140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:33.870 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.868+0000 7f352fe72640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f35280ab680 0x7f35280ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:33.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.868+0000 7f352fe72640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f35280ad940 con 0x7f35280b2b40 2024-09-13T16:02:33.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.868+0000 7f352fe72640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f35280ccbe0 con 0x7f3528159310 2024-09-13T16:02:33.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.868+0000 7f352fe72640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f35280b1810 con 0x7f35280ab680 2024-09-13T16:02:33.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.868+0000 7f352d40d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f35280b2b40 0x7f35280ab140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:33.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.868+0000 7f352d40d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f35280b2b40 0x7f35280ab140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56326/0 (socket says 172.21.15.76:56326) 2024-09-13T16:02:33.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.868+0000 7f352d40d640 1 -- 172.21.15.76:0/3333510439 learned_addr learned my addr 172.21.15.76:0/3333510439 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:33.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.868+0000 7f352dc0e640 1 --2- 172.21.15.76:0/3333510439 >> v2:172.21.15.192:3300/0 conn(0x7f3528159310 0x7f35280ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:33.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.868+0000 7f352e40f640 1 --2- 172.21.15.76:0/3333510439 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f35280ab680 0x7f35280ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:33.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.868+0000 7f352d40d640 1 -- 172.21.15.76:0/3333510439 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f35280ab680 msgr2=0x7f35280ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:33.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.868+0000 7f352d40d640 1 --2- 172.21.15.76:0/3333510439 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f35280ab680 0x7f35280ce4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:33.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.868+0000 7f352d40d640 1 -- 172.21.15.76:0/3333510439 >> v2:172.21.15.192:3300/0 conn(0x7f3528159310 msgr2=0x7f35280ad400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:33.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.868+0000 7f352d40d640 1 --2- 172.21.15.76:0/3333510439 >> v2:172.21.15.192:3300/0 conn(0x7f3528159310 0x7f35280ad400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:33.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.868+0000 7f352d40d640 1 -- 172.21.15.76:0/3333510439 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f352806d9e0 con 0x7f35280b2b40 2024-09-13T16:02:33.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.868+0000 7f352dc0e640 1 --2- 172.21.15.76:0/3333510439 >> v2:172.21.15.192:3300/0 conn(0x7f3528159310 0x7f35280ad400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:02:33.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.869+0000 7f352d40d640 1 --2- 172.21.15.76:0/3333510439 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f35280b2b40 0x7f35280ab140 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f35280cac90 tx=0x7f351802c800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1377622137b9d7ce server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:33.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.869+0000 7f352cc0c640 1 -- 172.21.15.76:0/3333510439 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3518030050 con 0x7f35280b2b40 2024-09-13T16:02:33.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.869+0000 7f352cc0c640 1 -- 172.21.15.76:0/3333510439 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3518032700 con 0x7f35280b2b40 2024-09-13T16:02:33.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.869+0000 7f352cc0c640 1 -- 172.21.15.76:0/3333510439 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3518032a90 con 0x7f35280b2b40 2024-09-13T16:02:33.875 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.870+0000 7f352fe72640 1 -- 172.21.15.76:0/3333510439 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f35280b2b40 msgr2=0x7f35280ab140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:33.875 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.870+0000 7f352fe72640 1 --2- 172.21.15.76:0/3333510439 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f35280b2b40 0x7f35280ab140 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f35280cac90 tx=0x7f351802c800 comp rx=0 tx=0).stop 2024-09-13T16:02:33.875 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.870+0000 7f352fe72640 1 -- 172.21.15.76:0/3333510439 shutdown_connections 2024-09-13T16:02:33.875 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.870+0000 7f352fe72640 1 --2- 172.21.15.76:0/3333510439 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f35280ab680 0x7f35280ce4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:33.875 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.870+0000 7f352fe72640 1 --2- 172.21.15.76:0/3333510439 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f35280b2b40 0x7f35280ab140 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:33.875 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.870+0000 7f352fe72640 1 --2- 172.21.15.76:0/3333510439 >> v2:172.21.15.192:3300/0 conn(0x7f3528159310 0x7f35280ad400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:33.875 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.870+0000 7f352fe72640 1 -- 172.21.15.76:0/3333510439 >> 172.21.15.76:0/3333510439 conn(0x7f352806a0b0 msgr2=0x7f352806a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:33.875 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.870+0000 7f352fe72640 1 -- 172.21.15.76:0/3333510439 shutdown_connections 2024-09-13T16:02:33.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.870+0000 7f352fe72640 1 -- 172.21.15.76:0/3333510439 wait complete. 2024-09-13T16:02:33.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.871+0000 7f352fe72640 1 Processor -- start 2024-09-13T16:02:33.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.871+0000 7f352fe72640 1 -- start start 2024-09-13T16:02:33.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.872+0000 7f352fe72640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f35280ab680 0x7f3528098c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:33.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.872+0000 7f352fe72640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f35280b2b40 0x7f3528155d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:33.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.872+0000 7f352fe72640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3528159310 0x7f352815c450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:33.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.872+0000 7f352fe72640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3528099520 con 0x7f3528159310 2024-09-13T16:02:33.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.872+0000 7f352fe72640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3528099240 con 0x7f35280b2b40 2024-09-13T16:02:33.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.872+0000 7f352fe72640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3528099a20 con 0x7f35280ab680 2024-09-13T16:02:33.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.872+0000 7f352e40f640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3528159310 0x7f352815c450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:33.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.872+0000 7f352e40f640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3528159310 0x7f352815c450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56342/0 (socket says 172.21.15.76:56342) 2024-09-13T16:02:33.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.872+0000 7f352e40f640 1 -- 172.21.15.76:0/1551829993 learned_addr learned my addr 172.21.15.76:0/1551829993 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:33.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.872+0000 7f352d40d640 1 --2- 172.21.15.76:0/1551829993 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f35280b2b40 0x7f3528155d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:33.877 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.872+0000 7f352dc0e640 1 --2- 172.21.15.76:0/1551829993 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f35280ab680 0x7f3528098c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:33.877 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.872+0000 7f352e40f640 1 -- 172.21.15.76:0/1551829993 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f35280ab680 msgr2=0x7f3528098c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:33.877 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.872+0000 7f352e40f640 1 --2- 172.21.15.76:0/1551829993 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f35280ab680 0x7f3528098c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:33.877 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.872+0000 7f352e40f640 1 -- 172.21.15.76:0/1551829993 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f35280b2b40 msgr2=0x7f3528155d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:33.877 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.872+0000 7f352e40f640 1 --2- 172.21.15.76:0/1551829993 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f35280b2b40 0x7f3528155d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:33.877 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.872+0000 7f352e40f640 1 -- 172.21.15.76:0/1551829993 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f351800b770 con 0x7f3528159310 2024-09-13T16:02:33.877 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.872+0000 7f352e40f640 1 --2- 172.21.15.76:0/1551829993 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3528159310 0x7f352815c450 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f352000cd70 tx=0x7f352000a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:33.877 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.872+0000 7f351e7fc640 1 -- 172.21.15.76:0/1551829993 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3520003b90 con 0x7f3528159310 2024-09-13T16:02:33.877 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.872+0000 7f351e7fc640 1 -- 172.21.15.76:0/1551829993 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3520003cf0 con 0x7f3528159310 2024-09-13T16:02:33.877 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.872+0000 7f352fe72640 1 -- 172.21.15.76:0/1551829993 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3528099d00 con 0x7f3528159310 2024-09-13T16:02:33.877 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.872+0000 7f351e7fc640 1 -- 172.21.15.76:0/1551829993 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3520004240 con 0x7f3528159310 2024-09-13T16:02:33.877 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.872+0000 7f352fe72640 1 -- 172.21.15.76:0/1551829993 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3528156240 con 0x7f3528159310 2024-09-13T16:02:33.878 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.873+0000 7f352fe72640 1 -- 172.21.15.76:0/1551829993 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f35281eea50 con 0x7f3528159310 2024-09-13T16:02:33.878 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.874+0000 7f351e7fc640 1 -- 172.21.15.76:0/1551829993 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f35200043a0 con 0x7f3528159310 2024-09-13T16:02:33.879 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.874+0000 7f351e7fc640 1 --2- 172.21.15.76:0/1551829993 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f350c06ac00 0x7f350c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:33.879 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.874+0000 7f351e7fc640 1 -- 172.21.15.76:0/1551829993 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7f3520012070 con 0x7f3528159310 2024-09-13T16:02:33.879 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.874+0000 7f352dc0e640 1 --2- 172.21.15.76:0/1551829993 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f350c06ac00 0x7f350c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:33.879 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.875+0000 7f352dc0e640 1 --2- 172.21.15.76:0/1551829993 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f350c06ac00 0x7f350c06d0c0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f352400a8d0 tx=0x7f3524008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:33.879 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:33.878+0000 7f351e7fc640 1 -- 172.21.15.76:0/1551829993 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f3520054f40 con 0x7f3528159310 2024-09-13T16:02:34.041 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.040+0000 7f352fe72640 1 -- 172.21.15.76:0/1551829993 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f352809a220 con 0x7f3528159310 2024-09-13T16:02:34.041 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.040+0000 7f351e7fc640 1 -- 172.21.15.76:0/1551829993 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v28) v1 ==== 103+0+11 (secure 0 0 0) 0x7f352809a220 con 0x7f3528159310 2024-09-13T16:02:34.042 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2024-09-13T16:02:34.043 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.042+0000 7f352fe72640 1 -- 172.21.15.76:0/1551829993 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f350c06ac00 msgr2=0x7f350c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:34.044 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.042+0000 7f352fe72640 1 --2- 172.21.15.76:0/1551829993 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f350c06ac00 0x7f350c06d0c0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f352400a8d0 tx=0x7f3524008040 comp rx=0 tx=0).stop 2024-09-13T16:02:34.044 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.042+0000 7f352fe72640 1 -- 172.21.15.76:0/1551829993 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3528159310 msgr2=0x7f352815c450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:34.044 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.042+0000 7f352fe72640 1 --2- 172.21.15.76:0/1551829993 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3528159310 0x7f352815c450 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f352000cd70 tx=0x7f352000a660 comp rx=0 tx=0).stop 2024-09-13T16:02:34.044 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.042+0000 7f352fe72640 1 -- 172.21.15.76:0/1551829993 shutdown_connections 2024-09-13T16:02:34.044 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.042+0000 7f352fe72640 1 --2- 172.21.15.76:0/1551829993 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3528159310 0x7f352815c450 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:34.044 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.042+0000 7f352fe72640 1 --2- 172.21.15.76:0/1551829993 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f35280b2b40 0x7f3528155d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:34.044 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.042+0000 7f352fe72640 1 --2- 172.21.15.76:0/1551829993 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f350c06ac00 0x7f350c06d0c0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:34.044 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.042+0000 7f352fe72640 1 --2- 172.21.15.76:0/1551829993 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f35280ab680 0x7f3528098c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:34.044 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.042+0000 7f352fe72640 1 -- 172.21.15.76:0/1551829993 >> 172.21.15.76:0/1551829993 conn(0x7f352806a0b0 msgr2=0x7f3528156b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:34.044 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.042+0000 7f352fe72640 1 -- 172.21.15.76:0/1551829993 shutdown_connections 2024-09-13T16:02:34.044 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.042+0000 7f352fe72640 1 -- 172.21.15.76:0/1551829993 wait complete. 2024-09-13T16:02:34.055 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:02:34.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.154+0000 7fb0ca8f0640 1 Processor -- start 2024-09-13T16:02:34.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.154+0000 7fb0ca8f0640 1 -- start start 2024-09-13T16:02:34.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.155+0000 7fb0ca8f0640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fb0c4072110 0x7fb0c4070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:34.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.155+0000 7fb0ca8f0640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb0c40c8920 0x7fb0c40c8dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:34.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.155+0000 7fb0ca8f0640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb0c40abdf0 con 0x7fb0c4071d30 2024-09-13T16:02:34.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.155+0000 7fb0ca8f0640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb0c40c9310 con 0x7fb0c4072110 2024-09-13T16:02:34.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.155+0000 7fb0ca8f0640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb0c40b2280 con 0x7fb0c40c8920 2024-09-13T16:02:34.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.155+0000 7fb0c3fff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fb0c4071d30 0x7fb0c40b1b70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:42786/0 (socket says 172.21.15.76:42786) 2024-09-13T16:02:34.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.155+0000 7fb0c3fff640 1 -- 172.21.15.76:0/1092397300 learned_addr learned my addr 172.21.15.76:0/1092397300 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:34.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.155+0000 7fb0c2ffd640 1 -- 172.21.15.76:0/1092397300 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1899518497 0 0) 0x7fb0c40abdf0 con 0x7fb0c4071d30 2024-09-13T16:02:34.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.155+0000 7fb0c2ffd640 1 -- 172.21.15.76:0/1092397300 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb0ac003520 con 0x7fb0c4071d30 2024-09-13T16:02:34.161 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.155+0000 7fb0c37fe640 1 --2- 172.21.15.76:0/1092397300 >> v2:172.21.15.192:3300/0 conn(0x7fb0c4072110 0x7fb0c4070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:34.161 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.155+0000 7fb0c8e8d640 1 --2- 172.21.15.76:0/1092397300 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb0c40c8920 0x7fb0c40c8dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:34.161 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.155+0000 7fb0c2ffd640 1 -- 172.21.15.76:0/1092397300 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1609177398 0 0) 0x7fb0ac003520 con 0x7fb0c4071d30 2024-09-13T16:02:34.161 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.155+0000 7fb0c2ffd640 1 -- 172.21.15.76:0/1092397300 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb0c40c8920 msgr2=0x7fb0c40c8dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:34.161 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.155+0000 7fb0c2ffd640 1 --2- 172.21.15.76:0/1092397300 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb0c40c8920 0x7fb0c40c8dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:34.161 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.155+0000 7fb0c2ffd640 1 -- 172.21.15.76:0/1092397300 >> v2:172.21.15.192:3300/0 conn(0x7fb0c4072110 msgr2=0x7fb0c4070190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:34.161 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.155+0000 7fb0c2ffd640 1 --2- 172.21.15.76:0/1092397300 >> v2:172.21.15.192:3300/0 conn(0x7fb0c4072110 0x7fb0c4070190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:34.161 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.155+0000 7fb0c2ffd640 1 -- 172.21.15.76:0/1092397300 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb0c40ab1e0 con 0x7fb0c4071d30 2024-09-13T16:02:34.161 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.155+0000 7fb0c2ffd640 1 -- 172.21.15.76:0/1092397300 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7fb0b4001670 con 0x7fb0c4071d30 2024-09-13T16:02:34.161 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.155+0000 7fb0c8e8d640 1 --2- 172.21.15.76:0/1092397300 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb0c40c8920 0x7fb0c40c8dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:02:34.161 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.155+0000 7fb0c2ffd640 1 -- 172.21.15.76:0/1092397300 >> v1:172.21.15.76:6789/0 conn(0x7fb0c4071d30 legacy=0x7fb0c40b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:34.161 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.155+0000 7fb0c2ffd640 1 --2- 172.21.15.76:0/1092397300 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb0ac003970 0x7fb0ac003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:34.161 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.155+0000 7fb0c2ffd640 1 --2- 172.21.15.76:0/1092397300 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb0ac0047c0 0x7fb0ac004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:34.162 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.155+0000 7fb0c2ffd640 1 --2- 172.21.15.76:0/1092397300 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb0c40c8920 0x7fb0ac005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:34.162 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.155+0000 7fb0c2ffd640 1 -- 172.21.15.76:0/1092397300 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb0c40c9310 con 0x7fb0ac0047c0 2024-09-13T16:02:34.162 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.155+0000 7fb0c2ffd640 1 -- 172.21.15.76:0/1092397300 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb0c40b2280 con 0x7fb0ac003970 2024-09-13T16:02:34.162 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.155+0000 7fb0c2ffd640 1 -- 172.21.15.76:0/1092397300 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb0ac00dcf0 con 0x7fb0c40c8920 2024-09-13T16:02:34.162 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.156+0000 7fb0c37fe640 1 --2- 172.21.15.76:0/1092397300 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb0ac0047c0 0x7fb0ac004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:34.162 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.156+0000 7fb0c3fff640 1 --2- 172.21.15.76:0/1092397300 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb0ac003970 0x7fb0ac003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:34.162 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.156+0000 7fb0c8e8d640 1 --2- 172.21.15.76:0/1092397300 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb0c40c8920 0x7fb0ac005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:34.162 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.156+0000 7fb0c37fe640 1 -- 172.21.15.76:0/1092397300 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb0c40c8920 msgr2=0x7fb0ac005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:34.162 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.156+0000 7fb0c37fe640 1 --2- 172.21.15.76:0/1092397300 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb0c40c8920 0x7fb0ac005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:34.162 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.156+0000 7fb0c37fe640 1 -- 172.21.15.76:0/1092397300 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb0ac003970 msgr2=0x7fb0ac003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:34.162 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.156+0000 7fb0c37fe640 1 --2- 172.21.15.76:0/1092397300 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb0ac003970 0x7fb0ac003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:34.162 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.156+0000 7fb0c37fe640 1 -- 172.21.15.76:0/1092397300 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb0ac003520 con 0x7fb0ac0047c0 2024-09-13T16:02:34.162 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.156+0000 7fb0c3fff640 1 --2- 172.21.15.76:0/1092397300 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb0ac003970 0x7fb0ac003d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:02:34.162 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.156+0000 7fb0c37fe640 1 --2- 172.21.15.76:0/1092397300 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb0ac0047c0 0x7fb0ac004c40 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7fb0b800ba00 tx=0x7fb0ac0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4df6ddbfdcd6b012 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:34.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.157+0000 7fb0c2ffd640 1 -- 172.21.15.76:0/1092397300 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0b802adb0 con 0x7fb0ac0047c0 2024-09-13T16:02:34.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.157+0000 7fb0c2ffd640 1 -- 172.21.15.76:0/1092397300 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb0b802e070 con 0x7fb0ac0047c0 2024-09-13T16:02:34.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.157+0000 7fb0c2ffd640 1 -- 172.21.15.76:0/1092397300 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0b8034620 con 0x7fb0ac0047c0 2024-09-13T16:02:34.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.157+0000 7fb0ca8f0640 1 -- 172.21.15.76:0/1092397300 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb0ac0047c0 msgr2=0x7fb0ac004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:34.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.157+0000 7fb0ca8f0640 1 --2- 172.21.15.76:0/1092397300 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb0ac0047c0 0x7fb0ac004c40 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7fb0b800ba00 tx=0x7fb0ac0057f0 comp rx=0 tx=0).stop 2024-09-13T16:02:34.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.157+0000 7fb0c8e8d640 1 -- 172.21.15.76:0/1092397300 reap_dead start 2024-09-13T16:02:34.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.157+0000 7fb0ca8f0640 1 -- 172.21.15.76:0/1092397300 shutdown_connections 2024-09-13T16:02:34.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.157+0000 7fb0ca8f0640 1 -- 172.21.15.76:0/1092397300 >> 172.21.15.76:0/1092397300 conn(0x7fb0c4069ed0 msgr2=0x7fb0c406a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:34.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.157+0000 7fb0ca8f0640 1 -- 172.21.15.76:0/1092397300 shutdown_connections 2024-09-13T16:02:34.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.157+0000 7fb0ca8f0640 1 -- 172.21.15.76:0/1092397300 wait complete. 2024-09-13T16:02:34.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.158+0000 7fb0ca8f0640 1 Processor -- start 2024-09-13T16:02:34.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.159+0000 7fb0ca8f0640 1 -- start start 2024-09-13T16:02:34.165 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.159+0000 7fb0ca8f0640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb0ac0047c0 0x7fb0c40c4620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:34.166 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.159+0000 7fb0ca8f0640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb0c40c1a80 0x7fb0c40c1ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:34.166 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.159+0000 7fb0ca8f0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb0c409b6e0 0x7fb0c409bb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:34.166 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.159+0000 7fb0ca8f0640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb0c40c2420 con 0x7fb0c409b6e0 2024-09-13T16:02:34.166 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.159+0000 7fb0ca8f0640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb0c41edf00 con 0x7fb0c40c1a80 2024-09-13T16:02:34.166 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.159+0000 7fb0ca8f0640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb0c409c0a0 con 0x7fb0ac0047c0 2024-09-13T16:02:34.166 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.159+0000 7fb0c8e8d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb0c409b6e0 0x7fb0c409bb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:34.166 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.159+0000 7fb0c8e8d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb0c409b6e0 0x7fb0c409bb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56362/0 (socket says 172.21.15.76:56362) 2024-09-13T16:02:34.166 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.159+0000 7fb0c8e8d640 1 -- 172.21.15.76:0/3180228338 learned_addr learned my addr 172.21.15.76:0/3180228338 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:34.166 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.160+0000 7fb0c37fe640 1 --2- 172.21.15.76:0/3180228338 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb0c40c1a80 0x7fb0c40c1ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:34.167 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.160+0000 7fb0c3fff640 1 --2- 172.21.15.76:0/3180228338 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb0ac0047c0 0x7fb0c40c4620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:34.167 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.160+0000 7fb0c8e8d640 1 -- 172.21.15.76:0/3180228338 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb0ac0047c0 msgr2=0x7fb0c40c4620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:34.167 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.160+0000 7fb0c8e8d640 1 --2- 172.21.15.76:0/3180228338 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb0ac0047c0 0x7fb0c40c4620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:34.167 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.160+0000 7fb0c8e8d640 1 -- 172.21.15.76:0/3180228338 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb0c40c1a80 msgr2=0x7fb0c40c1ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:34.167 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.160+0000 7fb0c8e8d640 1 --2- 172.21.15.76:0/3180228338 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb0c40c1a80 0x7fb0c40c1ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:34.167 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.160+0000 7fb0c8e8d640 1 -- 172.21.15.76:0/3180228338 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb0c40c2620 con 0x7fb0c409b6e0 2024-09-13T16:02:34.167 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.160+0000 7fb0c3fff640 1 --2- 172.21.15.76:0/3180228338 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb0ac0047c0 0x7fb0c40c4620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:02:34.167 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.160+0000 7fb0c37fe640 1 --2- 172.21.15.76:0/3180228338 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb0c40c1a80 0x7fb0c40c1ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:02:34.167 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.160+0000 7fb0c8e8d640 1 --2- 172.21.15.76:0/3180228338 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb0c409b6e0 0x7fb0c409bb60 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7fb0c40adbe0 tx=0x7fb0bc00c7b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:34.167 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.160+0000 7fb0c0ff9640 1 -- 172.21.15.76:0/3180228338 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0bc003da0 con 0x7fb0c409b6e0 2024-09-13T16:02:34.167 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.160+0000 7fb0c0ff9640 1 -- 172.21.15.76:0/3180228338 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb0bc00ced0 con 0x7fb0c409b6e0 2024-09-13T16:02:34.167 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.160+0000 7fb0c0ff9640 1 -- 172.21.15.76:0/3180228338 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0bc004270 con 0x7fb0c409b6e0 2024-09-13T16:02:34.167 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.160+0000 7fb0ca8f0640 1 -- 172.21.15.76:0/3180228338 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb0c40c2900 con 0x7fb0c409b6e0 2024-09-13T16:02:34.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.160+0000 7fb0ca8f0640 1 -- 172.21.15.76:0/3180228338 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb0c40c2ec0 con 0x7fb0c409b6e0 2024-09-13T16:02:34.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.161+0000 7fb0ca8f0640 1 -- 172.21.15.76:0/3180228338 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb0c40c8dd0 con 0x7fb0c409b6e0 2024-09-13T16:02:34.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.162+0000 7fb0c0ff9640 1 -- 172.21.15.76:0/3180228338 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb0bc0043d0 con 0x7fb0c409b6e0 2024-09-13T16:02:34.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.162+0000 7fb0c0ff9640 1 --2- 172.21.15.76:0/3180228338 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb0b006ac30 0x7fb0b006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:34.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.162+0000 7fb0c0ff9640 1 -- 172.21.15.76:0/3180228338 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7fb0bc089ce0 con 0x7fb0c409b6e0 2024-09-13T16:02:34.169 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.162+0000 7fb0c3fff640 1 --2- 172.21.15.76:0/3180228338 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb0b006ac30 0x7fb0b006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:34.169 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.162+0000 7fb0c3fff640 1 --2- 172.21.15.76:0/3180228338 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb0b006ac30 0x7fb0b006d0f0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fb0b4001010 tx=0x7fb0b4009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:34.169 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.166+0000 7fb0c0ff9640 1 -- 172.21.15.76:0/3180228338 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fb0bc054b10 con 0x7fb0c409b6e0 2024-09-13T16:02:34.341 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.339+0000 7fb0ca8f0640 1 -- 172.21.15.76:0/3180228338 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fb0c40cb860 con 0x7fb0c409b6e0 2024-09-13T16:02:34.341 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.340+0000 7fb0c0ff9640 1 -- 172.21.15.76:0/3180228338 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v28) v1 ==== 80+0+0 (secure 0 0 0) 0x7fb0bc01d080 con 0x7fb0c409b6e0 2024-09-13T16:02:34.341 INFO:teuthology.orchestra.run.smithi076.stderr:listed 0 entries 2024-09-13T16:02:34.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.342+0000 7fb0ca8f0640 1 -- 172.21.15.76:0/3180228338 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb0b006ac30 msgr2=0x7fb0b006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:34.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.342+0000 7fb0ca8f0640 1 --2- 172.21.15.76:0/3180228338 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb0b006ac30 0x7fb0b006d0f0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fb0b4001010 tx=0x7fb0b4009040 comp rx=0 tx=0).stop 2024-09-13T16:02:34.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.342+0000 7fb0ca8f0640 1 -- 172.21.15.76:0/3180228338 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb0c409b6e0 msgr2=0x7fb0c409bb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:34.344 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.342+0000 7fb0ca8f0640 1 --2- 172.21.15.76:0/3180228338 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb0c409b6e0 0x7fb0c409bb60 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7fb0c40adbe0 tx=0x7fb0bc00c7b0 comp rx=0 tx=0).stop 2024-09-13T16:02:34.344 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.342+0000 7fb0ca8f0640 1 -- 172.21.15.76:0/3180228338 shutdown_connections 2024-09-13T16:02:34.344 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.342+0000 7fb0ca8f0640 1 --2- 172.21.15.76:0/3180228338 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb0c409b6e0 0x7fb0c409bb60 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:34.344 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.342+0000 7fb0ca8f0640 1 --2- 172.21.15.76:0/3180228338 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb0c40c1a80 0x7fb0c40c1ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:34.344 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.342+0000 7fb0ca8f0640 1 --2- 172.21.15.76:0/3180228338 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb0b006ac30 0x7fb0b006d0f0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:34.344 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.342+0000 7fb0ca8f0640 1 --2- 172.21.15.76:0/3180228338 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb0ac0047c0 0x7fb0c40c4620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:34.344 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.342+0000 7fb0ca8f0640 1 -- 172.21.15.76:0/3180228338 >> 172.21.15.76:0/3180228338 conn(0x7fb0c4069ed0 msgr2=0x7fb0c40ace50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:34.344 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.342+0000 7fb0ca8f0640 1 -- 172.21.15.76:0/3180228338 shutdown_connections 2024-09-13T16:02:34.344 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.342+0000 7fb0ca8f0640 1 -- 172.21.15.76:0/3180228338 wait complete. 2024-09-13T16:02:34.354 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi192.front.sepia.ceph.com... 2024-09-13T16:02:34.354 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:02:34.354 DEBUG:teuthology.orchestra.run.smithi192:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-13T16:02:34.386 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:02:34.386 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi192.front.sepia.ceph.com 2024-09-13T16:02:34.386 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:02:34.386 DEBUG:teuthology.orchestra.run.smithi192:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-13T16:02:34.558 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:02:34.558 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:02:34.576 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:02:34.576 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:02:34.633 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:02:34.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.769+0000 7fd5f1c96640 1 Processor -- start 2024-09-13T16:02:34.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.769+0000 7fd5f1c96640 1 -- start start 2024-09-13T16:02:34.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.770+0000 7fd5f1c96640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fd5ec071d30 0x7fd5ec070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:34.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.770+0000 7fd5f1c96640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd5ec072110 0x7fd5ec0b1b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:34.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.770+0000 7fd5f1c96640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd5ec0abdf0 con 0x7fd5ec0c8920 2024-09-13T16:02:34.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.770+0000 7fd5f1c96640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd5ec0ab1e0 con 0x7fd5ec071d30 2024-09-13T16:02:34.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.770+0000 7fd5f1c96640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd5ec0ab4c0 con 0x7fd5ec072110 2024-09-13T16:02:34.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.770+0000 7fd5e3fff640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd5ec072110 0x7fd5ec0b1b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:34.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.770+0000 7fd5eb7fe640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fd5ec071d30 0x7fd5ec070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:34.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.770+0000 7fd5ebfff640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7fd5ec0c8920 0x7fd5ec0ac280 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:32916/0 (socket says 172.21.15.76:32916) 2024-09-13T16:02:34.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.770+0000 7fd5e3fff640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd5ec072110 0x7fd5ec0b1b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.76:47258/0 (socket says 172.21.15.76:47258) 2024-09-13T16:02:34.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.770+0000 7fd5ebfff640 1 -- 172.21.15.76:0/1667782949 learned_addr learned my addr 172.21.15.76:0/1667782949 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:34.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.770+0000 7fd5eb7fe640 1 -- 172.21.15.76:0/1667782949 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd5ec072110 msgr2=0x7fd5ec0b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:34.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.770+0000 7fd5eb7fe640 1 --2- 172.21.15.76:0/1667782949 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd5ec072110 0x7fd5ec0b1b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:34.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.770+0000 7fd5eb7fe640 1 -- 172.21.15.76:0/1667782949 >> v1:172.21.15.192:6789/0 conn(0x7fd5ec0c8920 legacy=0x7fd5ec0ac280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:34.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.770+0000 7fd5eb7fe640 1 -- 172.21.15.76:0/1667782949 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd5ec0ab7a0 con 0x7fd5ec071d30 2024-09-13T16:02:34.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.770+0000 7fd5e3fff640 1 --2- 172.21.15.76:0/1667782949 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd5ec072110 0x7fd5ec0b1b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:02:34.775 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.771+0000 7fd5eb7fe640 1 --2- 172.21.15.76:0/1667782949 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd5ec071d30 0x7fd5ec070190 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fd5dc0097d0 tx=0x7fd5dc02a1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a1ed65d449bd9e91 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:34.775 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.771+0000 7fd5eaffd640 1 -- 172.21.15.76:0/1667782949 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd5dc032440 con 0x7fd5ec071d30 2024-09-13T16:02:34.775 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.771+0000 7fd5eaffd640 1 -- 172.21.15.76:0/1667782949 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd5dc0325a0 con 0x7fd5ec071d30 2024-09-13T16:02:34.775 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.771+0000 7fd5eaffd640 1 -- 172.21.15.76:0/1667782949 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd5dc032930 con 0x7fd5ec071d30 2024-09-13T16:02:34.775 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.772+0000 7fd5f1c96640 1 -- 172.21.15.76:0/1667782949 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd5ec071d30 msgr2=0x7fd5ec070190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:34.775 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.772+0000 7fd5f1c96640 1 --2- 172.21.15.76:0/1667782949 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd5ec071d30 0x7fd5ec070190 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fd5dc0097d0 tx=0x7fd5dc02a1c0 comp rx=0 tx=0).stop 2024-09-13T16:02:34.775 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.772+0000 7fd5f1c96640 1 -- 172.21.15.76:0/1667782949 shutdown_connections 2024-09-13T16:02:34.775 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.772+0000 7fd5f1c96640 1 --2- 172.21.15.76:0/1667782949 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd5ec072110 0x7fd5ec0b1b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:34.775 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.772+0000 7fd5f1c96640 1 --2- 172.21.15.76:0/1667782949 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd5ec071d30 0x7fd5ec070190 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:34.775 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.772+0000 7fd5f1c96640 1 -- 172.21.15.76:0/1667782949 >> 172.21.15.76:0/1667782949 conn(0x7fd5ec069ed0 msgr2=0x7fd5ec06a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:34.775 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.772+0000 7fd5f1c96640 1 -- 172.21.15.76:0/1667782949 shutdown_connections 2024-09-13T16:02:34.775 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.772+0000 7fd5f1c96640 1 -- 172.21.15.76:0/1667782949 wait complete. 2024-09-13T16:02:34.776 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.773+0000 7fd5f1c96640 1 Processor -- start 2024-09-13T16:02:34.776 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.773+0000 7fd5f1c96640 1 -- start start 2024-09-13T16:02:34.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.774+0000 7fd5f1c96640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5ec071d30 0x7fd5ec0c4750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:34.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.774+0000 7fd5f1c96640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd5ec072110 0x7fd5ec097870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:34.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.774+0000 7fd5f1c96640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd5ec0c8920 0x7fd5ec159b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:34.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.774+0000 7fd5f1c96640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd5ec15afe0 con 0x7fd5ec071d30 2024-09-13T16:02:34.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.774+0000 7fd5f1c96640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd5ec15a460 con 0x7fd5ec0c8920 2024-09-13T16:02:34.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.774+0000 7fd5f1c96640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd5ec15a740 con 0x7fd5ec072110 2024-09-13T16:02:34.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.774+0000 7fd5eb7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5ec071d30 0x7fd5ec0c4750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:34.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.774+0000 7fd5eb7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5ec071d30 0x7fd5ec0c4750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56376/0 (socket says 172.21.15.76:56376) 2024-09-13T16:02:34.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.774+0000 7fd5eb7fe640 1 -- 172.21.15.76:0/421868524 learned_addr learned my addr 172.21.15.76:0/421868524 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:34.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.774+0000 7fd5ebfff640 1 --2- 172.21.15.76:0/421868524 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd5ec0c8920 0x7fd5ec159b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:34.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.774+0000 7fd5e3fff640 1 --2- 172.21.15.76:0/421868524 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd5ec072110 0x7fd5ec097870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:34.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.774+0000 7fd5eb7fe640 1 -- 172.21.15.76:0/421868524 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd5ec072110 msgr2=0x7fd5ec097870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:34.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.774+0000 7fd5eb7fe640 1 --2- 172.21.15.76:0/421868524 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd5ec072110 0x7fd5ec097870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:34.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.774+0000 7fd5eb7fe640 1 -- 172.21.15.76:0/421868524 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd5ec0c8920 msgr2=0x7fd5ec159b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:34.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.774+0000 7fd5eb7fe640 1 --2- 172.21.15.76:0/421868524 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd5ec0c8920 0x7fd5ec159b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:34.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.774+0000 7fd5eb7fe640 1 -- 172.21.15.76:0/421868524 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd5d4009400 con 0x7fd5ec071d30 2024-09-13T16:02:34.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.775+0000 7fd5eb7fe640 1 --2- 172.21.15.76:0/421868524 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5ec071d30 0x7fd5ec0c4750 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7fd5dc0098f0 tx=0x7fd5dc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:34.780 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.775+0000 7fd5e8ff9640 1 -- 172.21.15.76:0/421868524 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd5dc030b80 con 0x7fd5ec071d30 2024-09-13T16:02:34.780 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.775+0000 7fd5e8ff9640 1 -- 172.21.15.76:0/421868524 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd5dc032e90 con 0x7fd5ec071d30 2024-09-13T16:02:34.780 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.775+0000 7fd5f1c96640 1 -- 172.21.15.76:0/421868524 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd5dc009400 con 0x7fd5ec071d30 2024-09-13T16:02:34.780 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.775+0000 7fd5e8ff9640 1 -- 172.21.15.76:0/421868524 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd5dc006e10 con 0x7fd5ec071d30 2024-09-13T16:02:34.780 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.775+0000 7fd5f1c96640 1 -- 172.21.15.76:0/421868524 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd5ec15ad00 con 0x7fd5ec071d30 2024-09-13T16:02:34.780 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.776+0000 7fd5f1c96640 1 -- 172.21.15.76:0/421868524 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd5ec070190 con 0x7fd5ec071d30 2024-09-13T16:02:34.780 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.776+0000 7fd5e8ff9640 1 -- 172.21.15.76:0/421868524 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd5dc03c400 con 0x7fd5ec071d30 2024-09-13T16:02:34.780 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.777+0000 7fd5e8ff9640 1 --2- 172.21.15.76:0/421868524 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd5cc06ac00 0x7fd5cc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:34.780 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.777+0000 7fd5e8ff9640 1 -- 172.21.15.76:0/421868524 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7fd5dc0aa500 con 0x7fd5ec071d30 2024-09-13T16:02:34.780 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.777+0000 7fd5e3fff640 1 --2- 172.21.15.76:0/421868524 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd5cc06ac00 0x7fd5cc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:34.780 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.777+0000 7fd5e3fff640 1 --2- 172.21.15.76:0/421868524 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd5cc06ac00 0x7fd5cc06d0c0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fd5ec1e6af0 tx=0x7fd5d4008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:34.782 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.781+0000 7fd5e8ff9640 1 -- 172.21.15.76:0/421868524 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fd5dc075330 con 0x7fd5ec071d30 2024-09-13T16:02:34.945 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.944+0000 7fd5f1c96640 1 -- 172.21.15.76:0/421868524 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fd5ec15cb20 con 0x7fd5ec071d30 2024-09-13T16:02:34.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.945+0000 7fd5e8ff9640 1 -- 172.21.15.76:0/421868524 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v28) v1 ==== 74+0+18669 (secure 0 0 0) 0x7fd5dc078950 con 0x7fd5ec071d30 2024-09-13T16:02:34.946 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:02:34.946 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":28,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:02:20.572463+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:01:36.778177+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T16:01:37.336141+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T16:01:40.400554+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.2","mappings":[{"from":3,"to":2},{"from":5,"to":1}]},{"pgid":"3.15","mappings":[{"from":7,"to":2}]},{"pgid":"3.3a","mappings":[{"from":5,"to":2}]},{"pgid":"4.0","mappings":[{"from":1,"to":2}]},{"pgid":"4.9","mappings":[{"from":1,"to":2}]},{"pgid":"4.1d","mappings":[{"from":1,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:02:34.948 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.947+0000 7fd5f1c96640 1 -- 172.21.15.76:0/421868524 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd5cc06ac00 msgr2=0x7fd5cc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:34.948 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.947+0000 7fd5f1c96640 1 --2- 172.21.15.76:0/421868524 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd5cc06ac00 0x7fd5cc06d0c0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fd5ec1e6af0 tx=0x7fd5d4008040 comp rx=0 tx=0).stop 2024-09-13T16:02:34.948 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.947+0000 7fd5f1c96640 1 -- 172.21.15.76:0/421868524 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5ec071d30 msgr2=0x7fd5ec0c4750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:34.948 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.947+0000 7fd5f1c96640 1 --2- 172.21.15.76:0/421868524 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5ec071d30 0x7fd5ec0c4750 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7fd5dc0098f0 tx=0x7fd5dc0046c0 comp rx=0 tx=0).stop 2024-09-13T16:02:34.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.947+0000 7fd5f1c96640 1 -- 172.21.15.76:0/421868524 shutdown_connections 2024-09-13T16:02:34.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.947+0000 7fd5f1c96640 1 --2- 172.21.15.76:0/421868524 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd5ec0c8920 0x7fd5ec159b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:34.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.947+0000 7fd5f1c96640 1 --2- 172.21.15.76:0/421868524 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd5cc06ac00 0x7fd5cc06d0c0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:34.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.947+0000 7fd5f1c96640 1 --2- 172.21.15.76:0/421868524 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd5ec072110 0x7fd5ec097870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:34.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.947+0000 7fd5f1c96640 1 --2- 172.21.15.76:0/421868524 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5ec071d30 0x7fd5ec0c4750 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:34.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.947+0000 7fd5f1c96640 1 -- 172.21.15.76:0/421868524 >> 172.21.15.76:0/421868524 conn(0x7fd5ec069ed0 msgr2=0x7fd5ec0acb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:34.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.947+0000 7fd5f1c96640 1 -- 172.21.15.76:0/421868524 shutdown_connections 2024-09-13T16:02:34.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:34.947+0000 7fd5f1c96640 1 -- 172.21.15.76:0/421868524 wait complete. 2024-09-13T16:02:34.959 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:01:26.960607+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:01:36.778177+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:01:37.336141+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-13T16:01:40.400554+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '26', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-13T16:02:34.960 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:02:35.061 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.060+0000 7fa25b8f7640 1 Processor -- start 2024-09-13T16:02:35.062 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.060+0000 7fa25b8f7640 1 -- start start 2024-09-13T16:02:35.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.061+0000 7fa25b8f7640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fa2540b20a0 0x7fa2540ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:35.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.061+0000 7fa25b8f7640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa2540cee60 con 0x7fa25415a3b0 2024-09-13T16:02:35.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.061+0000 7fa25b8f7640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa25415a790 con 0x7fa2540cea30 2024-09-13T16:02:35.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.061+0000 7fa25b8f7640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa2540b2680 con 0x7fa2540b20a0 2024-09-13T16:02:35.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.061+0000 7fa259693640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fa25415a3b0 0x7fa2540b1720 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:42802/0 (socket says 172.21.15.76:42802) 2024-09-13T16:02:35.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.061+0000 7fa259693640 1 -- 172.21.15.76:0/4030855389 learned_addr learned my addr 172.21.15.76:0/4030855389 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:35.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.061+0000 7fa258e92640 1 --2- 172.21.15.76:0/4030855389 >> v2:172.21.15.192:3300/0 conn(0x7fa2540b20a0 0x7fa2540ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:35.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.061+0000 7fa24bfff640 1 -- 172.21.15.76:0/4030855389 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2495852592 0 0) 0x7fa2540cee60 con 0x7fa25415a3b0 2024-09-13T16:02:35.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.061+0000 7fa24bfff640 1 -- 172.21.15.76:0/4030855389 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa240003520 con 0x7fa25415a3b0 2024-09-13T16:02:35.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.062+0000 7fa24bfff640 1 -- 172.21.15.76:0/4030855389 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2780295766 0 0) 0x7fa240003520 con 0x7fa25415a3b0 2024-09-13T16:02:35.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.062+0000 7fa24bfff640 1 -- 172.21.15.76:0/4030855389 >> v2:172.21.15.192:3300/0 conn(0x7fa2540b20a0 msgr2=0x7fa2540ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:35.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.062+0000 7fa24bfff640 1 --2- 172.21.15.76:0/4030855389 >> v2:172.21.15.192:3300/0 conn(0x7fa2540b20a0 0x7fa2540ce4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:35.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.062+0000 7fa24bfff640 1 -- 172.21.15.76:0/4030855389 >> v1:172.21.15.192:6789/0 conn(0x7fa2540cea30 legacy=0x7fa2540ab9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:35.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.062+0000 7fa24bfff640 1 -- 172.21.15.76:0/4030855389 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa2540b2960 con 0x7fa25415a3b0 2024-09-13T16:02:35.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.062+0000 7fa24bfff640 1 -- 172.21.15.76:0/4030855389 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7fa250001690 con 0x7fa25415a3b0 2024-09-13T16:02:35.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.062+0000 7fa24bfff640 1 -- 172.21.15.76:0/4030855389 >> v1:172.21.15.76:6789/0 conn(0x7fa25415a3b0 legacy=0x7fa2540b1720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:35.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.062+0000 7fa24bfff640 1 --2- 172.21.15.76:0/4030855389 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa240003970 0x7fa240003d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:35.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.062+0000 7fa24bfff640 1 --2- 172.21.15.76:0/4030855389 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa240004370 0x7fa240004840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:35.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.062+0000 7fa24bfff640 1 --2- 172.21.15.76:0/4030855389 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa240005040 0x7fa24000b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:35.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.062+0000 7fa24bfff640 1 -- 172.21.15.76:0/4030855389 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa2540b2680 con 0x7fa240004370 2024-09-13T16:02:35.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.062+0000 7fa24bfff640 1 -- 172.21.15.76:0/4030855389 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa24000bfa0 con 0x7fa240003970 2024-09-13T16:02:35.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.062+0000 7fa24bfff640 1 -- 172.21.15.76:0/4030855389 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa24000c160 con 0x7fa240005040 2024-09-13T16:02:35.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.062+0000 7fa258e92640 1 --2- 172.21.15.76:0/4030855389 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa240004370 0x7fa240004840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:35.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.062+0000 7fa259693640 1 --2- 172.21.15.76:0/4030855389 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa240003970 0x7fa240003d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:35.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.062+0000 7fa259e94640 1 --2- 172.21.15.76:0/4030855389 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa240005040 0x7fa24000b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:35.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.062+0000 7fa258e92640 1 -- 172.21.15.76:0/4030855389 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa240005040 msgr2=0x7fa24000b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:35.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.062+0000 7fa258e92640 1 --2- 172.21.15.76:0/4030855389 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa240005040 0x7fa24000b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:35.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.062+0000 7fa258e92640 1 -- 172.21.15.76:0/4030855389 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa240003970 msgr2=0x7fa240003d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:35.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.062+0000 7fa258e92640 1 --2- 172.21.15.76:0/4030855389 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa240003970 0x7fa240003d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:35.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.062+0000 7fa259e94640 1 -- 172.21.15.76:0/4030855389 reap_dead start 2024-09-13T16:02:35.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.062+0000 7fa258e92640 1 -- 172.21.15.76:0/4030855389 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa240003520 con 0x7fa240004370 2024-09-13T16:02:35.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.063+0000 7fa258e92640 1 --2- 172.21.15.76:0/4030855389 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa240004370 0x7fa240004840 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7fa244009ac0 tx=0x7fa2400057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a3379758a09f1a5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:35.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.063+0000 7fa24bfff640 1 -- 172.21.15.76:0/4030855389 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa244031400 con 0x7fa240004370 2024-09-13T16:02:35.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.063+0000 7fa24bfff640 1 -- 172.21.15.76:0/4030855389 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa24402d050 con 0x7fa240004370 2024-09-13T16:02:35.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.063+0000 7fa24bfff640 1 -- 172.21.15.76:0/4030855389 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa244031780 con 0x7fa240004370 2024-09-13T16:02:35.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.063+0000 7fa25b8f7640 1 -- 172.21.15.76:0/4030855389 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa240004370 msgr2=0x7fa240004840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:35.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.063+0000 7fa25b8f7640 1 --2- 172.21.15.76:0/4030855389 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa240004370 0x7fa240004840 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7fa244009ac0 tx=0x7fa2400057f0 comp rx=0 tx=0).stop 2024-09-13T16:02:35.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.063+0000 7fa25b8f7640 1 -- 172.21.15.76:0/4030855389 shutdown_connections 2024-09-13T16:02:35.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.063+0000 7fa25b8f7640 1 --2- 172.21.15.76:0/4030855389 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa240004370 0x7fa240004840 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:35.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.063+0000 7fa25b8f7640 1 -- 172.21.15.76:0/4030855389 >> 172.21.15.76:0/4030855389 conn(0x7fa25406a0b0 msgr2=0x7fa25406a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:35.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.064+0000 7fa25b8f7640 1 -- 172.21.15.76:0/4030855389 shutdown_connections 2024-09-13T16:02:35.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.064+0000 7fa25b8f7640 1 -- 172.21.15.76:0/4030855389 wait complete. 2024-09-13T16:02:35.071 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.065+0000 7fa25b8f7640 1 Processor -- start 2024-09-13T16:02:35.071 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.065+0000 7fa25b8f7640 1 -- start start 2024-09-13T16:02:35.071 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.065+0000 7fa25b8f7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa240004370 0x7fa2540977d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:35.071 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.065+0000 7fa25b8f7640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa2540c5380 0x7fa2540c5800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:35.071 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.065+0000 7fa25b8f7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa2540c70d0 0x7fa2540c7550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:35.071 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.065+0000 7fa25b8f7640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa2540c7a90 con 0x7fa240004370 2024-09-13T16:02:35.071 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.065+0000 7fa25b8f7640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa2540c6a70 con 0x7fa2540c5380 2024-09-13T16:02:35.071 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.065+0000 7fa25b8f7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa254157770 con 0x7fa2540c70d0 2024-09-13T16:02:35.071 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.066+0000 7fa259693640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa240004370 0x7fa2540977d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:35.071 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.066+0000 7fa259693640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa240004370 0x7fa2540977d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56392/0 (socket says 172.21.15.76:56392) 2024-09-13T16:02:35.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.066+0000 7fa259693640 1 -- 172.21.15.76:0/1455590932 learned_addr learned my addr 172.21.15.76:0/1455590932 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:35.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.066+0000 7fa258e92640 1 --2- 172.21.15.76:0/1455590932 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa2540c5380 0x7fa2540c5800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:35.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.066+0000 7fa259e94640 1 --2- 172.21.15.76:0/1455590932 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa2540c70d0 0x7fa2540c7550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:35.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.066+0000 7fa259693640 1 -- 172.21.15.76:0/1455590932 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa2540c70d0 msgr2=0x7fa2540c7550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:35.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.066+0000 7fa259693640 1 --2- 172.21.15.76:0/1455590932 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa2540c70d0 0x7fa2540c7550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:35.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.066+0000 7fa259693640 1 -- 172.21.15.76:0/1455590932 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa2540c5380 msgr2=0x7fa2540c5800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:35.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.066+0000 7fa259693640 1 --2- 172.21.15.76:0/1455590932 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa2540c5380 0x7fa2540c5800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:35.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.066+0000 7fa259693640 1 -- 172.21.15.76:0/1455590932 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa2540c5ef0 con 0x7fa240004370 2024-09-13T16:02:35.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.066+0000 7fa259693640 1 --2- 172.21.15.76:0/1455590932 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa240004370 0x7fa2540977d0 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7fa2500072c0 tx=0x7fa250007780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:35.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.066+0000 7fa249ffb640 1 -- 172.21.15.76:0/1455590932 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa25000f8e0 con 0x7fa240004370 2024-09-13T16:02:35.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.066+0000 7fa249ffb640 1 -- 172.21.15.76:0/1455590932 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa25000fa60 con 0x7fa240004370 2024-09-13T16:02:35.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.066+0000 7fa25b8f7640 1 -- 172.21.15.76:0/1455590932 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa2540c61d0 con 0x7fa240004370 2024-09-13T16:02:35.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.066+0000 7fa249ffb640 1 -- 172.21.15.76:0/1455590932 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa25000fe10 con 0x7fa240004370 2024-09-13T16:02:35.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.066+0000 7fa25b8f7640 1 -- 172.21.15.76:0/1455590932 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa2540c6790 con 0x7fa240004370 2024-09-13T16:02:35.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.067+0000 7fa25b8f7640 1 -- 172.21.15.76:0/1455590932 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa2540c1cd0 con 0x7fa240004370 2024-09-13T16:02:35.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.068+0000 7fa249ffb640 1 -- 172.21.15.76:0/1455590932 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fa25001d460 con 0x7fa240004370 2024-09-13T16:02:35.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.068+0000 7fa249ffb640 1 --2- 172.21.15.76:0/1455590932 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa23806ac00 0x7fa23806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:35.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.068+0000 7fa249ffb640 1 -- 172.21.15.76:0/1455590932 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7fa2500897a0 con 0x7fa240004370 2024-09-13T16:02:35.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.068+0000 7fa258e92640 1 --2- 172.21.15.76:0/1455590932 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa23806ac00 0x7fa23806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:35.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.069+0000 7fa258e92640 1 --2- 172.21.15.76:0/1455590932 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa23806ac00 0x7fa23806d0c0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fa244033000 tx=0x7fa244008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:35.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.072+0000 7fa249ffb640 1 -- 172.21.15.76:0/1455590932 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fa2540c1cd0 con 0x7fa240004370 2024-09-13T16:02:35.235 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.234+0000 7fa25b8f7640 1 -- 172.21.15.76:0/1455590932 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fa2540c1cd0 con 0x7fa240004370 2024-09-13T16:02:35.235 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.234+0000 7fa249ffb640 1 -- 172.21.15.76:0/1455590932 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v28) v1 ==== 93+0+10 (secure 0 0 0) 0x7fa2540c1cd0 con 0x7fa240004370 2024-09-13T16:02:35.236 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2024-09-13T16:02:35.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.236+0000 7fa25b8f7640 1 -- 172.21.15.76:0/1455590932 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa23806ac00 msgr2=0x7fa23806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:35.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.236+0000 7fa25b8f7640 1 --2- 172.21.15.76:0/1455590932 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa23806ac00 0x7fa23806d0c0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fa244033000 tx=0x7fa244008030 comp rx=0 tx=0).stop 2024-09-13T16:02:35.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.236+0000 7fa25b8f7640 1 -- 172.21.15.76:0/1455590932 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa240004370 msgr2=0x7fa2540977d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:35.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.236+0000 7fa25b8f7640 1 --2- 172.21.15.76:0/1455590932 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa240004370 0x7fa2540977d0 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7fa2500072c0 tx=0x7fa250007780 comp rx=0 tx=0).stop 2024-09-13T16:02:35.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.236+0000 7fa25b8f7640 1 -- 172.21.15.76:0/1455590932 shutdown_connections 2024-09-13T16:02:35.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.236+0000 7fa25b8f7640 1 --2- 172.21.15.76:0/1455590932 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa23806ac00 0x7fa23806d0c0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:35.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.236+0000 7fa25b8f7640 1 --2- 172.21.15.76:0/1455590932 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa2540c70d0 0x7fa2540c7550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:35.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.236+0000 7fa25b8f7640 1 --2- 172.21.15.76:0/1455590932 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa2540c5380 0x7fa2540c5800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:35.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.236+0000 7fa25b8f7640 1 --2- 172.21.15.76:0/1455590932 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa240004370 0x7fa2540977d0 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:35.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.236+0000 7fa25b8f7640 1 -- 172.21.15.76:0/1455590932 >> 172.21.15.76:0/1455590932 conn(0x7fa25406a0b0 msgr2=0x7fa2540afce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:35.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.236+0000 7fa25b8f7640 1 -- 172.21.15.76:0/1455590932 shutdown_connections 2024-09-13T16:02:35.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.236+0000 7fa25b8f7640 1 -- 172.21.15.76:0/1455590932 wait complete. 2024-09-13T16:02:35.249 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:02:35.351 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.349+0000 7efde5c5a640 1 Processor -- start 2024-09-13T16:02:35.351 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.349+0000 7efde5c5a640 1 -- start start 2024-09-13T16:02:35.353 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.350+0000 7efde5c5a640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7efde015a3b0 0x7efde00b20a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:35.353 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.350+0000 7efde5c5a640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efde00b1720 0x7efde00ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:35.353 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.350+0000 7efde5c5a640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efde015a790 con 0x7efde00cea30 2024-09-13T16:02:35.353 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.350+0000 7efde5c5a640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efde00ceec0 con 0x7efde015a3b0 2024-09-13T16:02:35.353 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.350+0000 7efde5c5a640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efde00b2680 con 0x7efde00b1720 2024-09-13T16:02:35.353 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.350+0000 7efddf7fe640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7efde015a3b0 0x7efde00b20a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:35.353 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.350+0000 7efdd7fff640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efde00b1720 0x7efde00ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:35.353 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.350+0000 7efddffff640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7efde00cea30 0x7efde006c640 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:32932/0 (socket says 172.21.15.76:32932) 2024-09-13T16:02:35.354 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.350+0000 7efddf7fe640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7efde015a3b0 0x7efde00b20a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.76:46234/0 (socket says 172.21.15.76:46234) 2024-09-13T16:02:35.354 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.350+0000 7efddffff640 1 -- 172.21.15.76:0/385754627 learned_addr learned my addr 172.21.15.76:0/385754627 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:35.354 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.351+0000 7efddf7fe640 1 -- 172.21.15.76:0/385754627 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efde00b1720 msgr2=0x7efde00ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:35.354 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.351+0000 7efddf7fe640 1 --2- 172.21.15.76:0/385754627 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efde00b1720 0x7efde00ce4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:35.354 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.351+0000 7efddf7fe640 1 -- 172.21.15.76:0/385754627 >> v1:172.21.15.192:6789/0 conn(0x7efde00cea30 legacy=0x7efde006c640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:35.354 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.351+0000 7efddf7fe640 1 -- 172.21.15.76:0/385754627 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efde00b2960 con 0x7efde015a3b0 2024-09-13T16:02:35.354 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.351+0000 7efdd7fff640 1 --2- 172.21.15.76:0/385754627 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efde00b1720 0x7efde00ce4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:02:35.354 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.351+0000 7efddf7fe640 1 --2- 172.21.15.76:0/385754627 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efde015a3b0 0x7efde00b20a0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7efdd00097a0 tx=0x7efdd002a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6c1a9f755f4cef99 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:35.354 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.351+0000 7efddeffd640 1 -- 172.21.15.76:0/385754627 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efdd0032440 con 0x7efde015a3b0 2024-09-13T16:02:35.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.352+0000 7efddeffd640 1 -- 172.21.15.76:0/385754627 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efdd00325a0 con 0x7efde015a3b0 2024-09-13T16:02:35.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.352+0000 7efddeffd640 1 -- 172.21.15.76:0/385754627 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efdd0032930 con 0x7efde015a3b0 2024-09-13T16:02:35.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.352+0000 7efde5c5a640 1 -- 172.21.15.76:0/385754627 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efde015a3b0 msgr2=0x7efde00b20a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:35.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.352+0000 7efde5c5a640 1 --2- 172.21.15.76:0/385754627 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efde015a3b0 0x7efde00b20a0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7efdd00097a0 tx=0x7efdd002a180 comp rx=0 tx=0).stop 2024-09-13T16:02:35.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.352+0000 7efde5c5a640 1 -- 172.21.15.76:0/385754627 shutdown_connections 2024-09-13T16:02:35.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.352+0000 7efde5c5a640 1 --2- 172.21.15.76:0/385754627 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efde00b1720 0x7efde00ce4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:35.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.352+0000 7efde5c5a640 1 --2- 172.21.15.76:0/385754627 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efde015a3b0 0x7efde00b20a0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:35.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.352+0000 7efde5c5a640 1 -- 172.21.15.76:0/385754627 >> 172.21.15.76:0/385754627 conn(0x7efde006a0b0 msgr2=0x7efde006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:35.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.352+0000 7efde5c5a640 1 -- 172.21.15.76:0/385754627 shutdown_connections 2024-09-13T16:02:35.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.352+0000 7efde5c5a640 1 -- 172.21.15.76:0/385754627 wait complete. 2024-09-13T16:02:35.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.353+0000 7efde5c5a640 1 Processor -- start 2024-09-13T16:02:35.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.353+0000 7efde5c5a640 1 -- start start 2024-09-13T16:02:35.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.354+0000 7efde5c5a640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efde00b1720 0x7efde015c7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:35.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.354+0000 7efde5c5a640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efde00cea30 0x7efde00c0f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:35.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.354+0000 7efde5c5a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efde015a3b0 0x7efde01521c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:35.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.354+0000 7efde5c5a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efde01536c0 con 0x7efde015a3b0 2024-09-13T16:02:35.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.354+0000 7efde5c5a640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efde00cc0b0 con 0x7efde00cea30 2024-09-13T16:02:35.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.354+0000 7efde5c5a640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efde0152e20 con 0x7efde00b1720 2024-09-13T16:02:35.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.354+0000 7efddffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efde015a3b0 0x7efde01521c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:35.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.354+0000 7efddffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efde015a3b0 0x7efde01521c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56408/0 (socket says 172.21.15.76:56408) 2024-09-13T16:02:35.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.354+0000 7efddffff640 1 -- 172.21.15.76:0/954627904 learned_addr learned my addr 172.21.15.76:0/954627904 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:35.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.354+0000 7efdd7fff640 1 --2- 172.21.15.76:0/954627904 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efde00cea30 0x7efde00c0f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:35.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.354+0000 7efddf7fe640 1 --2- 172.21.15.76:0/954627904 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efde00b1720 0x7efde015c7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:35.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.355+0000 7efddffff640 1 -- 172.21.15.76:0/954627904 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efde00b1720 msgr2=0x7efde015c7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:35.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.355+0000 7efddffff640 1 --2- 172.21.15.76:0/954627904 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efde00b1720 0x7efde015c7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:35.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.355+0000 7efddffff640 1 -- 172.21.15.76:0/954627904 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efde00cea30 msgr2=0x7efde00c0f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:35.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.355+0000 7efddffff640 1 --2- 172.21.15.76:0/954627904 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efde00cea30 0x7efde00c0f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:35.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.355+0000 7efddffff640 1 -- 172.21.15.76:0/954627904 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efdc8009400 con 0x7efde015a3b0 2024-09-13T16:02:35.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.355+0000 7efddffff640 1 --2- 172.21.15.76:0/954627904 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efde015a3b0 0x7efde01521c0 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7efdd800cbc0 tx=0x7efdd800a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:35.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.355+0000 7efddcff9640 1 -- 172.21.15.76:0/954627904 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efdd800ad40 con 0x7efde015a3b0 2024-09-13T16:02:35.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.355+0000 7efddcff9640 1 -- 172.21.15.76:0/954627904 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efdd8012400 con 0x7efde015a3b0 2024-09-13T16:02:35.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.355+0000 7efde5c5a640 1 -- 172.21.15.76:0/954627904 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efdd0009400 con 0x7efde015a3b0 2024-09-13T16:02:35.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.355+0000 7efddcff9640 1 -- 172.21.15.76:0/954627904 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efdd800aea0 con 0x7efde015a3b0 2024-09-13T16:02:35.362 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.355+0000 7efde5c5a640 1 -- 172.21.15.76:0/954627904 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efde01533e0 con 0x7efde015a3b0 2024-09-13T16:02:35.362 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.356+0000 7efde5c5a640 1 -- 172.21.15.76:0/954627904 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efde00cbe80 con 0x7efde015a3b0 2024-09-13T16:02:35.362 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.356+0000 7efddcff9640 1 -- 172.21.15.76:0/954627904 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7efdd8007070 con 0x7efde015a3b0 2024-09-13T16:02:35.362 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.357+0000 7efddcff9640 1 --2- 172.21.15.76:0/954627904 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efdc006ac00 0x7efdc006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:35.362 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.357+0000 7efddf7fe640 1 --2- 172.21.15.76:0/954627904 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efdc006ac00 0x7efdc006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:35.362 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.357+0000 7efddcff9640 1 -- 172.21.15.76:0/954627904 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7efdd80895f0 con 0x7efde015a3b0 2024-09-13T16:02:35.362 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.357+0000 7efddf7fe640 1 --2- 172.21.15.76:0/954627904 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efdc006ac00 0x7efdc006d0c0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7efdd0034000 tx=0x7efdd002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:35.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.361+0000 7efddcff9640 1 -- 172.21.15.76:0/954627904 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7efde00cbe80 con 0x7efde015a3b0 2024-09-13T16:02:35.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.526+0000 7efde5c5a640 1 -- 172.21.15.76:0/954627904 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7efde00cbe80 con 0x7efde015a3b0 2024-09-13T16:02:35.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.526+0000 7efddcff9640 1 -- 172.21.15.76:0/954627904 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v28) v1 ==== 104+0+11 (secure 0 0 0) 0x7efde00cbe80 con 0x7efde015a3b0 2024-09-13T16:02:35.528 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2024-09-13T16:02:35.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.528+0000 7efde5c5a640 1 -- 172.21.15.76:0/954627904 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efdc006ac00 msgr2=0x7efdc006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:35.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.528+0000 7efde5c5a640 1 --2- 172.21.15.76:0/954627904 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efdc006ac00 0x7efdc006d0c0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7efdd0034000 tx=0x7efdd002e000 comp rx=0 tx=0).stop 2024-09-13T16:02:35.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.528+0000 7efde5c5a640 1 -- 172.21.15.76:0/954627904 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efde015a3b0 msgr2=0x7efde01521c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:35.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.528+0000 7efde5c5a640 1 --2- 172.21.15.76:0/954627904 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efde015a3b0 0x7efde01521c0 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7efdd800cbc0 tx=0x7efdd800a430 comp rx=0 tx=0).stop 2024-09-13T16:02:35.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.528+0000 7efde5c5a640 1 -- 172.21.15.76:0/954627904 shutdown_connections 2024-09-13T16:02:35.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.528+0000 7efde5c5a640 1 --2- 172.21.15.76:0/954627904 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efde015a3b0 0x7efde01521c0 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:35.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.528+0000 7efde5c5a640 1 --2- 172.21.15.76:0/954627904 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efde00cea30 0x7efde00c0f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:35.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.528+0000 7efde5c5a640 1 --2- 172.21.15.76:0/954627904 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efdc006ac00 0x7efdc006d0c0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:35.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.528+0000 7efde5c5a640 1 --2- 172.21.15.76:0/954627904 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efde00b1720 0x7efde015c7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:35.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.528+0000 7efde5c5a640 1 -- 172.21.15.76:0/954627904 >> 172.21.15.76:0/954627904 conn(0x7efde006a0b0 msgr2=0x7efde0070970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:35.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.528+0000 7efde5c5a640 1 -- 172.21.15.76:0/954627904 shutdown_connections 2024-09-13T16:02:35.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.528+0000 7efde5c5a640 1 -- 172.21.15.76:0/954627904 wait complete. 2024-09-13T16:02:35.540 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:02:35.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.640+0000 7f7d46853640 1 Processor -- start 2024-09-13T16:02:35.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.641+0000 7f7d46853640 1 -- start start 2024-09-13T16:02:35.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.641+0000 7f7d46853640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f7d400ad360 0x7f7d400b2cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:35.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.641+0000 7f7d46853640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f7d4006e5e0 0x7f7d400b3230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:35.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.641+0000 7f7d46853640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7d400ad7f0 con 0x7f7d400b2200 2024-09-13T16:02:35.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.641+0000 7f7d46853640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7d400adad0 con 0x7f7d4006e5e0 2024-09-13T16:02:35.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.641+0000 7f7d46853640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7d400addb0 con 0x7f7d400ad360 2024-09-13T16:02:35.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.641+0000 7f7d44df0640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f7d4006e5e0 0x7f7d400b3230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:35.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.641+0000 7f7d44df0640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f7d4006e5e0 0x7f7d400b3230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56420/0 (socket says 172.21.15.76:56420) 2024-09-13T16:02:35.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.641+0000 7f7d44df0640 1 -- 172.21.15.76:0/903417540 learned_addr learned my addr 172.21.15.76:0/903417540 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:35.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.642+0000 7f7d3f7fe640 1 --2- 172.21.15.76:0/903417540 >> v2:172.21.15.192:3300/0 conn(0x7f7d400ad360 0x7f7d400b2cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:35.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.642+0000 7f7d44df0640 1 -- 172.21.15.76:0/903417540 >> v2:172.21.15.192:3300/0 conn(0x7f7d400ad360 msgr2=0x7f7d400b2cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:35.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.642+0000 7f7d44df0640 1 --2- 172.21.15.76:0/903417540 >> v2:172.21.15.192:3300/0 conn(0x7f7d400ad360 0x7f7d400b2cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:35.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.642+0000 7f7d44df0640 1 -- 172.21.15.76:0/903417540 >> v1:172.21.15.192:6789/0 conn(0x7f7d400b2200 legacy=0x7f7d400b25e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:35.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.642+0000 7f7d44df0640 1 -- 172.21.15.76:0/903417540 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7d400ae090 con 0x7f7d4006e5e0 2024-09-13T16:02:35.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.642+0000 7f7d44df0640 1 --2- 172.21.15.76:0/903417540 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d4006e5e0 0x7f7d400b3230 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f7d400721c0 tx=0x7f7d3802a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=850995cfdc70d07c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:35.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.643+0000 7f7d3effd640 1 -- 172.21.15.76:0/903417540 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d38031600 con 0x7f7d4006e5e0 2024-09-13T16:02:35.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.643+0000 7f7d3effd640 1 -- 172.21.15.76:0/903417540 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7d3802d050 con 0x7f7d4006e5e0 2024-09-13T16:02:35.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.643+0000 7f7d3effd640 1 -- 172.21.15.76:0/903417540 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d38031980 con 0x7f7d4006e5e0 2024-09-13T16:02:35.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.643+0000 7f7d46853640 1 -- 172.21.15.76:0/903417540 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d4006e5e0 msgr2=0x7f7d400b3230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:35.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.643+0000 7f7d46853640 1 --2- 172.21.15.76:0/903417540 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d4006e5e0 0x7f7d400b3230 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f7d400721c0 tx=0x7f7d3802a730 comp rx=0 tx=0).stop 2024-09-13T16:02:35.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.643+0000 7f7d46853640 1 -- 172.21.15.76:0/903417540 shutdown_connections 2024-09-13T16:02:35.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.643+0000 7f7d46853640 1 --2- 172.21.15.76:0/903417540 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d4006e5e0 0x7f7d400b3230 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:35.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.643+0000 7f7d46853640 1 --2- 172.21.15.76:0/903417540 >> v2:172.21.15.192:3300/0 conn(0x7f7d400ad360 0x7f7d400b2cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:35.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.643+0000 7f7d46853640 1 -- 172.21.15.76:0/903417540 >> 172.21.15.76:0/903417540 conn(0x7f7d400b4720 msgr2=0x7f7d400b4b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:35.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.643+0000 7f7d46853640 1 -- 172.21.15.76:0/903417540 shutdown_connections 2024-09-13T16:02:35.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.643+0000 7f7d46853640 1 -- 172.21.15.76:0/903417540 wait complete. 2024-09-13T16:02:35.648 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.644+0000 7f7d46853640 1 Processor -- start 2024-09-13T16:02:35.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.645+0000 7f7d46853640 1 -- start start 2024-09-13T16:02:35.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.645+0000 7f7d46853640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d4006e5e0 0x7f7d4009ac90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:35.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.645+0000 7f7d46853640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7d400b2200 0x7f7d4013ab30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:35.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.645+0000 7f7d46853640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7d4014fb40 0x7f7d40099360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:35.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.645+0000 7f7d46853640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7d4009a870 con 0x7f7d4006e5e0 2024-09-13T16:02:35.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.645+0000 7f7d46853640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7d4009b1d0 con 0x7f7d400b2200 2024-09-13T16:02:35.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.645+0000 7f7d46853640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7d40099bf0 con 0x7f7d4014fb40 2024-09-13T16:02:35.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.645+0000 7f7d3ffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d4006e5e0 0x7f7d4009ac90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:35.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.645+0000 7f7d3ffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d4006e5e0 0x7f7d4009ac90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56428/0 (socket says 172.21.15.76:56428) 2024-09-13T16:02:35.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.645+0000 7f7d3ffff640 1 -- 172.21.15.76:0/1358796657 learned_addr learned my addr 172.21.15.76:0/1358796657 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:35.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.646+0000 7f7d44df0640 1 --2- 172.21.15.76:0/1358796657 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7d4014fb40 0x7f7d40099360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:35.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.646+0000 7f7d3f7fe640 1 --2- 172.21.15.76:0/1358796657 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7d400b2200 0x7f7d4013ab30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:35.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.646+0000 7f7d3ffff640 1 -- 172.21.15.76:0/1358796657 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7d4014fb40 msgr2=0x7f7d40099360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:35.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.646+0000 7f7d3ffff640 1 --2- 172.21.15.76:0/1358796657 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7d4014fb40 0x7f7d40099360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:35.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.646+0000 7f7d3ffff640 1 -- 172.21.15.76:0/1358796657 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7d400b2200 msgr2=0x7f7d4013ab30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:35.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.646+0000 7f7d3ffff640 1 --2- 172.21.15.76:0/1358796657 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7d400b2200 0x7f7d4013ab30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:35.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.646+0000 7f7d3ffff640 1 -- 172.21.15.76:0/1358796657 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7d38009b30 con 0x7f7d4006e5e0 2024-09-13T16:02:35.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.646+0000 7f7d3ffff640 1 --2- 172.21.15.76:0/1358796657 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d4006e5e0 0x7f7d4009ac90 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f7d3000c450 tx=0x7f7d3000c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:35.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.646+0000 7f7d3cff9640 1 -- 172.21.15.76:0/1358796657 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d300052d0 con 0x7f7d4006e5e0 2024-09-13T16:02:35.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.646+0000 7f7d3cff9640 1 -- 172.21.15.76:0/1358796657 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7d30005430 con 0x7f7d4006e5e0 2024-09-13T16:02:35.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.646+0000 7f7d3cff9640 1 -- 172.21.15.76:0/1358796657 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d30003830 con 0x7f7d4006e5e0 2024-09-13T16:02:35.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.646+0000 7f7d46853640 1 -- 172.21.15.76:0/1358796657 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7d40099ed0 con 0x7f7d4006e5e0 2024-09-13T16:02:35.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.646+0000 7f7d46853640 1 -- 172.21.15.76:0/1358796657 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7d4009a490 con 0x7f7d4006e5e0 2024-09-13T16:02:35.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.647+0000 7f7d46853640 1 -- 172.21.15.76:0/1358796657 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7d4009a9b0 con 0x7f7d4006e5e0 2024-09-13T16:02:35.651 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.648+0000 7f7d3cff9640 1 -- 172.21.15.76:0/1358796657 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7d30003990 con 0x7f7d4006e5e0 2024-09-13T16:02:35.651 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.648+0000 7f7d3cff9640 1 --2- 172.21.15.76:0/1358796657 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7d2c06ac00 0x7f7d2c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:35.651 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.648+0000 7f7d3cff9640 1 -- 172.21.15.76:0/1358796657 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7f7d30088bc0 con 0x7f7d4006e5e0 2024-09-13T16:02:35.651 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.648+0000 7f7d3f7fe640 1 --2- 172.21.15.76:0/1358796657 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7d2c06ac00 0x7f7d2c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:35.651 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.649+0000 7f7d3f7fe640 1 --2- 172.21.15.76:0/1358796657 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7d2c06ac00 0x7f7d2c06d0c0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f7d401f5990 tx=0x7f7d34008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:35.654 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.653+0000 7f7d3cff9640 1 -- 172.21.15.76:0/1358796657 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f7d30053b30 con 0x7f7d4006e5e0 2024-09-13T16:02:35.813 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.812+0000 7f7d46853640 1 -- 172.21.15.76:0/1358796657 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f7d4006dd90 con 0x7f7d4006e5e0 2024-09-13T16:02:35.813 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.812+0000 7f7d3cff9640 1 -- 172.21.15.76:0/1358796657 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v28) v1 ==== 100+0+11 (secure 0 0 0) 0x7f7d30017020 con 0x7f7d4006e5e0 2024-09-13T16:02:35.814 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2024-09-13T16:02:35.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.814+0000 7f7d46853640 1 -- 172.21.15.76:0/1358796657 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7d2c06ac00 msgr2=0x7f7d2c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:35.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.814+0000 7f7d46853640 1 --2- 172.21.15.76:0/1358796657 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7d2c06ac00 0x7f7d2c06d0c0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f7d401f5990 tx=0x7f7d34008040 comp rx=0 tx=0).stop 2024-09-13T16:02:35.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.814+0000 7f7d46853640 1 -- 172.21.15.76:0/1358796657 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d4006e5e0 msgr2=0x7f7d4009ac90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:35.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.814+0000 7f7d46853640 1 --2- 172.21.15.76:0/1358796657 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d4006e5e0 0x7f7d4009ac90 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f7d3000c450 tx=0x7f7d3000c910 comp rx=0 tx=0).stop 2024-09-13T16:02:35.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.814+0000 7f7d46853640 1 -- 172.21.15.76:0/1358796657 shutdown_connections 2024-09-13T16:02:35.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.814+0000 7f7d46853640 1 --2- 172.21.15.76:0/1358796657 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7d2c06ac00 0x7f7d2c06d0c0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:35.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.814+0000 7f7d46853640 1 --2- 172.21.15.76:0/1358796657 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7d4014fb40 0x7f7d40099360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:35.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.814+0000 7f7d46853640 1 --2- 172.21.15.76:0/1358796657 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7d400b2200 0x7f7d4013ab30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:35.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.814+0000 7f7d46853640 1 --2- 172.21.15.76:0/1358796657 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d4006e5e0 0x7f7d4009ac90 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:35.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.814+0000 7f7d46853640 1 -- 172.21.15.76:0/1358796657 >> 172.21.15.76:0/1358796657 conn(0x7f7d400b4720 msgr2=0x7f7d400aed70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:35.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.814+0000 7f7d46853640 1 -- 172.21.15.76:0/1358796657 shutdown_connections 2024-09-13T16:02:35.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.814+0000 7f7d46853640 1 -- 172.21.15.76:0/1358796657 wait complete. 2024-09-13T16:02:35.827 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-13T16:02:35.928 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.927+0000 7f5011518640 1 Processor -- start 2024-09-13T16:02:35.928 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.927+0000 7f5011518640 1 -- start start 2024-09-13T16:02:35.930 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.927+0000 7f5011518640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f500c0cd500 0x7f500c0b3850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:35.930 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.927+0000 7f5011518640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f500c0b1370 0x7f500c0d2f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:35.930 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.927+0000 7f5011518640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f500c0d1f40 con 0x7f500c0d1650 2024-09-13T16:02:35.930 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.927+0000 7f5011518640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f500c0d2190 con 0x7f500c0cd500 2024-09-13T16:02:35.930 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.927+0000 7f5011518640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f500c0ccb20 con 0x7f500c0b1370 2024-09-13T16:02:35.930 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.928+0000 7f500a7fc640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f500c0b1370 0x7f500c0d2f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:35.930 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.928+0000 7f500affd640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f500c0cd500 0x7f500c0b3850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:35.930 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.928+0000 7f500b7fe640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7f500c0d1650 0x7f500c0b18c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:32964/0 (socket says 172.21.15.76:32964) 2024-09-13T16:02:35.930 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.928+0000 7f500a7fc640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f500c0b1370 0x7f500c0d2f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.76:47328/0 (socket says 172.21.15.76:47328) 2024-09-13T16:02:35.930 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.928+0000 7f500b7fe640 1 -- 172.21.15.76:0/1647312187 learned_addr learned my addr 172.21.15.76:0/1647312187 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:35.930 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.928+0000 7f500a7fc640 1 -- 172.21.15.76:0/1647312187 >> v2:172.21.15.192:3300/0 conn(0x7f500c0cd500 msgr2=0x7f500c0b3850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:35.931 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.928+0000 7f500a7fc640 1 --2- 172.21.15.76:0/1647312187 >> v2:172.21.15.192:3300/0 conn(0x7f500c0cd500 0x7f500c0b3850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:35.931 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.928+0000 7f5009ffb640 1 -- 172.21.15.76:0/1647312187 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1721896669 0 0) 0x7f500c0d1f40 con 0x7f500c0d1650 2024-09-13T16:02:35.931 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.928+0000 7f500a7fc640 1 -- 172.21.15.76:0/1647312187 >> v1:172.21.15.192:6789/0 conn(0x7f500c0d1650 legacy=0x7f500c0b18c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:35.931 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.928+0000 7f500a7fc640 1 -- 172.21.15.76:0/1647312187 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f500c0cce00 con 0x7f500c0b1370 2024-09-13T16:02:35.932 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.929+0000 7f500a7fc640 1 --2- 172.21.15.76:0/1647312187 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f500c0b1370 0x7f500c0d2f50 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f50000097d0 tx=0x7f500002a1c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c6a76793166785c0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:35.932 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.929+0000 7f5009ffb640 1 -- 172.21.15.76:0/1647312187 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5000032440 con 0x7f500c0b1370 2024-09-13T16:02:35.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.929+0000 7f5009ffb640 1 -- 172.21.15.76:0/1647312187 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f50000325a0 con 0x7f500c0b1370 2024-09-13T16:02:35.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.929+0000 7f5009ffb640 1 -- 172.21.15.76:0/1647312187 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5000032930 con 0x7f500c0b1370 2024-09-13T16:02:35.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.930+0000 7f5011518640 1 -- 172.21.15.76:0/1647312187 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f500c0b1370 msgr2=0x7f500c0d2f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:35.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.930+0000 7f5011518640 1 --2- 172.21.15.76:0/1647312187 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f500c0b1370 0x7f500c0d2f50 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f50000097d0 tx=0x7f500002a1c0 comp rx=0 tx=0).stop 2024-09-13T16:02:35.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.930+0000 7f5011518640 1 -- 172.21.15.76:0/1647312187 shutdown_connections 2024-09-13T16:02:35.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.930+0000 7f5011518640 1 --2- 172.21.15.76:0/1647312187 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f500c0b1370 0x7f500c0d2f50 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:35.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.930+0000 7f5011518640 1 --2- 172.21.15.76:0/1647312187 >> v2:172.21.15.192:3300/0 conn(0x7f500c0cd500 0x7f500c0b3850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:35.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.930+0000 7f5011518640 1 -- 172.21.15.76:0/1647312187 >> 172.21.15.76:0/1647312187 conn(0x7f500c089f60 msgr2=0x7f500c0d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:35.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.930+0000 7f5011518640 1 -- 172.21.15.76:0/1647312187 shutdown_connections 2024-09-13T16:02:35.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.930+0000 7f5011518640 1 -- 172.21.15.76:0/1647312187 wait complete. 2024-09-13T16:02:35.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.931+0000 7f5011518640 1 Processor -- start 2024-09-13T16:02:35.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.931+0000 7f5011518640 1 -- start start 2024-09-13T16:02:35.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.932+0000 7f5011518640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f500c0cd500 0x7f500c159e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:35.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.932+0000 7f5011518640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f500c0d1650 0x7f500c1f6170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:35.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.932+0000 7f5011518640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f500c0b7670 0x7f500c1f28a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:35.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.932+0000 7f5011518640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f500c0b8460 con 0x7f500c0b7670 2024-09-13T16:02:35.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.932+0000 7f5011518640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f500c1f2180 con 0x7f500c0d1650 2024-09-13T16:02:35.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.932+0000 7f5011518640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f500c15a350 con 0x7f500c0cd500 2024-09-13T16:02:35.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.932+0000 7f500b7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f500c0b7670 0x7f500c1f28a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:35.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.932+0000 7f500b7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f500c0b7670 0x7f500c1f28a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56438/0 (socket says 172.21.15.76:56438) 2024-09-13T16:02:35.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.932+0000 7f500b7fe640 1 -- 172.21.15.76:0/2797589622 learned_addr learned my addr 172.21.15.76:0/2797589622 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:35.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.932+0000 7f500a7fc640 1 --2- 172.21.15.76:0/2797589622 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f500c0d1650 0x7f500c1f6170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:35.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.932+0000 7f500affd640 1 --2- 172.21.15.76:0/2797589622 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f500c0cd500 0x7f500c159e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:35.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.932+0000 7f500b7fe640 1 -- 172.21.15.76:0/2797589622 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f500c0cd500 msgr2=0x7f500c159e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:35.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.932+0000 7f500b7fe640 1 --2- 172.21.15.76:0/2797589622 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f500c0cd500 0x7f500c159e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:35.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.932+0000 7f500b7fe640 1 -- 172.21.15.76:0/2797589622 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f500c0d1650 msgr2=0x7f500c1f6170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:35.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.932+0000 7f500b7fe640 1 --2- 172.21.15.76:0/2797589622 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f500c0d1650 0x7f500c1f6170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:35.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.932+0000 7f500b7fe640 1 -- 172.21.15.76:0/2797589622 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5000009400 con 0x7f500c0b7670 2024-09-13T16:02:35.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.932+0000 7f500a7fc640 1 --2- 172.21.15.76:0/2797589622 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f500c0d1650 0x7f500c1f6170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:02:35.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.932+0000 7f500b7fe640 1 --2- 172.21.15.76:0/2797589622 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f500c0b7670 0x7f500c1f28a0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f500400c760 tx=0x7f500400cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:35.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.933+0000 7f4ff37fe640 1 -- 172.21.15.76:0/2797589622 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f500400ce70 con 0x7f500c0b7670 2024-09-13T16:02:35.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.933+0000 7f4ff37fe640 1 -- 172.21.15.76:0/2797589622 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f500400a640 con 0x7f500c0b7670 2024-09-13T16:02:35.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.933+0000 7f5011518640 1 -- 172.21.15.76:0/2797589622 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f500c1f66b0 con 0x7f500c0b7670 2024-09-13T16:02:35.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.933+0000 7f4ff37fe640 1 -- 172.21.15.76:0/2797589622 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f500400a9f0 con 0x7f500c0b7670 2024-09-13T16:02:35.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.933+0000 7f5011518640 1 -- 172.21.15.76:0/2797589622 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f500c0b7ea0 con 0x7f500c0b7670 2024-09-13T16:02:35.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.934+0000 7f5011518640 1 -- 172.21.15.76:0/2797589622 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f500c0b2560 con 0x7f500c0b7670 2024-09-13T16:02:35.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.934+0000 7f4ff37fe640 1 -- 172.21.15.76:0/2797589622 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f500400ab50 con 0x7f500c0b7670 2024-09-13T16:02:35.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.934+0000 7f4ff37fe640 1 --2- 172.21.15.76:0/2797589622 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4ff806ac30 0x7f4ff806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:35.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.935+0000 7f4ff37fe640 1 -- 172.21.15.76:0/2797589622 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7f5004088df0 con 0x7f500c0b7670 2024-09-13T16:02:35.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.935+0000 7f500affd640 1 --2- 172.21.15.76:0/2797589622 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4ff806ac30 0x7f4ff806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:35.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.935+0000 7f500affd640 1 --2- 172.21.15.76:0/2797589622 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4ff806ac30 0x7f4ff806d0f0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f500c15f260 tx=0x7f4ffc008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:35.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:35.939+0000 7f4ff37fe640 1 -- 172.21.15.76:0/2797589622 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f5004053c20 con 0x7f500c0b7670 2024-09-13T16:02:36.103 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.101+0000 7f5011518640 1 -- 172.21.15.76:0/2797589622 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f500c0b4ed0 con 0x7f500c0b7670 2024-09-13T16:02:36.103 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.102+0000 7f4ff37fe640 1 -- 172.21.15.76:0/2797589622 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v28) v1 ==== 103+0+11 (secure 0 0 0) 0x7f5004018020 con 0x7f500c0b7670 2024-09-13T16:02:36.103 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2024-09-13T16:02:36.105 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.104+0000 7f5011518640 1 -- 172.21.15.76:0/2797589622 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4ff806ac30 msgr2=0x7f4ff806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:36.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.104+0000 7f5011518640 1 --2- 172.21.15.76:0/2797589622 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4ff806ac30 0x7f4ff806d0f0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f500c15f260 tx=0x7f4ffc008040 comp rx=0 tx=0).stop 2024-09-13T16:02:36.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.104+0000 7f5011518640 1 -- 172.21.15.76:0/2797589622 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f500c0b7670 msgr2=0x7f500c1f28a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:36.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.104+0000 7f5011518640 1 --2- 172.21.15.76:0/2797589622 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f500c0b7670 0x7f500c1f28a0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f500400c760 tx=0x7f500400cc20 comp rx=0 tx=0).stop 2024-09-13T16:02:36.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.104+0000 7f5011518640 1 -- 172.21.15.76:0/2797589622 shutdown_connections 2024-09-13T16:02:36.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.104+0000 7f5011518640 1 --2- 172.21.15.76:0/2797589622 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f500c0b7670 0x7f500c1f28a0 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:36.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.104+0000 7f5011518640 1 --2- 172.21.15.76:0/2797589622 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f500c0d1650 0x7f500c1f6170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:36.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.104+0000 7f5011518640 1 --2- 172.21.15.76:0/2797589622 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4ff806ac30 0x7f4ff806d0f0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:36.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.104+0000 7f5011518640 1 --2- 172.21.15.76:0/2797589622 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f500c0cd500 0x7f500c159e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:36.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.104+0000 7f5011518640 1 -- 172.21.15.76:0/2797589622 >> 172.21.15.76:0/2797589622 conn(0x7f500c089f60 msgr2=0x7f500c06b0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:36.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.104+0000 7f5011518640 1 -- 172.21.15.76:0/2797589622 shutdown_connections 2024-09-13T16:02:36.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.104+0000 7f5011518640 1 -- 172.21.15.76:0/2797589622 wait complete. 2024-09-13T16:02:36.116 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:02:36.215 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.214+0000 7f6e89395640 1 Processor -- start 2024-09-13T16:02:36.215 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.214+0000 7f6e89395640 1 -- start start 2024-09-13T16:02:36.219 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.215+0000 7f6e89395640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6e8415a3a0 0x7f6e840cd650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:36.219 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.215+0000 7f6e89395640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6e8415d480 con 0x7f6e84070ad0 2024-09-13T16:02:36.219 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.215+0000 7f6e89395640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6e840ac1f0 con 0x7f6e8415d910 2024-09-13T16:02:36.219 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.215+0000 7f6e89395640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6e84071280 con 0x7f6e8415a3a0 2024-09-13T16:02:36.219 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.215+0000 7f6e837fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f6e84070ad0 0x7f6e84160280 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:42814/0 (socket says 172.21.15.76:42814) 2024-09-13T16:02:36.219 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.215+0000 7f6e837fe640 1 -- 172.21.15.76:0/1688399263 learned_addr learned my addr 172.21.15.76:0/1688399263 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:36.219 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.215+0000 7f6e827fc640 1 -- 172.21.15.76:0/1688399263 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 645410174 0 0) 0x7f6e8415d480 con 0x7f6e84070ad0 2024-09-13T16:02:36.219 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.215+0000 7f6e827fc640 1 -- 172.21.15.76:0/1688399263 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6e70003520 con 0x7f6e84070ad0 2024-09-13T16:02:36.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.215+0000 7f6e82ffd640 1 --2- 172.21.15.76:0/1688399263 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6e8415a3a0 0x7f6e840cd650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:36.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.215+0000 7f6e827fc640 1 -- 172.21.15.76:0/1688399263 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 776092884 0 0) 0x7f6e70003520 con 0x7f6e84070ad0 2024-09-13T16:02:36.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.215+0000 7f6e827fc640 1 -- 172.21.15.76:0/1688399263 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6e8415a3a0 msgr2=0x7f6e840cd650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:36.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.215+0000 7f6e827fc640 1 --2- 172.21.15.76:0/1688399263 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6e8415a3a0 0x7f6e840cd650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:36.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.215+0000 7f6e827fc640 1 -- 172.21.15.76:0/1688399263 >> v1:172.21.15.192:6789/0 conn(0x7f6e8415d910 legacy=0x7f6e840703c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:36.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.215+0000 7f6e827fc640 1 -- 172.21.15.76:0/1688399263 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6e84070fa0 con 0x7f6e84070ad0 2024-09-13T16:02:36.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.215+0000 7f6e827fc640 1 -- 172.21.15.76:0/1688399263 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f6e7c0019f0 con 0x7f6e84070ad0 2024-09-13T16:02:36.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.215+0000 7f6e827fc640 1 -- 172.21.15.76:0/1688399263 >> v1:172.21.15.76:6789/0 conn(0x7f6e84070ad0 legacy=0x7f6e84160280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:36.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.215+0000 7f6e827fc640 1 --2- 172.21.15.76:0/1688399263 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6e700039a0 0x7f6e70003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:36.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.215+0000 7f6e827fc640 1 --2- 172.21.15.76:0/1688399263 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6e700047c0 0x7f6e70004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:36.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.215+0000 7f6e827fc640 1 --2- 172.21.15.76:0/1688399263 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6e70005180 0x7f6e7000b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:36.221 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.215+0000 7f6e827fc640 1 -- 172.21.15.76:0/1688399263 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6e84071280 con 0x7f6e700039a0 2024-09-13T16:02:36.221 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.215+0000 7f6e827fc640 1 -- 172.21.15.76:0/1688399263 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6e7000c050 con 0x7f6e70005180 2024-09-13T16:02:36.221 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.215+0000 7f6e827fc640 1 -- 172.21.15.76:0/1688399263 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6e7000c210 con 0x7f6e700047c0 2024-09-13T16:02:36.221 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.215+0000 7f6e82ffd640 1 --2- 172.21.15.76:0/1688399263 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6e8415a3a0 0x7f6e840cd650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:02:36.221 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.216+0000 7f6e82ffd640 1 --2- 172.21.15.76:0/1688399263 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6e700039a0 0x7f6e70003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:36.221 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.216+0000 7f6e7bfff640 1 --2- 172.21.15.76:0/1688399263 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6e700047c0 0x7f6e70004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:36.221 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.216+0000 7f6e837fe640 1 --2- 172.21.15.76:0/1688399263 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6e70005180 0x7f6e7000b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:36.221 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.216+0000 7f6e82ffd640 1 -- 172.21.15.76:0/1688399263 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6e700047c0 msgr2=0x7f6e70004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:36.221 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.216+0000 7f6e82ffd640 1 --2- 172.21.15.76:0/1688399263 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6e700047c0 0x7f6e70004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:36.221 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.216+0000 7f6e82ffd640 1 -- 172.21.15.76:0/1688399263 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6e70005180 msgr2=0x7f6e7000b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:36.221 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.216+0000 7f6e82ffd640 1 --2- 172.21.15.76:0/1688399263 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6e70005180 0x7f6e7000b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:36.221 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.216+0000 7f6e82ffd640 1 -- 172.21.15.76:0/1688399263 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6e70003520 con 0x7f6e700039a0 2024-09-13T16:02:36.221 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.216+0000 7f6e82ffd640 1 --2- 172.21.15.76:0/1688399263 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6e700039a0 0x7f6e70003dc0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f6e74006fd0 tx=0x7f6e700057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e8cae3511d07f6d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:36.221 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.217+0000 7f6e827fc640 1 -- 172.21.15.76:0/1688399263 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e7402aae0 con 0x7f6e700039a0 2024-09-13T16:02:36.222 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.217+0000 7f6e827fc640 1 -- 172.21.15.76:0/1688399263 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6e7402ac40 con 0x7f6e700039a0 2024-09-13T16:02:36.222 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.217+0000 7f6e827fc640 1 -- 172.21.15.76:0/1688399263 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e74032440 con 0x7f6e700039a0 2024-09-13T16:02:36.222 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.217+0000 7f6e89395640 1 -- 172.21.15.76:0/1688399263 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6e700039a0 msgr2=0x7f6e70003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:36.222 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.217+0000 7f6e89395640 1 --2- 172.21.15.76:0/1688399263 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6e700039a0 0x7f6e70003dc0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f6e74006fd0 tx=0x7f6e700057f0 comp rx=0 tx=0).stop 2024-09-13T16:02:36.222 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.217+0000 7f6e837fe640 1 -- 172.21.15.76:0/1688399263 reap_dead start 2024-09-13T16:02:36.222 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.217+0000 7f6e89395640 1 -- 172.21.15.76:0/1688399263 shutdown_connections 2024-09-13T16:02:36.222 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.217+0000 7f6e89395640 1 -- 172.21.15.76:0/1688399263 >> 172.21.15.76:0/1688399263 conn(0x7f6e84069ed0 msgr2=0x7f6e8406a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:36.222 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.217+0000 7f6e89395640 1 -- 172.21.15.76:0/1688399263 shutdown_connections 2024-09-13T16:02:36.222 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.217+0000 7f6e89395640 1 -- 172.21.15.76:0/1688399263 wait complete. 2024-09-13T16:02:36.225 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.218+0000 7f6e89395640 1 Processor -- start 2024-09-13T16:02:36.225 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.218+0000 7f6e89395640 1 -- start start 2024-09-13T16:02:36.225 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.219+0000 7f6e89395640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6e700039a0 0x7f6e840b1fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:36.225 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.219+0000 7f6e89395640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6e8415f3a0 0x7f6e8414f160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:36.225 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.219+0000 7f6e89395640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6e8406d470 0x7f6e8406d8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:36.225 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.219+0000 7f6e89395640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6e8414f6a0 con 0x7f6e8415f3a0 2024-09-13T16:02:36.225 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.219+0000 7f6e89395640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6e8406de30 con 0x7f6e700039a0 2024-09-13T16:02:36.225 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.219+0000 7f6e89395640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6e840b32c0 con 0x7f6e8406d470 2024-09-13T16:02:36.225 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.219+0000 7f6e7bfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6e8415f3a0 0x7f6e8414f160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:36.225 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.219+0000 7f6e7bfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6e8415f3a0 0x7f6e8414f160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56448/0 (socket says 172.21.15.76:56448) 2024-09-13T16:02:36.225 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.219+0000 7f6e7bfff640 1 -- 172.21.15.76:0/3303927684 learned_addr learned my addr 172.21.15.76:0/3303927684 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:36.225 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.219+0000 7f6e82ffd640 1 --2- 172.21.15.76:0/3303927684 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6e700039a0 0x7f6e840b1fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:36.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.219+0000 7f6e837fe640 1 --2- 172.21.15.76:0/3303927684 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6e8406d470 0x7f6e8406d8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:36.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.219+0000 7f6e7bfff640 1 -- 172.21.15.76:0/3303927684 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6e8406d470 msgr2=0x7f6e8406d8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:36.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.219+0000 7f6e7bfff640 1 --2- 172.21.15.76:0/3303927684 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6e8406d470 0x7f6e8406d8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:36.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.219+0000 7f6e7bfff640 1 -- 172.21.15.76:0/3303927684 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6e700039a0 msgr2=0x7f6e840b1fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:36.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.219+0000 7f6e7bfff640 1 --2- 172.21.15.76:0/3303927684 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6e700039a0 0x7f6e840b1fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:36.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.219+0000 7f6e7bfff640 1 -- 172.21.15.76:0/3303927684 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6e840b26b0 con 0x7f6e8415f3a0 2024-09-13T16:02:36.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.219+0000 7f6e82ffd640 1 --2- 172.21.15.76:0/3303927684 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6e700039a0 0x7f6e840b1fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:02:36.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.220+0000 7f6e7bfff640 1 --2- 172.21.15.76:0/3303927684 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6e8415f3a0 0x7f6e8414f160 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f6e6c00f5f0 tx=0x7f6e6c00fab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:36.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.220+0000 7f6e7b7fe640 1 -- 172.21.15.76:0/3303927684 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e6c0052e0 con 0x7f6e8415f3a0 2024-09-13T16:02:36.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.220+0000 7f6e7b7fe640 1 -- 172.21.15.76:0/3303927684 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6e6c005440 con 0x7f6e8415f3a0 2024-09-13T16:02:36.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.220+0000 7f6e89395640 1 -- 172.21.15.76:0/3303927684 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6e840b2990 con 0x7f6e8415f3a0 2024-09-13T16:02:36.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.220+0000 7f6e7b7fe640 1 -- 172.21.15.76:0/3303927684 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e6c003810 con 0x7f6e8415f3a0 2024-09-13T16:02:36.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.220+0000 7f6e89395640 1 -- 172.21.15.76:0/3303927684 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6e840b2f50 con 0x7f6e8415f3a0 2024-09-13T16:02:36.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.221+0000 7f6e89395640 1 -- 172.21.15.76:0/3303927684 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6e84160ed0 con 0x7f6e8415f3a0 2024-09-13T16:02:36.227 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.221+0000 7f6e7b7fe640 1 -- 172.21.15.76:0/3303927684 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f6e6c003970 con 0x7f6e8415f3a0 2024-09-13T16:02:36.227 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.222+0000 7f6e7b7fe640 1 --2- 172.21.15.76:0/3303927684 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6e6406ac30 0x7f6e6406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:36.227 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.222+0000 7f6e7b7fe640 1 -- 172.21.15.76:0/3303927684 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7f6e6c0894c0 con 0x7f6e8415f3a0 2024-09-13T16:02:36.227 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.222+0000 7f6e82ffd640 1 --2- 172.21.15.76:0/3303927684 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6e6406ac30 0x7f6e6406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:36.227 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.222+0000 7f6e82ffd640 1 --2- 172.21.15.76:0/3303927684 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6e6406ac30 0x7f6e6406d0f0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f6e74006fd0 tx=0x7f6e7402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:36.227 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.226+0000 7f6e7b7fe640 1 -- 172.21.15.76:0/3303927684 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f6e6c054380 con 0x7f6e8415f3a0 2024-09-13T16:02:36.401 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.399+0000 7f6e89395640 1 -- 172.21.15.76:0/3303927684 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f6e8406ad70 con 0x7f6e8415f3a0 2024-09-13T16:02:36.401 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.400+0000 7f6e7b7fe640 1 -- 172.21.15.76:0/3303927684 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v28) v1 ==== 80+0+0 (secure 0 0 0) 0x7f6e6c0579a0 con 0x7f6e8415f3a0 2024-09-13T16:02:36.401 INFO:teuthology.orchestra.run.smithi076.stderr:listed 0 entries 2024-09-13T16:02:36.403 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.401+0000 7f6e89395640 1 -- 172.21.15.76:0/3303927684 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6e6406ac30 msgr2=0x7f6e6406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:36.403 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.401+0000 7f6e89395640 1 --2- 172.21.15.76:0/3303927684 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6e6406ac30 0x7f6e6406d0f0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f6e74006fd0 tx=0x7f6e7402e000 comp rx=0 tx=0).stop 2024-09-13T16:02:36.403 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.401+0000 7f6e89395640 1 -- 172.21.15.76:0/3303927684 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6e8415f3a0 msgr2=0x7f6e8414f160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:36.403 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.401+0000 7f6e89395640 1 --2- 172.21.15.76:0/3303927684 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6e8415f3a0 0x7f6e8414f160 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f6e6c00f5f0 tx=0x7f6e6c00fab0 comp rx=0 tx=0).stop 2024-09-13T16:02:36.404 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.401+0000 7f6e89395640 1 -- 172.21.15.76:0/3303927684 shutdown_connections 2024-09-13T16:02:36.404 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.401+0000 7f6e89395640 1 --2- 172.21.15.76:0/3303927684 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6e6406ac30 0x7f6e6406d0f0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:36.404 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.401+0000 7f6e89395640 1 --2- 172.21.15.76:0/3303927684 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6e8406d470 0x7f6e8406d8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:36.404 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.401+0000 7f6e89395640 1 --2- 172.21.15.76:0/3303927684 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6e8415f3a0 0x7f6e8414f160 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:36.404 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.401+0000 7f6e89395640 1 --2- 172.21.15.76:0/3303927684 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6e700039a0 0x7f6e840b1fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:36.404 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.402+0000 7f6e89395640 1 -- 172.21.15.76:0/3303927684 >> 172.21.15.76:0/3303927684 conn(0x7f6e84069ed0 msgr2=0x7f6e8415ba40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:36.404 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.402+0000 7f6e89395640 1 -- 172.21.15.76:0/3303927684 shutdown_connections 2024-09-13T16:02:36.404 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.402+0000 7f6e89395640 1 -- 172.21.15.76:0/3303927684 wait complete. 2024-09-13T16:02:36.414 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:02:36.414 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:02:36.431 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:02:36.569 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.567+0000 7f361d419640 1 Processor -- start 2024-09-13T16:02:36.569 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.567+0000 7f361d419640 1 -- start start 2024-09-13T16:02:36.577 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.568+0000 7f361d419640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f36180d07b0 0x7f361806ad10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:36.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.568+0000 7f361d419640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f36180b4660 0x7f361806b250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:36.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.568+0000 7f361d419640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f36180d1840 con 0x7f361815c6e0 2024-09-13T16:02:36.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.568+0000 7f361d419640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f36180d0c30 con 0x7f36180d07b0 2024-09-13T16:02:36.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.568+0000 7f361d419640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f36180d0f10 con 0x7f36180b4660 2024-09-13T16:02:36.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.568+0000 7f360e7fc640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f36180d07b0 0x7f361806ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:36.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.568+0000 7f3616ffd640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f361815c6e0 0x7f36180b3f50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:42820/0 (socket says 172.21.15.76:42820) 2024-09-13T16:02:36.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.568+0000 7f360e7fc640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f36180d07b0 0x7f361806ad10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56464/0 (socket says 172.21.15.76:56464) 2024-09-13T16:02:36.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.568+0000 7f3616ffd640 1 -- 172.21.15.76:0/1770052794 learned_addr learned my addr 172.21.15.76:0/1770052794 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:36.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.569+0000 7f36177fe640 1 --2- 172.21.15.76:0/1770052794 >> v2:172.21.15.192:3300/0 conn(0x7f36180b4660 0x7f361806b250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:36.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.569+0000 7f360e7fc640 1 -- 172.21.15.76:0/1770052794 >> v2:172.21.15.192:3300/0 conn(0x7f36180b4660 msgr2=0x7f361806b250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:36.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.569+0000 7f360e7fc640 1 --2- 172.21.15.76:0/1770052794 >> v2:172.21.15.192:3300/0 conn(0x7f36180b4660 0x7f361806b250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:36.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.569+0000 7f360e7fc640 1 -- 172.21.15.76:0/1770052794 >> v1:172.21.15.76:6789/0 conn(0x7f361815c6e0 legacy=0x7f36180b3f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:36.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.569+0000 7f360e7fc640 1 -- 172.21.15.76:0/1770052794 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f36180d11f0 con 0x7f36180d07b0 2024-09-13T16:02:36.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.569+0000 7f36167fc640 1 -- 172.21.15.76:0/1770052794 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 455941255 0 0) 0x7f36180d1840 con 0x7f361815c6e0 2024-09-13T16:02:36.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.569+0000 7f360e7fc640 1 --2- 172.21.15.76:0/1770052794 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f36180d07b0 0x7f361806ad10 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f361808c560 tx=0x7f360002a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c0423aeb7764292 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:36.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.569+0000 7f36167fc640 1 -- 172.21.15.76:0/1770052794 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f360002ae60 con 0x7f36180d07b0 2024-09-13T16:02:36.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.570+0000 7f36167fc640 1 -- 172.21.15.76:0/1770052794 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3600032440 con 0x7f36180d07b0 2024-09-13T16:02:36.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.570+0000 7f36167fc640 1 -- 172.21.15.76:0/1770052794 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f36000327d0 con 0x7f36180d07b0 2024-09-13T16:02:36.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.570+0000 7f361d419640 1 -- 172.21.15.76:0/1770052794 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f36180d07b0 msgr2=0x7f361806ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:36.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.570+0000 7f361d419640 1 --2- 172.21.15.76:0/1770052794 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f36180d07b0 0x7f361806ad10 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f361808c560 tx=0x7f360002a110 comp rx=0 tx=0).stop 2024-09-13T16:02:36.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.570+0000 7f361d419640 1 -- 172.21.15.76:0/1770052794 shutdown_connections 2024-09-13T16:02:36.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.570+0000 7f361d419640 1 --2- 172.21.15.76:0/1770052794 >> v2:172.21.15.192:3300/0 conn(0x7f36180b4660 0x7f361806b250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:36.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.570+0000 7f361d419640 1 --2- 172.21.15.76:0/1770052794 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f36180d07b0 0x7f361806ad10 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:36.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.570+0000 7f361d419640 1 -- 172.21.15.76:0/1770052794 >> 172.21.15.76:0/1770052794 conn(0x7f3618089f60 msgr2=0x7f36180d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:36.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.570+0000 7f361d419640 1 -- 172.21.15.76:0/1770052794 shutdown_connections 2024-09-13T16:02:36.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.570+0000 7f361d419640 1 -- 172.21.15.76:0/1770052794 wait complete. 2024-09-13T16:02:36.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.571+0000 7f361d419640 1 Processor -- start 2024-09-13T16:02:36.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.571+0000 7f361d419640 1 -- start start 2024-09-13T16:02:36.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.572+0000 7f361d419640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f36180b4660 0x7f361814a960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:36.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.572+0000 7f361d419640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f36180d07b0 0x7f36180ca350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:36.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.572+0000 7f361d419640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f361815c6e0 0x7f36181573c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:36.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.572+0000 7f361d419640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3618155a50 con 0x7f361815c6e0 2024-09-13T16:02:36.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.572+0000 7f361d419640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f36180b8090 con 0x7f36180d07b0 2024-09-13T16:02:36.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.572+0000 7f361d419640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f36180b6c60 con 0x7f36180b4660 2024-09-13T16:02:36.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.572+0000 7f36177fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f361815c6e0 0x7f36181573c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:36.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.572+0000 7f36177fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f361815c6e0 0x7f36181573c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56476/0 (socket says 172.21.15.76:56476) 2024-09-13T16:02:36.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.572+0000 7f36177fe640 1 -- 172.21.15.76:0/3104773482 learned_addr learned my addr 172.21.15.76:0/3104773482 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:36.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.572+0000 7f360e7fc640 1 --2- 172.21.15.76:0/3104773482 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f36180d07b0 0x7f36180ca350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:36.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.572+0000 7f3616ffd640 1 --2- 172.21.15.76:0/3104773482 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f36180b4660 0x7f361814a960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:36.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.572+0000 7f36177fe640 1 -- 172.21.15.76:0/3104773482 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f36180b4660 msgr2=0x7f361814a960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:36.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.572+0000 7f36177fe640 1 --2- 172.21.15.76:0/3104773482 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f36180b4660 0x7f361814a960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:36.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.573+0000 7f36177fe640 1 -- 172.21.15.76:0/3104773482 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f36180d07b0 msgr2=0x7f36180ca350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:36.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.573+0000 7f36177fe640 1 --2- 172.21.15.76:0/3104773482 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f36180d07b0 0x7f36180ca350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:36.586 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.573+0000 7f36177fe640 1 -- 172.21.15.76:0/3104773482 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3600009400 con 0x7f361815c6e0 2024-09-13T16:02:36.586 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.573+0000 7f360e7fc640 1 --2- 172.21.15.76:0/3104773482 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f36180d07b0 0x7f36180ca350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:02:36.586 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.573+0000 7f36177fe640 1 --2- 172.21.15.76:0/3104773482 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f361815c6e0 0x7f36181573c0 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f3610007e10 tx=0x7f361000e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:36.586 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.573+0000 7f360ffff640 1 -- 172.21.15.76:0/3104773482 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3610014620 con 0x7f361815c6e0 2024-09-13T16:02:36.586 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.573+0000 7f360ffff640 1 -- 172.21.15.76:0/3104773482 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f36100147a0 con 0x7f361815c6e0 2024-09-13T16:02:36.586 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.573+0000 7f361d419640 1 -- 172.21.15.76:0/3104773482 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f36180b6980 con 0x7f361815c6e0 2024-09-13T16:02:36.586 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.573+0000 7f360ffff640 1 -- 172.21.15.76:0/3104773482 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3610014b50 con 0x7f361815c6e0 2024-09-13T16:02:36.587 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.573+0000 7f361d419640 1 -- 172.21.15.76:0/3104773482 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3618155670 con 0x7f361815c6e0 2024-09-13T16:02:36.587 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.574+0000 7f361d419640 1 -- 172.21.15.76:0/3104773482 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f36180b1ca0 con 0x7f361815c6e0 2024-09-13T16:02:36.587 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.574+0000 7f360ffff640 1 -- 172.21.15.76:0/3104773482 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f3610014cb0 con 0x7f361815c6e0 2024-09-13T16:02:36.587 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.575+0000 7f360ffff640 1 --2- 172.21.15.76:0/3104773482 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f35f806ac00 0x7f35f806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:36.587 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.575+0000 7f360ffff640 1 -- 172.21.15.76:0/3104773482 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7f361008a070 con 0x7f361815c6e0 2024-09-13T16:02:36.587 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.575+0000 7f3616ffd640 1 --2- 172.21.15.76:0/3104773482 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f35f806ac00 0x7f35f806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:36.587 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.575+0000 7f3616ffd640 1 --2- 172.21.15.76:0/3104773482 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f35f806ac00 0x7f35f806d0c0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f3608000f60 tx=0x7f3608009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:36.588 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.579+0000 7f360ffff640 1 -- 172.21.15.76:0/3104773482 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f3610054eb0 con 0x7f361815c6e0 2024-09-13T16:02:36.743 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.742+0000 7f361d419640 1 -- 172.21.15.76:0/3104773482 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f3618155b90 con 0x7f361815c6e0 2024-09-13T16:02:36.744 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.743+0000 7f360ffff640 1 -- 172.21.15.76:0/3104773482 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v28) v1 ==== 74+0+18669 (secure 0 0 0) 0x7f3618155b90 con 0x7f361815c6e0 2024-09-13T16:02:36.745 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:02:36.745 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":28,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:02:20.572463+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:01:36.778177+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T16:01:37.336141+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T16:01:40.400554+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.2","mappings":[{"from":3,"to":2},{"from":5,"to":1}]},{"pgid":"3.15","mappings":[{"from":7,"to":2}]},{"pgid":"3.3a","mappings":[{"from":5,"to":2}]},{"pgid":"4.0","mappings":[{"from":1,"to":2}]},{"pgid":"4.9","mappings":[{"from":1,"to":2}]},{"pgid":"4.1d","mappings":[{"from":1,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:02:36.747 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.745+0000 7f361d419640 1 -- 172.21.15.76:0/3104773482 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f35f806ac00 msgr2=0x7f35f806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:36.747 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.745+0000 7f361d419640 1 --2- 172.21.15.76:0/3104773482 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f35f806ac00 0x7f35f806d0c0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f3608000f60 tx=0x7f3608009040 comp rx=0 tx=0).stop 2024-09-13T16:02:36.747 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.745+0000 7f361d419640 1 -- 172.21.15.76:0/3104773482 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f361815c6e0 msgr2=0x7f36181573c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:36.747 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.745+0000 7f361d419640 1 --2- 172.21.15.76:0/3104773482 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f361815c6e0 0x7f36181573c0 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f3610007e10 tx=0x7f361000e4b0 comp rx=0 tx=0).stop 2024-09-13T16:02:36.747 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.745+0000 7f361d419640 1 -- 172.21.15.76:0/3104773482 shutdown_connections 2024-09-13T16:02:36.747 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.745+0000 7f361d419640 1 --2- 172.21.15.76:0/3104773482 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f361815c6e0 0x7f36181573c0 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:36.747 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.745+0000 7f361d419640 1 --2- 172.21.15.76:0/3104773482 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f36180d07b0 0x7f36180ca350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:36.747 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.745+0000 7f361d419640 1 --2- 172.21.15.76:0/3104773482 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f35f806ac00 0x7f35f806d0c0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:36.748 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.745+0000 7f361d419640 1 --2- 172.21.15.76:0/3104773482 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f36180b4660 0x7f361814a960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:36.748 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.745+0000 7f361d419640 1 -- 172.21.15.76:0/3104773482 >> 172.21.15.76:0/3104773482 conn(0x7f3618089f60 msgr2=0x7f361806ba40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:36.748 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.746+0000 7f361d419640 1 -- 172.21.15.76:0/3104773482 shutdown_connections 2024-09-13T16:02:36.748 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.746+0000 7f361d419640 1 -- 172.21.15.76:0/3104773482 wait complete. 2024-09-13T16:02:36.758 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:01:26.960607+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:01:36.778177+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:01:37.336141+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-13T16:01:40.400554+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '26', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-13T16:02:36.759 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:02:36.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.858+0000 7f0cfb7f4640 1 Processor -- start 2024-09-13T16:02:36.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.859+0000 7f0cfb7f4640 1 -- start start 2024-09-13T16:02:36.861 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.859+0000 7f0cfb7f4640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f0cf415c500 0x7f0cf40d2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:36.861 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.859+0000 7f0cfb7f4640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0cf40cdff0 0x7f0cf40d0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:36.861 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.859+0000 7f0cfb7f4640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0cf40cd450 con 0x7f0cf40d2590 2024-09-13T16:02:36.861 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.859+0000 7f0cfb7f4640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0cf40d29f0 con 0x7f0cf415c500 2024-09-13T16:02:36.861 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.859+0000 7f0cfb7f4640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0cf40d0cf0 con 0x7f0cf40cdff0 2024-09-13T16:02:36.862 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.859+0000 7f0cf9590640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f0cf415c500 0x7f0cf40d2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:36.862 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.860+0000 7f0cf9590640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f0cf415c500 0x7f0cf40d2050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56486/0 (socket says 172.21.15.76:56486) 2024-09-13T16:02:36.862 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.860+0000 7f0cf9590640 1 -- 172.21.15.76:0/1059655958 learned_addr learned my addr 172.21.15.76:0/1059655958 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:36.862 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.860+0000 7f0cf9590640 1 -- 172.21.15.76:0/1059655958 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0cf40cdff0 msgr2=0x7f0cf40d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:36.862 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.860+0000 7f0cf9590640 1 --2- 172.21.15.76:0/1059655958 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0cf40cdff0 0x7f0cf40d0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:36.862 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.860+0000 7f0cf9590640 1 -- 172.21.15.76:0/1059655958 >> v1:172.21.15.192:6789/0 conn(0x7f0cf40d2590 legacy=0x7f0cf40cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:36.862 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.860+0000 7f0cf9590640 1 -- 172.21.15.76:0/1059655958 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0cf40d0fd0 con 0x7f0cf415c500 2024-09-13T16:02:36.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.860+0000 7f0cf9590640 1 --2- 172.21.15.76:0/1059655958 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0cf415c500 0x7f0cf40d2050 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f0cf0009e50 tx=0x7f0cf002a6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fc2d0163ecbba2d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:36.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.861+0000 7f0cebfff640 1 -- 172.21.15.76:0/1059655958 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0cf002aea0 con 0x7f0cf415c500 2024-09-13T16:02:36.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.861+0000 7f0cebfff640 1 -- 172.21.15.76:0/1059655958 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0cf002d050 con 0x7f0cf415c500 2024-09-13T16:02:36.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.861+0000 7f0cebfff640 1 -- 172.21.15.76:0/1059655958 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0cf0031820 con 0x7f0cf415c500 2024-09-13T16:02:36.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.861+0000 7f0cfb7f4640 1 -- 172.21.15.76:0/1059655958 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0cf415c500 msgr2=0x7f0cf40d2050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:36.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.861+0000 7f0cfb7f4640 1 --2- 172.21.15.76:0/1059655958 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0cf415c500 0x7f0cf40d2050 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f0cf0009e50 tx=0x7f0cf002a6c0 comp rx=0 tx=0).stop 2024-09-13T16:02:36.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.861+0000 7f0cfb7f4640 1 -- 172.21.15.76:0/1059655958 shutdown_connections 2024-09-13T16:02:36.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.861+0000 7f0cfb7f4640 1 --2- 172.21.15.76:0/1059655958 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0cf40cdff0 0x7f0cf40d0000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:36.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.861+0000 7f0cfb7f4640 1 --2- 172.21.15.76:0/1059655958 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0cf415c500 0x7f0cf40d2050 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:36.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.861+0000 7f0cfb7f4640 1 -- 172.21.15.76:0/1059655958 >> 172.21.15.76:0/1059655958 conn(0x7f0cf4089f60 msgr2=0x7f0cf409b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:36.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.861+0000 7f0cfb7f4640 1 -- 172.21.15.76:0/1059655958 shutdown_connections 2024-09-13T16:02:36.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.861+0000 7f0cfb7f4640 1 -- 172.21.15.76:0/1059655958 wait complete. 2024-09-13T16:02:36.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.862+0000 7f0cfb7f4640 1 Processor -- start 2024-09-13T16:02:36.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.862+0000 7f0cfb7f4640 1 -- start start 2024-09-13T16:02:36.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.863+0000 7f0cfb7f4640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0cf40cdff0 0x7f0cf4154c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:36.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.863+0000 7f0cfb7f4640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0cf40d2590 0x7f0cf4155760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:36.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.863+0000 7f0cfb7f4640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0cf415c500 0x7f0cf40b7340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:36.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.863+0000 7f0cfb7f4640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0cf415cfd0 con 0x7f0cf40cdff0 2024-09-13T16:02:36.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.863+0000 7f0cfb7f4640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0cf415d2b0 con 0x7f0cf415c500 2024-09-13T16:02:36.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.863+0000 7f0cfb7f4640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0cf415d590 con 0x7f0cf40d2590 2024-09-13T16:02:36.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.863+0000 7f0cf9590640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0cf40cdff0 0x7f0cf4154c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:36.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.863+0000 7f0cf9590640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0cf40cdff0 0x7f0cf4154c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56500/0 (socket says 172.21.15.76:56500) 2024-09-13T16:02:36.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.863+0000 7f0cf9590640 1 -- 172.21.15.76:0/1728447907 learned_addr learned my addr 172.21.15.76:0/1728447907 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:36.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.863+0000 7f0cf8d8f640 1 --2- 172.21.15.76:0/1728447907 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0cf40d2590 0x7f0cf4155760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:36.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.863+0000 7f0cf9d91640 1 --2- 172.21.15.76:0/1728447907 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0cf415c500 0x7f0cf40b7340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:36.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.864+0000 7f0cf9590640 1 -- 172.21.15.76:0/1728447907 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0cf40d2590 msgr2=0x7f0cf4155760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:36.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.864+0000 7f0cf9590640 1 --2- 172.21.15.76:0/1728447907 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0cf40d2590 0x7f0cf4155760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:36.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.864+0000 7f0cf9590640 1 -- 172.21.15.76:0/1728447907 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0cf415c500 msgr2=0x7f0cf40b7340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:36.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.864+0000 7f0cf9590640 1 --2- 172.21.15.76:0/1728447907 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0cf415c500 0x7f0cf40b7340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:36.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.864+0000 7f0cf9590640 1 -- 172.21.15.76:0/1728447907 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0cf0009b30 con 0x7f0cf40cdff0 2024-09-13T16:02:36.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.864+0000 7f0cf9590640 1 --2- 172.21.15.76:0/1728447907 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0cf40cdff0 0x7f0cf4154c90 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f0cf0009e50 tx=0x7f0cf0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:36.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.864+0000 7f0ce9ffb640 1 -- 172.21.15.76:0/1728447907 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0cf003b820 con 0x7f0cf40cdff0 2024-09-13T16:02:36.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.864+0000 7f0ce9ffb640 1 -- 172.21.15.76:0/1728447907 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0cf003b980 con 0x7f0cf40cdff0 2024-09-13T16:02:36.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.864+0000 7f0cfb7f4640 1 -- 172.21.15.76:0/1728447907 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0cf415d870 con 0x7f0cf40cdff0 2024-09-13T16:02:36.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.864+0000 7f0ce9ffb640 1 -- 172.21.15.76:0/1728447907 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0cf003bd30 con 0x7f0cf40cdff0 2024-09-13T16:02:36.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.864+0000 7f0cfb7f4640 1 -- 172.21.15.76:0/1728447907 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0cf4158570 con 0x7f0cf40cdff0 2024-09-13T16:02:36.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.865+0000 7f0cfb7f4640 1 -- 172.21.15.76:0/1728447907 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0cf40b8440 con 0x7f0cf40cdff0 2024-09-13T16:02:36.869 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.866+0000 7f0ce9ffb640 1 -- 172.21.15.76:0/1728447907 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f0cf0038050 con 0x7f0cf40cdff0 2024-09-13T16:02:36.869 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.866+0000 7f0ce9ffb640 1 --2- 172.21.15.76:0/1728447907 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0cd806ac00 0x7f0cd806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:36.869 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.866+0000 7f0cf8d8f640 1 --2- 172.21.15.76:0/1728447907 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0cd806ac00 0x7f0cd806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:36.869 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.866+0000 7f0ce9ffb640 1 -- 172.21.15.76:0/1728447907 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7f0cf00aa140 con 0x7f0cf40cdff0 2024-09-13T16:02:36.869 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.867+0000 7f0cf8d8f640 1 --2- 172.21.15.76:0/1728447907 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0cd806ac00 0x7f0cd806d0c0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f0cf4157e10 tx=0x7f0ce4009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:36.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:36.870+0000 7f0ce9ffb640 1 -- 172.21.15.76:0/1728447907 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f0cf0075120 con 0x7f0cf40cdff0 2024-09-13T16:02:37.035 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.033+0000 7f0cfb7f4640 1 -- 172.21.15.76:0/1728447907 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f0cf40d0910 con 0x7f0cf40cdff0 2024-09-13T16:02:37.035 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.033+0000 7f0ce9ffb640 1 -- 172.21.15.76:0/1728447907 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v28) v1 ==== 93+0+10 (secure 0 0 0) 0x7f0cf0009510 con 0x7f0cf40cdff0 2024-09-13T16:02:37.035 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2024-09-13T16:02:37.037 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.035+0000 7f0cfb7f4640 1 -- 172.21.15.76:0/1728447907 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0cd806ac00 msgr2=0x7f0cd806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:37.037 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.035+0000 7f0cfb7f4640 1 --2- 172.21.15.76:0/1728447907 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0cd806ac00 0x7f0cd806d0c0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f0cf4157e10 tx=0x7f0ce4009040 comp rx=0 tx=0).stop 2024-09-13T16:02:37.037 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.035+0000 7f0cfb7f4640 1 -- 172.21.15.76:0/1728447907 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0cf40cdff0 msgr2=0x7f0cf4154c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:37.037 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.035+0000 7f0cfb7f4640 1 --2- 172.21.15.76:0/1728447907 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0cf40cdff0 0x7f0cf4154c90 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f0cf0009e50 tx=0x7f0cf0004a40 comp rx=0 tx=0).stop 2024-09-13T16:02:37.037 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.035+0000 7f0cfb7f4640 1 -- 172.21.15.76:0/1728447907 shutdown_connections 2024-09-13T16:02:37.037 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.035+0000 7f0cfb7f4640 1 --2- 172.21.15.76:0/1728447907 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0cf415c500 0x7f0cf40b7340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:37.037 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.035+0000 7f0cfb7f4640 1 --2- 172.21.15.76:0/1728447907 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0cd806ac00 0x7f0cd806d0c0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:37.038 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.035+0000 7f0cfb7f4640 1 --2- 172.21.15.76:0/1728447907 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0cf40d2590 0x7f0cf4155760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:37.038 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.035+0000 7f0cfb7f4640 1 --2- 172.21.15.76:0/1728447907 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0cf40cdff0 0x7f0cf4154c90 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:37.038 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.035+0000 7f0cfb7f4640 1 -- 172.21.15.76:0/1728447907 >> 172.21.15.76:0/1728447907 conn(0x7f0cf4089f60 msgr2=0x7f0cf40cd8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:37.038 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.036+0000 7f0cfb7f4640 1 -- 172.21.15.76:0/1728447907 shutdown_connections 2024-09-13T16:02:37.038 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.036+0000 7f0cfb7f4640 1 -- 172.21.15.76:0/1728447907 wait complete. 2024-09-13T16:02:37.048 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:02:37.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.146+0000 7f068be96640 1 Processor -- start 2024-09-13T16:02:37.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.147+0000 7f068be96640 1 -- start start 2024-09-13T16:02:37.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.147+0000 7f068be96640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f06840cdff0 0x7f068406c390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:37.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.147+0000 7f068be96640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f06840cd450 con 0x7f06840d2760 2024-09-13T16:02:37.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.147+0000 7f068be96640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f06840d0cf0 con 0x7f068415c500 2024-09-13T16:02:37.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.147+0000 7f068be96640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f06840d0fd0 con 0x7f06840cdff0 2024-09-13T16:02:37.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.148+0000 7f0689431640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f06840d2760 0x7f06840cd8e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:42824/0 (socket says 172.21.15.76:42824) 2024-09-13T16:02:37.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.148+0000 7f0689431640 1 -- 172.21.15.76:0/1283712744 learned_addr learned my addr 172.21.15.76:0/1283712744 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:37.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.148+0000 7f0688c30640 1 -- 172.21.15.76:0/1283712744 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2378850765 0 0) 0x7f06840cd450 con 0x7f06840d2760 2024-09-13T16:02:37.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.148+0000 7f0688c30640 1 -- 172.21.15.76:0/1283712744 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0670003520 con 0x7f06840d2760 2024-09-13T16:02:37.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.148+0000 7f068a433640 1 --2- 172.21.15.76:0/1283712744 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f06840cdff0 0x7f068406c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:37.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.148+0000 7f0688c30640 1 -- 172.21.15.76:0/1283712744 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2237509999 0 0) 0x7f0670003520 con 0x7f06840d2760 2024-09-13T16:02:37.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.148+0000 7f0688c30640 1 -- 172.21.15.76:0/1283712744 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f06840cdff0 msgr2=0x7f068406c390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:37.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.148+0000 7f0688c30640 1 --2- 172.21.15.76:0/1283712744 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f06840cdff0 0x7f068406c390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:37.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.148+0000 7f0688c30640 1 -- 172.21.15.76:0/1283712744 >> v1:172.21.15.192:6789/0 conn(0x7f068415c500 legacy=0x7f06840d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:37.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.148+0000 7f0688c30640 1 -- 172.21.15.76:0/1283712744 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f06840cd0e0 con 0x7f06840d2760 2024-09-13T16:02:37.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.148+0000 7f0688c30640 1 -- 172.21.15.76:0/1283712744 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f0674001670 con 0x7f06840d2760 2024-09-13T16:02:37.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.148+0000 7f0688c30640 1 -- 172.21.15.76:0/1283712744 >> v1:172.21.15.76:6789/0 conn(0x7f06840d2760 legacy=0x7f06840cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:37.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.148+0000 7f0688c30640 1 --2- 172.21.15.76:0/1283712744 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f06700039a0 0x7f0670003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:37.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.148+0000 7f0688c30640 1 --2- 172.21.15.76:0/1283712744 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f06840cdff0 0x7f06700047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:37.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.148+0000 7f0688c30640 1 --2- 172.21.15.76:0/1283712744 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0670004d00 0x7f0670005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:37.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.148+0000 7f0688c30640 1 -- 172.21.15.76:0/1283712744 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f06840d0fd0 con 0x7f06700039a0 2024-09-13T16:02:37.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.148+0000 7f0688c30640 1 -- 172.21.15.76:0/1283712744 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f067000bb10 con 0x7f0670004d00 2024-09-13T16:02:37.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.148+0000 7f0688c30640 1 -- 172.21.15.76:0/1283712744 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f067000bca0 con 0x7f06840cdff0 2024-09-13T16:02:37.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.148+0000 7f0689c32640 1 --2- 172.21.15.76:0/1283712744 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f06700039a0 0x7f0670003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:37.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.148+0000 7f0689431640 1 --2- 172.21.15.76:0/1283712744 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f06840cdff0 0x7f06700047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:37.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.148+0000 7f068a433640 1 --2- 172.21.15.76:0/1283712744 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0670004d00 0x7f0670005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:37.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.149+0000 7f0689c32640 1 -- 172.21.15.76:0/1283712744 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f06840cdff0 msgr2=0x7f06700047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:37.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.149+0000 7f0689c32640 1 --2- 172.21.15.76:0/1283712744 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f06840cdff0 0x7f06700047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:37.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.149+0000 7f0689c32640 1 -- 172.21.15.76:0/1283712744 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0670004d00 msgr2=0x7f0670005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:37.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.149+0000 7f0689c32640 1 --2- 172.21.15.76:0/1283712744 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0670004d00 0x7f0670005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:37.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.149+0000 7f0689c32640 1 -- 172.21.15.76:0/1283712744 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0670003520 con 0x7f06700039a0 2024-09-13T16:02:37.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.149+0000 7f0689c32640 1 --2- 172.21.15.76:0/1283712744 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f06700039a0 0x7f0670003dc0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f0680001780 tx=0x7f06700057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=21673cd07bf6eb55 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:37.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.150+0000 7f0688c30640 1 -- 172.21.15.76:0/1283712744 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06800052d0 con 0x7f06700039a0 2024-09-13T16:02:37.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.150+0000 7f0688c30640 1 -- 172.21.15.76:0/1283712744 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0680005430 con 0x7f06700039a0 2024-09-13T16:02:37.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.150+0000 7f0688c30640 1 -- 172.21.15.76:0/1283712744 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f068002ac00 con 0x7f06700039a0 2024-09-13T16:02:37.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.150+0000 7f068be96640 1 -- 172.21.15.76:0/1283712744 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f06700039a0 msgr2=0x7f0670003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:37.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.150+0000 7f068be96640 1 --2- 172.21.15.76:0/1283712744 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f06700039a0 0x7f0670003dc0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f0680001780 tx=0x7f06700057f0 comp rx=0 tx=0).stop 2024-09-13T16:02:37.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.150+0000 7f068a433640 1 -- 172.21.15.76:0/1283712744 reap_dead start 2024-09-13T16:02:37.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.150+0000 7f068be96640 1 -- 172.21.15.76:0/1283712744 shutdown_connections 2024-09-13T16:02:37.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.150+0000 7f068be96640 1 -- 172.21.15.76:0/1283712744 >> 172.21.15.76:0/1283712744 conn(0x7f0684089f60 msgr2=0x7f068409b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:37.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.150+0000 7f068be96640 1 -- 172.21.15.76:0/1283712744 shutdown_connections 2024-09-13T16:02:37.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.150+0000 7f068be96640 1 -- 172.21.15.76:0/1283712744 wait complete. 2024-09-13T16:02:37.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.151+0000 7f068be96640 1 Processor -- start 2024-09-13T16:02:37.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.151+0000 7f068be96640 1 -- start start 2024-09-13T16:02:37.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.152+0000 7f068be96640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f06700039a0 0x7f06841f1870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:37.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.152+0000 7f068be96640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f068415f3a0 0x7f06840ca960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:37.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.152+0000 7f068be96640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f06840caea0 0x7f0684156970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:37.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.152+0000 7f068be96640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f06841f1db0 con 0x7f06700039a0 2024-09-13T16:02:37.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.152+0000 7f068be96640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f06840c98c0 con 0x7f06840caea0 2024-09-13T16:02:37.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.152+0000 7f068be96640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f06840c9ba0 con 0x7f068415f3a0 2024-09-13T16:02:37.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.152+0000 7f0689c32640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f06700039a0 0x7f06841f1870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:37.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.152+0000 7f0689c32640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f06700039a0 0x7f06841f1870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56528/0 (socket says 172.21.15.76:56528) 2024-09-13T16:02:37.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.152+0000 7f0689c32640 1 -- 172.21.15.76:0/2056249307 learned_addr learned my addr 172.21.15.76:0/2056249307 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:37.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.152+0000 7f068a433640 1 --2- 172.21.15.76:0/2056249307 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f06840caea0 0x7f0684156970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:37.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.152+0000 7f0689431640 1 --2- 172.21.15.76:0/2056249307 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f068415f3a0 0x7f06840ca960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:37.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.152+0000 7f0689c32640 1 -- 172.21.15.76:0/2056249307 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f068415f3a0 msgr2=0x7f06840ca960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:37.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.152+0000 7f0689c32640 1 --2- 172.21.15.76:0/2056249307 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f068415f3a0 0x7f06840ca960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:37.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.152+0000 7f0689c32640 1 -- 172.21.15.76:0/2056249307 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f06840caea0 msgr2=0x7f0684156970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:37.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.152+0000 7f0689c32640 1 --2- 172.21.15.76:0/2056249307 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f06840caea0 0x7f0684156970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:37.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.152+0000 7f0689c32640 1 -- 172.21.15.76:0/2056249307 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f06840c9e80 con 0x7f06700039a0 2024-09-13T16:02:37.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.152+0000 7f0689431640 1 --2- 172.21.15.76:0/2056249307 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f068415f3a0 0x7f06840ca960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:02:37.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.153+0000 7f0689c32640 1 --2- 172.21.15.76:0/2056249307 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f06700039a0 0x7f06841f1870 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f0680008fd0 tx=0x7f0680001120 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:37.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.153+0000 7f067a7fc640 1 -- 172.21.15.76:0/2056249307 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06800075f0 con 0x7f06700039a0 2024-09-13T16:02:37.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.153+0000 7f067a7fc640 1 -- 172.21.15.76:0/2056249307 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f068002be70 con 0x7f06700039a0 2024-09-13T16:02:37.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.153+0000 7f067a7fc640 1 -- 172.21.15.76:0/2056249307 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06800069f0 con 0x7f06700039a0 2024-09-13T16:02:37.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.153+0000 7f068be96640 1 -- 172.21.15.76:0/2056249307 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f06840ca160 con 0x7f06700039a0 2024-09-13T16:02:37.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.153+0000 7f068be96640 1 -- 172.21.15.76:0/2056249307 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f06840c9500 con 0x7f06700039a0 2024-09-13T16:02:37.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.154+0000 7f068be96640 1 -- 172.21.15.76:0/2056249307 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f06840c9690 con 0x7f06700039a0 2024-09-13T16:02:37.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.154+0000 7f067a7fc640 1 -- 172.21.15.76:0/2056249307 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f0680006b50 con 0x7f06700039a0 2024-09-13T16:02:37.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.155+0000 7f067a7fc640 1 --2- 172.21.15.76:0/2056249307 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f066806ac00 0x7f066806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:37.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.155+0000 7f067a7fc640 1 -- 172.21.15.76:0/2056249307 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7f06800a9000 con 0x7f06700039a0 2024-09-13T16:02:37.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.155+0000 7f0689431640 1 --2- 172.21.15.76:0/2056249307 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f066806ac00 0x7f066806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:37.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.155+0000 7f0689431640 1 --2- 172.21.15.76:0/2056249307 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f066806ac00 0x7f066806d0c0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f06840b8520 tx=0x7f0674009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:37.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.159+0000 7f067a7fc640 1 -- 172.21.15.76:0/2056249307 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f0680073e30 con 0x7f06700039a0 2024-09-13T16:02:37.321 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.320+0000 7f068be96640 1 -- 172.21.15.76:0/2056249307 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f06840c9690 con 0x7f06700039a0 2024-09-13T16:02:37.321 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.320+0000 7f067a7fc640 1 -- 172.21.15.76:0/2056249307 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v28) v1 ==== 104+0+11 (secure 0 0 0) 0x7f06800420a0 con 0x7f06700039a0 2024-09-13T16:02:37.322 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2024-09-13T16:02:37.324 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.322+0000 7f068be96640 1 -- 172.21.15.76:0/2056249307 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f066806ac00 msgr2=0x7f066806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:37.324 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.322+0000 7f068be96640 1 --2- 172.21.15.76:0/2056249307 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f066806ac00 0x7f066806d0c0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f06840b8520 tx=0x7f0674009040 comp rx=0 tx=0).stop 2024-09-13T16:02:37.324 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.322+0000 7f068be96640 1 -- 172.21.15.76:0/2056249307 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f06700039a0 msgr2=0x7f06841f1870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:37.324 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.322+0000 7f068be96640 1 --2- 172.21.15.76:0/2056249307 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f06700039a0 0x7f06841f1870 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f0680008fd0 tx=0x7f0680001120 comp rx=0 tx=0).stop 2024-09-13T16:02:37.324 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.322+0000 7f068be96640 1 -- 172.21.15.76:0/2056249307 shutdown_connections 2024-09-13T16:02:37.324 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.322+0000 7f068be96640 1 --2- 172.21.15.76:0/2056249307 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f06840caea0 0x7f0684156970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:37.324 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.322+0000 7f068be96640 1 --2- 172.21.15.76:0/2056249307 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f066806ac00 0x7f066806d0c0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:37.324 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.322+0000 7f068be96640 1 --2- 172.21.15.76:0/2056249307 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f068415f3a0 0x7f06840ca960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:37.324 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.322+0000 7f068be96640 1 --2- 172.21.15.76:0/2056249307 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f06700039a0 0x7f06841f1870 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:37.325 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.322+0000 7f068be96640 1 -- 172.21.15.76:0/2056249307 >> 172.21.15.76:0/2056249307 conn(0x7f0684089f60 msgr2=0x7f06840730d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:37.325 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.322+0000 7f068be96640 1 -- 172.21.15.76:0/2056249307 shutdown_connections 2024-09-13T16:02:37.325 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.322+0000 7f068be96640 1 -- 172.21.15.76:0/2056249307 wait complete. 2024-09-13T16:02:37.334 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:02:37.435 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.433+0000 7f1376557640 1 Processor -- start 2024-09-13T16:02:37.435 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.433+0000 7f1376557640 1 -- start start 2024-09-13T16:02:37.439 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.434+0000 7f1376557640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f137006c8a0 0x7f13700b1160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:37.439 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.434+0000 7f1376557640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f13700b2d10 con 0x7f1370071b20 2024-09-13T16:02:37.439 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.434+0000 7f1376557640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f13700b2ff0 con 0x7f1370158b00 2024-09-13T16:02:37.439 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.434+0000 7f1376557640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1370070310 con 0x7f137006c8a0 2024-09-13T16:02:37.439 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.434+0000 7f1374af4640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f1370071b20 0x7f13700b16a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:42830/0 (socket says 172.21.15.76:42830) 2024-09-13T16:02:37.439 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.434+0000 7f1374af4640 1 -- 172.21.15.76:0/4149786004 learned_addr learned my addr 172.21.15.76:0/4149786004 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:37.439 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.435+0000 7f136effd640 1 -- 172.21.15.76:0/4149786004 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3588290415 0 0) 0x7f13700b2d10 con 0x7f1370071b20 2024-09-13T16:02:37.439 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.435+0000 7f136effd640 1 -- 172.21.15.76:0/4149786004 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1358003520 con 0x7f1370071b20 2024-09-13T16:02:37.440 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.435+0000 7f136f7fe640 1 --2- 172.21.15.76:0/4149786004 >> v2:172.21.15.192:3300/0 conn(0x7f137006c8a0 0x7f13700b1160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:37.440 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.435+0000 7f136effd640 1 -- 172.21.15.76:0/4149786004 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4280733227 0 0) 0x7f1358003520 con 0x7f1370071b20 2024-09-13T16:02:37.440 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.435+0000 7f136effd640 1 -- 172.21.15.76:0/4149786004 >> v2:172.21.15.192:3300/0 conn(0x7f137006c8a0 msgr2=0x7f13700b1160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:37.440 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.435+0000 7f136effd640 1 --2- 172.21.15.76:0/4149786004 >> v2:172.21.15.192:3300/0 conn(0x7f137006c8a0 0x7f13700b1160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:37.440 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.435+0000 7f136effd640 1 -- 172.21.15.76:0/4149786004 >> v1:172.21.15.192:6789/0 conn(0x7f1370158b00 legacy=0x7f137006c190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:37.440 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.435+0000 7f136effd640 1 -- 172.21.15.76:0/4149786004 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f13700705f0 con 0x7f1370071b20 2024-09-13T16:02:37.440 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.435+0000 7f136effd640 1 -- 172.21.15.76:0/4149786004 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f13680019f0 con 0x7f1370071b20 2024-09-13T16:02:37.440 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.435+0000 7f136effd640 1 -- 172.21.15.76:0/4149786004 >> v1:172.21.15.76:6789/0 conn(0x7f1370071b20 legacy=0x7f13700b16a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:37.440 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.435+0000 7f136effd640 1 --2- 172.21.15.76:0/4149786004 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1358003970 0x7f1358003d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:37.440 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.435+0000 7f136effd640 1 --2- 172.21.15.76:0/4149786004 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f13580047c0 0x7f1358004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:37.440 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.435+0000 7f136effd640 1 --2- 172.21.15.76:0/4149786004 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1358005180 0x7f135800b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:37.440 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.435+0000 7f136effd640 1 -- 172.21.15.76:0/4149786004 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1370070310 con 0x7f13580047c0 2024-09-13T16:02:37.440 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.435+0000 7f136effd640 1 -- 172.21.15.76:0/4149786004 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f135800e290 con 0x7f1358005180 2024-09-13T16:02:37.441 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.435+0000 7f136effd640 1 -- 172.21.15.76:0/4149786004 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f135800e450 con 0x7f1358003970 2024-09-13T16:02:37.441 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.435+0000 7f136f7fe640 1 --2- 172.21.15.76:0/4149786004 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f13580047c0 0x7f1358004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:37.441 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.435+0000 7f1374af4640 1 --2- 172.21.15.76:0/4149786004 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1358005180 0x7f135800b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:37.441 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.435+0000 7f136ffff640 1 --2- 172.21.15.76:0/4149786004 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1358003970 0x7f1358003d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:37.441 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.435+0000 7f136f7fe640 1 -- 172.21.15.76:0/4149786004 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1358003970 msgr2=0x7f1358003d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:37.441 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.435+0000 7f136f7fe640 1 --2- 172.21.15.76:0/4149786004 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1358003970 0x7f1358003d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:37.441 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.435+0000 7f136f7fe640 1 -- 172.21.15.76:0/4149786004 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1358005180 msgr2=0x7f135800b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:37.441 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.435+0000 7f136f7fe640 1 --2- 172.21.15.76:0/4149786004 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1358005180 0x7f135800b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:37.441 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.435+0000 7f136f7fe640 1 -- 172.21.15.76:0/4149786004 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1358003520 con 0x7f13580047c0 2024-09-13T16:02:37.441 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.435+0000 7f1374af4640 1 --2- 172.21.15.76:0/4149786004 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1358005180 0x7f135800b980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:02:37.441 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.435+0000 7f1374af4640 1 -- 172.21.15.76:0/4149786004 reap_dead start 2024-09-13T16:02:37.441 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.436+0000 7f136f7fe640 1 --2- 172.21.15.76:0/4149786004 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f13580047c0 0x7f1358004c40 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f136400ba30 tx=0x7f13580057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=afa5bd5095cbac21 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:37.442 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.436+0000 7f136effd640 1 -- 172.21.15.76:0/4149786004 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f136402ade0 con 0x7f13580047c0 2024-09-13T16:02:37.442 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.436+0000 7f136effd640 1 -- 172.21.15.76:0/4149786004 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f136402e070 con 0x7f13580047c0 2024-09-13T16:02:37.442 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.436+0000 7f136effd640 1 -- 172.21.15.76:0/4149786004 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1364034620 con 0x7f13580047c0 2024-09-13T16:02:37.442 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.437+0000 7f1376557640 1 -- 172.21.15.76:0/4149786004 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f13580047c0 msgr2=0x7f1358004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:37.442 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.437+0000 7f1376557640 1 --2- 172.21.15.76:0/4149786004 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f13580047c0 0x7f1358004c40 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f136400ba30 tx=0x7f13580057f0 comp rx=0 tx=0).stop 2024-09-13T16:02:37.442 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.437+0000 7f1376557640 1 -- 172.21.15.76:0/4149786004 shutdown_connections 2024-09-13T16:02:37.442 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.437+0000 7f1376557640 1 --2- 172.21.15.76:0/4149786004 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f13580047c0 0x7f1358004c40 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:37.442 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.437+0000 7f1376557640 1 -- 172.21.15.76:0/4149786004 >> 172.21.15.76:0/4149786004 conn(0x7f137006a0b0 msgr2=0x7f137006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:37.442 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.437+0000 7f1376557640 1 -- 172.21.15.76:0/4149786004 shutdown_connections 2024-09-13T16:02:37.442 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.437+0000 7f1376557640 1 -- 172.21.15.76:0/4149786004 wait complete. 2024-09-13T16:02:37.442 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.438+0000 7f1376557640 1 Processor -- start 2024-09-13T16:02:37.446 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.438+0000 7f1376557640 1 -- start start 2024-09-13T16:02:37.446 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.439+0000 7f1376557640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f13580047c0 0x7f13701ed8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:37.446 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.439+0000 7f1376557640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f137009b010 0x7f137014d030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:37.446 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.439+0000 7f1376557640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f13700c3780 0x7f13700ae820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:37.446 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.439+0000 7f1376557640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f137009c0e0 con 0x7f137009b010 2024-09-13T16:02:37.447 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.439+0000 7f1376557640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f13701ede00 con 0x7f13700c3780 2024-09-13T16:02:37.447 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.439+0000 7f1376557640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f13700c2f20 con 0x7f13580047c0 2024-09-13T16:02:37.447 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.439+0000 7f136f7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f137009b010 0x7f137014d030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:37.447 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.439+0000 7f136f7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f137009b010 0x7f137014d030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56548/0 (socket says 172.21.15.76:56548) 2024-09-13T16:02:37.447 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.439+0000 7f136f7fe640 1 -- 172.21.15.76:0/1298075063 learned_addr learned my addr 172.21.15.76:0/1298075063 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:37.447 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.439+0000 7f136ffff640 1 --2- 172.21.15.76:0/1298075063 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f13580047c0 0x7f13701ed8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:37.447 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.439+0000 7f1374af4640 1 --2- 172.21.15.76:0/1298075063 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f13700c3780 0x7f13700ae820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:37.447 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.439+0000 7f136f7fe640 1 -- 172.21.15.76:0/1298075063 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f13580047c0 msgr2=0x7f13701ed8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:37.447 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.439+0000 7f136f7fe640 1 --2- 172.21.15.76:0/1298075063 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f13580047c0 0x7f13701ed8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:37.447 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.439+0000 7f136f7fe640 1 -- 172.21.15.76:0/1298075063 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f13700c3780 msgr2=0x7f13700ae820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:37.447 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.439+0000 7f136f7fe640 1 --2- 172.21.15.76:0/1298075063 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f13700c3780 0x7f13700ae820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:37.447 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.439+0000 7f136f7fe640 1 -- 172.21.15.76:0/1298075063 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f137014d570 con 0x7f137009b010 2024-09-13T16:02:37.447 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.439+0000 7f136f7fe640 1 --2- 172.21.15.76:0/1298075063 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f137009b010 0x7f137014d030 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f136400bb50 tx=0x7f1364004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:37.448 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.439+0000 7f136cff9640 1 -- 172.21.15.76:0/1298075063 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f136403d440 con 0x7f137009b010 2024-09-13T16:02:37.448 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.440+0000 7f136cff9640 1 -- 172.21.15.76:0/1298075063 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f136403d5a0 con 0x7f137009b010 2024-09-13T16:02:37.448 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.440+0000 7f1376557640 1 -- 172.21.15.76:0/1298075063 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f137009b560 con 0x7f137009b010 2024-09-13T16:02:37.448 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.440+0000 7f136cff9640 1 -- 172.21.15.76:0/1298075063 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f136403d910 con 0x7f137009b010 2024-09-13T16:02:37.448 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.440+0000 7f1376557640 1 -- 172.21.15.76:0/1298075063 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f137009bb20 con 0x7f137009b010 2024-09-13T16:02:37.448 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.441+0000 7f1376557640 1 -- 172.21.15.76:0/1298075063 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f13700cbb50 con 0x7f137009b010 2024-09-13T16:02:37.448 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.441+0000 7f136cff9640 1 -- 172.21.15.76:0/1298075063 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f136403da70 con 0x7f137009b010 2024-09-13T16:02:37.448 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.441+0000 7f136cff9640 1 --2- 172.21.15.76:0/1298075063 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f135c06ac00 0x7f135c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:37.448 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.442+0000 7f136cff9640 1 -- 172.21.15.76:0/1298075063 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7f13640aa170 con 0x7f137009b010 2024-09-13T16:02:37.448 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.442+0000 7f136ffff640 1 --2- 172.21.15.76:0/1298075063 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f135c06ac00 0x7f135c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:37.448 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.442+0000 7f136ffff640 1 --2- 172.21.15.76:0/1298075063 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f135c06ac00 0x7f135c06d0c0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f1360000c00 tx=0x7f1360009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:37.449 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.446+0000 7f136cff9640 1 -- 172.21.15.76:0/1298075063 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f13640789a0 con 0x7f137009b010 2024-09-13T16:02:37.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.605+0000 7f1376557640 1 -- 172.21.15.76:0/1298075063 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f13700b2ff0 con 0x7f137009b010 2024-09-13T16:02:37.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.605+0000 7f136cff9640 1 -- 172.21.15.76:0/1298075063 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v28) v1 ==== 100+0+11 (secure 0 0 0) 0x7f1364078530 con 0x7f137009b010 2024-09-13T16:02:37.606 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2024-09-13T16:02:37.609 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.607+0000 7f1376557640 1 -- 172.21.15.76:0/1298075063 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f135c06ac00 msgr2=0x7f135c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:37.609 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.607+0000 7f1376557640 1 --2- 172.21.15.76:0/1298075063 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f135c06ac00 0x7f135c06d0c0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f1360000c00 tx=0x7f1360009040 comp rx=0 tx=0).stop 2024-09-13T16:02:37.609 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.607+0000 7f1376557640 1 -- 172.21.15.76:0/1298075063 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f137009b010 msgr2=0x7f137014d030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:37.609 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.607+0000 7f1376557640 1 --2- 172.21.15.76:0/1298075063 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f137009b010 0x7f137014d030 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f136400bb50 tx=0x7f1364004730 comp rx=0 tx=0).stop 2024-09-13T16:02:37.609 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.607+0000 7f1376557640 1 -- 172.21.15.76:0/1298075063 shutdown_connections 2024-09-13T16:02:37.609 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.607+0000 7f1376557640 1 --2- 172.21.15.76:0/1298075063 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f13700c3780 0x7f13700ae820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:37.609 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.607+0000 7f1376557640 1 --2- 172.21.15.76:0/1298075063 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f137009b010 0x7f137014d030 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:37.609 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.607+0000 7f1376557640 1 --2- 172.21.15.76:0/1298075063 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f135c06ac00 0x7f135c06d0c0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:37.609 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.607+0000 7f1376557640 1 --2- 172.21.15.76:0/1298075063 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f13580047c0 0x7f13701ed8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:37.609 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.607+0000 7f1376557640 1 -- 172.21.15.76:0/1298075063 >> 172.21.15.76:0/1298075063 conn(0x7f137006a0b0 msgr2=0x7f13700aba10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:37.609 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.607+0000 7f1376557640 1 -- 172.21.15.76:0/1298075063 shutdown_connections 2024-09-13T16:02:37.609 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.607+0000 7f1376557640 1 -- 172.21.15.76:0/1298075063 wait complete. 2024-09-13T16:02:37.619 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-13T16:02:37.721 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.720+0000 7f441c395640 1 Processor -- start 2024-09-13T16:02:37.721 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.720+0000 7f441c395640 1 -- start start 2024-09-13T16:02:37.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.721+0000 7f441c395640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f44140d1650 0x7f44140b3850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:37.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.721+0000 7f441c395640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f44140d1f40 con 0x7f44140b1370 2024-09-13T16:02:37.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.721+0000 7f441c395640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f44140d2190 con 0x7f44140cd500 2024-09-13T16:02:37.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.721+0000 7f441c395640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f44140ccb20 con 0x7f44140d1650 2024-09-13T16:02:37.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.721+0000 7f441a932640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f44140d1650 0x7f44140b3850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:37.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.721+0000 7f4419930640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f44140b1370 0x7f44140b1fd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:42836/0 (socket says 172.21.15.76:42836) 2024-09-13T16:02:37.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.721+0000 7f4419930640 1 -- 172.21.15.76:0/3731502352 learned_addr learned my addr 172.21.15.76:0/3731502352 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:37.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.721+0000 7f441a932640 1 -- 172.21.15.76:0/3731502352 >> v1:172.21.15.192:6789/0 conn(0x7f44140cd500 legacy=0x7f44140b18c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:37.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.721+0000 7f441a932640 1 -- 172.21.15.76:0/3731502352 >> v1:172.21.15.76:6789/0 conn(0x7f44140b1370 legacy=0x7f44140b1fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:37.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.721+0000 7f441a932640 1 -- 172.21.15.76:0/3731502352 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f44140cce00 con 0x7f44140d1650 2024-09-13T16:02:37.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.721+0000 7f441912f640 1 -- 172.21.15.76:0/3731502352 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1907586338 0 0) 0x7f44140d1f40 con 0x7f44140b1370 2024-09-13T16:02:37.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.722+0000 7f441a932640 1 --2- 172.21.15.76:0/3731502352 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f44140d1650 0x7f44140b3850 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f440c009dc0 tx=0x7f440c02a640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f3420ba89d1263dd server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:37.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.722+0000 7f441912f640 1 -- 172.21.15.76:0/3731502352 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f440c007740 con 0x7f44140d1650 2024-09-13T16:02:37.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.722+0000 7f441912f640 1 -- 172.21.15.76:0/3731502352 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f440c02d050 con 0x7f44140d1650 2024-09-13T16:02:37.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.722+0000 7f441912f640 1 -- 172.21.15.76:0/3731502352 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f440c007ac0 con 0x7f44140d1650 2024-09-13T16:02:37.725 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.722+0000 7f441c395640 1 -- 172.21.15.76:0/3731502352 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f44140d1650 msgr2=0x7f44140b3850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:37.725 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.722+0000 7f441c395640 1 --2- 172.21.15.76:0/3731502352 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f44140d1650 0x7f44140b3850 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f440c009dc0 tx=0x7f440c02a640 comp rx=0 tx=0).stop 2024-09-13T16:02:37.725 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.723+0000 7f441c395640 1 -- 172.21.15.76:0/3731502352 shutdown_connections 2024-09-13T16:02:37.725 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.723+0000 7f441c395640 1 --2- 172.21.15.76:0/3731502352 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f44140d1650 0x7f44140b3850 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:37.725 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.723+0000 7f441c395640 1 -- 172.21.15.76:0/3731502352 >> 172.21.15.76:0/3731502352 conn(0x7f4414089f60 msgr2=0x7f44140d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:37.725 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.723+0000 7f441c395640 1 -- 172.21.15.76:0/3731502352 shutdown_connections 2024-09-13T16:02:37.725 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.723+0000 7f441c395640 1 -- 172.21.15.76:0/3731502352 wait complete. 2024-09-13T16:02:37.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.724+0000 7f441c395640 1 Processor -- start 2024-09-13T16:02:37.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.724+0000 7f441c395640 1 -- start start 2024-09-13T16:02:37.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.724+0000 7f441c395640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f44140cd500 0x7f441415a1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:37.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.724+0000 7f441c395640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f44140d1650 0x7f44140c95a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:37.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.725+0000 7f441c395640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f441415b900 0x7f44140c9ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:37.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.725+0000 7f441c395640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f44141530c0 con 0x7f44140cd500 2024-09-13T16:02:37.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.725+0000 7f441c395640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f441415a860 con 0x7f441415b900 2024-09-13T16:02:37.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.725+0000 7f441c395640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f441415ab40 con 0x7f44140d1650 2024-09-13T16:02:37.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.725+0000 7f441a131640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f44140cd500 0x7f441415a1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:37.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.725+0000 7f441a131640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f44140cd500 0x7f441415a1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56568/0 (socket says 172.21.15.76:56568) 2024-09-13T16:02:37.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.725+0000 7f441a131640 1 -- 172.21.15.76:0/1476756494 learned_addr learned my addr 172.21.15.76:0/1476756494 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:37.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.725+0000 7f441a932640 1 --2- 172.21.15.76:0/1476756494 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f441415b900 0x7f44140c9ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:37.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.725+0000 7f4419930640 1 --2- 172.21.15.76:0/1476756494 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f44140d1650 0x7f44140c95a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:37.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.725+0000 7f441a131640 1 -- 172.21.15.76:0/1476756494 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f44140d1650 msgr2=0x7f44140c95a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:37.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.725+0000 7f441a131640 1 --2- 172.21.15.76:0/1476756494 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f44140d1650 0x7f44140c95a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:37.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.725+0000 7f441a131640 1 -- 172.21.15.76:0/1476756494 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f441415b900 msgr2=0x7f44140c9ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:37.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.725+0000 7f441a131640 1 --2- 172.21.15.76:0/1476756494 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f441415b900 0x7f44140c9ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:37.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.725+0000 7f441a131640 1 -- 172.21.15.76:0/1476756494 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f440c009a70 con 0x7f44140cd500 2024-09-13T16:02:37.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.725+0000 7f441a932640 1 --2- 172.21.15.76:0/1476756494 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f441415b900 0x7f44140c9ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:02:37.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.725+0000 7f441a131640 1 --2- 172.21.15.76:0/1476756494 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f44140cd500 0x7f441415a1f0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f441000c430 tx=0x7f441000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:37.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.725+0000 7f4406ffd640 1 -- 172.21.15.76:0/1476756494 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4410011790 con 0x7f44140cd500 2024-09-13T16:02:37.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.725+0000 7f4406ffd640 1 -- 172.21.15.76:0/1476756494 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f44100118f0 con 0x7f44140cd500 2024-09-13T16:02:37.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.725+0000 7f441c395640 1 -- 172.21.15.76:0/1476756494 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f441415ae20 con 0x7f44140cd500 2024-09-13T16:02:37.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.725+0000 7f4406ffd640 1 -- 172.21.15.76:0/1476756494 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4410011ca0 con 0x7f44140cd500 2024-09-13T16:02:37.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.725+0000 7f441c395640 1 -- 172.21.15.76:0/1476756494 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f441415b3e0 con 0x7f44140cd500 2024-09-13T16:02:37.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.726+0000 7f441c395640 1 -- 172.21.15.76:0/1476756494 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f44140b3850 con 0x7f44140cd500 2024-09-13T16:02:37.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.727+0000 7f4406ffd640 1 -- 172.21.15.76:0/1476756494 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f441001c460 con 0x7f44140cd500 2024-09-13T16:02:37.731 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.727+0000 7f4406ffd640 1 --2- 172.21.15.76:0/1476756494 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f43f806ac00 0x7f43f806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:37.731 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.727+0000 7f4406ffd640 1 -- 172.21.15.76:0/1476756494 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7f44100895f0 con 0x7f44140cd500 2024-09-13T16:02:37.731 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.727+0000 7f4419930640 1 --2- 172.21.15.76:0/1476756494 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f43f806ac00 0x7f43f806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:37.731 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.728+0000 7f4419930640 1 --2- 172.21.15.76:0/1476756494 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f43f806ac00 0x7f43f806d0c0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f4408007fd0 tx=0x7f4408009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:37.733 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.731+0000 7f4406ffd640 1 -- 172.21.15.76:0/1476756494 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f44100544b0 con 0x7f44140cd500 2024-09-13T16:02:37.892 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.890+0000 7f441c395640 1 -- 172.21.15.76:0/1476756494 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f44140cfd80 con 0x7f44140cd500 2024-09-13T16:02:37.892 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.891+0000 7f4406ffd640 1 -- 172.21.15.76:0/1476756494 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v28) v1 ==== 103+0+11 (secure 0 0 0) 0x7f4410057ad0 con 0x7f44140cd500 2024-09-13T16:02:37.892 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2024-09-13T16:02:37.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.893+0000 7f441c395640 1 -- 172.21.15.76:0/1476756494 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f43f806ac00 msgr2=0x7f43f806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:37.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.893+0000 7f441c395640 1 --2- 172.21.15.76:0/1476756494 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f43f806ac00 0x7f43f806d0c0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f4408007fd0 tx=0x7f4408009040 comp rx=0 tx=0).stop 2024-09-13T16:02:37.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.893+0000 7f441c395640 1 -- 172.21.15.76:0/1476756494 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f44140cd500 msgr2=0x7f441415a1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:37.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.893+0000 7f441c395640 1 --2- 172.21.15.76:0/1476756494 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f44140cd500 0x7f441415a1f0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f441000c430 tx=0x7f441000c8f0 comp rx=0 tx=0).stop 2024-09-13T16:02:37.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.893+0000 7f441c395640 1 -- 172.21.15.76:0/1476756494 shutdown_connections 2024-09-13T16:02:37.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.893+0000 7f441c395640 1 --2- 172.21.15.76:0/1476756494 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f441415b900 0x7f44140c9ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:37.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.893+0000 7f441c395640 1 --2- 172.21.15.76:0/1476756494 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f43f806ac00 0x7f43f806d0c0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:37.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.893+0000 7f441c395640 1 --2- 172.21.15.76:0/1476756494 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f44140d1650 0x7f44140c95a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:37.897 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.893+0000 7f441c395640 1 --2- 172.21.15.76:0/1476756494 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f44140cd500 0x7f441415a1f0 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:37.897 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.893+0000 7f441c395640 1 -- 172.21.15.76:0/1476756494 >> 172.21.15.76:0/1476756494 conn(0x7f4414089f60 msgr2=0x7f441406b080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:37.897 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.893+0000 7f441c395640 1 -- 172.21.15.76:0/1476756494 shutdown_connections 2024-09-13T16:02:37.897 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:37.893+0000 7f441c395640 1 -- 172.21.15.76:0/1476756494 wait complete. 2024-09-13T16:02:37.906 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:02:38.005 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.003+0000 7f8033eaa640 1 Processor -- start 2024-09-13T16:02:38.005 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.003+0000 7f8033eaa640 1 -- start start 2024-09-13T16:02:38.011 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.004+0000 7f8033eaa640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f802c071d30 0x7f802c070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:38.011 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.004+0000 7f8033eaa640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f802c072110 0x7f802c0b1b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:38.011 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.004+0000 7f8033eaa640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f802c0abdf0 con 0x7f802c0c8920 2024-09-13T16:02:38.011 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.004+0000 7f8033eaa640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f802c0ab1e0 con 0x7f802c072110 2024-09-13T16:02:38.011 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.004+0000 7f8033eaa640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f802c0ab4c0 con 0x7f802c071d30 2024-09-13T16:02:38.011 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.004+0000 7f8031445640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f802c072110 0x7f802c0b1b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:38.011 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.004+0000 7f8032447640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f802c0c8920 0x7f802c0ac280 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:42852/0 (socket says 172.21.15.76:42852) 2024-09-13T16:02:38.012 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.004+0000 7f8032447640 1 -- 172.21.15.76:0/2225603647 learned_addr learned my addr 172.21.15.76:0/2225603647 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:38.012 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.005+0000 7f8031c46640 1 --2- 172.21.15.76:0/2225603647 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f802c071d30 0x7f802c070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:38.012 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.005+0000 7f8031445640 1 -- 172.21.15.76:0/2225603647 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f802c071d30 msgr2=0x7f802c070190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:38.012 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.005+0000 7f8031445640 1 --2- 172.21.15.76:0/2225603647 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f802c071d30 0x7f802c070190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:38.012 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.005+0000 7f8031445640 1 -- 172.21.15.76:0/2225603647 >> v1:172.21.15.76:6789/0 conn(0x7f802c0c8920 legacy=0x7f802c0ac280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:38.012 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.005+0000 7f8031445640 1 -- 172.21.15.76:0/2225603647 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f802c0ab7a0 con 0x7f802c072110 2024-09-13T16:02:38.012 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.005+0000 7f8031445640 1 --2- 172.21.15.76:0/2225603647 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f802c072110 0x7f802c0b1b70 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f801c0097d0 tx=0x7f801c02a0b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=91df0448c9aaf946 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:38.012 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.006+0000 7f8030c44640 1 -- 172.21.15.76:0/2225603647 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f801c02ad40 con 0x7f802c072110 2024-09-13T16:02:38.012 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.006+0000 7f8030c44640 1 -- 172.21.15.76:0/2225603647 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f801c032440 con 0x7f802c072110 2024-09-13T16:02:38.012 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.006+0000 7f8030c44640 1 -- 172.21.15.76:0/2225603647 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f801c02aea0 con 0x7f802c072110 2024-09-13T16:02:38.012 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.006+0000 7f8033eaa640 1 -- 172.21.15.76:0/2225603647 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f802c072110 msgr2=0x7f802c0b1b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:38.012 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.006+0000 7f8033eaa640 1 --2- 172.21.15.76:0/2225603647 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f802c072110 0x7f802c0b1b70 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f801c0097d0 tx=0x7f801c02a0b0 comp rx=0 tx=0).stop 2024-09-13T16:02:38.012 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.006+0000 7f8033eaa640 1 -- 172.21.15.76:0/2225603647 shutdown_connections 2024-09-13T16:02:38.012 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.006+0000 7f8033eaa640 1 --2- 172.21.15.76:0/2225603647 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f802c072110 0x7f802c0b1b70 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:38.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.006+0000 7f8033eaa640 1 --2- 172.21.15.76:0/2225603647 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f802c071d30 0x7f802c070190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:38.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.006+0000 7f8033eaa640 1 -- 172.21.15.76:0/2225603647 >> 172.21.15.76:0/2225603647 conn(0x7f802c069ed0 msgr2=0x7f802c06a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:38.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.006+0000 7f8033eaa640 1 -- 172.21.15.76:0/2225603647 shutdown_connections 2024-09-13T16:02:38.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.006+0000 7f8033eaa640 1 -- 172.21.15.76:0/2225603647 wait complete. 2024-09-13T16:02:38.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.007+0000 7f8033eaa640 1 Processor -- start 2024-09-13T16:02:38.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.007+0000 7f8033eaa640 1 -- start start 2024-09-13T16:02:38.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.008+0000 7f8033eaa640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f802c071d30 0x7f802c1587e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:38.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.008+0000 7f8033eaa640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f802c072110 0x7f802c0c4640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:38.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.008+0000 7f8033eaa640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f802c0c8920 0x7f802c156f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:38.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.008+0000 7f8033eaa640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f802c157740 con 0x7f802c071d30 2024-09-13T16:02:38.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.008+0000 7f8033eaa640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f802c157a20 con 0x7f802c072110 2024-09-13T16:02:38.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.008+0000 7f8033eaa640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f802c157d00 con 0x7f802c0c8920 2024-09-13T16:02:38.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.008+0000 7f8031c46640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f802c071d30 0x7f802c1587e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:38.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.008+0000 7f8031c46640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f802c071d30 0x7f802c1587e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56588/0 (socket says 172.21.15.76:56588) 2024-09-13T16:02:38.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.008+0000 7f8031c46640 1 -- 172.21.15.76:0/1032163837 learned_addr learned my addr 172.21.15.76:0/1032163837 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:38.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.008+0000 7f8031445640 1 --2- 172.21.15.76:0/1032163837 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f802c072110 0x7f802c0c4640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:38.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.008+0000 7f8032447640 1 --2- 172.21.15.76:0/1032163837 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f802c0c8920 0x7f802c156f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:38.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.009+0000 7f8031c46640 1 -- 172.21.15.76:0/1032163837 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f802c0c8920 msgr2=0x7f802c156f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:38.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.009+0000 7f8031c46640 1 --2- 172.21.15.76:0/1032163837 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f802c0c8920 0x7f802c156f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:38.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.009+0000 7f8031c46640 1 -- 172.21.15.76:0/1032163837 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f802c072110 msgr2=0x7f802c0c4640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:38.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.009+0000 7f8031c46640 1 --2- 172.21.15.76:0/1032163837 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f802c072110 0x7f802c0c4640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:38.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.009+0000 7f8031c46640 1 -- 172.21.15.76:0/1032163837 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f801c009400 con 0x7f802c071d30 2024-09-13T16:02:38.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.009+0000 7f8031c46640 1 --2- 172.21.15.76:0/1032163837 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f802c071d30 0x7f802c1587e0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f802800d5f0 tx=0x7f802800dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:38.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.009+0000 7f80227fc640 1 -- 172.21.15.76:0/1032163837 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80280125f0 con 0x7f802c071d30 2024-09-13T16:02:38.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.009+0000 7f80227fc640 1 -- 172.21.15.76:0/1032163837 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8028012750 con 0x7f802c071d30 2024-09-13T16:02:38.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.009+0000 7f8033eaa640 1 -- 172.21.15.76:0/1032163837 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f802c157fe0 con 0x7f802c071d30 2024-09-13T16:02:38.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.009+0000 7f80227fc640 1 -- 172.21.15.76:0/1032163837 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8028012b00 con 0x7f802c071d30 2024-09-13T16:02:38.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.009+0000 7f8033eaa640 1 -- 172.21.15.76:0/1032163837 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f802c157450 con 0x7f802c071d30 2024-09-13T16:02:38.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.010+0000 7f8033eaa640 1 -- 172.21.15.76:0/1032163837 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f802c070190 con 0x7f802c071d30 2024-09-13T16:02:38.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.010+0000 7f80227fc640 1 -- 172.21.15.76:0/1032163837 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f8028012c60 con 0x7f802c071d30 2024-09-13T16:02:38.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.011+0000 7f80227fc640 1 --2- 172.21.15.76:0/1032163837 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f801006ac00 0x7f801006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:38.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.011+0000 7f8031445640 1 --2- 172.21.15.76:0/1032163837 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f801006ac00 0x7f801006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:38.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.011+0000 7f80227fc640 1 -- 172.21.15.76:0/1032163837 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7f8028089bf0 con 0x7f802c071d30 2024-09-13T16:02:38.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.011+0000 7f8031445640 1 --2- 172.21.15.76:0/1032163837 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f801006ac00 0x7f801006d0c0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f801c034000 tx=0x7f801c02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:38.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.015+0000 7f80227fc640 1 -- 172.21.15.76:0/1032163837 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f8028054a20 con 0x7f802c071d30 2024-09-13T16:02:38.188 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.186+0000 7f8033eaa640 1 -- 172.21.15.76:0/1032163837 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f802c15cb20 con 0x7f802c071d30 2024-09-13T16:02:38.188 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.186+0000 7f80227fc640 1 -- 172.21.15.76:0/1032163837 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v28) v1 ==== 80+0+0 (secure 0 0 0) 0x7f8028058040 con 0x7f802c071d30 2024-09-13T16:02:38.188 INFO:teuthology.orchestra.run.smithi076.stderr:listed 0 entries 2024-09-13T16:02:38.190 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.188+0000 7f8033eaa640 1 -- 172.21.15.76:0/1032163837 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f801006ac00 msgr2=0x7f801006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:38.190 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.188+0000 7f8033eaa640 1 --2- 172.21.15.76:0/1032163837 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f801006ac00 0x7f801006d0c0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f801c034000 tx=0x7f801c02e000 comp rx=0 tx=0).stop 2024-09-13T16:02:38.190 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.188+0000 7f8033eaa640 1 -- 172.21.15.76:0/1032163837 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f802c071d30 msgr2=0x7f802c1587e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:38.190 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.188+0000 7f8033eaa640 1 --2- 172.21.15.76:0/1032163837 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f802c071d30 0x7f802c1587e0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f802800d5f0 tx=0x7f802800dab0 comp rx=0 tx=0).stop 2024-09-13T16:02:38.190 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.188+0000 7f8033eaa640 1 -- 172.21.15.76:0/1032163837 shutdown_connections 2024-09-13T16:02:38.190 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.188+0000 7f8033eaa640 1 --2- 172.21.15.76:0/1032163837 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f801006ac00 0x7f801006d0c0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:38.190 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.188+0000 7f8033eaa640 1 --2- 172.21.15.76:0/1032163837 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f802c0c8920 0x7f802c156f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:38.190 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.188+0000 7f8033eaa640 1 --2- 172.21.15.76:0/1032163837 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f802c072110 0x7f802c0c4640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:38.190 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.188+0000 7f8033eaa640 1 --2- 172.21.15.76:0/1032163837 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f802c071d30 0x7f802c1587e0 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:38.191 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.188+0000 7f8033eaa640 1 -- 172.21.15.76:0/1032163837 >> 172.21.15.76:0/1032163837 conn(0x7f802c069ed0 msgr2=0x7f802c0afe40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:38.191 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.188+0000 7f8033eaa640 1 -- 172.21.15.76:0/1032163837 shutdown_connections 2024-09-13T16:02:38.191 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.188+0000 7f8033eaa640 1 -- 172.21.15.76:0/1032163837 wait complete. 2024-09-13T16:02:38.200 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi076.front.sepia.ceph.com... 2024-09-13T16:02:38.201 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:02:38.201 DEBUG:teuthology.orchestra.run.smithi076:> sudo fusermount -u /home/ubuntu/cephtest/mnt.2 2024-09-13T16:02:38.225 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:02:38.226 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi076.front.sepia.ceph.com 2024-09-13T16:02:38.226 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:02:38.226 DEBUG:teuthology.orchestra.run.smithi076:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-13T16:02:38.282 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-13T16:02:38.282 DEBUG:teuthology.orchestra.run.smithi192:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:02:38.301 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-13T16:02:38.301 DEBUG:teuthology.orchestra.run.smithi192:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:02:38.360 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:02:38.460 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.459+0000 7f93e4e79640 1 Processor -- start 2024-09-13T16:02:38.461 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.459+0000 7f93e4e79640 1 -- start start 2024-09-13T16:02:38.462 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.460+0000 7f93e4e79640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f93e015a2e0 0x7f93e00c9a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:38.462 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.460+0000 7f93e4e79640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f93e00cb3f0 0x7f93e006d030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:38.462 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.460+0000 7f93e4e79640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f93e00c8920 con 0x7f93e00c9f80 2024-09-13T16:02:38.462 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.460+0000 7f93e4e79640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f93e015a6c0 con 0x7f93e015a2e0 2024-09-13T16:02:38.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.460+0000 7f93e4e79640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f93e00ca500 con 0x7f93e00cb3f0 2024-09-13T16:02:38.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.460+0000 7f93de59c640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f93e015a2e0 0x7f93e00c9a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:38.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.460+0000 7f93ded9d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f93e00cb3f0 0x7f93e006d030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:38.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.460+0000 7f93ddd9b640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7f93e00c9f80 0x7f93e00cace0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:33004/0 (socket says 172.21.15.76:33004) 2024-09-13T16:02:38.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.460+0000 7f93ddd9b640 1 -- 172.21.15.76:0/2364419262 learned_addr learned my addr 172.21.15.76:0/2364419262 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:38.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.460+0000 7f93de59c640 1 -- 172.21.15.76:0/2364419262 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f93e00cb3f0 msgr2=0x7f93e006d030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:38.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.461+0000 7f93de59c640 1 --2- 172.21.15.76:0/2364419262 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f93e00cb3f0 0x7f93e006d030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:38.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.461+0000 7f93de59c640 1 -- 172.21.15.76:0/2364419262 >> v1:172.21.15.192:6789/0 conn(0x7f93e00c9f80 legacy=0x7f93e00cace0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:38.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.461+0000 7f93de59c640 1 -- 172.21.15.76:0/2364419262 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f93e00c8b70 con 0x7f93e015a2e0 2024-09-13T16:02:38.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.461+0000 7f93ded9d640 1 --2- 172.21.15.76:0/2364419262 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f93e00cb3f0 0x7f93e006d030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:02:38.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.461+0000 7f93de59c640 1 --2- 172.21.15.76:0/2364419262 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f93e015a2e0 0x7f93e00c9a40 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f93d00097a0 tx=0x7f93d002a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=74bed6ac6706135c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:38.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.461+0000 7f93dd59a640 1 -- 172.21.15.76:0/2364419262 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93d0032440 con 0x7f93e015a2e0 2024-09-13T16:02:38.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.462+0000 7f93dd59a640 1 -- 172.21.15.76:0/2364419262 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f93d00325a0 con 0x7f93e015a2e0 2024-09-13T16:02:38.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.462+0000 7f93dd59a640 1 -- 172.21.15.76:0/2364419262 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93d0032930 con 0x7f93e015a2e0 2024-09-13T16:02:38.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.462+0000 7f93e4e79640 1 -- 172.21.15.76:0/2364419262 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f93e015a2e0 msgr2=0x7f93e00c9a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:38.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.462+0000 7f93e4e79640 1 --2- 172.21.15.76:0/2364419262 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f93e015a2e0 0x7f93e00c9a40 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f93d00097a0 tx=0x7f93d002a180 comp rx=0 tx=0).stop 2024-09-13T16:02:38.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.462+0000 7f93e4e79640 1 -- 172.21.15.76:0/2364419262 shutdown_connections 2024-09-13T16:02:38.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.462+0000 7f93e4e79640 1 --2- 172.21.15.76:0/2364419262 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f93e00cb3f0 0x7f93e006d030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:38.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.462+0000 7f93e4e79640 1 --2- 172.21.15.76:0/2364419262 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f93e015a2e0 0x7f93e00c9a40 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:38.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.462+0000 7f93e4e79640 1 -- 172.21.15.76:0/2364419262 >> 172.21.15.76:0/2364419262 conn(0x7f93e0069ed0 msgr2=0x7f93e006a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:38.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.462+0000 7f93e4e79640 1 -- 172.21.15.76:0/2364419262 shutdown_connections 2024-09-13T16:02:38.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.462+0000 7f93e4e79640 1 -- 172.21.15.76:0/2364419262 wait complete. 2024-09-13T16:02:38.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.463+0000 7f93e4e79640 1 Processor -- start 2024-09-13T16:02:38.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.464+0000 7f93e4e79640 1 -- start start 2024-09-13T16:02:38.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.464+0000 7f93e4e79640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f93e00c9f80 0x7f93e01f2f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:38.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.464+0000 7f93e4e79640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f93e00cb3f0 0x7f93e00c64a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:38.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.464+0000 7f93e4e79640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f93e015a2e0 0x7f93e0097920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:38.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.464+0000 7f93e4e79640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f93e00c8260 con 0x7f93e015a2e0 2024-09-13T16:02:38.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.464+0000 7f93e4e79640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f93e00c69e0 con 0x7f93e00cb3f0 2024-09-13T16:02:38.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.464+0000 7f93e4e79640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f93e0097e60 con 0x7f93e00c9f80 2024-09-13T16:02:38.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.464+0000 7f93ded9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f93e015a2e0 0x7f93e0097920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:38.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.464+0000 7f93ded9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f93e015a2e0 0x7f93e0097920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56598/0 (socket says 172.21.15.76:56598) 2024-09-13T16:02:38.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.464+0000 7f93ded9d640 1 -- 172.21.15.76:0/2004832443 learned_addr learned my addr 172.21.15.76:0/2004832443 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:38.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.465+0000 7f93de59c640 1 --2- 172.21.15.76:0/2004832443 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f93e00c9f80 0x7f93e01f2f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:38.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.465+0000 7f93ddd9b640 1 --2- 172.21.15.76:0/2004832443 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f93e00cb3f0 0x7f93e00c64a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:38.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.465+0000 7f93ded9d640 1 -- 172.21.15.76:0/2004832443 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f93e00c9f80 msgr2=0x7f93e01f2f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:38.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.465+0000 7f93ded9d640 1 --2- 172.21.15.76:0/2004832443 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f93e00c9f80 0x7f93e01f2f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:38.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.465+0000 7f93ded9d640 1 -- 172.21.15.76:0/2004832443 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f93e00cb3f0 msgr2=0x7f93e00c64a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:38.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.465+0000 7f93ded9d640 1 --2- 172.21.15.76:0/2004832443 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f93e00cb3f0 0x7f93e00c64a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:38.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.465+0000 7f93ded9d640 1 -- 172.21.15.76:0/2004832443 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f93d8009a70 con 0x7f93e015a2e0 2024-09-13T16:02:38.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.465+0000 7f93ddd9b640 1 --2- 172.21.15.76:0/2004832443 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f93e00cb3f0 0x7f93e00c64a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:02:38.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.465+0000 7f93ded9d640 1 --2- 172.21.15.76:0/2004832443 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f93e015a2e0 0x7f93e0097920 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f93d800efc0 tx=0x7f93d8009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:38.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.465+0000 7f93ceffd640 1 -- 172.21.15.76:0/2004832443 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93d8009d70 con 0x7f93e015a2e0 2024-09-13T16:02:38.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.465+0000 7f93ceffd640 1 -- 172.21.15.76:0/2004832443 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f93d800f040 con 0x7f93e015a2e0 2024-09-13T16:02:38.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.465+0000 7f93e4e79640 1 -- 172.21.15.76:0/2004832443 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f93d0009400 con 0x7f93e015a2e0 2024-09-13T16:02:38.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.465+0000 7f93ceffd640 1 -- 172.21.15.76:0/2004832443 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93d8003990 con 0x7f93e015a2e0 2024-09-13T16:02:38.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.465+0000 7f93e4e79640 1 -- 172.21.15.76:0/2004832443 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f93e01f3810 con 0x7f93e015a2e0 2024-09-13T16:02:38.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.466+0000 7f93e4e79640 1 -- 172.21.15.76:0/2004832443 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f93e00b2330 con 0x7f93e015a2e0 2024-09-13T16:02:38.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.466+0000 7f93ceffd640 1 -- 172.21.15.76:0/2004832443 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f93d80144a0 con 0x7f93e015a2e0 2024-09-13T16:02:38.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.467+0000 7f93ceffd640 1 --2- 172.21.15.76:0/2004832443 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f93c006ac00 0x7f93c006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:38.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.467+0000 7f93ceffd640 1 -- 172.21.15.76:0/2004832443 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7f93d808a300 con 0x7f93e015a2e0 2024-09-13T16:02:38.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.467+0000 7f93de59c640 1 --2- 172.21.15.76:0/2004832443 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f93c006ac00 0x7f93c006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:38.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.467+0000 7f93de59c640 1 --2- 172.21.15.76:0/2004832443 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f93c006ac00 0x7f93c006d0c0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f93d0034000 tx=0x7f93d002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:38.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.471+0000 7f93ceffd640 1 -- 172.21.15.76:0/2004832443 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f93d8055130 con 0x7f93e015a2e0 2024-09-13T16:02:38.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.632+0000 7f93e4e79640 1 -- 172.21.15.76:0/2004832443 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f93e00ada20 con 0x7f93e015a2e0 2024-09-13T16:02:38.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.634+0000 7f93ceffd640 1 -- 172.21.15.76:0/2004832443 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v28) v1 ==== 74+0+18669 (secure 0 0 0) 0x7f93d8058750 con 0x7f93e015a2e0 2024-09-13T16:02:38.635 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:02:38.635 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":28,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:02:20.572463+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:01:36.778177+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T16:01:37.336141+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T16:01:40.400554+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.2","mappings":[{"from":3,"to":2},{"from":5,"to":1}]},{"pgid":"3.15","mappings":[{"from":7,"to":2}]},{"pgid":"3.3a","mappings":[{"from":5,"to":2}]},{"pgid":"4.0","mappings":[{"from":1,"to":2}]},{"pgid":"4.9","mappings":[{"from":1,"to":2}]},{"pgid":"4.1d","mappings":[{"from":1,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:02:38.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.635+0000 7f93e4e79640 1 -- 172.21.15.76:0/2004832443 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f93c006ac00 msgr2=0x7f93c006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:38.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.635+0000 7f93e4e79640 1 --2- 172.21.15.76:0/2004832443 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f93c006ac00 0x7f93c006d0c0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f93d0034000 tx=0x7f93d002e000 comp rx=0 tx=0).stop 2024-09-13T16:02:38.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.636+0000 7f93e4e79640 1 -- 172.21.15.76:0/2004832443 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f93e015a2e0 msgr2=0x7f93e0097920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:38.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.636+0000 7f93e4e79640 1 --2- 172.21.15.76:0/2004832443 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f93e015a2e0 0x7f93e0097920 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f93d800efc0 tx=0x7f93d8009f90 comp rx=0 tx=0).stop 2024-09-13T16:02:38.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.636+0000 7f93e4e79640 1 -- 172.21.15.76:0/2004832443 shutdown_connections 2024-09-13T16:02:38.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.636+0000 7f93e4e79640 1 --2- 172.21.15.76:0/2004832443 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f93e015a2e0 0x7f93e0097920 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:38.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.636+0000 7f93e4e79640 1 --2- 172.21.15.76:0/2004832443 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f93e00cb3f0 0x7f93e00c64a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:38.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.636+0000 7f93e4e79640 1 --2- 172.21.15.76:0/2004832443 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f93c006ac00 0x7f93c006d0c0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:38.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.636+0000 7f93e4e79640 1 --2- 172.21.15.76:0/2004832443 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f93e00c9f80 0x7f93e01f2f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:38.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.636+0000 7f93e4e79640 1 -- 172.21.15.76:0/2004832443 >> 172.21.15.76:0/2004832443 conn(0x7f93e0069ed0 msgr2=0x7f93e00af4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:38.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.636+0000 7f93e4e79640 1 -- 172.21.15.76:0/2004832443 shutdown_connections 2024-09-13T16:02:38.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.636+0000 7f93e4e79640 1 -- 172.21.15.76:0/2004832443 wait complete. 2024-09-13T16:02:38.648 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:01:26.960607+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:01:36.778177+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:01:37.336141+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-13T16:01:40.400554+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '26', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-13T16:02:38.649 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:02:38.750 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.748+0000 7fd525e6c640 1 Processor -- start 2024-09-13T16:02:38.750 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.748+0000 7fd525e6c640 1 -- start start 2024-09-13T16:02:38.753 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.749+0000 7fd525e6c640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fd52006b600 0x7fd520069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:38.753 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.749+0000 7fd525e6c640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd52015c9a0 con 0x7fd5200cdf10 2024-09-13T16:02:38.754 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.749+0000 7fd525e6c640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd52006b170 con 0x7fd5200ce2f0 2024-09-13T16:02:38.754 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.749+0000 7fd525e6c640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd52006a560 con 0x7fd52006b600 2024-09-13T16:02:38.754 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.749+0000 7fd51f7fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fd5200cdf10 0x7fd520065c60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:42868/0 (socket says 172.21.15.76:42868) 2024-09-13T16:02:38.754 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.749+0000 7fd51f7fe640 1 -- 172.21.15.76:0/1932121875 learned_addr learned my addr 172.21.15.76:0/1932121875 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:38.754 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.749+0000 7fd51e7fc640 1 -- 172.21.15.76:0/1932121875 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 578284280 0 0) 0x7fd52015c9a0 con 0x7fd5200cdf10 2024-09-13T16:02:38.754 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.749+0000 7fd51e7fc640 1 -- 172.21.15.76:0/1932121875 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd508003520 con 0x7fd5200cdf10 2024-09-13T16:02:38.754 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.750+0000 7fd51effd640 1 --2- 172.21.15.76:0/1932121875 >> v2:172.21.15.192:3300/0 conn(0x7fd52006b600 0x7fd520069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:38.754 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.750+0000 7fd51e7fc640 1 -- 172.21.15.76:0/1932121875 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2693014687 0 0) 0x7fd508003520 con 0x7fd5200cdf10 2024-09-13T16:02:38.754 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.750+0000 7fd51e7fc640 1 -- 172.21.15.76:0/1932121875 >> v2:172.21.15.192:3300/0 conn(0x7fd52006b600 msgr2=0x7fd520069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:38.754 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.750+0000 7fd51e7fc640 1 --2- 172.21.15.76:0/1932121875 >> v2:172.21.15.192:3300/0 conn(0x7fd52006b600 0x7fd520069ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:38.754 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.750+0000 7fd51e7fc640 1 -- 172.21.15.76:0/1932121875 >> v1:172.21.15.192:6789/0 conn(0x7fd5200ce2f0 legacy=0x7fd52006ca30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:38.754 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.750+0000 7fd51e7fc640 1 -- 172.21.15.76:0/1932121875 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd52006a840 con 0x7fd5200cdf10 2024-09-13T16:02:38.754 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.750+0000 7fd51e7fc640 1 -- 172.21.15.76:0/1932121875 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7fd5100019f0 con 0x7fd5200cdf10 2024-09-13T16:02:38.755 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.750+0000 7fd51e7fc640 1 -- 172.21.15.76:0/1932121875 >> v1:172.21.15.76:6789/0 conn(0x7fd5200cdf10 legacy=0x7fd520065c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:38.755 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.750+0000 7fd51e7fc640 1 --2- 172.21.15.76:0/1932121875 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd508003970 0x7fd508003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:38.755 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.750+0000 7fd51e7fc640 1 --2- 172.21.15.76:0/1932121875 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5080047c0 0x7fd508004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:38.755 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.750+0000 7fd51e7fc640 1 --2- 172.21.15.76:0/1932121875 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd508005180 0x7fd50800b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:38.755 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.750+0000 7fd51e7fc640 1 -- 172.21.15.76:0/1932121875 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd52006a560 con 0x7fd5080047c0 2024-09-13T16:02:38.755 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.750+0000 7fd51e7fc640 1 -- 172.21.15.76:0/1932121875 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd50800c0d0 con 0x7fd508003970 2024-09-13T16:02:38.755 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.750+0000 7fd51e7fc640 1 -- 172.21.15.76:0/1932121875 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd50800c290 con 0x7fd508005180 2024-09-13T16:02:38.755 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.750+0000 7fd51effd640 1 --2- 172.21.15.76:0/1932121875 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5080047c0 0x7fd508004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:38.755 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.750+0000 7fd51f7fe640 1 --2- 172.21.15.76:0/1932121875 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd508003970 0x7fd508003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:38.755 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.750+0000 7fd51ffff640 1 --2- 172.21.15.76:0/1932121875 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd508005180 0x7fd50800b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:38.755 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.750+0000 7fd51effd640 1 -- 172.21.15.76:0/1932121875 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd508005180 msgr2=0x7fd50800b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:38.755 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.750+0000 7fd51effd640 1 --2- 172.21.15.76:0/1932121875 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd508005180 0x7fd50800b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:38.755 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.750+0000 7fd51effd640 1 -- 172.21.15.76:0/1932121875 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd508003970 msgr2=0x7fd508003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:38.755 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.750+0000 7fd51effd640 1 --2- 172.21.15.76:0/1932121875 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd508003970 0x7fd508003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:38.756 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.750+0000 7fd51effd640 1 -- 172.21.15.76:0/1932121875 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd508003520 con 0x7fd5080047c0 2024-09-13T16:02:38.756 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.750+0000 7fd51ffff640 1 --2- 172.21.15.76:0/1932121875 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd508005180 0x7fd50800b980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:02:38.756 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.750+0000 7fd51ffff640 1 -- 172.21.15.76:0/1932121875 reap_dead start 2024-09-13T16:02:38.756 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.751+0000 7fd51effd640 1 --2- 172.21.15.76:0/1932121875 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5080047c0 0x7fd508004c40 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7fd51400ba30 tx=0x7fd5080057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b8770288b8b5a102 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:38.756 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.751+0000 7fd51e7fc640 1 -- 172.21.15.76:0/1932121875 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd51402ade0 con 0x7fd5080047c0 2024-09-13T16:02:38.756 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.751+0000 7fd51e7fc640 1 -- 172.21.15.76:0/1932121875 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd51402e070 con 0x7fd5080047c0 2024-09-13T16:02:38.756 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.751+0000 7fd51e7fc640 1 -- 172.21.15.76:0/1932121875 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd514034620 con 0x7fd5080047c0 2024-09-13T16:02:38.756 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.752+0000 7fd525e6c640 1 -- 172.21.15.76:0/1932121875 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5080047c0 msgr2=0x7fd508004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:38.756 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.752+0000 7fd525e6c640 1 --2- 172.21.15.76:0/1932121875 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5080047c0 0x7fd508004c40 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7fd51400ba30 tx=0x7fd5080057f0 comp rx=0 tx=0).stop 2024-09-13T16:02:38.757 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.752+0000 7fd525e6c640 1 -- 172.21.15.76:0/1932121875 shutdown_connections 2024-09-13T16:02:38.757 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.752+0000 7fd525e6c640 1 --2- 172.21.15.76:0/1932121875 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5080047c0 0x7fd508004c40 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:38.757 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.752+0000 7fd525e6c640 1 -- 172.21.15.76:0/1932121875 >> 172.21.15.76:0/1932121875 conn(0x7fd5200cb5b0 msgr2=0x7fd5200cb9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:38.757 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.752+0000 7fd525e6c640 1 -- 172.21.15.76:0/1932121875 shutdown_connections 2024-09-13T16:02:38.757 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.752+0000 7fd525e6c640 1 -- 172.21.15.76:0/1932121875 wait complete. 2024-09-13T16:02:38.760 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.753+0000 7fd525e6c640 1 Processor -- start 2024-09-13T16:02:38.760 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.753+0000 7fd525e6c640 1 -- start start 2024-09-13T16:02:38.760 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.754+0000 7fd525e6c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5080047c0 0x7fd52009f370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:38.760 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.754+0000 7fd525e6c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd5200afca0 0x7fd5200af5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:38.760 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.754+0000 7fd525e6c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd5201f5d00 0x7fd5201f6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:38.760 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.754+0000 7fd525e6c640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd5200afb20 con 0x7fd5080047c0 2024-09-13T16:02:38.760 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.754+0000 7fd525e6c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd52006dc00 con 0x7fd5200afca0 2024-09-13T16:02:38.760 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.754+0000 7fd525e6c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd5200c3830 con 0x7fd5201f5d00 2024-09-13T16:02:38.760 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.754+0000 7fd51f7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5080047c0 0x7fd52009f370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:38.760 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.754+0000 7fd51f7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5080047c0 0x7fd52009f370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56620/0 (socket says 172.21.15.76:56620) 2024-09-13T16:02:38.760 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.754+0000 7fd51f7fe640 1 -- 172.21.15.76:0/2938264597 learned_addr learned my addr 172.21.15.76:0/2938264597 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:38.760 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.754+0000 7fd51effd640 1 --2- 172.21.15.76:0/2938264597 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd5200afca0 0x7fd5200af5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:38.761 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.754+0000 7fd51ffff640 1 --2- 172.21.15.76:0/2938264597 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd5201f5d00 0x7fd5201f6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:38.761 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.754+0000 7fd51f7fe640 1 -- 172.21.15.76:0/2938264597 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd5201f5d00 msgr2=0x7fd5201f6180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:38.761 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.754+0000 7fd51f7fe640 1 --2- 172.21.15.76:0/2938264597 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd5201f5d00 0x7fd5201f6180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:38.761 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.754+0000 7fd51f7fe640 1 -- 172.21.15.76:0/2938264597 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd5200afca0 msgr2=0x7fd5200af5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:38.761 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.754+0000 7fd51f7fe640 1 --2- 172.21.15.76:0/2938264597 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd5200afca0 0x7fd5200af5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:38.761 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.754+0000 7fd51f7fe640 1 -- 172.21.15.76:0/2938264597 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd5201f6a80 con 0x7fd5080047c0 2024-09-13T16:02:38.761 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.754+0000 7fd51f7fe640 1 --2- 172.21.15.76:0/2938264597 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5080047c0 0x7fd52009f370 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7fd510007970 tx=0x7fd51000a6e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:38.761 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.755+0000 7fd507fff640 1 -- 172.21.15.76:0/2938264597 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd5100133f0 con 0x7fd5080047c0 2024-09-13T16:02:38.761 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.755+0000 7fd507fff640 1 -- 172.21.15.76:0/2938264597 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd510013550 con 0x7fd5080047c0 2024-09-13T16:02:38.761 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.755+0000 7fd507fff640 1 -- 172.21.15.76:0/2938264597 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd5100138e0 con 0x7fd5080047c0 2024-09-13T16:02:38.762 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.755+0000 7fd525e6c640 1 -- 172.21.15.76:0/2938264597 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd5200c4ff0 con 0x7fd5080047c0 2024-09-13T16:02:38.762 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.755+0000 7fd525e6c640 1 -- 172.21.15.76:0/2938264597 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd5200c2660 con 0x7fd5080047c0 2024-09-13T16:02:38.762 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.755+0000 7fd525e6c640 1 -- 172.21.15.76:0/2938264597 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd5200c5640 con 0x7fd5080047c0 2024-09-13T16:02:38.762 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.756+0000 7fd507fff640 1 -- 172.21.15.76:0/2938264597 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd510013a40 con 0x7fd5080047c0 2024-09-13T16:02:38.762 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.756+0000 7fd507fff640 1 --2- 172.21.15.76:0/2938264597 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd50c06ac30 0x7fd50c06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:38.762 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.756+0000 7fd507fff640 1 -- 172.21.15.76:0/2938264597 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7fd51008a1e0 con 0x7fd5080047c0 2024-09-13T16:02:38.762 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.756+0000 7fd51effd640 1 --2- 172.21.15.76:0/2938264597 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd50c06ac30 0x7fd50c06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:38.762 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.757+0000 7fd51effd640 1 --2- 172.21.15.76:0/2938264597 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd50c06ac30 0x7fd50c06d0f0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fd51400ba00 tx=0x7fd514030000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:38.762 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.761+0000 7fd507fff640 1 -- 172.21.15.76:0/2938264597 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fd5100550a0 con 0x7fd5080047c0 2024-09-13T16:02:38.923 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.922+0000 7fd525e6c640 1 -- 172.21.15.76:0/2938264597 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fd5201f6c10 con 0x7fd5080047c0 2024-09-13T16:02:38.924 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.922+0000 7fd507fff640 1 -- 172.21.15.76:0/2938264597 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v28) v1 ==== 93+0+10 (secure 0 0 0) 0x7fd5100586c0 con 0x7fd5080047c0 2024-09-13T16:02:38.924 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2024-09-13T16:02:38.926 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.924+0000 7fd525e6c640 1 -- 172.21.15.76:0/2938264597 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd50c06ac30 msgr2=0x7fd50c06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:38.926 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.924+0000 7fd525e6c640 1 --2- 172.21.15.76:0/2938264597 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd50c06ac30 0x7fd50c06d0f0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fd51400ba00 tx=0x7fd514030000 comp rx=0 tx=0).stop 2024-09-13T16:02:38.926 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.924+0000 7fd525e6c640 1 -- 172.21.15.76:0/2938264597 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5080047c0 msgr2=0x7fd52009f370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:38.926 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.924+0000 7fd525e6c640 1 --2- 172.21.15.76:0/2938264597 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5080047c0 0x7fd52009f370 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7fd510007970 tx=0x7fd51000a6e0 comp rx=0 tx=0).stop 2024-09-13T16:02:38.926 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.924+0000 7fd525e6c640 1 -- 172.21.15.76:0/2938264597 shutdown_connections 2024-09-13T16:02:38.926 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.924+0000 7fd525e6c640 1 --2- 172.21.15.76:0/2938264597 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd50c06ac30 0x7fd50c06d0f0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:38.926 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.924+0000 7fd525e6c640 1 --2- 172.21.15.76:0/2938264597 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd5201f5d00 0x7fd5201f6180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:38.926 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.924+0000 7fd525e6c640 1 --2- 172.21.15.76:0/2938264597 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd5200afca0 0x7fd5200af5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:38.926 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.924+0000 7fd525e6c640 1 --2- 172.21.15.76:0/2938264597 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5080047c0 0x7fd52009f370 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:38.927 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.924+0000 7fd525e6c640 1 -- 172.21.15.76:0/2938264597 >> 172.21.15.76:0/2938264597 conn(0x7fd5200cb5b0 msgr2=0x7fd52009d4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:38.927 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.924+0000 7fd525e6c640 1 -- 172.21.15.76:0/2938264597 shutdown_connections 2024-09-13T16:02:38.927 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:38.924+0000 7fd525e6c640 1 -- 172.21.15.76:0/2938264597 wait complete. 2024-09-13T16:02:38.937 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:02:39.037 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.036+0000 7f904bb18640 1 Processor -- start 2024-09-13T16:02:39.037 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.036+0000 7f904bb18640 1 -- start start 2024-09-13T16:02:39.039 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.037+0000 7f904bb18640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f9044159310 0x7f90440ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:39.039 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.037+0000 7f904bb18640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f90440b2b40 0x7f90440ab140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:39.039 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.037+0000 7f904bb18640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f90440ccbe0 con 0x7f90440ab680 2024-09-13T16:02:39.039 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.037+0000 7f904bb18640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f90440ad940 con 0x7f9044159310 2024-09-13T16:02:39.039 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.037+0000 7f904bb18640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f90440b1810 con 0x7f90440b2b40 2024-09-13T16:02:39.039 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.037+0000 7f90498b4640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f9044159310 0x7f90440ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:39.039 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.037+0000 7f90498b4640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f9044159310 0x7f90440ad400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56628/0 (socket says 172.21.15.76:56628) 2024-09-13T16:02:39.039 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.037+0000 7f90498b4640 1 -- 172.21.15.76:0/259479776 learned_addr learned my addr 172.21.15.76:0/259479776 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:39.039 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.037+0000 7f90498b4640 1 -- 172.21.15.76:0/259479776 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f90440b2b40 msgr2=0x7f90440ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:39.039 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.037+0000 7f90498b4640 1 --2- 172.21.15.76:0/259479776 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f90440b2b40 0x7f90440ab140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:39.039 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.037+0000 7f90498b4640 1 -- 172.21.15.76:0/259479776 >> v1:172.21.15.192:6789/0 conn(0x7f90440ab680 legacy=0x7f90440ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:39.039 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.037+0000 7f90498b4640 1 -- 172.21.15.76:0/259479776 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f904406d9e0 con 0x7f9044159310 2024-09-13T16:02:39.041 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.038+0000 7f90498b4640 1 --2- 172.21.15.76:0/259479776 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9044159310 0x7f90440ad400 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f9040009870 tx=0x7f904002a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5ba25ddb12f7d88b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:39.041 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.038+0000 7f90488b2640 1 -- 172.21.15.76:0/259479776 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f904002ae90 con 0x7f9044159310 2024-09-13T16:02:39.041 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.038+0000 7f90488b2640 1 -- 172.21.15.76:0/259479776 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9040032440 con 0x7f9044159310 2024-09-13T16:02:39.041 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.038+0000 7f90488b2640 1 -- 172.21.15.76:0/259479776 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90400327d0 con 0x7f9044159310 2024-09-13T16:02:39.042 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.039+0000 7f904bb18640 1 -- 172.21.15.76:0/259479776 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9044159310 msgr2=0x7f90440ad400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:39.042 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.039+0000 7f904bb18640 1 --2- 172.21.15.76:0/259479776 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9044159310 0x7f90440ad400 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f9040009870 tx=0x7f904002a180 comp rx=0 tx=0).stop 2024-09-13T16:02:39.042 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.039+0000 7f904bb18640 1 -- 172.21.15.76:0/259479776 shutdown_connections 2024-09-13T16:02:39.042 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.039+0000 7f904bb18640 1 --2- 172.21.15.76:0/259479776 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f90440b2b40 0x7f90440ab140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:39.042 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.039+0000 7f904bb18640 1 --2- 172.21.15.76:0/259479776 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9044159310 0x7f90440ad400 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:39.042 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.039+0000 7f904bb18640 1 -- 172.21.15.76:0/259479776 >> 172.21.15.76:0/259479776 conn(0x7f904406a0b0 msgr2=0x7f904406a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:39.042 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.039+0000 7f904bb18640 1 -- 172.21.15.76:0/259479776 shutdown_connections 2024-09-13T16:02:39.042 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.039+0000 7f904bb18640 1 -- 172.21.15.76:0/259479776 wait complete. 2024-09-13T16:02:39.042 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.040+0000 7f904bb18640 1 Processor -- start 2024-09-13T16:02:39.042 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.040+0000 7f904bb18640 1 -- start start 2024-09-13T16:02:39.045 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.041+0000 7f904bb18640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f90440ab680 0x7f90441e00e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:39.045 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.041+0000 7f904bb18640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f90440b2b40 0x7f90441550d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:39.045 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.041+0000 7f904bb18640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9044159310 0x7f90440cad30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:39.045 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.041+0000 7f904bb18640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90441df040 con 0x7f90440b2b40 2024-09-13T16:02:39.045 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.041+0000 7f904bb18640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90441df320 con 0x7f9044159310 2024-09-13T16:02:39.045 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.041+0000 7f904bb18640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f90441df600 con 0x7f90440ab680 2024-09-13T16:02:39.045 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.041+0000 7f90490b3640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f90440b2b40 0x7f90441550d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:39.045 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.041+0000 7f90490b3640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f90440b2b40 0x7f90441550d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56640/0 (socket says 172.21.15.76:56640) 2024-09-13T16:02:39.045 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.041+0000 7f90490b3640 1 -- 172.21.15.76:0/363140656 learned_addr learned my addr 172.21.15.76:0/363140656 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:39.045 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.041+0000 7f90498b4640 1 --2- 172.21.15.76:0/363140656 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f90440ab680 0x7f90441e00e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:39.045 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.041+0000 7f904a0b5640 1 --2- 172.21.15.76:0/363140656 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9044159310 0x7f90440cad30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:39.046 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.041+0000 7f90490b3640 1 -- 172.21.15.76:0/363140656 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f90440ab680 msgr2=0x7f90441e00e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:39.046 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.041+0000 7f90490b3640 1 --2- 172.21.15.76:0/363140656 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f90440ab680 0x7f90441e00e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:39.046 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.041+0000 7f90490b3640 1 -- 172.21.15.76:0/363140656 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9044159310 msgr2=0x7f90440cad30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:39.046 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.041+0000 7f90490b3640 1 --2- 172.21.15.76:0/363140656 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9044159310 0x7f90440cad30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:39.046 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.041+0000 7f90490b3640 1 -- 172.21.15.76:0/363140656 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f90400094d0 con 0x7f90440b2b40 2024-09-13T16:02:39.046 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.041+0000 7f90498b4640 1 --2- 172.21.15.76:0/363140656 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f90440ab680 0x7f90441e00e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:02:39.046 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.041+0000 7f904a0b5640 1 --2- 172.21.15.76:0/363140656 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9044159310 0x7f90440cad30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:02:39.046 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.041+0000 7f90490b3640 1 --2- 172.21.15.76:0/363140656 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f90440b2b40 0x7f90441550d0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f903400b4a0 tx=0x7f903400b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:39.046 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.042+0000 7f903a7fc640 1 -- 172.21.15.76:0/363140656 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9034010610 con 0x7f90440b2b40 2024-09-13T16:02:39.046 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.042+0000 7f903a7fc640 1 -- 172.21.15.76:0/363140656 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9034010770 con 0x7f90440b2b40 2024-09-13T16:02:39.046 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.042+0000 7f903a7fc640 1 -- 172.21.15.76:0/363140656 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9034010b20 con 0x7f90440b2b40 2024-09-13T16:02:39.046 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.042+0000 7f904bb18640 1 -- 172.21.15.76:0/363140656 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f90441df8e0 con 0x7f90440b2b40 2024-09-13T16:02:39.046 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.042+0000 7f904bb18640 1 -- 172.21.15.76:0/363140656 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f90440cb270 con 0x7f90440b2b40 2024-09-13T16:02:39.046 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.043+0000 7f904bb18640 1 -- 172.21.15.76:0/363140656 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f90440ab140 con 0x7f90440b2b40 2024-09-13T16:02:39.047 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.043+0000 7f903a7fc640 1 -- 172.21.15.76:0/363140656 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9034010c80 con 0x7f90440b2b40 2024-09-13T16:02:39.047 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.043+0000 7f903a7fc640 1 --2- 172.21.15.76:0/363140656 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f902806ac00 0x7f902806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:39.047 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.043+0000 7f903a7fc640 1 -- 172.21.15.76:0/363140656 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7f9034089370 con 0x7f90440b2b40 2024-09-13T16:02:39.047 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.043+0000 7f90498b4640 1 --2- 172.21.15.76:0/363140656 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f902806ac00 0x7f902806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:39.047 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.044+0000 7f90498b4640 1 --2- 172.21.15.76:0/363140656 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f902806ac00 0x7f902806d0c0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f9040034000 tx=0x7f904002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:39.049 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.048+0000 7f903a7fc640 1 -- 172.21.15.76:0/363140656 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f90340541a0 con 0x7f90440b2b40 2024-09-13T16:02:39.209 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.208+0000 7f904bb18640 1 -- 172.21.15.76:0/363140656 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f904406e4b0 con 0x7f90440b2b40 2024-09-13T16:02:39.209 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.208+0000 7f903a7fc640 1 -- 172.21.15.76:0/363140656 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v28) v1 ==== 104+0+11 (secure 0 0 0) 0x7f90340577c0 con 0x7f90440b2b40 2024-09-13T16:02:39.210 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2024-09-13T16:02:39.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.210+0000 7f904bb18640 1 -- 172.21.15.76:0/363140656 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f902806ac00 msgr2=0x7f902806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:39.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.210+0000 7f904bb18640 1 --2- 172.21.15.76:0/363140656 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f902806ac00 0x7f902806d0c0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f9040034000 tx=0x7f904002e000 comp rx=0 tx=0).stop 2024-09-13T16:02:39.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.210+0000 7f904bb18640 1 -- 172.21.15.76:0/363140656 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f90440b2b40 msgr2=0x7f90441550d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:39.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.210+0000 7f904bb18640 1 --2- 172.21.15.76:0/363140656 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f90440b2b40 0x7f90441550d0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f903400b4a0 tx=0x7f903400b960 comp rx=0 tx=0).stop 2024-09-13T16:02:39.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.210+0000 7f904bb18640 1 -- 172.21.15.76:0/363140656 shutdown_connections 2024-09-13T16:02:39.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.210+0000 7f904bb18640 1 --2- 172.21.15.76:0/363140656 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9044159310 0x7f90440cad30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:39.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.210+0000 7f904bb18640 1 --2- 172.21.15.76:0/363140656 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f90440b2b40 0x7f90441550d0 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:39.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.210+0000 7f904bb18640 1 --2- 172.21.15.76:0/363140656 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f902806ac00 0x7f902806d0c0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:39.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.210+0000 7f904bb18640 1 --2- 172.21.15.76:0/363140656 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f90440ab680 0x7f90441e00e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:39.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.210+0000 7f904bb18640 1 -- 172.21.15.76:0/363140656 >> 172.21.15.76:0/363140656 conn(0x7f904406a0b0 msgr2=0x7f90440b1fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:39.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.210+0000 7f904bb18640 1 -- 172.21.15.76:0/363140656 shutdown_connections 2024-09-13T16:02:39.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.210+0000 7f904bb18640 1 -- 172.21.15.76:0/363140656 wait complete. 2024-09-13T16:02:39.222 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:02:39.324 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.322+0000 7fbda8819640 1 Processor -- start 2024-09-13T16:02:39.324 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.322+0000 7fbda8819640 1 -- start start 2024-09-13T16:02:39.326 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.323+0000 7fbda8819640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbda415c500 0x7fbda40d2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:39.327 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.323+0000 7fbda8819640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbda40cd450 con 0x7fbda40cdff0 2024-09-13T16:02:39.327 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.323+0000 7fbda8819640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbda40d29f0 con 0x7fbda40d2590 2024-09-13T16:02:39.327 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.323+0000 7fbda8819640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbda40d0cf0 con 0x7fbda415c500 2024-09-13T16:02:39.327 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.324+0000 7fbda2d9d640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fbda40cdff0 0x7fbda40d0000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:42874/0 (socket says 172.21.15.76:42874) 2024-09-13T16:02:39.327 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.324+0000 7fbda2d9d640 1 -- 172.21.15.76:0/2924096554 learned_addr learned my addr 172.21.15.76:0/2924096554 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:39.327 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.324+0000 7fbda259c640 1 --2- 172.21.15.76:0/2924096554 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbda415c500 0x7fbda40d2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:39.327 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.324+0000 7fbda159a640 1 -- 172.21.15.76:0/2924096554 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3541518364 0 0) 0x7fbda40cd450 con 0x7fbda40cdff0 2024-09-13T16:02:39.327 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.324+0000 7fbda159a640 1 -- 172.21.15.76:0/2924096554 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fbd8c003520 con 0x7fbda40cdff0 2024-09-13T16:02:39.328 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.324+0000 7fbda159a640 1 -- 172.21.15.76:0/2924096554 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3155354085 0 0) 0x7fbd8c003520 con 0x7fbda40cdff0 2024-09-13T16:02:39.328 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.324+0000 7fbda159a640 1 -- 172.21.15.76:0/2924096554 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbda415c500 msgr2=0x7fbda40d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:39.328 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.324+0000 7fbda159a640 1 --2- 172.21.15.76:0/2924096554 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbda415c500 0x7fbda40d2050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:39.328 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.324+0000 7fbda159a640 1 -- 172.21.15.76:0/2924096554 >> v1:172.21.15.192:6789/0 conn(0x7fbda40d2590 legacy=0x7fbda40cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:39.328 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.324+0000 7fbda159a640 1 -- 172.21.15.76:0/2924096554 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbda40d0fd0 con 0x7fbda40cdff0 2024-09-13T16:02:39.328 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.324+0000 7fbda159a640 1 -- 172.21.15.76:0/2924096554 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7fbd9c0019f0 con 0x7fbda40cdff0 2024-09-13T16:02:39.328 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.324+0000 7fbda159a640 1 -- 172.21.15.76:0/2924096554 >> v1:172.21.15.76:6789/0 conn(0x7fbda40cdff0 legacy=0x7fbda40d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:39.328 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.324+0000 7fbda159a640 1 --2- 172.21.15.76:0/2924096554 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbd8c0039a0 0x7fbd8c003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:39.328 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.324+0000 7fbda159a640 1 --2- 172.21.15.76:0/2924096554 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbd8c0047c0 0x7fbd8c004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:39.328 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.324+0000 7fbda159a640 1 --2- 172.21.15.76:0/2924096554 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbda415c500 0x7fbd8c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:39.328 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.324+0000 7fbda159a640 1 -- 172.21.15.76:0/2924096554 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbda40d0cf0 con 0x7fbd8c0039a0 2024-09-13T16:02:39.328 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.324+0000 7fbda159a640 1 -- 172.21.15.76:0/2924096554 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbd8c00bab0 con 0x7fbd8c0047c0 2024-09-13T16:02:39.328 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.324+0000 7fbda159a640 1 -- 172.21.15.76:0/2924096554 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbd8c00bc70 con 0x7fbda415c500 2024-09-13T16:02:39.329 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.324+0000 7fbda259c640 1 --2- 172.21.15.76:0/2924096554 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbd8c0039a0 0x7fbd8c003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:39.329 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.324+0000 7fbda1d9b640 1 --2- 172.21.15.76:0/2924096554 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbd8c0047c0 0x7fbd8c004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:39.329 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.324+0000 7fbda2d9d640 1 --2- 172.21.15.76:0/2924096554 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbda415c500 0x7fbd8c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:39.329 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.325+0000 7fbda259c640 1 -- 172.21.15.76:0/2924096554 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbda415c500 msgr2=0x7fbd8c0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:39.329 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.325+0000 7fbda259c640 1 --2- 172.21.15.76:0/2924096554 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbda415c500 0x7fbd8c0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:39.329 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.325+0000 7fbda259c640 1 -- 172.21.15.76:0/2924096554 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbd8c0047c0 msgr2=0x7fbd8c004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:39.329 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.325+0000 7fbda259c640 1 --2- 172.21.15.76:0/2924096554 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbd8c0047c0 0x7fbd8c004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:39.329 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.325+0000 7fbda259c640 1 -- 172.21.15.76:0/2924096554 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbd8c003520 con 0x7fbd8c0039a0 2024-09-13T16:02:39.329 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.325+0000 7fbda2d9d640 1 --2- 172.21.15.76:0/2924096554 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbda415c500 0x7fbd8c0051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:02:39.329 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.325+0000 7fbda259c640 1 --2- 172.21.15.76:0/2924096554 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbd8c0039a0 0x7fbd8c003dc0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7fbd94009ac0 tx=0x7fbd8c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3624a46f66bd5191 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:39.330 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.325+0000 7fbda159a640 1 -- 172.21.15.76:0/2924096554 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd94031400 con 0x7fbd8c0039a0 2024-09-13T16:02:39.330 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.325+0000 7fbda159a640 1 -- 172.21.15.76:0/2924096554 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbd9402d050 con 0x7fbd8c0039a0 2024-09-13T16:02:39.330 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.325+0000 7fbda159a640 1 -- 172.21.15.76:0/2924096554 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd94031780 con 0x7fbd8c0039a0 2024-09-13T16:02:39.333 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.326+0000 7fbda8819640 1 -- 172.21.15.76:0/2924096554 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbd8c0039a0 msgr2=0x7fbd8c003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:39.334 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.326+0000 7fbda8819640 1 --2- 172.21.15.76:0/2924096554 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbd8c0039a0 0x7fbd8c003dc0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7fbd94009ac0 tx=0x7fbd8c0057f0 comp rx=0 tx=0).stop 2024-09-13T16:02:39.334 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.326+0000 7fbda2d9d640 1 -- 172.21.15.76:0/2924096554 reap_dead start 2024-09-13T16:02:39.334 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.326+0000 7fbda8819640 1 -- 172.21.15.76:0/2924096554 shutdown_connections 2024-09-13T16:02:39.334 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.326+0000 7fbda8819640 1 -- 172.21.15.76:0/2924096554 >> 172.21.15.76:0/2924096554 conn(0x7fbda4089f60 msgr2=0x7fbda409b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:39.334 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.326+0000 7fbda8819640 1 -- 172.21.15.76:0/2924096554 shutdown_connections 2024-09-13T16:02:39.334 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.326+0000 7fbda8819640 1 -- 172.21.15.76:0/2924096554 wait complete. 2024-09-13T16:02:39.334 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.327+0000 7fbda8819640 1 Processor -- start 2024-09-13T16:02:39.334 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.327+0000 7fbda8819640 1 -- start start 2024-09-13T16:02:39.334 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.328+0000 7fbda8819640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbd8c0039a0 0x7fbda4150d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:39.334 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.328+0000 7fbda8819640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbda40b8030 0x7fbda40cae50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:39.334 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.328+0000 7fbda8819640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbda40b0210 0x7fbda40b0690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:39.334 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.328+0000 7fbda8819640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbda40b0bd0 con 0x7fbda40b0210 2024-09-13T16:02:39.335 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.328+0000 7fbda8819640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbda40cc2d0 con 0x7fbd8c0039a0 2024-09-13T16:02:39.335 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.328+0000 7fbda8819640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbda40cb6a0 con 0x7fbda40b8030 2024-09-13T16:02:39.335 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.328+0000 7fbda2d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbda40b0210 0x7fbda40b0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:39.335 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.328+0000 7fbda2d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbda40b0210 0x7fbda40b0690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56670/0 (socket says 172.21.15.76:56670) 2024-09-13T16:02:39.335 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.328+0000 7fbda2d9d640 1 -- 172.21.15.76:0/1031815527 learned_addr learned my addr 172.21.15.76:0/1031815527 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:39.335 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.328+0000 7fbda259c640 1 --2- 172.21.15.76:0/1031815527 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbd8c0039a0 0x7fbda4150d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:39.335 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.328+0000 7fbda1d9b640 1 --2- 172.21.15.76:0/1031815527 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbda40b8030 0x7fbda40cae50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:39.335 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.328+0000 7fbda2d9d640 1 -- 172.21.15.76:0/1031815527 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbda40b8030 msgr2=0x7fbda40cae50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:39.335 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.328+0000 7fbda2d9d640 1 --2- 172.21.15.76:0/1031815527 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbda40b8030 0x7fbda40cae50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:39.335 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.328+0000 7fbda2d9d640 1 -- 172.21.15.76:0/1031815527 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbd8c0039a0 msgr2=0x7fbda4150d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:39.335 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.328+0000 7fbda2d9d640 1 --2- 172.21.15.76:0/1031815527 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbd8c0039a0 0x7fbda4150d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:39.335 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.328+0000 7fbda2d9d640 1 -- 172.21.15.76:0/1031815527 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbda40cb9e0 con 0x7fbda40b0210 2024-09-13T16:02:39.335 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.329+0000 7fbda1d9b640 1 --2- 172.21.15.76:0/1031815527 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbda40b8030 0x7fbda40cae50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:02:39.336 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.329+0000 7fbda2d9d640 1 --2- 172.21.15.76:0/1031815527 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbda40b0210 0x7fbda40b0690 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7fbd9c002010 tx=0x7fbd9c00e530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:39.336 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.329+0000 7fbd92ffd640 1 -- 172.21.15.76:0/1031815527 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd9c007ae0 con 0x7fbda40b0210 2024-09-13T16:02:39.336 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.329+0000 7fbd92ffd640 1 -- 172.21.15.76:0/1031815527 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbd9c00eda0 con 0x7fbda40b0210 2024-09-13T16:02:39.336 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.329+0000 7fbda8819640 1 -- 172.21.15.76:0/1031815527 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbda40cbc80 con 0x7fbda40b0210 2024-09-13T16:02:39.336 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.329+0000 7fbd92ffd640 1 -- 172.21.15.76:0/1031815527 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd9c013620 con 0x7fbda40b0210 2024-09-13T16:02:39.336 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.329+0000 7fbda8819640 1 -- 172.21.15.76:0/1031815527 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbda40cb390 con 0x7fbda40b0210 2024-09-13T16:02:39.336 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.330+0000 7fbda8819640 1 -- 172.21.15.76:0/1031815527 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbda4151a80 con 0x7fbda40b0210 2024-09-13T16:02:39.336 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.330+0000 7fbd92ffd640 1 -- 172.21.15.76:0/1031815527 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fbd9c013780 con 0x7fbda40b0210 2024-09-13T16:02:39.336 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.331+0000 7fbd92ffd640 1 --2- 172.21.15.76:0/1031815527 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbd8406ac00 0x7fbd8406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:39.336 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.331+0000 7fbd92ffd640 1 -- 172.21.15.76:0/1031815527 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7fbd9c089ac0 con 0x7fbda40b0210 2024-09-13T16:02:39.336 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.331+0000 7fbda259c640 1 --2- 172.21.15.76:0/1031815527 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbd8406ac00 0x7fbd8406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:39.336 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.331+0000 7fbda259c640 1 --2- 172.21.15.76:0/1031815527 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbd8406ac00 0x7fbd8406d0c0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fbd94033000 tx=0x7fbd94008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:39.337 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.335+0000 7fbd92ffd640 1 -- 172.21.15.76:0/1031815527 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fbd9c054980 con 0x7fbda40b0210 2024-09-13T16:02:39.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.495+0000 7fbda8819640 1 -- 172.21.15.76:0/1031815527 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fbda40d1af0 con 0x7fbda40b0210 2024-09-13T16:02:39.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.496+0000 7fbd92ffd640 1 -- 172.21.15.76:0/1031815527 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v28) v1 ==== 100+0+11 (secure 0 0 0) 0x7fbd9c089e60 con 0x7fbda40b0210 2024-09-13T16:02:39.497 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2024-09-13T16:02:39.500 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.498+0000 7fbda8819640 1 -- 172.21.15.76:0/1031815527 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbd8406ac00 msgr2=0x7fbd8406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:39.500 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.498+0000 7fbda8819640 1 --2- 172.21.15.76:0/1031815527 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbd8406ac00 0x7fbd8406d0c0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fbd94033000 tx=0x7fbd94008030 comp rx=0 tx=0).stop 2024-09-13T16:02:39.500 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.498+0000 7fbda8819640 1 -- 172.21.15.76:0/1031815527 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbda40b0210 msgr2=0x7fbda40b0690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:39.500 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.498+0000 7fbda8819640 1 --2- 172.21.15.76:0/1031815527 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbda40b0210 0x7fbda40b0690 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7fbd9c002010 tx=0x7fbd9c00e530 comp rx=0 tx=0).stop 2024-09-13T16:02:39.500 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.498+0000 7fbda8819640 1 -- 172.21.15.76:0/1031815527 shutdown_connections 2024-09-13T16:02:39.500 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.498+0000 7fbda8819640 1 --2- 172.21.15.76:0/1031815527 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbda40b0210 0x7fbda40b0690 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:39.500 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.498+0000 7fbda8819640 1 --2- 172.21.15.76:0/1031815527 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbd8406ac00 0x7fbd8406d0c0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:39.500 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.498+0000 7fbda8819640 1 --2- 172.21.15.76:0/1031815527 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbda40b8030 0x7fbda40cae50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:39.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.498+0000 7fbda8819640 1 --2- 172.21.15.76:0/1031815527 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbd8c0039a0 0x7fbda4150d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:39.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.498+0000 7fbda8819640 1 -- 172.21.15.76:0/1031815527 >> 172.21.15.76:0/1031815527 conn(0x7fbda4089f60 msgr2=0x7fbda40b2a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:39.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.498+0000 7fbda8819640 1 -- 172.21.15.76:0/1031815527 shutdown_connections 2024-09-13T16:02:39.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.498+0000 7fbda8819640 1 -- 172.21.15.76:0/1031815527 wait complete. 2024-09-13T16:02:39.510 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-13T16:02:39.515 DEBUG:teuthology.orchestra.run.smithi076:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:02:39.557 DEBUG:teuthology.orchestra.run.smithi192:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:02:39.613 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.611+0000 7f9bb3e0d640 1 Processor -- start 2024-09-13T16:02:39.613 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.612+0000 7f9bb3e0d640 1 -- start start 2024-09-13T16:02:39.614 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.612+0000 7f9bb3e0d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f9bac0b2200 0x7f9bac0b25e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:39.614 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.612+0000 7f9bb3e0d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9bac0ad360 0x7f9bac0b2b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:39.614 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.612+0000 7f9bb3e0d640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9bac0ad7f0 con 0x7f9bac0b3060 2024-09-13T16:02:39.614 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.612+0000 7f9bb3e0d640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9bac0adad0 con 0x7f9bac0b2200 2024-09-13T16:02:39.615 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.612+0000 7f9bb3e0d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9bac0addb0 con 0x7f9bac0ad360 2024-09-13T16:02:39.615 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.612+0000 7f9bb1ba9640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f9bac0b2200 0x7f9bac0b25e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:39.615 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.613+0000 7f9bb23aa640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f9bac0b3060 0x7f9bac06d5d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:42884/0 (socket says 172.21.15.76:42884) 2024-09-13T16:02:39.615 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.613+0000 7f9bb23aa640 1 -- 172.21.15.76:0/2820692442 learned_addr learned my addr 172.21.15.76:0/2820692442 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:39.615 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.613+0000 7f9bb0ba7640 1 -- 172.21.15.76:0/2820692442 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2066577403 0 0) 0x7f9bac0ad7f0 con 0x7f9bac0b3060 2024-09-13T16:02:39.615 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.613+0000 7f9bb13a8640 1 --2- 172.21.15.76:0/2820692442 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9bac0ad360 0x7f9bac0b2b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:39.615 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.613+0000 7f9bb0ba7640 1 -- 172.21.15.76:0/2820692442 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9b98003520 con 0x7f9bac0b3060 2024-09-13T16:02:39.615 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.613+0000 7f9bb1ba9640 1 -- 172.21.15.76:0/2820692442 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9bac0ad360 msgr2=0x7f9bac0b2b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:39.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.613+0000 7f9bb1ba9640 1 --2- 172.21.15.76:0/2820692442 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9bac0ad360 0x7f9bac0b2b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:39.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.613+0000 7f9bb1ba9640 1 -- 172.21.15.76:0/2820692442 >> v1:172.21.15.76:6789/0 conn(0x7f9bac0b3060 legacy=0x7f9bac06d5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:39.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.613+0000 7f9bb1ba9640 1 -- 172.21.15.76:0/2820692442 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9bac0ae090 con 0x7f9bac0b2200 2024-09-13T16:02:39.622 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.614+0000 7f9bb1ba9640 1 --2- 172.21.15.76:0/2820692442 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9bac0b2200 0x7f9bac0b25e0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f9ba80097a0 tx=0x7f9ba802a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa766c737fbe46ef server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:39.622 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.614+0000 7f9bb0ba7640 1 -- 172.21.15.76:0/2820692442 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ba8032440 con 0x7f9bac0b2200 2024-09-13T16:02:39.622 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.614+0000 7f9bb0ba7640 1 -- 172.21.15.76:0/2820692442 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9ba80325a0 con 0x7f9bac0b2200 2024-09-13T16:02:39.622 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.614+0000 7f9bb0ba7640 1 -- 172.21.15.76:0/2820692442 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ba8032930 con 0x7f9bac0b2200 2024-09-13T16:02:39.622 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.614+0000 7f9bb3e0d640 1 -- 172.21.15.76:0/2820692442 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9bac0b2200 msgr2=0x7f9bac0b25e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:39.622 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.614+0000 7f9bb3e0d640 1 --2- 172.21.15.76:0/2820692442 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9bac0b2200 0x7f9bac0b25e0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f9ba80097a0 tx=0x7f9ba802a180 comp rx=0 tx=0).stop 2024-09-13T16:02:39.622 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.614+0000 7f9bb3e0d640 1 -- 172.21.15.76:0/2820692442 shutdown_connections 2024-09-13T16:02:39.622 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.614+0000 7f9bb3e0d640 1 --2- 172.21.15.76:0/2820692442 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9bac0ad360 0x7f9bac0b2b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:39.622 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.614+0000 7f9bb3e0d640 1 --2- 172.21.15.76:0/2820692442 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9bac0b2200 0x7f9bac0b25e0 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:39.622 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.614+0000 7f9bb3e0d640 1 -- 172.21.15.76:0/2820692442 >> 172.21.15.76:0/2820692442 conn(0x7f9bac0b4720 msgr2=0x7f9bac0b4b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:39.623 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.614+0000 7f9bb3e0d640 1 -- 172.21.15.76:0/2820692442 shutdown_connections 2024-09-13T16:02:39.623 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.614+0000 7f9bb3e0d640 1 -- 172.21.15.76:0/2820692442 wait complete. 2024-09-13T16:02:39.623 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.615+0000 7f9bb3e0d640 1 Processor -- start 2024-09-13T16:02:39.623 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.616+0000 7f9bb3e0d640 1 -- start start 2024-09-13T16:02:39.623 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.616+0000 7f9bb3e0d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9bac0b2200 0x7f9bac142cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:39.623 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.616+0000 7f9bb3e0d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9bac0b3060 0x7f9bac157bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:39.623 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.616+0000 7f9bb3e0d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9bac158100 0x7f9bac152850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:39.623 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.616+0000 7f9bb3e0d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9bac14c1b0 con 0x7f9bac0b3060 2024-09-13T16:02:39.623 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.616+0000 7f9bb3e0d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9bac1586a0 con 0x7f9bac0b2200 2024-09-13T16:02:39.623 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.616+0000 7f9bb3e0d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9bac158980 con 0x7f9bac158100 2024-09-13T16:02:39.623 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.616+0000 7f9bb13a8640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9bac0b3060 0x7f9bac157bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:39.623 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.616+0000 7f9bb13a8640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9bac0b3060 0x7f9bac157bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56676/0 (socket says 172.21.15.76:56676) 2024-09-13T16:02:39.623 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.616+0000 7f9bb13a8640 1 -- 172.21.15.76:0/4116453738 learned_addr learned my addr 172.21.15.76:0/4116453738 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:39.624 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.616+0000 7f9bb1ba9640 1 --2- 172.21.15.76:0/4116453738 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9bac0b2200 0x7f9bac142cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:39.624 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.616+0000 7f9bb23aa640 1 --2- 172.21.15.76:0/4116453738 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9bac158100 0x7f9bac152850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:39.624 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.617+0000 7f9bb13a8640 1 -- 172.21.15.76:0/4116453738 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9bac158100 msgr2=0x7f9bac152850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:39.624 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.617+0000 7f9bb13a8640 1 --2- 172.21.15.76:0/4116453738 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9bac158100 0x7f9bac152850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:39.624 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.617+0000 7f9bb13a8640 1 -- 172.21.15.76:0/4116453738 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9bac0b2200 msgr2=0x7f9bac142cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:39.624 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.617+0000 7f9bb13a8640 1 --2- 172.21.15.76:0/4116453738 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9bac0b2200 0x7f9bac142cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:39.624 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.617+0000 7f9bb13a8640 1 -- 172.21.15.76:0/4116453738 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9ba8009400 con 0x7f9bac0b3060 2024-09-13T16:02:39.624 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.617+0000 7f9bb13a8640 1 --2- 172.21.15.76:0/4116453738 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9bac0b3060 0x7f9bac157bc0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f9b9c00d5f0 tx=0x7f9b9c00dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:39.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.617+0000 7f9ba27fc640 1 -- 172.21.15.76:0/4116453738 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b9c0125f0 con 0x7f9bac0b3060 2024-09-13T16:02:39.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.617+0000 7f9ba27fc640 1 -- 172.21.15.76:0/4116453738 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9b9c012750 con 0x7f9bac0b3060 2024-09-13T16:02:39.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.617+0000 7f9ba27fc640 1 -- 172.21.15.76:0/4116453738 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b9c012b00 con 0x7f9bac0b3060 2024-09-13T16:02:39.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.617+0000 7f9bb3e0d640 1 -- 172.21.15.76:0/4116453738 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9bac158c60 con 0x7f9bac0b3060 2024-09-13T16:02:39.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.617+0000 7f9bb3e0d640 1 -- 172.21.15.76:0/4116453738 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9bac14aeb0 con 0x7f9bac0b3060 2024-09-13T16:02:39.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.618+0000 7f9bb3e0d640 1 -- 172.21.15.76:0/4116453738 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9bac14b0a0 con 0x7f9bac0b3060 2024-09-13T16:02:39.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.618+0000 7f9ba27fc640 1 -- 172.21.15.76:0/4116453738 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9b9c012c60 con 0x7f9bac0b3060 2024-09-13T16:02:39.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.619+0000 7f9ba27fc640 1 --2- 172.21.15.76:0/4116453738 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9b9006ac30 0x7f9b9006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:39.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.619+0000 7f9ba27fc640 1 -- 172.21.15.76:0/4116453738 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7f9b9c089b70 con 0x7f9bac0b3060 2024-09-13T16:02:39.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.619+0000 7f9bb1ba9640 1 --2- 172.21.15.76:0/4116453738 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9b9006ac30 0x7f9b9006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:39.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.619+0000 7f9bb1ba9640 1 --2- 172.21.15.76:0/4116453738 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9b9006ac30 0x7f9b9006d0f0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f9ba8034000 tx=0x7f9ba802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:39.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.623+0000 7f9ba27fc640 1 -- 172.21.15.76:0/4116453738 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f9bac14b0a0 con 0x7f9bac0b3060 2024-09-13T16:02:39.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.788+0000 7f9bb3e0d640 1 -- 172.21.15.76:0/4116453738 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f9bac14b0a0 con 0x7f9bac0b3060 2024-09-13T16:02:39.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.788+0000 7f9ba27fc640 1 -- 172.21.15.76:0/4116453738 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v28) v1 ==== 103+0+11 (secure 0 0 0) 0x7f9bac14b0a0 con 0x7f9bac0b3060 2024-09-13T16:02:39.790 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2024-09-13T16:02:39.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.790+0000 7f9bb3e0d640 1 -- 172.21.15.76:0/4116453738 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9b9006ac30 msgr2=0x7f9b9006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:39.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.790+0000 7f9bb3e0d640 1 --2- 172.21.15.76:0/4116453738 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9b9006ac30 0x7f9b9006d0f0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f9ba8034000 tx=0x7f9ba802e000 comp rx=0 tx=0).stop 2024-09-13T16:02:39.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.790+0000 7f9bb3e0d640 1 -- 172.21.15.76:0/4116453738 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9bac0b3060 msgr2=0x7f9bac157bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:39.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.790+0000 7f9bb3e0d640 1 --2- 172.21.15.76:0/4116453738 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9bac0b3060 0x7f9bac157bc0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f9b9c00d5f0 tx=0x7f9b9c00dab0 comp rx=0 tx=0).stop 2024-09-13T16:02:39.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.790+0000 7f9bb3e0d640 1 -- 172.21.15.76:0/4116453738 shutdown_connections 2024-09-13T16:02:39.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.790+0000 7f9bb3e0d640 1 --2- 172.21.15.76:0/4116453738 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9b9006ac30 0x7f9b9006d0f0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:39.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.790+0000 7f9bb3e0d640 1 --2- 172.21.15.76:0/4116453738 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9bac158100 0x7f9bac152850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:39.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.790+0000 7f9bb3e0d640 1 --2- 172.21.15.76:0/4116453738 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9bac0b3060 0x7f9bac157bc0 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:39.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.790+0000 7f9bb3e0d640 1 --2- 172.21.15.76:0/4116453738 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9bac0b2200 0x7f9bac142cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:39.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.790+0000 7f9bb3e0d640 1 -- 172.21.15.76:0/4116453738 >> 172.21.15.76:0/4116453738 conn(0x7f9bac0b4720 msgr2=0x7f9bac15bd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:39.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.790+0000 7f9bb3e0d640 1 -- 172.21.15.76:0/4116453738 shutdown_connections 2024-09-13T16:02:39.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.791+0000 7f9bb3e0d640 1 -- 172.21.15.76:0/4116453738 wait complete. 2024-09-13T16:02:39.803 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:02:39.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.944+0000 7fd6610d0640 1 Processor -- start 2024-09-13T16:02:39.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.944+0000 7fd6610d0640 1 -- start start 2024-09-13T16:02:39.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.945+0000 7fd6610d0640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fd65c15c6e0 0x7fd65c0b3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:39.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.945+0000 7fd6610d0640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd65c0ccb20 0x7fd65c0b4490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:39.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.945+0000 7fd6610d0640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd65c0d1840 con 0x7fd65c0d07b0 2024-09-13T16:02:39.950 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.945+0000 7fd6610d0640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd65c06bd20 con 0x7fd65c15c6e0 2024-09-13T16:02:39.950 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.945+0000 7fd6610d0640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd65c0d0c30 con 0x7fd65c0ccb20 2024-09-13T16:02:39.950 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.945+0000 7fd65a59c640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fd65c0d07b0 0x7fd65c160030 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:42890/0 (socket says 172.21.15.76:42890) 2024-09-13T16:02:39.950 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.945+0000 7fd65a59c640 1 -- 172.21.15.76:0/1361197011 learned_addr learned my addr 172.21.15.76:0/1361197011 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:39.950 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.945+0000 7fd65b59e640 1 --2- 172.21.15.76:0/1361197011 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd65c0ccb20 0x7fd65c0b4490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:39.950 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.945+0000 7fd65ad9d640 1 --2- 172.21.15.76:0/1361197011 >> v2:172.21.15.192:3300/0 conn(0x7fd65c15c6e0 0x7fd65c0b3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:39.950 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.945+0000 7fd659d9b640 1 -- 172.21.15.76:0/1361197011 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1340896160 0 0) 0x7fd65c0d1840 con 0x7fd65c0d07b0 2024-09-13T16:02:39.950 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.945+0000 7fd659d9b640 1 -- 172.21.15.76:0/1361197011 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd644003520 con 0x7fd65c0d07b0 2024-09-13T16:02:39.950 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.946+0000 7fd659d9b640 1 -- 172.21.15.76:0/1361197011 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3597268000 0 0) 0x7fd644003520 con 0x7fd65c0d07b0 2024-09-13T16:02:39.950 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.946+0000 7fd65b59e640 1 -- 172.21.15.76:0/1361197011 >> v2:172.21.15.192:3300/0 conn(0x7fd65c15c6e0 msgr2=0x7fd65c0b3f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:39.950 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.946+0000 7fd65b59e640 1 --2- 172.21.15.76:0/1361197011 >> v2:172.21.15.192:3300/0 conn(0x7fd65c15c6e0 0x7fd65c0b3f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:39.950 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.946+0000 7fd65b59e640 1 -- 172.21.15.76:0/1361197011 >> v1:172.21.15.76:6789/0 conn(0x7fd65c0d07b0 legacy=0x7fd65c160030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:39.950 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.946+0000 7fd65b59e640 1 -- 172.21.15.76:0/1361197011 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd65c0d0f10 con 0x7fd65c0ccb20 2024-09-13T16:02:39.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.946+0000 7fd65ad9d640 1 --2- 172.21.15.76:0/1361197011 >> v2:172.21.15.192:3300/0 conn(0x7fd65c15c6e0 0x7fd65c0b3f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:02:39.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.946+0000 7fd65b59e640 1 --2- 172.21.15.76:0/1361197011 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd65c0ccb20 0x7fd65c0b4490 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fd654009d90 tx=0x7fd65402a560 comp rx=0 tx=0).ready entity=mon.2 client_cookie=753aa8bc674efc7b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:39.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.947+0000 7fd659d9b640 1 -- 172.21.15.76:0/1361197011 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd64c001670 con 0x7fd65c0ccb20 2024-09-13T16:02:39.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.947+0000 7fd659d9b640 1 -- 172.21.15.76:0/1361197011 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd65402d050 con 0x7fd65c0ccb20 2024-09-13T16:02:39.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.947+0000 7fd659d9b640 1 -- 172.21.15.76:0/1361197011 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd654007740 con 0x7fd65c0ccb20 2024-09-13T16:02:39.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.947+0000 7fd6610d0640 1 -- 172.21.15.76:0/1361197011 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd65c0ccb20 msgr2=0x7fd65c0b4490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:39.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.947+0000 7fd6610d0640 1 --2- 172.21.15.76:0/1361197011 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd65c0ccb20 0x7fd65c0b4490 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fd654009d90 tx=0x7fd65402a560 comp rx=0 tx=0).stop 2024-09-13T16:02:39.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.947+0000 7fd6610d0640 1 -- 172.21.15.76:0/1361197011 shutdown_connections 2024-09-13T16:02:39.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.947+0000 7fd6610d0640 1 --2- 172.21.15.76:0/1361197011 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd65c0ccb20 0x7fd65c0b4490 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:39.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.947+0000 7fd6610d0640 1 --2- 172.21.15.76:0/1361197011 >> v2:172.21.15.192:3300/0 conn(0x7fd65c15c6e0 0x7fd65c0b3f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:39.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.947+0000 7fd6610d0640 1 -- 172.21.15.76:0/1361197011 >> 172.21.15.76:0/1361197011 conn(0x7fd65c089f60 msgr2=0x7fd65c0d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:39.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.947+0000 7fd6610d0640 1 -- 172.21.15.76:0/1361197011 shutdown_connections 2024-09-13T16:02:39.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.947+0000 7fd6610d0640 1 -- 172.21.15.76:0/1361197011 wait complete. 2024-09-13T16:02:39.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.949+0000 7fd6610d0640 1 Processor -- start 2024-09-13T16:02:39.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.949+0000 7fd6610d0640 1 -- start start 2024-09-13T16:02:39.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.950+0000 7fd6610d0640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd65c0ccb20 0x7fd65c1f1690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:39.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.950+0000 7fd6610d0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd65c0d07b0 0x7fd65c15f0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:39.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.950+0000 7fd6610d0640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd65c15c6e0 0x7fd65c15f620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:39.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.950+0000 7fd6610d0640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd65c15fd40 con 0x7fd65c0d07b0 2024-09-13T16:02:39.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.950+0000 7fd6610d0640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd65c15cb60 con 0x7fd65c15c6e0 2024-09-13T16:02:39.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.950+0000 7fd6610d0640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd65c15ce00 con 0x7fd65c0ccb20 2024-09-13T16:02:39.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.950+0000 7fd65a59c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd65c0d07b0 0x7fd65c15f0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:39.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.950+0000 7fd65a59c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd65c0d07b0 0x7fd65c15f0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56688/0 (socket says 172.21.15.76:56688) 2024-09-13T16:02:39.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.950+0000 7fd65a59c640 1 -- 172.21.15.76:0/525493544 learned_addr learned my addr 172.21.15.76:0/525493544 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:39.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.950+0000 7fd65b59e640 1 --2- 172.21.15.76:0/525493544 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd65c15c6e0 0x7fd65c15f620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:39.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.950+0000 7fd65ad9d640 1 --2- 172.21.15.76:0/525493544 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd65c0ccb20 0x7fd65c1f1690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:39.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.950+0000 7fd65a59c640 1 -- 172.21.15.76:0/525493544 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd65c0ccb20 msgr2=0x7fd65c1f1690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:39.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.950+0000 7fd65a59c640 1 --2- 172.21.15.76:0/525493544 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd65c0ccb20 0x7fd65c1f1690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:39.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.950+0000 7fd65a59c640 1 -- 172.21.15.76:0/525493544 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd65c15c6e0 msgr2=0x7fd65c15f620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:39.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.950+0000 7fd65a59c640 1 --2- 172.21.15.76:0/525493544 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd65c15c6e0 0x7fd65c15f620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:39.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.950+0000 7fd65a59c640 1 -- 172.21.15.76:0/525493544 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd650009400 con 0x7fd65c0d07b0 2024-09-13T16:02:39.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.950+0000 7fd65a59c640 1 --2- 172.21.15.76:0/525493544 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd65c0d07b0 0x7fd65c15f0e0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7fd64c00c580 tx=0x7fd64c00ca40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:39.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.950+0000 7fd6437fe640 1 -- 172.21.15.76:0/525493544 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd64c005ce0 con 0x7fd65c0d07b0 2024-09-13T16:02:39.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.950+0000 7fd6437fe640 1 -- 172.21.15.76:0/525493544 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd64c005e40 con 0x7fd65c0d07b0 2024-09-13T16:02:39.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.950+0000 7fd6610d0640 1 -- 172.21.15.76:0/525493544 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd654009a70 con 0x7fd65c0d07b0 2024-09-13T16:02:39.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.950+0000 7fd6437fe640 1 -- 172.21.15.76:0/525493544 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd64c007330 con 0x7fd65c0d07b0 2024-09-13T16:02:39.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.950+0000 7fd6610d0640 1 -- 172.21.15.76:0/525493544 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd65c15d3c0 con 0x7fd65c0d07b0 2024-09-13T16:02:39.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.951+0000 7fd6610d0640 1 -- 172.21.15.76:0/525493544 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd65c0b4c80 con 0x7fd65c0d07b0 2024-09-13T16:02:39.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.952+0000 7fd6437fe640 1 -- 172.21.15.76:0/525493544 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd64c007550 con 0x7fd65c0d07b0 2024-09-13T16:02:39.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.952+0000 7fd6437fe640 1 --2- 172.21.15.76:0/525493544 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd64806ac00 0x7fd64806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:39.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.952+0000 7fd6437fe640 1 -- 172.21.15.76:0/525493544 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7fd64c088d00 con 0x7fd65c0d07b0 2024-09-13T16:02:39.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.952+0000 7fd65ad9d640 1 --2- 172.21.15.76:0/525493544 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd64806ac00 0x7fd64806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:39.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.953+0000 7fd65ad9d640 1 --2- 172.21.15.76:0/525493544 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd64806ac00 0x7fd64806d0c0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fd650009cd0 tx=0x7fd650009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:39.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:39.957+0000 7fd6437fe640 1 -- 172.21.15.76:0/525493544 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fd64c053c70 con 0x7fd65c0d07b0 2024-09-13T16:02:40.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.145+0000 7fd6610d0640 1 -- 172.21.15.76:0/525493544 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fd65c08c610 con 0x7fd65c0d07b0 2024-09-13T16:02:40.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.146+0000 7fd6437fe640 1 -- 172.21.15.76:0/525493544 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v28) v1 ==== 80+0+0 (secure 0 0 0) 0x7fd64c017020 con 0x7fd65c0d07b0 2024-09-13T16:02:40.147 INFO:teuthology.orchestra.run.smithi076.stderr:listed 0 entries 2024-09-13T16:02:40.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.147+0000 7fd6610d0640 1 -- 172.21.15.76:0/525493544 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd64806ac00 msgr2=0x7fd64806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:40.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.147+0000 7fd6610d0640 1 --2- 172.21.15.76:0/525493544 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd64806ac00 0x7fd64806d0c0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fd650009cd0 tx=0x7fd650009190 comp rx=0 tx=0).stop 2024-09-13T16:02:40.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.147+0000 7fd6610d0640 1 -- 172.21.15.76:0/525493544 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd65c0d07b0 msgr2=0x7fd65c15f0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:40.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.147+0000 7fd6610d0640 1 --2- 172.21.15.76:0/525493544 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd65c0d07b0 0x7fd65c15f0e0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7fd64c00c580 tx=0x7fd64c00ca40 comp rx=0 tx=0).stop 2024-09-13T16:02:40.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.147+0000 7fd6610d0640 1 -- 172.21.15.76:0/525493544 shutdown_connections 2024-09-13T16:02:40.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.147+0000 7fd6610d0640 1 --2- 172.21.15.76:0/525493544 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd65c15c6e0 0x7fd65c15f620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:40.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.147+0000 7fd6610d0640 1 --2- 172.21.15.76:0/525493544 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd65c0d07b0 0x7fd65c15f0e0 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:40.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.147+0000 7fd6610d0640 1 --2- 172.21.15.76:0/525493544 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd64806ac00 0x7fd64806d0c0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:40.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.147+0000 7fd6610d0640 1 --2- 172.21.15.76:0/525493544 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd65c0ccb20 0x7fd65c1f1690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:40.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.147+0000 7fd6610d0640 1 -- 172.21.15.76:0/525493544 >> 172.21.15.76:0/525493544 conn(0x7fd65c089f60 msgr2=0x7fd65c06ad10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:40.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.148+0000 7fd6610d0640 1 -- 172.21.15.76:0/525493544 shutdown_connections 2024-09-13T16:02:40.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.148+0000 7fd6610d0640 1 -- 172.21.15.76:0/525493544 wait complete. 2024-09-13T16:02:40.160 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-13T16:02:40.160 DEBUG:teuthology.orchestra.run.smithi192:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:02:40.178 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:02:40.277 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.275+0000 7f9a57a87640 1 Processor -- start 2024-09-13T16:02:40.277 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.276+0000 7f9a57a87640 1 -- start start 2024-09-13T16:02:40.281 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.276+0000 7f9a57a87640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9a5015c6e0 0x7f9a500b3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:40.281 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.276+0000 7f9a57a87640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9a500d1840 con 0x7f9a500d07b0 2024-09-13T16:02:40.282 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.276+0000 7f9a57a87640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9a5006bd20 con 0x7f9a500ccb20 2024-09-13T16:02:40.282 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.276+0000 7f9a57a87640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9a50160e50 con 0x7f9a5015c6e0 2024-09-13T16:02:40.282 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.276+0000 7f9a55022640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f9a500d07b0 0x7f9a50160030 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:42892/0 (socket says 172.21.15.76:42892) 2024-09-13T16:02:40.282 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.276+0000 7f9a55022640 1 -- 172.21.15.76:0/3138714340 learned_addr learned my addr 172.21.15.76:0/3138714340 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:40.282 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.277+0000 7f9a55823640 1 --2- 172.21.15.76:0/3138714340 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9a5015c6e0 0x7f9a500b3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:40.282 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.277+0000 7f9a54821640 1 -- 172.21.15.76:0/3138714340 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2274909547 0 0) 0x7f9a500d1840 con 0x7f9a500d07b0 2024-09-13T16:02:40.282 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.277+0000 7f9a54821640 1 -- 172.21.15.76:0/3138714340 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9a3c003520 con 0x7f9a500d07b0 2024-09-13T16:02:40.282 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.277+0000 7f9a54821640 1 -- 172.21.15.76:0/3138714340 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2267655739 0 0) 0x7f9a5006bd20 con 0x7f9a500ccb20 2024-09-13T16:02:40.282 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.277+0000 7f9a54821640 1 -- 172.21.15.76:0/3138714340 --> v1:172.21.15.192:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9a500d1840 con 0x7f9a500ccb20 2024-09-13T16:02:40.282 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.277+0000 7f9a54821640 1 -- 172.21.15.76:0/3138714340 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3845003942 0 0) 0x7f9a3c003520 con 0x7f9a500d07b0 2024-09-13T16:02:40.283 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.277+0000 7f9a54821640 1 -- 172.21.15.76:0/3138714340 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9a5015c6e0 msgr2=0x7f9a500b3f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:40.283 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.277+0000 7f9a54821640 1 --2- 172.21.15.76:0/3138714340 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9a5015c6e0 0x7f9a500b3f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:40.283 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.277+0000 7f9a54821640 1 -- 172.21.15.76:0/3138714340 >> v1:172.21.15.192:6789/0 conn(0x7f9a500ccb20 legacy=0x7f9a50160740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:40.283 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.277+0000 7f9a54821640 1 -- 172.21.15.76:0/3138714340 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9a500d0c30 con 0x7f9a500d07b0 2024-09-13T16:02:40.283 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.277+0000 7f9a54821640 1 -- 172.21.15.76:0/3138714340 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f9a40001670 con 0x7f9a500d07b0 2024-09-13T16:02:40.283 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.277+0000 7f9a54821640 1 -- 172.21.15.76:0/3138714340 >> v1:172.21.15.76:6789/0 conn(0x7f9a500d07b0 legacy=0x7f9a50160030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:40.283 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.277+0000 7f9a54821640 1 --2- 172.21.15.76:0/3138714340 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9a3c003b30 0x7f9a3c003f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:40.283 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.277+0000 7f9a54821640 1 --2- 172.21.15.76:0/3138714340 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9a5015c6e0 0x7f9a3c0047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:40.283 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.277+0000 7f9a54821640 1 --2- 172.21.15.76:0/3138714340 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9a3c004d00 0x7f9a3c005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:40.283 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.277+0000 7f9a54821640 1 -- 172.21.15.76:0/3138714340 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a50160e50 con 0x7f9a3c003b30 2024-09-13T16:02:40.283 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.277+0000 7f9a54821640 1 -- 172.21.15.76:0/3138714340 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a3c00bb10 con 0x7f9a3c004d00 2024-09-13T16:02:40.283 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.277+0000 7f9a54821640 1 -- 172.21.15.76:0/3138714340 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9a3c00bca0 con 0x7f9a5015c6e0 2024-09-13T16:02:40.283 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.277+0000 7f9a55823640 1 --2- 172.21.15.76:0/3138714340 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9a3c003b30 0x7f9a3c003f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:40.284 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.277+0000 7f9a55022640 1 --2- 172.21.15.76:0/3138714340 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9a5015c6e0 0x7f9a3c0047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:40.284 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.277+0000 7f9a56024640 1 --2- 172.21.15.76:0/3138714340 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9a3c004d00 0x7f9a3c005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:40.284 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.277+0000 7f9a55823640 1 -- 172.21.15.76:0/3138714340 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9a5015c6e0 msgr2=0x7f9a3c0047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:40.284 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.277+0000 7f9a55823640 1 --2- 172.21.15.76:0/3138714340 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9a5015c6e0 0x7f9a3c0047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:40.284 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.277+0000 7f9a55823640 1 -- 172.21.15.76:0/3138714340 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9a3c004d00 msgr2=0x7f9a3c005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:40.284 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.277+0000 7f9a55823640 1 --2- 172.21.15.76:0/3138714340 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9a3c004d00 0x7f9a3c005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:40.284 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.277+0000 7f9a55823640 1 -- 172.21.15.76:0/3138714340 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9a3c003520 con 0x7f9a3c003b30 2024-09-13T16:02:40.284 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.277+0000 7f9a56024640 1 --2- 172.21.15.76:0/3138714340 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9a3c004d00 0x7f9a3c005180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:02:40.284 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.278+0000 7f9a55823640 1 --2- 172.21.15.76:0/3138714340 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9a3c003b30 0x7f9a3c003f30 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f9a4c009af0 tx=0x7f9a3c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=83cde28ff475805e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:40.284 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.278+0000 7f9a54821640 1 -- 172.21.15.76:0/3138714340 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a4c031400 con 0x7f9a3c003b30 2024-09-13T16:02:40.284 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.278+0000 7f9a54821640 1 -- 172.21.15.76:0/3138714340 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9a4c02d050 con 0x7f9a3c003b30 2024-09-13T16:02:40.284 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.278+0000 7f9a54821640 1 -- 172.21.15.76:0/3138714340 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a4c031780 con 0x7f9a3c003b30 2024-09-13T16:02:40.285 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.279+0000 7f9a57a87640 1 -- 172.21.15.76:0/3138714340 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9a3c003b30 msgr2=0x7f9a3c003f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:40.285 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.279+0000 7f9a57a87640 1 --2- 172.21.15.76:0/3138714340 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9a3c003b30 0x7f9a3c003f30 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f9a4c009af0 tx=0x7f9a3c0057f0 comp rx=0 tx=0).stop 2024-09-13T16:02:40.285 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.279+0000 7f9a56024640 1 -- 172.21.15.76:0/3138714340 reap_dead start 2024-09-13T16:02:40.285 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.279+0000 7f9a57a87640 1 -- 172.21.15.76:0/3138714340 shutdown_connections 2024-09-13T16:02:40.285 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.279+0000 7f9a57a87640 1 -- 172.21.15.76:0/3138714340 >> 172.21.15.76:0/3138714340 conn(0x7f9a50089f60 msgr2=0x7f9a500d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:40.285 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.279+0000 7f9a57a87640 1 -- 172.21.15.76:0/3138714340 shutdown_connections 2024-09-13T16:02:40.285 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.279+0000 7f9a57a87640 1 -- 172.21.15.76:0/3138714340 wait complete. 2024-09-13T16:02:40.285 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.280+0000 7f9a57a87640 1 Processor -- start 2024-09-13T16:02:40.285 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.280+0000 7f9a57a87640 1 -- start start 2024-09-13T16:02:40.288 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.281+0000 7f9a57a87640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9a3c003b30 0x7f9a5014aa80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:40.288 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.281+0000 7f9a57a87640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9a500b66f0 0x7f9a500b6b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:40.288 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.281+0000 7f9a57a87640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9a5006bbe0 0x7f9a5006c090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:40.288 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.281+0000 7f9a57a87640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a501f31c0 con 0x7f9a500b66f0 2024-09-13T16:02:40.288 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.281+0000 7f9a57a87640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a5006c5d0 con 0x7f9a5006bbe0 2024-09-13T16:02:40.288 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.281+0000 7f9a57a87640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9a5014afc0 con 0x7f9a3c003b30 2024-09-13T16:02:40.288 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.281+0000 7f9a55022640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9a500b66f0 0x7f9a500b6b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:40.288 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.281+0000 7f9a55022640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9a500b66f0 0x7f9a500b6b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56708/0 (socket says 172.21.15.76:56708) 2024-09-13T16:02:40.288 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.281+0000 7f9a55022640 1 -- 172.21.15.76:0/3619845954 learned_addr learned my addr 172.21.15.76:0/3619845954 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:40.288 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.281+0000 7f9a55823640 1 --2- 172.21.15.76:0/3619845954 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9a3c003b30 0x7f9a5014aa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:40.288 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.281+0000 7f9a56024640 1 --2- 172.21.15.76:0/3619845954 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9a5006bbe0 0x7f9a5006c090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:40.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.281+0000 7f9a55022640 1 -- 172.21.15.76:0/3619845954 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9a3c003b30 msgr2=0x7f9a5014aa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:40.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.281+0000 7f9a55022640 1 --2- 172.21.15.76:0/3619845954 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9a3c003b30 0x7f9a5014aa80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:40.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.281+0000 7f9a55022640 1 -- 172.21.15.76:0/3619845954 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9a5006bbe0 msgr2=0x7f9a5006c090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:40.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.281+0000 7f9a55022640 1 --2- 172.21.15.76:0/3619845954 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9a5006bbe0 0x7f9a5006c090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:40.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.281+0000 7f9a55022640 1 -- 172.21.15.76:0/3619845954 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9a501f2540 con 0x7f9a500b66f0 2024-09-13T16:02:40.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.281+0000 7f9a55022640 1 --2- 172.21.15.76:0/3619845954 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9a500b66f0 0x7f9a500b6b50 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f9a40004ec0 tx=0x7f9a40007430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:40.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.281+0000 7f9a467fc640 1 -- 172.21.15.76:0/3619845954 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a4000f750 con 0x7f9a500b66f0 2024-09-13T16:02:40.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.282+0000 7f9a467fc640 1 -- 172.21.15.76:0/3619845954 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9a4000f8b0 con 0x7f9a500b66f0 2024-09-13T16:02:40.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.282+0000 7f9a467fc640 1 -- 172.21.15.76:0/3619845954 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a4000fc60 con 0x7f9a500b66f0 2024-09-13T16:02:40.292 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.282+0000 7f9a57a87640 1 -- 172.21.15.76:0/3619845954 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9a501f2820 con 0x7f9a500b66f0 2024-09-13T16:02:40.292 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.282+0000 7f9a57a87640 1 -- 172.21.15.76:0/3619845954 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9a501f2de0 con 0x7f9a500b66f0 2024-09-13T16:02:40.292 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.283+0000 7f9a57a87640 1 -- 172.21.15.76:0/3619845954 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9a501f3300 con 0x7f9a500b66f0 2024-09-13T16:02:40.292 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.283+0000 7f9a467fc640 1 -- 172.21.15.76:0/3619845954 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9a4001d460 con 0x7f9a500b66f0 2024-09-13T16:02:40.292 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.283+0000 7f9a467fc640 1 --2- 172.21.15.76:0/3619845954 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9a3406ac00 0x7f9a3406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:40.292 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.284+0000 7f9a467fc640 1 -- 172.21.15.76:0/3619845954 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7f9a400895c0 con 0x7f9a500b66f0 2024-09-13T16:02:40.293 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.284+0000 7f9a55823640 1 --2- 172.21.15.76:0/3619845954 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9a3406ac00 0x7f9a3406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:40.293 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.284+0000 7f9a55823640 1 --2- 172.21.15.76:0/3619845954 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9a3406ac00 0x7f9a3406d0c0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f9a4c033000 tx=0x7f9a4c008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:40.293 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.288+0000 7f9a467fc640 1 -- 172.21.15.76:0/3619845954 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f9a501f3300 con 0x7f9a500b66f0 2024-09-13T16:02:40.452 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.450+0000 7f9a57a87640 1 -- 172.21.15.76:0/3619845954 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f9a501f3300 con 0x7f9a500b66f0 2024-09-13T16:02:40.453 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.452+0000 7f9a467fc640 1 -- 172.21.15.76:0/3619845954 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v28) v1 ==== 74+0+18669 (secure 0 0 0) 0x7f9a501f3300 con 0x7f9a500b66f0 2024-09-13T16:02:40.453 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:02:40.453 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":28,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:02:20.572463+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:01:36.778177+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T16:01:37.336141+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T16:01:40.400554+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.2","mappings":[{"from":3,"to":2},{"from":5,"to":1}]},{"pgid":"3.15","mappings":[{"from":7,"to":2}]},{"pgid":"3.3a","mappings":[{"from":5,"to":2}]},{"pgid":"4.0","mappings":[{"from":1,"to":2}]},{"pgid":"4.9","mappings":[{"from":1,"to":2}]},{"pgid":"4.1d","mappings":[{"from":1,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:02:40.455 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.454+0000 7f9a57a87640 1 -- 172.21.15.76:0/3619845954 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9a3406ac00 msgr2=0x7f9a3406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:40.455 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.454+0000 7f9a57a87640 1 --2- 172.21.15.76:0/3619845954 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9a3406ac00 0x7f9a3406d0c0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f9a4c033000 tx=0x7f9a4c008030 comp rx=0 tx=0).stop 2024-09-13T16:02:40.455 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.454+0000 7f9a57a87640 1 -- 172.21.15.76:0/3619845954 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9a500b66f0 msgr2=0x7f9a500b6b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:40.455 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.454+0000 7f9a57a87640 1 --2- 172.21.15.76:0/3619845954 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9a500b66f0 0x7f9a500b6b50 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f9a40004ec0 tx=0x7f9a40007430 comp rx=0 tx=0).stop 2024-09-13T16:02:40.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.454+0000 7f9a57a87640 1 -- 172.21.15.76:0/3619845954 shutdown_connections 2024-09-13T16:02:40.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.454+0000 7f9a57a87640 1 --2- 172.21.15.76:0/3619845954 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9a5006bbe0 0x7f9a5006c090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:40.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.454+0000 7f9a57a87640 1 --2- 172.21.15.76:0/3619845954 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9a500b66f0 0x7f9a500b6b50 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:40.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.454+0000 7f9a57a87640 1 --2- 172.21.15.76:0/3619845954 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9a3406ac00 0x7f9a3406d0c0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:40.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.454+0000 7f9a57a87640 1 --2- 172.21.15.76:0/3619845954 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9a3c003b30 0x7f9a5014aa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:40.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.454+0000 7f9a57a87640 1 -- 172.21.15.76:0/3619845954 >> 172.21.15.76:0/3619845954 conn(0x7f9a50089f60 msgr2=0x7f9a5006ad10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:40.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.454+0000 7f9a57a87640 1 -- 172.21.15.76:0/3619845954 shutdown_connections 2024-09-13T16:02:40.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.454+0000 7f9a57a87640 1 -- 172.21.15.76:0/3619845954 wait complete. 2024-09-13T16:02:40.466 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:01:26.960607+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:01:36.778177+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:01:37.336141+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-13T16:01:40.400554+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '26', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-13T16:02:40.467 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:02:40.571 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.570+0000 7f456ff9c640 1 Processor -- start 2024-09-13T16:02:40.571 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.570+0000 7f456ff9c640 1 -- start start 2024-09-13T16:02:40.573 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.571+0000 7f456ff9c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f456806c8a0 0x7f45680b1160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:40.573 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.571+0000 7f456ff9c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4568071b20 0x7f45680b16a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:40.573 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.571+0000 7f456ff9c640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f45680b2d10 con 0x7f4568158b00 2024-09-13T16:02:40.573 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.571+0000 7f456ff9c640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f45680b2ff0 con 0x7f456806c8a0 2024-09-13T16:02:40.573 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.571+0000 7f456ff9c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4568070310 con 0x7f4568071b20 2024-09-13T16:02:40.573 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.571+0000 7f456d537640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f456806c8a0 0x7f45680b1160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:40.574 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.571+0000 7f456d537640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f456806c8a0 0x7f45680b1160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56714/0 (socket says 172.21.15.76:56714) 2024-09-13T16:02:40.574 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.571+0000 7f456d537640 1 -- 172.21.15.76:0/3162916285 learned_addr learned my addr 172.21.15.76:0/3162916285 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:40.574 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.571+0000 7f456e539640 1 --2- 172.21.15.76:0/3162916285 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4568071b20 0x7f45680b16a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:40.574 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.571+0000 7f456d537640 1 -- 172.21.15.76:0/3162916285 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4568071b20 msgr2=0x7f45680b16a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:40.574 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.571+0000 7f456d537640 1 --2- 172.21.15.76:0/3162916285 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4568071b20 0x7f45680b16a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:40.574 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.571+0000 7f456d537640 1 -- 172.21.15.76:0/3162916285 >> v1:172.21.15.192:6789/0 conn(0x7f4568158b00 legacy=0x7f456806c190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:40.574 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.571+0000 7f456d537640 1 -- 172.21.15.76:0/3162916285 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f45680705f0 con 0x7f456806c8a0 2024-09-13T16:02:40.574 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.572+0000 7f456d537640 1 --2- 172.21.15.76:0/3162916285 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f456806c8a0 0x7f45680b1160 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f455c00d180 tx=0x7f455c02c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=51d220a5ad737add server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:40.574 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.572+0000 7f456cd36640 1 -- 172.21.15.76:0/3162916285 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f455c009600 con 0x7f456806c8a0 2024-09-13T16:02:40.574 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.572+0000 7f456cd36640 1 -- 172.21.15.76:0/3162916285 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f455c02e040 con 0x7f456806c8a0 2024-09-13T16:02:40.574 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.572+0000 7f456cd36640 1 -- 172.21.15.76:0/3162916285 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f455c009980 con 0x7f456806c8a0 2024-09-13T16:02:40.577 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.572+0000 7f456ff9c640 1 -- 172.21.15.76:0/3162916285 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f456806c8a0 msgr2=0x7f45680b1160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:40.577 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.572+0000 7f456ff9c640 1 --2- 172.21.15.76:0/3162916285 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f456806c8a0 0x7f45680b1160 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f455c00d180 tx=0x7f455c02c960 comp rx=0 tx=0).stop 2024-09-13T16:02:40.577 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.572+0000 7f456ff9c640 1 -- 172.21.15.76:0/3162916285 shutdown_connections 2024-09-13T16:02:40.577 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.572+0000 7f456ff9c640 1 --2- 172.21.15.76:0/3162916285 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4568071b20 0x7f45680b16a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:40.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.572+0000 7f456ff9c640 1 --2- 172.21.15.76:0/3162916285 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f456806c8a0 0x7f45680b1160 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:40.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.572+0000 7f456ff9c640 1 -- 172.21.15.76:0/3162916285 >> 172.21.15.76:0/3162916285 conn(0x7f456806a0b0 msgr2=0x7f456806a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:40.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.573+0000 7f456ff9c640 1 -- 172.21.15.76:0/3162916285 shutdown_connections 2024-09-13T16:02:40.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.573+0000 7f456ff9c640 1 -- 172.21.15.76:0/3162916285 wait complete. 2024-09-13T16:02:40.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.574+0000 7f456ff9c640 1 Processor -- start 2024-09-13T16:02:40.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.574+0000 7f456ff9c640 1 -- start start 2024-09-13T16:02:40.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.574+0000 7f456ff9c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f456806c8a0 0x7f45681e1dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:40.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.574+0000 7f456ff9c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4568071b20 0x7f4568157410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:40.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.574+0000 7f456ff9c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4568158b00 0x7f4568156ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:40.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.574+0000 7f456ff9c640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45681e2da0 con 0x7f4568071b20 2024-09-13T16:02:40.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.574+0000 7f456ff9c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45681e2310 con 0x7f4568158b00 2024-09-13T16:02:40.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.574+0000 7f456ff9c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4568157950 con 0x7f456806c8a0 2024-09-13T16:02:40.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.574+0000 7f456d537640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4568071b20 0x7f4568157410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:40.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.575+0000 7f456d537640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4568071b20 0x7f4568157410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56720/0 (socket says 172.21.15.76:56720) 2024-09-13T16:02:40.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.575+0000 7f456d537640 1 -- 172.21.15.76:0/197851741 learned_addr learned my addr 172.21.15.76:0/197851741 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:40.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.575+0000 7f456dd38640 1 --2- 172.21.15.76:0/197851741 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f456806c8a0 0x7f45681e1dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:40.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.575+0000 7f456e539640 1 --2- 172.21.15.76:0/197851741 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4568158b00 0x7f4568156ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:40.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.575+0000 7f456d537640 1 -- 172.21.15.76:0/197851741 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f456806c8a0 msgr2=0x7f45681e1dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:40.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.575+0000 7f456d537640 1 --2- 172.21.15.76:0/197851741 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f456806c8a0 0x7f45681e1dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:40.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.575+0000 7f456d537640 1 -- 172.21.15.76:0/197851741 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4568158b00 msgr2=0x7f4568156ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:40.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.575+0000 7f456d537640 1 --2- 172.21.15.76:0/197851741 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4568158b00 0x7f4568156ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:40.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.575+0000 7f456d537640 1 -- 172.21.15.76:0/197851741 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f455c00bd40 con 0x7f4568071b20 2024-09-13T16:02:40.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.575+0000 7f456d537640 1 --2- 172.21.15.76:0/197851741 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4568071b20 0x7f4568157410 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f455c000f80 tx=0x7f455c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:40.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.575+0000 7f45667fc640 1 -- 172.21.15.76:0/197851741 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f455c032820 con 0x7f4568071b20 2024-09-13T16:02:40.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.575+0000 7f45667fc640 1 -- 172.21.15.76:0/197851741 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f455c0329a0 con 0x7f4568071b20 2024-09-13T16:02:40.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.575+0000 7f456ff9c640 1 -- 172.21.15.76:0/197851741 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f45681e2500 con 0x7f4568071b20 2024-09-13T16:02:40.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.575+0000 7f45667fc640 1 -- 172.21.15.76:0/197851741 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f455c032d50 con 0x7f4568071b20 2024-09-13T16:02:40.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.575+0000 7f456ff9c640 1 -- 172.21.15.76:0/197851741 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f45681e2ac0 con 0x7f4568071b20 2024-09-13T16:02:40.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.576+0000 7f456ff9c640 1 -- 172.21.15.76:0/197851741 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f45680ceab0 con 0x7f4568071b20 2024-09-13T16:02:40.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.577+0000 7f45667fc640 1 -- 172.21.15.76:0/197851741 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f455c03b3f0 con 0x7f4568071b20 2024-09-13T16:02:40.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.577+0000 7f45667fc640 1 --2- 172.21.15.76:0/197851741 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f455406ac00 0x7f455406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:40.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.577+0000 7f45667fc640 1 -- 172.21.15.76:0/197851741 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7f455c0aabf0 con 0x7f4568071b20 2024-09-13T16:02:40.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.577+0000 7f456dd38640 1 --2- 172.21.15.76:0/197851741 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f455406ac00 0x7f455406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:40.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.578+0000 7f456dd38640 1 --2- 172.21.15.76:0/197851741 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f455406ac00 0x7f455406d0c0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f4558000f60 tx=0x7f4558009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:40.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.581+0000 7f45667fc640 1 -- 172.21.15.76:0/197851741 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f455c075c00 con 0x7f4568071b20 2024-09-13T16:02:40.743 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.742+0000 7f456ff9c640 1 -- 172.21.15.76:0/197851741 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f456806d960 con 0x7f4568071b20 2024-09-13T16:02:40.744 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.742+0000 7f45667fc640 1 -- 172.21.15.76:0/197851741 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v28) v1 ==== 93+0+10 (secure 0 0 0) 0x7f455c04a020 con 0x7f4568071b20 2024-09-13T16:02:40.744 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2024-09-13T16:02:40.746 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.744+0000 7f456ff9c640 1 -- 172.21.15.76:0/197851741 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f455406ac00 msgr2=0x7f455406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:40.746 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.744+0000 7f456ff9c640 1 --2- 172.21.15.76:0/197851741 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f455406ac00 0x7f455406d0c0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f4558000f60 tx=0x7f4558009040 comp rx=0 tx=0).stop 2024-09-13T16:02:40.746 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.744+0000 7f456ff9c640 1 -- 172.21.15.76:0/197851741 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4568071b20 msgr2=0x7f4568157410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:40.746 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.744+0000 7f456ff9c640 1 --2- 172.21.15.76:0/197851741 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4568071b20 0x7f4568157410 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f455c000f80 tx=0x7f455c004a40 comp rx=0 tx=0).stop 2024-09-13T16:02:40.746 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.744+0000 7f456ff9c640 1 -- 172.21.15.76:0/197851741 shutdown_connections 2024-09-13T16:02:40.746 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.744+0000 7f456ff9c640 1 --2- 172.21.15.76:0/197851741 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4568158b00 0x7f4568156ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:40.746 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.744+0000 7f456ff9c640 1 --2- 172.21.15.76:0/197851741 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4568071b20 0x7f4568157410 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:40.746 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.744+0000 7f456ff9c640 1 --2- 172.21.15.76:0/197851741 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f455406ac00 0x7f455406d0c0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:40.746 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.744+0000 7f456ff9c640 1 --2- 172.21.15.76:0/197851741 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f456806c8a0 0x7f45681e1dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:40.746 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.744+0000 7f456ff9c640 1 -- 172.21.15.76:0/197851741 >> 172.21.15.76:0/197851741 conn(0x7f456806a0b0 msgr2=0x7f45680ae5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:40.746 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.744+0000 7f456ff9c640 1 -- 172.21.15.76:0/197851741 shutdown_connections 2024-09-13T16:02:40.747 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.744+0000 7f456ff9c640 1 -- 172.21.15.76:0/197851741 wait complete. 2024-09-13T16:02:40.757 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:02:40.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.857+0000 7f5e2ed91640 1 Processor -- start 2024-09-13T16:02:40.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.857+0000 7f5e2ed91640 1 -- start start 2024-09-13T16:02:40.861 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.858+0000 7f5e2ed91640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f5e280b2880 0x7f5e28163690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:40.861 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.858+0000 7f5e2ed91640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5e280b2d10 con 0x7f5e28158b00 2024-09-13T16:02:40.861 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.858+0000 7f5e2ed91640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5e280b2ff0 con 0x7f5e2806c8a0 2024-09-13T16:02:40.861 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.858+0000 7f5e2ed91640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5e28070310 con 0x7f5e280b2880 2024-09-13T16:02:40.861 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.858+0000 7f5e2cb2d640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f5e28158b00 0x7f5e2806c190 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:42908/0 (socket says 172.21.15.76:42908) 2024-09-13T16:02:40.862 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.858+0000 7f5e2cb2d640 1 -- 172.21.15.76:0/1566044477 learned_addr learned my addr 172.21.15.76:0/1566044477 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:40.862 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.858+0000 7f5e2d32e640 1 --2- 172.21.15.76:0/1566044477 >> v2:172.21.15.192:3300/0 conn(0x7f5e280b2880 0x7f5e28163690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:40.862 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.858+0000 7f5e277fe640 1 -- 172.21.15.76:0/1566044477 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4271551267 0 0) 0x7f5e280b2d10 con 0x7f5e28158b00 2024-09-13T16:02:40.862 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.858+0000 7f5e277fe640 1 -- 172.21.15.76:0/1566044477 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5e18003520 con 0x7f5e28158b00 2024-09-13T16:02:40.862 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.858+0000 7f5e277fe640 1 -- 172.21.15.76:0/1566044477 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2688508798 0 0) 0x7f5e280b2ff0 con 0x7f5e2806c8a0 2024-09-13T16:02:40.862 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.858+0000 7f5e277fe640 1 -- 172.21.15.76:0/1566044477 --> v1:172.21.15.192:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5e280b2d10 con 0x7f5e2806c8a0 2024-09-13T16:02:40.862 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.858+0000 7f5e277fe640 1 -- 172.21.15.76:0/1566044477 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4541737 0 0) 0x7f5e18003520 con 0x7f5e28158b00 2024-09-13T16:02:40.862 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.858+0000 7f5e2d32e640 1 -- 172.21.15.76:0/1566044477 >> v1:172.21.15.192:6789/0 conn(0x7f5e2806c8a0 legacy=0x7f5e280b1160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:40.862 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.858+0000 7f5e2d32e640 1 -- 172.21.15.76:0/1566044477 >> v1:172.21.15.76:6789/0 conn(0x7f5e28158b00 legacy=0x7f5e2806c190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:40.862 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.858+0000 7f5e2d32e640 1 -- 172.21.15.76:0/1566044477 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5e280705f0 con 0x7f5e280b2880 2024-09-13T16:02:40.862 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.859+0000 7f5e2d32e640 1 --2- 172.21.15.76:0/1566044477 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5e280b2880 0x7f5e28163690 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f5e2000aea0 tx=0x7f5e2002b7d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=da85b05613e46b7f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:40.862 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.859+0000 7f5e277fe640 1 -- 172.21.15.76:0/1566044477 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e1c001670 con 0x7f5e280b2880 2024-09-13T16:02:40.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.859+0000 7f5e277fe640 1 -- 172.21.15.76:0/1566044477 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5e2002e050 con 0x7f5e280b2880 2024-09-13T16:02:40.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.859+0000 7f5e277fe640 1 -- 172.21.15.76:0/1566044477 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e20008660 con 0x7f5e280b2880 2024-09-13T16:02:40.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.860+0000 7f5e2ed91640 1 -- 172.21.15.76:0/1566044477 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5e280b2880 msgr2=0x7f5e28163690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:40.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.860+0000 7f5e2ed91640 1 --2- 172.21.15.76:0/1566044477 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5e280b2880 0x7f5e28163690 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f5e2000aea0 tx=0x7f5e2002b7d0 comp rx=0 tx=0).stop 2024-09-13T16:02:40.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.860+0000 7f5e2ed91640 1 -- 172.21.15.76:0/1566044477 shutdown_connections 2024-09-13T16:02:40.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.860+0000 7f5e2ed91640 1 --2- 172.21.15.76:0/1566044477 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5e280b2880 0x7f5e28163690 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:40.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.860+0000 7f5e2ed91640 1 -- 172.21.15.76:0/1566044477 >> 172.21.15.76:0/1566044477 conn(0x7f5e2806a0b0 msgr2=0x7f5e2806a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:40.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.860+0000 7f5e2ed91640 1 -- 172.21.15.76:0/1566044477 shutdown_connections 2024-09-13T16:02:40.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.860+0000 7f5e2ed91640 1 -- 172.21.15.76:0/1566044477 wait complete. 2024-09-13T16:02:40.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.861+0000 7f5e2ed91640 1 Processor -- start 2024-09-13T16:02:40.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.861+0000 7f5e2ed91640 1 -- start start 2024-09-13T16:02:40.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.862+0000 7f5e2ed91640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5e2806c8a0 0x7f5e280977f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:40.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.862+0000 7f5e2ed91640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5e28158b00 0x7f5e280984d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:40.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.862+0000 7f5e2ed91640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5e28098a10 0x7f5e280afe40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:40.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.862+0000 7f5e2ed91640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5e2809b0d0 con 0x7f5e28158b00 2024-09-13T16:02:40.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.862+0000 7f5e2ed91640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5e2809b3b0 con 0x7f5e2806c8a0 2024-09-13T16:02:40.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.862+0000 7f5e2ed91640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5e2809b690 con 0x7f5e28098a10 2024-09-13T16:02:40.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.862+0000 7f5e27fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5e28158b00 0x7f5e280984d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:40.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.862+0000 7f5e27fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5e28158b00 0x7f5e280984d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56734/0 (socket says 172.21.15.76:56734) 2024-09-13T16:02:40.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.862+0000 7f5e27fff640 1 -- 172.21.15.76:0/2751479477 learned_addr learned my addr 172.21.15.76:0/2751479477 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:40.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.862+0000 7f5e2cb2d640 1 --2- 172.21.15.76:0/2751479477 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5e2806c8a0 0x7f5e280977f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:40.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.862+0000 7f5e2d32e640 1 --2- 172.21.15.76:0/2751479477 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5e28098a10 0x7f5e280afe40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:40.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.862+0000 7f5e27fff640 1 -- 172.21.15.76:0/2751479477 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5e28098a10 msgr2=0x7f5e280afe40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:40.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.862+0000 7f5e27fff640 1 --2- 172.21.15.76:0/2751479477 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5e28098a10 0x7f5e280afe40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:40.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.862+0000 7f5e27fff640 1 -- 172.21.15.76:0/2751479477 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5e2806c8a0 msgr2=0x7f5e280977f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:40.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.862+0000 7f5e27fff640 1 --2- 172.21.15.76:0/2751479477 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5e2806c8a0 0x7f5e280977f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:40.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.862+0000 7f5e27fff640 1 -- 172.21.15.76:0/2751479477 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5e2000ab80 con 0x7f5e28158b00 2024-09-13T16:02:40.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.862+0000 7f5e27fff640 1 --2- 172.21.15.76:0/2751479477 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5e28158b00 0x7f5e280984d0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f5e1400c430 tx=0x7f5e1400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:40.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.863+0000 7f5e257fa640 1 -- 172.21.15.76:0/2751479477 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e140052d0 con 0x7f5e28158b00 2024-09-13T16:02:40.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.863+0000 7f5e257fa640 1 -- 172.21.15.76:0/2751479477 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5e14005450 con 0x7f5e28158b00 2024-09-13T16:02:40.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.863+0000 7f5e2ed91640 1 -- 172.21.15.76:0/2751479477 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5e280c25b0 con 0x7f5e28158b00 2024-09-13T16:02:40.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.863+0000 7f5e257fa640 1 -- 172.21.15.76:0/2751479477 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e14003830 con 0x7f5e28158b00 2024-09-13T16:02:40.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.863+0000 7f5e2ed91640 1 -- 172.21.15.76:0/2751479477 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5e2809abd0 con 0x7f5e28158b00 2024-09-13T16:02:40.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.864+0000 7f5e2ed91640 1 -- 172.21.15.76:0/2751479477 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5e280c23f0 con 0x7f5e28158b00 2024-09-13T16:02:40.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.864+0000 7f5e257fa640 1 -- 172.21.15.76:0/2751479477 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f5e14003990 con 0x7f5e28158b00 2024-09-13T16:02:40.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.865+0000 7f5e257fa640 1 --2- 172.21.15.76:0/2751479477 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5e0c06ac00 0x7f5e0c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:40.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.865+0000 7f5e257fa640 1 -- 172.21.15.76:0/2751479477 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7f5e14088cb0 con 0x7f5e28158b00 2024-09-13T16:02:40.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.865+0000 7f5e2cb2d640 1 --2- 172.21.15.76:0/2751479477 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5e0c06ac00 0x7f5e0c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:40.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.865+0000 7f5e2cb2d640 1 --2- 172.21.15.76:0/2751479477 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5e0c06ac00 0x7f5e0c06d0c0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f5e1c000f60 tx=0x7f5e1c001d80 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:40.870 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:40.869+0000 7f5e257fa640 1 -- 172.21.15.76:0/2751479477 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f5e14053b90 con 0x7f5e28158b00 2024-09-13T16:02:41.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.031+0000 7f5e2ed91640 1 -- 172.21.15.76:0/2751479477 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f5e280c27a0 con 0x7f5e28158b00 2024-09-13T16:02:41.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.032+0000 7f5e257fa640 1 -- 172.21.15.76:0/2751479477 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v28) v1 ==== 104+0+11 (secure 0 0 0) 0x7f5e14017020 con 0x7f5e28158b00 2024-09-13T16:02:41.033 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2024-09-13T16:02:41.035 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.034+0000 7f5e2ed91640 1 -- 172.21.15.76:0/2751479477 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5e0c06ac00 msgr2=0x7f5e0c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:41.035 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.034+0000 7f5e2ed91640 1 --2- 172.21.15.76:0/2751479477 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5e0c06ac00 0x7f5e0c06d0c0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f5e1c000f60 tx=0x7f5e1c001d80 comp rx=0 tx=0).stop 2024-09-13T16:02:41.035 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.034+0000 7f5e2ed91640 1 -- 172.21.15.76:0/2751479477 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5e28158b00 msgr2=0x7f5e280984d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:41.035 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.034+0000 7f5e2ed91640 1 --2- 172.21.15.76:0/2751479477 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5e28158b00 0x7f5e280984d0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f5e1400c430 tx=0x7f5e1400c8f0 comp rx=0 tx=0).stop 2024-09-13T16:02:41.036 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.034+0000 7f5e2ed91640 1 -- 172.21.15.76:0/2751479477 shutdown_connections 2024-09-13T16:02:41.036 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.034+0000 7f5e2ed91640 1 --2- 172.21.15.76:0/2751479477 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5e0c06ac00 0x7f5e0c06d0c0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:41.036 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.034+0000 7f5e2ed91640 1 --2- 172.21.15.76:0/2751479477 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5e28098a10 0x7f5e280afe40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:41.036 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.034+0000 7f5e2ed91640 1 --2- 172.21.15.76:0/2751479477 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5e28158b00 0x7f5e280984d0 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:41.036 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.034+0000 7f5e2ed91640 1 --2- 172.21.15.76:0/2751479477 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5e2806c8a0 0x7f5e280977f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:41.036 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.034+0000 7f5e2ed91640 1 -- 172.21.15.76:0/2751479477 >> 172.21.15.76:0/2751479477 conn(0x7f5e2806a0b0 msgr2=0x7f5e2806a490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:41.036 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.034+0000 7f5e2ed91640 1 -- 172.21.15.76:0/2751479477 shutdown_connections 2024-09-13T16:02:41.036 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.034+0000 7f5e2ed91640 1 -- 172.21.15.76:0/2751479477 wait complete. 2024-09-13T16:02:41.046 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:02:41.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.146+0000 7fe6ad2d7640 1 Processor -- start 2024-09-13T16:02:41.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.146+0000 7fe6ad2d7640 1 -- start start 2024-09-13T16:02:41.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.147+0000 7fe6ad2d7640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe6a80d1650 0x7fe6a80b3850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:41.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.147+0000 7fe6ad2d7640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe6a80d1f40 con 0x7fe6a80b1370 2024-09-13T16:02:41.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.147+0000 7fe6ad2d7640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe6a80d2190 con 0x7fe6a80cd500 2024-09-13T16:02:41.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.147+0000 7fe6ad2d7640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe6a80ccb20 con 0x7fe6a80d1650 2024-09-13T16:02:41.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.147+0000 7fe69e7fc640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fe6a80b1370 0x7fe6a80b1fd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:42924/0 (socket says 172.21.15.76:42924) 2024-09-13T16:02:41.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.147+0000 7fe69e7fc640 1 -- 172.21.15.76:0/348392942 learned_addr learned my addr 172.21.15.76:0/348392942 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:41.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.147+0000 7fe6a77fe640 1 --2- 172.21.15.76:0/348392942 >> v2:172.21.15.76:3300/0 conn(0x7fe6a80d1650 0x7fe6a80b3850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:41.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.147+0000 7fe6a67fc640 1 -- 172.21.15.76:0/348392942 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1741559432 0 0) 0x7fe6a80d1f40 con 0x7fe6a80b1370 2024-09-13T16:02:41.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.148+0000 7fe6a67fc640 1 -- 172.21.15.76:0/348392942 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe694003520 con 0x7fe6a80b1370 2024-09-13T16:02:41.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.148+0000 7fe6a77fe640 1 -- 172.21.15.76:0/348392942 >> v1:172.21.15.192:6789/0 conn(0x7fe6a80cd500 legacy=0x7fe6a80b18c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:41.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.148+0000 7fe6a77fe640 1 -- 172.21.15.76:0/348392942 >> v1:172.21.15.76:6789/0 conn(0x7fe6a80b1370 legacy=0x7fe6a80b1fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:41.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.148+0000 7fe6a77fe640 1 -- 172.21.15.76:0/348392942 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe6a80cce00 con 0x7fe6a80d1650 2024-09-13T16:02:41.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.148+0000 7fe6a77fe640 1 --2- 172.21.15.76:0/348392942 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe6a80d1650 0x7fe6a80b3850 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7fe6a0009dc0 tx=0x7fe6a002a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=685179ed58f338c1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:41.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.148+0000 7fe6a67fc640 1 -- 172.21.15.76:0/348392942 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6a0007740 con 0x7fe6a80d1650 2024-09-13T16:02:41.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.148+0000 7fe6a67fc640 1 -- 172.21.15.76:0/348392942 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe6a002d050 con 0x7fe6a80d1650 2024-09-13T16:02:41.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.148+0000 7fe6a67fc640 1 -- 172.21.15.76:0/348392942 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6a0007ac0 con 0x7fe6a80d1650 2024-09-13T16:02:41.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.149+0000 7fe6ad2d7640 1 -- 172.21.15.76:0/348392942 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe6a80d1650 msgr2=0x7fe6a80b3850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:41.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.149+0000 7fe6ad2d7640 1 --2- 172.21.15.76:0/348392942 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe6a80d1650 0x7fe6a80b3850 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7fe6a0009dc0 tx=0x7fe6a002a6a0 comp rx=0 tx=0).stop 2024-09-13T16:02:41.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.149+0000 7fe6ad2d7640 1 -- 172.21.15.76:0/348392942 shutdown_connections 2024-09-13T16:02:41.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.149+0000 7fe6ad2d7640 1 --2- 172.21.15.76:0/348392942 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe6a80d1650 0x7fe6a80b3850 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:41.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.149+0000 7fe6ad2d7640 1 -- 172.21.15.76:0/348392942 >> 172.21.15.76:0/348392942 conn(0x7fe6a8089f60 msgr2=0x7fe6a80d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:41.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.149+0000 7fe6ad2d7640 1 -- 172.21.15.76:0/348392942 shutdown_connections 2024-09-13T16:02:41.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.149+0000 7fe6ad2d7640 1 -- 172.21.15.76:0/348392942 wait complete. 2024-09-13T16:02:41.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.150+0000 7fe6ad2d7640 1 Processor -- start 2024-09-13T16:02:41.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.150+0000 7fe6ad2d7640 1 -- start start 2024-09-13T16:02:41.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.151+0000 7fe6ad2d7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe6a80cd500 0x7fe6a80af0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:41.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.151+0000 7fe6ad2d7640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe6a80d1650 0x7fe6a80b5300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:41.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.151+0000 7fe6ad2d7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe6a80af5e0 0x7fe6a80b5840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:41.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.151+0000 7fe6ad2d7640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6a80afaf0 con 0x7fe6a80cd500 2024-09-13T16:02:41.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.151+0000 7fe6ad2d7640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6a80afdd0 con 0x7fe6a80d1650 2024-09-13T16:02:41.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.151+0000 7fe6ad2d7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe6a80b00b0 con 0x7fe6a80af5e0 2024-09-13T16:02:41.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.151+0000 7fe6a6ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe6a80cd500 0x7fe6a80af0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:41.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.151+0000 7fe6a6ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe6a80cd500 0x7fe6a80af0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56758/0 (socket says 172.21.15.76:56758) 2024-09-13T16:02:41.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.151+0000 7fe6a6ffd640 1 -- 172.21.15.76:0/933683379 learned_addr learned my addr 172.21.15.76:0/933683379 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:41.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.151+0000 7fe69e7fc640 1 --2- 172.21.15.76:0/933683379 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe6a80d1650 0x7fe6a80b5300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:41.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.151+0000 7fe6a77fe640 1 --2- 172.21.15.76:0/933683379 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe6a80af5e0 0x7fe6a80b5840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:41.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.152+0000 7fe6a6ffd640 1 -- 172.21.15.76:0/933683379 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe6a80af5e0 msgr2=0x7fe6a80b5840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:41.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.152+0000 7fe6a6ffd640 1 --2- 172.21.15.76:0/933683379 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe6a80af5e0 0x7fe6a80b5840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:41.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.152+0000 7fe6a6ffd640 1 -- 172.21.15.76:0/933683379 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe6a80d1650 msgr2=0x7fe6a80b5300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:41.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.152+0000 7fe6a6ffd640 1 --2- 172.21.15.76:0/933683379 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe6a80d1650 0x7fe6a80b5300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:41.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.152+0000 7fe6a6ffd640 1 -- 172.21.15.76:0/933683379 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe6a0009a70 con 0x7fe6a80cd500 2024-09-13T16:02:41.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.152+0000 7fe69e7fc640 1 --2- 172.21.15.76:0/933683379 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe6a80d1650 0x7fe6a80b5300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:02:41.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.152+0000 7fe6a6ffd640 1 --2- 172.21.15.76:0/933683379 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe6a80cd500 0x7fe6a80af0a0 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7fe69800c450 tx=0x7fe69800c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:41.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.152+0000 7fe69ffff640 1 -- 172.21.15.76:0/933683379 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6980052d0 con 0x7fe6a80cd500 2024-09-13T16:02:41.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.152+0000 7fe69ffff640 1 -- 172.21.15.76:0/933683379 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe698005430 con 0x7fe6a80cd500 2024-09-13T16:02:41.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.152+0000 7fe6ad2d7640 1 -- 172.21.15.76:0/933683379 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe6a80b0390 con 0x7fe6a80cd500 2024-09-13T16:02:41.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.152+0000 7fe69ffff640 1 -- 172.21.15.76:0/933683379 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe698012870 con 0x7fe6a80cd500 2024-09-13T16:02:41.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.152+0000 7fe6ad2d7640 1 -- 172.21.15.76:0/933683379 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe6a80b0b90 con 0x7fe6a80cd500 2024-09-13T16:02:41.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.153+0000 7fe6ad2d7640 1 -- 172.21.15.76:0/933683379 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe6a80b08b0 con 0x7fe6a80cd500 2024-09-13T16:02:41.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.153+0000 7fe69ffff640 1 -- 172.21.15.76:0/933683379 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe6980129d0 con 0x7fe6a80cd500 2024-09-13T16:02:41.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.154+0000 7fe69ffff640 1 --2- 172.21.15.76:0/933683379 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe68806ac00 0x7fe68806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:41.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.154+0000 7fe69e7fc640 1 --2- 172.21.15.76:0/933683379 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe68806ac00 0x7fe68806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:41.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.154+0000 7fe69ffff640 1 -- 172.21.15.76:0/933683379 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7fe698089310 con 0x7fe6a80cd500 2024-09-13T16:02:41.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.154+0000 7fe69e7fc640 1 --2- 172.21.15.76:0/933683379 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe68806ac00 0x7fe68806d0c0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fe6a80739c0 tx=0x7fe690009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:41.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.158+0000 7fe69ffff640 1 -- 172.21.15.76:0/933683379 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fe6980540a0 con 0x7fe6a80cd500 2024-09-13T16:02:41.320 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.318+0000 7fe6ad2d7640 1 -- 172.21.15.76:0/933683379 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fe6a80b3850 con 0x7fe6a80cd500 2024-09-13T16:02:41.320 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.319+0000 7fe69ffff640 1 -- 172.21.15.76:0/933683379 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v28) v1 ==== 100+0+11 (secure 0 0 0) 0x7fe6980576c0 con 0x7fe6a80cd500 2024-09-13T16:02:41.320 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2024-09-13T16:02:41.322 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.321+0000 7fe6ad2d7640 1 -- 172.21.15.76:0/933683379 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe68806ac00 msgr2=0x7fe68806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:41.323 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.321+0000 7fe6ad2d7640 1 --2- 172.21.15.76:0/933683379 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe68806ac00 0x7fe68806d0c0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fe6a80739c0 tx=0x7fe690009040 comp rx=0 tx=0).stop 2024-09-13T16:02:41.323 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.321+0000 7fe6ad2d7640 1 -- 172.21.15.76:0/933683379 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe6a80cd500 msgr2=0x7fe6a80af0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:41.323 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.321+0000 7fe6ad2d7640 1 --2- 172.21.15.76:0/933683379 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe6a80cd500 0x7fe6a80af0a0 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7fe69800c450 tx=0x7fe69800c910 comp rx=0 tx=0).stop 2024-09-13T16:02:41.323 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.321+0000 7fe6ad2d7640 1 -- 172.21.15.76:0/933683379 shutdown_connections 2024-09-13T16:02:41.323 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.321+0000 7fe6ad2d7640 1 --2- 172.21.15.76:0/933683379 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe68806ac00 0x7fe68806d0c0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:41.323 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.321+0000 7fe6ad2d7640 1 --2- 172.21.15.76:0/933683379 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe6a80af5e0 0x7fe6a80b5840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:41.323 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.321+0000 7fe6ad2d7640 1 --2- 172.21.15.76:0/933683379 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe6a80d1650 0x7fe6a80b5300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:41.323 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.321+0000 7fe6ad2d7640 1 --2- 172.21.15.76:0/933683379 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe6a80cd500 0x7fe6a80af0a0 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:41.323 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.321+0000 7fe6ad2d7640 1 -- 172.21.15.76:0/933683379 >> 172.21.15.76:0/933683379 conn(0x7fe6a8089f60 msgr2=0x7fe6a806b2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:41.323 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.321+0000 7fe6ad2d7640 1 -- 172.21.15.76:0/933683379 shutdown_connections 2024-09-13T16:02:41.323 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.321+0000 7fe6ad2d7640 1 -- 172.21.15.76:0/933683379 wait complete. 2024-09-13T16:02:41.333 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-13T16:02:41.435 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.434+0000 7f556ce6e640 1 Processor -- start 2024-09-13T16:02:41.435 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.434+0000 7f556ce6e640 1 -- start start 2024-09-13T16:02:41.436 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.434+0000 7f556ce6e640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f55680b2b40 0x7f55680ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:41.436 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.435+0000 7f556ce6e640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f55680ccbe0 con 0x7f5568159310 2024-09-13T16:02:41.437 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.435+0000 7f556ce6e640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f55680b1810 con 0x7f55680ce4f0 2024-09-13T16:02:41.437 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.435+0000 7f556ce6e640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f55680ad940 con 0x7f55680b2b40 2024-09-13T16:02:41.437 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.435+0000 7f556659c640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f5568159310 0x7f55680ab140 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:51404/0 (socket says 172.21.15.76:51404) 2024-09-13T16:02:41.437 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.435+0000 7f556659c640 1 -- 172.21.15.76:0/4045962183 learned_addr learned my addr 172.21.15.76:0/4045962183 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:41.437 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.435+0000 7f5565d9b640 1 --2- 172.21.15.76:0/4045962183 >> v2:172.21.15.192:3300/0 conn(0x7f55680b2b40 0x7f55680ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:41.437 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.435+0000 7f556559a640 1 -- 172.21.15.76:0/4045962183 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1762055396 0 0) 0x7f55680ccbe0 con 0x7f5568159310 2024-09-13T16:02:41.437 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.435+0000 7f556559a640 1 -- 172.21.15.76:0/4045962183 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5554005730 con 0x7f5568159310 2024-09-13T16:02:41.437 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.435+0000 7f5565d9b640 1 -- 172.21.15.76:0/4045962183 >> v1:172.21.15.192:6789/0 conn(0x7f55680ce4f0 legacy=0x7f55680ce8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:41.437 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.435+0000 7f5565d9b640 1 -- 172.21.15.76:0/4045962183 >> v1:172.21.15.76:6789/0 conn(0x7f5568159310 legacy=0x7f55680ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:41.437 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.435+0000 7f5565d9b640 1 -- 172.21.15.76:0/4045962183 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f556806d9e0 con 0x7f55680b2b40 2024-09-13T16:02:41.438 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.436+0000 7f5565d9b640 1 --2- 172.21.15.76:0/4045962183 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f55680b2b40 0x7f55680ad400 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f55500097a0 tx=0x7f555002a1a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=69f5d98d6f660056 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:41.439 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.436+0000 7f556559a640 1 -- 172.21.15.76:0/4045962183 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5550032440 con 0x7f55680b2b40 2024-09-13T16:02:41.439 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.436+0000 7f556559a640 1 -- 172.21.15.76:0/4045962183 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f55500325a0 con 0x7f55680b2b40 2024-09-13T16:02:41.439 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.436+0000 7f556559a640 1 -- 172.21.15.76:0/4045962183 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5550032910 con 0x7f55680b2b40 2024-09-13T16:02:41.439 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.436+0000 7f556ce6e640 1 -- 172.21.15.76:0/4045962183 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f55680b2b40 msgr2=0x7f55680ad400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:41.439 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.436+0000 7f556ce6e640 1 --2- 172.21.15.76:0/4045962183 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f55680b2b40 0x7f55680ad400 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f55500097a0 tx=0x7f555002a1a0 comp rx=0 tx=0).stop 2024-09-13T16:02:41.439 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.436+0000 7f556ce6e640 1 -- 172.21.15.76:0/4045962183 shutdown_connections 2024-09-13T16:02:41.439 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.436+0000 7f556ce6e640 1 --2- 172.21.15.76:0/4045962183 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f55680b2b40 0x7f55680ad400 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:41.439 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.436+0000 7f556ce6e640 1 -- 172.21.15.76:0/4045962183 >> 172.21.15.76:0/4045962183 conn(0x7f556806a0b0 msgr2=0x7f556806a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:41.439 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.436+0000 7f556ce6e640 1 -- 172.21.15.76:0/4045962183 shutdown_connections 2024-09-13T16:02:41.439 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.436+0000 7f556ce6e640 1 -- 172.21.15.76:0/4045962183 wait complete. 2024-09-13T16:02:41.442 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.437+0000 7f556ce6e640 1 Processor -- start 2024-09-13T16:02:41.442 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.437+0000 7f556ce6e640 1 -- start start 2024-09-13T16:02:41.442 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.438+0000 7f556ce6e640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f55680b2b40 0x7f55681edf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:41.442 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.438+0000 7f556ce6e640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f55680ce4f0 0x7f55680c40d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:41.442 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.438+0000 7f556ce6e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5568159310 0x7f55681f14d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:41.442 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.438+0000 7f556ce6e640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f55681f2400 con 0x7f5568159310 2024-09-13T16:02:41.442 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.438+0000 7f556ce6e640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5568150f70 con 0x7f55680b2b40 2024-09-13T16:02:41.442 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.438+0000 7f556ce6e640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f55681f1b60 con 0x7f55680ce4f0 2024-09-13T16:02:41.443 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.438+0000 7f5566d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5568159310 0x7f55681f14d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:41.443 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.438+0000 7f5566d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5568159310 0x7f55681f14d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56648/0 (socket says 172.21.15.76:56648) 2024-09-13T16:02:41.443 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.438+0000 7f5566d9d640 1 -- 172.21.15.76:0/3822414596 learned_addr learned my addr 172.21.15.76:0/3822414596 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:41.443 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.438+0000 7f556659c640 1 --2- 172.21.15.76:0/3822414596 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f55680b2b40 0x7f55681edf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:41.443 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.438+0000 7f5565d9b640 1 --2- 172.21.15.76:0/3822414596 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f55680ce4f0 0x7f55680c40d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:41.443 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.438+0000 7f5566d9d640 1 -- 172.21.15.76:0/3822414596 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f55680ce4f0 msgr2=0x7f55680c40d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:41.443 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.438+0000 7f5566d9d640 1 --2- 172.21.15.76:0/3822414596 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f55680ce4f0 0x7f55680c40d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:41.443 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.438+0000 7f5566d9d640 1 -- 172.21.15.76:0/3822414596 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f55680b2b40 msgr2=0x7f55681edf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:41.443 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.438+0000 7f5566d9d640 1 --2- 172.21.15.76:0/3822414596 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f55680b2b40 0x7f55681edf00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:41.443 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.438+0000 7f5566d9d640 1 -- 172.21.15.76:0/3822414596 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5550009400 con 0x7f5568159310 2024-09-13T16:02:41.443 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.438+0000 7f5565d9b640 1 --2- 172.21.15.76:0/3822414596 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f55680ce4f0 0x7f55680c40d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:02:41.443 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.438+0000 7f5566d9d640 1 --2- 172.21.15.76:0/3822414596 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5568159310 0x7f55681f14d0 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f5558001eb0 tx=0x7f555800c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:41.443 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.438+0000 7f555effd640 1 -- 172.21.15.76:0/3822414596 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55580052d0 con 0x7f5568159310 2024-09-13T16:02:41.444 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.438+0000 7f555effd640 1 -- 172.21.15.76:0/3822414596 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5558005430 con 0x7f5568159310 2024-09-13T16:02:41.444 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.438+0000 7f556ce6e640 1 -- 172.21.15.76:0/3822414596 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f55681f1e40 con 0x7f5568159310 2024-09-13T16:02:41.444 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.438+0000 7f555effd640 1 -- 172.21.15.76:0/3822414596 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5558003810 con 0x7f5568159310 2024-09-13T16:02:41.444 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.438+0000 7f556ce6e640 1 -- 172.21.15.76:0/3822414596 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5568156270 con 0x7f5568159310 2024-09-13T16:02:41.444 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.439+0000 7f556ce6e640 1 -- 172.21.15.76:0/3822414596 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5568150d40 con 0x7f5568159310 2024-09-13T16:02:41.444 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.440+0000 7f555effd640 1 -- 172.21.15.76:0/3822414596 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f5558003970 con 0x7f5568159310 2024-09-13T16:02:41.445 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.440+0000 7f555effd640 1 --2- 172.21.15.76:0/3822414596 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f554806ac00 0x7f554806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:41.445 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.440+0000 7f555effd640 1 -- 172.21.15.76:0/3822414596 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7f5558088c70 con 0x7f5568159310 2024-09-13T16:02:41.445 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.440+0000 7f556659c640 1 --2- 172.21.15.76:0/3822414596 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f554806ac00 0x7f554806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:41.445 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.441+0000 7f556659c640 1 --2- 172.21.15.76:0/3822414596 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f554806ac00 0x7f554806d0c0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f5560001560 tx=0x7f5560009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:41.446 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.444+0000 7f555effd640 1 -- 172.21.15.76:0/3822414596 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f5568150d40 con 0x7f5568159310 2024-09-13T16:02:41.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.604+0000 7f556ce6e640 1 -- 172.21.15.76:0/3822414596 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f5568150d40 con 0x7f5568159310 2024-09-13T16:02:41.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.605+0000 7f555effd640 1 -- 172.21.15.76:0/3822414596 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v28) v1 ==== 103+0+11 (secure 0 0 0) 0x7f5568150d40 con 0x7f5568159310 2024-09-13T16:02:41.607 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2024-09-13T16:02:41.609 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.606+0000 7f556ce6e640 1 -- 172.21.15.76:0/3822414596 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f554806ac00 msgr2=0x7f554806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:41.609 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.606+0000 7f556ce6e640 1 --2- 172.21.15.76:0/3822414596 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f554806ac00 0x7f554806d0c0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f5560001560 tx=0x7f5560009040 comp rx=0 tx=0).stop 2024-09-13T16:02:41.609 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.606+0000 7f556ce6e640 1 -- 172.21.15.76:0/3822414596 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5568159310 msgr2=0x7f55681f14d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:41.609 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.606+0000 7f556ce6e640 1 --2- 172.21.15.76:0/3822414596 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5568159310 0x7f55681f14d0 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f5558001eb0 tx=0x7f555800c890 comp rx=0 tx=0).stop 2024-09-13T16:02:41.609 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.606+0000 7f556ce6e640 1 -- 172.21.15.76:0/3822414596 shutdown_connections 2024-09-13T16:02:41.609 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.606+0000 7f556ce6e640 1 --2- 172.21.15.76:0/3822414596 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5568159310 0x7f55681f14d0 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:41.610 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.606+0000 7f556ce6e640 1 --2- 172.21.15.76:0/3822414596 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f554806ac00 0x7f554806d0c0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:41.610 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.606+0000 7f556ce6e640 1 --2- 172.21.15.76:0/3822414596 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f55680ce4f0 0x7f55680c40d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:41.610 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.606+0000 7f556ce6e640 1 --2- 172.21.15.76:0/3822414596 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f55680b2b40 0x7f55681edf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:41.610 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.606+0000 7f556ce6e640 1 -- 172.21.15.76:0/3822414596 >> 172.21.15.76:0/3822414596 conn(0x7f556806a0b0 msgr2=0x7f55680cb910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:41.610 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.607+0000 7f556ce6e640 1 -- 172.21.15.76:0/3822414596 shutdown_connections 2024-09-13T16:02:41.610 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.607+0000 7f556ce6e640 1 -- 172.21.15.76:0/3822414596 wait complete. 2024-09-13T16:02:41.620 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:02:41.720 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.718+0000 7feb0ff76640 1 Processor -- start 2024-09-13T16:02:41.720 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.718+0000 7feb0ff76640 1 -- start start 2024-09-13T16:02:41.721 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.718+0000 7feb0ff76640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7feb0815c6e0 0x7feb080b3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:41.721 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.718+0000 7feb0ff76640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb080d07b0 0x7feb080b4490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:41.721 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.719+0000 7feb0ff76640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7feb080d1840 con 0x7feb080ccb20 2024-09-13T16:02:41.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.719+0000 7feb0ff76640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7feb0806bd20 con 0x7feb0815c6e0 2024-09-13T16:02:41.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.719+0000 7feb0ff76640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feb080d0c30 con 0x7feb080d07b0 2024-09-13T16:02:41.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.719+0000 7feb0dd12640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7feb0815c6e0 0x7feb080b3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:41.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.719+0000 7feb0dd12640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7feb0815c6e0 0x7feb080b3f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56664/0 (socket says 172.21.15.76:56664) 2024-09-13T16:02:41.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.719+0000 7feb0dd12640 1 -- 172.21.15.76:0/305880304 learned_addr learned my addr 172.21.15.76:0/305880304 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:41.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.719+0000 7feb0d511640 1 --2- 172.21.15.76:0/305880304 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb080d07b0 0x7feb080b4490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:41.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.719+0000 7feb0dd12640 1 -- 172.21.15.76:0/305880304 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb080d07b0 msgr2=0x7feb080b4490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:41.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.719+0000 7feb0dd12640 1 --2- 172.21.15.76:0/305880304 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb080d07b0 0x7feb080b4490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:41.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.719+0000 7feb0dd12640 1 -- 172.21.15.76:0/305880304 >> v1:172.21.15.192:6789/0 conn(0x7feb080ccb20 legacy=0x7feb08160030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:41.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.719+0000 7feb0dd12640 1 -- 172.21.15.76:0/305880304 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feb080d0f10 con 0x7feb0815c6e0 2024-09-13T16:02:41.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.720+0000 7feb0dd12640 1 --2- 172.21.15.76:0/305880304 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb0815c6e0 0x7feb080b3f50 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7feafc009870 tx=0x7feafc02a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=70aea850729f9499 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:41.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.720+0000 7feb0cd10640 1 -- 172.21.15.76:0/305880304 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feafc032440 con 0x7feb0815c6e0 2024-09-13T16:02:41.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.720+0000 7feb0cd10640 1 -- 172.21.15.76:0/305880304 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feafc0325a0 con 0x7feb0815c6e0 2024-09-13T16:02:41.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.720+0000 7feb0cd10640 1 -- 172.21.15.76:0/305880304 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feafc032930 con 0x7feb0815c6e0 2024-09-13T16:02:41.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.720+0000 7feb0ff76640 1 -- 172.21.15.76:0/305880304 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb0815c6e0 msgr2=0x7feb080b3f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:41.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.720+0000 7feb0ff76640 1 --2- 172.21.15.76:0/305880304 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb0815c6e0 0x7feb080b3f50 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7feafc009870 tx=0x7feafc02a1c0 comp rx=0 tx=0).stop 2024-09-13T16:02:41.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.720+0000 7feb0ff76640 1 -- 172.21.15.76:0/305880304 shutdown_connections 2024-09-13T16:02:41.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.720+0000 7feb0ff76640 1 --2- 172.21.15.76:0/305880304 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb080d07b0 0x7feb080b4490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:41.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.720+0000 7feb0ff76640 1 --2- 172.21.15.76:0/305880304 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb0815c6e0 0x7feb080b3f50 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:41.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.720+0000 7feb0ff76640 1 -- 172.21.15.76:0/305880304 >> 172.21.15.76:0/305880304 conn(0x7feb08089f60 msgr2=0x7feb080d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:41.725 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.721+0000 7feb0ff76640 1 -- 172.21.15.76:0/305880304 shutdown_connections 2024-09-13T16:02:41.725 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.721+0000 7feb0ff76640 1 -- 172.21.15.76:0/305880304 wait complete. 2024-09-13T16:02:41.725 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.722+0000 7feb0ff76640 1 Processor -- start 2024-09-13T16:02:41.725 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.722+0000 7feb0ff76640 1 -- start start 2024-09-13T16:02:41.727 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.722+0000 7feb0ff76640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb080ccb20 0x7feb0815e190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:41.727 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.722+0000 7feb0ff76640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb080d07b0 0x7feb0815cac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:41.727 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.722+0000 7feb0ff76640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feb0815c6e0 0x7feb080b76c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:41.727 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.722+0000 7feb0ff76640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb0815ad50 con 0x7feb080ccb20 2024-09-13T16:02:41.727 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.723+0000 7feb0ff76640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb0815dd00 con 0x7feb0815c6e0 2024-09-13T16:02:41.727 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.723+0000 7feb0ff76640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feb0815d0f0 con 0x7feb080d07b0 2024-09-13T16:02:41.727 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.723+0000 7feb0dd12640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb080ccb20 0x7feb0815e190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:41.727 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.723+0000 7feb0dd12640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb080ccb20 0x7feb0815e190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56680/0 (socket says 172.21.15.76:56680) 2024-09-13T16:02:41.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.723+0000 7feb0dd12640 1 -- 172.21.15.76:0/2316190406 learned_addr learned my addr 172.21.15.76:0/2316190406 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:41.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.723+0000 7feb0d511640 1 --2- 172.21.15.76:0/2316190406 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb080d07b0 0x7feb0815cac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:41.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.723+0000 7feb0e513640 1 --2- 172.21.15.76:0/2316190406 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feb0815c6e0 0x7feb080b76c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:41.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.723+0000 7feb0dd12640 1 -- 172.21.15.76:0/2316190406 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb080d07b0 msgr2=0x7feb0815cac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:41.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.723+0000 7feb0dd12640 1 --2- 172.21.15.76:0/2316190406 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb080d07b0 0x7feb0815cac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:41.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.723+0000 7feb0dd12640 1 -- 172.21.15.76:0/2316190406 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feb0815c6e0 msgr2=0x7feb080b76c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:41.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.723+0000 7feb0dd12640 1 --2- 172.21.15.76:0/2316190406 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feb0815c6e0 0x7feb080b76c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:41.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.723+0000 7feb0dd12640 1 -- 172.21.15.76:0/2316190406 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feafc0094d0 con 0x7feb080ccb20 2024-09-13T16:02:41.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.723+0000 7feb0e513640 1 --2- 172.21.15.76:0/2316190406 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feb0815c6e0 0x7feb080b76c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:02:41.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.723+0000 7feb0d511640 1 --2- 172.21.15.76:0/2316190406 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb080d07b0 0x7feb0815cac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:02:41.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.723+0000 7feb0dd12640 1 --2- 172.21.15.76:0/2316190406 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb080ccb20 0x7feb0815e190 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7feafc009870 tx=0x7feafc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:41.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.723+0000 7feafa7fc640 1 -- 172.21.15.76:0/2316190406 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feafc032440 con 0x7feb080ccb20 2024-09-13T16:02:41.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.723+0000 7feafa7fc640 1 -- 172.21.15.76:0/2316190406 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feafc030980 con 0x7feb080ccb20 2024-09-13T16:02:41.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.723+0000 7feb0ff76640 1 -- 172.21.15.76:0/2316190406 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7feb0815d3d0 con 0x7feb080ccb20 2024-09-13T16:02:41.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.723+0000 7feafa7fc640 1 -- 172.21.15.76:0/2316190406 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feafc030d10 con 0x7feb080ccb20 2024-09-13T16:02:41.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.723+0000 7feb0ff76640 1 -- 172.21.15.76:0/2316190406 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feb0815d990 con 0x7feb080ccb20 2024-09-13T16:02:41.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.724+0000 7feb0ff76640 1 -- 172.21.15.76:0/2316190406 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7feb080b4c80 con 0x7feb080ccb20 2024-09-13T16:02:41.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.725+0000 7feafa7fc640 1 -- 172.21.15.76:0/2316190406 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7feafc039040 con 0x7feb080ccb20 2024-09-13T16:02:41.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.725+0000 7feafa7fc640 1 --2- 172.21.15.76:0/2316190406 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feaec06ac00 0x7feaec06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:41.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.725+0000 7feb0d511640 1 --2- 172.21.15.76:0/2316190406 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feaec06ac00 0x7feaec06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:41.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.725+0000 7feafa7fc640 1 -- 172.21.15.76:0/2316190406 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7feafc0a9e60 con 0x7feb080ccb20 2024-09-13T16:02:41.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.726+0000 7feb0d511640 1 --2- 172.21.15.76:0/2316190406 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feaec06ac00 0x7feaec06d0c0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7feb080b68a0 tx=0x7feb04008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:41.732 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.730+0000 7feafa7fc640 1 -- 172.21.15.76:0/2316190406 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7feafc074c90 con 0x7feb080ccb20 2024-09-13T16:02:41.904 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.902+0000 7feb0ff76640 1 -- 172.21.15.76:0/2316190406 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7feb080b1b60 con 0x7feb080ccb20 2024-09-13T16:02:41.904 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.902+0000 7feafa7fc640 1 -- 172.21.15.76:0/2316190406 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v28) v1 ==== 80+0+0 (secure 0 0 0) 0x7feafc04c080 con 0x7feb080ccb20 2024-09-13T16:02:41.904 INFO:teuthology.orchestra.run.smithi076.stderr:listed 0 entries 2024-09-13T16:02:41.907 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.904+0000 7feb0ff76640 1 -- 172.21.15.76:0/2316190406 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feaec06ac00 msgr2=0x7feaec06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:41.907 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.904+0000 7feb0ff76640 1 --2- 172.21.15.76:0/2316190406 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feaec06ac00 0x7feaec06d0c0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7feb080b68a0 tx=0x7feb04008040 comp rx=0 tx=0).stop 2024-09-13T16:02:41.907 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.904+0000 7feb0ff76640 1 -- 172.21.15.76:0/2316190406 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb080ccb20 msgr2=0x7feb0815e190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:41.907 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.904+0000 7feb0ff76640 1 --2- 172.21.15.76:0/2316190406 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb080ccb20 0x7feb0815e190 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7feafc009870 tx=0x7feafc0046c0 comp rx=0 tx=0).stop 2024-09-13T16:02:41.907 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.904+0000 7feb0ff76640 1 -- 172.21.15.76:0/2316190406 shutdown_connections 2024-09-13T16:02:41.907 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.904+0000 7feb0ff76640 1 --2- 172.21.15.76:0/2316190406 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feb0815c6e0 0x7feb080b76c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:41.907 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.904+0000 7feb0ff76640 1 --2- 172.21.15.76:0/2316190406 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feaec06ac00 0x7feaec06d0c0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:41.907 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.904+0000 7feb0ff76640 1 --2- 172.21.15.76:0/2316190406 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb080d07b0 0x7feb0815cac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:41.907 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.904+0000 7feb0ff76640 1 --2- 172.21.15.76:0/2316190406 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb080ccb20 0x7feb0815e190 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:41.907 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.904+0000 7feb0ff76640 1 -- 172.21.15.76:0/2316190406 >> 172.21.15.76:0/2316190406 conn(0x7feb08089f60 msgr2=0x7feb080b3930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:41.907 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.904+0000 7feb0ff76640 1 -- 172.21.15.76:0/2316190406 shutdown_connections 2024-09-13T16:02:41.908 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:41.904+0000 7feb0ff76640 1 -- 172.21.15.76:0/2316190406 wait complete. 2024-09-13T16:02:41.917 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi192.front.sepia.ceph.com... 2024-09-13T16:02:41.917 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:02:41.917 DEBUG:teuthology.orchestra.run.smithi192:> sudo fusermount -u /home/ubuntu/cephtest/mnt.3 2024-09-13T16:02:41.945 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:02:41.946 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi192.front.sepia.ceph.com 2024-09-13T16:02:41.946 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:02:41.946 DEBUG:teuthology.orchestra.run.smithi192:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-13T16:02:42.003 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-13T16:02:42.004 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:02:42.102 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.100+0000 7f9f35a72640 1 Processor -- start 2024-09-13T16:02:42.102 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.100+0000 7f9f35a72640 1 -- start start 2024-09-13T16:02:42.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.101+0000 7f9f35a72640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f9f300cace0 0x7f9f300cb150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:42.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.101+0000 7f9f35a72640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9f3006d030 0x7f9f3006d450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:42.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.101+0000 7f9f35a72640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9f300c8920 con 0x7f9f3015a2e0 2024-09-13T16:02:42.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.101+0000 7f9f35a72640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9f300cb690 con 0x7f9f300cace0 2024-09-13T16:02:42.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.101+0000 7f9f35a72640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9f3015a6c0 con 0x7f9f3006d030 2024-09-13T16:02:42.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.101+0000 7f9f2f7fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f9f3015a2e0 0x7f9f300c9a40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:51420/0 (socket says 172.21.15.76:51420) 2024-09-13T16:02:42.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.101+0000 7f9f2f7fe640 1 -- 172.21.15.76:0/526195557 learned_addr learned my addr 172.21.15.76:0/526195557 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:42.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.101+0000 7f9f2e7fc640 1 -- 172.21.15.76:0/526195557 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1911996776 0 0) 0x7f9f300c8920 con 0x7f9f3015a2e0 2024-09-13T16:02:42.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.101+0000 7f9f2ffff640 1 --2- 172.21.15.76:0/526195557 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9f3006d030 0x7f9f3006d450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:42.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.101+0000 7f9f2e7fc640 1 -- 172.21.15.76:0/526195557 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9f18003520 con 0x7f9f3015a2e0 2024-09-13T16:02:42.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.101+0000 7f9f2effd640 1 --2- 172.21.15.76:0/526195557 >> v2:172.21.15.192:3300/0 conn(0x7f9f300cace0 0x7f9f300cb150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:42.107 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.101+0000 7f9f2e7fc640 1 -- 172.21.15.76:0/526195557 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1206753177 0 0) 0x7f9f18003520 con 0x7f9f3015a2e0 2024-09-13T16:02:42.107 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.101+0000 7f9f2e7fc640 1 -- 172.21.15.76:0/526195557 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9f3006d030 msgr2=0x7f9f3006d450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:42.107 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.101+0000 7f9f2e7fc640 1 --2- 172.21.15.76:0/526195557 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9f3006d030 0x7f9f3006d450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:42.107 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.101+0000 7f9f2e7fc640 1 -- 172.21.15.76:0/526195557 >> v2:172.21.15.192:3300/0 conn(0x7f9f300cace0 msgr2=0x7f9f300cb150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:42.107 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.101+0000 7f9f2e7fc640 1 --2- 172.21.15.76:0/526195557 >> v2:172.21.15.192:3300/0 conn(0x7f9f300cace0 0x7f9f300cb150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:42.107 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.101+0000 7f9f2e7fc640 1 -- 172.21.15.76:0/526195557 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9f300ca500 con 0x7f9f3015a2e0 2024-09-13T16:02:42.107 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.101+0000 7f9f2e7fc640 1 -- 172.21.15.76:0/526195557 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f9f20001670 con 0x7f9f3015a2e0 2024-09-13T16:02:42.107 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.101+0000 7f9f2e7fc640 1 -- 172.21.15.76:0/526195557 >> v1:172.21.15.76:6789/0 conn(0x7f9f3015a2e0 legacy=0x7f9f300c9a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:42.107 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.101+0000 7f9f2e7fc640 1 --2- 172.21.15.76:0/526195557 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9f18003970 0x7f9f18003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:42.107 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.101+0000 7f9f2e7fc640 1 --2- 172.21.15.76:0/526195557 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9f180047c0 0x7f9f18004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:42.107 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.101+0000 7f9f2e7fc640 1 --2- 172.21.15.76:0/526195557 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9f3006d030 0x7f9f18005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:42.107 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.101+0000 7f9f2e7fc640 1 -- 172.21.15.76:0/526195557 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f300cb690 con 0x7f9f18003970 2024-09-13T16:02:42.108 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.101+0000 7f9f2e7fc640 1 -- 172.21.15.76:0/526195557 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f3015a6c0 con 0x7f9f180047c0 2024-09-13T16:02:42.108 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.101+0000 7f9f2e7fc640 1 -- 172.21.15.76:0/526195557 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9f1800ba30 con 0x7f9f3006d030 2024-09-13T16:02:42.108 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.101+0000 7f9f2f7fe640 1 --2- 172.21.15.76:0/526195557 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9f18003970 0x7f9f18003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:42.108 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.102+0000 7f9f2effd640 1 --2- 172.21.15.76:0/526195557 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9f180047c0 0x7f9f18004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:42.108 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.102+0000 7f9f2ffff640 1 --2- 172.21.15.76:0/526195557 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9f3006d030 0x7f9f18005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:42.108 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.102+0000 7f9f2f7fe640 1 -- 172.21.15.76:0/526195557 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9f3006d030 msgr2=0x7f9f18005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:42.108 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.102+0000 7f9f2f7fe640 1 --2- 172.21.15.76:0/526195557 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9f3006d030 0x7f9f18005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:42.108 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.102+0000 7f9f2f7fe640 1 -- 172.21.15.76:0/526195557 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9f180047c0 msgr2=0x7f9f18004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:42.108 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.102+0000 7f9f2f7fe640 1 --2- 172.21.15.76:0/526195557 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9f180047c0 0x7f9f18004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:42.108 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.102+0000 7f9f2f7fe640 1 -- 172.21.15.76:0/526195557 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9f18003520 con 0x7f9f18003970 2024-09-13T16:02:42.109 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.102+0000 7f9f2ffff640 1 --2- 172.21.15.76:0/526195557 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9f3006d030 0x7f9f18005180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:02:42.109 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.102+0000 7f9f2f7fe640 1 --2- 172.21.15.76:0/526195557 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9f18003970 0x7f9f18003d90 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f9f20001050 tx=0x7f9f180057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=567918d4f6b78bde server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:42.109 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.103+0000 7f9f2e7fc640 1 -- 172.21.15.76:0/526195557 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f20005ad0 con 0x7f9f18003970 2024-09-13T16:02:42.109 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.103+0000 7f9f2e7fc640 1 -- 172.21.15.76:0/526195557 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9f2002d070 con 0x7f9f18003970 2024-09-13T16:02:42.109 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.103+0000 7f9f2e7fc640 1 -- 172.21.15.76:0/526195557 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f20005e70 con 0x7f9f18003970 2024-09-13T16:02:42.110 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.103+0000 7f9f35a72640 1 -- 172.21.15.76:0/526195557 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9f18003970 msgr2=0x7f9f18003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:42.111 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.103+0000 7f9f35a72640 1 --2- 172.21.15.76:0/526195557 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9f18003970 0x7f9f18003d90 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f9f20001050 tx=0x7f9f180057f0 comp rx=0 tx=0).stop 2024-09-13T16:02:42.111 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.103+0000 7f9f2ffff640 1 -- 172.21.15.76:0/526195557 reap_dead start 2024-09-13T16:02:42.111 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.103+0000 7f9f35a72640 1 -- 172.21.15.76:0/526195557 shutdown_connections 2024-09-13T16:02:42.111 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.103+0000 7f9f35a72640 1 -- 172.21.15.76:0/526195557 >> 172.21.15.76:0/526195557 conn(0x7f9f30069ed0 msgr2=0x7f9f3006a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:42.111 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.103+0000 7f9f35a72640 1 -- 172.21.15.76:0/526195557 shutdown_connections 2024-09-13T16:02:42.111 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.103+0000 7f9f35a72640 1 -- 172.21.15.76:0/526195557 wait complete. 2024-09-13T16:02:42.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.104+0000 7f9f35a72640 1 Processor -- start 2024-09-13T16:02:42.114 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.105+0000 7f9f35a72640 1 -- start start 2024-09-13T16:02:42.114 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.105+0000 7f9f35a72640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9f18003970 0x7f9f3015aa70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:42.114 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.105+0000 7f9f35a72640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9f30156e00 0x7f9f300976a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:42.114 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.105+0000 7f9f35a72640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9f30097be0 0x7f9f300c2b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:42.114 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.105+0000 7f9f35a72640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f30155d60 con 0x7f9f30156e00 2024-09-13T16:02:42.114 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.105+0000 7f9f35a72640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f30156040 con 0x7f9f18003970 2024-09-13T16:02:42.114 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.105+0000 7f9f35a72640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9f30156320 con 0x7f9f30097be0 2024-09-13T16:02:42.114 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.105+0000 7f9f2effd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9f30156e00 0x7f9f300976a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:42.114 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.105+0000 7f9f2effd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9f30156e00 0x7f9f300976a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56696/0 (socket says 172.21.15.76:56696) 2024-09-13T16:02:42.114 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.105+0000 7f9f2effd640 1 -- 172.21.15.76:0/3498196437 learned_addr learned my addr 172.21.15.76:0/3498196437 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:42.114 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.106+0000 7f9f2ffff640 1 --2- 172.21.15.76:0/3498196437 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9f30097be0 0x7f9f300c2b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:42.114 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.106+0000 7f9f2f7fe640 1 --2- 172.21.15.76:0/3498196437 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9f18003970 0x7f9f3015aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:42.115 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.106+0000 7f9f2effd640 1 -- 172.21.15.76:0/3498196437 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9f30097be0 msgr2=0x7f9f300c2b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:42.115 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.106+0000 7f9f2effd640 1 --2- 172.21.15.76:0/3498196437 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9f30097be0 0x7f9f300c2b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:42.115 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.106+0000 7f9f2effd640 1 -- 172.21.15.76:0/3498196437 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9f18003970 msgr2=0x7f9f3015aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:42.115 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.106+0000 7f9f2effd640 1 --2- 172.21.15.76:0/3498196437 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9f18003970 0x7f9f3015aa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:42.115 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.106+0000 7f9f2effd640 1 -- 172.21.15.76:0/3498196437 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9f30156600 con 0x7f9f30156e00 2024-09-13T16:02:42.115 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.106+0000 7f9f2f7fe640 1 --2- 172.21.15.76:0/3498196437 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9f18003970 0x7f9f3015aa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:02:42.115 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.106+0000 7f9f2effd640 1 --2- 172.21.15.76:0/3498196437 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9f30156e00 0x7f9f300976a0 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f9f2400b7f0 tx=0x7f9f2400bcb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:42.115 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.106+0000 7f9f17fff640 1 -- 172.21.15.76:0/3498196437 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f24010830 con 0x7f9f30156e00 2024-09-13T16:02:42.115 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.106+0000 7f9f17fff640 1 -- 172.21.15.76:0/3498196437 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9f24010990 con 0x7f9f30156e00 2024-09-13T16:02:42.115 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.106+0000 7f9f17fff640 1 -- 172.21.15.76:0/3498196437 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f24010d20 con 0x7f9f30156e00 2024-09-13T16:02:42.115 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.106+0000 7f9f35a72640 1 -- 172.21.15.76:0/3498196437 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9f301568e0 con 0x7f9f30156e00 2024-09-13T16:02:42.115 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.106+0000 7f9f35a72640 1 -- 172.21.15.76:0/3498196437 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9f3015afb0 con 0x7f9f30156e00 2024-09-13T16:02:42.116 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.107+0000 7f9f35a72640 1 -- 172.21.15.76:0/3498196437 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9f300c9630 con 0x7f9f30156e00 2024-09-13T16:02:42.116 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.108+0000 7f9f17fff640 1 -- 172.21.15.76:0/3498196437 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9f24014430 con 0x7f9f30156e00 2024-09-13T16:02:42.116 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.108+0000 7f9f17fff640 1 --2- 172.21.15.76:0/3498196437 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9f1c06ac30 0x7f9f1c06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:42.116 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.108+0000 7f9f2f7fe640 1 --2- 172.21.15.76:0/3498196437 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9f1c06ac30 0x7f9f1c06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:42.116 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.108+0000 7f9f17fff640 1 -- 172.21.15.76:0/3498196437 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7f9f24089ee0 con 0x7f9f30156e00 2024-09-13T16:02:42.116 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.109+0000 7f9f2f7fe640 1 --2- 172.21.15.76:0/3498196437 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9f1c06ac30 0x7f9f1c06d0f0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f9f180057a0 tx=0x7f9f20009030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:42.116 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.112+0000 7f9f17fff640 1 -- 172.21.15.76:0/3498196437 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f9f24054d10 con 0x7f9f30156e00 2024-09-13T16:02:42.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.307+0000 7f9f35a72640 1 -- 172.21.15.76:0/3498196437 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f9f30159af0 con 0x7f9f30156e00 2024-09-13T16:02:42.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.308+0000 7f9f17fff640 1 -- 172.21.15.76:0/3498196437 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) v1 ==== 93+0+4733 (secure 0 0 0) 0x7f9f24022090 con 0x7f9f30156e00 2024-09-13T16:02:42.310 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:02:42.311 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":9,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4238,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6834/1395518339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":1395518339},{"type":"v1","addr":"172.21.15.192:6834","nonce":1395518339}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4241,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/3136856265","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6833","nonce":3136856265},{"type":"v1","addr":"172.21.15.192:6835","nonce":3136856265}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4275,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6837/421111930","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":421111930},{"type":"v1","addr":"172.21.15.76:6837","nonce":421111930}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:01:38.363434+0000","modified":"2024-09-13T16:01:59.026233+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4278},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4278":{"gid":4278,"name":"c","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.76:6836/2679973843","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":2679973843},{"type":"v1","addr":"172.21.15.76:6836","nonce":2679973843}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-13T16:02:42.311 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 9 2024-09-13T16:02:42.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.310+0000 7f9f35a72640 1 -- 172.21.15.76:0/3498196437 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9f1c06ac30 msgr2=0x7f9f1c06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:42.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.310+0000 7f9f35a72640 1 --2- 172.21.15.76:0/3498196437 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9f1c06ac30 0x7f9f1c06d0f0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f9f180057a0 tx=0x7f9f20009030 comp rx=0 tx=0).stop 2024-09-13T16:02:42.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.310+0000 7f9f35a72640 1 -- 172.21.15.76:0/3498196437 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9f30156e00 msgr2=0x7f9f300976a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:42.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.310+0000 7f9f35a72640 1 --2- 172.21.15.76:0/3498196437 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9f30156e00 0x7f9f300976a0 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f9f2400b7f0 tx=0x7f9f2400bcb0 comp rx=0 tx=0).stop 2024-09-13T16:02:42.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.310+0000 7f9f35a72640 1 -- 172.21.15.76:0/3498196437 shutdown_connections 2024-09-13T16:02:42.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.310+0000 7f9f35a72640 1 --2- 172.21.15.76:0/3498196437 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9f1c06ac30 0x7f9f1c06d0f0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:42.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.310+0000 7f9f35a72640 1 --2- 172.21.15.76:0/3498196437 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9f30097be0 0x7f9f300c2b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:42.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.310+0000 7f9f35a72640 1 --2- 172.21.15.76:0/3498196437 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9f30156e00 0x7f9f300976a0 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:42.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.310+0000 7f9f35a72640 1 --2- 172.21.15.76:0/3498196437 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9f18003970 0x7f9f3015aa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:42.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.310+0000 7f9f35a72640 1 -- 172.21.15.76:0/3498196437 >> 172.21.15.76:0/3498196437 conn(0x7f9f30069ed0 msgr2=0x7f9f300716a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:42.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.310+0000 7f9f35a72640 1 -- 172.21.15.76:0/3498196437 shutdown_connections 2024-09-13T16:02:42.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.310+0000 7f9f35a72640 1 -- 172.21.15.76:0/3498196437 wait complete. 2024-09-13T16:02:42.324 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:02:42.423 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.420+0000 7f499857d640 1 Processor -- start 2024-09-13T16:02:42.423 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.421+0000 7f499857d640 1 -- start start 2024-09-13T16:02:42.424 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.421+0000 7f499857d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f499006c8a0 0x7f49900b2590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:42.424 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.421+0000 7f499857d640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f49900cbea0 0x7f49900cc330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:42.424 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.421+0000 7f499857d640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f499006dab0 con 0x7f499006c4c0 2024-09-13T16:02:42.425 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.421+0000 7f499857d640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f499006deb0 con 0x7f499006c8a0 2024-09-13T16:02:42.425 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.421+0000 7f499857d640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f49900b2170 con 0x7f49900cbea0 2024-09-13T16:02:42.425 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.422+0000 7f4995b18640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f499006c8a0 0x7f49900b2590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:42.425 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.422+0000 7f4995b18640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f499006c8a0 0x7f49900b2590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56704/0 (socket says 172.21.15.76:56704) 2024-09-13T16:02:42.425 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.422+0000 7f4995b18640 1 -- 172.21.15.76:0/3799992421 learned_addr learned my addr 172.21.15.76:0/3799992421 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:42.425 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.422+0000 7f4996b1a640 1 --2- 172.21.15.76:0/3799992421 >> v2:172.21.15.192:3300/0 conn(0x7f49900cbea0 0x7f49900cc330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:42.425 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.422+0000 7f4995b18640 1 -- 172.21.15.76:0/3799992421 >> v2:172.21.15.192:3300/0 conn(0x7f49900cbea0 msgr2=0x7f49900cc330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:42.425 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.422+0000 7f4995b18640 1 --2- 172.21.15.76:0/3799992421 >> v2:172.21.15.192:3300/0 conn(0x7f49900cbea0 0x7f49900cc330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:42.425 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.422+0000 7f4995b18640 1 -- 172.21.15.76:0/3799992421 >> v1:172.21.15.192:6789/0 conn(0x7f499006c4c0 legacy=0x7f499006d3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:42.425 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.422+0000 7f4995b18640 1 -- 172.21.15.76:0/3799992421 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f49900cc870 con 0x7f499006c8a0 2024-09-13T16:02:42.425 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.422+0000 7f4996b1a640 1 --2- 172.21.15.76:0/3799992421 >> v2:172.21.15.192:3300/0 conn(0x7f49900cbea0 0x7f49900cc330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:02:42.427 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.423+0000 7f4995b18640 1 --2- 172.21.15.76:0/3799992421 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f499006c8a0 0x7f49900b2590 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f49900c88d0 tx=0x7f498c02a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=441498f8383c6c1e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:42.427 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.423+0000 7f4995317640 1 -- 172.21.15.76:0/3799992421 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f498c032440 con 0x7f499006c8a0 2024-09-13T16:02:42.427 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.423+0000 7f4995317640 1 -- 172.21.15.76:0/3799992421 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f498c0325a0 con 0x7f499006c8a0 2024-09-13T16:02:42.427 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.423+0000 7f4995317640 1 -- 172.21.15.76:0/3799992421 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f498c032930 con 0x7f499006c8a0 2024-09-13T16:02:42.427 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.423+0000 7f499857d640 1 -- 172.21.15.76:0/3799992421 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f499006c8a0 msgr2=0x7f49900b2590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:42.427 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.423+0000 7f499857d640 1 --2- 172.21.15.76:0/3799992421 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f499006c8a0 0x7f49900b2590 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f49900c88d0 tx=0x7f498c02a230 comp rx=0 tx=0).stop 2024-09-13T16:02:42.427 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.423+0000 7f499857d640 1 -- 172.21.15.76:0/3799992421 shutdown_connections 2024-09-13T16:02:42.427 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.423+0000 7f499857d640 1 --2- 172.21.15.76:0/3799992421 >> v2:172.21.15.192:3300/0 conn(0x7f49900cbea0 0x7f49900cc330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:42.427 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.423+0000 7f499857d640 1 --2- 172.21.15.76:0/3799992421 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f499006c8a0 0x7f49900b2590 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:42.427 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.423+0000 7f499857d640 1 -- 172.21.15.76:0/3799992421 >> 172.21.15.76:0/3799992421 conn(0x7f4990069ed0 msgr2=0x7f499006a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:42.427 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.423+0000 7f499857d640 1 -- 172.21.15.76:0/3799992421 shutdown_connections 2024-09-13T16:02:42.428 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.423+0000 7f499857d640 1 -- 172.21.15.76:0/3799992421 wait complete. 2024-09-13T16:02:42.428 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.425+0000 7f499857d640 1 Processor -- start 2024-09-13T16:02:42.428 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.425+0000 7f499857d640 1 -- start start 2024-09-13T16:02:42.429 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.425+0000 7f499857d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f499006c4c0 0x7f4990156ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:42.430 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.425+0000 7f499857d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f499006c8a0 0x7f49900c3f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:42.430 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.425+0000 7f499857d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f49900cbea0 0x7f4990071210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:42.430 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.425+0000 7f499857d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49900c2b30 con 0x7f499006c4c0 2024-09-13T16:02:42.430 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.425+0000 7f499857d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49900c68c0 con 0x7f49900cbea0 2024-09-13T16:02:42.430 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.425+0000 7f499857d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f49900c4860 con 0x7f499006c8a0 2024-09-13T16:02:42.430 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.425+0000 7f4996319640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f499006c4c0 0x7f4990156ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:42.430 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.425+0000 7f4996319640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f499006c4c0 0x7f4990156ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56716/0 (socket says 172.21.15.76:56716) 2024-09-13T16:02:42.430 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.425+0000 7f4996319640 1 -- 172.21.15.76:0/2736558858 learned_addr learned my addr 172.21.15.76:0/2736558858 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:42.430 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.426+0000 7f4996b1a640 1 --2- 172.21.15.76:0/2736558858 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f49900cbea0 0x7f4990071210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:42.430 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.426+0000 7f4995b18640 1 --2- 172.21.15.76:0/2736558858 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f499006c8a0 0x7f49900c3f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:42.430 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.426+0000 7f4996319640 1 -- 172.21.15.76:0/2736558858 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f499006c8a0 msgr2=0x7f49900c3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:42.430 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.426+0000 7f4996319640 1 --2- 172.21.15.76:0/2736558858 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f499006c8a0 0x7f49900c3f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:42.431 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.426+0000 7f4996319640 1 -- 172.21.15.76:0/2736558858 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f49900cbea0 msgr2=0x7f4990071210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:42.431 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.426+0000 7f4996319640 1 --2- 172.21.15.76:0/2736558858 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f49900cbea0 0x7f4990071210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:42.431 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.426+0000 7f4996319640 1 -- 172.21.15.76:0/2736558858 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f498c0094d0 con 0x7f499006c4c0 2024-09-13T16:02:42.431 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.426+0000 7f4996319640 1 --2- 172.21.15.76:0/2736558858 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f499006c4c0 0x7f4990156ba0 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f498400c430 tx=0x7f498400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:42.431 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.426+0000 7f4982ffd640 1 -- 172.21.15.76:0/2736558858 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4984011790 con 0x7f499006c4c0 2024-09-13T16:02:42.431 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.426+0000 7f4982ffd640 1 -- 172.21.15.76:0/2736558858 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f49840118f0 con 0x7f499006c4c0 2024-09-13T16:02:42.431 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.426+0000 7f4982ffd640 1 -- 172.21.15.76:0/2736558858 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4984011ce0 con 0x7f499006c4c0 2024-09-13T16:02:42.431 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.426+0000 7f499857d640 1 -- 172.21.15.76:0/2736558858 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f49900c4b40 con 0x7f499006c4c0 2024-09-13T16:02:42.431 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.426+0000 7f499857d640 1 -- 172.21.15.76:0/2736558858 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f49900c4450 con 0x7f499006c4c0 2024-09-13T16:02:42.431 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.427+0000 7f499857d640 1 -- 172.21.15.76:0/2736558858 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f49900c45e0 con 0x7f499006c4c0 2024-09-13T16:02:42.431 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.427+0000 7f4982ffd640 1 -- 172.21.15.76:0/2736558858 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f498401c460 con 0x7f499006c4c0 2024-09-13T16:02:42.432 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.428+0000 7f4982ffd640 1 --2- 172.21.15.76:0/2736558858 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f497406ac30 0x7f497406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:42.432 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.428+0000 7f4995b18640 1 --2- 172.21.15.76:0/2736558858 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f497406ac30 0x7f497406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:42.432 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.428+0000 7f4982ffd640 1 -- 172.21.15.76:0/2736558858 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7f4984089650 con 0x7f499006c4c0 2024-09-13T16:02:42.432 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.428+0000 7f4995b18640 1 --2- 172.21.15.76:0/2736558858 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f497406ac30 0x7f497406d0f0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f498c034000 tx=0x7f498c02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:42.434 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.432+0000 7f4982ffd640 1 -- 172.21.15.76:0/2736558858 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f4984054480 con 0x7f499006c4c0 2024-09-13T16:02:42.597 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.594+0000 7f499857d640 1 -- 172.21.15.76:0/2736558858 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f49900ce690 con 0x7f499006c4c0 2024-09-13T16:02:42.598 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.596+0000 7f4982ffd640 1 -- 172.21.15.76:0/2736558858 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v28) v1 ==== 74+0+18669 (secure 0 0 0) 0x7f4984057aa0 con 0x7f499006c4c0 2024-09-13T16:02:42.598 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:02:42.598 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":28,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:02:20.572463+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:01:36.778177+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T16:01:37.336141+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T16:01:40.400554+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.2","mappings":[{"from":3,"to":2},{"from":5,"to":1}]},{"pgid":"3.15","mappings":[{"from":7,"to":2}]},{"pgid":"3.3a","mappings":[{"from":5,"to":2}]},{"pgid":"4.0","mappings":[{"from":1,"to":2}]},{"pgid":"4.9","mappings":[{"from":1,"to":2}]},{"pgid":"4.1d","mappings":[{"from":1,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:02:42.600 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.598+0000 7f499857d640 1 -- 172.21.15.76:0/2736558858 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f497406ac30 msgr2=0x7f497406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:42.600 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.598+0000 7f499857d640 1 --2- 172.21.15.76:0/2736558858 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f497406ac30 0x7f497406d0f0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f498c034000 tx=0x7f498c02e000 comp rx=0 tx=0).stop 2024-09-13T16:02:42.600 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.598+0000 7f499857d640 1 -- 172.21.15.76:0/2736558858 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f499006c4c0 msgr2=0x7f4990156ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:42.600 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.598+0000 7f499857d640 1 --2- 172.21.15.76:0/2736558858 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f499006c4c0 0x7f4990156ba0 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f498400c430 tx=0x7f498400c8f0 comp rx=0 tx=0).stop 2024-09-13T16:02:42.600 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.598+0000 7f499857d640 1 -- 172.21.15.76:0/2736558858 shutdown_connections 2024-09-13T16:02:42.601 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.598+0000 7f499857d640 1 --2- 172.21.15.76:0/2736558858 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f49900cbea0 0x7f4990071210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:42.601 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.598+0000 7f499857d640 1 --2- 172.21.15.76:0/2736558858 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f497406ac30 0x7f497406d0f0 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:42.601 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.598+0000 7f499857d640 1 --2- 172.21.15.76:0/2736558858 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f499006c8a0 0x7f49900c3f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:42.601 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.598+0000 7f499857d640 1 --2- 172.21.15.76:0/2736558858 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f499006c4c0 0x7f4990156ba0 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:42.601 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.598+0000 7f499857d640 1 -- 172.21.15.76:0/2736558858 >> 172.21.15.76:0/2736558858 conn(0x7f4990069ed0 msgr2=0x7f499006a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:42.601 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.598+0000 7f499857d640 1 -- 172.21.15.76:0/2736558858 shutdown_connections 2024-09-13T16:02:42.601 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.598+0000 7f499857d640 1 -- 172.21.15.76:0/2736558858 wait complete. 2024-09-13T16:02:42.611 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:01:26.960607+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:01:36.778177+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:01:37.336141+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-13T16:01:40.400554+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '26', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-13T16:02:42.612 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:02:42.713 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.710+0000 7f413e395640 1 Processor -- start 2024-09-13T16:02:42.713 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.710+0000 7f413e395640 1 -- start start 2024-09-13T16:02:42.714 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.711+0000 7f413e395640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4138158b00 0x7f413806c190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:42.714 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.711+0000 7f413e395640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f413806c6d0 0x7f4138070b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:42.714 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.711+0000 7f413e395640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f4138071050 0x7f4138071500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:42.715 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.711+0000 7f413e395640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f413806cb30 con 0x7f4138071050 2024-09-13T16:02:42.715 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.711+0000 7f413e395640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f41380b2d10 con 0x7f413806c6d0 2024-09-13T16:02:42.715 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.711+0000 7f413e395640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f41380b2ff0 con 0x7f4138158b00 2024-09-13T16:02:42.715 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.711+0000 7f413c932640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f4138071050 0x7f4138071500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:42.715 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.711+0000 7f413c932640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f4138071050 0x7f4138071500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56722/0 (socket says 172.21.15.76:56722) 2024-09-13T16:02:42.715 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.711+0000 7f413c932640 1 -- 172.21.15.76:0/2170005698 learned_addr learned my addr 172.21.15.76:0/2170005698 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:42.715 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.711+0000 7f4137fff640 1 --2- 172.21.15.76:0/2170005698 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4138158b00 0x7f413806c190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:42.715 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.711+0000 7f41377fe640 1 --2- 172.21.15.76:0/2170005698 >> v2:172.21.15.192:3300/0 conn(0x7f413806c6d0 0x7f4138070b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:42.715 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.711+0000 7f413c932640 1 -- 172.21.15.76:0/2170005698 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4138158b00 msgr2=0x7f413806c190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:42.715 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.711+0000 7f413c932640 1 --2- 172.21.15.76:0/2170005698 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4138158b00 0x7f413806c190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:42.715 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.711+0000 7f413c932640 1 -- 172.21.15.76:0/2170005698 >> v2:172.21.15.192:3300/0 conn(0x7f413806c6d0 msgr2=0x7f4138070b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:42.715 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.711+0000 7f413c932640 1 --2- 172.21.15.76:0/2170005698 >> v2:172.21.15.192:3300/0 conn(0x7f413806c6d0 0x7f4138070b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:42.715 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.711+0000 7f413c932640 1 -- 172.21.15.76:0/2170005698 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4138070310 con 0x7f4138071050 2024-09-13T16:02:42.716 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.712+0000 7f413c932640 1 --2- 172.21.15.76:0/2170005698 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4138071050 0x7f4138071500 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f413806e4b0 tx=0x7f413002a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=68b37f971e2eda4a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:42.716 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.712+0000 7f4136ffd640 1 -- 172.21.15.76:0/2170005698 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4130031600 con 0x7f4138071050 2024-09-13T16:02:42.716 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.712+0000 7f4136ffd640 1 -- 172.21.15.76:0/2170005698 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f413002d050 con 0x7f4138071050 2024-09-13T16:02:42.716 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.712+0000 7f4136ffd640 1 -- 172.21.15.76:0/2170005698 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4130031980 con 0x7f4138071050 2024-09-13T16:02:42.718 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.713+0000 7f413e395640 1 -- 172.21.15.76:0/2170005698 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4138071050 msgr2=0x7f4138071500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:42.718 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.713+0000 7f413e395640 1 --2- 172.21.15.76:0/2170005698 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4138071050 0x7f4138071500 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f413806e4b0 tx=0x7f413002a6a0 comp rx=0 tx=0).stop 2024-09-13T16:02:42.718 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.713+0000 7f413e395640 1 -- 172.21.15.76:0/2170005698 shutdown_connections 2024-09-13T16:02:42.718 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.713+0000 7f413e395640 1 --2- 172.21.15.76:0/2170005698 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4138071050 0x7f4138071500 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:42.718 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.713+0000 7f413e395640 1 --2- 172.21.15.76:0/2170005698 >> v2:172.21.15.192:3300/0 conn(0x7f413806c6d0 0x7f4138070b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:42.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.713+0000 7f413e395640 1 --2- 172.21.15.76:0/2170005698 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4138158b00 0x7f413806c190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:42.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.713+0000 7f413e395640 1 -- 172.21.15.76:0/2170005698 >> 172.21.15.76:0/2170005698 conn(0x7f413806a0b0 msgr2=0x7f413806a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:42.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.713+0000 7f413e395640 1 -- 172.21.15.76:0/2170005698 shutdown_connections 2024-09-13T16:02:42.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.713+0000 7f413e395640 1 -- 172.21.15.76:0/2170005698 wait complete. 2024-09-13T16:02:42.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.714+0000 7f413e395640 1 Processor -- start 2024-09-13T16:02:42.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.714+0000 7f413e395640 1 -- start start 2024-09-13T16:02:42.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.715+0000 7f413e395640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f413806c6d0 0x7f41381f1660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:42.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.715+0000 7f413e395640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4138071050 0x7f41380ac190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:42.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.715+0000 7f413e395640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4138158b00 0x7f41380ac6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:42.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.715+0000 7f413e395640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f413814c2f0 con 0x7f413806c6d0 2024-09-13T16:02:42.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.715+0000 7f413e395640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4138156860 con 0x7f4138158b00 2024-09-13T16:02:42.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.715+0000 7f413e395640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f413814c500 con 0x7f4138071050 2024-09-13T16:02:42.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.715+0000 7f4137fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f413806c6d0 0x7f41381f1660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:42.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.715+0000 7f4137fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f413806c6d0 0x7f41381f1660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56724/0 (socket says 172.21.15.76:56724) 2024-09-13T16:02:42.720 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.715+0000 7f4137fff640 1 -- 172.21.15.76:0/2771734452 learned_addr learned my addr 172.21.15.76:0/2771734452 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:42.720 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.715+0000 7f41377fe640 1 --2- 172.21.15.76:0/2771734452 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4138071050 0x7f41380ac190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:42.720 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.715+0000 7f413c932640 1 --2- 172.21.15.76:0/2771734452 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4138158b00 0x7f41380ac6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:42.720 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.715+0000 7f4137fff640 1 -- 172.21.15.76:0/2771734452 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4138071050 msgr2=0x7f41380ac190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:42.720 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.715+0000 7f4137fff640 1 --2- 172.21.15.76:0/2771734452 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4138071050 0x7f41380ac190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:42.720 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.715+0000 7f4137fff640 1 -- 172.21.15.76:0/2771734452 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4138158b00 msgr2=0x7f41380ac6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:42.720 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.715+0000 7f4137fff640 1 --2- 172.21.15.76:0/2771734452 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4138158b00 0x7f41380ac6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:42.720 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.715+0000 7f4137fff640 1 -- 172.21.15.76:0/2771734452 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4130009b30 con 0x7f413806c6d0 2024-09-13T16:02:42.720 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.715+0000 7f4137fff640 1 --2- 172.21.15.76:0/2771734452 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f413806c6d0 0x7f41381f1660 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f412800d620 tx=0x7f412800dae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:42.720 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.716+0000 7f4134ff9640 1 -- 172.21.15.76:0/2771734452 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f412800b620 con 0x7f413806c6d0 2024-09-13T16:02:42.720 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.716+0000 7f4134ff9640 1 -- 172.21.15.76:0/2771734452 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f412800b780 con 0x7f413806c6d0 2024-09-13T16:02:42.720 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.716+0000 7f413e395640 1 -- 172.21.15.76:0/2771734452 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f413814c7e0 con 0x7f413806c6d0 2024-09-13T16:02:42.720 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.716+0000 7f4134ff9640 1 -- 172.21.15.76:0/2771734452 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f412800bb30 con 0x7f413806c6d0 2024-09-13T16:02:42.721 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.716+0000 7f413e395640 1 -- 172.21.15.76:0/2771734452 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f413814cda0 con 0x7f413806c6d0 2024-09-13T16:02:42.721 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.717+0000 7f413e395640 1 -- 172.21.15.76:0/2771734452 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4138071500 con 0x7f413806c6d0 2024-09-13T16:02:42.721 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.717+0000 7f4134ff9640 1 -- 172.21.15.76:0/2771734452 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f412800bc90 con 0x7f413806c6d0 2024-09-13T16:02:42.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.718+0000 7f4134ff9640 1 --2- 172.21.15.76:0/2771734452 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f412406ac30 0x7f412406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:42.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.718+0000 7f41377fe640 1 --2- 172.21.15.76:0/2771734452 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f412406ac30 0x7f412406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:42.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.718+0000 7f4134ff9640 1 -- 172.21.15.76:0/2771734452 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7f4128089aa0 con 0x7f413806c6d0 2024-09-13T16:02:42.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.718+0000 7f41377fe640 1 --2- 172.21.15.76:0/2771734452 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f412406ac30 0x7f412406d0f0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f41380b2210 tx=0x7f412c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:42.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.722+0000 7f4134ff9640 1 -- 172.21.15.76:0/2771734452 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f41280548f0 con 0x7f413806c6d0 2024-09-13T16:02:42.884 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.881+0000 7f413e395640 1 -- 172.21.15.76:0/2771734452 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f413806b150 con 0x7f413806c6d0 2024-09-13T16:02:42.884 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.882+0000 7f4134ff9640 1 -- 172.21.15.76:0/2771734452 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v28) v1 ==== 93+0+10 (secure 0 0 0) 0x7f4128057f10 con 0x7f413806c6d0 2024-09-13T16:02:42.884 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2024-09-13T16:02:42.886 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.883+0000 7f413e395640 1 -- 172.21.15.76:0/2771734452 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f412406ac30 msgr2=0x7f412406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:42.886 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.883+0000 7f413e395640 1 --2- 172.21.15.76:0/2771734452 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f412406ac30 0x7f412406d0f0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f41380b2210 tx=0x7f412c008040 comp rx=0 tx=0).stop 2024-09-13T16:02:42.886 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.883+0000 7f413e395640 1 -- 172.21.15.76:0/2771734452 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f413806c6d0 msgr2=0x7f41381f1660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:42.886 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.883+0000 7f413e395640 1 --2- 172.21.15.76:0/2771734452 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f413806c6d0 0x7f41381f1660 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f412800d620 tx=0x7f412800dae0 comp rx=0 tx=0).stop 2024-09-13T16:02:42.886 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.884+0000 7f413e395640 1 -- 172.21.15.76:0/2771734452 shutdown_connections 2024-09-13T16:02:42.887 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.884+0000 7f413e395640 1 --2- 172.21.15.76:0/2771734452 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4138158b00 0x7f41380ac6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:42.887 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.884+0000 7f413e395640 1 --2- 172.21.15.76:0/2771734452 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f412406ac30 0x7f412406d0f0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:42.887 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.884+0000 7f413e395640 1 --2- 172.21.15.76:0/2771734452 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4138071050 0x7f41380ac190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:42.887 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.884+0000 7f413e395640 1 --2- 172.21.15.76:0/2771734452 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f413806c6d0 0x7f41381f1660 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:42.887 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.884+0000 7f413e395640 1 -- 172.21.15.76:0/2771734452 >> 172.21.15.76:0/2771734452 conn(0x7f413806a0b0 msgr2=0x7f41380cd690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:42.887 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.884+0000 7f413e395640 1 -- 172.21.15.76:0/2771734452 shutdown_connections 2024-09-13T16:02:42.887 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.884+0000 7f413e395640 1 -- 172.21.15.76:0/2771734452 wait complete. 2024-09-13T16:02:42.897 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:02:42.998 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.996+0000 7f9df7933640 1 Processor -- start 2024-09-13T16:02:42.998 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.996+0000 7f9df7933640 1 -- start start 2024-09-13T16:02:43.000 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.997+0000 7f9df7933640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f9df0159310 0x7f9df00ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:43.000 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.997+0000 7f9df7933640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9df00b2b40 0x7f9df00ab140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:43.000 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.997+0000 7f9df7933640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f9df00ab680 0x7f9df00ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:43.000 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.997+0000 7f9df7933640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9df00ad940 con 0x7f9df00ab680 2024-09-13T16:02:43.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.997+0000 7f9df7933640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9df00ccbe0 con 0x7f9df0159310 2024-09-13T16:02:43.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.997+0000 7f9df7933640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9df00b1810 con 0x7f9df00b2b40 2024-09-13T16:02:43.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.997+0000 7f9df5ed0640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f9df00ab680 0x7f9df00ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:43.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.997+0000 7f9df5ed0640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f9df00ab680 0x7f9df00ce4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56740/0 (socket says 172.21.15.76:56740) 2024-09-13T16:02:43.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.997+0000 7f9df5ed0640 1 -- 172.21.15.76:0/2204983907 learned_addr learned my addr 172.21.15.76:0/2204983907 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:43.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.997+0000 7f9df4ece640 1 --2- 172.21.15.76:0/2204983907 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9df00b2b40 0x7f9df00ab140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:43.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.997+0000 7f9df5ed0640 1 -- 172.21.15.76:0/2204983907 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9df00b2b40 msgr2=0x7f9df00ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:43.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.997+0000 7f9df56cf640 1 --2- 172.21.15.76:0/2204983907 >> v2:172.21.15.192:3300/0 conn(0x7f9df0159310 0x7f9df00ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:43.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.997+0000 7f9df5ed0640 1 --2- 172.21.15.76:0/2204983907 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9df00b2b40 0x7f9df00ab140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:43.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.997+0000 7f9df5ed0640 1 -- 172.21.15.76:0/2204983907 >> v2:172.21.15.192:3300/0 conn(0x7f9df0159310 msgr2=0x7f9df00ad400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:43.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.997+0000 7f9df5ed0640 1 --2- 172.21.15.76:0/2204983907 >> v2:172.21.15.192:3300/0 conn(0x7f9df0159310 0x7f9df00ad400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:43.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.997+0000 7f9df5ed0640 1 -- 172.21.15.76:0/2204983907 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9df006d9e0 con 0x7f9df00ab680 2024-09-13T16:02:43.002 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.997+0000 7f9df4ece640 1 --2- 172.21.15.76:0/2204983907 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9df00b2b40 0x7f9df00ab140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:02:43.002 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.997+0000 7f9df56cf640 1 --2- 172.21.15.76:0/2204983907 >> v2:172.21.15.192:3300/0 conn(0x7f9df0159310 0x7f9df00ad400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:02:43.002 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.998+0000 7f9df5ed0640 1 --2- 172.21.15.76:0/2204983907 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9df00ab680 0x7f9df00ce4f0 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f9df00cac90 tx=0x7f9de802a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=387587a2766219af server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:43.002 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.998+0000 7f9de7fff640 1 -- 172.21.15.76:0/2204983907 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9de8031600 con 0x7f9df00ab680 2024-09-13T16:02:43.002 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.998+0000 7f9de7fff640 1 -- 172.21.15.76:0/2204983907 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9de802d050 con 0x7f9df00ab680 2024-09-13T16:02:43.002 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.998+0000 7f9de7fff640 1 -- 172.21.15.76:0/2204983907 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9de8031980 con 0x7f9df00ab680 2024-09-13T16:02:43.004 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.998+0000 7f9df7933640 1 -- 172.21.15.76:0/2204983907 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9df00ab680 msgr2=0x7f9df00ce4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:43.005 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.998+0000 7f9df7933640 1 --2- 172.21.15.76:0/2204983907 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9df00ab680 0x7f9df00ce4f0 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f9df00cac90 tx=0x7f9de802a610 comp rx=0 tx=0).stop 2024-09-13T16:02:43.005 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.999+0000 7f9df7933640 1 -- 172.21.15.76:0/2204983907 shutdown_connections 2024-09-13T16:02:43.005 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.999+0000 7f9df7933640 1 --2- 172.21.15.76:0/2204983907 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9df00ab680 0x7f9df00ce4f0 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:43.005 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.999+0000 7f9df7933640 1 --2- 172.21.15.76:0/2204983907 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9df00b2b40 0x7f9df00ab140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:43.005 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.999+0000 7f9df7933640 1 --2- 172.21.15.76:0/2204983907 >> v2:172.21.15.192:3300/0 conn(0x7f9df0159310 0x7f9df00ad400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:43.005 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.999+0000 7f9df7933640 1 -- 172.21.15.76:0/2204983907 >> 172.21.15.76:0/2204983907 conn(0x7f9df006a0b0 msgr2=0x7f9df006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:43.005 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.999+0000 7f9df7933640 1 -- 172.21.15.76:0/2204983907 shutdown_connections 2024-09-13T16:02:43.005 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:42.999+0000 7f9df7933640 1 -- 172.21.15.76:0/2204983907 wait complete. 2024-09-13T16:02:43.005 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.000+0000 7f9df7933640 1 Processor -- start 2024-09-13T16:02:43.005 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.000+0000 7f9df7933640 1 -- start start 2024-09-13T16:02:43.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.000+0000 7f9df7933640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9df00ab680 0x7f9df01e5d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:43.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.001+0000 7f9df7933640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9df00b2b40 0x7f9df00c3e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:43.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.001+0000 7f9df7933640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9df0159310 0x7f9df0156660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:43.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.001+0000 7f9df7933640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9df0152ce0 con 0x7f9df00ab680 2024-09-13T16:02:43.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.001+0000 7f9df7933640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9df0072120 con 0x7f9df0159310 2024-09-13T16:02:43.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.001+0000 7f9df7933640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9df01e6480 con 0x7f9df00b2b40 2024-09-13T16:02:43.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.001+0000 7f9df56cf640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9df00ab680 0x7f9df01e5d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:43.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.001+0000 7f9df56cf640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9df00ab680 0x7f9df01e5d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56754/0 (socket says 172.21.15.76:56754) 2024-09-13T16:02:43.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.001+0000 7f9df56cf640 1 -- 172.21.15.76:0/4139371294 learned_addr learned my addr 172.21.15.76:0/4139371294 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:43.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.001+0000 7f9df5ed0640 1 --2- 172.21.15.76:0/4139371294 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9df0159310 0x7f9df0156660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:43.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.001+0000 7f9df4ece640 1 --2- 172.21.15.76:0/4139371294 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9df00b2b40 0x7f9df00c3e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:43.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.001+0000 7f9df56cf640 1 -- 172.21.15.76:0/4139371294 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9df00b2b40 msgr2=0x7f9df00c3e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:43.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.001+0000 7f9df56cf640 1 --2- 172.21.15.76:0/4139371294 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9df00b2b40 0x7f9df00c3e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:43.007 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.001+0000 7f9df56cf640 1 -- 172.21.15.76:0/4139371294 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9df0159310 msgr2=0x7f9df0156660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:43.007 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.001+0000 7f9df56cf640 1 --2- 172.21.15.76:0/4139371294 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9df0159310 0x7f9df0156660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:43.007 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.001+0000 7f9df56cf640 1 -- 172.21.15.76:0/4139371294 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9de8009b30 con 0x7f9df00ab680 2024-09-13T16:02:43.007 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.001+0000 7f9df56cf640 1 --2- 172.21.15.76:0/4139371294 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9df00ab680 0x7f9df01e5d80 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f9dec00c7f0 tx=0x7f9dec00ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:43.007 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.001+0000 7f9de5ffb640 1 -- 172.21.15.76:0/4139371294 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9dec007820 con 0x7f9df00ab680 2024-09-13T16:02:43.007 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.001+0000 7f9de5ffb640 1 -- 172.21.15.76:0/4139371294 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9dec007980 con 0x7f9df00ab680 2024-09-13T16:02:43.007 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.001+0000 7f9de5ffb640 1 -- 172.21.15.76:0/4139371294 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9dec007cf0 con 0x7f9df00ab680 2024-09-13T16:02:43.007 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.001+0000 7f9df7933640 1 -- 172.21.15.76:0/4139371294 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9df00c4dd0 con 0x7f9df00ab680 2024-09-13T16:02:43.007 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.002+0000 7f9df7933640 1 -- 172.21.15.76:0/4139371294 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9df0071b60 con 0x7f9df00ab680 2024-09-13T16:02:43.007 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.002+0000 7f9df7933640 1 -- 172.21.15.76:0/4139371294 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9df0152f50 con 0x7f9df00ab680 2024-09-13T16:02:43.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.003+0000 7f9de5ffb640 1 -- 172.21.15.76:0/4139371294 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9dec0113f0 con 0x7f9df00ab680 2024-09-13T16:02:43.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.003+0000 7f9de5ffb640 1 --2- 172.21.15.76:0/4139371294 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9dd406ac00 0x7f9dd406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:43.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.003+0000 7f9de5ffb640 1 -- 172.21.15.76:0/4139371294 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7f9dec089840 con 0x7f9df00ab680 2024-09-13T16:02:43.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.003+0000 7f9df4ece640 1 --2- 172.21.15.76:0/4139371294 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9dd406ac00 0x7f9dd406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:43.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.004+0000 7f9df4ece640 1 --2- 172.21.15.76:0/4139371294 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9dd406ac00 0x7f9dd406d0c0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f9df0157880 tx=0x7f9de0008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:43.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.007+0000 7f9de5ffb640 1 -- 172.21.15.76:0/4139371294 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f9dec0547b0 con 0x7f9df00ab680 2024-09-13T16:02:43.172 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.170+0000 7f9df7933640 1 -- 172.21.15.76:0/4139371294 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f9df0152a40 con 0x7f9df00ab680 2024-09-13T16:02:43.173 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.171+0000 7f9de5ffb640 1 -- 172.21.15.76:0/4139371294 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v28) v1 ==== 104+0+11 (secure 0 0 0) 0x7f9df0152a40 con 0x7f9df00ab680 2024-09-13T16:02:43.173 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2024-09-13T16:02:43.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.172+0000 7f9df7933640 1 -- 172.21.15.76:0/4139371294 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9dd406ac00 msgr2=0x7f9dd406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:43.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.172+0000 7f9df7933640 1 --2- 172.21.15.76:0/4139371294 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9dd406ac00 0x7f9dd406d0c0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f9df0157880 tx=0x7f9de0008040 comp rx=0 tx=0).stop 2024-09-13T16:02:43.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.172+0000 7f9df7933640 1 -- 172.21.15.76:0/4139371294 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9df00ab680 msgr2=0x7f9df01e5d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:43.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.172+0000 7f9df7933640 1 --2- 172.21.15.76:0/4139371294 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9df00ab680 0x7f9df01e5d80 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f9dec00c7f0 tx=0x7f9dec00ccb0 comp rx=0 tx=0).stop 2024-09-13T16:02:43.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.173+0000 7f9df7933640 1 -- 172.21.15.76:0/4139371294 shutdown_connections 2024-09-13T16:02:43.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.173+0000 7f9df7933640 1 --2- 172.21.15.76:0/4139371294 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9df0159310 0x7f9df0156660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:43.176 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.173+0000 7f9df7933640 1 --2- 172.21.15.76:0/4139371294 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9dd406ac00 0x7f9dd406d0c0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:43.176 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.173+0000 7f9df7933640 1 --2- 172.21.15.76:0/4139371294 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9df00b2b40 0x7f9df00c3e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:43.176 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.173+0000 7f9df7933640 1 --2- 172.21.15.76:0/4139371294 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9df00ab680 0x7f9df01e5d80 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:43.176 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.173+0000 7f9df7933640 1 -- 172.21.15.76:0/4139371294 >> 172.21.15.76:0/4139371294 conn(0x7f9df006a0b0 msgr2=0x7f9df00b1df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:43.176 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.173+0000 7f9df7933640 1 -- 172.21.15.76:0/4139371294 shutdown_connections 2024-09-13T16:02:43.176 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.173+0000 7f9df7933640 1 -- 172.21.15.76:0/4139371294 wait complete. 2024-09-13T16:02:43.186 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:02:43.286 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.284+0000 7f3b6e68e640 1 Processor -- start 2024-09-13T16:02:43.286 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.284+0000 7f3b6e68e640 1 -- start start 2024-09-13T16:02:43.288 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.285+0000 7f3b6e68e640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f3b6815a3b0 0x7f3b680b20a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:43.288 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.285+0000 7f3b6e68e640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3b680cec00 0x7f3b680ab9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:43.288 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.285+0000 7f3b6e68e640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3b6815a790 con 0x7f3b680b1720 2024-09-13T16:02:43.288 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.285+0000 7f3b6e68e640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3b680b2680 con 0x7f3b6815a3b0 2024-09-13T16:02:43.288 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.285+0000 7f3b6e68e640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3b680b2960 con 0x7f3b680cec00 2024-09-13T16:02:43.288 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.285+0000 7f3b67fff640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f3b6815a3b0 0x7f3b680b20a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:43.288 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.285+0000 7f3b6cc2b640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3b680cec00 0x7f3b680ab9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:43.288 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.285+0000 7f3b677fe640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7f3b680b1720 0x7f3b680ce4f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:38408/0 (socket says 172.21.15.76:38408) 2024-09-13T16:02:43.288 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.285+0000 7f3b677fe640 1 -- 172.21.15.76:0/1200178930 learned_addr learned my addr 172.21.15.76:0/1200178930 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:43.288 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.285+0000 7f3b67fff640 1 -- 172.21.15.76:0/1200178930 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3b680cec00 msgr2=0x7f3b680ab9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:43.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.285+0000 7f3b67fff640 1 --2- 172.21.15.76:0/1200178930 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3b680cec00 0x7f3b680ab9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:43.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.285+0000 7f3b67fff640 1 -- 172.21.15.76:0/1200178930 >> v1:172.21.15.192:6789/0 conn(0x7f3b680b1720 legacy=0x7f3b680ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:43.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.285+0000 7f3b67fff640 1 -- 172.21.15.76:0/1200178930 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3b680b2c40 con 0x7f3b6815a3b0 2024-09-13T16:02:43.290 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.286+0000 7f3b67fff640 1 --2- 172.21.15.76:0/1200178930 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3b6815a3b0 0x7f3b680b20a0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f3b580097a0 tx=0x7f3b5802a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ad833d44504c40e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:43.290 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.286+0000 7f3b66ffd640 1 -- 172.21.15.76:0/1200178930 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b58032440 con 0x7f3b6815a3b0 2024-09-13T16:02:43.290 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.286+0000 7f3b66ffd640 1 -- 172.21.15.76:0/1200178930 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3b580325a0 con 0x7f3b6815a3b0 2024-09-13T16:02:43.290 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.286+0000 7f3b66ffd640 1 -- 172.21.15.76:0/1200178930 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b58032930 con 0x7f3b6815a3b0 2024-09-13T16:02:43.290 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.287+0000 7f3b6e68e640 1 -- 172.21.15.76:0/1200178930 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3b6815a3b0 msgr2=0x7f3b680b20a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:43.290 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.287+0000 7f3b6e68e640 1 --2- 172.21.15.76:0/1200178930 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3b6815a3b0 0x7f3b680b20a0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f3b580097a0 tx=0x7f3b5802a180 comp rx=0 tx=0).stop 2024-09-13T16:02:43.290 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.287+0000 7f3b6e68e640 1 -- 172.21.15.76:0/1200178930 shutdown_connections 2024-09-13T16:02:43.290 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.287+0000 7f3b6e68e640 1 --2- 172.21.15.76:0/1200178930 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3b680cec00 0x7f3b680ab9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:43.290 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.287+0000 7f3b6e68e640 1 --2- 172.21.15.76:0/1200178930 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3b6815a3b0 0x7f3b680b20a0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:43.290 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.287+0000 7f3b6e68e640 1 -- 172.21.15.76:0/1200178930 >> 172.21.15.76:0/1200178930 conn(0x7f3b6806a0b0 msgr2=0x7f3b6806a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:43.291 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.287+0000 7f3b6e68e640 1 -- 172.21.15.76:0/1200178930 shutdown_connections 2024-09-13T16:02:43.291 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.287+0000 7f3b6e68e640 1 -- 172.21.15.76:0/1200178930 wait complete. 2024-09-13T16:02:43.293 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.288+0000 7f3b6e68e640 1 Processor -- start 2024-09-13T16:02:43.293 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.288+0000 7f3b6e68e640 1 -- start start 2024-09-13T16:02:43.293 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.289+0000 7f3b6e68e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3b680b1720 0x7f3b680974d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:43.293 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.289+0000 7f3b6e68e640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3b680cec00 0x7f3b681530b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:43.293 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.289+0000 7f3b6e68e640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3b6815a3b0 0x7f3b681535f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:43.293 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.289+0000 7f3b6e68e640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3b68153b30 con 0x7f3b680b1720 2024-09-13T16:02:43.293 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.289+0000 7f3b6e68e640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3b680b0cc0 con 0x7f3b680cec00 2024-09-13T16:02:43.293 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.289+0000 7f3b6e68e640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3b680ae6a0 con 0x7f3b6815a3b0 2024-09-13T16:02:43.293 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.289+0000 7f3b67fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3b680b1720 0x7f3b680974d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:43.293 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.289+0000 7f3b67fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3b680b1720 0x7f3b680974d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56760/0 (socket says 172.21.15.76:56760) 2024-09-13T16:02:43.293 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.289+0000 7f3b67fff640 1 -- 172.21.15.76:0/3351595548 learned_addr learned my addr 172.21.15.76:0/3351595548 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:43.293 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.289+0000 7f3b677fe640 1 --2- 172.21.15.76:0/3351595548 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3b680cec00 0x7f3b681530b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:43.293 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.289+0000 7f3b6cc2b640 1 --2- 172.21.15.76:0/3351595548 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3b6815a3b0 0x7f3b681535f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:43.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.290+0000 7f3b67fff640 1 -- 172.21.15.76:0/3351595548 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3b6815a3b0 msgr2=0x7f3b681535f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:43.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.290+0000 7f3b67fff640 1 --2- 172.21.15.76:0/3351595548 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3b6815a3b0 0x7f3b681535f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:43.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.290+0000 7f3b67fff640 1 -- 172.21.15.76:0/3351595548 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3b680cec00 msgr2=0x7f3b681530b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:43.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.290+0000 7f3b67fff640 1 --2- 172.21.15.76:0/3351595548 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3b680cec00 0x7f3b681530b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:43.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.290+0000 7f3b67fff640 1 -- 172.21.15.76:0/3351595548 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3b58009400 con 0x7f3b680b1720 2024-09-13T16:02:43.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.290+0000 7f3b677fe640 1 --2- 172.21.15.76:0/3351595548 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3b680cec00 0x7f3b681530b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:02:43.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.290+0000 7f3b67fff640 1 --2- 172.21.15.76:0/3351595548 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3b680b1720 0x7f3b680974d0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f3b580098c0 tx=0x7f3b580046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:43.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.290+0000 7f3b64ff9640 1 -- 172.21.15.76:0/3351595548 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b58030b80 con 0x7f3b680b1720 2024-09-13T16:02:43.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.290+0000 7f3b64ff9640 1 -- 172.21.15.76:0/3351595548 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3b58032e90 con 0x7f3b680b1720 2024-09-13T16:02:43.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.290+0000 7f3b6e68e640 1 -- 172.21.15.76:0/3351595548 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3b68153d60 con 0x7f3b680b1720 2024-09-13T16:02:43.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.290+0000 7f3b64ff9640 1 -- 172.21.15.76:0/3351595548 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b58006e10 con 0x7f3b680b1720 2024-09-13T16:02:43.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.290+0000 7f3b6e68e640 1 -- 172.21.15.76:0/3351595548 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3b681542e0 con 0x7f3b680b1720 2024-09-13T16:02:43.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.291+0000 7f3b6e68e640 1 -- 172.21.15.76:0/3351595548 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3b680ca8f0 con 0x7f3b680b1720 2024-09-13T16:02:43.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.291+0000 7f3b64ff9640 1 -- 172.21.15.76:0/3351595548 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f3b5803c400 con 0x7f3b680b1720 2024-09-13T16:02:43.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.292+0000 7f3b64ff9640 1 --2- 172.21.15.76:0/3351595548 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3b5406ac30 0x7f3b5406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:43.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.292+0000 7f3b64ff9640 1 -- 172.21.15.76:0/3351595548 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7f3b580aa360 con 0x7f3b680b1720 2024-09-13T16:02:43.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.292+0000 7f3b677fe640 1 --2- 172.21.15.76:0/3351595548 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3b5406ac30 0x7f3b5406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:43.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.292+0000 7f3b677fe640 1 --2- 172.21.15.76:0/3351595548 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3b5406ac30 0x7f3b5406d0f0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f3b680ca8c0 tx=0x7f3b5c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:43.298 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.296+0000 7f3b64ff9640 1 -- 172.21.15.76:0/3351595548 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f3b58075220 con 0x7f3b680b1720 2024-09-13T16:02:43.459 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.456+0000 7f3b6e68e640 1 -- 172.21.15.76:0/3351595548 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f3b680ca610 con 0x7f3b680b1720 2024-09-13T16:02:43.459 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.457+0000 7f3b64ff9640 1 -- 172.21.15.76:0/3351595548 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v28) v1 ==== 100+0+11 (secure 0 0 0) 0x7f3b58078840 con 0x7f3b680b1720 2024-09-13T16:02:43.459 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2024-09-13T16:02:43.461 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.458+0000 7f3b6e68e640 1 -- 172.21.15.76:0/3351595548 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3b5406ac30 msgr2=0x7f3b5406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:43.461 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.458+0000 7f3b6e68e640 1 --2- 172.21.15.76:0/3351595548 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3b5406ac30 0x7f3b5406d0f0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f3b680ca8c0 tx=0x7f3b5c009040 comp rx=0 tx=0).stop 2024-09-13T16:02:43.461 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.458+0000 7f3b6e68e640 1 -- 172.21.15.76:0/3351595548 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3b680b1720 msgr2=0x7f3b680974d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:43.461 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.458+0000 7f3b6e68e640 1 --2- 172.21.15.76:0/3351595548 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3b680b1720 0x7f3b680974d0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f3b580098c0 tx=0x7f3b580046c0 comp rx=0 tx=0).stop 2024-09-13T16:02:43.461 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.458+0000 7f3b6e68e640 1 -- 172.21.15.76:0/3351595548 shutdown_connections 2024-09-13T16:02:43.461 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.458+0000 7f3b6e68e640 1 --2- 172.21.15.76:0/3351595548 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3b5406ac30 0x7f3b5406d0f0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:43.462 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.458+0000 7f3b6e68e640 1 --2- 172.21.15.76:0/3351595548 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3b6815a3b0 0x7f3b681535f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:43.462 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.458+0000 7f3b6e68e640 1 --2- 172.21.15.76:0/3351595548 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3b680cec00 0x7f3b681530b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:43.462 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.458+0000 7f3b6e68e640 1 --2- 172.21.15.76:0/3351595548 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3b680b1720 0x7f3b680974d0 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:43.462 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.459+0000 7f3b6e68e640 1 -- 172.21.15.76:0/3351595548 >> 172.21.15.76:0/3351595548 conn(0x7f3b6806a0b0 msgr2=0x7f3b68071850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:43.462 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.459+0000 7f3b6e68e640 1 -- 172.21.15.76:0/3351595548 shutdown_connections 2024-09-13T16:02:43.462 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.459+0000 7f3b6e68e640 1 -- 172.21.15.76:0/3351595548 wait complete. 2024-09-13T16:02:43.472 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-13T16:02:43.573 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.570+0000 7fbbaba3a640 1 Processor -- start 2024-09-13T16:02:43.573 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.571+0000 7fbbaba3a640 1 -- start start 2024-09-13T16:02:43.574 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.571+0000 7fbbaba3a640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbba40d2760 0x7fbba40cd8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:43.574 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.571+0000 7fbbaba3a640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fbba40cde20 0x7fbba40d0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:43.574 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.571+0000 7fbbaba3a640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbba40cd450 con 0x7fbba415c500 2024-09-13T16:02:43.575 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.571+0000 7fbbaba3a640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbba40d0cf0 con 0x7fbba40cde20 2024-09-13T16:02:43.575 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.571+0000 7fbbaba3a640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbba40d0fd0 con 0x7fbba40d2760 2024-09-13T16:02:43.575 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.572+0000 7fbba97d6640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fbba415c500 0x7fbba40d2050 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:51422/0 (socket says 172.21.15.76:51422) 2024-09-13T16:02:43.575 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.572+0000 7fbba97d6640 1 -- 172.21.15.76:0/1088010349 learned_addr learned my addr 172.21.15.76:0/1088010349 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:43.575 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.572+0000 7fbba9fd7640 1 --2- 172.21.15.76:0/1088010349 >> v2:172.21.15.76:3300/0 conn(0x7fbba40cde20 0x7fbba40d0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:43.575 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.572+0000 7fbb9bfff640 1 -- 172.21.15.76:0/1088010349 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2865988206 0 0) 0x7fbba40cd450 con 0x7fbba415c500 2024-09-13T16:02:43.575 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.572+0000 7fbb9bfff640 1 -- 172.21.15.76:0/1088010349 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fbb90003520 con 0x7fbba415c500 2024-09-13T16:02:43.575 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.572+0000 7fbba8fd5640 1 --2- 172.21.15.76:0/1088010349 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbba40d2760 0x7fbba40cd8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:43.575 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.572+0000 7fbba9fd7640 1 -- 172.21.15.76:0/1088010349 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbba40d2760 msgr2=0x7fbba40cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:43.575 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.572+0000 7fbba9fd7640 1 --2- 172.21.15.76:0/1088010349 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbba40d2760 0x7fbba40cd8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:43.575 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.572+0000 7fbba9fd7640 1 -- 172.21.15.76:0/1088010349 >> v1:172.21.15.76:6789/0 conn(0x7fbba415c500 legacy=0x7fbba40d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:43.575 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.572+0000 7fbba9fd7640 1 -- 172.21.15.76:0/1088010349 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbba40cd0e0 con 0x7fbba40cde20 2024-09-13T16:02:43.575 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.572+0000 7fbba8fd5640 1 --2- 172.21.15.76:0/1088010349 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbba40d2760 0x7fbba40cd8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:02:43.577 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.573+0000 7fbba9fd7640 1 --2- 172.21.15.76:0/1088010349 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbba40cde20 0x7fbba40d0000 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7fbb9c0097a0 tx=0x7fbb9c02a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=19c83c856ada2b30 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:43.577 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.573+0000 7fbb9bfff640 1 -- 172.21.15.76:0/1088010349 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb9c032440 con 0x7fbba40cde20 2024-09-13T16:02:43.577 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.573+0000 7fbb9bfff640 1 -- 172.21.15.76:0/1088010349 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbb9c0325a0 con 0x7fbba40cde20 2024-09-13T16:02:43.577 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.573+0000 7fbb9bfff640 1 -- 172.21.15.76:0/1088010349 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb9c032930 con 0x7fbba40cde20 2024-09-13T16:02:43.577 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.573+0000 7fbbaba3a640 1 -- 172.21.15.76:0/1088010349 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbba40cde20 msgr2=0x7fbba40d0000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:43.577 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.573+0000 7fbbaba3a640 1 --2- 172.21.15.76:0/1088010349 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbba40cde20 0x7fbba40d0000 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7fbb9c0097a0 tx=0x7fbb9c02a180 comp rx=0 tx=0).stop 2024-09-13T16:02:43.577 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.573+0000 7fbbaba3a640 1 -- 172.21.15.76:0/1088010349 shutdown_connections 2024-09-13T16:02:43.577 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.573+0000 7fbbaba3a640 1 --2- 172.21.15.76:0/1088010349 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbba40cde20 0x7fbba40d0000 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:43.577 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.573+0000 7fbbaba3a640 1 --2- 172.21.15.76:0/1088010349 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbba40d2760 0x7fbba40cd8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:43.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.573+0000 7fbbaba3a640 1 -- 172.21.15.76:0/1088010349 >> 172.21.15.76:0/1088010349 conn(0x7fbba4089f60 msgr2=0x7fbba409b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:43.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.574+0000 7fbbaba3a640 1 -- 172.21.15.76:0/1088010349 shutdown_connections 2024-09-13T16:02:43.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.574+0000 7fbbaba3a640 1 -- 172.21.15.76:0/1088010349 wait complete. 2024-09-13T16:02:43.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.575+0000 7fbbaba3a640 1 Processor -- start 2024-09-13T16:02:43.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.575+0000 7fbbaba3a640 1 -- start start 2024-09-13T16:02:43.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.575+0000 7fbbaba3a640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbba40cde20 0x7fbba4158de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:43.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.575+0000 7fbbaba3a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbba40d2760 0x7fbba40cbf70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:43.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.575+0000 7fbbaba3a640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbba415c500 0x7fbba4148cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:43.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.575+0000 7fbbaba3a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbba4158950 con 0x7fbba40d2760 2024-09-13T16:02:43.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.575+0000 7fbbaba3a640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbba4159320 con 0x7fbba415c500 2024-09-13T16:02:43.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.575+0000 7fbbaba3a640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbba4158340 con 0x7fbba40cde20 2024-09-13T16:02:43.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.575+0000 7fbba8fd5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbba40d2760 0x7fbba40cbf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:43.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.575+0000 7fbba8fd5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbba40d2760 0x7fbba40cbf70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56782/0 (socket says 172.21.15.76:56782) 2024-09-13T16:02:43.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.576+0000 7fbba8fd5640 1 -- 172.21.15.76:0/2259454487 learned_addr learned my addr 172.21.15.76:0/2259454487 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:43.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.576+0000 7fbba9fd7640 1 --2- 172.21.15.76:0/2259454487 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbba415c500 0x7fbba4148cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:43.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.576+0000 7fbba97d6640 1 --2- 172.21.15.76:0/2259454487 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbba40cde20 0x7fbba4158de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:43.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.576+0000 7fbba8fd5640 1 -- 172.21.15.76:0/2259454487 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbba40cde20 msgr2=0x7fbba4158de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:43.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.576+0000 7fbba8fd5640 1 --2- 172.21.15.76:0/2259454487 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbba40cde20 0x7fbba4158de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:43.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.576+0000 7fbba8fd5640 1 -- 172.21.15.76:0/2259454487 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbba415c500 msgr2=0x7fbba4148cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:43.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.576+0000 7fbba8fd5640 1 --2- 172.21.15.76:0/2259454487 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbba415c500 0x7fbba4148cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:43.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.576+0000 7fbba8fd5640 1 -- 172.21.15.76:0/2259454487 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbb9c009400 con 0x7fbba40d2760 2024-09-13T16:02:43.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.576+0000 7fbba9fd7640 1 --2- 172.21.15.76:0/2259454487 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbba415c500 0x7fbba4148cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:02:43.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.576+0000 7fbba8fd5640 1 --2- 172.21.15.76:0/2259454487 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbba40d2760 0x7fbba40cbf70 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7fbb9400c7f0 tx=0x7fbb9400ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:43.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.576+0000 7fbb99ffb640 1 -- 172.21.15.76:0/2259454487 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb9400cea0 con 0x7fbba40d2760 2024-09-13T16:02:43.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.576+0000 7fbb99ffb640 1 -- 172.21.15.76:0/2259454487 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbb94004230 con 0x7fbba40d2760 2024-09-13T16:02:43.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.576+0000 7fbbaba3a640 1 -- 172.21.15.76:0/2259454487 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbba40b5870 con 0x7fbba40d2760 2024-09-13T16:02:43.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.576+0000 7fbb99ffb640 1 -- 172.21.15.76:0/2259454487 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb94007830 con 0x7fbba40d2760 2024-09-13T16:02:43.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.576+0000 7fbbaba3a640 1 -- 172.21.15.76:0/2259454487 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbba41585e0 con 0x7fbba40d2760 2024-09-13T16:02:43.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.577+0000 7fbbaba3a640 1 -- 172.21.15.76:0/2259454487 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbba4158170 con 0x7fbba40d2760 2024-09-13T16:02:43.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.578+0000 7fbb99ffb640 1 -- 172.21.15.76:0/2259454487 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fbb94007990 con 0x7fbba40d2760 2024-09-13T16:02:43.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.578+0000 7fbb99ffb640 1 --2- 172.21.15.76:0/2259454487 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbb8806ac00 0x7fbb8806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:43.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.578+0000 7fbb99ffb640 1 -- 172.21.15.76:0/2259454487 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7fbb94089660 con 0x7fbba40d2760 2024-09-13T16:02:43.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.578+0000 7fbba97d6640 1 --2- 172.21.15.76:0/2259454487 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbb8806ac00 0x7fbb8806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:43.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.579+0000 7fbba97d6640 1 --2- 172.21.15.76:0/2259454487 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbb8806ac00 0x7fbb8806d0c0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fbba0001560 tx=0x7fbba0009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:43.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.582+0000 7fbb99ffb640 1 -- 172.21.15.76:0/2259454487 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fbb94054520 con 0x7fbba40d2760 2024-09-13T16:02:43.747 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.745+0000 7fbbaba3a640 1 -- 172.21.15.76:0/2259454487 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7fbba40d08f0 con 0x7fbba40d2760 2024-09-13T16:02:43.747 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.745+0000 7fbb99ffb640 1 -- 172.21.15.76:0/2259454487 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v28) v1 ==== 103+0+11 (secure 0 0 0) 0x7fbb94057b40 con 0x7fbba40d2760 2024-09-13T16:02:43.748 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2024-09-13T16:02:43.750 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.747+0000 7fbbaba3a640 1 -- 172.21.15.76:0/2259454487 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbb8806ac00 msgr2=0x7fbb8806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:43.750 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.747+0000 7fbbaba3a640 1 --2- 172.21.15.76:0/2259454487 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbb8806ac00 0x7fbb8806d0c0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fbba0001560 tx=0x7fbba0009040 comp rx=0 tx=0).stop 2024-09-13T16:02:43.750 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.747+0000 7fbbaba3a640 1 -- 172.21.15.76:0/2259454487 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbba40d2760 msgr2=0x7fbba40cbf70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:43.750 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.747+0000 7fbbaba3a640 1 --2- 172.21.15.76:0/2259454487 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbba40d2760 0x7fbba40cbf70 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7fbb9400c7f0 tx=0x7fbb9400ccb0 comp rx=0 tx=0).stop 2024-09-13T16:02:43.750 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.747+0000 7fbbaba3a640 1 -- 172.21.15.76:0/2259454487 shutdown_connections 2024-09-13T16:02:43.750 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.747+0000 7fbbaba3a640 1 --2- 172.21.15.76:0/2259454487 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbba415c500 0x7fbba4148cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:43.750 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.747+0000 7fbbaba3a640 1 --2- 172.21.15.76:0/2259454487 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbba40d2760 0x7fbba40cbf70 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:43.751 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.747+0000 7fbbaba3a640 1 --2- 172.21.15.76:0/2259454487 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbb8806ac00 0x7fbb8806d0c0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:43.751 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.747+0000 7fbbaba3a640 1 --2- 172.21.15.76:0/2259454487 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbba40cde20 0x7fbba4158de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:43.751 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.747+0000 7fbbaba3a640 1 -- 172.21.15.76:0/2259454487 >> 172.21.15.76:0/2259454487 conn(0x7fbba4089f60 msgr2=0x7fbba406c140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:43.751 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.747+0000 7fbbaba3a640 1 -- 172.21.15.76:0/2259454487 shutdown_connections 2024-09-13T16:02:43.751 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.747+0000 7fbbaba3a640 1 -- 172.21.15.76:0/2259454487 wait complete. 2024-09-13T16:02:43.761 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:02:43.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.856+0000 7fe69199c640 1 Processor -- start 2024-09-13T16:02:43.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.856+0000 7fe69199c640 1 -- start start 2024-09-13T16:02:43.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.857+0000 7fe69199c640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fe68c08a370 0x7fe68c0d0f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:43.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.857+0000 7fe69199c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe68c0b4510 0x7fe68c0d1450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:43.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.857+0000 7fe69199c640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe68c0b3540 con 0x7fe68c0b4130 2024-09-13T16:02:43.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.857+0000 7fe69199c640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe68c0b2ff0 con 0x7fe68c08a370 2024-09-13T16:02:43.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.857+0000 7fe69199c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe68c0d3410 con 0x7fe68c0b4510 2024-09-13T16:02:43.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.857+0000 7fe68a7fc640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fe68c08a370 0x7fe68c0d0f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:43.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.857+0000 7fe68b7fe640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe68c0b4510 0x7fe68c0d1450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:43.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.857+0000 7fe68affd640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7fe68c0b4130 0x7fe68c0d2d00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:38414/0 (socket says 172.21.15.76:38414) 2024-09-13T16:02:43.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.857+0000 7fe68affd640 1 -- 172.21.15.76:0/2919143958 learned_addr learned my addr 172.21.15.76:0/2919143958 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:43.862 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.858+0000 7fe68a7fc640 1 -- 172.21.15.76:0/2919143958 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe68c0b4510 msgr2=0x7fe68c0d1450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:43.862 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.858+0000 7fe68a7fc640 1 --2- 172.21.15.76:0/2919143958 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe68c0b4510 0x7fe68c0d1450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:43.862 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.858+0000 7fe68a7fc640 1 -- 172.21.15.76:0/2919143958 >> v1:172.21.15.192:6789/0 conn(0x7fe68c0b4130 legacy=0x7fe68c0d2d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:43.862 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.858+0000 7fe68a7fc640 1 -- 172.21.15.76:0/2919143958 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe68c0cdc70 con 0x7fe68c08a370 2024-09-13T16:02:43.862 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.858+0000 7fe68b7fe640 1 --2- 172.21.15.76:0/2919143958 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe68c0b4510 0x7fe68c0d1450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:02:43.862 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.858+0000 7fe68a7fc640 1 --2- 172.21.15.76:0/2919143958 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe68c08a370 0x7fe68c0d0f10 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fe6800097d0 tx=0x7fe68002a1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=954e4d823a4e93eb server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:43.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.859+0000 7fe689ffb640 1 -- 172.21.15.76:0/2919143958 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe680032440 con 0x7fe68c08a370 2024-09-13T16:02:43.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.859+0000 7fe689ffb640 1 -- 172.21.15.76:0/2919143958 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe6800325a0 con 0x7fe68c08a370 2024-09-13T16:02:43.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.859+0000 7fe689ffb640 1 -- 172.21.15.76:0/2919143958 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe680032930 con 0x7fe68c08a370 2024-09-13T16:02:43.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.859+0000 7fe69199c640 1 -- 172.21.15.76:0/2919143958 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe68c08a370 msgr2=0x7fe68c0d0f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:43.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.859+0000 7fe69199c640 1 --2- 172.21.15.76:0/2919143958 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe68c08a370 0x7fe68c0d0f10 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fe6800097d0 tx=0x7fe68002a1c0 comp rx=0 tx=0).stop 2024-09-13T16:02:43.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.859+0000 7fe69199c640 1 -- 172.21.15.76:0/2919143958 shutdown_connections 2024-09-13T16:02:43.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.859+0000 7fe69199c640 1 --2- 172.21.15.76:0/2919143958 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe68c0b4510 0x7fe68c0d1450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:43.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.859+0000 7fe69199c640 1 --2- 172.21.15.76:0/2919143958 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe68c08a370 0x7fe68c0d0f10 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:43.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.859+0000 7fe69199c640 1 -- 172.21.15.76:0/2919143958 >> 172.21.15.76:0/2919143958 conn(0x7fe68c089f60 msgr2=0x7fe68c0d24f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:43.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.859+0000 7fe69199c640 1 -- 172.21.15.76:0/2919143958 shutdown_connections 2024-09-13T16:02:43.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.859+0000 7fe69199c640 1 -- 172.21.15.76:0/2919143958 wait complete. 2024-09-13T16:02:43.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.860+0000 7fe69199c640 1 Processor -- start 2024-09-13T16:02:43.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.861+0000 7fe69199c640 1 -- start start 2024-09-13T16:02:43.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.861+0000 7fe69199c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe68c08a370 0x7fe68c09f8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:43.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.861+0000 7fe69199c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe68c0b4130 0x7fe68c15c910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:43.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.861+0000 7fe69199c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe68c0b4510 0x7fe68c15d560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:43.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.861+0000 7fe69199c640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe68c0b1300 con 0x7fe68c0b4510 2024-09-13T16:02:43.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.861+0000 7fe69199c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe68c09fe20 con 0x7fe68c08a370 2024-09-13T16:02:43.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.861+0000 7fe69199c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe68c0a0050 con 0x7fe68c0b4130 2024-09-13T16:02:43.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.861+0000 7fe68b7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe68c0b4510 0x7fe68c15d560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:43.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.861+0000 7fe68b7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe68c0b4510 0x7fe68c15d560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56786/0 (socket says 172.21.15.76:56786) 2024-09-13T16:02:43.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.861+0000 7fe68b7fe640 1 -- 172.21.15.76:0/1302697948 learned_addr learned my addr 172.21.15.76:0/1302697948 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:43.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.862+0000 7fe68affd640 1 --2- 172.21.15.76:0/1302697948 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe68c08a370 0x7fe68c09f8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:43.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.862+0000 7fe68a7fc640 1 --2- 172.21.15.76:0/1302697948 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe68c0b4130 0x7fe68c15c910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:43.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.862+0000 7fe68b7fe640 1 -- 172.21.15.76:0/1302697948 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe68c0b4130 msgr2=0x7fe68c15c910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:43.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.862+0000 7fe68b7fe640 1 --2- 172.21.15.76:0/1302697948 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe68c0b4130 0x7fe68c15c910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:43.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.862+0000 7fe68b7fe640 1 -- 172.21.15.76:0/1302697948 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe68c08a370 msgr2=0x7fe68c09f8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:43.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.862+0000 7fe68b7fe640 1 --2- 172.21.15.76:0/1302697948 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe68c08a370 0x7fe68c09f8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:43.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.862+0000 7fe68b7fe640 1 -- 172.21.15.76:0/1302697948 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe684009a70 con 0x7fe68c0b4510 2024-09-13T16:02:43.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.862+0000 7fe68affd640 1 --2- 172.21.15.76:0/1302697948 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe68c08a370 0x7fe68c09f8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:02:43.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.862+0000 7fe68b7fe640 1 --2- 172.21.15.76:0/1302697948 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe68c0b4510 0x7fe68c15d560 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7fe68400efc0 tx=0x7fe68400c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:43.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.862+0000 7fe673fff640 1 -- 172.21.15.76:0/1302697948 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe684009cd0 con 0x7fe68c0b4510 2024-09-13T16:02:43.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.862+0000 7fe673fff640 1 -- 172.21.15.76:0/1302697948 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe68400f040 con 0x7fe68c0b4510 2024-09-13T16:02:43.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.862+0000 7fe69199c640 1 -- 172.21.15.76:0/1302697948 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe680009400 con 0x7fe68c0b4510 2024-09-13T16:02:43.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.862+0000 7fe673fff640 1 -- 172.21.15.76:0/1302697948 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe684003990 con 0x7fe68c0b4510 2024-09-13T16:02:43.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.862+0000 7fe69199c640 1 -- 172.21.15.76:0/1302697948 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe68c0b17f0 con 0x7fe68c0b4510 2024-09-13T16:02:43.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.863+0000 7fe69199c640 1 -- 172.21.15.76:0/1302697948 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe68c0b3be0 con 0x7fe68c0b4510 2024-09-13T16:02:43.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.864+0000 7fe673fff640 1 -- 172.21.15.76:0/1302697948 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe684014480 con 0x7fe68c0b4510 2024-09-13T16:02:43.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.864+0000 7fe673fff640 1 --2- 172.21.15.76:0/1302697948 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe67806ac00 0x7fe67806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:43.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.864+0000 7fe673fff640 1 -- 172.21.15.76:0/1302697948 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7fe68408a360 con 0x7fe68c0b4510 2024-09-13T16:02:43.869 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.864+0000 7fe68affd640 1 --2- 172.21.15.76:0/1302697948 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe67806ac00 0x7fe67806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:43.869 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.865+0000 7fe68affd640 1 --2- 172.21.15.76:0/1302697948 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe67806ac00 0x7fe67806d0c0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fe67c005880 tx=0x7fe67c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:43.870 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:43.868+0000 7fe673fff640 1 -- 172.21.15.76:0/1302697948 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fe684055190 con 0x7fe68c0b4510 2024-09-13T16:02:44.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.066+0000 7fe69199c640 1 -- 172.21.15.76:0/1302697948 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fe68c160230 con 0x7fe68c0b4510 2024-09-13T16:02:44.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.067+0000 7fe673fff640 1 -- 172.21.15.76:0/1302697948 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) v1 ==== 93+0+4733 (secure 0 0 0) 0x7fe684059e60 con 0x7fe68c0b4510 2024-09-13T16:02:44.070 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:02:44.070 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":9,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4238,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6834/1395518339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":1395518339},{"type":"v1","addr":"172.21.15.192:6834","nonce":1395518339}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4241,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/3136856265","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6833","nonce":3136856265},{"type":"v1","addr":"172.21.15.192:6835","nonce":3136856265}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4275,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6837/421111930","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":421111930},{"type":"v1","addr":"172.21.15.76:6837","nonce":421111930}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:01:38.363434+0000","modified":"2024-09-13T16:01:59.026233+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4278},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4278":{"gid":4278,"name":"c","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.76:6836/2679973843","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":2679973843},{"type":"v1","addr":"172.21.15.76:6836","nonce":2679973843}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-13T16:02:44.070 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 9 2024-09-13T16:02:44.071 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.069+0000 7fe69199c640 1 -- 172.21.15.76:0/1302697948 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe67806ac00 msgr2=0x7fe67806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:44.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.069+0000 7fe69199c640 1 --2- 172.21.15.76:0/1302697948 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe67806ac00 0x7fe67806d0c0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fe67c005880 tx=0x7fe67c009040 comp rx=0 tx=0).stop 2024-09-13T16:02:44.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.069+0000 7fe69199c640 1 -- 172.21.15.76:0/1302697948 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe68c0b4510 msgr2=0x7fe68c15d560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:44.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.069+0000 7fe69199c640 1 --2- 172.21.15.76:0/1302697948 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe68c0b4510 0x7fe68c15d560 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7fe68400efc0 tx=0x7fe68400c490 comp rx=0 tx=0).stop 2024-09-13T16:02:44.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.069+0000 7fe69199c640 1 -- 172.21.15.76:0/1302697948 shutdown_connections 2024-09-13T16:02:44.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.069+0000 7fe69199c640 1 --2- 172.21.15.76:0/1302697948 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe68c0b4510 0x7fe68c15d560 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:44.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.069+0000 7fe69199c640 1 --2- 172.21.15.76:0/1302697948 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe67806ac00 0x7fe67806d0c0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:44.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.069+0000 7fe69199c640 1 --2- 172.21.15.76:0/1302697948 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe68c0b4130 0x7fe68c15c910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:44.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.069+0000 7fe69199c640 1 --2- 172.21.15.76:0/1302697948 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe68c08a370 0x7fe68c09f8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:44.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.069+0000 7fe69199c640 1 -- 172.21.15.76:0/1302697948 >> 172.21.15.76:0/1302697948 conn(0x7fe68c089f60 msgr2=0x7fe68c06b960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:44.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.069+0000 7fe69199c640 1 -- 172.21.15.76:0/1302697948 shutdown_connections 2024-09-13T16:02:44.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.069+0000 7fe69199c640 1 -- 172.21.15.76:0/1302697948 wait complete. 2024-09-13T16:02:44.082 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:02:44.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.178+0000 7f07c67ff640 1 Processor -- start 2024-09-13T16:02:44.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.178+0000 7f07c67ff640 1 -- start start 2024-09-13T16:02:44.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.178+0000 7f07c67ff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f07c015c6e0 0x7f07c00b3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:44.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.178+0000 7f07c67ff640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f07c00d07b0 0x7f07c00b4490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:44.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.178+0000 7f07c67ff640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f07c00d1840 con 0x7f07c00ccb20 2024-09-13T16:02:44.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.179+0000 7f07c67ff640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f07c006bd20 con 0x7f07c015c6e0 2024-09-13T16:02:44.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.179+0000 7f07c67ff640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f07c00d0c30 con 0x7f07c00d07b0 2024-09-13T16:02:44.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.179+0000 7f07bffff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f07c015c6e0 0x7f07c00b3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:44.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.179+0000 7f07bffff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f07c015c6e0 0x7f07c00b3f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56794/0 (socket says 172.21.15.76:56794) 2024-09-13T16:02:44.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.179+0000 7f07bffff640 1 -- 172.21.15.76:0/651626633 learned_addr learned my addr 172.21.15.76:0/651626633 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:44.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.179+0000 7f07bf7fe640 1 --2- 172.21.15.76:0/651626633 >> v2:172.21.15.192:3300/0 conn(0x7f07c00d07b0 0x7f07c00b4490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:44.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.179+0000 7f07bffff640 1 -- 172.21.15.76:0/651626633 >> v2:172.21.15.192:3300/0 conn(0x7f07c00d07b0 msgr2=0x7f07c00b4490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:44.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.179+0000 7f07bffff640 1 --2- 172.21.15.76:0/651626633 >> v2:172.21.15.192:3300/0 conn(0x7f07c00d07b0 0x7f07c00b4490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:44.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.179+0000 7f07bffff640 1 -- 172.21.15.76:0/651626633 >> v1:172.21.15.192:6789/0 conn(0x7f07c00ccb20 legacy=0x7f07c0160030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:44.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.179+0000 7f07bffff640 1 -- 172.21.15.76:0/651626633 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f07c00d0f10 con 0x7f07c015c6e0 2024-09-13T16:02:44.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.180+0000 7f07bffff640 1 --2- 172.21.15.76:0/651626633 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f07c015c6e0 0x7f07c00b3f50 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f07c00b1d80 tx=0x7f07b002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=da26102e894be932 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:44.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.180+0000 7f07beffd640 1 -- 172.21.15.76:0/651626633 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07b0032440 con 0x7f07c015c6e0 2024-09-13T16:02:44.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.180+0000 7f07beffd640 1 -- 172.21.15.76:0/651626633 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f07b00325a0 con 0x7f07c015c6e0 2024-09-13T16:02:44.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.180+0000 7f07beffd640 1 -- 172.21.15.76:0/651626633 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07b0032930 con 0x7f07c015c6e0 2024-09-13T16:02:44.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.180+0000 7f07c67ff640 1 -- 172.21.15.76:0/651626633 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f07c015c6e0 msgr2=0x7f07c00b3f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:44.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.180+0000 7f07c67ff640 1 --2- 172.21.15.76:0/651626633 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f07c015c6e0 0x7f07c00b3f50 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f07c00b1d80 tx=0x7f07b002a1e0 comp rx=0 tx=0).stop 2024-09-13T16:02:44.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.180+0000 7f07c67ff640 1 -- 172.21.15.76:0/651626633 shutdown_connections 2024-09-13T16:02:44.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.180+0000 7f07c67ff640 1 --2- 172.21.15.76:0/651626633 >> v2:172.21.15.192:3300/0 conn(0x7f07c00d07b0 0x7f07c00b4490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:44.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.180+0000 7f07c67ff640 1 --2- 172.21.15.76:0/651626633 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f07c015c6e0 0x7f07c00b3f50 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:44.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.180+0000 7f07c67ff640 1 -- 172.21.15.76:0/651626633 >> 172.21.15.76:0/651626633 conn(0x7f07c0089f60 msgr2=0x7f07c00d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:44.185 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.181+0000 7f07c67ff640 1 -- 172.21.15.76:0/651626633 shutdown_connections 2024-09-13T16:02:44.185 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.181+0000 7f07c67ff640 1 -- 172.21.15.76:0/651626633 wait complete. 2024-09-13T16:02:44.185 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.182+0000 7f07c67ff640 1 Processor -- start 2024-09-13T16:02:44.185 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.182+0000 7f07c67ff640 1 -- start start 2024-09-13T16:02:44.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.183+0000 7f07c67ff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f07c00ccb20 0x7f07c00b7b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:44.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.183+0000 7f07c67ff640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f07c00d07b0 0x7f07c0154990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:44.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.183+0000 7f07c67ff640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f07c015c6e0 0x7f07c00ca600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:44.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.183+0000 7f07c67ff640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07c00cae50 con 0x7f07c00ccb20 2024-09-13T16:02:44.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.183+0000 7f07c67ff640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07c00cb130 con 0x7f07c00d07b0 2024-09-13T16:02:44.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.183+0000 7f07c67ff640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f07c00cb410 con 0x7f07c015c6e0 2024-09-13T16:02:44.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.183+0000 7f07bffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f07c00ccb20 0x7f07c00b7b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:44.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.183+0000 7f07bffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f07c00ccb20 0x7f07c00b7b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56806/0 (socket says 172.21.15.76:56806) 2024-09-13T16:02:44.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.183+0000 7f07bffff640 1 -- 172.21.15.76:0/956054864 learned_addr learned my addr 172.21.15.76:0/956054864 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:44.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.183+0000 7f07bf7fe640 1 --2- 172.21.15.76:0/956054864 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f07c00d07b0 0x7f07c0154990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:44.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.183+0000 7f07c4d9c640 1 --2- 172.21.15.76:0/956054864 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f07c015c6e0 0x7f07c00ca600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:44.188 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.183+0000 7f07bffff640 1 -- 172.21.15.76:0/956054864 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f07c015c6e0 msgr2=0x7f07c00ca600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:44.188 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.183+0000 7f07bffff640 1 --2- 172.21.15.76:0/956054864 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f07c015c6e0 0x7f07c00ca600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:44.188 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.183+0000 7f07bffff640 1 -- 172.21.15.76:0/956054864 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f07c00d07b0 msgr2=0x7f07c0154990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:44.188 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.183+0000 7f07bffff640 1 --2- 172.21.15.76:0/956054864 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f07c00d07b0 0x7f07c0154990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:44.188 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.183+0000 7f07bffff640 1 -- 172.21.15.76:0/956054864 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f07b00094d0 con 0x7f07c00ccb20 2024-09-13T16:02:44.188 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.183+0000 7f07bffff640 1 --2- 172.21.15.76:0/956054864 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f07c00ccb20 0x7f07c00b7b10 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f07b002a220 tx=0x7f07b00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:44.188 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.183+0000 7f07bcff9640 1 -- 172.21.15.76:0/956054864 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07b0032440 con 0x7f07c00ccb20 2024-09-13T16:02:44.188 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.183+0000 7f07bcff9640 1 -- 172.21.15.76:0/956054864 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f07b0030980 con 0x7f07c00ccb20 2024-09-13T16:02:44.188 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.183+0000 7f07c67ff640 1 -- 172.21.15.76:0/956054864 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f07c00cb6f0 con 0x7f07c00ccb20 2024-09-13T16:02:44.188 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.183+0000 7f07bcff9640 1 -- 172.21.15.76:0/956054864 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07b0030d10 con 0x7f07c00ccb20 2024-09-13T16:02:44.188 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.184+0000 7f07c67ff640 1 -- 172.21.15.76:0/956054864 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f07c0154ed0 con 0x7f07c00ccb20 2024-09-13T16:02:44.188 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.185+0000 7f07c67ff640 1 -- 172.21.15.76:0/956054864 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f07c00cb550 con 0x7f07c00ccb20 2024-09-13T16:02:44.189 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.185+0000 7f07bcff9640 1 -- 172.21.15.76:0/956054864 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f07b0039040 con 0x7f07c00ccb20 2024-09-13T16:02:44.189 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.185+0000 7f07bcff9640 1 --2- 172.21.15.76:0/956054864 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f07ac06ac00 0x7f07ac06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:44.189 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.185+0000 7f07bcff9640 1 -- 172.21.15.76:0/956054864 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7f07b00a9f90 con 0x7f07c00ccb20 2024-09-13T16:02:44.189 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.186+0000 7f07bf7fe640 1 --2- 172.21.15.76:0/956054864 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f07ac06ac00 0x7f07ac06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:44.189 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.186+0000 7f07bf7fe640 1 --2- 172.21.15.76:0/956054864 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f07ac06ac00 0x7f07ac06d0c0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f07c00b78a0 tx=0x7f07b4009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:44.192 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.190+0000 7f07bcff9640 1 -- 172.21.15.76:0/956054864 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f07b00dd9c0 con 0x7f07c00ccb20 2024-09-13T16:02:44.353 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.351+0000 7f07c67ff640 1 -- 172.21.15.76:0/956054864 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f07c00b4c80 con 0x7f07c00ccb20 2024-09-13T16:02:44.354 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.352+0000 7f07bcff9640 1 -- 172.21.15.76:0/956054864 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v28) v1 ==== 74+0+18669 (secure 0 0 0) 0x7f07b0041090 con 0x7f07c00ccb20 2024-09-13T16:02:44.354 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:02:44.355 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":28,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:02:20.572463+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:01:36.778177+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T16:01:37.336141+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T16:01:40.400554+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.2","mappings":[{"from":3,"to":2},{"from":5,"to":1}]},{"pgid":"3.15","mappings":[{"from":7,"to":2}]},{"pgid":"3.3a","mappings":[{"from":5,"to":2}]},{"pgid":"4.0","mappings":[{"from":1,"to":2}]},{"pgid":"4.9","mappings":[{"from":1,"to":2}]},{"pgid":"4.1d","mappings":[{"from":1,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:02:44.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.354+0000 7f07c67ff640 1 -- 172.21.15.76:0/956054864 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f07ac06ac00 msgr2=0x7f07ac06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:44.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.354+0000 7f07c67ff640 1 --2- 172.21.15.76:0/956054864 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f07ac06ac00 0x7f07ac06d0c0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f07c00b78a0 tx=0x7f07b4009190 comp rx=0 tx=0).stop 2024-09-13T16:02:44.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.354+0000 7f07c67ff640 1 -- 172.21.15.76:0/956054864 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f07c00ccb20 msgr2=0x7f07c00b7b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:44.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.354+0000 7f07c67ff640 1 --2- 172.21.15.76:0/956054864 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f07c00ccb20 0x7f07c00b7b10 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f07b002a220 tx=0x7f07b00046c0 comp rx=0 tx=0).stop 2024-09-13T16:02:44.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.354+0000 7f07c67ff640 1 -- 172.21.15.76:0/956054864 shutdown_connections 2024-09-13T16:02:44.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.354+0000 7f07c67ff640 1 --2- 172.21.15.76:0/956054864 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f07ac06ac00 0x7f07ac06d0c0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:44.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.354+0000 7f07c67ff640 1 --2- 172.21.15.76:0/956054864 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f07c015c6e0 0x7f07c00ca600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:44.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.354+0000 7f07c67ff640 1 --2- 172.21.15.76:0/956054864 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f07c00d07b0 0x7f07c0154990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:44.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.354+0000 7f07c67ff640 1 --2- 172.21.15.76:0/956054864 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f07c00ccb20 0x7f07c00b7b10 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:44.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.354+0000 7f07c67ff640 1 -- 172.21.15.76:0/956054864 >> 172.21.15.76:0/956054864 conn(0x7f07c0089f60 msgr2=0x7f07c015af60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:44.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.354+0000 7f07c67ff640 1 -- 172.21.15.76:0/956054864 shutdown_connections 2024-09-13T16:02:44.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.354+0000 7f07c67ff640 1 -- 172.21.15.76:0/956054864 wait complete. 2024-09-13T16:02:44.368 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-13T16:02:44.368 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:02:44.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.463+0000 7f2f80b65640 1 Processor -- start 2024-09-13T16:02:44.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.463+0000 7f2f80b65640 1 -- start start 2024-09-13T16:02:44.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.464+0000 7f2f80b65640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2f7c0cace0 0x7f2f7c0cb150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:44.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.464+0000 7f2f80b65640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f2f7c06d030 0x7f2f7c06d460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:44.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.464+0000 7f2f80b65640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2f7c0c8920 con 0x7f2f7c15a2e0 2024-09-13T16:02:44.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.464+0000 7f2f80b65640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2f7c0cb690 con 0x7f2f7c06d030 2024-09-13T16:02:44.467 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.464+0000 7f2f80b65640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2f7c15a6c0 con 0x7f2f7c0cace0 2024-09-13T16:02:44.467 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.464+0000 7f2f7a59c640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f2f7c15a2e0 0x7f2f7c0c9a40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:51432/0 (socket says 172.21.15.76:51432) 2024-09-13T16:02:44.467 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.464+0000 7f2f7a59c640 1 -- 172.21.15.76:0/790244737 learned_addr learned my addr 172.21.15.76:0/790244737 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:44.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.464+0000 7f2f79d9b640 1 --2- 172.21.15.76:0/790244737 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2f7c0cace0 0x7f2f7c0cb150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:44.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.464+0000 7f2f7ad9d640 1 --2- 172.21.15.76:0/790244737 >> v2:172.21.15.192:3300/0 conn(0x7f2f7c06d030 0x7f2f7c06d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:44.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.464+0000 7f2f7959a640 1 -- 172.21.15.76:0/790244737 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3548454451 0 0) 0x7f2f7c0c8920 con 0x7f2f7c15a2e0 2024-09-13T16:02:44.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.465+0000 7f2f7959a640 1 -- 172.21.15.76:0/790244737 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2f64003520 con 0x7f2f7c15a2e0 2024-09-13T16:02:44.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.465+0000 7f2f7959a640 1 -- 172.21.15.76:0/790244737 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1533466473 0 0) 0x7f2f64003520 con 0x7f2f7c15a2e0 2024-09-13T16:02:44.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.465+0000 7f2f7ad9d640 1 -- 172.21.15.76:0/790244737 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2f7c0cace0 msgr2=0x7f2f7c0cb150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:44.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.465+0000 7f2f7ad9d640 1 --2- 172.21.15.76:0/790244737 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2f7c0cace0 0x7f2f7c0cb150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:44.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.465+0000 7f2f7ad9d640 1 -- 172.21.15.76:0/790244737 >> v1:172.21.15.76:6789/0 conn(0x7f2f7c15a2e0 legacy=0x7f2f7c0c9a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:44.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.465+0000 7f2f7ad9d640 1 -- 172.21.15.76:0/790244737 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2f7c0ca500 con 0x7f2f7c06d030 2024-09-13T16:02:44.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.465+0000 7f2f7ad9d640 1 --2- 172.21.15.76:0/790244737 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2f7c06d030 0x7f2f7c06d460 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f2f74009d90 tx=0x7f2f7402a5f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=22e5b7baa36c3281 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:44.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.466+0000 7f2f7959a640 1 -- 172.21.15.76:0/790244737 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f6c001670 con 0x7f2f7c06d030 2024-09-13T16:02:44.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.466+0000 7f2f7959a640 1 -- 172.21.15.76:0/790244737 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2f7402d050 con 0x7f2f7c06d030 2024-09-13T16:02:44.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.466+0000 7f2f7959a640 1 -- 172.21.15.76:0/790244737 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f74007760 con 0x7f2f7c06d030 2024-09-13T16:02:44.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.466+0000 7f2f80b65640 1 -- 172.21.15.76:0/790244737 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2f7c06d030 msgr2=0x7f2f7c06d460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:44.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.466+0000 7f2f80b65640 1 --2- 172.21.15.76:0/790244737 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2f7c06d030 0x7f2f7c06d460 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f2f74009d90 tx=0x7f2f7402a5f0 comp rx=0 tx=0).stop 2024-09-13T16:02:44.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.466+0000 7f2f80b65640 1 -- 172.21.15.76:0/790244737 shutdown_connections 2024-09-13T16:02:44.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.466+0000 7f2f80b65640 1 --2- 172.21.15.76:0/790244737 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2f7c06d030 0x7f2f7c06d460 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:44.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.466+0000 7f2f80b65640 1 --2- 172.21.15.76:0/790244737 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2f7c0cace0 0x7f2f7c0cb150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:44.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.466+0000 7f2f80b65640 1 -- 172.21.15.76:0/790244737 >> 172.21.15.76:0/790244737 conn(0x7f2f7c069ed0 msgr2=0x7f2f7c06a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:44.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.466+0000 7f2f80b65640 1 -- 172.21.15.76:0/790244737 shutdown_connections 2024-09-13T16:02:44.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.466+0000 7f2f80b65640 1 -- 172.21.15.76:0/790244737 wait complete. 2024-09-13T16:02:44.473 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.468+0000 7f2f80b65640 1 Processor -- start 2024-09-13T16:02:44.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.468+0000 7f2f80b65640 1 -- start start 2024-09-13T16:02:44.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.468+0000 7f2f80b65640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2f7c06d030 0x7f2f7c0ccab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:44.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.468+0000 7f2f80b65640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2f7c0cace0 0x7f2f7c0c1850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:44.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.468+0000 7f2f80b65640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2f7c15a2e0 0x7f2f7c159230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:44.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.468+0000 7f2f80b65640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2f7c0c2c20 con 0x7f2f7c06d030 2024-09-13T16:02:44.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.468+0000 7f2f80b65640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2f7c0c5fd0 con 0x7f2f7c15a2e0 2024-09-13T16:02:44.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.468+0000 7f2f80b65640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2f7c0c1d90 con 0x7f2f7c0cace0 2024-09-13T16:02:44.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.469+0000 7f2f7a59c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2f7c06d030 0x7f2f7c0ccab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:44.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.469+0000 7f2f7a59c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2f7c06d030 0x7f2f7c0ccab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56818/0 (socket says 172.21.15.76:56818) 2024-09-13T16:02:44.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.469+0000 7f2f7a59c640 1 -- 172.21.15.76:0/2735020769 learned_addr learned my addr 172.21.15.76:0/2735020769 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:44.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.469+0000 7f2f7ad9d640 1 --2- 172.21.15.76:0/2735020769 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2f7c15a2e0 0x7f2f7c159230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:44.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.469+0000 7f2f79d9b640 1 --2- 172.21.15.76:0/2735020769 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2f7c0cace0 0x7f2f7c0c1850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:44.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.469+0000 7f2f7a59c640 1 -- 172.21.15.76:0/2735020769 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2f7c0cace0 msgr2=0x7f2f7c0c1850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:44.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.469+0000 7f2f7a59c640 1 --2- 172.21.15.76:0/2735020769 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2f7c0cace0 0x7f2f7c0c1850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:44.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.469+0000 7f2f7a59c640 1 -- 172.21.15.76:0/2735020769 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2f7c15a2e0 msgr2=0x7f2f7c159230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:44.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.469+0000 7f2f7a59c640 1 --2- 172.21.15.76:0/2735020769 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2f7c15a2e0 0x7f2f7c159230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:44.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.469+0000 7f2f7a59c640 1 -- 172.21.15.76:0/2735020769 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2f74009a70 con 0x7f2f7c06d030 2024-09-13T16:02:44.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.469+0000 7f2f7ad9d640 1 --2- 172.21.15.76:0/2735020769 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2f7c15a2e0 0x7f2f7c159230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:02:44.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.469+0000 7f2f79d9b640 1 --2- 172.21.15.76:0/2735020769 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2f7c0cace0 0x7f2f7c0c1850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:02:44.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.469+0000 7f2f7a59c640 1 --2- 172.21.15.76:0/2735020769 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2f7c06d030 0x7f2f7c0ccab0 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f2f6c0017a0 tx=0x7f2f6c00cbe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:44.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.469+0000 7f2f6affd640 1 -- 172.21.15.76:0/2735020769 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f6c005ad0 con 0x7f2f7c06d030 2024-09-13T16:02:44.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.469+0000 7f2f6affd640 1 -- 172.21.15.76:0/2735020769 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2f6c005c50 con 0x7f2f7c06d030 2024-09-13T16:02:44.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.469+0000 7f2f80b65640 1 -- 172.21.15.76:0/2735020769 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2f7c0c2010 con 0x7f2f7c06d030 2024-09-13T16:02:44.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.469+0000 7f2f6affd640 1 -- 172.21.15.76:0/2735020769 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f6c007070 con 0x7f2f7c06d030 2024-09-13T16:02:44.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.469+0000 7f2f80b65640 1 -- 172.21.15.76:0/2735020769 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2f7c0c25d0 con 0x7f2f7c06d030 2024-09-13T16:02:44.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.470+0000 7f2f80b65640 1 -- 172.21.15.76:0/2735020769 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2f7c0c9630 con 0x7f2f7c06d030 2024-09-13T16:02:44.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.471+0000 7f2f6affd640 1 -- 172.21.15.76:0/2735020769 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f2f6c0071d0 con 0x7f2f7c06d030 2024-09-13T16:02:44.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.471+0000 7f2f6affd640 1 --2- 172.21.15.76:0/2735020769 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2f5c06ac00 0x7f2f5c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:44.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.471+0000 7f2f6affd640 1 -- 172.21.15.76:0/2735020769 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7f2f6c088e60 con 0x7f2f7c06d030 2024-09-13T16:02:44.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.471+0000 7f2f79d9b640 1 --2- 172.21.15.76:0/2735020769 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2f5c06ac00 0x7f2f5c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:44.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.472+0000 7f2f79d9b640 1 --2- 172.21.15.76:0/2735020769 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2f5c06ac00 0x7f2f5c06d0c0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f2f7c1f6720 tx=0x7f2f70008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:44.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.476+0000 7f2f6affd640 1 -- 172.21.15.76:0/2735020769 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f2f6c053c90 con 0x7f2f7c06d030 2024-09-13T16:02:44.671 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.669+0000 7f2f80b65640 1 -- 172.21.15.76:0/2735020769 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f2f7c0af5c0 con 0x7f2f7c06d030 2024-09-13T16:02:44.671 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.669+0000 7f2f6affd640 1 -- 172.21.15.76:0/2735020769 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) v1 ==== 93+0+4733 (secure 0 0 0) 0x7f2f6c017020 con 0x7f2f7c06d030 2024-09-13T16:02:44.672 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:02:44.672 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":9,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4238,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6834/1395518339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":1395518339},{"type":"v1","addr":"172.21.15.192:6834","nonce":1395518339}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4241,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/3136856265","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6833","nonce":3136856265},{"type":"v1","addr":"172.21.15.192:6835","nonce":3136856265}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4275,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6837/421111930","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":421111930},{"type":"v1","addr":"172.21.15.76:6837","nonce":421111930}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:01:38.363434+0000","modified":"2024-09-13T16:01:59.026233+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4278},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4278":{"gid":4278,"name":"c","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.76:6836/2679973843","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":2679973843},{"type":"v1","addr":"172.21.15.76:6836","nonce":2679973843}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-13T16:02:44.672 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 9 2024-09-13T16:02:44.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.671+0000 7f2f80b65640 1 -- 172.21.15.76:0/2735020769 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2f5c06ac00 msgr2=0x7f2f5c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:44.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.671+0000 7f2f80b65640 1 --2- 172.21.15.76:0/2735020769 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2f5c06ac00 0x7f2f5c06d0c0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f2f7c1f6720 tx=0x7f2f70008040 comp rx=0 tx=0).stop 2024-09-13T16:02:44.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.671+0000 7f2f80b65640 1 -- 172.21.15.76:0/2735020769 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2f7c06d030 msgr2=0x7f2f7c0ccab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:44.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.671+0000 7f2f80b65640 1 --2- 172.21.15.76:0/2735020769 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2f7c06d030 0x7f2f7c0ccab0 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f2f6c0017a0 tx=0x7f2f6c00cbe0 comp rx=0 tx=0).stop 2024-09-13T16:02:44.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.671+0000 7f2f80b65640 1 -- 172.21.15.76:0/2735020769 shutdown_connections 2024-09-13T16:02:44.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.671+0000 7f2f80b65640 1 --2- 172.21.15.76:0/2735020769 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2f7c15a2e0 0x7f2f7c159230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:44.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.671+0000 7f2f80b65640 1 --2- 172.21.15.76:0/2735020769 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2f5c06ac00 0x7f2f5c06d0c0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:44.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.671+0000 7f2f80b65640 1 --2- 172.21.15.76:0/2735020769 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2f7c0cace0 0x7f2f7c0c1850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:44.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.671+0000 7f2f80b65640 1 --2- 172.21.15.76:0/2735020769 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2f7c06d030 0x7f2f7c0ccab0 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:44.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.671+0000 7f2f80b65640 1 -- 172.21.15.76:0/2735020769 >> 172.21.15.76:0/2735020769 conn(0x7f2f7c069ed0 msgr2=0x7f2f7c0afe40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:44.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.671+0000 7f2f80b65640 1 -- 172.21.15.76:0/2735020769 shutdown_connections 2024-09-13T16:02:44.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.671+0000 7f2f80b65640 1 -- 172.21.15.76:0/2735020769 wait complete. 2024-09-13T16:02:44.685 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:02:44.783 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.781+0000 7fe794dce640 1 Processor -- start 2024-09-13T16:02:44.783 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.781+0000 7fe794dce640 1 -- start start 2024-09-13T16:02:44.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.781+0000 7fe794dce640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fe79015c6e0 0x7fe7900b3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:44.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.781+0000 7fe794dce640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe7900d07b0 0x7fe7900b4490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:44.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.781+0000 7fe794dce640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe7900ccb20 0x7fe790160030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:44.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.781+0000 7fe794dce640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe7900d1840 con 0x7fe7900ccb20 2024-09-13T16:02:44.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.781+0000 7fe794dce640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe7900d0c30 con 0x7fe79015c6e0 2024-09-13T16:02:44.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.781+0000 7fe794dce640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe7900d0f10 con 0x7fe7900d07b0 2024-09-13T16:02:44.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.781+0000 7fe78ed9d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe7900ccb20 0x7fe790160030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:44.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.781+0000 7fe78ed9d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe7900ccb20 0x7fe790160030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56830/0 (socket says 172.21.15.76:56830) 2024-09-13T16:02:44.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.781+0000 7fe78ed9d640 1 -- 172.21.15.76:0/1436656206 learned_addr learned my addr 172.21.15.76:0/1436656206 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:44.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.782+0000 7fe78ed9d640 1 -- 172.21.15.76:0/1436656206 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe7900d07b0 msgr2=0x7fe7900b4490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:44.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.782+0000 7fe78e59c640 1 --2- 172.21.15.76:0/1436656206 >> v2:172.21.15.192:3300/0 conn(0x7fe79015c6e0 0x7fe7900b3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:44.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.782+0000 7fe78dd9b640 1 --2- 172.21.15.76:0/1436656206 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe7900d07b0 0x7fe7900b4490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:44.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.782+0000 7fe78ed9d640 1 --2- 172.21.15.76:0/1436656206 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe7900d07b0 0x7fe7900b4490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:44.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.782+0000 7fe78ed9d640 1 -- 172.21.15.76:0/1436656206 >> v2:172.21.15.192:3300/0 conn(0x7fe79015c6e0 msgr2=0x7fe7900b3f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:44.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.782+0000 7fe78ed9d640 1 --2- 172.21.15.76:0/1436656206 >> v2:172.21.15.192:3300/0 conn(0x7fe79015c6e0 0x7fe7900b3f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:44.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.782+0000 7fe78ed9d640 1 -- 172.21.15.76:0/1436656206 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe7900d11f0 con 0x7fe7900ccb20 2024-09-13T16:02:44.786 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.782+0000 7fe78e59c640 1 --2- 172.21.15.76:0/1436656206 >> v2:172.21.15.192:3300/0 conn(0x7fe79015c6e0 0x7fe7900b3f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:02:44.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.782+0000 7fe78ed9d640 1 --2- 172.21.15.76:0/1436656206 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe7900ccb20 0x7fe790160030 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7fe7900b4c10 tx=0x7fe78802a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3696b24164c7c6ba server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:44.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.783+0000 7fe78d59a640 1 -- 172.21.15.76:0/1436656206 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe78802ae90 con 0x7fe7900ccb20 2024-09-13T16:02:44.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.783+0000 7fe78d59a640 1 -- 172.21.15.76:0/1436656206 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe788032440 con 0x7fe7900ccb20 2024-09-13T16:02:44.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.783+0000 7fe78d59a640 1 -- 172.21.15.76:0/1436656206 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7880327d0 con 0x7fe7900ccb20 2024-09-13T16:02:44.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.783+0000 7fe794dce640 1 -- 172.21.15.76:0/1436656206 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe7900ccb20 msgr2=0x7fe790160030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:44.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.783+0000 7fe794dce640 1 --2- 172.21.15.76:0/1436656206 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe7900ccb20 0x7fe790160030 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7fe7900b4c10 tx=0x7fe78802a140 comp rx=0 tx=0).stop 2024-09-13T16:02:44.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.783+0000 7fe794dce640 1 -- 172.21.15.76:0/1436656206 shutdown_connections 2024-09-13T16:02:44.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.783+0000 7fe794dce640 1 --2- 172.21.15.76:0/1436656206 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe7900ccb20 0x7fe790160030 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:44.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.783+0000 7fe794dce640 1 --2- 172.21.15.76:0/1436656206 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe7900d07b0 0x7fe7900b4490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:44.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.783+0000 7fe794dce640 1 --2- 172.21.15.76:0/1436656206 >> v2:172.21.15.192:3300/0 conn(0x7fe79015c6e0 0x7fe7900b3f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:44.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.783+0000 7fe794dce640 1 -- 172.21.15.76:0/1436656206 >> 172.21.15.76:0/1436656206 conn(0x7fe790089f60 msgr2=0x7fe7900d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:44.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.783+0000 7fe794dce640 1 -- 172.21.15.76:0/1436656206 shutdown_connections 2024-09-13T16:02:44.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.783+0000 7fe794dce640 1 -- 172.21.15.76:0/1436656206 wait complete. 2024-09-13T16:02:44.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.785+0000 7fe794dce640 1 Processor -- start 2024-09-13T16:02:44.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.785+0000 7fe794dce640 1 -- start start 2024-09-13T16:02:44.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.785+0000 7fe794dce640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe7900ccb20 0x7fe79014a750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:44.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.785+0000 7fe794dce640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe7900d07b0 0x7fe7901599a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:44.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.785+0000 7fe794dce640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe79015c6e0 0x7fe790159ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:44.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.785+0000 7fe794dce640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe790154f80 con 0x7fe7900d07b0 2024-09-13T16:02:44.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.785+0000 7fe794dce640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe79014ac90 con 0x7fe79015c6e0 2024-09-13T16:02:44.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.785+0000 7fe794dce640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe7900cb470 con 0x7fe7900ccb20 2024-09-13T16:02:44.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.785+0000 7fe78dd9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe7900d07b0 0x7fe7901599a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:44.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.785+0000 7fe78dd9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe7900d07b0 0x7fe7901599a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56846/0 (socket says 172.21.15.76:56846) 2024-09-13T16:02:44.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.786+0000 7fe78dd9b640 1 -- 172.21.15.76:0/3950617270 learned_addr learned my addr 172.21.15.76:0/3950617270 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:44.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.786+0000 7fe78ed9d640 1 --2- 172.21.15.76:0/3950617270 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe79015c6e0 0x7fe790159ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:44.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.786+0000 7fe78e59c640 1 --2- 172.21.15.76:0/3950617270 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe7900ccb20 0x7fe79014a750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:44.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.786+0000 7fe78dd9b640 1 -- 172.21.15.76:0/3950617270 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe7900ccb20 msgr2=0x7fe79014a750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:44.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.786+0000 7fe78dd9b640 1 --2- 172.21.15.76:0/3950617270 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe7900ccb20 0x7fe79014a750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:44.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.786+0000 7fe78dd9b640 1 -- 172.21.15.76:0/3950617270 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe79015c6e0 msgr2=0x7fe790159ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:44.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.786+0000 7fe78dd9b640 1 --2- 172.21.15.76:0/3950617270 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe79015c6e0 0x7fe790159ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:44.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.786+0000 7fe78dd9b640 1 -- 172.21.15.76:0/3950617270 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe7880094d0 con 0x7fe7900d07b0 2024-09-13T16:02:44.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.786+0000 7fe78ed9d640 1 --2- 172.21.15.76:0/3950617270 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe79015c6e0 0x7fe790159ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:02:44.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.786+0000 7fe78dd9b640 1 --2- 172.21.15.76:0/3950617270 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe7900d07b0 0x7fe7901599a0 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7fe77800c570 tx=0x7fe77800ca30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:44.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.786+0000 7fe786ffd640 1 -- 172.21.15.76:0/3950617270 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe778011800 con 0x7fe7900d07b0 2024-09-13T16:02:44.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.786+0000 7fe786ffd640 1 -- 172.21.15.76:0/3950617270 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe778011960 con 0x7fe7900d07b0 2024-09-13T16:02:44.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.786+0000 7fe794dce640 1 -- 172.21.15.76:0/3950617270 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe7900cb750 con 0x7fe7900d07b0 2024-09-13T16:02:44.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.786+0000 7fe786ffd640 1 -- 172.21.15.76:0/3950617270 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe778011cf0 con 0x7fe7900d07b0 2024-09-13T16:02:44.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.786+0000 7fe794dce640 1 -- 172.21.15.76:0/3950617270 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe7900cbd10 con 0x7fe7900d07b0 2024-09-13T16:02:44.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.787+0000 7fe794dce640 1 -- 172.21.15.76:0/3950617270 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe7900b3f50 con 0x7fe7900d07b0 2024-09-13T16:02:44.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.788+0000 7fe786ffd640 1 -- 172.21.15.76:0/3950617270 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe778018360 con 0x7fe7900d07b0 2024-09-13T16:02:44.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.788+0000 7fe786ffd640 1 --2- 172.21.15.76:0/3950617270 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe77006ac00 0x7fe77006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:44.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.788+0000 7fe786ffd640 1 -- 172.21.15.76:0/3950617270 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7fe778089690 con 0x7fe7900d07b0 2024-09-13T16:02:44.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.788+0000 7fe78e59c640 1 --2- 172.21.15.76:0/3950617270 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe77006ac00 0x7fe77006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:44.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.788+0000 7fe78e59c640 1 --2- 172.21.15.76:0/3950617270 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe77006ac00 0x7fe77006d0c0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fe780007fb0 tx=0x7fe780007990 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:44.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.792+0000 7fe786ffd640 1 -- 172.21.15.76:0/3950617270 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fe778054550 con 0x7fe7900d07b0 2024-09-13T16:02:44.991 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.989+0000 7fe794dce640 1 -- 172.21.15.76:0/3950617270 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fe79008c610 con 0x7fe7900d07b0 2024-09-13T16:02:44.992 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.989+0000 7fe786ffd640 1 -- 172.21.15.76:0/3950617270 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) v1 ==== 93+0+4733 (secure 0 0 0) 0x7fe778057b70 con 0x7fe7900d07b0 2024-09-13T16:02:44.992 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:02:44.992 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":9,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4238,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6834/1395518339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":1395518339},{"type":"v1","addr":"172.21.15.192:6834","nonce":1395518339}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4241,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/3136856265","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6833","nonce":3136856265},{"type":"v1","addr":"172.21.15.192:6835","nonce":3136856265}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4275,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6837/421111930","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":421111930},{"type":"v1","addr":"172.21.15.76:6837","nonce":421111930}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:01:38.363434+0000","modified":"2024-09-13T16:01:59.026233+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4278},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4278":{"gid":4278,"name":"c","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.76:6836/2679973843","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":2679973843},{"type":"v1","addr":"172.21.15.76:6836","nonce":2679973843}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-13T16:02:44.992 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 9 2024-09-13T16:02:44.994 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.992+0000 7fe794dce640 1 -- 172.21.15.76:0/3950617270 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe77006ac00 msgr2=0x7fe77006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:44.994 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.992+0000 7fe794dce640 1 --2- 172.21.15.76:0/3950617270 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe77006ac00 0x7fe77006d0c0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fe780007fb0 tx=0x7fe780007990 comp rx=0 tx=0).stop 2024-09-13T16:02:44.995 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.992+0000 7fe794dce640 1 -- 172.21.15.76:0/3950617270 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe7900d07b0 msgr2=0x7fe7901599a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:44.995 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.992+0000 7fe794dce640 1 --2- 172.21.15.76:0/3950617270 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe7900d07b0 0x7fe7901599a0 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7fe77800c570 tx=0x7fe77800ca30 comp rx=0 tx=0).stop 2024-09-13T16:02:44.995 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.992+0000 7fe794dce640 1 -- 172.21.15.76:0/3950617270 shutdown_connections 2024-09-13T16:02:44.995 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.992+0000 7fe794dce640 1 --2- 172.21.15.76:0/3950617270 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe79015c6e0 0x7fe790159ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:44.995 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.992+0000 7fe794dce640 1 --2- 172.21.15.76:0/3950617270 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe7900d07b0 0x7fe7901599a0 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:44.995 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.992+0000 7fe794dce640 1 --2- 172.21.15.76:0/3950617270 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe77006ac00 0x7fe77006d0c0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:44.995 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.992+0000 7fe794dce640 1 --2- 172.21.15.76:0/3950617270 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe7900ccb20 0x7fe79014a750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:44.995 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.992+0000 7fe794dce640 1 -- 172.21.15.76:0/3950617270 >> 172.21.15.76:0/3950617270 conn(0x7fe790089f60 msgr2=0x7fe7900ce010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:44.995 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.992+0000 7fe794dce640 1 -- 172.21.15.76:0/3950617270 shutdown_connections 2024-09-13T16:02:44.995 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:44.992+0000 7fe794dce640 1 -- 172.21.15.76:0/3950617270 wait complete. 2024-09-13T16:02:45.005 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:02:45.102 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.100+0000 7fada9619640 1 Processor -- start 2024-09-13T16:02:45.103 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.100+0000 7fada9619640 1 -- start start 2024-09-13T16:02:45.105 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.101+0000 7fada9619640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fada40b4130 0x7fada40d2d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:45.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.101+0000 7fada9619640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fada40b4510 0x7fada40d1620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:45.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.101+0000 7fada9619640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fada40b3540 con 0x7fada408a370 2024-09-13T16:02:45.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.101+0000 7fada9619640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fada40b2ff0 con 0x7fada40b4130 2024-09-13T16:02:45.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.101+0000 7fada9619640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fada40cdc70 con 0x7fada40b4510 2024-09-13T16:02:45.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.101+0000 7fada2ffd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fada40b4130 0x7fada40d2d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:45.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.101+0000 7fada27fc640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fada408a370 0x7fada40d0f10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:51436/0 (socket says 172.21.15.76:51436) 2024-09-13T16:02:45.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.101+0000 7fada27fc640 1 -- 172.21.15.76:0/533970171 learned_addr learned my addr 172.21.15.76:0/533970171 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:45.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.101+0000 7fada2ffd640 1 -- 172.21.15.76:0/533970171 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fada40b4510 msgr2=0x7fada40d1620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:45.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.101+0000 7fada37fe640 1 --2- 172.21.15.76:0/533970171 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fada40b4510 0x7fada40d1620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:45.107 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.101+0000 7fada2ffd640 1 --2- 172.21.15.76:0/533970171 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fada40b4510 0x7fada40d1620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:45.107 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.101+0000 7fada2ffd640 1 -- 172.21.15.76:0/533970171 >> v1:172.21.15.76:6789/0 conn(0x7fada408a370 legacy=0x7fada40d0f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:45.107 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.101+0000 7fada1ffb640 1 -- 172.21.15.76:0/533970171 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3383522233 0 0) 0x7fada40b3540 con 0x7fada408a370 2024-09-13T16:02:45.107 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.101+0000 7fada2ffd640 1 -- 172.21.15.76:0/533970171 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fada40cd6f0 con 0x7fada40b4130 2024-09-13T16:02:45.107 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.102+0000 7fada2ffd640 1 --2- 172.21.15.76:0/533970171 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fada40b4130 0x7fada40d2d00 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7fad940097a0 tx=0x7fad9402a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=18d6674ce4d7e6b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:45.107 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.102+0000 7fada1ffb640 1 -- 172.21.15.76:0/533970171 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad94032440 con 0x7fada40b4130 2024-09-13T16:02:45.107 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.102+0000 7fada1ffb640 1 -- 172.21.15.76:0/533970171 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fad940325a0 con 0x7fada40b4130 2024-09-13T16:02:45.107 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.102+0000 7fada1ffb640 1 -- 172.21.15.76:0/533970171 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad94032930 con 0x7fada40b4130 2024-09-13T16:02:45.107 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.102+0000 7fada9619640 1 -- 172.21.15.76:0/533970171 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fada40b4130 msgr2=0x7fada40d2d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:45.107 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.102+0000 7fada9619640 1 --2- 172.21.15.76:0/533970171 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fada40b4130 0x7fada40d2d00 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7fad940097a0 tx=0x7fad9402a180 comp rx=0 tx=0).stop 2024-09-13T16:02:45.108 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.103+0000 7fada9619640 1 -- 172.21.15.76:0/533970171 shutdown_connections 2024-09-13T16:02:45.108 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.103+0000 7fada9619640 1 --2- 172.21.15.76:0/533970171 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fada40b4510 0x7fada40d1620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:45.108 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.103+0000 7fada9619640 1 --2- 172.21.15.76:0/533970171 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fada40b4130 0x7fada40d2d00 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:45.108 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.103+0000 7fada9619640 1 -- 172.21.15.76:0/533970171 >> 172.21.15.76:0/533970171 conn(0x7fada4089f60 msgr2=0x7fada40d24f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:45.108 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.103+0000 7fada9619640 1 -- 172.21.15.76:0/533970171 shutdown_connections 2024-09-13T16:02:45.108 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.103+0000 7fada9619640 1 -- 172.21.15.76:0/533970171 wait complete. 2024-09-13T16:02:45.112 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.104+0000 7fada9619640 1 Processor -- start 2024-09-13T16:02:45.112 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.104+0000 7fada9619640 1 -- start start 2024-09-13T16:02:45.112 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.105+0000 7fada9619640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fada408a370 0x7fada415ee80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:45.112 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.105+0000 7fada9619640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fada40b4130 0x7fada40cbce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:45.112 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.105+0000 7fada9619640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fada40b4510 0x7fada40b0e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:45.112 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.105+0000 7fada9619640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fada40c9fd0 con 0x7fada408a370 2024-09-13T16:02:45.112 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.105+0000 7fada9619640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fada409fd90 con 0x7fada40b4130 2024-09-13T16:02:45.112 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.105+0000 7fada9619640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fada40ca220 con 0x7fada40b4510 2024-09-13T16:02:45.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.105+0000 7fada2ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fada408a370 0x7fada415ee80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:45.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.105+0000 7fada2ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fada408a370 0x7fada415ee80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56850/0 (socket says 172.21.15.76:56850) 2024-09-13T16:02:45.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.105+0000 7fada2ffd640 1 -- 172.21.15.76:0/1646931318 learned_addr learned my addr 172.21.15.76:0/1646931318 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:45.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.105+0000 7fada27fc640 1 --2- 172.21.15.76:0/1646931318 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fada40b4130 0x7fada40cbce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:45.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.105+0000 7fada37fe640 1 --2- 172.21.15.76:0/1646931318 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fada40b4510 0x7fada40b0e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:45.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.105+0000 7fada2ffd640 1 -- 172.21.15.76:0/1646931318 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fada40b4510 msgr2=0x7fada40b0e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:45.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.105+0000 7fada2ffd640 1 --2- 172.21.15.76:0/1646931318 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fada40b4510 0x7fada40b0e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:45.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.105+0000 7fada2ffd640 1 -- 172.21.15.76:0/1646931318 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fada40b4130 msgr2=0x7fada40cbce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:45.114 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.105+0000 7fada2ffd640 1 --2- 172.21.15.76:0/1646931318 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fada40b4130 0x7fada40cbce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:45.114 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.105+0000 7fada2ffd640 1 -- 172.21.15.76:0/1646931318 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fad94009400 con 0x7fada408a370 2024-09-13T16:02:45.114 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.105+0000 7fada2ffd640 1 --2- 172.21.15.76:0/1646931318 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fada408a370 0x7fada415ee80 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7fad94035040 tx=0x7fad940046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:45.114 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.105+0000 7fad8b7fe640 1 -- 172.21.15.76:0/1646931318 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad94006e10 con 0x7fada408a370 2024-09-13T16:02:45.114 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.105+0000 7fad8b7fe640 1 -- 172.21.15.76:0/1646931318 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fad94030980 con 0x7fada408a370 2024-09-13T16:02:45.114 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.105+0000 7fada9619640 1 -- 172.21.15.76:0/1646931318 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fada40ca500 con 0x7fada408a370 2024-09-13T16:02:45.114 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.105+0000 7fad8b7fe640 1 -- 172.21.15.76:0/1646931318 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad94030d50 con 0x7fada408a370 2024-09-13T16:02:45.114 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.106+0000 7fada9619640 1 -- 172.21.15.76:0/1646931318 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fada40caac0 con 0x7fada408a370 2024-09-13T16:02:45.114 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.106+0000 7fada9619640 1 -- 172.21.15.76:0/1646931318 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fada40d2ce0 con 0x7fada408a370 2024-09-13T16:02:45.114 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.107+0000 7fad8b7fe640 1 -- 172.21.15.76:0/1646931318 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fad94039040 con 0x7fada408a370 2024-09-13T16:02:45.114 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.107+0000 7fad8b7fe640 1 --2- 172.21.15.76:0/1646931318 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fad9006ac00 0x7fad9006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:45.114 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.107+0000 7fad8b7fe640 1 -- 172.21.15.76:0/1646931318 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7fad940aa170 con 0x7fada408a370 2024-09-13T16:02:45.114 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.107+0000 7fada27fc640 1 --2- 172.21.15.76:0/1646931318 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fad9006ac00 0x7fad9006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:45.114 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.108+0000 7fada27fc640 1 --2- 172.21.15.76:0/1646931318 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fad9006ac00 0x7fad9006d0c0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fada41f5370 tx=0x7fad98007b50 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:45.115 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.111+0000 7fad8b7fe640 1 -- 172.21.15.76:0/1646931318 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fad94074fa0 con 0x7fada408a370 2024-09-13T16:02:45.276 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.274+0000 7fada9619640 1 -- 172.21.15.76:0/1646931318 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fada40b8210 con 0x7fada408a370 2024-09-13T16:02:45.277 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.275+0000 7fad8b7fe640 1 -- 172.21.15.76:0/1646931318 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v28) v1 ==== 74+0+18669 (secure 0 0 0) 0x7fad940785c0 con 0x7fada408a370 2024-09-13T16:02:45.277 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:02:45.277 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":28,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:02:20.572463+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:01:36.778177+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T16:01:37.336141+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T16:01:40.400554+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.2","mappings":[{"from":3,"to":2},{"from":5,"to":1}]},{"pgid":"3.15","mappings":[{"from":7,"to":2}]},{"pgid":"3.3a","mappings":[{"from":5,"to":2}]},{"pgid":"4.0","mappings":[{"from":1,"to":2}]},{"pgid":"4.9","mappings":[{"from":1,"to":2}]},{"pgid":"4.1d","mappings":[{"from":1,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:02:45.279 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.277+0000 7fada9619640 1 -- 172.21.15.76:0/1646931318 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fad9006ac00 msgr2=0x7fad9006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:45.280 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.277+0000 7fada9619640 1 --2- 172.21.15.76:0/1646931318 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fad9006ac00 0x7fad9006d0c0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fada41f5370 tx=0x7fad98007b50 comp rx=0 tx=0).stop 2024-09-13T16:02:45.280 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.277+0000 7fada9619640 1 -- 172.21.15.76:0/1646931318 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fada408a370 msgr2=0x7fada415ee80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:45.280 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.277+0000 7fada9619640 1 --2- 172.21.15.76:0/1646931318 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fada408a370 0x7fada415ee80 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7fad94035040 tx=0x7fad940046c0 comp rx=0 tx=0).stop 2024-09-13T16:02:45.280 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.277+0000 7fada9619640 1 -- 172.21.15.76:0/1646931318 shutdown_connections 2024-09-13T16:02:45.280 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.277+0000 7fada9619640 1 --2- 172.21.15.76:0/1646931318 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fad9006ac00 0x7fad9006d0c0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:45.280 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.277+0000 7fada9619640 1 --2- 172.21.15.76:0/1646931318 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fada40b4510 0x7fada40b0e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:45.280 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.277+0000 7fada9619640 1 --2- 172.21.15.76:0/1646931318 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fada40b4130 0x7fada40cbce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:45.280 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.277+0000 7fada9619640 1 --2- 172.21.15.76:0/1646931318 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fada408a370 0x7fada415ee80 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:45.280 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.277+0000 7fada9619640 1 -- 172.21.15.76:0/1646931318 >> 172.21.15.76:0/1646931318 conn(0x7fada4089f60 msgr2=0x7fada40c8030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:45.280 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.277+0000 7fada9619640 1 -- 172.21.15.76:0/1646931318 shutdown_connections 2024-09-13T16:02:45.280 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.277+0000 7fada9619640 1 -- 172.21.15.76:0/1646931318 wait complete. 2024-09-13T16:02:45.290 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-13T16:02:45.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.388+0000 7f0d8cfc7640 1 Processor -- start 2024-09-13T16:02:45.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.388+0000 7f0d8cfc7640 1 -- start start 2024-09-13T16:02:45.393 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.389+0000 7f0d8cfc7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0d8806c4c0 0x7f0d8806c8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:45.393 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.389+0000 7f0d8cfc7640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0d880b2170 con 0x7f0d880cbea0 2024-09-13T16:02:45.393 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.389+0000 7f0d8cfc7640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0d8806dab0 con 0x7f0d880b2590 2024-09-13T16:02:45.393 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.389+0000 7f0d8cfc7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0d8806deb0 con 0x7f0d8806c4c0 2024-09-13T16:02:45.394 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.389+0000 7f0d86d9d640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f0d880cbea0 0x7f0d880cc350 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:51440/0 (socket says 172.21.15.76:51440) 2024-09-13T16:02:45.394 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.389+0000 7f0d86d9d640 1 -- 172.21.15.76:0/2355081065 learned_addr learned my addr 172.21.15.76:0/2355081065 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:45.394 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.389+0000 7f0d85d9b640 1 -- 172.21.15.76:0/2355081065 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 508217330 0 0) 0x7f0d880b2170 con 0x7f0d880cbea0 2024-09-13T16:02:45.394 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.389+0000 7f0d85d9b640 1 -- 172.21.15.76:0/2355081065 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0d74004630 con 0x7f0d880cbea0 2024-09-13T16:02:45.394 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.389+0000 7f0d8659c640 1 --2- 172.21.15.76:0/2355081065 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0d8806c4c0 0x7f0d8806c8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:45.394 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.389+0000 7f0d85d9b640 1 -- 172.21.15.76:0/2355081065 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3212344727 0 0) 0x7f0d74004630 con 0x7f0d880cbea0 2024-09-13T16:02:45.394 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.389+0000 7f0d85d9b640 1 -- 172.21.15.76:0/2355081065 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0d8806c4c0 msgr2=0x7f0d8806c8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:45.394 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.389+0000 7f0d85d9b640 1 --2- 172.21.15.76:0/2355081065 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0d8806c4c0 0x7f0d8806c8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:45.394 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.389+0000 7f0d85d9b640 1 -- 172.21.15.76:0/2355081065 >> v1:172.21.15.192:6789/0 conn(0x7f0d880b2590 legacy=0x7f0d8806d3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:45.394 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.389+0000 7f0d85d9b640 1 -- 172.21.15.76:0/2355081065 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0d8806e0c0 con 0x7f0d880cbea0 2024-09-13T16:02:45.394 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.389+0000 7f0d85d9b640 1 -- 172.21.15.76:0/2355081065 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f0d800019f0 con 0x7f0d880cbea0 2024-09-13T16:02:45.394 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.389+0000 7f0d85d9b640 1 -- 172.21.15.76:0/2355081065 >> v1:172.21.15.76:6789/0 conn(0x7f0d880cbea0 legacy=0x7f0d880cc350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:45.394 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.389+0000 7f0d85d9b640 1 --2- 172.21.15.76:0/2355081065 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0d74004ab0 0x7f0d74004ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:45.394 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.389+0000 7f0d85d9b640 1 --2- 172.21.15.76:0/2355081065 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0d740058d0 0x7f0d74005d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:45.395 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.389+0000 7f0d85d9b640 1 --2- 172.21.15.76:0/2355081065 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0d8806c4c0 0x7f0d740062d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:45.395 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.389+0000 7f0d85d9b640 1 -- 172.21.15.76:0/2355081065 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d8806deb0 con 0x7f0d74004ab0 2024-09-13T16:02:45.395 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.389+0000 7f0d85d9b640 1 -- 172.21.15.76:0/2355081065 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d7400cbc0 con 0x7f0d740058d0 2024-09-13T16:02:45.395 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.389+0000 7f0d85d9b640 1 -- 172.21.15.76:0/2355081065 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0d7400cd80 con 0x7f0d8806c4c0 2024-09-13T16:02:45.395 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.389+0000 7f0d8659c640 1 --2- 172.21.15.76:0/2355081065 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0d74004ab0 0x7f0d74004ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:45.395 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.390+0000 7f0d7dd9b640 1 --2- 172.21.15.76:0/2355081065 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0d740058d0 0x7f0d74005d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:45.395 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.390+0000 7f0d86d9d640 1 --2- 172.21.15.76:0/2355081065 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0d8806c4c0 0x7f0d740062d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:45.395 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.390+0000 7f0d8659c640 1 -- 172.21.15.76:0/2355081065 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0d8806c4c0 msgr2=0x7f0d740062d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:45.395 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.390+0000 7f0d8659c640 1 --2- 172.21.15.76:0/2355081065 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0d8806c4c0 0x7f0d740062d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:45.395 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.390+0000 7f0d8659c640 1 -- 172.21.15.76:0/2355081065 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0d740058d0 msgr2=0x7f0d74005d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:45.395 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.390+0000 7f0d8659c640 1 --2- 172.21.15.76:0/2355081065 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0d740058d0 0x7f0d74005d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:45.395 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.390+0000 7f0d8659c640 1 -- 172.21.15.76:0/2355081065 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0d74004630 con 0x7f0d74004ab0 2024-09-13T16:02:45.395 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.390+0000 7f0d8659c640 1 --2- 172.21.15.76:0/2355081065 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0d74004ab0 0x7f0d74004ed0 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f0d7800ba30 tx=0x7f0d74006900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=33a4744c150ec43 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:45.395 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.390+0000 7f0d85d9b640 1 -- 172.21.15.76:0/2355081065 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d7802ade0 con 0x7f0d74004ab0 2024-09-13T16:02:45.396 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.390+0000 7f0d85d9b640 1 -- 172.21.15.76:0/2355081065 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0d7802e070 con 0x7f0d74004ab0 2024-09-13T16:02:45.396 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.390+0000 7f0d85d9b640 1 -- 172.21.15.76:0/2355081065 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d78034620 con 0x7f0d74004ab0 2024-09-13T16:02:45.396 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.391+0000 7f0d8cfc7640 1 -- 172.21.15.76:0/2355081065 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0d74004ab0 msgr2=0x7f0d74004ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:45.396 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.391+0000 7f0d8cfc7640 1 --2- 172.21.15.76:0/2355081065 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0d74004ab0 0x7f0d74004ed0 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f0d7800ba30 tx=0x7f0d74006900 comp rx=0 tx=0).stop 2024-09-13T16:02:45.396 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.391+0000 7f0d86d9d640 1 -- 172.21.15.76:0/2355081065 reap_dead start 2024-09-13T16:02:45.396 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.391+0000 7f0d8cfc7640 1 -- 172.21.15.76:0/2355081065 shutdown_connections 2024-09-13T16:02:45.396 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.391+0000 7f0d8cfc7640 1 -- 172.21.15.76:0/2355081065 >> 172.21.15.76:0/2355081065 conn(0x7f0d88069ed0 msgr2=0x7f0d8806a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:45.396 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.391+0000 7f0d8cfc7640 1 -- 172.21.15.76:0/2355081065 shutdown_connections 2024-09-13T16:02:45.396 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.391+0000 7f0d8cfc7640 1 -- 172.21.15.76:0/2355081065 wait complete. 2024-09-13T16:02:45.399 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.392+0000 7f0d8cfc7640 1 Processor -- start 2024-09-13T16:02:45.399 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.393+0000 7f0d8cfc7640 1 -- start start 2024-09-13T16:02:45.399 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.393+0000 7f0d8cfc7640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0d74004ab0 0x7f0d880c4c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:45.399 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.393+0000 7f0d8cfc7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0d8814e480 0x7f0d881f2c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:45.399 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.393+0000 7f0d8cfc7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0d8815aab0 0x7f0d880ca1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:45.399 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.393+0000 7f0d8cfc7640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d880c5160 con 0x7f0d8815aab0 2024-09-13T16:02:45.399 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.393+0000 7f0d8cfc7640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d8815b3b0 con 0x7f0d74004ab0 2024-09-13T16:02:45.399 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.393+0000 7f0d8cfc7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0d8815b690 con 0x7f0d8814e480 2024-09-13T16:02:45.399 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.393+0000 7f0d86d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0d8815aab0 0x7f0d880ca1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:45.399 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.393+0000 7f0d86d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0d8815aab0 0x7f0d880ca1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56872/0 (socket says 172.21.15.76:56872) 2024-09-13T16:02:45.399 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.393+0000 7f0d86d9d640 1 -- 172.21.15.76:0/818438362 learned_addr learned my addr 172.21.15.76:0/818438362 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:45.400 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.393+0000 7f0d8659c640 1 --2- 172.21.15.76:0/818438362 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0d74004ab0 0x7f0d880c4c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:45.400 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.393+0000 7f0d7dd9b640 1 --2- 172.21.15.76:0/818438362 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0d8814e480 0x7f0d881f2c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:45.400 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.394+0000 7f0d86d9d640 1 -- 172.21.15.76:0/818438362 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0d8814e480 msgr2=0x7f0d881f2c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:45.400 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.394+0000 7f0d86d9d640 1 --2- 172.21.15.76:0/818438362 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0d8814e480 0x7f0d881f2c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:45.400 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.394+0000 7f0d86d9d640 1 -- 172.21.15.76:0/818438362 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0d74004ab0 msgr2=0x7f0d880c4c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:45.400 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.394+0000 7f0d86d9d640 1 --2- 172.21.15.76:0/818438362 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0d74004ab0 0x7f0d880c4c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:45.400 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.394+0000 7f0d86d9d640 1 -- 172.21.15.76:0/818438362 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0d881f2450 con 0x7f0d8815aab0 2024-09-13T16:02:45.400 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.394+0000 7f0d86d9d640 1 --2- 172.21.15.76:0/818438362 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0d8815aab0 0x7f0d880ca1d0 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f0d880cc280 tx=0x7f0d8000e530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:45.400 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.394+0000 7f0d7f7fe640 1 -- 172.21.15.76:0/818438362 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d8000ec10 con 0x7f0d8815aab0 2024-09-13T16:02:45.400 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.394+0000 7f0d7f7fe640 1 -- 172.21.15.76:0/818438362 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0d8000ed70 con 0x7f0d8815aab0 2024-09-13T16:02:45.400 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.394+0000 7f0d8cfc7640 1 -- 172.21.15.76:0/818438362 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0d881f2730 con 0x7f0d8815aab0 2024-09-13T16:02:45.400 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.394+0000 7f0d7f7fe640 1 -- 172.21.15.76:0/818438362 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d8000eee0 con 0x7f0d8815aab0 2024-09-13T16:02:45.400 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.394+0000 7f0d8cfc7640 1 -- 172.21.15.76:0/818438362 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0d881f3190 con 0x7f0d8815aab0 2024-09-13T16:02:45.401 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.395+0000 7f0d8cfc7640 1 -- 172.21.15.76:0/818438362 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0d881f2920 con 0x7f0d8815aab0 2024-09-13T16:02:45.401 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.395+0000 7f0d7f7fe640 1 -- 172.21.15.76:0/818438362 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f0d80013660 con 0x7f0d8815aab0 2024-09-13T16:02:45.401 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.396+0000 7f0d7f7fe640 1 --2- 172.21.15.76:0/818438362 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0d6806ac00 0x7f0d6806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:45.401 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.396+0000 7f0d7f7fe640 1 -- 172.21.15.76:0/818438362 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6642+0+0 (secure 0 0 0) 0x7f0d80089950 con 0x7f0d8815aab0 2024-09-13T16:02:45.401 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.396+0000 7f0d8659c640 1 --2- 172.21.15.76:0/818438362 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0d6806ac00 0x7f0d6806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:45.401 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.396+0000 7f0d8659c640 1 --2- 172.21.15.76:0/818438362 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0d6806ac00 0x7f0d6806d0c0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f0d7800ba00 tx=0x7f0d78030000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:45.401 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.400+0000 7f0d7f7fe640 1 -- 172.21.15.76:0/818438362 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f0d80058410 con 0x7f0d8815aab0 2024-09-13T16:02:45.594 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.592+0000 7f0d8cfc7640 1 -- 172.21.15.76:0/818438362 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7f0d8806d3a0 con 0x7f0d8815aab0 2024-09-13T16:02:45.594 INFO:tasks.ceph.mon.a.smithi076.stderr:2024-09-13T16:02:45.593+0000 7f1d1f745640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T16:02:45.603 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.602+0000 7f0d7f7fe640 1 -- 172.21.15.76:0/818438362 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v10) v1 ==== 161+0+0 (secure 0 0 0) 0x7f0d80057fa0 con 0x7f0d8815aab0 2024-09-13T16:02:45.603 INFO:teuthology.orchestra.run.smithi076.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T16:02:45.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.604+0000 7f0d8cfc7640 1 -- 172.21.15.76:0/818438362 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0d6806ac00 msgr2=0x7f0d6806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:45.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.604+0000 7f0d8cfc7640 1 --2- 172.21.15.76:0/818438362 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0d6806ac00 0x7f0d6806d0c0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f0d7800ba00 tx=0x7f0d78030000 comp rx=0 tx=0).stop 2024-09-13T16:02:45.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.604+0000 7f0d8cfc7640 1 -- 172.21.15.76:0/818438362 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0d8815aab0 msgr2=0x7f0d880ca1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:45.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.604+0000 7f0d8cfc7640 1 --2- 172.21.15.76:0/818438362 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0d8815aab0 0x7f0d880ca1d0 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f0d880cc280 tx=0x7f0d8000e530 comp rx=0 tx=0).stop 2024-09-13T16:02:45.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.604+0000 7f0d8cfc7640 1 -- 172.21.15.76:0/818438362 shutdown_connections 2024-09-13T16:02:45.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.604+0000 7f0d8cfc7640 1 --2- 172.21.15.76:0/818438362 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0d8815aab0 0x7f0d880ca1d0 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:45.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.604+0000 7f0d8cfc7640 1 --2- 172.21.15.76:0/818438362 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0d6806ac00 0x7f0d6806d0c0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:45.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.604+0000 7f0d8cfc7640 1 --2- 172.21.15.76:0/818438362 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0d8814e480 0x7f0d881f2c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:45.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.604+0000 7f0d8cfc7640 1 --2- 172.21.15.76:0/818438362 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0d74004ab0 0x7f0d880c4c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:45.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.604+0000 7f0d8cfc7640 1 -- 172.21.15.76:0/818438362 >> 172.21.15.76:0/818438362 conn(0x7f0d88069ed0 msgr2=0x7f0d88070730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:45.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.604+0000 7f0d8cfc7640 1 -- 172.21.15.76:0/818438362 shutdown_connections 2024-09-13T16:02:45.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.604+0000 7f0d8cfc7640 1 -- 172.21.15.76:0/818438362 wait complete. 2024-09-13T16:02:45.607 INFO:tasks.ceph.mds.c.smithi076.stderr: -4161> 2024-09-13T16:01:42.471+0000 7f9263962640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T16:02:45.621 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-13T16:02:45.635 INFO:tasks.ceph.mds.c.smithi076.stdout:starting mds.c at 2024-09-13T16:02:45.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.721+0000 7f70aa17d640 1 Processor -- start 2024-09-13T16:02:45.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.721+0000 7f70aa17d640 1 -- start start 2024-09-13T16:02:45.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.722+0000 7f70aa17d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f70a415a3b0 0x7f70a40b20a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:45.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.722+0000 7f70aa17d640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f70a40cec00 0x7f70a40ab9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:45.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.722+0000 7f70aa17d640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f70a415a790 con 0x7f70a40b1720 2024-09-13T16:02:45.725 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.722+0000 7f70aa17d640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f70a40b2680 con 0x7f70a415a3b0 2024-09-13T16:02:45.725 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.722+0000 7f70aa17d640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f70a40b2960 con 0x7f70a40cec00 2024-09-13T16:02:45.725 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.722+0000 7f70a37fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f70a415a3b0 0x7f70a40b20a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:45.725 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.722+0000 7f70a2ffd640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f70a40b1720 0x7f70a40ce4f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:51448/0 (socket says 172.21.15.76:51448) 2024-09-13T16:02:45.725 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.722+0000 7f70a37fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f70a415a3b0 0x7f70a40b20a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56900/0 (socket says 172.21.15.76:56900) 2024-09-13T16:02:45.725 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.722+0000 7f70a2ffd640 1 -- 172.21.15.76:0/1832955103 learned_addr learned my addr 172.21.15.76:0/1832955103 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:45.725 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.722+0000 7f70a37fe640 1 -- 172.21.15.76:0/1832955103 >> v2:172.21.15.192:3300/0 conn(0x7f70a40cec00 msgr2=0x7f70a40ab9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:45.725 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.722+0000 7f70a37fe640 1 --2- 172.21.15.76:0/1832955103 >> v2:172.21.15.192:3300/0 conn(0x7f70a40cec00 0x7f70a40ab9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:45.725 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.722+0000 7f70a37fe640 1 -- 172.21.15.76:0/1832955103 >> v1:172.21.15.76:6789/0 conn(0x7f70a40b1720 legacy=0x7f70a40ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:45.725 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.722+0000 7f70a27fc640 1 -- 172.21.15.76:0/1832955103 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3194074223 0 0) 0x7f70a415a790 con 0x7f70a40b1720 2024-09-13T16:02:45.725 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.722+0000 7f70a37fe640 1 -- 172.21.15.76:0/1832955103 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f70a40b2c40 con 0x7f70a415a3b0 2024-09-13T16:02:45.725 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.723+0000 7f70a37fe640 1 --2- 172.21.15.76:0/1832955103 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f70a415a3b0 0x7f70a40b20a0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f70a40c5310 tx=0x7f709402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2db0c1eaa853bf73 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:45.725 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.723+0000 7f70a27fc640 1 -- 172.21.15.76:0/1832955103 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7094032440 con 0x7f70a415a3b0 2024-09-13T16:02:45.726 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.723+0000 7f70a27fc640 1 -- 172.21.15.76:0/1832955103 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f70940325a0 con 0x7f70a415a3b0 2024-09-13T16:02:45.726 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.723+0000 7f70a27fc640 1 -- 172.21.15.76:0/1832955103 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7094032930 con 0x7f70a415a3b0 2024-09-13T16:02:45.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.724+0000 7f70aa17d640 1 -- 172.21.15.76:0/1832955103 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f70a415a3b0 msgr2=0x7f70a40b20a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:45.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.724+0000 7f70aa17d640 1 --2- 172.21.15.76:0/1832955103 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f70a415a3b0 0x7f70a40b20a0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f70a40c5310 tx=0x7f709402a1a0 comp rx=0 tx=0).stop 2024-09-13T16:02:45.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.724+0000 7f70aa17d640 1 -- 172.21.15.76:0/1832955103 shutdown_connections 2024-09-13T16:02:45.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.724+0000 7f70aa17d640 1 --2- 172.21.15.76:0/1832955103 >> v2:172.21.15.192:3300/0 conn(0x7f70a40cec00 0x7f70a40ab9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:45.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.724+0000 7f70aa17d640 1 --2- 172.21.15.76:0/1832955103 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f70a415a3b0 0x7f70a40b20a0 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:45.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.724+0000 7f70aa17d640 1 -- 172.21.15.76:0/1832955103 >> 172.21.15.76:0/1832955103 conn(0x7f70a406a0b0 msgr2=0x7f70a406a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:45.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.724+0000 7f70aa17d640 1 -- 172.21.15.76:0/1832955103 shutdown_connections 2024-09-13T16:02:45.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.724+0000 7f70aa17d640 1 -- 172.21.15.76:0/1832955103 wait complete. 2024-09-13T16:02:45.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.725+0000 7f70aa17d640 1 Processor -- start 2024-09-13T16:02:45.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.725+0000 7f70aa17d640 1 -- start start 2024-09-13T16:02:45.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.726+0000 7f70aa17d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f70a40b1720 0x7f70a40cdb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:45.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.726+0000 7f70aa17d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f70a40cec00 0x7f70a40c3d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:45.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.726+0000 7f70aa17d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f70a415a3b0 0x7f70a41f1a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:45.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.726+0000 7f70aa17d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70a40c3960 con 0x7f70a40cec00 2024-09-13T16:02:45.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.726+0000 7f70aa17d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70a40c2ce0 con 0x7f70a415a3b0 2024-09-13T16:02:45.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.726+0000 7f70aa17d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f70a40c2fc0 con 0x7f70a40b1720 2024-09-13T16:02:45.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.726+0000 7f70a2ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f70a40cec00 0x7f70a40c3d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:45.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.726+0000 7f70a2ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f70a40cec00 0x7f70a40c3d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56912/0 (socket says 172.21.15.76:56912) 2024-09-13T16:02:45.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.726+0000 7f70a2ffd640 1 -- 172.21.15.76:0/1273180367 learned_addr learned my addr 172.21.15.76:0/1273180367 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:45.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.726+0000 7f70a37fe640 1 --2- 172.21.15.76:0/1273180367 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f70a40b1720 0x7f70a40cdb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:45.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.726+0000 7f70a2ffd640 1 -- 172.21.15.76:0/1273180367 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f70a40b1720 msgr2=0x7f70a40cdb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:45.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.726+0000 7f70a3fff640 1 --2- 172.21.15.76:0/1273180367 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f70a415a3b0 0x7f70a41f1a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:45.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.726+0000 7f70a2ffd640 1 --2- 172.21.15.76:0/1273180367 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f70a40b1720 0x7f70a40cdb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:45.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.726+0000 7f70a2ffd640 1 -- 172.21.15.76:0/1273180367 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f70a415a3b0 msgr2=0x7f70a41f1a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:45.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.726+0000 7f70a2ffd640 1 --2- 172.21.15.76:0/1273180367 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f70a415a3b0 0x7f70a41f1a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:45.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.726+0000 7f70a2ffd640 1 -- 172.21.15.76:0/1273180367 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7094009400 con 0x7f70a40cec00 2024-09-13T16:02:45.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.726+0000 7f70a2ffd640 1 --2- 172.21.15.76:0/1273180367 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f70a40cec00 0x7f70a40c3d80 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f708c00c400 tx=0x7f708c00c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:45.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.726+0000 7f709bfff640 1 -- 172.21.15.76:0/1273180367 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f708c005ce0 con 0x7f70a40cec00 2024-09-13T16:02:45.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.727+0000 7f709bfff640 1 -- 172.21.15.76:0/1273180367 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f708c005e40 con 0x7f70a40cec00 2024-09-13T16:02:45.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.727+0000 7f70aa17d640 1 -- 172.21.15.76:0/1273180367 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f70a40c32a0 con 0x7f70a40cec00 2024-09-13T16:02:45.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.727+0000 7f709bfff640 1 -- 172.21.15.76:0/1273180367 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f708c007310 con 0x7f70a40cec00 2024-09-13T16:02:45.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.727+0000 7f70aa17d640 1 -- 172.21.15.76:0/1273180367 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f70a40c3630 con 0x7f70a40cec00 2024-09-13T16:02:45.732 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.727+0000 7f70aa17d640 1 -- 172.21.15.76:0/1273180367 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f70a40c3aa0 con 0x7f70a40cec00 2024-09-13T16:02:45.732 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.728+0000 7f709bfff640 1 -- 172.21.15.76:0/1273180367 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f708c007530 con 0x7f70a40cec00 2024-09-13T16:02:45.732 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.729+0000 7f709bfff640 1 --2- 172.21.15.76:0/1273180367 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f708406ac00 0x7f708406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:45.732 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.729+0000 7f709bfff640 1 -- 172.21.15.76:0/1273180367 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6728+0+0 (secure 0 0 0) 0x7f708c088ce0 con 0x7f70a40cec00 2024-09-13T16:02:45.732 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.729+0000 7f70a37fe640 1 --2- 172.21.15.76:0/1273180367 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f708406ac00 0x7f708406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:45.732 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.729+0000 7f70a37fe640 1 --2- 172.21.15.76:0/1273180367 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f708406ac00 0x7f708406d0c0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f7094034000 tx=0x7f709402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:45.734 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.733+0000 7f709bfff640 1 -- 172.21.15.76:0/1273180367 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f70a40c3aa0 con 0x7f70a40cec00 2024-09-13T16:02:45.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:45.935+0000 7f70aa17d640 1 -- 172.21.15.76:0/1273180367 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) v1 -- 0x7f70a40c3aa0 con 0x7f70a40cec00 2024-09-13T16:02:46.605 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.604+0000 7f709bfff640 1 -- 172.21.15.76:0/1273180367 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v11) v1 ==== 104+0+0 (secure 0 0 0) 0x7f70a40c3aa0 con 0x7f70a40cec00 2024-09-13T16:02:46.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.606+0000 7f70aa17d640 1 -- 172.21.15.76:0/1273180367 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f708406ac00 msgr2=0x7f708406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:46.608 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.606+0000 7f70aa17d640 1 --2- 172.21.15.76:0/1273180367 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f708406ac00 0x7f708406d0c0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f7094034000 tx=0x7f709402e000 comp rx=0 tx=0).stop 2024-09-13T16:02:46.608 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.606+0000 7f70aa17d640 1 -- 172.21.15.76:0/1273180367 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f70a40cec00 msgr2=0x7f70a40c3d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:46.608 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.606+0000 7f70aa17d640 1 --2- 172.21.15.76:0/1273180367 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f70a40cec00 0x7f70a40c3d80 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f708c00c400 tx=0x7f708c00c8c0 comp rx=0 tx=0).stop 2024-09-13T16:02:46.608 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.606+0000 7f70aa17d640 1 -- 172.21.15.76:0/1273180367 shutdown_connections 2024-09-13T16:02:46.608 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.606+0000 7f70aa17d640 1 --2- 172.21.15.76:0/1273180367 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f70a415a3b0 0x7f70a41f1a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:46.608 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.606+0000 7f70aa17d640 1 --2- 172.21.15.76:0/1273180367 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f70a40cec00 0x7f70a40c3d80 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:46.608 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.606+0000 7f70aa17d640 1 --2- 172.21.15.76:0/1273180367 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f708406ac00 0x7f708406d0c0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:46.608 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.606+0000 7f70aa17d640 1 --2- 172.21.15.76:0/1273180367 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f70a40b1720 0x7f70a40cdb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:46.608 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.606+0000 7f70aa17d640 1 -- 172.21.15.76:0/1273180367 >> 172.21.15.76:0/1273180367 conn(0x7f70a406a0b0 msgr2=0x7f70a40ab9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:46.608 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.606+0000 7f70aa17d640 1 -- 172.21.15.76:0/1273180367 shutdown_connections 2024-09-13T16:02:46.609 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.606+0000 7f70aa17d640 1 -- 172.21.15.76:0/1273180367 wait complete. 2024-09-13T16:02:46.620 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-13T16:02:46.765 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.764+0000 7f65463ae640 1 Processor -- start 2024-09-13T16:02:46.765 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.764+0000 7f65463ae640 1 -- start start 2024-09-13T16:02:46.769 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.764+0000 7f65463ae640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f65400d22d0 0x7f65400d2710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:46.769 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.764+0000 7f65463ae640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f654006b6c0 con 0x7f654006bb50 2024-09-13T16:02:46.769 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.764+0000 7f65463ae640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f65400ce500 con 0x7f654015fbc0 2024-09-13T16:02:46.769 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.764+0000 7f65463ae640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f65400cdc60 con 0x7f65400d22d0 2024-09-13T16:02:46.769 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.765+0000 7f654494b640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f654006bb50 0x7f654006c000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:51456/0 (socket says 172.21.15.76:51456) 2024-09-13T16:02:46.769 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.765+0000 7f654494b640 1 -- 172.21.15.76:0/3988778792 learned_addr learned my addr 172.21.15.76:0/3988778792 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:46.769 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.765+0000 7f653effd640 1 -- 172.21.15.76:0/3988778792 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1995778671 0 0) 0x7f654006b6c0 con 0x7f654006bb50 2024-09-13T16:02:46.769 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.765+0000 7f653f7fe640 1 --2- 172.21.15.76:0/3988778792 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f65400d22d0 0x7f65400d2710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:46.769 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.765+0000 7f653effd640 1 -- 172.21.15.76:0/3988778792 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6528003520 con 0x7f654006bb50 2024-09-13T16:02:46.769 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.765+0000 7f653effd640 1 -- 172.21.15.76:0/3988778792 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4026750941 0 0) 0x7f6528003520 con 0x7f654006bb50 2024-09-13T16:02:46.769 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.765+0000 7f653effd640 1 -- 172.21.15.76:0/3988778792 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f65400d22d0 msgr2=0x7f65400d2710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:46.769 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.765+0000 7f653effd640 1 --2- 172.21.15.76:0/3988778792 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f65400d22d0 0x7f65400d2710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:46.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.765+0000 7f653effd640 1 -- 172.21.15.76:0/3988778792 >> v1:172.21.15.192:6789/0 conn(0x7f654015fbc0 legacy=0x7f65400cd180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:46.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.765+0000 7f653effd640 1 -- 172.21.15.76:0/3988778792 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f65400cdf40 con 0x7f654006bb50 2024-09-13T16:02:46.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.765+0000 7f653effd640 1 -- 172.21.15.76:0/3988778792 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f65380019f0 con 0x7f654006bb50 2024-09-13T16:02:46.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.765+0000 7f653effd640 1 -- 172.21.15.76:0/3988778792 >> v1:172.21.15.76:6789/0 conn(0x7f654006bb50 legacy=0x7f654006c000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:46.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.765+0000 7f653effd640 1 --2- 172.21.15.76:0/3988778792 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f65400d22d0 0x7f65280039a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:46.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.765+0000 7f653effd640 1 --2- 172.21.15.76:0/3988778792 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6528003f20 0x7f65280047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:46.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.765+0000 7f653effd640 1 --2- 172.21.15.76:0/3988778792 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6528004d00 0x7f6528005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:46.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.765+0000 7f653effd640 1 -- 172.21.15.76:0/3988778792 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65400cdc60 con 0x7f6528003f20 2024-09-13T16:02:46.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.765+0000 7f653effd640 1 -- 172.21.15.76:0/3988778792 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f652800ba60 con 0x7f6528004d00 2024-09-13T16:02:46.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.765+0000 7f653effd640 1 -- 172.21.15.76:0/3988778792 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f652800bc20 con 0x7f65400d22d0 2024-09-13T16:02:46.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.765+0000 7f653f7fe640 1 --2- 172.21.15.76:0/3988778792 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6528003f20 0x7f65280047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:46.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.765+0000 7f653ffff640 1 --2- 172.21.15.76:0/3988778792 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f65400d22d0 0x7f65280039a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:46.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.765+0000 7f654494b640 1 --2- 172.21.15.76:0/3988778792 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6528004d00 0x7f6528005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:46.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.766+0000 7f653f7fe640 1 -- 172.21.15.76:0/3988778792 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f65400d22d0 msgr2=0x7f65280039a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:46.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.766+0000 7f653f7fe640 1 --2- 172.21.15.76:0/3988778792 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f65400d22d0 0x7f65280039a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:46.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.766+0000 7f653f7fe640 1 -- 172.21.15.76:0/3988778792 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6528004d00 msgr2=0x7f6528005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:46.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.766+0000 7f653f7fe640 1 --2- 172.21.15.76:0/3988778792 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6528004d00 0x7f6528005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:46.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.766+0000 7f653f7fe640 1 -- 172.21.15.76:0/3988778792 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6528003520 con 0x7f6528003f20 2024-09-13T16:02:46.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.766+0000 7f654494b640 1 --2- 172.21.15.76:0/3988778792 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6528004d00 0x7f6528005180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:02:46.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.766+0000 7f653ffff640 1 --2- 172.21.15.76:0/3988778792 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f65400d22d0 0x7f65280039a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:02:46.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.766+0000 7f653f7fe640 1 --2- 172.21.15.76:0/3988778792 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6528003f20 0x7f65280047c0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f6534009a80 tx=0x7f65280057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a0c427f1d926d267 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:46.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.766+0000 7f653effd640 1 -- 172.21.15.76:0/3988778792 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6534005990 con 0x7f6528003f20 2024-09-13T16:02:46.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.766+0000 7f653effd640 1 -- 172.21.15.76:0/3988778792 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f653402d050 con 0x7f6528003f20 2024-09-13T16:02:46.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.766+0000 7f653effd640 1 -- 172.21.15.76:0/3988778792 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6534005cf0 con 0x7f6528003f20 2024-09-13T16:02:46.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.767+0000 7f65463ae640 1 -- 172.21.15.76:0/3988778792 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6528003f20 msgr2=0x7f65280047c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:46.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.767+0000 7f65463ae640 1 --2- 172.21.15.76:0/3988778792 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6528003f20 0x7f65280047c0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f6534009a80 tx=0x7f65280057f0 comp rx=0 tx=0).stop 2024-09-13T16:02:46.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.767+0000 7f654494b640 1 -- 172.21.15.76:0/3988778792 reap_dead start 2024-09-13T16:02:46.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.767+0000 7f65463ae640 1 -- 172.21.15.76:0/3988778792 shutdown_connections 2024-09-13T16:02:46.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.767+0000 7f65463ae640 1 -- 172.21.15.76:0/3988778792 >> 172.21.15.76:0/3988778792 conn(0x7f654009b830 msgr2=0x7f6540089f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:46.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.767+0000 7f65463ae640 1 -- 172.21.15.76:0/3988778792 shutdown_connections 2024-09-13T16:02:46.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.767+0000 7f65463ae640 1 -- 172.21.15.76:0/3988778792 wait complete. 2024-09-13T16:02:46.774 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.768+0000 7f65463ae640 1 Processor -- start 2024-09-13T16:02:46.774 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.768+0000 7f65463ae640 1 -- start start 2024-09-13T16:02:46.775 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.769+0000 7f65463ae640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6528003f20 0x7f654015bbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:46.775 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.769+0000 7f65463ae640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f65400b1f00 0x7f65400b2360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:46.775 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.769+0000 7f65463ae640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f65400b4010 0x7f65400b4490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:46.775 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.769+0000 7f65463ae640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65401590a0 con 0x7f6528003f20 2024-09-13T16:02:46.775 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.769+0000 7f65463ae640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65400b28a0 con 0x7f65400b1f00 2024-09-13T16:02:46.775 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.769+0000 7f65463ae640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f65400b4d00 con 0x7f65400b4010 2024-09-13T16:02:46.775 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.769+0000 7f653ffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6528003f20 0x7f654015bbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:46.775 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.769+0000 7f653ffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6528003f20 0x7f654015bbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56926/0 (socket says 172.21.15.76:56926) 2024-09-13T16:02:46.775 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.769+0000 7f653ffff640 1 -- 172.21.15.76:0/3869013795 learned_addr learned my addr 172.21.15.76:0/3869013795 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:46.775 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.769+0000 7f653f7fe640 1 --2- 172.21.15.76:0/3869013795 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f65400b1f00 0x7f65400b2360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:46.775 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.769+0000 7f654494b640 1 --2- 172.21.15.76:0/3869013795 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f65400b4010 0x7f65400b4490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:46.775 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.769+0000 7f653ffff640 1 -- 172.21.15.76:0/3869013795 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f65400b4010 msgr2=0x7f65400b4490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:46.775 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.769+0000 7f653ffff640 1 --2- 172.21.15.76:0/3869013795 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f65400b4010 0x7f65400b4490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:46.776 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.769+0000 7f653ffff640 1 -- 172.21.15.76:0/3869013795 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f65400b1f00 msgr2=0x7f65400b2360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:46.776 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.769+0000 7f653ffff640 1 --2- 172.21.15.76:0/3869013795 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f65400b1f00 0x7f65400b2360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:46.776 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.769+0000 7f653ffff640 1 -- 172.21.15.76:0/3869013795 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f65400b5aa0 con 0x7f6528003f20 2024-09-13T16:02:46.776 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.770+0000 7f653ffff640 1 --2- 172.21.15.76:0/3869013795 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6528003f20 0x7f654015bbf0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f653000e630 tx=0x7f653000eaf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:46.776 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.770+0000 7f653cff9640 1 -- 172.21.15.76:0/3869013795 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65300052e0 con 0x7f6528003f20 2024-09-13T16:02:46.776 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.770+0000 7f653cff9640 1 -- 172.21.15.76:0/3869013795 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6530005440 con 0x7f6528003f20 2024-09-13T16:02:46.776 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.770+0000 7f65463ae640 1 -- 172.21.15.76:0/3869013795 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f65400b5d80 con 0x7f6528003f20 2024-09-13T16:02:46.776 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.770+0000 7f653cff9640 1 -- 172.21.15.76:0/3869013795 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6530003810 con 0x7f6528003f20 2024-09-13T16:02:46.776 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.770+0000 7f65463ae640 1 -- 172.21.15.76:0/3869013795 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f65400b6340 con 0x7f6528003f20 2024-09-13T16:02:46.776 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.771+0000 7f65463ae640 1 -- 172.21.15.76:0/3869013795 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f65400d0250 con 0x7f6528003f20 2024-09-13T16:02:46.776 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.772+0000 7f653cff9640 1 -- 172.21.15.76:0/3869013795 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f6530003970 con 0x7f6528003f20 2024-09-13T16:02:46.776 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.772+0000 7f653cff9640 1 --2- 172.21.15.76:0/3869013795 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f652c06ac00 0x7f652c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:46.776 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.772+0000 7f653cff9640 1 -- 172.21.15.76:0/3869013795 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6728+0+0 (secure 0 0 0) 0x7f6530089650 con 0x7f6528003f20 2024-09-13T16:02:46.776 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.772+0000 7f653f7fe640 1 --2- 172.21.15.76:0/3869013795 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f652c06ac00 0x7f652c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:46.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.773+0000 7f653f7fe640 1 --2- 172.21.15.76:0/3869013795 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f652c06ac00 0x7f652c06d0c0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f6534033000 tx=0x7f6534008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:46.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.777+0000 7f653cff9640 1 -- 172.21.15.76:0/3869013795 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f6530054390 con 0x7f6528003f20 2024-09-13T16:02:46.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:46.939+0000 7f65463ae640 1 -- 172.21.15.76:0/3869013795 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f654009bd40 con 0x7f6528003f20 2024-09-13T16:02:47.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:47.673+0000 7f653cff9640 1 -- 172.21.15.76:0/3869013795 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v30) v1 ==== 181+0+0 (secure 0 0 0) 0x7f65300579b0 con 0x7f6528003f20 2024-09-13T16:02:47.675 INFO:teuthology.orchestra.run.smithi076.stderr:pool 'cephfs_metadata' removed 2024-09-13T16:02:47.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:47.676+0000 7f65463ae640 1 -- 172.21.15.76:0/3869013795 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f652c06ac00 msgr2=0x7f652c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:47.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:47.676+0000 7f65463ae640 1 --2- 172.21.15.76:0/3869013795 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f652c06ac00 0x7f652c06d0c0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f6534033000 tx=0x7f6534008030 comp rx=0 tx=0).stop 2024-09-13T16:02:47.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:47.676+0000 7f65463ae640 1 -- 172.21.15.76:0/3869013795 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6528003f20 msgr2=0x7f654015bbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:47.682 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:47.676+0000 7f65463ae640 1 --2- 172.21.15.76:0/3869013795 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6528003f20 0x7f654015bbf0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f653000e630 tx=0x7f653000eaf0 comp rx=0 tx=0).stop 2024-09-13T16:02:47.682 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:47.676+0000 7f65463ae640 1 -- 172.21.15.76:0/3869013795 shutdown_connections 2024-09-13T16:02:47.682 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:47.676+0000 7f65463ae640 1 --2- 172.21.15.76:0/3869013795 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f652c06ac00 0x7f652c06d0c0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:47.682 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:47.676+0000 7f65463ae640 1 --2- 172.21.15.76:0/3869013795 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f65400b4010 0x7f65400b4490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:47.682 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:47.676+0000 7f65463ae640 1 --2- 172.21.15.76:0/3869013795 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f65400b1f00 0x7f65400b2360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:47.682 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:47.676+0000 7f65463ae640 1 --2- 172.21.15.76:0/3869013795 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6528003f20 0x7f654015bbf0 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:47.682 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:47.676+0000 7f65463ae640 1 -- 172.21.15.76:0/3869013795 >> 172.21.15.76:0/3869013795 conn(0x7f654009b830 msgr2=0x7f65400b1090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:47.682 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:47.677+0000 7f65463ae640 1 -- 172.21.15.76:0/3869013795 shutdown_connections 2024-09-13T16:02:47.682 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:47.677+0000 7f65463ae640 1 -- 172.21.15.76:0/3869013795 wait complete. 2024-09-13T16:02:47.690 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-13T16:02:47.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:47.793+0000 7fc15482b640 1 Processor -- start 2024-09-13T16:02:47.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:47.793+0000 7fc15482b640 1 -- start start 2024-09-13T16:02:47.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:47.794+0000 7fc15482b640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc150159310 0x7fc1500ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:47.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:47.794+0000 7fc15482b640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fc1500b2b40 0x7fc1500ab140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:47.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:47.794+0000 7fc15482b640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc1500ccbe0 con 0x7fc1500ab680 2024-09-13T16:02:47.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:47.794+0000 7fc15482b640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc1500ad940 con 0x7fc1500b2b40 2024-09-13T16:02:47.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:47.794+0000 7fc15482b640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc1500b1810 con 0x7fc150159310 2024-09-13T16:02:47.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:47.794+0000 7fc14e59c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc150159310 0x7fc1500ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:47.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:47.794+0000 7fc147fff640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fc1500b2b40 0x7fc1500ab140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:47.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:47.794+0000 7fc14e59c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc150159310 0x7fc1500ad400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.76:54862/0 (socket says 172.21.15.76:54862) 2024-09-13T16:02:47.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:47.794+0000 7fc14e59c640 1 -- 172.21.15.76:0/2447156243 learned_addr learned my addr 172.21.15.76:0/2447156243 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:47.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:47.794+0000 7fc14ed9d640 1 --1- 172.21.15.76:0/2447156243 >> v1:172.21.15.192:6789/0 conn(0x7fc1500ab680 0x7fc1500ce4f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:38460/0 (socket says 172.21.15.76:38460) 2024-09-13T16:02:47.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:47.794+0000 7fc14e59c640 1 -- 172.21.15.76:0/2447156243 >> v2:172.21.15.192:3300/0 conn(0x7fc1500b2b40 msgr2=0x7fc1500ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:47.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:47.794+0000 7fc14e59c640 1 --2- 172.21.15.76:0/2447156243 >> v2:172.21.15.192:3300/0 conn(0x7fc1500b2b40 0x7fc1500ab140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:47.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:47.794+0000 7fc14e59c640 1 -- 172.21.15.76:0/2447156243 >> v1:172.21.15.192:6789/0 conn(0x7fc1500ab680 legacy=0x7fc1500ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:47.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:47.794+0000 7fc14e59c640 1 -- 172.21.15.76:0/2447156243 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc15006d9e0 con 0x7fc150159310 2024-09-13T16:02:47.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:47.795+0000 7fc14e59c640 1 --2- 172.21.15.76:0/2447156243 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc150159310 0x7fc1500ad400 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fc14000bb10 tx=0x7fc14002c890 comp rx=0 tx=0).ready entity=mon.2 client_cookie=561e8cb686d76f30 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:47.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:47.795+0000 7fc14dd9b640 1 -- 172.21.15.76:0/2447156243 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc140032790 con 0x7fc150159310 2024-09-13T16:02:47.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:47.795+0000 7fc14dd9b640 1 -- 172.21.15.76:0/2447156243 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc1400328f0 con 0x7fc150159310 2024-09-13T16:02:47.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:47.795+0000 7fc14dd9b640 1 -- 172.21.15.76:0/2447156243 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc140032c80 con 0x7fc150159310 2024-09-13T16:02:47.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:47.796+0000 7fc15482b640 1 -- 172.21.15.76:0/2447156243 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc150159310 msgr2=0x7fc1500ad400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:47.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:47.796+0000 7fc15482b640 1 --2- 172.21.15.76:0/2447156243 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc150159310 0x7fc1500ad400 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fc14000bb10 tx=0x7fc14002c890 comp rx=0 tx=0).stop 2024-09-13T16:02:47.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:47.796+0000 7fc15482b640 1 -- 172.21.15.76:0/2447156243 shutdown_connections 2024-09-13T16:02:47.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:47.796+0000 7fc15482b640 1 --2- 172.21.15.76:0/2447156243 >> v2:172.21.15.192:3300/0 conn(0x7fc1500b2b40 0x7fc1500ab140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:47.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:47.796+0000 7fc15482b640 1 --2- 172.21.15.76:0/2447156243 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc150159310 0x7fc1500ad400 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:47.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:47.796+0000 7fc15482b640 1 -- 172.21.15.76:0/2447156243 >> 172.21.15.76:0/2447156243 conn(0x7fc15006a0b0 msgr2=0x7fc15006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:47.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:47.796+0000 7fc15482b640 1 -- 172.21.15.76:0/2447156243 shutdown_connections 2024-09-13T16:02:47.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:47.796+0000 7fc15482b640 1 -- 172.21.15.76:0/2447156243 wait complete. 2024-09-13T16:02:47.801 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:47.797+0000 7fc15482b640 1 Processor -- start 2024-09-13T16:02:47.801 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:47.797+0000 7fc15482b640 1 -- start start 2024-09-13T16:02:47.801 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:47.798+0000 7fc15482b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc1500ab680 0x7fc150070aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:47.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:47.798+0000 7fc15482b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc1500b2b40 0x7fc1500713e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:47.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:47.798+0000 7fc15482b640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc150159310 0x7fc1500c1a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:47.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:47.798+0000 7fc15482b640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc150157390 con 0x7fc1500b2b40 2024-09-13T16:02:47.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:47.798+0000 7fc15482b640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc150157670 con 0x7fc1500ab680 2024-09-13T16:02:47.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:47.798+0000 7fc15482b640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc150157950 con 0x7fc150159310 2024-09-13T16:02:47.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:47.798+0000 7fc147fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc1500b2b40 0x7fc1500713e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:47.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:47.798+0000 7fc147fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc1500b2b40 0x7fc1500713e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56942/0 (socket says 172.21.15.76:56942) 2024-09-13T16:02:47.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:47.798+0000 7fc147fff640 1 -- 172.21.15.76:0/2452304954 learned_addr learned my addr 172.21.15.76:0/2452304954 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:47.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:47.798+0000 7fc14e59c640 1 --2- 172.21.15.76:0/2452304954 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc1500ab680 0x7fc150070aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:47.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:47.798+0000 7fc14ed9d640 1 --2- 172.21.15.76:0/2452304954 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc150159310 0x7fc1500c1a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:47.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:47.798+0000 7fc147fff640 1 -- 172.21.15.76:0/2452304954 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc150159310 msgr2=0x7fc1500c1a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:47.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:47.798+0000 7fc147fff640 1 --2- 172.21.15.76:0/2452304954 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc150159310 0x7fc1500c1a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:47.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:47.798+0000 7fc147fff640 1 -- 172.21.15.76:0/2452304954 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc1500ab680 msgr2=0x7fc150070aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:47.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:47.798+0000 7fc147fff640 1 --2- 172.21.15.76:0/2452304954 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc1500ab680 0x7fc150070aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:47.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:47.798+0000 7fc147fff640 1 -- 172.21.15.76:0/2452304954 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc14000b770 con 0x7fc1500b2b40 2024-09-13T16:02:47.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:47.799+0000 7fc147fff640 1 --2- 172.21.15.76:0/2452304954 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc1500b2b40 0x7fc1500713e0 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7fc13800e9b0 tx=0x7fc13800ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:47.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:47.799+0000 7fc146ffd640 1 -- 172.21.15.76:0/2452304954 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc138009670 con 0x7fc1500b2b40 2024-09-13T16:02:47.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:47.799+0000 7fc146ffd640 1 -- 172.21.15.76:0/2452304954 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc13800c9a0 con 0x7fc1500b2b40 2024-09-13T16:02:47.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:47.799+0000 7fc15482b640 1 -- 172.21.15.76:0/2452304954 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc150157c30 con 0x7fc1500b2b40 2024-09-13T16:02:47.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:47.799+0000 7fc146ffd640 1 -- 172.21.15.76:0/2452304954 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc13800cd50 con 0x7fc1500b2b40 2024-09-13T16:02:47.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:47.799+0000 7fc15482b640 1 -- 172.21.15.76:0/2452304954 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc150071b00 con 0x7fc1500b2b40 2024-09-13T16:02:47.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:47.800+0000 7fc15482b640 1 -- 172.21.15.76:0/2452304954 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc1500ab140 con 0x7fc1500b2b40 2024-09-13T16:02:47.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:47.800+0000 7fc146ffd640 1 -- 172.21.15.76:0/2452304954 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc138013470 con 0x7fc1500b2b40 2024-09-13T16:02:47.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:47.801+0000 7fc146ffd640 1 --2- 172.21.15.76:0/2452304954 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc13006ac00 0x7fc13006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:47.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:47.801+0000 7fc146ffd640 1 -- 172.21.15.76:0/2452304954 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(30..30 src has 1..30) v4 ==== 6290+0+0 (secure 0 0 0) 0x7fc138089540 con 0x7fc1500b2b40 2024-09-13T16:02:47.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:47.801+0000 7fc14e59c640 1 --2- 172.21.15.76:0/2452304954 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc13006ac00 0x7fc13006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:47.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:47.801+0000 7fc14e59c640 1 --2- 172.21.15.76:0/2452304954 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc13006ac00 0x7fc13006d0c0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fc140037000 tx=0x7fc140032000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:47.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:47.805+0000 7fc146ffd640 1 -- 172.21.15.76:0/2452304954 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fc138054590 con 0x7fc1500b2b40 2024-09-13T16:02:47.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:47.967+0000 7fc15482b640 1 -- 172.21.15.76:0/2452304954 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7fc150071b00 con 0x7fc1500b2b40 2024-09-13T16:02:48.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:48.673+0000 7fc146ffd640 1 -- 172.21.15.76:0/2452304954 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v31) v1 ==== 169+0+0 (secure 0 0 0) 0x7fc150071b00 con 0x7fc1500b2b40 2024-09-13T16:02:48.675 INFO:teuthology.orchestra.run.smithi076.stderr:pool 'cephfs_data' removed 2024-09-13T16:02:48.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:48.677+0000 7fc15482b640 1 -- 172.21.15.76:0/2452304954 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc13006ac00 msgr2=0x7fc13006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:48.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:48.677+0000 7fc15482b640 1 --2- 172.21.15.76:0/2452304954 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc13006ac00 0x7fc13006d0c0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fc140037000 tx=0x7fc140032000 comp rx=0 tx=0).stop 2024-09-13T16:02:48.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:48.677+0000 7fc15482b640 1 -- 172.21.15.76:0/2452304954 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc1500b2b40 msgr2=0x7fc1500713e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:48.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:48.677+0000 7fc15482b640 1 --2- 172.21.15.76:0/2452304954 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc1500b2b40 0x7fc1500713e0 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7fc13800e9b0 tx=0x7fc13800ee70 comp rx=0 tx=0).stop 2024-09-13T16:02:48.680 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:48.678+0000 7fc15482b640 1 -- 172.21.15.76:0/2452304954 shutdown_connections 2024-09-13T16:02:48.680 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:48.679+0000 7fc15482b640 1 --2- 172.21.15.76:0/2452304954 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc13006ac00 0x7fc13006d0c0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:48.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:48.679+0000 7fc15482b640 1 --2- 172.21.15.76:0/2452304954 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc150159310 0x7fc1500c1a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:48.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:48.679+0000 7fc15482b640 1 --2- 172.21.15.76:0/2452304954 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc1500b2b40 0x7fc1500713e0 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:48.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:48.679+0000 7fc15482b640 1 --2- 172.21.15.76:0/2452304954 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc1500ab680 0x7fc150070aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:48.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:48.679+0000 7fc15482b640 1 -- 172.21.15.76:0/2452304954 >> 172.21.15.76:0/2452304954 conn(0x7fc15006a0b0 msgr2=0x7fc1500aba60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:48.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:48.679+0000 7fc15482b640 1 -- 172.21.15.76:0/2452304954 shutdown_connections 2024-09-13T16:02:48.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:48.680+0000 7fc15482b640 1 -- 172.21.15.76:0/2452304954 wait complete. 2024-09-13T16:02:48.697 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data_ec cephfs_data_ec --yes-i-really-really-mean-it 2024-09-13T16:02:48.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:48.801+0000 7f7d0b044640 1 Processor -- start 2024-09-13T16:02:48.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:48.801+0000 7f7d0b044640 1 -- start start 2024-09-13T16:02:48.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:48.802+0000 7f7d0b044640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7d0406c8a0 0x7f7d040b1160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:48.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:48.802+0000 7f7d0b044640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f7d04071b20 0x7f7d040b16a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:48.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:48.802+0000 7f7d0b044640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7d040b2d10 con 0x7f7d04158b00 2024-09-13T16:02:48.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:48.802+0000 7f7d0b044640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7d040b2ff0 con 0x7f7d04071b20 2024-09-13T16:02:48.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:48.802+0000 7f7d0b044640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7d04070310 con 0x7f7d0406c8a0 2024-09-13T16:02:48.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:48.802+0000 7f7d095e1640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f7d04071b20 0x7f7d040b16a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:48.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:48.802+0000 7f7d08de0640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f7d04158b00 0x7f7d0406c190 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:51462/0 (socket says 172.21.15.76:51462) 2024-09-13T16:02:48.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:48.802+0000 7f7d08de0640 1 -- 172.21.15.76:0/8647476 learned_addr learned my addr 172.21.15.76:0/8647476 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:48.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:48.802+0000 7f7cfbfff640 1 --2- 172.21.15.76:0/8647476 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7d0406c8a0 0x7f7d040b1160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:48.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:48.802+0000 7f7d095e1640 1 -- 172.21.15.76:0/8647476 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7d0406c8a0 msgr2=0x7f7d040b1160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:48.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:48.802+0000 7f7d095e1640 1 --2- 172.21.15.76:0/8647476 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7d0406c8a0 0x7f7d040b1160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:48.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:48.802+0000 7f7d095e1640 1 -- 172.21.15.76:0/8647476 >> v1:172.21.15.76:6789/0 conn(0x7f7d04158b00 legacy=0x7f7d0406c190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:48.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:48.802+0000 7f7cfb7fe640 1 -- 172.21.15.76:0/8647476 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1232857038 0 0) 0x7f7d040b2d10 con 0x7f7d04158b00 2024-09-13T16:02:48.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:48.802+0000 7f7d095e1640 1 -- 172.21.15.76:0/8647476 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7d040705f0 con 0x7f7d04071b20 2024-09-13T16:02:48.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:48.803+0000 7f7d095e1640 1 --2- 172.21.15.76:0/8647476 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d04071b20 0x7f7d040b16a0 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f7cfc009d90 tx=0x7f7cfc02c870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c1bdc9391ed7acb2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:48.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:48.803+0000 7f7cfb7fe640 1 -- 172.21.15.76:0/8647476 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7cfc032770 con 0x7f7d04071b20 2024-09-13T16:02:48.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:48.803+0000 7f7cfb7fe640 1 -- 172.21.15.76:0/8647476 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7cfc0328d0 con 0x7f7d04071b20 2024-09-13T16:02:48.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:48.803+0000 7f7cfb7fe640 1 -- 172.21.15.76:0/8647476 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7cfc032c60 con 0x7f7d04071b20 2024-09-13T16:02:48.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:48.803+0000 7f7d0b044640 1 -- 172.21.15.76:0/8647476 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d04071b20 msgr2=0x7f7d040b16a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:48.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:48.803+0000 7f7d0b044640 1 --2- 172.21.15.76:0/8647476 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d04071b20 0x7f7d040b16a0 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f7cfc009d90 tx=0x7f7cfc02c870 comp rx=0 tx=0).stop 2024-09-13T16:02:48.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:48.804+0000 7f7d0b044640 1 -- 172.21.15.76:0/8647476 shutdown_connections 2024-09-13T16:02:48.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:48.804+0000 7f7d0b044640 1 --2- 172.21.15.76:0/8647476 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d04071b20 0x7f7d040b16a0 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:48.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:48.804+0000 7f7d0b044640 1 --2- 172.21.15.76:0/8647476 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7d0406c8a0 0x7f7d040b1160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:48.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:48.804+0000 7f7d0b044640 1 -- 172.21.15.76:0/8647476 >> 172.21.15.76:0/8647476 conn(0x7f7d0406a0b0 msgr2=0x7f7d0406a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:48.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:48.804+0000 7f7d0b044640 1 -- 172.21.15.76:0/8647476 shutdown_connections 2024-09-13T16:02:48.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:48.804+0000 7f7d0b044640 1 -- 172.21.15.76:0/8647476 wait complete. 2024-09-13T16:02:48.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:48.805+0000 7f7d0b044640 1 Processor -- start 2024-09-13T16:02:48.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:48.805+0000 7f7d0b044640 1 -- start start 2024-09-13T16:02:48.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:48.806+0000 7f7d0b044640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d0406c8a0 0x7f7d04156ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:48.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:48.806+0000 7f7d0b044640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7d04071b20 0x7f7d041eea00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:48.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:48.806+0000 7f7d0b044640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7d04158b00 0x7f7d040af0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:48.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:48.806+0000 7f7d0b044640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7d0415b390 con 0x7f7d0406c8a0 2024-09-13T16:02:48.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:48.806+0000 7f7d0b044640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7d041573e0 con 0x7f7d04071b20 2024-09-13T16:02:48.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:48.806+0000 7f7d0b044640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7d0415a710 con 0x7f7d04158b00 2024-09-13T16:02:48.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:48.806+0000 7f7d08de0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d0406c8a0 0x7f7d04156ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:48.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:48.806+0000 7f7d08de0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d0406c8a0 0x7f7d04156ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56966/0 (socket says 172.21.15.76:56966) 2024-09-13T16:02:48.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:48.806+0000 7f7d08de0640 1 -- 172.21.15.76:0/2289828810 learned_addr learned my addr 172.21.15.76:0/2289828810 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:48.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:48.806+0000 7f7d095e1640 1 --2- 172.21.15.76:0/2289828810 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7d04158b00 0x7f7d040af0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:48.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:48.806+0000 7f7cfbfff640 1 --2- 172.21.15.76:0/2289828810 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7d04071b20 0x7f7d041eea00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:48.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:48.806+0000 7f7d08de0640 1 -- 172.21.15.76:0/2289828810 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7d04158b00 msgr2=0x7f7d040af0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:48.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:48.806+0000 7f7d08de0640 1 --2- 172.21.15.76:0/2289828810 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7d04158b00 0x7f7d040af0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:48.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:48.806+0000 7f7d08de0640 1 -- 172.21.15.76:0/2289828810 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7d04071b20 msgr2=0x7f7d041eea00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:48.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:48.806+0000 7f7d08de0640 1 --2- 172.21.15.76:0/2289828810 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7d04071b20 0x7f7d041eea00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:48.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:48.806+0000 7f7d08de0640 1 -- 172.21.15.76:0/2289828810 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7cfc009a70 con 0x7f7d0406c8a0 2024-09-13T16:02:48.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:48.806+0000 7f7d095e1640 1 --2- 172.21.15.76:0/2289828810 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7d04158b00 0x7f7d040af0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:02:48.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:48.806+0000 7f7d08de0640 1 --2- 172.21.15.76:0/2289828810 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d0406c8a0 0x7f7d04156ea0 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f7d0000c430 tx=0x7f7d0000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:48.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:48.806+0000 7f7cf97fa640 1 -- 172.21.15.76:0/2289828810 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d000074e0 con 0x7f7d0406c8a0 2024-09-13T16:02:48.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:48.806+0000 7f7cf97fa640 1 -- 172.21.15.76:0/2289828810 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7d00007660 con 0x7f7d0406c8a0 2024-09-13T16:02:48.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:48.806+0000 7f7cf97fa640 1 -- 172.21.15.76:0/2289828810 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d00004a20 con 0x7f7d0406c8a0 2024-09-13T16:02:48.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:48.806+0000 7f7d0b044640 1 -- 172.21.15.76:0/2289828810 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7d0415a9f0 con 0x7f7d0406c8a0 2024-09-13T16:02:48.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:48.806+0000 7f7d0b044640 1 -- 172.21.15.76:0/2289828810 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7d0415afb0 con 0x7f7d0406c8a0 2024-09-13T16:02:48.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:48.807+0000 7f7d0b044640 1 -- 172.21.15.76:0/2289828810 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7d040ce9d0 con 0x7f7d0406c8a0 2024-09-13T16:02:48.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:48.808+0000 7f7cf97fa640 1 -- 172.21.15.76:0/2289828810 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7d00004b80 con 0x7f7d0406c8a0 2024-09-13T16:02:48.813 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:48.808+0000 7f7cf97fa640 1 --2- 172.21.15.76:0/2289828810 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7cf006ac00 0x7f7cf006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:48.813 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:48.809+0000 7f7cfbfff640 1 --2- 172.21.15.76:0/2289828810 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7cf006ac00 0x7f7cf006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:48.813 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:48.809+0000 7f7cf97fa640 1 -- 172.21.15.76:0/2289828810 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(31..31 src has 1..31) v4 ==== 5781+0+0 (secure 0 0 0) 0x7f7d000891d0 con 0x7f7d0406c8a0 2024-09-13T16:02:48.813 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:48.809+0000 7f7cfbfff640 1 --2- 172.21.15.76:0/2289828810 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7cf006ac00 0x7f7cf006d0c0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f7d040c3450 tx=0x7f7cf4008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:48.814 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:48.813+0000 7f7cf97fa640 1 -- 172.21.15.76:0/2289828810 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f7d00054360 con 0x7f7d0406c8a0 2024-09-13T16:02:48.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:48.976+0000 7f7d0b044640 1 -- 172.21.15.76:0/2289828810 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f7d040724c0 con 0x7f7d0406c8a0 2024-09-13T16:02:49.685 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:49.684+0000 7f7cf97fa640 1 -- 172.21.15.76:0/2289828810 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data_ec' removed v32) v1 ==== 178+0+0 (secure 0 0 0) 0x7f7d00057980 con 0x7f7d0406c8a0 2024-09-13T16:02:49.686 INFO:teuthology.orchestra.run.smithi076.stderr:pool 'cephfs_data_ec' removed 2024-09-13T16:02:49.689 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:49.688+0000 7f7d0b044640 1 -- 172.21.15.76:0/2289828810 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7cf006ac00 msgr2=0x7f7cf006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:49.689 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:49.688+0000 7f7d0b044640 1 --2- 172.21.15.76:0/2289828810 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7cf006ac00 0x7f7cf006d0c0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f7d040c3450 tx=0x7f7cf4008040 comp rx=0 tx=0).stop 2024-09-13T16:02:49.689 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:49.688+0000 7f7d0b044640 1 -- 172.21.15.76:0/2289828810 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d0406c8a0 msgr2=0x7f7d04156ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:49.689 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:49.688+0000 7f7d0b044640 1 --2- 172.21.15.76:0/2289828810 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d0406c8a0 0x7f7d04156ea0 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f7d0000c430 tx=0x7f7d0000c8f0 comp rx=0 tx=0).stop 2024-09-13T16:02:49.689 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:49.688+0000 7f7d0b044640 1 -- 172.21.15.76:0/2289828810 shutdown_connections 2024-09-13T16:02:49.690 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:49.688+0000 7f7d0b044640 1 --2- 172.21.15.76:0/2289828810 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7cf006ac00 0x7f7cf006d0c0 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:49.690 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:49.688+0000 7f7d0b044640 1 --2- 172.21.15.76:0/2289828810 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7d04158b00 0x7f7d040af0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:49.690 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:49.688+0000 7f7d0b044640 1 --2- 172.21.15.76:0/2289828810 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7d04071b20 0x7f7d041eea00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:49.690 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:49.688+0000 7f7d0b044640 1 --2- 172.21.15.76:0/2289828810 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d0406c8a0 0x7f7d04156ea0 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:49.690 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:49.688+0000 7f7d0b044640 1 -- 172.21.15.76:0/2289828810 >> 172.21.15.76:0/2289828810 conn(0x7f7d0406a0b0 msgr2=0x7f7d040730d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:49.690 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:49.688+0000 7f7d0b044640 1 -- 172.21.15.76:0/2289828810 shutdown_connections 2024-09-13T16:02:49.690 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:49.688+0000 7f7d0b044640 1 -- 172.21.15.76:0/2289828810 wait complete. 2024-09-13T16:02:49.706 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-13T16:02:49.706 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-13T16:02:49.706 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-13T16:02:49.706 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:02:49.706 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-13T16:02:49.706 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-13T16:02:49.707 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-13T16:02:49.707 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:02:49.707 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-13T16:02:49.707 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-13T16:02:49.707 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-13T16:02:49.707 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:02:49.707 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-13T16:02:49.707 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-13T16:02:49.708 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-13T16:02:49.708 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:02:49.717 INFO:tasks.ceph.mds.a:Stopped 2024-09-13T16:02:49.717 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-13T16:02:49.718 INFO:tasks.ceph.mds.c:Stopped 2024-09-13T16:02:49.718 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-13T16:02:49.720 INFO:tasks.ceph.mds.d:Stopped 2024-09-13T16:02:49.720 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-13T16:02:49.720 INFO:tasks.ceph.mds.b:Stopped 2024-09-13T16:02:49.721 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-13T16:02:49.760 INFO:tasks.ceph.mds.a:Started 2024-09-13T16:02:49.761 DEBUG:teuthology.parallel:result is None 2024-09-13T16:02:49.762 INFO:tasks.ceph.mds.c:Started 2024-09-13T16:02:49.762 DEBUG:teuthology.parallel:result is None 2024-09-13T16:02:49.763 INFO:tasks.ceph.mds.d:Started 2024-09-13T16:02:49.763 DEBUG:teuthology.parallel:result is None 2024-09-13T16:02:49.764 INFO:tasks.ceph.mds.b:Started 2024-09-13T16:02:49.764 DEBUG:teuthology.parallel:result is None 2024-09-13T16:02:49.764 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-13T16:02:49.847 INFO:tasks.ceph.mds.a.smithi076.stdout:starting mds.a at 2024-09-13T16:02:49.848 INFO:tasks.ceph.mds.c.smithi076.stdout:starting mds.c at 2024-09-13T16:02:49.848 INFO:tasks.ceph.mds.a.smithi076.stderr:2024-09-13T16:02:49.847+0000 7f066c8b8640 -1 PosixStack listen unable to listen on v2:0.0.0.0:6834/0: (98) Address already in use 2024-09-13T16:02:49.853 INFO:tasks.ceph.mds.d.smithi192.stdout:starting mds.d at 2024-09-13T16:02:49.853 INFO:tasks.ceph.mds.b.smithi192.stdout:starting mds.b at 2024-09-13T16:02:49.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:49.881+0000 7f51c1595640 1 Processor -- start 2024-09-13T16:02:49.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:49.881+0000 7f51c1595640 1 -- start start 2024-09-13T16:02:49.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:49.881+0000 7f51c1595640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f51bc0d07b0 0x7f51bc06ad10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:49.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:49.881+0000 7f51c1595640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f51bc0b4660 0x7f51bc06b250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:49.884 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:49.881+0000 7f51c1595640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f51bc0d1840 con 0x7f51bc15c6e0 2024-09-13T16:02:49.884 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:49.881+0000 7f51c1595640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f51bc0d0c30 con 0x7f51bc0d07b0 2024-09-13T16:02:49.884 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:49.881+0000 7f51c1595640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f51bc0d0f10 con 0x7f51bc0b4660 2024-09-13T16:02:49.884 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:49.882+0000 7f51ba7fc640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f51bc0d07b0 0x7f51bc06ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:49.884 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:49.882+0000 7f51ba7fc640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f51bc0d07b0 0x7f51bc06ad10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57008/0 (socket says 172.21.15.76:57008) 2024-09-13T16:02:49.884 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:49.882+0000 7f51ba7fc640 1 -- 172.21.15.76:0/1344008934 learned_addr learned my addr 172.21.15.76:0/1344008934 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:49.884 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:49.882+0000 7f51bb7fe640 1 --2- 172.21.15.76:0/1344008934 >> v2:172.21.15.192:3300/0 conn(0x7f51bc0b4660 0x7f51bc06b250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:49.884 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:49.882+0000 7f51ba7fc640 1 -- 172.21.15.76:0/1344008934 >> v2:172.21.15.192:3300/0 conn(0x7f51bc0b4660 msgr2=0x7f51bc06b250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:49.884 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:49.882+0000 7f51ba7fc640 1 --2- 172.21.15.76:0/1344008934 >> v2:172.21.15.192:3300/0 conn(0x7f51bc0b4660 0x7f51bc06b250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:49.884 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:49.882+0000 7f51ba7fc640 1 -- 172.21.15.76:0/1344008934 >> v1:172.21.15.192:6789/0 conn(0x7f51bc15c6e0 legacy=0x7f51bc0b3f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:49.884 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:49.882+0000 7f51ba7fc640 1 -- 172.21.15.76:0/1344008934 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f51bc0d11f0 con 0x7f51bc0d07b0 2024-09-13T16:02:49.885 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:49.883+0000 7f51ba7fc640 1 --2- 172.21.15.76:0/1344008934 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f51bc0d07b0 0x7f51bc06ad10 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f51bc08c560 tx=0x7f51a402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=75fadb52f8c0a041 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:49.886 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:49.883+0000 7f51b9ffb640 1 -- 172.21.15.76:0/1344008934 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f51a4032440 con 0x7f51bc0d07b0 2024-09-13T16:02:49.886 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:49.883+0000 7f51b9ffb640 1 -- 172.21.15.76:0/1344008934 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f51a40325a0 con 0x7f51bc0d07b0 2024-09-13T16:02:49.886 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:49.883+0000 7f51b9ffb640 1 -- 172.21.15.76:0/1344008934 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f51a4032930 con 0x7f51bc0d07b0 2024-09-13T16:02:49.886 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:49.883+0000 7f51c1595640 1 -- 172.21.15.76:0/1344008934 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f51bc0d07b0 msgr2=0x7f51bc06ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:49.886 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:49.883+0000 7f51c1595640 1 --2- 172.21.15.76:0/1344008934 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f51bc0d07b0 0x7f51bc06ad10 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f51bc08c560 tx=0x7f51a402a1e0 comp rx=0 tx=0).stop 2024-09-13T16:02:49.886 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:49.883+0000 7f51c1595640 1 -- 172.21.15.76:0/1344008934 shutdown_connections 2024-09-13T16:02:49.886 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:49.883+0000 7f51c1595640 1 --2- 172.21.15.76:0/1344008934 >> v2:172.21.15.192:3300/0 conn(0x7f51bc0b4660 0x7f51bc06b250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:49.886 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:49.883+0000 7f51c1595640 1 --2- 172.21.15.76:0/1344008934 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f51bc0d07b0 0x7f51bc06ad10 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:49.886 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:49.883+0000 7f51c1595640 1 -- 172.21.15.76:0/1344008934 >> 172.21.15.76:0/1344008934 conn(0x7f51bc089f60 msgr2=0x7f51bc0d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:49.886 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:49.883+0000 7f51c1595640 1 -- 172.21.15.76:0/1344008934 shutdown_connections 2024-09-13T16:02:49.886 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:49.883+0000 7f51c1595640 1 -- 172.21.15.76:0/1344008934 wait complete. 2024-09-13T16:02:49.888 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:49.885+0000 7f51c1595640 1 Processor -- start 2024-09-13T16:02:49.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:49.885+0000 7f51c1595640 1 -- start start 2024-09-13T16:02:49.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:49.886+0000 7f51c1595640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f51bc0b4660 0x7f51bc0b6ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:49.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:49.886+0000 7f51c1595640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f51bc0d07b0 0x7f51bc153ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:49.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:49.886+0000 7f51c1595640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f51bc15c6e0 0x7f51bc0b5d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:49.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:49.886+0000 7f51c1595640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f51bc0b5320 con 0x7f51bc15c6e0 2024-09-13T16:02:49.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:49.886+0000 7f51c1595640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f51bc0b7310 con 0x7f51bc0b4660 2024-09-13T16:02:49.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:49.886+0000 7f51c1595640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f51bc0b75f0 con 0x7f51bc0d07b0 2024-09-13T16:02:49.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:49.886+0000 7f51baffd640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f51bc0b4660 0x7f51bc0b6ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:49.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:49.886+0000 7f51bb7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f51bc15c6e0 0x7f51bc0b5d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:49.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:49.886+0000 7f51baffd640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f51bc0b4660 0x7f51bc0b6ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.76:57188/0 (socket says 172.21.15.76:57188) 2024-09-13T16:02:49.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:49.886+0000 7f51baffd640 1 -- 172.21.15.76:0/111711954 learned_addr learned my addr 172.21.15.76:0/111711954 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:49.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:49.886+0000 7f51ba7fc640 1 --2- 172.21.15.76:0/111711954 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f51bc0d07b0 0x7f51bc153ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:49.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:49.886+0000 7f51bb7fe640 1 -- 172.21.15.76:0/111711954 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f51bc0d07b0 msgr2=0x7f51bc153ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:49.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:49.886+0000 7f51bb7fe640 1 --2- 172.21.15.76:0/111711954 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f51bc0d07b0 0x7f51bc153ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:49.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:49.886+0000 7f51bb7fe640 1 -- 172.21.15.76:0/111711954 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f51bc0b4660 msgr2=0x7f51bc0b6ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:49.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:49.886+0000 7f51bb7fe640 1 --2- 172.21.15.76:0/111711954 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f51bc0b4660 0x7f51bc0b6ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:49.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:49.886+0000 7f51bb7fe640 1 -- 172.21.15.76:0/111711954 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f51a40094d0 con 0x7f51bc15c6e0 2024-09-13T16:02:49.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:49.886+0000 7f51baffd640 1 --2- 172.21.15.76:0/111711954 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f51bc0b4660 0x7f51bc0b6ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:02:49.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:49.887+0000 7f51bb7fe640 1 --2- 172.21.15.76:0/111711954 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f51bc15c6e0 0x7f51bc0b5d70 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f51bc1610f0 tx=0x7f51ac00ec50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:49.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:49.887+0000 7f51b37fe640 1 -- 172.21.15.76:0/111711954 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f51ac00eea0 con 0x7f51bc15c6e0 2024-09-13T16:02:49.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:49.887+0000 7f51b37fe640 1 -- 172.21.15.76:0/111711954 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f51ac00c940 con 0x7f51bc15c6e0 2024-09-13T16:02:49.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:49.887+0000 7f51b37fe640 1 -- 172.21.15.76:0/111711954 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f51ac00ccd0 con 0x7f51bc15c6e0 2024-09-13T16:02:49.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:49.887+0000 7f51c1595640 1 -- 172.21.15.76:0/111711954 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f51bc0b5570 con 0x7f51bc15c6e0 2024-09-13T16:02:49.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:49.887+0000 7f51c1595640 1 -- 172.21.15.76:0/111711954 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f51bc0b7000 con 0x7f51bc15c6e0 2024-09-13T16:02:49.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:49.888+0000 7f51c1595640 1 -- 172.21.15.76:0/111711954 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f51bc0b5a90 con 0x7f51bc15c6e0 2024-09-13T16:02:49.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:49.889+0000 7f51b37fe640 1 -- 172.21.15.76:0/111711954 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f51ac013470 con 0x7f51bc15c6e0 2024-09-13T16:02:49.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:49.889+0000 7f51b37fe640 1 --2- 172.21.15.76:0/111711954 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f51a006ac00 0x7f51a006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:49.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:49.889+0000 7f51b37fe640 1 -- 172.21.15.76:0/111711954 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5263+0+0 (secure 0 0 0) 0x7f51ac088f00 con 0x7f51bc15c6e0 2024-09-13T16:02:49.892 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:49.889+0000 7f51baffd640 1 --2- 172.21.15.76:0/111711954 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f51a006ac00 0x7f51a006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:49.892 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:49.890+0000 7f51baffd640 1 --2- 172.21.15.76:0/111711954 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f51a006ac00 0x7f51a006d0c0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f51b400f290 tx=0x7f51b4009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:49.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:49.894+0000 7f51b37fe640 1 -- 172.21.15.76:0/111711954 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f51bc0b5a90 con 0x7f51bc15c6e0 2024-09-13T16:02:50.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:50.068+0000 7f51c1595640 1 -- 172.21.15.76:0/111711954 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) v1 -- 0x7f51bc0b5a90 con 0x7f51bc15c6e0 2024-09-13T16:02:50.879 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:50.878+0000 7f51b37fe640 1 -- 172.21.15.76:0/111711954 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v37) v1 ==== 97+0+0 (secure 0 0 0) 0x7f51bc0b5a90 con 0x7f51bc15c6e0 2024-09-13T16:02:50.880 INFO:teuthology.orchestra.run.smithi076.stderr: removed all blocklist entries 2024-09-13T16:02:50.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:50.881+0000 7f51c1595640 1 -- 172.21.15.76:0/111711954 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f51a006ac00 msgr2=0x7f51a006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:50.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:50.881+0000 7f51c1595640 1 --2- 172.21.15.76:0/111711954 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f51a006ac00 0x7f51a006d0c0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f51b400f290 tx=0x7f51b4009040 comp rx=0 tx=0).stop 2024-09-13T16:02:50.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:50.881+0000 7f51c1595640 1 -- 172.21.15.76:0/111711954 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f51bc15c6e0 msgr2=0x7f51bc0b5d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:50.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:50.881+0000 7f51c1595640 1 --2- 172.21.15.76:0/111711954 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f51bc15c6e0 0x7f51bc0b5d70 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f51bc1610f0 tx=0x7f51ac00ec50 comp rx=0 tx=0).stop 2024-09-13T16:02:50.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:50.881+0000 7f51c1595640 1 -- 172.21.15.76:0/111711954 shutdown_connections 2024-09-13T16:02:50.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:50.881+0000 7f51c1595640 1 --2- 172.21.15.76:0/111711954 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f51bc15c6e0 0x7f51bc0b5d70 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:50.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:50.881+0000 7f51c1595640 1 --2- 172.21.15.76:0/111711954 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f51a006ac00 0x7f51a006d0c0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:50.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:50.881+0000 7f51c1595640 1 --2- 172.21.15.76:0/111711954 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f51bc0d07b0 0x7f51bc153ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:50.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:50.881+0000 7f51c1595640 1 --2- 172.21.15.76:0/111711954 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f51bc0b4660 0x7f51bc0b6ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:50.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:50.881+0000 7f51c1595640 1 -- 172.21.15.76:0/111711954 >> 172.21.15.76:0/111711954 conn(0x7f51bc089f60 msgr2=0x7f51bc0b1ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:50.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:50.881+0000 7f51c1595640 1 -- 172.21.15.76:0/111711954 shutdown_connections 2024-09-13T16:02:50.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:50.881+0000 7f51c1595640 1 -- 172.21.15.76:0/111711954 wait complete. 2024-09-13T16:02:50.894 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-13T16:02:50.998 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:50.997+0000 7f7f3999d640 1 Processor -- start 2024-09-13T16:02:50.999 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:50.997+0000 7f7f3999d640 1 -- start start 2024-09-13T16:02:51.000 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:50.998+0000 7f7f3999d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7f3406e8c0 0x7f7f340cc4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:51.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:50.998+0000 7f7f3999d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f7f340d0b20 0x7f7f3415dc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:51.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:50.998+0000 7f7f3999d640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7f340cace0 con 0x7f7f3415a040 2024-09-13T16:02:51.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:50.998+0000 7f7f3999d640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7f340d0fb0 con 0x7f7f340d0b20 2024-09-13T16:02:51.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:50.998+0000 7f7f3999d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7f340cf4b0 con 0x7f7f3406e8c0 2024-09-13T16:02:51.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:50.998+0000 7f7f3919c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f7f340d0b20 0x7f7f3415dc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:51.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:50.998+0000 7f7f3919c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f7f340d0b20 0x7f7f3415dc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57036/0 (socket says 172.21.15.76:57036) 2024-09-13T16:02:51.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:50.998+0000 7f7f3919c640 1 -- 172.21.15.76:0/2703787200 learned_addr learned my addr 172.21.15.76:0/2703787200 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:51.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:50.998+0000 7f7f2bfff640 1 --2- 172.21.15.76:0/2703787200 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7f3406e8c0 0x7f7f340cc4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:51.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:50.998+0000 7f7f3919c640 1 -- 172.21.15.76:0/2703787200 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7f3406e8c0 msgr2=0x7f7f340cc4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:51.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:50.998+0000 7f7f3919c640 1 --2- 172.21.15.76:0/2703787200 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7f3406e8c0 0x7f7f340cc4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:51.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:50.998+0000 7f7f3919c640 1 -- 172.21.15.76:0/2703787200 >> v1:172.21.15.192:6789/0 conn(0x7f7f3415a040 legacy=0x7f7f3406e1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:51.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:50.998+0000 7f7f3919c640 1 -- 172.21.15.76:0/2703787200 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7f340cf980 con 0x7f7f340d0b20 2024-09-13T16:02:51.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:50.998+0000 7f7f2bfff640 1 --2- 172.21.15.76:0/2703787200 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7f3406e8c0 0x7f7f340cc4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:02:51.002 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:50.999+0000 7f7f3919c640 1 --2- 172.21.15.76:0/2703787200 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7f340d0b20 0x7f7f3415dc60 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f7f2c009e50 tx=0x7f7f2c02a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=12bc75e65acf5d00 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:51.002 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:50.999+0000 7f7f2b7fe640 1 -- 172.21.15.76:0/2703787200 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f2c031600 con 0x7f7f340d0b20 2024-09-13T16:02:51.002 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:50.999+0000 7f7f2b7fe640 1 -- 172.21.15.76:0/2703787200 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7f2c02d050 con 0x7f7f340d0b20 2024-09-13T16:02:51.002 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:50.999+0000 7f7f2b7fe640 1 -- 172.21.15.76:0/2703787200 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f2c031980 con 0x7f7f340d0b20 2024-09-13T16:02:51.004 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.000+0000 7f7f3999d640 1 -- 172.21.15.76:0/2703787200 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7f340d0b20 msgr2=0x7f7f3415dc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:51.004 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.000+0000 7f7f3999d640 1 --2- 172.21.15.76:0/2703787200 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7f340d0b20 0x7f7f3415dc60 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f7f2c009e50 tx=0x7f7f2c02a710 comp rx=0 tx=0).stop 2024-09-13T16:02:51.004 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.000+0000 7f7f3999d640 1 -- 172.21.15.76:0/2703787200 shutdown_connections 2024-09-13T16:02:51.004 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.000+0000 7f7f3999d640 1 --2- 172.21.15.76:0/2703787200 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7f340d0b20 0x7f7f3415dc60 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:51.004 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.000+0000 7f7f3999d640 1 --2- 172.21.15.76:0/2703787200 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7f3406e8c0 0x7f7f340cc4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:51.005 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.000+0000 7f7f3999d640 1 -- 172.21.15.76:0/2703787200 >> 172.21.15.76:0/2703787200 conn(0x7f7f34069ed0 msgr2=0x7f7f3406a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:51.005 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.000+0000 7f7f3999d640 1 -- 172.21.15.76:0/2703787200 shutdown_connections 2024-09-13T16:02:51.005 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.000+0000 7f7f3999d640 1 -- 172.21.15.76:0/2703787200 wait complete. 2024-09-13T16:02:51.005 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.001+0000 7f7f3999d640 1 Processor -- start 2024-09-13T16:02:51.005 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.001+0000 7f7f3999d640 1 -- start start 2024-09-13T16:02:51.005 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.002+0000 7f7f3999d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7f3406e8c0 0x7f7f341571f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:51.005 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.002+0000 7f7f3999d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7f340d0b20 0x7f7f341e4590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:51.005 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.002+0000 7f7f3999d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7f3415a040 0x7f7f34147520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:51.005 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.002+0000 7f7f3999d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f341e4ad0 con 0x7f7f340d0b20 2024-09-13T16:02:51.005 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.002+0000 7f7f3999d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f341e4d00 con 0x7f7f3406e8c0 2024-09-13T16:02:51.005 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.002+0000 7f7f3999d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7f3415b0e0 con 0x7f7f3415a040 2024-09-13T16:02:51.005 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.002+0000 7f7f2bfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7f340d0b20 0x7f7f341e4590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:51.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.002+0000 7f7f2bfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7f340d0b20 0x7f7f341e4590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57050/0 (socket says 172.21.15.76:57050) 2024-09-13T16:02:51.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.002+0000 7f7f2bfff640 1 -- 172.21.15.76:0/3965872998 learned_addr learned my addr 172.21.15.76:0/3965872998 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:51.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.002+0000 7f7f3899b640 1 --2- 172.21.15.76:0/3965872998 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7f3406e8c0 0x7f7f341571f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:51.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.002+0000 7f7f3919c640 1 --2- 172.21.15.76:0/3965872998 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7f3415a040 0x7f7f34147520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:51.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.002+0000 7f7f2bfff640 1 -- 172.21.15.76:0/3965872998 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7f3415a040 msgr2=0x7f7f34147520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:51.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.002+0000 7f7f2bfff640 1 --2- 172.21.15.76:0/3965872998 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7f3415a040 0x7f7f34147520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:51.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.002+0000 7f7f2bfff640 1 -- 172.21.15.76:0/3965872998 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7f3406e8c0 msgr2=0x7f7f341571f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:51.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.002+0000 7f7f2bfff640 1 --2- 172.21.15.76:0/3965872998 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7f3406e8c0 0x7f7f341571f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:51.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.002+0000 7f7f2bfff640 1 -- 172.21.15.76:0/3965872998 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7f2c009b30 con 0x7f7f340d0b20 2024-09-13T16:02:51.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.003+0000 7f7f2bfff640 1 --2- 172.21.15.76:0/3965872998 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7f340d0b20 0x7f7f341e4590 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f7f2400d7d0 tx=0x7f7f2400dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:51.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.003+0000 7f7f297fa640 1 -- 172.21.15.76:0/3965872998 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f24004030 con 0x7f7f340d0b20 2024-09-13T16:02:51.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.003+0000 7f7f297fa640 1 -- 172.21.15.76:0/3965872998 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7f24004190 con 0x7f7f340d0b20 2024-09-13T16:02:51.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.003+0000 7f7f3999d640 1 -- 172.21.15.76:0/3965872998 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7f3415b3c0 con 0x7f7f340d0b20 2024-09-13T16:02:51.007 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.003+0000 7f7f297fa640 1 -- 172.21.15.76:0/3965872998 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f24004520 con 0x7f7f340d0b20 2024-09-13T16:02:51.007 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.003+0000 7f7f3999d640 1 -- 172.21.15.76:0/3965872998 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7f3415b980 con 0x7f7f340d0b20 2024-09-13T16:02:51.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.004+0000 7f7f3999d640 1 -- 172.21.15.76:0/3965872998 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7f340b0da0 con 0x7f7f340d0b20 2024-09-13T16:02:51.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.004+0000 7f7f297fa640 1 -- 172.21.15.76:0/3965872998 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7f240096a0 con 0x7f7f340d0b20 2024-09-13T16:02:51.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.005+0000 7f7f297fa640 1 --2- 172.21.15.76:0/3965872998 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7f2006ac00 0x7f7f2006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:51.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.005+0000 7f7f297fa640 1 -- 172.21.15.76:0/3965872998 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 5177+0+0 (secure 0 0 0) 0x7f7f240890b0 con 0x7f7f340d0b20 2024-09-13T16:02:51.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.005+0000 7f7f3899b640 1 --2- 172.21.15.76:0/3965872998 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7f2006ac00 0x7f7f2006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:51.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.005+0000 7f7f3899b640 1 --2- 172.21.15.76:0/3965872998 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7f2006ac00 0x7f7f2006d0c0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f7f30000f60 tx=0x7f7f30009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:51.010 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.009+0000 7f7f297fa640 1 -- 172.21.15.76:0/3965872998 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f7f240545e0 con 0x7f7f340d0b20 2024-09-13T16:02:51.231 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.230+0000 7f7f3999d640 1 -- 172.21.15.76:0/3965872998 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) v1 -- 0x7f7f34066b00 con 0x7f7f340d0b20 2024-09-13T16:02:51.231 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.230+0000 7f7f297fa640 1 -- 172.21.15.76:0/3965872998 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v4) v1 ==== 80+0+6645 (secure 0 0 0) 0x7f7f24057c00 con 0x7f7f340d0b20 2024-09-13T16:02:51.232 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:02:51.232 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2024-09-13T16:02:51.232 INFO:teuthology.orchestra.run.smithi076.stdout: "auth_dump": [ 2024-09-13T16:02:51.232 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:02:51.232 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "mds.a", 2024-09-13T16:02:51.232 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCpYeRmhpbDIhAA8WT8i+Y1tgoeXaZ5z2v/fg==", 2024-09-13T16:02:51.232 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:02:51.232 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2024-09-13T16:02:51.232 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow *", 2024-09-13T16:02:51.232 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow *", 2024-09-13T16:02:51.232 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:02:51.233 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:02:51.233 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:02:51.233 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:02:51.233 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "mds.b", 2024-09-13T16:02:51.233 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCpYeRm7+GPLhAAACMaymp+VjVEUz9QMYOL+Q==", 2024-09-13T16:02:51.233 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:02:51.233 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2024-09-13T16:02:51.233 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow *", 2024-09-13T16:02:51.233 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow *", 2024-09-13T16:02:51.233 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:02:51.233 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:02:51.233 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:02:51.234 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:02:51.234 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "mds.c", 2024-09-13T16:02:51.234 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCpYeRmxODtKRAAtjLryQw+T9UxeHw7cgOyBg==", 2024-09-13T16:02:51.234 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:02:51.234 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2024-09-13T16:02:51.234 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow *", 2024-09-13T16:02:51.234 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow *", 2024-09-13T16:02:51.234 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:02:51.234 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:02:51.234 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:02:51.234 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:02:51.234 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "mds.d", 2024-09-13T16:02:51.234 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCpYeRmBNiYNRAAHTjLTeGOi09w8TLVtcu/+w==", 2024-09-13T16:02:51.234 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:02:51.235 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2024-09-13T16:02:51.235 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow *", 2024-09-13T16:02:51.235 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow *", 2024-09-13T16:02:51.235 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:02:51.235 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:02:51.235 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:02:51.235 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:02:51.235 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.0", 2024-09-13T16:02:51.235 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCtYeRm81gnEBAAJFt3u2dcQShl7t5nNN5y6Q==", 2024-09-13T16:02:51.235 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:02:51.235 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2024-09-13T16:02:51.235 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2024-09-13T16:02:51.235 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:02:51.236 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:02:51.236 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:02:51.236 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:02:51.236 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.1", 2024-09-13T16:02:51.236 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCwYeRmzsY4DxAALx5wAImWLwrw6n8ZRuXDvA==", 2024-09-13T16:02:51.236 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:02:51.236 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2024-09-13T16:02:51.236 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2024-09-13T16:02:51.236 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:02:51.236 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:02:51.236 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:02:51.236 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:02:51.236 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.2", 2024-09-13T16:02:51.236 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCzYeRmYRs9DRAAh6ptqIXTwUjSNlevHFJnAQ==", 2024-09-13T16:02:51.237 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:02:51.237 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2024-09-13T16:02:51.237 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2024-09-13T16:02:51.237 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:02:51.237 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:02:51.237 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:02:51.237 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:02:51.237 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.3", 2024-09-13T16:02:51.237 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQC2YeRmMIp6CxAAHygGhWHXCt69qZDrrGTt5A==", 2024-09-13T16:02:51.237 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:02:51.237 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2024-09-13T16:02:51.237 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2024-09-13T16:02:51.237 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:02:51.238 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:02:51.238 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:02:51.238 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:02:51.238 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.4", 2024-09-13T16:02:51.238 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQC8YeRmde7vDhAAE7RHK15msWPxEtglPpWMTQ==", 2024-09-13T16:02:51.238 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:02:51.238 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2024-09-13T16:02:51.238 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2024-09-13T16:02:51.238 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:02:51.238 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:02:51.238 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:02:51.238 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:02:51.239 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.5", 2024-09-13T16:02:51.239 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQC/YeRmgyzZDBAAG96iDIvt2yQ9W5Fl1maItg==", 2024-09-13T16:02:51.239 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:02:51.239 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2024-09-13T16:02:51.239 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2024-09-13T16:02:51.239 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:02:51.239 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:02:51.239 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:02:51.239 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:02:51.239 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.6", 2024-09-13T16:02:51.239 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQDCYeRm6pRBCxAAq8l2Cikc/aRaC4C4xYYrLA==", 2024-09-13T16:02:51.239 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:02:51.239 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2024-09-13T16:02:51.239 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2024-09-13T16:02:51.240 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:02:51.240 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:02:51.240 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:02:51.240 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:02:51.240 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.7", 2024-09-13T16:02:51.240 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQDFYeRmMM8MCRAAqYR5B7VgEph0UVNjCZPTzg==", 2024-09-13T16:02:51.240 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:02:51.240 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2024-09-13T16:02:51.240 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2024-09-13T16:02:51.240 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:02:51.240 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:02:51.240 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:02:51.240 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:02:51.241 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "client.0", 2024-09-13T16:02:51.241 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCpYeRmqhyiORAAp0ZHMscpsAOj1YZ+SSqHoA==", 2024-09-13T16:02:51.241 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:02:51.241 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2024-09-13T16:02:51.241 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow r", 2024-09-13T16:02:51.241 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow rw", 2024-09-13T16:02:51.241 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow rwx" 2024-09-13T16:02:51.241 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:02:51.241 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:02:51.241 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:02:51.241 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "client.1", 2024-09-13T16:02:51.241 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCqYeRmgijBBhAAS5zvjGxEcjj4RKB20HX7kg==", 2024-09-13T16:02:51.241 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:02:51.242 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2024-09-13T16:02:51.242 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow r", 2024-09-13T16:02:51.242 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow rw", 2024-09-13T16:02:51.242 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow rwx" 2024-09-13T16:02:51.242 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:02:51.242 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:02:51.242 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:02:51.242 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "client.2", 2024-09-13T16:02:51.242 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCqYeRmK8OPAxAAQeO1ZZu7/x4/qXzHFFDzBg==", 2024-09-13T16:02:51.242 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:02:51.242 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2024-09-13T16:02:51.242 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow r", 2024-09-13T16:02:51.242 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow rw", 2024-09-13T16:02:51.243 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow rwx" 2024-09-13T16:02:51.243 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:02:51.243 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:02:51.243 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:02:51.243 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "client.3", 2024-09-13T16:02:51.243 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCqYeRmAYJGDBAA4elK4g7yitQwUnpv/vkuSQ==", 2024-09-13T16:02:51.243 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:02:51.243 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2024-09-13T16:02:51.243 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow r", 2024-09-13T16:02:51.243 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow rw", 2024-09-13T16:02:51.243 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow rwx" 2024-09-13T16:02:51.243 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:02:51.243 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:02:51.244 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:02:51.244 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "client.admin", 2024-09-13T16:02:51.244 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCpYeRmz4sKBxAAmVD/bGSWAPyJICtwMc8R7Q==", 2024-09-13T16:02:51.244 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:02:51.244 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow *", 2024-09-13T16:02:51.244 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow *", 2024-09-13T16:02:51.244 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow *", 2024-09-13T16:02:51.244 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:02:51.244 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:02:51.244 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:02:51.244 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:02:51.244 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "client.bootstrap-mds", 2024-09-13T16:02:51.245 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQDKYeRmGAp6OBAAcY50EblGEEQSRIM9g99hWg==", 2024-09-13T16:02:51.245 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:02:51.245 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile bootstrap-mds" 2024-09-13T16:02:51.245 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:02:51.245 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:02:51.245 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:02:51.245 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "client.bootstrap-mgr", 2024-09-13T16:02:51.245 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQDKYeRmLxJ6OBAA6uUGc732K0OpTiEYREuSKg==", 2024-09-13T16:02:51.245 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:02:51.245 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile bootstrap-mgr" 2024-09-13T16:02:51.245 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:02:51.245 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:02:51.245 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:02:51.245 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "client.bootstrap-osd", 2024-09-13T16:02:51.245 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQDKYeRmMhl6OBAAXrGWYjL2qzwvfEYX6XWJ3Q==", 2024-09-13T16:02:51.246 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:02:51.246 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile bootstrap-osd" 2024-09-13T16:02:51.246 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:02:51.246 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:02:51.246 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:02:51.246 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "client.bootstrap-rbd", 2024-09-13T16:02:51.246 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQDKYeRm0B96OBAA5RvYK8d8XcUj5turs72Kuw==", 2024-09-13T16:02:51.246 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:02:51.246 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile bootstrap-rbd" 2024-09-13T16:02:51.246 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:02:51.246 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:02:51.246 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:02:51.246 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "client.bootstrap-rbd-mirror", 2024-09-13T16:02:51.246 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQDKYeRmtSZ6OBAADDIptGj0kQfb2CihpFCayQ==", 2024-09-13T16:02:51.247 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:02:51.247 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile bootstrap-rbd-mirror" 2024-09-13T16:02:51.247 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:02:51.247 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:02:51.247 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:02:51.247 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "client.bootstrap-rgw", 2024-09-13T16:02:51.247 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQDKYeRmry16OBAAWXnzKPzUEJphboYeNJH+8g==", 2024-09-13T16:02:51.247 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:02:51.247 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile bootstrap-rgw" 2024-09-13T16:02:51.247 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:02:51.247 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:02:51.247 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:02:51.248 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "mgr.x", 2024-09-13T16:02:51.248 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCpYeRmzy+SHxAAeh91mEyErD2yMaJ+R9p7MQ==", 2024-09-13T16:02:51.248 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:02:51.248 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow *", 2024-09-13T16:02:51.248 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile mgr", 2024-09-13T16:02:51.248 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:02:51.248 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:02:51.248 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:02:51.248 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:02:51.248 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "mgr.y", 2024-09-13T16:02:51.248 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCpYeRmMS6hGxAAhyu76q81PXPjC+BAmqi2Lw==", 2024-09-13T16:02:51.248 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:02:51.248 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow *", 2024-09-13T16:02:51.248 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile mgr", 2024-09-13T16:02:51.249 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:02:51.249 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:02:51.249 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:02:51.249 INFO:teuthology.orchestra.run.smithi076.stdout: ] 2024-09-13T16:02:51.249 INFO:teuthology.orchestra.run.smithi076.stdout:} 2024-09-13T16:02:51.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.232+0000 7f7f3999d640 1 -- 172.21.15.76:0/3965872998 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7f2006ac00 msgr2=0x7f7f2006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:51.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.232+0000 7f7f3999d640 1 --2- 172.21.15.76:0/3965872998 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7f2006ac00 0x7f7f2006d0c0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f7f30000f60 tx=0x7f7f30009040 comp rx=0 tx=0).stop 2024-09-13T16:02:51.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.232+0000 7f7f3999d640 1 -- 172.21.15.76:0/3965872998 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7f340d0b20 msgr2=0x7f7f341e4590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:51.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.232+0000 7f7f3999d640 1 --2- 172.21.15.76:0/3965872998 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7f340d0b20 0x7f7f341e4590 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f7f2400d7d0 tx=0x7f7f2400dc90 comp rx=0 tx=0).stop 2024-09-13T16:02:51.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.232+0000 7f7f3999d640 1 -- 172.21.15.76:0/3965872998 shutdown_connections 2024-09-13T16:02:51.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.232+0000 7f7f3999d640 1 --2- 172.21.15.76:0/3965872998 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7f2006ac00 0x7f7f2006d0c0 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:51.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.232+0000 7f7f3999d640 1 --2- 172.21.15.76:0/3965872998 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7f3415a040 0x7f7f34147520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:51.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.232+0000 7f7f3999d640 1 --2- 172.21.15.76:0/3965872998 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7f340d0b20 0x7f7f341e4590 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:51.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.232+0000 7f7f3999d640 1 --2- 172.21.15.76:0/3965872998 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7f3406e8c0 0x7f7f341571f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:51.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.232+0000 7f7f3999d640 1 -- 172.21.15.76:0/3965872998 >> 172.21.15.76:0/3965872998 conn(0x7f7f34069ed0 msgr2=0x7f7f3406e1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:51.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.232+0000 7f7f3999d640 1 -- 172.21.15.76:0/3965872998 shutdown_connections 2024-09-13T16:02:51.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.232+0000 7f7f3999d640 1 -- 172.21.15.76:0/3965872998 wait complete. 2024-09-13T16:02:51.251 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mds 2024-09-13T16:02:51.350 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.349+0000 7f39c4812640 1 Processor -- start 2024-09-13T16:02:51.351 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.349+0000 7f39c4812640 1 -- start start 2024-09-13T16:02:51.352 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.350+0000 7f39c4812640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f39c00b2b40 0x7f39c00ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:51.352 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.350+0000 7f39c4812640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f39c00ccbe0 con 0x7f39c0159310 2024-09-13T16:02:51.352 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.350+0000 7f39c4812640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f39c00b1810 con 0x7f39c00ce4f0 2024-09-13T16:02:51.352 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.350+0000 7f39c4812640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f39c00ad940 con 0x7f39c00b2b40 2024-09-13T16:02:51.352 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.350+0000 7f39bdd9b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f39c00b2b40 0x7f39c00ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:51.352 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.350+0000 7f39be59c640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f39c0159310 0x7f39c00ab140 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:51388/0 (socket says 172.21.15.76:51388) 2024-09-13T16:02:51.352 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.350+0000 7f39be59c640 1 -- 172.21.15.76:0/4210681749 learned_addr learned my addr 172.21.15.76:0/4210681749 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:51.352 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.350+0000 7f39bdd9b640 1 -- 172.21.15.76:0/4210681749 >> v1:172.21.15.192:6789/0 conn(0x7f39c00ce4f0 legacy=0x7f39c00ce8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:51.352 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.350+0000 7f39bdd9b640 1 -- 172.21.15.76:0/4210681749 >> v1:172.21.15.76:6789/0 conn(0x7f39c0159310 legacy=0x7f39c00ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:51.352 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.350+0000 7f39bd59a640 1 -- 172.21.15.76:0/4210681749 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3418091556 0 0) 0x7f39c00ccbe0 con 0x7f39c0159310 2024-09-13T16:02:51.353 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.350+0000 7f39bdd9b640 1 -- 172.21.15.76:0/4210681749 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f39c006d9e0 con 0x7f39c00b2b40 2024-09-13T16:02:51.354 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.351+0000 7f39bdd9b640 1 --2- 172.21.15.76:0/4210681749 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f39c00b2b40 0x7f39c00ad400 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f39b40097a0 tx=0x7f39b402a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=666b66ae909c426 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:51.354 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.351+0000 7f39bd59a640 1 -- 172.21.15.76:0/4210681749 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39b402ae50 con 0x7f39c00b2b40 2024-09-13T16:02:51.354 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.351+0000 7f39bd59a640 1 -- 172.21.15.76:0/4210681749 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f39b4032440 con 0x7f39c00b2b40 2024-09-13T16:02:51.354 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.351+0000 7f39bd59a640 1 -- 172.21.15.76:0/4210681749 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39b40327d0 con 0x7f39c00b2b40 2024-09-13T16:02:51.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.352+0000 7f39c4812640 1 -- 172.21.15.76:0/4210681749 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f39c00b2b40 msgr2=0x7f39c00ad400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:51.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.352+0000 7f39c4812640 1 --2- 172.21.15.76:0/4210681749 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f39c00b2b40 0x7f39c00ad400 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f39b40097a0 tx=0x7f39b402a140 comp rx=0 tx=0).stop 2024-09-13T16:02:51.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.352+0000 7f39c4812640 1 -- 172.21.15.76:0/4210681749 shutdown_connections 2024-09-13T16:02:51.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.352+0000 7f39c4812640 1 --2- 172.21.15.76:0/4210681749 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f39c00b2b40 0x7f39c00ad400 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:51.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.352+0000 7f39c4812640 1 -- 172.21.15.76:0/4210681749 >> 172.21.15.76:0/4210681749 conn(0x7f39c006a0b0 msgr2=0x7f39c006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:51.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.352+0000 7f39c4812640 1 -- 172.21.15.76:0/4210681749 shutdown_connections 2024-09-13T16:02:51.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.352+0000 7f39c4812640 1 -- 172.21.15.76:0/4210681749 wait complete. 2024-09-13T16:02:51.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.353+0000 7f39c4812640 1 Processor -- start 2024-09-13T16:02:51.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.353+0000 7f39c4812640 1 -- start start 2024-09-13T16:02:51.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.354+0000 7f39c4812640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f39c00b2b40 0x7f39c0164d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:51.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.354+0000 7f39c4812640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f39c00ce4f0 0x7f39c00c9790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:51.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.354+0000 7f39c4812640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f39c0159310 0x7f39c00c9cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:51.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.354+0000 7f39c4812640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f39c0166ad0 con 0x7f39c0159310 2024-09-13T16:02:51.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.354+0000 7f39c4812640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f39c0156ee0 con 0x7f39c00b2b40 2024-09-13T16:02:51.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.354+0000 7f39c4812640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f39c0157130 con 0x7f39c00ce4f0 2024-09-13T16:02:51.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.354+0000 7f39bed9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f39c0159310 0x7f39c00c9cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:51.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.354+0000 7f39bed9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f39c0159310 0x7f39c00c9cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39180/0 (socket says 172.21.15.76:39180) 2024-09-13T16:02:51.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.354+0000 7f39bed9d640 1 -- 172.21.15.76:0/649039319 learned_addr learned my addr 172.21.15.76:0/649039319 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:51.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.354+0000 7f39bed9d640 1 -- 172.21.15.76:0/649039319 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f39c00ce4f0 msgr2=0x7f39c00c9790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:51.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.354+0000 7f39bed9d640 1 --2- 172.21.15.76:0/649039319 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f39c00ce4f0 0x7f39c00c9790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:51.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.354+0000 7f39bed9d640 1 -- 172.21.15.76:0/649039319 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f39c00b2b40 msgr2=0x7f39c0164d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:51.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.354+0000 7f39bed9d640 1 --2- 172.21.15.76:0/649039319 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f39c00b2b40 0x7f39c0164d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:51.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.354+0000 7f39bed9d640 1 -- 172.21.15.76:0/649039319 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f39b4009400 con 0x7f39c0159310 2024-09-13T16:02:51.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.355+0000 7f39bed9d640 1 --2- 172.21.15.76:0/649039319 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f39c0159310 0x7f39c00c9cd0 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f39b800c780 tx=0x7f39b800cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:51.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.355+0000 7f39aeffd640 1 -- 172.21.15.76:0/649039319 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39b8004b60 con 0x7f39c0159310 2024-09-13T16:02:51.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.355+0000 7f39aeffd640 1 -- 172.21.15.76:0/649039319 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f39b800ce90 con 0x7f39c0159310 2024-09-13T16:02:51.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.355+0000 7f39c4812640 1 -- 172.21.15.76:0/649039319 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f39c00c4320 con 0x7f39c0159310 2024-09-13T16:02:51.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.355+0000 7f39aeffd640 1 -- 172.21.15.76:0/649039319 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39b800a850 con 0x7f39c0159310 2024-09-13T16:02:51.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.355+0000 7f39c4812640 1 -- 172.21.15.76:0/649039319 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f39c0165270 con 0x7f39c0159310 2024-09-13T16:02:51.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.356+0000 7f39c4812640 1 -- 172.21.15.76:0/649039319 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f39c0166830 con 0x7f39c0159310 2024-09-13T16:02:51.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.356+0000 7f39aeffd640 1 -- 172.21.15.76:0/649039319 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f39b800a9b0 con 0x7f39c0159310 2024-09-13T16:02:51.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.356+0000 7f39aeffd640 1 --2- 172.21.15.76:0/649039319 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f39a006ac00 0x7f39a006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:51.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.357+0000 7f39aeffd640 1 -- 172.21.15.76:0/649039319 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 5177+0+0 (secure 0 0 0) 0x7f39b8089310 con 0x7f39c0159310 2024-09-13T16:02:51.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.357+0000 7f39be59c640 1 --2- 172.21.15.76:0/649039319 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f39a006ac00 0x7f39a006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:51.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.357+0000 7f39be59c640 1 --2- 172.21.15.76:0/649039319 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f39a006ac00 0x7f39a006d0c0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f39b0007fd0 tx=0x7f39b0007960 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:51.362 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.361+0000 7f39aeffd640 1 -- 172.21.15.76:0/649039319 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f39b8054700 con 0x7f39c0159310 2024-09-13T16:02:51.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.582+0000 7f39c4812640 1 -- 172.21.15.76:0/649039319 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mds"} v 0) v1 -- 0x7f39c0166c10 con 0x7f39c0159310 2024-09-13T16:02:51.587 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.586+0000 7f39aeffd640 1 -- 172.21.15.76:0/649039319 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mds"}]=0 v5) v1 ==== 90+0+0 (secure 0 0 0) 0x7f39c0166c10 con 0x7f39c0159310 2024-09-13T16:02:51.589 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.588+0000 7f39c4812640 1 -- 172.21.15.76:0/649039319 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f39a006ac00 msgr2=0x7f39a006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:51.589 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.588+0000 7f39c4812640 1 --2- 172.21.15.76:0/649039319 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f39a006ac00 0x7f39a006d0c0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f39b0007fd0 tx=0x7f39b0007960 comp rx=0 tx=0).stop 2024-09-13T16:02:51.589 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.588+0000 7f39c4812640 1 -- 172.21.15.76:0/649039319 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f39c0159310 msgr2=0x7f39c00c9cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:51.589 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.588+0000 7f39c4812640 1 --2- 172.21.15.76:0/649039319 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f39c0159310 0x7f39c00c9cd0 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f39b800c780 tx=0x7f39b800cc40 comp rx=0 tx=0).stop 2024-09-13T16:02:51.590 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.588+0000 7f39c4812640 1 -- 172.21.15.76:0/649039319 shutdown_connections 2024-09-13T16:02:51.590 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.588+0000 7f39c4812640 1 --2- 172.21.15.76:0/649039319 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f39c0159310 0x7f39c00c9cd0 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:51.590 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.588+0000 7f39c4812640 1 --2- 172.21.15.76:0/649039319 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f39a006ac00 0x7f39a006d0c0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:51.590 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.588+0000 7f39c4812640 1 --2- 172.21.15.76:0/649039319 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f39c00ce4f0 0x7f39c00c9790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:51.590 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.588+0000 7f39c4812640 1 --2- 172.21.15.76:0/649039319 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f39c00b2b40 0x7f39c0164d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:51.590 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.588+0000 7f39c4812640 1 -- 172.21.15.76:0/649039319 >> 172.21.15.76:0/649039319 conn(0x7f39c006a0b0 msgr2=0x7f39c0157910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:51.590 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.588+0000 7f39c4812640 1 -- 172.21.15.76:0/649039319 shutdown_connections 2024-09-13T16:02:51.590 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.588+0000 7f39c4812640 1 -- 172.21.15.76:0/649039319 wait complete. 2024-09-13T16:02:51.600 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mgr 2024-09-13T16:02:51.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.699+0000 7fa25aad0640 1 Processor -- start 2024-09-13T16:02:51.701 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.699+0000 7fa25aad0640 1 -- start start 2024-09-13T16:02:51.703 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.700+0000 7fa25aad0640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fa25415c500 0x7fa2540d2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:51.703 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.700+0000 7fa25aad0640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa2540d2590 0x7fa2540cd8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:51.703 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.700+0000 7fa25aad0640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fa2540cde20 0x7fa2540d0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:51.703 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.700+0000 7fa25aad0640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa2540cd450 con 0x7fa2540cde20 2024-09-13T16:02:51.703 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.700+0000 7fa25aad0640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa2540d29f0 con 0x7fa25415c500 2024-09-13T16:02:51.703 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.700+0000 7fa25aad0640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa2540d0cf0 con 0x7fa2540d2590 2024-09-13T16:02:51.703 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.700+0000 7fa25906d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fa2540cde20 0x7fa2540d0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:51.704 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.700+0000 7fa25906d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fa2540cde20 0x7fa2540d0000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39194/0 (socket says 172.21.15.76:39194) 2024-09-13T16:02:51.704 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.700+0000 7fa25906d640 1 -- 172.21.15.76:0/2580259323 learned_addr learned my addr 172.21.15.76:0/2580259323 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:51.704 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.700+0000 7fa25906d640 1 -- 172.21.15.76:0/2580259323 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa2540d2590 msgr2=0x7fa2540cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:51.704 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.700+0000 7fa25906d640 1 --2- 172.21.15.76:0/2580259323 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa2540d2590 0x7fa2540cd8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:51.704 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.700+0000 7fa25906d640 1 -- 172.21.15.76:0/2580259323 >> v2:172.21.15.192:3300/0 conn(0x7fa25415c500 msgr2=0x7fa2540d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:51.704 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.700+0000 7fa25906d640 1 --2- 172.21.15.76:0/2580259323 >> v2:172.21.15.192:3300/0 conn(0x7fa25415c500 0x7fa2540d2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:51.704 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.700+0000 7fa25906d640 1 -- 172.21.15.76:0/2580259323 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa2540d0fd0 con 0x7fa2540cde20 2024-09-13T16:02:51.704 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.701+0000 7fa25906d640 1 --2- 172.21.15.76:0/2580259323 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa2540cde20 0x7fa2540d0000 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7fa2540cfec0 tx=0x7fa24c02a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=87ca45ec4242510c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:51.704 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.701+0000 7fa2537fe640 1 -- 172.21.15.76:0/2580259323 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa24c031600 con 0x7fa2540cde20 2024-09-13T16:02:51.704 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.701+0000 7fa2537fe640 1 -- 172.21.15.76:0/2580259323 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa24c02d050 con 0x7fa2540cde20 2024-09-13T16:02:51.704 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.701+0000 7fa2537fe640 1 -- 172.21.15.76:0/2580259323 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa24c031980 con 0x7fa2540cde20 2024-09-13T16:02:51.704 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.701+0000 7fa25aad0640 1 -- 172.21.15.76:0/2580259323 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa2540cde20 msgr2=0x7fa2540d0000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:51.705 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.701+0000 7fa25aad0640 1 --2- 172.21.15.76:0/2580259323 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa2540cde20 0x7fa2540d0000 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7fa2540cfec0 tx=0x7fa24c02a6a0 comp rx=0 tx=0).stop 2024-09-13T16:02:51.705 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.702+0000 7fa25aad0640 1 -- 172.21.15.76:0/2580259323 shutdown_connections 2024-09-13T16:02:51.705 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.702+0000 7fa25aad0640 1 --2- 172.21.15.76:0/2580259323 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa2540cde20 0x7fa2540d0000 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:51.705 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.702+0000 7fa25aad0640 1 --2- 172.21.15.76:0/2580259323 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa2540d2590 0x7fa2540cd8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:51.705 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.702+0000 7fa25aad0640 1 --2- 172.21.15.76:0/2580259323 >> v2:172.21.15.192:3300/0 conn(0x7fa25415c500 0x7fa2540d2050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:51.705 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.702+0000 7fa25aad0640 1 -- 172.21.15.76:0/2580259323 >> 172.21.15.76:0/2580259323 conn(0x7fa254089f60 msgr2=0x7fa25409b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:51.705 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.702+0000 7fa25aad0640 1 -- 172.21.15.76:0/2580259323 shutdown_connections 2024-09-13T16:02:51.705 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.702+0000 7fa25aad0640 1 -- 172.21.15.76:0/2580259323 wait complete. 2024-09-13T16:02:51.707 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.703+0000 7fa25aad0640 1 Processor -- start 2024-09-13T16:02:51.708 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.703+0000 7fa25aad0640 1 -- start start 2024-09-13T16:02:51.708 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.704+0000 7fa25aad0640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa2540cde20 0x7fa2541f5ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:51.708 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.704+0000 7fa25aad0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa2540d2590 0x7fa2541f1d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:51.708 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.704+0000 7fa25aad0640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa25415c500 0x7fa2540cb790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:51.708 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.704+0000 7fa25aad0640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa2540b5a10 con 0x7fa2540d2590 2024-09-13T16:02:51.708 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.704+0000 7fa25aad0640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa2540b5700 con 0x7fa2540cde20 2024-09-13T16:02:51.708 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.704+0000 7fa25aad0640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa2541f25a0 con 0x7fa25415c500 2024-09-13T16:02:51.709 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.704+0000 7fa253fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa2540d2590 0x7fa2541f1d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:51.709 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.704+0000 7fa253fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa2540d2590 0x7fa2541f1d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39198/0 (socket says 172.21.15.76:39198) 2024-09-13T16:02:51.709 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.704+0000 7fa253fff640 1 -- 172.21.15.76:0/3138041434 learned_addr learned my addr 172.21.15.76:0/3138041434 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:51.709 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.704+0000 7fa25886c640 1 --2- 172.21.15.76:0/3138041434 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa2540cde20 0x7fa2541f5ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:51.709 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.704+0000 7fa25906d640 1 --2- 172.21.15.76:0/3138041434 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa25415c500 0x7fa2540cb790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:51.709 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.704+0000 7fa253fff640 1 -- 172.21.15.76:0/3138041434 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa25415c500 msgr2=0x7fa2540cb790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:51.709 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.704+0000 7fa253fff640 1 --2- 172.21.15.76:0/3138041434 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa25415c500 0x7fa2540cb790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:51.709 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.704+0000 7fa253fff640 1 -- 172.21.15.76:0/3138041434 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa2540cde20 msgr2=0x7fa2541f5ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:51.709 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.704+0000 7fa253fff640 1 --2- 172.21.15.76:0/3138041434 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa2540cde20 0x7fa2541f5ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:51.709 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.704+0000 7fa253fff640 1 -- 172.21.15.76:0/3138041434 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa24c009b30 con 0x7fa2540d2590 2024-09-13T16:02:51.709 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.704+0000 7fa253fff640 1 --2- 172.21.15.76:0/3138041434 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa2540d2590 0x7fa2541f1d50 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7fa24000b450 tx=0x7fa24000b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:51.709 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.704+0000 7fa2517fa640 1 -- 172.21.15.76:0/3138041434 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa240011890 con 0x7fa2540d2590 2024-09-13T16:02:51.710 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.704+0000 7fa2517fa640 1 -- 172.21.15.76:0/3138041434 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa2400119f0 con 0x7fa2540d2590 2024-09-13T16:02:51.710 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.704+0000 7fa2517fa640 1 -- 172.21.15.76:0/3138041434 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa240011da0 con 0x7fa2540d2590 2024-09-13T16:02:51.710 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.704+0000 7fa25aad0640 1 -- 172.21.15.76:0/3138041434 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa2541f2880 con 0x7fa2540d2590 2024-09-13T16:02:51.710 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.704+0000 7fa25aad0640 1 -- 172.21.15.76:0/3138041434 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa2541f2290 con 0x7fa2540d2590 2024-09-13T16:02:51.710 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.705+0000 7fa25aad0640 1 -- 172.21.15.76:0/3138041434 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa2540cd8e0 con 0x7fa2540d2590 2024-09-13T16:02:51.710 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.706+0000 7fa2517fa640 1 -- 172.21.15.76:0/3138041434 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fa24001a400 con 0x7fa2540d2590 2024-09-13T16:02:51.710 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.706+0000 7fa2517fa640 1 --2- 172.21.15.76:0/3138041434 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa23806ac00 0x7fa23806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:51.710 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.706+0000 7fa2517fa640 1 -- 172.21.15.76:0/3138041434 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 5177+0+0 (secure 0 0 0) 0x7fa240089540 con 0x7fa2540d2590 2024-09-13T16:02:51.710 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.706+0000 7fa25886c640 1 --2- 172.21.15.76:0/3138041434 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa23806ac00 0x7fa23806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:51.711 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.707+0000 7fa25886c640 1 --2- 172.21.15.76:0/3138041434 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa23806ac00 0x7fa23806d0c0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fa24800b810 tx=0x7fa248008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:51.711 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.710+0000 7fa2517fa640 1 -- 172.21.15.76:0/3138041434 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fa2400548b0 con 0x7fa2540d2590 2024-09-13T16:02:51.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.932+0000 7fa25aad0640 1 -- 172.21.15.76:0/3138041434 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mgr"} v 0) v1 -- 0x7fa25406b160 con 0x7fa2540d2590 2024-09-13T16:02:51.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.937+0000 7fa2517fa640 1 -- 172.21.15.76:0/3138041434 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mgr"}]=0 v6) v1 ==== 90+0+0 (secure 0 0 0) 0x7fa240009280 con 0x7fa2540d2590 2024-09-13T16:02:51.941 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.939+0000 7fa25aad0640 1 -- 172.21.15.76:0/3138041434 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa23806ac00 msgr2=0x7fa23806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:51.941 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.939+0000 7fa25aad0640 1 --2- 172.21.15.76:0/3138041434 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa23806ac00 0x7fa23806d0c0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fa24800b810 tx=0x7fa248008040 comp rx=0 tx=0).stop 2024-09-13T16:02:51.941 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.939+0000 7fa25aad0640 1 -- 172.21.15.76:0/3138041434 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa2540d2590 msgr2=0x7fa2541f1d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:51.941 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.939+0000 7fa25aad0640 1 --2- 172.21.15.76:0/3138041434 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa2540d2590 0x7fa2541f1d50 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7fa24000b450 tx=0x7fa24000b910 comp rx=0 tx=0).stop 2024-09-13T16:02:51.941 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.940+0000 7fa25aad0640 1 -- 172.21.15.76:0/3138041434 shutdown_connections 2024-09-13T16:02:51.941 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.940+0000 7fa25aad0640 1 --2- 172.21.15.76:0/3138041434 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa23806ac00 0x7fa23806d0c0 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:51.942 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.940+0000 7fa25aad0640 1 --2- 172.21.15.76:0/3138041434 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa25415c500 0x7fa2540cb790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:51.942 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.940+0000 7fa25aad0640 1 --2- 172.21.15.76:0/3138041434 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa2540d2590 0x7fa2541f1d50 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:51.942 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.940+0000 7fa25aad0640 1 --2- 172.21.15.76:0/3138041434 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa2540cde20 0x7fa2541f5ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:51.942 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.940+0000 7fa25aad0640 1 -- 172.21.15.76:0/3138041434 >> 172.21.15.76:0/3138041434 conn(0x7fa254089f60 msgr2=0x7fa2540d1b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:51.942 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.940+0000 7fa25aad0640 1 -- 172.21.15.76:0/3138041434 shutdown_connections 2024-09-13T16:02:51.942 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:51.940+0000 7fa25aad0640 1 -- 172.21.15.76:0/3138041434 wait complete. 2024-09-13T16:02:51.951 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-osd 2024-09-13T16:02:52.050 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.049+0000 7f3300ea3640 1 Processor -- start 2024-09-13T16:02:52.050 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.049+0000 7f3300ea3640 1 -- start start 2024-09-13T16:02:52.051 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.049+0000 7f3300ea3640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f32fc0cec00 0x7f32fc0ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:52.051 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.050+0000 7f3300ea3640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f32fc0ccbe0 con 0x7f32fc0b2b40 2024-09-13T16:02:52.051 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.050+0000 7f3300ea3640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f32fc0b1810 con 0x7f32fc159310 2024-09-13T16:02:52.052 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.050+0000 7f3300ea3640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f32fc0ad940 con 0x7f32fc0cec00 2024-09-13T16:02:52.052 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.050+0000 7f32fad9d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f32fc0cec00 0x7f32fc0ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:52.052 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.050+0000 7f32f1d9b640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f32fc0b2b40 0x7f32fc0ce4f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:51390/0 (socket says 172.21.15.76:51390) 2024-09-13T16:02:52.052 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.050+0000 7f32fad9d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f32fc0cec00 0x7f32fc0ad400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39200/0 (socket says 172.21.15.76:39200) 2024-09-13T16:02:52.052 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.050+0000 7f32f1d9b640 1 -- 172.21.15.76:0/72242365 learned_addr learned my addr 172.21.15.76:0/72242365 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:52.052 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.050+0000 7f32fad9d640 1 -- 172.21.15.76:0/72242365 >> v1:172.21.15.192:6789/0 conn(0x7f32fc159310 legacy=0x7f32fc0ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:52.052 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.050+0000 7f32fad9d640 1 -- 172.21.15.76:0/72242365 >> v1:172.21.15.76:6789/0 conn(0x7f32fc0b2b40 legacy=0x7f32fc0ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:52.052 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.050+0000 7f32fad9d640 1 -- 172.21.15.76:0/72242365 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f32fc06d9e0 con 0x7f32fc0cec00 2024-09-13T16:02:52.052 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.050+0000 7f32f9d9b640 1 -- 172.21.15.76:0/72242365 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3789376268 0 0) 0x7f32fc0ccbe0 con 0x7f32fc0b2b40 2024-09-13T16:02:52.053 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.051+0000 7f32fad9d640 1 --2- 172.21.15.76:0/72242365 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f32fc0cec00 0x7f32fc0ad400 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f32f4009d90 tx=0x7f32f402a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ee0bf54a6dfdcd59 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:52.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.051+0000 7f32f9d9b640 1 -- 172.21.15.76:0/72242365 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32f4031600 con 0x7f32fc0cec00 2024-09-13T16:02:52.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.051+0000 7f32f9d9b640 1 -- 172.21.15.76:0/72242365 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f32f402d050 con 0x7f32fc0cec00 2024-09-13T16:02:52.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.051+0000 7f32f9d9b640 1 -- 172.21.15.76:0/72242365 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32f4031980 con 0x7f32fc0cec00 2024-09-13T16:02:52.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.051+0000 7f3300ea3640 1 -- 172.21.15.76:0/72242365 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f32fc0cec00 msgr2=0x7f32fc0ad400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:52.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.051+0000 7f3300ea3640 1 --2- 172.21.15.76:0/72242365 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f32fc0cec00 0x7f32fc0ad400 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f32f4009d90 tx=0x7f32f402a610 comp rx=0 tx=0).stop 2024-09-13T16:02:52.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.051+0000 7f3300ea3640 1 -- 172.21.15.76:0/72242365 shutdown_connections 2024-09-13T16:02:52.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.051+0000 7f3300ea3640 1 --2- 172.21.15.76:0/72242365 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f32fc0cec00 0x7f32fc0ad400 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:52.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.051+0000 7f3300ea3640 1 -- 172.21.15.76:0/72242365 >> 172.21.15.76:0/72242365 conn(0x7f32fc06a0b0 msgr2=0x7f32fc06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:52.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.051+0000 7f3300ea3640 1 -- 172.21.15.76:0/72242365 shutdown_connections 2024-09-13T16:02:52.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.051+0000 7f3300ea3640 1 -- 172.21.15.76:0/72242365 wait complete. 2024-09-13T16:02:52.058 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.053+0000 7f3300ea3640 1 Processor -- start 2024-09-13T16:02:52.058 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.053+0000 7f3300ea3640 1 -- start start 2024-09-13T16:02:52.058 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.053+0000 7f3300ea3640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f32fc0b2b40 0x7f32fc1df530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:52.058 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.054+0000 7f3300ea3640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f32fc0cec00 0x7f32fc1f1b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:52.058 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.054+0000 7f3300ea3640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f32fc159310 0x7f32fc150ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:52.058 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.054+0000 7f3300ea3640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32fc1e0a70 con 0x7f32fc0cec00 2024-09-13T16:02:52.058 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.054+0000 7f3300ea3640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32fc1e0d50 con 0x7f32fc0b2b40 2024-09-13T16:02:52.058 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.054+0000 7f3300ea3640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f32fc1e1030 con 0x7f32fc159310 2024-09-13T16:02:52.058 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.054+0000 7f32f1d9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f32fc0cec00 0x7f32fc1f1b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:52.058 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.054+0000 7f32f1d9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f32fc0cec00 0x7f32fc1f1b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39216/0 (socket says 172.21.15.76:39216) 2024-09-13T16:02:52.058 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.054+0000 7f32f1d9b640 1 -- 172.21.15.76:0/3707310265 learned_addr learned my addr 172.21.15.76:0/3707310265 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:52.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.054+0000 7f32fa59c640 1 --2- 172.21.15.76:0/3707310265 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f32fc0b2b40 0x7f32fc1df530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:52.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.054+0000 7f32fad9d640 1 --2- 172.21.15.76:0/3707310265 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f32fc159310 0x7f32fc150ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:52.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.054+0000 7f32f1d9b640 1 -- 172.21.15.76:0/3707310265 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f32fc159310 msgr2=0x7f32fc150ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:52.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.054+0000 7f32f1d9b640 1 --2- 172.21.15.76:0/3707310265 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f32fc159310 0x7f32fc150ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:52.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.054+0000 7f32f1d9b640 1 -- 172.21.15.76:0/3707310265 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f32fc0b2b40 msgr2=0x7f32fc1df530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:52.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.054+0000 7f32f1d9b640 1 --2- 172.21.15.76:0/3707310265 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f32fc0b2b40 0x7f32fc1df530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:52.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.054+0000 7f32f1d9b640 1 -- 172.21.15.76:0/3707310265 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f32f4009a70 con 0x7f32fc0cec00 2024-09-13T16:02:52.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.054+0000 7f32fa59c640 1 --2- 172.21.15.76:0/3707310265 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f32fc0b2b40 0x7f32fc1df530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:02:52.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.054+0000 7f32f1d9b640 1 --2- 172.21.15.76:0/3707310265 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f32fc0cec00 0x7f32fc1f1b90 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f32e400c4d0 tx=0x7f32e400c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:52.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.054+0000 7f32f37fe640 1 -- 172.21.15.76:0/3707310265 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32e40074e0 con 0x7f32fc0cec00 2024-09-13T16:02:52.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.054+0000 7f32f37fe640 1 -- 172.21.15.76:0/3707310265 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f32e4007660 con 0x7f32fc0cec00 2024-09-13T16:02:52.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.054+0000 7f3300ea3640 1 -- 172.21.15.76:0/3707310265 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f32fc1e1310 con 0x7f32fc0cec00 2024-09-13T16:02:52.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.054+0000 7f32f37fe640 1 -- 172.21.15.76:0/3707310265 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32e4004a20 con 0x7f32fc0cec00 2024-09-13T16:02:52.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.054+0000 7f3300ea3640 1 -- 172.21.15.76:0/3707310265 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f32fc1dfa70 con 0x7f32fc0cec00 2024-09-13T16:02:52.060 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.055+0000 7f3300ea3640 1 -- 172.21.15.76:0/3707310265 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f32fc0ad400 con 0x7f32fc0cec00 2024-09-13T16:02:52.060 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.056+0000 7f32f37fe640 1 -- 172.21.15.76:0/3707310265 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f32e4004b80 con 0x7f32fc0cec00 2024-09-13T16:02:52.060 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.056+0000 7f32f37fe640 1 --2- 172.21.15.76:0/3707310265 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f32dc06ac00 0x7f32dc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:52.060 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.056+0000 7f32f37fe640 1 -- 172.21.15.76:0/3707310265 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 5177+0+0 (secure 0 0 0) 0x7f32e40885b0 con 0x7f32fc0cec00 2024-09-13T16:02:52.060 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.056+0000 7f32fa59c640 1 --2- 172.21.15.76:0/3707310265 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f32dc06ac00 0x7f32dc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:52.060 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.057+0000 7f32fa59c640 1 --2- 172.21.15.76:0/3707310265 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f32dc06ac00 0x7f32dc06d0c0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f32ec006fd0 tx=0x7f32ec008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:52.061 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.060+0000 7f32f37fe640 1 -- 172.21.15.76:0/3707310265 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f32e4053a30 con 0x7f32fc0cec00 2024-09-13T16:02:52.283 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.282+0000 7f3300ea3640 1 -- 172.21.15.76:0/3707310265 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-osd"} v 0) v1 -- 0x7f32fc06e4b0 con 0x7f32fc0cec00 2024-09-13T16:02:52.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.287+0000 7f32f37fe640 1 -- 172.21.15.76:0/3707310265 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-osd"}]=0 v7) v1 ==== 90+0+0 (secure 0 0 0) 0x7f32e40180a0 con 0x7f32fc0cec00 2024-09-13T16:02:52.291 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.289+0000 7f3300ea3640 1 -- 172.21.15.76:0/3707310265 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f32dc06ac00 msgr2=0x7f32dc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:52.291 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.289+0000 7f3300ea3640 1 --2- 172.21.15.76:0/3707310265 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f32dc06ac00 0x7f32dc06d0c0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f32ec006fd0 tx=0x7f32ec008040 comp rx=0 tx=0).stop 2024-09-13T16:02:52.291 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.289+0000 7f3300ea3640 1 -- 172.21.15.76:0/3707310265 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f32fc0cec00 msgr2=0x7f32fc1f1b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:52.291 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.289+0000 7f3300ea3640 1 --2- 172.21.15.76:0/3707310265 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f32fc0cec00 0x7f32fc1f1b90 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f32e400c4d0 tx=0x7f32e400c990 comp rx=0 tx=0).stop 2024-09-13T16:02:52.291 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.289+0000 7f3300ea3640 1 -- 172.21.15.76:0/3707310265 shutdown_connections 2024-09-13T16:02:52.291 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.289+0000 7f3300ea3640 1 --2- 172.21.15.76:0/3707310265 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f32dc06ac00 0x7f32dc06d0c0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:52.292 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.289+0000 7f3300ea3640 1 --2- 172.21.15.76:0/3707310265 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f32fc159310 0x7f32fc150ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:52.292 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.289+0000 7f3300ea3640 1 --2- 172.21.15.76:0/3707310265 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f32fc0cec00 0x7f32fc1f1b90 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:52.292 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.289+0000 7f3300ea3640 1 --2- 172.21.15.76:0/3707310265 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f32fc0b2b40 0x7f32fc1df530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:52.292 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.289+0000 7f3300ea3640 1 -- 172.21.15.76:0/3707310265 >> 172.21.15.76:0/3707310265 conn(0x7f32fc06a0b0 msgr2=0x7f32fc0cac50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:52.292 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.290+0000 7f3300ea3640 1 -- 172.21.15.76:0/3707310265 shutdown_connections 2024-09-13T16:02:52.292 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.290+0000 7f3300ea3640 1 -- 172.21.15.76:0/3707310265 wait complete. 2024-09-13T16:02:52.302 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd 2024-09-13T16:02:52.401 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.400+0000 7f23647fb640 1 Processor -- start 2024-09-13T16:02:52.422 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.400+0000 7f23647fb640 1 -- start start 2024-09-13T16:02:52.427 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.400+0000 7f23647fb640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f235c0b2b40 0x7f235c0ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:52.427 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.401+0000 7f23647fb640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f235c0ccbe0 con 0x7f235c0ce4f0 2024-09-13T16:02:52.428 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.401+0000 7f23647fb640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f235c0b1810 con 0x7f235c159310 2024-09-13T16:02:52.428 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.401+0000 7f23647fb640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f235c0ad940 con 0x7f235c0b2b40 2024-09-13T16:02:52.428 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.401+0000 7f2362d98640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f235c0ce4f0 0x7f235c0ce8d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:51406/0 (socket says 172.21.15.76:51406) 2024-09-13T16:02:52.428 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.401+0000 7f2362d98640 1 -- 172.21.15.76:0/1545188172 learned_addr learned my addr 172.21.15.76:0/1545188172 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:52.428 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.401+0000 7f2361d96640 1 --2- 172.21.15.76:0/1545188172 >> v2:172.21.15.192:3300/0 conn(0x7f235c0b2b40 0x7f235c0ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:52.428 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.401+0000 7f2361595640 1 -- 172.21.15.76:0/1545188172 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2983185382 0 0) 0x7f235c0ccbe0 con 0x7f235c0ce4f0 2024-09-13T16:02:52.428 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.401+0000 7f2361595640 1 -- 172.21.15.76:0/1545188172 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2344003520 con 0x7f235c0ce4f0 2024-09-13T16:02:52.428 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.401+0000 7f2361595640 1 -- 172.21.15.76:0/1545188172 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1398139715 0 0) 0x7f2344003520 con 0x7f235c0ce4f0 2024-09-13T16:02:52.428 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.401+0000 7f2361595640 1 -- 172.21.15.76:0/1545188172 >> v2:172.21.15.192:3300/0 conn(0x7f235c0b2b40 msgr2=0x7f235c0ad400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:52.428 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.401+0000 7f2361595640 1 --2- 172.21.15.76:0/1545188172 >> v2:172.21.15.192:3300/0 conn(0x7f235c0b2b40 0x7f235c0ad400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:52.429 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.401+0000 7f2361595640 1 -- 172.21.15.76:0/1545188172 >> v1:172.21.15.192:6789/0 conn(0x7f235c159310 legacy=0x7f235c0ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:52.429 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.401+0000 7f2361595640 1 -- 172.21.15.76:0/1545188172 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f235c06d9e0 con 0x7f235c0ce4f0 2024-09-13T16:02:52.429 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.401+0000 7f2361595640 1 -- 172.21.15.76:0/1545188172 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f234c001670 con 0x7f235c0ce4f0 2024-09-13T16:02:52.429 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.401+0000 7f2361595640 1 -- 172.21.15.76:0/1545188172 >> v1:172.21.15.76:6789/0 conn(0x7f235c0ce4f0 legacy=0x7f235c0ce8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:52.429 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.401+0000 7f2361595640 1 --2- 172.21.15.76:0/1545188172 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2344003970 0x7f2344003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:52.429 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.401+0000 7f2361595640 1 --2- 172.21.15.76:0/1545188172 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f23440047c0 0x7f2344004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:52.429 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.401+0000 7f2361595640 1 --2- 172.21.15.76:0/1545188172 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2344005180 0x7f234400db90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:52.429 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.401+0000 7f2361595640 1 -- 172.21.15.76:0/1545188172 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f234400e300 con 0x7f2344005180 2024-09-13T16:02:52.429 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.401+0000 7f2361595640 1 -- 172.21.15.76:0/1545188172 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f234400e470 con 0x7f2344003970 2024-09-13T16:02:52.429 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.401+0000 7f2361595640 1 -- 172.21.15.76:0/1545188172 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f234400e630 con 0x7f23440047c0 2024-09-13T16:02:52.429 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.401+0000 7f2362d98640 1 --2- 172.21.15.76:0/1545188172 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2344005180 0x7f234400db90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:52.429 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.401+0000 7f2362597640 1 --2- 172.21.15.76:0/1545188172 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2344003970 0x7f2344003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:52.430 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.401+0000 7f2361d96640 1 --2- 172.21.15.76:0/1545188172 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f23440047c0 0x7f2344004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:52.430 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.402+0000 7f2362d98640 1 -- 172.21.15.76:0/1545188172 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f23440047c0 msgr2=0x7f2344004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:52.430 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.402+0000 7f2362d98640 1 --2- 172.21.15.76:0/1545188172 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f23440047c0 0x7f2344004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:52.430 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.402+0000 7f2362d98640 1 -- 172.21.15.76:0/1545188172 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2344003970 msgr2=0x7f2344003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:52.430 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.402+0000 7f2362d98640 1 --2- 172.21.15.76:0/1545188172 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2344003970 0x7f2344003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:52.430 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.402+0000 7f2362d98640 1 -- 172.21.15.76:0/1545188172 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2344003520 con 0x7f2344005180 2024-09-13T16:02:52.430 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.402+0000 7f2361d96640 1 --2- 172.21.15.76:0/1545188172 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f23440047c0 0x7f2344004c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:02:52.430 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.402+0000 7f2362d98640 1 -- 172.21.15.76:0/1545188172 reap_dead start 2024-09-13T16:02:52.430 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.402+0000 7f2362d98640 1 --2- 172.21.15.76:0/1545188172 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2344005180 0x7f234400db90 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f234c00c240 tx=0x7f23440057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a9f9bafc6ce1fe08 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:52.430 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.403+0000 7f2361595640 1 -- 172.21.15.76:0/1545188172 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f234c02e070 con 0x7f2344005180 2024-09-13T16:02:52.430 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.403+0000 7f2361595640 1 -- 172.21.15.76:0/1545188172 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f234c0058d0 con 0x7f2344005180 2024-09-13T16:02:52.430 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.403+0000 7f2361595640 1 -- 172.21.15.76:0/1545188172 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f234c005c80 con 0x7f2344005180 2024-09-13T16:02:52.430 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.403+0000 7f23647fb640 1 -- 172.21.15.76:0/1545188172 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2344005180 msgr2=0x7f234400db90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:52.430 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.403+0000 7f23647fb640 1 --2- 172.21.15.76:0/1545188172 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2344005180 0x7f234400db90 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f234c00c240 tx=0x7f23440057f0 comp rx=0 tx=0).stop 2024-09-13T16:02:52.431 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.403+0000 7f23647fb640 1 -- 172.21.15.76:0/1545188172 shutdown_connections 2024-09-13T16:02:52.431 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.403+0000 7f23647fb640 1 --2- 172.21.15.76:0/1545188172 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2344005180 0x7f234400db90 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:52.431 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.403+0000 7f23647fb640 1 -- 172.21.15.76:0/1545188172 >> 172.21.15.76:0/1545188172 conn(0x7f235c06a0b0 msgr2=0x7f235c06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:52.431 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.403+0000 7f23647fb640 1 -- 172.21.15.76:0/1545188172 shutdown_connections 2024-09-13T16:02:52.431 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.403+0000 7f23647fb640 1 -- 172.21.15.76:0/1545188172 wait complete. 2024-09-13T16:02:52.431 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.404+0000 7f23647fb640 1 Processor -- start 2024-09-13T16:02:52.431 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.404+0000 7f23647fb640 1 -- start start 2024-09-13T16:02:52.431 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.405+0000 7f23647fb640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2344005180 0x7f235c1f1bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:52.431 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.405+0000 7f23647fb640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f235c099e50 0x7f235c154600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:52.431 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.405+0000 7f23647fb640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f235c0c9790 0x7f235c0c9c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:52.431 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.405+0000 7f23647fb640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f235c0ca180 con 0x7f235c099e50 2024-09-13T16:02:52.431 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.405+0000 7f23647fb640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f235c0c2d10 con 0x7f2344005180 2024-09-13T16:02:52.431 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.405+0000 7f23647fb640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f235c0c2ff0 con 0x7f235c0c9790 2024-09-13T16:02:52.431 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.405+0000 7f2361d96640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f235c099e50 0x7f235c154600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:52.432 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.405+0000 7f2361d96640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f235c099e50 0x7f235c154600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39238/0 (socket says 172.21.15.76:39238) 2024-09-13T16:02:52.432 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.405+0000 7f2361d96640 1 -- 172.21.15.76:0/2720383256 learned_addr learned my addr 172.21.15.76:0/2720383256 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:52.432 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.405+0000 7f2361d96640 1 -- 172.21.15.76:0/2720383256 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f235c0c9790 msgr2=0x7f235c0c9c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:52.432 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.405+0000 7f2361d96640 1 --2- 172.21.15.76:0/2720383256 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f235c0c9790 0x7f235c0c9c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:52.432 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.405+0000 7f2361d96640 1 -- 172.21.15.76:0/2720383256 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2344005180 msgr2=0x7f235c1f1bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:52.432 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.405+0000 7f2361d96640 1 --2- 172.21.15.76:0/2720383256 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2344005180 0x7f235c1f1bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:52.432 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.406+0000 7f2361d96640 1 -- 172.21.15.76:0/2720383256 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f235c0c32d0 con 0x7f235c099e50 2024-09-13T16:02:52.432 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.406+0000 7f2361d96640 1 --2- 172.21.15.76:0/2720383256 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f235c099e50 0x7f235c154600 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f2350007f30 tx=0x7f2350010650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:52.432 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.406+0000 7f235affd640 1 -- 172.21.15.76:0/2720383256 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f235000e050 con 0x7f235c099e50 2024-09-13T16:02:52.432 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.406+0000 7f235affd640 1 -- 172.21.15.76:0/2720383256 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f235000f040 con 0x7f235c099e50 2024-09-13T16:02:52.432 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.406+0000 7f23647fb640 1 -- 172.21.15.76:0/2720383256 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f235c0c35b0 con 0x7f235c099e50 2024-09-13T16:02:52.432 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.406+0000 7f235affd640 1 -- 172.21.15.76:0/2720383256 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2350003bb0 con 0x7f235c099e50 2024-09-13T16:02:52.432 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.406+0000 7f23647fb640 1 -- 172.21.15.76:0/2720383256 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f235c0c3b70 con 0x7f235c099e50 2024-09-13T16:02:52.433 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.407+0000 7f23647fb640 1 -- 172.21.15.76:0/2720383256 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f235c0ad790 con 0x7f235c099e50 2024-09-13T16:02:52.433 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.407+0000 7f235affd640 1 -- 172.21.15.76:0/2720383256 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f2350003d10 con 0x7f235c099e50 2024-09-13T16:02:52.433 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.408+0000 7f235affd640 1 --2- 172.21.15.76:0/2720383256 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f234806ac00 0x7f234806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:52.433 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.408+0000 7f235affd640 1 -- 172.21.15.76:0/2720383256 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 5177+0+0 (secure 0 0 0) 0x7f2350089ed0 con 0x7f235c099e50 2024-09-13T16:02:52.433 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.408+0000 7f2362597640 1 --2- 172.21.15.76:0/2720383256 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f234806ac00 0x7f234806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:52.433 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.408+0000 7f2362597640 1 --2- 172.21.15.76:0/2720383256 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f234806ac00 0x7f234806d0c0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f23540016d0 tx=0x7f2354009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:52.433 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.412+0000 7f235affd640 1 -- 172.21.15.76:0/2720383256 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f23500552c0 con 0x7f235c099e50 2024-09-13T16:02:52.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.639+0000 7f23647fb640 1 -- 172.21.15.76:0/2720383256 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd"} v 0) v1 -- 0x7f235c06e4b0 con 0x7f235c099e50 2024-09-13T16:02:52.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.645+0000 7f235affd640 1 -- 172.21.15.76:0/2720383256 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd"}]=0 v8) v1 ==== 90+0+0 (secure 0 0 0) 0x7f23500588e0 con 0x7f235c099e50 2024-09-13T16:02:52.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.647+0000 7f23647fb640 1 -- 172.21.15.76:0/2720383256 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f234806ac00 msgr2=0x7f234806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:52.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.647+0000 7f23647fb640 1 --2- 172.21.15.76:0/2720383256 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f234806ac00 0x7f234806d0c0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f23540016d0 tx=0x7f2354009040 comp rx=0 tx=0).stop 2024-09-13T16:02:52.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.647+0000 7f23647fb640 1 -- 172.21.15.76:0/2720383256 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f235c099e50 msgr2=0x7f235c154600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:52.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.647+0000 7f23647fb640 1 --2- 172.21.15.76:0/2720383256 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f235c099e50 0x7f235c154600 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f2350007f30 tx=0x7f2350010650 comp rx=0 tx=0).stop 2024-09-13T16:02:52.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.647+0000 7f23647fb640 1 -- 172.21.15.76:0/2720383256 shutdown_connections 2024-09-13T16:02:52.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.647+0000 7f23647fb640 1 --2- 172.21.15.76:0/2720383256 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f234806ac00 0x7f234806d0c0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:52.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.647+0000 7f23647fb640 1 --2- 172.21.15.76:0/2720383256 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f235c0c9790 0x7f235c0c9c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:52.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.647+0000 7f23647fb640 1 --2- 172.21.15.76:0/2720383256 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f235c099e50 0x7f235c154600 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:52.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.647+0000 7f23647fb640 1 --2- 172.21.15.76:0/2720383256 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2344005180 0x7f235c1f1bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:52.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.647+0000 7f23647fb640 1 -- 172.21.15.76:0/2720383256 >> 172.21.15.76:0/2720383256 conn(0x7f235c06a0b0 msgr2=0x7f235c0adf20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:52.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.647+0000 7f23647fb640 1 -- 172.21.15.76:0/2720383256 shutdown_connections 2024-09-13T16:02:52.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.647+0000 7f23647fb640 1 -- 172.21.15.76:0/2720383256 wait complete. 2024-09-13T16:02:52.660 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd-mirror 2024-09-13T16:02:52.760 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.758+0000 7f9f1a59d640 1 Processor -- start 2024-09-13T16:02:52.760 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.758+0000 7f9f1a59d640 1 -- start start 2024-09-13T16:02:52.761 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.759+0000 7f9f1a59d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f9f14071960 0x7f9f1415a4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:52.762 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.759+0000 7f9f1a59d640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9f1415aad0 con 0x7f9f140b36e0 2024-09-13T16:02:52.762 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.759+0000 7f9f1a59d640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9f1415adb0 con 0x7f9f14150f10 2024-09-13T16:02:52.762 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.759+0000 7f9f1a59d640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9f1415b090 con 0x7f9f14071960 2024-09-13T16:02:52.762 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.759+0000 7f9f18d9a640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f9f140b36e0 0x7f9f14071250 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:51414/0 (socket says 172.21.15.76:51414) 2024-09-13T16:02:52.762 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.759+0000 7f9f18d9a640 1 -- 172.21.15.76:0/2458018651 learned_addr learned my addr 172.21.15.76:0/2458018651 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:52.762 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.759+0000 7f9f19d9c640 1 --2- 172.21.15.76:0/2458018651 >> v2:172.21.15.76:3300/0 conn(0x7f9f14071960 0x7f9f1415a4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:52.762 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.759+0000 7f9f19d9c640 1 -- 172.21.15.76:0/2458018651 >> v1:172.21.15.192:6789/0 conn(0x7f9f14150f10 legacy=0x7f9f1415b600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:52.762 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.759+0000 7f9f19d9c640 1 -- 172.21.15.76:0/2458018651 >> v1:172.21.15.76:6789/0 conn(0x7f9f140b36e0 legacy=0x7f9f14071250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:52.762 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.759+0000 7f9f0bfff640 1 -- 172.21.15.76:0/2458018651 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2778097148 0 0) 0x7f9f1415aad0 con 0x7f9f140b36e0 2024-09-13T16:02:52.762 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.759+0000 7f9f19d9c640 1 -- 172.21.15.76:0/2458018651 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9f1415b370 con 0x7f9f14071960 2024-09-13T16:02:52.762 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.760+0000 7f9f19d9c640 1 --2- 172.21.15.76:0/2458018651 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9f14071960 0x7f9f1415a4f0 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f9f0c009d90 tx=0x7f9f0c02a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c96e4a2ea9da9c0c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:52.762 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.760+0000 7f9f0bfff640 1 -- 172.21.15.76:0/2458018651 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f0c031600 con 0x7f9f14071960 2024-09-13T16:02:52.763 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.760+0000 7f9f0bfff640 1 -- 172.21.15.76:0/2458018651 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9f0c02d050 con 0x7f9f14071960 2024-09-13T16:02:52.763 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.760+0000 7f9f0bfff640 1 -- 172.21.15.76:0/2458018651 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f0c031980 con 0x7f9f14071960 2024-09-13T16:02:52.768 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.761+0000 7f9f1a59d640 1 -- 172.21.15.76:0/2458018651 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9f14071960 msgr2=0x7f9f1415a4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:52.768 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.761+0000 7f9f1a59d640 1 --2- 172.21.15.76:0/2458018651 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9f14071960 0x7f9f1415a4f0 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f9f0c009d90 tx=0x7f9f0c02a610 comp rx=0 tx=0).stop 2024-09-13T16:02:52.768 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.761+0000 7f9f1a59d640 1 -- 172.21.15.76:0/2458018651 shutdown_connections 2024-09-13T16:02:52.768 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.761+0000 7f9f1a59d640 1 --2- 172.21.15.76:0/2458018651 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9f14071960 0x7f9f1415a4f0 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:52.768 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.761+0000 7f9f1a59d640 1 -- 172.21.15.76:0/2458018651 >> 172.21.15.76:0/2458018651 conn(0x7f9f14070730 msgr2=0x7f9f14070b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:52.768 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.761+0000 7f9f1a59d640 1 -- 172.21.15.76:0/2458018651 shutdown_connections 2024-09-13T16:02:52.768 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.761+0000 7f9f1a59d640 1 -- 172.21.15.76:0/2458018651 wait complete. 2024-09-13T16:02:52.769 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.762+0000 7f9f1a59d640 1 Processor -- start 2024-09-13T16:02:52.769 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.762+0000 7f9f1a59d640 1 -- start start 2024-09-13T16:02:52.769 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.763+0000 7f9f1a59d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9f14071960 0x7f9f1413e530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:52.769 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.763+0000 7f9f1a59d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9f140b36e0 0x7f9f1413d3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:52.769 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.763+0000 7f9f1a59d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9f14150f10 0x7f9f141e4b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:52.769 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.763+0000 7f9f1a59d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f141e5070 con 0x7f9f14071960 2024-09-13T16:02:52.769 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.763+0000 7f9f1a59d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f141e52f0 con 0x7f9f14150f10 2024-09-13T16:02:52.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.763+0000 7f9f1a59d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9f141e55d0 con 0x7f9f140b36e0 2024-09-13T16:02:52.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.763+0000 7f9f1959b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9f14071960 0x7f9f1413e530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:52.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.763+0000 7f9f1959b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9f14071960 0x7f9f1413e530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39260/0 (socket says 172.21.15.76:39260) 2024-09-13T16:02:52.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.763+0000 7f9f1959b640 1 -- 172.21.15.76:0/2612680156 learned_addr learned my addr 172.21.15.76:0/2612680156 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:52.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.763+0000 7f9f18d9a640 1 --2- 172.21.15.76:0/2612680156 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9f140b36e0 0x7f9f1413d3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:52.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.763+0000 7f9f19d9c640 1 --2- 172.21.15.76:0/2612680156 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9f14150f10 0x7f9f141e4b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:52.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.763+0000 7f9f1959b640 1 -- 172.21.15.76:0/2612680156 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9f140b36e0 msgr2=0x7f9f1413d3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:52.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.763+0000 7f9f1959b640 1 --2- 172.21.15.76:0/2612680156 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9f140b36e0 0x7f9f1413d3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:52.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.763+0000 7f9f1959b640 1 -- 172.21.15.76:0/2612680156 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9f14150f10 msgr2=0x7f9f141e4b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:52.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.763+0000 7f9f1959b640 1 --2- 172.21.15.76:0/2612680156 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9f14150f10 0x7f9f141e4b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:52.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.763+0000 7f9f1959b640 1 -- 172.21.15.76:0/2612680156 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9f0c009a70 con 0x7f9f14071960 2024-09-13T16:02:52.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.763+0000 7f9f18d9a640 1 --2- 172.21.15.76:0/2612680156 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9f140b36e0 0x7f9f1413d3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:02:52.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.763+0000 7f9f19d9c640 1 --2- 172.21.15.76:0/2612680156 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9f14150f10 0x7f9f141e4b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:02:52.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.763+0000 7f9f1959b640 1 --2- 172.21.15.76:0/2612680156 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9f14071960 0x7f9f1413e530 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f9f1000b3f0 tx=0x7f9f1000b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:52.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.764+0000 7f9f09ffb640 1 -- 172.21.15.76:0/2612680156 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f10011830 con 0x7f9f14071960 2024-09-13T16:02:52.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.764+0000 7f9f09ffb640 1 -- 172.21.15.76:0/2612680156 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9f10011990 con 0x7f9f14071960 2024-09-13T16:02:52.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.764+0000 7f9f1a59d640 1 -- 172.21.15.76:0/2612680156 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9f1413da50 con 0x7f9f14071960 2024-09-13T16:02:52.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.764+0000 7f9f09ffb640 1 -- 172.21.15.76:0/2612680156 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f10011d40 con 0x7f9f14071960 2024-09-13T16:02:52.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.764+0000 7f9f1a59d640 1 -- 172.21.15.76:0/2612680156 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9f1413e010 con 0x7f9f14071960 2024-09-13T16:02:52.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.765+0000 7f9f1a59d640 1 -- 172.21.15.76:0/2612680156 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9f140672b0 con 0x7f9f14071960 2024-09-13T16:02:52.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.765+0000 7f9f09ffb640 1 -- 172.21.15.76:0/2612680156 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9f1001a400 con 0x7f9f14071960 2024-09-13T16:02:52.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.766+0000 7f9f09ffb640 1 --2- 172.21.15.76:0/2612680156 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9ef806ac00 0x7f9ef806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:52.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.766+0000 7f9f18d9a640 1 --2- 172.21.15.76:0/2612680156 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9ef806ac00 0x7f9ef806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:52.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.766+0000 7f9f09ffb640 1 -- 172.21.15.76:0/2612680156 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 5177+0+0 (secure 0 0 0) 0x7f9f10088f50 con 0x7f9f14071960 2024-09-13T16:02:52.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.766+0000 7f9f18d9a640 1 --2- 172.21.15.76:0/2612680156 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9ef806ac00 0x7f9ef806d0c0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f9f141e4850 tx=0x7f9f04007c10 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:52.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.770+0000 7f9f09ffb640 1 -- 172.21.15.76:0/2612680156 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f9f100543d0 con 0x7f9f14071960 2024-09-13T16:02:52.997 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.996+0000 7f9f1a59d640 1 -- 172.21.15.76:0/2612680156 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"} v 0) v1 -- 0x7f9f1415a4f0 con 0x7f9f14071960 2024-09-13T16:02:53.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:52.999+0000 7f9f09ffb640 1 -- 172.21.15.76:0/2612680156 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"}]=0 v9) v1 ==== 97+0+0 (secure 0 0 0) 0x7f9f100579f0 con 0x7f9f14071960 2024-09-13T16:02:53.003 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.001+0000 7f9f1a59d640 1 -- 172.21.15.76:0/2612680156 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9ef806ac00 msgr2=0x7f9ef806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:53.004 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.002+0000 7f9f1a59d640 1 --2- 172.21.15.76:0/2612680156 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9ef806ac00 0x7f9ef806d0c0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f9f141e4850 tx=0x7f9f04007c10 comp rx=0 tx=0).stop 2024-09-13T16:02:53.004 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.002+0000 7f9f1a59d640 1 -- 172.21.15.76:0/2612680156 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9f14071960 msgr2=0x7f9f1413e530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:53.004 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.002+0000 7f9f1a59d640 1 --2- 172.21.15.76:0/2612680156 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9f14071960 0x7f9f1413e530 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f9f1000b3f0 tx=0x7f9f1000b8b0 comp rx=0 tx=0).stop 2024-09-13T16:02:53.004 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.002+0000 7f9f1a59d640 1 -- 172.21.15.76:0/2612680156 shutdown_connections 2024-09-13T16:02:53.004 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.002+0000 7f9f1a59d640 1 --2- 172.21.15.76:0/2612680156 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9f14150f10 0x7f9f141e4b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:53.004 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.002+0000 7f9f1a59d640 1 --2- 172.21.15.76:0/2612680156 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9ef806ac00 0x7f9ef806d0c0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:53.004 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.002+0000 7f9f1a59d640 1 --2- 172.21.15.76:0/2612680156 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9f140b36e0 0x7f9f1413d3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:53.004 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.002+0000 7f9f1a59d640 1 --2- 172.21.15.76:0/2612680156 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9f14071960 0x7f9f1413e530 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:53.004 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.002+0000 7f9f1a59d640 1 -- 172.21.15.76:0/2612680156 >> 172.21.15.76:0/2612680156 conn(0x7f9f14070730 msgr2=0x7f9f14158080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:53.004 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.002+0000 7f9f1a59d640 1 -- 172.21.15.76:0/2612680156 shutdown_connections 2024-09-13T16:02:53.004 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.002+0000 7f9f1a59d640 1 -- 172.21.15.76:0/2612680156 wait complete. 2024-09-13T16:02:53.014 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rgw 2024-09-13T16:02:53.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.111+0000 7ffaa2f5a640 1 Processor -- start 2024-09-13T16:02:53.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.111+0000 7ffaa2f5a640 1 -- start start 2024-09-13T16:02:53.117 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.112+0000 7ffaa2f5a640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffa9c15a3b0 0x7ffa9c0b20a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:53.117 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.112+0000 7ffaa2f5a640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7ffa9c0b1720 0x7ffa9c0ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:53.117 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.112+0000 7ffaa2f5a640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ffa9c15a790 con 0x7ffa9c0cea30 2024-09-13T16:02:53.117 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.112+0000 7ffaa2f5a640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ffa9c0ceee0 con 0x7ffa9c0b1720 2024-09-13T16:02:53.117 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.112+0000 7ffaa2f5a640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffa9c0b2680 con 0x7ffa9c15a3b0 2024-09-13T16:02:53.117 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.112+0000 7ffaa14f7640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7ffa9c0cea30 0x7ffa9c06c640 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:51426/0 (socket says 172.21.15.76:51426) 2024-09-13T16:02:53.117 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.112+0000 7ffaa14f7640 1 -- 172.21.15.76:0/2139746801 learned_addr learned my addr 172.21.15.76:0/2139746801 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:53.117 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.112+0000 7ffa937fe640 1 -- 172.21.15.76:0/2139746801 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3483880023 0 0) 0x7ffa9c15a790 con 0x7ffa9c0cea30 2024-09-13T16:02:53.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.112+0000 7ffa93fff640 1 --2- 172.21.15.76:0/2139746801 >> v2:172.21.15.192:3300/0 conn(0x7ffa9c0b1720 0x7ffa9c0ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:53.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.112+0000 7ffaa0cf6640 1 --2- 172.21.15.76:0/2139746801 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffa9c15a3b0 0x7ffa9c0b20a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:53.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.112+0000 7ffa937fe640 1 -- 172.21.15.76:0/2139746801 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ffa84003520 con 0x7ffa9c0cea30 2024-09-13T16:02:53.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.113+0000 7ffa937fe640 1 -- 172.21.15.76:0/2139746801 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2087603078 0 0) 0x7ffa84003520 con 0x7ffa9c0cea30 2024-09-13T16:02:53.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.113+0000 7ffa937fe640 1 -- 172.21.15.76:0/2139746801 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffa9c15a3b0 msgr2=0x7ffa9c0b20a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:53.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.113+0000 7ffa937fe640 1 --2- 172.21.15.76:0/2139746801 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffa9c15a3b0 0x7ffa9c0b20a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:53.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.113+0000 7ffa937fe640 1 -- 172.21.15.76:0/2139746801 >> v2:172.21.15.192:3300/0 conn(0x7ffa9c0b1720 msgr2=0x7ffa9c0ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:53.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.113+0000 7ffa937fe640 1 --2- 172.21.15.76:0/2139746801 >> v2:172.21.15.192:3300/0 conn(0x7ffa9c0b1720 0x7ffa9c0ce4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:53.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.113+0000 7ffa937fe640 1 -- 172.21.15.76:0/2139746801 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffa9c0b2960 con 0x7ffa9c0cea30 2024-09-13T16:02:53.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.113+0000 7ffa937fe640 1 -- 172.21.15.76:0/2139746801 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7ffa940019f0 con 0x7ffa9c0cea30 2024-09-13T16:02:53.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.113+0000 7ffa93fff640 1 --2- 172.21.15.76:0/2139746801 >> v2:172.21.15.192:3300/0 conn(0x7ffa9c0b1720 0x7ffa9c0ce4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:02:53.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.113+0000 7ffa937fe640 1 -- 172.21.15.76:0/2139746801 >> v1:172.21.15.76:6789/0 conn(0x7ffa9c0cea30 legacy=0x7ffa9c06c640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:53.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.113+0000 7ffa937fe640 1 --2- 172.21.15.76:0/2139746801 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffa84003970 0x7ffa84003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:53.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.113+0000 7ffa937fe640 1 --2- 172.21.15.76:0/2139746801 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffa840047c0 0x7ffa84004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:53.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.113+0000 7ffa937fe640 1 --2- 172.21.15.76:0/2139746801 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffa9c15a3b0 0x7ffa84005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:53.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.113+0000 7ffa937fe640 1 -- 172.21.15.76:0/2139746801 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa9c0ceee0 con 0x7ffa840047c0 2024-09-13T16:02:53.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.113+0000 7ffa937fe640 1 -- 172.21.15.76:0/2139746801 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa9c0b2680 con 0x7ffa84003970 2024-09-13T16:02:53.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.113+0000 7ffa937fe640 1 -- 172.21.15.76:0/2139746801 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffa8400b980 con 0x7ffa9c15a3b0 2024-09-13T16:02:53.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.113+0000 7ffa93fff640 1 --2- 172.21.15.76:0/2139746801 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffa840047c0 0x7ffa84004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:53.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.113+0000 7ffaa0cf6640 1 --2- 172.21.15.76:0/2139746801 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffa84003970 0x7ffa84003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:53.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.113+0000 7ffaa14f7640 1 --2- 172.21.15.76:0/2139746801 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffa9c15a3b0 0x7ffa84005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:53.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.113+0000 7ffa93fff640 1 -- 172.21.15.76:0/2139746801 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffa9c15a3b0 msgr2=0x7ffa84005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:53.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.113+0000 7ffa93fff640 1 --2- 172.21.15.76:0/2139746801 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffa9c15a3b0 0x7ffa84005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:53.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.113+0000 7ffa93fff640 1 -- 172.21.15.76:0/2139746801 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffa84003970 msgr2=0x7ffa84003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:53.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.113+0000 7ffa93fff640 1 --2- 172.21.15.76:0/2139746801 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffa84003970 0x7ffa84003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:53.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.113+0000 7ffa93fff640 1 -- 172.21.15.76:0/2139746801 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffa84003520 con 0x7ffa840047c0 2024-09-13T16:02:53.120 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.113+0000 7ffaa14f7640 1 --2- 172.21.15.76:0/2139746801 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffa9c15a3b0 0x7ffa84005180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:02:53.120 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.114+0000 7ffa93fff640 1 --2- 172.21.15.76:0/2139746801 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffa840047c0 0x7ffa84004c40 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7ffa9c0c1c10 tx=0x7ffa840057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9d98b0d9b0a51a37 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:53.120 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.114+0000 7ffa937fe640 1 -- 172.21.15.76:0/2139746801 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa8c02ad00 con 0x7ffa840047c0 2024-09-13T16:02:53.120 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.114+0000 7ffa937fe640 1 -- 172.21.15.76:0/2139746801 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffa8c02ae60 con 0x7ffa840047c0 2024-09-13T16:02:53.120 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.114+0000 7ffa937fe640 1 -- 172.21.15.76:0/2139746801 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa8c032640 con 0x7ffa840047c0 2024-09-13T16:02:53.120 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.115+0000 7ffaa2f5a640 1 -- 172.21.15.76:0/2139746801 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffa840047c0 msgr2=0x7ffa84004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:53.120 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.115+0000 7ffaa2f5a640 1 --2- 172.21.15.76:0/2139746801 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffa840047c0 0x7ffa84004c40 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7ffa9c0c1c10 tx=0x7ffa840057f0 comp rx=0 tx=0).stop 2024-09-13T16:02:53.120 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.115+0000 7ffaa14f7640 1 -- 172.21.15.76:0/2139746801 reap_dead start 2024-09-13T16:02:53.120 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.115+0000 7ffaa2f5a640 1 -- 172.21.15.76:0/2139746801 shutdown_connections 2024-09-13T16:02:53.120 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.115+0000 7ffaa2f5a640 1 -- 172.21.15.76:0/2139746801 >> 172.21.15.76:0/2139746801 conn(0x7ffa9c06a0b0 msgr2=0x7ffa9c06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:53.120 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.115+0000 7ffaa2f5a640 1 -- 172.21.15.76:0/2139746801 shutdown_connections 2024-09-13T16:02:53.120 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.115+0000 7ffaa2f5a640 1 -- 172.21.15.76:0/2139746801 wait complete. 2024-09-13T16:02:53.121 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.116+0000 7ffaa2f5a640 1 Processor -- start 2024-09-13T16:02:53.121 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.116+0000 7ffaa2f5a640 1 -- start start 2024-09-13T16:02:53.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.117+0000 7ffaa2f5a640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffa840047c0 0x7ffa9c1580f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:53.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.117+0000 7ffaa2f5a640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffa9c06a5e0 0x7ffa9c1f4d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:53.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.117+0000 7ffaa2f5a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffa9c0c4800 0x7ffa9c1f5270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:53.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.117+0000 7ffaa2f5a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa9c0cc600 con 0x7ffa9c0c4800 2024-09-13T16:02:53.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.117+0000 7ffaa2f5a640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa9c0c5ec0 con 0x7ffa9c06a5e0 2024-09-13T16:02:53.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.117+0000 7ffaa2f5a640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffa9c0cbfb0 con 0x7ffa840047c0 2024-09-13T16:02:53.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.117+0000 7ffaa14f7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffa9c0c4800 0x7ffa9c1f5270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:53.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.117+0000 7ffaa14f7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffa9c0c4800 0x7ffa9c1f5270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39280/0 (socket says 172.21.15.76:39280) 2024-09-13T16:02:53.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.117+0000 7ffaa14f7640 1 -- 172.21.15.76:0/3594325215 learned_addr learned my addr 172.21.15.76:0/3594325215 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:53.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.117+0000 7ffaa0cf6640 1 --2- 172.21.15.76:0/3594325215 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffa840047c0 0x7ffa9c1580f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:53.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.117+0000 7ffa93fff640 1 --2- 172.21.15.76:0/3594325215 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffa9c06a5e0 0x7ffa9c1f4d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:53.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.117+0000 7ffaa14f7640 1 -- 172.21.15.76:0/3594325215 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffa840047c0 msgr2=0x7ffa9c1580f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:53.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.117+0000 7ffaa14f7640 1 --2- 172.21.15.76:0/3594325215 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffa840047c0 0x7ffa9c1580f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:53.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.117+0000 7ffaa14f7640 1 -- 172.21.15.76:0/3594325215 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffa9c06a5e0 msgr2=0x7ffa9c1f4d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:53.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.117+0000 7ffaa14f7640 1 --2- 172.21.15.76:0/3594325215 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffa9c06a5e0 0x7ffa9c1f4d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:53.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.117+0000 7ffaa14f7640 1 -- 172.21.15.76:0/3594325215 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffa9c0cc290 con 0x7ffa9c0c4800 2024-09-13T16:02:53.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.117+0000 7ffaa14f7640 1 --2- 172.21.15.76:0/3594325215 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffa9c0c4800 0x7ffa9c1f5270 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7ffa9c0cbd70 tx=0x7ffa9400e530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:53.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.117+0000 7ffa917fa640 1 -- 172.21.15.76:0/3594325215 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa94007a80 con 0x7ffa9c0c4800 2024-09-13T16:02:53.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.118+0000 7ffa917fa640 1 -- 172.21.15.76:0/3594325215 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffa9400ece0 con 0x7ffa9c0c4800 2024-09-13T16:02:53.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.118+0000 7ffaa2f5a640 1 -- 172.21.15.76:0/3594325215 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffa9c0c61a0 con 0x7ffa9c0c4800 2024-09-13T16:02:53.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.118+0000 7ffa917fa640 1 -- 172.21.15.76:0/3594325215 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa94013620 con 0x7ffa9c0c4800 2024-09-13T16:02:53.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.118+0000 7ffaa2f5a640 1 -- 172.21.15.76:0/3594325215 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffa9c158630 con 0x7ffa9c0c4800 2024-09-13T16:02:53.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.119+0000 7ffaa2f5a640 1 -- 172.21.15.76:0/3594325215 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ffa9c0ce4f0 con 0x7ffa9c0c4800 2024-09-13T16:02:53.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.119+0000 7ffa917fa640 1 -- 172.21.15.76:0/3594325215 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ffa94013780 con 0x7ffa9c0c4800 2024-09-13T16:02:53.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.119+0000 7ffa917fa640 1 --2- 172.21.15.76:0/3594325215 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ffa8806ac00 0x7ffa8806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:53.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.119+0000 7ffa917fa640 1 -- 172.21.15.76:0/3594325215 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 5177+0+0 (secure 0 0 0) 0x7ffa94089470 con 0x7ffa9c0c4800 2024-09-13T16:02:53.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.119+0000 7ffaa0cf6640 1 --2- 172.21.15.76:0/3594325215 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ffa8806ac00 0x7ffa8806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:53.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.120+0000 7ffaa0cf6640 1 --2- 172.21.15.76:0/3594325215 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ffa8806ac00 0x7ffa8806d0c0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7ffa98009ae0 tx=0x7ffa98009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:53.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.124+0000 7ffa917fa640 1 -- 172.21.15.76:0/3594325215 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ffa94058380 con 0x7ffa9c0c4800 2024-09-13T16:02:53.351 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.349+0000 7ffaa2f5a640 1 -- 172.21.15.76:0/3594325215 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rgw"} v 0) v1 -- 0x7ffa9c0705c0 con 0x7ffa9c0c4800 2024-09-13T16:02:53.354 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.353+0000 7ffa917fa640 1 -- 172.21.15.76:0/3594325215 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rgw"}]=0 v10) v1 ==== 90+0+0 (secure 0 0 0) 0x7ffa940017b0 con 0x7ffa9c0c4800 2024-09-13T16:02:53.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.355+0000 7ffaa2f5a640 1 -- 172.21.15.76:0/3594325215 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ffa8806ac00 msgr2=0x7ffa8806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:53.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.355+0000 7ffaa2f5a640 1 --2- 172.21.15.76:0/3594325215 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ffa8806ac00 0x7ffa8806d0c0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7ffa98009ae0 tx=0x7ffa98009190 comp rx=0 tx=0).stop 2024-09-13T16:02:53.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.355+0000 7ffaa2f5a640 1 -- 172.21.15.76:0/3594325215 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffa9c0c4800 msgr2=0x7ffa9c1f5270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:53.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.355+0000 7ffaa2f5a640 1 --2- 172.21.15.76:0/3594325215 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffa9c0c4800 0x7ffa9c1f5270 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7ffa9c0cbd70 tx=0x7ffa9400e530 comp rx=0 tx=0).stop 2024-09-13T16:02:53.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.355+0000 7ffaa2f5a640 1 -- 172.21.15.76:0/3594325215 shutdown_connections 2024-09-13T16:02:53.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.355+0000 7ffaa2f5a640 1 --2- 172.21.15.76:0/3594325215 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffa9c0c4800 0x7ffa9c1f5270 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:53.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.355+0000 7ffaa2f5a640 1 --2- 172.21.15.76:0/3594325215 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffa9c06a5e0 0x7ffa9c1f4d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:53.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.355+0000 7ffaa2f5a640 1 --2- 172.21.15.76:0/3594325215 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ffa8806ac00 0x7ffa8806d0c0 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:53.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.355+0000 7ffaa2f5a640 1 --2- 172.21.15.76:0/3594325215 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffa840047c0 0x7ffa9c1580f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:53.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.355+0000 7ffaa2f5a640 1 -- 172.21.15.76:0/3594325215 >> 172.21.15.76:0/3594325215 conn(0x7ffa9c06a0b0 msgr2=0x7ffa9c071d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:53.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.355+0000 7ffaa2f5a640 1 -- 172.21.15.76:0/3594325215 shutdown_connections 2024-09-13T16:02:53.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.355+0000 7ffaa2f5a640 1 -- 172.21.15.76:0/3594325215 wait complete. 2024-09-13T16:02:53.368 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:02:53.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.465+0000 7f073783a640 1 Processor -- start 2024-09-13T16:02:53.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.465+0000 7f073783a640 1 -- start start 2024-09-13T16:02:53.468 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.466+0000 7f073783a640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0730071d30 0x7f0730070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:53.468 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.466+0000 7f073783a640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f0730072110 0x7f07300b1b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:53.468 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.466+0000 7f073783a640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f07300abdf0 con 0x7f07300c8920 2024-09-13T16:02:53.468 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.466+0000 7f073783a640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f07300ab1e0 con 0x7f0730072110 2024-09-13T16:02:53.468 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.466+0000 7f073783a640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f07300ab4c0 con 0x7f0730071d30 2024-09-13T16:02:53.468 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.466+0000 7f0734dd5640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f0730072110 0x7f07300b1b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:53.468 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.466+0000 7f07355d6640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0730071d30 0x7f0730070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:53.468 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.466+0000 7f0734dd5640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f0730072110 0x7f07300b1b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.76:49042/0 (socket says 172.21.15.76:49042) 2024-09-13T16:02:53.468 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.466+0000 7f07355d6640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0730071d30 0x7f0730070190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.76:49260/0 (socket says 172.21.15.76:49260) 2024-09-13T16:02:53.468 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.466+0000 7f0734dd5640 1 -- 172.21.15.76:0/3913837345 learned_addr learned my addr 172.21.15.76:0/3913837345 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:53.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.466+0000 7f0735dd7640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7f07300c8920 0x7f07300ac280 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:58074/0 (socket says 172.21.15.76:58074) 2024-09-13T16:02:53.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.466+0000 7f07355d6640 1 -- 172.21.15.76:0/3913837345 >> v2:172.21.15.192:3300/0 conn(0x7f0730072110 msgr2=0x7f07300b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:53.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.466+0000 7f07355d6640 1 --2- 172.21.15.76:0/3913837345 >> v2:172.21.15.192:3300/0 conn(0x7f0730072110 0x7f07300b1b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:53.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.466+0000 7f07355d6640 1 -- 172.21.15.76:0/3913837345 >> v1:172.21.15.192:6789/0 conn(0x7f07300c8920 legacy=0x7f07300ac280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:53.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.466+0000 7f07355d6640 1 -- 172.21.15.76:0/3913837345 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f07300ab7a0 con 0x7f0730071d30 2024-09-13T16:02:53.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.467+0000 7f07355d6640 1 --2- 172.21.15.76:0/3913837345 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0730071d30 0x7f0730070190 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f072c0097d0 tx=0x7f072c02a1c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=10b3f538ea816043 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:53.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.467+0000 7f0727fff640 1 -- 172.21.15.76:0/3913837345 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f072c032440 con 0x7f0730071d30 2024-09-13T16:02:53.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.467+0000 7f0727fff640 1 -- 172.21.15.76:0/3913837345 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f072c0325a0 con 0x7f0730071d30 2024-09-13T16:02:53.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.467+0000 7f0727fff640 1 -- 172.21.15.76:0/3913837345 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f072c032930 con 0x7f0730071d30 2024-09-13T16:02:53.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.468+0000 7f073783a640 1 -- 172.21.15.76:0/3913837345 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0730071d30 msgr2=0x7f0730070190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:53.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.468+0000 7f073783a640 1 --2- 172.21.15.76:0/3913837345 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0730071d30 0x7f0730070190 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f072c0097d0 tx=0x7f072c02a1c0 comp rx=0 tx=0).stop 2024-09-13T16:02:53.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.468+0000 7f073783a640 1 -- 172.21.15.76:0/3913837345 shutdown_connections 2024-09-13T16:02:53.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.468+0000 7f073783a640 1 --2- 172.21.15.76:0/3913837345 >> v2:172.21.15.192:3300/0 conn(0x7f0730072110 0x7f07300b1b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:53.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.468+0000 7f073783a640 1 --2- 172.21.15.76:0/3913837345 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0730071d30 0x7f0730070190 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:53.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.468+0000 7f073783a640 1 -- 172.21.15.76:0/3913837345 >> 172.21.15.76:0/3913837345 conn(0x7f0730069ed0 msgr2=0x7f073006a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:53.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.468+0000 7f073783a640 1 -- 172.21.15.76:0/3913837345 shutdown_connections 2024-09-13T16:02:53.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.468+0000 7f073783a640 1 -- 172.21.15.76:0/3913837345 wait complete. 2024-09-13T16:02:53.473 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.469+0000 7f073783a640 1 Processor -- start 2024-09-13T16:02:53.473 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.469+0000 7f073783a640 1 -- start start 2024-09-13T16:02:53.473 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.470+0000 7f073783a640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0730071d30 0x7f0730155360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:53.473 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.470+0000 7f073783a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0730072110 0x7f07300c6fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:53.473 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.470+0000 7f073783a640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f07300c8920 0x7f07300cd860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:53.473 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.470+0000 7f073783a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07301e1b50 con 0x7f0730072110 2024-09-13T16:02:53.473 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.470+0000 7f073783a640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07301e26d0 con 0x7f0730071d30 2024-09-13T16:02:53.473 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.470+0000 7f073783a640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f07301e1da0 con 0x7f07300c8920 2024-09-13T16:02:53.473 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.470+0000 7f0734dd5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0730072110 0x7f07300c6fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:53.473 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.470+0000 7f0734dd5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0730072110 0x7f07300c6fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39296/0 (socket says 172.21.15.76:39296) 2024-09-13T16:02:53.473 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.470+0000 7f0734dd5640 1 -- 172.21.15.76:0/1618340641 learned_addr learned my addr 172.21.15.76:0/1618340641 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:53.473 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.470+0000 7f07355d6640 1 --2- 172.21.15.76:0/1618340641 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0730071d30 0x7f0730155360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:53.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.470+0000 7f0735dd7640 1 --2- 172.21.15.76:0/1618340641 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f07300c8920 0x7f07300cd860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:53.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.471+0000 7f0734dd5640 1 -- 172.21.15.76:0/1618340641 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f07300c8920 msgr2=0x7f07300cd860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:53.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.471+0000 7f0734dd5640 1 --2- 172.21.15.76:0/1618340641 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f07300c8920 0x7f07300cd860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:53.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.471+0000 7f0734dd5640 1 -- 172.21.15.76:0/1618340641 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0730071d30 msgr2=0x7f0730155360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:53.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.471+0000 7f0734dd5640 1 --2- 172.21.15.76:0/1618340641 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0730071d30 0x7f0730155360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:53.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.471+0000 7f0734dd5640 1 -- 172.21.15.76:0/1618340641 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f072c009400 con 0x7f0730072110 2024-09-13T16:02:53.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.471+0000 7f0734dd5640 1 --2- 172.21.15.76:0/1618340641 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0730072110 0x7f07300c6fd0 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f0720010e20 tx=0x7f072000e730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:53.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.471+0000 7f0725ffb640 1 -- 172.21.15.76:0/1618340641 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0720011660 con 0x7f0730072110 2024-09-13T16:02:53.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.471+0000 7f073783a640 1 -- 172.21.15.76:0/1618340641 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f07301e2080 con 0x7f0730072110 2024-09-13T16:02:53.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.471+0000 7f0725ffb640 1 -- 172.21.15.76:0/1618340641 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f07200117c0 con 0x7f0730072110 2024-09-13T16:02:53.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.471+0000 7f0725ffb640 1 -- 172.21.15.76:0/1618340641 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0720011b50 con 0x7f0730072110 2024-09-13T16:02:53.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.471+0000 7f073783a640 1 -- 172.21.15.76:0/1618340641 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f07301558a0 con 0x7f0730072110 2024-09-13T16:02:53.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.472+0000 7f073783a640 1 -- 172.21.15.76:0/1618340641 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0730070190 con 0x7f0730072110 2024-09-13T16:02:53.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.473+0000 7f0725ffb640 1 -- 172.21.15.76:0/1618340641 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f0720011cb0 con 0x7f0730072110 2024-09-13T16:02:53.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.473+0000 7f0725ffb640 1 --2- 172.21.15.76:0/1618340641 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f071406ac30 0x7f071406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:53.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.473+0000 7f0725ffb640 1 -- 172.21.15.76:0/1618340641 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 5177+0+0 (secure 0 0 0) 0x7f072008be50 con 0x7f0730072110 2024-09-13T16:02:53.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.473+0000 7f07355d6640 1 --2- 172.21.15.76:0/1618340641 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f071406ac30 0x7f071406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:53.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.474+0000 7f07355d6640 1 --2- 172.21.15.76:0/1618340641 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f071406ac30 0x7f071406d0f0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f072c034000 tx=0x7f072c02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:53.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.477+0000 7f0725ffb640 1 -- 172.21.15.76:0/1618340641 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f0720057300 con 0x7f0730072110 2024-09-13T16:02:53.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.639+0000 7f073783a640 1 -- 172.21.15.76:0/1618340641 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f073015cb20 con 0x7f0730072110 2024-09-13T16:02:53.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.640+0000 7f0725ffb640 1 -- 172.21.15.76:0/1618340641 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v37) v1 ==== 74+0+13026 (secure 0 0 0) 0x7f072005a920 con 0x7f0730072110 2024-09-13T16:02:53.641 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:02:53.641 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":37,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:02:50.876059+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:02:53.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.642+0000 7f073783a640 1 -- 172.21.15.76:0/1618340641 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f071406ac30 msgr2=0x7f071406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:53.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.642+0000 7f073783a640 1 --2- 172.21.15.76:0/1618340641 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f071406ac30 0x7f071406d0f0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f072c034000 tx=0x7f072c02e000 comp rx=0 tx=0).stop 2024-09-13T16:02:53.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.642+0000 7f073783a640 1 -- 172.21.15.76:0/1618340641 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0730072110 msgr2=0x7f07300c6fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:53.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.642+0000 7f073783a640 1 --2- 172.21.15.76:0/1618340641 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0730072110 0x7f07300c6fd0 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f0720010e20 tx=0x7f072000e730 comp rx=0 tx=0).stop 2024-09-13T16:02:53.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.642+0000 7f073783a640 1 -- 172.21.15.76:0/1618340641 shutdown_connections 2024-09-13T16:02:53.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.642+0000 7f073783a640 1 --2- 172.21.15.76:0/1618340641 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f071406ac30 0x7f071406d0f0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:53.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.642+0000 7f073783a640 1 --2- 172.21.15.76:0/1618340641 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f07300c8920 0x7f07300cd860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:53.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.642+0000 7f073783a640 1 --2- 172.21.15.76:0/1618340641 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0730072110 0x7f07300c6fd0 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:53.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.642+0000 7f073783a640 1 --2- 172.21.15.76:0/1618340641 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0730071d30 0x7f0730155360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:53.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.642+0000 7f073783a640 1 -- 172.21.15.76:0/1618340641 >> 172.21.15.76:0/1618340641 conn(0x7f0730069ed0 msgr2=0x7f07300afe40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:53.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.642+0000 7f073783a640 1 -- 172.21.15.76:0/1618340641 shutdown_connections 2024-09-13T16:02:53.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.642+0000 7f073783a640 1 -- 172.21.15.76:0/1618340641 wait complete. 2024-09-13T16:02:53.654 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:01:26.960607+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:02:53.654 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:02:53.756 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.754+0000 7fbd6a261640 1 Processor -- start 2024-09-13T16:02:53.756 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.754+0000 7fbd6a261640 1 -- start start 2024-09-13T16:02:53.757 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.755+0000 7fbd6a261640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fbd6415a3b0 0x7fbd640b20a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:53.757 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.755+0000 7fbd6a261640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fbd640b1720 0x7fbd640ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:53.757 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.755+0000 7fbd6a261640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbd640cee60 con 0x7fbd640cea30 2024-09-13T16:02:53.757 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.755+0000 7fbd6a261640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbd6415a790 con 0x7fbd6415a3b0 2024-09-13T16:02:53.757 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.755+0000 7fbd6a261640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbd640b2680 con 0x7fbd640b1720 2024-09-13T16:02:53.758 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.755+0000 7fbd637fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fbd6415a3b0 0x7fbd640b20a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:53.758 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.755+0000 7fbd637fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fbd6415a3b0 0x7fbd640b20a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39308/0 (socket says 172.21.15.76:39308) 2024-09-13T16:02:53.758 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.755+0000 7fbd637fe640 1 -- 172.21.15.76:0/652222929 learned_addr learned my addr 172.21.15.76:0/652222929 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:53.758 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.755+0000 7fbd637fe640 1 -- 172.21.15.76:0/652222929 >> v2:172.21.15.192:3300/0 conn(0x7fbd640b1720 msgr2=0x7fbd640ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:53.758 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.755+0000 7fbd637fe640 1 --2- 172.21.15.76:0/652222929 >> v2:172.21.15.192:3300/0 conn(0x7fbd640b1720 0x7fbd640ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:53.758 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.755+0000 7fbd637fe640 1 -- 172.21.15.76:0/652222929 >> v1:172.21.15.192:6789/0 conn(0x7fbd640cea30 legacy=0x7fbd6406c640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:53.758 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.755+0000 7fbd637fe640 1 -- 172.21.15.76:0/652222929 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbd640b2960 con 0x7fbd6415a3b0 2024-09-13T16:02:53.759 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.756+0000 7fbd637fe640 1 --2- 172.21.15.76:0/652222929 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbd6415a3b0 0x7fbd640b20a0 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7fbd640cbd70 tx=0x7fbd5402a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2795e6c026699f67 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:53.760 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.756+0000 7fbd627fc640 1 -- 172.21.15.76:0/652222929 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd54032440 con 0x7fbd6415a3b0 2024-09-13T16:02:53.760 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.756+0000 7fbd627fc640 1 -- 172.21.15.76:0/652222929 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbd540325a0 con 0x7fbd6415a3b0 2024-09-13T16:02:53.760 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.756+0000 7fbd627fc640 1 -- 172.21.15.76:0/652222929 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd54032930 con 0x7fbd6415a3b0 2024-09-13T16:02:53.760 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.757+0000 7fbd6a261640 1 -- 172.21.15.76:0/652222929 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbd6415a3b0 msgr2=0x7fbd640b20a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:53.760 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.757+0000 7fbd6a261640 1 --2- 172.21.15.76:0/652222929 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbd6415a3b0 0x7fbd640b20a0 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7fbd640cbd70 tx=0x7fbd5402a210 comp rx=0 tx=0).stop 2024-09-13T16:02:53.760 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.757+0000 7fbd6a261640 1 -- 172.21.15.76:0/652222929 shutdown_connections 2024-09-13T16:02:53.760 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.757+0000 7fbd6a261640 1 --2- 172.21.15.76:0/652222929 >> v2:172.21.15.192:3300/0 conn(0x7fbd640b1720 0x7fbd640ce4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:53.760 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.757+0000 7fbd6a261640 1 --2- 172.21.15.76:0/652222929 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbd6415a3b0 0x7fbd640b20a0 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:53.760 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.757+0000 7fbd6a261640 1 -- 172.21.15.76:0/652222929 >> 172.21.15.76:0/652222929 conn(0x7fbd6406a0b0 msgr2=0x7fbd6406a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:53.760 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.757+0000 7fbd6a261640 1 -- 172.21.15.76:0/652222929 shutdown_connections 2024-09-13T16:02:53.760 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.757+0000 7fbd6a261640 1 -- 172.21.15.76:0/652222929 wait complete. 2024-09-13T16:02:53.760 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.758+0000 7fbd6a261640 1 Processor -- start 2024-09-13T16:02:53.761 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.758+0000 7fbd6a261640 1 -- start start 2024-09-13T16:02:53.763 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.759+0000 7fbd6a261640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbd640b1720 0x7fbd6415bcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:53.763 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.759+0000 7fbd6a261640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbd640cea30 0x7fbd64097510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:53.763 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.759+0000 7fbd6a261640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbd6415a3b0 0x7fbd64097a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:53.763 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.759+0000 7fbd6a261640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbd640c2730 con 0x7fbd640b1720 2024-09-13T16:02:53.763 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.759+0000 7fbd6a261640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbd6415c6e0 con 0x7fbd640cea30 2024-09-13T16:02:53.763 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.759+0000 7fbd6a261640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbd6415c9c0 con 0x7fbd6415a3b0 2024-09-13T16:02:53.763 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.759+0000 7fbd637fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbd640b1720 0x7fbd6415bcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:53.763 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.759+0000 7fbd637fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbd640b1720 0x7fbd6415bcf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39316/0 (socket says 172.21.15.76:39316) 2024-09-13T16:02:53.764 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.759+0000 7fbd637fe640 1 -- 172.21.15.76:0/1260925296 learned_addr learned my addr 172.21.15.76:0/1260925296 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:53.764 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.759+0000 7fbd63fff640 1 --2- 172.21.15.76:0/1260925296 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbd6415a3b0 0x7fbd64097a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:53.764 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.759+0000 7fbd62ffd640 1 --2- 172.21.15.76:0/1260925296 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbd640cea30 0x7fbd64097510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:53.764 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.759+0000 7fbd637fe640 1 -- 172.21.15.76:0/1260925296 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbd6415a3b0 msgr2=0x7fbd64097a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:53.764 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.759+0000 7fbd637fe640 1 --2- 172.21.15.76:0/1260925296 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbd6415a3b0 0x7fbd64097a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:53.764 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.759+0000 7fbd637fe640 1 -- 172.21.15.76:0/1260925296 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbd640cea30 msgr2=0x7fbd64097510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:53.764 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.759+0000 7fbd637fe640 1 --2- 172.21.15.76:0/1260925296 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbd640cea30 0x7fbd64097510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:53.764 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.759+0000 7fbd637fe640 1 -- 172.21.15.76:0/1260925296 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbd540094d0 con 0x7fbd640b1720 2024-09-13T16:02:53.764 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.760+0000 7fbd637fe640 1 --2- 172.21.15.76:0/1260925296 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbd640b1720 0x7fbd6415bcf0 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7fbd54000c00 tx=0x7fbd540046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:53.764 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.760+0000 7fbd4bfff640 1 -- 172.21.15.76:0/1260925296 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd54032440 con 0x7fbd640b1720 2024-09-13T16:02:53.764 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.760+0000 7fbd4bfff640 1 -- 172.21.15.76:0/1260925296 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbd54030ba0 con 0x7fbd640b1720 2024-09-13T16:02:53.764 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.760+0000 7fbd6a261640 1 -- 172.21.15.76:0/1260925296 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbd640c29a0 con 0x7fbd640b1720 2024-09-13T16:02:53.765 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.760+0000 7fbd4bfff640 1 -- 172.21.15.76:0/1260925296 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd5403b400 con 0x7fbd640b1720 2024-09-13T16:02:53.765 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.760+0000 7fbd6a261640 1 -- 172.21.15.76:0/1260925296 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbd64070ea0 con 0x7fbd640b1720 2024-09-13T16:02:53.765 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.761+0000 7fbd6a261640 1 -- 172.21.15.76:0/1260925296 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbd6415cb00 con 0x7fbd640b1720 2024-09-13T16:02:53.765 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.761+0000 7fbd4bfff640 1 -- 172.21.15.76:0/1260925296 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fbd54039040 con 0x7fbd640b1720 2024-09-13T16:02:53.765 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.762+0000 7fbd4bfff640 1 --2- 172.21.15.76:0/1260925296 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbd5006ac30 0x7fbd5006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:53.765 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.762+0000 7fbd4bfff640 1 -- 172.21.15.76:0/1260925296 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 5177+0+0 (secure 0 0 0) 0x7fbd540a98d0 con 0x7fbd640b1720 2024-09-13T16:02:53.765 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.762+0000 7fbd62ffd640 1 --2- 172.21.15.76:0/1260925296 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbd5006ac30 0x7fbd5006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:53.765 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.762+0000 7fbd62ffd640 1 --2- 172.21.15.76:0/1260925296 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbd5006ac30 0x7fbd5006d0f0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fbd64154f70 tx=0x7fbd58008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:53.767 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.766+0000 7fbd4bfff640 1 -- 172.21.15.76:0/1260925296 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fbd6415cb00 con 0x7fbd640b1720 2024-09-13T16:02:53.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.933+0000 7fbd6a261640 1 -- 172.21.15.76:0/1260925296 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fbd6415cb00 con 0x7fbd640b1720 2024-09-13T16:02:53.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.933+0000 7fbd4bfff640 1 -- 172.21.15.76:0/1260925296 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v37) v1 ==== 93+0+10 (secure 0 0 0) 0x7fbd6415cb00 con 0x7fbd640b1720 2024-09-13T16:02:53.935 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2024-09-13T16:02:53.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.935+0000 7fbd6a261640 1 -- 172.21.15.76:0/1260925296 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbd5006ac30 msgr2=0x7fbd5006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:53.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.935+0000 7fbd6a261640 1 --2- 172.21.15.76:0/1260925296 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbd5006ac30 0x7fbd5006d0f0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fbd64154f70 tx=0x7fbd58008040 comp rx=0 tx=0).stop 2024-09-13T16:02:53.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.935+0000 7fbd6a261640 1 -- 172.21.15.76:0/1260925296 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbd640b1720 msgr2=0x7fbd6415bcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:53.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.935+0000 7fbd6a261640 1 --2- 172.21.15.76:0/1260925296 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbd640b1720 0x7fbd6415bcf0 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7fbd54000c00 tx=0x7fbd540046c0 comp rx=0 tx=0).stop 2024-09-13T16:02:53.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.935+0000 7fbd6a261640 1 -- 172.21.15.76:0/1260925296 shutdown_connections 2024-09-13T16:02:53.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.935+0000 7fbd6a261640 1 --2- 172.21.15.76:0/1260925296 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbd5006ac30 0x7fbd5006d0f0 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:53.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.935+0000 7fbd6a261640 1 --2- 172.21.15.76:0/1260925296 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbd6415a3b0 0x7fbd64097a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:53.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.935+0000 7fbd6a261640 1 --2- 172.21.15.76:0/1260925296 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbd640cea30 0x7fbd64097510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:53.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.935+0000 7fbd6a261640 1 --2- 172.21.15.76:0/1260925296 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbd640b1720 0x7fbd6415bcf0 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:53.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.935+0000 7fbd6a261640 1 -- 172.21.15.76:0/1260925296 >> 172.21.15.76:0/1260925296 conn(0x7fbd6406a0b0 msgr2=0x7fbd640cb0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:53.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.935+0000 7fbd6a261640 1 -- 172.21.15.76:0/1260925296 shutdown_connections 2024-09-13T16:02:53.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:53.935+0000 7fbd6a261640 1 -- 172.21.15.76:0/1260925296 wait complete. 2024-09-13T16:02:53.947 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-13T16:02:54.044 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.043+0000 7fe580fdb640 1 Processor -- start 2024-09-13T16:02:54.044 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.043+0000 7fe580fdb640 1 -- start start 2024-09-13T16:02:54.045 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.044+0000 7fe580fdb640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe57c072110 0x7fe57c070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:54.045 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.044+0000 7fe580fdb640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe57c0abdf0 con 0x7fe57c0c8920 2024-09-13T16:02:54.045 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.044+0000 7fe580fdb640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe57c0b2280 con 0x7fe57c071d30 2024-09-13T16:02:54.046 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.044+0000 7fe580fdb640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe57c0ab1e0 con 0x7fe57c072110 2024-09-13T16:02:54.046 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.044+0000 7fe579d9b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe57c072110 0x7fe57c070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:54.046 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.044+0000 7fe579d9b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe57c072110 0x7fe57c070190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39326/0 (socket says 172.21.15.76:39326) 2024-09-13T16:02:54.046 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.044+0000 7fe57ad9d640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fe57c0c8920 0x7fe57c0ac280 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:51434/0 (socket says 172.21.15.76:51434) 2024-09-13T16:02:54.046 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.044+0000 7fe579d9b640 1 -- 172.21.15.76:0/28492534 learned_addr learned my addr 172.21.15.76:0/28492534 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:54.046 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.044+0000 7fe579d9b640 1 -- 172.21.15.76:0/28492534 >> v1:172.21.15.192:6789/0 conn(0x7fe57c071d30 legacy=0x7fe57c0b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:54.046 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.044+0000 7fe579d9b640 1 -- 172.21.15.76:0/28492534 >> v1:172.21.15.76:6789/0 conn(0x7fe57c0c8920 legacy=0x7fe57c0ac280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:54.046 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.044+0000 7fe579d9b640 1 -- 172.21.15.76:0/28492534 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe57c0ab4c0 con 0x7fe57c072110 2024-09-13T16:02:54.047 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.045+0000 7fe579d9b640 1 --2- 172.21.15.76:0/28492534 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe57c072110 0x7fe57c070190 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7fe56c009870 tx=0x7fe56c02a2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e55b2508704fcb5b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:54.047 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.045+0000 7fe57959a640 1 -- 172.21.15.76:0/28492534 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe56c032440 con 0x7fe57c072110 2024-09-13T16:02:54.047 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.045+0000 7fe57959a640 1 -- 172.21.15.76:0/28492534 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe56c0325a0 con 0x7fe57c072110 2024-09-13T16:02:54.047 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.045+0000 7fe57959a640 1 -- 172.21.15.76:0/28492534 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe56c032930 con 0x7fe57c072110 2024-09-13T16:02:54.048 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.045+0000 7fe580fdb640 1 -- 172.21.15.76:0/28492534 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe57c072110 msgr2=0x7fe57c070190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:54.048 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.045+0000 7fe580fdb640 1 --2- 172.21.15.76:0/28492534 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe57c072110 0x7fe57c070190 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7fe56c009870 tx=0x7fe56c02a2a0 comp rx=0 tx=0).stop 2024-09-13T16:02:54.048 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.046+0000 7fe580fdb640 1 -- 172.21.15.76:0/28492534 shutdown_connections 2024-09-13T16:02:54.048 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.046+0000 7fe580fdb640 1 --2- 172.21.15.76:0/28492534 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe57c072110 0x7fe57c070190 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:54.048 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.046+0000 7fe580fdb640 1 -- 172.21.15.76:0/28492534 >> 172.21.15.76:0/28492534 conn(0x7fe57c069ed0 msgr2=0x7fe57c06a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:54.048 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.046+0000 7fe580fdb640 1 -- 172.21.15.76:0/28492534 shutdown_connections 2024-09-13T16:02:54.048 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.046+0000 7fe580fdb640 1 -- 172.21.15.76:0/28492534 wait complete. 2024-09-13T16:02:54.050 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.047+0000 7fe580fdb640 1 Processor -- start 2024-09-13T16:02:54.050 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.047+0000 7fe580fdb640 1 -- start start 2024-09-13T16:02:54.051 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.048+0000 7fe580fdb640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe57c071d30 0x7fe57c154a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:54.051 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.048+0000 7fe580fdb640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe57c072110 0x7fe57c1513f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:54.051 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.048+0000 7fe580fdb640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe57c0c8920 0x7fe57c1f4030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:54.051 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.048+0000 7fe580fdb640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe57c1545b0 con 0x7fe57c072110 2024-09-13T16:02:54.051 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.048+0000 7fe580fdb640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe57c151e50 con 0x7fe57c0c8920 2024-09-13T16:02:54.051 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.048+0000 7fe580fdb640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe57c152130 con 0x7fe57c071d30 2024-09-13T16:02:54.051 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.048+0000 7fe579d9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe57c072110 0x7fe57c1513f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:54.051 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.048+0000 7fe579d9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe57c072110 0x7fe57c1513f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39340/0 (socket says 172.21.15.76:39340) 2024-09-13T16:02:54.051 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.048+0000 7fe579d9b640 1 -- 172.21.15.76:0/3339758685 learned_addr learned my addr 172.21.15.76:0/3339758685 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:54.051 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.048+0000 7fe57ad9d640 1 --2- 172.21.15.76:0/3339758685 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe57c0c8920 0x7fe57c1f4030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:54.051 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.048+0000 7fe57a59c640 1 --2- 172.21.15.76:0/3339758685 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe57c071d30 0x7fe57c154a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:54.051 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.048+0000 7fe579d9b640 1 -- 172.21.15.76:0/3339758685 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe57c071d30 msgr2=0x7fe57c154a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:54.052 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.048+0000 7fe579d9b640 1 --2- 172.21.15.76:0/3339758685 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe57c071d30 0x7fe57c154a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:54.052 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.048+0000 7fe579d9b640 1 -- 172.21.15.76:0/3339758685 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe57c0c8920 msgr2=0x7fe57c1f4030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:54.052 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.048+0000 7fe579d9b640 1 --2- 172.21.15.76:0/3339758685 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe57c0c8920 0x7fe57c1f4030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:54.052 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.048+0000 7fe579d9b640 1 -- 172.21.15.76:0/3339758685 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe56c0094d0 con 0x7fe57c072110 2024-09-13T16:02:54.052 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.048+0000 7fe57a59c640 1 --2- 172.21.15.76:0/3339758685 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe57c071d30 0x7fe57c154a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:02:54.052 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.048+0000 7fe579d9b640 1 --2- 172.21.15.76:0/3339758685 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe57c072110 0x7fe57c1513f0 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7fe56c009870 tx=0x7fe56c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:54.052 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.048+0000 7fe56affd640 1 -- 172.21.15.76:0/3339758685 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe56c032440 con 0x7fe57c072110 2024-09-13T16:02:54.052 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.048+0000 7fe56affd640 1 -- 172.21.15.76:0/3339758685 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe56c030ba0 con 0x7fe57c072110 2024-09-13T16:02:54.052 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.048+0000 7fe580fdb640 1 -- 172.21.15.76:0/3339758685 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe57c154240 con 0x7fe57c072110 2024-09-13T16:02:54.052 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.048+0000 7fe56affd640 1 -- 172.21.15.76:0/3339758685 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe56c03b400 con 0x7fe57c072110 2024-09-13T16:02:54.052 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.048+0000 7fe580fdb640 1 -- 172.21.15.76:0/3339758685 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe57c0ce400 con 0x7fe57c072110 2024-09-13T16:02:54.052 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.049+0000 7fe580fdb640 1 -- 172.21.15.76:0/3339758685 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe57c154720 con 0x7fe57c072110 2024-09-13T16:02:54.053 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.050+0000 7fe56affd640 1 -- 172.21.15.76:0/3339758685 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe56c039040 con 0x7fe57c072110 2024-09-13T16:02:54.053 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.050+0000 7fe56affd640 1 --2- 172.21.15.76:0/3339758685 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe55c06ac30 0x7fe55c06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:54.053 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.050+0000 7fe56affd640 1 -- 172.21.15.76:0/3339758685 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 5177+0+0 (secure 0 0 0) 0x7fe56c0a9890 con 0x7fe57c072110 2024-09-13T16:02:54.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.050+0000 7fe57a59c640 1 --2- 172.21.15.76:0/3339758685 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe55c06ac30 0x7fe55c06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:54.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.051+0000 7fe57a59c640 1 --2- 172.21.15.76:0/3339758685 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe55c06ac30 0x7fe55c06d0f0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fe570006fd0 tx=0x7fe570008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:54.055 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.054+0000 7fe56affd640 1 -- 172.21.15.76:0/3339758685 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fe56c074dc0 con 0x7fe57c072110 2024-09-13T16:02:54.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.219+0000 7fe580fdb640 1 -- 172.21.15.76:0/3339758685 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7fe57c070190 con 0x7fe57c072110 2024-09-13T16:02:54.221 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.219+0000 7fe56affd640 1 -- 172.21.15.76:0/3339758685 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v37) v1 ==== 84+0+65 (secure 0 0 0) 0x7fe56c037090 con 0x7fe57c072110 2024-09-13T16:02:54.221 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:02:54.221 INFO:teuthology.orchestra.run.smithi076.stdout:[ 2024-09-13T16:02:54.221 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:02:54.221 INFO:teuthology.orchestra.run.smithi076.stdout: "poolnum": 1, 2024-09-13T16:02:54.221 INFO:teuthology.orchestra.run.smithi076.stdout: "poolname": ".mgr" 2024-09-13T16:02:54.221 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:02:54.222 INFO:teuthology.orchestra.run.smithi076.stdout:] 2024-09-13T16:02:54.223 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.221+0000 7fe580fdb640 1 -- 172.21.15.76:0/3339758685 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe55c06ac30 msgr2=0x7fe55c06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:54.223 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.221+0000 7fe580fdb640 1 --2- 172.21.15.76:0/3339758685 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe55c06ac30 0x7fe55c06d0f0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fe570006fd0 tx=0x7fe570008040 comp rx=0 tx=0).stop 2024-09-13T16:02:54.223 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.221+0000 7fe580fdb640 1 -- 172.21.15.76:0/3339758685 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe57c072110 msgr2=0x7fe57c1513f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:54.223 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.221+0000 7fe580fdb640 1 --2- 172.21.15.76:0/3339758685 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe57c072110 0x7fe57c1513f0 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7fe56c009870 tx=0x7fe56c0046c0 comp rx=0 tx=0).stop 2024-09-13T16:02:54.223 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.221+0000 7fe580fdb640 1 -- 172.21.15.76:0/3339758685 shutdown_connections 2024-09-13T16:02:54.223 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.221+0000 7fe580fdb640 1 --2- 172.21.15.76:0/3339758685 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe57c0c8920 0x7fe57c1f4030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:54.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.221+0000 7fe580fdb640 1 --2- 172.21.15.76:0/3339758685 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe57c072110 0x7fe57c1513f0 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:54.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.221+0000 7fe580fdb640 1 --2- 172.21.15.76:0/3339758685 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe55c06ac30 0x7fe55c06d0f0 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:54.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.221+0000 7fe580fdb640 1 --2- 172.21.15.76:0/3339758685 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe57c071d30 0x7fe57c154a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:54.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.221+0000 7fe580fdb640 1 -- 172.21.15.76:0/3339758685 >> 172.21.15.76:0/3339758685 conn(0x7fe57c069ed0 msgr2=0x7fe57c15c080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:54.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.221+0000 7fe580fdb640 1 -- 172.21.15.76:0/3339758685 shutdown_connections 2024-09-13T16:02:54.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.221+0000 7fe580fdb640 1 -- 172.21.15.76:0/3339758685 wait complete. 2024-09-13T16:02:54.233 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-13T16:02:54.233 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-13T16:02:54.335 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.333+0000 7fb4d39a3640 1 Processor -- start 2024-09-13T16:02:54.335 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.333+0000 7fb4d39a3640 1 -- start start 2024-09-13T16:02:54.337 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.334+0000 7fb4d39a3640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fb4cc0b2b40 0x7fb4cc0ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:54.337 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.334+0000 7fb4d39a3640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb4cc0ce4f0 0x7fb4cc0ce8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:54.337 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.334+0000 7fb4d39a3640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb4cc0ccbe0 con 0x7fb4cc159310 2024-09-13T16:02:54.337 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.334+0000 7fb4d39a3640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb4cc0ad940 con 0x7fb4cc0ce4f0 2024-09-13T16:02:54.337 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.334+0000 7fb4d39a3640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb4cc0b1810 con 0x7fb4cc0b2b40 2024-09-13T16:02:54.337 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.334+0000 7fb4d1f40640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb4cc0ce4f0 0x7fb4cc0ce8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:54.337 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.334+0000 7fb4d1f40640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb4cc0ce4f0 0x7fb4cc0ce8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39354/0 (socket says 172.21.15.76:39354) 2024-09-13T16:02:54.337 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.334+0000 7fb4d1f40640 1 -- 172.21.15.76:0/128079019 learned_addr learned my addr 172.21.15.76:0/128079019 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:54.337 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.335+0000 7fb4d0f3e640 1 --2- 172.21.15.76:0/128079019 >> v2:172.21.15.192:3300/0 conn(0x7fb4cc0b2b40 0x7fb4cc0ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:54.338 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.335+0000 7fb4d1f40640 1 -- 172.21.15.76:0/128079019 >> v2:172.21.15.192:3300/0 conn(0x7fb4cc0b2b40 msgr2=0x7fb4cc0ad400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:54.338 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.335+0000 7fb4d1f40640 1 --2- 172.21.15.76:0/128079019 >> v2:172.21.15.192:3300/0 conn(0x7fb4cc0b2b40 0x7fb4cc0ad400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:54.338 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.335+0000 7fb4d1f40640 1 -- 172.21.15.76:0/128079019 >> v1:172.21.15.192:6789/0 conn(0x7fb4cc159310 legacy=0x7fb4cc0ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:54.338 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.335+0000 7fb4d1f40640 1 -- 172.21.15.76:0/128079019 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb4cc0cee10 con 0x7fb4cc0ce4f0 2024-09-13T16:02:54.338 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.335+0000 7fb4d1f40640 1 --2- 172.21.15.76:0/128079019 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb4cc0ce4f0 0x7fb4cc0ce8d0 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7fb4cc0b16a0 tx=0x7fb4c402a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a58629db803664a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:54.338 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.336+0000 7fb4c3fff640 1 -- 172.21.15.76:0/128079019 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4c4031600 con 0x7fb4cc0ce4f0 2024-09-13T16:02:54.338 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.336+0000 7fb4c3fff640 1 -- 172.21.15.76:0/128079019 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb4c402d050 con 0x7fb4cc0ce4f0 2024-09-13T16:02:54.338 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.336+0000 7fb4c3fff640 1 -- 172.21.15.76:0/128079019 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4c4031980 con 0x7fb4cc0ce4f0 2024-09-13T16:02:54.341 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.336+0000 7fb4d39a3640 1 -- 172.21.15.76:0/128079019 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb4cc0ce4f0 msgr2=0x7fb4cc0ce8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:54.341 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.336+0000 7fb4d39a3640 1 --2- 172.21.15.76:0/128079019 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb4cc0ce4f0 0x7fb4cc0ce8d0 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7fb4cc0b16a0 tx=0x7fb4c402a6a0 comp rx=0 tx=0).stop 2024-09-13T16:02:54.341 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.336+0000 7fb4d39a3640 1 -- 172.21.15.76:0/128079019 shutdown_connections 2024-09-13T16:02:54.341 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.336+0000 7fb4d39a3640 1 --2- 172.21.15.76:0/128079019 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb4cc0ce4f0 0x7fb4cc0ce8d0 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:54.341 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.336+0000 7fb4d39a3640 1 --2- 172.21.15.76:0/128079019 >> v2:172.21.15.192:3300/0 conn(0x7fb4cc0b2b40 0x7fb4cc0ad400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:54.342 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.336+0000 7fb4d39a3640 1 -- 172.21.15.76:0/128079019 >> 172.21.15.76:0/128079019 conn(0x7fb4cc06a0b0 msgr2=0x7fb4cc06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:54.342 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.336+0000 7fb4d39a3640 1 -- 172.21.15.76:0/128079019 shutdown_connections 2024-09-13T16:02:54.342 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.336+0000 7fb4d39a3640 1 -- 172.21.15.76:0/128079019 wait complete. 2024-09-13T16:02:54.342 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.337+0000 7fb4d39a3640 1 Processor -- start 2024-09-13T16:02:54.342 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.337+0000 7fb4d39a3640 1 -- start start 2024-09-13T16:02:54.342 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.338+0000 7fb4d39a3640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb4cc0b2b40 0x7fb4cc1f2ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:54.342 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.338+0000 7fb4d39a3640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb4cc0ce4f0 0x7fb4cc0afff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:54.342 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.338+0000 7fb4d39a3640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb4cc159310 0x7fb4cc15b2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:54.342 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.338+0000 7fb4d39a3640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4cc0ae900 con 0x7fb4cc0ce4f0 2024-09-13T16:02:54.342 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.338+0000 7fb4d39a3640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4cc0aebc0 con 0x7fb4cc0b2b40 2024-09-13T16:02:54.342 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.338+0000 7fb4d39a3640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb4cc0aeea0 con 0x7fb4cc159310 2024-09-13T16:02:54.342 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.338+0000 7fb4d0f3e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb4cc0ce4f0 0x7fb4cc0afff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:54.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.338+0000 7fb4d0f3e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb4cc0ce4f0 0x7fb4cc0afff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39358/0 (socket says 172.21.15.76:39358) 2024-09-13T16:02:54.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.338+0000 7fb4d0f3e640 1 -- 172.21.15.76:0/1465449009 learned_addr learned my addr 172.21.15.76:0/1465449009 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:54.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.338+0000 7fb4d173f640 1 --2- 172.21.15.76:0/1465449009 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb4cc0b2b40 0x7fb4cc1f2ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:54.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.338+0000 7fb4d1f40640 1 --2- 172.21.15.76:0/1465449009 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb4cc159310 0x7fb4cc15b2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:54.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.339+0000 7fb4d0f3e640 1 -- 172.21.15.76:0/1465449009 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb4cc159310 msgr2=0x7fb4cc15b2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:54.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.339+0000 7fb4d0f3e640 1 --2- 172.21.15.76:0/1465449009 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb4cc159310 0x7fb4cc15b2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:54.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.339+0000 7fb4d0f3e640 1 -- 172.21.15.76:0/1465449009 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb4cc0b2b40 msgr2=0x7fb4cc1f2ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:54.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.339+0000 7fb4d0f3e640 1 --2- 172.21.15.76:0/1465449009 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb4cc0b2b40 0x7fb4cc1f2ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:54.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.339+0000 7fb4d0f3e640 1 -- 172.21.15.76:0/1465449009 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb4c4009b30 con 0x7fb4cc0ce4f0 2024-09-13T16:02:54.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.339+0000 7fb4d1f40640 1 --2- 172.21.15.76:0/1465449009 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb4cc159310 0x7fb4cc15b2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:02:54.344 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.339+0000 7fb4d0f3e640 1 --2- 172.21.15.76:0/1465449009 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb4cc0ce4f0 0x7fb4cc0afff0 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7fb4bc00e9b0 tx=0x7fb4bc00ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:54.344 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.339+0000 7fb4c1ffb640 1 -- 172.21.15.76:0/1465449009 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4bc009670 con 0x7fb4cc0ce4f0 2024-09-13T16:02:54.344 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.339+0000 7fb4c1ffb640 1 -- 172.21.15.76:0/1465449009 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb4bc00c9a0 con 0x7fb4cc0ce4f0 2024-09-13T16:02:54.344 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.339+0000 7fb4c1ffb640 1 -- 172.21.15.76:0/1465449009 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4bc00cd50 con 0x7fb4cc0ce4f0 2024-09-13T16:02:54.344 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.339+0000 7fb4d39a3640 1 -- 172.21.15.76:0/1465449009 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb4cc0af180 con 0x7fb4cc0ce4f0 2024-09-13T16:02:54.344 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.339+0000 7fb4d39a3640 1 -- 172.21.15.76:0/1465449009 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb4cc1f3420 con 0x7fb4cc0ce4f0 2024-09-13T16:02:54.344 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.340+0000 7fb4d39a3640 1 -- 172.21.15.76:0/1465449009 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb4cc06dfa0 con 0x7fb4cc0ce4f0 2024-09-13T16:02:54.345 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.340+0000 7fb4c1ffb640 1 -- 172.21.15.76:0/1465449009 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb4bc013470 con 0x7fb4cc0ce4f0 2024-09-13T16:02:54.346 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.341+0000 7fb4c1ffb640 1 --2- 172.21.15.76:0/1465449009 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb4b006ac00 0x7fb4b006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:54.346 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.341+0000 7fb4d173f640 1 --2- 172.21.15.76:0/1465449009 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb4b006ac00 0x7fb4b006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:54.346 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.341+0000 7fb4c1ffb640 1 -- 172.21.15.76:0/1465449009 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 5177+0+0 (secure 0 0 0) 0x7fb4bc089390 con 0x7fb4cc0ce4f0 2024-09-13T16:02:54.346 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.341+0000 7fb4d173f640 1 --2- 172.21.15.76:0/1465449009 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb4b006ac00 0x7fb4b006d0c0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fb4c8000f60 tx=0x7fb4c8009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:54.346 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.345+0000 7fb4c1ffb640 1 -- 172.21.15.76:0/1465449009 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fb4bc054830 con 0x7fb4cc0ce4f0 2024-09-13T16:02:54.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.508+0000 7fb4d39a3640 1 -- 172.21.15.76:0/1465449009 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7fb4cc06e4b0 con 0x7fb4cc0ce4f0 2024-09-13T16:02:54.894 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.893+0000 7fb4c1ffb640 1 -- 172.21.15.76:0/1465449009 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v38) v1 ==== 138+0+0 (secure 0 0 0) 0x7fb4bc057e50 con 0x7fb4cc0ce4f0 2024-09-13T16:02:54.894 INFO:teuthology.orchestra.run.smithi076.stderr:pool 'cephfs_metadata' created 2024-09-13T16:02:54.898 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.896+0000 7fb4d39a3640 1 -- 172.21.15.76:0/1465449009 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb4b006ac00 msgr2=0x7fb4b006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:54.898 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.896+0000 7fb4d39a3640 1 --2- 172.21.15.76:0/1465449009 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb4b006ac00 0x7fb4b006d0c0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fb4c8000f60 tx=0x7fb4c8009040 comp rx=0 tx=0).stop 2024-09-13T16:02:54.898 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.896+0000 7fb4d39a3640 1 -- 172.21.15.76:0/1465449009 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb4cc0ce4f0 msgr2=0x7fb4cc0afff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:54.898 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.896+0000 7fb4d39a3640 1 --2- 172.21.15.76:0/1465449009 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb4cc0ce4f0 0x7fb4cc0afff0 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7fb4bc00e9b0 tx=0x7fb4bc00ee70 comp rx=0 tx=0).stop 2024-09-13T16:02:54.898 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.896+0000 7fb4d39a3640 1 -- 172.21.15.76:0/1465449009 shutdown_connections 2024-09-13T16:02:54.898 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.896+0000 7fb4d39a3640 1 --2- 172.21.15.76:0/1465449009 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb4b006ac00 0x7fb4b006d0c0 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:54.898 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.896+0000 7fb4d39a3640 1 --2- 172.21.15.76:0/1465449009 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb4cc159310 0x7fb4cc15b2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:54.898 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.896+0000 7fb4d39a3640 1 --2- 172.21.15.76:0/1465449009 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb4cc0ce4f0 0x7fb4cc0afff0 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:54.898 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.896+0000 7fb4d39a3640 1 --2- 172.21.15.76:0/1465449009 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb4cc0b2b40 0x7fb4cc1f2ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:54.898 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.896+0000 7fb4d39a3640 1 -- 172.21.15.76:0/1465449009 >> 172.21.15.76:0/1465449009 conn(0x7fb4cc06a0b0 msgr2=0x7fb4cc0cacc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:54.898 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.896+0000 7fb4d39a3640 1 -- 172.21.15.76:0/1465449009 shutdown_connections 2024-09-13T16:02:54.899 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:54.896+0000 7fb4d39a3640 1 -- 172.21.15.76:0/1465449009 wait complete. 2024-09-13T16:02:54.911 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-13T16:02:55.018 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:55.016+0000 7f964e55e640 1 Processor -- start 2024-09-13T16:02:55.018 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:55.016+0000 7f964e55e640 1 -- start start 2024-09-13T16:02:55.019 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:55.017+0000 7f964e55e640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f964815a3b0 0x7f96480b20a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:55.019 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:55.017+0000 7f964e55e640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f96480cec00 0x7f96480ab9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:55.019 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:55.017+0000 7f964e55e640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f964815a790 con 0x7f96480b1720 2024-09-13T16:02:55.020 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:55.017+0000 7f964e55e640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f96480b2680 con 0x7f96480cec00 2024-09-13T16:02:55.020 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:55.017+0000 7f964e55e640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f96480b2960 con 0x7f964815a3b0 2024-09-13T16:02:55.020 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:55.017+0000 7f964cafb640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f96480cec00 0x7f96480ab9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:55.020 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:55.017+0000 7f964cafb640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f96480cec00 0x7f96480ab9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39364/0 (socket says 172.21.15.76:39364) 2024-09-13T16:02:55.020 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:55.017+0000 7f964cafb640 1 -- 172.21.15.76:0/3383906453 learned_addr learned my addr 172.21.15.76:0/3383906453 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:55.020 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:55.018+0000 7f9647fff640 1 --2- 172.21.15.76:0/3383906453 >> v2:172.21.15.192:3300/0 conn(0x7f964815a3b0 0x7f96480b20a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:55.020 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:55.018+0000 7f964cafb640 1 -- 172.21.15.76:0/3383906453 >> v2:172.21.15.192:3300/0 conn(0x7f964815a3b0 msgr2=0x7f96480b20a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:55.020 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:55.018+0000 7f964cafb640 1 --2- 172.21.15.76:0/3383906453 >> v2:172.21.15.192:3300/0 conn(0x7f964815a3b0 0x7f96480b20a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:55.020 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:55.018+0000 7f964cafb640 1 -- 172.21.15.76:0/3383906453 >> v1:172.21.15.192:6789/0 conn(0x7f96480b1720 legacy=0x7f96480ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:55.020 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:55.018+0000 7f964cafb640 1 -- 172.21.15.76:0/3383906453 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f96480b2c40 con 0x7f96480cec00 2024-09-13T16:02:55.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:55.018+0000 7f964cafb640 1 --2- 172.21.15.76:0/3383906453 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f96480cec00 0x7f96480ab9e0 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f96480c5310 tx=0x7f964002a6d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d1fbc93a8ac4824a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:55.024 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:55.019+0000 7f96477fe640 1 -- 172.21.15.76:0/3383906453 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9640031600 con 0x7f96480cec00 2024-09-13T16:02:55.024 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:55.019+0000 7f96477fe640 1 -- 172.21.15.76:0/3383906453 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f964002d050 con 0x7f96480cec00 2024-09-13T16:02:55.024 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:55.019+0000 7f96477fe640 1 -- 172.21.15.76:0/3383906453 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9640031980 con 0x7f96480cec00 2024-09-13T16:02:55.024 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:55.019+0000 7f964e55e640 1 -- 172.21.15.76:0/3383906453 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f96480cec00 msgr2=0x7f96480ab9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:55.024 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:55.019+0000 7f964e55e640 1 --2- 172.21.15.76:0/3383906453 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f96480cec00 0x7f96480ab9e0 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f96480c5310 tx=0x7f964002a6d0 comp rx=0 tx=0).stop 2024-09-13T16:02:55.024 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:55.019+0000 7f964e55e640 1 -- 172.21.15.76:0/3383906453 shutdown_connections 2024-09-13T16:02:55.024 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:55.019+0000 7f964e55e640 1 --2- 172.21.15.76:0/3383906453 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f96480cec00 0x7f96480ab9e0 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:55.024 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:55.019+0000 7f964e55e640 1 --2- 172.21.15.76:0/3383906453 >> v2:172.21.15.192:3300/0 conn(0x7f964815a3b0 0x7f96480b20a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:55.024 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:55.019+0000 7f964e55e640 1 -- 172.21.15.76:0/3383906453 >> 172.21.15.76:0/3383906453 conn(0x7f964806a0b0 msgr2=0x7f964806a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:55.024 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:55.019+0000 7f964e55e640 1 -- 172.21.15.76:0/3383906453 shutdown_connections 2024-09-13T16:02:55.024 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:55.019+0000 7f964e55e640 1 -- 172.21.15.76:0/3383906453 wait complete. 2024-09-13T16:02:55.025 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:55.020+0000 7f964e55e640 1 Processor -- start 2024-09-13T16:02:55.025 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:55.020+0000 7f964e55e640 1 -- start start 2024-09-13T16:02:55.025 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:55.021+0000 7f964e55e640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f96480b1720 0x7f9648152e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:55.025 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:55.021+0000 7f964e55e640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f96480cec00 0x7f96480aeb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:55.025 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:55.021+0000 7f964e55e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f964815a3b0 0x7f96480af070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:55.025 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:55.021+0000 7f964e55e640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f96480c45d0 con 0x7f964815a3b0 2024-09-13T16:02:55.025 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:55.021+0000 7f964e55e640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f96480ae6a0 con 0x7f96480cec00 2024-09-13T16:02:55.025 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:55.021+0000 7f964e55e640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f96481533a0 con 0x7f96480b1720 2024-09-13T16:02:55.025 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:55.021+0000 7f964cafb640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f964815a3b0 0x7f96480af070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:55.025 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:55.021+0000 7f964cafb640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f964815a3b0 0x7f96480af070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39380/0 (socket says 172.21.15.76:39380) 2024-09-13T16:02:55.025 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:55.021+0000 7f964cafb640 1 -- 172.21.15.76:0/350652150 learned_addr learned my addr 172.21.15.76:0/350652150 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:55.025 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:55.021+0000 7f9647fff640 1 --2- 172.21.15.76:0/350652150 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f96480b1720 0x7f9648152e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:55.025 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:55.021+0000 7f963ffff640 1 --2- 172.21.15.76:0/350652150 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f96480cec00 0x7f96480aeb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:55.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:55.021+0000 7f964cafb640 1 -- 172.21.15.76:0/350652150 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f96480b1720 msgr2=0x7f9648152e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:55.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:55.021+0000 7f964cafb640 1 --2- 172.21.15.76:0/350652150 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f96480b1720 0x7f9648152e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:55.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:55.021+0000 7f964cafb640 1 -- 172.21.15.76:0/350652150 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f96480cec00 msgr2=0x7f96480aeb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:55.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:55.021+0000 7f964cafb640 1 --2- 172.21.15.76:0/350652150 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f96480cec00 0x7f96480aeb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:55.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:55.021+0000 7f964cafb640 1 -- 172.21.15.76:0/350652150 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9640009b30 con 0x7f964815a3b0 2024-09-13T16:02:55.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:55.021+0000 7f963ffff640 1 --2- 172.21.15.76:0/350652150 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f96480cec00 0x7f96480aeb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:02:55.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:55.021+0000 7f9647fff640 1 --2- 172.21.15.76:0/350652150 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f96480b1720 0x7f9648152e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:02:55.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:55.022+0000 7f964cafb640 1 --2- 172.21.15.76:0/350652150 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f964815a3b0 0x7f96480af070 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f9640034040 tx=0x7f9640004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:55.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:55.022+0000 7f96457fa640 1 -- 172.21.15.76:0/350652150 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f964003d860 con 0x7f964815a3b0 2024-09-13T16:02:55.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:55.022+0000 7f96457fa640 1 -- 172.21.15.76:0/350652150 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f964003d9e0 con 0x7f964815a3b0 2024-09-13T16:02:55.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:55.022+0000 7f964e55e640 1 -- 172.21.15.76:0/350652150 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f96480cacf0 con 0x7f964815a3b0 2024-09-13T16:02:55.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:55.022+0000 7f96457fa640 1 -- 172.21.15.76:0/350652150 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f964003dd90 con 0x7f964815a3b0 2024-09-13T16:02:55.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:55.022+0000 7f964e55e640 1 -- 172.21.15.76:0/350652150 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f96480c4b00 con 0x7f964815a3b0 2024-09-13T16:02:55.027 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:55.023+0000 7f964e55e640 1 -- 172.21.15.76:0/350652150 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f96480ae850 con 0x7f964815a3b0 2024-09-13T16:02:55.027 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:55.023+0000 7f96457fa640 1 -- 172.21.15.76:0/350652150 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f964003b400 con 0x7f964815a3b0 2024-09-13T16:02:55.027 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:55.024+0000 7f96457fa640 1 --2- 172.21.15.76:0/350652150 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f962806ac00 0x7f962806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:55.028 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:55.024+0000 7f96457fa640 1 -- 172.21.15.76:0/350652150 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(38..38 src has 1..38) v4 ==== 5547+0+0 (secure 0 0 0) 0x7f96400aa2f0 con 0x7f964815a3b0 2024-09-13T16:02:55.028 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:55.024+0000 7f9647fff640 1 --2- 172.21.15.76:0/350652150 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f962806ac00 0x7f962806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:55.028 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:55.024+0000 7f9647fff640 1 --2- 172.21.15.76:0/350652150 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f962806ac00 0x7f962806d0c0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f9638008890 tx=0x7f9638008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:55.029 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:55.028+0000 7f96457fa640 1 -- 172.21.15.76:0/350652150 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f96480ae850 con 0x7f964815a3b0 2024-09-13T16:02:55.191 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:55.190+0000 7f964e55e640 1 -- 172.21.15.76:0/350652150 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7f96480ae810 con 0x7f964815a3b0 2024-09-13T16:02:55.903 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:55.902+0000 7f96457fa640 1 -- 172.21.15.76:0/350652150 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v39) v1 ==== 170+0+0 (secure 0 0 0) 0x7f9640075570 con 0x7f964815a3b0 2024-09-13T16:02:55.903 INFO:teuthology.orchestra.run.smithi076.stderr:pool 'cephfs_data' created 2024-09-13T16:02:55.909 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:55.907+0000 7f964e55e640 1 -- 172.21.15.76:0/350652150 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f962806ac00 msgr2=0x7f962806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:55.909 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:55.907+0000 7f964e55e640 1 --2- 172.21.15.76:0/350652150 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f962806ac00 0x7f962806d0c0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f9638008890 tx=0x7f9638008040 comp rx=0 tx=0).stop 2024-09-13T16:02:55.910 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:55.907+0000 7f964e55e640 1 -- 172.21.15.76:0/350652150 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f964815a3b0 msgr2=0x7f96480af070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:55.910 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:55.907+0000 7f964e55e640 1 --2- 172.21.15.76:0/350652150 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f964815a3b0 0x7f96480af070 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f9640034040 tx=0x7f9640004a40 comp rx=0 tx=0).stop 2024-09-13T16:02:55.910 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:55.907+0000 7f964e55e640 1 -- 172.21.15.76:0/350652150 shutdown_connections 2024-09-13T16:02:55.910 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:55.907+0000 7f964e55e640 1 --2- 172.21.15.76:0/350652150 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f964815a3b0 0x7f96480af070 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:55.910 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:55.907+0000 7f964e55e640 1 --2- 172.21.15.76:0/350652150 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f96480cec00 0x7f96480aeb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:55.910 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:55.907+0000 7f964e55e640 1 --2- 172.21.15.76:0/350652150 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f962806ac00 0x7f962806d0c0 secure :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f9638008890 tx=0x7f9638008040 comp rx=0 tx=0).stop 2024-09-13T16:02:55.910 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:55.907+0000 7f964e55e640 1 --2- 172.21.15.76:0/350652150 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f96480b1720 0x7f9648152e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:55.910 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:55.907+0000 7f964e55e640 1 -- 172.21.15.76:0/350652150 >> 172.21.15.76:0/350652150 conn(0x7f964806a0b0 msgr2=0x7f96480ab9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:55.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:55.909+0000 7f964e55e640 1 -- 172.21.15.76:0/350652150 shutdown_connections 2024-09-13T16:02:55.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:55.909+0000 7f964e55e640 1 -- 172.21.15.76:0/350652150 wait complete. 2024-09-13T16:02:55.930 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-13T16:02:56.037 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.036+0000 7f65ff1c7640 1 Processor -- start 2024-09-13T16:02:56.037 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.036+0000 7f65ff1c7640 1 -- start start 2024-09-13T16:02:56.038 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.036+0000 7f65ff1c7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f65f80d2760 0x7f65f80cd8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:56.038 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.036+0000 7f65ff1c7640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f65f80cde20 0x7f65f80d0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:56.038 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.036+0000 7f65ff1c7640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f65f80cd450 con 0x7f65f815c500 2024-09-13T16:02:56.039 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.036+0000 7f65ff1c7640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f65f80d0cf0 con 0x7f65f80cde20 2024-09-13T16:02:56.039 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.036+0000 7f65ff1c7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f65f80d0fd0 con 0x7f65f80d2760 2024-09-13T16:02:56.039 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.037+0000 7f65fd764640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f65f80cde20 0x7f65f80d0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:56.039 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.037+0000 7f65fd764640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f65f80cde20 0x7f65f80d0000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39396/0 (socket says 172.21.15.76:39396) 2024-09-13T16:02:56.039 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.037+0000 7f65fd764640 1 -- 172.21.15.76:0/2356708499 learned_addr learned my addr 172.21.15.76:0/2356708499 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:56.039 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.037+0000 7f65fcf63640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f65f815c500 0x7f65f80d2050 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:51438/0 (socket says 172.21.15.76:51438) 2024-09-13T16:02:56.039 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.037+0000 7f65f7fff640 1 --2- 172.21.15.76:0/2356708499 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f65f80d2760 0x7f65f80cd8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:56.039 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.037+0000 7f65fd764640 1 -- 172.21.15.76:0/2356708499 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f65f80d2760 msgr2=0x7f65f80cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:56.039 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.037+0000 7f65fd764640 1 --2- 172.21.15.76:0/2356708499 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f65f80d2760 0x7f65f80cd8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:56.039 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.037+0000 7f65fd764640 1 -- 172.21.15.76:0/2356708499 >> v1:172.21.15.76:6789/0 conn(0x7f65f815c500 legacy=0x7f65f80d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:56.039 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.037+0000 7f65fd764640 1 -- 172.21.15.76:0/2356708499 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f65f80cd0e0 con 0x7f65f80cde20 2024-09-13T16:02:56.039 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.037+0000 7f65f77fe640 1 -- 172.21.15.76:0/2356708499 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2192302850 0 0) 0x7f65f80cd450 con 0x7f65f815c500 2024-09-13T16:02:56.041 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.038+0000 7f65fd764640 1 --2- 172.21.15.76:0/2356708499 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f65f80cde20 0x7f65f80d0000 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f65f0009e50 tx=0x7f65f002a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7a944fb5d3aaf297 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:56.041 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.038+0000 7f65f77fe640 1 -- 172.21.15.76:0/2356708499 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65f0031600 con 0x7f65f80cde20 2024-09-13T16:02:56.041 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.038+0000 7f65f77fe640 1 -- 172.21.15.76:0/2356708499 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f65f002d050 con 0x7f65f80cde20 2024-09-13T16:02:56.041 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.038+0000 7f65f77fe640 1 -- 172.21.15.76:0/2356708499 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65f0031980 con 0x7f65f80cde20 2024-09-13T16:02:56.041 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.038+0000 7f65ff1c7640 1 -- 172.21.15.76:0/2356708499 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f65f80cde20 msgr2=0x7f65f80d0000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:56.041 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.038+0000 7f65ff1c7640 1 --2- 172.21.15.76:0/2356708499 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f65f80cde20 0x7f65f80d0000 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f65f0009e50 tx=0x7f65f002a710 comp rx=0 tx=0).stop 2024-09-13T16:02:56.041 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.038+0000 7f65ff1c7640 1 -- 172.21.15.76:0/2356708499 shutdown_connections 2024-09-13T16:02:56.041 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.038+0000 7f65ff1c7640 1 --2- 172.21.15.76:0/2356708499 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f65f80cde20 0x7f65f80d0000 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:56.041 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.038+0000 7f65ff1c7640 1 --2- 172.21.15.76:0/2356708499 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f65f80d2760 0x7f65f80cd8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:56.041 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.038+0000 7f65ff1c7640 1 -- 172.21.15.76:0/2356708499 >> 172.21.15.76:0/2356708499 conn(0x7f65f8089f60 msgr2=0x7f65f809b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:56.041 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.038+0000 7f65ff1c7640 1 -- 172.21.15.76:0/2356708499 shutdown_connections 2024-09-13T16:02:56.041 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.038+0000 7f65ff1c7640 1 -- 172.21.15.76:0/2356708499 wait complete. 2024-09-13T16:02:56.042 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.039+0000 7f65ff1c7640 1 Processor -- start 2024-09-13T16:02:56.042 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.040+0000 7f65ff1c7640 1 -- start start 2024-09-13T16:02:56.043 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.040+0000 7f65ff1c7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f65f80cde20 0x7f65f8157f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:56.043 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.040+0000 7f65ff1c7640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f65f80d2760 0x7f65f80b5c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:56.043 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.040+0000 7f65ff1c7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f65f815c500 0x7f65f80afa30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:56.043 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.040+0000 7f65ff1c7640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65f80b66c0 con 0x7f65f80cde20 2024-09-13T16:02:56.043 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.040+0000 7f65ff1c7640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65f80b69a0 con 0x7f65f80d2760 2024-09-13T16:02:56.044 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.040+0000 7f65ff1c7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f65f80b6c80 con 0x7f65f815c500 2024-09-13T16:02:56.044 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.040+0000 7f65fcf63640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f65f80cde20 0x7f65f8157f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:56.044 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.041+0000 7f65fcf63640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f65f80cde20 0x7f65f8157f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39406/0 (socket says 172.21.15.76:39406) 2024-09-13T16:02:56.044 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.041+0000 7f65fcf63640 1 -- 172.21.15.76:0/3092059012 learned_addr learned my addr 172.21.15.76:0/3092059012 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:56.044 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.041+0000 7f65fd764640 1 --2- 172.21.15.76:0/3092059012 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f65f815c500 0x7f65f80afa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:56.044 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.041+0000 7f65f7fff640 1 --2- 172.21.15.76:0/3092059012 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f65f80d2760 0x7f65f80b5c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:56.044 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.041+0000 7f65fcf63640 1 -- 172.21.15.76:0/3092059012 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f65f815c500 msgr2=0x7f65f80afa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:56.044 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.041+0000 7f65fcf63640 1 --2- 172.21.15.76:0/3092059012 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f65f815c500 0x7f65f80afa30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:56.044 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.041+0000 7f65fcf63640 1 -- 172.21.15.76:0/3092059012 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f65f80d2760 msgr2=0x7f65f80b5c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:56.044 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.041+0000 7f65fcf63640 1 --2- 172.21.15.76:0/3092059012 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f65f80d2760 0x7f65f80b5c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:56.044 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.041+0000 7f65fcf63640 1 -- 172.21.15.76:0/3092059012 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f65f0009b30 con 0x7f65f80cde20 2024-09-13T16:02:56.044 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.041+0000 7f65fcf63640 1 --2- 172.21.15.76:0/3092059012 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f65f80cde20 0x7f65f8157f50 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f65ec00c430 tx=0x7f65ec00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:56.044 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.041+0000 7f65f57fa640 1 -- 172.21.15.76:0/3092059012 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65ec0074e0 con 0x7f65f80cde20 2024-09-13T16:02:56.045 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.041+0000 7f65f57fa640 1 -- 172.21.15.76:0/3092059012 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f65ec007660 con 0x7f65f80cde20 2024-09-13T16:02:56.045 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.041+0000 7f65ff1c7640 1 -- 172.21.15.76:0/3092059012 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f65f80b6f60 con 0x7f65f80cde20 2024-09-13T16:02:56.045 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.041+0000 7f65f57fa640 1 -- 172.21.15.76:0/3092059012 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65ec004a20 con 0x7f65f80cde20 2024-09-13T16:02:56.045 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.041+0000 7f65ff1c7640 1 -- 172.21.15.76:0/3092059012 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f65f80b7240 con 0x7f65f80cde20 2024-09-13T16:02:56.045 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.042+0000 7f65ff1c7640 1 -- 172.21.15.76:0/3092059012 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f65f80d08f0 con 0x7f65f80cde20 2024-09-13T16:02:56.046 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.043+0000 7f65f57fa640 1 -- 172.21.15.76:0/3092059012 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f65ec004b80 con 0x7f65f80cde20 2024-09-13T16:02:56.046 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.043+0000 7f65f57fa640 1 --2- 172.21.15.76:0/3092059012 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f65dc06ac00 0x7f65dc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:56.046 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.043+0000 7f65f57fa640 1 -- 172.21.15.76:0/3092059012 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 5929+0+0 (secure 0 0 0) 0x7f65ec0891e0 con 0x7f65f80cde20 2024-09-13T16:02:56.046 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.043+0000 7f65f7fff640 1 --2- 172.21.15.76:0/3092059012 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f65dc06ac00 0x7f65dc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:56.046 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.043+0000 7f65f7fff640 1 --2- 172.21.15.76:0/3092059012 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f65dc06ac00 0x7f65dc06d0c0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f65e4006fd0 tx=0x7f65e4008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:56.048 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.047+0000 7f65f57fa640 1 -- 172.21.15.76:0/3092059012 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f65ec054370 con 0x7f65f80cde20 2024-09-13T16:02:56.246 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.245+0000 7f65ff1c7640 1 -- 172.21.15.76:0/3092059012 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7f65f80b6ae0 con 0x7f65f80cde20 2024-09-13T16:02:56.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.253+0000 7f65f57fa640 1 -- 172.21.15.76:0/3092059012 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 5 and data pool 6 v13) v1 ==== 172+0+0 (secure 0 0 0) 0x7f65f80b6ae0 con 0x7f65f80cde20 2024-09-13T16:02:56.255 INFO:teuthology.orchestra.run.smithi076.stderr:new fs with metadata pool 5 and data pool 6 2024-09-13T16:02:56.260 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.258+0000 7f65ff1c7640 1 -- 172.21.15.76:0/3092059012 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f65dc06ac00 msgr2=0x7f65dc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:56.260 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.258+0000 7f65ff1c7640 1 --2- 172.21.15.76:0/3092059012 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f65dc06ac00 0x7f65dc06d0c0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f65e4006fd0 tx=0x7f65e4008040 comp rx=0 tx=0).stop 2024-09-13T16:02:56.260 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.258+0000 7f65ff1c7640 1 -- 172.21.15.76:0/3092059012 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f65f80cde20 msgr2=0x7f65f8157f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:56.260 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.258+0000 7f65ff1c7640 1 --2- 172.21.15.76:0/3092059012 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f65f80cde20 0x7f65f8157f50 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f65ec00c430 tx=0x7f65ec00c8f0 comp rx=0 tx=0).stop 2024-09-13T16:02:56.260 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.258+0000 7f65ff1c7640 1 -- 172.21.15.76:0/3092059012 shutdown_connections 2024-09-13T16:02:56.260 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.258+0000 7f65ff1c7640 1 --2- 172.21.15.76:0/3092059012 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f65dc06ac00 0x7f65dc06d0c0 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:56.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.258+0000 7f65ff1c7640 1 --2- 172.21.15.76:0/3092059012 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f65f815c500 0x7f65f80afa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:56.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.258+0000 7f65ff1c7640 1 --2- 172.21.15.76:0/3092059012 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f65f80d2760 0x7f65f80b5c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:56.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.258+0000 7f65ff1c7640 1 --2- 172.21.15.76:0/3092059012 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f65f80cde20 0x7f65f8157f50 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:56.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.258+0000 7f65ff1c7640 1 -- 172.21.15.76:0/3092059012 >> 172.21.15.76:0/3092059012 conn(0x7f65f8089f60 msgr2=0x7f65f8158630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:56.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.259+0000 7f65ff1c7640 1 -- 172.21.15.76:0/3092059012 shutdown_connections 2024-09-13T16:02:56.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.259+0000 7f65ff1c7640 1 -- 172.21.15.76:0/3092059012 wait complete. 2024-09-13T16:02:56.278 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:02:56.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.374+0000 7fb3559e9640 1 Processor -- start 2024-09-13T16:02:56.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.375+0000 7fb3559e9640 1 -- start start 2024-09-13T16:02:56.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.375+0000 7fb3559e9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb3500d07b0 0x7fb35006ad10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:56.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.375+0000 7fb3559e9640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb3500d1840 con 0x7fb35015c6e0 2024-09-13T16:02:56.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.375+0000 7fb3559e9640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb3500d0c30 con 0x7fb3500b4660 2024-09-13T16:02:56.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.375+0000 7fb3559e9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb3500d0f10 con 0x7fb3500d07b0 2024-09-13T16:02:56.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.376+0000 7fb34effd640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fb35015c6e0 0x7fb3500b3f50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:51454/0 (socket says 172.21.15.76:51454) 2024-09-13T16:02:56.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.376+0000 7fb34effd640 1 -- 172.21.15.76:0/1708135011 learned_addr learned my addr 172.21.15.76:0/1708135011 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:56.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.376+0000 7fb34dffb640 1 -- 172.21.15.76:0/1708135011 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1317609896 0 0) 0x7fb3500d1840 con 0x7fb35015c6e0 2024-09-13T16:02:56.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.376+0000 7fb34e7fc640 1 --2- 172.21.15.76:0/1708135011 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb3500d07b0 0x7fb35006ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:56.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.376+0000 7fb34dffb640 1 -- 172.21.15.76:0/1708135011 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb338003520 con 0x7fb35015c6e0 2024-09-13T16:02:56.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.376+0000 7fb34dffb640 1 -- 172.21.15.76:0/1708135011 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3199098303 0 0) 0x7fb338003520 con 0x7fb35015c6e0 2024-09-13T16:02:56.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.376+0000 7fb34dffb640 1 -- 172.21.15.76:0/1708135011 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb3500d07b0 msgr2=0x7fb35006ad10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:56.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.376+0000 7fb34dffb640 1 --2- 172.21.15.76:0/1708135011 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb3500d07b0 0x7fb35006ad10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:56.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.376+0000 7fb34dffb640 1 -- 172.21.15.76:0/1708135011 >> v1:172.21.15.192:6789/0 conn(0x7fb3500b4660 legacy=0x7fb35006b250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:56.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.376+0000 7fb34dffb640 1 -- 172.21.15.76:0/1708135011 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb3500d11f0 con 0x7fb35015c6e0 2024-09-13T16:02:56.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.376+0000 7fb34dffb640 1 -- 172.21.15.76:0/1708135011 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7fb340001670 con 0x7fb35015c6e0 2024-09-13T16:02:56.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.376+0000 7fb34dffb640 1 -- 172.21.15.76:0/1708135011 >> v1:172.21.15.76:6789/0 conn(0x7fb35015c6e0 legacy=0x7fb3500b3f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:56.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.376+0000 7fb34dffb640 1 --2- 172.21.15.76:0/1708135011 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb3500d07b0 0x7fb3380039a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:56.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.376+0000 7fb34dffb640 1 --2- 172.21.15.76:0/1708135011 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb338003f20 0x7fb3380047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:56.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.376+0000 7fb34dffb640 1 --2- 172.21.15.76:0/1708135011 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb338004d00 0x7fb338005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:56.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.376+0000 7fb34dffb640 1 -- 172.21.15.76:0/1708135011 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb3500d0f10 con 0x7fb338004d00 2024-09-13T16:02:56.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.376+0000 7fb34dffb640 1 -- 172.21.15.76:0/1708135011 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb33800bb10 con 0x7fb338003f20 2024-09-13T16:02:56.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.376+0000 7fb34dffb640 1 -- 172.21.15.76:0/1708135011 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb33800bcd0 con 0x7fb3500d07b0 2024-09-13T16:02:56.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.376+0000 7fb34f7fe640 1 --2- 172.21.15.76:0/1708135011 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb338004d00 0x7fb338005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:56.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.376+0000 7fb34effd640 1 --2- 172.21.15.76:0/1708135011 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb3500d07b0 0x7fb3380039a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:56.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.376+0000 7fb34e7fc640 1 --2- 172.21.15.76:0/1708135011 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb338003f20 0x7fb3380047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:56.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.377+0000 7fb34f7fe640 1 -- 172.21.15.76:0/1708135011 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb3500d07b0 msgr2=0x7fb3380039a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:56.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.377+0000 7fb34f7fe640 1 --2- 172.21.15.76:0/1708135011 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb3500d07b0 0x7fb3380039a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:56.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.377+0000 7fb34f7fe640 1 -- 172.21.15.76:0/1708135011 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb338003f20 msgr2=0x7fb3380047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:56.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.377+0000 7fb34f7fe640 1 --2- 172.21.15.76:0/1708135011 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb338003f20 0x7fb3380047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:56.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.377+0000 7fb34f7fe640 1 -- 172.21.15.76:0/1708135011 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb338003520 con 0x7fb338004d00 2024-09-13T16:02:56.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.377+0000 7fb34f7fe640 1 --2- 172.21.15.76:0/1708135011 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb338004d00 0x7fb338005180 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7fb35006a1f0 tx=0x7fb3380057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3bfe3d0ef0bd142c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:56.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.377+0000 7fb34dffb640 1 -- 172.21.15.76:0/1708135011 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb34802ae10 con 0x7fb338004d00 2024-09-13T16:02:56.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.377+0000 7fb34dffb640 1 -- 172.21.15.76:0/1708135011 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb348003970 con 0x7fb338004d00 2024-09-13T16:02:56.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.377+0000 7fb34dffb640 1 -- 172.21.15.76:0/1708135011 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb348003d20 con 0x7fb338004d00 2024-09-13T16:02:56.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.378+0000 7fb3559e9640 1 -- 172.21.15.76:0/1708135011 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb338004d00 msgr2=0x7fb338005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:56.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.378+0000 7fb3559e9640 1 --2- 172.21.15.76:0/1708135011 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb338004d00 0x7fb338005180 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7fb35006a1f0 tx=0x7fb3380057f0 comp rx=0 tx=0).stop 2024-09-13T16:02:56.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.378+0000 7fb34f7fe640 1 -- 172.21.15.76:0/1708135011 reap_dead start 2024-09-13T16:02:56.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.378+0000 7fb3559e9640 1 -- 172.21.15.76:0/1708135011 shutdown_connections 2024-09-13T16:02:56.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.378+0000 7fb3559e9640 1 -- 172.21.15.76:0/1708135011 >> 172.21.15.76:0/1708135011 conn(0x7fb350089f60 msgr2=0x7fb3500d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:56.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.378+0000 7fb3559e9640 1 -- 172.21.15.76:0/1708135011 shutdown_connections 2024-09-13T16:02:56.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.378+0000 7fb3559e9640 1 -- 172.21.15.76:0/1708135011 wait complete. 2024-09-13T16:02:56.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.379+0000 7fb3559e9640 1 Processor -- start 2024-09-13T16:02:56.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.379+0000 7fb3559e9640 1 -- start start 2024-09-13T16:02:56.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.380+0000 7fb3559e9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb338004d00 0x7fb35015e930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:56.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.380+0000 7fb3559e9640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb350154bd0 0x7fb350154310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:56.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.380+0000 7fb3559e9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb3500b5300 0x7fb35015aed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:56.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.380+0000 7fb3559e9640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb3500b6880 con 0x7fb3500b5300 2024-09-13T16:02:56.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.380+0000 7fb3559e9640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb35015ee70 con 0x7fb350154bd0 2024-09-13T16:02:56.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.380+0000 7fb3559e9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb35015cb60 con 0x7fb338004d00 2024-09-13T16:02:56.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.380+0000 7fb34f7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb3500b5300 0x7fb35015aed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:56.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.380+0000 7fb34f7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb3500b5300 0x7fb35015aed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39416/0 (socket says 172.21.15.76:39416) 2024-09-13T16:02:56.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.380+0000 7fb34f7fe640 1 -- 172.21.15.76:0/2158632947 learned_addr learned my addr 172.21.15.76:0/2158632947 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:56.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.380+0000 7fb34e7fc640 1 --2- 172.21.15.76:0/2158632947 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb350154bd0 0x7fb350154310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:56.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.380+0000 7fb34effd640 1 --2- 172.21.15.76:0/2158632947 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb338004d00 0x7fb35015e930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:56.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.380+0000 7fb34f7fe640 1 -- 172.21.15.76:0/2158632947 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb338004d00 msgr2=0x7fb35015e930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:56.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.380+0000 7fb34f7fe640 1 --2- 172.21.15.76:0/2158632947 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb338004d00 0x7fb35015e930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:56.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.381+0000 7fb34f7fe640 1 -- 172.21.15.76:0/2158632947 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb350154bd0 msgr2=0x7fb350154310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:56.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.381+0000 7fb34f7fe640 1 --2- 172.21.15.76:0/2158632947 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb350154bd0 0x7fb350154310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:56.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.381+0000 7fb34f7fe640 1 -- 172.21.15.76:0/2158632947 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb3500b6ad0 con 0x7fb3500b5300 2024-09-13T16:02:56.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.381+0000 7fb34f7fe640 1 --2- 172.21.15.76:0/2158632947 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb3500b5300 0x7fb35015aed0 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7fb34802a8c0 tx=0x7fb3480014a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:56.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.381+0000 7fb337fff640 1 -- 172.21.15.76:0/2158632947 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb348003e10 con 0x7fb3500b5300 2024-09-13T16:02:56.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.381+0000 7fb337fff640 1 -- 172.21.15.76:0/2158632947 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb348006d60 con 0x7fb3500b5300 2024-09-13T16:02:56.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.381+0000 7fb337fff640 1 -- 172.21.15.76:0/2158632947 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3480052d0 con 0x7fb3500b5300 2024-09-13T16:02:56.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.381+0000 7fb3559e9640 1 -- 172.21.15.76:0/2158632947 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb3500b6db0 con 0x7fb3500b5300 2024-09-13T16:02:56.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.381+0000 7fb3559e9640 1 -- 172.21.15.76:0/2158632947 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb350154850 con 0x7fb3500b5300 2024-09-13T16:02:56.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.382+0000 7fb3559e9640 1 -- 172.21.15.76:0/2158632947 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb350154850 con 0x7fb3500b5300 2024-09-13T16:02:56.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.382+0000 7fb337fff640 1 -- 172.21.15.76:0/2158632947 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb348005430 con 0x7fb3500b5300 2024-09-13T16:02:56.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.383+0000 7fb337fff640 1 --2- 172.21.15.76:0/2158632947 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb33c06ac00 0x7fb33c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:56.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.383+0000 7fb337fff640 1 -- 172.21.15.76:0/2158632947 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(40..40 src has 1..40) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fb3480a91f0 con 0x7fb3500b5300 2024-09-13T16:02:56.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.383+0000 7fb34effd640 1 --2- 172.21.15.76:0/2158632947 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb33c06ac00 0x7fb33c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:56.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.383+0000 7fb34effd640 1 --2- 172.21.15.76:0/2158632947 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb33c06ac00 0x7fb33c06d0c0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fb35015bc20 tx=0x7fb340000f80 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:56.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.387+0000 7fb337fff640 1 -- 172.21.15.76:0/2158632947 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fb348074290 con 0x7fb3500b5300 2024-09-13T16:02:56.554 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.553+0000 7fb3559e9640 1 -- 172.21.15.76:0/2158632947 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fb350154850 con 0x7fb3500b5300 2024-09-13T16:02:56.555 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.554+0000 7fb337fff640 1 -- 172.21.15.76:0/2158632947 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v40) v1 ==== 74+0+16751 (secure 0 0 0) 0x7fb3480778b0 con 0x7fb3500b5300 2024-09-13T16:02:56.556 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:02:56.556 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":40,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:02:56.246446+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:02:54.526790+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"40","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-09-13T16:02:55.208798+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"40","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:02:56.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.556+0000 7fb3559e9640 1 -- 172.21.15.76:0/2158632947 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb33c06ac00 msgr2=0x7fb33c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:56.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.556+0000 7fb3559e9640 1 --2- 172.21.15.76:0/2158632947 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb33c06ac00 0x7fb33c06d0c0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fb35015bc20 tx=0x7fb340000f80 comp rx=0 tx=0).stop 2024-09-13T16:02:56.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.556+0000 7fb3559e9640 1 -- 172.21.15.76:0/2158632947 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb3500b5300 msgr2=0x7fb35015aed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:56.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.556+0000 7fb3559e9640 1 --2- 172.21.15.76:0/2158632947 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb3500b5300 0x7fb35015aed0 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7fb34802a8c0 tx=0x7fb3480014a0 comp rx=0 tx=0).stop 2024-09-13T16:02:56.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.556+0000 7fb3559e9640 1 -- 172.21.15.76:0/2158632947 shutdown_connections 2024-09-13T16:02:56.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.556+0000 7fb3559e9640 1 --2- 172.21.15.76:0/2158632947 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb3500b5300 0x7fb35015aed0 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:56.559 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.556+0000 7fb3559e9640 1 --2- 172.21.15.76:0/2158632947 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb350154bd0 0x7fb350154310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:56.559 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.556+0000 7fb3559e9640 1 --2- 172.21.15.76:0/2158632947 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb33c06ac00 0x7fb33c06d0c0 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:56.559 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.556+0000 7fb3559e9640 1 --2- 172.21.15.76:0/2158632947 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb338004d00 0x7fb35015e930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:56.559 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.556+0000 7fb3559e9640 1 -- 172.21.15.76:0/2158632947 >> 172.21.15.76:0/2158632947 conn(0x7fb350089f60 msgr2=0x7fb3500b2310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:56.559 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.556+0000 7fb3559e9640 1 -- 172.21.15.76:0/2158632947 shutdown_connections 2024-09-13T16:02:56.559 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.556+0000 7fb3559e9640 1 -- 172.21.15.76:0/2158632947 wait complete. 2024-09-13T16:02:56.569 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:02:56.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.665+0000 7fb0bff5e640 1 Processor -- start 2024-09-13T16:02:56.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.666+0000 7fb0bff5e640 1 -- start start 2024-09-13T16:02:56.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.666+0000 7fb0bff5e640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb0b806c4c0 0x7fb0b806c8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:56.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.666+0000 7fb0bff5e640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fb0b80b2590 0x7fb0b806d3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:56.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.666+0000 7fb0bff5e640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb0b80cbea0 0x7fb0b80cc350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:56.678 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.666+0000 7fb0bff5e640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb0b806deb0 con 0x7fb0b80cbea0 2024-09-13T16:02:56.678 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.666+0000 7fb0bff5e640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb0b80cc890 con 0x7fb0b80b2590 2024-09-13T16:02:56.678 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.666+0000 7fb0bff5e640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb0b806e0c0 con 0x7fb0b806c4c0 2024-09-13T16:02:56.678 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.666+0000 7fb0be4fb640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb0b80cbea0 0x7fb0b80cc350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:56.678 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.667+0000 7fb0be4fb640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb0b80cbea0 0x7fb0b80cc350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39426/0 (socket says 172.21.15.76:39426) 2024-09-13T16:02:56.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.667+0000 7fb0be4fb640 1 -- 172.21.15.76:0/850133019 learned_addr learned my addr 172.21.15.76:0/850133019 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:56.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.667+0000 7fb0bdcfa640 1 --2- 172.21.15.76:0/850133019 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb0b806c4c0 0x7fb0b806c8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:56.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.667+0000 7fb0bd4f9640 1 --2- 172.21.15.76:0/850133019 >> v2:172.21.15.192:3300/0 conn(0x7fb0b80b2590 0x7fb0b806d3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:56.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.667+0000 7fb0be4fb640 1 -- 172.21.15.76:0/850133019 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb0b806c4c0 msgr2=0x7fb0b806c8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:56.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.667+0000 7fb0be4fb640 1 --2- 172.21.15.76:0/850133019 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb0b806c4c0 0x7fb0b806c8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:56.680 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.667+0000 7fb0be4fb640 1 -- 172.21.15.76:0/850133019 >> v2:172.21.15.192:3300/0 conn(0x7fb0b80b2590 msgr2=0x7fb0b806d3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:56.680 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.667+0000 7fb0be4fb640 1 --2- 172.21.15.76:0/850133019 >> v2:172.21.15.192:3300/0 conn(0x7fb0b80b2590 0x7fb0b806d3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:56.680 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.667+0000 7fb0be4fb640 1 -- 172.21.15.76:0/850133019 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb0b806e3a0 con 0x7fb0b80cbea0 2024-09-13T16:02:56.680 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.667+0000 7fb0be4fb640 1 --2- 172.21.15.76:0/850133019 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb0b80cbea0 0x7fb0b80cc350 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7fb0b0009e50 tx=0x7fb0b002a6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=44640cb7776ee04b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:56.680 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.668+0000 7fb0bccf8640 1 -- 172.21.15.76:0/850133019 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0b002aea0 con 0x7fb0b80cbea0 2024-09-13T16:02:56.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.668+0000 7fb0bccf8640 1 -- 172.21.15.76:0/850133019 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb0b002d050 con 0x7fb0b80cbea0 2024-09-13T16:02:56.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.668+0000 7fb0bccf8640 1 -- 172.21.15.76:0/850133019 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0b0031820 con 0x7fb0b80cbea0 2024-09-13T16:02:56.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.668+0000 7fb0bff5e640 1 -- 172.21.15.76:0/850133019 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb0b80cbea0 msgr2=0x7fb0b80cc350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:56.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.668+0000 7fb0bff5e640 1 --2- 172.21.15.76:0/850133019 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb0b80cbea0 0x7fb0b80cc350 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7fb0b0009e50 tx=0x7fb0b002a6c0 comp rx=0 tx=0).stop 2024-09-13T16:02:56.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.668+0000 7fb0bff5e640 1 -- 172.21.15.76:0/850133019 shutdown_connections 2024-09-13T16:02:56.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.668+0000 7fb0bff5e640 1 --2- 172.21.15.76:0/850133019 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb0b80cbea0 0x7fb0b80cc350 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:56.682 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.668+0000 7fb0bff5e640 1 --2- 172.21.15.76:0/850133019 >> v2:172.21.15.192:3300/0 conn(0x7fb0b80b2590 0x7fb0b806d3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:56.682 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.668+0000 7fb0bff5e640 1 --2- 172.21.15.76:0/850133019 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb0b806c4c0 0x7fb0b806c8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:56.682 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.668+0000 7fb0bff5e640 1 -- 172.21.15.76:0/850133019 >> 172.21.15.76:0/850133019 conn(0x7fb0b8069ed0 msgr2=0x7fb0b806a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:56.682 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.668+0000 7fb0bff5e640 1 -- 172.21.15.76:0/850133019 shutdown_connections 2024-09-13T16:02:56.682 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.668+0000 7fb0bff5e640 1 -- 172.21.15.76:0/850133019 wait complete. 2024-09-13T16:02:56.682 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.669+0000 7fb0bff5e640 1 Processor -- start 2024-09-13T16:02:56.683 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.669+0000 7fb0bff5e640 1 -- start start 2024-09-13T16:02:56.683 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.670+0000 7fb0bff5e640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb0b806c4c0 0x7fb0b80c6510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:56.683 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.670+0000 7fb0bff5e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb0b80b2590 0x7fb0b815baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:56.683 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.670+0000 7fb0bff5e640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb0b80cbea0 0x7fb0b8071350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:56.683 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.670+0000 7fb0bff5e640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb0b80c6c10 con 0x7fb0b80b2590 2024-09-13T16:02:56.684 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.670+0000 7fb0bff5e640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb0b80c6ef0 con 0x7fb0b80cbea0 2024-09-13T16:02:56.684 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.670+0000 7fb0bff5e640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb0b80c71d0 con 0x7fb0b806c4c0 2024-09-13T16:02:56.684 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.670+0000 7fb0bd4f9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb0b80b2590 0x7fb0b815baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:56.684 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.670+0000 7fb0bd4f9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb0b80b2590 0x7fb0b815baa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39438/0 (socket says 172.21.15.76:39438) 2024-09-13T16:02:56.684 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.670+0000 7fb0bd4f9640 1 -- 172.21.15.76:0/2569462840 learned_addr learned my addr 172.21.15.76:0/2569462840 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:56.685 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.670+0000 7fb0bdcfa640 1 --2- 172.21.15.76:0/2569462840 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb0b806c4c0 0x7fb0b80c6510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:56.685 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.670+0000 7fb0be4fb640 1 --2- 172.21.15.76:0/2569462840 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb0b80cbea0 0x7fb0b8071350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:56.685 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.671+0000 7fb0bd4f9640 1 -- 172.21.15.76:0/2569462840 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb0b806c4c0 msgr2=0x7fb0b80c6510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:56.685 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.671+0000 7fb0bd4f9640 1 --2- 172.21.15.76:0/2569462840 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb0b806c4c0 0x7fb0b80c6510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:56.685 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.671+0000 7fb0bd4f9640 1 -- 172.21.15.76:0/2569462840 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb0b80cbea0 msgr2=0x7fb0b8071350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:56.686 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.671+0000 7fb0bd4f9640 1 --2- 172.21.15.76:0/2569462840 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb0b80cbea0 0x7fb0b8071350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:56.686 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.671+0000 7fb0bd4f9640 1 -- 172.21.15.76:0/2569462840 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb0b0009b30 con 0x7fb0b80b2590 2024-09-13T16:02:56.686 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.671+0000 7fb0bd4f9640 1 --2- 172.21.15.76:0/2569462840 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb0b80b2590 0x7fb0b815baa0 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7fb0b400d7d0 tx=0x7fb0b400dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:56.686 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.671+0000 7fb0aa7fc640 1 -- 172.21.15.76:0/2569462840 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0b4018070 con 0x7fb0b80b2590 2024-09-13T16:02:56.686 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.671+0000 7fb0aa7fc640 1 -- 172.21.15.76:0/2569462840 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb0b4004020 con 0x7fb0b80b2590 2024-09-13T16:02:56.686 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.671+0000 7fb0aa7fc640 1 -- 172.21.15.76:0/2569462840 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0b40041b0 con 0x7fb0b80b2590 2024-09-13T16:02:56.687 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.671+0000 7fb0bff5e640 1 -- 172.21.15.76:0/2569462840 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb0b80c74b0 con 0x7fb0b80b2590 2024-09-13T16:02:56.687 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.671+0000 7fb0bff5e640 1 -- 172.21.15.76:0/2569462840 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb0b8071890 con 0x7fb0b80b2590 2024-09-13T16:02:56.687 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.672+0000 7fb0bff5e640 1 -- 172.21.15.76:0/2569462840 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb0b80c9b10 con 0x7fb0b80b2590 2024-09-13T16:02:56.687 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.672+0000 7fb0aa7fc640 1 -- 172.21.15.76:0/2569462840 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb0b4004310 con 0x7fb0b80b2590 2024-09-13T16:02:56.688 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.673+0000 7fb0aa7fc640 1 --2- 172.21.15.76:0/2569462840 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb09c06ac00 0x7fb09c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:56.688 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.673+0000 7fb0aa7fc640 1 -- 172.21.15.76:0/2569462840 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(40..40 src has 1..40) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fb0b4089160 con 0x7fb0b80b2590 2024-09-13T16:02:56.688 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.673+0000 7fb0bdcfa640 1 --2- 172.21.15.76:0/2569462840 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb09c06ac00 0x7fb09c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:56.688 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.673+0000 7fb0bdcfa640 1 --2- 172.21.15.76:0/2569462840 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb09c06ac00 0x7fb09c06d0c0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fb0ac006fd0 tx=0x7fb0ac008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:56.689 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.677+0000 7fb0aa7fc640 1 -- 172.21.15.76:0/2569462840 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fb0b40542b0 con 0x7fb0b80b2590 2024-09-13T16:02:56.840 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.838+0000 7fb0bff5e640 1 -- 172.21.15.76:0/2569462840 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fb0b80c8af0 con 0x7fb0b80b2590 2024-09-13T16:02:56.841 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.840+0000 7fb0aa7fc640 1 -- 172.21.15.76:0/2569462840 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v40) v1 ==== 74+0+16751 (secure 0 0 0) 0x7fb0b40578d0 con 0x7fb0b80b2590 2024-09-13T16:02:56.842 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:02:56.842 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":40,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:02:56.246446+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:02:54.526790+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"40","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-09-13T16:02:55.208798+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"40","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:02:56.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.841+0000 7fb0bff5e640 1 -- 172.21.15.76:0/2569462840 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb09c06ac00 msgr2=0x7fb09c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:56.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.842+0000 7fb0bff5e640 1 --2- 172.21.15.76:0/2569462840 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb09c06ac00 0x7fb09c06d0c0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fb0ac006fd0 tx=0x7fb0ac008040 comp rx=0 tx=0).stop 2024-09-13T16:02:56.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.842+0000 7fb0bff5e640 1 -- 172.21.15.76:0/2569462840 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb0b80b2590 msgr2=0x7fb0b815baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:56.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.842+0000 7fb0bff5e640 1 --2- 172.21.15.76:0/2569462840 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb0b80b2590 0x7fb0b815baa0 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7fb0b400d7d0 tx=0x7fb0b400dc90 comp rx=0 tx=0).stop 2024-09-13T16:02:56.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.842+0000 7fb0bff5e640 1 -- 172.21.15.76:0/2569462840 shutdown_connections 2024-09-13T16:02:56.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.842+0000 7fb0bff5e640 1 --2- 172.21.15.76:0/2569462840 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb0b80cbea0 0x7fb0b8071350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:56.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.842+0000 7fb0bff5e640 1 --2- 172.21.15.76:0/2569462840 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb0b80b2590 0x7fb0b815baa0 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:56.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.842+0000 7fb0bff5e640 1 --2- 172.21.15.76:0/2569462840 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb09c06ac00 0x7fb09c06d0c0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:56.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.842+0000 7fb0bff5e640 1 --2- 172.21.15.76:0/2569462840 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb0b806c4c0 0x7fb0b80c6510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:56.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.842+0000 7fb0bff5e640 1 -- 172.21.15.76:0/2569462840 >> 172.21.15.76:0/2569462840 conn(0x7fb0b8069ed0 msgr2=0x7fb0b806a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:56.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.842+0000 7fb0bff5e640 1 -- 172.21.15.76:0/2569462840 shutdown_connections 2024-09-13T16:02:56.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.842+0000 7fb0bff5e640 1 -- 172.21.15.76:0/2569462840 wait complete. 2024-09-13T16:02:56.855 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-13T16:02:56.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.955+0000 7fd24d108640 1 Processor -- start 2024-09-13T16:02:56.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.955+0000 7fd24d108640 1 -- start start 2024-09-13T16:02:56.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.956+0000 7fd24d108640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd248159310 0x7fd2480ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:56.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.956+0000 7fd24d108640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fd2480b2b40 0x7fd2480ab140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:56.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.956+0000 7fd24d108640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd2480ccbe0 con 0x7fd2480ab680 2024-09-13T16:02:56.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.956+0000 7fd24d108640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd2480ad940 con 0x7fd2480b2b40 2024-09-13T16:02:56.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.956+0000 7fd24d108640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd2480b1810 con 0x7fd248159310 2024-09-13T16:02:56.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.956+0000 7fd23e59c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fd2480b2b40 0x7fd2480ab140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:56.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.956+0000 7fd23e59c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fd2480b2b40 0x7fd2480ab140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39442/0 (socket says 172.21.15.76:39442) 2024-09-13T16:02:56.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.956+0000 7fd23e59c640 1 -- 172.21.15.76:0/292636637 learned_addr learned my addr 172.21.15.76:0/292636637 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:56.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.956+0000 7fd23e59c640 1 -- 172.21.15.76:0/292636637 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd248159310 msgr2=0x7fd2480ad400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:56.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.956+0000 7fd23e59c640 1 --2- 172.21.15.76:0/292636637 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd248159310 0x7fd2480ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:56.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.956+0000 7fd23e59c640 1 -- 172.21.15.76:0/292636637 >> v1:172.21.15.192:6789/0 conn(0x7fd2480ab680 legacy=0x7fd2480ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:56.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.956+0000 7fd23e59c640 1 -- 172.21.15.76:0/292636637 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd24806d9e0 con 0x7fd2480b2b40 2024-09-13T16:02:56.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.957+0000 7fd23e59c640 1 --2- 172.21.15.76:0/292636637 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd2480b2b40 0x7fd2480ab140 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7fd23000bb10 tx=0x7fd23002c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a9a6a26fcf4cbdf0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:56.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.957+0000 7fd24659c640 1 -- 172.21.15.76:0/292636637 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2300326f0 con 0x7fd2480b2b40 2024-09-13T16:02:56.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.957+0000 7fd24659c640 1 -- 172.21.15.76:0/292636637 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd230032850 con 0x7fd2480b2b40 2024-09-13T16:02:56.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.957+0000 7fd24659c640 1 -- 172.21.15.76:0/292636637 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd230032be0 con 0x7fd2480b2b40 2024-09-13T16:02:56.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.958+0000 7fd24d108640 1 -- 172.21.15.76:0/292636637 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd2480b2b40 msgr2=0x7fd2480ab140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:56.961 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.958+0000 7fd24d108640 1 --2- 172.21.15.76:0/292636637 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd2480b2b40 0x7fd2480ab140 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7fd23000bb10 tx=0x7fd23002c830 comp rx=0 tx=0).stop 2024-09-13T16:02:56.961 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.958+0000 7fd24d108640 1 -- 172.21.15.76:0/292636637 shutdown_connections 2024-09-13T16:02:56.961 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.958+0000 7fd24d108640 1 --2- 172.21.15.76:0/292636637 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd2480b2b40 0x7fd2480ab140 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:56.961 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.958+0000 7fd24d108640 1 --2- 172.21.15.76:0/292636637 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd248159310 0x7fd2480ad400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:56.961 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.958+0000 7fd24d108640 1 -- 172.21.15.76:0/292636637 >> 172.21.15.76:0/292636637 conn(0x7fd24806a0b0 msgr2=0x7fd24806a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:56.961 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.958+0000 7fd24d108640 1 -- 172.21.15.76:0/292636637 shutdown_connections 2024-09-13T16:02:56.961 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.958+0000 7fd24d108640 1 -- 172.21.15.76:0/292636637 wait complete. 2024-09-13T16:02:56.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.959+0000 7fd24d108640 1 Processor -- start 2024-09-13T16:02:56.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.959+0000 7fd24d108640 1 -- start start 2024-09-13T16:02:56.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.960+0000 7fd24d108640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd2480ab680 0x7fd2481f2e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:56.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.960+0000 7fd24d108640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd2480b2b40 0x7fd2480c4d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:56.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.960+0000 7fd24d108640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd248159310 0x7fd248155b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:56.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.960+0000 7fd24d108640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2481f6500 con 0x7fd2480ab680 2024-09-13T16:02:56.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.960+0000 7fd24d108640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd248156050 con 0x7fd248159310 2024-09-13T16:02:56.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.960+0000 7fd24d108640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd2481f3480 con 0x7fd2480b2b40 2024-09-13T16:02:56.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.960+0000 7fd246d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd2480ab680 0x7fd2481f2e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:56.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.960+0000 7fd246d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd2480ab680 0x7fd2481f2e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39454/0 (socket says 172.21.15.76:39454) 2024-09-13T16:02:56.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.960+0000 7fd246d9d640 1 -- 172.21.15.76:0/1306592138 learned_addr learned my addr 172.21.15.76:0/1306592138 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:56.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.961+0000 7fd23e59c640 1 --2- 172.21.15.76:0/1306592138 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd2480b2b40 0x7fd2480c4d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:56.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.961+0000 7fd246d9d640 1 -- 172.21.15.76:0/1306592138 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd2480b2b40 msgr2=0x7fd2480c4d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:56.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.961+0000 7fd246d9d640 1 --2- 172.21.15.76:0/1306592138 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd2480b2b40 0x7fd2480c4d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:56.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.961+0000 7fd246d9d640 1 -- 172.21.15.76:0/1306592138 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd248159310 msgr2=0x7fd248155b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:56.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.961+0000 7fd246d9d640 1 --2- 172.21.15.76:0/1306592138 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd248159310 0x7fd248155b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:56.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.961+0000 7fd246d9d640 1 -- 172.21.15.76:0/1306592138 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd23000b770 con 0x7fd2480ab680 2024-09-13T16:02:56.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.961+0000 7fd246d9d640 1 --2- 172.21.15.76:0/1306592138 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd2480ab680 0x7fd2481f2e20 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7fd23800b410 tx=0x7fd23800b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:56.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.961+0000 7fd23ffff640 1 -- 172.21.15.76:0/1306592138 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd238011830 con 0x7fd2480ab680 2024-09-13T16:02:56.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.961+0000 7fd23ffff640 1 -- 172.21.15.76:0/1306592138 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd2380119b0 con 0x7fd2480ab680 2024-09-13T16:02:56.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.961+0000 7fd24d108640 1 -- 172.21.15.76:0/1306592138 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd2481f3760 con 0x7fd2480ab680 2024-09-13T16:02:56.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.961+0000 7fd23ffff640 1 -- 172.21.15.76:0/1306592138 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd238011d60 con 0x7fd2480ab680 2024-09-13T16:02:56.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.961+0000 7fd24d108640 1 -- 172.21.15.76:0/1306592138 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd2481f3d20 con 0x7fd2480ab680 2024-09-13T16:02:56.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.962+0000 7fd24d108640 1 -- 172.21.15.76:0/1306592138 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd2480ab140 con 0x7fd2480ab680 2024-09-13T16:02:56.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.962+0000 7fd23ffff640 1 -- 172.21.15.76:0/1306592138 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd23801a400 con 0x7fd2480ab680 2024-09-13T16:02:56.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.963+0000 7fd23ffff640 1 --2- 172.21.15.76:0/1306592138 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd22806ac00 0x7fd22806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:56.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.963+0000 7fd23ffff640 1 -- 172.21.15.76:0/1306592138 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(40..40 src has 1..40) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fd2380895a0 con 0x7fd2480ab680 2024-09-13T16:02:56.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.963+0000 7fd23e59c640 1 --2- 172.21.15.76:0/1306592138 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd22806ac00 0x7fd22806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:56.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.963+0000 7fd23e59c640 1 --2- 172.21.15.76:0/1306592138 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd22806ac00 0x7fd22806d0c0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fd230037000 tx=0x7fd230008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:56.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:56.967+0000 7fd23ffff640 1 -- 172.21.15.76:0/1306592138 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fd238054650 con 0x7fd2480ab680 2024-09-13T16:02:57.164 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.162+0000 7fd24d108640 1 -- 172.21.15.76:0/1306592138 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7fd2481576d0 con 0x7fd2480ab680 2024-09-13T16:02:57.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.250+0000 7fd23ffff640 1 -- 172.21.15.76:0/1306592138 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v14) v1 ==== 118+0+0 (secure 0 0 0) 0x7fd238057c70 con 0x7fd2480ab680 2024-09-13T16:02:57.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.253+0000 7fd24d108640 1 -- 172.21.15.76:0/1306592138 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd22806ac00 msgr2=0x7fd22806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:57.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.253+0000 7fd24d108640 1 --2- 172.21.15.76:0/1306592138 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd22806ac00 0x7fd22806d0c0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fd230037000 tx=0x7fd230008040 comp rx=0 tx=0).stop 2024-09-13T16:02:57.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.253+0000 7fd24d108640 1 -- 172.21.15.76:0/1306592138 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd2480ab680 msgr2=0x7fd2481f2e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:57.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.253+0000 7fd24d108640 1 --2- 172.21.15.76:0/1306592138 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd2480ab680 0x7fd2481f2e20 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7fd23800b410 tx=0x7fd23800b8d0 comp rx=0 tx=0).stop 2024-09-13T16:02:57.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.253+0000 7fd24d108640 1 -- 172.21.15.76:0/1306592138 shutdown_connections 2024-09-13T16:02:57.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.253+0000 7fd24d108640 1 --2- 172.21.15.76:0/1306592138 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd248159310 0x7fd248155b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:57.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.253+0000 7fd24d108640 1 --2- 172.21.15.76:0/1306592138 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd22806ac00 0x7fd22806d0c0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:57.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.253+0000 7fd24d108640 1 --2- 172.21.15.76:0/1306592138 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd2480b2b40 0x7fd2480c4d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:57.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.253+0000 7fd24d108640 1 --2- 172.21.15.76:0/1306592138 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd2480ab680 0x7fd2481f2e20 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:57.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.253+0000 7fd24d108640 1 -- 172.21.15.76:0/1306592138 >> 172.21.15.76:0/1306592138 conn(0x7fd24806a0b0 msgr2=0x7fd2480abd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:57.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.253+0000 7fd24d108640 1 -- 172.21.15.76:0/1306592138 shutdown_connections 2024-09-13T16:02:57.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.253+0000 7fd24d108640 1 -- 172.21.15.76:0/1306592138 wait complete. 2024-09-13T16:02:57.266 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-13T16:02:57.266 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-13T16:02:57.369 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.367+0000 7fda6259c640 1 Processor -- start 2024-09-13T16:02:57.369 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.367+0000 7fda6259c640 1 -- start start 2024-09-13T16:02:57.372 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.368+0000 7fda6259c640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fda5c0cec00 0x7fda5c0ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:57.372 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.368+0000 7fda6259c640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fda5c0ccbe0 con 0x7fda5c159310 2024-09-13T16:02:57.372 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.368+0000 7fda6259c640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fda5c0b1810 con 0x7fda5c0b2b40 2024-09-13T16:02:57.372 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.368+0000 7fda6259c640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fda5c0ad940 con 0x7fda5c0cec00 2024-09-13T16:02:57.372 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.368+0000 7fda5bfff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fda5c159310 0x7fda5c0ab140 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:51466/0 (socket says 172.21.15.76:51466) 2024-09-13T16:02:57.372 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.368+0000 7fda5bfff640 1 -- 172.21.15.76:0/3573839664 learned_addr learned my addr 172.21.15.76:0/3573839664 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:57.372 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.368+0000 7fda60b39640 1 --2- 172.21.15.76:0/3573839664 >> v2:172.21.15.192:3300/0 conn(0x7fda5c0cec00 0x7fda5c0ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:57.372 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.368+0000 7fda5affd640 1 -- 172.21.15.76:0/3573839664 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2021356616 0 0) 0x7fda5c0ccbe0 con 0x7fda5c159310 2024-09-13T16:02:57.373 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.369+0000 7fda5affd640 1 -- 172.21.15.76:0/3573839664 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fda44003520 con 0x7fda5c159310 2024-09-13T16:02:57.373 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.369+0000 7fda5affd640 1 -- 172.21.15.76:0/3573839664 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2156862379 0 0) 0x7fda44003520 con 0x7fda5c159310 2024-09-13T16:02:57.373 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.369+0000 7fda5affd640 1 -- 172.21.15.76:0/3573839664 >> v2:172.21.15.192:3300/0 conn(0x7fda5c0cec00 msgr2=0x7fda5c0ad400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:57.373 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.369+0000 7fda5affd640 1 --2- 172.21.15.76:0/3573839664 >> v2:172.21.15.192:3300/0 conn(0x7fda5c0cec00 0x7fda5c0ad400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:57.373 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.369+0000 7fda5affd640 1 -- 172.21.15.76:0/3573839664 >> v1:172.21.15.192:6789/0 conn(0x7fda5c0b2b40 legacy=0x7fda5c0ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:57.373 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.369+0000 7fda5affd640 1 -- 172.21.15.76:0/3573839664 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fda5c06d9e0 con 0x7fda5c159310 2024-09-13T16:02:57.373 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.369+0000 7fda5affd640 1 -- 172.21.15.76:0/3573839664 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7fda4c001670 con 0x7fda5c159310 2024-09-13T16:02:57.373 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.369+0000 7fda5affd640 1 -- 172.21.15.76:0/3573839664 >> v1:172.21.15.76:6789/0 conn(0x7fda5c159310 legacy=0x7fda5c0ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:57.373 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.369+0000 7fda5affd640 1 --2- 172.21.15.76:0/3573839664 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fda44003970 0x7fda44003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:57.373 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.369+0000 7fda5affd640 1 --2- 172.21.15.76:0/3573839664 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fda440047c0 0x7fda44004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:57.373 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.369+0000 7fda5affd640 1 --2- 172.21.15.76:0/3573839664 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fda44005180 0x7fda4400b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:57.373 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.369+0000 7fda5affd640 1 -- 172.21.15.76:0/3573839664 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda4400c0f0 con 0x7fda440047c0 2024-09-13T16:02:57.374 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.369+0000 7fda5affd640 1 -- 172.21.15.76:0/3573839664 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda4400c260 con 0x7fda44003970 2024-09-13T16:02:57.374 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.369+0000 7fda5affd640 1 -- 172.21.15.76:0/3573839664 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fda4400c420 con 0x7fda44005180 2024-09-13T16:02:57.374 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.369+0000 7fda5b7fe640 1 --2- 172.21.15.76:0/3573839664 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fda440047c0 0x7fda44004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:57.374 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.369+0000 7fda5bfff640 1 --2- 172.21.15.76:0/3573839664 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fda44003970 0x7fda44003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:57.374 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.369+0000 7fda60b39640 1 --2- 172.21.15.76:0/3573839664 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fda44005180 0x7fda4400b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:57.374 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.369+0000 7fda5b7fe640 1 -- 172.21.15.76:0/3573839664 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fda44005180 msgr2=0x7fda4400b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:57.374 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.369+0000 7fda5b7fe640 1 --2- 172.21.15.76:0/3573839664 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fda44005180 0x7fda4400b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:57.374 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.369+0000 7fda5b7fe640 1 -- 172.21.15.76:0/3573839664 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fda44003970 msgr2=0x7fda44003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:57.374 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.369+0000 7fda5b7fe640 1 --2- 172.21.15.76:0/3573839664 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fda44003970 0x7fda44003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:57.374 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.369+0000 7fda5b7fe640 1 -- 172.21.15.76:0/3573839664 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fda44003520 con 0x7fda440047c0 2024-09-13T16:02:57.374 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.369+0000 7fda60b39640 1 -- 172.21.15.76:0/3573839664 reap_dead start 2024-09-13T16:02:57.374 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.370+0000 7fda5b7fe640 1 --2- 172.21.15.76:0/3573839664 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fda440047c0 0x7fda44004c40 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7fda50001750 tx=0x7fda440057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a6d2cebd18bd31f1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:57.374 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.370+0000 7fda5affd640 1 -- 172.21.15.76:0/3573839664 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda500052d0 con 0x7fda440047c0 2024-09-13T16:02:57.374 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.370+0000 7fda5affd640 1 -- 172.21.15.76:0/3573839664 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fda50005430 con 0x7fda440047c0 2024-09-13T16:02:57.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.370+0000 7fda5affd640 1 -- 172.21.15.76:0/3573839664 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda5002abc0 con 0x7fda440047c0 2024-09-13T16:02:57.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.370+0000 7fda6259c640 1 -- 172.21.15.76:0/3573839664 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fda440047c0 msgr2=0x7fda44004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:57.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.371+0000 7fda6259c640 1 --2- 172.21.15.76:0/3573839664 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fda440047c0 0x7fda44004c40 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7fda50001750 tx=0x7fda440057f0 comp rx=0 tx=0).stop 2024-09-13T16:02:57.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.371+0000 7fda6259c640 1 -- 172.21.15.76:0/3573839664 shutdown_connections 2024-09-13T16:02:57.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.371+0000 7fda6259c640 1 --2- 172.21.15.76:0/3573839664 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fda440047c0 0x7fda44004c40 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:57.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.371+0000 7fda6259c640 1 -- 172.21.15.76:0/3573839664 >> 172.21.15.76:0/3573839664 conn(0x7fda5c06a0b0 msgr2=0x7fda5c06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:57.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.371+0000 7fda6259c640 1 -- 172.21.15.76:0/3573839664 shutdown_connections 2024-09-13T16:02:57.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.371+0000 7fda6259c640 1 -- 172.21.15.76:0/3573839664 wait complete. 2024-09-13T16:02:57.378 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.372+0000 7fda6259c640 1 Processor -- start 2024-09-13T16:02:57.378 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.372+0000 7fda6259c640 1 -- start start 2024-09-13T16:02:57.378 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.373+0000 7fda6259c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fda440047c0 0x7fda5c152210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:57.378 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.373+0000 7fda6259c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fda5c1f2280 0x7fda5c1f2700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:57.378 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.373+0000 7fda6259c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fda5c1e2810 0x7fda5c1e2c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:57.378 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.373+0000 7fda6259c640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda5c0ac380 con 0x7fda5c1f2280 2024-09-13T16:02:57.378 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.373+0000 7fda6259c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda5c1e31d0 con 0x7fda440047c0 2024-09-13T16:02:57.378 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.373+0000 7fda6259c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fda5c0ab700 con 0x7fda5c1e2810 2024-09-13T16:02:57.378 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.373+0000 7fda5b7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fda5c1f2280 0x7fda5c1f2700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:57.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.373+0000 7fda5b7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fda5c1f2280 0x7fda5c1f2700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39486/0 (socket says 172.21.15.76:39486) 2024-09-13T16:02:57.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.373+0000 7fda5b7fe640 1 -- 172.21.15.76:0/3796081093 learned_addr learned my addr 172.21.15.76:0/3796081093 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:57.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.373+0000 7fda5bfff640 1 --2- 172.21.15.76:0/3796081093 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fda440047c0 0x7fda5c152210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:57.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.373+0000 7fda5b7fe640 1 -- 172.21.15.76:0/3796081093 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fda5c1e2810 msgr2=0x7fda5c1e2c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:57.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.373+0000 7fda5b7fe640 1 --2- 172.21.15.76:0/3796081093 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fda5c1e2810 0x7fda5c1e2c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:57.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.373+0000 7fda5b7fe640 1 -- 172.21.15.76:0/3796081093 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fda440047c0 msgr2=0x7fda5c152210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:57.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.373+0000 7fda5b7fe640 1 --2- 172.21.15.76:0/3796081093 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fda440047c0 0x7fda5c152210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:57.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.373+0000 7fda5b7fe640 1 -- 172.21.15.76:0/3796081093 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fda5c0ab9e0 con 0x7fda5c1f2280 2024-09-13T16:02:57.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.373+0000 7fda5bfff640 1 --2- 172.21.15.76:0/3796081093 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fda440047c0 0x7fda5c152210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:02:57.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.373+0000 7fda5b7fe640 1 --2- 172.21.15.76:0/3796081093 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fda5c1f2280 0x7fda5c1f2700 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7fda50000c00 tx=0x7fda50001120 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:57.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.373+0000 7fda58ff9640 1 -- 172.21.15.76:0/3796081093 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda50007240 con 0x7fda5c1f2280 2024-09-13T16:02:57.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.373+0000 7fda58ff9640 1 -- 172.21.15.76:0/3796081093 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fda500073a0 con 0x7fda5c1f2280 2024-09-13T16:02:57.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.373+0000 7fda6259c640 1 -- 172.21.15.76:0/3796081093 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fda5c0abcc0 con 0x7fda5c1f2280 2024-09-13T16:02:57.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.373+0000 7fda58ff9640 1 -- 172.21.15.76:0/3796081093 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda500067d0 con 0x7fda5c1f2280 2024-09-13T16:02:57.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.373+0000 7fda6259c640 1 -- 172.21.15.76:0/3796081093 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fda5c152750 con 0x7fda5c1f2280 2024-09-13T16:02:57.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.374+0000 7fda6259c640 1 -- 172.21.15.76:0/3796081093 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fda5c0b1a60 con 0x7fda5c1f2280 2024-09-13T16:02:57.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.375+0000 7fda58ff9640 1 -- 172.21.15.76:0/3796081093 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fda50006930 con 0x7fda5c1f2280 2024-09-13T16:02:57.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.375+0000 7fda58ff9640 1 --2- 172.21.15.76:0/3796081093 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fda4806ac00 0x7fda4806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:57.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.375+0000 7fda58ff9640 1 -- 172.21.15.76:0/3796081093 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fda500a9330 con 0x7fda5c1f2280 2024-09-13T16:02:57.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.375+0000 7fda5bfff640 1 --2- 172.21.15.76:0/3796081093 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fda4806ac00 0x7fda4806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:57.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.376+0000 7fda5bfff640 1 --2- 172.21.15.76:0/3796081093 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fda4806ac00 0x7fda4806d0c0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fda4c007c60 tx=0x7fda4c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:57.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.379+0000 7fda58ff9640 1 -- 172.21.15.76:0/3796081093 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fda5c0b1a60 con 0x7fda5c1f2280 2024-09-13T16:02:57.576 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:57.575+0000 7fda6259c640 1 -- 172.21.15.76:0/3796081093 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7fda5c0b1a60 con 0x7fda5c1f2280 2024-09-13T16:02:58.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.255+0000 7fda58ff9640 1 -- 172.21.15.76:0/3796081093 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v15) v1 ==== 122+0+0 (secure 0 0 0) 0x7fda5c0b1a60 con 0x7fda5c1f2280 2024-09-13T16:02:58.259 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.257+0000 7fda6259c640 1 -- 172.21.15.76:0/3796081093 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fda4806ac00 msgr2=0x7fda4806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:58.259 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.257+0000 7fda6259c640 1 --2- 172.21.15.76:0/3796081093 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fda4806ac00 0x7fda4806d0c0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fda4c007c60 tx=0x7fda4c009040 comp rx=0 tx=0).stop 2024-09-13T16:02:58.260 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.258+0000 7fda6259c640 1 -- 172.21.15.76:0/3796081093 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fda5c1f2280 msgr2=0x7fda5c1f2700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:58.260 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.258+0000 7fda6259c640 1 --2- 172.21.15.76:0/3796081093 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fda5c1f2280 0x7fda5c1f2700 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7fda50000c00 tx=0x7fda50001120 comp rx=0 tx=0).stop 2024-09-13T16:02:58.260 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.258+0000 7fda6259c640 1 -- 172.21.15.76:0/3796081093 shutdown_connections 2024-09-13T16:02:58.260 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.258+0000 7fda6259c640 1 --2- 172.21.15.76:0/3796081093 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fda4806ac00 0x7fda4806d0c0 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:58.260 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.258+0000 7fda6259c640 1 --2- 172.21.15.76:0/3796081093 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fda5c1e2810 0x7fda5c1e2c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:58.260 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.258+0000 7fda6259c640 1 --2- 172.21.15.76:0/3796081093 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fda5c1f2280 0x7fda5c1f2700 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:58.260 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.258+0000 7fda6259c640 1 --2- 172.21.15.76:0/3796081093 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fda440047c0 0x7fda5c152210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:58.260 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.258+0000 7fda6259c640 1 -- 172.21.15.76:0/3796081093 >> 172.21.15.76:0/3796081093 conn(0x7fda5c06a0b0 msgr2=0x7fda5c0c45b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:58.260 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.258+0000 7fda6259c640 1 -- 172.21.15.76:0/3796081093 shutdown_connections 2024-09-13T16:02:58.260 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.258+0000 7fda6259c640 1 -- 172.21.15.76:0/3796081093 wait complete. 2024-09-13T16:02:58.271 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-13T16:02:58.271 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:02:58.371 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.370+0000 7f114a50f640 1 Processor -- start 2024-09-13T16:02:58.372 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.370+0000 7f114a50f640 1 -- start start 2024-09-13T16:02:58.373 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.371+0000 7f114a50f640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f1144071d30 0x7f1144070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:58.373 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.371+0000 7f114a50f640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f11440c8920 0x7f11440c8db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:58.373 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.371+0000 7f114a50f640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f11440abdf0 con 0x7f1144072110 2024-09-13T16:02:58.373 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.371+0000 7f114a50f640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f11440c92f0 con 0x7f11440c8920 2024-09-13T16:02:58.373 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.371+0000 7f114a50f640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f11440b2280 con 0x7f1144071d30 2024-09-13T16:02:58.373 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.371+0000 7f1148aac640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f11440c8920 0x7f11440c8db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:58.373 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.371+0000 7f1148aac640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f11440c8920 0x7f11440c8db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39494/0 (socket says 172.21.15.76:39494) 2024-09-13T16:02:58.373 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.371+0000 7f1148aac640 1 -- 172.21.15.76:0/2421718439 learned_addr learned my addr 172.21.15.76:0/2421718439 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:58.373 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.371+0000 7f1148aac640 1 -- 172.21.15.76:0/2421718439 >> v2:172.21.15.192:3300/0 conn(0x7f1144071d30 msgr2=0x7f1144070190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:58.373 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.371+0000 7f1148aac640 1 --2- 172.21.15.76:0/2421718439 >> v2:172.21.15.192:3300/0 conn(0x7f1144071d30 0x7f1144070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:58.373 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.371+0000 7f1148aac640 1 -- 172.21.15.76:0/2421718439 >> v1:172.21.15.192:6789/0 conn(0x7f1144072110 legacy=0x7f11440b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:58.374 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.371+0000 7f1148aac640 1 -- 172.21.15.76:0/2421718439 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f11440ab1e0 con 0x7f11440c8920 2024-09-13T16:02:58.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.372+0000 7f1148aac640 1 --2- 172.21.15.76:0/2421718439 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f11440c8920 0x7f11440c8db0 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f11440cee60 tx=0x7f113c02a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c276a72feddcfa30 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:58.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.372+0000 7f1142ffd640 1 -- 172.21.15.76:0/2421718439 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f113c031600 con 0x7f11440c8920 2024-09-13T16:02:58.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.372+0000 7f1142ffd640 1 -- 172.21.15.76:0/2421718439 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f113c02d050 con 0x7f11440c8920 2024-09-13T16:02:58.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.372+0000 7f1142ffd640 1 -- 172.21.15.76:0/2421718439 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f113c031980 con 0x7f11440c8920 2024-09-13T16:02:58.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.373+0000 7f114a50f640 1 -- 172.21.15.76:0/2421718439 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f11440c8920 msgr2=0x7f11440c8db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:58.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.373+0000 7f114a50f640 1 --2- 172.21.15.76:0/2421718439 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f11440c8920 0x7f11440c8db0 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f11440cee60 tx=0x7f113c02a6f0 comp rx=0 tx=0).stop 2024-09-13T16:02:58.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.373+0000 7f114a50f640 1 -- 172.21.15.76:0/2421718439 shutdown_connections 2024-09-13T16:02:58.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.373+0000 7f114a50f640 1 --2- 172.21.15.76:0/2421718439 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f11440c8920 0x7f11440c8db0 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:58.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.373+0000 7f114a50f640 1 --2- 172.21.15.76:0/2421718439 >> v2:172.21.15.192:3300/0 conn(0x7f1144071d30 0x7f1144070190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:58.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.373+0000 7f114a50f640 1 -- 172.21.15.76:0/2421718439 >> 172.21.15.76:0/2421718439 conn(0x7f1144069ed0 msgr2=0x7f114406a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:58.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.373+0000 7f114a50f640 1 -- 172.21.15.76:0/2421718439 shutdown_connections 2024-09-13T16:02:58.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.373+0000 7f114a50f640 1 -- 172.21.15.76:0/2421718439 wait complete. 2024-09-13T16:02:58.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.374+0000 7f114a50f640 1 Processor -- start 2024-09-13T16:02:58.378 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.374+0000 7f114a50f640 1 -- start start 2024-09-13T16:02:58.378 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.375+0000 7f114a50f640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1144071d30 0x7f11441f1dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:58.378 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.375+0000 7f114a50f640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1144072110 0x7f11441f5a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:58.378 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.375+0000 7f114a50f640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f11440c8920 0x7f11441f5fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:58.378 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.375+0000 7f114a50f640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1144157e90 con 0x7f1144071d30 2024-09-13T16:02:58.378 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.375+0000 7f114a50f640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11441f65d0 con 0x7f1144072110 2024-09-13T16:02:58.378 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.375+0000 7f114a50f640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f11441f68b0 con 0x7f11440c8920 2024-09-13T16:02:58.378 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.375+0000 7f1143fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1144071d30 0x7f11441f1dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:58.378 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.375+0000 7f1143fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1144071d30 0x7f11441f1dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39498/0 (socket says 172.21.15.76:39498) 2024-09-13T16:02:58.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.375+0000 7f1143fff640 1 -- 172.21.15.76:0/1123266480 learned_addr learned my addr 172.21.15.76:0/1123266480 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:58.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.375+0000 7f11437fe640 1 --2- 172.21.15.76:0/1123266480 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1144072110 0x7f11441f5a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:58.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.375+0000 7f1148aac640 1 --2- 172.21.15.76:0/1123266480 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f11440c8920 0x7f11441f5fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:58.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.375+0000 7f1143fff640 1 -- 172.21.15.76:0/1123266480 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f11440c8920 msgr2=0x7f11441f5fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:58.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.375+0000 7f1143fff640 1 --2- 172.21.15.76:0/1123266480 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f11440c8920 0x7f11441f5fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:58.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.375+0000 7f1143fff640 1 -- 172.21.15.76:0/1123266480 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1144072110 msgr2=0x7f11441f5a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:58.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.375+0000 7f1143fff640 1 --2- 172.21.15.76:0/1123266480 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1144072110 0x7f11441f5a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:58.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.375+0000 7f1143fff640 1 -- 172.21.15.76:0/1123266480 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f113c009b30 con 0x7f1144071d30 2024-09-13T16:02:58.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.375+0000 7f1148aac640 1 --2- 172.21.15.76:0/1123266480 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f11440c8920 0x7f11441f5fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:02:58.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.375+0000 7f1143fff640 1 --2- 172.21.15.76:0/1123266480 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1144071d30 0x7f11441f1dc0 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f113400b4a0 tx=0x7f113400b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:58.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.375+0000 7f1140ff9640 1 -- 172.21.15.76:0/1123266480 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1134010610 con 0x7f1144071d30 2024-09-13T16:02:58.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.375+0000 7f1140ff9640 1 -- 172.21.15.76:0/1123266480 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1134010770 con 0x7f1144071d30 2024-09-13T16:02:58.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.375+0000 7f114a50f640 1 -- 172.21.15.76:0/1123266480 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f11440c5440 con 0x7f1144071d30 2024-09-13T16:02:58.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.375+0000 7f1140ff9640 1 -- 172.21.15.76:0/1123266480 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1134010b20 con 0x7f1144071d30 2024-09-13T16:02:58.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.376+0000 7f114a50f640 1 -- 172.21.15.76:0/1123266480 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f11440c5a00 con 0x7f1144071d30 2024-09-13T16:02:58.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.376+0000 7f114a50f640 1 -- 172.21.15.76:0/1123266480 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1144070190 con 0x7f1144071d30 2024-09-13T16:02:58.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.377+0000 7f1140ff9640 1 -- 172.21.15.76:0/1123266480 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1134010c80 con 0x7f1144071d30 2024-09-13T16:02:58.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.377+0000 7f1140ff9640 1 --2- 172.21.15.76:0/1123266480 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f113006ac00 0x7f113006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:58.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.377+0000 7f1140ff9640 1 -- 172.21.15.76:0/1123266480 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f1134088f90 con 0x7f1144071d30 2024-09-13T16:02:58.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.377+0000 7f11437fe640 1 --2- 172.21.15.76:0/1123266480 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f113006ac00 0x7f113006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:58.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.378+0000 7f11437fe640 1 --2- 172.21.15.76:0/1123266480 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f113006ac00 0x7f113006d0c0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f11440c50d0 tx=0x7f1138009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:58.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.382+0000 7f1140ff9640 1 -- 172.21.15.76:0/1123266480 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f11340bc9c0 con 0x7f1144071d30 2024-09-13T16:02:58.576 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.575+0000 7f114a50f640 1 -- 172.21.15.76:0/1123266480 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f114415cb20 con 0x7f1144071d30 2024-09-13T16:02:58.577 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.576+0000 7f1140ff9640 1 -- 172.21.15.76:0/1123266480 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 15 v15) v1 ==== 94+0+4740 (secure 0 0 0) 0x7f113401e090 con 0x7f1144071d30 2024-09-13T16:02:58.577 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:02:58.578 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":15,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4961,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6836/3972390892","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":3972390892},{"type":"v1","addr":"172.21.15.76:6836","nonce":3972390892}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":4964,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6837/2860424128","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":2860424128},{"type":"v1","addr":"172.21.15.76:6837","nonce":2860424128}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":5308,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6834/1837080950","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":1837080950},{"type":"v1","addr":"172.21.15.192:6834","nonce":1837080950}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:02:56.246763+0000","modified":"2024-09-13T16:02:58.253566+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":5311},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5311":{"gid":5311,"name":"d","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.192:6835/2989427744","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6833","nonce":2989427744},{"type":"v1","addr":"172.21.15.192:6835","nonce":2989427744}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2024-09-13T16:02:58.578 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 15 2024-09-13T16:02:58.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.578+0000 7f114a50f640 1 -- 172.21.15.76:0/1123266480 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f113006ac00 msgr2=0x7f113006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:58.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.578+0000 7f114a50f640 1 --2- 172.21.15.76:0/1123266480 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f113006ac00 0x7f113006d0c0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f11440c50d0 tx=0x7f1138009040 comp rx=0 tx=0).stop 2024-09-13T16:02:58.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.578+0000 7f114a50f640 1 -- 172.21.15.76:0/1123266480 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1144071d30 msgr2=0x7f11441f1dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:58.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.578+0000 7f114a50f640 1 --2- 172.21.15.76:0/1123266480 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1144071d30 0x7f11441f1dc0 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f113400b4a0 tx=0x7f113400b960 comp rx=0 tx=0).stop 2024-09-13T16:02:58.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.578+0000 7f114a50f640 1 -- 172.21.15.76:0/1123266480 shutdown_connections 2024-09-13T16:02:58.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.578+0000 7f114a50f640 1 --2- 172.21.15.76:0/1123266480 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f113006ac00 0x7f113006d0c0 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:58.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.578+0000 7f114a50f640 1 --2- 172.21.15.76:0/1123266480 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f11440c8920 0x7f11441f5fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:58.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.578+0000 7f114a50f640 1 --2- 172.21.15.76:0/1123266480 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1144072110 0x7f11441f5a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:58.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.578+0000 7f114a50f640 1 --2- 172.21.15.76:0/1123266480 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1144071d30 0x7f11441f1dc0 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:58.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.578+0000 7f114a50f640 1 -- 172.21.15.76:0/1123266480 >> 172.21.15.76:0/1123266480 conn(0x7f1144069ed0 msgr2=0x7f114406c470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:58.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.578+0000 7f114a50f640 1 -- 172.21.15.76:0/1123266480 shutdown_connections 2024-09-13T16:02:58.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.578+0000 7f114a50f640 1 -- 172.21.15.76:0/1123266480 wait complete. 2024-09-13T16:02:58.590 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:02:58.687 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.686+0000 7f48f34a3640 1 Processor -- start 2024-09-13T16:02:58.687 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.686+0000 7f48f34a3640 1 -- start start 2024-09-13T16:02:58.689 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.687+0000 7f48f34a3640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f48ec15a2e0 0x7f48ec0c9a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:58.689 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.687+0000 7f48f34a3640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f48ec0c9f80 0x7f48ec0cace0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:58.689 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.687+0000 7f48f34a3640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f48ec0cb220 0x7f48ec0ce260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:58.689 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.687+0000 7f48f34a3640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f48ec0c8920 con 0x7f48ec0cb220 2024-09-13T16:02:58.689 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.687+0000 7f48f34a3640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f48ec15a6c0 con 0x7f48ec0c9f80 2024-09-13T16:02:58.689 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.687+0000 7f48f34a3640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f48ec0cb630 con 0x7f48ec15a2e0 2024-09-13T16:02:58.689 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.687+0000 7f48f1a40640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f48ec0cb220 0x7f48ec0ce260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:58.689 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.687+0000 7f48f1a40640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f48ec0cb220 0x7f48ec0ce260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39510/0 (socket says 172.21.15.76:39510) 2024-09-13T16:02:58.689 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.687+0000 7f48f1a40640 1 -- 172.21.15.76:0/3089699991 learned_addr learned my addr 172.21.15.76:0/3089699991 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:58.689 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.687+0000 7f48f0a3e640 1 --2- 172.21.15.76:0/3089699991 >> v2:172.21.15.192:3300/0 conn(0x7f48ec0c9f80 0x7f48ec0cace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:58.689 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.687+0000 7f48f123f640 1 --2- 172.21.15.76:0/3089699991 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f48ec15a2e0 0x7f48ec0c9a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:58.690 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.687+0000 7f48f1a40640 1 -- 172.21.15.76:0/3089699991 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f48ec15a2e0 msgr2=0x7f48ec0c9a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:58.690 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.687+0000 7f48f1a40640 1 --2- 172.21.15.76:0/3089699991 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f48ec15a2e0 0x7f48ec0c9a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:58.690 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.687+0000 7f48f1a40640 1 -- 172.21.15.76:0/3089699991 >> v2:172.21.15.192:3300/0 conn(0x7f48ec0c9f80 msgr2=0x7f48ec0cace0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:58.690 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.687+0000 7f48f1a40640 1 --2- 172.21.15.76:0/3089699991 >> v2:172.21.15.192:3300/0 conn(0x7f48ec0c9f80 0x7f48ec0cace0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:58.690 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.687+0000 7f48f1a40640 1 -- 172.21.15.76:0/3089699991 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f48ec0ca500 con 0x7f48ec0cb220 2024-09-13T16:02:58.690 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.687+0000 7f48f123f640 1 --2- 172.21.15.76:0/3089699991 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f48ec15a2e0 0x7f48ec0c9a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:02:58.690 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.687+0000 7f48f0a3e640 1 --2- 172.21.15.76:0/3089699991 >> v2:172.21.15.192:3300/0 conn(0x7f48ec0c9f80 0x7f48ec0cace0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:02:58.694 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.688+0000 7f48f1a40640 1 --2- 172.21.15.76:0/3089699991 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f48ec0cb220 0x7f48ec0ce260 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f48ec0cba60 tx=0x7f48dc02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=af0d45e3e49ca0a8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:58.694 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.688+0000 7f48ebfff640 1 -- 172.21.15.76:0/3089699991 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48dc032440 con 0x7f48ec0cb220 2024-09-13T16:02:58.694 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.688+0000 7f48ebfff640 1 -- 172.21.15.76:0/3089699991 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f48dc0325a0 con 0x7f48ec0cb220 2024-09-13T16:02:58.694 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.688+0000 7f48ebfff640 1 -- 172.21.15.76:0/3089699991 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48dc032930 con 0x7f48ec0cb220 2024-09-13T16:02:58.694 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.689+0000 7f48f34a3640 1 -- 172.21.15.76:0/3089699991 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f48ec0cb220 msgr2=0x7f48ec0ce260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:58.694 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.689+0000 7f48f34a3640 1 --2- 172.21.15.76:0/3089699991 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f48ec0cb220 0x7f48ec0ce260 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f48ec0cba60 tx=0x7f48dc02a1e0 comp rx=0 tx=0).stop 2024-09-13T16:02:58.694 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.689+0000 7f48f34a3640 1 -- 172.21.15.76:0/3089699991 shutdown_connections 2024-09-13T16:02:58.694 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.689+0000 7f48f34a3640 1 --2- 172.21.15.76:0/3089699991 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f48ec0cb220 0x7f48ec0ce260 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:58.694 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.689+0000 7f48f34a3640 1 --2- 172.21.15.76:0/3089699991 >> v2:172.21.15.192:3300/0 conn(0x7f48ec0c9f80 0x7f48ec0cace0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:58.694 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.689+0000 7f48f34a3640 1 --2- 172.21.15.76:0/3089699991 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f48ec15a2e0 0x7f48ec0c9a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:58.694 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.689+0000 7f48f34a3640 1 -- 172.21.15.76:0/3089699991 >> 172.21.15.76:0/3089699991 conn(0x7f48ec069ed0 msgr2=0x7f48ec06a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:58.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.689+0000 7f48f34a3640 1 -- 172.21.15.76:0/3089699991 shutdown_connections 2024-09-13T16:02:58.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.689+0000 7f48f34a3640 1 -- 172.21.15.76:0/3089699991 wait complete. 2024-09-13T16:02:58.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.690+0000 7f48f34a3640 1 Processor -- start 2024-09-13T16:02:58.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.690+0000 7f48f34a3640 1 -- start start 2024-09-13T16:02:58.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.691+0000 7f48f34a3640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f48ec0c9f80 0x7f48ec0c30f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:58.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.691+0000 7f48f34a3640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f48ec0cb220 0x7f48ec0c49c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:58.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.691+0000 7f48f34a3640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f48ec15a2e0 0x7f48ec1efca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:58.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.691+0000 7f48f34a3640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f48ec0c6ab0 con 0x7f48ec0cb220 2024-09-13T16:02:58.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.691+0000 7f48f34a3640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f48ec0c6d90 con 0x7f48ec0c9f80 2024-09-13T16:02:58.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.691+0000 7f48f34a3640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f48ec0c7070 con 0x7f48ec15a2e0 2024-09-13T16:02:58.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.691+0000 7f48f0a3e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f48ec0cb220 0x7f48ec0c49c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:58.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.691+0000 7f48f0a3e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f48ec0cb220 0x7f48ec0c49c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39526/0 (socket says 172.21.15.76:39526) 2024-09-13T16:02:58.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.691+0000 7f48f0a3e640 1 -- 172.21.15.76:0/1828510247 learned_addr learned my addr 172.21.15.76:0/1828510247 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:58.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.691+0000 7f48f123f640 1 --2- 172.21.15.76:0/1828510247 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f48ec0c9f80 0x7f48ec0c30f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:58.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.691+0000 7f48f1a40640 1 --2- 172.21.15.76:0/1828510247 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f48ec15a2e0 0x7f48ec1efca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:58.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.691+0000 7f48f0a3e640 1 -- 172.21.15.76:0/1828510247 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f48ec15a2e0 msgr2=0x7f48ec1efca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:58.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.691+0000 7f48f0a3e640 1 --2- 172.21.15.76:0/1828510247 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f48ec15a2e0 0x7f48ec1efca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:58.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.691+0000 7f48f0a3e640 1 -- 172.21.15.76:0/1828510247 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f48ec0c9f80 msgr2=0x7f48ec0c30f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:58.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.691+0000 7f48f0a3e640 1 --2- 172.21.15.76:0/1828510247 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f48ec0c9f80 0x7f48ec0c30f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:58.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.691+0000 7f48f0a3e640 1 -- 172.21.15.76:0/1828510247 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f48dc0094d0 con 0x7f48ec0cb220 2024-09-13T16:02:58.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.691+0000 7f48f1a40640 1 --2- 172.21.15.76:0/1828510247 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f48ec15a2e0 0x7f48ec1efca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:02:58.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.691+0000 7f48f0a3e640 1 --2- 172.21.15.76:0/1828510247 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f48ec0cb220 0x7f48ec0c49c0 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f48e000d7d0 tx=0x7f48e000dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:58.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.691+0000 7f48e9ffb640 1 -- 172.21.15.76:0/1828510247 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48e0004030 con 0x7f48ec0cb220 2024-09-13T16:02:58.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.692+0000 7f48e9ffb640 1 -- 172.21.15.76:0/1828510247 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f48e0004190 con 0x7f48ec0cb220 2024-09-13T16:02:58.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.692+0000 7f48e9ffb640 1 -- 172.21.15.76:0/1828510247 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48e0004520 con 0x7f48ec0cb220 2024-09-13T16:02:58.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.692+0000 7f48f34a3640 1 -- 172.21.15.76:0/1828510247 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f48ec0c7350 con 0x7f48ec0cb220 2024-09-13T16:02:58.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.692+0000 7f48f34a3640 1 -- 172.21.15.76:0/1828510247 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f48ec1f01e0 con 0x7f48ec0cb220 2024-09-13T16:02:58.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.693+0000 7f48f34a3640 1 -- 172.21.15.76:0/1828510247 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f48ec0c9630 con 0x7f48ec0cb220 2024-09-13T16:02:58.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.693+0000 7f48e9ffb640 1 -- 172.21.15.76:0/1828510247 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f48e00096a0 con 0x7f48ec0cb220 2024-09-13T16:02:58.698 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.693+0000 7f48e9ffb640 1 --2- 172.21.15.76:0/1828510247 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f48d806ac00 0x7f48d806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:58.698 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.693+0000 7f48e9ffb640 1 -- 172.21.15.76:0/1828510247 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f48e0089580 con 0x7f48ec0cb220 2024-09-13T16:02:58.698 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.693+0000 7f48f123f640 1 --2- 172.21.15.76:0/1828510247 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f48d806ac00 0x7f48d806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:58.698 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.694+0000 7f48f123f640 1 --2- 172.21.15.76:0/1828510247 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f48d806ac00 0x7f48d806d0c0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f48ec15d660 tx=0x7f48e4009910 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:58.698 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.697+0000 7f48e9ffb640 1 -- 172.21.15.76:0/1828510247 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f48e0054620 con 0x7f48ec0cb220 2024-09-13T16:02:58.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.859+0000 7f48f34a3640 1 -- 172.21.15.76:0/1828510247 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f48ec0c6bf0 con 0x7f48ec0cb220 2024-09-13T16:02:58.862 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.860+0000 7f48e9ffb640 1 -- 172.21.15.76:0/1828510247 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v41) v1 ==== 74+0+16738 (secure 0 0 0) 0x7f48ec0c6bf0 con 0x7f48ec0cb220 2024-09-13T16:02:58.862 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:02:58.862 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":41,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:02:57.248833+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:02:54.526790+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"40","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-09-13T16:02:55.208798+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"41","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:02:58.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.862+0000 7f48f34a3640 1 -- 172.21.15.76:0/1828510247 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f48d806ac00 msgr2=0x7f48d806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:58.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.862+0000 7f48f34a3640 1 --2- 172.21.15.76:0/1828510247 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f48d806ac00 0x7f48d806d0c0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f48ec15d660 tx=0x7f48e4009910 comp rx=0 tx=0).stop 2024-09-13T16:02:58.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.862+0000 7f48f34a3640 1 -- 172.21.15.76:0/1828510247 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f48ec0cb220 msgr2=0x7f48ec0c49c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:58.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.862+0000 7f48f34a3640 1 --2- 172.21.15.76:0/1828510247 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f48ec0cb220 0x7f48ec0c49c0 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f48e000d7d0 tx=0x7f48e000dc90 comp rx=0 tx=0).stop 2024-09-13T16:02:58.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.862+0000 7f48f34a3640 1 -- 172.21.15.76:0/1828510247 shutdown_connections 2024-09-13T16:02:58.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.862+0000 7f48f34a3640 1 --2- 172.21.15.76:0/1828510247 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f48d806ac00 0x7f48d806d0c0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:58.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.862+0000 7f48f34a3640 1 --2- 172.21.15.76:0/1828510247 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f48ec15a2e0 0x7f48ec1efca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:58.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.862+0000 7f48f34a3640 1 --2- 172.21.15.76:0/1828510247 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f48ec0cb220 0x7f48ec0c49c0 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:58.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.862+0000 7f48f34a3640 1 --2- 172.21.15.76:0/1828510247 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f48ec0c9f80 0x7f48ec0c30f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:58.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.862+0000 7f48f34a3640 1 -- 172.21.15.76:0/1828510247 >> 172.21.15.76:0/1828510247 conn(0x7f48ec069ed0 msgr2=0x7f48ec0af3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:58.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.862+0000 7f48f34a3640 1 -- 172.21.15.76:0/1828510247 shutdown_connections 2024-09-13T16:02:58.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.862+0000 7f48f34a3640 1 -- 172.21.15.76:0/1828510247 wait complete. 2024-09-13T16:02:58.875 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-09-13T16:02:58.875 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:02:58.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.974+0000 7f9fd384f640 1 Processor -- start 2024-09-13T16:02:58.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.974+0000 7f9fd384f640 1 -- start start 2024-09-13T16:02:58.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.975+0000 7f9fd384f640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f9fcc0cace0 0x7f9fcc0cb150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:58.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.975+0000 7f9fd384f640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9fcc0c8920 con 0x7f9fcc06d030 2024-09-13T16:02:58.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.975+0000 7f9fd384f640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9fcc15a6c0 con 0x7f9fcc15a2e0 2024-09-13T16:02:58.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.975+0000 7f9fd384f640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9fcc0cb690 con 0x7f9fcc0cace0 2024-09-13T16:02:58.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.975+0000 7f9fd0dea640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f9fcc0cace0 0x7f9fcc0cb150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:58.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.975+0000 7f9fd1dec640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f9fcc06d030 0x7f9fcc06d480 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:51472/0 (socket says 172.21.15.76:51472) 2024-09-13T16:02:58.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.975+0000 7f9fd1dec640 1 -- 172.21.15.76:0/4056079481 learned_addr learned my addr 172.21.15.76:0/4056079481 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:58.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.975+0000 7f9fd0dea640 1 -- 172.21.15.76:0/4056079481 >> v1:172.21.15.192:6789/0 conn(0x7f9fcc15a2e0 legacy=0x7f9fcc0c9a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:58.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.975+0000 7f9fd0dea640 1 -- 172.21.15.76:0/4056079481 >> v1:172.21.15.76:6789/0 conn(0x7f9fcc06d030 legacy=0x7f9fcc06d480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:58.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.975+0000 7f9fd0dea640 1 -- 172.21.15.76:0/4056079481 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9fcc0ca500 con 0x7f9fcc0cace0 2024-09-13T16:02:58.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.975+0000 7f9fc3fff640 1 -- 172.21.15.76:0/4056079481 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3230427997 0 0) 0x7f9fcc0c8920 con 0x7f9fcc06d030 2024-09-13T16:02:58.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.976+0000 7f9fd0dea640 1 --2- 172.21.15.76:0/4056079481 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9fcc0cace0 0x7f9fcc0cb150 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f9fbc0097a0 tx=0x7f9fbc02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a3ca1a7243f6b026 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:58.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.976+0000 7f9fc3fff640 1 -- 172.21.15.76:0/4056079481 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9fbc032440 con 0x7f9fcc0cace0 2024-09-13T16:02:58.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.976+0000 7f9fc3fff640 1 -- 172.21.15.76:0/4056079481 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9fbc0325a0 con 0x7f9fcc0cace0 2024-09-13T16:02:58.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.976+0000 7f9fc3fff640 1 -- 172.21.15.76:0/4056079481 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9fbc032930 con 0x7f9fcc0cace0 2024-09-13T16:02:58.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.976+0000 7f9fd384f640 1 -- 172.21.15.76:0/4056079481 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9fcc0cace0 msgr2=0x7f9fcc0cb150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:58.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.976+0000 7f9fd384f640 1 --2- 172.21.15.76:0/4056079481 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9fcc0cace0 0x7f9fcc0cb150 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f9fbc0097a0 tx=0x7f9fbc02a1e0 comp rx=0 tx=0).stop 2024-09-13T16:02:58.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.977+0000 7f9fd384f640 1 -- 172.21.15.76:0/4056079481 shutdown_connections 2024-09-13T16:02:58.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.977+0000 7f9fd384f640 1 --2- 172.21.15.76:0/4056079481 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9fcc0cace0 0x7f9fcc0cb150 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:58.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.977+0000 7f9fd384f640 1 -- 172.21.15.76:0/4056079481 >> 172.21.15.76:0/4056079481 conn(0x7f9fcc069ed0 msgr2=0x7f9fcc06a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:58.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.977+0000 7f9fd384f640 1 -- 172.21.15.76:0/4056079481 shutdown_connections 2024-09-13T16:02:58.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.977+0000 7f9fd384f640 1 -- 172.21.15.76:0/4056079481 wait complete. 2024-09-13T16:02:58.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.978+0000 7f9fd384f640 1 Processor -- start 2024-09-13T16:02:58.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.978+0000 7f9fd384f640 1 -- start start 2024-09-13T16:02:58.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.979+0000 7f9fd384f640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9fcc06d030 0x7f9fcc0c5760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:58.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.979+0000 7f9fd384f640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9fcc0cace0 0x7f9fcc1f4bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:58.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.979+0000 7f9fd384f640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9fcc15a2e0 0x7f9fcc0c7140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:58.982 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.979+0000 7f9fd384f640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9fcc0c5ca0 con 0x7f9fcc0cace0 2024-09-13T16:02:58.982 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.979+0000 7f9fd384f640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9fcc1f5130 con 0x7f9fcc06d030 2024-09-13T16:02:58.982 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.979+0000 7f9fd384f640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9fcc0c79b0 con 0x7f9fcc15a2e0 2024-09-13T16:02:58.982 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.979+0000 7f9fd0dea640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9fcc0cace0 0x7f9fcc1f4bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:58.982 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.979+0000 7f9fd0dea640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9fcc0cace0 0x7f9fcc1f4bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39536/0 (socket says 172.21.15.76:39536) 2024-09-13T16:02:58.982 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.979+0000 7f9fd0dea640 1 -- 172.21.15.76:0/3389711695 learned_addr learned my addr 172.21.15.76:0/3389711695 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:58.982 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.979+0000 7f9fd15eb640 1 --2- 172.21.15.76:0/3389711695 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9fcc06d030 0x7f9fcc0c5760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:58.982 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.979+0000 7f9fd1dec640 1 --2- 172.21.15.76:0/3389711695 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9fcc15a2e0 0x7f9fcc0c7140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:58.982 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.979+0000 7f9fd0dea640 1 -- 172.21.15.76:0/3389711695 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9fcc15a2e0 msgr2=0x7f9fcc0c7140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:58.982 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.979+0000 7f9fd0dea640 1 --2- 172.21.15.76:0/3389711695 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9fcc15a2e0 0x7f9fcc0c7140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:58.983 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.979+0000 7f9fd0dea640 1 -- 172.21.15.76:0/3389711695 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9fcc06d030 msgr2=0x7f9fcc0c5760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:58.983 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.979+0000 7f9fd0dea640 1 --2- 172.21.15.76:0/3389711695 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9fcc06d030 0x7f9fcc0c5760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:58.983 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.979+0000 7f9fd0dea640 1 -- 172.21.15.76:0/3389711695 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9fbc009400 con 0x7f9fcc0cace0 2024-09-13T16:02:58.983 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.979+0000 7f9fd0dea640 1 --2- 172.21.15.76:0/3389711695 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9fcc0cace0 0x7f9fcc1f4bf0 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f9fbc0097a0 tx=0x7f9fbc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:58.983 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.979+0000 7f9fc1ffb640 1 -- 172.21.15.76:0/3389711695 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9fbc032440 con 0x7f9fcc0cace0 2024-09-13T16:02:58.983 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.979+0000 7f9fc1ffb640 1 -- 172.21.15.76:0/3389711695 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9fbc004230 con 0x7f9fcc0cace0 2024-09-13T16:02:58.983 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.979+0000 7f9fd384f640 1 -- 172.21.15.76:0/3389711695 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9fcc0c7c90 con 0x7f9fcc0cace0 2024-09-13T16:02:58.983 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.979+0000 7f9fc1ffb640 1 -- 172.21.15.76:0/3389711695 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9fbc006e10 con 0x7f9fcc0cace0 2024-09-13T16:02:58.983 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.980+0000 7f9fd384f640 1 -- 172.21.15.76:0/3389711695 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9fcc0c8250 con 0x7f9fcc0cace0 2024-09-13T16:02:58.984 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.980+0000 7f9fd384f640 1 -- 172.21.15.76:0/3389711695 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9fcc0cbea0 con 0x7f9fcc0cace0 2024-09-13T16:02:58.984 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.981+0000 7f9fc1ffb640 1 -- 172.21.15.76:0/3389711695 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9fbc030980 con 0x7f9fcc0cace0 2024-09-13T16:02:58.984 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.981+0000 7f9fc1ffb640 1 --2- 172.21.15.76:0/3389711695 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9fb006ac30 0x7f9fb006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:58.984 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.981+0000 7f9fc1ffb640 1 -- 172.21.15.76:0/3389711695 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f9fbc0aa520 con 0x7f9fcc0cace0 2024-09-13T16:02:58.985 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.981+0000 7f9fd15eb640 1 --2- 172.21.15.76:0/3389711695 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9fb006ac30 0x7f9fb006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:58.985 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.982+0000 7f9fd15eb640 1 --2- 172.21.15.76:0/3389711695 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9fb006ac30 0x7f9fb006d0f0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f9fc8006fd0 tx=0x7f9fc8008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:58.986 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:58.985+0000 7f9fc1ffb640 1 -- 172.21.15.76:0/3389711695 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f9fcc0cbea0 con 0x7f9fcc0cace0 2024-09-13T16:02:59.145 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.144+0000 7f9fd384f640 1 -- 172.21.15.76:0/3389711695 --> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f9fcc0c9130 con 0x7f9fb006ac30 2024-09-13T16:02:59.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.151+0000 7f9fc1ffb640 1 -- 172.21.15.76:0/3389711695 <== mgr.4104 v2:172.21.15.76:6832/911852275 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+287627 (secure 0 0 0) 0x7f9fc800be30 con 0x7f9fb006ac30 2024-09-13T16:02:59.156 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:02:59.158 INFO:teuthology.orchestra.run.smithi076.stderr:dumped all 2024-09-13T16:02:59.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.154+0000 7f9fd384f640 1 -- 172.21.15.76:0/3389711695 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9fb006ac30 msgr2=0x7f9fb006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:59.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.154+0000 7f9fd384f640 1 --2- 172.21.15.76:0/3389711695 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9fb006ac30 0x7f9fb006d0f0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f9fc8006fd0 tx=0x7f9fc8008040 comp rx=0 tx=0).stop 2024-09-13T16:02:59.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.154+0000 7f9fd384f640 1 -- 172.21.15.76:0/3389711695 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9fcc0cace0 msgr2=0x7f9fcc1f4bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:59.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.154+0000 7f9fd384f640 1 --2- 172.21.15.76:0/3389711695 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9fcc0cace0 0x7f9fcc1f4bf0 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f9fbc0097a0 tx=0x7f9fbc0046c0 comp rx=0 tx=0).stop 2024-09-13T16:02:59.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.154+0000 7f9fd384f640 1 -- 172.21.15.76:0/3389711695 shutdown_connections 2024-09-13T16:02:59.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.154+0000 7f9fd384f640 1 --2- 172.21.15.76:0/3389711695 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9fb006ac30 0x7f9fb006d0f0 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:59.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.154+0000 7f9fd384f640 1 --2- 172.21.15.76:0/3389711695 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9fcc15a2e0 0x7f9fcc0c7140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:59.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.154+0000 7f9fd384f640 1 --2- 172.21.15.76:0/3389711695 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9fcc0cace0 0x7f9fcc1f4bf0 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:59.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.154+0000 7f9fd384f640 1 --2- 172.21.15.76:0/3389711695 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9fcc06d030 0x7f9fcc0c5760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:59.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.154+0000 7f9fd384f640 1 -- 172.21.15.76:0/3389711695 >> 172.21.15.76:0/3389711695 conn(0x7f9fcc069ed0 msgr2=0x7f9fcc070af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:59.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.154+0000 7f9fd384f640 1 -- 172.21.15.76:0/3389711695 shutdown_connections 2024-09-13T16:02:59.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.154+0000 7f9fd384f640 1 -- 172.21.15.76:0/3389711695 wait complete. 2024-09-13T16:02:59.167 INFO:teuthology.orchestra.run.smithi076.stdout:{"pg_ready":true,"pg_map":{"version":81,"stamp":"2024-09-13T16:02:58.949188+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":591966,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":168,"num_write_kb":2426,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":125,"ondisk_log_size":125,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":32,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":220804,"kb_used_data":4632,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754753916,"statfs":{"total":773094113280,"available":772868009984,"internally_reserved":0,"allocated":4743168,"data_stored":2682934,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":221236793},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":25,"apply_latency_ms":25,"commit_latency_ns":25000000,"apply_latency_ns":25000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1598,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.056615"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.270150+0000","last_change":"2024-09-13T16:02:56.266548+0000","last_active":"2024-09-13T16:02:56.270150+0000","last_peered":"2024-09-13T16:02:56.270150+0000","last_clean":"2024-09-13T16:02:56.270150+0000","last_became_active":"2024-09-13T16:02:56.265957+0000","last_became_peered":"2024-09-13T16:02:56.265957+0000","last_unstale":"2024-09-13T16:02:56.270150+0000","last_undegraded":"2024-09-13T16:02:56.270150+0000","last_fullsized":"2024-09-13T16:02:56.270150+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:46:13.923668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.270091+0000","last_change":"2024-09-13T16:02:56.264956+0000","last_active":"2024-09-13T16:02:56.270091+0000","last_peered":"2024-09-13T16:02:56.270091+0000","last_clean":"2024-09-13T16:02:56.270091+0000","last_became_active":"2024-09-13T16:02:56.264723+0000","last_became_peered":"2024-09-13T16:02:56.264723+0000","last_unstale":"2024-09-13T16:02:56.270091+0000","last_undegraded":"2024-09-13T16:02:56.270091+0000","last_fullsized":"2024-09-13T16:02:56.270091+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:07:40.750385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.910002+0000","last_change":"2024-09-13T16:02:55.910002+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.910002+0000","last_undegraded":"2024-09-13T16:02:55.910002+0000","last_fullsized":"2024-09-13T16:02:55.910002+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:14:38.509353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.909708+0000","last_change":"2024-09-13T16:02:55.909708+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.909708+0000","last_undegraded":"2024-09-13T16:02:55.909708+0000","last_fullsized":"2024-09-13T16:02:55.909708+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:03:48.754266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.909983+0000","last_change":"2024-09-13T16:02:55.909983+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.909983+0000","last_undegraded":"2024-09-13T16:02:55.909983+0000","last_fullsized":"2024-09-13T16:02:55.909983+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:57:05.857571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.907219+0000","last_change":"2024-09-13T16:02:55.907219+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.907219+0000","last_undegraded":"2024-09-13T16:02:55.907219+0000","last_fullsized":"2024-09-13T16:02:55.907219+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:09:20.345592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.912981+0000","last_change":"2024-09-13T16:02:55.912981+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.912981+0000","last_undegraded":"2024-09-13T16:02:55.912981+0000","last_fullsized":"2024-09-13T16:02:55.912981+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:18:40.873926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.283078+0000","last_change":"2024-09-13T16:02:56.278617+0000","last_active":"2024-09-13T16:02:56.283078+0000","last_peered":"2024-09-13T16:02:56.283078+0000","last_clean":"2024-09-13T16:02:56.283078+0000","last_became_active":"2024-09-13T16:02:56.278384+0000","last_became_peered":"2024-09-13T16:02:56.278384+0000","last_unstale":"2024-09-13T16:02:56.283078+0000","last_undegraded":"2024-09-13T16:02:56.283078+0000","last_fullsized":"2024-09-13T16:02:56.283078+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:03:23.373628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.907644+0000","last_change":"2024-09-13T16:02:55.907644+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.907644+0000","last_undegraded":"2024-09-13T16:02:55.907644+0000","last_fullsized":"2024-09-13T16:02:55.907644+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:41:45.342337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.914395+0000","last_change":"2024-09-13T16:02:55.914395+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.914395+0000","last_undegraded":"2024-09-13T16:02:55.914395+0000","last_fullsized":"2024-09-13T16:02:55.914395+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:56:03.353901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.910957+0000","last_change":"2024-09-13T16:02:55.910957+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.910957+0000","last_undegraded":"2024-09-13T16:02:55.910957+0000","last_fullsized":"2024-09-13T16:02:55.910957+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:43:31.751609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.907636+0000","last_change":"2024-09-13T16:02:55.907636+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.907636+0000","last_undegraded":"2024-09-13T16:02:55.907636+0000","last_fullsized":"2024-09-13T16:02:55.907636+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:07:52.664426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.911532+0000","last_change":"2024-09-13T16:02:55.911532+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.911532+0000","last_undegraded":"2024-09-13T16:02:55.911532+0000","last_fullsized":"2024-09-13T16:02:55.911532+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:07:52.664426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.909251+0000","last_change":"2024-09-13T16:02:55.909251+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.909251+0000","last_undegraded":"2024-09-13T16:02:55.909251+0000","last_fullsized":"2024-09-13T16:02:55.909251+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:56:46.116618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.912498+0000","last_change":"2024-09-13T16:02:55.912498+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.912498+0000","last_undegraded":"2024-09-13T16:02:55.912498+0000","last_fullsized":"2024-09-13T16:02:55.912498+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:14:38.509353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.910215+0000","last_change":"2024-09-13T16:02:55.910215+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.910215+0000","last_undegraded":"2024-09-13T16:02:55.910215+0000","last_fullsized":"2024-09-13T16:02:55.910215+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:09:20.345592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.911413+0000","last_change":"2024-09-13T16:02:55.911413+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.911413+0000","last_undegraded":"2024-09-13T16:02:55.911413+0000","last_fullsized":"2024-09-13T16:02:55.911413+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:41:24.796439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.904964+0000","last_change":"2024-09-13T16:02:55.904964+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.904964+0000","last_undegraded":"2024-09-13T16:02:55.904964+0000","last_fullsized":"2024-09-13T16:02:55.904964+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:10:00.513880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.909341+0000","last_change":"2024-09-13T16:02:55.909341+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.909341+0000","last_undegraded":"2024-09-13T16:02:55.909341+0000","last_fullsized":"2024-09-13T16:02:55.909341+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:07:15.831534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.904342+0000","last_change":"2024-09-13T16:02:55.904342+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.904342+0000","last_undegraded":"2024-09-13T16:02:55.904342+0000","last_fullsized":"2024-09-13T16:02:55.904342+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:41:30.553071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.910327+0000","last_change":"2024-09-13T16:02:55.910327+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.910327+0000","last_undegraded":"2024-09-13T16:02:55.910327+0000","last_fullsized":"2024-09-13T16:02:55.910327+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:56:46.116618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.908369+0000","last_change":"2024-09-13T16:02:55.908369+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.908369+0000","last_undegraded":"2024-09-13T16:02:55.908369+0000","last_fullsized":"2024-09-13T16:02:55.908369+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:41:45.342337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.910095+0000","last_change":"2024-09-13T16:02:55.910095+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.910095+0000","last_undegraded":"2024-09-13T16:02:55.910095+0000","last_fullsized":"2024-09-13T16:02:55.910095+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:44:18.751971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.908709+0000","last_change":"2024-09-13T16:02:55.908709+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.908709+0000","last_undegraded":"2024-09-13T16:02:55.908709+0000","last_fullsized":"2024-09-13T16:02:55.908709+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:04:23.520754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.905082+0000","last_change":"2024-09-13T16:02:55.905082+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.905082+0000","last_undegraded":"2024-09-13T16:02:55.905082+0000","last_fullsized":"2024-09-13T16:02:55.905082+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:42:48.010144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.907026+0000","last_change":"2024-09-13T16:02:55.907026+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.907026+0000","last_undegraded":"2024-09-13T16:02:55.907026+0000","last_fullsized":"2024-09-13T16:02:55.907026+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:44:18.751971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.904117+0000","last_change":"2024-09-13T16:02:55.904117+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.904117+0000","last_undegraded":"2024-09-13T16:02:55.904117+0000","last_fullsized":"2024-09-13T16:02:55.904117+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:52:43.604701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.911358+0000","last_change":"2024-09-13T16:02:55.911358+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.911358+0000","last_undegraded":"2024-09-13T16:02:55.911358+0000","last_fullsized":"2024-09-13T16:02:55.911358+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:46:04.343434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.904204+0000","last_change":"2024-09-13T16:02:55.904204+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.904204+0000","last_undegraded":"2024-09-13T16:02:55.904204+0000","last_fullsized":"2024-09-13T16:02:55.904204+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:03:48.754266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.904116+0000","last_change":"2024-09-13T16:02:55.904116+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.904116+0000","last_undegraded":"2024-09-13T16:02:55.904116+0000","last_fullsized":"2024-09-13T16:02:55.904116+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:45:32.231999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.909679+0000","last_change":"2024-09-13T16:02:55.909679+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.909679+0000","last_undegraded":"2024-09-13T16:02:55.909679+0000","last_fullsized":"2024-09-13T16:02:55.909679+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:10:00.513880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.906620+0000","last_change":"2024-09-13T16:02:55.906620+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.906620+0000","last_undegraded":"2024-09-13T16:02:55.906620+0000","last_fullsized":"2024-09-13T16:02:55.906620+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:10:00.513880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.910648+0000","last_change":"2024-09-13T16:02:55.910648+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.910648+0000","last_undegraded":"2024-09-13T16:02:55.910648+0000","last_fullsized":"2024-09-13T16:02:55.910648+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:19:13.355718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.916973+0000","last_change":"2024-09-13T16:02:55.914063+0000","last_active":"2024-09-13T16:02:55.916973+0000","last_peered":"2024-09-13T16:02:55.916973+0000","last_clean":"2024-09-13T16:02:55.916973+0000","last_became_active":"2024-09-13T16:02:55.913791+0000","last_became_peered":"2024-09-13T16:02:55.913791+0000","last_unstale":"2024-09-13T16:02:55.916973+0000","last_undegraded":"2024-09-13T16:02:55.916973+0000","last_fullsized":"2024-09-13T16:02:55.916973+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:45:02.495479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.906521+0000","last_change":"2024-09-13T16:02:55.906521+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.906521+0000","last_undegraded":"2024-09-13T16:02:55.906521+0000","last_fullsized":"2024-09-13T16:02:55.906521+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:41:24.796439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.921867+0000","last_change":"2024-09-13T16:02:55.917295+0000","last_active":"2024-09-13T16:02:55.921867+0000","last_peered":"2024-09-13T16:02:55.921867+0000","last_clean":"2024-09-13T16:02:55.921867+0000","last_became_active":"2024-09-13T16:02:55.917053+0000","last_became_peered":"2024-09-13T16:02:55.917053+0000","last_unstale":"2024-09-13T16:02:55.921867+0000","last_undegraded":"2024-09-13T16:02:55.921867+0000","last_fullsized":"2024-09-13T16:02:55.921867+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:42:47.005611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.907690+0000","last_change":"2024-09-13T16:02:55.907690+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.907690+0000","last_undegraded":"2024-09-13T16:02:55.907690+0000","last_fullsized":"2024-09-13T16:02:55.907690+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:14:38.509353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.921861+0000","last_change":"2024-09-13T16:02:55.917445+0000","last_active":"2024-09-13T16:02:55.921861+0000","last_peered":"2024-09-13T16:02:55.921861+0000","last_clean":"2024-09-13T16:02:55.921861+0000","last_became_active":"2024-09-13T16:02:55.917187+0000","last_became_peered":"2024-09-13T16:02:55.917187+0000","last_unstale":"2024-09-13T16:02:55.921861+0000","last_undegraded":"2024-09-13T16:02:55.921861+0000","last_fullsized":"2024-09-13T16:02:55.921861+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:37:23.233635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.273472+0000","last_change":"2024-09-13T16:02:56.268876+0000","last_active":"2024-09-13T16:02:56.273472+0000","last_peered":"2024-09-13T16:02:56.273472+0000","last_clean":"2024-09-13T16:02:56.273472+0000","last_became_active":"2024-09-13T16:02:56.268630+0000","last_became_peered":"2024-09-13T16:02:56.268630+0000","last_unstale":"2024-09-13T16:02:56.273472+0000","last_undegraded":"2024-09-13T16:02:56.273472+0000","last_fullsized":"2024-09-13T16:02:56.273472+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:36:26.435313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.924850+0000","last_change":"2024-09-13T16:02:55.919864+0000","last_active":"2024-09-13T16:02:55.924850+0000","last_peered":"2024-09-13T16:02:55.924850+0000","last_clean":"2024-09-13T16:02:55.924850+0000","last_became_active":"2024-09-13T16:02:55.919052+0000","last_became_peered":"2024-09-13T16:02:55.919052+0000","last_unstale":"2024-09-13T16:02:55.924850+0000","last_undegraded":"2024-09-13T16:02:55.924850+0000","last_fullsized":"2024-09-13T16:02:55.924850+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:19:12.351185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.908174+0000","last_change":"2024-09-13T16:02:55.908174+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.908174+0000","last_undegraded":"2024-09-13T16:02:55.908174+0000","last_fullsized":"2024-09-13T16:02:55.908174+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:10:43.122366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.920225+0000","last_change":"2024-09-13T16:02:55.918224+0000","last_active":"2024-09-13T16:02:55.920225+0000","last_peered":"2024-09-13T16:02:55.920225+0000","last_clean":"2024-09-13T16:02:55.920225+0000","last_became_active":"2024-09-13T16:02:55.917970+0000","last_became_peered":"2024-09-13T16:02:55.917970+0000","last_unstale":"2024-09-13T16:02:55.920225+0000","last_undegraded":"2024-09-13T16:02:55.920225+0000","last_fullsized":"2024-09-13T16:02:55.920225+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:04:22.516221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.910091+0000","last_change":"2024-09-13T16:02:55.910091+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.910091+0000","last_undegraded":"2024-09-13T16:02:55.910091+0000","last_fullsized":"2024-09-13T16:02:55.910091+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:55:50.417022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.925132+0000","last_change":"2024-09-13T16:02:55.922735+0000","last_active":"2024-09-13T16:02:55.925132+0000","last_peered":"2024-09-13T16:02:55.925132+0000","last_clean":"2024-09-13T16:02:55.925132+0000","last_became_active":"2024-09-13T16:02:55.922445+0000","last_became_peered":"2024-09-13T16:02:55.922445+0000","last_unstale":"2024-09-13T16:02:55.925132+0000","last_undegraded":"2024-09-13T16:02:55.925132+0000","last_fullsized":"2024-09-13T16:02:55.925132+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:45:02.495479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.907942+0000","last_change":"2024-09-13T16:02:55.907942+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.907942+0000","last_undegraded":"2024-09-13T16:02:55.907942+0000","last_fullsized":"2024-09-13T16:02:55.907942+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:18:40.873926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.921870+0000","last_change":"2024-09-13T16:02:55.916250+0000","last_active":"2024-09-13T16:02:55.921870+0000","last_peered":"2024-09-13T16:02:55.921870+0000","last_clean":"2024-09-13T16:02:55.921870+0000","last_became_active":"2024-09-13T16:02:55.916002+0000","last_became_peered":"2024-09-13T16:02:55.916002+0000","last_unstale":"2024-09-13T16:02:55.921870+0000","last_undegraded":"2024-09-13T16:02:55.921870+0000","last_fullsized":"2024-09-13T16:02:55.921870+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:09:42.846752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.273425+0000","last_change":"2024-09-13T16:02:56.267129+0000","last_active":"2024-09-13T16:02:56.273425+0000","last_peered":"2024-09-13T16:02:56.273425+0000","last_clean":"2024-09-13T16:02:56.273425+0000","last_became_active":"2024-09-13T16:02:56.266893+0000","last_became_peered":"2024-09-13T16:02:56.266893+0000","last_unstale":"2024-09-13T16:02:56.273425+0000","last_undegraded":"2024-09-13T16:02:56.273425+0000","last_fullsized":"2024-09-13T16:02:56.273425+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:40:09.196703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.922122+0000","last_change":"2024-09-13T16:02:55.918750+0000","last_active":"2024-09-13T16:02:55.922122+0000","last_peered":"2024-09-13T16:02:55.922122+0000","last_clean":"2024-09-13T16:02:55.922122+0000","last_became_active":"2024-09-13T16:02:55.918422+0000","last_became_peered":"2024-09-13T16:02:55.918422+0000","last_unstale":"2024-09-13T16:02:55.922122+0000","last_undegraded":"2024-09-13T16:02:55.922122+0000","last_fullsized":"2024-09-13T16:02:55.922122+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:44:17.747438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.908204+0000","last_change":"2024-09-13T16:02:55.908204+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.908204+0000","last_undegraded":"2024-09-13T16:02:55.908204+0000","last_fullsized":"2024-09-13T16:02:55.908204+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:42:48.010144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.255189+0000","last_change":"2024-09-13T16:02:55.922437+0000","last_active":"2024-09-13T16:02:56.255189+0000","last_peered":"2024-09-13T16:02:56.255189+0000","last_clean":"2024-09-13T16:02:56.255189+0000","last_became_active":"2024-09-13T16:02:55.922158+0000","last_became_peered":"2024-09-13T16:02:55.922158+0000","last_unstale":"2024-09-13T16:02:56.255189+0000","last_undegraded":"2024-09-13T16:02:56.255189+0000","last_fullsized":"2024-09-13T16:02:56.255189+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:47:30.966948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.911075+0000","last_change":"2024-09-13T16:02:55.911075+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.911075+0000","last_undegraded":"2024-09-13T16:02:55.911075+0000","last_fullsized":"2024-09-13T16:02:55.911075+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:41:29.065989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.927543+0000","last_change":"2024-09-13T16:02:55.921872+0000","last_active":"2024-09-13T16:02:55.927543+0000","last_peered":"2024-09-13T16:02:55.927543+0000","last_clean":"2024-09-13T16:02:55.927543+0000","last_became_active":"2024-09-13T16:02:55.921664+0000","last_became_peered":"2024-09-13T16:02:55.921664+0000","last_unstale":"2024-09-13T16:02:55.927543+0000","last_undegraded":"2024-09-13T16:02:55.927543+0000","last_fullsized":"2024-09-13T16:02:55.927543+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:07:14.827001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.907391+0000","last_change":"2024-09-13T16:02:55.907391+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.907391+0000","last_undegraded":"2024-09-13T16:02:55.907391+0000","last_fullsized":"2024-09-13T16:02:55.907391+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:34:22.665516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.927580+0000","last_change":"2024-09-13T16:02:55.922680+0000","last_active":"2024-09-13T16:02:55.927580+0000","last_peered":"2024-09-13T16:02:55.927580+0000","last_clean":"2024-09-13T16:02:55.927580+0000","last_became_active":"2024-09-13T16:02:55.922452+0000","last_became_peered":"2024-09-13T16:02:55.922452+0000","last_unstale":"2024-09-13T16:02:55.927580+0000","last_undegraded":"2024-09-13T16:02:55.927580+0000","last_fullsized":"2024-09-13T16:02:55.927580+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:42:47.005611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.908419+0000","last_change":"2024-09-13T16:02:55.908419+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.908419+0000","last_undegraded":"2024-09-13T16:02:55.908419+0000","last_fullsized":"2024-09-13T16:02:55.908419+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:55:50.417022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.14","version":"40'6","reported_seq":16,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.287740+0000","last_change":"2024-09-13T16:02:55.920618+0000","last_active":"2024-09-13T16:02:56.287740+0000","last_peered":"2024-09-13T16:02:56.287740+0000","last_clean":"2024-09-13T16:02:56.287740+0000","last_became_active":"2024-09-13T16:02:55.920396+0000","last_became_peered":"2024-09-13T16:02:55.920396+0000","last_unstale":"2024-09-13T16:02:56.287740+0000","last_undegraded":"2024-09-13T16:02:56.287740+0000","last_fullsized":"2024-09-13T16:02:56.287740+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:46:03.338901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.907794+0000","last_change":"2024-09-13T16:02:55.907794+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.907794+0000","last_undegraded":"2024-09-13T16:02:55.907794+0000","last_fullsized":"2024-09-13T16:02:55.907794+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:41:14.553505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"40'2","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.275566+0000","last_change":"2024-09-13T16:02:55.918055+0000","last_active":"2024-09-13T16:02:56.275566+0000","last_peered":"2024-09-13T16:02:56.275566+0000","last_clean":"2024-09-13T16:02:56.275566+0000","last_became_active":"2024-09-13T16:02:55.917757+0000","last_became_peered":"2024-09-13T16:02:55.917757+0000","last_unstale":"2024-09-13T16:02:56.275566+0000","last_undegraded":"2024-09-13T16:02:56.275566+0000","last_fullsized":"2024-09-13T16:02:56.275566+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:17:59.092497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.269975+0000","last_change":"2024-09-13T16:02:56.263373+0000","last_active":"2024-09-13T16:02:56.269975+0000","last_peered":"2024-09-13T16:02:56.269975+0000","last_clean":"2024-09-13T16:02:56.269975+0000","last_became_active":"2024-09-13T16:02:56.263090+0000","last_became_peered":"2024-09-13T16:02:56.263090+0000","last_unstale":"2024-09-13T16:02:56.269975+0000","last_undegraded":"2024-09-13T16:02:56.269975+0000","last_fullsized":"2024-09-13T16:02:56.269975+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:08:42.423914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.921685+0000","last_change":"2024-09-13T16:02:55.915679+0000","last_active":"2024-09-13T16:02:55.921685+0000","last_peered":"2024-09-13T16:02:55.921685+0000","last_clean":"2024-09-13T16:02:55.921685+0000","last_became_active":"2024-09-13T16:02:55.915455+0000","last_became_peered":"2024-09-13T16:02:55.915455+0000","last_unstale":"2024-09-13T16:02:55.921685+0000","last_undegraded":"2024-09-13T16:02:55.921685+0000","last_fullsized":"2024-09-13T16:02:55.921685+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:00:25.930732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.909120+0000","last_change":"2024-09-13T16:02:55.909120+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.909120+0000","last_undegraded":"2024-09-13T16:02:55.909120+0000","last_fullsized":"2024-09-13T16:02:55.909120+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:45:32.231999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.917826+0000","last_change":"2024-09-13T16:02:55.915174+0000","last_active":"2024-09-13T16:02:55.917826+0000","last_peered":"2024-09-13T16:02:55.917826+0000","last_clean":"2024-09-13T16:02:55.917826+0000","last_became_active":"2024-09-13T16:02:55.914410+0000","last_became_peered":"2024-09-13T16:02:55.914410+0000","last_unstale":"2024-09-13T16:02:55.917826+0000","last_undegraded":"2024-09-13T16:02:55.917826+0000","last_fullsized":"2024-09-13T16:02:55.917826+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:09:42.846752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.270011+0000","last_change":"2024-09-13T16:02:56.264251+0000","last_active":"2024-09-13T16:02:56.270011+0000","last_peered":"2024-09-13T16:02:56.270011+0000","last_clean":"2024-09-13T16:02:56.270011+0000","last_became_active":"2024-09-13T16:02:56.263989+0000","last_became_peered":"2024-09-13T16:02:56.263989+0000","last_unstale":"2024-09-13T16:02:56.270011+0000","last_undegraded":"2024-09-13T16:02:56.270011+0000","last_fullsized":"2024-09-13T16:02:56.270011+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:10:15.912474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.924777+0000","last_change":"2024-09-13T16:02:55.920646+0000","last_active":"2024-09-13T16:02:55.924777+0000","last_peered":"2024-09-13T16:02:55.924777+0000","last_clean":"2024-09-13T16:02:55.924777+0000","last_became_active":"2024-09-13T16:02:55.920415+0000","last_became_peered":"2024-09-13T16:02:55.920415+0000","last_unstale":"2024-09-13T16:02:55.924777+0000","last_undegraded":"2024-09-13T16:02:55.924777+0000","last_fullsized":"2024-09-13T16:02:55.924777+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:09:42.846752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.273986+0000","last_change":"2024-09-13T16:02:56.269261+0000","last_active":"2024-09-13T16:02:56.273986+0000","last_peered":"2024-09-13T16:02:56.273986+0000","last_clean":"2024-09-13T16:02:56.273986+0000","last_became_active":"2024-09-13T16:02:56.269019+0000","last_became_peered":"2024-09-13T16:02:56.269019+0000","last_unstale":"2024-09-13T16:02:56.273986+0000","last_undegraded":"2024-09-13T16:02:56.273986+0000","last_fullsized":"2024-09-13T16:02:56.273986+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:14:45.096091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.922035+0000","last_change":"2024-09-13T16:02:55.919986+0000","last_active":"2024-09-13T16:02:55.922035+0000","last_peered":"2024-09-13T16:02:55.922035+0000","last_clean":"2024-09-13T16:02:55.922035+0000","last_became_active":"2024-09-13T16:02:55.919754+0000","last_became_peered":"2024-09-13T16:02:55.919754+0000","last_unstale":"2024-09-13T16:02:55.922035+0000","last_undegraded":"2024-09-13T16:02:55.922035+0000","last_fullsized":"2024-09-13T16:02:55.922035+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:57:04.853038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.910500+0000","last_change":"2024-09-13T16:02:55.910500+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.910500+0000","last_undegraded":"2024-09-13T16:02:55.910500+0000","last_fullsized":"2024-09-13T16:02:55.910500+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:48:33.300896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.924931+0000","last_change":"2024-09-13T16:02:55.920853+0000","last_active":"2024-09-13T16:02:55.924931+0000","last_peered":"2024-09-13T16:02:55.924931+0000","last_clean":"2024-09-13T16:02:55.924931+0000","last_became_active":"2024-09-13T16:02:55.920581+0000","last_became_peered":"2024-09-13T16:02:55.920581+0000","last_unstale":"2024-09-13T16:02:55.924931+0000","last_undegraded":"2024-09-13T16:02:55.924931+0000","last_fullsized":"2024-09-13T16:02:55.924931+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:09:19.341059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.908202+0000","last_change":"2024-09-13T16:02:55.908202+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.908202+0000","last_undegraded":"2024-09-13T16:02:55.908202+0000","last_fullsized":"2024-09-13T16:02:55.908202+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:43:31.751609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.921583+0000","last_change":"2024-09-13T16:02:55.917292+0000","last_active":"2024-09-13T16:02:55.921583+0000","last_peered":"2024-09-13T16:02:55.921583+0000","last_clean":"2024-09-13T16:02:55.921583+0000","last_became_active":"2024-09-13T16:02:55.917043+0000","last_became_peered":"2024-09-13T16:02:55.917043+0000","last_unstale":"2024-09-13T16:02:55.921583+0000","last_undegraded":"2024-09-13T16:02:55.921583+0000","last_fullsized":"2024-09-13T16:02:55.921583+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:26:34.431363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.907628+0000","last_change":"2024-09-13T16:02:55.907628+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.907628+0000","last_undegraded":"2024-09-13T16:02:55.907628+0000","last_fullsized":"2024-09-13T16:02:55.907628+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:52:43.604701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.921848+0000","last_change":"2024-09-13T16:02:55.917357+0000","last_active":"2024-09-13T16:02:55.921848+0000","last_peered":"2024-09-13T16:02:55.921848+0000","last_clean":"2024-09-13T16:02:55.921848+0000","last_became_active":"2024-09-13T16:02:55.917099+0000","last_became_peered":"2024-09-13T16:02:55.917099+0000","last_unstale":"2024-09-13T16:02:55.921848+0000","last_undegraded":"2024-09-13T16:02:55.921848+0000","last_fullsized":"2024-09-13T16:02:55.921848+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:51:09.247919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.909089+0000","last_change":"2024-09-13T16:02:55.909089+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.909089+0000","last_undegraded":"2024-09-13T16:02:55.909089+0000","last_fullsized":"2024-09-13T16:02:55.909089+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:41:30.553071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.921548+0000","last_change":"2024-09-13T16:02:55.915683+0000","last_active":"2024-09-13T16:02:55.921548+0000","last_peered":"2024-09-13T16:02:55.921548+0000","last_clean":"2024-09-13T16:02:55.921548+0000","last_became_active":"2024-09-13T16:02:55.915437+0000","last_became_peered":"2024-09-13T16:02:55.915437+0000","last_unstale":"2024-09-13T16:02:55.921548+0000","last_undegraded":"2024-09-13T16:02:55.921548+0000","last_fullsized":"2024-09-13T16:02:55.921548+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:09:40.733141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.907170+0000","last_change":"2024-09-13T16:02:55.907170+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.907170+0000","last_undegraded":"2024-09-13T16:02:55.907170+0000","last_fullsized":"2024-09-13T16:02:55.907170+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:58:26.709110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.924144+0000","last_change":"2024-09-13T16:02:55.917647+0000","last_active":"2024-09-13T16:02:55.924144+0000","last_peered":"2024-09-13T16:02:55.924144+0000","last_clean":"2024-09-13T16:02:55.924144+0000","last_became_active":"2024-09-13T16:02:55.917397+0000","last_became_peered":"2024-09-13T16:02:55.917397+0000","last_unstale":"2024-09-13T16:02:55.924144+0000","last_undegraded":"2024-09-13T16:02:55.924144+0000","last_fullsized":"2024-09-13T16:02:55.924144+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:10:17.565016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.909733+0000","last_change":"2024-09-13T16:02:55.909733+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.909733+0000","last_undegraded":"2024-09-13T16:02:55.909733+0000","last_fullsized":"2024-09-13T16:02:55.909733+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:58:26.709110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.921910+0000","last_change":"2024-09-13T16:02:55.918826+0000","last_active":"2024-09-13T16:02:55.921910+0000","last_peered":"2024-09-13T16:02:55.921910+0000","last_clean":"2024-09-13T16:02:55.921910+0000","last_became_active":"2024-09-13T16:02:55.918571+0000","last_became_peered":"2024-09-13T16:02:55.918571+0000","last_unstale":"2024-09-13T16:02:55.921910+0000","last_undegraded":"2024-09-13T16:02:55.921910+0000","last_fullsized":"2024-09-13T16:02:55.921910+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:02:41.951315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.273446+0000","last_change":"2024-09-13T16:02:56.267674+0000","last_active":"2024-09-13T16:02:56.273446+0000","last_peered":"2024-09-13T16:02:56.273446+0000","last_clean":"2024-09-13T16:02:56.273446+0000","last_became_active":"2024-09-13T16:02:56.267442+0000","last_became_peered":"2024-09-13T16:02:56.267442+0000","last_unstale":"2024-09-13T16:02:56.273446+0000","last_undegraded":"2024-09-13T16:02:56.273446+0000","last_fullsized":"2024-09-13T16:02:56.273446+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:51:10.695346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.916001+0000","last_change":"2024-09-13T16:02:55.912019+0000","last_active":"2024-09-13T16:02:55.916001+0000","last_peered":"2024-09-13T16:02:55.916001+0000","last_clean":"2024-09-13T16:02:55.916001+0000","last_became_active":"2024-09-13T16:02:55.911717+0000","last_became_peered":"2024-09-13T16:02:55.911717+0000","last_unstale":"2024-09-13T16:02:55.916001+0000","last_undegraded":"2024-09-13T16:02:55.916001+0000","last_fullsized":"2024-09-13T16:02:55.916001+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:00:31.532985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.905460+0000","last_change":"2024-09-13T16:02:55.905460+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.905460+0000","last_undegraded":"2024-09-13T16:02:55.905460+0000","last_fullsized":"2024-09-13T16:02:55.905460+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:19:13.355718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.927574+0000","last_change":"2024-09-13T16:02:55.922512+0000","last_active":"2024-09-13T16:02:55.927574+0000","last_peered":"2024-09-13T16:02:55.927574+0000","last_clean":"2024-09-13T16:02:55.927574+0000","last_became_active":"2024-09-13T16:02:55.922258+0000","last_became_peered":"2024-09-13T16:02:55.922258+0000","last_unstale":"2024-09-13T16:02:55.927574+0000","last_undegraded":"2024-09-13T16:02:55.927574+0000","last_fullsized":"2024-09-13T16:02:55.927574+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:03:47.749733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.910473+0000","last_change":"2024-09-13T16:02:55.910473+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.910473+0000","last_undegraded":"2024-09-13T16:02:55.910473+0000","last_fullsized":"2024-09-13T16:02:55.910473+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:41:14.553505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.924116+0000","last_change":"2024-09-13T16:02:55.920336+0000","last_active":"2024-09-13T16:02:55.924116+0000","last_peered":"2024-09-13T16:02:55.924116+0000","last_clean":"2024-09-13T16:02:55.924116+0000","last_became_active":"2024-09-13T16:02:55.920048+0000","last_became_peered":"2024-09-13T16:02:55.920048+0000","last_unstale":"2024-09-13T16:02:55.924116+0000","last_undegraded":"2024-09-13T16:02:55.924116+0000","last_fullsized":"2024-09-13T16:02:55.924116+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:02:41.951315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.270108+0000","last_change":"2024-09-13T16:02:56.266210+0000","last_active":"2024-09-13T16:02:56.270108+0000","last_peered":"2024-09-13T16:02:56.270108+0000","last_clean":"2024-09-13T16:02:56.270108+0000","last_became_active":"2024-09-13T16:02:56.265970+0000","last_became_peered":"2024-09-13T16:02:56.265970+0000","last_unstale":"2024-09-13T16:02:56.270108+0000","last_undegraded":"2024-09-13T16:02:56.270108+0000","last_fullsized":"2024-09-13T16:02:56.270108+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:00:55.194275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.921840+0000","last_change":"2024-09-13T16:02:55.919017+0000","last_active":"2024-09-13T16:02:55.921840+0000","last_peered":"2024-09-13T16:02:55.921840+0000","last_clean":"2024-09-13T16:02:55.921840+0000","last_became_active":"2024-09-13T16:02:55.918716+0000","last_became_peered":"2024-09-13T16:02:55.918716+0000","last_unstale":"2024-09-13T16:02:55.921840+0000","last_undegraded":"2024-09-13T16:02:55.921840+0000","last_fullsized":"2024-09-13T16:02:55.921840+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:03:47.749733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.906615+0000","last_change":"2024-09-13T16:02:55.906615+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.906615+0000","last_undegraded":"2024-09-13T16:02:55.906615+0000","last_fullsized":"2024-09-13T16:02:55.906615+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:56:03.353901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.921929+0000","last_change":"2024-09-13T16:02:55.917024+0000","last_active":"2024-09-13T16:02:55.921929+0000","last_peered":"2024-09-13T16:02:55.921929+0000","last_clean":"2024-09-13T16:02:55.921929+0000","last_became_active":"2024-09-13T16:02:55.916759+0000","last_became_peered":"2024-09-13T16:02:55.916759+0000","last_unstale":"2024-09-13T16:02:55.921929+0000","last_undegraded":"2024-09-13T16:02:55.921929+0000","last_fullsized":"2024-09-13T16:02:55.921929+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:57:04.853038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.905796+0000","last_change":"2024-09-13T16:02:55.905796+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.905796+0000","last_undegraded":"2024-09-13T16:02:55.905796+0000","last_fullsized":"2024-09-13T16:02:55.905796+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:41:30.553071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.917664+0000","last_change":"2024-09-13T16:02:55.914690+0000","last_active":"2024-09-13T16:02:55.917664+0000","last_peered":"2024-09-13T16:02:55.917664+0000","last_clean":"2024-09-13T16:02:55.917664+0000","last_became_active":"2024-09-13T16:02:55.914400+0000","last_became_peered":"2024-09-13T16:02:55.914400+0000","last_unstale":"2024-09-13T16:02:55.917664+0000","last_undegraded":"2024-09-13T16:02:55.917664+0000","last_fullsized":"2024-09-13T16:02:55.917664+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:02:41.951315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.908838+0000","last_change":"2024-09-13T16:02:55.908838+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.908838+0000","last_undegraded":"2024-09-13T16:02:55.908838+0000","last_fullsized":"2024-09-13T16:02:55.908838+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:48:33.300896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.922081+0000","last_change":"2024-09-13T16:02:55.917678+0000","last_active":"2024-09-13T16:02:55.922081+0000","last_peered":"2024-09-13T16:02:55.922081+0000","last_clean":"2024-09-13T16:02:55.922081+0000","last_became_active":"2024-09-13T16:02:55.917384+0000","last_became_peered":"2024-09-13T16:02:55.917384+0000","last_unstale":"2024-09-13T16:02:55.922081+0000","last_undegraded":"2024-09-13T16:02:55.922081+0000","last_fullsized":"2024-09-13T16:02:55.922081+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:41:23.791906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.909644+0000","last_change":"2024-09-13T16:02:55.909644+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.909644+0000","last_undegraded":"2024-09-13T16:02:55.909644+0000","last_fullsized":"2024-09-13T16:02:55.909644+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:55:39.076478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.254952+0000","last_change":"2024-09-13T16:02:55.922857+0000","last_active":"2024-09-13T16:02:56.254952+0000","last_peered":"2024-09-13T16:02:56.254952+0000","last_clean":"2024-09-13T16:02:56.254952+0000","last_became_active":"2024-09-13T16:02:55.922197+0000","last_became_peered":"2024-09-13T16:02:55.922197+0000","last_unstale":"2024-09-13T16:02:56.254952+0000","last_undegraded":"2024-09-13T16:02:56.254952+0000","last_fullsized":"2024-09-13T16:02:56.254952+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:06:54.229118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.912831+0000","last_change":"2024-09-13T16:02:55.912831+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.912831+0000","last_undegraded":"2024-09-13T16:02:55.912831+0000","last_fullsized":"2024-09-13T16:02:55.912831+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:41:45.342337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.921867+0000","last_change":"2024-09-13T16:02:55.917562+0000","last_active":"2024-09-13T16:02:55.921867+0000","last_peered":"2024-09-13T16:02:55.921867+0000","last_clean":"2024-09-13T16:02:55.921867+0000","last_became_active":"2024-09-13T16:02:55.917280+0000","last_became_peered":"2024-09-13T16:02:55.917280+0000","last_unstale":"2024-09-13T16:02:55.921867+0000","last_undegraded":"2024-09-13T16:02:55.921867+0000","last_fullsized":"2024-09-13T16:02:55.921867+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:10:17.565016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":178,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-13T16:02:54.895464+0000","last_change":"2024-09-13T16:01:29.143297+0000","last_active":"2024-09-13T16:02:54.895464+0000","last_peered":"2024-09-13T16:02:54.895464+0000","last_clean":"2024-09-13T16:02:54.895464+0000","last_became_active":"2024-09-13T16:01:29.142269+0000","last_became_peered":"2024-09-13T16:01:29.142269+0000","last_unstale":"2024-09-13T16:02:54.895464+0000","last_undegraded":"2024-09-13T16:02:54.895464+0000","last_fullsized":"2024-09-13T16:02:54.895464+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:27.864638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:27.864638+0000","last_clean_scrub_stamp":"2024-09-13T16:01:27.864638+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:25:24.741463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1598,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1598,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":8,"ondisk_log_size":8,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":14,"seq":60129542167,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27496,"kb_used_data":468,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344344,"statfs":{"total":96636764160,"available":96608608256,"internally_reserved":0,"allocated":479232,"data_stored":200411,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.30499999999999999},{"interface":"front","average":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"last":0.26000000000000001}]},{"osd":1,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"last":0.318},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"last":0.33600000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"last":0.34300000000000003},{"interface":"front","average":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"last":0.35399999999999998}]},{"osd":4,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":1.038,"5min":1.038,"15min":1.038},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.45600000000000002}]},{"osd":5,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.502},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.92400000000000004,"5min":0.92400000000000004,"15min":0.92400000000000004},"last":0.41499999999999998}]},{"osd":6,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.437},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.42499999999999999}]},{"osd":7,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":1.1799999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.48099999999999998}]}]},{"osd":7,"up_from":13,"seq":55834574869,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28028,"kb_used_data":1008,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343812,"statfs":{"total":96636764160,"available":96608063488,"internally_reserved":0,"allocated":1032192,"data_stored":775491,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:02:30 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.51300000000000001}]},{"osd":1,"last update":"Fri Sep 13 16:02:30 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.59199999999999997}]},{"osd":2,"last update":"Fri Sep 13 16:02:30 2024","interfaces":[{"interface":"back","average":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":2.2919999999999998,"5min":2.2919999999999998,"15min":2.2919999999999998},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"last":0.47199999999999998}]},{"osd":3,"last update":"Fri Sep 13 16:02:30 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.436},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.495}]},{"osd":4,"last update":"Fri Sep 13 16:02:30 2024","interfaces":[{"interface":"back","average":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.56999999999999995}]},{"osd":5,"last update":"Fri Sep 13 16:02:30 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.57999999999999996}]},{"osd":6,"last update":"Fri Sep 13 16:02:30 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.626},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.61499999999999999}]}]},{"osd":6,"up_from":13,"seq":55834574869,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27464,"kb_used_data":440,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344376,"statfs":{"total":96636764160,"available":96608641024,"internally_reserved":0,"allocated":450560,"data_stored":191718,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.97099999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.66500000000000004},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.57199999999999995}]},{"osd":1,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":1.0940000000000001,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.53300000000000003}]},{"osd":2,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.621},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.63200000000000001}]},{"osd":3,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.64900000000000002},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.59899999999999998}]},{"osd":4,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.41699999999999998}]},{"osd":5,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.505},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.45200000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.44},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.58199999999999996}]}]},{"osd":5,"up_from":13,"seq":55834574868,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27448,"kb_used_data":428,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344392,"statfs":{"total":96636764160,"available":96608657408,"internally_reserved":0,"allocated":438272,"data_stored":185123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:02:27 2024","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.495,"15min":0.495},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"last":0.58399999999999996}]},{"osd":1,"last update":"Fri Sep 13 16:02:27 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.60099999999999998},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.61199999999999999}]},{"osd":2,"last update":"Fri Sep 13 16:02:27 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.625,"5min":0.625,"15min":0.625},"last":0.623},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.63800000000000001}]},{"osd":3,"last update":"Fri Sep 13 16:02:27 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.71299999999999997}]},{"osd":4,"last update":"Fri Sep 13 16:02:27 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.95499999999999996,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.505},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.46100000000000002}]},{"osd":6,"last update":"Fri Sep 13 16:02:27 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":1.036,"5min":1.036,"15min":1.036},"last":0.67600000000000005}]},{"osd":7,"last update":"Fri Sep 13 16:02:27 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.69599999999999995}]}]},{"osd":4,"up_from":13,"seq":55834574869,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27448,"kb_used_data":428,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344392,"statfs":{"total":96636764160,"available":96608657408,"internally_reserved":0,"allocated":438272,"data_stored":185123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:02:31 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"last":0.48299999999999998}]},{"osd":1,"last update":"Fri Sep 13 16:02:31 2024","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"last":0.32700000000000001},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.46300000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:02:31 2024","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.42399999999999999}]},{"osd":3,"last update":"Fri Sep 13 16:02:31 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.505,"5min":0.505,"15min":0.505},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.49199999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:02:31 2024","interfaces":[{"interface":"back","average":{"1min":0.496,"5min":0.496,"15min":0.496},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.47299999999999998}]},{"osd":6,"last update":"Fri Sep 13 16:02:31 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.44900000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:02:31 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.434},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.872,"5min":0.872,"15min":0.872},"last":0.38500000000000001}]}]},{"osd":2,"up_from":13,"seq":55834574868,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27448,"kb_used_data":428,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344392,"statfs":{"total":96636764160,"available":96608657408,"internally_reserved":0,"allocated":438272,"data_stored":185123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:02:27 2024","interfaces":[{"interface":"back","average":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"last":0.29799999999999999},{"interface":"front","average":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"last":0.38300000000000001}]},{"osd":1,"last update":"Fri Sep 13 16:02:27 2024","interfaces":[{"interface":"back","average":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"last":0.27200000000000002},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.36599999999999999}]},{"osd":3,"last update":"Fri Sep 13 16:02:32 2024","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"last":0.33700000000000002},{"interface":"front","average":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"last":0.34999999999999998}]},{"osd":4,"last update":"Fri Sep 13 16:02:27 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.67400000000000004},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.59399999999999997}]},{"osd":5,"last update":"Fri Sep 13 16:02:27 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.55000000000000004}]},{"osd":6,"last update":"Fri Sep 13 16:02:27 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.70099999999999996}]},{"osd":7,"last update":"Fri Sep 13 16:02:27 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.76600000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574868,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27448,"kb_used_data":428,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344392,"statfs":{"total":96636764160,"available":96608657408,"internally_reserved":0,"allocated":438272,"data_stored":185123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.98199999999999998,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.20399999999999999},{"interface":"front","average":{"1min":0.38,"5min":0.38,"15min":0.38},"min":{"1min":0.215,"5min":0.215,"15min":0.215},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.27200000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"min":{"1min":0.218,"5min":0.218,"15min":0.218},"max":{"1min":0.99099999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.23100000000000001},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.29299999999999998}]},{"osd":3,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":1.0289999999999999,"5min":1.0289999999999999,"15min":1.0289999999999999},"last":0.32000000000000001},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.25800000000000001}]},{"osd":4,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.68799999999999994},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.65100000000000002}]},{"osd":5,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.73299999999999998},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.60199999999999998}]},{"osd":6,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.63900000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.624},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.749}]}]},{"osd":0,"up_from":13,"seq":55834574870,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28024,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343816,"statfs":{"total":96636764160,"available":96608067584,"internally_reserved":0,"allocated":1028096,"data_stored":774822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 16:02:26 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":2.5960000000000001,"5min":2.5960000000000001,"15min":2.5960000000000001},"last":0.247},{"interface":"front","average":{"1min":0.378,"5min":0.378,"15min":0.378},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"last":0.315}]},{"osd":2,"last update":"Fri Sep 13 16:02:26 2024","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":1.373,"5min":1.373,"15min":1.373},"last":0.28000000000000003},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.26900000000000002}]},{"osd":3,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"last":0.29899999999999999}]},{"osd":4,"last update":"Fri Sep 13 16:02:26 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":1.321,"5min":1.321,"15min":1.321},"last":0.45600000000000002}]},{"osd":5,"last update":"Fri Sep 13 16:02:26 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.349,"5min":1.349,"15min":1.349},"last":0.41099999999999998}]},{"osd":6,"last update":"Fri Sep 13 16:02:26 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.372},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":1.286,"5min":1.286,"15min":1.286},"last":0.48399999999999999}]},{"osd":7,"last update":"Fri Sep 13 16:02:26 2024","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.628,"15min":0.628},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.443},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.42199999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1598,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:02:59.172 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:02:59.304 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.303+0000 7f973cae9640 1 Processor -- start 2024-09-13T16:02:59.304 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.303+0000 7f973cae9640 1 -- start start 2024-09-13T16:02:59.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.304+0000 7f973cae9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9738072110 0x7f9738070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:59.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.304+0000 7f973cae9640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f97380abdf0 con 0x7f97380c8920 2024-09-13T16:02:59.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.304+0000 7f973cae9640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f97380b2280 con 0x7f9738071d30 2024-09-13T16:02:59.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.304+0000 7f973cae9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f97380ab1e0 con 0x7f9738072110 2024-09-13T16:02:59.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.304+0000 7f9736d9d640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f97380c8920 0x7f97380ac280 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:51480/0 (socket says 172.21.15.76:51480) 2024-09-13T16:02:59.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.304+0000 7f9736d9d640 1 -- 172.21.15.76:0/711873405 learned_addr learned my addr 172.21.15.76:0/711873405 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:59.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.304+0000 7f972ffff640 1 --2- 172.21.15.76:0/711873405 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9738072110 0x7f9738070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:59.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.304+0000 7f9735d9b640 1 -- 172.21.15.76:0/711873405 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 74018671 0 0) 0x7f97380abdf0 con 0x7f97380c8920 2024-09-13T16:02:59.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.304+0000 7f9735d9b640 1 -- 172.21.15.76:0/711873405 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9724003520 con 0x7f97380c8920 2024-09-13T16:02:59.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.304+0000 7f9735d9b640 1 -- 172.21.15.76:0/711873405 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3266288406 0 0) 0x7f9724003520 con 0x7f97380c8920 2024-09-13T16:02:59.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.304+0000 7f9735d9b640 1 -- 172.21.15.76:0/711873405 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9738072110 msgr2=0x7f9738070190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:59.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.304+0000 7f9735d9b640 1 --2- 172.21.15.76:0/711873405 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9738072110 0x7f9738070190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:59.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.304+0000 7f9735d9b640 1 -- 172.21.15.76:0/711873405 >> v1:172.21.15.192:6789/0 conn(0x7f9738071d30 legacy=0x7f97380b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:59.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.304+0000 7f9735d9b640 1 -- 172.21.15.76:0/711873405 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f97380ab4c0 con 0x7f97380c8920 2024-09-13T16:02:59.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.304+0000 7f9735d9b640 1 -- 172.21.15.76:0/711873405 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f97300019f0 con 0x7f97380c8920 2024-09-13T16:02:59.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.304+0000 7f9735d9b640 1 -- 172.21.15.76:0/711873405 >> v1:172.21.15.76:6789/0 conn(0x7f97380c8920 legacy=0x7f97380ac280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:59.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.304+0000 7f9735d9b640 1 --2- 172.21.15.76:0/711873405 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f97240039a0 0x7f9724003d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:59.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.305+0000 7f9735d9b640 1 --2- 172.21.15.76:0/711873405 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9724004350 0x7f9724004820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:59.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.305+0000 7f9735d9b640 1 --2- 172.21.15.76:0/711873405 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9738072110 0x7f97240050b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:59.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.305+0000 7f9735d9b640 1 -- 172.21.15.76:0/711873405 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f97380ab1e0 con 0x7f97240039a0 2024-09-13T16:02:59.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.305+0000 7f9735d9b640 1 -- 172.21.15.76:0/711873405 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f972400b9e0 con 0x7f9724004350 2024-09-13T16:02:59.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.305+0000 7f9735d9b640 1 -- 172.21.15.76:0/711873405 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f972400bba0 con 0x7f9738072110 2024-09-13T16:02:59.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.305+0000 7f973659c640 1 --2- 172.21.15.76:0/711873405 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f97240039a0 0x7f9724003d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:59.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.305+0000 7f972ffff640 1 --2- 172.21.15.76:0/711873405 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9724004350 0x7f9724004820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:59.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.305+0000 7f9736d9d640 1 --2- 172.21.15.76:0/711873405 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9738072110 0x7f97240050b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:59.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.305+0000 7f973659c640 1 -- 172.21.15.76:0/711873405 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9738072110 msgr2=0x7f97240050b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:59.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.305+0000 7f973659c640 1 --2- 172.21.15.76:0/711873405 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9738072110 0x7f97240050b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:59.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.305+0000 7f973659c640 1 -- 172.21.15.76:0/711873405 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9724004350 msgr2=0x7f9724004820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:59.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.305+0000 7f973659c640 1 --2- 172.21.15.76:0/711873405 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9724004350 0x7f9724004820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:59.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.305+0000 7f973659c640 1 -- 172.21.15.76:0/711873405 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9724003520 con 0x7f97240039a0 2024-09-13T16:02:59.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.305+0000 7f972ffff640 1 --2- 172.21.15.76:0/711873405 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9724004350 0x7f9724004820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:02:59.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.306+0000 7f973659c640 1 --2- 172.21.15.76:0/711873405 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f97240039a0 0x7f9724003d80 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f9728001830 tx=0x7f97240057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e8fd285464d4a70d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:59.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.306+0000 7f9735d9b640 1 -- 172.21.15.76:0/711873405 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f972802abc0 con 0x7f97240039a0 2024-09-13T16:02:59.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.306+0000 7f9735d9b640 1 -- 172.21.15.76:0/711873405 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f972802ad40 con 0x7f97240039a0 2024-09-13T16:02:59.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.306+0000 7f9735d9b640 1 -- 172.21.15.76:0/711873405 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9728032680 con 0x7f97240039a0 2024-09-13T16:02:59.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.306+0000 7f973cae9640 1 -- 172.21.15.76:0/711873405 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f97240039a0 msgr2=0x7f9724003d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:59.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.306+0000 7f973cae9640 1 --2- 172.21.15.76:0/711873405 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f97240039a0 0x7f9724003d80 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f9728001830 tx=0x7f97240057f0 comp rx=0 tx=0).stop 2024-09-13T16:02:59.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.306+0000 7f9736d9d640 1 -- 172.21.15.76:0/711873405 reap_dead start 2024-09-13T16:02:59.311 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.306+0000 7f973cae9640 1 -- 172.21.15.76:0/711873405 shutdown_connections 2024-09-13T16:02:59.311 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.306+0000 7f973cae9640 1 -- 172.21.15.76:0/711873405 >> 172.21.15.76:0/711873405 conn(0x7f9738069ed0 msgr2=0x7f973806a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:59.311 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.306+0000 7f973cae9640 1 -- 172.21.15.76:0/711873405 shutdown_connections 2024-09-13T16:02:59.311 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.306+0000 7f973cae9640 1 -- 172.21.15.76:0/711873405 wait complete. 2024-09-13T16:02:59.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.308+0000 7f973cae9640 1 Processor -- start 2024-09-13T16:02:59.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.308+0000 7f973cae9640 1 -- start start 2024-09-13T16:02:59.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.308+0000 7f973cae9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f97240039a0 0x7f97381ec230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:59.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.308+0000 7f973cae9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f97381f2240 0x7f97381f26c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:59.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.308+0000 7f973cae9640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f97380703a0 0x7f9738070820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:59.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.308+0000 7f973cae9640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f97381f3400 con 0x7f97240039a0 2024-09-13T16:02:59.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.308+0000 7f973cae9640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9738070d60 con 0x7f97380703a0 2024-09-13T16:02:59.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.308+0000 7f973cae9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f97381ec770 con 0x7f97381f2240 2024-09-13T16:02:59.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.308+0000 7f973659c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f97240039a0 0x7f97381ec230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:59.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.308+0000 7f973659c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f97240039a0 0x7f97381ec230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39554/0 (socket says 172.21.15.76:39554) 2024-09-13T16:02:59.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.308+0000 7f973659c640 1 -- 172.21.15.76:0/2176406918 learned_addr learned my addr 172.21.15.76:0/2176406918 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:59.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.309+0000 7f972ffff640 1 --2- 172.21.15.76:0/2176406918 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f97381f2240 0x7f97381f26c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:59.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.309+0000 7f9736d9d640 1 --2- 172.21.15.76:0/2176406918 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f97380703a0 0x7f9738070820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:59.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.309+0000 7f973659c640 1 -- 172.21.15.76:0/2176406918 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f97381f2240 msgr2=0x7f97381f26c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:59.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.309+0000 7f973659c640 1 --2- 172.21.15.76:0/2176406918 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f97381f2240 0x7f97381f26c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:59.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.309+0000 7f973659c640 1 -- 172.21.15.76:0/2176406918 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f97380703a0 msgr2=0x7f9738070820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:59.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.309+0000 7f973659c640 1 --2- 172.21.15.76:0/2176406918 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f97380703a0 0x7f9738070820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:59.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.309+0000 7f973659c640 1 -- 172.21.15.76:0/2176406918 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f97381f3980 con 0x7f97240039a0 2024-09-13T16:02:59.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.309+0000 7f972ffff640 1 --2- 172.21.15.76:0/2176406918 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f97381f2240 0x7f97381f26c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:02:59.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.309+0000 7f973659c640 1 --2- 172.21.15.76:0/2176406918 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f97240039a0 0x7f97381ec230 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7f9728001950 tx=0x7f9728001230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:59.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.309+0000 7f972effd640 1 -- 172.21.15.76:0/2176406918 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97280054e0 con 0x7f97240039a0 2024-09-13T16:02:59.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.309+0000 7f972effd640 1 -- 172.21.15.76:0/2176406918 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f97280067d0 con 0x7f97240039a0 2024-09-13T16:02:59.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.309+0000 7f972effd640 1 -- 172.21.15.76:0/2176406918 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9728006b60 con 0x7f97240039a0 2024-09-13T16:02:59.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.309+0000 7f973cae9640 1 -- 172.21.15.76:0/2176406918 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f97381f2d70 con 0x7f97240039a0 2024-09-13T16:02:59.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.309+0000 7f973cae9640 1 -- 172.21.15.76:0/2176406918 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f97381f3610 con 0x7f97240039a0 2024-09-13T16:02:59.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.310+0000 7f973cae9640 1 -- 172.21.15.76:0/2176406918 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9738070190 con 0x7f97240039a0 2024-09-13T16:02:59.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.311+0000 7f972effd640 1 -- 172.21.15.76:0/2176406918 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9728039040 con 0x7f97240039a0 2024-09-13T16:02:59.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.311+0000 7f972effd640 1 --2- 172.21.15.76:0/2176406918 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f971806ac30 0x7f971806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:59.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.311+0000 7f972effd640 1 -- 172.21.15.76:0/2176406918 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f97280a93e0 con 0x7f97240039a0 2024-09-13T16:02:59.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.311+0000 7f972ffff640 1 --2- 172.21.15.76:0/2176406918 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f971806ac30 0x7f971806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:59.316 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.311+0000 7f972ffff640 1 --2- 172.21.15.76:0/2176406918 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f971806ac30 0x7f971806d0f0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f97380c9d80 tx=0x7f9720008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:59.316 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.315+0000 7f972effd640 1 -- 172.21.15.76:0/2176406918 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f9728074530 con 0x7f97240039a0 2024-09-13T16:02:59.473 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.472+0000 7f973cae9640 1 -- 172.21.15.76:0/2176406918 --> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f97380aba80 con 0x7f971806ac30 2024-09-13T16:02:59.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.479+0000 7f972effd640 1 -- 172.21.15.76:0/2176406918 <== mgr.4104 v2:172.21.15.76:6832/911852275 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+287627 (secure 0 0 0) 0x7f97200139f0 con 0x7f971806ac30 2024-09-13T16:02:59.483 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:02:59.485 INFO:teuthology.orchestra.run.smithi076.stderr:dumped all 2024-09-13T16:02:59.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.482+0000 7f973cae9640 1 -- 172.21.15.76:0/2176406918 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f971806ac30 msgr2=0x7f971806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:59.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.482+0000 7f973cae9640 1 --2- 172.21.15.76:0/2176406918 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f971806ac30 0x7f971806d0f0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f97380c9d80 tx=0x7f9720008040 comp rx=0 tx=0).stop 2024-09-13T16:02:59.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.483+0000 7f973cae9640 1 -- 172.21.15.76:0/2176406918 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f97240039a0 msgr2=0x7f97381ec230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:59.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.483+0000 7f973cae9640 1 --2- 172.21.15.76:0/2176406918 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f97240039a0 0x7f97381ec230 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7f9728001950 tx=0x7f9728001230 comp rx=0 tx=0).stop 2024-09-13T16:02:59.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.483+0000 7f973cae9640 1 -- 172.21.15.76:0/2176406918 shutdown_connections 2024-09-13T16:02:59.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.483+0000 7f973cae9640 1 --2- 172.21.15.76:0/2176406918 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f97380703a0 0x7f9738070820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:59.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.483+0000 7f973cae9640 1 --2- 172.21.15.76:0/2176406918 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f971806ac30 0x7f971806d0f0 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:59.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.483+0000 7f973cae9640 1 --2- 172.21.15.76:0/2176406918 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f97381f2240 0x7f97381f26c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:59.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.483+0000 7f973cae9640 1 --2- 172.21.15.76:0/2176406918 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f97240039a0 0x7f97381ec230 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:59.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.483+0000 7f973cae9640 1 -- 172.21.15.76:0/2176406918 >> 172.21.15.76:0/2176406918 conn(0x7f9738069ed0 msgr2=0x7f97380af010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:59.488 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.483+0000 7f973cae9640 1 -- 172.21.15.76:0/2176406918 shutdown_connections 2024-09-13T16:02:59.488 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.483+0000 7f973cae9640 1 -- 172.21.15.76:0/2176406918 wait complete. 2024-09-13T16:02:59.495 INFO:teuthology.orchestra.run.smithi076.stdout:{"pg_ready":true,"pg_map":{"version":81,"stamp":"2024-09-13T16:02:58.949188+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":591966,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":168,"num_write_kb":2426,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":125,"ondisk_log_size":125,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":32,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":220804,"kb_used_data":4632,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754753916,"statfs":{"total":773094113280,"available":772868009984,"internally_reserved":0,"allocated":4743168,"data_stored":2682934,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":221236793},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":25,"apply_latency_ms":25,"commit_latency_ns":25000000,"apply_latency_ns":25000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1598,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.056615"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.270150+0000","last_change":"2024-09-13T16:02:56.266548+0000","last_active":"2024-09-13T16:02:56.270150+0000","last_peered":"2024-09-13T16:02:56.270150+0000","last_clean":"2024-09-13T16:02:56.270150+0000","last_became_active":"2024-09-13T16:02:56.265957+0000","last_became_peered":"2024-09-13T16:02:56.265957+0000","last_unstale":"2024-09-13T16:02:56.270150+0000","last_undegraded":"2024-09-13T16:02:56.270150+0000","last_fullsized":"2024-09-13T16:02:56.270150+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:46:13.923668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.270091+0000","last_change":"2024-09-13T16:02:56.264956+0000","last_active":"2024-09-13T16:02:56.270091+0000","last_peered":"2024-09-13T16:02:56.270091+0000","last_clean":"2024-09-13T16:02:56.270091+0000","last_became_active":"2024-09-13T16:02:56.264723+0000","last_became_peered":"2024-09-13T16:02:56.264723+0000","last_unstale":"2024-09-13T16:02:56.270091+0000","last_undegraded":"2024-09-13T16:02:56.270091+0000","last_fullsized":"2024-09-13T16:02:56.270091+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:07:40.750385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.910002+0000","last_change":"2024-09-13T16:02:55.910002+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.910002+0000","last_undegraded":"2024-09-13T16:02:55.910002+0000","last_fullsized":"2024-09-13T16:02:55.910002+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:14:38.509353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.909708+0000","last_change":"2024-09-13T16:02:55.909708+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.909708+0000","last_undegraded":"2024-09-13T16:02:55.909708+0000","last_fullsized":"2024-09-13T16:02:55.909708+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:03:48.754266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.909983+0000","last_change":"2024-09-13T16:02:55.909983+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.909983+0000","last_undegraded":"2024-09-13T16:02:55.909983+0000","last_fullsized":"2024-09-13T16:02:55.909983+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:57:05.857571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.907219+0000","last_change":"2024-09-13T16:02:55.907219+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.907219+0000","last_undegraded":"2024-09-13T16:02:55.907219+0000","last_fullsized":"2024-09-13T16:02:55.907219+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:09:20.345592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.912981+0000","last_change":"2024-09-13T16:02:55.912981+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.912981+0000","last_undegraded":"2024-09-13T16:02:55.912981+0000","last_fullsized":"2024-09-13T16:02:55.912981+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:18:40.873926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.283078+0000","last_change":"2024-09-13T16:02:56.278617+0000","last_active":"2024-09-13T16:02:56.283078+0000","last_peered":"2024-09-13T16:02:56.283078+0000","last_clean":"2024-09-13T16:02:56.283078+0000","last_became_active":"2024-09-13T16:02:56.278384+0000","last_became_peered":"2024-09-13T16:02:56.278384+0000","last_unstale":"2024-09-13T16:02:56.283078+0000","last_undegraded":"2024-09-13T16:02:56.283078+0000","last_fullsized":"2024-09-13T16:02:56.283078+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:03:23.373628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.907644+0000","last_change":"2024-09-13T16:02:55.907644+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.907644+0000","last_undegraded":"2024-09-13T16:02:55.907644+0000","last_fullsized":"2024-09-13T16:02:55.907644+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:41:45.342337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.914395+0000","last_change":"2024-09-13T16:02:55.914395+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.914395+0000","last_undegraded":"2024-09-13T16:02:55.914395+0000","last_fullsized":"2024-09-13T16:02:55.914395+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:56:03.353901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.910957+0000","last_change":"2024-09-13T16:02:55.910957+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.910957+0000","last_undegraded":"2024-09-13T16:02:55.910957+0000","last_fullsized":"2024-09-13T16:02:55.910957+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:43:31.751609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.907636+0000","last_change":"2024-09-13T16:02:55.907636+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.907636+0000","last_undegraded":"2024-09-13T16:02:55.907636+0000","last_fullsized":"2024-09-13T16:02:55.907636+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:07:52.664426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.911532+0000","last_change":"2024-09-13T16:02:55.911532+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.911532+0000","last_undegraded":"2024-09-13T16:02:55.911532+0000","last_fullsized":"2024-09-13T16:02:55.911532+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:07:52.664426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.909251+0000","last_change":"2024-09-13T16:02:55.909251+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.909251+0000","last_undegraded":"2024-09-13T16:02:55.909251+0000","last_fullsized":"2024-09-13T16:02:55.909251+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:56:46.116618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.912498+0000","last_change":"2024-09-13T16:02:55.912498+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.912498+0000","last_undegraded":"2024-09-13T16:02:55.912498+0000","last_fullsized":"2024-09-13T16:02:55.912498+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:14:38.509353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.910215+0000","last_change":"2024-09-13T16:02:55.910215+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.910215+0000","last_undegraded":"2024-09-13T16:02:55.910215+0000","last_fullsized":"2024-09-13T16:02:55.910215+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:09:20.345592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.911413+0000","last_change":"2024-09-13T16:02:55.911413+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.911413+0000","last_undegraded":"2024-09-13T16:02:55.911413+0000","last_fullsized":"2024-09-13T16:02:55.911413+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:41:24.796439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.904964+0000","last_change":"2024-09-13T16:02:55.904964+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.904964+0000","last_undegraded":"2024-09-13T16:02:55.904964+0000","last_fullsized":"2024-09-13T16:02:55.904964+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:10:00.513880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.909341+0000","last_change":"2024-09-13T16:02:55.909341+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.909341+0000","last_undegraded":"2024-09-13T16:02:55.909341+0000","last_fullsized":"2024-09-13T16:02:55.909341+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:07:15.831534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.904342+0000","last_change":"2024-09-13T16:02:55.904342+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.904342+0000","last_undegraded":"2024-09-13T16:02:55.904342+0000","last_fullsized":"2024-09-13T16:02:55.904342+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:41:30.553071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.910327+0000","last_change":"2024-09-13T16:02:55.910327+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.910327+0000","last_undegraded":"2024-09-13T16:02:55.910327+0000","last_fullsized":"2024-09-13T16:02:55.910327+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:56:46.116618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.908369+0000","last_change":"2024-09-13T16:02:55.908369+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.908369+0000","last_undegraded":"2024-09-13T16:02:55.908369+0000","last_fullsized":"2024-09-13T16:02:55.908369+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:41:45.342337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.910095+0000","last_change":"2024-09-13T16:02:55.910095+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.910095+0000","last_undegraded":"2024-09-13T16:02:55.910095+0000","last_fullsized":"2024-09-13T16:02:55.910095+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:44:18.751971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.908709+0000","last_change":"2024-09-13T16:02:55.908709+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.908709+0000","last_undegraded":"2024-09-13T16:02:55.908709+0000","last_fullsized":"2024-09-13T16:02:55.908709+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:04:23.520754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.905082+0000","last_change":"2024-09-13T16:02:55.905082+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.905082+0000","last_undegraded":"2024-09-13T16:02:55.905082+0000","last_fullsized":"2024-09-13T16:02:55.905082+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:42:48.010144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.907026+0000","last_change":"2024-09-13T16:02:55.907026+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.907026+0000","last_undegraded":"2024-09-13T16:02:55.907026+0000","last_fullsized":"2024-09-13T16:02:55.907026+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:44:18.751971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.904117+0000","last_change":"2024-09-13T16:02:55.904117+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.904117+0000","last_undegraded":"2024-09-13T16:02:55.904117+0000","last_fullsized":"2024-09-13T16:02:55.904117+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:52:43.604701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.911358+0000","last_change":"2024-09-13T16:02:55.911358+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.911358+0000","last_undegraded":"2024-09-13T16:02:55.911358+0000","last_fullsized":"2024-09-13T16:02:55.911358+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:46:04.343434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.904204+0000","last_change":"2024-09-13T16:02:55.904204+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.904204+0000","last_undegraded":"2024-09-13T16:02:55.904204+0000","last_fullsized":"2024-09-13T16:02:55.904204+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:03:48.754266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.904116+0000","last_change":"2024-09-13T16:02:55.904116+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.904116+0000","last_undegraded":"2024-09-13T16:02:55.904116+0000","last_fullsized":"2024-09-13T16:02:55.904116+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:45:32.231999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.909679+0000","last_change":"2024-09-13T16:02:55.909679+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.909679+0000","last_undegraded":"2024-09-13T16:02:55.909679+0000","last_fullsized":"2024-09-13T16:02:55.909679+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:10:00.513880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.906620+0000","last_change":"2024-09-13T16:02:55.906620+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.906620+0000","last_undegraded":"2024-09-13T16:02:55.906620+0000","last_fullsized":"2024-09-13T16:02:55.906620+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:10:00.513880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.910648+0000","last_change":"2024-09-13T16:02:55.910648+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.910648+0000","last_undegraded":"2024-09-13T16:02:55.910648+0000","last_fullsized":"2024-09-13T16:02:55.910648+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:19:13.355718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.916973+0000","last_change":"2024-09-13T16:02:55.914063+0000","last_active":"2024-09-13T16:02:55.916973+0000","last_peered":"2024-09-13T16:02:55.916973+0000","last_clean":"2024-09-13T16:02:55.916973+0000","last_became_active":"2024-09-13T16:02:55.913791+0000","last_became_peered":"2024-09-13T16:02:55.913791+0000","last_unstale":"2024-09-13T16:02:55.916973+0000","last_undegraded":"2024-09-13T16:02:55.916973+0000","last_fullsized":"2024-09-13T16:02:55.916973+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:45:02.495479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.906521+0000","last_change":"2024-09-13T16:02:55.906521+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.906521+0000","last_undegraded":"2024-09-13T16:02:55.906521+0000","last_fullsized":"2024-09-13T16:02:55.906521+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:41:24.796439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.921867+0000","last_change":"2024-09-13T16:02:55.917295+0000","last_active":"2024-09-13T16:02:55.921867+0000","last_peered":"2024-09-13T16:02:55.921867+0000","last_clean":"2024-09-13T16:02:55.921867+0000","last_became_active":"2024-09-13T16:02:55.917053+0000","last_became_peered":"2024-09-13T16:02:55.917053+0000","last_unstale":"2024-09-13T16:02:55.921867+0000","last_undegraded":"2024-09-13T16:02:55.921867+0000","last_fullsized":"2024-09-13T16:02:55.921867+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:42:47.005611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.907690+0000","last_change":"2024-09-13T16:02:55.907690+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.907690+0000","last_undegraded":"2024-09-13T16:02:55.907690+0000","last_fullsized":"2024-09-13T16:02:55.907690+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:14:38.509353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.921861+0000","last_change":"2024-09-13T16:02:55.917445+0000","last_active":"2024-09-13T16:02:55.921861+0000","last_peered":"2024-09-13T16:02:55.921861+0000","last_clean":"2024-09-13T16:02:55.921861+0000","last_became_active":"2024-09-13T16:02:55.917187+0000","last_became_peered":"2024-09-13T16:02:55.917187+0000","last_unstale":"2024-09-13T16:02:55.921861+0000","last_undegraded":"2024-09-13T16:02:55.921861+0000","last_fullsized":"2024-09-13T16:02:55.921861+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:37:23.233635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.273472+0000","last_change":"2024-09-13T16:02:56.268876+0000","last_active":"2024-09-13T16:02:56.273472+0000","last_peered":"2024-09-13T16:02:56.273472+0000","last_clean":"2024-09-13T16:02:56.273472+0000","last_became_active":"2024-09-13T16:02:56.268630+0000","last_became_peered":"2024-09-13T16:02:56.268630+0000","last_unstale":"2024-09-13T16:02:56.273472+0000","last_undegraded":"2024-09-13T16:02:56.273472+0000","last_fullsized":"2024-09-13T16:02:56.273472+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:36:26.435313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.924850+0000","last_change":"2024-09-13T16:02:55.919864+0000","last_active":"2024-09-13T16:02:55.924850+0000","last_peered":"2024-09-13T16:02:55.924850+0000","last_clean":"2024-09-13T16:02:55.924850+0000","last_became_active":"2024-09-13T16:02:55.919052+0000","last_became_peered":"2024-09-13T16:02:55.919052+0000","last_unstale":"2024-09-13T16:02:55.924850+0000","last_undegraded":"2024-09-13T16:02:55.924850+0000","last_fullsized":"2024-09-13T16:02:55.924850+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:19:12.351185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.908174+0000","last_change":"2024-09-13T16:02:55.908174+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.908174+0000","last_undegraded":"2024-09-13T16:02:55.908174+0000","last_fullsized":"2024-09-13T16:02:55.908174+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:10:43.122366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.920225+0000","last_change":"2024-09-13T16:02:55.918224+0000","last_active":"2024-09-13T16:02:55.920225+0000","last_peered":"2024-09-13T16:02:55.920225+0000","last_clean":"2024-09-13T16:02:55.920225+0000","last_became_active":"2024-09-13T16:02:55.917970+0000","last_became_peered":"2024-09-13T16:02:55.917970+0000","last_unstale":"2024-09-13T16:02:55.920225+0000","last_undegraded":"2024-09-13T16:02:55.920225+0000","last_fullsized":"2024-09-13T16:02:55.920225+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:04:22.516221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.910091+0000","last_change":"2024-09-13T16:02:55.910091+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.910091+0000","last_undegraded":"2024-09-13T16:02:55.910091+0000","last_fullsized":"2024-09-13T16:02:55.910091+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:55:50.417022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.925132+0000","last_change":"2024-09-13T16:02:55.922735+0000","last_active":"2024-09-13T16:02:55.925132+0000","last_peered":"2024-09-13T16:02:55.925132+0000","last_clean":"2024-09-13T16:02:55.925132+0000","last_became_active":"2024-09-13T16:02:55.922445+0000","last_became_peered":"2024-09-13T16:02:55.922445+0000","last_unstale":"2024-09-13T16:02:55.925132+0000","last_undegraded":"2024-09-13T16:02:55.925132+0000","last_fullsized":"2024-09-13T16:02:55.925132+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:45:02.495479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.907942+0000","last_change":"2024-09-13T16:02:55.907942+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.907942+0000","last_undegraded":"2024-09-13T16:02:55.907942+0000","last_fullsized":"2024-09-13T16:02:55.907942+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:18:40.873926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.921870+0000","last_change":"2024-09-13T16:02:55.916250+0000","last_active":"2024-09-13T16:02:55.921870+0000","last_peered":"2024-09-13T16:02:55.921870+0000","last_clean":"2024-09-13T16:02:55.921870+0000","last_became_active":"2024-09-13T16:02:55.916002+0000","last_became_peered":"2024-09-13T16:02:55.916002+0000","last_unstale":"2024-09-13T16:02:55.921870+0000","last_undegraded":"2024-09-13T16:02:55.921870+0000","last_fullsized":"2024-09-13T16:02:55.921870+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:09:42.846752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.273425+0000","last_change":"2024-09-13T16:02:56.267129+0000","last_active":"2024-09-13T16:02:56.273425+0000","last_peered":"2024-09-13T16:02:56.273425+0000","last_clean":"2024-09-13T16:02:56.273425+0000","last_became_active":"2024-09-13T16:02:56.266893+0000","last_became_peered":"2024-09-13T16:02:56.266893+0000","last_unstale":"2024-09-13T16:02:56.273425+0000","last_undegraded":"2024-09-13T16:02:56.273425+0000","last_fullsized":"2024-09-13T16:02:56.273425+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:40:09.196703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.922122+0000","last_change":"2024-09-13T16:02:55.918750+0000","last_active":"2024-09-13T16:02:55.922122+0000","last_peered":"2024-09-13T16:02:55.922122+0000","last_clean":"2024-09-13T16:02:55.922122+0000","last_became_active":"2024-09-13T16:02:55.918422+0000","last_became_peered":"2024-09-13T16:02:55.918422+0000","last_unstale":"2024-09-13T16:02:55.922122+0000","last_undegraded":"2024-09-13T16:02:55.922122+0000","last_fullsized":"2024-09-13T16:02:55.922122+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:44:17.747438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.908204+0000","last_change":"2024-09-13T16:02:55.908204+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.908204+0000","last_undegraded":"2024-09-13T16:02:55.908204+0000","last_fullsized":"2024-09-13T16:02:55.908204+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:42:48.010144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.255189+0000","last_change":"2024-09-13T16:02:55.922437+0000","last_active":"2024-09-13T16:02:56.255189+0000","last_peered":"2024-09-13T16:02:56.255189+0000","last_clean":"2024-09-13T16:02:56.255189+0000","last_became_active":"2024-09-13T16:02:55.922158+0000","last_became_peered":"2024-09-13T16:02:55.922158+0000","last_unstale":"2024-09-13T16:02:56.255189+0000","last_undegraded":"2024-09-13T16:02:56.255189+0000","last_fullsized":"2024-09-13T16:02:56.255189+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:47:30.966948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.911075+0000","last_change":"2024-09-13T16:02:55.911075+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.911075+0000","last_undegraded":"2024-09-13T16:02:55.911075+0000","last_fullsized":"2024-09-13T16:02:55.911075+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:41:29.065989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.927543+0000","last_change":"2024-09-13T16:02:55.921872+0000","last_active":"2024-09-13T16:02:55.927543+0000","last_peered":"2024-09-13T16:02:55.927543+0000","last_clean":"2024-09-13T16:02:55.927543+0000","last_became_active":"2024-09-13T16:02:55.921664+0000","last_became_peered":"2024-09-13T16:02:55.921664+0000","last_unstale":"2024-09-13T16:02:55.927543+0000","last_undegraded":"2024-09-13T16:02:55.927543+0000","last_fullsized":"2024-09-13T16:02:55.927543+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:07:14.827001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.907391+0000","last_change":"2024-09-13T16:02:55.907391+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.907391+0000","last_undegraded":"2024-09-13T16:02:55.907391+0000","last_fullsized":"2024-09-13T16:02:55.907391+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:34:22.665516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.927580+0000","last_change":"2024-09-13T16:02:55.922680+0000","last_active":"2024-09-13T16:02:55.927580+0000","last_peered":"2024-09-13T16:02:55.927580+0000","last_clean":"2024-09-13T16:02:55.927580+0000","last_became_active":"2024-09-13T16:02:55.922452+0000","last_became_peered":"2024-09-13T16:02:55.922452+0000","last_unstale":"2024-09-13T16:02:55.927580+0000","last_undegraded":"2024-09-13T16:02:55.927580+0000","last_fullsized":"2024-09-13T16:02:55.927580+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:42:47.005611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.908419+0000","last_change":"2024-09-13T16:02:55.908419+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.908419+0000","last_undegraded":"2024-09-13T16:02:55.908419+0000","last_fullsized":"2024-09-13T16:02:55.908419+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:55:50.417022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.14","version":"40'6","reported_seq":16,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.287740+0000","last_change":"2024-09-13T16:02:55.920618+0000","last_active":"2024-09-13T16:02:56.287740+0000","last_peered":"2024-09-13T16:02:56.287740+0000","last_clean":"2024-09-13T16:02:56.287740+0000","last_became_active":"2024-09-13T16:02:55.920396+0000","last_became_peered":"2024-09-13T16:02:55.920396+0000","last_unstale":"2024-09-13T16:02:56.287740+0000","last_undegraded":"2024-09-13T16:02:56.287740+0000","last_fullsized":"2024-09-13T16:02:56.287740+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:46:03.338901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.907794+0000","last_change":"2024-09-13T16:02:55.907794+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.907794+0000","last_undegraded":"2024-09-13T16:02:55.907794+0000","last_fullsized":"2024-09-13T16:02:55.907794+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:41:14.553505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"40'2","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.275566+0000","last_change":"2024-09-13T16:02:55.918055+0000","last_active":"2024-09-13T16:02:56.275566+0000","last_peered":"2024-09-13T16:02:56.275566+0000","last_clean":"2024-09-13T16:02:56.275566+0000","last_became_active":"2024-09-13T16:02:55.917757+0000","last_became_peered":"2024-09-13T16:02:55.917757+0000","last_unstale":"2024-09-13T16:02:56.275566+0000","last_undegraded":"2024-09-13T16:02:56.275566+0000","last_fullsized":"2024-09-13T16:02:56.275566+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:17:59.092497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.269975+0000","last_change":"2024-09-13T16:02:56.263373+0000","last_active":"2024-09-13T16:02:56.269975+0000","last_peered":"2024-09-13T16:02:56.269975+0000","last_clean":"2024-09-13T16:02:56.269975+0000","last_became_active":"2024-09-13T16:02:56.263090+0000","last_became_peered":"2024-09-13T16:02:56.263090+0000","last_unstale":"2024-09-13T16:02:56.269975+0000","last_undegraded":"2024-09-13T16:02:56.269975+0000","last_fullsized":"2024-09-13T16:02:56.269975+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:08:42.423914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.921685+0000","last_change":"2024-09-13T16:02:55.915679+0000","last_active":"2024-09-13T16:02:55.921685+0000","last_peered":"2024-09-13T16:02:55.921685+0000","last_clean":"2024-09-13T16:02:55.921685+0000","last_became_active":"2024-09-13T16:02:55.915455+0000","last_became_peered":"2024-09-13T16:02:55.915455+0000","last_unstale":"2024-09-13T16:02:55.921685+0000","last_undegraded":"2024-09-13T16:02:55.921685+0000","last_fullsized":"2024-09-13T16:02:55.921685+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:00:25.930732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.909120+0000","last_change":"2024-09-13T16:02:55.909120+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.909120+0000","last_undegraded":"2024-09-13T16:02:55.909120+0000","last_fullsized":"2024-09-13T16:02:55.909120+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:45:32.231999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.917826+0000","last_change":"2024-09-13T16:02:55.915174+0000","last_active":"2024-09-13T16:02:55.917826+0000","last_peered":"2024-09-13T16:02:55.917826+0000","last_clean":"2024-09-13T16:02:55.917826+0000","last_became_active":"2024-09-13T16:02:55.914410+0000","last_became_peered":"2024-09-13T16:02:55.914410+0000","last_unstale":"2024-09-13T16:02:55.917826+0000","last_undegraded":"2024-09-13T16:02:55.917826+0000","last_fullsized":"2024-09-13T16:02:55.917826+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:09:42.846752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.270011+0000","last_change":"2024-09-13T16:02:56.264251+0000","last_active":"2024-09-13T16:02:56.270011+0000","last_peered":"2024-09-13T16:02:56.270011+0000","last_clean":"2024-09-13T16:02:56.270011+0000","last_became_active":"2024-09-13T16:02:56.263989+0000","last_became_peered":"2024-09-13T16:02:56.263989+0000","last_unstale":"2024-09-13T16:02:56.270011+0000","last_undegraded":"2024-09-13T16:02:56.270011+0000","last_fullsized":"2024-09-13T16:02:56.270011+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:10:15.912474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.924777+0000","last_change":"2024-09-13T16:02:55.920646+0000","last_active":"2024-09-13T16:02:55.924777+0000","last_peered":"2024-09-13T16:02:55.924777+0000","last_clean":"2024-09-13T16:02:55.924777+0000","last_became_active":"2024-09-13T16:02:55.920415+0000","last_became_peered":"2024-09-13T16:02:55.920415+0000","last_unstale":"2024-09-13T16:02:55.924777+0000","last_undegraded":"2024-09-13T16:02:55.924777+0000","last_fullsized":"2024-09-13T16:02:55.924777+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:09:42.846752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.273986+0000","last_change":"2024-09-13T16:02:56.269261+0000","last_active":"2024-09-13T16:02:56.273986+0000","last_peered":"2024-09-13T16:02:56.273986+0000","last_clean":"2024-09-13T16:02:56.273986+0000","last_became_active":"2024-09-13T16:02:56.269019+0000","last_became_peered":"2024-09-13T16:02:56.269019+0000","last_unstale":"2024-09-13T16:02:56.273986+0000","last_undegraded":"2024-09-13T16:02:56.273986+0000","last_fullsized":"2024-09-13T16:02:56.273986+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:14:45.096091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.922035+0000","last_change":"2024-09-13T16:02:55.919986+0000","last_active":"2024-09-13T16:02:55.922035+0000","last_peered":"2024-09-13T16:02:55.922035+0000","last_clean":"2024-09-13T16:02:55.922035+0000","last_became_active":"2024-09-13T16:02:55.919754+0000","last_became_peered":"2024-09-13T16:02:55.919754+0000","last_unstale":"2024-09-13T16:02:55.922035+0000","last_undegraded":"2024-09-13T16:02:55.922035+0000","last_fullsized":"2024-09-13T16:02:55.922035+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:57:04.853038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.910500+0000","last_change":"2024-09-13T16:02:55.910500+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.910500+0000","last_undegraded":"2024-09-13T16:02:55.910500+0000","last_fullsized":"2024-09-13T16:02:55.910500+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:48:33.300896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.924931+0000","last_change":"2024-09-13T16:02:55.920853+0000","last_active":"2024-09-13T16:02:55.924931+0000","last_peered":"2024-09-13T16:02:55.924931+0000","last_clean":"2024-09-13T16:02:55.924931+0000","last_became_active":"2024-09-13T16:02:55.920581+0000","last_became_peered":"2024-09-13T16:02:55.920581+0000","last_unstale":"2024-09-13T16:02:55.924931+0000","last_undegraded":"2024-09-13T16:02:55.924931+0000","last_fullsized":"2024-09-13T16:02:55.924931+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:09:19.341059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.908202+0000","last_change":"2024-09-13T16:02:55.908202+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.908202+0000","last_undegraded":"2024-09-13T16:02:55.908202+0000","last_fullsized":"2024-09-13T16:02:55.908202+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:43:31.751609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.921583+0000","last_change":"2024-09-13T16:02:55.917292+0000","last_active":"2024-09-13T16:02:55.921583+0000","last_peered":"2024-09-13T16:02:55.921583+0000","last_clean":"2024-09-13T16:02:55.921583+0000","last_became_active":"2024-09-13T16:02:55.917043+0000","last_became_peered":"2024-09-13T16:02:55.917043+0000","last_unstale":"2024-09-13T16:02:55.921583+0000","last_undegraded":"2024-09-13T16:02:55.921583+0000","last_fullsized":"2024-09-13T16:02:55.921583+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:26:34.431363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.907628+0000","last_change":"2024-09-13T16:02:55.907628+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.907628+0000","last_undegraded":"2024-09-13T16:02:55.907628+0000","last_fullsized":"2024-09-13T16:02:55.907628+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:52:43.604701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.921848+0000","last_change":"2024-09-13T16:02:55.917357+0000","last_active":"2024-09-13T16:02:55.921848+0000","last_peered":"2024-09-13T16:02:55.921848+0000","last_clean":"2024-09-13T16:02:55.921848+0000","last_became_active":"2024-09-13T16:02:55.917099+0000","last_became_peered":"2024-09-13T16:02:55.917099+0000","last_unstale":"2024-09-13T16:02:55.921848+0000","last_undegraded":"2024-09-13T16:02:55.921848+0000","last_fullsized":"2024-09-13T16:02:55.921848+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:51:09.247919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.909089+0000","last_change":"2024-09-13T16:02:55.909089+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.909089+0000","last_undegraded":"2024-09-13T16:02:55.909089+0000","last_fullsized":"2024-09-13T16:02:55.909089+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:41:30.553071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.921548+0000","last_change":"2024-09-13T16:02:55.915683+0000","last_active":"2024-09-13T16:02:55.921548+0000","last_peered":"2024-09-13T16:02:55.921548+0000","last_clean":"2024-09-13T16:02:55.921548+0000","last_became_active":"2024-09-13T16:02:55.915437+0000","last_became_peered":"2024-09-13T16:02:55.915437+0000","last_unstale":"2024-09-13T16:02:55.921548+0000","last_undegraded":"2024-09-13T16:02:55.921548+0000","last_fullsized":"2024-09-13T16:02:55.921548+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:09:40.733141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.907170+0000","last_change":"2024-09-13T16:02:55.907170+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.907170+0000","last_undegraded":"2024-09-13T16:02:55.907170+0000","last_fullsized":"2024-09-13T16:02:55.907170+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:58:26.709110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.924144+0000","last_change":"2024-09-13T16:02:55.917647+0000","last_active":"2024-09-13T16:02:55.924144+0000","last_peered":"2024-09-13T16:02:55.924144+0000","last_clean":"2024-09-13T16:02:55.924144+0000","last_became_active":"2024-09-13T16:02:55.917397+0000","last_became_peered":"2024-09-13T16:02:55.917397+0000","last_unstale":"2024-09-13T16:02:55.924144+0000","last_undegraded":"2024-09-13T16:02:55.924144+0000","last_fullsized":"2024-09-13T16:02:55.924144+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:10:17.565016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.909733+0000","last_change":"2024-09-13T16:02:55.909733+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.909733+0000","last_undegraded":"2024-09-13T16:02:55.909733+0000","last_fullsized":"2024-09-13T16:02:55.909733+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:58:26.709110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.921910+0000","last_change":"2024-09-13T16:02:55.918826+0000","last_active":"2024-09-13T16:02:55.921910+0000","last_peered":"2024-09-13T16:02:55.921910+0000","last_clean":"2024-09-13T16:02:55.921910+0000","last_became_active":"2024-09-13T16:02:55.918571+0000","last_became_peered":"2024-09-13T16:02:55.918571+0000","last_unstale":"2024-09-13T16:02:55.921910+0000","last_undegraded":"2024-09-13T16:02:55.921910+0000","last_fullsized":"2024-09-13T16:02:55.921910+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:02:41.951315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.273446+0000","last_change":"2024-09-13T16:02:56.267674+0000","last_active":"2024-09-13T16:02:56.273446+0000","last_peered":"2024-09-13T16:02:56.273446+0000","last_clean":"2024-09-13T16:02:56.273446+0000","last_became_active":"2024-09-13T16:02:56.267442+0000","last_became_peered":"2024-09-13T16:02:56.267442+0000","last_unstale":"2024-09-13T16:02:56.273446+0000","last_undegraded":"2024-09-13T16:02:56.273446+0000","last_fullsized":"2024-09-13T16:02:56.273446+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:51:10.695346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.916001+0000","last_change":"2024-09-13T16:02:55.912019+0000","last_active":"2024-09-13T16:02:55.916001+0000","last_peered":"2024-09-13T16:02:55.916001+0000","last_clean":"2024-09-13T16:02:55.916001+0000","last_became_active":"2024-09-13T16:02:55.911717+0000","last_became_peered":"2024-09-13T16:02:55.911717+0000","last_unstale":"2024-09-13T16:02:55.916001+0000","last_undegraded":"2024-09-13T16:02:55.916001+0000","last_fullsized":"2024-09-13T16:02:55.916001+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:00:31.532985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.905460+0000","last_change":"2024-09-13T16:02:55.905460+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.905460+0000","last_undegraded":"2024-09-13T16:02:55.905460+0000","last_fullsized":"2024-09-13T16:02:55.905460+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:19:13.355718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.927574+0000","last_change":"2024-09-13T16:02:55.922512+0000","last_active":"2024-09-13T16:02:55.927574+0000","last_peered":"2024-09-13T16:02:55.927574+0000","last_clean":"2024-09-13T16:02:55.927574+0000","last_became_active":"2024-09-13T16:02:55.922258+0000","last_became_peered":"2024-09-13T16:02:55.922258+0000","last_unstale":"2024-09-13T16:02:55.927574+0000","last_undegraded":"2024-09-13T16:02:55.927574+0000","last_fullsized":"2024-09-13T16:02:55.927574+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:03:47.749733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.910473+0000","last_change":"2024-09-13T16:02:55.910473+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.910473+0000","last_undegraded":"2024-09-13T16:02:55.910473+0000","last_fullsized":"2024-09-13T16:02:55.910473+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:41:14.553505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.924116+0000","last_change":"2024-09-13T16:02:55.920336+0000","last_active":"2024-09-13T16:02:55.924116+0000","last_peered":"2024-09-13T16:02:55.924116+0000","last_clean":"2024-09-13T16:02:55.924116+0000","last_became_active":"2024-09-13T16:02:55.920048+0000","last_became_peered":"2024-09-13T16:02:55.920048+0000","last_unstale":"2024-09-13T16:02:55.924116+0000","last_undegraded":"2024-09-13T16:02:55.924116+0000","last_fullsized":"2024-09-13T16:02:55.924116+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:02:41.951315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.270108+0000","last_change":"2024-09-13T16:02:56.266210+0000","last_active":"2024-09-13T16:02:56.270108+0000","last_peered":"2024-09-13T16:02:56.270108+0000","last_clean":"2024-09-13T16:02:56.270108+0000","last_became_active":"2024-09-13T16:02:56.265970+0000","last_became_peered":"2024-09-13T16:02:56.265970+0000","last_unstale":"2024-09-13T16:02:56.270108+0000","last_undegraded":"2024-09-13T16:02:56.270108+0000","last_fullsized":"2024-09-13T16:02:56.270108+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:00:55.194275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.921840+0000","last_change":"2024-09-13T16:02:55.919017+0000","last_active":"2024-09-13T16:02:55.921840+0000","last_peered":"2024-09-13T16:02:55.921840+0000","last_clean":"2024-09-13T16:02:55.921840+0000","last_became_active":"2024-09-13T16:02:55.918716+0000","last_became_peered":"2024-09-13T16:02:55.918716+0000","last_unstale":"2024-09-13T16:02:55.921840+0000","last_undegraded":"2024-09-13T16:02:55.921840+0000","last_fullsized":"2024-09-13T16:02:55.921840+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:03:47.749733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.906615+0000","last_change":"2024-09-13T16:02:55.906615+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.906615+0000","last_undegraded":"2024-09-13T16:02:55.906615+0000","last_fullsized":"2024-09-13T16:02:55.906615+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:56:03.353901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.921929+0000","last_change":"2024-09-13T16:02:55.917024+0000","last_active":"2024-09-13T16:02:55.921929+0000","last_peered":"2024-09-13T16:02:55.921929+0000","last_clean":"2024-09-13T16:02:55.921929+0000","last_became_active":"2024-09-13T16:02:55.916759+0000","last_became_peered":"2024-09-13T16:02:55.916759+0000","last_unstale":"2024-09-13T16:02:55.921929+0000","last_undegraded":"2024-09-13T16:02:55.921929+0000","last_fullsized":"2024-09-13T16:02:55.921929+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:57:04.853038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.905796+0000","last_change":"2024-09-13T16:02:55.905796+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.905796+0000","last_undegraded":"2024-09-13T16:02:55.905796+0000","last_fullsized":"2024-09-13T16:02:55.905796+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:41:30.553071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.917664+0000","last_change":"2024-09-13T16:02:55.914690+0000","last_active":"2024-09-13T16:02:55.917664+0000","last_peered":"2024-09-13T16:02:55.917664+0000","last_clean":"2024-09-13T16:02:55.917664+0000","last_became_active":"2024-09-13T16:02:55.914400+0000","last_became_peered":"2024-09-13T16:02:55.914400+0000","last_unstale":"2024-09-13T16:02:55.917664+0000","last_undegraded":"2024-09-13T16:02:55.917664+0000","last_fullsized":"2024-09-13T16:02:55.917664+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:02:41.951315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.908838+0000","last_change":"2024-09-13T16:02:55.908838+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.908838+0000","last_undegraded":"2024-09-13T16:02:55.908838+0000","last_fullsized":"2024-09-13T16:02:55.908838+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:48:33.300896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.922081+0000","last_change":"2024-09-13T16:02:55.917678+0000","last_active":"2024-09-13T16:02:55.922081+0000","last_peered":"2024-09-13T16:02:55.922081+0000","last_clean":"2024-09-13T16:02:55.922081+0000","last_became_active":"2024-09-13T16:02:55.917384+0000","last_became_peered":"2024-09-13T16:02:55.917384+0000","last_unstale":"2024-09-13T16:02:55.922081+0000","last_undegraded":"2024-09-13T16:02:55.922081+0000","last_fullsized":"2024-09-13T16:02:55.922081+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:41:23.791906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.909644+0000","last_change":"2024-09-13T16:02:55.909644+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.909644+0000","last_undegraded":"2024-09-13T16:02:55.909644+0000","last_fullsized":"2024-09-13T16:02:55.909644+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:55:39.076478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.254952+0000","last_change":"2024-09-13T16:02:55.922857+0000","last_active":"2024-09-13T16:02:56.254952+0000","last_peered":"2024-09-13T16:02:56.254952+0000","last_clean":"2024-09-13T16:02:56.254952+0000","last_became_active":"2024-09-13T16:02:55.922197+0000","last_became_peered":"2024-09-13T16:02:55.922197+0000","last_unstale":"2024-09-13T16:02:56.254952+0000","last_undegraded":"2024-09-13T16:02:56.254952+0000","last_fullsized":"2024-09-13T16:02:56.254952+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:06:54.229118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.912831+0000","last_change":"2024-09-13T16:02:55.912831+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.912831+0000","last_undegraded":"2024-09-13T16:02:55.912831+0000","last_fullsized":"2024-09-13T16:02:55.912831+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:41:45.342337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.921867+0000","last_change":"2024-09-13T16:02:55.917562+0000","last_active":"2024-09-13T16:02:55.921867+0000","last_peered":"2024-09-13T16:02:55.921867+0000","last_clean":"2024-09-13T16:02:55.921867+0000","last_became_active":"2024-09-13T16:02:55.917280+0000","last_became_peered":"2024-09-13T16:02:55.917280+0000","last_unstale":"2024-09-13T16:02:55.921867+0000","last_undegraded":"2024-09-13T16:02:55.921867+0000","last_fullsized":"2024-09-13T16:02:55.921867+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:10:17.565016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":178,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-13T16:02:54.895464+0000","last_change":"2024-09-13T16:01:29.143297+0000","last_active":"2024-09-13T16:02:54.895464+0000","last_peered":"2024-09-13T16:02:54.895464+0000","last_clean":"2024-09-13T16:02:54.895464+0000","last_became_active":"2024-09-13T16:01:29.142269+0000","last_became_peered":"2024-09-13T16:01:29.142269+0000","last_unstale":"2024-09-13T16:02:54.895464+0000","last_undegraded":"2024-09-13T16:02:54.895464+0000","last_fullsized":"2024-09-13T16:02:54.895464+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:27.864638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:27.864638+0000","last_clean_scrub_stamp":"2024-09-13T16:01:27.864638+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:25:24.741463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1598,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1598,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":8,"ondisk_log_size":8,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":14,"seq":60129542167,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27496,"kb_used_data":468,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344344,"statfs":{"total":96636764160,"available":96608608256,"internally_reserved":0,"allocated":479232,"data_stored":200411,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.30499999999999999},{"interface":"front","average":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"last":0.26000000000000001}]},{"osd":1,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"last":0.318},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"last":0.33600000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"last":0.34300000000000003},{"interface":"front","average":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"last":0.35399999999999998}]},{"osd":4,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":1.038,"5min":1.038,"15min":1.038},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.45600000000000002}]},{"osd":5,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.502},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.92400000000000004,"5min":0.92400000000000004,"15min":0.92400000000000004},"last":0.41499999999999998}]},{"osd":6,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.437},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.42499999999999999}]},{"osd":7,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":1.1799999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.48099999999999998}]}]},{"osd":7,"up_from":13,"seq":55834574869,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28028,"kb_used_data":1008,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343812,"statfs":{"total":96636764160,"available":96608063488,"internally_reserved":0,"allocated":1032192,"data_stored":775491,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:02:30 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.51300000000000001}]},{"osd":1,"last update":"Fri Sep 13 16:02:30 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.59199999999999997}]},{"osd":2,"last update":"Fri Sep 13 16:02:30 2024","interfaces":[{"interface":"back","average":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":2.2919999999999998,"5min":2.2919999999999998,"15min":2.2919999999999998},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"last":0.47199999999999998}]},{"osd":3,"last update":"Fri Sep 13 16:02:30 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.436},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.495}]},{"osd":4,"last update":"Fri Sep 13 16:02:30 2024","interfaces":[{"interface":"back","average":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.56999999999999995}]},{"osd":5,"last update":"Fri Sep 13 16:02:30 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.57999999999999996}]},{"osd":6,"last update":"Fri Sep 13 16:02:30 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.626},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.61499999999999999}]}]},{"osd":6,"up_from":13,"seq":55834574869,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27464,"kb_used_data":440,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344376,"statfs":{"total":96636764160,"available":96608641024,"internally_reserved":0,"allocated":450560,"data_stored":191718,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.97099999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.66500000000000004},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.57199999999999995}]},{"osd":1,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":1.0940000000000001,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.53300000000000003}]},{"osd":2,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.621},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.63200000000000001}]},{"osd":3,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.64900000000000002},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.59899999999999998}]},{"osd":4,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.41699999999999998}]},{"osd":5,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.505},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.45200000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.44},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.58199999999999996}]}]},{"osd":5,"up_from":13,"seq":55834574868,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27448,"kb_used_data":428,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344392,"statfs":{"total":96636764160,"available":96608657408,"internally_reserved":0,"allocated":438272,"data_stored":185123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:02:27 2024","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.495,"15min":0.495},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"last":0.58399999999999996}]},{"osd":1,"last update":"Fri Sep 13 16:02:27 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.60099999999999998},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.61199999999999999}]},{"osd":2,"last update":"Fri Sep 13 16:02:27 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.625,"5min":0.625,"15min":0.625},"last":0.623},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.63800000000000001}]},{"osd":3,"last update":"Fri Sep 13 16:02:27 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.71299999999999997}]},{"osd":4,"last update":"Fri Sep 13 16:02:27 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.95499999999999996,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.505},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.46100000000000002}]},{"osd":6,"last update":"Fri Sep 13 16:02:27 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":1.036,"5min":1.036,"15min":1.036},"last":0.67600000000000005}]},{"osd":7,"last update":"Fri Sep 13 16:02:27 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.69599999999999995}]}]},{"osd":4,"up_from":13,"seq":55834574869,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27448,"kb_used_data":428,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344392,"statfs":{"total":96636764160,"available":96608657408,"internally_reserved":0,"allocated":438272,"data_stored":185123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:02:31 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"last":0.48299999999999998}]},{"osd":1,"last update":"Fri Sep 13 16:02:31 2024","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"last":0.32700000000000001},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.46300000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:02:31 2024","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.42399999999999999}]},{"osd":3,"last update":"Fri Sep 13 16:02:31 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.505,"5min":0.505,"15min":0.505},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.49199999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:02:31 2024","interfaces":[{"interface":"back","average":{"1min":0.496,"5min":0.496,"15min":0.496},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.47299999999999998}]},{"osd":6,"last update":"Fri Sep 13 16:02:31 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.44900000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:02:31 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.434},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.872,"5min":0.872,"15min":0.872},"last":0.38500000000000001}]}]},{"osd":2,"up_from":13,"seq":55834574868,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27448,"kb_used_data":428,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344392,"statfs":{"total":96636764160,"available":96608657408,"internally_reserved":0,"allocated":438272,"data_stored":185123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:02:27 2024","interfaces":[{"interface":"back","average":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"last":0.29799999999999999},{"interface":"front","average":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"last":0.38300000000000001}]},{"osd":1,"last update":"Fri Sep 13 16:02:27 2024","interfaces":[{"interface":"back","average":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"last":0.27200000000000002},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.36599999999999999}]},{"osd":3,"last update":"Fri Sep 13 16:02:32 2024","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"last":0.33700000000000002},{"interface":"front","average":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"last":0.34999999999999998}]},{"osd":4,"last update":"Fri Sep 13 16:02:27 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.67400000000000004},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.59399999999999997}]},{"osd":5,"last update":"Fri Sep 13 16:02:27 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.55000000000000004}]},{"osd":6,"last update":"Fri Sep 13 16:02:27 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.70099999999999996}]},{"osd":7,"last update":"Fri Sep 13 16:02:27 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.76600000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574868,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27448,"kb_used_data":428,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344392,"statfs":{"total":96636764160,"available":96608657408,"internally_reserved":0,"allocated":438272,"data_stored":185123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.98199999999999998,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.20399999999999999},{"interface":"front","average":{"1min":0.38,"5min":0.38,"15min":0.38},"min":{"1min":0.215,"5min":0.215,"15min":0.215},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.27200000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"min":{"1min":0.218,"5min":0.218,"15min":0.218},"max":{"1min":0.99099999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.23100000000000001},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.29299999999999998}]},{"osd":3,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":1.0289999999999999,"5min":1.0289999999999999,"15min":1.0289999999999999},"last":0.32000000000000001},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.25800000000000001}]},{"osd":4,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.68799999999999994},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.65100000000000002}]},{"osd":5,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.73299999999999998},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.60199999999999998}]},{"osd":6,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.63900000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.624},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.749}]}]},{"osd":0,"up_from":13,"seq":55834574870,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28024,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343816,"statfs":{"total":96636764160,"available":96608067584,"internally_reserved":0,"allocated":1028096,"data_stored":774822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 16:02:26 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":2.5960000000000001,"5min":2.5960000000000001,"15min":2.5960000000000001},"last":0.247},{"interface":"front","average":{"1min":0.378,"5min":0.378,"15min":0.378},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"last":0.315}]},{"osd":2,"last update":"Fri Sep 13 16:02:26 2024","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":1.373,"5min":1.373,"15min":1.373},"last":0.28000000000000003},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.26900000000000002}]},{"osd":3,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"last":0.29899999999999999}]},{"osd":4,"last update":"Fri Sep 13 16:02:26 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":1.321,"5min":1.321,"15min":1.321},"last":0.45600000000000002}]},{"osd":5,"last update":"Fri Sep 13 16:02:26 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.349,"5min":1.349,"15min":1.349},"last":0.41099999999999998}]},{"osd":6,"last update":"Fri Sep 13 16:02:26 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.372},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":1.286,"5min":1.286,"15min":1.286},"last":0.48399999999999999}]},{"osd":7,"last update":"Fri Sep 13 16:02:26 2024","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.628,"15min":0.628},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.443},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.42199999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1598,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:02:59.501 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:02:59.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.631+0000 7ff9ef648640 1 Processor -- start 2024-09-13T16:02:59.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.631+0000 7ff9ef648640 1 -- start start 2024-09-13T16:02:59.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.632+0000 7ff9ef648640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff9e8072110 0x7ff9e8070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:59.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.632+0000 7ff9ef648640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff9e80c8920 0x7ff9e80c8dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:59.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.632+0000 7ff9ef648640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff9e80abdf0 con 0x7ff9e8071d30 2024-09-13T16:02:59.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.632+0000 7ff9ef648640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff9e80c9310 con 0x7ff9e80c8920 2024-09-13T16:02:59.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.632+0000 7ff9ef648640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff9e80b2280 con 0x7ff9e8072110 2024-09-13T16:02:59.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.632+0000 7ff9ed3e4640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7ff9e8071d30 0x7ff9e80b1b70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:51496/0 (socket says 172.21.15.76:51496) 2024-09-13T16:02:59.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.632+0000 7ff9ed3e4640 1 -- 172.21.15.76:0/345370431 learned_addr learned my addr 172.21.15.76:0/345370431 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:59.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.632+0000 7ff9edbe5640 1 --2- 172.21.15.76:0/345370431 >> v2:172.21.15.76:3300/0 conn(0x7ff9e80c8920 0x7ff9e80c8dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:59.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.633+0000 7ff9dffff640 1 -- 172.21.15.76:0/345370431 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 408849465 0 0) 0x7ff9e80abdf0 con 0x7ff9e8071d30 2024-09-13T16:02:59.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.633+0000 7ff9dffff640 1 -- 172.21.15.76:0/345370431 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff9d4003520 con 0x7ff9e8071d30 2024-09-13T16:02:59.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.633+0000 7ff9ecbe3640 1 --2- 172.21.15.76:0/345370431 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff9e8072110 0x7ff9e8070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:59.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.633+0000 7ff9edbe5640 1 -- 172.21.15.76:0/345370431 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff9e8072110 msgr2=0x7ff9e8070190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:02:59.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.633+0000 7ff9edbe5640 1 --2- 172.21.15.76:0/345370431 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff9e8072110 0x7ff9e8070190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:59.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.633+0000 7ff9edbe5640 1 -- 172.21.15.76:0/345370431 >> v1:172.21.15.76:6789/0 conn(0x7ff9e8071d30 legacy=0x7ff9e80b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:59.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.633+0000 7ff9edbe5640 1 -- 172.21.15.76:0/345370431 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff9e80ab1e0 con 0x7ff9e80c8920 2024-09-13T16:02:59.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.633+0000 7ff9edbe5640 1 --2- 172.21.15.76:0/345370431 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff9e80c8920 0x7ff9e80c8dd0 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7ff9e0009dc0 tx=0x7ff9e002a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e8ee4713435e75f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:59.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.633+0000 7ff9dffff640 1 -- 172.21.15.76:0/345370431 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9e0007740 con 0x7ff9e80c8920 2024-09-13T16:02:59.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.634+0000 7ff9dffff640 1 -- 172.21.15.76:0/345370431 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff9e002d050 con 0x7ff9e80c8920 2024-09-13T16:02:59.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.634+0000 7ff9dffff640 1 -- 172.21.15.76:0/345370431 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9e0007ac0 con 0x7ff9e80c8920 2024-09-13T16:02:59.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.634+0000 7ff9ef648640 1 -- 172.21.15.76:0/345370431 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff9e80c8920 msgr2=0x7ff9e80c8dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:59.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.634+0000 7ff9ef648640 1 --2- 172.21.15.76:0/345370431 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff9e80c8920 0x7ff9e80c8dd0 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7ff9e0009dc0 tx=0x7ff9e002a680 comp rx=0 tx=0).stop 2024-09-13T16:02:59.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.634+0000 7ff9ef648640 1 -- 172.21.15.76:0/345370431 shutdown_connections 2024-09-13T16:02:59.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.634+0000 7ff9ef648640 1 --2- 172.21.15.76:0/345370431 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff9e80c8920 0x7ff9e80c8dd0 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:59.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.634+0000 7ff9ef648640 1 --2- 172.21.15.76:0/345370431 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff9e8072110 0x7ff9e8070190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:59.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.634+0000 7ff9ef648640 1 -- 172.21.15.76:0/345370431 >> 172.21.15.76:0/345370431 conn(0x7ff9e8069ed0 msgr2=0x7ff9e806a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:59.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.634+0000 7ff9ef648640 1 -- 172.21.15.76:0/345370431 shutdown_connections 2024-09-13T16:02:59.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.634+0000 7ff9ef648640 1 -- 172.21.15.76:0/345370431 wait complete. 2024-09-13T16:02:59.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.635+0000 7ff9ef648640 1 Processor -- start 2024-09-13T16:02:59.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.635+0000 7ff9ef648640 1 -- start start 2024-09-13T16:02:59.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.636+0000 7ff9ef648640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff9e8071d30 0x7ff9e80994b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:59.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.636+0000 7ff9ef648640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff9e8072110 0x7ff9e8157a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:59.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.636+0000 7ff9ef648640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff9e80c8920 0x7ff9e8157f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:59.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.636+0000 7ff9ef648640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff9e80c2540 con 0x7ff9e8072110 2024-09-13T16:02:59.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.636+0000 7ff9ef648640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff9e80c2820 con 0x7ff9e80c8920 2024-09-13T16:02:59.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.636+0000 7ff9ef648640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff9e80c2b00 con 0x7ff9e8071d30 2024-09-13T16:02:59.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.636+0000 7ff9ecbe3640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff9e8072110 0x7ff9e8157a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:59.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.636+0000 7ff9ecbe3640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff9e8072110 0x7ff9e8157a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39578/0 (socket says 172.21.15.76:39578) 2024-09-13T16:02:59.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.636+0000 7ff9ecbe3640 1 -- 172.21.15.76:0/555684070 learned_addr learned my addr 172.21.15.76:0/555684070 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:59.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.636+0000 7ff9ecbe3640 1 -- 172.21.15.76:0/555684070 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff9e8071d30 msgr2=0x7ff9e80994b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:59.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.636+0000 7ff9ecbe3640 1 --2- 172.21.15.76:0/555684070 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff9e8071d30 0x7ff9e80994b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:59.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.636+0000 7ff9ecbe3640 1 -- 172.21.15.76:0/555684070 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff9e80c8920 msgr2=0x7ff9e8157f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:59.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.636+0000 7ff9ecbe3640 1 --2- 172.21.15.76:0/555684070 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff9e80c8920 0x7ff9e8157f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:59.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.636+0000 7ff9ecbe3640 1 -- 172.21.15.76:0/555684070 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff9e0009a70 con 0x7ff9e8072110 2024-09-13T16:02:59.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.637+0000 7ff9ecbe3640 1 --2- 172.21.15.76:0/555684070 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff9e8072110 0x7ff9e8157a10 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7ff9d800c7f0 tx=0x7ff9d800ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:59.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.637+0000 7ff9ddffb640 1 -- 172.21.15.76:0/555684070 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9d8004230 con 0x7ff9e8072110 2024-09-13T16:02:59.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.637+0000 7ff9ddffb640 1 -- 172.21.15.76:0/555684070 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff9d8004390 con 0x7ff9e8072110 2024-09-13T16:02:59.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.637+0000 7ff9ef648640 1 -- 172.21.15.76:0/555684070 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff9e80c2de0 con 0x7ff9e8072110 2024-09-13T16:02:59.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.637+0000 7ff9ddffb640 1 -- 172.21.15.76:0/555684070 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9d8007840 con 0x7ff9e8072110 2024-09-13T16:02:59.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.637+0000 7ff9ef648640 1 -- 172.21.15.76:0/555684070 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff9e80c33a0 con 0x7ff9e8072110 2024-09-13T16:02:59.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.638+0000 7ff9ef648640 1 -- 172.21.15.76:0/555684070 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff9e8070190 con 0x7ff9e8072110 2024-09-13T16:02:59.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.638+0000 7ff9ddffb640 1 -- 172.21.15.76:0/555684070 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff9d8007bb0 con 0x7ff9e8072110 2024-09-13T16:02:59.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.639+0000 7ff9ddffb640 1 --2- 172.21.15.76:0/555684070 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff9cc06ac00 0x7ff9cc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:59.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.639+0000 7ff9ddffb640 1 -- 172.21.15.76:0/555684070 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 6029+0+0 (secure 0 0 0) 0x7ff9d8089570 con 0x7ff9e8072110 2024-09-13T16:02:59.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.639+0000 7ff9ed3e4640 1 --2- 172.21.15.76:0/555684070 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff9cc06ac00 0x7ff9cc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:59.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.639+0000 7ff9ed3e4640 1 --2- 172.21.15.76:0/555684070 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff9cc06ac00 0x7ff9cc06d0c0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7ff9e4001610 tx=0x7ff9e4007930 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:59.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.643+0000 7ff9ddffb640 1 -- 172.21.15.76:0/555684070 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ff9d8054610 con 0x7ff9e8072110 2024-09-13T16:02:59.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.806+0000 7ff9ef648640 1 -- 172.21.15.76:0/555684070 --> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7ff9e80aba80 con 0x7ff9cc06ac00 2024-09-13T16:02:59.814 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.813+0000 7ff9ddffb640 1 -- 172.21.15.76:0/555684070 <== mgr.4104 v2:172.21.15.76:6832/911852275 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+287627 (secure 0 0 0) 0x7ff9e40058b0 con 0x7ff9cc06ac00 2024-09-13T16:02:59.817 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:02:59.819 INFO:teuthology.orchestra.run.smithi076.stderr:dumped all 2024-09-13T16:02:59.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.816+0000 7ff9ef648640 1 -- 172.21.15.76:0/555684070 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff9cc06ac00 msgr2=0x7ff9cc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:59.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.816+0000 7ff9ef648640 1 --2- 172.21.15.76:0/555684070 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff9cc06ac00 0x7ff9cc06d0c0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7ff9e4001610 tx=0x7ff9e4007930 comp rx=0 tx=0).stop 2024-09-13T16:02:59.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.816+0000 7ff9ef648640 1 -- 172.21.15.76:0/555684070 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff9e8072110 msgr2=0x7ff9e8157a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:59.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.816+0000 7ff9ef648640 1 --2- 172.21.15.76:0/555684070 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff9e8072110 0x7ff9e8157a10 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7ff9d800c7f0 tx=0x7ff9d800ccb0 comp rx=0 tx=0).stop 2024-09-13T16:02:59.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.816+0000 7ff9ef648640 1 -- 172.21.15.76:0/555684070 shutdown_connections 2024-09-13T16:02:59.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.816+0000 7ff9ef648640 1 --2- 172.21.15.76:0/555684070 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff9e80c8920 0x7ff9e8157f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:59.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.816+0000 7ff9ef648640 1 --2- 172.21.15.76:0/555684070 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff9e8072110 0x7ff9e8157a10 unknown :-1 s=CLOSED pgs=517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:59.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.816+0000 7ff9ef648640 1 --2- 172.21.15.76:0/555684070 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff9cc06ac00 0x7ff9cc06d0c0 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:59.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.816+0000 7ff9ef648640 1 --2- 172.21.15.76:0/555684070 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff9e8071d30 0x7ff9e80994b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:59.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.816+0000 7ff9ef648640 1 -- 172.21.15.76:0/555684070 >> 172.21.15.76:0/555684070 conn(0x7ff9e8069ed0 msgr2=0x7ff9e806a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:59.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.816+0000 7ff9ef648640 1 -- 172.21.15.76:0/555684070 shutdown_connections 2024-09-13T16:02:59.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.816+0000 7ff9ef648640 1 -- 172.21.15.76:0/555684070 wait complete. 2024-09-13T16:02:59.828 INFO:teuthology.orchestra.run.smithi076.stdout:{"pg_ready":true,"pg_map":{"version":81,"stamp":"2024-09-13T16:02:58.949188+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":591966,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":168,"num_write_kb":2426,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":125,"ondisk_log_size":125,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":32,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":220804,"kb_used_data":4632,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754753916,"statfs":{"total":773094113280,"available":772868009984,"internally_reserved":0,"allocated":4743168,"data_stored":2682934,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":221236793},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":25,"apply_latency_ms":25,"commit_latency_ns":25000000,"apply_latency_ns":25000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1598,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.056615"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.270150+0000","last_change":"2024-09-13T16:02:56.266548+0000","last_active":"2024-09-13T16:02:56.270150+0000","last_peered":"2024-09-13T16:02:56.270150+0000","last_clean":"2024-09-13T16:02:56.270150+0000","last_became_active":"2024-09-13T16:02:56.265957+0000","last_became_peered":"2024-09-13T16:02:56.265957+0000","last_unstale":"2024-09-13T16:02:56.270150+0000","last_undegraded":"2024-09-13T16:02:56.270150+0000","last_fullsized":"2024-09-13T16:02:56.270150+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:46:13.923668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.270091+0000","last_change":"2024-09-13T16:02:56.264956+0000","last_active":"2024-09-13T16:02:56.270091+0000","last_peered":"2024-09-13T16:02:56.270091+0000","last_clean":"2024-09-13T16:02:56.270091+0000","last_became_active":"2024-09-13T16:02:56.264723+0000","last_became_peered":"2024-09-13T16:02:56.264723+0000","last_unstale":"2024-09-13T16:02:56.270091+0000","last_undegraded":"2024-09-13T16:02:56.270091+0000","last_fullsized":"2024-09-13T16:02:56.270091+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:07:40.750385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.910002+0000","last_change":"2024-09-13T16:02:55.910002+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.910002+0000","last_undegraded":"2024-09-13T16:02:55.910002+0000","last_fullsized":"2024-09-13T16:02:55.910002+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:14:38.509353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.909708+0000","last_change":"2024-09-13T16:02:55.909708+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.909708+0000","last_undegraded":"2024-09-13T16:02:55.909708+0000","last_fullsized":"2024-09-13T16:02:55.909708+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:03:48.754266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.909983+0000","last_change":"2024-09-13T16:02:55.909983+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.909983+0000","last_undegraded":"2024-09-13T16:02:55.909983+0000","last_fullsized":"2024-09-13T16:02:55.909983+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:57:05.857571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.907219+0000","last_change":"2024-09-13T16:02:55.907219+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.907219+0000","last_undegraded":"2024-09-13T16:02:55.907219+0000","last_fullsized":"2024-09-13T16:02:55.907219+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:09:20.345592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.912981+0000","last_change":"2024-09-13T16:02:55.912981+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.912981+0000","last_undegraded":"2024-09-13T16:02:55.912981+0000","last_fullsized":"2024-09-13T16:02:55.912981+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:18:40.873926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.283078+0000","last_change":"2024-09-13T16:02:56.278617+0000","last_active":"2024-09-13T16:02:56.283078+0000","last_peered":"2024-09-13T16:02:56.283078+0000","last_clean":"2024-09-13T16:02:56.283078+0000","last_became_active":"2024-09-13T16:02:56.278384+0000","last_became_peered":"2024-09-13T16:02:56.278384+0000","last_unstale":"2024-09-13T16:02:56.283078+0000","last_undegraded":"2024-09-13T16:02:56.283078+0000","last_fullsized":"2024-09-13T16:02:56.283078+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:03:23.373628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.907644+0000","last_change":"2024-09-13T16:02:55.907644+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.907644+0000","last_undegraded":"2024-09-13T16:02:55.907644+0000","last_fullsized":"2024-09-13T16:02:55.907644+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:41:45.342337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.914395+0000","last_change":"2024-09-13T16:02:55.914395+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.914395+0000","last_undegraded":"2024-09-13T16:02:55.914395+0000","last_fullsized":"2024-09-13T16:02:55.914395+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:56:03.353901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.910957+0000","last_change":"2024-09-13T16:02:55.910957+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.910957+0000","last_undegraded":"2024-09-13T16:02:55.910957+0000","last_fullsized":"2024-09-13T16:02:55.910957+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:43:31.751609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.907636+0000","last_change":"2024-09-13T16:02:55.907636+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.907636+0000","last_undegraded":"2024-09-13T16:02:55.907636+0000","last_fullsized":"2024-09-13T16:02:55.907636+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:07:52.664426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.911532+0000","last_change":"2024-09-13T16:02:55.911532+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.911532+0000","last_undegraded":"2024-09-13T16:02:55.911532+0000","last_fullsized":"2024-09-13T16:02:55.911532+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:07:52.664426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.909251+0000","last_change":"2024-09-13T16:02:55.909251+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.909251+0000","last_undegraded":"2024-09-13T16:02:55.909251+0000","last_fullsized":"2024-09-13T16:02:55.909251+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:56:46.116618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.912498+0000","last_change":"2024-09-13T16:02:55.912498+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.912498+0000","last_undegraded":"2024-09-13T16:02:55.912498+0000","last_fullsized":"2024-09-13T16:02:55.912498+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:14:38.509353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.910215+0000","last_change":"2024-09-13T16:02:55.910215+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.910215+0000","last_undegraded":"2024-09-13T16:02:55.910215+0000","last_fullsized":"2024-09-13T16:02:55.910215+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:09:20.345592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.911413+0000","last_change":"2024-09-13T16:02:55.911413+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.911413+0000","last_undegraded":"2024-09-13T16:02:55.911413+0000","last_fullsized":"2024-09-13T16:02:55.911413+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:41:24.796439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.904964+0000","last_change":"2024-09-13T16:02:55.904964+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.904964+0000","last_undegraded":"2024-09-13T16:02:55.904964+0000","last_fullsized":"2024-09-13T16:02:55.904964+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:10:00.513880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.909341+0000","last_change":"2024-09-13T16:02:55.909341+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.909341+0000","last_undegraded":"2024-09-13T16:02:55.909341+0000","last_fullsized":"2024-09-13T16:02:55.909341+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:07:15.831534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.904342+0000","last_change":"2024-09-13T16:02:55.904342+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.904342+0000","last_undegraded":"2024-09-13T16:02:55.904342+0000","last_fullsized":"2024-09-13T16:02:55.904342+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:41:30.553071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.910327+0000","last_change":"2024-09-13T16:02:55.910327+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.910327+0000","last_undegraded":"2024-09-13T16:02:55.910327+0000","last_fullsized":"2024-09-13T16:02:55.910327+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:56:46.116618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.908369+0000","last_change":"2024-09-13T16:02:55.908369+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.908369+0000","last_undegraded":"2024-09-13T16:02:55.908369+0000","last_fullsized":"2024-09-13T16:02:55.908369+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:41:45.342337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.910095+0000","last_change":"2024-09-13T16:02:55.910095+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.910095+0000","last_undegraded":"2024-09-13T16:02:55.910095+0000","last_fullsized":"2024-09-13T16:02:55.910095+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:44:18.751971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.908709+0000","last_change":"2024-09-13T16:02:55.908709+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.908709+0000","last_undegraded":"2024-09-13T16:02:55.908709+0000","last_fullsized":"2024-09-13T16:02:55.908709+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:04:23.520754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.905082+0000","last_change":"2024-09-13T16:02:55.905082+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.905082+0000","last_undegraded":"2024-09-13T16:02:55.905082+0000","last_fullsized":"2024-09-13T16:02:55.905082+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:42:48.010144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.907026+0000","last_change":"2024-09-13T16:02:55.907026+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.907026+0000","last_undegraded":"2024-09-13T16:02:55.907026+0000","last_fullsized":"2024-09-13T16:02:55.907026+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:44:18.751971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.904117+0000","last_change":"2024-09-13T16:02:55.904117+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.904117+0000","last_undegraded":"2024-09-13T16:02:55.904117+0000","last_fullsized":"2024-09-13T16:02:55.904117+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:52:43.604701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.911358+0000","last_change":"2024-09-13T16:02:55.911358+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.911358+0000","last_undegraded":"2024-09-13T16:02:55.911358+0000","last_fullsized":"2024-09-13T16:02:55.911358+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:46:04.343434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.904204+0000","last_change":"2024-09-13T16:02:55.904204+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.904204+0000","last_undegraded":"2024-09-13T16:02:55.904204+0000","last_fullsized":"2024-09-13T16:02:55.904204+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:03:48.754266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.904116+0000","last_change":"2024-09-13T16:02:55.904116+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.904116+0000","last_undegraded":"2024-09-13T16:02:55.904116+0000","last_fullsized":"2024-09-13T16:02:55.904116+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:45:32.231999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.909679+0000","last_change":"2024-09-13T16:02:55.909679+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.909679+0000","last_undegraded":"2024-09-13T16:02:55.909679+0000","last_fullsized":"2024-09-13T16:02:55.909679+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:10:00.513880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.906620+0000","last_change":"2024-09-13T16:02:55.906620+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.906620+0000","last_undegraded":"2024-09-13T16:02:55.906620+0000","last_fullsized":"2024-09-13T16:02:55.906620+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:10:00.513880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.910648+0000","last_change":"2024-09-13T16:02:55.910648+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.910648+0000","last_undegraded":"2024-09-13T16:02:55.910648+0000","last_fullsized":"2024-09-13T16:02:55.910648+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:19:13.355718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.916973+0000","last_change":"2024-09-13T16:02:55.914063+0000","last_active":"2024-09-13T16:02:55.916973+0000","last_peered":"2024-09-13T16:02:55.916973+0000","last_clean":"2024-09-13T16:02:55.916973+0000","last_became_active":"2024-09-13T16:02:55.913791+0000","last_became_peered":"2024-09-13T16:02:55.913791+0000","last_unstale":"2024-09-13T16:02:55.916973+0000","last_undegraded":"2024-09-13T16:02:55.916973+0000","last_fullsized":"2024-09-13T16:02:55.916973+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:45:02.495479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.906521+0000","last_change":"2024-09-13T16:02:55.906521+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.906521+0000","last_undegraded":"2024-09-13T16:02:55.906521+0000","last_fullsized":"2024-09-13T16:02:55.906521+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:41:24.796439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.921867+0000","last_change":"2024-09-13T16:02:55.917295+0000","last_active":"2024-09-13T16:02:55.921867+0000","last_peered":"2024-09-13T16:02:55.921867+0000","last_clean":"2024-09-13T16:02:55.921867+0000","last_became_active":"2024-09-13T16:02:55.917053+0000","last_became_peered":"2024-09-13T16:02:55.917053+0000","last_unstale":"2024-09-13T16:02:55.921867+0000","last_undegraded":"2024-09-13T16:02:55.921867+0000","last_fullsized":"2024-09-13T16:02:55.921867+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:42:47.005611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.907690+0000","last_change":"2024-09-13T16:02:55.907690+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.907690+0000","last_undegraded":"2024-09-13T16:02:55.907690+0000","last_fullsized":"2024-09-13T16:02:55.907690+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:14:38.509353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.921861+0000","last_change":"2024-09-13T16:02:55.917445+0000","last_active":"2024-09-13T16:02:55.921861+0000","last_peered":"2024-09-13T16:02:55.921861+0000","last_clean":"2024-09-13T16:02:55.921861+0000","last_became_active":"2024-09-13T16:02:55.917187+0000","last_became_peered":"2024-09-13T16:02:55.917187+0000","last_unstale":"2024-09-13T16:02:55.921861+0000","last_undegraded":"2024-09-13T16:02:55.921861+0000","last_fullsized":"2024-09-13T16:02:55.921861+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:37:23.233635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.273472+0000","last_change":"2024-09-13T16:02:56.268876+0000","last_active":"2024-09-13T16:02:56.273472+0000","last_peered":"2024-09-13T16:02:56.273472+0000","last_clean":"2024-09-13T16:02:56.273472+0000","last_became_active":"2024-09-13T16:02:56.268630+0000","last_became_peered":"2024-09-13T16:02:56.268630+0000","last_unstale":"2024-09-13T16:02:56.273472+0000","last_undegraded":"2024-09-13T16:02:56.273472+0000","last_fullsized":"2024-09-13T16:02:56.273472+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:36:26.435313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.924850+0000","last_change":"2024-09-13T16:02:55.919864+0000","last_active":"2024-09-13T16:02:55.924850+0000","last_peered":"2024-09-13T16:02:55.924850+0000","last_clean":"2024-09-13T16:02:55.924850+0000","last_became_active":"2024-09-13T16:02:55.919052+0000","last_became_peered":"2024-09-13T16:02:55.919052+0000","last_unstale":"2024-09-13T16:02:55.924850+0000","last_undegraded":"2024-09-13T16:02:55.924850+0000","last_fullsized":"2024-09-13T16:02:55.924850+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:19:12.351185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.908174+0000","last_change":"2024-09-13T16:02:55.908174+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.908174+0000","last_undegraded":"2024-09-13T16:02:55.908174+0000","last_fullsized":"2024-09-13T16:02:55.908174+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:10:43.122366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.920225+0000","last_change":"2024-09-13T16:02:55.918224+0000","last_active":"2024-09-13T16:02:55.920225+0000","last_peered":"2024-09-13T16:02:55.920225+0000","last_clean":"2024-09-13T16:02:55.920225+0000","last_became_active":"2024-09-13T16:02:55.917970+0000","last_became_peered":"2024-09-13T16:02:55.917970+0000","last_unstale":"2024-09-13T16:02:55.920225+0000","last_undegraded":"2024-09-13T16:02:55.920225+0000","last_fullsized":"2024-09-13T16:02:55.920225+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:04:22.516221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.910091+0000","last_change":"2024-09-13T16:02:55.910091+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.910091+0000","last_undegraded":"2024-09-13T16:02:55.910091+0000","last_fullsized":"2024-09-13T16:02:55.910091+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:55:50.417022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.925132+0000","last_change":"2024-09-13T16:02:55.922735+0000","last_active":"2024-09-13T16:02:55.925132+0000","last_peered":"2024-09-13T16:02:55.925132+0000","last_clean":"2024-09-13T16:02:55.925132+0000","last_became_active":"2024-09-13T16:02:55.922445+0000","last_became_peered":"2024-09-13T16:02:55.922445+0000","last_unstale":"2024-09-13T16:02:55.925132+0000","last_undegraded":"2024-09-13T16:02:55.925132+0000","last_fullsized":"2024-09-13T16:02:55.925132+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:45:02.495479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.907942+0000","last_change":"2024-09-13T16:02:55.907942+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.907942+0000","last_undegraded":"2024-09-13T16:02:55.907942+0000","last_fullsized":"2024-09-13T16:02:55.907942+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:18:40.873926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.921870+0000","last_change":"2024-09-13T16:02:55.916250+0000","last_active":"2024-09-13T16:02:55.921870+0000","last_peered":"2024-09-13T16:02:55.921870+0000","last_clean":"2024-09-13T16:02:55.921870+0000","last_became_active":"2024-09-13T16:02:55.916002+0000","last_became_peered":"2024-09-13T16:02:55.916002+0000","last_unstale":"2024-09-13T16:02:55.921870+0000","last_undegraded":"2024-09-13T16:02:55.921870+0000","last_fullsized":"2024-09-13T16:02:55.921870+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:09:42.846752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.273425+0000","last_change":"2024-09-13T16:02:56.267129+0000","last_active":"2024-09-13T16:02:56.273425+0000","last_peered":"2024-09-13T16:02:56.273425+0000","last_clean":"2024-09-13T16:02:56.273425+0000","last_became_active":"2024-09-13T16:02:56.266893+0000","last_became_peered":"2024-09-13T16:02:56.266893+0000","last_unstale":"2024-09-13T16:02:56.273425+0000","last_undegraded":"2024-09-13T16:02:56.273425+0000","last_fullsized":"2024-09-13T16:02:56.273425+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:40:09.196703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.922122+0000","last_change":"2024-09-13T16:02:55.918750+0000","last_active":"2024-09-13T16:02:55.922122+0000","last_peered":"2024-09-13T16:02:55.922122+0000","last_clean":"2024-09-13T16:02:55.922122+0000","last_became_active":"2024-09-13T16:02:55.918422+0000","last_became_peered":"2024-09-13T16:02:55.918422+0000","last_unstale":"2024-09-13T16:02:55.922122+0000","last_undegraded":"2024-09-13T16:02:55.922122+0000","last_fullsized":"2024-09-13T16:02:55.922122+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:44:17.747438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.908204+0000","last_change":"2024-09-13T16:02:55.908204+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.908204+0000","last_undegraded":"2024-09-13T16:02:55.908204+0000","last_fullsized":"2024-09-13T16:02:55.908204+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:42:48.010144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.255189+0000","last_change":"2024-09-13T16:02:55.922437+0000","last_active":"2024-09-13T16:02:56.255189+0000","last_peered":"2024-09-13T16:02:56.255189+0000","last_clean":"2024-09-13T16:02:56.255189+0000","last_became_active":"2024-09-13T16:02:55.922158+0000","last_became_peered":"2024-09-13T16:02:55.922158+0000","last_unstale":"2024-09-13T16:02:56.255189+0000","last_undegraded":"2024-09-13T16:02:56.255189+0000","last_fullsized":"2024-09-13T16:02:56.255189+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:47:30.966948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.911075+0000","last_change":"2024-09-13T16:02:55.911075+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.911075+0000","last_undegraded":"2024-09-13T16:02:55.911075+0000","last_fullsized":"2024-09-13T16:02:55.911075+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:41:29.065989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.927543+0000","last_change":"2024-09-13T16:02:55.921872+0000","last_active":"2024-09-13T16:02:55.927543+0000","last_peered":"2024-09-13T16:02:55.927543+0000","last_clean":"2024-09-13T16:02:55.927543+0000","last_became_active":"2024-09-13T16:02:55.921664+0000","last_became_peered":"2024-09-13T16:02:55.921664+0000","last_unstale":"2024-09-13T16:02:55.927543+0000","last_undegraded":"2024-09-13T16:02:55.927543+0000","last_fullsized":"2024-09-13T16:02:55.927543+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:07:14.827001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.907391+0000","last_change":"2024-09-13T16:02:55.907391+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.907391+0000","last_undegraded":"2024-09-13T16:02:55.907391+0000","last_fullsized":"2024-09-13T16:02:55.907391+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:34:22.665516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.927580+0000","last_change":"2024-09-13T16:02:55.922680+0000","last_active":"2024-09-13T16:02:55.927580+0000","last_peered":"2024-09-13T16:02:55.927580+0000","last_clean":"2024-09-13T16:02:55.927580+0000","last_became_active":"2024-09-13T16:02:55.922452+0000","last_became_peered":"2024-09-13T16:02:55.922452+0000","last_unstale":"2024-09-13T16:02:55.927580+0000","last_undegraded":"2024-09-13T16:02:55.927580+0000","last_fullsized":"2024-09-13T16:02:55.927580+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:42:47.005611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.908419+0000","last_change":"2024-09-13T16:02:55.908419+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.908419+0000","last_undegraded":"2024-09-13T16:02:55.908419+0000","last_fullsized":"2024-09-13T16:02:55.908419+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:55:50.417022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.14","version":"40'6","reported_seq":16,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.287740+0000","last_change":"2024-09-13T16:02:55.920618+0000","last_active":"2024-09-13T16:02:56.287740+0000","last_peered":"2024-09-13T16:02:56.287740+0000","last_clean":"2024-09-13T16:02:56.287740+0000","last_became_active":"2024-09-13T16:02:55.920396+0000","last_became_peered":"2024-09-13T16:02:55.920396+0000","last_unstale":"2024-09-13T16:02:56.287740+0000","last_undegraded":"2024-09-13T16:02:56.287740+0000","last_fullsized":"2024-09-13T16:02:56.287740+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:46:03.338901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.907794+0000","last_change":"2024-09-13T16:02:55.907794+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.907794+0000","last_undegraded":"2024-09-13T16:02:55.907794+0000","last_fullsized":"2024-09-13T16:02:55.907794+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:41:14.553505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"40'2","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.275566+0000","last_change":"2024-09-13T16:02:55.918055+0000","last_active":"2024-09-13T16:02:56.275566+0000","last_peered":"2024-09-13T16:02:56.275566+0000","last_clean":"2024-09-13T16:02:56.275566+0000","last_became_active":"2024-09-13T16:02:55.917757+0000","last_became_peered":"2024-09-13T16:02:55.917757+0000","last_unstale":"2024-09-13T16:02:56.275566+0000","last_undegraded":"2024-09-13T16:02:56.275566+0000","last_fullsized":"2024-09-13T16:02:56.275566+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:17:59.092497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.269975+0000","last_change":"2024-09-13T16:02:56.263373+0000","last_active":"2024-09-13T16:02:56.269975+0000","last_peered":"2024-09-13T16:02:56.269975+0000","last_clean":"2024-09-13T16:02:56.269975+0000","last_became_active":"2024-09-13T16:02:56.263090+0000","last_became_peered":"2024-09-13T16:02:56.263090+0000","last_unstale":"2024-09-13T16:02:56.269975+0000","last_undegraded":"2024-09-13T16:02:56.269975+0000","last_fullsized":"2024-09-13T16:02:56.269975+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:08:42.423914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.921685+0000","last_change":"2024-09-13T16:02:55.915679+0000","last_active":"2024-09-13T16:02:55.921685+0000","last_peered":"2024-09-13T16:02:55.921685+0000","last_clean":"2024-09-13T16:02:55.921685+0000","last_became_active":"2024-09-13T16:02:55.915455+0000","last_became_peered":"2024-09-13T16:02:55.915455+0000","last_unstale":"2024-09-13T16:02:55.921685+0000","last_undegraded":"2024-09-13T16:02:55.921685+0000","last_fullsized":"2024-09-13T16:02:55.921685+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:00:25.930732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.909120+0000","last_change":"2024-09-13T16:02:55.909120+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.909120+0000","last_undegraded":"2024-09-13T16:02:55.909120+0000","last_fullsized":"2024-09-13T16:02:55.909120+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:45:32.231999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.917826+0000","last_change":"2024-09-13T16:02:55.915174+0000","last_active":"2024-09-13T16:02:55.917826+0000","last_peered":"2024-09-13T16:02:55.917826+0000","last_clean":"2024-09-13T16:02:55.917826+0000","last_became_active":"2024-09-13T16:02:55.914410+0000","last_became_peered":"2024-09-13T16:02:55.914410+0000","last_unstale":"2024-09-13T16:02:55.917826+0000","last_undegraded":"2024-09-13T16:02:55.917826+0000","last_fullsized":"2024-09-13T16:02:55.917826+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:09:42.846752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.270011+0000","last_change":"2024-09-13T16:02:56.264251+0000","last_active":"2024-09-13T16:02:56.270011+0000","last_peered":"2024-09-13T16:02:56.270011+0000","last_clean":"2024-09-13T16:02:56.270011+0000","last_became_active":"2024-09-13T16:02:56.263989+0000","last_became_peered":"2024-09-13T16:02:56.263989+0000","last_unstale":"2024-09-13T16:02:56.270011+0000","last_undegraded":"2024-09-13T16:02:56.270011+0000","last_fullsized":"2024-09-13T16:02:56.270011+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:10:15.912474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.924777+0000","last_change":"2024-09-13T16:02:55.920646+0000","last_active":"2024-09-13T16:02:55.924777+0000","last_peered":"2024-09-13T16:02:55.924777+0000","last_clean":"2024-09-13T16:02:55.924777+0000","last_became_active":"2024-09-13T16:02:55.920415+0000","last_became_peered":"2024-09-13T16:02:55.920415+0000","last_unstale":"2024-09-13T16:02:55.924777+0000","last_undegraded":"2024-09-13T16:02:55.924777+0000","last_fullsized":"2024-09-13T16:02:55.924777+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:09:42.846752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.273986+0000","last_change":"2024-09-13T16:02:56.269261+0000","last_active":"2024-09-13T16:02:56.273986+0000","last_peered":"2024-09-13T16:02:56.273986+0000","last_clean":"2024-09-13T16:02:56.273986+0000","last_became_active":"2024-09-13T16:02:56.269019+0000","last_became_peered":"2024-09-13T16:02:56.269019+0000","last_unstale":"2024-09-13T16:02:56.273986+0000","last_undegraded":"2024-09-13T16:02:56.273986+0000","last_fullsized":"2024-09-13T16:02:56.273986+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:14:45.096091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.922035+0000","last_change":"2024-09-13T16:02:55.919986+0000","last_active":"2024-09-13T16:02:55.922035+0000","last_peered":"2024-09-13T16:02:55.922035+0000","last_clean":"2024-09-13T16:02:55.922035+0000","last_became_active":"2024-09-13T16:02:55.919754+0000","last_became_peered":"2024-09-13T16:02:55.919754+0000","last_unstale":"2024-09-13T16:02:55.922035+0000","last_undegraded":"2024-09-13T16:02:55.922035+0000","last_fullsized":"2024-09-13T16:02:55.922035+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:57:04.853038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.910500+0000","last_change":"2024-09-13T16:02:55.910500+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.910500+0000","last_undegraded":"2024-09-13T16:02:55.910500+0000","last_fullsized":"2024-09-13T16:02:55.910500+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:48:33.300896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.924931+0000","last_change":"2024-09-13T16:02:55.920853+0000","last_active":"2024-09-13T16:02:55.924931+0000","last_peered":"2024-09-13T16:02:55.924931+0000","last_clean":"2024-09-13T16:02:55.924931+0000","last_became_active":"2024-09-13T16:02:55.920581+0000","last_became_peered":"2024-09-13T16:02:55.920581+0000","last_unstale":"2024-09-13T16:02:55.924931+0000","last_undegraded":"2024-09-13T16:02:55.924931+0000","last_fullsized":"2024-09-13T16:02:55.924931+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:09:19.341059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.908202+0000","last_change":"2024-09-13T16:02:55.908202+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.908202+0000","last_undegraded":"2024-09-13T16:02:55.908202+0000","last_fullsized":"2024-09-13T16:02:55.908202+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:43:31.751609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.921583+0000","last_change":"2024-09-13T16:02:55.917292+0000","last_active":"2024-09-13T16:02:55.921583+0000","last_peered":"2024-09-13T16:02:55.921583+0000","last_clean":"2024-09-13T16:02:55.921583+0000","last_became_active":"2024-09-13T16:02:55.917043+0000","last_became_peered":"2024-09-13T16:02:55.917043+0000","last_unstale":"2024-09-13T16:02:55.921583+0000","last_undegraded":"2024-09-13T16:02:55.921583+0000","last_fullsized":"2024-09-13T16:02:55.921583+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:26:34.431363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.907628+0000","last_change":"2024-09-13T16:02:55.907628+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.907628+0000","last_undegraded":"2024-09-13T16:02:55.907628+0000","last_fullsized":"2024-09-13T16:02:55.907628+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:52:43.604701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.921848+0000","last_change":"2024-09-13T16:02:55.917357+0000","last_active":"2024-09-13T16:02:55.921848+0000","last_peered":"2024-09-13T16:02:55.921848+0000","last_clean":"2024-09-13T16:02:55.921848+0000","last_became_active":"2024-09-13T16:02:55.917099+0000","last_became_peered":"2024-09-13T16:02:55.917099+0000","last_unstale":"2024-09-13T16:02:55.921848+0000","last_undegraded":"2024-09-13T16:02:55.921848+0000","last_fullsized":"2024-09-13T16:02:55.921848+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:51:09.247919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.909089+0000","last_change":"2024-09-13T16:02:55.909089+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.909089+0000","last_undegraded":"2024-09-13T16:02:55.909089+0000","last_fullsized":"2024-09-13T16:02:55.909089+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:41:30.553071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.921548+0000","last_change":"2024-09-13T16:02:55.915683+0000","last_active":"2024-09-13T16:02:55.921548+0000","last_peered":"2024-09-13T16:02:55.921548+0000","last_clean":"2024-09-13T16:02:55.921548+0000","last_became_active":"2024-09-13T16:02:55.915437+0000","last_became_peered":"2024-09-13T16:02:55.915437+0000","last_unstale":"2024-09-13T16:02:55.921548+0000","last_undegraded":"2024-09-13T16:02:55.921548+0000","last_fullsized":"2024-09-13T16:02:55.921548+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:09:40.733141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.907170+0000","last_change":"2024-09-13T16:02:55.907170+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.907170+0000","last_undegraded":"2024-09-13T16:02:55.907170+0000","last_fullsized":"2024-09-13T16:02:55.907170+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:58:26.709110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.924144+0000","last_change":"2024-09-13T16:02:55.917647+0000","last_active":"2024-09-13T16:02:55.924144+0000","last_peered":"2024-09-13T16:02:55.924144+0000","last_clean":"2024-09-13T16:02:55.924144+0000","last_became_active":"2024-09-13T16:02:55.917397+0000","last_became_peered":"2024-09-13T16:02:55.917397+0000","last_unstale":"2024-09-13T16:02:55.924144+0000","last_undegraded":"2024-09-13T16:02:55.924144+0000","last_fullsized":"2024-09-13T16:02:55.924144+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:10:17.565016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.909733+0000","last_change":"2024-09-13T16:02:55.909733+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.909733+0000","last_undegraded":"2024-09-13T16:02:55.909733+0000","last_fullsized":"2024-09-13T16:02:55.909733+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:58:26.709110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.921910+0000","last_change":"2024-09-13T16:02:55.918826+0000","last_active":"2024-09-13T16:02:55.921910+0000","last_peered":"2024-09-13T16:02:55.921910+0000","last_clean":"2024-09-13T16:02:55.921910+0000","last_became_active":"2024-09-13T16:02:55.918571+0000","last_became_peered":"2024-09-13T16:02:55.918571+0000","last_unstale":"2024-09-13T16:02:55.921910+0000","last_undegraded":"2024-09-13T16:02:55.921910+0000","last_fullsized":"2024-09-13T16:02:55.921910+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:02:41.951315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.273446+0000","last_change":"2024-09-13T16:02:56.267674+0000","last_active":"2024-09-13T16:02:56.273446+0000","last_peered":"2024-09-13T16:02:56.273446+0000","last_clean":"2024-09-13T16:02:56.273446+0000","last_became_active":"2024-09-13T16:02:56.267442+0000","last_became_peered":"2024-09-13T16:02:56.267442+0000","last_unstale":"2024-09-13T16:02:56.273446+0000","last_undegraded":"2024-09-13T16:02:56.273446+0000","last_fullsized":"2024-09-13T16:02:56.273446+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:51:10.695346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.916001+0000","last_change":"2024-09-13T16:02:55.912019+0000","last_active":"2024-09-13T16:02:55.916001+0000","last_peered":"2024-09-13T16:02:55.916001+0000","last_clean":"2024-09-13T16:02:55.916001+0000","last_became_active":"2024-09-13T16:02:55.911717+0000","last_became_peered":"2024-09-13T16:02:55.911717+0000","last_unstale":"2024-09-13T16:02:55.916001+0000","last_undegraded":"2024-09-13T16:02:55.916001+0000","last_fullsized":"2024-09-13T16:02:55.916001+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:00:31.532985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.905460+0000","last_change":"2024-09-13T16:02:55.905460+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.905460+0000","last_undegraded":"2024-09-13T16:02:55.905460+0000","last_fullsized":"2024-09-13T16:02:55.905460+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:19:13.355718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.927574+0000","last_change":"2024-09-13T16:02:55.922512+0000","last_active":"2024-09-13T16:02:55.927574+0000","last_peered":"2024-09-13T16:02:55.927574+0000","last_clean":"2024-09-13T16:02:55.927574+0000","last_became_active":"2024-09-13T16:02:55.922258+0000","last_became_peered":"2024-09-13T16:02:55.922258+0000","last_unstale":"2024-09-13T16:02:55.927574+0000","last_undegraded":"2024-09-13T16:02:55.927574+0000","last_fullsized":"2024-09-13T16:02:55.927574+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:03:47.749733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.910473+0000","last_change":"2024-09-13T16:02:55.910473+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.910473+0000","last_undegraded":"2024-09-13T16:02:55.910473+0000","last_fullsized":"2024-09-13T16:02:55.910473+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:41:14.553505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.924116+0000","last_change":"2024-09-13T16:02:55.920336+0000","last_active":"2024-09-13T16:02:55.924116+0000","last_peered":"2024-09-13T16:02:55.924116+0000","last_clean":"2024-09-13T16:02:55.924116+0000","last_became_active":"2024-09-13T16:02:55.920048+0000","last_became_peered":"2024-09-13T16:02:55.920048+0000","last_unstale":"2024-09-13T16:02:55.924116+0000","last_undegraded":"2024-09-13T16:02:55.924116+0000","last_fullsized":"2024-09-13T16:02:55.924116+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:02:41.951315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.270108+0000","last_change":"2024-09-13T16:02:56.266210+0000","last_active":"2024-09-13T16:02:56.270108+0000","last_peered":"2024-09-13T16:02:56.270108+0000","last_clean":"2024-09-13T16:02:56.270108+0000","last_became_active":"2024-09-13T16:02:56.265970+0000","last_became_peered":"2024-09-13T16:02:56.265970+0000","last_unstale":"2024-09-13T16:02:56.270108+0000","last_undegraded":"2024-09-13T16:02:56.270108+0000","last_fullsized":"2024-09-13T16:02:56.270108+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:00:55.194275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.921840+0000","last_change":"2024-09-13T16:02:55.919017+0000","last_active":"2024-09-13T16:02:55.921840+0000","last_peered":"2024-09-13T16:02:55.921840+0000","last_clean":"2024-09-13T16:02:55.921840+0000","last_became_active":"2024-09-13T16:02:55.918716+0000","last_became_peered":"2024-09-13T16:02:55.918716+0000","last_unstale":"2024-09-13T16:02:55.921840+0000","last_undegraded":"2024-09-13T16:02:55.921840+0000","last_fullsized":"2024-09-13T16:02:55.921840+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:03:47.749733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.906615+0000","last_change":"2024-09-13T16:02:55.906615+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.906615+0000","last_undegraded":"2024-09-13T16:02:55.906615+0000","last_fullsized":"2024-09-13T16:02:55.906615+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:56:03.353901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.921929+0000","last_change":"2024-09-13T16:02:55.917024+0000","last_active":"2024-09-13T16:02:55.921929+0000","last_peered":"2024-09-13T16:02:55.921929+0000","last_clean":"2024-09-13T16:02:55.921929+0000","last_became_active":"2024-09-13T16:02:55.916759+0000","last_became_peered":"2024-09-13T16:02:55.916759+0000","last_unstale":"2024-09-13T16:02:55.921929+0000","last_undegraded":"2024-09-13T16:02:55.921929+0000","last_fullsized":"2024-09-13T16:02:55.921929+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:57:04.853038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.905796+0000","last_change":"2024-09-13T16:02:55.905796+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.905796+0000","last_undegraded":"2024-09-13T16:02:55.905796+0000","last_fullsized":"2024-09-13T16:02:55.905796+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:41:30.553071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.917664+0000","last_change":"2024-09-13T16:02:55.914690+0000","last_active":"2024-09-13T16:02:55.917664+0000","last_peered":"2024-09-13T16:02:55.917664+0000","last_clean":"2024-09-13T16:02:55.917664+0000","last_became_active":"2024-09-13T16:02:55.914400+0000","last_became_peered":"2024-09-13T16:02:55.914400+0000","last_unstale":"2024-09-13T16:02:55.917664+0000","last_undegraded":"2024-09-13T16:02:55.917664+0000","last_fullsized":"2024-09-13T16:02:55.917664+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:02:41.951315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.908838+0000","last_change":"2024-09-13T16:02:55.908838+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.908838+0000","last_undegraded":"2024-09-13T16:02:55.908838+0000","last_fullsized":"2024-09-13T16:02:55.908838+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:48:33.300896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.922081+0000","last_change":"2024-09-13T16:02:55.917678+0000","last_active":"2024-09-13T16:02:55.922081+0000","last_peered":"2024-09-13T16:02:55.922081+0000","last_clean":"2024-09-13T16:02:55.922081+0000","last_became_active":"2024-09-13T16:02:55.917384+0000","last_became_peered":"2024-09-13T16:02:55.917384+0000","last_unstale":"2024-09-13T16:02:55.922081+0000","last_undegraded":"2024-09-13T16:02:55.922081+0000","last_fullsized":"2024-09-13T16:02:55.922081+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:41:23.791906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.909644+0000","last_change":"2024-09-13T16:02:55.909644+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.909644+0000","last_undegraded":"2024-09-13T16:02:55.909644+0000","last_fullsized":"2024-09-13T16:02:55.909644+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:55:39.076478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.254952+0000","last_change":"2024-09-13T16:02:55.922857+0000","last_active":"2024-09-13T16:02:56.254952+0000","last_peered":"2024-09-13T16:02:56.254952+0000","last_clean":"2024-09-13T16:02:56.254952+0000","last_became_active":"2024-09-13T16:02:55.922197+0000","last_became_peered":"2024-09-13T16:02:55.922197+0000","last_unstale":"2024-09-13T16:02:56.254952+0000","last_undegraded":"2024-09-13T16:02:56.254952+0000","last_fullsized":"2024-09-13T16:02:56.254952+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:06:54.229118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.912831+0000","last_change":"2024-09-13T16:02:55.912831+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.912831+0000","last_undegraded":"2024-09-13T16:02:55.912831+0000","last_fullsized":"2024-09-13T16:02:55.912831+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:41:45.342337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.921867+0000","last_change":"2024-09-13T16:02:55.917562+0000","last_active":"2024-09-13T16:02:55.921867+0000","last_peered":"2024-09-13T16:02:55.921867+0000","last_clean":"2024-09-13T16:02:55.921867+0000","last_became_active":"2024-09-13T16:02:55.917280+0000","last_became_peered":"2024-09-13T16:02:55.917280+0000","last_unstale":"2024-09-13T16:02:55.921867+0000","last_undegraded":"2024-09-13T16:02:55.921867+0000","last_fullsized":"2024-09-13T16:02:55.921867+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:10:17.565016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":178,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-13T16:02:54.895464+0000","last_change":"2024-09-13T16:01:29.143297+0000","last_active":"2024-09-13T16:02:54.895464+0000","last_peered":"2024-09-13T16:02:54.895464+0000","last_clean":"2024-09-13T16:02:54.895464+0000","last_became_active":"2024-09-13T16:01:29.142269+0000","last_became_peered":"2024-09-13T16:01:29.142269+0000","last_unstale":"2024-09-13T16:02:54.895464+0000","last_undegraded":"2024-09-13T16:02:54.895464+0000","last_fullsized":"2024-09-13T16:02:54.895464+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:27.864638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:27.864638+0000","last_clean_scrub_stamp":"2024-09-13T16:01:27.864638+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:25:24.741463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1598,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1598,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":8,"ondisk_log_size":8,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":14,"seq":60129542167,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27496,"kb_used_data":468,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344344,"statfs":{"total":96636764160,"available":96608608256,"internally_reserved":0,"allocated":479232,"data_stored":200411,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.30499999999999999},{"interface":"front","average":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"last":0.26000000000000001}]},{"osd":1,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"last":0.318},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"last":0.33600000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"last":0.34300000000000003},{"interface":"front","average":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"last":0.35399999999999998}]},{"osd":4,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":1.038,"5min":1.038,"15min":1.038},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.45600000000000002}]},{"osd":5,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.502},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.92400000000000004,"5min":0.92400000000000004,"15min":0.92400000000000004},"last":0.41499999999999998}]},{"osd":6,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.437},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.42499999999999999}]},{"osd":7,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":1.1799999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.48099999999999998}]}]},{"osd":7,"up_from":13,"seq":55834574869,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28028,"kb_used_data":1008,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343812,"statfs":{"total":96636764160,"available":96608063488,"internally_reserved":0,"allocated":1032192,"data_stored":775491,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:02:30 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.51300000000000001}]},{"osd":1,"last update":"Fri Sep 13 16:02:30 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.59199999999999997}]},{"osd":2,"last update":"Fri Sep 13 16:02:30 2024","interfaces":[{"interface":"back","average":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":2.2919999999999998,"5min":2.2919999999999998,"15min":2.2919999999999998},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"last":0.47199999999999998}]},{"osd":3,"last update":"Fri Sep 13 16:02:30 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.436},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.495}]},{"osd":4,"last update":"Fri Sep 13 16:02:30 2024","interfaces":[{"interface":"back","average":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.56999999999999995}]},{"osd":5,"last update":"Fri Sep 13 16:02:30 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.57999999999999996}]},{"osd":6,"last update":"Fri Sep 13 16:02:30 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.626},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.61499999999999999}]}]},{"osd":6,"up_from":13,"seq":55834574869,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27464,"kb_used_data":440,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344376,"statfs":{"total":96636764160,"available":96608641024,"internally_reserved":0,"allocated":450560,"data_stored":191718,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.97099999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.66500000000000004},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.57199999999999995}]},{"osd":1,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":1.0940000000000001,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.53300000000000003}]},{"osd":2,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.621},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.63200000000000001}]},{"osd":3,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.64900000000000002},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.59899999999999998}]},{"osd":4,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.41699999999999998}]},{"osd":5,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.505},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.45200000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.44},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.58199999999999996}]}]},{"osd":5,"up_from":13,"seq":55834574868,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27448,"kb_used_data":428,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344392,"statfs":{"total":96636764160,"available":96608657408,"internally_reserved":0,"allocated":438272,"data_stored":185123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:02:27 2024","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.495,"15min":0.495},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"last":0.58399999999999996}]},{"osd":1,"last update":"Fri Sep 13 16:02:27 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.60099999999999998},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.61199999999999999}]},{"osd":2,"last update":"Fri Sep 13 16:02:27 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.625,"5min":0.625,"15min":0.625},"last":0.623},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.63800000000000001}]},{"osd":3,"last update":"Fri Sep 13 16:02:27 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.71299999999999997}]},{"osd":4,"last update":"Fri Sep 13 16:02:27 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.95499999999999996,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.505},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.46100000000000002}]},{"osd":6,"last update":"Fri Sep 13 16:02:27 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":1.036,"5min":1.036,"15min":1.036},"last":0.67600000000000005}]},{"osd":7,"last update":"Fri Sep 13 16:02:27 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.69599999999999995}]}]},{"osd":4,"up_from":13,"seq":55834574869,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27448,"kb_used_data":428,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344392,"statfs":{"total":96636764160,"available":96608657408,"internally_reserved":0,"allocated":438272,"data_stored":185123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:02:31 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"last":0.48299999999999998}]},{"osd":1,"last update":"Fri Sep 13 16:02:31 2024","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"last":0.32700000000000001},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.46300000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:02:31 2024","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.42399999999999999}]},{"osd":3,"last update":"Fri Sep 13 16:02:31 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.505,"5min":0.505,"15min":0.505},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.49199999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:02:31 2024","interfaces":[{"interface":"back","average":{"1min":0.496,"5min":0.496,"15min":0.496},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.47299999999999998}]},{"osd":6,"last update":"Fri Sep 13 16:02:31 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.44900000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:02:31 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.434},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.872,"5min":0.872,"15min":0.872},"last":0.38500000000000001}]}]},{"osd":2,"up_from":13,"seq":55834574868,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27448,"kb_used_data":428,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344392,"statfs":{"total":96636764160,"available":96608657408,"internally_reserved":0,"allocated":438272,"data_stored":185123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:02:27 2024","interfaces":[{"interface":"back","average":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"last":0.29799999999999999},{"interface":"front","average":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"last":0.38300000000000001}]},{"osd":1,"last update":"Fri Sep 13 16:02:27 2024","interfaces":[{"interface":"back","average":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"last":0.27200000000000002},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.36599999999999999}]},{"osd":3,"last update":"Fri Sep 13 16:02:32 2024","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"last":0.33700000000000002},{"interface":"front","average":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"last":0.34999999999999998}]},{"osd":4,"last update":"Fri Sep 13 16:02:27 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.67400000000000004},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.59399999999999997}]},{"osd":5,"last update":"Fri Sep 13 16:02:27 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.55000000000000004}]},{"osd":6,"last update":"Fri Sep 13 16:02:27 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.70099999999999996}]},{"osd":7,"last update":"Fri Sep 13 16:02:27 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.76600000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574868,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27448,"kb_used_data":428,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344392,"statfs":{"total":96636764160,"available":96608657408,"internally_reserved":0,"allocated":438272,"data_stored":185123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.98199999999999998,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.20399999999999999},{"interface":"front","average":{"1min":0.38,"5min":0.38,"15min":0.38},"min":{"1min":0.215,"5min":0.215,"15min":0.215},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.27200000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"min":{"1min":0.218,"5min":0.218,"15min":0.218},"max":{"1min":0.99099999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.23100000000000001},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.29299999999999998}]},{"osd":3,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":1.0289999999999999,"5min":1.0289999999999999,"15min":1.0289999999999999},"last":0.32000000000000001},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.25800000000000001}]},{"osd":4,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.68799999999999994},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.65100000000000002}]},{"osd":5,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.73299999999999998},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.60199999999999998}]},{"osd":6,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.63900000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.624},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.749}]}]},{"osd":0,"up_from":13,"seq":55834574870,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28024,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343816,"statfs":{"total":96636764160,"available":96608067584,"internally_reserved":0,"allocated":1028096,"data_stored":774822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 16:02:26 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":2.5960000000000001,"5min":2.5960000000000001,"15min":2.5960000000000001},"last":0.247},{"interface":"front","average":{"1min":0.378,"5min":0.378,"15min":0.378},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"last":0.315}]},{"osd":2,"last update":"Fri Sep 13 16:02:26 2024","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":1.373,"5min":1.373,"15min":1.373},"last":0.28000000000000003},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.26900000000000002}]},{"osd":3,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"last":0.29899999999999999}]},{"osd":4,"last update":"Fri Sep 13 16:02:26 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":1.321,"5min":1.321,"15min":1.321},"last":0.45600000000000002}]},{"osd":5,"last update":"Fri Sep 13 16:02:26 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.349,"5min":1.349,"15min":1.349},"last":0.41099999999999998}]},{"osd":6,"last update":"Fri Sep 13 16:02:26 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.372},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":1.286,"5min":1.286,"15min":1.286},"last":0.48399999999999999}]},{"osd":7,"last update":"Fri Sep 13 16:02:26 2024","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.628,"15min":0.628},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.443},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.42199999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1598,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:02:59.833 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.3d is not active+clean 2024-09-13T16:02:59.833 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.3d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 39, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:02:55.910002+0000', 'last_change': '2024-09-13T16:02:55.910002+0000', 'last_active': '2024-09-13T16:02:55.892727+0000', 'last_peered': '2024-09-13T16:02:55.892727+0000', 'last_clean': '2024-09-13T16:02:55.892727+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:02:55.910002+0000', 'last_undegraded': '2024-09-13T16:02:55.910002+0000', 'last_fullsized': '2024-09-13T16:02:55.910002+0000', 'mapping_epoch': 39, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 39, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_clean_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T23:14:38.509353+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 5], 'acting': [0, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-13T16:02:59.834 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.3c is not active+clean 2024-09-13T16:02:59.834 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.3c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 39, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:02:55.909708+0000', 'last_change': '2024-09-13T16:02:55.909708+0000', 'last_active': '2024-09-13T16:02:55.892727+0000', 'last_peered': '2024-09-13T16:02:55.892727+0000', 'last_clean': '2024-09-13T16:02:55.892727+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:02:55.909708+0000', 'last_undegraded': '2024-09-13T16:02:55.909708+0000', 'last_fullsized': '2024-09-13T16:02:55.909708+0000', 'mapping_epoch': 39, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 39, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_clean_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T00:03:48.754266+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 4], 'acting': [2, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-13T16:02:59.834 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.3b is not active+clean 2024-09-13T16:02:59.834 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.3b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 39, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:02:55.909983+0000', 'last_change': '2024-09-13T16:02:55.909983+0000', 'last_active': '2024-09-13T16:02:55.892727+0000', 'last_peered': '2024-09-13T16:02:55.892727+0000', 'last_clean': '2024-09-13T16:02:55.892727+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:02:55.909983+0000', 'last_undegraded': '2024-09-13T16:02:55.909983+0000', 'last_fullsized': '2024-09-13T16:02:55.909983+0000', 'mapping_epoch': 39, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 39, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_clean_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T03:57:05.857571+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 4], 'acting': [2, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-13T16:02:59.834 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.3a is not active+clean 2024-09-13T16:02:59.834 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.3a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 39, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:02:55.907219+0000', 'last_change': '2024-09-13T16:02:55.907219+0000', 'last_active': '2024-09-13T16:02:55.892727+0000', 'last_peered': '2024-09-13T16:02:55.892727+0000', 'last_clean': '2024-09-13T16:02:55.892727+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:02:55.907219+0000', 'last_undegraded': '2024-09-13T16:02:55.907219+0000', 'last_fullsized': '2024-09-13T16:02:55.907219+0000', 'mapping_epoch': 39, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 39, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_clean_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T03:09:20.345592+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 3], 'acting': [1, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-13T16:02:59.834 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.39 is not active+clean 2024-09-13T16:02:59.834 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.39', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 39, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:02:55.912981+0000', 'last_change': '2024-09-13T16:02:55.912981+0000', 'last_active': '2024-09-13T16:02:55.892727+0000', 'last_peered': '2024-09-13T16:02:55.892727+0000', 'last_clean': '2024-09-13T16:02:55.892727+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:02:55.912981+0000', 'last_undegraded': '2024-09-13T16:02:55.912981+0000', 'last_fullsized': '2024-09-13T16:02:55.912981+0000', 'mapping_epoch': 39, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 39, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_clean_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T02:18:40.873926+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-13T16:02:59.834 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.37 is not active+clean 2024-09-13T16:02:59.834 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.37', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 39, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:02:55.907644+0000', 'last_change': '2024-09-13T16:02:55.907644+0000', 'last_active': '2024-09-13T16:02:55.892727+0000', 'last_peered': '2024-09-13T16:02:55.892727+0000', 'last_clean': '2024-09-13T16:02:55.892727+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:02:55.907644+0000', 'last_undegraded': '2024-09-13T16:02:55.907644+0000', 'last_fullsized': '2024-09-13T16:02:55.907644+0000', 'mapping_epoch': 39, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 39, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_clean_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T02:41:45.342337+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 5], 'acting': [0, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-13T16:02:59.834 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.36 is not active+clean 2024-09-13T16:02:59.834 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.36', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 39, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:02:55.914395+0000', 'last_change': '2024-09-13T16:02:55.914395+0000', 'last_active': '2024-09-13T16:02:55.892727+0000', 'last_peered': '2024-09-13T16:02:55.892727+0000', 'last_clean': '2024-09-13T16:02:55.892727+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:02:55.914395+0000', 'last_undegraded': '2024-09-13T16:02:55.914395+0000', 'last_fullsized': '2024-09-13T16:02:55.914395+0000', 'mapping_epoch': 39, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 39, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_clean_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T00:56:03.353901+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7], 'acting': [5, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-13T16:02:59.835 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.35 is not active+clean 2024-09-13T16:02:59.835 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.35', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 39, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:02:55.910957+0000', 'last_change': '2024-09-13T16:02:55.910957+0000', 'last_active': '2024-09-13T16:02:55.892727+0000', 'last_peered': '2024-09-13T16:02:55.892727+0000', 'last_clean': '2024-09-13T16:02:55.892727+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:02:55.910957+0000', 'last_undegraded': '2024-09-13T16:02:55.910957+0000', 'last_fullsized': '2024-09-13T16:02:55.910957+0000', 'mapping_epoch': 39, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 39, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_clean_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T01:43:31.751609+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 4], 'acting': [5, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-13T16:02:59.835 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.34 is not active+clean 2024-09-13T16:02:59.835 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.34', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 39, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:02:55.907636+0000', 'last_change': '2024-09-13T16:02:55.907636+0000', 'last_active': '2024-09-13T16:02:55.892727+0000', 'last_peered': '2024-09-13T16:02:55.892727+0000', 'last_clean': '2024-09-13T16:02:55.892727+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:02:55.907636+0000', 'last_undegraded': '2024-09-13T16:02:55.907636+0000', 'last_fullsized': '2024-09-13T16:02:55.907636+0000', 'mapping_epoch': 39, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 39, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_clean_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T02:07:52.664426+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 2], 'acting': [0, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-13T16:02:59.835 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.33 is not active+clean 2024-09-13T16:02:59.835 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.33', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 39, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:02:55.911532+0000', 'last_change': '2024-09-13T16:02:55.911532+0000', 'last_active': '2024-09-13T16:02:55.892727+0000', 'last_peered': '2024-09-13T16:02:55.892727+0000', 'last_clean': '2024-09-13T16:02:55.892727+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:02:55.911532+0000', 'last_undegraded': '2024-09-13T16:02:55.911532+0000', 'last_fullsized': '2024-09-13T16:02:55.911532+0000', 'mapping_epoch': 39, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 39, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_clean_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T02:07:52.664426+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7], 'acting': [5, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-13T16:02:59.835 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.32 is not active+clean 2024-09-13T16:02:59.835 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.32', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 39, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:02:55.909251+0000', 'last_change': '2024-09-13T16:02:55.909251+0000', 'last_active': '2024-09-13T16:02:55.892727+0000', 'last_peered': '2024-09-13T16:02:55.892727+0000', 'last_clean': '2024-09-13T16:02:55.892727+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:02:55.909251+0000', 'last_undegraded': '2024-09-13T16:02:55.909251+0000', 'last_fullsized': '2024-09-13T16:02:55.909251+0000', 'mapping_epoch': 39, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 39, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_clean_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T22:56:46.116618+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6], 'acting': [4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-13T16:02:59.835 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.31 is not active+clean 2024-09-13T16:02:59.835 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.31', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 39, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:02:55.912498+0000', 'last_change': '2024-09-13T16:02:55.912498+0000', 'last_active': '2024-09-13T16:02:55.892727+0000', 'last_peered': '2024-09-13T16:02:55.892727+0000', 'last_clean': '2024-09-13T16:02:55.892727+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:02:55.912498+0000', 'last_undegraded': '2024-09-13T16:02:55.912498+0000', 'last_fullsized': '2024-09-13T16:02:55.912498+0000', 'mapping_epoch': 39, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 39, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_clean_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T23:14:38.509353+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 2], 'acting': [5, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-13T16:02:59.836 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.30 is not active+clean 2024-09-13T16:02:59.836 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.30', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 39, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:02:55.910215+0000', 'last_change': '2024-09-13T16:02:55.910215+0000', 'last_active': '2024-09-13T16:02:55.892727+0000', 'last_peered': '2024-09-13T16:02:55.892727+0000', 'last_clean': '2024-09-13T16:02:55.892727+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:02:55.910215+0000', 'last_undegraded': '2024-09-13T16:02:55.910215+0000', 'last_fullsized': '2024-09-13T16:02:55.910215+0000', 'mapping_epoch': 39, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 39, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_clean_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T03:09:20.345592+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 5], 'acting': [7, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-13T16:02:59.836 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.2f is not active+clean 2024-09-13T16:02:59.836 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.2f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 39, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:02:55.911413+0000', 'last_change': '2024-09-13T16:02:55.911413+0000', 'last_active': '2024-09-13T16:02:55.892727+0000', 'last_peered': '2024-09-13T16:02:55.892727+0000', 'last_clean': '2024-09-13T16:02:55.892727+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:02:55.911413+0000', 'last_undegraded': '2024-09-13T16:02:55.911413+0000', 'last_fullsized': '2024-09-13T16:02:55.911413+0000', 'mapping_epoch': 39, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 39, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_clean_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T16:41:24.796439+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 5], 'acting': [7, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-13T16:02:59.836 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.2e is not active+clean 2024-09-13T16:02:59.836 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.2e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 39, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:02:55.904964+0000', 'last_change': '2024-09-13T16:02:55.904964+0000', 'last_active': '2024-09-13T16:02:55.892727+0000', 'last_peered': '2024-09-13T16:02:55.892727+0000', 'last_clean': '2024-09-13T16:02:55.892727+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:02:55.904964+0000', 'last_undegraded': '2024-09-13T16:02:55.904964+0000', 'last_fullsized': '2024-09-13T16:02:55.904964+0000', 'mapping_epoch': 39, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 39, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_clean_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T16:10:00.513880+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-13T16:02:59.836 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.2d is not active+clean 2024-09-13T16:02:59.836 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.2d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 39, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:02:55.909341+0000', 'last_change': '2024-09-13T16:02:55.909341+0000', 'last_active': '2024-09-13T16:02:55.892727+0000', 'last_peered': '2024-09-13T16:02:55.892727+0000', 'last_clean': '2024-09-13T16:02:55.892727+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:02:55.909341+0000', 'last_undegraded': '2024-09-13T16:02:55.909341+0000', 'last_fullsized': '2024-09-13T16:02:55.909341+0000', 'mapping_epoch': 39, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 39, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_clean_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T02:07:15.831534+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 1], 'acting': [2, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-13T16:02:59.836 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.2c is not active+clean 2024-09-13T16:02:59.837 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.2c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 39, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:02:55.904342+0000', 'last_change': '2024-09-13T16:02:55.904342+0000', 'last_active': '2024-09-13T16:02:55.892727+0000', 'last_peered': '2024-09-13T16:02:55.892727+0000', 'last_clean': '2024-09-13T16:02:55.892727+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:02:55.904342+0000', 'last_undegraded': '2024-09-13T16:02:55.904342+0000', 'last_fullsized': '2024-09-13T16:02:55.904342+0000', 'mapping_epoch': 39, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 39, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_clean_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T01:41:30.553071+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-13T16:02:59.837 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.2b is not active+clean 2024-09-13T16:02:59.837 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.2b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 39, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:02:55.910327+0000', 'last_change': '2024-09-13T16:02:55.910327+0000', 'last_active': '2024-09-13T16:02:55.892727+0000', 'last_peered': '2024-09-13T16:02:55.892727+0000', 'last_clean': '2024-09-13T16:02:55.892727+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:02:55.910327+0000', 'last_undegraded': '2024-09-13T16:02:55.910327+0000', 'last_fullsized': '2024-09-13T16:02:55.910327+0000', 'mapping_epoch': 39, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 39, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_clean_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T22:56:46.116618+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1], 'acting': [5, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-13T16:02:59.837 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.2a is not active+clean 2024-09-13T16:02:59.837 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.2a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 39, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:02:55.908369+0000', 'last_change': '2024-09-13T16:02:55.908369+0000', 'last_active': '2024-09-13T16:02:55.892727+0000', 'last_peered': '2024-09-13T16:02:55.892727+0000', 'last_clean': '2024-09-13T16:02:55.892727+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:02:55.908369+0000', 'last_undegraded': '2024-09-13T16:02:55.908369+0000', 'last_fullsized': '2024-09-13T16:02:55.908369+0000', 'mapping_epoch': 39, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 39, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_clean_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T02:41:45.342337+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 2], 'acting': [4, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-13T16:02:59.837 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.29 is not active+clean 2024-09-13T16:02:59.837 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.29', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 39, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:02:55.910095+0000', 'last_change': '2024-09-13T16:02:55.910095+0000', 'last_active': '2024-09-13T16:02:55.892727+0000', 'last_peered': '2024-09-13T16:02:55.892727+0000', 'last_clean': '2024-09-13T16:02:55.892727+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:02:55.910095+0000', 'last_undegraded': '2024-09-13T16:02:55.910095+0000', 'last_fullsized': '2024-09-13T16:02:55.910095+0000', 'mapping_epoch': 39, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 39, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_clean_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T17:44:18.751971+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2], 'acting': [7, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-13T16:02:59.837 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.28 is not active+clean 2024-09-13T16:02:59.838 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.28', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 39, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:02:55.908709+0000', 'last_change': '2024-09-13T16:02:55.908709+0000', 'last_active': '2024-09-13T16:02:55.892727+0000', 'last_peered': '2024-09-13T16:02:55.892727+0000', 'last_clean': '2024-09-13T16:02:55.892727+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:02:55.908709+0000', 'last_undegraded': '2024-09-13T16:02:55.908709+0000', 'last_fullsized': '2024-09-13T16:02:55.908709+0000', 'mapping_epoch': 39, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 39, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_clean_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T18:04:23.520754+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 7], 'acting': [2, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-13T16:02:59.838 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.27 is not active+clean 2024-09-13T16:02:59.838 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.27', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 39, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:02:55.905082+0000', 'last_change': '2024-09-13T16:02:55.905082+0000', 'last_active': '2024-09-13T16:02:55.892727+0000', 'last_peered': '2024-09-13T16:02:55.892727+0000', 'last_clean': '2024-09-13T16:02:55.892727+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:02:55.905082+0000', 'last_undegraded': '2024-09-13T16:02:55.905082+0000', 'last_fullsized': '2024-09-13T16:02:55.905082+0000', 'mapping_epoch': 39, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 39, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_clean_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T01:42:48.010144+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-13T16:02:59.838 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.26 is not active+clean 2024-09-13T16:02:59.838 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.26', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 39, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:02:55.907026+0000', 'last_change': '2024-09-13T16:02:55.907026+0000', 'last_active': '2024-09-13T16:02:55.892727+0000', 'last_peered': '2024-09-13T16:02:55.892727+0000', 'last_clean': '2024-09-13T16:02:55.892727+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:02:55.907026+0000', 'last_undegraded': '2024-09-13T16:02:55.907026+0000', 'last_fullsized': '2024-09-13T16:02:55.907026+0000', 'mapping_epoch': 39, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 39, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_clean_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T17:44:18.751971+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 5], 'acting': [1, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-13T16:02:59.838 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.25 is not active+clean 2024-09-13T16:02:59.838 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.25', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 39, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:02:55.904117+0000', 'last_change': '2024-09-13T16:02:55.904117+0000', 'last_active': '2024-09-13T16:02:55.892727+0000', 'last_peered': '2024-09-13T16:02:55.892727+0000', 'last_clean': '2024-09-13T16:02:55.892727+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:02:55.904117+0000', 'last_undegraded': '2024-09-13T16:02:55.904117+0000', 'last_fullsized': '2024-09-13T16:02:55.904117+0000', 'mapping_epoch': 39, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 39, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_clean_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T01:52:43.604701+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 2], 'acting': [6, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-13T16:02:59.838 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.24 is not active+clean 2024-09-13T16:02:59.839 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.24', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 39, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:02:55.911358+0000', 'last_change': '2024-09-13T16:02:55.911358+0000', 'last_active': '2024-09-13T16:02:55.892727+0000', 'last_peered': '2024-09-13T16:02:55.892727+0000', 'last_clean': '2024-09-13T16:02:55.892727+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:02:55.911358+0000', 'last_undegraded': '2024-09-13T16:02:55.911358+0000', 'last_fullsized': '2024-09-13T16:02:55.911358+0000', 'mapping_epoch': 39, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 39, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_clean_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T22:46:04.343434+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-13T16:02:59.839 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.23 is not active+clean 2024-09-13T16:02:59.839 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.23', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 39, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:02:55.904204+0000', 'last_change': '2024-09-13T16:02:55.904204+0000', 'last_active': '2024-09-13T16:02:55.892727+0000', 'last_peered': '2024-09-13T16:02:55.892727+0000', 'last_clean': '2024-09-13T16:02:55.892727+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:02:55.904204+0000', 'last_undegraded': '2024-09-13T16:02:55.904204+0000', 'last_fullsized': '2024-09-13T16:02:55.904204+0000', 'mapping_epoch': 39, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 39, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_clean_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T00:03:48.754266+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 1], 'acting': [6, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-13T16:02:59.839 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.22 is not active+clean 2024-09-13T16:02:59.839 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.22', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 39, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:02:55.904116+0000', 'last_change': '2024-09-13T16:02:55.904116+0000', 'last_active': '2024-09-13T16:02:55.892727+0000', 'last_peered': '2024-09-13T16:02:55.892727+0000', 'last_clean': '2024-09-13T16:02:55.892727+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:02:55.904116+0000', 'last_undegraded': '2024-09-13T16:02:55.904116+0000', 'last_fullsized': '2024-09-13T16:02:55.904116+0000', 'mapping_epoch': 39, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 39, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_clean_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T17:45:32.231999+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 3], 'acting': [6, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-13T16:02:59.839 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.21 is not active+clean 2024-09-13T16:02:59.840 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.21', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 39, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:02:55.909679+0000', 'last_change': '2024-09-13T16:02:55.909679+0000', 'last_active': '2024-09-13T16:02:55.892727+0000', 'last_peered': '2024-09-13T16:02:55.892727+0000', 'last_clean': '2024-09-13T16:02:55.892727+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:02:55.909679+0000', 'last_undegraded': '2024-09-13T16:02:55.909679+0000', 'last_fullsized': '2024-09-13T16:02:55.909679+0000', 'mapping_epoch': 39, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 39, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_clean_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T16:10:00.513880+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2], 'acting': [7, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-13T16:02:59.840 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.20 is not active+clean 2024-09-13T16:02:59.840 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.20', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 39, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:02:55.906620+0000', 'last_change': '2024-09-13T16:02:55.906620+0000', 'last_active': '2024-09-13T16:02:55.892727+0000', 'last_peered': '2024-09-13T16:02:55.892727+0000', 'last_clean': '2024-09-13T16:02:55.892727+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:02:55.906620+0000', 'last_undegraded': '2024-09-13T16:02:55.906620+0000', 'last_fullsized': '2024-09-13T16:02:55.906620+0000', 'mapping_epoch': 39, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 39, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_clean_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T16:10:00.513880+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 2], 'acting': [1, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-13T16:02:59.840 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.1c is not active+clean 2024-09-13T16:02:59.840 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.1c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 39, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:02:55.910648+0000', 'last_change': '2024-09-13T16:02:55.910648+0000', 'last_active': '2024-09-13T16:02:55.892727+0000', 'last_peered': '2024-09-13T16:02:55.892727+0000', 'last_clean': '2024-09-13T16:02:55.892727+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:02:55.910648+0000', 'last_undegraded': '2024-09-13T16:02:55.910648+0000', 'last_fullsized': '2024-09-13T16:02:55.910648+0000', 'mapping_epoch': 39, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 39, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_clean_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T18:19:13.355718+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 5], 'acting': [7, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-13T16:02:59.840 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.1d is not active+clean 2024-09-13T16:02:59.840 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.1d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 39, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:02:55.906521+0000', 'last_change': '2024-09-13T16:02:55.906521+0000', 'last_active': '2024-09-13T16:02:55.892727+0000', 'last_peered': '2024-09-13T16:02:55.892727+0000', 'last_clean': '2024-09-13T16:02:55.892727+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:02:55.906521+0000', 'last_undegraded': '2024-09-13T16:02:55.906521+0000', 'last_fullsized': '2024-09-13T16:02:55.906521+0000', 'mapping_epoch': 39, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 39, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_clean_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T16:41:24.796439+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 5], 'acting': [1, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-13T16:02:59.840 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.1e is not active+clean 2024-09-13T16:02:59.841 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.1e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 39, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:02:55.907690+0000', 'last_change': '2024-09-13T16:02:55.907690+0000', 'last_active': '2024-09-13T16:02:55.892727+0000', 'last_peered': '2024-09-13T16:02:55.892727+0000', 'last_clean': '2024-09-13T16:02:55.892727+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:02:55.907690+0000', 'last_undegraded': '2024-09-13T16:02:55.907690+0000', 'last_fullsized': '2024-09-13T16:02:55.907690+0000', 'mapping_epoch': 39, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 39, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_clean_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T23:14:38.509353+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6], 'acting': [4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-13T16:02:59.841 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.18 is not active+clean 2024-09-13T16:02:59.841 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.18', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 39, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:02:55.908174+0000', 'last_change': '2024-09-13T16:02:55.908174+0000', 'last_active': '2024-09-13T16:02:55.892727+0000', 'last_peered': '2024-09-13T16:02:55.892727+0000', 'last_clean': '2024-09-13T16:02:55.892727+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:02:55.908174+0000', 'last_undegraded': '2024-09-13T16:02:55.908174+0000', 'last_fullsized': '2024-09-13T16:02:55.908174+0000', 'mapping_epoch': 39, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 39, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_clean_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T00:10:43.122366+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-13T16:02:59.841 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.19 is not active+clean 2024-09-13T16:02:59.841 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.19', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 39, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:02:55.910091+0000', 'last_change': '2024-09-13T16:02:55.910091+0000', 'last_active': '2024-09-13T16:02:55.892727+0000', 'last_peered': '2024-09-13T16:02:55.892727+0000', 'last_clean': '2024-09-13T16:02:55.892727+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:02:55.910091+0000', 'last_undegraded': '2024-09-13T16:02:55.910091+0000', 'last_fullsized': '2024-09-13T16:02:55.910091+0000', 'mapping_epoch': 39, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 39, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_clean_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T03:55:50.417022+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1], 'acting': [5, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-13T16:02:59.841 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.1a is not active+clean 2024-09-13T16:02:59.841 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.1a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 39, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:02:55.907942+0000', 'last_change': '2024-09-13T16:02:55.907942+0000', 'last_active': '2024-09-13T16:02:55.892727+0000', 'last_peered': '2024-09-13T16:02:55.892727+0000', 'last_clean': '2024-09-13T16:02:55.892727+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:02:55.907942+0000', 'last_undegraded': '2024-09-13T16:02:55.907942+0000', 'last_fullsized': '2024-09-13T16:02:55.907942+0000', 'mapping_epoch': 39, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 39, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_clean_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T02:18:40.873926+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 5], 'acting': [4, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-13T16:02:59.841 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.14 is not active+clean 2024-09-13T16:02:59.841 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.14', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 39, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:02:55.908204+0000', 'last_change': '2024-09-13T16:02:55.908204+0000', 'last_active': '2024-09-13T16:02:55.892727+0000', 'last_peered': '2024-09-13T16:02:55.892727+0000', 'last_clean': '2024-09-13T16:02:55.892727+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:02:55.908204+0000', 'last_undegraded': '2024-09-13T16:02:55.908204+0000', 'last_fullsized': '2024-09-13T16:02:55.908204+0000', 'mapping_epoch': 39, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 39, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_clean_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T01:42:48.010144+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 4], 'acting': [2, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-13T16:02:59.842 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.15 is not active+clean 2024-09-13T16:02:59.842 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.15', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 39, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:02:55.911075+0000', 'last_change': '2024-09-13T16:02:55.911075+0000', 'last_active': '2024-09-13T16:02:55.892727+0000', 'last_peered': '2024-09-13T16:02:55.892727+0000', 'last_clean': '2024-09-13T16:02:55.892727+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:02:55.911075+0000', 'last_undegraded': '2024-09-13T16:02:55.911075+0000', 'last_fullsized': '2024-09-13T16:02:55.911075+0000', 'mapping_epoch': 39, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 39, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_clean_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T22:41:29.065989+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-13T16:02:59.842 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.16 is not active+clean 2024-09-13T16:02:59.842 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.16', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 39, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:02:55.907391+0000', 'last_change': '2024-09-13T16:02:55.907391+0000', 'last_active': '2024-09-13T16:02:55.892727+0000', 'last_peered': '2024-09-13T16:02:55.892727+0000', 'last_clean': '2024-09-13T16:02:55.892727+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:02:55.907391+0000', 'last_undegraded': '2024-09-13T16:02:55.907391+0000', 'last_fullsized': '2024-09-13T16:02:55.907391+0000', 'mapping_epoch': 39, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 39, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_clean_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T16:34:22.665516+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7], 'acting': [0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-13T16:02:59.842 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.17 is not active+clean 2024-09-13T16:02:59.842 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.17', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 39, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:02:55.908419+0000', 'last_change': '2024-09-13T16:02:55.908419+0000', 'last_active': '2024-09-13T16:02:55.892727+0000', 'last_peered': '2024-09-13T16:02:55.892727+0000', 'last_clean': '2024-09-13T16:02:55.892727+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:02:55.908419+0000', 'last_undegraded': '2024-09-13T16:02:55.908419+0000', 'last_fullsized': '2024-09-13T16:02:55.908419+0000', 'mapping_epoch': 39, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 39, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_clean_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T03:55:50.417022+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 2], 'acting': [4, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-13T16:02:59.842 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.10 is not active+clean 2024-09-13T16:02:59.842 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.10', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 39, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:02:55.907794+0000', 'last_change': '2024-09-13T16:02:55.907794+0000', 'last_active': '2024-09-13T16:02:55.892727+0000', 'last_peered': '2024-09-13T16:02:55.892727+0000', 'last_clean': '2024-09-13T16:02:55.892727+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:02:55.907794+0000', 'last_undegraded': '2024-09-13T16:02:55.907794+0000', 'last_fullsized': '2024-09-13T16:02:55.907794+0000', 'mapping_epoch': 39, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 39, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_clean_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T16:41:14.553505+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 5], 'acting': [0, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-13T16:02:59.842 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.12 is not active+clean 2024-09-13T16:02:59.842 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.12', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 39, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:02:55.909120+0000', 'last_change': '2024-09-13T16:02:55.909120+0000', 'last_active': '2024-09-13T16:02:55.892727+0000', 'last_peered': '2024-09-13T16:02:55.892727+0000', 'last_clean': '2024-09-13T16:02:55.892727+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:02:55.909120+0000', 'last_undegraded': '2024-09-13T16:02:55.909120+0000', 'last_fullsized': '2024-09-13T16:02:55.909120+0000', 'mapping_epoch': 39, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 39, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_clean_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T17:45:32.231999+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2], 'acting': [7, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-13T16:02:59.843 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.d is not active+clean 2024-09-13T16:02:59.843 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 39, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:02:55.910500+0000', 'last_change': '2024-09-13T16:02:55.910500+0000', 'last_active': '2024-09-13T16:02:55.892727+0000', 'last_peered': '2024-09-13T16:02:55.892727+0000', 'last_clean': '2024-09-13T16:02:55.892727+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:02:55.910500+0000', 'last_undegraded': '2024-09-13T16:02:55.910500+0000', 'last_fullsized': '2024-09-13T16:02:55.910500+0000', 'mapping_epoch': 39, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 39, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_clean_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T21:48:33.300896+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1], 'acting': [5, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-13T16:02:59.843 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.e is not active+clean 2024-09-13T16:02:59.843 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 39, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:02:55.908202+0000', 'last_change': '2024-09-13T16:02:55.908202+0000', 'last_active': '2024-09-13T16:02:55.892727+0000', 'last_peered': '2024-09-13T16:02:55.892727+0000', 'last_clean': '2024-09-13T16:02:55.892727+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:02:55.908202+0000', 'last_undegraded': '2024-09-13T16:02:55.908202+0000', 'last_fullsized': '2024-09-13T16:02:55.908202+0000', 'mapping_epoch': 39, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 39, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_clean_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T01:43:31.751609+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 1], 'acting': [4, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-13T16:02:59.843 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.f is not active+clean 2024-09-13T16:02:59.843 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 39, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:02:55.907628+0000', 'last_change': '2024-09-13T16:02:55.907628+0000', 'last_active': '2024-09-13T16:02:55.892727+0000', 'last_peered': '2024-09-13T16:02:55.892727+0000', 'last_clean': '2024-09-13T16:02:55.892727+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:02:55.907628+0000', 'last_undegraded': '2024-09-13T16:02:55.907628+0000', 'last_fullsized': '2024-09-13T16:02:55.907628+0000', 'mapping_epoch': 39, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 39, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_clean_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T01:52:43.604701+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 3], 'acting': [2, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-13T16:02:59.843 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.8 is not active+clean 2024-09-13T16:02:59.843 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.8', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 39, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:02:55.909089+0000', 'last_change': '2024-09-13T16:02:55.909089+0000', 'last_active': '2024-09-13T16:02:55.892727+0000', 'last_peered': '2024-09-13T16:02:55.892727+0000', 'last_clean': '2024-09-13T16:02:55.892727+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:02:55.909089+0000', 'last_undegraded': '2024-09-13T16:02:55.909089+0000', 'last_fullsized': '2024-09-13T16:02:55.909089+0000', 'mapping_epoch': 39, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 39, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_clean_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T01:41:30.553071+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2], 'acting': [7, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-13T16:02:59.843 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.9 is not active+clean 2024-09-13T16:02:59.843 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.9', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 39, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:02:55.907170+0000', 'last_change': '2024-09-13T16:02:55.907170+0000', 'last_active': '2024-09-13T16:02:55.892727+0000', 'last_peered': '2024-09-13T16:02:55.892727+0000', 'last_clean': '2024-09-13T16:02:55.892727+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:02:55.907170+0000', 'last_undegraded': '2024-09-13T16:02:55.907170+0000', 'last_fullsized': '2024-09-13T16:02:55.907170+0000', 'mapping_epoch': 39, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 39, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_clean_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T17:58:26.709110+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7], 'acting': [0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-13T16:02:59.844 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.a is not active+clean 2024-09-13T16:02:59.844 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 39, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:02:55.909733+0000', 'last_change': '2024-09-13T16:02:55.909733+0000', 'last_active': '2024-09-13T16:02:55.892727+0000', 'last_peered': '2024-09-13T16:02:55.892727+0000', 'last_clean': '2024-09-13T16:02:55.892727+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:02:55.909733+0000', 'last_undegraded': '2024-09-13T16:02:55.909733+0000', 'last_fullsized': '2024-09-13T16:02:55.909733+0000', 'mapping_epoch': 39, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 39, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_clean_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T17:58:26.709110+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 6], 'acting': [5, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-13T16:02:59.844 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.4 is not active+clean 2024-09-13T16:02:59.844 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.4', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 39, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:02:55.905460+0000', 'last_change': '2024-09-13T16:02:55.905460+0000', 'last_active': '2024-09-13T16:02:55.892727+0000', 'last_peered': '2024-09-13T16:02:55.892727+0000', 'last_clean': '2024-09-13T16:02:55.892727+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:02:55.905460+0000', 'last_undegraded': '2024-09-13T16:02:55.905460+0000', 'last_fullsized': '2024-09-13T16:02:55.905460+0000', 'mapping_epoch': 39, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 39, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_clean_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T18:19:13.355718+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 5], 'acting': [1, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-13T16:02:59.844 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.5 is not active+clean 2024-09-13T16:02:59.844 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.5', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 39, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:02:55.910473+0000', 'last_change': '2024-09-13T16:02:55.910473+0000', 'last_active': '2024-09-13T16:02:55.892727+0000', 'last_peered': '2024-09-13T16:02:55.892727+0000', 'last_clean': '2024-09-13T16:02:55.892727+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:02:55.910473+0000', 'last_undegraded': '2024-09-13T16:02:55.910473+0000', 'last_fullsized': '2024-09-13T16:02:55.910473+0000', 'mapping_epoch': 39, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 39, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_clean_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T16:41:14.553505+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-13T16:02:59.844 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.0 is not active+clean 2024-09-13T16:02:59.845 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.0', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 39, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:02:55.906615+0000', 'last_change': '2024-09-13T16:02:55.906615+0000', 'last_active': '2024-09-13T16:02:55.892727+0000', 'last_peered': '2024-09-13T16:02:55.892727+0000', 'last_clean': '2024-09-13T16:02:55.892727+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:02:55.906615+0000', 'last_undegraded': '2024-09-13T16:02:55.906615+0000', 'last_fullsized': '2024-09-13T16:02:55.906615+0000', 'mapping_epoch': 39, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 39, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_clean_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T00:56:03.353901+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 3], 'acting': [0, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-13T16:02:59.845 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.1 is not active+clean 2024-09-13T16:02:59.845 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.1', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 39, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:02:55.905796+0000', 'last_change': '2024-09-13T16:02:55.905796+0000', 'last_active': '2024-09-13T16:02:55.892727+0000', 'last_peered': '2024-09-13T16:02:55.892727+0000', 'last_clean': '2024-09-13T16:02:55.892727+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:02:55.905796+0000', 'last_undegraded': '2024-09-13T16:02:55.905796+0000', 'last_fullsized': '2024-09-13T16:02:55.905796+0000', 'mapping_epoch': 39, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 39, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_clean_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T01:41:30.553071+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 6], 'acting': [1, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-13T16:02:59.845 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.2 is not active+clean 2024-09-13T16:02:59.845 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.2', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 39, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:02:55.908838+0000', 'last_change': '2024-09-13T16:02:55.908838+0000', 'last_active': '2024-09-13T16:02:55.892727+0000', 'last_peered': '2024-09-13T16:02:55.892727+0000', 'last_clean': '2024-09-13T16:02:55.892727+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:02:55.908838+0000', 'last_undegraded': '2024-09-13T16:02:55.908838+0000', 'last_fullsized': '2024-09-13T16:02:55.908838+0000', 'mapping_epoch': 39, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 39, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_clean_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T21:48:33.300896+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 3], 'acting': [4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-13T16:02:59.845 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.3 is not active+clean 2024-09-13T16:02:59.845 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.3', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 39, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:02:55.909644+0000', 'last_change': '2024-09-13T16:02:55.909644+0000', 'last_active': '2024-09-13T16:02:55.892727+0000', 'last_peered': '2024-09-13T16:02:55.892727+0000', 'last_clean': '2024-09-13T16:02:55.892727+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:02:55.909644+0000', 'last_undegraded': '2024-09-13T16:02:55.909644+0000', 'last_fullsized': '2024-09-13T16:02:55.909644+0000', 'mapping_epoch': 39, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 39, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_clean_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T21:55:39.076478+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-13T16:02:59.845 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.7 is not active+clean 2024-09-13T16:02:59.845 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.7', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 39, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:02:55.912831+0000', 'last_change': '2024-09-13T16:02:55.912831+0000', 'last_active': '2024-09-13T16:02:55.892727+0000', 'last_peered': '2024-09-13T16:02:55.892727+0000', 'last_clean': '2024-09-13T16:02:55.892727+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:02:55.912831+0000', 'last_undegraded': '2024-09-13T16:02:55.912831+0000', 'last_fullsized': '2024-09-13T16:02:55.912831+0000', 'mapping_epoch': 39, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 39, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'last_clean_scrub_stamp': '2024-09-13T16:02:55.892727+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T02:41:45.342337+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-13T16:02:59.846 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-13T16:02:59.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.966+0000 7fa4380e5640 1 Processor -- start 2024-09-13T16:02:59.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.966+0000 7fa4380e5640 1 -- start start 2024-09-13T16:02:59.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.967+0000 7fa4380e5640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fa430158fc0 0x7fa4300b1160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:59.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.967+0000 7fa4380e5640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa4300ab550 con 0x7fa4300b16a0 2024-09-13T16:02:59.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.967+0000 7fa4380e5640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa4300b1c00 con 0x7fa4300cecd0 2024-09-13T16:02:59.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.967+0000 7fa4380e5640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa4300b1ee0 con 0x7fa430158fc0 2024-09-13T16:02:59.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.967+0000 7fa435680640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fa4300b16a0 0x7fa4300ce5c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:51504/0 (socket says 172.21.15.76:51504) 2024-09-13T16:02:59.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.967+0000 7fa435680640 1 -- 172.21.15.76:0/2168977507 learned_addr learned my addr 172.21.15.76:0/2168977507 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:02:59.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.967+0000 7fa435e81640 1 --2- 172.21.15.76:0/2168977507 >> v2:172.21.15.192:3300/0 conn(0x7fa430158fc0 0x7fa4300b1160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:59.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.967+0000 7fa434e7f640 1 -- 172.21.15.76:0/2168977507 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3150725731 0 0) 0x7fa4300ab550 con 0x7fa4300b16a0 2024-09-13T16:02:59.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.967+0000 7fa434e7f640 1 -- 172.21.15.76:0/2168977507 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa41c005730 con 0x7fa4300b16a0 2024-09-13T16:02:59.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.968+0000 7fa434e7f640 1 -- 172.21.15.76:0/2168977507 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3814487268 0 0) 0x7fa4300b1c00 con 0x7fa4300cecd0 2024-09-13T16:02:59.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.968+0000 7fa434e7f640 1 -- 172.21.15.76:0/2168977507 --> v1:172.21.15.192:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa4300ab550 con 0x7fa4300cecd0 2024-09-13T16:02:59.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.968+0000 7fa435e81640 1 -- 172.21.15.76:0/2168977507 >> v1:172.21.15.192:6789/0 conn(0x7fa4300cecd0 legacy=0x7fa4300ab9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:59.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.968+0000 7fa435e81640 1 -- 172.21.15.76:0/2168977507 >> v1:172.21.15.76:6789/0 conn(0x7fa4300b16a0 legacy=0x7fa4300ce5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:59.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.968+0000 7fa435e81640 1 -- 172.21.15.76:0/2168977507 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa4300b21c0 con 0x7fa430158fc0 2024-09-13T16:02:59.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.968+0000 7fa435e81640 1 --2- 172.21.15.76:0/2168977507 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa430158fc0 0x7fa4300b1160 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fa42c0097a0 tx=0x7fa42c02a230 comp rx=0 tx=0).ready entity=mon.1 client_cookie=932fd06e837d2df6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:59.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.969+0000 7fa434e7f640 1 -- 172.21.15.76:0/2168977507 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa42c032440 con 0x7fa430158fc0 2024-09-13T16:02:59.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.969+0000 7fa434e7f640 1 -- 172.21.15.76:0/2168977507 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa42c0325a0 con 0x7fa430158fc0 2024-09-13T16:02:59.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.969+0000 7fa434e7f640 1 -- 172.21.15.76:0/2168977507 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa42c032930 con 0x7fa430158fc0 2024-09-13T16:02:59.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.969+0000 7fa4380e5640 1 -- 172.21.15.76:0/2168977507 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa430158fc0 msgr2=0x7fa4300b1160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:59.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.969+0000 7fa4380e5640 1 --2- 172.21.15.76:0/2168977507 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa430158fc0 0x7fa4300b1160 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fa42c0097a0 tx=0x7fa42c02a230 comp rx=0 tx=0).stop 2024-09-13T16:02:59.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.969+0000 7fa4380e5640 1 -- 172.21.15.76:0/2168977507 shutdown_connections 2024-09-13T16:02:59.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.969+0000 7fa4380e5640 1 --2- 172.21.15.76:0/2168977507 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa430158fc0 0x7fa4300b1160 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:59.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.969+0000 7fa4380e5640 1 -- 172.21.15.76:0/2168977507 >> 172.21.15.76:0/2168977507 conn(0x7fa43006a0b0 msgr2=0x7fa43006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:02:59.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.969+0000 7fa4380e5640 1 -- 172.21.15.76:0/2168977507 shutdown_connections 2024-09-13T16:02:59.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.969+0000 7fa4380e5640 1 -- 172.21.15.76:0/2168977507 wait complete. 2024-09-13T16:02:59.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.970+0000 7fa4380e5640 1 Processor -- start 2024-09-13T16:02:59.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.970+0000 7fa4380e5640 1 -- start start 2024-09-13T16:02:59.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.971+0000 7fa4380e5640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa4300b16a0 0x7fa4301f1bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:59.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.971+0000 7fa4380e5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa4300cecd0 0x7fa4300c7070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:59.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.971+0000 7fa4380e5640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa430158fc0 0x7fa4300c75b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:59.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.971+0000 7fa4380e5640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa4300cb450 con 0x7fa4300cecd0 2024-09-13T16:02:59.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.971+0000 7fa4380e5640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa4300c3cb0 con 0x7fa430158fc0 2024-09-13T16:02:59.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.971+0000 7fa4380e5640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa4300c3f90 con 0x7fa4300b16a0 2024-09-13T16:02:59.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.971+0000 7fa435680640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa4300cecd0 0x7fa4300c7070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:59.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.971+0000 7fa435680640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa4300cecd0 0x7fa4300c7070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39594/0 (socket says 172.21.15.76:39594) 2024-09-13T16:02:59.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.971+0000 7fa435680640 1 -- 172.21.15.76:0/1597081380 learned_addr learned my addr 172.21.15.76:0/1597081380 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:02:59.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.971+0000 7fa435e81640 1 --2- 172.21.15.76:0/1597081380 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa4300b16a0 0x7fa4301f1bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:59.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.971+0000 7fa436682640 1 --2- 172.21.15.76:0/1597081380 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa430158fc0 0x7fa4300c75b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:59.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.972+0000 7fa435680640 1 -- 172.21.15.76:0/1597081380 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa4300b16a0 msgr2=0x7fa4301f1bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:59.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.972+0000 7fa435680640 1 --2- 172.21.15.76:0/1597081380 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa4300b16a0 0x7fa4301f1bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:59.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.972+0000 7fa435680640 1 -- 172.21.15.76:0/1597081380 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa430158fc0 msgr2=0x7fa4300c75b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:02:59.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.972+0000 7fa435680640 1 --2- 172.21.15.76:0/1597081380 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa430158fc0 0x7fa4300c75b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:02:59.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.972+0000 7fa435680640 1 -- 172.21.15.76:0/1597081380 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa42c009400 con 0x7fa4300cecd0 2024-09-13T16:02:59.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.972+0000 7fa436682640 1 --2- 172.21.15.76:0/1597081380 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa430158fc0 0x7fa4300c75b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:02:59.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.972+0000 7fa435680640 1 --2- 172.21.15.76:0/1597081380 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa4300cecd0 0x7fa4300c7070 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7fa42000c4d0 tx=0x7fa42000c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:59.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.972+0000 7fa4267fc640 1 -- 172.21.15.76:0/1597081380 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa420005ce0 con 0x7fa4300cecd0 2024-09-13T16:02:59.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.972+0000 7fa4267fc640 1 -- 172.21.15.76:0/1597081380 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa420005e40 con 0x7fa4300cecd0 2024-09-13T16:02:59.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.972+0000 7fa4380e5640 1 -- 172.21.15.76:0/1597081380 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa430159520 con 0x7fa4300cecd0 2024-09-13T16:02:59.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.972+0000 7fa4267fc640 1 -- 172.21.15.76:0/1597081380 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa420007270 con 0x7fa4300cecd0 2024-09-13T16:02:59.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.972+0000 7fa4380e5640 1 -- 172.21.15.76:0/1597081380 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa4300c4550 con 0x7fa4300cecd0 2024-09-13T16:02:59.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.973+0000 7fa4380e5640 1 -- 172.21.15.76:0/1597081380 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa4300cb5c0 con 0x7fa4300cecd0 2024-09-13T16:02:59.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.973+0000 7fa4267fc640 1 -- 172.21.15.76:0/1597081380 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fa4200073d0 con 0x7fa4300cecd0 2024-09-13T16:02:59.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.974+0000 7fa4267fc640 1 --2- 172.21.15.76:0/1597081380 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa41406ac00 0x7fa41406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:02:59.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.974+0000 7fa4267fc640 1 -- 172.21.15.76:0/1597081380 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fa4200888d0 con 0x7fa4300cecd0 2024-09-13T16:02:59.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.974+0000 7fa435e81640 1 --2- 172.21.15.76:0/1597081380 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa41406ac00 0x7fa41406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:02:59.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.974+0000 7fa435e81640 1 --2- 172.21.15.76:0/1597081380 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa41406ac00 0x7fa41406d0c0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fa42c034000 tx=0x7fa42c02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:02:59.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:02:59.978+0000 7fa4267fc640 1 -- 172.21.15.76:0/1597081380 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fa4300cb5c0 con 0x7fa4300cecd0 2024-09-13T16:03:00.203 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.201+0000 7fa4380e5640 1 -- 172.21.15.76:0/1597081380 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) v1 -- 0x7fa4300b3020 con 0x7fa4300cecd0 2024-09-13T16:03:00.203 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.201+0000 7fa4267fc640 1 -- 172.21.15.76:0/1597081380 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) v1 ==== 72+0+1097 (secure 0 0 0) 0x7fa420017460 con 0x7fa4300cecd0 2024-09-13T16:03:00.203 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:03:00.203 INFO:teuthology.orchestra.run.smithi076.stdout:{"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":105,"monmap":{"epoch":1,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":41,"num_osds":8,"num_up_osds":8,"osd_up_since":1726243286,"num_in_osds":8,"osd_in_since":1726243276,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"creating+peering","count":54},{"state_name":"active+clean","count":43}],"num_pgs":97,"num_pools":3,"num_objects":8,"data_bytes":591966,"bytes_used":226103296,"bytes_avail":772868009984,"bytes_total":773094113280,"inactive_pgs_ratio":0.55670100450515747,"write_bytes_sec":2524,"read_op_per_sec":0,"write_op_per_sec":2},"fsmap":{"epoch":15,"id":2,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":2,"rank":0,"name":"d","status":"up:active","gid":5311}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":6,"modified":"2024-09-13T16:02:42.946872+0000","services":{}},"progress_events":{}} 2024-09-13T16:03:00.205 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.203+0000 7fa4380e5640 1 -- 172.21.15.76:0/1597081380 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa41406ac00 msgr2=0x7fa41406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:00.205 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.203+0000 7fa4380e5640 1 --2- 172.21.15.76:0/1597081380 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa41406ac00 0x7fa41406d0c0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fa42c034000 tx=0x7fa42c02e000 comp rx=0 tx=0).stop 2024-09-13T16:03:00.205 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.203+0000 7fa4380e5640 1 -- 172.21.15.76:0/1597081380 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa4300cecd0 msgr2=0x7fa4300c7070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:00.205 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.203+0000 7fa4380e5640 1 --2- 172.21.15.76:0/1597081380 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa4300cecd0 0x7fa4300c7070 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7fa42000c4d0 tx=0x7fa42000c990 comp rx=0 tx=0).stop 2024-09-13T16:03:00.205 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.203+0000 7fa4380e5640 1 -- 172.21.15.76:0/1597081380 shutdown_connections 2024-09-13T16:03:00.205 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.203+0000 7fa4380e5640 1 --2- 172.21.15.76:0/1597081380 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa430158fc0 0x7fa4300c75b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:00.205 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.203+0000 7fa4380e5640 1 --2- 172.21.15.76:0/1597081380 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa4300cecd0 0x7fa4300c7070 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:00.205 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.203+0000 7fa4380e5640 1 --2- 172.21.15.76:0/1597081380 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa41406ac00 0x7fa41406d0c0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:00.205 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.203+0000 7fa4380e5640 1 --2- 172.21.15.76:0/1597081380 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa4300b16a0 0x7fa4301f1bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:00.206 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.203+0000 7fa4380e5640 1 -- 172.21.15.76:0/1597081380 >> 172.21.15.76:0/1597081380 conn(0x7fa43006a0b0 msgr2=0x7fa4301e2a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:03:00.206 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.203+0000 7fa4380e5640 1 -- 172.21.15.76:0/1597081380 shutdown_connections 2024-09-13T16:03:00.206 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.203+0000 7fa4380e5640 1 -- 172.21.15.76:0/1597081380 wait complete. 2024-09-13T16:03:00.216 INFO:tasks.cephfs.filesystem.ceph_manager:no progress seen, keeping timeout for now 2024-09-13T16:03:00.216 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:03:00.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.312+0000 7ffb1085a640 1 Processor -- start 2024-09-13T16:03:00.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.312+0000 7ffb1085a640 1 -- start start 2024-09-13T16:03:00.318 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.313+0000 7ffb1085a640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7ffb0c0cb150 0x7ffb0c06d740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:00.318 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.313+0000 7ffb1085a640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ffb0c0c8920 con 0x7ffb0c15a2e0 2024-09-13T16:03:00.318 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.313+0000 7ffb1085a640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ffb0c15a6c0 con 0x7ffb0c0cace0 2024-09-13T16:03:00.318 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.313+0000 7ffb1085a640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ffb0c0ca500 con 0x7ffb0c0cb150 2024-09-13T16:03:00.318 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.313+0000 7ffb0a59c640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7ffb0c15a2e0 0x7ffb0c0c9a40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:51508/0 (socket says 172.21.15.76:51508) 2024-09-13T16:03:00.318 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.313+0000 7ffb0a59c640 1 -- 172.21.15.76:0/760004983 learned_addr learned my addr 172.21.15.76:0/760004983 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:03:00.318 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.313+0000 7ffb0ad9d640 1 --2- 172.21.15.76:0/760004983 >> v2:172.21.15.192:3300/0 conn(0x7ffb0c0cb150 0x7ffb0c06d740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:00.319 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.313+0000 7ffb0959a640 1 -- 172.21.15.76:0/760004983 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1949287421 0 0) 0x7ffb0c0c8920 con 0x7ffb0c15a2e0 2024-09-13T16:03:00.319 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.313+0000 7ffb0959a640 1 -- 172.21.15.76:0/760004983 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ffaf4003520 con 0x7ffb0c15a2e0 2024-09-13T16:03:00.319 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.314+0000 7ffb0959a640 1 -- 172.21.15.76:0/760004983 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 806326295 0 0) 0x7ffaf4003520 con 0x7ffb0c15a2e0 2024-09-13T16:03:00.319 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.314+0000 7ffb0959a640 1 -- 172.21.15.76:0/760004983 >> v2:172.21.15.192:3300/0 conn(0x7ffb0c0cb150 msgr2=0x7ffb0c06d740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:03:00.319 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.314+0000 7ffb0959a640 1 --2- 172.21.15.76:0/760004983 >> v2:172.21.15.192:3300/0 conn(0x7ffb0c0cb150 0x7ffb0c06d740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:00.319 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.314+0000 7ffb0959a640 1 -- 172.21.15.76:0/760004983 >> v1:172.21.15.192:6789/0 conn(0x7ffb0c0cace0 legacy=0x7ffb0c06d030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:00.319 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.314+0000 7ffb0959a640 1 -- 172.21.15.76:0/760004983 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffb0c0c8b70 con 0x7ffb0c15a2e0 2024-09-13T16:03:00.319 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.314+0000 7ffb0959a640 1 -- 172.21.15.76:0/760004983 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7ffafc001670 con 0x7ffb0c15a2e0 2024-09-13T16:03:00.319 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.314+0000 7ffb0959a640 1 -- 172.21.15.76:0/760004983 >> v1:172.21.15.76:6789/0 conn(0x7ffb0c15a2e0 legacy=0x7ffb0c0c9a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:00.319 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.314+0000 7ffb0959a640 1 --2- 172.21.15.76:0/760004983 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffaf4003970 0x7ffaf4003d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:00.319 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.314+0000 7ffb0959a640 1 --2- 172.21.15.76:0/760004983 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffaf40047c0 0x7ffaf4004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:00.319 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.314+0000 7ffb0959a640 1 --2- 172.21.15.76:0/760004983 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffaf4005180 0x7ffaf400b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:00.319 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.314+0000 7ffb0959a640 1 -- 172.21.15.76:0/760004983 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffb0c0ca500 con 0x7ffaf4003970 2024-09-13T16:03:00.320 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.314+0000 7ffb0959a640 1 -- 172.21.15.76:0/760004983 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffaf400bfd0 con 0x7ffaf4005180 2024-09-13T16:03:00.320 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.314+0000 7ffb0959a640 1 -- 172.21.15.76:0/760004983 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffaf400c190 con 0x7ffaf40047c0 2024-09-13T16:03:00.320 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.314+0000 7ffb0a59c640 1 --2- 172.21.15.76:0/760004983 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffaf4003970 0x7ffaf4003d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:00.320 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.314+0000 7ffb0ad9d640 1 --2- 172.21.15.76:0/760004983 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffaf4005180 0x7ffaf400b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:00.320 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.314+0000 7ffb09d9b640 1 --2- 172.21.15.76:0/760004983 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffaf40047c0 0x7ffaf4004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:00.320 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.314+0000 7ffb0a59c640 1 -- 172.21.15.76:0/760004983 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffaf40047c0 msgr2=0x7ffaf4004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:03:00.320 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.314+0000 7ffb0a59c640 1 --2- 172.21.15.76:0/760004983 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffaf40047c0 0x7ffaf4004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:00.320 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.314+0000 7ffb0a59c640 1 -- 172.21.15.76:0/760004983 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffaf4005180 msgr2=0x7ffaf400b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:03:00.320 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.314+0000 7ffb0a59c640 1 --2- 172.21.15.76:0/760004983 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffaf4005180 0x7ffaf400b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:00.320 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.314+0000 7ffb0a59c640 1 -- 172.21.15.76:0/760004983 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffaf4003520 con 0x7ffaf4003970 2024-09-13T16:03:00.320 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.314+0000 7ffb09d9b640 1 --2- 172.21.15.76:0/760004983 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffaf40047c0 0x7ffaf4004c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:03:00.320 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.314+0000 7ffb0ad9d640 1 --2- 172.21.15.76:0/760004983 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffaf4005180 0x7ffaf400b980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:03:00.320 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.314+0000 7ffb0ad9d640 1 -- 172.21.15.76:0/760004983 reap_dead start 2024-09-13T16:03:00.321 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.315+0000 7ffb0a59c640 1 --2- 172.21.15.76:0/760004983 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffaf4003970 0x7ffaf4003d50 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7ffafc00c190 tx=0x7ffaf40057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1804459ba0db4d62 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:00.321 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.315+0000 7ffb0959a640 1 -- 172.21.15.76:0/760004983 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffafc005ad0 con 0x7ffaf4003970 2024-09-13T16:03:00.321 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.315+0000 7ffb0959a640 1 -- 172.21.15.76:0/760004983 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffafc02d070 con 0x7ffaf4003970 2024-09-13T16:03:00.321 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.315+0000 7ffb0959a640 1 -- 172.21.15.76:0/760004983 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffafc007070 con 0x7ffaf4003970 2024-09-13T16:03:00.321 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.315+0000 7ffb1085a640 1 -- 172.21.15.76:0/760004983 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffaf4003970 msgr2=0x7ffaf4003d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:00.321 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.315+0000 7ffb1085a640 1 --2- 172.21.15.76:0/760004983 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffaf4003970 0x7ffaf4003d50 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7ffafc00c190 tx=0x7ffaf40057f0 comp rx=0 tx=0).stop 2024-09-13T16:03:00.321 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.316+0000 7ffb1085a640 1 -- 172.21.15.76:0/760004983 shutdown_connections 2024-09-13T16:03:00.321 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.316+0000 7ffb1085a640 1 --2- 172.21.15.76:0/760004983 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffaf4003970 0x7ffaf4003d50 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:00.321 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.316+0000 7ffb1085a640 1 -- 172.21.15.76:0/760004983 >> 172.21.15.76:0/760004983 conn(0x7ffb0c069ed0 msgr2=0x7ffb0c06a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:03:00.321 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.316+0000 7ffb1085a640 1 -- 172.21.15.76:0/760004983 shutdown_connections 2024-09-13T16:03:00.321 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.316+0000 7ffb1085a640 1 -- 172.21.15.76:0/760004983 wait complete. 2024-09-13T16:03:00.321 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.317+0000 7ffb1085a640 1 Processor -- start 2024-09-13T16:03:00.321 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.317+0000 7ffb1085a640 1 -- start start 2024-09-13T16:03:00.324 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.318+0000 7ffb1085a640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffaf4003970 0x7ffb0c158590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:00.324 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.318+0000 7ffb1085a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffb0c158b40 0x7ffb0c15d2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:00.324 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.318+0000 7ffb1085a640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffb0c0c4040 0x7ffb0c15b270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:00.324 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.318+0000 7ffb1085a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffb0c0c3640 con 0x7ffb0c158b40 2024-09-13T16:03:00.324 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.318+0000 7ffb1085a640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffb0c15a6c0 con 0x7ffb0c0c4040 2024-09-13T16:03:00.324 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.318+0000 7ffb1085a640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffb0c15a9a0 con 0x7ffaf4003970 2024-09-13T16:03:00.324 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.318+0000 7ffb09d9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffb0c158b40 0x7ffb0c15d2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:00.324 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.318+0000 7ffb09d9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffb0c158b40 0x7ffb0c15d2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39602/0 (socket says 172.21.15.76:39602) 2024-09-13T16:03:00.325 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.318+0000 7ffb09d9b640 1 -- 172.21.15.76:0/1618453868 learned_addr learned my addr 172.21.15.76:0/1618453868 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:03:00.325 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.318+0000 7ffb0ad9d640 1 --2- 172.21.15.76:0/1618453868 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffb0c0c4040 0x7ffb0c15b270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:00.325 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.318+0000 7ffb0a59c640 1 --2- 172.21.15.76:0/1618453868 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffaf4003970 0x7ffb0c158590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:00.325 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.318+0000 7ffb09d9b640 1 -- 172.21.15.76:0/1618453868 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffaf4003970 msgr2=0x7ffb0c158590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:00.325 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.318+0000 7ffb09d9b640 1 --2- 172.21.15.76:0/1618453868 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffaf4003970 0x7ffb0c158590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:00.325 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.318+0000 7ffb09d9b640 1 -- 172.21.15.76:0/1618453868 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffb0c0c4040 msgr2=0x7ffb0c15b270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:00.325 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.318+0000 7ffb09d9b640 1 --2- 172.21.15.76:0/1618453868 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffb0c0c4040 0x7ffb0c15b270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:00.325 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.318+0000 7ffb09d9b640 1 -- 172.21.15.76:0/1618453868 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffb0c0c3840 con 0x7ffb0c158b40 2024-09-13T16:03:00.325 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.318+0000 7ffb09d9b640 1 --2- 172.21.15.76:0/1618453868 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffb0c158b40 0x7ffb0c15d2c0 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7ffb0000e5c0 tx=0x7ffb0000ea80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:00.325 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.318+0000 7ffafaffd640 1 -- 172.21.15.76:0/1618453868 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb000052e0 con 0x7ffb0c158b40 2024-09-13T16:03:00.325 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.318+0000 7ffafaffd640 1 -- 172.21.15.76:0/1618453868 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffb00005440 con 0x7ffb0c158b40 2024-09-13T16:03:00.325 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.318+0000 7ffb1085a640 1 -- 172.21.15.76:0/1618453868 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffb0c0c3b20 con 0x7ffb0c158b40 2024-09-13T16:03:00.325 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.318+0000 7ffafaffd640 1 -- 172.21.15.76:0/1618453868 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb00003830 con 0x7ffb0c158b40 2024-09-13T16:03:00.326 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.318+0000 7ffb1085a640 1 -- 172.21.15.76:0/1618453868 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffb0c0c44c0 con 0x7ffb0c158b40 2024-09-13T16:03:00.326 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.319+0000 7ffb1085a640 1 -- 172.21.15.76:0/1618453868 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ffb0c15abe0 con 0x7ffb0c158b40 2024-09-13T16:03:00.326 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.320+0000 7ffafaffd640 1 -- 172.21.15.76:0/1618453868 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ffb00003990 con 0x7ffb0c158b40 2024-09-13T16:03:00.326 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.320+0000 7ffafaffd640 1 --2- 172.21.15.76:0/1618453868 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ffaec06ac00 0x7ffaec06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:00.326 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.320+0000 7ffafaffd640 1 -- 172.21.15.76:0/1618453868 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 6029+0+0 (secure 0 0 0) 0x7ffb000891d0 con 0x7ffb0c158b40 2024-09-13T16:03:00.326 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.320+0000 7ffb0a59c640 1 --2- 172.21.15.76:0/1618453868 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ffaec06ac00 0x7ffaec06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:00.326 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.321+0000 7ffb0a59c640 1 --2- 172.21.15.76:0/1618453868 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ffaec06ac00 0x7ffaec06d0c0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7ffafc032000 tx=0x7ffafc02d000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:00.326 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.324+0000 7ffafaffd640 1 -- 172.21.15.76:0/1618453868 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ffb0c15abe0 con 0x7ffb0c158b40 2024-09-13T16:03:00.482 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.481+0000 7ffb1085a640 1 -- 172.21.15.76:0/1618453868 --> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7ffb0c0cb5a0 con 0x7ffaec06ac00 2024-09-13T16:03:00.489 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.488+0000 7ffafaffd640 1 -- 172.21.15.76:0/1618453868 <== mgr.4104 v2:172.21.15.76:6832/911852275 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+287627 (secure 0 0 0) 0x7ffafc000ed0 con 0x7ffaec06ac00 2024-09-13T16:03:00.492 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:03:00.494 INFO:teuthology.orchestra.run.smithi076.stderr:dumped all 2024-09-13T16:03:00.496 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.491+0000 7ffb1085a640 1 -- 172.21.15.76:0/1618453868 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ffaec06ac00 msgr2=0x7ffaec06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:00.496 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.491+0000 7ffb1085a640 1 --2- 172.21.15.76:0/1618453868 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ffaec06ac00 0x7ffaec06d0c0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7ffafc032000 tx=0x7ffafc02d000 comp rx=0 tx=0).stop 2024-09-13T16:03:00.496 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.491+0000 7ffb1085a640 1 -- 172.21.15.76:0/1618453868 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffb0c158b40 msgr2=0x7ffb0c15d2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:00.496 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.491+0000 7ffb1085a640 1 --2- 172.21.15.76:0/1618453868 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffb0c158b40 0x7ffb0c15d2c0 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7ffb0000e5c0 tx=0x7ffb0000ea80 comp rx=0 tx=0).stop 2024-09-13T16:03:00.496 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.491+0000 7ffb1085a640 1 -- 172.21.15.76:0/1618453868 shutdown_connections 2024-09-13T16:03:00.496 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.491+0000 7ffb1085a640 1 --2- 172.21.15.76:0/1618453868 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffb0c0c4040 0x7ffb0c15b270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:00.496 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.491+0000 7ffb1085a640 1 --2- 172.21.15.76:0/1618453868 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffb0c158b40 0x7ffb0c15d2c0 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:00.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.491+0000 7ffb1085a640 1 --2- 172.21.15.76:0/1618453868 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ffaec06ac00 0x7ffaec06d0c0 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:00.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.491+0000 7ffb1085a640 1 --2- 172.21.15.76:0/1618453868 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffaf4003970 0x7ffb0c158590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:00.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.491+0000 7ffb1085a640 1 -- 172.21.15.76:0/1618453868 >> 172.21.15.76:0/1618453868 conn(0x7ffb0c069ed0 msgr2=0x7ffb0c0ad150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:03:00.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.491+0000 7ffb1085a640 1 -- 172.21.15.76:0/1618453868 shutdown_connections 2024-09-13T16:03:00.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:00.491+0000 7ffb1085a640 1 -- 172.21.15.76:0/1618453868 wait complete. 2024-09-13T16:03:00.504 INFO:teuthology.orchestra.run.smithi076.stdout:{"pg_ready":true,"pg_map":{"version":81,"stamp":"2024-09-13T16:02:58.949188+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":591966,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":168,"num_write_kb":2426,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":125,"ondisk_log_size":125,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":32,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":220804,"kb_used_data":4632,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754753916,"statfs":{"total":773094113280,"available":772868009984,"internally_reserved":0,"allocated":4743168,"data_stored":2682934,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":221236793},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":25,"apply_latency_ms":25,"commit_latency_ns":25000000,"apply_latency_ns":25000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1598,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.056615"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.270150+0000","last_change":"2024-09-13T16:02:56.266548+0000","last_active":"2024-09-13T16:02:56.270150+0000","last_peered":"2024-09-13T16:02:56.270150+0000","last_clean":"2024-09-13T16:02:56.270150+0000","last_became_active":"2024-09-13T16:02:56.265957+0000","last_became_peered":"2024-09-13T16:02:56.265957+0000","last_unstale":"2024-09-13T16:02:56.270150+0000","last_undegraded":"2024-09-13T16:02:56.270150+0000","last_fullsized":"2024-09-13T16:02:56.270150+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:46:13.923668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.270091+0000","last_change":"2024-09-13T16:02:56.264956+0000","last_active":"2024-09-13T16:02:56.270091+0000","last_peered":"2024-09-13T16:02:56.270091+0000","last_clean":"2024-09-13T16:02:56.270091+0000","last_became_active":"2024-09-13T16:02:56.264723+0000","last_became_peered":"2024-09-13T16:02:56.264723+0000","last_unstale":"2024-09-13T16:02:56.270091+0000","last_undegraded":"2024-09-13T16:02:56.270091+0000","last_fullsized":"2024-09-13T16:02:56.270091+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:07:40.750385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.910002+0000","last_change":"2024-09-13T16:02:55.910002+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.910002+0000","last_undegraded":"2024-09-13T16:02:55.910002+0000","last_fullsized":"2024-09-13T16:02:55.910002+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:14:38.509353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.909708+0000","last_change":"2024-09-13T16:02:55.909708+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.909708+0000","last_undegraded":"2024-09-13T16:02:55.909708+0000","last_fullsized":"2024-09-13T16:02:55.909708+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:03:48.754266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.909983+0000","last_change":"2024-09-13T16:02:55.909983+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.909983+0000","last_undegraded":"2024-09-13T16:02:55.909983+0000","last_fullsized":"2024-09-13T16:02:55.909983+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:57:05.857571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.907219+0000","last_change":"2024-09-13T16:02:55.907219+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.907219+0000","last_undegraded":"2024-09-13T16:02:55.907219+0000","last_fullsized":"2024-09-13T16:02:55.907219+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:09:20.345592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.912981+0000","last_change":"2024-09-13T16:02:55.912981+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.912981+0000","last_undegraded":"2024-09-13T16:02:55.912981+0000","last_fullsized":"2024-09-13T16:02:55.912981+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:18:40.873926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.283078+0000","last_change":"2024-09-13T16:02:56.278617+0000","last_active":"2024-09-13T16:02:56.283078+0000","last_peered":"2024-09-13T16:02:56.283078+0000","last_clean":"2024-09-13T16:02:56.283078+0000","last_became_active":"2024-09-13T16:02:56.278384+0000","last_became_peered":"2024-09-13T16:02:56.278384+0000","last_unstale":"2024-09-13T16:02:56.283078+0000","last_undegraded":"2024-09-13T16:02:56.283078+0000","last_fullsized":"2024-09-13T16:02:56.283078+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:03:23.373628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.907644+0000","last_change":"2024-09-13T16:02:55.907644+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.907644+0000","last_undegraded":"2024-09-13T16:02:55.907644+0000","last_fullsized":"2024-09-13T16:02:55.907644+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:41:45.342337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.914395+0000","last_change":"2024-09-13T16:02:55.914395+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.914395+0000","last_undegraded":"2024-09-13T16:02:55.914395+0000","last_fullsized":"2024-09-13T16:02:55.914395+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:56:03.353901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.910957+0000","last_change":"2024-09-13T16:02:55.910957+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.910957+0000","last_undegraded":"2024-09-13T16:02:55.910957+0000","last_fullsized":"2024-09-13T16:02:55.910957+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:43:31.751609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.907636+0000","last_change":"2024-09-13T16:02:55.907636+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.907636+0000","last_undegraded":"2024-09-13T16:02:55.907636+0000","last_fullsized":"2024-09-13T16:02:55.907636+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:07:52.664426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.911532+0000","last_change":"2024-09-13T16:02:55.911532+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.911532+0000","last_undegraded":"2024-09-13T16:02:55.911532+0000","last_fullsized":"2024-09-13T16:02:55.911532+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:07:52.664426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.909251+0000","last_change":"2024-09-13T16:02:55.909251+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.909251+0000","last_undegraded":"2024-09-13T16:02:55.909251+0000","last_fullsized":"2024-09-13T16:02:55.909251+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:56:46.116618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.912498+0000","last_change":"2024-09-13T16:02:55.912498+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.912498+0000","last_undegraded":"2024-09-13T16:02:55.912498+0000","last_fullsized":"2024-09-13T16:02:55.912498+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:14:38.509353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.910215+0000","last_change":"2024-09-13T16:02:55.910215+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.910215+0000","last_undegraded":"2024-09-13T16:02:55.910215+0000","last_fullsized":"2024-09-13T16:02:55.910215+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:09:20.345592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.911413+0000","last_change":"2024-09-13T16:02:55.911413+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.911413+0000","last_undegraded":"2024-09-13T16:02:55.911413+0000","last_fullsized":"2024-09-13T16:02:55.911413+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:41:24.796439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.904964+0000","last_change":"2024-09-13T16:02:55.904964+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.904964+0000","last_undegraded":"2024-09-13T16:02:55.904964+0000","last_fullsized":"2024-09-13T16:02:55.904964+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:10:00.513880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.909341+0000","last_change":"2024-09-13T16:02:55.909341+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.909341+0000","last_undegraded":"2024-09-13T16:02:55.909341+0000","last_fullsized":"2024-09-13T16:02:55.909341+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:07:15.831534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.904342+0000","last_change":"2024-09-13T16:02:55.904342+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.904342+0000","last_undegraded":"2024-09-13T16:02:55.904342+0000","last_fullsized":"2024-09-13T16:02:55.904342+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:41:30.553071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.910327+0000","last_change":"2024-09-13T16:02:55.910327+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.910327+0000","last_undegraded":"2024-09-13T16:02:55.910327+0000","last_fullsized":"2024-09-13T16:02:55.910327+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:56:46.116618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.908369+0000","last_change":"2024-09-13T16:02:55.908369+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.908369+0000","last_undegraded":"2024-09-13T16:02:55.908369+0000","last_fullsized":"2024-09-13T16:02:55.908369+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:41:45.342337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.910095+0000","last_change":"2024-09-13T16:02:55.910095+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.910095+0000","last_undegraded":"2024-09-13T16:02:55.910095+0000","last_fullsized":"2024-09-13T16:02:55.910095+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:44:18.751971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.908709+0000","last_change":"2024-09-13T16:02:55.908709+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.908709+0000","last_undegraded":"2024-09-13T16:02:55.908709+0000","last_fullsized":"2024-09-13T16:02:55.908709+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:04:23.520754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.905082+0000","last_change":"2024-09-13T16:02:55.905082+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.905082+0000","last_undegraded":"2024-09-13T16:02:55.905082+0000","last_fullsized":"2024-09-13T16:02:55.905082+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:42:48.010144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.907026+0000","last_change":"2024-09-13T16:02:55.907026+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.907026+0000","last_undegraded":"2024-09-13T16:02:55.907026+0000","last_fullsized":"2024-09-13T16:02:55.907026+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:44:18.751971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.904117+0000","last_change":"2024-09-13T16:02:55.904117+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.904117+0000","last_undegraded":"2024-09-13T16:02:55.904117+0000","last_fullsized":"2024-09-13T16:02:55.904117+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:52:43.604701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.911358+0000","last_change":"2024-09-13T16:02:55.911358+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.911358+0000","last_undegraded":"2024-09-13T16:02:55.911358+0000","last_fullsized":"2024-09-13T16:02:55.911358+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:46:04.343434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.904204+0000","last_change":"2024-09-13T16:02:55.904204+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.904204+0000","last_undegraded":"2024-09-13T16:02:55.904204+0000","last_fullsized":"2024-09-13T16:02:55.904204+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:03:48.754266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.904116+0000","last_change":"2024-09-13T16:02:55.904116+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.904116+0000","last_undegraded":"2024-09-13T16:02:55.904116+0000","last_fullsized":"2024-09-13T16:02:55.904116+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:45:32.231999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.909679+0000","last_change":"2024-09-13T16:02:55.909679+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.909679+0000","last_undegraded":"2024-09-13T16:02:55.909679+0000","last_fullsized":"2024-09-13T16:02:55.909679+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:10:00.513880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.906620+0000","last_change":"2024-09-13T16:02:55.906620+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.906620+0000","last_undegraded":"2024-09-13T16:02:55.906620+0000","last_fullsized":"2024-09-13T16:02:55.906620+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:10:00.513880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.910648+0000","last_change":"2024-09-13T16:02:55.910648+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.910648+0000","last_undegraded":"2024-09-13T16:02:55.910648+0000","last_fullsized":"2024-09-13T16:02:55.910648+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:19:13.355718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.916973+0000","last_change":"2024-09-13T16:02:55.914063+0000","last_active":"2024-09-13T16:02:55.916973+0000","last_peered":"2024-09-13T16:02:55.916973+0000","last_clean":"2024-09-13T16:02:55.916973+0000","last_became_active":"2024-09-13T16:02:55.913791+0000","last_became_peered":"2024-09-13T16:02:55.913791+0000","last_unstale":"2024-09-13T16:02:55.916973+0000","last_undegraded":"2024-09-13T16:02:55.916973+0000","last_fullsized":"2024-09-13T16:02:55.916973+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:45:02.495479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.906521+0000","last_change":"2024-09-13T16:02:55.906521+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.906521+0000","last_undegraded":"2024-09-13T16:02:55.906521+0000","last_fullsized":"2024-09-13T16:02:55.906521+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:41:24.796439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.921867+0000","last_change":"2024-09-13T16:02:55.917295+0000","last_active":"2024-09-13T16:02:55.921867+0000","last_peered":"2024-09-13T16:02:55.921867+0000","last_clean":"2024-09-13T16:02:55.921867+0000","last_became_active":"2024-09-13T16:02:55.917053+0000","last_became_peered":"2024-09-13T16:02:55.917053+0000","last_unstale":"2024-09-13T16:02:55.921867+0000","last_undegraded":"2024-09-13T16:02:55.921867+0000","last_fullsized":"2024-09-13T16:02:55.921867+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:42:47.005611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.907690+0000","last_change":"2024-09-13T16:02:55.907690+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.907690+0000","last_undegraded":"2024-09-13T16:02:55.907690+0000","last_fullsized":"2024-09-13T16:02:55.907690+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:14:38.509353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.921861+0000","last_change":"2024-09-13T16:02:55.917445+0000","last_active":"2024-09-13T16:02:55.921861+0000","last_peered":"2024-09-13T16:02:55.921861+0000","last_clean":"2024-09-13T16:02:55.921861+0000","last_became_active":"2024-09-13T16:02:55.917187+0000","last_became_peered":"2024-09-13T16:02:55.917187+0000","last_unstale":"2024-09-13T16:02:55.921861+0000","last_undegraded":"2024-09-13T16:02:55.921861+0000","last_fullsized":"2024-09-13T16:02:55.921861+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:37:23.233635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.273472+0000","last_change":"2024-09-13T16:02:56.268876+0000","last_active":"2024-09-13T16:02:56.273472+0000","last_peered":"2024-09-13T16:02:56.273472+0000","last_clean":"2024-09-13T16:02:56.273472+0000","last_became_active":"2024-09-13T16:02:56.268630+0000","last_became_peered":"2024-09-13T16:02:56.268630+0000","last_unstale":"2024-09-13T16:02:56.273472+0000","last_undegraded":"2024-09-13T16:02:56.273472+0000","last_fullsized":"2024-09-13T16:02:56.273472+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:36:26.435313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.924850+0000","last_change":"2024-09-13T16:02:55.919864+0000","last_active":"2024-09-13T16:02:55.924850+0000","last_peered":"2024-09-13T16:02:55.924850+0000","last_clean":"2024-09-13T16:02:55.924850+0000","last_became_active":"2024-09-13T16:02:55.919052+0000","last_became_peered":"2024-09-13T16:02:55.919052+0000","last_unstale":"2024-09-13T16:02:55.924850+0000","last_undegraded":"2024-09-13T16:02:55.924850+0000","last_fullsized":"2024-09-13T16:02:55.924850+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:19:12.351185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.908174+0000","last_change":"2024-09-13T16:02:55.908174+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.908174+0000","last_undegraded":"2024-09-13T16:02:55.908174+0000","last_fullsized":"2024-09-13T16:02:55.908174+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:10:43.122366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.920225+0000","last_change":"2024-09-13T16:02:55.918224+0000","last_active":"2024-09-13T16:02:55.920225+0000","last_peered":"2024-09-13T16:02:55.920225+0000","last_clean":"2024-09-13T16:02:55.920225+0000","last_became_active":"2024-09-13T16:02:55.917970+0000","last_became_peered":"2024-09-13T16:02:55.917970+0000","last_unstale":"2024-09-13T16:02:55.920225+0000","last_undegraded":"2024-09-13T16:02:55.920225+0000","last_fullsized":"2024-09-13T16:02:55.920225+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:04:22.516221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.910091+0000","last_change":"2024-09-13T16:02:55.910091+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.910091+0000","last_undegraded":"2024-09-13T16:02:55.910091+0000","last_fullsized":"2024-09-13T16:02:55.910091+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:55:50.417022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.925132+0000","last_change":"2024-09-13T16:02:55.922735+0000","last_active":"2024-09-13T16:02:55.925132+0000","last_peered":"2024-09-13T16:02:55.925132+0000","last_clean":"2024-09-13T16:02:55.925132+0000","last_became_active":"2024-09-13T16:02:55.922445+0000","last_became_peered":"2024-09-13T16:02:55.922445+0000","last_unstale":"2024-09-13T16:02:55.925132+0000","last_undegraded":"2024-09-13T16:02:55.925132+0000","last_fullsized":"2024-09-13T16:02:55.925132+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:45:02.495479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.907942+0000","last_change":"2024-09-13T16:02:55.907942+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.907942+0000","last_undegraded":"2024-09-13T16:02:55.907942+0000","last_fullsized":"2024-09-13T16:02:55.907942+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:18:40.873926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.921870+0000","last_change":"2024-09-13T16:02:55.916250+0000","last_active":"2024-09-13T16:02:55.921870+0000","last_peered":"2024-09-13T16:02:55.921870+0000","last_clean":"2024-09-13T16:02:55.921870+0000","last_became_active":"2024-09-13T16:02:55.916002+0000","last_became_peered":"2024-09-13T16:02:55.916002+0000","last_unstale":"2024-09-13T16:02:55.921870+0000","last_undegraded":"2024-09-13T16:02:55.921870+0000","last_fullsized":"2024-09-13T16:02:55.921870+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:09:42.846752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.273425+0000","last_change":"2024-09-13T16:02:56.267129+0000","last_active":"2024-09-13T16:02:56.273425+0000","last_peered":"2024-09-13T16:02:56.273425+0000","last_clean":"2024-09-13T16:02:56.273425+0000","last_became_active":"2024-09-13T16:02:56.266893+0000","last_became_peered":"2024-09-13T16:02:56.266893+0000","last_unstale":"2024-09-13T16:02:56.273425+0000","last_undegraded":"2024-09-13T16:02:56.273425+0000","last_fullsized":"2024-09-13T16:02:56.273425+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:40:09.196703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.922122+0000","last_change":"2024-09-13T16:02:55.918750+0000","last_active":"2024-09-13T16:02:55.922122+0000","last_peered":"2024-09-13T16:02:55.922122+0000","last_clean":"2024-09-13T16:02:55.922122+0000","last_became_active":"2024-09-13T16:02:55.918422+0000","last_became_peered":"2024-09-13T16:02:55.918422+0000","last_unstale":"2024-09-13T16:02:55.922122+0000","last_undegraded":"2024-09-13T16:02:55.922122+0000","last_fullsized":"2024-09-13T16:02:55.922122+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:44:17.747438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.908204+0000","last_change":"2024-09-13T16:02:55.908204+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.908204+0000","last_undegraded":"2024-09-13T16:02:55.908204+0000","last_fullsized":"2024-09-13T16:02:55.908204+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:42:48.010144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.255189+0000","last_change":"2024-09-13T16:02:55.922437+0000","last_active":"2024-09-13T16:02:56.255189+0000","last_peered":"2024-09-13T16:02:56.255189+0000","last_clean":"2024-09-13T16:02:56.255189+0000","last_became_active":"2024-09-13T16:02:55.922158+0000","last_became_peered":"2024-09-13T16:02:55.922158+0000","last_unstale":"2024-09-13T16:02:56.255189+0000","last_undegraded":"2024-09-13T16:02:56.255189+0000","last_fullsized":"2024-09-13T16:02:56.255189+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:47:30.966948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.911075+0000","last_change":"2024-09-13T16:02:55.911075+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.911075+0000","last_undegraded":"2024-09-13T16:02:55.911075+0000","last_fullsized":"2024-09-13T16:02:55.911075+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:41:29.065989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.927543+0000","last_change":"2024-09-13T16:02:55.921872+0000","last_active":"2024-09-13T16:02:55.927543+0000","last_peered":"2024-09-13T16:02:55.927543+0000","last_clean":"2024-09-13T16:02:55.927543+0000","last_became_active":"2024-09-13T16:02:55.921664+0000","last_became_peered":"2024-09-13T16:02:55.921664+0000","last_unstale":"2024-09-13T16:02:55.927543+0000","last_undegraded":"2024-09-13T16:02:55.927543+0000","last_fullsized":"2024-09-13T16:02:55.927543+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:07:14.827001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.907391+0000","last_change":"2024-09-13T16:02:55.907391+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.907391+0000","last_undegraded":"2024-09-13T16:02:55.907391+0000","last_fullsized":"2024-09-13T16:02:55.907391+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:34:22.665516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.927580+0000","last_change":"2024-09-13T16:02:55.922680+0000","last_active":"2024-09-13T16:02:55.927580+0000","last_peered":"2024-09-13T16:02:55.927580+0000","last_clean":"2024-09-13T16:02:55.927580+0000","last_became_active":"2024-09-13T16:02:55.922452+0000","last_became_peered":"2024-09-13T16:02:55.922452+0000","last_unstale":"2024-09-13T16:02:55.927580+0000","last_undegraded":"2024-09-13T16:02:55.927580+0000","last_fullsized":"2024-09-13T16:02:55.927580+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:42:47.005611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.908419+0000","last_change":"2024-09-13T16:02:55.908419+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.908419+0000","last_undegraded":"2024-09-13T16:02:55.908419+0000","last_fullsized":"2024-09-13T16:02:55.908419+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:55:50.417022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.14","version":"40'6","reported_seq":16,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.287740+0000","last_change":"2024-09-13T16:02:55.920618+0000","last_active":"2024-09-13T16:02:56.287740+0000","last_peered":"2024-09-13T16:02:56.287740+0000","last_clean":"2024-09-13T16:02:56.287740+0000","last_became_active":"2024-09-13T16:02:55.920396+0000","last_became_peered":"2024-09-13T16:02:55.920396+0000","last_unstale":"2024-09-13T16:02:56.287740+0000","last_undegraded":"2024-09-13T16:02:56.287740+0000","last_fullsized":"2024-09-13T16:02:56.287740+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:46:03.338901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.907794+0000","last_change":"2024-09-13T16:02:55.907794+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.907794+0000","last_undegraded":"2024-09-13T16:02:55.907794+0000","last_fullsized":"2024-09-13T16:02:55.907794+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:41:14.553505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"40'2","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.275566+0000","last_change":"2024-09-13T16:02:55.918055+0000","last_active":"2024-09-13T16:02:56.275566+0000","last_peered":"2024-09-13T16:02:56.275566+0000","last_clean":"2024-09-13T16:02:56.275566+0000","last_became_active":"2024-09-13T16:02:55.917757+0000","last_became_peered":"2024-09-13T16:02:55.917757+0000","last_unstale":"2024-09-13T16:02:56.275566+0000","last_undegraded":"2024-09-13T16:02:56.275566+0000","last_fullsized":"2024-09-13T16:02:56.275566+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:17:59.092497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.269975+0000","last_change":"2024-09-13T16:02:56.263373+0000","last_active":"2024-09-13T16:02:56.269975+0000","last_peered":"2024-09-13T16:02:56.269975+0000","last_clean":"2024-09-13T16:02:56.269975+0000","last_became_active":"2024-09-13T16:02:56.263090+0000","last_became_peered":"2024-09-13T16:02:56.263090+0000","last_unstale":"2024-09-13T16:02:56.269975+0000","last_undegraded":"2024-09-13T16:02:56.269975+0000","last_fullsized":"2024-09-13T16:02:56.269975+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:08:42.423914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.921685+0000","last_change":"2024-09-13T16:02:55.915679+0000","last_active":"2024-09-13T16:02:55.921685+0000","last_peered":"2024-09-13T16:02:55.921685+0000","last_clean":"2024-09-13T16:02:55.921685+0000","last_became_active":"2024-09-13T16:02:55.915455+0000","last_became_peered":"2024-09-13T16:02:55.915455+0000","last_unstale":"2024-09-13T16:02:55.921685+0000","last_undegraded":"2024-09-13T16:02:55.921685+0000","last_fullsized":"2024-09-13T16:02:55.921685+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:00:25.930732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.909120+0000","last_change":"2024-09-13T16:02:55.909120+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.909120+0000","last_undegraded":"2024-09-13T16:02:55.909120+0000","last_fullsized":"2024-09-13T16:02:55.909120+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:45:32.231999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.917826+0000","last_change":"2024-09-13T16:02:55.915174+0000","last_active":"2024-09-13T16:02:55.917826+0000","last_peered":"2024-09-13T16:02:55.917826+0000","last_clean":"2024-09-13T16:02:55.917826+0000","last_became_active":"2024-09-13T16:02:55.914410+0000","last_became_peered":"2024-09-13T16:02:55.914410+0000","last_unstale":"2024-09-13T16:02:55.917826+0000","last_undegraded":"2024-09-13T16:02:55.917826+0000","last_fullsized":"2024-09-13T16:02:55.917826+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:09:42.846752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.270011+0000","last_change":"2024-09-13T16:02:56.264251+0000","last_active":"2024-09-13T16:02:56.270011+0000","last_peered":"2024-09-13T16:02:56.270011+0000","last_clean":"2024-09-13T16:02:56.270011+0000","last_became_active":"2024-09-13T16:02:56.263989+0000","last_became_peered":"2024-09-13T16:02:56.263989+0000","last_unstale":"2024-09-13T16:02:56.270011+0000","last_undegraded":"2024-09-13T16:02:56.270011+0000","last_fullsized":"2024-09-13T16:02:56.270011+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:10:15.912474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.924777+0000","last_change":"2024-09-13T16:02:55.920646+0000","last_active":"2024-09-13T16:02:55.924777+0000","last_peered":"2024-09-13T16:02:55.924777+0000","last_clean":"2024-09-13T16:02:55.924777+0000","last_became_active":"2024-09-13T16:02:55.920415+0000","last_became_peered":"2024-09-13T16:02:55.920415+0000","last_unstale":"2024-09-13T16:02:55.924777+0000","last_undegraded":"2024-09-13T16:02:55.924777+0000","last_fullsized":"2024-09-13T16:02:55.924777+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:09:42.846752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.273986+0000","last_change":"2024-09-13T16:02:56.269261+0000","last_active":"2024-09-13T16:02:56.273986+0000","last_peered":"2024-09-13T16:02:56.273986+0000","last_clean":"2024-09-13T16:02:56.273986+0000","last_became_active":"2024-09-13T16:02:56.269019+0000","last_became_peered":"2024-09-13T16:02:56.269019+0000","last_unstale":"2024-09-13T16:02:56.273986+0000","last_undegraded":"2024-09-13T16:02:56.273986+0000","last_fullsized":"2024-09-13T16:02:56.273986+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:14:45.096091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.922035+0000","last_change":"2024-09-13T16:02:55.919986+0000","last_active":"2024-09-13T16:02:55.922035+0000","last_peered":"2024-09-13T16:02:55.922035+0000","last_clean":"2024-09-13T16:02:55.922035+0000","last_became_active":"2024-09-13T16:02:55.919754+0000","last_became_peered":"2024-09-13T16:02:55.919754+0000","last_unstale":"2024-09-13T16:02:55.922035+0000","last_undegraded":"2024-09-13T16:02:55.922035+0000","last_fullsized":"2024-09-13T16:02:55.922035+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:57:04.853038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.910500+0000","last_change":"2024-09-13T16:02:55.910500+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.910500+0000","last_undegraded":"2024-09-13T16:02:55.910500+0000","last_fullsized":"2024-09-13T16:02:55.910500+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:48:33.300896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.924931+0000","last_change":"2024-09-13T16:02:55.920853+0000","last_active":"2024-09-13T16:02:55.924931+0000","last_peered":"2024-09-13T16:02:55.924931+0000","last_clean":"2024-09-13T16:02:55.924931+0000","last_became_active":"2024-09-13T16:02:55.920581+0000","last_became_peered":"2024-09-13T16:02:55.920581+0000","last_unstale":"2024-09-13T16:02:55.924931+0000","last_undegraded":"2024-09-13T16:02:55.924931+0000","last_fullsized":"2024-09-13T16:02:55.924931+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:09:19.341059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.908202+0000","last_change":"2024-09-13T16:02:55.908202+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.908202+0000","last_undegraded":"2024-09-13T16:02:55.908202+0000","last_fullsized":"2024-09-13T16:02:55.908202+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:43:31.751609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.921583+0000","last_change":"2024-09-13T16:02:55.917292+0000","last_active":"2024-09-13T16:02:55.921583+0000","last_peered":"2024-09-13T16:02:55.921583+0000","last_clean":"2024-09-13T16:02:55.921583+0000","last_became_active":"2024-09-13T16:02:55.917043+0000","last_became_peered":"2024-09-13T16:02:55.917043+0000","last_unstale":"2024-09-13T16:02:55.921583+0000","last_undegraded":"2024-09-13T16:02:55.921583+0000","last_fullsized":"2024-09-13T16:02:55.921583+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:26:34.431363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.907628+0000","last_change":"2024-09-13T16:02:55.907628+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.907628+0000","last_undegraded":"2024-09-13T16:02:55.907628+0000","last_fullsized":"2024-09-13T16:02:55.907628+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:52:43.604701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.921848+0000","last_change":"2024-09-13T16:02:55.917357+0000","last_active":"2024-09-13T16:02:55.921848+0000","last_peered":"2024-09-13T16:02:55.921848+0000","last_clean":"2024-09-13T16:02:55.921848+0000","last_became_active":"2024-09-13T16:02:55.917099+0000","last_became_peered":"2024-09-13T16:02:55.917099+0000","last_unstale":"2024-09-13T16:02:55.921848+0000","last_undegraded":"2024-09-13T16:02:55.921848+0000","last_fullsized":"2024-09-13T16:02:55.921848+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:51:09.247919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.909089+0000","last_change":"2024-09-13T16:02:55.909089+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.909089+0000","last_undegraded":"2024-09-13T16:02:55.909089+0000","last_fullsized":"2024-09-13T16:02:55.909089+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:41:30.553071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.921548+0000","last_change":"2024-09-13T16:02:55.915683+0000","last_active":"2024-09-13T16:02:55.921548+0000","last_peered":"2024-09-13T16:02:55.921548+0000","last_clean":"2024-09-13T16:02:55.921548+0000","last_became_active":"2024-09-13T16:02:55.915437+0000","last_became_peered":"2024-09-13T16:02:55.915437+0000","last_unstale":"2024-09-13T16:02:55.921548+0000","last_undegraded":"2024-09-13T16:02:55.921548+0000","last_fullsized":"2024-09-13T16:02:55.921548+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:09:40.733141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.907170+0000","last_change":"2024-09-13T16:02:55.907170+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.907170+0000","last_undegraded":"2024-09-13T16:02:55.907170+0000","last_fullsized":"2024-09-13T16:02:55.907170+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:58:26.709110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.924144+0000","last_change":"2024-09-13T16:02:55.917647+0000","last_active":"2024-09-13T16:02:55.924144+0000","last_peered":"2024-09-13T16:02:55.924144+0000","last_clean":"2024-09-13T16:02:55.924144+0000","last_became_active":"2024-09-13T16:02:55.917397+0000","last_became_peered":"2024-09-13T16:02:55.917397+0000","last_unstale":"2024-09-13T16:02:55.924144+0000","last_undegraded":"2024-09-13T16:02:55.924144+0000","last_fullsized":"2024-09-13T16:02:55.924144+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:10:17.565016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.909733+0000","last_change":"2024-09-13T16:02:55.909733+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.909733+0000","last_undegraded":"2024-09-13T16:02:55.909733+0000","last_fullsized":"2024-09-13T16:02:55.909733+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:58:26.709110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.921910+0000","last_change":"2024-09-13T16:02:55.918826+0000","last_active":"2024-09-13T16:02:55.921910+0000","last_peered":"2024-09-13T16:02:55.921910+0000","last_clean":"2024-09-13T16:02:55.921910+0000","last_became_active":"2024-09-13T16:02:55.918571+0000","last_became_peered":"2024-09-13T16:02:55.918571+0000","last_unstale":"2024-09-13T16:02:55.921910+0000","last_undegraded":"2024-09-13T16:02:55.921910+0000","last_fullsized":"2024-09-13T16:02:55.921910+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:02:41.951315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.273446+0000","last_change":"2024-09-13T16:02:56.267674+0000","last_active":"2024-09-13T16:02:56.273446+0000","last_peered":"2024-09-13T16:02:56.273446+0000","last_clean":"2024-09-13T16:02:56.273446+0000","last_became_active":"2024-09-13T16:02:56.267442+0000","last_became_peered":"2024-09-13T16:02:56.267442+0000","last_unstale":"2024-09-13T16:02:56.273446+0000","last_undegraded":"2024-09-13T16:02:56.273446+0000","last_fullsized":"2024-09-13T16:02:56.273446+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:51:10.695346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.916001+0000","last_change":"2024-09-13T16:02:55.912019+0000","last_active":"2024-09-13T16:02:55.916001+0000","last_peered":"2024-09-13T16:02:55.916001+0000","last_clean":"2024-09-13T16:02:55.916001+0000","last_became_active":"2024-09-13T16:02:55.911717+0000","last_became_peered":"2024-09-13T16:02:55.911717+0000","last_unstale":"2024-09-13T16:02:55.916001+0000","last_undegraded":"2024-09-13T16:02:55.916001+0000","last_fullsized":"2024-09-13T16:02:55.916001+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:00:31.532985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.905460+0000","last_change":"2024-09-13T16:02:55.905460+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.905460+0000","last_undegraded":"2024-09-13T16:02:55.905460+0000","last_fullsized":"2024-09-13T16:02:55.905460+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:19:13.355718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.927574+0000","last_change":"2024-09-13T16:02:55.922512+0000","last_active":"2024-09-13T16:02:55.927574+0000","last_peered":"2024-09-13T16:02:55.927574+0000","last_clean":"2024-09-13T16:02:55.927574+0000","last_became_active":"2024-09-13T16:02:55.922258+0000","last_became_peered":"2024-09-13T16:02:55.922258+0000","last_unstale":"2024-09-13T16:02:55.927574+0000","last_undegraded":"2024-09-13T16:02:55.927574+0000","last_fullsized":"2024-09-13T16:02:55.927574+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:03:47.749733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.910473+0000","last_change":"2024-09-13T16:02:55.910473+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.910473+0000","last_undegraded":"2024-09-13T16:02:55.910473+0000","last_fullsized":"2024-09-13T16:02:55.910473+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:41:14.553505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.924116+0000","last_change":"2024-09-13T16:02:55.920336+0000","last_active":"2024-09-13T16:02:55.924116+0000","last_peered":"2024-09-13T16:02:55.924116+0000","last_clean":"2024-09-13T16:02:55.924116+0000","last_became_active":"2024-09-13T16:02:55.920048+0000","last_became_peered":"2024-09-13T16:02:55.920048+0000","last_unstale":"2024-09-13T16:02:55.924116+0000","last_undegraded":"2024-09-13T16:02:55.924116+0000","last_fullsized":"2024-09-13T16:02:55.924116+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:02:41.951315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.270108+0000","last_change":"2024-09-13T16:02:56.266210+0000","last_active":"2024-09-13T16:02:56.270108+0000","last_peered":"2024-09-13T16:02:56.270108+0000","last_clean":"2024-09-13T16:02:56.270108+0000","last_became_active":"2024-09-13T16:02:56.265970+0000","last_became_peered":"2024-09-13T16:02:56.265970+0000","last_unstale":"2024-09-13T16:02:56.270108+0000","last_undegraded":"2024-09-13T16:02:56.270108+0000","last_fullsized":"2024-09-13T16:02:56.270108+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:00:55.194275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.921840+0000","last_change":"2024-09-13T16:02:55.919017+0000","last_active":"2024-09-13T16:02:55.921840+0000","last_peered":"2024-09-13T16:02:55.921840+0000","last_clean":"2024-09-13T16:02:55.921840+0000","last_became_active":"2024-09-13T16:02:55.918716+0000","last_became_peered":"2024-09-13T16:02:55.918716+0000","last_unstale":"2024-09-13T16:02:55.921840+0000","last_undegraded":"2024-09-13T16:02:55.921840+0000","last_fullsized":"2024-09-13T16:02:55.921840+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:03:47.749733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.906615+0000","last_change":"2024-09-13T16:02:55.906615+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.906615+0000","last_undegraded":"2024-09-13T16:02:55.906615+0000","last_fullsized":"2024-09-13T16:02:55.906615+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:56:03.353901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.921929+0000","last_change":"2024-09-13T16:02:55.917024+0000","last_active":"2024-09-13T16:02:55.921929+0000","last_peered":"2024-09-13T16:02:55.921929+0000","last_clean":"2024-09-13T16:02:55.921929+0000","last_became_active":"2024-09-13T16:02:55.916759+0000","last_became_peered":"2024-09-13T16:02:55.916759+0000","last_unstale":"2024-09-13T16:02:55.921929+0000","last_undegraded":"2024-09-13T16:02:55.921929+0000","last_fullsized":"2024-09-13T16:02:55.921929+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:57:04.853038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.905796+0000","last_change":"2024-09-13T16:02:55.905796+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.905796+0000","last_undegraded":"2024-09-13T16:02:55.905796+0000","last_fullsized":"2024-09-13T16:02:55.905796+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:41:30.553071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.917664+0000","last_change":"2024-09-13T16:02:55.914690+0000","last_active":"2024-09-13T16:02:55.917664+0000","last_peered":"2024-09-13T16:02:55.917664+0000","last_clean":"2024-09-13T16:02:55.917664+0000","last_became_active":"2024-09-13T16:02:55.914400+0000","last_became_peered":"2024-09-13T16:02:55.914400+0000","last_unstale":"2024-09-13T16:02:55.917664+0000","last_undegraded":"2024-09-13T16:02:55.917664+0000","last_fullsized":"2024-09-13T16:02:55.917664+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:02:41.951315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.908838+0000","last_change":"2024-09-13T16:02:55.908838+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.908838+0000","last_undegraded":"2024-09-13T16:02:55.908838+0000","last_fullsized":"2024-09-13T16:02:55.908838+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:48:33.300896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.922081+0000","last_change":"2024-09-13T16:02:55.917678+0000","last_active":"2024-09-13T16:02:55.922081+0000","last_peered":"2024-09-13T16:02:55.922081+0000","last_clean":"2024-09-13T16:02:55.922081+0000","last_became_active":"2024-09-13T16:02:55.917384+0000","last_became_peered":"2024-09-13T16:02:55.917384+0000","last_unstale":"2024-09-13T16:02:55.922081+0000","last_undegraded":"2024-09-13T16:02:55.922081+0000","last_fullsized":"2024-09-13T16:02:55.922081+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:41:23.791906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.909644+0000","last_change":"2024-09-13T16:02:55.909644+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.909644+0000","last_undegraded":"2024-09-13T16:02:55.909644+0000","last_fullsized":"2024-09-13T16:02:55.909644+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:55:39.076478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.254952+0000","last_change":"2024-09-13T16:02:55.922857+0000","last_active":"2024-09-13T16:02:56.254952+0000","last_peered":"2024-09-13T16:02:56.254952+0000","last_clean":"2024-09-13T16:02:56.254952+0000","last_became_active":"2024-09-13T16:02:55.922197+0000","last_became_peered":"2024-09-13T16:02:55.922197+0000","last_unstale":"2024-09-13T16:02:56.254952+0000","last_undegraded":"2024-09-13T16:02:56.254952+0000","last_fullsized":"2024-09-13T16:02:56.254952+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:06:54.229118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":1,"reported_epoch":39,"state":"creating+peering","last_fresh":"2024-09-13T16:02:55.912831+0000","last_change":"2024-09-13T16:02:55.912831+0000","last_active":"2024-09-13T16:02:55.892727+0000","last_peered":"2024-09-13T16:02:55.892727+0000","last_clean":"2024-09-13T16:02:55.892727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:02:55.912831+0000","last_undegraded":"2024-09-13T16:02:55.912831+0000","last_fullsized":"2024-09-13T16:02:55.912831+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:41:45.342337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":9,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T16:02:55.921867+0000","last_change":"2024-09-13T16:02:55.917562+0000","last_active":"2024-09-13T16:02:55.921867+0000","last_peered":"2024-09-13T16:02:55.921867+0000","last_clean":"2024-09-13T16:02:55.921867+0000","last_became_active":"2024-09-13T16:02:55.917280+0000","last_became_peered":"2024-09-13T16:02:55.917280+0000","last_unstale":"2024-09-13T16:02:55.921867+0000","last_undegraded":"2024-09-13T16:02:55.921867+0000","last_fullsized":"2024-09-13T16:02:55.921867+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:10:17.565016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":178,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-13T16:02:54.895464+0000","last_change":"2024-09-13T16:01:29.143297+0000","last_active":"2024-09-13T16:02:54.895464+0000","last_peered":"2024-09-13T16:02:54.895464+0000","last_clean":"2024-09-13T16:02:54.895464+0000","last_became_active":"2024-09-13T16:01:29.142269+0000","last_became_peered":"2024-09-13T16:01:29.142269+0000","last_unstale":"2024-09-13T16:02:54.895464+0000","last_undegraded":"2024-09-13T16:02:54.895464+0000","last_fullsized":"2024-09-13T16:02:54.895464+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:27.864638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:27.864638+0000","last_clean_scrub_stamp":"2024-09-13T16:01:27.864638+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:25:24.741463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1598,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1598,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":8,"ondisk_log_size":8,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":14,"seq":60129542167,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27496,"kb_used_data":468,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344344,"statfs":{"total":96636764160,"available":96608608256,"internally_reserved":0,"allocated":479232,"data_stored":200411,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.30499999999999999},{"interface":"front","average":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"last":0.26000000000000001}]},{"osd":1,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"last":0.318},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"last":0.33600000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"last":0.34300000000000003},{"interface":"front","average":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"last":0.35399999999999998}]},{"osd":4,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":1.038,"5min":1.038,"15min":1.038},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.45600000000000002}]},{"osd":5,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.502},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.92400000000000004,"5min":0.92400000000000004,"15min":0.92400000000000004},"last":0.41499999999999998}]},{"osd":6,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.437},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.42499999999999999}]},{"osd":7,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":1.1799999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.48099999999999998}]}]},{"osd":7,"up_from":13,"seq":55834574869,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28028,"kb_used_data":1008,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343812,"statfs":{"total":96636764160,"available":96608063488,"internally_reserved":0,"allocated":1032192,"data_stored":775491,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:02:30 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.51300000000000001}]},{"osd":1,"last update":"Fri Sep 13 16:02:30 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.59199999999999997}]},{"osd":2,"last update":"Fri Sep 13 16:02:30 2024","interfaces":[{"interface":"back","average":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":2.2919999999999998,"5min":2.2919999999999998,"15min":2.2919999999999998},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"last":0.47199999999999998}]},{"osd":3,"last update":"Fri Sep 13 16:02:30 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.436},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.495}]},{"osd":4,"last update":"Fri Sep 13 16:02:30 2024","interfaces":[{"interface":"back","average":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.56999999999999995}]},{"osd":5,"last update":"Fri Sep 13 16:02:30 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.57999999999999996}]},{"osd":6,"last update":"Fri Sep 13 16:02:30 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.626},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.61499999999999999}]}]},{"osd":6,"up_from":13,"seq":55834574869,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27464,"kb_used_data":440,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344376,"statfs":{"total":96636764160,"available":96608641024,"internally_reserved":0,"allocated":450560,"data_stored":191718,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.97099999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.66500000000000004},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.57199999999999995}]},{"osd":1,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":1.0940000000000001,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.53300000000000003}]},{"osd":2,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.621},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.63200000000000001}]},{"osd":3,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.64900000000000002},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.59899999999999998}]},{"osd":4,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.41699999999999998}]},{"osd":5,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.505},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.45200000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.44},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.58199999999999996}]}]},{"osd":5,"up_from":13,"seq":55834574868,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27448,"kb_used_data":428,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344392,"statfs":{"total":96636764160,"available":96608657408,"internally_reserved":0,"allocated":438272,"data_stored":185123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:02:27 2024","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.495,"15min":0.495},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"last":0.58399999999999996}]},{"osd":1,"last update":"Fri Sep 13 16:02:27 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.60099999999999998},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.61199999999999999}]},{"osd":2,"last update":"Fri Sep 13 16:02:27 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.625,"5min":0.625,"15min":0.625},"last":0.623},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.63800000000000001}]},{"osd":3,"last update":"Fri Sep 13 16:02:27 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.71299999999999997}]},{"osd":4,"last update":"Fri Sep 13 16:02:27 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.95499999999999996,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.505},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.46100000000000002}]},{"osd":6,"last update":"Fri Sep 13 16:02:27 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":1.036,"5min":1.036,"15min":1.036},"last":0.67600000000000005}]},{"osd":7,"last update":"Fri Sep 13 16:02:27 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.69599999999999995}]}]},{"osd":4,"up_from":13,"seq":55834574869,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27448,"kb_used_data":428,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344392,"statfs":{"total":96636764160,"available":96608657408,"internally_reserved":0,"allocated":438272,"data_stored":185123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:02:31 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"last":0.48299999999999998}]},{"osd":1,"last update":"Fri Sep 13 16:02:31 2024","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"last":0.32700000000000001},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.46300000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:02:31 2024","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.42399999999999999}]},{"osd":3,"last update":"Fri Sep 13 16:02:31 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.505,"5min":0.505,"15min":0.505},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.49199999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:02:31 2024","interfaces":[{"interface":"back","average":{"1min":0.496,"5min":0.496,"15min":0.496},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.47299999999999998}]},{"osd":6,"last update":"Fri Sep 13 16:02:31 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.44900000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:02:31 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.434},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.872,"5min":0.872,"15min":0.872},"last":0.38500000000000001}]}]},{"osd":2,"up_from":13,"seq":55834574868,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27448,"kb_used_data":428,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344392,"statfs":{"total":96636764160,"available":96608657408,"internally_reserved":0,"allocated":438272,"data_stored":185123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:02:27 2024","interfaces":[{"interface":"back","average":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"last":0.29799999999999999},{"interface":"front","average":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"last":0.38300000000000001}]},{"osd":1,"last update":"Fri Sep 13 16:02:27 2024","interfaces":[{"interface":"back","average":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"last":0.27200000000000002},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.36599999999999999}]},{"osd":3,"last update":"Fri Sep 13 16:02:32 2024","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"last":0.33700000000000002},{"interface":"front","average":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"last":0.34999999999999998}]},{"osd":4,"last update":"Fri Sep 13 16:02:27 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.67400000000000004},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.59399999999999997}]},{"osd":5,"last update":"Fri Sep 13 16:02:27 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.55000000000000004}]},{"osd":6,"last update":"Fri Sep 13 16:02:27 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.70099999999999996}]},{"osd":7,"last update":"Fri Sep 13 16:02:27 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.76600000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574868,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27448,"kb_used_data":428,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344392,"statfs":{"total":96636764160,"available":96608657408,"internally_reserved":0,"allocated":438272,"data_stored":185123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.98199999999999998,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.20399999999999999},{"interface":"front","average":{"1min":0.38,"5min":0.38,"15min":0.38},"min":{"1min":0.215,"5min":0.215,"15min":0.215},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.27200000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"min":{"1min":0.218,"5min":0.218,"15min":0.218},"max":{"1min":0.99099999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.23100000000000001},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.29299999999999998}]},{"osd":3,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":1.0289999999999999,"5min":1.0289999999999999,"15min":1.0289999999999999},"last":0.32000000000000001},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.25800000000000001}]},{"osd":4,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.68799999999999994},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.65100000000000002}]},{"osd":5,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.73299999999999998},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.60199999999999998}]},{"osd":6,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.63900000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.624},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.749}]}]},{"osd":0,"up_from":13,"seq":55834574870,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28024,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343816,"statfs":{"total":96636764160,"available":96608067584,"internally_reserved":0,"allocated":1028096,"data_stored":774822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 16:02:26 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":2.5960000000000001,"5min":2.5960000000000001,"15min":2.5960000000000001},"last":0.247},{"interface":"front","average":{"1min":0.378,"5min":0.378,"15min":0.378},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"last":0.315}]},{"osd":2,"last update":"Fri Sep 13 16:02:26 2024","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":1.373,"5min":1.373,"15min":1.373},"last":0.28000000000000003},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.26900000000000002}]},{"osd":3,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"last":0.29899999999999999}]},{"osd":4,"last update":"Fri Sep 13 16:02:26 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":1.321,"5min":1.321,"15min":1.321},"last":0.45600000000000002}]},{"osd":5,"last update":"Fri Sep 13 16:02:26 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.349,"5min":1.349,"15min":1.349},"last":0.41099999999999998}]},{"osd":6,"last update":"Fri Sep 13 16:02:26 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.372},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":1.286,"5min":1.286,"15min":1.286},"last":0.48399999999999999}]},{"osd":7,"last update":"Fri Sep 13 16:02:26 2024","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.628,"15min":0.628},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.443},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.42199999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1598,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:03:00.691 INFO:tasks.ceph.mds.d.smithi192.stderr:2024-09-13T16:03:00.689+0000 7fe4a9838640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T16:03:03.509 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:03:03.621 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.620+0000 7f81a2b1f640 1 Processor -- start 2024-09-13T16:03:03.621 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.620+0000 7f81a2b1f640 1 -- start start 2024-09-13T16:03:03.622 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.621+0000 7f81a2b1f640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f819c06c4c0 0x7f819c06c8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:03.622 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.621+0000 7f81a2b1f640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f819c0cbea0 0x7f819c0cc350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:03.622 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.621+0000 7f81a2b1f640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f819c0cc890 con 0x7f819c0b2590 2024-09-13T16:03:03.622 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.621+0000 7f81a2b1f640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f819c06deb0 con 0x7f819c0cbea0 2024-09-13T16:03:03.623 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.621+0000 7f81a2b1f640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f819c0b2170 con 0x7f819c06c4c0 2024-09-13T16:03:03.623 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.621+0000 7f81a10bc640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f819c0cbea0 0x7f819c0cc350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:03.623 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.621+0000 7f81a08bb640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f819c06c4c0 0x7f819c06c8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:03.623 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.621+0000 7f81a08bb640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f819c06c4c0 0x7f819c06c8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.76:59206/0 (socket says 172.21.15.76:59206) 2024-09-13T16:03:03.623 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.621+0000 7f819bfff640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7f819c0b2590 0x7f819c06d3a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:48404/0 (socket says 172.21.15.76:48404) 2024-09-13T16:03:03.623 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.621+0000 7f81a08bb640 1 -- 172.21.15.76:0/1946400927 learned_addr learned my addr 172.21.15.76:0/1946400927 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:03:03.623 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.621+0000 7f81a10bc640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f819c0cbea0 0x7f819c0cc350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.76:46800/0 (socket says 172.21.15.76:46800) 2024-09-13T16:03:03.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.622+0000 7f81a08bb640 1 -- 172.21.15.76:0/1946400927 >> v2:172.21.15.192:3300/0 conn(0x7f819c0cbea0 msgr2=0x7f819c0cc350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:03:03.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.622+0000 7f81a08bb640 1 --2- 172.21.15.76:0/1946400927 >> v2:172.21.15.192:3300/0 conn(0x7f819c0cbea0 0x7f819c0cc350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:03.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.622+0000 7f81a08bb640 1 -- 172.21.15.76:0/1946400927 >> v1:172.21.15.192:6789/0 conn(0x7f819c0b2590 legacy=0x7f819c06d3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:03.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.622+0000 7f81a08bb640 1 -- 172.21.15.76:0/1946400927 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f819c06dab0 con 0x7f819c06c4c0 2024-09-13T16:03:03.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.622+0000 7f81a10bc640 1 --2- 172.21.15.76:0/1946400927 >> v2:172.21.15.192:3300/0 conn(0x7f819c0cbea0 0x7f819c0cc350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:03:03.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.622+0000 7f819b7fe640 1 -- 172.21.15.76:0/1946400927 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1771636045 0 0) 0x7f819c0cc890 con 0x7f819c0b2590 2024-09-13T16:03:03.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.622+0000 7f81a08bb640 1 --2- 172.21.15.76:0/1946400927 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f819c06c4c0 0x7f819c06c8a0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f819c06dff0 tx=0x7f819002a270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9869b952a86772e0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:03.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.623+0000 7f819b7fe640 1 -- 172.21.15.76:0/1946400927 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8190032440 con 0x7f819c06c4c0 2024-09-13T16:03:03.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.623+0000 7f819b7fe640 1 -- 172.21.15.76:0/1946400927 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f81900325a0 con 0x7f819c06c4c0 2024-09-13T16:03:03.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.623+0000 7f819b7fe640 1 -- 172.21.15.76:0/1946400927 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8190032930 con 0x7f819c06c4c0 2024-09-13T16:03:03.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.623+0000 7f81a2b1f640 1 -- 172.21.15.76:0/1946400927 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f819c06c4c0 msgr2=0x7f819c06c8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:03.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.623+0000 7f81a2b1f640 1 --2- 172.21.15.76:0/1946400927 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f819c06c4c0 0x7f819c06c8a0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f819c06dff0 tx=0x7f819002a270 comp rx=0 tx=0).stop 2024-09-13T16:03:03.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.623+0000 7f81a2b1f640 1 -- 172.21.15.76:0/1946400927 shutdown_connections 2024-09-13T16:03:03.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.623+0000 7f81a2b1f640 1 --2- 172.21.15.76:0/1946400927 >> v2:172.21.15.192:3300/0 conn(0x7f819c0cbea0 0x7f819c0cc350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:03.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.623+0000 7f81a2b1f640 1 --2- 172.21.15.76:0/1946400927 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f819c06c4c0 0x7f819c06c8a0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:03.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.623+0000 7f81a2b1f640 1 -- 172.21.15.76:0/1946400927 >> 172.21.15.76:0/1946400927 conn(0x7f819c069ed0 msgr2=0x7f819c06a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:03:03.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.623+0000 7f81a2b1f640 1 -- 172.21.15.76:0/1946400927 shutdown_connections 2024-09-13T16:03:03.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.623+0000 7f81a2b1f640 1 -- 172.21.15.76:0/1946400927 wait complete. 2024-09-13T16:03:03.628 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.624+0000 7f81a2b1f640 1 Processor -- start 2024-09-13T16:03:03.628 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.624+0000 7f81a2b1f640 1 -- start start 2024-09-13T16:03:03.628 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.625+0000 7f81a2b1f640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f819c06c4c0 0x7f819c14b0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:03.628 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.625+0000 7f81a2b1f640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f819c0b2590 0x7f819c098250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:03.628 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.625+0000 7f81a2b1f640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f819c0cbea0 0x7f819c0c7570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:03.628 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.625+0000 7f81a2b1f640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f819c14b600 con 0x7f819c0cbea0 2024-09-13T16:03:03.628 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.625+0000 7f81a2b1f640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f819c159bf0 con 0x7f819c06c4c0 2024-09-13T16:03:03.628 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.625+0000 7f81a2b1f640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f819c159ed0 con 0x7f819c0b2590 2024-09-13T16:03:03.628 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.625+0000 7f81a10bc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f819c0cbea0 0x7f819c0c7570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:03.628 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.625+0000 7f81a10bc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f819c0cbea0 0x7f819c0c7570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51558/0 (socket says 172.21.15.76:51558) 2024-09-13T16:03:03.629 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.626+0000 7f81a10bc640 1 -- 172.21.15.76:0/2791149751 learned_addr learned my addr 172.21.15.76:0/2791149751 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:03:03.629 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.626+0000 7f819bfff640 1 --2- 172.21.15.76:0/2791149751 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f819c0b2590 0x7f819c098250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:03.629 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.626+0000 7f81a08bb640 1 --2- 172.21.15.76:0/2791149751 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f819c06c4c0 0x7f819c14b0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:03.629 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.626+0000 7f81a10bc640 1 -- 172.21.15.76:0/2791149751 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f819c0b2590 msgr2=0x7f819c098250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:03.629 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.626+0000 7f81a10bc640 1 --2- 172.21.15.76:0/2791149751 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f819c0b2590 0x7f819c098250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:03.629 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.626+0000 7f81a10bc640 1 -- 172.21.15.76:0/2791149751 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f819c06c4c0 msgr2=0x7f819c14b0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:03.629 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.626+0000 7f81a10bc640 1 --2- 172.21.15.76:0/2791149751 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f819c06c4c0 0x7f819c14b0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:03.629 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.626+0000 7f81a10bc640 1 -- 172.21.15.76:0/2791149751 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f819400ab80 con 0x7f819c0cbea0 2024-09-13T16:03:03.629 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.626+0000 7f81a10bc640 1 --2- 172.21.15.76:0/2791149751 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f819c0cbea0 0x7f819c0c7570 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f8194009e00 tx=0x7f81940075c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:03.629 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.626+0000 7f81997fa640 1 -- 172.21.15.76:0/2791149751 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8194018070 con 0x7f819c0cbea0 2024-09-13T16:03:03.629 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.626+0000 7f81997fa640 1 -- 172.21.15.76:0/2791149751 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8194010040 con 0x7f819c0cbea0 2024-09-13T16:03:03.630 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.626+0000 7f81a2b1f640 1 -- 172.21.15.76:0/2791149751 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f81900094d0 con 0x7f819c0cbea0 2024-09-13T16:03:03.630 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.626+0000 7f81997fa640 1 -- 172.21.15.76:0/2791149751 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8194003b90 con 0x7f819c0cbea0 2024-09-13T16:03:03.630 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.626+0000 7f81a2b1f640 1 -- 172.21.15.76:0/2791149751 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f819c15afe0 con 0x7f819c0cbea0 2024-09-13T16:03:03.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.627+0000 7f81a2b1f640 1 -- 172.21.15.76:0/2791149751 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f819c15ab60 con 0x7f819c0cbea0 2024-09-13T16:03:03.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.628+0000 7f81997fa640 1 -- 172.21.15.76:0/2791149751 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f819401d410 con 0x7f819c0cbea0 2024-09-13T16:03:03.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.628+0000 7f81997fa640 1 --2- 172.21.15.76:0/2791149751 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f818006ac00 0x7f818006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:03.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.628+0000 7f81997fa640 1 -- 172.21.15.76:0/2791149751 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f8194089600 con 0x7f819c0cbea0 2024-09-13T16:03:03.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.628+0000 7f81a08bb640 1 --2- 172.21.15.76:0/2791149751 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f818006ac00 0x7f818006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:03.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.629+0000 7f81a08bb640 1 --2- 172.21.15.76:0/2791149751 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f818006ac00 0x7f818006d0c0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f8190034000 tx=0x7f819002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:03.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.632+0000 7f81997fa640 1 -- 172.21.15.76:0/2791149751 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f819c15ab60 con 0x7f819c0cbea0 2024-09-13T16:03:03.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.792+0000 7f81a2b1f640 1 -- 172.21.15.76:0/2791149751 --> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f819c06ce80 con 0x7f818006ac00 2024-09-13T16:03:03.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.799+0000 7f81997fa640 1 -- 172.21.15.76:0/2791149751 <== mgr.4104 v2:172.21.15.76:6832/911852275 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+290161 (secure 0 0 0) 0x7f8190004340 con 0x7f818006ac00 2024-09-13T16:03:03.803 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:03:03.805 INFO:teuthology.orchestra.run.smithi076.stderr:dumped all 2024-09-13T16:03:03.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.802+0000 7f81a2b1f640 1 -- 172.21.15.76:0/2791149751 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f818006ac00 msgr2=0x7f818006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:03.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.802+0000 7f81a2b1f640 1 --2- 172.21.15.76:0/2791149751 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f818006ac00 0x7f818006d0c0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f8190034000 tx=0x7f819002e000 comp rx=0 tx=0).stop 2024-09-13T16:03:03.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.802+0000 7f81a2b1f640 1 -- 172.21.15.76:0/2791149751 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f819c0cbea0 msgr2=0x7f819c0c7570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:03.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.802+0000 7f81a2b1f640 1 --2- 172.21.15.76:0/2791149751 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f819c0cbea0 0x7f819c0c7570 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f8194009e00 tx=0x7f81940075c0 comp rx=0 tx=0).stop 2024-09-13T16:03:03.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.802+0000 7f81a2b1f640 1 -- 172.21.15.76:0/2791149751 shutdown_connections 2024-09-13T16:03:03.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.802+0000 7f81a2b1f640 1 --2- 172.21.15.76:0/2791149751 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f819c0cbea0 0x7f819c0c7570 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:03.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.802+0000 7f81a2b1f640 1 --2- 172.21.15.76:0/2791149751 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f818006ac00 0x7f818006d0c0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:03.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.802+0000 7f81a2b1f640 1 --2- 172.21.15.76:0/2791149751 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f819c0b2590 0x7f819c098250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:03.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.802+0000 7f81a2b1f640 1 --2- 172.21.15.76:0/2791149751 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f819c06c4c0 0x7f819c14b0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:03.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.802+0000 7f81a2b1f640 1 -- 172.21.15.76:0/2791149751 >> 172.21.15.76:0/2791149751 conn(0x7f819c069ed0 msgr2=0x7f819c0afe40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:03:03.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.802+0000 7f81a2b1f640 1 -- 172.21.15.76:0/2791149751 shutdown_connections 2024-09-13T16:03:03.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.802+0000 7f81a2b1f640 1 -- 172.21.15.76:0/2791149751 wait complete. 2024-09-13T16:03:03.814 INFO:teuthology.orchestra.run.smithi076.stdout:{"pg_ready":true,"pg_map":{"version":83,"stamp":"2024-09-13T16:03:02.950095+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":221188,"kb_used_data":4932,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754753532,"statfs":{"total":773094113280,"available":772867616768,"internally_reserved":0,"allocated":5050368,"data_stored":2828255,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":221236793},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":29,"apply_latency_ms":29,"commit_latency_ns":29000000,"apply_latency_ns":29000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.052185"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.985022+0000","last_change":"2024-09-13T16:02:56.266548+0000","last_active":"2024-09-13T16:02:56.985022+0000","last_peered":"2024-09-13T16:02:56.985022+0000","last_clean":"2024-09-13T16:02:56.985022+0000","last_became_active":"2024-09-13T16:02:56.265957+0000","last_became_peered":"2024-09-13T16:02:56.265957+0000","last_unstale":"2024-09-13T16:02:56.985022+0000","last_undegraded":"2024-09-13T16:02:56.985022+0000","last_fullsized":"2024-09-13T16:02:56.985022+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:46:13.923668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.984970+0000","last_change":"2024-09-13T16:02:56.264956+0000","last_active":"2024-09-13T16:02:56.984970+0000","last_peered":"2024-09-13T16:02:56.984970+0000","last_clean":"2024-09-13T16:02:56.984970+0000","last_became_active":"2024-09-13T16:02:56.264723+0000","last_became_peered":"2024-09-13T16:02:56.264723+0000","last_unstale":"2024-09-13T16:02:56.984970+0000","last_undegraded":"2024-09-13T16:02:56.984970+0000","last_fullsized":"2024-09-13T16:02:56.984970+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:07:40.750385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.280939+0000","last_change":"2024-09-13T16:02:56.278460+0000","last_active":"2024-09-13T16:02:56.280939+0000","last_peered":"2024-09-13T16:02:56.280939+0000","last_clean":"2024-09-13T16:02:56.280939+0000","last_became_active":"2024-09-13T16:02:56.278205+0000","last_became_peered":"2024-09-13T16:02:56.278205+0000","last_unstale":"2024-09-13T16:02:56.280939+0000","last_undegraded":"2024-09-13T16:02:56.280939+0000","last_fullsized":"2024-09-13T16:02:56.280939+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:14:38.509353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.272415+0000","last_change":"2024-09-13T16:02:56.265313+0000","last_active":"2024-09-13T16:02:56.272415+0000","last_peered":"2024-09-13T16:02:56.272415+0000","last_clean":"2024-09-13T16:02:56.272415+0000","last_became_active":"2024-09-13T16:02:56.264845+0000","last_became_peered":"2024-09-13T16:02:56.264845+0000","last_unstale":"2024-09-13T16:02:56.272415+0000","last_undegraded":"2024-09-13T16:02:56.272415+0000","last_fullsized":"2024-09-13T16:02:56.272415+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:03:48.754266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.267447+0000","last_change":"2024-09-13T16:02:56.265113+0000","last_active":"2024-09-13T16:02:56.267447+0000","last_peered":"2024-09-13T16:02:56.267447+0000","last_clean":"2024-09-13T16:02:56.267447+0000","last_became_active":"2024-09-13T16:02:56.264843+0000","last_became_peered":"2024-09-13T16:02:56.264843+0000","last_unstale":"2024-09-13T16:02:56.267447+0000","last_undegraded":"2024-09-13T16:02:56.267447+0000","last_fullsized":"2024-09-13T16:02:56.267447+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:57:05.857571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.260941+0000","last_change":"2024-09-13T16:02:56.257553+0000","last_active":"2024-09-13T16:02:56.260941+0000","last_peered":"2024-09-13T16:02:56.260941+0000","last_clean":"2024-09-13T16:02:56.260941+0000","last_became_active":"2024-09-13T16:02:56.257313+0000","last_became_peered":"2024-09-13T16:02:56.257313+0000","last_unstale":"2024-09-13T16:02:56.260941+0000","last_undegraded":"2024-09-13T16:02:56.260941+0000","last_fullsized":"2024-09-13T16:02:56.260941+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:09:20.345592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.284759+0000","last_change":"2024-09-13T16:02:56.275351+0000","last_active":"2024-09-13T16:02:56.284759+0000","last_peered":"2024-09-13T16:02:56.284759+0000","last_clean":"2024-09-13T16:02:56.284759+0000","last_became_active":"2024-09-13T16:02:56.274936+0000","last_became_peered":"2024-09-13T16:02:56.274936+0000","last_unstale":"2024-09-13T16:02:56.284759+0000","last_undegraded":"2024-09-13T16:02:56.284759+0000","last_fullsized":"2024-09-13T16:02:56.284759+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:18:40.873926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.984784+0000","last_change":"2024-09-13T16:02:56.278617+0000","last_active":"2024-09-13T16:02:56.984784+0000","last_peered":"2024-09-13T16:02:56.984784+0000","last_clean":"2024-09-13T16:02:56.984784+0000","last_became_active":"2024-09-13T16:02:56.278384+0000","last_became_peered":"2024-09-13T16:02:56.278384+0000","last_unstale":"2024-09-13T16:02:56.984784+0000","last_undegraded":"2024-09-13T16:02:56.984784+0000","last_fullsized":"2024-09-13T16:02:56.984784+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:03:23.373628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.283036+0000","last_change":"2024-09-13T16:02:56.278697+0000","last_active":"2024-09-13T16:02:56.283036+0000","last_peered":"2024-09-13T16:02:56.283036+0000","last_clean":"2024-09-13T16:02:56.283036+0000","last_became_active":"2024-09-13T16:02:56.278279+0000","last_became_peered":"2024-09-13T16:02:56.278279+0000","last_unstale":"2024-09-13T16:02:56.283036+0000","last_undegraded":"2024-09-13T16:02:56.283036+0000","last_fullsized":"2024-09-13T16:02:56.283036+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:41:45.342337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.285152+0000","last_change":"2024-09-13T16:02:56.281509+0000","last_active":"2024-09-13T16:02:56.285152+0000","last_peered":"2024-09-13T16:02:56.285152+0000","last_clean":"2024-09-13T16:02:56.285152+0000","last_became_active":"2024-09-13T16:02:56.281248+0000","last_became_peered":"2024-09-13T16:02:56.281248+0000","last_unstale":"2024-09-13T16:02:56.285152+0000","last_undegraded":"2024-09-13T16:02:56.285152+0000","last_fullsized":"2024-09-13T16:02:56.285152+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:56:03.353901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.284872+0000","last_change":"2024-09-13T16:02:56.277261+0000","last_active":"2024-09-13T16:02:56.284872+0000","last_peered":"2024-09-13T16:02:56.284872+0000","last_clean":"2024-09-13T16:02:56.284872+0000","last_became_active":"2024-09-13T16:02:56.276980+0000","last_became_peered":"2024-09-13T16:02:56.276980+0000","last_unstale":"2024-09-13T16:02:56.284872+0000","last_undegraded":"2024-09-13T16:02:56.284872+0000","last_fullsized":"2024-09-13T16:02:56.284872+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:43:31.751609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.272421+0000","last_change":"2024-09-13T16:02:56.264085+0000","last_active":"2024-09-13T16:02:56.272421+0000","last_peered":"2024-09-13T16:02:56.272421+0000","last_clean":"2024-09-13T16:02:56.272421+0000","last_became_active":"2024-09-13T16:02:56.263829+0000","last_became_peered":"2024-09-13T16:02:56.263829+0000","last_unstale":"2024-09-13T16:02:56.272421+0000","last_undegraded":"2024-09-13T16:02:56.272421+0000","last_fullsized":"2024-09-13T16:02:56.272421+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:07:52.664426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.285082+0000","last_change":"2024-09-13T16:02:56.280696+0000","last_active":"2024-09-13T16:02:56.285082+0000","last_peered":"2024-09-13T16:02:56.285082+0000","last_clean":"2024-09-13T16:02:56.285082+0000","last_became_active":"2024-09-13T16:02:56.280457+0000","last_became_peered":"2024-09-13T16:02:56.280457+0000","last_unstale":"2024-09-13T16:02:56.285082+0000","last_undegraded":"2024-09-13T16:02:56.285082+0000","last_fullsized":"2024-09-13T16:02:56.285082+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:07:52.664426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.276031+0000","last_change":"2024-09-13T16:02:56.269738+0000","last_active":"2024-09-13T16:02:56.276031+0000","last_peered":"2024-09-13T16:02:56.276031+0000","last_clean":"2024-09-13T16:02:56.276031+0000","last_became_active":"2024-09-13T16:02:56.269481+0000","last_became_peered":"2024-09-13T16:02:56.269481+0000","last_unstale":"2024-09-13T16:02:56.276031+0000","last_undegraded":"2024-09-13T16:02:56.276031+0000","last_fullsized":"2024-09-13T16:02:56.276031+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:56:46.116618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.284772+0000","last_change":"2024-09-13T16:02:56.276678+0000","last_active":"2024-09-13T16:02:56.284772+0000","last_peered":"2024-09-13T16:02:56.284772+0000","last_clean":"2024-09-13T16:02:56.284772+0000","last_became_active":"2024-09-13T16:02:56.276397+0000","last_became_peered":"2024-09-13T16:02:56.276397+0000","last_unstale":"2024-09-13T16:02:56.284772+0000","last_undegraded":"2024-09-13T16:02:56.284772+0000","last_fullsized":"2024-09-13T16:02:56.284772+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:14:38.509353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.284688+0000","last_change":"2024-09-13T16:02:56.280752+0000","last_active":"2024-09-13T16:02:56.284688+0000","last_peered":"2024-09-13T16:02:56.284688+0000","last_clean":"2024-09-13T16:02:56.284688+0000","last_became_active":"2024-09-13T16:02:56.280435+0000","last_became_peered":"2024-09-13T16:02:56.280435+0000","last_unstale":"2024-09-13T16:02:56.284688+0000","last_undegraded":"2024-09-13T16:02:56.284688+0000","last_fullsized":"2024-09-13T16:02:56.284688+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:09:20.345592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.284664+0000","last_change":"2024-09-13T16:02:56.280701+0000","last_active":"2024-09-13T16:02:56.284664+0000","last_peered":"2024-09-13T16:02:56.284664+0000","last_clean":"2024-09-13T16:02:56.284664+0000","last_became_active":"2024-09-13T16:02:56.280392+0000","last_became_peered":"2024-09-13T16:02:56.280392+0000","last_unstale":"2024-09-13T16:02:56.284664+0000","last_undegraded":"2024-09-13T16:02:56.284664+0000","last_fullsized":"2024-09-13T16:02:56.284664+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:41:24.796439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.275637+0000","last_change":"2024-09-13T16:02:56.273604+0000","last_active":"2024-09-13T16:02:56.275637+0000","last_peered":"2024-09-13T16:02:56.275637+0000","last_clean":"2024-09-13T16:02:56.275637+0000","last_became_active":"2024-09-13T16:02:56.273342+0000","last_became_peered":"2024-09-13T16:02:56.273342+0000","last_unstale":"2024-09-13T16:02:56.275637+0000","last_undegraded":"2024-09-13T16:02:56.275637+0000","last_fullsized":"2024-09-13T16:02:56.275637+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:10:00.513880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.267246+0000","last_change":"2024-09-13T16:02:56.262556+0000","last_active":"2024-09-13T16:02:56.267246+0000","last_peered":"2024-09-13T16:02:56.267246+0000","last_clean":"2024-09-13T16:02:56.267246+0000","last_became_active":"2024-09-13T16:02:56.262149+0000","last_became_peered":"2024-09-13T16:02:56.262149+0000","last_unstale":"2024-09-13T16:02:56.267246+0000","last_undegraded":"2024-09-13T16:02:56.267246+0000","last_fullsized":"2024-09-13T16:02:56.267246+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:07:15.831534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.279408+0000","last_change":"2024-09-13T16:02:56.274962+0000","last_active":"2024-09-13T16:02:56.279408+0000","last_peered":"2024-09-13T16:02:56.279408+0000","last_clean":"2024-09-13T16:02:56.279408+0000","last_became_active":"2024-09-13T16:02:56.274457+0000","last_became_peered":"2024-09-13T16:02:56.274457+0000","last_unstale":"2024-09-13T16:02:56.279408+0000","last_undegraded":"2024-09-13T16:02:56.279408+0000","last_fullsized":"2024-09-13T16:02:56.279408+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:41:30.553071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.284831+0000","last_change":"2024-09-13T16:02:56.276922+0000","last_active":"2024-09-13T16:02:56.284831+0000","last_peered":"2024-09-13T16:02:56.284831+0000","last_clean":"2024-09-13T16:02:56.284831+0000","last_became_active":"2024-09-13T16:02:56.276602+0000","last_became_peered":"2024-09-13T16:02:56.276602+0000","last_unstale":"2024-09-13T16:02:56.284831+0000","last_undegraded":"2024-09-13T16:02:56.284831+0000","last_fullsized":"2024-09-13T16:02:56.284831+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:56:46.116618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.268452+0000","last_change":"2024-09-13T16:02:56.263089+0000","last_active":"2024-09-13T16:02:56.268452+0000","last_peered":"2024-09-13T16:02:56.268452+0000","last_clean":"2024-09-13T16:02:56.268452+0000","last_became_active":"2024-09-13T16:02:56.262804+0000","last_became_peered":"2024-09-13T16:02:56.262804+0000","last_unstale":"2024-09-13T16:02:56.268452+0000","last_undegraded":"2024-09-13T16:02:56.268452+0000","last_fullsized":"2024-09-13T16:02:56.268452+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:41:45.342337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.278354+0000","last_change":"2024-09-13T16:02:56.272928+0000","last_active":"2024-09-13T16:02:56.278354+0000","last_peered":"2024-09-13T16:02:56.278354+0000","last_clean":"2024-09-13T16:02:56.278354+0000","last_became_active":"2024-09-13T16:02:56.272153+0000","last_became_peered":"2024-09-13T16:02:56.272153+0000","last_unstale":"2024-09-13T16:02:56.278354+0000","last_undegraded":"2024-09-13T16:02:56.278354+0000","last_fullsized":"2024-09-13T16:02:56.278354+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:44:18.751971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.281008+0000","last_change":"2024-09-13T16:02:56.277217+0000","last_active":"2024-09-13T16:02:56.281008+0000","last_peered":"2024-09-13T16:02:56.281008+0000","last_clean":"2024-09-13T16:02:56.281008+0000","last_became_active":"2024-09-13T16:02:56.276998+0000","last_became_peered":"2024-09-13T16:02:56.276998+0000","last_unstale":"2024-09-13T16:02:56.281008+0000","last_undegraded":"2024-09-13T16:02:56.281008+0000","last_fullsized":"2024-09-13T16:02:56.281008+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:04:23.520754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.279869+0000","last_change":"2024-09-13T16:02:56.277013+0000","last_active":"2024-09-13T16:02:56.279869+0000","last_peered":"2024-09-13T16:02:56.279869+0000","last_clean":"2024-09-13T16:02:56.279869+0000","last_became_active":"2024-09-13T16:02:56.276752+0000","last_became_peered":"2024-09-13T16:02:56.276752+0000","last_unstale":"2024-09-13T16:02:56.279869+0000","last_undegraded":"2024-09-13T16:02:56.279869+0000","last_fullsized":"2024-09-13T16:02:56.279869+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:42:48.010144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.280727+0000","last_change":"2024-09-13T16:02:56.277754+0000","last_active":"2024-09-13T16:02:56.280727+0000","last_peered":"2024-09-13T16:02:56.280727+0000","last_clean":"2024-09-13T16:02:56.280727+0000","last_became_active":"2024-09-13T16:02:56.277482+0000","last_became_peered":"2024-09-13T16:02:56.277482+0000","last_unstale":"2024-09-13T16:02:56.280727+0000","last_undegraded":"2024-09-13T16:02:56.280727+0000","last_fullsized":"2024-09-13T16:02:56.280727+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:44:18.751971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.268197+0000","last_change":"2024-09-13T16:02:56.266223+0000","last_active":"2024-09-13T16:02:56.268197+0000","last_peered":"2024-09-13T16:02:56.268197+0000","last_clean":"2024-09-13T16:02:56.268197+0000","last_became_active":"2024-09-13T16:02:56.265676+0000","last_became_peered":"2024-09-13T16:02:56.265676+0000","last_unstale":"2024-09-13T16:02:56.268197+0000","last_undegraded":"2024-09-13T16:02:56.268197+0000","last_fullsized":"2024-09-13T16:02:56.268197+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:52:43.604701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.277923+0000","last_change":"2024-09-13T16:02:56.270294+0000","last_active":"2024-09-13T16:02:56.277923+0000","last_peered":"2024-09-13T16:02:56.277923+0000","last_clean":"2024-09-13T16:02:56.277923+0000","last_became_active":"2024-09-13T16:02:56.270043+0000","last_became_peered":"2024-09-13T16:02:56.270043+0000","last_unstale":"2024-09-13T16:02:56.277923+0000","last_undegraded":"2024-09-13T16:02:56.277923+0000","last_fullsized":"2024-09-13T16:02:56.277923+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:46:04.343434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.269859+0000","last_change":"2024-09-13T16:02:56.267404+0000","last_active":"2024-09-13T16:02:56.269859+0000","last_peered":"2024-09-13T16:02:56.269859+0000","last_clean":"2024-09-13T16:02:56.269859+0000","last_became_active":"2024-09-13T16:02:56.266812+0000","last_became_peered":"2024-09-13T16:02:56.266812+0000","last_unstale":"2024-09-13T16:02:56.269859+0000","last_undegraded":"2024-09-13T16:02:56.269859+0000","last_fullsized":"2024-09-13T16:02:56.269859+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:03:48.754266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.273000+0000","last_change":"2024-09-13T16:02:56.270744+0000","last_active":"2024-09-13T16:02:56.273000+0000","last_peered":"2024-09-13T16:02:56.273000+0000","last_clean":"2024-09-13T16:02:56.273000+0000","last_became_active":"2024-09-13T16:02:56.270496+0000","last_became_peered":"2024-09-13T16:02:56.270496+0000","last_unstale":"2024-09-13T16:02:56.273000+0000","last_undegraded":"2024-09-13T16:02:56.273000+0000","last_fullsized":"2024-09-13T16:02:56.273000+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:45:32.231999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.275060+0000","last_change":"2024-09-13T16:02:56.271640+0000","last_active":"2024-09-13T16:02:56.275060+0000","last_peered":"2024-09-13T16:02:56.275060+0000","last_clean":"2024-09-13T16:02:56.275060+0000","last_became_active":"2024-09-13T16:02:56.265236+0000","last_became_peered":"2024-09-13T16:02:56.265236+0000","last_unstale":"2024-09-13T16:02:56.275060+0000","last_undegraded":"2024-09-13T16:02:56.275060+0000","last_fullsized":"2024-09-13T16:02:56.275060+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:10:00.513880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.272818+0000","last_change":"2024-09-13T16:02:56.263670+0000","last_active":"2024-09-13T16:02:56.272818+0000","last_peered":"2024-09-13T16:02:56.272818+0000","last_clean":"2024-09-13T16:02:56.272818+0000","last_became_active":"2024-09-13T16:02:56.263427+0000","last_became_peered":"2024-09-13T16:02:56.263427+0000","last_unstale":"2024-09-13T16:02:56.272818+0000","last_undegraded":"2024-09-13T16:02:56.272818+0000","last_fullsized":"2024-09-13T16:02:56.272818+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:10:00.513880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.284702+0000","last_change":"2024-09-13T16:02:56.281010+0000","last_active":"2024-09-13T16:02:56.284702+0000","last_peered":"2024-09-13T16:02:56.284702+0000","last_clean":"2024-09-13T16:02:56.284702+0000","last_became_active":"2024-09-13T16:02:56.280760+0000","last_became_peered":"2024-09-13T16:02:56.280760+0000","last_unstale":"2024-09-13T16:02:56.284702+0000","last_undegraded":"2024-09-13T16:02:56.284702+0000","last_fullsized":"2024-09-13T16:02:56.284702+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:19:13.355718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1f","version":"40'4","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.279929+0000","last_change":"2024-09-13T16:02:55.914063+0000","last_active":"2024-09-13T16:02:56.279929+0000","last_peered":"2024-09-13T16:02:56.279929+0000","last_clean":"2024-09-13T16:02:56.279929+0000","last_became_active":"2024-09-13T16:02:55.913791+0000","last_became_peered":"2024-09-13T16:02:55.913791+0000","last_unstale":"2024-09-13T16:02:56.279929+0000","last_undegraded":"2024-09-13T16:02:56.279929+0000","last_fullsized":"2024-09-13T16:02:56.279929+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:45:02.495479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.283079+0000","last_change":"2024-09-13T16:02:56.280614+0000","last_active":"2024-09-13T16:02:56.283079+0000","last_peered":"2024-09-13T16:02:56.283079+0000","last_clean":"2024-09-13T16:02:56.283079+0000","last_became_active":"2024-09-13T16:02:56.280315+0000","last_became_peered":"2024-09-13T16:02:56.280315+0000","last_unstale":"2024-09-13T16:02:56.283079+0000","last_undegraded":"2024-09-13T16:02:56.283079+0000","last_fullsized":"2024-09-13T16:02:56.283079+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:41:24.796439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1e","version":"40'1","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.275169+0000","last_change":"2024-09-13T16:02:55.917295+0000","last_active":"2024-09-13T16:02:56.275169+0000","last_peered":"2024-09-13T16:02:56.275169+0000","last_clean":"2024-09-13T16:02:56.275169+0000","last_became_active":"2024-09-13T16:02:55.917053+0000","last_became_peered":"2024-09-13T16:02:55.917053+0000","last_unstale":"2024-09-13T16:02:56.275169+0000","last_undegraded":"2024-09-13T16:02:56.275169+0000","last_fullsized":"2024-09-13T16:02:56.275169+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:42:47.005611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.276061+0000","last_change":"2024-09-13T16:02:56.270294+0000","last_active":"2024-09-13T16:02:56.276061+0000","last_peered":"2024-09-13T16:02:56.276061+0000","last_clean":"2024-09-13T16:02:56.276061+0000","last_became_active":"2024-09-13T16:02:56.270044+0000","last_became_peered":"2024-09-13T16:02:56.270044+0000","last_unstale":"2024-09-13T16:02:56.276061+0000","last_undegraded":"2024-09-13T16:02:56.276061+0000","last_fullsized":"2024-09-13T16:02:56.276061+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:14:38.509353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1d","version":"40'2","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.275921+0000","last_change":"2024-09-13T16:02:55.917445+0000","last_active":"2024-09-13T16:02:56.275921+0000","last_peered":"2024-09-13T16:02:56.275921+0000","last_clean":"2024-09-13T16:02:56.275921+0000","last_became_active":"2024-09-13T16:02:55.917187+0000","last_became_peered":"2024-09-13T16:02:55.917187+0000","last_unstale":"2024-09-13T16:02:56.275921+0000","last_undegraded":"2024-09-13T16:02:56.275921+0000","last_fullsized":"2024-09-13T16:02:56.275921+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:37:23.233635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.985005+0000","last_change":"2024-09-13T16:02:56.268876+0000","last_active":"2024-09-13T16:02:56.985005+0000","last_peered":"2024-09-13T16:02:56.985005+0000","last_clean":"2024-09-13T16:02:56.985005+0000","last_became_active":"2024-09-13T16:02:56.268630+0000","last_became_peered":"2024-09-13T16:02:56.268630+0000","last_unstale":"2024-09-13T16:02:56.985005+0000","last_undegraded":"2024-09-13T16:02:56.985005+0000","last_fullsized":"2024-09-13T16:02:56.985005+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:36:26.435313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"40'2","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.274409+0000","last_change":"2024-09-13T16:02:55.919864+0000","last_active":"2024-09-13T16:02:56.274409+0000","last_peered":"2024-09-13T16:02:56.274409+0000","last_clean":"2024-09-13T16:02:56.274409+0000","last_became_active":"2024-09-13T16:02:55.919052+0000","last_became_peered":"2024-09-13T16:02:55.919052+0000","last_unstale":"2024-09-13T16:02:56.274409+0000","last_undegraded":"2024-09-13T16:02:56.274409+0000","last_fullsized":"2024-09-13T16:02:56.274409+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:19:12.351185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.266109+0000","last_change":"2024-09-13T16:02:56.262465+0000","last_active":"2024-09-13T16:02:56.266109+0000","last_peered":"2024-09-13T16:02:56.266109+0000","last_clean":"2024-09-13T16:02:56.266109+0000","last_became_active":"2024-09-13T16:02:56.262221+0000","last_became_peered":"2024-09-13T16:02:56.262221+0000","last_unstale":"2024-09-13T16:02:56.266109+0000","last_undegraded":"2024-09-13T16:02:56.266109+0000","last_fullsized":"2024-09-13T16:02:56.266109+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:10:43.122366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1b","version":"40'1","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.277250+0000","last_change":"2024-09-13T16:02:55.918224+0000","last_active":"2024-09-13T16:02:56.277250+0000","last_peered":"2024-09-13T16:02:56.277250+0000","last_clean":"2024-09-13T16:02:56.277250+0000","last_became_active":"2024-09-13T16:02:55.917970+0000","last_became_peered":"2024-09-13T16:02:55.917970+0000","last_unstale":"2024-09-13T16:02:56.277250+0000","last_undegraded":"2024-09-13T16:02:56.277250+0000","last_fullsized":"2024-09-13T16:02:56.277250+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:04:22.516221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.278587+0000","last_change":"2024-09-13T16:02:56.268598+0000","last_active":"2024-09-13T16:02:56.278587+0000","last_peered":"2024-09-13T16:02:56.278587+0000","last_clean":"2024-09-13T16:02:56.278587+0000","last_became_active":"2024-09-13T16:02:56.268321+0000","last_became_peered":"2024-09-13T16:02:56.268321+0000","last_unstale":"2024-09-13T16:02:56.278587+0000","last_undegraded":"2024-09-13T16:02:56.278587+0000","last_fullsized":"2024-09-13T16:02:56.278587+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:55:50.417022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"40'1","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.274698+0000","last_change":"2024-09-13T16:02:55.922735+0000","last_active":"2024-09-13T16:02:56.274698+0000","last_peered":"2024-09-13T16:02:56.274698+0000","last_clean":"2024-09-13T16:02:56.274698+0000","last_became_active":"2024-09-13T16:02:55.922445+0000","last_became_peered":"2024-09-13T16:02:55.922445+0000","last_unstale":"2024-09-13T16:02:56.274698+0000","last_undegraded":"2024-09-13T16:02:56.274698+0000","last_fullsized":"2024-09-13T16:02:56.274698+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:45:02.495479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.284637+0000","last_change":"2024-09-13T16:02:56.278847+0000","last_active":"2024-09-13T16:02:56.284637+0000","last_peered":"2024-09-13T16:02:56.284637+0000","last_clean":"2024-09-13T16:02:56.284637+0000","last_became_active":"2024-09-13T16:02:56.278417+0000","last_became_peered":"2024-09-13T16:02:56.278417+0000","last_unstale":"2024-09-13T16:02:56.284637+0000","last_undegraded":"2024-09-13T16:02:56.284637+0000","last_fullsized":"2024-09-13T16:02:56.284637+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:18:40.873926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":11,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.252707+0000","last_change":"2024-09-13T16:02:55.916250+0000","last_active":"2024-09-13T16:02:56.252707+0000","last_peered":"2024-09-13T16:02:56.252707+0000","last_clean":"2024-09-13T16:02:56.252707+0000","last_became_active":"2024-09-13T16:02:55.916002+0000","last_became_peered":"2024-09-13T16:02:55.916002+0000","last_unstale":"2024-09-13T16:02:56.252707+0000","last_undegraded":"2024-09-13T16:02:56.252707+0000","last_fullsized":"2024-09-13T16:02:56.252707+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:09:42.846752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.984845+0000","last_change":"2024-09-13T16:02:56.267129+0000","last_active":"2024-09-13T16:02:56.984845+0000","last_peered":"2024-09-13T16:02:56.984845+0000","last_clean":"2024-09-13T16:02:56.984845+0000","last_became_active":"2024-09-13T16:02:56.266893+0000","last_became_peered":"2024-09-13T16:02:56.266893+0000","last_unstale":"2024-09-13T16:02:56.984845+0000","last_undegraded":"2024-09-13T16:02:56.984845+0000","last_fullsized":"2024-09-13T16:02:56.984845+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:40:09.196703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":11,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.255619+0000","last_change":"2024-09-13T16:02:55.918750+0000","last_active":"2024-09-13T16:02:56.255619+0000","last_peered":"2024-09-13T16:02:56.255619+0000","last_clean":"2024-09-13T16:02:56.255619+0000","last_became_active":"2024-09-13T16:02:55.918422+0000","last_became_peered":"2024-09-13T16:02:55.918422+0000","last_unstale":"2024-09-13T16:02:56.255619+0000","last_undegraded":"2024-09-13T16:02:56.255619+0000","last_fullsized":"2024-09-13T16:02:56.255619+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:44:17.747438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.267218+0000","last_change":"2024-09-13T16:02:56.262697+0000","last_active":"2024-09-13T16:02:56.267218+0000","last_peered":"2024-09-13T16:02:56.267218+0000","last_clean":"2024-09-13T16:02:56.267218+0000","last_became_active":"2024-09-13T16:02:56.262260+0000","last_became_peered":"2024-09-13T16:02:56.262260+0000","last_unstale":"2024-09-13T16:02:56.267218+0000","last_undegraded":"2024-09-13T16:02:56.267218+0000","last_fullsized":"2024-09-13T16:02:56.267218+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:42:48.010144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":11,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.985051+0000","last_change":"2024-09-13T16:02:55.922437+0000","last_active":"2024-09-13T16:02:56.985051+0000","last_peered":"2024-09-13T16:02:56.985051+0000","last_clean":"2024-09-13T16:02:56.985051+0000","last_became_active":"2024-09-13T16:02:55.922158+0000","last_became_peered":"2024-09-13T16:02:55.922158+0000","last_unstale":"2024-09-13T16:02:56.985051+0000","last_undegraded":"2024-09-13T16:02:56.985051+0000","last_fullsized":"2024-09-13T16:02:56.985051+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:47:30.966948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.278417+0000","last_change":"2024-09-13T16:02:56.273736+0000","last_active":"2024-09-13T16:02:56.278417+0000","last_peered":"2024-09-13T16:02:56.278417+0000","last_clean":"2024-09-13T16:02:56.278417+0000","last_became_active":"2024-09-13T16:02:56.273480+0000","last_became_peered":"2024-09-13T16:02:56.273480+0000","last_unstale":"2024-09-13T16:02:56.278417+0000","last_undegraded":"2024-09-13T16:02:56.278417+0000","last_fullsized":"2024-09-13T16:02:56.278417+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:41:29.065989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":11,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.266245+0000","last_change":"2024-09-13T16:02:55.921872+0000","last_active":"2024-09-13T16:02:56.266245+0000","last_peered":"2024-09-13T16:02:56.266245+0000","last_clean":"2024-09-13T16:02:56.266245+0000","last_became_active":"2024-09-13T16:02:55.921664+0000","last_became_peered":"2024-09-13T16:02:55.921664+0000","last_unstale":"2024-09-13T16:02:56.266245+0000","last_undegraded":"2024-09-13T16:02:56.266245+0000","last_fullsized":"2024-09-13T16:02:56.266245+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:07:14.827001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.272455+0000","last_change":"2024-09-13T16:02:56.265202+0000","last_active":"2024-09-13T16:02:56.272455+0000","last_peered":"2024-09-13T16:02:56.272455+0000","last_clean":"2024-09-13T16:02:56.272455+0000","last_became_active":"2024-09-13T16:02:56.264968+0000","last_became_peered":"2024-09-13T16:02:56.264968+0000","last_unstale":"2024-09-13T16:02:56.272455+0000","last_undegraded":"2024-09-13T16:02:56.272455+0000","last_fullsized":"2024-09-13T16:02:56.272455+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:34:22.665516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.15","version":"40'3","reported_seq":14,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.277994+0000","last_change":"2024-09-13T16:02:55.922680+0000","last_active":"2024-09-13T16:02:56.277994+0000","last_peered":"2024-09-13T16:02:56.277994+0000","last_clean":"2024-09-13T16:02:56.277994+0000","last_became_active":"2024-09-13T16:02:55.922452+0000","last_became_peered":"2024-09-13T16:02:55.922452+0000","last_unstale":"2024-09-13T16:02:56.277994+0000","last_undegraded":"2024-09-13T16:02:56.277994+0000","last_fullsized":"2024-09-13T16:02:56.277994+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:42:47.005611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.271608+0000","last_change":"2024-09-13T16:02:56.264870+0000","last_active":"2024-09-13T16:02:56.271608+0000","last_peered":"2024-09-13T16:02:56.271608+0000","last_clean":"2024-09-13T16:02:56.271608+0000","last_became_active":"2024-09-13T16:02:56.264621+0000","last_became_peered":"2024-09-13T16:02:56.264621+0000","last_unstale":"2024-09-13T16:02:56.271608+0000","last_undegraded":"2024-09-13T16:02:56.271608+0000","last_fullsized":"2024-09-13T16:02:56.271608+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:55:50.417022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.14","version":"40'6","reported_seq":17,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.984950+0000","last_change":"2024-09-13T16:02:55.920618+0000","last_active":"2024-09-13T16:02:56.984950+0000","last_peered":"2024-09-13T16:02:56.984950+0000","last_clean":"2024-09-13T16:02:56.984950+0000","last_became_active":"2024-09-13T16:02:55.920396+0000","last_became_peered":"2024-09-13T16:02:55.920396+0000","last_unstale":"2024-09-13T16:02:56.984950+0000","last_undegraded":"2024-09-13T16:02:56.984950+0000","last_fullsized":"2024-09-13T16:02:56.984950+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:46:03.338901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.280991+0000","last_change":"2024-09-13T16:02:56.278509+0000","last_active":"2024-09-13T16:02:56.280991+0000","last_peered":"2024-09-13T16:02:56.280991+0000","last_clean":"2024-09-13T16:02:56.280991+0000","last_became_active":"2024-09-13T16:02:56.278260+0000","last_became_peered":"2024-09-13T16:02:56.278260+0000","last_unstale":"2024-09-13T16:02:56.280991+0000","last_undegraded":"2024-09-13T16:02:56.280991+0000","last_fullsized":"2024-09-13T16:02:56.280991+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:41:14.553505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"40'2","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.984910+0000","last_change":"2024-09-13T16:02:55.918055+0000","last_active":"2024-09-13T16:02:56.984910+0000","last_peered":"2024-09-13T16:02:56.984910+0000","last_clean":"2024-09-13T16:02:56.984910+0000","last_became_active":"2024-09-13T16:02:55.917757+0000","last_became_peered":"2024-09-13T16:02:55.917757+0000","last_unstale":"2024-09-13T16:02:56.984910+0000","last_undegraded":"2024-09-13T16:02:56.984910+0000","last_fullsized":"2024-09-13T16:02:56.984910+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:17:59.092497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.984828+0000","last_change":"2024-09-13T16:02:56.263373+0000","last_active":"2024-09-13T16:02:56.984828+0000","last_peered":"2024-09-13T16:02:56.984828+0000","last_clean":"2024-09-13T16:02:56.984828+0000","last_became_active":"2024-09-13T16:02:56.263090+0000","last_became_peered":"2024-09-13T16:02:56.263090+0000","last_unstale":"2024-09-13T16:02:56.984828+0000","last_undegraded":"2024-09-13T16:02:56.984828+0000","last_fullsized":"2024-09-13T16:02:56.984828+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:08:42.423914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":11,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.253156+0000","last_change":"2024-09-13T16:02:55.915679+0000","last_active":"2024-09-13T16:02:56.253156+0000","last_peered":"2024-09-13T16:02:56.253156+0000","last_clean":"2024-09-13T16:02:56.253156+0000","last_became_active":"2024-09-13T16:02:55.915455+0000","last_became_peered":"2024-09-13T16:02:55.915455+0000","last_unstale":"2024-09-13T16:02:56.253156+0000","last_undegraded":"2024-09-13T16:02:56.253156+0000","last_fullsized":"2024-09-13T16:02:56.253156+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:00:25.930732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.272801+0000","last_change":"2024-09-13T16:02:56.263670+0000","last_active":"2024-09-13T16:02:56.272801+0000","last_peered":"2024-09-13T16:02:56.272801+0000","last_clean":"2024-09-13T16:02:56.272801+0000","last_became_active":"2024-09-13T16:02:56.263422+0000","last_became_peered":"2024-09-13T16:02:56.263422+0000","last_unstale":"2024-09-13T16:02:56.272801+0000","last_undegraded":"2024-09-13T16:02:56.272801+0000","last_fullsized":"2024-09-13T16:02:56.272801+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:45:32.231999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":11,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.260454+0000","last_change":"2024-09-13T16:02:55.915174+0000","last_active":"2024-09-13T16:02:56.260454+0000","last_peered":"2024-09-13T16:02:56.260454+0000","last_clean":"2024-09-13T16:02:56.260454+0000","last_became_active":"2024-09-13T16:02:55.914410+0000","last_became_peered":"2024-09-13T16:02:55.914410+0000","last_unstale":"2024-09-13T16:02:56.260454+0000","last_undegraded":"2024-09-13T16:02:56.260454+0000","last_fullsized":"2024-09-13T16:02:56.260454+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:09:42.846752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.984862+0000","last_change":"2024-09-13T16:02:56.264251+0000","last_active":"2024-09-13T16:02:56.984862+0000","last_peered":"2024-09-13T16:02:56.984862+0000","last_clean":"2024-09-13T16:02:56.984862+0000","last_became_active":"2024-09-13T16:02:56.263989+0000","last_became_peered":"2024-09-13T16:02:56.263989+0000","last_unstale":"2024-09-13T16:02:56.984862+0000","last_undegraded":"2024-09-13T16:02:56.984862+0000","last_fullsized":"2024-09-13T16:02:56.984862+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:10:15.912474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.10","version":"40'8","reported_seq":19,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.282535+0000","last_change":"2024-09-13T16:02:55.920646+0000","last_active":"2024-09-13T16:02:56.282535+0000","last_peered":"2024-09-13T16:02:56.282535+0000","last_clean":"2024-09-13T16:02:56.282535+0000","last_became_active":"2024-09-13T16:02:55.920415+0000","last_became_peered":"2024-09-13T16:02:55.920415+0000","last_unstale":"2024-09-13T16:02:56.282535+0000","last_undegraded":"2024-09-13T16:02:56.282535+0000","last_fullsized":"2024-09-13T16:02:56.282535+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:09:42.846752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.984932+0000","last_change":"2024-09-13T16:02:56.269261+0000","last_active":"2024-09-13T16:02:56.984932+0000","last_peered":"2024-09-13T16:02:56.984932+0000","last_clean":"2024-09-13T16:02:56.984932+0000","last_became_active":"2024-09-13T16:02:56.269019+0000","last_became_peered":"2024-09-13T16:02:56.269019+0000","last_unstale":"2024-09-13T16:02:56.984932+0000","last_undegraded":"2024-09-13T16:02:56.984932+0000","last_fullsized":"2024-09-13T16:02:56.984932+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:14:45.096091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.f","version":"40'1","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.280511+0000","last_change":"2024-09-13T16:02:55.919986+0000","last_active":"2024-09-13T16:02:56.280511+0000","last_peered":"2024-09-13T16:02:56.280511+0000","last_clean":"2024-09-13T16:02:56.280511+0000","last_became_active":"2024-09-13T16:02:55.919754+0000","last_became_peered":"2024-09-13T16:02:55.919754+0000","last_unstale":"2024-09-13T16:02:56.280511+0000","last_undegraded":"2024-09-13T16:02:56.280511+0000","last_fullsized":"2024-09-13T16:02:56.280511+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:57:04.853038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.284835+0000","last_change":"2024-09-13T16:02:56.276981+0000","last_active":"2024-09-13T16:02:56.284835+0000","last_peered":"2024-09-13T16:02:56.284835+0000","last_clean":"2024-09-13T16:02:56.284835+0000","last_became_active":"2024-09-13T16:02:56.276430+0000","last_became_peered":"2024-09-13T16:02:56.276430+0000","last_unstale":"2024-09-13T16:02:56.284835+0000","last_undegraded":"2024-09-13T16:02:56.284835+0000","last_fullsized":"2024-09-13T16:02:56.284835+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:48:33.300896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.e","version":"40'2","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.281469+0000","last_change":"2024-09-13T16:02:55.920853+0000","last_active":"2024-09-13T16:02:56.281469+0000","last_peered":"2024-09-13T16:02:56.281469+0000","last_clean":"2024-09-13T16:02:56.281469+0000","last_became_active":"2024-09-13T16:02:55.920581+0000","last_became_peered":"2024-09-13T16:02:55.920581+0000","last_unstale":"2024-09-13T16:02:56.281469+0000","last_undegraded":"2024-09-13T16:02:56.281469+0000","last_fullsized":"2024-09-13T16:02:56.281469+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:09:19.341059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.268515+0000","last_change":"2024-09-13T16:02:56.261751+0000","last_active":"2024-09-13T16:02:56.268515+0000","last_peered":"2024-09-13T16:02:56.268515+0000","last_clean":"2024-09-13T16:02:56.268515+0000","last_became_active":"2024-09-13T16:02:56.261482+0000","last_became_peered":"2024-09-13T16:02:56.261482+0000","last_unstale":"2024-09-13T16:02:56.268515+0000","last_undegraded":"2024-09-13T16:02:56.268515+0000","last_fullsized":"2024-09-13T16:02:56.268515+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:43:31.751609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"40'1","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.281680+0000","last_change":"2024-09-13T16:02:55.917292+0000","last_active":"2024-09-13T16:02:56.281680+0000","last_peered":"2024-09-13T16:02:56.281680+0000","last_clean":"2024-09-13T16:02:56.281680+0000","last_became_active":"2024-09-13T16:02:55.917043+0000","last_became_peered":"2024-09-13T16:02:55.917043+0000","last_unstale":"2024-09-13T16:02:56.281680+0000","last_undegraded":"2024-09-13T16:02:56.281680+0000","last_fullsized":"2024-09-13T16:02:56.281680+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:26:34.431363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.267277+0000","last_change":"2024-09-13T16:02:56.264324+0000","last_active":"2024-09-13T16:02:56.267277+0000","last_peered":"2024-09-13T16:02:56.267277+0000","last_clean":"2024-09-13T16:02:56.267277+0000","last_became_active":"2024-09-13T16:02:56.264076+0000","last_became_peered":"2024-09-13T16:02:56.264076+0000","last_unstale":"2024-09-13T16:02:56.267277+0000","last_undegraded":"2024-09-13T16:02:56.267277+0000","last_fullsized":"2024-09-13T16:02:56.267277+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:52:43.604701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":11,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.253079+0000","last_change":"2024-09-13T16:02:55.917357+0000","last_active":"2024-09-13T16:02:56.253079+0000","last_peered":"2024-09-13T16:02:56.253079+0000","last_clean":"2024-09-13T16:02:56.253079+0000","last_became_active":"2024-09-13T16:02:55.917099+0000","last_became_peered":"2024-09-13T16:02:55.917099+0000","last_unstale":"2024-09-13T16:02:56.253079+0000","last_undegraded":"2024-09-13T16:02:56.253079+0000","last_fullsized":"2024-09-13T16:02:56.253079+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:51:09.247919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.281561+0000","last_change":"2024-09-13T16:02:56.275609+0000","last_active":"2024-09-13T16:02:56.281561+0000","last_peered":"2024-09-13T16:02:56.281561+0000","last_clean":"2024-09-13T16:02:56.281561+0000","last_became_active":"2024-09-13T16:02:56.275346+0000","last_became_peered":"2024-09-13T16:02:56.275346+0000","last_unstale":"2024-09-13T16:02:56.281561+0000","last_undegraded":"2024-09-13T16:02:56.281561+0000","last_fullsized":"2024-09-13T16:02:56.281561+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:41:30.553071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"40'2","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.274118+0000","last_change":"2024-09-13T16:02:55.915683+0000","last_active":"2024-09-13T16:02:56.274118+0000","last_peered":"2024-09-13T16:02:56.274118+0000","last_clean":"2024-09-13T16:02:56.274118+0000","last_became_active":"2024-09-13T16:02:55.915437+0000","last_became_peered":"2024-09-13T16:02:55.915437+0000","last_unstale":"2024-09-13T16:02:56.274118+0000","last_undegraded":"2024-09-13T16:02:56.274118+0000","last_fullsized":"2024-09-13T16:02:56.274118+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:09:40.733141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.273773+0000","last_change":"2024-09-13T16:02:56.265744+0000","last_active":"2024-09-13T16:02:56.273773+0000","last_peered":"2024-09-13T16:02:56.273773+0000","last_clean":"2024-09-13T16:02:56.273773+0000","last_became_active":"2024-09-13T16:02:56.265539+0000","last_became_peered":"2024-09-13T16:02:56.265539+0000","last_unstale":"2024-09-13T16:02:56.273773+0000","last_undegraded":"2024-09-13T16:02:56.273773+0000","last_fullsized":"2024-09-13T16:02:56.273773+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:58:26.709110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":11,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.257487+0000","last_change":"2024-09-13T16:02:55.917647+0000","last_active":"2024-09-13T16:02:56.257487+0000","last_peered":"2024-09-13T16:02:56.257487+0000","last_clean":"2024-09-13T16:02:56.257487+0000","last_became_active":"2024-09-13T16:02:55.917397+0000","last_became_peered":"2024-09-13T16:02:55.917397+0000","last_unstale":"2024-09-13T16:02:56.257487+0000","last_undegraded":"2024-09-13T16:02:56.257487+0000","last_fullsized":"2024-09-13T16:02:56.257487+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:10:17.565016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.284852+0000","last_change":"2024-09-13T16:02:56.277065+0000","last_active":"2024-09-13T16:02:56.284852+0000","last_peered":"2024-09-13T16:02:56.284852+0000","last_clean":"2024-09-13T16:02:56.284852+0000","last_became_active":"2024-09-13T16:02:56.276781+0000","last_became_peered":"2024-09-13T16:02:56.276781+0000","last_unstale":"2024-09-13T16:02:56.284852+0000","last_undegraded":"2024-09-13T16:02:56.284852+0000","last_fullsized":"2024-09-13T16:02:56.284852+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:58:26.709110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":11,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.259605+0000","last_change":"2024-09-13T16:02:55.918826+0000","last_active":"2024-09-13T16:02:56.259605+0000","last_peered":"2024-09-13T16:02:56.259605+0000","last_clean":"2024-09-13T16:02:56.259605+0000","last_became_active":"2024-09-13T16:02:55.918571+0000","last_became_peered":"2024-09-13T16:02:55.918571+0000","last_unstale":"2024-09-13T16:02:56.259605+0000","last_undegraded":"2024-09-13T16:02:56.259605+0000","last_fullsized":"2024-09-13T16:02:56.259605+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:02:41.951315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.984880+0000","last_change":"2024-09-13T16:02:56.267674+0000","last_active":"2024-09-13T16:02:56.984880+0000","last_peered":"2024-09-13T16:02:56.984880+0000","last_clean":"2024-09-13T16:02:56.984880+0000","last_became_active":"2024-09-13T16:02:56.267442+0000","last_became_peered":"2024-09-13T16:02:56.267442+0000","last_unstale":"2024-09-13T16:02:56.984880+0000","last_undegraded":"2024-09-13T16:02:56.984880+0000","last_fullsized":"2024-09-13T16:02:56.984880+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:51:10.695346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":11,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.257136+0000","last_change":"2024-09-13T16:02:55.912019+0000","last_active":"2024-09-13T16:02:56.257136+0000","last_peered":"2024-09-13T16:02:56.257136+0000","last_clean":"2024-09-13T16:02:56.257136+0000","last_became_active":"2024-09-13T16:02:55.911717+0000","last_became_peered":"2024-09-13T16:02:55.911717+0000","last_unstale":"2024-09-13T16:02:56.257136+0000","last_undegraded":"2024-09-13T16:02:56.257136+0000","last_fullsized":"2024-09-13T16:02:56.257136+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:00:31.532985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.283064+0000","last_change":"2024-09-13T16:02:56.280507+0000","last_active":"2024-09-13T16:02:56.283064+0000","last_peered":"2024-09-13T16:02:56.283064+0000","last_clean":"2024-09-13T16:02:56.283064+0000","last_became_active":"2024-09-13T16:02:56.280296+0000","last_became_peered":"2024-09-13T16:02:56.280296+0000","last_unstale":"2024-09-13T16:02:56.283064+0000","last_undegraded":"2024-09-13T16:02:56.283064+0000","last_fullsized":"2024-09-13T16:02:56.283064+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:19:13.355718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"40'2","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.277759+0000","last_change":"2024-09-13T16:02:55.922512+0000","last_active":"2024-09-13T16:02:56.277759+0000","last_peered":"2024-09-13T16:02:56.277759+0000","last_clean":"2024-09-13T16:02:56.277759+0000","last_became_active":"2024-09-13T16:02:55.922258+0000","last_became_peered":"2024-09-13T16:02:55.922258+0000","last_unstale":"2024-09-13T16:02:56.277759+0000","last_undegraded":"2024-09-13T16:02:56.277759+0000","last_fullsized":"2024-09-13T16:02:56.277759+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:03:47.749733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.278437+0000","last_change":"2024-09-13T16:02:56.274355+0000","last_active":"2024-09-13T16:02:56.278437+0000","last_peered":"2024-09-13T16:02:56.278437+0000","last_clean":"2024-09-13T16:02:56.278437+0000","last_became_active":"2024-09-13T16:02:56.274118+0000","last_became_peered":"2024-09-13T16:02:56.274118+0000","last_unstale":"2024-09-13T16:02:56.278437+0000","last_undegraded":"2024-09-13T16:02:56.278437+0000","last_fullsized":"2024-09-13T16:02:56.278437+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:41:14.553505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.6","version":"41'1","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T16:02:57.276343+0000","last_change":"2024-09-13T16:02:55.920336+0000","last_active":"2024-09-13T16:02:57.276343+0000","last_peered":"2024-09-13T16:02:57.276343+0000","last_clean":"2024-09-13T16:02:57.276343+0000","last_became_active":"2024-09-13T16:02:55.920048+0000","last_became_peered":"2024-09-13T16:02:55.920048+0000","last_unstale":"2024-09-13T16:02:57.276343+0000","last_undegraded":"2024-09-13T16:02:57.276343+0000","last_fullsized":"2024-09-13T16:02:57.276343+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:02:41.951315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.984987+0000","last_change":"2024-09-13T16:02:56.266210+0000","last_active":"2024-09-13T16:02:56.984987+0000","last_peered":"2024-09-13T16:02:56.984987+0000","last_clean":"2024-09-13T16:02:56.984987+0000","last_became_active":"2024-09-13T16:02:56.265970+0000","last_became_peered":"2024-09-13T16:02:56.265970+0000","last_unstale":"2024-09-13T16:02:56.984987+0000","last_undegraded":"2024-09-13T16:02:56.984987+0000","last_fullsized":"2024-09-13T16:02:56.984987+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:00:55.194275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":11,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.257029+0000","last_change":"2024-09-13T16:02:55.919017+0000","last_active":"2024-09-13T16:02:56.257029+0000","last_peered":"2024-09-13T16:02:56.257029+0000","last_clean":"2024-09-13T16:02:56.257029+0000","last_became_active":"2024-09-13T16:02:55.918716+0000","last_became_peered":"2024-09-13T16:02:55.918716+0000","last_unstale":"2024-09-13T16:02:56.257029+0000","last_undegraded":"2024-09-13T16:02:56.257029+0000","last_fullsized":"2024-09-13T16:02:56.257029+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:03:47.749733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.274035+0000","last_change":"2024-09-13T16:02:56.269360+0000","last_active":"2024-09-13T16:02:56.274035+0000","last_peered":"2024-09-13T16:02:56.274035+0000","last_clean":"2024-09-13T16:02:56.274035+0000","last_became_active":"2024-09-13T16:02:56.269126+0000","last_became_peered":"2024-09-13T16:02:56.269126+0000","last_unstale":"2024-09-13T16:02:56.274035+0000","last_undegraded":"2024-09-13T16:02:56.274035+0000","last_fullsized":"2024-09-13T16:02:56.274035+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:56:03.353901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":11,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.259332+0000","last_change":"2024-09-13T16:02:55.917024+0000","last_active":"2024-09-13T16:02:56.259332+0000","last_peered":"2024-09-13T16:02:56.259332+0000","last_clean":"2024-09-13T16:02:56.259332+0000","last_became_active":"2024-09-13T16:02:55.916759+0000","last_became_peered":"2024-09-13T16:02:55.916759+0000","last_unstale":"2024-09-13T16:02:56.259332+0000","last_undegraded":"2024-09-13T16:02:56.259332+0000","last_fullsized":"2024-09-13T16:02:56.259332+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:57:04.853038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.273222+0000","last_change":"2024-09-13T16:02:56.268617+0000","last_active":"2024-09-13T16:02:56.273222+0000","last_peered":"2024-09-13T16:02:56.273222+0000","last_clean":"2024-09-13T16:02:56.273222+0000","last_became_active":"2024-09-13T16:02:56.268382+0000","last_became_peered":"2024-09-13T16:02:56.268382+0000","last_unstale":"2024-09-13T16:02:56.273222+0000","last_undegraded":"2024-09-13T16:02:56.273222+0000","last_fullsized":"2024-09-13T16:02:56.273222+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:41:30.553071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":11,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.261735+0000","last_change":"2024-09-13T16:02:55.914690+0000","last_active":"2024-09-13T16:02:56.261735+0000","last_peered":"2024-09-13T16:02:56.261735+0000","last_clean":"2024-09-13T16:02:56.261735+0000","last_became_active":"2024-09-13T16:02:55.914400+0000","last_became_peered":"2024-09-13T16:02:55.914400+0000","last_unstale":"2024-09-13T16:02:56.261735+0000","last_undegraded":"2024-09-13T16:02:56.261735+0000","last_fullsized":"2024-09-13T16:02:56.261735+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:02:41.951315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.271816+0000","last_change":"2024-09-13T16:02:56.265570+0000","last_active":"2024-09-13T16:02:56.271816+0000","last_peered":"2024-09-13T16:02:56.271816+0000","last_clean":"2024-09-13T16:02:56.271816+0000","last_became_active":"2024-09-13T16:02:56.265261+0000","last_became_peered":"2024-09-13T16:02:56.265261+0000","last_unstale":"2024-09-13T16:02:56.271816+0000","last_undegraded":"2024-09-13T16:02:56.271816+0000","last_fullsized":"2024-09-13T16:02:56.271816+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:48:33.300896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":11,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.256000+0000","last_change":"2024-09-13T16:02:55.917678+0000","last_active":"2024-09-13T16:02:56.256000+0000","last_peered":"2024-09-13T16:02:56.256000+0000","last_clean":"2024-09-13T16:02:56.256000+0000","last_became_active":"2024-09-13T16:02:55.917384+0000","last_became_peered":"2024-09-13T16:02:55.917384+0000","last_unstale":"2024-09-13T16:02:56.256000+0000","last_undegraded":"2024-09-13T16:02:56.256000+0000","last_fullsized":"2024-09-13T16:02:56.256000+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:41:23.791906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.284619+0000","last_change":"2024-09-13T16:02:56.278932+0000","last_active":"2024-09-13T16:02:56.284619+0000","last_peered":"2024-09-13T16:02:56.284619+0000","last_clean":"2024-09-13T16:02:56.284619+0000","last_became_active":"2024-09-13T16:02:56.278639+0000","last_became_peered":"2024-09-13T16:02:56.278639+0000","last_unstale":"2024-09-13T16:02:56.284619+0000","last_undegraded":"2024-09-13T16:02:56.284619+0000","last_fullsized":"2024-09-13T16:02:56.284619+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:55:39.076478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":11,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.984809+0000","last_change":"2024-09-13T16:02:55.922857+0000","last_active":"2024-09-13T16:02:56.984809+0000","last_peered":"2024-09-13T16:02:56.984809+0000","last_clean":"2024-09-13T16:02:56.984809+0000","last_became_active":"2024-09-13T16:02:55.922197+0000","last_became_peered":"2024-09-13T16:02:55.922197+0000","last_unstale":"2024-09-13T16:02:56.984809+0000","last_undegraded":"2024-09-13T16:02:56.984809+0000","last_fullsized":"2024-09-13T16:02:56.984809+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:06:54.229118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.284903+0000","last_change":"2024-09-13T16:02:56.277574+0000","last_active":"2024-09-13T16:02:56.284903+0000","last_peered":"2024-09-13T16:02:56.284903+0000","last_clean":"2024-09-13T16:02:56.284903+0000","last_became_active":"2024-09-13T16:02:56.277330+0000","last_became_peered":"2024-09-13T16:02:56.277330+0000","last_unstale":"2024-09-13T16:02:56.284903+0000","last_undegraded":"2024-09-13T16:02:56.284903+0000","last_fullsized":"2024-09-13T16:02:56.284903+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:55.892727+0000","last_clean_scrub_stamp":"2024-09-13T16:02:55.892727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:41:45.342337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":11,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.259322+0000","last_change":"2024-09-13T16:02:55.917562+0000","last_active":"2024-09-13T16:02:56.259322+0000","last_peered":"2024-09-13T16:02:56.259322+0000","last_clean":"2024-09-13T16:02:56.259322+0000","last_became_active":"2024-09-13T16:02:55.917280+0000","last_became_peered":"2024-09-13T16:02:55.917280+0000","last_unstale":"2024-09-13T16:02:56.259322+0000","last_undegraded":"2024-09-13T16:02:56.259322+0000","last_fullsized":"2024-09-13T16:02:56.259322+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:02:54.888194+0000","last_clean_scrub_stamp":"2024-09-13T16:02:54.888194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:10:17.565016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":180,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T16:02:56.260992+0000","last_change":"2024-09-13T16:01:29.143297+0000","last_active":"2024-09-13T16:02:56.260992+0000","last_peered":"2024-09-13T16:02:56.260992+0000","last_clean":"2024-09-13T16:02:56.260992+0000","last_became_active":"2024-09-13T16:01:29.142269+0000","last_became_peered":"2024-09-13T16:01:29.142269+0000","last_unstale":"2024-09-13T16:02:56.260992+0000","last_undegraded":"2024-09-13T16:02:56.260992+0000","last_fullsized":"2024-09-13T16:02:56.260992+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:27.864638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:27.864638+0000","last_clean_scrub_stamp":"2024-09-13T16:01:27.864638+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:25:24.741463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":14,"seq":60129542168,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27512,"kb_used_data":480,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344328,"statfs":{"total":96636764160,"available":96608591872,"internally_reserved":0,"allocated":491520,"data_stored":207031,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.29599999999999999},{"interface":"front","average":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"last":0.23799999999999999}]},{"osd":1,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"last":0.224},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"last":0.253}]},{"osd":2,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"last":0.28599999999999998},{"interface":"front","average":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"last":0.31900000000000001}]},{"osd":4,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":1.038,"5min":1.038,"15min":1.038},"last":0.626},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.54900000000000004}]},{"osd":5,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.92400000000000004,"5min":0.92400000000000004,"15min":0.92400000000000004},"last":0.64200000000000002}]},{"osd":6,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.58299999999999996}]},{"osd":7,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":1.1799999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.59799999999999998}]}]},{"osd":7,"up_from":13,"seq":55834574870,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28092,"kb_used_data":1060,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343748,"statfs":{"total":96636764160,"available":96607997952,"internally_reserved":0,"allocated":1085440,"data_stored":797435,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:02:30 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.40200000000000002}]},{"osd":1,"last update":"Fri Sep 13 16:02:30 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.435},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.54900000000000004}]},{"osd":2,"last update":"Fri Sep 13 16:02:30 2024","interfaces":[{"interface":"back","average":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":2.2919999999999998,"5min":2.2919999999999998,"15min":2.2919999999999998},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"last":0.58599999999999997}]},{"osd":3,"last update":"Fri Sep 13 16:02:30 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.505}]},{"osd":4,"last update":"Fri Sep 13 16:02:30 2024","interfaces":[{"interface":"back","average":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.48899999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:02:30 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.41799999999999998}]},{"osd":6,"last update":"Fri Sep 13 16:02:30 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.56299999999999994}]}]},{"osd":6,"up_from":13,"seq":55834574870,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27500,"kb_used_data":468,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344340,"statfs":{"total":96636764160,"available":96608604160,"internally_reserved":0,"allocated":479232,"data_stored":206015,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.97099999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.39700000000000002}]},{"osd":1,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":1.0940000000000001,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.54600000000000004}]},{"osd":2,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.72999999999999998},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.56499999999999995}]},{"osd":3,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.626}]},{"osd":4,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.64100000000000001},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.60399999999999998}]},{"osd":5,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.746}]},{"osd":7,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.78400000000000003}]}]},{"osd":5,"up_from":13,"seq":55834574869,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27504,"kb_used_data":472,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344336,"statfs":{"total":96636764160,"available":96608600064,"internally_reserved":0,"allocated":483328,"data_stored":205545,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:02:27 2024","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.495,"15min":0.495},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"last":0.29199999999999998}]},{"osd":1,"last update":"Fri Sep 13 16:02:27 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.39000000000000001}]},{"osd":2,"last update":"Fri Sep 13 16:02:27 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.625,"5min":0.625,"15min":0.625},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.32300000000000001}]},{"osd":3,"last update":"Fri Sep 13 16:02:27 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.47499999999999998}]},{"osd":4,"last update":"Fri Sep 13 16:02:27 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.95499999999999996,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.501},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.51100000000000001}]},{"osd":6,"last update":"Fri Sep 13 16:02:27 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":1.036,"5min":1.036,"15min":1.036},"last":0.54400000000000004}]},{"osd":7,"last update":"Fri Sep 13 16:02:27 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.46300000000000002},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.53100000000000003}]}]},{"osd":4,"up_from":13,"seq":55834574870,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27504,"kb_used_data":472,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344336,"statfs":{"total":96636764160,"available":96608600064,"internally_reserved":0,"allocated":483328,"data_stored":206037,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:02:31 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"last":0.61199999999999999}]},{"osd":1,"last update":"Fri Sep 13 16:02:31 2024","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.57799999999999996}]},{"osd":2,"last update":"Fri Sep 13 16:02:31 2024","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.63900000000000001}]},{"osd":3,"last update":"Fri Sep 13 16:02:31 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.66000000000000003},{"interface":"front","average":{"1min":0.505,"5min":0.505,"15min":0.505},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.59099999999999997}]},{"osd":5,"last update":"Fri Sep 13 16:02:31 2024","interfaces":[{"interface":"back","average":{"1min":0.496,"5min":0.496,"15min":0.496},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.47799999999999998}]},{"osd":6,"last update":"Fri Sep 13 16:02:31 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.45700000000000002}]},{"osd":7,"last update":"Fri Sep 13 16:02:31 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.872,"5min":0.872,"15min":0.872},"last":0.55300000000000005}]}]},{"osd":2,"up_from":13,"seq":55834574869,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27500,"kb_used_data":468,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344340,"statfs":{"total":96636764160,"available":96608604160,"internally_reserved":0,"allocated":479232,"data_stored":205503,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:02:27 2024","interfaces":[{"interface":"back","average":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"last":0.32100000000000001},{"interface":"front","average":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"last":0.29699999999999999}]},{"osd":1,"last update":"Fri Sep 13 16:02:27 2024","interfaces":[{"interface":"back","average":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"last":0.27500000000000002},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.35799999999999998}]},{"osd":3,"last update":"Fri Sep 13 16:02:32 2024","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"last":0.378},{"interface":"front","average":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"last":0.25900000000000001}]},{"osd":4,"last update":"Fri Sep 13 16:02:27 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.54100000000000004}]},{"osd":5,"last update":"Fri Sep 13 16:02:27 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.58899999999999997}]},{"osd":6,"last update":"Fri Sep 13 16:02:27 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.495},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.54700000000000004}]},{"osd":7,"last update":"Fri Sep 13 16:02:27 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.57399999999999995}]}]},{"osd":1,"up_from":13,"seq":55834574869,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27500,"kb_used_data":468,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344340,"statfs":{"total":96636764160,"available":96608604160,"internally_reserved":0,"allocated":479232,"data_stored":205523,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.98199999999999998,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.38,"5min":0.38,"15min":0.38},"min":{"1min":0.215,"5min":0.215,"15min":0.215},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.29599999999999999}]},{"osd":2,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"min":{"1min":0.218,"5min":0.218,"15min":0.218},"max":{"1min":0.99099999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.35099999999999998},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.41199999999999998}]},{"osd":3,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":1.0289999999999999,"5min":1.0289999999999999,"15min":1.0289999999999999},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.379}]},{"osd":4,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.504},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.432}]},{"osd":5,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.46500000000000002}]},{"osd":6,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.51300000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.48399999999999999}]}]},{"osd":0,"up_from":13,"seq":55834574871,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28076,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343764,"statfs":{"total":96636764160,"available":96608014336,"internally_reserved":0,"allocated":1069056,"data_stored":795166,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 16:02:26 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":2.5960000000000001,"5min":2.5960000000000001,"15min":2.5960000000000001},"last":0.216},{"interface":"front","average":{"1min":0.378,"5min":0.378,"15min":0.378},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"last":0.39200000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:02:26 2024","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":1.373,"5min":1.373,"15min":1.373},"last":0.27200000000000002},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.34799999999999998}]},{"osd":3,"last update":"Fri Sep 13 16:02:29 2024","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.30299999999999999},{"interface":"front","average":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"last":0.33500000000000002}]},{"osd":4,"last update":"Fri Sep 13 16:02:26 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.65000000000000002},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":1.321,"5min":1.321,"15min":1.321},"last":0.54600000000000004}]},{"osd":5,"last update":"Fri Sep 13 16:02:26 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.349,"5min":1.349,"15min":1.349},"last":0.64100000000000001}]},{"osd":6,"last update":"Fri Sep 13 16:02:26 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":1.286,"5min":1.286,"15min":1.286},"last":0.56799999999999995}]},{"osd":7,"last update":"Fri Sep 13 16:02:26 2024","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.628,"15min":0.628},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.67700000000000005},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.59599999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1598,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:03:03.821 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-09-13T16:03:03.821 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-13T16:03:03.962 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.961+0000 7f17b0c80640 1 Processor -- start 2024-09-13T16:03:03.962 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.961+0000 7f17b0c80640 1 -- start start 2024-09-13T16:03:03.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.962+0000 7f17b0c80640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f17ac0b20a0 0x7f17ac0ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:03.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.962+0000 7f17b0c80640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f17ac0cea30 0x7f17ac0ab9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:03.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.962+0000 7f17b0c80640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f17ac0cee60 con 0x7f17ac15a3b0 2024-09-13T16:03:03.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.962+0000 7f17b0c80640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f17ac15a790 con 0x7f17ac0cea30 2024-09-13T16:03:03.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.962+0000 7f17b0c80640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f17ac0b2680 con 0x7f17ac0b20a0 2024-09-13T16:03:03.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.962+0000 7f17aad9d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f17ac0cea30 0x7f17ac0ab9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:03.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.962+0000 7f17aad9d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f17ac0cea30 0x7f17ac0ab9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51566/0 (socket says 172.21.15.76:51566) 2024-09-13T16:03:03.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.962+0000 7f17aad9d640 1 -- 172.21.15.76:0/2491355064 learned_addr learned my addr 172.21.15.76:0/2491355064 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:03:03.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.962+0000 7f17a1d9b640 1 --2- 172.21.15.76:0/2491355064 >> v2:172.21.15.192:3300/0 conn(0x7f17ac0b20a0 0x7f17ac0ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:03.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.962+0000 7f17aad9d640 1 -- 172.21.15.76:0/2491355064 >> v2:172.21.15.192:3300/0 conn(0x7f17ac0b20a0 msgr2=0x7f17ac0ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:03:03.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.962+0000 7f17aad9d640 1 --2- 172.21.15.76:0/2491355064 >> v2:172.21.15.192:3300/0 conn(0x7f17ac0b20a0 0x7f17ac0ce4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:03.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.962+0000 7f17aad9d640 1 -- 172.21.15.76:0/2491355064 >> v1:172.21.15.192:6789/0 conn(0x7f17ac15a3b0 legacy=0x7f17ac0b1720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:03.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.962+0000 7f17aad9d640 1 -- 172.21.15.76:0/2491355064 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f17ac0b2960 con 0x7f17ac0cea30 2024-09-13T16:03:03.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.962+0000 7f17a1d9b640 1 --2- 172.21.15.76:0/2491355064 >> v2:172.21.15.192:3300/0 conn(0x7f17ac0b20a0 0x7f17ac0ce4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:03:03.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.963+0000 7f17aad9d640 1 --2- 172.21.15.76:0/2491355064 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f17ac0cea30 0x7f17ac0ab9e0 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f17ac06c5b0 tx=0x7f17a402a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=20279cf310c45b86 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:03.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.963+0000 7f17a9d9b640 1 -- 172.21.15.76:0/2491355064 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17a4031600 con 0x7f17ac0cea30 2024-09-13T16:03:03.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.963+0000 7f17a9d9b640 1 -- 172.21.15.76:0/2491355064 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f17a402d050 con 0x7f17ac0cea30 2024-09-13T16:03:03.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.963+0000 7f17a9d9b640 1 -- 172.21.15.76:0/2491355064 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17a4031980 con 0x7f17ac0cea30 2024-09-13T16:03:03.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.963+0000 7f17b0c80640 1 -- 172.21.15.76:0/2491355064 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f17ac0cea30 msgr2=0x7f17ac0ab9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:03.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.963+0000 7f17b0c80640 1 --2- 172.21.15.76:0/2491355064 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f17ac0cea30 0x7f17ac0ab9e0 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f17ac06c5b0 tx=0x7f17a402a730 comp rx=0 tx=0).stop 2024-09-13T16:03:03.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.963+0000 7f17b0c80640 1 -- 172.21.15.76:0/2491355064 shutdown_connections 2024-09-13T16:03:03.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.963+0000 7f17b0c80640 1 --2- 172.21.15.76:0/2491355064 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f17ac0cea30 0x7f17ac0ab9e0 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:03.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.963+0000 7f17b0c80640 1 --2- 172.21.15.76:0/2491355064 >> v2:172.21.15.192:3300/0 conn(0x7f17ac0b20a0 0x7f17ac0ce4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:03.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.964+0000 7f17b0c80640 1 -- 172.21.15.76:0/2491355064 >> 172.21.15.76:0/2491355064 conn(0x7f17ac06a0b0 msgr2=0x7f17ac06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:03:03.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.964+0000 7f17b0c80640 1 -- 172.21.15.76:0/2491355064 shutdown_connections 2024-09-13T16:03:03.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.964+0000 7f17b0c80640 1 -- 172.21.15.76:0/2491355064 wait complete. 2024-09-13T16:03:03.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.965+0000 7f17b0c80640 1 Processor -- start 2024-09-13T16:03:03.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.965+0000 7f17b0c80640 1 -- start start 2024-09-13T16:03:03.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.966+0000 7f17b0c80640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f17ac0b20a0 0x7f17ac0b0300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:03.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.966+0000 7f17b0c80640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f17ac0cea30 0x7f17ac0c3fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:03.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.966+0000 7f17b0c80640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f17ac15a3b0 0x7f17ac156da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:03.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.966+0000 7f17b0c80640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17ac0c4a40 con 0x7f17ac15a3b0 2024-09-13T16:03:03.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.966+0000 7f17b0c80640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17ac0c4d20 con 0x7f17ac0b20a0 2024-09-13T16:03:03.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.966+0000 7f17b0c80640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f17ac0af820 con 0x7f17ac0cea30 2024-09-13T16:03:03.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.966+0000 7f17aad9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f17ac15a3b0 0x7f17ac156da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:03.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.966+0000 7f17aad9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f17ac15a3b0 0x7f17ac156da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51572/0 (socket says 172.21.15.76:51572) 2024-09-13T16:03:03.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.966+0000 7f17aad9d640 1 -- 172.21.15.76:0/3369684589 learned_addr learned my addr 172.21.15.76:0/3369684589 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:03:03.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.966+0000 7f17a1d9b640 1 --2- 172.21.15.76:0/3369684589 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f17ac0cea30 0x7f17ac0c3fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:03.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.966+0000 7f17aa59c640 1 --2- 172.21.15.76:0/3369684589 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f17ac0b20a0 0x7f17ac0b0300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:03.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.966+0000 7f17aad9d640 1 -- 172.21.15.76:0/3369684589 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f17ac0cea30 msgr2=0x7f17ac0c3fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:03.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.966+0000 7f17aad9d640 1 --2- 172.21.15.76:0/3369684589 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f17ac0cea30 0x7f17ac0c3fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:03.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.966+0000 7f17aad9d640 1 -- 172.21.15.76:0/3369684589 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f17ac0b20a0 msgr2=0x7f17ac0b0300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:03.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.966+0000 7f17aad9d640 1 --2- 172.21.15.76:0/3369684589 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f17ac0b20a0 0x7f17ac0b0300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:03.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.966+0000 7f17aad9d640 1 -- 172.21.15.76:0/3369684589 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f17a4009b30 con 0x7f17ac15a3b0 2024-09-13T16:03:03.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.966+0000 7f17a1d9b640 1 --2- 172.21.15.76:0/3369684589 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f17ac0cea30 0x7f17ac0c3fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:03:03.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.966+0000 7f17aa59c640 1 --2- 172.21.15.76:0/3369684589 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f17ac0b20a0 0x7f17ac0b0300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:03:03.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.966+0000 7f17aad9d640 1 --2- 172.21.15.76:0/3369684589 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f17ac15a3b0 0x7f17ac156da0 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f17a4034040 tx=0x7f17a4004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:03.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.967+0000 7f17a37fe640 1 -- 172.21.15.76:0/3369684589 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17a403d860 con 0x7f17ac15a3b0 2024-09-13T16:03:03.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.967+0000 7f17a37fe640 1 -- 172.21.15.76:0/3369684589 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f17a403d9c0 con 0x7f17ac15a3b0 2024-09-13T16:03:03.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.967+0000 7f17b0c80640 1 -- 172.21.15.76:0/3369684589 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f17ac0afb00 con 0x7f17ac15a3b0 2024-09-13T16:03:03.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.967+0000 7f17a37fe640 1 -- 172.21.15.76:0/3369684589 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17a403dd70 con 0x7f17ac15a3b0 2024-09-13T16:03:03.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.967+0000 7f17b0c80640 1 -- 172.21.15.76:0/3369684589 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f17ac0b0840 con 0x7f17ac15a3b0 2024-09-13T16:03:03.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.968+0000 7f17b0c80640 1 -- 172.21.15.76:0/3369684589 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f17ac0ce4f0 con 0x7f17ac15a3b0 2024-09-13T16:03:03.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.968+0000 7f17a37fe640 1 -- 172.21.15.76:0/3369684589 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f17a403b400 con 0x7f17ac15a3b0 2024-09-13T16:03:03.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.968+0000 7f17a37fe640 1 --2- 172.21.15.76:0/3369684589 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f178c06ac00 0x7f178c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:03.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.968+0000 7f17a37fe640 1 -- 172.21.15.76:0/3369684589 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f17a40aa360 con 0x7f17ac15a3b0 2024-09-13T16:03:03.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.968+0000 7f17aa59c640 1 --2- 172.21.15.76:0/3369684589 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f178c06ac00 0x7f178c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:03.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.969+0000 7f17aa59c640 1 --2- 172.21.15.76:0/3369684589 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f178c06ac00 0x7f178c06d0c0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f179c000f60 tx=0x7f179c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:03.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:03.972+0000 7f17a37fe640 1 -- 172.21.15.76:0/3369684589 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f17a4075400 con 0x7f17ac15a3b0 2024-09-13T16:03:04.198 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.197+0000 7f17b0c80640 1 -- 172.21.15.76:0/3369684589 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) v1 -- 0x7f17ac0ab9b0 con 0x7f17ac15a3b0 2024-09-13T16:03:04.202 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.200+0000 7f17a37fe640 1 -- 172.21.15.76:0/3369684589 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v11) v1 ==== 190+0+0 (secure 0 0 0) 0x7f17a4009510 con 0x7f17ac15a3b0 2024-09-13T16:03:04.202 INFO:teuthology.orchestra.run.smithi076.stderr:updated caps for client.0 2024-09-13T16:03:04.204 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.202+0000 7f17b0c80640 1 -- 172.21.15.76:0/3369684589 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f178c06ac00 msgr2=0x7f178c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:04.204 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.202+0000 7f17b0c80640 1 --2- 172.21.15.76:0/3369684589 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f178c06ac00 0x7f178c06d0c0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f179c000f60 tx=0x7f179c009040 comp rx=0 tx=0).stop 2024-09-13T16:03:04.204 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.202+0000 7f17b0c80640 1 -- 172.21.15.76:0/3369684589 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f17ac15a3b0 msgr2=0x7f17ac156da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:04.204 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.202+0000 7f17b0c80640 1 --2- 172.21.15.76:0/3369684589 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f17ac15a3b0 0x7f17ac156da0 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f17a4034040 tx=0x7f17a4004a40 comp rx=0 tx=0).stop 2024-09-13T16:03:04.205 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.202+0000 7f17b0c80640 1 -- 172.21.15.76:0/3369684589 shutdown_connections 2024-09-13T16:03:04.205 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.202+0000 7f17b0c80640 1 --2- 172.21.15.76:0/3369684589 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f17ac15a3b0 0x7f17ac156da0 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:04.205 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.203+0000 7f17b0c80640 1 --2- 172.21.15.76:0/3369684589 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f178c06ac00 0x7f178c06d0c0 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:04.205 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.203+0000 7f17b0c80640 1 --2- 172.21.15.76:0/3369684589 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f17ac0cea30 0x7f17ac0c3fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:04.205 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.203+0000 7f17b0c80640 1 --2- 172.21.15.76:0/3369684589 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f17ac0b20a0 0x7f17ac0b0300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:04.205 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.203+0000 7f17b0c80640 1 -- 172.21.15.76:0/3369684589 >> 172.21.15.76:0/3369684589 conn(0x7f17ac06a0b0 msgr2=0x7f17ac0cb130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:03:04.205 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.203+0000 7f17b0c80640 1 -- 172.21.15.76:0/3369684589 shutdown_connections 2024-09-13T16:03:04.205 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.203+0000 7f17b0c80640 1 -- 172.21.15.76:0/3369684589 wait complete. 2024-09-13T16:03:04.215 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:03:04.316 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.314+0000 7fa8783d4640 1 Processor -- start 2024-09-13T16:03:04.316 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.314+0000 7fa8783d4640 1 -- start start 2024-09-13T16:03:04.317 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.315+0000 7fa8783d4640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fa8700ae670 0x7fa8700ce060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:04.317 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.315+0000 7fa8783d4640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa8700cb640 0x7fa8700989d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:04.317 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.315+0000 7fa8783d4640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa8700ad1d0 con 0x7fa87015a7a0 2024-09-13T16:03:04.317 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.315+0000 7fa8783d4640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa8700af8e0 con 0x7fa8700ae670 2024-09-13T16:03:04.317 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.315+0000 7fa8783d4640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa8700ce6f0 con 0x7fa8700cb640 2024-09-13T16:03:04.318 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.316+0000 7fa87596f640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fa8700ae670 0x7fa8700ce060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:04.318 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.316+0000 7fa876170640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fa87015a7a0 0x7fa8700caf30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:56256/0 (socket says 172.21.15.76:56256) 2024-09-13T16:03:04.318 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.316+0000 7fa876170640 1 -- 172.21.15.76:0/1772547019 learned_addr learned my addr 172.21.15.76:0/1772547019 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:03:04.318 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.316+0000 7fa876971640 1 --2- 172.21.15.76:0/1772547019 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa8700cb640 0x7fa8700989d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:04.318 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.316+0000 7fa87596f640 1 -- 172.21.15.76:0/1772547019 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa8700cb640 msgr2=0x7fa8700989d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:03:04.318 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.316+0000 7fa87596f640 1 --2- 172.21.15.76:0/1772547019 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa8700cb640 0x7fa8700989d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:04.318 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.316+0000 7fa87596f640 1 -- 172.21.15.76:0/1772547019 >> v1:172.21.15.76:6789/0 conn(0x7fa87015a7a0 legacy=0x7fa8700caf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:04.318 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.316+0000 7fa87596f640 1 -- 172.21.15.76:0/1772547019 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa8700cbc00 con 0x7fa8700ae670 2024-09-13T16:03:04.319 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.317+0000 7fa87596f640 1 --2- 172.21.15.76:0/1772547019 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa8700ae670 0x7fa8700ce060 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7fa8600097a0 tx=0x7fa86002a000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=971170f997de451 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:04.319 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.317+0000 7fa87516e640 1 -- 172.21.15.76:0/1772547019 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa86002ac90 con 0x7fa8700ae670 2024-09-13T16:03:04.319 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.317+0000 7fa87516e640 1 -- 172.21.15.76:0/1772547019 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa86002adf0 con 0x7fa8700ae670 2024-09-13T16:03:04.320 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.317+0000 7fa87516e640 1 -- 172.21.15.76:0/1772547019 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa860032660 con 0x7fa8700ae670 2024-09-13T16:03:04.320 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.317+0000 7fa8783d4640 1 -- 172.21.15.76:0/1772547019 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa8700ae670 msgr2=0x7fa8700ce060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:04.320 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.317+0000 7fa8783d4640 1 --2- 172.21.15.76:0/1772547019 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa8700ae670 0x7fa8700ce060 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7fa8600097a0 tx=0x7fa86002a000 comp rx=0 tx=0).stop 2024-09-13T16:03:04.320 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.317+0000 7fa8783d4640 1 -- 172.21.15.76:0/1772547019 shutdown_connections 2024-09-13T16:03:04.320 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.317+0000 7fa8783d4640 1 --2- 172.21.15.76:0/1772547019 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa8700cb640 0x7fa8700989d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:04.320 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.317+0000 7fa8783d4640 1 --2- 172.21.15.76:0/1772547019 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa8700ae670 0x7fa8700ce060 unknown :-1 s=CLOSED pgs=527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:04.320 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.317+0000 7fa8783d4640 1 -- 172.21.15.76:0/1772547019 >> 172.21.15.76:0/1772547019 conn(0x7fa8700b1f80 msgr2=0x7fa8700b2390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:03:04.320 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.317+0000 7fa8783d4640 1 -- 172.21.15.76:0/1772547019 shutdown_connections 2024-09-13T16:03:04.320 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.317+0000 7fa8783d4640 1 -- 172.21.15.76:0/1772547019 wait complete. 2024-09-13T16:03:04.323 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.319+0000 7fa8783d4640 1 Processor -- start 2024-09-13T16:03:04.323 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.319+0000 7fa8783d4640 1 -- start start 2024-09-13T16:03:04.323 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.319+0000 7fa8783d4640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa8700ae670 0x7fa8701e6660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:04.323 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.319+0000 7fa8783d4640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa8700cb640 0x7fa8700b32e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:04.323 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.319+0000 7fa8783d4640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa87015a7a0 0x7fa8701473a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:04.323 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.319+0000 7fa8783d4640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa8701478e0 con 0x7fa8700cb640 2024-09-13T16:03:04.323 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.319+0000 7fa8783d4640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa87014a7b0 con 0x7fa8700ae670 2024-09-13T16:03:04.323 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.319+0000 7fa8783d4640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa8700b4e50 con 0x7fa87015a7a0 2024-09-13T16:03:04.323 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.319+0000 7fa87596f640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa8700cb640 0x7fa8700b32e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:04.323 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.320+0000 7fa87596f640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa8700cb640 0x7fa8700b32e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51588/0 (socket says 172.21.15.76:51588) 2024-09-13T16:03:04.323 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.320+0000 7fa87596f640 1 -- 172.21.15.76:0/1806651072 learned_addr learned my addr 172.21.15.76:0/1806651072 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:03:04.324 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.320+0000 7fa876971640 1 --2- 172.21.15.76:0/1806651072 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa87015a7a0 0x7fa8701473a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:04.324 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.320+0000 7fa876170640 1 --2- 172.21.15.76:0/1806651072 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa8700ae670 0x7fa8701e6660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:04.324 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.320+0000 7fa87596f640 1 -- 172.21.15.76:0/1806651072 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa87015a7a0 msgr2=0x7fa8701473a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:04.324 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.320+0000 7fa87596f640 1 --2- 172.21.15.76:0/1806651072 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa87015a7a0 0x7fa8701473a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:04.324 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.320+0000 7fa87596f640 1 -- 172.21.15.76:0/1806651072 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa8700ae670 msgr2=0x7fa8701e6660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:04.324 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.320+0000 7fa87596f640 1 --2- 172.21.15.76:0/1806651072 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa8700ae670 0x7fa8701e6660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:04.324 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.320+0000 7fa87596f640 1 -- 172.21.15.76:0/1806651072 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa860009400 con 0x7fa8700cb640 2024-09-13T16:03:04.324 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.320+0000 7fa87596f640 1 --2- 172.21.15.76:0/1806651072 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa8700cb640 0x7fa8700b32e0 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7fa860035040 tx=0x7fa8600046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:04.324 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.320+0000 7fa866ffd640 1 -- 172.21.15.76:0/1806651072 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa86003d620 con 0x7fa8700cb640 2024-09-13T16:03:04.324 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.320+0000 7fa866ffd640 1 -- 172.21.15.76:0/1806651072 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa86003d7a0 con 0x7fa8700cb640 2024-09-13T16:03:04.324 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.320+0000 7fa8783d4640 1 -- 172.21.15.76:0/1806651072 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa8700b5130 con 0x7fa8700cb640 2024-09-13T16:03:04.324 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.320+0000 7fa866ffd640 1 -- 172.21.15.76:0/1806651072 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa86003db50 con 0x7fa8700cb640 2024-09-13T16:03:04.325 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.320+0000 7fa8783d4640 1 -- 172.21.15.76:0/1806651072 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa87014aa90 con 0x7fa8700cb640 2024-09-13T16:03:04.325 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.321+0000 7fa8783d4640 1 -- 172.21.15.76:0/1806651072 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa8700ccd10 con 0x7fa8700cb640 2024-09-13T16:03:04.325 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.322+0000 7fa866ffd640 1 -- 172.21.15.76:0/1806651072 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fa860039040 con 0x7fa8700cb640 2024-09-13T16:03:04.325 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.322+0000 7fa866ffd640 1 --2- 172.21.15.76:0/1806651072 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa85406ac00 0x7fa85406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:04.325 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.322+0000 7fa866ffd640 1 -- 172.21.15.76:0/1806651072 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fa8600a96a0 con 0x7fa8700cb640 2024-09-13T16:03:04.325 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.322+0000 7fa876170640 1 --2- 172.21.15.76:0/1806651072 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa85406ac00 0x7fa85406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:04.326 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.322+0000 7fa876170640 1 --2- 172.21.15.76:0/1806651072 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa85406ac00 0x7fa85406d0c0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fa86c000f60 tx=0x7fa86c007e00 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:04.327 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.326+0000 7fa866ffd640 1 -- 172.21.15.76:0/1806651072 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fa8600749a0 con 0x7fa8700cb640 2024-09-13T16:03:04.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.523+0000 7fa8783d4640 1 -- 172.21.15.76:0/1806651072 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fa8700b4cb0 con 0x7fa8700cb640 2024-09-13T16:03:04.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.523+0000 7fa866ffd640 1 -- 172.21.15.76:0/1806651072 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 15 v15) v1 ==== 94+0+4740 (secure 0 0 0) 0x7fa8700b4cb0 con 0x7fa8700cb640 2024-09-13T16:03:04.525 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:03:04.525 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":15,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4961,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6836/3972390892","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":3972390892},{"type":"v1","addr":"172.21.15.76:6836","nonce":3972390892}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":4964,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6837/2860424128","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":2860424128},{"type":"v1","addr":"172.21.15.76:6837","nonce":2860424128}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":5308,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6834/1837080950","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":1837080950},{"type":"v1","addr":"172.21.15.192:6834","nonce":1837080950}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:02:56.246763+0000","modified":"2024-09-13T16:02:58.253566+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":5311},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5311":{"gid":5311,"name":"d","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.192:6835/2989427744","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6833","nonce":2989427744},{"type":"v1","addr":"172.21.15.192:6835","nonce":2989427744}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2024-09-13T16:03:04.525 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 15 2024-09-13T16:03:04.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.525+0000 7fa8783d4640 1 -- 172.21.15.76:0/1806651072 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa85406ac00 msgr2=0x7fa85406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:04.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.525+0000 7fa8783d4640 1 --2- 172.21.15.76:0/1806651072 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa85406ac00 0x7fa85406d0c0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fa86c000f60 tx=0x7fa86c007e00 comp rx=0 tx=0).stop 2024-09-13T16:03:04.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.525+0000 7fa8783d4640 1 -- 172.21.15.76:0/1806651072 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa8700cb640 msgr2=0x7fa8700b32e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:04.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.525+0000 7fa8783d4640 1 --2- 172.21.15.76:0/1806651072 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa8700cb640 0x7fa8700b32e0 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7fa860035040 tx=0x7fa8600046c0 comp rx=0 tx=0).stop 2024-09-13T16:03:04.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.525+0000 7fa8783d4640 1 -- 172.21.15.76:0/1806651072 shutdown_connections 2024-09-13T16:03:04.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.525+0000 7fa8783d4640 1 --2- 172.21.15.76:0/1806651072 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa85406ac00 0x7fa85406d0c0 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:04.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.525+0000 7fa8783d4640 1 --2- 172.21.15.76:0/1806651072 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa87015a7a0 0x7fa8701473a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:04.528 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.525+0000 7fa8783d4640 1 --2- 172.21.15.76:0/1806651072 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa8700cb640 0x7fa8700b32e0 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:04.528 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.525+0000 7fa8783d4640 1 --2- 172.21.15.76:0/1806651072 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa8700ae670 0x7fa8701e6660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:04.528 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.525+0000 7fa8783d4640 1 -- 172.21.15.76:0/1806651072 >> 172.21.15.76:0/1806651072 conn(0x7fa8700b1f80 msgr2=0x7fa870073140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:03:04.528 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.525+0000 7fa8783d4640 1 -- 172.21.15.76:0/1806651072 shutdown_connections 2024-09-13T16:03:04.528 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:04.525+0000 7fa8783d4640 1 -- 172.21.15.76:0/1806651072 wait complete. 2024-09-13T16:03:04.940 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 15, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T16:02:56.246763+0000', 'modified': '2024-09-13T16:02:58.253566+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5311}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5311': {'gid': 5311, 'name': 'd', 'rank': 0, 'incarnation': 13, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.192:6835/2989427744', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.192:6833', 'nonce': 2989427744}, {'type': 'v1', 'addr': '172.21.15.192:6835', 'nonce': 2989427744}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [6], 'metadata_pool': 5, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-13T16:03:04.941 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-13T16:03:04.941 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.d status 2024-09-13T16:03:05.041 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.039+0000 7fcfb0118640 1 Processor -- start 2024-09-13T16:03:05.041 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.039+0000 7fcfb0118640 1 -- start start 2024-09-13T16:03:05.043 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.040+0000 7fcfb0118640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fcfa80cace0 0x7fcfa80cb150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:05.043 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.040+0000 7fcfb0118640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcfa80c8920 con 0x7fcfa806d030 2024-09-13T16:03:05.043 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.040+0000 7fcfb0118640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcfa815a6c0 con 0x7fcfa815a2e0 2024-09-13T16:03:05.043 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.040+0000 7fcfb0118640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcfa80cb690 con 0x7fcfa80cace0 2024-09-13T16:03:05.043 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.040+0000 7fcfad6b3640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fcfa80cace0 0x7fcfa80cb150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:05.043 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.040+0000 7fcfad6b3640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fcfa80cace0 0x7fcfa80cb150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51598/0 (socket says 172.21.15.76:51598) 2024-09-13T16:03:05.043 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.040+0000 7fcfad6b3640 1 -- 172.21.15.76:0/3641312942 learned_addr learned my addr 172.21.15.76:0/3641312942 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:03:05.043 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.040+0000 7fcfae6b5640 1 --1- 172.21.15.76:0/3641312942 >> v1:172.21.15.76:6789/0 conn(0x7fcfa806d030 0x7fcfa806d480 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:56262/0 (socket says 172.21.15.76:56262) 2024-09-13T16:03:05.043 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.040+0000 7fcfad6b3640 1 -- 172.21.15.76:0/3641312942 >> v1:172.21.15.192:6789/0 conn(0x7fcfa815a2e0 legacy=0x7fcfa80c9a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:05.044 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.041+0000 7fcfad6b3640 1 -- 172.21.15.76:0/3641312942 >> v1:172.21.15.76:6789/0 conn(0x7fcfa806d030 legacy=0x7fcfa806d480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:05.044 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.041+0000 7fcfad6b3640 1 -- 172.21.15.76:0/3641312942 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcfa80ca500 con 0x7fcfa80cace0 2024-09-13T16:03:05.044 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.041+0000 7fcfaceb2640 1 -- 172.21.15.76:0/3641312942 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 274728239 0 0) 0x7fcfa80c8920 con 0x7fcfa806d030 2024-09-13T16:03:05.044 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.041+0000 7fcfad6b3640 1 --2- 172.21.15.76:0/3641312942 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcfa80cace0 0x7fcfa80cb150 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7fcf98009870 tx=0x7fcf9802a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=61eb2e30269f968f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:05.044 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.041+0000 7fcfaceb2640 1 -- 172.21.15.76:0/3641312942 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf98032640 con 0x7fcfa80cace0 2024-09-13T16:03:05.044 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.041+0000 7fcfaceb2640 1 -- 172.21.15.76:0/3641312942 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcf980327a0 con 0x7fcfa80cace0 2024-09-13T16:03:05.044 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.041+0000 7fcfaceb2640 1 -- 172.21.15.76:0/3641312942 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf98032b30 con 0x7fcfa80cace0 2024-09-13T16:03:05.048 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.042+0000 7fcfb0118640 1 -- 172.21.15.76:0/3641312942 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcfa80cace0 msgr2=0x7fcfa80cb150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:05.048 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.042+0000 7fcfb0118640 1 --2- 172.21.15.76:0/3641312942 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcfa80cace0 0x7fcfa80cb150 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7fcf98009870 tx=0x7fcf9802a300 comp rx=0 tx=0).stop 2024-09-13T16:03:05.048 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.042+0000 7fcfb0118640 1 -- 172.21.15.76:0/3641312942 shutdown_connections 2024-09-13T16:03:05.048 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.042+0000 7fcfb0118640 1 --2- 172.21.15.76:0/3641312942 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcfa80cace0 0x7fcfa80cb150 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:05.048 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.042+0000 7fcfb0118640 1 -- 172.21.15.76:0/3641312942 >> 172.21.15.76:0/3641312942 conn(0x7fcfa8069ed0 msgr2=0x7fcfa806a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:03:05.048 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.042+0000 7fcfb0118640 1 -- 172.21.15.76:0/3641312942 shutdown_connections 2024-09-13T16:03:05.049 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.042+0000 7fcfb0118640 1 -- 172.21.15.76:0/3641312942 wait complete. 2024-09-13T16:03:05.049 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.043+0000 7fcfb0118640 1 Processor -- start 2024-09-13T16:03:05.049 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.043+0000 7fcfb0118640 1 -- start start 2024-09-13T16:03:05.049 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.044+0000 7fcfb0118640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcfa806d030 0x7fcfa8158d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:05.049 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.044+0000 7fcfb0118640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcfa80cace0 0x7fcfa81efe00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:05.049 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.044+0000 7fcfb0118640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcfa815a2e0 0x7fcfa8071320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:05.049 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.044+0000 7fcfb0118640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcfa8159880 con 0x7fcfa806d030 2024-09-13T16:03:05.049 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.044+0000 7fcfb0118640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcfa80c3710 con 0x7fcfa815a2e0 2024-09-13T16:03:05.049 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.044+0000 7fcfb0118640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcfa80c6db0 con 0x7fcfa80cace0 2024-09-13T16:03:05.049 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.044+0000 7fcfadeb4640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcfa806d030 0x7fcfa8158d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:05.050 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.044+0000 7fcfadeb4640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcfa806d030 0x7fcfa8158d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51604/0 (socket says 172.21.15.76:51604) 2024-09-13T16:03:05.050 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.044+0000 7fcfadeb4640 1 -- 172.21.15.76:0/3191243109 learned_addr learned my addr 172.21.15.76:0/3191243109 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:03:05.050 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.044+0000 7fcfad6b3640 1 --2- 172.21.15.76:0/3191243109 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcfa80cace0 0x7fcfa81efe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:05.050 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.044+0000 7fcfae6b5640 1 --2- 172.21.15.76:0/3191243109 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcfa815a2e0 0x7fcfa8071320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:05.050 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.044+0000 7fcfadeb4640 1 -- 172.21.15.76:0/3191243109 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcfa80cace0 msgr2=0x7fcfa81efe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:05.050 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.044+0000 7fcfadeb4640 1 --2- 172.21.15.76:0/3191243109 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcfa80cace0 0x7fcfa81efe00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:05.050 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.044+0000 7fcfadeb4640 1 -- 172.21.15.76:0/3191243109 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcfa815a2e0 msgr2=0x7fcfa8071320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:05.050 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.044+0000 7fcfadeb4640 1 --2- 172.21.15.76:0/3191243109 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcfa815a2e0 0x7fcfa8071320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:05.050 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.044+0000 7fcfadeb4640 1 -- 172.21.15.76:0/3191243109 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcf980094d0 con 0x7fcfa806d030 2024-09-13T16:03:05.050 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.045+0000 7fcfadeb4640 1 --2- 172.21.15.76:0/3191243109 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcfa806d030 0x7fcfa8158d30 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7fcfa400c400 tx=0x7fcfa400c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:05.051 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.045+0000 7fcf9e7fc640 1 -- 172.21.15.76:0/3191243109 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfa40052d0 con 0x7fcfa806d030 2024-09-13T16:03:05.051 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.045+0000 7fcf9e7fc640 1 -- 172.21.15.76:0/3191243109 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcfa4005430 con 0x7fcfa806d030 2024-09-13T16:03:05.051 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.045+0000 7fcfb0118640 1 -- 172.21.15.76:0/3191243109 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcfa80c7090 con 0x7fcfa806d030 2024-09-13T16:03:05.051 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.045+0000 7fcf9e7fc640 1 -- 172.21.15.76:0/3191243109 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfa4003830 con 0x7fcfa806d030 2024-09-13T16:03:05.051 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.045+0000 7fcfb0118640 1 -- 172.21.15.76:0/3191243109 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcfa80c7650 con 0x7fcfa806d030 2024-09-13T16:03:05.051 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.046+0000 7fcf9e7fc640 1 -- 172.21.15.76:0/3191243109 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fcfa4003990 con 0x7fcfa806d030 2024-09-13T16:03:05.051 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.047+0000 7fcf9e7fc640 1 --2- 172.21.15.76:0/3191243109 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcf8c06ac00 0x7fcf8c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:05.051 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.047+0000 7fcf9e7fc640 1 -- 172.21.15.76:0/3191243109 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fcfa4088a10 con 0x7fcfa806d030 2024-09-13T16:03:05.051 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.047+0000 7fcfad6b3640 1 --2- 172.21.15.76:0/3191243109 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcf8c06ac00 0x7fcf8c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:05.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.047+0000 7fcfad6b3640 1 --2- 172.21.15.76:0/3191243109 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcf8c06ac00 0x7fcf8c06d0c0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fcf98034000 tx=0x7fcf9802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:05.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.048+0000 7fcfb2e39740 1 Processor -- start 2024-09-13T16:03:05.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.048+0000 7fcfb2e39740 1 -- start start 2024-09-13T16:03:05.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.048+0000 7fcfb2e39740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55a6108220a0 0x55a610822480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:05.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.048+0000 7fcfb2e39740 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55a61081f860 0x55a61086f570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:05.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.048+0000 7fcfb2e39740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a610849550 0x55a61086fab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:05.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.048+0000 7fcfb2e39740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a61077c7c0 con 0x55a6108220a0 2024-09-13T16:03:05.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.048+0000 7fcfb2e39740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a61078bb70 con 0x55a610849550 2024-09-13T16:03:05.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.048+0000 7fcfb2e39740 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x55a610789300 con 0x55a61081f860 2024-09-13T16:03:05.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.048+0000 7fcfadeb4640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55a6108220a0 0x55a610822480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:05.060 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.049+0000 7fcfadeb4640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55a6108220a0 0x55a610822480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51614/0 (socket says 172.21.15.76:51614) 2024-09-13T16:03:05.060 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.049+0000 7fcfadeb4640 1 -- 172.21.15.76:0/3478565961 learned_addr learned my addr 172.21.15.76:0/3478565961 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:03:05.060 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.049+0000 7fcfad6b3640 1 --2- 172.21.15.76:0/3478565961 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55a61081f860 0x55a61086f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:05.060 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.049+0000 7fcfae6b5640 1 --2- 172.21.15.76:0/3478565961 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a610849550 0x55a61086fab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:05.060 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.049+0000 7fcfadeb4640 1 -- 172.21.15.76:0/3478565961 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55a61081f860 msgr2=0x55a61086f570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:03:05.060 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.049+0000 7fcfadeb4640 1 --2- 172.21.15.76:0/3478565961 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55a61081f860 0x55a61086f570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:05.060 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.049+0000 7fcfadeb4640 1 -- 172.21.15.76:0/3478565961 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a610849550 msgr2=0x55a61086fab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:03:05.060 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.049+0000 7fcfadeb4640 1 --2- 172.21.15.76:0/3478565961 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a610849550 0x55a61086fab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:05.060 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.049+0000 7fcfadeb4640 1 -- 172.21.15.76:0/3478565961 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a6107114b0 con 0x55a6108220a0 2024-09-13T16:03:05.061 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.049+0000 7fcfad6b3640 1 --2- 172.21.15.76:0/3478565961 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55a61081f860 0x55a61086f570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:03:05.061 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.049+0000 7fcfadeb4640 1 --2- 172.21.15.76:0/3478565961 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55a6108220a0 0x55a610822480 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7fcfa4000fb0 tx=0x7fcfa4057200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7aae84dbc470c1ae server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:05.061 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.049+0000 7fcf8b7fe640 1 -- 172.21.15.76:0/3478565961 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfa405fb60 con 0x55a6108220a0 2024-09-13T16:03:05.061 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.049+0000 7fcf8b7fe640 1 -- 172.21.15.76:0/3478565961 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcfa4055b10 con 0x55a6108220a0 2024-09-13T16:03:05.061 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.049+0000 7fcf8b7fe640 1 -- 172.21.15.76:0/3478565961 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfa405b170 con 0x55a6108220a0 2024-09-13T16:03:05.061 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.050+0000 7fcfb2e39740 1 -- 172.21.15.76:0/3478565961 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55a6108220a0 msgr2=0x55a610822480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:05.061 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.050+0000 7fcfb2e39740 1 --2- 172.21.15.76:0/3478565961 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55a6108220a0 0x55a610822480 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7fcfa4000fb0 tx=0x7fcfa4057200 comp rx=0 tx=0).stop 2024-09-13T16:03:05.061 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.050+0000 7fcfb2e39740 1 -- 172.21.15.76:0/3478565961 shutdown_connections 2024-09-13T16:03:05.061 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.050+0000 7fcfb2e39740 1 --2- 172.21.15.76:0/3478565961 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a610849550 0x55a61086fab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:05.061 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.050+0000 7fcfb2e39740 1 --2- 172.21.15.76:0/3478565961 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55a61081f860 0x55a61086f570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:05.061 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.050+0000 7fcfb2e39740 1 --2- 172.21.15.76:0/3478565961 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55a6108220a0 0x55a610822480 unknown :-1 s=CLOSED pgs=532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:05.062 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.050+0000 7fcfb2e39740 1 -- 172.21.15.76:0/3478565961 >> 172.21.15.76:0/3478565961 conn(0x55a61081e7d0 msgr2=0x55a610866c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:03:05.062 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.050+0000 7fcfb2e39740 1 -- 172.21.15.76:0/3478565961 shutdown_connections 2024-09-13T16:03:05.062 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.050+0000 7fcfb2e39740 1 -- 172.21.15.76:0/3478565961 wait complete. 2024-09-13T16:03:05.062 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.050+0000 7fcfb2e39740 1 -- start start 2024-09-13T16:03:05.062 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.050+0000 7fcfb2e39740 1 Processor -- start 2024-09-13T16:03:05.062 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.051+0000 7fcfb2e39740 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55a6108220a0 0x55a61086eb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:05.062 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.051+0000 7fcfb2e39740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a610849550 0x55a610864080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:05.062 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.051+0000 7fcfb2e39740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55a61084d030 0x55a61084aac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:05.062 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.051+0000 7fcfb2e39740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a610784bf0 con 0x55a61084d030 2024-09-13T16:03:05.062 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.051+0000 7fcfb2e39740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a610743250 con 0x55a610849550 2024-09-13T16:03:05.062 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.051+0000 7fcfb2e39740 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x55a610742ef0 con 0x55a6108220a0 2024-09-13T16:03:05.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.051+0000 7fcfb2e39740 10 client.0 _ll_register_callbacks cb 0x55a610775740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:03:05.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.051+0000 7fcfae6b5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55a61084d030 0x55a61084aac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:05.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.051+0000 7fcfae6b5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55a61084d030 0x55a61084aac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51618/0 (socket says 172.21.15.76:51618) 2024-09-13T16:03:05.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.051+0000 7fcfae6b5640 1 -- 172.21.15.76:0/1440567515 learned_addr learned my addr 172.21.15.76:0/1440567515 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:03:05.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.052+0000 7fcfad6b3640 1 --2- 172.21.15.76:0/1440567515 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a610849550 0x55a610864080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:05.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.052+0000 7fcfadeb4640 1 --2- 172.21.15.76:0/1440567515 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55a6108220a0 0x55a61086eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:05.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.052+0000 7fcfae6b5640 1 -- 172.21.15.76:0/1440567515 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55a6108220a0 msgr2=0x55a61086eb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:03:05.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.052+0000 7fcfae6b5640 1 --2- 172.21.15.76:0/1440567515 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55a6108220a0 0x55a61086eb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:05.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.052+0000 7fcfae6b5640 1 -- 172.21.15.76:0/1440567515 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a610849550 msgr2=0x55a610864080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:03:05.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.052+0000 7fcfae6b5640 1 --2- 172.21.15.76:0/1440567515 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a610849550 0x55a610864080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:05.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.052+0000 7fcfae6b5640 1 -- 172.21.15.76:0/1440567515 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcfa80c7650 con 0x55a61084d030 2024-09-13T16:03:05.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.052+0000 7fcfad6b3640 1 --2- 172.21.15.76:0/1440567515 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a610849550 0x55a610864080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:03:05.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.052+0000 7fcfadeb4640 1 --2- 172.21.15.76:0/1440567515 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55a6108220a0 0x55a61086eb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:03:05.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.052+0000 7fcfae6b5640 1 --2- 172.21.15.76:0/1440567515 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55a61084d030 0x55a61084aac0 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7fcfa0007a10 tx=0x7fcfa0001a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f9b6a7a0a6a8d85 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:05.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.052+0000 7fcf88ff9640 10 client.0 ms_handle_connect on v2:172.21.15.76:3300/0 2024-09-13T16:03:05.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.052+0000 7fcf88ff9640 1 -- 172.21.15.76:0/1440567515 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfa0012590 con 0x55a61084d030 2024-09-13T16:03:05.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.052+0000 7fcf88ff9640 1 -- 172.21.15.76:0/1440567515 <== mon.0 v2:172.21.15.76:3300/0 2 ==== osd_map(41..41 src has 1..41) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fcfa0016c50 con 0x55a61084d030 2024-09-13T16:03:05.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.052+0000 7fcfb2e39740 1 -- 172.21.15.76:0/1440567515 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55a6104783c0 con 0x55a61084d030 2024-09-13T16:03:05.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.052+0000 7fcf88ff9640 1 -- 172.21.15.76:0/1440567515 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_get_version_reply(handle=1 version=15) v2 ==== 24+0+0 (secure 0 0 0) 0x7fcfa0016e10 con 0x55a61084d030 2024-09-13T16:03:05.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.052+0000 7fcfb2e39740 10 client.5682 fetch_fsmap learned FSMap version 15 2024-09-13T16:03:05.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.052+0000 7fcfb2e39740 1 -- 172.21.15.76:0/1440567515 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,fsmap=15,monmap=2+}) v3 -- 0x55a610783270 con 0x55a61084d030 2024-09-13T16:03:05.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.052+0000 7fcf88ff9640 1 -- 172.21.15.76:0/1440567515 <== mon.0 v2:172.21.15.76:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x55a6104783c0 con 0x55a61084d030 2024-09-13T16:03:05.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.052+0000 7fcf88ff9640 1 -- 172.21.15.76:0/1440567515 <== mon.0 v2:172.21.15.76:3300/0 5 ==== fsmap(e 15) v1 ==== 3114+0+0 (secure 0 0 0) 0x7fcfa00126f0 con 0x55a61084d030 2024-09-13T16:03:05.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.052+0000 7fcfb2e39740 10 client.5682 fetch_fsmap finished waiting for FSMap version 15 2024-09-13T16:03:05.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.052+0000 7fcfb2e39740 10 client.5682 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-13T16:03:05.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.052+0000 7fcfb2e39740 20 client.5682 populate_metadata read hostname 'smithi076' 2024-09-13T16:03:05.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.052+0000 7fcfb2e39740 1 --2- 172.21.15.76:0/1440567515 >> [v2:172.21.15.192:6833/2989427744,v1:172.21.15.192:6835/2989427744] conn(0x55a610833ab0 0x55a610833e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:05.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.052+0000 7fcfb2e39740 4 client.5682 mds_command: new command op to 5311 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-13T16:03:05.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.052+0000 7fcfb2e39740 1 -- 172.21.15.76:0/1440567515 --> [v2:172.21.15.192:6833/2989427744,v1:172.21.15.192:6835/2989427744] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55a6104896c0 con 0x55a610833ab0 2024-09-13T16:03:05.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.053+0000 7fcfadeb4640 1 --2- 172.21.15.76:0/1440567515 >> [v2:172.21.15.192:6833/2989427744,v1:172.21.15.192:6835/2989427744] conn(0x55a610833ab0 0x55a610833e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:05.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.053+0000 7fcfadeb4640 1 --2- 172.21.15.76:0/1440567515 >> [v2:172.21.15.192:6833/2989427744,v1:172.21.15.192:6835/2989427744] conn(0x55a610833ab0 0x55a610833e90 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=46f48d6c27107499 server_cookie=9a2d345d32df6538 in_seq=0 out_seq=0 2024-09-13T16:03:05.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.053+0000 7fcf88ff9640 10 client.5682 ms_handle_connect on v2:172.21.15.192:6833/2989427744 2024-09-13T16:03:05.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.054+0000 7fcf88ff9640 1 -- 172.21.15.76:0/1440567515 <== mds.0 v2:172.21.15.192:6833/2989427744 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55a6104896c0 con 0x55a610833ab0 2024-09-13T16:03:05.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.054+0000 7fcf88ff9640 10 client.5682 handle_command_reply: tid=0 2024-09-13T16:03:05.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.054+0000 7fcfb2e39740 1 client.5682 shutdown 2024-09-13T16:03:05.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.054+0000 7fcfb2e39740 1 -- 172.21.15.76:0/1440567515 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55a61084d030 msgr2=0x55a61084aac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:05.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.054+0000 7fcfb2e39740 1 --2- 172.21.15.76:0/1440567515 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55a61084d030 0x55a61084aac0 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7fcfa0007a10 tx=0x7fcfa0001a00 comp rx=0 tx=0).stop 2024-09-13T16:03:05.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.054+0000 7fcfb2e39740 1 -- 172.21.15.76:0/1440567515 shutdown_connections 2024-09-13T16:03:05.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.054+0000 7fcfb2e39740 1 --2- 172.21.15.76:0/1440567515 >> [v2:172.21.15.192:6833/2989427744,v1:172.21.15.192:6835/2989427744] conn(0x55a610833ab0 0x55a610833e90 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:05.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.054+0000 7fcfb2e39740 1 --2- 172.21.15.76:0/1440567515 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55a61084d030 0x55a61084aac0 unknown :-1 s=CLOSED pgs=533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:05.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.054+0000 7fcfb2e39740 1 --2- 172.21.15.76:0/1440567515 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a610849550 0x55a610864080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:05.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.054+0000 7fcfb2e39740 1 --2- 172.21.15.76:0/1440567515 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55a6108220a0 0x55a61086eb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:05.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.054+0000 7fcfb2e39740 1 -- 172.21.15.76:0/1440567515 >> 172.21.15.76:0/1440567515 conn(0x55a61081f860 msgr2=0x55a61086a990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:03:05.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.054+0000 7fcf88ff9640 0 client.5682 ms_handle_reset on v2:172.21.15.192:6833/2989427744 2024-09-13T16:03:05.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.054+0000 7fcfb2e39740 1 -- 172.21.15.76:0/1440567515 shutdown_connections 2024-09-13T16:03:05.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.054+0000 7fcfb2e39740 1 -- 172.21.15.76:0/1440567515 wait complete. 2024-09-13T16:03:05.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.054+0000 7fcfb2e39740 20 client.5682 trim_cache size 0 max 16384 2024-09-13T16:03:05.070 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.069+0000 7fcfb2e39740 1 Processor -- start 2024-09-13T16:03:05.070 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.069+0000 7fcfb2e39740 1 -- start start 2024-09-13T16:03:05.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.070+0000 7fcfb2e39740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a6108220a0 0x55a610817a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:05.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.070+0000 7fcfb2e39740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55a610849550 0x55a610863e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:05.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.070+0000 7fcfb2e39740 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55a61084d030 0x55a610864390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:05.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.070+0000 7fcfb2e39740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a610708460 con 0x55a610849550 2024-09-13T16:03:05.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.070+0000 7fcfb2e39740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a61081e380 con 0x55a6108220a0 2024-09-13T16:03:05.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.070+0000 7fcfb2e39740 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x55a610846510 con 0x55a61084d030 2024-09-13T16:03:05.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.070+0000 7fcfad6b3640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55a610849550 0x55a610863e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:05.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.070+0000 7fcfad6b3640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55a610849550 0x55a610863e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51622/0 (socket says 172.21.15.76:51622) 2024-09-13T16:03:05.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.070+0000 7fcfad6b3640 1 -- 172.21.15.76:0/3826045839 learned_addr learned my addr 172.21.15.76:0/3826045839 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:03:05.075 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.070+0000 7fcfad6b3640 1 -- 172.21.15.76:0/3826045839 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55a61084d030 msgr2=0x55a610864390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:03:05.075 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.070+0000 7fcfadeb4640 1 --2- 172.21.15.76:0/3826045839 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a6108220a0 0x55a610817a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:05.075 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.070+0000 7fcfae6b5640 1 --2- 172.21.15.76:0/3826045839 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55a61084d030 0x55a610864390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:05.075 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.070+0000 7fcfad6b3640 1 --2- 172.21.15.76:0/3826045839 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55a61084d030 0x55a610864390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:05.075 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.070+0000 7fcfad6b3640 1 -- 172.21.15.76:0/3826045839 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a6108220a0 msgr2=0x55a610817a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:03:05.075 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.070+0000 7fcfad6b3640 1 --2- 172.21.15.76:0/3826045839 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a6108220a0 0x55a610817a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:05.075 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.070+0000 7fcfad6b3640 1 -- 172.21.15.76:0/3826045839 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a610820210 con 0x55a610849550 2024-09-13T16:03:05.075 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.070+0000 7fcfae6b5640 1 --2- 172.21.15.76:0/3826045839 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55a61084d030 0x55a610864390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:03:05.076 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.070+0000 7fcfadeb4640 1 --2- 172.21.15.76:0/3826045839 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a6108220a0 0x55a610817a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:03:05.076 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.070+0000 7fcfad6b3640 1 --2- 172.21.15.76:0/3826045839 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55a610849550 0x55a610863e50 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7fcf98009990 tx=0x7fcf9802c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=75b2c8ef828264b4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:05.076 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.071+0000 7fcf8bfff640 1 -- 172.21.15.76:0/3826045839 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf98042040 con 0x55a610849550 2024-09-13T16:03:05.076 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.071+0000 7fcf8bfff640 1 -- 172.21.15.76:0/3826045839 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcf9803c9c0 con 0x55a610849550 2024-09-13T16:03:05.076 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.071+0000 7fcf8bfff640 1 -- 172.21.15.76:0/3826045839 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf9803cd30 con 0x55a610849550 2024-09-13T16:03:05.076 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.071+0000 7fcfb2e39740 1 -- 172.21.15.76:0/3826045839 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55a610849550 msgr2=0x55a610863e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:05.076 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.071+0000 7fcfb2e39740 1 --2- 172.21.15.76:0/3826045839 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55a610849550 0x55a610863e50 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7fcf98009990 tx=0x7fcf9802c000 comp rx=0 tx=0).stop 2024-09-13T16:03:05.076 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.071+0000 7fcfb2e39740 1 -- 172.21.15.76:0/3826045839 shutdown_connections 2024-09-13T16:03:05.077 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.071+0000 7fcfb2e39740 1 --2- 172.21.15.76:0/3826045839 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55a61084d030 0x55a610864390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:05.077 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.071+0000 7fcfb2e39740 1 --2- 172.21.15.76:0/3826045839 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55a610849550 0x55a610863e50 unknown :-1 s=CLOSED pgs=534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:05.077 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.071+0000 7fcfb2e39740 1 --2- 172.21.15.76:0/3826045839 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a6108220a0 0x55a610817a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:05.077 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.071+0000 7fcfb2e39740 1 -- 172.21.15.76:0/3826045839 >> 172.21.15.76:0/3826045839 conn(0x55a61081f860 msgr2=0x55a61084b5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:03:05.077 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.071+0000 7fcfb2e39740 1 -- 172.21.15.76:0/3826045839 shutdown_connections 2024-09-13T16:03:05.077 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.071+0000 7fcfb2e39740 1 -- 172.21.15.76:0/3826045839 wait complete. 2024-09-13T16:03:05.077 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.072+0000 7fcfb2e39740 1 -- start start 2024-09-13T16:03:05.077 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.072+0000 7fcfb2e39740 1 Processor -- start 2024-09-13T16:03:05.081 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.073+0000 7fcfb2e39740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55a6108220a0 0x55a6108633c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:05.081 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.073+0000 7fcfb2e39740 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55a610849550 0x55a6108b9f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:05.081 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.073+0000 7fcfb2e39740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a61084d030 0x55a610863f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:05.081 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.073+0000 7fcfb2e39740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a6108349c0 con 0x55a6108220a0 2024-09-13T16:03:05.081 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.073+0000 7fcfb2e39740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a6108ba470 con 0x55a61084d030 2024-09-13T16:03:05.081 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.073+0000 7fcfb2e39740 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x55a610868f40 con 0x55a610849550 2024-09-13T16:03:05.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.073+0000 7fcfb2e39740 10 client.0 _ll_register_callbacks cb 0x7fcfa4053ab0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:03:05.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.073+0000 7fcfadeb4640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55a6108220a0 0x55a6108633c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:05.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.073+0000 7fcfadeb4640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55a6108220a0 0x55a6108633c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51630/0 (socket says 172.21.15.76:51630) 2024-09-13T16:03:05.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.073+0000 7fcfadeb4640 1 -- 172.21.15.76:0/3834276784 learned_addr learned my addr 172.21.15.76:0/3834276784 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:03:05.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.073+0000 7fcfad6b3640 1 --2- 172.21.15.76:0/3834276784 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55a610849550 0x55a6108b9f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:05.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.073+0000 7fcfae6b5640 1 --2- 172.21.15.76:0/3834276784 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a61084d030 0x55a610863f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:05.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.073+0000 7fcfadeb4640 1 -- 172.21.15.76:0/3834276784 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55a610849550 msgr2=0x55a6108b9f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:03:05.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.073+0000 7fcfadeb4640 1 --2- 172.21.15.76:0/3834276784 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55a610849550 0x55a6108b9f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:05.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.073+0000 7fcfadeb4640 1 -- 172.21.15.76:0/3834276784 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a61084d030 msgr2=0x55a610863f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:03:05.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.073+0000 7fcfadeb4640 1 --2- 172.21.15.76:0/3834276784 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a61084d030 0x55a610863f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:05.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.073+0000 7fcfadeb4640 1 -- 172.21.15.76:0/3834276784 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcfa80ca500 con 0x55a6108220a0 2024-09-13T16:03:05.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.073+0000 7fcfae6b5640 1 --2- 172.21.15.76:0/3834276784 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a61084d030 0x55a610863f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:03:05.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.073+0000 7fcfadeb4640 1 --2- 172.21.15.76:0/3834276784 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55a6108220a0 0x55a6108633c0 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7fcfa4086dd0 tx=0x7fcfa401e070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=179b759d601ff1e5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:05.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.073+0000 7fcf88ff9640 10 client.0 ms_handle_connect on v2:172.21.15.76:3300/0 2024-09-13T16:03:05.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.073+0000 7fcf88ff9640 1 -- 172.21.15.76:0/3834276784 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfa405fb60 con 0x55a6108220a0 2024-09-13T16:03:05.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.073+0000 7fcf88ff9640 1 -- 172.21.15.76:0/3834276784 <== mon.0 v2:172.21.15.76:3300/0 2 ==== osd_map(41..41 src has 1..41) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fcfa405b170 con 0x55a6108220a0 2024-09-13T16:03:05.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.073+0000 7fcfb2e39740 1 -- 172.21.15.76:0/3834276784 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fcfa4055b10 con 0x55a6108220a0 2024-09-13T16:03:05.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.074+0000 7fcf88ff9640 1 -- 172.21.15.76:0/3834276784 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_get_version_reply(handle=1 version=15) v2 ==== 24+0+0 (secure 0 0 0) 0x7fcfa40761f0 con 0x55a6108220a0 2024-09-13T16:03:05.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.074+0000 7fcfb2e39740 10 client.5688 fetch_fsmap learned FSMap version 15 2024-09-13T16:03:05.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.074+0000 7fcfb2e39740 1 -- 172.21.15.76:0/3834276784 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,fsmap=15,monmap=2+}) v3 -- 0x55a6107255f0 con 0x55a6108220a0 2024-09-13T16:03:05.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.074+0000 7fcf88ff9640 1 -- 172.21.15.76:0/3834276784 <== mon.0 v2:172.21.15.76:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcfa4055b10 con 0x55a6108220a0 2024-09-13T16:03:05.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.074+0000 7fcf88ff9640 1 -- 172.21.15.76:0/3834276784 <== mon.0 v2:172.21.15.76:3300/0 5 ==== fsmap(e 15) v1 ==== 3114+0+0 (secure 0 0 0) 0x7fcfa405f6d0 con 0x55a6108220a0 2024-09-13T16:03:05.084 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.074+0000 7fcfb2e39740 10 client.5688 fetch_fsmap finished waiting for FSMap version 15 2024-09-13T16:03:05.084 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.074+0000 7fcfb2e39740 10 client.5688 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-13T16:03:05.084 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.074+0000 7fcfb2e39740 20 client.5688 populate_metadata read hostname 'smithi076' 2024-09-13T16:03:05.084 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.074+0000 7fcfb2e39740 1 --2- 172.21.15.76:0/3834276784 >> [v2:172.21.15.192:6833/2989427744,v1:172.21.15.192:6835/2989427744] conn(0x55a610867fe0 0x55a6108683c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:05.084 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.074+0000 7fcfb2e39740 4 client.5688 mds_command: new command op to 5311 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-13T16:03:05.084 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.074+0000 7fcfb2e39740 1 -- 172.21.15.76:0/3834276784 --> [v2:172.21.15.192:6833/2989427744,v1:172.21.15.192:6835/2989427744] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55a6104dcd10 con 0x55a610867fe0 2024-09-13T16:03:05.084 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.074+0000 7fcfad6b3640 1 --2- 172.21.15.76:0/3834276784 >> [v2:172.21.15.192:6833/2989427744,v1:172.21.15.192:6835/2989427744] conn(0x55a610867fe0 0x55a6108683c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:05.084 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.074+0000 7fcfad6b3640 1 --2- 172.21.15.76:0/3834276784 >> [v2:172.21.15.192:6833/2989427744,v1:172.21.15.192:6835/2989427744] conn(0x55a610867fe0 0x55a6108683c0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4f75bad0b6a209df server_cookie=5558b65310f28b22 in_seq=0 out_seq=0 2024-09-13T16:03:05.084 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.074+0000 7fcf88ff9640 10 client.5688 ms_handle_connect on v2:172.21.15.192:6833/2989427744 2024-09-13T16:03:05.084 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.075+0000 7fcf88ff9640 1 -- 172.21.15.76:0/3834276784 <== mds.0 v2:172.21.15.192:6833/2989427744 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+325 (crc 0 0 0) 0x55a6104dcd10 con 0x55a610867fe0 2024-09-13T16:03:05.084 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.075+0000 7fcf88ff9640 10 client.5688 handle_command_reply: tid=0 2024-09-13T16:03:05.084 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.075+0000 7fcfb2e39740 1 client.5688 shutdown 2024-09-13T16:03:05.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.075+0000 7fcfb2e39740 1 -- 172.21.15.76:0/3834276784 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55a6108220a0 msgr2=0x55a6108633c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:05.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.075+0000 7fcfb2e39740 1 --2- 172.21.15.76:0/3834276784 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55a6108220a0 0x55a6108633c0 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7fcfa4086dd0 tx=0x7fcfa401e070 comp rx=0 tx=0).stop 2024-09-13T16:03:05.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.075+0000 7fcfb2e39740 1 -- 172.21.15.76:0/3834276784 shutdown_connections 2024-09-13T16:03:05.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.075+0000 7fcfb2e39740 1 --2- 172.21.15.76:0/3834276784 >> [v2:172.21.15.192:6833/2989427744,v1:172.21.15.192:6835/2989427744] conn(0x55a610867fe0 0x55a6108683c0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:05.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.075+0000 7fcfb2e39740 1 --2- 172.21.15.76:0/3834276784 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a61084d030 0x55a610863f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:05.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.075+0000 7fcfb2e39740 1 --2- 172.21.15.76:0/3834276784 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55a610849550 0x55a6108b9f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:05.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.075+0000 7fcf88ff9640 0 client.5688 ms_handle_reset on v2:172.21.15.192:6833/2989427744 2024-09-13T16:03:05.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.075+0000 7fcfb2e39740 1 --2- 172.21.15.76:0/3834276784 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55a6108220a0 0x55a6108633c0 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:05.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.075+0000 7fcfb2e39740 1 -- 172.21.15.76:0/3834276784 >> 172.21.15.76:0/3834276784 conn(0x55a61081f860 msgr2=0x55a610832e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:03:05.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.075+0000 7fcfb2e39740 1 -- 172.21.15.76:0/3834276784 shutdown_connections 2024-09-13T16:03:05.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.075+0000 7fcfb2e39740 1 -- 172.21.15.76:0/3834276784 wait complete. 2024-09-13T16:03:05.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.075+0000 7fcfb2e39740 20 client.5688 trim_cache size 0 max 16384 2024-09-13T16:03:05.088 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2024-09-13T16:03:05.088 INFO:teuthology.orchestra.run.smithi076.stdout: "cluster_fsid": "da76ee52-f48b-434a-9df7-5fefe2a6e471", 2024-09-13T16:03:05.088 INFO:teuthology.orchestra.run.smithi076.stdout: "whoami": 0, 2024-09-13T16:03:05.088 INFO:teuthology.orchestra.run.smithi076.stdout: "id": 5311, 2024-09-13T16:03:05.088 INFO:teuthology.orchestra.run.smithi076.stdout: "want_state": "up:active", 2024-09-13T16:03:05.088 INFO:teuthology.orchestra.run.smithi076.stdout: "state": "up:active", 2024-09-13T16:03:05.088 INFO:teuthology.orchestra.run.smithi076.stdout: "fs_name": "cephfs", 2024-09-13T16:03:05.088 INFO:teuthology.orchestra.run.smithi076.stdout: "rank_uptime": 8.8258406760000003, 2024-09-13T16:03:05.088 INFO:teuthology.orchestra.run.smithi076.stdout: "mdsmap_epoch": 15, 2024-09-13T16:03:05.089 INFO:teuthology.orchestra.run.smithi076.stdout: "osdmap_epoch": 41, 2024-09-13T16:03:05.089 INFO:teuthology.orchestra.run.smithi076.stdout: "osdmap_epoch_barrier": 41, 2024-09-13T16:03:05.089 INFO:teuthology.orchestra.run.smithi076.stdout: "uptime": 15.220383018 2024-09-13T16:03:05.089 INFO:teuthology.orchestra.run.smithi076.stdout:} 2024-09-13T16:03:05.090 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.075+0000 7fcfb0118640 1 -- 172.21.15.76:0/3191243109 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcf8c06ac00 msgr2=0x7fcf8c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:05.090 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.075+0000 7fcfb0118640 1 --2- 172.21.15.76:0/3191243109 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcf8c06ac00 0x7fcf8c06d0c0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fcf98034000 tx=0x7fcf9802e000 comp rx=0 tx=0).stop 2024-09-13T16:03:05.091 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.075+0000 7fcfb0118640 1 -- 172.21.15.76:0/3191243109 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcfa806d030 msgr2=0x7fcfa8158d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:05.091 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.075+0000 7fcfb0118640 1 --2- 172.21.15.76:0/3191243109 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcfa806d030 0x7fcfa8158d30 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7fcfa400c400 tx=0x7fcfa400c8c0 comp rx=0 tx=0).stop 2024-09-13T16:03:05.091 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.076+0000 7fcfb0118640 1 -- 172.21.15.76:0/3191243109 shutdown_connections 2024-09-13T16:03:05.091 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.076+0000 7fcfb0118640 1 --2- 172.21.15.76:0/3191243109 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcfa815a2e0 0x7fcfa8071320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:05.091 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.076+0000 7fcfb0118640 1 --2- 172.21.15.76:0/3191243109 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcf8c06ac00 0x7fcf8c06d0c0 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:05.091 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.076+0000 7fcfb0118640 1 --2- 172.21.15.76:0/3191243109 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcfa80cace0 0x7fcfa81efe00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:05.091 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.076+0000 7fcfb0118640 1 --2- 172.21.15.76:0/3191243109 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcfa806d030 0x7fcfa8158d30 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:05.091 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.076+0000 7fcfb0118640 1 -- 172.21.15.76:0/3191243109 >> 172.21.15.76:0/3191243109 conn(0x7fcfa8069ed0 msgr2=0x7fcfa80acfe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:03:05.092 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.076+0000 7fcfb0118640 1 -- 172.21.15.76:0/3191243109 shutdown_connections 2024-09-13T16:03:05.092 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.076+0000 7fcfb0118640 1 -- 172.21.15.76:0/3191243109 wait complete. 2024-09-13T16:03:05.092 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T16:03:05.190 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.189+0000 7f3593b45640 1 Processor -- start 2024-09-13T16:03:05.191 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.189+0000 7f3593b45640 1 -- start start 2024-09-13T16:03:05.192 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.190+0000 7f3593b45640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f358c06c4c0 0x7f358c06c8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:05.192 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.190+0000 7f3593b45640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f358c0b2590 0x7f358c06d3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:05.192 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.190+0000 7f3593b45640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f358c0b29e0 con 0x7f358c0cbea0 2024-09-13T16:03:05.193 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.190+0000 7f3593b45640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f358c06deb0 con 0x7f358c0b2590 2024-09-13T16:03:05.193 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.190+0000 7f3593b45640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f358c0b2170 con 0x7f358c06c4c0 2024-09-13T16:03:05.193 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.190+0000 7f35910e0640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f358c0b2590 0x7f358c06d3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:05.193 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.190+0000 7f35910e0640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f358c0b2590 0x7f358c06d3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51644/0 (socket says 172.21.15.76:51644) 2024-09-13T16:03:05.193 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.190+0000 7f35910e0640 1 -- 172.21.15.76:0/26423326 learned_addr learned my addr 172.21.15.76:0/26423326 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:03:05.193 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.190+0000 7f35918e1640 1 --2- 172.21.15.76:0/26423326 >> v2:172.21.15.192:3300/0 conn(0x7f358c06c4c0 0x7f358c06c8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:05.193 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.191+0000 7f35910e0640 1 -- 172.21.15.76:0/26423326 >> v2:172.21.15.192:3300/0 conn(0x7f358c06c4c0 msgr2=0x7f358c06c8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:03:05.193 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.191+0000 7f35910e0640 1 --2- 172.21.15.76:0/26423326 >> v2:172.21.15.192:3300/0 conn(0x7f358c06c4c0 0x7f358c06c8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:05.193 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.191+0000 7f35910e0640 1 -- 172.21.15.76:0/26423326 >> v1:172.21.15.192:6789/0 conn(0x7f358c0cbea0 legacy=0x7f358c0cc330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:03:05.193 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.191+0000 7f35910e0640 1 -- 172.21.15.76:0/26423326 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f358c06e0c0 con 0x7f358c0b2590 2024-09-13T16:03:05.195 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.191+0000 7f35910e0640 1 --2- 172.21.15.76:0/26423326 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f358c0b2590 0x7f358c06d3a0 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f358c0cb910 tx=0x7f357c02c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b1801379d905fa2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:05.195 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.191+0000 7f35908df640 1 -- 172.21.15.76:0/26423326 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f357c02f070 con 0x7f358c0b2590 2024-09-13T16:03:05.195 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.191+0000 7f35908df640 1 -- 172.21.15.76:0/26423326 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f357c0325a0 con 0x7f358c0b2590 2024-09-13T16:03:05.195 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.191+0000 7f35908df640 1 -- 172.21.15.76:0/26423326 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f357c032930 con 0x7f358c0b2590 2024-09-13T16:03:05.195 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.192+0000 7f3593b45640 1 -- 172.21.15.76:0/26423326 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f358c0b2590 msgr2=0x7f358c06d3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:05.195 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.192+0000 7f3593b45640 1 --2- 172.21.15.76:0/26423326 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f358c0b2590 0x7f358c06d3a0 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f358c0cb910 tx=0x7f357c02c8e0 comp rx=0 tx=0).stop 2024-09-13T16:03:05.195 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.192+0000 7f3593b45640 1 -- 172.21.15.76:0/26423326 shutdown_connections 2024-09-13T16:03:05.195 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.192+0000 7f3593b45640 1 --2- 172.21.15.76:0/26423326 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f358c0b2590 0x7f358c06d3a0 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:05.195 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.192+0000 7f3593b45640 1 --2- 172.21.15.76:0/26423326 >> v2:172.21.15.192:3300/0 conn(0x7f358c06c4c0 0x7f358c06c8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:05.195 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.192+0000 7f3593b45640 1 -- 172.21.15.76:0/26423326 >> 172.21.15.76:0/26423326 conn(0x7f358c069ed0 msgr2=0x7f358c06a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:03:05.195 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.192+0000 7f3593b45640 1 -- 172.21.15.76:0/26423326 shutdown_connections 2024-09-13T16:03:05.195 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.192+0000 7f3593b45640 1 -- 172.21.15.76:0/26423326 wait complete. 2024-09-13T16:03:05.195 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.193+0000 7f3593b45640 1 Processor -- start 2024-09-13T16:03:05.196 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.193+0000 7f3593b45640 1 -- start start 2024-09-13T16:03:05.198 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.194+0000 7f3593b45640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f358c06c4c0 0x7f358c156400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:05.198 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.194+0000 7f3593b45640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f358c0b2590 0x7f358c15b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:05.198 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.194+0000 7f3593b45640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f358c0cbea0 0x7f358c0af0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:05.198 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.194+0000 7f3593b45640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f358c0b07d0 con 0x7f358c0b2590 2024-09-13T16:03:05.199 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.194+0000 7f3593b45640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f358c159030 con 0x7f358c0cbea0 2024-09-13T16:03:05.199 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.194+0000 7f3593b45640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f358c0c29b0 con 0x7f358c06c4c0 2024-09-13T16:03:05.199 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.194+0000 7f35910e0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f358c0b2590 0x7f358c15b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:05.199 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.194+0000 7f35910e0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f358c0b2590 0x7f358c15b8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51658/0 (socket says 172.21.15.76:51658) 2024-09-13T16:03:05.199 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.194+0000 7f35910e0640 1 -- 172.21.15.76:0/4150710534 learned_addr learned my addr 172.21.15.76:0/4150710534 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:03:05.199 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.194+0000 7f35918e1640 1 --2- 172.21.15.76:0/4150710534 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f358c06c4c0 0x7f358c156400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:05.199 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.194+0000 7f35920e2640 1 --2- 172.21.15.76:0/4150710534 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f358c0cbea0 0x7f358c0af0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:05.199 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.194+0000 7f35910e0640 1 -- 172.21.15.76:0/4150710534 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f358c06c4c0 msgr2=0x7f358c156400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:05.199 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.194+0000 7f35910e0640 1 --2- 172.21.15.76:0/4150710534 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f358c06c4c0 0x7f358c156400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:05.200 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.194+0000 7f35910e0640 1 -- 172.21.15.76:0/4150710534 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f358c0cbea0 msgr2=0x7f358c0af0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:05.200 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.194+0000 7f35910e0640 1 --2- 172.21.15.76:0/4150710534 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f358c0cbea0 0x7f358c0af0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:05.200 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.194+0000 7f35910e0640 1 -- 172.21.15.76:0/4150710534 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f357c00b770 con 0x7f358c0b2590 2024-09-13T16:03:05.200 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.195+0000 7f35910e0640 1 --2- 172.21.15.76:0/4150710534 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f358c0b2590 0x7f358c15b8e0 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f357c00b2c0 tx=0x7f357c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:05.200 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.195+0000 7f35827fc640 1 -- 172.21.15.76:0/4150710534 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f357c033980 con 0x7f358c0b2590 2024-09-13T16:03:05.200 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.195+0000 7f35827fc640 1 -- 172.21.15.76:0/4150710534 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f357c033ae0 con 0x7f358c0b2590 2024-09-13T16:03:05.200 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.195+0000 7f35827fc640 1 -- 172.21.15.76:0/4150710534 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f357c033e70 con 0x7f358c0b2590 2024-09-13T16:03:05.200 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.195+0000 7f3593b45640 1 -- 172.21.15.76:0/4150710534 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f358c1592d0 con 0x7f358c0b2590 2024-09-13T16:03:05.200 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.195+0000 7f3593b45640 1 -- 172.21.15.76:0/4150710534 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f358c0c2c90 con 0x7f358c0b2590 2024-09-13T16:03:05.200 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.196+0000 7f3593b45640 1 -- 172.21.15.76:0/4150710534 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f358c1597f0 con 0x7f358c0b2590 2024-09-13T16:03:05.200 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.196+0000 7f35827fc640 1 -- 172.21.15.76:0/4150710534 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f357c03c3f0 con 0x7f358c0b2590 2024-09-13T16:03:05.200 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.196+0000 7f35827fc640 1 --2- 172.21.15.76:0/4150710534 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f357006ac00 0x7f357006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:05.200 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.197+0000 7f35827fc640 1 -- 172.21.15.76:0/4150710534 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f357c0ac730 con 0x7f358c0b2590 2024-09-13T16:03:05.201 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.197+0000 7f35918e1640 1 --2- 172.21.15.76:0/4150710534 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f357006ac00 0x7f357006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:05.201 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.197+0000 7f35918e1640 1 --2- 172.21.15.76:0/4150710534 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f357006ac00 0x7f357006d0c0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f358800a970 tx=0x7f3588008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:05.202 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.201+0000 7f35827fc640 1 -- 172.21.15.76:0/4150710534 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f358c1597f0 con 0x7f358c0b2590 2024-09-13T16:03:05.396 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.394+0000 7f3593b45640 1 -- 172.21.15.76:0/4150710534 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f358c1597f0 con 0x7f358c0b2590 2024-09-13T16:03:05.396 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.394+0000 7f35827fc640 1 -- 172.21.15.76:0/4150710534 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v15) v1 ==== 53+0+73 (secure 0 0 0) 0x7f358c1597f0 con 0x7f358c0b2590 2024-09-13T16:03:05.396 INFO:teuthology.orchestra.run.smithi076.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-13T16:03:05.398 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.396+0000 7f3593b45640 1 -- 172.21.15.76:0/4150710534 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f357006ac00 msgr2=0x7f357006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:05.398 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.396+0000 7f3593b45640 1 --2- 172.21.15.76:0/4150710534 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f357006ac00 0x7f357006d0c0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f358800a970 tx=0x7f3588008040 comp rx=0 tx=0).stop 2024-09-13T16:03:05.398 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.396+0000 7f3593b45640 1 -- 172.21.15.76:0/4150710534 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f358c0b2590 msgr2=0x7f358c15b8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:05.399 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.396+0000 7f3593b45640 1 --2- 172.21.15.76:0/4150710534 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f358c0b2590 0x7f358c15b8e0 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f357c00b2c0 tx=0x7f357c0046c0 comp rx=0 tx=0).stop 2024-09-13T16:03:05.399 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.396+0000 7f3593b45640 1 -- 172.21.15.76:0/4150710534 shutdown_connections 2024-09-13T16:03:05.399 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.396+0000 7f3593b45640 1 --2- 172.21.15.76:0/4150710534 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f358c0cbea0 0x7f358c0af0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:05.399 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.396+0000 7f3593b45640 1 --2- 172.21.15.76:0/4150710534 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f358c0b2590 0x7f358c15b8e0 unknown :-1 s=CLOSED pgs=537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:05.399 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.396+0000 7f3593b45640 1 --2- 172.21.15.76:0/4150710534 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f357006ac00 0x7f357006d0c0 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:05.399 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.396+0000 7f3593b45640 1 --2- 172.21.15.76:0/4150710534 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f358c06c4c0 0x7f358c156400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:05.399 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.396+0000 7f3593b45640 1 -- 172.21.15.76:0/4150710534 >> 172.21.15.76:0/4150710534 conn(0x7f358c069ed0 msgr2=0x7f358c0cdb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:03:05.399 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.397+0000 7f3593b45640 1 -- 172.21.15.76:0/4150710534 shutdown_connections 2024-09-13T16:03:05.399 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:05.397+0000 7f3593b45640 1 -- 172.21.15.76:0/4150710534 wait complete. 2024-09-13T16:03:05.409 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T16:03:05.409 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T16:03:05.409 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi076.front.sepia.ceph.com 2024-09-13T16:03:05.409 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-13T16:03:05.409 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-13T16:03:05.409 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T16:03:05.410 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T16:03:05.410 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T16:03:05.410 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:03:05.410 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:03:05.410 DEBUG:teuthology.orchestra.run.smithi076:> ip addr 2024-09-13T16:03:05.426 INFO:teuthology.orchestra.run.smithi076.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T16:03:05.426 INFO:teuthology.orchestra.run.smithi076.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T16:03:05.426 INFO:teuthology.orchestra.run.smithi076.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T16:03:05.426 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:03:05.426 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 ::1/128 scope host 2024-09-13T16:03:05.426 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:03:05.426 INFO:teuthology.orchestra.run.smithi076.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:03:05.426 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:d8:da:66 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:03:05.426 INFO:teuthology.orchestra.run.smithi076.stdout: altname enp7s0f0 2024-09-13T16:03:05.426 INFO:teuthology.orchestra.run.smithi076.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:03:05.427 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:d8:da:67 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:03:05.427 INFO:teuthology.orchestra.run.smithi076.stdout: altname enp7s0f1 2024-09-13T16:03:05.427 INFO:teuthology.orchestra.run.smithi076.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:03:05.427 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:8f:47:e0 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:03:05.427 INFO:teuthology.orchestra.run.smithi076.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T16:03:05.427 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:8f:47:e1 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:03:05.427 INFO:teuthology.orchestra.run.smithi076.stdout: inet 172.21.15.76/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-13T16:03:05.427 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft 42710sec preferred_lft 42710sec 2024-09-13T16:03:05.427 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::ec4:7aff:fe8f:47e1/64 scope link noprefixroute 2024-09-13T16:03:05.427 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:03:05.427 INFO:teuthology.orchestra.run.smithi076.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T16:03:05.427 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0e:a0:37:a4:1d:a0 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:03:05.427 INFO:teuthology.orchestra.run.smithi076.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-13T16:03:05.428 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:03:05.428 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::a496:13ff:fe82:8fa2/64 scope link 2024-09-13T16:03:05.428 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:03:05.428 INFO:teuthology.orchestra.run.smithi076.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:03:05.428 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether b2:0f:89:b0:cb:4d brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-13T16:03:05.428 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::b00f:89ff:feb0:cb4d/64 scope link 2024-09-13T16:03:05.428 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:03:05.428 INFO:teuthology.orchestra.run.smithi076.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:03:05.428 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0e:a0:37:a4:1d:a0 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-13T16:03:05.428 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::ca0:37ff:fea4:1da0/64 scope link 2024-09-13T16:03:05.428 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:03:05.429 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:03:05.429 DEBUG:teuthology.orchestra.run.smithi076:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T16:03:05.490 INFO:teuthology.orchestra.run.smithi076.stdout:1 2024-09-13T16:03:05.492 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:03:05.492 DEBUG:teuthology.orchestra.run.smithi076:> route 2024-09-13T16:03:05.549 INFO:teuthology.orchestra.run.smithi076.stdout:Kernel IP routing table 2024-09-13T16:03:05.549 INFO:teuthology.orchestra.run.smithi076.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T16:03:05.549 INFO:teuthology.orchestra.run.smithi076.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-13T16:03:05.549 INFO:teuthology.orchestra.run.smithi076.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-13T16:03:05.549 INFO:teuthology.orchestra.run.smithi076.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T16:03:05.549 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:03:05.550 DEBUG:teuthology.orchestra.run.smithi076:> (cd / && exec bash -c ' 2024-09-13T16:03:05.550 DEBUG:teuthology.orchestra.run.smithi076:> set -e 2024-09-13T16:03:05.550 DEBUG:teuthology.orchestra.run.smithi076:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-13T16:03:05.550 DEBUG:teuthology.orchestra.run.smithi076:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-13T16:03:05.550 DEBUG:teuthology.orchestra.run.smithi076:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-13T16:03:05.550 DEBUG:teuthology.orchestra.run.smithi076:> ') 2024-09-13T16:03:05.636 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:03:05.637 DEBUG:teuthology.orchestra.run.smithi076:> ip netns list 2024-09-13T16:03:05.652 INFO:teuthology.orchestra.run.smithi076.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-13T16:03:05.652 INFO:teuthology.orchestra.run.smithi076.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-13T16:03:05.652 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:03:05.652 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:03:05.652 DEBUG:teuthology.orchestra.run.smithi076:> sudo ip link set brx.0 up 2024-09-13T16:03:05.719 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-13T16:03:05.719 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:03:05.719 DEBUG:teuthology.orchestra.run.smithi076:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-13T16:03:05.775 INFO:teuthology.orchestra.run.smithi076.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:03:05.775 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:03:05.775 DEBUG:teuthology.orchestra.run.smithi076:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-13T16:03:05.831 DEBUG:teuthology.orchestra.run.smithi076:> sudo modprobe fuse 2024-09-13T16:03:05.897 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:03:05.897 DEBUG:teuthology.orchestra.run.smithi076:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:03:05.961 INFO:teuthology.orchestra.run.smithi076.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:03:05.962 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:03:05.963 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:03:05.963 DEBUG:teuthology.orchestra.run.smithi076:> ls /sys/fs/fuse/connections 2024-09-13T16:03:06.019 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-13T16:03:06.019 DEBUG:teuthology.orchestra.run.smithi076:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-13T16:03:06.062 DEBUG:teuthology.orchestra.run.smithi076:> sudo modprobe fuse 2024-09-13T16:03:06.086 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:03:06.086 DEBUG:teuthology.orchestra.run.smithi076:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:03:06.142 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi076.stderr:2024-09-13T16:03:06.141+0000 7ff761e0a480 -1 init, newargv = 0x55d8774de070 newargc=15 2024-09-13T16:03:06.143 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi076.stderr:ceph-fuse[53007]: starting ceph client 2024-09-13T16:03:06.148 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi076.stderr:ceph-fuse[53007]: starting fuse 2024-09-13T16:03:06.152 INFO:teuthology.orchestra.run.smithi076.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:03:06.154 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:03:06.154 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:03:06.154 DEBUG:teuthology.orchestra.run.smithi076:> ls /sys/fs/fuse/connections 2024-09-13T16:03:06.210 INFO:teuthology.orchestra.run.smithi076.stdout:41 2024-09-13T16:03:06.210 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-13T16:03:06.210 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:03:06.210 DEBUG:teuthology.orchestra.run.smithi076:> import glob 2024-09-13T16:03:06.210 DEBUG:teuthology.orchestra.run.smithi076:> import re 2024-09-13T16:03:06.211 DEBUG:teuthology.orchestra.run.smithi076:> import os 2024-09-13T16:03:06.211 DEBUG:teuthology.orchestra.run.smithi076:> import subprocess 2024-09-13T16:03:06.211 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:03:06.211 DEBUG:teuthology.orchestra.run.smithi076:> def _find_admin_socket(client_name): 2024-09-13T16:03:06.211 DEBUG:teuthology.orchestra.run.smithi076:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-13T16:03:06.211 DEBUG:teuthology.orchestra.run.smithi076:> files = glob.glob(asok_path) 2024-09-13T16:03:06.211 DEBUG:teuthology.orchestra.run.smithi076:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-13T16:03:06.211 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:03:06.211 DEBUG:teuthology.orchestra.run.smithi076:> # Given a non-glob path, it better be there 2024-09-13T16:03:06.211 DEBUG:teuthology.orchestra.run.smithi076:> if "*" not in asok_path: 2024-09-13T16:03:06.211 DEBUG:teuthology.orchestra.run.smithi076:> assert(len(files) == 1) 2024-09-13T16:03:06.211 DEBUG:teuthology.orchestra.run.smithi076:> return files[0] 2024-09-13T16:03:06.211 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:03:06.211 DEBUG:teuthology.orchestra.run.smithi076:> for f in files: 2024-09-13T16:03:06.212 DEBUG:teuthology.orchestra.run.smithi076:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T16:03:06.212 DEBUG:teuthology.orchestra.run.smithi076:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T16:03:06.212 DEBUG:teuthology.orchestra.run.smithi076:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T16:03:06.212 DEBUG:teuthology.orchestra.run.smithi076:> contents = proc_f.read() 2024-09-13T16:03:06.212 DEBUG:teuthology.orchestra.run.smithi076:> if mountpoint in contents: 2024-09-13T16:03:06.212 DEBUG:teuthology.orchestra.run.smithi076:> return f 2024-09-13T16:03:06.212 DEBUG:teuthology.orchestra.run.smithi076:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T16:03:06.212 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:03:06.212 DEBUG:teuthology.orchestra.run.smithi076:> print(_find_admin_socket("client.0")) 2024-09-13T16:03:06.212 DEBUG:teuthology.orchestra.run.smithi076:> ' 2024-09-13T16:03:06.324 INFO:teuthology.orchestra.run.smithi076.stdout:/var/run/ceph/ceph-client.0.53007.asok 2024-09-13T16:03:06.511 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.53007.asok 2024-09-13T16:03:06.511 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:03:06.511 DEBUG:teuthology.orchestra.run.smithi076:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.53007.asok status 2024-09-13T16:03:06.645 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2024-09-13T16:03:06.645 INFO:teuthology.orchestra.run.smithi076.stdout: "metadata": { 2024-09-13T16:03:06.645 INFO:teuthology.orchestra.run.smithi076.stdout: "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", 2024-09-13T16:03:06.646 INFO:teuthology.orchestra.run.smithi076.stdout: "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", 2024-09-13T16:03:06.646 INFO:teuthology.orchestra.run.smithi076.stdout: "entity_id": "0", 2024-09-13T16:03:06.646 INFO:teuthology.orchestra.run.smithi076.stdout: "hostname": "smithi076", 2024-09-13T16:03:06.646 INFO:teuthology.orchestra.run.smithi076.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-13T16:03:06.646 INFO:teuthology.orchestra.run.smithi076.stdout: "pid": "53007", 2024-09-13T16:03:06.646 INFO:teuthology.orchestra.run.smithi076.stdout: "root": "/" 2024-09-13T16:03:06.646 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:06.646 INFO:teuthology.orchestra.run.smithi076.stdout: "dentry_count": 0, 2024-09-13T16:03:06.646 INFO:teuthology.orchestra.run.smithi076.stdout: "dentry_pinned_count": 0, 2024-09-13T16:03:06.646 INFO:teuthology.orchestra.run.smithi076.stdout: "id": 5700, 2024-09-13T16:03:06.646 INFO:teuthology.orchestra.run.smithi076.stdout: "inst": { 2024-09-13T16:03:06.646 INFO:teuthology.orchestra.run.smithi076.stdout: "name": { 2024-09-13T16:03:06.646 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "client", 2024-09-13T16:03:06.646 INFO:teuthology.orchestra.run.smithi076.stdout: "num": 5700 2024-09-13T16:03:06.647 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:06.647 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": { 2024-09-13T16:03:06.647 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "v1", 2024-09-13T16:03:06.647 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:03:06.647 INFO:teuthology.orchestra.run.smithi076.stdout: "nonce": 330221223 2024-09-13T16:03:06.647 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:03:06.647 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:06.647 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": { 2024-09-13T16:03:06.647 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "v1", 2024-09-13T16:03:06.647 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:03:06.647 INFO:teuthology.orchestra.run.smithi076.stdout: "nonce": 330221223 2024-09-13T16:03:06.647 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:06.647 INFO:teuthology.orchestra.run.smithi076.stdout: "inst_str": "client.5700 192.168.0.1:0/330221223", 2024-09-13T16:03:06.647 INFO:teuthology.orchestra.run.smithi076.stdout: "addr_str": "192.168.0.1:0/330221223", 2024-09-13T16:03:06.648 INFO:teuthology.orchestra.run.smithi076.stdout: "inode_count": 1, 2024-09-13T16:03:06.648 INFO:teuthology.orchestra.run.smithi076.stdout: "mds_epoch": 15, 2024-09-13T16:03:06.648 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_epoch": 41, 2024-09-13T16:03:06.648 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_epoch_barrier": 0, 2024-09-13T16:03:06.648 INFO:teuthology.orchestra.run.smithi076.stdout: "blocklisted": false, 2024-09-13T16:03:06.648 INFO:teuthology.orchestra.run.smithi076.stdout: "fs_name": "cephfs" 2024-09-13T16:03:06.648 INFO:teuthology.orchestra.run.smithi076.stdout:} 2024-09-13T16:03:06.654 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:03:06.654 DEBUG:teuthology.orchestra.run.smithi076:> stat --file-system '--printf=%T 2024-09-13T16:03:06.654 DEBUG:teuthology.orchestra.run.smithi076:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-13T16:03:06.670 INFO:teuthology.orchestra.run.smithi076.stdout:fuseblk 2024-09-13T16:03:06.670 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-13T16:03:06.671 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:03:06.671 DEBUG:teuthology.orchestra.run.smithi076:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-13T16:03:06.737 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T16:03:06.875 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:06.873+0000 7f3ba8995640 1 Processor -- start 2024-09-13T16:03:06.875 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:06.873+0000 7f3ba8995640 1 -- start start 2024-09-13T16:03:06.879 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:06.874+0000 7f3ba8995640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3ba40b4660 0x7f3ba406b420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:06.879 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:06.874+0000 7f3ba8995640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3ba40d1840 con 0x7f3ba415c6e0 2024-09-13T16:03:06.879 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:06.874+0000 7f3ba8995640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3ba40d0c30 con 0x7f3ba40d07b0 2024-09-13T16:03:06.879 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:06.874+0000 7f3ba8995640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3ba40d0f10 con 0x7f3ba40b4660 2024-09-13T16:03:06.879 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:06.875+0000 7f3ba259c640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f3ba415c6e0 0x7f3ba40b3f50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:56270/0 (socket says 172.21.15.76:56270) 2024-09-13T16:03:06.879 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:06.875+0000 7f3ba259c640 1 -- 172.21.15.76:0/1548102066 learned_addr learned my addr 172.21.15.76:0/1548102066 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:03:06.879 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:06.875+0000 7f3ba2d9d640 1 --2- 172.21.15.76:0/1548102066 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3ba40b4660 0x7f3ba406b420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:06.879 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:06.875+0000 7f3ba159a640 1 -- 172.21.15.76:0/1548102066 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 412742935 0 0) 0x7f3ba40d1840 con 0x7f3ba415c6e0 2024-09-13T16:03:06.880 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:06.875+0000 7f3ba159a640 1 -- 172.21.15.76:0/1548102066 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3b90003520 con 0x7f3ba415c6e0 2024-09-13T16:03:06.880 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:06.875+0000 7f3ba159a640 1 -- 172.21.15.76:0/1548102066 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 694249986 0 0) 0x7f3b90003520 con 0x7f3ba415c6e0 2024-09-13T16:03:06.880 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:06.875+0000 7f3ba159a640 1 -- 172.21.15.76:0/1548102066 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3ba40b4660 msgr2=0x7f3ba406b420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:03:06.880 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:06.875+0000 7f3ba159a640 1 --2- 172.21.15.76:0/1548102066 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3ba40b4660 0x7f3ba406b420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:06.880 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:06.875+0000 7f3ba159a640 1 -- 172.21.15.76:0/1548102066 >> v1:172.21.15.192:6789/0 conn(0x7f3ba40d07b0 legacy=0x7f3ba406ad10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:06.880 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:06.875+0000 7f3ba159a640 1 -- 172.21.15.76:0/1548102066 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3ba40d11f0 con 0x7f3ba415c6e0 2024-09-13T16:03:06.880 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:06.875+0000 7f3ba159a640 1 -- 172.21.15.76:0/1548102066 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f3b8c001670 con 0x7f3ba415c6e0 2024-09-13T16:03:06.880 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:06.875+0000 7f3ba159a640 1 -- 172.21.15.76:0/1548102066 >> v1:172.21.15.76:6789/0 conn(0x7f3ba415c6e0 legacy=0x7f3ba40b3f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:06.880 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:06.875+0000 7f3ba159a640 1 --2- 172.21.15.76:0/1548102066 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3ba40b4660 0x7f3b900039a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:06.880 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:06.875+0000 7f3ba159a640 1 --2- 172.21.15.76:0/1548102066 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3b90003ee0 0x7f3b900047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:06.881 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:06.875+0000 7f3ba159a640 1 --2- 172.21.15.76:0/1548102066 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3b90004d00 0x7f3b90005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:06.881 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:06.875+0000 7f3ba159a640 1 -- 172.21.15.76:0/1548102066 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3ba40d0f10 con 0x7f3b90003ee0 2024-09-13T16:03:06.881 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:06.875+0000 7f3ba159a640 1 -- 172.21.15.76:0/1548102066 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3b9000ba90 con 0x7f3b90004d00 2024-09-13T16:03:06.881 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:06.875+0000 7f3ba159a640 1 -- 172.21.15.76:0/1548102066 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3b9000bc50 con 0x7f3ba40b4660 2024-09-13T16:03:06.881 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:06.875+0000 7f3ba1d9b640 1 --2- 172.21.15.76:0/1548102066 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3b90003ee0 0x7f3b900047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:06.881 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:06.875+0000 7f3ba259c640 1 --2- 172.21.15.76:0/1548102066 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3ba40b4660 0x7f3b900039a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:06.881 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:06.875+0000 7f3ba2d9d640 1 --2- 172.21.15.76:0/1548102066 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3b90004d00 0x7f3b90005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:06.881 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:06.876+0000 7f3ba1d9b640 1 -- 172.21.15.76:0/1548102066 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3ba40b4660 msgr2=0x7f3b900039a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:03:06.881 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:06.876+0000 7f3ba1d9b640 1 --2- 172.21.15.76:0/1548102066 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3ba40b4660 0x7f3b900039a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:06.881 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:06.876+0000 7f3ba1d9b640 1 -- 172.21.15.76:0/1548102066 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3b90004d00 msgr2=0x7f3b90005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:03:06.881 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:06.876+0000 7f3ba1d9b640 1 --2- 172.21.15.76:0/1548102066 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3b90004d00 0x7f3b90005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:06.881 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:06.876+0000 7f3ba1d9b640 1 -- 172.21.15.76:0/1548102066 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3b90003520 con 0x7f3b90003ee0 2024-09-13T16:03:06.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:06.876+0000 7f3ba1d9b640 1 --2- 172.21.15.76:0/1548102066 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3b90003ee0 0x7f3b900047c0 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f3b94001860 tx=0x7f3b900057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=393c1a3b4cccc5b5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:06.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:06.877+0000 7f3ba159a640 1 -- 172.21.15.76:0/1548102066 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b9402abd0 con 0x7f3b90003ee0 2024-09-13T16:03:06.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:06.877+0000 7f3ba159a640 1 -- 172.21.15.76:0/1548102066 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3b9402ad50 con 0x7f3b90003ee0 2024-09-13T16:03:06.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:06.877+0000 7f3ba159a640 1 -- 172.21.15.76:0/1548102066 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b94032680 con 0x7f3b90003ee0 2024-09-13T16:03:06.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:06.877+0000 7f3ba8995640 1 -- 172.21.15.76:0/1548102066 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3b90003ee0 msgr2=0x7f3b900047c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:06.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:06.877+0000 7f3ba8995640 1 --2- 172.21.15.76:0/1548102066 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3b90003ee0 0x7f3b900047c0 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f3b94001860 tx=0x7f3b900057f0 comp rx=0 tx=0).stop 2024-09-13T16:03:06.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:06.877+0000 7f3ba2d9d640 1 -- 172.21.15.76:0/1548102066 reap_dead start 2024-09-13T16:03:06.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:06.877+0000 7f3ba8995640 1 -- 172.21.15.76:0/1548102066 shutdown_connections 2024-09-13T16:03:06.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:06.877+0000 7f3ba8995640 1 -- 172.21.15.76:0/1548102066 >> 172.21.15.76:0/1548102066 conn(0x7f3ba4089f60 msgr2=0x7f3ba40d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:03:06.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:06.877+0000 7f3ba8995640 1 -- 172.21.15.76:0/1548102066 shutdown_connections 2024-09-13T16:03:06.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:06.877+0000 7f3ba8995640 1 -- 172.21.15.76:0/1548102066 wait complete. 2024-09-13T16:03:06.886 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:06.879+0000 7f3ba8995640 1 Processor -- start 2024-09-13T16:03:06.886 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:06.879+0000 7f3ba8995640 1 -- start start 2024-09-13T16:03:06.886 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:06.879+0000 7f3ba8995640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3b90003ee0 0x7f3ba40caa10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:06.886 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:06.879+0000 7f3ba8995640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3ba409c690 0x7f3ba4154540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:06.886 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:06.879+0000 7f3ba8995640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3ba40c95a0 0x7f3ba40af520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:06.886 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:06.879+0000 7f3ba8995640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3ba41f1b30 con 0x7f3b90003ee0 2024-09-13T16:03:06.886 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:06.879+0000 7f3ba8995640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3ba409ee50 con 0x7f3ba409c690 2024-09-13T16:03:06.886 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:06.879+0000 7f3ba8995640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3ba40ca650 con 0x7f3ba40c95a0 2024-09-13T16:03:06.886 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:06.879+0000 7f3ba259c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3b90003ee0 0x7f3ba40caa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:06.886 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:06.879+0000 7f3ba259c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3b90003ee0 0x7f3ba40caa10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51686/0 (socket says 172.21.15.76:51686) 2024-09-13T16:03:06.886 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:06.879+0000 7f3ba259c640 1 -- 172.21.15.76:0/2370630035 learned_addr learned my addr 172.21.15.76:0/2370630035 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:03:06.887 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:06.879+0000 7f3ba1d9b640 1 --2- 172.21.15.76:0/2370630035 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3ba409c690 0x7f3ba4154540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:06.887 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:06.880+0000 7f3ba2d9d640 1 --2- 172.21.15.76:0/2370630035 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3ba40c95a0 0x7f3ba40af520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:06.887 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:06.880+0000 7f3ba259c640 1 -- 172.21.15.76:0/2370630035 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3ba40c95a0 msgr2=0x7f3ba40af520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:06.887 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:06.880+0000 7f3ba259c640 1 --2- 172.21.15.76:0/2370630035 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3ba40c95a0 0x7f3ba40af520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:06.887 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:06.880+0000 7f3ba259c640 1 -- 172.21.15.76:0/2370630035 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3ba409c690 msgr2=0x7f3ba4154540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:06.887 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:06.880+0000 7f3ba259c640 1 --2- 172.21.15.76:0/2370630035 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3ba409c690 0x7f3ba4154540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:06.887 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:06.880+0000 7f3ba259c640 1 -- 172.21.15.76:0/2370630035 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3ba409eb20 con 0x7f3b90003ee0 2024-09-13T16:03:06.887 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:06.880+0000 7f3ba2d9d640 1 --2- 172.21.15.76:0/2370630035 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3ba40c95a0 0x7f3ba40af520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:03:06.887 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:06.880+0000 7f3ba259c640 1 --2- 172.21.15.76:0/2370630035 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3b90003ee0 0x7f3ba40caa10 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f3b8c007320 tx=0x7f3b8c0077e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:06.887 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:06.880+0000 7f3b9affd640 1 -- 172.21.15.76:0/2370630035 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b8c00f9a0 con 0x7f3b90003ee0 2024-09-13T16:03:06.888 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:06.880+0000 7f3b9affd640 1 -- 172.21.15.76:0/2370630035 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3b8c00fb20 con 0x7f3b90003ee0 2024-09-13T16:03:06.888 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:06.880+0000 7f3ba8995640 1 -- 172.21.15.76:0/2370630035 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3ba40c9db0 con 0x7f3b90003ee0 2024-09-13T16:03:06.888 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:06.880+0000 7f3b9affd640 1 -- 172.21.15.76:0/2370630035 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b8c00fed0 con 0x7f3b90003ee0 2024-09-13T16:03:06.888 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:06.880+0000 7f3ba8995640 1 -- 172.21.15.76:0/2370630035 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3ba40ca370 con 0x7f3b90003ee0 2024-09-13T16:03:06.888 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:06.881+0000 7f3ba8995640 1 -- 172.21.15.76:0/2370630035 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3ba40d0c30 con 0x7f3b90003ee0 2024-09-13T16:03:06.888 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:06.882+0000 7f3b9affd640 1 -- 172.21.15.76:0/2370630035 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f3b8c01e3b0 con 0x7f3b90003ee0 2024-09-13T16:03:06.888 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:06.882+0000 7f3b9affd640 1 --2- 172.21.15.76:0/2370630035 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3b8406ac30 0x7f3b8406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:06.888 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:06.882+0000 7f3b9affd640 1 -- 172.21.15.76:0/2370630035 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f3b8c088f10 con 0x7f3b90003ee0 2024-09-13T16:03:06.888 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:06.882+0000 7f3ba1d9b640 1 --2- 172.21.15.76:0/2370630035 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3b8406ac30 0x7f3b8406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:06.888 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:06.882+0000 7f3ba1d9b640 1 --2- 172.21.15.76:0/2370630035 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3b8406ac30 0x7f3b8406d0f0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f3b94034000 tx=0x7f3b94009030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:06.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:06.886+0000 7f3b9affd640 1 -- 172.21.15.76:0/2370630035 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f3b8c0540f0 con 0x7f3b90003ee0 2024-09-13T16:03:07.084 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:07.082+0000 7f3ba8995640 1 -- 172.21.15.76:0/2370630035 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f3ba408c610 con 0x7f3b90003ee0 2024-09-13T16:03:07.084 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:07.083+0000 7f3b9affd640 1 -- 172.21.15.76:0/2370630035 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v15) v1 ==== 53+0+73 (secure 0 0 0) 0x7f3b8c01a020 con 0x7f3b90003ee0 2024-09-13T16:03:07.084 INFO:teuthology.orchestra.run.smithi076.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-13T16:03:07.086 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:07.085+0000 7f3ba8995640 1 -- 172.21.15.76:0/2370630035 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3b8406ac30 msgr2=0x7f3b8406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:07.086 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:07.085+0000 7f3ba8995640 1 --2- 172.21.15.76:0/2370630035 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3b8406ac30 0x7f3b8406d0f0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f3b94034000 tx=0x7f3b94009030 comp rx=0 tx=0).stop 2024-09-13T16:03:07.086 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:07.085+0000 7f3ba8995640 1 -- 172.21.15.76:0/2370630035 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3b90003ee0 msgr2=0x7f3ba40caa10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:07.086 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:07.085+0000 7f3ba8995640 1 --2- 172.21.15.76:0/2370630035 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3b90003ee0 0x7f3ba40caa10 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f3b8c007320 tx=0x7f3b8c0077e0 comp rx=0 tx=0).stop 2024-09-13T16:03:07.086 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:07.085+0000 7f3ba8995640 1 -- 172.21.15.76:0/2370630035 shutdown_connections 2024-09-13T16:03:07.087 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:07.085+0000 7f3ba8995640 1 --2- 172.21.15.76:0/2370630035 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3b8406ac30 0x7f3b8406d0f0 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:07.087 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:07.085+0000 7f3ba8995640 1 --2- 172.21.15.76:0/2370630035 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3ba40c95a0 0x7f3ba40af520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:07.087 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:07.085+0000 7f3ba8995640 1 --2- 172.21.15.76:0/2370630035 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3ba409c690 0x7f3ba4154540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:07.087 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:07.085+0000 7f3ba8995640 1 --2- 172.21.15.76:0/2370630035 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3b90003ee0 0x7f3ba40caa10 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:07.087 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:07.085+0000 7f3ba8995640 1 -- 172.21.15.76:0/2370630035 >> 172.21.15.76:0/2370630035 conn(0x7f3ba4089f60 msgr2=0x7f3ba406bb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:03:07.087 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:07.085+0000 7f3ba8995640 1 -- 172.21.15.76:0/2370630035 shutdown_connections 2024-09-13T16:03:07.087 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:07.085+0000 7f3ba8995640 1 -- 172.21.15.76:0/2370630035 wait complete. 2024-09-13T16:03:07.097 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T16:03:07.097 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T16:03:07.097 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi192.front.sepia.ceph.com 2024-09-13T16:03:07.097 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-13T16:03:07.097 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-13T16:03:07.097 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T16:03:07.097 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T16:03:07.097 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T16:03:07.098 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-13T16:03:07.098 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:03:07.098 DEBUG:teuthology.orchestra.run.smithi192:> ip addr 2024-09-13T16:03:07.118 INFO:teuthology.orchestra.run.smithi192.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T16:03:07.118 INFO:teuthology.orchestra.run.smithi192.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T16:03:07.118 INFO:teuthology.orchestra.run.smithi192.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T16:03:07.118 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:03:07.118 INFO:teuthology.orchestra.run.smithi192.stdout: inet6 ::1/128 scope host 2024-09-13T16:03:07.118 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:03:07.118 INFO:teuthology.orchestra.run.smithi192.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:03:07.118 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether 0c:c4:7a:d9:38:4e brd ff:ff:ff:ff:ff:ff 2024-09-13T16:03:07.119 INFO:teuthology.orchestra.run.smithi192.stdout: altname enp7s0f0 2024-09-13T16:03:07.119 INFO:teuthology.orchestra.run.smithi192.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:03:07.119 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether 0c:c4:7a:d9:38:4f brd ff:ff:ff:ff:ff:ff 2024-09-13T16:03:07.119 INFO:teuthology.orchestra.run.smithi192.stdout: altname enp7s0f1 2024-09-13T16:03:07.119 INFO:teuthology.orchestra.run.smithi192.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:03:07.119 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether 0c:c4:7a:88:80:48 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:03:07.119 INFO:teuthology.orchestra.run.smithi192.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T16:03:07.119 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether 0c:c4:7a:88:80:49 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:03:07.119 INFO:teuthology.orchestra.run.smithi192.stdout: inet 172.21.15.192/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-13T16:03:07.119 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft 42690sec preferred_lft 42690sec 2024-09-13T16:03:07.119 INFO:teuthology.orchestra.run.smithi192.stdout: inet6 fe80::ec4:7aff:fe88:8049/64 scope link noprefixroute 2024-09-13T16:03:07.119 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:03:07.119 INFO:teuthology.orchestra.run.smithi192.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T16:03:07.119 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether ea:94:96:0f:40:1e brd ff:ff:ff:ff:ff:ff 2024-09-13T16:03:07.120 INFO:teuthology.orchestra.run.smithi192.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-13T16:03:07.120 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:03:07.120 INFO:teuthology.orchestra.run.smithi192.stdout: inet6 fe80::807e:ecff:fe50:a056/64 scope link 2024-09-13T16:03:07.120 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:03:07.120 INFO:teuthology.orchestra.run.smithi192.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:03:07.120 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether ea:94:96:0f:40:1e brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-13T16:03:07.120 INFO:teuthology.orchestra.run.smithi192.stdout: inet6 fe80::e894:96ff:fe0f:401e/64 scope link 2024-09-13T16:03:07.120 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:03:07.120 INFO:teuthology.orchestra.run.smithi192.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:03:07.120 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether f6:3a:94:82:39:22 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-13T16:03:07.120 INFO:teuthology.orchestra.run.smithi192.stdout: inet6 fe80::f43a:94ff:fe82:3922/64 scope link 2024-09-13T16:03:07.120 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:03:07.121 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:03:07.121 DEBUG:teuthology.orchestra.run.smithi192:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T16:03:07.186 INFO:teuthology.orchestra.run.smithi192.stdout:1 2024-09-13T16:03:07.188 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:03:07.188 DEBUG:teuthology.orchestra.run.smithi192:> route 2024-09-13T16:03:07.247 INFO:teuthology.orchestra.run.smithi192.stdout:Kernel IP routing table 2024-09-13T16:03:07.247 INFO:teuthology.orchestra.run.smithi192.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T16:03:07.247 INFO:teuthology.orchestra.run.smithi192.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-13T16:03:07.247 INFO:teuthology.orchestra.run.smithi192.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-13T16:03:07.247 INFO:teuthology.orchestra.run.smithi192.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T16:03:07.248 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:03:07.248 DEBUG:teuthology.orchestra.run.smithi192:> (cd / && exec bash -c ' 2024-09-13T16:03:07.248 DEBUG:teuthology.orchestra.run.smithi192:> set -e 2024-09-13T16:03:07.248 DEBUG:teuthology.orchestra.run.smithi192:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-13T16:03:07.248 DEBUG:teuthology.orchestra.run.smithi192:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-13T16:03:07.248 DEBUG:teuthology.orchestra.run.smithi192:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-13T16:03:07.248 DEBUG:teuthology.orchestra.run.smithi192:> ') 2024-09-13T16:03:07.338 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:03:07.339 DEBUG:teuthology.orchestra.run.smithi192:> ip netns list 2024-09-13T16:03:07.354 INFO:teuthology.orchestra.run.smithi192.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-13T16:03:07.354 INFO:teuthology.orchestra.run.smithi192.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-13T16:03:07.354 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-13T16:03:07.355 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:03:07.355 DEBUG:teuthology.orchestra.run.smithi192:> sudo ip link set brx.0 up 2024-09-13T16:03:07.420 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-09-13T16:03:07.420 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:03:07.420 DEBUG:teuthology.orchestra.run.smithi192:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-13T16:03:07.476 INFO:teuthology.orchestra.run.smithi192.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-13T16:03:07.476 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:03:07.476 DEBUG:teuthology.orchestra.run.smithi192:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-13T16:03:07.531 DEBUG:teuthology.orchestra.run.smithi192:> sudo modprobe fuse 2024-09-13T16:03:07.597 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:03:07.597 DEBUG:teuthology.orchestra.run.smithi192:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:03:07.661 INFO:teuthology.orchestra.run.smithi192.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:03:07.663 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:03:07.663 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:03:07.664 DEBUG:teuthology.orchestra.run.smithi192:> ls /sys/fs/fuse/connections 2024-09-13T16:03:07.719 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-13T16:03:07.719 DEBUG:teuthology.orchestra.run.smithi192:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-09-13T16:03:07.760 DEBUG:teuthology.orchestra.run.smithi192:> sudo modprobe fuse 2024-09-13T16:03:07.785 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:03:07.785 DEBUG:teuthology.orchestra.run.smithi192:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:03:07.840 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi192.stderr:2024-09-13T16:03:07.839+0000 7fc490be8480 -1 init, newargv = 0x56200fcf8080 newargc=15 2024-09-13T16:03:07.841 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi192.stderr:ceph-fuse[43841]: starting ceph client 2024-09-13T16:03:07.845 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi192.stderr:ceph-fuse[43841]: starting fuse 2024-09-13T16:03:07.850 INFO:teuthology.orchestra.run.smithi192.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:03:07.852 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:03:07.852 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:03:07.852 DEBUG:teuthology.orchestra.run.smithi192:> ls /sys/fs/fuse/connections 2024-09-13T16:03:07.907 INFO:teuthology.orchestra.run.smithi192.stdout:42 2024-09-13T16:03:07.907 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [42] 2024-09-13T16:03:07.908 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:03:07.908 DEBUG:teuthology.orchestra.run.smithi192:> import glob 2024-09-13T16:03:07.908 DEBUG:teuthology.orchestra.run.smithi192:> import re 2024-09-13T16:03:07.908 DEBUG:teuthology.orchestra.run.smithi192:> import os 2024-09-13T16:03:07.908 DEBUG:teuthology.orchestra.run.smithi192:> import subprocess 2024-09-13T16:03:07.908 DEBUG:teuthology.orchestra.run.smithi192:> 2024-09-13T16:03:07.908 DEBUG:teuthology.orchestra.run.smithi192:> def _find_admin_socket(client_name): 2024-09-13T16:03:07.908 DEBUG:teuthology.orchestra.run.smithi192:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-09-13T16:03:07.908 DEBUG:teuthology.orchestra.run.smithi192:> files = glob.glob(asok_path) 2024-09-13T16:03:07.908 DEBUG:teuthology.orchestra.run.smithi192:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-13T16:03:07.908 DEBUG:teuthology.orchestra.run.smithi192:> 2024-09-13T16:03:07.909 DEBUG:teuthology.orchestra.run.smithi192:> # Given a non-glob path, it better be there 2024-09-13T16:03:07.909 DEBUG:teuthology.orchestra.run.smithi192:> if "*" not in asok_path: 2024-09-13T16:03:07.909 DEBUG:teuthology.orchestra.run.smithi192:> assert(len(files) == 1) 2024-09-13T16:03:07.909 DEBUG:teuthology.orchestra.run.smithi192:> return files[0] 2024-09-13T16:03:07.909 DEBUG:teuthology.orchestra.run.smithi192:> 2024-09-13T16:03:07.909 DEBUG:teuthology.orchestra.run.smithi192:> for f in files: 2024-09-13T16:03:07.909 DEBUG:teuthology.orchestra.run.smithi192:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T16:03:07.909 DEBUG:teuthology.orchestra.run.smithi192:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T16:03:07.910 DEBUG:teuthology.orchestra.run.smithi192:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T16:03:07.910 DEBUG:teuthology.orchestra.run.smithi192:> contents = proc_f.read() 2024-09-13T16:03:07.910 DEBUG:teuthology.orchestra.run.smithi192:> if mountpoint in contents: 2024-09-13T16:03:07.910 DEBUG:teuthology.orchestra.run.smithi192:> return f 2024-09-13T16:03:07.910 DEBUG:teuthology.orchestra.run.smithi192:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T16:03:07.910 DEBUG:teuthology.orchestra.run.smithi192:> 2024-09-13T16:03:07.910 DEBUG:teuthology.orchestra.run.smithi192:> print(_find_admin_socket("client.1")) 2024-09-13T16:03:07.910 DEBUG:teuthology.orchestra.run.smithi192:> ' 2024-09-13T16:03:08.020 INFO:teuthology.orchestra.run.smithi192.stdout:/var/run/ceph/ceph-client.1.43841.asok 2024-09-13T16:03:08.206 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.43841.asok 2024-09-13T16:03:08.207 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:03:08.207 DEBUG:teuthology.orchestra.run.smithi192:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.43841.asok status 2024-09-13T16:03:08.339 INFO:teuthology.orchestra.run.smithi192.stdout:{ 2024-09-13T16:03:08.340 INFO:teuthology.orchestra.run.smithi192.stdout: "metadata": { 2024-09-13T16:03:08.340 INFO:teuthology.orchestra.run.smithi192.stdout: "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", 2024-09-13T16:03:08.340 INFO:teuthology.orchestra.run.smithi192.stdout: "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", 2024-09-13T16:03:08.340 INFO:teuthology.orchestra.run.smithi192.stdout: "entity_id": "1", 2024-09-13T16:03:08.340 INFO:teuthology.orchestra.run.smithi192.stdout: "hostname": "smithi192", 2024-09-13T16:03:08.340 INFO:teuthology.orchestra.run.smithi192.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-13T16:03:08.340 INFO:teuthology.orchestra.run.smithi192.stdout: "pid": "43841", 2024-09-13T16:03:08.340 INFO:teuthology.orchestra.run.smithi192.stdout: "root": "/" 2024-09-13T16:03:08.341 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-13T16:03:08.341 INFO:teuthology.orchestra.run.smithi192.stdout: "dentry_count": 0, 2024-09-13T16:03:08.341 INFO:teuthology.orchestra.run.smithi192.stdout: "dentry_pinned_count": 0, 2024-09-13T16:03:08.341 INFO:teuthology.orchestra.run.smithi192.stdout: "id": 5087, 2024-09-13T16:03:08.341 INFO:teuthology.orchestra.run.smithi192.stdout: "inst": { 2024-09-13T16:03:08.341 INFO:teuthology.orchestra.run.smithi192.stdout: "name": { 2024-09-13T16:03:08.341 INFO:teuthology.orchestra.run.smithi192.stdout: "type": "client", 2024-09-13T16:03:08.341 INFO:teuthology.orchestra.run.smithi192.stdout: "num": 5087 2024-09-13T16:03:08.341 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-13T16:03:08.342 INFO:teuthology.orchestra.run.smithi192.stdout: "addr": { 2024-09-13T16:03:08.342 INFO:teuthology.orchestra.run.smithi192.stdout: "type": "v1", 2024-09-13T16:03:08.342 INFO:teuthology.orchestra.run.smithi192.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:03:08.342 INFO:teuthology.orchestra.run.smithi192.stdout: "nonce": 3874133584 2024-09-13T16:03:08.342 INFO:teuthology.orchestra.run.smithi192.stdout: } 2024-09-13T16:03:08.342 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-13T16:03:08.342 INFO:teuthology.orchestra.run.smithi192.stdout: "addr": { 2024-09-13T16:03:08.342 INFO:teuthology.orchestra.run.smithi192.stdout: "type": "v1", 2024-09-13T16:03:08.342 INFO:teuthology.orchestra.run.smithi192.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:03:08.342 INFO:teuthology.orchestra.run.smithi192.stdout: "nonce": 3874133584 2024-09-13T16:03:08.342 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-13T16:03:08.342 INFO:teuthology.orchestra.run.smithi192.stdout: "inst_str": "client.5087 192.168.0.1:0/3874133584", 2024-09-13T16:03:08.342 INFO:teuthology.orchestra.run.smithi192.stdout: "addr_str": "192.168.0.1:0/3874133584", 2024-09-13T16:03:08.342 INFO:teuthology.orchestra.run.smithi192.stdout: "inode_count": 1, 2024-09-13T16:03:08.342 INFO:teuthology.orchestra.run.smithi192.stdout: "mds_epoch": 15, 2024-09-13T16:03:08.343 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_epoch": 41, 2024-09-13T16:03:08.343 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_epoch_barrier": 0, 2024-09-13T16:03:08.343 INFO:teuthology.orchestra.run.smithi192.stdout: "blocklisted": false, 2024-09-13T16:03:08.343 INFO:teuthology.orchestra.run.smithi192.stdout: "fs_name": "cephfs" 2024-09-13T16:03:08.343 INFO:teuthology.orchestra.run.smithi192.stdout:} 2024-09-13T16:03:08.347 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:03:08.348 DEBUG:teuthology.orchestra.run.smithi192:> stat --file-system '--printf=%T 2024-09-13T16:03:08.348 DEBUG:teuthology.orchestra.run.smithi192:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-13T16:03:08.364 INFO:teuthology.orchestra.run.smithi192.stdout:fuseblk 2024-09-13T16:03:08.364 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-13T16:03:08.364 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:03:08.364 DEBUG:teuthology.orchestra.run.smithi192:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-13T16:03:08.430 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mds mds_max_caps_per_client 1 2024-09-13T16:03:08.547 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.545+0000 7f6617f5e640 1 Processor -- start 2024-09-13T16:03:08.547 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.546+0000 7f6617f5e640 1 -- start start 2024-09-13T16:03:08.548 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.546+0000 7f6617f5e640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f66100d2760 0x7f66100cd8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:08.548 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.546+0000 7f6617f5e640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f66100cde20 0x7f66100d0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:08.548 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.546+0000 7f6617f5e640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f66100cd450 con 0x7f661015c500 2024-09-13T16:03:08.548 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.546+0000 7f6617f5e640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f66100d0cf0 con 0x7f66100cde20 2024-09-13T16:03:08.548 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.546+0000 7f6617f5e640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f66100d0fd0 con 0x7f66100d2760 2024-09-13T16:03:08.549 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.547+0000 7f66164fb640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f66100cde20 0x7f66100d0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:08.549 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.547+0000 7f6615cfa640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f661015c500 0x7f66100d2050 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:56278/0 (socket says 172.21.15.76:56278) 2024-09-13T16:03:08.549 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.547+0000 7f6615cfa640 1 -- 172.21.15.76:0/3706433565 learned_addr learned my addr 172.21.15.76:0/3706433565 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:03:08.549 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.547+0000 7f66154f9640 1 --2- 172.21.15.76:0/3706433565 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f66100d2760 0x7f66100cd8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:08.549 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.547+0000 7f66164fb640 1 -- 172.21.15.76:0/3706433565 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f66100d2760 msgr2=0x7f66100cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:03:08.549 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.547+0000 7f66164fb640 1 --2- 172.21.15.76:0/3706433565 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f66100d2760 0x7f66100cd8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:08.549 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.547+0000 7f66164fb640 1 -- 172.21.15.76:0/3706433565 >> v1:172.21.15.76:6789/0 conn(0x7f661015c500 legacy=0x7f66100d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:08.549 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.547+0000 7f66164fb640 1 -- 172.21.15.76:0/3706433565 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f66100cd0e0 con 0x7f66100cde20 2024-09-13T16:03:08.550 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.548+0000 7f66164fb640 1 --2- 172.21.15.76:0/3706433565 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f66100cde20 0x7f66100d0000 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f6608009d90 tx=0x7f660802a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=59b520a11e0f75cd server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:08.550 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.548+0000 7f6614cf8640 1 -- 172.21.15.76:0/3706433565 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6608007740 con 0x7f66100cde20 2024-09-13T16:03:08.550 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.548+0000 7f6614cf8640 1 -- 172.21.15.76:0/3706433565 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f660802d050 con 0x7f66100cde20 2024-09-13T16:03:08.550 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.548+0000 7f6614cf8640 1 -- 172.21.15.76:0/3706433565 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6608007ac0 con 0x7f66100cde20 2024-09-13T16:03:08.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.548+0000 7f6617f5e640 1 -- 172.21.15.76:0/3706433565 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f66100cde20 msgr2=0x7f66100d0000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:08.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.548+0000 7f6617f5e640 1 --2- 172.21.15.76:0/3706433565 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f66100cde20 0x7f66100d0000 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f6608009d90 tx=0x7f660802a660 comp rx=0 tx=0).stop 2024-09-13T16:03:08.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.548+0000 7f6617f5e640 1 -- 172.21.15.76:0/3706433565 shutdown_connections 2024-09-13T16:03:08.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.549+0000 7f6617f5e640 1 --2- 172.21.15.76:0/3706433565 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f66100cde20 0x7f66100d0000 unknown :-1 s=CLOSED pgs=545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:08.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.549+0000 7f6617f5e640 1 --2- 172.21.15.76:0/3706433565 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f66100d2760 0x7f66100cd8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:08.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.549+0000 7f6617f5e640 1 -- 172.21.15.76:0/3706433565 >> 172.21.15.76:0/3706433565 conn(0x7f6610089f60 msgr2=0x7f661009b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:03:08.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.549+0000 7f6617f5e640 1 -- 172.21.15.76:0/3706433565 shutdown_connections 2024-09-13T16:03:08.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.549+0000 7f6617f5e640 1 -- 172.21.15.76:0/3706433565 wait complete. 2024-09-13T16:03:08.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.550+0000 7f6617f5e640 1 Processor -- start 2024-09-13T16:03:08.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.550+0000 7f6617f5e640 1 -- start start 2024-09-13T16:03:08.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.551+0000 7f6617f5e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f66100cde20 0x7f66100b5520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:08.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.551+0000 7f6617f5e640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f66100d2760 0x7f6610154590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:08.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.551+0000 7f6617f5e640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f661015c500 0x7f66100b28f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:08.554 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.551+0000 7f6617f5e640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66100c9fb0 con 0x7f66100cde20 2024-09-13T16:03:08.554 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.551+0000 7f6617f5e640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6610154ad0 con 0x7f661015c500 2024-09-13T16:03:08.554 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.551+0000 7f6617f5e640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f66100b3670 con 0x7f66100d2760 2024-09-13T16:03:08.554 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.551+0000 7f6615cfa640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f66100cde20 0x7f66100b5520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:08.554 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.551+0000 7f6615cfa640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f66100cde20 0x7f66100b5520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51706/0 (socket says 172.21.15.76:51706) 2024-09-13T16:03:08.554 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.551+0000 7f6615cfa640 1 -- 172.21.15.76:0/3216578586 learned_addr learned my addr 172.21.15.76:0/3216578586 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:03:08.554 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.551+0000 7f66154f9640 1 --2- 172.21.15.76:0/3216578586 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f66100d2760 0x7f6610154590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:08.554 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.551+0000 7f66164fb640 1 --2- 172.21.15.76:0/3216578586 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f661015c500 0x7f66100b28f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:08.554 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.551+0000 7f6615cfa640 1 -- 172.21.15.76:0/3216578586 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f66100d2760 msgr2=0x7f6610154590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:08.554 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.551+0000 7f6615cfa640 1 --2- 172.21.15.76:0/3216578586 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f66100d2760 0x7f6610154590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:08.554 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.551+0000 7f6615cfa640 1 -- 172.21.15.76:0/3216578586 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f661015c500 msgr2=0x7f66100b28f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:08.554 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.551+0000 7f6615cfa640 1 --2- 172.21.15.76:0/3216578586 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f661015c500 0x7f66100b28f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:08.554 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.551+0000 7f6615cfa640 1 -- 172.21.15.76:0/3216578586 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6608009a70 con 0x7f66100cde20 2024-09-13T16:03:08.554 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.551+0000 7f6615cfa640 1 --2- 172.21.15.76:0/3216578586 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f66100cde20 0x7f66100b5520 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7f660c00c480 tx=0x7f660c00c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:08.555 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.551+0000 7f66067fc640 1 -- 172.21.15.76:0/3216578586 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f660c005ce0 con 0x7f66100cde20 2024-09-13T16:03:08.555 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.551+0000 7f66067fc640 1 -- 172.21.15.76:0/3216578586 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f660c005e40 con 0x7f66100cde20 2024-09-13T16:03:08.555 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.551+0000 7f6617f5e640 1 -- 172.21.15.76:0/3216578586 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f66100b3950 con 0x7f66100cde20 2024-09-13T16:03:08.555 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.551+0000 7f66067fc640 1 -- 172.21.15.76:0/3216578586 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f660c0072f0 con 0x7f66100cde20 2024-09-13T16:03:08.555 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.551+0000 7f6617f5e640 1 -- 172.21.15.76:0/3216578586 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6610154fc0 con 0x7f66100cde20 2024-09-13T16:03:08.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.552+0000 7f6617f5e640 1 -- 172.21.15.76:0/3216578586 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f66100ca490 con 0x7f66100cde20 2024-09-13T16:03:08.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.553+0000 7f66067fc640 1 -- 172.21.15.76:0/3216578586 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f660c007510 con 0x7f66100cde20 2024-09-13T16:03:08.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.553+0000 7f66067fc640 1 --2- 172.21.15.76:0/3216578586 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f65f406ac00 0x7f65f406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:08.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.553+0000 7f66067fc640 1 -- 172.21.15.76:0/3216578586 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f660c088920 con 0x7f66100cde20 2024-09-13T16:03:08.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.553+0000 7f66154f9640 1 --2- 172.21.15.76:0/3216578586 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f65f406ac00 0x7f65f406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:08.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.554+0000 7f66154f9640 1 --2- 172.21.15.76:0/3216578586 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f65f406ac00 0x7f65f406d0c0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f66100b2840 tx=0x7f6600008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:08.559 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.558+0000 7f66067fc640 1 -- 172.21.15.76:0/3216578586 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f66100ca490 con 0x7f66100cde20 2024-09-13T16:03:08.721 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.719+0000 7f6617f5e640 1 -- 172.21.15.76:0/3216578586 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command([{prefix=config set, name=mds_max_caps_per_client}] v 0) v1 -- 0x7f66100ca490 con 0x7f66100cde20 2024-09-13T16:03:08.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.723+0000 7f66067fc640 1 -- 172.21.15.76:0/3216578586 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_max_caps_per_client}]=0 v11)=0 v11) v1 ==== 121+0+0 (secure 0 0 0) 0x7f66100ca490 con 0x7f66100cde20 2024-09-13T16:03:08.727 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.725+0000 7f6617f5e640 1 -- 172.21.15.76:0/3216578586 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f65f406ac00 msgr2=0x7f65f406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:08.727 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.725+0000 7f6617f5e640 1 --2- 172.21.15.76:0/3216578586 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f65f406ac00 0x7f65f406d0c0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f66100b2840 tx=0x7f6600008040 comp rx=0 tx=0).stop 2024-09-13T16:03:08.727 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.725+0000 7f6617f5e640 1 -- 172.21.15.76:0/3216578586 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f66100cde20 msgr2=0x7f66100b5520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:08.727 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.725+0000 7f6617f5e640 1 --2- 172.21.15.76:0/3216578586 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f66100cde20 0x7f66100b5520 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7f660c00c480 tx=0x7f660c00c940 comp rx=0 tx=0).stop 2024-09-13T16:03:08.727 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.725+0000 7f6617f5e640 1 -- 172.21.15.76:0/3216578586 shutdown_connections 2024-09-13T16:03:08.727 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.725+0000 7f6617f5e640 1 --2- 172.21.15.76:0/3216578586 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f661015c500 0x7f66100b28f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:08.727 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.725+0000 7f6617f5e640 1 --2- 172.21.15.76:0/3216578586 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f65f406ac00 0x7f65f406d0c0 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:08.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.725+0000 7f6617f5e640 1 --2- 172.21.15.76:0/3216578586 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f66100d2760 0x7f6610154590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:08.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.725+0000 7f6617f5e640 1 --2- 172.21.15.76:0/3216578586 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f66100cde20 0x7f66100b5520 unknown :-1 s=CLOSED pgs=546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:08.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.725+0000 7f6617f5e640 1 -- 172.21.15.76:0/3216578586 >> 172.21.15.76:0/3216578586 conn(0x7f6610089f60 msgr2=0x7f66100d1b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:03:08.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.725+0000 7f6617f5e640 1 -- 172.21.15.76:0/3216578586 shutdown_connections 2024-09-13T16:03:08.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.725+0000 7f6617f5e640 1 -- 172.21.15.76:0/3216578586 wait complete. 2024-09-13T16:03:08.738 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mds mds_session_cap_acquisition_throttle 37 2024-09-13T16:03:08.840 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.838+0000 7f8f77b1f640 1 Processor -- start 2024-09-13T16:03:08.840 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.839+0000 7f8f77b1f640 1 -- start start 2024-09-13T16:03:08.841 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.839+0000 7f8f77b1f640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f8f700d2760 0x7f8f700cd8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:08.841 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.839+0000 7f8f77b1f640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8f700cd450 con 0x7f8f700cde20 2024-09-13T16:03:08.841 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.839+0000 7f8f77b1f640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8f700d0cf0 con 0x7f8f7015c500 2024-09-13T16:03:08.841 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.839+0000 7f8f77b1f640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8f700d0fd0 con 0x7f8f700d2760 2024-09-13T16:03:08.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.840+0000 7f8f760bc640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f8f700cde20 0x7f8f700d0000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:56286/0 (socket says 172.21.15.76:56286) 2024-09-13T16:03:08.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.840+0000 7f8f760bc640 1 -- 172.21.15.76:0/3600756115 learned_addr learned my addr 172.21.15.76:0/3600756115 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:03:08.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.840+0000 7f8f750ba640 1 --2- 172.21.15.76:0/3600756115 >> v2:172.21.15.192:3300/0 conn(0x7f8f700d2760 0x7f8f700cd8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:08.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.840+0000 7f8f748b9640 1 -- 172.21.15.76:0/3600756115 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 818762602 0 0) 0x7f8f700cd450 con 0x7f8f700cde20 2024-09-13T16:03:08.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.840+0000 7f8f748b9640 1 -- 172.21.15.76:0/3600756115 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8f5c003520 con 0x7f8f700cde20 2024-09-13T16:03:08.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.840+0000 7f8f750ba640 1 -- 172.21.15.76:0/3600756115 >> v1:172.21.15.192:6789/0 conn(0x7f8f7015c500 legacy=0x7f8f700d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:08.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.840+0000 7f8f748b9640 1 -- 172.21.15.76:0/3600756115 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 215346474 0 0) 0x7f8f700d0cf0 con 0x7f8f7015c500 2024-09-13T16:03:08.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.840+0000 7f8f750ba640 1 -- 172.21.15.76:0/3600756115 >> v1:172.21.15.76:6789/0 conn(0x7f8f700cde20 legacy=0x7f8f700d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:08.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.840+0000 7f8f750ba640 1 -- 172.21.15.76:0/3600756115 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8f700cd0e0 con 0x7f8f700d2760 2024-09-13T16:03:08.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.841+0000 7f8f750ba640 1 --2- 172.21.15.76:0/3600756115 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8f700d2760 0x7f8f700cd8e0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f8f600097a0 tx=0x7f8f6002a1a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1d159dd7f80587ec server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:08.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.841+0000 7f8f748b9640 1 -- 172.21.15.76:0/3600756115 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f680019f0 con 0x7f8f700d2760 2024-09-13T16:03:08.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.841+0000 7f8f748b9640 1 -- 172.21.15.76:0/3600756115 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8f6002ac30 con 0x7f8f700d2760 2024-09-13T16:03:08.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.841+0000 7f8f748b9640 1 -- 172.21.15.76:0/3600756115 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f60032440 con 0x7f8f700d2760 2024-09-13T16:03:08.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.842+0000 7f8f77b1f640 1 -- 172.21.15.76:0/3600756115 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8f700d2760 msgr2=0x7f8f700cd8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:08.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.842+0000 7f8f77b1f640 1 --2- 172.21.15.76:0/3600756115 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8f700d2760 0x7f8f700cd8e0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f8f600097a0 tx=0x7f8f6002a1a0 comp rx=0 tx=0).stop 2024-09-13T16:03:08.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.842+0000 7f8f77b1f640 1 -- 172.21.15.76:0/3600756115 shutdown_connections 2024-09-13T16:03:08.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.842+0000 7f8f77b1f640 1 --2- 172.21.15.76:0/3600756115 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8f700d2760 0x7f8f700cd8e0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:08.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.842+0000 7f8f77b1f640 1 -- 172.21.15.76:0/3600756115 >> 172.21.15.76:0/3600756115 conn(0x7f8f70089f60 msgr2=0x7f8f7009b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:03:08.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.842+0000 7f8f77b1f640 1 -- 172.21.15.76:0/3600756115 shutdown_connections 2024-09-13T16:03:08.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.842+0000 7f8f77b1f640 1 -- 172.21.15.76:0/3600756115 wait complete. 2024-09-13T16:03:08.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.843+0000 7f8f77b1f640 1 Processor -- start 2024-09-13T16:03:08.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.843+0000 7f8f77b1f640 1 -- start start 2024-09-13T16:03:08.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.844+0000 7f8f77b1f640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8f700cde20 0x7f8f7015e5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:08.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.844+0000 7f8f77b1f640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8f700d2760 0x7f8f700cf470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:08.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.844+0000 7f8f77b1f640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8f7015c500 0x7f8f7015cb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:08.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.844+0000 7f8f77b1f640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f7015e1b0 con 0x7f8f700d2760 2024-09-13T16:03:08.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.844+0000 7f8f77b1f640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f7015d530 con 0x7f8f7015c500 2024-09-13T16:03:08.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.844+0000 7f8f77b1f640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8f7015d810 con 0x7f8f700cde20 2024-09-13T16:03:08.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.844+0000 7f8f750ba640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8f700d2760 0x7f8f700cf470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:08.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.844+0000 7f8f750ba640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8f700d2760 0x7f8f700cf470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51716/0 (socket says 172.21.15.76:51716) 2024-09-13T16:03:08.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.844+0000 7f8f750ba640 1 -- 172.21.15.76:0/3001945549 learned_addr learned my addr 172.21.15.76:0/3001945549 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:03:08.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.844+0000 7f8f758bb640 1 --2- 172.21.15.76:0/3001945549 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8f700cde20 0x7f8f7015e5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:08.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.844+0000 7f8f760bc640 1 --2- 172.21.15.76:0/3001945549 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8f7015c500 0x7f8f7015cb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:08.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.844+0000 7f8f750ba640 1 -- 172.21.15.76:0/3001945549 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8f700cde20 msgr2=0x7f8f7015e5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:08.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.844+0000 7f8f750ba640 1 --2- 172.21.15.76:0/3001945549 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8f700cde20 0x7f8f7015e5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:08.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.844+0000 7f8f750ba640 1 -- 172.21.15.76:0/3001945549 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8f7015c500 msgr2=0x7f8f7015cb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:08.848 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.844+0000 7f8f750ba640 1 --2- 172.21.15.76:0/3001945549 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8f7015c500 0x7f8f7015cb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:08.848 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.844+0000 7f8f750ba640 1 -- 172.21.15.76:0/3001945549 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8f60009400 con 0x7f8f700d2760 2024-09-13T16:03:08.848 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.844+0000 7f8f750ba640 1 --2- 172.21.15.76:0/3001945549 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8f700d2760 0x7f8f700cf470 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7f8f600098c0 tx=0x7f8f600046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:08.848 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.844+0000 7f8f667fc640 1 -- 172.21.15.76:0/3001945549 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f60004230 con 0x7f8f700d2760 2024-09-13T16:03:08.848 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.844+0000 7f8f667fc640 1 -- 172.21.15.76:0/3001945549 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8f60004390 con 0x7f8f700d2760 2024-09-13T16:03:08.848 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.844+0000 7f8f77b1f640 1 -- 172.21.15.76:0/3001945549 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8f7015daf0 con 0x7f8f700d2760 2024-09-13T16:03:08.848 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.844+0000 7f8f667fc640 1 -- 172.21.15.76:0/3001945549 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f60003850 con 0x7f8f700d2760 2024-09-13T16:03:08.848 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.844+0000 7f8f77b1f640 1 -- 172.21.15.76:0/3001945549 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8f700cf9b0 con 0x7f8f700d2760 2024-09-13T16:03:08.848 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.845+0000 7f8f77b1f640 1 -- 172.21.15.76:0/3001945549 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8f7015e2f0 con 0x7f8f700d2760 2024-09-13T16:03:08.849 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.846+0000 7f8f667fc640 1 -- 172.21.15.76:0/3001945549 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f8f60039040 con 0x7f8f700d2760 2024-09-13T16:03:08.849 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.846+0000 7f8f667fc640 1 --2- 172.21.15.76:0/3001945549 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8f5406ac00 0x7f8f5406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:08.849 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.846+0000 7f8f667fc640 1 -- 172.21.15.76:0/3001945549 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f8f600a9f00 con 0x7f8f700d2760 2024-09-13T16:03:08.849 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.846+0000 7f8f758bb640 1 --2- 172.21.15.76:0/3001945549 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8f5406ac00 0x7f8f5406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:08.849 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.847+0000 7f8f758bb640 1 --2- 172.21.15.76:0/3001945549 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8f5406ac00 0x7f8f5406d0c0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f8f6c000f60 tx=0x7f8f6c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:08.851 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:08.850+0000 7f8f667fc640 1 -- 172.21.15.76:0/3001945549 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f8f7015e2f0 con 0x7f8f700d2760 2024-09-13T16:03:09.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:09.013+0000 7f8f77b1f640 1 -- 172.21.15.76:0/3001945549 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command([{prefix=config set, name=mds_session_cap_acquisition_throttle}] v 0) v1 -- 0x7f8f7015e2f0 con 0x7f8f700d2760 2024-09-13T16:03:09.017 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:09.016+0000 7f8f667fc640 1 -- 172.21.15.76:0/3001945549 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_session_cap_acquisition_throttle}]=0 v12)=0 v12) v1 ==== 135+0+0 (secure 0 0 0) 0x7f8f7015e2f0 con 0x7f8f700d2760 2024-09-13T16:03:09.020 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:09.018+0000 7f8f77b1f640 1 -- 172.21.15.76:0/3001945549 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8f5406ac00 msgr2=0x7f8f5406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:09.020 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:09.018+0000 7f8f77b1f640 1 --2- 172.21.15.76:0/3001945549 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8f5406ac00 0x7f8f5406d0c0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f8f6c000f60 tx=0x7f8f6c009040 comp rx=0 tx=0).stop 2024-09-13T16:03:09.020 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:09.018+0000 7f8f77b1f640 1 -- 172.21.15.76:0/3001945549 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8f700d2760 msgr2=0x7f8f700cf470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:09.020 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:09.018+0000 7f8f77b1f640 1 --2- 172.21.15.76:0/3001945549 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8f700d2760 0x7f8f700cf470 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7f8f600098c0 tx=0x7f8f600046c0 comp rx=0 tx=0).stop 2024-09-13T16:03:09.020 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:09.018+0000 7f8f77b1f640 1 -- 172.21.15.76:0/3001945549 shutdown_connections 2024-09-13T16:03:09.020 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:09.018+0000 7f8f77b1f640 1 --2- 172.21.15.76:0/3001945549 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8f7015c500 0x7f8f7015cb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:09.020 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:09.018+0000 7f8f77b1f640 1 --2- 172.21.15.76:0/3001945549 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8f700d2760 0x7f8f700cf470 unknown :-1 s=CLOSED pgs=548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:09.020 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:09.018+0000 7f8f77b1f640 1 --2- 172.21.15.76:0/3001945549 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8f5406ac00 0x7f8f5406d0c0 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:09.021 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:09.018+0000 7f8f77b1f640 1 --2- 172.21.15.76:0/3001945549 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8f700cde20 0x7f8f7015e5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:09.021 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:09.018+0000 7f8f77b1f640 1 -- 172.21.15.76:0/3001945549 >> 172.21.15.76:0/3001945549 conn(0x7f8f70089f60 msgr2=0x7f8f7006c7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:03:09.021 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:09.018+0000 7f8f77b1f640 1 -- 172.21.15.76:0/3001945549 shutdown_connections 2024-09-13T16:03:09.021 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:09.019+0000 7f8f77b1f640 1 -- 172.21.15.76:0/3001945549 wait complete. 2024-09-13T16:03:09.030 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:03:09.030 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:03:09.046 DEBUG:teuthology.orchestra.run.smithi076:> adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:03:09.046 DEBUG:teuthology.orchestra.run.smithi076:> import os 2024-09-13T16:03:09.046 DEBUG:teuthology.orchestra.run.smithi076:> import uuid 2024-09-13T16:03:09.046 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:03:09.047 DEBUG:teuthology.orchestra.run.smithi076:> n = 25 2024-09-13T16:03:09.047 DEBUG:teuthology.orchestra.run.smithi076:> create_hard_links = False 2024-09-13T16:03:09.047 DEBUG:teuthology.orchestra.run.smithi076:> if 0 > 0: 2024-09-13T16:03:09.047 DEBUG:teuthology.orchestra.run.smithi076:> create_hard_links = True 2024-09-13T16:03:09.047 DEBUG:teuthology.orchestra.run.smithi076:> path = "/home/ubuntu/cephtest/mnt.0/dir1/file" 2024-09-13T16:03:09.047 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:03:09.047 DEBUG:teuthology.orchestra.run.smithi076:> dpath = os.path.dirname(path) 2024-09-13T16:03:09.047 DEBUG:teuthology.orchestra.run.smithi076:> fnameprefix = os.path.basename(path) 2024-09-13T16:03:09.047 DEBUG:teuthology.orchestra.run.smithi076:> os.makedirs(dpath, exist_ok=True) 2024-09-13T16:03:09.047 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:03:09.047 DEBUG:teuthology.orchestra.run.smithi076:> try: 2024-09-13T16:03:09.047 DEBUG:teuthology.orchestra.run.smithi076:> dirfd = os.open(dpath, os.O_DIRECTORY) 2024-09-13T16:03:09.047 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:03:09.047 DEBUG:teuthology.orchestra.run.smithi076:> for i in range(n): 2024-09-13T16:03:09.047 DEBUG:teuthology.orchestra.run.smithi076:> fpath = os.path.join(dpath, f"{fnameprefix}_{i}") 2024-09-13T16:03:09.048 DEBUG:teuthology.orchestra.run.smithi076:> with open(fpath, '"'"'w'"'"') as f: 2024-09-13T16:03:09.048 DEBUG:teuthology.orchestra.run.smithi076:> f.write(f"{i}") 2024-09-13T16:03:09.048 DEBUG:teuthology.orchestra.run.smithi076:> if True: 2024-09-13T16:03:09.048 DEBUG:teuthology.orchestra.run.smithi076:> f.flush() 2024-09-13T16:03:09.048 DEBUG:teuthology.orchestra.run.smithi076:> os.fsync(f.fileno()) 2024-09-13T16:03:09.048 DEBUG:teuthology.orchestra.run.smithi076:> if False: 2024-09-13T16:03:09.048 DEBUG:teuthology.orchestra.run.smithi076:> os.unlink(fpath) 2024-09-13T16:03:09.048 DEBUG:teuthology.orchestra.run.smithi076:> if False: 2024-09-13T16:03:09.048 DEBUG:teuthology.orchestra.run.smithi076:> os.fsync(dirfd) 2024-09-13T16:03:09.048 DEBUG:teuthology.orchestra.run.smithi076:> if create_hard_links: 2024-09-13T16:03:09.048 DEBUG:teuthology.orchestra.run.smithi076:> for j in range(0): 2024-09-13T16:03:09.048 DEBUG:teuthology.orchestra.run.smithi076:> os.system(f"ln {fpath} {dpath}/{fnameprefix}_{i}_{uuid.uuid4()}") 2024-09-13T16:03:09.048 DEBUG:teuthology.orchestra.run.smithi076:> if False: 2024-09-13T16:03:09.048 DEBUG:teuthology.orchestra.run.smithi076:> os.fsync(dirfd) 2024-09-13T16:03:09.049 DEBUG:teuthology.orchestra.run.smithi076:> finally: 2024-09-13T16:03:09.049 DEBUG:teuthology.orchestra.run.smithi076:> os.close(dirfd) 2024-09-13T16:03:09.049 DEBUG:teuthology.orchestra.run.smithi076:> ' 2024-09-13T16:03:09.337 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:03:09.337 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:03:09.393 DEBUG:teuthology.orchestra.run.smithi076:> adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:03:09.393 DEBUG:teuthology.orchestra.run.smithi076:> import os 2024-09-13T16:03:09.394 DEBUG:teuthology.orchestra.run.smithi076:> import uuid 2024-09-13T16:03:09.394 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:03:09.394 DEBUG:teuthology.orchestra.run.smithi076:> n = 25 2024-09-13T16:03:09.394 DEBUG:teuthology.orchestra.run.smithi076:> create_hard_links = False 2024-09-13T16:03:09.395 DEBUG:teuthology.orchestra.run.smithi076:> if 0 > 0: 2024-09-13T16:03:09.395 DEBUG:teuthology.orchestra.run.smithi076:> create_hard_links = True 2024-09-13T16:03:09.396 DEBUG:teuthology.orchestra.run.smithi076:> path = "/home/ubuntu/cephtest/mnt.0/dir2/file" 2024-09-13T16:03:09.396 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:03:09.396 DEBUG:teuthology.orchestra.run.smithi076:> dpath = os.path.dirname(path) 2024-09-13T16:03:09.396 DEBUG:teuthology.orchestra.run.smithi076:> fnameprefix = os.path.basename(path) 2024-09-13T16:03:09.396 DEBUG:teuthology.orchestra.run.smithi076:> os.makedirs(dpath, exist_ok=True) 2024-09-13T16:03:09.396 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:03:09.396 DEBUG:teuthology.orchestra.run.smithi076:> try: 2024-09-13T16:03:09.396 DEBUG:teuthology.orchestra.run.smithi076:> dirfd = os.open(dpath, os.O_DIRECTORY) 2024-09-13T16:03:09.396 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:03:09.396 DEBUG:teuthology.orchestra.run.smithi076:> for i in range(n): 2024-09-13T16:03:09.396 DEBUG:teuthology.orchestra.run.smithi076:> fpath = os.path.join(dpath, f"{fnameprefix}_{i}") 2024-09-13T16:03:09.396 DEBUG:teuthology.orchestra.run.smithi076:> with open(fpath, '"'"'w'"'"') as f: 2024-09-13T16:03:09.396 DEBUG:teuthology.orchestra.run.smithi076:> f.write(f"{i}") 2024-09-13T16:03:09.397 DEBUG:teuthology.orchestra.run.smithi076:> if True: 2024-09-13T16:03:09.397 DEBUG:teuthology.orchestra.run.smithi076:> f.flush() 2024-09-13T16:03:09.397 DEBUG:teuthology.orchestra.run.smithi076:> os.fsync(f.fileno()) 2024-09-13T16:03:09.397 DEBUG:teuthology.orchestra.run.smithi076:> if False: 2024-09-13T16:03:09.397 DEBUG:teuthology.orchestra.run.smithi076:> os.unlink(fpath) 2024-09-13T16:03:09.397 DEBUG:teuthology.orchestra.run.smithi076:> if False: 2024-09-13T16:03:09.397 DEBUG:teuthology.orchestra.run.smithi076:> os.fsync(dirfd) 2024-09-13T16:03:09.397 DEBUG:teuthology.orchestra.run.smithi076:> if create_hard_links: 2024-09-13T16:03:09.397 DEBUG:teuthology.orchestra.run.smithi076:> for j in range(0): 2024-09-13T16:03:09.397 DEBUG:teuthology.orchestra.run.smithi076:> os.system(f"ln {fpath} {dpath}/{fnameprefix}_{i}_{uuid.uuid4()}") 2024-09-13T16:03:09.397 DEBUG:teuthology.orchestra.run.smithi076:> if False: 2024-09-13T16:03:09.397 DEBUG:teuthology.orchestra.run.smithi076:> os.fsync(dirfd) 2024-09-13T16:03:09.397 DEBUG:teuthology.orchestra.run.smithi076:> finally: 2024-09-13T16:03:09.397 DEBUG:teuthology.orchestra.run.smithi076:> os.close(dirfd) 2024-09-13T16:03:09.398 DEBUG:teuthology.orchestra.run.smithi076:> ' 2024-09-13T16:03:09.627 DEBUG:teuthology.orchestra.run.smithi076:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:03:09.630 DEBUG:teuthology.orchestra.run.smithi192:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:03:09.683 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:03:09.683 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:03:09.699 DEBUG:teuthology.orchestra.run.smithi076:> adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:03:09.699 DEBUG:teuthology.orchestra.run.smithi076:> import os 2024-09-13T16:03:09.699 DEBUG:teuthology.orchestra.run.smithi076:> import uuid 2024-09-13T16:03:09.699 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:03:09.699 DEBUG:teuthology.orchestra.run.smithi076:> n = 25 2024-09-13T16:03:09.699 DEBUG:teuthology.orchestra.run.smithi076:> create_hard_links = False 2024-09-13T16:03:09.699 DEBUG:teuthology.orchestra.run.smithi076:> if 0 > 0: 2024-09-13T16:03:09.699 DEBUG:teuthology.orchestra.run.smithi076:> create_hard_links = True 2024-09-13T16:03:09.700 DEBUG:teuthology.orchestra.run.smithi076:> path = "/home/ubuntu/cephtest/mnt.0/dir3/file" 2024-09-13T16:03:09.700 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:03:09.700 DEBUG:teuthology.orchestra.run.smithi076:> dpath = os.path.dirname(path) 2024-09-13T16:03:09.700 DEBUG:teuthology.orchestra.run.smithi076:> fnameprefix = os.path.basename(path) 2024-09-13T16:03:09.700 DEBUG:teuthology.orchestra.run.smithi076:> os.makedirs(dpath, exist_ok=True) 2024-09-13T16:03:09.700 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:03:09.700 DEBUG:teuthology.orchestra.run.smithi076:> try: 2024-09-13T16:03:09.700 DEBUG:teuthology.orchestra.run.smithi076:> dirfd = os.open(dpath, os.O_DIRECTORY) 2024-09-13T16:03:09.700 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:03:09.700 DEBUG:teuthology.orchestra.run.smithi076:> for i in range(n): 2024-09-13T16:03:09.700 DEBUG:teuthology.orchestra.run.smithi076:> fpath = os.path.join(dpath, f"{fnameprefix}_{i}") 2024-09-13T16:03:09.700 DEBUG:teuthology.orchestra.run.smithi076:> with open(fpath, '"'"'w'"'"') as f: 2024-09-13T16:03:09.700 DEBUG:teuthology.orchestra.run.smithi076:> f.write(f"{i}") 2024-09-13T16:03:09.700 DEBUG:teuthology.orchestra.run.smithi076:> if True: 2024-09-13T16:03:09.700 DEBUG:teuthology.orchestra.run.smithi076:> f.flush() 2024-09-13T16:03:09.701 DEBUG:teuthology.orchestra.run.smithi076:> os.fsync(f.fileno()) 2024-09-13T16:03:09.701 DEBUG:teuthology.orchestra.run.smithi076:> if False: 2024-09-13T16:03:09.701 DEBUG:teuthology.orchestra.run.smithi076:> os.unlink(fpath) 2024-09-13T16:03:09.701 DEBUG:teuthology.orchestra.run.smithi076:> if False: 2024-09-13T16:03:09.701 DEBUG:teuthology.orchestra.run.smithi076:> os.fsync(dirfd) 2024-09-13T16:03:09.701 DEBUG:teuthology.orchestra.run.smithi076:> if create_hard_links: 2024-09-13T16:03:09.701 DEBUG:teuthology.orchestra.run.smithi076:> for j in range(0): 2024-09-13T16:03:09.701 DEBUG:teuthology.orchestra.run.smithi076:> os.system(f"ln {fpath} {dpath}/{fnameprefix}_{i}_{uuid.uuid4()}") 2024-09-13T16:03:09.701 DEBUG:teuthology.orchestra.run.smithi076:> if False: 2024-09-13T16:03:09.701 DEBUG:teuthology.orchestra.run.smithi076:> os.fsync(dirfd) 2024-09-13T16:03:09.701 DEBUG:teuthology.orchestra.run.smithi076:> finally: 2024-09-13T16:03:09.701 DEBUG:teuthology.orchestra.run.smithi076:> os.close(dirfd) 2024-09-13T16:03:09.701 DEBUG:teuthology.orchestra.run.smithi076:> ' 2024-09-13T16:03:09.990 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:03:09.990 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:03:10.046 DEBUG:teuthology.orchestra.run.smithi076:> adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:03:10.047 DEBUG:teuthology.orchestra.run.smithi076:> import os 2024-09-13T16:03:10.047 DEBUG:teuthology.orchestra.run.smithi076:> import uuid 2024-09-13T16:03:10.047 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:03:10.047 DEBUG:teuthology.orchestra.run.smithi076:> n = 25 2024-09-13T16:03:10.047 DEBUG:teuthology.orchestra.run.smithi076:> create_hard_links = False 2024-09-13T16:03:10.047 DEBUG:teuthology.orchestra.run.smithi076:> if 0 > 0: 2024-09-13T16:03:10.047 DEBUG:teuthology.orchestra.run.smithi076:> create_hard_links = True 2024-09-13T16:03:10.047 DEBUG:teuthology.orchestra.run.smithi076:> path = "/home/ubuntu/cephtest/mnt.0/dir4/file" 2024-09-13T16:03:10.047 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:03:10.047 DEBUG:teuthology.orchestra.run.smithi076:> dpath = os.path.dirname(path) 2024-09-13T16:03:10.047 DEBUG:teuthology.orchestra.run.smithi076:> fnameprefix = os.path.basename(path) 2024-09-13T16:03:10.047 DEBUG:teuthology.orchestra.run.smithi076:> os.makedirs(dpath, exist_ok=True) 2024-09-13T16:03:10.047 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:03:10.047 DEBUG:teuthology.orchestra.run.smithi076:> try: 2024-09-13T16:03:10.047 DEBUG:teuthology.orchestra.run.smithi076:> dirfd = os.open(dpath, os.O_DIRECTORY) 2024-09-13T16:03:10.048 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:03:10.048 DEBUG:teuthology.orchestra.run.smithi076:> for i in range(n): 2024-09-13T16:03:10.048 DEBUG:teuthology.orchestra.run.smithi076:> fpath = os.path.join(dpath, f"{fnameprefix}_{i}") 2024-09-13T16:03:10.048 DEBUG:teuthology.orchestra.run.smithi076:> with open(fpath, '"'"'w'"'"') as f: 2024-09-13T16:03:10.048 DEBUG:teuthology.orchestra.run.smithi076:> f.write(f"{i}") 2024-09-13T16:03:10.048 DEBUG:teuthology.orchestra.run.smithi076:> if True: 2024-09-13T16:03:10.049 DEBUG:teuthology.orchestra.run.smithi076:> f.flush() 2024-09-13T16:03:10.049 DEBUG:teuthology.orchestra.run.smithi076:> os.fsync(f.fileno()) 2024-09-13T16:03:10.049 DEBUG:teuthology.orchestra.run.smithi076:> if False: 2024-09-13T16:03:10.049 DEBUG:teuthology.orchestra.run.smithi076:> os.unlink(fpath) 2024-09-13T16:03:10.049 DEBUG:teuthology.orchestra.run.smithi076:> if False: 2024-09-13T16:03:10.049 DEBUG:teuthology.orchestra.run.smithi076:> os.fsync(dirfd) 2024-09-13T16:03:10.049 DEBUG:teuthology.orchestra.run.smithi076:> if create_hard_links: 2024-09-13T16:03:10.049 DEBUG:teuthology.orchestra.run.smithi076:> for j in range(0): 2024-09-13T16:03:10.049 DEBUG:teuthology.orchestra.run.smithi076:> os.system(f"ln {fpath} {dpath}/{fnameprefix}_{i}_{uuid.uuid4()}") 2024-09-13T16:03:10.049 DEBUG:teuthology.orchestra.run.smithi076:> if False: 2024-09-13T16:03:10.049 DEBUG:teuthology.orchestra.run.smithi076:> os.fsync(dirfd) 2024-09-13T16:03:10.049 DEBUG:teuthology.orchestra.run.smithi076:> finally: 2024-09-13T16:03:10.049 DEBUG:teuthology.orchestra.run.smithi076:> os.close(dirfd) 2024-09-13T16:03:10.049 DEBUG:teuthology.orchestra.run.smithi076:> ' 2024-09-13T16:03:10.337 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:03:10.337 DEBUG:teuthology.orchestra.run.smithi076:> import glob 2024-09-13T16:03:10.337 DEBUG:teuthology.orchestra.run.smithi076:> import re 2024-09-13T16:03:10.337 DEBUG:teuthology.orchestra.run.smithi076:> import os 2024-09-13T16:03:10.337 DEBUG:teuthology.orchestra.run.smithi076:> import subprocess 2024-09-13T16:03:10.337 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:03:10.337 DEBUG:teuthology.orchestra.run.smithi076:> def _find_admin_socket(client_name): 2024-09-13T16:03:10.338 DEBUG:teuthology.orchestra.run.smithi076:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-13T16:03:10.338 DEBUG:teuthology.orchestra.run.smithi076:> files = glob.glob(asok_path) 2024-09-13T16:03:10.338 DEBUG:teuthology.orchestra.run.smithi076:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-13T16:03:10.338 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:03:10.338 DEBUG:teuthology.orchestra.run.smithi076:> # Given a non-glob path, it better be there 2024-09-13T16:03:10.338 DEBUG:teuthology.orchestra.run.smithi076:> if "*" not in asok_path: 2024-09-13T16:03:10.338 DEBUG:teuthology.orchestra.run.smithi076:> assert(len(files) == 1) 2024-09-13T16:03:10.338 DEBUG:teuthology.orchestra.run.smithi076:> return files[0] 2024-09-13T16:03:10.338 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:03:10.338 DEBUG:teuthology.orchestra.run.smithi076:> for f in files: 2024-09-13T16:03:10.339 DEBUG:teuthology.orchestra.run.smithi076:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T16:03:10.339 DEBUG:teuthology.orchestra.run.smithi076:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T16:03:10.339 DEBUG:teuthology.orchestra.run.smithi076:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T16:03:10.339 DEBUG:teuthology.orchestra.run.smithi076:> contents = proc_f.read() 2024-09-13T16:03:10.339 DEBUG:teuthology.orchestra.run.smithi076:> if mountpoint in contents: 2024-09-13T16:03:10.339 DEBUG:teuthology.orchestra.run.smithi076:> return f 2024-09-13T16:03:10.339 DEBUG:teuthology.orchestra.run.smithi076:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T16:03:10.339 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:03:10.339 DEBUG:teuthology.orchestra.run.smithi076:> print(_find_admin_socket("client.0")) 2024-09-13T16:03:10.339 DEBUG:teuthology.orchestra.run.smithi076:> ' 2024-09-13T16:03:10.451 INFO:teuthology.orchestra.run.smithi076.stdout:/var/run/ceph/ceph-client.0.53007.asok 2024-09-13T16:03:10.638 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.53007.asok 2024-09-13T16:03:10.638 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:03:10.639 DEBUG:teuthology.orchestra.run.smithi076:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.53007.asok mds_sessions 2024-09-13T16:03:10.771 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2024-09-13T16:03:10.772 INFO:teuthology.orchestra.run.smithi076.stdout: "id": 5700, 2024-09-13T16:03:10.772 INFO:teuthology.orchestra.run.smithi076.stdout: "inst": { 2024-09-13T16:03:10.772 INFO:teuthology.orchestra.run.smithi076.stdout: "name": { 2024-09-13T16:03:10.772 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "client", 2024-09-13T16:03:10.772 INFO:teuthology.orchestra.run.smithi076.stdout: "num": 5700 2024-09-13T16:03:10.772 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:10.772 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": { 2024-09-13T16:03:10.772 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "v1", 2024-09-13T16:03:10.772 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:03:10.772 INFO:teuthology.orchestra.run.smithi076.stdout: "nonce": 330221223 2024-09-13T16:03:10.772 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:03:10.772 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:10.772 INFO:teuthology.orchestra.run.smithi076.stdout: "inst_str": "client.5700 v1:192.168.0.1:0/330221223", 2024-09-13T16:03:10.772 INFO:teuthology.orchestra.run.smithi076.stdout: "addr_str": "v1:192.168.0.1:0/330221223", 2024-09-13T16:03:10.773 INFO:teuthology.orchestra.run.smithi076.stdout: "sessions": [ 2024-09-13T16:03:10.773 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:10.773 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": 0, 2024-09-13T16:03:10.773 INFO:teuthology.orchestra.run.smithi076.stdout: "addrs": { 2024-09-13T16:03:10.773 INFO:teuthology.orchestra.run.smithi076.stdout: "addrvec": [ 2024-09-13T16:03:10.773 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:10.773 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "v2", 2024-09-13T16:03:10.773 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": "172.21.15.192:6833", 2024-09-13T16:03:10.773 INFO:teuthology.orchestra.run.smithi076.stdout: "nonce": 2989427744 2024-09-13T16:03:10.773 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:10.773 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:10.773 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "v1", 2024-09-13T16:03:10.773 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": "172.21.15.192:6835", 2024-09-13T16:03:10.773 INFO:teuthology.orchestra.run.smithi076.stdout: "nonce": 2989427744 2024-09-13T16:03:10.773 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:03:10.774 INFO:teuthology.orchestra.run.smithi076.stdout: ] 2024-09-13T16:03:10.774 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:10.774 INFO:teuthology.orchestra.run.smithi076.stdout: "seq": 204, 2024-09-13T16:03:10.774 INFO:teuthology.orchestra.run.smithi076.stdout: "cap_gen": 0, 2024-09-13T16:03:10.774 INFO:teuthology.orchestra.run.smithi076.stdout: "cap_ttl": "2024-09-13T16:04:07.144003+0000", 2024-09-13T16:03:10.774 INFO:teuthology.orchestra.run.smithi076.stdout: "last_cap_renew_request": "2024-09-13T16:03:07.144003+0000", 2024-09-13T16:03:10.774 INFO:teuthology.orchestra.run.smithi076.stdout: "cap_renew_seq": 2, 2024-09-13T16:03:10.774 INFO:teuthology.orchestra.run.smithi076.stdout: "num_caps": 105, 2024-09-13T16:03:10.774 INFO:teuthology.orchestra.run.smithi076.stdout: "state": "open" 2024-09-13T16:03:10.774 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:03:10.774 INFO:teuthology.orchestra.run.smithi076.stdout: ], 2024-09-13T16:03:10.774 INFO:teuthology.orchestra.run.smithi076.stdout: "mdsmap_epoch": 15 2024-09-13T16:03:10.774 INFO:teuthology.orchestra.run.smithi076.stdout:} 2024-09-13T16:03:10.781 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:03:10.781 DEBUG:teuthology.orchestra.run.smithi076:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'find . | wc') 2024-09-13T16:03:39.690 DEBUG:teuthology.orchestra.run.smithi076:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:03:39.694 DEBUG:teuthology.orchestra.run.smithi192:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:03:49.832 INFO:teuthology.orchestra.run.smithi076.stdout: 105 105 1490 2024-09-13T16:03:49.832 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:03:49.948 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:49.942+0000 7f8cfb819640 1 Processor -- start 2024-09-13T16:03:49.948 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:49.942+0000 7f8cfb819640 1 -- start start 2024-09-13T16:03:49.948 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:49.943+0000 7f8cfb819640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8cf4072110 0x7f8cf4070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:49.948 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:49.943+0000 7f8cfb819640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8cf40abdf0 con 0x7f8cf40c8920 2024-09-13T16:03:49.948 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:49.943+0000 7f8cfb819640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8cf40b2280 con 0x7f8cf4071d30 2024-09-13T16:03:49.948 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:49.943+0000 7f8cfb819640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8cf40ab1e0 con 0x7f8cf4072110 2024-09-13T16:03:49.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:49.943+0000 7f8cf9db6640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f8cf40c8920 0x7f8cf40ac280 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:45360/0 (socket says 172.21.15.76:45360) 2024-09-13T16:03:49.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:49.943+0000 7f8cf9db6640 1 -- 172.21.15.76:0/4059574633 learned_addr learned my addr 172.21.15.76:0/4059574633 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:03:49.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:49.943+0000 7f8cf8db4640 1 --2- 172.21.15.76:0/4059574633 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8cf4072110 0x7f8cf4070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:49.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:49.943+0000 7f8cebfff640 1 -- 172.21.15.76:0/4059574633 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3375603407 0 0) 0x7f8cf40abdf0 con 0x7f8cf40c8920 2024-09-13T16:03:49.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:49.943+0000 7f8cebfff640 1 -- 172.21.15.76:0/4059574633 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8ce0003520 con 0x7f8cf40c8920 2024-09-13T16:03:49.950 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:49.943+0000 7f8cebfff640 1 -- 172.21.15.76:0/4059574633 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1403451857 0 0) 0x7f8cf40b2280 con 0x7f8cf4071d30 2024-09-13T16:03:49.950 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:49.943+0000 7f8cebfff640 1 -- 172.21.15.76:0/4059574633 --> v1:172.21.15.192:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8cf40abdf0 con 0x7f8cf4071d30 2024-09-13T16:03:49.950 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:49.943+0000 7f8cebfff640 1 -- 172.21.15.76:0/4059574633 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2124502967 0 0) 0x7f8ce0003520 con 0x7f8cf40c8920 2024-09-13T16:03:49.950 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:49.943+0000 7f8cebfff640 1 -- 172.21.15.76:0/4059574633 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8cf4072110 msgr2=0x7f8cf4070190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:03:49.950 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:49.943+0000 7f8cebfff640 1 --2- 172.21.15.76:0/4059574633 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8cf4072110 0x7f8cf4070190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:49.950 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:49.943+0000 7f8cebfff640 1 -- 172.21.15.76:0/4059574633 >> v1:172.21.15.192:6789/0 conn(0x7f8cf4071d30 legacy=0x7f8cf40b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:49.950 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:49.943+0000 7f8cebfff640 1 -- 172.21.15.76:0/4059574633 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8cf40ab4c0 con 0x7f8cf40c8920 2024-09-13T16:03:49.950 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:49.943+0000 7f8cebfff640 1 -- 172.21.15.76:0/4059574633 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f8cec0019f0 con 0x7f8cf40c8920 2024-09-13T16:03:49.950 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:49.943+0000 7f8cebfff640 1 -- 172.21.15.76:0/4059574633 >> v1:172.21.15.76:6789/0 conn(0x7f8cf40c8920 legacy=0x7f8cf40ac280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:49.950 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:49.943+0000 7f8cebfff640 1 --2- 172.21.15.76:0/4059574633 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8cf4072110 0x7f8ce0003b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:49.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:49.943+0000 7f8cebfff640 1 --2- 172.21.15.76:0/4059574633 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8ce00040e0 0x7f8ce00047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:49.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:49.943+0000 7f8cebfff640 1 --2- 172.21.15.76:0/4059574633 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8ce0004d00 0x7f8ce0005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:49.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:49.943+0000 7f8cebfff640 1 -- 172.21.15.76:0/4059574633 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8cf40ab1e0 con 0x7f8ce0004d00 2024-09-13T16:03:49.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:49.943+0000 7f8cebfff640 1 -- 172.21.15.76:0/4059574633 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8ce000bac0 con 0x7f8ce00040e0 2024-09-13T16:03:49.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:49.943+0000 7f8cebfff640 1 -- 172.21.15.76:0/4059574633 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8ce000de90 con 0x7f8cf4072110 2024-09-13T16:03:49.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:49.943+0000 7f8cf9db6640 1 --2- 172.21.15.76:0/4059574633 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8ce0004d00 0x7f8ce0005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:49.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:49.943+0000 7f8cf95b5640 1 --2- 172.21.15.76:0/4059574633 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8cf4072110 0x7f8ce0003b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:49.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:49.943+0000 7f8cf8db4640 1 --2- 172.21.15.76:0/4059574633 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8ce00040e0 0x7f8ce00047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:49.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:49.943+0000 7f8cf9db6640 1 -- 172.21.15.76:0/4059574633 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8cf4072110 msgr2=0x7f8ce0003b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:03:49.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:49.943+0000 7f8cf9db6640 1 --2- 172.21.15.76:0/4059574633 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8cf4072110 0x7f8ce0003b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:49.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:49.943+0000 7f8cf9db6640 1 -- 172.21.15.76:0/4059574633 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8ce00040e0 msgr2=0x7f8ce00047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:03:49.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:49.943+0000 7f8cf9db6640 1 --2- 172.21.15.76:0/4059574633 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8ce00040e0 0x7f8ce00047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:49.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:49.943+0000 7f8cf9db6640 1 -- 172.21.15.76:0/4059574633 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8ce0003520 con 0x7f8ce0004d00 2024-09-13T16:03:49.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:49.945+0000 7f8cf9db6640 1 --2- 172.21.15.76:0/4059574633 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8ce0004d00 0x7f8ce0005180 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f8cec00a710 tx=0x7f8ce00057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a840020b6394964 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:49.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:49.945+0000 7f8cebfff640 1 -- 172.21.15.76:0/4059574633 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8cec02b900 con 0x7f8ce0004d00 2024-09-13T16:03:49.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:49.945+0000 7f8cebfff640 1 -- 172.21.15.76:0/4059574633 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8cec02ba60 con 0x7f8ce0004d00 2024-09-13T16:03:49.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:49.945+0000 7f8cebfff640 1 -- 172.21.15.76:0/4059574633 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8cec02be90 con 0x7f8ce0004d00 2024-09-13T16:03:49.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:49.946+0000 7f8cfb819640 1 -- 172.21.15.76:0/4059574633 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8ce0004d00 msgr2=0x7f8ce0005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:49.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:49.946+0000 7f8cfb819640 1 --2- 172.21.15.76:0/4059574633 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8ce0004d00 0x7f8ce0005180 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f8cec00a710 tx=0x7f8ce00057f0 comp rx=0 tx=0).stop 2024-09-13T16:03:49.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:49.946+0000 7f8cf9db6640 1 -- 172.21.15.76:0/4059574633 reap_dead start 2024-09-13T16:03:49.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:49.946+0000 7f8cfb819640 1 -- 172.21.15.76:0/4059574633 shutdown_connections 2024-09-13T16:03:49.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:49.946+0000 7f8cfb819640 1 -- 172.21.15.76:0/4059574633 >> 172.21.15.76:0/4059574633 conn(0x7f8cf4069ed0 msgr2=0x7f8cf406a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:03:49.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:49.946+0000 7f8cfb819640 1 -- 172.21.15.76:0/4059574633 shutdown_connections 2024-09-13T16:03:49.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:49.946+0000 7f8cfb819640 1 -- 172.21.15.76:0/4059574633 wait complete. 2024-09-13T16:03:49.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:49.947+0000 7f8cfb819640 1 Processor -- start 2024-09-13T16:03:49.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:49.947+0000 7f8cfb819640 1 -- start start 2024-09-13T16:03:49.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:49.947+0000 7f8cfb819640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8ce0004d00 0x7f8cf406d7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:49.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:49.947+0000 7f8cfb819640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8cf406dfa0 0x7f8cf40c3ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:49.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:49.947+0000 7f8cfb819640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8cf40c3ff0 0x7f8cf40c1a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:49.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:49.947+0000 7f8cfb819640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8cf40c4d50 con 0x7f8cf406dfa0 2024-09-13T16:03:49.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:49.947+0000 7f8cfb819640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8cf406dce0 con 0x7f8cf40c3ff0 2024-09-13T16:03:49.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:49.947+0000 7f8cfb819640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8cf40c44b0 con 0x7f8ce0004d00 2024-09-13T16:03:49.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:49.947+0000 7f8cf8db4640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8cf406dfa0 0x7f8cf40c3ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:49.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:49.947+0000 7f8cf8db4640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8cf406dfa0 0x7f8cf40c3ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:50446/0 (socket says 172.21.15.76:50446) 2024-09-13T16:03:49.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:49.947+0000 7f8cf8db4640 1 -- 172.21.15.76:0/1648526425 learned_addr learned my addr 172.21.15.76:0/1648526425 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:03:49.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:49.947+0000 7f8cf95b5640 1 --2- 172.21.15.76:0/1648526425 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8ce0004d00 0x7f8cf406d7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:49.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:49.947+0000 7f8cf8db4640 1 -- 172.21.15.76:0/1648526425 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8ce0004d00 msgr2=0x7f8cf406d7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:49.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:49.947+0000 7f8cf8db4640 1 --2- 172.21.15.76:0/1648526425 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8ce0004d00 0x7f8cf406d7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:49.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:49.947+0000 7f8cf8db4640 1 -- 172.21.15.76:0/1648526425 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8cf40c3ff0 msgr2=0x7f8cf40c1a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:49.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:49.947+0000 7f8cf8db4640 1 --2- 172.21.15.76:0/1648526425 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8cf40c3ff0 0x7f8cf40c1a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:49.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:49.947+0000 7f8cf8db4640 1 -- 172.21.15.76:0/1648526425 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8cf40c4790 con 0x7f8cf406dfa0 2024-09-13T16:03:49.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:49.947+0000 7f8cf8db4640 1 --2- 172.21.15.76:0/1648526425 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8cf406dfa0 0x7f8cf40c3ab0 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7f8ce40118e0 tx=0x7f8ce4011da0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:49.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:49.949+0000 7f8ce9ffb640 1 -- 172.21.15.76:0/1648526425 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ce400fa70 con 0x7f8cf406dfa0 2024-09-13T16:03:49.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:49.949+0000 7f8ce9ffb640 1 -- 172.21.15.76:0/1648526425 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8ce400fbd0 con 0x7f8cf406dfa0 2024-09-13T16:03:49.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:49.949+0000 7f8cfb819640 1 -- 172.21.15.76:0/1648526425 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8cf40c4a70 con 0x7f8cf406dfa0 2024-09-13T16:03:49.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:49.949+0000 7f8ce9ffb640 1 -- 172.21.15.76:0/1648526425 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ce4014440 con 0x7f8cf406dfa0 2024-09-13T16:03:49.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:49.949+0000 7f8cfb819640 1 -- 172.21.15.76:0/1648526425 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8cf40c1fc0 con 0x7f8cf406dfa0 2024-09-13T16:03:49.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:49.950+0000 7f8cfb819640 1 -- 172.21.15.76:0/1648526425 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8cf40b2bc0 con 0x7f8cf406dfa0 2024-09-13T16:03:49.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:49.950+0000 7f8ce9ffb640 1 -- 172.21.15.76:0/1648526425 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f8ce401d400 con 0x7f8cf406dfa0 2024-09-13T16:03:49.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:49.951+0000 7f8ce9ffb640 1 --2- 172.21.15.76:0/1648526425 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8cd806ac00 0x7f8cd806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:49.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:49.951+0000 7f8ce9ffb640 1 -- 172.21.15.76:0/1648526425 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 6058+0+0 (secure 0 0 0) 0x7f8ce4089d30 con 0x7f8cf406dfa0 2024-09-13T16:03:49.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:49.951+0000 7f8cf95b5640 1 --2- 172.21.15.76:0/1648526425 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8cd806ac00 0x7f8cd806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:49.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:49.951+0000 7f8cf95b5640 1 --2- 172.21.15.76:0/1648526425 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8cd806ac00 0x7f8cd806d0c0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f8cf00055f0 tx=0x7f8cf0009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:49.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:49.954+0000 7f8ce9ffb640 1 -- 172.21.15.76:0/1648526425 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f8ce4054e40 con 0x7f8cf406dfa0 2024-09-13T16:03:50.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.149+0000 7f8cfb819640 1 -- 172.21.15.76:0/1648526425 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f8cf4070190 con 0x7f8cf406dfa0 2024-09-13T16:03:50.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.150+0000 7f8ce9ffb640 1 -- 172.21.15.76:0/1648526425 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 15 v15) v1 ==== 94+0+4740 (secure 0 0 0) 0x7f8ce4058460 con 0x7f8cf406dfa0 2024-09-13T16:03:50.152 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:03:50.152 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":15,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4961,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6836/3972390892","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":3972390892},{"type":"v1","addr":"172.21.15.76:6836","nonce":3972390892}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":4964,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6837/2860424128","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":2860424128},{"type":"v1","addr":"172.21.15.76:6837","nonce":2860424128}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":5308,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6834/1837080950","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":1837080950},{"type":"v1","addr":"172.21.15.192:6834","nonce":1837080950}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:02:56.246763+0000","modified":"2024-09-13T16:02:58.253566+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":5311},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5311":{"gid":5311,"name":"d","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.192:6835/2989427744","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6833","nonce":2989427744},{"type":"v1","addr":"172.21.15.192:6835","nonce":2989427744}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2024-09-13T16:03:50.152 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 15 2024-09-13T16:03:50.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.152+0000 7f8cfb819640 1 -- 172.21.15.76:0/1648526425 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8cd806ac00 msgr2=0x7f8cd806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:50.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.152+0000 7f8cfb819640 1 --2- 172.21.15.76:0/1648526425 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8cd806ac00 0x7f8cd806d0c0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f8cf00055f0 tx=0x7f8cf0009040 comp rx=0 tx=0).stop 2024-09-13T16:03:50.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.152+0000 7f8cfb819640 1 -- 172.21.15.76:0/1648526425 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8cf406dfa0 msgr2=0x7f8cf40c3ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:50.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.152+0000 7f8cfb819640 1 --2- 172.21.15.76:0/1648526425 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8cf406dfa0 0x7f8cf40c3ab0 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7f8ce40118e0 tx=0x7f8ce4011da0 comp rx=0 tx=0).stop 2024-09-13T16:03:50.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.152+0000 7f8cfb819640 1 -- 172.21.15.76:0/1648526425 shutdown_connections 2024-09-13T16:03:50.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.152+0000 7f8cfb819640 1 --2- 172.21.15.76:0/1648526425 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8cf40c3ff0 0x7f8cf40c1a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:50.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.152+0000 7f8cfb819640 1 --2- 172.21.15.76:0/1648526425 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8cf406dfa0 0x7f8cf40c3ab0 unknown :-1 s=CLOSED pgs=551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:50.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.152+0000 7f8cfb819640 1 --2- 172.21.15.76:0/1648526425 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8cd806ac00 0x7f8cd806d0c0 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:50.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.152+0000 7f8cfb819640 1 --2- 172.21.15.76:0/1648526425 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8ce0004d00 0x7f8cf406d7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:50.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.152+0000 7f8cfb819640 1 -- 172.21.15.76:0/1648526425 >> 172.21.15.76:0/1648526425 conn(0x7f8cf4069ed0 msgr2=0x7f8cf4150950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:03:50.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.152+0000 7f8cfb819640 1 -- 172.21.15.76:0/1648526425 shutdown_connections 2024-09-13T16:03:50.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.152+0000 7f8cfb819640 1 -- 172.21.15.76:0/1648526425 wait complete. 2024-09-13T16:03:50.165 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.d.asok --format=json perf dump 2024-09-13T16:03:50.290 INFO:teuthology.orchestra.run.smithi192.stdout:{"AsyncMessenger::Worker-0":{"msgr_recv_messages":134,"msgr_send_messages":87,"msgr_recv_bytes":137911,"msgr_send_bytes":34368,"msgr_created_connections":7,"msgr_active_connections":3,"msgr_running_total_time":0.020337550,"msgr_running_send_time":0.004620335,"msgr_running_recv_time":0.043070564,"msgr_running_fast_dispatch_time":0.002708317,"msgr_send_messages_queue_lat":{"avgcount":86,"sum":0.086611932,"avgtime":0.001007115},"msgr_handle_ack_lat":{"avgcount":56,"sum":0.000007700,"avgtime":0.000000137},"msgr_recv_encrypted_bytes":114320,"msgr_send_encrypted_bytes":17696},"AsyncMessenger::Worker-1":{"msgr_recv_messages":15,"msgr_send_messages":27,"msgr_recv_bytes":4440,"msgr_send_bytes":110504,"msgr_created_connections":6,"msgr_active_connections":5,"msgr_running_total_time":0.006035551,"msgr_running_send_time":0.000834489,"msgr_running_recv_time":0.004793165,"msgr_running_fast_dispatch_time":0.000217691,"msgr_send_messages_queue_lat":{"avgcount":26,"sum":0.038691663,"avgtime":0.001488140},"msgr_handle_ack_lat":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"msgr_recv_encrypted_bytes":1728,"msgr_send_encrypted_bytes":105920},"AsyncMessenger::Worker-2":{"msgr_recv_messages":610,"msgr_send_messages":582,"msgr_recv_bytes":176690,"msgr_send_bytes":813226,"msgr_created_connections":8,"msgr_active_connections":7,"msgr_running_total_time":0.039815221,"msgr_running_send_time":0.012010150,"msgr_running_recv_time":0.034075282,"msgr_running_fast_dispatch_time":0.005701257,"msgr_send_messages_queue_lat":{"avgcount":581,"sum":0.168086226,"avgtime":0.000289305},"msgr_handle_ack_lat":{"avgcount":927,"sum":0.000125944,"avgtime":0.000000135},"msgr_recv_encrypted_bytes":0,"msgr_send_encrypted_bytes":0},"cct":{"total_workers":1,"unhealthy_workers":0},"finisher-MDSRank":{"queue_len":0,"complete_latency":{"avgcount":265,"sum":0.065861568,"avgtime":0.000248534}},"finisher-PurgeQueue":{"queue_len":0,"complete_latency":{"avgcount":2,"sum":0.000007724,"avgtime":0.000003862}},"mds":{"request":130,"reply":130,"reply_latency":{"avgcount":130,"sum":39.085913730,"avgtime":0.300660874},"slow_reply":0,"forward":0,"dir_fetch_complete":0,"dir_fetch_keys":0,"dir_commit":12,"dir_split":0,"dir_merge":0,"inodes":114,"inodes_top":0,"inodes_bottom":114,"inodes_pin_tail":0,"inodes_pinned":114,"inodes_expired":0,"inodes_with_caps":100,"caps":101,"subtrees":2,"traverse":155,"traverse_hit":144,"traverse_forward":0,"traverse_discover":0,"traverse_dir_fetch":0,"traverse_remote_ino":0,"traverse_lock":0,"load_cent":0,"q":0,"exported":0,"exported_inodes":0,"imported":0,"imported_inodes":0,"openino_dir_fetch":0,"openino_backtrace_fetch":0,"openino_peer_discover":0,"root_rfiles":100,"root_rbytes":160,"root_rsnaps":0,"scrub_backtrace_fetch":0,"scrub_set_tag":0,"scrub_backtrace_repaired":0,"scrub_inotable_repaired":0,"scrub_dir_inodes":0,"scrub_dir_base_inodes":0,"scrub_dirfrag_rstats":0,"scrub_file_inodes":0,"handle_inode_file_caps":0,"ceph_cap_op_revoke":9,"ceph_cap_op_grant":103,"ceph_cap_op_trunc":0,"ceph_cap_op_flushsnap_ack":0,"ceph_cap_op_flush_ack":0,"handle_client_caps":204,"handle_client_caps_dirty":100,"handle_client_cap_release":1,"process_request_cap_release":105},"mds_cache":{"dir_update":0,"dir_update_receipt":0,"dir_try_discover":0,"dir_send_discover":0,"dir_handle_discover":0,"num_strays":0,"num_strays_delayed":0,"num_strays_enqueuing":0,"strays_created":0,"strays_enqueued":0,"strays_reintegrated":0,"strays_migrated":0,"num_recovering_processing":0,"num_recovering_enqueued":0,"num_recovering_prioritized":0,"recovery_started":0,"recovery_completed":0,"ireq_enqueue_scrub":0,"ireq_exportdir":0,"ireq_flush":0,"ireq_fragmentdir":0,"ireq_fragstats":0,"ireq_inodestats":0},"mds_log":{"evadd":312,"evex":0,"evtrm":0,"ev":312,"evexg":0,"evexd":0,"segadd":1,"segex":0,"segtrm":0,"seg":1,"segexg":0,"segexd":0,"expos":4194304,"wrpos":4796093,"rdpos":0,"jlat":{"avgcount":110,"sum":0.288512464,"avgtime":0.002622840},"replayed":0},"mds_mem":{"ino":117,"ino+":117,"ino-":0,"dir":16,"dir+":16,"dir-":0,"dn":114,"dn+":114,"dn-":0,"cap":101,"cap+":106,"cap-":5,"rss":52908,"heap":207200},"mds_server":{"dispatch_client_request":217,"dispatch_server_request":0,"handle_client_request":130,"handle_client_session":110,"handle_peer_request":0,"req_create_latency":{"avgcount":100,"sum":0.057788530,"avgtime":0.000577885},"req_getattr_latency":{"avgcount":17,"sum":0.004420085,"avgtime":0.000260005},"req_getfilelock_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_link_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookup_latency":{"avgcount":3,"sum":0.000456708,"avgtime":0.000152236},"req_lookuphash_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupino_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupname_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupparent_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupsnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lssnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_mkdir_latency":{"avgcount":4,"sum":0.004721449,"avgtime":0.001180362},"req_mknod_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_mksnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_open_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_readdir_latency":{"avgcount":5,"sum":39.018250407,"avgtime":7.803650081},"req_rename_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_renamesnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_snapdiff_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmdir_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmsnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setattr_latency":{"avgcount":1,"sum":0.000276551,"avgtime":0.000276551},"req_setdirlayout_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setfilelock_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setlayout_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_symlink_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_unlink_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"cap_revoke_eviction":0,"cap_acquisition_throttle":78,"req_getvxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"mds_sessions":{"session_count":2,"session_add":2,"session_remove":0,"sessions_open":2,"sessions_stale":0,"total_load":82,"average_load":41,"avg_session_uptime":42,"mdthresh_evicted":0},"mempool":{"bloom_filter_bytes":0,"bloom_filter_items":0,"bluestore_alloc_bytes":0,"bluestore_alloc_items":0,"bluestore_cache_data_bytes":0,"bluestore_cache_data_items":0,"bluestore_cache_onode_bytes":0,"bluestore_cache_onode_items":0,"bluestore_cache_meta_bytes":0,"bluestore_cache_meta_items":0,"bluestore_cache_other_bytes":0,"bluestore_cache_other_items":0,"bluestore_cache_buffer_bytes":0,"bluestore_cache_buffer_items":0,"bluestore_extent_bytes":0,"bluestore_extent_items":0,"bluestore_blob_bytes":0,"bluestore_blob_items":0,"bluestore_shared_blob_bytes":0,"bluestore_shared_blob_items":0,"bluestore_inline_bl_bytes":0,"bluestore_inline_bl_items":0,"bluestore_fsck_bytes":0,"bluestore_fsck_items":0,"bluestore_txc_bytes":0,"bluestore_txc_items":0,"bluestore_writing_deferred_bytes":0,"bluestore_writing_deferred_items":0,"bluestore_writing_bytes":0,"bluestore_writing_items":0,"bluefs_bytes":0,"bluefs_items":0,"bluefs_file_reader_bytes":0,"bluefs_file_reader_items":0,"bluefs_file_writer_bytes":0,"bluefs_file_writer_items":0,"buffer_anon_bytes":242482,"buffer_anon_items":95,"buffer_meta_bytes":0,"buffer_meta_items":0,"osd_bytes":0,"osd_items":0,"osd_mapbl_bytes":0,"osd_mapbl_items":0,"osd_pglog_bytes":0,"osd_pglog_items":0,"osdmap_bytes":5520,"osdmap_items":78,"osdmap_mapping_bytes":0,"osdmap_mapping_items":0,"pgmap_bytes":0,"pgmap_items":0,"mds_co_bytes":386656,"mds_co_items":2313,"unittest_1_bytes":0,"unittest_1_items":0,"unittest_2_bytes":0,"unittest_2_items":0},"objecter":{"op_active":0,"op_laggy":0,"op_send":152,"op_send_bytes":620997,"op_resend":37,"op_reply":152,"op_latency":{"avgcount":152,"sum":1.129977759,"avgtime":0.007434064},"op_inflight":0,"oplen_avg":{"avgcount":152,"sum":180},"op":152,"op_r":0,"op_w":152,"op_rmw":0,"op_pg":0,"osdop_stat":0,"osdop_create":11,"osdop_read":0,"osdop_write":110,"osdop_writefull":8,"osdop_writesame":0,"osdop_append":0,"osdop_zero":0,"osdop_truncate":0,"osdop_delete":6,"osdop_mapext":0,"osdop_sparse_read":0,"osdop_clonerange":0,"osdop_getxattr":0,"osdop_setxattr":22,"osdop_cmpxattr":0,"osdop_rmxattr":0,"osdop_resetxattrs":0,"osdop_call":0,"osdop_watch":0,"osdop_notify":0,"osdop_src_cmpxattr":0,"osdop_pgls":0,"osdop_pgls_filter":0,"osdop_other":0,"linger_active":0,"linger_send":0,"linger_resend":0,"linger_ping":0,"poolop_active":0,"poolop_send":0,"poolop_resend":0,"poolstat_active":0,"poolstat_send":0,"poolstat_resend":0,"statfs_active":0,"statfs_send":0,"statfs_resend":0,"command_active":0,"command_send":0,"command_resend":0,"map_epoch":43,"map_full":0,"map_inc":3,"osd_sessions":8,"osd_session_open":8,"osd_session_close":0,"osd_laggy":0,"omap_wr":20,"omap_rd":0,"omap_del":3},"oft":{"omap_total_objs":1,"omap_total_kv_pairs":0,"omap_total_updates":0,"omap_total_removes":0},"osd-slow-ops":{"slow_ops_count":2},"purge_queue":{"pq_executing_ops":0,"pq_executing_ops_high_water":0,"pq_executing":0,"pq_executing_high_water":0,"pq_executed_ops":0,"pq_executed":0,"pq_item_in_journal":0},"throttle-msgr_dispatch_throttler-mds":{"val":0,"max":104857600,"get_started":0,"get":755,"get_sum":246221,"get_or_fail_fail":0,"get_or_fail_success":755,"take":0,"take_sum":0,"put":755,"put_sum":246221,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-objecter_bytes":{"val":0,"max":104857600,"get_started":0,"get":0,"get_sum":0,"get_or_fail_fail":0,"get_or_fail_success":0,"take":152,"take_sum":620997,"put":152,"put_sum":620997,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-objecter_ops":{"val":0,"max":1024,"get_started":0,"get":0,"get_sum":0,"get_or_fail_fail":0,"get_or_fail_success":0,"take":152,"take_sum":152,"put":152,"put_sum":152,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-write_buf_throttle":{"val":0,"max":3758096384,"get_started":0,"get":0,"get_sum":0,"get_or_fail_fail":0,"get_or_fail_success":0,"take":0,"take_sum":0,"put":0,"put_sum":0,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-write_buf_throttle-0x559074f260a0":{"val":0,"max":3758096384,"get_started":0,"get":312,"get_sum":601789,"get_or_fail_fail":0,"get_or_fail_success":312,"take":0,"take_sum":0,"put":110,"put_sum":601789,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}}} 2024-09-13T16:03:50.291 DEBUG:tasks.cephfs.filesystem:_json_asok output { "AsyncMessenger::Worker-0": { "msgr_active_connections": 3, "msgr_created_connections": 7, "msgr_handle_ack_lat": { "avgcount": 56, "avgtime": 1.37e-07, "sum": 7.7e-06 }, "msgr_recv_bytes": 137911, "msgr_recv_encrypted_bytes": 114320, "msgr_recv_messages": 134, "msgr_running_fast_dispatch_time": 0.002708317, "msgr_running_recv_time": 0.043070564, "msgr_running_send_time": 0.004620335, "msgr_running_total_time": 0.02033755, "msgr_send_bytes": 34368, "msgr_send_encrypted_bytes": 17696, "msgr_send_messages": 87, "msgr_send_messages_queue_lat": { "avgcount": 86, "avgtime": 0.001007115, "sum": 0.086611932 } }, "AsyncMessenger::Worker-1": { "msgr_active_connections": 5, "msgr_created_connections": 6, "msgr_handle_ack_lat": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "msgr_recv_bytes": 4440, "msgr_recv_encrypted_bytes": 1728, "msgr_recv_messages": 15, "msgr_running_fast_dispatch_time": 0.000217691, "msgr_running_recv_time": 0.004793165, "msgr_running_send_time": 0.000834489, "msgr_running_total_time": 0.006035551, "msgr_send_bytes": 110504, "msgr_send_encrypted_bytes": 105920, "msgr_send_messages": 27, "msgr_send_messages_queue_lat": { "avgcount": 26, "avgtime": 0.00148814, "sum": 0.038691663 } }, "AsyncMessenger::Worker-2": { "msgr_active_connections": 7, "msgr_created_connections": 8, "msgr_handle_ack_lat": { "avgcount": 927, "avgtime": 1.35e-07, "sum": 0.000125944 }, "msgr_recv_bytes": 176690, "msgr_recv_encrypted_bytes": 0, "msgr_recv_messages": 610, "msgr_running_fast_dispatch_time": 0.005701257, "msgr_running_recv_time": 0.034075282, "msgr_running_send_time": 0.01201015, "msgr_running_total_time": 0.039815221, "msgr_send_bytes": 813226, "msgr_send_encrypted_bytes": 0, "msgr_send_messages": 582, "msgr_send_messages_queue_lat": { "avgcount": 581, "avgtime": 0.000289305, "sum": 0.168086226 } }, "cct": { "total_workers": 1, "unhealthy_workers": 0 }, "finisher-MDSRank": { "complete_latency": { "avgcount": 265, "avgtime": 0.000248534, "sum": 0.065861568 }, "queue_len": 0 }, "finisher-PurgeQueue": { "complete_latency": { "avgcount": 2, "avgtime": 3.862e-06, "sum": 7.724e-06 }, "queue_len": 0 }, "mds": { "caps": 101, "ceph_cap_op_flush_ack": 0, "ceph_cap_op_flushsnap_ack": 0, "ceph_cap_op_grant": 103, "ceph_cap_op_revoke": 9, "ceph_cap_op_trunc": 0, "dir_commit": 12, "dir_fetch_complete": 0, "dir_fetch_keys": 0, "dir_merge": 0, "dir_split": 0, "exported": 0, "exported_inodes": 0, "forward": 0, "handle_client_cap_release": 1, "handle_client_caps": 204, "handle_client_caps_dirty": 100, "handle_inode_file_caps": 0, "imported": 0, "imported_inodes": 0, "inodes": 114, "inodes_bottom": 114, "inodes_expired": 0, "inodes_pin_tail": 0, "inodes_pinned": 114, "inodes_top": 0, "inodes_with_caps": 100, "load_cent": 0, "openino_backtrace_fetch": 0, "openino_dir_fetch": 0, "openino_peer_discover": 0, "process_request_cap_release": 105, "q": 0, "reply": 130, "reply_latency": { "avgcount": 130, "avgtime": 0.300660874, "sum": 39.08591373 }, "request": 130, "root_rbytes": 160, "root_rfiles": 100, "root_rsnaps": 0, "scrub_backtrace_fetch": 0, "scrub_backtrace_repaired": 0, "scrub_dir_base_inodes": 0, "scrub_dir_inodes": 0, "scrub_dirfrag_rstats": 0, "scrub_file_inodes": 0, "scrub_inotable_repaired": 0, "scrub_set_tag": 0, "slow_reply": 0, "subtrees": 2, "traverse": 155, "traverse_dir_fetch": 0, "traverse_discover": 0, "traverse_forward": 0, "traverse_hit": 144, "traverse_lock": 0, "traverse_remote_ino": 0 }, "mds_cache": { "dir_handle_discover": 0, "dir_send_discover": 0, "dir_try_discover": 0, "dir_update": 0, "dir_update_receipt": 0, "ireq_enqueue_scrub": 0, "ireq_exportdir": 0, "ireq_flush": 0, "ireq_fragmentdir": 0, "ireq_fragstats": 0, "ireq_inodestats": 0, "num_recovering_enqueued": 0, "num_recovering_prioritized": 0, "num_recovering_processing": 0, "num_strays": 0, "num_strays_delayed": 0, "num_strays_enqueuing": 0, "recovery_completed": 0, "recovery_started": 0, "strays_created": 0, "strays_enqueued": 0, "strays_migrated": 0, "strays_reintegrated": 0 }, "mds_log": { "ev": 312, "evadd": 312, "evex": 0, "evexd": 0, "evexg": 0, "evtrm": 0, "expos": 4194304, "jlat": { "avgcount": 110, "avgtime": 0.00262284, "sum": 0.288512464 }, "rdpos": 0, "replayed": 0, "seg": 1, "segadd": 1, "segex": 0, "segexd": 0, "segexg": 0, "segtrm": 0, "wrpos": 4796093 }, "mds_mem": { "cap": 101, "cap+": 106, "cap-": 5, "dir": 16, "dir+": 16, "dir-": 0, "dn": 114, "dn+": 114, "dn-": 0, "heap": 207200, "ino": 117, "ino+": 117, "ino-": 0, "rss": 52908 }, "mds_server": { "cap_acquisition_throttle": 78, "cap_revoke_eviction": 0, "dispatch_client_request": 217, "dispatch_server_request": 0, "handle_client_request": 130, "handle_client_session": 110, "handle_peer_request": 0, "req_create_latency": { "avgcount": 100, "avgtime": 0.000577885, "sum": 0.05778853 }, "req_getattr_latency": { "avgcount": 17, "avgtime": 0.000260005, "sum": 0.004420085 }, "req_getfilelock_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_getvxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_link_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookup_latency": { "avgcount": 3, "avgtime": 0.000152236, "sum": 0.000456708 }, "req_lookuphash_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupino_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupname_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupparent_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupsnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lssnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_mkdir_latency": { "avgcount": 4, "avgtime": 0.001180362, "sum": 0.004721449 }, "req_mknod_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_mksnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_open_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_readdir_latency": { "avgcount": 5, "avgtime": 7.803650081, "sum": 39.018250407 }, "req_rename_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_renamesnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmdir_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmsnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setattr_latency": { "avgcount": 1, "avgtime": 0.000276551, "sum": 0.000276551 }, "req_setdirlayout_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setfilelock_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setlayout_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_snapdiff_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_symlink_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_unlink_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "mds_sessions": { "average_load": 41, "avg_session_uptime": 42, "mdthresh_evicted": 0, "session_add": 2, "session_count": 2, "session_remove": 0, "sessions_open": 2, "sessions_stale": 0, "total_load": 82 }, "mempool": { "bloom_filter_bytes": 0, "bloom_filter_items": 0, "bluefs_bytes": 0, "bluefs_file_reader_bytes": 0, "bluefs_file_reader_items": 0, "bluefs_file_writer_bytes": 0, "bluefs_file_writer_items": 0, "bluefs_items": 0, "bluestore_alloc_bytes": 0, "bluestore_alloc_items": 0, "bluestore_blob_bytes": 0, "bluestore_blob_items": 0, "bluestore_cache_buffer_bytes": 0, "bluestore_cache_buffer_items": 0, "bluestore_cache_data_bytes": 0, "bluestore_cache_data_items": 0, "bluestore_cache_meta_bytes": 0, "bluestore_cache_meta_items": 0, "bluestore_cache_onode_bytes": 0, "bluestore_cache_onode_items": 0, "bluestore_cache_other_bytes": 0, "bluestore_cache_other_items": 0, "bluestore_extent_bytes": 0, "bluestore_extent_items": 0, "bluestore_fsck_bytes": 0, "bluestore_fsck_items": 0, "bluestore_inline_bl_bytes": 0, "bluestore_inline_bl_items": 0, "bluestore_shared_blob_bytes": 0, "bluestore_shared_blob_items": 0, "bluestore_txc_bytes": 0, "bluestore_txc_items": 0, "bluestore_writing_bytes": 0, "bluestore_writing_deferred_bytes": 0, "bluestore_writing_deferred_items": 0, "bluestore_writing_items": 0, "buffer_anon_bytes": 242482, "buffer_anon_items": 95, "buffer_meta_bytes": 0, "buffer_meta_items": 0, "mds_co_bytes": 386656, "mds_co_items": 2313, "osd_bytes": 0, "osd_items": 0, "osd_mapbl_bytes": 0, "osd_mapbl_items": 0, "osd_pglog_bytes": 0, "osd_pglog_items": 0, "osdmap_bytes": 5520, "osdmap_items": 78, "osdmap_mapping_bytes": 0, "osdmap_mapping_items": 0, "pgmap_bytes": 0, "pgmap_items": 0, "unittest_1_bytes": 0, "unittest_1_items": 0, "unittest_2_bytes": 0, "unittest_2_items": 0 }, "objecter": { "command_active": 0, "command_resend": 0, "command_send": 0, "linger_active": 0, "linger_ping": 0, "linger_resend": 0, "linger_send": 0, "map_epoch": 43, "map_full": 0, "map_inc": 3, "omap_del": 3, "omap_rd": 0, "omap_wr": 20, "op": 152, "op_Infinitylight": 0, "op_active": 0, "op_laggy": 0, "op_latency": { "avgcount": 152, "avgtime": 0.007434064, "sum": 1.129977759 }, "op_pg": 0, "op_r": 0, "op_reply": 152, "op_resend": 37, "op_rmw": 0, "op_send": 152, "op_send_bytes": 620997, "op_w": 152, "oplen_avg": { "avgcount": 152, "sum": 180 }, "osd_laggy": 0, "osd_session_close": 0, "osd_session_open": 8, "osd_sessions": 8, "osdop_append": 0, "osdop_call": 0, "osdop_clonerange": 0, "osdop_cmpxattr": 0, "osdop_create": 11, "osdop_delete": 6, "osdop_getxattr": 0, "osdop_mapext": 0, "osdop_notify": 0, "osdop_other": 0, "osdop_pgls": 0, "osdop_pgls_filter": 0, "osdop_read": 0, "osdop_resetxattrs": 0, "osdop_rmxattr": 0, "osdop_setxattr": 22, "osdop_sparse_read": 0, "osdop_src_cmpxattr": 0, "osdop_stat": 0, "osdop_truncate": 0, "osdop_watch": 0, "osdop_write": 110, "osdop_writefull": 8, "osdop_writesame": 0, "osdop_zero": 0, "poolop_active": 0, "poolop_resend": 0, "poolop_send": 0, "poolstat_active": 0, "poolstat_resend": 0, "poolstat_send": 0, "statfs_active": 0, "statfs_resend": 0, "statfs_send": 0 }, "oft": { "omap_total_kv_pairs": 0, "omap_total_objs": 1, "omap_total_removes": 0, "omap_total_updates": 0 }, "osd-slow-ops": { "slow_ops_count": 2 }, "purge_queue": { "pq_executed": 0, "pq_executed_ops": 0, "pq_executing": 0, "pq_executing_high_water": 0, "pq_executing_ops": 0, "pq_executing_ops_high_water": 0, "pq_item_in_journal": 0 }, "throttle-msgr_dispatch_throttler-mds": { "get": 755, "get_or_fail_fail": 0, "get_or_fail_success": 755, "get_started": 0, "get_sum": 246221, "max": 104857600, "put": 755, "put_sum": 246221, "take": 0, "take_sum": 0, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-objecter_bytes": { "get": 0, "get_or_fail_fail": 0, "get_or_fail_success": 0, "get_started": 0, "get_sum": 0, "max": 104857600, "put": 152, "put_sum": 620997, "take": 152, "take_sum": 620997, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-objecter_ops": { "get": 0, "get_or_fail_fail": 0, "get_or_fail_success": 0, "get_started": 0, "get_sum": 0, "max": 1024, "put": 152, "put_sum": 152, "take": 152, "take_sum": 152, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-write_buf_throttle": { "get": 0, "get_or_fail_fail": 0, "get_or_fail_success": 0, "get_started": 0, "get_sum": 0, "max": 3758096384, "put": 0, "put_sum": 0, "take": 0, "take_sum": 0, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-write_buf_throttle-0x559074f260a0": { "get": 312, "get_or_fail_fail": 0, "get_or_fail_success": 312, "get_started": 0, "get_sum": 601789, "max": 3758096384, "put": 110, "put_sum": 601789, "take": 0, "take_sum": 0, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } } } 2024-09-13T16:03:50.292 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:03:50.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.388+0000 7fcfab5bc640 1 Processor -- start 2024-09-13T16:03:50.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.388+0000 7fcfab5bc640 1 -- start start 2024-09-13T16:03:50.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.389+0000 7fcfab5bc640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fcfa415c6e0 0x7fcfa40b3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:50.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.389+0000 7fcfab5bc640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fcfa40ccb20 0x7fcfa40b4490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:50.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.389+0000 7fcfab5bc640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcfa40d1840 con 0x7fcfa40d07b0 2024-09-13T16:03:50.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.389+0000 7fcfab5bc640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcfa406bd20 con 0x7fcfa415c6e0 2024-09-13T16:03:50.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.389+0000 7fcfab5bc640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcfa40d0c30 con 0x7fcfa40ccb20 2024-09-13T16:03:50.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.389+0000 7fcfa9358640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fcfa415c6e0 0x7fcfa40b3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:50.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.389+0000 7fcfa9358640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fcfa415c6e0 0x7fcfa40b3f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:50448/0 (socket says 172.21.15.76:50448) 2024-09-13T16:03:50.392 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.389+0000 7fcfa9358640 1 -- 172.21.15.76:0/2130645547 learned_addr learned my addr 172.21.15.76:0/2130645547 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:03:50.392 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.390+0000 7fcfa9b59640 1 --2- 172.21.15.76:0/2130645547 >> v2:172.21.15.192:3300/0 conn(0x7fcfa40ccb20 0x7fcfa40b4490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:50.392 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.390+0000 7fcfa9358640 1 -- 172.21.15.76:0/2130645547 >> v2:172.21.15.192:3300/0 conn(0x7fcfa40ccb20 msgr2=0x7fcfa40b4490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:03:50.392 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.390+0000 7fcfa9358640 1 --2- 172.21.15.76:0/2130645547 >> v2:172.21.15.192:3300/0 conn(0x7fcfa40ccb20 0x7fcfa40b4490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:50.392 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.390+0000 7fcfa9358640 1 -- 172.21.15.76:0/2130645547 >> v1:172.21.15.192:6789/0 conn(0x7fcfa40d07b0 legacy=0x7fcfa4160030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:03:50.392 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.390+0000 7fcfa9358640 1 -- 172.21.15.76:0/2130645547 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcfa40d0f10 con 0x7fcfa415c6e0 2024-09-13T16:03:50.393 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.390+0000 7fcfa9358640 1 --2- 172.21.15.76:0/2130645547 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcfa415c6e0 0x7fcfa40b3f50 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7fcfa408c560 tx=0x7fcfa002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e28b5579c9079c22 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:50.393 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.390+0000 7fcf9bfff640 1 -- 172.21.15.76:0/2130645547 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfa0032440 con 0x7fcfa415c6e0 2024-09-13T16:03:50.394 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.391+0000 7fcf9bfff640 1 -- 172.21.15.76:0/2130645547 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcfa00325a0 con 0x7fcfa415c6e0 2024-09-13T16:03:50.394 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.391+0000 7fcf9bfff640 1 -- 172.21.15.76:0/2130645547 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfa0032930 con 0x7fcfa415c6e0 2024-09-13T16:03:50.394 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.391+0000 7fcfab5bc640 1 -- 172.21.15.76:0/2130645547 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcfa415c6e0 msgr2=0x7fcfa40b3f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:50.394 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.391+0000 7fcfab5bc640 1 --2- 172.21.15.76:0/2130645547 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcfa415c6e0 0x7fcfa40b3f50 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7fcfa408c560 tx=0x7fcfa002a1a0 comp rx=0 tx=0).stop 2024-09-13T16:03:50.394 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.391+0000 7fcfab5bc640 1 -- 172.21.15.76:0/2130645547 shutdown_connections 2024-09-13T16:03:50.394 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.391+0000 7fcfab5bc640 1 --2- 172.21.15.76:0/2130645547 >> v2:172.21.15.192:3300/0 conn(0x7fcfa40ccb20 0x7fcfa40b4490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:50.394 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.391+0000 7fcfab5bc640 1 --2- 172.21.15.76:0/2130645547 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcfa415c6e0 0x7fcfa40b3f50 unknown :-1 s=CLOSED pgs=552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:50.394 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.391+0000 7fcfab5bc640 1 -- 172.21.15.76:0/2130645547 >> 172.21.15.76:0/2130645547 conn(0x7fcfa4089f60 msgr2=0x7fcfa40d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:03:50.394 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.391+0000 7fcfab5bc640 1 -- 172.21.15.76:0/2130645547 shutdown_connections 2024-09-13T16:03:50.394 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.391+0000 7fcfab5bc640 1 -- 172.21.15.76:0/2130645547 wait complete. 2024-09-13T16:03:50.394 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.392+0000 7fcfab5bc640 1 Processor -- start 2024-09-13T16:03:50.394 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.392+0000 7fcfab5bc640 1 -- start start 2024-09-13T16:03:50.396 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.393+0000 7fcfab5bc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcfa40ccb20 0x7fcfa41485f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:50.396 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.393+0000 7fcfab5bc640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcfa40d07b0 0x7fcfa40b5d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:50.397 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.393+0000 7fcfab5bc640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcfa415c6e0 0x7fcfa40b0180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:50.397 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.393+0000 7fcfab5bc640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcfa40c9a20 con 0x7fcfa40ccb20 2024-09-13T16:03:50.397 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.393+0000 7fcfab5bc640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcfa40b6270 con 0x7fcfa415c6e0 2024-09-13T16:03:50.397 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.393+0000 7fcfab5bc640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcfa40b71f0 con 0x7fcfa40d07b0 2024-09-13T16:03:50.397 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.393+0000 7fcfa9358640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcfa40ccb20 0x7fcfa41485f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:50.397 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.393+0000 7fcfa9358640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcfa40ccb20 0x7fcfa41485f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:50450/0 (socket says 172.21.15.76:50450) 2024-09-13T16:03:50.397 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.393+0000 7fcfa9358640 1 -- 172.21.15.76:0/3104989270 learned_addr learned my addr 172.21.15.76:0/3104989270 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:03:50.397 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.393+0000 7fcfa9b59640 1 --2- 172.21.15.76:0/3104989270 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcfa415c6e0 0x7fcfa40b0180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:50.397 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.393+0000 7fcfa9358640 1 -- 172.21.15.76:0/3104989270 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcfa40d07b0 msgr2=0x7fcfa40b5d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:50.397 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.393+0000 7fcfa9358640 1 --2- 172.21.15.76:0/3104989270 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcfa40d07b0 0x7fcfa40b5d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:50.397 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.393+0000 7fcfa9358640 1 -- 172.21.15.76:0/3104989270 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcfa415c6e0 msgr2=0x7fcfa40b0180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:50.397 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.393+0000 7fcfa9358640 1 --2- 172.21.15.76:0/3104989270 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcfa415c6e0 0x7fcfa40b0180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:50.397 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.393+0000 7fcfa9358640 1 -- 172.21.15.76:0/3104989270 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcfa00094d0 con 0x7fcfa40ccb20 2024-09-13T16:03:50.398 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.394+0000 7fcfa9358640 1 --2- 172.21.15.76:0/3104989270 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcfa40ccb20 0x7fcfa41485f0 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7fcfa002a1e0 tx=0x7fcfa00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:50.398 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.394+0000 7fcf99ffb640 1 -- 172.21.15.76:0/3104989270 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfa0030b80 con 0x7fcfa40ccb20 2024-09-13T16:03:50.398 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.394+0000 7fcf99ffb640 1 -- 172.21.15.76:0/3104989270 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcfa0030ce0 con 0x7fcfa40ccb20 2024-09-13T16:03:50.398 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.394+0000 7fcfab5bc640 1 -- 172.21.15.76:0/3104989270 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcfa40b6c30 con 0x7fcfa40ccb20 2024-09-13T16:03:50.398 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.394+0000 7fcf99ffb640 1 -- 172.21.15.76:0/3104989270 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfa003d680 con 0x7fcfa40ccb20 2024-09-13T16:03:50.398 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.394+0000 7fcfab5bc640 1 -- 172.21.15.76:0/3104989270 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcfa40c9640 con 0x7fcfa40ccb20 2024-09-13T16:03:50.398 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.395+0000 7fcfab5bc640 1 -- 172.21.15.76:0/3104989270 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcfa40b4c80 con 0x7fcfa40ccb20 2024-09-13T16:03:50.398 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.395+0000 7fcf99ffb640 1 -- 172.21.15.76:0/3104989270 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fcfa0039040 con 0x7fcfa40ccb20 2024-09-13T16:03:50.399 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.396+0000 7fcf99ffb640 1 --2- 172.21.15.76:0/3104989270 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcf8806ac30 0x7fcf8806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:50.399 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.396+0000 7fcfa8b57640 1 --2- 172.21.15.76:0/3104989270 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcf8806ac30 0x7fcf8806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:50.399 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.396+0000 7fcf99ffb640 1 -- 172.21.15.76:0/3104989270 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 6058+0+0 (secure 0 0 0) 0x7fcfa00aa160 con 0x7fcfa40ccb20 2024-09-13T16:03:50.399 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.396+0000 7fcfa8b57640 1 --2- 172.21.15.76:0/3104989270 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcf8806ac30 0x7fcf8806d0f0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fcf94009650 tx=0x7fcf94006ba0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:50.401 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.400+0000 7fcf99ffb640 1 -- 172.21.15.76:0/3104989270 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fcfa0075270 con 0x7fcfa40ccb20 2024-09-13T16:03:50.595 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.593+0000 7fcfab5bc640 1 -- 172.21.15.76:0/3104989270 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fcfa408c610 con 0x7fcfa40ccb20 2024-09-13T16:03:50.595 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.594+0000 7fcf99ffb640 1 -- 172.21.15.76:0/3104989270 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 15 v15) v1 ==== 94+0+4740 (secure 0 0 0) 0x7fcfa0078890 con 0x7fcfa40ccb20 2024-09-13T16:03:50.596 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:03:50.596 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":15,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4961,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6836/3972390892","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":3972390892},{"type":"v1","addr":"172.21.15.76:6836","nonce":3972390892}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":4964,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6837/2860424128","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":2860424128},{"type":"v1","addr":"172.21.15.76:6837","nonce":2860424128}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":5308,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6834/1837080950","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":1837080950},{"type":"v1","addr":"172.21.15.192:6834","nonce":1837080950}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:02:56.246763+0000","modified":"2024-09-13T16:02:58.253566+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":5311},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5311":{"gid":5311,"name":"d","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.192:6835/2989427744","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6833","nonce":2989427744},{"type":"v1","addr":"172.21.15.192:6835","nonce":2989427744}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2024-09-13T16:03:50.596 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 15 2024-09-13T16:03:50.597 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.596+0000 7fcfab5bc640 1 -- 172.21.15.76:0/3104989270 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcf8806ac30 msgr2=0x7fcf8806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:50.598 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.596+0000 7fcfab5bc640 1 --2- 172.21.15.76:0/3104989270 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcf8806ac30 0x7fcf8806d0f0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fcf94009650 tx=0x7fcf94006ba0 comp rx=0 tx=0).stop 2024-09-13T16:03:50.598 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.596+0000 7fcfab5bc640 1 -- 172.21.15.76:0/3104989270 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcfa40ccb20 msgr2=0x7fcfa41485f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:50.598 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.596+0000 7fcfab5bc640 1 --2- 172.21.15.76:0/3104989270 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcfa40ccb20 0x7fcfa41485f0 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7fcfa002a1e0 tx=0x7fcfa00046c0 comp rx=0 tx=0).stop 2024-09-13T16:03:50.598 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.596+0000 7fcfab5bc640 1 -- 172.21.15.76:0/3104989270 shutdown_connections 2024-09-13T16:03:50.598 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.596+0000 7fcfab5bc640 1 --2- 172.21.15.76:0/3104989270 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcfa415c6e0 0x7fcfa40b0180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:50.598 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.596+0000 7fcfab5bc640 1 --2- 172.21.15.76:0/3104989270 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcf8806ac30 0x7fcf8806d0f0 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:50.598 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.596+0000 7fcfab5bc640 1 --2- 172.21.15.76:0/3104989270 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcfa40d07b0 0x7fcfa40b5d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:50.598 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.596+0000 7fcfab5bc640 1 --2- 172.21.15.76:0/3104989270 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcfa40ccb20 0x7fcfa41485f0 unknown :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:50.598 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.596+0000 7fcfab5bc640 1 -- 172.21.15.76:0/3104989270 >> 172.21.15.76:0/3104989270 conn(0x7fcfa4089f60 msgr2=0x7fcfa406c220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:03:50.598 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.596+0000 7fcfab5bc640 1 -- 172.21.15.76:0/3104989270 shutdown_connections 2024-09-13T16:03:50.598 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.596+0000 7fcfab5bc640 1 -- 172.21.15.76:0/3104989270 wait complete. 2024-09-13T16:03:50.608 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.d.asok --format=json session ls 2024-09-13T16:03:50.726 INFO:teuthology.orchestra.run.smithi192.stdout:[{"id":5087,"entity":{"name":{"type":"client","num":5087},"addr":{"type":"any","addr":"192.168.0.1:0","nonce":3874133584}},"state":"open","num_leases":0,"num_caps":1,"request_load_avg":0,"uptime":42.875155970000002,"requests_in_flight":0,"num_completed_requests":0,"num_completed_flushes":0,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":2.7225654350706785,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":1,"last_trim_completed_flushes_tid":0,"delegated_inos":[],"inst":"client.5087 192.168.0.1:0/3874133584","completed_requests":[],"prealloc_inos":[],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"50bbe7f395997dcd871813949c49addbbf630361","ceph_version":"ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)","entity_id":"1","hostname":"smithi192","mount_point":"/home/ubuntu/cephtest/mnt.1","pid":"43841","root":"/"}},{"id":5700,"entity":{"name":{"type":"client","num":5700},"addr":{"type":"any","addr":"192.168.0.1:0","nonce":330221223}},"state":"open","num_leases":0,"num_caps":100,"request_load_avg":81,"uptime":44.572122593000003,"requests_in_flight":0,"num_completed_requests":0,"num_completed_flushes":1,"reconnecting":false,"recall_caps":{"value":3.7961826541053107,"halflife":60},"release_caps":{"value":3.2066288490748533,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":295.20227401799553,"halflife":300},"cap_acquisition":{"value":60.523933490282573,"halflife":30},"last_trim_completed_requests_tid":128,"last_trim_completed_flushes_tid":101,"delegated_inos":[{"start":"0x10000000002","length":500}],"inst":"client.5700 192.168.0.1:0/330221223","completed_requests":[],"prealloc_inos":[{"start":"0x10000000002","length":500},{"start":"0x1000000025c","length":899}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"50bbe7f395997dcd871813949c49addbbf630361","ceph_version":"ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)","entity_id":"0","hostname":"smithi076","mount_point":"/home/ubuntu/cephtest/mnt.0","pid":"53007","root":"/"}}] 2024-09-13T16:03:50.726 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "1", "hostname": "smithi192", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "mount_point": "/home/ubuntu/cephtest/mnt.1", "pid": "43841", "root": "/" }, "completed_requests": [], "delegated_inos": [], "entity": { "addr": { "addr": "192.168.0.1:0", "nonce": 3874133584, "type": "any" }, "name": { "num": 5087, "type": "client" } }, "id": 5087, "inst": "client.5087 192.168.0.1:0/3874133584", "last_trim_completed_flushes_tid": 0, "last_trim_completed_requests_tid": 1, "num_caps": 1, "num_completed_flushes": 0, "num_completed_requests": 0, "num_leases": 0, "prealloc_inos": [], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 0, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 2.7225654350706785 }, "state": "open", "uptime": 42.87515597 }, { "cap_acquisition": { "halflife": 30, "value": 60.52393349028257 }, "client_metadata": { "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "0", "hostname": "smithi076", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "mount_point": "/home/ubuntu/cephtest/mnt.0", "pid": "53007", "root": "/" }, "completed_requests": [], "delegated_inos": [ { "length": 500, "start": "0x10000000002" } ], "entity": { "addr": { "addr": "192.168.0.1:0", "nonce": 330221223, "type": "any" }, "name": { "num": 5700, "type": "client" } }, "id": 5700, "inst": "client.5700 192.168.0.1:0/330221223", "last_trim_completed_flushes_tid": 101, "last_trim_completed_requests_tid": 128, "num_caps": 100, "num_completed_flushes": 1, "num_completed_requests": 0, "num_leases": 0, "prealloc_inos": [ { "length": 500, "start": "0x10000000002" }, { "length": 899, "start": "0x1000000025c" } ], "recall_caps": { "halflife": 60, "value": 3.7961826541053107 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 3.2066288490748533 }, "request_load_avg": 81, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 295.20227401799553 }, "state": "open", "uptime": 44.572122593 } ] 2024-09-13T16:03:50.727 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.2:0 dump_historic_ops 2024-09-13T16:03:50.828 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.827+0000 7fe535641640 1 Processor -- start 2024-09-13T16:03:50.829 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.827+0000 7fe535641640 1 -- start start 2024-09-13T16:03:50.830 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.828+0000 7fe535641640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe53006cbe0 0x7fe53006b1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:50.830 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.828+0000 7fe535641640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fe53006b730 0x7fe53006e220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:50.830 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.828+0000 7fe535641640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe5300ceac0 con 0x7fe5300ce6e0 2024-09-13T16:03:50.830 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.828+0000 7fe535641640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe5300d0350 con 0x7fe53006cbe0 2024-09-13T16:03:50.830 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.828+0000 7fe535641640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe53015d2f0 con 0x7fe53006b730 2024-09-13T16:03:50.830 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.828+0000 7fe5267fc640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe53006cbe0 0x7fe53006b1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:50.830 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.828+0000 7fe52effd640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fe5300ce6e0 0x7fe53015cac0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:45364/0 (socket says 172.21.15.76:45364) 2024-09-13T16:03:50.830 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.828+0000 7fe52effd640 1 -- 172.21.15.76:0/3471306451 learned_addr learned my addr 172.21.15.76:0/3471306451 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:03:50.830 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.829+0000 7fe5267fc640 1 -- 172.21.15.76:0/3471306451 >> v2:172.21.15.192:3300/0 conn(0x7fe53006b730 msgr2=0x7fe53006e220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:03:50.831 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.829+0000 7fe5267fc640 1 --2- 172.21.15.76:0/3471306451 >> v2:172.21.15.192:3300/0 conn(0x7fe53006b730 0x7fe53006e220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:50.831 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.829+0000 7fe5267fc640 1 -- 172.21.15.76:0/3471306451 >> v1:172.21.15.76:6789/0 conn(0x7fe5300ce6e0 legacy=0x7fe53015cac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:50.831 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.829+0000 7fe5267fc640 1 -- 172.21.15.76:0/3471306451 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe53015d5d0 con 0x7fe53006cbe0 2024-09-13T16:03:50.831 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.829+0000 7fe52e7fc640 1 -- 172.21.15.76:0/3471306451 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3853276240 0 0) 0x7fe520001110 con 0x7fe5300ce6e0 2024-09-13T16:03:50.832 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.829+0000 7fe5267fc640 1 --2- 172.21.15.76:0/3471306451 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe53006cbe0 0x7fe53006b1f0 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7fe53015ff80 tx=0x7fe51802a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7406f8eb9b6635d5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:50.832 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.829+0000 7fe52e7fc640 1 -- 172.21.15.76:0/3471306451 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe518032440 con 0x7fe53006cbe0 2024-09-13T16:03:50.832 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.829+0000 7fe52e7fc640 1 -- 172.21.15.76:0/3471306451 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe5180325a0 con 0x7fe53006cbe0 2024-09-13T16:03:50.832 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.829+0000 7fe52e7fc640 1 -- 172.21.15.76:0/3471306451 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe518032930 con 0x7fe53006cbe0 2024-09-13T16:03:50.832 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.830+0000 7fe535641640 1 -- 172.21.15.76:0/3471306451 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe53006cbe0 msgr2=0x7fe53006b1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:50.832 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.830+0000 7fe535641640 1 --2- 172.21.15.76:0/3471306451 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe53006cbe0 0x7fe53006b1f0 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7fe53015ff80 tx=0x7fe51802a1a0 comp rx=0 tx=0).stop 2024-09-13T16:03:50.832 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.830+0000 7fe535641640 1 -- 172.21.15.76:0/3471306451 shutdown_connections 2024-09-13T16:03:50.832 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.830+0000 7fe535641640 1 --2- 172.21.15.76:0/3471306451 >> v2:172.21.15.192:3300/0 conn(0x7fe53006b730 0x7fe53006e220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:50.832 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.830+0000 7fe535641640 1 --2- 172.21.15.76:0/3471306451 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe53006cbe0 0x7fe53006b1f0 unknown :-1 s=CLOSED pgs=555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:50.833 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.830+0000 7fe535641640 1 -- 172.21.15.76:0/3471306451 >> 172.21.15.76:0/3471306451 conn(0x7fe530069ed0 msgr2=0x7fe53006a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:03:50.833 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.830+0000 7fe535641640 1 -- 172.21.15.76:0/3471306451 shutdown_connections 2024-09-13T16:03:50.833 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.830+0000 7fe535641640 1 -- 172.21.15.76:0/3471306451 wait complete. 2024-09-13T16:03:50.835 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.831+0000 7fe535641640 1 Processor -- start 2024-09-13T16:03:50.835 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.831+0000 7fe535641640 1 -- start start 2024-09-13T16:03:50.835 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.832+0000 7fe535641640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe53006b730 0x7fe530155c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:50.835 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.832+0000 7fe535641640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe53006cbe0 0x7fe5300c5530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:50.835 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.832+0000 7fe535641640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe5300ce6e0 0x7fe5300c5a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:50.835 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.832+0000 7fe535641640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe530156190 con 0x7fe53006cbe0 2024-09-13T16:03:50.835 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.832+0000 7fe535641640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5301f5400 con 0x7fe5300ce6e0 2024-09-13T16:03:50.835 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.832+0000 7fe535641640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe5301f56e0 con 0x7fe53006b730 2024-09-13T16:03:50.835 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.832+0000 7fe5267fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe53006cbe0 0x7fe5300c5530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:50.836 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.832+0000 7fe5267fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe53006cbe0 0x7fe5300c5530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:50464/0 (socket says 172.21.15.76:50464) 2024-09-13T16:03:50.836 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.832+0000 7fe5267fc640 1 -- 172.21.15.76:0/2220269994 learned_addr learned my addr 172.21.15.76:0/2220269994 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:03:50.836 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.832+0000 7fe5267fc640 1 -- 172.21.15.76:0/2220269994 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe53006b730 msgr2=0x7fe530155c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:50.836 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.832+0000 7fe52f7fe640 1 --2- 172.21.15.76:0/2220269994 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe5300ce6e0 0x7fe5300c5a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:50.836 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.832+0000 7fe5267fc640 1 --2- 172.21.15.76:0/2220269994 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe53006b730 0x7fe530155c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:50.836 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.832+0000 7fe5267fc640 1 -- 172.21.15.76:0/2220269994 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe5300ce6e0 msgr2=0x7fe5300c5a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:50.836 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.832+0000 7fe5267fc640 1 --2- 172.21.15.76:0/2220269994 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe5300ce6e0 0x7fe5300c5a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:50.836 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.832+0000 7fe5267fc640 1 -- 172.21.15.76:0/2220269994 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe518009400 con 0x7fe53006cbe0 2024-09-13T16:03:50.836 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.832+0000 7fe52f7fe640 1 --2- 172.21.15.76:0/2220269994 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe5300ce6e0 0x7fe5300c5a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:03:50.836 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.833+0000 7fe5267fc640 1 --2- 172.21.15.76:0/2220269994 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe53006cbe0 0x7fe5300c5530 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7fe518009890 tx=0x7fe5180046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:50.836 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.833+0000 7fe527fff640 1 -- 172.21.15.76:0/2220269994 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe518032440 con 0x7fe53006cbe0 2024-09-13T16:03:50.836 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.833+0000 7fe527fff640 1 -- 172.21.15.76:0/2220269994 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe518004230 con 0x7fe53006cbe0 2024-09-13T16:03:50.837 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.833+0000 7fe535641640 1 -- 172.21.15.76:0/2220269994 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe5301f59c0 con 0x7fe53006cbe0 2024-09-13T16:03:50.837 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.833+0000 7fe527fff640 1 -- 172.21.15.76:0/2220269994 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe518006e10 con 0x7fe53006cbe0 2024-09-13T16:03:50.837 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.833+0000 7fe535641640 1 -- 172.21.15.76:0/2220269994 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe5301f5f80 con 0x7fe53006cbe0 2024-09-13T16:03:50.840 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.834+0000 7fe527fff640 1 -- 172.21.15.76:0/2220269994 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe518030980 con 0x7fe53006cbe0 2024-09-13T16:03:50.840 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.835+0000 7fe527fff640 1 --2- 172.21.15.76:0/2220269994 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe51006ac00 0x7fe51006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:50.840 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.835+0000 7fe527fff640 1 -- 172.21.15.76:0/2220269994 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 6058+0+0 (secure 0 0 0) 0x7fe5180aa5e0 con 0x7fe53006cbe0 2024-09-13T16:03:50.840 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.835+0000 7fe52effd640 1 --2- 172.21.15.76:0/2220269994 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe51006ac00 0x7fe51006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:50.840 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.835+0000 7fe52effd640 1 --2- 172.21.15.76:0/2220269994 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe51006ac00 0x7fe51006d0c0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fe520007fd0 tx=0x7fe520007960 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:50.840 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.836+0000 7fe538443740 1 Processor -- start 2024-09-13T16:03:50.840 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.836+0000 7fe538443740 1 -- start start 2024-09-13T16:03:50.840 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.837+0000 7fe538443740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5653de5b5f80 0x5653de5b6360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:50.840 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.837+0000 7fe538443740 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x5653de5b3740 0x5653de603450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:50.840 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.837+0000 7fe538443740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5653de5dd430 0x5653de603990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:50.841 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.837+0000 7fe538443740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x5653de51f960 con 0x5653de5b5f80 2024-09-13T16:03:50.841 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.837+0000 7fe538443740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x5653de51d0f0 con 0x5653de5dd430 2024-09-13T16:03:50.841 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.837+0000 7fe538443740 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x5653de5189e0 con 0x5653de5b3740 2024-09-13T16:03:50.841 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.837+0000 7fe52effd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5653de5b5f80 0x5653de5b6360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:50.841 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.837+0000 7fe52effd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5653de5b5f80 0x5653de5b6360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:50468/0 (socket says 172.21.15.76:50468) 2024-09-13T16:03:50.841 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.837+0000 7fe52effd640 1 -- 172.21.15.76:0/1640929057 learned_addr learned my addr 172.21.15.76:0/1640929057 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:03:50.841 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.837+0000 7fe5267fc640 1 --2- 172.21.15.76:0/1640929057 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x5653de5b3740 0x5653de603450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:50.841 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.837+0000 7fe52f7fe640 1 --2- 172.21.15.76:0/1640929057 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5653de5dd430 0x5653de603990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:50.841 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.837+0000 7fe52effd640 1 -- 172.21.15.76:0/1640929057 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x5653de5b3740 msgr2=0x5653de603450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:03:50.841 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.837+0000 7fe52effd640 1 --2- 172.21.15.76:0/1640929057 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x5653de5b3740 0x5653de603450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:50.841 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.837+0000 7fe52effd640 1 -- 172.21.15.76:0/1640929057 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5653de5dd430 msgr2=0x5653de603990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:03:50.841 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.837+0000 7fe52effd640 1 --2- 172.21.15.76:0/1640929057 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5653de5dd430 0x5653de603990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:50.841 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.837+0000 7fe52effd640 1 -- 172.21.15.76:0/1640929057 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5653de4bf640 con 0x5653de5b5f80 2024-09-13T16:03:50.841 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.837+0000 7fe52effd640 1 --2- 172.21.15.76:0/1640929057 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5653de5b5f80 0x5653de5b6360 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7fe520007520 tx=0x7fe52000f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=85e094b89f09c8f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:50.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.837+0000 7fe524ff9640 1 -- 172.21.15.76:0/1640929057 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe52001b070 con 0x5653de5b5f80 2024-09-13T16:03:50.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.837+0000 7fe524ff9640 1 -- 172.21.15.76:0/1640929057 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe520007610 con 0x5653de5b5f80 2024-09-13T16:03:50.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.837+0000 7fe524ff9640 1 -- 172.21.15.76:0/1640929057 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe520005e80 con 0x5653de5b5f80 2024-09-13T16:03:50.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.838+0000 7fe538443740 1 -- 172.21.15.76:0/1640929057 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5653de5b5f80 msgr2=0x5653de5b6360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:50.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.838+0000 7fe538443740 1 --2- 172.21.15.76:0/1640929057 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5653de5b5f80 0x5653de5b6360 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7fe520007520 tx=0x7fe52000f000 comp rx=0 tx=0).stop 2024-09-13T16:03:50.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.838+0000 7fe538443740 1 -- 172.21.15.76:0/1640929057 shutdown_connections 2024-09-13T16:03:50.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.838+0000 7fe538443740 1 --2- 172.21.15.76:0/1640929057 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5653de5dd430 0x5653de603990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:50.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.838+0000 7fe538443740 1 --2- 172.21.15.76:0/1640929057 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x5653de5b3740 0x5653de603450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:50.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.838+0000 7fe538443740 1 --2- 172.21.15.76:0/1640929057 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5653de5b5f80 0x5653de5b6360 unknown :-1 s=CLOSED pgs=557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:50.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.838+0000 7fe538443740 1 -- 172.21.15.76:0/1640929057 >> 172.21.15.76:0/1640929057 conn(0x5653de5b26b0 msgr2=0x5653de5fab60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:03:50.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.838+0000 7fe538443740 1 -- 172.21.15.76:0/1640929057 shutdown_connections 2024-09-13T16:03:50.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.838+0000 7fe538443740 1 -- 172.21.15.76:0/1640929057 wait complete. 2024-09-13T16:03:50.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.839+0000 7fe538443740 1 -- start start 2024-09-13T16:03:50.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.839+0000 7fe538443740 1 Processor -- start 2024-09-13T16:03:50.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.839+0000 7fe538443740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5653de5b5f80 0x5653de5e11b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:50.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.839+0000 7fe538443740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5653de5dd430 0x5653de5f8110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:50.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.839+0000 7fe538443740 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x5653de5de9a0 0x5653de5dee20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:50.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.839+0000 7fe538443740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x5653de4d6bb0 con 0x5653de5b5f80 2024-09-13T16:03:50.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.839+0000 7fe538443740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x5653de4d6850 con 0x5653de5dd430 2024-09-13T16:03:50.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.839+0000 7fe538443740 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x5653de49bf90 con 0x5653de5de9a0 2024-09-13T16:03:50.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.839+0000 7fe538443740 10 client.0 _ll_register_callbacks cb 0x5653de4c2e40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:03:50.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.839+0000 7fe52effd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5653de5b5f80 0x5653de5e11b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:50.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.840+0000 7fe52effd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5653de5b5f80 0x5653de5e11b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:50474/0 (socket says 172.21.15.76:50474) 2024-09-13T16:03:50.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.840+0000 7fe52effd640 1 -- 172.21.15.76:0/1126225882 learned_addr learned my addr 172.21.15.76:0/1126225882 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:03:50.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.840+0000 7fe52f7fe640 1 --2- 172.21.15.76:0/1126225882 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x5653de5de9a0 0x5653de5dee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:50.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.840+0000 7fe5267fc640 1 --2- 172.21.15.76:0/1126225882 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5653de5dd430 0x5653de5f8110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:50.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.840+0000 7fe52effd640 1 -- 172.21.15.76:0/1126225882 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x5653de5de9a0 msgr2=0x5653de5dee20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:03:50.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.840+0000 7fe52effd640 1 --2- 172.21.15.76:0/1126225882 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x5653de5de9a0 0x5653de5dee20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:50.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.840+0000 7fe52effd640 1 -- 172.21.15.76:0/1126225882 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5653de5dd430 msgr2=0x5653de5f8110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:03:50.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.840+0000 7fe52effd640 1 --2- 172.21.15.76:0/1126225882 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5653de5dd430 0x5653de5f8110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:50.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.840+0000 7fe52effd640 1 -- 172.21.15.76:0/1126225882 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe5200071d0 con 0x5653de5b5f80 2024-09-13T16:03:50.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.840+0000 7fe52effd640 1 --2- 172.21.15.76:0/1126225882 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5653de5b5f80 0x5653de5e11b0 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7fe520005fd0 tx=0x7fe5200010f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa4b0c83411cbb63 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:50.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.840+0000 7fe50dffb640 10 client.0 ms_handle_connect on v2:172.21.15.76:3300/0 2024-09-13T16:03:50.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.840+0000 7fe50dffb640 1 -- 172.21.15.76:0/1126225882 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe520012640 con 0x5653de5b5f80 2024-09-13T16:03:50.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.840+0000 7fe50dffb640 1 -- 172.21.15.76:0/1126225882 <== mon.0 v2:172.21.15.76:3300/0 2 ==== osd_map(43..43 src has 1..43) v4 ==== 6058+0+0 (secure 0 0 0) 0x7fe5200127a0 con 0x5653de5b5f80 2024-09-13T16:03:50.848 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.840+0000 7fe538443740 1 -- 172.21.15.76:0/1126225882 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5653de541410 con 0x5653de5b5f80 2024-09-13T16:03:50.848 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.840+0000 7fe50dffb640 1 -- 172.21.15.76:0/1126225882 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_get_version_reply(handle=1 version=15) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe520012960 con 0x5653de5b5f80 2024-09-13T16:03:50.848 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.840+0000 7fe538443740 10 client.5751 fetch_fsmap learned FSMap version 15 2024-09-13T16:03:50.848 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.840+0000 7fe538443740 1 -- 172.21.15.76:0/1126225882 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,fsmap=15,monmap=2+}) v3 -- 0x5653de517060 con 0x5653de5b5f80 2024-09-13T16:03:50.848 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.840+0000 7fe50dffb640 1 -- 172.21.15.76:0/1126225882 <== mon.0 v2:172.21.15.76:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x5653de541410 con 0x5653de5b5f80 2024-09-13T16:03:50.848 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.841+0000 7fe50dffb640 1 -- 172.21.15.76:0/1126225882 <== mon.0 v2:172.21.15.76:3300/0 5 ==== fsmap(e 15) v1 ==== 3114+0+0 (secure 0 0 0) 0x7fe520012ac0 con 0x5653de5b5f80 2024-09-13T16:03:50.848 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.841+0000 7fe538443740 10 client.5751 fetch_fsmap finished waiting for FSMap version 15 2024-09-13T16:03:50.848 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.841+0000 7fe538443740 10 client.5751 resolve_mds: resolved 2:0 to role '2:0' aka daemon mds.d 2024-09-13T16:03:50.848 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.841+0000 7fe538443740 20 client.5751 populate_metadata read hostname 'smithi076' 2024-09-13T16:03:50.848 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.841+0000 7fe538443740 1 --2- 172.21.15.76:0/1126225882 >> [v2:172.21.15.192:6833/2989427744,v1:172.21.15.192:6835/2989427744] conn(0x5653de5c7e10 0x5653de5ff210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:50.848 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.841+0000 7fe538443740 4 client.5751 mds_command: new command op to 5311 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-13T16:03:50.848 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.841+0000 7fe538443740 1 -- 172.21.15.76:0/1126225882 --> [v2:172.21.15.192:6833/2989427744,v1:172.21.15.192:6835/2989427744] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5653de20c4e0 con 0x5653de5c7e10 2024-09-13T16:03:50.849 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.841+0000 7fe5267fc640 1 --2- 172.21.15.76:0/1126225882 >> [v2:172.21.15.192:6833/2989427744,v1:172.21.15.192:6835/2989427744] conn(0x5653de5c7e10 0x5653de5ff210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:50.849 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.841+0000 7fe50dffb640 10 client.5751 ms_handle_connect on v2:172.21.15.192:6833/2989427744 2024-09-13T16:03:50.849 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.841+0000 7fe5267fc640 1 --2- 172.21.15.76:0/1126225882 >> [v2:172.21.15.192:6833/2989427744,v1:172.21.15.192:6835/2989427744] conn(0x5653de5c7e10 0x5653de5ff210 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d434a4cbc78f7121 server_cookie=64f522b11f9e49f7 in_seq=0 out_seq=0 2024-09-13T16:03:50.849 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.842+0000 7fe50dffb640 1 -- 172.21.15.76:0/1126225882 <== mds.0 v2:172.21.15.192:6833/2989427744 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x5653de20c4e0 con 0x5653de5c7e10 2024-09-13T16:03:50.849 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.842+0000 7fe50dffb640 10 client.5751 handle_command_reply: tid=0 2024-09-13T16:03:50.849 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.842+0000 7fe538443740 1 client.5751 shutdown 2024-09-13T16:03:50.849 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.842+0000 7fe538443740 1 -- 172.21.15.76:0/1126225882 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5653de5b5f80 msgr2=0x5653de5e11b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:50.849 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.842+0000 7fe538443740 1 --2- 172.21.15.76:0/1126225882 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5653de5b5f80 0x5653de5e11b0 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7fe520005fd0 tx=0x7fe5200010f0 comp rx=0 tx=0).stop 2024-09-13T16:03:50.849 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.842+0000 7fe538443740 1 -- 172.21.15.76:0/1126225882 shutdown_connections 2024-09-13T16:03:50.849 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.842+0000 7fe538443740 1 --2- 172.21.15.76:0/1126225882 >> [v2:172.21.15.192:6833/2989427744,v1:172.21.15.192:6835/2989427744] conn(0x5653de5c7e10 0x5653de5ff210 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:50.849 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.842+0000 7fe538443740 1 --2- 172.21.15.76:0/1126225882 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x5653de5de9a0 0x5653de5dee20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:50.849 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.842+0000 7fe538443740 1 --2- 172.21.15.76:0/1126225882 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5653de5dd430 0x5653de5f8110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:50.849 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.842+0000 7fe50dffb640 0 client.5751 ms_handle_reset on v2:172.21.15.192:6833/2989427744 2024-09-13T16:03:50.849 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.842+0000 7fe538443740 1 --2- 172.21.15.76:0/1126225882 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5653de5b5f80 0x5653de5e11b0 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:50.850 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.842+0000 7fe538443740 1 -- 172.21.15.76:0/1126225882 >> 172.21.15.76:0/1126225882 conn(0x5653de5b3740 msgr2=0x5653de5fe020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:03:50.850 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.842+0000 7fe538443740 1 -- 172.21.15.76:0/1126225882 shutdown_connections 2024-09-13T16:03:50.850 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.842+0000 7fe538443740 1 -- 172.21.15.76:0/1126225882 wait complete. 2024-09-13T16:03:50.850 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.842+0000 7fe538443740 20 client.5751 trim_cache size 0 max 16384 2024-09-13T16:03:50.855 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.854+0000 7fe538443740 1 Processor -- start 2024-09-13T16:03:50.855 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.854+0000 7fe538443740 1 -- start start 2024-09-13T16:03:50.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.855+0000 7fe538443740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5653de5b5f80 0x5653de5dac10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:50.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.855+0000 7fe538443740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5653de5dd430 0x5653de5fe020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:50.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.855+0000 7fe538443740 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x5653de5de9a0 0x5653de5fe560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:50.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.855+0000 7fe538443740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x5653de5fd2a0 con 0x5653de5b5f80 2024-09-13T16:03:50.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.855+0000 7fe538443740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x5653de4a4f40 con 0x5653de5dd430 2024-09-13T16:03:50.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.855+0000 7fe538443740 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x5653de5dbdf0 con 0x5653de5de9a0 2024-09-13T16:03:50.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.855+0000 7fe52effd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5653de5b5f80 0x5653de5dac10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:50.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.855+0000 7fe52effd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5653de5b5f80 0x5653de5dac10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:50476/0 (socket says 172.21.15.76:50476) 2024-09-13T16:03:50.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.855+0000 7fe52effd640 1 -- 172.21.15.76:0/3457719875 learned_addr learned my addr 172.21.15.76:0/3457719875 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:03:50.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.855+0000 7fe5267fc640 1 --2- 172.21.15.76:0/3457719875 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5653de5dd430 0x5653de5fe020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:50.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.855+0000 7fe52f7fe640 1 --2- 172.21.15.76:0/3457719875 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x5653de5de9a0 0x5653de5fe560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:50.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.855+0000 7fe52effd640 1 -- 172.21.15.76:0/3457719875 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x5653de5de9a0 msgr2=0x5653de5fe560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:03:50.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.855+0000 7fe52effd640 1 --2- 172.21.15.76:0/3457719875 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x5653de5de9a0 0x5653de5fe560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:50.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.855+0000 7fe52effd640 1 -- 172.21.15.76:0/3457719875 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5653de5dd430 msgr2=0x5653de5fe020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:03:50.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.855+0000 7fe52effd640 1 --2- 172.21.15.76:0/3457719875 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5653de5dd430 0x5653de5fe020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:50.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.855+0000 7fe52effd640 1 -- 172.21.15.76:0/3457719875 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5653de54a200 con 0x5653de5b5f80 2024-09-13T16:03:50.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.855+0000 7fe52f7fe640 1 --2- 172.21.15.76:0/3457719875 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x5653de5de9a0 0x5653de5fe560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:03:50.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.855+0000 7fe52effd640 1 --2- 172.21.15.76:0/3457719875 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5653de5b5f80 0x5653de5dac10 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7fe520001110 tx=0x7fe520023040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=715247165c2acc7d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:50.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.855+0000 7fe5257fa640 1 -- 172.21.15.76:0/3457719875 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5200073f0 con 0x5653de5b5f80 2024-09-13T16:03:50.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.855+0000 7fe5257fa640 1 -- 172.21.15.76:0/3457719875 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe520016ad0 con 0x5653de5b5f80 2024-09-13T16:03:50.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.855+0000 7fe5257fa640 1 -- 172.21.15.76:0/3457719875 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe520016e80 con 0x5653de5b5f80 2024-09-13T16:03:50.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.856+0000 7fe538443740 1 -- 172.21.15.76:0/3457719875 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5653de5b5f80 msgr2=0x5653de5dac10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:50.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.856+0000 7fe538443740 1 --2- 172.21.15.76:0/3457719875 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5653de5b5f80 0x5653de5dac10 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7fe520001110 tx=0x7fe520023040 comp rx=0 tx=0).stop 2024-09-13T16:03:50.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.856+0000 7fe538443740 1 -- 172.21.15.76:0/3457719875 shutdown_connections 2024-09-13T16:03:50.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.856+0000 7fe538443740 1 --2- 172.21.15.76:0/3457719875 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x5653de5de9a0 0x5653de5fe560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:50.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.856+0000 7fe538443740 1 --2- 172.21.15.76:0/3457719875 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5653de5dd430 0x5653de5fe020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:50.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.856+0000 7fe538443740 1 --2- 172.21.15.76:0/3457719875 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5653de5b5f80 0x5653de5dac10 unknown :-1 s=CLOSED pgs=559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:50.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.856+0000 7fe538443740 1 -- 172.21.15.76:0/3457719875 >> 172.21.15.76:0/3457719875 conn(0x5653de5b3740 msgr2=0x5653de5dfa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:03:50.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.856+0000 7fe538443740 1 -- 172.21.15.76:0/3457719875 shutdown_connections 2024-09-13T16:03:50.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.856+0000 7fe538443740 1 -- 172.21.15.76:0/3457719875 wait complete. 2024-09-13T16:03:50.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.856+0000 7fe538443740 1 -- start start 2024-09-13T16:03:50.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.856+0000 7fe538443740 1 Processor -- start 2024-09-13T16:03:50.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.857+0000 7fe538443740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5653de5b5f80 0x5653de5f8b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:50.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.857+0000 7fe538443740 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x5653de5dd430 0x5653de65e770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:50.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.857+0000 7fe538443740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5653de5de9a0 0x5653de60c930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:50.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.857+0000 7fe538443740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x5653de664b70 con 0x5653de5b5f80 2024-09-13T16:03:50.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.857+0000 7fe538443740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x5653de5f9050 con 0x5653de5de9a0 2024-09-13T16:03:50.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.857+0000 7fe538443740 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x5653de5f9480 con 0x5653de5dd430 2024-09-13T16:03:50.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.857+0000 7fe538443740 10 client.0 _ll_register_callbacks cb 0x7fe520001280 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:03:50.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.857+0000 7fe52effd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5653de5b5f80 0x5653de5f8b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:50.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.857+0000 7fe52effd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5653de5b5f80 0x5653de5f8b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:50478/0 (socket says 172.21.15.76:50478) 2024-09-13T16:03:50.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.857+0000 7fe52effd640 1 -- 172.21.15.76:0/4075680169 learned_addr learned my addr 172.21.15.76:0/4075680169 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:03:50.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.857+0000 7fe52f7fe640 1 --2- 172.21.15.76:0/4075680169 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5653de5de9a0 0x5653de60c930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:50.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.857+0000 7fe5267fc640 1 --2- 172.21.15.76:0/4075680169 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x5653de5dd430 0x5653de65e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:50.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.858+0000 7fe52effd640 1 -- 172.21.15.76:0/4075680169 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x5653de5dd430 msgr2=0x5653de65e770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:03:50.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.858+0000 7fe52effd640 1 --2- 172.21.15.76:0/4075680169 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x5653de5dd430 0x5653de65e770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:50.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.858+0000 7fe52effd640 1 -- 172.21.15.76:0/4075680169 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5653de5de9a0 msgr2=0x5653de60c930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:03:50.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.858+0000 7fe52effd640 1 --2- 172.21.15.76:0/4075680169 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5653de5de9a0 0x5653de60c930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:50.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.858+0000 7fe52effd640 1 -- 172.21.15.76:0/4075680169 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5653de517060 con 0x5653de5b5f80 2024-09-13T16:03:50.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.858+0000 7fe52effd640 1 --2- 172.21.15.76:0/4075680169 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5653de5b5f80 0x5653de5f8b10 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7fe520001110 tx=0x7fe520010000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5838e69f9e77a9b2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:50.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.858+0000 7fe50dffb640 10 client.0 ms_handle_connect on v2:172.21.15.76:3300/0 2024-09-13T16:03:50.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.858+0000 7fe50dffb640 1 -- 172.21.15.76:0/4075680169 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5200073f0 con 0x5653de5b5f80 2024-09-13T16:03:50.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.858+0000 7fe50dffb640 1 -- 172.21.15.76:0/4075680169 <== mon.0 v2:172.21.15.76:3300/0 2 ==== osd_map(43..43 src has 1..43) v4 ==== 6058+0+0 (secure 0 0 0) 0x7fe520017b70 con 0x5653de5b5f80 2024-09-13T16:03:50.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.858+0000 7fe538443740 1 -- 172.21.15.76:0/4075680169 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fe520007610 con 0x5653de5b5f80 2024-09-13T16:03:50.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.858+0000 7fe50dffb640 1 -- 172.21.15.76:0/4075680169 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_get_version_reply(handle=1 version=15) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe52002b470 con 0x5653de5b5f80 2024-09-13T16:03:50.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.858+0000 7fe538443740 10 client.5757 fetch_fsmap learned FSMap version 15 2024-09-13T16:03:50.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.858+0000 7fe538443740 1 -- 172.21.15.76:0/4075680169 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,fsmap=15,monmap=2+}) v3 -- 0x5653de4b9030 con 0x5653de5b5f80 2024-09-13T16:03:50.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.858+0000 7fe50dffb640 1 -- 172.21.15.76:0/4075680169 <== mon.0 v2:172.21.15.76:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe520044070 con 0x5653de5b5f80 2024-09-13T16:03:50.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.858+0000 7fe50dffb640 1 -- 172.21.15.76:0/4075680169 <== mon.0 v2:172.21.15.76:3300/0 5 ==== fsmap(e 15) v1 ==== 3114+0+0 (secure 0 0 0) 0x7fe52002b5d0 con 0x5653de5b5f80 2024-09-13T16:03:50.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.858+0000 7fe538443740 10 client.5757 fetch_fsmap finished waiting for FSMap version 15 2024-09-13T16:03:50.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.858+0000 7fe538443740 10 client.5757 resolve_mds: resolved 2:0 to role '2:0' aka daemon mds.d 2024-09-13T16:03:50.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.858+0000 7fe538443740 20 client.5757 populate_metadata read hostname 'smithi076' 2024-09-13T16:03:50.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.858+0000 7fe538443740 1 --2- 172.21.15.76:0/4075680169 >> [v2:172.21.15.192:6833/2989427744,v1:172.21.15.192:6835/2989427744] conn(0x5653de664f90 0x5653de6653a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:50.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.858+0000 7fe538443740 4 client.5757 mds_command: new command op to 5311 tid=0 multi_id=0 [{"prefix": "dump_historic_ops"}] 2024-09-13T16:03:50.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.858+0000 7fe538443740 1 -- 172.21.15.76:0/4075680169 --> [v2:172.21.15.192:6833/2989427744,v1:172.21.15.192:6835/2989427744] -- command(tid 0: {"prefix": "dump_historic_ops"}) v1 -- 0x5653de21d7e0 con 0x5653de664f90 2024-09-13T16:03:50.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.859+0000 7fe5267fc640 1 --2- 172.21.15.76:0/4075680169 >> [v2:172.21.15.192:6833/2989427744,v1:172.21.15.192:6835/2989427744] conn(0x5653de664f90 0x5653de6653a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:50.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.859+0000 7fe50dffb640 10 client.5757 ms_handle_connect on v2:172.21.15.192:6833/2989427744 2024-09-13T16:03:50.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.859+0000 7fe5267fc640 1 --2- 172.21.15.76:0/4075680169 >> [v2:172.21.15.192:6833/2989427744,v1:172.21.15.192:6835/2989427744] conn(0x5653de664f90 0x5653de6653a0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=84d79e7ebc70dfdf server_cookie=b1b43cf5994e02ef in_seq=0 out_seq=0 2024-09-13T16:03:50.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.860+0000 7fe50dffb640 1 -- 172.21.15.76:0/4075680169 <== mds.0 v2:172.21.15.192:6833/2989427744 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+70524 (crc 0 0 0) 0x5653de21d7e0 con 0x5653de664f90 2024-09-13T16:03:50.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.860+0000 7fe50dffb640 10 client.5757 handle_command_reply: tid=0 2024-09-13T16:03:50.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.860+0000 7fe538443740 1 client.5757 shutdown 2024-09-13T16:03:50.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.861+0000 7fe538443740 1 -- 172.21.15.76:0/4075680169 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5653de5b5f80 msgr2=0x5653de5f8b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:50.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.861+0000 7fe538443740 1 --2- 172.21.15.76:0/4075680169 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5653de5b5f80 0x5653de5f8b10 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7fe520001110 tx=0x7fe520010000 comp rx=0 tx=0).stop 2024-09-13T16:03:50.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.861+0000 7fe538443740 1 -- 172.21.15.76:0/4075680169 shutdown_connections 2024-09-13T16:03:50.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.861+0000 7fe538443740 1 --2- 172.21.15.76:0/4075680169 >> [v2:172.21.15.192:6833/2989427744,v1:172.21.15.192:6835/2989427744] conn(0x5653de664f90 0x5653de6653a0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:50.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.861+0000 7fe538443740 1 --2- 172.21.15.76:0/4075680169 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5653de5de9a0 0x5653de60c930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:50.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.861+0000 7fe538443740 1 --2- 172.21.15.76:0/4075680169 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x5653de5dd430 0x5653de65e770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:50.869 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.861+0000 7fe50dffb640 0 client.5757 ms_handle_reset on v2:172.21.15.192:6833/2989427744 2024-09-13T16:03:50.869 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.861+0000 7fe538443740 1 --2- 172.21.15.76:0/4075680169 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x5653de5b5f80 0x5653de5f8b10 unknown :-1 s=CLOSED pgs=560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:50.869 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.861+0000 7fe538443740 1 -- 172.21.15.76:0/4075680169 >> 172.21.15.76:0/4075680169 conn(0x5653de5b3740 msgr2=0x5653de5dfa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:03:50.869 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.861+0000 7fe538443740 1 -- 172.21.15.76:0/4075680169 shutdown_connections 2024-09-13T16:03:50.869 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.861+0000 7fe538443740 1 -- 172.21.15.76:0/4075680169 wait complete. 2024-09-13T16:03:50.869 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.861+0000 7fe538443740 20 client.5757 trim_cache size 0 max 16384 2024-09-13T16:03:50.870 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2024-09-13T16:03:50.870 INFO:teuthology.orchestra.run.smithi076.stdout: "size": 20, 2024-09-13T16:03:50.870 INFO:teuthology.orchestra.run.smithi076.stdout: "duration": 600, 2024-09-13T16:03:50.870 INFO:teuthology.orchestra.run.smithi076.stdout: "ops": [ 2024-09-13T16:03:50.870 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.871 INFO:teuthology.orchestra.run.smithi076.stdout: "description": "client_request(client.5700:2 setattr mode=041777 #0x1 2024-09-13T16:03:06.734845+0000 caller_uid=0, caller_gid=0{0,})", 2024-09-13T16:03:50.871 INFO:teuthology.orchestra.run.smithi076.stdout: "initiated_at": "2024-09-13T16:03:06.735073+0000", 2024-09-13T16:03:50.871 INFO:teuthology.orchestra.run.smithi076.stdout: "age": 44.125386835, 2024-09-13T16:03:50.871 INFO:teuthology.orchestra.run.smithi076.stdout: "duration": 1.1095274040000001, 2024-09-13T16:03:50.871 INFO:teuthology.orchestra.run.smithi076.stdout: "type_data": { 2024-09-13T16:03:50.871 INFO:teuthology.orchestra.run.smithi076.stdout: "flag_point": "done", 2024-09-13T16:03:50.871 INFO:teuthology.orchestra.run.smithi076.stdout: "reqid": { 2024-09-13T16:03:50.871 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": { 2024-09-13T16:03:50.871 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "client", 2024-09-13T16:03:50.871 INFO:teuthology.orchestra.run.smithi076.stdout: "num": 5700 2024-09-13T16:03:50.871 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.871 INFO:teuthology.orchestra.run.smithi076.stdout: "tid": 2 2024-09-13T16:03:50.871 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.871 INFO:teuthology.orchestra.run.smithi076.stdout: "op_type": "client_request", 2024-09-13T16:03:50.872 INFO:teuthology.orchestra.run.smithi076.stdout: "events": [ 2024-09-13T16:03:50.872 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.872 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:06.735073+0000", 2024-09-13T16:03:50.872 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "initiated" 2024-09-13T16:03:50.872 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.872 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.872 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:06.735075+0000", 2024-09-13T16:03:50.872 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "throttled" 2024-09-13T16:03:50.872 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.872 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.872 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:06.735073+0000", 2024-09-13T16:03:50.872 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "header_read" 2024-09-13T16:03:50.872 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.872 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.873 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:06.735087+0000", 2024-09-13T16:03:50.873 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "all_read" 2024-09-13T16:03:50.873 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.873 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.873 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:06.735129+0000", 2024-09-13T16:03:50.873 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "dispatched" 2024-09-13T16:03:50.873 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.873 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.873 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:06.735274+0000", 2024-09-13T16:03:50.873 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "acquired locks" 2024-09-13T16:03:50.873 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.873 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.873 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:06.735354+0000", 2024-09-13T16:03:50.873 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "early_replied" 2024-09-13T16:03:50.874 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.874 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.874 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:06.735355+0000", 2024-09-13T16:03:50.874 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "submit entry: journal_and_reply" 2024-09-13T16:03:50.874 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.874 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.874 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:07.844409+0000", 2024-09-13T16:03:50.874 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "journal_committed: " 2024-09-13T16:03:50.874 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.874 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.874 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:07.844461+0000", 2024-09-13T16:03:50.874 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "replying" 2024-09-13T16:03:50.874 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.874 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.875 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:07.844565+0000", 2024-09-13T16:03:50.875 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "finishing request" 2024-09-13T16:03:50.875 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.875 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.875 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:07.844600+0000", 2024-09-13T16:03:50.875 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cleaned up request" 2024-09-13T16:03:50.875 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.875 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.875 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:07.844601+0000", 2024-09-13T16:03:50.875 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "done" 2024-09-13T16:03:50.875 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:03:50.875 INFO:teuthology.orchestra.run.smithi076.stdout: ], 2024-09-13T16:03:50.875 INFO:teuthology.orchestra.run.smithi076.stdout: "locks": null 2024-09-13T16:03:50.875 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:03:50.876 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.876 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.876 INFO:teuthology.orchestra.run.smithi076.stdout: "description": "client_request(client.5700:5 create owner_uid=1000, owner_gid=1333 #0x10000000000/file_0 2024-09-13T16:03:09.158379+0000 caller_uid=1000, caller_gid=1333{6,36,1000,1333,})", 2024-09-13T16:03:50.876 INFO:teuthology.orchestra.run.smithi076.stdout: "initiated_at": "2024-09-13T16:03:09.158554+0000", 2024-09-13T16:03:50.876 INFO:teuthology.orchestra.run.smithi076.stdout: "age": 41.701906250999997, 2024-09-13T16:03:50.876 INFO:teuthology.orchestra.run.smithi076.stdout: "duration": 0.0094229099999999996, 2024-09-13T16:03:50.876 INFO:teuthology.orchestra.run.smithi076.stdout: "type_data": { 2024-09-13T16:03:50.876 INFO:teuthology.orchestra.run.smithi076.stdout: "flag_point": "done", 2024-09-13T16:03:50.876 INFO:teuthology.orchestra.run.smithi076.stdout: "reqid": { 2024-09-13T16:03:50.876 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": { 2024-09-13T16:03:50.876 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "client", 2024-09-13T16:03:50.876 INFO:teuthology.orchestra.run.smithi076.stdout: "num": 5700 2024-09-13T16:03:50.876 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.876 INFO:teuthology.orchestra.run.smithi076.stdout: "tid": 5 2024-09-13T16:03:50.877 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.877 INFO:teuthology.orchestra.run.smithi076.stdout: "op_type": "client_request", 2024-09-13T16:03:50.877 INFO:teuthology.orchestra.run.smithi076.stdout: "events": [ 2024-09-13T16:03:50.877 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.877 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.158554+0000", 2024-09-13T16:03:50.877 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "initiated" 2024-09-13T16:03:50.877 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.878 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.878 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.158554+0000", 2024-09-13T16:03:50.878 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "throttled" 2024-09-13T16:03:50.878 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.878 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.878 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.158554+0000", 2024-09-13T16:03:50.878 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "header_read" 2024-09-13T16:03:50.878 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.878 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.878 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.158561+0000", 2024-09-13T16:03:50.878 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "all_read" 2024-09-13T16:03:50.879 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.879 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.879 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.158611+0000", 2024-09-13T16:03:50.879 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "dispatched" 2024-09-13T16:03:50.879 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.879 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.879 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.158802+0000", 2024-09-13T16:03:50.879 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "failed to rdlock, waiting" 2024-09-13T16:03:50.879 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.879 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.879 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.159013+0000", 2024-09-13T16:03:50.880 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "acquired locks" 2024-09-13T16:03:50.880 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.880 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.880 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.159328+0000", 2024-09-13T16:03:50.880 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "early_replied" 2024-09-13T16:03:50.880 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.880 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.880 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.159329+0000", 2024-09-13T16:03:50.880 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "submit entry: journal_and_reply" 2024-09-13T16:03:50.880 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.880 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.880 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.167736+0000", 2024-09-13T16:03:50.880 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "journal_committed: " 2024-09-13T16:03:50.880 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.881 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.881 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.167876+0000", 2024-09-13T16:03:50.881 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "replying" 2024-09-13T16:03:50.881 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.881 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.881 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.167939+0000", 2024-09-13T16:03:50.881 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "finishing request" 2024-09-13T16:03:50.881 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.881 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.881 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.167976+0000", 2024-09-13T16:03:50.881 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cleaned up request" 2024-09-13T16:03:50.881 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.881 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.882 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.167977+0000", 2024-09-13T16:03:50.882 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "done" 2024-09-13T16:03:50.882 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:03:50.882 INFO:teuthology.orchestra.run.smithi076.stdout: ], 2024-09-13T16:03:50.882 INFO:teuthology.orchestra.run.smithi076.stdout: "locks": null 2024-09-13T16:03:50.882 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:03:50.882 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.882 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.882 INFO:teuthology.orchestra.run.smithi076.stdout: "description": "client_request(client.5700:10 create owner_uid=1000, owner_gid=1333 #0x10000000000/file_5 2024-09-13T16:03:09.188578+0000 caller_uid=1000, caller_gid=1333{6,36,1000,1333,})", 2024-09-13T16:03:50.882 INFO:teuthology.orchestra.run.smithi076.stdout: "initiated_at": "2024-09-13T16:03:09.188709+0000", 2024-09-13T16:03:50.882 INFO:teuthology.orchestra.run.smithi076.stdout: "age": 41.671751403000002, 2024-09-13T16:03:50.883 INFO:teuthology.orchestra.run.smithi076.stdout: "duration": 0.006053325, 2024-09-13T16:03:50.883 INFO:teuthology.orchestra.run.smithi076.stdout: "type_data": { 2024-09-13T16:03:50.883 INFO:teuthology.orchestra.run.smithi076.stdout: "flag_point": "done", 2024-09-13T16:03:50.883 INFO:teuthology.orchestra.run.smithi076.stdout: "reqid": { 2024-09-13T16:03:50.883 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": { 2024-09-13T16:03:50.883 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "client", 2024-09-13T16:03:50.883 INFO:teuthology.orchestra.run.smithi076.stdout: "num": 5700 2024-09-13T16:03:50.883 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.883 INFO:teuthology.orchestra.run.smithi076.stdout: "tid": 10 2024-09-13T16:03:50.883 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.883 INFO:teuthology.orchestra.run.smithi076.stdout: "op_type": "client_request", 2024-09-13T16:03:50.883 INFO:teuthology.orchestra.run.smithi076.stdout: "events": [ 2024-09-13T16:03:50.883 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.884 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.188709+0000", 2024-09-13T16:03:50.884 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "initiated" 2024-09-13T16:03:50.884 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.884 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.884 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.188709+0000", 2024-09-13T16:03:50.884 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "throttled" 2024-09-13T16:03:50.884 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.884 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.884 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.188709+0000", 2024-09-13T16:03:50.884 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "header_read" 2024-09-13T16:03:50.884 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.884 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.884 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.188714+0000", 2024-09-13T16:03:50.884 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "all_read" 2024-09-13T16:03:50.885 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.885 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.885 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.188732+0000", 2024-09-13T16:03:50.885 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "dispatched" 2024-09-13T16:03:50.885 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.885 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.885 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.188895+0000", 2024-09-13T16:03:50.885 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "acquired locks" 2024-09-13T16:03:50.885 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.885 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.885 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.189444+0000", 2024-09-13T16:03:50.885 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "early_replied" 2024-09-13T16:03:50.885 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.885 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.886 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.189445+0000", 2024-09-13T16:03:50.886 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "submit entry: journal_and_reply" 2024-09-13T16:03:50.886 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.886 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.886 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.194534+0000", 2024-09-13T16:03:50.886 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "journal_committed: " 2024-09-13T16:03:50.886 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.886 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.886 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.194669+0000", 2024-09-13T16:03:50.886 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "replying" 2024-09-13T16:03:50.886 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.886 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.886 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.194724+0000", 2024-09-13T16:03:50.886 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "finishing request" 2024-09-13T16:03:50.887 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.887 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.887 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.194761+0000", 2024-09-13T16:03:50.887 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cleaned up request" 2024-09-13T16:03:50.887 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.887 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.887 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.194762+0000", 2024-09-13T16:03:50.887 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "done" 2024-09-13T16:03:50.887 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:03:50.887 INFO:teuthology.orchestra.run.smithi076.stdout: ], 2024-09-13T16:03:50.887 INFO:teuthology.orchestra.run.smithi076.stdout: "locks": null 2024-09-13T16:03:50.887 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:03:50.887 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.887 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.888 INFO:teuthology.orchestra.run.smithi076.stdout: "description": "client_request(client.5700:11 create owner_uid=1000, owner_gid=1333 #0x10000000000/file_6 2024-09-13T16:03:09.195176+0000 caller_uid=1000, caller_gid=1333{6,36,1000,1333,})", 2024-09-13T16:03:50.888 INFO:teuthology.orchestra.run.smithi076.stdout: "initiated_at": "2024-09-13T16:03:09.195305+0000", 2024-09-13T16:03:50.888 INFO:teuthology.orchestra.run.smithi076.stdout: "age": 41.665155210999998, 2024-09-13T16:03:50.888 INFO:teuthology.orchestra.run.smithi076.stdout: "duration": 0.0057615499999999998, 2024-09-13T16:03:50.888 INFO:teuthology.orchestra.run.smithi076.stdout: "type_data": { 2024-09-13T16:03:50.888 INFO:teuthology.orchestra.run.smithi076.stdout: "flag_point": "done", 2024-09-13T16:03:50.888 INFO:teuthology.orchestra.run.smithi076.stdout: "reqid": { 2024-09-13T16:03:50.888 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": { 2024-09-13T16:03:50.888 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "client", 2024-09-13T16:03:50.888 INFO:teuthology.orchestra.run.smithi076.stdout: "num": 5700 2024-09-13T16:03:50.888 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.888 INFO:teuthology.orchestra.run.smithi076.stdout: "tid": 11 2024-09-13T16:03:50.888 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.889 INFO:teuthology.orchestra.run.smithi076.stdout: "op_type": "client_request", 2024-09-13T16:03:50.889 INFO:teuthology.orchestra.run.smithi076.stdout: "events": [ 2024-09-13T16:03:50.889 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.889 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.195305+0000", 2024-09-13T16:03:50.889 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "initiated" 2024-09-13T16:03:50.889 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.889 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.889 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.195305+0000", 2024-09-13T16:03:50.889 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "throttled" 2024-09-13T16:03:50.889 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.889 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.889 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.195305+0000", 2024-09-13T16:03:50.889 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "header_read" 2024-09-13T16:03:50.889 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.890 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.890 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.195316+0000", 2024-09-13T16:03:50.890 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "all_read" 2024-09-13T16:03:50.890 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.890 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.890 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.195360+0000", 2024-09-13T16:03:50.890 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "dispatched" 2024-09-13T16:03:50.890 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.890 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.890 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.195523+0000", 2024-09-13T16:03:50.890 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "acquired locks" 2024-09-13T16:03:50.890 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.890 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.890 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.196053+0000", 2024-09-13T16:03:50.891 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "early_replied" 2024-09-13T16:03:50.891 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.891 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.891 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.196054+0000", 2024-09-13T16:03:50.891 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "submit entry: journal_and_reply" 2024-09-13T16:03:50.891 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.891 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.891 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.200597+0000", 2024-09-13T16:03:50.891 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "journal_committed: " 2024-09-13T16:03:50.891 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.891 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.891 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.200975+0000", 2024-09-13T16:03:50.891 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "replying" 2024-09-13T16:03:50.891 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.891 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.892 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.201028+0000", 2024-09-13T16:03:50.892 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "finishing request" 2024-09-13T16:03:50.892 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.892 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.892 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.201066+0000", 2024-09-13T16:03:50.892 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cleaned up request" 2024-09-13T16:03:50.892 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.892 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.892 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.201066+0000", 2024-09-13T16:03:50.892 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "done" 2024-09-13T16:03:50.892 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:03:50.892 INFO:teuthology.orchestra.run.smithi076.stdout: ], 2024-09-13T16:03:50.892 INFO:teuthology.orchestra.run.smithi076.stdout: "locks": null 2024-09-13T16:03:50.892 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:03:50.893 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.893 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.893 INFO:teuthology.orchestra.run.smithi076.stdout: "description": "client_request(client.5700:15 create owner_uid=1000, owner_gid=1333 #0x10000000000/file_10 2024-09-13T16:03:09.214825+0000 caller_uid=1000, caller_gid=1333{6,36,1000,1333,})", 2024-09-13T16:03:50.893 INFO:teuthology.orchestra.run.smithi076.stdout: "initiated_at": "2024-09-13T16:03:09.214957+0000", 2024-09-13T16:03:50.893 INFO:teuthology.orchestra.run.smithi076.stdout: "age": 41.645503458, 2024-09-13T16:03:50.893 INFO:teuthology.orchestra.run.smithi076.stdout: "duration": 0.0061101619999999997, 2024-09-13T16:03:50.893 INFO:teuthology.orchestra.run.smithi076.stdout: "type_data": { 2024-09-13T16:03:50.893 INFO:teuthology.orchestra.run.smithi076.stdout: "flag_point": "done", 2024-09-13T16:03:50.893 INFO:teuthology.orchestra.run.smithi076.stdout: "reqid": { 2024-09-13T16:03:50.893 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": { 2024-09-13T16:03:50.893 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "client", 2024-09-13T16:03:50.893 INFO:teuthology.orchestra.run.smithi076.stdout: "num": 5700 2024-09-13T16:03:50.893 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.893 INFO:teuthology.orchestra.run.smithi076.stdout: "tid": 15 2024-09-13T16:03:50.894 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.894 INFO:teuthology.orchestra.run.smithi076.stdout: "op_type": "client_request", 2024-09-13T16:03:50.894 INFO:teuthology.orchestra.run.smithi076.stdout: "events": [ 2024-09-13T16:03:50.894 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.894 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.214957+0000", 2024-09-13T16:03:50.894 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "initiated" 2024-09-13T16:03:50.894 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.894 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.894 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.214957+0000", 2024-09-13T16:03:50.894 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "throttled" 2024-09-13T16:03:50.894 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.894 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.894 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.214957+0000", 2024-09-13T16:03:50.894 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "header_read" 2024-09-13T16:03:50.894 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.895 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.895 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.214960+0000", 2024-09-13T16:03:50.895 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "all_read" 2024-09-13T16:03:50.895 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.895 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.895 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.214979+0000", 2024-09-13T16:03:50.895 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "dispatched" 2024-09-13T16:03:50.895 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.895 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.895 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.215150+0000", 2024-09-13T16:03:50.895 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "acquired locks" 2024-09-13T16:03:50.895 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.895 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.895 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.215676+0000", 2024-09-13T16:03:50.896 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "early_replied" 2024-09-13T16:03:50.896 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.896 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.896 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.215677+0000", 2024-09-13T16:03:50.896 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "submit entry: journal_and_reply" 2024-09-13T16:03:50.896 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.896 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.896 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.220837+0000", 2024-09-13T16:03:50.896 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "journal_committed: " 2024-09-13T16:03:50.896 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.896 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.897 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.220976+0000", 2024-09-13T16:03:50.897 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "replying" 2024-09-13T16:03:50.897 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.897 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.897 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.221028+0000", 2024-09-13T16:03:50.897 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "finishing request" 2024-09-13T16:03:50.897 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.897 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.897 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.221066+0000", 2024-09-13T16:03:50.897 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cleaned up request" 2024-09-13T16:03:50.897 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.897 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.897 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.221067+0000", 2024-09-13T16:03:50.898 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "done" 2024-09-13T16:03:50.898 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:03:50.898 INFO:teuthology.orchestra.run.smithi076.stdout: ], 2024-09-13T16:03:50.898 INFO:teuthology.orchestra.run.smithi076.stdout: "locks": null 2024-09-13T16:03:50.898 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:03:50.898 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.898 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.898 INFO:teuthology.orchestra.run.smithi076.stdout: "description": "client_request(client.5700:17 create owner_uid=1000, owner_gid=1333 #0x10000000000/file_12 2024-09-13T16:03:09.225380+0000 caller_uid=1000, caller_gid=1333{6,36,1000,1333,})", 2024-09-13T16:03:50.898 INFO:teuthology.orchestra.run.smithi076.stdout: "initiated_at": "2024-09-13T16:03:09.225513+0000", 2024-09-13T16:03:50.899 INFO:teuthology.orchestra.run.smithi076.stdout: "age": 41.634946571, 2024-09-13T16:03:50.899 INFO:teuthology.orchestra.run.smithi076.stdout: "duration": 0.0077479139999999998, 2024-09-13T16:03:50.899 INFO:teuthology.orchestra.run.smithi076.stdout: "type_data": { 2024-09-13T16:03:50.899 INFO:teuthology.orchestra.run.smithi076.stdout: "flag_point": "done", 2024-09-13T16:03:50.899 INFO:teuthology.orchestra.run.smithi076.stdout: "reqid": { 2024-09-13T16:03:50.899 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": { 2024-09-13T16:03:50.899 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "client", 2024-09-13T16:03:50.899 INFO:teuthology.orchestra.run.smithi076.stdout: "num": 5700 2024-09-13T16:03:50.899 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.899 INFO:teuthology.orchestra.run.smithi076.stdout: "tid": 17 2024-09-13T16:03:50.899 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.899 INFO:teuthology.orchestra.run.smithi076.stdout: "op_type": "client_request", 2024-09-13T16:03:50.899 INFO:teuthology.orchestra.run.smithi076.stdout: "events": [ 2024-09-13T16:03:50.899 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.900 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.225513+0000", 2024-09-13T16:03:50.900 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "initiated" 2024-09-13T16:03:50.900 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.900 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.900 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.225514+0000", 2024-09-13T16:03:50.900 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "throttled" 2024-09-13T16:03:50.900 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.900 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.900 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.225513+0000", 2024-09-13T16:03:50.900 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "header_read" 2024-09-13T16:03:50.900 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.900 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.900 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.225517+0000", 2024-09-13T16:03:50.900 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "all_read" 2024-09-13T16:03:50.901 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.901 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.901 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.225534+0000", 2024-09-13T16:03:50.901 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "dispatched" 2024-09-13T16:03:50.901 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.901 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.901 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.225634+0000", 2024-09-13T16:03:50.901 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "acquired locks" 2024-09-13T16:03:50.901 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.901 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.901 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.225948+0000", 2024-09-13T16:03:50.901 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "early_replied" 2024-09-13T16:03:50.901 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.901 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.902 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.225948+0000", 2024-09-13T16:03:50.902 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "submit entry: journal_and_reply" 2024-09-13T16:03:50.902 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.902 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.902 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.233046+0000", 2024-09-13T16:03:50.902 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "journal_committed: " 2024-09-13T16:03:50.902 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.902 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.902 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.233173+0000", 2024-09-13T16:03:50.902 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "replying" 2024-09-13T16:03:50.902 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.902 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.903 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.233225+0000", 2024-09-13T16:03:50.903 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "finishing request" 2024-09-13T16:03:50.903 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.903 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.903 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.233261+0000", 2024-09-13T16:03:50.903 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cleaned up request" 2024-09-13T16:03:50.903 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.903 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.903 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.233261+0000", 2024-09-13T16:03:50.903 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "done" 2024-09-13T16:03:50.903 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:03:50.903 INFO:teuthology.orchestra.run.smithi076.stdout: ], 2024-09-13T16:03:50.903 INFO:teuthology.orchestra.run.smithi076.stdout: "locks": null 2024-09-13T16:03:50.903 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:03:50.904 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.904 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.904 INFO:teuthology.orchestra.run.smithi076.stdout: "description": "client_request(client.5700:19 create owner_uid=1000, owner_gid=1333 #0x10000000000/file_14 2024-09-13T16:03:09.239916+0000 caller_uid=1000, caller_gid=1333{6,36,1000,1333,})", 2024-09-13T16:03:50.904 INFO:teuthology.orchestra.run.smithi076.stdout: "initiated_at": "2024-09-13T16:03:09.240073+0000", 2024-09-13T16:03:50.904 INFO:teuthology.orchestra.run.smithi076.stdout: "age": 41.620387383999997, 2024-09-13T16:03:50.904 INFO:teuthology.orchestra.run.smithi076.stdout: "duration": 0.0061051400000000002, 2024-09-13T16:03:50.904 INFO:teuthology.orchestra.run.smithi076.stdout: "type_data": { 2024-09-13T16:03:50.904 INFO:teuthology.orchestra.run.smithi076.stdout: "flag_point": "done", 2024-09-13T16:03:50.904 INFO:teuthology.orchestra.run.smithi076.stdout: "reqid": { 2024-09-13T16:03:50.904 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": { 2024-09-13T16:03:50.904 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "client", 2024-09-13T16:03:50.904 INFO:teuthology.orchestra.run.smithi076.stdout: "num": 5700 2024-09-13T16:03:50.904 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.905 INFO:teuthology.orchestra.run.smithi076.stdout: "tid": 19 2024-09-13T16:03:50.905 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.905 INFO:teuthology.orchestra.run.smithi076.stdout: "op_type": "client_request", 2024-09-13T16:03:50.905 INFO:teuthology.orchestra.run.smithi076.stdout: "events": [ 2024-09-13T16:03:50.905 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.905 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.240073+0000", 2024-09-13T16:03:50.905 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "initiated" 2024-09-13T16:03:50.905 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.905 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.905 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.240073+0000", 2024-09-13T16:03:50.905 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "throttled" 2024-09-13T16:03:50.905 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.905 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.905 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.240073+0000", 2024-09-13T16:03:50.906 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "header_read" 2024-09-13T16:03:50.906 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.906 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.906 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.240076+0000", 2024-09-13T16:03:50.906 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "all_read" 2024-09-13T16:03:50.906 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.906 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.906 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.240102+0000", 2024-09-13T16:03:50.906 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "dispatched" 2024-09-13T16:03:50.906 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.906 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.906 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.240220+0000", 2024-09-13T16:03:50.906 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "acquired locks" 2024-09-13T16:03:50.906 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.906 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.907 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.240523+0000", 2024-09-13T16:03:50.907 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "early_replied" 2024-09-13T16:03:50.907 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.907 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.907 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.240523+0000", 2024-09-13T16:03:50.907 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "submit entry: journal_and_reply" 2024-09-13T16:03:50.907 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.907 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.907 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.245961+0000", 2024-09-13T16:03:50.907 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "journal_committed: " 2024-09-13T16:03:50.907 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.908 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.908 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.246089+0000", 2024-09-13T16:03:50.908 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "replying" 2024-09-13T16:03:50.908 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.908 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.908 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.246140+0000", 2024-09-13T16:03:50.908 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "finishing request" 2024-09-13T16:03:50.908 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.908 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.908 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.246177+0000", 2024-09-13T16:03:50.908 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cleaned up request" 2024-09-13T16:03:50.908 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.909 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.909 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.246178+0000", 2024-09-13T16:03:50.909 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "done" 2024-09-13T16:03:50.909 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:03:50.909 INFO:teuthology.orchestra.run.smithi076.stdout: ], 2024-09-13T16:03:50.909 INFO:teuthology.orchestra.run.smithi076.stdout: "locks": null 2024-09-13T16:03:50.909 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:03:50.909 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.909 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.909 INFO:teuthology.orchestra.run.smithi076.stdout: "description": "client_request(client.5700:20 create owner_uid=1000, owner_gid=1333 #0x10000000000/file_15 2024-09-13T16:03:09.246558+0000 caller_uid=1000, caller_gid=1333{6,36,1000,1333,})", 2024-09-13T16:03:50.909 INFO:teuthology.orchestra.run.smithi076.stdout: "initiated_at": "2024-09-13T16:03:09.246696+0000", 2024-09-13T16:03:50.909 INFO:teuthology.orchestra.run.smithi076.stdout: "age": 41.613764043000003, 2024-09-13T16:03:50.909 INFO:teuthology.orchestra.run.smithi076.stdout: "duration": 0.0090033960000000003, 2024-09-13T16:03:50.910 INFO:teuthology.orchestra.run.smithi076.stdout: "type_data": { 2024-09-13T16:03:50.910 INFO:teuthology.orchestra.run.smithi076.stdout: "flag_point": "done", 2024-09-13T16:03:50.910 INFO:teuthology.orchestra.run.smithi076.stdout: "reqid": { 2024-09-13T16:03:50.910 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": { 2024-09-13T16:03:50.910 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "client", 2024-09-13T16:03:50.910 INFO:teuthology.orchestra.run.smithi076.stdout: "num": 5700 2024-09-13T16:03:50.910 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.910 INFO:teuthology.orchestra.run.smithi076.stdout: "tid": 20 2024-09-13T16:03:50.910 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.910 INFO:teuthology.orchestra.run.smithi076.stdout: "op_type": "client_request", 2024-09-13T16:03:50.910 INFO:teuthology.orchestra.run.smithi076.stdout: "events": [ 2024-09-13T16:03:50.911 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.911 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.246696+0000", 2024-09-13T16:03:50.911 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "initiated" 2024-09-13T16:03:50.911 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.911 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.911 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.246696+0000", 2024-09-13T16:03:50.911 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "throttled" 2024-09-13T16:03:50.911 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.911 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.911 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.246696+0000", 2024-09-13T16:03:50.911 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "header_read" 2024-09-13T16:03:50.911 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.911 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.911 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.246700+0000", 2024-09-13T16:03:50.911 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "all_read" 2024-09-13T16:03:50.912 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.912 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.912 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.246767+0000", 2024-09-13T16:03:50.912 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "dispatched" 2024-09-13T16:03:50.912 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.912 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.912 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.246941+0000", 2024-09-13T16:03:50.912 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "acquired locks" 2024-09-13T16:03:50.912 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.912 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.912 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.247461+0000", 2024-09-13T16:03:50.912 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "early_replied" 2024-09-13T16:03:50.912 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.913 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.913 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.247462+0000", 2024-09-13T16:03:50.913 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "submit entry: journal_and_reply" 2024-09-13T16:03:50.913 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.913 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.913 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.255273+0000", 2024-09-13T16:03:50.913 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "journal_committed: " 2024-09-13T16:03:50.913 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.913 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.913 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.255610+0000", 2024-09-13T16:03:50.913 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "replying" 2024-09-13T16:03:50.913 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.913 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.913 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.255663+0000", 2024-09-13T16:03:50.914 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "finishing request" 2024-09-13T16:03:50.914 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.914 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.914 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.255699+0000", 2024-09-13T16:03:50.914 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cleaned up request" 2024-09-13T16:03:50.914 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.914 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.914 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.255699+0000", 2024-09-13T16:03:50.914 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "done" 2024-09-13T16:03:50.914 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:03:50.914 INFO:teuthology.orchestra.run.smithi076.stdout: ], 2024-09-13T16:03:50.915 INFO:teuthology.orchestra.run.smithi076.stdout: "locks": null 2024-09-13T16:03:50.915 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:03:50.915 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.915 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.915 INFO:teuthology.orchestra.run.smithi076.stdout: "description": "client_request(client.5700:27 create owner_uid=1000, owner_gid=1333 #0x10000000000/file_22 2024-09-13T16:03:09.291694+0000 caller_uid=1000, caller_gid=1333{6,36,1000,1333,})", 2024-09-13T16:03:50.915 INFO:teuthology.orchestra.run.smithi076.stdout: "initiated_at": "2024-09-13T16:03:09.291823+0000", 2024-09-13T16:03:50.915 INFO:teuthology.orchestra.run.smithi076.stdout: "age": 41.568636779999999, 2024-09-13T16:03:50.915 INFO:teuthology.orchestra.run.smithi076.stdout: "duration": 0.0057568979999999999, 2024-09-13T16:03:50.915 INFO:teuthology.orchestra.run.smithi076.stdout: "type_data": { 2024-09-13T16:03:50.915 INFO:teuthology.orchestra.run.smithi076.stdout: "flag_point": "done", 2024-09-13T16:03:50.915 INFO:teuthology.orchestra.run.smithi076.stdout: "reqid": { 2024-09-13T16:03:50.915 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": { 2024-09-13T16:03:50.915 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "client", 2024-09-13T16:03:50.915 INFO:teuthology.orchestra.run.smithi076.stdout: "num": 5700 2024-09-13T16:03:50.916 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.916 INFO:teuthology.orchestra.run.smithi076.stdout: "tid": 27 2024-09-13T16:03:50.916 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.916 INFO:teuthology.orchestra.run.smithi076.stdout: "op_type": "client_request", 2024-09-13T16:03:50.916 INFO:teuthology.orchestra.run.smithi076.stdout: "events": [ 2024-09-13T16:03:50.916 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.916 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.291823+0000", 2024-09-13T16:03:50.916 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "initiated" 2024-09-13T16:03:50.916 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.916 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.916 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.291823+0000", 2024-09-13T16:03:50.916 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "throttled" 2024-09-13T16:03:50.916 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.917 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.917 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.291823+0000", 2024-09-13T16:03:50.917 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "header_read" 2024-09-13T16:03:50.917 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.917 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.917 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.291826+0000", 2024-09-13T16:03:50.917 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "all_read" 2024-09-13T16:03:50.917 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.917 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.917 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.291872+0000", 2024-09-13T16:03:50.917 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "dispatched" 2024-09-13T16:03:50.917 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.918 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.918 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.291984+0000", 2024-09-13T16:03:50.918 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "acquired locks" 2024-09-13T16:03:50.918 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.918 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.918 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.292302+0000", 2024-09-13T16:03:50.918 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "early_replied" 2024-09-13T16:03:50.918 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.918 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.918 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.292302+0000", 2024-09-13T16:03:50.918 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "submit entry: journal_and_reply" 2024-09-13T16:03:50.918 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.918 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.918 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.297364+0000", 2024-09-13T16:03:50.919 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "journal_committed: " 2024-09-13T16:03:50.919 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.919 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.919 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.297491+0000", 2024-09-13T16:03:50.919 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "replying" 2024-09-13T16:03:50.919 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.919 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.919 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.297544+0000", 2024-09-13T16:03:50.920 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "finishing request" 2024-09-13T16:03:50.920 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.920 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.920 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.297580+0000", 2024-09-13T16:03:50.920 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cleaned up request" 2024-09-13T16:03:50.920 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.920 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.920 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.297580+0000", 2024-09-13T16:03:50.920 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "done" 2024-09-13T16:03:50.920 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:03:50.920 INFO:teuthology.orchestra.run.smithi076.stdout: ], 2024-09-13T16:03:50.920 INFO:teuthology.orchestra.run.smithi076.stdout: "locks": null 2024-09-13T16:03:50.920 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:03:50.921 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.921 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.921 INFO:teuthology.orchestra.run.smithi076.stdout: "description": "client_request(client.5700:28 create owner_uid=1000, owner_gid=1333 #0x10000000000/file_23 2024-09-13T16:03:09.297998+0000 caller_uid=1000, caller_gid=1333{6,36,1000,1333,})", 2024-09-13T16:03:50.921 INFO:teuthology.orchestra.run.smithi076.stdout: "initiated_at": "2024-09-13T16:03:09.298140+0000", 2024-09-13T16:03:50.921 INFO:teuthology.orchestra.run.smithi076.stdout: "age": 41.562320108999998, 2024-09-13T16:03:50.921 INFO:teuthology.orchestra.run.smithi076.stdout: "duration": 0.0083575530000000002, 2024-09-13T16:03:50.921 INFO:teuthology.orchestra.run.smithi076.stdout: "type_data": { 2024-09-13T16:03:50.921 INFO:teuthology.orchestra.run.smithi076.stdout: "flag_point": "done", 2024-09-13T16:03:50.921 INFO:teuthology.orchestra.run.smithi076.stdout: "reqid": { 2024-09-13T16:03:50.921 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": { 2024-09-13T16:03:50.921 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "client", 2024-09-13T16:03:50.921 INFO:teuthology.orchestra.run.smithi076.stdout: "num": 5700 2024-09-13T16:03:50.921 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.921 INFO:teuthology.orchestra.run.smithi076.stdout: "tid": 28 2024-09-13T16:03:50.922 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.922 INFO:teuthology.orchestra.run.smithi076.stdout: "op_type": "client_request", 2024-09-13T16:03:50.922 INFO:teuthology.orchestra.run.smithi076.stdout: "events": [ 2024-09-13T16:03:50.922 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.922 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.298140+0000", 2024-09-13T16:03:50.922 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "initiated" 2024-09-13T16:03:50.922 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.922 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.922 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.298140+0000", 2024-09-13T16:03:50.922 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "throttled" 2024-09-13T16:03:50.922 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.922 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.922 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.298140+0000", 2024-09-13T16:03:50.922 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "header_read" 2024-09-13T16:03:50.923 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.923 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.923 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.298145+0000", 2024-09-13T16:03:50.923 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "all_read" 2024-09-13T16:03:50.923 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.923 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.923 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.298167+0000", 2024-09-13T16:03:50.923 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "dispatched" 2024-09-13T16:03:50.923 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.923 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.923 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.298271+0000", 2024-09-13T16:03:50.923 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "acquired locks" 2024-09-13T16:03:50.923 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.923 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.924 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.298598+0000", 2024-09-13T16:03:50.924 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "early_replied" 2024-09-13T16:03:50.924 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.924 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.924 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.298598+0000", 2024-09-13T16:03:50.924 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "submit entry: journal_and_reply" 2024-09-13T16:03:50.924 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.924 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.924 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.306158+0000", 2024-09-13T16:03:50.924 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "journal_committed: " 2024-09-13T16:03:50.924 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.924 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.925 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.306351+0000", 2024-09-13T16:03:50.925 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "replying" 2024-09-13T16:03:50.925 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.925 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.925 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.306433+0000", 2024-09-13T16:03:50.925 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "finishing request" 2024-09-13T16:03:50.925 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.925 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.925 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.306497+0000", 2024-09-13T16:03:50.925 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cleaned up request" 2024-09-13T16:03:50.925 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.926 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.926 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.306497+0000", 2024-09-13T16:03:50.926 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "done" 2024-09-13T16:03:50.926 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:03:50.926 INFO:teuthology.orchestra.run.smithi076.stdout: ], 2024-09-13T16:03:50.926 INFO:teuthology.orchestra.run.smithi076.stdout: "locks": null 2024-09-13T16:03:50.926 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:03:50.926 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.926 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.926 INFO:teuthology.orchestra.run.smithi076.stdout: "description": "client_request(client.5700:29 create owner_uid=1000, owner_gid=1333 #0x10000000000/file_24 2024-09-13T16:03:09.306939+0000 caller_uid=1000, caller_gid=1333{6,36,1000,1333,})", 2024-09-13T16:03:50.926 INFO:teuthology.orchestra.run.smithi076.stdout: "initiated_at": "2024-09-13T16:03:09.307102+0000", 2024-09-13T16:03:50.926 INFO:teuthology.orchestra.run.smithi076.stdout: "age": 41.553357796999997, 2024-09-13T16:03:50.926 INFO:teuthology.orchestra.run.smithi076.stdout: "duration": 0.0082624340000000008, 2024-09-13T16:03:50.927 INFO:teuthology.orchestra.run.smithi076.stdout: "type_data": { 2024-09-13T16:03:50.927 INFO:teuthology.orchestra.run.smithi076.stdout: "flag_point": "done", 2024-09-13T16:03:50.927 INFO:teuthology.orchestra.run.smithi076.stdout: "reqid": { 2024-09-13T16:03:50.927 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": { 2024-09-13T16:03:50.927 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "client", 2024-09-13T16:03:50.927 INFO:teuthology.orchestra.run.smithi076.stdout: "num": 5700 2024-09-13T16:03:50.927 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.927 INFO:teuthology.orchestra.run.smithi076.stdout: "tid": 29 2024-09-13T16:03:50.927 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.927 INFO:teuthology.orchestra.run.smithi076.stdout: "op_type": "client_request", 2024-09-13T16:03:50.927 INFO:teuthology.orchestra.run.smithi076.stdout: "events": [ 2024-09-13T16:03:50.927 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.927 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.307102+0000", 2024-09-13T16:03:50.927 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "initiated" 2024-09-13T16:03:50.928 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.928 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.928 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.307103+0000", 2024-09-13T16:03:50.928 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "throttled" 2024-09-13T16:03:50.928 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.928 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.928 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.307102+0000", 2024-09-13T16:03:50.928 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "header_read" 2024-09-13T16:03:50.928 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.928 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.928 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.307107+0000", 2024-09-13T16:03:50.928 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "all_read" 2024-09-13T16:03:50.929 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.929 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.929 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.307127+0000", 2024-09-13T16:03:50.929 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "dispatched" 2024-09-13T16:03:50.929 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.929 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.929 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.307230+0000", 2024-09-13T16:03:50.929 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "acquired locks" 2024-09-13T16:03:50.929 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.929 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.929 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.307544+0000", 2024-09-13T16:03:50.929 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "early_replied" 2024-09-13T16:03:50.929 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.930 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.930 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.307545+0000", 2024-09-13T16:03:50.930 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "submit entry: journal_and_reply" 2024-09-13T16:03:50.930 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.930 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.930 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.315002+0000", 2024-09-13T16:03:50.930 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "journal_committed: " 2024-09-13T16:03:50.930 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.930 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.930 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.315275+0000", 2024-09-13T16:03:50.930 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "replying" 2024-09-13T16:03:50.930 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.930 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.930 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.315328+0000", 2024-09-13T16:03:50.931 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "finishing request" 2024-09-13T16:03:50.931 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.931 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.931 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.315364+0000", 2024-09-13T16:03:50.931 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cleaned up request" 2024-09-13T16:03:50.931 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.931 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.931 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.315365+0000", 2024-09-13T16:03:50.931 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "done" 2024-09-13T16:03:50.931 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:03:50.931 INFO:teuthology.orchestra.run.smithi076.stdout: ], 2024-09-13T16:03:50.932 INFO:teuthology.orchestra.run.smithi076.stdout: "locks": null 2024-09-13T16:03:50.932 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:03:50.932 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.932 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.932 INFO:teuthology.orchestra.run.smithi076.stdout: "description": "client_request(client.5700:32 mkdir owner_uid=1000, owner_gid=1333 #0x1/dir2 2024-09-13T16:03:09.501771+0000 caller_uid=1000, caller_gid=1333{6,36,1000,1333,})", 2024-09-13T16:03:50.932 INFO:teuthology.orchestra.run.smithi076.stdout: "initiated_at": "2024-09-13T16:03:09.501892+0000", 2024-09-13T16:03:50.932 INFO:teuthology.orchestra.run.smithi076.stdout: "age": 41.358567712000003, 2024-09-13T16:03:50.932 INFO:teuthology.orchestra.run.smithi076.stdout: "duration": 0.0070769750000000001, 2024-09-13T16:03:50.932 INFO:teuthology.orchestra.run.smithi076.stdout: "type_data": { 2024-09-13T16:03:50.932 INFO:teuthology.orchestra.run.smithi076.stdout: "flag_point": "done", 2024-09-13T16:03:50.932 INFO:teuthology.orchestra.run.smithi076.stdout: "reqid": { 2024-09-13T16:03:50.932 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": { 2024-09-13T16:03:50.932 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "client", 2024-09-13T16:03:50.933 INFO:teuthology.orchestra.run.smithi076.stdout: "num": 5700 2024-09-13T16:03:50.933 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.933 INFO:teuthology.orchestra.run.smithi076.stdout: "tid": 32 2024-09-13T16:03:50.933 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.933 INFO:teuthology.orchestra.run.smithi076.stdout: "op_type": "client_request", 2024-09-13T16:03:50.933 INFO:teuthology.orchestra.run.smithi076.stdout: "events": [ 2024-09-13T16:03:50.933 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.933 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.501892+0000", 2024-09-13T16:03:50.933 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "initiated" 2024-09-13T16:03:50.933 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.933 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.933 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.501893+0000", 2024-09-13T16:03:50.933 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "throttled" 2024-09-13T16:03:50.934 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.934 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.934 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.501892+0000", 2024-09-13T16:03:50.934 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "header_read" 2024-09-13T16:03:50.934 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.934 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.934 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.501896+0000", 2024-09-13T16:03:50.934 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "all_read" 2024-09-13T16:03:50.934 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.934 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.934 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.501908+0000", 2024-09-13T16:03:50.934 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "dispatched" 2024-09-13T16:03:50.934 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.934 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.935 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.502132+0000", 2024-09-13T16:03:50.935 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "acquired locks" 2024-09-13T16:03:50.935 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.935 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.935 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.502387+0000", 2024-09-13T16:03:50.935 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "early_replied" 2024-09-13T16:03:50.935 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.935 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.935 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.502388+0000", 2024-09-13T16:03:50.935 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "submit entry: journal_and_reply" 2024-09-13T16:03:50.935 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.935 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.935 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.508766+0000", 2024-09-13T16:03:50.935 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "journal_committed: " 2024-09-13T16:03:50.936 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.936 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.936 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.508864+0000", 2024-09-13T16:03:50.936 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "replying" 2024-09-13T16:03:50.936 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.936 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.936 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.508938+0000", 2024-09-13T16:03:50.936 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "finishing request" 2024-09-13T16:03:50.936 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.936 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.936 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.508969+0000", 2024-09-13T16:03:50.936 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cleaned up request" 2024-09-13T16:03:50.936 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.937 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.937 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.508969+0000", 2024-09-13T16:03:50.937 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "done" 2024-09-13T16:03:50.937 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:03:50.937 INFO:teuthology.orchestra.run.smithi076.stdout: ], 2024-09-13T16:03:50.937 INFO:teuthology.orchestra.run.smithi076.stdout: "locks": null 2024-09-13T16:03:50.937 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:03:50.937 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.937 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.937 INFO:teuthology.orchestra.run.smithi076.stdout: "description": "client_request(client.5700:33 create owner_uid=1000, owner_gid=1333 #0x1000000020e/file_0 2024-09-13T16:03:09.503278+0000 caller_uid=1000, caller_gid=1333{6,36,1000,1333,})", 2024-09-13T16:03:50.937 INFO:teuthology.orchestra.run.smithi076.stdout: "initiated_at": "2024-09-13T16:03:09.503448+0000", 2024-09-13T16:03:50.937 INFO:teuthology.orchestra.run.smithi076.stdout: "age": 41.357011675000003, 2024-09-13T16:03:50.937 INFO:teuthology.orchestra.run.smithi076.stdout: "duration": 0.0057238489999999996, 2024-09-13T16:03:50.937 INFO:teuthology.orchestra.run.smithi076.stdout: "type_data": { 2024-09-13T16:03:50.938 INFO:teuthology.orchestra.run.smithi076.stdout: "flag_point": "done", 2024-09-13T16:03:50.938 INFO:teuthology.orchestra.run.smithi076.stdout: "reqid": { 2024-09-13T16:03:50.938 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": { 2024-09-13T16:03:50.938 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "client", 2024-09-13T16:03:50.938 INFO:teuthology.orchestra.run.smithi076.stdout: "num": 5700 2024-09-13T16:03:50.938 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.938 INFO:teuthology.orchestra.run.smithi076.stdout: "tid": 33 2024-09-13T16:03:50.938 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.938 INFO:teuthology.orchestra.run.smithi076.stdout: "op_type": "client_request", 2024-09-13T16:03:50.938 INFO:teuthology.orchestra.run.smithi076.stdout: "events": [ 2024-09-13T16:03:50.938 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.938 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.503448+0000", 2024-09-13T16:03:50.938 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "initiated" 2024-09-13T16:03:50.939 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.939 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.939 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.503449+0000", 2024-09-13T16:03:50.939 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "throttled" 2024-09-13T16:03:50.939 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.939 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.939 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.503448+0000", 2024-09-13T16:03:50.939 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "header_read" 2024-09-13T16:03:50.939 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.939 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.939 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.503454+0000", 2024-09-13T16:03:50.939 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "all_read" 2024-09-13T16:03:50.939 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.939 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.940 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.503502+0000", 2024-09-13T16:03:50.940 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "dispatched" 2024-09-13T16:03:50.940 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.940 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.940 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.503678+0000", 2024-09-13T16:03:50.940 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "failed to rdlock, waiting" 2024-09-13T16:03:50.940 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.940 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.940 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.503853+0000", 2024-09-13T16:03:50.940 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "acquired locks" 2024-09-13T16:03:50.940 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.940 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.940 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.504154+0000", 2024-09-13T16:03:50.940 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "early_replied" 2024-09-13T16:03:50.941 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.941 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.941 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.504155+0000", 2024-09-13T16:03:50.941 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "submit entry: journal_and_reply" 2024-09-13T16:03:50.941 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.941 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.941 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.508971+0000", 2024-09-13T16:03:50.941 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "journal_committed: " 2024-09-13T16:03:50.941 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.941 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.941 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.509088+0000", 2024-09-13T16:03:50.941 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "replying" 2024-09-13T16:03:50.941 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.942 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.942 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.509137+0000", 2024-09-13T16:03:50.942 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "finishing request" 2024-09-13T16:03:50.942 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.942 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.942 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.509172+0000", 2024-09-13T16:03:50.942 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cleaned up request" 2024-09-13T16:03:50.942 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.942 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.942 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.509172+0000", 2024-09-13T16:03:50.942 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "done" 2024-09-13T16:03:50.942 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:03:50.942 INFO:teuthology.orchestra.run.smithi076.stdout: ], 2024-09-13T16:03:50.942 INFO:teuthology.orchestra.run.smithi076.stdout: "locks": null 2024-09-13T16:03:50.943 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:03:50.943 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.943 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.943 INFO:teuthology.orchestra.run.smithi076.stdout: "description": "client_request(client.5700:52 create owner_uid=1000, owner_gid=1333 #0x1000000020e/file_19 2024-09-13T16:03:09.591417+0000 caller_uid=1000, caller_gid=1333{6,36,1000,1333,})", 2024-09-13T16:03:50.943 INFO:teuthology.orchestra.run.smithi076.stdout: "initiated_at": "2024-09-13T16:03:09.591585+0000", 2024-09-13T16:03:50.943 INFO:teuthology.orchestra.run.smithi076.stdout: "age": 41.268874533000002, 2024-09-13T16:03:50.943 INFO:teuthology.orchestra.run.smithi076.stdout: "duration": 0.0058018200000000001, 2024-09-13T16:03:50.943 INFO:teuthology.orchestra.run.smithi076.stdout: "type_data": { 2024-09-13T16:03:50.943 INFO:teuthology.orchestra.run.smithi076.stdout: "flag_point": "done", 2024-09-13T16:03:50.943 INFO:teuthology.orchestra.run.smithi076.stdout: "reqid": { 2024-09-13T16:03:50.943 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": { 2024-09-13T16:03:50.943 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "client", 2024-09-13T16:03:50.943 INFO:teuthology.orchestra.run.smithi076.stdout: "num": 5700 2024-09-13T16:03:50.943 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.944 INFO:teuthology.orchestra.run.smithi076.stdout: "tid": 52 2024-09-13T16:03:50.944 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.944 INFO:teuthology.orchestra.run.smithi076.stdout: "op_type": "client_request", 2024-09-13T16:03:50.944 INFO:teuthology.orchestra.run.smithi076.stdout: "events": [ 2024-09-13T16:03:50.944 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.944 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.591585+0000", 2024-09-13T16:03:50.944 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "initiated" 2024-09-13T16:03:50.944 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.944 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.944 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.591586+0000", 2024-09-13T16:03:50.944 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "throttled" 2024-09-13T16:03:50.944 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.944 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.945 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.591585+0000", 2024-09-13T16:03:50.945 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "header_read" 2024-09-13T16:03:50.945 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.945 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.945 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.591590+0000", 2024-09-13T16:03:50.945 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "all_read" 2024-09-13T16:03:50.945 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.945 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.945 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.591610+0000", 2024-09-13T16:03:50.945 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "dispatched" 2024-09-13T16:03:50.945 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.945 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.945 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.591780+0000", 2024-09-13T16:03:50.946 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "acquired locks" 2024-09-13T16:03:50.946 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.946 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.946 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.592352+0000", 2024-09-13T16:03:50.946 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "early_replied" 2024-09-13T16:03:50.946 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.946 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.946 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.592369+0000", 2024-09-13T16:03:50.946 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "submit entry: journal_and_reply" 2024-09-13T16:03:50.946 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.946 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.946 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.597140+0000", 2024-09-13T16:03:50.946 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "journal_committed: " 2024-09-13T16:03:50.947 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.947 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.947 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.597278+0000", 2024-09-13T16:03:50.947 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "replying" 2024-09-13T16:03:50.947 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.947 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.947 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.597332+0000", 2024-09-13T16:03:50.947 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "finishing request" 2024-09-13T16:03:50.947 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.947 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.947 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.597387+0000", 2024-09-13T16:03:50.947 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cleaned up request" 2024-09-13T16:03:50.947 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.947 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.948 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.597387+0000", 2024-09-13T16:03:50.948 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "done" 2024-09-13T16:03:50.948 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:03:50.948 INFO:teuthology.orchestra.run.smithi076.stdout: ], 2024-09-13T16:03:50.948 INFO:teuthology.orchestra.run.smithi076.stdout: "locks": null 2024-09-13T16:03:50.948 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:03:50.948 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.948 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.948 INFO:teuthology.orchestra.run.smithi076.stdout: "description": "client_request(client.5700:54 create owner_uid=1000, owner_gid=1333 #0x1000000020e/file_21 2024-09-13T16:03:09.603781+0000 caller_uid=1000, caller_gid=1333{6,36,1000,1333,})", 2024-09-13T16:03:50.948 INFO:teuthology.orchestra.run.smithi076.stdout: "initiated_at": "2024-09-13T16:03:09.603916+0000", 2024-09-13T16:03:50.948 INFO:teuthology.orchestra.run.smithi076.stdout: "age": 41.256544071, 2024-09-13T16:03:50.949 INFO:teuthology.orchestra.run.smithi076.stdout: "duration": 0.0060207330000000003, 2024-09-13T16:03:50.949 INFO:teuthology.orchestra.run.smithi076.stdout: "type_data": { 2024-09-13T16:03:50.949 INFO:teuthology.orchestra.run.smithi076.stdout: "flag_point": "done", 2024-09-13T16:03:50.949 INFO:teuthology.orchestra.run.smithi076.stdout: "reqid": { 2024-09-13T16:03:50.949 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": { 2024-09-13T16:03:50.949 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "client", 2024-09-13T16:03:50.949 INFO:teuthology.orchestra.run.smithi076.stdout: "num": 5700 2024-09-13T16:03:50.949 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.949 INFO:teuthology.orchestra.run.smithi076.stdout: "tid": 54 2024-09-13T16:03:50.949 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.949 INFO:teuthology.orchestra.run.smithi076.stdout: "op_type": "client_request", 2024-09-13T16:03:50.949 INFO:teuthology.orchestra.run.smithi076.stdout: "events": [ 2024-09-13T16:03:50.950 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.950 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.603916+0000", 2024-09-13T16:03:50.950 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "initiated" 2024-09-13T16:03:50.950 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.950 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.950 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.603916+0000", 2024-09-13T16:03:50.950 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "throttled" 2024-09-13T16:03:50.950 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.950 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.950 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.603916+0000", 2024-09-13T16:03:50.950 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "header_read" 2024-09-13T16:03:50.950 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.950 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.950 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.603937+0000", 2024-09-13T16:03:50.951 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "all_read" 2024-09-13T16:03:50.951 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.951 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.951 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.603955+0000", 2024-09-13T16:03:50.951 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "dispatched" 2024-09-13T16:03:50.951 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.951 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.951 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.604120+0000", 2024-09-13T16:03:50.951 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "acquired locks" 2024-09-13T16:03:50.951 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.951 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.951 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.604634+0000", 2024-09-13T16:03:50.951 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "early_replied" 2024-09-13T16:03:50.952 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.952 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.952 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.604635+0000", 2024-09-13T16:03:50.952 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "submit entry: journal_and_reply" 2024-09-13T16:03:50.952 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.952 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.952 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.609685+0000", 2024-09-13T16:03:50.952 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "journal_committed: " 2024-09-13T16:03:50.952 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.953 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.953 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.609828+0000", 2024-09-13T16:03:50.953 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "replying" 2024-09-13T16:03:50.953 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.953 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.953 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.609884+0000", 2024-09-13T16:03:50.953 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "finishing request" 2024-09-13T16:03:50.953 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.954 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.954 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.609936+0000", 2024-09-13T16:03:50.954 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cleaned up request" 2024-09-13T16:03:50.954 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.954 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.954 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:09.609937+0000", 2024-09-13T16:03:50.954 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "done" 2024-09-13T16:03:50.954 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:03:50.955 INFO:teuthology.orchestra.run.smithi076.stdout: ], 2024-09-13T16:03:50.955 INFO:teuthology.orchestra.run.smithi076.stdout: "locks": null 2024-09-13T16:03:50.955 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:03:50.955 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.955 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.955 INFO:teuthology.orchestra.run.smithi076.stdout: "description": "client_request(client.5700:90 create owner_uid=1000, owner_gid=1333 #0x10000000242/file_1 2024-09-13T16:03:10.162036+0000 caller_uid=1000, caller_gid=1333{6,36,1000,1333,})", 2024-09-13T16:03:50.955 INFO:teuthology.orchestra.run.smithi076.stdout: "initiated_at": "2024-09-13T16:03:10.162181+0000", 2024-09-13T16:03:50.955 INFO:teuthology.orchestra.run.smithi076.stdout: "age": 40.698278639000002, 2024-09-13T16:03:50.955 INFO:teuthology.orchestra.run.smithi076.stdout: "duration": 0.0094174270000000008, 2024-09-13T16:03:50.956 INFO:teuthology.orchestra.run.smithi076.stdout: "type_data": { 2024-09-13T16:03:50.956 INFO:teuthology.orchestra.run.smithi076.stdout: "flag_point": "done", 2024-09-13T16:03:50.956 INFO:teuthology.orchestra.run.smithi076.stdout: "reqid": { 2024-09-13T16:03:50.956 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": { 2024-09-13T16:03:50.956 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "client", 2024-09-13T16:03:50.956 INFO:teuthology.orchestra.run.smithi076.stdout: "num": 5700 2024-09-13T16:03:50.956 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.956 INFO:teuthology.orchestra.run.smithi076.stdout: "tid": 90 2024-09-13T16:03:50.957 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.957 INFO:teuthology.orchestra.run.smithi076.stdout: "op_type": "client_request", 2024-09-13T16:03:50.957 INFO:teuthology.orchestra.run.smithi076.stdout: "events": [ 2024-09-13T16:03:50.957 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.957 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:10.162181+0000", 2024-09-13T16:03:50.957 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "initiated" 2024-09-13T16:03:50.957 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.957 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.958 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:10.162182+0000", 2024-09-13T16:03:50.958 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "throttled" 2024-09-13T16:03:50.958 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.958 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.958 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:10.162181+0000", 2024-09-13T16:03:50.958 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "header_read" 2024-09-13T16:03:50.958 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.958 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.959 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:10.162186+0000", 2024-09-13T16:03:50.959 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "all_read" 2024-09-13T16:03:50.959 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.959 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.959 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:10.162216+0000", 2024-09-13T16:03:50.959 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "dispatched" 2024-09-13T16:03:50.959 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.959 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.959 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:10.162402+0000", 2024-09-13T16:03:50.960 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "acquired locks" 2024-09-13T16:03:50.960 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.960 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.960 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:10.162852+0000", 2024-09-13T16:03:50.960 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "early_replied" 2024-09-13T16:03:50.960 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.960 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.960 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:10.162852+0000", 2024-09-13T16:03:50.961 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "submit entry: journal_and_reply" 2024-09-13T16:03:50.961 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.961 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.961 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:10.171267+0000", 2024-09-13T16:03:50.961 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "journal_committed: " 2024-09-13T16:03:50.961 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.961 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.961 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:10.171477+0000", 2024-09-13T16:03:50.961 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "replying" 2024-09-13T16:03:50.962 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.962 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.962 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:10.171542+0000", 2024-09-13T16:03:50.962 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "finishing request" 2024-09-13T16:03:50.962 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.962 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.962 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:10.171598+0000", 2024-09-13T16:03:50.962 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cleaned up request" 2024-09-13T16:03:50.963 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.963 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.963 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:10.171599+0000", 2024-09-13T16:03:50.963 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "done" 2024-09-13T16:03:50.963 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:03:50.963 INFO:teuthology.orchestra.run.smithi076.stdout: ], 2024-09-13T16:03:50.963 INFO:teuthology.orchestra.run.smithi076.stdout: "locks": null 2024-09-13T16:03:50.963 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:03:50.964 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.964 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.964 INFO:teuthology.orchestra.run.smithi076.stdout: "description": "client_request(client.5700:107 create owner_uid=1000, owner_gid=1333 #0x10000000242/file_18 2024-09-13T16:03:10.244076+0000 caller_uid=1000, caller_gid=1333{6,36,1000,1333,})", 2024-09-13T16:03:50.964 INFO:teuthology.orchestra.run.smithi076.stdout: "initiated_at": "2024-09-13T16:03:10.244239+0000", 2024-09-13T16:03:50.964 INFO:teuthology.orchestra.run.smithi076.stdout: "age": 40.616220753999997, 2024-09-13T16:03:50.964 INFO:teuthology.orchestra.run.smithi076.stdout: "duration": 0.0081017970000000009, 2024-09-13T16:03:50.964 INFO:teuthology.orchestra.run.smithi076.stdout: "type_data": { 2024-09-13T16:03:50.964 INFO:teuthology.orchestra.run.smithi076.stdout: "flag_point": "done", 2024-09-13T16:03:50.964 INFO:teuthology.orchestra.run.smithi076.stdout: "reqid": { 2024-09-13T16:03:50.964 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": { 2024-09-13T16:03:50.964 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "client", 2024-09-13T16:03:50.964 INFO:teuthology.orchestra.run.smithi076.stdout: "num": 5700 2024-09-13T16:03:50.965 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.965 INFO:teuthology.orchestra.run.smithi076.stdout: "tid": 107 2024-09-13T16:03:50.965 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.965 INFO:teuthology.orchestra.run.smithi076.stdout: "op_type": "client_request", 2024-09-13T16:03:50.965 INFO:teuthology.orchestra.run.smithi076.stdout: "events": [ 2024-09-13T16:03:50.965 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.965 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:10.244239+0000", 2024-09-13T16:03:50.965 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "initiated" 2024-09-13T16:03:50.965 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.965 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.965 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:10.244240+0000", 2024-09-13T16:03:50.965 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "throttled" 2024-09-13T16:03:50.965 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.965 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.966 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:10.244239+0000", 2024-09-13T16:03:50.966 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "header_read" 2024-09-13T16:03:50.966 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.966 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.966 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:10.244243+0000", 2024-09-13T16:03:50.966 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "all_read" 2024-09-13T16:03:50.966 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.966 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.966 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:10.244285+0000", 2024-09-13T16:03:50.966 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "dispatched" 2024-09-13T16:03:50.967 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.967 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.967 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:10.244389+0000", 2024-09-13T16:03:50.967 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "acquired locks" 2024-09-13T16:03:50.967 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.967 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.967 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:10.244696+0000", 2024-09-13T16:03:50.967 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "early_replied" 2024-09-13T16:03:50.967 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.967 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.967 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:10.244697+0000", 2024-09-13T16:03:50.967 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "submit entry: journal_and_reply" 2024-09-13T16:03:50.968 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.968 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.968 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:10.252123+0000", 2024-09-13T16:03:50.968 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "journal_committed: " 2024-09-13T16:03:50.968 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.968 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.968 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:10.252249+0000", 2024-09-13T16:03:50.968 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "replying" 2024-09-13T16:03:50.968 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.968 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.968 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:10.252303+0000", 2024-09-13T16:03:50.969 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "finishing request" 2024-09-13T16:03:50.969 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.969 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.969 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:10.252341+0000", 2024-09-13T16:03:50.969 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cleaned up request" 2024-09-13T16:03:50.969 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.969 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.969 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:10.252341+0000", 2024-09-13T16:03:50.969 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "done" 2024-09-13T16:03:50.969 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:03:50.969 INFO:teuthology.orchestra.run.smithi076.stdout: ], 2024-09-13T16:03:50.969 INFO:teuthology.orchestra.run.smithi076.stdout: "locks": null 2024-09-13T16:03:50.969 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:03:50.970 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.970 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.970 INFO:teuthology.orchestra.run.smithi076.stdout: "description": "client_request(client.5700:112 create owner_uid=1000, owner_gid=1333 #0x10000000242/file_22 2024-09-13T16:03:10.266659+0000 caller_uid=1000, caller_gid=1333{6,36,1000,1333,})", 2024-09-13T16:03:50.970 INFO:teuthology.orchestra.run.smithi076.stdout: "initiated_at": "2024-09-13T16:03:10.266792+0000", 2024-09-13T16:03:50.970 INFO:teuthology.orchestra.run.smithi076.stdout: "age": 40.593668452000003, 2024-09-13T16:03:50.970 INFO:teuthology.orchestra.run.smithi076.stdout: "duration": 0.0079449570000000008, 2024-09-13T16:03:50.970 INFO:teuthology.orchestra.run.smithi076.stdout: "type_data": { 2024-09-13T16:03:50.970 INFO:teuthology.orchestra.run.smithi076.stdout: "flag_point": "done", 2024-09-13T16:03:50.970 INFO:teuthology.orchestra.run.smithi076.stdout: "reqid": { 2024-09-13T16:03:50.970 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": { 2024-09-13T16:03:50.970 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "client", 2024-09-13T16:03:50.970 INFO:teuthology.orchestra.run.smithi076.stdout: "num": 5700 2024-09-13T16:03:50.970 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.970 INFO:teuthology.orchestra.run.smithi076.stdout: "tid": 112 2024-09-13T16:03:50.971 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.971 INFO:teuthology.orchestra.run.smithi076.stdout: "op_type": "client_request", 2024-09-13T16:03:50.971 INFO:teuthology.orchestra.run.smithi076.stdout: "events": [ 2024-09-13T16:03:50.971 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.971 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:10.266792+0000", 2024-09-13T16:03:50.971 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "initiated" 2024-09-13T16:03:50.971 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.971 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.971 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:10.266792+0000", 2024-09-13T16:03:50.971 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "throttled" 2024-09-13T16:03:50.971 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.971 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.971 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:10.266792+0000", 2024-09-13T16:03:50.971 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "header_read" 2024-09-13T16:03:50.972 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.972 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.972 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:10.266796+0000", 2024-09-13T16:03:50.972 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "all_read" 2024-09-13T16:03:50.972 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.972 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.972 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:10.266812+0000", 2024-09-13T16:03:50.972 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "dispatched" 2024-09-13T16:03:50.972 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.972 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.972 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:10.266983+0000", 2024-09-13T16:03:50.972 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "acquired locks" 2024-09-13T16:03:50.972 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.973 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.973 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:10.267450+0000", 2024-09-13T16:03:50.973 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "early_replied" 2024-09-13T16:03:50.973 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.973 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.973 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:10.267451+0000", 2024-09-13T16:03:50.973 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "submit entry: journal_and_reply" 2024-09-13T16:03:50.973 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.973 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.973 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:10.274519+0000", 2024-09-13T16:03:50.973 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "journal_committed: " 2024-09-13T16:03:50.973 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.973 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.973 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:10.274646+0000", 2024-09-13T16:03:50.974 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "replying" 2024-09-13T16:03:50.974 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.974 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.974 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:10.274698+0000", 2024-09-13T16:03:50.974 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "finishing request" 2024-09-13T16:03:50.974 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.974 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.974 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:10.274736+0000", 2024-09-13T16:03:50.974 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cleaned up request" 2024-09-13T16:03:50.974 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.974 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.975 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:10.274737+0000", 2024-09-13T16:03:50.975 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "done" 2024-09-13T16:03:50.975 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:03:50.975 INFO:teuthology.orchestra.run.smithi076.stdout: ], 2024-09-13T16:03:50.975 INFO:teuthology.orchestra.run.smithi076.stdout: "locks": null 2024-09-13T16:03:50.975 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:03:50.975 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.975 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.975 INFO:teuthology.orchestra.run.smithi076.stdout: "description": "client_request(client.5700:126 readdir #0x10000000242 2024-09-13T16:03:10.809397+0000 caller_uid=1000, caller_gid=1333{6,36,1000,1333,})", 2024-09-13T16:03:50.975 INFO:teuthology.orchestra.run.smithi076.stdout: "initiated_at": "2024-09-13T16:03:10.809516+0000", 2024-09-13T16:03:50.975 INFO:teuthology.orchestra.run.smithi076.stdout: "age": 40.050943826999998, 2024-09-13T16:03:50.975 INFO:teuthology.orchestra.run.smithi076.stdout: "duration": 16.506673636999999, 2024-09-13T16:03:50.976 INFO:teuthology.orchestra.run.smithi076.stdout: "type_data": { 2024-09-13T16:03:50.976 INFO:teuthology.orchestra.run.smithi076.stdout: "flag_point": "done", 2024-09-13T16:03:50.976 INFO:teuthology.orchestra.run.smithi076.stdout: "reqid": { 2024-09-13T16:03:50.976 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": { 2024-09-13T16:03:50.976 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "client", 2024-09-13T16:03:50.976 INFO:teuthology.orchestra.run.smithi076.stdout: "num": 5700 2024-09-13T16:03:50.976 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.976 INFO:teuthology.orchestra.run.smithi076.stdout: "tid": 126 2024-09-13T16:03:50.976 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.976 INFO:teuthology.orchestra.run.smithi076.stdout: "op_type": "client_request", 2024-09-13T16:03:50.976 INFO:teuthology.orchestra.run.smithi076.stdout: "events": [ 2024-09-13T16:03:50.976 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.976 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:10.809516+0000", 2024-09-13T16:03:50.977 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "initiated" 2024-09-13T16:03:50.977 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.977 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.977 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:10.809517+0000", 2024-09-13T16:03:50.977 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "throttled" 2024-09-13T16:03:50.977 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.977 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.977 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:10.809516+0000", 2024-09-13T16:03:50.977 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "header_read" 2024-09-13T16:03:50.977 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.978 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.978 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:10.809519+0000", 2024-09-13T16:03:50.978 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "all_read" 2024-09-13T16:03:50.978 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.978 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.978 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:10.809531+0000", 2024-09-13T16:03:50.978 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "dispatched" 2024-09-13T16:03:50.978 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.978 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.978 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:10.809609+0000", 2024-09-13T16:03:50.978 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cap_acquisition_throttle" 2024-09-13T16:03:50.979 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.979 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.979 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:11.309725+0000", 2024-09-13T16:03:50.979 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cap_acquisition_throttle" 2024-09-13T16:03:50.979 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.979 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.979 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:11.809889+0000", 2024-09-13T16:03:50.979 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cap_acquisition_throttle" 2024-09-13T16:03:50.979 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.979 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.979 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:12.310027+0000", 2024-09-13T16:03:50.979 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cap_acquisition_throttle" 2024-09-13T16:03:50.979 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.980 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.980 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:12.810158+0000", 2024-09-13T16:03:50.980 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cap_acquisition_throttle" 2024-09-13T16:03:50.980 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.980 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.980 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:13.310320+0000", 2024-09-13T16:03:50.980 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cap_acquisition_throttle" 2024-09-13T16:03:50.980 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.980 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.980 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:13.810489+0000", 2024-09-13T16:03:50.980 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cap_acquisition_throttle" 2024-09-13T16:03:50.980 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.981 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.981 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:14.310646+0000", 2024-09-13T16:03:50.981 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cap_acquisition_throttle" 2024-09-13T16:03:50.981 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.981 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.981 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:14.810805+0000", 2024-09-13T16:03:50.981 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cap_acquisition_throttle" 2024-09-13T16:03:50.981 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.981 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.981 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:15.310991+0000", 2024-09-13T16:03:50.981 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cap_acquisition_throttle" 2024-09-13T16:03:50.981 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.981 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.981 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:15.811150+0000", 2024-09-13T16:03:50.982 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cap_acquisition_throttle" 2024-09-13T16:03:50.982 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.982 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.982 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:16.311313+0000", 2024-09-13T16:03:50.982 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cap_acquisition_throttle" 2024-09-13T16:03:50.982 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.982 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.982 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:16.811452+0000", 2024-09-13T16:03:50.982 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cap_acquisition_throttle" 2024-09-13T16:03:50.982 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.982 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.983 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:17.311591+0000", 2024-09-13T16:03:50.983 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cap_acquisition_throttle" 2024-09-13T16:03:50.983 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.983 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.983 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:17.811708+0000", 2024-09-13T16:03:50.983 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cap_acquisition_throttle" 2024-09-13T16:03:50.983 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.983 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.983 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:18.311842+0000", 2024-09-13T16:03:50.983 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cap_acquisition_throttle" 2024-09-13T16:03:50.984 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.984 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.984 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:18.811987+0000", 2024-09-13T16:03:50.984 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cap_acquisition_throttle" 2024-09-13T16:03:50.984 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.984 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.984 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:19.312160+0000", 2024-09-13T16:03:50.984 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cap_acquisition_throttle" 2024-09-13T16:03:50.984 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.984 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.984 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:19.812338+0000", 2024-09-13T16:03:50.984 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cap_acquisition_throttle" 2024-09-13T16:03:50.984 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.985 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.985 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:20.312521+0000", 2024-09-13T16:03:50.985 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cap_acquisition_throttle" 2024-09-13T16:03:50.985 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.985 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.985 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:20.812677+0000", 2024-09-13T16:03:50.985 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cap_acquisition_throttle" 2024-09-13T16:03:50.985 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.985 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.985 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:21.312847+0000", 2024-09-13T16:03:50.985 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cap_acquisition_throttle" 2024-09-13T16:03:50.985 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.985 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.986 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:21.813014+0000", 2024-09-13T16:03:50.986 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cap_acquisition_throttle" 2024-09-13T16:03:50.986 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.986 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.986 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:22.313155+0000", 2024-09-13T16:03:50.986 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cap_acquisition_throttle" 2024-09-13T16:03:50.986 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.986 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.986 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:22.813311+0000", 2024-09-13T16:03:50.986 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cap_acquisition_throttle" 2024-09-13T16:03:50.986 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.986 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.986 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:23.313503+0000", 2024-09-13T16:03:50.986 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cap_acquisition_throttle" 2024-09-13T16:03:50.987 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.987 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.987 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:23.813665+0000", 2024-09-13T16:03:50.987 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cap_acquisition_throttle" 2024-09-13T16:03:50.987 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.987 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.987 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:24.313828+0000", 2024-09-13T16:03:50.987 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cap_acquisition_throttle" 2024-09-13T16:03:50.987 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.987 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.987 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:24.813987+0000", 2024-09-13T16:03:50.987 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cap_acquisition_throttle" 2024-09-13T16:03:50.987 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.987 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.987 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:25.314153+0000", 2024-09-13T16:03:50.988 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cap_acquisition_throttle" 2024-09-13T16:03:50.988 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.988 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.988 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:25.814329+0000", 2024-09-13T16:03:50.988 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cap_acquisition_throttle" 2024-09-13T16:03:50.988 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.988 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.988 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:26.314493+0000", 2024-09-13T16:03:50.988 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cap_acquisition_throttle" 2024-09-13T16:03:50.988 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.988 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.988 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:26.814579+0000", 2024-09-13T16:03:50.988 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cap_acquisition_throttle" 2024-09-13T16:03:50.989 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.989 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.989 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:27.314902+0000", 2024-09-13T16:03:50.989 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "failed to rdlock, waiting" 2024-09-13T16:03:50.989 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.989 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.989 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:27.315599+0000", 2024-09-13T16:03:50.989 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "acquired locks" 2024-09-13T16:03:50.989 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.989 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.989 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:27.316050+0000", 2024-09-13T16:03:50.989 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "replying" 2024-09-13T16:03:50.989 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.989 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.990 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:27.316098+0000", 2024-09-13T16:03:50.990 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "finishing request" 2024-09-13T16:03:50.990 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.990 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.990 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:27.316189+0000", 2024-09-13T16:03:50.990 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cleaned up request" 2024-09-13T16:03:50.990 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.990 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.990 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:27.316190+0000", 2024-09-13T16:03:50.990 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "done" 2024-09-13T16:03:50.990 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:03:50.990 INFO:teuthology.orchestra.run.smithi076.stdout: ], 2024-09-13T16:03:50.990 INFO:teuthology.orchestra.run.smithi076.stdout: "locks": null 2024-09-13T16:03:50.990 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:03:50.990 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.991 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.991 INFO:teuthology.orchestra.run.smithi076.stdout: "description": "client_request(client.5700:129 readdir #0x10000000228 2024-09-13T16:03:27.319740+0000 caller_uid=1000, caller_gid=1333{6,36,1000,1333,})", 2024-09-13T16:03:50.991 INFO:teuthology.orchestra.run.smithi076.stdout: "initiated_at": "2024-09-13T16:03:27.319944+0000", 2024-09-13T16:03:50.991 INFO:teuthology.orchestra.run.smithi076.stdout: "age": 23.540516268000001, 2024-09-13T16:03:50.991 INFO:teuthology.orchestra.run.smithi076.stdout: "duration": 22.508821788999999, 2024-09-13T16:03:50.991 INFO:teuthology.orchestra.run.smithi076.stdout: "type_data": { 2024-09-13T16:03:50.991 INFO:teuthology.orchestra.run.smithi076.stdout: "flag_point": "done", 2024-09-13T16:03:50.991 INFO:teuthology.orchestra.run.smithi076.stdout: "reqid": { 2024-09-13T16:03:50.991 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": { 2024-09-13T16:03:50.991 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "client", 2024-09-13T16:03:50.991 INFO:teuthology.orchestra.run.smithi076.stdout: "num": 5700 2024-09-13T16:03:50.991 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.991 INFO:teuthology.orchestra.run.smithi076.stdout: "tid": 129 2024-09-13T16:03:50.991 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.992 INFO:teuthology.orchestra.run.smithi076.stdout: "op_type": "client_request", 2024-09-13T16:03:50.992 INFO:teuthology.orchestra.run.smithi076.stdout: "events": [ 2024-09-13T16:03:50.992 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.992 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:27.319944+0000", 2024-09-13T16:03:50.992 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "initiated" 2024-09-13T16:03:50.992 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.992 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.992 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:27.319944+0000", 2024-09-13T16:03:50.992 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "throttled" 2024-09-13T16:03:50.992 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.992 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.992 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:27.319944+0000", 2024-09-13T16:03:50.992 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "header_read" 2024-09-13T16:03:50.993 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.993 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.993 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:27.319949+0000", 2024-09-13T16:03:50.993 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "all_read" 2024-09-13T16:03:50.993 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.993 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.993 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:27.320008+0000", 2024-09-13T16:03:50.993 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "dispatched" 2024-09-13T16:03:50.993 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.993 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.993 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:27.320080+0000", 2024-09-13T16:03:50.993 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cap_acquisition_throttle" 2024-09-13T16:03:50.993 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.994 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.994 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:27.820238+0000", 2024-09-13T16:03:50.994 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cap_acquisition_throttle" 2024-09-13T16:03:50.994 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.994 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.994 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:28.320370+0000", 2024-09-13T16:03:50.994 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cap_acquisition_throttle" 2024-09-13T16:03:50.994 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.994 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.994 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:28.820484+0000", 2024-09-13T16:03:50.994 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cap_acquisition_throttle" 2024-09-13T16:03:50.994 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.994 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.994 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:29.320607+0000", 2024-09-13T16:03:50.995 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cap_acquisition_throttle" 2024-09-13T16:03:50.995 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.995 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.995 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:29.820744+0000", 2024-09-13T16:03:50.995 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cap_acquisition_throttle" 2024-09-13T16:03:50.995 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.995 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.995 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:30.320865+0000", 2024-09-13T16:03:50.995 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cap_acquisition_throttle" 2024-09-13T16:03:50.995 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.995 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.995 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:30.821029+0000", 2024-09-13T16:03:50.995 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cap_acquisition_throttle" 2024-09-13T16:03:50.995 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.996 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.996 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:31.321229+0000", 2024-09-13T16:03:50.996 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cap_acquisition_throttle" 2024-09-13T16:03:50.996 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.996 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.996 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:31.821407+0000", 2024-09-13T16:03:50.996 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cap_acquisition_throttle" 2024-09-13T16:03:50.996 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.996 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.996 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:32.321601+0000", 2024-09-13T16:03:50.996 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cap_acquisition_throttle" 2024-09-13T16:03:50.996 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.997 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.997 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:32.821689+0000", 2024-09-13T16:03:50.997 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cap_acquisition_throttle" 2024-09-13T16:03:50.997 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.997 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.997 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:33.321861+0000", 2024-09-13T16:03:50.998 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cap_acquisition_throttle" 2024-09-13T16:03:50.998 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.998 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.998 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:33.821984+0000", 2024-09-13T16:03:50.998 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cap_acquisition_throttle" 2024-09-13T16:03:50.998 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.999 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.999 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:34.322134+0000", 2024-09-13T16:03:50.999 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cap_acquisition_throttle" 2024-09-13T16:03:50.999 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.999 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.999 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:34.822300+0000", 2024-09-13T16:03:50.999 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cap_acquisition_throttle" 2024-09-13T16:03:50.999 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:50.999 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:50.999 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:35.322479+0000", 2024-09-13T16:03:51.000 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cap_acquisition_throttle" 2024-09-13T16:03:51.000 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:51.000 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:51.000 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:35.822665+0000", 2024-09-13T16:03:51.000 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cap_acquisition_throttle" 2024-09-13T16:03:51.000 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:51.000 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:51.000 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:36.322830+0000", 2024-09-13T16:03:51.001 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cap_acquisition_throttle" 2024-09-13T16:03:51.001 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:51.001 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:51.001 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:36.822993+0000", 2024-09-13T16:03:51.001 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cap_acquisition_throttle" 2024-09-13T16:03:51.001 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:51.001 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:51.001 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:37.323163+0000", 2024-09-13T16:03:51.001 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cap_acquisition_throttle" 2024-09-13T16:03:51.002 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:51.002 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:51.002 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:37.823328+0000", 2024-09-13T16:03:51.002 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cap_acquisition_throttle" 2024-09-13T16:03:51.002 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:51.002 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:51.002 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:38.323464+0000", 2024-09-13T16:03:51.002 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cap_acquisition_throttle" 2024-09-13T16:03:51.002 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:51.002 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:51.002 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:38.823622+0000", 2024-09-13T16:03:51.002 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cap_acquisition_throttle" 2024-09-13T16:03:51.003 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:51.003 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:51.003 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:39.323795+0000", 2024-09-13T16:03:51.003 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cap_acquisition_throttle" 2024-09-13T16:03:51.003 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:51.003 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:51.003 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:39.824014+0000", 2024-09-13T16:03:51.003 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cap_acquisition_throttle" 2024-09-13T16:03:51.003 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:51.003 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:51.003 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:40.324197+0000", 2024-09-13T16:03:51.003 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cap_acquisition_throttle" 2024-09-13T16:03:51.003 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:51.003 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:51.004 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:40.824360+0000", 2024-09-13T16:03:51.004 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cap_acquisition_throttle" 2024-09-13T16:03:51.004 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:51.004 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:51.004 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:41.324546+0000", 2024-09-13T16:03:51.004 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cap_acquisition_throttle" 2024-09-13T16:03:51.004 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:51.004 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:51.004 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:41.824711+0000", 2024-09-13T16:03:51.004 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cap_acquisition_throttle" 2024-09-13T16:03:51.004 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:51.004 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:51.004 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:42.324905+0000", 2024-09-13T16:03:51.005 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cap_acquisition_throttle" 2024-09-13T16:03:51.005 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:51.005 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:51.005 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:42.825083+0000", 2024-09-13T16:03:51.005 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cap_acquisition_throttle" 2024-09-13T16:03:51.005 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:51.005 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:51.005 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:43.325214+0000", 2024-09-13T16:03:51.005 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cap_acquisition_throttle" 2024-09-13T16:03:51.005 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:51.005 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:51.005 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:43.825388+0000", 2024-09-13T16:03:51.005 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cap_acquisition_throttle" 2024-09-13T16:03:51.006 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:51.006 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:51.006 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:44.325548+0000", 2024-09-13T16:03:51.006 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cap_acquisition_throttle" 2024-09-13T16:03:51.006 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:51.006 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:51.006 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:44.825678+0000", 2024-09-13T16:03:51.006 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cap_acquisition_throttle" 2024-09-13T16:03:51.006 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:51.006 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:51.006 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:45.325866+0000", 2024-09-13T16:03:51.006 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cap_acquisition_throttle" 2024-09-13T16:03:51.007 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:51.007 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:51.007 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:45.826040+0000", 2024-09-13T16:03:51.007 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cap_acquisition_throttle" 2024-09-13T16:03:51.007 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:51.007 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:51.007 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:46.326221+0000", 2024-09-13T16:03:51.007 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cap_acquisition_throttle" 2024-09-13T16:03:51.007 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:51.007 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:51.007 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:46.826394+0000", 2024-09-13T16:03:51.007 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cap_acquisition_throttle" 2024-09-13T16:03:51.007 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:51.008 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:51.008 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:47.326528+0000", 2024-09-13T16:03:51.008 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cap_acquisition_throttle" 2024-09-13T16:03:51.008 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:51.008 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:51.008 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:47.826684+0000", 2024-09-13T16:03:51.008 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cap_acquisition_throttle" 2024-09-13T16:03:51.008 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:51.008 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:51.008 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:48.326836+0000", 2024-09-13T16:03:51.008 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cap_acquisition_throttle" 2024-09-13T16:03:51.008 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:51.008 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:51.008 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:48.826971+0000", 2024-09-13T16:03:51.009 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cap_acquisition_throttle" 2024-09-13T16:03:51.009 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:51.009 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:51.009 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:49.327097+0000", 2024-09-13T16:03:51.009 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cap_acquisition_throttle" 2024-09-13T16:03:51.009 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:51.009 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:51.009 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:49.827626+0000", 2024-09-13T16:03:51.009 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "failed to rdlock, waiting" 2024-09-13T16:03:51.009 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:51.010 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:51.010 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:49.828213+0000", 2024-09-13T16:03:51.010 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "acquired locks" 2024-09-13T16:03:51.010 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:51.010 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:51.010 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:49.828629+0000", 2024-09-13T16:03:51.010 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "replying" 2024-09-13T16:03:51.010 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:51.010 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:51.010 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:49.828674+0000", 2024-09-13T16:03:51.010 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "finishing request" 2024-09-13T16:03:51.010 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:51.011 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:51.011 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:49.828764+0000", 2024-09-13T16:03:51.011 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "cleaned up request" 2024-09-13T16:03:51.011 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:03:51.011 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:03:51.011 INFO:teuthology.orchestra.run.smithi076.stdout: "time": "2024-09-13T16:03:49.828766+0000", 2024-09-13T16:03:51.011 INFO:teuthology.orchestra.run.smithi076.stdout: "event": "done" 2024-09-13T16:03:51.011 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:03:51.011 INFO:teuthology.orchestra.run.smithi076.stdout: ], 2024-09-13T16:03:51.011 INFO:teuthology.orchestra.run.smithi076.stdout: "locks": null 2024-09-13T16:03:51.011 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:03:51.012 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:03:51.012 INFO:teuthology.orchestra.run.smithi076.stdout: ] 2024-09-13T16:03:51.012 INFO:teuthology.orchestra.run.smithi076.stdout:} 2024-09-13T16:03:51.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.861+0000 7fe535641640 1 -- 172.21.15.76:0/2220269994 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe51006ac00 msgr2=0x7fe51006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:51.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.861+0000 7fe535641640 1 --2- 172.21.15.76:0/2220269994 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe51006ac00 0x7fe51006d0c0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fe520007fd0 tx=0x7fe520007960 comp rx=0 tx=0).stop 2024-09-13T16:03:51.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.861+0000 7fe535641640 1 -- 172.21.15.76:0/2220269994 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe53006cbe0 msgr2=0x7fe5300c5530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:51.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.861+0000 7fe535641640 1 --2- 172.21.15.76:0/2220269994 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe53006cbe0 0x7fe5300c5530 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7fe518009890 tx=0x7fe5180046c0 comp rx=0 tx=0).stop 2024-09-13T16:03:51.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.861+0000 7fe535641640 1 -- 172.21.15.76:0/2220269994 shutdown_connections 2024-09-13T16:03:51.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.861+0000 7fe535641640 1 --2- 172.21.15.76:0/2220269994 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe5300ce6e0 0x7fe5300c5a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:51.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.861+0000 7fe535641640 1 --2- 172.21.15.76:0/2220269994 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe53006cbe0 0x7fe5300c5530 unknown :-1 s=CLOSED pgs=556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:51.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.861+0000 7fe535641640 1 --2- 172.21.15.76:0/2220269994 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe51006ac00 0x7fe51006d0c0 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:51.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.861+0000 7fe535641640 1 --2- 172.21.15.76:0/2220269994 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe53006b730 0x7fe530155c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:51.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.861+0000 7fe535641640 1 -- 172.21.15.76:0/2220269994 >> 172.21.15.76:0/2220269994 conn(0x7fe530069ed0 msgr2=0x7fe53015dbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:03:51.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.861+0000 7fe535641640 1 -- 172.21.15.76:0/2220269994 shutdown_connections 2024-09-13T16:03:51.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:50.861+0000 7fe535641640 1 -- 172.21.15.76:0/2220269994 wait complete. 2024-09-13T16:03:51.015 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-13T16:03:51.015 DEBUG:teuthology.orchestra.run.smithi076:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T16:03:51.072 DEBUG:teuthology.orchestra.run.smithi192:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T16:03:51.117 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-13T16:03:51.118 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:03:51.118 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:03:51.136 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:03:51.287 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.274+0000 7f143d4e9640 1 Processor -- start 2024-09-13T16:03:51.287 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.274+0000 7f143d4e9640 1 -- start start 2024-09-13T16:03:51.288 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.275+0000 7f143d4e9640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f143815c280 0x7f143806aee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:51.288 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.275+0000 7f143d4e9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f14380ac1f0 0x7f143806b420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:51.288 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.275+0000 7f143d4e9640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1438066090 con 0x7f143815c660 2024-09-13T16:03:51.288 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.275+0000 7f143d4e9640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f14380ac6f0 con 0x7f143815c280 2024-09-13T16:03:51.288 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.275+0000 7f143d4e9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f14380ac9d0 con 0x7f14380ac1f0 2024-09-13T16:03:51.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.275+0000 7f14367fc640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f143815c660 0x7f14380abae0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:43300/0 (socket says 172.21.15.76:43300) 2024-09-13T16:03:51.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.275+0000 7f14367fc640 1 -- 172.21.15.76:0/3935769298 learned_addr learned my addr 172.21.15.76:0/3935769298 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:03:51.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.275+0000 7f1436ffd640 1 --2- 172.21.15.76:0/3935769298 >> v2:172.21.15.192:3300/0 conn(0x7f143815c280 0x7f143806aee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:51.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.275+0000 7f14377fe640 1 --2- 172.21.15.76:0/3935769298 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f14380ac1f0 0x7f143806b420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:51.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.275+0000 7f1435ffb640 1 -- 172.21.15.76:0/3935769298 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3797782857 0 0) 0x7f1438066090 con 0x7f143815c660 2024-09-13T16:03:51.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.275+0000 7f1435ffb640 1 -- 172.21.15.76:0/3935769298 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1420003520 con 0x7f143815c660 2024-09-13T16:03:51.290 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.276+0000 7f1435ffb640 1 -- 172.21.15.76:0/3935769298 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1635066331 0 0) 0x7f1420003520 con 0x7f143815c660 2024-09-13T16:03:51.290 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.276+0000 7f1435ffb640 1 -- 172.21.15.76:0/3935769298 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f14380ac1f0 msgr2=0x7f143806b420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:03:51.290 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.276+0000 7f1435ffb640 1 --2- 172.21.15.76:0/3935769298 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f14380ac1f0 0x7f143806b420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:51.290 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.276+0000 7f1435ffb640 1 -- 172.21.15.76:0/3935769298 >> v2:172.21.15.192:3300/0 conn(0x7f143815c280 msgr2=0x7f143806aee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:03:51.290 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.276+0000 7f1435ffb640 1 --2- 172.21.15.76:0/3935769298 >> v2:172.21.15.192:3300/0 conn(0x7f143815c280 0x7f143806aee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:51.290 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.276+0000 7f1435ffb640 1 -- 172.21.15.76:0/3935769298 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f14380accb0 con 0x7f143815c660 2024-09-13T16:03:51.291 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.276+0000 7f1436ffd640 1 --2- 172.21.15.76:0/3935769298 >> v2:172.21.15.192:3300/0 conn(0x7f143815c280 0x7f143806aee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:03:51.291 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.276+0000 7f1435ffb640 1 -- 172.21.15.76:0/3935769298 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f1428001670 con 0x7f143815c660 2024-09-13T16:03:51.291 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.276+0000 7f1435ffb640 1 -- 172.21.15.76:0/3935769298 >> v1:172.21.15.76:6789/0 conn(0x7f143815c660 legacy=0x7f14380abae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:51.291 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.276+0000 7f1435ffb640 1 --2- 172.21.15.76:0/3935769298 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1420003970 0x7f1420003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:51.291 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.276+0000 7f1435ffb640 1 --2- 172.21.15.76:0/3935769298 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f14380ac1f0 0x7f14200047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:51.291 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.276+0000 7f1435ffb640 1 --2- 172.21.15.76:0/3935769298 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1420004d00 0x7f1420005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:51.292 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.276+0000 7f1435ffb640 1 -- 172.21.15.76:0/3935769298 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f14380ac6f0 con 0x7f1420004d00 2024-09-13T16:03:51.292 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.276+0000 7f1435ffb640 1 -- 172.21.15.76:0/3935769298 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f14380ac9d0 con 0x7f1420003970 2024-09-13T16:03:51.292 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.276+0000 7f1435ffb640 1 -- 172.21.15.76:0/3935769298 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f142000b980 con 0x7f14380ac1f0 2024-09-13T16:03:51.292 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.276+0000 7f1436ffd640 1 --2- 172.21.15.76:0/3935769298 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1420003970 0x7f1420003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:51.292 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.276+0000 7f14377fe640 1 --2- 172.21.15.76:0/3935769298 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1420004d00 0x7f1420005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:51.293 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.276+0000 7f14367fc640 1 --2- 172.21.15.76:0/3935769298 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f14380ac1f0 0x7f14200047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:51.293 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.276+0000 7f14377fe640 1 -- 172.21.15.76:0/3935769298 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f14380ac1f0 msgr2=0x7f14200047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:03:51.293 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.276+0000 7f14377fe640 1 --2- 172.21.15.76:0/3935769298 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f14380ac1f0 0x7f14200047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:51.293 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.276+0000 7f14377fe640 1 -- 172.21.15.76:0/3935769298 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1420003970 msgr2=0x7f1420003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:03:51.293 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.276+0000 7f14377fe640 1 --2- 172.21.15.76:0/3935769298 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1420003970 0x7f1420003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:51.293 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.276+0000 7f14377fe640 1 -- 172.21.15.76:0/3935769298 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1420003520 con 0x7f1420004d00 2024-09-13T16:03:51.293 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.276+0000 7f1436ffd640 1 --2- 172.21.15.76:0/3935769298 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1420003970 0x7f1420003d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:03:51.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.277+0000 7f14377fe640 1 --2- 172.21.15.76:0/3935769298 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1420004d00 0x7f1420005180 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f1430009f70 tx=0x7f14200057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5cf429e1d0042746 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:51.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.277+0000 7f1435ffb640 1 -- 172.21.15.76:0/3935769298 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1430030610 con 0x7f1420004d00 2024-09-13T16:03:51.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.277+0000 7f1435ffb640 1 -- 172.21.15.76:0/3935769298 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f143000f040 con 0x7f1420004d00 2024-09-13T16:03:51.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.277+0000 7f1435ffb640 1 -- 172.21.15.76:0/3935769298 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1430030990 con 0x7f1420004d00 2024-09-13T16:03:51.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.278+0000 7f143d4e9640 1 -- 172.21.15.76:0/3935769298 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1420004d00 msgr2=0x7f1420005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:51.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.278+0000 7f143d4e9640 1 --2- 172.21.15.76:0/3935769298 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1420004d00 0x7f1420005180 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f1430009f70 tx=0x7f14200057f0 comp rx=0 tx=0).stop 2024-09-13T16:03:51.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.278+0000 7f14377fe640 1 -- 172.21.15.76:0/3935769298 reap_dead start 2024-09-13T16:03:51.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.278+0000 7f143d4e9640 1 -- 172.21.15.76:0/3935769298 shutdown_connections 2024-09-13T16:03:51.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.278+0000 7f143d4e9640 1 -- 172.21.15.76:0/3935769298 >> 172.21.15.76:0/3935769298 conn(0x7f14380709f0 msgr2=0x7f1438070e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:03:51.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.278+0000 7f143d4e9640 1 -- 172.21.15.76:0/3935769298 shutdown_connections 2024-09-13T16:03:51.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.278+0000 7f143d4e9640 1 -- 172.21.15.76:0/3935769298 wait complete. 2024-09-13T16:03:51.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.279+0000 7f143d4e9640 1 Processor -- start 2024-09-13T16:03:51.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.280+0000 7f143d4e9640 1 -- start start 2024-09-13T16:03:51.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.280+0000 7f143d4e9640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1438148260 0x7f1438152fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:51.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.280+0000 7f143d4e9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1438153520 0x7f1438154990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:51.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.280+0000 7f143d4e9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1438154ed0 0x7f14381f5bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:51.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.280+0000 7f143d4e9640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f14381540f0 con 0x7f1438154ed0 2024-09-13T16:03:51.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.280+0000 7f143d4e9640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1438155350 con 0x7f1438148260 2024-09-13T16:03:51.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.280+0000 7f143d4e9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1438153b30 con 0x7f1438153520 2024-09-13T16:03:51.297 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.280+0000 7f14377fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1438154ed0 0x7f14381f5bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:51.297 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.280+0000 7f14367fc640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1438153520 0x7f1438154990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:51.297 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.280+0000 7f1436ffd640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1438148260 0x7f1438152fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:51.297 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.280+0000 7f14367fc640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1438153520 0x7f1438154990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.76:41104/0 (socket says 172.21.15.76:41104) 2024-09-13T16:03:51.297 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.280+0000 7f1436ffd640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1438148260 0x7f1438152fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.76:45042/0 (socket says 172.21.15.76:45042) 2024-09-13T16:03:51.298 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.280+0000 7f14377fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1438154ed0 0x7f14381f5bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:33954/0 (socket says 172.21.15.76:33954) 2024-09-13T16:03:51.298 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.280+0000 7f14367fc640 1 -- 172.21.15.76:0/3029937496 learned_addr learned my addr 172.21.15.76:0/3029937496 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:03:51.298 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.281+0000 7f14367fc640 1 -- 172.21.15.76:0/3029937496 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1438148260 msgr2=0x7f1438152fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:51.298 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.281+0000 7f14367fc640 1 --2- 172.21.15.76:0/3029937496 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1438148260 0x7f1438152fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:51.298 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.281+0000 7f14367fc640 1 -- 172.21.15.76:0/3029937496 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1438154ed0 msgr2=0x7f14381f5bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:51.298 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.281+0000 7f14367fc640 1 --2- 172.21.15.76:0/3029937496 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1438154ed0 0x7f14381f5bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:51.299 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.281+0000 7f14367fc640 1 -- 172.21.15.76:0/3029937496 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1438153e10 con 0x7f1438153520 2024-09-13T16:03:51.299 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.281+0000 7f14377fe640 1 --2- 172.21.15.76:0/3029937496 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1438154ed0 0x7f14381f5bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:03:51.299 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.281+0000 7f1436ffd640 1 --2- 172.21.15.76:0/3029937496 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1438148260 0x7f1438152fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:03:51.299 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.281+0000 7f14367fc640 1 --2- 172.21.15.76:0/3029937496 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1438153520 0x7f1438154990 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f14280072c0 tx=0x7f1428007780 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:51.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.281+0000 7f141f7fe640 1 -- 172.21.15.76:0/3029937496 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f142800f960 con 0x7f1438153520 2024-09-13T16:03:51.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.281+0000 7f141f7fe640 1 -- 172.21.15.76:0/3029937496 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f142800fae0 con 0x7f1438153520 2024-09-13T16:03:51.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.281+0000 7f143d4e9640 1 -- 172.21.15.76:0/3029937496 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1438155df0 con 0x7f1438153520 2024-09-13T16:03:51.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.281+0000 7f141f7fe640 1 -- 172.21.15.76:0/3029937496 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f142800fe90 con 0x7f1438153520 2024-09-13T16:03:51.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.281+0000 7f143d4e9640 1 -- 172.21.15.76:0/3029937496 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1438148640 con 0x7f1438153520 2024-09-13T16:03:51.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.282+0000 7f143d4e9640 1 -- 172.21.15.76:0/3029937496 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1438155c50 con 0x7f1438153520 2024-09-13T16:03:51.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.283+0000 7f141f7fe640 1 -- 172.21.15.76:0/3029937496 <== mon.2 v2:172.21.15.192:3301/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f142801e3b0 con 0x7f1438153520 2024-09-13T16:03:51.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.283+0000 7f141f7fe640 1 --2- 172.21.15.76:0/3029937496 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f142406ac30 0x7f142406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:51.301 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.283+0000 7f141f7fe640 1 -- 172.21.15.76:0/3029937496 <== mon.2 v2:172.21.15.192:3301/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 6058+0+0 (secure 0 0 0) 0x7f1428089080 con 0x7f1438153520 2024-09-13T16:03:51.301 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.283+0000 7f1436ffd640 1 --2- 172.21.15.76:0/3029937496 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f142406ac30 0x7f142406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:51.301 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.284+0000 7f1436ffd640 1 --2- 172.21.15.76:0/3029937496 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f142406ac30 0x7f142406d0f0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f142c009fd0 tx=0x7f142c009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:51.301 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.288+0000 7f141f7fe640 1 -- 172.21.15.76:0/3029937496 <== mon.2 v2:172.21.15.192:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f1438155c50 con 0x7f1438153520 2024-09-13T16:03:51.454 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.453+0000 7f143d4e9640 1 -- 172.21.15.76:0/3029937496 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f1438155c50 con 0x7f1438153520 2024-09-13T16:03:51.455 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.454+0000 7f141f7fe640 1 -- 172.21.15.76:0/3029937496 <== mon.2 v2:172.21.15.192:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v43) v1 ==== 74+0+16787 (secure 0 0 0) 0x7f1438155c50 con 0x7f1438153520 2024-09-13T16:03:51.456 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:03:51.456 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":43,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:03:21.040017+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:02:54.526790+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"40","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-09-13T16:02:55.208798+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"41","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"6.1a","mappings":[{"from":5,"to":0}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:03:51.458 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.456+0000 7f143d4e9640 1 -- 172.21.15.76:0/3029937496 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f142406ac30 msgr2=0x7f142406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:51.458 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.456+0000 7f143d4e9640 1 --2- 172.21.15.76:0/3029937496 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f142406ac30 0x7f142406d0f0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f142c009fd0 tx=0x7f142c009190 comp rx=0 tx=0).stop 2024-09-13T16:03:51.458 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.456+0000 7f143d4e9640 1 -- 172.21.15.76:0/3029937496 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1438153520 msgr2=0x7f1438154990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:51.458 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.456+0000 7f143d4e9640 1 --2- 172.21.15.76:0/3029937496 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1438153520 0x7f1438154990 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f14280072c0 tx=0x7f1428007780 comp rx=0 tx=0).stop 2024-09-13T16:03:51.458 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.456+0000 7f143d4e9640 1 -- 172.21.15.76:0/3029937496 shutdown_connections 2024-09-13T16:03:51.458 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.456+0000 7f143d4e9640 1 --2- 172.21.15.76:0/3029937496 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1438154ed0 0x7f14381f5bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:51.458 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.456+0000 7f143d4e9640 1 --2- 172.21.15.76:0/3029937496 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f142406ac30 0x7f142406d0f0 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:51.459 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.456+0000 7f143d4e9640 1 --2- 172.21.15.76:0/3029937496 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1438153520 0x7f1438154990 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:51.459 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.456+0000 7f143d4e9640 1 --2- 172.21.15.76:0/3029937496 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1438148260 0x7f1438152fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:51.459 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.456+0000 7f143d4e9640 1 -- 172.21.15.76:0/3029937496 >> 172.21.15.76:0/3029937496 conn(0x7f14380709f0 msgr2=0x7f14380afbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:03:51.459 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.457+0000 7f143d4e9640 1 -- 172.21.15.76:0/3029937496 shutdown_connections 2024-09-13T16:03:51.459 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.457+0000 7f143d4e9640 1 -- 172.21.15.76:0/3029937496 wait complete. 2024-09-13T16:03:51.469 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:01:26.960607+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:02:54.526790+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '40', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.25, 'score_stable': 1.25, 'optimal_score': 1, 'raw_score_acting': 1.25, 'raw_score_stable': 1.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 6, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:02:55.208798+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '41', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:03:51.469 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:03:51.571 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.569+0000 7f3dc5511640 1 Processor -- start 2024-09-13T16:03:51.571 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.569+0000 7f3dc5511640 1 -- start start 2024-09-13T16:03:51.572 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.570+0000 7f3dc5511640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f3dc015fbc0 0x7f3dc00cd180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:51.572 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.570+0000 7f3dc5511640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3dc006b6c0 con 0x7f3dc00d29e0 2024-09-13T16:03:51.572 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.570+0000 7f3dc5511640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3dc00ce500 con 0x7f3dc00cd6c0 2024-09-13T16:03:51.572 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.570+0000 7f3dc5511640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3dc00cdc60 con 0x7f3dc015fbc0 2024-09-13T16:03:51.573 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.571+0000 7f3dbeffd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f3dc015fbc0 0x7f3dc00cd180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:51.573 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.571+0000 7f3dbf7fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f3dc00d29e0 0x7f3dc006bb50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:43310/0 (socket says 172.21.15.76:43310) 2024-09-13T16:03:51.573 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.571+0000 7f3dbf7fe640 1 -- 172.21.15.76:0/3495552973 learned_addr learned my addr 172.21.15.76:0/3495552973 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:03:51.573 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.571+0000 7f3dbeffd640 1 -- 172.21.15.76:0/3495552973 >> v1:172.21.15.192:6789/0 conn(0x7f3dc00cd6c0 legacy=0x7f3dc00d22d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:03:51.573 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.571+0000 7f3dbeffd640 1 -- 172.21.15.76:0/3495552973 >> v1:172.21.15.76:6789/0 conn(0x7f3dc00d29e0 legacy=0x7f3dc006bb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:51.573 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.571+0000 7f3dbe7fc640 1 -- 172.21.15.76:0/3495552973 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2877641345 0 0) 0x7f3dc006b6c0 con 0x7f3dc00d29e0 2024-09-13T16:03:51.573 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.571+0000 7f3dbeffd640 1 -- 172.21.15.76:0/3495552973 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3dc00cdf40 con 0x7f3dc015fbc0 2024-09-13T16:03:51.574 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.572+0000 7f3dbeffd640 1 --2- 172.21.15.76:0/3495552973 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3dc015fbc0 0x7f3dc00cd180 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f3db00097a0 tx=0x7f3db002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=14b35e9c4543c5a0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:51.575 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.572+0000 7f3dbe7fc640 1 -- 172.21.15.76:0/3495552973 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3db0032440 con 0x7f3dc015fbc0 2024-09-13T16:03:51.575 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.572+0000 7f3dbe7fc640 1 -- 172.21.15.76:0/3495552973 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3db00325a0 con 0x7f3dc015fbc0 2024-09-13T16:03:51.575 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.572+0000 7f3dbe7fc640 1 -- 172.21.15.76:0/3495552973 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3db0032930 con 0x7f3dc015fbc0 2024-09-13T16:03:51.575 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.572+0000 7f3dc5511640 1 -- 172.21.15.76:0/3495552973 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3dc015fbc0 msgr2=0x7f3dc00cd180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:51.575 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.572+0000 7f3dc5511640 1 --2- 172.21.15.76:0/3495552973 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3dc015fbc0 0x7f3dc00cd180 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f3db00097a0 tx=0x7f3db002a1e0 comp rx=0 tx=0).stop 2024-09-13T16:03:51.575 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.572+0000 7f3dc5511640 1 -- 172.21.15.76:0/3495552973 shutdown_connections 2024-09-13T16:03:51.575 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.572+0000 7f3dc5511640 1 --2- 172.21.15.76:0/3495552973 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3dc015fbc0 0x7f3dc00cd180 unknown :-1 s=CLOSED pgs=564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:51.575 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.572+0000 7f3dc5511640 1 -- 172.21.15.76:0/3495552973 >> 172.21.15.76:0/3495552973 conn(0x7f3dc009b830 msgr2=0x7f3dc0089f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:03:51.575 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.572+0000 7f3dc5511640 1 -- 172.21.15.76:0/3495552973 shutdown_connections 2024-09-13T16:03:51.575 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.572+0000 7f3dc5511640 1 -- 172.21.15.76:0/3495552973 wait complete. 2024-09-13T16:03:51.575 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.573+0000 7f3dc5511640 1 Processor -- start 2024-09-13T16:03:51.576 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.574+0000 7f3dc5511640 1 -- start start 2024-09-13T16:03:51.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.574+0000 7f3dc5511640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3dc00cd6c0 0x7f3dc0156140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:51.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.574+0000 7f3dc5511640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3dc00d29e0 0x7f3dc0148710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:51.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.574+0000 7f3dc5511640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3dc015fbc0 0x7f3dc0148c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:51.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.574+0000 7f3dc5511640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3dc00b4780 con 0x7f3dc00d29e0 2024-09-13T16:03:51.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.574+0000 7f3dc5511640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3dc00b3b00 con 0x7f3dc00cd6c0 2024-09-13T16:03:51.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.574+0000 7f3dc5511640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3dc00b3de0 con 0x7f3dc015fbc0 2024-09-13T16:03:51.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.574+0000 7f3db67fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3dc00d29e0 0x7f3dc0148710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:51.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.574+0000 7f3db67fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3dc00d29e0 0x7f3dc0148710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:33986/0 (socket says 172.21.15.76:33986) 2024-09-13T16:03:51.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.574+0000 7f3db67fc640 1 -- 172.21.15.76:0/3988774924 learned_addr learned my addr 172.21.15.76:0/3988774924 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:03:51.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.574+0000 7f3dbeffd640 1 --2- 172.21.15.76:0/3988774924 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3dc00cd6c0 0x7f3dc0156140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:51.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.575+0000 7f3dbf7fe640 1 --2- 172.21.15.76:0/3988774924 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3dc015fbc0 0x7f3dc0148c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:51.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.575+0000 7f3db67fc640 1 -- 172.21.15.76:0/3988774924 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3dc015fbc0 msgr2=0x7f3dc0148c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:51.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.575+0000 7f3db67fc640 1 --2- 172.21.15.76:0/3988774924 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3dc015fbc0 0x7f3dc0148c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:51.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.575+0000 7f3db67fc640 1 -- 172.21.15.76:0/3988774924 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3dc00cd6c0 msgr2=0x7f3dc0156140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:51.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.575+0000 7f3db67fc640 1 --2- 172.21.15.76:0/3988774924 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3dc00cd6c0 0x7f3dc0156140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:51.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.575+0000 7f3db67fc640 1 -- 172.21.15.76:0/3988774924 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3db0009400 con 0x7f3dc00d29e0 2024-09-13T16:03:51.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.575+0000 7f3dbf7fe640 1 --2- 172.21.15.76:0/3988774924 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3dc015fbc0 0x7f3dc0148c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:03:51.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.575+0000 7f3db67fc640 1 --2- 172.21.15.76:0/3988774924 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3dc00d29e0 0x7f3dc0148710 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f3da800c400 tx=0x7f3da800c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:51.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.575+0000 7f3db7fff640 1 -- 172.21.15.76:0/3988774924 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3da80054e0 con 0x7f3dc00d29e0 2024-09-13T16:03:51.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.575+0000 7f3db7fff640 1 -- 172.21.15.76:0/3988774924 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3da8003640 con 0x7f3dc00d29e0 2024-09-13T16:03:51.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.575+0000 7f3dc5511640 1 -- 172.21.15.76:0/3988774924 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3dc00b40c0 con 0x7f3dc00d29e0 2024-09-13T16:03:51.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.575+0000 7f3db7fff640 1 -- 172.21.15.76:0/3988774924 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3da80039f0 con 0x7f3dc00d29e0 2024-09-13T16:03:51.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.575+0000 7f3dc5511640 1 -- 172.21.15.76:0/3988774924 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3dc01494b0 con 0x7f3dc00d29e0 2024-09-13T16:03:51.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.576+0000 7f3dc5511640 1 -- 172.21.15.76:0/3988774924 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3dc00b48c0 con 0x7f3dc00d29e0 2024-09-13T16:03:51.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.577+0000 7f3db7fff640 1 -- 172.21.15.76:0/3988774924 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f3da8003b50 con 0x7f3dc00d29e0 2024-09-13T16:03:51.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.577+0000 7f3db7fff640 1 --2- 172.21.15.76:0/3988774924 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3da006ac00 0x7f3da006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:51.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.577+0000 7f3db7fff640 1 -- 172.21.15.76:0/3988774924 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 6058+0+0 (secure 0 0 0) 0x7f3da8088b00 con 0x7f3dc00d29e0 2024-09-13T16:03:51.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.577+0000 7f3dbeffd640 1 --2- 172.21.15.76:0/3988774924 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3da006ac00 0x7f3da006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:51.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.578+0000 7f3dbeffd640 1 --2- 172.21.15.76:0/3988774924 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3da006ac00 0x7f3da006d0c0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f3db0034000 tx=0x7f3db002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:51.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.581+0000 7f3db7fff640 1 -- 172.21.15.76:0/3988774924 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f3dc00b48c0 con 0x7f3dc00d29e0 2024-09-13T16:03:51.742 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.741+0000 7f3dc5511640 1 -- 172.21.15.76:0/3988774924 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f3dc00b48c0 con 0x7f3dc00d29e0 2024-09-13T16:03:51.743 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.742+0000 7f3db7fff640 1 -- 172.21.15.76:0/3988774924 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v43) v1 ==== 93+0+10 (secure 0 0 0) 0x7f3da8017070 con 0x7f3dc00d29e0 2024-09-13T16:03:51.743 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2024-09-13T16:03:51.745 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.743+0000 7f3dc5511640 1 -- 172.21.15.76:0/3988774924 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3da006ac00 msgr2=0x7f3da006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:51.745 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.743+0000 7f3dc5511640 1 --2- 172.21.15.76:0/3988774924 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3da006ac00 0x7f3da006d0c0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f3db0034000 tx=0x7f3db002e000 comp rx=0 tx=0).stop 2024-09-13T16:03:51.745 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.743+0000 7f3dc5511640 1 -- 172.21.15.76:0/3988774924 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3dc00d29e0 msgr2=0x7f3dc0148710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:51.745 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.743+0000 7f3dc5511640 1 --2- 172.21.15.76:0/3988774924 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3dc00d29e0 0x7f3dc0148710 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f3da800c400 tx=0x7f3da800c8c0 comp rx=0 tx=0).stop 2024-09-13T16:03:51.745 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.744+0000 7f3dc5511640 1 -- 172.21.15.76:0/3988774924 shutdown_connections 2024-09-13T16:03:51.746 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.744+0000 7f3dc5511640 1 --2- 172.21.15.76:0/3988774924 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3da006ac00 0x7f3da006d0c0 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:51.746 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.744+0000 7f3dc5511640 1 --2- 172.21.15.76:0/3988774924 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3dc015fbc0 0x7f3dc0148c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:51.746 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.744+0000 7f3dc5511640 1 --2- 172.21.15.76:0/3988774924 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3dc00d29e0 0x7f3dc0148710 unknown :-1 s=CLOSED pgs=565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:51.746 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.744+0000 7f3dc5511640 1 --2- 172.21.15.76:0/3988774924 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3dc00cd6c0 0x7f3dc0156140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:51.746 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.744+0000 7f3dc5511640 1 -- 172.21.15.76:0/3988774924 >> 172.21.15.76:0/3988774924 conn(0x7f3dc009b830 msgr2=0x7f3dc00ceb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:03:51.746 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.744+0000 7f3dc5511640 1 -- 172.21.15.76:0/3988774924 shutdown_connections 2024-09-13T16:03:51.746 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.744+0000 7f3dc5511640 1 -- 172.21.15.76:0/3988774924 wait complete. 2024-09-13T16:03:51.756 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:03:51.857 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.855+0000 7f165329c640 1 Processor -- start 2024-09-13T16:03:51.857 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.856+0000 7f165329c640 1 -- start start 2024-09-13T16:03:51.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.856+0000 7f165329c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f164c0d2760 0x7f164c0cd8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:51.861 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.856+0000 7f165329c640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f164c0cde20 0x7f164c0d0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:51.861 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.856+0000 7f165329c640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f164c0cd450 con 0x7f164c15c500 2024-09-13T16:03:51.861 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.856+0000 7f165329c640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f164c0d0cf0 con 0x7f164c0cde20 2024-09-13T16:03:51.861 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.856+0000 7f165329c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f164c0d0fd0 con 0x7f164c0d2760 2024-09-13T16:03:51.861 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.857+0000 7f1651038640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f164c15c500 0x7f164c0d2050 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:43326/0 (socket says 172.21.15.76:43326) 2024-09-13T16:03:51.861 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.857+0000 7f1651038640 1 -- 172.21.15.76:0/1502041831 learned_addr learned my addr 172.21.15.76:0/1502041831 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:03:51.861 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.857+0000 7f1643fff640 1 -- 172.21.15.76:0/1502041831 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 941372637 0 0) 0x7f164c0cd450 con 0x7f164c15c500 2024-09-13T16:03:51.861 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.857+0000 7f1643fff640 1 -- 172.21.15.76:0/1502041831 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1638003520 con 0x7f164c15c500 2024-09-13T16:03:51.861 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.857+0000 7f1651839640 1 --2- 172.21.15.76:0/1502041831 >> v2:172.21.15.192:3300/0 conn(0x7f164c0cde20 0x7f164c0d0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:51.861 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.857+0000 7f1650837640 1 --2- 172.21.15.76:0/1502041831 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f164c0d2760 0x7f164c0cd8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:51.862 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.857+0000 7f1643fff640 1 -- 172.21.15.76:0/1502041831 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3010208263 0 0) 0x7f1638003520 con 0x7f164c15c500 2024-09-13T16:03:51.862 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.857+0000 7f1643fff640 1 -- 172.21.15.76:0/1502041831 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f164c0d2760 msgr2=0x7f164c0cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:03:51.862 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.857+0000 7f1643fff640 1 --2- 172.21.15.76:0/1502041831 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f164c0d2760 0x7f164c0cd8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:51.862 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.857+0000 7f1643fff640 1 -- 172.21.15.76:0/1502041831 >> v2:172.21.15.192:3300/0 conn(0x7f164c0cde20 msgr2=0x7f164c0d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:03:51.862 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.857+0000 7f1643fff640 1 --2- 172.21.15.76:0/1502041831 >> v2:172.21.15.192:3300/0 conn(0x7f164c0cde20 0x7f164c0d0000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:51.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.857+0000 7f1643fff640 1 -- 172.21.15.76:0/1502041831 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f164c0cd0e0 con 0x7f164c15c500 2024-09-13T16:03:51.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.857+0000 7f1643fff640 1 -- 172.21.15.76:0/1502041831 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f1648001670 con 0x7f164c15c500 2024-09-13T16:03:51.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.857+0000 7f1643fff640 1 -- 172.21.15.76:0/1502041831 >> v1:172.21.15.76:6789/0 conn(0x7f164c15c500 legacy=0x7f164c0d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:51.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.857+0000 7f1643fff640 1 --2- 172.21.15.76:0/1502041831 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1638003970 0x7f1638003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:51.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.857+0000 7f1643fff640 1 --2- 172.21.15.76:0/1502041831 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f16380047c0 0x7f1638004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:51.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.857+0000 7f1643fff640 1 --2- 172.21.15.76:0/1502041831 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f164c0d2760 0x7f1638005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:51.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.857+0000 7f1643fff640 1 -- 172.21.15.76:0/1502041831 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f164c0d0cf0 con 0x7f1638003970 2024-09-13T16:03:51.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.857+0000 7f1643fff640 1 -- 172.21.15.76:0/1502041831 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f164c0d0fd0 con 0x7f16380047c0 2024-09-13T16:03:51.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.857+0000 7f1643fff640 1 -- 172.21.15.76:0/1502041831 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f163800ba30 con 0x7f164c0d2760 2024-09-13T16:03:51.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.857+0000 7f1651839640 1 --2- 172.21.15.76:0/1502041831 >> v2:172.21.15.192:3300/0 conn(0x7f164c0cde20 0x7f164c0d0000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:03:51.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.857+0000 7f1651038640 1 --2- 172.21.15.76:0/1502041831 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1638003970 0x7f1638003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:51.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.857+0000 7f1650837640 1 --2- 172.21.15.76:0/1502041831 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f16380047c0 0x7f1638004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:51.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.857+0000 7f1651839640 1 --2- 172.21.15.76:0/1502041831 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f164c0d2760 0x7f1638005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:51.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.857+0000 7f1651038640 1 -- 172.21.15.76:0/1502041831 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f164c0d2760 msgr2=0x7f1638005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:03:51.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.857+0000 7f1651038640 1 --2- 172.21.15.76:0/1502041831 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f164c0d2760 0x7f1638005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:51.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.857+0000 7f1651038640 1 -- 172.21.15.76:0/1502041831 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f16380047c0 msgr2=0x7f1638004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:03:51.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.857+0000 7f1651038640 1 --2- 172.21.15.76:0/1502041831 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f16380047c0 0x7f1638004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:51.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.857+0000 7f1651038640 1 -- 172.21.15.76:0/1502041831 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1638003520 con 0x7f1638003970 2024-09-13T16:03:51.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.858+0000 7f1650837640 1 --2- 172.21.15.76:0/1502041831 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f16380047c0 0x7f1638004c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:03:51.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.858+0000 7f1651038640 1 --2- 172.21.15.76:0/1502041831 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1638003970 0x7f1638003d90 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f1648001eb0 tx=0x7f16380057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d50e34dedb2cd07e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:51.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.858+0000 7f1643fff640 1 -- 172.21.15.76:0/1502041831 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1648005ad0 con 0x7f1638003970 2024-09-13T16:03:51.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.858+0000 7f1643fff640 1 -- 172.21.15.76:0/1502041831 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f164802d070 con 0x7f1638003970 2024-09-13T16:03:51.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.858+0000 7f1643fff640 1 -- 172.21.15.76:0/1502041831 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1648005e90 con 0x7f1638003970 2024-09-13T16:03:51.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.859+0000 7f165329c640 1 -- 172.21.15.76:0/1502041831 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1638003970 msgr2=0x7f1638003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:51.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.859+0000 7f165329c640 1 --2- 172.21.15.76:0/1502041831 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1638003970 0x7f1638003d90 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f1648001eb0 tx=0x7f16380057f0 comp rx=0 tx=0).stop 2024-09-13T16:03:51.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.859+0000 7f1651839640 1 -- 172.21.15.76:0/1502041831 reap_dead start 2024-09-13T16:03:51.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.859+0000 7f165329c640 1 -- 172.21.15.76:0/1502041831 shutdown_connections 2024-09-13T16:03:51.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.859+0000 7f165329c640 1 -- 172.21.15.76:0/1502041831 >> 172.21.15.76:0/1502041831 conn(0x7f164c089f60 msgr2=0x7f164c09b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:03:51.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.859+0000 7f165329c640 1 -- 172.21.15.76:0/1502041831 shutdown_connections 2024-09-13T16:03:51.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.859+0000 7f165329c640 1 -- 172.21.15.76:0/1502041831 wait complete. 2024-09-13T16:03:51.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.860+0000 7f165329c640 1 Processor -- start 2024-09-13T16:03:51.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.860+0000 7f165329c640 1 -- start start 2024-09-13T16:03:51.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.861+0000 7f165329c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1638003970 0x7f164c157f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:51.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.861+0000 7f165329c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f164c0b2830 0x7f164c0b2cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:51.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.861+0000 7f165329c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f164c15f0e0 0x7f164c15f560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:51.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.861+0000 7f165329c640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f164c0ca7d0 con 0x7f164c15f0e0 2024-09-13T16:03:51.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.861+0000 7f165329c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f164c15faa0 con 0x7f1638003970 2024-09-13T16:03:51.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.861+0000 7f165329c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f164c0b38c0 con 0x7f164c0b2830 2024-09-13T16:03:51.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.861+0000 7f1651839640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f164c15f0e0 0x7f164c15f560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:51.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.861+0000 7f1651839640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f164c15f0e0 0x7f164c15f560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:34010/0 (socket says 172.21.15.76:34010) 2024-09-13T16:03:51.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.861+0000 7f1651839640 1 -- 172.21.15.76:0/4120906760 learned_addr learned my addr 172.21.15.76:0/4120906760 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:03:51.869 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.861+0000 7f1650837640 1 --2- 172.21.15.76:0/4120906760 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f164c0b2830 0x7f164c0b2cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:51.869 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.861+0000 7f1651038640 1 --2- 172.21.15.76:0/4120906760 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1638003970 0x7f164c157f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:51.869 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.861+0000 7f1651839640 1 -- 172.21.15.76:0/4120906760 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f164c0b2830 msgr2=0x7f164c0b2cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:51.869 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.861+0000 7f1651839640 1 --2- 172.21.15.76:0/4120906760 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f164c0b2830 0x7f164c0b2cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:51.869 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.861+0000 7f1651839640 1 -- 172.21.15.76:0/4120906760 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1638003970 msgr2=0x7f164c157f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:51.869 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.861+0000 7f1651839640 1 --2- 172.21.15.76:0/4120906760 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1638003970 0x7f164c157f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:51.869 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.861+0000 7f1651839640 1 -- 172.21.15.76:0/4120906760 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f164c158470 con 0x7f164c15f0e0 2024-09-13T16:03:51.869 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.861+0000 7f1651839640 1 --2- 172.21.15.76:0/4120906760 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f164c15f0e0 0x7f164c15f560 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f164c0c94b0 tx=0x7f1644007700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:51.869 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.861+0000 7f1641ffb640 1 -- 172.21.15.76:0/4120906760 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1644003ea0 con 0x7f164c15f0e0 2024-09-13T16:03:51.869 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.862+0000 7f1641ffb640 1 -- 172.21.15.76:0/4120906760 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f164400f050 con 0x7f164c15f0e0 2024-09-13T16:03:51.869 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.862+0000 7f165329c640 1 -- 172.21.15.76:0/4120906760 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f164c0b3300 con 0x7f164c15f0e0 2024-09-13T16:03:51.869 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.862+0000 7f1641ffb640 1 -- 172.21.15.76:0/4120906760 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f16440048a0 con 0x7f164c15f0e0 2024-09-13T16:03:51.870 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.862+0000 7f165329c640 1 -- 172.21.15.76:0/4120906760 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f164c0ca3f0 con 0x7f164c15f0e0 2024-09-13T16:03:51.870 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.863+0000 7f165329c640 1 -- 172.21.15.76:0/4120906760 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f164c0ca910 con 0x7f164c15f0e0 2024-09-13T16:03:51.870 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.863+0000 7f1641ffb640 1 -- 172.21.15.76:0/4120906760 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1644014630 con 0x7f164c15f0e0 2024-09-13T16:03:51.870 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.863+0000 7f1641ffb640 1 --2- 172.21.15.76:0/4120906760 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f163006ac00 0x7f163006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:51.870 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.864+0000 7f1641ffb640 1 -- 172.21.15.76:0/4120906760 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 6058+0+0 (secure 0 0 0) 0x7f1644089910 con 0x7f164c15f0e0 2024-09-13T16:03:51.870 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.864+0000 7f1651038640 1 --2- 172.21.15.76:0/4120906760 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f163006ac00 0x7f163006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:51.870 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.864+0000 7f1651038640 1 --2- 172.21.15.76:0/4120906760 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f163006ac00 0x7f163006d0c0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f1648032000 tx=0x7f164802d000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:51.870 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:51.868+0000 7f1641ffb640 1 -- 172.21.15.76:0/4120906760 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f164c0ca910 con 0x7f164c15f0e0 2024-09-13T16:03:52.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.031+0000 7f165329c640 1 -- 172.21.15.76:0/4120906760 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f164c0ca910 con 0x7f164c15f0e0 2024-09-13T16:03:52.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.031+0000 7f1641ffb640 1 -- 172.21.15.76:0/4120906760 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v43) v1 ==== 104+0+11 (secure 0 0 0) 0x7f164c0ca910 con 0x7f164c15f0e0 2024-09-13T16:03:52.033 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2024-09-13T16:03:52.035 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.033+0000 7f165329c640 1 -- 172.21.15.76:0/4120906760 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f163006ac00 msgr2=0x7f163006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:52.035 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.033+0000 7f165329c640 1 --2- 172.21.15.76:0/4120906760 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f163006ac00 0x7f163006d0c0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f1648032000 tx=0x7f164802d000 comp rx=0 tx=0).stop 2024-09-13T16:03:52.035 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.033+0000 7f165329c640 1 -- 172.21.15.76:0/4120906760 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f164c15f0e0 msgr2=0x7f164c15f560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:52.035 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.033+0000 7f165329c640 1 --2- 172.21.15.76:0/4120906760 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f164c15f0e0 0x7f164c15f560 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f164c0c94b0 tx=0x7f1644007700 comp rx=0 tx=0).stop 2024-09-13T16:03:52.035 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.033+0000 7f165329c640 1 -- 172.21.15.76:0/4120906760 shutdown_connections 2024-09-13T16:03:52.035 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.033+0000 7f165329c640 1 --2- 172.21.15.76:0/4120906760 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f164c15f0e0 0x7f164c15f560 unknown :-1 s=CLOSED pgs=568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:52.036 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.033+0000 7f165329c640 1 --2- 172.21.15.76:0/4120906760 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f163006ac00 0x7f163006d0c0 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:52.036 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.033+0000 7f165329c640 1 --2- 172.21.15.76:0/4120906760 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f164c0b2830 0x7f164c0b2cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:52.036 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.033+0000 7f165329c640 1 --2- 172.21.15.76:0/4120906760 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1638003970 0x7f164c157f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:52.036 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.033+0000 7f165329c640 1 -- 172.21.15.76:0/4120906760 >> 172.21.15.76:0/4120906760 conn(0x7f164c089f60 msgr2=0x7f164c0af260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:03:52.036 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.034+0000 7f165329c640 1 -- 172.21.15.76:0/4120906760 shutdown_connections 2024-09-13T16:03:52.036 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.034+0000 7f165329c640 1 -- 172.21.15.76:0/4120906760 wait complete. 2024-09-13T16:03:52.045 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:03:52.146 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.144+0000 7fddb0595640 1 Processor -- start 2024-09-13T16:03:52.146 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.144+0000 7fddb0595640 1 -- start start 2024-09-13T16:03:52.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.145+0000 7fddb0595640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fdda815c500 0x7fdda80d2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:52.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.145+0000 7fddb0595640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fdda80cdff0 0x7fdda80d0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:52.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.145+0000 7fddb0595640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdda80cd450 con 0x7fdda80d2590 2024-09-13T16:03:52.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.145+0000 7fddb0595640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdda80d29f0 con 0x7fdda80cdff0 2024-09-13T16:03:52.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.145+0000 7fddb0595640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdda80d0cf0 con 0x7fdda815c500 2024-09-13T16:03:52.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.145+0000 7fddaeb32640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fdda80cdff0 0x7fdda80d0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:52.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.146+0000 7fddadb30640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fdda80d2590 0x7fdda80cd8e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:43332/0 (socket says 172.21.15.76:43332) 2024-09-13T16:03:52.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.146+0000 7fddadb30640 1 -- 172.21.15.76:0/2850935007 learned_addr learned my addr 172.21.15.76:0/2850935007 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:03:52.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.146+0000 7fddaeb32640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fdda80cdff0 0x7fdda80d0000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:34026/0 (socket says 172.21.15.76:34026) 2024-09-13T16:03:52.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.146+0000 7fddae331640 1 --2- 172.21.15.76:0/2850935007 >> v2:172.21.15.192:3300/0 conn(0x7fdda815c500 0x7fdda80d2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:52.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.146+0000 7fddaeb32640 1 -- 172.21.15.76:0/2850935007 >> v2:172.21.15.192:3300/0 conn(0x7fdda815c500 msgr2=0x7fdda80d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:03:52.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.146+0000 7fddaeb32640 1 --2- 172.21.15.76:0/2850935007 >> v2:172.21.15.192:3300/0 conn(0x7fdda815c500 0x7fdda80d2050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:52.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.146+0000 7fddaeb32640 1 -- 172.21.15.76:0/2850935007 >> v1:172.21.15.76:6789/0 conn(0x7fdda80d2590 legacy=0x7fdda80cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:52.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.146+0000 7fddaeb32640 1 -- 172.21.15.76:0/2850935007 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdda80d0fd0 con 0x7fdda80cdff0 2024-09-13T16:03:52.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.146+0000 7fddad32f640 1 -- 172.21.15.76:0/2850935007 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3409533315 0 0) 0x7fdda80cd450 con 0x7fdda80d2590 2024-09-13T16:03:52.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.147+0000 7fddaeb32640 1 --2- 172.21.15.76:0/2850935007 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdda80cdff0 0x7fdda80d0000 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7fdda80cfec0 tx=0x7fdda002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a706ae0db301f0eb server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:52.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.147+0000 7fddad32f640 1 -- 172.21.15.76:0/2850935007 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdda0032440 con 0x7fdda80cdff0 2024-09-13T16:03:52.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.147+0000 7fddad32f640 1 -- 172.21.15.76:0/2850935007 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdda00325a0 con 0x7fdda80cdff0 2024-09-13T16:03:52.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.147+0000 7fddad32f640 1 -- 172.21.15.76:0/2850935007 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdda0032930 con 0x7fdda80cdff0 2024-09-13T16:03:52.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.147+0000 7fddb0595640 1 -- 172.21.15.76:0/2850935007 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdda80cdff0 msgr2=0x7fdda80d0000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:52.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.147+0000 7fddb0595640 1 --2- 172.21.15.76:0/2850935007 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdda80cdff0 0x7fdda80d0000 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7fdda80cfec0 tx=0x7fdda002a1a0 comp rx=0 tx=0).stop 2024-09-13T16:03:52.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.147+0000 7fddb0595640 1 -- 172.21.15.76:0/2850935007 shutdown_connections 2024-09-13T16:03:52.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.147+0000 7fddb0595640 1 --2- 172.21.15.76:0/2850935007 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdda80cdff0 0x7fdda80d0000 unknown :-1 s=CLOSED pgs=570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:52.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.147+0000 7fddb0595640 1 --2- 172.21.15.76:0/2850935007 >> v2:172.21.15.192:3300/0 conn(0x7fdda815c500 0x7fdda80d2050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:52.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.147+0000 7fddb0595640 1 -- 172.21.15.76:0/2850935007 >> 172.21.15.76:0/2850935007 conn(0x7fdda8089f60 msgr2=0x7fdda809b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:03:52.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.147+0000 7fddb0595640 1 -- 172.21.15.76:0/2850935007 shutdown_connections 2024-09-13T16:03:52.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.147+0000 7fddb0595640 1 -- 172.21.15.76:0/2850935007 wait complete. 2024-09-13T16:03:52.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.148+0000 7fddb0595640 1 Processor -- start 2024-09-13T16:03:52.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.149+0000 7fddb0595640 1 -- start start 2024-09-13T16:03:52.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.149+0000 7fddb0595640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdda80cdff0 0x7fdda815ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:52.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.149+0000 7fddb0595640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdda80d2590 0x7fdda8158bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:52.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.149+0000 7fddb0595640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdda815c500 0x7fdda8159130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:52.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.149+0000 7fddb0595640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdda815a370 con 0x7fdda80d2590 2024-09-13T16:03:52.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.149+0000 7fddb0595640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdda8159760 con 0x7fdda815c500 2024-09-13T16:03:52.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.149+0000 7fddb0595640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdda8159a40 con 0x7fdda80cdff0 2024-09-13T16:03:52.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.149+0000 7fddadb30640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdda80d2590 0x7fdda8158bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:52.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.149+0000 7fddadb30640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdda80d2590 0x7fdda8158bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:34032/0 (socket says 172.21.15.76:34032) 2024-09-13T16:03:52.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.149+0000 7fddadb30640 1 -- 172.21.15.76:0/2072925350 learned_addr learned my addr 172.21.15.76:0/2072925350 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:03:52.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.149+0000 7fddaeb32640 1 --2- 172.21.15.76:0/2072925350 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdda815c500 0x7fdda8159130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:52.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.149+0000 7fddae331640 1 --2- 172.21.15.76:0/2072925350 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdda80cdff0 0x7fdda815ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:52.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.150+0000 7fddadb30640 1 -- 172.21.15.76:0/2072925350 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdda80cdff0 msgr2=0x7fdda815ccd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:52.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.150+0000 7fddadb30640 1 --2- 172.21.15.76:0/2072925350 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdda80cdff0 0x7fdda815ccd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:52.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.150+0000 7fddadb30640 1 -- 172.21.15.76:0/2072925350 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdda815c500 msgr2=0x7fdda8159130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:52.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.150+0000 7fddadb30640 1 --2- 172.21.15.76:0/2072925350 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdda815c500 0x7fdda8159130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:52.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.150+0000 7fddadb30640 1 -- 172.21.15.76:0/2072925350 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdda0009400 con 0x7fdda80d2590 2024-09-13T16:03:52.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.150+0000 7fddae331640 1 --2- 172.21.15.76:0/2072925350 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdda80cdff0 0x7fdda815ccd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:03:52.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.150+0000 7fddadb30640 1 --2- 172.21.15.76:0/2072925350 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdda80d2590 0x7fdda8158bf0 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7fdd9800c4d0 tx=0x7fdd9800c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:52.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.150+0000 7fdd9effd640 1 -- 172.21.15.76:0/2072925350 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd980074e0 con 0x7fdda80d2590 2024-09-13T16:03:52.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.150+0000 7fdd9effd640 1 -- 172.21.15.76:0/2072925350 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdd98007660 con 0x7fdda80d2590 2024-09-13T16:03:52.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.150+0000 7fddb0595640 1 -- 172.21.15.76:0/2072925350 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdda8159d20 con 0x7fdda80d2590 2024-09-13T16:03:52.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.150+0000 7fdd9effd640 1 -- 172.21.15.76:0/2072925350 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd98004a20 con 0x7fdda80d2590 2024-09-13T16:03:52.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.150+0000 7fddb0595640 1 -- 172.21.15.76:0/2072925350 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdda815d210 con 0x7fdda80d2590 2024-09-13T16:03:52.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.151+0000 7fddb0595640 1 -- 172.21.15.76:0/2072925350 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdda8071af0 con 0x7fdda80d2590 2024-09-13T16:03:52.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.151+0000 7fdd9effd640 1 -- 172.21.15.76:0/2072925350 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fdd98004b80 con 0x7fdda80d2590 2024-09-13T16:03:52.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.152+0000 7fdd9effd640 1 --2- 172.21.15.76:0/2072925350 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdd8c06ac00 0x7fdd8c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:52.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.152+0000 7fdd9effd640 1 -- 172.21.15.76:0/2072925350 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 6058+0+0 (secure 0 0 0) 0x7fdd98088880 con 0x7fdda80d2590 2024-09-13T16:03:52.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.152+0000 7fddae331640 1 --2- 172.21.15.76:0/2072925350 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdd8c06ac00 0x7fdd8c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:52.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.152+0000 7fddae331640 1 --2- 172.21.15.76:0/2072925350 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdd8c06ac00 0x7fdd8c06d0c0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7fdda4009a80 tx=0x7fdda40039d0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:52.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.156+0000 7fdd9effd640 1 -- 172.21.15.76:0/2072925350 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fdd98053a40 con 0x7fdda80d2590 2024-09-13T16:03:52.323 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.321+0000 7fddb0595640 1 -- 172.21.15.76:0/2072925350 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fdda80d0870 con 0x7fdda80d2590 2024-09-13T16:03:52.323 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.321+0000 7fdd9effd640 1 -- 172.21.15.76:0/2072925350 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v43) v1 ==== 100+0+11 (secure 0 0 0) 0x7fdd98018020 con 0x7fdda80d2590 2024-09-13T16:03:52.323 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2024-09-13T16:03:52.325 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.324+0000 7fddb0595640 1 -- 172.21.15.76:0/2072925350 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdd8c06ac00 msgr2=0x7fdd8c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:52.326 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.324+0000 7fddb0595640 1 --2- 172.21.15.76:0/2072925350 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdd8c06ac00 0x7fdd8c06d0c0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7fdda4009a80 tx=0x7fdda40039d0 comp rx=0 tx=0).stop 2024-09-13T16:03:52.326 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.324+0000 7fddb0595640 1 -- 172.21.15.76:0/2072925350 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdda80d2590 msgr2=0x7fdda8158bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:52.326 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.324+0000 7fddb0595640 1 --2- 172.21.15.76:0/2072925350 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdda80d2590 0x7fdda8158bf0 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7fdd9800c4d0 tx=0x7fdd9800c990 comp rx=0 tx=0).stop 2024-09-13T16:03:52.326 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.324+0000 7fddb0595640 1 -- 172.21.15.76:0/2072925350 shutdown_connections 2024-09-13T16:03:52.326 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.324+0000 7fddb0595640 1 --2- 172.21.15.76:0/2072925350 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdda815c500 0x7fdda8159130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:52.326 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.324+0000 7fddb0595640 1 --2- 172.21.15.76:0/2072925350 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdda80d2590 0x7fdda8158bf0 unknown :-1 s=CLOSED pgs=571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:52.326 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.324+0000 7fddb0595640 1 --2- 172.21.15.76:0/2072925350 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdd8c06ac00 0x7fdd8c06d0c0 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:52.326 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.324+0000 7fddb0595640 1 --2- 172.21.15.76:0/2072925350 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdda80cdff0 0x7fdda815ccd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:52.326 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.324+0000 7fddb0595640 1 -- 172.21.15.76:0/2072925350 >> 172.21.15.76:0/2072925350 conn(0x7fdda8089f60 msgr2=0x7fdda80af780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:03:52.326 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.324+0000 7fddb0595640 1 -- 172.21.15.76:0/2072925350 shutdown_connections 2024-09-13T16:03:52.326 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.324+0000 7fddb0595640 1 -- 172.21.15.76:0/2072925350 wait complete. 2024-09-13T16:03:52.336 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:03:52.435 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.434+0000 7f5939c20640 1 Processor -- start 2024-09-13T16:03:52.435 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.434+0000 7f5939c20640 1 -- start start 2024-09-13T16:03:52.437 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.435+0000 7f5939c20640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f5934071d30 0x7f5934070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:52.437 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.435+0000 7f5939c20640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5934072110 0x7f59340b1b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:52.437 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.435+0000 7f5939c20640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f59340c8920 0x7f59340c8dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:52.437 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.435+0000 7f5939c20640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f59340c9310 con 0x7f59340c8920 2024-09-13T16:03:52.438 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.435+0000 7f5939c20640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f59340abdf0 con 0x7f5934071d30 2024-09-13T16:03:52.438 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.435+0000 7f5939c20640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f59340ab1e0 con 0x7f5934072110 2024-09-13T16:03:52.438 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.435+0000 7f5933fff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f59340c8920 0x7f59340c8dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:52.438 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.435+0000 7f5933fff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f59340c8920 0x7f59340c8dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:34046/0 (socket says 172.21.15.76:34046) 2024-09-13T16:03:52.438 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.435+0000 7f5933fff640 1 -- 172.21.15.76:0/1487417456 learned_addr learned my addr 172.21.15.76:0/1487417456 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:03:52.438 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.435+0000 7f59337fe640 1 --2- 172.21.15.76:0/1487417456 >> v2:172.21.15.192:3300/0 conn(0x7f5934071d30 0x7f5934070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:52.438 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.435+0000 7f5932ffd640 1 --2- 172.21.15.76:0/1487417456 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5934072110 0x7f59340b1b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:52.438 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.435+0000 7f5933fff640 1 -- 172.21.15.76:0/1487417456 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5934072110 msgr2=0x7f59340b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:03:52.438 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.435+0000 7f5933fff640 1 --2- 172.21.15.76:0/1487417456 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5934072110 0x7f59340b1b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:52.438 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.435+0000 7f5933fff640 1 -- 172.21.15.76:0/1487417456 >> v2:172.21.15.192:3300/0 conn(0x7f5934071d30 msgr2=0x7f5934070190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:03:52.438 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.435+0000 7f5933fff640 1 --2- 172.21.15.76:0/1487417456 >> v2:172.21.15.192:3300/0 conn(0x7f5934071d30 0x7f5934070190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:52.438 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.435+0000 7f5933fff640 1 -- 172.21.15.76:0/1487417456 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f59340ab4c0 con 0x7f59340c8920 2024-09-13T16:03:52.438 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.435+0000 7f5932ffd640 1 --2- 172.21.15.76:0/1487417456 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5934072110 0x7f59340b1b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:03:52.438 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.435+0000 7f59337fe640 1 --2- 172.21.15.76:0/1487417456 >> v2:172.21.15.192:3300/0 conn(0x7f5934071d30 0x7f5934070190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:03:52.439 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.436+0000 7f5933fff640 1 --2- 172.21.15.76:0/1487417456 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f59340c8920 0x7f59340c8dd0 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7f592c00d150 tx=0x7f592c02c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5541e5315d55f2dc server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:52.439 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.436+0000 7f59327fc640 1 -- 172.21.15.76:0/1487417456 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f592c02f070 con 0x7f59340c8920 2024-09-13T16:03:52.439 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.436+0000 7f59327fc640 1 -- 172.21.15.76:0/1487417456 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f592c00b2e0 con 0x7f59340c8920 2024-09-13T16:03:52.439 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.436+0000 7f59327fc640 1 -- 172.21.15.76:0/1487417456 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f592c009820 con 0x7f59340c8920 2024-09-13T16:03:52.441 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.436+0000 7f5939c20640 1 -- 172.21.15.76:0/1487417456 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f59340c8920 msgr2=0x7f59340c8dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:52.441 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.436+0000 7f5939c20640 1 --2- 172.21.15.76:0/1487417456 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f59340c8920 0x7f59340c8dd0 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7f592c00d150 tx=0x7f592c02c8e0 comp rx=0 tx=0).stop 2024-09-13T16:03:52.441 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.437+0000 7f5939c20640 1 -- 172.21.15.76:0/1487417456 shutdown_connections 2024-09-13T16:03:52.442 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.437+0000 7f5939c20640 1 --2- 172.21.15.76:0/1487417456 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f59340c8920 0x7f59340c8dd0 unknown :-1 s=CLOSED pgs=572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:52.442 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.437+0000 7f5939c20640 1 --2- 172.21.15.76:0/1487417456 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5934072110 0x7f59340b1b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:52.442 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.437+0000 7f5939c20640 1 --2- 172.21.15.76:0/1487417456 >> v2:172.21.15.192:3300/0 conn(0x7f5934071d30 0x7f5934070190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:52.442 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.437+0000 7f5939c20640 1 -- 172.21.15.76:0/1487417456 >> 172.21.15.76:0/1487417456 conn(0x7f5934069ed0 msgr2=0x7f593406a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:03:52.442 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.437+0000 7f5939c20640 1 -- 172.21.15.76:0/1487417456 shutdown_connections 2024-09-13T16:03:52.442 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.437+0000 7f5939c20640 1 -- 172.21.15.76:0/1487417456 wait complete. 2024-09-13T16:03:52.442 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.438+0000 7f5939c20640 1 Processor -- start 2024-09-13T16:03:52.442 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.438+0000 7f5939c20640 1 -- start start 2024-09-13T16:03:52.442 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.439+0000 7f5939c20640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5934071d30 0x7f59340c34e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:52.442 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.439+0000 7f5939c20640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5934072110 0x7f59340c6c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:52.442 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.439+0000 7f5939c20640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f59340c8920 0x7f59340c75e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:52.442 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.439+0000 7f5939c20640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f59340c7f80 con 0x7f5934072110 2024-09-13T16:03:52.442 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.439+0000 7f5939c20640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f59340c8260 con 0x7f59340c8920 2024-09-13T16:03:52.443 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.439+0000 7f5939c20640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f59340c2ce0 con 0x7f5934071d30 2024-09-13T16:03:52.443 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.439+0000 7f5932ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5934072110 0x7f59340c6c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:52.443 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.439+0000 7f5932ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5934072110 0x7f59340c6c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:34058/0 (socket says 172.21.15.76:34058) 2024-09-13T16:03:52.443 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.439+0000 7f5932ffd640 1 -- 172.21.15.76:0/1123871473 learned_addr learned my addr 172.21.15.76:0/1123871473 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:03:52.443 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.439+0000 7f59337fe640 1 --2- 172.21.15.76:0/1123871473 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5934071d30 0x7f59340c34e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:52.443 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.439+0000 7f5933fff640 1 --2- 172.21.15.76:0/1123871473 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f59340c8920 0x7f59340c75e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:52.443 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.439+0000 7f5932ffd640 1 -- 172.21.15.76:0/1123871473 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5934071d30 msgr2=0x7f59340c34e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:52.443 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.439+0000 7f5932ffd640 1 --2- 172.21.15.76:0/1123871473 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5934071d30 0x7f59340c34e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:52.443 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.439+0000 7f5932ffd640 1 -- 172.21.15.76:0/1123871473 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f59340c8920 msgr2=0x7f59340c75e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:52.443 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.439+0000 7f5932ffd640 1 --2- 172.21.15.76:0/1123871473 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f59340c8920 0x7f59340c75e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:52.443 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.439+0000 7f5932ffd640 1 -- 172.21.15.76:0/1123871473 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f592c00bd40 con 0x7f5934072110 2024-09-13T16:03:52.443 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.439+0000 7f5932ffd640 1 --2- 172.21.15.76:0/1123871473 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5934072110 0x7f59340c6c00 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f592800c7f0 tx=0x7f592800ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:52.443 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.439+0000 7f591bfff640 1 -- 172.21.15.76:0/1123871473 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f592800cea0 con 0x7f5934072110 2024-09-13T16:03:52.443 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.439+0000 7f591bfff640 1 -- 172.21.15.76:0/1123871473 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5928007a30 con 0x7f5934072110 2024-09-13T16:03:52.443 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.439+0000 7f5939c20640 1 -- 172.21.15.76:0/1123871473 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f59340c2fc0 con 0x7f5934072110 2024-09-13T16:03:52.444 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.439+0000 7f591bfff640 1 -- 172.21.15.76:0/1123871473 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5928007de0 con 0x7f5934072110 2024-09-13T16:03:52.444 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.440+0000 7f5939c20640 1 -- 172.21.15.76:0/1123871473 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f59340c7140 con 0x7f5934072110 2024-09-13T16:03:52.444 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.440+0000 7f5939c20640 1 -- 172.21.15.76:0/1123871473 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f59340c8420 con 0x7f5934072110 2024-09-13T16:03:52.444 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.441+0000 7f591bfff640 1 -- 172.21.15.76:0/1123871473 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f59280113f0 con 0x7f5934072110 2024-09-13T16:03:52.445 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.441+0000 7f591bfff640 1 --2- 172.21.15.76:0/1123871473 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f592006ac00 0x7f592006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:52.445 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.441+0000 7f591bfff640 1 -- 172.21.15.76:0/1123871473 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 6058+0+0 (secure 0 0 0) 0x7f59280895b0 con 0x7f5934072110 2024-09-13T16:03:52.445 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.441+0000 7f59337fe640 1 --2- 172.21.15.76:0/1123871473 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f592006ac00 0x7f592006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:52.445 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.442+0000 7f59337fe640 1 --2- 172.21.15.76:0/1123871473 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f592006ac00 0x7f592006d0c0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f5924006b10 tx=0x7f5924008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:52.446 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.445+0000 7f591bfff640 1 -- 172.21.15.76:0/1123871473 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f59280546e0 con 0x7f5934072110 2024-09-13T16:03:52.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.618+0000 7f5939c20640 1 -- 172.21.15.76:0/1123871473 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f59340c3150 con 0x7f5934072110 2024-09-13T16:03:52.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.618+0000 7f591bfff640 1 -- 172.21.15.76:0/1123871473 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v43) v1 ==== 80+0+0 (secure 0 0 0) 0x7f5928057d00 con 0x7f5934072110 2024-09-13T16:03:52.620 INFO:teuthology.orchestra.run.smithi076.stderr:listed 0 entries 2024-09-13T16:03:52.622 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.620+0000 7f5939c20640 1 -- 172.21.15.76:0/1123871473 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f592006ac00 msgr2=0x7f592006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:52.622 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.620+0000 7f5939c20640 1 --2- 172.21.15.76:0/1123871473 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f592006ac00 0x7f592006d0c0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f5924006b10 tx=0x7f5924008040 comp rx=0 tx=0).stop 2024-09-13T16:03:52.622 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.620+0000 7f5939c20640 1 -- 172.21.15.76:0/1123871473 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5934072110 msgr2=0x7f59340c6c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:52.622 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.620+0000 7f5939c20640 1 --2- 172.21.15.76:0/1123871473 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5934072110 0x7f59340c6c00 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f592800c7f0 tx=0x7f592800ccb0 comp rx=0 tx=0).stop 2024-09-13T16:03:52.622 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.620+0000 7f5939c20640 1 -- 172.21.15.76:0/1123871473 shutdown_connections 2024-09-13T16:03:52.622 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.620+0000 7f5939c20640 1 --2- 172.21.15.76:0/1123871473 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f59340c8920 0x7f59340c75e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:52.622 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.620+0000 7f5939c20640 1 --2- 172.21.15.76:0/1123871473 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5934072110 0x7f59340c6c00 unknown :-1 s=CLOSED pgs=573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:52.622 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.620+0000 7f5939c20640 1 --2- 172.21.15.76:0/1123871473 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f592006ac00 0x7f592006d0c0 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:52.623 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.620+0000 7f5939c20640 1 --2- 172.21.15.76:0/1123871473 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5934071d30 0x7f59340c34e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:52.623 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.620+0000 7f5939c20640 1 -- 172.21.15.76:0/1123871473 >> 172.21.15.76:0/1123871473 conn(0x7f5934069ed0 msgr2=0x7f59340ae250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:03:52.623 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.621+0000 7f5939c20640 1 -- 172.21.15.76:0/1123871473 shutdown_connections 2024-09-13T16:03:52.623 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.621+0000 7f5939c20640 1 -- 172.21.15.76:0/1123871473 wait complete. 2024-09-13T16:03:52.632 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi076.front.sepia.ceph.com... 2024-09-13T16:03:52.632 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:03:52.633 DEBUG:teuthology.orchestra.run.smithi076:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-13T16:03:52.656 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi076.stderr:ceph-fuse[53007]: fuse finished with error 0 and tester_r 0 2024-09-13T16:03:52.657 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi076.front.sepia.ceph.com 2024-09-13T16:03:52.657 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:03:52.658 DEBUG:teuthology.orchestra.run.smithi076:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T16:03:52.794 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-13T16:03:52.794 DEBUG:teuthology.orchestra.run.smithi192:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:03:52.813 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:03:52.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.910+0000 7f80bd00d640 1 Processor -- start 2024-09-13T16:03:52.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.910+0000 7f80bd00d640 1 -- start start 2024-09-13T16:03:52.913 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.911+0000 7f80bd00d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f80b80b4130 0x7f80b80d2d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:52.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.911+0000 7f80bd00d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f80b80b4510 0x7f80b80d1620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:52.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.911+0000 7f80bd00d640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f80b80b3540 con 0x7f80b808a370 2024-09-13T16:03:52.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.911+0000 7f80bd00d640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f80b80b2ff0 con 0x7f80b80b4130 2024-09-13T16:03:52.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.911+0000 7f80bd00d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f80b80cdc70 con 0x7f80b80b4510 2024-09-13T16:03:52.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.911+0000 7f80b6d9d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f80b80b4130 0x7f80b80d2d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:52.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.911+0000 7f80b6d9d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f80b80b4130 0x7f80b80d2d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:34070/0 (socket says 172.21.15.76:34070) 2024-09-13T16:03:52.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.911+0000 7f80b6d9d640 1 -- 172.21.15.76:0/2624645944 learned_addr learned my addr 172.21.15.76:0/2624645944 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:03:52.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.911+0000 7f80b759e640 1 --2- 172.21.15.76:0/2624645944 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f80b80b4510 0x7f80b80d1620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:52.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.911+0000 7f80b6d9d640 1 -- 172.21.15.76:0/2624645944 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f80b80b4510 msgr2=0x7f80b80d1620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:03:52.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.911+0000 7f80b6d9d640 1 --2- 172.21.15.76:0/2624645944 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f80b80b4510 0x7f80b80d1620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:52.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.911+0000 7f80b6d9d640 1 -- 172.21.15.76:0/2624645944 >> v1:172.21.15.192:6789/0 conn(0x7f80b808a370 legacy=0x7f80b80d0f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:52.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.912+0000 7f80b6d9d640 1 -- 172.21.15.76:0/2624645944 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f80b80cd6f0 con 0x7f80b80b4130 2024-09-13T16:03:52.915 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.912+0000 7f80b6d9d640 1 --2- 172.21.15.76:0/2624645944 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f80b80b4130 0x7f80b80d2d00 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f80a8009e50 tx=0x7f80a802a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f8f972599da2ed8a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:52.915 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.912+0000 7f80b5d9b640 1 -- 172.21.15.76:0/2624645944 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80a8031600 con 0x7f80b80b4130 2024-09-13T16:03:52.915 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.912+0000 7f80b5d9b640 1 -- 172.21.15.76:0/2624645944 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f80a802d050 con 0x7f80b80b4130 2024-09-13T16:03:52.915 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.912+0000 7f80b5d9b640 1 -- 172.21.15.76:0/2624645944 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80a8031980 con 0x7f80b80b4130 2024-09-13T16:03:52.916 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.913+0000 7f80bd00d640 1 -- 172.21.15.76:0/2624645944 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f80b80b4130 msgr2=0x7f80b80d2d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:52.916 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.913+0000 7f80bd00d640 1 --2- 172.21.15.76:0/2624645944 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f80b80b4130 0x7f80b80d2d00 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f80a8009e50 tx=0x7f80a802a710 comp rx=0 tx=0).stop 2024-09-13T16:03:52.916 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.913+0000 7f80bd00d640 1 -- 172.21.15.76:0/2624645944 shutdown_connections 2024-09-13T16:03:52.916 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.913+0000 7f80bd00d640 1 --2- 172.21.15.76:0/2624645944 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f80b80b4510 0x7f80b80d1620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:52.916 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.913+0000 7f80bd00d640 1 --2- 172.21.15.76:0/2624645944 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f80b80b4130 0x7f80b80d2d00 unknown :-1 s=CLOSED pgs=574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:52.916 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.913+0000 7f80bd00d640 1 -- 172.21.15.76:0/2624645944 >> 172.21.15.76:0/2624645944 conn(0x7f80b8089f60 msgr2=0x7f80b80d24f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:03:52.916 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.913+0000 7f80bd00d640 1 -- 172.21.15.76:0/2624645944 shutdown_connections 2024-09-13T16:03:52.916 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.913+0000 7f80bd00d640 1 -- 172.21.15.76:0/2624645944 wait complete. 2024-09-13T16:03:52.916 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.914+0000 7f80bd00d640 1 Processor -- start 2024-09-13T16:03:52.916 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.914+0000 7f80bd00d640 1 -- start start 2024-09-13T16:03:52.919 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.915+0000 7f80bd00d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f80b808a370 0x7f80b814ecf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:52.919 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.915+0000 7f80bd00d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f80b80b4130 0x7f80b80b17a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:52.919 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.915+0000 7f80bd00d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f80b80b4510 0x7f80b80b1ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:52.919 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.915+0000 7f80bd00d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80b814faa0 con 0x7f80b808a370 2024-09-13T16:03:52.919 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.915+0000 7f80bd00d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80b814fd80 con 0x7f80b80b4130 2024-09-13T16:03:52.919 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.915+0000 7f80bd00d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f80b8150060 con 0x7f80b80b4510 2024-09-13T16:03:52.919 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.915+0000 7f80b6d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f80b808a370 0x7f80b814ecf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:52.920 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.915+0000 7f80b6d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f80b808a370 0x7f80b814ecf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:34076/0 (socket says 172.21.15.76:34076) 2024-09-13T16:03:52.920 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.915+0000 7f80b6d9d640 1 -- 172.21.15.76:0/3929738963 learned_addr learned my addr 172.21.15.76:0/3929738963 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:03:52.920 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.915+0000 7f80b759e640 1 --2- 172.21.15.76:0/3929738963 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f80b80b4510 0x7f80b80b1ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:52.920 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.915+0000 7f80b659c640 1 --2- 172.21.15.76:0/3929738963 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f80b80b4130 0x7f80b80b17a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:52.920 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.916+0000 7f80b6d9d640 1 -- 172.21.15.76:0/3929738963 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f80b80b4510 msgr2=0x7f80b80b1ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:52.920 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.916+0000 7f80b6d9d640 1 --2- 172.21.15.76:0/3929738963 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f80b80b4510 0x7f80b80b1ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:52.920 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.916+0000 7f80b6d9d640 1 -- 172.21.15.76:0/3929738963 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f80b80b4130 msgr2=0x7f80b80b17a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:52.920 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.916+0000 7f80b6d9d640 1 --2- 172.21.15.76:0/3929738963 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f80b80b4130 0x7f80b80b17a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:52.920 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.916+0000 7f80b6d9d640 1 -- 172.21.15.76:0/3929738963 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f80a8009b30 con 0x7f80b808a370 2024-09-13T16:03:52.920 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.916+0000 7f80b6d9d640 1 --2- 172.21.15.76:0/3929738963 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f80b808a370 0x7f80b814ecf0 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f80a8034040 tx=0x7f80a8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:52.920 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.916+0000 7f809f7fe640 1 -- 172.21.15.76:0/3929738963 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80a803d860 con 0x7f80b808a370 2024-09-13T16:03:52.920 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.916+0000 7f809f7fe640 1 -- 172.21.15.76:0/3929738963 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f80a803d9c0 con 0x7f80b808a370 2024-09-13T16:03:52.920 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.916+0000 7f80bd00d640 1 -- 172.21.15.76:0/3929738963 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f80b8150340 con 0x7f80b808a370 2024-09-13T16:03:52.921 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.916+0000 7f809f7fe640 1 -- 172.21.15.76:0/3929738963 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80a803dd70 con 0x7f80b808a370 2024-09-13T16:03:52.921 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.916+0000 7f80bd00d640 1 -- 172.21.15.76:0/3929738963 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f80b814f230 con 0x7f80b808a370 2024-09-13T16:03:52.921 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.917+0000 7f80bd00d640 1 -- 172.21.15.76:0/3929738963 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f80b80d2ce0 con 0x7f80b808a370 2024-09-13T16:03:52.921 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.917+0000 7f809f7fe640 1 -- 172.21.15.76:0/3929738963 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f80a803b400 con 0x7f80b808a370 2024-09-13T16:03:52.921 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.918+0000 7f809f7fe640 1 --2- 172.21.15.76:0/3929738963 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f80a406ac00 0x7f80a406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:52.921 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.918+0000 7f809f7fe640 1 -- 172.21.15.76:0/3929738963 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 6058+0+0 (secure 0 0 0) 0x7f80a80aa2d0 con 0x7f80b808a370 2024-09-13T16:03:52.921 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.918+0000 7f80b659c640 1 --2- 172.21.15.76:0/3929738963 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f80a406ac00 0x7f80a406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:52.921 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.918+0000 7f80b659c640 1 --2- 172.21.15.76:0/3929738963 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f80a406ac00 0x7f80a406d0c0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f80b8152b20 tx=0x7f80ac009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:52.923 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:52.922+0000 7f809f7fe640 1 -- 172.21.15.76:0/3929738963 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f80a8075400 con 0x7f80b808a370 2024-09-13T16:03:53.089 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.087+0000 7f80bd00d640 1 -- 172.21.15.76:0/3929738963 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f80b814fbe0 con 0x7f80b808a370 2024-09-13T16:03:53.090 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.089+0000 7f809f7fe640 1 -- 172.21.15.76:0/3929738963 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v43) v1 ==== 74+0+16787 (secure 0 0 0) 0x7f80b814fbe0 con 0x7f80b808a370 2024-09-13T16:03:53.090 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:03:53.090 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":43,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:03:21.040017+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:02:54.526790+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"40","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-09-13T16:02:55.208798+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"41","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"6.1a","mappings":[{"from":5,"to":0}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:03:53.092 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.091+0000 7f80bd00d640 1 -- 172.21.15.76:0/3929738963 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f80a406ac00 msgr2=0x7f80a406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:53.092 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.091+0000 7f80bd00d640 1 --2- 172.21.15.76:0/3929738963 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f80a406ac00 0x7f80a406d0c0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f80b8152b20 tx=0x7f80ac009040 comp rx=0 tx=0).stop 2024-09-13T16:03:53.093 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.091+0000 7f80bd00d640 1 -- 172.21.15.76:0/3929738963 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f80b808a370 msgr2=0x7f80b814ecf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:53.093 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.091+0000 7f80bd00d640 1 --2- 172.21.15.76:0/3929738963 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f80b808a370 0x7f80b814ecf0 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f80a8034040 tx=0x7f80a8004a40 comp rx=0 tx=0).stop 2024-09-13T16:03:53.093 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.091+0000 7f80bd00d640 1 -- 172.21.15.76:0/3929738963 shutdown_connections 2024-09-13T16:03:53.093 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.091+0000 7f80bd00d640 1 --2- 172.21.15.76:0/3929738963 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f80a406ac00 0x7f80a406d0c0 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:53.093 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.091+0000 7f80bd00d640 1 --2- 172.21.15.76:0/3929738963 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f80b80b4510 0x7f80b80b1ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:53.093 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.091+0000 7f80bd00d640 1 --2- 172.21.15.76:0/3929738963 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f80b80b4130 0x7f80b80b17a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:53.093 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.091+0000 7f80bd00d640 1 --2- 172.21.15.76:0/3929738963 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f80b808a370 0x7f80b814ecf0 unknown :-1 s=CLOSED pgs=575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:53.093 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.091+0000 7f80bd00d640 1 -- 172.21.15.76:0/3929738963 >> 172.21.15.76:0/3929738963 conn(0x7f80b8089f60 msgr2=0x7f80b80b7db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:03:53.093 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.091+0000 7f80bd00d640 1 -- 172.21.15.76:0/3929738963 shutdown_connections 2024-09-13T16:03:53.093 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.091+0000 7f80bd00d640 1 -- 172.21.15.76:0/3929738963 wait complete. 2024-09-13T16:03:53.103 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:01:26.960607+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:02:54.526790+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '40', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.25, 'score_stable': 1.25, 'optimal_score': 1, 'raw_score_acting': 1.25, 'raw_score_stable': 1.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 6, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:02:55.208798+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '41', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:03:53.103 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:03:53.204 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.203+0000 7fbbe3bb5640 1 Processor -- start 2024-09-13T16:03:53.205 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.203+0000 7fbbe3bb5640 1 -- start start 2024-09-13T16:03:53.206 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.204+0000 7fbbe3bb5640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fbbdc0cec00 0x7fbbdc0ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:53.206 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.204+0000 7fbbe3bb5640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbbdc0ccbe0 con 0x7fbbdc159310 2024-09-13T16:03:53.206 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.204+0000 7fbbe3bb5640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbbdc0b1810 con 0x7fbbdc0b2b40 2024-09-13T16:03:53.206 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.204+0000 7fbbe3bb5640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbbdc0ad940 con 0x7fbbdc0cec00 2024-09-13T16:03:53.206 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.204+0000 7fbbe1951640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fbbdc159310 0x7fbbdc0ab140 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:43344/0 (socket says 172.21.15.76:43344) 2024-09-13T16:03:53.206 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.204+0000 7fbbe1951640 1 -- 172.21.15.76:0/3333718573 learned_addr learned my addr 172.21.15.76:0/3333718573 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:03:53.206 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.204+0000 7fbbe2152640 1 --2- 172.21.15.76:0/3333718573 >> v2:172.21.15.76:3300/0 conn(0x7fbbdc0cec00 0x7fbbdc0ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:53.206 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.204+0000 7fbbe094f640 1 -- 172.21.15.76:0/3333718573 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2768583841 0 0) 0x7fbbdc0ccbe0 con 0x7fbbdc159310 2024-09-13T16:03:53.206 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.204+0000 7fbbe094f640 1 -- 172.21.15.76:0/3333718573 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fbbc8003520 con 0x7fbbdc159310 2024-09-13T16:03:53.206 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.204+0000 7fbbe2152640 1 -- 172.21.15.76:0/3333718573 >> v1:172.21.15.192:6789/0 conn(0x7fbbdc0b2b40 legacy=0x7fbbdc0ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:53.206 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.204+0000 7fbbe2152640 1 -- 172.21.15.76:0/3333718573 >> v1:172.21.15.76:6789/0 conn(0x7fbbdc159310 legacy=0x7fbbdc0ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:53.207 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.204+0000 7fbbe2152640 1 -- 172.21.15.76:0/3333718573 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbbdc06d9e0 con 0x7fbbdc0cec00 2024-09-13T16:03:53.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.205+0000 7fbbe2152640 1 --2- 172.21.15.76:0/3333718573 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbbdc0cec00 0x7fbbdc0ad400 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7fbbd4009d90 tx=0x7fbbd402a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e5723f28c95bb8b2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:53.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.205+0000 7fbbe094f640 1 -- 172.21.15.76:0/3333718573 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbbd4007740 con 0x7fbbdc0cec00 2024-09-13T16:03:53.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.205+0000 7fbbe094f640 1 -- 172.21.15.76:0/3333718573 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbbd402d050 con 0x7fbbdc0cec00 2024-09-13T16:03:53.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.205+0000 7fbbe094f640 1 -- 172.21.15.76:0/3333718573 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbbd4007ac0 con 0x7fbbdc0cec00 2024-09-13T16:03:53.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.206+0000 7fbbe3bb5640 1 -- 172.21.15.76:0/3333718573 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbbdc0cec00 msgr2=0x7fbbdc0ad400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:53.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.206+0000 7fbbe3bb5640 1 --2- 172.21.15.76:0/3333718573 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbbdc0cec00 0x7fbbdc0ad400 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7fbbd4009d90 tx=0x7fbbd402a660 comp rx=0 tx=0).stop 2024-09-13T16:03:53.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.206+0000 7fbbe3bb5640 1 -- 172.21.15.76:0/3333718573 shutdown_connections 2024-09-13T16:03:53.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.206+0000 7fbbe3bb5640 1 --2- 172.21.15.76:0/3333718573 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbbdc0cec00 0x7fbbdc0ad400 unknown :-1 s=CLOSED pgs=577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:53.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.206+0000 7fbbe3bb5640 1 -- 172.21.15.76:0/3333718573 >> 172.21.15.76:0/3333718573 conn(0x7fbbdc06a0b0 msgr2=0x7fbbdc06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:03:53.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.206+0000 7fbbe3bb5640 1 -- 172.21.15.76:0/3333718573 shutdown_connections 2024-09-13T16:03:53.209 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.206+0000 7fbbe3bb5640 1 -- 172.21.15.76:0/3333718573 wait complete. 2024-09-13T16:03:53.210 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.207+0000 7fbbe3bb5640 1 Processor -- start 2024-09-13T16:03:53.210 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.207+0000 7fbbe3bb5640 1 -- start start 2024-09-13T16:03:53.211 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.208+0000 7fbbe3bb5640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbbdc0b2b40 0x7fbbdc097890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:53.211 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.208+0000 7fbbe3bb5640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbbdc0cec00 0x7fbbdc0c9790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:53.211 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.208+0000 7fbbe3bb5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbbdc159310 0x7fbbdc0c9cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:53.211 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.208+0000 7fbbe3bb5640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbbdc1e0c00 con 0x7fbbdc159310 2024-09-13T16:03:53.211 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.208+0000 7fbbe3bb5640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbbdc1e05d0 con 0x7fbbdc0cec00 2024-09-13T16:03:53.211 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.208+0000 7fbbe3bb5640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbbdc0ad210 con 0x7fbbdc0b2b40 2024-09-13T16:03:53.211 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.208+0000 7fbbe2152640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbbdc159310 0x7fbbdc0c9cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:53.211 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.208+0000 7fbbe2152640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbbdc159310 0x7fbbdc0c9cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:34084/0 (socket says 172.21.15.76:34084) 2024-09-13T16:03:53.211 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.208+0000 7fbbe2152640 1 -- 172.21.15.76:0/841743875 learned_addr learned my addr 172.21.15.76:0/841743875 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:03:53.211 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.208+0000 7fbbe1951640 1 --2- 172.21.15.76:0/841743875 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbbdc0b2b40 0x7fbbdc097890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:53.211 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.208+0000 7fbbe1150640 1 --2- 172.21.15.76:0/841743875 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbbdc0cec00 0x7fbbdc0c9790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:53.211 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.208+0000 7fbbe2152640 1 -- 172.21.15.76:0/841743875 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbbdc0b2b40 msgr2=0x7fbbdc097890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:53.211 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.208+0000 7fbbe2152640 1 --2- 172.21.15.76:0/841743875 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbbdc0b2b40 0x7fbbdc097890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:53.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.208+0000 7fbbe2152640 1 -- 172.21.15.76:0/841743875 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbbdc0cec00 msgr2=0x7fbbdc0c9790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:53.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.208+0000 7fbbe2152640 1 --2- 172.21.15.76:0/841743875 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbbdc0cec00 0x7fbbdc0c9790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:53.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.208+0000 7fbbe2152640 1 -- 172.21.15.76:0/841743875 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbbd4009a70 con 0x7fbbdc159310 2024-09-13T16:03:53.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.208+0000 7fbbe2152640 1 --2- 172.21.15.76:0/841743875 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbbdc159310 0x7fbbdc0c9cd0 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7fbbd4009eb0 tx=0x7fbbd4004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:53.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.208+0000 7fbbd27fc640 1 -- 172.21.15.76:0/841743875 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbbd403c830 con 0x7fbbdc159310 2024-09-13T16:03:53.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.209+0000 7fbbd27fc640 1 -- 172.21.15.76:0/841743875 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbbd403c990 con 0x7fbbdc159310 2024-09-13T16:03:53.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.209+0000 7fbbe3bb5640 1 -- 172.21.15.76:0/841743875 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbbdc0b0850 con 0x7fbbdc159310 2024-09-13T16:03:53.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.209+0000 7fbbd27fc640 1 -- 172.21.15.76:0/841743875 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbbd403cd00 con 0x7fbbdc159310 2024-09-13T16:03:53.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.209+0000 7fbbe3bb5640 1 -- 172.21.15.76:0/841743875 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbbdc1e0820 con 0x7fbbdc159310 2024-09-13T16:03:53.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.210+0000 7fbbe3bb5640 1 -- 172.21.15.76:0/841743875 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbbdc1e0d40 con 0x7fbbdc159310 2024-09-13T16:03:53.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.210+0000 7fbbd27fc640 1 -- 172.21.15.76:0/841743875 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fbbd4031400 con 0x7fbbdc159310 2024-09-13T16:03:53.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.210+0000 7fbbd27fc640 1 --2- 172.21.15.76:0/841743875 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbbc006ac00 0x7fbbc006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:53.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.211+0000 7fbbd27fc640 1 -- 172.21.15.76:0/841743875 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 6058+0+0 (secure 0 0 0) 0x7fbbd40aafb0 con 0x7fbbdc159310 2024-09-13T16:03:53.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.211+0000 7fbbe1951640 1 --2- 172.21.15.76:0/841743875 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbbc006ac00 0x7fbbc006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:53.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.211+0000 7fbbe1951640 1 --2- 172.21.15.76:0/841743875 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbbc006ac00 0x7fbbc006d0c0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fbbd80011e0 tx=0x7fbbd8007d30 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:53.216 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.215+0000 7fbbd27fc640 1 -- 172.21.15.76:0/841743875 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fbbd40de9c0 con 0x7fbbdc159310 2024-09-13T16:03:53.378 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.377+0000 7fbbe3bb5640 1 -- 172.21.15.76:0/841743875 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fbbdc06e4b0 con 0x7fbbdc159310 2024-09-13T16:03:53.378 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.377+0000 7fbbd27fc640 1 -- 172.21.15.76:0/841743875 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v43) v1 ==== 93+0+10 (secure 0 0 0) 0x7fbbd403ce60 con 0x7fbbdc159310 2024-09-13T16:03:53.379 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2024-09-13T16:03:53.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.379+0000 7fbbe3bb5640 1 -- 172.21.15.76:0/841743875 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbbc006ac00 msgr2=0x7fbbc006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:53.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.379+0000 7fbbe3bb5640 1 --2- 172.21.15.76:0/841743875 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbbc006ac00 0x7fbbc006d0c0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fbbd80011e0 tx=0x7fbbd8007d30 comp rx=0 tx=0).stop 2024-09-13T16:03:53.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.379+0000 7fbbe3bb5640 1 -- 172.21.15.76:0/841743875 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbbdc159310 msgr2=0x7fbbdc0c9cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:53.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.379+0000 7fbbe3bb5640 1 --2- 172.21.15.76:0/841743875 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbbdc159310 0x7fbbdc0c9cd0 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7fbbd4009eb0 tx=0x7fbbd4004a40 comp rx=0 tx=0).stop 2024-09-13T16:03:53.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.379+0000 7fbbe3bb5640 1 -- 172.21.15.76:0/841743875 shutdown_connections 2024-09-13T16:03:53.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.379+0000 7fbbe3bb5640 1 --2- 172.21.15.76:0/841743875 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbbdc159310 0x7fbbdc0c9cd0 unknown :-1 s=CLOSED pgs=578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:53.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.379+0000 7fbbe3bb5640 1 --2- 172.21.15.76:0/841743875 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbbdc0cec00 0x7fbbdc0c9790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:53.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.379+0000 7fbbe3bb5640 1 --2- 172.21.15.76:0/841743875 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbbc006ac00 0x7fbbc006d0c0 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:53.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.379+0000 7fbbe3bb5640 1 --2- 172.21.15.76:0/841743875 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbbdc0b2b40 0x7fbbdc097890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:53.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.379+0000 7fbbe3bb5640 1 -- 172.21.15.76:0/841743875 >> 172.21.15.76:0/841743875 conn(0x7fbbdc06a0b0 msgr2=0x7fbbdc0b1ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:03:53.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.379+0000 7fbbe3bb5640 1 -- 172.21.15.76:0/841743875 shutdown_connections 2024-09-13T16:03:53.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.379+0000 7fbbe3bb5640 1 -- 172.21.15.76:0/841743875 wait complete. 2024-09-13T16:03:53.391 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:03:53.492 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.491+0000 7fad89365640 1 Processor -- start 2024-09-13T16:03:53.493 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.491+0000 7fad89365640 1 -- start start 2024-09-13T16:03:53.496 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.492+0000 7fad89365640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fad8406e930 0x7fad8406b1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:53.496 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.492+0000 7fad89365640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fad8406b880 con 0x7fad8415c4c0 2024-09-13T16:03:53.496 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.492+0000 7fad89365640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fad8406bb60 con 0x7fad840cd7c0 2024-09-13T16:03:53.496 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.492+0000 7fad89365640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fad8406be40 con 0x7fad8406e930 2024-09-13T16:03:53.496 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.492+0000 7fad82ffd640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fad8415c4c0 0x7fad8406e220 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:43354/0 (socket says 172.21.15.76:43354) 2024-09-13T16:03:53.496 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.492+0000 7fad82ffd640 1 -- 172.21.15.76:0/192968727 learned_addr learned my addr 172.21.15.76:0/192968727 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:03:53.496 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.492+0000 7fad827fc640 1 -- 172.21.15.76:0/192968727 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 665498484 0 0) 0x7fad8406b880 con 0x7fad8415c4c0 2024-09-13T16:03:53.496 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.492+0000 7fad7a7fc640 1 --2- 172.21.15.76:0/192968727 >> v2:172.21.15.192:3300/0 conn(0x7fad8406e930 0x7fad8406b1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:53.496 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.492+0000 7fad827fc640 1 -- 172.21.15.76:0/192968727 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fad70003520 con 0x7fad8415c4c0 2024-09-13T16:03:53.496 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.493+0000 7fad827fc640 1 -- 172.21.15.76:0/192968727 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2570482594 0 0) 0x7fad70003520 con 0x7fad8415c4c0 2024-09-13T16:03:53.496 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.493+0000 7fad827fc640 1 -- 172.21.15.76:0/192968727 >> v2:172.21.15.192:3300/0 conn(0x7fad8406e930 msgr2=0x7fad8406b1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:03:53.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.493+0000 7fad827fc640 1 --2- 172.21.15.76:0/192968727 >> v2:172.21.15.192:3300/0 conn(0x7fad8406e930 0x7fad8406b1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:53.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.493+0000 7fad827fc640 1 -- 172.21.15.76:0/192968727 >> v1:172.21.15.192:6789/0 conn(0x7fad840cd7c0 legacy=0x7fad840cad50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:53.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.493+0000 7fad827fc640 1 -- 172.21.15.76:0/192968727 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fad8406c120 con 0x7fad8415c4c0 2024-09-13T16:03:53.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.493+0000 7fad827fc640 1 -- 172.21.15.76:0/192968727 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7fad74001670 con 0x7fad8415c4c0 2024-09-13T16:03:53.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.493+0000 7fad827fc640 1 -- 172.21.15.76:0/192968727 >> v1:172.21.15.76:6789/0 conn(0x7fad8415c4c0 legacy=0x7fad8406e220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:53.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.493+0000 7fad827fc640 1 --2- 172.21.15.76:0/192968727 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fad70003970 0x7fad70003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:53.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.493+0000 7fad827fc640 1 --2- 172.21.15.76:0/192968727 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fad700047c0 0x7fad70004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:53.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.493+0000 7fad827fc640 1 --2- 172.21.15.76:0/192968727 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fad70005180 0x7fad7000b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:53.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.493+0000 7fad827fc640 1 -- 172.21.15.76:0/192968727 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fad8406be40 con 0x7fad70003970 2024-09-13T16:03:53.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.493+0000 7fad827fc640 1 -- 172.21.15.76:0/192968727 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fad7000c020 con 0x7fad70005180 2024-09-13T16:03:53.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.493+0000 7fad827fc640 1 -- 172.21.15.76:0/192968727 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fad7000c1e0 con 0x7fad700047c0 2024-09-13T16:03:53.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.493+0000 7fad82ffd640 1 --2- 172.21.15.76:0/192968727 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fad70003970 0x7fad70003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:53.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.493+0000 7fad7a7fc640 1 --2- 172.21.15.76:0/192968727 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fad700047c0 0x7fad70004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:53.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.493+0000 7fad837fe640 1 --2- 172.21.15.76:0/192968727 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fad70005180 0x7fad7000b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:53.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.493+0000 7fad82ffd640 1 -- 172.21.15.76:0/192968727 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fad700047c0 msgr2=0x7fad70004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:03:53.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.493+0000 7fad82ffd640 1 --2- 172.21.15.76:0/192968727 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fad700047c0 0x7fad70004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:53.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.493+0000 7fad82ffd640 1 -- 172.21.15.76:0/192968727 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fad70005180 msgr2=0x7fad7000b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:03:53.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.493+0000 7fad82ffd640 1 --2- 172.21.15.76:0/192968727 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fad70005180 0x7fad7000b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:53.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.493+0000 7fad82ffd640 1 -- 172.21.15.76:0/192968727 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fad70003520 con 0x7fad70003970 2024-09-13T16:03:53.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.493+0000 7fad837fe640 1 -- 172.21.15.76:0/192968727 reap_dead start 2024-09-13T16:03:53.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.494+0000 7fad82ffd640 1 --2- 172.21.15.76:0/192968727 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fad70003970 0x7fad70003d90 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7fad7400c190 tx=0x7fad700057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6575be681479f261 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:53.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.494+0000 7fad827fc640 1 -- 172.21.15.76:0/192968727 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad74005ad0 con 0x7fad70003970 2024-09-13T16:03:53.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.494+0000 7fad827fc640 1 -- 172.21.15.76:0/192968727 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fad7402d070 con 0x7fad70003970 2024-09-13T16:03:53.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.494+0000 7fad827fc640 1 -- 172.21.15.76:0/192968727 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad74007070 con 0x7fad70003970 2024-09-13T16:03:53.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.494+0000 7fad89365640 1 -- 172.21.15.76:0/192968727 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fad70003970 msgr2=0x7fad70003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:53.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.494+0000 7fad89365640 1 --2- 172.21.15.76:0/192968727 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fad70003970 0x7fad70003d90 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7fad7400c190 tx=0x7fad700057f0 comp rx=0 tx=0).stop 2024-09-13T16:03:53.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.494+0000 7fad89365640 1 -- 172.21.15.76:0/192968727 shutdown_connections 2024-09-13T16:03:53.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.494+0000 7fad89365640 1 --2- 172.21.15.76:0/192968727 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fad70003970 0x7fad70003d90 unknown :-1 s=CLOSED pgs=580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:53.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.494+0000 7fad89365640 1 -- 172.21.15.76:0/192968727 >> 172.21.15.76:0/192968727 conn(0x7fad84069ed0 msgr2=0x7fad8406a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:03:53.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.494+0000 7fad89365640 1 -- 172.21.15.76:0/192968727 shutdown_connections 2024-09-13T16:03:53.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.494+0000 7fad89365640 1 -- 172.21.15.76:0/192968727 wait complete. 2024-09-13T16:03:53.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.496+0000 7fad89365640 1 Processor -- start 2024-09-13T16:03:53.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.496+0000 7fad89365640 1 -- start start 2024-09-13T16:03:53.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.497+0000 7fad89365640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fad70003970 0x7fad8414f7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:53.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.497+0000 7fad89365640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fad840c4ed0 0x7fad840b31b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:53.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.497+0000 7fad89365640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fad840c5ba0 0x7fad840c6020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:53.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.497+0000 7fad89365640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fad840b4780 con 0x7fad70003970 2024-09-13T16:03:53.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.497+0000 7fad89365640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fad840c6560 con 0x7fad840c4ed0 2024-09-13T16:03:53.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.497+0000 7fad89365640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fad840b3b00 con 0x7fad840c5ba0 2024-09-13T16:03:53.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.497+0000 7fad82ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fad70003970 0x7fad8414f7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:53.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.497+0000 7fad82ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fad70003970 0x7fad8414f7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:34102/0 (socket says 172.21.15.76:34102) 2024-09-13T16:03:53.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.497+0000 7fad82ffd640 1 -- 172.21.15.76:0/2825081786 learned_addr learned my addr 172.21.15.76:0/2825081786 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:03:53.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.497+0000 7fad7a7fc640 1 --2- 172.21.15.76:0/2825081786 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fad840c4ed0 0x7fad840b31b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:53.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.497+0000 7fad837fe640 1 --2- 172.21.15.76:0/2825081786 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fad840c5ba0 0x7fad840c6020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:53.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.497+0000 7fad82ffd640 1 -- 172.21.15.76:0/2825081786 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fad840c5ba0 msgr2=0x7fad840c6020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:53.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.497+0000 7fad82ffd640 1 --2- 172.21.15.76:0/2825081786 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fad840c5ba0 0x7fad840c6020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:53.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.497+0000 7fad82ffd640 1 -- 172.21.15.76:0/2825081786 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fad840c4ed0 msgr2=0x7fad840b31b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:53.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.497+0000 7fad82ffd640 1 --2- 172.21.15.76:0/2825081786 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fad840c4ed0 0x7fad840b31b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:53.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.497+0000 7fad82ffd640 1 -- 172.21.15.76:0/2825081786 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fad840b3de0 con 0x7fad70003970 2024-09-13T16:03:53.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.497+0000 7fad7a7fc640 1 --2- 172.21.15.76:0/2825081786 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fad840c4ed0 0x7fad840b31b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:03:53.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.497+0000 7fad837fe640 1 --2- 172.21.15.76:0/2825081786 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fad840c5ba0 0x7fad840c6020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:03:53.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.497+0000 7fad82ffd640 1 --2- 172.21.15.76:0/2825081786 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fad70003970 0x7fad8414f7b0 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7fad74001930 tx=0x7fad8406c400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:53.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.497+0000 7fad7bfff640 1 -- 172.21.15.76:0/2825081786 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad74004aa0 con 0x7fad70003970 2024-09-13T16:03:53.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.497+0000 7fad7bfff640 1 -- 172.21.15.76:0/2825081786 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fad74004c00 con 0x7fad70003970 2024-09-13T16:03:53.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.497+0000 7fad89365640 1 -- 172.21.15.76:0/2825081786 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fad840b40c0 con 0x7fad70003970 2024-09-13T16:03:53.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.497+0000 7fad7bfff640 1 -- 172.21.15.76:0/2825081786 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad74007070 con 0x7fad70003970 2024-09-13T16:03:53.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.497+0000 7fad89365640 1 -- 172.21.15.76:0/2825081786 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fad840b4ba0 con 0x7fad70003970 2024-09-13T16:03:53.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.498+0000 7fad89365640 1 -- 172.21.15.76:0/2825081786 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fad840c7240 con 0x7fad70003970 2024-09-13T16:03:53.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.499+0000 7fad7bfff640 1 -- 172.21.15.76:0/2825081786 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fad7402f030 con 0x7fad70003970 2024-09-13T16:03:53.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.499+0000 7fad7bfff640 1 --2- 172.21.15.76:0/2825081786 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fad6406ac30 0x7fad6406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:53.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.499+0000 7fad7bfff640 1 -- 172.21.15.76:0/2825081786 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 6058+0+0 (secure 0 0 0) 0x7fad740a8c50 con 0x7fad70003970 2024-09-13T16:03:53.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.499+0000 7fad7a7fc640 1 --2- 172.21.15.76:0/2825081786 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fad6406ac30 0x7fad6406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:53.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.500+0000 7fad7a7fc640 1 --2- 172.21.15.76:0/2825081786 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fad6406ac30 0x7fad6406d0f0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fad840c5800 tx=0x7fad6c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:53.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.503+0000 7fad7bfff640 1 -- 172.21.15.76:0/2825081786 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fad740ae020 con 0x7fad70003970 2024-09-13T16:03:53.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.665+0000 7fad89365640 1 -- 172.21.15.76:0/2825081786 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fad840c7240 con 0x7fad70003970 2024-09-13T16:03:53.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.666+0000 7fad7bfff640 1 -- 172.21.15.76:0/2825081786 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v43) v1 ==== 104+0+11 (secure 0 0 0) 0x7fad74073d60 con 0x7fad70003970 2024-09-13T16:03:53.667 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2024-09-13T16:03:53.669 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.668+0000 7fad89365640 1 -- 172.21.15.76:0/2825081786 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fad6406ac30 msgr2=0x7fad6406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:53.670 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.668+0000 7fad89365640 1 --2- 172.21.15.76:0/2825081786 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fad6406ac30 0x7fad6406d0f0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fad840c5800 tx=0x7fad6c008040 comp rx=0 tx=0).stop 2024-09-13T16:03:53.670 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.668+0000 7fad89365640 1 -- 172.21.15.76:0/2825081786 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fad70003970 msgr2=0x7fad8414f7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:53.670 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.668+0000 7fad89365640 1 --2- 172.21.15.76:0/2825081786 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fad70003970 0x7fad8414f7b0 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7fad74001930 tx=0x7fad8406c400 comp rx=0 tx=0).stop 2024-09-13T16:03:53.670 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.668+0000 7fad89365640 1 -- 172.21.15.76:0/2825081786 shutdown_connections 2024-09-13T16:03:53.670 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.668+0000 7fad89365640 1 --2- 172.21.15.76:0/2825081786 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fad6406ac30 0x7fad6406d0f0 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:53.670 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.668+0000 7fad89365640 1 --2- 172.21.15.76:0/2825081786 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fad840c5ba0 0x7fad840c6020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:53.670 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.668+0000 7fad89365640 1 --2- 172.21.15.76:0/2825081786 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fad840c4ed0 0x7fad840b31b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:53.670 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.668+0000 7fad89365640 1 --2- 172.21.15.76:0/2825081786 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fad70003970 0x7fad8414f7b0 unknown :-1 s=CLOSED pgs=581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:53.670 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.668+0000 7fad89365640 1 -- 172.21.15.76:0/2825081786 >> 172.21.15.76:0/2825081786 conn(0x7fad84069ed0 msgr2=0x7fad840b0770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:03:53.670 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.668+0000 7fad89365640 1 -- 172.21.15.76:0/2825081786 shutdown_connections 2024-09-13T16:03:53.670 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.668+0000 7fad89365640 1 -- 172.21.15.76:0/2825081786 wait complete. 2024-09-13T16:03:53.680 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:03:53.781 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.780+0000 7f2872e19640 1 Processor -- start 2024-09-13T16:03:53.781 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.780+0000 7f2872e19640 1 -- start start 2024-09-13T16:03:53.783 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.780+0000 7f2872e19640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f286c159310 0x7f286c0ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:53.783 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.780+0000 7f2872e19640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f286c0b2b40 0x7f286c0ab140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:53.783 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.780+0000 7f2872e19640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f286c0ccbe0 con 0x7f286c0ab680 2024-09-13T16:03:53.783 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.780+0000 7f2872e19640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f286c0ad940 con 0x7f286c159310 2024-09-13T16:03:53.783 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.780+0000 7f2872e19640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f286c0b1810 con 0x7f286c0b2b40 2024-09-13T16:03:53.783 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.781+0000 7f2870bb5640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f286c159310 0x7f286c0ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:53.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.781+0000 7f2870bb5640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f286c159310 0x7f286c0ad400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:34106/0 (socket says 172.21.15.76:34106) 2024-09-13T16:03:53.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.781+0000 7f28713b6640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f286c0ab680 0x7f286c0ce4f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:43360/0 (socket says 172.21.15.76:43360) 2024-09-13T16:03:53.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.781+0000 7f2870bb5640 1 -- 172.21.15.76:0/2797537323 learned_addr learned my addr 172.21.15.76:0/2797537323 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:03:53.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.781+0000 7f286bfff640 1 --2- 172.21.15.76:0/2797537323 >> v2:172.21.15.192:3300/0 conn(0x7f286c0b2b40 0x7f286c0ab140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:53.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.781+0000 7f2870bb5640 1 -- 172.21.15.76:0/2797537323 >> v2:172.21.15.192:3300/0 conn(0x7f286c0b2b40 msgr2=0x7f286c0ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:03:53.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.781+0000 7f2870bb5640 1 --2- 172.21.15.76:0/2797537323 >> v2:172.21.15.192:3300/0 conn(0x7f286c0b2b40 0x7f286c0ab140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:53.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.781+0000 7f2870bb5640 1 -- 172.21.15.76:0/2797537323 >> v1:172.21.15.76:6789/0 conn(0x7f286c0ab680 legacy=0x7f286c0ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:53.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.781+0000 7f2870bb5640 1 -- 172.21.15.76:0/2797537323 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f286c06d9e0 con 0x7f286c159310 2024-09-13T16:03:53.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.781+0000 7f286bfff640 1 --2- 172.21.15.76:0/2797537323 >> v2:172.21.15.192:3300/0 conn(0x7f286c0b2b40 0x7f286c0ab140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:03:53.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.782+0000 7f2870bb5640 1 --2- 172.21.15.76:0/2797537323 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f286c159310 0x7f286c0ad400 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f286c0b16a0 tx=0x7f286402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3c2a65a31644ccc7 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:53.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.782+0000 7f286b7fe640 1 -- 172.21.15.76:0/2797537323 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2864032440 con 0x7f286c159310 2024-09-13T16:03:53.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.782+0000 7f286b7fe640 1 -- 172.21.15.76:0/2797537323 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f28640325a0 con 0x7f286c159310 2024-09-13T16:03:53.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.782+0000 7f286b7fe640 1 -- 172.21.15.76:0/2797537323 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2864032930 con 0x7f286c159310 2024-09-13T16:03:53.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.782+0000 7f2872e19640 1 -- 172.21.15.76:0/2797537323 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f286c159310 msgr2=0x7f286c0ad400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:53.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.782+0000 7f2872e19640 1 --2- 172.21.15.76:0/2797537323 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f286c159310 0x7f286c0ad400 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f286c0b16a0 tx=0x7f286402a1e0 comp rx=0 tx=0).stop 2024-09-13T16:03:53.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.782+0000 7f2872e19640 1 -- 172.21.15.76:0/2797537323 shutdown_connections 2024-09-13T16:03:53.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.782+0000 7f2872e19640 1 --2- 172.21.15.76:0/2797537323 >> v2:172.21.15.192:3300/0 conn(0x7f286c0b2b40 0x7f286c0ab140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:53.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.782+0000 7f2872e19640 1 --2- 172.21.15.76:0/2797537323 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f286c159310 0x7f286c0ad400 unknown :-1 s=CLOSED pgs=583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:53.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.782+0000 7f2872e19640 1 -- 172.21.15.76:0/2797537323 >> 172.21.15.76:0/2797537323 conn(0x7f286c06a0b0 msgr2=0x7f286c06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:03:53.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.782+0000 7f2872e19640 1 -- 172.21.15.76:0/2797537323 shutdown_connections 2024-09-13T16:03:53.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.782+0000 7f2872e19640 1 -- 172.21.15.76:0/2797537323 wait complete. 2024-09-13T16:03:53.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.783+0000 7f2872e19640 1 Processor -- start 2024-09-13T16:03:53.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.784+0000 7f2872e19640 1 -- start start 2024-09-13T16:03:53.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.784+0000 7f2872e19640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f286c0ab680 0x7f286c151c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:53.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.784+0000 7f2872e19640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f286c0b2b40 0x7f286c14ed70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:53.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.784+0000 7f2872e19640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f286c159310 0x7f286c070090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:53.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.784+0000 7f2872e19640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f286c0c4740 con 0x7f286c159310 2024-09-13T16:03:53.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.784+0000 7f2872e19640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f286c14e8e0 con 0x7f286c0b2b40 2024-09-13T16:03:53.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.784+0000 7f2872e19640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f286c0c5000 con 0x7f286c0ab680 2024-09-13T16:03:53.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.785+0000 7f28713b6640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f286c159310 0x7f286c070090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:53.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.785+0000 7f28713b6640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f286c159310 0x7f286c070090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:34108/0 (socket says 172.21.15.76:34108) 2024-09-13T16:03:53.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.785+0000 7f28713b6640 1 -- 172.21.15.76:0/910464816 learned_addr learned my addr 172.21.15.76:0/910464816 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:03:53.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.785+0000 7f2870bb5640 1 --2- 172.21.15.76:0/910464816 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f286c0ab680 0x7f286c151c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:53.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.785+0000 7f286bfff640 1 --2- 172.21.15.76:0/910464816 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f286c0b2b40 0x7f286c14ed70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:53.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.785+0000 7f28713b6640 1 -- 172.21.15.76:0/910464816 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f286c0ab680 msgr2=0x7f286c151c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:53.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.785+0000 7f28713b6640 1 --2- 172.21.15.76:0/910464816 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f286c0ab680 0x7f286c151c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:53.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.785+0000 7f28713b6640 1 -- 172.21.15.76:0/910464816 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f286c0b2b40 msgr2=0x7f286c14ed70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:53.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.785+0000 7f28713b6640 1 --2- 172.21.15.76:0/910464816 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f286c0b2b40 0x7f286c14ed70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:53.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.785+0000 7f28713b6640 1 -- 172.21.15.76:0/910464816 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f28640094d0 con 0x7f286c159310 2024-09-13T16:03:53.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.785+0000 7f28713b6640 1 --2- 172.21.15.76:0/910464816 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f286c159310 0x7f286c070090 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f285c00c7a0 tx=0x7f285c00cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:53.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.785+0000 7f28697fa640 1 -- 172.21.15.76:0/910464816 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f285c00a640 con 0x7f286c159310 2024-09-13T16:03:53.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.785+0000 7f28697fa640 1 -- 172.21.15.76:0/910464816 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f285c00a7a0 con 0x7f286c159310 2024-09-13T16:03:53.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.785+0000 7f2872e19640 1 -- 172.21.15.76:0/910464816 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f286c14dfb0 con 0x7f286c159310 2024-09-13T16:03:53.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.785+0000 7f28697fa640 1 -- 172.21.15.76:0/910464816 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f285c00ab10 con 0x7f286c159310 2024-09-13T16:03:53.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.785+0000 7f2872e19640 1 -- 172.21.15.76:0/910464816 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f286c14e570 con 0x7f286c159310 2024-09-13T16:03:53.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.786+0000 7f2872e19640 1 -- 172.21.15.76:0/910464816 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f286c0ab140 con 0x7f286c159310 2024-09-13T16:03:53.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.787+0000 7f28697fa640 1 -- 172.21.15.76:0/910464816 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f285c00ac70 con 0x7f286c159310 2024-09-13T16:03:53.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.787+0000 7f28697fa640 1 --2- 172.21.15.76:0/910464816 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f284c06ac00 0x7f284c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:53.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.787+0000 7f28697fa640 1 -- 172.21.15.76:0/910464816 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 6058+0+0 (secure 0 0 0) 0x7f285c088c00 con 0x7f286c159310 2024-09-13T16:03:53.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.787+0000 7f2870bb5640 1 --2- 172.21.15.76:0/910464816 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f284c06ac00 0x7f284c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:53.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.788+0000 7f2870bb5640 1 --2- 172.21.15.76:0/910464816 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f284c06ac00 0x7f284c06d0c0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f2864034000 tx=0x7f286402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:53.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.791+0000 7f28697fa640 1 -- 172.21.15.76:0/910464816 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f285c08f080 con 0x7f286c159310 2024-09-13T16:03:53.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.951+0000 7f2872e19640 1 -- 172.21.15.76:0/910464816 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f286c14ea20 con 0x7f286c159310 2024-09-13T16:03:53.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.951+0000 7f28697fa640 1 -- 172.21.15.76:0/910464816 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v43) v1 ==== 100+0+11 (secure 0 0 0) 0x7f285c017020 con 0x7f286c159310 2024-09-13T16:03:53.953 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2024-09-13T16:03:53.955 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.953+0000 7f2872e19640 1 -- 172.21.15.76:0/910464816 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f284c06ac00 msgr2=0x7f284c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:53.955 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.953+0000 7f2872e19640 1 --2- 172.21.15.76:0/910464816 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f284c06ac00 0x7f284c06d0c0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f2864034000 tx=0x7f286402e000 comp rx=0 tx=0).stop 2024-09-13T16:03:53.955 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.953+0000 7f2872e19640 1 -- 172.21.15.76:0/910464816 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f286c159310 msgr2=0x7f286c070090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:53.955 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.953+0000 7f2872e19640 1 --2- 172.21.15.76:0/910464816 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f286c159310 0x7f286c070090 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f285c00c7a0 tx=0x7f285c00cc60 comp rx=0 tx=0).stop 2024-09-13T16:03:53.955 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.954+0000 7f2872e19640 1 -- 172.21.15.76:0/910464816 shutdown_connections 2024-09-13T16:03:53.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.954+0000 7f2872e19640 1 --2- 172.21.15.76:0/910464816 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f286c159310 0x7f286c070090 unknown :-1 s=CLOSED pgs=584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:53.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.954+0000 7f2872e19640 1 --2- 172.21.15.76:0/910464816 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f286c0b2b40 0x7f286c14ed70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:53.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.954+0000 7f2872e19640 1 --2- 172.21.15.76:0/910464816 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f284c06ac00 0x7f284c06d0c0 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:53.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.954+0000 7f2872e19640 1 --2- 172.21.15.76:0/910464816 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f286c0ab680 0x7f286c151c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:53.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.954+0000 7f2872e19640 1 -- 172.21.15.76:0/910464816 >> 172.21.15.76:0/910464816 conn(0x7f286c06a0b0 msgr2=0x7f286c0adde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:03:53.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.954+0000 7f2872e19640 1 -- 172.21.15.76:0/910464816 shutdown_connections 2024-09-13T16:03:53.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:53.954+0000 7f2872e19640 1 -- 172.21.15.76:0/910464816 wait complete. 2024-09-13T16:03:53.966 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:03:54.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.064+0000 7fc303d95640 1 Processor -- start 2024-09-13T16:03:54.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.064+0000 7fc303d95640 1 -- start start 2024-09-13T16:03:54.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.065+0000 7fc303d95640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fc2fc072110 0x7fc2fc070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:54.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.065+0000 7fc303d95640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc2fc0c8920 0x7fc2fc0c8dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:54.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.065+0000 7fc303d95640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc2fc0abdf0 con 0x7fc2fc071d30 2024-09-13T16:03:54.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.065+0000 7fc303d95640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc2fc0c9310 con 0x7fc2fc072110 2024-09-13T16:03:54.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.065+0000 7fc303d95640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc2fc0b2280 con 0x7fc2fc0c8920 2024-09-13T16:03:54.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.065+0000 7fc301b31640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fc2fc071d30 0x7fc2fc0b1b70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:43364/0 (socket says 172.21.15.76:43364) 2024-09-13T16:03:54.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.065+0000 7fc301330640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fc2fc072110 0x7fc2fc070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:54.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.065+0000 7fc301b31640 1 -- 172.21.15.76:0/1205266986 learned_addr learned my addr 172.21.15.76:0/1205266986 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:03:54.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.065+0000 7fc302332640 1 --2- 172.21.15.76:0/1205266986 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc2fc0c8920 0x7fc2fc0c8dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:54.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.065+0000 7fc300b2f640 1 -- 172.21.15.76:0/1205266986 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 685636640 0 0) 0x7fc2fc0abdf0 con 0x7fc2fc071d30 2024-09-13T16:03:54.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.066+0000 7fc300b2f640 1 -- 172.21.15.76:0/1205266986 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc2e8003520 con 0x7fc2fc071d30 2024-09-13T16:03:54.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.066+0000 7fc301330640 1 -- 172.21.15.76:0/1205266986 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc2fc0c8920 msgr2=0x7fc2fc0c8dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:03:54.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.066+0000 7fc301330640 1 --2- 172.21.15.76:0/1205266986 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc2fc0c8920 0x7fc2fc0c8dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:54.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.066+0000 7fc301330640 1 -- 172.21.15.76:0/1205266986 >> v1:172.21.15.76:6789/0 conn(0x7fc2fc071d30 legacy=0x7fc2fc0b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:54.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.066+0000 7fc301330640 1 -- 172.21.15.76:0/1205266986 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc2fc0ab1e0 con 0x7fc2fc072110 2024-09-13T16:03:54.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.066+0000 7fc302332640 1 --2- 172.21.15.76:0/1205266986 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc2fc0c8920 0x7fc2fc0c8dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:03:54.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.066+0000 7fc301330640 1 --2- 172.21.15.76:0/1205266986 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc2fc072110 0x7fc2fc070190 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7fc2ec0097a0 tx=0x7fc2ec02a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf2ad58ccdac46c0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:54.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.066+0000 7fc300b2f640 1 -- 172.21.15.76:0/1205266986 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2ec032440 con 0x7fc2fc072110 2024-09-13T16:03:54.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.066+0000 7fc300b2f640 1 -- 172.21.15.76:0/1205266986 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc2ec0325a0 con 0x7fc2fc072110 2024-09-13T16:03:54.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.066+0000 7fc300b2f640 1 -- 172.21.15.76:0/1205266986 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2ec032930 con 0x7fc2fc072110 2024-09-13T16:03:54.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.067+0000 7fc303d95640 1 -- 172.21.15.76:0/1205266986 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc2fc072110 msgr2=0x7fc2fc070190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:54.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.067+0000 7fc303d95640 1 --2- 172.21.15.76:0/1205266986 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc2fc072110 0x7fc2fc070190 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7fc2ec0097a0 tx=0x7fc2ec02a180 comp rx=0 tx=0).stop 2024-09-13T16:03:54.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.067+0000 7fc303d95640 1 -- 172.21.15.76:0/1205266986 shutdown_connections 2024-09-13T16:03:54.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.067+0000 7fc303d95640 1 --2- 172.21.15.76:0/1205266986 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc2fc0c8920 0x7fc2fc0c8dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:54.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.067+0000 7fc303d95640 1 --2- 172.21.15.76:0/1205266986 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc2fc072110 0x7fc2fc070190 unknown :-1 s=CLOSED pgs=586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:54.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.067+0000 7fc303d95640 1 -- 172.21.15.76:0/1205266986 >> 172.21.15.76:0/1205266986 conn(0x7fc2fc069ed0 msgr2=0x7fc2fc06a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:03:54.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.067+0000 7fc303d95640 1 -- 172.21.15.76:0/1205266986 shutdown_connections 2024-09-13T16:03:54.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.067+0000 7fc303d95640 1 -- 172.21.15.76:0/1205266986 wait complete. 2024-09-13T16:03:54.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.068+0000 7fc303d95640 1 Processor -- start 2024-09-13T16:03:54.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.068+0000 7fc303d95640 1 -- start start 2024-09-13T16:03:54.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.069+0000 7fc303d95640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc2fc071d30 0x7fc2fc098dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:54.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.069+0000 7fc303d95640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc2fc072110 0x7fc2fc0c3fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:54.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.069+0000 7fc303d95640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc2fc0c8920 0x7fc2fc15bda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:54.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.069+0000 7fc303d95640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc2fc0c20e0 con 0x7fc2fc0c8920 2024-09-13T16:03:54.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.069+0000 7fc303d95640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc2fc0c1e00 con 0x7fc2fc071d30 2024-09-13T16:03:54.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.069+0000 7fc303d95640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc2fc0c6490 con 0x7fc2fc072110 2024-09-13T16:03:54.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.069+0000 7fc302332640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc2fc0c8920 0x7fc2fc15bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:54.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.069+0000 7fc302332640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc2fc0c8920 0x7fc2fc15bda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:34134/0 (socket says 172.21.15.76:34134) 2024-09-13T16:03:54.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.069+0000 7fc302332640 1 -- 172.21.15.76:0/287195447 learned_addr learned my addr 172.21.15.76:0/287195447 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:03:54.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.069+0000 7fc301b31640 1 --2- 172.21.15.76:0/287195447 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc2fc071d30 0x7fc2fc098dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:54.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.069+0000 7fc301330640 1 --2- 172.21.15.76:0/287195447 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc2fc072110 0x7fc2fc0c3fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:54.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.069+0000 7fc302332640 1 -- 172.21.15.76:0/287195447 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc2fc072110 msgr2=0x7fc2fc0c3fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:54.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.069+0000 7fc302332640 1 --2- 172.21.15.76:0/287195447 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc2fc072110 0x7fc2fc0c3fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:54.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.069+0000 7fc302332640 1 -- 172.21.15.76:0/287195447 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc2fc071d30 msgr2=0x7fc2fc098dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:54.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.069+0000 7fc302332640 1 --2- 172.21.15.76:0/287195447 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc2fc071d30 0x7fc2fc098dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:54.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.069+0000 7fc302332640 1 -- 172.21.15.76:0/287195447 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc2ec009400 con 0x7fc2fc0c8920 2024-09-13T16:03:54.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.069+0000 7fc301b31640 1 --2- 172.21.15.76:0/287195447 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc2fc071d30 0x7fc2fc098dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:03:54.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.070+0000 7fc302332640 1 --2- 172.21.15.76:0/287195447 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc2fc0c8920 0x7fc2fc15bda0 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7fc2f400cd50 tx=0x7fc2f400a650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:54.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.070+0000 7fc2f27fc640 1 -- 172.21.15.76:0/287195447 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2f400f680 con 0x7fc2fc0c8920 2024-09-13T16:03:54.075 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.070+0000 7fc2f27fc640 1 -- 172.21.15.76:0/287195447 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc2f400f800 con 0x7fc2fc0c8920 2024-09-13T16:03:54.075 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.070+0000 7fc303d95640 1 -- 172.21.15.76:0/287195447 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc2fc0c6770 con 0x7fc2fc0c8920 2024-09-13T16:03:54.075 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.070+0000 7fc2f27fc640 1 -- 172.21.15.76:0/287195447 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2f400fbb0 con 0x7fc2fc0c8920 2024-09-13T16:03:54.075 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.070+0000 7fc303d95640 1 -- 172.21.15.76:0/287195447 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc2fc0c6d30 con 0x7fc2fc0c8920 2024-09-13T16:03:54.075 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.071+0000 7fc303d95640 1 -- 172.21.15.76:0/287195447 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc2fc0c6f20 con 0x7fc2fc0c8920 2024-09-13T16:03:54.075 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.071+0000 7fc2f27fc640 1 -- 172.21.15.76:0/287195447 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc2f400b040 con 0x7fc2fc0c8920 2024-09-13T16:03:54.075 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.071+0000 7fc2f27fc640 1 --2- 172.21.15.76:0/287195447 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc2e006ac00 0x7fc2e006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:54.076 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.072+0000 7fc2f27fc640 1 -- 172.21.15.76:0/287195447 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 6058+0+0 (secure 0 0 0) 0x7fc2f4089f30 con 0x7fc2fc0c8920 2024-09-13T16:03:54.076 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.072+0000 7fc301b31640 1 --2- 172.21.15.76:0/287195447 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc2e006ac00 0x7fc2e006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:54.076 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.072+0000 7fc301b31640 1 --2- 172.21.15.76:0/287195447 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc2e006ac00 0x7fc2e006d0c0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fc2f80011e0 tx=0x7fc2f8009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:54.077 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.076+0000 7fc2f27fc640 1 -- 172.21.15.76:0/287195447 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fc2f4054fb0 con 0x7fc2fc0c8920 2024-09-13T16:03:54.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.248+0000 7fc303d95640 1 -- 172.21.15.76:0/287195447 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fc2fc070190 con 0x7fc2fc0c8920 2024-09-13T16:03:54.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.248+0000 7fc2f27fc640 1 -- 172.21.15.76:0/287195447 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v43) v1 ==== 80+0+0 (secure 0 0 0) 0x7fc2f40585d0 con 0x7fc2fc0c8920 2024-09-13T16:03:54.250 INFO:teuthology.orchestra.run.smithi076.stderr:listed 0 entries 2024-09-13T16:03:54.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.251+0000 7fc303d95640 1 -- 172.21.15.76:0/287195447 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc2e006ac00 msgr2=0x7fc2e006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:54.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.251+0000 7fc303d95640 1 --2- 172.21.15.76:0/287195447 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc2e006ac00 0x7fc2e006d0c0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fc2f80011e0 tx=0x7fc2f8009040 comp rx=0 tx=0).stop 2024-09-13T16:03:54.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.251+0000 7fc303d95640 1 -- 172.21.15.76:0/287195447 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc2fc0c8920 msgr2=0x7fc2fc15bda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:54.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.251+0000 7fc303d95640 1 --2- 172.21.15.76:0/287195447 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc2fc0c8920 0x7fc2fc15bda0 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7fc2f400cd50 tx=0x7fc2f400a650 comp rx=0 tx=0).stop 2024-09-13T16:03:54.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.251+0000 7fc303d95640 1 -- 172.21.15.76:0/287195447 shutdown_connections 2024-09-13T16:03:54.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.251+0000 7fc303d95640 1 --2- 172.21.15.76:0/287195447 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc2fc0c8920 0x7fc2fc15bda0 unknown :-1 s=CLOSED pgs=587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:54.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.251+0000 7fc303d95640 1 --2- 172.21.15.76:0/287195447 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc2e006ac00 0x7fc2e006d0c0 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:54.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.251+0000 7fc303d95640 1 --2- 172.21.15.76:0/287195447 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc2fc072110 0x7fc2fc0c3fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:54.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.251+0000 7fc303d95640 1 --2- 172.21.15.76:0/287195447 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc2fc071d30 0x7fc2fc098dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:54.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.251+0000 7fc303d95640 1 -- 172.21.15.76:0/287195447 >> 172.21.15.76:0/287195447 conn(0x7fc2fc069ed0 msgr2=0x7fc2fc0aefd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:03:54.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.251+0000 7fc303d95640 1 -- 172.21.15.76:0/287195447 shutdown_connections 2024-09-13T16:03:54.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.251+0000 7fc303d95640 1 -- 172.21.15.76:0/287195447 wait complete. 2024-09-13T16:03:54.263 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi192.front.sepia.ceph.com... 2024-09-13T16:03:54.263 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:03:54.263 DEBUG:teuthology.orchestra.run.smithi192:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-13T16:03:54.291 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi192.stderr:ceph-fuse[43841]: fuse finished with error 0 and tester_r 0 2024-09-13T16:03:54.293 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi192.front.sepia.ceph.com 2024-09-13T16:03:54.293 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:03:54.293 DEBUG:teuthology.orchestra.run.smithi192:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-13T16:03:54.464 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:03:54.465 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:03:54.481 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18725 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T16:03:54.481 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi076.front.sepia.ceph.com 2024-09-13T16:03:54.481 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:03:54.481 DEBUG:teuthology.orchestra.run.smithi076:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-13T16:03:54.536 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:03:54.537 INFO:teuthology.orchestra.run.smithi076.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.2': No such file or directory 2024-09-13T16:03:54.537 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-13T16:03:54.537 DEBUG:teuthology.orchestra.run.smithi192:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:03:54.557 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056014,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20494 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-13T16:03:54.557 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi192.front.sepia.ceph.com 2024-09-13T16:03:54.557 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:03:54.557 DEBUG:teuthology.orchestra.run.smithi192:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-13T16:03:54.615 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:03:54.616 INFO:teuthology.orchestra.run.smithi192.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.3': No such file or directory 2024-09-13T16:03:54.616 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:03:54.715 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.714+0000 7f829f0d7640 1 Processor -- start 2024-09-13T16:03:54.715 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.714+0000 7f829f0d7640 1 -- start start 2024-09-13T16:03:54.716 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.714+0000 7f829f0d7640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f8298071d30 0x7f8298070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:54.717 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.715+0000 7f829f0d7640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f82980abdf0 con 0x7f8298072110 2024-09-13T16:03:54.717 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.715+0000 7f829f0d7640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f82980b2280 con 0x7f82980c8920 2024-09-13T16:03:54.717 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.715+0000 7f829f0d7640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f82980ab1e0 con 0x7f8298071d30 2024-09-13T16:03:54.717 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.715+0000 7f829ce73640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f8298071d30 0x7f8298070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:54.717 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.715+0000 7f829ce73640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f8298071d30 0x7f8298070190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:34148/0 (socket says 172.21.15.76:34148) 2024-09-13T16:03:54.717 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.715+0000 7f829ce73640 1 -- 172.21.15.76:0/1510570560 learned_addr learned my addr 172.21.15.76:0/1510570560 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:03:54.717 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.715+0000 7f8297fff640 1 --1- 172.21.15.76:0/1510570560 >> v1:172.21.15.76:6789/0 conn(0x7f8298072110 0x7f82980b1b70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:43374/0 (socket says 172.21.15.76:43374) 2024-09-13T16:03:54.717 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.715+0000 7f829ce73640 1 -- 172.21.15.76:0/1510570560 >> v1:172.21.15.192:6789/0 conn(0x7f82980c8920 legacy=0x7f82980ac280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:03:54.717 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.715+0000 7f829ce73640 1 -- 172.21.15.76:0/1510570560 >> v1:172.21.15.76:6789/0 conn(0x7f8298072110 legacy=0x7f82980b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:54.717 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.715+0000 7f82977fe640 1 -- 172.21.15.76:0/1510570560 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3548951660 0 0) 0x7f82980abdf0 con 0x7f8298072110 2024-09-13T16:03:54.717 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.715+0000 7f829ce73640 1 -- 172.21.15.76:0/1510570560 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f82980ab4c0 con 0x7f8298071d30 2024-09-13T16:03:54.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.716+0000 7f829ce73640 1 --2- 172.21.15.76:0/1510570560 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8298071d30 0x7f8298070190 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f828c009870 tx=0x7f828c02a2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1f9c5da0271c93f9 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:54.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.716+0000 7f82977fe640 1 -- 172.21.15.76:0/1510570560 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f828c032440 con 0x7f8298071d30 2024-09-13T16:03:54.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.716+0000 7f82977fe640 1 -- 172.21.15.76:0/1510570560 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f828c0325a0 con 0x7f8298071d30 2024-09-13T16:03:54.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.716+0000 7f82977fe640 1 -- 172.21.15.76:0/1510570560 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f828c032930 con 0x7f8298071d30 2024-09-13T16:03:54.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.716+0000 7f829f0d7640 1 -- 172.21.15.76:0/1510570560 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8298071d30 msgr2=0x7f8298070190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:54.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.716+0000 7f829f0d7640 1 --2- 172.21.15.76:0/1510570560 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8298071d30 0x7f8298070190 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f828c009870 tx=0x7f828c02a2a0 comp rx=0 tx=0).stop 2024-09-13T16:03:54.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.716+0000 7f829f0d7640 1 -- 172.21.15.76:0/1510570560 shutdown_connections 2024-09-13T16:03:54.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.716+0000 7f829f0d7640 1 --2- 172.21.15.76:0/1510570560 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8298071d30 0x7f8298070190 unknown :-1 s=CLOSED pgs=589 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:54.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.716+0000 7f829f0d7640 1 -- 172.21.15.76:0/1510570560 >> 172.21.15.76:0/1510570560 conn(0x7f8298069ed0 msgr2=0x7f829806a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:03:54.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.717+0000 7f829f0d7640 1 -- 172.21.15.76:0/1510570560 shutdown_connections 2024-09-13T16:03:54.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.717+0000 7f829f0d7640 1 -- 172.21.15.76:0/1510570560 wait complete. 2024-09-13T16:03:54.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.718+0000 7f829f0d7640 1 Processor -- start 2024-09-13T16:03:54.720 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.718+0000 7f829f0d7640 1 -- start start 2024-09-13T16:03:54.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.719+0000 7f829f0d7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8298071d30 0x7f82980972a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:54.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.719+0000 7f829f0d7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8298072110 0x7f82980c61c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:54.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.719+0000 7f829f0d7640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f82980c8920 0x7f82980c3980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:54.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.719+0000 7f829f0d7640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8298157cf0 con 0x7f8298072110 2024-09-13T16:03:54.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.719+0000 7f829f0d7640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82980977e0 con 0x7f82980c8920 2024-09-13T16:03:54.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.719+0000 7f829f0d7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f82980c86e0 con 0x7f8298071d30 2024-09-13T16:03:54.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.719+0000 7f8297fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8298072110 0x7f82980c61c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:54.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.719+0000 7f8297fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8298072110 0x7f82980c61c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:34150/0 (socket says 172.21.15.76:34150) 2024-09-13T16:03:54.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.719+0000 7f8297fff640 1 -- 172.21.15.76:0/806322621 learned_addr learned my addr 172.21.15.76:0/806322621 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:03:54.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.719+0000 7f829d674640 1 --2- 172.21.15.76:0/806322621 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f82980c8920 0x7f82980c3980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:54.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.719+0000 7f829ce73640 1 --2- 172.21.15.76:0/806322621 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8298071d30 0x7f82980972a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:54.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.719+0000 7f8297fff640 1 -- 172.21.15.76:0/806322621 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8298071d30 msgr2=0x7f82980972a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:54.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.719+0000 7f8297fff640 1 --2- 172.21.15.76:0/806322621 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8298071d30 0x7f82980972a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:54.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.719+0000 7f8297fff640 1 -- 172.21.15.76:0/806322621 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f82980c8920 msgr2=0x7f82980c3980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:54.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.719+0000 7f8297fff640 1 --2- 172.21.15.76:0/806322621 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f82980c8920 0x7f82980c3980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:54.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.719+0000 7f8297fff640 1 -- 172.21.15.76:0/806322621 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f828c0094d0 con 0x7f8298072110 2024-09-13T16:03:54.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.719+0000 7f829d674640 1 --2- 172.21.15.76:0/806322621 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f82980c8920 0x7f82980c3980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:03:54.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.719+0000 7f8297fff640 1 --2- 172.21.15.76:0/806322621 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8298072110 0x7f82980c61c0 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7f828400c500 tx=0x7f828400c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:54.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.719+0000 7f82957fa640 1 -- 172.21.15.76:0/806322621 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8284007560 con 0x7f8298072110 2024-09-13T16:03:54.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.719+0000 7f82957fa640 1 -- 172.21.15.76:0/806322621 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f82840047e0 con 0x7f8298072110 2024-09-13T16:03:54.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.719+0000 7f82957fa640 1 -- 172.21.15.76:0/806322621 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8284004b90 con 0x7f8298072110 2024-09-13T16:03:54.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.719+0000 7f829f0d7640 1 -- 172.21.15.76:0/806322621 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f82980c6700 con 0x7f8298072110 2024-09-13T16:03:54.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.719+0000 7f829f0d7640 1 -- 172.21.15.76:0/806322621 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8298157f00 con 0x7f8298072110 2024-09-13T16:03:54.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.720+0000 7f829f0d7640 1 -- 172.21.15.76:0/806322621 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f82980c36a0 con 0x7f8298072110 2024-09-13T16:03:54.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.721+0000 7f82957fa640 1 -- 172.21.15.76:0/806322621 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f8284004cf0 con 0x7f8298072110 2024-09-13T16:03:54.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.721+0000 7f82957fa640 1 --2- 172.21.15.76:0/806322621 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f827c06ac00 0x7f827c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:54.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.721+0000 7f82957fa640 1 -- 172.21.15.76:0/806322621 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 6058+0+0 (secure 0 0 0) 0x7f8284088640 con 0x7f8298072110 2024-09-13T16:03:54.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.721+0000 7f829ce73640 1 --2- 172.21.15.76:0/806322621 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f827c06ac00 0x7f827c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:54.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.722+0000 7f829ce73640 1 --2- 172.21.15.76:0/806322621 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f827c06ac00 0x7f827c06d0c0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f828c034000 tx=0x7f828c02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:54.727 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.726+0000 7f82957fa640 1 -- 172.21.15.76:0/806322621 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f82980c36a0 con 0x7f8298072110 2024-09-13T16:03:54.925 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.924+0000 7f829f0d7640 1 -- 172.21.15.76:0/806322621 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f82980c36a0 con 0x7f8298072110 2024-09-13T16:03:54.926 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.924+0000 7f82957fa640 1 -- 172.21.15.76:0/806322621 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 15 v15) v1 ==== 94+0+4740 (secure 0 0 0) 0x7f82980c36a0 con 0x7f8298072110 2024-09-13T16:03:54.926 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:03:54.926 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":15,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4961,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6836/3972390892","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":3972390892},{"type":"v1","addr":"172.21.15.76:6836","nonce":3972390892}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":4964,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6837/2860424128","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":2860424128},{"type":"v1","addr":"172.21.15.76:6837","nonce":2860424128}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":5308,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6834/1837080950","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":1837080950},{"type":"v1","addr":"172.21.15.192:6834","nonce":1837080950}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:02:56.246763+0000","modified":"2024-09-13T16:02:58.253566+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":5311},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5311":{"gid":5311,"name":"d","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.192:6835/2989427744","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6833","nonce":2989427744},{"type":"v1","addr":"172.21.15.192:6835","nonce":2989427744}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2024-09-13T16:03:54.926 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 15 2024-09-13T16:03:54.928 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.926+0000 7f829f0d7640 1 -- 172.21.15.76:0/806322621 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f827c06ac00 msgr2=0x7f827c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:54.928 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.926+0000 7f829f0d7640 1 --2- 172.21.15.76:0/806322621 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f827c06ac00 0x7f827c06d0c0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f828c034000 tx=0x7f828c02e000 comp rx=0 tx=0).stop 2024-09-13T16:03:54.928 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.926+0000 7f829f0d7640 1 -- 172.21.15.76:0/806322621 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8298072110 msgr2=0x7f82980c61c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:54.928 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.926+0000 7f829f0d7640 1 --2- 172.21.15.76:0/806322621 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8298072110 0x7f82980c61c0 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7f828400c500 tx=0x7f828400c9c0 comp rx=0 tx=0).stop 2024-09-13T16:03:54.928 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.927+0000 7f829f0d7640 1 -- 172.21.15.76:0/806322621 shutdown_connections 2024-09-13T16:03:54.928 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.927+0000 7f829f0d7640 1 --2- 172.21.15.76:0/806322621 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f82980c8920 0x7f82980c3980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:54.929 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.927+0000 7f829f0d7640 1 --2- 172.21.15.76:0/806322621 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8298072110 0x7f82980c61c0 unknown :-1 s=CLOSED pgs=590 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:54.929 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.927+0000 7f829f0d7640 1 --2- 172.21.15.76:0/806322621 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f827c06ac00 0x7f827c06d0c0 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:54.929 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.927+0000 7f829f0d7640 1 --2- 172.21.15.76:0/806322621 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8298071d30 0x7f82980972a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:54.929 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.927+0000 7f829f0d7640 1 -- 172.21.15.76:0/806322621 >> 172.21.15.76:0/806322621 conn(0x7f8298069ed0 msgr2=0x7f82980adf00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:03:54.929 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.927+0000 7f829f0d7640 1 -- 172.21.15.76:0/806322621 shutdown_connections 2024-09-13T16:03:54.929 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:54.927+0000 7f829f0d7640 1 -- 172.21.15.76:0/806322621 wait complete. 2024-09-13T16:03:54.939 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:03:55.038 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.037+0000 7ff085533640 1 Processor -- start 2024-09-13T16:03:55.038 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.037+0000 7ff085533640 1 -- start start 2024-09-13T16:03:55.039 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.037+0000 7ff085533640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff080071d30 0x7ff080070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:55.039 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.037+0000 7ff085533640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff0800c8920 0x7ff0800c8dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:55.039 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.037+0000 7ff085533640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff0800abdf0 con 0x7ff080072110 2024-09-13T16:03:55.040 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.037+0000 7ff085533640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff0800c9310 con 0x7ff080071d30 2024-09-13T16:03:55.040 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.037+0000 7ff085533640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff0800b2280 con 0x7ff0800c8920 2024-09-13T16:03:55.040 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.038+0000 7ff07effd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff080071d30 0x7ff080070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:55.040 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.038+0000 7ff07effd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff080071d30 0x7ff080070190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:34158/0 (socket says 172.21.15.76:34158) 2024-09-13T16:03:55.040 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.038+0000 7ff07effd640 1 -- 172.21.15.76:0/1498395879 learned_addr learned my addr 172.21.15.76:0/1498395879 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:03:55.040 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.038+0000 7ff07e7fc640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7ff080072110 0x7ff0800b1b70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:43380/0 (socket says 172.21.15.76:43380) 2024-09-13T16:03:55.040 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.038+0000 7ff07f7fe640 1 --2- 172.21.15.76:0/1498395879 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff0800c8920 0x7ff0800c8dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:55.040 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.038+0000 7ff07effd640 1 -- 172.21.15.76:0/1498395879 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff0800c8920 msgr2=0x7ff0800c8dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:03:55.040 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.038+0000 7ff07effd640 1 --2- 172.21.15.76:0/1498395879 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff0800c8920 0x7ff0800c8dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:55.040 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.038+0000 7ff07effd640 1 -- 172.21.15.76:0/1498395879 >> v1:172.21.15.76:6789/0 conn(0x7ff080072110 legacy=0x7ff0800b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:55.040 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.038+0000 7ff07effd640 1 -- 172.21.15.76:0/1498395879 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff0800ab1e0 con 0x7ff080071d30 2024-09-13T16:03:55.040 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.038+0000 7ff07dffb640 1 -- 172.21.15.76:0/1498395879 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 629653427 0 0) 0x7ff0800abdf0 con 0x7ff080072110 2024-09-13T16:03:55.042 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.039+0000 7ff07effd640 1 --2- 172.21.15.76:0/1498395879 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff080071d30 0x7ff080070190 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7ff070009870 tx=0x7ff07002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d6e05f92edc74664 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:55.042 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.039+0000 7ff07dffb640 1 -- 172.21.15.76:0/1498395879 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff070032440 con 0x7ff080071d30 2024-09-13T16:03:55.042 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.039+0000 7ff07dffb640 1 -- 172.21.15.76:0/1498395879 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff0700325a0 con 0x7ff080071d30 2024-09-13T16:03:55.042 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.039+0000 7ff07dffb640 1 -- 172.21.15.76:0/1498395879 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff070032930 con 0x7ff080071d30 2024-09-13T16:03:55.042 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.039+0000 7ff085533640 1 -- 172.21.15.76:0/1498395879 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff080071d30 msgr2=0x7ff080070190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:55.042 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.039+0000 7ff085533640 1 --2- 172.21.15.76:0/1498395879 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff080071d30 0x7ff080070190 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7ff070009870 tx=0x7ff07002a270 comp rx=0 tx=0).stop 2024-09-13T16:03:55.042 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.039+0000 7ff085533640 1 -- 172.21.15.76:0/1498395879 shutdown_connections 2024-09-13T16:03:55.042 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.039+0000 7ff085533640 1 --2- 172.21.15.76:0/1498395879 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff0800c8920 0x7ff0800c8dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:55.042 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.039+0000 7ff085533640 1 --2- 172.21.15.76:0/1498395879 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff080071d30 0x7ff080070190 unknown :-1 s=CLOSED pgs=592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:55.042 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.039+0000 7ff085533640 1 -- 172.21.15.76:0/1498395879 >> 172.21.15.76:0/1498395879 conn(0x7ff080069ed0 msgr2=0x7ff08006a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:03:55.042 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.039+0000 7ff085533640 1 -- 172.21.15.76:0/1498395879 shutdown_connections 2024-09-13T16:03:55.043 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.039+0000 7ff085533640 1 -- 172.21.15.76:0/1498395879 wait complete. 2024-09-13T16:03:55.043 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.041+0000 7ff085533640 1 Processor -- start 2024-09-13T16:03:55.043 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.041+0000 7ff085533640 1 -- start start 2024-09-13T16:03:55.045 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.041+0000 7ff085533640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff080071d30 0x7ff080097560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:55.045 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.041+0000 7ff085533640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff080072110 0x7ff0800aef00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:55.045 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.041+0000 7ff085533640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff0800c8920 0x7ff0800af440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:55.045 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.041+0000 7ff085533640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff080097aa0 con 0x7ff0800c8920 2024-09-13T16:03:55.045 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.041+0000 7ff085533640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff08014ba80 con 0x7ff080072110 2024-09-13T16:03:55.046 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.041+0000 7ff085533640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff0800c4780 con 0x7ff080071d30 2024-09-13T16:03:55.046 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.042+0000 7ff07f7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff0800c8920 0x7ff0800af440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:55.046 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.042+0000 7ff07f7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff0800c8920 0x7ff0800af440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:34172/0 (socket says 172.21.15.76:34172) 2024-09-13T16:03:55.046 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.042+0000 7ff07f7fe640 1 -- 172.21.15.76:0/2897020969 learned_addr learned my addr 172.21.15.76:0/2897020969 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:03:55.046 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.042+0000 7ff07effd640 1 --2- 172.21.15.76:0/2897020969 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff080071d30 0x7ff080097560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:55.046 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.042+0000 7ff07e7fc640 1 --2- 172.21.15.76:0/2897020969 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff080072110 0x7ff0800aef00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:55.046 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.042+0000 7ff07f7fe640 1 -- 172.21.15.76:0/2897020969 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff080071d30 msgr2=0x7ff080097560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:55.046 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.042+0000 7ff07f7fe640 1 --2- 172.21.15.76:0/2897020969 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff080071d30 0x7ff080097560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:55.046 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.042+0000 7ff07f7fe640 1 -- 172.21.15.76:0/2897020969 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff080072110 msgr2=0x7ff0800aef00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:55.046 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.042+0000 7ff07f7fe640 1 --2- 172.21.15.76:0/2897020969 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff080072110 0x7ff0800aef00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:55.046 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.042+0000 7ff07f7fe640 1 -- 172.21.15.76:0/2897020969 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff0700094d0 con 0x7ff0800c8920 2024-09-13T16:03:55.046 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.042+0000 7ff07effd640 1 --2- 172.21.15.76:0/2897020969 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff080071d30 0x7ff080097560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:03:55.046 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.042+0000 7ff07e7fc640 1 --2- 172.21.15.76:0/2897020969 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff080072110 0x7ff0800aef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:03:55.046 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.042+0000 7ff07f7fe640 1 --2- 172.21.15.76:0/2897020969 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff0800c8920 0x7ff0800af440 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7ff078007e60 tx=0x7ff07800e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:55.046 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.042+0000 7ff0777fe640 1 -- 172.21.15.76:0/2897020969 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff078014420 con 0x7ff0800c8920 2024-09-13T16:03:55.047 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.042+0000 7ff0777fe640 1 -- 172.21.15.76:0/2897020969 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff0780145a0 con 0x7ff0800c8920 2024-09-13T16:03:55.047 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.042+0000 7ff085533640 1 -- 172.21.15.76:0/2897020969 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff0800c4a60 con 0x7ff0800c8920 2024-09-13T16:03:55.047 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.042+0000 7ff0777fe640 1 -- 172.21.15.76:0/2897020969 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff078014950 con 0x7ff0800c8920 2024-09-13T16:03:55.047 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.042+0000 7ff085533640 1 -- 172.21.15.76:0/2897020969 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff0800c5020 con 0x7ff0800c8920 2024-09-13T16:03:55.047 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.043+0000 7ff085533640 1 -- 172.21.15.76:0/2897020969 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff08014bc30 con 0x7ff0800c8920 2024-09-13T16:03:55.047 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.044+0000 7ff0777fe640 1 -- 172.21.15.76:0/2897020969 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff078014ab0 con 0x7ff0800c8920 2024-09-13T16:03:55.047 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.044+0000 7ff0777fe640 1 --2- 172.21.15.76:0/2897020969 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff06006ac00 0x7ff06006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:55.047 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.044+0000 7ff0777fe640 1 -- 172.21.15.76:0/2897020969 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 6058+0+0 (secure 0 0 0) 0x7ff078089e40 con 0x7ff0800c8920 2024-09-13T16:03:55.047 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.044+0000 7ff07effd640 1 --2- 172.21.15.76:0/2897020969 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff06006ac00 0x7ff06006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:55.047 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.044+0000 7ff07effd640 1 --2- 172.21.15.76:0/2897020969 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff06006ac00 0x7ff06006d0c0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7ff070034000 tx=0x7ff07002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:55.049 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.048+0000 7ff0777fe640 1 -- 172.21.15.76:0/2897020969 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ff08014bc30 con 0x7ff0800c8920 2024-09-13T16:03:55.211 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.210+0000 7ff085533640 1 -- 172.21.15.76:0/2897020969 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ff08014bbf0 con 0x7ff0800c8920 2024-09-13T16:03:55.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.211+0000 7ff0777fe640 1 -- 172.21.15.76:0/2897020969 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v43) v1 ==== 74+0+16787 (secure 0 0 0) 0x7ff0780588c0 con 0x7ff0800c8920 2024-09-13T16:03:55.213 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:03:55.213 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":43,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:03:21.040017+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:02:54.526790+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"40","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-09-13T16:02:55.208798+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"41","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"6.1a","mappings":[{"from":5,"to":0}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:03:55.216 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.213+0000 7ff085533640 1 -- 172.21.15.76:0/2897020969 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff06006ac00 msgr2=0x7ff06006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:55.216 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.213+0000 7ff085533640 1 --2- 172.21.15.76:0/2897020969 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff06006ac00 0x7ff06006d0c0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7ff070034000 tx=0x7ff07002e000 comp rx=0 tx=0).stop 2024-09-13T16:03:55.216 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.213+0000 7ff085533640 1 -- 172.21.15.76:0/2897020969 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff0800c8920 msgr2=0x7ff0800af440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:55.216 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.213+0000 7ff085533640 1 --2- 172.21.15.76:0/2897020969 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff0800c8920 0x7ff0800af440 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7ff078007e60 tx=0x7ff07800e4b0 comp rx=0 tx=0).stop 2024-09-13T16:03:55.217 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.213+0000 7ff085533640 1 -- 172.21.15.76:0/2897020969 shutdown_connections 2024-09-13T16:03:55.217 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.213+0000 7ff085533640 1 --2- 172.21.15.76:0/2897020969 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff0800c8920 0x7ff0800af440 unknown :-1 s=CLOSED pgs=593 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:55.217 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.213+0000 7ff085533640 1 --2- 172.21.15.76:0/2897020969 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff080072110 0x7ff0800aef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:55.217 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.213+0000 7ff085533640 1 --2- 172.21.15.76:0/2897020969 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff06006ac00 0x7ff06006d0c0 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:55.217 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.213+0000 7ff085533640 1 --2- 172.21.15.76:0/2897020969 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff080071d30 0x7ff080097560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:55.217 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.213+0000 7ff085533640 1 -- 172.21.15.76:0/2897020969 >> 172.21.15.76:0/2897020969 conn(0x7ff080069ed0 msgr2=0x7ff0800cc690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:03:55.217 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.213+0000 7ff085533640 1 -- 172.21.15.76:0/2897020969 shutdown_connections 2024-09-13T16:03:55.217 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.213+0000 7ff085533640 1 -- 172.21.15.76:0/2897020969 wait complete. 2024-09-13T16:03:55.225 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:01:26.960607+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:02:54.526790+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '40', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.25, 'score_stable': 1.25, 'optimal_score': 1, 'raw_score_acting': 1.25, 'raw_score_stable': 1.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 6, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:02:55.208798+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '41', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:03:55.226 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:03:55.327 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.326+0000 7fdecd690640 1 Processor -- start 2024-09-13T16:03:55.327 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.326+0000 7fdecd690640 1 -- start start 2024-09-13T16:03:55.330 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.326+0000 7fdecd690640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fdec815c500 0x7fdec80d2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:55.330 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.326+0000 7fdecd690640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdec80d2590 0x7fdec80cd8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:55.330 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.327+0000 7fdecd690640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdec80cd450 con 0x7fdec80cde20 2024-09-13T16:03:55.331 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.327+0000 7fdecd690640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdec80d29f0 con 0x7fdec815c500 2024-09-13T16:03:55.331 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.327+0000 7fdecd690640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdec80d0cf0 con 0x7fdec80d2590 2024-09-13T16:03:55.331 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.327+0000 7fdec6ffd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fdec815c500 0x7fdec80d2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:55.331 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.327+0000 7fdec77fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fdec80cde20 0x7fdec80d0000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:43396/0 (socket says 172.21.15.76:43396) 2024-09-13T16:03:55.331 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.327+0000 7fdec6ffd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fdec815c500 0x7fdec80d2050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:34184/0 (socket says 172.21.15.76:34184) 2024-09-13T16:03:55.331 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.327+0000 7fdec77fe640 1 -- 172.21.15.76:0/2017110111 learned_addr learned my addr 172.21.15.76:0/2017110111 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:03:55.332 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.327+0000 7fdec6ffd640 1 -- 172.21.15.76:0/2017110111 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdec80d2590 msgr2=0x7fdec80cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:03:55.332 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.327+0000 7fdec6ffd640 1 --2- 172.21.15.76:0/2017110111 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdec80d2590 0x7fdec80cd8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:55.332 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.327+0000 7fdec6ffd640 1 -- 172.21.15.76:0/2017110111 >> v1:172.21.15.76:6789/0 conn(0x7fdec80cde20 legacy=0x7fdec80d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:55.332 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.327+0000 7fdec6ffd640 1 -- 172.21.15.76:0/2017110111 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdec80d0fd0 con 0x7fdec815c500 2024-09-13T16:03:55.332 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.327+0000 7fdec67fc640 1 -- 172.21.15.76:0/2017110111 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 384507545 0 0) 0x7fdec80cd450 con 0x7fdec80cde20 2024-09-13T16:03:55.332 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.328+0000 7fdec6ffd640 1 --2- 172.21.15.76:0/2017110111 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdec815c500 0x7fdec80d2050 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7fdeb80097a0 tx=0x7fdeb802a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b556d561da642ca server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:55.333 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.328+0000 7fdec67fc640 1 -- 172.21.15.76:0/2017110111 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdeb8032440 con 0x7fdec815c500 2024-09-13T16:03:55.333 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.328+0000 7fdec67fc640 1 -- 172.21.15.76:0/2017110111 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdeb80325a0 con 0x7fdec815c500 2024-09-13T16:03:55.333 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.328+0000 7fdec67fc640 1 -- 172.21.15.76:0/2017110111 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdeb8032930 con 0x7fdec815c500 2024-09-13T16:03:55.333 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.328+0000 7fdecd690640 1 -- 172.21.15.76:0/2017110111 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdec815c500 msgr2=0x7fdec80d2050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:55.333 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.328+0000 7fdecd690640 1 --2- 172.21.15.76:0/2017110111 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdec815c500 0x7fdec80d2050 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7fdeb80097a0 tx=0x7fdeb802a180 comp rx=0 tx=0).stop 2024-09-13T16:03:55.333 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.328+0000 7fdecd690640 1 -- 172.21.15.76:0/2017110111 shutdown_connections 2024-09-13T16:03:55.333 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.328+0000 7fdecd690640 1 --2- 172.21.15.76:0/2017110111 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdec80d2590 0x7fdec80cd8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:55.334 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.328+0000 7fdecd690640 1 --2- 172.21.15.76:0/2017110111 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdec815c500 0x7fdec80d2050 unknown :-1 s=CLOSED pgs=595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:55.334 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.328+0000 7fdecd690640 1 -- 172.21.15.76:0/2017110111 >> 172.21.15.76:0/2017110111 conn(0x7fdec8089f60 msgr2=0x7fdec809b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:03:55.334 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.329+0000 7fdecd690640 1 -- 172.21.15.76:0/2017110111 shutdown_connections 2024-09-13T16:03:55.334 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.329+0000 7fdecd690640 1 -- 172.21.15.76:0/2017110111 wait complete. 2024-09-13T16:03:55.339 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.330+0000 7fdecd690640 1 Processor -- start 2024-09-13T16:03:55.339 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.330+0000 7fdecd690640 1 -- start start 2024-09-13T16:03:55.339 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.330+0000 7fdecd690640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdec80cde20 0x7fdec8157e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:55.339 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.330+0000 7fdecd690640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdec80d2590 0x7fdec81f1e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:55.339 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.330+0000 7fdecd690640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdec815c500 0x7fdec8160580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:55.339 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.330+0000 7fdecd690640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdec81f27f0 con 0x7fdec80d2590 2024-09-13T16:03:55.340 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.330+0000 7fdecd690640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdec81f2ad0 con 0x7fdec815c500 2024-09-13T16:03:55.340 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.330+0000 7fdecd690640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdec81f2db0 con 0x7fdec80cde20 2024-09-13T16:03:55.340 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.330+0000 7fdebffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdec80d2590 0x7fdec81f1e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:55.340 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.330+0000 7fdebffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdec80d2590 0x7fdec81f1e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:34198/0 (socket says 172.21.15.76:34198) 2024-09-13T16:03:55.340 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.330+0000 7fdebffff640 1 -- 172.21.15.76:0/2224314139 learned_addr learned my addr 172.21.15.76:0/2224314139 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:03:55.340 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.331+0000 7fdebffff640 1 -- 172.21.15.76:0/2224314139 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdec80cde20 msgr2=0x7fdec8157e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:55.340 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.331+0000 7fdec6ffd640 1 --2- 172.21.15.76:0/2224314139 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdec80cde20 0x7fdec8157e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:55.340 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.331+0000 7fdebffff640 1 --2- 172.21.15.76:0/2224314139 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdec80cde20 0x7fdec8157e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:55.340 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.331+0000 7fdebffff640 1 -- 172.21.15.76:0/2224314139 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdec815c500 msgr2=0x7fdec8160580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:55.340 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.331+0000 7fdebffff640 1 --2- 172.21.15.76:0/2224314139 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdec815c500 0x7fdec8160580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:55.341 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.331+0000 7fdebffff640 1 -- 172.21.15.76:0/2224314139 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdeb8009400 con 0x7fdec80d2590 2024-09-13T16:03:55.341 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.331+0000 7fdebffff640 1 --2- 172.21.15.76:0/2224314139 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdec80d2590 0x7fdec81f1e80 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7fdeb000b450 tx=0x7fdeb000b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:55.341 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.331+0000 7fdebf7fe640 1 -- 172.21.15.76:0/2224314139 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdeb0011890 con 0x7fdec80d2590 2024-09-13T16:03:55.341 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.331+0000 7fdebf7fe640 1 -- 172.21.15.76:0/2224314139 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdeb00119f0 con 0x7fdec80d2590 2024-09-13T16:03:55.341 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.331+0000 7fdebf7fe640 1 -- 172.21.15.76:0/2224314139 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdeb0011da0 con 0x7fdec80d2590 2024-09-13T16:03:55.341 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.331+0000 7fdecd690640 1 -- 172.21.15.76:0/2224314139 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdec80ca660 con 0x7fdec80d2590 2024-09-13T16:03:55.341 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.331+0000 7fdecd690640 1 -- 172.21.15.76:0/2224314139 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdec81f23c0 con 0x7fdec80d2590 2024-09-13T16:03:55.341 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.332+0000 7fdecd690640 1 -- 172.21.15.76:0/2224314139 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdec80cab80 con 0x7fdec80d2590 2024-09-13T16:03:55.342 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.332+0000 7fdebf7fe640 1 -- 172.21.15.76:0/2224314139 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fdeb001a400 con 0x7fdec80d2590 2024-09-13T16:03:55.342 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.333+0000 7fdebf7fe640 1 --2- 172.21.15.76:0/2224314139 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdea806ac00 0x7fdea806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:55.342 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.333+0000 7fdebf7fe640 1 -- 172.21.15.76:0/2224314139 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 6058+0+0 (secure 0 0 0) 0x7fdeb00898a0 con 0x7fdec80d2590 2024-09-13T16:03:55.342 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.333+0000 7fdec6ffd640 1 --2- 172.21.15.76:0/2224314139 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdea806ac00 0x7fdea806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:55.342 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.333+0000 7fdec6ffd640 1 --2- 172.21.15.76:0/2224314139 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdea806ac00 0x7fdea806d0c0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fdeb8034000 tx=0x7fdeb802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:55.342 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.337+0000 7fdebf7fe640 1 -- 172.21.15.76:0/2224314139 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fdec80cab80 con 0x7fdec80d2590 2024-09-13T16:03:55.500 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.498+0000 7fdecd690640 1 -- 172.21.15.76:0/2224314139 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fdec80cab80 con 0x7fdec80d2590 2024-09-13T16:03:55.500 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.498+0000 7fdebf7fe640 1 -- 172.21.15.76:0/2224314139 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v43) v1 ==== 93+0+10 (secure 0 0 0) 0x7fdec80cab80 con 0x7fdec80d2590 2024-09-13T16:03:55.500 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2024-09-13T16:03:55.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.500+0000 7fdecd690640 1 -- 172.21.15.76:0/2224314139 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdea806ac00 msgr2=0x7fdea806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:55.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.500+0000 7fdecd690640 1 --2- 172.21.15.76:0/2224314139 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdea806ac00 0x7fdea806d0c0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fdeb8034000 tx=0x7fdeb802e000 comp rx=0 tx=0).stop 2024-09-13T16:03:55.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.500+0000 7fdecd690640 1 -- 172.21.15.76:0/2224314139 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdec80d2590 msgr2=0x7fdec81f1e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:55.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.500+0000 7fdecd690640 1 --2- 172.21.15.76:0/2224314139 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdec80d2590 0x7fdec81f1e80 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7fdeb000b450 tx=0x7fdeb000b910 comp rx=0 tx=0).stop 2024-09-13T16:03:55.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.500+0000 7fdecd690640 1 -- 172.21.15.76:0/2224314139 shutdown_connections 2024-09-13T16:03:55.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.500+0000 7fdecd690640 1 --2- 172.21.15.76:0/2224314139 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdec815c500 0x7fdec8160580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:55.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.500+0000 7fdecd690640 1 --2- 172.21.15.76:0/2224314139 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdec80d2590 0x7fdec81f1e80 unknown :-1 s=CLOSED pgs=596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:55.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.500+0000 7fdecd690640 1 --2- 172.21.15.76:0/2224314139 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdea806ac00 0x7fdea806d0c0 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:55.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.500+0000 7fdecd690640 1 --2- 172.21.15.76:0/2224314139 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdec80cde20 0x7fdec8157e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:55.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.501+0000 7fdecd690640 1 -- 172.21.15.76:0/2224314139 >> 172.21.15.76:0/2224314139 conn(0x7fdec8089f60 msgr2=0x7fdec80d1e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:03:55.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.501+0000 7fdecd690640 1 -- 172.21.15.76:0/2224314139 shutdown_connections 2024-09-13T16:03:55.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.501+0000 7fdecd690640 1 -- 172.21.15.76:0/2224314139 wait complete. 2024-09-13T16:03:55.513 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:03:55.614 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.613+0000 7fccda6b1640 1 Processor -- start 2024-09-13T16:03:55.614 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.613+0000 7fccda6b1640 1 -- start start 2024-09-13T16:03:55.617 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.613+0000 7fccda6b1640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fccd415c500 0x7fccd40d2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:55.618 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.613+0000 7fccda6b1640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fccd40cdff0 0x7fccd40d0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:55.618 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.613+0000 7fccda6b1640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fccd40cd450 con 0x7fccd40d2590 2024-09-13T16:03:55.618 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.613+0000 7fccda6b1640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fccd40d29f0 con 0x7fccd40cdff0 2024-09-13T16:03:55.618 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.613+0000 7fccda6b1640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fccd40d0cf0 con 0x7fccd415c500 2024-09-13T16:03:55.618 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.614+0000 7fccd8c4e640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fccd40cdff0 0x7fccd40d0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:55.618 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.614+0000 7fccd8c4e640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fccd40cdff0 0x7fccd40d0000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:34210/0 (socket says 172.21.15.76:34210) 2024-09-13T16:03:55.618 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.614+0000 7fccd8c4e640 1 -- 172.21.15.76:0/1755572824 learned_addr learned my addr 172.21.15.76:0/1755572824 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:03:55.618 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.614+0000 7fccd3fff640 1 --2- 172.21.15.76:0/1755572824 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fccd415c500 0x7fccd40d2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:55.618 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.614+0000 7fccd8c4e640 1 -- 172.21.15.76:0/1755572824 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fccd415c500 msgr2=0x7fccd40d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:03:55.618 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.614+0000 7fccd8c4e640 1 --2- 172.21.15.76:0/1755572824 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fccd415c500 0x7fccd40d2050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:55.619 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.614+0000 7fccd8c4e640 1 -- 172.21.15.76:0/1755572824 >> v1:172.21.15.192:6789/0 conn(0x7fccd40d2590 legacy=0x7fccd40cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:55.619 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.614+0000 7fccd8c4e640 1 -- 172.21.15.76:0/1755572824 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fccd40d0fd0 con 0x7fccd40cdff0 2024-09-13T16:03:55.619 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.615+0000 7fccd8c4e640 1 --2- 172.21.15.76:0/1755572824 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fccd40cdff0 0x7fccd40d0000 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7fcccc009e50 tx=0x7fcccc02a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e42c77833606510d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:55.619 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.615+0000 7fccd2ffd640 1 -- 172.21.15.76:0/1755572824 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcccc02aea0 con 0x7fccd40cdff0 2024-09-13T16:03:55.619 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.615+0000 7fccd2ffd640 1 -- 172.21.15.76:0/1755572824 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcccc02d050 con 0x7fccd40cdff0 2024-09-13T16:03:55.619 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.615+0000 7fccd2ffd640 1 -- 172.21.15.76:0/1755572824 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcccc031820 con 0x7fccd40cdff0 2024-09-13T16:03:55.619 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.615+0000 7fccda6b1640 1 -- 172.21.15.76:0/1755572824 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fccd40cdff0 msgr2=0x7fccd40d0000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:55.619 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.615+0000 7fccda6b1640 1 --2- 172.21.15.76:0/1755572824 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fccd40cdff0 0x7fccd40d0000 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7fcccc009e50 tx=0x7fcccc02a680 comp rx=0 tx=0).stop 2024-09-13T16:03:55.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.615+0000 7fccda6b1640 1 -- 172.21.15.76:0/1755572824 shutdown_connections 2024-09-13T16:03:55.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.615+0000 7fccda6b1640 1 --2- 172.21.15.76:0/1755572824 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fccd40cdff0 0x7fccd40d0000 unknown :-1 s=CLOSED pgs=597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:55.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.615+0000 7fccda6b1640 1 --2- 172.21.15.76:0/1755572824 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fccd415c500 0x7fccd40d2050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:55.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.615+0000 7fccda6b1640 1 -- 172.21.15.76:0/1755572824 >> 172.21.15.76:0/1755572824 conn(0x7fccd4089f60 msgr2=0x7fccd409b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:03:55.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.615+0000 7fccda6b1640 1 -- 172.21.15.76:0/1755572824 shutdown_connections 2024-09-13T16:03:55.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.615+0000 7fccda6b1640 1 -- 172.21.15.76:0/1755572824 wait complete. 2024-09-13T16:03:55.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.617+0000 7fccda6b1640 1 Processor -- start 2024-09-13T16:03:55.624 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.617+0000 7fccda6b1640 1 -- start start 2024-09-13T16:03:55.624 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.617+0000 7fccda6b1640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fccd40cdff0 0x7fccd4153a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:55.624 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.617+0000 7fccda6b1640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fccd40d2590 0x7fccd406b920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:55.624 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.618+0000 7fccda6b1640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fccd415c500 0x7fccd406be60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:55.624 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.618+0000 7fccda6b1640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fccd4153fa0 con 0x7fccd415c500 2024-09-13T16:03:55.624 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.618+0000 7fccda6b1640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fccd40b7680 con 0x7fccd40cdff0 2024-09-13T16:03:55.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.618+0000 7fccda6b1640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fccd40b7960 con 0x7fccd40d2590 2024-09-13T16:03:55.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.618+0000 7fccd8c4e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fccd415c500 0x7fccd406be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:55.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.618+0000 7fccd8c4e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fccd415c500 0x7fccd406be60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:34220/0 (socket says 172.21.15.76:34220) 2024-09-13T16:03:55.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.618+0000 7fccd8c4e640 1 -- 172.21.15.76:0/1678757609 learned_addr learned my addr 172.21.15.76:0/1678757609 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:03:55.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.618+0000 7fccd3fff640 1 --2- 172.21.15.76:0/1678757609 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fccd40cdff0 0x7fccd4153a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:55.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.618+0000 7fccd37fe640 1 --2- 172.21.15.76:0/1678757609 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fccd40d2590 0x7fccd406b920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:55.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.618+0000 7fccd8c4e640 1 -- 172.21.15.76:0/1678757609 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fccd40d2590 msgr2=0x7fccd406b920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:55.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.618+0000 7fccd8c4e640 1 --2- 172.21.15.76:0/1678757609 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fccd40d2590 0x7fccd406b920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:55.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.618+0000 7fccd8c4e640 1 -- 172.21.15.76:0/1678757609 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fccd40cdff0 msgr2=0x7fccd4153a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:55.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.618+0000 7fccd8c4e640 1 --2- 172.21.15.76:0/1678757609 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fccd40cdff0 0x7fccd4153a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:55.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.618+0000 7fccd8c4e640 1 -- 172.21.15.76:0/1678757609 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcccc009b30 con 0x7fccd415c500 2024-09-13T16:03:55.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.618+0000 7fccd8c4e640 1 --2- 172.21.15.76:0/1678757609 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fccd415c500 0x7fccd406be60 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7fcccc034040 tx=0x7fcccc004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:55.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.618+0000 7fccd0ff9640 1 -- 172.21.15.76:0/1678757609 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcccc03d860 con 0x7fccd415c500 2024-09-13T16:03:55.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.618+0000 7fccd0ff9640 1 -- 172.21.15.76:0/1678757609 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcccc03d9e0 con 0x7fccd415c500 2024-09-13T16:03:55.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.618+0000 7fccda6b1640 1 -- 172.21.15.76:0/1678757609 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fccd40b7c40 con 0x7fccd415c500 2024-09-13T16:03:55.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.618+0000 7fccd0ff9640 1 -- 172.21.15.76:0/1678757609 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcccc03dd90 con 0x7fccd415c500 2024-09-13T16:03:55.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.618+0000 7fccda6b1640 1 -- 172.21.15.76:0/1678757609 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fccd40b7330 con 0x7fccd415c500 2024-09-13T16:03:55.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.619+0000 7fccda6b1640 1 -- 172.21.15.76:0/1678757609 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fccd40c9db0 con 0x7fccd415c500 2024-09-13T16:03:55.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.620+0000 7fccd0ff9640 1 -- 172.21.15.76:0/1678757609 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fcccc03b400 con 0x7fccd415c500 2024-09-13T16:03:55.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.620+0000 7fccd0ff9640 1 --2- 172.21.15.76:0/1678757609 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fccc006ac00 0x7fccc006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:55.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.621+0000 7fccd3fff640 1 --2- 172.21.15.76:0/1678757609 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fccc006ac00 0x7fccc006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:55.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.621+0000 7fccd0ff9640 1 -- 172.21.15.76:0/1678757609 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 6058+0+0 (secure 0 0 0) 0x7fcccc0aa100 con 0x7fccd415c500 2024-09-13T16:03:55.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.621+0000 7fccd3fff640 1 --2- 172.21.15.76:0/1678757609 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fccc006ac00 0x7fccc006d0c0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fccd415f720 tx=0x7fccc4008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:55.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.625+0000 7fccd0ff9640 1 -- 172.21.15.76:0/1678757609 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fccd40c9db0 con 0x7fccd415c500 2024-09-13T16:03:55.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.787+0000 7fccda6b1640 1 -- 172.21.15.76:0/1678757609 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fccd40c9db0 con 0x7fccd415c500 2024-09-13T16:03:55.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.788+0000 7fccd0ff9640 1 -- 172.21.15.76:0/1678757609 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v43) v1 ==== 104+0+11 (secure 0 0 0) 0x7fccd40c9db0 con 0x7fccd415c500 2024-09-13T16:03:55.789 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2024-09-13T16:03:55.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.790+0000 7fccda6b1640 1 -- 172.21.15.76:0/1678757609 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fccc006ac00 msgr2=0x7fccc006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:55.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.790+0000 7fccda6b1640 1 --2- 172.21.15.76:0/1678757609 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fccc006ac00 0x7fccc006d0c0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fccd415f720 tx=0x7fccc4008040 comp rx=0 tx=0).stop 2024-09-13T16:03:55.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.790+0000 7fccda6b1640 1 -- 172.21.15.76:0/1678757609 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fccd415c500 msgr2=0x7fccd406be60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:55.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.790+0000 7fccda6b1640 1 --2- 172.21.15.76:0/1678757609 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fccd415c500 0x7fccd406be60 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7fcccc034040 tx=0x7fcccc004a40 comp rx=0 tx=0).stop 2024-09-13T16:03:55.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.790+0000 7fccda6b1640 1 -- 172.21.15.76:0/1678757609 shutdown_connections 2024-09-13T16:03:55.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.790+0000 7fccda6b1640 1 --2- 172.21.15.76:0/1678757609 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fccd415c500 0x7fccd406be60 unknown :-1 s=CLOSED pgs=598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:55.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.790+0000 7fccda6b1640 1 --2- 172.21.15.76:0/1678757609 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fccc006ac00 0x7fccc006d0c0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:55.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.790+0000 7fccda6b1640 1 --2- 172.21.15.76:0/1678757609 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fccd40d2590 0x7fccd406b920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:55.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.790+0000 7fccda6b1640 1 --2- 172.21.15.76:0/1678757609 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fccd40cdff0 0x7fccd4153a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:55.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.790+0000 7fccda6b1640 1 -- 172.21.15.76:0/1678757609 >> 172.21.15.76:0/1678757609 conn(0x7fccd4089f60 msgr2=0x7fccd40cead0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:03:55.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.790+0000 7fccda6b1640 1 -- 172.21.15.76:0/1678757609 shutdown_connections 2024-09-13T16:03:55.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.790+0000 7fccda6b1640 1 -- 172.21.15.76:0/1678757609 wait complete. 2024-09-13T16:03:55.802 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:03:55.904 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.902+0000 7fb5a77db640 1 Processor -- start 2024-09-13T16:03:55.904 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.902+0000 7fb5a77db640 1 -- start start 2024-09-13T16:03:55.907 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.903+0000 7fb5a77db640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb5a006c8a0 0x7fb5a00b1160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:55.907 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.903+0000 7fb5a77db640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb5a00b2d10 con 0x7fb5a0071b20 2024-09-13T16:03:55.907 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.903+0000 7fb5a77db640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb5a00b2ff0 con 0x7fb5a0158b00 2024-09-13T16:03:55.908 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.903+0000 7fb5a77db640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb5a0070310 con 0x7fb5a006c8a0 2024-09-13T16:03:55.908 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.903+0000 7fb5a5d78640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fb5a0071b20 0x7fb5a00b16a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:43400/0 (socket says 172.21.15.76:43400) 2024-09-13T16:03:55.908 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.903+0000 7fb5a5d78640 1 -- 172.21.15.76:0/542707647 learned_addr learned my addr 172.21.15.76:0/542707647 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:03:55.908 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.903+0000 7fb5a4d76640 1 --2- 172.21.15.76:0/542707647 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb5a006c8a0 0x7fb5a00b1160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:55.908 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.904+0000 7fb597fff640 1 -- 172.21.15.76:0/542707647 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3360991325 0 0) 0x7fb5a00b2d10 con 0x7fb5a0071b20 2024-09-13T16:03:55.908 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.904+0000 7fb597fff640 1 -- 172.21.15.76:0/542707647 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb58c003520 con 0x7fb5a0071b20 2024-09-13T16:03:55.908 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.904+0000 7fb597fff640 1 -- 172.21.15.76:0/542707647 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3609437206 0 0) 0x7fb5a00b2ff0 con 0x7fb5a0158b00 2024-09-13T16:03:55.908 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.904+0000 7fb597fff640 1 -- 172.21.15.76:0/542707647 --> v1:172.21.15.192:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb5a00b2d10 con 0x7fb5a0158b00 2024-09-13T16:03:55.908 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.904+0000 7fb597fff640 1 -- 172.21.15.76:0/542707647 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1233128155 0 0) 0x7fb58c003520 con 0x7fb5a0071b20 2024-09-13T16:03:55.908 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.904+0000 7fb597fff640 1 -- 172.21.15.76:0/542707647 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb5a006c8a0 msgr2=0x7fb5a00b1160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:03:55.908 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.904+0000 7fb597fff640 1 --2- 172.21.15.76:0/542707647 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb5a006c8a0 0x7fb5a00b1160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:55.908 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.904+0000 7fb597fff640 1 -- 172.21.15.76:0/542707647 >> v1:172.21.15.192:6789/0 conn(0x7fb5a0158b00 legacy=0x7fb5a006c190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:55.908 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.904+0000 7fb597fff640 1 -- 172.21.15.76:0/542707647 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb5a00705f0 con 0x7fb5a0071b20 2024-09-13T16:03:55.909 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.904+0000 7fb597fff640 1 -- 172.21.15.76:0/542707647 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7fb5980019f0 con 0x7fb5a0071b20 2024-09-13T16:03:55.909 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.904+0000 7fb5a4d76640 1 --2- 172.21.15.76:0/542707647 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb5a006c8a0 0x7fb5a00b1160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:03:55.909 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.904+0000 7fb597fff640 1 -- 172.21.15.76:0/542707647 >> v1:172.21.15.76:6789/0 conn(0x7fb5a0071b20 legacy=0x7fb5a00b16a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:55.909 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.904+0000 7fb597fff640 1 --2- 172.21.15.76:0/542707647 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb5a006c8a0 0x7fb58c003b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:55.909 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.904+0000 7fb597fff640 1 --2- 172.21.15.76:0/542707647 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb58c004070 0x7fb58c0047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:55.909 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.904+0000 7fb597fff640 1 --2- 172.21.15.76:0/542707647 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb58c004d00 0x7fb58c005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:55.909 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.904+0000 7fb597fff640 1 -- 172.21.15.76:0/542707647 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5a0070310 con 0x7fb58c004070 2024-09-13T16:03:55.909 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.904+0000 7fb597fff640 1 -- 172.21.15.76:0/542707647 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb58c00ba30 con 0x7fb58c004d00 2024-09-13T16:03:55.909 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.904+0000 7fb597fff640 1 -- 172.21.15.76:0/542707647 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb58c00bbf0 con 0x7fb5a006c8a0 2024-09-13T16:03:55.909 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.904+0000 7fb5a4d76640 1 --2- 172.21.15.76:0/542707647 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb58c004070 0x7fb58c0047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:55.909 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.904+0000 7fb5a5577640 1 --2- 172.21.15.76:0/542707647 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb5a006c8a0 0x7fb58c003b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:55.909 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.904+0000 7fb5a5d78640 1 --2- 172.21.15.76:0/542707647 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb58c004d00 0x7fb58c005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:55.909 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.904+0000 7fb5a4d76640 1 -- 172.21.15.76:0/542707647 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb5a006c8a0 msgr2=0x7fb58c003b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:03:55.909 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.904+0000 7fb5a4d76640 1 --2- 172.21.15.76:0/542707647 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb5a006c8a0 0x7fb58c003b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:55.910 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.904+0000 7fb5a4d76640 1 -- 172.21.15.76:0/542707647 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb58c004d00 msgr2=0x7fb58c005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:03:55.910 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.904+0000 7fb5a4d76640 1 --2- 172.21.15.76:0/542707647 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb58c004d00 0x7fb58c005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:55.910 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.904+0000 7fb5a4d76640 1 -- 172.21.15.76:0/542707647 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb590009400 con 0x7fb58c004070 2024-09-13T16:03:55.910 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.904+0000 7fb5a5d78640 1 --2- 172.21.15.76:0/542707647 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb58c004d00 0x7fb58c005180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:03:55.910 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.905+0000 7fb5a4d76640 1 --2- 172.21.15.76:0/542707647 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb58c004070 0x7fb58c0047c0 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7fb590009c70 tx=0x7fb58c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fe4b9b8132720eea server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:55.910 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.905+0000 7fb597fff640 1 -- 172.21.15.76:0/542707647 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb590031400 con 0x7fb58c004070 2024-09-13T16:03:55.910 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.905+0000 7fb597fff640 1 -- 172.21.15.76:0/542707647 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb59002d050 con 0x7fb58c004070 2024-09-13T16:03:55.910 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.905+0000 7fb597fff640 1 -- 172.21.15.76:0/542707647 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb590031760 con 0x7fb58c004070 2024-09-13T16:03:55.910 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.906+0000 7fb5a77db640 1 -- 172.21.15.76:0/542707647 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb58c004070 msgr2=0x7fb58c0047c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:55.910 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.906+0000 7fb5a77db640 1 --2- 172.21.15.76:0/542707647 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb58c004070 0x7fb58c0047c0 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7fb590009c70 tx=0x7fb58c0057f0 comp rx=0 tx=0).stop 2024-09-13T16:03:55.910 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.906+0000 7fb5a5d78640 1 -- 172.21.15.76:0/542707647 reap_dead start 2024-09-13T16:03:55.910 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.906+0000 7fb5a77db640 1 -- 172.21.15.76:0/542707647 shutdown_connections 2024-09-13T16:03:55.910 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.906+0000 7fb5a77db640 1 -- 172.21.15.76:0/542707647 >> 172.21.15.76:0/542707647 conn(0x7fb5a006a0b0 msgr2=0x7fb5a006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:03:55.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.906+0000 7fb5a77db640 1 -- 172.21.15.76:0/542707647 shutdown_connections 2024-09-13T16:03:55.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.906+0000 7fb5a77db640 1 -- 172.21.15.76:0/542707647 wait complete. 2024-09-13T16:03:55.913 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.907+0000 7fb5a77db640 1 Processor -- start 2024-09-13T16:03:55.913 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.907+0000 7fb5a77db640 1 -- start start 2024-09-13T16:03:55.913 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.908+0000 7fb5a77db640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb58c004070 0x7fb5a0096b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:55.913 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.908+0000 7fb5a77db640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb5a00ace80 0x7fb5a00c2690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:55.913 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.908+0000 7fb5a77db640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb5a0097050 0x7fb5a00c2bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:55.913 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.908+0000 7fb5a77db640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5a00c3110 con 0x7fb58c004070 2024-09-13T16:03:55.913 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.908+0000 7fb5a77db640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5a00ac730 con 0x7fb5a0097050 2024-09-13T16:03:55.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.908+0000 7fb5a77db640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb5a00ae9b0 con 0x7fb5a00ace80 2024-09-13T16:03:55.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.908+0000 7fb5a5577640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb58c004070 0x7fb5a0096b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:55.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.908+0000 7fb5a5577640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb58c004070 0x7fb5a0096b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:34246/0 (socket says 172.21.15.76:34246) 2024-09-13T16:03:55.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.908+0000 7fb5a5577640 1 -- 172.21.15.76:0/2533829075 learned_addr learned my addr 172.21.15.76:0/2533829075 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:03:55.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.908+0000 7fb5a4d76640 1 --2- 172.21.15.76:0/2533829075 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb5a00ace80 0x7fb5a00c2690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:55.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.908+0000 7fb5a5d78640 1 --2- 172.21.15.76:0/2533829075 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb5a0097050 0x7fb5a00c2bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:55.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.908+0000 7fb5a5577640 1 -- 172.21.15.76:0/2533829075 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb5a00ace80 msgr2=0x7fb5a00c2690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:55.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.908+0000 7fb5a5577640 1 --2- 172.21.15.76:0/2533829075 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb5a00ace80 0x7fb5a00c2690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:55.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.908+0000 7fb5a5577640 1 -- 172.21.15.76:0/2533829075 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb5a0097050 msgr2=0x7fb5a00c2bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:55.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.908+0000 7fb5a5577640 1 --2- 172.21.15.76:0/2533829075 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb5a0097050 0x7fb5a00c2bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:55.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.908+0000 7fb5a5577640 1 -- 172.21.15.76:0/2533829075 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb5a00b03f0 con 0x7fb58c004070 2024-09-13T16:03:55.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.908+0000 7fb5a5577640 1 --2- 172.21.15.76:0/2533829075 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb58c004070 0x7fb5a0096b10 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7fb59c00f7a0 tx=0x7fb59c00fc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:55.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.908+0000 7fb595ffb640 1 -- 172.21.15.76:0/2533829075 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb59c0014a0 con 0x7fb58c004070 2024-09-13T16:03:55.915 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.908+0000 7fb595ffb640 1 -- 172.21.15.76:0/2533829075 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb59c00feb0 con 0x7fb58c004070 2024-09-13T16:03:55.915 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.908+0000 7fb5a77db640 1 -- 172.21.15.76:0/2533829075 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb5a00ac980 con 0x7fb58c004070 2024-09-13T16:03:55.915 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.908+0000 7fb595ffb640 1 -- 172.21.15.76:0/2533829075 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb59c00d730 con 0x7fb58c004070 2024-09-13T16:03:55.915 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.909+0000 7fb5a77db640 1 -- 172.21.15.76:0/2533829075 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb5a0097760 con 0x7fb58c004070 2024-09-13T16:03:55.915 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.910+0000 7fb5a77db640 1 -- 172.21.15.76:0/2533829075 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb5a00aeb40 con 0x7fb58c004070 2024-09-13T16:03:55.915 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.910+0000 7fb595ffb640 1 -- 172.21.15.76:0/2533829075 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb59c00d890 con 0x7fb58c004070 2024-09-13T16:03:55.915 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.911+0000 7fb595ffb640 1 --2- 172.21.15.76:0/2533829075 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb58406ac00 0x7fb58406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:55.915 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.911+0000 7fb595ffb640 1 -- 172.21.15.76:0/2533829075 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 6058+0+0 (secure 0 0 0) 0x7fb59c089570 con 0x7fb58c004070 2024-09-13T16:03:55.915 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.911+0000 7fb5a4d76640 1 --2- 172.21.15.76:0/2533829075 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb58406ac00 0x7fb58406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:55.915 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.911+0000 7fb5a4d76640 1 --2- 172.21.15.76:0/2533829075 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb58406ac00 0x7fb58406d0c0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fb590009c70 tx=0x7fb590008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:55.916 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:55.915+0000 7fb595ffb640 1 -- 172.21.15.76:0/2533829075 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fb59c0545f0 con 0x7fb58c004070 2024-09-13T16:03:56.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.078+0000 7fb5a77db640 1 -- 172.21.15.76:0/2533829075 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fb5a00b2ff0 con 0x7fb58c004070 2024-09-13T16:03:56.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.078+0000 7fb595ffb640 1 -- 172.21.15.76:0/2533829075 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v43) v1 ==== 100+0+11 (secure 0 0 0) 0x7fb59c057c10 con 0x7fb58c004070 2024-09-13T16:03:56.079 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2024-09-13T16:03:56.081 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.080+0000 7fb5a77db640 1 -- 172.21.15.76:0/2533829075 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb58406ac00 msgr2=0x7fb58406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:56.081 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.080+0000 7fb5a77db640 1 --2- 172.21.15.76:0/2533829075 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb58406ac00 0x7fb58406d0c0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fb590009c70 tx=0x7fb590008030 comp rx=0 tx=0).stop 2024-09-13T16:03:56.081 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.080+0000 7fb5a77db640 1 -- 172.21.15.76:0/2533829075 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb58c004070 msgr2=0x7fb5a0096b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:56.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.080+0000 7fb5a77db640 1 --2- 172.21.15.76:0/2533829075 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb58c004070 0x7fb5a0096b10 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7fb59c00f7a0 tx=0x7fb59c00fc60 comp rx=0 tx=0).stop 2024-09-13T16:03:56.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.080+0000 7fb5a77db640 1 -- 172.21.15.76:0/2533829075 shutdown_connections 2024-09-13T16:03:56.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.080+0000 7fb5a77db640 1 --2- 172.21.15.76:0/2533829075 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb5a0097050 0x7fb5a00c2bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:56.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.080+0000 7fb5a77db640 1 --2- 172.21.15.76:0/2533829075 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb58406ac00 0x7fb58406d0c0 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:56.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.080+0000 7fb5a77db640 1 --2- 172.21.15.76:0/2533829075 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb5a00ace80 0x7fb5a00c2690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:56.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.080+0000 7fb5a77db640 1 --2- 172.21.15.76:0/2533829075 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb58c004070 0x7fb5a0096b10 unknown :-1 s=CLOSED pgs=601 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:56.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.080+0000 7fb5a77db640 1 -- 172.21.15.76:0/2533829075 >> 172.21.15.76:0/2533829075 conn(0x7fb5a006a0b0 msgr2=0x7fb5a00b1640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:03:56.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.080+0000 7fb5a77db640 1 -- 172.21.15.76:0/2533829075 shutdown_connections 2024-09-13T16:03:56.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.080+0000 7fb5a77db640 1 -- 172.21.15.76:0/2533829075 wait complete. 2024-09-13T16:03:56.092 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:03:56.190 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.188+0000 7f86cb672640 1 Processor -- start 2024-09-13T16:03:56.190 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.188+0000 7f86cb672640 1 -- start start 2024-09-13T16:03:56.191 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.189+0000 7f86cb672640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f86c406c4c0 0x7f86c406c8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:56.191 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.189+0000 7f86cb672640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f86c40b2590 0x7f86c406d3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:56.191 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.189+0000 7f86cb672640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f86c406e0c0 con 0x7f86c40cbea0 2024-09-13T16:03:56.191 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.189+0000 7f86cb672640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f86c406deb0 con 0x7f86c406c4c0 2024-09-13T16:03:56.192 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.189+0000 7f86cb672640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f86c40b2170 con 0x7f86c40b2590 2024-09-13T16:03:56.192 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.189+0000 7f86c940e640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f86c406c4c0 0x7f86c406c8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:56.192 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.189+0000 7f86c940e640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f86c406c4c0 0x7f86c406c8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:34250/0 (socket says 172.21.15.76:34250) 2024-09-13T16:03:56.192 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.189+0000 7f86c940e640 1 -- 172.21.15.76:0/331383206 learned_addr learned my addr 172.21.15.76:0/331383206 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:03:56.192 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.190+0000 7f86c8c0d640 1 --2- 172.21.15.76:0/331383206 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f86c40b2590 0x7f86c406d3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:56.192 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.190+0000 7f86c940e640 1 -- 172.21.15.76:0/331383206 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f86c40b2590 msgr2=0x7f86c406d3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:03:56.192 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.190+0000 7f86c940e640 1 --2- 172.21.15.76:0/331383206 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f86c40b2590 0x7f86c406d3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:56.192 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.190+0000 7f86c940e640 1 -- 172.21.15.76:0/331383206 >> v1:172.21.15.192:6789/0 conn(0x7f86c40cbea0 legacy=0x7f86c40cc350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:56.192 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.190+0000 7f86c940e640 1 -- 172.21.15.76:0/331383206 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f86c406e3a0 con 0x7f86c406c4c0 2024-09-13T16:03:56.192 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.190+0000 7f86c940e640 1 --2- 172.21.15.76:0/331383206 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f86c406c4c0 0x7f86c406c8a0 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f86bc00bb40 tx=0x7f86bc02c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cad0dd5c81a9b2c4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:56.193 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.190+0000 7f86c3fff640 1 -- 172.21.15.76:0/331383206 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86bc032820 con 0x7f86c406c4c0 2024-09-13T16:03:56.193 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.191+0000 7f86c3fff640 1 -- 172.21.15.76:0/331383206 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f86bc02e040 con 0x7f86c406c4c0 2024-09-13T16:03:56.194 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.191+0000 7f86c3fff640 1 -- 172.21.15.76:0/331383206 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86bc032ba0 con 0x7f86c406c4c0 2024-09-13T16:03:56.194 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.191+0000 7f86cb672640 1 -- 172.21.15.76:0/331383206 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f86c406c4c0 msgr2=0x7f86c406c8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:56.194 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.191+0000 7f86cb672640 1 --2- 172.21.15.76:0/331383206 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f86c406c4c0 0x7f86c406c8a0 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f86bc00bb40 tx=0x7f86bc02c960 comp rx=0 tx=0).stop 2024-09-13T16:03:56.194 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.191+0000 7f86cb672640 1 -- 172.21.15.76:0/331383206 shutdown_connections 2024-09-13T16:03:56.194 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.191+0000 7f86cb672640 1 --2- 172.21.15.76:0/331383206 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f86c40b2590 0x7f86c406d3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:56.194 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.191+0000 7f86cb672640 1 --2- 172.21.15.76:0/331383206 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f86c406c4c0 0x7f86c406c8a0 unknown :-1 s=CLOSED pgs=602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:56.194 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.191+0000 7f86cb672640 1 -- 172.21.15.76:0/331383206 >> 172.21.15.76:0/331383206 conn(0x7f86c4069ed0 msgr2=0x7f86c406a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:03:56.194 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.191+0000 7f86cb672640 1 -- 172.21.15.76:0/331383206 shutdown_connections 2024-09-13T16:03:56.194 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.191+0000 7f86cb672640 1 -- 172.21.15.76:0/331383206 wait complete. 2024-09-13T16:03:56.194 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.192+0000 7f86cb672640 1 Processor -- start 2024-09-13T16:03:56.194 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.192+0000 7f86cb672640 1 -- start start 2024-09-13T16:03:56.196 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.193+0000 7f86cb672640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f86c406c4c0 0x7f86c4071fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:56.196 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.193+0000 7f86cb672640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f86c40b2590 0x7f86c40c3d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:56.196 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.193+0000 7f86cb672640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f86c40cbea0 0x7f86c40710e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:56.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.193+0000 7f86cb672640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86c415bd50 con 0x7f86c406c4c0 2024-09-13T16:03:56.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.193+0000 7f86cb672640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86c40724f0 con 0x7f86c40b2590 2024-09-13T16:03:56.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.193+0000 7f86cb672640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f86c40c4270 con 0x7f86c40cbea0 2024-09-13T16:03:56.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.193+0000 7f86c940e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f86c406c4c0 0x7f86c4071fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:56.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.193+0000 7f86c940e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f86c406c4c0 0x7f86c4071fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:34266/0 (socket says 172.21.15.76:34266) 2024-09-13T16:03:56.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.193+0000 7f86c940e640 1 -- 172.21.15.76:0/2827771851 learned_addr learned my addr 172.21.15.76:0/2827771851 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:03:56.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.193+0000 7f86c9c0f640 1 --2- 172.21.15.76:0/2827771851 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f86c40cbea0 0x7f86c40710e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:56.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.193+0000 7f86c8c0d640 1 --2- 172.21.15.76:0/2827771851 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f86c40b2590 0x7f86c40c3d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:56.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.193+0000 7f86c940e640 1 -- 172.21.15.76:0/2827771851 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f86c40cbea0 msgr2=0x7f86c40710e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:56.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.193+0000 7f86c940e640 1 --2- 172.21.15.76:0/2827771851 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f86c40cbea0 0x7f86c40710e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:56.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.193+0000 7f86c940e640 1 -- 172.21.15.76:0/2827771851 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f86c40b2590 msgr2=0x7f86c40c3d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:56.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.193+0000 7f86c940e640 1 --2- 172.21.15.76:0/2827771851 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f86c40b2590 0x7f86c40c3d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:56.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.193+0000 7f86c940e640 1 -- 172.21.15.76:0/2827771851 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f86bc00b770 con 0x7f86c406c4c0 2024-09-13T16:03:56.198 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.193+0000 7f86c9c0f640 1 --2- 172.21.15.76:0/2827771851 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f86c40cbea0 0x7f86c40710e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:03:56.198 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.193+0000 7f86c8c0d640 1 --2- 172.21.15.76:0/2827771851 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f86c40b2590 0x7f86c40c3d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:03:56.198 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.194+0000 7f86c940e640 1 --2- 172.21.15.76:0/2827771851 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f86c406c4c0 0x7f86c4071fb0 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f86bc02c9a0 tx=0x7f86bc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:56.198 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.194+0000 7f86c1ffb640 1 -- 172.21.15.76:0/2827771851 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86bc040070 con 0x7f86c406c4c0 2024-09-13T16:03:56.198 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.194+0000 7f86c1ffb640 1 -- 172.21.15.76:0/2827771851 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f86bc032e90 con 0x7f86c406c4c0 2024-09-13T16:03:56.198 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.194+0000 7f86c1ffb640 1 -- 172.21.15.76:0/2827771851 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86bc03bc00 con 0x7f86c406c4c0 2024-09-13T16:03:56.198 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.194+0000 7f86cb672640 1 -- 172.21.15.76:0/2827771851 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f86c41592e0 con 0x7f86c406c4c0 2024-09-13T16:03:56.198 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.194+0000 7f86cb672640 1 -- 172.21.15.76:0/2827771851 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f86c415b700 con 0x7f86c406c4c0 2024-09-13T16:03:56.198 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.195+0000 7f86cb672640 1 -- 172.21.15.76:0/2827771851 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f86c40ced50 con 0x7f86c406c4c0 2024-09-13T16:03:56.198 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.195+0000 7f86c1ffb640 1 -- 172.21.15.76:0/2827771851 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f86bc04d400 con 0x7f86c406c4c0 2024-09-13T16:03:56.199 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.196+0000 7f86c1ffb640 1 --2- 172.21.15.76:0/2827771851 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f86b006ac00 0x7f86b006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:56.199 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.196+0000 7f86c1ffb640 1 -- 172.21.15.76:0/2827771851 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 6058+0+0 (secure 0 0 0) 0x7f86bc0aca10 con 0x7f86c406c4c0 2024-09-13T16:03:56.199 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.196+0000 7f86c8c0d640 1 --2- 172.21.15.76:0/2827771851 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f86b006ac00 0x7f86b006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:56.199 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.196+0000 7f86c8c0d640 1 --2- 172.21.15.76:0/2827771851 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f86b006ac00 0x7f86b006d0c0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f86c414cc10 tx=0x7f86b80039d0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:56.201 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.200+0000 7f86c1ffb640 1 -- 172.21.15.76:0/2827771851 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f86bc077c40 con 0x7f86c406c4c0 2024-09-13T16:03:56.399 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.398+0000 7f86cb672640 1 -- 172.21.15.76:0/2827771851 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f86c406c8a0 con 0x7f86c406c4c0 2024-09-13T16:03:56.400 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.399+0000 7f86c1ffb640 1 -- 172.21.15.76:0/2827771851 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 15 v15) v1 ==== 94+0+4740 (secure 0 0 0) 0x7f86bc036020 con 0x7f86c406c4c0 2024-09-13T16:03:56.400 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:03:56.400 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":15,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4961,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6836/3972390892","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":3972390892},{"type":"v1","addr":"172.21.15.76:6836","nonce":3972390892}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":4964,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6837/2860424128","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":2860424128},{"type":"v1","addr":"172.21.15.76:6837","nonce":2860424128}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":5308,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6834/1837080950","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":1837080950},{"type":"v1","addr":"172.21.15.192:6834","nonce":1837080950}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:02:56.246763+0000","modified":"2024-09-13T16:02:58.253566+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":5311},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5311":{"gid":5311,"name":"d","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.192:6835/2989427744","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6833","nonce":2989427744},{"type":"v1","addr":"172.21.15.192:6835","nonce":2989427744}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2024-09-13T16:03:56.401 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 15 2024-09-13T16:03:56.402 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.401+0000 7f86cb672640 1 -- 172.21.15.76:0/2827771851 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f86b006ac00 msgr2=0x7f86b006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:56.402 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.401+0000 7f86cb672640 1 --2- 172.21.15.76:0/2827771851 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f86b006ac00 0x7f86b006d0c0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f86c414cc10 tx=0x7f86b80039d0 comp rx=0 tx=0).stop 2024-09-13T16:03:56.402 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.401+0000 7f86cb672640 1 -- 172.21.15.76:0/2827771851 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f86c406c4c0 msgr2=0x7f86c4071fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:56.403 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.401+0000 7f86cb672640 1 --2- 172.21.15.76:0/2827771851 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f86c406c4c0 0x7f86c4071fb0 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f86bc02c9a0 tx=0x7f86bc0046c0 comp rx=0 tx=0).stop 2024-09-13T16:03:56.403 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.401+0000 7f86cb672640 1 -- 172.21.15.76:0/2827771851 shutdown_connections 2024-09-13T16:03:56.403 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.401+0000 7f86cb672640 1 --2- 172.21.15.76:0/2827771851 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f86b006ac00 0x7f86b006d0c0 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:56.403 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.401+0000 7f86cb672640 1 --2- 172.21.15.76:0/2827771851 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f86c40cbea0 0x7f86c40710e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:56.403 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.401+0000 7f86cb672640 1 --2- 172.21.15.76:0/2827771851 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f86c40b2590 0x7f86c40c3d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:56.403 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.401+0000 7f86cb672640 1 --2- 172.21.15.76:0/2827771851 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f86c406c4c0 0x7f86c4071fb0 unknown :-1 s=CLOSED pgs=603 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:56.403 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.401+0000 7f86cb672640 1 -- 172.21.15.76:0/2827771851 >> 172.21.15.76:0/2827771851 conn(0x7f86c4069ed0 msgr2=0x7f86c40caa30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:03:56.403 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.401+0000 7f86cb672640 1 -- 172.21.15.76:0/2827771851 shutdown_connections 2024-09-13T16:03:56.403 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.401+0000 7f86cb672640 1 -- 172.21.15.76:0/2827771851 wait complete. 2024-09-13T16:03:56.413 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:03:56.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.510+0000 7fddc0653640 1 Processor -- start 2024-09-13T16:03:56.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.510+0000 7fddc0653640 1 -- start start 2024-09-13T16:03:56.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.511+0000 7fddc0653640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fddb815c280 0x7fddb806aee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:56.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.511+0000 7fddc0653640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fddb815c660 0x7fddb806b420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:56.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.511+0000 7fddc0653640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fddb8066090 con 0x7fddb80abae0 2024-09-13T16:03:56.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.511+0000 7fddc0653640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fddb80ac6f0 con 0x7fddb815c660 2024-09-13T16:03:56.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.511+0000 7fddc0653640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fddb80ac9d0 con 0x7fddb815c280 2024-09-13T16:03:56.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.511+0000 7fddbdbee640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fddb815c660 0x7fddb806b420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:56.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.511+0000 7fddbe3ef640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fddb815c280 0x7fddb806aee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:56.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.511+0000 7fddbebf0640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7fddb80abae0 0x7fddb80abf40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:56594/0 (socket says 172.21.15.76:56594) 2024-09-13T16:03:56.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.511+0000 7fddbe3ef640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fddb815c280 0x7fddb806aee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.76:41392/0 (socket says 172.21.15.76:41392) 2024-09-13T16:03:56.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.511+0000 7fddbebf0640 1 -- 172.21.15.76:0/2781310841 learned_addr learned my addr 172.21.15.76:0/2781310841 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:03:56.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.511+0000 7fddbd3ed640 1 -- 172.21.15.76:0/2781310841 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3285832339 0 0) 0x7fddb8066090 con 0x7fddb80abae0 2024-09-13T16:03:56.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.512+0000 7fddbd3ed640 1 -- 172.21.15.76:0/2781310841 --> v1:172.21.15.192:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fdda4003520 con 0x7fddb80abae0 2024-09-13T16:03:56.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.512+0000 7fddbdbee640 1 -- 172.21.15.76:0/2781310841 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fddb815c280 msgr2=0x7fddb806aee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:03:56.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.512+0000 7fddbdbee640 1 --2- 172.21.15.76:0/2781310841 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fddb815c280 0x7fddb806aee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:56.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.512+0000 7fddbdbee640 1 -- 172.21.15.76:0/2781310841 >> v1:172.21.15.192:6789/0 conn(0x7fddb80abae0 legacy=0x7fddb80abf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:56.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.512+0000 7fddbdbee640 1 -- 172.21.15.76:0/2781310841 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fddb80accb0 con 0x7fddb815c660 2024-09-13T16:03:56.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.512+0000 7fddbe3ef640 1 --2- 172.21.15.76:0/2781310841 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fddb815c280 0x7fddb806aee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:03:56.516 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.512+0000 7fddbdbee640 1 --2- 172.21.15.76:0/2781310841 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fddb815c660 0x7fddb806b420 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fdda80097a0 tx=0x7fdda802a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7cc3de5dcb6a2965 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:56.516 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.513+0000 7fddbd3ed640 1 -- 172.21.15.76:0/2781310841 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdda8032440 con 0x7fddb815c660 2024-09-13T16:03:56.516 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.513+0000 7fddbd3ed640 1 -- 172.21.15.76:0/2781310841 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdda80325a0 con 0x7fddb815c660 2024-09-13T16:03:56.516 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.513+0000 7fddbd3ed640 1 -- 172.21.15.76:0/2781310841 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdda8032910 con 0x7fddb815c660 2024-09-13T16:03:56.516 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.513+0000 7fddc0653640 1 -- 172.21.15.76:0/2781310841 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fddb815c660 msgr2=0x7fddb806b420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:56.516 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.513+0000 7fddc0653640 1 --2- 172.21.15.76:0/2781310841 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fddb815c660 0x7fddb806b420 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fdda80097a0 tx=0x7fdda802a180 comp rx=0 tx=0).stop 2024-09-13T16:03:56.516 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.513+0000 7fddc0653640 1 -- 172.21.15.76:0/2781310841 shutdown_connections 2024-09-13T16:03:56.516 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.513+0000 7fddc0653640 1 --2- 172.21.15.76:0/2781310841 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fddb815c660 0x7fddb806b420 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:56.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.513+0000 7fddc0653640 1 --2- 172.21.15.76:0/2781310841 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fddb815c280 0x7fddb806aee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:56.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.513+0000 7fddc0653640 1 -- 172.21.15.76:0/2781310841 >> 172.21.15.76:0/2781310841 conn(0x7fddb80709f0 msgr2=0x7fddb8070e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:03:56.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.513+0000 7fddc0653640 1 -- 172.21.15.76:0/2781310841 shutdown_connections 2024-09-13T16:03:56.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.513+0000 7fddc0653640 1 -- 172.21.15.76:0/2781310841 wait complete. 2024-09-13T16:03:56.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.514+0000 7fddc0653640 1 Processor -- start 2024-09-13T16:03:56.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.514+0000 7fddc0653640 1 -- start start 2024-09-13T16:03:56.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.515+0000 7fddc0653640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fddb80abae0 0x7fddb814c130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:56.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.515+0000 7fddc0653640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fddb815c280 0x7fddb80c3a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:56.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.515+0000 7fddc0653640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fddb815c660 0x7fddb814b670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:56.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.515+0000 7fddc0653640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fddb80cc170 con 0x7fddb815c280 2024-09-13T16:03:56.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.515+0000 7fddc0653640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fddb80ccf60 con 0x7fddb80abae0 2024-09-13T16:03:56.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.515+0000 7fddc0653640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fddb80c3fd0 con 0x7fddb815c660 2024-09-13T16:03:56.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.515+0000 7fddbdbee640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fddb815c280 0x7fddb80c3a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:56.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.515+0000 7fddbdbee640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fddb815c280 0x7fddb80c3a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:34278/0 (socket says 172.21.15.76:34278) 2024-09-13T16:03:56.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.515+0000 7fddbdbee640 1 -- 172.21.15.76:0/1823442500 learned_addr learned my addr 172.21.15.76:0/1823442500 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:03:56.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.515+0000 7fddbe3ef640 1 --2- 172.21.15.76:0/1823442500 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fddb80abae0 0x7fddb814c130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:56.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.515+0000 7fddbebf0640 1 --2- 172.21.15.76:0/1823442500 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fddb815c660 0x7fddb814b670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:56.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.516+0000 7fddbdbee640 1 -- 172.21.15.76:0/1823442500 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fddb815c660 msgr2=0x7fddb814b670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:56.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.516+0000 7fddbdbee640 1 --2- 172.21.15.76:0/1823442500 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fddb815c660 0x7fddb814b670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:56.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.516+0000 7fddbdbee640 1 -- 172.21.15.76:0/1823442500 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fddb80abae0 msgr2=0x7fddb814c130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:56.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.516+0000 7fddbdbee640 1 --2- 172.21.15.76:0/1823442500 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fddb80abae0 0x7fddb814c130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:56.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.516+0000 7fddbdbee640 1 -- 172.21.15.76:0/1823442500 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fddb4009400 con 0x7fddb815c280 2024-09-13T16:03:56.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.516+0000 7fddbebf0640 1 --2- 172.21.15.76:0/1823442500 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fddb815c660 0x7fddb814b670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:03:56.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.516+0000 7fddbdbee640 1 --2- 172.21.15.76:0/1823442500 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fddb815c280 0x7fddb80c3a90 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7fdda80098c0 tx=0x7fdda80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:56.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.516+0000 7fddaeffd640 1 -- 172.21.15.76:0/1823442500 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdda803e860 con 0x7fddb815c280 2024-09-13T16:03:56.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.516+0000 7fddaeffd640 1 -- 172.21.15.76:0/1823442500 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdda803e9c0 con 0x7fddb815c280 2024-09-13T16:03:56.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.516+0000 7fddc0653640 1 -- 172.21.15.76:0/1823442500 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdda8009400 con 0x7fddb815c280 2024-09-13T16:03:56.522 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.516+0000 7fddaeffd640 1 -- 172.21.15.76:0/1823442500 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdda803ed50 con 0x7fddb815c280 2024-09-13T16:03:56.522 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.516+0000 7fddc0653640 1 -- 172.21.15.76:0/1823442500 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fddb80cc630 con 0x7fddb815c280 2024-09-13T16:03:56.522 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.517+0000 7fddc0653640 1 -- 172.21.15.76:0/1823442500 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fddb80abf40 con 0x7fddb815c280 2024-09-13T16:03:56.522 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.518+0000 7fddaeffd640 1 -- 172.21.15.76:0/1823442500 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fdda803c400 con 0x7fddb815c280 2024-09-13T16:03:56.522 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.518+0000 7fddaeffd640 1 --2- 172.21.15.76:0/1823442500 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdd9c06ac30 0x7fdd9c06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:56.522 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.518+0000 7fddaeffd640 1 -- 172.21.15.76:0/1823442500 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 6058+0+0 (secure 0 0 0) 0x7fdda80aa2b0 con 0x7fddb815c280 2024-09-13T16:03:56.522 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.518+0000 7fddbe3ef640 1 --2- 172.21.15.76:0/1823442500 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdd9c06ac30 0x7fdd9c06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:56.522 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.518+0000 7fddbe3ef640 1 --2- 172.21.15.76:0/1823442500 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdd9c06ac30 0x7fdd9c06d0f0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fddb4009cd0 tx=0x7fddb4009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:56.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.522+0000 7fddaeffd640 1 -- 172.21.15.76:0/1823442500 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fdda8075330 con 0x7fddb815c280 2024-09-13T16:03:56.687 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.686+0000 7fddc0653640 1 -- 172.21.15.76:0/1823442500 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fddb806f360 con 0x7fddb815c280 2024-09-13T16:03:56.688 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.687+0000 7fddaeffd640 1 -- 172.21.15.76:0/1823442500 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v43) v1 ==== 74+0+16787 (secure 0 0 0) 0x7fdda8078950 con 0x7fddb815c280 2024-09-13T16:03:56.689 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:03:56.689 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":43,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:03:21.040017+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:02:54.526790+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"40","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-09-13T16:02:55.208798+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"41","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"6.1a","mappings":[{"from":5,"to":0}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:03:56.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.689+0000 7fddc0653640 1 -- 172.21.15.76:0/1823442500 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdd9c06ac30 msgr2=0x7fdd9c06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:56.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.689+0000 7fddc0653640 1 --2- 172.21.15.76:0/1823442500 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdd9c06ac30 0x7fdd9c06d0f0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fddb4009cd0 tx=0x7fddb4009190 comp rx=0 tx=0).stop 2024-09-13T16:03:56.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.689+0000 7fddc0653640 1 -- 172.21.15.76:0/1823442500 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fddb815c280 msgr2=0x7fddb80c3a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:56.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.689+0000 7fddc0653640 1 --2- 172.21.15.76:0/1823442500 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fddb815c280 0x7fddb80c3a90 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7fdda80098c0 tx=0x7fdda80046c0 comp rx=0 tx=0).stop 2024-09-13T16:03:56.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.689+0000 7fddc0653640 1 -- 172.21.15.76:0/1823442500 shutdown_connections 2024-09-13T16:03:56.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.689+0000 7fddc0653640 1 --2- 172.21.15.76:0/1823442500 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdd9c06ac30 0x7fdd9c06d0f0 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:56.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.689+0000 7fddc0653640 1 --2- 172.21.15.76:0/1823442500 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fddb815c660 0x7fddb814b670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:56.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.689+0000 7fddc0653640 1 --2- 172.21.15.76:0/1823442500 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fddb815c280 0x7fddb80c3a90 unknown :-1 s=CLOSED pgs=604 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:56.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.689+0000 7fddc0653640 1 --2- 172.21.15.76:0/1823442500 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fddb80abae0 0x7fddb814c130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:56.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.689+0000 7fddc0653640 1 -- 172.21.15.76:0/1823442500 >> 172.21.15.76:0/1823442500 conn(0x7fddb80709f0 msgr2=0x7fddb806d4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:03:56.692 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.689+0000 7fddc0653640 1 -- 172.21.15.76:0/1823442500 shutdown_connections 2024-09-13T16:03:56.692 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.689+0000 7fddc0653640 1 -- 172.21.15.76:0/1823442500 wait complete. 2024-09-13T16:03:56.702 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-13T16:03:56.702 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:03:56.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.798+0000 7f0f05f9c640 1 Processor -- start 2024-09-13T16:03:56.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.798+0000 7f0f05f9c640 1 -- start start 2024-09-13T16:03:56.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.799+0000 7f0f05f9c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0f0015a2e0 0x7f0f000c9a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:56.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.799+0000 7f0f05f9c640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f0f000cb3f0 0x7f0f0006d030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:56.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.799+0000 7f0f05f9c640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0f000c8920 con 0x7f0f000c9f80 2024-09-13T16:03:56.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.799+0000 7f0f05f9c640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0f0015a6c0 con 0x7f0f000cb3f0 2024-09-13T16:03:56.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.799+0000 7f0f05f9c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0f000ca500 con 0x7f0f0015a2e0 2024-09-13T16:03:56.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.799+0000 7f0efeffd640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f0f000c9f80 0x7f0f000cace0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:43414/0 (socket says 172.21.15.76:43414) 2024-09-13T16:03:56.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.799+0000 7f0efeffd640 1 -- 172.21.15.76:0/1199883574 learned_addr learned my addr 172.21.15.76:0/1199883574 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:03:56.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.799+0000 7f0efffff640 1 --2- 172.21.15.76:0/1199883574 >> v2:172.21.15.192:3300/0 conn(0x7f0f000cb3f0 0x7f0f0006d030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:56.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.799+0000 7f0eff7fe640 1 --2- 172.21.15.76:0/1199883574 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0f0015a2e0 0x7f0f000c9a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:56.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.799+0000 7f0efe7fc640 1 -- 172.21.15.76:0/1199883574 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2100123844 0 0) 0x7f0f000c8920 con 0x7f0f000c9f80 2024-09-13T16:03:56.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.799+0000 7f0efe7fc640 1 -- 172.21.15.76:0/1199883574 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0ee8003520 con 0x7f0f000c9f80 2024-09-13T16:03:56.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.800+0000 7f0efe7fc640 1 -- 172.21.15.76:0/1199883574 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 836976121 0 0) 0x7f0ee8003520 con 0x7f0f000c9f80 2024-09-13T16:03:56.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.800+0000 7f0efe7fc640 1 -- 172.21.15.76:0/1199883574 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0f0015a2e0 msgr2=0x7f0f000c9a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:03:56.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.800+0000 7f0efe7fc640 1 --2- 172.21.15.76:0/1199883574 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0f0015a2e0 0x7f0f000c9a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:56.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.800+0000 7f0efe7fc640 1 -- 172.21.15.76:0/1199883574 >> v2:172.21.15.192:3300/0 conn(0x7f0f000cb3f0 msgr2=0x7f0f0006d030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:03:56.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.800+0000 7f0efe7fc640 1 --2- 172.21.15.76:0/1199883574 >> v2:172.21.15.192:3300/0 conn(0x7f0f000cb3f0 0x7f0f0006d030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:56.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.800+0000 7f0efe7fc640 1 -- 172.21.15.76:0/1199883574 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0f000c8b70 con 0x7f0f000c9f80 2024-09-13T16:03:56.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.800+0000 7f0efe7fc640 1 -- 172.21.15.76:0/1199883574 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f0ef4001670 con 0x7f0f000c9f80 2024-09-13T16:03:56.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.800+0000 7f0efffff640 1 --2- 172.21.15.76:0/1199883574 >> v2:172.21.15.192:3300/0 conn(0x7f0f000cb3f0 0x7f0f0006d030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:03:56.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.800+0000 7f0efe7fc640 1 -- 172.21.15.76:0/1199883574 >> v1:172.21.15.76:6789/0 conn(0x7f0f000c9f80 legacy=0x7f0f000cace0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:56.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.800+0000 7f0efe7fc640 1 --2- 172.21.15.76:0/1199883574 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0f0015a2e0 0x7f0ee8003970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:56.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.800+0000 7f0efe7fc640 1 --2- 172.21.15.76:0/1199883574 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0ee8003ef0 0x7f0ee80047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:56.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.800+0000 7f0efe7fc640 1 --2- 172.21.15.76:0/1199883574 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0ee8004d00 0x7f0ee8005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:56.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.800+0000 7f0efe7fc640 1 -- 172.21.15.76:0/1199883574 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0f0015a6c0 con 0x7f0ee8003ef0 2024-09-13T16:03:56.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.800+0000 7f0efe7fc640 1 -- 172.21.15.76:0/1199883574 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0f000ca500 con 0x7f0ee8004d00 2024-09-13T16:03:56.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.800+0000 7f0efe7fc640 1 -- 172.21.15.76:0/1199883574 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0ee800b980 con 0x7f0f0015a2e0 2024-09-13T16:03:56.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.800+0000 7f0efeffd640 1 --2- 172.21.15.76:0/1199883574 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0ee8003ef0 0x7f0ee80047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:56.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.800+0000 7f0eff7fe640 1 --2- 172.21.15.76:0/1199883574 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0f0015a2e0 0x7f0ee8003970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:56.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.800+0000 7f0efffff640 1 --2- 172.21.15.76:0/1199883574 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0ee8004d00 0x7f0ee8005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:56.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.800+0000 7f0efeffd640 1 -- 172.21.15.76:0/1199883574 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0f0015a2e0 msgr2=0x7f0ee8003970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:03:56.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.800+0000 7f0efeffd640 1 --2- 172.21.15.76:0/1199883574 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0f0015a2e0 0x7f0ee8003970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:56.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.800+0000 7f0efeffd640 1 -- 172.21.15.76:0/1199883574 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0ee8004d00 msgr2=0x7f0ee8005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:03:56.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.800+0000 7f0efeffd640 1 --2- 172.21.15.76:0/1199883574 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0ee8004d00 0x7f0ee8005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:56.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.800+0000 7f0efeffd640 1 -- 172.21.15.76:0/1199883574 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0ee8003520 con 0x7f0ee8003ef0 2024-09-13T16:03:56.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.800+0000 7f0efffff640 1 --2- 172.21.15.76:0/1199883574 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0ee8004d00 0x7f0ee8005180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:03:56.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.800+0000 7f0eff7fe640 1 --2- 172.21.15.76:0/1199883574 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0f0015a2e0 0x7f0ee8003970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:03:56.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.801+0000 7f0efeffd640 1 --2- 172.21.15.76:0/1199883574 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0ee8003ef0 0x7f0ee80047c0 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f0ef400c290 tx=0x7f0ee80057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d3d7b4649dacfc56 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:56.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.801+0000 7f0efe7fc640 1 -- 172.21.15.76:0/1199883574 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ef402e070 con 0x7f0ee8003ef0 2024-09-13T16:03:56.808 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.801+0000 7f0efe7fc640 1 -- 172.21.15.76:0/1199883574 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0ef40058d0 con 0x7f0ee8003ef0 2024-09-13T16:03:56.808 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.801+0000 7f0efe7fc640 1 -- 172.21.15.76:0/1199883574 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ef4005c80 con 0x7f0ee8003ef0 2024-09-13T16:03:56.808 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.801+0000 7f0f05f9c640 1 -- 172.21.15.76:0/1199883574 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0ee8003ef0 msgr2=0x7f0ee80047c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:56.808 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.801+0000 7f0f05f9c640 1 --2- 172.21.15.76:0/1199883574 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0ee8003ef0 0x7f0ee80047c0 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f0ef400c290 tx=0x7f0ee80057f0 comp rx=0 tx=0).stop 2024-09-13T16:03:56.808 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.801+0000 7f0efffff640 1 -- 172.21.15.76:0/1199883574 reap_dead start 2024-09-13T16:03:56.808 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.801+0000 7f0f05f9c640 1 -- 172.21.15.76:0/1199883574 shutdown_connections 2024-09-13T16:03:56.808 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.801+0000 7f0f05f9c640 1 -- 172.21.15.76:0/1199883574 >> 172.21.15.76:0/1199883574 conn(0x7f0f00069ed0 msgr2=0x7f0f0006a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:03:56.808 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.802+0000 7f0f05f9c640 1 -- 172.21.15.76:0/1199883574 shutdown_connections 2024-09-13T16:03:56.808 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.802+0000 7f0f05f9c640 1 -- 172.21.15.76:0/1199883574 wait complete. 2024-09-13T16:03:56.808 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.803+0000 7f0f05f9c640 1 Processor -- start 2024-09-13T16:03:56.808 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.803+0000 7f0f05f9c640 1 -- start start 2024-09-13T16:03:56.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.804+0000 7f0f05f9c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0ee8003ef0 0x7f0f000c2be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:56.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.804+0000 7f0f05f9c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0f000b2cb0 0x7f0f00154020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:56.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.804+0000 7f0f05f9c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0f000c53a0 0x7f0f000c7480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:56.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.804+0000 7f0f05f9c640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0f000c3120 con 0x7f0f000b2cb0 2024-09-13T16:03:56.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.804+0000 7f0f05f9c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0f00154560 con 0x7f0ee8003ef0 2024-09-13T16:03:56.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.804+0000 7f0f05f9c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0f000c6960 con 0x7f0f000c53a0 2024-09-13T16:03:56.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.804+0000 7f0efeffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0f000b2cb0 0x7f0f00154020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:56.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.804+0000 7f0efeffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0f000b2cb0 0x7f0f00154020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:34304/0 (socket says 172.21.15.76:34304) 2024-09-13T16:03:56.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.804+0000 7f0efeffd640 1 -- 172.21.15.76:0/2137102852 learned_addr learned my addr 172.21.15.76:0/2137102852 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:03:56.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.804+0000 7f0eff7fe640 1 --2- 172.21.15.76:0/2137102852 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0ee8003ef0 0x7f0f000c2be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:56.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.804+0000 7f0efffff640 1 --2- 172.21.15.76:0/2137102852 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0f000c53a0 0x7f0f000c7480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:56.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.804+0000 7f0efeffd640 1 -- 172.21.15.76:0/2137102852 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0f000c53a0 msgr2=0x7f0f000c7480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:56.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.804+0000 7f0efeffd640 1 --2- 172.21.15.76:0/2137102852 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0f000c53a0 0x7f0f000c7480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:56.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.804+0000 7f0efeffd640 1 -- 172.21.15.76:0/2137102852 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0ee8003ef0 msgr2=0x7f0f000c2be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:56.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.804+0000 7f0efeffd640 1 --2- 172.21.15.76:0/2137102852 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0ee8003ef0 0x7f0f000c2be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:56.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.804+0000 7f0efeffd640 1 -- 172.21.15.76:0/2137102852 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0f0015c090 con 0x7f0f000b2cb0 2024-09-13T16:03:56.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.804+0000 7f0efeffd640 1 --2- 172.21.15.76:0/2137102852 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0f000b2cb0 0x7f0f00154020 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f0ef402adf0 tx=0x7f0ef4000fe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:56.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.804+0000 7f0ee7fff640 1 -- 172.21.15.76:0/2137102852 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ef4040070 con 0x7f0f000b2cb0 2024-09-13T16:03:56.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.804+0000 7f0ee7fff640 1 -- 172.21.15.76:0/2137102852 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0ef4001c80 con 0x7f0f000b2cb0 2024-09-13T16:03:56.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.804+0000 7f0f05f9c640 1 -- 172.21.15.76:0/2137102852 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0f000c6680 con 0x7f0f000b2cb0 2024-09-13T16:03:56.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.804+0000 7f0ee7fff640 1 -- 172.21.15.76:0/2137102852 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ef4007280 con 0x7f0f000b2cb0 2024-09-13T16:03:56.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.804+0000 7f0f05f9c640 1 -- 172.21.15.76:0/2137102852 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0f0015bd20 con 0x7f0f000b2cb0 2024-09-13T16:03:56.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.805+0000 7f0f05f9c640 1 -- 172.21.15.76:0/2137102852 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0f0015b8a0 con 0x7f0f000b2cb0 2024-09-13T16:03:56.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.806+0000 7f0ee7fff640 1 -- 172.21.15.76:0/2137102852 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f0ef4007400 con 0x7f0f000b2cb0 2024-09-13T16:03:56.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.806+0000 7f0ee7fff640 1 --2- 172.21.15.76:0/2137102852 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0eec06ac30 0x7f0eec06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:56.813 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.806+0000 7f0ee7fff640 1 -- 172.21.15.76:0/2137102852 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 6058+0+0 (secure 0 0 0) 0x7f0ef40a8a70 con 0x7f0f000b2cb0 2024-09-13T16:03:56.813 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.806+0000 7f0eff7fe640 1 --2- 172.21.15.76:0/2137102852 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0eec06ac30 0x7f0eec06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:56.813 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.807+0000 7f0eff7fe640 1 --2- 172.21.15.76:0/2137102852 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0eec06ac30 0x7f0eec06d0f0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f0f000b0690 tx=0x7f0ef000b040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:56.813 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:56.810+0000 7f0ee7fff640 1 -- 172.21.15.76:0/2137102852 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f0f0015b8a0 con 0x7f0f000b2cb0 2024-09-13T16:03:57.007 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.005+0000 7f0f05f9c640 1 -- 172.21.15.76:0/2137102852 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f0f0015b8a0 con 0x7f0f000b2cb0 2024-09-13T16:03:57.007 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.006+0000 7f0ee7fff640 1 -- 172.21.15.76:0/2137102852 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 15 v15) v1 ==== 94+0+4740 (secure 0 0 0) 0x7f0f0015b8a0 con 0x7f0f000b2cb0 2024-09-13T16:03:57.007 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:03:57.007 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":15,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4961,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6836/3972390892","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":3972390892},{"type":"v1","addr":"172.21.15.76:6836","nonce":3972390892}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":4964,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6837/2860424128","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":2860424128},{"type":"v1","addr":"172.21.15.76:6837","nonce":2860424128}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":5308,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6834/1837080950","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":1837080950},{"type":"v1","addr":"172.21.15.192:6834","nonce":1837080950}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:02:56.246763+0000","modified":"2024-09-13T16:02:58.253566+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":5311},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5311":{"gid":5311,"name":"d","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.192:6835/2989427744","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6833","nonce":2989427744},{"type":"v1","addr":"172.21.15.192:6835","nonce":2989427744}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2024-09-13T16:03:57.008 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 15 2024-09-13T16:03:57.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.008+0000 7f0f05f9c640 1 -- 172.21.15.76:0/2137102852 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0eec06ac30 msgr2=0x7f0eec06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:57.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.008+0000 7f0f05f9c640 1 --2- 172.21.15.76:0/2137102852 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0eec06ac30 0x7f0eec06d0f0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f0f000b0690 tx=0x7f0ef000b040 comp rx=0 tx=0).stop 2024-09-13T16:03:57.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.008+0000 7f0f05f9c640 1 -- 172.21.15.76:0/2137102852 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0f000b2cb0 msgr2=0x7f0f00154020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:57.010 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.008+0000 7f0f05f9c640 1 --2- 172.21.15.76:0/2137102852 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0f000b2cb0 0x7f0f00154020 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f0ef402adf0 tx=0x7f0ef4000fe0 comp rx=0 tx=0).stop 2024-09-13T16:03:57.010 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.008+0000 7f0f05f9c640 1 -- 172.21.15.76:0/2137102852 shutdown_connections 2024-09-13T16:03:57.010 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.008+0000 7f0f05f9c640 1 --2- 172.21.15.76:0/2137102852 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0eec06ac30 0x7f0eec06d0f0 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:57.010 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.008+0000 7f0f05f9c640 1 --2- 172.21.15.76:0/2137102852 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0f000c53a0 0x7f0f000c7480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:57.010 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.008+0000 7f0f05f9c640 1 --2- 172.21.15.76:0/2137102852 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0f000b2cb0 0x7f0f00154020 unknown :-1 s=CLOSED pgs=607 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:57.010 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.008+0000 7f0f05f9c640 1 --2- 172.21.15.76:0/2137102852 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0ee8003ef0 0x7f0f000c2be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:57.010 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.008+0000 7f0f05f9c640 1 -- 172.21.15.76:0/2137102852 >> 172.21.15.76:0/2137102852 conn(0x7f0f00069ed0 msgr2=0x7f0f000ad150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:03:57.010 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.008+0000 7f0f05f9c640 1 -- 172.21.15.76:0/2137102852 shutdown_connections 2024-09-13T16:03:57.010 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.008+0000 7f0f05f9c640 1 -- 172.21.15.76:0/2137102852 wait complete. 2024-09-13T16:03:57.020 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:03:57.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.117+0000 7f4795496640 1 Processor -- start 2024-09-13T16:03:57.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.117+0000 7f4795496640 1 -- start start 2024-09-13T16:03:57.120 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.117+0000 7f4795496640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f479008a370 0x7f47900d0f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:57.120 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.117+0000 7f4795496640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f47900b4510 0x7f47900d1450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:57.120 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.117+0000 7f4795496640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f47900b3540 con 0x7f47900b4130 2024-09-13T16:03:57.120 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.117+0000 7f4795496640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f47900b2ff0 con 0x7f47900b4510 2024-09-13T16:03:57.120 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.117+0000 7f4795496640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f47900d3410 con 0x7f479008a370 2024-09-13T16:03:57.120 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.118+0000 7f478e7fc640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f479008a370 0x7f47900d0f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:57.120 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.118+0000 7f478f7fe640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f47900b4510 0x7f47900d1450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:57.120 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.118+0000 7f478e7fc640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f479008a370 0x7f47900d0f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.76:41452/0 (socket says 172.21.15.76:41452) 2024-09-13T16:03:57.120 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.118+0000 7f478e7fc640 1 -- 172.21.15.76:0/1560506118 learned_addr learned my addr 172.21.15.76:0/1560506118 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:03:57.120 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.118+0000 7f478f7fe640 1 -- 172.21.15.76:0/1560506118 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f479008a370 msgr2=0x7f47900d0f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:03:57.120 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.118+0000 7f478f7fe640 1 --2- 172.21.15.76:0/1560506118 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f479008a370 0x7f47900d0f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:57.120 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.118+0000 7f478f7fe640 1 -- 172.21.15.76:0/1560506118 >> v1:172.21.15.192:6789/0 conn(0x7f47900b4130 legacy=0x7f47900d2d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:57.121 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.118+0000 7f478dffb640 1 -- 172.21.15.76:0/1560506118 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1481818726 0 0) 0x7f47900b3540 con 0x7f47900b4130 2024-09-13T16:03:57.121 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.118+0000 7f478f7fe640 1 -- 172.21.15.76:0/1560506118 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f47900cdc70 con 0x7f47900b4510 2024-09-13T16:03:57.121 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.118+0000 7f478e7fc640 1 --2- 172.21.15.76:0/1560506118 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f479008a370 0x7f47900d0f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:03:57.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.119+0000 7f478f7fe640 1 --2- 172.21.15.76:0/1560506118 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f47900b4510 0x7f47900d1450 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f4788009d90 tx=0x7f478802a5d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=86590fdfe8e08c1a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:57.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.119+0000 7f478dffb640 1 -- 172.21.15.76:0/1560506118 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4788031600 con 0x7f47900b4510 2024-09-13T16:03:57.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.119+0000 7f478dffb640 1 -- 172.21.15.76:0/1560506118 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f478802d050 con 0x7f47900b4510 2024-09-13T16:03:57.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.119+0000 7f478dffb640 1 -- 172.21.15.76:0/1560506118 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4788031980 con 0x7f47900b4510 2024-09-13T16:03:57.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.120+0000 7f4795496640 1 -- 172.21.15.76:0/1560506118 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f47900b4510 msgr2=0x7f47900d1450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:57.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.120+0000 7f4795496640 1 --2- 172.21.15.76:0/1560506118 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f47900b4510 0x7f47900d1450 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f4788009d90 tx=0x7f478802a5d0 comp rx=0 tx=0).stop 2024-09-13T16:03:57.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.120+0000 7f4795496640 1 -- 172.21.15.76:0/1560506118 shutdown_connections 2024-09-13T16:03:57.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.120+0000 7f4795496640 1 --2- 172.21.15.76:0/1560506118 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f47900b4510 0x7f47900d1450 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:57.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.120+0000 7f4795496640 1 --2- 172.21.15.76:0/1560506118 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f479008a370 0x7f47900d0f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:57.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.120+0000 7f4795496640 1 -- 172.21.15.76:0/1560506118 >> 172.21.15.76:0/1560506118 conn(0x7f4790089f60 msgr2=0x7f47900d24f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:03:57.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.120+0000 7f4795496640 1 -- 172.21.15.76:0/1560506118 shutdown_connections 2024-09-13T16:03:57.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.120+0000 7f4795496640 1 -- 172.21.15.76:0/1560506118 wait complete. 2024-09-13T16:03:57.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.121+0000 7f4795496640 1 Processor -- start 2024-09-13T16:03:57.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.121+0000 7f4795496640 1 -- start start 2024-09-13T16:03:57.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.122+0000 7f4795496640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f479008a370 0x7f47900c7430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:57.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.122+0000 7f4795496640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f47900b4130 0x7f479015cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:57.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.122+0000 7f4795496640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f47900b4510 0x7f47900cc210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:57.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.122+0000 7f4795496640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f47900c6390 con 0x7f479008a370 2024-09-13T16:03:57.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.122+0000 7f4795496640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f47900c6670 con 0x7f47900b4510 2024-09-13T16:03:57.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.122+0000 7f4795496640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f47900c6950 con 0x7f47900b4130 2024-09-13T16:03:57.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.122+0000 7f478effd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f479008a370 0x7f47900c7430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:57.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.122+0000 7f478effd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f479008a370 0x7f47900c7430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:34312/0 (socket says 172.21.15.76:34312) 2024-09-13T16:03:57.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.122+0000 7f478effd640 1 -- 172.21.15.76:0/1122398053 learned_addr learned my addr 172.21.15.76:0/1122398053 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:03:57.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.122+0000 7f478e7fc640 1 --2- 172.21.15.76:0/1122398053 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f47900b4130 0x7f479015cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:57.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.122+0000 7f478f7fe640 1 --2- 172.21.15.76:0/1122398053 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f47900b4510 0x7f47900cc210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:57.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.122+0000 7f478effd640 1 -- 172.21.15.76:0/1122398053 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f47900b4130 msgr2=0x7f479015cbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:57.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.122+0000 7f478effd640 1 --2- 172.21.15.76:0/1122398053 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f47900b4130 0x7f479015cbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:57.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.122+0000 7f478effd640 1 -- 172.21.15.76:0/1122398053 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f47900b4510 msgr2=0x7f47900cc210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:57.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.122+0000 7f478effd640 1 --2- 172.21.15.76:0/1122398053 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f47900b4510 0x7f47900cc210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:57.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.122+0000 7f478effd640 1 -- 172.21.15.76:0/1122398053 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f47840094d0 con 0x7f479008a370 2024-09-13T16:03:57.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.122+0000 7f478effd640 1 --2- 172.21.15.76:0/1122398053 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f479008a370 0x7f47900c7430 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7f478000c4b0 tx=0x7f478000c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:57.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.123+0000 7f47777fe640 1 -- 172.21.15.76:0/1122398053 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4780005480 con 0x7f479008a370 2024-09-13T16:03:57.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.123+0000 7f47777fe640 1 -- 172.21.15.76:0/1122398053 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f47800035f0 con 0x7f479008a370 2024-09-13T16:03:57.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.123+0000 7f4795496640 1 -- 172.21.15.76:0/1122398053 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4788009a70 con 0x7f479008a370 2024-09-13T16:03:57.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.123+0000 7f47777fe640 1 -- 172.21.15.76:0/1122398053 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f47800039e0 con 0x7f479008a370 2024-09-13T16:03:57.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.123+0000 7f4795496640 1 -- 172.21.15.76:0/1122398053 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f47900c6f10 con 0x7f479008a370 2024-09-13T16:03:57.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.124+0000 7f4795496640 1 -- 172.21.15.76:0/1122398053 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f47900c7130 con 0x7f479008a370 2024-09-13T16:03:57.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.124+0000 7f47777fe640 1 -- 172.21.15.76:0/1122398053 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f4780003b40 con 0x7f479008a370 2024-09-13T16:03:57.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.125+0000 7f47777fe640 1 --2- 172.21.15.76:0/1122398053 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f477c06ac00 0x7f477c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:57.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.125+0000 7f478e7fc640 1 --2- 172.21.15.76:0/1122398053 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f477c06ac00 0x7f477c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:57.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.125+0000 7f47777fe640 1 -- 172.21.15.76:0/1122398053 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 6058+0+0 (secure 0 0 0) 0x7f4780088a10 con 0x7f479008a370 2024-09-13T16:03:57.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.125+0000 7f478e7fc640 1 --2- 172.21.15.76:0/1122398053 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f477c06ac00 0x7f477c06d0c0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f47901f67c0 tx=0x7f4784008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:57.130 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.129+0000 7f47777fe640 1 -- 172.21.15.76:0/1122398053 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f4780053b20 con 0x7f479008a370 2024-09-13T16:03:57.326 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.325+0000 7f4795496640 1 -- 172.21.15.76:0/1122398053 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f47900b3be0 con 0x7f479008a370 2024-09-13T16:03:57.327 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.325+0000 7f47777fe640 1 -- 172.21.15.76:0/1122398053 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 15 v15) v1 ==== 94+0+4740 (secure 0 0 0) 0x7f4780017070 con 0x7f479008a370 2024-09-13T16:03:57.327 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:03:57.327 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":15,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4961,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6836/3972390892","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":3972390892},{"type":"v1","addr":"172.21.15.76:6836","nonce":3972390892}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":4964,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6837/2860424128","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":2860424128},{"type":"v1","addr":"172.21.15.76:6837","nonce":2860424128}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":5308,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6834/1837080950","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":1837080950},{"type":"v1","addr":"172.21.15.192:6834","nonce":1837080950}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:02:56.246763+0000","modified":"2024-09-13T16:02:58.253566+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":5311},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5311":{"gid":5311,"name":"d","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.192:6835/2989427744","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6833","nonce":2989427744},{"type":"v1","addr":"172.21.15.192:6835","nonce":2989427744}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2024-09-13T16:03:57.327 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 15 2024-09-13T16:03:57.329 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.327+0000 7f4795496640 1 -- 172.21.15.76:0/1122398053 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f477c06ac00 msgr2=0x7f477c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:57.329 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.327+0000 7f4795496640 1 --2- 172.21.15.76:0/1122398053 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f477c06ac00 0x7f477c06d0c0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f47901f67c0 tx=0x7f4784008040 comp rx=0 tx=0).stop 2024-09-13T16:03:57.329 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.327+0000 7f4795496640 1 -- 172.21.15.76:0/1122398053 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f479008a370 msgr2=0x7f47900c7430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:57.329 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.327+0000 7f4795496640 1 --2- 172.21.15.76:0/1122398053 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f479008a370 0x7f47900c7430 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7f478000c4b0 tx=0x7f478000c970 comp rx=0 tx=0).stop 2024-09-13T16:03:57.329 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.327+0000 7f4795496640 1 -- 172.21.15.76:0/1122398053 shutdown_connections 2024-09-13T16:03:57.329 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.327+0000 7f4795496640 1 --2- 172.21.15.76:0/1122398053 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f47900b4510 0x7f47900cc210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:57.330 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.327+0000 7f4795496640 1 --2- 172.21.15.76:0/1122398053 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f477c06ac00 0x7f477c06d0c0 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:57.330 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.327+0000 7f4795496640 1 --2- 172.21.15.76:0/1122398053 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f47900b4130 0x7f479015cbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:57.330 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.327+0000 7f4795496640 1 --2- 172.21.15.76:0/1122398053 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f479008a370 0x7f47900c7430 unknown :-1 s=CLOSED pgs=608 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:57.330 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.327+0000 7f4795496640 1 -- 172.21.15.76:0/1122398053 >> 172.21.15.76:0/1122398053 conn(0x7f4790089f60 msgr2=0x7f47900c8620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:03:57.330 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.327+0000 7f4795496640 1 -- 172.21.15.76:0/1122398053 shutdown_connections 2024-09-13T16:03:57.330 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.327+0000 7f4795496640 1 -- 172.21.15.76:0/1122398053 wait complete. 2024-09-13T16:03:57.341 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:03:57.440 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.438+0000 7fdb854c9640 1 Processor -- start 2024-09-13T16:03:57.440 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.438+0000 7fdb854c9640 1 -- start start 2024-09-13T16:03:57.442 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.439+0000 7fdb854c9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdb8015a2e0 0x7fdb800c9a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:57.442 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.439+0000 7fdb854c9640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fdb800cb3f0 0x7fdb8006d030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:57.442 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.439+0000 7fdb854c9640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdb800c8920 con 0x7fdb800c9f80 2024-09-13T16:03:57.442 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.439+0000 7fdb854c9640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdb8015a6c0 con 0x7fdb800cb3f0 2024-09-13T16:03:57.442 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.439+0000 7fdb854c9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdb800ca500 con 0x7fdb8015a2e0 2024-09-13T16:03:57.442 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.439+0000 7fdb7f7fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fdb800cb3f0 0x7fdb8006d030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:57.443 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.439+0000 7fdb77fff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fdb800c9f80 0x7fdb800cace0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:43426/0 (socket says 172.21.15.76:43426) 2024-09-13T16:03:57.443 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.439+0000 7fdb7f7fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fdb800cb3f0 0x7fdb8006d030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:34326/0 (socket says 172.21.15.76:34326) 2024-09-13T16:03:57.443 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.439+0000 7fdb77fff640 1 -- 172.21.15.76:0/1742445586 learned_addr learned my addr 172.21.15.76:0/1742445586 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:03:57.443 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.439+0000 7fdb7effd640 1 --2- 172.21.15.76:0/1742445586 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdb8015a2e0 0x7fdb800c9a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:57.443 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.439+0000 7fdb7f7fe640 1 -- 172.21.15.76:0/1742445586 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdb8015a2e0 msgr2=0x7fdb800c9a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:03:57.443 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.439+0000 7fdb7f7fe640 1 --2- 172.21.15.76:0/1742445586 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdb8015a2e0 0x7fdb800c9a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:57.443 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.439+0000 7fdb7f7fe640 1 -- 172.21.15.76:0/1742445586 >> v1:172.21.15.76:6789/0 conn(0x7fdb800c9f80 legacy=0x7fdb800cace0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:57.443 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.439+0000 7fdb7f7fe640 1 -- 172.21.15.76:0/1742445586 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdb800c8b70 con 0x7fdb800cb3f0 2024-09-13T16:03:57.443 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.439+0000 7fdb7e7fc640 1 -- 172.21.15.76:0/1742445586 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1253623082 0 0) 0x7fdb800c8920 con 0x7fdb800c9f80 2024-09-13T16:03:57.443 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.440+0000 7fdb7f7fe640 1 --2- 172.21.15.76:0/1742445586 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdb800cb3f0 0x7fdb8006d030 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7fdb78009d90 tx=0x7fdb7802a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=728e26845acead8d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:57.443 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.440+0000 7fdb7e7fc640 1 -- 172.21.15.76:0/1742445586 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb78007740 con 0x7fdb800cb3f0 2024-09-13T16:03:57.443 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.440+0000 7fdb7e7fc640 1 -- 172.21.15.76:0/1742445586 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdb7802d050 con 0x7fdb800cb3f0 2024-09-13T16:03:57.444 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.440+0000 7fdb7e7fc640 1 -- 172.21.15.76:0/1742445586 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb78007ac0 con 0x7fdb800cb3f0 2024-09-13T16:03:57.444 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.441+0000 7fdb854c9640 1 -- 172.21.15.76:0/1742445586 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdb800cb3f0 msgr2=0x7fdb8006d030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:57.444 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.441+0000 7fdb854c9640 1 --2- 172.21.15.76:0/1742445586 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdb800cb3f0 0x7fdb8006d030 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7fdb78009d90 tx=0x7fdb7802a660 comp rx=0 tx=0).stop 2024-09-13T16:03:57.444 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.441+0000 7fdb854c9640 1 -- 172.21.15.76:0/1742445586 shutdown_connections 2024-09-13T16:03:57.444 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.441+0000 7fdb854c9640 1 --2- 172.21.15.76:0/1742445586 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdb800cb3f0 0x7fdb8006d030 unknown :-1 s=CLOSED pgs=610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:57.444 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.441+0000 7fdb854c9640 1 --2- 172.21.15.76:0/1742445586 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdb8015a2e0 0x7fdb800c9a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:57.444 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.441+0000 7fdb854c9640 1 -- 172.21.15.76:0/1742445586 >> 172.21.15.76:0/1742445586 conn(0x7fdb80069ed0 msgr2=0x7fdb8006a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:03:57.444 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.441+0000 7fdb854c9640 1 -- 172.21.15.76:0/1742445586 shutdown_connections 2024-09-13T16:03:57.444 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.441+0000 7fdb854c9640 1 -- 172.21.15.76:0/1742445586 wait complete. 2024-09-13T16:03:57.447 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.442+0000 7fdb854c9640 1 Processor -- start 2024-09-13T16:03:57.447 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.442+0000 7fdb854c9640 1 -- start start 2024-09-13T16:03:57.447 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.443+0000 7fdb854c9640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdb800c9f80 0x7fdb800c4140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:57.447 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.443+0000 7fdb854c9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdb800cb3f0 0x7fdb8015c810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:57.447 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.443+0000 7fdb854c9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdb8015a2e0 0x7fdb800714a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:57.447 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.443+0000 7fdb854c9640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdb800c6290 con 0x7fdb800cb3f0 2024-09-13T16:03:57.447 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.443+0000 7fdb854c9640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdb800c53a0 con 0x7fdb800c9f80 2024-09-13T16:03:57.448 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.443+0000 7fdb854c9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdb800c5680 con 0x7fdb8015a2e0 2024-09-13T16:03:57.448 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.443+0000 7fdb77fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdb800cb3f0 0x7fdb8015c810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:57.448 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.443+0000 7fdb77fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdb800cb3f0 0x7fdb8015c810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:34342/0 (socket says 172.21.15.76:34342) 2024-09-13T16:03:57.448 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.443+0000 7fdb77fff640 1 -- 172.21.15.76:0/274032285 learned_addr learned my addr 172.21.15.76:0/274032285 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:03:57.448 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.443+0000 7fdb7f7fe640 1 --2- 172.21.15.76:0/274032285 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdb8015a2e0 0x7fdb800714a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:57.448 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.443+0000 7fdb7effd640 1 --2- 172.21.15.76:0/274032285 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdb800c9f80 0x7fdb800c4140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:57.448 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.443+0000 7fdb77fff640 1 -- 172.21.15.76:0/274032285 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdb8015a2e0 msgr2=0x7fdb800714a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:57.448 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.443+0000 7fdb77fff640 1 --2- 172.21.15.76:0/274032285 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdb8015a2e0 0x7fdb800714a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:57.448 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.443+0000 7fdb77fff640 1 -- 172.21.15.76:0/274032285 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdb800c9f80 msgr2=0x7fdb800c4140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:57.448 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.443+0000 7fdb77fff640 1 --2- 172.21.15.76:0/274032285 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdb800c9f80 0x7fdb800c4140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:57.448 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.443+0000 7fdb77fff640 1 -- 172.21.15.76:0/274032285 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdb78009a70 con 0x7fdb800cb3f0 2024-09-13T16:03:57.448 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.443+0000 7fdb7f7fe640 1 --2- 172.21.15.76:0/274032285 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdb8015a2e0 0x7fdb800714a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:03:57.449 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.443+0000 7fdb7effd640 1 --2- 172.21.15.76:0/274032285 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdb800c9f80 0x7fdb800c4140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:03:57.449 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.443+0000 7fdb77fff640 1 --2- 172.21.15.76:0/274032285 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdb800cb3f0 0x7fdb8015c810 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7fdb6800c4d0 tx=0x7fdb6800c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:57.449 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.443+0000 7fdb777fe640 1 -- 172.21.15.76:0/274032285 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb680074e0 con 0x7fdb800cb3f0 2024-09-13T16:03:57.449 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.443+0000 7fdb777fe640 1 -- 172.21.15.76:0/274032285 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdb68007660 con 0x7fdb800cb3f0 2024-09-13T16:03:57.449 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.443+0000 7fdb854c9640 1 -- 172.21.15.76:0/274032285 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdb800c5960 con 0x7fdb800cb3f0 2024-09-13T16:03:57.449 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.443+0000 7fdb777fe640 1 -- 172.21.15.76:0/274032285 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb68004a20 con 0x7fdb800cb3f0 2024-09-13T16:03:57.449 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.444+0000 7fdb854c9640 1 -- 172.21.15.76:0/274032285 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdb800c5f20 con 0x7fdb800cb3f0 2024-09-13T16:03:57.449 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.445+0000 7fdb854c9640 1 -- 172.21.15.76:0/274032285 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdb800c6400 con 0x7fdb800cb3f0 2024-09-13T16:03:57.449 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.445+0000 7fdb777fe640 1 -- 172.21.15.76:0/274032285 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fdb68004b80 con 0x7fdb800cb3f0 2024-09-13T16:03:57.449 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.445+0000 7fdb777fe640 1 --2- 172.21.15.76:0/274032285 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdb6006ac00 0x7fdb6006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:57.449 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.445+0000 7fdb777fe640 1 -- 172.21.15.76:0/274032285 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 6058+0+0 (secure 0 0 0) 0x7fdb680889d0 con 0x7fdb800cb3f0 2024-09-13T16:03:57.449 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.445+0000 7fdb7effd640 1 --2- 172.21.15.76:0/274032285 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdb6006ac00 0x7fdb6006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:57.449 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.446+0000 7fdb7effd640 1 --2- 172.21.15.76:0/274032285 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdb6006ac00 0x7fdb6006d0c0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fdb7000b820 tx=0x7fdb70008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:57.450 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.450+0000 7fdb777fe640 1 -- 172.21.15.76:0/274032285 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fdb68053ae0 con 0x7fdb800cb3f0 2024-09-13T16:03:57.612 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.611+0000 7fdb854c9640 1 -- 172.21.15.76:0/274032285 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fdb800c4680 con 0x7fdb800cb3f0 2024-09-13T16:03:57.613 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.612+0000 7fdb777fe640 1 -- 172.21.15.76:0/274032285 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v43) v1 ==== 74+0+16787 (secure 0 0 0) 0x7fdb68018020 con 0x7fdb800cb3f0 2024-09-13T16:03:57.614 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:03:57.614 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":43,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:03:21.040017+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:02:54.526790+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"40","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-09-13T16:02:55.208798+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"41","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"6.1a","mappings":[{"from":5,"to":0}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:03:57.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.614+0000 7fdb854c9640 1 -- 172.21.15.76:0/274032285 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdb6006ac00 msgr2=0x7fdb6006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:57.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.614+0000 7fdb854c9640 1 --2- 172.21.15.76:0/274032285 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdb6006ac00 0x7fdb6006d0c0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fdb7000b820 tx=0x7fdb70008040 comp rx=0 tx=0).stop 2024-09-13T16:03:57.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.614+0000 7fdb854c9640 1 -- 172.21.15.76:0/274032285 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdb800cb3f0 msgr2=0x7fdb8015c810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:57.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.614+0000 7fdb854c9640 1 --2- 172.21.15.76:0/274032285 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdb800cb3f0 0x7fdb8015c810 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7fdb6800c4d0 tx=0x7fdb6800c990 comp rx=0 tx=0).stop 2024-09-13T16:03:57.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.614+0000 7fdb854c9640 1 -- 172.21.15.76:0/274032285 shutdown_connections 2024-09-13T16:03:57.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.614+0000 7fdb854c9640 1 --2- 172.21.15.76:0/274032285 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdb6006ac00 0x7fdb6006d0c0 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:57.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.614+0000 7fdb854c9640 1 --2- 172.21.15.76:0/274032285 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdb8015a2e0 0x7fdb800714a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:57.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.614+0000 7fdb854c9640 1 --2- 172.21.15.76:0/274032285 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdb800cb3f0 0x7fdb8015c810 unknown :-1 s=CLOSED pgs=611 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:57.617 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.614+0000 7fdb854c9640 1 --2- 172.21.15.76:0/274032285 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdb800c9f80 0x7fdb800c4140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:57.617 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.614+0000 7fdb854c9640 1 -- 172.21.15.76:0/274032285 >> 172.21.15.76:0/274032285 conn(0x7fdb80069ed0 msgr2=0x7fdb8006d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:03:57.617 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.614+0000 7fdb854c9640 1 -- 172.21.15.76:0/274032285 shutdown_connections 2024-09-13T16:03:57.617 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.614+0000 7fdb854c9640 1 -- 172.21.15.76:0/274032285 wait complete. 2024-09-13T16:03:57.627 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-13T16:03:57.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.725+0000 7fd5de06b640 1 Processor -- start 2024-09-13T16:03:57.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.725+0000 7fd5de06b640 1 -- start start 2024-09-13T16:03:57.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.725+0000 7fd5de06b640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fd5d8072110 0x7fd5d8070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:57.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.725+0000 7fd5de06b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fd5d80c8920 0x7fd5d80c8db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:57.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.725+0000 7fd5de06b640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd5d80abdf0 con 0x7fd5d8071d30 2024-09-13T16:03:57.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.725+0000 7fd5de06b640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd5d80c92f0 con 0x7fd5d80c8920 2024-09-13T16:03:57.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.725+0000 7fd5de06b640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd5d80b2280 con 0x7fd5d8072110 2024-09-13T16:03:57.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.726+0000 7fd5d7fff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fd5d80c8920 0x7fd5d80c8db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:57.731 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.726+0000 7fd5d7fff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fd5d80c8920 0x7fd5d80c8db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:34358/0 (socket says 172.21.15.76:34358) 2024-09-13T16:03:57.731 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.726+0000 7fd5d7fff640 1 -- 172.21.15.76:0/3029314607 learned_addr learned my addr 172.21.15.76:0/3029314607 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:03:57.731 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.726+0000 7fd5d6ffd640 1 --2- 172.21.15.76:0/3029314607 >> v2:172.21.15.192:3300/0 conn(0x7fd5d8072110 0x7fd5d8070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:57.731 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.726+0000 7fd5d7fff640 1 -- 172.21.15.76:0/3029314607 >> v2:172.21.15.192:3300/0 conn(0x7fd5d8072110 msgr2=0x7fd5d8070190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:03:57.731 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.726+0000 7fd5d7fff640 1 --2- 172.21.15.76:0/3029314607 >> v2:172.21.15.192:3300/0 conn(0x7fd5d8072110 0x7fd5d8070190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:57.731 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.726+0000 7fd5d7fff640 1 -- 172.21.15.76:0/3029314607 >> v1:172.21.15.192:6789/0 conn(0x7fd5d8071d30 legacy=0x7fd5d80b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:03:57.731 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.726+0000 7fd5d7fff640 1 -- 172.21.15.76:0/3029314607 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd5d80ab1e0 con 0x7fd5d80c8920 2024-09-13T16:03:57.731 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.727+0000 7fd5d7fff640 1 --2- 172.21.15.76:0/3029314607 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5d80c8920 0x7fd5d80c8db0 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7fd5d80cf000 tx=0x7fd5d002c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bc8de8a51f14bef1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:57.731 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.727+0000 7fd5d67fc640 1 -- 172.21.15.76:0/3029314607 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd5d0009600 con 0x7fd5d80c8920 2024-09-13T16:03:57.731 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.727+0000 7fd5d67fc640 1 -- 172.21.15.76:0/3029314607 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd5d0009760 con 0x7fd5d80c8920 2024-09-13T16:03:57.731 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.727+0000 7fd5d67fc640 1 -- 172.21.15.76:0/3029314607 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd5d0009af0 con 0x7fd5d80c8920 2024-09-13T16:03:57.731 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.727+0000 7fd5de06b640 1 -- 172.21.15.76:0/3029314607 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5d80c8920 msgr2=0x7fd5d80c8db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:57.731 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.727+0000 7fd5de06b640 1 --2- 172.21.15.76:0/3029314607 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5d80c8920 0x7fd5d80c8db0 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7fd5d80cf000 tx=0x7fd5d002c900 comp rx=0 tx=0).stop 2024-09-13T16:03:57.732 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.727+0000 7fd5de06b640 1 -- 172.21.15.76:0/3029314607 shutdown_connections 2024-09-13T16:03:57.732 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.727+0000 7fd5de06b640 1 --2- 172.21.15.76:0/3029314607 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5d80c8920 0x7fd5d80c8db0 unknown :-1 s=CLOSED pgs=612 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:57.732 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.727+0000 7fd5de06b640 1 --2- 172.21.15.76:0/3029314607 >> v2:172.21.15.192:3300/0 conn(0x7fd5d8072110 0x7fd5d8070190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:57.732 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.727+0000 7fd5de06b640 1 -- 172.21.15.76:0/3029314607 >> 172.21.15.76:0/3029314607 conn(0x7fd5d8069ed0 msgr2=0x7fd5d806a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:03:57.732 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.727+0000 7fd5de06b640 1 -- 172.21.15.76:0/3029314607 shutdown_connections 2024-09-13T16:03:57.732 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.727+0000 7fd5de06b640 1 -- 172.21.15.76:0/3029314607 wait complete. 2024-09-13T16:03:57.732 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.728+0000 7fd5de06b640 1 Processor -- start 2024-09-13T16:03:57.732 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.729+0000 7fd5de06b640 1 -- start start 2024-09-13T16:03:57.734 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.729+0000 7fd5de06b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd5d8071d30 0x7fd5d80c7d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:57.734 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.729+0000 7fd5de06b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5d8072110 0x7fd5d80c53a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:57.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.729+0000 7fd5de06b640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd5d80c8920 0x7fd5d80c4850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:57.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.729+0000 7fd5de06b640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd5d80c8690 con 0x7fd5d8072110 2024-09-13T16:03:57.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.729+0000 7fd5de06b640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd5d80c3a90 con 0x7fd5d8071d30 2024-09-13T16:03:57.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.729+0000 7fd5de06b640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd5d80c3d70 con 0x7fd5d80c8920 2024-09-13T16:03:57.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.729+0000 7fd5d6ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5d8072110 0x7fd5d80c53a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:57.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.729+0000 7fd5d6ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5d8072110 0x7fd5d80c53a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:34368/0 (socket says 172.21.15.76:34368) 2024-09-13T16:03:57.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.729+0000 7fd5d6ffd640 1 -- 172.21.15.76:0/2927274051 learned_addr learned my addr 172.21.15.76:0/2927274051 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:03:57.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.730+0000 7fd5d77fe640 1 --2- 172.21.15.76:0/2927274051 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd5d8071d30 0x7fd5d80c7d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:57.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.730+0000 7fd5d7fff640 1 --2- 172.21.15.76:0/2927274051 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd5d80c8920 0x7fd5d80c4850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:57.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.730+0000 7fd5d6ffd640 1 -- 172.21.15.76:0/2927274051 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd5d80c8920 msgr2=0x7fd5d80c4850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:57.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.730+0000 7fd5d6ffd640 1 --2- 172.21.15.76:0/2927274051 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd5d80c8920 0x7fd5d80c4850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:57.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.730+0000 7fd5d6ffd640 1 -- 172.21.15.76:0/2927274051 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd5d8071d30 msgr2=0x7fd5d80c7d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:57.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.730+0000 7fd5d6ffd640 1 --2- 172.21.15.76:0/2927274051 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd5d8071d30 0x7fd5d80c7d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:57.736 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.730+0000 7fd5d6ffd640 1 -- 172.21.15.76:0/2927274051 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd5d000bd40 con 0x7fd5d8072110 2024-09-13T16:03:57.736 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.730+0000 7fd5d77fe640 1 --2- 172.21.15.76:0/2927274051 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd5d8071d30 0x7fd5d80c7d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:03:57.736 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.730+0000 7fd5d6ffd640 1 --2- 172.21.15.76:0/2927274051 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5d8072110 0x7fd5d80c53a0 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7fd5cc00d800 tx=0x7fd5cc00dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:57.736 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.730+0000 7fd5bffff640 1 -- 172.21.15.76:0/2927274051 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd5cc00b6c0 con 0x7fd5d8072110 2024-09-13T16:03:57.736 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.730+0000 7fd5bffff640 1 -- 172.21.15.76:0/2927274051 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd5cc00b820 con 0x7fd5d8072110 2024-09-13T16:03:57.736 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.730+0000 7fd5de06b640 1 -- 172.21.15.76:0/2927274051 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd5d80c4050 con 0x7fd5d8072110 2024-09-13T16:03:57.736 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.730+0000 7fd5bffff640 1 -- 172.21.15.76:0/2927274051 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd5cc00bbb0 con 0x7fd5d8072110 2024-09-13T16:03:57.736 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.730+0000 7fd5de06b640 1 -- 172.21.15.76:0/2927274051 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd5d80c8280 con 0x7fd5d8072110 2024-09-13T16:03:57.736 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.731+0000 7fd5de06b640 1 -- 172.21.15.76:0/2927274051 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd5d80c8fd0 con 0x7fd5d8072110 2024-09-13T16:03:57.736 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.732+0000 7fd5bffff640 1 -- 172.21.15.76:0/2927274051 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd5cc00bd10 con 0x7fd5d8072110 2024-09-13T16:03:57.736 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.732+0000 7fd5bffff640 1 --2- 172.21.15.76:0/2927274051 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd5c406ac30 0x7fd5c406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:57.736 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.732+0000 7fd5bffff640 1 -- 172.21.15.76:0/2927274051 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 6058+0+0 (secure 0 0 0) 0x7fd5cc089980 con 0x7fd5d8072110 2024-09-13T16:03:57.736 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.732+0000 7fd5d77fe640 1 --2- 172.21.15.76:0/2927274051 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd5c406ac30 0x7fd5c406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:57.736 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.732+0000 7fd5d77fe640 1 --2- 172.21.15.76:0/2927274051 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd5c406ac30 0x7fd5c406d0f0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fd5c8003eb0 tx=0x7fd5c8009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:57.737 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.736+0000 7fd5bffff640 1 -- 172.21.15.76:0/2927274051 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fd5cc054a90 con 0x7fd5d8072110 2024-09-13T16:03:57.932 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.931+0000 7fd5de06b640 1 -- 172.21.15.76:0/2927274051 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7fd5d80c8410 con 0x7fd5d8072110 2024-09-13T16:03:57.933 INFO:tasks.ceph.mon.a.smithi076.stderr:2024-09-13T16:03:57.931+0000 7f1d1f745640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T16:03:57.939 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.938+0000 7fd5bffff640 1 -- 172.21.15.76:0/2927274051 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v16) v1 ==== 161+0+0 (secure 0 0 0) 0x7fd5cc089070 con 0x7fd5d8072110 2024-09-13T16:03:57.939 INFO:teuthology.orchestra.run.smithi076.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T16:03:57.942 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.940+0000 7fd5de06b640 1 -- 172.21.15.76:0/2927274051 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd5c406ac30 msgr2=0x7fd5c406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:57.942 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.940+0000 7fd5de06b640 1 --2- 172.21.15.76:0/2927274051 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd5c406ac30 0x7fd5c406d0f0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fd5c8003eb0 tx=0x7fd5c8009040 comp rx=0 tx=0).stop 2024-09-13T16:03:57.942 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.940+0000 7fd5de06b640 1 -- 172.21.15.76:0/2927274051 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5d8072110 msgr2=0x7fd5d80c53a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:57.942 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.940+0000 7fd5de06b640 1 --2- 172.21.15.76:0/2927274051 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5d8072110 0x7fd5d80c53a0 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7fd5cc00d800 tx=0x7fd5cc00dcc0 comp rx=0 tx=0).stop 2024-09-13T16:03:57.942 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.940+0000 7fd5de06b640 1 -- 172.21.15.76:0/2927274051 shutdown_connections 2024-09-13T16:03:57.942 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.940+0000 7fd5de06b640 1 --2- 172.21.15.76:0/2927274051 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd5c406ac30 0x7fd5c406d0f0 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:57.942 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.940+0000 7fd5de06b640 1 --2- 172.21.15.76:0/2927274051 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd5d80c8920 0x7fd5d80c4850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:57.942 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.940+0000 7fd5de06b640 1 --2- 172.21.15.76:0/2927274051 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5d8072110 0x7fd5d80c53a0 unknown :-1 s=CLOSED pgs=613 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:57.943 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.940+0000 7fd5de06b640 1 --2- 172.21.15.76:0/2927274051 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd5d8071d30 0x7fd5d80c7d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:57.943 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.940+0000 7fd5de06b640 1 -- 172.21.15.76:0/2927274051 >> 172.21.15.76:0/2927274051 conn(0x7fd5d8069ed0 msgr2=0x7fd5d80aca60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:03:57.943 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.940+0000 7fd5de06b640 1 -- 172.21.15.76:0/2927274051 shutdown_connections 2024-09-13T16:03:57.943 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:57.940+0000 7fd5de06b640 1 -- 172.21.15.76:0/2927274051 wait complete. 2024-09-13T16:03:57.953 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-13T16:03:57.979 INFO:tasks.ceph.mds.d.smithi192.stdout:starting mds.d at 2024-09-13T16:03:58.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:58.052+0000 7efc17dc7640 1 Processor -- start 2024-09-13T16:03:58.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:58.052+0000 7efc17dc7640 1 -- start start 2024-09-13T16:03:58.055 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:58.053+0000 7efc17dc7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efc1015d9d0 0x7efc100c9d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:58.055 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:58.053+0000 7efc17dc7640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7efc1006ca30 0x7efc10069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:58.056 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:58.053+0000 7efc17dc7640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efc1006a8c0 con 0x7efc1006a410 2024-09-13T16:03:58.056 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:58.053+0000 7efc17dc7640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efc10066400 con 0x7efc1006ca30 2024-09-13T16:03:58.056 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:58.053+0000 7efc17dc7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efc10066120 con 0x7efc1015d9d0 2024-09-13T16:03:58.056 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:58.053+0000 7efc16364640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7efc1006a410 0x7efc1015def0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:43428/0 (socket says 172.21.15.76:43428) 2024-09-13T16:03:58.056 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:58.053+0000 7efc16364640 1 -- 172.21.15.76:0/4128257896 learned_addr learned my addr 172.21.15.76:0/4128257896 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:03:58.056 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:58.054+0000 7efc15362640 1 --2- 172.21.15.76:0/4128257896 >> v2:172.21.15.192:3300/0 conn(0x7efc1006ca30 0x7efc10069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:58.056 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:58.054+0000 7efc15b63640 1 --2- 172.21.15.76:0/4128257896 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efc1015d9d0 0x7efc100c9d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:58.056 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:58.054+0000 7efc14b61640 1 -- 172.21.15.76:0/4128257896 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 569874688 0 0) 0x7efc1006a8c0 con 0x7efc1006a410 2024-09-13T16:03:58.056 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:58.054+0000 7efc14b61640 1 -- 172.21.15.76:0/4128257896 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7efbf8003520 con 0x7efc1006a410 2024-09-13T16:03:58.056 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:58.054+0000 7efc14b61640 1 -- 172.21.15.76:0/4128257896 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1429227271 0 0) 0x7efbf8003520 con 0x7efc1006a410 2024-09-13T16:03:58.056 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:58.054+0000 7efc15362640 1 -- 172.21.15.76:0/4128257896 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efc1015d9d0 msgr2=0x7efc100c9d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:03:58.056 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:58.054+0000 7efc15362640 1 --2- 172.21.15.76:0/4128257896 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efc1015d9d0 0x7efc100c9d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:58.057 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:58.054+0000 7efc15362640 1 -- 172.21.15.76:0/4128257896 >> v1:172.21.15.76:6789/0 conn(0x7efc1006a410 legacy=0x7efc1015def0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:58.057 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:58.054+0000 7efc15362640 1 -- 172.21.15.76:0/4128257896 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efc100c9220 con 0x7efc1006ca30 2024-09-13T16:03:58.057 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:58.054+0000 7efc15b63640 1 --2- 172.21.15.76:0/4128257896 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efc1015d9d0 0x7efc100c9d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:03:58.058 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:58.055+0000 7efc15362640 1 --2- 172.21.15.76:0/4128257896 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efc1006ca30 0x7efc10069ed0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7efc040097a0 tx=0x7efc0402a080 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c896c1d720ca78a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:58.058 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:58.055+0000 7efc14b61640 1 -- 172.21.15.76:0/4128257896 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc000019f0 con 0x7efc1006ca30 2024-09-13T16:03:58.058 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:58.055+0000 7efc14b61640 1 -- 172.21.15.76:0/4128257896 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efc0402ab10 con 0x7efc1006ca30 2024-09-13T16:03:58.058 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:58.055+0000 7efc14b61640 1 -- 172.21.15.76:0/4128257896 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc0402ae80 con 0x7efc1006ca30 2024-09-13T16:03:58.058 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:58.055+0000 7efc17dc7640 1 -- 172.21.15.76:0/4128257896 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efc1006ca30 msgr2=0x7efc10069ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:58.058 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:58.055+0000 7efc17dc7640 1 --2- 172.21.15.76:0/4128257896 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efc1006ca30 0x7efc10069ed0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7efc040097a0 tx=0x7efc0402a080 comp rx=0 tx=0).stop 2024-09-13T16:03:58.058 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:58.055+0000 7efc17dc7640 1 -- 172.21.15.76:0/4128257896 shutdown_connections 2024-09-13T16:03:58.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:58.055+0000 7efc17dc7640 1 --2- 172.21.15.76:0/4128257896 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efc1006ca30 0x7efc10069ed0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:58.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:58.055+0000 7efc17dc7640 1 --2- 172.21.15.76:0/4128257896 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efc1015d9d0 0x7efc100c9d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:58.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:58.055+0000 7efc17dc7640 1 -- 172.21.15.76:0/4128257896 >> 172.21.15.76:0/4128257896 conn(0x7efc100cb5b0 msgr2=0x7efc100cb9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:03:58.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:58.055+0000 7efc17dc7640 1 -- 172.21.15.76:0/4128257896 shutdown_connections 2024-09-13T16:03:58.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:58.056+0000 7efc17dc7640 1 -- 172.21.15.76:0/4128257896 wait complete. 2024-09-13T16:03:58.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:58.057+0000 7efc17dc7640 1 Processor -- start 2024-09-13T16:03:58.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:58.057+0000 7efc17dc7640 1 -- start start 2024-09-13T16:03:58.061 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:58.057+0000 7efc17dc7640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efc1006a410 0x7efc101f0740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:58.061 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:58.057+0000 7efc17dc7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efc1006ca30 0x7efc1009a2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:58.061 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:58.057+0000 7efc17dc7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efc1015d9d0 0x7efc1009d4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:58.061 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:58.057+0000 7efc17dc7640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc101f0c80 con 0x7efc1006ca30 2024-09-13T16:03:58.061 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:58.057+0000 7efc17dc7640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc1009a820 con 0x7efc1006a410 2024-09-13T16:03:58.061 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:58.057+0000 7efc17dc7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efc1009f990 con 0x7efc1015d9d0 2024-09-13T16:03:58.061 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:58.057+0000 7efc15362640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efc1006ca30 0x7efc1009a2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:58.061 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:58.058+0000 7efc15362640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efc1006ca30 0x7efc1009a2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:34382/0 (socket says 172.21.15.76:34382) 2024-09-13T16:03:58.061 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:58.058+0000 7efc15362640 1 -- 172.21.15.76:0/691559998 learned_addr learned my addr 172.21.15.76:0/691559998 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:03:58.061 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:58.058+0000 7efc15b63640 1 --2- 172.21.15.76:0/691559998 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efc1006a410 0x7efc101f0740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:58.062 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:58.058+0000 7efc16364640 1 --2- 172.21.15.76:0/691559998 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efc1015d9d0 0x7efc1009d4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:58.062 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:58.058+0000 7efc15362640 1 -- 172.21.15.76:0/691559998 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efc1015d9d0 msgr2=0x7efc1009d4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:58.062 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:58.058+0000 7efc15362640 1 --2- 172.21.15.76:0/691559998 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efc1015d9d0 0x7efc1009d4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:58.062 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:58.058+0000 7efc15362640 1 -- 172.21.15.76:0/691559998 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efc1006a410 msgr2=0x7efc101f0740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:58.062 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:58.058+0000 7efc15362640 1 --2- 172.21.15.76:0/691559998 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efc1006a410 0x7efc101f0740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:58.062 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:58.058+0000 7efc15362640 1 -- 172.21.15.76:0/691559998 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efc08009400 con 0x7efc1006ca30 2024-09-13T16:03:58.062 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:58.058+0000 7efc15362640 1 --2- 172.21.15.76:0/691559998 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efc1006ca30 0x7efc1009a2e0 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7efc040098c0 tx=0x7efc040046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:58.062 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:58.058+0000 7efc0e7fc640 1 -- 172.21.15.76:0/691559998 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc0403c820 con 0x7efc1006ca30 2024-09-13T16:03:58.062 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:58.058+0000 7efc0e7fc640 1 -- 172.21.15.76:0/691559998 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efc0403c980 con 0x7efc1006ca30 2024-09-13T16:03:58.062 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:58.058+0000 7efc17dc7640 1 -- 172.21.15.76:0/691559998 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efc04009400 con 0x7efc1006ca30 2024-09-13T16:03:58.062 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:58.058+0000 7efc0e7fc640 1 -- 172.21.15.76:0/691559998 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc0403ccf0 con 0x7efc1006ca30 2024-09-13T16:03:58.062 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:58.058+0000 7efc17dc7640 1 -- 172.21.15.76:0/691559998 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efc1009b160 con 0x7efc1006ca30 2024-09-13T16:03:58.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:58.059+0000 7efc17dc7640 1 -- 172.21.15.76:0/691559998 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efc10069ed0 con 0x7efc1006ca30 2024-09-13T16:03:58.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:58.060+0000 7efc0e7fc640 1 -- 172.21.15.76:0/691559998 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7efc04039050 con 0x7efc1006ca30 2024-09-13T16:03:58.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:58.060+0000 7efc0e7fc640 1 --2- 172.21.15.76:0/691559998 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efbfc06ac00 0x7efbfc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:58.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:58.060+0000 7efc15b63640 1 --2- 172.21.15.76:0/691559998 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efbfc06ac00 0x7efbfc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:58.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:58.060+0000 7efc0e7fc640 1 -- 172.21.15.76:0/691559998 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(44..44 src has 1..44) v4 ==== 6144+0+0 (secure 0 0 0) 0x7efc040a9d90 con 0x7efc1006ca30 2024-09-13T16:03:58.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:58.061+0000 7efc15b63640 1 --2- 172.21.15.76:0/691559998 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efbfc06ac00 0x7efbfc06d0c0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7efc08009cd0 tx=0x7efc08009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:58.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:58.065+0000 7efc0e7fc640 1 -- 172.21.15.76:0/691559998 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7efc04075020 con 0x7efc1006ca30 2024-09-13T16:03:58.260 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:58.258+0000 7efc17dc7640 1 -- 172.21.15.76:0/691559998 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) v1 -- 0x7efc100ae950 con 0x7efc1006ca30 2024-09-13T16:03:58.941 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:58.940+0000 7efc0e7fc640 1 -- 172.21.15.76:0/691559998 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v17) v1 ==== 104+0+0 (secure 0 0 0) 0x7efc040370a0 con 0x7efc1006ca30 2024-09-13T16:03:58.944 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:58.943+0000 7efc17dc7640 1 -- 172.21.15.76:0/691559998 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efbfc06ac00 msgr2=0x7efbfc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:58.944 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:58.943+0000 7efc17dc7640 1 --2- 172.21.15.76:0/691559998 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efbfc06ac00 0x7efbfc06d0c0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7efc08009cd0 tx=0x7efc08009190 comp rx=0 tx=0).stop 2024-09-13T16:03:58.944 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:58.943+0000 7efc17dc7640 1 -- 172.21.15.76:0/691559998 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efc1006ca30 msgr2=0x7efc1009a2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:58.944 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:58.943+0000 7efc17dc7640 1 --2- 172.21.15.76:0/691559998 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efc1006ca30 0x7efc1009a2e0 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7efc040098c0 tx=0x7efc040046c0 comp rx=0 tx=0).stop 2024-09-13T16:03:58.944 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:58.943+0000 7efc17dc7640 1 -- 172.21.15.76:0/691559998 shutdown_connections 2024-09-13T16:03:58.944 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:58.943+0000 7efc17dc7640 1 --2- 172.21.15.76:0/691559998 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efbfc06ac00 0x7efbfc06d0c0 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:58.945 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:58.943+0000 7efc17dc7640 1 --2- 172.21.15.76:0/691559998 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efc1015d9d0 0x7efc1009d4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:58.945 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:58.943+0000 7efc17dc7640 1 --2- 172.21.15.76:0/691559998 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efc1006ca30 0x7efc1009a2e0 unknown :-1 s=CLOSED pgs=616 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:58.945 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:58.943+0000 7efc17dc7640 1 --2- 172.21.15.76:0/691559998 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efc1006a410 0x7efc101f0740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:58.945 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:58.943+0000 7efc17dc7640 1 -- 172.21.15.76:0/691559998 >> 172.21.15.76:0/691559998 conn(0x7efc100cb5b0 msgr2=0x7efc10071020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:03:58.945 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:58.943+0000 7efc17dc7640 1 -- 172.21.15.76:0/691559998 shutdown_connections 2024-09-13T16:03:58.945 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:58.943+0000 7efc17dc7640 1 -- 172.21.15.76:0/691559998 wait complete. 2024-09-13T16:03:58.958 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-13T16:03:59.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:59.064+0000 7f1ac7b45640 1 Processor -- start 2024-09-13T16:03:59.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:59.064+0000 7f1ac7b45640 1 -- start start 2024-09-13T16:03:59.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:59.065+0000 7f1ac7b45640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f1ac0159310 0x7f1ac00ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:59.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:59.065+0000 7f1ac7b45640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1ac00ce4f0 0x7f1ac00ce900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:59.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:59.065+0000 7f1ac7b45640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1ac00ccbe0 con 0x7f1ac00b2b40 2024-09-13T16:03:59.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:59.065+0000 7f1ac7b45640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1ac00ad940 con 0x7f1ac0159310 2024-09-13T16:03:59.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:59.065+0000 7f1ac7b45640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1ac00b1810 con 0x7f1ac00ce4f0 2024-09-13T16:03:59.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:59.066+0000 7f1ac60e2640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1ac00ce4f0 0x7f1ac00ce900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:59.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:59.066+0000 7f1ac58e1640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f1ac0159310 0x7f1ac00ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:59.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:59.066+0000 7f1ac60e2640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1ac00ce4f0 0x7f1ac00ce900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.76:41522/0 (socket says 172.21.15.76:41522) 2024-09-13T16:03:59.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:59.066+0000 7f1ac60e2640 1 -- 172.21.15.76:0/3330961020 learned_addr learned my addr 172.21.15.76:0/3330961020 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:03:59.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:59.066+0000 7f1ac50e0640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7f1ac00b2b40 0x7f1ac00ab140 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:56628/0 (socket says 172.21.15.76:56628) 2024-09-13T16:03:59.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:59.066+0000 7f1ac60e2640 1 -- 172.21.15.76:0/3330961020 >> v2:172.21.15.192:3300/0 conn(0x7f1ac0159310 msgr2=0x7f1ac00ad400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:03:59.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:59.066+0000 7f1ac60e2640 1 --2- 172.21.15.76:0/3330961020 >> v2:172.21.15.192:3300/0 conn(0x7f1ac0159310 0x7f1ac00ad400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:59.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:59.066+0000 7f1ac60e2640 1 -- 172.21.15.76:0/3330961020 >> v1:172.21.15.192:6789/0 conn(0x7f1ac00b2b40 legacy=0x7f1ac00ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:59.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:59.066+0000 7f1ac60e2640 1 -- 172.21.15.76:0/3330961020 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1ac00cee40 con 0x7f1ac00ce4f0 2024-09-13T16:03:59.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:59.066+0000 7f1ac58e1640 1 --2- 172.21.15.76:0/3330961020 >> v2:172.21.15.192:3300/0 conn(0x7f1ac0159310 0x7f1ac00ad400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:03:59.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:59.067+0000 7f1ac60e2640 1 --2- 172.21.15.76:0/3330961020 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1ac00ce4f0 0x7f1ac00ce900 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f1ab8009e50 tx=0x7f1ab802a680 comp rx=0 tx=0).ready entity=mon.2 client_cookie=52e2e78a92142927 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:59.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:59.067+0000 7f1ac48df640 1 -- 172.21.15.76:0/3330961020 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ab802aea0 con 0x7f1ac00ce4f0 2024-09-13T16:03:59.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:59.067+0000 7f1ac48df640 1 -- 172.21.15.76:0/3330961020 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1ab802d050 con 0x7f1ac00ce4f0 2024-09-13T16:03:59.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:59.067+0000 7f1ac48df640 1 -- 172.21.15.76:0/3330961020 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ab8031820 con 0x7f1ac00ce4f0 2024-09-13T16:03:59.070 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:59.067+0000 7f1ac7b45640 1 -- 172.21.15.76:0/3330961020 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1ac00ce4f0 msgr2=0x7f1ac00ce900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:59.070 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:59.067+0000 7f1ac7b45640 1 --2- 172.21.15.76:0/3330961020 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1ac00ce4f0 0x7f1ac00ce900 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f1ab8009e50 tx=0x7f1ab802a680 comp rx=0 tx=0).stop 2024-09-13T16:03:59.070 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:59.067+0000 7f1ac7b45640 1 -- 172.21.15.76:0/3330961020 shutdown_connections 2024-09-13T16:03:59.070 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:59.067+0000 7f1ac7b45640 1 --2- 172.21.15.76:0/3330961020 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1ac00ce4f0 0x7f1ac00ce900 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:59.070 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:59.067+0000 7f1ac7b45640 1 --2- 172.21.15.76:0/3330961020 >> v2:172.21.15.192:3300/0 conn(0x7f1ac0159310 0x7f1ac00ad400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:59.070 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:59.067+0000 7f1ac7b45640 1 -- 172.21.15.76:0/3330961020 >> 172.21.15.76:0/3330961020 conn(0x7f1ac006a0b0 msgr2=0x7f1ac006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:03:59.071 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:59.068+0000 7f1ac7b45640 1 -- 172.21.15.76:0/3330961020 shutdown_connections 2024-09-13T16:03:59.071 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:59.068+0000 7f1ac7b45640 1 -- 172.21.15.76:0/3330961020 wait complete. 2024-09-13T16:03:59.071 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:59.069+0000 7f1ac7b45640 1 Processor -- start 2024-09-13T16:03:59.071 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:59.069+0000 7f1ac7b45640 1 -- start start 2024-09-13T16:03:59.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:59.069+0000 7f1ac7b45640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1ac00b2b40 0x7f1ac00c4050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:59.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:59.069+0000 7f1ac7b45640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1ac00ce4f0 0x7f1ac01f09b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:59.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:59.069+0000 7f1ac7b45640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1ac0159310 0x7f1ac01ef8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:59.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:59.069+0000 7f1ac7b45640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ac01efde0 con 0x7f1ac00ce4f0 2024-09-13T16:03:59.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:59.069+0000 7f1ac7b45640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ac01f3560 con 0x7f1ac00b2b40 2024-09-13T16:03:59.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:59.069+0000 7f1ac7b45640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1ac01f3820 con 0x7f1ac0159310 2024-09-13T16:03:59.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:59.070+0000 7f1ac50e0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1ac00ce4f0 0x7f1ac01f09b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:59.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:59.070+0000 7f1ac50e0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1ac00ce4f0 0x7f1ac01f09b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:34394/0 (socket says 172.21.15.76:34394) 2024-09-13T16:03:59.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:59.070+0000 7f1ac50e0640 1 -- 172.21.15.76:0/1436521932 learned_addr learned my addr 172.21.15.76:0/1436521932 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:03:59.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:59.070+0000 7f1ac58e1640 1 --2- 172.21.15.76:0/1436521932 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1ac00b2b40 0x7f1ac00c4050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:59.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:59.070+0000 7f1ac60e2640 1 --2- 172.21.15.76:0/1436521932 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1ac0159310 0x7f1ac01ef8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:59.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:59.070+0000 7f1ac50e0640 1 -- 172.21.15.76:0/1436521932 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1ac0159310 msgr2=0x7f1ac01ef8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:59.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:59.070+0000 7f1ac50e0640 1 --2- 172.21.15.76:0/1436521932 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1ac0159310 0x7f1ac01ef8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:59.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:59.070+0000 7f1ac50e0640 1 -- 172.21.15.76:0/1436521932 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1ac00b2b40 msgr2=0x7f1ac00c4050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:03:59.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:59.070+0000 7f1ac50e0640 1 --2- 172.21.15.76:0/1436521932 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1ac00b2b40 0x7f1ac00c4050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:03:59.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:59.070+0000 7f1ac50e0640 1 -- 172.21.15.76:0/1436521932 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1abc009400 con 0x7f1ac00ce4f0 2024-09-13T16:03:59.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:59.070+0000 7f1ac58e1640 1 --2- 172.21.15.76:0/1436521932 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1ac00b2b40 0x7f1ac00c4050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:03:59.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:59.070+0000 7f1ac60e2640 1 --2- 172.21.15.76:0/1436521932 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1ac0159310 0x7f1ac01ef8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:03:59.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:59.070+0000 7f1ac50e0640 1 --2- 172.21.15.76:0/1436521932 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1ac00ce4f0 0x7f1ac01f09b0 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7f1ab000c4d0 tx=0x7f1ab000c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:59.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:59.070+0000 7f1ab67fc640 1 -- 172.21.15.76:0/1436521932 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ab0007480 con 0x7f1ac00ce4f0 2024-09-13T16:03:59.075 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:59.070+0000 7f1ab67fc640 1 -- 172.21.15.76:0/1436521932 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1ab00075e0 con 0x7f1ac00ce4f0 2024-09-13T16:03:59.075 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:59.070+0000 7f1ac7b45640 1 -- 172.21.15.76:0/1436521932 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1ab8009b30 con 0x7f1ac00ce4f0 2024-09-13T16:03:59.075 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:59.070+0000 7f1ab67fc640 1 -- 172.21.15.76:0/1436521932 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ab00049e0 con 0x7f1ac00ce4f0 2024-09-13T16:03:59.075 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:59.070+0000 7f1ac7b45640 1 -- 172.21.15.76:0/1436521932 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1ac01f3de0 con 0x7f1ac00ce4f0 2024-09-13T16:03:59.075 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:59.071+0000 7f1ac7b45640 1 -- 172.21.15.76:0/1436521932 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1ac006dfa0 con 0x7f1ac00ce4f0 2024-09-13T16:03:59.075 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:59.072+0000 7f1ab67fc640 1 -- 172.21.15.76:0/1436521932 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1ab0004b40 con 0x7f1ac00ce4f0 2024-09-13T16:03:59.076 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:59.072+0000 7f1ab67fc640 1 --2- 172.21.15.76:0/1436521932 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1aa406ac00 0x7f1aa406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:03:59.076 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:59.072+0000 7f1ab67fc640 1 -- 172.21.15.76:0/1436521932 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(44..44 src has 1..44) v4 ==== 6144+0+0 (secure 0 0 0) 0x7f1ab0088aa0 con 0x7f1ac00ce4f0 2024-09-13T16:03:59.076 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:59.072+0000 7f1ac58e1640 1 --2- 172.21.15.76:0/1436521932 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1aa406ac00 0x7f1aa406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:03:59.076 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:59.073+0000 7f1ac58e1640 1 --2- 172.21.15.76:0/1436521932 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1aa406ac00 0x7f1aa406d0c0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f1abc009c80 tx=0x7f1abc008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:03:59.078 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:59.076+0000 7f1ab67fc640 1 -- 172.21.15.76:0/1436521932 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f1ab0053ad0 con 0x7f1ac00ce4f0 2024-09-13T16:03:59.241 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:03:59.240+0000 7f1ac7b45640 1 -- 172.21.15.76:0/1436521932 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f1ac006e4b0 con 0x7f1ac00ce4f0 2024-09-13T16:04:00.246 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:00.244+0000 7f1ab67fc640 1 -- 172.21.15.76:0/1436521932 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v45) v1 ==== 181+0+0 (secure 0 0 0) 0x7f1ab0018070 con 0x7f1ac00ce4f0 2024-09-13T16:04:00.246 INFO:teuthology.orchestra.run.smithi076.stderr:pool 'cephfs_metadata' removed 2024-09-13T16:04:00.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:00.248+0000 7f1ac7b45640 1 -- 172.21.15.76:0/1436521932 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1aa406ac00 msgr2=0x7f1aa406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:00.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:00.248+0000 7f1ac7b45640 1 --2- 172.21.15.76:0/1436521932 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1aa406ac00 0x7f1aa406d0c0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f1abc009c80 tx=0x7f1abc008040 comp rx=0 tx=0).stop 2024-09-13T16:04:00.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:00.248+0000 7f1ac7b45640 1 -- 172.21.15.76:0/1436521932 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1ac00ce4f0 msgr2=0x7f1ac01f09b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:00.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:00.248+0000 7f1ac7b45640 1 --2- 172.21.15.76:0/1436521932 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1ac00ce4f0 0x7f1ac01f09b0 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7f1ab000c4d0 tx=0x7f1ab000c990 comp rx=0 tx=0).stop 2024-09-13T16:04:00.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:00.248+0000 7f1ac7b45640 1 -- 172.21.15.76:0/1436521932 shutdown_connections 2024-09-13T16:04:00.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:00.248+0000 7f1ac7b45640 1 --2- 172.21.15.76:0/1436521932 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1aa406ac00 0x7f1aa406d0c0 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:00.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:00.248+0000 7f1ac7b45640 1 --2- 172.21.15.76:0/1436521932 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1ac0159310 0x7f1ac01ef8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:00.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:00.248+0000 7f1ac7b45640 1 --2- 172.21.15.76:0/1436521932 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1ac00ce4f0 0x7f1ac01f09b0 unknown :-1 s=CLOSED pgs=617 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:00.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:00.249+0000 7f1ac7b45640 1 --2- 172.21.15.76:0/1436521932 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1ac00b2b40 0x7f1ac00c4050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:00.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:00.249+0000 7f1ac7b45640 1 -- 172.21.15.76:0/1436521932 >> 172.21.15.76:0/1436521932 conn(0x7f1ac006a0b0 msgr2=0x7f1ac006a490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:00.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:00.249+0000 7f1ac7b45640 1 -- 172.21.15.76:0/1436521932 shutdown_connections 2024-09-13T16:04:00.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:00.249+0000 7f1ac7b45640 1 -- 172.21.15.76:0/1436521932 wait complete. 2024-09-13T16:04:00.266 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-13T16:04:00.373 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:00.372+0000 7fa1c7490640 1 Processor -- start 2024-09-13T16:04:00.373 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:00.372+0000 7fa1c7490640 1 -- start start 2024-09-13T16:04:00.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:00.373+0000 7fa1c7490640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fa1c0159310 0x7fa1c00ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:00.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:00.373+0000 7fa1c7490640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fa1c00b2b40 0x7fa1c00ab140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:00.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:00.373+0000 7fa1c7490640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa1c00ccbe0 con 0x7fa1c00ab680 2024-09-13T16:04:00.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:00.373+0000 7fa1c7490640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa1c00ad940 con 0x7fa1c0159310 2024-09-13T16:04:00.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:00.373+0000 7fa1c7490640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa1c00b1810 con 0x7fa1c00b2b40 2024-09-13T16:04:00.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:00.373+0000 7fa1c522c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fa1c0159310 0x7fa1c00ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:00.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:00.373+0000 7fa1c5a2d640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fa1c00ab680 0x7fa1c00ce4f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:43444/0 (socket says 172.21.15.76:43444) 2024-09-13T16:04:00.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:00.373+0000 7fa1c522c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fa1c0159310 0x7fa1c00ad400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:34398/0 (socket says 172.21.15.76:34398) 2024-09-13T16:04:00.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:00.373+0000 7fa1c5a2d640 1 -- 172.21.15.76:0/90444614 learned_addr learned my addr 172.21.15.76:0/90444614 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:04:00.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:00.373+0000 7fa1c522c640 1 -- 172.21.15.76:0/90444614 >> v2:172.21.15.192:3300/0 conn(0x7fa1c00b2b40 msgr2=0x7fa1c00ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:00.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:00.373+0000 7fa1c522c640 1 --2- 172.21.15.76:0/90444614 >> v2:172.21.15.192:3300/0 conn(0x7fa1c00b2b40 0x7fa1c00ab140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:00.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:00.373+0000 7fa1c522c640 1 -- 172.21.15.76:0/90444614 >> v1:172.21.15.76:6789/0 conn(0x7fa1c00ab680 legacy=0x7fa1c00ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:00.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:00.373+0000 7fa1c522c640 1 -- 172.21.15.76:0/90444614 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa1c006d9e0 con 0x7fa1c0159310 2024-09-13T16:04:00.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:00.373+0000 7fa1b7fff640 1 -- 172.21.15.76:0/90444614 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1891648689 0 0) 0x7fa1c00ccbe0 con 0x7fa1c00ab680 2024-09-13T16:04:00.377 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:00.374+0000 7fa1c522c640 1 --2- 172.21.15.76:0/90444614 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa1c0159310 0x7fa1c00ad400 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7fa1c00b16a0 tx=0x7fa1bc02c7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=28f0a32c790f9da8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:00.377 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:00.374+0000 7fa1b7fff640 1 -- 172.21.15.76:0/90444614 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1bc031710 con 0x7fa1c0159310 2024-09-13T16:04:00.377 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:00.374+0000 7fa1b7fff640 1 -- 172.21.15.76:0/90444614 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa1bc02f050 con 0x7fa1c0159310 2024-09-13T16:04:00.377 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:00.374+0000 7fa1b7fff640 1 -- 172.21.15.76:0/90444614 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1bc031a90 con 0x7fa1c0159310 2024-09-13T16:04:00.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:00.375+0000 7fa1c7490640 1 -- 172.21.15.76:0/90444614 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa1c0159310 msgr2=0x7fa1c00ad400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:00.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:00.375+0000 7fa1c7490640 1 --2- 172.21.15.76:0/90444614 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa1c0159310 0x7fa1c00ad400 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7fa1c00b16a0 tx=0x7fa1bc02c7e0 comp rx=0 tx=0).stop 2024-09-13T16:04:00.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:00.375+0000 7fa1c7490640 1 -- 172.21.15.76:0/90444614 shutdown_connections 2024-09-13T16:04:00.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:00.375+0000 7fa1c7490640 1 --2- 172.21.15.76:0/90444614 >> v2:172.21.15.192:3300/0 conn(0x7fa1c00b2b40 0x7fa1c00ab140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:00.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:00.375+0000 7fa1c7490640 1 --2- 172.21.15.76:0/90444614 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa1c0159310 0x7fa1c00ad400 unknown :-1 s=CLOSED pgs=619 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:00.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:00.375+0000 7fa1c7490640 1 -- 172.21.15.76:0/90444614 >> 172.21.15.76:0/90444614 conn(0x7fa1c006a0b0 msgr2=0x7fa1c006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:00.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:00.375+0000 7fa1c7490640 1 -- 172.21.15.76:0/90444614 shutdown_connections 2024-09-13T16:04:00.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:00.375+0000 7fa1c7490640 1 -- 172.21.15.76:0/90444614 wait complete. 2024-09-13T16:04:00.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:00.376+0000 7fa1c7490640 1 Processor -- start 2024-09-13T16:04:00.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:00.376+0000 7fa1c7490640 1 -- start start 2024-09-13T16:04:00.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:00.377+0000 7fa1c7490640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa1c00ab680 0x7fa1c009a730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:00.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:00.377+0000 7fa1c7490640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa1c00b2b40 0x7fa1c00c42d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:00.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:00.377+0000 7fa1c7490640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa1c0159310 0x7fa1c009b060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:00.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:00.377+0000 7fa1c7490640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1c00c4810 con 0x7fa1c00b2b40 2024-09-13T16:04:00.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:00.377+0000 7fa1c7490640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1c0099690 con 0x7fa1c0159310 2024-09-13T16:04:00.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:00.377+0000 7fa1c7490640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa1c0099970 con 0x7fa1c00ab680 2024-09-13T16:04:00.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:00.377+0000 7fa1c4a2b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa1c00b2b40 0x7fa1c00c42d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:00.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:00.377+0000 7fa1c4a2b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa1c00b2b40 0x7fa1c00c42d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:34408/0 (socket says 172.21.15.76:34408) 2024-09-13T16:04:00.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:00.377+0000 7fa1c4a2b640 1 -- 172.21.15.76:0/1936659839 learned_addr learned my addr 172.21.15.76:0/1936659839 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:04:00.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:00.377+0000 7fa1c522c640 1 --2- 172.21.15.76:0/1936659839 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa1c00ab680 0x7fa1c009a730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:00.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:00.377+0000 7fa1c5a2d640 1 --2- 172.21.15.76:0/1936659839 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa1c0159310 0x7fa1c009b060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:00.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:00.377+0000 7fa1c4a2b640 1 -- 172.21.15.76:0/1936659839 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa1c00ab680 msgr2=0x7fa1c009a730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:00.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:00.377+0000 7fa1c4a2b640 1 --2- 172.21.15.76:0/1936659839 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa1c00ab680 0x7fa1c009a730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:00.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:00.377+0000 7fa1c4a2b640 1 -- 172.21.15.76:0/1936659839 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa1c0159310 msgr2=0x7fa1c009b060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:00.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:00.377+0000 7fa1c4a2b640 1 --2- 172.21.15.76:0/1936659839 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa1c0159310 0x7fa1c009b060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:00.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:00.377+0000 7fa1c4a2b640 1 -- 172.21.15.76:0/1936659839 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa1bc00b6a0 con 0x7fa1c00b2b40 2024-09-13T16:04:00.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:00.377+0000 7fa1c522c640 1 --2- 172.21.15.76:0/1936659839 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa1c00ab680 0x7fa1c009a730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:04:00.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:00.377+0000 7fa1c5a2d640 1 --2- 172.21.15.76:0/1936659839 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa1c0159310 0x7fa1c009b060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:04:00.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:00.377+0000 7fa1c4a2b640 1 --2- 172.21.15.76:0/1936659839 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa1c00b2b40 0x7fa1c00c42d0 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7fa1b000b4a0 tx=0x7fa1b000b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:00.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:00.377+0000 7fa1b5ffb640 1 -- 172.21.15.76:0/1936659839 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1b0010610 con 0x7fa1c00b2b40 2024-09-13T16:04:00.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:00.378+0000 7fa1b5ffb640 1 -- 172.21.15.76:0/1936659839 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa1b0010770 con 0x7fa1c00b2b40 2024-09-13T16:04:00.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:00.378+0000 7fa1c7490640 1 -- 172.21.15.76:0/1936659839 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa1c0099c50 con 0x7fa1c00b2b40 2024-09-13T16:04:00.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:00.378+0000 7fa1b5ffb640 1 -- 172.21.15.76:0/1936659839 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1b0010b20 con 0x7fa1c00b2b40 2024-09-13T16:04:00.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:00.378+0000 7fa1c7490640 1 -- 172.21.15.76:0/1936659839 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa1c009a210 con 0x7fa1c00b2b40 2024-09-13T16:04:00.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:00.379+0000 7fa1c7490640 1 -- 172.21.15.76:0/1936659839 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa1c00ab140 con 0x7fa1c00b2b40 2024-09-13T16:04:00.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:00.379+0000 7fa1b5ffb640 1 -- 172.21.15.76:0/1936659839 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fa1b0010c80 con 0x7fa1c00b2b40 2024-09-13T16:04:00.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:00.380+0000 7fa1b5ffb640 1 --2- 172.21.15.76:0/1936659839 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa1a406ac30 0x7fa1a406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:00.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:00.380+0000 7fa1b5ffb640 1 -- 172.21.15.76:0/1936659839 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(45..45 src has 1..45) v4 ==== 5706+0+0 (secure 0 0 0) 0x7fa1b0088f60 con 0x7fa1c00b2b40 2024-09-13T16:04:00.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:00.380+0000 7fa1c522c640 1 --2- 172.21.15.76:0/1936659839 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa1a406ac30 0x7fa1a406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:00.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:00.380+0000 7fa1c522c640 1 --2- 172.21.15.76:0/1936659839 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa1a406ac30 0x7fa1a406d0f0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fa1bc036000 tx=0x7fa1bc031000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:00.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:00.384+0000 7fa1b5ffb640 1 -- 172.21.15.76:0/1936659839 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fa1b0054140 con 0x7fa1c00b2b40 2024-09-13T16:04:00.545 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:00.544+0000 7fa1c7490640 1 -- 172.21.15.76:0/1936659839 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7fa1c006e4b0 con 0x7fa1c00b2b40 2024-09-13T16:04:01.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.250+0000 7fa1b5ffb640 1 -- 172.21.15.76:0/1936659839 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v46) v1 ==== 169+0+0 (secure 0 0 0) 0x7fa1b00140d0 con 0x7fa1c00b2b40 2024-09-13T16:04:01.251 INFO:teuthology.orchestra.run.smithi076.stderr:pool 'cephfs_data' removed 2024-09-13T16:04:01.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.253+0000 7fa1c7490640 1 -- 172.21.15.76:0/1936659839 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa1a406ac30 msgr2=0x7fa1a406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:01.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.253+0000 7fa1c7490640 1 --2- 172.21.15.76:0/1936659839 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa1a406ac30 0x7fa1a406d0f0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fa1bc036000 tx=0x7fa1bc031000 comp rx=0 tx=0).stop 2024-09-13T16:04:01.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.253+0000 7fa1c7490640 1 -- 172.21.15.76:0/1936659839 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa1c00b2b40 msgr2=0x7fa1c00c42d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:01.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.253+0000 7fa1c7490640 1 --2- 172.21.15.76:0/1936659839 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa1c00b2b40 0x7fa1c00c42d0 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7fa1b000b4a0 tx=0x7fa1b000b960 comp rx=0 tx=0).stop 2024-09-13T16:04:01.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.253+0000 7fa1c7490640 1 -- 172.21.15.76:0/1936659839 shutdown_connections 2024-09-13T16:04:01.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.253+0000 7fa1c7490640 1 --2- 172.21.15.76:0/1936659839 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa1c0159310 0x7fa1c009b060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:01.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.253+0000 7fa1c7490640 1 --2- 172.21.15.76:0/1936659839 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa1c00b2b40 0x7fa1c00c42d0 unknown :-1 s=CLOSED pgs=620 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:01.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.253+0000 7fa1c7490640 1 --2- 172.21.15.76:0/1936659839 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa1a406ac30 0x7fa1a406d0f0 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:01.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.253+0000 7fa1c7490640 1 --2- 172.21.15.76:0/1936659839 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa1c00ab680 0x7fa1c009a730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:01.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.253+0000 7fa1c7490640 1 -- 172.21.15.76:0/1936659839 >> 172.21.15.76:0/1936659839 conn(0x7fa1c006a0b0 msgr2=0x7fa1c00ad130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:01.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.253+0000 7fa1c7490640 1 -- 172.21.15.76:0/1936659839 shutdown_connections 2024-09-13T16:04:01.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.253+0000 7fa1c7490640 1 -- 172.21.15.76:0/1936659839 wait complete. 2024-09-13T16:04:01.267 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mds mds_max_caps_per_client 2024-09-13T16:04:01.367 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.366+0000 7fe02cf33640 1 Processor -- start 2024-09-13T16:04:01.367 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.366+0000 7fe02cf33640 1 -- start start 2024-09-13T16:04:01.369 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.367+0000 7fe02cf33640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe028159310 0x7fe0280ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:01.369 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.367+0000 7fe02cf33640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe0280ccbe0 con 0x7fe0280b2b40 2024-09-13T16:04:01.369 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.367+0000 7fe02cf33640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe0280b1810 con 0x7fe0280ce4f0 2024-09-13T16:04:01.369 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.367+0000 7fe02cf33640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe0280ad940 con 0x7fe028159310 2024-09-13T16:04:01.369 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.367+0000 7fe02659c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe028159310 0x7fe0280ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:01.369 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.367+0000 7fe01ffff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fe0280b2b40 0x7fe0280ab140 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:55346/0 (socket says 172.21.15.76:55346) 2024-09-13T16:04:01.369 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.367+0000 7fe02659c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe028159310 0x7fe0280ad400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:38638/0 (socket says 172.21.15.76:38638) 2024-09-13T16:04:01.369 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.367+0000 7fe01ffff640 1 -- 172.21.15.76:0/1775991735 learned_addr learned my addr 172.21.15.76:0/1775991735 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:04:01.369 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.367+0000 7fe02659c640 1 -- 172.21.15.76:0/1775991735 >> v1:172.21.15.192:6789/0 conn(0x7fe0280ce4f0 legacy=0x7fe0280ce8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:01.370 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.367+0000 7fe02659c640 1 -- 172.21.15.76:0/1775991735 >> v1:172.21.15.76:6789/0 conn(0x7fe0280b2b40 legacy=0x7fe0280ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:01.370 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.367+0000 7fe02659c640 1 -- 172.21.15.76:0/1775991735 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe02806d9e0 con 0x7fe028159310 2024-09-13T16:04:01.370 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.367+0000 7fe025d9b640 1 -- 172.21.15.76:0/1775991735 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 387496504 0 0) 0x7fe0280ccbe0 con 0x7fe0280b2b40 2024-09-13T16:04:01.370 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.368+0000 7fe02659c640 1 --2- 172.21.15.76:0/1775991735 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe028159310 0x7fe0280ad400 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7fe0180097a0 tx=0x7fe01802a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d74fd73698388699 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:01.371 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.368+0000 7fe025d9b640 1 -- 172.21.15.76:0/1775991735 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe01802ae50 con 0x7fe028159310 2024-09-13T16:04:01.371 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.368+0000 7fe025d9b640 1 -- 172.21.15.76:0/1775991735 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe018032440 con 0x7fe028159310 2024-09-13T16:04:01.371 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.368+0000 7fe025d9b640 1 -- 172.21.15.76:0/1775991735 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe0180327d0 con 0x7fe028159310 2024-09-13T16:04:01.371 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.368+0000 7fe02cf33640 1 -- 172.21.15.76:0/1775991735 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe028159310 msgr2=0x7fe0280ad400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:01.371 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.368+0000 7fe02cf33640 1 --2- 172.21.15.76:0/1775991735 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe028159310 0x7fe0280ad400 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7fe0180097a0 tx=0x7fe01802a140 comp rx=0 tx=0).stop 2024-09-13T16:04:01.371 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.369+0000 7fe02cf33640 1 -- 172.21.15.76:0/1775991735 shutdown_connections 2024-09-13T16:04:01.371 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.369+0000 7fe02cf33640 1 --2- 172.21.15.76:0/1775991735 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe028159310 0x7fe0280ad400 unknown :-1 s=CLOSED pgs=622 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:01.372 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.369+0000 7fe02cf33640 1 -- 172.21.15.76:0/1775991735 >> 172.21.15.76:0/1775991735 conn(0x7fe02806a0b0 msgr2=0x7fe02806a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:01.372 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.369+0000 7fe02cf33640 1 -- 172.21.15.76:0/1775991735 shutdown_connections 2024-09-13T16:04:01.372 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.369+0000 7fe02cf33640 1 -- 172.21.15.76:0/1775991735 wait complete. 2024-09-13T16:04:01.372 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.370+0000 7fe02cf33640 1 Processor -- start 2024-09-13T16:04:01.372 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.370+0000 7fe02cf33640 1 -- start start 2024-09-13T16:04:01.374 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.371+0000 7fe02cf33640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe0280b2b40 0x7fe028098c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:01.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.371+0000 7fe02cf33640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe0280ce4f0 0x7fe02809b070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:01.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.371+0000 7fe02cf33640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe028159310 0x7fe0280cafa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:01.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.371+0000 7fe02cf33640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe028099f70 con 0x7fe0280ce4f0 2024-09-13T16:04:01.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.371+0000 7fe02cf33640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe0280992f0 con 0x7fe028159310 2024-09-13T16:04:01.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.371+0000 7fe02cf33640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe0280995d0 con 0x7fe0280b2b40 2024-09-13T16:04:01.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.371+0000 7fe01ffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe0280ce4f0 0x7fe02809b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:01.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.371+0000 7fe01ffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe0280ce4f0 0x7fe02809b070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:38642/0 (socket says 172.21.15.76:38642) 2024-09-13T16:04:01.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.371+0000 7fe01ffff640 1 -- 172.21.15.76:0/2699947125 learned_addr learned my addr 172.21.15.76:0/2699947125 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:04:01.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.371+0000 7fe026d9d640 1 --2- 172.21.15.76:0/2699947125 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe028159310 0x7fe0280cafa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:01.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.371+0000 7fe02659c640 1 --2- 172.21.15.76:0/2699947125 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe0280b2b40 0x7fe028098c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:01.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.371+0000 7fe01ffff640 1 -- 172.21.15.76:0/2699947125 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe0280b2b40 msgr2=0x7fe028098c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:01.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.371+0000 7fe01ffff640 1 --2- 172.21.15.76:0/2699947125 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe0280b2b40 0x7fe028098c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:01.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.371+0000 7fe01ffff640 1 -- 172.21.15.76:0/2699947125 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe028159310 msgr2=0x7fe0280cafa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:01.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.371+0000 7fe01ffff640 1 --2- 172.21.15.76:0/2699947125 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe028159310 0x7fe0280cafa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:01.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.371+0000 7fe01ffff640 1 -- 172.21.15.76:0/2699947125 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe018009400 con 0x7fe0280ce4f0 2024-09-13T16:04:01.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.371+0000 7fe01ffff640 1 --2- 172.21.15.76:0/2699947125 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe0280ce4f0 0x7fe02809b070 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7fe01000c4d0 tx=0x7fe01000c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:01.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.371+0000 7fe01effd640 1 -- 172.21.15.76:0/2699947125 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe0100074e0 con 0x7fe0280ce4f0 2024-09-13T16:04:01.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.371+0000 7fe01effd640 1 -- 172.21.15.76:0/2699947125 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe010007660 con 0x7fe0280ce4f0 2024-09-13T16:04:01.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.371+0000 7fe02cf33640 1 -- 172.21.15.76:0/2699947125 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe0280998b0 con 0x7fe0280ce4f0 2024-09-13T16:04:01.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.371+0000 7fe01effd640 1 -- 172.21.15.76:0/2699947125 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe010004a20 con 0x7fe0280ce4f0 2024-09-13T16:04:01.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.371+0000 7fe02cf33640 1 -- 172.21.15.76:0/2699947125 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe02809b5b0 con 0x7fe0280ce4f0 2024-09-13T16:04:01.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.372+0000 7fe02cf33640 1 -- 172.21.15.76:0/2699947125 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe0280ad400 con 0x7fe0280ce4f0 2024-09-13T16:04:01.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.373+0000 7fe01effd640 1 -- 172.21.15.76:0/2699947125 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe010004b80 con 0x7fe0280ce4f0 2024-09-13T16:04:01.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.373+0000 7fe01effd640 1 --2- 172.21.15.76:0/2699947125 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe00806ac00 0x7fe00806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:01.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.373+0000 7fe02659c640 1 --2- 172.21.15.76:0/2699947125 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe00806ac00 0x7fe00806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:01.377 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.373+0000 7fe01effd640 1 -- 172.21.15.76:0/2699947125 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(46..46 src has 1..46) v4 ==== 5263+0+0 (secure 0 0 0) 0x7fe0100886a0 con 0x7fe0280ce4f0 2024-09-13T16:04:01.377 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.374+0000 7fe02659c640 1 --2- 172.21.15.76:0/2699947125 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe00806ac00 0x7fe00806d0c0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fe018034000 tx=0x7fe01802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:01.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.378+0000 7fe01effd640 1 -- 172.21.15.76:0/2699947125 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fe010053a40 con 0x7fe0280ce4f0 2024-09-13T16:04:01.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.540+0000 7fe02cf33640 1 -- 172.21.15.76:0/2699947125 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "config rm", "who": "mds", "name": "mds_max_caps_per_client"} v 0) v1 -- 0x7fe02806e4b0 con 0x7fe0280ce4f0 2024-09-13T16:04:01.544 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.543+0000 7fe01effd640 1 -- 172.21.15.76:0/2699947125 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mds", "name": "mds_max_caps_per_client"}]=0 v13) v1 ==== 106+0+0 (secure 0 0 0) 0x7fe0100180b0 con 0x7fe0280ce4f0 2024-09-13T16:04:01.547 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.546+0000 7fe02cf33640 1 -- 172.21.15.76:0/2699947125 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe00806ac00 msgr2=0x7fe00806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:01.547 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.546+0000 7fe02cf33640 1 --2- 172.21.15.76:0/2699947125 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe00806ac00 0x7fe00806d0c0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fe018034000 tx=0x7fe01802e000 comp rx=0 tx=0).stop 2024-09-13T16:04:01.547 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.546+0000 7fe02cf33640 1 -- 172.21.15.76:0/2699947125 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe0280ce4f0 msgr2=0x7fe02809b070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:01.548 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.546+0000 7fe02cf33640 1 --2- 172.21.15.76:0/2699947125 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe0280ce4f0 0x7fe02809b070 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7fe01000c4d0 tx=0x7fe01000c990 comp rx=0 tx=0).stop 2024-09-13T16:04:01.548 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.546+0000 7fe02cf33640 1 -- 172.21.15.76:0/2699947125 shutdown_connections 2024-09-13T16:04:01.548 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.546+0000 7fe02cf33640 1 --2- 172.21.15.76:0/2699947125 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe028159310 0x7fe0280cafa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:01.548 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.546+0000 7fe02cf33640 1 --2- 172.21.15.76:0/2699947125 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe0280ce4f0 0x7fe02809b070 unknown :-1 s=CLOSED pgs=623 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:01.548 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.546+0000 7fe02cf33640 1 --2- 172.21.15.76:0/2699947125 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe00806ac00 0x7fe00806d0c0 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:01.548 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.546+0000 7fe02cf33640 1 --2- 172.21.15.76:0/2699947125 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe0280b2b40 0x7fe028098c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:01.548 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.546+0000 7fe02cf33640 1 -- 172.21.15.76:0/2699947125 >> 172.21.15.76:0/2699947125 conn(0x7fe02806a0b0 msgr2=0x7fe0280addd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:01.548 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.546+0000 7fe02cf33640 1 -- 172.21.15.76:0/2699947125 shutdown_connections 2024-09-13T16:04:01.548 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.546+0000 7fe02cf33640 1 -- 172.21.15.76:0/2699947125 wait complete. 2024-09-13T16:04:01.558 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-13T16:04:01.658 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.657+0000 7f0ab7a2b640 1 Processor -- start 2024-09-13T16:04:01.658 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.657+0000 7f0ab7a2b640 1 -- start start 2024-09-13T16:04:01.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.658+0000 7f0ab7a2b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f0ab00b20a0 0x7f0ab00ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:01.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.658+0000 7f0ab7a2b640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0ab00cee60 con 0x7f0ab015a3b0 2024-09-13T16:04:01.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.658+0000 7f0ab7a2b640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0ab015a790 con 0x7f0ab00cea30 2024-09-13T16:04:01.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.658+0000 7f0ab7a2b640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0ab00b2680 con 0x7f0ab00b20a0 2024-09-13T16:04:01.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.658+0000 7f0ab4fc6640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f0ab00b20a0 0x7f0ab00ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:01.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.658+0000 7f0ab4fc6640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f0ab00b20a0 0x7f0ab00ce4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:38648/0 (socket says 172.21.15.76:38648) 2024-09-13T16:04:01.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.658+0000 7f0ab4fc6640 1 -- 172.21.15.76:0/141779057 learned_addr learned my addr 172.21.15.76:0/141779057 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:04:01.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.658+0000 7f0ab57c7640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f0ab015a3b0 0x7f0ab00b1720 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:55360/0 (socket says 172.21.15.76:55360) 2024-09-13T16:04:01.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.658+0000 7f0ab4fc6640 1 -- 172.21.15.76:0/141779057 >> v1:172.21.15.192:6789/0 conn(0x7f0ab00cea30 legacy=0x7f0ab00ab9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:01.662 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.658+0000 7f0ab4fc6640 1 -- 172.21.15.76:0/141779057 >> v1:172.21.15.76:6789/0 conn(0x7f0ab015a3b0 legacy=0x7f0ab00b1720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:01.662 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.658+0000 7f0ab4fc6640 1 -- 172.21.15.76:0/141779057 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0ab00b2960 con 0x7f0ab00b20a0 2024-09-13T16:04:01.662 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.658+0000 7f0aa7fff640 1 -- 172.21.15.76:0/141779057 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3411280074 0 0) 0x7f0ab00cee60 con 0x7f0ab015a3b0 2024-09-13T16:04:01.662 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.659+0000 7f0ab4fc6640 1 --2- 172.21.15.76:0/141779057 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0ab00b20a0 0x7f0ab00ce4f0 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7f0aa0009870 tx=0x7f0aa002a2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5ca5fefc3978501f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:01.662 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.659+0000 7f0aa7fff640 1 -- 172.21.15.76:0/141779057 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0aa0032440 con 0x7f0ab00b20a0 2024-09-13T16:04:01.662 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.659+0000 7f0aa7fff640 1 -- 172.21.15.76:0/141779057 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0aa00325a0 con 0x7f0ab00b20a0 2024-09-13T16:04:01.662 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.659+0000 7f0aa7fff640 1 -- 172.21.15.76:0/141779057 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0aa0032930 con 0x7f0ab00b20a0 2024-09-13T16:04:01.662 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.659+0000 7f0ab7a2b640 1 -- 172.21.15.76:0/141779057 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0ab00b20a0 msgr2=0x7f0ab00ce4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:01.662 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.659+0000 7f0ab7a2b640 1 --2- 172.21.15.76:0/141779057 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0ab00b20a0 0x7f0ab00ce4f0 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7f0aa0009870 tx=0x7f0aa002a2a0 comp rx=0 tx=0).stop 2024-09-13T16:04:01.662 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.659+0000 7f0ab7a2b640 1 -- 172.21.15.76:0/141779057 shutdown_connections 2024-09-13T16:04:01.662 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.659+0000 7f0ab7a2b640 1 --2- 172.21.15.76:0/141779057 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0ab00b20a0 0x7f0ab00ce4f0 unknown :-1 s=CLOSED pgs=625 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:01.662 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.660+0000 7f0ab7a2b640 1 -- 172.21.15.76:0/141779057 >> 172.21.15.76:0/141779057 conn(0x7f0ab006a0b0 msgr2=0x7f0ab006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:01.662 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.660+0000 7f0ab7a2b640 1 -- 172.21.15.76:0/141779057 shutdown_connections 2024-09-13T16:04:01.662 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.660+0000 7f0ab7a2b640 1 -- 172.21.15.76:0/141779057 wait complete. 2024-09-13T16:04:01.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.661+0000 7f0ab7a2b640 1 Processor -- start 2024-09-13T16:04:01.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.661+0000 7f0ab7a2b640 1 -- start start 2024-09-13T16:04:01.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.661+0000 7f0ab7a2b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0ab00b20a0 0x7f0ab01560e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:01.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.662+0000 7f0ab7a2b640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0ab00cea30 0x7f0ab00c4730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:01.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.662+0000 7f0ab7a2b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0ab015a3b0 0x7f0ab00c3a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:01.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.662+0000 7f0ab7a2b640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ab00c2190 con 0x7f0ab00b20a0 2024-09-13T16:04:01.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.662+0000 7f0ab7a2b640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ab00c2470 con 0x7f0ab015a3b0 2024-09-13T16:04:01.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.662+0000 7f0ab7a2b640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0ab015b970 con 0x7f0ab00cea30 2024-09-13T16:04:01.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.662+0000 7f0ab57c7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0ab00b20a0 0x7f0ab01560e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:01.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.662+0000 7f0ab57c7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0ab00b20a0 0x7f0ab01560e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:38660/0 (socket says 172.21.15.76:38660) 2024-09-13T16:04:01.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.662+0000 7f0ab57c7640 1 -- 172.21.15.76:0/3149324440 learned_addr learned my addr 172.21.15.76:0/3149324440 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:04:01.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.662+0000 7f0ab5fc8640 1 --2- 172.21.15.76:0/3149324440 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0ab015a3b0 0x7f0ab00c3a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:01.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.662+0000 7f0ab57c7640 1 -- 172.21.15.76:0/3149324440 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0ab00cea30 msgr2=0x7f0ab00c4730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:01.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.662+0000 7f0ab57c7640 1 --2- 172.21.15.76:0/3149324440 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0ab00cea30 0x7f0ab00c4730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:01.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.662+0000 7f0ab57c7640 1 -- 172.21.15.76:0/3149324440 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0ab015a3b0 msgr2=0x7f0ab00c3a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:01.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.662+0000 7f0ab57c7640 1 --2- 172.21.15.76:0/3149324440 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0ab015a3b0 0x7f0ab00c3a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:01.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.662+0000 7f0ab57c7640 1 -- 172.21.15.76:0/3149324440 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0aa00094d0 con 0x7f0ab00b20a0 2024-09-13T16:04:01.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.662+0000 7f0ab5fc8640 1 --2- 172.21.15.76:0/3149324440 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0ab015a3b0 0x7f0ab00c3a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:04:01.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.662+0000 7f0ab57c7640 1 --2- 172.21.15.76:0/3149324440 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0ab00b20a0 0x7f0ab01560e0 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7f0aac00c410 tx=0x7f0aac00c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:01.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.662+0000 7f0aa5ffb640 1 -- 172.21.15.76:0/3149324440 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0aac0074e0 con 0x7f0ab00b20a0 2024-09-13T16:04:01.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.662+0000 7f0aa5ffb640 1 -- 172.21.15.76:0/3149324440 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0aac007640 con 0x7f0ab00b20a0 2024-09-13T16:04:01.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.662+0000 7f0ab7a2b640 1 -- 172.21.15.76:0/3149324440 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0ab015bc50 con 0x7f0ab00b20a0 2024-09-13T16:04:01.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.662+0000 7f0aa5ffb640 1 -- 172.21.15.76:0/3149324440 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0aac004a20 con 0x7f0ab00b20a0 2024-09-13T16:04:01.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.663+0000 7f0ab7a2b640 1 -- 172.21.15.76:0/3149324440 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0ab0156620 con 0x7f0ab00b20a0 2024-09-13T16:04:01.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.664+0000 7f0ab7a2b640 1 -- 172.21.15.76:0/3149324440 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0ab00ce4f0 con 0x7f0ab00b20a0 2024-09-13T16:04:01.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.664+0000 7f0aa5ffb640 1 -- 172.21.15.76:0/3149324440 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f0aac004b80 con 0x7f0ab00b20a0 2024-09-13T16:04:01.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.664+0000 7f0aa5ffb640 1 --2- 172.21.15.76:0/3149324440 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0a9406ac00 0x7f0a9406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:01.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.664+0000 7f0aa5ffb640 1 -- 172.21.15.76:0/3149324440 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(46..46 src has 1..46) v4 ==== 5263+0+0 (secure 0 0 0) 0x7f0aac088c10 con 0x7f0ab00b20a0 2024-09-13T16:04:01.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.664+0000 7f0ab4fc6640 1 --2- 172.21.15.76:0/3149324440 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0a9406ac00 0x7f0a9406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:01.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.665+0000 7f0ab4fc6640 1 --2- 172.21.15.76:0/3149324440 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0a9406ac00 0x7f0a9406d0c0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f0aa0034000 tx=0x7f0aa002c000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:01.670 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.669+0000 7f0aa5ffb640 1 -- 172.21.15.76:0/3149324440 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f0aac057a40 con 0x7f0ab00b20a0 2024-09-13T16:04:01.831 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.829+0000 7f0ab7a2b640 1 -- 172.21.15.76:0/3149324440 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) v1 -- 0x7f0ab006a610 con 0x7f0ab00b20a0 2024-09-13T16:04:01.835 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.834+0000 7f0aa5ffb640 1 -- 172.21.15.76:0/3149324440 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v14) v1 ==== 104+0+0 (secure 0 0 0) 0x7f0aac0575d0 con 0x7f0ab00b20a0 2024-09-13T16:04:01.837 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.836+0000 7f0ab7a2b640 1 -- 172.21.15.76:0/3149324440 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0a9406ac00 msgr2=0x7f0a9406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:01.837 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.836+0000 7f0ab7a2b640 1 --2- 172.21.15.76:0/3149324440 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0a9406ac00 0x7f0a9406d0c0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f0aa0034000 tx=0x7f0aa002c000 comp rx=0 tx=0).stop 2024-09-13T16:04:01.837 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.836+0000 7f0ab7a2b640 1 -- 172.21.15.76:0/3149324440 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0ab00b20a0 msgr2=0x7f0ab01560e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:01.838 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.836+0000 7f0ab7a2b640 1 --2- 172.21.15.76:0/3149324440 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0ab00b20a0 0x7f0ab01560e0 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7f0aac00c410 tx=0x7f0aac00c8d0 comp rx=0 tx=0).stop 2024-09-13T16:04:01.838 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.836+0000 7f0ab7a2b640 1 -- 172.21.15.76:0/3149324440 shutdown_connections 2024-09-13T16:04:01.838 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.836+0000 7f0ab7a2b640 1 --2- 172.21.15.76:0/3149324440 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0ab015a3b0 0x7f0ab00c3a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:01.838 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.836+0000 7f0ab7a2b640 1 --2- 172.21.15.76:0/3149324440 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0a9406ac00 0x7f0a9406d0c0 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:01.838 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.836+0000 7f0ab7a2b640 1 --2- 172.21.15.76:0/3149324440 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0ab00cea30 0x7f0ab00c4730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:01.838 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.836+0000 7f0ab7a2b640 1 --2- 172.21.15.76:0/3149324440 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0ab00b20a0 0x7f0ab01560e0 unknown :-1 s=CLOSED pgs=626 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:01.838 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.836+0000 7f0ab7a2b640 1 -- 172.21.15.76:0/3149324440 >> 172.21.15.76:0/3149324440 conn(0x7f0ab006a0b0 msgr2=0x7f0ab00ac420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:01.838 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.836+0000 7f0ab7a2b640 1 -- 172.21.15.76:0/3149324440 shutdown_connections 2024-09-13T16:04:01.838 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.836+0000 7f0ab7a2b640 1 -- 172.21.15.76:0/3149324440 wait complete. 2024-09-13T16:04:01.848 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mds mds_session_cap_acquisition_throttle 2024-09-13T16:04:01.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.948+0000 7f876ecf7640 1 Processor -- start 2024-09-13T16:04:01.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.948+0000 7f876ecf7640 1 -- start start 2024-09-13T16:04:01.950 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.949+0000 7f876ecf7640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f87680b2b40 0x7f87680ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:01.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.949+0000 7f876ecf7640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f87680ccbe0 con 0x7f8768159310 2024-09-13T16:04:01.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.949+0000 7f876ecf7640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f87680b1810 con 0x7f87680ce4f0 2024-09-13T16:04:01.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.949+0000 7f876ecf7640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f87680ad940 con 0x7f87680b2b40 2024-09-13T16:04:01.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.949+0000 7f8767fff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f87680b2b40 0x7f87680ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:01.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.949+0000 7f876ca93640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f8768159310 0x7f87680ab140 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:55372/0 (socket says 172.21.15.76:55372) 2024-09-13T16:04:01.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.949+0000 7f8767fff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f87680b2b40 0x7f87680ad400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:38670/0 (socket says 172.21.15.76:38670) 2024-09-13T16:04:01.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.949+0000 7f876ca93640 1 -- 172.21.15.76:0/2032166977 learned_addr learned my addr 172.21.15.76:0/2032166977 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:04:01.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.949+0000 7f8767fff640 1 -- 172.21.15.76:0/2032166977 >> v1:172.21.15.192:6789/0 conn(0x7f87680ce4f0 legacy=0x7f87680ce8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:01.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.949+0000 7f8767fff640 1 -- 172.21.15.76:0/2032166977 >> v1:172.21.15.76:6789/0 conn(0x7f8768159310 legacy=0x7f87680ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:01.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.949+0000 7f8767fff640 1 -- 172.21.15.76:0/2032166977 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f876806d9e0 con 0x7f87680b2b40 2024-09-13T16:04:01.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.949+0000 7f87677fe640 1 -- 172.21.15.76:0/2032166977 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3062374010 0 0) 0x7f87680ccbe0 con 0x7f8768159310 2024-09-13T16:04:01.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.950+0000 7f8767fff640 1 --2- 172.21.15.76:0/2032166977 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f87680b2b40 0x7f87680ad400 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7f87540097a0 tx=0x7f875402a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b3b102818575c371 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:01.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.950+0000 7f87677fe640 1 -- 172.21.15.76:0/2032166977 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f875402ae50 con 0x7f87680b2b40 2024-09-13T16:04:01.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.950+0000 7f87677fe640 1 -- 172.21.15.76:0/2032166977 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8754032440 con 0x7f87680b2b40 2024-09-13T16:04:01.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.950+0000 7f87677fe640 1 -- 172.21.15.76:0/2032166977 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f87540327d0 con 0x7f87680b2b40 2024-09-13T16:04:01.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.950+0000 7f876ecf7640 1 -- 172.21.15.76:0/2032166977 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f87680b2b40 msgr2=0x7f87680ad400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:01.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.950+0000 7f876ecf7640 1 --2- 172.21.15.76:0/2032166977 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f87680b2b40 0x7f87680ad400 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7f87540097a0 tx=0x7f875402a140 comp rx=0 tx=0).stop 2024-09-13T16:04:01.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.950+0000 7f876ecf7640 1 -- 172.21.15.76:0/2032166977 shutdown_connections 2024-09-13T16:04:01.954 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.950+0000 7f876ecf7640 1 --2- 172.21.15.76:0/2032166977 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f87680b2b40 0x7f87680ad400 unknown :-1 s=CLOSED pgs=628 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:01.954 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.950+0000 7f876ecf7640 1 -- 172.21.15.76:0/2032166977 >> 172.21.15.76:0/2032166977 conn(0x7f876806a0b0 msgr2=0x7f876806a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:01.954 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.951+0000 7f876ecf7640 1 -- 172.21.15.76:0/2032166977 shutdown_connections 2024-09-13T16:04:01.954 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.951+0000 7f876ecf7640 1 -- 172.21.15.76:0/2032166977 wait complete. 2024-09-13T16:04:01.954 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.952+0000 7f876ecf7640 1 Processor -- start 2024-09-13T16:04:01.954 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.952+0000 7f876ecf7640 1 -- start start 2024-09-13T16:04:01.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.953+0000 7f876ecf7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f87680b2b40 0x7f876809be00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:01.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.953+0000 7f876ecf7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f87680ce4f0 0x7f8768150a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:01.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.953+0000 7f876ecf7640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8768159310 0x7f87681ef9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:01.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.953+0000 7f876ecf7640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8768151e50 con 0x7f87680ce4f0 2024-09-13T16:04:01.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.953+0000 7f876ecf7640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8768150f70 con 0x7f8768159310 2024-09-13T16:04:01.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.953+0000 7f876ecf7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8768151240 con 0x7f87680b2b40 2024-09-13T16:04:01.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.953+0000 7f8767fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f87680ce4f0 0x7f8768150a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:01.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.953+0000 7f8767fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f87680ce4f0 0x7f8768150a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:38680/0 (socket says 172.21.15.76:38680) 2024-09-13T16:04:01.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.953+0000 7f8767fff640 1 -- 172.21.15.76:0/2455380649 learned_addr learned my addr 172.21.15.76:0/2455380649 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:04:01.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.953+0000 7f876d294640 1 --2- 172.21.15.76:0/2455380649 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8768159310 0x7f87681ef9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:01.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.953+0000 7f876ca93640 1 --2- 172.21.15.76:0/2455380649 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f87680b2b40 0x7f876809be00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:01.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.953+0000 7f8767fff640 1 -- 172.21.15.76:0/2455380649 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f87680b2b40 msgr2=0x7f876809be00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:01.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.953+0000 7f8767fff640 1 --2- 172.21.15.76:0/2455380649 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f87680b2b40 0x7f876809be00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:01.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.953+0000 7f8767fff640 1 -- 172.21.15.76:0/2455380649 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8768159310 msgr2=0x7f87681ef9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:01.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.953+0000 7f8767fff640 1 --2- 172.21.15.76:0/2455380649 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8768159310 0x7f87681ef9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:01.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.953+0000 7f8767fff640 1 -- 172.21.15.76:0/2455380649 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8754009400 con 0x7f87680ce4f0 2024-09-13T16:04:01.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.953+0000 7f8767fff640 1 --2- 172.21.15.76:0/2455380649 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f87680ce4f0 0x7f8768150a30 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7f87540097a0 tx=0x7f87540046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:01.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.953+0000 7f87657fa640 1 -- 172.21.15.76:0/2455380649 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8754004230 con 0x7f87680ce4f0 2024-09-13T16:04:01.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.953+0000 7f87657fa640 1 -- 172.21.15.76:0/2455380649 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8754004390 con 0x7f87680ce4f0 2024-09-13T16:04:01.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.953+0000 7f876ecf7640 1 -- 172.21.15.76:0/2455380649 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8768151520 con 0x7f87680ce4f0 2024-09-13T16:04:01.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.953+0000 7f87657fa640 1 -- 172.21.15.76:0/2455380649 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f875403d870 con 0x7f87680ce4f0 2024-09-13T16:04:01.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.953+0000 7f876ecf7640 1 -- 172.21.15.76:0/2455380649 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8768151ae0 con 0x7f87680ce4f0 2024-09-13T16:04:01.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.955+0000 7f876ecf7640 1 -- 172.21.15.76:0/2455380649 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8768151c70 con 0x7f87680ce4f0 2024-09-13T16:04:01.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.955+0000 7f87657fa640 1 -- 172.21.15.76:0/2455380649 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f875403d9d0 con 0x7f87680ce4f0 2024-09-13T16:04:01.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.955+0000 7f87657fa640 1 --2- 172.21.15.76:0/2455380649 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f874c06ac00 0x7f874c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:01.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.956+0000 7f876ca93640 1 --2- 172.21.15.76:0/2455380649 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f874c06ac00 0x7f874c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:01.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.956+0000 7f87657fa640 1 -- 172.21.15.76:0/2455380649 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(46..46 src has 1..46) v4 ==== 5263+0+0 (secure 0 0 0) 0x7f87540a9e40 con 0x7f87680ce4f0 2024-09-13T16:04:01.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.956+0000 7f876ca93640 1 --2- 172.21.15.76:0/2455380649 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f874c06ac00 0x7f874c06d0c0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f875c007fd0 tx=0x7f875c007de0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:01.961 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:01.960+0000 7f87657fa640 1 -- 172.21.15.76:0/2455380649 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f8754075290 con 0x7f87680ce4f0 2024-09-13T16:04:02.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:02.121+0000 7f876ecf7640 1 -- 172.21.15.76:0/2455380649 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "config rm", "who": "mds", "name": "mds_session_cap_acquisition_throttle"} v 0) v1 -- 0x7f87680ad400 con 0x7f87680ce4f0 2024-09-13T16:04:02.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:02.125+0000 7f87657fa640 1 -- 172.21.15.76:0/2455380649 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mds", "name": "mds_session_cap_acquisition_throttle"}]=0 v15) v1 ==== 119+0+0 (secure 0 0 0) 0x7f87540370b0 con 0x7f87680ce4f0 2024-09-13T16:04:02.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:02.127+0000 7f876ecf7640 1 -- 172.21.15.76:0/2455380649 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f874c06ac00 msgr2=0x7f874c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:02.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:02.127+0000 7f876ecf7640 1 --2- 172.21.15.76:0/2455380649 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f874c06ac00 0x7f874c06d0c0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f875c007fd0 tx=0x7f875c007de0 comp rx=0 tx=0).stop 2024-09-13T16:04:02.129 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:02.127+0000 7f876ecf7640 1 -- 172.21.15.76:0/2455380649 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f87680ce4f0 msgr2=0x7f8768150a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:02.129 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:02.127+0000 7f876ecf7640 1 --2- 172.21.15.76:0/2455380649 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f87680ce4f0 0x7f8768150a30 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7f87540097a0 tx=0x7f87540046c0 comp rx=0 tx=0).stop 2024-09-13T16:04:02.129 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:02.127+0000 7f876ecf7640 1 -- 172.21.15.76:0/2455380649 shutdown_connections 2024-09-13T16:04:02.129 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:02.127+0000 7f876ecf7640 1 --2- 172.21.15.76:0/2455380649 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8768159310 0x7f87681ef9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:02.129 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:02.127+0000 7f876ecf7640 1 --2- 172.21.15.76:0/2455380649 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f87680ce4f0 0x7f8768150a30 unknown :-1 s=CLOSED pgs=629 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:02.130 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:02.127+0000 7f876ecf7640 1 --2- 172.21.15.76:0/2455380649 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f874c06ac00 0x7f874c06d0c0 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:02.130 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:02.127+0000 7f876ecf7640 1 --2- 172.21.15.76:0/2455380649 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f87680b2b40 0x7f876809be00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:02.130 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:02.127+0000 7f876ecf7640 1 -- 172.21.15.76:0/2455380649 >> 172.21.15.76:0/2455380649 conn(0x7f876806a0b0 msgr2=0x7f876806a490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:02.130 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:02.127+0000 7f876ecf7640 1 -- 172.21.15.76:0/2455380649 shutdown_connections 2024-09-13T16:04:02.130 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:02.127+0000 7f876ecf7640 1 -- 172.21.15.76:0/2455380649 wait complete. 2024-09-13T16:04:02.139 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_client_limits.TestClientLimits.test_cap_acquisition_throttle_readdir' 2024-09-13T16:04:02.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:02.238+0000 7f8b7f06b640 1 Processor -- start 2024-09-13T16:04:02.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:02.238+0000 7f8b7f06b640 1 -- start start 2024-09-13T16:04:02.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:02.239+0000 7f8b7f06b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f8b78072110 0x7f8b78070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:02.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:02.239+0000 7f8b7f06b640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f8b780c8920 0x7f8b780c8db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:02.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:02.239+0000 7f8b7f06b640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8b780abdf0 con 0x7f8b78071d30 2024-09-13T16:04:02.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:02.239+0000 7f8b7f06b640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8b780c92f0 con 0x7f8b78072110 2024-09-13T16:04:02.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:02.239+0000 7f8b7f06b640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8b780b2280 con 0x7f8b780c8920 2024-09-13T16:04:02.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:02.239+0000 7f8b6ffff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f8b78072110 0x7f8b78070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:02.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:02.239+0000 7f8b6ffff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f8b78072110 0x7f8b78070190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:38696/0 (socket says 172.21.15.76:38696) 2024-09-13T16:04:02.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:02.239+0000 7f8b6ffff640 1 -- 172.21.15.76:0/680403336 learned_addr learned my addr 172.21.15.76:0/680403336 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:04:02.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:02.239+0000 7f8b7d608640 1 --2- 172.21.15.76:0/680403336 >> v2:172.21.15.192:3300/0 conn(0x7f8b780c8920 0x7f8b780c8db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:02.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:02.239+0000 7f8b6ffff640 1 -- 172.21.15.76:0/680403336 >> v2:172.21.15.192:3300/0 conn(0x7f8b780c8920 msgr2=0x7f8b780c8db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:02.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:02.239+0000 7f8b6ffff640 1 --2- 172.21.15.76:0/680403336 >> v2:172.21.15.192:3300/0 conn(0x7f8b780c8920 0x7f8b780c8db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:02.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:02.239+0000 7f8b6ffff640 1 -- 172.21.15.76:0/680403336 >> v1:172.21.15.192:6789/0 conn(0x7f8b78071d30 legacy=0x7f8b780b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:02.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:02.239+0000 7f8b6ffff640 1 -- 172.21.15.76:0/680403336 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8b780ab1e0 con 0x7f8b78072110 2024-09-13T16:04:02.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:02.239+0000 7f8b7d608640 1 --2- 172.21.15.76:0/680403336 >> v2:172.21.15.192:3300/0 conn(0x7f8b780c8920 0x7f8b780c8db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:04:02.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:02.240+0000 7f8b6ffff640 1 --2- 172.21.15.76:0/680403336 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8b78072110 0x7f8b78070190 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7f8b7806ff50 tx=0x7f8b6802c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce92b86dcaccfe2e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:02.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:02.240+0000 7f8b6f7fe640 1 -- 172.21.15.76:0/680403336 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b6802f070 con 0x7f8b78072110 2024-09-13T16:04:02.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:02.240+0000 7f8b6f7fe640 1 -- 172.21.15.76:0/680403336 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8b680325a0 con 0x7f8b78072110 2024-09-13T16:04:02.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:02.240+0000 7f8b6f7fe640 1 -- 172.21.15.76:0/680403336 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b68032930 con 0x7f8b78072110 2024-09-13T16:04:02.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:02.241+0000 7f8b7f06b640 1 -- 172.21.15.76:0/680403336 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8b78072110 msgr2=0x7f8b78070190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:02.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:02.241+0000 7f8b7f06b640 1 --2- 172.21.15.76:0/680403336 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8b78072110 0x7f8b78070190 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7f8b7806ff50 tx=0x7f8b6802c8e0 comp rx=0 tx=0).stop 2024-09-13T16:04:02.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:02.241+0000 7f8b7f06b640 1 -- 172.21.15.76:0/680403336 shutdown_connections 2024-09-13T16:04:02.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:02.241+0000 7f8b7f06b640 1 --2- 172.21.15.76:0/680403336 >> v2:172.21.15.192:3300/0 conn(0x7f8b780c8920 0x7f8b780c8db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:02.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:02.241+0000 7f8b7f06b640 1 --2- 172.21.15.76:0/680403336 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8b78072110 0x7f8b78070190 unknown :-1 s=CLOSED pgs=630 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:02.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:02.241+0000 7f8b7f06b640 1 -- 172.21.15.76:0/680403336 >> 172.21.15.76:0/680403336 conn(0x7f8b78069ed0 msgr2=0x7f8b7806a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:02.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:02.241+0000 7f8b7f06b640 1 -- 172.21.15.76:0/680403336 shutdown_connections 2024-09-13T16:04:02.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:02.241+0000 7f8b7f06b640 1 -- 172.21.15.76:0/680403336 wait complete. 2024-09-13T16:04:02.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:02.242+0000 7f8b7f06b640 1 Processor -- start 2024-09-13T16:04:02.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:02.242+0000 7f8b7f06b640 1 -- start start 2024-09-13T16:04:02.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:02.243+0000 7f8b7f06b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8b78071d30 0x7f8b78159fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:02.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:02.243+0000 7f8b7f06b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8b78072110 0x7f8b781597f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:02.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:02.243+0000 7f8b7f06b640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8b780c8920 0x7f8b780c27a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:02.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:02.243+0000 7f8b7f06b640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b780c6440 con 0x7f8b78071d30 2024-09-13T16:04:02.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:02.243+0000 7f8b7f06b640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b7815a4e0 con 0x7f8b78072110 2024-09-13T16:04:02.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:02.243+0000 7f8b7f06b640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8b780c1070 con 0x7f8b780c8920 2024-09-13T16:04:02.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:02.243+0000 7f8b7ce07640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8b78071d30 0x7f8b78159fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:02.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:02.243+0000 7f8b7ce07640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8b78071d30 0x7f8b78159fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:38708/0 (socket says 172.21.15.76:38708) 2024-09-13T16:04:02.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:02.243+0000 7f8b7ce07640 1 -- 172.21.15.76:0/3455724057 learned_addr learned my addr 172.21.15.76:0/3455724057 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:04:02.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:02.243+0000 7f8b6ffff640 1 --2- 172.21.15.76:0/3455724057 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8b78072110 0x7f8b781597f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:02.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:02.243+0000 7f8b7d608640 1 --2- 172.21.15.76:0/3455724057 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8b780c8920 0x7f8b780c27a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:02.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:02.243+0000 7f8b7ce07640 1 -- 172.21.15.76:0/3455724057 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8b780c8920 msgr2=0x7f8b780c27a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:02.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:02.243+0000 7f8b7ce07640 1 --2- 172.21.15.76:0/3455724057 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8b780c8920 0x7f8b780c27a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:02.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:02.243+0000 7f8b7ce07640 1 -- 172.21.15.76:0/3455724057 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8b78072110 msgr2=0x7f8b781597f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:02.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:02.243+0000 7f8b7ce07640 1 --2- 172.21.15.76:0/3455724057 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8b78072110 0x7f8b781597f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:02.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:02.243+0000 7f8b7ce07640 1 -- 172.21.15.76:0/3455724057 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8b6800b770 con 0x7f8b78071d30 2024-09-13T16:04:02.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:02.243+0000 7f8b7d608640 1 --2- 172.21.15.76:0/3455724057 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8b780c8920 0x7f8b780c27a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:04:02.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:02.243+0000 7f8b7ce07640 1 --2- 172.21.15.76:0/3455724057 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8b78071d30 0x7f8b78159fa0 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f8b7400c430 tx=0x7f8b7400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:02.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:02.244+0000 7f8b6d7fa640 1 -- 172.21.15.76:0/3455724057 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b74011790 con 0x7f8b78071d30 2024-09-13T16:04:02.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:02.244+0000 7f8b6d7fa640 1 -- 172.21.15.76:0/3455724057 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8b740118f0 con 0x7f8b78071d30 2024-09-13T16:04:02.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:02.244+0000 7f8b6d7fa640 1 -- 172.21.15.76:0/3455724057 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b74011ce0 con 0x7f8b78071d30 2024-09-13T16:04:02.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:02.244+0000 7f8b7f06b640 1 -- 172.21.15.76:0/3455724057 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8b780c1350 con 0x7f8b78071d30 2024-09-13T16:04:02.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:02.244+0000 7f8b7f06b640 1 -- 172.21.15.76:0/3455724057 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8b78159d30 con 0x7f8b78071d30 2024-09-13T16:04:02.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:02.245+0000 7f8b7f06b640 1 -- 172.21.15.76:0/3455724057 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8b78070190 con 0x7f8b78071d30 2024-09-13T16:04:02.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:02.245+0000 7f8b6d7fa640 1 -- 172.21.15.76:0/3455724057 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f8b7401c460 con 0x7f8b78071d30 2024-09-13T16:04:02.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:02.245+0000 7f8b6d7fa640 1 --2- 172.21.15.76:0/3455724057 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8b6406ac00 0x7f8b6406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:02.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:02.245+0000 7f8b6d7fa640 1 -- 172.21.15.76:0/3455724057 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(46..46 src has 1..46) v4 ==== 5263+0+0 (secure 0 0 0) 0x7f8b74089070 con 0x7f8b78071d30 2024-09-13T16:04:02.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:02.246+0000 7f8b6ffff640 1 --2- 172.21.15.76:0/3455724057 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8b6406ac00 0x7f8b6406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:02.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:02.246+0000 7f8b6ffff640 1 --2- 172.21.15.76:0/3455724057 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8b6406ac00 0x7f8b6406d0c0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f8b68037000 tx=0x7f8b68032000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:02.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:02.250+0000 7f8b6d7fa640 1 -- 172.21.15.76:0/3455724057 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f8b74054410 con 0x7f8b78071d30 2024-09-13T16:04:02.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:02.485+0000 7f8b7f06b640 1 -- 172.21.15.76:0/3455724057 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_client_limits.TestClientLimits.test_cap_acquisition_throttle_readdir"]} v 0) v1 -- 0x7f8b780c1870 con 0x7f8b78071d30 2024-09-13T16:04:03.259 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.258+0000 7f8b6d7fa640 1 -- 172.21.15.76:0/3455724057 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_client_limits.TestClientLimits.test_cap_acquisition_throttle_readdir"]}]=0 v144) v1 ==== 165+0+0 (secure 0 0 0) 0x7f8b74057a30 con 0x7f8b78071d30 2024-09-13T16:04:03.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.260+0000 7f8b7f06b640 1 -- 172.21.15.76:0/3455724057 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8b6406ac00 msgr2=0x7f8b6406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:03.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.260+0000 7f8b7f06b640 1 --2- 172.21.15.76:0/3455724057 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8b6406ac00 0x7f8b6406d0c0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f8b68037000 tx=0x7f8b68032000 comp rx=0 tx=0).stop 2024-09-13T16:04:03.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.260+0000 7f8b7f06b640 1 -- 172.21.15.76:0/3455724057 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8b78071d30 msgr2=0x7f8b78159fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:03.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.260+0000 7f8b7f06b640 1 --2- 172.21.15.76:0/3455724057 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8b78071d30 0x7f8b78159fa0 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f8b7400c430 tx=0x7f8b7400c8f0 comp rx=0 tx=0).stop 2024-09-13T16:04:03.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.261+0000 7f8b7f06b640 1 -- 172.21.15.76:0/3455724057 shutdown_connections 2024-09-13T16:04:03.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.261+0000 7f8b7f06b640 1 --2- 172.21.15.76:0/3455724057 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8b6406ac00 0x7f8b6406d0c0 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:03.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.261+0000 7f8b7f06b640 1 --2- 172.21.15.76:0/3455724057 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8b780c8920 0x7f8b780c27a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:03.264 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.261+0000 7f8b7f06b640 1 --2- 172.21.15.76:0/3455724057 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8b78072110 0x7f8b781597f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:03.264 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.261+0000 7f8b7f06b640 1 --2- 172.21.15.76:0/3455724057 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8b78071d30 0x7f8b78159fa0 unknown :-1 s=CLOSED pgs=631 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:03.264 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.261+0000 7f8b7f06b640 1 -- 172.21.15.76:0/3455724057 >> 172.21.15.76:0/3455724057 conn(0x7f8b78069ed0 msgr2=0x7f8b780b1160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:03.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.261+0000 7f8b7f06b640 1 -- 172.21.15.76:0/3455724057 shutdown_connections 2024-09-13T16:04:03.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.261+0000 7f8b7f06b640 1 -- 172.21.15.76:0/3455724057 wait complete. 2024-09-13T16:04:03.275 INFO:tasks.cephfs_test_runner:Mostly readdir acquires caps faster than the mds recalls, so the cap ... ok 2024-09-13T16:04:03.275 INFO:tasks.cephfs_test_runner:Starting test: test_client_blocklisted_oldest_tid (tasks.cephfs.test_client_limits.TestClientLimits) that a client is blocklisted when its encoded session metadata exceeds the 2024-09-13T16:04:03.275 INFO:tasks.cephfs_test_runner:test_client_blocklisted_oldest_tid (tasks.cephfs.test_client_limits.TestClientLimits) 2024-09-13T16:04:03.276 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:04:03.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.378+0000 7feb9c7a3640 1 Processor -- start 2024-09-13T16:04:03.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.378+0000 7feb9c7a3640 1 -- start start 2024-09-13T16:04:03.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.379+0000 7feb9c7a3640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb9415c6e0 0x7feb940b3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:03.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.379+0000 7feb9c7a3640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7feb940d07b0 0x7feb940b4490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:03.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.379+0000 7feb9c7a3640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7feb940ccb20 0x7feb94160030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:03.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.379+0000 7feb9c7a3640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7feb940d1840 con 0x7feb940d07b0 2024-09-13T16:04:03.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.379+0000 7feb9c7a3640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7feb940d0c30 con 0x7feb940ccb20 2024-09-13T16:04:03.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.379+0000 7feb9c7a3640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feb940d0f10 con 0x7feb9415c6e0 2024-09-13T16:04:03.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.380+0000 7feb99d3e640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7feb940d07b0 0x7feb940b4490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:03.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.380+0000 7feb99d3e640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7feb940d07b0 0x7feb940b4490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:38716/0 (socket says 172.21.15.76:38716) 2024-09-13T16:04:03.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.380+0000 7feb99d3e640 1 -- 172.21.15.76:0/3717400378 learned_addr learned my addr 172.21.15.76:0/3717400378 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:04:03.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.380+0000 7feb9a53f640 1 --2- 172.21.15.76:0/3717400378 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb9415c6e0 0x7feb940b3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:03.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.380+0000 7feb9ad40640 1 --2- 172.21.15.76:0/3717400378 >> v2:172.21.15.192:3300/0 conn(0x7feb940ccb20 0x7feb94160030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:03.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.380+0000 7feb99d3e640 1 -- 172.21.15.76:0/3717400378 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb9415c6e0 msgr2=0x7feb940b3f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:03.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.380+0000 7feb99d3e640 1 --2- 172.21.15.76:0/3717400378 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb9415c6e0 0x7feb940b3f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:03.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.380+0000 7feb99d3e640 1 -- 172.21.15.76:0/3717400378 >> v2:172.21.15.192:3300/0 conn(0x7feb940ccb20 msgr2=0x7feb94160030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:03.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.380+0000 7feb99d3e640 1 --2- 172.21.15.76:0/3717400378 >> v2:172.21.15.192:3300/0 conn(0x7feb940ccb20 0x7feb94160030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:03.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.380+0000 7feb99d3e640 1 -- 172.21.15.76:0/3717400378 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feb940d11f0 con 0x7feb940d07b0 2024-09-13T16:04:03.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.380+0000 7feb9a53f640 1 --2- 172.21.15.76:0/3717400378 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb9415c6e0 0x7feb940b3f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:04:03.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.380+0000 7feb9ad40640 1 --2- 172.21.15.76:0/3717400378 >> v2:172.21.15.192:3300/0 conn(0x7feb940ccb20 0x7feb94160030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:04:03.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.381+0000 7feb99d3e640 1 --2- 172.21.15.76:0/3717400378 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb940d07b0 0x7feb940b4490 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7feb941610d0 tx=0x7feb8802a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6fdc154c74860899 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:03.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.381+0000 7feb9953d640 1 -- 172.21.15.76:0/3717400378 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb88031600 con 0x7feb940d07b0 2024-09-13T16:04:03.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.381+0000 7feb9953d640 1 -- 172.21.15.76:0/3717400378 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feb8802d050 con 0x7feb940d07b0 2024-09-13T16:04:03.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.381+0000 7feb9953d640 1 -- 172.21.15.76:0/3717400378 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb88031980 con 0x7feb940d07b0 2024-09-13T16:04:03.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.381+0000 7feb9c7a3640 1 -- 172.21.15.76:0/3717400378 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb940d07b0 msgr2=0x7feb940b4490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:03.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.381+0000 7feb9c7a3640 1 --2- 172.21.15.76:0/3717400378 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb940d07b0 0x7feb940b4490 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7feb941610d0 tx=0x7feb8802a610 comp rx=0 tx=0).stop 2024-09-13T16:04:03.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.381+0000 7feb9c7a3640 1 -- 172.21.15.76:0/3717400378 shutdown_connections 2024-09-13T16:04:03.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.381+0000 7feb9c7a3640 1 --2- 172.21.15.76:0/3717400378 >> v2:172.21.15.192:3300/0 conn(0x7feb940ccb20 0x7feb94160030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:03.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.381+0000 7feb9c7a3640 1 --2- 172.21.15.76:0/3717400378 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb940d07b0 0x7feb940b4490 unknown :-1 s=CLOSED pgs=632 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:03.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.381+0000 7feb9c7a3640 1 --2- 172.21.15.76:0/3717400378 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb9415c6e0 0x7feb940b3f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:03.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.381+0000 7feb9c7a3640 1 -- 172.21.15.76:0/3717400378 >> 172.21.15.76:0/3717400378 conn(0x7feb94089f60 msgr2=0x7feb940d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:03.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.381+0000 7feb9c7a3640 1 -- 172.21.15.76:0/3717400378 shutdown_connections 2024-09-13T16:04:03.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.381+0000 7feb9c7a3640 1 -- 172.21.15.76:0/3717400378 wait complete. 2024-09-13T16:04:03.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.383+0000 7feb9c7a3640 1 Processor -- start 2024-09-13T16:04:03.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.383+0000 7feb9c7a3640 1 -- start start 2024-09-13T16:04:03.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.383+0000 7feb9c7a3640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feb940ccb20 0x7feb9415d040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:03.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.383+0000 7feb9c7a3640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb940d07b0 0x7feb941f5a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:03.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.383+0000 7feb9c7a3640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb9415c6e0 0x7feb9415ee00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:03.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.383+0000 7feb9c7a3640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb941f6980 con 0x7feb9415c6e0 2024-09-13T16:04:03.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.383+0000 7feb9c7a3640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb94143930 con 0x7feb940ccb20 2024-09-13T16:04:03.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.383+0000 7feb9c7a3640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feb941f63c0 con 0x7feb940d07b0 2024-09-13T16:04:03.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.383+0000 7feb9ad40640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb9415c6e0 0x7feb9415ee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:03.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.383+0000 7feb9ad40640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb9415c6e0 0x7feb9415ee00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:38718/0 (socket says 172.21.15.76:38718) 2024-09-13T16:04:03.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.383+0000 7feb9ad40640 1 -- 172.21.15.76:0/648079924 learned_addr learned my addr 172.21.15.76:0/648079924 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:04:03.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.384+0000 7feb9a53f640 1 --2- 172.21.15.76:0/648079924 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feb940ccb20 0x7feb9415d040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:03.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.384+0000 7feb9ad40640 1 -- 172.21.15.76:0/648079924 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb940d07b0 msgr2=0x7feb941f5a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:03.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.384+0000 7feb9ad40640 1 --2- 172.21.15.76:0/648079924 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb940d07b0 0x7feb941f5a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:03.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.384+0000 7feb9ad40640 1 -- 172.21.15.76:0/648079924 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feb940ccb20 msgr2=0x7feb9415d040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:03.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.384+0000 7feb9ad40640 1 --2- 172.21.15.76:0/648079924 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feb940ccb20 0x7feb9415d040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:03.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.384+0000 7feb9ad40640 1 -- 172.21.15.76:0/648079924 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feb88009b30 con 0x7feb9415c6e0 2024-09-13T16:04:03.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.384+0000 7feb9ad40640 1 --2- 172.21.15.76:0/648079924 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb9415c6e0 0x7feb9415ee00 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7feb8400d5b0 tx=0x7feb8400da70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:03.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.384+0000 7feb92ffd640 1 -- 172.21.15.76:0/648079924 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb84012630 con 0x7feb9415c6e0 2024-09-13T16:04:03.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.384+0000 7feb92ffd640 1 -- 172.21.15.76:0/648079924 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feb84012790 con 0x7feb9415c6e0 2024-09-13T16:04:03.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.384+0000 7feb9c7a3640 1 -- 172.21.15.76:0/648079924 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7feb941f66a0 con 0x7feb9415c6e0 2024-09-13T16:04:03.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.384+0000 7feb92ffd640 1 -- 172.21.15.76:0/648079924 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb84012b20 con 0x7feb9415c6e0 2024-09-13T16:04:03.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.384+0000 7feb9c7a3640 1 -- 172.21.15.76:0/648079924 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feb940caa00 con 0x7feb9415c6e0 2024-09-13T16:04:03.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.385+0000 7feb9c7a3640 1 -- 172.21.15.76:0/648079924 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7feb940b3f50 con 0x7feb9415c6e0 2024-09-13T16:04:03.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.386+0000 7feb92ffd640 1 -- 172.21.15.76:0/648079924 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7feb84012c80 con 0x7feb9415c6e0 2024-09-13T16:04:03.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.386+0000 7feb92ffd640 1 --2- 172.21.15.76:0/648079924 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feb8006ac00 0x7feb8006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:03.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.386+0000 7feb92ffd640 1 -- 172.21.15.76:0/648079924 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(46..46 src has 1..46) v4 ==== 5263+0+0 (secure 0 0 0) 0x7feb84089610 con 0x7feb9415c6e0 2024-09-13T16:04:03.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.386+0000 7feb9a53f640 1 --2- 172.21.15.76:0/648079924 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feb8006ac00 0x7feb8006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:03.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.387+0000 7feb9a53f640 1 --2- 172.21.15.76:0/648079924 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feb8006ac00 0x7feb8006d0c0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7feb8c006fd0 tx=0x7feb8c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:03.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.390+0000 7feb92ffd640 1 -- 172.21.15.76:0/648079924 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7feb84054a40 con 0x7feb9415c6e0 2024-09-13T16:04:03.554 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.552+0000 7feb9c7a3640 1 -- 172.21.15.76:0/648079924 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7feb9408c610 con 0x7feb9415c6e0 2024-09-13T16:04:03.554 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.553+0000 7feb92ffd640 1 -- 172.21.15.76:0/648079924 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v46) v1 ==== 74+0+13157 (secure 0 0 0) 0x7feb84058060 con 0x7feb9415c6e0 2024-09-13T16:04:03.555 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:04:03.555 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":46,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:04:01.244133+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.192:6835/2989427744":"2024-09-14T16:03:57.932387+0000","172.21.15.192:6833/2989427744":"2024-09-14T16:03:57.932387+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:04:03.557 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.555+0000 7feb9c7a3640 1 -- 172.21.15.76:0/648079924 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feb8006ac00 msgr2=0x7feb8006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:03.557 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.555+0000 7feb9c7a3640 1 --2- 172.21.15.76:0/648079924 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feb8006ac00 0x7feb8006d0c0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7feb8c006fd0 tx=0x7feb8c008040 comp rx=0 tx=0).stop 2024-09-13T16:04:03.557 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.555+0000 7feb9c7a3640 1 -- 172.21.15.76:0/648079924 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb9415c6e0 msgr2=0x7feb9415ee00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:03.557 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.555+0000 7feb9c7a3640 1 --2- 172.21.15.76:0/648079924 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb9415c6e0 0x7feb9415ee00 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7feb8400d5b0 tx=0x7feb8400da70 comp rx=0 tx=0).stop 2024-09-13T16:04:03.557 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.555+0000 7feb9c7a3640 1 -- 172.21.15.76:0/648079924 shutdown_connections 2024-09-13T16:04:03.557 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.555+0000 7feb9c7a3640 1 --2- 172.21.15.76:0/648079924 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb9415c6e0 0x7feb9415ee00 unknown :-1 s=CLOSED pgs=633 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:03.557 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.555+0000 7feb9c7a3640 1 --2- 172.21.15.76:0/648079924 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feb8006ac00 0x7feb8006d0c0 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:03.557 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.555+0000 7feb9c7a3640 1 --2- 172.21.15.76:0/648079924 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb940d07b0 0x7feb941f5a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:03.557 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.555+0000 7feb9c7a3640 1 --2- 172.21.15.76:0/648079924 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feb940ccb20 0x7feb9415d040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:03.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.555+0000 7feb9c7a3640 1 -- 172.21.15.76:0/648079924 >> 172.21.15.76:0/648079924 conn(0x7feb94089f60 msgr2=0x7feb940af0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:03.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.555+0000 7feb9c7a3640 1 -- 172.21.15.76:0/648079924 shutdown_connections 2024-09-13T16:04:03.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.555+0000 7feb9c7a3640 1 -- 172.21.15.76:0/648079924 wait complete. 2024-09-13T16:04:03.567 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:01:26.960607+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:04:03.568 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:04:03.669 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.668+0000 7fa476118640 1 Processor -- start 2024-09-13T16:04:03.669 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.668+0000 7fa476118640 1 -- start start 2024-09-13T16:04:03.671 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.668+0000 7fa476118640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fa47015c500 0x7fa4700d2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:03.671 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.668+0000 7fa476118640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa4700d2590 0x7fa4700cd8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:03.671 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.668+0000 7fa476118640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fa4700cde20 0x7fa4700d0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:03.671 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.668+0000 7fa476118640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa4700cd450 con 0x7fa47015c500 2024-09-13T16:04:03.671 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.668+0000 7fa476118640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa4700d29f0 con 0x7fa4700cde20 2024-09-13T16:04:03.671 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.668+0000 7fa476118640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa4700d0cf0 con 0x7fa4700d2590 2024-09-13T16:04:03.671 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.669+0000 7fa46f7fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fa47015c500 0x7fa4700d2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:03.671 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.669+0000 7fa46f7fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fa47015c500 0x7fa4700d2050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:38730/0 (socket says 172.21.15.76:38730) 2024-09-13T16:04:03.671 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.669+0000 7fa46f7fe640 1 -- 172.21.15.76:0/1151462838 learned_addr learned my addr 172.21.15.76:0/1151462838 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:04:03.672 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.669+0000 7fa46ffff640 1 --2- 172.21.15.76:0/1151462838 >> v2:172.21.15.192:3300/0 conn(0x7fa4700cde20 0x7fa4700d0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:03.672 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.669+0000 7fa46effd640 1 --2- 172.21.15.76:0/1151462838 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa4700d2590 0x7fa4700cd8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:03.672 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.669+0000 7fa46f7fe640 1 -- 172.21.15.76:0/1151462838 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa4700d2590 msgr2=0x7fa4700cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:03.672 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.669+0000 7fa46f7fe640 1 --2- 172.21.15.76:0/1151462838 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa4700d2590 0x7fa4700cd8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:03.672 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.669+0000 7fa46f7fe640 1 -- 172.21.15.76:0/1151462838 >> v2:172.21.15.192:3300/0 conn(0x7fa4700cde20 msgr2=0x7fa4700d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:03.672 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.669+0000 7fa46f7fe640 1 --2- 172.21.15.76:0/1151462838 >> v2:172.21.15.192:3300/0 conn(0x7fa4700cde20 0x7fa4700d0000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:03.672 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.669+0000 7fa46f7fe640 1 -- 172.21.15.76:0/1151462838 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa4700d0fd0 con 0x7fa47015c500 2024-09-13T16:04:03.672 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.669+0000 7fa46ffff640 1 --2- 172.21.15.76:0/1151462838 >> v2:172.21.15.192:3300/0 conn(0x7fa4700cde20 0x7fa4700d0000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:04:03.672 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.670+0000 7fa46f7fe640 1 --2- 172.21.15.76:0/1151462838 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa47015c500 0x7fa4700d2050 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7fa4700b1e40 tx=0x7fa46002a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5eb28ef5bec69cd8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:03.672 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.670+0000 7fa46e7fc640 1 -- 172.21.15.76:0/1151462838 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa460031600 con 0x7fa47015c500 2024-09-13T16:04:03.672 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.670+0000 7fa46e7fc640 1 -- 172.21.15.76:0/1151462838 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa46002d050 con 0x7fa47015c500 2024-09-13T16:04:03.672 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.670+0000 7fa46e7fc640 1 -- 172.21.15.76:0/1151462838 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa460031980 con 0x7fa47015c500 2024-09-13T16:04:03.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.670+0000 7fa476118640 1 -- 172.21.15.76:0/1151462838 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa47015c500 msgr2=0x7fa4700d2050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:03.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.670+0000 7fa476118640 1 --2- 172.21.15.76:0/1151462838 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa47015c500 0x7fa4700d2050 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7fa4700b1e40 tx=0x7fa46002a6a0 comp rx=0 tx=0).stop 2024-09-13T16:04:03.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.670+0000 7fa476118640 1 -- 172.21.15.76:0/1151462838 shutdown_connections 2024-09-13T16:04:03.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.670+0000 7fa476118640 1 --2- 172.21.15.76:0/1151462838 >> v2:172.21.15.192:3300/0 conn(0x7fa4700cde20 0x7fa4700d0000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:03.678 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.670+0000 7fa476118640 1 --2- 172.21.15.76:0/1151462838 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa4700d2590 0x7fa4700cd8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:03.678 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.670+0000 7fa476118640 1 --2- 172.21.15.76:0/1151462838 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa47015c500 0x7fa4700d2050 unknown :-1 s=CLOSED pgs=634 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:03.678 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.670+0000 7fa476118640 1 -- 172.21.15.76:0/1151462838 >> 172.21.15.76:0/1151462838 conn(0x7fa470089f60 msgr2=0x7fa47009b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:03.678 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.670+0000 7fa476118640 1 -- 172.21.15.76:0/1151462838 shutdown_connections 2024-09-13T16:04:03.678 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.670+0000 7fa476118640 1 -- 172.21.15.76:0/1151462838 wait complete. 2024-09-13T16:04:03.678 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.671+0000 7fa476118640 1 Processor -- start 2024-09-13T16:04:03.678 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.672+0000 7fa476118640 1 -- start start 2024-09-13T16:04:03.678 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.672+0000 7fa476118640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa4700cde20 0x7fa4700cbf30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:03.678 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.672+0000 7fa476118640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa4700d2590 0x7fa47015eca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:03.678 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.672+0000 7fa476118640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa47015c500 0x7fa47015f1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:03.678 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.672+0000 7fa476118640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa4700cc470 con 0x7fa4700d2590 2024-09-13T16:04:03.678 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.672+0000 7fa476118640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa4700b6d10 con 0x7fa4700cde20 2024-09-13T16:04:03.678 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.672+0000 7fa476118640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa4700b7890 con 0x7fa47015c500 2024-09-13T16:04:03.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.673+0000 7fa46effd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa4700d2590 0x7fa47015eca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:03.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.673+0000 7fa46effd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa4700d2590 0x7fa47015eca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:38746/0 (socket says 172.21.15.76:38746) 2024-09-13T16:04:03.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.673+0000 7fa46effd640 1 -- 172.21.15.76:0/2987018349 learned_addr learned my addr 172.21.15.76:0/2987018349 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:04:03.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.673+0000 7fa46f7fe640 1 --2- 172.21.15.76:0/2987018349 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa4700cde20 0x7fa4700cbf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:03.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.673+0000 7fa46ffff640 1 --2- 172.21.15.76:0/2987018349 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa47015c500 0x7fa47015f1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:03.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.673+0000 7fa46effd640 1 -- 172.21.15.76:0/2987018349 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa47015c500 msgr2=0x7fa47015f1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:03.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.673+0000 7fa46effd640 1 --2- 172.21.15.76:0/2987018349 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa47015c500 0x7fa47015f1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:03.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.673+0000 7fa46effd640 1 -- 172.21.15.76:0/2987018349 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa4700cde20 msgr2=0x7fa4700cbf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:03.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.673+0000 7fa46effd640 1 --2- 172.21.15.76:0/2987018349 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa4700cde20 0x7fa4700cbf30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:03.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.673+0000 7fa46effd640 1 -- 172.21.15.76:0/2987018349 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa460009b30 con 0x7fa4700d2590 2024-09-13T16:04:03.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.673+0000 7fa46ffff640 1 --2- 172.21.15.76:0/2987018349 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa47015c500 0x7fa47015f1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:04:03.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.673+0000 7fa46effd640 1 --2- 172.21.15.76:0/2987018349 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa4700d2590 0x7fa47015eca0 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7fa46400d800 tx=0x7fa46400dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:03.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.673+0000 7fa457fff640 1 -- 172.21.15.76:0/2987018349 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa464018070 con 0x7fa4700d2590 2024-09-13T16:04:03.680 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.673+0000 7fa457fff640 1 -- 172.21.15.76:0/2987018349 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa464004020 con 0x7fa4700d2590 2024-09-13T16:04:03.680 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.673+0000 7fa457fff640 1 -- 172.21.15.76:0/2987018349 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4640041b0 con 0x7fa4700d2590 2024-09-13T16:04:03.680 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.673+0000 7fa476118640 1 -- 172.21.15.76:0/2987018349 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa4700b6f60 con 0x7fa4700d2590 2024-09-13T16:04:03.680 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.673+0000 7fa476118640 1 -- 172.21.15.76:0/2987018349 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa4700b7520 con 0x7fa4700d2590 2024-09-13T16:04:03.680 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.674+0000 7fa476118640 1 -- 172.21.15.76:0/2987018349 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa4700b79d0 con 0x7fa4700d2590 2024-09-13T16:04:03.680 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.675+0000 7fa457fff640 1 -- 172.21.15.76:0/2987018349 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fa464004310 con 0x7fa4700d2590 2024-09-13T16:04:03.680 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.675+0000 7fa457fff640 1 --2- 172.21.15.76:0/2987018349 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa45c06ac00 0x7fa45c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:03.680 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.675+0000 7fa457fff640 1 -- 172.21.15.76:0/2987018349 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(46..46 src has 1..46) v4 ==== 5263+0+0 (secure 0 0 0) 0x7fa464088fb0 con 0x7fa4700d2590 2024-09-13T16:04:03.680 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.675+0000 7fa46f7fe640 1 --2- 172.21.15.76:0/2987018349 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa45c06ac00 0x7fa45c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:03.680 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.676+0000 7fa46f7fe640 1 --2- 172.21.15.76:0/2987018349 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa45c06ac00 0x7fa45c06d0c0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fa460033000 tx=0x7fa460009000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:03.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.679+0000 7fa457fff640 1 -- 172.21.15.76:0/2987018349 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fa4640bc9c0 con 0x7fa4700d2590 2024-09-13T16:04:03.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.842+0000 7fa476118640 1 -- 172.21.15.76:0/2987018349 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fa47015cd10 con 0x7fa4700d2590 2024-09-13T16:04:03.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.842+0000 7fa457fff640 1 -- 172.21.15.76:0/2987018349 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v46) v1 ==== 93+0+10 (secure 0 0 0) 0x7fa464057de0 con 0x7fa4700d2590 2024-09-13T16:04:03.844 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2024-09-13T16:04:03.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.844+0000 7fa476118640 1 -- 172.21.15.76:0/2987018349 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa45c06ac00 msgr2=0x7fa45c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:03.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.844+0000 7fa476118640 1 --2- 172.21.15.76:0/2987018349 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa45c06ac00 0x7fa45c06d0c0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fa460033000 tx=0x7fa460009000 comp rx=0 tx=0).stop 2024-09-13T16:04:03.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.844+0000 7fa476118640 1 -- 172.21.15.76:0/2987018349 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa4700d2590 msgr2=0x7fa47015eca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:03.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.844+0000 7fa476118640 1 --2- 172.21.15.76:0/2987018349 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa4700d2590 0x7fa47015eca0 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7fa46400d800 tx=0x7fa46400dcc0 comp rx=0 tx=0).stop 2024-09-13T16:04:03.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.844+0000 7fa476118640 1 -- 172.21.15.76:0/2987018349 shutdown_connections 2024-09-13T16:04:03.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.844+0000 7fa476118640 1 --2- 172.21.15.76:0/2987018349 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa45c06ac00 0x7fa45c06d0c0 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:03.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.844+0000 7fa476118640 1 --2- 172.21.15.76:0/2987018349 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa47015c500 0x7fa47015f1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:03.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.844+0000 7fa476118640 1 --2- 172.21.15.76:0/2987018349 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa4700d2590 0x7fa47015eca0 unknown :-1 s=CLOSED pgs=635 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:03.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.844+0000 7fa476118640 1 --2- 172.21.15.76:0/2987018349 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa4700cde20 0x7fa4700cbf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:03.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.844+0000 7fa476118640 1 -- 172.21.15.76:0/2987018349 >> 172.21.15.76:0/2987018349 conn(0x7fa470089f60 msgr2=0x7fa4700b1e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:03.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.844+0000 7fa476118640 1 -- 172.21.15.76:0/2987018349 shutdown_connections 2024-09-13T16:04:03.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.844+0000 7fa476118640 1 -- 172.21.15.76:0/2987018349 wait complete. 2024-09-13T16:04:03.856 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_client_limits.TestClientLimits.test_client_blocklisted_oldest_tid' 2024-09-13T16:04:03.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.952+0000 7ff97d95e640 1 Processor -- start 2024-09-13T16:04:03.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.952+0000 7ff97d95e640 1 -- start start 2024-09-13T16:04:03.955 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.953+0000 7ff97d95e640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff9780b4130 0x7ff9780d2d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:03.955 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.953+0000 7ff97d95e640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff9780b4510 0x7ff9780d1620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:03.955 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.953+0000 7ff97d95e640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff9780b3540 con 0x7ff97808a370 2024-09-13T16:04:03.955 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.953+0000 7ff97d95e640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff9780b2ff0 con 0x7ff9780b4510 2024-09-13T16:04:03.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.953+0000 7ff97d95e640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff9780cdc70 con 0x7ff9780b4130 2024-09-13T16:04:03.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.953+0000 7ff9777fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff9780b4510 0x7ff9780d1620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:03.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.953+0000 7ff9777fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff9780b4510 0x7ff9780d1620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:38758/0 (socket says 172.21.15.76:38758) 2024-09-13T16:04:03.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.953+0000 7ff96ffff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7ff97808a370 0x7ff9780d0f10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:55376/0 (socket says 172.21.15.76:55376) 2024-09-13T16:04:03.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.953+0000 7ff9777fe640 1 -- 172.21.15.76:0/2284002165 learned_addr learned my addr 172.21.15.76:0/2284002165 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:04:03.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.953+0000 7ff9777fe640 1 -- 172.21.15.76:0/2284002165 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff9780b4130 msgr2=0x7ff9780d2d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:03.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.953+0000 7ff976ffd640 1 --2- 172.21.15.76:0/2284002165 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff9780b4130 0x7ff9780d2d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:03.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.953+0000 7ff9767fc640 1 -- 172.21.15.76:0/2284002165 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3246127154 0 0) 0x7ff9780b3540 con 0x7ff97808a370 2024-09-13T16:04:03.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.953+0000 7ff9777fe640 1 --2- 172.21.15.76:0/2284002165 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff9780b4130 0x7ff9780d2d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:03.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.953+0000 7ff9777fe640 1 -- 172.21.15.76:0/2284002165 >> v1:172.21.15.76:6789/0 conn(0x7ff97808a370 legacy=0x7ff9780d0f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:03.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.953+0000 7ff9777fe640 1 -- 172.21.15.76:0/2284002165 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff9780cd6f0 con 0x7ff9780b4510 2024-09-13T16:04:03.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.953+0000 7ff976ffd640 1 --2- 172.21.15.76:0/2284002165 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff9780b4130 0x7ff9780d2d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:04:03.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.954+0000 7ff9777fe640 1 --2- 172.21.15.76:0/2284002165 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff9780b4510 0x7ff9780d1620 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7ff970009e50 tx=0x7ff97002a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=662c115e15a1d038 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:03.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.954+0000 7ff9767fc640 1 -- 172.21.15.76:0/2284002165 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff97002aea0 con 0x7ff9780b4510 2024-09-13T16:04:03.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.954+0000 7ff9767fc640 1 -- 172.21.15.76:0/2284002165 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff97002d050 con 0x7ff9780b4510 2024-09-13T16:04:03.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.954+0000 7ff9767fc640 1 -- 172.21.15.76:0/2284002165 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff970031820 con 0x7ff9780b4510 2024-09-13T16:04:03.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.955+0000 7ff97d95e640 1 -- 172.21.15.76:0/2284002165 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff9780b4510 msgr2=0x7ff9780d1620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:03.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.955+0000 7ff97d95e640 1 --2- 172.21.15.76:0/2284002165 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff9780b4510 0x7ff9780d1620 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7ff970009e50 tx=0x7ff97002a680 comp rx=0 tx=0).stop 2024-09-13T16:04:03.961 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.955+0000 7ff97d95e640 1 -- 172.21.15.76:0/2284002165 shutdown_connections 2024-09-13T16:04:03.961 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.955+0000 7ff97d95e640 1 --2- 172.21.15.76:0/2284002165 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff9780b4510 0x7ff9780d1620 unknown :-1 s=CLOSED pgs=637 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:03.961 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.955+0000 7ff97d95e640 1 --2- 172.21.15.76:0/2284002165 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff9780b4130 0x7ff9780d2d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:03.961 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.955+0000 7ff97d95e640 1 -- 172.21.15.76:0/2284002165 >> 172.21.15.76:0/2284002165 conn(0x7ff978089f60 msgr2=0x7ff9780d24f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:03.961 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.955+0000 7ff97d95e640 1 -- 172.21.15.76:0/2284002165 shutdown_connections 2024-09-13T16:04:03.961 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.955+0000 7ff97d95e640 1 -- 172.21.15.76:0/2284002165 wait complete. 2024-09-13T16:04:03.961 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.956+0000 7ff97d95e640 1 Processor -- start 2024-09-13T16:04:03.961 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.956+0000 7ff97d95e640 1 -- start start 2024-09-13T16:04:03.961 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.957+0000 7ff97d95e640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff97808a370 0x7ff978152a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:03.962 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.957+0000 7ff97d95e640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff9780b4130 0x7ff9780c7070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:03.962 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.957+0000 7ff97d95e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff9780b4510 0x7ff9780c75b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:03.962 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.957+0000 7ff97d95e640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff9781f2640 con 0x7ff9780b4510 2024-09-13T16:04:03.962 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.957+0000 7ff97d95e640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff978152fb0 con 0x7ff9780b4130 2024-09-13T16:04:03.962 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.957+0000 7ff97d95e640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff9780ca400 con 0x7ff97808a370 2024-09-13T16:04:03.962 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.957+0000 7ff9777fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff9780b4510 0x7ff9780c75b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:03.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.957+0000 7ff9777fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff9780b4510 0x7ff9780c75b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:38772/0 (socket says 172.21.15.76:38772) 2024-09-13T16:04:03.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.957+0000 7ff9777fe640 1 -- 172.21.15.76:0/1782462728 learned_addr learned my addr 172.21.15.76:0/1782462728 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:04:03.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.957+0000 7ff96ffff640 1 --2- 172.21.15.76:0/1782462728 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff9780b4130 0x7ff9780c7070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:03.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.957+0000 7ff976ffd640 1 --2- 172.21.15.76:0/1782462728 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff97808a370 0x7ff978152a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:03.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.957+0000 7ff9777fe640 1 -- 172.21.15.76:0/1782462728 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff97808a370 msgr2=0x7ff978152a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:03.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.957+0000 7ff9777fe640 1 --2- 172.21.15.76:0/1782462728 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff97808a370 0x7ff978152a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:03.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.957+0000 7ff9777fe640 1 -- 172.21.15.76:0/1782462728 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff9780b4130 msgr2=0x7ff9780c7070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:03.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.957+0000 7ff9777fe640 1 --2- 172.21.15.76:0/1782462728 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff9780b4130 0x7ff9780c7070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:03.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.957+0000 7ff9777fe640 1 -- 172.21.15.76:0/1782462728 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff970009b30 con 0x7ff9780b4510 2024-09-13T16:04:03.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.957+0000 7ff9777fe640 1 --2- 172.21.15.76:0/1782462728 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff9780b4510 0x7ff9780c75b0 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7ff970034040 tx=0x7ff970004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:03.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.957+0000 7ff974ff9640 1 -- 172.21.15.76:0/1782462728 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff97003d860 con 0x7ff9780b4510 2024-09-13T16:04:03.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.957+0000 7ff974ff9640 1 -- 172.21.15.76:0/1782462728 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff97003d9e0 con 0x7ff9780b4510 2024-09-13T16:04:03.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.957+0000 7ff974ff9640 1 -- 172.21.15.76:0/1782462728 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff97003dd90 con 0x7ff9780b4510 2024-09-13T16:04:03.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.957+0000 7ff97d95e640 1 -- 172.21.15.76:0/1782462728 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff9781f2890 con 0x7ff9780b4510 2024-09-13T16:04:03.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.957+0000 7ff97d95e640 1 -- 172.21.15.76:0/1782462728 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff9781f2e50 con 0x7ff9780b4510 2024-09-13T16:04:03.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.958+0000 7ff97d95e640 1 -- 172.21.15.76:0/1782462728 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff9780d2d00 con 0x7ff9780b4510 2024-09-13T16:04:03.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.959+0000 7ff974ff9640 1 -- 172.21.15.76:0/1782462728 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff97003b400 con 0x7ff9780b4510 2024-09-13T16:04:03.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.959+0000 7ff974ff9640 1 --2- 172.21.15.76:0/1782462728 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff95806ac00 0x7ff95806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:03.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.959+0000 7ff974ff9640 1 -- 172.21.15.76:0/1782462728 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(46..46 src has 1..46) v4 ==== 5263+0+0 (secure 0 0 0) 0x7ff9700a9ee0 con 0x7ff9780b4510 2024-09-13T16:04:03.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.959+0000 7ff976ffd640 1 --2- 172.21.15.76:0/1782462728 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff95806ac00 0x7ff95806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:03.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.960+0000 7ff976ffd640 1 --2- 172.21.15.76:0/1782462728 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff95806ac00 0x7ff95806d0c0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7ff96800ab60 tx=0x7ff968008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:03.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:03.963+0000 7ff974ff9640 1 -- 172.21.15.76:0/1782462728 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ff9700753c0 con 0x7ff9780b4510 2024-09-13T16:04:04.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.185+0000 7ff97d95e640 1 -- 172.21.15.76:0/1782462728 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_client_limits.TestClientLimits.test_client_blocklisted_oldest_tid"]} v 0) v1 -- 0x7ff978160070 con 0x7ff9780b4510 2024-09-13T16:04:04.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.260+0000 7ff974ff9640 1 -- 172.21.15.76:0/1782462728 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_client_limits.TestClientLimits.test_client_blocklisted_oldest_tid"]}]=0 v145) v1 ==== 165+0+0 (secure 0 0 0) 0x7ff970009510 con 0x7ff9780b4510 2024-09-13T16:04:04.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.261+0000 7ff97d95e640 1 -- 172.21.15.76:0/1782462728 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff95806ac00 msgr2=0x7ff95806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:04.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.261+0000 7ff97d95e640 1 --2- 172.21.15.76:0/1782462728 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff95806ac00 0x7ff95806d0c0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7ff96800ab60 tx=0x7ff968008040 comp rx=0 tx=0).stop 2024-09-13T16:04:04.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.262+0000 7ff97d95e640 1 -- 172.21.15.76:0/1782462728 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff9780b4510 msgr2=0x7ff9780c75b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:04.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.262+0000 7ff97d95e640 1 --2- 172.21.15.76:0/1782462728 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff9780b4510 0x7ff9780c75b0 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7ff970034040 tx=0x7ff970004a40 comp rx=0 tx=0).stop 2024-09-13T16:04:04.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.262+0000 7ff97d95e640 1 -- 172.21.15.76:0/1782462728 shutdown_connections 2024-09-13T16:04:04.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.262+0000 7ff97d95e640 1 --2- 172.21.15.76:0/1782462728 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff9780b4510 0x7ff9780c75b0 unknown :-1 s=CLOSED pgs=638 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:04.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.262+0000 7ff97d95e640 1 --2- 172.21.15.76:0/1782462728 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff9780b4130 0x7ff9780c7070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:04.264 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.262+0000 7ff97d95e640 1 --2- 172.21.15.76:0/1782462728 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff95806ac00 0x7ff95806d0c0 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:04.264 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.262+0000 7ff97d95e640 1 --2- 172.21.15.76:0/1782462728 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff97808a370 0x7ff978152a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:04.264 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.262+0000 7ff97d95e640 1 -- 172.21.15.76:0/1782462728 >> 172.21.15.76:0/1782462728 conn(0x7ff978089f60 msgr2=0x7ff9780c87b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:04.264 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.262+0000 7ff97d95e640 1 -- 172.21.15.76:0/1782462728 shutdown_connections 2024-09-13T16:04:04.264 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.262+0000 7ff97d95e640 1 -- 172.21.15.76:0/1782462728 wait complete. 2024-09-13T16:04:04.274 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-13T16:04:04.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.374+0000 7ffad406b640 1 Processor -- start 2024-09-13T16:04:04.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.375+0000 7ffad406b640 1 -- start start 2024-09-13T16:04:04.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.375+0000 7ffad406b640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffacc0cdff0 0x7ffacc06c390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:04.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.375+0000 7ffad406b640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ffacc0cd450 con 0x7ffacc15c500 2024-09-13T16:04:04.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.375+0000 7ffad406b640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ffacc0d0cf0 con 0x7ffacc0d2760 2024-09-13T16:04:04.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.375+0000 7ffad406b640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffacc0d0fd0 con 0x7ffacc0cdff0 2024-09-13T16:04:04.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.376+0000 7ffad1e07640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7ffacc15c500 0x7ffacc0d2050 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:55384/0 (socket says 172.21.15.76:55384) 2024-09-13T16:04:04.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.376+0000 7ffad1e07640 1 -- 172.21.15.76:0/2254167627 learned_addr learned my addr 172.21.15.76:0/2254167627 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:04:04.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.376+0000 7ffad2608640 1 --2- 172.21.15.76:0/2254167627 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffacc0cdff0 0x7ffacc06c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:04.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.376+0000 7ffad0e05640 1 -- 172.21.15.76:0/2254167627 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3908999976 0 0) 0x7ffacc0cd450 con 0x7ffacc15c500 2024-09-13T16:04:04.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.376+0000 7ffad0e05640 1 -- 172.21.15.76:0/2254167627 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ffab8003520 con 0x7ffacc15c500 2024-09-13T16:04:04.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.376+0000 7ffad0e05640 1 -- 172.21.15.76:0/2254167627 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1891105303 0 0) 0x7ffab8003520 con 0x7ffacc15c500 2024-09-13T16:04:04.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.376+0000 7ffad0e05640 1 -- 172.21.15.76:0/2254167627 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffacc0cdff0 msgr2=0x7ffacc06c390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:04.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.376+0000 7ffad0e05640 1 --2- 172.21.15.76:0/2254167627 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffacc0cdff0 0x7ffacc06c390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:04.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.376+0000 7ffad0e05640 1 -- 172.21.15.76:0/2254167627 >> v1:172.21.15.192:6789/0 conn(0x7ffacc0d2760 legacy=0x7ffacc0cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:04.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.376+0000 7ffad0e05640 1 -- 172.21.15.76:0/2254167627 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffacc0cd0e0 con 0x7ffacc15c500 2024-09-13T16:04:04.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.376+0000 7ffad0e05640 1 -- 172.21.15.76:0/2254167627 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7ffac8001670 con 0x7ffacc15c500 2024-09-13T16:04:04.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.376+0000 7ffad0e05640 1 -- 172.21.15.76:0/2254167627 >> v1:172.21.15.76:6789/0 conn(0x7ffacc15c500 legacy=0x7ffacc0d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:04.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.376+0000 7ffad0e05640 1 --2- 172.21.15.76:0/2254167627 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffab80039a0 0x7ffab8003d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:04.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.376+0000 7ffad0e05640 1 --2- 172.21.15.76:0/2254167627 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffab8004350 0x7ffab8004820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:04.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.376+0000 7ffad0e05640 1 --2- 172.21.15.76:0/2254167627 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffacc0cdff0 0x7ffab8005080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:04.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.376+0000 7ffad0e05640 1 -- 172.21.15.76:0/2254167627 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffacc0d0fd0 con 0x7ffab8004350 2024-09-13T16:04:04.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.376+0000 7ffad0e05640 1 -- 172.21.15.76:0/2254167627 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffab800b980 con 0x7ffab80039a0 2024-09-13T16:04:04.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.376+0000 7ffad0e05640 1 -- 172.21.15.76:0/2254167627 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffab800bb40 con 0x7ffacc0cdff0 2024-09-13T16:04:04.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.376+0000 7ffad1606640 1 --2- 172.21.15.76:0/2254167627 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffab8004350 0x7ffab8004820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:04.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.376+0000 7ffad1e07640 1 --2- 172.21.15.76:0/2254167627 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffab80039a0 0x7ffab8003d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:04.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.376+0000 7ffad2608640 1 --2- 172.21.15.76:0/2254167627 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffacc0cdff0 0x7ffab8005080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:04.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.376+0000 7ffad1606640 1 -- 172.21.15.76:0/2254167627 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffacc0cdff0 msgr2=0x7ffab8005080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:04.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.377+0000 7ffad1606640 1 --2- 172.21.15.76:0/2254167627 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffacc0cdff0 0x7ffab8005080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:04.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.377+0000 7ffad1606640 1 -- 172.21.15.76:0/2254167627 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffab80039a0 msgr2=0x7ffab8003d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:04.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.377+0000 7ffad1606640 1 --2- 172.21.15.76:0/2254167627 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffab80039a0 0x7ffab8003d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:04.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.377+0000 7ffad1606640 1 -- 172.21.15.76:0/2254167627 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffab8003520 con 0x7ffab8004350 2024-09-13T16:04:04.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.377+0000 7ffad1606640 1 --2- 172.21.15.76:0/2254167627 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffab8004350 0x7ffab8004820 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7ffabc001860 tx=0x7ffab80057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1258bcce36445204 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:04.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.377+0000 7ffad0e05640 1 -- 172.21.15.76:0/2254167627 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffabc02abd0 con 0x7ffab8004350 2024-09-13T16:04:04.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.377+0000 7ffad0e05640 1 -- 172.21.15.76:0/2254167627 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffabc02ad50 con 0x7ffab8004350 2024-09-13T16:04:04.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.377+0000 7ffad0e05640 1 -- 172.21.15.76:0/2254167627 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffabc032680 con 0x7ffab8004350 2024-09-13T16:04:04.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.378+0000 7ffad406b640 1 -- 172.21.15.76:0/2254167627 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffab8004350 msgr2=0x7ffab8004820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:04.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.378+0000 7ffad406b640 1 --2- 172.21.15.76:0/2254167627 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffab8004350 0x7ffab8004820 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7ffabc001860 tx=0x7ffab80057f0 comp rx=0 tx=0).stop 2024-09-13T16:04:04.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.378+0000 7ffad2608640 1 -- 172.21.15.76:0/2254167627 reap_dead start 2024-09-13T16:04:04.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.378+0000 7ffad406b640 1 -- 172.21.15.76:0/2254167627 shutdown_connections 2024-09-13T16:04:04.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.378+0000 7ffad406b640 1 -- 172.21.15.76:0/2254167627 >> 172.21.15.76:0/2254167627 conn(0x7ffacc089f60 msgr2=0x7ffacc09b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:04.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.378+0000 7ffad406b640 1 -- 172.21.15.76:0/2254167627 shutdown_connections 2024-09-13T16:04:04.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.378+0000 7ffad406b640 1 -- 172.21.15.76:0/2254167627 wait complete. 2024-09-13T16:04:04.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.379+0000 7ffad406b640 1 Processor -- start 2024-09-13T16:04:04.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.379+0000 7ffad406b640 1 -- start start 2024-09-13T16:04:04.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.380+0000 7ffad406b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffab8004350 0x7ffacc15f410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:04.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.380+0000 7ffad406b640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffacc0b0740 0x7ffacc0b0bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:04.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.380+0000 7ffad406b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffacc1424b0 0x7ffacc142930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:04.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.380+0000 7ffad406b640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffacc0b1100 con 0x7ffab8004350 2024-09-13T16:04:04.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.380+0000 7ffad406b640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffacc143250 con 0x7ffacc1424b0 2024-09-13T16:04:04.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.380+0000 7ffad406b640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffacc15a500 con 0x7ffacc0b0740 2024-09-13T16:04:04.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.380+0000 7ffad1e07640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffab8004350 0x7ffacc15f410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:04.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.380+0000 7ffad1e07640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffab8004350 0x7ffacc15f410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:38796/0 (socket says 172.21.15.76:38796) 2024-09-13T16:04:04.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.380+0000 7ffad1e07640 1 -- 172.21.15.76:0/3274687648 learned_addr learned my addr 172.21.15.76:0/3274687648 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:04:04.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.380+0000 7ffad1606640 1 --2- 172.21.15.76:0/3274687648 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffacc0b0740 0x7ffacc0b0bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:04.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.380+0000 7ffad2608640 1 --2- 172.21.15.76:0/3274687648 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffacc1424b0 0x7ffacc142930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:04.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.380+0000 7ffad1e07640 1 -- 172.21.15.76:0/3274687648 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffacc0b0740 msgr2=0x7ffacc0b0bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:04.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.380+0000 7ffad1e07640 1 --2- 172.21.15.76:0/3274687648 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffacc0b0740 0x7ffacc0b0bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:04.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.380+0000 7ffad1e07640 1 -- 172.21.15.76:0/3274687648 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffacc1424b0 msgr2=0x7ffacc142930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:04.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.380+0000 7ffad1e07640 1 --2- 172.21.15.76:0/3274687648 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffacc1424b0 0x7ffacc142930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:04.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.380+0000 7ffad1e07640 1 -- 172.21.15.76:0/3274687648 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffacc15a7e0 con 0x7ffab8004350 2024-09-13T16:04:04.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.380+0000 7ffad2608640 1 --2- 172.21.15.76:0/3274687648 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffacc1424b0 0x7ffacc142930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:04:04.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.380+0000 7ffad1e07640 1 --2- 172.21.15.76:0/3274687648 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffab8004350 0x7ffacc15f410 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7ffac8007290 tx=0x7ffac8007750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:04.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.380+0000 7ffac27fc640 1 -- 172.21.15.76:0/3274687648 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffac800f940 con 0x7ffab8004350 2024-09-13T16:04:04.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.381+0000 7ffac27fc640 1 -- 172.21.15.76:0/3274687648 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffac800faa0 con 0x7ffab8004350 2024-09-13T16:04:04.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.381+0000 7ffad406b640 1 -- 172.21.15.76:0/3274687648 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffacc15aac0 con 0x7ffab8004350 2024-09-13T16:04:04.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.381+0000 7ffac27fc640 1 -- 172.21.15.76:0/3274687648 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffac800fe50 con 0x7ffab8004350 2024-09-13T16:04:04.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.381+0000 7ffad406b640 1 -- 172.21.15.76:0/3274687648 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffacc15f950 con 0x7ffab8004350 2024-09-13T16:04:04.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.381+0000 7ffad406b640 1 -- 172.21.15.76:0/3274687648 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ffacc06c910 con 0x7ffab8004350 2024-09-13T16:04:04.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.382+0000 7ffac27fc640 1 -- 172.21.15.76:0/3274687648 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ffac801d460 con 0x7ffab8004350 2024-09-13T16:04:04.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.382+0000 7ffac27fc640 1 --2- 172.21.15.76:0/3274687648 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ffab006ac30 0x7ffab006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:04.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.382+0000 7ffac27fc640 1 -- 172.21.15.76:0/3274687648 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(46..46 src has 1..46) v4 ==== 5263+0+0 (secure 0 0 0) 0x7ffac8089280 con 0x7ffab8004350 2024-09-13T16:04:04.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.382+0000 7ffad1606640 1 --2- 172.21.15.76:0/3274687648 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ffab006ac30 0x7ffab006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:04.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.383+0000 7ffad1606640 1 --2- 172.21.15.76:0/3274687648 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ffab006ac30 0x7ffab006d0f0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7ffabc001860 tx=0x7ffabc009030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:04.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.386+0000 7ffac27fc640 1 -- 172.21.15.76:0/3274687648 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ffac8054620 con 0x7ffab8004350 2024-09-13T16:04:04.549 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.548+0000 7ffad406b640 1 -- 172.21.15.76:0/3274687648 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) v1 -- 0x7ffacc06b160 con 0x7ffab8004350 2024-09-13T16:04:04.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.552+0000 7ffac27fc640 1 -- 172.21.15.76:0/3274687648 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v16)=0 v16) v1 ==== 122+0+0 (secure 0 0 0) 0x7ffac8057c40 con 0x7ffab8004350 2024-09-13T16:04:04.555 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.554+0000 7ffad406b640 1 -- 172.21.15.76:0/3274687648 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ffab006ac30 msgr2=0x7ffab006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:04.555 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.554+0000 7ffad406b640 1 --2- 172.21.15.76:0/3274687648 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ffab006ac30 0x7ffab006d0f0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7ffabc001860 tx=0x7ffabc009030 comp rx=0 tx=0).stop 2024-09-13T16:04:04.555 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.554+0000 7ffad406b640 1 -- 172.21.15.76:0/3274687648 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffab8004350 msgr2=0x7ffacc15f410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:04.555 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.554+0000 7ffad406b640 1 --2- 172.21.15.76:0/3274687648 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffab8004350 0x7ffacc15f410 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7ffac8007290 tx=0x7ffac8007750 comp rx=0 tx=0).stop 2024-09-13T16:04:04.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.554+0000 7ffad406b640 1 -- 172.21.15.76:0/3274687648 shutdown_connections 2024-09-13T16:04:04.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.554+0000 7ffad406b640 1 --2- 172.21.15.76:0/3274687648 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffacc1424b0 0x7ffacc142930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:04.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.554+0000 7ffad406b640 1 --2- 172.21.15.76:0/3274687648 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ffab006ac30 0x7ffab006d0f0 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:04.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.554+0000 7ffad406b640 1 --2- 172.21.15.76:0/3274687648 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffacc0b0740 0x7ffacc0b0bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:04.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.554+0000 7ffad406b640 1 --2- 172.21.15.76:0/3274687648 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffab8004350 0x7ffacc15f410 unknown :-1 s=CLOSED pgs=641 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:04.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.554+0000 7ffad406b640 1 -- 172.21.15.76:0/3274687648 >> 172.21.15.76:0/3274687648 conn(0x7ffacc089f60 msgr2=0x7ffacc0b3f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:04.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.554+0000 7ffad406b640 1 -- 172.21.15.76:0/3274687648 shutdown_connections 2024-09-13T16:04:04.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.554+0000 7ffad406b640 1 -- 172.21.15.76:0/3274687648 wait complete. 2024-09-13T16:04:04.566 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-13T16:04:04.566 DEBUG:teuthology.orchestra.run.smithi076:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T16:04:04.615 DEBUG:teuthology.orchestra.run.smithi192:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T16:04:04.659 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-13T16:04:04.659 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:04:04.659 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:04:04.675 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18725 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T16:04:04.675 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-13T16:04:04.675 DEBUG:teuthology.orchestra.run.smithi192:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:04:04.718 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056014,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20494 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-13T16:04:04.718 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:04:04.718 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:04:04.734 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18725 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T16:04:04.734 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-13T16:04:04.734 DEBUG:teuthology.orchestra.run.smithi192:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:04:04.775 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056014,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20494 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-13T16:04:04.776 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-13T16:04:04.776 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:04:04.873 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.871+0000 7f7c27b33640 1 Processor -- start 2024-09-13T16:04:04.873 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.871+0000 7f7c27b33640 1 -- start start 2024-09-13T16:04:04.875 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.872+0000 7f7c27b33640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7c2006c4c0 0x7f7c2006c8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:04.875 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.872+0000 7f7c27b33640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f7c200b2590 0x7f7c2006d3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:04.875 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.872+0000 7f7c27b33640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7c2006e0c0 con 0x7f7c200cbea0 2024-09-13T16:04:04.875 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.872+0000 7f7c27b33640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7c2006deb0 con 0x7f7c200b2590 2024-09-13T16:04:04.875 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.872+0000 7f7c27b33640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7c200b2170 con 0x7f7c2006c4c0 2024-09-13T16:04:04.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.872+0000 7f7c250ce640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f7c200b2590 0x7f7c2006d3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:04.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.872+0000 7f7c250ce640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f7c200b2590 0x7f7c2006d3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:38806/0 (socket says 172.21.15.76:38806) 2024-09-13T16:04:04.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.872+0000 7f7c250ce640 1 -- 172.21.15.76:0/923801355 learned_addr learned my addr 172.21.15.76:0/923801355 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:04:04.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.873+0000 7f7c250ce640 1 -- 172.21.15.76:0/923801355 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7c2006c4c0 msgr2=0x7f7c2006c8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:04.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.873+0000 7f7c250ce640 1 --2- 172.21.15.76:0/923801355 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7c2006c4c0 0x7f7c2006c8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:04.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.873+0000 7f7c250ce640 1 -- 172.21.15.76:0/923801355 >> v1:172.21.15.192:6789/0 conn(0x7f7c200cbea0 legacy=0x7f7c200cc350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:04.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.873+0000 7f7c250ce640 1 -- 172.21.15.76:0/923801355 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7c2006e3a0 con 0x7f7c200b2590 2024-09-13T16:04:04.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.873+0000 7f7c250ce640 1 --2- 172.21.15.76:0/923801355 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7c200b2590 0x7f7c2006d3a0 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f7c100098a0 tx=0x7f7c1002a250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5f713c268884c0c6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:04.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.873+0000 7f7c248cd640 1 -- 172.21.15.76:0/923801355 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c10032440 con 0x7f7c200b2590 2024-09-13T16:04:04.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.873+0000 7f7c248cd640 1 -- 172.21.15.76:0/923801355 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7c100325a0 con 0x7f7c200b2590 2024-09-13T16:04:04.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.873+0000 7f7c248cd640 1 -- 172.21.15.76:0/923801355 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c10032930 con 0x7f7c200b2590 2024-09-13T16:04:04.880 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.874+0000 7f7c27b33640 1 -- 172.21.15.76:0/923801355 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7c200b2590 msgr2=0x7f7c2006d3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:04.880 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.874+0000 7f7c27b33640 1 --2- 172.21.15.76:0/923801355 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7c200b2590 0x7f7c2006d3a0 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f7c100098a0 tx=0x7f7c1002a250 comp rx=0 tx=0).stop 2024-09-13T16:04:04.880 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.874+0000 7f7c27b33640 1 -- 172.21.15.76:0/923801355 shutdown_connections 2024-09-13T16:04:04.881 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.874+0000 7f7c27b33640 1 --2- 172.21.15.76:0/923801355 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7c200b2590 0x7f7c2006d3a0 unknown :-1 s=CLOSED pgs=642 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:04.881 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.874+0000 7f7c27b33640 1 --2- 172.21.15.76:0/923801355 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7c2006c4c0 0x7f7c2006c8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:04.881 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.874+0000 7f7c27b33640 1 -- 172.21.15.76:0/923801355 >> 172.21.15.76:0/923801355 conn(0x7f7c20069ed0 msgr2=0x7f7c2006a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:04.881 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.874+0000 7f7c27b33640 1 -- 172.21.15.76:0/923801355 shutdown_connections 2024-09-13T16:04:04.881 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.874+0000 7f7c27b33640 1 -- 172.21.15.76:0/923801355 wait complete. 2024-09-13T16:04:04.881 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.875+0000 7f7c27b33640 1 Processor -- start 2024-09-13T16:04:04.881 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.875+0000 7f7c27b33640 1 -- start start 2024-09-13T16:04:04.881 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.876+0000 7f7c27b33640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7c2006c4c0 0x7f7c200caad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:04.881 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.876+0000 7f7c27b33640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7c200b2590 0x7f7c20158f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:04.881 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.876+0000 7f7c27b33640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7c200cbea0 0x7f7c200c5c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:04.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.876+0000 7f7c27b33640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7c200c25f0 con 0x7f7c200b2590 2024-09-13T16:04:04.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.876+0000 7f7c27b33640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7c200c7b40 con 0x7f7c2006c4c0 2024-09-13T16:04:04.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.876+0000 7f7c27b33640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7c200ae970 con 0x7f7c200cbea0 2024-09-13T16:04:04.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.876+0000 7f7c250ce640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7c200b2590 0x7f7c20158f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:04.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.876+0000 7f7c250ce640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7c200b2590 0x7f7c20158f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:38820/0 (socket says 172.21.15.76:38820) 2024-09-13T16:04:04.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.876+0000 7f7c250ce640 1 -- 172.21.15.76:0/4102786325 learned_addr learned my addr 172.21.15.76:0/4102786325 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:04:04.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.876+0000 7f7c258cf640 1 --2- 172.21.15.76:0/4102786325 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7c2006c4c0 0x7f7c200caad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:04.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.876+0000 7f7c260d0640 1 --2- 172.21.15.76:0/4102786325 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7c200cbea0 0x7f7c200c5c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:04.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.876+0000 7f7c250ce640 1 -- 172.21.15.76:0/4102786325 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7c200cbea0 msgr2=0x7f7c200c5c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:04.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.876+0000 7f7c250ce640 1 --2- 172.21.15.76:0/4102786325 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7c200cbea0 0x7f7c200c5c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:04.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.876+0000 7f7c250ce640 1 -- 172.21.15.76:0/4102786325 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7c2006c4c0 msgr2=0x7f7c200caad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:04.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.876+0000 7f7c250ce640 1 --2- 172.21.15.76:0/4102786325 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7c2006c4c0 0x7f7c200caad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:04.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.876+0000 7f7c250ce640 1 -- 172.21.15.76:0/4102786325 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7c100094d0 con 0x7f7c200b2590 2024-09-13T16:04:04.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.876+0000 7f7c260d0640 1 --2- 172.21.15.76:0/4102786325 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7c200cbea0 0x7f7c200c5c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:04:04.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.876+0000 7f7c258cf640 1 --2- 172.21.15.76:0/4102786325 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7c2006c4c0 0x7f7c200caad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:04:04.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.876+0000 7f7c250ce640 1 --2- 172.21.15.76:0/4102786325 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7c200b2590 0x7f7c20158f00 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f7c100098a0 tx=0x7f7c100046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:04.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.877+0000 7f7c167fc640 1 -- 172.21.15.76:0/4102786325 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c10032440 con 0x7f7c200b2590 2024-09-13T16:04:04.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.877+0000 7f7c167fc640 1 -- 172.21.15.76:0/4102786325 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7c10030b80 con 0x7f7c200b2590 2024-09-13T16:04:04.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.877+0000 7f7c27b33640 1 -- 172.21.15.76:0/4102786325 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7c200c7d70 con 0x7f7c200b2590 2024-09-13T16:04:04.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.877+0000 7f7c167fc640 1 -- 172.21.15.76:0/4102786325 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c10004030 con 0x7f7c200b2590 2024-09-13T16:04:04.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.877+0000 7f7c27b33640 1 -- 172.21.15.76:0/4102786325 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7c200ae600 con 0x7f7c200b2590 2024-09-13T16:04:04.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.878+0000 7f7c27b33640 1 -- 172.21.15.76:0/4102786325 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7c200c8290 con 0x7f7c200b2590 2024-09-13T16:04:04.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.878+0000 7f7c167fc640 1 -- 172.21.15.76:0/4102786325 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7c10039040 con 0x7f7c200b2590 2024-09-13T16:04:04.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.879+0000 7f7c167fc640 1 --2- 172.21.15.76:0/4102786325 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7c0406ac00 0x7f7c0406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:04.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.879+0000 7f7c167fc640 1 -- 172.21.15.76:0/4102786325 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(46..46 src has 1..46) v4 ==== 5263+0+0 (secure 0 0 0) 0x7f7c100a9860 con 0x7f7c200b2590 2024-09-13T16:04:04.884 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.879+0000 7f7c258cf640 1 --2- 172.21.15.76:0/4102786325 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7c0406ac00 0x7f7c0406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:04.884 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.879+0000 7f7c258cf640 1 --2- 172.21.15.76:0/4102786325 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7c0406ac00 0x7f7c0406d0c0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f7c200b30c0 tx=0x7f7c1c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:04.884 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:04.883+0000 7f7c167fc640 1 -- 172.21.15.76:0/4102786325 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f7c200c8290 con 0x7f7c200b2590 2024-09-13T16:04:05.081 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.079+0000 7f7c27b33640 1 -- 172.21.15.76:0/4102786325 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f7c200cd220 con 0x7f7c200b2590 2024-09-13T16:04:05.081 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.080+0000 7f7c167fc640 1 -- 172.21.15.76:0/4102786325 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) v1 ==== 94+0+3535 (secure 0 0 0) 0x7f7c200cd220 con 0x7f7c200b2590 2024-09-13T16:04:05.082 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:04:05.082 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":17,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4961,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6836/3972390892","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":3972390892},{"type":"v1","addr":"172.21.15.76:6836","nonce":3972390892}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":4964,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6837/2860424128","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":2860424128},{"type":"v1","addr":"172.21.15.76:6837","nonce":2860424128}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":5198,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/1405545470","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6833","nonce":1405545470},{"type":"v1","addr":"172.21.15.192:6835","nonce":1405545470}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":17},{"gid":5308,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6834/1837080950","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":1837080950},{"type":"v1","addr":"172.21.15.192:6834","nonce":1837080950}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12}],"filesystems":[]} 2024-09-13T16:04:05.083 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 17 2024-09-13T16:04:05.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.082+0000 7f7c27b33640 1 -- 172.21.15.76:0/4102786325 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7c0406ac00 msgr2=0x7f7c0406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:05.084 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.082+0000 7f7c27b33640 1 --2- 172.21.15.76:0/4102786325 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7c0406ac00 0x7f7c0406d0c0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f7c200b30c0 tx=0x7f7c1c008040 comp rx=0 tx=0).stop 2024-09-13T16:04:05.084 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.082+0000 7f7c27b33640 1 -- 172.21.15.76:0/4102786325 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7c200b2590 msgr2=0x7f7c20158f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:05.084 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.082+0000 7f7c27b33640 1 --2- 172.21.15.76:0/4102786325 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7c200b2590 0x7f7c20158f00 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f7c100098a0 tx=0x7f7c100046c0 comp rx=0 tx=0).stop 2024-09-13T16:04:05.084 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.082+0000 7f7c27b33640 1 -- 172.21.15.76:0/4102786325 shutdown_connections 2024-09-13T16:04:05.084 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.082+0000 7f7c27b33640 1 --2- 172.21.15.76:0/4102786325 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7c0406ac00 0x7f7c0406d0c0 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:05.084 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.082+0000 7f7c27b33640 1 --2- 172.21.15.76:0/4102786325 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7c200cbea0 0x7f7c200c5c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:05.084 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.082+0000 7f7c27b33640 1 --2- 172.21.15.76:0/4102786325 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7c200b2590 0x7f7c20158f00 unknown :-1 s=CLOSED pgs=643 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:05.084 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.082+0000 7f7c27b33640 1 --2- 172.21.15.76:0/4102786325 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7c2006c4c0 0x7f7c200caad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:05.084 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.082+0000 7f7c27b33640 1 -- 172.21.15.76:0/4102786325 >> 172.21.15.76:0/4102786325 conn(0x7f7c20069ed0 msgr2=0x7f7c200cc310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:05.084 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.082+0000 7f7c27b33640 1 -- 172.21.15.76:0/4102786325 shutdown_connections 2024-09-13T16:04:05.084 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.082+0000 7f7c27b33640 1 -- 172.21.15.76:0/4102786325 wait complete. 2024-09-13T16:04:05.095 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-13T16:04:05.095 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-13T16:04:05.096 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-13T16:04:05.096 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:04:05.096 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-13T16:04:05.096 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-13T16:04:05.097 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-13T16:04:05.097 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:04:05.097 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-13T16:04:05.097 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-13T16:04:05.097 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-13T16:04:05.097 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:04:05.098 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-13T16:04:05.098 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-13T16:04:05.098 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-13T16:04:05.098 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:04:05.106 INFO:tasks.ceph.mds.a:Stopped 2024-09-13T16:04:05.106 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-13T16:04:05.107 INFO:tasks.ceph.mds.c:Stopped 2024-09-13T16:04:05.107 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-13T16:04:05.112 INFO:tasks.ceph.mds.b:Stopped 2024-09-13T16:04:05.112 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-13T16:04:05.113 INFO:tasks.ceph.mds.d:Stopped 2024-09-13T16:04:05.113 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-13T16:04:05.149 INFO:tasks.ceph.mds.a:Started 2024-09-13T16:04:05.149 DEBUG:teuthology.parallel:result is None 2024-09-13T16:04:05.150 INFO:tasks.ceph.mds.c:Started 2024-09-13T16:04:05.150 DEBUG:teuthology.parallel:result is None 2024-09-13T16:04:05.152 INFO:tasks.ceph.mds.b:Started 2024-09-13T16:04:05.153 DEBUG:teuthology.parallel:result is None 2024-09-13T16:04:05.153 INFO:tasks.ceph.mds.d:Started 2024-09-13T16:04:05.154 DEBUG:teuthology.parallel:result is None 2024-09-13T16:04:05.154 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-13T16:04:05.223 INFO:tasks.ceph.mds.c.smithi076.stdout:starting mds.c at 2024-09-13T16:04:05.224 INFO:tasks.ceph.mds.a.smithi076.stdout:starting mds.a at 2024-09-13T16:04:05.237 INFO:tasks.ceph.mds.d.smithi192.stdout:starting mds.d at 2024-09-13T16:04:05.237 INFO:tasks.ceph.mds.b.smithi192.stdout:starting mds.b at 2024-09-13T16:04:05.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.260+0000 7f028a3f4640 1 Processor -- start 2024-09-13T16:04:05.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.260+0000 7f028a3f4640 1 -- start start 2024-09-13T16:04:05.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.261+0000 7f028a3f4640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f028415c860 0x7f02840af0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:05.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.261+0000 7f028a3f4640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f028406bb10 con 0x7f02840ceef0 2024-09-13T16:04:05.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.261+0000 7f028a3f4640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f02840ccb30 con 0x7f02840d0690 2024-09-13T16:04:05.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.261+0000 7f028a3f4640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f02840d13a0 con 0x7f028415c860 2024-09-13T16:04:05.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.261+0000 7f0283fff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f02840ceef0 0x7f02840cf2d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:55402/0 (socket says 172.21.15.76:55402) 2024-09-13T16:04:05.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.261+0000 7f0283fff640 1 -- 172.21.15.76:0/1373887981 learned_addr learned my addr 172.21.15.76:0/1373887981 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:04:05.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.261+0000 7f02837fe640 1 --2- 172.21.15.76:0/1373887981 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f028415c860 0x7f02840af0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:05.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.261+0000 7f0282ffd640 1 -- 172.21.15.76:0/1373887981 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1558941460 0 0) 0x7f028406bb10 con 0x7f02840ceef0 2024-09-13T16:04:05.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.261+0000 7f0282ffd640 1 -- 172.21.15.76:0/1373887981 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f026c003520 con 0x7f02840ceef0 2024-09-13T16:04:05.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.261+0000 7f0282ffd640 1 -- 172.21.15.76:0/1373887981 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2934123748 0 0) 0x7f02840ccb30 con 0x7f02840d0690 2024-09-13T16:04:05.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.261+0000 7f0282ffd640 1 -- 172.21.15.76:0/1373887981 --> v1:172.21.15.192:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f028406bb10 con 0x7f02840d0690 2024-09-13T16:04:05.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.261+0000 7f0282ffd640 1 -- 172.21.15.76:0/1373887981 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1207940803 0 0) 0x7f026c003520 con 0x7f02840ceef0 2024-09-13T16:04:05.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.261+0000 7f0282ffd640 1 -- 172.21.15.76:0/1373887981 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f028415c860 msgr2=0x7f02840af0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:05.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.261+0000 7f0282ffd640 1 --2- 172.21.15.76:0/1373887981 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f028415c860 0x7f02840af0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:05.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.261+0000 7f0282ffd640 1 -- 172.21.15.76:0/1373887981 >> v1:172.21.15.192:6789/0 conn(0x7f02840d0690 legacy=0x7f02840d0b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:05.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.261+0000 7f0282ffd640 1 -- 172.21.15.76:0/1373887981 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f02840d1680 con 0x7f02840ceef0 2024-09-13T16:04:05.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.261+0000 7f0282ffd640 1 -- 172.21.15.76:0/1373887981 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f0274001670 con 0x7f02840ceef0 2024-09-13T16:04:05.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.261+0000 7f02837fe640 1 --2- 172.21.15.76:0/1373887981 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f028415c860 0x7f02840af0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:04:05.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.261+0000 7f0282ffd640 1 -- 172.21.15.76:0/1373887981 >> v1:172.21.15.76:6789/0 conn(0x7f02840ceef0 legacy=0x7f02840cf2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:05.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.261+0000 7f0282ffd640 1 --2- 172.21.15.76:0/1373887981 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f026c003b30 0x7f026c003f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:05.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.261+0000 7f0282ffd640 1 --2- 172.21.15.76:0/1373887981 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f026c0047c0 0x7f026c004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:05.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.261+0000 7f0282ffd640 1 --2- 172.21.15.76:0/1373887981 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f028415c860 0x7f026c005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:05.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.261+0000 7f0282ffd640 1 -- 172.21.15.76:0/1373887981 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f02840d13a0 con 0x7f026c0047c0 2024-09-13T16:04:05.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.261+0000 7f0282ffd640 1 -- 172.21.15.76:0/1373887981 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f026c00b9b0 con 0x7f026c003b30 2024-09-13T16:04:05.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.261+0000 7f0282ffd640 1 -- 172.21.15.76:0/1373887981 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f026c00bb70 con 0x7f028415c860 2024-09-13T16:04:05.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.261+0000 7f02837fe640 1 --2- 172.21.15.76:0/1373887981 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f026c0047c0 0x7f026c004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:05.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.261+0000 7f0283fff640 1 --2- 172.21.15.76:0/1373887981 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f026c003b30 0x7f026c003f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:05.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.261+0000 7f0288991640 1 --2- 172.21.15.76:0/1373887981 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f028415c860 0x7f026c005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:05.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.262+0000 7f02837fe640 1 -- 172.21.15.76:0/1373887981 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f028415c860 msgr2=0x7f026c005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:05.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.262+0000 7f02837fe640 1 --2- 172.21.15.76:0/1373887981 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f028415c860 0x7f026c005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:05.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.262+0000 7f02837fe640 1 -- 172.21.15.76:0/1373887981 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f026c003b30 msgr2=0x7f026c003f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:05.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.262+0000 7f02837fe640 1 --2- 172.21.15.76:0/1373887981 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f026c003b30 0x7f026c003f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:05.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.262+0000 7f02837fe640 1 -- 172.21.15.76:0/1373887981 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f02780093a0 con 0x7f026c0047c0 2024-09-13T16:04:05.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.262+0000 7f02837fe640 1 --2- 172.21.15.76:0/1373887981 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f026c0047c0 0x7f026c004c40 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7f0278009c50 tx=0x7f026c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=902511362287fb02 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:05.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.262+0000 7f0282ffd640 1 -- 172.21.15.76:0/1373887981 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0278031400 con 0x7f026c0047c0 2024-09-13T16:04:05.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.262+0000 7f0282ffd640 1 -- 172.21.15.76:0/1373887981 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f027802d050 con 0x7f026c0047c0 2024-09-13T16:04:05.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.262+0000 7f0282ffd640 1 -- 172.21.15.76:0/1373887981 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0278031760 con 0x7f026c0047c0 2024-09-13T16:04:05.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.263+0000 7f028a3f4640 1 -- 172.21.15.76:0/1373887981 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f026c0047c0 msgr2=0x7f026c004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:05.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.263+0000 7f028a3f4640 1 --2- 172.21.15.76:0/1373887981 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f026c0047c0 0x7f026c004c40 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7f0278009c50 tx=0x7f026c0057f0 comp rx=0 tx=0).stop 2024-09-13T16:04:05.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.263+0000 7f0288991640 1 -- 172.21.15.76:0/1373887981 reap_dead start 2024-09-13T16:04:05.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.263+0000 7f028a3f4640 1 -- 172.21.15.76:0/1373887981 shutdown_connections 2024-09-13T16:04:05.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.263+0000 7f028a3f4640 1 -- 172.21.15.76:0/1373887981 >> 172.21.15.76:0/1373887981 conn(0x7f028409b870 msgr2=0x7f0284089f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:05.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.263+0000 7f028a3f4640 1 -- 172.21.15.76:0/1373887981 shutdown_connections 2024-09-13T16:04:05.270 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.263+0000 7f028a3f4640 1 -- 172.21.15.76:0/1373887981 wait complete. 2024-09-13T16:04:05.270 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.264+0000 7f028a3f4640 1 Processor -- start 2024-09-13T16:04:05.270 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.265+0000 7f028a3f4640 1 -- start start 2024-09-13T16:04:05.272 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.265+0000 7f028a3f4640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f026c0047c0 0x7f02840b40c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:05.272 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.265+0000 7f028a3f4640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f02841f2f70 0x7f02840b4600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:05.272 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.265+0000 7f028a3f4640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f028414e0c0 0x7f028414e540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:05.272 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.265+0000 7f028a3f4640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f02841f57b0 con 0x7f02841f2f70 2024-09-13T16:04:05.272 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.265+0000 7f028a3f4640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f028414ea80 con 0x7f028414e0c0 2024-09-13T16:04:05.272 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.265+0000 7f028a3f4640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f028414ecd0 con 0x7f026c0047c0 2024-09-13T16:04:05.272 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.265+0000 7f02837fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f02841f2f70 0x7f02840b4600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:05.272 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.265+0000 7f02837fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f02841f2f70 0x7f02840b4600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:38870/0 (socket says 172.21.15.76:38870) 2024-09-13T16:04:05.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.265+0000 7f02837fe640 1 -- 172.21.15.76:0/2216585478 learned_addr learned my addr 172.21.15.76:0/2216585478 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:04:05.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.265+0000 7f0283fff640 1 --2- 172.21.15.76:0/2216585478 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f026c0047c0 0x7f02840b40c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:05.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.265+0000 7f0288991640 1 --2- 172.21.15.76:0/2216585478 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f028414e0c0 0x7f028414e540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:05.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.266+0000 7f02837fe640 1 -- 172.21.15.76:0/2216585478 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f026c0047c0 msgr2=0x7f02840b40c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:05.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.266+0000 7f02837fe640 1 --2- 172.21.15.76:0/2216585478 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f026c0047c0 0x7f02840b40c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:05.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.266+0000 7f02837fe640 1 -- 172.21.15.76:0/2216585478 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f028414e0c0 msgr2=0x7f028414e540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:05.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.266+0000 7f02837fe640 1 --2- 172.21.15.76:0/2216585478 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f028414e0c0 0x7f028414e540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:05.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.266+0000 7f02837fe640 1 -- 172.21.15.76:0/2216585478 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f028414efb0 con 0x7f02841f2f70 2024-09-13T16:04:05.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.266+0000 7f02837fe640 1 --2- 172.21.15.76:0/2216585478 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f02841f2f70 0x7f02840b4600 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7f027802ac00 tx=0x7f0278004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:05.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.266+0000 7f0280ff9640 1 -- 172.21.15.76:0/2216585478 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f027800f0c0 con 0x7f02841f2f70 2024-09-13T16:04:05.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.266+0000 7f0280ff9640 1 -- 172.21.15.76:0/2216585478 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0278031e90 con 0x7f02841f2f70 2024-09-13T16:04:05.274 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.266+0000 7f0280ff9640 1 -- 172.21.15.76:0/2216585478 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0278004260 con 0x7f02841f2f70 2024-09-13T16:04:05.274 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.266+0000 7f028a3f4640 1 -- 172.21.15.76:0/2216585478 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f02840c9ab0 con 0x7f02841f2f70 2024-09-13T16:04:05.274 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.266+0000 7f028a3f4640 1 -- 172.21.15.76:0/2216585478 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f02840ca070 con 0x7f02841f2f70 2024-09-13T16:04:05.274 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.267+0000 7f028a3f4640 1 -- 172.21.15.76:0/2216585478 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f02840cf2d0 con 0x7f02841f2f70 2024-09-13T16:04:05.274 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.267+0000 7f0280ff9640 1 -- 172.21.15.76:0/2216585478 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f0278038070 con 0x7f02841f2f70 2024-09-13T16:04:05.274 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.268+0000 7f0280ff9640 1 --2- 172.21.15.76:0/2216585478 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f027006ac30 0x7f027006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:05.274 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.268+0000 7f0280ff9640 1 -- 172.21.15.76:0/2216585478 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(50..50 src has 1..50) v4 ==== 5263+0+0 (secure 0 0 0) 0x7f02780a9260 con 0x7f02841f2f70 2024-09-13T16:04:05.274 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.268+0000 7f0283fff640 1 --2- 172.21.15.76:0/2216585478 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f027006ac30 0x7f027006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:05.274 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.268+0000 7f0283fff640 1 --2- 172.21.15.76:0/2216585478 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f027006ac30 0x7f027006d0f0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f02840cc700 tx=0x7f0274001e20 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:05.275 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.272+0000 7f0280ff9640 1 -- 172.21.15.76:0/2216585478 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f02780746b0 con 0x7f02841f2f70 2024-09-13T16:04:05.445 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:05.444+0000 7f028a3f4640 1 -- 172.21.15.76:0/2216585478 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) v1 -- 0x7f02841f57b0 con 0x7f02841f2f70 2024-09-13T16:04:06.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.265+0000 7f0280ff9640 1 -- 172.21.15.76:0/2216585478 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v51) v1 ==== 97+0+0 (secure 0 0 0) 0x7f027803f080 con 0x7f02841f2f70 2024-09-13T16:04:06.267 INFO:teuthology.orchestra.run.smithi076.stderr: removed all blocklist entries 2024-09-13T16:04:06.270 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.268+0000 7f028a3f4640 1 -- 172.21.15.76:0/2216585478 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f027006ac30 msgr2=0x7f027006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:06.270 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.268+0000 7f028a3f4640 1 --2- 172.21.15.76:0/2216585478 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f027006ac30 0x7f027006d0f0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f02840cc700 tx=0x7f0274001e20 comp rx=0 tx=0).stop 2024-09-13T16:04:06.270 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.268+0000 7f028a3f4640 1 -- 172.21.15.76:0/2216585478 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f02841f2f70 msgr2=0x7f02840b4600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:06.270 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.268+0000 7f028a3f4640 1 --2- 172.21.15.76:0/2216585478 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f02841f2f70 0x7f02840b4600 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7f027802ac00 tx=0x7f0278004730 comp rx=0 tx=0).stop 2024-09-13T16:04:06.270 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.268+0000 7f028a3f4640 1 -- 172.21.15.76:0/2216585478 shutdown_connections 2024-09-13T16:04:06.270 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.268+0000 7f028a3f4640 1 --2- 172.21.15.76:0/2216585478 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f028414e0c0 0x7f028414e540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:06.270 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.268+0000 7f028a3f4640 1 --2- 172.21.15.76:0/2216585478 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f02841f2f70 0x7f02840b4600 unknown :-1 s=CLOSED pgs=654 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:06.270 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.268+0000 7f028a3f4640 1 --2- 172.21.15.76:0/2216585478 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f027006ac30 0x7f027006d0f0 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:06.270 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.268+0000 7f028a3f4640 1 --2- 172.21.15.76:0/2216585478 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f026c0047c0 0x7f02840b40c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:06.270 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.268+0000 7f028a3f4640 1 -- 172.21.15.76:0/2216585478 >> 172.21.15.76:0/2216585478 conn(0x7f028409b870 msgr2=0x7f028415f880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:06.270 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.268+0000 7f028a3f4640 1 -- 172.21.15.76:0/2216585478 shutdown_connections 2024-09-13T16:04:06.271 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.268+0000 7f028a3f4640 1 -- 172.21.15.76:0/2216585478 wait complete. 2024-09-13T16:04:06.283 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-13T16:04:06.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.386+0000 7fdd7d108640 1 Processor -- start 2024-09-13T16:04:06.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.386+0000 7fdd7d108640 1 -- start start 2024-09-13T16:04:06.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.387+0000 7fdd7d108640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdd78071d30 0x7fdd78070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:06.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.387+0000 7fdd7d108640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fdd78072110 0x7fdd780b1b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:06.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.387+0000 7fdd7d108640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdd780abdf0 con 0x7fdd780c8920 2024-09-13T16:04:06.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.387+0000 7fdd7d108640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdd780ab1e0 con 0x7fdd78072110 2024-09-13T16:04:06.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.387+0000 7fdd7d108640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdd780ab4c0 con 0x7fdd78071d30 2024-09-13T16:04:06.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.387+0000 7fdd7659c640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fdd78072110 0x7fdd780b1b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:06.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.387+0000 7fdd76d9d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdd78071d30 0x7fdd78070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:06.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.387+0000 7fdd7759e640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7fdd780c8920 0x7fdd780ac280 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:40760/0 (socket says 172.21.15.76:40760) 2024-09-13T16:04:06.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.387+0000 7fdd7759e640 1 -- 172.21.15.76:0/1075693565 learned_addr learned my addr 172.21.15.76:0/1075693565 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:04:06.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.387+0000 7fdd76d9d640 1 -- 172.21.15.76:0/1075693565 >> v2:172.21.15.192:3300/0 conn(0x7fdd78072110 msgr2=0x7fdd780b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:06.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.387+0000 7fdd76d9d640 1 --2- 172.21.15.76:0/1075693565 >> v2:172.21.15.192:3300/0 conn(0x7fdd78072110 0x7fdd780b1b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:06.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.387+0000 7fdd76d9d640 1 -- 172.21.15.76:0/1075693565 >> v1:172.21.15.192:6789/0 conn(0x7fdd780c8920 legacy=0x7fdd780ac280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:06.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.387+0000 7fdd76d9d640 1 -- 172.21.15.76:0/1075693565 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdd780ab7a0 con 0x7fdd78071d30 2024-09-13T16:04:06.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.387+0000 7fdd7659c640 1 --2- 172.21.15.76:0/1075693565 >> v2:172.21.15.192:3300/0 conn(0x7fdd78072110 0x7fdd780b1b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:04:06.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.388+0000 7fdd76d9d640 1 --2- 172.21.15.76:0/1075693565 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdd78071d30 0x7fdd78070190 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fdd680097d0 tx=0x7fdd6802a1c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=955265fdd404da22 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:06.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.388+0000 7fdd75d9b640 1 -- 172.21.15.76:0/1075693565 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd68032440 con 0x7fdd78071d30 2024-09-13T16:04:06.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.388+0000 7fdd75d9b640 1 -- 172.21.15.76:0/1075693565 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdd680325a0 con 0x7fdd78071d30 2024-09-13T16:04:06.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.388+0000 7fdd75d9b640 1 -- 172.21.15.76:0/1075693565 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd68032930 con 0x7fdd78071d30 2024-09-13T16:04:06.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.389+0000 7fdd7d108640 1 -- 172.21.15.76:0/1075693565 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdd78071d30 msgr2=0x7fdd78070190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:06.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.389+0000 7fdd7d108640 1 --2- 172.21.15.76:0/1075693565 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdd78071d30 0x7fdd78070190 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fdd680097d0 tx=0x7fdd6802a1c0 comp rx=0 tx=0).stop 2024-09-13T16:04:06.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.389+0000 7fdd7d108640 1 -- 172.21.15.76:0/1075693565 shutdown_connections 2024-09-13T16:04:06.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.389+0000 7fdd7d108640 1 --2- 172.21.15.76:0/1075693565 >> v2:172.21.15.192:3300/0 conn(0x7fdd78072110 0x7fdd780b1b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:06.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.389+0000 7fdd7d108640 1 --2- 172.21.15.76:0/1075693565 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdd78071d30 0x7fdd78070190 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:06.392 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.389+0000 7fdd7d108640 1 -- 172.21.15.76:0/1075693565 >> 172.21.15.76:0/1075693565 conn(0x7fdd78069ed0 msgr2=0x7fdd7806a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:06.392 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.389+0000 7fdd7d108640 1 -- 172.21.15.76:0/1075693565 shutdown_connections 2024-09-13T16:04:06.392 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.389+0000 7fdd7d108640 1 -- 172.21.15.76:0/1075693565 wait complete. 2024-09-13T16:04:06.394 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.391+0000 7fdd7d108640 1 Processor -- start 2024-09-13T16:04:06.394 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.391+0000 7fdd7d108640 1 -- start start 2024-09-13T16:04:06.394 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.391+0000 7fdd7d108640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdd78071d30 0x7fdd78156940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:06.394 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.391+0000 7fdd7d108640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdd78072110 0x7fdd780cd9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:06.394 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.391+0000 7fdd7d108640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdd780c8920 0x7fdd780978b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:06.394 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.391+0000 7fdd7d108640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd7815c9b0 con 0x7fdd780c8920 2024-09-13T16:04:06.395 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.391+0000 7fdd7d108640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd780ce1d0 con 0x7fdd78071d30 2024-09-13T16:04:06.395 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.391+0000 7fdd7d108640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdd7806dcc0 con 0x7fdd78072110 2024-09-13T16:04:06.395 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.392+0000 7fdd7759e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdd780c8920 0x7fdd780978b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:06.395 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.392+0000 7fdd7759e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdd780c8920 0x7fdd780978b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:38874/0 (socket says 172.21.15.76:38874) 2024-09-13T16:04:06.395 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.392+0000 7fdd7759e640 1 -- 172.21.15.76:0/544898793 learned_addr learned my addr 172.21.15.76:0/544898793 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:04:06.395 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.392+0000 7fdd76d9d640 1 --2- 172.21.15.76:0/544898793 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdd78071d30 0x7fdd78156940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:06.395 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.392+0000 7fdd7659c640 1 --2- 172.21.15.76:0/544898793 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdd78072110 0x7fdd780cd9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:06.395 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.392+0000 7fdd7759e640 1 -- 172.21.15.76:0/544898793 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdd78072110 msgr2=0x7fdd780cd9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:06.395 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.392+0000 7fdd7759e640 1 --2- 172.21.15.76:0/544898793 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdd78072110 0x7fdd780cd9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:06.395 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.392+0000 7fdd7759e640 1 -- 172.21.15.76:0/544898793 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdd78071d30 msgr2=0x7fdd78156940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:06.395 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.392+0000 7fdd7759e640 1 --2- 172.21.15.76:0/544898793 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdd78071d30 0x7fdd78156940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:06.395 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.392+0000 7fdd7759e640 1 -- 172.21.15.76:0/544898793 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdd6c009400 con 0x7fdd780c8920 2024-09-13T16:04:06.396 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.392+0000 7fdd7759e640 1 --2- 172.21.15.76:0/544898793 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdd780c8920 0x7fdd780978b0 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7fdd7000ca80 tx=0x7fdd7000cf40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:06.396 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.392+0000 7fdd5f7fe640 1 -- 172.21.15.76:0/544898793 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd7000ac30 con 0x7fdd780c8920 2024-09-13T16:04:06.396 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.392+0000 7fdd5f7fe640 1 -- 172.21.15.76:0/544898793 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdd7000ad90 con 0x7fdd780c8920 2024-09-13T16:04:06.396 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.392+0000 7fdd7d108640 1 -- 172.21.15.76:0/544898793 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdd68009400 con 0x7fdd780c8920 2024-09-13T16:04:06.396 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.392+0000 7fdd5f7fe640 1 -- 172.21.15.76:0/544898793 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd70012600 con 0x7fdd780c8920 2024-09-13T16:04:06.396 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.392+0000 7fdd7d108640 1 -- 172.21.15.76:0/544898793 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdd7806d390 con 0x7fdd780c8920 2024-09-13T16:04:06.397 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.393+0000 7fdd7d108640 1 -- 172.21.15.76:0/544898793 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdd7806de30 con 0x7fdd780c8920 2024-09-13T16:04:06.397 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.394+0000 7fdd5f7fe640 1 -- 172.21.15.76:0/544898793 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fdd70007070 con 0x7fdd780c8920 2024-09-13T16:04:06.397 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.394+0000 7fdd5f7fe640 1 --2- 172.21.15.76:0/544898793 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdd6406ac00 0x7fdd6406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:06.397 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.394+0000 7fdd5f7fe640 1 -- 172.21.15.76:0/544898793 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(51..51 src has 1..51) v4 ==== 5177+0+0 (secure 0 0 0) 0x7fdd70088fe0 con 0x7fdd780c8920 2024-09-13T16:04:06.397 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.394+0000 7fdd76d9d640 1 --2- 172.21.15.76:0/544898793 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdd6406ac00 0x7fdd6406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:06.397 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.395+0000 7fdd76d9d640 1 --2- 172.21.15.76:0/544898793 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdd6406ac00 0x7fdd6406d0c0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fdd68034000 tx=0x7fdd6802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:06.400 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.399+0000 7fdd5f7fe640 1 -- 172.21.15.76:0/544898793 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fdd70054400 con 0x7fdd780c8920 2024-09-13T16:04:06.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.623+0000 7fdd7d108640 1 -- 172.21.15.76:0/544898793 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) v1 -- 0x7fdd78070190 con 0x7fdd780c8920 2024-09-13T16:04:06.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.624+0000 7fdd5f7fe640 1 -- 172.21.15.76:0/544898793 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v11) v1 ==== 80+0+5304 (secure 0 0 0) 0x7fdd70057a20 con 0x7fdd780c8920 2024-09-13T16:04:06.625 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:04:06.625 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2024-09-13T16:04:06.626 INFO:teuthology.orchestra.run.smithi076.stdout: "auth_dump": [ 2024-09-13T16:04:06.626 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:04:06.626 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "mds.a", 2024-09-13T16:04:06.626 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCpYeRmhpbDIhAA8WT8i+Y1tgoeXaZ5z2v/fg==", 2024-09-13T16:04:06.626 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:04:06.626 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2024-09-13T16:04:06.626 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow *", 2024-09-13T16:04:06.626 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow *", 2024-09-13T16:04:06.626 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:04:06.626 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:04:06.626 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:04:06.626 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:04:06.626 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "mds.b", 2024-09-13T16:04:06.627 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCpYeRm7+GPLhAAACMaymp+VjVEUz9QMYOL+Q==", 2024-09-13T16:04:06.627 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:04:06.627 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2024-09-13T16:04:06.627 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow *", 2024-09-13T16:04:06.627 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow *", 2024-09-13T16:04:06.627 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:04:06.627 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:04:06.627 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:04:06.627 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:04:06.627 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "mds.c", 2024-09-13T16:04:06.627 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCpYeRmxODtKRAAtjLryQw+T9UxeHw7cgOyBg==", 2024-09-13T16:04:06.627 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:04:06.627 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2024-09-13T16:04:06.627 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow *", 2024-09-13T16:04:06.628 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow *", 2024-09-13T16:04:06.628 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:04:06.628 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:04:06.628 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:04:06.628 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:04:06.628 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "mds.d", 2024-09-13T16:04:06.628 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCpYeRmBNiYNRAAHTjLTeGOi09w8TLVtcu/+w==", 2024-09-13T16:04:06.628 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:04:06.628 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2024-09-13T16:04:06.628 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow *", 2024-09-13T16:04:06.628 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow *", 2024-09-13T16:04:06.628 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:04:06.628 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:04:06.629 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:04:06.629 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:04:06.629 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.0", 2024-09-13T16:04:06.629 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCtYeRm81gnEBAAJFt3u2dcQShl7t5nNN5y6Q==", 2024-09-13T16:04:06.629 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:04:06.629 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2024-09-13T16:04:06.629 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2024-09-13T16:04:06.629 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:04:06.629 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:04:06.629 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:04:06.629 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:04:06.629 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.1", 2024-09-13T16:04:06.629 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCwYeRmzsY4DxAALx5wAImWLwrw6n8ZRuXDvA==", 2024-09-13T16:04:06.630 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:04:06.630 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2024-09-13T16:04:06.630 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2024-09-13T16:04:06.630 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:04:06.630 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:04:06.630 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:04:06.630 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:04:06.630 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.2", 2024-09-13T16:04:06.630 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCzYeRmYRs9DRAAh6ptqIXTwUjSNlevHFJnAQ==", 2024-09-13T16:04:06.630 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:04:06.630 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2024-09-13T16:04:06.630 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2024-09-13T16:04:06.630 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:04:06.630 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:04:06.631 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:04:06.631 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:04:06.631 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.3", 2024-09-13T16:04:06.631 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQC2YeRmMIp6CxAAHygGhWHXCt69qZDrrGTt5A==", 2024-09-13T16:04:06.631 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:04:06.631 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2024-09-13T16:04:06.631 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2024-09-13T16:04:06.631 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:04:06.631 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:04:06.631 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:04:06.631 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:04:06.631 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.4", 2024-09-13T16:04:06.631 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQC8YeRmde7vDhAAE7RHK15msWPxEtglPpWMTQ==", 2024-09-13T16:04:06.631 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:04:06.631 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2024-09-13T16:04:06.632 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2024-09-13T16:04:06.632 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:04:06.632 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:04:06.632 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:04:06.632 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:04:06.632 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.5", 2024-09-13T16:04:06.632 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQC/YeRmgyzZDBAAG96iDIvt2yQ9W5Fl1maItg==", 2024-09-13T16:04:06.632 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:04:06.632 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2024-09-13T16:04:06.632 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2024-09-13T16:04:06.632 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:04:06.632 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:04:06.632 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:04:06.632 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:04:06.633 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.6", 2024-09-13T16:04:06.633 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQDCYeRm6pRBCxAAq8l2Cikc/aRaC4C4xYYrLA==", 2024-09-13T16:04:06.633 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:04:06.633 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2024-09-13T16:04:06.633 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2024-09-13T16:04:06.633 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:04:06.633 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:04:06.633 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:04:06.633 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:04:06.633 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.7", 2024-09-13T16:04:06.633 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQDFYeRmMM8MCRAAqYR5B7VgEph0UVNjCZPTzg==", 2024-09-13T16:04:06.633 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:04:06.633 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2024-09-13T16:04:06.633 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2024-09-13T16:04:06.634 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:04:06.634 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:04:06.634 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:04:06.634 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:04:06.634 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "client.0", 2024-09-13T16:04:06.634 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCpYeRmqhyiORAAp0ZHMscpsAOj1YZ+SSqHoA==", 2024-09-13T16:04:06.634 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:04:06.634 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2024-09-13T16:04:06.634 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow r", 2024-09-13T16:04:06.634 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-13T16:04:06.634 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:04:06.634 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:04:06.634 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:04:06.635 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "client.1", 2024-09-13T16:04:06.635 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCqYeRmgijBBhAAS5zvjGxEcjj4RKB20HX7kg==", 2024-09-13T16:04:06.635 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:04:06.635 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2024-09-13T16:04:06.635 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow r", 2024-09-13T16:04:06.635 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow rw", 2024-09-13T16:04:06.635 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow rwx" 2024-09-13T16:04:06.635 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:04:06.635 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:04:06.635 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:04:06.635 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "client.2", 2024-09-13T16:04:06.635 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCqYeRmK8OPAxAAQeO1ZZu7/x4/qXzHFFDzBg==", 2024-09-13T16:04:06.635 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:04:06.636 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2024-09-13T16:04:06.636 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow r", 2024-09-13T16:04:06.636 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow rw", 2024-09-13T16:04:06.636 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow rwx" 2024-09-13T16:04:06.636 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:04:06.636 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:04:06.636 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:04:06.636 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "client.3", 2024-09-13T16:04:06.636 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCqYeRmAYJGDBAA4elK4g7yitQwUnpv/vkuSQ==", 2024-09-13T16:04:06.636 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:04:06.636 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2024-09-13T16:04:06.636 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow r", 2024-09-13T16:04:06.636 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow rw", 2024-09-13T16:04:06.636 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow rwx" 2024-09-13T16:04:06.637 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:04:06.637 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:04:06.637 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:04:06.637 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "client.admin", 2024-09-13T16:04:06.637 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCpYeRmz4sKBxAAmVD/bGSWAPyJICtwMc8R7Q==", 2024-09-13T16:04:06.637 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:04:06.637 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow *", 2024-09-13T16:04:06.637 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow *", 2024-09-13T16:04:06.637 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow *", 2024-09-13T16:04:06.637 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:04:06.637 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:04:06.637 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:04:06.637 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:04:06.637 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "mgr.x", 2024-09-13T16:04:06.638 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCpYeRmzy+SHxAAeh91mEyErD2yMaJ+R9p7MQ==", 2024-09-13T16:04:06.638 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:04:06.638 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow *", 2024-09-13T16:04:06.638 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile mgr", 2024-09-13T16:04:06.638 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:04:06.638 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:04:06.638 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:04:06.638 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:04:06.638 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "mgr.y", 2024-09-13T16:04:06.638 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCpYeRmMS6hGxAAhyu76q81PXPjC+BAmqi2Lw==", 2024-09-13T16:04:06.638 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:04:06.638 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow *", 2024-09-13T16:04:06.638 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile mgr", 2024-09-13T16:04:06.639 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:04:06.639 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:04:06.639 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:04:06.639 INFO:teuthology.orchestra.run.smithi076.stdout: ] 2024-09-13T16:04:06.639 INFO:teuthology.orchestra.run.smithi076.stdout:} 2024-09-13T16:04:06.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.626+0000 7fdd7d108640 1 -- 172.21.15.76:0/544898793 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdd6406ac00 msgr2=0x7fdd6406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:06.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.626+0000 7fdd7d108640 1 --2- 172.21.15.76:0/544898793 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdd6406ac00 0x7fdd6406d0c0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fdd68034000 tx=0x7fdd6802e000 comp rx=0 tx=0).stop 2024-09-13T16:04:06.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.626+0000 7fdd7d108640 1 -- 172.21.15.76:0/544898793 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdd780c8920 msgr2=0x7fdd780978b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:06.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.626+0000 7fdd7d108640 1 --2- 172.21.15.76:0/544898793 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdd780c8920 0x7fdd780978b0 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7fdd7000ca80 tx=0x7fdd7000cf40 comp rx=0 tx=0).stop 2024-09-13T16:04:06.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.626+0000 7fdd7d108640 1 -- 172.21.15.76:0/544898793 shutdown_connections 2024-09-13T16:04:06.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.626+0000 7fdd7d108640 1 --2- 172.21.15.76:0/544898793 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdd780c8920 0x7fdd780978b0 unknown :-1 s=CLOSED pgs=655 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:06.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.626+0000 7fdd7d108640 1 --2- 172.21.15.76:0/544898793 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdd6406ac00 0x7fdd6406d0c0 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:06.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.626+0000 7fdd7d108640 1 --2- 172.21.15.76:0/544898793 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdd78072110 0x7fdd780cd9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:06.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.626+0000 7fdd7d108640 1 --2- 172.21.15.76:0/544898793 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdd78071d30 0x7fdd78156940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:06.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.626+0000 7fdd7d108640 1 -- 172.21.15.76:0/544898793 >> 172.21.15.76:0/544898793 conn(0x7fdd78069ed0 msgr2=0x7fdd780ae060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:06.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.626+0000 7fdd7d108640 1 -- 172.21.15.76:0/544898793 shutdown_connections 2024-09-13T16:04:06.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.626+0000 7fdd7d108640 1 -- 172.21.15.76:0/544898793 wait complete. 2024-09-13T16:04:06.642 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:04:06.739 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.738+0000 7f6b6283a640 1 Processor -- start 2024-09-13T16:04:06.739 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.738+0000 7f6b6283a640 1 -- start start 2024-09-13T16:04:06.742 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.738+0000 7f6b6283a640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f6b5c071d30 0x7f6b5c070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:06.742 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.738+0000 7f6b6283a640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6b5c0abdf0 con 0x7f6b5c0c8920 2024-09-13T16:04:06.743 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.738+0000 7f6b6283a640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6b5c0b2280 con 0x7f6b5c072110 2024-09-13T16:04:06.743 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.738+0000 7f6b6283a640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6b5c0ab1e0 con 0x7f6b5c071d30 2024-09-13T16:04:06.743 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.739+0000 7f6b60dd7640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f6b5c0c8920 0x7f6b5c0ac280 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:55412/0 (socket says 172.21.15.76:55412) 2024-09-13T16:04:06.743 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.739+0000 7f6b60dd7640 1 -- 172.21.15.76:0/2155716282 learned_addr learned my addr 172.21.15.76:0/2155716282 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:04:06.743 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.739+0000 7f6b5bfff640 1 --2- 172.21.15.76:0/2155716282 >> v2:172.21.15.192:3300/0 conn(0x7f6b5c071d30 0x7f6b5c070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:06.743 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.739+0000 7f6b5affd640 1 -- 172.21.15.76:0/2155716282 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 229060731 0 0) 0x7f6b5c0abdf0 con 0x7f6b5c0c8920 2024-09-13T16:04:06.743 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.739+0000 7f6b5affd640 1 -- 172.21.15.76:0/2155716282 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6b48003520 con 0x7f6b5c0c8920 2024-09-13T16:04:06.743 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.739+0000 7f6b5affd640 1 -- 172.21.15.76:0/2155716282 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3581459187 0 0) 0x7f6b48003520 con 0x7f6b5c0c8920 2024-09-13T16:04:06.743 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.739+0000 7f6b5affd640 1 -- 172.21.15.76:0/2155716282 >> v2:172.21.15.192:3300/0 conn(0x7f6b5c071d30 msgr2=0x7f6b5c070190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:06.743 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.739+0000 7f6b5affd640 1 --2- 172.21.15.76:0/2155716282 >> v2:172.21.15.192:3300/0 conn(0x7f6b5c071d30 0x7f6b5c070190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:06.743 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.739+0000 7f6b5affd640 1 -- 172.21.15.76:0/2155716282 >> v1:172.21.15.192:6789/0 conn(0x7f6b5c072110 legacy=0x7f6b5c0b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:06.743 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.739+0000 7f6b5affd640 1 -- 172.21.15.76:0/2155716282 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6b5c0ab4c0 con 0x7f6b5c0c8920 2024-09-13T16:04:06.744 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.739+0000 7f6b5affd640 1 -- 172.21.15.76:0/2155716282 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f6b540019f0 con 0x7f6b5c0c8920 2024-09-13T16:04:06.744 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.739+0000 7f6b5affd640 1 -- 172.21.15.76:0/2155716282 >> v1:172.21.15.76:6789/0 conn(0x7f6b5c0c8920 legacy=0x7f6b5c0ac280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:06.744 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.739+0000 7f6b5affd640 1 --2- 172.21.15.76:0/2155716282 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6b48003970 0x7f6b48003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:06.744 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.739+0000 7f6b5affd640 1 --2- 172.21.15.76:0/2155716282 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6b480047c0 0x7f6b48004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:06.744 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.739+0000 7f6b5affd640 1 --2- 172.21.15.76:0/2155716282 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6b48005180 0x7f6b4800b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:06.744 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.739+0000 7f6b5affd640 1 -- 172.21.15.76:0/2155716282 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6b5c0ab1e0 con 0x7f6b48003970 2024-09-13T16:04:06.744 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.739+0000 7f6b5affd640 1 -- 172.21.15.76:0/2155716282 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6b4800c020 con 0x7f6b48005180 2024-09-13T16:04:06.744 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.739+0000 7f6b5affd640 1 -- 172.21.15.76:0/2155716282 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6b4800c1e0 con 0x7f6b480047c0 2024-09-13T16:04:06.744 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.739+0000 7f6b5bfff640 1 --2- 172.21.15.76:0/2155716282 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6b48003970 0x7f6b48003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:06.744 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.739+0000 7f6b60dd7640 1 --2- 172.21.15.76:0/2155716282 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6b48005180 0x7f6b4800b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:06.744 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.739+0000 7f6b5b7fe640 1 --2- 172.21.15.76:0/2155716282 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6b480047c0 0x7f6b48004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:06.744 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.740+0000 7f6b5bfff640 1 -- 172.21.15.76:0/2155716282 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6b480047c0 msgr2=0x7f6b48004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:06.744 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.740+0000 7f6b5bfff640 1 --2- 172.21.15.76:0/2155716282 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6b480047c0 0x7f6b48004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:06.744 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.740+0000 7f6b5bfff640 1 -- 172.21.15.76:0/2155716282 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6b48005180 msgr2=0x7f6b4800b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:06.745 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.740+0000 7f6b5bfff640 1 --2- 172.21.15.76:0/2155716282 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6b48005180 0x7f6b4800b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:06.745 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.740+0000 7f6b5bfff640 1 -- 172.21.15.76:0/2155716282 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6b48003520 con 0x7f6b48003970 2024-09-13T16:04:06.745 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.740+0000 7f6b60dd7640 1 --2- 172.21.15.76:0/2155716282 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6b48005180 0x7f6b4800b980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:04:06.745 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.740+0000 7f6b60dd7640 1 -- 172.21.15.76:0/2155716282 reap_dead start 2024-09-13T16:04:06.745 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.740+0000 7f6b5bfff640 1 --2- 172.21.15.76:0/2155716282 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6b48003970 0x7f6b48003d90 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7f6b4c009ac0 tx=0x7f6b480057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5dedd1a25906276b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:06.745 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.740+0000 7f6b5affd640 1 -- 172.21.15.76:0/2155716282 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6b4c031400 con 0x7f6b48003970 2024-09-13T16:04:06.745 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.740+0000 7f6b5affd640 1 -- 172.21.15.76:0/2155716282 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6b4c02d050 con 0x7f6b48003970 2024-09-13T16:04:06.745 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.740+0000 7f6b5affd640 1 -- 172.21.15.76:0/2155716282 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6b4c031780 con 0x7f6b48003970 2024-09-13T16:04:06.745 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.741+0000 7f6b6283a640 1 -- 172.21.15.76:0/2155716282 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6b48003970 msgr2=0x7f6b48003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:06.745 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.741+0000 7f6b6283a640 1 --2- 172.21.15.76:0/2155716282 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6b48003970 0x7f6b48003d90 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7f6b4c009ac0 tx=0x7f6b480057f0 comp rx=0 tx=0).stop 2024-09-13T16:04:06.748 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.741+0000 7f6b6283a640 1 -- 172.21.15.76:0/2155716282 shutdown_connections 2024-09-13T16:04:06.748 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.741+0000 7f6b6283a640 1 --2- 172.21.15.76:0/2155716282 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6b48003970 0x7f6b48003d90 unknown :-1 s=CLOSED pgs=657 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:06.748 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.741+0000 7f6b6283a640 1 -- 172.21.15.76:0/2155716282 >> 172.21.15.76:0/2155716282 conn(0x7f6b5c069ed0 msgr2=0x7f6b5c06a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:06.748 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.741+0000 7f6b6283a640 1 -- 172.21.15.76:0/2155716282 shutdown_connections 2024-09-13T16:04:06.748 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.741+0000 7f6b6283a640 1 -- 172.21.15.76:0/2155716282 wait complete. 2024-09-13T16:04:06.751 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.742+0000 7f6b6283a640 1 Processor -- start 2024-09-13T16:04:06.751 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.742+0000 7f6b6283a640 1 -- start start 2024-09-13T16:04:06.751 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.743+0000 7f6b6283a640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6b48003970 0x7f6b5c158a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:06.751 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.743+0000 7f6b6283a640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6b5c0c2070 0x7f6b5c0aefb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:06.751 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.743+0000 7f6b6283a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6b5c0c24f0 0x7f6b5c0af4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:06.751 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.743+0000 7f6b6283a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6b5c0c5120 con 0x7f6b5c0c24f0 2024-09-13T16:04:06.751 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.743+0000 7f6b6283a640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6b5c158fa0 con 0x7f6b5c0c2070 2024-09-13T16:04:06.751 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.743+0000 7f6b6283a640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6b5c0ce560 con 0x7f6b48003970 2024-09-13T16:04:06.751 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.743+0000 7f6b60dd7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6b5c0c24f0 0x7f6b5c0af4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:06.751 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.743+0000 7f6b60dd7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6b5c0c24f0 0x7f6b5c0af4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:38884/0 (socket says 172.21.15.76:38884) 2024-09-13T16:04:06.751 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.743+0000 7f6b60dd7640 1 -- 172.21.15.76:0/3242765944 learned_addr learned my addr 172.21.15.76:0/3242765944 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:04:06.752 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.743+0000 7f6b5bfff640 1 --2- 172.21.15.76:0/3242765944 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6b48003970 0x7f6b5c158a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:06.752 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.743+0000 7f6b5b7fe640 1 --2- 172.21.15.76:0/3242765944 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6b5c0c2070 0x7f6b5c0aefb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:06.752 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.743+0000 7f6b60dd7640 1 -- 172.21.15.76:0/3242765944 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6b48003970 msgr2=0x7f6b5c158a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:06.752 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.743+0000 7f6b60dd7640 1 --2- 172.21.15.76:0/3242765944 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6b48003970 0x7f6b5c158a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:06.752 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.743+0000 7f6b60dd7640 1 -- 172.21.15.76:0/3242765944 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6b5c0c2070 msgr2=0x7f6b5c0aefb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:06.752 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.743+0000 7f6b60dd7640 1 --2- 172.21.15.76:0/3242765944 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6b5c0c2070 0x7f6b5c0aefb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:06.752 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.744+0000 7f6b60dd7640 1 -- 172.21.15.76:0/3242765944 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6b5c1ee770 con 0x7f6b5c0c24f0 2024-09-13T16:04:06.752 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.744+0000 7f6b5b7fe640 1 --2- 172.21.15.76:0/3242765944 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6b5c0c2070 0x7f6b5c0aefb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:04:06.753 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.744+0000 7f6b60dd7640 1 --2- 172.21.15.76:0/3242765944 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6b5c0c24f0 0x7f6b5c0af4f0 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7f6b54000f80 tx=0x7f6b54007b10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:06.753 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.744+0000 7f6b58ff9640 1 -- 172.21.15.76:0/3242765944 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6b5400e9c0 con 0x7f6b5c0c24f0 2024-09-13T16:04:06.753 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.744+0000 7f6b58ff9640 1 -- 172.21.15.76:0/3242765944 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6b5400eb20 con 0x7f6b5c0c24f0 2024-09-13T16:04:06.753 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.744+0000 7f6b58ff9640 1 -- 172.21.15.76:0/3242765944 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6b5400eeb0 con 0x7f6b5c0c24f0 2024-09-13T16:04:06.753 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.744+0000 7f6b6283a640 1 -- 172.21.15.76:0/3242765944 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6b5c1eea50 con 0x7f6b5c0c24f0 2024-09-13T16:04:06.753 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.744+0000 7f6b6283a640 1 -- 172.21.15.76:0/3242765944 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6b5c158260 con 0x7f6b5c0c24f0 2024-09-13T16:04:06.753 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.745+0000 7f6b6283a640 1 -- 172.21.15.76:0/3242765944 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6b5c070190 con 0x7f6b5c0c24f0 2024-09-13T16:04:06.753 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.745+0000 7f6b58ff9640 1 -- 172.21.15.76:0/3242765944 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f6b5401d460 con 0x7f6b5c0c24f0 2024-09-13T16:04:06.753 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.746+0000 7f6b58ff9640 1 --2- 172.21.15.76:0/3242765944 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6b3c06ac00 0x7f6b3c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:06.753 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.746+0000 7f6b5bfff640 1 --2- 172.21.15.76:0/3242765944 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6b3c06ac00 0x7f6b3c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:06.753 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.746+0000 7f6b58ff9640 1 -- 172.21.15.76:0/3242765944 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(51..51 src has 1..51) v4 ==== 5177+0+0 (secure 0 0 0) 0x7f6b54089510 con 0x7f6b5c0c24f0 2024-09-13T16:04:06.753 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.746+0000 7f6b5bfff640 1 --2- 172.21.15.76:0/3242765944 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6b3c06ac00 0x7f6b3c06d0c0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f6b4c033000 tx=0x7f6b4c008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:06.754 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.750+0000 7f6b58ff9640 1 -- 172.21.15.76:0/3242765944 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f6b54054900 con 0x7f6b5c0c24f0 2024-09-13T16:04:06.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.912+0000 7f6b6283a640 1 -- 172.21.15.76:0/3242765944 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f6b5c15d2e0 con 0x7f6b5c0c24f0 2024-09-13T16:04:06.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.913+0000 7f6b58ff9640 1 -- 172.21.15.76:0/3242765944 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v51) v1 ==== 74+0+13026 (secure 0 0 0) 0x7f6b54057f20 con 0x7f6b5c0c24f0 2024-09-13T16:04:06.915 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:04:06.915 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":51,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:04:06.259755+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:04:06.917 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.915+0000 7f6b6283a640 1 -- 172.21.15.76:0/3242765944 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6b3c06ac00 msgr2=0x7f6b3c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:06.917 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.915+0000 7f6b6283a640 1 --2- 172.21.15.76:0/3242765944 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6b3c06ac00 0x7f6b3c06d0c0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f6b4c033000 tx=0x7f6b4c008030 comp rx=0 tx=0).stop 2024-09-13T16:04:06.917 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.915+0000 7f6b6283a640 1 -- 172.21.15.76:0/3242765944 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6b5c0c24f0 msgr2=0x7f6b5c0af4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:06.917 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.915+0000 7f6b6283a640 1 --2- 172.21.15.76:0/3242765944 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6b5c0c24f0 0x7f6b5c0af4f0 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7f6b54000f80 tx=0x7f6b54007b10 comp rx=0 tx=0).stop 2024-09-13T16:04:06.917 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.915+0000 7f6b6283a640 1 -- 172.21.15.76:0/3242765944 shutdown_connections 2024-09-13T16:04:06.917 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.915+0000 7f6b6283a640 1 --2- 172.21.15.76:0/3242765944 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6b5c0c24f0 0x7f6b5c0af4f0 unknown :-1 s=CLOSED pgs=658 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:06.917 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.915+0000 7f6b6283a640 1 --2- 172.21.15.76:0/3242765944 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6b5c0c2070 0x7f6b5c0aefb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:06.917 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.915+0000 7f6b6283a640 1 --2- 172.21.15.76:0/3242765944 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6b3c06ac00 0x7f6b3c06d0c0 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:06.918 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.915+0000 7f6b6283a640 1 --2- 172.21.15.76:0/3242765944 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6b48003970 0x7f6b5c158a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:06.918 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.915+0000 7f6b6283a640 1 -- 172.21.15.76:0/3242765944 >> 172.21.15.76:0/3242765944 conn(0x7f6b5c069ed0 msgr2=0x7f6b5c15a3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:06.918 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.915+0000 7f6b6283a640 1 -- 172.21.15.76:0/3242765944 shutdown_connections 2024-09-13T16:04:06.918 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:06.916+0000 7f6b6283a640 1 -- 172.21.15.76:0/3242765944 wait complete. 2024-09-13T16:04:06.928 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:01:26.960607+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:04:06.929 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:04:07.031 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.030+0000 7f7d83165640 1 Processor -- start 2024-09-13T16:04:07.031 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.030+0000 7f7d83165640 1 -- start start 2024-09-13T16:04:07.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.030+0000 7f7d83165640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f7d7c159310 0x7f7d7c0ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:07.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.030+0000 7f7d83165640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7d7c0ce4f0 0x7f7d7c0ce900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:07.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.030+0000 7f7d83165640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7d7c0ccbe0 con 0x7f7d7c0b2b40 2024-09-13T16:04:07.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.030+0000 7f7d83165640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7d7c0ad940 con 0x7f7d7c159310 2024-09-13T16:04:07.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.030+0000 7f7d83165640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7d7c0b1810 con 0x7f7d7c0ce4f0 2024-09-13T16:04:07.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.031+0000 7f7d80f01640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f7d7c159310 0x7f7d7c0ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:07.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.031+0000 7f7d7bfff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f7d7c0b2b40 0x7f7d7c0ab140 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:55420/0 (socket says 172.21.15.76:55420) 2024-09-13T16:04:07.034 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.031+0000 7f7d80f01640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f7d7c159310 0x7f7d7c0ad400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:38888/0 (socket says 172.21.15.76:38888) 2024-09-13T16:04:07.034 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.031+0000 7f7d7bfff640 1 -- 172.21.15.76:0/3436455283 learned_addr learned my addr 172.21.15.76:0/3436455283 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:04:07.034 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.031+0000 7f7d81702640 1 --2- 172.21.15.76:0/3436455283 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7d7c0ce4f0 0x7f7d7c0ce900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:07.034 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.031+0000 7f7d80f01640 1 -- 172.21.15.76:0/3436455283 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7d7c0ce4f0 msgr2=0x7f7d7c0ce900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:07.034 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.031+0000 7f7d7b7fe640 1 -- 172.21.15.76:0/3436455283 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1375958940 0 0) 0x7f7d7c0ccbe0 con 0x7f7d7c0b2b40 2024-09-13T16:04:07.034 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.031+0000 7f7d80f01640 1 --2- 172.21.15.76:0/3436455283 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7d7c0ce4f0 0x7f7d7c0ce900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:07.034 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.031+0000 7f7d80f01640 1 -- 172.21.15.76:0/3436455283 >> v1:172.21.15.76:6789/0 conn(0x7f7d7c0b2b40 legacy=0x7f7d7c0ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:07.034 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.031+0000 7f7d80f01640 1 -- 172.21.15.76:0/3436455283 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7d7c0cee40 con 0x7f7d7c159310 2024-09-13T16:04:07.034 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.031+0000 7f7d81702640 1 --2- 172.21.15.76:0/3436455283 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7d7c0ce4f0 0x7f7d7c0ce900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:04:07.034 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.032+0000 7f7d80f01640 1 --2- 172.21.15.76:0/3436455283 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d7c159310 0x7f7d7c0ad400 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f7d700097a0 tx=0x7f7d7002a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6405777835b89f87 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:07.034 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.032+0000 7f7d7b7fe640 1 -- 172.21.15.76:0/3436455283 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d7002ae50 con 0x7f7d7c159310 2024-09-13T16:04:07.034 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.032+0000 7f7d7b7fe640 1 -- 172.21.15.76:0/3436455283 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7d70032440 con 0x7f7d7c159310 2024-09-13T16:04:07.034 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.032+0000 7f7d7b7fe640 1 -- 172.21.15.76:0/3436455283 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d700327d0 con 0x7f7d7c159310 2024-09-13T16:04:07.037 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.032+0000 7f7d83165640 1 -- 172.21.15.76:0/3436455283 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d7c159310 msgr2=0x7f7d7c0ad400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:07.037 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.032+0000 7f7d83165640 1 --2- 172.21.15.76:0/3436455283 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d7c159310 0x7f7d7c0ad400 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f7d700097a0 tx=0x7f7d7002a100 comp rx=0 tx=0).stop 2024-09-13T16:04:07.037 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.032+0000 7f7d83165640 1 -- 172.21.15.76:0/3436455283 shutdown_connections 2024-09-13T16:04:07.037 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.032+0000 7f7d83165640 1 --2- 172.21.15.76:0/3436455283 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7d7c0ce4f0 0x7f7d7c0ce900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:07.038 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.032+0000 7f7d83165640 1 --2- 172.21.15.76:0/3436455283 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d7c159310 0x7f7d7c0ad400 unknown :-1 s=CLOSED pgs=660 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:07.038 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.032+0000 7f7d83165640 1 -- 172.21.15.76:0/3436455283 >> 172.21.15.76:0/3436455283 conn(0x7f7d7c06a0b0 msgr2=0x7f7d7c06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:07.038 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.032+0000 7f7d83165640 1 -- 172.21.15.76:0/3436455283 shutdown_connections 2024-09-13T16:04:07.038 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.032+0000 7f7d83165640 1 -- 172.21.15.76:0/3436455283 wait complete. 2024-09-13T16:04:07.038 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.033+0000 7f7d83165640 1 Processor -- start 2024-09-13T16:04:07.038 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.034+0000 7f7d83165640 1 -- start start 2024-09-13T16:04:07.038 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.034+0000 7f7d83165640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7d7c0b2b40 0x7f7d7c1ef600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:07.038 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.034+0000 7f7d83165640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7d7c0ce4f0 0x7f7d7c1efb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:07.038 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.034+0000 7f7d83165640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d7c159310 0x7f7d7c089f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:07.038 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.034+0000 7f7d83165640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7d7c150b40 con 0x7f7d7c159310 2024-09-13T16:04:07.038 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.034+0000 7f7d83165640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7d7c0c6ac0 con 0x7f7d7c0b2b40 2024-09-13T16:04:07.038 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.034+0000 7f7d83165640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7d7c0c6da0 con 0x7f7d7c0ce4f0 2024-09-13T16:04:07.038 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.035+0000 7f7d81702640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d7c159310 0x7f7d7c089f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:07.039 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.035+0000 7f7d81702640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d7c159310 0x7f7d7c089f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:38904/0 (socket says 172.21.15.76:38904) 2024-09-13T16:04:07.039 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.035+0000 7f7d81702640 1 -- 172.21.15.76:0/2738463664 learned_addr learned my addr 172.21.15.76:0/2738463664 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:04:07.039 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.035+0000 7f7d7bfff640 1 --2- 172.21.15.76:0/2738463664 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7d7c0ce4f0 0x7f7d7c1efb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:07.039 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.035+0000 7f7d80f01640 1 --2- 172.21.15.76:0/2738463664 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7d7c0b2b40 0x7f7d7c1ef600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:07.039 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.035+0000 7f7d81702640 1 -- 172.21.15.76:0/2738463664 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7d7c0ce4f0 msgr2=0x7f7d7c1efb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:07.039 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.035+0000 7f7d81702640 1 --2- 172.21.15.76:0/2738463664 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7d7c0ce4f0 0x7f7d7c1efb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:07.039 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.035+0000 7f7d81702640 1 -- 172.21.15.76:0/2738463664 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7d7c0b2b40 msgr2=0x7f7d7c1ef600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:07.039 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.035+0000 7f7d81702640 1 --2- 172.21.15.76:0/2738463664 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7d7c0b2b40 0x7f7d7c1ef600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:07.039 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.035+0000 7f7d81702640 1 -- 172.21.15.76:0/2738463664 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7d70009400 con 0x7f7d7c159310 2024-09-13T16:04:07.039 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.035+0000 7f7d80f01640 1 --2- 172.21.15.76:0/2738463664 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7d7c0b2b40 0x7f7d7c1ef600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:04:07.039 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.035+0000 7f7d81702640 1 --2- 172.21.15.76:0/2738463664 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d7c159310 0x7f7d7c089f60 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f7d7400cef0 tx=0x7f7d7400a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:07.039 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.035+0000 7f7d797fa640 1 -- 172.21.15.76:0/2738463664 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d7400d840 con 0x7f7d7c159310 2024-09-13T16:04:07.040 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.035+0000 7f7d797fa640 1 -- 172.21.15.76:0/2738463664 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7d7400d9c0 con 0x7f7d7c159310 2024-09-13T16:04:07.040 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.035+0000 7f7d797fa640 1 -- 172.21.15.76:0/2738463664 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d7400dd70 con 0x7f7d7c159310 2024-09-13T16:04:07.040 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.035+0000 7f7d83165640 1 -- 172.21.15.76:0/2738463664 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7d7c150d90 con 0x7f7d7c159310 2024-09-13T16:04:07.040 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.035+0000 7f7d83165640 1 -- 172.21.15.76:0/2738463664 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7d7c153220 con 0x7f7d7c159310 2024-09-13T16:04:07.040 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.036+0000 7f7d83165640 1 -- 172.21.15.76:0/2738463664 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7d7c1512b0 con 0x7f7d7c159310 2024-09-13T16:04:07.041 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.037+0000 7f7d797fa640 1 -- 172.21.15.76:0/2738463664 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7d7401e3b0 con 0x7f7d7c159310 2024-09-13T16:04:07.041 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.037+0000 7f7d797fa640 1 --2- 172.21.15.76:0/2738463664 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7d6006ac30 0x7f7d6006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:07.041 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.037+0000 7f7d80f01640 1 --2- 172.21.15.76:0/2738463664 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7d6006ac30 0x7f7d6006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:07.041 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.037+0000 7f7d797fa640 1 -- 172.21.15.76:0/2738463664 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(51..51 src has 1..51) v4 ==== 5177+0+0 (secure 0 0 0) 0x7f7d74089af0 con 0x7f7d7c159310 2024-09-13T16:04:07.041 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.038+0000 7f7d80f01640 1 --2- 172.21.15.76:0/2738463664 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7d6006ac30 0x7f7d6006d0f0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f7d70034000 tx=0x7f7d7002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:07.042 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.041+0000 7f7d797fa640 1 -- 172.21.15.76:0/2738463664 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f7d74055030 con 0x7f7d7c159310 2024-09-13T16:04:07.205 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.204+0000 7f7d83165640 1 -- 172.21.15.76:0/2738463664 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f7d7c0ab820 con 0x7f7d7c159310 2024-09-13T16:04:07.205 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.204+0000 7f7d797fa640 1 -- 172.21.15.76:0/2738463664 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v51) v1 ==== 93+0+10 (secure 0 0 0) 0x7f7d7401a020 con 0x7f7d7c159310 2024-09-13T16:04:07.206 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2024-09-13T16:04:07.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.206+0000 7f7d83165640 1 -- 172.21.15.76:0/2738463664 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7d6006ac30 msgr2=0x7f7d6006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:07.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.206+0000 7f7d83165640 1 --2- 172.21.15.76:0/2738463664 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7d6006ac30 0x7f7d6006d0f0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f7d70034000 tx=0x7f7d7002e000 comp rx=0 tx=0).stop 2024-09-13T16:04:07.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.206+0000 7f7d83165640 1 -- 172.21.15.76:0/2738463664 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d7c159310 msgr2=0x7f7d7c089f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:07.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.206+0000 7f7d83165640 1 --2- 172.21.15.76:0/2738463664 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d7c159310 0x7f7d7c089f60 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f7d7400cef0 tx=0x7f7d7400a710 comp rx=0 tx=0).stop 2024-09-13T16:04:07.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.206+0000 7f7d83165640 1 -- 172.21.15.76:0/2738463664 shutdown_connections 2024-09-13T16:04:07.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.206+0000 7f7d83165640 1 --2- 172.21.15.76:0/2738463664 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d7c159310 0x7f7d7c089f60 unknown :-1 s=CLOSED pgs=661 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:07.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.206+0000 7f7d83165640 1 --2- 172.21.15.76:0/2738463664 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7d6006ac30 0x7f7d6006d0f0 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:07.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.206+0000 7f7d83165640 1 --2- 172.21.15.76:0/2738463664 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7d7c0ce4f0 0x7f7d7c1efb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:07.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.206+0000 7f7d83165640 1 --2- 172.21.15.76:0/2738463664 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7d7c0b2b40 0x7f7d7c1ef600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:07.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.206+0000 7f7d83165640 1 -- 172.21.15.76:0/2738463664 >> 172.21.15.76:0/2738463664 conn(0x7f7d7c06a0b0 msgr2=0x7f7d7c09bb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:07.209 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.206+0000 7f7d83165640 1 -- 172.21.15.76:0/2738463664 shutdown_connections 2024-09-13T16:04:07.209 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.206+0000 7f7d83165640 1 -- 172.21.15.76:0/2738463664 wait complete. 2024-09-13T16:04:07.218 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-13T16:04:07.317 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.316+0000 7fa2f4f65640 1 Processor -- start 2024-09-13T16:04:07.318 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.316+0000 7fa2f4f65640 1 -- start start 2024-09-13T16:04:07.320 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.317+0000 7fa2f4f65640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa2f0072110 0x7fa2f0070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:07.320 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.317+0000 7fa2f4f65640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fa2f00c8920 0x7fa2f00c8dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:07.320 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.317+0000 7fa2f4f65640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa2f00abdf0 con 0x7fa2f0071d30 2024-09-13T16:04:07.321 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.317+0000 7fa2f4f65640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa2f00c9310 con 0x7fa2f00c8920 2024-09-13T16:04:07.321 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.317+0000 7fa2f4f65640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa2f00b2280 con 0x7fa2f0072110 2024-09-13T16:04:07.321 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.317+0000 7fa2ee59c640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fa2f0071d30 0x7fa2f00b1b70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:55436/0 (socket says 172.21.15.76:55436) 2024-09-13T16:04:07.321 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.317+0000 7fa2ee59c640 1 -- 172.21.15.76:0/2722640938 learned_addr learned my addr 172.21.15.76:0/2722640938 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:04:07.321 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.317+0000 7fa2ed59a640 1 -- 172.21.15.76:0/2722640938 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2606717029 0 0) 0x7fa2f00abdf0 con 0x7fa2f0071d30 2024-09-13T16:04:07.321 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.318+0000 7fa2eed9d640 1 --2- 172.21.15.76:0/2722640938 >> v2:172.21.15.192:3300/0 conn(0x7fa2f00c8920 0x7fa2f00c8dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:07.321 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.318+0000 7fa2ed59a640 1 -- 172.21.15.76:0/2722640938 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa2d8003520 con 0x7fa2f0071d30 2024-09-13T16:04:07.321 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.318+0000 7fa2edd9b640 1 --2- 172.21.15.76:0/2722640938 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa2f0072110 0x7fa2f0070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:07.321 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.318+0000 7fa2ed59a640 1 -- 172.21.15.76:0/2722640938 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2779226352 0 0) 0x7fa2d8003520 con 0x7fa2f0071d30 2024-09-13T16:04:07.321 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.318+0000 7fa2ed59a640 1 -- 172.21.15.76:0/2722640938 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa2f0072110 msgr2=0x7fa2f0070190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:07.321 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.318+0000 7fa2ed59a640 1 --2- 172.21.15.76:0/2722640938 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa2f0072110 0x7fa2f0070190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:07.321 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.318+0000 7fa2ed59a640 1 -- 172.21.15.76:0/2722640938 >> v2:172.21.15.192:3300/0 conn(0x7fa2f00c8920 msgr2=0x7fa2f00c8dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:07.322 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.318+0000 7fa2ed59a640 1 --2- 172.21.15.76:0/2722640938 >> v2:172.21.15.192:3300/0 conn(0x7fa2f00c8920 0x7fa2f00c8dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:07.322 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.318+0000 7fa2ed59a640 1 -- 172.21.15.76:0/2722640938 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa2f00ab1e0 con 0x7fa2f0071d30 2024-09-13T16:04:07.322 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.318+0000 7fa2ed59a640 1 -- 172.21.15.76:0/2722640938 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7fa2e8001670 con 0x7fa2f0071d30 2024-09-13T16:04:07.322 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.318+0000 7fa2ed59a640 1 -- 172.21.15.76:0/2722640938 >> v1:172.21.15.76:6789/0 conn(0x7fa2f0071d30 legacy=0x7fa2f00b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:07.322 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.318+0000 7fa2ed59a640 1 --2- 172.21.15.76:0/2722640938 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa2d8003970 0x7fa2d8003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:07.322 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.318+0000 7fa2ed59a640 1 --2- 172.21.15.76:0/2722640938 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa2d80047c0 0x7fa2d8004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:07.322 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.318+0000 7fa2ed59a640 1 --2- 172.21.15.76:0/2722640938 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa2f0072110 0x7fa2d8005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:07.322 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.318+0000 7fa2ed59a640 1 -- 172.21.15.76:0/2722640938 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa2f00c9310 con 0x7fa2d8003970 2024-09-13T16:04:07.322 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.318+0000 7fa2ed59a640 1 -- 172.21.15.76:0/2722640938 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa2f00b2280 con 0x7fa2d80047c0 2024-09-13T16:04:07.322 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.318+0000 7fa2ed59a640 1 -- 172.21.15.76:0/2722640938 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa2d800b980 con 0x7fa2f0072110 2024-09-13T16:04:07.322 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.318+0000 7fa2ee59c640 1 --2- 172.21.15.76:0/2722640938 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa2d8003970 0x7fa2d8003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:07.322 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.318+0000 7fa2eed9d640 1 --2- 172.21.15.76:0/2722640938 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa2f0072110 0x7fa2d8005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:07.323 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.318+0000 7fa2edd9b640 1 --2- 172.21.15.76:0/2722640938 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa2d80047c0 0x7fa2d8004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:07.323 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.318+0000 7fa2ee59c640 1 -- 172.21.15.76:0/2722640938 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa2f0072110 msgr2=0x7fa2d8005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:07.323 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.318+0000 7fa2ee59c640 1 --2- 172.21.15.76:0/2722640938 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa2f0072110 0x7fa2d8005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:07.323 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.318+0000 7fa2ee59c640 1 -- 172.21.15.76:0/2722640938 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa2d80047c0 msgr2=0x7fa2d8004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:07.323 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.318+0000 7fa2ee59c640 1 --2- 172.21.15.76:0/2722640938 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa2d80047c0 0x7fa2d8004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:07.323 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.318+0000 7fa2ee59c640 1 -- 172.21.15.76:0/2722640938 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa2d8003520 con 0x7fa2d8003970 2024-09-13T16:04:07.323 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.319+0000 7fa2ee59c640 1 --2- 172.21.15.76:0/2722640938 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa2d8003970 0x7fa2d8003d90 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7fa2e8001050 tx=0x7fa2d80057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3f180a6c0a494ce2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:07.323 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.319+0000 7fa2ed59a640 1 -- 172.21.15.76:0/2722640938 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2e8005ad0 con 0x7fa2d8003970 2024-09-13T16:04:07.323 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.319+0000 7fa2ed59a640 1 -- 172.21.15.76:0/2722640938 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa2e802d070 con 0x7fa2d8003970 2024-09-13T16:04:07.323 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.319+0000 7fa2ed59a640 1 -- 172.21.15.76:0/2722640938 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2e8005e70 con 0x7fa2d8003970 2024-09-13T16:04:07.326 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.320+0000 7fa2f4f65640 1 -- 172.21.15.76:0/2722640938 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa2d8003970 msgr2=0x7fa2d8003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:07.326 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.320+0000 7fa2f4f65640 1 --2- 172.21.15.76:0/2722640938 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa2d8003970 0x7fa2d8003d90 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7fa2e8001050 tx=0x7fa2d80057f0 comp rx=0 tx=0).stop 2024-09-13T16:04:07.326 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.320+0000 7fa2eed9d640 1 -- 172.21.15.76:0/2722640938 reap_dead start 2024-09-13T16:04:07.326 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.320+0000 7fa2f4f65640 1 -- 172.21.15.76:0/2722640938 shutdown_connections 2024-09-13T16:04:07.327 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.320+0000 7fa2f4f65640 1 -- 172.21.15.76:0/2722640938 >> 172.21.15.76:0/2722640938 conn(0x7fa2f0069ed0 msgr2=0x7fa2f006a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:07.327 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.320+0000 7fa2f4f65640 1 -- 172.21.15.76:0/2722640938 shutdown_connections 2024-09-13T16:04:07.327 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.320+0000 7fa2f4f65640 1 -- 172.21.15.76:0/2722640938 wait complete. 2024-09-13T16:04:07.327 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.321+0000 7fa2f4f65640 1 Processor -- start 2024-09-13T16:04:07.327 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.321+0000 7fa2f4f65640 1 -- start start 2024-09-13T16:04:07.327 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.322+0000 7fa2f4f65640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa2d8003970 0x7fa2f0097920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:07.327 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.322+0000 7fa2f4f65640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa2f00acb30 0x7fa2f00acfb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:07.327 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.322+0000 7fa2f4f65640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa2f015bf00 0x7fa2f015c380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:07.327 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.322+0000 7fa2f4f65640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa2f00ce850 con 0x7fa2f00acb30 2024-09-13T16:04:07.327 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.322+0000 7fa2f4f65640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa2f00ad4f0 con 0x7fa2f015bf00 2024-09-13T16:04:07.327 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.322+0000 7fa2f4f65640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa2f015c8c0 con 0x7fa2d8003970 2024-09-13T16:04:07.327 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.322+0000 7fa2edd9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa2f00acb30 0x7fa2f00acfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:07.327 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.322+0000 7fa2edd9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa2f00acb30 0x7fa2f00acfb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:38922/0 (socket says 172.21.15.76:38922) 2024-09-13T16:04:07.328 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.322+0000 7fa2edd9b640 1 -- 172.21.15.76:0/3436839218 learned_addr learned my addr 172.21.15.76:0/3436839218 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:04:07.328 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.322+0000 7fa2ee59c640 1 --2- 172.21.15.76:0/3436839218 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa2d8003970 0x7fa2f0097920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:07.328 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.322+0000 7fa2eed9d640 1 --2- 172.21.15.76:0/3436839218 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa2f015bf00 0x7fa2f015c380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:07.328 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.322+0000 7fa2edd9b640 1 -- 172.21.15.76:0/3436839218 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa2d8003970 msgr2=0x7fa2f0097920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:07.328 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.322+0000 7fa2edd9b640 1 --2- 172.21.15.76:0/3436839218 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa2d8003970 0x7fa2f0097920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:07.328 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.322+0000 7fa2edd9b640 1 -- 172.21.15.76:0/3436839218 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa2f015bf00 msgr2=0x7fa2f015c380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:07.328 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.322+0000 7fa2edd9b640 1 --2- 172.21.15.76:0/3436839218 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa2f015bf00 0x7fa2f015c380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:07.328 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.322+0000 7fa2edd9b640 1 -- 172.21.15.76:0/3436839218 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa2f00cdcd0 con 0x7fa2f00acb30 2024-09-13T16:04:07.328 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.322+0000 7fa2eed9d640 1 --2- 172.21.15.76:0/3436839218 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa2f015bf00 0x7fa2f015c380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:04:07.328 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.322+0000 7fa2edd9b640 1 --2- 172.21.15.76:0/3436839218 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa2f00acb30 0x7fa2f00acfb0 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7fa2e4009f10 tx=0x7fa2e40115a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:07.328 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.323+0000 7fa2deffd640 1 -- 172.21.15.76:0/3436839218 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2e400e070 con 0x7fa2f00acb30 2024-09-13T16:04:07.328 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.323+0000 7fa2deffd640 1 -- 172.21.15.76:0/3436839218 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa2e4003990 con 0x7fa2f00acb30 2024-09-13T16:04:07.328 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.323+0000 7fa2deffd640 1 -- 172.21.15.76:0/3436839218 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2e4003b40 con 0x7fa2f00acb30 2024-09-13T16:04:07.328 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.323+0000 7fa2f4f65640 1 -- 172.21.15.76:0/3436839218 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa2f00cdfb0 con 0x7fa2f00acb30 2024-09-13T16:04:07.329 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.323+0000 7fa2f4f65640 1 -- 172.21.15.76:0/3436839218 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa2f00ce570 con 0x7fa2f00acb30 2024-09-13T16:04:07.329 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.324+0000 7fa2f4f65640 1 -- 172.21.15.76:0/3436839218 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa2f00c8d60 con 0x7fa2f00acb30 2024-09-13T16:04:07.329 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.324+0000 7fa2deffd640 1 -- 172.21.15.76:0/3436839218 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fa2e4003ca0 con 0x7fa2f00acb30 2024-09-13T16:04:07.329 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.324+0000 7fa2deffd640 1 --2- 172.21.15.76:0/3436839218 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa2d006ac00 0x7fa2d006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:07.329 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.324+0000 7fa2deffd640 1 -- 172.21.15.76:0/3436839218 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(51..51 src has 1..51) v4 ==== 5177+0+0 (secure 0 0 0) 0x7fa2e40898d0 con 0x7fa2f00acb30 2024-09-13T16:04:07.329 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.324+0000 7fa2ee59c640 1 --2- 172.21.15.76:0/3436839218 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa2d006ac00 0x7fa2d006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:07.329 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.325+0000 7fa2ee59c640 1 --2- 172.21.15.76:0/3436839218 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa2d006ac00 0x7fa2d006d0c0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fa2e8001eb0 tx=0x7fa2e8009030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:07.330 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.329+0000 7fa2deffd640 1 -- 172.21.15.76:0/3436839218 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fa2e4054cc0 con 0x7fa2f00acb30 2024-09-13T16:04:07.493 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.492+0000 7fa2f4f65640 1 -- 172.21.15.76:0/3436839218 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7fa2f0164eb0 con 0x7fa2f00acb30 2024-09-13T16:04:07.493 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.492+0000 7fa2deffd640 1 -- 172.21.15.76:0/3436839218 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v51) v1 ==== 84+0+65 (secure 0 0 0) 0x7fa2e40582e0 con 0x7fa2f00acb30 2024-09-13T16:04:07.494 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:04:07.494 INFO:teuthology.orchestra.run.smithi076.stdout:[ 2024-09-13T16:04:07.494 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:04:07.494 INFO:teuthology.orchestra.run.smithi076.stdout: "poolnum": 1, 2024-09-13T16:04:07.494 INFO:teuthology.orchestra.run.smithi076.stdout: "poolname": ".mgr" 2024-09-13T16:04:07.494 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:04:07.494 INFO:teuthology.orchestra.run.smithi076.stdout:] 2024-09-13T16:04:07.496 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.494+0000 7fa2f4f65640 1 -- 172.21.15.76:0/3436839218 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa2d006ac00 msgr2=0x7fa2d006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:07.496 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.494+0000 7fa2f4f65640 1 --2- 172.21.15.76:0/3436839218 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa2d006ac00 0x7fa2d006d0c0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fa2e8001eb0 tx=0x7fa2e8009030 comp rx=0 tx=0).stop 2024-09-13T16:04:07.496 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.494+0000 7fa2f4f65640 1 -- 172.21.15.76:0/3436839218 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa2f00acb30 msgr2=0x7fa2f00acfb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:07.496 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.494+0000 7fa2f4f65640 1 --2- 172.21.15.76:0/3436839218 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa2f00acb30 0x7fa2f00acfb0 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7fa2e4009f10 tx=0x7fa2e40115a0 comp rx=0 tx=0).stop 2024-09-13T16:04:07.496 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.494+0000 7fa2f4f65640 1 -- 172.21.15.76:0/3436839218 shutdown_connections 2024-09-13T16:04:07.496 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.494+0000 7fa2f4f65640 1 --2- 172.21.15.76:0/3436839218 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa2f015bf00 0x7fa2f015c380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:07.496 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.494+0000 7fa2f4f65640 1 --2- 172.21.15.76:0/3436839218 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa2f00acb30 0x7fa2f00acfb0 unknown :-1 s=CLOSED pgs=664 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:07.496 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.494+0000 7fa2f4f65640 1 --2- 172.21.15.76:0/3436839218 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa2d006ac00 0x7fa2d006d0c0 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:07.496 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.494+0000 7fa2f4f65640 1 --2- 172.21.15.76:0/3436839218 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa2d8003970 0x7fa2f0097920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:07.496 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.494+0000 7fa2f4f65640 1 -- 172.21.15.76:0/3436839218 >> 172.21.15.76:0/3436839218 conn(0x7fa2f0069ed0 msgr2=0x7fa2f00cacc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:07.496 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.494+0000 7fa2f4f65640 1 -- 172.21.15.76:0/3436839218 shutdown_connections 2024-09-13T16:04:07.496 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.494+0000 7fa2f4f65640 1 -- 172.21.15.76:0/3436839218 wait complete. 2024-09-13T16:04:07.506 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-13T16:04:07.506 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-13T16:04:07.609 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.607+0000 7fb818ae5640 1 Processor -- start 2024-09-13T16:04:07.609 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.607+0000 7fb818ae5640 1 -- start start 2024-09-13T16:04:07.610 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.608+0000 7fb818ae5640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb81406e220 0x7fb81406e690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:07.610 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.608+0000 7fb818ae5640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb8140cee10 con 0x7fb81415d6d0 2024-09-13T16:04:07.610 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.608+0000 7fb818ae5640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb8140cf0f0 con 0x7fb8140cfe70 2024-09-13T16:04:07.610 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.608+0000 7fb818ae5640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb81406ebd0 con 0x7fb81406e220 2024-09-13T16:04:07.610 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.608+0000 7fb811d9b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb81406e220 0x7fb81406e690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:07.610 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.608+0000 7fb81259c640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fb81415d6d0 0x7fb8140ce3c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:55438/0 (socket says 172.21.15.76:55438) 2024-09-13T16:04:07.611 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.608+0000 7fb81259c640 1 -- 172.21.15.76:0/2797028991 learned_addr learned my addr 172.21.15.76:0/2797028991 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:04:07.611 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.609+0000 7fb811d9b640 1 -- 172.21.15.76:0/2797028991 >> v1:172.21.15.192:6789/0 conn(0x7fb8140cfe70 legacy=0x7fb8140d02c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:07.611 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.609+0000 7fb811d9b640 1 -- 172.21.15.76:0/2797028991 >> v1:172.21.15.76:6789/0 conn(0x7fb81415d6d0 legacy=0x7fb8140ce3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:07.611 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.609+0000 7fb811d9b640 1 -- 172.21.15.76:0/2797028991 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb8140cf3d0 con 0x7fb81406e220 2024-09-13T16:04:07.611 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.609+0000 7fb81159a640 1 -- 172.21.15.76:0/2797028991 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3304170640 0 0) 0x7fb8140cee10 con 0x7fb81415d6d0 2024-09-13T16:04:07.612 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.609+0000 7fb811d9b640 1 --2- 172.21.15.76:0/2797028991 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb81406e220 0x7fb81406e690 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7fb8080097a0 tx=0x7fb80802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=801e9ea1b408ce25 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:07.612 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.610+0000 7fb81159a640 1 -- 172.21.15.76:0/2797028991 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb808032440 con 0x7fb81406e220 2024-09-13T16:04:07.612 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.610+0000 7fb81159a640 1 -- 172.21.15.76:0/2797028991 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb8080325a0 con 0x7fb81406e220 2024-09-13T16:04:07.612 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.610+0000 7fb81159a640 1 -- 172.21.15.76:0/2797028991 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb808032930 con 0x7fb81406e220 2024-09-13T16:04:07.612 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.610+0000 7fb818ae5640 1 -- 172.21.15.76:0/2797028991 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb81406e220 msgr2=0x7fb81406e690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:07.612 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.610+0000 7fb818ae5640 1 --2- 172.21.15.76:0/2797028991 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb81406e220 0x7fb81406e690 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7fb8080097a0 tx=0x7fb80802a1e0 comp rx=0 tx=0).stop 2024-09-13T16:04:07.612 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.610+0000 7fb818ae5640 1 -- 172.21.15.76:0/2797028991 shutdown_connections 2024-09-13T16:04:07.613 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.610+0000 7fb818ae5640 1 --2- 172.21.15.76:0/2797028991 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb81406e220 0x7fb81406e690 unknown :-1 s=CLOSED pgs=666 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:07.613 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.610+0000 7fb818ae5640 1 -- 172.21.15.76:0/2797028991 >> 172.21.15.76:0/2797028991 conn(0x7fb814069ed0 msgr2=0x7fb81406a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:07.613 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.610+0000 7fb818ae5640 1 -- 172.21.15.76:0/2797028991 shutdown_connections 2024-09-13T16:04:07.613 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.610+0000 7fb818ae5640 1 -- 172.21.15.76:0/2797028991 wait complete. 2024-09-13T16:04:07.615 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.612+0000 7fb818ae5640 1 Processor -- start 2024-09-13T16:04:07.615 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.612+0000 7fb818ae5640 1 -- start start 2024-09-13T16:04:07.615 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.612+0000 7fb818ae5640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb81406e220 0x7fb8141f2ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:07.615 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.612+0000 7fb818ae5640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb8140cfe70 0x7fb8141f3400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:07.615 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.612+0000 7fb818ae5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb81415d6d0 0x7fb814155fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:07.615 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.612+0000 7fb818ae5640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb8140ca5a0 con 0x7fb81415d6d0 2024-09-13T16:04:07.615 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.612+0000 7fb818ae5640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb81414a5c0 con 0x7fb81406e220 2024-09-13T16:04:07.615 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.612+0000 7fb818ae5640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb814156c10 con 0x7fb8140cfe70 2024-09-13T16:04:07.615 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.612+0000 7fb812d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb81415d6d0 0x7fb814155fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:07.615 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.612+0000 7fb812d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb81415d6d0 0x7fb814155fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:38940/0 (socket says 172.21.15.76:38940) 2024-09-13T16:04:07.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.612+0000 7fb812d9d640 1 -- 172.21.15.76:0/858503317 learned_addr learned my addr 172.21.15.76:0/858503317 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:04:07.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.613+0000 7fb811d9b640 1 --2- 172.21.15.76:0/858503317 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb8140cfe70 0x7fb8141f3400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:07.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.613+0000 7fb81259c640 1 --2- 172.21.15.76:0/858503317 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb81406e220 0x7fb8141f2ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:07.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.613+0000 7fb812d9d640 1 -- 172.21.15.76:0/858503317 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb8140cfe70 msgr2=0x7fb8141f3400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:07.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.613+0000 7fb812d9d640 1 --2- 172.21.15.76:0/858503317 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb8140cfe70 0x7fb8141f3400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:07.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.613+0000 7fb812d9d640 1 -- 172.21.15.76:0/858503317 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb81406e220 msgr2=0x7fb8141f2ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:07.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.613+0000 7fb812d9d640 1 --2- 172.21.15.76:0/858503317 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb81406e220 0x7fb8141f2ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:07.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.613+0000 7fb812d9d640 1 -- 172.21.15.76:0/858503317 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb808009400 con 0x7fb81415d6d0 2024-09-13T16:04:07.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.613+0000 7fb81259c640 1 --2- 172.21.15.76:0/858503317 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb81406e220 0x7fb8141f2ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:04:07.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.613+0000 7fb812d9d640 1 --2- 172.21.15.76:0/858503317 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb81415d6d0 0x7fb814155fc0 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7fb80c00c780 tx=0x7fb80c00cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:07.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.613+0000 7fb802ffd640 1 -- 172.21.15.76:0/858503317 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb80c004b60 con 0x7fb81415d6d0 2024-09-13T16:04:07.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.613+0000 7fb802ffd640 1 -- 172.21.15.76:0/858503317 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb80c00ce90 con 0x7fb81415d6d0 2024-09-13T16:04:07.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.613+0000 7fb818ae5640 1 -- 172.21.15.76:0/858503317 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb814156ef0 con 0x7fb81415d6d0 2024-09-13T16:04:07.617 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.613+0000 7fb802ffd640 1 -- 172.21.15.76:0/858503317 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb80c00a850 con 0x7fb81415d6d0 2024-09-13T16:04:07.617 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.613+0000 7fb818ae5640 1 -- 172.21.15.76:0/858503317 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb8141574b0 con 0x7fb81415d6d0 2024-09-13T16:04:07.617 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.614+0000 7fb818ae5640 1 -- 172.21.15.76:0/858503317 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb814067250 con 0x7fb81415d6d0 2024-09-13T16:04:07.617 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.615+0000 7fb802ffd640 1 -- 172.21.15.76:0/858503317 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb80c00a9b0 con 0x7fb81415d6d0 2024-09-13T16:04:07.618 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.615+0000 7fb802ffd640 1 --2- 172.21.15.76:0/858503317 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb7f406ac00 0x7fb7f406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:07.618 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.615+0000 7fb802ffd640 1 -- 172.21.15.76:0/858503317 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(51..51 src has 1..51) v4 ==== 5177+0+0 (secure 0 0 0) 0x7fb80c0892b0 con 0x7fb81415d6d0 2024-09-13T16:04:07.618 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.615+0000 7fb81259c640 1 --2- 172.21.15.76:0/858503317 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb7f406ac00 0x7fb7f406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:07.618 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.615+0000 7fb81259c640 1 --2- 172.21.15.76:0/858503317 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb7f406ac00 0x7fb7f406d0c0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fb804000f60 tx=0x7fb804009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:07.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.619+0000 7fb802ffd640 1 -- 172.21.15.76:0/858503317 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fb80c054730 con 0x7fb81415d6d0 2024-09-13T16:04:07.780 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:07.779+0000 7fb818ae5640 1 -- 172.21.15.76:0/858503317 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7fb8140c6ed0 con 0x7fb81415d6d0 2024-09-13T16:04:08.275 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:08.274+0000 7fb802ffd640 1 -- 172.21.15.76:0/858503317 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v52) v1 ==== 138+0+0 (secure 0 0 0) 0x7fb80c057d50 con 0x7fb81415d6d0 2024-09-13T16:04:08.276 INFO:teuthology.orchestra.run.smithi076.stderr:pool 'cephfs_metadata' created 2024-09-13T16:04:08.280 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:08.278+0000 7fb818ae5640 1 -- 172.21.15.76:0/858503317 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb7f406ac00 msgr2=0x7fb7f406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:08.280 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:08.278+0000 7fb818ae5640 1 --2- 172.21.15.76:0/858503317 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb7f406ac00 0x7fb7f406d0c0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fb804000f60 tx=0x7fb804009040 comp rx=0 tx=0).stop 2024-09-13T16:04:08.280 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:08.278+0000 7fb818ae5640 1 -- 172.21.15.76:0/858503317 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb81415d6d0 msgr2=0x7fb814155fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:08.280 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:08.278+0000 7fb818ae5640 1 --2- 172.21.15.76:0/858503317 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb81415d6d0 0x7fb814155fc0 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7fb80c00c780 tx=0x7fb80c00cc40 comp rx=0 tx=0).stop 2024-09-13T16:04:08.280 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:08.279+0000 7fb818ae5640 1 -- 172.21.15.76:0/858503317 shutdown_connections 2024-09-13T16:04:08.280 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:08.279+0000 7fb818ae5640 1 --2- 172.21.15.76:0/858503317 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb81415d6d0 0x7fb814155fc0 unknown :-1 s=CLOSED pgs=667 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:08.281 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:08.279+0000 7fb818ae5640 1 --2- 172.21.15.76:0/858503317 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb7f406ac00 0x7fb7f406d0c0 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:08.281 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:08.279+0000 7fb818ae5640 1 --2- 172.21.15.76:0/858503317 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb8140cfe70 0x7fb8141f3400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:08.281 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:08.279+0000 7fb818ae5640 1 --2- 172.21.15.76:0/858503317 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb81406e220 0x7fb8141f2ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:08.281 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:08.279+0000 7fb818ae5640 1 -- 172.21.15.76:0/858503317 >> 172.21.15.76:0/858503317 conn(0x7fb814069ed0 msgr2=0x7fb81415a0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:08.281 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:08.279+0000 7fb818ae5640 1 -- 172.21.15.76:0/858503317 shutdown_connections 2024-09-13T16:04:08.281 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:08.279+0000 7fb818ae5640 1 -- 172.21.15.76:0/858503317 wait complete. 2024-09-13T16:04:08.293 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-13T16:04:08.398 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:08.397+0000 7fe355ee9640 1 Processor -- start 2024-09-13T16:04:08.398 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:08.397+0000 7fe355ee9640 1 -- start start 2024-09-13T16:04:08.399 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:08.398+0000 7fe355ee9640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fe3500b20a0 0x7fe3500ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:08.399 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:08.398+0000 7fe355ee9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe3500cea30 0x7fe3500ab9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:08.400 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:08.398+0000 7fe355ee9640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe35015a790 con 0x7fe35015a3b0 2024-09-13T16:04:08.400 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:08.398+0000 7fe355ee9640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe3500ceea0 con 0x7fe3500b20a0 2024-09-13T16:04:08.400 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:08.398+0000 7fe355ee9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe3500b2680 con 0x7fe3500cea30 2024-09-13T16:04:08.400 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:08.398+0000 7fe34effd640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fe3500b20a0 0x7fe3500ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:08.400 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:08.398+0000 7fe34ffff640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe3500cea30 0x7fe3500ab9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:08.400 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:08.398+0000 7fe34f7fe640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7fe35015a3b0 0x7fe3500b1720 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:40784/0 (socket says 172.21.15.76:40784) 2024-09-13T16:04:08.400 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:08.398+0000 7fe34f7fe640 1 -- 172.21.15.76:0/3080356168 learned_addr learned my addr 172.21.15.76:0/3080356168 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:04:08.400 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:08.398+0000 7fe34effd640 1 -- 172.21.15.76:0/3080356168 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe3500cea30 msgr2=0x7fe3500ab9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:08.400 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:08.398+0000 7fe34effd640 1 --2- 172.21.15.76:0/3080356168 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe3500cea30 0x7fe3500ab9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:08.400 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:08.398+0000 7fe34effd640 1 -- 172.21.15.76:0/3080356168 >> v1:172.21.15.192:6789/0 conn(0x7fe35015a3b0 legacy=0x7fe3500b1720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:08.400 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:08.398+0000 7fe34effd640 1 -- 172.21.15.76:0/3080356168 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe3500b2960 con 0x7fe3500b20a0 2024-09-13T16:04:08.400 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:08.398+0000 7fe34e7fc640 1 -- 172.21.15.76:0/3080356168 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2270946576 0 0) 0x7fe35015a790 con 0x7fe35015a3b0 2024-09-13T16:04:08.400 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:08.398+0000 7fe34ffff640 1 --2- 172.21.15.76:0/3080356168 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe3500cea30 0x7fe3500ab9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:04:08.402 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:08.399+0000 7fe34effd640 1 --2- 172.21.15.76:0/3080356168 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe3500b20a0 0x7fe3500ce4f0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fe3440097a0 tx=0x7fe34402a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=85396feee6e3baa3 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:08.402 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:08.399+0000 7fe34e7fc640 1 -- 172.21.15.76:0/3080356168 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe344032440 con 0x7fe3500b20a0 2024-09-13T16:04:08.402 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:08.399+0000 7fe34e7fc640 1 -- 172.21.15.76:0/3080356168 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe3440325a0 con 0x7fe3500b20a0 2024-09-13T16:04:08.402 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:08.399+0000 7fe34e7fc640 1 -- 172.21.15.76:0/3080356168 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe344032930 con 0x7fe3500b20a0 2024-09-13T16:04:08.402 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:08.400+0000 7fe355ee9640 1 -- 172.21.15.76:0/3080356168 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe3500b20a0 msgr2=0x7fe3500ce4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:08.402 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:08.400+0000 7fe355ee9640 1 --2- 172.21.15.76:0/3080356168 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe3500b20a0 0x7fe3500ce4f0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fe3440097a0 tx=0x7fe34402a180 comp rx=0 tx=0).stop 2024-09-13T16:04:08.402 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:08.400+0000 7fe355ee9640 1 -- 172.21.15.76:0/3080356168 shutdown_connections 2024-09-13T16:04:08.402 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:08.400+0000 7fe355ee9640 1 --2- 172.21.15.76:0/3080356168 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe3500cea30 0x7fe3500ab9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:08.402 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:08.400+0000 7fe355ee9640 1 --2- 172.21.15.76:0/3080356168 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe3500b20a0 0x7fe3500ce4f0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:08.402 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:08.400+0000 7fe355ee9640 1 -- 172.21.15.76:0/3080356168 >> 172.21.15.76:0/3080356168 conn(0x7fe35006a0b0 msgr2=0x7fe35006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:08.402 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:08.400+0000 7fe355ee9640 1 -- 172.21.15.76:0/3080356168 shutdown_connections 2024-09-13T16:04:08.402 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:08.400+0000 7fe355ee9640 1 -- 172.21.15.76:0/3080356168 wait complete. 2024-09-13T16:04:08.404 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:08.401+0000 7fe355ee9640 1 Processor -- start 2024-09-13T16:04:08.404 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:08.401+0000 7fe355ee9640 1 -- start start 2024-09-13T16:04:08.405 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:08.402+0000 7fe355ee9640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe3500b20a0 0x7fe3501534c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:08.405 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:08.402+0000 7fe355ee9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe3500cea30 0x7fe35015b8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:08.405 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:08.402+0000 7fe355ee9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe35015a3b0 0x7fe350157680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:08.405 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:08.402+0000 7fe355ee9640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe350153a00 con 0x7fe35015a3b0 2024-09-13T16:04:08.405 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:08.402+0000 7fe355ee9640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe3500c6b50 con 0x7fe3500b20a0 2024-09-13T16:04:08.405 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:08.402+0000 7fe355ee9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe35015c370 con 0x7fe3500cea30 2024-09-13T16:04:08.405 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:08.402+0000 7fe34ffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe35015a3b0 0x7fe350157680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:08.405 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:08.402+0000 7fe34ffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe35015a3b0 0x7fe350157680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:38942/0 (socket says 172.21.15.76:38942) 2024-09-13T16:04:08.405 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:08.402+0000 7fe34ffff640 1 -- 172.21.15.76:0/517639515 learned_addr learned my addr 172.21.15.76:0/517639515 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:04:08.405 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:08.402+0000 7fe34f7fe640 1 --2- 172.21.15.76:0/517639515 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe3500b20a0 0x7fe3501534c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:08.405 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:08.402+0000 7fe34effd640 1 --2- 172.21.15.76:0/517639515 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe3500cea30 0x7fe35015b8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:08.405 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:08.402+0000 7fe34ffff640 1 -- 172.21.15.76:0/517639515 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe3500cea30 msgr2=0x7fe35015b8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:08.405 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:08.402+0000 7fe34ffff640 1 --2- 172.21.15.76:0/517639515 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe3500cea30 0x7fe35015b8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:08.406 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:08.402+0000 7fe34ffff640 1 -- 172.21.15.76:0/517639515 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe3500b20a0 msgr2=0x7fe3501534c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:08.406 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:08.402+0000 7fe34ffff640 1 --2- 172.21.15.76:0/517639515 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe3500b20a0 0x7fe3501534c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:08.406 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:08.402+0000 7fe34ffff640 1 -- 172.21.15.76:0/517639515 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe348009a70 con 0x7fe35015a3b0 2024-09-13T16:04:08.406 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:08.403+0000 7fe34ffff640 1 --2- 172.21.15.76:0/517639515 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe35015a3b0 0x7fe350157680 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7fe34800efc0 tx=0x7fe348009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:08.406 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:08.403+0000 7fe337fff640 1 -- 172.21.15.76:0/517639515 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe348009d70 con 0x7fe35015a3b0 2024-09-13T16:04:08.406 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:08.403+0000 7fe337fff640 1 -- 172.21.15.76:0/517639515 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe34800f040 con 0x7fe35015a3b0 2024-09-13T16:04:08.406 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:08.403+0000 7fe337fff640 1 -- 172.21.15.76:0/517639515 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe348003990 con 0x7fe35015a3b0 2024-09-13T16:04:08.406 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:08.403+0000 7fe355ee9640 1 -- 172.21.15.76:0/517639515 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe344009400 con 0x7fe35015a3b0 2024-09-13T16:04:08.406 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:08.403+0000 7fe355ee9640 1 -- 172.21.15.76:0/517639515 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe3500c67e0 con 0x7fe35015a3b0 2024-09-13T16:04:08.407 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:08.404+0000 7fe355ee9640 1 -- 172.21.15.76:0/517639515 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe35006a760 con 0x7fe35015a3b0 2024-09-13T16:04:08.407 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:08.404+0000 7fe337fff640 1 -- 172.21.15.76:0/517639515 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe3480144a0 con 0x7fe35015a3b0 2024-09-13T16:04:08.407 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:08.405+0000 7fe337fff640 1 --2- 172.21.15.76:0/517639515 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe33c06ac30 0x7fe33c06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:08.407 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:08.405+0000 7fe337fff640 1 -- 172.21.15.76:0/517639515 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(52..52 src has 1..52) v4 ==== 5547+0+0 (secure 0 0 0) 0x7fe348089e60 con 0x7fe35015a3b0 2024-09-13T16:04:08.407 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:08.405+0000 7fe34f7fe640 1 --2- 172.21.15.76:0/517639515 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe33c06ac30 0x7fe33c06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:08.407 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:08.405+0000 7fe34f7fe640 1 --2- 172.21.15.76:0/517639515 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe33c06ac30 0x7fe33c06d0f0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fe340007fd0 tx=0x7fe340007de0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:08.410 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:08.409+0000 7fe337fff640 1 -- 172.21.15.76:0/517639515 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fe348055100 con 0x7fe35015a3b0 2024-09-13T16:04:08.570 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:08.569+0000 7fe355ee9640 1 -- 172.21.15.76:0/517639515 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7fe3500ce4f0 con 0x7fe35015a3b0 2024-09-13T16:04:09.278 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.277+0000 7fe337fff640 1 -- 172.21.15.76:0/517639515 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v53) v1 ==== 170+0+0 (secure 0 0 0) 0x7fe348058720 con 0x7fe35015a3b0 2024-09-13T16:04:09.279 INFO:teuthology.orchestra.run.smithi076.stderr:pool 'cephfs_data' created 2024-09-13T16:04:09.283 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.281+0000 7fe355ee9640 1 -- 172.21.15.76:0/517639515 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe33c06ac30 msgr2=0x7fe33c06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:09.283 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.281+0000 7fe355ee9640 1 --2- 172.21.15.76:0/517639515 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe33c06ac30 0x7fe33c06d0f0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fe340007fd0 tx=0x7fe340007de0 comp rx=0 tx=0).stop 2024-09-13T16:04:09.283 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.281+0000 7fe355ee9640 1 -- 172.21.15.76:0/517639515 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe35015a3b0 msgr2=0x7fe350157680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:09.283 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.281+0000 7fe355ee9640 1 --2- 172.21.15.76:0/517639515 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe35015a3b0 0x7fe350157680 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7fe34800efc0 tx=0x7fe348009f90 comp rx=0 tx=0).stop 2024-09-13T16:04:09.283 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.282+0000 7fe355ee9640 1 -- 172.21.15.76:0/517639515 shutdown_connections 2024-09-13T16:04:09.284 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.282+0000 7fe355ee9640 1 --2- 172.21.15.76:0/517639515 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe35015a3b0 0x7fe350157680 unknown :-1 s=CLOSED pgs=668 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:09.284 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.282+0000 7fe355ee9640 1 --2- 172.21.15.76:0/517639515 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe33c06ac30 0x7fe33c06d0f0 secure :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fe340007fd0 tx=0x7fe340007de0 comp rx=0 tx=0).stop 2024-09-13T16:04:09.284 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.282+0000 7fe355ee9640 1 --2- 172.21.15.76:0/517639515 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe3500cea30 0x7fe35015b8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:09.284 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.282+0000 7fe355ee9640 1 --2- 172.21.15.76:0/517639515 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe3500b20a0 0x7fe3501534c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:09.284 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.282+0000 7fe355ee9640 1 -- 172.21.15.76:0/517639515 >> 172.21.15.76:0/517639515 conn(0x7fe35006a0b0 msgr2=0x7fe3500c9d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:09.285 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.284+0000 7fe355ee9640 1 -- 172.21.15.76:0/517639515 shutdown_connections 2024-09-13T16:04:09.286 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.284+0000 7fe355ee9640 1 -- 172.21.15.76:0/517639515 wait complete. 2024-09-13T16:04:09.310 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-13T16:04:09.415 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.413+0000 7f5bacac9640 1 Processor -- start 2024-09-13T16:04:09.415 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.414+0000 7f5bacac9640 1 -- start start 2024-09-13T16:04:09.416 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.415+0000 7f5bacac9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5ba815c500 0x7f5ba80d2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:09.417 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.415+0000 7f5bacac9640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f5ba80cdff0 0x7f5ba80d0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:09.417 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.415+0000 7f5bacac9640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5ba80cd450 con 0x7f5ba80d2590 2024-09-13T16:04:09.417 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.415+0000 7f5bacac9640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5ba80d29f0 con 0x7f5ba80cdff0 2024-09-13T16:04:09.417 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.415+0000 7f5bacac9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5ba80d0cf0 con 0x7f5ba815c500 2024-09-13T16:04:09.417 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.415+0000 7f5ba6d9d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f5ba80cdff0 0x7f5ba80d0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:09.417 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.415+0000 7f5ba5d9b640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f5ba80d2590 0x7f5ba80cd8e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:55450/0 (socket says 172.21.15.76:55450) 2024-09-13T16:04:09.417 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.415+0000 7f5ba6d9d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f5ba80cdff0 0x7f5ba80d0000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:38948/0 (socket says 172.21.15.76:38948) 2024-09-13T16:04:09.417 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.415+0000 7f5ba5d9b640 1 -- 172.21.15.76:0/101130751 learned_addr learned my addr 172.21.15.76:0/101130751 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:04:09.417 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.415+0000 7f5ba659c640 1 --2- 172.21.15.76:0/101130751 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5ba815c500 0x7f5ba80d2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:09.417 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.415+0000 7f5ba6d9d640 1 -- 172.21.15.76:0/101130751 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5ba815c500 msgr2=0x7f5ba80d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:09.417 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.415+0000 7f5ba6d9d640 1 --2- 172.21.15.76:0/101130751 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5ba815c500 0x7f5ba80d2050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:09.417 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.415+0000 7f5ba6d9d640 1 -- 172.21.15.76:0/101130751 >> v1:172.21.15.76:6789/0 conn(0x7f5ba80d2590 legacy=0x7f5ba80cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:09.417 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.415+0000 7f5ba6d9d640 1 -- 172.21.15.76:0/101130751 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5ba80d0fd0 con 0x7f5ba80cdff0 2024-09-13T16:04:09.418 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.415+0000 7f5ba559a640 1 -- 172.21.15.76:0/101130751 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 603521878 0 0) 0x7f5ba80cd450 con 0x7f5ba80d2590 2024-09-13T16:04:09.419 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.416+0000 7f5ba6d9d640 1 --2- 172.21.15.76:0/101130751 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5ba80cdff0 0x7f5ba80d0000 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f5ba00097a0 tx=0x7f5ba002a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e5b445d325dae5bf server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:09.419 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.416+0000 7f5ba559a640 1 -- 172.21.15.76:0/101130751 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ba002ae50 con 0x7f5ba80cdff0 2024-09-13T16:04:09.419 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.416+0000 7f5ba559a640 1 -- 172.21.15.76:0/101130751 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5ba0032440 con 0x7f5ba80cdff0 2024-09-13T16:04:09.419 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.416+0000 7f5ba559a640 1 -- 172.21.15.76:0/101130751 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ba00327d0 con 0x7f5ba80cdff0 2024-09-13T16:04:09.419 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.416+0000 7f5bacac9640 1 -- 172.21.15.76:0/101130751 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5ba80cdff0 msgr2=0x7f5ba80d0000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:09.419 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.416+0000 7f5bacac9640 1 --2- 172.21.15.76:0/101130751 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5ba80cdff0 0x7f5ba80d0000 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f5ba00097a0 tx=0x7f5ba002a100 comp rx=0 tx=0).stop 2024-09-13T16:04:09.419 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.417+0000 7f5bacac9640 1 -- 172.21.15.76:0/101130751 shutdown_connections 2024-09-13T16:04:09.419 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.417+0000 7f5bacac9640 1 --2- 172.21.15.76:0/101130751 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5ba80cdff0 0x7f5ba80d0000 unknown :-1 s=CLOSED pgs=670 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:09.419 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.417+0000 7f5bacac9640 1 --2- 172.21.15.76:0/101130751 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5ba815c500 0x7f5ba80d2050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:09.419 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.417+0000 7f5bacac9640 1 -- 172.21.15.76:0/101130751 >> 172.21.15.76:0/101130751 conn(0x7f5ba8089f60 msgr2=0x7f5ba809b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:09.419 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.417+0000 7f5bacac9640 1 -- 172.21.15.76:0/101130751 shutdown_connections 2024-09-13T16:04:09.419 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.417+0000 7f5bacac9640 1 -- 172.21.15.76:0/101130751 wait complete. 2024-09-13T16:04:09.421 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.418+0000 7f5bacac9640 1 Processor -- start 2024-09-13T16:04:09.422 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.418+0000 7f5bacac9640 1 -- start start 2024-09-13T16:04:09.422 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.419+0000 7f5bacac9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5ba80cdff0 0x7f5ba80b29f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:09.422 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.419+0000 7f5bacac9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5ba80d2590 0x7f5ba815ebc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:09.422 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.419+0000 7f5bacac9640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5ba815c500 0x7f5ba815f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:09.422 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.419+0000 7f5bacac9640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ba80b6c50 con 0x7f5ba80d2590 2024-09-13T16:04:09.422 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.419+0000 7f5bacac9640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ba80b2f30 con 0x7f5ba815c500 2024-09-13T16:04:09.422 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.419+0000 7f5bacac9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5ba80b7ed0 con 0x7f5ba80cdff0 2024-09-13T16:04:09.422 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.419+0000 7f5ba5d9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5ba80d2590 0x7f5ba815ebc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:09.422 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.419+0000 7f5ba5d9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5ba80d2590 0x7f5ba815ebc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:38956/0 (socket says 172.21.15.76:38956) 2024-09-13T16:04:09.422 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.419+0000 7f5ba5d9b640 1 -- 172.21.15.76:0/4064612699 learned_addr learned my addr 172.21.15.76:0/4064612699 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:04:09.422 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.419+0000 7f5ba659c640 1 --2- 172.21.15.76:0/4064612699 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5ba80cdff0 0x7f5ba80b29f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:09.422 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.419+0000 7f5ba5d9b640 1 -- 172.21.15.76:0/4064612699 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5ba80cdff0 msgr2=0x7f5ba80b29f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:09.422 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.419+0000 7f5ba5d9b640 1 --2- 172.21.15.76:0/4064612699 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5ba80cdff0 0x7f5ba80b29f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:09.423 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.419+0000 7f5ba5d9b640 1 -- 172.21.15.76:0/4064612699 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5ba815c500 msgr2=0x7f5ba815f100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:09.423 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.419+0000 7f5ba5d9b640 1 --2- 172.21.15.76:0/4064612699 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5ba815c500 0x7f5ba815f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:09.423 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.419+0000 7f5ba5d9b640 1 -- 172.21.15.76:0/4064612699 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5ba0009400 con 0x7f5ba80d2590 2024-09-13T16:04:09.423 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.419+0000 7f5ba5d9b640 1 --2- 172.21.15.76:0/4064612699 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5ba80d2590 0x7f5ba815ebc0 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f5b9000c4b0 tx=0x7f5b9000c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:09.423 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.419+0000 7f5b9effd640 1 -- 172.21.15.76:0/4064612699 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b900074e0 con 0x7f5ba80d2590 2024-09-13T16:04:09.423 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.419+0000 7f5b9effd640 1 -- 172.21.15.76:0/4064612699 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5b90007660 con 0x7f5ba80d2590 2024-09-13T16:04:09.423 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.420+0000 7f5bacac9640 1 -- 172.21.15.76:0/4064612699 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5ba80b81b0 con 0x7f5ba80d2590 2024-09-13T16:04:09.423 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.420+0000 7f5b9effd640 1 -- 172.21.15.76:0/4064612699 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b90004a20 con 0x7f5ba80d2590 2024-09-13T16:04:09.423 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.420+0000 7f5bacac9640 1 -- 172.21.15.76:0/4064612699 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5ba80b71b0 con 0x7f5ba80d2590 2024-09-13T16:04:09.423 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.420+0000 7f5bacac9640 1 -- 172.21.15.76:0/4064612699 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5ba80b73d0 con 0x7f5ba80d2590 2024-09-13T16:04:09.424 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.421+0000 7f5b9effd640 1 -- 172.21.15.76:0/4064612699 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f5b90004b80 con 0x7f5ba80d2590 2024-09-13T16:04:09.424 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.421+0000 7f5b9effd640 1 --2- 172.21.15.76:0/4064612699 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5b8806ac00 0x7f5b8806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:09.424 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.422+0000 7f5b9effd640 1 -- 172.21.15.76:0/4064612699 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 5929+0+0 (secure 0 0 0) 0x7f5b90088840 con 0x7f5ba80d2590 2024-09-13T16:04:09.424 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.422+0000 7f5ba659c640 1 --2- 172.21.15.76:0/4064612699 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5b8806ac00 0x7f5b8806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:09.424 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.422+0000 7f5ba659c640 1 --2- 172.21.15.76:0/4064612699 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5b8806ac00 0x7f5b8806d0c0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f5b98011340 tx=0x7f5b9800b040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:09.427 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.426+0000 7f5b9effd640 1 -- 172.21.15.76:0/4064612699 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f5b90053b40 con 0x7f5ba80d2590 2024-09-13T16:04:09.630 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.629+0000 7f5bacac9640 1 -- 172.21.15.76:0/4064612699 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7f5ba80d0970 con 0x7f5ba80d2590 2024-09-13T16:04:09.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.636+0000 7f5b9effd640 1 -- 172.21.15.76:0/4064612699 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 7 and data pool 8 v19) v1 ==== 172+0+0 (secure 0 0 0) 0x7f5b90018020 con 0x7f5ba80d2590 2024-09-13T16:04:09.639 INFO:teuthology.orchestra.run.smithi076.stderr:new fs with metadata pool 7 and data pool 8 2024-09-13T16:04:09.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.641+0000 7f5bacac9640 1 -- 172.21.15.76:0/4064612699 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5b8806ac00 msgr2=0x7f5b8806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:09.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.641+0000 7f5bacac9640 1 --2- 172.21.15.76:0/4064612699 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5b8806ac00 0x7f5b8806d0c0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f5b98011340 tx=0x7f5b9800b040 comp rx=0 tx=0).stop 2024-09-13T16:04:09.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.641+0000 7f5bacac9640 1 -- 172.21.15.76:0/4064612699 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5ba80d2590 msgr2=0x7f5ba815ebc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:09.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.641+0000 7f5bacac9640 1 --2- 172.21.15.76:0/4064612699 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5ba80d2590 0x7f5ba815ebc0 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f5b9000c4b0 tx=0x7f5b9000c970 comp rx=0 tx=0).stop 2024-09-13T16:04:09.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.644+0000 7f5bacac9640 1 -- 172.21.15.76:0/4064612699 shutdown_connections 2024-09-13T16:04:09.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.644+0000 7f5bacac9640 1 --2- 172.21.15.76:0/4064612699 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5ba815c500 0x7f5ba815f100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:09.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.644+0000 7f5bacac9640 1 --2- 172.21.15.76:0/4064612699 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5ba80d2590 0x7f5ba815ebc0 secure :-1 s=CLOSED pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f5b9000c4b0 tx=0x7f5b9000c970 comp rx=0 tx=0).stop 2024-09-13T16:04:09.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.644+0000 7f5bacac9640 1 --2- 172.21.15.76:0/4064612699 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5b8806ac00 0x7f5b8806d0c0 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:09.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.644+0000 7f5bacac9640 1 --2- 172.21.15.76:0/4064612699 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5ba80cdff0 0x7f5ba80b29f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:09.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.644+0000 7f5bacac9640 1 -- 172.21.15.76:0/4064612699 >> 172.21.15.76:0/4064612699 conn(0x7f5ba8089f60 msgr2=0x7f5ba80b1160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:09.651 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.649+0000 7f5bacac9640 1 -- 172.21.15.76:0/4064612699 shutdown_connections 2024-09-13T16:04:09.651 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.650+0000 7f5bacac9640 1 -- 172.21.15.76:0/4064612699 wait complete. 2024-09-13T16:04:09.669 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:04:09.763 DEBUG:teuthology.orchestra.run.smithi076:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:04:09.765 DEBUG:teuthology.orchestra.run.smithi192:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:04:09.767 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.765+0000 7f4ce6ce9640 1 Processor -- start 2024-09-13T16:04:09.767 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.766+0000 7f4ce6ce9640 1 -- start start 2024-09-13T16:04:09.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.766+0000 7f4ce6ce9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4ce015c6e0 0x7f4ce00b3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:09.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.766+0000 7f4ce6ce9640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4ce00d1840 con 0x7f4ce00d07b0 2024-09-13T16:04:09.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.766+0000 7f4ce6ce9640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4ce006bd20 con 0x7f4ce00ccb20 2024-09-13T16:04:09.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.766+0000 7f4ce6ce9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4ce0160e50 con 0x7f4ce015c6e0 2024-09-13T16:04:09.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.766+0000 7f4cdffff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f4ce00d07b0 0x7f4ce0160030 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:55462/0 (socket says 172.21.15.76:55462) 2024-09-13T16:04:09.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.766+0000 7f4cdffff640 1 -- 172.21.15.76:0/2808353886 learned_addr learned my addr 172.21.15.76:0/2808353886 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:04:09.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.767+0000 7f4ce4a85640 1 --2- 172.21.15.76:0/2808353886 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4ce015c6e0 0x7f4ce00b3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:09.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.767+0000 7f4cdf7fe640 1 -- 172.21.15.76:0/2808353886 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2336298587 0 0) 0x7f4ce00d1840 con 0x7f4ce00d07b0 2024-09-13T16:04:09.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.767+0000 7f4cdf7fe640 1 -- 172.21.15.76:0/2808353886 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4cd0003520 con 0x7f4ce00d07b0 2024-09-13T16:04:09.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.767+0000 7f4cdf7fe640 1 -- 172.21.15.76:0/2808353886 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 175322334 0 0) 0x7f4ce006bd20 con 0x7f4ce00ccb20 2024-09-13T16:04:09.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.767+0000 7f4cdf7fe640 1 -- 172.21.15.76:0/2808353886 --> v1:172.21.15.192:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4ce00d1840 con 0x7f4ce00ccb20 2024-09-13T16:04:09.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.767+0000 7f4cdf7fe640 1 -- 172.21.15.76:0/2808353886 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4273756166 0 0) 0x7f4cd0003520 con 0x7f4ce00d07b0 2024-09-13T16:04:09.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.767+0000 7f4cdf7fe640 1 -- 172.21.15.76:0/2808353886 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4ce015c6e0 msgr2=0x7f4ce00b3f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:09.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.767+0000 7f4cdf7fe640 1 --2- 172.21.15.76:0/2808353886 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4ce015c6e0 0x7f4ce00b3f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:09.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.767+0000 7f4cdf7fe640 1 -- 172.21.15.76:0/2808353886 >> v1:172.21.15.192:6789/0 conn(0x7f4ce00ccb20 legacy=0x7f4ce0160740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:09.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.767+0000 7f4cdf7fe640 1 -- 172.21.15.76:0/2808353886 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4ce00d0c30 con 0x7f4ce00d07b0 2024-09-13T16:04:09.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.767+0000 7f4cdf7fe640 1 -- 172.21.15.76:0/2808353886 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f4ccc001670 con 0x7f4ce00d07b0 2024-09-13T16:04:09.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.767+0000 7f4ce4a85640 1 --2- 172.21.15.76:0/2808353886 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4ce015c6e0 0x7f4ce00b3f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:04:09.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.767+0000 7f4cdf7fe640 1 -- 172.21.15.76:0/2808353886 >> v1:172.21.15.76:6789/0 conn(0x7f4ce00d07b0 legacy=0x7f4ce0160030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:09.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.767+0000 7f4cdf7fe640 1 --2- 172.21.15.76:0/2808353886 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4cd0003b30 0x7f4cd0003f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:09.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.767+0000 7f4cdf7fe640 1 --2- 172.21.15.76:0/2808353886 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4cd00047c0 0x7f4cd0004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:09.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.767+0000 7f4cdf7fe640 1 --2- 172.21.15.76:0/2808353886 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4ce015c6e0 0x7f4cd0005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:09.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.767+0000 7f4cdf7fe640 1 -- 172.21.15.76:0/2808353886 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4ce0160e50 con 0x7f4cd00047c0 2024-09-13T16:04:09.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.767+0000 7f4cdf7fe640 1 -- 172.21.15.76:0/2808353886 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4cd000ba60 con 0x7f4cd0003b30 2024-09-13T16:04:09.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.767+0000 7f4cdf7fe640 1 -- 172.21.15.76:0/2808353886 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4cd000bc20 con 0x7f4ce015c6e0 2024-09-13T16:04:09.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.767+0000 7f4cdffff640 1 --2- 172.21.15.76:0/2808353886 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4cd00047c0 0x7f4cd0004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:09.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.767+0000 7f4ce4a85640 1 --2- 172.21.15.76:0/2808353886 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4cd0003b30 0x7f4cd0003f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:09.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.767+0000 7f4ce5286640 1 --2- 172.21.15.76:0/2808353886 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4ce015c6e0 0x7f4cd0005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:09.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.768+0000 7f4cdffff640 1 -- 172.21.15.76:0/2808353886 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4ce015c6e0 msgr2=0x7f4cd0005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:09.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.768+0000 7f4cdffff640 1 --2- 172.21.15.76:0/2808353886 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4ce015c6e0 0x7f4cd0005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:09.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.768+0000 7f4cdffff640 1 -- 172.21.15.76:0/2808353886 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4cd0003b30 msgr2=0x7f4cd0003f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:09.774 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.768+0000 7f4cdffff640 1 --2- 172.21.15.76:0/2808353886 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4cd0003b30 0x7f4cd0003f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:09.774 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.768+0000 7f4cdffff640 1 -- 172.21.15.76:0/2808353886 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4cd4009400 con 0x7f4cd00047c0 2024-09-13T16:04:09.774 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.769+0000 7f4cdffff640 1 --2- 172.21.15.76:0/2808353886 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4cd00047c0 0x7f4cd0004c40 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f4ccc001eb0 tx=0x7f4cd00057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=987df8668a88a917 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:09.774 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.769+0000 7f4cdf7fe640 1 -- 172.21.15.76:0/2808353886 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ccc005ad0 con 0x7f4cd00047c0 2024-09-13T16:04:09.774 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.769+0000 7f4cdf7fe640 1 -- 172.21.15.76:0/2808353886 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4ccc02d070 con 0x7f4cd00047c0 2024-09-13T16:04:09.774 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.769+0000 7f4cdf7fe640 1 -- 172.21.15.76:0/2808353886 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ccc005e70 con 0x7f4cd00047c0 2024-09-13T16:04:09.774 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.769+0000 7f4ce6ce9640 1 -- 172.21.15.76:0/2808353886 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4cd00047c0 msgr2=0x7f4cd0004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:09.774 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.769+0000 7f4ce6ce9640 1 --2- 172.21.15.76:0/2808353886 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4cd00047c0 0x7f4cd0004c40 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f4ccc001eb0 tx=0x7f4cd00057f0 comp rx=0 tx=0).stop 2024-09-13T16:04:09.774 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.769+0000 7f4ce5286640 1 -- 172.21.15.76:0/2808353886 reap_dead start 2024-09-13T16:04:09.774 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.769+0000 7f4ce6ce9640 1 -- 172.21.15.76:0/2808353886 shutdown_connections 2024-09-13T16:04:09.774 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.769+0000 7f4ce6ce9640 1 -- 172.21.15.76:0/2808353886 >> 172.21.15.76:0/2808353886 conn(0x7f4ce0089f60 msgr2=0x7f4ce00d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:09.774 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.769+0000 7f4ce6ce9640 1 -- 172.21.15.76:0/2808353886 shutdown_connections 2024-09-13T16:04:09.774 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.770+0000 7f4ce6ce9640 1 -- 172.21.15.76:0/2808353886 wait complete. 2024-09-13T16:04:09.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.771+0000 7f4ce6ce9640 1 Processor -- start 2024-09-13T16:04:09.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.771+0000 7f4ce6ce9640 1 -- start start 2024-09-13T16:04:09.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.772+0000 7f4ce6ce9640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4cd00047c0 0x7f4ce00b2d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:09.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.772+0000 7f4ce6ce9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4ce01f25f0 0x7f4ce0154520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:09.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.772+0000 7f4ce6ce9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ce00b1e30 0x7f4ce015cac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:09.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.772+0000 7f4ce6ce9640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4ce015d900 con 0x7f4ce00b1e30 2024-09-13T16:04:09.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.772+0000 7f4ce6ce9640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4ce00b3450 con 0x7f4cd00047c0 2024-09-13T16:04:09.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.772+0000 7f4ce6ce9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4ce00b3730 con 0x7f4ce01f25f0 2024-09-13T16:04:09.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.772+0000 7f4ce5286640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ce00b1e30 0x7f4ce015cac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:09.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.772+0000 7f4ce4a85640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4cd00047c0 0x7f4ce00b2d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:09.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.772+0000 7f4ce5286640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ce00b1e30 0x7f4ce015cac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:38966/0 (socket says 172.21.15.76:38966) 2024-09-13T16:04:09.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.772+0000 7f4ce4a85640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4cd00047c0 0x7f4ce00b2d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.76:54380/0 (socket says 172.21.15.76:54380) 2024-09-13T16:04:09.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.772+0000 7f4ce5286640 1 -- 172.21.15.76:0/623262257 learned_addr learned my addr 172.21.15.76:0/623262257 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:04:09.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.772+0000 7f4cdffff640 1 --2- 172.21.15.76:0/623262257 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4ce01f25f0 0x7f4ce0154520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:09.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.772+0000 7f4ce5286640 1 -- 172.21.15.76:0/623262257 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4ce01f25f0 msgr2=0x7f4ce0154520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:09.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.772+0000 7f4ce5286640 1 --2- 172.21.15.76:0/623262257 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4ce01f25f0 0x7f4ce0154520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:09.780 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.772+0000 7f4ce5286640 1 -- 172.21.15.76:0/623262257 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4cd00047c0 msgr2=0x7f4ce00b2d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:09.780 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.772+0000 7f4ce5286640 1 --2- 172.21.15.76:0/623262257 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4cd00047c0 0x7f4ce00b2d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:09.780 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.772+0000 7f4ce5286640 1 -- 172.21.15.76:0/623262257 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4ce00b5e00 con 0x7f4ce00b1e30 2024-09-13T16:04:09.780 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.772+0000 7f4cdffff640 1 --2- 172.21.15.76:0/623262257 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4ce01f25f0 0x7f4ce0154520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:04:09.780 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.772+0000 7f4ce4a85640 1 --2- 172.21.15.76:0/623262257 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4cd00047c0 0x7f4ce00b2d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:04:09.780 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.772+0000 7f4ce5286640 1 --2- 172.21.15.76:0/623262257 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ce00b1e30 0x7f4ce015cac0 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f4cd0004740 tx=0x7f4cd800ff70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:09.780 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.772+0000 7f4cdd7fa640 1 -- 172.21.15.76:0/623262257 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4cd8006e20 con 0x7f4ce00b1e30 2024-09-13T16:04:09.780 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.773+0000 7f4ce6ce9640 1 -- 172.21.15.76:0/623262257 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4ce00b60e0 con 0x7f4ce00b1e30 2024-09-13T16:04:09.780 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.773+0000 7f4ce6ce9640 1 -- 172.21.15.76:0/623262257 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4ce0154a60 con 0x7f4ce00b1e30 2024-09-13T16:04:09.780 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.773+0000 7f4cdd7fa640 1 -- 172.21.15.76:0/623262257 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4cd8003970 con 0x7f4ce00b1e30 2024-09-13T16:04:09.780 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.773+0000 7f4cdd7fa640 1 -- 172.21.15.76:0/623262257 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4cd8003ce0 con 0x7f4ce00b1e30 2024-09-13T16:04:09.780 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.774+0000 7f4ce6ce9640 1 -- 172.21.15.76:0/623262257 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4ce00b6600 con 0x7f4ce00b1e30 2024-09-13T16:04:09.780 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.774+0000 7f4cdd7fa640 1 -- 172.21.15.76:0/623262257 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f4cd80050d0 con 0x7f4ce00b1e30 2024-09-13T16:04:09.780 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.775+0000 7f4cdd7fa640 1 --2- 172.21.15.76:0/623262257 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4cc406ac00 0x7f4cc406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:09.781 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.775+0000 7f4cdd7fa640 1 -- 172.21.15.76:0/623262257 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(54..54 src has 1..54) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f4cd8088b30 con 0x7f4ce00b1e30 2024-09-13T16:04:09.781 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.775+0000 7f4ce4a85640 1 --2- 172.21.15.76:0/623262257 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4cc406ac00 0x7f4cc406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:09.781 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.775+0000 7f4ce4a85640 1 --2- 172.21.15.76:0/623262257 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4cc406ac00 0x7f4cc406d0c0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f4ce00cff30 tx=0x7f4cd4009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:09.781 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.779+0000 7f4cdd7fa640 1 -- 172.21.15.76:0/623262257 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f4ce00b6600 con 0x7f4ce00b1e30 2024-09-13T16:04:09.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.945+0000 7f4ce6ce9640 1 -- 172.21.15.76:0/623262257 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f4ce00b6600 con 0x7f4ce00b1e30 2024-09-13T16:04:09.947 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.946+0000 7f4cdd7fa640 1 -- 172.21.15.76:0/623262257 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v54) v1 ==== 74+0+16751 (secure 0 0 0) 0x7f4ce00b6600 con 0x7f4ce00b1e30 2024-09-13T16:04:09.948 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:04:09.948 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":54,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:04:09.630500+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:04:07.797879+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_data","create_time":"2024-09-13T16:04:08.588584+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:04:09.950 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.948+0000 7f4ce6ce9640 1 -- 172.21.15.76:0/623262257 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4cc406ac00 msgr2=0x7f4cc406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:09.950 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.948+0000 7f4ce6ce9640 1 --2- 172.21.15.76:0/623262257 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4cc406ac00 0x7f4cc406d0c0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f4ce00cff30 tx=0x7f4cd4009190 comp rx=0 tx=0).stop 2024-09-13T16:04:09.950 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.948+0000 7f4ce6ce9640 1 -- 172.21.15.76:0/623262257 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ce00b1e30 msgr2=0x7f4ce015cac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:09.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.948+0000 7f4ce6ce9640 1 --2- 172.21.15.76:0/623262257 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ce00b1e30 0x7f4ce015cac0 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f4cd0004740 tx=0x7f4cd800ff70 comp rx=0 tx=0).stop 2024-09-13T16:04:09.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.948+0000 7f4ce6ce9640 1 -- 172.21.15.76:0/623262257 shutdown_connections 2024-09-13T16:04:09.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.948+0000 7f4ce6ce9640 1 --2- 172.21.15.76:0/623262257 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ce00b1e30 0x7f4ce015cac0 unknown :-1 s=CLOSED pgs=674 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:09.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.948+0000 7f4ce6ce9640 1 --2- 172.21.15.76:0/623262257 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4cc406ac00 0x7f4cc406d0c0 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:09.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.948+0000 7f4ce6ce9640 1 --2- 172.21.15.76:0/623262257 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4ce01f25f0 0x7f4ce0154520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:09.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.948+0000 7f4ce6ce9640 1 --2- 172.21.15.76:0/623262257 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4cd00047c0 0x7f4ce00b2d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:09.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.948+0000 7f4ce6ce9640 1 -- 172.21.15.76:0/623262257 >> 172.21.15.76:0/623262257 conn(0x7f4ce0089f60 msgr2=0x7f4ce015b720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:09.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.948+0000 7f4ce6ce9640 1 -- 172.21.15.76:0/623262257 shutdown_connections 2024-09-13T16:04:09.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:09.948+0000 7f4ce6ce9640 1 -- 172.21.15.76:0/623262257 wait complete. 2024-09-13T16:04:09.961 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:04:10.058 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.057+0000 7fafd6745640 1 Processor -- start 2024-09-13T16:04:10.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.057+0000 7fafd6745640 1 -- start start 2024-09-13T16:04:10.060 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.058+0000 7fafd6745640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fafd015a2e0 0x7fafd00c9a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:10.060 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.058+0000 7fafd6745640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fafd00cb3f0 0x7fafd006d030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:10.060 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.058+0000 7fafd6745640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fafd00c8920 con 0x7fafd00c9f80 2024-09-13T16:04:10.060 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.058+0000 7fafd6745640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fafd015a6c0 con 0x7fafd00cb3f0 2024-09-13T16:04:10.060 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.058+0000 7fafd6745640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fafd00ca500 con 0x7fafd015a2e0 2024-09-13T16:04:10.060 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.058+0000 7fafd4ce2640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fafd00cb3f0 0x7fafd006d030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:10.060 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.058+0000 7fafd4ce2640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fafd00cb3f0 0x7fafd006d030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:38976/0 (socket says 172.21.15.76:38976) 2024-09-13T16:04:10.060 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.058+0000 7fafd4ce2640 1 -- 172.21.15.76:0/2095353935 learned_addr learned my addr 172.21.15.76:0/2095353935 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:04:10.060 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.058+0000 7fafcffff640 1 --2- 172.21.15.76:0/2095353935 >> v2:172.21.15.192:3300/0 conn(0x7fafd015a2e0 0x7fafd00c9a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:10.061 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.058+0000 7fafd4ce2640 1 -- 172.21.15.76:0/2095353935 >> v2:172.21.15.192:3300/0 conn(0x7fafd015a2e0 msgr2=0x7fafd00c9a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:10.061 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.058+0000 7fafd4ce2640 1 --2- 172.21.15.76:0/2095353935 >> v2:172.21.15.192:3300/0 conn(0x7fafd015a2e0 0x7fafd00c9a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:10.061 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.058+0000 7fafd4ce2640 1 -- 172.21.15.76:0/2095353935 >> v1:172.21.15.192:6789/0 conn(0x7fafd00c9f80 legacy=0x7fafd00cace0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:10.061 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.058+0000 7fafd4ce2640 1 -- 172.21.15.76:0/2095353935 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fafd00c8b70 con 0x7fafd00cb3f0 2024-09-13T16:04:10.062 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.059+0000 7fafd4ce2640 1 --2- 172.21.15.76:0/2095353935 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fafd00cb3f0 0x7fafd006d030 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7fafd00cf340 tx=0x7fafc802a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=170dad44a99ebe3f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:10.062 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.059+0000 7fafcf7fe640 1 -- 172.21.15.76:0/2095353935 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafc8031600 con 0x7fafd00cb3f0 2024-09-13T16:04:10.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.059+0000 7fafcf7fe640 1 -- 172.21.15.76:0/2095353935 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fafc802d050 con 0x7fafd00cb3f0 2024-09-13T16:04:10.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.059+0000 7fafcf7fe640 1 -- 172.21.15.76:0/2095353935 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafc8031980 con 0x7fafd00cb3f0 2024-09-13T16:04:10.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.060+0000 7fafd6745640 1 -- 172.21.15.76:0/2095353935 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fafd00cb3f0 msgr2=0x7fafd006d030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:10.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.060+0000 7fafd6745640 1 --2- 172.21.15.76:0/2095353935 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fafd00cb3f0 0x7fafd006d030 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7fafd00cf340 tx=0x7fafc802a730 comp rx=0 tx=0).stop 2024-09-13T16:04:10.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.060+0000 7fafd6745640 1 -- 172.21.15.76:0/2095353935 shutdown_connections 2024-09-13T16:04:10.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.060+0000 7fafd6745640 1 --2- 172.21.15.76:0/2095353935 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fafd00cb3f0 0x7fafd006d030 unknown :-1 s=CLOSED pgs=675 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:10.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.060+0000 7fafd6745640 1 --2- 172.21.15.76:0/2095353935 >> v2:172.21.15.192:3300/0 conn(0x7fafd015a2e0 0x7fafd00c9a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:10.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.060+0000 7fafd6745640 1 -- 172.21.15.76:0/2095353935 >> 172.21.15.76:0/2095353935 conn(0x7fafd0069ed0 msgr2=0x7fafd006a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:10.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.060+0000 7fafd6745640 1 -- 172.21.15.76:0/2095353935 shutdown_connections 2024-09-13T16:04:10.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.060+0000 7fafd6745640 1 -- 172.21.15.76:0/2095353935 wait complete. 2024-09-13T16:04:10.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.061+0000 7fafd6745640 1 Processor -- start 2024-09-13T16:04:10.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.061+0000 7fafd6745640 1 -- start start 2024-09-13T16:04:10.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.062+0000 7fafd6745640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fafd00c9f80 0x7fafd00af330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:10.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.062+0000 7fafd6745640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fafd00cb3f0 0x7fafd0154710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:10.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.062+0000 7fafd6745640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fafd015a2e0 0x7fafd0155da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:10.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.062+0000 7fafd6745640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fafd0157f50 con 0x7fafd00c9f80 2024-09-13T16:04:10.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.062+0000 7fafd6745640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fafd00c40c0 con 0x7fafd015a2e0 2024-09-13T16:04:10.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.062+0000 7fafd6745640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fafd00c3020 con 0x7fafd00cb3f0 2024-09-13T16:04:10.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.062+0000 7fafcffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fafd00c9f80 0x7fafd00af330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:10.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.062+0000 7fafcffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fafd00c9f80 0x7fafd00af330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:38982/0 (socket says 172.21.15.76:38982) 2024-09-13T16:04:10.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.062+0000 7fafcffff640 1 -- 172.21.15.76:0/1266652869 learned_addr learned my addr 172.21.15.76:0/1266652869 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:04:10.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.062+0000 7fafd4ce2640 1 --2- 172.21.15.76:0/1266652869 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fafd015a2e0 0x7fafd0155da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:10.070 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.062+0000 7fafc7fff640 1 --2- 172.21.15.76:0/1266652869 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fafd00cb3f0 0x7fafd0154710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:10.070 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.062+0000 7fafcffff640 1 -- 172.21.15.76:0/1266652869 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fafd00cb3f0 msgr2=0x7fafd0154710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:10.070 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.062+0000 7fafcffff640 1 --2- 172.21.15.76:0/1266652869 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fafd00cb3f0 0x7fafd0154710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:10.070 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.062+0000 7fafcffff640 1 -- 172.21.15.76:0/1266652869 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fafd015a2e0 msgr2=0x7fafd0155da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:10.070 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.062+0000 7fafcffff640 1 --2- 172.21.15.76:0/1266652869 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fafd015a2e0 0x7fafd0155da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:10.070 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.062+0000 7fafcffff640 1 -- 172.21.15.76:0/1266652869 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fafc8009b30 con 0x7fafd00c9f80 2024-09-13T16:04:10.070 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.062+0000 7fafd4ce2640 1 --2- 172.21.15.76:0/1266652869 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fafd015a2e0 0x7fafd0155da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:04:10.070 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.062+0000 7fafcffff640 1 --2- 172.21.15.76:0/1266652869 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fafd00c9f80 0x7fafd00af330 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7fafc000d800 tx=0x7fafc000dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:10.070 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.062+0000 7fafcd7fa640 1 -- 172.21.15.76:0/1266652869 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafc000b6c0 con 0x7fafd00c9f80 2024-09-13T16:04:10.070 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.062+0000 7fafcd7fa640 1 -- 172.21.15.76:0/1266652869 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fafc000b820 con 0x7fafd00c9f80 2024-09-13T16:04:10.070 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.063+0000 7fafd6745640 1 -- 172.21.15.76:0/1266652869 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fafd00c3300 con 0x7fafd00c9f80 2024-09-13T16:04:10.070 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.063+0000 7fafcd7fa640 1 -- 172.21.15.76:0/1266652869 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafc000bbb0 con 0x7fafd00c9f80 2024-09-13T16:04:10.070 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.063+0000 7fafd6745640 1 -- 172.21.15.76:0/1266652869 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fafd00c38c0 con 0x7fafd00c9f80 2024-09-13T16:04:10.070 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.063+0000 7fafd6745640 1 -- 172.21.15.76:0/1266652869 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fafd00ade60 con 0x7fafd00c9f80 2024-09-13T16:04:10.071 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.064+0000 7fafcd7fa640 1 -- 172.21.15.76:0/1266652869 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fafc000bd10 con 0x7fafd00c9f80 2024-09-13T16:04:10.071 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.064+0000 7fafcd7fa640 1 --2- 172.21.15.76:0/1266652869 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fafb006ac00 0x7fafb006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:10.071 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.065+0000 7fafcd7fa640 1 -- 172.21.15.76:0/1266652869 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(54..54 src has 1..54) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fafc0089a30 con 0x7fafd00c9f80 2024-09-13T16:04:10.071 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.065+0000 7fafc7fff640 1 --2- 172.21.15.76:0/1266652869 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fafb006ac00 0x7fafb006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:10.071 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.065+0000 7fafc7fff640 1 --2- 172.21.15.76:0/1266652869 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fafb006ac00 0x7fafb006d0c0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fafd00c9d00 tx=0x7fafb8009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:10.071 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.069+0000 7fafcd7fa640 1 -- 172.21.15.76:0/1266652869 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fafc0054ad0 con 0x7fafd00c9f80 2024-09-13T16:04:10.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.232+0000 7fafd6745640 1 -- 172.21.15.76:0/1266652869 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fafd00c2d10 con 0x7fafd00c9f80 2024-09-13T16:04:10.234 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.233+0000 7fafcd7fa640 1 -- 172.21.15.76:0/1266652869 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v54) v1 ==== 74+0+16751 (secure 0 0 0) 0x7fafc00580f0 con 0x7fafd00c9f80 2024-09-13T16:04:10.234 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:04:10.234 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":54,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:04:09.630500+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:04:07.797879+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_data","create_time":"2024-09-13T16:04:08.588584+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:04:10.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.235+0000 7fafd6745640 1 -- 172.21.15.76:0/1266652869 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fafb006ac00 msgr2=0x7fafb006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:10.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.235+0000 7fafd6745640 1 --2- 172.21.15.76:0/1266652869 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fafb006ac00 0x7fafb006d0c0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fafd00c9d00 tx=0x7fafb8009040 comp rx=0 tx=0).stop 2024-09-13T16:04:10.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.235+0000 7fafd6745640 1 -- 172.21.15.76:0/1266652869 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fafd00c9f80 msgr2=0x7fafd00af330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:10.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.235+0000 7fafd6745640 1 --2- 172.21.15.76:0/1266652869 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fafd00c9f80 0x7fafd00af330 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7fafc000d800 tx=0x7fafc000dcc0 comp rx=0 tx=0).stop 2024-09-13T16:04:10.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.235+0000 7fafd6745640 1 -- 172.21.15.76:0/1266652869 shutdown_connections 2024-09-13T16:04:10.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.235+0000 7fafd6745640 1 --2- 172.21.15.76:0/1266652869 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fafd015a2e0 0x7fafd0155da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:10.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.235+0000 7fafd6745640 1 --2- 172.21.15.76:0/1266652869 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fafb006ac00 0x7fafb006d0c0 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:10.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.235+0000 7fafd6745640 1 --2- 172.21.15.76:0/1266652869 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fafd00cb3f0 0x7fafd0154710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:10.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.235+0000 7fafd6745640 1 --2- 172.21.15.76:0/1266652869 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fafd00c9f80 0x7fafd00af330 unknown :-1 s=CLOSED pgs=676 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:10.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.235+0000 7fafd6745640 1 -- 172.21.15.76:0/1266652869 >> 172.21.15.76:0/1266652869 conn(0x7fafd0069ed0 msgr2=0x7fafd00afe40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:10.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.235+0000 7fafd6745640 1 -- 172.21.15.76:0/1266652869 shutdown_connections 2024-09-13T16:04:10.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.235+0000 7fafd6745640 1 -- 172.21.15.76:0/1266652869 wait complete. 2024-09-13T16:04:10.248 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-13T16:04:10.351 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.349+0000 7f99f0279640 1 Processor -- start 2024-09-13T16:04:10.351 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.349+0000 7f99f0279640 1 -- start start 2024-09-13T16:04:10.353 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.350+0000 7f99f0279640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f99e8159310 0x7f99e80ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:10.353 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.350+0000 7f99f0279640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f99e80ce4f0 0x7f99e80ce900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:10.353 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.350+0000 7f99f0279640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f99e80ccbe0 con 0x7f99e80b2b40 2024-09-13T16:04:10.353 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.350+0000 7f99f0279640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f99e80ad940 con 0x7f99e8159310 2024-09-13T16:04:10.353 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.350+0000 7f99f0279640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f99e80b1810 con 0x7f99e80ce4f0 2024-09-13T16:04:10.353 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.351+0000 7f99ee015640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f99e8159310 0x7f99e80ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:10.353 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.351+0000 7f99ee015640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f99e8159310 0x7f99e80ad400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:38984/0 (socket says 172.21.15.76:38984) 2024-09-13T16:04:10.353 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.351+0000 7f99ee015640 1 -- 172.21.15.76:0/1359049108 learned_addr learned my addr 172.21.15.76:0/1359049108 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:04:10.354 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.351+0000 7f99ee015640 1 -- 172.21.15.76:0/1359049108 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f99e80ce4f0 msgr2=0x7f99e80ce900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:10.354 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.351+0000 7f99ee816640 1 --2- 172.21.15.76:0/1359049108 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f99e80ce4f0 0x7f99e80ce900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:10.354 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.351+0000 7f99ee015640 1 --2- 172.21.15.76:0/1359049108 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f99e80ce4f0 0x7f99e80ce900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:10.354 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.351+0000 7f99ee015640 1 -- 172.21.15.76:0/1359049108 >> v1:172.21.15.192:6789/0 conn(0x7f99e80b2b40 legacy=0x7f99e80ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:10.354 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.351+0000 7f99ee015640 1 -- 172.21.15.76:0/1359049108 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f99e80cee40 con 0x7f99e8159310 2024-09-13T16:04:10.354 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.351+0000 7f99ee816640 1 --2- 172.21.15.76:0/1359049108 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f99e80ce4f0 0x7f99e80ce900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:04:10.354 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.352+0000 7f99ee015640 1 --2- 172.21.15.76:0/1359049108 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f99e8159310 0x7f99e80ad400 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f99e400bb10 tx=0x7f99e402c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9cc07ff1511ffca4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:10.354 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.352+0000 7f99ed013640 1 -- 172.21.15.76:0/1359049108 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f99e40326f0 con 0x7f99e8159310 2024-09-13T16:04:10.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.352+0000 7f99ed013640 1 -- 172.21.15.76:0/1359049108 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f99e4032850 con 0x7f99e8159310 2024-09-13T16:04:10.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.352+0000 7f99ed013640 1 -- 172.21.15.76:0/1359049108 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f99e4032be0 con 0x7f99e8159310 2024-09-13T16:04:10.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.352+0000 7f99f0279640 1 -- 172.21.15.76:0/1359049108 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f99e8159310 msgr2=0x7f99e80ad400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:10.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.352+0000 7f99f0279640 1 --2- 172.21.15.76:0/1359049108 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f99e8159310 0x7f99e80ad400 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f99e400bb10 tx=0x7f99e402c830 comp rx=0 tx=0).stop 2024-09-13T16:04:10.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.352+0000 7f99f0279640 1 -- 172.21.15.76:0/1359049108 shutdown_connections 2024-09-13T16:04:10.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.352+0000 7f99f0279640 1 --2- 172.21.15.76:0/1359049108 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f99e80ce4f0 0x7f99e80ce900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:10.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.352+0000 7f99f0279640 1 --2- 172.21.15.76:0/1359049108 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f99e8159310 0x7f99e80ad400 unknown :-1 s=CLOSED pgs=677 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:10.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.352+0000 7f99f0279640 1 -- 172.21.15.76:0/1359049108 >> 172.21.15.76:0/1359049108 conn(0x7f99e806a0b0 msgr2=0x7f99e806a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:10.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.352+0000 7f99f0279640 1 -- 172.21.15.76:0/1359049108 shutdown_connections 2024-09-13T16:04:10.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.352+0000 7f99f0279640 1 -- 172.21.15.76:0/1359049108 wait complete. 2024-09-13T16:04:10.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.353+0000 7f99f0279640 1 Processor -- start 2024-09-13T16:04:10.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.354+0000 7f99f0279640 1 -- start start 2024-09-13T16:04:10.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.354+0000 7f99f0279640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f99e80b2b40 0x7f99e8156870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:10.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.354+0000 7f99f0279640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f99e80ce4f0 0x7f99e815b110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:10.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.354+0000 7f99f0279640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f99e8159310 0x7f99e8097510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:10.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.354+0000 7f99f0279640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f99e815be30 con 0x7f99e8159310 2024-09-13T16:04:10.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.354+0000 7f99f0279640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f99e8153c50 con 0x7f99e80ce4f0 2024-09-13T16:04:10.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.354+0000 7f99f0279640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f99e8152910 con 0x7f99e80b2b40 2024-09-13T16:04:10.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.354+0000 7f99ee816640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f99e8159310 0x7f99e8097510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:10.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.354+0000 7f99ee816640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f99e8159310 0x7f99e8097510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39000/0 (socket says 172.21.15.76:39000) 2024-09-13T16:04:10.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.354+0000 7f99ee816640 1 -- 172.21.15.76:0/3833525139 learned_addr learned my addr 172.21.15.76:0/3833525139 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:04:10.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.354+0000 7f99ee015640 1 --2- 172.21.15.76:0/3833525139 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f99e80b2b40 0x7f99e8156870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:10.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.354+0000 7f99ed814640 1 --2- 172.21.15.76:0/3833525139 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f99e80ce4f0 0x7f99e815b110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:10.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.355+0000 7f99ee816640 1 -- 172.21.15.76:0/3833525139 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f99e80b2b40 msgr2=0x7f99e8156870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:10.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.355+0000 7f99ee816640 1 --2- 172.21.15.76:0/3833525139 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f99e80b2b40 0x7f99e8156870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:10.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.355+0000 7f99ee816640 1 -- 172.21.15.76:0/3833525139 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f99e80ce4f0 msgr2=0x7f99e815b110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:10.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.355+0000 7f99ee816640 1 --2- 172.21.15.76:0/3833525139 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f99e80ce4f0 0x7f99e815b110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:10.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.355+0000 7f99ee816640 1 -- 172.21.15.76:0/3833525139 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f99e400b770 con 0x7f99e8159310 2024-09-13T16:04:10.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.355+0000 7f99ee015640 1 --2- 172.21.15.76:0/3833525139 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f99e80b2b40 0x7f99e8156870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:04:10.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.355+0000 7f99ed814640 1 --2- 172.21.15.76:0/3833525139 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f99e80ce4f0 0x7f99e815b110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:04:10.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.355+0000 7f99ee816640 1 --2- 172.21.15.76:0/3833525139 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f99e8159310 0x7f99e8097510 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7f99e000cef0 tx=0x7f99e000a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:10.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.355+0000 7f99deffd640 1 -- 172.21.15.76:0/3833525139 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f99e000d840 con 0x7f99e8159310 2024-09-13T16:04:10.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.355+0000 7f99deffd640 1 -- 172.21.15.76:0/3833525139 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f99e000d9c0 con 0x7f99e8159310 2024-09-13T16:04:10.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.355+0000 7f99deffd640 1 -- 172.21.15.76:0/3833525139 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f99e000dd70 con 0x7f99e8159310 2024-09-13T16:04:10.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.355+0000 7f99f0279640 1 -- 172.21.15.76:0/3833525139 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f99e8152bb0 con 0x7f99e8159310 2024-09-13T16:04:10.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.355+0000 7f99f0279640 1 -- 172.21.15.76:0/3833525139 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f99e8153170 con 0x7f99e8159310 2024-09-13T16:04:10.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.356+0000 7f99f0279640 1 -- 172.21.15.76:0/3833525139 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f99e806dfa0 con 0x7f99e8159310 2024-09-13T16:04:10.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.356+0000 7f99deffd640 1 -- 172.21.15.76:0/3833525139 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f99e001e3b0 con 0x7f99e8159310 2024-09-13T16:04:10.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.357+0000 7f99deffd640 1 --2- 172.21.15.76:0/3833525139 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f99cc06ac00 0x7f99cc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:10.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.357+0000 7f99deffd640 1 -- 172.21.15.76:0/3833525139 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(54..54 src has 1..54) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f99e0089ee0 con 0x7f99e8159310 2024-09-13T16:04:10.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.357+0000 7f99ee015640 1 --2- 172.21.15.76:0/3833525139 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f99cc06ac00 0x7f99cc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:10.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.357+0000 7f99ee015640 1 --2- 172.21.15.76:0/3833525139 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f99cc06ac00 0x7f99cc06d0c0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f99e4037000 tx=0x7f99e4032000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:10.362 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.361+0000 7f99deffd640 1 -- 172.21.15.76:0/3833525139 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f99e00550d0 con 0x7f99e8159310 2024-09-13T16:04:10.557 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:10.556+0000 7f99f0279640 1 -- 172.21.15.76:0/3833525139 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7f99e806e4b0 con 0x7f99e8159310 2024-09-13T16:04:10.561 INFO:tasks.ceph.mds.d.smithi192.stderr:2024-09-13T16:04:10.560+0000 7f5356f86640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T16:04:11.299 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.298+0000 7f99deffd640 1 -- 172.21.15.76:0/3833525139 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v21) v1 ==== 118+0+0 (secure 0 0 0) 0x7f99e001a020 con 0x7f99e8159310 2024-09-13T16:04:11.301 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.300+0000 7f99f0279640 1 -- 172.21.15.76:0/3833525139 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f99cc06ac00 msgr2=0x7f99cc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:11.302 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.300+0000 7f99f0279640 1 --2- 172.21.15.76:0/3833525139 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f99cc06ac00 0x7f99cc06d0c0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f99e4037000 tx=0x7f99e4032000 comp rx=0 tx=0).stop 2024-09-13T16:04:11.302 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.300+0000 7f99f0279640 1 -- 172.21.15.76:0/3833525139 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f99e8159310 msgr2=0x7f99e8097510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:11.302 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.300+0000 7f99f0279640 1 --2- 172.21.15.76:0/3833525139 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f99e8159310 0x7f99e8097510 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7f99e000cef0 tx=0x7f99e000a710 comp rx=0 tx=0).stop 2024-09-13T16:04:11.302 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.300+0000 7f99f0279640 1 -- 172.21.15.76:0/3833525139 shutdown_connections 2024-09-13T16:04:11.302 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.300+0000 7f99f0279640 1 --2- 172.21.15.76:0/3833525139 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f99e8159310 0x7f99e8097510 unknown :-1 s=CLOSED pgs=678 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:11.302 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.300+0000 7f99f0279640 1 --2- 172.21.15.76:0/3833525139 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f99e80ce4f0 0x7f99e815b110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:11.302 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.300+0000 7f99f0279640 1 --2- 172.21.15.76:0/3833525139 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f99cc06ac00 0x7f99cc06d0c0 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:11.302 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.300+0000 7f99f0279640 1 --2- 172.21.15.76:0/3833525139 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f99e80b2b40 0x7f99e8156870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:11.302 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.300+0000 7f99f0279640 1 -- 172.21.15.76:0/3833525139 >> 172.21.15.76:0/3833525139 conn(0x7f99e806a0b0 msgr2=0x7f99e80ac180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:11.302 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.300+0000 7f99f0279640 1 -- 172.21.15.76:0/3833525139 shutdown_connections 2024-09-13T16:04:11.302 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.300+0000 7f99f0279640 1 -- 172.21.15.76:0/3833525139 wait complete. 2024-09-13T16:04:11.313 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-13T16:04:11.314 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-13T16:04:11.418 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.417+0000 7fc31e80d640 1 Processor -- start 2024-09-13T16:04:11.418 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.417+0000 7fc31e80d640 1 -- start start 2024-09-13T16:04:11.420 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.417+0000 7fc31e80d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc3180b2b40 0x7fc3180ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:11.421 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.417+0000 7fc31e80d640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc3180ccbe0 con 0x7fc318159310 2024-09-13T16:04:11.421 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.417+0000 7fc31e80d640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc3180b1810 con 0x7fc3180ce4f0 2024-09-13T16:04:11.421 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.417+0000 7fc31e80d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc3180ad940 con 0x7fc3180b2b40 2024-09-13T16:04:11.421 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.417+0000 7fc317fff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fc318159310 0x7fc3180ab140 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:36068/0 (socket says 172.21.15.76:36068) 2024-09-13T16:04:11.421 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.417+0000 7fc317fff640 1 -- 172.21.15.76:0/2989146664 learned_addr learned my addr 172.21.15.76:0/2989146664 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:04:11.421 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.418+0000 7fc3177fe640 1 --2- 172.21.15.76:0/2989146664 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc3180b2b40 0x7fc3180ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:11.421 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.418+0000 7fc316ffd640 1 -- 172.21.15.76:0/2989146664 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 18918237 0 0) 0x7fc3180ccbe0 con 0x7fc318159310 2024-09-13T16:04:11.421 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.418+0000 7fc316ffd640 1 -- 172.21.15.76:0/2989146664 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc300003520 con 0x7fc318159310 2024-09-13T16:04:11.421 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.418+0000 7fc316ffd640 1 -- 172.21.15.76:0/2989146664 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2314626334 0 0) 0x7fc300003520 con 0x7fc318159310 2024-09-13T16:04:11.421 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.418+0000 7fc316ffd640 1 -- 172.21.15.76:0/2989146664 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc3180b2b40 msgr2=0x7fc3180ad400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:11.421 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.418+0000 7fc316ffd640 1 --2- 172.21.15.76:0/2989146664 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc3180b2b40 0x7fc3180ad400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:11.421 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.418+0000 7fc316ffd640 1 -- 172.21.15.76:0/2989146664 >> v1:172.21.15.192:6789/0 conn(0x7fc3180ce4f0 legacy=0x7fc3180b1fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:11.422 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.418+0000 7fc316ffd640 1 -- 172.21.15.76:0/2989146664 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc31806d9e0 con 0x7fc318159310 2024-09-13T16:04:11.422 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.418+0000 7fc316ffd640 1 -- 172.21.15.76:0/2989146664 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7fc308001670 con 0x7fc318159310 2024-09-13T16:04:11.422 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.418+0000 7fc316ffd640 1 -- 172.21.15.76:0/2989146664 >> v1:172.21.15.76:6789/0 conn(0x7fc318159310 legacy=0x7fc3180ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:11.422 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.418+0000 7fc316ffd640 1 --2- 172.21.15.76:0/2989146664 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc3000039a0 0x7fc300003d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:11.422 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.418+0000 7fc316ffd640 1 --2- 172.21.15.76:0/2989146664 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc3000047c0 0x7fc300004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:11.422 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.418+0000 7fc316ffd640 1 --2- 172.21.15.76:0/2989146664 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc3180b2b40 0x7fc3000051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:11.422 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.418+0000 7fc316ffd640 1 -- 172.21.15.76:0/2989146664 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc30000bab0 con 0x7fc3000039a0 2024-09-13T16:04:11.422 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.418+0000 7fc316ffd640 1 -- 172.21.15.76:0/2989146664 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc30000bc20 con 0x7fc3000047c0 2024-09-13T16:04:11.422 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.418+0000 7fc316ffd640 1 -- 172.21.15.76:0/2989146664 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc30000bde0 con 0x7fc3180b2b40 2024-09-13T16:04:11.422 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.418+0000 7fc317fff640 1 --2- 172.21.15.76:0/2989146664 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc3000039a0 0x7fc300003d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:11.422 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.418+0000 7fc31cdaa640 1 --2- 172.21.15.76:0/2989146664 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc3180b2b40 0x7fc3000051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:11.422 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.418+0000 7fc3177fe640 1 --2- 172.21.15.76:0/2989146664 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc3000047c0 0x7fc300004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:11.423 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.419+0000 7fc317fff640 1 -- 172.21.15.76:0/2989146664 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc3180b2b40 msgr2=0x7fc3000051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:11.423 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.419+0000 7fc317fff640 1 --2- 172.21.15.76:0/2989146664 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc3180b2b40 0x7fc3000051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:11.423 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.419+0000 7fc317fff640 1 -- 172.21.15.76:0/2989146664 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc3000047c0 msgr2=0x7fc300004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:11.423 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.419+0000 7fc317fff640 1 --2- 172.21.15.76:0/2989146664 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc3000047c0 0x7fc300004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:11.423 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.419+0000 7fc317fff640 1 -- 172.21.15.76:0/2989146664 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc300003520 con 0x7fc3000039a0 2024-09-13T16:04:11.423 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.419+0000 7fc3177fe640 1 --2- 172.21.15.76:0/2989146664 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc3000047c0 0x7fc300004c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:04:11.423 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.419+0000 7fc317fff640 1 --2- 172.21.15.76:0/2989146664 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc3000039a0 0x7fc300003d80 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7fc30800c240 tx=0x7fc3000057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=66b71e79e588eedf server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:11.423 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.419+0000 7fc316ffd640 1 -- 172.21.15.76:0/2989146664 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc30802e070 con 0x7fc3000039a0 2024-09-13T16:04:11.423 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.419+0000 7fc316ffd640 1 -- 172.21.15.76:0/2989146664 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc3080058d0 con 0x7fc3000039a0 2024-09-13T16:04:11.423 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.419+0000 7fc316ffd640 1 -- 172.21.15.76:0/2989146664 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc308005c80 con 0x7fc3000039a0 2024-09-13T16:04:11.426 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.420+0000 7fc31e80d640 1 -- 172.21.15.76:0/2989146664 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc3000039a0 msgr2=0x7fc300003d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:11.426 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.420+0000 7fc31e80d640 1 --2- 172.21.15.76:0/2989146664 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc3000039a0 0x7fc300003d80 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7fc30800c240 tx=0x7fc3000057f0 comp rx=0 tx=0).stop 2024-09-13T16:04:11.426 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.420+0000 7fc31cdaa640 1 -- 172.21.15.76:0/2989146664 reap_dead start 2024-09-13T16:04:11.426 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.420+0000 7fc31e80d640 1 -- 172.21.15.76:0/2989146664 shutdown_connections 2024-09-13T16:04:11.426 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.420+0000 7fc31e80d640 1 -- 172.21.15.76:0/2989146664 >> 172.21.15.76:0/2989146664 conn(0x7fc31806a0b0 msgr2=0x7fc31806a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:11.426 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.420+0000 7fc31e80d640 1 -- 172.21.15.76:0/2989146664 shutdown_connections 2024-09-13T16:04:11.426 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.420+0000 7fc31e80d640 1 -- 172.21.15.76:0/2989146664 wait complete. 2024-09-13T16:04:11.426 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.421+0000 7fc31e80d640 1 Processor -- start 2024-09-13T16:04:11.426 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.421+0000 7fc31e80d640 1 -- start start 2024-09-13T16:04:11.426 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.422+0000 7fc31e80d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc3000039a0 0x7fc3180ae6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:11.426 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.422+0000 7fc31e80d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc318153b10 0x7fc318152430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:11.426 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.422+0000 7fc31e80d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc3180ac9f0 0x7fc31809b1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:11.426 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.422+0000 7fc31e80d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc31809c030 con 0x7fc3000039a0 2024-09-13T16:04:11.427 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.422+0000 7fc31e80d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc318098600 con 0x7fc318153b10 2024-09-13T16:04:11.427 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.422+0000 7fc31e80d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc3180988e0 con 0x7fc3180ac9f0 2024-09-13T16:04:11.427 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.422+0000 7fc317fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc3000039a0 0x7fc3180ae6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:11.427 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.422+0000 7fc317fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc3000039a0 0x7fc3180ae6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56524/0 (socket says 172.21.15.76:56524) 2024-09-13T16:04:11.427 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.422+0000 7fc317fff640 1 -- 172.21.15.76:0/617142135 learned_addr learned my addr 172.21.15.76:0/617142135 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:04:11.427 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.422+0000 7fc3177fe640 1 --2- 172.21.15.76:0/617142135 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc318153b10 0x7fc318152430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:11.427 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.422+0000 7fc31cdaa640 1 --2- 172.21.15.76:0/617142135 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc3180ac9f0 0x7fc31809b1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:11.427 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.423+0000 7fc317fff640 1 -- 172.21.15.76:0/617142135 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc3180ac9f0 msgr2=0x7fc31809b1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:11.427 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.423+0000 7fc317fff640 1 --2- 172.21.15.76:0/617142135 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc3180ac9f0 0x7fc31809b1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:11.427 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.423+0000 7fc317fff640 1 -- 172.21.15.76:0/617142135 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc318153b10 msgr2=0x7fc318152430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:11.427 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.423+0000 7fc317fff640 1 --2- 172.21.15.76:0/617142135 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc318153b10 0x7fc318152430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:11.427 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.423+0000 7fc317fff640 1 -- 172.21.15.76:0/617142135 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc318158210 con 0x7fc3000039a0 2024-09-13T16:04:11.427 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.423+0000 7fc317fff640 1 --2- 172.21.15.76:0/617142135 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc3000039a0 0x7fc3180ae6b0 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7fc308001930 tx=0x7fc3180cdb60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:11.427 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.423+0000 7fc314ff9640 1 -- 172.21.15.76:0/617142135 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc308007480 con 0x7fc3000039a0 2024-09-13T16:04:11.428 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.423+0000 7fc314ff9640 1 -- 172.21.15.76:0/617142135 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc3080075e0 con 0x7fc3000039a0 2024-09-13T16:04:11.428 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.423+0000 7fc314ff9640 1 -- 172.21.15.76:0/617142135 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc30803e640 con 0x7fc3000039a0 2024-09-13T16:04:11.428 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.423+0000 7fc31e80d640 1 -- 172.21.15.76:0/617142135 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc31809b6f0 con 0x7fc3000039a0 2024-09-13T16:04:11.428 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.423+0000 7fc31e80d640 1 -- 172.21.15.76:0/617142135 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc31809bc00 con 0x7fc3000039a0 2024-09-13T16:04:11.428 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.424+0000 7fc31e80d640 1 -- 172.21.15.76:0/617142135 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc318098aa0 con 0x7fc3000039a0 2024-09-13T16:04:11.428 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.425+0000 7fc314ff9640 1 -- 172.21.15.76:0/617142135 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc30803e7a0 con 0x7fc3000039a0 2024-09-13T16:04:11.429 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.425+0000 7fc314ff9640 1 --2- 172.21.15.76:0/617142135 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc30406ac30 0x7fc30406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:11.429 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.425+0000 7fc3177fe640 1 --2- 172.21.15.76:0/617142135 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc30406ac30 0x7fc30406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:11.429 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.425+0000 7fc314ff9640 1 -- 172.21.15.76:0/617142135 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(55..55 src has 1..55) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fc3080a9730 con 0x7fc3000039a0 2024-09-13T16:04:11.429 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.426+0000 7fc3177fe640 1 --2- 172.21.15.76:0/617142135 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc30406ac30 0x7fc30406d0f0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7fc3180ac240 tx=0x7fc30c013040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:11.430 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.429+0000 7fc314ff9640 1 -- 172.21.15.76:0/617142135 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fc308074880 con 0x7fc3000039a0 2024-09-13T16:04:11.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:11.623+0000 7fc31e80d640 1 -- 172.21.15.76:0/617142135 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7fc318098aa0 con 0x7fc3000039a0 2024-09-13T16:04:12.301 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.299+0000 7fc314ff9640 1 -- 172.21.15.76:0/617142135 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v22) v1 ==== 122+0+0 (secure 0 0 0) 0x7fc308077ea0 con 0x7fc3000039a0 2024-09-13T16:04:12.303 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.301+0000 7fc31e80d640 1 -- 172.21.15.76:0/617142135 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc30406ac30 msgr2=0x7fc30406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:12.303 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.301+0000 7fc31e80d640 1 --2- 172.21.15.76:0/617142135 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc30406ac30 0x7fc30406d0f0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7fc3180ac240 tx=0x7fc30c013040 comp rx=0 tx=0).stop 2024-09-13T16:04:12.303 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.301+0000 7fc31e80d640 1 -- 172.21.15.76:0/617142135 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc3000039a0 msgr2=0x7fc3180ae6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:12.303 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.301+0000 7fc31e80d640 1 --2- 172.21.15.76:0/617142135 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc3000039a0 0x7fc3180ae6b0 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7fc308001930 tx=0x7fc3180cdb60 comp rx=0 tx=0).stop 2024-09-13T16:04:12.303 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.302+0000 7fc31e80d640 1 -- 172.21.15.76:0/617142135 shutdown_connections 2024-09-13T16:04:12.303 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.302+0000 7fc31e80d640 1 --2- 172.21.15.76:0/617142135 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc30406ac30 0x7fc30406d0f0 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:12.303 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.302+0000 7fc31e80d640 1 --2- 172.21.15.76:0/617142135 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc3180ac9f0 0x7fc31809b1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:12.304 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.302+0000 7fc31e80d640 1 --2- 172.21.15.76:0/617142135 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc318153b10 0x7fc318152430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:12.304 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.302+0000 7fc31e80d640 1 --2- 172.21.15.76:0/617142135 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc3000039a0 0x7fc3180ae6b0 unknown :-1 s=CLOSED pgs=681 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:12.304 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.302+0000 7fc31e80d640 1 -- 172.21.15.76:0/617142135 >> 172.21.15.76:0/617142135 conn(0x7fc31806a0b0 msgr2=0x7fc3180b1ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:12.304 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.302+0000 7fc31e80d640 1 -- 172.21.15.76:0/617142135 shutdown_connections 2024-09-13T16:04:12.304 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.302+0000 7fc31e80d640 1 -- 172.21.15.76:0/617142135 wait complete. 2024-09-13T16:04:12.315 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-13T16:04:12.315 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:04:12.415 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.414+0000 7feb346a3640 1 Processor -- start 2024-09-13T16:04:12.416 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.414+0000 7feb346a3640 1 -- start start 2024-09-13T16:04:12.417 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.415+0000 7feb346a3640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb2c071d30 0x7feb2c070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:12.417 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.415+0000 7feb346a3640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7feb2c072110 0x7feb2c0b1b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:12.418 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.415+0000 7feb346a3640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7feb2c0c8920 0x7feb2c0c8dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:12.418 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.415+0000 7feb346a3640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7feb2c0c9310 con 0x7feb2c072110 2024-09-13T16:04:12.418 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.415+0000 7feb346a3640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7feb2c0abdf0 con 0x7feb2c0c8920 2024-09-13T16:04:12.418 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.415+0000 7feb346a3640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feb2c0ab1e0 con 0x7feb2c071d30 2024-09-13T16:04:12.418 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.415+0000 7feb31c3e640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7feb2c072110 0x7feb2c0b1b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:12.418 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.415+0000 7feb31c3e640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7feb2c072110 0x7feb2c0b1b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56536/0 (socket says 172.21.15.76:56536) 2024-09-13T16:04:12.418 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.415+0000 7feb31c3e640 1 -- 172.21.15.76:0/774448244 learned_addr learned my addr 172.21.15.76:0/774448244 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:04:12.418 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.415+0000 7feb3243f640 1 --2- 172.21.15.76:0/774448244 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb2c071d30 0x7feb2c070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:12.418 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.415+0000 7feb32c40640 1 --2- 172.21.15.76:0/774448244 >> v2:172.21.15.192:3300/0 conn(0x7feb2c0c8920 0x7feb2c0c8dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:12.418 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.415+0000 7feb31c3e640 1 -- 172.21.15.76:0/774448244 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb2c071d30 msgr2=0x7feb2c070190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:12.419 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.415+0000 7feb31c3e640 1 --2- 172.21.15.76:0/774448244 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb2c071d30 0x7feb2c070190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:12.419 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.415+0000 7feb31c3e640 1 -- 172.21.15.76:0/774448244 >> v2:172.21.15.192:3300/0 conn(0x7feb2c0c8920 msgr2=0x7feb2c0c8dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:12.419 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.415+0000 7feb31c3e640 1 --2- 172.21.15.76:0/774448244 >> v2:172.21.15.192:3300/0 conn(0x7feb2c0c8920 0x7feb2c0c8dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:12.419 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.415+0000 7feb31c3e640 1 -- 172.21.15.76:0/774448244 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feb2c0ab4c0 con 0x7feb2c072110 2024-09-13T16:04:12.419 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.416+0000 7feb31c3e640 1 --2- 172.21.15.76:0/774448244 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb2c072110 0x7feb2c0b1b70 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7feb28009870 tx=0x7feb2802a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d61cf2ceb4c4693 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:12.419 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.416+0000 7feb3143d640 1 -- 172.21.15.76:0/774448244 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb28032440 con 0x7feb2c072110 2024-09-13T16:04:12.419 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.416+0000 7feb3143d640 1 -- 172.21.15.76:0/774448244 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feb280325a0 con 0x7feb2c072110 2024-09-13T16:04:12.419 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.416+0000 7feb3143d640 1 -- 172.21.15.76:0/774448244 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb28032930 con 0x7feb2c072110 2024-09-13T16:04:12.422 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.417+0000 7feb346a3640 1 -- 172.21.15.76:0/774448244 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb2c072110 msgr2=0x7feb2c0b1b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:12.422 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.417+0000 7feb346a3640 1 --2- 172.21.15.76:0/774448244 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb2c072110 0x7feb2c0b1b70 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7feb28009870 tx=0x7feb2802a210 comp rx=0 tx=0).stop 2024-09-13T16:04:12.422 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.417+0000 7feb346a3640 1 -- 172.21.15.76:0/774448244 shutdown_connections 2024-09-13T16:04:12.422 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.417+0000 7feb346a3640 1 --2- 172.21.15.76:0/774448244 >> v2:172.21.15.192:3300/0 conn(0x7feb2c0c8920 0x7feb2c0c8dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:12.423 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.417+0000 7feb346a3640 1 --2- 172.21.15.76:0/774448244 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb2c072110 0x7feb2c0b1b70 unknown :-1 s=CLOSED pgs=682 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:12.423 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.417+0000 7feb346a3640 1 --2- 172.21.15.76:0/774448244 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb2c071d30 0x7feb2c070190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:12.423 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.417+0000 7feb346a3640 1 -- 172.21.15.76:0/774448244 >> 172.21.15.76:0/774448244 conn(0x7feb2c069ed0 msgr2=0x7feb2c06a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:12.423 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.417+0000 7feb346a3640 1 -- 172.21.15.76:0/774448244 shutdown_connections 2024-09-13T16:04:12.423 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.417+0000 7feb346a3640 1 -- 172.21.15.76:0/774448244 wait complete. 2024-09-13T16:04:12.423 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.418+0000 7feb346a3640 1 Processor -- start 2024-09-13T16:04:12.423 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.418+0000 7feb346a3640 1 -- start start 2024-09-13T16:04:12.423 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.419+0000 7feb346a3640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb2c071d30 0x7feb2c15a700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:12.423 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.419+0000 7feb346a3640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feb2c072110 0x7feb2c0c3e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:12.423 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.419+0000 7feb346a3640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb2c0c8920 0x7feb2c15c2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:12.423 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.419+0000 7feb346a3640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb2c0c3a60 con 0x7feb2c071d30 2024-09-13T16:04:12.424 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.419+0000 7feb346a3640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb2c15ac40 con 0x7feb2c072110 2024-09-13T16:04:12.424 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.419+0000 7feb346a3640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feb2c0c36a0 con 0x7feb2c0c8920 2024-09-13T16:04:12.424 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.419+0000 7feb3243f640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb2c071d30 0x7feb2c15a700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:12.424 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.419+0000 7feb3243f640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb2c071d30 0x7feb2c15a700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56544/0 (socket says 172.21.15.76:56544) 2024-09-13T16:04:12.424 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.419+0000 7feb3243f640 1 -- 172.21.15.76:0/1378170089 learned_addr learned my addr 172.21.15.76:0/1378170089 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:04:12.424 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.419+0000 7feb32c40640 1 --2- 172.21.15.76:0/1378170089 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb2c0c8920 0x7feb2c15c2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:12.424 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.419+0000 7feb31c3e640 1 --2- 172.21.15.76:0/1378170089 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feb2c072110 0x7feb2c0c3e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:12.424 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.419+0000 7feb3243f640 1 -- 172.21.15.76:0/1378170089 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb2c0c8920 msgr2=0x7feb2c15c2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:12.424 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.419+0000 7feb3243f640 1 --2- 172.21.15.76:0/1378170089 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb2c0c8920 0x7feb2c15c2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:12.424 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.419+0000 7feb3243f640 1 -- 172.21.15.76:0/1378170089 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feb2c072110 msgr2=0x7feb2c0c3e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:12.424 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.419+0000 7feb3243f640 1 --2- 172.21.15.76:0/1378170089 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feb2c072110 0x7feb2c0c3e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:12.424 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.419+0000 7feb3243f640 1 -- 172.21.15.76:0/1378170089 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feb280094d0 con 0x7feb2c071d30 2024-09-13T16:04:12.425 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.419+0000 7feb3243f640 1 --2- 172.21.15.76:0/1378170089 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb2c071d30 0x7feb2c15a700 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7feb2000d800 tx=0x7feb2000dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:12.425 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.419+0000 7feb1effd640 1 -- 172.21.15.76:0/1378170089 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb200096c0 con 0x7feb2c071d30 2024-09-13T16:04:12.425 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.419+0000 7feb1effd640 1 -- 172.21.15.76:0/1378170089 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feb20009840 con 0x7feb2c071d30 2024-09-13T16:04:12.425 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.419+0000 7feb346a3640 1 -- 172.21.15.76:0/1378170089 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7feb2c15b350 con 0x7feb2c071d30 2024-09-13T16:04:12.425 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.419+0000 7feb1effd640 1 -- 172.21.15.76:0/1378170089 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb20009bf0 con 0x7feb2c071d30 2024-09-13T16:04:12.425 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.420+0000 7feb346a3640 1 -- 172.21.15.76:0/1378170089 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feb2c15b910 con 0x7feb2c071d30 2024-09-13T16:04:12.425 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.420+0000 7feb346a3640 1 -- 172.21.15.76:0/1378170089 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7feb2c0c3ba0 con 0x7feb2c071d30 2024-09-13T16:04:12.425 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.421+0000 7feb1effd640 1 -- 172.21.15.76:0/1378170089 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7feb20009d50 con 0x7feb2c071d30 2024-09-13T16:04:12.425 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.421+0000 7feb1effd640 1 --2- 172.21.15.76:0/1378170089 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feb1006ac00 0x7feb1006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:12.426 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.421+0000 7feb31c3e640 1 --2- 172.21.15.76:0/1378170089 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feb1006ac00 0x7feb1006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:12.426 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.421+0000 7feb1effd640 1 -- 172.21.15.76:0/1378170089 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(55..55 src has 1..55) v4 ==== 6029+0+0 (secure 0 0 0) 0x7feb20089910 con 0x7feb2c071d30 2024-09-13T16:04:12.426 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.422+0000 7feb31c3e640 1 --2- 172.21.15.76:0/1378170089 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feb1006ac00 0x7feb1006d0c0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7feb28034000 tx=0x7feb2802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:12.427 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.426+0000 7feb1effd640 1 -- 172.21.15.76:0/1378170089 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7feb2c0c3ba0 con 0x7feb2c071d30 2024-09-13T16:04:12.622 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.621+0000 7feb346a3640 1 -- 172.21.15.76:0/1378170089 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7feb2c0c3ba0 con 0x7feb2c071d30 2024-09-13T16:04:12.623 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.622+0000 7feb1effd640 1 -- 172.21.15.76:0/1378170089 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 22 v22) v1 ==== 94+0+4737 (secure 0 0 0) 0x7feb2c0c3ba0 con 0x7feb2c071d30 2024-09-13T16:04:12.623 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:04:12.623 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":22,"default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5258,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/745761688","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6833","nonce":745761688},{"type":"v1","addr":"172.21.15.192:6835","nonce":745761688}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":18},{"gid":6006,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6835/3371105731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":3371105731},{"type":"v1","addr":"172.21.15.76:6835","nonce":3371105731}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":18},{"gid":6009,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6837/3310718697","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6836","nonce":3310718697},{"type":"v1","addr":"172.21.15.76:6837","nonce":3310718697}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":22,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:04:09.630795+0000","modified":"2024-09-13T16:04:12.297438+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":6018},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6018":{"gid":6018,"name":"d","rank":0,"incarnation":19,"state":"up:active","state_seq":3,"addr":"172.21.15.192:6834/3190268569","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":3190268569},{"type":"v1","addr":"172.21.15.192:6834","nonce":3190268569}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[8],"metadata_pool":7,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":3}]} 2024-09-13T16:04:12.624 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 22 2024-09-13T16:04:12.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.624+0000 7feb346a3640 1 -- 172.21.15.76:0/1378170089 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feb1006ac00 msgr2=0x7feb1006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:12.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.624+0000 7feb346a3640 1 --2- 172.21.15.76:0/1378170089 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feb1006ac00 0x7feb1006d0c0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7feb28034000 tx=0x7feb2802e000 comp rx=0 tx=0).stop 2024-09-13T16:04:12.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.624+0000 7feb346a3640 1 -- 172.21.15.76:0/1378170089 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb2c071d30 msgr2=0x7feb2c15a700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:12.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.624+0000 7feb346a3640 1 --2- 172.21.15.76:0/1378170089 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb2c071d30 0x7feb2c15a700 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7feb2000d800 tx=0x7feb2000dcc0 comp rx=0 tx=0).stop 2024-09-13T16:04:12.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.624+0000 7feb346a3640 1 -- 172.21.15.76:0/1378170089 shutdown_connections 2024-09-13T16:04:12.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.624+0000 7feb346a3640 1 --2- 172.21.15.76:0/1378170089 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feb1006ac00 0x7feb1006d0c0 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:12.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.624+0000 7feb346a3640 1 --2- 172.21.15.76:0/1378170089 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb2c0c8920 0x7feb2c15c2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:12.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.624+0000 7feb346a3640 1 --2- 172.21.15.76:0/1378170089 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feb2c072110 0x7feb2c0c3e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:12.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.624+0000 7feb346a3640 1 --2- 172.21.15.76:0/1378170089 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb2c071d30 0x7feb2c15a700 unknown :-1 s=CLOSED pgs=683 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:12.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.624+0000 7feb346a3640 1 -- 172.21.15.76:0/1378170089 >> 172.21.15.76:0/1378170089 conn(0x7feb2c069ed0 msgr2=0x7feb2c070dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:12.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.624+0000 7feb346a3640 1 -- 172.21.15.76:0/1378170089 shutdown_connections 2024-09-13T16:04:12.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.624+0000 7feb346a3640 1 -- 172.21.15.76:0/1378170089 wait complete. 2024-09-13T16:04:12.636 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:04:12.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.734+0000 7fdc0944f640 1 Processor -- start 2024-09-13T16:04:12.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.734+0000 7fdc0944f640 1 -- start start 2024-09-13T16:04:12.739 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.734+0000 7fdc0944f640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fdc0406cbe0 0x7fdc0406b1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:12.739 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.734+0000 7fdc0944f640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdc0406b730 0x7fdc0406e220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:12.739 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.735+0000 7fdc0944f640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdc040ceac0 con 0x7fdc040ce6e0 2024-09-13T16:04:12.739 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.735+0000 7fdc0944f640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdc040d0350 con 0x7fdc0406cbe0 2024-09-13T16:04:12.739 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.735+0000 7fdc0944f640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdc0415d2f0 con 0x7fdc0406b730 2024-09-13T16:04:12.739 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.735+0000 7fdc02ffd640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fdc040ce6e0 0x7fdc0415cac0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:36072/0 (socket says 172.21.15.76:36072) 2024-09-13T16:04:12.740 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.735+0000 7fdc02ffd640 1 -- 172.21.15.76:0/882863194 learned_addr learned my addr 172.21.15.76:0/882863194 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:04:12.740 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.735+0000 7fdbfa7fc640 1 --2- 172.21.15.76:0/882863194 >> v2:172.21.15.192:3300/0 conn(0x7fdc0406cbe0 0x7fdc0406b1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:12.740 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.735+0000 7fdc037fe640 1 --2- 172.21.15.76:0/882863194 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdc0406b730 0x7fdc0406e220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:12.740 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.735+0000 7fdc027fc640 1 -- 172.21.15.76:0/882863194 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1393392729 0 0) 0x7fdbf4001110 con 0x7fdc040ce6e0 2024-09-13T16:04:12.740 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.735+0000 7fdc027fc640 1 -- 172.21.15.76:0/882863194 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fdbf0003520 con 0x7fdc040ce6e0 2024-09-13T16:04:12.740 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.735+0000 7fdc027fc640 1 -- 172.21.15.76:0/882863194 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1208443417 0 0) 0x7fdbf0003520 con 0x7fdc040ce6e0 2024-09-13T16:04:12.740 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.735+0000 7fdc027fc640 1 -- 172.21.15.76:0/882863194 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdc0406b730 msgr2=0x7fdc0406e220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:12.740 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.735+0000 7fdc027fc640 1 --2- 172.21.15.76:0/882863194 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdc0406b730 0x7fdc0406e220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:12.740 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.735+0000 7fdc027fc640 1 -- 172.21.15.76:0/882863194 >> v2:172.21.15.192:3300/0 conn(0x7fdc0406cbe0 msgr2=0x7fdc0406b1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:12.740 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.735+0000 7fdc027fc640 1 --2- 172.21.15.76:0/882863194 >> v2:172.21.15.192:3300/0 conn(0x7fdc0406cbe0 0x7fdc0406b1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:12.740 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.735+0000 7fdc027fc640 1 -- 172.21.15.76:0/882863194 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdc0415d5d0 con 0x7fdc040ce6e0 2024-09-13T16:04:12.741 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.735+0000 7fdc027fc640 1 -- 172.21.15.76:0/882863194 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7fdbf4001800 con 0x7fdc040ce6e0 2024-09-13T16:04:12.741 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.735+0000 7fdc027fc640 1 -- 172.21.15.76:0/882863194 >> v1:172.21.15.76:6789/0 conn(0x7fdc040ce6e0 legacy=0x7fdc0415cac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:12.741 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.735+0000 7fdc027fc640 1 --2- 172.21.15.76:0/882863194 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdc0406b730 0x7fdbf0003970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:12.741 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.735+0000 7fdc027fc640 1 --2- 172.21.15.76:0/882863194 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdbf0003ef0 0x7fdbf00047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:12.741 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.735+0000 7fdc027fc640 1 --2- 172.21.15.76:0/882863194 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdbf0004d00 0x7fdbf0005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:12.741 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.735+0000 7fdc027fc640 1 -- 172.21.15.76:0/882863194 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdc040d0350 con 0x7fdbf0003ef0 2024-09-13T16:04:12.741 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.735+0000 7fdc027fc640 1 -- 172.21.15.76:0/882863194 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdc0415d2f0 con 0x7fdbf0004d00 2024-09-13T16:04:12.741 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.735+0000 7fdc027fc640 1 -- 172.21.15.76:0/882863194 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdbf000b980 con 0x7fdc0406b730 2024-09-13T16:04:12.741 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.735+0000 7fdbfa7fc640 1 --2- 172.21.15.76:0/882863194 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdbf0003ef0 0x7fdbf00047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:12.741 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.735+0000 7fdc02ffd640 1 --2- 172.21.15.76:0/882863194 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdc0406b730 0x7fdbf0003970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:12.742 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.735+0000 7fdc037fe640 1 --2- 172.21.15.76:0/882863194 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdbf0004d00 0x7fdbf0005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:12.742 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.736+0000 7fdbfa7fc640 1 -- 172.21.15.76:0/882863194 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdc0406b730 msgr2=0x7fdbf0003970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:12.742 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.736+0000 7fdbfa7fc640 1 --2- 172.21.15.76:0/882863194 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdc0406b730 0x7fdbf0003970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:12.742 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.736+0000 7fdbfa7fc640 1 -- 172.21.15.76:0/882863194 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdbf0004d00 msgr2=0x7fdbf0005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:12.742 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.736+0000 7fdbfa7fc640 1 --2- 172.21.15.76:0/882863194 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdbf0004d00 0x7fdbf0005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:12.742 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.736+0000 7fdbfa7fc640 1 -- 172.21.15.76:0/882863194 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdbf0003520 con 0x7fdbf0003ef0 2024-09-13T16:04:12.742 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.736+0000 7fdc02ffd640 1 --2- 172.21.15.76:0/882863194 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdc0406b730 0x7fdbf0003970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:04:12.743 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.736+0000 7fdbfa7fc640 1 --2- 172.21.15.76:0/882863194 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdbf0003ef0 0x7fdbf00047c0 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7fdbec009ac0 tx=0x7fdbf00057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d2293981d85b8da4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:12.743 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.736+0000 7fdc027fc640 1 -- 172.21.15.76:0/882863194 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdbec031400 con 0x7fdbf0003ef0 2024-09-13T16:04:12.743 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.737+0000 7fdc027fc640 1 -- 172.21.15.76:0/882863194 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdbec02d050 con 0x7fdbf0003ef0 2024-09-13T16:04:12.743 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.737+0000 7fdc027fc640 1 -- 172.21.15.76:0/882863194 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdbec031780 con 0x7fdbf0003ef0 2024-09-13T16:04:12.743 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.737+0000 7fdc0944f640 1 -- 172.21.15.76:0/882863194 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdbf0003ef0 msgr2=0x7fdbf00047c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:12.744 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.737+0000 7fdc0944f640 1 --2- 172.21.15.76:0/882863194 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdbf0003ef0 0x7fdbf00047c0 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7fdbec009ac0 tx=0x7fdbf00057f0 comp rx=0 tx=0).stop 2024-09-13T16:04:12.744 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.737+0000 7fdc037fe640 1 -- 172.21.15.76:0/882863194 reap_dead start 2024-09-13T16:04:12.744 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.737+0000 7fdc0944f640 1 -- 172.21.15.76:0/882863194 shutdown_connections 2024-09-13T16:04:12.744 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.737+0000 7fdc0944f640 1 -- 172.21.15.76:0/882863194 >> 172.21.15.76:0/882863194 conn(0x7fdc04069ed0 msgr2=0x7fdc0406a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:12.744 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.737+0000 7fdc0944f640 1 -- 172.21.15.76:0/882863194 shutdown_connections 2024-09-13T16:04:12.744 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.737+0000 7fdc0944f640 1 -- 172.21.15.76:0/882863194 wait complete. 2024-09-13T16:04:12.749 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.738+0000 7fdc0944f640 1 Processor -- start 2024-09-13T16:04:12.749 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.738+0000 7fdc0944f640 1 -- start start 2024-09-13T16:04:12.749 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.739+0000 7fdc0944f640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdbf0003ef0 0x7fdc040c3a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:12.749 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.739+0000 7fdc0944f640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdc040c50e0 0x7fdc041ef5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:12.749 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.739+0000 7fdc0944f640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdc040c5e10 0x7fdc041f5750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:12.749 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.739+0000 7fdc0944f640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdc041efb10 con 0x7fdc040c5e10 2024-09-13T16:04:12.749 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.739+0000 7fdc0944f640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdc040c5540 con 0x7fdc040c50e0 2024-09-13T16:04:12.749 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.739+0000 7fdc0944f640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdc040c4040 con 0x7fdbf0003ef0 2024-09-13T16:04:12.749 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.739+0000 7fdc037fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdc040c5e10 0x7fdc041f5750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:12.750 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.739+0000 7fdc037fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdc040c5e10 0x7fdc041f5750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56562/0 (socket says 172.21.15.76:56562) 2024-09-13T16:04:12.750 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.739+0000 7fdc037fe640 1 -- 172.21.15.76:0/1823981806 learned_addr learned my addr 172.21.15.76:0/1823981806 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:04:12.750 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.739+0000 7fdc02ffd640 1 --2- 172.21.15.76:0/1823981806 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdbf0003ef0 0x7fdc040c3a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:12.750 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.739+0000 7fdbfa7fc640 1 --2- 172.21.15.76:0/1823981806 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdc040c50e0 0x7fdc041ef5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:12.750 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.740+0000 7fdc037fe640 1 -- 172.21.15.76:0/1823981806 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdbf0003ef0 msgr2=0x7fdc040c3a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:12.750 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.740+0000 7fdc037fe640 1 --2- 172.21.15.76:0/1823981806 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdbf0003ef0 0x7fdc040c3a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:12.750 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.740+0000 7fdc037fe640 1 -- 172.21.15.76:0/1823981806 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdc040c50e0 msgr2=0x7fdc041ef5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:12.750 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.740+0000 7fdc037fe640 1 --2- 172.21.15.76:0/1823981806 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdc040c50e0 0x7fdc041ef5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:12.750 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.740+0000 7fdc037fe640 1 -- 172.21.15.76:0/1823981806 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdc040c4320 con 0x7fdc040c5e10 2024-09-13T16:04:12.750 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.740+0000 7fdbfa7fc640 1 --2- 172.21.15.76:0/1823981806 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdc040c50e0 0x7fdc041ef5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:04:12.750 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.740+0000 7fdc037fe640 1 --2- 172.21.15.76:0/1823981806 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdc040c5e10 0x7fdc041f5750 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7fdc040cd4c0 tx=0x7fdbfc0115a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:12.750 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.740+0000 7fdbfbfff640 1 -- 172.21.15.76:0/1823981806 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdbfc00e070 con 0x7fdc040c5e10 2024-09-13T16:04:12.750 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.740+0000 7fdbfbfff640 1 -- 172.21.15.76:0/1823981806 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdbfc011e10 con 0x7fdc040c5e10 2024-09-13T16:04:12.751 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.740+0000 7fdbfbfff640 1 -- 172.21.15.76:0/1823981806 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdbfc003990 con 0x7fdc040c5e10 2024-09-13T16:04:12.751 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.740+0000 7fdc0944f640 1 -- 172.21.15.76:0/1823981806 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdc040c4600 con 0x7fdc040c5e10 2024-09-13T16:04:12.751 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.740+0000 7fdc0944f640 1 -- 172.21.15.76:0/1823981806 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdc040c4bc0 con 0x7fdc040c5e10 2024-09-13T16:04:12.751 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.741+0000 7fdc0944f640 1 -- 172.21.15.76:0/1823981806 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdc0406b1f0 con 0x7fdc040c5e10 2024-09-13T16:04:12.751 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.741+0000 7fdbfbfff640 1 -- 172.21.15.76:0/1823981806 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fdbfc003af0 con 0x7fdc040c5e10 2024-09-13T16:04:12.751 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.742+0000 7fdbfbfff640 1 --2- 172.21.15.76:0/1823981806 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdbe406ac00 0x7fdbe406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:12.751 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.742+0000 7fdbfbfff640 1 -- 172.21.15.76:0/1823981806 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(55..55 src has 1..55) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fdbfc089940 con 0x7fdc040c5e10 2024-09-13T16:04:12.751 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.742+0000 7fdc02ffd640 1 --2- 172.21.15.76:0/1823981806 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdbe406ac00 0x7fdbe406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:12.751 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.742+0000 7fdc02ffd640 1 --2- 172.21.15.76:0/1823981806 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdbe406ac00 0x7fdbe406d0c0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fdbf4001050 tx=0x7fdbf4007040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:12.751 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.746+0000 7fdbfbfff640 1 -- 172.21.15.76:0/1823981806 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fdbfc054a70 con 0x7fdc040c5e10 2024-09-13T16:04:12.908 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.907+0000 7fdc0944f640 1 -- 172.21.15.76:0/1823981806 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fdc04067250 con 0x7fdc040c5e10 2024-09-13T16:04:12.909 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.908+0000 7fdbfbfff640 1 -- 172.21.15.76:0/1823981806 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v55) v1 ==== 74+0+16738 (secure 0 0 0) 0x7fdbfc058090 con 0x7fdc040c5e10 2024-09-13T16:04:12.909 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:04:12.910 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":55,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:04:10.632093+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:04:07.797879+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_data","create_time":"2024-09-13T16:04:08.588584+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:04:12.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.910+0000 7fdc0944f640 1 -- 172.21.15.76:0/1823981806 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdbe406ac00 msgr2=0x7fdbe406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:12.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.910+0000 7fdc0944f640 1 --2- 172.21.15.76:0/1823981806 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdbe406ac00 0x7fdbe406d0c0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fdbf4001050 tx=0x7fdbf4007040 comp rx=0 tx=0).stop 2024-09-13T16:04:12.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.910+0000 7fdc0944f640 1 -- 172.21.15.76:0/1823981806 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdc040c5e10 msgr2=0x7fdc041f5750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:12.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.910+0000 7fdc0944f640 1 --2- 172.21.15.76:0/1823981806 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdc040c5e10 0x7fdc041f5750 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7fdc040cd4c0 tx=0x7fdbfc0115a0 comp rx=0 tx=0).stop 2024-09-13T16:04:12.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.910+0000 7fdc0944f640 1 -- 172.21.15.76:0/1823981806 shutdown_connections 2024-09-13T16:04:12.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.910+0000 7fdc0944f640 1 --2- 172.21.15.76:0/1823981806 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdc040c5e10 0x7fdc041f5750 unknown :-1 s=CLOSED pgs=686 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:12.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.910+0000 7fdc0944f640 1 --2- 172.21.15.76:0/1823981806 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdc040c50e0 0x7fdc041ef5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:12.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.910+0000 7fdc0944f640 1 --2- 172.21.15.76:0/1823981806 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdbe406ac00 0x7fdbe406d0c0 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:12.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.910+0000 7fdc0944f640 1 --2- 172.21.15.76:0/1823981806 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdbf0003ef0 0x7fdc040c3a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:12.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.910+0000 7fdc0944f640 1 -- 172.21.15.76:0/1823981806 >> 172.21.15.76:0/1823981806 conn(0x7fdc04069ed0 msgr2=0x7fdc0406a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:12.913 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.910+0000 7fdc0944f640 1 -- 172.21.15.76:0/1823981806 shutdown_connections 2024-09-13T16:04:12.913 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:12.910+0000 7fdc0944f640 1 -- 172.21.15.76:0/1823981806 wait complete. 2024-09-13T16:04:12.922 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-09-13T16:04:12.922 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:04:13.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.021+0000 7f6f126c9640 1 Processor -- start 2024-09-13T16:04:13.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.021+0000 7f6f126c9640 1 -- start start 2024-09-13T16:04:13.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.021+0000 7f6f126c9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6f0c0b4660 0x7f6f0c06b420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:13.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.021+0000 7f6f126c9640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6f0c0d1840 con 0x7f6f0c0d07b0 2024-09-13T16:04:13.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.021+0000 7f6f126c9640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6f0c0d0c30 con 0x7f6f0c15c6e0 2024-09-13T16:04:13.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.021+0000 7f6f126c9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6f0c0d0f10 con 0x7f6f0c0b4660 2024-09-13T16:04:13.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.022+0000 7f6f0b7fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f6f0c0d07b0 0x7f6f0c06ad10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:36086/0 (socket says 172.21.15.76:36086) 2024-09-13T16:04:13.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.022+0000 7f6f0b7fe640 1 -- 172.21.15.76:0/3011522805 learned_addr learned my addr 172.21.15.76:0/3011522805 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:04:13.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.022+0000 7f6f0affd640 1 -- 172.21.15.76:0/3011522805 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3632818745 0 0) 0x7f6f0c0d1840 con 0x7f6f0c0d07b0 2024-09-13T16:04:13.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.022+0000 7f6f10c66640 1 --2- 172.21.15.76:0/3011522805 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6f0c0b4660 0x7f6f0c06b420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:13.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.022+0000 7f6f0affd640 1 -- 172.21.15.76:0/3011522805 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6ef4003520 con 0x7f6f0c0d07b0 2024-09-13T16:04:13.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.022+0000 7f6f0affd640 1 -- 172.21.15.76:0/3011522805 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2330412646 0 0) 0x7f6ef4003520 con 0x7f6f0c0d07b0 2024-09-13T16:04:13.027 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.022+0000 7f6f0affd640 1 -- 172.21.15.76:0/3011522805 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6f0c0b4660 msgr2=0x7f6f0c06b420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:13.027 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.022+0000 7f6f0affd640 1 --2- 172.21.15.76:0/3011522805 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6f0c0b4660 0x7f6f0c06b420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:13.027 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.022+0000 7f6f0affd640 1 -- 172.21.15.76:0/3011522805 >> v1:172.21.15.192:6789/0 conn(0x7f6f0c15c6e0 legacy=0x7f6f0c0b3f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:13.027 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.022+0000 7f6f0affd640 1 -- 172.21.15.76:0/3011522805 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6f0c0d11f0 con 0x7f6f0c0d07b0 2024-09-13T16:04:13.027 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.022+0000 7f6f0affd640 1 -- 172.21.15.76:0/3011522805 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f6f00001670 con 0x7f6f0c0d07b0 2024-09-13T16:04:13.027 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.022+0000 7f6f0affd640 1 -- 172.21.15.76:0/3011522805 >> v1:172.21.15.76:6789/0 conn(0x7f6f0c0d07b0 legacy=0x7f6f0c06ad10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:13.027 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.022+0000 7f6f0affd640 1 --2- 172.21.15.76:0/3011522805 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6f0c0b4660 0x7f6ef40039a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:13.027 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.022+0000 7f6f0affd640 1 --2- 172.21.15.76:0/3011522805 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ef4003f20 0x7f6ef40047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:13.027 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.022+0000 7f6f0affd640 1 --2- 172.21.15.76:0/3011522805 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6ef4004d00 0x7f6ef4005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:13.027 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.022+0000 7f6f0affd640 1 -- 172.21.15.76:0/3011522805 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f0c0d0f10 con 0x7f6ef4003f20 2024-09-13T16:04:13.027 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.022+0000 7f6f0affd640 1 -- 172.21.15.76:0/3011522805 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ef400bb10 con 0x7f6ef4004d00 2024-09-13T16:04:13.027 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.022+0000 7f6f0affd640 1 -- 172.21.15.76:0/3011522805 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6ef400bcd0 con 0x7f6f0c0b4660 2024-09-13T16:04:13.027 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.022+0000 7f6f0b7fe640 1 --2- 172.21.15.76:0/3011522805 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ef4003f20 0x7f6ef40047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:13.028 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.022+0000 7f6f0bfff640 1 --2- 172.21.15.76:0/3011522805 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6f0c0b4660 0x7f6ef40039a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:13.028 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.022+0000 7f6f10c66640 1 --2- 172.21.15.76:0/3011522805 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6ef4004d00 0x7f6ef4005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:13.028 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.023+0000 7f6f0b7fe640 1 -- 172.21.15.76:0/3011522805 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6f0c0b4660 msgr2=0x7f6ef40039a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:13.028 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.023+0000 7f6f0b7fe640 1 --2- 172.21.15.76:0/3011522805 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6f0c0b4660 0x7f6ef40039a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:13.028 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.023+0000 7f6f0b7fe640 1 -- 172.21.15.76:0/3011522805 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6ef4004d00 msgr2=0x7f6ef4005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:13.028 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.023+0000 7f6f0b7fe640 1 --2- 172.21.15.76:0/3011522805 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6ef4004d00 0x7f6ef4005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:13.028 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.023+0000 7f6f0b7fe640 1 -- 172.21.15.76:0/3011522805 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6ef4003520 con 0x7f6ef4003f20 2024-09-13T16:04:13.028 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.023+0000 7f6f10c66640 1 --2- 172.21.15.76:0/3011522805 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6ef4004d00 0x7f6ef4005180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:04:13.028 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.023+0000 7f6f0bfff640 1 --2- 172.21.15.76:0/3011522805 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6f0c0b4660 0x7f6ef40039a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:04:13.028 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.023+0000 7f6f0b7fe640 1 --2- 172.21.15.76:0/3011522805 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ef4003f20 0x7f6ef40047c0 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7f6f0000c240 tx=0x7f6ef40057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ecbf1b7eba53730b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:13.028 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.023+0000 7f6f0affd640 1 -- 172.21.15.76:0/3011522805 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f0002e070 con 0x7f6ef4003f20 2024-09-13T16:04:13.028 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.023+0000 7f6f0affd640 1 -- 172.21.15.76:0/3011522805 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6f000058d0 con 0x7f6ef4003f20 2024-09-13T16:04:13.028 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.023+0000 7f6f0affd640 1 -- 172.21.15.76:0/3011522805 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f00005c60 con 0x7f6ef4003f20 2024-09-13T16:04:13.029 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.024+0000 7f6f126c9640 1 -- 172.21.15.76:0/3011522805 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ef4003f20 msgr2=0x7f6ef40047c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:13.029 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.024+0000 7f6f126c9640 1 --2- 172.21.15.76:0/3011522805 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ef4003f20 0x7f6ef40047c0 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7f6f0000c240 tx=0x7f6ef40057f0 comp rx=0 tx=0).stop 2024-09-13T16:04:13.029 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.024+0000 7f6f10c66640 1 -- 172.21.15.76:0/3011522805 reap_dead start 2024-09-13T16:04:13.029 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.024+0000 7f6f126c9640 1 -- 172.21.15.76:0/3011522805 shutdown_connections 2024-09-13T16:04:13.029 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.024+0000 7f6f126c9640 1 -- 172.21.15.76:0/3011522805 >> 172.21.15.76:0/3011522805 conn(0x7f6f0c089f60 msgr2=0x7f6f0c0d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:13.029 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.024+0000 7f6f126c9640 1 -- 172.21.15.76:0/3011522805 shutdown_connections 2024-09-13T16:04:13.029 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.024+0000 7f6f126c9640 1 -- 172.21.15.76:0/3011522805 wait complete. 2024-09-13T16:04:13.031 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.025+0000 7f6f126c9640 1 Processor -- start 2024-09-13T16:04:13.031 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.025+0000 7f6f126c9640 1 -- start start 2024-09-13T16:04:13.031 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.026+0000 7f6f126c9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ef4003f20 0x7f6f0c1f3320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:13.031 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.026+0000 7f6f126c9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6f0c14a980 0x7f6f0c0b07e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:13.031 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.026+0000 7f6f126c9640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6f0c0b0d20 0x7f6f0c1f2110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:13.032 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.026+0000 7f6f126c9640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f0c0b11a0 con 0x7f6ef4003f20 2024-09-13T16:04:13.032 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.026+0000 7f6f126c9640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f0c14ae00 con 0x7f6f0c0b0d20 2024-09-13T16:04:13.032 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.026+0000 7f6f126c9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6f0c1f2d40 con 0x7f6f0c14a980 2024-09-13T16:04:13.032 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.026+0000 7f6f0bfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ef4003f20 0x7f6f0c1f3320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:13.032 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.026+0000 7f6f0bfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ef4003f20 0x7f6f0c1f3320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56594/0 (socket says 172.21.15.76:56594) 2024-09-13T16:04:13.032 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.026+0000 7f6f0bfff640 1 -- 172.21.15.76:0/220974469 learned_addr learned my addr 172.21.15.76:0/220974469 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:04:13.032 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.026+0000 7f6f0bfff640 1 -- 172.21.15.76:0/220974469 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6f0c14a980 msgr2=0x7f6f0c0b07e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:13.032 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.026+0000 7f6f0bfff640 1 --2- 172.21.15.76:0/220974469 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6f0c14a980 0x7f6f0c0b07e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:13.032 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.026+0000 7f6f10c66640 1 --2- 172.21.15.76:0/220974469 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6f0c0b0d20 0x7f6f0c1f2110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:13.032 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.026+0000 7f6f0bfff640 1 -- 172.21.15.76:0/220974469 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6f0c0b0d20 msgr2=0x7f6f0c1f2110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:13.032 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.026+0000 7f6f0bfff640 1 --2- 172.21.15.76:0/220974469 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6f0c0b0d20 0x7f6f0c1f2110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:13.032 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.026+0000 7f6f0bfff640 1 -- 172.21.15.76:0/220974469 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6f0c1f3020 con 0x7f6ef4003f20 2024-09-13T16:04:13.032 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.027+0000 7f6f0bfff640 1 --2- 172.21.15.76:0/220974469 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ef4003f20 0x7f6f0c1f3320 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7f6efc00e600 tx=0x7f6efc00eac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:13.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.027+0000 7f6f08ff9640 1 -- 172.21.15.76:0/220974469 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6efc0052e0 con 0x7f6ef4003f20 2024-09-13T16:04:13.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.027+0000 7f6f08ff9640 1 -- 172.21.15.76:0/220974469 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6efc005440 con 0x7f6ef4003f20 2024-09-13T16:04:13.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.027+0000 7f6f126c9640 1 -- 172.21.15.76:0/220974469 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6f0c0c95a0 con 0x7f6ef4003f20 2024-09-13T16:04:13.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.027+0000 7f6f08ff9640 1 -- 172.21.15.76:0/220974469 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6efc0037f0 con 0x7f6ef4003f20 2024-09-13T16:04:13.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.027+0000 7f6f126c9640 1 -- 172.21.15.76:0/220974469 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6f0c0c9b60 con 0x7f6ef4003f20 2024-09-13T16:04:13.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.028+0000 7f6f126c9640 1 -- 172.21.15.76:0/220974469 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6f0c0b1ca0 con 0x7f6ef4003f20 2024-09-13T16:04:13.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.028+0000 7f6f08ff9640 1 -- 172.21.15.76:0/220974469 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f6efc003950 con 0x7f6ef4003f20 2024-09-13T16:04:13.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.029+0000 7f6f08ff9640 1 --2- 172.21.15.76:0/220974469 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6ef806ac00 0x7f6ef806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:13.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.029+0000 7f6f08ff9640 1 -- 172.21.15.76:0/220974469 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(55..55 src has 1..55) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f6efc089300 con 0x7f6ef4003f20 2024-09-13T16:04:13.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.029+0000 7f6f0b7fe640 1 --2- 172.21.15.76:0/220974469 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6ef806ac00 0x7f6ef806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:13.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.029+0000 7f6f0b7fe640 1 --2- 172.21.15.76:0/220974469 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6ef806ac00 0x7f6ef806d0c0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f6f0000c240 tx=0x7f6f00009030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:13.034 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.033+0000 7f6f08ff9640 1 -- 172.21.15.76:0/220974469 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f6efc0543a0 con 0x7f6ef4003f20 2024-09-13T16:04:13.193 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.192+0000 7f6f126c9640 1 -- 172.21.15.76:0/220974469 --> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f6f0c0b4c80 con 0x7f6ef806ac00 2024-09-13T16:04:13.201 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.200+0000 7f6f08ff9640 1 -- 172.21.15.76:0/220974469 <== mgr.4104 v2:172.21.15.76:6832/911852275 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+289871 (secure 0 0 0) 0x7f6f00001530 con 0x7f6ef806ac00 2024-09-13T16:04:13.204 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:04:13.206 INFO:teuthology.orchestra.run.smithi076.stderr:dumped all 2024-09-13T16:04:13.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.203+0000 7f6f126c9640 1 -- 172.21.15.76:0/220974469 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6ef806ac00 msgr2=0x7f6ef806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:13.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.203+0000 7f6f126c9640 1 --2- 172.21.15.76:0/220974469 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6ef806ac00 0x7f6ef806d0c0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f6f0000c240 tx=0x7f6f00009030 comp rx=0 tx=0).stop 2024-09-13T16:04:13.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.203+0000 7f6f126c9640 1 -- 172.21.15.76:0/220974469 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ef4003f20 msgr2=0x7f6f0c1f3320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:13.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.203+0000 7f6f126c9640 1 --2- 172.21.15.76:0/220974469 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ef4003f20 0x7f6f0c1f3320 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7f6efc00e600 tx=0x7f6efc00eac0 comp rx=0 tx=0).stop 2024-09-13T16:04:13.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.203+0000 7f6f126c9640 1 -- 172.21.15.76:0/220974469 shutdown_connections 2024-09-13T16:04:13.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.203+0000 7f6f126c9640 1 --2- 172.21.15.76:0/220974469 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6f0c0b0d20 0x7f6f0c1f2110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:13.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.203+0000 7f6f126c9640 1 --2- 172.21.15.76:0/220974469 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6ef806ac00 0x7f6ef806d0c0 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:13.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.203+0000 7f6f126c9640 1 --2- 172.21.15.76:0/220974469 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6f0c14a980 0x7f6f0c0b07e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:13.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.203+0000 7f6f126c9640 1 --2- 172.21.15.76:0/220974469 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ef4003f20 0x7f6f0c1f3320 unknown :-1 s=CLOSED pgs=689 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:13.209 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.203+0000 7f6f126c9640 1 -- 172.21.15.76:0/220974469 >> 172.21.15.76:0/220974469 conn(0x7f6f0c089f60 msgr2=0x7f6f0c0b33f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:13.209 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.203+0000 7f6f126c9640 1 -- 172.21.15.76:0/220974469 shutdown_connections 2024-09-13T16:04:13.209 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.203+0000 7f6f126c9640 1 -- 172.21.15.76:0/220974469 wait complete. 2024-09-13T16:04:13.215 INFO:teuthology.orchestra.run.smithi076.stdout:{"pg_ready":true,"pg_map":{"version":132,"stamp":"2024-09-13T16:04:12.965401+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":70,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":226516,"kb_used_data":6244,"kb_used_omap":12,"kb_used_meta":220147,"kb_avail":754748204,"statfs":{"total":773094113280,"available":772862160896,"internally_reserved":0,"allocated":6393856,"data_stored":3455159,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":225431097},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":31,"apply_latency_ms":31,"commit_latency_ns":31000000,"apply_latency_ns":31000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.692349"},"pg_stats":[{"pgid":"8.3f","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.650486+0000","last_change":"2024-09-13T16:04:09.647403+0000","last_active":"2024-09-13T16:04:09.650486+0000","last_peered":"2024-09-13T16:04:09.650486+0000","last_clean":"2024-09-13T16:04:09.650486+0000","last_became_active":"2024-09-13T16:04:09.647178+0000","last_became_peered":"2024-09-13T16:04:09.647178+0000","last_unstale":"2024-09-13T16:04:09.650486+0000","last_undegraded":"2024-09-13T16:04:09.650486+0000","last_fullsized":"2024-09-13T16:04:09.650486+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:39:10.546826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.3e","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-13T16:04:10.637477+0000","last_change":"2024-09-13T16:04:09.651448+0000","last_active":"2024-09-13T16:04:10.637477+0000","last_peered":"2024-09-13T16:04:10.637477+0000","last_clean":"2024-09-13T16:04:10.637477+0000","last_became_active":"2024-09-13T16:04:09.650876+0000","last_became_peered":"2024-09-13T16:04:09.650876+0000","last_unstale":"2024-09-13T16:04:10.637477+0000","last_undegraded":"2024-09-13T16:04:10.637477+0000","last_fullsized":"2024-09-13T16:04:10.637477+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:31:00.821300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.3d","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.661213+0000","last_change":"2024-09-13T16:04:09.653460+0000","last_active":"2024-09-13T16:04:09.661213+0000","last_peered":"2024-09-13T16:04:09.661213+0000","last_clean":"2024-09-13T16:04:09.661213+0000","last_became_active":"2024-09-13T16:04:09.649691+0000","last_became_peered":"2024-09-13T16:04:09.649691+0000","last_unstale":"2024-09-13T16:04:09.661213+0000","last_undegraded":"2024-09-13T16:04:09.661213+0000","last_fullsized":"2024-09-13T16:04:09.661213+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:58:15.236088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.3c","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-13T16:04:10.636993+0000","last_change":"2024-09-13T16:04:09.658952+0000","last_active":"2024-09-13T16:04:10.636993+0000","last_peered":"2024-09-13T16:04:10.636993+0000","last_clean":"2024-09-13T16:04:10.636993+0000","last_became_active":"2024-09-13T16:04:09.658579+0000","last_became_peered":"2024-09-13T16:04:09.658579+0000","last_unstale":"2024-09-13T16:04:10.636993+0000","last_undegraded":"2024-09-13T16:04:10.636993+0000","last_fullsized":"2024-09-13T16:04:10.636993+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:20:54.966105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.3b","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-13T16:04:10.637002+0000","last_change":"2024-09-13T16:04:09.657994+0000","last_active":"2024-09-13T16:04:10.637002+0000","last_peered":"2024-09-13T16:04:10.637002+0000","last_clean":"2024-09-13T16:04:10.637002+0000","last_became_active":"2024-09-13T16:04:09.657713+0000","last_became_peered":"2024-09-13T16:04:09.657713+0000","last_unstale":"2024-09-13T16:04:10.637002+0000","last_undegraded":"2024-09-13T16:04:10.637002+0000","last_fullsized":"2024-09-13T16:04:10.637002+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:26:52.323505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.3a","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.661600+0000","last_change":"2024-09-13T16:04:09.657819+0000","last_active":"2024-09-13T16:04:09.661600+0000","last_peered":"2024-09-13T16:04:09.661600+0000","last_clean":"2024-09-13T16:04:09.661600+0000","last_became_active":"2024-09-13T16:04:09.657587+0000","last_became_peered":"2024-09-13T16:04:09.657587+0000","last_unstale":"2024-09-13T16:04:09.661600+0000","last_undegraded":"2024-09-13T16:04:09.661600+0000","last_fullsized":"2024-09-13T16:04:09.661600+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:01:02.303307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.39","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.661512+0000","last_change":"2024-09-13T16:04:09.653660+0000","last_active":"2024-09-13T16:04:09.661512+0000","last_peered":"2024-09-13T16:04:09.661512+0000","last_clean":"2024-09-13T16:04:09.661512+0000","last_became_active":"2024-09-13T16:04:09.649634+0000","last_became_peered":"2024-09-13T16:04:09.649634+0000","last_unstale":"2024-09-13T16:04:09.661512+0000","last_undegraded":"2024-09-13T16:04:09.661512+0000","last_fullsized":"2024-09-13T16:04:09.661512+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:23:28.815598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.38","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.663616+0000","last_change":"2024-09-13T16:04:09.661695+0000","last_active":"2024-09-13T16:04:09.663616+0000","last_peered":"2024-09-13T16:04:09.663616+0000","last_clean":"2024-09-13T16:04:09.663616+0000","last_became_active":"2024-09-13T16:04:09.661262+0000","last_became_peered":"2024-09-13T16:04:09.661262+0000","last_unstale":"2024-09-13T16:04:09.663616+0000","last_undegraded":"2024-09-13T16:04:09.663616+0000","last_fullsized":"2024-09-13T16:04:09.663616+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:58:15.236088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.37","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.664096+0000","last_change":"2024-09-13T16:04:09.663182+0000","last_active":"2024-09-13T16:04:09.664096+0000","last_peered":"2024-09-13T16:04:09.664096+0000","last_clean":"2024-09-13T16:04:09.664096+0000","last_became_active":"2024-09-13T16:04:09.662874+0000","last_became_peered":"2024-09-13T16:04:09.662874+0000","last_unstale":"2024-09-13T16:04:09.664096+0000","last_undegraded":"2024-09-13T16:04:09.664096+0000","last_fullsized":"2024-09-13T16:04:09.664096+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:37:54.591270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.36","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.661072+0000","last_change":"2024-09-13T16:04:09.650965+0000","last_active":"2024-09-13T16:04:09.661072+0000","last_peered":"2024-09-13T16:04:09.661072+0000","last_clean":"2024-09-13T16:04:09.661072+0000","last_became_active":"2024-09-13T16:04:09.650658+0000","last_became_peered":"2024-09-13T16:04:09.650658+0000","last_unstale":"2024-09-13T16:04:09.661072+0000","last_undegraded":"2024-09-13T16:04:09.661072+0000","last_fullsized":"2024-09-13T16:04:09.661072+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:30:17.126414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.35","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-13T16:04:10.635609+0000","last_change":"2024-09-13T16:04:09.651733+0000","last_active":"2024-09-13T16:04:10.635609+0000","last_peered":"2024-09-13T16:04:10.635609+0000","last_clean":"2024-09-13T16:04:10.635609+0000","last_became_active":"2024-09-13T16:04:09.651510+0000","last_became_peered":"2024-09-13T16:04:09.651510+0000","last_unstale":"2024-09-13T16:04:10.635609+0000","last_undegraded":"2024-09-13T16:04:10.635609+0000","last_fullsized":"2024-09-13T16:04:10.635609+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:00:51.061671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.34","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.658395+0000","last_change":"2024-09-13T16:04:09.651874+0000","last_active":"2024-09-13T16:04:09.658395+0000","last_peered":"2024-09-13T16:04:09.658395+0000","last_clean":"2024-09-13T16:04:09.658395+0000","last_became_active":"2024-09-13T16:04:09.651628+0000","last_became_peered":"2024-09-13T16:04:09.651628+0000","last_unstale":"2024-09-13T16:04:09.658395+0000","last_undegraded":"2024-09-13T16:04:09.658395+0000","last_fullsized":"2024-09-13T16:04:09.658395+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:01:33.722928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.33","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.661098+0000","last_change":"2024-09-13T16:04:09.650572+0000","last_active":"2024-09-13T16:04:09.661098+0000","last_peered":"2024-09-13T16:04:09.661098+0000","last_clean":"2024-09-13T16:04:09.661098+0000","last_became_active":"2024-09-13T16:04:09.650324+0000","last_became_peered":"2024-09-13T16:04:09.650324+0000","last_unstale":"2024-09-13T16:04:09.661098+0000","last_undegraded":"2024-09-13T16:04:09.661098+0000","last_fullsized":"2024-09-13T16:04:09.661098+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:16:15.648234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.32","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.662341+0000","last_change":"2024-09-13T16:04:09.657223+0000","last_active":"2024-09-13T16:04:09.662341+0000","last_peered":"2024-09-13T16:04:09.662341+0000","last_clean":"2024-09-13T16:04:09.662341+0000","last_became_active":"2024-09-13T16:04:09.656993+0000","last_became_peered":"2024-09-13T16:04:09.656993+0000","last_unstale":"2024-09-13T16:04:09.662341+0000","last_undegraded":"2024-09-13T16:04:09.662341+0000","last_fullsized":"2024-09-13T16:04:09.662341+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:47:18.062986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.31","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-13T16:04:10.637478+0000","last_change":"2024-09-13T16:04:09.653717+0000","last_active":"2024-09-13T16:04:10.637478+0000","last_peered":"2024-09-13T16:04:10.637478+0000","last_clean":"2024-09-13T16:04:10.637478+0000","last_became_active":"2024-09-13T16:04:09.653187+0000","last_became_peered":"2024-09-13T16:04:09.653187+0000","last_unstale":"2024-09-13T16:04:10.637478+0000","last_undegraded":"2024-09-13T16:04:10.637478+0000","last_fullsized":"2024-09-13T16:04:10.637478+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:01:02.303307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.30","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.661270+0000","last_change":"2024-09-13T16:04:09.650527+0000","last_active":"2024-09-13T16:04:09.661270+0000","last_peered":"2024-09-13T16:04:09.661270+0000","last_clean":"2024-09-13T16:04:09.661270+0000","last_became_active":"2024-09-13T16:04:09.650252+0000","last_became_peered":"2024-09-13T16:04:09.650252+0000","last_unstale":"2024-09-13T16:04:09.661270+0000","last_undegraded":"2024-09-13T16:04:09.661270+0000","last_fullsized":"2024-09-13T16:04:09.661270+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:50:24.156730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.2f","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.661394+0000","last_change":"2024-09-13T16:04:09.653231+0000","last_active":"2024-09-13T16:04:09.661394+0000","last_peered":"2024-09-13T16:04:09.661394+0000","last_clean":"2024-09-13T16:04:09.661394+0000","last_became_active":"2024-09-13T16:04:09.652583+0000","last_became_peered":"2024-09-13T16:04:09.652583+0000","last_unstale":"2024-09-13T16:04:09.661394+0000","last_undegraded":"2024-09-13T16:04:09.661394+0000","last_fullsized":"2024-09-13T16:04:09.661394+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:59:43.865472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.2e","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-13T16:04:10.637385+0000","last_change":"2024-09-13T16:04:09.651621+0000","last_active":"2024-09-13T16:04:10.637385+0000","last_peered":"2024-09-13T16:04:10.637385+0000","last_clean":"2024-09-13T16:04:10.637385+0000","last_became_active":"2024-09-13T16:04:09.651200+0000","last_became_peered":"2024-09-13T16:04:09.651200+0000","last_unstale":"2024-09-13T16:04:10.637385+0000","last_undegraded":"2024-09-13T16:04:10.637385+0000","last_fullsized":"2024-09-13T16:04:10.637385+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:16:15.648234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.2d","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.662433+0000","last_change":"2024-09-13T16:04:09.660083+0000","last_active":"2024-09-13T16:04:09.662433+0000","last_peered":"2024-09-13T16:04:09.662433+0000","last_clean":"2024-09-13T16:04:09.662433+0000","last_became_active":"2024-09-13T16:04:09.659800+0000","last_became_peered":"2024-09-13T16:04:09.659800+0000","last_unstale":"2024-09-13T16:04:09.662433+0000","last_undegraded":"2024-09-13T16:04:09.662433+0000","last_fullsized":"2024-09-13T16:04:09.662433+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:46:59.187547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.2c","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.654610+0000","last_change":"2024-09-13T16:04:09.651227+0000","last_active":"2024-09-13T16:04:09.654610+0000","last_peered":"2024-09-13T16:04:09.654610+0000","last_clean":"2024-09-13T16:04:09.654610+0000","last_became_active":"2024-09-13T16:04:09.650907+0000","last_became_peered":"2024-09-13T16:04:09.650907+0000","last_unstale":"2024-09-13T16:04:09.654610+0000","last_undegraded":"2024-09-13T16:04:09.654610+0000","last_fullsized":"2024-09-13T16:04:09.654610+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:48:58.587072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2b","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.650274+0000","last_change":"2024-09-13T16:04:09.648748+0000","last_active":"2024-09-13T16:04:09.650274+0000","last_peered":"2024-09-13T16:04:09.650274+0000","last_clean":"2024-09-13T16:04:09.650274+0000","last_became_active":"2024-09-13T16:04:09.648511+0000","last_became_peered":"2024-09-13T16:04:09.648511+0000","last_unstale":"2024-09-13T16:04:09.650274+0000","last_undegraded":"2024-09-13T16:04:09.650274+0000","last_fullsized":"2024-09-13T16:04:09.650274+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:28:10.496558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2a","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.664747+0000","last_change":"2024-09-13T16:04:09.663503+0000","last_active":"2024-09-13T16:04:09.664747+0000","last_peered":"2024-09-13T16:04:09.664747+0000","last_clean":"2024-09-13T16:04:09.664747+0000","last_became_active":"2024-09-13T16:04:09.663263+0000","last_became_peered":"2024-09-13T16:04:09.663263+0000","last_unstale":"2024-09-13T16:04:09.664747+0000","last_undegraded":"2024-09-13T16:04:09.664747+0000","last_fullsized":"2024-09-13T16:04:09.664747+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:07:35.298492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.29","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-13T16:04:10.635439+0000","last_change":"2024-09-13T16:04:09.654201+0000","last_active":"2024-09-13T16:04:10.635439+0000","last_peered":"2024-09-13T16:04:10.635439+0000","last_clean":"2024-09-13T16:04:10.635439+0000","last_became_active":"2024-09-13T16:04:09.653899+0000","last_became_peered":"2024-09-13T16:04:09.653899+0000","last_unstale":"2024-09-13T16:04:10.635439+0000","last_undegraded":"2024-09-13T16:04:10.635439+0000","last_fullsized":"2024-09-13T16:04:10.635439+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:16:43.989887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.28","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.662481+0000","last_change":"2024-09-13T16:04:09.649410+0000","last_active":"2024-09-13T16:04:09.662481+0000","last_peered":"2024-09-13T16:04:09.662481+0000","last_clean":"2024-09-13T16:04:09.662481+0000","last_became_active":"2024-09-13T16:04:09.649170+0000","last_became_peered":"2024-09-13T16:04:09.649170+0000","last_unstale":"2024-09-13T16:04:09.662481+0000","last_undegraded":"2024-09-13T16:04:09.662481+0000","last_fullsized":"2024-09-13T16:04:09.662481+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:05:14.157736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.27","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.661410+0000","last_change":"2024-09-13T16:04:09.653277+0000","last_active":"2024-09-13T16:04:09.661410+0000","last_peered":"2024-09-13T16:04:09.661410+0000","last_clean":"2024-09-13T16:04:09.661410+0000","last_became_active":"2024-09-13T16:04:09.652898+0000","last_became_peered":"2024-09-13T16:04:09.652898+0000","last_unstale":"2024-09-13T16:04:09.661410+0000","last_undegraded":"2024-09-13T16:04:09.661410+0000","last_fullsized":"2024-09-13T16:04:09.661410+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:23:54.417194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.26","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.658644+0000","last_change":"2024-09-13T16:04:09.656010+0000","last_active":"2024-09-13T16:04:09.658644+0000","last_peered":"2024-09-13T16:04:09.658644+0000","last_clean":"2024-09-13T16:04:09.658644+0000","last_became_active":"2024-09-13T16:04:09.655758+0000","last_became_peered":"2024-09-13T16:04:09.655758+0000","last_unstale":"2024-09-13T16:04:09.658644+0000","last_undegraded":"2024-09-13T16:04:09.658644+0000","last_fullsized":"2024-09-13T16:04:09.658644+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:35:30.797486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.25","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.662100+0000","last_change":"2024-09-13T16:04:09.660916+0000","last_active":"2024-09-13T16:04:09.662100+0000","last_peered":"2024-09-13T16:04:09.662100+0000","last_clean":"2024-09-13T16:04:09.662100+0000","last_became_active":"2024-09-13T16:04:09.660566+0000","last_became_peered":"2024-09-13T16:04:09.660566+0000","last_unstale":"2024-09-13T16:04:09.662100+0000","last_undegraded":"2024-09-13T16:04:09.662100+0000","last_fullsized":"2024-09-13T16:04:09.662100+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:20:54.966105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.24","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.651098+0000","last_change":"2024-09-13T16:04:09.649081+0000","last_active":"2024-09-13T16:04:09.651098+0000","last_peered":"2024-09-13T16:04:09.651098+0000","last_clean":"2024-09-13T16:04:09.651098+0000","last_became_active":"2024-09-13T16:04:09.648824+0000","last_became_peered":"2024-09-13T16:04:09.648824+0000","last_unstale":"2024-09-13T16:04:09.651098+0000","last_undegraded":"2024-09-13T16:04:09.651098+0000","last_fullsized":"2024-09-13T16:04:09.651098+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:22:23.928033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.23","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.658064+0000","last_change":"2024-09-13T16:04:09.646024+0000","last_active":"2024-09-13T16:04:09.658064+0000","last_peered":"2024-09-13T16:04:09.658064+0000","last_clean":"2024-09-13T16:04:09.658064+0000","last_became_active":"2024-09-13T16:04:09.645762+0000","last_became_peered":"2024-09-13T16:04:09.645762+0000","last_unstale":"2024-09-13T16:04:09.658064+0000","last_undegraded":"2024-09-13T16:04:09.658064+0000","last_fullsized":"2024-09-13T16:04:09.658064+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:30:30.061930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.22","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-13T16:04:10.637170+0000","last_change":"2024-09-13T16:04:09.655558+0000","last_active":"2024-09-13T16:04:10.637170+0000","last_peered":"2024-09-13T16:04:10.637170+0000","last_clean":"2024-09-13T16:04:10.637170+0000","last_became_active":"2024-09-13T16:04:09.655192+0000","last_became_peered":"2024-09-13T16:04:09.655192+0000","last_unstale":"2024-09-13T16:04:10.637170+0000","last_undegraded":"2024-09-13T16:04:10.637170+0000","last_fullsized":"2024-09-13T16:04:10.637170+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:39:10.546826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.21","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.661191+0000","last_change":"2024-09-13T16:04:09.652695+0000","last_active":"2024-09-13T16:04:09.661191+0000","last_peered":"2024-09-13T16:04:09.661191+0000","last_clean":"2024-09-13T16:04:09.661191+0000","last_became_active":"2024-09-13T16:04:09.649601+0000","last_became_peered":"2024-09-13T16:04:09.649601+0000","last_unstale":"2024-09-13T16:04:09.661191+0000","last_undegraded":"2024-09-13T16:04:09.661191+0000","last_fullsized":"2024-09-13T16:04:09.661191+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:32:07.379866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.20","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.654815+0000","last_change":"2024-09-13T16:04:09.649444+0000","last_active":"2024-09-13T16:04:09.654815+0000","last_peered":"2024-09-13T16:04:09.654815+0000","last_clean":"2024-09-13T16:04:09.654815+0000","last_became_active":"2024-09-13T16:04:09.649181+0000","last_became_peered":"2024-09-13T16:04:09.649181+0000","last_unstale":"2024-09-13T16:04:09.654815+0000","last_undegraded":"2024-09-13T16:04:09.654815+0000","last_fullsized":"2024-09-13T16:04:09.654815+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:54:13.695275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.10","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-13T16:04:10.636696+0000","last_change":"2024-09-13T16:04:09.652091+0000","last_active":"2024-09-13T16:04:10.636696+0000","last_peered":"2024-09-13T16:04:10.636696+0000","last_clean":"2024-09-13T16:04:10.636696+0000","last_became_active":"2024-09-13T16:04:09.651848+0000","last_became_peered":"2024-09-13T16:04:09.651848+0000","last_unstale":"2024-09-13T16:04:10.636696+0000","last_undegraded":"2024-09-13T16:04:10.636696+0000","last_fullsized":"2024-09-13T16:04:10.636696+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:50:24.156730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1f","version":"54'4","reported_seq":14,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.651814+0000","last_change":"2024-09-13T16:04:09.292332+0000","last_active":"2024-09-13T16:04:09.651814+0000","last_peered":"2024-09-13T16:04:09.651814+0000","last_clean":"2024-09-13T16:04:09.651814+0000","last_became_active":"2024-09-13T16:04:09.292073+0000","last_became_peered":"2024-09-13T16:04:09.292073+0000","last_unstale":"2024-09-13T16:04:09.651814+0000","last_undegraded":"2024-09-13T16:04:09.651814+0000","last_fullsized":"2024-09-13T16:04:09.651814+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_clean_scrub_stamp":"2024-09-13T16:04:08.268593+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:31:29.640344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.654666+0000","last_change":"2024-09-13T16:04:09.650148+0000","last_active":"2024-09-13T16:04:09.654666+0000","last_peered":"2024-09-13T16:04:09.654666+0000","last_clean":"2024-09-13T16:04:09.654666+0000","last_became_active":"2024-09-13T16:04:09.649849+0000","last_became_peered":"2024-09-13T16:04:09.649849+0000","last_unstale":"2024-09-13T16:04:09.654666+0000","last_undegraded":"2024-09-13T16:04:09.654666+0000","last_fullsized":"2024-09-13T16:04:09.654666+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:22:41.237117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.1e","version":"54'1","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.656032+0000","last_change":"2024-09-13T16:04:09.297272+0000","last_active":"2024-09-13T16:04:09.656032+0000","last_peered":"2024-09-13T16:04:09.656032+0000","last_clean":"2024-09-13T16:04:09.656032+0000","last_became_active":"2024-09-13T16:04:09.297021+0000","last_became_peered":"2024-09-13T16:04:09.297021+0000","last_unstale":"2024-09-13T16:04:09.656032+0000","last_undegraded":"2024-09-13T16:04:09.656032+0000","last_fullsized":"2024-09-13T16:04:09.656032+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_clean_scrub_stamp":"2024-09-13T16:04:08.268593+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:35:56.927568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.654582+0000","last_change":"2024-09-13T16:04:09.651752+0000","last_active":"2024-09-13T16:04:09.654582+0000","last_peered":"2024-09-13T16:04:09.654582+0000","last_clean":"2024-09-13T16:04:09.654582+0000","last_became_active":"2024-09-13T16:04:09.650872+0000","last_became_peered":"2024-09-13T16:04:09.650872+0000","last_unstale":"2024-09-13T16:04:09.654582+0000","last_undegraded":"2024-09-13T16:04:09.654582+0000","last_fullsized":"2024-09-13T16:04:09.654582+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:10:44.914908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1d","version":"54'2","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.655451+0000","last_change":"2024-09-13T16:04:09.294973+0000","last_active":"2024-09-13T16:04:09.655451+0000","last_peered":"2024-09-13T16:04:09.655451+0000","last_clean":"2024-09-13T16:04:09.655451+0000","last_became_active":"2024-09-13T16:04:09.294580+0000","last_became_peered":"2024-09-13T16:04:09.294580+0000","last_unstale":"2024-09-13T16:04:09.655451+0000","last_undegraded":"2024-09-13T16:04:09.655451+0000","last_fullsized":"2024-09-13T16:04:09.655451+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_clean_scrub_stamp":"2024-09-13T16:04:08.268593+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:37:02.844634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.13","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.658774+0000","last_change":"2024-09-13T16:04:09.653473+0000","last_active":"2024-09-13T16:04:09.658774+0000","last_peered":"2024-09-13T16:04:09.658774+0000","last_clean":"2024-09-13T16:04:09.658774+0000","last_became_active":"2024-09-13T16:04:09.653257+0000","last_became_peered":"2024-09-13T16:04:09.653257+0000","last_unstale":"2024-09-13T16:04:09.658774+0000","last_undegraded":"2024-09-13T16:04:09.658774+0000","last_fullsized":"2024-09-13T16:04:09.658774+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:59:28.245112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1c","version":"54'2","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.649799+0000","last_change":"2024-09-13T16:04:09.296028+0000","last_active":"2024-09-13T16:04:09.649799+0000","last_peered":"2024-09-13T16:04:09.649799+0000","last_clean":"2024-09-13T16:04:09.649799+0000","last_became_active":"2024-09-13T16:04:09.295623+0000","last_became_peered":"2024-09-13T16:04:09.295623+0000","last_unstale":"2024-09-13T16:04:09.649799+0000","last_undegraded":"2024-09-13T16:04:09.649799+0000","last_fullsized":"2024-09-13T16:04:09.649799+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_clean_scrub_stamp":"2024-09-13T16:04:08.268593+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:22:22.926454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.14","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-13T16:04:10.636951+0000","last_change":"2024-09-13T16:04:09.659614+0000","last_active":"2024-09-13T16:04:10.636951+0000","last_peered":"2024-09-13T16:04:10.636951+0000","last_clean":"2024-09-13T16:04:10.636951+0000","last_became_active":"2024-09-13T16:04:09.659039+0000","last_became_peered":"2024-09-13T16:04:09.659039+0000","last_unstale":"2024-09-13T16:04:10.636951+0000","last_undegraded":"2024-09-13T16:04:10.636951+0000","last_fullsized":"2024-09-13T16:04:10.636951+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:22:41.237117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"54'1","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.661263+0000","last_change":"2024-09-13T16:04:09.295454+0000","last_active":"2024-09-13T16:04:09.661263+0000","last_peered":"2024-09-13T16:04:09.661263+0000","last_clean":"2024-09-13T16:04:09.661263+0000","last_became_active":"2024-09-13T16:04:09.295178+0000","last_became_peered":"2024-09-13T16:04:09.295178+0000","last_unstale":"2024-09-13T16:04:09.661263+0000","last_undegraded":"2024-09-13T16:04:09.661263+0000","last_fullsized":"2024-09-13T16:04:09.661263+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_clean_scrub_stamp":"2024-09-13T16:04:08.268593+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:50:23.155151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.15","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-13T16:04:10.637506+0000","last_change":"2024-09-13T16:04:09.657759+0000","last_active":"2024-09-13T16:04:10.637506+0000","last_peered":"2024-09-13T16:04:10.637506+0000","last_clean":"2024-09-13T16:04:10.637506+0000","last_became_active":"2024-09-13T16:04:09.657506+0000","last_became_peered":"2024-09-13T16:04:09.657506+0000","last_unstale":"2024-09-13T16:04:10.637506+0000","last_undegraded":"2024-09-13T16:04:10.637506+0000","last_fullsized":"2024-09-13T16:04:10.637506+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:04:47.295996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1a","version":"54'1","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-13T16:04:10.637174+0000","last_change":"2024-09-13T16:04:09.292067+0000","last_active":"2024-09-13T16:04:10.637174+0000","last_peered":"2024-09-13T16:04:10.637174+0000","last_clean":"2024-09-13T16:04:10.637174+0000","last_became_active":"2024-09-13T16:04:09.291739+0000","last_became_peered":"2024-09-13T16:04:09.291739+0000","last_unstale":"2024-09-13T16:04:10.637174+0000","last_undegraded":"2024-09-13T16:04:10.637174+0000","last_fullsized":"2024-09-13T16:04:10.637174+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_clean_scrub_stamp":"2024-09-13T16:04:08.268593+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:04:46.294418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.658595+0000","last_change":"2024-09-13T16:04:09.652486+0000","last_active":"2024-09-13T16:04:09.658595+0000","last_peered":"2024-09-13T16:04:09.658595+0000","last_clean":"2024-09-13T16:04:09.658595+0000","last_became_active":"2024-09-13T16:04:09.652246+0000","last_became_peered":"2024-09-13T16:04:09.652246+0000","last_unstale":"2024-09-13T16:04:09.658595+0000","last_undegraded":"2024-09-13T16:04:09.658595+0000","last_fullsized":"2024-09-13T16:04:09.658595+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:14:21.201365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.636488+0000","last_change":"2024-09-13T16:04:09.292194+0000","last_active":"2024-09-13T16:04:09.636488+0000","last_peered":"2024-09-13T16:04:09.636488+0000","last_clean":"2024-09-13T16:04:09.636488+0000","last_became_active":"2024-09-13T16:04:09.291816+0000","last_became_peered":"2024-09-13T16:04:09.291816+0000","last_unstale":"2024-09-13T16:04:09.636488+0000","last_undegraded":"2024-09-13T16:04:09.636488+0000","last_fullsized":"2024-09-13T16:04:09.636488+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_clean_scrub_stamp":"2024-09-13T16:04:08.268593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:35:56.927568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-13T16:04:10.637079+0000","last_change":"2024-09-13T16:04:09.659316+0000","last_active":"2024-09-13T16:04:10.637079+0000","last_peered":"2024-09-13T16:04:10.637079+0000","last_clean":"2024-09-13T16:04:10.637079+0000","last_became_active":"2024-09-13T16:04:09.659036+0000","last_became_peered":"2024-09-13T16:04:09.659036+0000","last_unstale":"2024-09-13T16:04:10.637079+0000","last_undegraded":"2024-09-13T16:04:10.637079+0000","last_fullsized":"2024-09-13T16:04:10.637079+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:30:17.126414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.635957+0000","last_change":"2024-09-13T16:04:09.293776+0000","last_active":"2024-09-13T16:04:09.635957+0000","last_peered":"2024-09-13T16:04:09.635957+0000","last_clean":"2024-09-13T16:04:09.635957+0000","last_became_active":"2024-09-13T16:04:09.293533+0000","last_became_peered":"2024-09-13T16:04:09.293533+0000","last_unstale":"2024-09-13T16:04:09.635957+0000","last_undegraded":"2024-09-13T16:04:09.635957+0000","last_fullsized":"2024-09-13T16:04:09.635957+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_clean_scrub_stamp":"2024-09-13T16:04:08.268593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:22:22.926454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-13T16:04:10.636753+0000","last_change":"2024-09-13T16:04:09.657317+0000","last_active":"2024-09-13T16:04:10.636753+0000","last_peered":"2024-09-13T16:04:10.636753+0000","last_clean":"2024-09-13T16:04:10.636753+0000","last_became_active":"2024-09-13T16:04:09.657043+0000","last_became_peered":"2024-09-13T16:04:09.657043+0000","last_unstale":"2024-09-13T16:04:10.636753+0000","last_undegraded":"2024-09-13T16:04:10.636753+0000","last_fullsized":"2024-09-13T16:04:10.636753+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:54:13.695275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-13T16:04:10.637242+0000","last_change":"2024-09-13T16:04:09.288977+0000","last_active":"2024-09-13T16:04:10.637242+0000","last_peered":"2024-09-13T16:04:10.637242+0000","last_clean":"2024-09-13T16:04:10.637242+0000","last_became_active":"2024-09-13T16:04:09.288733+0000","last_became_peered":"2024-09-13T16:04:09.288733+0000","last_unstale":"2024-09-13T16:04:10.637242+0000","last_undegraded":"2024-09-13T16:04:10.637242+0000","last_fullsized":"2024-09-13T16:04:10.637242+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_clean_scrub_stamp":"2024-09-13T16:04:08.268593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:57:09.568224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.654686+0000","last_change":"2024-09-13T16:04:09.650745+0000","last_active":"2024-09-13T16:04:09.654686+0000","last_peered":"2024-09-13T16:04:09.654686+0000","last_clean":"2024-09-13T16:04:09.654686+0000","last_became_active":"2024-09-13T16:04:09.650459+0000","last_became_peered":"2024-09-13T16:04:09.650459+0000","last_unstale":"2024-09-13T16:04:09.654686+0000","last_undegraded":"2024-09-13T16:04:09.654686+0000","last_fullsized":"2024-09-13T16:04:09.654686+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:33:29.685820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-13T16:04:10.637087+0000","last_change":"2024-09-13T16:04:09.289500+0000","last_active":"2024-09-13T16:04:10.637087+0000","last_peered":"2024-09-13T16:04:10.637087+0000","last_clean":"2024-09-13T16:04:10.637087+0000","last_became_active":"2024-09-13T16:04:09.289247+0000","last_became_peered":"2024-09-13T16:04:09.289247+0000","last_unstale":"2024-09-13T16:04:10.637087+0000","last_undegraded":"2024-09-13T16:04:10.637087+0000","last_fullsized":"2024-09-13T16:04:10.637087+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_clean_scrub_stamp":"2024-09-13T16:04:08.268593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:30:59.819722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.658113+0000","last_change":"2024-09-13T16:04:09.644543+0000","last_active":"2024-09-13T16:04:09.658113+0000","last_peered":"2024-09-13T16:04:09.658113+0000","last_clean":"2024-09-13T16:04:09.658113+0000","last_became_active":"2024-09-13T16:04:09.644320+0000","last_became_peered":"2024-09-13T16:04:09.644320+0000","last_unstale":"2024-09-13T16:04:09.658113+0000","last_undegraded":"2024-09-13T16:04:09.658113+0000","last_fullsized":"2024-09-13T16:04:09.658113+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:35:35.193660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.15","version":"54'3","reported_seq":14,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-13T16:04:10.637590+0000","last_change":"2024-09-13T16:04:09.295343+0000","last_active":"2024-09-13T16:04:10.637590+0000","last_peered":"2024-09-13T16:04:10.637590+0000","last_clean":"2024-09-13T16:04:10.637590+0000","last_became_active":"2024-09-13T16:04:09.295058+0000","last_became_peered":"2024-09-13T16:04:09.295058+0000","last_unstale":"2024-09-13T16:04:10.637590+0000","last_undegraded":"2024-09-13T16:04:10.637590+0000","last_fullsized":"2024-09-13T16:04:10.637590+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_clean_scrub_stamp":"2024-09-13T16:04:08.268593+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:37:02.844634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-13T16:04:10.636966+0000","last_change":"2024-09-13T16:04:09.651563+0000","last_active":"2024-09-13T16:04:10.636966+0000","last_peered":"2024-09-13T16:04:10.636966+0000","last_clean":"2024-09-13T16:04:10.636966+0000","last_became_active":"2024-09-13T16:04:09.651306+0000","last_became_peered":"2024-09-13T16:04:09.651306+0000","last_unstale":"2024-09-13T16:04:10.636966+0000","last_undegraded":"2024-09-13T16:04:10.636966+0000","last_fullsized":"2024-09-13T16:04:10.636966+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:25:42.924013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.14","version":"54'6","reported_seq":16,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.664106+0000","last_change":"2024-09-13T16:04:09.294874+0000","last_active":"2024-09-13T16:04:09.664106+0000","last_peered":"2024-09-13T16:04:09.664106+0000","last_clean":"2024-09-13T16:04:09.664106+0000","last_became_active":"2024-09-13T16:04:09.294615+0000","last_became_peered":"2024-09-13T16:04:09.294615+0000","last_unstale":"2024-09-13T16:04:09.664106+0000","last_undegraded":"2024-09-13T16:04:09.664106+0000","last_fullsized":"2024-09-13T16:04:09.664106+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_clean_scrub_stamp":"2024-09-13T16:04:08.268593+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:15:03.067771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1c","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.654144+0000","last_change":"2024-09-13T16:04:09.651446+0000","last_active":"2024-09-13T16:04:09.654144+0000","last_peered":"2024-09-13T16:04:09.654144+0000","last_clean":"2024-09-13T16:04:09.654144+0000","last_became_active":"2024-09-13T16:04:09.651154+0000","last_became_peered":"2024-09-13T16:04:09.651154+0000","last_unstale":"2024-09-13T16:04:09.654144+0000","last_undegraded":"2024-09-13T16:04:09.654144+0000","last_fullsized":"2024-09-13T16:04:09.654144+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:26:52.323505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.13","version":"54'2","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.662444+0000","last_change":"2024-09-13T16:04:09.294399+0000","last_active":"2024-09-13T16:04:09.662444+0000","last_peered":"2024-09-13T16:04:09.662444+0000","last_clean":"2024-09-13T16:04:09.662444+0000","last_became_active":"2024-09-13T16:04:09.294116+0000","last_became_peered":"2024-09-13T16:04:09.294116+0000","last_unstale":"2024-09-13T16:04:09.662444+0000","last_undegraded":"2024-09-13T16:04:09.662444+0000","last_fullsized":"2024-09-13T16:04:09.662444+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_clean_scrub_stamp":"2024-09-13T16:04:08.268593+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:48:57.585493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1d","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.662422+0000","last_change":"2024-09-13T16:04:09.659216+0000","last_active":"2024-09-13T16:04:09.662422+0000","last_peered":"2024-09-13T16:04:09.662422+0000","last_clean":"2024-09-13T16:04:09.662422+0000","last_became_active":"2024-09-13T16:04:09.656924+0000","last_became_peered":"2024-09-13T16:04:09.656924+0000","last_unstale":"2024-09-13T16:04:09.662422+0000","last_undegraded":"2024-09-13T16:04:09.662422+0000","last_fullsized":"2024-09-13T16:04:09.662422+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:03:05.126974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.636356+0000","last_change":"2024-09-13T16:04:09.296346+0000","last_active":"2024-09-13T16:04:09.636356+0000","last_peered":"2024-09-13T16:04:09.636356+0000","last_clean":"2024-09-13T16:04:09.636356+0000","last_became_active":"2024-09-13T16:04:09.295666+0000","last_became_peered":"2024-09-13T16:04:09.295666+0000","last_unstale":"2024-09-13T16:04:09.636356+0000","last_undegraded":"2024-09-13T16:04:09.636356+0000","last_fullsized":"2024-09-13T16:04:09.636356+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_clean_scrub_stamp":"2024-09-13T16:04:08.268593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:48:09.753370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1e","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.662177+0000","last_change":"2024-09-13T16:04:09.658017+0000","last_active":"2024-09-13T16:04:09.662177+0000","last_peered":"2024-09-13T16:04:09.662177+0000","last_clean":"2024-09-13T16:04:09.662177+0000","last_became_active":"2024-09-13T16:04:09.657748+0000","last_became_peered":"2024-09-13T16:04:09.657748+0000","last_unstale":"2024-09-13T16:04:09.662177+0000","last_undegraded":"2024-09-13T16:04:09.662177+0000","last_fullsized":"2024-09-13T16:04:09.662177+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:24:16.776261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-13T16:04:10.637445+0000","last_change":"2024-09-13T16:04:09.291830+0000","last_active":"2024-09-13T16:04:10.637445+0000","last_peered":"2024-09-13T16:04:10.637445+0000","last_clean":"2024-09-13T16:04:10.637445+0000","last_became_active":"2024-09-13T16:04:09.291552+0000","last_became_peered":"2024-09-13T16:04:09.291552+0000","last_unstale":"2024-09-13T16:04:10.637445+0000","last_undegraded":"2024-09-13T16:04:10.637445+0000","last_fullsized":"2024-09-13T16:04:10.637445+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_clean_scrub_stamp":"2024-09-13T16:04:08.268593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:17:06.106963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1f","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.661375+0000","last_change":"2024-09-13T16:04:09.653124+0000","last_active":"2024-09-13T16:04:09.661375+0000","last_peered":"2024-09-13T16:04:09.661375+0000","last_clean":"2024-09-13T16:04:09.661375+0000","last_became_active":"2024-09-13T16:04:09.649543+0000","last_became_peered":"2024-09-13T16:04:09.649543+0000","last_unstale":"2024-09-13T16:04:09.661375+0000","last_undegraded":"2024-09-13T16:04:09.661375+0000","last_fullsized":"2024-09-13T16:04:09.661375+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:34:01.349177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.10","version":"54'8","reported_seq":18,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.658435+0000","last_change":"2024-09-13T16:04:09.298668+0000","last_active":"2024-09-13T16:04:09.658435+0000","last_peered":"2024-09-13T16:04:09.658435+0000","last_clean":"2024-09-13T16:04:09.658435+0000","last_became_active":"2024-09-13T16:04:09.298396+0000","last_became_peered":"2024-09-13T16:04:09.298396+0000","last_unstale":"2024-09-13T16:04:09.658435+0000","last_undegraded":"2024-09-13T16:04:09.658435+0000","last_fullsized":"2024-09-13T16:04:09.658435+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_clean_scrub_stamp":"2024-09-13T16:04:08.268593+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:23:53.415615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.658344+0000","last_change":"2024-09-13T16:04:09.648587+0000","last_active":"2024-09-13T16:04:09.658344+0000","last_peered":"2024-09-13T16:04:09.658344+0000","last_clean":"2024-09-13T16:04:09.658344+0000","last_became_active":"2024-09-13T16:04:09.648366+0000","last_became_peered":"2024-09-13T16:04:09.648366+0000","last_unstale":"2024-09-13T16:04:09.658344+0000","last_undegraded":"2024-09-13T16:04:09.658344+0000","last_fullsized":"2024-09-13T16:04:09.658344+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:35:35.193660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.f","version":"54'1","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.662253+0000","last_change":"2024-09-13T16:04:09.296456+0000","last_active":"2024-09-13T16:04:09.662253+0000","last_peered":"2024-09-13T16:04:09.662253+0000","last_clean":"2024-09-13T16:04:09.662253+0000","last_became_active":"2024-09-13T16:04:09.296188+0000","last_became_peered":"2024-09-13T16:04:09.296188+0000","last_unstale":"2024-09-13T16:04:09.662253+0000","last_undegraded":"2024-09-13T16:04:09.662253+0000","last_fullsized":"2024-09-13T16:04:09.662253+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_clean_scrub_stamp":"2024-09-13T16:04:08.268593+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:10:43.913329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.661893+0000","last_change":"2024-09-13T16:04:09.659378+0000","last_active":"2024-09-13T16:04:09.661893+0000","last_peered":"2024-09-13T16:04:09.661893+0000","last_clean":"2024-09-13T16:04:09.661893+0000","last_became_active":"2024-09-13T16:04:09.659094+0000","last_became_peered":"2024-09-13T16:04:09.659094+0000","last_unstale":"2024-09-13T16:04:09.661893+0000","last_undegraded":"2024-09-13T16:04:09.661893+0000","last_fullsized":"2024-09-13T16:04:09.661893+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:04:47.295996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.e","version":"54'2","reported_seq":13,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-13T16:04:10.635699+0000","last_change":"2024-09-13T16:04:09.295381+0000","last_active":"2024-09-13T16:04:10.635699+0000","last_peered":"2024-09-13T16:04:10.635699+0000","last_clean":"2024-09-13T16:04:10.635699+0000","last_became_active":"2024-09-13T16:04:09.295130+0000","last_became_peered":"2024-09-13T16:04:09.295130+0000","last_unstale":"2024-09-13T16:04:10.635699+0000","last_undegraded":"2024-09-13T16:04:10.635699+0000","last_fullsized":"2024-09-13T16:04:10.635699+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_clean_scrub_stamp":"2024-09-13T16:04:08.268593+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:34:09.750600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-13T16:04:10.636581+0000","last_change":"2024-09-13T16:04:09.663136+0000","last_active":"2024-09-13T16:04:10.636581+0000","last_peered":"2024-09-13T16:04:10.636581+0000","last_clean":"2024-09-13T16:04:10.636581+0000","last_became_active":"2024-09-13T16:04:09.662926+0000","last_became_peered":"2024-09-13T16:04:09.662926+0000","last_unstale":"2024-09-13T16:04:10.636581+0000","last_undegraded":"2024-09-13T16:04:10.636581+0000","last_fullsized":"2024-09-13T16:04:10.636581+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:02:12.690181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.d","version":"54'1","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.654882+0000","last_change":"2024-09-13T16:04:09.295432+0000","last_active":"2024-09-13T16:04:09.654882+0000","last_peered":"2024-09-13T16:04:09.654882+0000","last_clean":"2024-09-13T16:04:09.654882+0000","last_became_active":"2024-09-13T16:04:09.295093+0000","last_became_peered":"2024-09-13T16:04:09.295093+0000","last_unstale":"2024-09-13T16:04:09.654882+0000","last_undegraded":"2024-09-13T16:04:09.654882+0000","last_fullsized":"2024-09-13T16:04:09.654882+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_clean_scrub_stamp":"2024-09-13T16:04:08.268593+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:07:09.955489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.651124+0000","last_change":"2024-09-13T16:04:09.648680+0000","last_active":"2024-09-13T16:04:09.651124+0000","last_peered":"2024-09-13T16:04:09.651124+0000","last_clean":"2024-09-13T16:04:09.651124+0000","last_became_active":"2024-09-13T16:04:09.648456+0000","last_became_peered":"2024-09-13T16:04:09.648456+0000","last_unstale":"2024-09-13T16:04:09.651124+0000","last_undegraded":"2024-09-13T16:04:09.651124+0000","last_fullsized":"2024-09-13T16:04:09.651124+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:31:00.821300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.637840+0000","last_change":"2024-09-13T16:04:09.299254+0000","last_active":"2024-09-13T16:04:09.637840+0000","last_peered":"2024-09-13T16:04:09.637840+0000","last_clean":"2024-09-13T16:04:09.637840+0000","last_became_active":"2024-09-13T16:04:09.299048+0000","last_became_peered":"2024-09-13T16:04:09.299048+0000","last_unstale":"2024-09-13T16:04:09.637840+0000","last_undegraded":"2024-09-13T16:04:09.637840+0000","last_fullsized":"2024-09-13T16:04:09.637840+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_clean_scrub_stamp":"2024-09-13T16:04:08.268593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:05:47.131729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.655439+0000","last_change":"2024-09-13T16:04:09.654053+0000","last_active":"2024-09-13T16:04:09.655439+0000","last_peered":"2024-09-13T16:04:09.655439+0000","last_clean":"2024-09-13T16:04:09.655439+0000","last_became_active":"2024-09-13T16:04:09.653781+0000","last_became_peered":"2024-09-13T16:04:09.653781+0000","last_unstale":"2024-09-13T16:04:09.655439+0000","last_undegraded":"2024-09-13T16:04:09.655439+0000","last_fullsized":"2024-09-13T16:04:09.655439+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:25:13.460388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"54'2","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.655278+0000","last_change":"2024-09-13T16:04:09.293505+0000","last_active":"2024-09-13T16:04:09.655278+0000","last_peered":"2024-09-13T16:04:09.655278+0000","last_clean":"2024-09-13T16:04:09.655278+0000","last_became_active":"2024-09-13T16:04:09.293239+0000","last_became_peered":"2024-09-13T16:04:09.293239+0000","last_unstale":"2024-09-13T16:04:09.655278+0000","last_undegraded":"2024-09-13T16:04:09.655278+0000","last_fullsized":"2024-09-13T16:04:09.655278+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_clean_scrub_stamp":"2024-09-13T16:04:08.268593+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:57:09.568224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.655794+0000","last_change":"2024-09-13T16:04:09.651127+0000","last_active":"2024-09-13T16:04:09.655794+0000","last_peered":"2024-09-13T16:04:09.655794+0000","last_clean":"2024-09-13T16:04:09.655794+0000","last_became_active":"2024-09-13T16:04:09.650774+0000","last_became_peered":"2024-09-13T16:04:09.650774+0000","last_unstale":"2024-09-13T16:04:09.655794+0000","last_undegraded":"2024-09-13T16:04:09.655794+0000","last_fullsized":"2024-09-13T16:04:09.655794+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:36:23.263788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.641569+0000","last_change":"2024-09-13T16:04:09.297991+0000","last_active":"2024-09-13T16:04:09.641569+0000","last_peered":"2024-09-13T16:04:09.641569+0000","last_clean":"2024-09-13T16:04:09.641569+0000","last_became_active":"2024-09-13T16:04:09.297722+0000","last_became_peered":"2024-09-13T16:04:09.297722+0000","last_unstale":"2024-09-13T16:04:09.641569+0000","last_undegraded":"2024-09-13T16:04:09.641569+0000","last_fullsized":"2024-09-13T16:04:09.641569+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_clean_scrub_stamp":"2024-09-13T16:04:08.268593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:41:11.929771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.6","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.658144+0000","last_change":"2024-09-13T16:04:09.646184+0000","last_active":"2024-09-13T16:04:09.658144+0000","last_peered":"2024-09-13T16:04:09.658144+0000","last_clean":"2024-09-13T16:04:09.658144+0000","last_became_active":"2024-09-13T16:04:09.645958+0000","last_became_peered":"2024-09-13T16:04:09.645958+0000","last_unstale":"2024-09-13T16:04:09.658144+0000","last_undegraded":"2024-09-13T16:04:09.658144+0000","last_fullsized":"2024-09-13T16:04:09.658144+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:15:04.069350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.637293+0000","last_change":"2024-09-13T16:04:09.294588+0000","last_active":"2024-09-13T16:04:09.637293+0000","last_peered":"2024-09-13T16:04:09.637293+0000","last_clean":"2024-09-13T16:04:09.637293+0000","last_became_active":"2024-09-13T16:04:09.294322+0000","last_became_peered":"2024-09-13T16:04:09.294322+0000","last_unstale":"2024-09-13T16:04:09.637293+0000","last_undegraded":"2024-09-13T16:04:09.637293+0000","last_fullsized":"2024-09-13T16:04:09.637293+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_clean_scrub_stamp":"2024-09-13T16:04:08.268593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:36:22.262209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.7","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.661512+0000","last_change":"2024-09-13T16:04:09.656657+0000","last_active":"2024-09-13T16:04:09.661512+0000","last_peered":"2024-09-13T16:04:09.661512+0000","last_clean":"2024-09-13T16:04:09.661512+0000","last_became_active":"2024-09-13T16:04:09.656410+0000","last_became_peered":"2024-09-13T16:04:09.656410+0000","last_unstale":"2024-09-13T16:04:09.661512+0000","last_undegraded":"2024-09-13T16:04:09.661512+0000","last_fullsized":"2024-09-13T16:04:09.661512+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:21:29.413925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-13T16:04:10.635418+0000","last_change":"2024-09-13T16:04:09.294712+0000","last_active":"2024-09-13T16:04:10.635418+0000","last_peered":"2024-09-13T16:04:10.635418+0000","last_clean":"2024-09-13T16:04:10.635418+0000","last_became_active":"2024-09-13T16:04:09.294449+0000","last_became_peered":"2024-09-13T16:04:09.294449+0000","last_unstale":"2024-09-13T16:04:10.635418+0000","last_undegraded":"2024-09-13T16:04:10.635418+0000","last_fullsized":"2024-09-13T16:04:10.635418+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_clean_scrub_stamp":"2024-09-13T16:04:08.268593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:52:39.916355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.654796+0000","last_change":"2024-09-13T16:04:09.648800+0000","last_active":"2024-09-13T16:04:09.654796+0000","last_peered":"2024-09-13T16:04:09.654796+0000","last_clean":"2024-09-13T16:04:09.654796+0000","last_became_active":"2024-09-13T16:04:09.648549+0000","last_became_peered":"2024-09-13T16:04:09.648549+0000","last_unstale":"2024-09-13T16:04:09.654796+0000","last_undegraded":"2024-09-13T16:04:09.654796+0000","last_fullsized":"2024-09-13T16:04:09.654796+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:02:12.690181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.7","version":"54'2","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.662031+0000","last_change":"2024-09-13T16:04:09.296417+0000","last_active":"2024-09-13T16:04:09.662031+0000","last_peered":"2024-09-13T16:04:09.662031+0000","last_clean":"2024-09-13T16:04:09.662031+0000","last_became_active":"2024-09-13T16:04:09.295976+0000","last_became_peered":"2024-09-13T16:04:09.295976+0000","last_unstale":"2024-09-13T16:04:09.662031+0000","last_undegraded":"2024-09-13T16:04:09.662031+0000","last_fullsized":"2024-09-13T16:04:09.662031+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_clean_scrub_stamp":"2024-09-13T16:04:08.268593+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:53:19.819911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.651087+0000","last_change":"2024-09-13T16:04:09.648207+0000","last_active":"2024-09-13T16:04:09.651087+0000","last_peered":"2024-09-13T16:04:09.651087+0000","last_clean":"2024-09-13T16:04:09.651087+0000","last_became_active":"2024-09-13T16:04:09.647963+0000","last_became_peered":"2024-09-13T16:04:09.647963+0000","last_unstale":"2024-09-13T16:04:09.651087+0000","last_undegraded":"2024-09-13T16:04:09.651087+0000","last_fullsized":"2024-09-13T16:04:09.651087+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:25:13.460388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-13T16:04:10.637643+0000","last_change":"2024-09-13T16:04:09.296889+0000","last_active":"2024-09-13T16:04:10.637643+0000","last_peered":"2024-09-13T16:04:10.637643+0000","last_clean":"2024-09-13T16:04:10.637643+0000","last_became_active":"2024-09-13T16:04:09.296602+0000","last_became_peered":"2024-09-13T16:04:09.296602+0000","last_unstale":"2024-09-13T16:04:10.637643+0000","last_undegraded":"2024-09-13T16:04:10.637643+0000","last_fullsized":"2024-09-13T16:04:10.637643+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_clean_scrub_stamp":"2024-09-13T16:04:08.268593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:16:37.139200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.b","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.658675+0000","last_change":"2024-09-13T16:04:09.650286+0000","last_active":"2024-09-13T16:04:09.658675+0000","last_peered":"2024-09-13T16:04:09.658675+0000","last_clean":"2024-09-13T16:04:09.658675+0000","last_became_active":"2024-09-13T16:04:09.650068+0000","last_became_peered":"2024-09-13T16:04:09.650068+0000","last_unstale":"2024-09-13T16:04:09.658675+0000","last_undegraded":"2024-09-13T16:04:09.658675+0000","last_fullsized":"2024-09-13T16:04:09.658675+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:19:22.624324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.636141+0000","last_change":"2024-09-13T16:04:09.284487+0000","last_active":"2024-09-13T16:04:09.636141+0000","last_peered":"2024-09-13T16:04:09.636141+0000","last_clean":"2024-09-13T16:04:09.636141+0000","last_became_active":"2024-09-13T16:04:09.284237+0000","last_became_peered":"2024-09-13T16:04:09.284237+0000","last_unstale":"2024-09-13T16:04:09.636141+0000","last_undegraded":"2024-09-13T16:04:09.636141+0000","last_fullsized":"2024-09-13T16:04:09.636141+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_clean_scrub_stamp":"2024-09-13T16:04:08.268593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:24:57.558833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.661714+0000","last_change":"2024-09-13T16:04:09.657697+0000","last_active":"2024-09-13T16:04:09.661714+0000","last_peered":"2024-09-13T16:04:09.661714+0000","last_clean":"2024-09-13T16:04:09.661714+0000","last_became_active":"2024-09-13T16:04:09.657465+0000","last_became_peered":"2024-09-13T16:04:09.657465+0000","last_unstale":"2024-09-13T16:04:09.661714+0000","last_undegraded":"2024-09-13T16:04:09.661714+0000","last_fullsized":"2024-09-13T16:04:09.661714+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:41:12.931350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.641392+0000","last_change":"2024-09-13T16:04:09.297084+0000","last_active":"2024-09-13T16:04:09.641392+0000","last_peered":"2024-09-13T16:04:09.641392+0000","last_clean":"2024-09-13T16:04:09.641392+0000","last_became_active":"2024-09-13T16:04:09.296846+0000","last_became_peered":"2024-09-13T16:04:09.296846+0000","last_unstale":"2024-09-13T16:04:09.641392+0000","last_undegraded":"2024-09-13T16:04:09.641392+0000","last_fullsized":"2024-09-13T16:04:09.641392+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_clean_scrub_stamp":"2024-09-13T16:04:08.268593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:03:04.125395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.655344+0000","last_change":"2024-09-13T16:04:09.652876+0000","last_active":"2024-09-13T16:04:09.655344+0000","last_peered":"2024-09-13T16:04:09.655344+0000","last_clean":"2024-09-13T16:04:09.655344+0000","last_became_active":"2024-09-13T16:04:09.652537+0000","last_became_peered":"2024-09-13T16:04:09.652537+0000","last_unstale":"2024-09-13T16:04:09.655344+0000","last_undegraded":"2024-09-13T16:04:09.655344+0000","last_fullsized":"2024-09-13T16:04:09.655344+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:18:11.205405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.641658+0000","last_change":"2024-09-13T16:04:09.295501+0000","last_active":"2024-09-13T16:04:09.641658+0000","last_peered":"2024-09-13T16:04:09.641658+0000","last_clean":"2024-09-13T16:04:09.641658+0000","last_became_active":"2024-09-13T16:04:09.295210+0000","last_became_peered":"2024-09-13T16:04:09.295210+0000","last_unstale":"2024-09-13T16:04:09.641658+0000","last_undegraded":"2024-09-13T16:04:09.641658+0000","last_fullsized":"2024-09-13T16:04:09.641658+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_clean_scrub_stamp":"2024-09-13T16:04:08.268593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:59:42.863894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.e","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.662454+0000","last_change":"2024-09-13T16:04:09.658499+0000","last_active":"2024-09-13T16:04:09.662454+0000","last_peered":"2024-09-13T16:04:09.662454+0000","last_clean":"2024-09-13T16:04:09.662454+0000","last_became_active":"2024-09-13T16:04:09.658262+0000","last_became_peered":"2024-09-13T16:04:09.658262+0000","last_unstale":"2024-09-13T16:04:09.662454+0000","last_undegraded":"2024-09-13T16:04:09.662454+0000","last_fullsized":"2024-09-13T16:04:09.662454+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:16:44.948468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-13T16:04:10.636653+0000","last_change":"2024-09-13T16:04:09.290713+0000","last_active":"2024-09-13T16:04:10.636653+0000","last_peered":"2024-09-13T16:04:10.636653+0000","last_clean":"2024-09-13T16:04:10.636653+0000","last_became_active":"2024-09-13T16:04:09.290469+0000","last_became_peered":"2024-09-13T16:04:09.290469+0000","last_unstale":"2024-09-13T16:04:10.636653+0000","last_undegraded":"2024-09-13T16:04:10.636653+0000","last_fullsized":"2024-09-13T16:04:10.636653+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_clean_scrub_stamp":"2024-09-13T16:04:08.268593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:39:09.545247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.f","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.658480+0000","last_change":"2024-09-13T16:04:09.654007+0000","last_active":"2024-09-13T16:04:09.658480+0000","last_peered":"2024-09-13T16:04:09.658480+0000","last_clean":"2024-09-13T16:04:09.658480+0000","last_became_active":"2024-09-13T16:04:09.653775+0000","last_became_peered":"2024-09-13T16:04:09.653775+0000","last_unstale":"2024-09-13T16:04:09.658480+0000","last_undegraded":"2024-09-13T16:04:09.658480+0000","last_fullsized":"2024-09-13T16:04:09.658480+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:05:38.718501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.638746+0000","last_change":"2024-09-13T16:04:09.294351+0000","last_active":"2024-09-13T16:04:09.638746+0000","last_peered":"2024-09-13T16:04:09.638746+0000","last_clean":"2024-09-13T16:04:09.638746+0000","last_became_active":"2024-09-13T16:04:09.294067+0000","last_became_peered":"2024-09-13T16:04:09.294067+0000","last_unstale":"2024-09-13T16:04:09.638746+0000","last_undegraded":"2024-09-13T16:04:09.638746+0000","last_fullsized":"2024-09-13T16:04:09.638746+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_clean_scrub_stamp":"2024-09-13T16:04:08.268593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:50:23.155151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.649870+0000","last_change":"2024-09-13T16:04:09.647365+0000","last_active":"2024-09-13T16:04:09.649870+0000","last_peered":"2024-09-13T16:04:09.649870+0000","last_clean":"2024-09-13T16:04:09.649870+0000","last_became_active":"2024-09-13T16:04:09.646749+0000","last_became_peered":"2024-09-13T16:04:09.646749+0000","last_unstale":"2024-09-13T16:04:09.649870+0000","last_undegraded":"2024-09-13T16:04:09.649870+0000","last_fullsized":"2024-09-13T16:04:09.649870+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:08:36.897091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.6","version":"54'1","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:10.242390+0000","last_change":"2024-09-13T16:04:09.295754+0000","last_active":"2024-09-13T16:04:10.242390+0000","last_peered":"2024-09-13T16:04:10.242390+0000","last_clean":"2024-09-13T16:04:10.242390+0000","last_became_active":"2024-09-13T16:04:09.294986+0000","last_became_peered":"2024-09-13T16:04:09.294986+0000","last_unstale":"2024-09-13T16:04:10.242390+0000","last_undegraded":"2024-09-13T16:04:10.242390+0000","last_fullsized":"2024-09-13T16:04:10.242390+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_clean_scrub_stamp":"2024-09-13T16:04:08.268593+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:28:09.494980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":192,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.642328+0000","last_change":"2024-09-13T16:01:29.143297+0000","last_active":"2024-09-13T16:04:09.642328+0000","last_peered":"2024-09-13T16:04:09.642328+0000","last_clean":"2024-09-13T16:04:09.642328+0000","last_became_active":"2024-09-13T16:01:29.142269+0000","last_became_peered":"2024-09-13T16:01:29.142269+0000","last_unstale":"2024-09-13T16:04:09.642328+0000","last_undegraded":"2024-09-13T16:04:09.642328+0000","last_fullsized":"2024-09-13T16:04:09.642328+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:27.864638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:27.864638+0000","last_clean_scrub_stamp":"2024-09-13T16:01:27.864638+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:25:24.741463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":8,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":14,"seq":60129542182,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31768,"kb_used_data":644,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340072,"statfs":{"total":96636764160,"available":96604233728,"internally_reserved":0,"allocated":659456,"data_stored":285382,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31848904},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:03:32 2024","interfaces":[{"interface":"back","average":{"1min":0.371,"5min":0.35999999999999999,"15min":0.35799999999999998},"min":{"1min":0.246,"5min":0.219,"15min":0.219},"max":{"1min":0.60299999999999998,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.317},{"interface":"front","average":{"1min":0.34399999999999997,"5min":0.32500000000000001,"15min":0.32200000000000001},"min":{"1min":0.187,"5min":0.187,"15min":0.187},"max":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"last":0.32900000000000001}]},{"osd":1,"last update":"Fri Sep 13 16:03:32 2024","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.32900000000000001,"15min":0.32400000000000001},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"last":0.29999999999999999},{"interface":"front","average":{"1min":0.377,"5min":0.36699999999999999,"15min":0.36499999999999999},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.49099999999999999,"5min":0.60399999999999998,"15min":0.60399999999999998},"last":0.36399999999999999}]},{"osd":2,"last update":"Fri Sep 13 16:03:32 2024","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.38600000000000001,"15min":0.38400000000000001},"min":{"1min":0.28599999999999998,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"last":0.34999999999999998},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.39200000000000002,"15min":0.38600000000000001},"min":{"1min":0.29299999999999998,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.40100000000000002}]},{"osd":4,"last update":"Fri Sep 13 16:03:32 2024","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.56299999999999994,"15min":0.55900000000000005},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.78500000000000003,"5min":1.038,"15min":1.038},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.58899999999999997,"15min":0.58699999999999997},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.81499999999999995,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.58299999999999996}]},{"osd":5,"last update":"Fri Sep 13 16:03:32 2024","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.56699999999999995,"15min":0.56100000000000005},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.58599999999999997,"15min":0.58399999999999996},"min":{"1min":0.41499999999999998,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.88100000000000001,"5min":0.92400000000000004,"15min":0.92400000000000004},"last":0.47099999999999997}]},{"osd":6,"last update":"Fri Sep 13 16:03:32 2024","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":0.60099999999999998,"15min":0.59699999999999998},"min":{"1min":0.432,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.59199999999999997,"15min":0.59099999999999997},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.86099999999999999,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.496}]},{"osd":7,"last update":"Fri Sep 13 16:03:32 2024","interfaces":[{"interface":"back","average":{"1min":0.63300000000000001,"5min":0.60599999999999998,"15min":0.60199999999999998},"min":{"1min":0.44800000000000001,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.89200000000000002,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.628,"5min":0.59599999999999997,"15min":0.59099999999999997},"min":{"1min":0.44400000000000001,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.78000000000000003,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.53500000000000003}]}]},{"osd":7,"up_from":13,"seq":55834574884,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28244,"kb_used_data":1216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343596,"statfs":{"total":96636764160,"available":96607842304,"internally_reserved":0,"allocated":1245184,"data_stored":874288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:03:30 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.497,"15min":0.49399999999999999},"min":{"1min":0.33600000000000002,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.53900000000000003,"15min":0.54100000000000004},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.40999999999999998}]},{"osd":1,"last update":"Fri Sep 13 16:03:30 2024","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.52900000000000003,"15min":0.53700000000000003},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.67600000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.52400000000000002,"15min":0.52200000000000002},"min":{"1min":0.34499999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.499}]},{"osd":2,"last update":"Fri Sep 13 16:03:30 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.65000000000000002,"15min":0.66800000000000004},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.93100000000000005,"5min":2.2919999999999998,"15min":2.2919999999999998},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.55800000000000005,"15min":0.56000000000000005},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.56499999999999995}]},{"osd":3,"last update":"Fri Sep 13 16:03:30 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.53700000000000003,"15min":0.53900000000000003},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.52900000000000003,"15min":0.53000000000000003},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.67100000000000004}]},{"osd":4,"last update":"Fri Sep 13 16:03:30 2024","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.45200000000000001,"15min":0.45800000000000002},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.56000000000000005,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.443,"5min":0.46500000000000002,"15min":0.46899999999999997},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.624,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.60499999999999998}]},{"osd":5,"last update":"Fri Sep 13 16:03:30 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.51400000000000001,"15min":0.51800000000000002},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.73599999999999999,"5min":0.749,"15min":0.749},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.57099999999999995,"15min":0.57399999999999995},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.67100000000000004,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.73899999999999999}]},{"osd":6,"last update":"Fri Sep 13 16:03:30 2024","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.53500000000000003,"15min":0.53900000000000003},"min":{"1min":0.38100000000000001,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.68400000000000005,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.69199999999999995},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.55900000000000005,"15min":0.56299999999999994},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.755,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.70899999999999996}]}]},{"osd":6,"up_from":13,"seq":55834574884,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27656,"kb_used_data":636,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344184,"statfs":{"total":96636764160,"available":96608444416,"internally_reserved":0,"allocated":651264,"data_stored":284448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:03:29 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.32500000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.754,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.53700000000000003,"15min":0.54000000000000004},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.70399999999999996,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.59099999999999997}]},{"osd":1,"last update":"Fri Sep 13 16:03:29 2024","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.54100000000000004,"15min":0.54400000000000004},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.79500000000000004,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.51900000000000002,"15min":0.51700000000000002},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.74399999999999999,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.63200000000000001}]},{"osd":2,"last update":"Fri Sep 13 16:03:29 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.52700000000000002,"15min":0.52400000000000002},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.72999999999999998,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.503},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.58899999999999997,"15min":0.59499999999999997},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.83999999999999997,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.47499999999999998}]},{"osd":3,"last update":"Fri Sep 13 16:03:29 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.57999999999999996,"15min":0.58299999999999996},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.72499999999999998,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.60499999999999998,"15min":0.61399999999999999},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.67200000000000004,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.71399999999999997}]},{"osd":4,"last update":"Fri Sep 13 16:03:29 2024","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.50600000000000001,"15min":0.51800000000000002},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.64700000000000002,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.443,"5min":0.52800000000000002,"15min":0.54200000000000004},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.60599999999999998,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.68000000000000005}]},{"osd":5,"last update":"Fri Sep 13 16:03:29 2024","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.57299999999999995,"15min":0.58599999999999997},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.69199999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.65800000000000003},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.58499999999999996,"15min":0.59499999999999997},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.76600000000000001,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.77600000000000002}]},{"osd":7,"last update":"Fri Sep 13 16:03:29 2024","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.56399999999999995,"15min":0.57399999999999995},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.67500000000000004,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.69399999999999995},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.63500000000000001,"15min":0.64400000000000002},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.78400000000000003,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.73199999999999998}]}]},{"osd":5,"up_from":13,"seq":55834574883,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27648,"kb_used_data":628,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344192,"statfs":{"total":96636764160,"available":96608452608,"internally_reserved":0,"allocated":643072,"data_stored":283796,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:03:28 2024","interfaces":[{"interface":"back","average":{"1min":0.48799999999999999,"5min":0.49299999999999999,"15min":0.49399999999999999},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.71899999999999997,"5min":0.75,"15min":0.75},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.496,"15min":0.5},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.57799999999999996}]},{"osd":1,"last update":"Fri Sep 13 16:03:28 2024","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.51500000000000001,"15min":0.52000000000000002},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.70199999999999996,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.497},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.52100000000000002,"15min":0.52000000000000002},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.65900000000000003,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.54000000000000004}]},{"osd":2,"last update":"Fri Sep 13 16:03:28 2024","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.52300000000000002,"15min":0.52900000000000003},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.623,"5min":0.625,"15min":0.625},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.57499999999999996,"15min":0.58299999999999996},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.69099999999999995,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.55700000000000005}]},{"osd":3,"last update":"Fri Sep 13 16:03:28 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.54700000000000004,"15min":0.55000000000000004},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.66400000000000003,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.59999999999999998,"15min":0.60399999999999998},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.71299999999999997,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.59199999999999997}]},{"osd":4,"last update":"Fri Sep 13 16:03:28 2024","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.54600000000000004,"15min":0.55500000000000005},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.72599999999999998,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.54100000000000004,"15min":0.54700000000000004},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.748,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.42099999999999999}]},{"osd":6,"last update":"Fri Sep 13 16:03:28 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.53900000000000003,"15min":0.54500000000000004},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.69299999999999995,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.58699999999999997,"15min":0.59699999999999998},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.70599999999999996,"5min":1.036,"15min":1.036},"last":0.51900000000000002}]},{"osd":7,"last update":"Fri Sep 13 16:03:28 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.55000000000000004,"15min":0.55500000000000005},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.71299999999999997,"5min":0.747,"15min":0.747},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.59299999999999997,"15min":0.59999999999999998},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.73399999999999999,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.47399999999999998}]}]},{"osd":4,"up_from":13,"seq":55834574884,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27652,"kb_used_data":632,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344188,"statfs":{"total":96636764160,"available":96608448512,"internally_reserved":0,"allocated":647168,"data_stored":284378,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:03:31 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.49399999999999999,"15min":0.48799999999999999},"min":{"1min":0.33600000000000002,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.44},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.48299999999999998,"15min":0.47399999999999998},"min":{"1min":0.39600000000000002,"5min":0.315,"15min":0.315},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.46200000000000002}]},{"osd":1,"last update":"Fri Sep 13 16:03:31 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.48799999999999999,"15min":0.48099999999999998},"min":{"1min":0.32700000000000001,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.52600000000000002,"15min":0.52200000000000002},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.55100000000000005}]},{"osd":2,"last update":"Fri Sep 13 16:03:31 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.51400000000000001,"15min":0.51000000000000001},"min":{"1min":0.39700000000000002,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.76500000000000001,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.60799999999999998,"15min":0.60599999999999998},"min":{"1min":0.42399999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.58499999999999996}]},{"osd":3,"last update":"Fri Sep 13 16:03:31 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.57699999999999996,"15min":0.57599999999999996},"min":{"1min":0.40799999999999997,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.68100000000000005,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.51200000000000001,"15min":0.50700000000000001},"min":{"1min":0.38500000000000001,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.745,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.52400000000000002}]},{"osd":5,"last update":"Fri Sep 13 16:03:31 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.498,"15min":0.496},"min":{"1min":0.375,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.70799999999999996,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":1.4079999999999999,"5min":1.4079999999999999,"15min":1.4079999999999999},"last":0.68400000000000005}]},{"osd":6,"last update":"Fri Sep 13 16:03:31 2024","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.51100000000000001,"15min":0.51900000000000002},"min":{"1min":0.34499999999999997,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.63900000000000001,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.65900000000000003},{"interface":"front","average":{"1min":0.501,"5min":0.51800000000000002,"15min":0.52100000000000002},"min":{"1min":0.35599999999999998,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.78400000000000003,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.66700000000000004}]},{"osd":7,"last update":"Fri Sep 13 16:03:31 2024","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.51400000000000001,"15min":0.51900000000000002},"min":{"1min":0.373,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.69499999999999995,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.64900000000000002},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.59099999999999997,"15min":0.60299999999999998},"min":{"1min":0.38500000000000001,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.66800000000000004,"5min":0.872,"15min":0.872},"last":0.69599999999999995}]}]},{"osd":2,"up_from":13,"seq":55834574883,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27660,"kb_used_data":640,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344180,"statfs":{"total":96636764160,"available":96608440320,"internally_reserved":0,"allocated":655360,"data_stored":285360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:03:30 2024","interfaces":[{"interface":"back","average":{"1min":0.34499999999999997,"5min":0.33300000000000002,"15min":0.33100000000000002},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"last":0.437},{"interface":"front","average":{"1min":0.371,"5min":0.34399999999999997,"15min":0.34000000000000002},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.40300000000000002}]},{"osd":1,"last update":"Fri Sep 13 16:03:30 2024","interfaces":[{"interface":"back","average":{"1min":0.34699999999999998,"5min":0.33500000000000002,"15min":0.33300000000000002},"min":{"1min":0.251,"5min":0.22,"15min":0.22},"max":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.39800000000000002,"5min":0.40699999999999997,"15min":0.40899999999999997},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.55200000000000005,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.48899999999999999}]},{"osd":3,"last update":"Fri Sep 13 16:03:35 2024","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.36499999999999999,"15min":0.36199999999999999},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.37,"5min":0.35599999999999998,"15min":0.35399999999999998},"min":{"1min":0.25900000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"last":0.46200000000000002}]},{"osd":4,"last update":"Fri Sep 13 16:03:30 2024","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":0.57399999999999995,"15min":0.56599999999999995},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.78200000000000003},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.58099999999999996,"15min":0.57699999999999996},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.73899999999999999,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.68400000000000005}]},{"osd":5,"last update":"Fri Sep 13 16:03:30 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.57599999999999996,"15min":0.57299999999999995},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.73099999999999998},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.56999999999999995,"15min":0.56200000000000006},"min":{"1min":0.39600000000000002,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.67500000000000004}]},{"osd":6,"last update":"Fri Sep 13 16:03:30 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.57899999999999996,"15min":0.57699999999999996},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.76500000000000001,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.71099999999999997},{"interface":"front","average":{"1min":0.625,"5min":0.60199999999999998,"15min":0.59799999999999998},"min":{"1min":0.41199999999999998,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.75900000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:03:30 2024","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.59499999999999997,"15min":0.59099999999999997},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.624,"5min":0.60799999999999998,"15min":0.60599999999999998},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.79800000000000004,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.77100000000000002}]}]},{"osd":1,"up_from":13,"seq":55834574883,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27656,"kb_used_data":636,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344184,"statfs":{"total":96636764160,"available":96608444416,"internally_reserved":0,"allocated":651264,"data_stored":283956,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:03:30 2024","interfaces":[{"interface":"back","average":{"1min":0.307,"5min":0.35099999999999998,"15min":0.35799999999999998},"min":{"1min":0.20399999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.40300000000000002,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.33700000000000002,"5min":0.371,"15min":0.377},"min":{"1min":0.221,"5min":0.215,"15min":0.215},"max":{"1min":0.55400000000000005,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.38900000000000001}]},{"osd":2,"last update":"Fri Sep 13 16:03:30 2024","interfaces":[{"interface":"back","average":{"1min":0.30599999999999999,"5min":0.34699999999999998,"15min":0.35399999999999998},"min":{"1min":0.23100000000000001,"5min":0.218,"15min":0.218},"max":{"1min":0.44400000000000001,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.32900000000000001},{"interface":"front","average":{"1min":0.36399999999999999,"5min":0.40500000000000003,"15min":0.41199999999999998},"min":{"1min":0.28199999999999997,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.52000000000000002,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.25900000000000001}]},{"osd":3,"last update":"Fri Sep 13 16:03:30 2024","interfaces":[{"interface":"back","average":{"1min":0.34599999999999997,"5min":0.40300000000000002,"15min":0.41299999999999998},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.51300000000000001,"5min":1.0289999999999999,"15min":1.0289999999999999},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.34799999999999998,"5min":0.42799999999999999,"15min":0.442},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.442,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.40000000000000002}]},{"osd":4,"last update":"Fri Sep 13 16:03:30 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.56999999999999995,"15min":0.57499999999999996},"min":{"1min":0.42399999999999999,"5min":0.38,"15min":0.38},"max":{"1min":0.70999999999999996,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.57599999999999996,"15min":0.57899999999999996},"min":{"1min":0.42499999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.79300000000000004,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.53400000000000003}]},{"osd":5,"last update":"Fri Sep 13 16:03:30 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.54600000000000004,"15min":0.54500000000000004},"min":{"1min":0.42199999999999999,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.73299999999999998,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.71099999999999997},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.57999999999999996,"15min":0.58599999999999997},"min":{"1min":0.45100000000000001,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.73999999999999999,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.50600000000000001}]},{"osd":6,"last update":"Fri Sep 13 16:03:30 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57999999999999996,"15min":0.58199999999999996},"min":{"1min":0.46000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.77000000000000002,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.57599999999999996,"15min":0.57799999999999996},"min":{"1min":0.45400000000000001,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.75,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.622}]},{"osd":7,"last update":"Fri Sep 13 16:03:30 2024","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.58499999999999996,"15min":0.58799999999999997},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.747,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.58499999999999996,"15min":0.58699999999999997},"min":{"1min":0.443,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.78800000000000003,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.55100000000000005}]}]},{"osd":0,"up_from":13,"seq":55834574885,"num_pgs":8,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28232,"kb_used_data":1212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343608,"statfs":{"total":96636764160,"available":96607854592,"internally_reserved":0,"allocated":1241088,"data_stored":873551,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 16:03:27 2024","interfaces":[{"interface":"back","average":{"1min":0.29799999999999999,"5min":0.435,"15min":0.45800000000000002},"min":{"1min":0.18099999999999999,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":0.436,"5min":2.5960000000000001,"15min":2.5960000000000001},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.34200000000000003,"5min":0.37,"15min":0.375},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.46800000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"last":0.33800000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:03:27 2024","interfaces":[{"interface":"back","average":{"1min":0.32700000000000001,"5min":0.39600000000000002,"15min":0.40799999999999997},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.49199999999999999,"5min":1.373,"15min":1.373},"last":0.28399999999999997},{"interface":"front","average":{"1min":0.34499999999999997,"5min":0.39900000000000002,"15min":0.40799999999999997},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.53700000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.29999999999999999}]},{"osd":3,"last update":"Fri Sep 13 16:03:32 2024","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.40699999999999997,"15min":0.41499999999999998},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.51300000000000001,"5min":0.75,"15min":0.75},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.33600000000000002,"5min":0.372,"15min":0.378},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.45400000000000001,"5min":0.59699999999999998,"15min":0.59699999999999998},"last":0.318}]},{"osd":4,"last update":"Fri Sep 13 16:03:27 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.55500000000000005,"15min":0.55600000000000005},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.76800000000000002,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.65200000000000002},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.57599999999999996,"15min":0.57899999999999996},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.86399999999999999,"5min":1.321,"15min":1.321},"last":0.55400000000000005}]},{"osd":5,"last update":"Fri Sep 13 16:03:27 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.57599999999999996,"15min":0.57499999999999996},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.61199999999999999,"15min":0.62},"min":{"1min":0.40200000000000002,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.82399999999999995,"5min":1.349,"15min":1.349},"last":0.503}]},{"osd":6,"last update":"Fri Sep 13 16:03:27 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.55900000000000005,"15min":0.56200000000000006},"min":{"1min":0.372,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.59599999999999997,"15min":0.59999999999999998},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.82399999999999995,"5min":1.286,"15min":1.286},"last":0.58199999999999996}]},{"osd":7,"last update":"Fri Sep 13 16:03:27 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.61899999999999999,"15min":0.625},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.77800000000000002,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.64100000000000001},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.59199999999999997,"15min":0.59499999999999997},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.52400000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:04:13.221 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:04:13.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.355+0000 7f98eaba0640 1 Processor -- start 2024-09-13T16:04:13.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.356+0000 7f98eaba0640 1 -- start start 2024-09-13T16:04:13.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.356+0000 7f98eaba0640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f98e40b1140 0x7f98e40b1520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:13.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.356+0000 7f98eaba0640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f98e406feb0 0x7f98e4070340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:13.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.356+0000 7f98eaba0640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f98e4159740 con 0x7f98e406cca0 2024-09-13T16:04:13.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.357+0000 7f98eaba0640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f98e40b2c90 con 0x7f98e40b1140 2024-09-13T16:04:13.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.357+0000 7f98eaba0640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f98e4158c00 con 0x7f98e406feb0 2024-09-13T16:04:13.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.357+0000 7f98e9b9e640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f98e40b1140 0x7f98e40b1520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:13.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.357+0000 7f98e939d640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f98e406cca0 0x7f98e40b2460 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:36088/0 (socket says 172.21.15.76:36088) 2024-09-13T16:04:13.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.357+0000 7f98e939d640 1 -- 172.21.15.76:0/1447816213 learned_addr learned my addr 172.21.15.76:0/1447816213 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:04:13.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.357+0000 7f98e9b9e640 1 -- 172.21.15.76:0/1447816213 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f98e406feb0 msgr2=0x7f98e4070340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:13.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.357+0000 7f98e9b9e640 1 --2- 172.21.15.76:0/1447816213 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f98e406feb0 0x7f98e4070340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:13.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.357+0000 7f98e9b9e640 1 -- 172.21.15.76:0/1447816213 >> v1:172.21.15.76:6789/0 conn(0x7f98e406cca0 legacy=0x7f98e40b2460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:13.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.357+0000 7f98e9b9e640 1 -- 172.21.15.76:0/1447816213 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f98e4159bd0 con 0x7f98e40b1140 2024-09-13T16:04:13.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.357+0000 7f98e8b9c640 1 -- 172.21.15.76:0/1447816213 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1027454010 0 0) 0x7f98e4159740 con 0x7f98e406cca0 2024-09-13T16:04:13.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.358+0000 7f98e9b9e640 1 --2- 172.21.15.76:0/1447816213 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f98e40b1140 0x7f98e40b1520 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7f98dc0097a0 tx=0x7f98dc02a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b10fd9fb4b237803 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:13.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.358+0000 7f98e8b9c640 1 -- 172.21.15.76:0/1447816213 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f98dc032440 con 0x7f98e40b1140 2024-09-13T16:04:13.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.358+0000 7f98e8b9c640 1 -- 172.21.15.76:0/1447816213 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f98dc0325a0 con 0x7f98e40b1140 2024-09-13T16:04:13.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.358+0000 7f98e8b9c640 1 -- 172.21.15.76:0/1447816213 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f98dc032930 con 0x7f98e40b1140 2024-09-13T16:04:13.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.358+0000 7f98eaba0640 1 -- 172.21.15.76:0/1447816213 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f98e40b1140 msgr2=0x7f98e40b1520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:13.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.358+0000 7f98eaba0640 1 --2- 172.21.15.76:0/1447816213 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f98e40b1140 0x7f98e40b1520 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7f98dc0097a0 tx=0x7f98dc02a180 comp rx=0 tx=0).stop 2024-09-13T16:04:13.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.358+0000 7f98eaba0640 1 -- 172.21.15.76:0/1447816213 shutdown_connections 2024-09-13T16:04:13.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.358+0000 7f98eaba0640 1 --2- 172.21.15.76:0/1447816213 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f98e406feb0 0x7f98e4070340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:13.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.358+0000 7f98eaba0640 1 --2- 172.21.15.76:0/1447816213 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f98e40b1140 0x7f98e40b1520 unknown :-1 s=CLOSED pgs=691 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:13.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.358+0000 7f98eaba0640 1 -- 172.21.15.76:0/1447816213 >> 172.21.15.76:0/1447816213 conn(0x7f98e406d860 msgr2=0x7f98e4069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:13.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.358+0000 7f98eaba0640 1 -- 172.21.15.76:0/1447816213 shutdown_connections 2024-09-13T16:04:13.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.358+0000 7f98eaba0640 1 -- 172.21.15.76:0/1447816213 wait complete. 2024-09-13T16:04:13.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.360+0000 7f98eaba0640 1 Processor -- start 2024-09-13T16:04:13.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.360+0000 7f98eaba0640 1 -- start start 2024-09-13T16:04:13.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.360+0000 7f98eaba0640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f98e406cca0 0x7f98e4153bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:13.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.360+0000 7f98eaba0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f98e406feb0 0x7f98e4148b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:13.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.360+0000 7f98eaba0640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f98e40b1140 0x7f98e4151fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:13.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.360+0000 7f98eaba0640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f98e41540f0 con 0x7f98e406feb0 2024-09-13T16:04:13.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.360+0000 7f98eaba0640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f98e4131db0 con 0x7f98e406cca0 2024-09-13T16:04:13.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.360+0000 7f98eaba0640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f98e4132090 con 0x7f98e40b1140 2024-09-13T16:04:13.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.360+0000 7f98e939d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f98e406feb0 0x7f98e4148b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:13.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.360+0000 7f98e939d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f98e406feb0 0x7f98e4148b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56604/0 (socket says 172.21.15.76:56604) 2024-09-13T16:04:13.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.360+0000 7f98e939d640 1 -- 172.21.15.76:0/3174229271 learned_addr learned my addr 172.21.15.76:0/3174229271 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:04:13.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.361+0000 7f98ea39f640 1 --2- 172.21.15.76:0/3174229271 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f98e40b1140 0x7f98e4151fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:13.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.361+0000 7f98e9b9e640 1 --2- 172.21.15.76:0/3174229271 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f98e406cca0 0x7f98e4153bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:13.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.361+0000 7f98e939d640 1 -- 172.21.15.76:0/3174229271 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f98e40b1140 msgr2=0x7f98e4151fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:13.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.361+0000 7f98e939d640 1 --2- 172.21.15.76:0/3174229271 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f98e40b1140 0x7f98e4151fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:13.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.361+0000 7f98e939d640 1 -- 172.21.15.76:0/3174229271 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f98e406cca0 msgr2=0x7f98e4153bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:13.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.361+0000 7f98e939d640 1 --2- 172.21.15.76:0/3174229271 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f98e406cca0 0x7f98e4153bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:13.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.361+0000 7f98e939d640 1 -- 172.21.15.76:0/3174229271 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f98dc009400 con 0x7f98e406feb0 2024-09-13T16:04:13.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.361+0000 7f98ea39f640 1 --2- 172.21.15.76:0/3174229271 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f98e40b1140 0x7f98e4151fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:04:13.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.361+0000 7f98e9b9e640 1 --2- 172.21.15.76:0/3174229271 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f98e406cca0 0x7f98e4153bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:04:13.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.361+0000 7f98e939d640 1 --2- 172.21.15.76:0/3174229271 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f98e406feb0 0x7f98e4148b70 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7f98d800c890 tx=0x7f98d800cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:13.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.361+0000 7f98e27fc640 1 -- 172.21.15.76:0/3174229271 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f98d800a640 con 0x7f98e406feb0 2024-09-13T16:04:13.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.361+0000 7f98e27fc640 1 -- 172.21.15.76:0/3174229271 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f98d800a7c0 con 0x7f98e406feb0 2024-09-13T16:04:13.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.361+0000 7f98eaba0640 1 -- 172.21.15.76:0/3174229271 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f98e4132370 con 0x7f98e406feb0 2024-09-13T16:04:13.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.361+0000 7f98e27fc640 1 -- 172.21.15.76:0/3174229271 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f98d800ab70 con 0x7f98e406feb0 2024-09-13T16:04:13.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.361+0000 7f98eaba0640 1 -- 172.21.15.76:0/3174229271 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f98e4132930 con 0x7f98e406feb0 2024-09-13T16:04:13.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.362+0000 7f98eaba0640 1 -- 172.21.15.76:0/3174229271 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f98e40672b0 con 0x7f98e406feb0 2024-09-13T16:04:13.366 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.362+0000 7f98e27fc640 1 -- 172.21.15.76:0/3174229271 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f98d800acd0 con 0x7f98e406feb0 2024-09-13T16:04:13.366 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.363+0000 7f98e27fc640 1 --2- 172.21.15.76:0/3174229271 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f98d006ac00 0x7f98d006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:13.366 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.363+0000 7f98e27fc640 1 -- 172.21.15.76:0/3174229271 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(55..55 src has 1..55) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f98d8088db0 con 0x7f98e406feb0 2024-09-13T16:04:13.366 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.363+0000 7f98e9b9e640 1 --2- 172.21.15.76:0/3174229271 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f98d006ac00 0x7f98d006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:13.366 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.363+0000 7f98e9b9e640 1 --2- 172.21.15.76:0/3174229271 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f98d006ac00 0x7f98d006d0c0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f98dc034000 tx=0x7f98dc02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:13.368 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.367+0000 7f98e27fc640 1 -- 172.21.15.76:0/3174229271 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f98d8053e50 con 0x7f98e406feb0 2024-09-13T16:04:13.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.526+0000 7f98eaba0640 1 -- 172.21.15.76:0/3174229271 --> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f98e41590f0 con 0x7f98d006ac00 2024-09-13T16:04:13.534 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.533+0000 7f98e27fc640 1 -- 172.21.15.76:0/3174229271 <== mgr.4104 v2:172.21.15.76:6832/911852275 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+289871 (secure 0 0 0) 0x7f98dc042090 con 0x7f98d006ac00 2024-09-13T16:04:13.537 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:04:13.538 INFO:teuthology.orchestra.run.smithi076.stderr:dumped all 2024-09-13T16:04:13.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.536+0000 7f98eaba0640 1 -- 172.21.15.76:0/3174229271 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f98d006ac00 msgr2=0x7f98d006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:13.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.536+0000 7f98eaba0640 1 --2- 172.21.15.76:0/3174229271 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f98d006ac00 0x7f98d006d0c0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f98dc034000 tx=0x7f98dc02e000 comp rx=0 tx=0).stop 2024-09-13T16:04:13.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.536+0000 7f98eaba0640 1 -- 172.21.15.76:0/3174229271 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f98e406feb0 msgr2=0x7f98e4148b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:13.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.536+0000 7f98eaba0640 1 --2- 172.21.15.76:0/3174229271 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f98e406feb0 0x7f98e4148b70 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7f98d800c890 tx=0x7f98d800cd50 comp rx=0 tx=0).stop 2024-09-13T16:04:13.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.536+0000 7f98eaba0640 1 -- 172.21.15.76:0/3174229271 shutdown_connections 2024-09-13T16:04:13.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.536+0000 7f98eaba0640 1 --2- 172.21.15.76:0/3174229271 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f98d006ac00 0x7f98d006d0c0 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:13.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.536+0000 7f98eaba0640 1 --2- 172.21.15.76:0/3174229271 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f98e40b1140 0x7f98e4151fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:13.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.536+0000 7f98eaba0640 1 --2- 172.21.15.76:0/3174229271 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f98e406feb0 0x7f98e4148b70 unknown :-1 s=CLOSED pgs=692 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:13.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.536+0000 7f98eaba0640 1 --2- 172.21.15.76:0/3174229271 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f98e406cca0 0x7f98e4153bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:13.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.536+0000 7f98eaba0640 1 -- 172.21.15.76:0/3174229271 >> 172.21.15.76:0/3174229271 conn(0x7f98e406d860 msgr2=0x7f98e406c110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:13.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.536+0000 7f98eaba0640 1 -- 172.21.15.76:0/3174229271 shutdown_connections 2024-09-13T16:04:13.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.536+0000 7f98eaba0640 1 -- 172.21.15.76:0/3174229271 wait complete. 2024-09-13T16:04:13.548 INFO:teuthology.orchestra.run.smithi076.stdout:{"pg_ready":true,"pg_map":{"version":132,"stamp":"2024-09-13T16:04:12.965401+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":70,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":226516,"kb_used_data":6244,"kb_used_omap":12,"kb_used_meta":220147,"kb_avail":754748204,"statfs":{"total":773094113280,"available":772862160896,"internally_reserved":0,"allocated":6393856,"data_stored":3455159,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":225431097},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":31,"apply_latency_ms":31,"commit_latency_ns":31000000,"apply_latency_ns":31000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.692349"},"pg_stats":[{"pgid":"8.3f","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.650486+0000","last_change":"2024-09-13T16:04:09.647403+0000","last_active":"2024-09-13T16:04:09.650486+0000","last_peered":"2024-09-13T16:04:09.650486+0000","last_clean":"2024-09-13T16:04:09.650486+0000","last_became_active":"2024-09-13T16:04:09.647178+0000","last_became_peered":"2024-09-13T16:04:09.647178+0000","last_unstale":"2024-09-13T16:04:09.650486+0000","last_undegraded":"2024-09-13T16:04:09.650486+0000","last_fullsized":"2024-09-13T16:04:09.650486+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:39:10.546826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.3e","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-13T16:04:10.637477+0000","last_change":"2024-09-13T16:04:09.651448+0000","last_active":"2024-09-13T16:04:10.637477+0000","last_peered":"2024-09-13T16:04:10.637477+0000","last_clean":"2024-09-13T16:04:10.637477+0000","last_became_active":"2024-09-13T16:04:09.650876+0000","last_became_peered":"2024-09-13T16:04:09.650876+0000","last_unstale":"2024-09-13T16:04:10.637477+0000","last_undegraded":"2024-09-13T16:04:10.637477+0000","last_fullsized":"2024-09-13T16:04:10.637477+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:31:00.821300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.3d","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.661213+0000","last_change":"2024-09-13T16:04:09.653460+0000","last_active":"2024-09-13T16:04:09.661213+0000","last_peered":"2024-09-13T16:04:09.661213+0000","last_clean":"2024-09-13T16:04:09.661213+0000","last_became_active":"2024-09-13T16:04:09.649691+0000","last_became_peered":"2024-09-13T16:04:09.649691+0000","last_unstale":"2024-09-13T16:04:09.661213+0000","last_undegraded":"2024-09-13T16:04:09.661213+0000","last_fullsized":"2024-09-13T16:04:09.661213+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:58:15.236088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.3c","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-13T16:04:10.636993+0000","last_change":"2024-09-13T16:04:09.658952+0000","last_active":"2024-09-13T16:04:10.636993+0000","last_peered":"2024-09-13T16:04:10.636993+0000","last_clean":"2024-09-13T16:04:10.636993+0000","last_became_active":"2024-09-13T16:04:09.658579+0000","last_became_peered":"2024-09-13T16:04:09.658579+0000","last_unstale":"2024-09-13T16:04:10.636993+0000","last_undegraded":"2024-09-13T16:04:10.636993+0000","last_fullsized":"2024-09-13T16:04:10.636993+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:20:54.966105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.3b","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-13T16:04:10.637002+0000","last_change":"2024-09-13T16:04:09.657994+0000","last_active":"2024-09-13T16:04:10.637002+0000","last_peered":"2024-09-13T16:04:10.637002+0000","last_clean":"2024-09-13T16:04:10.637002+0000","last_became_active":"2024-09-13T16:04:09.657713+0000","last_became_peered":"2024-09-13T16:04:09.657713+0000","last_unstale":"2024-09-13T16:04:10.637002+0000","last_undegraded":"2024-09-13T16:04:10.637002+0000","last_fullsized":"2024-09-13T16:04:10.637002+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:26:52.323505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.3a","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.661600+0000","last_change":"2024-09-13T16:04:09.657819+0000","last_active":"2024-09-13T16:04:09.661600+0000","last_peered":"2024-09-13T16:04:09.661600+0000","last_clean":"2024-09-13T16:04:09.661600+0000","last_became_active":"2024-09-13T16:04:09.657587+0000","last_became_peered":"2024-09-13T16:04:09.657587+0000","last_unstale":"2024-09-13T16:04:09.661600+0000","last_undegraded":"2024-09-13T16:04:09.661600+0000","last_fullsized":"2024-09-13T16:04:09.661600+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:01:02.303307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.39","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.661512+0000","last_change":"2024-09-13T16:04:09.653660+0000","last_active":"2024-09-13T16:04:09.661512+0000","last_peered":"2024-09-13T16:04:09.661512+0000","last_clean":"2024-09-13T16:04:09.661512+0000","last_became_active":"2024-09-13T16:04:09.649634+0000","last_became_peered":"2024-09-13T16:04:09.649634+0000","last_unstale":"2024-09-13T16:04:09.661512+0000","last_undegraded":"2024-09-13T16:04:09.661512+0000","last_fullsized":"2024-09-13T16:04:09.661512+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:23:28.815598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.38","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.663616+0000","last_change":"2024-09-13T16:04:09.661695+0000","last_active":"2024-09-13T16:04:09.663616+0000","last_peered":"2024-09-13T16:04:09.663616+0000","last_clean":"2024-09-13T16:04:09.663616+0000","last_became_active":"2024-09-13T16:04:09.661262+0000","last_became_peered":"2024-09-13T16:04:09.661262+0000","last_unstale":"2024-09-13T16:04:09.663616+0000","last_undegraded":"2024-09-13T16:04:09.663616+0000","last_fullsized":"2024-09-13T16:04:09.663616+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:58:15.236088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.37","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.664096+0000","last_change":"2024-09-13T16:04:09.663182+0000","last_active":"2024-09-13T16:04:09.664096+0000","last_peered":"2024-09-13T16:04:09.664096+0000","last_clean":"2024-09-13T16:04:09.664096+0000","last_became_active":"2024-09-13T16:04:09.662874+0000","last_became_peered":"2024-09-13T16:04:09.662874+0000","last_unstale":"2024-09-13T16:04:09.664096+0000","last_undegraded":"2024-09-13T16:04:09.664096+0000","last_fullsized":"2024-09-13T16:04:09.664096+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:37:54.591270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.36","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.661072+0000","last_change":"2024-09-13T16:04:09.650965+0000","last_active":"2024-09-13T16:04:09.661072+0000","last_peered":"2024-09-13T16:04:09.661072+0000","last_clean":"2024-09-13T16:04:09.661072+0000","last_became_active":"2024-09-13T16:04:09.650658+0000","last_became_peered":"2024-09-13T16:04:09.650658+0000","last_unstale":"2024-09-13T16:04:09.661072+0000","last_undegraded":"2024-09-13T16:04:09.661072+0000","last_fullsized":"2024-09-13T16:04:09.661072+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:30:17.126414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.35","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-13T16:04:10.635609+0000","last_change":"2024-09-13T16:04:09.651733+0000","last_active":"2024-09-13T16:04:10.635609+0000","last_peered":"2024-09-13T16:04:10.635609+0000","last_clean":"2024-09-13T16:04:10.635609+0000","last_became_active":"2024-09-13T16:04:09.651510+0000","last_became_peered":"2024-09-13T16:04:09.651510+0000","last_unstale":"2024-09-13T16:04:10.635609+0000","last_undegraded":"2024-09-13T16:04:10.635609+0000","last_fullsized":"2024-09-13T16:04:10.635609+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:00:51.061671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.34","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.658395+0000","last_change":"2024-09-13T16:04:09.651874+0000","last_active":"2024-09-13T16:04:09.658395+0000","last_peered":"2024-09-13T16:04:09.658395+0000","last_clean":"2024-09-13T16:04:09.658395+0000","last_became_active":"2024-09-13T16:04:09.651628+0000","last_became_peered":"2024-09-13T16:04:09.651628+0000","last_unstale":"2024-09-13T16:04:09.658395+0000","last_undegraded":"2024-09-13T16:04:09.658395+0000","last_fullsized":"2024-09-13T16:04:09.658395+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:01:33.722928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.33","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.661098+0000","last_change":"2024-09-13T16:04:09.650572+0000","last_active":"2024-09-13T16:04:09.661098+0000","last_peered":"2024-09-13T16:04:09.661098+0000","last_clean":"2024-09-13T16:04:09.661098+0000","last_became_active":"2024-09-13T16:04:09.650324+0000","last_became_peered":"2024-09-13T16:04:09.650324+0000","last_unstale":"2024-09-13T16:04:09.661098+0000","last_undegraded":"2024-09-13T16:04:09.661098+0000","last_fullsized":"2024-09-13T16:04:09.661098+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:16:15.648234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.32","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.662341+0000","last_change":"2024-09-13T16:04:09.657223+0000","last_active":"2024-09-13T16:04:09.662341+0000","last_peered":"2024-09-13T16:04:09.662341+0000","last_clean":"2024-09-13T16:04:09.662341+0000","last_became_active":"2024-09-13T16:04:09.656993+0000","last_became_peered":"2024-09-13T16:04:09.656993+0000","last_unstale":"2024-09-13T16:04:09.662341+0000","last_undegraded":"2024-09-13T16:04:09.662341+0000","last_fullsized":"2024-09-13T16:04:09.662341+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:47:18.062986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.31","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-13T16:04:10.637478+0000","last_change":"2024-09-13T16:04:09.653717+0000","last_active":"2024-09-13T16:04:10.637478+0000","last_peered":"2024-09-13T16:04:10.637478+0000","last_clean":"2024-09-13T16:04:10.637478+0000","last_became_active":"2024-09-13T16:04:09.653187+0000","last_became_peered":"2024-09-13T16:04:09.653187+0000","last_unstale":"2024-09-13T16:04:10.637478+0000","last_undegraded":"2024-09-13T16:04:10.637478+0000","last_fullsized":"2024-09-13T16:04:10.637478+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:01:02.303307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.30","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.661270+0000","last_change":"2024-09-13T16:04:09.650527+0000","last_active":"2024-09-13T16:04:09.661270+0000","last_peered":"2024-09-13T16:04:09.661270+0000","last_clean":"2024-09-13T16:04:09.661270+0000","last_became_active":"2024-09-13T16:04:09.650252+0000","last_became_peered":"2024-09-13T16:04:09.650252+0000","last_unstale":"2024-09-13T16:04:09.661270+0000","last_undegraded":"2024-09-13T16:04:09.661270+0000","last_fullsized":"2024-09-13T16:04:09.661270+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:50:24.156730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.2f","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.661394+0000","last_change":"2024-09-13T16:04:09.653231+0000","last_active":"2024-09-13T16:04:09.661394+0000","last_peered":"2024-09-13T16:04:09.661394+0000","last_clean":"2024-09-13T16:04:09.661394+0000","last_became_active":"2024-09-13T16:04:09.652583+0000","last_became_peered":"2024-09-13T16:04:09.652583+0000","last_unstale":"2024-09-13T16:04:09.661394+0000","last_undegraded":"2024-09-13T16:04:09.661394+0000","last_fullsized":"2024-09-13T16:04:09.661394+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:59:43.865472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.2e","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-13T16:04:10.637385+0000","last_change":"2024-09-13T16:04:09.651621+0000","last_active":"2024-09-13T16:04:10.637385+0000","last_peered":"2024-09-13T16:04:10.637385+0000","last_clean":"2024-09-13T16:04:10.637385+0000","last_became_active":"2024-09-13T16:04:09.651200+0000","last_became_peered":"2024-09-13T16:04:09.651200+0000","last_unstale":"2024-09-13T16:04:10.637385+0000","last_undegraded":"2024-09-13T16:04:10.637385+0000","last_fullsized":"2024-09-13T16:04:10.637385+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:16:15.648234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.2d","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.662433+0000","last_change":"2024-09-13T16:04:09.660083+0000","last_active":"2024-09-13T16:04:09.662433+0000","last_peered":"2024-09-13T16:04:09.662433+0000","last_clean":"2024-09-13T16:04:09.662433+0000","last_became_active":"2024-09-13T16:04:09.659800+0000","last_became_peered":"2024-09-13T16:04:09.659800+0000","last_unstale":"2024-09-13T16:04:09.662433+0000","last_undegraded":"2024-09-13T16:04:09.662433+0000","last_fullsized":"2024-09-13T16:04:09.662433+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:46:59.187547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.2c","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.654610+0000","last_change":"2024-09-13T16:04:09.651227+0000","last_active":"2024-09-13T16:04:09.654610+0000","last_peered":"2024-09-13T16:04:09.654610+0000","last_clean":"2024-09-13T16:04:09.654610+0000","last_became_active":"2024-09-13T16:04:09.650907+0000","last_became_peered":"2024-09-13T16:04:09.650907+0000","last_unstale":"2024-09-13T16:04:09.654610+0000","last_undegraded":"2024-09-13T16:04:09.654610+0000","last_fullsized":"2024-09-13T16:04:09.654610+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:48:58.587072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2b","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.650274+0000","last_change":"2024-09-13T16:04:09.648748+0000","last_active":"2024-09-13T16:04:09.650274+0000","last_peered":"2024-09-13T16:04:09.650274+0000","last_clean":"2024-09-13T16:04:09.650274+0000","last_became_active":"2024-09-13T16:04:09.648511+0000","last_became_peered":"2024-09-13T16:04:09.648511+0000","last_unstale":"2024-09-13T16:04:09.650274+0000","last_undegraded":"2024-09-13T16:04:09.650274+0000","last_fullsized":"2024-09-13T16:04:09.650274+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:28:10.496558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2a","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.664747+0000","last_change":"2024-09-13T16:04:09.663503+0000","last_active":"2024-09-13T16:04:09.664747+0000","last_peered":"2024-09-13T16:04:09.664747+0000","last_clean":"2024-09-13T16:04:09.664747+0000","last_became_active":"2024-09-13T16:04:09.663263+0000","last_became_peered":"2024-09-13T16:04:09.663263+0000","last_unstale":"2024-09-13T16:04:09.664747+0000","last_undegraded":"2024-09-13T16:04:09.664747+0000","last_fullsized":"2024-09-13T16:04:09.664747+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:07:35.298492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.29","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-13T16:04:10.635439+0000","last_change":"2024-09-13T16:04:09.654201+0000","last_active":"2024-09-13T16:04:10.635439+0000","last_peered":"2024-09-13T16:04:10.635439+0000","last_clean":"2024-09-13T16:04:10.635439+0000","last_became_active":"2024-09-13T16:04:09.653899+0000","last_became_peered":"2024-09-13T16:04:09.653899+0000","last_unstale":"2024-09-13T16:04:10.635439+0000","last_undegraded":"2024-09-13T16:04:10.635439+0000","last_fullsized":"2024-09-13T16:04:10.635439+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:16:43.989887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.28","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.662481+0000","last_change":"2024-09-13T16:04:09.649410+0000","last_active":"2024-09-13T16:04:09.662481+0000","last_peered":"2024-09-13T16:04:09.662481+0000","last_clean":"2024-09-13T16:04:09.662481+0000","last_became_active":"2024-09-13T16:04:09.649170+0000","last_became_peered":"2024-09-13T16:04:09.649170+0000","last_unstale":"2024-09-13T16:04:09.662481+0000","last_undegraded":"2024-09-13T16:04:09.662481+0000","last_fullsized":"2024-09-13T16:04:09.662481+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:05:14.157736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.27","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.661410+0000","last_change":"2024-09-13T16:04:09.653277+0000","last_active":"2024-09-13T16:04:09.661410+0000","last_peered":"2024-09-13T16:04:09.661410+0000","last_clean":"2024-09-13T16:04:09.661410+0000","last_became_active":"2024-09-13T16:04:09.652898+0000","last_became_peered":"2024-09-13T16:04:09.652898+0000","last_unstale":"2024-09-13T16:04:09.661410+0000","last_undegraded":"2024-09-13T16:04:09.661410+0000","last_fullsized":"2024-09-13T16:04:09.661410+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:23:54.417194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.26","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.658644+0000","last_change":"2024-09-13T16:04:09.656010+0000","last_active":"2024-09-13T16:04:09.658644+0000","last_peered":"2024-09-13T16:04:09.658644+0000","last_clean":"2024-09-13T16:04:09.658644+0000","last_became_active":"2024-09-13T16:04:09.655758+0000","last_became_peered":"2024-09-13T16:04:09.655758+0000","last_unstale":"2024-09-13T16:04:09.658644+0000","last_undegraded":"2024-09-13T16:04:09.658644+0000","last_fullsized":"2024-09-13T16:04:09.658644+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:35:30.797486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.25","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.662100+0000","last_change":"2024-09-13T16:04:09.660916+0000","last_active":"2024-09-13T16:04:09.662100+0000","last_peered":"2024-09-13T16:04:09.662100+0000","last_clean":"2024-09-13T16:04:09.662100+0000","last_became_active":"2024-09-13T16:04:09.660566+0000","last_became_peered":"2024-09-13T16:04:09.660566+0000","last_unstale":"2024-09-13T16:04:09.662100+0000","last_undegraded":"2024-09-13T16:04:09.662100+0000","last_fullsized":"2024-09-13T16:04:09.662100+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:20:54.966105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.24","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.651098+0000","last_change":"2024-09-13T16:04:09.649081+0000","last_active":"2024-09-13T16:04:09.651098+0000","last_peered":"2024-09-13T16:04:09.651098+0000","last_clean":"2024-09-13T16:04:09.651098+0000","last_became_active":"2024-09-13T16:04:09.648824+0000","last_became_peered":"2024-09-13T16:04:09.648824+0000","last_unstale":"2024-09-13T16:04:09.651098+0000","last_undegraded":"2024-09-13T16:04:09.651098+0000","last_fullsized":"2024-09-13T16:04:09.651098+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:22:23.928033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.23","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.658064+0000","last_change":"2024-09-13T16:04:09.646024+0000","last_active":"2024-09-13T16:04:09.658064+0000","last_peered":"2024-09-13T16:04:09.658064+0000","last_clean":"2024-09-13T16:04:09.658064+0000","last_became_active":"2024-09-13T16:04:09.645762+0000","last_became_peered":"2024-09-13T16:04:09.645762+0000","last_unstale":"2024-09-13T16:04:09.658064+0000","last_undegraded":"2024-09-13T16:04:09.658064+0000","last_fullsized":"2024-09-13T16:04:09.658064+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:30:30.061930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.22","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-13T16:04:10.637170+0000","last_change":"2024-09-13T16:04:09.655558+0000","last_active":"2024-09-13T16:04:10.637170+0000","last_peered":"2024-09-13T16:04:10.637170+0000","last_clean":"2024-09-13T16:04:10.637170+0000","last_became_active":"2024-09-13T16:04:09.655192+0000","last_became_peered":"2024-09-13T16:04:09.655192+0000","last_unstale":"2024-09-13T16:04:10.637170+0000","last_undegraded":"2024-09-13T16:04:10.637170+0000","last_fullsized":"2024-09-13T16:04:10.637170+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:39:10.546826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.21","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.661191+0000","last_change":"2024-09-13T16:04:09.652695+0000","last_active":"2024-09-13T16:04:09.661191+0000","last_peered":"2024-09-13T16:04:09.661191+0000","last_clean":"2024-09-13T16:04:09.661191+0000","last_became_active":"2024-09-13T16:04:09.649601+0000","last_became_peered":"2024-09-13T16:04:09.649601+0000","last_unstale":"2024-09-13T16:04:09.661191+0000","last_undegraded":"2024-09-13T16:04:09.661191+0000","last_fullsized":"2024-09-13T16:04:09.661191+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:32:07.379866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.20","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.654815+0000","last_change":"2024-09-13T16:04:09.649444+0000","last_active":"2024-09-13T16:04:09.654815+0000","last_peered":"2024-09-13T16:04:09.654815+0000","last_clean":"2024-09-13T16:04:09.654815+0000","last_became_active":"2024-09-13T16:04:09.649181+0000","last_became_peered":"2024-09-13T16:04:09.649181+0000","last_unstale":"2024-09-13T16:04:09.654815+0000","last_undegraded":"2024-09-13T16:04:09.654815+0000","last_fullsized":"2024-09-13T16:04:09.654815+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:54:13.695275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.10","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-13T16:04:10.636696+0000","last_change":"2024-09-13T16:04:09.652091+0000","last_active":"2024-09-13T16:04:10.636696+0000","last_peered":"2024-09-13T16:04:10.636696+0000","last_clean":"2024-09-13T16:04:10.636696+0000","last_became_active":"2024-09-13T16:04:09.651848+0000","last_became_peered":"2024-09-13T16:04:09.651848+0000","last_unstale":"2024-09-13T16:04:10.636696+0000","last_undegraded":"2024-09-13T16:04:10.636696+0000","last_fullsized":"2024-09-13T16:04:10.636696+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:50:24.156730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1f","version":"54'4","reported_seq":14,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.651814+0000","last_change":"2024-09-13T16:04:09.292332+0000","last_active":"2024-09-13T16:04:09.651814+0000","last_peered":"2024-09-13T16:04:09.651814+0000","last_clean":"2024-09-13T16:04:09.651814+0000","last_became_active":"2024-09-13T16:04:09.292073+0000","last_became_peered":"2024-09-13T16:04:09.292073+0000","last_unstale":"2024-09-13T16:04:09.651814+0000","last_undegraded":"2024-09-13T16:04:09.651814+0000","last_fullsized":"2024-09-13T16:04:09.651814+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_clean_scrub_stamp":"2024-09-13T16:04:08.268593+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:31:29.640344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.654666+0000","last_change":"2024-09-13T16:04:09.650148+0000","last_active":"2024-09-13T16:04:09.654666+0000","last_peered":"2024-09-13T16:04:09.654666+0000","last_clean":"2024-09-13T16:04:09.654666+0000","last_became_active":"2024-09-13T16:04:09.649849+0000","last_became_peered":"2024-09-13T16:04:09.649849+0000","last_unstale":"2024-09-13T16:04:09.654666+0000","last_undegraded":"2024-09-13T16:04:09.654666+0000","last_fullsized":"2024-09-13T16:04:09.654666+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:22:41.237117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.1e","version":"54'1","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.656032+0000","last_change":"2024-09-13T16:04:09.297272+0000","last_active":"2024-09-13T16:04:09.656032+0000","last_peered":"2024-09-13T16:04:09.656032+0000","last_clean":"2024-09-13T16:04:09.656032+0000","last_became_active":"2024-09-13T16:04:09.297021+0000","last_became_peered":"2024-09-13T16:04:09.297021+0000","last_unstale":"2024-09-13T16:04:09.656032+0000","last_undegraded":"2024-09-13T16:04:09.656032+0000","last_fullsized":"2024-09-13T16:04:09.656032+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_clean_scrub_stamp":"2024-09-13T16:04:08.268593+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:35:56.927568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.654582+0000","last_change":"2024-09-13T16:04:09.651752+0000","last_active":"2024-09-13T16:04:09.654582+0000","last_peered":"2024-09-13T16:04:09.654582+0000","last_clean":"2024-09-13T16:04:09.654582+0000","last_became_active":"2024-09-13T16:04:09.650872+0000","last_became_peered":"2024-09-13T16:04:09.650872+0000","last_unstale":"2024-09-13T16:04:09.654582+0000","last_undegraded":"2024-09-13T16:04:09.654582+0000","last_fullsized":"2024-09-13T16:04:09.654582+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:10:44.914908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1d","version":"54'2","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.655451+0000","last_change":"2024-09-13T16:04:09.294973+0000","last_active":"2024-09-13T16:04:09.655451+0000","last_peered":"2024-09-13T16:04:09.655451+0000","last_clean":"2024-09-13T16:04:09.655451+0000","last_became_active":"2024-09-13T16:04:09.294580+0000","last_became_peered":"2024-09-13T16:04:09.294580+0000","last_unstale":"2024-09-13T16:04:09.655451+0000","last_undegraded":"2024-09-13T16:04:09.655451+0000","last_fullsized":"2024-09-13T16:04:09.655451+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_clean_scrub_stamp":"2024-09-13T16:04:08.268593+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:37:02.844634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.13","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.658774+0000","last_change":"2024-09-13T16:04:09.653473+0000","last_active":"2024-09-13T16:04:09.658774+0000","last_peered":"2024-09-13T16:04:09.658774+0000","last_clean":"2024-09-13T16:04:09.658774+0000","last_became_active":"2024-09-13T16:04:09.653257+0000","last_became_peered":"2024-09-13T16:04:09.653257+0000","last_unstale":"2024-09-13T16:04:09.658774+0000","last_undegraded":"2024-09-13T16:04:09.658774+0000","last_fullsized":"2024-09-13T16:04:09.658774+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:59:28.245112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1c","version":"54'2","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.649799+0000","last_change":"2024-09-13T16:04:09.296028+0000","last_active":"2024-09-13T16:04:09.649799+0000","last_peered":"2024-09-13T16:04:09.649799+0000","last_clean":"2024-09-13T16:04:09.649799+0000","last_became_active":"2024-09-13T16:04:09.295623+0000","last_became_peered":"2024-09-13T16:04:09.295623+0000","last_unstale":"2024-09-13T16:04:09.649799+0000","last_undegraded":"2024-09-13T16:04:09.649799+0000","last_fullsized":"2024-09-13T16:04:09.649799+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_clean_scrub_stamp":"2024-09-13T16:04:08.268593+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:22:22.926454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.14","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-13T16:04:10.636951+0000","last_change":"2024-09-13T16:04:09.659614+0000","last_active":"2024-09-13T16:04:10.636951+0000","last_peered":"2024-09-13T16:04:10.636951+0000","last_clean":"2024-09-13T16:04:10.636951+0000","last_became_active":"2024-09-13T16:04:09.659039+0000","last_became_peered":"2024-09-13T16:04:09.659039+0000","last_unstale":"2024-09-13T16:04:10.636951+0000","last_undegraded":"2024-09-13T16:04:10.636951+0000","last_fullsized":"2024-09-13T16:04:10.636951+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:22:41.237117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"54'1","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.661263+0000","last_change":"2024-09-13T16:04:09.295454+0000","last_active":"2024-09-13T16:04:09.661263+0000","last_peered":"2024-09-13T16:04:09.661263+0000","last_clean":"2024-09-13T16:04:09.661263+0000","last_became_active":"2024-09-13T16:04:09.295178+0000","last_became_peered":"2024-09-13T16:04:09.295178+0000","last_unstale":"2024-09-13T16:04:09.661263+0000","last_undegraded":"2024-09-13T16:04:09.661263+0000","last_fullsized":"2024-09-13T16:04:09.661263+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_clean_scrub_stamp":"2024-09-13T16:04:08.268593+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:50:23.155151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.15","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-13T16:04:10.637506+0000","last_change":"2024-09-13T16:04:09.657759+0000","last_active":"2024-09-13T16:04:10.637506+0000","last_peered":"2024-09-13T16:04:10.637506+0000","last_clean":"2024-09-13T16:04:10.637506+0000","last_became_active":"2024-09-13T16:04:09.657506+0000","last_became_peered":"2024-09-13T16:04:09.657506+0000","last_unstale":"2024-09-13T16:04:10.637506+0000","last_undegraded":"2024-09-13T16:04:10.637506+0000","last_fullsized":"2024-09-13T16:04:10.637506+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:04:47.295996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1a","version":"54'1","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-13T16:04:10.637174+0000","last_change":"2024-09-13T16:04:09.292067+0000","last_active":"2024-09-13T16:04:10.637174+0000","last_peered":"2024-09-13T16:04:10.637174+0000","last_clean":"2024-09-13T16:04:10.637174+0000","last_became_active":"2024-09-13T16:04:09.291739+0000","last_became_peered":"2024-09-13T16:04:09.291739+0000","last_unstale":"2024-09-13T16:04:10.637174+0000","last_undegraded":"2024-09-13T16:04:10.637174+0000","last_fullsized":"2024-09-13T16:04:10.637174+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_clean_scrub_stamp":"2024-09-13T16:04:08.268593+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:04:46.294418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.658595+0000","last_change":"2024-09-13T16:04:09.652486+0000","last_active":"2024-09-13T16:04:09.658595+0000","last_peered":"2024-09-13T16:04:09.658595+0000","last_clean":"2024-09-13T16:04:09.658595+0000","last_became_active":"2024-09-13T16:04:09.652246+0000","last_became_peered":"2024-09-13T16:04:09.652246+0000","last_unstale":"2024-09-13T16:04:09.658595+0000","last_undegraded":"2024-09-13T16:04:09.658595+0000","last_fullsized":"2024-09-13T16:04:09.658595+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:14:21.201365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.636488+0000","last_change":"2024-09-13T16:04:09.292194+0000","last_active":"2024-09-13T16:04:09.636488+0000","last_peered":"2024-09-13T16:04:09.636488+0000","last_clean":"2024-09-13T16:04:09.636488+0000","last_became_active":"2024-09-13T16:04:09.291816+0000","last_became_peered":"2024-09-13T16:04:09.291816+0000","last_unstale":"2024-09-13T16:04:09.636488+0000","last_undegraded":"2024-09-13T16:04:09.636488+0000","last_fullsized":"2024-09-13T16:04:09.636488+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_clean_scrub_stamp":"2024-09-13T16:04:08.268593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:35:56.927568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-13T16:04:10.637079+0000","last_change":"2024-09-13T16:04:09.659316+0000","last_active":"2024-09-13T16:04:10.637079+0000","last_peered":"2024-09-13T16:04:10.637079+0000","last_clean":"2024-09-13T16:04:10.637079+0000","last_became_active":"2024-09-13T16:04:09.659036+0000","last_became_peered":"2024-09-13T16:04:09.659036+0000","last_unstale":"2024-09-13T16:04:10.637079+0000","last_undegraded":"2024-09-13T16:04:10.637079+0000","last_fullsized":"2024-09-13T16:04:10.637079+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:30:17.126414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.635957+0000","last_change":"2024-09-13T16:04:09.293776+0000","last_active":"2024-09-13T16:04:09.635957+0000","last_peered":"2024-09-13T16:04:09.635957+0000","last_clean":"2024-09-13T16:04:09.635957+0000","last_became_active":"2024-09-13T16:04:09.293533+0000","last_became_peered":"2024-09-13T16:04:09.293533+0000","last_unstale":"2024-09-13T16:04:09.635957+0000","last_undegraded":"2024-09-13T16:04:09.635957+0000","last_fullsized":"2024-09-13T16:04:09.635957+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_clean_scrub_stamp":"2024-09-13T16:04:08.268593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:22:22.926454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-13T16:04:10.636753+0000","last_change":"2024-09-13T16:04:09.657317+0000","last_active":"2024-09-13T16:04:10.636753+0000","last_peered":"2024-09-13T16:04:10.636753+0000","last_clean":"2024-09-13T16:04:10.636753+0000","last_became_active":"2024-09-13T16:04:09.657043+0000","last_became_peered":"2024-09-13T16:04:09.657043+0000","last_unstale":"2024-09-13T16:04:10.636753+0000","last_undegraded":"2024-09-13T16:04:10.636753+0000","last_fullsized":"2024-09-13T16:04:10.636753+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:54:13.695275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-13T16:04:10.637242+0000","last_change":"2024-09-13T16:04:09.288977+0000","last_active":"2024-09-13T16:04:10.637242+0000","last_peered":"2024-09-13T16:04:10.637242+0000","last_clean":"2024-09-13T16:04:10.637242+0000","last_became_active":"2024-09-13T16:04:09.288733+0000","last_became_peered":"2024-09-13T16:04:09.288733+0000","last_unstale":"2024-09-13T16:04:10.637242+0000","last_undegraded":"2024-09-13T16:04:10.637242+0000","last_fullsized":"2024-09-13T16:04:10.637242+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_clean_scrub_stamp":"2024-09-13T16:04:08.268593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:57:09.568224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.654686+0000","last_change":"2024-09-13T16:04:09.650745+0000","last_active":"2024-09-13T16:04:09.654686+0000","last_peered":"2024-09-13T16:04:09.654686+0000","last_clean":"2024-09-13T16:04:09.654686+0000","last_became_active":"2024-09-13T16:04:09.650459+0000","last_became_peered":"2024-09-13T16:04:09.650459+0000","last_unstale":"2024-09-13T16:04:09.654686+0000","last_undegraded":"2024-09-13T16:04:09.654686+0000","last_fullsized":"2024-09-13T16:04:09.654686+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:33:29.685820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-13T16:04:10.637087+0000","last_change":"2024-09-13T16:04:09.289500+0000","last_active":"2024-09-13T16:04:10.637087+0000","last_peered":"2024-09-13T16:04:10.637087+0000","last_clean":"2024-09-13T16:04:10.637087+0000","last_became_active":"2024-09-13T16:04:09.289247+0000","last_became_peered":"2024-09-13T16:04:09.289247+0000","last_unstale":"2024-09-13T16:04:10.637087+0000","last_undegraded":"2024-09-13T16:04:10.637087+0000","last_fullsized":"2024-09-13T16:04:10.637087+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_clean_scrub_stamp":"2024-09-13T16:04:08.268593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:30:59.819722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.658113+0000","last_change":"2024-09-13T16:04:09.644543+0000","last_active":"2024-09-13T16:04:09.658113+0000","last_peered":"2024-09-13T16:04:09.658113+0000","last_clean":"2024-09-13T16:04:09.658113+0000","last_became_active":"2024-09-13T16:04:09.644320+0000","last_became_peered":"2024-09-13T16:04:09.644320+0000","last_unstale":"2024-09-13T16:04:09.658113+0000","last_undegraded":"2024-09-13T16:04:09.658113+0000","last_fullsized":"2024-09-13T16:04:09.658113+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:35:35.193660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.15","version":"54'3","reported_seq":14,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-13T16:04:10.637590+0000","last_change":"2024-09-13T16:04:09.295343+0000","last_active":"2024-09-13T16:04:10.637590+0000","last_peered":"2024-09-13T16:04:10.637590+0000","last_clean":"2024-09-13T16:04:10.637590+0000","last_became_active":"2024-09-13T16:04:09.295058+0000","last_became_peered":"2024-09-13T16:04:09.295058+0000","last_unstale":"2024-09-13T16:04:10.637590+0000","last_undegraded":"2024-09-13T16:04:10.637590+0000","last_fullsized":"2024-09-13T16:04:10.637590+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_clean_scrub_stamp":"2024-09-13T16:04:08.268593+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:37:02.844634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-13T16:04:10.636966+0000","last_change":"2024-09-13T16:04:09.651563+0000","last_active":"2024-09-13T16:04:10.636966+0000","last_peered":"2024-09-13T16:04:10.636966+0000","last_clean":"2024-09-13T16:04:10.636966+0000","last_became_active":"2024-09-13T16:04:09.651306+0000","last_became_peered":"2024-09-13T16:04:09.651306+0000","last_unstale":"2024-09-13T16:04:10.636966+0000","last_undegraded":"2024-09-13T16:04:10.636966+0000","last_fullsized":"2024-09-13T16:04:10.636966+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:25:42.924013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.14","version":"54'6","reported_seq":16,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.664106+0000","last_change":"2024-09-13T16:04:09.294874+0000","last_active":"2024-09-13T16:04:09.664106+0000","last_peered":"2024-09-13T16:04:09.664106+0000","last_clean":"2024-09-13T16:04:09.664106+0000","last_became_active":"2024-09-13T16:04:09.294615+0000","last_became_peered":"2024-09-13T16:04:09.294615+0000","last_unstale":"2024-09-13T16:04:09.664106+0000","last_undegraded":"2024-09-13T16:04:09.664106+0000","last_fullsized":"2024-09-13T16:04:09.664106+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_clean_scrub_stamp":"2024-09-13T16:04:08.268593+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:15:03.067771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1c","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.654144+0000","last_change":"2024-09-13T16:04:09.651446+0000","last_active":"2024-09-13T16:04:09.654144+0000","last_peered":"2024-09-13T16:04:09.654144+0000","last_clean":"2024-09-13T16:04:09.654144+0000","last_became_active":"2024-09-13T16:04:09.651154+0000","last_became_peered":"2024-09-13T16:04:09.651154+0000","last_unstale":"2024-09-13T16:04:09.654144+0000","last_undegraded":"2024-09-13T16:04:09.654144+0000","last_fullsized":"2024-09-13T16:04:09.654144+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:26:52.323505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.13","version":"54'2","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.662444+0000","last_change":"2024-09-13T16:04:09.294399+0000","last_active":"2024-09-13T16:04:09.662444+0000","last_peered":"2024-09-13T16:04:09.662444+0000","last_clean":"2024-09-13T16:04:09.662444+0000","last_became_active":"2024-09-13T16:04:09.294116+0000","last_became_peered":"2024-09-13T16:04:09.294116+0000","last_unstale":"2024-09-13T16:04:09.662444+0000","last_undegraded":"2024-09-13T16:04:09.662444+0000","last_fullsized":"2024-09-13T16:04:09.662444+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_clean_scrub_stamp":"2024-09-13T16:04:08.268593+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:48:57.585493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1d","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.662422+0000","last_change":"2024-09-13T16:04:09.659216+0000","last_active":"2024-09-13T16:04:09.662422+0000","last_peered":"2024-09-13T16:04:09.662422+0000","last_clean":"2024-09-13T16:04:09.662422+0000","last_became_active":"2024-09-13T16:04:09.656924+0000","last_became_peered":"2024-09-13T16:04:09.656924+0000","last_unstale":"2024-09-13T16:04:09.662422+0000","last_undegraded":"2024-09-13T16:04:09.662422+0000","last_fullsized":"2024-09-13T16:04:09.662422+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:03:05.126974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.636356+0000","last_change":"2024-09-13T16:04:09.296346+0000","last_active":"2024-09-13T16:04:09.636356+0000","last_peered":"2024-09-13T16:04:09.636356+0000","last_clean":"2024-09-13T16:04:09.636356+0000","last_became_active":"2024-09-13T16:04:09.295666+0000","last_became_peered":"2024-09-13T16:04:09.295666+0000","last_unstale":"2024-09-13T16:04:09.636356+0000","last_undegraded":"2024-09-13T16:04:09.636356+0000","last_fullsized":"2024-09-13T16:04:09.636356+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_clean_scrub_stamp":"2024-09-13T16:04:08.268593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:48:09.753370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1e","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.662177+0000","last_change":"2024-09-13T16:04:09.658017+0000","last_active":"2024-09-13T16:04:09.662177+0000","last_peered":"2024-09-13T16:04:09.662177+0000","last_clean":"2024-09-13T16:04:09.662177+0000","last_became_active":"2024-09-13T16:04:09.657748+0000","last_became_peered":"2024-09-13T16:04:09.657748+0000","last_unstale":"2024-09-13T16:04:09.662177+0000","last_undegraded":"2024-09-13T16:04:09.662177+0000","last_fullsized":"2024-09-13T16:04:09.662177+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:24:16.776261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-13T16:04:10.637445+0000","last_change":"2024-09-13T16:04:09.291830+0000","last_active":"2024-09-13T16:04:10.637445+0000","last_peered":"2024-09-13T16:04:10.637445+0000","last_clean":"2024-09-13T16:04:10.637445+0000","last_became_active":"2024-09-13T16:04:09.291552+0000","last_became_peered":"2024-09-13T16:04:09.291552+0000","last_unstale":"2024-09-13T16:04:10.637445+0000","last_undegraded":"2024-09-13T16:04:10.637445+0000","last_fullsized":"2024-09-13T16:04:10.637445+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_clean_scrub_stamp":"2024-09-13T16:04:08.268593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:17:06.106963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1f","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.661375+0000","last_change":"2024-09-13T16:04:09.653124+0000","last_active":"2024-09-13T16:04:09.661375+0000","last_peered":"2024-09-13T16:04:09.661375+0000","last_clean":"2024-09-13T16:04:09.661375+0000","last_became_active":"2024-09-13T16:04:09.649543+0000","last_became_peered":"2024-09-13T16:04:09.649543+0000","last_unstale":"2024-09-13T16:04:09.661375+0000","last_undegraded":"2024-09-13T16:04:09.661375+0000","last_fullsized":"2024-09-13T16:04:09.661375+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:34:01.349177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.10","version":"54'8","reported_seq":18,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.658435+0000","last_change":"2024-09-13T16:04:09.298668+0000","last_active":"2024-09-13T16:04:09.658435+0000","last_peered":"2024-09-13T16:04:09.658435+0000","last_clean":"2024-09-13T16:04:09.658435+0000","last_became_active":"2024-09-13T16:04:09.298396+0000","last_became_peered":"2024-09-13T16:04:09.298396+0000","last_unstale":"2024-09-13T16:04:09.658435+0000","last_undegraded":"2024-09-13T16:04:09.658435+0000","last_fullsized":"2024-09-13T16:04:09.658435+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_clean_scrub_stamp":"2024-09-13T16:04:08.268593+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:23:53.415615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.658344+0000","last_change":"2024-09-13T16:04:09.648587+0000","last_active":"2024-09-13T16:04:09.658344+0000","last_peered":"2024-09-13T16:04:09.658344+0000","last_clean":"2024-09-13T16:04:09.658344+0000","last_became_active":"2024-09-13T16:04:09.648366+0000","last_became_peered":"2024-09-13T16:04:09.648366+0000","last_unstale":"2024-09-13T16:04:09.658344+0000","last_undegraded":"2024-09-13T16:04:09.658344+0000","last_fullsized":"2024-09-13T16:04:09.658344+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:35:35.193660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.f","version":"54'1","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.662253+0000","last_change":"2024-09-13T16:04:09.296456+0000","last_active":"2024-09-13T16:04:09.662253+0000","last_peered":"2024-09-13T16:04:09.662253+0000","last_clean":"2024-09-13T16:04:09.662253+0000","last_became_active":"2024-09-13T16:04:09.296188+0000","last_became_peered":"2024-09-13T16:04:09.296188+0000","last_unstale":"2024-09-13T16:04:09.662253+0000","last_undegraded":"2024-09-13T16:04:09.662253+0000","last_fullsized":"2024-09-13T16:04:09.662253+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_clean_scrub_stamp":"2024-09-13T16:04:08.268593+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:10:43.913329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.661893+0000","last_change":"2024-09-13T16:04:09.659378+0000","last_active":"2024-09-13T16:04:09.661893+0000","last_peered":"2024-09-13T16:04:09.661893+0000","last_clean":"2024-09-13T16:04:09.661893+0000","last_became_active":"2024-09-13T16:04:09.659094+0000","last_became_peered":"2024-09-13T16:04:09.659094+0000","last_unstale":"2024-09-13T16:04:09.661893+0000","last_undegraded":"2024-09-13T16:04:09.661893+0000","last_fullsized":"2024-09-13T16:04:09.661893+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:04:47.295996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.e","version":"54'2","reported_seq":13,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-13T16:04:10.635699+0000","last_change":"2024-09-13T16:04:09.295381+0000","last_active":"2024-09-13T16:04:10.635699+0000","last_peered":"2024-09-13T16:04:10.635699+0000","last_clean":"2024-09-13T16:04:10.635699+0000","last_became_active":"2024-09-13T16:04:09.295130+0000","last_became_peered":"2024-09-13T16:04:09.295130+0000","last_unstale":"2024-09-13T16:04:10.635699+0000","last_undegraded":"2024-09-13T16:04:10.635699+0000","last_fullsized":"2024-09-13T16:04:10.635699+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_clean_scrub_stamp":"2024-09-13T16:04:08.268593+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:34:09.750600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-13T16:04:10.636581+0000","last_change":"2024-09-13T16:04:09.663136+0000","last_active":"2024-09-13T16:04:10.636581+0000","last_peered":"2024-09-13T16:04:10.636581+0000","last_clean":"2024-09-13T16:04:10.636581+0000","last_became_active":"2024-09-13T16:04:09.662926+0000","last_became_peered":"2024-09-13T16:04:09.662926+0000","last_unstale":"2024-09-13T16:04:10.636581+0000","last_undegraded":"2024-09-13T16:04:10.636581+0000","last_fullsized":"2024-09-13T16:04:10.636581+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:02:12.690181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.d","version":"54'1","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.654882+0000","last_change":"2024-09-13T16:04:09.295432+0000","last_active":"2024-09-13T16:04:09.654882+0000","last_peered":"2024-09-13T16:04:09.654882+0000","last_clean":"2024-09-13T16:04:09.654882+0000","last_became_active":"2024-09-13T16:04:09.295093+0000","last_became_peered":"2024-09-13T16:04:09.295093+0000","last_unstale":"2024-09-13T16:04:09.654882+0000","last_undegraded":"2024-09-13T16:04:09.654882+0000","last_fullsized":"2024-09-13T16:04:09.654882+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_clean_scrub_stamp":"2024-09-13T16:04:08.268593+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:07:09.955489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.651124+0000","last_change":"2024-09-13T16:04:09.648680+0000","last_active":"2024-09-13T16:04:09.651124+0000","last_peered":"2024-09-13T16:04:09.651124+0000","last_clean":"2024-09-13T16:04:09.651124+0000","last_became_active":"2024-09-13T16:04:09.648456+0000","last_became_peered":"2024-09-13T16:04:09.648456+0000","last_unstale":"2024-09-13T16:04:09.651124+0000","last_undegraded":"2024-09-13T16:04:09.651124+0000","last_fullsized":"2024-09-13T16:04:09.651124+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:31:00.821300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.637840+0000","last_change":"2024-09-13T16:04:09.299254+0000","last_active":"2024-09-13T16:04:09.637840+0000","last_peered":"2024-09-13T16:04:09.637840+0000","last_clean":"2024-09-13T16:04:09.637840+0000","last_became_active":"2024-09-13T16:04:09.299048+0000","last_became_peered":"2024-09-13T16:04:09.299048+0000","last_unstale":"2024-09-13T16:04:09.637840+0000","last_undegraded":"2024-09-13T16:04:09.637840+0000","last_fullsized":"2024-09-13T16:04:09.637840+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_clean_scrub_stamp":"2024-09-13T16:04:08.268593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:05:47.131729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.655439+0000","last_change":"2024-09-13T16:04:09.654053+0000","last_active":"2024-09-13T16:04:09.655439+0000","last_peered":"2024-09-13T16:04:09.655439+0000","last_clean":"2024-09-13T16:04:09.655439+0000","last_became_active":"2024-09-13T16:04:09.653781+0000","last_became_peered":"2024-09-13T16:04:09.653781+0000","last_unstale":"2024-09-13T16:04:09.655439+0000","last_undegraded":"2024-09-13T16:04:09.655439+0000","last_fullsized":"2024-09-13T16:04:09.655439+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:25:13.460388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"54'2","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.655278+0000","last_change":"2024-09-13T16:04:09.293505+0000","last_active":"2024-09-13T16:04:09.655278+0000","last_peered":"2024-09-13T16:04:09.655278+0000","last_clean":"2024-09-13T16:04:09.655278+0000","last_became_active":"2024-09-13T16:04:09.293239+0000","last_became_peered":"2024-09-13T16:04:09.293239+0000","last_unstale":"2024-09-13T16:04:09.655278+0000","last_undegraded":"2024-09-13T16:04:09.655278+0000","last_fullsized":"2024-09-13T16:04:09.655278+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_clean_scrub_stamp":"2024-09-13T16:04:08.268593+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:57:09.568224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.655794+0000","last_change":"2024-09-13T16:04:09.651127+0000","last_active":"2024-09-13T16:04:09.655794+0000","last_peered":"2024-09-13T16:04:09.655794+0000","last_clean":"2024-09-13T16:04:09.655794+0000","last_became_active":"2024-09-13T16:04:09.650774+0000","last_became_peered":"2024-09-13T16:04:09.650774+0000","last_unstale":"2024-09-13T16:04:09.655794+0000","last_undegraded":"2024-09-13T16:04:09.655794+0000","last_fullsized":"2024-09-13T16:04:09.655794+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:36:23.263788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.641569+0000","last_change":"2024-09-13T16:04:09.297991+0000","last_active":"2024-09-13T16:04:09.641569+0000","last_peered":"2024-09-13T16:04:09.641569+0000","last_clean":"2024-09-13T16:04:09.641569+0000","last_became_active":"2024-09-13T16:04:09.297722+0000","last_became_peered":"2024-09-13T16:04:09.297722+0000","last_unstale":"2024-09-13T16:04:09.641569+0000","last_undegraded":"2024-09-13T16:04:09.641569+0000","last_fullsized":"2024-09-13T16:04:09.641569+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_clean_scrub_stamp":"2024-09-13T16:04:08.268593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:41:11.929771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.6","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.658144+0000","last_change":"2024-09-13T16:04:09.646184+0000","last_active":"2024-09-13T16:04:09.658144+0000","last_peered":"2024-09-13T16:04:09.658144+0000","last_clean":"2024-09-13T16:04:09.658144+0000","last_became_active":"2024-09-13T16:04:09.645958+0000","last_became_peered":"2024-09-13T16:04:09.645958+0000","last_unstale":"2024-09-13T16:04:09.658144+0000","last_undegraded":"2024-09-13T16:04:09.658144+0000","last_fullsized":"2024-09-13T16:04:09.658144+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:15:04.069350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.637293+0000","last_change":"2024-09-13T16:04:09.294588+0000","last_active":"2024-09-13T16:04:09.637293+0000","last_peered":"2024-09-13T16:04:09.637293+0000","last_clean":"2024-09-13T16:04:09.637293+0000","last_became_active":"2024-09-13T16:04:09.294322+0000","last_became_peered":"2024-09-13T16:04:09.294322+0000","last_unstale":"2024-09-13T16:04:09.637293+0000","last_undegraded":"2024-09-13T16:04:09.637293+0000","last_fullsized":"2024-09-13T16:04:09.637293+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_clean_scrub_stamp":"2024-09-13T16:04:08.268593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:36:22.262209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.7","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.661512+0000","last_change":"2024-09-13T16:04:09.656657+0000","last_active":"2024-09-13T16:04:09.661512+0000","last_peered":"2024-09-13T16:04:09.661512+0000","last_clean":"2024-09-13T16:04:09.661512+0000","last_became_active":"2024-09-13T16:04:09.656410+0000","last_became_peered":"2024-09-13T16:04:09.656410+0000","last_unstale":"2024-09-13T16:04:09.661512+0000","last_undegraded":"2024-09-13T16:04:09.661512+0000","last_fullsized":"2024-09-13T16:04:09.661512+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:21:29.413925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-13T16:04:10.635418+0000","last_change":"2024-09-13T16:04:09.294712+0000","last_active":"2024-09-13T16:04:10.635418+0000","last_peered":"2024-09-13T16:04:10.635418+0000","last_clean":"2024-09-13T16:04:10.635418+0000","last_became_active":"2024-09-13T16:04:09.294449+0000","last_became_peered":"2024-09-13T16:04:09.294449+0000","last_unstale":"2024-09-13T16:04:10.635418+0000","last_undegraded":"2024-09-13T16:04:10.635418+0000","last_fullsized":"2024-09-13T16:04:10.635418+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_clean_scrub_stamp":"2024-09-13T16:04:08.268593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:52:39.916355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.654796+0000","last_change":"2024-09-13T16:04:09.648800+0000","last_active":"2024-09-13T16:04:09.654796+0000","last_peered":"2024-09-13T16:04:09.654796+0000","last_clean":"2024-09-13T16:04:09.654796+0000","last_became_active":"2024-09-13T16:04:09.648549+0000","last_became_peered":"2024-09-13T16:04:09.648549+0000","last_unstale":"2024-09-13T16:04:09.654796+0000","last_undegraded":"2024-09-13T16:04:09.654796+0000","last_fullsized":"2024-09-13T16:04:09.654796+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:02:12.690181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.7","version":"54'2","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.662031+0000","last_change":"2024-09-13T16:04:09.296417+0000","last_active":"2024-09-13T16:04:09.662031+0000","last_peered":"2024-09-13T16:04:09.662031+0000","last_clean":"2024-09-13T16:04:09.662031+0000","last_became_active":"2024-09-13T16:04:09.295976+0000","last_became_peered":"2024-09-13T16:04:09.295976+0000","last_unstale":"2024-09-13T16:04:09.662031+0000","last_undegraded":"2024-09-13T16:04:09.662031+0000","last_fullsized":"2024-09-13T16:04:09.662031+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_clean_scrub_stamp":"2024-09-13T16:04:08.268593+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:53:19.819911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.651087+0000","last_change":"2024-09-13T16:04:09.648207+0000","last_active":"2024-09-13T16:04:09.651087+0000","last_peered":"2024-09-13T16:04:09.651087+0000","last_clean":"2024-09-13T16:04:09.651087+0000","last_became_active":"2024-09-13T16:04:09.647963+0000","last_became_peered":"2024-09-13T16:04:09.647963+0000","last_unstale":"2024-09-13T16:04:09.651087+0000","last_undegraded":"2024-09-13T16:04:09.651087+0000","last_fullsized":"2024-09-13T16:04:09.651087+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:25:13.460388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-13T16:04:10.637643+0000","last_change":"2024-09-13T16:04:09.296889+0000","last_active":"2024-09-13T16:04:10.637643+0000","last_peered":"2024-09-13T16:04:10.637643+0000","last_clean":"2024-09-13T16:04:10.637643+0000","last_became_active":"2024-09-13T16:04:09.296602+0000","last_became_peered":"2024-09-13T16:04:09.296602+0000","last_unstale":"2024-09-13T16:04:10.637643+0000","last_undegraded":"2024-09-13T16:04:10.637643+0000","last_fullsized":"2024-09-13T16:04:10.637643+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_clean_scrub_stamp":"2024-09-13T16:04:08.268593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:16:37.139200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.b","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.658675+0000","last_change":"2024-09-13T16:04:09.650286+0000","last_active":"2024-09-13T16:04:09.658675+0000","last_peered":"2024-09-13T16:04:09.658675+0000","last_clean":"2024-09-13T16:04:09.658675+0000","last_became_active":"2024-09-13T16:04:09.650068+0000","last_became_peered":"2024-09-13T16:04:09.650068+0000","last_unstale":"2024-09-13T16:04:09.658675+0000","last_undegraded":"2024-09-13T16:04:09.658675+0000","last_fullsized":"2024-09-13T16:04:09.658675+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:19:22.624324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.636141+0000","last_change":"2024-09-13T16:04:09.284487+0000","last_active":"2024-09-13T16:04:09.636141+0000","last_peered":"2024-09-13T16:04:09.636141+0000","last_clean":"2024-09-13T16:04:09.636141+0000","last_became_active":"2024-09-13T16:04:09.284237+0000","last_became_peered":"2024-09-13T16:04:09.284237+0000","last_unstale":"2024-09-13T16:04:09.636141+0000","last_undegraded":"2024-09-13T16:04:09.636141+0000","last_fullsized":"2024-09-13T16:04:09.636141+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_clean_scrub_stamp":"2024-09-13T16:04:08.268593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:24:57.558833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.661714+0000","last_change":"2024-09-13T16:04:09.657697+0000","last_active":"2024-09-13T16:04:09.661714+0000","last_peered":"2024-09-13T16:04:09.661714+0000","last_clean":"2024-09-13T16:04:09.661714+0000","last_became_active":"2024-09-13T16:04:09.657465+0000","last_became_peered":"2024-09-13T16:04:09.657465+0000","last_unstale":"2024-09-13T16:04:09.661714+0000","last_undegraded":"2024-09-13T16:04:09.661714+0000","last_fullsized":"2024-09-13T16:04:09.661714+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:41:12.931350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.641392+0000","last_change":"2024-09-13T16:04:09.297084+0000","last_active":"2024-09-13T16:04:09.641392+0000","last_peered":"2024-09-13T16:04:09.641392+0000","last_clean":"2024-09-13T16:04:09.641392+0000","last_became_active":"2024-09-13T16:04:09.296846+0000","last_became_peered":"2024-09-13T16:04:09.296846+0000","last_unstale":"2024-09-13T16:04:09.641392+0000","last_undegraded":"2024-09-13T16:04:09.641392+0000","last_fullsized":"2024-09-13T16:04:09.641392+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_clean_scrub_stamp":"2024-09-13T16:04:08.268593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:03:04.125395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.655344+0000","last_change":"2024-09-13T16:04:09.652876+0000","last_active":"2024-09-13T16:04:09.655344+0000","last_peered":"2024-09-13T16:04:09.655344+0000","last_clean":"2024-09-13T16:04:09.655344+0000","last_became_active":"2024-09-13T16:04:09.652537+0000","last_became_peered":"2024-09-13T16:04:09.652537+0000","last_unstale":"2024-09-13T16:04:09.655344+0000","last_undegraded":"2024-09-13T16:04:09.655344+0000","last_fullsized":"2024-09-13T16:04:09.655344+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:18:11.205405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.641658+0000","last_change":"2024-09-13T16:04:09.295501+0000","last_active":"2024-09-13T16:04:09.641658+0000","last_peered":"2024-09-13T16:04:09.641658+0000","last_clean":"2024-09-13T16:04:09.641658+0000","last_became_active":"2024-09-13T16:04:09.295210+0000","last_became_peered":"2024-09-13T16:04:09.295210+0000","last_unstale":"2024-09-13T16:04:09.641658+0000","last_undegraded":"2024-09-13T16:04:09.641658+0000","last_fullsized":"2024-09-13T16:04:09.641658+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_clean_scrub_stamp":"2024-09-13T16:04:08.268593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:59:42.863894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.e","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.662454+0000","last_change":"2024-09-13T16:04:09.658499+0000","last_active":"2024-09-13T16:04:09.662454+0000","last_peered":"2024-09-13T16:04:09.662454+0000","last_clean":"2024-09-13T16:04:09.662454+0000","last_became_active":"2024-09-13T16:04:09.658262+0000","last_became_peered":"2024-09-13T16:04:09.658262+0000","last_unstale":"2024-09-13T16:04:09.662454+0000","last_undegraded":"2024-09-13T16:04:09.662454+0000","last_fullsized":"2024-09-13T16:04:09.662454+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:16:44.948468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-13T16:04:10.636653+0000","last_change":"2024-09-13T16:04:09.290713+0000","last_active":"2024-09-13T16:04:10.636653+0000","last_peered":"2024-09-13T16:04:10.636653+0000","last_clean":"2024-09-13T16:04:10.636653+0000","last_became_active":"2024-09-13T16:04:09.290469+0000","last_became_peered":"2024-09-13T16:04:09.290469+0000","last_unstale":"2024-09-13T16:04:10.636653+0000","last_undegraded":"2024-09-13T16:04:10.636653+0000","last_fullsized":"2024-09-13T16:04:10.636653+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_clean_scrub_stamp":"2024-09-13T16:04:08.268593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:39:09.545247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.f","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.658480+0000","last_change":"2024-09-13T16:04:09.654007+0000","last_active":"2024-09-13T16:04:09.658480+0000","last_peered":"2024-09-13T16:04:09.658480+0000","last_clean":"2024-09-13T16:04:09.658480+0000","last_became_active":"2024-09-13T16:04:09.653775+0000","last_became_peered":"2024-09-13T16:04:09.653775+0000","last_unstale":"2024-09-13T16:04:09.658480+0000","last_undegraded":"2024-09-13T16:04:09.658480+0000","last_fullsized":"2024-09-13T16:04:09.658480+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:05:38.718501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.638746+0000","last_change":"2024-09-13T16:04:09.294351+0000","last_active":"2024-09-13T16:04:09.638746+0000","last_peered":"2024-09-13T16:04:09.638746+0000","last_clean":"2024-09-13T16:04:09.638746+0000","last_became_active":"2024-09-13T16:04:09.294067+0000","last_became_peered":"2024-09-13T16:04:09.294067+0000","last_unstale":"2024-09-13T16:04:09.638746+0000","last_undegraded":"2024-09-13T16:04:09.638746+0000","last_fullsized":"2024-09-13T16:04:09.638746+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_clean_scrub_stamp":"2024-09-13T16:04:08.268593+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:50:23.155151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":9,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.649870+0000","last_change":"2024-09-13T16:04:09.647365+0000","last_active":"2024-09-13T16:04:09.649870+0000","last_peered":"2024-09-13T16:04:09.649870+0000","last_clean":"2024-09-13T16:04:09.649870+0000","last_became_active":"2024-09-13T16:04:09.646749+0000","last_became_peered":"2024-09-13T16:04:09.646749+0000","last_unstale":"2024-09-13T16:04:09.649870+0000","last_undegraded":"2024-09-13T16:04:09.649870+0000","last_fullsized":"2024-09-13T16:04:09.649870+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:09.270172+0000","last_clean_scrub_stamp":"2024-09-13T16:04:09.270172+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:08:36.897091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.6","version":"54'1","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:10.242390+0000","last_change":"2024-09-13T16:04:09.295754+0000","last_active":"2024-09-13T16:04:10.242390+0000","last_peered":"2024-09-13T16:04:10.242390+0000","last_clean":"2024-09-13T16:04:10.242390+0000","last_became_active":"2024-09-13T16:04:09.294986+0000","last_became_peered":"2024-09-13T16:04:09.294986+0000","last_unstale":"2024-09-13T16:04:10.242390+0000","last_undegraded":"2024-09-13T16:04:10.242390+0000","last_fullsized":"2024-09-13T16:04:10.242390+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:04:08.268593+0000","last_clean_scrub_stamp":"2024-09-13T16:04:08.268593+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:28:09.494980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":192,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-13T16:04:09.642328+0000","last_change":"2024-09-13T16:01:29.143297+0000","last_active":"2024-09-13T16:04:09.642328+0000","last_peered":"2024-09-13T16:04:09.642328+0000","last_clean":"2024-09-13T16:04:09.642328+0000","last_became_active":"2024-09-13T16:01:29.142269+0000","last_became_peered":"2024-09-13T16:01:29.142269+0000","last_unstale":"2024-09-13T16:04:09.642328+0000","last_undegraded":"2024-09-13T16:04:09.642328+0000","last_fullsized":"2024-09-13T16:04:09.642328+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:27.864638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:27.864638+0000","last_clean_scrub_stamp":"2024-09-13T16:01:27.864638+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:25:24.741463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":8,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":14,"seq":60129542182,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31768,"kb_used_data":644,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340072,"statfs":{"total":96636764160,"available":96604233728,"internally_reserved":0,"allocated":659456,"data_stored":285382,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31848904},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:03:32 2024","interfaces":[{"interface":"back","average":{"1min":0.371,"5min":0.35999999999999999,"15min":0.35799999999999998},"min":{"1min":0.246,"5min":0.219,"15min":0.219},"max":{"1min":0.60299999999999998,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.317},{"interface":"front","average":{"1min":0.34399999999999997,"5min":0.32500000000000001,"15min":0.32200000000000001},"min":{"1min":0.187,"5min":0.187,"15min":0.187},"max":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"last":0.32900000000000001}]},{"osd":1,"last update":"Fri Sep 13 16:03:32 2024","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.32900000000000001,"15min":0.32400000000000001},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"last":0.29999999999999999},{"interface":"front","average":{"1min":0.377,"5min":0.36699999999999999,"15min":0.36499999999999999},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.49099999999999999,"5min":0.60399999999999998,"15min":0.60399999999999998},"last":0.36399999999999999}]},{"osd":2,"last update":"Fri Sep 13 16:03:32 2024","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.38600000000000001,"15min":0.38400000000000001},"min":{"1min":0.28599999999999998,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"last":0.34999999999999998},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.39200000000000002,"15min":0.38600000000000001},"min":{"1min":0.29299999999999998,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.40100000000000002}]},{"osd":4,"last update":"Fri Sep 13 16:03:32 2024","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.56299999999999994,"15min":0.55900000000000005},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.78500000000000003,"5min":1.038,"15min":1.038},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.58899999999999997,"15min":0.58699999999999997},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.81499999999999995,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.58299999999999996}]},{"osd":5,"last update":"Fri Sep 13 16:03:32 2024","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.56699999999999995,"15min":0.56100000000000005},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.58599999999999997,"15min":0.58399999999999996},"min":{"1min":0.41499999999999998,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.88100000000000001,"5min":0.92400000000000004,"15min":0.92400000000000004},"last":0.47099999999999997}]},{"osd":6,"last update":"Fri Sep 13 16:03:32 2024","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":0.60099999999999998,"15min":0.59699999999999998},"min":{"1min":0.432,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.59199999999999997,"15min":0.59099999999999997},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.86099999999999999,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.496}]},{"osd":7,"last update":"Fri Sep 13 16:03:32 2024","interfaces":[{"interface":"back","average":{"1min":0.63300000000000001,"5min":0.60599999999999998,"15min":0.60199999999999998},"min":{"1min":0.44800000000000001,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.89200000000000002,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.628,"5min":0.59599999999999997,"15min":0.59099999999999997},"min":{"1min":0.44400000000000001,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.78000000000000003,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.53500000000000003}]}]},{"osd":7,"up_from":13,"seq":55834574884,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28244,"kb_used_data":1216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343596,"statfs":{"total":96636764160,"available":96607842304,"internally_reserved":0,"allocated":1245184,"data_stored":874288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:03:30 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.497,"15min":0.49399999999999999},"min":{"1min":0.33600000000000002,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.53900000000000003,"15min":0.54100000000000004},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.40999999999999998}]},{"osd":1,"last update":"Fri Sep 13 16:03:30 2024","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.52900000000000003,"15min":0.53700000000000003},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.67600000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.52400000000000002,"15min":0.52200000000000002},"min":{"1min":0.34499999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.499}]},{"osd":2,"last update":"Fri Sep 13 16:03:30 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.65000000000000002,"15min":0.66800000000000004},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.93100000000000005,"5min":2.2919999999999998,"15min":2.2919999999999998},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.55800000000000005,"15min":0.56000000000000005},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.56499999999999995}]},{"osd":3,"last update":"Fri Sep 13 16:03:30 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.53700000000000003,"15min":0.53900000000000003},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.52900000000000003,"15min":0.53000000000000003},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.67100000000000004}]},{"osd":4,"last update":"Fri Sep 13 16:03:30 2024","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.45200000000000001,"15min":0.45800000000000002},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.56000000000000005,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.443,"5min":0.46500000000000002,"15min":0.46899999999999997},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.624,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.60499999999999998}]},{"osd":5,"last update":"Fri Sep 13 16:03:30 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.51400000000000001,"15min":0.51800000000000002},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.73599999999999999,"5min":0.749,"15min":0.749},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.57099999999999995,"15min":0.57399999999999995},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.67100000000000004,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.73899999999999999}]},{"osd":6,"last update":"Fri Sep 13 16:03:30 2024","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.53500000000000003,"15min":0.53900000000000003},"min":{"1min":0.38100000000000001,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.68400000000000005,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.69199999999999995},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.55900000000000005,"15min":0.56299999999999994},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.755,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.70899999999999996}]}]},{"osd":6,"up_from":13,"seq":55834574884,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27656,"kb_used_data":636,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344184,"statfs":{"total":96636764160,"available":96608444416,"internally_reserved":0,"allocated":651264,"data_stored":284448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:03:29 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.32500000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.754,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.53700000000000003,"15min":0.54000000000000004},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.70399999999999996,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.59099999999999997}]},{"osd":1,"last update":"Fri Sep 13 16:03:29 2024","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.54100000000000004,"15min":0.54400000000000004},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.79500000000000004,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.51900000000000002,"15min":0.51700000000000002},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.74399999999999999,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.63200000000000001}]},{"osd":2,"last update":"Fri Sep 13 16:03:29 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.52700000000000002,"15min":0.52400000000000002},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.72999999999999998,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.503},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.58899999999999997,"15min":0.59499999999999997},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.83999999999999997,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.47499999999999998}]},{"osd":3,"last update":"Fri Sep 13 16:03:29 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.57999999999999996,"15min":0.58299999999999996},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.72499999999999998,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.60499999999999998,"15min":0.61399999999999999},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.67200000000000004,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.71399999999999997}]},{"osd":4,"last update":"Fri Sep 13 16:03:29 2024","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.50600000000000001,"15min":0.51800000000000002},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.64700000000000002,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.443,"5min":0.52800000000000002,"15min":0.54200000000000004},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.60599999999999998,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.68000000000000005}]},{"osd":5,"last update":"Fri Sep 13 16:03:29 2024","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.57299999999999995,"15min":0.58599999999999997},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.69199999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.65800000000000003},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.58499999999999996,"15min":0.59499999999999997},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.76600000000000001,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.77600000000000002}]},{"osd":7,"last update":"Fri Sep 13 16:03:29 2024","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.56399999999999995,"15min":0.57399999999999995},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.67500000000000004,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.69399999999999995},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.63500000000000001,"15min":0.64400000000000002},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.78400000000000003,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.73199999999999998}]}]},{"osd":5,"up_from":13,"seq":55834574883,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27648,"kb_used_data":628,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344192,"statfs":{"total":96636764160,"available":96608452608,"internally_reserved":0,"allocated":643072,"data_stored":283796,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:03:28 2024","interfaces":[{"interface":"back","average":{"1min":0.48799999999999999,"5min":0.49299999999999999,"15min":0.49399999999999999},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.71899999999999997,"5min":0.75,"15min":0.75},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.496,"15min":0.5},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.57799999999999996}]},{"osd":1,"last update":"Fri Sep 13 16:03:28 2024","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.51500000000000001,"15min":0.52000000000000002},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.70199999999999996,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.497},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.52100000000000002,"15min":0.52000000000000002},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.65900000000000003,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.54000000000000004}]},{"osd":2,"last update":"Fri Sep 13 16:03:28 2024","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.52300000000000002,"15min":0.52900000000000003},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.623,"5min":0.625,"15min":0.625},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.57499999999999996,"15min":0.58299999999999996},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.69099999999999995,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.55700000000000005}]},{"osd":3,"last update":"Fri Sep 13 16:03:28 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.54700000000000004,"15min":0.55000000000000004},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.66400000000000003,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.59999999999999998,"15min":0.60399999999999998},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.71299999999999997,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.59199999999999997}]},{"osd":4,"last update":"Fri Sep 13 16:03:28 2024","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.54600000000000004,"15min":0.55500000000000005},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.72599999999999998,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.54100000000000004,"15min":0.54700000000000004},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.748,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.42099999999999999}]},{"osd":6,"last update":"Fri Sep 13 16:03:28 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.53900000000000003,"15min":0.54500000000000004},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.69299999999999995,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.58699999999999997,"15min":0.59699999999999998},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.70599999999999996,"5min":1.036,"15min":1.036},"last":0.51900000000000002}]},{"osd":7,"last update":"Fri Sep 13 16:03:28 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.55000000000000004,"15min":0.55500000000000005},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.71299999999999997,"5min":0.747,"15min":0.747},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.59299999999999997,"15min":0.59999999999999998},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.73399999999999999,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.47399999999999998}]}]},{"osd":4,"up_from":13,"seq":55834574884,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27652,"kb_used_data":632,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344188,"statfs":{"total":96636764160,"available":96608448512,"internally_reserved":0,"allocated":647168,"data_stored":284378,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:03:31 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.49399999999999999,"15min":0.48799999999999999},"min":{"1min":0.33600000000000002,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.44},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.48299999999999998,"15min":0.47399999999999998},"min":{"1min":0.39600000000000002,"5min":0.315,"15min":0.315},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.46200000000000002}]},{"osd":1,"last update":"Fri Sep 13 16:03:31 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.48799999999999999,"15min":0.48099999999999998},"min":{"1min":0.32700000000000001,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.52600000000000002,"15min":0.52200000000000002},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.55100000000000005}]},{"osd":2,"last update":"Fri Sep 13 16:03:31 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.51400000000000001,"15min":0.51000000000000001},"min":{"1min":0.39700000000000002,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.76500000000000001,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.60799999999999998,"15min":0.60599999999999998},"min":{"1min":0.42399999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.58499999999999996}]},{"osd":3,"last update":"Fri Sep 13 16:03:31 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.57699999999999996,"15min":0.57599999999999996},"min":{"1min":0.40799999999999997,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.68100000000000005,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.51200000000000001,"15min":0.50700000000000001},"min":{"1min":0.38500000000000001,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.745,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.52400000000000002}]},{"osd":5,"last update":"Fri Sep 13 16:03:31 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.498,"15min":0.496},"min":{"1min":0.375,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.70799999999999996,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":1.4079999999999999,"5min":1.4079999999999999,"15min":1.4079999999999999},"last":0.68400000000000005}]},{"osd":6,"last update":"Fri Sep 13 16:03:31 2024","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.51100000000000001,"15min":0.51900000000000002},"min":{"1min":0.34499999999999997,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.63900000000000001,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.65900000000000003},{"interface":"front","average":{"1min":0.501,"5min":0.51800000000000002,"15min":0.52100000000000002},"min":{"1min":0.35599999999999998,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.78400000000000003,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.66700000000000004}]},{"osd":7,"last update":"Fri Sep 13 16:03:31 2024","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.51400000000000001,"15min":0.51900000000000002},"min":{"1min":0.373,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.69499999999999995,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.64900000000000002},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.59099999999999997,"15min":0.60299999999999998},"min":{"1min":0.38500000000000001,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.66800000000000004,"5min":0.872,"15min":0.872},"last":0.69599999999999995}]}]},{"osd":2,"up_from":13,"seq":55834574883,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27660,"kb_used_data":640,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344180,"statfs":{"total":96636764160,"available":96608440320,"internally_reserved":0,"allocated":655360,"data_stored":285360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:03:30 2024","interfaces":[{"interface":"back","average":{"1min":0.34499999999999997,"5min":0.33300000000000002,"15min":0.33100000000000002},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"last":0.437},{"interface":"front","average":{"1min":0.371,"5min":0.34399999999999997,"15min":0.34000000000000002},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.40300000000000002}]},{"osd":1,"last update":"Fri Sep 13 16:03:30 2024","interfaces":[{"interface":"back","average":{"1min":0.34699999999999998,"5min":0.33500000000000002,"15min":0.33300000000000002},"min":{"1min":0.251,"5min":0.22,"15min":0.22},"max":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.39800000000000002,"5min":0.40699999999999997,"15min":0.40899999999999997},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.55200000000000005,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.48899999999999999}]},{"osd":3,"last update":"Fri Sep 13 16:03:35 2024","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.36499999999999999,"15min":0.36199999999999999},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.37,"5min":0.35599999999999998,"15min":0.35399999999999998},"min":{"1min":0.25900000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"last":0.46200000000000002}]},{"osd":4,"last update":"Fri Sep 13 16:03:30 2024","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":0.57399999999999995,"15min":0.56599999999999995},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.78200000000000003},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.58099999999999996,"15min":0.57699999999999996},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.73899999999999999,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.68400000000000005}]},{"osd":5,"last update":"Fri Sep 13 16:03:30 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.57599999999999996,"15min":0.57299999999999995},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.73099999999999998},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.56999999999999995,"15min":0.56200000000000006},"min":{"1min":0.39600000000000002,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.67500000000000004}]},{"osd":6,"last update":"Fri Sep 13 16:03:30 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.57899999999999996,"15min":0.57699999999999996},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.76500000000000001,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.71099999999999997},{"interface":"front","average":{"1min":0.625,"5min":0.60199999999999998,"15min":0.59799999999999998},"min":{"1min":0.41199999999999998,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.75900000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:03:30 2024","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.59499999999999997,"15min":0.59099999999999997},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.624,"5min":0.60799999999999998,"15min":0.60599999999999998},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.79800000000000004,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.77100000000000002}]}]},{"osd":1,"up_from":13,"seq":55834574883,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27656,"kb_used_data":636,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344184,"statfs":{"total":96636764160,"available":96608444416,"internally_reserved":0,"allocated":651264,"data_stored":283956,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:03:30 2024","interfaces":[{"interface":"back","average":{"1min":0.307,"5min":0.35099999999999998,"15min":0.35799999999999998},"min":{"1min":0.20399999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.40300000000000002,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.33700000000000002,"5min":0.371,"15min":0.377},"min":{"1min":0.221,"5min":0.215,"15min":0.215},"max":{"1min":0.55400000000000005,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.38900000000000001}]},{"osd":2,"last update":"Fri Sep 13 16:03:30 2024","interfaces":[{"interface":"back","average":{"1min":0.30599999999999999,"5min":0.34699999999999998,"15min":0.35399999999999998},"min":{"1min":0.23100000000000001,"5min":0.218,"15min":0.218},"max":{"1min":0.44400000000000001,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.32900000000000001},{"interface":"front","average":{"1min":0.36399999999999999,"5min":0.40500000000000003,"15min":0.41199999999999998},"min":{"1min":0.28199999999999997,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.52000000000000002,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.25900000000000001}]},{"osd":3,"last update":"Fri Sep 13 16:03:30 2024","interfaces":[{"interface":"back","average":{"1min":0.34599999999999997,"5min":0.40300000000000002,"15min":0.41299999999999998},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.51300000000000001,"5min":1.0289999999999999,"15min":1.0289999999999999},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.34799999999999998,"5min":0.42799999999999999,"15min":0.442},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.442,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.40000000000000002}]},{"osd":4,"last update":"Fri Sep 13 16:03:30 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.56999999999999995,"15min":0.57499999999999996},"min":{"1min":0.42399999999999999,"5min":0.38,"15min":0.38},"max":{"1min":0.70999999999999996,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.57599999999999996,"15min":0.57899999999999996},"min":{"1min":0.42499999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.79300000000000004,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.53400000000000003}]},{"osd":5,"last update":"Fri Sep 13 16:03:30 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.54600000000000004,"15min":0.54500000000000004},"min":{"1min":0.42199999999999999,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.73299999999999998,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.71099999999999997},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.57999999999999996,"15min":0.58599999999999997},"min":{"1min":0.45100000000000001,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.73999999999999999,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.50600000000000001}]},{"osd":6,"last update":"Fri Sep 13 16:03:30 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57999999999999996,"15min":0.58199999999999996},"min":{"1min":0.46000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.77000000000000002,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.57599999999999996,"15min":0.57799999999999996},"min":{"1min":0.45400000000000001,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.75,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.622}]},{"osd":7,"last update":"Fri Sep 13 16:03:30 2024","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.58499999999999996,"15min":0.58799999999999997},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.747,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.58499999999999996,"15min":0.58699999999999997},"min":{"1min":0.443,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.78800000000000003,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.55100000000000005}]}]},{"osd":0,"up_from":13,"seq":55834574885,"num_pgs":8,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28232,"kb_used_data":1212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343608,"statfs":{"total":96636764160,"available":96607854592,"internally_reserved":0,"allocated":1241088,"data_stored":873551,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 16:03:27 2024","interfaces":[{"interface":"back","average":{"1min":0.29799999999999999,"5min":0.435,"15min":0.45800000000000002},"min":{"1min":0.18099999999999999,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":0.436,"5min":2.5960000000000001,"15min":2.5960000000000001},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.34200000000000003,"5min":0.37,"15min":0.375},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.46800000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"last":0.33800000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:03:27 2024","interfaces":[{"interface":"back","average":{"1min":0.32700000000000001,"5min":0.39600000000000002,"15min":0.40799999999999997},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.49199999999999999,"5min":1.373,"15min":1.373},"last":0.28399999999999997},{"interface":"front","average":{"1min":0.34499999999999997,"5min":0.39900000000000002,"15min":0.40799999999999997},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.53700000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.29999999999999999}]},{"osd":3,"last update":"Fri Sep 13 16:03:32 2024","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.40699999999999997,"15min":0.41499999999999998},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.51300000000000001,"5min":0.75,"15min":0.75},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.33600000000000002,"5min":0.372,"15min":0.378},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.45400000000000001,"5min":0.59699999999999998,"15min":0.59699999999999998},"last":0.318}]},{"osd":4,"last update":"Fri Sep 13 16:03:27 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.55500000000000005,"15min":0.55600000000000005},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.76800000000000002,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.65200000000000002},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.57599999999999996,"15min":0.57899999999999996},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.86399999999999999,"5min":1.321,"15min":1.321},"last":0.55400000000000005}]},{"osd":5,"last update":"Fri Sep 13 16:03:27 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.57599999999999996,"15min":0.57499999999999996},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.61199999999999999,"15min":0.62},"min":{"1min":0.40200000000000002,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.82399999999999995,"5min":1.349,"15min":1.349},"last":0.503}]},{"osd":6,"last update":"Fri Sep 13 16:03:27 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.55900000000000005,"15min":0.56200000000000006},"min":{"1min":0.372,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.59599999999999997,"15min":0.59999999999999998},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.82399999999999995,"5min":1.286,"15min":1.286},"last":0.58199999999999996}]},{"osd":7,"last update":"Fri Sep 13 16:03:27 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.61899999999999999,"15min":0.625},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.77800000000000002,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.64100000000000001},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.59199999999999997,"15min":0.59499999999999997},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.52400000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:04:13.553 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-09-13T16:04:13.553 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-13T16:04:13.694 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.692+0000 7fcdb4f95640 1 Processor -- start 2024-09-13T16:04:13.694 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.692+0000 7fcdb4f95640 1 -- start start 2024-09-13T16:04:13.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.693+0000 7fcdb4f95640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fcdb0159310 0x7fcdb00ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:13.698 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.693+0000 7fcdb4f95640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcdb00ccbe0 con 0x7fcdb00ce4f0 2024-09-13T16:04:13.698 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.693+0000 7fcdb4f95640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcdb00b1810 con 0x7fcdb00b2b40 2024-09-13T16:04:13.698 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.693+0000 7fcdb4f95640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcdb00ad940 con 0x7fcdb0159310 2024-09-13T16:04:13.698 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.693+0000 7fcdaed9d640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fcdb00ce4f0 0x7fcdb00ce8d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:36096/0 (socket says 172.21.15.76:36096) 2024-09-13T16:04:13.698 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.694+0000 7fcdaed9d640 1 -- 172.21.15.76:0/2337204028 learned_addr learned my addr 172.21.15.76:0/2337204028 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:04:13.698 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.694+0000 7fcdae59c640 1 --2- 172.21.15.76:0/2337204028 >> v2:172.21.15.192:3300/0 conn(0x7fcdb0159310 0x7fcdb00ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:13.698 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.694+0000 7fcdad59a640 1 -- 172.21.15.76:0/2337204028 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3810347838 0 0) 0x7fcdb00ccbe0 con 0x7fcdb00ce4f0 2024-09-13T16:04:13.698 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.694+0000 7fcdad59a640 1 -- 172.21.15.76:0/2337204028 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fcd9c003520 con 0x7fcdb00ce4f0 2024-09-13T16:04:13.698 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.694+0000 7fcdad59a640 1 -- 172.21.15.76:0/2337204028 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3579722176 0 0) 0x7fcd9c003520 con 0x7fcdb00ce4f0 2024-09-13T16:04:13.698 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.694+0000 7fcdad59a640 1 -- 172.21.15.76:0/2337204028 >> v2:172.21.15.192:3300/0 conn(0x7fcdb0159310 msgr2=0x7fcdb00ad400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:13.698 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.694+0000 7fcdad59a640 1 --2- 172.21.15.76:0/2337204028 >> v2:172.21.15.192:3300/0 conn(0x7fcdb0159310 0x7fcdb00ad400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:13.699 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.694+0000 7fcdad59a640 1 -- 172.21.15.76:0/2337204028 >> v1:172.21.15.192:6789/0 conn(0x7fcdb00b2b40 legacy=0x7fcdb00ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:13.699 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.694+0000 7fcdad59a640 1 -- 172.21.15.76:0/2337204028 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcdb006d9e0 con 0x7fcdb00ce4f0 2024-09-13T16:04:13.699 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.694+0000 7fcdad59a640 1 -- 172.21.15.76:0/2337204028 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7fcda80019f0 con 0x7fcdb00ce4f0 2024-09-13T16:04:13.699 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.694+0000 7fcdad59a640 1 -- 172.21.15.76:0/2337204028 >> v1:172.21.15.76:6789/0 conn(0x7fcdb00ce4f0 legacy=0x7fcdb00ce8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:13.699 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.694+0000 7fcdad59a640 1 --2- 172.21.15.76:0/2337204028 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcd9c003970 0x7fcd9c003d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:13.699 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.694+0000 7fcdad59a640 1 --2- 172.21.15.76:0/2337204028 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcd9c004370 0x7fcd9c004840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:13.699 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.694+0000 7fcdad59a640 1 --2- 172.21.15.76:0/2337204028 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcd9c0050e0 0x7fcd9c00b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:13.699 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.694+0000 7fcdad59a640 1 -- 172.21.15.76:0/2337204028 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcd9c00bff0 con 0x7fcd9c0050e0 2024-09-13T16:04:13.699 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.694+0000 7fcdad59a640 1 -- 172.21.15.76:0/2337204028 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcd9c00c160 con 0x7fcd9c003970 2024-09-13T16:04:13.699 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.694+0000 7fcdad59a640 1 -- 172.21.15.76:0/2337204028 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcd9c00c320 con 0x7fcd9c004370 2024-09-13T16:04:13.699 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.694+0000 7fcdaed9d640 1 --2- 172.21.15.76:0/2337204028 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcd9c0050e0 0x7fcd9c00b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:13.699 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.694+0000 7fcdae59c640 1 --2- 172.21.15.76:0/2337204028 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcd9c003970 0x7fcd9c003d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:13.699 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.694+0000 7fcdadd9b640 1 --2- 172.21.15.76:0/2337204028 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcd9c004370 0x7fcd9c004840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:13.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.694+0000 7fcdaed9d640 1 -- 172.21.15.76:0/2337204028 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcd9c004370 msgr2=0x7fcd9c004840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:13.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.694+0000 7fcdaed9d640 1 --2- 172.21.15.76:0/2337204028 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcd9c004370 0x7fcd9c004840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:13.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.694+0000 7fcdaed9d640 1 -- 172.21.15.76:0/2337204028 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcd9c003970 msgr2=0x7fcd9c003d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:13.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.694+0000 7fcdaed9d640 1 --2- 172.21.15.76:0/2337204028 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcd9c003970 0x7fcd9c003d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:13.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.694+0000 7fcdaed9d640 1 -- 172.21.15.76:0/2337204028 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcd9c003520 con 0x7fcd9c0050e0 2024-09-13T16:04:13.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.694+0000 7fcdadd9b640 1 --2- 172.21.15.76:0/2337204028 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcd9c004370 0x7fcd9c004840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:04:13.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.695+0000 7fcdaed9d640 1 -- 172.21.15.76:0/2337204028 reap_dead start 2024-09-13T16:04:13.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.695+0000 7fcdaed9d640 1 --2- 172.21.15.76:0/2337204028 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcd9c0050e0 0x7fcd9c00b980 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7fcda800a7d0 tx=0x7fcd9c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7cd2549eb61b9b3e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:13.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.695+0000 7fcdad59a640 1 -- 172.21.15.76:0/2337204028 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcda802b9c0 con 0x7fcd9c0050e0 2024-09-13T16:04:13.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.695+0000 7fcdad59a640 1 -- 172.21.15.76:0/2337204028 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcda802bb40 con 0x7fcd9c0050e0 2024-09-13T16:04:13.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.695+0000 7fcdad59a640 1 -- 172.21.15.76:0/2337204028 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcda8034470 con 0x7fcd9c0050e0 2024-09-13T16:04:13.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.696+0000 7fcdb4f95640 1 -- 172.21.15.76:0/2337204028 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcd9c0050e0 msgr2=0x7fcd9c00b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:13.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.696+0000 7fcdb4f95640 1 --2- 172.21.15.76:0/2337204028 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcd9c0050e0 0x7fcd9c00b980 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7fcda800a7d0 tx=0x7fcd9c0057f0 comp rx=0 tx=0).stop 2024-09-13T16:04:13.701 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.696+0000 7fcdb4f95640 1 -- 172.21.15.76:0/2337204028 shutdown_connections 2024-09-13T16:04:13.701 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.696+0000 7fcdb4f95640 1 --2- 172.21.15.76:0/2337204028 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcd9c0050e0 0x7fcd9c00b980 unknown :-1 s=CLOSED pgs=694 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:13.701 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.696+0000 7fcdb4f95640 1 -- 172.21.15.76:0/2337204028 >> 172.21.15.76:0/2337204028 conn(0x7fcdb006a0b0 msgr2=0x7fcdb006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:13.701 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.696+0000 7fcdb4f95640 1 -- 172.21.15.76:0/2337204028 shutdown_connections 2024-09-13T16:04:13.701 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.696+0000 7fcdb4f95640 1 -- 172.21.15.76:0/2337204028 wait complete. 2024-09-13T16:04:13.703 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.697+0000 7fcdb4f95640 1 Processor -- start 2024-09-13T16:04:13.704 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.697+0000 7fcdb4f95640 1 -- start start 2024-09-13T16:04:13.704 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.698+0000 7fcdb4f95640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcd9c0050e0 0x7fcdb014df70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:13.704 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.698+0000 7fcdb4f95640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcdb01e1c30 0x7fcdb00ac650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:13.704 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.698+0000 7fcdb4f95640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcdb01e20b0 0x7fcdb00aef80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:13.704 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.698+0000 7fcdb4f95640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcdb00ab5b0 con 0x7fcd9c0050e0 2024-09-13T16:04:13.704 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.698+0000 7fcdb4f95640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcdb00ab890 con 0x7fcdb01e20b0 2024-09-13T16:04:13.704 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.698+0000 7fcdb4f95640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcdb00abb70 con 0x7fcdb01e1c30 2024-09-13T16:04:13.704 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.698+0000 7fcdae59c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcd9c0050e0 0x7fcdb014df70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:13.704 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.698+0000 7fcdae59c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcd9c0050e0 0x7fcdb014df70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56618/0 (socket says 172.21.15.76:56618) 2024-09-13T16:04:13.704 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.698+0000 7fcdae59c640 1 -- 172.21.15.76:0/2889768882 learned_addr learned my addr 172.21.15.76:0/2889768882 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:04:13.704 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.698+0000 7fcdaed9d640 1 --2- 172.21.15.76:0/2889768882 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcdb01e20b0 0x7fcdb00aef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:13.705 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.698+0000 7fcdadd9b640 1 --2- 172.21.15.76:0/2889768882 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcdb01e1c30 0x7fcdb00ac650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:13.705 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.698+0000 7fcdae59c640 1 -- 172.21.15.76:0/2889768882 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcdb01e1c30 msgr2=0x7fcdb00ac650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:13.705 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.698+0000 7fcdae59c640 1 --2- 172.21.15.76:0/2889768882 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcdb01e1c30 0x7fcdb00ac650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:13.705 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.698+0000 7fcdae59c640 1 -- 172.21.15.76:0/2889768882 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcdb01e20b0 msgr2=0x7fcdb00aef80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:13.705 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.698+0000 7fcdae59c640 1 --2- 172.21.15.76:0/2889768882 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcdb01e20b0 0x7fcdb00aef80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:13.705 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.698+0000 7fcdae59c640 1 -- 172.21.15.76:0/2889768882 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcdb00abe50 con 0x7fcd9c0050e0 2024-09-13T16:04:13.705 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.699+0000 7fcdae59c640 1 --2- 172.21.15.76:0/2889768882 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcd9c0050e0 0x7fcdb014df70 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7fcd980118e0 tx=0x7fcd98011da0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:13.705 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.699+0000 7fcda6ffd640 1 -- 172.21.15.76:0/2889768882 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd9800faf0 con 0x7fcd9c0050e0 2024-09-13T16:04:13.705 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.699+0000 7fcda6ffd640 1 -- 172.21.15.76:0/2889768882 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcd9800fc50 con 0x7fcd9c0050e0 2024-09-13T16:04:13.705 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.699+0000 7fcda6ffd640 1 -- 172.21.15.76:0/2889768882 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd98014440 con 0x7fcd9c0050e0 2024-09-13T16:04:13.705 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.699+0000 7fcdb4f95640 1 -- 172.21.15.76:0/2889768882 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcdb00ac130 con 0x7fcd9c0050e0 2024-09-13T16:04:13.705 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.699+0000 7fcdb4f95640 1 -- 172.21.15.76:0/2889768882 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcdb00ab140 con 0x7fcd9c0050e0 2024-09-13T16:04:13.705 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.700+0000 7fcdb4f95640 1 -- 172.21.15.76:0/2889768882 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcdb00ab9d0 con 0x7fcd9c0050e0 2024-09-13T16:04:13.706 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.700+0000 7fcda6ffd640 1 -- 172.21.15.76:0/2889768882 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fcd980145a0 con 0x7fcd9c0050e0 2024-09-13T16:04:13.706 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.701+0000 7fcda6ffd640 1 --2- 172.21.15.76:0/2889768882 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcd9006ac00 0x7fcd9006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:13.706 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.701+0000 7fcdadd9b640 1 --2- 172.21.15.76:0/2889768882 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcd9006ac00 0x7fcd9006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:13.706 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.701+0000 7fcda6ffd640 1 -- 172.21.15.76:0/2889768882 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(55..55 src has 1..55) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fcd98089c20 con 0x7fcd9c0050e0 2024-09-13T16:04:13.706 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.701+0000 7fcdadd9b640 1 --2- 172.21.15.76:0/2889768882 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcd9006ac00 0x7fcd9006d0c0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7fcdb00b2710 tx=0x7fcda0009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:13.706 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.705+0000 7fcda6ffd640 1 -- 172.21.15.76:0/2889768882 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fcdb00ab9d0 con 0x7fcd9c0050e0 2024-09-13T16:04:13.929 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.927+0000 7fcdb4f95640 1 -- 172.21.15.76:0/2889768882 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) v1 -- 0x7fcdb00ab9d0 con 0x7fcd9c0050e0 2024-09-13T16:04:13.932 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.931+0000 7fcda6ffd640 1 -- 172.21.15.76:0/2889768882 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v12) v1 ==== 190+0+0 (secure 0 0 0) 0x7fcdb00ab9d0 con 0x7fcd9c0050e0 2024-09-13T16:04:13.933 INFO:teuthology.orchestra.run.smithi076.stderr:updated caps for client.0 2024-09-13T16:04:13.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.933+0000 7fcdb4f95640 1 -- 172.21.15.76:0/2889768882 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcd9006ac00 msgr2=0x7fcd9006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:13.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.933+0000 7fcdb4f95640 1 --2- 172.21.15.76:0/2889768882 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcd9006ac00 0x7fcd9006d0c0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7fcdb00b2710 tx=0x7fcda0009040 comp rx=0 tx=0).stop 2024-09-13T16:04:13.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.933+0000 7fcdb4f95640 1 -- 172.21.15.76:0/2889768882 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcd9c0050e0 msgr2=0x7fcdb014df70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:13.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.933+0000 7fcdb4f95640 1 --2- 172.21.15.76:0/2889768882 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcd9c0050e0 0x7fcdb014df70 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7fcd980118e0 tx=0x7fcd98011da0 comp rx=0 tx=0).stop 2024-09-13T16:04:13.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.933+0000 7fcdb4f95640 1 -- 172.21.15.76:0/2889768882 shutdown_connections 2024-09-13T16:04:13.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.933+0000 7fcdb4f95640 1 --2- 172.21.15.76:0/2889768882 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcdb01e20b0 0x7fcdb00aef80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:13.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.933+0000 7fcdb4f95640 1 --2- 172.21.15.76:0/2889768882 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcd9006ac00 0x7fcd9006d0c0 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:13.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.933+0000 7fcdb4f95640 1 --2- 172.21.15.76:0/2889768882 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcdb01e1c30 0x7fcdb00ac650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:13.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.933+0000 7fcdb4f95640 1 --2- 172.21.15.76:0/2889768882 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcd9c0050e0 0x7fcdb014df70 unknown :-1 s=CLOSED pgs=695 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:13.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.933+0000 7fcdb4f95640 1 -- 172.21.15.76:0/2889768882 >> 172.21.15.76:0/2889768882 conn(0x7fcdb006a0b0 msgr2=0x7fcdb00ae470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:13.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.933+0000 7fcdb4f95640 1 -- 172.21.15.76:0/2889768882 shutdown_connections 2024-09-13T16:04:13.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:13.934+0000 7fcdb4f95640 1 -- 172.21.15.76:0/2889768882 wait complete. 2024-09-13T16:04:13.946 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:04:14.043 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.041+0000 7f9f5717d640 1 Processor -- start 2024-09-13T16:04:14.043 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.041+0000 7f9f5717d640 1 -- start start 2024-09-13T16:04:14.046 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.042+0000 7f9f5717d640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f9f500cb640 0x7f9f500ce060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:14.046 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.042+0000 7f9f5717d640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9f500ad1d0 con 0x7f9f500ae670 2024-09-13T16:04:14.046 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.042+0000 7f9f5717d640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9f500ce6f0 con 0x7f9f5015a7a0 2024-09-13T16:04:14.047 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.042+0000 7f9f5717d640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9f500af8e0 con 0x7f9f500cb640 2024-09-13T16:04:14.047 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.042+0000 7f9f4ffff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f9f500ae670 0x7f9f500989d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:36110/0 (socket says 172.21.15.76:36110) 2024-09-13T16:04:14.047 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.042+0000 7f9f4ffff640 1 -- 172.21.15.76:0/1456763345 learned_addr learned my addr 172.21.15.76:0/1456763345 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:04:14.047 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.043+0000 7f9f4f7fe640 1 -- 172.21.15.76:0/1456763345 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4177781405 0 0) 0x7f9f500ad1d0 con 0x7f9f500ae670 2024-09-13T16:04:14.047 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.043+0000 7f9f4f7fe640 1 -- 172.21.15.76:0/1456763345 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9f38003520 con 0x7f9f500ae670 2024-09-13T16:04:14.047 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.043+0000 7f9f5571a640 1 --2- 172.21.15.76:0/1456763345 >> v2:172.21.15.192:3300/0 conn(0x7f9f500cb640 0x7f9f500ce060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:14.047 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.043+0000 7f9f4f7fe640 1 -- 172.21.15.76:0/1456763345 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 206404299 0 0) 0x7f9f38003520 con 0x7f9f500ae670 2024-09-13T16:04:14.047 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.043+0000 7f9f4f7fe640 1 -- 172.21.15.76:0/1456763345 >> v2:172.21.15.192:3300/0 conn(0x7f9f500cb640 msgr2=0x7f9f500ce060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:14.047 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.043+0000 7f9f4f7fe640 1 --2- 172.21.15.76:0/1456763345 >> v2:172.21.15.192:3300/0 conn(0x7f9f500cb640 0x7f9f500ce060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:14.047 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.043+0000 7f9f4f7fe640 1 -- 172.21.15.76:0/1456763345 >> v1:172.21.15.192:6789/0 conn(0x7f9f5015a7a0 legacy=0x7f9f500caf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:14.047 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.043+0000 7f9f4f7fe640 1 -- 172.21.15.76:0/1456763345 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9f500cbc00 con 0x7f9f500ae670 2024-09-13T16:04:14.047 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.043+0000 7f9f4f7fe640 1 -- 172.21.15.76:0/1456763345 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f9f44001670 con 0x7f9f500ae670 2024-09-13T16:04:14.047 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.043+0000 7f9f4f7fe640 1 -- 172.21.15.76:0/1456763345 >> v1:172.21.15.76:6789/0 conn(0x7f9f500ae670 legacy=0x7f9f500989d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:14.047 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.043+0000 7f9f4f7fe640 1 --2- 172.21.15.76:0/1456763345 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9f38003970 0x7f9f38003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:14.048 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.043+0000 7f9f4f7fe640 1 --2- 172.21.15.76:0/1456763345 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9f380047c0 0x7f9f38004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:14.048 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.043+0000 7f9f4f7fe640 1 --2- 172.21.15.76:0/1456763345 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9f38005180 0x7f9f3800b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:14.048 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.043+0000 7f9f4f7fe640 1 -- 172.21.15.76:0/1456763345 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f500af8e0 con 0x7f9f38003970 2024-09-13T16:04:14.048 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.043+0000 7f9f4f7fe640 1 -- 172.21.15.76:0/1456763345 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f3800c020 con 0x7f9f380047c0 2024-09-13T16:04:14.048 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.043+0000 7f9f4f7fe640 1 -- 172.21.15.76:0/1456763345 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9f3800c1e0 con 0x7f9f38005180 2024-09-13T16:04:14.048 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.043+0000 7f9f54f19640 1 --2- 172.21.15.76:0/1456763345 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9f38003970 0x7f9f38003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:14.048 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.043+0000 7f9f4ffff640 1 --2- 172.21.15.76:0/1456763345 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9f380047c0 0x7f9f38004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:14.048 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.043+0000 7f9f5571a640 1 --2- 172.21.15.76:0/1456763345 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9f38005180 0x7f9f3800b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:14.048 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.043+0000 7f9f54f19640 1 -- 172.21.15.76:0/1456763345 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9f38005180 msgr2=0x7f9f3800b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:14.048 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.043+0000 7f9f54f19640 1 --2- 172.21.15.76:0/1456763345 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9f38005180 0x7f9f3800b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:14.048 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.044+0000 7f9f54f19640 1 -- 172.21.15.76:0/1456763345 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9f380047c0 msgr2=0x7f9f38004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:14.048 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.044+0000 7f9f54f19640 1 --2- 172.21.15.76:0/1456763345 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9f380047c0 0x7f9f38004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:14.049 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.044+0000 7f9f54f19640 1 -- 172.21.15.76:0/1456763345 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9f38003520 con 0x7f9f38003970 2024-09-13T16:04:14.049 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.044+0000 7f9f5571a640 1 --2- 172.21.15.76:0/1456763345 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9f38005180 0x7f9f3800b980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:04:14.049 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.044+0000 7f9f5571a640 1 -- 172.21.15.76:0/1456763345 reap_dead start 2024-09-13T16:04:14.049 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.044+0000 7f9f54f19640 1 --2- 172.21.15.76:0/1456763345 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9f38003970 0x7f9f38003d90 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7f9f40001750 tx=0x7f9f380057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9152e6556dd6b5d3 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:14.049 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.044+0000 7f9f4f7fe640 1 -- 172.21.15.76:0/1456763345 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f400052d0 con 0x7f9f38003970 2024-09-13T16:04:14.049 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.044+0000 7f9f4f7fe640 1 -- 172.21.15.76:0/1456763345 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9f40005430 con 0x7f9f38003970 2024-09-13T16:04:14.049 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.044+0000 7f9f4f7fe640 1 -- 172.21.15.76:0/1456763345 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f4002abc0 con 0x7f9f38003970 2024-09-13T16:04:14.049 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.045+0000 7f9f5717d640 1 -- 172.21.15.76:0/1456763345 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9f38003970 msgr2=0x7f9f38003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:14.049 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.045+0000 7f9f5717d640 1 --2- 172.21.15.76:0/1456763345 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9f38003970 0x7f9f38003d90 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7f9f40001750 tx=0x7f9f380057f0 comp rx=0 tx=0).stop 2024-09-13T16:04:14.049 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.045+0000 7f9f5717d640 1 -- 172.21.15.76:0/1456763345 shutdown_connections 2024-09-13T16:04:14.049 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.045+0000 7f9f5717d640 1 --2- 172.21.15.76:0/1456763345 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9f38003970 0x7f9f38003d90 unknown :-1 s=CLOSED pgs=697 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:14.049 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.045+0000 7f9f5717d640 1 -- 172.21.15.76:0/1456763345 >> 172.21.15.76:0/1456763345 conn(0x7f9f500b1f80 msgr2=0x7f9f500b2390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:14.050 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.045+0000 7f9f5717d640 1 -- 172.21.15.76:0/1456763345 shutdown_connections 2024-09-13T16:04:14.050 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.045+0000 7f9f5717d640 1 -- 172.21.15.76:0/1456763345 wait complete. 2024-09-13T16:04:14.052 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.046+0000 7f9f5717d640 1 Processor -- start 2024-09-13T16:04:14.052 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.046+0000 7f9f5717d640 1 -- start start 2024-09-13T16:04:14.053 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.047+0000 7f9f5717d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9f38003970 0x7f9f501565b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:14.053 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.047+0000 7f9f5717d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9f500b32e0 0x7f9f500c5dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:14.053 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.047+0000 7f9f5717d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9f500b3740 0x7f9f500c6310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:14.053 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.047+0000 7f9f5717d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f50156af0 con 0x7f9f38003970 2024-09-13T16:04:14.053 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.047+0000 7f9f5717d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f500b3c50 con 0x7f9f500b32e0 2024-09-13T16:04:14.053 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.047+0000 7f9f5717d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9f500b3f30 con 0x7f9f500b3740 2024-09-13T16:04:14.053 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.047+0000 7f9f54f19640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9f38003970 0x7f9f501565b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:14.053 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.047+0000 7f9f54f19640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9f38003970 0x7f9f501565b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56636/0 (socket says 172.21.15.76:56636) 2024-09-13T16:04:14.053 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.047+0000 7f9f54f19640 1 -- 172.21.15.76:0/2468379348 learned_addr learned my addr 172.21.15.76:0/2468379348 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:04:14.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.047+0000 7f9f4ffff640 1 --2- 172.21.15.76:0/2468379348 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9f500b32e0 0x7f9f500c5dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:14.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.047+0000 7f9f5571a640 1 --2- 172.21.15.76:0/2468379348 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9f500b3740 0x7f9f500c6310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:14.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.047+0000 7f9f54f19640 1 -- 172.21.15.76:0/2468379348 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9f500b3740 msgr2=0x7f9f500c6310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:14.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.047+0000 7f9f54f19640 1 --2- 172.21.15.76:0/2468379348 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9f500b3740 0x7f9f500c6310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:14.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.047+0000 7f9f54f19640 1 -- 172.21.15.76:0/2468379348 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9f500b32e0 msgr2=0x7f9f500c5dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:14.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.047+0000 7f9f54f19640 1 --2- 172.21.15.76:0/2468379348 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9f500b32e0 0x7f9f500c5dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:14.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.047+0000 7f9f54f19640 1 -- 172.21.15.76:0/2468379348 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9f500b4210 con 0x7f9f38003970 2024-09-13T16:04:14.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.048+0000 7f9f54f19640 1 --2- 172.21.15.76:0/2468379348 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9f38003970 0x7f9f501565b0 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7f9f4002a4a0 tx=0x7f9f40001120 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:14.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.048+0000 7f9f4d7fa640 1 -- 172.21.15.76:0/2468379348 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f40041070 con 0x7f9f38003970 2024-09-13T16:04:14.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.048+0000 7f9f4d7fa640 1 -- 172.21.15.76:0/2468379348 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9f40007a30 con 0x7f9f38003970 2024-09-13T16:04:14.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.048+0000 7f9f5717d640 1 -- 172.21.15.76:0/2468379348 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9f500b44f0 con 0x7f9f38003970 2024-09-13T16:04:14.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.048+0000 7f9f4d7fa640 1 -- 172.21.15.76:0/2468379348 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f40007670 con 0x7f9f38003970 2024-09-13T16:04:14.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.048+0000 7f9f5717d640 1 -- 172.21.15.76:0/2468379348 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9f50157080 con 0x7f9f38003970 2024-09-13T16:04:14.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.049+0000 7f9f5717d640 1 -- 172.21.15.76:0/2468379348 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9f50157080 con 0x7f9f38003970 2024-09-13T16:04:14.055 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.049+0000 7f9f4d7fa640 1 -- 172.21.15.76:0/2468379348 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9f400067d0 con 0x7f9f38003970 2024-09-13T16:04:14.055 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.050+0000 7f9f4d7fa640 1 --2- 172.21.15.76:0/2468379348 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9f3c06ac00 0x7f9f3c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:14.055 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.050+0000 7f9f4d7fa640 1 -- 172.21.15.76:0/2468379348 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(55..55 src has 1..55) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f9f400a93c0 con 0x7f9f38003970 2024-09-13T16:04:14.055 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.050+0000 7f9f4ffff640 1 --2- 172.21.15.76:0/2468379348 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9f3c06ac00 0x7f9f3c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:14.055 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.050+0000 7f9f4ffff640 1 --2- 172.21.15.76:0/2468379348 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9f3c06ac00 0x7f9f3c06d0c0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f9f5006fba0 tx=0x7f9f44009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:14.055 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.054+0000 7f9f4d7fa640 1 -- 172.21.15.76:0/2468379348 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f9f400743d0 con 0x7f9f38003970 2024-09-13T16:04:14.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.246+0000 7f9f5717d640 1 -- 172.21.15.76:0/2468379348 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f9f50157080 con 0x7f9f38003970 2024-09-13T16:04:14.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.247+0000 7f9f4d7fa640 1 -- 172.21.15.76:0/2468379348 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 22 v22) v1 ==== 94+0+4737 (secure 0 0 0) 0x7f9f400779f0 con 0x7f9f38003970 2024-09-13T16:04:14.249 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:04:14.249 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":22,"default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5258,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/745761688","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6833","nonce":745761688},{"type":"v1","addr":"172.21.15.192:6835","nonce":745761688}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":18},{"gid":6006,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6835/3371105731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":3371105731},{"type":"v1","addr":"172.21.15.76:6835","nonce":3371105731}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":18},{"gid":6009,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6837/3310718697","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6836","nonce":3310718697},{"type":"v1","addr":"172.21.15.76:6837","nonce":3310718697}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":22,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:04:09.630795+0000","modified":"2024-09-13T16:04:12.297438+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":6018},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6018":{"gid":6018,"name":"d","rank":0,"incarnation":19,"state":"up:active","state_seq":3,"addr":"172.21.15.192:6834/3190268569","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":3190268569},{"type":"v1","addr":"172.21.15.192:6834","nonce":3190268569}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[8],"metadata_pool":7,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":3}]} 2024-09-13T16:04:14.249 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 22 2024-09-13T16:04:14.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.249+0000 7f9f5717d640 1 -- 172.21.15.76:0/2468379348 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9f3c06ac00 msgr2=0x7f9f3c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:14.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.249+0000 7f9f5717d640 1 --2- 172.21.15.76:0/2468379348 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9f3c06ac00 0x7f9f3c06d0c0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f9f5006fba0 tx=0x7f9f44009040 comp rx=0 tx=0).stop 2024-09-13T16:04:14.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.249+0000 7f9f5717d640 1 -- 172.21.15.76:0/2468379348 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9f38003970 msgr2=0x7f9f501565b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:14.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.249+0000 7f9f5717d640 1 --2- 172.21.15.76:0/2468379348 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9f38003970 0x7f9f501565b0 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7f9f4002a4a0 tx=0x7f9f40001120 comp rx=0 tx=0).stop 2024-09-13T16:04:14.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.249+0000 7f9f5717d640 1 -- 172.21.15.76:0/2468379348 shutdown_connections 2024-09-13T16:04:14.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.249+0000 7f9f5717d640 1 --2- 172.21.15.76:0/2468379348 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9f3c06ac00 0x7f9f3c06d0c0 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:14.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.249+0000 7f9f5717d640 1 --2- 172.21.15.76:0/2468379348 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9f500b3740 0x7f9f500c6310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:14.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.249+0000 7f9f5717d640 1 --2- 172.21.15.76:0/2468379348 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9f500b32e0 0x7f9f500c5dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:14.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.249+0000 7f9f5717d640 1 --2- 172.21.15.76:0/2468379348 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9f38003970 0x7f9f501565b0 unknown :-1 s=CLOSED pgs=698 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:14.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.249+0000 7f9f5717d640 1 -- 172.21.15.76:0/2468379348 >> 172.21.15.76:0/2468379348 conn(0x7f9f500b1f80 msgr2=0x7f9f5006f000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:14.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.249+0000 7f9f5717d640 1 -- 172.21.15.76:0/2468379348 shutdown_connections 2024-09-13T16:04:14.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.249+0000 7f9f5717d640 1 -- 172.21.15.76:0/2468379348 wait complete. 2024-09-13T16:04:14.664 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 22, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T16:04:09.630795+0000', 'modified': '2024-09-13T16:04:12.297438+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 6018}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6018': {'gid': 6018, 'name': 'd', 'rank': 0, 'incarnation': 19, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.192:6834/3190268569', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.192:6832', 'nonce': 3190268569}, {'type': 'v1', 'addr': '172.21.15.192:6834', 'nonce': 3190268569}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [8], 'metadata_pool': 7, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-13T16:04:14.664 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-13T16:04:14.664 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.d status 2024-09-13T16:04:14.766 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.764+0000 7f0ad2faa640 1 Processor -- start 2024-09-13T16:04:14.766 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.765+0000 7f0ad2faa640 1 -- start start 2024-09-13T16:04:14.767 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.765+0000 7f0ad2faa640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0acc15c6e0 0x7f0acc0b3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:14.767 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.765+0000 7f0ad2faa640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f0acc0ccb20 0x7f0acc0b4490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:14.767 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.765+0000 7f0ad2faa640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0acc0d1840 con 0x7f0acc0d07b0 2024-09-13T16:04:14.768 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.765+0000 7f0ad2faa640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0acc06bd20 con 0x7f0acc0ccb20 2024-09-13T16:04:14.768 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.765+0000 7f0ad2faa640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0acc0d0c30 con 0x7f0acc15c6e0 2024-09-13T16:04:14.768 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.766+0000 7f0ad0d46640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0acc15c6e0 0x7f0acc0b3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:14.768 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.766+0000 7f0ad1547640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f0acc0ccb20 0x7f0acc0b4490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:14.768 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.766+0000 7f0ac3fff640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7f0acc0d07b0 0x7f0acc160030 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:35578/0 (socket says 172.21.15.76:35578) 2024-09-13T16:04:14.768 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.766+0000 7f0ac3fff640 1 -- 172.21.15.76:0/2563739218 learned_addr learned my addr 172.21.15.76:0/2563739218 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:04:14.768 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.766+0000 7f0ad0d46640 1 -- 172.21.15.76:0/2563739218 >> v2:172.21.15.192:3300/0 conn(0x7f0acc0ccb20 msgr2=0x7f0acc0b4490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:14.768 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.766+0000 7f0ad0d46640 1 --2- 172.21.15.76:0/2563739218 >> v2:172.21.15.192:3300/0 conn(0x7f0acc0ccb20 0x7f0acc0b4490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:14.768 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.766+0000 7f0ad0d46640 1 -- 172.21.15.76:0/2563739218 >> v1:172.21.15.192:6789/0 conn(0x7f0acc0d07b0 legacy=0x7f0acc160030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:14.768 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.766+0000 7f0ad0d46640 1 -- 172.21.15.76:0/2563739218 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0acc0d0f10 con 0x7f0acc15c6e0 2024-09-13T16:04:14.769 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.767+0000 7f0ad0d46640 1 --2- 172.21.15.76:0/2563739218 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0acc15c6e0 0x7f0acc0b3f50 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f0ac80097a0 tx=0x7f0ac802a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=22336e3b3446b46f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:14.769 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.767+0000 7f0ac37fe640 1 -- 172.21.15.76:0/2563739218 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ac802ae50 con 0x7f0acc15c6e0 2024-09-13T16:04:14.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.767+0000 7f0ac37fe640 1 -- 172.21.15.76:0/2563739218 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0ac8032440 con 0x7f0acc15c6e0 2024-09-13T16:04:14.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.767+0000 7f0ac37fe640 1 -- 172.21.15.76:0/2563739218 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ac80327d0 con 0x7f0acc15c6e0 2024-09-13T16:04:14.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.767+0000 7f0ad2faa640 1 -- 172.21.15.76:0/2563739218 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0acc15c6e0 msgr2=0x7f0acc0b3f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:14.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.767+0000 7f0ad2faa640 1 --2- 172.21.15.76:0/2563739218 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0acc15c6e0 0x7f0acc0b3f50 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f0ac80097a0 tx=0x7f0ac802a100 comp rx=0 tx=0).stop 2024-09-13T16:04:14.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.767+0000 7f0ad2faa640 1 -- 172.21.15.76:0/2563739218 shutdown_connections 2024-09-13T16:04:14.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.767+0000 7f0ad2faa640 1 --2- 172.21.15.76:0/2563739218 >> v2:172.21.15.192:3300/0 conn(0x7f0acc0ccb20 0x7f0acc0b4490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:14.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.767+0000 7f0ad2faa640 1 --2- 172.21.15.76:0/2563739218 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0acc15c6e0 0x7f0acc0b3f50 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:14.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.767+0000 7f0ad2faa640 1 -- 172.21.15.76:0/2563739218 >> 172.21.15.76:0/2563739218 conn(0x7f0acc089f60 msgr2=0x7f0acc0d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:14.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.768+0000 7f0ad2faa640 1 -- 172.21.15.76:0/2563739218 shutdown_connections 2024-09-13T16:04:14.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.768+0000 7f0ad2faa640 1 -- 172.21.15.76:0/2563739218 wait complete. 2024-09-13T16:04:14.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.769+0000 7f0ad2faa640 1 Processor -- start 2024-09-13T16:04:14.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.769+0000 7f0ad2faa640 1 -- start start 2024-09-13T16:04:14.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.769+0000 7f0ad2faa640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0acc0ccb20 0x7f0acc0b7e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:14.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.770+0000 7f0ad2faa640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0acc0d07b0 0x7f0acc1e4e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:14.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.770+0000 7f0ad2faa640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0acc15c6e0 0x7f0acc1e6940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:14.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.770+0000 7f0ad2faa640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0acc0b83a0 con 0x7f0acc15c6e0 2024-09-13T16:04:14.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.770+0000 7f0ad2faa640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0acc15f100 con 0x7f0acc0ccb20 2024-09-13T16:04:14.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.770+0000 7f0ad2faa640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0acc15f3e0 con 0x7f0acc0d07b0 2024-09-13T16:04:14.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.770+0000 7f0ad1547640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0acc15c6e0 0x7f0acc1e6940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:14.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.770+0000 7f0ad1547640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0acc15c6e0 0x7f0acc1e6940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56650/0 (socket says 172.21.15.76:56650) 2024-09-13T16:04:14.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.770+0000 7f0ad1547640 1 -- 172.21.15.76:0/3808924463 learned_addr learned my addr 172.21.15.76:0/3808924463 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:04:14.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.770+0000 7f0ad0d46640 1 --2- 172.21.15.76:0/3808924463 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0acc0ccb20 0x7f0acc0b7e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:14.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.770+0000 7f0ac3fff640 1 --2- 172.21.15.76:0/3808924463 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0acc0d07b0 0x7f0acc1e4e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:14.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.770+0000 7f0ad1547640 1 -- 172.21.15.76:0/3808924463 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0acc0d07b0 msgr2=0x7f0acc1e4e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:14.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.770+0000 7f0ad1547640 1 --2- 172.21.15.76:0/3808924463 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0acc0d07b0 0x7f0acc1e4e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:14.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.770+0000 7f0ad1547640 1 -- 172.21.15.76:0/3808924463 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0acc0ccb20 msgr2=0x7f0acc0b7e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:14.774 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.770+0000 7f0ad1547640 1 --2- 172.21.15.76:0/3808924463 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0acc0ccb20 0x7f0acc0b7e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:14.774 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.770+0000 7f0ad1547640 1 -- 172.21.15.76:0/3808924463 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0ac8009400 con 0x7f0acc15c6e0 2024-09-13T16:04:14.774 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.770+0000 7f0ad1547640 1 --2- 172.21.15.76:0/3808924463 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0acc15c6e0 0x7f0acc1e6940 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7f0ac400efc0 tx=0x7f0ac400c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:14.774 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.770+0000 7f0ac17fa640 1 -- 172.21.15.76:0/3808924463 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ac4009b20 con 0x7f0acc15c6e0 2024-09-13T16:04:14.774 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.770+0000 7f0ac17fa640 1 -- 172.21.15.76:0/3808924463 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0ac400f040 con 0x7f0acc15c6e0 2024-09-13T16:04:14.774 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.770+0000 7f0ad2faa640 1 -- 172.21.15.76:0/3808924463 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0acc150150 con 0x7f0acc15c6e0 2024-09-13T16:04:14.774 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.770+0000 7f0ac17fa640 1 -- 172.21.15.76:0/3808924463 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ac40146c0 con 0x7f0acc15c6e0 2024-09-13T16:04:14.774 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.770+0000 7f0ad2faa640 1 -- 172.21.15.76:0/3808924463 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0acc150710 con 0x7f0acc15c6e0 2024-09-13T16:04:14.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.772+0000 7f0ac17fa640 1 -- 172.21.15.76:0/3808924463 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f0ac4014820 con 0x7f0acc15c6e0 2024-09-13T16:04:14.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.772+0000 7f0ac17fa640 1 --2- 172.21.15.76:0/3808924463 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0ab806ac00 0x7f0ab806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:14.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.772+0000 7f0ac17fa640 1 -- 172.21.15.76:0/3808924463 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(55..55 src has 1..55) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f0ac408a170 con 0x7f0acc15c6e0 2024-09-13T16:04:14.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.772+0000 7f0ad0d46640 1 --2- 172.21.15.76:0/3808924463 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0ab806ac00 0x7f0ab806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:14.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.773+0000 7f0ad0d46640 1 --2- 172.21.15.76:0/3808924463 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0ab806ac00 0x7f0ab806d0c0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f0ac8034000 tx=0x7f0ac802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:14.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.773+0000 7f0ad5cca740 1 Processor -- start 2024-09-13T16:04:14.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.773+0000 7f0ad5cca740 1 -- start start 2024-09-13T16:04:14.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.774+0000 7f0ad5cca740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f3495f60a0 0x55f3495f6480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:14.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.774+0000 7f0ad5cca740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f3495f3860 0x55f349643570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:14.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.774+0000 7f0ad5cca740 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55f34961d550 0x55f349643ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:14.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.774+0000 7f0ad5cca740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f3495507c0 con 0x55f3495f3860 2024-09-13T16:04:14.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.774+0000 7f0ad5cca740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f34955fb70 con 0x55f3495f60a0 2024-09-13T16:04:14.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.774+0000 7f0ad5cca740 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x55f34955d300 con 0x55f34961d550 2024-09-13T16:04:14.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.774+0000 7f0ac3fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f3495f3860 0x55f349643570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:14.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.774+0000 7f0ac3fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f3495f3860 0x55f349643570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56654/0 (socket says 172.21.15.76:56654) 2024-09-13T16:04:14.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.774+0000 7f0ac3fff640 1 -- 172.21.15.76:0/2889247564 learned_addr learned my addr 172.21.15.76:0/2889247564 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:04:14.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.774+0000 7f0ad0d46640 1 --2- 172.21.15.76:0/2889247564 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f3495f60a0 0x55f3495f6480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:14.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.774+0000 7f0ac3fff640 1 -- 172.21.15.76:0/2889247564 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55f34961d550 msgr2=0x55f349643ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:14.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.774+0000 7f0ad1547640 1 --2- 172.21.15.76:0/2889247564 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55f34961d550 0x55f349643ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:14.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.774+0000 7f0ac3fff640 1 --2- 172.21.15.76:0/2889247564 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55f34961d550 0x55f349643ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:14.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.774+0000 7f0ac3fff640 1 -- 172.21.15.76:0/2889247564 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f3495f60a0 msgr2=0x55f3495f6480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:14.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.774+0000 7f0ac3fff640 1 --2- 172.21.15.76:0/2889247564 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f3495f60a0 0x55f3495f6480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:14.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.774+0000 7f0ac3fff640 1 -- 172.21.15.76:0/2889247564 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f3494e54b0 con 0x55f3495f3860 2024-09-13T16:04:14.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.774+0000 7f0ad0d46640 1 --2- 172.21.15.76:0/2889247564 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f3495f60a0 0x55f3495f6480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:04:14.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.774+0000 7f0ad1547640 1 --2- 172.21.15.76:0/2889247564 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55f34961d550 0x55f349643ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:04:14.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.774+0000 7f0ac3fff640 1 --2- 172.21.15.76:0/2889247564 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f3495f3860 0x55f349643570 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7f0acc15ff90 tx=0x7f0abc007ec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3fcf78cf9ccc20e1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:14.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.775+0000 7f0ab27fc640 1 -- 172.21.15.76:0/2889247564 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0abc0058b0 con 0x55f3495f3860 2024-09-13T16:04:14.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.775+0000 7f0ab27fc640 1 -- 172.21.15.76:0/2889247564 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0abc005a10 con 0x55f3495f3860 2024-09-13T16:04:14.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.775+0000 7f0ab27fc640 1 -- 172.21.15.76:0/2889247564 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0abc005d80 con 0x55f3495f3860 2024-09-13T16:04:14.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.775+0000 7f0ad5cca740 1 -- 172.21.15.76:0/2889247564 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f3495f3860 msgr2=0x55f349643570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:14.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.775+0000 7f0ad5cca740 1 --2- 172.21.15.76:0/2889247564 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f3495f3860 0x55f349643570 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7f0acc15ff90 tx=0x7f0abc007ec0 comp rx=0 tx=0).stop 2024-09-13T16:04:14.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.775+0000 7f0ad5cca740 1 -- 172.21.15.76:0/2889247564 shutdown_connections 2024-09-13T16:04:14.780 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.775+0000 7f0ad5cca740 1 --2- 172.21.15.76:0/2889247564 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55f34961d550 0x55f349643ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:14.780 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.775+0000 7f0ad5cca740 1 --2- 172.21.15.76:0/2889247564 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f3495f3860 0x55f349643570 unknown :-1 s=CLOSED pgs=700 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:14.780 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.775+0000 7f0ad5cca740 1 --2- 172.21.15.76:0/2889247564 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f3495f60a0 0x55f3495f6480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:14.780 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.775+0000 7f0ad5cca740 1 -- 172.21.15.76:0/2889247564 >> 172.21.15.76:0/2889247564 conn(0x55f3495f27d0 msgr2=0x55f34963ac80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:14.780 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.775+0000 7f0ad5cca740 1 -- 172.21.15.76:0/2889247564 shutdown_connections 2024-09-13T16:04:14.780 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.775+0000 7f0ad5cca740 1 -- 172.21.15.76:0/2889247564 wait complete. 2024-09-13T16:04:14.780 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.776+0000 7f0ad5cca740 1 -- start start 2024-09-13T16:04:14.780 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.776+0000 7f0ad5cca740 1 Processor -- start 2024-09-13T16:04:14.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.777+0000 7f0ad5cca740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f3495f60a0 0x55f349621030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:14.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.777+0000 7f0ad5cca740 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55f34961d550 0x55f3495f0670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:14.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.777+0000 7f0ad5cca740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f3495f0bb0 0x55f34961a8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:14.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.777+0000 7f0ad5cca740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f349558bf0 con 0x55f3495f60a0 2024-09-13T16:04:14.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.777+0000 7f0ad5cca740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f349517250 con 0x55f3495f0bb0 2024-09-13T16:04:14.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.777+0000 7f0ad5cca740 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x55f349516ef0 con 0x55f34961d550 2024-09-13T16:04:14.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.777+0000 7f0ad5cca740 10 client.0 _ll_register_callbacks cb 0x55f349549740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:04:14.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.777+0000 7f0ad0d46640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f3495f60a0 0x55f349621030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:14.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.777+0000 7f0ad0d46640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f3495f60a0 0x55f349621030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56666/0 (socket says 172.21.15.76:56666) 2024-09-13T16:04:14.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.777+0000 7f0ad0d46640 1 -- 172.21.15.76:0/2642734013 learned_addr learned my addr 172.21.15.76:0/2642734013 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:04:14.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.777+0000 7f0ad1547640 1 --2- 172.21.15.76:0/2642734013 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f3495f0bb0 0x55f34961a8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:14.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.777+0000 7f0ac3fff640 1 --2- 172.21.15.76:0/2642734013 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55f34961d550 0x55f3495f0670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:14.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.777+0000 7f0ad0d46640 1 -- 172.21.15.76:0/2642734013 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55f34961d550 msgr2=0x55f3495f0670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:14.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.777+0000 7f0ad0d46640 1 --2- 172.21.15.76:0/2642734013 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55f34961d550 0x55f3495f0670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:14.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.777+0000 7f0ad0d46640 1 -- 172.21.15.76:0/2642734013 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f3495f0bb0 msgr2=0x55f34961a8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:14.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.777+0000 7f0ad0d46640 1 --2- 172.21.15.76:0/2642734013 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f3495f0bb0 0x55f34961a8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:14.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.777+0000 7f0ad0d46640 1 -- 172.21.15.76:0/2642734013 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0acc0d1840 con 0x55f3495f60a0 2024-09-13T16:04:14.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.777+0000 7f0ad1547640 1 --2- 172.21.15.76:0/2642734013 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f3495f0bb0 0x55f34961a8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:04:14.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.777+0000 7f0ad0d46640 1 --2- 172.21.15.76:0/2642734013 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f3495f60a0 0x55f349621030 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7f0ac8035040 tx=0x7f0ac8004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5217f669fe06d372 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:14.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.777+0000 7f0aab7fe640 10 client.0 ms_handle_connect on v2:172.21.15.76:3300/0 2024-09-13T16:04:14.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.778+0000 7f0aab7fe640 1 -- 172.21.15.76:0/2642734013 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ac803d8c0 con 0x55f3495f60a0 2024-09-13T16:04:14.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.778+0000 7f0aab7fe640 1 -- 172.21.15.76:0/2642734013 <== mon.0 v2:172.21.15.76:3300/0 2 ==== osd_map(55..55 src has 1..55) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f0ac803da20 con 0x55f3495f60a0 2024-09-13T16:04:14.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.778+0000 7f0ad5cca740 1 -- 172.21.15.76:0/2642734013 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55f34924c3c0 con 0x55f3495f60a0 2024-09-13T16:04:14.786 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.778+0000 7f0aab7fe640 1 -- 172.21.15.76:0/2642734013 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_get_version_reply(handle=1 version=22) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0ac803dbe0 con 0x55f3495f60a0 2024-09-13T16:04:14.786 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.778+0000 7f0ad5cca740 10 client.6144 fetch_fsmap learned FSMap version 22 2024-09-13T16:04:14.786 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.778+0000 7f0ad5cca740 1 -- 172.21.15.76:0/2642734013 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,fsmap=22,monmap=2+}) v3 -- 0x55f349557270 con 0x55f3495f60a0 2024-09-13T16:04:14.786 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.778+0000 7f0aab7fe640 1 -- 172.21.15.76:0/2642734013 <== mon.0 v2:172.21.15.76:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x55f34924c3c0 con 0x55f3495f60a0 2024-09-13T16:04:14.786 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.778+0000 7f0aab7fe640 1 -- 172.21.15.76:0/2642734013 <== mon.0 v2:172.21.15.76:3300/0 5 ==== fsmap(e 22) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f0ac8045040 con 0x55f3495f60a0 2024-09-13T16:04:14.786 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.778+0000 7f0ad5cca740 10 client.6144 fetch_fsmap finished waiting for FSMap version 22 2024-09-13T16:04:14.786 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.778+0000 7f0ad5cca740 10 client.6144 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-13T16:04:14.786 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.778+0000 7f0ad5cca740 20 client.6144 populate_metadata read hostname 'smithi076' 2024-09-13T16:04:14.786 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.778+0000 7f0ad5cca740 1 --2- 172.21.15.76:0/2642734013 >> [v2:172.21.15.192:6832/3190268569,v1:172.21.15.192:6834/3190268569] conn(0x55f34964e580 0x55f349657c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:14.786 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.778+0000 7f0ad5cca740 4 client.6144 mds_command: new command op to 6018 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-13T16:04:14.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.778+0000 7f0ad5cca740 1 -- 172.21.15.76:0/2642734013 --> [v2:172.21.15.192:6832/3190268569,v1:172.21.15.192:6834/3190268569] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55f34925d6c0 con 0x55f34964e580 2024-09-13T16:04:14.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.778+0000 7f0ac3fff640 1 --2- 172.21.15.76:0/2642734013 >> [v2:172.21.15.192:6832/3190268569,v1:172.21.15.192:6834/3190268569] conn(0x55f34964e580 0x55f349657c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:14.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.779+0000 7f0ac3fff640 1 --2- 172.21.15.76:0/2642734013 >> [v2:172.21.15.192:6832/3190268569,v1:172.21.15.192:6834/3190268569] conn(0x55f34964e580 0x55f349657c80 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e9a8008882d9c2c4 server_cookie=bc75541703f4e226 in_seq=0 out_seq=0 2024-09-13T16:04:14.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.779+0000 7f0aab7fe640 10 client.6144 ms_handle_connect on v2:172.21.15.192:6832/3190268569 2024-09-13T16:04:14.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.780+0000 7f0aab7fe640 1 -- 172.21.15.76:0/2642734013 <== mds.0 v2:172.21.15.192:6832/3190268569 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55f34925d6c0 con 0x55f34964e580 2024-09-13T16:04:14.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.780+0000 7f0aab7fe640 10 client.6144 handle_command_reply: tid=0 2024-09-13T16:04:14.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.780+0000 7f0ad5cca740 1 client.6144 shutdown 2024-09-13T16:04:14.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.780+0000 7f0ad5cca740 1 -- 172.21.15.76:0/2642734013 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f3495f60a0 msgr2=0x55f349621030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:14.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.780+0000 7f0ad5cca740 1 --2- 172.21.15.76:0/2642734013 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f3495f60a0 0x55f349621030 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7f0ac8035040 tx=0x7f0ac8004730 comp rx=0 tx=0).stop 2024-09-13T16:04:14.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.780+0000 7f0ad5cca740 1 -- 172.21.15.76:0/2642734013 shutdown_connections 2024-09-13T16:04:14.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.780+0000 7f0ad5cca740 1 --2- 172.21.15.76:0/2642734013 >> [v2:172.21.15.192:6832/3190268569,v1:172.21.15.192:6834/3190268569] conn(0x55f34964e580 0x55f349657c80 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:14.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.780+0000 7f0ad5cca740 1 --2- 172.21.15.76:0/2642734013 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f3495f0bb0 0x55f34961a8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:14.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.780+0000 7f0ad5cca740 1 --2- 172.21.15.76:0/2642734013 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55f34961d550 0x55f3495f0670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:14.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.780+0000 7f0aab7fe640 0 client.6144 ms_handle_reset on v2:172.21.15.192:6832/3190268569 2024-09-13T16:04:14.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.780+0000 7f0ad5cca740 1 --2- 172.21.15.76:0/2642734013 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f3495f60a0 0x55f349621030 unknown :-1 s=CLOSED pgs=701 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:14.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.780+0000 7f0ad5cca740 1 -- 172.21.15.76:0/2642734013 >> 172.21.15.76:0/2642734013 conn(0x55f3495f3860 msgr2=0x55f34963e170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:14.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.780+0000 7f0ad5cca740 1 -- 172.21.15.76:0/2642734013 shutdown_connections 2024-09-13T16:04:14.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.780+0000 7f0ad5cca740 1 -- 172.21.15.76:0/2642734013 wait complete. 2024-09-13T16:04:14.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.780+0000 7f0ad5cca740 20 client.6144 trim_cache size 0 max 16384 2024-09-13T16:04:14.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.795+0000 7f0ad5cca740 1 Processor -- start 2024-09-13T16:04:14.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.795+0000 7f0ad5cca740 1 -- start start 2024-09-13T16:04:14.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.795+0000 7f0ad5cca740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f3495f0bb0 0x55f3495f2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:14.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.795+0000 7f0ad5cca740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f3495f60a0 0x55f3495f5880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:14.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.795+0000 7f0ad5cca740 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55f34961d550 0x55f34963a0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:14.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.795+0000 7f0ad5cca740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f3494dc460 con 0x55f3495f60a0 2024-09-13T16:04:14.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.795+0000 7f0ad5cca740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f34963be60 con 0x55f3495f0bb0 2024-09-13T16:04:14.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.795+0000 7f0ad5cca740 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x55f34961bf40 con 0x55f34961d550 2024-09-13T16:04:14.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.796+0000 7f0ac3fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f3495f60a0 0x55f3495f5880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:14.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.796+0000 7f0ac3fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f3495f60a0 0x55f3495f5880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56680/0 (socket says 172.21.15.76:56680) 2024-09-13T16:04:14.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.796+0000 7f0ac3fff640 1 -- 172.21.15.76:0/122362741 learned_addr learned my addr 172.21.15.76:0/122362741 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:04:14.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.796+0000 7f0ad0d46640 1 --2- 172.21.15.76:0/122362741 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f3495f0bb0 0x55f3495f2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:14.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.796+0000 7f0ac3fff640 1 -- 172.21.15.76:0/122362741 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55f34961d550 msgr2=0x55f34963a0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:14.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.796+0000 7f0ad1547640 1 --2- 172.21.15.76:0/122362741 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55f34961d550 0x55f34963a0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:14.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.796+0000 7f0ac3fff640 1 --2- 172.21.15.76:0/122362741 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55f34961d550 0x55f34963a0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:14.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.796+0000 7f0ac3fff640 1 -- 172.21.15.76:0/122362741 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f3495f0bb0 msgr2=0x55f3495f2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:14.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.796+0000 7f0ac3fff640 1 --2- 172.21.15.76:0/122362741 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f3495f0bb0 0x55f3495f2050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:14.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.796+0000 7f0ac3fff640 1 -- 172.21.15.76:0/122362741 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f3494f95f0 con 0x55f3495f60a0 2024-09-13T16:04:14.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.796+0000 7f0ad0d46640 1 --2- 172.21.15.76:0/122362741 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f3495f0bb0 0x55f3495f2050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:04:14.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.796+0000 7f0ac3fff640 1 --2- 172.21.15.76:0/122362741 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f3495f60a0 0x55f3495f5880 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7f0abc014000 tx=0x7f0abc007000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5ee7fa5324287e96 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:14.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.796+0000 7f0ab2ffd640 1 -- 172.21.15.76:0/122362741 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0abc024040 con 0x55f3495f60a0 2024-09-13T16:04:14.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.796+0000 7f0ab2ffd640 1 -- 172.21.15.76:0/122362741 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0abc026b00 con 0x55f3495f60a0 2024-09-13T16:04:14.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.796+0000 7f0ab2ffd640 1 -- 172.21.15.76:0/122362741 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0abc026e90 con 0x55f3495f60a0 2024-09-13T16:04:14.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.797+0000 7f0ad5cca740 1 -- 172.21.15.76:0/122362741 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f3495f60a0 msgr2=0x55f3495f5880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:14.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.797+0000 7f0ad5cca740 1 --2- 172.21.15.76:0/122362741 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f3495f60a0 0x55f3495f5880 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7f0abc014000 tx=0x7f0abc007000 comp rx=0 tx=0).stop 2024-09-13T16:04:14.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.797+0000 7f0ad5cca740 1 -- 172.21.15.76:0/122362741 shutdown_connections 2024-09-13T16:04:14.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.797+0000 7f0ad5cca740 1 --2- 172.21.15.76:0/122362741 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55f34961d550 0x55f34963a0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:14.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.797+0000 7f0ad5cca740 1 --2- 172.21.15.76:0/122362741 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f3495f60a0 0x55f3495f5880 unknown :-1 s=CLOSED pgs=702 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:14.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.797+0000 7f0ad5cca740 1 --2- 172.21.15.76:0/122362741 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f3495f0bb0 0x55f3495f2050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:14.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.797+0000 7f0ad5cca740 1 -- 172.21.15.76:0/122362741 >> 172.21.15.76:0/122362741 conn(0x55f3495f3860 msgr2=0x55f34964d920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:14.801 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.797+0000 7f0ad5cca740 1 -- 172.21.15.76:0/122362741 shutdown_connections 2024-09-13T16:04:14.801 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.797+0000 7f0ad5cca740 1 -- 172.21.15.76:0/122362741 wait complete. 2024-09-13T16:04:14.801 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.797+0000 7f0ad5cca740 1 -- start start 2024-09-13T16:04:14.801 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.798+0000 7f0ad5cca740 1 Processor -- start 2024-09-13T16:04:14.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.798+0000 7f0ad5cca740 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55f3495f0bb0 0x55f349622350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:14.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.798+0000 7f0ad5cca740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f3495f60a0 0x55f3496a7ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:14.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.798+0000 7f0ad5cca740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f34961d550 0x55f3495f4670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:14.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.798+0000 7f0ad5cca740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f3496a83e0 con 0x55f3495f60a0 2024-09-13T16:04:14.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.798+0000 7f0ad5cca740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f3496374e0 con 0x55f34961d550 2024-09-13T16:04:14.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.798+0000 7f0ad5cca740 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x55f349619f30 con 0x55f3495f0bb0 2024-09-13T16:04:14.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.798+0000 7f0ad5cca740 10 client.0 _ll_register_callbacks cb 0x7f0abc001240 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:04:14.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.798+0000 7f0ac3fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f3495f60a0 0x55f3496a7ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:14.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.798+0000 7f0ac3fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f3495f60a0 0x55f3496a7ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56688/0 (socket says 172.21.15.76:56688) 2024-09-13T16:04:14.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.798+0000 7f0ac3fff640 1 -- 172.21.15.76:0/1631009308 learned_addr learned my addr 172.21.15.76:0/1631009308 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:04:14.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.799+0000 7f0ad1547640 1 --2- 172.21.15.76:0/1631009308 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f34961d550 0x55f3495f4670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:14.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.799+0000 7f0ad0d46640 1 --2- 172.21.15.76:0/1631009308 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55f3495f0bb0 0x55f349622350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:14.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.799+0000 7f0ac3fff640 1 -- 172.21.15.76:0/1631009308 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55f3495f0bb0 msgr2=0x55f349622350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:14.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.799+0000 7f0ac3fff640 1 --2- 172.21.15.76:0/1631009308 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55f3495f0bb0 0x55f349622350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:14.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.799+0000 7f0ac3fff640 1 -- 172.21.15.76:0/1631009308 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f34961d550 msgr2=0x55f3495f4670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:14.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.799+0000 7f0ac3fff640 1 --2- 172.21.15.76:0/1631009308 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f34961d550 0x55f3495f4670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:14.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.799+0000 7f0ac3fff640 1 -- 172.21.15.76:0/1631009308 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55f3494e54b0 con 0x55f3495f60a0 2024-09-13T16:04:14.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.799+0000 7f0ac3fff640 1 --2- 172.21.15.76:0/1631009308 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f3495f60a0 0x55f3496a7ea0 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7f0abc007f40 tx=0x7f0abc000ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d3135a25ead7122 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:14.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.799+0000 7f0aab7fe640 10 client.0 ms_handle_connect on v2:172.21.15.76:3300/0 2024-09-13T16:04:14.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.799+0000 7f0aab7fe640 1 -- 172.21.15.76:0/1631009308 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0abc024040 con 0x55f3495f60a0 2024-09-13T16:04:14.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.799+0000 7f0aab7fe640 1 -- 172.21.15.76:0/1631009308 <== mon.0 v2:172.21.15.76:3300/0 2 ==== osd_map(55..55 src has 1..55) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f0abc0264c0 con 0x55f3495f60a0 2024-09-13T16:04:14.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.799+0000 7f0ad5cca740 1 -- 172.21.15.76:0/1631009308 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f0abc005a10 con 0x55f3495f60a0 2024-09-13T16:04:14.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.799+0000 7f0aab7fe640 1 -- 172.21.15.76:0/1631009308 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_get_version_reply(handle=1 version=22) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0abc0266c0 con 0x55f3495f60a0 2024-09-13T16:04:14.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.799+0000 7f0ad5cca740 10 client.6150 fetch_fsmap learned FSMap version 22 2024-09-13T16:04:14.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.799+0000 7f0ad5cca740 1 -- 172.21.15.76:0/1631009308 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,fsmap=22,monmap=2+}) v3 -- 0x55f34951ed00 con 0x55f3495f60a0 2024-09-13T16:04:14.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.799+0000 7f0aab7fe640 1 -- 172.21.15.76:0/1631009308 <== mon.0 v2:172.21.15.76:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0abc005a10 con 0x55f3495f60a0 2024-09-13T16:04:14.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.799+0000 7f0aab7fe640 1 -- 172.21.15.76:0/1631009308 <== mon.0 v2:172.21.15.76:3300/0 5 ==== fsmap(e 22) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f0abc012070 con 0x55f3495f60a0 2024-09-13T16:04:14.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.799+0000 7f0ad5cca740 10 client.6150 fetch_fsmap finished waiting for FSMap version 22 2024-09-13T16:04:14.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.799+0000 7f0ad5cca740 10 client.6150 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-13T16:04:14.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.799+0000 7f0ad5cca740 20 client.6150 populate_metadata read hostname 'smithi076' 2024-09-13T16:04:14.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.799+0000 7f0ad5cca740 1 --2- 172.21.15.76:0/1631009308 >> [v2:172.21.15.192:6832/3190268569,v1:172.21.15.192:6834/3190268569] conn(0x55f34965c400 0x55f349636960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:14.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.799+0000 7f0ad5cca740 4 client.6150 mds_command: new command op to 6018 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-13T16:04:14.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.799+0000 7f0ad5cca740 1 -- 172.21.15.76:0/1631009308 --> [v2:172.21.15.192:6832/3190268569,v1:172.21.15.192:6834/3190268569] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55f3492b0d10 con 0x55f34965c400 2024-09-13T16:04:14.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.800+0000 7f0ad0d46640 1 --2- 172.21.15.76:0/1631009308 >> [v2:172.21.15.192:6832/3190268569,v1:172.21.15.192:6834/3190268569] conn(0x55f34965c400 0x55f349636960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:14.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.800+0000 7f0aab7fe640 10 client.6150 ms_handle_connect on v2:172.21.15.192:6832/3190268569 2024-09-13T16:04:14.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.800+0000 7f0ad0d46640 1 --2- 172.21.15.76:0/1631009308 >> [v2:172.21.15.192:6832/3190268569,v1:172.21.15.192:6834/3190268569] conn(0x55f34965c400 0x55f349636960 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f9c749f8ae799f53 server_cookie=61a9dc30a6c823f1 in_seq=0 out_seq=0 2024-09-13T16:04:14.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.800+0000 7f0aab7fe640 1 -- 172.21.15.76:0/1631009308 <== mds.0 v2:172.21.15.192:6832/3190268569 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+331 (crc 0 0 0) 0x55f3492b0d10 con 0x55f34965c400 2024-09-13T16:04:14.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.800+0000 7f0aab7fe640 10 client.6150 handle_command_reply: tid=0 2024-09-13T16:04:14.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.800+0000 7f0ad5cca740 1 client.6150 shutdown 2024-09-13T16:04:14.808 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.800+0000 7f0ad5cca740 1 -- 172.21.15.76:0/1631009308 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f3495f60a0 msgr2=0x55f3496a7ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:14.808 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.800+0000 7f0ad5cca740 1 --2- 172.21.15.76:0/1631009308 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f3495f60a0 0x55f3496a7ea0 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7f0abc007f40 tx=0x7f0abc000ed0 comp rx=0 tx=0).stop 2024-09-13T16:04:14.808 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.801+0000 7f0ad5cca740 1 -- 172.21.15.76:0/1631009308 shutdown_connections 2024-09-13T16:04:14.808 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.801+0000 7f0ad5cca740 1 --2- 172.21.15.76:0/1631009308 >> [v2:172.21.15.192:6832/3190268569,v1:172.21.15.192:6834/3190268569] conn(0x55f34965c400 0x55f349636960 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:14.808 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.801+0000 7f0ad5cca740 1 --2- 172.21.15.76:0/1631009308 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f34961d550 0x55f3495f4670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:14.808 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.801+0000 7f0ad5cca740 1 --2- 172.21.15.76:0/1631009308 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f3495f60a0 0x55f3496a7ea0 unknown :-1 s=CLOSED pgs=703 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:14.808 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.801+0000 7f0ad5cca740 1 --2- 172.21.15.76:0/1631009308 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55f3495f0bb0 0x55f349622350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:14.808 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.801+0000 7f0ad5cca740 1 -- 172.21.15.76:0/1631009308 >> 172.21.15.76:0/1631009308 conn(0x55f3495f3860 msgr2=0x55f349639ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:14.808 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.801+0000 7f0aab7fe640 0 client.6150 ms_handle_reset on v2:172.21.15.192:6832/3190268569 2024-09-13T16:04:14.808 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.801+0000 7f0ad5cca740 1 -- 172.21.15.76:0/1631009308 shutdown_connections 2024-09-13T16:04:14.808 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.801+0000 7f0ad5cca740 1 -- 172.21.15.76:0/1631009308 wait complete. 2024-09-13T16:04:14.808 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.801+0000 7f0ad5cca740 20 client.6150 trim_cache size 0 max 16384 2024-09-13T16:04:14.809 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2024-09-13T16:04:14.809 INFO:teuthology.orchestra.run.smithi076.stdout: "cluster_fsid": "da76ee52-f48b-434a-9df7-5fefe2a6e471", 2024-09-13T16:04:14.809 INFO:teuthology.orchestra.run.smithi076.stdout: "whoami": 0, 2024-09-13T16:04:14.809 INFO:teuthology.orchestra.run.smithi076.stdout: "id": 6018, 2024-09-13T16:04:14.809 INFO:teuthology.orchestra.run.smithi076.stdout: "want_state": "up:active", 2024-09-13T16:04:14.809 INFO:teuthology.orchestra.run.smithi076.stdout: "state": "up:active", 2024-09-13T16:04:14.809 INFO:teuthology.orchestra.run.smithi076.stdout: "fs_name": "cephfs", 2024-09-13T16:04:14.809 INFO:teuthology.orchestra.run.smithi076.stdout: "rank_uptime": 5.1688766419999999, 2024-09-13T16:04:14.809 INFO:teuthology.orchestra.run.smithi076.stdout: "mdsmap_epoch": 22, 2024-09-13T16:04:14.809 INFO:teuthology.orchestra.run.smithi076.stdout: "osdmap_epoch": 55, 2024-09-13T16:04:14.809 INFO:teuthology.orchestra.run.smithi076.stdout: "osdmap_epoch_barrier": 55, 2024-09-13T16:04:14.809 INFO:teuthology.orchestra.run.smithi076.stdout: "uptime": 9.5631751359999999 2024-09-13T16:04:14.809 INFO:teuthology.orchestra.run.smithi076.stdout:} 2024-09-13T16:04:14.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.801+0000 7f0ad2faa640 1 -- 172.21.15.76:0/3808924463 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0ab806ac00 msgr2=0x7f0ab806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:14.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.801+0000 7f0ad2faa640 1 --2- 172.21.15.76:0/3808924463 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0ab806ac00 0x7f0ab806d0c0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f0ac8034000 tx=0x7f0ac802e000 comp rx=0 tx=0).stop 2024-09-13T16:04:14.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.801+0000 7f0ad2faa640 1 -- 172.21.15.76:0/3808924463 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0acc15c6e0 msgr2=0x7f0acc1e6940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:14.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.801+0000 7f0ad2faa640 1 --2- 172.21.15.76:0/3808924463 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0acc15c6e0 0x7f0acc1e6940 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7f0ac400efc0 tx=0x7f0ac400c490 comp rx=0 tx=0).stop 2024-09-13T16:04:14.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.801+0000 7f0ad2faa640 1 -- 172.21.15.76:0/3808924463 shutdown_connections 2024-09-13T16:04:14.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.801+0000 7f0ad2faa640 1 --2- 172.21.15.76:0/3808924463 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0acc15c6e0 0x7f0acc1e6940 unknown :-1 s=CLOSED pgs=699 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:14.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.801+0000 7f0ad2faa640 1 --2- 172.21.15.76:0/3808924463 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0ab806ac00 0x7f0ab806d0c0 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:14.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.801+0000 7f0ad2faa640 1 --2- 172.21.15.76:0/3808924463 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0acc0d07b0 0x7f0acc1e4e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:14.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.801+0000 7f0ad2faa640 1 --2- 172.21.15.76:0/3808924463 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0acc0ccb20 0x7f0acc0b7e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:14.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.801+0000 7f0ad2faa640 1 -- 172.21.15.76:0/3808924463 >> 172.21.15.76:0/3808924463 conn(0x7f0acc089f60 msgr2=0x7f0acc0b4100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:14.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.801+0000 7f0ad2faa640 1 -- 172.21.15.76:0/3808924463 shutdown_connections 2024-09-13T16:04:14.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.801+0000 7f0ad2faa640 1 -- 172.21.15.76:0/3808924463 wait complete. 2024-09-13T16:04:14.813 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T16:04:14.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.910+0000 7fc5b9496640 1 Processor -- start 2024-09-13T16:04:14.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.910+0000 7fc5b9496640 1 -- start start 2024-09-13T16:04:14.915 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.911+0000 7fc5b9496640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fc5b415b910 0x7fc5b40cfc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:14.915 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.911+0000 7fc5b9496640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc5b40cdf10 con 0x7fc5b406e220 2024-09-13T16:04:14.915 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.911+0000 7fc5b9496640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc5b415af70 con 0x7fc5b415a550 2024-09-13T16:04:14.915 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.911+0000 7fc5b9496640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc5b40cc800 con 0x7fc5b415b910 2024-09-13T16:04:14.915 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.911+0000 7fc5b2ffd640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fc5b406e220 0x7fc5b406e600 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:36112/0 (socket says 172.21.15.76:36112) 2024-09-13T16:04:14.915 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.911+0000 7fc5b2ffd640 1 -- 172.21.15.76:0/874337168 learned_addr learned my addr 172.21.15.76:0/874337168 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:04:14.916 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.911+0000 7fc5abfff640 1 --2- 172.21.15.76:0/874337168 >> v2:172.21.15.192:3300/0 conn(0x7fc5b415b910 0x7fc5b40cfc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:14.916 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.911+0000 7fc5b27fc640 1 -- 172.21.15.76:0/874337168 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 866854379 0 0) 0x7fc5b40cdf10 con 0x7fc5b406e220 2024-09-13T16:04:14.916 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.911+0000 7fc5b27fc640 1 -- 172.21.15.76:0/874337168 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc5a0003520 con 0x7fc5b406e220 2024-09-13T16:04:14.916 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.911+0000 7fc5b27fc640 1 -- 172.21.15.76:0/874337168 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3680190226 0 0) 0x7fc5a0003520 con 0x7fc5b406e220 2024-09-13T16:04:14.916 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.911+0000 7fc5b27fc640 1 -- 172.21.15.76:0/874337168 >> v2:172.21.15.192:3300/0 conn(0x7fc5b415b910 msgr2=0x7fc5b40cfc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:14.916 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.911+0000 7fc5b27fc640 1 --2- 172.21.15.76:0/874337168 >> v2:172.21.15.192:3300/0 conn(0x7fc5b415b910 0x7fc5b40cfc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:14.916 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.911+0000 7fc5b27fc640 1 -- 172.21.15.76:0/874337168 >> v1:172.21.15.192:6789/0 conn(0x7fc5b415a550 legacy=0x7fc5b40ce680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:14.916 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.911+0000 7fc5b27fc640 1 -- 172.21.15.76:0/874337168 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc5b415b250 con 0x7fc5b406e220 2024-09-13T16:04:14.916 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.911+0000 7fc5b27fc640 1 -- 172.21.15.76:0/874337168 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7fc5a4001670 con 0x7fc5b406e220 2024-09-13T16:04:14.916 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.912+0000 7fc5b27fc640 1 -- 172.21.15.76:0/874337168 >> v1:172.21.15.76:6789/0 conn(0x7fc5b406e220 legacy=0x7fc5b406e600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:14.916 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.912+0000 7fc5b27fc640 1 --2- 172.21.15.76:0/874337168 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc5a0003970 0x7fc5a0003d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:14.916 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.912+0000 7fc5b27fc640 1 --2- 172.21.15.76:0/874337168 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc5a0004370 0x7fc5a0004840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:14.916 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.912+0000 7fc5b27fc640 1 --2- 172.21.15.76:0/874337168 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc5a0005040 0x7fc5a000b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:14.916 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.912+0000 7fc5b27fc640 1 -- 172.21.15.76:0/874337168 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5b40cc800 con 0x7fc5a0005040 2024-09-13T16:04:14.917 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.912+0000 7fc5b27fc640 1 -- 172.21.15.76:0/874337168 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5a000bfa0 con 0x7fc5a0003970 2024-09-13T16:04:14.917 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.912+0000 7fc5b27fc640 1 -- 172.21.15.76:0/874337168 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc5a000c160 con 0x7fc5a0004370 2024-09-13T16:04:14.917 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.912+0000 7fc5b37fe640 1 --2- 172.21.15.76:0/874337168 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc5a0005040 0x7fc5a000b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:14.917 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.912+0000 7fc5b2ffd640 1 --2- 172.21.15.76:0/874337168 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc5a0003970 0x7fc5a0003d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:14.917 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.912+0000 7fc5abfff640 1 --2- 172.21.15.76:0/874337168 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc5a0004370 0x7fc5a0004840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:14.917 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.912+0000 7fc5b37fe640 1 -- 172.21.15.76:0/874337168 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc5a0004370 msgr2=0x7fc5a0004840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:14.917 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.912+0000 7fc5b37fe640 1 --2- 172.21.15.76:0/874337168 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc5a0004370 0x7fc5a0004840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:14.917 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.912+0000 7fc5b37fe640 1 -- 172.21.15.76:0/874337168 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc5a0003970 msgr2=0x7fc5a0003d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:14.917 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.912+0000 7fc5b37fe640 1 --2- 172.21.15.76:0/874337168 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc5a0003970 0x7fc5a0003d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:14.917 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.912+0000 7fc5b37fe640 1 -- 172.21.15.76:0/874337168 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc5a0003520 con 0x7fc5a0005040 2024-09-13T16:04:14.917 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.913+0000 7fc5b37fe640 1 -- 172.21.15.76:0/874337168 reap_dead start 2024-09-13T16:04:14.917 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.913+0000 7fc5b37fe640 1 --2- 172.21.15.76:0/874337168 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc5a0005040 0x7fc5a000b980 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7fc5ac001f60 tx=0x7fc5a00057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fcd6e9018f5f3611 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:14.918 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.913+0000 7fc5b27fc640 1 -- 172.21.15.76:0/874337168 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5ac003b70 con 0x7fc5a0005040 2024-09-13T16:04:14.918 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.913+0000 7fc5b27fc640 1 -- 172.21.15.76:0/874337168 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc5ac02d050 con 0x7fc5a0005040 2024-09-13T16:04:14.918 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.913+0000 7fc5b27fc640 1 -- 172.21.15.76:0/874337168 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5ac005110 con 0x7fc5a0005040 2024-09-13T16:04:14.918 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.913+0000 7fc5b9496640 1 -- 172.21.15.76:0/874337168 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc5a0005040 msgr2=0x7fc5a000b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:14.918 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.913+0000 7fc5b9496640 1 --2- 172.21.15.76:0/874337168 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc5a0005040 0x7fc5a000b980 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7fc5ac001f60 tx=0x7fc5a00057f0 comp rx=0 tx=0).stop 2024-09-13T16:04:14.918 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.913+0000 7fc5b9496640 1 -- 172.21.15.76:0/874337168 shutdown_connections 2024-09-13T16:04:14.918 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.913+0000 7fc5b9496640 1 --2- 172.21.15.76:0/874337168 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc5a0005040 0x7fc5a000b980 unknown :-1 s=CLOSED pgs=705 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:14.918 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.913+0000 7fc5b9496640 1 -- 172.21.15.76:0/874337168 >> 172.21.15.76:0/874337168 conn(0x7fc5b4069ed0 msgr2=0x7fc5b406a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:14.918 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.914+0000 7fc5b9496640 1 -- 172.21.15.76:0/874337168 shutdown_connections 2024-09-13T16:04:14.918 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.914+0000 7fc5b9496640 1 -- 172.21.15.76:0/874337168 wait complete. 2024-09-13T16:04:14.921 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.915+0000 7fc5b9496640 1 Processor -- start 2024-09-13T16:04:14.921 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.915+0000 7fc5b9496640 1 -- start start 2024-09-13T16:04:14.921 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.915+0000 7fc5b9496640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc5a0005040 0x7fc5b41536c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:14.921 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.915+0000 7fc5b9496640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc5b4154b10 0x7fc5b4154f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:14.921 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.915+0000 7fc5b9496640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc5b40b5380 0x7fc5b40b5800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:14.921 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.915+0000 7fc5b9496640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5b40c92a0 con 0x7fc5a0005040 2024-09-13T16:04:14.921 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.915+0000 7fc5b9496640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5b40b5d40 con 0x7fc5b4154b10 2024-09-13T16:04:14.921 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.915+0000 7fc5b9496640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc5b40c8940 con 0x7fc5b40b5380 2024-09-13T16:04:14.921 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.916+0000 7fc5b2ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc5a0005040 0x7fc5b41536c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:14.921 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.916+0000 7fc5b2ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc5a0005040 0x7fc5b41536c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56698/0 (socket says 172.21.15.76:56698) 2024-09-13T16:04:14.922 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.916+0000 7fc5b2ffd640 1 -- 172.21.15.76:0/1622866901 learned_addr learned my addr 172.21.15.76:0/1622866901 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:04:14.922 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.916+0000 7fc5abfff640 1 --2- 172.21.15.76:0/1622866901 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc5b4154b10 0x7fc5b4154f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:14.922 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.916+0000 7fc5b37fe640 1 --2- 172.21.15.76:0/1622866901 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc5b40b5380 0x7fc5b40b5800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:14.922 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.916+0000 7fc5b2ffd640 1 -- 172.21.15.76:0/1622866901 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc5b40b5380 msgr2=0x7fc5b40b5800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:14.922 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.916+0000 7fc5b2ffd640 1 --2- 172.21.15.76:0/1622866901 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc5b40b5380 0x7fc5b40b5800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:14.922 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.916+0000 7fc5b2ffd640 1 -- 172.21.15.76:0/1622866901 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc5b4154b10 msgr2=0x7fc5b4154f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:14.922 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.916+0000 7fc5b2ffd640 1 --2- 172.21.15.76:0/1622866901 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc5b4154b10 0x7fc5b4154f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:14.922 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.916+0000 7fc5b2ffd640 1 -- 172.21.15.76:0/1622866901 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc5b40c8be0 con 0x7fc5a0005040 2024-09-13T16:04:14.922 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.916+0000 7fc5b2ffd640 1 --2- 172.21.15.76:0/1622866901 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc5a0005040 0x7fc5b41536c0 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7fc5a4007290 tx=0x7fc5a4007690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:14.922 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.916+0000 7fc5ab7fe640 1 -- 172.21.15.76:0/1622866901 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5a400f960 con 0x7fc5a0005040 2024-09-13T16:04:14.922 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.916+0000 7fc5ab7fe640 1 -- 172.21.15.76:0/1622866901 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc5a400fac0 con 0x7fc5a0005040 2024-09-13T16:04:14.922 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.916+0000 7fc5ab7fe640 1 -- 172.21.15.76:0/1622866901 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5a400fe30 con 0x7fc5a0005040 2024-09-13T16:04:14.922 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.916+0000 7fc5b9496640 1 -- 172.21.15.76:0/1622866901 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc5b40c8ec0 con 0x7fc5a0005040 2024-09-13T16:04:14.922 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.916+0000 7fc5b9496640 1 -- 172.21.15.76:0/1622866901 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc5b4154370 con 0x7fc5a0005040 2024-09-13T16:04:14.923 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.917+0000 7fc5b9496640 1 -- 172.21.15.76:0/1622866901 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc5b40c93e0 con 0x7fc5a0005040 2024-09-13T16:04:14.923 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.918+0000 7fc5ab7fe640 1 -- 172.21.15.76:0/1622866901 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc5a401d460 con 0x7fc5a0005040 2024-09-13T16:04:14.923 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.918+0000 7fc5ab7fe640 1 --2- 172.21.15.76:0/1622866901 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc59406ac30 0x7fc59406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:14.923 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.918+0000 7fc5ab7fe640 1 -- 172.21.15.76:0/1622866901 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(55..55 src has 1..55) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fc5a40893f0 con 0x7fc5a0005040 2024-09-13T16:04:14.923 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.918+0000 7fc5abfff640 1 --2- 172.21.15.76:0/1622866901 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc59406ac30 0x7fc59406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:14.923 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.919+0000 7fc5abfff640 1 --2- 172.21.15.76:0/1622866901 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc59406ac30 0x7fc59406d0f0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fc59c009b40 tx=0x7fc59c009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:14.923 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:14.922+0000 7fc5ab7fe640 1 -- 172.21.15.76:0/1622866901 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fc5b40c93e0 con 0x7fc5a0005040 2024-09-13T16:04:15.121 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:15.119+0000 7fc5b9496640 1 -- 172.21.15.76:0/1622866901 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7fc5b40c93e0 con 0x7fc5a0005040 2024-09-13T16:04:15.121 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:15.119+0000 7fc5ab7fe640 1 -- 172.21.15.76:0/1622866901 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v22) v1 ==== 53+0+73 (secure 0 0 0) 0x7fc5b40c93e0 con 0x7fc5a0005040 2024-09-13T16:04:15.121 INFO:teuthology.orchestra.run.smithi076.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-13T16:04:15.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:15.121+0000 7fc5b9496640 1 -- 172.21.15.76:0/1622866901 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc59406ac30 msgr2=0x7fc59406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:15.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:15.121+0000 7fc5b9496640 1 --2- 172.21.15.76:0/1622866901 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc59406ac30 0x7fc59406d0f0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fc59c009b40 tx=0x7fc59c009190 comp rx=0 tx=0).stop 2024-09-13T16:04:15.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:15.121+0000 7fc5b9496640 1 -- 172.21.15.76:0/1622866901 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc5a0005040 msgr2=0x7fc5b41536c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:15.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:15.121+0000 7fc5b9496640 1 --2- 172.21.15.76:0/1622866901 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc5a0005040 0x7fc5b41536c0 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7fc5a4007290 tx=0x7fc5a4007690 comp rx=0 tx=0).stop 2024-09-13T16:04:15.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:15.121+0000 7fc5b9496640 1 -- 172.21.15.76:0/1622866901 shutdown_connections 2024-09-13T16:04:15.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:15.121+0000 7fc5b9496640 1 --2- 172.21.15.76:0/1622866901 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc59406ac30 0x7fc59406d0f0 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:15.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:15.121+0000 7fc5b9496640 1 --2- 172.21.15.76:0/1622866901 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc5b40b5380 0x7fc5b40b5800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:15.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:15.121+0000 7fc5b9496640 1 --2- 172.21.15.76:0/1622866901 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc5b4154b10 0x7fc5b4154f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:15.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:15.121+0000 7fc5b9496640 1 --2- 172.21.15.76:0/1622866901 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc5a0005040 0x7fc5b41536c0 unknown :-1 s=CLOSED pgs=706 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:15.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:15.121+0000 7fc5b9496640 1 -- 172.21.15.76:0/1622866901 >> 172.21.15.76:0/1622866901 conn(0x7fc5b4069ed0 msgr2=0x7fc5b40730d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:15.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:15.121+0000 7fc5b9496640 1 -- 172.21.15.76:0/1622866901 shutdown_connections 2024-09-13T16:04:15.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:15.121+0000 7fc5b9496640 1 -- 172.21.15.76:0/1622866901 wait complete. 2024-09-13T16:04:15.134 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T16:04:15.134 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T16:04:15.135 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi076.front.sepia.ceph.com 2024-09-13T16:04:15.135 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-13T16:04:15.135 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-13T16:04:15.135 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T16:04:15.135 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T16:04:15.135 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T16:04:15.135 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:04:15.135 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:04:15.135 DEBUG:teuthology.orchestra.run.smithi076:> ip addr 2024-09-13T16:04:15.151 INFO:teuthology.orchestra.run.smithi076.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T16:04:15.151 INFO:teuthology.orchestra.run.smithi076.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T16:04:15.151 INFO:teuthology.orchestra.run.smithi076.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T16:04:15.151 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:04:15.151 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 ::1/128 scope host 2024-09-13T16:04:15.151 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:04:15.151 INFO:teuthology.orchestra.run.smithi076.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:04:15.151 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:d8:da:66 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:04:15.152 INFO:teuthology.orchestra.run.smithi076.stdout: altname enp7s0f0 2024-09-13T16:04:15.152 INFO:teuthology.orchestra.run.smithi076.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:04:15.152 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:d8:da:67 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:04:15.152 INFO:teuthology.orchestra.run.smithi076.stdout: altname enp7s0f1 2024-09-13T16:04:15.152 INFO:teuthology.orchestra.run.smithi076.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:04:15.152 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:8f:47:e0 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:04:15.152 INFO:teuthology.orchestra.run.smithi076.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T16:04:15.152 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:8f:47:e1 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:04:15.152 INFO:teuthology.orchestra.run.smithi076.stdout: inet 172.21.15.76/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-13T16:04:15.152 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft 42641sec preferred_lft 42641sec 2024-09-13T16:04:15.152 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::ec4:7aff:fe8f:47e1/64 scope link noprefixroute 2024-09-13T16:04:15.152 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:04:15.152 INFO:teuthology.orchestra.run.smithi076.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T16:04:15.153 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0e:a0:37:a4:1d:a0 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:04:15.153 INFO:teuthology.orchestra.run.smithi076.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-13T16:04:15.153 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:04:15.153 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::a496:13ff:fe82:8fa2/64 scope link 2024-09-13T16:04:15.153 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:04:15.153 INFO:teuthology.orchestra.run.smithi076.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:04:15.153 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether b2:0f:89:b0:cb:4d brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-13T16:04:15.153 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::b00f:89ff:feb0:cb4d/64 scope link 2024-09-13T16:04:15.154 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:04:15.154 INFO:teuthology.orchestra.run.smithi076.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:04:15.154 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0e:a0:37:a4:1d:a0 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-13T16:04:15.154 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::ca0:37ff:fea4:1da0/64 scope link 2024-09-13T16:04:15.154 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:04:15.154 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:04:15.154 DEBUG:teuthology.orchestra.run.smithi076:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T16:04:15.214 INFO:teuthology.orchestra.run.smithi076.stdout:1 2024-09-13T16:04:15.217 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:04:15.217 DEBUG:teuthology.orchestra.run.smithi076:> route 2024-09-13T16:04:15.273 INFO:teuthology.orchestra.run.smithi076.stdout:Kernel IP routing table 2024-09-13T16:04:15.274 INFO:teuthology.orchestra.run.smithi076.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T16:04:15.274 INFO:teuthology.orchestra.run.smithi076.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-13T16:04:15.274 INFO:teuthology.orchestra.run.smithi076.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-13T16:04:15.274 INFO:teuthology.orchestra.run.smithi076.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T16:04:15.274 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:04:15.274 DEBUG:teuthology.orchestra.run.smithi076:> (cd / && exec bash -c ' 2024-09-13T16:04:15.274 DEBUG:teuthology.orchestra.run.smithi076:> set -e 2024-09-13T16:04:15.275 DEBUG:teuthology.orchestra.run.smithi076:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-13T16:04:15.275 DEBUG:teuthology.orchestra.run.smithi076:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-13T16:04:15.275 DEBUG:teuthology.orchestra.run.smithi076:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-13T16:04:15.275 DEBUG:teuthology.orchestra.run.smithi076:> ') 2024-09-13T16:04:15.362 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:04:15.362 DEBUG:teuthology.orchestra.run.smithi076:> ip netns list 2024-09-13T16:04:15.378 INFO:teuthology.orchestra.run.smithi076.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-13T16:04:15.378 INFO:teuthology.orchestra.run.smithi076.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-13T16:04:15.378 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:04:15.379 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:04:15.379 DEBUG:teuthology.orchestra.run.smithi076:> sudo ip link set brx.0 up 2024-09-13T16:04:15.443 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-13T16:04:15.443 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:04:15.443 DEBUG:teuthology.orchestra.run.smithi076:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-13T16:04:15.499 INFO:teuthology.orchestra.run.smithi076.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:04:15.499 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:04:15.499 DEBUG:teuthology.orchestra.run.smithi076:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-13T16:04:15.555 DEBUG:teuthology.orchestra.run.smithi076:> sudo modprobe fuse 2024-09-13T16:04:15.621 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:04:15.621 DEBUG:teuthology.orchestra.run.smithi076:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:04:15.685 INFO:teuthology.orchestra.run.smithi076.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:04:15.686 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:04:15.686 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:04:15.686 DEBUG:teuthology.orchestra.run.smithi076:> ls /sys/fs/fuse/connections 2024-09-13T16:04:15.742 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-13T16:04:15.742 DEBUG:teuthology.orchestra.run.smithi076:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-13T16:04:15.785 DEBUG:teuthology.orchestra.run.smithi076:> sudo modprobe fuse 2024-09-13T16:04:15.808 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:04:15.809 DEBUG:teuthology.orchestra.run.smithi076:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:04:15.865 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi076.stderr:2024-09-13T16:04:15.864+0000 7fd287047480 -1 init, newargv = 0x55992cf9ef60 newargc=15 2024-09-13T16:04:15.865 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi076.stderr:ceph-fuse[56412]: starting ceph client 2024-09-13T16:04:15.870 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi076.stderr:ceph-fuse[56412]: starting fuse 2024-09-13T16:04:15.875 INFO:teuthology.orchestra.run.smithi076.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:04:15.876 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:04:15.877 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:04:15.877 DEBUG:teuthology.orchestra.run.smithi076:> ls /sys/fs/fuse/connections 2024-09-13T16:04:15.933 INFO:teuthology.orchestra.run.smithi076.stdout:41 2024-09-13T16:04:15.933 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-13T16:04:15.933 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:04:15.934 DEBUG:teuthology.orchestra.run.smithi076:> import glob 2024-09-13T16:04:15.934 DEBUG:teuthology.orchestra.run.smithi076:> import re 2024-09-13T16:04:15.934 DEBUG:teuthology.orchestra.run.smithi076:> import os 2024-09-13T16:04:15.934 DEBUG:teuthology.orchestra.run.smithi076:> import subprocess 2024-09-13T16:04:15.934 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:04:15.934 DEBUG:teuthology.orchestra.run.smithi076:> def _find_admin_socket(client_name): 2024-09-13T16:04:15.934 DEBUG:teuthology.orchestra.run.smithi076:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-13T16:04:15.934 DEBUG:teuthology.orchestra.run.smithi076:> files = glob.glob(asok_path) 2024-09-13T16:04:15.935 DEBUG:teuthology.orchestra.run.smithi076:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-13T16:04:15.935 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:04:15.935 DEBUG:teuthology.orchestra.run.smithi076:> # Given a non-glob path, it better be there 2024-09-13T16:04:15.935 DEBUG:teuthology.orchestra.run.smithi076:> if "*" not in asok_path: 2024-09-13T16:04:15.935 DEBUG:teuthology.orchestra.run.smithi076:> assert(len(files) == 1) 2024-09-13T16:04:15.935 DEBUG:teuthology.orchestra.run.smithi076:> return files[0] 2024-09-13T16:04:15.935 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:04:15.935 DEBUG:teuthology.orchestra.run.smithi076:> for f in files: 2024-09-13T16:04:15.935 DEBUG:teuthology.orchestra.run.smithi076:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T16:04:15.936 DEBUG:teuthology.orchestra.run.smithi076:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T16:04:15.936 DEBUG:teuthology.orchestra.run.smithi076:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T16:04:15.936 DEBUG:teuthology.orchestra.run.smithi076:> contents = proc_f.read() 2024-09-13T16:04:15.936 DEBUG:teuthology.orchestra.run.smithi076:> if mountpoint in contents: 2024-09-13T16:04:15.936 DEBUG:teuthology.orchestra.run.smithi076:> return f 2024-09-13T16:04:15.936 DEBUG:teuthology.orchestra.run.smithi076:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T16:04:15.936 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:04:15.936 DEBUG:teuthology.orchestra.run.smithi076:> print(_find_admin_socket("client.0")) 2024-09-13T16:04:15.937 DEBUG:teuthology.orchestra.run.smithi076:> ' 2024-09-13T16:04:16.047 INFO:teuthology.orchestra.run.smithi076.stdout:/var/run/ceph/ceph-client.0.56412.asok 2024-09-13T16:04:16.234 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.56412.asok 2024-09-13T16:04:16.234 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:04:16.234 DEBUG:teuthology.orchestra.run.smithi076:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.56412.asok status 2024-09-13T16:04:16.368 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2024-09-13T16:04:16.368 INFO:teuthology.orchestra.run.smithi076.stdout: "metadata": { 2024-09-13T16:04:16.368 INFO:teuthology.orchestra.run.smithi076.stdout: "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", 2024-09-13T16:04:16.368 INFO:teuthology.orchestra.run.smithi076.stdout: "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", 2024-09-13T16:04:16.369 INFO:teuthology.orchestra.run.smithi076.stdout: "entity_id": "0", 2024-09-13T16:04:16.369 INFO:teuthology.orchestra.run.smithi076.stdout: "hostname": "smithi076", 2024-09-13T16:04:16.369 INFO:teuthology.orchestra.run.smithi076.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-13T16:04:16.369 INFO:teuthology.orchestra.run.smithi076.stdout: "pid": "56412", 2024-09-13T16:04:16.369 INFO:teuthology.orchestra.run.smithi076.stdout: "root": "/" 2024-09-13T16:04:16.369 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:04:16.369 INFO:teuthology.orchestra.run.smithi076.stdout: "dentry_count": 0, 2024-09-13T16:04:16.369 INFO:teuthology.orchestra.run.smithi076.stdout: "dentry_pinned_count": 0, 2024-09-13T16:04:16.369 INFO:teuthology.orchestra.run.smithi076.stdout: "id": 6162, 2024-09-13T16:04:16.369 INFO:teuthology.orchestra.run.smithi076.stdout: "inst": { 2024-09-13T16:04:16.369 INFO:teuthology.orchestra.run.smithi076.stdout: "name": { 2024-09-13T16:04:16.369 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "client", 2024-09-13T16:04:16.369 INFO:teuthology.orchestra.run.smithi076.stdout: "num": 6162 2024-09-13T16:04:16.370 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:04:16.370 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": { 2024-09-13T16:04:16.370 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "v1", 2024-09-13T16:04:16.370 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:04:16.370 INFO:teuthology.orchestra.run.smithi076.stdout: "nonce": 603061509 2024-09-13T16:04:16.370 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:04:16.370 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:04:16.370 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": { 2024-09-13T16:04:16.370 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "v1", 2024-09-13T16:04:16.370 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:04:16.370 INFO:teuthology.orchestra.run.smithi076.stdout: "nonce": 603061509 2024-09-13T16:04:16.370 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:04:16.370 INFO:teuthology.orchestra.run.smithi076.stdout: "inst_str": "client.6162 192.168.0.1:0/603061509", 2024-09-13T16:04:16.371 INFO:teuthology.orchestra.run.smithi076.stdout: "addr_str": "192.168.0.1:0/603061509", 2024-09-13T16:04:16.371 INFO:teuthology.orchestra.run.smithi076.stdout: "inode_count": 1, 2024-09-13T16:04:16.371 INFO:teuthology.orchestra.run.smithi076.stdout: "mds_epoch": 22, 2024-09-13T16:04:16.371 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_epoch": 55, 2024-09-13T16:04:16.371 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_epoch_barrier": 0, 2024-09-13T16:04:16.371 INFO:teuthology.orchestra.run.smithi076.stdout: "blocklisted": false, 2024-09-13T16:04:16.371 INFO:teuthology.orchestra.run.smithi076.stdout: "fs_name": "cephfs" 2024-09-13T16:04:16.371 INFO:teuthology.orchestra.run.smithi076.stdout:} 2024-09-13T16:04:16.377 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:04:16.377 DEBUG:teuthology.orchestra.run.smithi076:> stat --file-system '--printf=%T 2024-09-13T16:04:16.377 DEBUG:teuthology.orchestra.run.smithi076:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-13T16:04:16.393 INFO:teuthology.orchestra.run.smithi076.stdout:fuseblk 2024-09-13T16:04:16.393 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-13T16:04:16.393 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:04:16.393 DEBUG:teuthology.orchestra.run.smithi076:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-13T16:04:16.459 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T16:04:16.598 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:16.596+0000 7f4433219640 1 Processor -- start 2024-09-13T16:04:16.598 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:16.597+0000 7f4433219640 1 -- start start 2024-09-13T16:04:16.601 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:16.597+0000 7f4433219640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f442c0c12a0 0x7f442c0cbea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:16.601 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:16.597+0000 7f4433219640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f442c0c1680 0x7f442c0b2070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:16.601 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:16.597+0000 7f4433219640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f442c0b25b0 0x7f442c0cacc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:16.601 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:16.597+0000 7f4433219640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f442c0cc480 con 0x7f442c0c1680 2024-09-13T16:04:16.601 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:16.597+0000 7f4433219640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f442c0cc760 con 0x7f442c0c12a0 2024-09-13T16:04:16.601 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:16.597+0000 7f4433219640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f442c0cca40 con 0x7f442c0b25b0 2024-09-13T16:04:16.601 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:16.598+0000 7f442bfff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f442c0c1680 0x7f442c0b2070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:16.601 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:16.598+0000 7f442bfff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f442c0c1680 0x7f442c0b2070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56714/0 (socket says 172.21.15.76:56714) 2024-09-13T16:04:16.601 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:16.598+0000 7f442bfff640 1 -- 172.21.15.76:0/900220686 learned_addr learned my addr 172.21.15.76:0/900220686 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:04:16.602 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:16.598+0000 7f442bfff640 1 -- 172.21.15.76:0/900220686 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f442c0b25b0 msgr2=0x7f442c0cacc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:16.602 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:16.598+0000 7f442bfff640 1 --2- 172.21.15.76:0/900220686 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f442c0b25b0 0x7f442c0cacc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:16.602 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:16.598+0000 7f442bfff640 1 -- 172.21.15.76:0/900220686 >> v2:172.21.15.192:3300/0 conn(0x7f442c0c12a0 msgr2=0x7f442c0cbea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:16.602 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:16.598+0000 7f4430fb5640 1 --2- 172.21.15.76:0/900220686 >> v2:172.21.15.192:3300/0 conn(0x7f442c0c12a0 0x7f442c0cbea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:16.602 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:16.598+0000 7f442bfff640 1 --2- 172.21.15.76:0/900220686 >> v2:172.21.15.192:3300/0 conn(0x7f442c0c12a0 0x7f442c0cbea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:16.602 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:16.598+0000 7f442bfff640 1 -- 172.21.15.76:0/900220686 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f442c0ccd20 con 0x7f442c0c1680 2024-09-13T16:04:16.602 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:16.598+0000 7f4430fb5640 1 --2- 172.21.15.76:0/900220686 >> v2:172.21.15.192:3300/0 conn(0x7f442c0c12a0 0x7f442c0cbea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:04:16.602 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:16.599+0000 7f442bfff640 1 --2- 172.21.15.76:0/900220686 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f442c0c1680 0x7f442c0b2070 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7f442c0b33a0 tx=0x7f441802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e6721e110263226e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:16.602 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:16.599+0000 7f442b7fe640 1 -- 172.21.15.76:0/900220686 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4418032440 con 0x7f442c0c1680 2024-09-13T16:04:16.602 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:16.599+0000 7f442b7fe640 1 -- 172.21.15.76:0/900220686 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f44180325a0 con 0x7f442c0c1680 2024-09-13T16:04:16.602 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:16.599+0000 7f442b7fe640 1 -- 172.21.15.76:0/900220686 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4418032930 con 0x7f442c0c1680 2024-09-13T16:04:16.602 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:16.599+0000 7f4433219640 1 -- 172.21.15.76:0/900220686 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f442c0c1680 msgr2=0x7f442c0b2070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:16.603 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:16.599+0000 7f4433219640 1 --2- 172.21.15.76:0/900220686 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f442c0c1680 0x7f442c0b2070 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7f442c0b33a0 tx=0x7f441802a1e0 comp rx=0 tx=0).stop 2024-09-13T16:04:16.603 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:16.599+0000 7f4433219640 1 -- 172.21.15.76:0/900220686 shutdown_connections 2024-09-13T16:04:16.603 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:16.599+0000 7f4433219640 1 --2- 172.21.15.76:0/900220686 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f442c0b25b0 0x7f442c0cacc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:16.603 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:16.599+0000 7f4433219640 1 --2- 172.21.15.76:0/900220686 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f442c0c1680 0x7f442c0b2070 unknown :-1 s=CLOSED pgs=710 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:16.603 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:16.599+0000 7f4433219640 1 --2- 172.21.15.76:0/900220686 >> v2:172.21.15.192:3300/0 conn(0x7f442c0c12a0 0x7f442c0cbea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:16.603 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:16.599+0000 7f4433219640 1 -- 172.21.15.76:0/900220686 >> 172.21.15.76:0/900220686 conn(0x7f442c069ed0 msgr2=0x7f442c06a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:16.603 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:16.599+0000 7f4433219640 1 -- 172.21.15.76:0/900220686 shutdown_connections 2024-09-13T16:04:16.603 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:16.599+0000 7f4433219640 1 -- 172.21.15.76:0/900220686 wait complete. 2024-09-13T16:04:16.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:16.600+0000 7f4433219640 1 Processor -- start 2024-09-13T16:04:16.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:16.601+0000 7f4433219640 1 -- start start 2024-09-13T16:04:16.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:16.601+0000 7f4433219640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f442c0b25b0 0x7f442c0c53a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:16.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:16.601+0000 7f4433219640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f442c0c12a0 0x7f442c14cc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:16.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:16.601+0000 7f4433219640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f442c0c1680 0x7f442c0aed30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:16.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:16.601+0000 7f4433219640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f442c149fd0 con 0x7f442c0c12a0 2024-09-13T16:04:16.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:16.601+0000 7f4433219640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f442c0c5bd0 con 0x7f442c0c1680 2024-09-13T16:04:16.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:16.601+0000 7f4433219640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f442c0c5eb0 con 0x7f442c0b25b0 2024-09-13T16:04:16.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:16.601+0000 7f442bfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f442c0c12a0 0x7f442c14cc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:16.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:16.602+0000 7f442bfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f442c0c12a0 0x7f442c14cc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56724/0 (socket says 172.21.15.76:56724) 2024-09-13T16:04:16.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:16.602+0000 7f442bfff640 1 -- 172.21.15.76:0/4204841498 learned_addr learned my addr 172.21.15.76:0/4204841498 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:04:16.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:16.602+0000 7f4430fb5640 1 --2- 172.21.15.76:0/4204841498 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f442c0b25b0 0x7f442c0c53a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:16.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:16.602+0000 7f44317b6640 1 --2- 172.21.15.76:0/4204841498 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f442c0c1680 0x7f442c0aed30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:16.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:16.602+0000 7f442bfff640 1 -- 172.21.15.76:0/4204841498 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f442c0b25b0 msgr2=0x7f442c0c53a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:16.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:16.602+0000 7f442bfff640 1 --2- 172.21.15.76:0/4204841498 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f442c0b25b0 0x7f442c0c53a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:16.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:16.602+0000 7f442bfff640 1 -- 172.21.15.76:0/4204841498 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f442c0c1680 msgr2=0x7f442c0aed30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:16.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:16.602+0000 7f442bfff640 1 --2- 172.21.15.76:0/4204841498 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f442c0c1680 0x7f442c0aed30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:16.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:16.602+0000 7f442bfff640 1 -- 172.21.15.76:0/4204841498 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f44180094d0 con 0x7f442c0c12a0 2024-09-13T16:04:16.608 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:16.602+0000 7f442bfff640 1 --2- 172.21.15.76:0/4204841498 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f442c0c12a0 0x7f442c14cc60 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7f441802a220 tx=0x7f44180046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:16.608 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:16.602+0000 7f44297fa640 1 -- 172.21.15.76:0/4204841498 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4418030b80 con 0x7f442c0c12a0 2024-09-13T16:04:16.608 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:16.602+0000 7f44297fa640 1 -- 172.21.15.76:0/4204841498 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4418032e90 con 0x7f442c0c12a0 2024-09-13T16:04:16.608 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:16.602+0000 7f44297fa640 1 -- 172.21.15.76:0/4204841498 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f441803d440 con 0x7f442c0c12a0 2024-09-13T16:04:16.608 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:16.602+0000 7f4433219640 1 -- 172.21.15.76:0/4204841498 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f442c14c460 con 0x7f442c0c12a0 2024-09-13T16:04:16.608 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:16.602+0000 7f4433219640 1 -- 172.21.15.76:0/4204841498 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f442c0c58e0 con 0x7f442c0c12a0 2024-09-13T16:04:16.608 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:16.603+0000 7f4433219640 1 -- 172.21.15.76:0/4204841498 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f442c0cbea0 con 0x7f442c0c12a0 2024-09-13T16:04:16.608 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:16.604+0000 7f44297fa640 1 -- 172.21.15.76:0/4204841498 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f4418039040 con 0x7f442c0c12a0 2024-09-13T16:04:16.608 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:16.604+0000 7f44297fa640 1 --2- 172.21.15.76:0/4204841498 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f441006ac00 0x7f441006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:16.608 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:16.604+0000 7f44297fa640 1 -- 172.21.15.76:0/4204841498 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(55..55 src has 1..55) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f44180a9ef0 con 0x7f442c0c12a0 2024-09-13T16:04:16.608 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:16.604+0000 7f4430fb5640 1 --2- 172.21.15.76:0/4204841498 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f441006ac00 0x7f441006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:16.608 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:16.605+0000 7f4430fb5640 1 --2- 172.21.15.76:0/4204841498 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f441006ac00 0x7f441006d0c0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f442000ab60 tx=0x7f4420008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:16.609 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:16.608+0000 7f44297fa640 1 -- 172.21.15.76:0/4204841498 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f44180750d0 con 0x7f442c0c12a0 2024-09-13T16:04:16.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:16.802+0000 7f4433219640 1 -- 172.21.15.76:0/4204841498 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f442c0b1520 con 0x7f442c0c12a0 2024-09-13T16:04:16.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:16.803+0000 7f44297fa640 1 -- 172.21.15.76:0/4204841498 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v22) v1 ==== 53+0+73 (secure 0 0 0) 0x7f44180786f0 con 0x7f442c0c12a0 2024-09-13T16:04:16.804 INFO:teuthology.orchestra.run.smithi076.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-13T16:04:16.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:16.804+0000 7f4433219640 1 -- 172.21.15.76:0/4204841498 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f441006ac00 msgr2=0x7f441006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:16.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:16.804+0000 7f4433219640 1 --2- 172.21.15.76:0/4204841498 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f441006ac00 0x7f441006d0c0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f442000ab60 tx=0x7f4420008040 comp rx=0 tx=0).stop 2024-09-13T16:04:16.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:16.804+0000 7f4433219640 1 -- 172.21.15.76:0/4204841498 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f442c0c12a0 msgr2=0x7f442c14cc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:16.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:16.804+0000 7f4433219640 1 --2- 172.21.15.76:0/4204841498 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f442c0c12a0 0x7f442c14cc60 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7f441802a220 tx=0x7f44180046c0 comp rx=0 tx=0).stop 2024-09-13T16:04:16.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:16.805+0000 7f4433219640 1 -- 172.21.15.76:0/4204841498 shutdown_connections 2024-09-13T16:04:16.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:16.805+0000 7f4433219640 1 --2- 172.21.15.76:0/4204841498 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f442c0c1680 0x7f442c0aed30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:16.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:16.805+0000 7f4433219640 1 --2- 172.21.15.76:0/4204841498 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f442c0c12a0 0x7f442c14cc60 unknown :-1 s=CLOSED pgs=711 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:16.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:16.805+0000 7f4433219640 1 --2- 172.21.15.76:0/4204841498 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f441006ac00 0x7f441006d0c0 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:16.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:16.805+0000 7f4433219640 1 --2- 172.21.15.76:0/4204841498 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f442c0b25b0 0x7f442c0c53a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:16.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:16.805+0000 7f4433219640 1 -- 172.21.15.76:0/4204841498 >> 172.21.15.76:0/4204841498 conn(0x7f442c069ed0 msgr2=0x7f442c06d8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:16.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:16.805+0000 7f4433219640 1 -- 172.21.15.76:0/4204841498 shutdown_connections 2024-09-13T16:04:16.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:16.805+0000 7f4433219640 1 -- 172.21.15.76:0/4204841498 wait complete. 2024-09-13T16:04:16.817 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T16:04:16.817 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T16:04:16.817 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi192.front.sepia.ceph.com 2024-09-13T16:04:16.817 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-13T16:04:16.817 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-13T16:04:16.817 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T16:04:16.817 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T16:04:16.817 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T16:04:16.817 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-13T16:04:16.817 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:04:16.818 DEBUG:teuthology.orchestra.run.smithi192:> ip addr 2024-09-13T16:04:16.837 INFO:teuthology.orchestra.run.smithi192.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T16:04:16.838 INFO:teuthology.orchestra.run.smithi192.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T16:04:16.838 INFO:teuthology.orchestra.run.smithi192.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T16:04:16.838 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:04:16.838 INFO:teuthology.orchestra.run.smithi192.stdout: inet6 ::1/128 scope host 2024-09-13T16:04:16.838 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:04:16.838 INFO:teuthology.orchestra.run.smithi192.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:04:16.838 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether 0c:c4:7a:d9:38:4e brd ff:ff:ff:ff:ff:ff 2024-09-13T16:04:16.838 INFO:teuthology.orchestra.run.smithi192.stdout: altname enp7s0f0 2024-09-13T16:04:16.838 INFO:teuthology.orchestra.run.smithi192.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:04:16.838 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether 0c:c4:7a:d9:38:4f brd ff:ff:ff:ff:ff:ff 2024-09-13T16:04:16.838 INFO:teuthology.orchestra.run.smithi192.stdout: altname enp7s0f1 2024-09-13T16:04:16.838 INFO:teuthology.orchestra.run.smithi192.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:04:16.839 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether 0c:c4:7a:88:80:48 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:04:16.839 INFO:teuthology.orchestra.run.smithi192.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T16:04:16.839 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether 0c:c4:7a:88:80:49 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:04:16.839 INFO:teuthology.orchestra.run.smithi192.stdout: inet 172.21.15.192/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-13T16:04:16.839 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft 42620sec preferred_lft 42620sec 2024-09-13T16:04:16.839 INFO:teuthology.orchestra.run.smithi192.stdout: inet6 fe80::ec4:7aff:fe88:8049/64 scope link noprefixroute 2024-09-13T16:04:16.839 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:04:16.839 INFO:teuthology.orchestra.run.smithi192.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T16:04:16.839 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether ea:94:96:0f:40:1e brd ff:ff:ff:ff:ff:ff 2024-09-13T16:04:16.839 INFO:teuthology.orchestra.run.smithi192.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-13T16:04:16.839 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:04:16.840 INFO:teuthology.orchestra.run.smithi192.stdout: inet6 fe80::807e:ecff:fe50:a056/64 scope link 2024-09-13T16:04:16.840 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:04:16.840 INFO:teuthology.orchestra.run.smithi192.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:04:16.840 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether ea:94:96:0f:40:1e brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-13T16:04:16.840 INFO:teuthology.orchestra.run.smithi192.stdout: inet6 fe80::e894:96ff:fe0f:401e/64 scope link 2024-09-13T16:04:16.840 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:04:16.840 INFO:teuthology.orchestra.run.smithi192.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:04:16.840 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether f6:3a:94:82:39:22 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-13T16:04:16.840 INFO:teuthology.orchestra.run.smithi192.stdout: inet6 fe80::f43a:94ff:fe82:3922/64 scope link 2024-09-13T16:04:16.840 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:04:16.840 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:04:16.841 DEBUG:teuthology.orchestra.run.smithi192:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T16:04:16.905 INFO:teuthology.orchestra.run.smithi192.stdout:1 2024-09-13T16:04:16.907 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:04:16.907 DEBUG:teuthology.orchestra.run.smithi192:> route 2024-09-13T16:04:16.966 INFO:teuthology.orchestra.run.smithi192.stdout:Kernel IP routing table 2024-09-13T16:04:16.966 INFO:teuthology.orchestra.run.smithi192.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T16:04:16.966 INFO:teuthology.orchestra.run.smithi192.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-13T16:04:16.967 INFO:teuthology.orchestra.run.smithi192.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-13T16:04:16.967 INFO:teuthology.orchestra.run.smithi192.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T16:04:16.967 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:04:16.968 DEBUG:teuthology.orchestra.run.smithi192:> (cd / && exec bash -c ' 2024-09-13T16:04:16.968 DEBUG:teuthology.orchestra.run.smithi192:> set -e 2024-09-13T16:04:16.968 DEBUG:teuthology.orchestra.run.smithi192:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-13T16:04:16.968 DEBUG:teuthology.orchestra.run.smithi192:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-13T16:04:16.968 DEBUG:teuthology.orchestra.run.smithi192:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-13T16:04:16.968 DEBUG:teuthology.orchestra.run.smithi192:> ') 2024-09-13T16:04:17.056 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:04:17.057 DEBUG:teuthology.orchestra.run.smithi192:> ip netns list 2024-09-13T16:04:17.073 INFO:teuthology.orchestra.run.smithi192.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-13T16:04:17.073 INFO:teuthology.orchestra.run.smithi192.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-13T16:04:17.074 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-13T16:04:17.074 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:04:17.074 DEBUG:teuthology.orchestra.run.smithi192:> sudo ip link set brx.0 up 2024-09-13T16:04:17.139 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-09-13T16:04:17.140 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:04:17.140 DEBUG:teuthology.orchestra.run.smithi192:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-13T16:04:17.196 INFO:teuthology.orchestra.run.smithi192.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-13T16:04:17.196 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:04:17.196 DEBUG:teuthology.orchestra.run.smithi192:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-13T16:04:17.251 DEBUG:teuthology.orchestra.run.smithi192:> sudo modprobe fuse 2024-09-13T16:04:17.316 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:04:17.316 DEBUG:teuthology.orchestra.run.smithi192:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:04:17.380 INFO:teuthology.orchestra.run.smithi192.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:04:17.381 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:04:17.386 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:04:17.386 DEBUG:teuthology.orchestra.run.smithi192:> ls /sys/fs/fuse/connections 2024-09-13T16:04:17.441 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-13T16:04:17.441 DEBUG:teuthology.orchestra.run.smithi192:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-09-13T16:04:17.483 DEBUG:teuthology.orchestra.run.smithi192:> sudo modprobe fuse 2024-09-13T16:04:17.507 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:04:17.508 DEBUG:teuthology.orchestra.run.smithi192:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:04:17.563 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi192.stderr:2024-09-13T16:04:17.562+0000 7f849432a480 -1 init, newargv = 0x55b2901dd1a0 newargc=15 2024-09-13T16:04:17.564 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi192.stderr:ceph-fuse[44576]: starting ceph client 2024-09-13T16:04:17.567 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi192.stderr:ceph-fuse[44576]: starting fuse 2024-09-13T16:04:17.572 INFO:teuthology.orchestra.run.smithi192.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:04:17.573 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:04:17.574 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:04:17.574 DEBUG:teuthology.orchestra.run.smithi192:> ls /sys/fs/fuse/connections 2024-09-13T16:04:17.630 INFO:teuthology.orchestra.run.smithi192.stdout:42 2024-09-13T16:04:17.630 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [42] 2024-09-13T16:04:17.630 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:04:17.631 DEBUG:teuthology.orchestra.run.smithi192:> import glob 2024-09-13T16:04:17.631 DEBUG:teuthology.orchestra.run.smithi192:> import re 2024-09-13T16:04:17.631 DEBUG:teuthology.orchestra.run.smithi192:> import os 2024-09-13T16:04:17.631 DEBUG:teuthology.orchestra.run.smithi192:> import subprocess 2024-09-13T16:04:17.631 DEBUG:teuthology.orchestra.run.smithi192:> 2024-09-13T16:04:17.631 DEBUG:teuthology.orchestra.run.smithi192:> def _find_admin_socket(client_name): 2024-09-13T16:04:17.631 DEBUG:teuthology.orchestra.run.smithi192:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-09-13T16:04:17.631 DEBUG:teuthology.orchestra.run.smithi192:> files = glob.glob(asok_path) 2024-09-13T16:04:17.631 DEBUG:teuthology.orchestra.run.smithi192:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-13T16:04:17.631 DEBUG:teuthology.orchestra.run.smithi192:> 2024-09-13T16:04:17.631 DEBUG:teuthology.orchestra.run.smithi192:> # Given a non-glob path, it better be there 2024-09-13T16:04:17.631 DEBUG:teuthology.orchestra.run.smithi192:> if "*" not in asok_path: 2024-09-13T16:04:17.631 DEBUG:teuthology.orchestra.run.smithi192:> assert(len(files) == 1) 2024-09-13T16:04:17.631 DEBUG:teuthology.orchestra.run.smithi192:> return files[0] 2024-09-13T16:04:17.631 DEBUG:teuthology.orchestra.run.smithi192:> 2024-09-13T16:04:17.632 DEBUG:teuthology.orchestra.run.smithi192:> for f in files: 2024-09-13T16:04:17.632 DEBUG:teuthology.orchestra.run.smithi192:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T16:04:17.632 DEBUG:teuthology.orchestra.run.smithi192:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T16:04:17.632 DEBUG:teuthology.orchestra.run.smithi192:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T16:04:17.632 DEBUG:teuthology.orchestra.run.smithi192:> contents = proc_f.read() 2024-09-13T16:04:17.632 DEBUG:teuthology.orchestra.run.smithi192:> if mountpoint in contents: 2024-09-13T16:04:17.632 DEBUG:teuthology.orchestra.run.smithi192:> return f 2024-09-13T16:04:17.632 DEBUG:teuthology.orchestra.run.smithi192:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T16:04:17.632 DEBUG:teuthology.orchestra.run.smithi192:> 2024-09-13T16:04:17.632 DEBUG:teuthology.orchestra.run.smithi192:> print(_find_admin_socket("client.1")) 2024-09-13T16:04:17.632 DEBUG:teuthology.orchestra.run.smithi192:> ' 2024-09-13T16:04:17.743 INFO:teuthology.orchestra.run.smithi192.stdout:/var/run/ceph/ceph-client.1.44576.asok 2024-09-13T16:04:17.930 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.44576.asok 2024-09-13T16:04:17.930 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:04:17.930 DEBUG:teuthology.orchestra.run.smithi192:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.44576.asok status 2024-09-13T16:04:18.063 INFO:teuthology.orchestra.run.smithi192.stdout:{ 2024-09-13T16:04:18.063 INFO:teuthology.orchestra.run.smithi192.stdout: "metadata": { 2024-09-13T16:04:18.063 INFO:teuthology.orchestra.run.smithi192.stdout: "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", 2024-09-13T16:04:18.063 INFO:teuthology.orchestra.run.smithi192.stdout: "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", 2024-09-13T16:04:18.063 INFO:teuthology.orchestra.run.smithi192.stdout: "entity_id": "1", 2024-09-13T16:04:18.063 INFO:teuthology.orchestra.run.smithi192.stdout: "hostname": "smithi192", 2024-09-13T16:04:18.064 INFO:teuthology.orchestra.run.smithi192.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-13T16:04:18.064 INFO:teuthology.orchestra.run.smithi192.stdout: "pid": "44576", 2024-09-13T16:04:18.064 INFO:teuthology.orchestra.run.smithi192.stdout: "root": "/" 2024-09-13T16:04:18.064 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-13T16:04:18.064 INFO:teuthology.orchestra.run.smithi192.stdout: "dentry_count": 0, 2024-09-13T16:04:18.064 INFO:teuthology.orchestra.run.smithi192.stdout: "dentry_pinned_count": 0, 2024-09-13T16:04:18.064 INFO:teuthology.orchestra.run.smithi192.stdout: "id": 5366, 2024-09-13T16:04:18.064 INFO:teuthology.orchestra.run.smithi192.stdout: "inst": { 2024-09-13T16:04:18.064 INFO:teuthology.orchestra.run.smithi192.stdout: "name": { 2024-09-13T16:04:18.064 INFO:teuthology.orchestra.run.smithi192.stdout: "type": "client", 2024-09-13T16:04:18.064 INFO:teuthology.orchestra.run.smithi192.stdout: "num": 5366 2024-09-13T16:04:18.064 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-13T16:04:18.065 INFO:teuthology.orchestra.run.smithi192.stdout: "addr": { 2024-09-13T16:04:18.065 INFO:teuthology.orchestra.run.smithi192.stdout: "type": "v1", 2024-09-13T16:04:18.065 INFO:teuthology.orchestra.run.smithi192.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:04:18.065 INFO:teuthology.orchestra.run.smithi192.stdout: "nonce": 2523770119 2024-09-13T16:04:18.065 INFO:teuthology.orchestra.run.smithi192.stdout: } 2024-09-13T16:04:18.065 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-13T16:04:18.065 INFO:teuthology.orchestra.run.smithi192.stdout: "addr": { 2024-09-13T16:04:18.065 INFO:teuthology.orchestra.run.smithi192.stdout: "type": "v1", 2024-09-13T16:04:18.065 INFO:teuthology.orchestra.run.smithi192.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:04:18.065 INFO:teuthology.orchestra.run.smithi192.stdout: "nonce": 2523770119 2024-09-13T16:04:18.065 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-13T16:04:18.065 INFO:teuthology.orchestra.run.smithi192.stdout: "inst_str": "client.5366 192.168.0.1:0/2523770119", 2024-09-13T16:04:18.065 INFO:teuthology.orchestra.run.smithi192.stdout: "addr_str": "192.168.0.1:0/2523770119", 2024-09-13T16:04:18.066 INFO:teuthology.orchestra.run.smithi192.stdout: "inode_count": 1, 2024-09-13T16:04:18.066 INFO:teuthology.orchestra.run.smithi192.stdout: "mds_epoch": 22, 2024-09-13T16:04:18.066 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_epoch": 55, 2024-09-13T16:04:18.066 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_epoch_barrier": 0, 2024-09-13T16:04:18.066 INFO:teuthology.orchestra.run.smithi192.stdout: "blocklisted": false, 2024-09-13T16:04:18.066 INFO:teuthology.orchestra.run.smithi192.stdout: "fs_name": "cephfs" 2024-09-13T16:04:18.066 INFO:teuthology.orchestra.run.smithi192.stdout:} 2024-09-13T16:04:18.071 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:04:18.071 DEBUG:teuthology.orchestra.run.smithi192:> stat --file-system '--printf=%T 2024-09-13T16:04:18.071 DEBUG:teuthology.orchestra.run.smithi192:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-13T16:04:18.087 INFO:teuthology.orchestra.run.smithi192.stdout:fuseblk 2024-09-13T16:04:18.087 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-13T16:04:18.088 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:04:18.088 DEBUG:teuthology.orchestra.run.smithi192:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-13T16:04:18.153 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set client client_inject_fixed_oldest_tid true 2024-09-13T16:04:18.264 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.263+0000 7f95c06e5640 1 Processor -- start 2024-09-13T16:04:18.264 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.263+0000 7f95c06e5640 1 -- start start 2024-09-13T16:04:18.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.264+0000 7f95c06e5640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f95b8159310 0x7f95b80ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:18.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.264+0000 7f95c06e5640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f95b80ce4f0 0x7f95b80ce900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:18.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.264+0000 7f95c06e5640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f95b80ccbe0 con 0x7f95b80b2b40 2024-09-13T16:04:18.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.264+0000 7f95c06e5640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f95b80ad940 con 0x7f95b8159310 2024-09-13T16:04:18.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.264+0000 7f95c06e5640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f95b80b1810 con 0x7f95b80ce4f0 2024-09-13T16:04:18.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.264+0000 7f95be481640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f95b8159310 0x7f95b80ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:18.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.264+0000 7f95be481640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f95b8159310 0x7f95b80ad400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56728/0 (socket says 172.21.15.76:56728) 2024-09-13T16:04:18.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.264+0000 7f95bdc80640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f95b80b2b40 0x7f95b80ab140 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:36126/0 (socket says 172.21.15.76:36126) 2024-09-13T16:04:18.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.264+0000 7f95be481640 1 -- 172.21.15.76:0/1218647592 learned_addr learned my addr 172.21.15.76:0/1218647592 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:04:18.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.264+0000 7f95bec82640 1 --2- 172.21.15.76:0/1218647592 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f95b80ce4f0 0x7f95b80ce900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:18.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.264+0000 7f95be481640 1 -- 172.21.15.76:0/1218647592 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f95b80ce4f0 msgr2=0x7f95b80ce900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:18.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.264+0000 7f95be481640 1 --2- 172.21.15.76:0/1218647592 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f95b80ce4f0 0x7f95b80ce900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:18.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.264+0000 7f95be481640 1 -- 172.21.15.76:0/1218647592 >> v1:172.21.15.76:6789/0 conn(0x7f95b80b2b40 legacy=0x7f95b80ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:18.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.264+0000 7f95be481640 1 -- 172.21.15.76:0/1218647592 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f95b80cee40 con 0x7f95b8159310 2024-09-13T16:04:18.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.264+0000 7f95bd47f640 1 -- 172.21.15.76:0/1218647592 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 682665143 0 0) 0x7f95b80ccbe0 con 0x7f95b80b2b40 2024-09-13T16:04:18.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.264+0000 7f95bec82640 1 --2- 172.21.15.76:0/1218647592 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f95b80ce4f0 0x7f95b80ce900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:04:18.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.265+0000 7f95be481640 1 --2- 172.21.15.76:0/1218647592 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f95b8159310 0x7f95b80ad400 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7f95b400bb10 tx=0x7f95b402c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a6866c20ec356d1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:18.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.265+0000 7f95bd47f640 1 -- 172.21.15.76:0/1218647592 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95b4032790 con 0x7f95b8159310 2024-09-13T16:04:18.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.265+0000 7f95bd47f640 1 -- 172.21.15.76:0/1218647592 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f95b40328f0 con 0x7f95b8159310 2024-09-13T16:04:18.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.265+0000 7f95bd47f640 1 -- 172.21.15.76:0/1218647592 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95b4032c80 con 0x7f95b8159310 2024-09-13T16:04:18.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.266+0000 7f95c06e5640 1 -- 172.21.15.76:0/1218647592 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f95b8159310 msgr2=0x7f95b80ad400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:18.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.266+0000 7f95c06e5640 1 --2- 172.21.15.76:0/1218647592 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f95b8159310 0x7f95b80ad400 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7f95b400bb10 tx=0x7f95b402c890 comp rx=0 tx=0).stop 2024-09-13T16:04:18.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.266+0000 7f95c06e5640 1 -- 172.21.15.76:0/1218647592 shutdown_connections 2024-09-13T16:04:18.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.266+0000 7f95c06e5640 1 --2- 172.21.15.76:0/1218647592 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f95b80ce4f0 0x7f95b80ce900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:18.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.266+0000 7f95c06e5640 1 --2- 172.21.15.76:0/1218647592 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f95b8159310 0x7f95b80ad400 unknown :-1 s=CLOSED pgs=714 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:18.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.266+0000 7f95c06e5640 1 -- 172.21.15.76:0/1218647592 >> 172.21.15.76:0/1218647592 conn(0x7f95b806a0b0 msgr2=0x7f95b806a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:18.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.266+0000 7f95c06e5640 1 -- 172.21.15.76:0/1218647592 shutdown_connections 2024-09-13T16:04:18.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.266+0000 7f95c06e5640 1 -- 172.21.15.76:0/1218647592 wait complete. 2024-09-13T16:04:18.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.267+0000 7f95c06e5640 1 Processor -- start 2024-09-13T16:04:18.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.267+0000 7f95c06e5640 1 -- start start 2024-09-13T16:04:18.272 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.268+0000 7f95c06e5640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f95b80b2b40 0x7f95b8158090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:18.272 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.268+0000 7f95c06e5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f95b80ce4f0 0x7f95b81547d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:18.272 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.268+0000 7f95c06e5640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f95b8159310 0x7f95b80aba90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:18.272 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.268+0000 7f95c06e5640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f95b8154340 con 0x7f95b80ce4f0 2024-09-13T16:04:18.272 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.268+0000 7f95c06e5640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f95b8153450 con 0x7f95b8159310 2024-09-13T16:04:18.272 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.268+0000 7f95c06e5640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f95b8153730 con 0x7f95b80b2b40 2024-09-13T16:04:18.272 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.268+0000 7f95bdc80640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f95b80ce4f0 0x7f95b81547d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:18.272 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.268+0000 7f95bdc80640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f95b80ce4f0 0x7f95b81547d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56744/0 (socket says 172.21.15.76:56744) 2024-09-13T16:04:18.272 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.268+0000 7f95bdc80640 1 -- 172.21.15.76:0/131601166 learned_addr learned my addr 172.21.15.76:0/131601166 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:04:18.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.268+0000 7f95be481640 1 --2- 172.21.15.76:0/131601166 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f95b80b2b40 0x7f95b8158090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:18.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.268+0000 7f95bec82640 1 --2- 172.21.15.76:0/131601166 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f95b8159310 0x7f95b80aba90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:18.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.268+0000 7f95bdc80640 1 -- 172.21.15.76:0/131601166 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f95b80b2b40 msgr2=0x7f95b8158090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:18.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.268+0000 7f95bdc80640 1 --2- 172.21.15.76:0/131601166 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f95b80b2b40 0x7f95b8158090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:18.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.268+0000 7f95bdc80640 1 -- 172.21.15.76:0/131601166 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f95b8159310 msgr2=0x7f95b80aba90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:18.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.268+0000 7f95bdc80640 1 --2- 172.21.15.76:0/131601166 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f95b8159310 0x7f95b80aba90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:18.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.268+0000 7f95bdc80640 1 -- 172.21.15.76:0/131601166 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f95b400b770 con 0x7f95b80ce4f0 2024-09-13T16:04:18.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.268+0000 7f95bec82640 1 --2- 172.21.15.76:0/131601166 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f95b8159310 0x7f95b80aba90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:04:18.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.268+0000 7f95be481640 1 --2- 172.21.15.76:0/131601166 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f95b80b2b40 0x7f95b8158090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:04:18.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.268+0000 7f95bdc80640 1 --2- 172.21.15.76:0/131601166 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f95b80ce4f0 0x7f95b81547d0 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7f95a800c4d0 tx=0x7f95a800c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:18.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.268+0000 7f95aeffd640 1 -- 172.21.15.76:0/131601166 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95a80074e0 con 0x7f95b80ce4f0 2024-09-13T16:04:18.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.268+0000 7f95aeffd640 1 -- 172.21.15.76:0/131601166 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f95a8007660 con 0x7f95b80ce4f0 2024-09-13T16:04:18.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.269+0000 7f95c06e5640 1 -- 172.21.15.76:0/131601166 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f95b8153a10 con 0x7f95b80ce4f0 2024-09-13T16:04:18.274 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.269+0000 7f95aeffd640 1 -- 172.21.15.76:0/131601166 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95a8004a20 con 0x7f95b80ce4f0 2024-09-13T16:04:18.274 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.269+0000 7f95c06e5640 1 -- 172.21.15.76:0/131601166 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f95b8153fd0 con 0x7f95b80ce4f0 2024-09-13T16:04:18.274 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.269+0000 7f95c06e5640 1 -- 172.21.15.76:0/131601166 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f95b806dfa0 con 0x7f95b80ce4f0 2024-09-13T16:04:18.274 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.270+0000 7f95aeffd640 1 -- 172.21.15.76:0/131601166 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f95a8004b80 con 0x7f95b80ce4f0 2024-09-13T16:04:18.274 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.270+0000 7f95aeffd640 1 --2- 172.21.15.76:0/131601166 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f959c06ac00 0x7f959c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:18.274 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.270+0000 7f95aeffd640 1 -- 172.21.15.76:0/131601166 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(55..55 src has 1..55) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f95a8088b10 con 0x7f95b80ce4f0 2024-09-13T16:04:18.274 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.270+0000 7f95be481640 1 --2- 172.21.15.76:0/131601166 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f959c06ac00 0x7f959c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:18.274 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.271+0000 7f95be481640 1 --2- 172.21.15.76:0/131601166 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f959c06ac00 0x7f959c06d0c0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f95b4037000 tx=0x7f95b403e040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:18.276 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.275+0000 7f95aeffd640 1 -- 172.21.15.76:0/131601166 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f95a8053b20 con 0x7f95b80ce4f0 2024-09-13T16:04:18.434 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.433+0000 7f95c06e5640 1 -- 172.21.15.76:0/131601166 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command([{prefix=config set, name=client_inject_fixed_oldest_tid}] v 0) v1 -- 0x7f95b806e4b0 con 0x7f95b80ce4f0 2024-09-13T16:04:18.438 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.437+0000 7f95aeffd640 1 -- 172.21.15.76:0/131601166 <== mon.0 v2:172.21.15.76:3300/0 7 ==== config(1 keys) v1 ==== 46+0+0 (secure 0 0 0) 0x7f95a8053b20 con 0x7f95b80ce4f0 2024-09-13T16:04:18.438 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.437+0000 7f95aeffd640 1 -- 172.21.15.76:0/131601166 <== mon.0 v2:172.21.15.76:3300/0 8 ==== mon_command_ack([{prefix=config set, name=client_inject_fixed_oldest_tid}]=0 v17)=0 v17) v1 ==== 134+0+0 (secure 0 0 0) 0x7f95a8018070 con 0x7f95b80ce4f0 2024-09-13T16:04:18.441 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.439+0000 7f95c06e5640 1 -- 172.21.15.76:0/131601166 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f959c06ac00 msgr2=0x7f959c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:18.441 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.439+0000 7f95c06e5640 1 --2- 172.21.15.76:0/131601166 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f959c06ac00 0x7f959c06d0c0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f95b4037000 tx=0x7f95b403e040 comp rx=0 tx=0).stop 2024-09-13T16:04:18.441 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.439+0000 7f95c06e5640 1 -- 172.21.15.76:0/131601166 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f95b80ce4f0 msgr2=0x7f95b81547d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:18.441 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.439+0000 7f95c06e5640 1 --2- 172.21.15.76:0/131601166 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f95b80ce4f0 0x7f95b81547d0 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7f95a800c4d0 tx=0x7f95a800c990 comp rx=0 tx=0).stop 2024-09-13T16:04:18.441 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.439+0000 7f95c06e5640 1 -- 172.21.15.76:0/131601166 shutdown_connections 2024-09-13T16:04:18.441 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.439+0000 7f95c06e5640 1 --2- 172.21.15.76:0/131601166 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f95b8159310 0x7f95b80aba90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:18.441 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.439+0000 7f95c06e5640 1 --2- 172.21.15.76:0/131601166 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f95b80ce4f0 0x7f95b81547d0 unknown :-1 s=CLOSED pgs=715 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:18.441 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.439+0000 7f95c06e5640 1 --2- 172.21.15.76:0/131601166 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f959c06ac00 0x7f959c06d0c0 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:18.441 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.439+0000 7f95c06e5640 1 --2- 172.21.15.76:0/131601166 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f95b80b2b40 0x7f95b8158090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:18.441 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.439+0000 7f95c06e5640 1 -- 172.21.15.76:0/131601166 >> 172.21.15.76:0/131601166 conn(0x7f95b806a0b0 msgr2=0x7f95b80cb7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:18.441 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.439+0000 7f95c06e5640 1 -- 172.21.15.76:0/131601166 shutdown_connections 2024-09-13T16:04:18.441 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.439+0000 7f95c06e5640 1 -- 172.21.15.76:0/131601166 wait complete. 2024-09-13T16:04:18.451 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:04:18.451 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:04:18.467 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:04:18.605 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.602+0000 7fbe8aaf0640 1 Processor -- start 2024-09-13T16:04:18.605 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.603+0000 7fbe8aaf0640 1 -- start start 2024-09-13T16:04:18.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.603+0000 7fbe8aaf0640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbe8408a370 0x7fbe840d0f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:18.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.603+0000 7fbe8aaf0640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbe840b3540 con 0x7fbe840b4510 2024-09-13T16:04:18.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.603+0000 7fbe8aaf0640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbe840cdc70 con 0x7fbe840b4130 2024-09-13T16:04:18.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.603+0000 7fbe8aaf0640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbe840b2ff0 con 0x7fbe8408a370 2024-09-13T16:04:18.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.604+0000 7fbe8908d640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fbe840b4510 0x7fbe840d1450 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:36128/0 (socket says 172.21.15.76:36128) 2024-09-13T16:04:18.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.604+0000 7fbe8908d640 1 -- 172.21.15.76:0/1533766299 learned_addr learned my addr 172.21.15.76:0/1533766299 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:04:18.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.604+0000 7fbe83fff640 1 --2- 172.21.15.76:0/1533766299 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbe8408a370 0x7fbe840d0f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:18.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.604+0000 7fbe837fe640 1 -- 172.21.15.76:0/1533766299 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2033125902 0 0) 0x7fbe840b3540 con 0x7fbe840b4510 2024-09-13T16:04:18.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.604+0000 7fbe837fe640 1 -- 172.21.15.76:0/1533766299 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fbe6c003520 con 0x7fbe840b4510 2024-09-13T16:04:18.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.604+0000 7fbe837fe640 1 -- 172.21.15.76:0/1533766299 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3512546550 0 0) 0x7fbe74001110 con 0x7fbe840b4130 2024-09-13T16:04:18.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.604+0000 7fbe837fe640 1 -- 172.21.15.76:0/1533766299 --> v1:172.21.15.192:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fbe840b3540 con 0x7fbe840b4130 2024-09-13T16:04:18.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.604+0000 7fbe83fff640 1 -- 172.21.15.76:0/1533766299 >> v1:172.21.15.192:6789/0 conn(0x7fbe840b4130 legacy=0x7fbe840d2d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:18.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.604+0000 7fbe837fe640 1 -- 172.21.15.76:0/1533766299 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3947986968 0 0) 0x7fbe6c003520 con 0x7fbe840b4510 2024-09-13T16:04:18.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.604+0000 7fbe83fff640 1 -- 172.21.15.76:0/1533766299 >> v1:172.21.15.76:6789/0 conn(0x7fbe840b4510 legacy=0x7fbe840d1450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:18.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.604+0000 7fbe83fff640 1 -- 172.21.15.76:0/1533766299 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbe840cd6f0 con 0x7fbe8408a370 2024-09-13T16:04:18.608 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.605+0000 7fbe83fff640 1 --2- 172.21.15.76:0/1533766299 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbe8408a370 0x7fbe840d0f10 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fbe780097d0 tx=0x7fbe7802a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8e1fe2b3e63c015c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:18.609 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.605+0000 7fbe837fe640 1 -- 172.21.15.76:0/1533766299 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe7c0019f0 con 0x7fbe8408a370 2024-09-13T16:04:18.609 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.605+0000 7fbe837fe640 1 -- 172.21.15.76:0/1533766299 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(1 keys) v1 ==== 46+0+0 (secure 0 0 0) 0x7fbe7802ab90 con 0x7fbe8408a370 2024-09-13T16:04:18.609 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.605+0000 7fbe837fe640 1 -- 172.21.15.76:0/1533766299 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe78032440 con 0x7fbe8408a370 2024-09-13T16:04:18.609 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.605+0000 7fbe8aaf0640 1 -- 172.21.15.76:0/1533766299 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbe8408a370 msgr2=0x7fbe840d0f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:18.609 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.605+0000 7fbe8aaf0640 1 --2- 172.21.15.76:0/1533766299 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbe8408a370 0x7fbe840d0f10 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fbe780097d0 tx=0x7fbe7802a100 comp rx=0 tx=0).stop 2024-09-13T16:04:18.609 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.605+0000 7fbe8aaf0640 1 -- 172.21.15.76:0/1533766299 shutdown_connections 2024-09-13T16:04:18.609 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.605+0000 7fbe8aaf0640 1 --2- 172.21.15.76:0/1533766299 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbe8408a370 0x7fbe840d0f10 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:18.609 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.605+0000 7fbe8aaf0640 1 -- 172.21.15.76:0/1533766299 >> 172.21.15.76:0/1533766299 conn(0x7fbe84089f60 msgr2=0x7fbe840d24f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:18.609 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.606+0000 7fbe8aaf0640 1 -- 172.21.15.76:0/1533766299 shutdown_connections 2024-09-13T16:04:18.609 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.606+0000 7fbe8aaf0640 1 -- 172.21.15.76:0/1533766299 wait complete. 2024-09-13T16:04:18.611 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.607+0000 7fbe8aaf0640 1 Processor -- start 2024-09-13T16:04:18.611 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.607+0000 7fbe8aaf0640 1 -- start start 2024-09-13T16:04:18.611 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.608+0000 7fbe8aaf0640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbe8408a370 0x7fbe840ca870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:18.611 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.608+0000 7fbe8aaf0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbe840b4130 0x7fbe8415cd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:18.611 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.608+0000 7fbe8aaf0640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbe840b4510 0x7fbe840c7850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:18.611 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.608+0000 7fbe8aaf0640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbe840caf50 con 0x7fbe840b4130 2024-09-13T16:04:18.612 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.608+0000 7fbe8aaf0640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbe8415d280 con 0x7fbe840b4510 2024-09-13T16:04:18.612 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.608+0000 7fbe8aaf0640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbe840b1cd0 con 0x7fbe8408a370 2024-09-13T16:04:18.612 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.608+0000 7fbe83fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbe840b4130 0x7fbe8415cd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:18.612 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.608+0000 7fbe83fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbe840b4130 0x7fbe8415cd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56760/0 (socket says 172.21.15.76:56760) 2024-09-13T16:04:18.612 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.608+0000 7fbe83fff640 1 -- 172.21.15.76:0/2563018587 learned_addr learned my addr 172.21.15.76:0/2563018587 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:04:18.612 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.608+0000 7fbe8888c640 1 --2- 172.21.15.76:0/2563018587 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbe8408a370 0x7fbe840ca870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:18.612 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.608+0000 7fbe8908d640 1 --2- 172.21.15.76:0/2563018587 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbe840b4510 0x7fbe840c7850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:18.612 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.608+0000 7fbe83fff640 1 -- 172.21.15.76:0/2563018587 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbe8408a370 msgr2=0x7fbe840ca870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:18.612 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.608+0000 7fbe83fff640 1 --2- 172.21.15.76:0/2563018587 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbe8408a370 0x7fbe840ca870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:18.612 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.608+0000 7fbe83fff640 1 -- 172.21.15.76:0/2563018587 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbe840b4510 msgr2=0x7fbe840c7850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:18.612 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.608+0000 7fbe83fff640 1 --2- 172.21.15.76:0/2563018587 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbe840b4510 0x7fbe840c7850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:18.612 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.608+0000 7fbe83fff640 1 -- 172.21.15.76:0/2563018587 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbe78009400 con 0x7fbe840b4130 2024-09-13T16:04:18.612 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.608+0000 7fbe83fff640 1 --2- 172.21.15.76:0/2563018587 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbe840b4130 0x7fbe8415cd40 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7fbe78035040 tx=0x7fbe780046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:18.612 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.608+0000 7fbe817fa640 1 -- 172.21.15.76:0/2563018587 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe7803d830 con 0x7fbe840b4130 2024-09-13T16:04:18.612 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.608+0000 7fbe817fa640 1 -- 172.21.15.76:0/2563018587 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 46+0+0 (secure 0 0 0) 0x7fbe7803d990 con 0x7fbe840b4130 2024-09-13T16:04:18.613 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.608+0000 7fbe8aaf0640 1 -- 172.21.15.76:0/2563018587 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbe840b1fb0 con 0x7fbe840b4130 2024-09-13T16:04:18.613 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.608+0000 7fbe817fa640 1 -- 172.21.15.76:0/2563018587 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe7803dd40 con 0x7fbe840b4130 2024-09-13T16:04:18.613 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.608+0000 7fbe8aaf0640 1 -- 172.21.15.76:0/2563018587 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbe840b2570 con 0x7fbe840b4130 2024-09-13T16:04:18.614 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.610+0000 7fbe8aaf0640 1 -- 172.21.15.76:0/2563018587 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbe840cb100 con 0x7fbe840b4130 2024-09-13T16:04:18.614 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.610+0000 7fbe817fa640 1 -- 172.21.15.76:0/2563018587 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fbe78039040 con 0x7fbe840b4130 2024-09-13T16:04:18.614 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.610+0000 7fbe817fa640 1 --2- 172.21.15.76:0/2563018587 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbe7006ac00 0x7fbe7006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:18.614 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.610+0000 7fbe817fa640 1 -- 172.21.15.76:0/2563018587 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(55..55 src has 1..55) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fbe780a9ea0 con 0x7fbe840b4130 2024-09-13T16:04:18.614 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.610+0000 7fbe8888c640 1 --2- 172.21.15.76:0/2563018587 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbe7006ac00 0x7fbe7006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:18.614 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.611+0000 7fbe8888c640 1 --2- 172.21.15.76:0/2563018587 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbe7006ac00 0x7fbe7006d0c0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fbe74001370 tx=0x7fbe74009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:18.617 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.615+0000 7fbe817fa640 1 -- 172.21.15.76:0/2563018587 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fbe78074f60 con 0x7fbe840b4130 2024-09-13T16:04:18.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.776+0000 7fbe8aaf0640 1 -- 172.21.15.76:0/2563018587 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fbe840d3380 con 0x7fbe840b4130 2024-09-13T16:04:18.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.777+0000 7fbe817fa640 1 -- 172.21.15.76:0/2563018587 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v55) v1 ==== 74+0+16738 (secure 0 0 0) 0x7fbe78037090 con 0x7fbe840b4130 2024-09-13T16:04:18.780 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:04:18.780 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":55,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:04:10.632093+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:04:07.797879+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_data","create_time":"2024-09-13T16:04:08.588584+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:04:18.782 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.779+0000 7fbe8aaf0640 1 -- 172.21.15.76:0/2563018587 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbe7006ac00 msgr2=0x7fbe7006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:18.782 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.779+0000 7fbe8aaf0640 1 --2- 172.21.15.76:0/2563018587 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbe7006ac00 0x7fbe7006d0c0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fbe74001370 tx=0x7fbe74009040 comp rx=0 tx=0).stop 2024-09-13T16:04:18.782 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.779+0000 7fbe8aaf0640 1 -- 172.21.15.76:0/2563018587 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbe840b4130 msgr2=0x7fbe8415cd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:18.782 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.779+0000 7fbe8aaf0640 1 --2- 172.21.15.76:0/2563018587 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbe840b4130 0x7fbe8415cd40 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7fbe78035040 tx=0x7fbe780046c0 comp rx=0 tx=0).stop 2024-09-13T16:04:18.782 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.779+0000 7fbe8aaf0640 1 -- 172.21.15.76:0/2563018587 shutdown_connections 2024-09-13T16:04:18.782 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.779+0000 7fbe8aaf0640 1 --2- 172.21.15.76:0/2563018587 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbe840b4510 0x7fbe840c7850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:18.782 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.779+0000 7fbe8aaf0640 1 --2- 172.21.15.76:0/2563018587 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbe840b4130 0x7fbe8415cd40 unknown :-1 s=CLOSED pgs=717 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:18.782 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.779+0000 7fbe8aaf0640 1 --2- 172.21.15.76:0/2563018587 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbe7006ac00 0x7fbe7006d0c0 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:18.782 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.779+0000 7fbe8aaf0640 1 --2- 172.21.15.76:0/2563018587 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbe8408a370 0x7fbe840ca870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:18.782 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.779+0000 7fbe8aaf0640 1 -- 172.21.15.76:0/2563018587 >> 172.21.15.76:0/2563018587 conn(0x7fbe84089f60 msgr2=0x7fbe840b6d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:18.783 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.779+0000 7fbe8aaf0640 1 -- 172.21.15.76:0/2563018587 shutdown_connections 2024-09-13T16:04:18.783 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.779+0000 7fbe8aaf0640 1 -- 172.21.15.76:0/2563018587 wait complete. 2024-09-13T16:04:18.793 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:01:26.960607+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 7, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:04:07.797879+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '54', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 8, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:04:08.588584+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '55', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:04:18.793 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:04:18.894 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.891+0000 7f00f635e640 1 Processor -- start 2024-09-13T16:04:18.894 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.891+0000 7f00f635e640 1 -- start start 2024-09-13T16:04:18.897 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.892+0000 7f00f635e640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f00f0159310 0x7f00f00ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:18.898 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.892+0000 7f00f635e640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f00f00b2b40 0x7f00f00ab140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:18.898 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.892+0000 7f00f635e640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f00f00ccbe0 con 0x7f00f00ab680 2024-09-13T16:04:18.898 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.892+0000 7f00f635e640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f00f00ad940 con 0x7f00f0159310 2024-09-13T16:04:18.898 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.892+0000 7f00f635e640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f00f00b1810 con 0x7f00f00b2b40 2024-09-13T16:04:18.898 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.892+0000 7f00f48fb640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f00f00ab680 0x7f00f00ce4f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:36138/0 (socket says 172.21.15.76:36138) 2024-09-13T16:04:18.898 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.892+0000 7f00f48fb640 1 -- 172.21.15.76:0/3045872518 learned_addr learned my addr 172.21.15.76:0/3045872518 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:04:18.898 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.893+0000 7f00eeffd640 1 -- 172.21.15.76:0/3045872518 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1235809576 0 0) 0x7f00f00ccbe0 con 0x7f00f00ab680 2024-09-13T16:04:18.898 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.893+0000 7f00effff640 1 --2- 172.21.15.76:0/3045872518 >> v2:172.21.15.192:3300/0 conn(0x7f00f0159310 0x7f00f00ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:18.898 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.893+0000 7f00eeffd640 1 -- 172.21.15.76:0/3045872518 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f00d8003520 con 0x7f00f00ab680 2024-09-13T16:04:18.898 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.893+0000 7f00ef7fe640 1 --2- 172.21.15.76:0/3045872518 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f00f00b2b40 0x7f00f00ab140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:18.898 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.893+0000 7f00eeffd640 1 -- 172.21.15.76:0/3045872518 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3586646808 0 0) 0x7f00d8003520 con 0x7f00f00ab680 2024-09-13T16:04:18.899 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.893+0000 7f00eeffd640 1 -- 172.21.15.76:0/3045872518 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f00f00b2b40 msgr2=0x7f00f00ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:18.899 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.893+0000 7f00eeffd640 1 --2- 172.21.15.76:0/3045872518 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f00f00b2b40 0x7f00f00ab140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:18.899 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.893+0000 7f00eeffd640 1 -- 172.21.15.76:0/3045872518 >> v2:172.21.15.192:3300/0 conn(0x7f00f0159310 msgr2=0x7f00f00ad400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:18.899 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.893+0000 7f00eeffd640 1 --2- 172.21.15.76:0/3045872518 >> v2:172.21.15.192:3300/0 conn(0x7f00f0159310 0x7f00f00ad400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:18.899 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.893+0000 7f00eeffd640 1 -- 172.21.15.76:0/3045872518 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f00f006d9e0 con 0x7f00f00ab680 2024-09-13T16:04:18.899 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.893+0000 7f00eeffd640 1 -- 172.21.15.76:0/3045872518 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f00e80019f0 con 0x7f00f00ab680 2024-09-13T16:04:18.899 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.893+0000 7f00eeffd640 1 -- 172.21.15.76:0/3045872518 >> v1:172.21.15.76:6789/0 conn(0x7f00f00ab680 legacy=0x7f00f00ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:18.899 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.893+0000 7f00eeffd640 1 --2- 172.21.15.76:0/3045872518 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f00d8003970 0x7f00d8003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:18.899 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.893+0000 7f00eeffd640 1 --2- 172.21.15.76:0/3045872518 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f00f00b2b40 0x7f00d80047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:18.899 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.893+0000 7f00eeffd640 1 --2- 172.21.15.76:0/3045872518 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00d8004d00 0x7f00d8005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:18.899 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.893+0000 7f00eeffd640 1 -- 172.21.15.76:0/3045872518 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f00f00b1810 con 0x7f00d8004d00 2024-09-13T16:04:18.899 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.893+0000 7f00eeffd640 1 -- 172.21.15.76:0/3045872518 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f00d800b980 con 0x7f00d8003970 2024-09-13T16:04:18.899 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.893+0000 7f00eeffd640 1 -- 172.21.15.76:0/3045872518 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f00d800baf0 con 0x7f00f00b2b40 2024-09-13T16:04:18.900 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.893+0000 7f00f48fb640 1 --2- 172.21.15.76:0/3045872518 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00d8004d00 0x7f00d8005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:18.900 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.893+0000 7f00effff640 1 --2- 172.21.15.76:0/3045872518 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f00d8003970 0x7f00d8003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:18.900 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.893+0000 7f00ef7fe640 1 --2- 172.21.15.76:0/3045872518 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f00f00b2b40 0x7f00d80047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:18.900 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.893+0000 7f00f48fb640 1 -- 172.21.15.76:0/3045872518 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f00f00b2b40 msgr2=0x7f00d80047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:18.900 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.893+0000 7f00f48fb640 1 --2- 172.21.15.76:0/3045872518 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f00f00b2b40 0x7f00d80047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:18.900 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.893+0000 7f00f48fb640 1 -- 172.21.15.76:0/3045872518 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f00d8003970 msgr2=0x7f00d8003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:18.900 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.893+0000 7f00f48fb640 1 --2- 172.21.15.76:0/3045872518 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f00d8003970 0x7f00d8003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:18.900 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.893+0000 7f00f48fb640 1 -- 172.21.15.76:0/3045872518 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f00d8003520 con 0x7f00d8004d00 2024-09-13T16:04:18.900 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.894+0000 7f00f48fb640 1 --2- 172.21.15.76:0/3045872518 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00d8004d00 0x7f00d8005180 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7f00f009c460 tx=0x7f00d80057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f634755f833d9ac9 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:18.900 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.894+0000 7f00eeffd640 1 -- 172.21.15.76:0/3045872518 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00e802b9f0 con 0x7f00d8004d00 2024-09-13T16:04:18.900 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.894+0000 7f00eeffd640 1 -- 172.21.15.76:0/3045872518 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 46+0+0 (secure 0 0 0) 0x7f00e802bb50 con 0x7f00d8004d00 2024-09-13T16:04:18.900 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.894+0000 7f00eeffd640 1 -- 172.21.15.76:0/3045872518 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00e8034470 con 0x7f00d8004d00 2024-09-13T16:04:18.901 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.895+0000 7f00f635e640 1 -- 172.21.15.76:0/3045872518 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00d8004d00 msgr2=0x7f00d8005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:18.901 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.895+0000 7f00f635e640 1 --2- 172.21.15.76:0/3045872518 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00d8004d00 0x7f00d8005180 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7f00f009c460 tx=0x7f00d80057f0 comp rx=0 tx=0).stop 2024-09-13T16:04:18.901 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.895+0000 7f00f48fb640 1 -- 172.21.15.76:0/3045872518 reap_dead start 2024-09-13T16:04:18.901 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.895+0000 7f00f635e640 1 -- 172.21.15.76:0/3045872518 shutdown_connections 2024-09-13T16:04:18.901 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.895+0000 7f00f635e640 1 -- 172.21.15.76:0/3045872518 >> 172.21.15.76:0/3045872518 conn(0x7f00f006a0b0 msgr2=0x7f00f006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:18.901 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.895+0000 7f00f635e640 1 -- 172.21.15.76:0/3045872518 shutdown_connections 2024-09-13T16:04:18.901 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.895+0000 7f00f635e640 1 -- 172.21.15.76:0/3045872518 wait complete. 2024-09-13T16:04:18.903 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.896+0000 7f00f635e640 1 Processor -- start 2024-09-13T16:04:18.904 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.896+0000 7f00f635e640 1 -- start start 2024-09-13T16:04:18.904 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.897+0000 7f00f635e640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f00d8004d00 0x7f00f00c2ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:18.904 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.897+0000 7f00f635e640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f00f00c4a30 0x7f00f01581d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:18.904 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.897+0000 7f00f635e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00f0158710 0x7f00f015b6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:18.904 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.897+0000 7f00f635e640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f00f0158bc0 con 0x7f00f0158710 2024-09-13T16:04:18.904 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.897+0000 7f00f635e640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f00f0071db0 con 0x7f00f00c4a30 2024-09-13T16:04:18.904 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.897+0000 7f00f635e640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f00f00c3220 con 0x7f00d8004d00 2024-09-13T16:04:18.904 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.897+0000 7f00f48fb640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00f0158710 0x7f00f015b6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:18.904 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.897+0000 7f00f48fb640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00f0158710 0x7f00f015b6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56774/0 (socket says 172.21.15.76:56774) 2024-09-13T16:04:18.904 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.897+0000 7f00f48fb640 1 -- 172.21.15.76:0/2708241621 learned_addr learned my addr 172.21.15.76:0/2708241621 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:04:18.904 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.897+0000 7f00ef7fe640 1 --2- 172.21.15.76:0/2708241621 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f00f00c4a30 0x7f00f01581d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:18.904 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.897+0000 7f00effff640 1 --2- 172.21.15.76:0/2708241621 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f00d8004d00 0x7f00f00c2ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:18.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.897+0000 7f00f48fb640 1 -- 172.21.15.76:0/2708241621 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f00d8004d00 msgr2=0x7f00f00c2ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:18.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.897+0000 7f00f48fb640 1 --2- 172.21.15.76:0/2708241621 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f00d8004d00 0x7f00f00c2ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:18.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.897+0000 7f00f48fb640 1 -- 172.21.15.76:0/2708241621 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f00f00c4a30 msgr2=0x7f00f01581d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:18.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.897+0000 7f00f48fb640 1 --2- 172.21.15.76:0/2708241621 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f00f00c4a30 0x7f00f01581d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:18.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.897+0000 7f00f48fb640 1 -- 172.21.15.76:0/2708241621 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f00f014d0e0 con 0x7f00f0158710 2024-09-13T16:04:18.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.897+0000 7f00f48fb640 1 --2- 172.21.15.76:0/2708241621 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00f0158710 0x7f00f015b6a0 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7f00e8000f80 tx=0x7f00e8001360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:18.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.898+0000 7f00ecff9640 1 -- 172.21.15.76:0/2708241621 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00e8038070 con 0x7f00f0158710 2024-09-13T16:04:18.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.898+0000 7f00ecff9640 1 -- 172.21.15.76:0/2708241621 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 46+0+0 (secure 0 0 0) 0x7f00e8034670 con 0x7f00f0158710 2024-09-13T16:04:18.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.898+0000 7f00ecff9640 1 -- 172.21.15.76:0/2708241621 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00e8034a00 con 0x7f00f0158710 2024-09-13T16:04:18.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.898+0000 7f00f635e640 1 -- 172.21.15.76:0/2708241621 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f00f015c3b0 con 0x7f00f0158710 2024-09-13T16:04:18.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.898+0000 7f00f635e640 1 -- 172.21.15.76:0/2708241621 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f00f014d380 con 0x7f00f0158710 2024-09-13T16:04:18.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.899+0000 7f00f635e640 1 -- 172.21.15.76:0/2708241621 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f00f00ab140 con 0x7f00f0158710 2024-09-13T16:04:18.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.899+0000 7f00ecff9640 1 -- 172.21.15.76:0/2708241621 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f00e8031070 con 0x7f00f0158710 2024-09-13T16:04:18.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.899+0000 7f00ecff9640 1 --2- 172.21.15.76:0/2708241621 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f00dc06ac00 0x7f00dc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:18.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.900+0000 7f00effff640 1 --2- 172.21.15.76:0/2708241621 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f00dc06ac00 0x7f00dc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:18.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.900+0000 7f00ecff9640 1 -- 172.21.15.76:0/2708241621 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(55..55 src has 1..55) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f00e803b040 con 0x7f00f0158710 2024-09-13T16:04:18.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.900+0000 7f00effff640 1 --2- 172.21.15.76:0/2708241621 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f00dc06ac00 0x7f00dc06d0c0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f00f014d000 tx=0x7f00e0009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:18.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:18.904+0000 7f00ecff9640 1 -- 172.21.15.76:0/2708241621 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f00e80743c0 con 0x7f00f0158710 2024-09-13T16:04:19.070 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.067+0000 7f00f635e640 1 -- 172.21.15.76:0/2708241621 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f00f006e4b0 con 0x7f00f0158710 2024-09-13T16:04:19.070 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.068+0000 7f00ecff9640 1 -- 172.21.15.76:0/2708241621 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v55) v1 ==== 93+0+10 (secure 0 0 0) 0x7f00e8044020 con 0x7f00f0158710 2024-09-13T16:04:19.070 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2024-09-13T16:04:19.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.069+0000 7f00f635e640 1 -- 172.21.15.76:0/2708241621 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f00dc06ac00 msgr2=0x7f00dc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:19.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.069+0000 7f00f635e640 1 --2- 172.21.15.76:0/2708241621 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f00dc06ac00 0x7f00dc06d0c0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f00f014d000 tx=0x7f00e0009190 comp rx=0 tx=0).stop 2024-09-13T16:04:19.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.069+0000 7f00f635e640 1 -- 172.21.15.76:0/2708241621 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00f0158710 msgr2=0x7f00f015b6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:19.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.069+0000 7f00f635e640 1 --2- 172.21.15.76:0/2708241621 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00f0158710 0x7f00f015b6a0 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7f00e8000f80 tx=0x7f00e8001360 comp rx=0 tx=0).stop 2024-09-13T16:04:19.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.069+0000 7f00f635e640 1 -- 172.21.15.76:0/2708241621 shutdown_connections 2024-09-13T16:04:19.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.069+0000 7f00f635e640 1 --2- 172.21.15.76:0/2708241621 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00f0158710 0x7f00f015b6a0 unknown :-1 s=CLOSED pgs=720 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:19.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.069+0000 7f00f635e640 1 --2- 172.21.15.76:0/2708241621 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f00f00c4a30 0x7f00f01581d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:19.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.069+0000 7f00f635e640 1 --2- 172.21.15.76:0/2708241621 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f00dc06ac00 0x7f00dc06d0c0 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:19.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.069+0000 7f00f635e640 1 --2- 172.21.15.76:0/2708241621 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f00d8004d00 0x7f00f00c2ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:19.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.069+0000 7f00f635e640 1 -- 172.21.15.76:0/2708241621 >> 172.21.15.76:0/2708241621 conn(0x7f00f006a0b0 msgr2=0x7f00f00ac450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:19.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.070+0000 7f00f635e640 1 -- 172.21.15.76:0/2708241621 shutdown_connections 2024-09-13T16:04:19.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.070+0000 7f00f635e640 1 -- 172.21.15.76:0/2708241621 wait complete. 2024-09-13T16:04:19.082 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:04:19.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.182+0000 7f2bba5bc640 1 Processor -- start 2024-09-13T16:04:19.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.182+0000 7f2bba5bc640 1 -- start start 2024-09-13T16:04:19.186 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.183+0000 7f2bba5bc640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f2bb40b2b40 0x7f2bb40ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:19.186 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.183+0000 7f2bba5bc640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2bb40ce4f0 0x7f2bb40ce900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:19.186 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.183+0000 7f2bba5bc640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2bb40ccbe0 con 0x7f2bb4159310 2024-09-13T16:04:19.186 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.183+0000 7f2bba5bc640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2bb40ad940 con 0x7f2bb40b2b40 2024-09-13T16:04:19.186 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.183+0000 7f2bba5bc640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2bb40b1810 con 0x7f2bb40ce4f0 2024-09-13T16:04:19.186 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.183+0000 7f2babfff640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f2bb40b2b40 0x7f2bb40ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:19.186 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.183+0000 7f2bb8b59640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2bb40ce4f0 0x7f2bb40ce900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:19.186 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.183+0000 7f2bb3fff640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7f2bb4159310 0x7f2bb40ab140 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:35600/0 (socket says 172.21.15.76:35600) 2024-09-13T16:04:19.186 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.183+0000 7f2bb3fff640 1 -- 172.21.15.76:0/992454534 learned_addr learned my addr 172.21.15.76:0/992454534 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:04:19.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.183+0000 7f2bb37fe640 1 -- 172.21.15.76:0/992454534 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1264640391 0 0) 0x7f2bb40ccbe0 con 0x7f2bb4159310 2024-09-13T16:04:19.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.183+0000 7f2bb37fe640 1 -- 172.21.15.76:0/992454534 --> v1:172.21.15.192:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2ba0003520 con 0x7f2bb4159310 2024-09-13T16:04:19.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.183+0000 7f2babfff640 1 -- 172.21.15.76:0/992454534 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2bb40ce4f0 msgr2=0x7f2bb40ce900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:19.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.183+0000 7f2babfff640 1 --2- 172.21.15.76:0/992454534 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2bb40ce4f0 0x7f2bb40ce900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:19.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.183+0000 7f2babfff640 1 -- 172.21.15.76:0/992454534 >> v1:172.21.15.192:6789/0 conn(0x7f2bb4159310 legacy=0x7f2bb40ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:19.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.183+0000 7f2babfff640 1 -- 172.21.15.76:0/992454534 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2bb40cee40 con 0x7f2bb40b2b40 2024-09-13T16:04:19.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.183+0000 7f2bb8b59640 1 --2- 172.21.15.76:0/992454534 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2bb40ce4f0 0x7f2bb40ce900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:04:19.188 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.184+0000 7f2babfff640 1 --2- 172.21.15.76:0/992454534 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2bb40b2b40 0x7f2bb40ad400 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f2b9c0097a0 tx=0x7f2b9c02a100 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fd06196242c493a6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:19.188 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.184+0000 7f2bb37fe640 1 -- 172.21.15.76:0/992454534 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b9c02ae50 con 0x7f2bb40b2b40 2024-09-13T16:04:19.189 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.184+0000 7f2bb37fe640 1 -- 172.21.15.76:0/992454534 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(1 keys) v1 ==== 46+0+0 (secure 0 0 0) 0x7f2b9c032440 con 0x7f2bb40b2b40 2024-09-13T16:04:19.189 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.184+0000 7f2bb37fe640 1 -- 172.21.15.76:0/992454534 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b9c0327b0 con 0x7f2bb40b2b40 2024-09-13T16:04:19.189 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.185+0000 7f2bba5bc640 1 -- 172.21.15.76:0/992454534 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2bb40b2b40 msgr2=0x7f2bb40ad400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:19.189 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.185+0000 7f2bba5bc640 1 --2- 172.21.15.76:0/992454534 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2bb40b2b40 0x7f2bb40ad400 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f2b9c0097a0 tx=0x7f2b9c02a100 comp rx=0 tx=0).stop 2024-09-13T16:04:19.189 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.185+0000 7f2bba5bc640 1 -- 172.21.15.76:0/992454534 shutdown_connections 2024-09-13T16:04:19.189 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.185+0000 7f2bba5bc640 1 --2- 172.21.15.76:0/992454534 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2bb40ce4f0 0x7f2bb40ce900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:19.189 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.185+0000 7f2bba5bc640 1 --2- 172.21.15.76:0/992454534 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2bb40b2b40 0x7f2bb40ad400 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:19.189 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.185+0000 7f2bba5bc640 1 -- 172.21.15.76:0/992454534 >> 172.21.15.76:0/992454534 conn(0x7f2bb406a0b0 msgr2=0x7f2bb406a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:19.189 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.185+0000 7f2bba5bc640 1 -- 172.21.15.76:0/992454534 shutdown_connections 2024-09-13T16:04:19.189 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.185+0000 7f2bba5bc640 1 -- 172.21.15.76:0/992454534 wait complete. 2024-09-13T16:04:19.189 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.186+0000 7f2bba5bc640 1 Processor -- start 2024-09-13T16:04:19.189 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.186+0000 7f2bba5bc640 1 -- start start 2024-09-13T16:04:19.191 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.187+0000 7f2bba5bc640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2bb40b2b40 0x7f2bb41e09c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:19.191 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.187+0000 7f2bba5bc640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2bb40ce4f0 0x7f2bb41df2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:19.191 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.187+0000 7f2bba5bc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2bb4159310 0x7f2bb409b7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:19.191 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.187+0000 7f2bba5bc640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2bb41df820 con 0x7f2bb4159310 2024-09-13T16:04:19.192 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.187+0000 7f2bba5bc640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2bb41e1c80 con 0x7f2bb40b2b40 2024-09-13T16:04:19.192 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.187+0000 7f2bba5bc640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2bb41de590 con 0x7f2bb40ce4f0 2024-09-13T16:04:19.192 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.187+0000 7f2bb8b59640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2bb4159310 0x7f2bb409b7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:19.192 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.187+0000 7f2bb8b59640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2bb4159310 0x7f2bb409b7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56788/0 (socket says 172.21.15.76:56788) 2024-09-13T16:04:19.192 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.187+0000 7f2bb8b59640 1 -- 172.21.15.76:0/1321417599 learned_addr learned my addr 172.21.15.76:0/1321417599 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:04:19.192 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.187+0000 7f2bb3fff640 1 --2- 172.21.15.76:0/1321417599 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2bb40b2b40 0x7f2bb41e09c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:19.192 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.187+0000 7f2babfff640 1 --2- 172.21.15.76:0/1321417599 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2bb40ce4f0 0x7f2bb41df2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:19.192 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.187+0000 7f2bb8b59640 1 -- 172.21.15.76:0/1321417599 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2bb40ce4f0 msgr2=0x7f2bb41df2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:19.192 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.188+0000 7f2bb8b59640 1 --2- 172.21.15.76:0/1321417599 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2bb40ce4f0 0x7f2bb41df2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:19.192 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.188+0000 7f2bb8b59640 1 -- 172.21.15.76:0/1321417599 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2bb40b2b40 msgr2=0x7f2bb41e09c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:19.192 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.188+0000 7f2bb8b59640 1 --2- 172.21.15.76:0/1321417599 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2bb40b2b40 0x7f2bb41e09c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:19.192 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.188+0000 7f2bb8b59640 1 -- 172.21.15.76:0/1321417599 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2bac009a70 con 0x7f2bb4159310 2024-09-13T16:04:19.192 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.188+0000 7f2bb8b59640 1 --2- 172.21.15.76:0/1321417599 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2bb4159310 0x7f2bb409b7e0 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7f2bac00efc0 tx=0x7f2bac009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:19.193 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.188+0000 7f2bb17fa640 1 -- 172.21.15.76:0/1321417599 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2bac009d70 con 0x7f2bb4159310 2024-09-13T16:04:19.193 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.188+0000 7f2bb17fa640 1 -- 172.21.15.76:0/1321417599 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 46+0+0 (secure 0 0 0) 0x7f2bac00f040 con 0x7f2bb4159310 2024-09-13T16:04:19.193 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.188+0000 7f2bb17fa640 1 -- 172.21.15.76:0/1321417599 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2bac003990 con 0x7f2bb4159310 2024-09-13T16:04:19.193 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.188+0000 7f2bba5bc640 1 -- 172.21.15.76:0/1321417599 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2b9c009400 con 0x7f2bb4159310 2024-09-13T16:04:19.193 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.188+0000 7f2bba5bc640 1 -- 172.21.15.76:0/1321417599 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2bb41dedc0 con 0x7f2bb4159310 2024-09-13T16:04:19.193 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.189+0000 7f2bba5bc640 1 -- 172.21.15.76:0/1321417599 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2bb406dfa0 con 0x7f2bb4159310 2024-09-13T16:04:19.194 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.190+0000 7f2bb17fa640 1 -- 172.21.15.76:0/1321417599 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f2bac0144a0 con 0x7f2bb4159310 2024-09-13T16:04:19.194 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.190+0000 7f2bb17fa640 1 --2- 172.21.15.76:0/1321417599 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2b9406ac00 0x7f2b9406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:19.194 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.190+0000 7f2bb17fa640 1 -- 172.21.15.76:0/1321417599 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(55..55 src has 1..55) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f2bac08a010 con 0x7f2bb4159310 2024-09-13T16:04:19.194 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.190+0000 7f2bb3fff640 1 --2- 172.21.15.76:0/1321417599 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2b9406ac00 0x7f2b9406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:19.194 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.190+0000 7f2bb3fff640 1 --2- 172.21.15.76:0/1321417599 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2b9406ac00 0x7f2b9406d0c0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f2ba4005880 tx=0x7f2ba4009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:19.196 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.194+0000 7f2bb17fa640 1 -- 172.21.15.76:0/1321417599 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f2bac055160 con 0x7f2bb4159310 2024-09-13T16:04:19.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.357+0000 7f2bba5bc640 1 -- 172.21.15.76:0/1321417599 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f2bb406e4b0 con 0x7f2bb4159310 2024-09-13T16:04:19.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.357+0000 7f2bb17fa640 1 -- 172.21.15.76:0/1321417599 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v55) v1 ==== 104+0+11 (secure 0 0 0) 0x7f2bac058780 con 0x7f2bb4159310 2024-09-13T16:04:19.360 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2024-09-13T16:04:19.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.359+0000 7f2bba5bc640 1 -- 172.21.15.76:0/1321417599 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2b9406ac00 msgr2=0x7f2b9406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:19.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.359+0000 7f2bba5bc640 1 --2- 172.21.15.76:0/1321417599 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2b9406ac00 0x7f2b9406d0c0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f2ba4005880 tx=0x7f2ba4009040 comp rx=0 tx=0).stop 2024-09-13T16:04:19.362 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.359+0000 7f2bba5bc640 1 -- 172.21.15.76:0/1321417599 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2bb4159310 msgr2=0x7f2bb409b7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:19.362 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.359+0000 7f2bba5bc640 1 --2- 172.21.15.76:0/1321417599 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2bb4159310 0x7f2bb409b7e0 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7f2bac00efc0 tx=0x7f2bac009f90 comp rx=0 tx=0).stop 2024-09-13T16:04:19.362 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.359+0000 7f2bba5bc640 1 -- 172.21.15.76:0/1321417599 shutdown_connections 2024-09-13T16:04:19.362 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.359+0000 7f2bba5bc640 1 --2- 172.21.15.76:0/1321417599 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2bb4159310 0x7f2bb409b7e0 unknown :-1 s=CLOSED pgs=721 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:19.362 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.359+0000 7f2bba5bc640 1 --2- 172.21.15.76:0/1321417599 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2b9406ac00 0x7f2b9406d0c0 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:19.362 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.359+0000 7f2bba5bc640 1 --2- 172.21.15.76:0/1321417599 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2bb40ce4f0 0x7f2bb41df2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:19.362 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.359+0000 7f2bba5bc640 1 --2- 172.21.15.76:0/1321417599 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2bb40b2b40 0x7f2bb41e09c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:19.362 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.359+0000 7f2bba5bc640 1 -- 172.21.15.76:0/1321417599 >> 172.21.15.76:0/1321417599 conn(0x7f2bb406a0b0 msgr2=0x7f2bb4070b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:19.362 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.359+0000 7f2bba5bc640 1 -- 172.21.15.76:0/1321417599 shutdown_connections 2024-09-13T16:04:19.362 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.359+0000 7f2bba5bc640 1 -- 172.21.15.76:0/1321417599 wait complete. 2024-09-13T16:04:19.372 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:04:19.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.472+0000 7fe703c0d640 1 Processor -- start 2024-09-13T16:04:19.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.473+0000 7fe703c0d640 1 -- start start 2024-09-13T16:04:19.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.473+0000 7fe703c0d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe6fc0d2760 0x7fe6fc0cd8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:19.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.473+0000 7fe703c0d640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe6fc0cd450 con 0x7fe6fc0cde20 2024-09-13T16:04:19.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.473+0000 7fe703c0d640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe6fc0d0cf0 con 0x7fe6fc15c500 2024-09-13T16:04:19.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.473+0000 7fe703c0d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe6fc0d0fd0 con 0x7fe6fc0d2760 2024-09-13T16:04:19.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.474+0000 7fe7021aa640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fe6fc0cde20 0x7fe6fc0d0000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:36148/0 (socket says 172.21.15.76:36148) 2024-09-13T16:04:19.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.474+0000 7fe7021aa640 1 -- 172.21.15.76:0/3020491489 learned_addr learned my addr 172.21.15.76:0/3020491489 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:04:19.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.474+0000 7fe7011a8640 1 --2- 172.21.15.76:0/3020491489 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe6fc0d2760 0x7fe6fc0cd8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:19.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.474+0000 7fe7009a7640 1 -- 172.21.15.76:0/3020491489 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1777117144 0 0) 0x7fe6fc0cd450 con 0x7fe6fc0cde20 2024-09-13T16:04:19.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.474+0000 7fe7009a7640 1 -- 172.21.15.76:0/3020491489 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe6e8003520 con 0x7fe6fc0cde20 2024-09-13T16:04:19.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.474+0000 7fe7009a7640 1 -- 172.21.15.76:0/3020491489 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 994552148 0 0) 0x7fe6e8003520 con 0x7fe6fc0cde20 2024-09-13T16:04:19.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.474+0000 7fe7009a7640 1 -- 172.21.15.76:0/3020491489 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe6fc0d2760 msgr2=0x7fe6fc0cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:19.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.474+0000 7fe7009a7640 1 --2- 172.21.15.76:0/3020491489 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe6fc0d2760 0x7fe6fc0cd8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:19.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.474+0000 7fe7009a7640 1 -- 172.21.15.76:0/3020491489 >> v1:172.21.15.192:6789/0 conn(0x7fe6fc15c500 legacy=0x7fe6fc0d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:19.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.474+0000 7fe7009a7640 1 -- 172.21.15.76:0/3020491489 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe6fc0cd0e0 con 0x7fe6fc0cde20 2024-09-13T16:04:19.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.474+0000 7fe7009a7640 1 -- 172.21.15.76:0/3020491489 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7fe6f40019f0 con 0x7fe6fc0cde20 2024-09-13T16:04:19.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.474+0000 7fe7009a7640 1 -- 172.21.15.76:0/3020491489 >> v1:172.21.15.76:6789/0 conn(0x7fe6fc0cde20 legacy=0x7fe6fc0d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:19.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.474+0000 7fe7009a7640 1 --2- 172.21.15.76:0/3020491489 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe6fc0d2760 0x7fe6e80039a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:19.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.474+0000 7fe7009a7640 1 --2- 172.21.15.76:0/3020491489 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe6e8003ee0 0x7fe6e80047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:19.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.474+0000 7fe7009a7640 1 --2- 172.21.15.76:0/3020491489 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe6e8004d00 0x7fe6e8005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:19.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.474+0000 7fe7009a7640 1 -- 172.21.15.76:0/3020491489 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6fc0d0fd0 con 0x7fe6e8003ee0 2024-09-13T16:04:19.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.474+0000 7fe7009a7640 1 -- 172.21.15.76:0/3020491489 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6e800b9e0 con 0x7fe6e8004d00 2024-09-13T16:04:19.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.474+0000 7fe7009a7640 1 -- 172.21.15.76:0/3020491489 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe6e800bba0 con 0x7fe6fc0d2760 2024-09-13T16:04:19.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.474+0000 7fe7011a8640 1 --2- 172.21.15.76:0/3020491489 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe6e8003ee0 0x7fe6e80047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:19.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.474+0000 7fe7019a9640 1 --2- 172.21.15.76:0/3020491489 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe6fc0d2760 0x7fe6e80039a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:19.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.474+0000 7fe7021aa640 1 --2- 172.21.15.76:0/3020491489 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe6e8004d00 0x7fe6e8005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:19.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.475+0000 7fe7011a8640 1 -- 172.21.15.76:0/3020491489 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe6fc0d2760 msgr2=0x7fe6e80039a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:19.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.475+0000 7fe7011a8640 1 --2- 172.21.15.76:0/3020491489 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe6fc0d2760 0x7fe6e80039a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:19.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.475+0000 7fe7011a8640 1 -- 172.21.15.76:0/3020491489 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe6e8004d00 msgr2=0x7fe6e8005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:19.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.475+0000 7fe7011a8640 1 --2- 172.21.15.76:0/3020491489 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe6e8004d00 0x7fe6e8005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:19.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.475+0000 7fe7011a8640 1 -- 172.21.15.76:0/3020491489 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe6e8003520 con 0x7fe6e8003ee0 2024-09-13T16:04:19.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.475+0000 7fe7021aa640 1 --2- 172.21.15.76:0/3020491489 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe6e8004d00 0x7fe6e8005180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:04:19.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.475+0000 7fe7011a8640 1 --2- 172.21.15.76:0/3020491489 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe6e8003ee0 0x7fe6e80047c0 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7fe6ec009a90 tx=0x7fe6e80057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=52f48c109e5e49f5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:19.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.475+0000 7fe7009a7640 1 -- 172.21.15.76:0/3020491489 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6ec031400 con 0x7fe6e8003ee0 2024-09-13T16:04:19.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.476+0000 7fe7009a7640 1 -- 172.21.15.76:0/3020491489 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 46+0+0 (secure 0 0 0) 0x7fe6ec02d050 con 0x7fe6e8003ee0 2024-09-13T16:04:19.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.476+0000 7fe7009a7640 1 -- 172.21.15.76:0/3020491489 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6ec0317a0 con 0x7fe6e8003ee0 2024-09-13T16:04:19.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.476+0000 7fe703c0d640 1 -- 172.21.15.76:0/3020491489 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe6e8003ee0 msgr2=0x7fe6e80047c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:19.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.476+0000 7fe703c0d640 1 --2- 172.21.15.76:0/3020491489 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe6e8003ee0 0x7fe6e80047c0 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7fe6ec009a90 tx=0x7fe6e80057f0 comp rx=0 tx=0).stop 2024-09-13T16:04:19.482 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.476+0000 7fe7021aa640 1 -- 172.21.15.76:0/3020491489 reap_dead start 2024-09-13T16:04:19.482 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.476+0000 7fe703c0d640 1 -- 172.21.15.76:0/3020491489 shutdown_connections 2024-09-13T16:04:19.482 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.476+0000 7fe703c0d640 1 -- 172.21.15.76:0/3020491489 >> 172.21.15.76:0/3020491489 conn(0x7fe6fc089f60 msgr2=0x7fe6fc09b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:19.482 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.476+0000 7fe703c0d640 1 -- 172.21.15.76:0/3020491489 shutdown_connections 2024-09-13T16:04:19.482 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.476+0000 7fe703c0d640 1 -- 172.21.15.76:0/3020491489 wait complete. 2024-09-13T16:04:19.484 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.477+0000 7fe703c0d640 1 Processor -- start 2024-09-13T16:04:19.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.477+0000 7fe703c0d640 1 -- start start 2024-09-13T16:04:19.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.478+0000 7fe703c0d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe6e8003ee0 0x7fe6fc15ec80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:19.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.478+0000 7fe703c0d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe6fc0cbf70 0x7fe6fc1f2470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:19.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.478+0000 7fe703c0d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe6fc0b7940 0x7fe6fc160580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:19.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.478+0000 7fe703c0d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6fc1f1cb0 con 0x7fe6fc0cbf70 2024-09-13T16:04:19.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.478+0000 7fe703c0d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6fc15f4d0 con 0x7fe6e8003ee0 2024-09-13T16:04:19.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.478+0000 7fe703c0d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe6fc15f7b0 con 0x7fe6fc0b7940 2024-09-13T16:04:19.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.478+0000 7fe7011a8640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe6fc0cbf70 0x7fe6fc1f2470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:19.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.478+0000 7fe7011a8640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe6fc0cbf70 0x7fe6fc1f2470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56814/0 (socket says 172.21.15.76:56814) 2024-09-13T16:04:19.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.478+0000 7fe7011a8640 1 -- 172.21.15.76:0/332271879 learned_addr learned my addr 172.21.15.76:0/332271879 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:04:19.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.478+0000 7fe7019a9640 1 --2- 172.21.15.76:0/332271879 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe6e8003ee0 0x7fe6fc15ec80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:19.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.478+0000 7fe7011a8640 1 -- 172.21.15.76:0/332271879 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe6fc0b7940 msgr2=0x7fe6fc160580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:19.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.478+0000 7fe7011a8640 1 --2- 172.21.15.76:0/332271879 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe6fc0b7940 0x7fe6fc160580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:19.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.478+0000 7fe7011a8640 1 -- 172.21.15.76:0/332271879 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe6e8003ee0 msgr2=0x7fe6fc15ec80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:19.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.478+0000 7fe7011a8640 1 --2- 172.21.15.76:0/332271879 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe6e8003ee0 0x7fe6fc15ec80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:19.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.478+0000 7fe7011a8640 1 -- 172.21.15.76:0/332271879 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe6fc1f1f50 con 0x7fe6fc0cbf70 2024-09-13T16:04:19.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.478+0000 7fe7019a9640 1 --2- 172.21.15.76:0/332271879 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe6e8003ee0 0x7fe6fc15ec80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:04:19.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.479+0000 7fe7011a8640 1 --2- 172.21.15.76:0/332271879 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe6fc0cbf70 0x7fe6fc1f2470 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7fe6ec006f80 tx=0x7fe6ec004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:19.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.479+0000 7fe6f27fc640 1 -- 172.21.15.76:0/332271879 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6ec03a610 con 0x7fe6fc0cbf70 2024-09-13T16:04:19.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.479+0000 7fe6f27fc640 1 -- 172.21.15.76:0/332271879 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 46+0+0 (secure 0 0 0) 0x7fe6ec03a770 con 0x7fe6fc0cbf70 2024-09-13T16:04:19.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.479+0000 7fe703c0d640 1 -- 172.21.15.76:0/332271879 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe6fc15d7a0 con 0x7fe6fc0cbf70 2024-09-13T16:04:19.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.479+0000 7fe6f27fc640 1 -- 172.21.15.76:0/332271879 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6ec03ab20 con 0x7fe6fc0cbf70 2024-09-13T16:04:19.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.479+0000 7fe703c0d640 1 -- 172.21.15.76:0/332271879 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe6fc15f1c0 con 0x7fe6fc0cbf70 2024-09-13T16:04:19.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.480+0000 7fe703c0d640 1 -- 172.21.15.76:0/332271879 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe6fc0d2050 con 0x7fe6fc0cbf70 2024-09-13T16:04:19.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.480+0000 7fe6f27fc640 1 -- 172.21.15.76:0/332271879 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe6ec038040 con 0x7fe6fc0cbf70 2024-09-13T16:04:19.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.481+0000 7fe6f27fc640 1 --2- 172.21.15.76:0/332271879 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe6e006ac00 0x7fe6e006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:19.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.481+0000 7fe6f27fc640 1 -- 172.21.15.76:0/332271879 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(55..55 src has 1..55) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fe6ec0a9780 con 0x7fe6fc0cbf70 2024-09-13T16:04:19.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.481+0000 7fe7019a9640 1 --2- 172.21.15.76:0/332271879 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe6e006ac00 0x7fe6e006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:19.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.481+0000 7fe7019a9640 1 --2- 172.21.15.76:0/332271879 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe6e006ac00 0x7fe6e006d0c0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fe6f8003700 tx=0x7fe6f8009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:19.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.485+0000 7fe6f27fc640 1 -- 172.21.15.76:0/332271879 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fe6ec0748b0 con 0x7fe6fc0cbf70 2024-09-13T16:04:19.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.647+0000 7fe703c0d640 1 -- 172.21.15.76:0/332271879 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fe6fc1f1bd0 con 0x7fe6fc0cbf70 2024-09-13T16:04:19.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.647+0000 7fe6f27fc640 1 -- 172.21.15.76:0/332271879 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v55) v1 ==== 100+0+11 (secure 0 0 0) 0x7fe6ec0360a0 con 0x7fe6fc0cbf70 2024-09-13T16:04:19.650 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2024-09-13T16:04:19.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.649+0000 7fe703c0d640 1 -- 172.21.15.76:0/332271879 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe6e006ac00 msgr2=0x7fe6e006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:19.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.649+0000 7fe703c0d640 1 --2- 172.21.15.76:0/332271879 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe6e006ac00 0x7fe6e006d0c0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fe6f8003700 tx=0x7fe6f8009040 comp rx=0 tx=0).stop 2024-09-13T16:04:19.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.649+0000 7fe703c0d640 1 -- 172.21.15.76:0/332271879 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe6fc0cbf70 msgr2=0x7fe6fc1f2470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:19.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.649+0000 7fe703c0d640 1 --2- 172.21.15.76:0/332271879 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe6fc0cbf70 0x7fe6fc1f2470 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7fe6ec006f80 tx=0x7fe6ec004730 comp rx=0 tx=0).stop 2024-09-13T16:04:19.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.649+0000 7fe703c0d640 1 -- 172.21.15.76:0/332271879 shutdown_connections 2024-09-13T16:04:19.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.649+0000 7fe703c0d640 1 --2- 172.21.15.76:0/332271879 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe6e006ac00 0x7fe6e006d0c0 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:19.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.649+0000 7fe703c0d640 1 --2- 172.21.15.76:0/332271879 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe6fc0b7940 0x7fe6fc160580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:19.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.649+0000 7fe703c0d640 1 --2- 172.21.15.76:0/332271879 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe6fc0cbf70 0x7fe6fc1f2470 unknown :-1 s=CLOSED pgs=724 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:19.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.649+0000 7fe703c0d640 1 --2- 172.21.15.76:0/332271879 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe6e8003ee0 0x7fe6fc15ec80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:19.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.649+0000 7fe703c0d640 1 -- 172.21.15.76:0/332271879 >> 172.21.15.76:0/332271879 conn(0x7fe6fc089f60 msgr2=0x7fe6fc06c610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:19.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.649+0000 7fe703c0d640 1 -- 172.21.15.76:0/332271879 shutdown_connections 2024-09-13T16:04:19.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.649+0000 7fe703c0d640 1 -- 172.21.15.76:0/332271879 wait complete. 2024-09-13T16:04:19.662 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:04:19.760 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.758+0000 7ffaaaf45640 1 Processor -- start 2024-09-13T16:04:19.761 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.758+0000 7ffaaaf45640 1 -- start start 2024-09-13T16:04:19.763 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.759+0000 7ffaaaf45640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ffaa415a2e0 0x7ffaa40c9a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:19.763 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.759+0000 7ffaaaf45640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffaa40c9f80 0x7ffaa40cace0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:19.763 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.759+0000 7ffaaaf45640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ffaa40c8920 con 0x7ffaa40cb220 2024-09-13T16:04:19.763 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.759+0000 7ffaaaf45640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ffaa40cb650 con 0x7ffaa415a2e0 2024-09-13T16:04:19.763 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.759+0000 7ffaaaf45640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffaa415a6c0 con 0x7ffaa40c9f80 2024-09-13T16:04:19.763 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.759+0000 7ffaa8ce1640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ffaa415a2e0 0x7ffaa40c9a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:19.763 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.759+0000 7ffaa8ce1640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ffaa415a2e0 0x7ffaa40c9a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56816/0 (socket says 172.21.15.76:56816) 2024-09-13T16:04:19.763 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.759+0000 7ffaa8ce1640 1 -- 172.21.15.76:0/2090562507 learned_addr learned my addr 172.21.15.76:0/2090562507 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:04:19.763 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.759+0000 7ffaa3fff640 1 --2- 172.21.15.76:0/2090562507 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffaa40c9f80 0x7ffaa40cace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:19.764 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.759+0000 7ffaa8ce1640 1 -- 172.21.15.76:0/2090562507 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffaa40c9f80 msgr2=0x7ffaa40cace0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:19.764 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.759+0000 7ffaa8ce1640 1 --2- 172.21.15.76:0/2090562507 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffaa40c9f80 0x7ffaa40cace0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:19.764 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.759+0000 7ffaa8ce1640 1 -- 172.21.15.76:0/2090562507 >> v1:172.21.15.192:6789/0 conn(0x7ffaa40cb220 legacy=0x7ffaa40ce260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:19.764 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.759+0000 7ffaa8ce1640 1 -- 172.21.15.76:0/2090562507 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffaa40ca500 con 0x7ffaa415a2e0 2024-09-13T16:04:19.764 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.760+0000 7ffaa8ce1640 1 --2- 172.21.15.76:0/2090562507 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffaa415a2e0 0x7ffaa40c9a40 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7ffa9c009870 tx=0x7ffa9c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=457a41e925129637 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:19.764 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.760+0000 7ffaa37fe640 1 -- 172.21.15.76:0/2090562507 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa9c032440 con 0x7ffaa415a2e0 2024-09-13T16:04:19.764 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.760+0000 7ffaa37fe640 1 -- 172.21.15.76:0/2090562507 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 46+0+0 (secure 0 0 0) 0x7ffa9c0325a0 con 0x7ffaa415a2e0 2024-09-13T16:04:19.764 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.760+0000 7ffaa37fe640 1 -- 172.21.15.76:0/2090562507 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa9c032930 con 0x7ffaa415a2e0 2024-09-13T16:04:19.764 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.760+0000 7ffaaaf45640 1 -- 172.21.15.76:0/2090562507 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffaa415a2e0 msgr2=0x7ffaa40c9a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:19.764 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.760+0000 7ffaaaf45640 1 --2- 172.21.15.76:0/2090562507 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffaa415a2e0 0x7ffaa40c9a40 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7ffa9c009870 tx=0x7ffa9c02a270 comp rx=0 tx=0).stop 2024-09-13T16:04:19.764 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.760+0000 7ffaaaf45640 1 -- 172.21.15.76:0/2090562507 shutdown_connections 2024-09-13T16:04:19.765 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.760+0000 7ffaaaf45640 1 --2- 172.21.15.76:0/2090562507 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffaa40c9f80 0x7ffaa40cace0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:19.765 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.760+0000 7ffaaaf45640 1 --2- 172.21.15.76:0/2090562507 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffaa415a2e0 0x7ffaa40c9a40 unknown :-1 s=CLOSED pgs=725 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:19.765 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.760+0000 7ffaaaf45640 1 -- 172.21.15.76:0/2090562507 >> 172.21.15.76:0/2090562507 conn(0x7ffaa4069ed0 msgr2=0x7ffaa406a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:19.765 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.760+0000 7ffaaaf45640 1 -- 172.21.15.76:0/2090562507 shutdown_connections 2024-09-13T16:04:19.765 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.761+0000 7ffaaaf45640 1 -- 172.21.15.76:0/2090562507 wait complete. 2024-09-13T16:04:19.767 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.762+0000 7ffaaaf45640 1 Processor -- start 2024-09-13T16:04:19.768 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.762+0000 7ffaaaf45640 1 -- start start 2024-09-13T16:04:19.768 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.762+0000 7ffaaaf45640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffaa40c9f80 0x7ffaa415c840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:19.768 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.762+0000 7ffaaaf45640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffaa40cb220 0x7ffaa415b880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:19.768 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.762+0000 7ffaaaf45640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffaa415a2e0 0x7ffaa40ac860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:19.768 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.762+0000 7ffaaaf45640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffaa41efab0 con 0x7ffaa415a2e0 2024-09-13T16:04:19.768 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.762+0000 7ffaaaf45640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffaa41f34e0 con 0x7ffaa40cb220 2024-09-13T16:04:19.768 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.762+0000 7ffaaaf45640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffaa41f37c0 con 0x7ffaa40c9f80 2024-09-13T16:04:19.768 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.763+0000 7ffaa94e2640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffaa415a2e0 0x7ffaa40ac860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:19.768 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.763+0000 7ffaa94e2640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffaa415a2e0 0x7ffaa40ac860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56828/0 (socket says 172.21.15.76:56828) 2024-09-13T16:04:19.768 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.763+0000 7ffaa94e2640 1 -- 172.21.15.76:0/245968891 learned_addr learned my addr 172.21.15.76:0/245968891 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:04:19.768 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.763+0000 7ffaa3fff640 1 --2- 172.21.15.76:0/245968891 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffaa40cb220 0x7ffaa415b880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:19.768 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.763+0000 7ffaa8ce1640 1 --2- 172.21.15.76:0/245968891 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffaa40c9f80 0x7ffaa415c840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:19.768 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.763+0000 7ffaa94e2640 1 -- 172.21.15.76:0/245968891 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffaa40c9f80 msgr2=0x7ffaa415c840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:19.769 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.763+0000 7ffaa94e2640 1 --2- 172.21.15.76:0/245968891 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffaa40c9f80 0x7ffaa415c840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:19.769 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.763+0000 7ffaa94e2640 1 -- 172.21.15.76:0/245968891 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffaa40cb220 msgr2=0x7ffaa415b880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:19.769 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.763+0000 7ffaa94e2640 1 --2- 172.21.15.76:0/245968891 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffaa40cb220 0x7ffaa415b880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:19.769 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.763+0000 7ffaa94e2640 1 -- 172.21.15.76:0/245968891 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffa9c0094d0 con 0x7ffaa415a2e0 2024-09-13T16:04:19.769 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.763+0000 7ffaa94e2640 1 --2- 172.21.15.76:0/245968891 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffaa415a2e0 0x7ffaa40ac860 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7ffa8c001eb0 tx=0x7ffa8c00c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:19.769 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.763+0000 7ffaa17fa640 1 -- 172.21.15.76:0/245968891 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa8c0052d0 con 0x7ffaa415a2e0 2024-09-13T16:04:19.769 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.763+0000 7ffaa17fa640 1 -- 172.21.15.76:0/245968891 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 46+0+0 (secure 0 0 0) 0x7ffa8c005430 con 0x7ffaa415a2e0 2024-09-13T16:04:19.769 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.763+0000 7ffaa17fa640 1 -- 172.21.15.76:0/245968891 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa8c003810 con 0x7ffaa415a2e0 2024-09-13T16:04:19.769 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.763+0000 7ffaaaf45640 1 -- 172.21.15.76:0/245968891 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffaa41f3aa0 con 0x7ffaa415a2e0 2024-09-13T16:04:19.769 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.763+0000 7ffaaaf45640 1 -- 172.21.15.76:0/245968891 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffaa41f3d80 con 0x7ffaa415a2e0 2024-09-13T16:04:19.769 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.764+0000 7ffaaaf45640 1 -- 172.21.15.76:0/245968891 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ffaa40c8e10 con 0x7ffaa415a2e0 2024-09-13T16:04:19.769 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.765+0000 7ffaa17fa640 1 -- 172.21.15.76:0/245968891 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ffa8c003970 con 0x7ffaa415a2e0 2024-09-13T16:04:19.769 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.765+0000 7ffaa17fa640 1 --2- 172.21.15.76:0/245968891 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ffa8406ac30 0x7ffa8406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:19.769 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.765+0000 7ffaa8ce1640 1 --2- 172.21.15.76:0/245968891 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ffa8406ac30 0x7ffa8406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:19.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.765+0000 7ffaa17fa640 1 -- 172.21.15.76:0/245968891 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(55..55 src has 1..55) v4 ==== 6029+0+0 (secure 0 0 0) 0x7ffa8c0889b0 con 0x7ffaa415a2e0 2024-09-13T16:04:19.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.766+0000 7ffaa8ce1640 1 --2- 172.21.15.76:0/245968891 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ffa8406ac30 0x7ffa8406d0f0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7ffa9c009870 tx=0x7ffa9c02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:19.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.770+0000 7ffaa17fa640 1 -- 172.21.15.76:0/245968891 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ffa8c053a70 con 0x7ffaa415a2e0 2024-09-13T16:04:19.945 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.942+0000 7ffaaaf45640 1 -- 172.21.15.76:0/245968891 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7ffaa40c9630 con 0x7ffaa415a2e0 2024-09-13T16:04:19.945 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.943+0000 7ffaa17fa640 1 -- 172.21.15.76:0/245968891 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v55) v1 ==== 80+0+0 (secure 0 0 0) 0x7ffa8c017020 con 0x7ffaa415a2e0 2024-09-13T16:04:19.945 INFO:teuthology.orchestra.run.smithi076.stderr:listed 0 entries 2024-09-13T16:04:19.947 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.945+0000 7ffaaaf45640 1 -- 172.21.15.76:0/245968891 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ffa8406ac30 msgr2=0x7ffa8406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:19.947 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.945+0000 7ffaaaf45640 1 --2- 172.21.15.76:0/245968891 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ffa8406ac30 0x7ffa8406d0f0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7ffa9c009870 tx=0x7ffa9c02e000 comp rx=0 tx=0).stop 2024-09-13T16:04:19.947 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.945+0000 7ffaaaf45640 1 -- 172.21.15.76:0/245968891 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffaa415a2e0 msgr2=0x7ffaa40ac860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:19.947 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.945+0000 7ffaaaf45640 1 --2- 172.21.15.76:0/245968891 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffaa415a2e0 0x7ffaa40ac860 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7ffa8c001eb0 tx=0x7ffa8c00c890 comp rx=0 tx=0).stop 2024-09-13T16:04:19.947 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.945+0000 7ffaaaf45640 1 -- 172.21.15.76:0/245968891 shutdown_connections 2024-09-13T16:04:19.948 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.945+0000 7ffaaaf45640 1 --2- 172.21.15.76:0/245968891 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffaa415a2e0 0x7ffaa40ac860 unknown :-1 s=CLOSED pgs=726 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:19.948 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.945+0000 7ffaaaf45640 1 --2- 172.21.15.76:0/245968891 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffaa40cb220 0x7ffaa415b880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:19.948 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.945+0000 7ffaaaf45640 1 --2- 172.21.15.76:0/245968891 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ffa8406ac30 0x7ffa8406d0f0 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:19.948 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.945+0000 7ffaaaf45640 1 --2- 172.21.15.76:0/245968891 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffaa40c9f80 0x7ffaa415c840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:19.948 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.945+0000 7ffaaaf45640 1 -- 172.21.15.76:0/245968891 >> 172.21.15.76:0/245968891 conn(0x7ffaa4069ed0 msgr2=0x7ffaa4070380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:19.948 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.945+0000 7ffaaaf45640 1 -- 172.21.15.76:0/245968891 shutdown_connections 2024-09-13T16:04:19.948 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:19.945+0000 7ffaaaf45640 1 -- 172.21.15.76:0/245968891 wait complete. 2024-09-13T16:04:19.958 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi076.front.sepia.ceph.com... 2024-09-13T16:04:19.958 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:04:19.958 DEBUG:teuthology.orchestra.run.smithi076:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-13T16:04:19.982 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi076.stderr:ceph-fuse[56412]: fuse finished with error 0 and tester_r 0 2024-09-13T16:04:19.984 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi076.front.sepia.ceph.com 2024-09-13T16:04:19.984 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:04:19.984 DEBUG:teuthology.orchestra.run.smithi076:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T16:04:20.058 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T16:04:20.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:20.194+0000 7fdfb85e9640 1 Processor -- start 2024-09-13T16:04:20.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:20.194+0000 7fdfb85e9640 1 -- start start 2024-09-13T16:04:20.198 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:20.195+0000 7fdfb85e9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdfb0072110 0x7fdfb0070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:20.198 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:20.195+0000 7fdfb85e9640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fdfb00c8920 0x7fdfb00c8dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:20.198 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:20.195+0000 7fdfb85e9640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdfb00abdf0 con 0x7fdfb0071d30 2024-09-13T16:04:20.198 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:20.195+0000 7fdfb85e9640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdfb00c9310 con 0x7fdfb00c8920 2024-09-13T16:04:20.198 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:20.195+0000 7fdfb85e9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdfb00b2280 con 0x7fdfb0072110 2024-09-13T16:04:20.198 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:20.196+0000 7fdfb6b86640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fdfb00c8920 0x7fdfb00c8dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:20.198 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:20.196+0000 7fdfb6385640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7fdfb0071d30 0x7fdfb00b1b70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:35632/0 (socket says 172.21.15.76:35632) 2024-09-13T16:04:20.198 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:20.196+0000 7fdfb5b84640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdfb0072110 0x7fdfb0070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:20.198 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:20.196+0000 7fdfb6385640 1 -- 172.21.15.76:0/528670683 learned_addr learned my addr 172.21.15.76:0/528670683 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:04:20.200 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:20.196+0000 7fdfb6b86640 1 -- 172.21.15.76:0/528670683 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdfb0072110 msgr2=0x7fdfb0070190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:20.200 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:20.196+0000 7fdfb6b86640 1 --2- 172.21.15.76:0/528670683 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdfb0072110 0x7fdfb0070190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:20.200 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:20.196+0000 7fdfb6b86640 1 -- 172.21.15.76:0/528670683 >> v1:172.21.15.192:6789/0 conn(0x7fdfb0071d30 legacy=0x7fdfb00b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:20.200 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:20.196+0000 7fdfb6b86640 1 -- 172.21.15.76:0/528670683 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdfb00ab1e0 con 0x7fdfb00c8920 2024-09-13T16:04:20.200 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:20.197+0000 7fdfb6b86640 1 --2- 172.21.15.76:0/528670683 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdfb00c8920 0x7fdfb00c8dd0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fdfa8009dc0 tx=0x7fdfa802a680 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e0d7cb6ceb7d0ba1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:20.200 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:20.197+0000 7fdfb5383640 1 -- 172.21.15.76:0/528670683 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdfa8007740 con 0x7fdfb00c8920 2024-09-13T16:04:20.200 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:20.197+0000 7fdfb5383640 1 -- 172.21.15.76:0/528670683 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(1 keys) v1 ==== 46+0+0 (secure 0 0 0) 0x7fdfa802d050 con 0x7fdfb00c8920 2024-09-13T16:04:20.201 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:20.197+0000 7fdfb5383640 1 -- 172.21.15.76:0/528670683 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdfa8007ac0 con 0x7fdfb00c8920 2024-09-13T16:04:20.201 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:20.197+0000 7fdfb85e9640 1 -- 172.21.15.76:0/528670683 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdfb00c8920 msgr2=0x7fdfb00c8dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:20.201 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:20.197+0000 7fdfb85e9640 1 --2- 172.21.15.76:0/528670683 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdfb00c8920 0x7fdfb00c8dd0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fdfa8009dc0 tx=0x7fdfa802a680 comp rx=0 tx=0).stop 2024-09-13T16:04:20.201 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:20.198+0000 7fdfb85e9640 1 -- 172.21.15.76:0/528670683 shutdown_connections 2024-09-13T16:04:20.201 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:20.198+0000 7fdfb85e9640 1 --2- 172.21.15.76:0/528670683 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdfb00c8920 0x7fdfb00c8dd0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:20.201 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:20.198+0000 7fdfb85e9640 1 --2- 172.21.15.76:0/528670683 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdfb0072110 0x7fdfb0070190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:20.201 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:20.198+0000 7fdfb85e9640 1 -- 172.21.15.76:0/528670683 >> 172.21.15.76:0/528670683 conn(0x7fdfb0069ed0 msgr2=0x7fdfb006a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:20.201 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:20.198+0000 7fdfb85e9640 1 -- 172.21.15.76:0/528670683 shutdown_connections 2024-09-13T16:04:20.201 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:20.198+0000 7fdfb85e9640 1 -- 172.21.15.76:0/528670683 wait complete. 2024-09-13T16:04:20.204 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:20.199+0000 7fdfb85e9640 1 Processor -- start 2024-09-13T16:04:20.204 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:20.199+0000 7fdfb85e9640 1 -- start start 2024-09-13T16:04:20.204 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:20.199+0000 7fdfb85e9640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdfb0071d30 0x7fdfb015c3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:20.204 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:20.199+0000 7fdfb85e9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdfb0072110 0x7fdfb00c4940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:20.204 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:20.199+0000 7fdfb85e9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdfb00c8920 0x7fdfb00aee80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:20.204 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:20.199+0000 7fdfb85e9640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdfb006d0f0 con 0x7fdfb0072110 2024-09-13T16:04:20.204 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:20.200+0000 7fdfb85e9640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdfb015c930 con 0x7fdfb0071d30 2024-09-13T16:04:20.204 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:20.200+0000 7fdfb85e9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdfb006c190 con 0x7fdfb00c8920 2024-09-13T16:04:20.204 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:20.200+0000 7fdfb5b84640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdfb0072110 0x7fdfb00c4940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:20.204 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:20.200+0000 7fdfb5b84640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdfb0072110 0x7fdfb00c4940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56844/0 (socket says 172.21.15.76:56844) 2024-09-13T16:04:20.205 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:20.200+0000 7fdfb5b84640 1 -- 172.21.15.76:0/1460108523 learned_addr learned my addr 172.21.15.76:0/1460108523 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:04:20.205 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:20.200+0000 7fdfb6385640 1 --2- 172.21.15.76:0/1460108523 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdfb0071d30 0x7fdfb015c3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:20.205 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:20.200+0000 7fdfb6b86640 1 --2- 172.21.15.76:0/1460108523 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdfb00c8920 0x7fdfb00aee80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:20.205 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:20.200+0000 7fdfb5b84640 1 -- 172.21.15.76:0/1460108523 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdfb00c8920 msgr2=0x7fdfb00aee80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:20.205 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:20.200+0000 7fdfb5b84640 1 --2- 172.21.15.76:0/1460108523 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdfb00c8920 0x7fdfb00aee80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:20.205 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:20.200+0000 7fdfb5b84640 1 -- 172.21.15.76:0/1460108523 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdfb0071d30 msgr2=0x7fdfb015c3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:20.205 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:20.200+0000 7fdfb5b84640 1 --2- 172.21.15.76:0/1460108523 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdfb0071d30 0x7fdfb015c3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:20.205 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:20.200+0000 7fdfb5b84640 1 -- 172.21.15.76:0/1460108523 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdfa8009a70 con 0x7fdfb0072110 2024-09-13T16:04:20.205 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:20.200+0000 7fdfb5b84640 1 --2- 172.21.15.76:0/1460108523 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdfb0072110 0x7fdfb00c4940 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7fdfa400e8b0 tx=0x7fdfa400ed70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:20.205 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:20.200+0000 7fdfa2ffd640 1 -- 172.21.15.76:0/1460108523 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdfa400c940 con 0x7fdfb0072110 2024-09-13T16:04:20.206 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:20.200+0000 7fdfa2ffd640 1 -- 172.21.15.76:0/1460108523 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 46+0+0 (secure 0 0 0) 0x7fdfa400caa0 con 0x7fdfb0072110 2024-09-13T16:04:20.206 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:20.200+0000 7fdfb85e9640 1 -- 172.21.15.76:0/1460108523 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdfb006c470 con 0x7fdfb0072110 2024-09-13T16:04:20.206 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:20.200+0000 7fdfa2ffd640 1 -- 172.21.15.76:0/1460108523 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdfa400ce30 con 0x7fdfb0072110 2024-09-13T16:04:20.206 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:20.200+0000 7fdfb85e9640 1 -- 172.21.15.76:0/1460108523 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdfb006ca30 con 0x7fdfb0072110 2024-09-13T16:04:20.206 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:20.201+0000 7fdfb85e9640 1 -- 172.21.15.76:0/1460108523 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdfb00c2ad0 con 0x7fdfb0072110 2024-09-13T16:04:20.207 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:20.202+0000 7fdfa2ffd640 1 -- 172.21.15.76:0/1460108523 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fdfa4013470 con 0x7fdfb0072110 2024-09-13T16:04:20.207 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:20.202+0000 7fdfa2ffd640 1 --2- 172.21.15.76:0/1460108523 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdf9406ac00 0x7fdf9406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:20.207 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:20.202+0000 7fdfb6385640 1 --2- 172.21.15.76:0/1460108523 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdf9406ac00 0x7fdf9406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:20.207 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:20.202+0000 7fdfa2ffd640 1 -- 172.21.15.76:0/1460108523 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(55..55 src has 1..55) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fdfa4089680 con 0x7fdfb0072110 2024-09-13T16:04:20.207 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:20.203+0000 7fdfb6385640 1 --2- 172.21.15.76:0/1460108523 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdf9406ac00 0x7fdf9406d0c0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fdfac005880 tx=0x7fdfac009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:20.209 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:20.207+0000 7fdfa2ffd640 1 -- 172.21.15.76:0/1460108523 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fdfa4054740 con 0x7fdfb0072110 2024-09-13T16:04:20.404 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:20.402+0000 7fdfb85e9640 1 -- 172.21.15.76:0/1460108523 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7fdfb0070190 con 0x7fdfb0072110 2024-09-13T16:04:20.404 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:20.402+0000 7fdfa2ffd640 1 -- 172.21.15.76:0/1460108523 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v22) v1 ==== 53+0+73 (secure 0 0 0) 0x7fdfa4057d60 con 0x7fdfb0072110 2024-09-13T16:04:20.404 INFO:teuthology.orchestra.run.smithi076.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-13T16:04:20.406 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:20.404+0000 7fdfb85e9640 1 -- 172.21.15.76:0/1460108523 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdf9406ac00 msgr2=0x7fdf9406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:20.406 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:20.404+0000 7fdfb85e9640 1 --2- 172.21.15.76:0/1460108523 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdf9406ac00 0x7fdf9406d0c0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fdfac005880 tx=0x7fdfac009040 comp rx=0 tx=0).stop 2024-09-13T16:04:20.406 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:20.404+0000 7fdfb85e9640 1 -- 172.21.15.76:0/1460108523 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdfb0072110 msgr2=0x7fdfb00c4940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:20.406 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:20.404+0000 7fdfb85e9640 1 --2- 172.21.15.76:0/1460108523 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdfb0072110 0x7fdfb00c4940 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7fdfa400e8b0 tx=0x7fdfa400ed70 comp rx=0 tx=0).stop 2024-09-13T16:04:20.406 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:20.404+0000 7fdfb85e9640 1 -- 172.21.15.76:0/1460108523 shutdown_connections 2024-09-13T16:04:20.407 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:20.404+0000 7fdfb85e9640 1 --2- 172.21.15.76:0/1460108523 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdf9406ac00 0x7fdf9406d0c0 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:20.407 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:20.404+0000 7fdfb85e9640 1 --2- 172.21.15.76:0/1460108523 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdfb00c8920 0x7fdfb00aee80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:20.407 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:20.404+0000 7fdfb85e9640 1 --2- 172.21.15.76:0/1460108523 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdfb0072110 0x7fdfb00c4940 unknown :-1 s=CLOSED pgs=727 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:20.407 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:20.404+0000 7fdfb85e9640 1 --2- 172.21.15.76:0/1460108523 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdfb0071d30 0x7fdfb015c3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:20.407 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:20.404+0000 7fdfb85e9640 1 -- 172.21.15.76:0/1460108523 >> 172.21.15.76:0/1460108523 conn(0x7fdfb0069ed0 msgr2=0x7fdfb00cc3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:20.407 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:20.404+0000 7fdfb85e9640 1 -- 172.21.15.76:0/1460108523 shutdown_connections 2024-09-13T16:04:20.407 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:20.404+0000 7fdfb85e9640 1 -- 172.21.15.76:0/1460108523 wait complete. 2024-09-13T16:04:20.417 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T16:04:20.417 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T16:04:20.417 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi076.front.sepia.ceph.com 2024-09-13T16:04:20.417 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-13T16:04:20.417 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-13T16:04:20.417 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T16:04:20.417 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T16:04:20.417 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T16:04:20.417 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:04:20.418 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:04:20.418 DEBUG:teuthology.orchestra.run.smithi076:> ip addr 2024-09-13T16:04:20.433 INFO:teuthology.orchestra.run.smithi076.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T16:04:20.433 INFO:teuthology.orchestra.run.smithi076.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T16:04:20.434 INFO:teuthology.orchestra.run.smithi076.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T16:04:20.434 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:04:20.434 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 ::1/128 scope host 2024-09-13T16:04:20.434 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:04:20.434 INFO:teuthology.orchestra.run.smithi076.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:04:20.434 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:d8:da:66 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:04:20.434 INFO:teuthology.orchestra.run.smithi076.stdout: altname enp7s0f0 2024-09-13T16:04:20.434 INFO:teuthology.orchestra.run.smithi076.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:04:20.434 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:d8:da:67 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:04:20.434 INFO:teuthology.orchestra.run.smithi076.stdout: altname enp7s0f1 2024-09-13T16:04:20.434 INFO:teuthology.orchestra.run.smithi076.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:04:20.434 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:8f:47:e0 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:04:20.434 INFO:teuthology.orchestra.run.smithi076.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T16:04:20.435 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:8f:47:e1 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:04:20.435 INFO:teuthology.orchestra.run.smithi076.stdout: inet 172.21.15.76/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-13T16:04:20.435 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft 42635sec preferred_lft 42635sec 2024-09-13T16:04:20.435 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::ec4:7aff:fe8f:47e1/64 scope link noprefixroute 2024-09-13T16:04:20.435 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:04:20.435 INFO:teuthology.orchestra.run.smithi076.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T16:04:20.435 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0e:a0:37:a4:1d:a0 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:04:20.435 INFO:teuthology.orchestra.run.smithi076.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-13T16:04:20.435 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:04:20.435 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::a496:13ff:fe82:8fa2/64 scope link 2024-09-13T16:04:20.435 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:04:20.435 INFO:teuthology.orchestra.run.smithi076.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:04:20.435 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether b2:0f:89:b0:cb:4d brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-13T16:04:20.436 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::b00f:89ff:feb0:cb4d/64 scope link 2024-09-13T16:04:20.436 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:04:20.436 INFO:teuthology.orchestra.run.smithi076.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:04:20.436 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0e:a0:37:a4:1d:a0 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-13T16:04:20.436 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::ca0:37ff:fea4:1da0/64 scope link 2024-09-13T16:04:20.436 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:04:20.436 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:04:20.436 DEBUG:teuthology.orchestra.run.smithi076:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T16:04:20.498 INFO:teuthology.orchestra.run.smithi076.stdout:1 2024-09-13T16:04:20.499 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:04:20.499 DEBUG:teuthology.orchestra.run.smithi076:> route 2024-09-13T16:04:20.556 INFO:teuthology.orchestra.run.smithi076.stdout:Kernel IP routing table 2024-09-13T16:04:20.556 INFO:teuthology.orchestra.run.smithi076.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T16:04:20.556 INFO:teuthology.orchestra.run.smithi076.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-13T16:04:20.556 INFO:teuthology.orchestra.run.smithi076.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-13T16:04:20.556 INFO:teuthology.orchestra.run.smithi076.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T16:04:20.556 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:04:20.556 DEBUG:teuthology.orchestra.run.smithi076:> (cd / && exec bash -c ' 2024-09-13T16:04:20.556 DEBUG:teuthology.orchestra.run.smithi076:> set -e 2024-09-13T16:04:20.557 DEBUG:teuthology.orchestra.run.smithi076:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-13T16:04:20.557 DEBUG:teuthology.orchestra.run.smithi076:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-13T16:04:20.557 DEBUG:teuthology.orchestra.run.smithi076:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-13T16:04:20.557 DEBUG:teuthology.orchestra.run.smithi076:> ') 2024-09-13T16:04:20.643 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:04:20.643 DEBUG:teuthology.orchestra.run.smithi076:> ip netns list 2024-09-13T16:04:20.658 INFO:teuthology.orchestra.run.smithi076.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-13T16:04:20.658 INFO:teuthology.orchestra.run.smithi076.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-13T16:04:20.658 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:04:20.658 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:04:20.658 DEBUG:teuthology.orchestra.run.smithi076:> sudo ip link set brx.0 up 2024-09-13T16:04:20.723 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-13T16:04:20.723 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:04:20.723 DEBUG:teuthology.orchestra.run.smithi076:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-13T16:04:20.778 INFO:teuthology.orchestra.run.smithi076.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:04:20.778 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:04:20.779 DEBUG:teuthology.orchestra.run.smithi076:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-13T16:04:20.834 DEBUG:teuthology.orchestra.run.smithi076:> sudo modprobe fuse 2024-09-13T16:04:20.899 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:04:20.899 DEBUG:teuthology.orchestra.run.smithi076:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:04:20.963 INFO:teuthology.orchestra.run.smithi076.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:04:20.964 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:04:20.964 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:04:20.965 DEBUG:teuthology.orchestra.run.smithi076:> ls /sys/fs/fuse/connections 2024-09-13T16:04:21.020 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-13T16:04:21.021 DEBUG:teuthology.orchestra.run.smithi076:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-13T16:04:21.063 DEBUG:teuthology.orchestra.run.smithi076:> sudo modprobe fuse 2024-09-13T16:04:21.088 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:04:21.088 DEBUG:teuthology.orchestra.run.smithi076:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:04:21.144 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi076.stderr:2024-09-13T16:04:21.141+0000 7efd693cf480 -1 init, newargv = 0x558bf2ba9050 newargc=15 2024-09-13T16:04:21.144 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi076.stderr:ceph-fuse[57175]: starting ceph client 2024-09-13T16:04:21.148 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi076.stderr:ceph-fuse[57175]: starting fuse 2024-09-13T16:04:21.155 INFO:teuthology.orchestra.run.smithi076.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:04:21.156 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:04:21.156 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:04:21.156 DEBUG:teuthology.orchestra.run.smithi076:> ls /sys/fs/fuse/connections 2024-09-13T16:04:21.212 INFO:teuthology.orchestra.run.smithi076.stdout:41 2024-09-13T16:04:21.212 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-13T16:04:21.212 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:04:21.212 DEBUG:teuthology.orchestra.run.smithi076:> import glob 2024-09-13T16:04:21.212 DEBUG:teuthology.orchestra.run.smithi076:> import re 2024-09-13T16:04:21.212 DEBUG:teuthology.orchestra.run.smithi076:> import os 2024-09-13T16:04:21.213 DEBUG:teuthology.orchestra.run.smithi076:> import subprocess 2024-09-13T16:04:21.213 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:04:21.213 DEBUG:teuthology.orchestra.run.smithi076:> def _find_admin_socket(client_name): 2024-09-13T16:04:21.213 DEBUG:teuthology.orchestra.run.smithi076:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-13T16:04:21.213 DEBUG:teuthology.orchestra.run.smithi076:> files = glob.glob(asok_path) 2024-09-13T16:04:21.213 DEBUG:teuthology.orchestra.run.smithi076:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-13T16:04:21.213 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:04:21.213 DEBUG:teuthology.orchestra.run.smithi076:> # Given a non-glob path, it better be there 2024-09-13T16:04:21.213 DEBUG:teuthology.orchestra.run.smithi076:> if "*" not in asok_path: 2024-09-13T16:04:21.213 DEBUG:teuthology.orchestra.run.smithi076:> assert(len(files) == 1) 2024-09-13T16:04:21.213 DEBUG:teuthology.orchestra.run.smithi076:> return files[0] 2024-09-13T16:04:21.213 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:04:21.213 DEBUG:teuthology.orchestra.run.smithi076:> for f in files: 2024-09-13T16:04:21.213 DEBUG:teuthology.orchestra.run.smithi076:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T16:04:21.214 DEBUG:teuthology.orchestra.run.smithi076:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T16:04:21.214 DEBUG:teuthology.orchestra.run.smithi076:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T16:04:21.214 DEBUG:teuthology.orchestra.run.smithi076:> contents = proc_f.read() 2024-09-13T16:04:21.214 DEBUG:teuthology.orchestra.run.smithi076:> if mountpoint in contents: 2024-09-13T16:04:21.214 DEBUG:teuthology.orchestra.run.smithi076:> return f 2024-09-13T16:04:21.214 DEBUG:teuthology.orchestra.run.smithi076:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T16:04:21.214 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:04:21.214 DEBUG:teuthology.orchestra.run.smithi076:> print(_find_admin_socket("client.0")) 2024-09-13T16:04:21.214 DEBUG:teuthology.orchestra.run.smithi076:> ' 2024-09-13T16:04:21.325 INFO:teuthology.orchestra.run.smithi076.stdout:/var/run/ceph/ceph-client.0.57175.asok 2024-09-13T16:04:21.512 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.57175.asok 2024-09-13T16:04:21.512 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:04:21.512 DEBUG:teuthology.orchestra.run.smithi076:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.57175.asok status 2024-09-13T16:04:21.646 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2024-09-13T16:04:21.646 INFO:teuthology.orchestra.run.smithi076.stdout: "metadata": { 2024-09-13T16:04:21.646 INFO:teuthology.orchestra.run.smithi076.stdout: "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", 2024-09-13T16:04:21.646 INFO:teuthology.orchestra.run.smithi076.stdout: "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", 2024-09-13T16:04:21.646 INFO:teuthology.orchestra.run.smithi076.stdout: "entity_id": "0", 2024-09-13T16:04:21.647 INFO:teuthology.orchestra.run.smithi076.stdout: "hostname": "smithi076", 2024-09-13T16:04:21.647 INFO:teuthology.orchestra.run.smithi076.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-13T16:04:21.647 INFO:teuthology.orchestra.run.smithi076.stdout: "pid": "57175", 2024-09-13T16:04:21.647 INFO:teuthology.orchestra.run.smithi076.stdout: "root": "/" 2024-09-13T16:04:21.647 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:04:21.647 INFO:teuthology.orchestra.run.smithi076.stdout: "dentry_count": 0, 2024-09-13T16:04:21.647 INFO:teuthology.orchestra.run.smithi076.stdout: "dentry_pinned_count": 0, 2024-09-13T16:04:21.647 INFO:teuthology.orchestra.run.smithi076.stdout: "id": 6219, 2024-09-13T16:04:21.647 INFO:teuthology.orchestra.run.smithi076.stdout: "inst": { 2024-09-13T16:04:21.647 INFO:teuthology.orchestra.run.smithi076.stdout: "name": { 2024-09-13T16:04:21.647 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "client", 2024-09-13T16:04:21.647 INFO:teuthology.orchestra.run.smithi076.stdout: "num": 6219 2024-09-13T16:04:21.647 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:04:21.647 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": { 2024-09-13T16:04:21.648 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "v1", 2024-09-13T16:04:21.648 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:04:21.648 INFO:teuthology.orchestra.run.smithi076.stdout: "nonce": 2206269355 2024-09-13T16:04:21.648 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:04:21.648 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:04:21.648 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": { 2024-09-13T16:04:21.648 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "v1", 2024-09-13T16:04:21.648 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:04:21.648 INFO:teuthology.orchestra.run.smithi076.stdout: "nonce": 2206269355 2024-09-13T16:04:21.648 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:04:21.648 INFO:teuthology.orchestra.run.smithi076.stdout: "inst_str": "client.6219 192.168.0.1:0/2206269355", 2024-09-13T16:04:21.648 INFO:teuthology.orchestra.run.smithi076.stdout: "addr_str": "192.168.0.1:0/2206269355", 2024-09-13T16:04:21.648 INFO:teuthology.orchestra.run.smithi076.stdout: "inode_count": 1, 2024-09-13T16:04:21.649 INFO:teuthology.orchestra.run.smithi076.stdout: "mds_epoch": 22, 2024-09-13T16:04:21.649 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_epoch": 56, 2024-09-13T16:04:21.649 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_epoch_barrier": 0, 2024-09-13T16:04:21.649 INFO:teuthology.orchestra.run.smithi076.stdout: "blocklisted": false, 2024-09-13T16:04:21.649 INFO:teuthology.orchestra.run.smithi076.stdout: "fs_name": "cephfs" 2024-09-13T16:04:21.649 INFO:teuthology.orchestra.run.smithi076.stdout:} 2024-09-13T16:04:21.654 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:04:21.655 DEBUG:teuthology.orchestra.run.smithi076:> stat --file-system '--printf=%T 2024-09-13T16:04:21.655 DEBUG:teuthology.orchestra.run.smithi076:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-13T16:04:21.670 INFO:teuthology.orchestra.run.smithi076.stdout:fuseblk 2024-09-13T16:04:21.671 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-13T16:04:21.671 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:04:21.671 DEBUG:teuthology.orchestra.run.smithi076:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-13T16:04:21.737 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mds mds_max_completed_requests 10000 2024-09-13T16:04:21.878 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:21.876+0000 7f71975ed640 1 Processor -- start 2024-09-13T16:04:21.878 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:21.876+0000 7f71975ed640 1 -- start start 2024-09-13T16:04:21.887 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:21.876+0000 7f71975ed640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f7190159310 0x7f71900ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:21.887 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:21.876+0000 7f71975ed640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f71900b2b40 0x7f71900ab140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:21.887 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:21.876+0000 7f71975ed640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f71900ccbe0 con 0x7f71900ab680 2024-09-13T16:04:21.887 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:21.876+0000 7f71975ed640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f71900ad940 con 0x7f7190159310 2024-09-13T16:04:21.887 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:21.876+0000 7f71975ed640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f71900b1810 con 0x7f71900b2b40 2024-09-13T16:04:21.887 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:21.877+0000 7f7195b8a640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f71900ab680 0x7f71900ce4f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:36234/0 (socket says 172.21.15.76:36234) 2024-09-13T16:04:21.887 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:21.877+0000 7f7195b8a640 1 -- 172.21.15.76:0/2496578394 learned_addr learned my addr 172.21.15.76:0/2496578394 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:04:21.887 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:21.877+0000 7f7183fff640 1 -- 172.21.15.76:0/2496578394 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1399511436 0 0) 0x7f71900ccbe0 con 0x7f71900ab680 2024-09-13T16:04:21.887 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:21.877+0000 7f7183fff640 1 -- 172.21.15.76:0/2496578394 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f717c003520 con 0x7f71900ab680 2024-09-13T16:04:21.888 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:21.877+0000 7f7195389640 1 --2- 172.21.15.76:0/2496578394 >> v2:172.21.15.192:3300/0 conn(0x7f7190159310 0x7f71900ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:21.888 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:21.877+0000 7f7194b88640 1 --2- 172.21.15.76:0/2496578394 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f71900b2b40 0x7f71900ab140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:21.888 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:21.877+0000 7f7183fff640 1 -- 172.21.15.76:0/2496578394 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1460992779 0 0) 0x7f717c003520 con 0x7f71900ab680 2024-09-13T16:04:21.888 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:21.877+0000 7f7183fff640 1 -- 172.21.15.76:0/2496578394 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f71900b2b40 msgr2=0x7f71900ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:21.888 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:21.877+0000 7f7183fff640 1 --2- 172.21.15.76:0/2496578394 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f71900b2b40 0x7f71900ab140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:21.888 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:21.877+0000 7f7183fff640 1 -- 172.21.15.76:0/2496578394 >> v2:172.21.15.192:3300/0 conn(0x7f7190159310 msgr2=0x7f71900ad400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:21.888 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:21.877+0000 7f7183fff640 1 --2- 172.21.15.76:0/2496578394 >> v2:172.21.15.192:3300/0 conn(0x7f7190159310 0x7f71900ad400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:21.888 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:21.877+0000 7f7183fff640 1 -- 172.21.15.76:0/2496578394 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f719006d9e0 con 0x7f71900ab680 2024-09-13T16:04:21.888 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:21.877+0000 7f7183fff640 1 -- 172.21.15.76:0/2496578394 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f71880019f0 con 0x7f71900ab680 2024-09-13T16:04:21.888 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:21.877+0000 7f7183fff640 1 -- 172.21.15.76:0/2496578394 >> v1:172.21.15.76:6789/0 conn(0x7f71900ab680 legacy=0x7f71900ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:21.888 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:21.877+0000 7f7183fff640 1 --2- 172.21.15.76:0/2496578394 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f71900b2b40 0x7f717c003970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:21.888 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:21.877+0000 7f7183fff640 1 --2- 172.21.15.76:0/2496578394 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f717c003fa0 0x7f717c0047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:21.888 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:21.877+0000 7f7183fff640 1 --2- 172.21.15.76:0/2496578394 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f717c004d00 0x7f717c005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:21.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:21.877+0000 7f7183fff640 1 -- 172.21.15.76:0/2496578394 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f71900b1810 con 0x7f717c003fa0 2024-09-13T16:04:21.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:21.877+0000 7f7183fff640 1 -- 172.21.15.76:0/2496578394 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f717c00bac0 con 0x7f717c004d00 2024-09-13T16:04:21.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:21.877+0000 7f7183fff640 1 -- 172.21.15.76:0/2496578394 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f717c00bc80 con 0x7f71900b2b40 2024-09-13T16:04:21.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:21.877+0000 7f7194b88640 1 --2- 172.21.15.76:0/2496578394 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f717c003fa0 0x7f717c0047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:21.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:21.877+0000 7f7195389640 1 --2- 172.21.15.76:0/2496578394 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f71900b2b40 0x7f717c003970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:21.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:21.877+0000 7f7195b8a640 1 --2- 172.21.15.76:0/2496578394 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f717c004d00 0x7f717c005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:21.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:21.877+0000 7f7194b88640 1 -- 172.21.15.76:0/2496578394 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f71900b2b40 msgr2=0x7f717c003970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:21.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:21.877+0000 7f7194b88640 1 --2- 172.21.15.76:0/2496578394 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f71900b2b40 0x7f717c003970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:21.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:21.877+0000 7f7194b88640 1 -- 172.21.15.76:0/2496578394 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f717c004d00 msgr2=0x7f717c005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:21.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:21.877+0000 7f7194b88640 1 --2- 172.21.15.76:0/2496578394 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f717c004d00 0x7f717c005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:21.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:21.877+0000 7f7194b88640 1 -- 172.21.15.76:0/2496578394 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f717c003520 con 0x7f717c003fa0 2024-09-13T16:04:21.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:21.877+0000 7f7195389640 1 --2- 172.21.15.76:0/2496578394 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f71900b2b40 0x7f717c003970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:04:21.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:21.878+0000 7f7194b88640 1 --2- 172.21.15.76:0/2496578394 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f717c003fa0 0x7f717c0047c0 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7f718c00ba30 tx=0x7f717c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dbd30029041678d3 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:21.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:21.878+0000 7f7183fff640 1 -- 172.21.15.76:0/2496578394 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f718c02ade0 con 0x7f717c003fa0 2024-09-13T16:04:21.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:21.878+0000 7f7183fff640 1 -- 172.21.15.76:0/2496578394 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 46+0+0 (secure 0 0 0) 0x7f718c02e070 con 0x7f717c003fa0 2024-09-13T16:04:21.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:21.878+0000 7f7183fff640 1 -- 172.21.15.76:0/2496578394 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f718c034620 con 0x7f717c003fa0 2024-09-13T16:04:21.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:21.879+0000 7f71975ed640 1 -- 172.21.15.76:0/2496578394 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f717c003fa0 msgr2=0x7f717c0047c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:21.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:21.879+0000 7f71975ed640 1 --2- 172.21.15.76:0/2496578394 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f717c003fa0 0x7f717c0047c0 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7f718c00ba30 tx=0x7f717c0057f0 comp rx=0 tx=0).stop 2024-09-13T16:04:21.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:21.879+0000 7f7195b8a640 1 -- 172.21.15.76:0/2496578394 reap_dead start 2024-09-13T16:04:21.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:21.879+0000 7f71975ed640 1 -- 172.21.15.76:0/2496578394 shutdown_connections 2024-09-13T16:04:21.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:21.879+0000 7f71975ed640 1 -- 172.21.15.76:0/2496578394 >> 172.21.15.76:0/2496578394 conn(0x7f719006a0b0 msgr2=0x7f719006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:21.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:21.879+0000 7f71975ed640 1 -- 172.21.15.76:0/2496578394 shutdown_connections 2024-09-13T16:04:21.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:21.879+0000 7f71975ed640 1 -- 172.21.15.76:0/2496578394 wait complete. 2024-09-13T16:04:21.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:21.880+0000 7f71975ed640 1 Processor -- start 2024-09-13T16:04:21.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:21.880+0000 7f71975ed640 1 -- start start 2024-09-13T16:04:21.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:21.881+0000 7f71975ed640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f717c003fa0 0x7f71900c41d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:21.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:21.881+0000 7f71975ed640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7190153380 0x7f7190098250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:21.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:21.881+0000 7f71975ed640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7190099bf0 0x7f719009a070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:21.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:21.881+0000 7f71975ed640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7190098b50 con 0x7f7190099bf0 2024-09-13T16:04:21.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:21.881+0000 7f71975ed640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7190098e30 con 0x7f7190153380 2024-09-13T16:04:21.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:21.881+0000 7f71975ed640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7190099110 con 0x7f717c003fa0 2024-09-13T16:04:21.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:21.881+0000 7f7195b8a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7190099bf0 0x7f719009a070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:21.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:21.881+0000 7f7195b8a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7190099bf0 0x7f719009a070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41816/0 (socket says 172.21.15.76:41816) 2024-09-13T16:04:21.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:21.881+0000 7f7195b8a640 1 -- 172.21.15.76:0/1109631965 learned_addr learned my addr 172.21.15.76:0/1109631965 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:04:21.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:21.881+0000 7f7194b88640 1 --2- 172.21.15.76:0/1109631965 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7190153380 0x7f7190098250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:21.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:21.881+0000 7f7195389640 1 --2- 172.21.15.76:0/1109631965 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f717c003fa0 0x7f71900c41d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:21.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:21.881+0000 7f7195b8a640 1 -- 172.21.15.76:0/1109631965 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f717c003fa0 msgr2=0x7f71900c41d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:21.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:21.881+0000 7f7195b8a640 1 --2- 172.21.15.76:0/1109631965 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f717c003fa0 0x7f71900c41d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:21.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:21.881+0000 7f7195b8a640 1 -- 172.21.15.76:0/1109631965 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7190153380 msgr2=0x7f7190098250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:21.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:21.881+0000 7f7195b8a640 1 --2- 172.21.15.76:0/1109631965 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7190153380 0x7f7190098250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:21.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:21.881+0000 7f7195b8a640 1 -- 172.21.15.76:0/1109631965 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f71900993f0 con 0x7f7190099bf0 2024-09-13T16:04:21.892 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:21.881+0000 7f7195b8a640 1 --2- 172.21.15.76:0/1109631965 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7190099bf0 0x7f719009a070 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7f7188000f80 tx=0x7f718800e530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:21.892 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:21.882+0000 7f7181ffb640 1 -- 172.21.15.76:0/1109631965 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f718800eb30 con 0x7f7190099bf0 2024-09-13T16:04:21.892 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:21.882+0000 7f7181ffb640 1 -- 172.21.15.76:0/1109631965 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 46+0+0 (secure 0 0 0) 0x7f718800ecb0 con 0x7f7190099bf0 2024-09-13T16:04:21.892 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:21.882+0000 7f71975ed640 1 -- 172.21.15.76:0/1109631965 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f71900996d0 con 0x7f7190099bf0 2024-09-13T16:04:21.892 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:21.882+0000 7f7181ffb640 1 -- 172.21.15.76:0/1109631965 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7188013420 con 0x7f7190099bf0 2024-09-13T16:04:21.892 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:21.882+0000 7f71975ed640 1 -- 172.21.15.76:0/1109631965 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f71900cbcc0 con 0x7f7190099bf0 2024-09-13T16:04:21.892 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:21.883+0000 7f71975ed640 1 -- 172.21.15.76:0/1109631965 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f719006a9f0 con 0x7f7190099bf0 2024-09-13T16:04:21.892 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:21.883+0000 7f7181ffb640 1 -- 172.21.15.76:0/1109631965 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7188013580 con 0x7f7190099bf0 2024-09-13T16:04:21.892 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:21.883+0000 7f7181ffb640 1 --2- 172.21.15.76:0/1109631965 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f717406ac30 0x7f717406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:21.892 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:21.884+0000 7f7181ffb640 1 -- 172.21.15.76:0/1109631965 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(57..57 src has 1..57) v4 ==== 6087+0+0 (secure 0 0 0) 0x7f71880891e0 con 0x7f7190099bf0 2024-09-13T16:04:21.892 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:21.884+0000 7f7195389640 1 --2- 172.21.15.76:0/1109631965 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f717406ac30 0x7f717406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:21.892 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:21.884+0000 7f7195389640 1 --2- 172.21.15.76:0/1109631965 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f717406ac30 0x7f717406d0f0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f7184006fd0 tx=0x7f7184008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:21.893 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:21.888+0000 7f7181ffb640 1 -- 172.21.15.76:0/1109631965 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f71880541b0 con 0x7f7190099bf0 2024-09-13T16:04:22.052 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:22.050+0000 7f71975ed640 1 -- 172.21.15.76:0/1109631965 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command([{prefix=config set, name=mds_max_completed_requests}] v 0) v1 -- 0x7f71900998c0 con 0x7f7190099bf0 2024-09-13T16:04:22.056 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:22.054+0000 7f7181ffb640 1 -- 172.21.15.76:0/1109631965 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_max_completed_requests}]=0 v18)=0 v18) v1 ==== 128+0+0 (secure 0 0 0) 0x7f71880577d0 con 0x7f7190099bf0 2024-09-13T16:04:22.058 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:22.056+0000 7f71975ed640 1 -- 172.21.15.76:0/1109631965 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f717406ac30 msgr2=0x7f717406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:22.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:22.056+0000 7f71975ed640 1 --2- 172.21.15.76:0/1109631965 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f717406ac30 0x7f717406d0f0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f7184006fd0 tx=0x7f7184008040 comp rx=0 tx=0).stop 2024-09-13T16:04:22.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:22.056+0000 7f71975ed640 1 -- 172.21.15.76:0/1109631965 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7190099bf0 msgr2=0x7f719009a070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:22.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:22.056+0000 7f71975ed640 1 --2- 172.21.15.76:0/1109631965 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7190099bf0 0x7f719009a070 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7f7188000f80 tx=0x7f718800e530 comp rx=0 tx=0).stop 2024-09-13T16:04:22.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:22.056+0000 7f71975ed640 1 -- 172.21.15.76:0/1109631965 shutdown_connections 2024-09-13T16:04:22.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:22.056+0000 7f71975ed640 1 --2- 172.21.15.76:0/1109631965 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7190099bf0 0x7f719009a070 unknown :-1 s=CLOSED pgs=733 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:22.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:22.056+0000 7f71975ed640 1 --2- 172.21.15.76:0/1109631965 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7190153380 0x7f7190098250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:22.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:22.056+0000 7f71975ed640 1 --2- 172.21.15.76:0/1109631965 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f717406ac30 0x7f717406d0f0 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:22.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:22.056+0000 7f71975ed640 1 --2- 172.21.15.76:0/1109631965 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f717c003fa0 0x7f71900c41d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:22.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:22.056+0000 7f71975ed640 1 -- 172.21.15.76:0/1109631965 >> 172.21.15.76:0/1109631965 conn(0x7f719006a0b0 msgr2=0x7f71900715d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:22.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:22.056+0000 7f71975ed640 1 -- 172.21.15.76:0/1109631965 shutdown_connections 2024-09-13T16:04:22.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:22.056+0000 7f71975ed640 1 -- 172.21.15.76:0/1109631965 wait complete. 2024-09-13T16:04:22.069 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:04:22.069 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:04:22.088 DEBUG:teuthology.orchestra.run.smithi076:> adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:04:22.088 DEBUG:teuthology.orchestra.run.smithi076:> import os 2024-09-13T16:04:22.088 DEBUG:teuthology.orchestra.run.smithi076:> import uuid 2024-09-13T16:04:22.088 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:04:22.089 DEBUG:teuthology.orchestra.run.smithi076:> n = 10100 2024-09-13T16:04:22.089 DEBUG:teuthology.orchestra.run.smithi076:> create_hard_links = False 2024-09-13T16:04:22.089 DEBUG:teuthology.orchestra.run.smithi076:> if 0 > 0: 2024-09-13T16:04:22.089 DEBUG:teuthology.orchestra.run.smithi076:> create_hard_links = True 2024-09-13T16:04:22.089 DEBUG:teuthology.orchestra.run.smithi076:> path = "/home/ubuntu/cephtest/mnt.0/testdir/file1" 2024-09-13T16:04:22.089 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:04:22.089 DEBUG:teuthology.orchestra.run.smithi076:> dpath = os.path.dirname(path) 2024-09-13T16:04:22.089 DEBUG:teuthology.orchestra.run.smithi076:> fnameprefix = os.path.basename(path) 2024-09-13T16:04:22.089 DEBUG:teuthology.orchestra.run.smithi076:> os.makedirs(dpath, exist_ok=True) 2024-09-13T16:04:22.089 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:04:22.089 DEBUG:teuthology.orchestra.run.smithi076:> try: 2024-09-13T16:04:22.089 DEBUG:teuthology.orchestra.run.smithi076:> dirfd = os.open(dpath, os.O_DIRECTORY) 2024-09-13T16:04:22.089 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:04:22.089 DEBUG:teuthology.orchestra.run.smithi076:> for i in range(n): 2024-09-13T16:04:22.089 DEBUG:teuthology.orchestra.run.smithi076:> fpath = os.path.join(dpath, f"{fnameprefix}_{i}") 2024-09-13T16:04:22.090 DEBUG:teuthology.orchestra.run.smithi076:> with open(fpath, '"'"'w'"'"') as f: 2024-09-13T16:04:22.090 DEBUG:teuthology.orchestra.run.smithi076:> f.write(f"{i}") 2024-09-13T16:04:22.090 DEBUG:teuthology.orchestra.run.smithi076:> if False: 2024-09-13T16:04:22.090 DEBUG:teuthology.orchestra.run.smithi076:> f.flush() 2024-09-13T16:04:22.090 DEBUG:teuthology.orchestra.run.smithi076:> os.fsync(f.fileno()) 2024-09-13T16:04:22.090 DEBUG:teuthology.orchestra.run.smithi076:> if False: 2024-09-13T16:04:22.090 DEBUG:teuthology.orchestra.run.smithi076:> os.unlink(fpath) 2024-09-13T16:04:22.090 DEBUG:teuthology.orchestra.run.smithi076:> if False: 2024-09-13T16:04:22.090 DEBUG:teuthology.orchestra.run.smithi076:> os.fsync(dirfd) 2024-09-13T16:04:22.090 DEBUG:teuthology.orchestra.run.smithi076:> if create_hard_links: 2024-09-13T16:04:22.091 DEBUG:teuthology.orchestra.run.smithi076:> for j in range(0): 2024-09-13T16:04:22.091 DEBUG:teuthology.orchestra.run.smithi076:> os.system(f"ln {fpath} {dpath}/{fnameprefix}_{i}_{uuid.uuid4()}") 2024-09-13T16:04:22.091 DEBUG:teuthology.orchestra.run.smithi076:> if False: 2024-09-13T16:04:22.091 DEBUG:teuthology.orchestra.run.smithi076:> os.fsync(dirfd) 2024-09-13T16:04:22.091 DEBUG:teuthology.orchestra.run.smithi076:> finally: 2024-09-13T16:04:22.091 DEBUG:teuthology.orchestra.run.smithi076:> os.close(dirfd) 2024-09-13T16:04:22.091 DEBUG:teuthology.orchestra.run.smithi076:> ' 2024-09-13T16:04:39.820 DEBUG:teuthology.orchestra.run.smithi076:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:04:39.822 DEBUG:teuthology.orchestra.run.smithi192:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:04:50.206 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:04:50.207 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:04:50.222 DEBUG:teuthology.orchestra.run.smithi076:> adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:04:50.223 DEBUG:teuthology.orchestra.run.smithi076:> import os 2024-09-13T16:04:50.223 DEBUG:teuthology.orchestra.run.smithi076:> import uuid 2024-09-13T16:04:50.223 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:04:50.223 DEBUG:teuthology.orchestra.run.smithi076:> n = 5 2024-09-13T16:04:50.223 DEBUG:teuthology.orchestra.run.smithi076:> create_hard_links = False 2024-09-13T16:04:50.223 DEBUG:teuthology.orchestra.run.smithi076:> if 0 > 0: 2024-09-13T16:04:50.223 DEBUG:teuthology.orchestra.run.smithi076:> create_hard_links = True 2024-09-13T16:04:50.223 DEBUG:teuthology.orchestra.run.smithi076:> path = "/home/ubuntu/cephtest/mnt.0/testdir/file2" 2024-09-13T16:04:50.223 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:04:50.223 DEBUG:teuthology.orchestra.run.smithi076:> dpath = os.path.dirname(path) 2024-09-13T16:04:50.223 DEBUG:teuthology.orchestra.run.smithi076:> fnameprefix = os.path.basename(path) 2024-09-13T16:04:50.223 DEBUG:teuthology.orchestra.run.smithi076:> os.makedirs(dpath, exist_ok=True) 2024-09-13T16:04:50.223 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:04:50.224 DEBUG:teuthology.orchestra.run.smithi076:> try: 2024-09-13T16:04:50.224 DEBUG:teuthology.orchestra.run.smithi076:> dirfd = os.open(dpath, os.O_DIRECTORY) 2024-09-13T16:04:50.224 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:04:50.224 DEBUG:teuthology.orchestra.run.smithi076:> for i in range(n): 2024-09-13T16:04:50.224 DEBUG:teuthology.orchestra.run.smithi076:> fpath = os.path.join(dpath, f"{fnameprefix}_{i}") 2024-09-13T16:04:50.224 DEBUG:teuthology.orchestra.run.smithi076:> with open(fpath, '"'"'w'"'"') as f: 2024-09-13T16:04:50.224 DEBUG:teuthology.orchestra.run.smithi076:> f.write(f"{i}") 2024-09-13T16:04:50.224 DEBUG:teuthology.orchestra.run.smithi076:> if True: 2024-09-13T16:04:50.224 DEBUG:teuthology.orchestra.run.smithi076:> f.flush() 2024-09-13T16:04:50.224 DEBUG:teuthology.orchestra.run.smithi076:> os.fsync(f.fileno()) 2024-09-13T16:04:50.224 DEBUG:teuthology.orchestra.run.smithi076:> if False: 2024-09-13T16:04:50.224 DEBUG:teuthology.orchestra.run.smithi076:> os.unlink(fpath) 2024-09-13T16:04:50.224 DEBUG:teuthology.orchestra.run.smithi076:> if False: 2024-09-13T16:04:50.224 DEBUG:teuthology.orchestra.run.smithi076:> os.fsync(dirfd) 2024-09-13T16:04:50.224 DEBUG:teuthology.orchestra.run.smithi076:> if create_hard_links: 2024-09-13T16:04:50.225 DEBUG:teuthology.orchestra.run.smithi076:> for j in range(0): 2024-09-13T16:04:50.225 DEBUG:teuthology.orchestra.run.smithi076:> os.system(f"ln {fpath} {dpath}/{fnameprefix}_{i}_{uuid.uuid4()}") 2024-09-13T16:04:50.225 DEBUG:teuthology.orchestra.run.smithi076:> if False: 2024-09-13T16:04:50.225 DEBUG:teuthology.orchestra.run.smithi076:> os.fsync(dirfd) 2024-09-13T16:04:50.225 DEBUG:teuthology.orchestra.run.smithi076:> finally: 2024-09-13T16:04:50.225 DEBUG:teuthology.orchestra.run.smithi076:> os.close(dirfd) 2024-09-13T16:04:50.225 DEBUG:teuthology.orchestra.run.smithi076:> ' 2024-09-13T16:04:50.515 INFO:tasks.ceph_test_case:waiting 1000s for health warning matching MDS_CLIENT_OLDEST_TID 2024-09-13T16:04:50.515 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health detail --format=json 2024-09-13T16:04:50.658 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:50.657+0000 7ffb87ab1640 1 Processor -- start 2024-09-13T16:04:50.658 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:50.657+0000 7ffb87ab1640 1 -- start start 2024-09-13T16:04:50.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:50.658+0000 7ffb87ab1640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffb80072110 0x7ffb80070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:50.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:50.658+0000 7ffb87ab1640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ffb800c8920 0x7ffb800c8dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:50.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:50.658+0000 7ffb87ab1640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ffb800abdf0 con 0x7ffb80071d30 2024-09-13T16:04:50.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:50.658+0000 7ffb87ab1640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ffb800c9310 con 0x7ffb800c8920 2024-09-13T16:04:50.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:50.658+0000 7ffb87ab1640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffb800b2280 con 0x7ffb80072110 2024-09-13T16:04:50.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:50.658+0000 7ffb8604e640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ffb800c8920 0x7ffb800c8dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:50.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:50.658+0000 7ffb8604e640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ffb800c8920 0x7ffb800c8dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36312/0 (socket says 172.21.15.76:36312) 2024-09-13T16:04:50.662 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:50.658+0000 7ffb8584d640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7ffb80071d30 0x7ffb800b1b70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:45258/0 (socket says 172.21.15.76:45258) 2024-09-13T16:04:50.662 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:50.658+0000 7ffb8604e640 1 -- 172.21.15.76:0/2756100693 learned_addr learned my addr 172.21.15.76:0/2756100693 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:04:50.662 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:50.658+0000 7ffb8504c640 1 --2- 172.21.15.76:0/2756100693 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffb80072110 0x7ffb80070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:50.662 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:50.658+0000 7ffb8604e640 1 -- 172.21.15.76:0/2756100693 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffb80072110 msgr2=0x7ffb80070190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:50.662 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:50.658+0000 7ffb8604e640 1 --2- 172.21.15.76:0/2756100693 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffb80072110 0x7ffb80070190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:50.662 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:50.658+0000 7ffb8604e640 1 -- 172.21.15.76:0/2756100693 >> v1:172.21.15.76:6789/0 conn(0x7ffb80071d30 legacy=0x7ffb800b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:50.662 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:50.658+0000 7ffb8604e640 1 -- 172.21.15.76:0/2756100693 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffb800ab1e0 con 0x7ffb800c8920 2024-09-13T16:04:50.662 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:50.658+0000 7ffb8484b640 1 -- 172.21.15.76:0/2756100693 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2311020176 0 0) 0x7ffb800abdf0 con 0x7ffb80071d30 2024-09-13T16:04:50.662 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:50.659+0000 7ffb8604e640 1 --2- 172.21.15.76:0/2756100693 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffb800c8920 0x7ffb800c8dd0 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7ffb7800d180 tx=0x7ffb7802c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=252e2e49e109a72e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:50.662 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:50.659+0000 7ffb8484b640 1 -- 172.21.15.76:0/2756100693 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb78009600 con 0x7ffb800c8920 2024-09-13T16:04:50.662 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:50.659+0000 7ffb8484b640 1 -- 172.21.15.76:0/2756100693 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 46+0+0 (secure 0 0 0) 0x7ffb7802e040 con 0x7ffb800c8920 2024-09-13T16:04:50.662 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:50.659+0000 7ffb8484b640 1 -- 172.21.15.76:0/2756100693 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb78009980 con 0x7ffb800c8920 2024-09-13T16:04:50.663 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:50.660+0000 7ffb87ab1640 1 -- 172.21.15.76:0/2756100693 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffb800c8920 msgr2=0x7ffb800c8dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:50.663 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:50.660+0000 7ffb87ab1640 1 --2- 172.21.15.76:0/2756100693 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffb800c8920 0x7ffb800c8dd0 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7ffb7800d180 tx=0x7ffb7802c960 comp rx=0 tx=0).stop 2024-09-13T16:04:50.663 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:50.660+0000 7ffb87ab1640 1 -- 172.21.15.76:0/2756100693 shutdown_connections 2024-09-13T16:04:50.663 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:50.660+0000 7ffb87ab1640 1 --2- 172.21.15.76:0/2756100693 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffb800c8920 0x7ffb800c8dd0 unknown :-1 s=CLOSED pgs=735 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:50.663 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:50.660+0000 7ffb87ab1640 1 --2- 172.21.15.76:0/2756100693 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffb80072110 0x7ffb80070190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:50.663 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:50.660+0000 7ffb87ab1640 1 -- 172.21.15.76:0/2756100693 >> 172.21.15.76:0/2756100693 conn(0x7ffb80069ed0 msgr2=0x7ffb8006a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:50.663 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:50.660+0000 7ffb87ab1640 1 -- 172.21.15.76:0/2756100693 shutdown_connections 2024-09-13T16:04:50.663 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:50.660+0000 7ffb87ab1640 1 -- 172.21.15.76:0/2756100693 wait complete. 2024-09-13T16:04:50.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:50.661+0000 7ffb87ab1640 1 Processor -- start 2024-09-13T16:04:50.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:50.661+0000 7ffb87ab1640 1 -- start start 2024-09-13T16:04:50.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:50.661+0000 7ffb87ab1640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffb80071d30 0x7ffb800c2ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:50.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:50.661+0000 7ffb87ab1640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffb80072110 0x7ffb801f1b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:50.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:50.662+0000 7ffb87ab1640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffb800c8920 0x7ffb800c3f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:50.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:50.662+0000 7ffb87ab1640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffb800c3420 con 0x7ffb80071d30 2024-09-13T16:04:50.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:50.662+0000 7ffb87ab1640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffb800c1e40 con 0x7ffb80072110 2024-09-13T16:04:50.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:50.662+0000 7ffb87ab1640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffb800c2120 con 0x7ffb800c8920 2024-09-13T16:04:50.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:50.662+0000 7ffb8584d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffb80071d30 0x7ffb800c2ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:50.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:50.662+0000 7ffb8584d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffb80071d30 0x7ffb800c2ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:36322/0 (socket says 172.21.15.76:36322) 2024-09-13T16:04:50.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:50.662+0000 7ffb8584d640 1 -- 172.21.15.76:0/3918214528 learned_addr learned my addr 172.21.15.76:0/3918214528 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:04:50.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:50.662+0000 7ffb8604e640 1 --2- 172.21.15.76:0/3918214528 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffb800c8920 0x7ffb800c3f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:50.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:50.662+0000 7ffb8504c640 1 --2- 172.21.15.76:0/3918214528 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffb80072110 0x7ffb801f1b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:50.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:50.662+0000 7ffb8584d640 1 -- 172.21.15.76:0/3918214528 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffb800c8920 msgr2=0x7ffb800c3f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:50.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:50.662+0000 7ffb8584d640 1 --2- 172.21.15.76:0/3918214528 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffb800c8920 0x7ffb800c3f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:50.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:50.662+0000 7ffb8584d640 1 -- 172.21.15.76:0/3918214528 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffb80072110 msgr2=0x7ffb801f1b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:50.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:50.662+0000 7ffb8584d640 1 --2- 172.21.15.76:0/3918214528 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffb80072110 0x7ffb801f1b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:50.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:50.662+0000 7ffb8584d640 1 -- 172.21.15.76:0/3918214528 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffb7800bd40 con 0x7ffb80071d30 2024-09-13T16:04:50.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:50.662+0000 7ffb8604e640 1 --2- 172.21.15.76:0/3918214528 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffb800c8920 0x7ffb800c3f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:04:50.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:50.662+0000 7ffb8504c640 1 --2- 172.21.15.76:0/3918214528 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffb80072110 0x7ffb801f1b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:04:50.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:50.662+0000 7ffb8584d640 1 --2- 172.21.15.76:0/3918214528 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffb80071d30 0x7ffb800c2ee0 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7ffb7c00c4d0 tx=0x7ffb7c00c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:50.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:50.662+0000 7ffb767fc640 1 -- 172.21.15.76:0/3918214528 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb7c0074e0 con 0x7ffb80071d30 2024-09-13T16:04:50.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:50.662+0000 7ffb767fc640 1 -- 172.21.15.76:0/3918214528 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 46+0+0 (secure 0 0 0) 0x7ffb7c007660 con 0x7ffb80071d30 2024-09-13T16:04:50.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:50.662+0000 7ffb767fc640 1 -- 172.21.15.76:0/3918214528 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb7c004a20 con 0x7ffb80071d30 2024-09-13T16:04:50.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:50.662+0000 7ffb87ab1640 1 -- 172.21.15.76:0/3918214528 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffb800c2400 con 0x7ffb80071d30 2024-09-13T16:04:50.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:50.662+0000 7ffb87ab1640 1 -- 172.21.15.76:0/3918214528 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffb800c29c0 con 0x7ffb80071d30 2024-09-13T16:04:50.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:50.663+0000 7ffb87ab1640 1 -- 172.21.15.76:0/3918214528 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ffb800c2be0 con 0x7ffb80071d30 2024-09-13T16:04:50.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:50.664+0000 7ffb767fc640 1 -- 172.21.15.76:0/3918214528 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ffb7c004b80 con 0x7ffb80071d30 2024-09-13T16:04:50.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:50.664+0000 7ffb767fc640 1 --2- 172.21.15.76:0/3918214528 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ffb6406ac00 0x7ffb6406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:50.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:50.664+0000 7ffb767fc640 1 -- 172.21.15.76:0/3918214528 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(57..57 src has 1..57) v4 ==== 6087+0+0 (secure 0 0 0) 0x7ffb7c088790 con 0x7ffb80071d30 2024-09-13T16:04:50.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:50.664+0000 7ffb8504c640 1 --2- 172.21.15.76:0/3918214528 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ffb6406ac00 0x7ffb6406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:50.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:50.665+0000 7ffb8504c640 1 --2- 172.21.15.76:0/3918214528 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ffb6406ac00 0x7ffb6406d0c0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7ffb800c0ce0 tx=0x7ffb70008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:50.669 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:50.668+0000 7ffb767fc640 1 -- 172.21.15.76:0/3918214528 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ffb7c053760 con 0x7ffb80071d30 2024-09-13T16:04:50.892 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:50.890+0000 7ffb87ab1640 1 -- 172.21.15.76:0/3918214528 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "health", "detail": "detail", "format": "json"} v 0) v1 -- 0x7ffb80070190 con 0x7ffb80071d30 2024-09-13T16:04:50.892 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:50.891+0000 7ffb767fc640 1 -- 172.21.15.76:0/3918214528 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "health", "detail": "detail", "format": "json"}]=0 v0) v1 ==== 92+0+46 (secure 0 0 0) 0x7ffb7c0180a0 con 0x7ffb80071d30 2024-09-13T16:04:50.892 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:04:50.892 INFO:teuthology.orchestra.run.smithi076.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-13T16:04:50.894 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:50.892+0000 7ffb87ab1640 1 -- 172.21.15.76:0/3918214528 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ffb6406ac00 msgr2=0x7ffb6406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:50.894 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:50.892+0000 7ffb87ab1640 1 --2- 172.21.15.76:0/3918214528 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ffb6406ac00 0x7ffb6406d0c0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7ffb800c0ce0 tx=0x7ffb70008040 comp rx=0 tx=0).stop 2024-09-13T16:04:50.894 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:50.892+0000 7ffb87ab1640 1 -- 172.21.15.76:0/3918214528 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffb80071d30 msgr2=0x7ffb800c2ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:50.894 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:50.893+0000 7ffb87ab1640 1 --2- 172.21.15.76:0/3918214528 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffb80071d30 0x7ffb800c2ee0 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7ffb7c00c4d0 tx=0x7ffb7c00c990 comp rx=0 tx=0).stop 2024-09-13T16:04:50.894 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:50.893+0000 7ffb87ab1640 1 -- 172.21.15.76:0/3918214528 shutdown_connections 2024-09-13T16:04:50.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:50.893+0000 7ffb87ab1640 1 --2- 172.21.15.76:0/3918214528 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ffb6406ac00 0x7ffb6406d0c0 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:50.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:50.893+0000 7ffb87ab1640 1 --2- 172.21.15.76:0/3918214528 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffb800c8920 0x7ffb800c3f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:50.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:50.893+0000 7ffb87ab1640 1 --2- 172.21.15.76:0/3918214528 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffb80072110 0x7ffb801f1b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:50.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:50.893+0000 7ffb87ab1640 1 --2- 172.21.15.76:0/3918214528 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffb80071d30 0x7ffb800c2ee0 unknown :-1 s=CLOSED pgs=736 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:50.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:50.893+0000 7ffb87ab1640 1 -- 172.21.15.76:0/3918214528 >> 172.21.15.76:0/3918214528 conn(0x7ffb80069ed0 msgr2=0x7ffb800ae080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:50.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:50.893+0000 7ffb87ab1640 1 -- 172.21.15.76:0/3918214528 shutdown_connections 2024-09-13T16:04:50.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:50.893+0000 7ffb87ab1640 1 -- 172.21.15.76:0/3918214528 wait complete. 2024-09-13T16:04:50.904 DEBUG:tasks.ceph_test_case:Not expected number of summary strings ([]) 2024-09-13T16:04:50.904 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=1000 retry_count=0)... 2024-09-13T16:04:55.905 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health detail --format=json 2024-09-13T16:04:56.018 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.016+0000 7fad297c7640 1 Processor -- start 2024-09-13T16:04:56.018 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.017+0000 7fad297c7640 1 -- start start 2024-09-13T16:04:56.019 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.017+0000 7fad297c7640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fad240d0da0 0x7fad240af0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:56.019 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.017+0000 7fad297c7640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fad2406bb10 con 0x7fad240ceef0 2024-09-13T16:04:56.019 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.017+0000 7fad297c7640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fad240ccb30 con 0x7fad2415c860 2024-09-13T16:04:56.019 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.017+0000 7fad297c7640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fad240d13a0 con 0x7fad240d0da0 2024-09-13T16:04:56.019 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.018+0000 7fad237fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fad240d0da0 0x7fad240af0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:56.019 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.018+0000 7fad22ffd640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fad240ceef0 0x7fad240cf2d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:37686/0 (socket says 172.21.15.76:37686) 2024-09-13T16:04:56.019 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.018+0000 7fad22ffd640 1 -- 172.21.15.76:0/1816730564 learned_addr learned my addr 172.21.15.76:0/1816730564 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:04:56.020 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.018+0000 7fad237fe640 1 -- 172.21.15.76:0/1816730564 >> v1:172.21.15.192:6789/0 conn(0x7fad2415c860 legacy=0x7fad240d0690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:56.020 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.018+0000 7fad237fe640 1 -- 172.21.15.76:0/1816730564 >> v1:172.21.15.76:6789/0 conn(0x7fad240ceef0 legacy=0x7fad240cf2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:56.020 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.018+0000 7fad237fe640 1 -- 172.21.15.76:0/1816730564 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fad240d1680 con 0x7fad240d0da0 2024-09-13T16:04:56.020 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.018+0000 7fad227fc640 1 -- 172.21.15.76:0/1816730564 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 523817884 0 0) 0x7fad2406bb10 con 0x7fad240ceef0 2024-09-13T16:04:56.021 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.019+0000 7fad237fe640 1 --2- 172.21.15.76:0/1816730564 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fad240d0da0 0x7fad240af0d0 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7fad1c009d90 tx=0x7fad1c02a780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=68cfa53c0d952b19 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:56.021 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.019+0000 7fad227fc640 1 -- 172.21.15.76:0/1816730564 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad1c007740 con 0x7fad240d0da0 2024-09-13T16:04:56.021 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.019+0000 7fad227fc640 1 -- 172.21.15.76:0/1816730564 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 46+0+0 (secure 0 0 0) 0x7fad1c0078a0 con 0x7fad240d0da0 2024-09-13T16:04:56.021 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.019+0000 7fad227fc640 1 -- 172.21.15.76:0/1816730564 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad1c007c30 con 0x7fad240d0da0 2024-09-13T16:04:56.021 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.019+0000 7fad297c7640 1 -- 172.21.15.76:0/1816730564 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fad240d0da0 msgr2=0x7fad240af0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:56.021 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.019+0000 7fad297c7640 1 --2- 172.21.15.76:0/1816730564 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fad240d0da0 0x7fad240af0d0 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7fad1c009d90 tx=0x7fad1c02a780 comp rx=0 tx=0).stop 2024-09-13T16:04:56.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.019+0000 7fad297c7640 1 -- 172.21.15.76:0/1816730564 shutdown_connections 2024-09-13T16:04:56.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.019+0000 7fad297c7640 1 --2- 172.21.15.76:0/1816730564 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fad240d0da0 0x7fad240af0d0 unknown :-1 s=CLOSED pgs=738 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:56.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.019+0000 7fad297c7640 1 -- 172.21.15.76:0/1816730564 >> 172.21.15.76:0/1816730564 conn(0x7fad2409b870 msgr2=0x7fad24089f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:56.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.019+0000 7fad297c7640 1 -- 172.21.15.76:0/1816730564 shutdown_connections 2024-09-13T16:04:56.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.020+0000 7fad297c7640 1 -- 172.21.15.76:0/1816730564 wait complete. 2024-09-13T16:04:56.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.021+0000 7fad297c7640 1 Processor -- start 2024-09-13T16:04:56.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.021+0000 7fad297c7640 1 -- start start 2024-09-13T16:04:56.024 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.022+0000 7fad297c7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fad240ceef0 0x7fad2409ecd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:56.025 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.022+0000 7fad297c7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fad240d0da0 0x7fad2409c1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:56.025 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.022+0000 7fad297c7640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fad2415c860 0x7fad2409c720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:56.025 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.022+0000 7fad297c7640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fad2409f210 con 0x7fad240ceef0 2024-09-13T16:04:56.025 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.022+0000 7fad297c7640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fad2415bf90 con 0x7fad2415c860 2024-09-13T16:04:56.025 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.022+0000 7fad297c7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fad240ca600 con 0x7fad240d0da0 2024-09-13T16:04:56.025 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.022+0000 7fad22ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fad240ceef0 0x7fad2409ecd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:56.025 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.022+0000 7fad22ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fad240ceef0 0x7fad2409ecd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57884/0 (socket says 172.21.15.76:57884) 2024-09-13T16:04:56.025 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.022+0000 7fad22ffd640 1 -- 172.21.15.76:0/3477103521 learned_addr learned my addr 172.21.15.76:0/3477103521 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:04:56.025 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.022+0000 7fad237fe640 1 --2- 172.21.15.76:0/3477103521 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fad2415c860 0x7fad2409c720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:56.025 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.022+0000 7fad1a7fc640 1 --2- 172.21.15.76:0/3477103521 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fad240d0da0 0x7fad2409c1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:56.025 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.022+0000 7fad22ffd640 1 -- 172.21.15.76:0/3477103521 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fad240d0da0 msgr2=0x7fad2409c1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:56.025 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.022+0000 7fad22ffd640 1 --2- 172.21.15.76:0/3477103521 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fad240d0da0 0x7fad2409c1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:56.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.022+0000 7fad22ffd640 1 -- 172.21.15.76:0/3477103521 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fad2415c860 msgr2=0x7fad2409c720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:56.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.022+0000 7fad22ffd640 1 --2- 172.21.15.76:0/3477103521 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fad2415c860 0x7fad2409c720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:56.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.022+0000 7fad22ffd640 1 -- 172.21.15.76:0/3477103521 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fad1c009a70 con 0x7fad240ceef0 2024-09-13T16:04:56.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.022+0000 7fad1a7fc640 1 --2- 172.21.15.76:0/3477103521 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fad240d0da0 0x7fad2409c1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:04:56.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.022+0000 7fad237fe640 1 --2- 172.21.15.76:0/3477103521 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fad2415c860 0x7fad2409c720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:04:56.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.022+0000 7fad22ffd640 1 --2- 172.21.15.76:0/3477103521 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fad240ceef0 0x7fad2409ecd0 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7fad1400c4a0 tx=0x7fad1400c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:56.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.022+0000 7fad1bfff640 1 -- 172.21.15.76:0/3477103521 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad140074e0 con 0x7fad240ceef0 2024-09-13T16:04:56.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.022+0000 7fad1bfff640 1 -- 172.21.15.76:0/3477103521 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 46+0+0 (secure 0 0 0) 0x7fad14007640 con 0x7fad240ceef0 2024-09-13T16:04:56.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.022+0000 7fad297c7640 1 -- 172.21.15.76:0/3477103521 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fad240ca8e0 con 0x7fad240ceef0 2024-09-13T16:04:56.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.022+0000 7fad1bfff640 1 -- 172.21.15.76:0/3477103521 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad14004a00 con 0x7fad240ceef0 2024-09-13T16:04:56.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.023+0000 7fad297c7640 1 -- 172.21.15.76:0/3477103521 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fad2409f700 con 0x7fad240ceef0 2024-09-13T16:04:56.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.023+0000 7fad297c7640 1 -- 172.21.15.76:0/3477103521 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fad240af0d0 con 0x7fad240ceef0 2024-09-13T16:04:56.027 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.024+0000 7fad1bfff640 1 -- 172.21.15.76:0/3477103521 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fad14004b60 con 0x7fad240ceef0 2024-09-13T16:04:56.027 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.024+0000 7fad1bfff640 1 --2- 172.21.15.76:0/3477103521 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fad0406ac00 0x7fad0406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:56.027 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.024+0000 7fad1bfff640 1 -- 172.21.15.76:0/3477103521 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(57..57 src has 1..57) v4 ==== 6087+0+0 (secure 0 0 0) 0x7fad14088680 con 0x7fad240ceef0 2024-09-13T16:04:56.027 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.024+0000 7fad1a7fc640 1 --2- 172.21.15.76:0/3477103521 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fad0406ac00 0x7fad0406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:56.027 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.025+0000 7fad1a7fc640 1 --2- 172.21.15.76:0/3477103521 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fad0406ac00 0x7fad0406d0c0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7fad2415c210 tx=0x7fad0c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:56.030 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.029+0000 7fad1bfff640 1 -- 172.21.15.76:0/3477103521 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fad140536e0 con 0x7fad240ceef0 2024-09-13T16:04:56.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.252+0000 7fad297c7640 1 -- 172.21.15.76:0/3477103521 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "health", "detail": "detail", "format": "json"} v 0) v1 -- 0x7fad240d2250 con 0x7fad240ceef0 2024-09-13T16:04:56.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.252+0000 7fad1bfff640 1 -- 172.21.15.76:0/3477103521 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "health", "detail": "detail", "format": "json"}]=0 v0) v1 ==== 92+0+322 (secure 0 0 0) 0x7fad14018160 con 0x7fad240ceef0 2024-09-13T16:04:56.254 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:04:56.254 INFO:teuthology.orchestra.run.smithi076.stdout:{"status":"HEALTH_WARN","checks":{"MDS_CLIENT_OLDEST_TID":{"severity":"HEALTH_WARN","summary":{"message":"1 clients failing to advance oldest client/flush tid","count":1},"detail":[{"message":"mds.d(mds.0): Client smithi076:0 failing to advance its oldest client/flush tid. client_id: 6219"}],"muted":false}},"mutes":[]} 2024-09-13T16:04:56.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.254+0000 7fad297c7640 1 -- 172.21.15.76:0/3477103521 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fad0406ac00 msgr2=0x7fad0406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:56.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.254+0000 7fad297c7640 1 --2- 172.21.15.76:0/3477103521 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fad0406ac00 0x7fad0406d0c0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7fad2415c210 tx=0x7fad0c009040 comp rx=0 tx=0).stop 2024-09-13T16:04:56.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.254+0000 7fad297c7640 1 -- 172.21.15.76:0/3477103521 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fad240ceef0 msgr2=0x7fad2409ecd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:56.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.254+0000 7fad297c7640 1 --2- 172.21.15.76:0/3477103521 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fad240ceef0 0x7fad2409ecd0 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7fad1400c4a0 tx=0x7fad1400c960 comp rx=0 tx=0).stop 2024-09-13T16:04:56.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.254+0000 7fad297c7640 1 -- 172.21.15.76:0/3477103521 shutdown_connections 2024-09-13T16:04:56.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.254+0000 7fad297c7640 1 --2- 172.21.15.76:0/3477103521 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fad2415c860 0x7fad2409c720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:56.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.254+0000 7fad297c7640 1 --2- 172.21.15.76:0/3477103521 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fad0406ac00 0x7fad0406d0c0 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:56.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.254+0000 7fad297c7640 1 --2- 172.21.15.76:0/3477103521 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fad240d0da0 0x7fad2409c1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:56.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.254+0000 7fad297c7640 1 --2- 172.21.15.76:0/3477103521 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fad240ceef0 0x7fad2409ecd0 unknown :-1 s=CLOSED pgs=739 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:56.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.254+0000 7fad297c7640 1 -- 172.21.15.76:0/3477103521 >> 172.21.15.76:0/3477103521 conn(0x7fad2409b870 msgr2=0x7fad240b3e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:56.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.255+0000 7fad297c7640 1 -- 172.21.15.76:0/3477103521 shutdown_connections 2024-09-13T16:04:56.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.255+0000 7fad297c7640 1 -- 172.21.15.76:0/3477103521 wait complete. 2024-09-13T16:04:56.266 DEBUG:tasks.ceph_test_case:detail_strings: ['mds.d(mds.0): Client smithi076:0 failing to advance its oldest client/flush tid. client_id: 6219'] 2024-09-13T16:04:56.266 DEBUG:tasks.ceph_test_case:wait_until_true: success in 5s and 0 retries 2024-09-13T16:04:56.266 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mds mds_session_metadata_threshold 5000 2024-09-13T16:04:56.369 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.367+0000 7f16a8133640 1 Processor -- start 2024-09-13T16:04:56.369 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.367+0000 7f16a8133640 1 -- start start 2024-09-13T16:04:56.378 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.368+0000 7f16a8133640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f16a015a040 0x7f16a00cafc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:56.378 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.368+0000 7f16a8133640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f16a0160ca0 0x7f16a00cb500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:56.378 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.368+0000 7f16a8133640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f16a015caa0 0x7f16a015cf10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:56.378 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.368+0000 7f16a8133640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f16a00cbfd0 con 0x7f16a0160ca0 2024-09-13T16:04:56.378 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.368+0000 7f16a8133640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f16a015d450 con 0x7f16a015a040 2024-09-13T16:04:56.378 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.368+0000 7f16a8133640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f16a015a420 con 0x7f16a015caa0 2024-09-13T16:04:56.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.368+0000 7f16a56ce640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f16a0160ca0 0x7f16a00cb500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:56.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.368+0000 7f16a56ce640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f16a0160ca0 0x7f16a00cb500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57900/0 (socket says 172.21.15.76:57900) 2024-09-13T16:04:56.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.368+0000 7f16a56ce640 1 -- 172.21.15.76:0/185332114 learned_addr learned my addr 172.21.15.76:0/185332114 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:04:56.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.369+0000 7f16a56ce640 1 -- 172.21.15.76:0/185332114 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f16a015caa0 msgr2=0x7f16a015cf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:56.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.369+0000 7f16a66d0640 1 --2- 172.21.15.76:0/185332114 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f16a015caa0 0x7f16a015cf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:56.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.369+0000 7f16a5ecf640 1 --2- 172.21.15.76:0/185332114 >> v2:172.21.15.192:3300/0 conn(0x7f16a015a040 0x7f16a00cafc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:56.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.369+0000 7f16a56ce640 1 --2- 172.21.15.76:0/185332114 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f16a015caa0 0x7f16a015cf10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:56.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.369+0000 7f16a56ce640 1 -- 172.21.15.76:0/185332114 >> v2:172.21.15.192:3300/0 conn(0x7f16a015a040 msgr2=0x7f16a00cafc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:04:56.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.369+0000 7f16a56ce640 1 --2- 172.21.15.76:0/185332114 >> v2:172.21.15.192:3300/0 conn(0x7f16a015a040 0x7f16a00cafc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:56.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.369+0000 7f16a56ce640 1 -- 172.21.15.76:0/185332114 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f16a015d9b0 con 0x7f16a0160ca0 2024-09-13T16:04:56.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.369+0000 7f16a56ce640 1 --2- 172.21.15.76:0/185332114 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f16a0160ca0 0x7f16a00cb500 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7f16a00cc2e0 tx=0x7f169002a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ab53c91b6623f161 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:56.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.369+0000 7f16a4ecd640 1 -- 172.21.15.76:0/185332114 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f169002ae90 con 0x7f16a0160ca0 2024-09-13T16:04:56.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.370+0000 7f16a4ecd640 1 -- 172.21.15.76:0/185332114 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 46+0+0 (secure 0 0 0) 0x7f1690032440 con 0x7f16a0160ca0 2024-09-13T16:04:56.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.370+0000 7f16a4ecd640 1 -- 172.21.15.76:0/185332114 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f16900327d0 con 0x7f16a0160ca0 2024-09-13T16:04:56.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.370+0000 7f16a8133640 1 -- 172.21.15.76:0/185332114 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f16a0160ca0 msgr2=0x7f16a00cb500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:56.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.370+0000 7f16a8133640 1 --2- 172.21.15.76:0/185332114 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f16a0160ca0 0x7f16a00cb500 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7f16a00cc2e0 tx=0x7f169002a140 comp rx=0 tx=0).stop 2024-09-13T16:04:56.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.370+0000 7f16a8133640 1 -- 172.21.15.76:0/185332114 shutdown_connections 2024-09-13T16:04:56.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.370+0000 7f16a8133640 1 --2- 172.21.15.76:0/185332114 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f16a015caa0 0x7f16a015cf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:56.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.370+0000 7f16a8133640 1 --2- 172.21.15.76:0/185332114 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f16a0160ca0 0x7f16a00cb500 unknown :-1 s=CLOSED pgs=740 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:56.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.370+0000 7f16a8133640 1 --2- 172.21.15.76:0/185332114 >> v2:172.21.15.192:3300/0 conn(0x7f16a015a040 0x7f16a00cafc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:56.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.370+0000 7f16a8133640 1 -- 172.21.15.76:0/185332114 >> 172.21.15.76:0/185332114 conn(0x7f16a0065ff0 msgr2=0x7f16a00b02e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:56.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.370+0000 7f16a8133640 1 -- 172.21.15.76:0/185332114 shutdown_connections 2024-09-13T16:04:56.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.370+0000 7f16a8133640 1 -- 172.21.15.76:0/185332114 wait complete. 2024-09-13T16:04:56.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.371+0000 7f16a8133640 1 Processor -- start 2024-09-13T16:04:56.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.371+0000 7f16a8133640 1 -- start start 2024-09-13T16:04:56.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.372+0000 7f16a8133640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f16a015a040 0x7f16a00ad2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:56.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.372+0000 7f16a8133640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f16a015caa0 0x7f16a00c3550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:56.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.372+0000 7f16a8133640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f16a0160ca0 0x7f16a015bcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:56.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.372+0000 7f16a8133640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f16a0148ad0 con 0x7f16a0160ca0 2024-09-13T16:04:56.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.372+0000 7f16a8133640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f16a00ad7e0 con 0x7f16a015a040 2024-09-13T16:04:56.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.372+0000 7f16a8133640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f16a0148d20 con 0x7f16a015caa0 2024-09-13T16:04:56.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.372+0000 7f16a66d0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f16a0160ca0 0x7f16a015bcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:56.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.372+0000 7f16a66d0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f16a0160ca0 0x7f16a015bcf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57910/0 (socket says 172.21.15.76:57910) 2024-09-13T16:04:56.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.372+0000 7f16a66d0640 1 -- 172.21.15.76:0/2053963549 learned_addr learned my addr 172.21.15.76:0/2053963549 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:04:56.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.373+0000 7f16a66d0640 1 -- 172.21.15.76:0/2053963549 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f16a015caa0 msgr2=0x7f16a00c3550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:56.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.373+0000 7f16a5ecf640 1 --2- 172.21.15.76:0/2053963549 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f16a015a040 0x7f16a00ad2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:56.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.373+0000 7f16a56ce640 1 --2- 172.21.15.76:0/2053963549 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f16a015caa0 0x7f16a00c3550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:56.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.373+0000 7f16a66d0640 1 --2- 172.21.15.76:0/2053963549 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f16a015caa0 0x7f16a00c3550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:56.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.373+0000 7f16a66d0640 1 -- 172.21.15.76:0/2053963549 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f16a015a040 msgr2=0x7f16a00ad2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:56.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.373+0000 7f16a66d0640 1 --2- 172.21.15.76:0/2053963549 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f16a015a040 0x7f16a00ad2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:56.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.373+0000 7f16a66d0640 1 -- 172.21.15.76:0/2053963549 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f16900094d0 con 0x7f16a0160ca0 2024-09-13T16:04:56.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.373+0000 7f16a5ecf640 1 --2- 172.21.15.76:0/2053963549 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f16a015a040 0x7f16a00ad2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:04:56.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.373+0000 7f16a66d0640 1 --2- 172.21.15.76:0/2053963549 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f16a0160ca0 0x7f16a015bcf0 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7f169800cda0 tx=0x7f169800a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:56.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.373+0000 7f16967fc640 1 -- 172.21.15.76:0/2053963549 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1698003b90 con 0x7f16a0160ca0 2024-09-13T16:04:56.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.373+0000 7f16967fc640 1 -- 172.21.15.76:0/2053963549 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 46+0+0 (secure 0 0 0) 0x7f1698003cf0 con 0x7f16a0160ca0 2024-09-13T16:04:56.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.373+0000 7f16a8133640 1 -- 172.21.15.76:0/2053963549 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f16a0149000 con 0x7f16a0160ca0 2024-09-13T16:04:56.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.373+0000 7f16967fc640 1 -- 172.21.15.76:0/2053963549 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1698004240 con 0x7f16a0160ca0 2024-09-13T16:04:56.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.373+0000 7f16a8133640 1 -- 172.21.15.76:0/2053963549 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f16a01495c0 con 0x7f16a0160ca0 2024-09-13T16:04:56.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.374+0000 7f16a8133640 1 -- 172.21.15.76:0/2053963549 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f16a015cf10 con 0x7f16a0160ca0 2024-09-13T16:04:56.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.374+0000 7f16967fc640 1 -- 172.21.15.76:0/2053963549 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f16980043a0 con 0x7f16a0160ca0 2024-09-13T16:04:56.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.375+0000 7f16967fc640 1 --2- 172.21.15.76:0/2053963549 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f168406ac00 0x7f168406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:04:56.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.375+0000 7f16967fc640 1 -- 172.21.15.76:0/2053963549 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(57..57 src has 1..57) v4 ==== 6087+0+0 (secure 0 0 0) 0x7f1698012070 con 0x7f16a0160ca0 2024-09-13T16:04:56.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.375+0000 7f16a5ecf640 1 --2- 172.21.15.76:0/2053963549 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f168406ac00 0x7f168406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:04:56.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.375+0000 7f16a5ecf640 1 --2- 172.21.15.76:0/2053963549 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f168406ac00 0x7f168406d0c0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f169c00b820 tx=0x7f169c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:04:56.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.379+0000 7f16967fc640 1 -- 172.21.15.76:0/2053963549 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f1698054f00 con 0x7f16a0160ca0 2024-09-13T16:04:56.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.538+0000 7f16a8133640 1 -- 172.21.15.76:0/2053963549 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command([{prefix=config set, name=mds_session_metadata_threshold}] v 0) v1 -- 0x7f16a00b3a40 con 0x7f16a0160ca0 2024-09-13T16:04:56.543 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.542+0000 7f16967fc640 1 -- 172.21.15.76:0/2053963549 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_session_metadata_threshold}]=0 v19)=0 v19) v1 ==== 131+0+0 (secure 0 0 0) 0x7f1698056e30 con 0x7f16a0160ca0 2024-09-13T16:04:56.546 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.544+0000 7f16a8133640 1 -- 172.21.15.76:0/2053963549 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f168406ac00 msgr2=0x7f168406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:56.546 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.544+0000 7f16a8133640 1 --2- 172.21.15.76:0/2053963549 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f168406ac00 0x7f168406d0c0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f169c00b820 tx=0x7f169c008040 comp rx=0 tx=0).stop 2024-09-13T16:04:56.546 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.544+0000 7f16a8133640 1 -- 172.21.15.76:0/2053963549 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f16a0160ca0 msgr2=0x7f16a015bcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:04:56.546 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.544+0000 7f16a8133640 1 --2- 172.21.15.76:0/2053963549 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f16a0160ca0 0x7f16a015bcf0 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7f169800cda0 tx=0x7f169800a660 comp rx=0 tx=0).stop 2024-09-13T16:04:56.546 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.544+0000 7f16a8133640 1 -- 172.21.15.76:0/2053963549 shutdown_connections 2024-09-13T16:04:56.546 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.544+0000 7f16a8133640 1 --2- 172.21.15.76:0/2053963549 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f16a0160ca0 0x7f16a015bcf0 unknown :-1 s=CLOSED pgs=741 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:56.547 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.544+0000 7f16a8133640 1 --2- 172.21.15.76:0/2053963549 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f168406ac00 0x7f168406d0c0 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:56.547 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.544+0000 7f16a8133640 1 --2- 172.21.15.76:0/2053963549 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f16a015caa0 0x7f16a00c3550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:56.547 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.544+0000 7f16a8133640 1 --2- 172.21.15.76:0/2053963549 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f16a015a040 0x7f16a00ad2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:04:56.547 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.544+0000 7f16a8133640 1 -- 172.21.15.76:0/2053963549 >> 172.21.15.76:0/2053963549 conn(0x7f16a0065ff0 msgr2=0x7f16a00afeb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:04:56.547 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.545+0000 7f16a8133640 1 -- 172.21.15.76:0/2053963549 shutdown_connections 2024-09-13T16:04:56.547 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:04:56.545+0000 7f16a8133640 1 -- 172.21.15.76:0/2053963549 wait complete. 2024-09-13T16:04:56.556 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:04:56.556 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:04:56.572 DEBUG:teuthology.orchestra.run.smithi076:> adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:04:56.572 DEBUG:teuthology.orchestra.run.smithi076:> import os 2024-09-13T16:04:56.572 DEBUG:teuthology.orchestra.run.smithi076:> import uuid 2024-09-13T16:04:56.572 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:04:56.572 DEBUG:teuthology.orchestra.run.smithi076:> n = 100000 2024-09-13T16:04:56.573 DEBUG:teuthology.orchestra.run.smithi076:> create_hard_links = False 2024-09-13T16:04:56.573 DEBUG:teuthology.orchestra.run.smithi076:> if 0 > 0: 2024-09-13T16:04:56.573 DEBUG:teuthology.orchestra.run.smithi076:> create_hard_links = True 2024-09-13T16:04:56.573 DEBUG:teuthology.orchestra.run.smithi076:> path = "/home/ubuntu/cephtest/mnt.0/testdir/file2" 2024-09-13T16:04:56.573 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:04:56.573 DEBUG:teuthology.orchestra.run.smithi076:> dpath = os.path.dirname(path) 2024-09-13T16:04:56.573 DEBUG:teuthology.orchestra.run.smithi076:> fnameprefix = os.path.basename(path) 2024-09-13T16:04:56.573 DEBUG:teuthology.orchestra.run.smithi076:> os.makedirs(dpath, exist_ok=True) 2024-09-13T16:04:56.573 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:04:56.573 DEBUG:teuthology.orchestra.run.smithi076:> try: 2024-09-13T16:04:56.573 DEBUG:teuthology.orchestra.run.smithi076:> dirfd = os.open(dpath, os.O_DIRECTORY) 2024-09-13T16:04:56.573 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:04:56.573 DEBUG:teuthology.orchestra.run.smithi076:> for i in range(n): 2024-09-13T16:04:56.573 DEBUG:teuthology.orchestra.run.smithi076:> fpath = os.path.join(dpath, f"{fnameprefix}_{i}") 2024-09-13T16:04:56.573 DEBUG:teuthology.orchestra.run.smithi076:> with open(fpath, '"'"'w'"'"') as f: 2024-09-13T16:04:56.574 DEBUG:teuthology.orchestra.run.smithi076:> f.write(f"{i}") 2024-09-13T16:04:56.574 DEBUG:teuthology.orchestra.run.smithi076:> if True: 2024-09-13T16:04:56.574 DEBUG:teuthology.orchestra.run.smithi076:> f.flush() 2024-09-13T16:04:56.574 DEBUG:teuthology.orchestra.run.smithi076:> os.fsync(f.fileno()) 2024-09-13T16:04:56.574 DEBUG:teuthology.orchestra.run.smithi076:> if False: 2024-09-13T16:04:56.574 DEBUG:teuthology.orchestra.run.smithi076:> os.unlink(fpath) 2024-09-13T16:04:56.574 DEBUG:teuthology.orchestra.run.smithi076:> if False: 2024-09-13T16:04:56.574 DEBUG:teuthology.orchestra.run.smithi076:> os.fsync(dirfd) 2024-09-13T16:04:56.574 DEBUG:teuthology.orchestra.run.smithi076:> if create_hard_links: 2024-09-13T16:04:56.574 DEBUG:teuthology.orchestra.run.smithi076:> for j in range(0): 2024-09-13T16:04:56.574 DEBUG:teuthology.orchestra.run.smithi076:> os.system(f"ln {fpath} {dpath}/{fnameprefix}_{i}_{uuid.uuid4()}") 2024-09-13T16:04:56.574 DEBUG:teuthology.orchestra.run.smithi076:> if False: 2024-09-13T16:04:56.574 DEBUG:teuthology.orchestra.run.smithi076:> os.fsync(dirfd) 2024-09-13T16:04:56.574 DEBUG:teuthology.orchestra.run.smithi076:> finally: 2024-09-13T16:04:56.574 DEBUG:teuthology.orchestra.run.smithi076:> os.close(dirfd) 2024-09-13T16:04:56.575 DEBUG:teuthology.orchestra.run.smithi076:> ' 2024-09-13T16:05:09.984 DEBUG:teuthology.orchestra.run.smithi076:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:05:09.986 DEBUG:teuthology.orchestra.run.smithi192:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:05:40.257 DEBUG:teuthology.orchestra.run.smithi076:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:05:40.260 DEBUG:teuthology.orchestra.run.smithi192:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:06:10.315 DEBUG:teuthology.orchestra.run.smithi076:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:06:10.317 DEBUG:teuthology.orchestra.run.smithi192:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:06:40.638 DEBUG:teuthology.orchestra.run.smithi076:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:06:40.640 DEBUG:teuthology.orchestra.run.smithi192:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:07:10.703 DEBUG:teuthology.orchestra.run.smithi076:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:07:10.706 DEBUG:teuthology.orchestra.run.smithi192:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:07:15.269 INFO:tasks.ceph.mds.d.smithi192.stderr:2024-09-13T16:07:15.268+0000 7f5357f88640 -1 mds.0.sessionmap save: session (client.6219) exceeds sesion metadata threshold - blocklisting 2024-09-13T16:07:15.270 INFO:tasks.ceph.mds.d.smithi192.stderr:2024-09-13T16:07:15.269+0000 7f5357f88640 -1 mds.0.sessionmap save_if_dirty: session (client.6219) exceeds sesion metadata threshold - blocklisting 2024-09-13T16:07:15.287 INFO:tasks.ceph.mds.d.smithi192.stderr:2024-09-13T16:07:15.286+0000 7f5357f88640 -1 mds.0.sessionmap save_if_dirty: session (client.6219) exceeds sesion metadata threshold - blocklisting 2024-09-13T16:07:15.289 INFO:tasks.ceph.mds.d.smithi192.stderr:2024-09-13T16:07:15.288+0000 7f5357f88640 -1 mds.0.sessionmap save_if_dirty: session (client.6219) exceeds sesion metadata threshold - blocklisting 2024-09-13T16:07:15.305 INFO:tasks.ceph.mds.d.smithi192.stderr:2024-09-13T16:07:15.304+0000 7f5357f88640 -1 mds.0.sessionmap save_if_dirty: session (client.6219) exceeds sesion metadata threshold - blocklisting 2024-09-13T16:07:16.070 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi076.stderr:2024-09-13T16:07:16.069+0000 7efd4e7fc640 -1 client.6219 I was blocklisted at osd epoch 58 2024-09-13T16:07:16.472 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi076.stderr:2024-09-13T16:07:16.470+0000 7efd4e7fc640 -1 client.6219 remove_session_caps still has dirty|flushing caps on 0x10000008b09.head(faked_ino=0 nref=14 ll_ref=1 cap_refs={4=0,1024=0,4096=0,8192=0} open={2=1} mode=100644 size=5/4194304 nlink=1 btime=2024-09-13T16:07:16.062125+0000 mtime=2024-09-13T16:07:16.064173+0000 ctime=2024-09-13T16:07:16.064173+0000 change_attr=1 caps=- flushing_caps=Fw objectset[0x10000008b09 ts 0/0 objects 1 dirty_or_tx 0] parents=0x10000000000.head["file2_24992"] 0x7efd4b86fbb0) 2024-09-13T16:07:16.675 INFO:teuthology.orchestra.run.smithi076.stderr:Traceback (most recent call last): 2024-09-13T16:07:16.675 INFO:teuthology.orchestra.run.smithi076.stderr: File "", line 20, in 2024-09-13T16:07:16.675 INFO:teuthology.orchestra.run.smithi076.stderr:BrokenPipeError: [Errno 108] Cannot send after transport endpoint shutdown: '/home/ubuntu/cephtest/mnt.0/testdir/file2_24993' 2024-09-13T16:07:16.809 INFO:teuthology.orchestra.run.smithi076.stderr:daemon-helper: command failed with exit status 1 2024-09-13T16:07:16.814 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:07:16.815 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:07:16.930 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:16.929+0000 7f10b195a640 1 Processor -- start 2024-09-13T16:07:16.930 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:16.929+0000 7f10b195a640 1 -- start start 2024-09-13T16:07:16.932 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:16.930+0000 7f10b195a640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f10ac15c6e0 0x7f10ac0b3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:16.932 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:16.930+0000 7f10b195a640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f10ac0d07b0 0x7f10ac0b4490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:16.932 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:16.930+0000 7f10b195a640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f10ac0ccb20 0x7f10ac160030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:16.932 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:16.930+0000 7f10b195a640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f10ac0d1840 con 0x7f10ac0ccb20 2024-09-13T16:07:16.932 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:16.930+0000 7f10b195a640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f10ac0d0c30 con 0x7f10ac15c6e0 2024-09-13T16:07:16.932 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:16.930+0000 7f10b195a640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f10ac0d0f10 con 0x7f10ac0d07b0 2024-09-13T16:07:16.932 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:16.930+0000 7f10ab7fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f10ac0ccb20 0x7f10ac160030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:16.932 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:16.930+0000 7f10ab7fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f10ac0ccb20 0x7f10ac160030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56390/0 (socket says 172.21.15.76:56390) 2024-09-13T16:07:16.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:16.930+0000 7f10ab7fe640 1 -- 172.21.15.76:0/242840500 learned_addr learned my addr 172.21.15.76:0/242840500 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:16.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:16.930+0000 7f10aaffd640 1 --2- 172.21.15.76:0/242840500 >> v2:172.21.15.192:3300/0 conn(0x7f10ac15c6e0 0x7f10ac0b3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:16.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:16.930+0000 7f10aa7fc640 1 --2- 172.21.15.76:0/242840500 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f10ac0d07b0 0x7f10ac0b4490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:16.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:16.930+0000 7f10ab7fe640 1 -- 172.21.15.76:0/242840500 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f10ac0d07b0 msgr2=0x7f10ac0b4490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:16.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:16.930+0000 7f10ab7fe640 1 --2- 172.21.15.76:0/242840500 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f10ac0d07b0 0x7f10ac0b4490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:16.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:16.930+0000 7f10ab7fe640 1 -- 172.21.15.76:0/242840500 >> v2:172.21.15.192:3300/0 conn(0x7f10ac15c6e0 msgr2=0x7f10ac0b3f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:16.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:16.930+0000 7f10ab7fe640 1 --2- 172.21.15.76:0/242840500 >> v2:172.21.15.192:3300/0 conn(0x7f10ac15c6e0 0x7f10ac0b3f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:16.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:16.930+0000 7f10ab7fe640 1 -- 172.21.15.76:0/242840500 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f10ac0d11f0 con 0x7f10ac0ccb20 2024-09-13T16:07:16.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:16.930+0000 7f10aaffd640 1 --2- 172.21.15.76:0/242840500 >> v2:172.21.15.192:3300/0 conn(0x7f10ac15c6e0 0x7f10ac0b3f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:07:16.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:16.931+0000 7f10ab7fe640 1 --2- 172.21.15.76:0/242840500 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f10ac0ccb20 0x7f10ac160030 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7f10ac0b4c10 tx=0x7f10a402a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1afec8822e411a91 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:16.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:16.932+0000 7f10a9ffb640 1 -- 172.21.15.76:0/242840500 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10a4031600 con 0x7f10ac0ccb20 2024-09-13T16:07:16.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:16.932+0000 7f10a9ffb640 1 -- 172.21.15.76:0/242840500 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 46+0+0 (secure 0 0 0) 0x7f10a402d050 con 0x7f10ac0ccb20 2024-09-13T16:07:16.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:16.932+0000 7f10a9ffb640 1 -- 172.21.15.76:0/242840500 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10a4031980 con 0x7f10ac0ccb20 2024-09-13T16:07:16.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:16.932+0000 7f10b195a640 1 -- 172.21.15.76:0/242840500 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f10ac0ccb20 msgr2=0x7f10ac160030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:16.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:16.932+0000 7f10b195a640 1 --2- 172.21.15.76:0/242840500 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f10ac0ccb20 0x7f10ac160030 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7f10ac0b4c10 tx=0x7f10a402a610 comp rx=0 tx=0).stop 2024-09-13T16:07:16.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:16.932+0000 7f10b195a640 1 -- 172.21.15.76:0/242840500 shutdown_connections 2024-09-13T16:07:16.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:16.932+0000 7f10b195a640 1 --2- 172.21.15.76:0/242840500 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f10ac0ccb20 0x7f10ac160030 unknown :-1 s=CLOSED pgs=742 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:16.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:16.932+0000 7f10b195a640 1 --2- 172.21.15.76:0/242840500 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f10ac0d07b0 0x7f10ac0b4490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:16.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:16.932+0000 7f10b195a640 1 --2- 172.21.15.76:0/242840500 >> v2:172.21.15.192:3300/0 conn(0x7f10ac15c6e0 0x7f10ac0b3f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:16.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:16.932+0000 7f10b195a640 1 -- 172.21.15.76:0/242840500 >> 172.21.15.76:0/242840500 conn(0x7f10ac089f60 msgr2=0x7f10ac0d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:16.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:16.933+0000 7f10b195a640 1 -- 172.21.15.76:0/242840500 shutdown_connections 2024-09-13T16:07:16.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:16.933+0000 7f10b195a640 1 -- 172.21.15.76:0/242840500 wait complete. 2024-09-13T16:07:16.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:16.934+0000 7f10b195a640 1 Processor -- start 2024-09-13T16:07:16.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:16.935+0000 7f10b195a640 1 -- start start 2024-09-13T16:07:16.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:16.936+0000 7f10b195a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f10ac0ccb20 0x7f10ac0b5de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:16.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:16.936+0000 7f10b195a640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f10ac0d07b0 0x7f10ac15ded0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:16.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:16.936+0000 7f10b195a640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f10ac15c6e0 0x7f10ac1f1f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:16.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:16.936+0000 7f10b195a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10ac0b59c0 con 0x7f10ac0ccb20 2024-09-13T16:07:16.939 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:16.936+0000 7f10b195a640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10ac0b6320 con 0x7f10ac0d07b0 2024-09-13T16:07:16.939 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:16.936+0000 7f10b195a640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f10ac15e410 con 0x7f10ac15c6e0 2024-09-13T16:07:16.939 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:16.936+0000 7f10aaffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f10ac0ccb20 0x7f10ac0b5de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:16.939 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:16.936+0000 7f10aaffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f10ac0ccb20 0x7f10ac0b5de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56394/0 (socket says 172.21.15.76:56394) 2024-09-13T16:07:16.939 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:16.936+0000 7f10aaffd640 1 -- 172.21.15.76:0/1526583922 learned_addr learned my addr 172.21.15.76:0/1526583922 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:16.939 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:16.936+0000 7f10aa7fc640 1 --2- 172.21.15.76:0/1526583922 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f10ac0d07b0 0x7f10ac15ded0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:16.939 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:16.936+0000 7f10ab7fe640 1 --2- 172.21.15.76:0/1526583922 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f10ac15c6e0 0x7f10ac1f1f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:16.939 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:16.936+0000 7f10aaffd640 1 -- 172.21.15.76:0/1526583922 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f10ac15c6e0 msgr2=0x7f10ac1f1f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:16.939 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:16.936+0000 7f10aaffd640 1 --2- 172.21.15.76:0/1526583922 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f10ac15c6e0 0x7f10ac1f1f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:16.939 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:16.936+0000 7f10aaffd640 1 -- 172.21.15.76:0/1526583922 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f10ac0d07b0 msgr2=0x7f10ac15ded0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:16.939 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:16.936+0000 7f10aaffd640 1 --2- 172.21.15.76:0/1526583922 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f10ac0d07b0 0x7f10ac15ded0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:16.939 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:16.936+0000 7f10aaffd640 1 -- 172.21.15.76:0/1526583922 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f109c009400 con 0x7f10ac0ccb20 2024-09-13T16:07:16.939 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:16.936+0000 7f10aaffd640 1 --2- 172.21.15.76:0/1526583922 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f10ac0ccb20 0x7f10ac0b5de0 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7f109c00ebe0 tx=0x7f109c00c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:16.939 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:16.937+0000 7f1093fff640 1 -- 172.21.15.76:0/1526583922 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f109c009760 con 0x7f10ac0ccb20 2024-09-13T16:07:16.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:16.937+0000 7f1093fff640 1 -- 172.21.15.76:0/1526583922 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 46+0+0 (secure 0 0 0) 0x7f109c00cc30 con 0x7f10ac0ccb20 2024-09-13T16:07:16.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:16.937+0000 7f1093fff640 1 -- 172.21.15.76:0/1526583922 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f109c00eee0 con 0x7f10ac0ccb20 2024-09-13T16:07:16.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:16.937+0000 7f10b195a640 1 -- 172.21.15.76:0/1526583922 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f10a4009b30 con 0x7f10ac0ccb20 2024-09-13T16:07:16.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:16.937+0000 7f10b195a640 1 -- 172.21.15.76:0/1526583922 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f10ac1f2d50 con 0x7f10ac0ccb20 2024-09-13T16:07:16.941 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:16.938+0000 7f10b195a640 1 -- 172.21.15.76:0/1526583922 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f10ac0b5c30 con 0x7f10ac0ccb20 2024-09-13T16:07:16.941 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:16.938+0000 7f1093fff640 1 -- 172.21.15.76:0/1526583922 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f109c013470 con 0x7f10ac0ccb20 2024-09-13T16:07:16.941 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:16.939+0000 7f1093fff640 1 --2- 172.21.15.76:0/1526583922 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f109806ac00 0x7f109806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:16.941 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:16.939+0000 7f1093fff640 1 -- 172.21.15.76:0/1526583922 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(58..58 src has 1..58) v4 ==== 6130+0+0 (secure 0 0 0) 0x7f109c089700 con 0x7f10ac0ccb20 2024-09-13T16:07:16.941 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:16.939+0000 7f10aa7fc640 1 --2- 172.21.15.76:0/1526583922 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f109806ac00 0x7f109806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:16.941 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:16.940+0000 7f10aa7fc640 1 --2- 172.21.15.76:0/1526583922 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f109806ac00 0x7f109806d0c0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f10ac15cea0 tx=0x7f10a0009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:16.945 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:16.944+0000 7f1093fff640 1 -- 172.21.15.76:0/1526583922 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f109c0547e0 con 0x7f10ac0ccb20 2024-09-13T16:07:17.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.135+0000 7f10b195a640 1 -- 172.21.15.76:0/1526583922 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f10ac1f2ee0 con 0x7f10ac0ccb20 2024-09-13T16:07:17.137 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.136+0000 7f1093fff640 1 -- 172.21.15.76:0/1526583922 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v58) v1 ==== 74+0+16838 (secure 0 0 0) 0x7f109c057e00 con 0x7f10ac0ccb20 2024-09-13T16:07:17.138 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:07:17.138 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":58,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:07:16.058672+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:04:07.797879+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_data","create_time":"2024-09-13T16:04:08.588584+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"8.14","mappings":[{"from":0,"to":6}]},{"pgid":"8.1a","mappings":[{"from":0,"to":1}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"192.168.0.1:0/2206269355":"2024-09-13T17:07:15.305842+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:07:17.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.138+0000 7f10b195a640 1 -- 172.21.15.76:0/1526583922 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f109806ac00 msgr2=0x7f109806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:17.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.138+0000 7f10b195a640 1 --2- 172.21.15.76:0/1526583922 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f109806ac00 0x7f109806d0c0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f10ac15cea0 tx=0x7f10a0009190 comp rx=0 tx=0).stop 2024-09-13T16:07:17.140 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.138+0000 7f10b195a640 1 -- 172.21.15.76:0/1526583922 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f10ac0ccb20 msgr2=0x7f10ac0b5de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:17.140 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.138+0000 7f10b195a640 1 --2- 172.21.15.76:0/1526583922 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f10ac0ccb20 0x7f10ac0b5de0 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7f109c00ebe0 tx=0x7f109c00c520 comp rx=0 tx=0).stop 2024-09-13T16:07:17.140 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.138+0000 7f10b195a640 1 -- 172.21.15.76:0/1526583922 shutdown_connections 2024-09-13T16:07:17.140 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.138+0000 7f10b195a640 1 --2- 172.21.15.76:0/1526583922 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f109806ac00 0x7f109806d0c0 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:17.140 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.138+0000 7f10b195a640 1 --2- 172.21.15.76:0/1526583922 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f10ac15c6e0 0x7f10ac1f1f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:17.140 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.138+0000 7f10b195a640 1 --2- 172.21.15.76:0/1526583922 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f10ac0d07b0 0x7f10ac15ded0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:17.140 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.138+0000 7f10b195a640 1 --2- 172.21.15.76:0/1526583922 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f10ac0ccb20 0x7f10ac0b5de0 unknown :-1 s=CLOSED pgs=743 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:17.140 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.138+0000 7f10b195a640 1 -- 172.21.15.76:0/1526583922 >> 172.21.15.76:0/1526583922 conn(0x7f10ac089f60 msgr2=0x7f10ac0c8d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:17.140 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.138+0000 7f10b195a640 1 -- 172.21.15.76:0/1526583922 shutdown_connections 2024-09-13T16:07:17.140 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.138+0000 7f10b195a640 1 -- 172.21.15.76:0/1526583922 wait complete. 2024-09-13T16:07:17.151 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:07:17.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.248+0000 7f6e3be0d640 1 Processor -- start 2024-09-13T16:07:17.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.248+0000 7f6e3be0d640 1 -- start start 2024-09-13T16:07:17.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.249+0000 7f6e3be0d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f6e340cc5b0 0x7f6e340b2590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:17.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.249+0000 7f6e3be0d640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6e340b2170 con 0x7f6e3406c4c0 2024-09-13T16:07:17.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.249+0000 7f6e3be0d640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6e3406dab0 con 0x7f6e3406c8a0 2024-09-13T16:07:17.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.249+0000 7f6e3be0d640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6e3406deb0 con 0x7f6e340cc5b0 2024-09-13T16:07:17.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.249+0000 7f6e39ba9640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f6e3406c4c0 0x7f6e3406d3a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:51652/0 (socket says 172.21.15.76:51652) 2024-09-13T16:07:17.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.249+0000 7f6e39ba9640 1 -- 172.21.15.76:0/2903254800 learned_addr learned my addr 172.21.15.76:0/2903254800 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:07:17.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.249+0000 7f6e3a3aa640 1 --2- 172.21.15.76:0/2903254800 >> v2:172.21.15.76:3300/0 conn(0x7f6e340cc5b0 0x7f6e340b2590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:17.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.249+0000 7f6e38ba7640 1 -- 172.21.15.76:0/2903254800 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 245734114 0 0) 0x7f6e340b2170 con 0x7f6e3406c4c0 2024-09-13T16:07:17.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.249+0000 7f6e38ba7640 1 -- 172.21.15.76:0/2903254800 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6e20004630 con 0x7f6e3406c4c0 2024-09-13T16:07:17.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.249+0000 7f6e3a3aa640 1 -- 172.21.15.76:0/2903254800 >> v1:172.21.15.192:6789/0 conn(0x7f6e3406c8a0 legacy=0x7f6e340cbea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:17.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.249+0000 7f6e3a3aa640 1 -- 172.21.15.76:0/2903254800 >> v1:172.21.15.76:6789/0 conn(0x7f6e3406c4c0 legacy=0x7f6e3406d3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:17.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.249+0000 7f6e3a3aa640 1 -- 172.21.15.76:0/2903254800 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6e3406e0c0 con 0x7f6e340cc5b0 2024-09-13T16:07:17.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.250+0000 7f6e3a3aa640 1 --2- 172.21.15.76:0/2903254800 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6e340cc5b0 0x7f6e340b2590 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7f6e2c009d90 tx=0x7f6e2c02a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b1eba1dd81f3e638 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:17.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.250+0000 7f6e38ba7640 1 -- 172.21.15.76:0/2903254800 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e2c007740 con 0x7f6e340cc5b0 2024-09-13T16:07:17.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.250+0000 7f6e38ba7640 1 -- 172.21.15.76:0/2903254800 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 46+0+0 (secure 0 0 0) 0x7f6e2c02d050 con 0x7f6e340cc5b0 2024-09-13T16:07:17.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.250+0000 7f6e38ba7640 1 -- 172.21.15.76:0/2903254800 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e2c007ac0 con 0x7f6e340cc5b0 2024-09-13T16:07:17.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.250+0000 7f6e3be0d640 1 -- 172.21.15.76:0/2903254800 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6e340cc5b0 msgr2=0x7f6e340b2590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:17.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.250+0000 7f6e3be0d640 1 --2- 172.21.15.76:0/2903254800 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6e340cc5b0 0x7f6e340b2590 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7f6e2c009d90 tx=0x7f6e2c02a6a0 comp rx=0 tx=0).stop 2024-09-13T16:07:17.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.250+0000 7f6e3be0d640 1 -- 172.21.15.76:0/2903254800 shutdown_connections 2024-09-13T16:07:17.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.250+0000 7f6e3be0d640 1 --2- 172.21.15.76:0/2903254800 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6e340cc5b0 0x7f6e340b2590 unknown :-1 s=CLOSED pgs=745 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:17.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.250+0000 7f6e3be0d640 1 -- 172.21.15.76:0/2903254800 >> 172.21.15.76:0/2903254800 conn(0x7f6e34069ed0 msgr2=0x7f6e3406a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:17.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.250+0000 7f6e3be0d640 1 -- 172.21.15.76:0/2903254800 shutdown_connections 2024-09-13T16:07:17.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.250+0000 7f6e3be0d640 1 -- 172.21.15.76:0/2903254800 wait complete. 2024-09-13T16:07:17.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.252+0000 7f6e3be0d640 1 Processor -- start 2024-09-13T16:07:17.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.252+0000 7f6e3be0d640 1 -- start start 2024-09-13T16:07:17.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.252+0000 7f6e3be0d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6e3406c4c0 0x7f6e340ab140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:17.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.252+0000 7f6e3be0d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6e3406c8a0 0x7f6e340976f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:17.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.252+0000 7f6e3be0d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6e340cc5b0 0x7f6e340aca10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:17.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.252+0000 7f6e3be0d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6e340ac580 con 0x7f6e3406c4c0 2024-09-13T16:07:17.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.252+0000 7f6e3be0d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6e340ab970 con 0x7f6e3406c8a0 2024-09-13T16:07:17.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.252+0000 7f6e3be0d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6e340abc50 con 0x7f6e340cc5b0 2024-09-13T16:07:17.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.252+0000 7f6e39ba9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6e3406c4c0 0x7f6e340ab140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:17.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.252+0000 7f6e39ba9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6e3406c4c0 0x7f6e340ab140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56414/0 (socket says 172.21.15.76:56414) 2024-09-13T16:07:17.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.252+0000 7f6e39ba9640 1 -- 172.21.15.76:0/1805772938 learned_addr learned my addr 172.21.15.76:0/1805772938 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:17.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.253+0000 7f6e39ba9640 1 -- 172.21.15.76:0/1805772938 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6e340cc5b0 msgr2=0x7f6e340aca10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:17.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.253+0000 7f6e39ba9640 1 --2- 172.21.15.76:0/1805772938 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6e340cc5b0 0x7f6e340aca10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:17.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.253+0000 7f6e39ba9640 1 -- 172.21.15.76:0/1805772938 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6e3406c8a0 msgr2=0x7f6e340976f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:17.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.253+0000 7f6e39ba9640 1 --2- 172.21.15.76:0/1805772938 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6e3406c8a0 0x7f6e340976f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:17.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.253+0000 7f6e39ba9640 1 -- 172.21.15.76:0/1805772938 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6e2c009a70 con 0x7f6e3406c4c0 2024-09-13T16:07:17.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.253+0000 7f6e39ba9640 1 --2- 172.21.15.76:0/1805772938 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6e3406c4c0 0x7f6e340ab140 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7f6e3000c500 tx=0x7f6e3000c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:17.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.253+0000 7f6e2a7fc640 1 -- 172.21.15.76:0/1805772938 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e30005ce0 con 0x7f6e3406c4c0 2024-09-13T16:07:17.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.253+0000 7f6e2a7fc640 1 -- 172.21.15.76:0/1805772938 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 46+0+0 (secure 0 0 0) 0x7f6e30005e40 con 0x7f6e3406c4c0 2024-09-13T16:07:17.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.253+0000 7f6e3be0d640 1 -- 172.21.15.76:0/1805772938 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6e340abf30 con 0x7f6e3406c4c0 2024-09-13T16:07:17.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.253+0000 7f6e2a7fc640 1 -- 172.21.15.76:0/1805772938 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e30007330 con 0x7f6e3406c4c0 2024-09-13T16:07:17.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.253+0000 7f6e3be0d640 1 -- 172.21.15.76:0/1805772938 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6e340ab680 con 0x7f6e3406c4c0 2024-09-13T16:07:17.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.254+0000 7f6e3be0d640 1 -- 172.21.15.76:0/1805772938 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6e340c9b10 con 0x7f6e3406c4c0 2024-09-13T16:07:17.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.254+0000 7f6e2a7fc640 1 -- 172.21.15.76:0/1805772938 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f6e30007550 con 0x7f6e3406c4c0 2024-09-13T16:07:17.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.255+0000 7f6e2a7fc640 1 --2- 172.21.15.76:0/1805772938 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6e1806ac00 0x7f6e1806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:17.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.255+0000 7f6e2a7fc640 1 -- 172.21.15.76:0/1805772938 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(58..58 src has 1..58) v4 ==== 6130+0+0 (secure 0 0 0) 0x7f6e30088c10 con 0x7f6e3406c4c0 2024-09-13T16:07:17.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.255+0000 7f6e393a8640 1 --2- 172.21.15.76:0/1805772938 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6e1806ac00 0x7f6e1806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:17.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.255+0000 7f6e393a8640 1 --2- 172.21.15.76:0/1805772938 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6e1806ac00 0x7f6e1806d0c0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f6e34159770 tx=0x7f6e240079b0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:17.260 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.259+0000 7f6e2a7fc640 1 -- 172.21.15.76:0/1805772938 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f6e30053d00 con 0x7f6e3406c4c0 2024-09-13T16:07:17.454 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.452+0000 7f6e3be0d640 1 -- 172.21.15.76:0/1805772938 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f6e340ce860 con 0x7f6e3406c4c0 2024-09-13T16:07:17.454 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.453+0000 7f6e2a7fc640 1 -- 172.21.15.76:0/1805772938 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) v1 ==== 94+0+4738 (secure 0 0 0) 0x7f6e30017090 con 0x7f6e3406c4c0 2024-09-13T16:07:17.454 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:07:17.455 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":23,"default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5258,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/745761688","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6833","nonce":745761688},{"type":"v1","addr":"172.21.15.192:6835","nonce":745761688}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":18},{"gid":6006,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6835/3371105731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":3371105731},{"type":"v1","addr":"172.21.15.76:6835","nonce":3371105731}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":18},{"gid":6009,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6837/3310718697","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6836","nonce":3310718697},{"type":"v1","addr":"172.21.15.76:6837","nonce":3310718697}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":23,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:04:09.630795+0000","modified":"2024-09-13T16:04:54.045150+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":6018},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6018":{"gid":6018,"name":"d","rank":0,"incarnation":19,"state":"up:active","state_seq":14,"addr":"172.21.15.192:6834/3190268569","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":3190268569},{"type":"v1","addr":"172.21.15.192:6834","nonce":3190268569}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[8],"metadata_pool":7,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":3}]} 2024-09-13T16:07:17.455 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 23 2024-09-13T16:07:17.457 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.455+0000 7f6e3be0d640 1 -- 172.21.15.76:0/1805772938 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6e1806ac00 msgr2=0x7f6e1806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:17.457 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.455+0000 7f6e3be0d640 1 --2- 172.21.15.76:0/1805772938 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6e1806ac00 0x7f6e1806d0c0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f6e34159770 tx=0x7f6e240079b0 comp rx=0 tx=0).stop 2024-09-13T16:07:17.457 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.455+0000 7f6e3be0d640 1 -- 172.21.15.76:0/1805772938 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6e3406c4c0 msgr2=0x7f6e340ab140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:17.457 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.455+0000 7f6e3be0d640 1 --2- 172.21.15.76:0/1805772938 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6e3406c4c0 0x7f6e340ab140 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7f6e3000c500 tx=0x7f6e3000c9c0 comp rx=0 tx=0).stop 2024-09-13T16:07:17.457 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.455+0000 7f6e3be0d640 1 -- 172.21.15.76:0/1805772938 shutdown_connections 2024-09-13T16:07:17.457 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.455+0000 7f6e3be0d640 1 --2- 172.21.15.76:0/1805772938 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6e1806ac00 0x7f6e1806d0c0 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:17.457 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.455+0000 7f6e3be0d640 1 --2- 172.21.15.76:0/1805772938 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6e340cc5b0 0x7f6e340aca10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:17.457 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.455+0000 7f6e3be0d640 1 --2- 172.21.15.76:0/1805772938 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6e3406c8a0 0x7f6e340976f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:17.457 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.455+0000 7f6e3be0d640 1 --2- 172.21.15.76:0/1805772938 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6e3406c4c0 0x7f6e340ab140 unknown :-1 s=CLOSED pgs=746 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:17.457 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.455+0000 7f6e3be0d640 1 -- 172.21.15.76:0/1805772938 >> 172.21.15.76:0/1805772938 conn(0x7f6e34069ed0 msgr2=0x7f6e341571a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:17.457 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.455+0000 7f6e3be0d640 1 -- 172.21.15.76:0/1805772938 shutdown_connections 2024-09-13T16:07:17.458 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.455+0000 7f6e3be0d640 1 -- 172.21.15.76:0/1805772938 wait complete. 2024-09-13T16:07:17.467 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.d.asok --format=json perf dump 2024-09-13T16:07:17.580 INFO:teuthology.orchestra.run.smithi192.stdout:{"AsyncMessenger::Worker-0":{"msgr_recv_messages":11229,"msgr_send_messages":11052,"msgr_recv_bytes":2893629,"msgr_send_bytes":66525937,"msgr_created_connections":8,"msgr_active_connections":3,"msgr_running_total_time":0.748279553,"msgr_running_send_time":0.321134170,"msgr_running_recv_time":0.139289280,"msgr_running_fast_dispatch_time":0.240949140,"msgr_send_messages_queue_lat":{"avgcount":11050,"sum":2.059619755,"avgtime":0.000186390},"msgr_handle_ack_lat":{"avgcount":205,"sum":0.000025329,"avgtime":0.000000123},"msgr_recv_encrypted_bytes":0,"msgr_send_encrypted_bytes":0},"AsyncMessenger::Worker-1":{"msgr_recv_messages":11956,"msgr_send_messages":11997,"msgr_recv_bytes":3090720,"msgr_send_bytes":89999720,"msgr_created_connections":6,"msgr_active_connections":4,"msgr_running_total_time":0.841814151,"msgr_running_send_time":0.381566763,"msgr_running_recv_time":0.139742132,"msgr_running_fast_dispatch_time":0.270581351,"msgr_send_messages_queue_lat":{"avgcount":11995,"sum":6.830731753,"avgtime":0.000569464},"msgr_handle_ack_lat":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"msgr_recv_encrypted_bytes":160,"msgr_send_encrypted_bytes":156960},"AsyncMessenger::Worker-2":{"msgr_recv_messages":163868,"msgr_send_messages":184633,"msgr_recv_bytes":48984914,"msgr_send_bytes":109837981,"msgr_created_connections":8,"msgr_active_connections":4,"msgr_running_total_time":6.498539810,"msgr_running_send_time":2.906659686,"msgr_running_recv_time":4.466772056,"msgr_running_fast_dispatch_time":0.151421498,"msgr_send_messages_queue_lat":{"avgcount":184633,"sum":4.405979530,"avgtime":0.000023863},"msgr_handle_ack_lat":{"avgcount":331543,"sum":0.036953055,"avgtime":0.000000111},"msgr_recv_encrypted_bytes":131680,"msgr_send_encrypted_bytes":45728},"cct":{"total_workers":1,"unhealthy_workers":0},"finisher-MDSRank":{"queue_len":0,"complete_latency":{"avgcount":50363,"sum":23.884780283,"avgtime":0.000474252}},"finisher-PurgeQueue":{"queue_len":0,"complete_latency":{"avgcount":2,"sum":0.000010850,"avgtime":0.000005425}},"mds":{"request":72523,"reply":72523,"reply_latency":{"avgcount":72523,"sum":56.828052713,"avgtime":0.000783586},"slow_reply":0,"forward":0,"dir_fetch_complete":0,"dir_fetch_keys":0,"dir_commit":21,"dir_split":1,"dir_merge":0,"inodes":35104,"inodes_top":0,"inodes_bottom":35104,"inodes_pin_tail":0,"inodes_pinned":35104,"inodes_expired":0,"inodes_with_caps":35095,"caps":35096,"subtrees":2,"traverse":109948,"traverse_hit":35110,"traverse_forward":0,"traverse_discover":0,"traverse_dir_fetch":0,"traverse_remote_ino":0,"traverse_lock":0,"load_cent":0,"q":0,"exported":0,"exported_inodes":0,"imported":0,"imported_inodes":0,"openino_dir_fetch":0,"openino_backtrace_fetch":0,"openino_peer_discover":0,"root_rfiles":35056,"root_rbytes":153055,"root_rsnaps":0,"scrub_backtrace_fetch":0,"scrub_set_tag":0,"scrub_backtrace_repaired":0,"scrub_inotable_repaired":0,"scrub_dir_inodes":0,"scrub_dir_base_inodes":0,"scrub_dirfrag_rstats":0,"scrub_file_inodes":0,"handle_inode_file_caps":0,"ceph_cap_op_revoke":7,"ceph_cap_op_grant":35102,"ceph_cap_op_trunc":5,"ceph_cap_op_flushsnap_ack":0,"ceph_cap_op_flush_ack":0,"handle_client_caps":59834,"handle_client_caps_dirty":35574,"handle_client_cap_release":0,"process_request_cap_release":35095},"mds_cache":{"dir_update":0,"dir_update_receipt":0,"dir_try_discover":0,"dir_send_discover":0,"dir_handle_discover":0,"num_strays":0,"num_strays_delayed":0,"num_strays_enqueuing":0,"strays_created":0,"strays_enqueued":0,"strays_reintegrated":0,"strays_migrated":0,"num_recovering_processing":0,"num_recovering_enqueued":0,"num_recovering_prioritized":0,"recovery_started":745,"recovery_completed":745,"ireq_enqueue_scrub":0,"ireq_exportdir":0,"ireq_flush":0,"ireq_fragmentdir":1,"ireq_fragstats":0,"ireq_inodestats":0},"mds_log":{"evadd":95379,"evex":3165,"evtrm":0,"ev":95379,"evexg":0,"evexd":3165,"segadd":133,"segex":4,"segtrm":0,"seg":133,"segexg":0,"segexd":4,"expos":4194304,"wrpos":190919342,"rdpos":0,"jlat":{"avgcount":25123,"sum":32.264869869,"avgtime":0.001284276},"replayed":0},"mds_mem":{"ino":35107,"ino+":35107,"ino-":0,"dir":20,"dir+":21,"dir-":1,"dn":35104,"dn+":35104,"dn-":0,"cap":1,"cap+":35097,"cap-":35096,"rss":249060,"heap":207200},"mds_server":{"dispatch_client_request":72531,"dispatch_server_request":0,"handle_client_request":72523,"handle_client_session":25019,"handle_peer_request":0,"req_create_latency":{"avgcount":35093,"sum":42.057336105,"avgtime":0.001198453},"req_getattr_latency":{"avgcount":4,"sum":0.000830262,"avgtime":0.000207565},"req_getfilelock_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_link_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookup_latency":{"avgcount":37419,"sum":14.746366975,"avgtime":0.000394087},"req_lookuphash_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupino_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupname_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupparent_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupsnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lssnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_mkdir_latency":{"avgcount":1,"sum":0.003014847,"avgtime":0.003014847},"req_mknod_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_mksnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_open_latency":{"avgcount":5,"sum":0.020219971,"avgtime":0.004043994},"req_readdir_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rename_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_renamesnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_snapdiff_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmdir_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmsnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setattr_latency":{"avgcount":1,"sum":0.000284553,"avgtime":0.000284553},"req_setdirlayout_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setfilelock_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setlayout_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_symlink_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_unlink_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"cap_revoke_eviction":0,"cap_acquisition_throttle":0,"req_getvxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"mds_sessions":{"session_count":1,"session_add":3,"session_remove":2,"sessions_open":1,"sessions_stale":0,"total_load":33872,"average_load":16936,"avg_session_uptime":175,"mdthresh_evicted":5},"mempool":{"bloom_filter_bytes":0,"bloom_filter_items":0,"bluestore_alloc_bytes":0,"bluestore_alloc_items":0,"bluestore_cache_data_bytes":0,"bluestore_cache_data_items":0,"bluestore_cache_onode_bytes":0,"bluestore_cache_onode_items":0,"bluestore_cache_meta_bytes":0,"bluestore_cache_meta_items":0,"bluestore_cache_other_bytes":0,"bluestore_cache_other_items":0,"bluestore_cache_buffer_bytes":0,"bluestore_cache_buffer_items":0,"bluestore_extent_bytes":0,"bluestore_extent_items":0,"bluestore_blob_bytes":0,"bluestore_blob_items":0,"bluestore_shared_blob_bytes":0,"bluestore_shared_blob_items":0,"bluestore_inline_bl_bytes":0,"bluestore_inline_bl_items":0,"bluestore_fsck_bytes":0,"bluestore_fsck_items":0,"bluestore_txc_bytes":0,"bluestore_txc_items":0,"bluestore_writing_deferred_bytes":0,"bluestore_writing_deferred_items":0,"bluestore_writing_bytes":0,"bluestore_writing_items":0,"bluefs_bytes":0,"bluefs_items":0,"bluefs_file_reader_bytes":0,"bluefs_file_reader_items":0,"bluefs_file_writer_bytes":0,"bluefs_file_writer_items":0,"buffer_anon_bytes":259438,"buffer_anon_items":97,"buffer_meta_bytes":0,"buffer_meta_items":0,"osd_bytes":0,"osd_items":0,"osd_mapbl_bytes":0,"osd_mapbl_items":0,"osd_pglog_bytes":0,"osd_pglog_items":0,"osdmap_bytes":5616,"osdmap_items":80,"osdmap_mapping_bytes":0,"osdmap_mapping_items":0,"pgmap_bytes":0,"pgmap_items":0,"mds_co_bytes":111417848,"mds_co_items":702008,"unittest_1_bytes":0,"unittest_1_items":0,"unittest_2_bytes":0,"unittest_2_items":0},"objecter":{"op_active":0,"op_laggy":0,"op_send":29671,"op_send_bytes":198904368,"op_resend":37,"op_reply":29671,"op_latency":{"avgcount":29671,"sum":583.107505801,"avgtime":0.019652438},"op_inflight":0,"oplen_avg":{"avgcount":29671,"sum":36090},"op":29671,"op_r":745,"op_w":28926,"op_rmw":0,"op_pg":0,"osdop_stat":745,"osdop_create":3168,"osdop_read":0,"osdop_write":25123,"osdop_writefull":20,"osdop_writesame":0,"osdop_append":0,"osdop_zero":0,"osdop_truncate":1,"osdop_delete":550,"osdop_mapext":0,"osdop_sparse_read":0,"osdop_clonerange":0,"osdop_getxattr":0,"osdop_setxattr":6336,"osdop_cmpxattr":0,"osdop_rmxattr":0,"osdop_resetxattrs":0,"osdop_call":0,"osdop_watch":0,"osdop_notify":0,"osdop_src_cmpxattr":0,"osdop_pgls":0,"osdop_pgls_filter":0,"osdop_other":5,"linger_active":0,"linger_send":0,"linger_resend":0,"linger_ping":0,"poolop_active":0,"poolop_send":0,"poolop_resend":0,"poolstat_active":0,"poolstat_send":0,"poolstat_resend":0,"statfs_active":0,"statfs_send":0,"statfs_resend":0,"command_active":0,"command_send":0,"command_resend":0,"map_epoch":58,"map_full":0,"map_inc":4,"osd_sessions":8,"osd_session_open":8,"osd_session_close":0,"osd_laggy":0,"omap_wr":105,"omap_rd":0,"omap_del":37},"oft":{"omap_total_objs":1,"omap_total_kv_pairs":0,"omap_total_updates":0,"omap_total_removes":0},"osd-slow-ops":{"slow_ops_count":0},"purge_queue":{"pq_executing_ops":0,"pq_executing_ops_high_water":0,"pq_executing":0,"pq_executing_high_water":0,"pq_executed_ops":0,"pq_executed":0,"pq_item_in_journal":0},"throttle-msgr_dispatch_throttler-mds":{"val":0,"max":104857600,"get_started":0,"get":187049,"get_sum":38127535,"get_or_fail_fail":0,"get_or_fail_success":187049,"take":0,"take_sum":0,"put":187049,"put_sum":38127535,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-objecter_bytes":{"val":0,"max":104857600,"get_started":0,"get":0,"get_sum":0,"get_or_fail_fail":0,"get_or_fail_success":0,"take":29671,"take_sum":198904368,"put":29671,"put_sum":198904368,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-objecter_ops":{"val":0,"max":1024,"get_started":0,"get":0,"get_sum":0,"get_or_fail_fail":0,"get_or_fail_success":0,"take":29671,"take_sum":29671,"put":29671,"put_sum":29671,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-write_buf_throttle":{"val":0,"max":3758096384,"get_started":0,"get":0,"get_sum":0,"get_or_fail_fail":0,"get_or_fail_success":0,"take":0,"take_sum":0,"put":0,"put_sum":0,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-write_buf_throttle-0x558e5b2e80a0":{"val":1740305,"max":3758096384,"get_started":0,"get":95379,"get_sum":186725038,"get_or_fail_fail":0,"get_or_fail_success":95379,"take":0,"take_sum":0,"put":25123,"put_sum":184984733,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}}} 2024-09-13T16:07:17.582 DEBUG:tasks.cephfs.filesystem:_json_asok output { "AsyncMessenger::Worker-0": { "msgr_active_connections": 3, "msgr_created_connections": 8, "msgr_handle_ack_lat": { "avgcount": 205, "avgtime": 1.23e-07, "sum": 2.5329e-05 }, "msgr_recv_bytes": 2893629, "msgr_recv_encrypted_bytes": 0, "msgr_recv_messages": 11229, "msgr_running_fast_dispatch_time": 0.24094914, "msgr_running_recv_time": 0.13928928, "msgr_running_send_time": 0.32113417, "msgr_running_total_time": 0.748279553, "msgr_send_bytes": 66525937, "msgr_send_encrypted_bytes": 0, "msgr_send_messages": 11052, "msgr_send_messages_queue_lat": { "avgcount": 11050, "avgtime": 0.00018639, "sum": 2.059619755 } }, "AsyncMessenger::Worker-1": { "msgr_active_connections": 4, "msgr_created_connections": 6, "msgr_handle_ack_lat": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "msgr_recv_bytes": 3090720, "msgr_recv_encrypted_bytes": 160, "msgr_recv_messages": 11956, "msgr_running_fast_dispatch_time": 0.270581351, "msgr_running_recv_time": 0.139742132, "msgr_running_send_time": 0.381566763, "msgr_running_total_time": 0.841814151, "msgr_send_bytes": 89999720, "msgr_send_encrypted_bytes": 156960, "msgr_send_messages": 11997, "msgr_send_messages_queue_lat": { "avgcount": 11995, "avgtime": 0.000569464, "sum": 6.830731753 } }, "AsyncMessenger::Worker-2": { "msgr_active_connections": 4, "msgr_created_connections": 8, "msgr_handle_ack_lat": { "avgcount": 331543, "avgtime": 1.11e-07, "sum": 0.036953055 }, "msgr_recv_bytes": 48984914, "msgr_recv_encrypted_bytes": 131680, "msgr_recv_messages": 163868, "msgr_running_fast_dispatch_time": 0.151421498, "msgr_running_recv_time": 4.466772056, "msgr_running_send_time": 2.906659686, "msgr_running_total_time": 6.49853981, "msgr_send_bytes": 109837981, "msgr_send_encrypted_bytes": 45728, "msgr_send_messages": 184633, "msgr_send_messages_queue_lat": { "avgcount": 184633, "avgtime": 2.3863e-05, "sum": 4.40597953 } }, "cct": { "total_workers": 1, "unhealthy_workers": 0 }, "finisher-MDSRank": { "complete_latency": { "avgcount": 50363, "avgtime": 0.000474252, "sum": 23.884780283 }, "queue_len": 0 }, "finisher-PurgeQueue": { "complete_latency": { "avgcount": 2, "avgtime": 5.425e-06, "sum": 1.085e-05 }, "queue_len": 0 }, "mds": { "caps": 35096, "ceph_cap_op_flush_ack": 0, "ceph_cap_op_flushsnap_ack": 0, "ceph_cap_op_grant": 35102, "ceph_cap_op_revoke": 7, "ceph_cap_op_trunc": 5, "dir_commit": 21, "dir_fetch_complete": 0, "dir_fetch_keys": 0, "dir_merge": 0, "dir_split": 1, "exported": 0, "exported_inodes": 0, "forward": 0, "handle_client_cap_release": 0, "handle_client_caps": 59834, "handle_client_caps_dirty": 35574, "handle_inode_file_caps": 0, "imported": 0, "imported_inodes": 0, "inodes": 35104, "inodes_bottom": 35104, "inodes_expired": 0, "inodes_pin_tail": 0, "inodes_pinned": 35104, "inodes_top": 0, "inodes_with_caps": 35095, "load_cent": 0, "openino_backtrace_fetch": 0, "openino_dir_fetch": 0, "openino_peer_discover": 0, "process_request_cap_release": 35095, "q": 0, "reply": 72523, "reply_latency": { "avgcount": 72523, "avgtime": 0.000783586, "sum": 56.828052713 }, "request": 72523, "root_rbytes": 153055, "root_rfiles": 35056, "root_rsnaps": 0, "scrub_backtrace_fetch": 0, "scrub_backtrace_repaired": 0, "scrub_dir_base_inodes": 0, "scrub_dir_inodes": 0, "scrub_dirfrag_rstats": 0, "scrub_file_inodes": 0, "scrub_inotable_repaired": 0, "scrub_set_tag": 0, "slow_reply": 0, "subtrees": 2, "traverse": 109948, "traverse_dir_fetch": 0, "traverse_discover": 0, "traverse_forward": 0, "traverse_hit": 35110, "traverse_lock": 0, "traverse_remote_ino": 0 }, "mds_cache": { "dir_handle_discover": 0, "dir_send_discover": 0, "dir_try_discover": 0, "dir_update": 0, "dir_update_receipt": 0, "ireq_enqueue_scrub": 0, "ireq_exportdir": 0, "ireq_flush": 0, "ireq_fragmentdir": 1, "ireq_fragstats": 0, "ireq_inodestats": 0, "num_recovering_enqueued": 0, "num_recovering_prioritized": 0, "num_recovering_processing": 0, "num_strays": 0, "num_strays_delayed": 0, "num_strays_enqueuing": 0, "recovery_completed": 745, "recovery_started": 745, "strays_created": 0, "strays_enqueued": 0, "strays_migrated": 0, "strays_reintegrated": 0 }, "mds_log": { "ev": 95379, "evadd": 95379, "evex": 3165, "evexd": 3165, "evexg": 0, "evtrm": 0, "expos": 4194304, "jlat": { "avgcount": 25123, "avgtime": 0.001284276, "sum": 32.264869869 }, "rdpos": 0, "replayed": 0, "seg": 133, "segadd": 133, "segex": 4, "segexd": 4, "segexg": 0, "segtrm": 0, "wrpos": 190919342 }, "mds_mem": { "cap": 1, "cap+": 35097, "cap-": 35096, "dir": 20, "dir+": 21, "dir-": 1, "dn": 35104, "dn+": 35104, "dn-": 0, "heap": 207200, "ino": 35107, "ino+": 35107, "ino-": 0, "rss": 249060 }, "mds_server": { "cap_acquisition_throttle": 0, "cap_revoke_eviction": 0, "dispatch_client_request": 72531, "dispatch_server_request": 0, "handle_client_request": 72523, "handle_client_session": 25019, "handle_peer_request": 0, "req_create_latency": { "avgcount": 35093, "avgtime": 0.001198453, "sum": 42.057336105 }, "req_getattr_latency": { "avgcount": 4, "avgtime": 0.000207565, "sum": 0.000830262 }, "req_getfilelock_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_getvxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_link_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookup_latency": { "avgcount": 37419, "avgtime": 0.000394087, "sum": 14.746366975 }, "req_lookuphash_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupino_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupname_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupparent_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupsnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lssnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_mkdir_latency": { "avgcount": 1, "avgtime": 0.003014847, "sum": 0.003014847 }, "req_mknod_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_mksnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_open_latency": { "avgcount": 5, "avgtime": 0.004043994, "sum": 0.020219971 }, "req_readdir_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rename_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_renamesnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmdir_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmsnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setattr_latency": { "avgcount": 1, "avgtime": 0.000284553, "sum": 0.000284553 }, "req_setdirlayout_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setfilelock_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setlayout_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_snapdiff_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_symlink_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_unlink_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "mds_sessions": { "average_load": 16936, "avg_session_uptime": 175, "mdthresh_evicted": 5, "session_add": 3, "session_count": 1, "session_remove": 2, "sessions_open": 1, "sessions_stale": 0, "total_load": 33872 }, "mempool": { "bloom_filter_bytes": 0, "bloom_filter_items": 0, "bluefs_bytes": 0, "bluefs_file_reader_bytes": 0, "bluefs_file_reader_items": 0, "bluefs_file_writer_bytes": 0, "bluefs_file_writer_items": 0, "bluefs_items": 0, "bluestore_alloc_bytes": 0, "bluestore_alloc_items": 0, "bluestore_blob_bytes": 0, "bluestore_blob_items": 0, "bluestore_cache_buffer_bytes": 0, "bluestore_cache_buffer_items": 0, "bluestore_cache_data_bytes": 0, "bluestore_cache_data_items": 0, "bluestore_cache_meta_bytes": 0, "bluestore_cache_meta_items": 0, "bluestore_cache_onode_bytes": 0, "bluestore_cache_onode_items": 0, "bluestore_cache_other_bytes": 0, "bluestore_cache_other_items": 0, "bluestore_extent_bytes": 0, "bluestore_extent_items": 0, "bluestore_fsck_bytes": 0, "bluestore_fsck_items": 0, "bluestore_inline_bl_bytes": 0, "bluestore_inline_bl_items": 0, "bluestore_shared_blob_bytes": 0, "bluestore_shared_blob_items": 0, "bluestore_txc_bytes": 0, "bluestore_txc_items": 0, "bluestore_writing_bytes": 0, "bluestore_writing_deferred_bytes": 0, "bluestore_writing_deferred_items": 0, "bluestore_writing_items": 0, "buffer_anon_bytes": 259438, "buffer_anon_items": 97, "buffer_meta_bytes": 0, "buffer_meta_items": 0, "mds_co_bytes": 111417848, "mds_co_items": 702008, "osd_bytes": 0, "osd_items": 0, "osd_mapbl_bytes": 0, "osd_mapbl_items": 0, "osd_pglog_bytes": 0, "osd_pglog_items": 0, "osdmap_bytes": 5616, "osdmap_items": 80, "osdmap_mapping_bytes": 0, "osdmap_mapping_items": 0, "pgmap_bytes": 0, "pgmap_items": 0, "unittest_1_bytes": 0, "unittest_1_items": 0, "unittest_2_bytes": 0, "unittest_2_items": 0 }, "objecter": { "command_active": 0, "command_resend": 0, "command_send": 0, "linger_active": 0, "linger_ping": 0, "linger_resend": 0, "linger_send": 0, "map_epoch": 58, "map_full": 0, "map_inc": 4, "omap_del": 37, "omap_rd": 0, "omap_wr": 105, "op": 29671, "op_Infinitylight": 0, "op_active": 0, "op_laggy": 0, "op_latency": { "avgcount": 29671, "avgtime": 0.019652438, "sum": 583.107505801 }, "op_pg": 0, "op_r": 745, "op_reply": 29671, "op_resend": 37, "op_rmw": 0, "op_send": 29671, "op_send_bytes": 198904368, "op_w": 28926, "oplen_avg": { "avgcount": 29671, "sum": 36090 }, "osd_laggy": 0, "osd_session_close": 0, "osd_session_open": 8, "osd_sessions": 8, "osdop_append": 0, "osdop_call": 0, "osdop_clonerange": 0, "osdop_cmpxattr": 0, "osdop_create": 3168, "osdop_delete": 550, "osdop_getxattr": 0, "osdop_mapext": 0, "osdop_notify": 0, "osdop_other": 5, "osdop_pgls": 0, "osdop_pgls_filter": 0, "osdop_read": 0, "osdop_resetxattrs": 0, "osdop_rmxattr": 0, "osdop_setxattr": 6336, "osdop_sparse_read": 0, "osdop_src_cmpxattr": 0, "osdop_stat": 745, "osdop_truncate": 1, "osdop_watch": 0, "osdop_write": 25123, "osdop_writefull": 20, "osdop_writesame": 0, "osdop_zero": 0, "poolop_active": 0, "poolop_resend": 0, "poolop_send": 0, "poolstat_active": 0, "poolstat_resend": 0, "poolstat_send": 0, "statfs_active": 0, "statfs_resend": 0, "statfs_send": 0 }, "oft": { "omap_total_kv_pairs": 0, "omap_total_objs": 1, "omap_total_removes": 0, "omap_total_updates": 0 }, "osd-slow-ops": { "slow_ops_count": 0 }, "purge_queue": { "pq_executed": 0, "pq_executed_ops": 0, "pq_executing": 0, "pq_executing_high_water": 0, "pq_executing_ops": 0, "pq_executing_ops_high_water": 0, "pq_item_in_journal": 0 }, "throttle-msgr_dispatch_throttler-mds": { "get": 187049, "get_or_fail_fail": 0, "get_or_fail_success": 187049, "get_started": 0, "get_sum": 38127535, "max": 104857600, "put": 187049, "put_sum": 38127535, "take": 0, "take_sum": 0, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-objecter_bytes": { "get": 0, "get_or_fail_fail": 0, "get_or_fail_success": 0, "get_started": 0, "get_sum": 0, "max": 104857600, "put": 29671, "put_sum": 198904368, "take": 29671, "take_sum": 198904368, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-objecter_ops": { "get": 0, "get_or_fail_fail": 0, "get_or_fail_success": 0, "get_started": 0, "get_sum": 0, "max": 1024, "put": 29671, "put_sum": 29671, "take": 29671, "take_sum": 29671, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-write_buf_throttle": { "get": 0, "get_or_fail_fail": 0, "get_or_fail_success": 0, "get_started": 0, "get_sum": 0, "max": 3758096384, "put": 0, "put_sum": 0, "take": 0, "take_sum": 0, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-write_buf_throttle-0x558e5b2e80a0": { "get": 95379, "get_or_fail_fail": 0, "get_or_fail_success": 95379, "get_started": 0, "get_sum": 186725038, "max": 3758096384, "put": 25123, "put_sum": 184984733, "take": 0, "take_sum": 0, "val": 1740305, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } } } 2024-09-13T16:07:17.583 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set client client_inject_fixed_oldest_tid false 2024-09-13T16:07:17.686 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.685+0000 7fbca769c640 1 Processor -- start 2024-09-13T16:07:17.686 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.685+0000 7fbca769c640 1 -- start start 2024-09-13T16:07:17.688 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.686+0000 7fbca769c640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fbca00cdff0 0x7fbca006c390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:17.688 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.686+0000 7fbca769c640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbca00cd450 con 0x7fbca015c500 2024-09-13T16:07:17.688 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.686+0000 7fbca769c640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbca00d0cf0 con 0x7fbca00d2760 2024-09-13T16:07:17.688 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.686+0000 7fbca769c640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbca00d0fd0 con 0x7fbca00cdff0 2024-09-13T16:07:17.688 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.686+0000 7fbca5438640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fbca015c500 0x7fbca00d2050 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:51658/0 (socket says 172.21.15.76:51658) 2024-09-13T16:07:17.688 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.686+0000 7fbca5438640 1 -- 172.21.15.76:0/494910601 learned_addr learned my addr 172.21.15.76:0/494910601 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:07:17.688 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.686+0000 7fbca5c39640 1 --2- 172.21.15.76:0/494910601 >> v2:172.21.15.192:3300/0 conn(0x7fbca00cdff0 0x7fbca006c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:17.689 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.686+0000 7fbc97fff640 1 -- 172.21.15.76:0/494910601 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1733932202 0 0) 0x7fbca00cd450 con 0x7fbca015c500 2024-09-13T16:07:17.689 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.686+0000 7fbc97fff640 1 -- 172.21.15.76:0/494910601 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fbc8c003520 con 0x7fbca015c500 2024-09-13T16:07:17.689 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.686+0000 7fbca5c39640 1 -- 172.21.15.76:0/494910601 >> v1:172.21.15.192:6789/0 conn(0x7fbca00d2760 legacy=0x7fbca00cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:17.689 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.687+0000 7fbca5c39640 1 -- 172.21.15.76:0/494910601 >> v1:172.21.15.76:6789/0 conn(0x7fbca015c500 legacy=0x7fbca00d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:17.689 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.687+0000 7fbca5c39640 1 -- 172.21.15.76:0/494910601 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbca00cd0e0 con 0x7fbca00cdff0 2024-09-13T16:07:17.690 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.687+0000 7fbca5c39640 1 --2- 172.21.15.76:0/494910601 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbca00cdff0 0x7fbca006c390 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fbc98009d90 tx=0x7fbc9802a6f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ebd24aafc7052942 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:17.690 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.687+0000 7fbc97fff640 1 -- 172.21.15.76:0/494910601 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc98007740 con 0x7fbca00cdff0 2024-09-13T16:07:17.690 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.687+0000 7fbc97fff640 1 -- 172.21.15.76:0/494910601 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(1 keys) v1 ==== 46+0+0 (secure 0 0 0) 0x7fbc9802d050 con 0x7fbca00cdff0 2024-09-13T16:07:17.690 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.688+0000 7fbc97fff640 1 -- 172.21.15.76:0/494910601 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc98007ac0 con 0x7fbca00cdff0 2024-09-13T16:07:17.690 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.688+0000 7fbca769c640 1 -- 172.21.15.76:0/494910601 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbca00cdff0 msgr2=0x7fbca006c390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:17.690 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.688+0000 7fbca769c640 1 --2- 172.21.15.76:0/494910601 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbca00cdff0 0x7fbca006c390 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fbc98009d90 tx=0x7fbc9802a6f0 comp rx=0 tx=0).stop 2024-09-13T16:07:17.690 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.688+0000 7fbca769c640 1 -- 172.21.15.76:0/494910601 shutdown_connections 2024-09-13T16:07:17.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.688+0000 7fbca769c640 1 --2- 172.21.15.76:0/494910601 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbca00cdff0 0x7fbca006c390 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:17.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.688+0000 7fbca769c640 1 -- 172.21.15.76:0/494910601 >> 172.21.15.76:0/494910601 conn(0x7fbca0089f60 msgr2=0x7fbca009b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:17.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.689+0000 7fbca769c640 1 -- 172.21.15.76:0/494910601 shutdown_connections 2024-09-13T16:07:17.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.689+0000 7fbca769c640 1 -- 172.21.15.76:0/494910601 wait complete. 2024-09-13T16:07:17.692 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.690+0000 7fbca769c640 1 Processor -- start 2024-09-13T16:07:17.692 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.690+0000 7fbca769c640 1 -- start start 2024-09-13T16:07:17.694 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.692+0000 7fbca769c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbca00cdff0 0x7fbca015f520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:17.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.692+0000 7fbca769c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbca00d2760 0x7fbca015dc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:17.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.692+0000 7fbca769c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbca015c500 0x7fbca0157de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:17.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.692+0000 7fbca769c640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbca015f090 con 0x7fbca00cdff0 2024-09-13T16:07:17.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.692+0000 7fbca769c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbca015e480 con 0x7fbca015c500 2024-09-13T16:07:17.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.692+0000 7fbca769c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbca015e760 con 0x7fbca00d2760 2024-09-13T16:07:17.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.692+0000 7fbca5438640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbca00cdff0 0x7fbca015f520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:17.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.692+0000 7fbca5438640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbca00cdff0 0x7fbca015f520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56416/0 (socket says 172.21.15.76:56416) 2024-09-13T16:07:17.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.692+0000 7fbca5438640 1 -- 172.21.15.76:0/3468469331 learned_addr learned my addr 172.21.15.76:0/3468469331 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:17.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.692+0000 7fbca5c39640 1 --2- 172.21.15.76:0/3468469331 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbca015c500 0x7fbca0157de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:17.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.692+0000 7fbca4c37640 1 --2- 172.21.15.76:0/3468469331 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbca00d2760 0x7fbca015dc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:17.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.692+0000 7fbca5438640 1 -- 172.21.15.76:0/3468469331 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbca00d2760 msgr2=0x7fbca015dc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:17.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.692+0000 7fbca5438640 1 --2- 172.21.15.76:0/3468469331 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbca00d2760 0x7fbca015dc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:17.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.692+0000 7fbca5438640 1 -- 172.21.15.76:0/3468469331 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbca015c500 msgr2=0x7fbca0157de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:17.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.692+0000 7fbca5438640 1 --2- 172.21.15.76:0/3468469331 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbca015c500 0x7fbca0157de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:17.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.692+0000 7fbca5438640 1 -- 172.21.15.76:0/3468469331 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbc98009a70 con 0x7fbca00cdff0 2024-09-13T16:07:17.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.692+0000 7fbca5438640 1 --2- 172.21.15.76:0/3468469331 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbca00cdff0 0x7fbca015f520 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7fbc9c00c410 tx=0x7fbc9c00c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:17.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.692+0000 7fbc95ffb640 1 -- 172.21.15.76:0/3468469331 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc9c005ce0 con 0x7fbca00cdff0 2024-09-13T16:07:17.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.692+0000 7fbc95ffb640 1 -- 172.21.15.76:0/3468469331 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 46+0+0 (secure 0 0 0) 0x7fbc9c005e40 con 0x7fbca00cdff0 2024-09-13T16:07:17.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.692+0000 7fbca769c640 1 -- 172.21.15.76:0/3468469331 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbca015ea40 con 0x7fbca00cdff0 2024-09-13T16:07:17.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.692+0000 7fbc95ffb640 1 -- 172.21.15.76:0/3468469331 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc9c0072f0 con 0x7fbca00cdff0 2024-09-13T16:07:17.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.693+0000 7fbca769c640 1 -- 172.21.15.76:0/3468469331 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbca015e190 con 0x7fbca00cdff0 2024-09-13T16:07:17.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.694+0000 7fbca769c640 1 -- 172.21.15.76:0/3468469331 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbca00cd8e0 con 0x7fbca00cdff0 2024-09-13T16:07:17.698 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.694+0000 7fbc95ffb640 1 -- 172.21.15.76:0/3468469331 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fbc9c007450 con 0x7fbca00cdff0 2024-09-13T16:07:17.698 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.695+0000 7fbc95ffb640 1 --2- 172.21.15.76:0/3468469331 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbc8406ac30 0x7fbc8406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:17.698 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.695+0000 7fbc95ffb640 1 -- 172.21.15.76:0/3468469331 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(58..58 src has 1..58) v4 ==== 6130+0+0 (secure 0 0 0) 0x7fbc9c088b50 con 0x7fbca00cdff0 2024-09-13T16:07:17.698 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.695+0000 7fbca4c37640 1 --2- 172.21.15.76:0/3468469331 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbc8406ac30 0x7fbc8406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:17.698 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.695+0000 7fbca4c37640 1 --2- 172.21.15.76:0/3468469331 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbc8406ac30 0x7fbc8406d0f0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fbca0073830 tx=0x7fbc90009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:17.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.699+0000 7fbc95ffb640 1 -- 172.21.15.76:0/3468469331 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fbc9c053c60 con 0x7fbca00cdff0 2024-09-13T16:07:17.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.881+0000 7fbca769c640 1 -- 172.21.15.76:0/3468469331 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command([{prefix=config set, name=client_inject_fixed_oldest_tid}] v 0) v1 -- 0x7fbca006b160 con 0x7fbca00cdff0 2024-09-13T16:07:17.887 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.886+0000 7fbc95ffb640 1 -- 172.21.15.76:0/3468469331 <== mon.0 v2:172.21.15.76:3300/0 7 ==== config(1 keys) v1 ==== 47+0+0 (secure 0 0 0) 0x7fbc9c053c60 con 0x7fbca00cdff0 2024-09-13T16:07:17.887 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.886+0000 7fbc95ffb640 1 -- 172.21.15.76:0/3468469331 <== mon.0 v2:172.21.15.76:3300/0 8 ==== mon_command_ack([{prefix=config set, name=client_inject_fixed_oldest_tid}]=0 v20)=0 v20) v1 ==== 135+0+0 (secure 0 0 0) 0x7fbc9c017020 con 0x7fbca00cdff0 2024-09-13T16:07:17.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.889+0000 7fbca769c640 1 -- 172.21.15.76:0/3468469331 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbc8406ac30 msgr2=0x7fbc8406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:17.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.889+0000 7fbca769c640 1 --2- 172.21.15.76:0/3468469331 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbc8406ac30 0x7fbc8406d0f0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fbca0073830 tx=0x7fbc90009040 comp rx=0 tx=0).stop 2024-09-13T16:07:17.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.889+0000 7fbca769c640 1 -- 172.21.15.76:0/3468469331 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbca00cdff0 msgr2=0x7fbca015f520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:17.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.889+0000 7fbca769c640 1 --2- 172.21.15.76:0/3468469331 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbca00cdff0 0x7fbca015f520 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7fbc9c00c410 tx=0x7fbc9c00c8d0 comp rx=0 tx=0).stop 2024-09-13T16:07:17.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.889+0000 7fbca769c640 1 -- 172.21.15.76:0/3468469331 shutdown_connections 2024-09-13T16:07:17.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.889+0000 7fbca769c640 1 --2- 172.21.15.76:0/3468469331 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbca015c500 0x7fbca0157de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:17.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.889+0000 7fbca769c640 1 --2- 172.21.15.76:0/3468469331 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbc8406ac30 0x7fbc8406d0f0 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:17.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.889+0000 7fbca769c640 1 --2- 172.21.15.76:0/3468469331 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbca00d2760 0x7fbca015dc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:17.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.889+0000 7fbca769c640 1 --2- 172.21.15.76:0/3468469331 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbca00cdff0 0x7fbca015f520 unknown :-1 s=CLOSED pgs=748 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:17.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.889+0000 7fbca769c640 1 -- 172.21.15.76:0/3468469331 >> 172.21.15.76:0/3468469331 conn(0x7fbca0089f60 msgr2=0x7fbca00cf150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:17.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.889+0000 7fbca769c640 1 -- 172.21.15.76:0/3468469331 shutdown_connections 2024-09-13T16:07:17.892 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:17.889+0000 7fbca769c640 1 -- 172.21.15.76:0/3468469331 wait complete. 2024-09-13T16:07:17.902 INFO:tasks.cephfs.mount:Cleaning up killed connection on ubuntu@smithi076.front.sepia.ceph.com 2024-09-13T16:07:17.902 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:07:17.902 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:07:17.918 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:07:18.058 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.056+0000 7fc85fd45640 1 Processor -- start 2024-09-13T16:07:18.058 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.056+0000 7fc85fd45640 1 -- start start 2024-09-13T16:07:18.058 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.057+0000 7fc85fd45640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc8580cd900 0x7fc8580b3820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:18.058 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.057+0000 7fc85fd45640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fc8580d1f60 0x7fc858161050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:18.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.057+0000 7fc85fd45640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc8580d2e30 con 0x7fc8580cd520 2024-09-13T16:07:18.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.057+0000 7fc85fd45640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc8580ccbe0 con 0x7fc8580d1f60 2024-09-13T16:07:18.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.057+0000 7fc85fd45640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc8580cce80 con 0x7fc8580cd900 2024-09-13T16:07:18.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.057+0000 7fc85dae1640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fc8580cd520 0x7fc858160940 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:51664/0 (socket says 172.21.15.76:51664) 2024-09-13T16:07:18.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.057+0000 7fc85dae1640 1 -- 172.21.15.76:0/2497680569 learned_addr learned my addr 172.21.15.76:0/2497680569 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:07:18.062 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.058+0000 7fc85e2e2640 1 --2- 172.21.15.76:0/2497680569 >> v2:172.21.15.192:3300/0 conn(0x7fc8580d1f60 0x7fc858161050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:18.062 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.058+0000 7fc85d2e0640 1 --2- 172.21.15.76:0/2497680569 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc8580cd900 0x7fc8580b3820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:18.062 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.058+0000 7fc85cadf640 1 -- 172.21.15.76:0/2497680569 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1604640943 0 0) 0x7fc8580d2e30 con 0x7fc8580cd520 2024-09-13T16:07:18.062 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.058+0000 7fc85cadf640 1 -- 172.21.15.76:0/2497680569 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc840003520 con 0x7fc8580cd520 2024-09-13T16:07:18.062 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.058+0000 7fc85cadf640 1 -- 172.21.15.76:0/2497680569 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1380509604 0 0) 0x7fc840003520 con 0x7fc8580cd520 2024-09-13T16:07:18.062 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.058+0000 7fc85cadf640 1 -- 172.21.15.76:0/2497680569 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc8580cd900 msgr2=0x7fc8580b3820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:18.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.058+0000 7fc85cadf640 1 --2- 172.21.15.76:0/2497680569 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc8580cd900 0x7fc8580b3820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:18.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.058+0000 7fc85cadf640 1 -- 172.21.15.76:0/2497680569 >> v2:172.21.15.192:3300/0 conn(0x7fc8580d1f60 msgr2=0x7fc858161050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:18.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.058+0000 7fc85cadf640 1 --2- 172.21.15.76:0/2497680569 >> v2:172.21.15.192:3300/0 conn(0x7fc8580d1f60 0x7fc858161050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:18.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.058+0000 7fc85cadf640 1 -- 172.21.15.76:0/2497680569 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc8580d1750 con 0x7fc8580cd520 2024-09-13T16:07:18.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.058+0000 7fc85cadf640 1 -- 172.21.15.76:0/2497680569 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7fc8480019f0 con 0x7fc8580cd520 2024-09-13T16:07:18.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.058+0000 7fc85e2e2640 1 --2- 172.21.15.76:0/2497680569 >> v2:172.21.15.192:3300/0 conn(0x7fc8580d1f60 0x7fc858161050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:07:18.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.058+0000 7fc85cadf640 1 -- 172.21.15.76:0/2497680569 >> v1:172.21.15.76:6789/0 conn(0x7fc8580cd520 legacy=0x7fc858160940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:18.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.058+0000 7fc85cadf640 1 --2- 172.21.15.76:0/2497680569 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc840003970 0x7fc840003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:18.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.058+0000 7fc85cadf640 1 --2- 172.21.15.76:0/2497680569 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc8580cd900 0x7fc8400047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:18.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.058+0000 7fc85cadf640 1 --2- 172.21.15.76:0/2497680569 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc840004d00 0x7fc840005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:18.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.058+0000 7fc85cadf640 1 -- 172.21.15.76:0/2497680569 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8580ccbe0 con 0x7fc840003970 2024-09-13T16:07:18.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.058+0000 7fc85cadf640 1 -- 172.21.15.76:0/2497680569 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8580cce80 con 0x7fc840004d00 2024-09-13T16:07:18.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.058+0000 7fc85cadf640 1 -- 172.21.15.76:0/2497680569 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc84000b980 con 0x7fc8580cd900 2024-09-13T16:07:18.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.058+0000 7fc85dae1640 1 --2- 172.21.15.76:0/2497680569 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc840003970 0x7fc840003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:18.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.058+0000 7fc85d2e0640 1 --2- 172.21.15.76:0/2497680569 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc8580cd900 0x7fc8400047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:18.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.058+0000 7fc85e2e2640 1 --2- 172.21.15.76:0/2497680569 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc840004d00 0x7fc840005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:18.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.058+0000 7fc85dae1640 1 -- 172.21.15.76:0/2497680569 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc8580cd900 msgr2=0x7fc8400047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:18.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.058+0000 7fc85dae1640 1 --2- 172.21.15.76:0/2497680569 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc8580cd900 0x7fc8400047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:18.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.058+0000 7fc85dae1640 1 -- 172.21.15.76:0/2497680569 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc840004d00 msgr2=0x7fc840005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:18.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.058+0000 7fc85dae1640 1 --2- 172.21.15.76:0/2497680569 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc840004d00 0x7fc840005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:18.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.058+0000 7fc85dae1640 1 -- 172.21.15.76:0/2497680569 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc840003520 con 0x7fc840003970 2024-09-13T16:07:18.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.058+0000 7fc85d2e0640 1 --2- 172.21.15.76:0/2497680569 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc8580cd900 0x7fc8400047c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:07:18.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.059+0000 7fc85dae1640 1 --2- 172.21.15.76:0/2497680569 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc840003970 0x7fc840003d90 secure :-1 s=READY pgs=750 cs=0 l=1 rev1=1 crypto rx=0x7fc84800a860 tx=0x7fc8400057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e8fd2afbe63121f8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:18.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.059+0000 7fc85cadf640 1 -- 172.21.15.76:0/2497680569 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc84802ba80 con 0x7fc840003970 2024-09-13T16:07:18.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.059+0000 7fc85cadf640 1 -- 172.21.15.76:0/2497680569 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 47+0+0 (secure 0 0 0) 0x7fc84802bbe0 con 0x7fc840003970 2024-09-13T16:07:18.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.059+0000 7fc85cadf640 1 -- 172.21.15.76:0/2497680569 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc848034470 con 0x7fc840003970 2024-09-13T16:07:18.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.060+0000 7fc85fd45640 1 -- 172.21.15.76:0/2497680569 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc840003970 msgr2=0x7fc840003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:18.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.060+0000 7fc85fd45640 1 --2- 172.21.15.76:0/2497680569 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc840003970 0x7fc840003d90 secure :-1 s=READY pgs=750 cs=0 l=1 rev1=1 crypto rx=0x7fc84800a860 tx=0x7fc8400057f0 comp rx=0 tx=0).stop 2024-09-13T16:07:18.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.060+0000 7fc85e2e2640 1 -- 172.21.15.76:0/2497680569 reap_dead start 2024-09-13T16:07:18.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.060+0000 7fc85fd45640 1 -- 172.21.15.76:0/2497680569 shutdown_connections 2024-09-13T16:07:18.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.060+0000 7fc85fd45640 1 -- 172.21.15.76:0/2497680569 >> 172.21.15.76:0/2497680569 conn(0x7fc858089f60 msgr2=0x7fc8580d24f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:18.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.060+0000 7fc85fd45640 1 -- 172.21.15.76:0/2497680569 shutdown_connections 2024-09-13T16:07:18.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.060+0000 7fc85fd45640 1 -- 172.21.15.76:0/2497680569 wait complete. 2024-09-13T16:07:18.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.061+0000 7fc85fd45640 1 Processor -- start 2024-09-13T16:07:18.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.061+0000 7fc85fd45640 1 -- start start 2024-09-13T16:07:18.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.062+0000 7fc85fd45640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc840003970 0x7fc858156b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:18.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.062+0000 7fc85fd45640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc858154fe0 0x7fc8580b7320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:18.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.062+0000 7fc85fd45640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc8580b7860 0x7fc8581570e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:18.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.062+0000 7fc85fd45640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc858155a80 con 0x7fc840003970 2024-09-13T16:07:18.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.062+0000 7fc85fd45640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc858155d60 con 0x7fc858154fe0 2024-09-13T16:07:18.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.062+0000 7fc85fd45640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc858156040 con 0x7fc8580b7860 2024-09-13T16:07:18.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.062+0000 7fc85dae1640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc840003970 0x7fc858156b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:18.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.062+0000 7fc85dae1640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc840003970 0x7fc858156b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56422/0 (socket says 172.21.15.76:56422) 2024-09-13T16:07:18.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.062+0000 7fc85dae1640 1 -- 172.21.15.76:0/3844600605 learned_addr learned my addr 172.21.15.76:0/3844600605 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:18.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.062+0000 7fc85d2e0640 1 --2- 172.21.15.76:0/3844600605 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc858154fe0 0x7fc8580b7320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:18.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.062+0000 7fc85e2e2640 1 --2- 172.21.15.76:0/3844600605 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc8580b7860 0x7fc8581570e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:18.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.062+0000 7fc85dae1640 1 -- 172.21.15.76:0/3844600605 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc8580b7860 msgr2=0x7fc8581570e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:18.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.062+0000 7fc85dae1640 1 --2- 172.21.15.76:0/3844600605 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc8580b7860 0x7fc8581570e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:18.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.062+0000 7fc85dae1640 1 -- 172.21.15.76:0/3844600605 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc858154fe0 msgr2=0x7fc8580b7320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:18.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.062+0000 7fc85dae1640 1 --2- 172.21.15.76:0/3844600605 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc858154fe0 0x7fc8580b7320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:18.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.062+0000 7fc85dae1640 1 -- 172.21.15.76:0/3844600605 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc858156320 con 0x7fc840003970 2024-09-13T16:07:18.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.062+0000 7fc85e2e2640 1 --2- 172.21.15.76:0/3844600605 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc8580b7860 0x7fc8581570e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:07:18.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.062+0000 7fc85dae1640 1 --2- 172.21.15.76:0/3844600605 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc840003970 0x7fc858156b20 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7fc848000f80 tx=0x7fc848001df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:18.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.063+0000 7fc8567fc640 1 -- 172.21.15.76:0/3844600605 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc84803b040 con 0x7fc840003970 2024-09-13T16:07:18.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.063+0000 7fc8567fc640 1 -- 172.21.15.76:0/3844600605 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 47+0+0 (secure 0 0 0) 0x7fc848034470 con 0x7fc840003970 2024-09-13T16:07:18.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.063+0000 7fc85fd45640 1 -- 172.21.15.76:0/3844600605 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc858156600 con 0x7fc840003970 2024-09-13T16:07:18.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.063+0000 7fc8567fc640 1 -- 172.21.15.76:0/3844600605 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc848034800 con 0x7fc840003970 2024-09-13T16:07:18.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.063+0000 7fc85fd45640 1 -- 172.21.15.76:0/3844600605 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc858157620 con 0x7fc840003970 2024-09-13T16:07:18.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.064+0000 7fc85fd45640 1 -- 172.21.15.76:0/3844600605 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc858156790 con 0x7fc840003970 2024-09-13T16:07:18.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.064+0000 7fc8567fc640 1 -- 172.21.15.76:0/3844600605 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc84802bd50 con 0x7fc840003970 2024-09-13T16:07:18.070 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.064+0000 7fc8567fc640 1 --2- 172.21.15.76:0/3844600605 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc84406ac00 0x7fc84406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:18.070 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.065+0000 7fc8567fc640 1 -- 172.21.15.76:0/3844600605 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(58..58 src has 1..58) v4 ==== 6130+0+0 (secure 0 0 0) 0x7fc8480a9ae0 con 0x7fc840003970 2024-09-13T16:07:18.070 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.065+0000 7fc85d2e0640 1 --2- 172.21.15.76:0/3844600605 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc84406ac00 0x7fc84406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:18.070 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.065+0000 7fc85d2e0640 1 --2- 172.21.15.76:0/3844600605 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc84406ac00 0x7fc84406d0c0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fc8580b3570 tx=0x7fc84c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:18.070 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.069+0000 7fc8567fc640 1 -- 172.21.15.76:0/3844600605 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fc848078630 con 0x7fc840003970 2024-09-13T16:07:18.234 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.233+0000 7fc85fd45640 1 -- 172.21.15.76:0/3844600605 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fc858160940 con 0x7fc840003970 2024-09-13T16:07:18.235 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.234+0000 7fc8567fc640 1 -- 172.21.15.76:0/3844600605 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v58) v1 ==== 74+0+16838 (secure 0 0 0) 0x7fc8480781c0 con 0x7fc840003970 2024-09-13T16:07:18.235 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:07:18.236 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":58,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:07:16.058672+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:04:07.797879+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_data","create_time":"2024-09-13T16:04:08.588584+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"8.14","mappings":[{"from":0,"to":6}]},{"pgid":"8.1a","mappings":[{"from":0,"to":1}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"192.168.0.1:0/2206269355":"2024-09-13T17:07:15.305842+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:07:18.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.236+0000 7fc85fd45640 1 -- 172.21.15.76:0/3844600605 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc84406ac00 msgr2=0x7fc84406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:18.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.236+0000 7fc85fd45640 1 --2- 172.21.15.76:0/3844600605 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc84406ac00 0x7fc84406d0c0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fc8580b3570 tx=0x7fc84c008040 comp rx=0 tx=0).stop 2024-09-13T16:07:18.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.236+0000 7fc85fd45640 1 -- 172.21.15.76:0/3844600605 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc840003970 msgr2=0x7fc858156b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:18.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.236+0000 7fc85fd45640 1 --2- 172.21.15.76:0/3844600605 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc840003970 0x7fc858156b20 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7fc848000f80 tx=0x7fc848001df0 comp rx=0 tx=0).stop 2024-09-13T16:07:18.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.236+0000 7fc85fd45640 1 -- 172.21.15.76:0/3844600605 shutdown_connections 2024-09-13T16:07:18.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.236+0000 7fc85fd45640 1 --2- 172.21.15.76:0/3844600605 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc84406ac00 0x7fc84406d0c0 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:18.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.236+0000 7fc85fd45640 1 --2- 172.21.15.76:0/3844600605 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc8580b7860 0x7fc8581570e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:18.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.236+0000 7fc85fd45640 1 --2- 172.21.15.76:0/3844600605 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc858154fe0 0x7fc8580b7320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:18.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.236+0000 7fc85fd45640 1 --2- 172.21.15.76:0/3844600605 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc840003970 0x7fc858156b20 unknown :-1 s=CLOSED pgs=751 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:18.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.236+0000 7fc85fd45640 1 -- 172.21.15.76:0/3844600605 >> 172.21.15.76:0/3844600605 conn(0x7fc858089f60 msgr2=0x7fc85815f1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:18.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.236+0000 7fc85fd45640 1 -- 172.21.15.76:0/3844600605 shutdown_connections 2024-09-13T16:07:18.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.236+0000 7fc85fd45640 1 -- 172.21.15.76:0/3844600605 wait complete. 2024-09-13T16:07:18.250 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:01:26.960607+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 7, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:04:07.797879+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '54', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 8, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:04:08.588584+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '55', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:07:18.250 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:07:18.351 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.350+0000 7f3b723d5640 1 Processor -- start 2024-09-13T16:07:18.352 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.350+0000 7f3b723d5640 1 -- start start 2024-09-13T16:07:18.353 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.351+0000 7f3b723d5640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f3b6c159310 0x7f3b6c0ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:18.353 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.351+0000 7f3b723d5640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f3b6c0ce4f0 0x7f3b6c0ce8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:18.353 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.351+0000 7f3b723d5640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3b6c0ccbe0 con 0x7f3b6c0b2b40 2024-09-13T16:07:18.354 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.351+0000 7f3b723d5640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3b6c0ad940 con 0x7f3b6c159310 2024-09-13T16:07:18.354 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.351+0000 7f3b723d5640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3b6c0b1810 con 0x7f3b6c0ce4f0 2024-09-13T16:07:18.354 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.351+0000 7f3b6bfff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f3b6c159310 0x7f3b6c0ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:18.354 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.351+0000 7f3b6bfff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f3b6c159310 0x7f3b6c0ad400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56436/0 (socket says 172.21.15.76:56436) 2024-09-13T16:07:18.354 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.351+0000 7f3b6bfff640 1 -- 172.21.15.76:0/4253784319 learned_addr learned my addr 172.21.15.76:0/4253784319 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:18.354 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.351+0000 7f3b70972640 1 --2- 172.21.15.76:0/4253784319 >> v2:172.21.15.192:3300/0 conn(0x7f3b6c0ce4f0 0x7f3b6c0ce8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:18.354 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.351+0000 7f3b6bfff640 1 -- 172.21.15.76:0/4253784319 >> v2:172.21.15.192:3300/0 conn(0x7f3b6c0ce4f0 msgr2=0x7f3b6c0ce8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:18.354 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.351+0000 7f3b6bfff640 1 --2- 172.21.15.76:0/4253784319 >> v2:172.21.15.192:3300/0 conn(0x7f3b6c0ce4f0 0x7f3b6c0ce8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:18.354 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.351+0000 7f3b6bfff640 1 -- 172.21.15.76:0/4253784319 >> v1:172.21.15.192:6789/0 conn(0x7f3b6c0b2b40 legacy=0x7f3b6c0ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:18.354 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.351+0000 7f3b6bfff640 1 -- 172.21.15.76:0/4253784319 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3b6c0cee10 con 0x7f3b6c159310 2024-09-13T16:07:18.354 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.352+0000 7f3b6bfff640 1 --2- 172.21.15.76:0/4253784319 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3b6c159310 0x7f3b6c0ad400 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7f3b6c0b2fc0 tx=0x7f3b5c02c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2698306a88c5292c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:18.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.352+0000 7f3b6affd640 1 -- 172.21.15.76:0/4253784319 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b5c033640 con 0x7f3b6c159310 2024-09-13T16:07:18.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.352+0000 7f3b6affd640 1 -- 172.21.15.76:0/4253784319 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 47+0+0 (secure 0 0 0) 0x7f3b5c02f070 con 0x7f3b6c159310 2024-09-13T16:07:18.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.352+0000 7f3b6affd640 1 -- 172.21.15.76:0/4253784319 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b5c0339c0 con 0x7f3b6c159310 2024-09-13T16:07:18.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.353+0000 7f3b723d5640 1 -- 172.21.15.76:0/4253784319 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3b6c159310 msgr2=0x7f3b6c0ad400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:18.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.353+0000 7f3b723d5640 1 --2- 172.21.15.76:0/4253784319 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3b6c159310 0x7f3b6c0ad400 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7f3b6c0b2fc0 tx=0x7f3b5c02c8b0 comp rx=0 tx=0).stop 2024-09-13T16:07:18.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.353+0000 7f3b723d5640 1 -- 172.21.15.76:0/4253784319 shutdown_connections 2024-09-13T16:07:18.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.353+0000 7f3b723d5640 1 --2- 172.21.15.76:0/4253784319 >> v2:172.21.15.192:3300/0 conn(0x7f3b6c0ce4f0 0x7f3b6c0ce8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:18.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.353+0000 7f3b723d5640 1 --2- 172.21.15.76:0/4253784319 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3b6c159310 0x7f3b6c0ad400 unknown :-1 s=CLOSED pgs=752 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:18.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.353+0000 7f3b723d5640 1 -- 172.21.15.76:0/4253784319 >> 172.21.15.76:0/4253784319 conn(0x7f3b6c06a0b0 msgr2=0x7f3b6c06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:18.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.353+0000 7f3b723d5640 1 -- 172.21.15.76:0/4253784319 shutdown_connections 2024-09-13T16:07:18.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.353+0000 7f3b723d5640 1 -- 172.21.15.76:0/4253784319 wait complete. 2024-09-13T16:07:18.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.354+0000 7f3b723d5640 1 Processor -- start 2024-09-13T16:07:18.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.354+0000 7f3b723d5640 1 -- start start 2024-09-13T16:07:18.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.355+0000 7f3b723d5640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3b6c0b2b40 0x7f3b6c15bae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:18.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.355+0000 7f3b723d5640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3b6c0ce4f0 0x7f3b6c0c3df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:18.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.355+0000 7f3b723d5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3b6c159310 0x7f3b6c154c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:18.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.355+0000 7f3b723d5640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3b6c0ae7f0 con 0x7f3b6c159310 2024-09-13T16:07:18.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.355+0000 7f3b723d5640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3b6c0aead0 con 0x7f3b6c0ce4f0 2024-09-13T16:07:18.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.355+0000 7f3b723d5640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3b6c0c4330 con 0x7f3b6c0b2b40 2024-09-13T16:07:18.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.355+0000 7f3b70972640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3b6c159310 0x7f3b6c154c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:18.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.355+0000 7f3b70972640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3b6c159310 0x7f3b6c154c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56448/0 (socket says 172.21.15.76:56448) 2024-09-13T16:07:18.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.355+0000 7f3b70972640 1 -- 172.21.15.76:0/1228565034 learned_addr learned my addr 172.21.15.76:0/1228565034 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:18.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.355+0000 7f3b6b7fe640 1 --2- 172.21.15.76:0/1228565034 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3b6c0ce4f0 0x7f3b6c0c3df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:18.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.355+0000 7f3b6bfff640 1 --2- 172.21.15.76:0/1228565034 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3b6c0b2b40 0x7f3b6c15bae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:18.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.355+0000 7f3b70972640 1 -- 172.21.15.76:0/1228565034 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3b6c0b2b40 msgr2=0x7f3b6c15bae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:18.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.355+0000 7f3b70972640 1 --2- 172.21.15.76:0/1228565034 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3b6c0b2b40 0x7f3b6c15bae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:18.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.355+0000 7f3b70972640 1 -- 172.21.15.76:0/1228565034 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3b6c0ce4f0 msgr2=0x7f3b6c0c3df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:18.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.355+0000 7f3b70972640 1 --2- 172.21.15.76:0/1228565034 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3b6c0ce4f0 0x7f3b6c0c3df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:18.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.355+0000 7f3b70972640 1 -- 172.21.15.76:0/1228565034 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3b5c00b770 con 0x7f3b6c159310 2024-09-13T16:07:18.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.356+0000 7f3b70972640 1 --2- 172.21.15.76:0/1228565034 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3b6c159310 0x7f3b6c154c80 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7f3b64007e70 tx=0x7f3b6400e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:18.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.356+0000 7f3b68ff9640 1 -- 172.21.15.76:0/1228565034 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b64014620 con 0x7f3b6c159310 2024-09-13T16:07:18.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.356+0000 7f3b68ff9640 1 -- 172.21.15.76:0/1228565034 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 47+0+0 (secure 0 0 0) 0x7f3b640147a0 con 0x7f3b6c159310 2024-09-13T16:07:18.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.356+0000 7f3b723d5640 1 -- 172.21.15.76:0/1228565034 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3b6c15c0e0 con 0x7f3b6c159310 2024-09-13T16:07:18.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.356+0000 7f3b68ff9640 1 -- 172.21.15.76:0/1228565034 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b64014b50 con 0x7f3b6c159310 2024-09-13T16:07:18.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.356+0000 7f3b723d5640 1 -- 172.21.15.76:0/1228565034 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3b6c15c6a0 con 0x7f3b6c159310 2024-09-13T16:07:18.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.357+0000 7f3b723d5640 1 -- 172.21.15.76:0/1228565034 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3b6c0aec60 con 0x7f3b6c159310 2024-09-13T16:07:18.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.357+0000 7f3b68ff9640 1 -- 172.21.15.76:0/1228565034 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f3b64014cb0 con 0x7f3b6c159310 2024-09-13T16:07:18.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.358+0000 7f3b68ff9640 1 --2- 172.21.15.76:0/1228565034 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3b5806ac00 0x7f3b5806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:18.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.358+0000 7f3b6bfff640 1 --2- 172.21.15.76:0/1228565034 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3b5806ac00 0x7f3b5806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:18.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.358+0000 7f3b68ff9640 1 -- 172.21.15.76:0/1228565034 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(58..58 src has 1..58) v4 ==== 6130+0+0 (secure 0 0 0) 0x7f3b64089cf0 con 0x7f3b6c159310 2024-09-13T16:07:18.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.358+0000 7f3b6bfff640 1 --2- 172.21.15.76:0/1228565034 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3b5806ac00 0x7f3b5806d0c0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f3b6c0b2fc0 tx=0x7f3b5c03e040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:18.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.362+0000 7f3b68ff9640 1 -- 172.21.15.76:0/1228565034 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f3b6408e070 con 0x7f3b6c159310 2024-09-13T16:07:18.522 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.520+0000 7f3b723d5640 1 -- 172.21.15.76:0/1228565034 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f3b6c06dfa0 con 0x7f3b6c159310 2024-09-13T16:07:18.522 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.521+0000 7f3b68ff9640 1 -- 172.21.15.76:0/1228565034 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v58) v1 ==== 93+0+10 (secure 0 0 0) 0x7f3b64054e60 con 0x7f3b6c159310 2024-09-13T16:07:18.523 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2024-09-13T16:07:18.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.522+0000 7f3b723d5640 1 -- 172.21.15.76:0/1228565034 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3b5806ac00 msgr2=0x7f3b5806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:18.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.522+0000 7f3b723d5640 1 --2- 172.21.15.76:0/1228565034 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3b5806ac00 0x7f3b5806d0c0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f3b6c0b2fc0 tx=0x7f3b5c03e040 comp rx=0 tx=0).stop 2024-09-13T16:07:18.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.523+0000 7f3b723d5640 1 -- 172.21.15.76:0/1228565034 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3b6c159310 msgr2=0x7f3b6c154c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:18.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.523+0000 7f3b723d5640 1 --2- 172.21.15.76:0/1228565034 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3b6c159310 0x7f3b6c154c80 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7f3b64007e70 tx=0x7f3b6400e4b0 comp rx=0 tx=0).stop 2024-09-13T16:07:18.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.523+0000 7f3b723d5640 1 -- 172.21.15.76:0/1228565034 shutdown_connections 2024-09-13T16:07:18.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.523+0000 7f3b723d5640 1 --2- 172.21.15.76:0/1228565034 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3b6c159310 0x7f3b6c154c80 unknown :-1 s=CLOSED pgs=753 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:18.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.523+0000 7f3b723d5640 1 --2- 172.21.15.76:0/1228565034 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3b6c0ce4f0 0x7f3b6c0c3df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:18.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.523+0000 7f3b723d5640 1 --2- 172.21.15.76:0/1228565034 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3b5806ac00 0x7f3b5806d0c0 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:18.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.523+0000 7f3b723d5640 1 --2- 172.21.15.76:0/1228565034 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3b6c0b2b40 0x7f3b6c15bae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:18.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.523+0000 7f3b723d5640 1 -- 172.21.15.76:0/1228565034 >> 172.21.15.76:0/1228565034 conn(0x7f3b6c06a0b0 msgr2=0x7f3b6c0b1df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:18.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.523+0000 7f3b723d5640 1 -- 172.21.15.76:0/1228565034 shutdown_connections 2024-09-13T16:07:18.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.523+0000 7f3b723d5640 1 -- 172.21.15.76:0/1228565034 wait complete. 2024-09-13T16:07:18.535 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:07:18.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.635+0000 7f8f5403d640 1 Processor -- start 2024-09-13T16:07:18.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.635+0000 7f8f5403d640 1 -- start start 2024-09-13T16:07:18.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.636+0000 7f8f5403d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8f4c0cec00 0x7f8f4c0ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:18.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.636+0000 7f8f5403d640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8f4c0ccbe0 con 0x7f8f4c0b2b40 2024-09-13T16:07:18.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.636+0000 7f8f5403d640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8f4c0b1810 con 0x7f8f4c159310 2024-09-13T16:07:18.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.636+0000 7f8f5403d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8f4c0ad940 con 0x7f8f4c0cec00 2024-09-13T16:07:18.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.636+0000 7f8f515d8640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f8f4c0b2b40 0x7f8f4c0ce4f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:51670/0 (socket says 172.21.15.76:51670) 2024-09-13T16:07:18.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.636+0000 7f8f515d8640 1 -- 172.21.15.76:0/418727542 learned_addr learned my addr 172.21.15.76:0/418727542 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:07:18.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.636+0000 7f8f525da640 1 --2- 172.21.15.76:0/418727542 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8f4c0cec00 0x7f8f4c0ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:18.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.637+0000 7f8f50dd7640 1 -- 172.21.15.76:0/418727542 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1072656319 0 0) 0x7f8f4c0ccbe0 con 0x7f8f4c0b2b40 2024-09-13T16:07:18.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.637+0000 7f8f50dd7640 1 -- 172.21.15.76:0/418727542 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8f38003520 con 0x7f8f4c0b2b40 2024-09-13T16:07:18.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.637+0000 7f8f525da640 1 -- 172.21.15.76:0/418727542 >> v1:172.21.15.192:6789/0 conn(0x7f8f4c159310 legacy=0x7f8f4c0ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:18.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.637+0000 7f8f50dd7640 1 -- 172.21.15.76:0/418727542 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4292759833 0 0) 0x7f8f4c0b1810 con 0x7f8f4c159310 2024-09-13T16:07:18.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.637+0000 7f8f525da640 1 -- 172.21.15.76:0/418727542 >> v1:172.21.15.76:6789/0 conn(0x7f8f4c0b2b40 legacy=0x7f8f4c0ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:18.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.637+0000 7f8f525da640 1 -- 172.21.15.76:0/418727542 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8f4c06d9e0 con 0x7f8f4c0cec00 2024-09-13T16:07:18.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.638+0000 7f8f525da640 1 --2- 172.21.15.76:0/418727542 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8f4c0cec00 0x7f8f4c0ad400 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f8f44009dc0 tx=0x7f8f4402a640 comp rx=0 tx=0).ready entity=mon.2 client_cookie=daf633f547c5168e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:18.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.638+0000 7f8f50dd7640 1 -- 172.21.15.76:0/418727542 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f44007740 con 0x7f8f4c0cec00 2024-09-13T16:07:18.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.638+0000 7f8f50dd7640 1 -- 172.21.15.76:0/418727542 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(1 keys) v1 ==== 47+0+0 (secure 0 0 0) 0x7f8f4402d050 con 0x7f8f4c0cec00 2024-09-13T16:07:18.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.638+0000 7f8f50dd7640 1 -- 172.21.15.76:0/418727542 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f44007aa0 con 0x7f8f4c0cec00 2024-09-13T16:07:18.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.638+0000 7f8f5403d640 1 -- 172.21.15.76:0/418727542 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8f4c0cec00 msgr2=0x7f8f4c0ad400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:18.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.638+0000 7f8f5403d640 1 --2- 172.21.15.76:0/418727542 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8f4c0cec00 0x7f8f4c0ad400 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f8f44009dc0 tx=0x7f8f4402a640 comp rx=0 tx=0).stop 2024-09-13T16:07:18.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.638+0000 7f8f5403d640 1 -- 172.21.15.76:0/418727542 shutdown_connections 2024-09-13T16:07:18.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.638+0000 7f8f5403d640 1 --2- 172.21.15.76:0/418727542 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8f4c0cec00 0x7f8f4c0ad400 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:18.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.638+0000 7f8f5403d640 1 -- 172.21.15.76:0/418727542 >> 172.21.15.76:0/418727542 conn(0x7f8f4c06a0b0 msgr2=0x7f8f4c06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:18.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.639+0000 7f8f5403d640 1 -- 172.21.15.76:0/418727542 shutdown_connections 2024-09-13T16:07:18.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.639+0000 7f8f5403d640 1 -- 172.21.15.76:0/418727542 wait complete. 2024-09-13T16:07:18.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.640+0000 7f8f5403d640 1 Processor -- start 2024-09-13T16:07:18.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.640+0000 7f8f5403d640 1 -- start start 2024-09-13T16:07:18.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.640+0000 7f8f5403d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8f4c0b2b40 0x7f8f4c1f50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:18.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.640+0000 7f8f5403d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8f4c0cec00 0x7f8f4c09ae10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:18.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.640+0000 7f8f5403d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8f4c159310 0x7f8f4c1e14f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:18.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.640+0000 7f8f5403d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f4c099a40 con 0x7f8f4c0b2b40 2024-09-13T16:07:18.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.640+0000 7f8f5403d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f4c1f5600 con 0x7f8f4c159310 2024-09-13T16:07:18.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.640+0000 7f8f5403d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8f4c09c270 con 0x7f8f4c0cec00 2024-09-13T16:07:18.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.641+0000 7f8f51dd9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8f4c0b2b40 0x7f8f4c1f50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:18.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.641+0000 7f8f51dd9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8f4c0b2b40 0x7f8f4c1f50c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56460/0 (socket says 172.21.15.76:56460) 2024-09-13T16:07:18.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.641+0000 7f8f51dd9640 1 -- 172.21.15.76:0/1565066949 learned_addr learned my addr 172.21.15.76:0/1565066949 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:18.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.641+0000 7f8f515d8640 1 --2- 172.21.15.76:0/1565066949 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8f4c0cec00 0x7f8f4c09ae10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:18.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.641+0000 7f8f525da640 1 --2- 172.21.15.76:0/1565066949 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8f4c159310 0x7f8f4c1e14f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:18.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.641+0000 7f8f51dd9640 1 -- 172.21.15.76:0/1565066949 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8f4c0cec00 msgr2=0x7f8f4c09ae10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:18.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.641+0000 7f8f51dd9640 1 --2- 172.21.15.76:0/1565066949 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8f4c0cec00 0x7f8f4c09ae10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:18.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.641+0000 7f8f51dd9640 1 -- 172.21.15.76:0/1565066949 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8f4c159310 msgr2=0x7f8f4c1e14f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:18.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.641+0000 7f8f51dd9640 1 --2- 172.21.15.76:0/1565066949 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8f4c159310 0x7f8f4c1e14f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:18.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.641+0000 7f8f51dd9640 1 -- 172.21.15.76:0/1565066949 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8f44009a70 con 0x7f8f4c0b2b40 2024-09-13T16:07:18.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.641+0000 7f8f525da640 1 --2- 172.21.15.76:0/1565066949 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8f4c159310 0x7f8f4c1e14f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:07:18.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.641+0000 7f8f51dd9640 1 --2- 172.21.15.76:0/1565066949 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8f4c0b2b40 0x7f8f4c1f50c0 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7f8f4800c440 tx=0x7f8f4800c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:18.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.641+0000 7f8f427fc640 1 -- 172.21.15.76:0/1565066949 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f48005480 con 0x7f8f4c0b2b40 2024-09-13T16:07:18.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.641+0000 7f8f427fc640 1 -- 172.21.15.76:0/1565066949 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 47+0+0 (secure 0 0 0) 0x7f8f480035f0 con 0x7f8f4c0b2b40 2024-09-13T16:07:18.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.641+0000 7f8f427fc640 1 -- 172.21.15.76:0/1565066949 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f480039a0 con 0x7f8f4c0b2b40 2024-09-13T16:07:18.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.641+0000 7f8f5403d640 1 -- 172.21.15.76:0/1565066949 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8f4c09b6f0 con 0x7f8f4c0b2b40 2024-09-13T16:07:18.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.641+0000 7f8f5403d640 1 -- 172.21.15.76:0/1565066949 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8f4c09bcb0 con 0x7f8f4c0b2b40 2024-09-13T16:07:18.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.642+0000 7f8f5403d640 1 -- 172.21.15.76:0/1565066949 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8f4c072240 con 0x7f8f4c0b2b40 2024-09-13T16:07:18.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.643+0000 7f8f427fc640 1 -- 172.21.15.76:0/1565066949 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f8f48003b00 con 0x7f8f4c0b2b40 2024-09-13T16:07:18.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.643+0000 7f8f427fc640 1 --2- 172.21.15.76:0/1565066949 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8f3006ac00 0x7f8f3006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:18.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.643+0000 7f8f427fc640 1 -- 172.21.15.76:0/1565066949 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(58..58 src has 1..58) v4 ==== 6130+0+0 (secure 0 0 0) 0x7f8f48088990 con 0x7f8f4c0b2b40 2024-09-13T16:07:18.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.643+0000 7f8f515d8640 1 --2- 172.21.15.76:0/1565066949 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8f3006ac00 0x7f8f3006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:18.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.644+0000 7f8f515d8640 1 --2- 172.21.15.76:0/1565066949 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8f3006ac00 0x7f8f3006d0c0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f8f4c0cb2a0 tx=0x7f8f3c007d30 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:18.648 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.647+0000 7f8f427fc640 1 -- 172.21.15.76:0/1565066949 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f8f48053a70 con 0x7f8f4c0b2b40 2024-09-13T16:07:18.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.808+0000 7f8f5403d640 1 -- 172.21.15.76:0/1565066949 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f8f4c06e4b0 con 0x7f8f4c0b2b40 2024-09-13T16:07:18.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.809+0000 7f8f427fc640 1 -- 172.21.15.76:0/1565066949 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v58) v1 ==== 104+0+11 (secure 0 0 0) 0x7f8f48017020 con 0x7f8f4c0b2b40 2024-09-13T16:07:18.810 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2024-09-13T16:07:18.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.810+0000 7f8f5403d640 1 -- 172.21.15.76:0/1565066949 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8f3006ac00 msgr2=0x7f8f3006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:18.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.810+0000 7f8f5403d640 1 --2- 172.21.15.76:0/1565066949 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8f3006ac00 0x7f8f3006d0c0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f8f4c0cb2a0 tx=0x7f8f3c007d30 comp rx=0 tx=0).stop 2024-09-13T16:07:18.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.810+0000 7f8f5403d640 1 -- 172.21.15.76:0/1565066949 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8f4c0b2b40 msgr2=0x7f8f4c1f50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:18.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.810+0000 7f8f5403d640 1 --2- 172.21.15.76:0/1565066949 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8f4c0b2b40 0x7f8f4c1f50c0 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7f8f4800c440 tx=0x7f8f4800c900 comp rx=0 tx=0).stop 2024-09-13T16:07:18.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.810+0000 7f8f5403d640 1 -- 172.21.15.76:0/1565066949 shutdown_connections 2024-09-13T16:07:18.813 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.810+0000 7f8f5403d640 1 --2- 172.21.15.76:0/1565066949 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8f4c159310 0x7f8f4c1e14f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:18.813 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.810+0000 7f8f5403d640 1 --2- 172.21.15.76:0/1565066949 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8f3006ac00 0x7f8f3006d0c0 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:18.813 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.810+0000 7f8f5403d640 1 --2- 172.21.15.76:0/1565066949 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8f4c0cec00 0x7f8f4c09ae10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:18.813 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.811+0000 7f8f5403d640 1 --2- 172.21.15.76:0/1565066949 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8f4c0b2b40 0x7f8f4c1f50c0 unknown :-1 s=CLOSED pgs=755 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:18.813 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.811+0000 7f8f5403d640 1 -- 172.21.15.76:0/1565066949 >> 172.21.15.76:0/1565066949 conn(0x7f8f4c06a0b0 msgr2=0x7f8f4c0b1ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:18.813 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.811+0000 7f8f5403d640 1 -- 172.21.15.76:0/1565066949 shutdown_connections 2024-09-13T16:07:18.813 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.811+0000 7f8f5403d640 1 -- 172.21.15.76:0/1565066949 wait complete. 2024-09-13T16:07:18.823 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:07:18.924 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.922+0000 7f3159ed7640 1 Processor -- start 2024-09-13T16:07:18.924 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.923+0000 7f3159ed7640 1 -- start start 2024-09-13T16:07:18.928 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.923+0000 7f3159ed7640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f315415c500 0x7f31540d2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:18.928 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.923+0000 7f3159ed7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f31540d2590 0x7f31540cd8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:18.928 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.923+0000 7f3159ed7640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f31540cd450 con 0x7f31540cde20 2024-09-13T16:07:18.928 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.923+0000 7f3159ed7640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f31540d29f0 con 0x7f315415c500 2024-09-13T16:07:18.928 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.923+0000 7f3159ed7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f31540d0cf0 con 0x7f31540d2590 2024-09-13T16:07:18.928 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.924+0000 7f31537fe640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f315415c500 0x7f31540d2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:18.929 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.924+0000 7f3152ffd640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f31540d2590 0x7f31540cd8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:18.929 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.924+0000 7f3153fff640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7f31540cde20 0x7f31540d0000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:35248/0 (socket says 172.21.15.76:35248) 2024-09-13T16:07:18.929 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.924+0000 7f3153fff640 1 -- 172.21.15.76:0/3623613187 learned_addr learned my addr 172.21.15.76:0/3623613187 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:07:18.929 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.924+0000 7f3152ffd640 1 -- 172.21.15.76:0/3623613187 >> v2:172.21.15.192:3300/0 conn(0x7f315415c500 msgr2=0x7f31540d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:18.929 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.924+0000 7f3152ffd640 1 --2- 172.21.15.76:0/3623613187 >> v2:172.21.15.192:3300/0 conn(0x7f315415c500 0x7f31540d2050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:18.929 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.924+0000 7f3152ffd640 1 -- 172.21.15.76:0/3623613187 >> v1:172.21.15.192:6789/0 conn(0x7f31540cde20 legacy=0x7f31540d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:18.929 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.924+0000 7f3152ffd640 1 -- 172.21.15.76:0/3623613187 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f31540d0fd0 con 0x7f31540d2590 2024-09-13T16:07:18.930 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.924+0000 7f31527fc640 1 -- 172.21.15.76:0/3623613187 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 207920274 0 0) 0x7f31540cd450 con 0x7f31540cde20 2024-09-13T16:07:18.930 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.924+0000 7f31537fe640 1 --2- 172.21.15.76:0/3623613187 >> v2:172.21.15.192:3300/0 conn(0x7f315415c500 0x7f31540d2050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:07:18.930 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.925+0000 7f3152ffd640 1 --2- 172.21.15.76:0/3623613187 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f31540d2590 0x7f31540cd8e0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f31480097a0 tx=0x7f314802a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=54b222dc23560511 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:18.930 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.925+0000 7f31527fc640 1 -- 172.21.15.76:0/3623613187 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3148032440 con 0x7f31540d2590 2024-09-13T16:07:18.930 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.925+0000 7f31527fc640 1 -- 172.21.15.76:0/3623613187 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(1 keys) v1 ==== 47+0+0 (secure 0 0 0) 0x7f31480325a0 con 0x7f31540d2590 2024-09-13T16:07:18.930 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.925+0000 7f31527fc640 1 -- 172.21.15.76:0/3623613187 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3148032930 con 0x7f31540d2590 2024-09-13T16:07:18.930 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.926+0000 7f3159ed7640 1 -- 172.21.15.76:0/3623613187 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f31540d2590 msgr2=0x7f31540cd8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:18.930 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.926+0000 7f3159ed7640 1 --2- 172.21.15.76:0/3623613187 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f31540d2590 0x7f31540cd8e0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f31480097a0 tx=0x7f314802a180 comp rx=0 tx=0).stop 2024-09-13T16:07:18.931 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.926+0000 7f3159ed7640 1 -- 172.21.15.76:0/3623613187 shutdown_connections 2024-09-13T16:07:18.931 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.926+0000 7f3159ed7640 1 --2- 172.21.15.76:0/3623613187 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f31540d2590 0x7f31540cd8e0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:18.931 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.926+0000 7f3159ed7640 1 --2- 172.21.15.76:0/3623613187 >> v2:172.21.15.192:3300/0 conn(0x7f315415c500 0x7f31540d2050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:18.931 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.926+0000 7f3159ed7640 1 -- 172.21.15.76:0/3623613187 >> 172.21.15.76:0/3623613187 conn(0x7f3154089f60 msgr2=0x7f315409b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:18.931 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.926+0000 7f3159ed7640 1 -- 172.21.15.76:0/3623613187 shutdown_connections 2024-09-13T16:07:18.931 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.926+0000 7f3159ed7640 1 -- 172.21.15.76:0/3623613187 wait complete. 2024-09-13T16:07:18.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.927+0000 7f3159ed7640 1 Processor -- start 2024-09-13T16:07:18.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.927+0000 7f3159ed7640 1 -- start start 2024-09-13T16:07:18.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.928+0000 7f3159ed7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f31540cde20 0x7f315415b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:18.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.928+0000 7f3159ed7640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f31540d2590 0x7f31540b7b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:18.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.928+0000 7f3159ed7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f315415c500 0x7f315406b380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:18.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.928+0000 7f3159ed7640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31540c95a0 con 0x7f315415c500 2024-09-13T16:07:18.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.928+0000 7f3159ed7640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31540c9880 con 0x7f31540d2590 2024-09-13T16:07:18.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.928+0000 7f3159ed7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f31540c9b60 con 0x7f31540cde20 2024-09-13T16:07:18.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.928+0000 7f3153fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f315415c500 0x7f315406b380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:18.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.928+0000 7f3153fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f315415c500 0x7f315406b380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56464/0 (socket says 172.21.15.76:56464) 2024-09-13T16:07:18.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.928+0000 7f3153fff640 1 -- 172.21.15.76:0/2972265410 learned_addr learned my addr 172.21.15.76:0/2972265410 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:18.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.928+0000 7f3152ffd640 1 --2- 172.21.15.76:0/2972265410 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f31540d2590 0x7f31540b7b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:18.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.928+0000 7f31537fe640 1 --2- 172.21.15.76:0/2972265410 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f31540cde20 0x7f315415b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:18.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.928+0000 7f3153fff640 1 -- 172.21.15.76:0/2972265410 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f31540cde20 msgr2=0x7f315415b3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:18.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.928+0000 7f3153fff640 1 --2- 172.21.15.76:0/2972265410 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f31540cde20 0x7f315415b3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:18.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.928+0000 7f3153fff640 1 -- 172.21.15.76:0/2972265410 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f31540d2590 msgr2=0x7f31540b7b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:18.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.928+0000 7f3153fff640 1 --2- 172.21.15.76:0/2972265410 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f31540d2590 0x7f31540b7b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:18.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.928+0000 7f3153fff640 1 -- 172.21.15.76:0/2972265410 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3144009400 con 0x7f315415c500 2024-09-13T16:07:18.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.928+0000 7f3152ffd640 1 --2- 172.21.15.76:0/2972265410 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f31540d2590 0x7f31540b7b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:07:18.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.928+0000 7f31537fe640 1 --2- 172.21.15.76:0/2972265410 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f31540cde20 0x7f315415b3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:07:18.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.928+0000 7f3153fff640 1 --2- 172.21.15.76:0/2972265410 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f315415c500 0x7f315406b380 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7f314c00c7e0 tx=0x7f314c00cca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:18.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.928+0000 7f313bfff640 1 -- 172.21.15.76:0/2972265410 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f314c00a640 con 0x7f315415c500 2024-09-13T16:07:18.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.929+0000 7f313bfff640 1 -- 172.21.15.76:0/2972265410 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 47+0+0 (secure 0 0 0) 0x7f314c00a7c0 con 0x7f315415c500 2024-09-13T16:07:18.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.929+0000 7f313bfff640 1 -- 172.21.15.76:0/2972265410 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f314c00ab70 con 0x7f315415c500 2024-09-13T16:07:18.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.929+0000 7f3159ed7640 1 -- 172.21.15.76:0/2972265410 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3148009400 con 0x7f315415c500 2024-09-13T16:07:18.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.929+0000 7f3159ed7640 1 -- 172.21.15.76:0/2972265410 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f31540ca120 con 0x7f315415c500 2024-09-13T16:07:18.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.929+0000 7f3159ed7640 1 -- 172.21.15.76:0/2972265410 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f31540cd8e0 con 0x7f315415c500 2024-09-13T16:07:18.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.930+0000 7f313bfff640 1 -- 172.21.15.76:0/2972265410 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f314c00acd0 con 0x7f315415c500 2024-09-13T16:07:18.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.930+0000 7f313bfff640 1 --2- 172.21.15.76:0/2972265410 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f314006ac00 0x7f314006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:18.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.930+0000 7f313bfff640 1 -- 172.21.15.76:0/2972265410 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(58..58 src has 1..58) v4 ==== 6130+0+0 (secure 0 0 0) 0x7f314c088b00 con 0x7f315415c500 2024-09-13T16:07:18.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.930+0000 7f31537fe640 1 --2- 172.21.15.76:0/2972265410 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f314006ac00 0x7f314006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:18.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.931+0000 7f31537fe640 1 --2- 172.21.15.76:0/2972265410 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f314006ac00 0x7f314006d0c0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f3144009c80 tx=0x7f3144008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:18.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:18.935+0000 7f313bfff640 1 -- 172.21.15.76:0/2972265410 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f314c053b30 con 0x7f315415c500 2024-09-13T16:07:19.103 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.101+0000 7f3159ed7640 1 -- 172.21.15.76:0/2972265410 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f315406b160 con 0x7f315415c500 2024-09-13T16:07:19.103 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.101+0000 7f313bfff640 1 -- 172.21.15.76:0/2972265410 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v58) v1 ==== 100+0+11 (secure 0 0 0) 0x7f314c018070 con 0x7f315415c500 2024-09-13T16:07:19.103 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2024-09-13T16:07:19.105 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.103+0000 7f3159ed7640 1 -- 172.21.15.76:0/2972265410 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f314006ac00 msgr2=0x7f314006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:19.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.103+0000 7f3159ed7640 1 --2- 172.21.15.76:0/2972265410 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f314006ac00 0x7f314006d0c0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f3144009c80 tx=0x7f3144008040 comp rx=0 tx=0).stop 2024-09-13T16:07:19.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.103+0000 7f3159ed7640 1 -- 172.21.15.76:0/2972265410 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f315415c500 msgr2=0x7f315406b380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:19.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.103+0000 7f3159ed7640 1 --2- 172.21.15.76:0/2972265410 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f315415c500 0x7f315406b380 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7f314c00c7e0 tx=0x7f314c00cca0 comp rx=0 tx=0).stop 2024-09-13T16:07:19.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.103+0000 7f3159ed7640 1 -- 172.21.15.76:0/2972265410 shutdown_connections 2024-09-13T16:07:19.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.103+0000 7f3159ed7640 1 --2- 172.21.15.76:0/2972265410 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f315415c500 0x7f315406b380 unknown :-1 s=CLOSED pgs=756 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:19.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.103+0000 7f3159ed7640 1 --2- 172.21.15.76:0/2972265410 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f31540d2590 0x7f31540b7b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:19.107 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.103+0000 7f3159ed7640 1 --2- 172.21.15.76:0/2972265410 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f314006ac00 0x7f314006d0c0 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:19.107 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.103+0000 7f3159ed7640 1 --2- 172.21.15.76:0/2972265410 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f31540cde20 0x7f315415b3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:19.107 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.103+0000 7f3159ed7640 1 -- 172.21.15.76:0/2972265410 >> 172.21.15.76:0/2972265410 conn(0x7f3154089f60 msgr2=0x7f31540afd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:19.107 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.103+0000 7f3159ed7640 1 -- 172.21.15.76:0/2972265410 shutdown_connections 2024-09-13T16:07:19.107 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.103+0000 7f3159ed7640 1 -- 172.21.15.76:0/2972265410 wait complete. 2024-09-13T16:07:19.116 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:07:19.216 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.214+0000 7ff77b012640 1 Processor -- start 2024-09-13T16:07:19.216 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.214+0000 7ff77b012640 1 -- start start 2024-09-13T16:07:19.217 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.215+0000 7ff77b012640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff77415a2e0 0x7ff7740c9a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:19.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.215+0000 7ff77b012640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff7740c9f80 0x7ff7740cace0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:19.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.215+0000 7ff77b012640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7ff7740cb220 0x7ff7740ce260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:19.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.215+0000 7ff77b012640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff7740c8920 con 0x7ff77415a2e0 2024-09-13T16:07:19.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.215+0000 7ff77b012640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff7740cb650 con 0x7ff7740cb220 2024-09-13T16:07:19.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.215+0000 7ff77b012640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff77415a6c0 con 0x7ff7740c9f80 2024-09-13T16:07:19.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.215+0000 7ff778dae640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff77415a2e0 0x7ff7740c9a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:19.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.215+0000 7ff778dae640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff77415a2e0 0x7ff7740c9a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56466/0 (socket says 172.21.15.76:56466) 2024-09-13T16:07:19.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.215+0000 7ff778dae640 1 -- 172.21.15.76:0/194434845 learned_addr learned my addr 172.21.15.76:0/194434845 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:19.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.215+0000 7ff76bfff640 1 --2- 172.21.15.76:0/194434845 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff7740c9f80 0x7ff7740cace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:19.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.215+0000 7ff7795af640 1 --2- 172.21.15.76:0/194434845 >> v2:172.21.15.192:3300/0 conn(0x7ff7740cb220 0x7ff7740ce260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:19.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.216+0000 7ff778dae640 1 -- 172.21.15.76:0/194434845 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff7740c9f80 msgr2=0x7ff7740cace0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:19.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.216+0000 7ff778dae640 1 --2- 172.21.15.76:0/194434845 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff7740c9f80 0x7ff7740cace0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:19.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.216+0000 7ff778dae640 1 -- 172.21.15.76:0/194434845 >> v2:172.21.15.192:3300/0 conn(0x7ff7740cb220 msgr2=0x7ff7740ce260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:19.219 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.216+0000 7ff778dae640 1 --2- 172.21.15.76:0/194434845 >> v2:172.21.15.192:3300/0 conn(0x7ff7740cb220 0x7ff7740ce260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:19.219 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.216+0000 7ff778dae640 1 -- 172.21.15.76:0/194434845 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff7740ca500 con 0x7ff77415a2e0 2024-09-13T16:07:19.219 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.216+0000 7ff76bfff640 1 --2- 172.21.15.76:0/194434845 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff7740c9f80 0x7ff7740cace0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:07:19.219 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.216+0000 7ff778dae640 1 --2- 172.21.15.76:0/194434845 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff77415a2e0 0x7ff7740c9a40 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x7ff7740c1c10 tx=0x7ff77002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e252c517c6e4db2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:19.219 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.216+0000 7ff76b7fe640 1 -- 172.21.15.76:0/194434845 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff770032440 con 0x7ff77415a2e0 2024-09-13T16:07:19.219 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.216+0000 7ff76b7fe640 1 -- 172.21.15.76:0/194434845 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 47+0+0 (secure 0 0 0) 0x7ff7700325a0 con 0x7ff77415a2e0 2024-09-13T16:07:19.219 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.216+0000 7ff76b7fe640 1 -- 172.21.15.76:0/194434845 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff770032930 con 0x7ff77415a2e0 2024-09-13T16:07:19.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.217+0000 7ff77b012640 1 -- 172.21.15.76:0/194434845 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff77415a2e0 msgr2=0x7ff7740c9a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:19.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.217+0000 7ff77b012640 1 --2- 172.21.15.76:0/194434845 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff77415a2e0 0x7ff7740c9a40 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x7ff7740c1c10 tx=0x7ff77002a1e0 comp rx=0 tx=0).stop 2024-09-13T16:07:19.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.217+0000 7ff77b012640 1 -- 172.21.15.76:0/194434845 shutdown_connections 2024-09-13T16:07:19.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.217+0000 7ff77b012640 1 --2- 172.21.15.76:0/194434845 >> v2:172.21.15.192:3300/0 conn(0x7ff7740cb220 0x7ff7740ce260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:19.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.217+0000 7ff77b012640 1 --2- 172.21.15.76:0/194434845 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff7740c9f80 0x7ff7740cace0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:19.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.217+0000 7ff77b012640 1 --2- 172.21.15.76:0/194434845 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff77415a2e0 0x7ff7740c9a40 unknown :-1 s=CLOSED pgs=757 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:19.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.217+0000 7ff77b012640 1 -- 172.21.15.76:0/194434845 >> 172.21.15.76:0/194434845 conn(0x7ff774069ed0 msgr2=0x7ff77406a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:19.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.217+0000 7ff77b012640 1 -- 172.21.15.76:0/194434845 shutdown_connections 2024-09-13T16:07:19.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.217+0000 7ff77b012640 1 -- 172.21.15.76:0/194434845 wait complete. 2024-09-13T16:07:19.221 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.218+0000 7ff77b012640 1 Processor -- start 2024-09-13T16:07:19.221 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.218+0000 7ff77b012640 1 -- start start 2024-09-13T16:07:19.222 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.219+0000 7ff77b012640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff7740c9f80 0x7ff7741ef2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:19.223 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.219+0000 7ff77b012640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff7740cb220 0x7ff7740c7060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:19.223 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.219+0000 7ff77b012640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff77415a2e0 0x7ff7740c75a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:19.223 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.219+0000 7ff77b012640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff7740c6530 con 0x7ff7740c9f80 2024-09-13T16:07:19.223 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.219+0000 7ff77b012640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff7740c2900 con 0x7ff77415a2e0 2024-09-13T16:07:19.223 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.219+0000 7ff77b012640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff7740705e0 con 0x7ff7740cb220 2024-09-13T16:07:19.223 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.219+0000 7ff778dae640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff7740c9f80 0x7ff7741ef2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:19.223 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.219+0000 7ff778dae640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff7740c9f80 0x7ff7741ef2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56478/0 (socket says 172.21.15.76:56478) 2024-09-13T16:07:19.223 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.219+0000 7ff778dae640 1 -- 172.21.15.76:0/4132058621 learned_addr learned my addr 172.21.15.76:0/4132058621 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:19.223 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.220+0000 7ff778dae640 1 -- 172.21.15.76:0/4132058621 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff7740cb220 msgr2=0x7ff7740c7060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:19.223 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.220+0000 7ff7795af640 1 --2- 172.21.15.76:0/4132058621 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff77415a2e0 0x7ff7740c75a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:19.223 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.220+0000 7ff76bfff640 1 --2- 172.21.15.76:0/4132058621 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff7740cb220 0x7ff7740c7060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:19.223 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.220+0000 7ff778dae640 1 --2- 172.21.15.76:0/4132058621 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff7740cb220 0x7ff7740c7060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:19.223 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.220+0000 7ff778dae640 1 -- 172.21.15.76:0/4132058621 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff77415a2e0 msgr2=0x7ff7740c75a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:19.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.220+0000 7ff778dae640 1 --2- 172.21.15.76:0/4132058621 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff77415a2e0 0x7ff7740c75a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:19.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.220+0000 7ff778dae640 1 -- 172.21.15.76:0/4132058621 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff7700094d0 con 0x7ff7740c9f80 2024-09-13T16:07:19.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.220+0000 7ff7795af640 1 --2- 172.21.15.76:0/4132058621 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff77415a2e0 0x7ff7740c75a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:07:19.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.220+0000 7ff76bfff640 1 --2- 172.21.15.76:0/4132058621 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff7740cb220 0x7ff7740c7060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:07:19.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.220+0000 7ff778dae640 1 --2- 172.21.15.76:0/4132058621 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff7740c9f80 0x7ff7741ef2a0 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7ff77002a220 tx=0x7ff7700046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:19.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.220+0000 7ff7697fa640 1 -- 172.21.15.76:0/4132058621 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff770032440 con 0x7ff7740c9f80 2024-09-13T16:07:19.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.220+0000 7ff7697fa640 1 -- 172.21.15.76:0/4132058621 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 47+0+0 (secure 0 0 0) 0x7ff770030b80 con 0x7ff7740c9f80 2024-09-13T16:07:19.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.220+0000 7ff7697fa640 1 -- 172.21.15.76:0/4132058621 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff77003d440 con 0x7ff7740c9f80 2024-09-13T16:07:19.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.220+0000 7ff77b012640 1 -- 172.21.15.76:0/4132058621 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff774070300 con 0x7ff7740c9f80 2024-09-13T16:07:19.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.220+0000 7ff77b012640 1 -- 172.21.15.76:0/4132058621 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff7740c61c0 con 0x7ff7740c9f80 2024-09-13T16:07:19.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.221+0000 7ff77b012640 1 -- 172.21.15.76:0/4132058621 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff7740c8e10 con 0x7ff7740c9f80 2024-09-13T16:07:19.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.221+0000 7ff7697fa640 1 -- 172.21.15.76:0/4132058621 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff770039040 con 0x7ff7740c9f80 2024-09-13T16:07:19.225 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.222+0000 7ff7697fa640 1 --2- 172.21.15.76:0/4132058621 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff76006ac00 0x7ff76006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:19.225 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.222+0000 7ff7697fa640 1 -- 172.21.15.76:0/4132058621 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(58..58 src has 1..58) v4 ==== 6130+0+0 (secure 0 0 0) 0x7ff7700aa010 con 0x7ff7740c9f80 2024-09-13T16:07:19.225 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.222+0000 7ff76bfff640 1 --2- 172.21.15.76:0/4132058621 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff76006ac00 0x7ff76006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:19.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.222+0000 7ff76bfff640 1 --2- 172.21.15.76:0/4132058621 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff76006ac00 0x7ff76006d0c0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7ff764006fd0 tx=0x7ff764008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:19.227 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.226+0000 7ff7697fa640 1 -- 172.21.15.76:0/4132058621 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ff770075040 con 0x7ff7740c9f80 2024-09-13T16:07:19.399 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.398+0000 7ff77b012640 1 -- 172.21.15.76:0/4132058621 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7ff7740c6380 con 0x7ff7740c9f80 2024-09-13T16:07:19.399 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.398+0000 7ff7697fa640 1 -- 172.21.15.76:0/4132058621 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 1 entries v58) v1 ==== 80+0+57 (secure 0 0 0) 0x7ff770078660 con 0x7ff7740c9f80 2024-09-13T16:07:19.400 INFO:teuthology.orchestra.run.smithi076.stdout:192.168.0.1:0/2206269355 2024-09-13T17:07:15.305842+0000 2024-09-13T16:07:19.400 INFO:teuthology.orchestra.run.smithi076.stderr:listed 1 entries 2024-09-13T16:07:19.402 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.400+0000 7ff77b012640 1 -- 172.21.15.76:0/4132058621 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff76006ac00 msgr2=0x7ff76006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:19.403 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.400+0000 7ff77b012640 1 --2- 172.21.15.76:0/4132058621 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff76006ac00 0x7ff76006d0c0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7ff764006fd0 tx=0x7ff764008040 comp rx=0 tx=0).stop 2024-09-13T16:07:19.403 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.400+0000 7ff77b012640 1 -- 172.21.15.76:0/4132058621 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff7740c9f80 msgr2=0x7ff7741ef2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:19.403 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.400+0000 7ff77b012640 1 --2- 172.21.15.76:0/4132058621 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff7740c9f80 0x7ff7741ef2a0 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7ff77002a220 tx=0x7ff7700046c0 comp rx=0 tx=0).stop 2024-09-13T16:07:19.403 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.400+0000 7ff77b012640 1 -- 172.21.15.76:0/4132058621 shutdown_connections 2024-09-13T16:07:19.403 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.400+0000 7ff77b012640 1 --2- 172.21.15.76:0/4132058621 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff77415a2e0 0x7ff7740c75a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:19.403 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.400+0000 7ff77b012640 1 --2- 172.21.15.76:0/4132058621 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff76006ac00 0x7ff76006d0c0 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:19.403 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.400+0000 7ff77b012640 1 --2- 172.21.15.76:0/4132058621 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff7740cb220 0x7ff7740c7060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:19.403 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.400+0000 7ff77b012640 1 --2- 172.21.15.76:0/4132058621 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff7740c9f80 0x7ff7741ef2a0 unknown :-1 s=CLOSED pgs=758 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:19.403 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.400+0000 7ff77b012640 1 -- 172.21.15.76:0/4132058621 >> 172.21.15.76:0/4132058621 conn(0x7ff774069ed0 msgr2=0x7ff77406cff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:19.404 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.400+0000 7ff77b012640 1 -- 172.21.15.76:0/4132058621 shutdown_connections 2024-09-13T16:07:19.404 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.400+0000 7ff77b012640 1 -- 172.21.15.76:0/4132058621 wait complete. 2024-09-13T16:07:19.412 DEBUG:tasks.cephfs.mount:Force/lazy unmounting on client.0 2024-09-13T16:07:19.412 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:07:19.412 DEBUG:teuthology.orchestra.run.smithi076:> sudo umount --lazy --force /home/ubuntu/cephtest/mnt.0 2024-09-13T16:07:19.438 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi076.front.sepia.ceph.com 2024-09-13T16:07:19.438 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:07:19.439 DEBUG:teuthology.orchestra.run.smithi076:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T16:07:19.495 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T16:07:19.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.633+0000 7f8d7fcd7640 1 Processor -- start 2024-09-13T16:07:19.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.633+0000 7f8d7fcd7640 1 -- start start 2024-09-13T16:07:19.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.634+0000 7f8d7fcd7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8d780b4660 0x7f8d7806b420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:19.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.634+0000 7f8d7fcd7640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8d780d1840 con 0x7f8d780d07b0 2024-09-13T16:07:19.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.634+0000 7f8d7fcd7640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8d780d0c30 con 0x7f8d7815c6e0 2024-09-13T16:07:19.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.634+0000 7f8d7fcd7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8d780d0f10 con 0x7f8d780b4660 2024-09-13T16:07:19.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.634+0000 7f8d7d272640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f8d780d07b0 0x7f8d7806ad10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:51678/0 (socket says 172.21.15.76:51678) 2024-09-13T16:07:19.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.634+0000 7f8d7d272640 1 -- 172.21.15.76:0/2881849037 learned_addr learned my addr 172.21.15.76:0/2881849037 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:07:19.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.634+0000 7f8d7ca71640 1 -- 172.21.15.76:0/2881849037 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1463378877 0 0) 0x7f8d780d1840 con 0x7f8d780d07b0 2024-09-13T16:07:19.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.634+0000 7f8d7ca71640 1 -- 172.21.15.76:0/2881849037 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8d64003520 con 0x7f8d780d07b0 2024-09-13T16:07:19.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.634+0000 7f8d7e274640 1 --2- 172.21.15.76:0/2881849037 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8d780b4660 0x7f8d7806b420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:19.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.634+0000 7f8d7ca71640 1 -- 172.21.15.76:0/2881849037 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 920139575 0 0) 0x7f8d64003520 con 0x7f8d780d07b0 2024-09-13T16:07:19.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.634+0000 7f8d7ca71640 1 -- 172.21.15.76:0/2881849037 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8d780b4660 msgr2=0x7f8d7806b420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:19.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.634+0000 7f8d7ca71640 1 --2- 172.21.15.76:0/2881849037 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8d780b4660 0x7f8d7806b420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:19.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.634+0000 7f8d7ca71640 1 -- 172.21.15.76:0/2881849037 >> v1:172.21.15.192:6789/0 conn(0x7f8d7815c6e0 legacy=0x7f8d780b3f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:19.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.634+0000 7f8d7ca71640 1 -- 172.21.15.76:0/2881849037 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8d780d11f0 con 0x7f8d780d07b0 2024-09-13T16:07:19.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.634+0000 7f8d7ca71640 1 -- 172.21.15.76:0/2881849037 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f8d74001670 con 0x7f8d780d07b0 2024-09-13T16:07:19.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.634+0000 7f8d7ca71640 1 -- 172.21.15.76:0/2881849037 >> v1:172.21.15.76:6789/0 conn(0x7f8d780d07b0 legacy=0x7f8d7806ad10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:19.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.634+0000 7f8d7ca71640 1 --2- 172.21.15.76:0/2881849037 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8d640039a0 0x7f8d64003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:19.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.634+0000 7f8d7ca71640 1 --2- 172.21.15.76:0/2881849037 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8d780b4660 0x7f8d640047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:19.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.634+0000 7f8d7ca71640 1 --2- 172.21.15.76:0/2881849037 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8d64004d00 0x7f8d64005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:19.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.634+0000 7f8d7ca71640 1 -- 172.21.15.76:0/2881849037 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d780d0f10 con 0x7f8d64004d00 2024-09-13T16:07:19.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.634+0000 7f8d7ca71640 1 -- 172.21.15.76:0/2881849037 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d6400bae0 con 0x7f8d640039a0 2024-09-13T16:07:19.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.634+0000 7f8d7ca71640 1 -- 172.21.15.76:0/2881849037 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8d6400bca0 con 0x7f8d780b4660 2024-09-13T16:07:19.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.634+0000 7f8d7e274640 1 --2- 172.21.15.76:0/2881849037 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8d64004d00 0x7f8d64005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:19.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.634+0000 7f8d7da73640 1 --2- 172.21.15.76:0/2881849037 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8d640039a0 0x7f8d64003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:19.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.635+0000 7f8d7d272640 1 --2- 172.21.15.76:0/2881849037 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8d780b4660 0x7f8d640047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:19.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.635+0000 7f8d7e274640 1 -- 172.21.15.76:0/2881849037 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8d780b4660 msgr2=0x7f8d640047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:19.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.635+0000 7f8d7e274640 1 --2- 172.21.15.76:0/2881849037 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8d780b4660 0x7f8d640047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:19.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.635+0000 7f8d7e274640 1 -- 172.21.15.76:0/2881849037 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8d640039a0 msgr2=0x7f8d64003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:19.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.635+0000 7f8d7e274640 1 --2- 172.21.15.76:0/2881849037 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8d640039a0 0x7f8d64003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:19.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.635+0000 7f8d7e274640 1 -- 172.21.15.76:0/2881849037 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8d64003520 con 0x7f8d64004d00 2024-09-13T16:07:19.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.635+0000 7f8d7da73640 1 --2- 172.21.15.76:0/2881849037 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8d640039a0 0x7f8d64003dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:07:19.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.635+0000 7f8d7e274640 1 --2- 172.21.15.76:0/2881849037 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8d64004d00 0x7f8d64005180 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7f8d70009f90 tx=0x7f8d640057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=873f096dda0e186c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:19.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.635+0000 7f8d7ca71640 1 -- 172.21.15.76:0/2881849037 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d70031610 con 0x7f8d64004d00 2024-09-13T16:07:19.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.635+0000 7f8d7ca71640 1 -- 172.21.15.76:0/2881849037 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 47+0+0 (secure 0 0 0) 0x7f8d7000f040 con 0x7f8d64004d00 2024-09-13T16:07:19.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.635+0000 7f8d7ca71640 1 -- 172.21.15.76:0/2881849037 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d700319b0 con 0x7f8d64004d00 2024-09-13T16:07:19.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.636+0000 7f8d7fcd7640 1 -- 172.21.15.76:0/2881849037 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8d64004d00 msgr2=0x7f8d64005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:19.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.636+0000 7f8d7fcd7640 1 --2- 172.21.15.76:0/2881849037 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8d64004d00 0x7f8d64005180 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7f8d70009f90 tx=0x7f8d640057f0 comp rx=0 tx=0).stop 2024-09-13T16:07:19.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.636+0000 7f8d7e274640 1 -- 172.21.15.76:0/2881849037 reap_dead start 2024-09-13T16:07:19.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.636+0000 7f8d7fcd7640 1 -- 172.21.15.76:0/2881849037 shutdown_connections 2024-09-13T16:07:19.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.636+0000 7f8d7fcd7640 1 -- 172.21.15.76:0/2881849037 >> 172.21.15.76:0/2881849037 conn(0x7f8d78089f60 msgr2=0x7f8d780d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:19.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.636+0000 7f8d7fcd7640 1 -- 172.21.15.76:0/2881849037 shutdown_connections 2024-09-13T16:07:19.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.636+0000 7f8d7fcd7640 1 -- 172.21.15.76:0/2881849037 wait complete. 2024-09-13T16:07:19.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.637+0000 7f8d7fcd7640 1 Processor -- start 2024-09-13T16:07:19.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.637+0000 7f8d7fcd7640 1 -- start start 2024-09-13T16:07:19.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.638+0000 7f8d7fcd7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8d64004d00 0x7f8d78155340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:19.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.638+0000 7f8d7fcd7640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8d78154310 0x7f8d780cc000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:19.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.638+0000 7f8d7fcd7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8d780cc540 0x7f8d780c9f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:19.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.638+0000 7f8d7fcd7640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d780b6290 con 0x7f8d64004d00 2024-09-13T16:07:19.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.638+0000 7f8d7fcd7640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d780b6570 con 0x7f8d78154310 2024-09-13T16:07:19.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.638+0000 7f8d7fcd7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8d780b6850 con 0x7f8d780cc540 2024-09-13T16:07:19.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.638+0000 7f8d7da73640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8d64004d00 0x7f8d78155340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:19.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.638+0000 7f8d7da73640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8d64004d00 0x7f8d78155340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56502/0 (socket says 172.21.15.76:56502) 2024-09-13T16:07:19.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.638+0000 7f8d7da73640 1 -- 172.21.15.76:0/1687388289 learned_addr learned my addr 172.21.15.76:0/1687388289 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:19.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.638+0000 7f8d7da73640 1 -- 172.21.15.76:0/1687388289 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8d780cc540 msgr2=0x7f8d780c9f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:19.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.638+0000 7f8d7da73640 1 --2- 172.21.15.76:0/1687388289 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8d780cc540 0x7f8d780c9f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:19.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.638+0000 7f8d7da73640 1 -- 172.21.15.76:0/1687388289 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8d78154310 msgr2=0x7f8d780cc000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:19.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.638+0000 7f8d7da73640 1 --2- 172.21.15.76:0/1687388289 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8d78154310 0x7f8d780cc000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:19.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.638+0000 7f8d7da73640 1 -- 172.21.15.76:0/1687388289 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8d780b6b30 con 0x7f8d64004d00 2024-09-13T16:07:19.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.638+0000 7f8d7da73640 1 --2- 172.21.15.76:0/1687388289 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8d64004d00 0x7f8d78155340 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7f8d6c00e600 tx=0x7f8d6c00eac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:19.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.639+0000 7f8d6a7fc640 1 -- 172.21.15.76:0/1687388289 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d6c0052e0 con 0x7f8d64004d00 2024-09-13T16:07:19.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.639+0000 7f8d6a7fc640 1 -- 172.21.15.76:0/1687388289 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 47+0+0 (secure 0 0 0) 0x7f8d6c005440 con 0x7f8d64004d00 2024-09-13T16:07:19.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.639+0000 7f8d7fcd7640 1 -- 172.21.15.76:0/1687388289 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8d780b6e10 con 0x7f8d64004d00 2024-09-13T16:07:19.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.639+0000 7f8d6a7fc640 1 -- 172.21.15.76:0/1687388289 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d6c0037f0 con 0x7f8d64004d00 2024-09-13T16:07:19.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.639+0000 7f8d7fcd7640 1 -- 172.21.15.76:0/1687388289 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8d78154770 con 0x7f8d64004d00 2024-09-13T16:07:19.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.640+0000 7f8d7fcd7640 1 -- 172.21.15.76:0/1687388289 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8d780ccb20 con 0x7f8d64004d00 2024-09-13T16:07:19.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.640+0000 7f8d6a7fc640 1 -- 172.21.15.76:0/1687388289 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f8d6c003950 con 0x7f8d64004d00 2024-09-13T16:07:19.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.641+0000 7f8d6a7fc640 1 --2- 172.21.15.76:0/1687388289 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8d5c06ac30 0x7f8d5c06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:19.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.641+0000 7f8d7d272640 1 --2- 172.21.15.76:0/1687388289 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8d5c06ac30 0x7f8d5c06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:19.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.641+0000 7f8d6a7fc640 1 -- 172.21.15.76:0/1687388289 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(58..58 src has 1..58) v4 ==== 6130+0+0 (secure 0 0 0) 0x7f8d6c0893b0 con 0x7f8d64004d00 2024-09-13T16:07:19.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.641+0000 7f8d7d272640 1 --2- 172.21.15.76:0/1687388289 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8d5c06ac30 0x7f8d5c06d0f0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f8d74001eb0 tx=0x7f8d74001d60 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:19.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.645+0000 7f8d6a7fc640 1 -- 172.21.15.76:0/1687388289 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f8d6c054350 con 0x7f8d64004d00 2024-09-13T16:07:19.840 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.838+0000 7f8d7fcd7640 1 -- 172.21.15.76:0/1687388289 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f8d78154900 con 0x7f8d64004d00 2024-09-13T16:07:19.840 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.839+0000 7f8d6a7fc640 1 -- 172.21.15.76:0/1687388289 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v23) v1 ==== 53+0+73 (secure 0 0 0) 0x7f8d6c057970 con 0x7f8d64004d00 2024-09-13T16:07:19.840 INFO:teuthology.orchestra.run.smithi076.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-13T16:07:19.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.841+0000 7f8d7fcd7640 1 -- 172.21.15.76:0/1687388289 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8d5c06ac30 msgr2=0x7f8d5c06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:19.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.841+0000 7f8d7fcd7640 1 --2- 172.21.15.76:0/1687388289 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8d5c06ac30 0x7f8d5c06d0f0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f8d74001eb0 tx=0x7f8d74001d60 comp rx=0 tx=0).stop 2024-09-13T16:07:19.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.841+0000 7f8d7fcd7640 1 -- 172.21.15.76:0/1687388289 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8d64004d00 msgr2=0x7f8d78155340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:19.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.841+0000 7f8d7fcd7640 1 --2- 172.21.15.76:0/1687388289 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8d64004d00 0x7f8d78155340 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7f8d6c00e600 tx=0x7f8d6c00eac0 comp rx=0 tx=0).stop 2024-09-13T16:07:19.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.841+0000 7f8d7fcd7640 1 -- 172.21.15.76:0/1687388289 shutdown_connections 2024-09-13T16:07:19.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.841+0000 7f8d7fcd7640 1 --2- 172.21.15.76:0/1687388289 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8d5c06ac30 0x7f8d5c06d0f0 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:19.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.841+0000 7f8d7fcd7640 1 --2- 172.21.15.76:0/1687388289 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8d780cc540 0x7f8d780c9f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:19.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.841+0000 7f8d7fcd7640 1 --2- 172.21.15.76:0/1687388289 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8d78154310 0x7f8d780cc000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:19.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.841+0000 7f8d7fcd7640 1 --2- 172.21.15.76:0/1687388289 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8d64004d00 0x7f8d78155340 unknown :-1 s=CLOSED pgs=761 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:19.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.841+0000 7f8d7fcd7640 1 -- 172.21.15.76:0/1687388289 >> 172.21.15.76:0/1687388289 conn(0x7f8d78089f60 msgr2=0x7f8d780b36d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:19.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.841+0000 7f8d7fcd7640 1 -- 172.21.15.76:0/1687388289 shutdown_connections 2024-09-13T16:07:19.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:19.841+0000 7f8d7fcd7640 1 -- 172.21.15.76:0/1687388289 wait complete. 2024-09-13T16:07:19.853 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T16:07:19.853 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T16:07:19.853 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi076.front.sepia.ceph.com 2024-09-13T16:07:19.853 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-13T16:07:19.853 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-13T16:07:19.853 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T16:07:19.853 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T16:07:19.853 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T16:07:19.853 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:07:19.853 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:07:19.854 DEBUG:teuthology.orchestra.run.smithi076:> ip addr 2024-09-13T16:07:19.869 INFO:teuthology.orchestra.run.smithi076.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T16:07:19.870 INFO:teuthology.orchestra.run.smithi076.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T16:07:19.870 INFO:teuthology.orchestra.run.smithi076.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T16:07:19.870 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:07:19.870 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 ::1/128 scope host 2024-09-13T16:07:19.870 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:07:19.870 INFO:teuthology.orchestra.run.smithi076.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:07:19.870 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:d8:da:66 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:07:19.870 INFO:teuthology.orchestra.run.smithi076.stdout: altname enp7s0f0 2024-09-13T16:07:19.870 INFO:teuthology.orchestra.run.smithi076.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:07:19.870 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:d8:da:67 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:07:19.870 INFO:teuthology.orchestra.run.smithi076.stdout: altname enp7s0f1 2024-09-13T16:07:19.870 INFO:teuthology.orchestra.run.smithi076.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:07:19.871 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:8f:47:e0 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:07:19.871 INFO:teuthology.orchestra.run.smithi076.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T16:07:19.871 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:8f:47:e1 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:07:19.871 INFO:teuthology.orchestra.run.smithi076.stdout: inet 172.21.15.76/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-13T16:07:19.871 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft 42456sec preferred_lft 42456sec 2024-09-13T16:07:19.871 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::ec4:7aff:fe8f:47e1/64 scope link noprefixroute 2024-09-13T16:07:19.871 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:07:19.871 INFO:teuthology.orchestra.run.smithi076.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T16:07:19.871 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0e:a0:37:a4:1d:a0 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:07:19.871 INFO:teuthology.orchestra.run.smithi076.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-13T16:07:19.871 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:07:19.871 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::a496:13ff:fe82:8fa2/64 scope link 2024-09-13T16:07:19.871 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:07:19.872 INFO:teuthology.orchestra.run.smithi076.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:07:19.872 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether b2:0f:89:b0:cb:4d brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-13T16:07:19.872 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::b00f:89ff:feb0:cb4d/64 scope link 2024-09-13T16:07:19.872 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:07:19.872 INFO:teuthology.orchestra.run.smithi076.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:07:19.872 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0e:a0:37:a4:1d:a0 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-13T16:07:19.872 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::ca0:37ff:fea4:1da0/64 scope link 2024-09-13T16:07:19.872 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:07:19.872 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:07:19.873 DEBUG:teuthology.orchestra.run.smithi076:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T16:07:19.934 INFO:teuthology.orchestra.run.smithi076.stdout:1 2024-09-13T16:07:19.935 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:07:19.935 DEBUG:teuthology.orchestra.run.smithi076:> route 2024-09-13T16:07:19.992 INFO:teuthology.orchestra.run.smithi076.stdout:Kernel IP routing table 2024-09-13T16:07:19.992 INFO:teuthology.orchestra.run.smithi076.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T16:07:19.992 INFO:teuthology.orchestra.run.smithi076.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-13T16:07:19.992 INFO:teuthology.orchestra.run.smithi076.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-13T16:07:19.992 INFO:teuthology.orchestra.run.smithi076.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T16:07:19.992 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:07:19.993 DEBUG:teuthology.orchestra.run.smithi076:> (cd / && exec bash -c ' 2024-09-13T16:07:19.993 DEBUG:teuthology.orchestra.run.smithi076:> set -e 2024-09-13T16:07:19.993 DEBUG:teuthology.orchestra.run.smithi076:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-13T16:07:19.993 DEBUG:teuthology.orchestra.run.smithi076:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-13T16:07:19.993 DEBUG:teuthology.orchestra.run.smithi076:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-13T16:07:19.993 DEBUG:teuthology.orchestra.run.smithi076:> ') 2024-09-13T16:07:20.079 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:07:20.079 DEBUG:teuthology.orchestra.run.smithi076:> ip netns list 2024-09-13T16:07:20.094 INFO:teuthology.orchestra.run.smithi076.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-13T16:07:20.095 INFO:teuthology.orchestra.run.smithi076.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-13T16:07:20.095 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:07:20.095 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:07:20.095 DEBUG:teuthology.orchestra.run.smithi076:> sudo ip link set brx.0 up 2024-09-13T16:07:20.161 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-13T16:07:20.161 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:07:20.161 DEBUG:teuthology.orchestra.run.smithi076:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-13T16:07:20.216 INFO:teuthology.orchestra.run.smithi076.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:07:20.217 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:07:20.217 DEBUG:teuthology.orchestra.run.smithi076:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-13T16:07:20.285 DEBUG:teuthology.orchestra.run.smithi076:> sudo modprobe fuse 2024-09-13T16:07:20.353 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:07:20.353 DEBUG:teuthology.orchestra.run.smithi076:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:07:20.417 INFO:teuthology.orchestra.run.smithi076.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:07:20.419 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:07:20.419 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:07:20.420 DEBUG:teuthology.orchestra.run.smithi076:> ls /sys/fs/fuse/connections 2024-09-13T16:07:20.476 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-13T16:07:20.476 DEBUG:teuthology.orchestra.run.smithi076:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-13T16:07:20.518 DEBUG:teuthology.orchestra.run.smithi076:> sudo modprobe fuse 2024-09-13T16:07:20.543 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:07:20.543 DEBUG:teuthology.orchestra.run.smithi076:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:07:20.600 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi076.stderr:2024-09-13T16:07:20.598+0000 7f1bceb91480 -1 init, newargv = 0x557697db8ea0 newargc=15 2024-09-13T16:07:20.600 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi076.stderr:ceph-fuse[58365]: starting ceph client 2024-09-13T16:07:20.604 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi076.stderr:ceph-fuse[58365]: starting fuse 2024-09-13T16:07:20.609 INFO:teuthology.orchestra.run.smithi076.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:07:20.610 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:07:20.610 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:07:20.611 DEBUG:teuthology.orchestra.run.smithi076:> ls /sys/fs/fuse/connections 2024-09-13T16:07:20.666 INFO:teuthology.orchestra.run.smithi076.stdout:41 2024-09-13T16:07:20.667 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-13T16:07:20.667 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:07:20.667 DEBUG:teuthology.orchestra.run.smithi076:> import glob 2024-09-13T16:07:20.667 DEBUG:teuthology.orchestra.run.smithi076:> import re 2024-09-13T16:07:20.667 DEBUG:teuthology.orchestra.run.smithi076:> import os 2024-09-13T16:07:20.667 DEBUG:teuthology.orchestra.run.smithi076:> import subprocess 2024-09-13T16:07:20.667 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:07:20.667 DEBUG:teuthology.orchestra.run.smithi076:> def _find_admin_socket(client_name): 2024-09-13T16:07:20.667 DEBUG:teuthology.orchestra.run.smithi076:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-13T16:07:20.668 DEBUG:teuthology.orchestra.run.smithi076:> files = glob.glob(asok_path) 2024-09-13T16:07:20.668 DEBUG:teuthology.orchestra.run.smithi076:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-13T16:07:20.668 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:07:20.668 DEBUG:teuthology.orchestra.run.smithi076:> # Given a non-glob path, it better be there 2024-09-13T16:07:20.668 DEBUG:teuthology.orchestra.run.smithi076:> if "*" not in asok_path: 2024-09-13T16:07:20.668 DEBUG:teuthology.orchestra.run.smithi076:> assert(len(files) == 1) 2024-09-13T16:07:20.668 DEBUG:teuthology.orchestra.run.smithi076:> return files[0] 2024-09-13T16:07:20.668 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:07:20.668 DEBUG:teuthology.orchestra.run.smithi076:> for f in files: 2024-09-13T16:07:20.669 DEBUG:teuthology.orchestra.run.smithi076:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T16:07:20.669 DEBUG:teuthology.orchestra.run.smithi076:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T16:07:20.669 DEBUG:teuthology.orchestra.run.smithi076:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T16:07:20.669 DEBUG:teuthology.orchestra.run.smithi076:> contents = proc_f.read() 2024-09-13T16:07:20.669 DEBUG:teuthology.orchestra.run.smithi076:> if mountpoint in contents: 2024-09-13T16:07:20.669 DEBUG:teuthology.orchestra.run.smithi076:> return f 2024-09-13T16:07:20.670 DEBUG:teuthology.orchestra.run.smithi076:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T16:07:20.670 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:07:20.670 DEBUG:teuthology.orchestra.run.smithi076:> print(_find_admin_socket("client.0")) 2024-09-13T16:07:20.670 DEBUG:teuthology.orchestra.run.smithi076:> ' 2024-09-13T16:07:20.780 INFO:teuthology.orchestra.run.smithi076.stdout:/var/run/ceph/ceph-client.0.58365.asok 2024-09-13T16:07:20.968 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.58365.asok 2024-09-13T16:07:20.969 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:07:20.969 DEBUG:teuthology.orchestra.run.smithi076:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.58365.asok status 2024-09-13T16:07:21.102 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2024-09-13T16:07:21.103 INFO:teuthology.orchestra.run.smithi076.stdout: "metadata": { 2024-09-13T16:07:21.103 INFO:teuthology.orchestra.run.smithi076.stdout: "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", 2024-09-13T16:07:21.103 INFO:teuthology.orchestra.run.smithi076.stdout: "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", 2024-09-13T16:07:21.103 INFO:teuthology.orchestra.run.smithi076.stdout: "entity_id": "0", 2024-09-13T16:07:21.103 INFO:teuthology.orchestra.run.smithi076.stdout: "hostname": "smithi076", 2024-09-13T16:07:21.103 INFO:teuthology.orchestra.run.smithi076.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-13T16:07:21.103 INFO:teuthology.orchestra.run.smithi076.stdout: "pid": "58365", 2024-09-13T16:07:21.103 INFO:teuthology.orchestra.run.smithi076.stdout: "root": "/" 2024-09-13T16:07:21.103 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:07:21.104 INFO:teuthology.orchestra.run.smithi076.stdout: "dentry_count": 0, 2024-09-13T16:07:21.104 INFO:teuthology.orchestra.run.smithi076.stdout: "dentry_pinned_count": 0, 2024-09-13T16:07:21.104 INFO:teuthology.orchestra.run.smithi076.stdout: "id": 6309, 2024-09-13T16:07:21.104 INFO:teuthology.orchestra.run.smithi076.stdout: "inst": { 2024-09-13T16:07:21.104 INFO:teuthology.orchestra.run.smithi076.stdout: "name": { 2024-09-13T16:07:21.104 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "client", 2024-09-13T16:07:21.104 INFO:teuthology.orchestra.run.smithi076.stdout: "num": 6309 2024-09-13T16:07:21.104 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:07:21.104 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": { 2024-09-13T16:07:21.104 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "v1", 2024-09-13T16:07:21.104 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:07:21.105 INFO:teuthology.orchestra.run.smithi076.stdout: "nonce": 3616226174 2024-09-13T16:07:21.105 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:07:21.105 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:07:21.105 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": { 2024-09-13T16:07:21.105 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "v1", 2024-09-13T16:07:21.105 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:07:21.105 INFO:teuthology.orchestra.run.smithi076.stdout: "nonce": 3616226174 2024-09-13T16:07:21.105 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:07:21.105 INFO:teuthology.orchestra.run.smithi076.stdout: "inst_str": "client.6309 192.168.0.1:0/3616226174", 2024-09-13T16:07:21.106 INFO:teuthology.orchestra.run.smithi076.stdout: "addr_str": "192.168.0.1:0/3616226174", 2024-09-13T16:07:21.106 INFO:teuthology.orchestra.run.smithi076.stdout: "inode_count": 1, 2024-09-13T16:07:21.106 INFO:teuthology.orchestra.run.smithi076.stdout: "mds_epoch": 23, 2024-09-13T16:07:21.106 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_epoch": 58, 2024-09-13T16:07:21.106 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_epoch_barrier": 0, 2024-09-13T16:07:21.106 INFO:teuthology.orchestra.run.smithi076.stdout: "blocklisted": false, 2024-09-13T16:07:21.107 INFO:teuthology.orchestra.run.smithi076.stdout: "fs_name": "cephfs" 2024-09-13T16:07:21.107 INFO:teuthology.orchestra.run.smithi076.stdout:} 2024-09-13T16:07:21.111 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:07:21.112 DEBUG:teuthology.orchestra.run.smithi076:> stat --file-system '--printf=%T 2024-09-13T16:07:21.112 DEBUG:teuthology.orchestra.run.smithi076:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-13T16:07:21.127 INFO:teuthology.orchestra.run.smithi076.stdout:fuseblk 2024-09-13T16:07:21.128 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-13T16:07:21.128 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:07:21.128 DEBUG:teuthology.orchestra.run.smithi076:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-13T16:07:21.193 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-13T16:07:21.194 DEBUG:teuthology.orchestra.run.smithi076:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T16:07:21.272 DEBUG:teuthology.orchestra.run.smithi192:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T16:07:21.316 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-13T16:07:21.316 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:07:21.317 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:07:21.333 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:07:21.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.471+0000 7f5b71976640 1 Processor -- start 2024-09-13T16:07:21.473 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.471+0000 7f5b71976640 1 -- start start 2024-09-13T16:07:21.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.472+0000 7f5b71976640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5b6c06a5e0 0x7f5b6c0b4f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:21.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.472+0000 7f5b71976640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5b6c0cde40 con 0x7f5b6c0cb7f0 2024-09-13T16:07:21.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.472+0000 7f5b71976640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5b6c0ccae0 con 0x7f5b6c15a730 2024-09-13T16:07:21.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.472+0000 7f5b71976640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5b6c0cc8d0 con 0x7f5b6c06a5e0 2024-09-13T16:07:21.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.472+0000 7f5b6b7fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f5b6c0cb7f0 0x7f5b6c0b29f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:39454/0 (socket says 172.21.15.76:39454) 2024-09-13T16:07:21.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.472+0000 7f5b6b7fe640 1 -- 172.21.15.76:0/1312841947 learned_addr learned my addr 172.21.15.76:0/1312841947 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:07:21.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.472+0000 7f5b6a7fc640 1 --2- 172.21.15.76:0/1312841947 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5b6c06a5e0 0x7f5b6c0b4f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:21.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.472+0000 7f5b69ffb640 1 -- 172.21.15.76:0/1312841947 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3084531255 0 0) 0x7f5b6c0cde40 con 0x7f5b6c0cb7f0 2024-09-13T16:07:21.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.472+0000 7f5b69ffb640 1 -- 172.21.15.76:0/1312841947 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5b54003520 con 0x7f5b6c0cb7f0 2024-09-13T16:07:21.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.472+0000 7f5b69ffb640 1 -- 172.21.15.76:0/1312841947 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2342288570 0 0) 0x7f5b54003520 con 0x7f5b6c0cb7f0 2024-09-13T16:07:21.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.472+0000 7f5b69ffb640 1 -- 172.21.15.76:0/1312841947 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5b6c06a5e0 msgr2=0x7f5b6c0b4f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:21.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.473+0000 7f5b69ffb640 1 --2- 172.21.15.76:0/1312841947 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5b6c06a5e0 0x7f5b6c0b4f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:21.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.473+0000 7f5b69ffb640 1 -- 172.21.15.76:0/1312841947 >> v1:172.21.15.192:6789/0 conn(0x7f5b6c15a730 legacy=0x7f5b6c069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:21.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.473+0000 7f5b69ffb640 1 -- 172.21.15.76:0/1312841947 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5b6c0ccdc0 con 0x7f5b6c0cb7f0 2024-09-13T16:07:21.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.473+0000 7f5b69ffb640 1 -- 172.21.15.76:0/1312841947 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f5b640019f0 con 0x7f5b6c0cb7f0 2024-09-13T16:07:21.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.473+0000 7f5b69ffb640 1 -- 172.21.15.76:0/1312841947 >> v1:172.21.15.76:6789/0 conn(0x7f5b6c0cb7f0 legacy=0x7f5b6c0b29f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:21.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.473+0000 7f5b69ffb640 1 --2- 172.21.15.76:0/1312841947 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5b540039a0 0x7f5b54003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:21.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.473+0000 7f5b69ffb640 1 --2- 172.21.15.76:0/1312841947 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5b6c06a5e0 0x7f5b540047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:21.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.473+0000 7f5b69ffb640 1 --2- 172.21.15.76:0/1312841947 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5b54004d00 0x7f5b54005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:21.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.473+0000 7f5b69ffb640 1 -- 172.21.15.76:0/1312841947 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5b6c0cc8d0 con 0x7f5b54004d00 2024-09-13T16:07:21.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.473+0000 7f5b69ffb640 1 -- 172.21.15.76:0/1312841947 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5b5400ba30 con 0x7f5b540039a0 2024-09-13T16:07:21.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.473+0000 7f5b69ffb640 1 -- 172.21.15.76:0/1312841947 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5b5400bbf0 con 0x7f5b6c06a5e0 2024-09-13T16:07:21.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.473+0000 7f5b6b7fe640 1 --2- 172.21.15.76:0/1312841947 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5b54004d00 0x7f5b54005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:21.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.473+0000 7f5b6affd640 1 --2- 172.21.15.76:0/1312841947 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5b540039a0 0x7f5b54003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:21.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.473+0000 7f5b6a7fc640 1 --2- 172.21.15.76:0/1312841947 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5b6c06a5e0 0x7f5b540047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:21.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.473+0000 7f5b6b7fe640 1 -- 172.21.15.76:0/1312841947 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5b6c06a5e0 msgr2=0x7f5b540047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:21.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.473+0000 7f5b6b7fe640 1 --2- 172.21.15.76:0/1312841947 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5b6c06a5e0 0x7f5b540047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:21.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.473+0000 7f5b6b7fe640 1 -- 172.21.15.76:0/1312841947 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5b540039a0 msgr2=0x7f5b54003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:21.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.473+0000 7f5b6b7fe640 1 --2- 172.21.15.76:0/1312841947 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5b540039a0 0x7f5b54003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:21.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.473+0000 7f5b6b7fe640 1 -- 172.21.15.76:0/1312841947 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5b54003520 con 0x7f5b54004d00 2024-09-13T16:07:21.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.473+0000 7f5b6a7fc640 1 --2- 172.21.15.76:0/1312841947 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5b6c06a5e0 0x7f5b540047c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:07:21.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.473+0000 7f5b6affd640 1 --2- 172.21.15.76:0/1312841947 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5b540039a0 0x7f5b54003dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:07:21.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.474+0000 7f5b6b7fe640 1 --2- 172.21.15.76:0/1312841947 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5b54004d00 0x7f5b54005180 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7f5b6400a800 tx=0x7f5b540057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=52e0f2c0914008c1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:21.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.474+0000 7f5b69ffb640 1 -- 172.21.15.76:0/1312841947 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b6402ba10 con 0x7f5b54004d00 2024-09-13T16:07:21.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.474+0000 7f5b69ffb640 1 -- 172.21.15.76:0/1312841947 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 47+0+0 (secure 0 0 0) 0x7f5b6402bb70 con 0x7f5b54004d00 2024-09-13T16:07:21.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.474+0000 7f5b69ffb640 1 -- 172.21.15.76:0/1312841947 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b64034470 con 0x7f5b54004d00 2024-09-13T16:07:21.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.474+0000 7f5b71976640 1 -- 172.21.15.76:0/1312841947 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5b54004d00 msgr2=0x7f5b54005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:21.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.474+0000 7f5b71976640 1 --2- 172.21.15.76:0/1312841947 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5b54004d00 0x7f5b54005180 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7f5b6400a800 tx=0x7f5b540057f0 comp rx=0 tx=0).stop 2024-09-13T16:07:21.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.474+0000 7f5b6b7fe640 1 -- 172.21.15.76:0/1312841947 reap_dead start 2024-09-13T16:07:21.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.474+0000 7f5b71976640 1 -- 172.21.15.76:0/1312841947 shutdown_connections 2024-09-13T16:07:21.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.474+0000 7f5b71976640 1 -- 172.21.15.76:0/1312841947 >> 172.21.15.76:0/1312841947 conn(0x7f5b6c0989d0 msgr2=0x7f5b6c0b4870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:21.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.475+0000 7f5b71976640 1 -- 172.21.15.76:0/1312841947 shutdown_connections 2024-09-13T16:07:21.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.475+0000 7f5b71976640 1 -- 172.21.15.76:0/1312841947 wait complete. 2024-09-13T16:07:21.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.476+0000 7f5b71976640 1 Processor -- start 2024-09-13T16:07:21.482 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.476+0000 7f5b71976640 1 -- start start 2024-09-13T16:07:21.482 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.477+0000 7f5b71976640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5b54004d00 0x7f5b6c146d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:21.482 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.477+0000 7f5b71976640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5b6c157e70 0x7f5b6c1582d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:21.482 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.477+0000 7f5b71976640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5b6c06e940 0x7f5b6c06edc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:21.482 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.477+0000 7f5b71976640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5b6c0c9480 con 0x7f5b54004d00 2024-09-13T16:07:21.482 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.477+0000 7f5b71976640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5b6c0c98a0 con 0x7f5b6c06e940 2024-09-13T16:07:21.482 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.477+0000 7f5b71976640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5b6c158810 con 0x7f5b6c157e70 2024-09-13T16:07:21.482 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.477+0000 7f5b6affd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5b54004d00 0x7f5b6c146d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:21.482 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.477+0000 7f5b6affd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5b54004d00 0x7f5b6c146d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:42370/0 (socket says 172.21.15.76:42370) 2024-09-13T16:07:21.482 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.477+0000 7f5b6affd640 1 -- 172.21.15.76:0/580883427 learned_addr learned my addr 172.21.15.76:0/580883427 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:21.482 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.477+0000 7f5b6b7fe640 1 --2- 172.21.15.76:0/580883427 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5b6c06e940 0x7f5b6c06edc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:21.482 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.477+0000 7f5b6a7fc640 1 --2- 172.21.15.76:0/580883427 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5b6c157e70 0x7f5b6c1582d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:21.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.477+0000 7f5b6affd640 1 -- 172.21.15.76:0/580883427 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5b6c157e70 msgr2=0x7f5b6c1582d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:21.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.477+0000 7f5b6affd640 1 --2- 172.21.15.76:0/580883427 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5b6c157e70 0x7f5b6c1582d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:21.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.477+0000 7f5b6affd640 1 -- 172.21.15.76:0/580883427 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5b6c06e940 msgr2=0x7f5b6c06edc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:21.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.477+0000 7f5b6affd640 1 --2- 172.21.15.76:0/580883427 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5b6c06e940 0x7f5b6c06edc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:21.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.477+0000 7f5b6affd640 1 -- 172.21.15.76:0/580883427 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5b6c1472c0 con 0x7f5b54004d00 2024-09-13T16:07:21.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.477+0000 7f5b6affd640 1 --2- 172.21.15.76:0/580883427 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5b54004d00 0x7f5b6c146d80 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7f5b5c00e4d0 tx=0x7f5b5c00e990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:21.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.477+0000 7f5b53fff640 1 -- 172.21.15.76:0/580883427 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b5c0052e0 con 0x7f5b54004d00 2024-09-13T16:07:21.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.477+0000 7f5b53fff640 1 -- 172.21.15.76:0/580883427 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 47+0+0 (secure 0 0 0) 0x7f5b5c005440 con 0x7f5b54004d00 2024-09-13T16:07:21.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.477+0000 7f5b53fff640 1 -- 172.21.15.76:0/580883427 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b5c003810 con 0x7f5b54004d00 2024-09-13T16:07:21.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.477+0000 7f5b71976640 1 -- 172.21.15.76:0/580883427 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5b6c0c8800 con 0x7f5b54004d00 2024-09-13T16:07:21.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.477+0000 7f5b71976640 1 -- 172.21.15.76:0/580883427 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5b6c0c8dc0 con 0x7f5b54004d00 2024-09-13T16:07:21.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.478+0000 7f5b71976640 1 -- 172.21.15.76:0/580883427 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5b6c069ed0 con 0x7f5b54004d00 2024-09-13T16:07:21.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.479+0000 7f5b53fff640 1 -- 172.21.15.76:0/580883427 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f5b5c003970 con 0x7f5b54004d00 2024-09-13T16:07:21.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.479+0000 7f5b53fff640 1 --2- 172.21.15.76:0/580883427 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5b5806ac00 0x7f5b5806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:21.484 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.479+0000 7f5b53fff640 1 -- 172.21.15.76:0/580883427 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(58..58 src has 1..58) v4 ==== 6130+0+0 (secure 0 0 0) 0x7f5b5c0892d0 con 0x7f5b54004d00 2024-09-13T16:07:21.484 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.479+0000 7f5b6a7fc640 1 --2- 172.21.15.76:0/580883427 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5b5806ac00 0x7f5b5806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:21.484 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.480+0000 7f5b6a7fc640 1 --2- 172.21.15.76:0/580883427 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5b5806ac00 0x7f5b5806d0c0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f5b6c09d550 tx=0x7f5b60008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:21.484 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.483+0000 7f5b53fff640 1 -- 172.21.15.76:0/580883427 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f5b5c054270 con 0x7f5b54004d00 2024-09-13T16:07:21.648 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.647+0000 7f5b71976640 1 -- 172.21.15.76:0/580883427 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f5b6c0ae710 con 0x7f5b54004d00 2024-09-13T16:07:21.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.648+0000 7f5b53fff640 1 -- 172.21.15.76:0/580883427 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v58) v1 ==== 74+0+16838 (secure 0 0 0) 0x7f5b5c057890 con 0x7f5b54004d00 2024-09-13T16:07:21.649 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:07:21.649 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":58,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:07:16.058672+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:04:07.797879+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_data","create_time":"2024-09-13T16:04:08.588584+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"8.14","mappings":[{"from":0,"to":6}]},{"pgid":"8.1a","mappings":[{"from":0,"to":1}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"192.168.0.1:0/2206269355":"2024-09-13T17:07:15.305842+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:07:21.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.650+0000 7f5b71976640 1 -- 172.21.15.76:0/580883427 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5b5806ac00 msgr2=0x7f5b5806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:21.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.650+0000 7f5b71976640 1 --2- 172.21.15.76:0/580883427 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5b5806ac00 0x7f5b5806d0c0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f5b6c09d550 tx=0x7f5b60008040 comp rx=0 tx=0).stop 2024-09-13T16:07:21.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.650+0000 7f5b71976640 1 -- 172.21.15.76:0/580883427 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5b54004d00 msgr2=0x7f5b6c146d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:21.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.650+0000 7f5b71976640 1 --2- 172.21.15.76:0/580883427 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5b54004d00 0x7f5b6c146d80 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7f5b5c00e4d0 tx=0x7f5b5c00e990 comp rx=0 tx=0).stop 2024-09-13T16:07:21.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.650+0000 7f5b71976640 1 -- 172.21.15.76:0/580883427 shutdown_connections 2024-09-13T16:07:21.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.650+0000 7f5b71976640 1 --2- 172.21.15.76:0/580883427 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5b6c06e940 0x7f5b6c06edc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:21.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.650+0000 7f5b71976640 1 --2- 172.21.15.76:0/580883427 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5b5806ac00 0x7f5b5806d0c0 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:21.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.650+0000 7f5b71976640 1 --2- 172.21.15.76:0/580883427 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5b6c157e70 0x7f5b6c1582d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:21.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.650+0000 7f5b71976640 1 --2- 172.21.15.76:0/580883427 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5b54004d00 0x7f5b6c146d80 unknown :-1 s=CLOSED pgs=766 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:21.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.650+0000 7f5b71976640 1 -- 172.21.15.76:0/580883427 >> 172.21.15.76:0/580883427 conn(0x7f5b6c0989d0 msgr2=0x7f5b6c0acaa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:21.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.650+0000 7f5b71976640 1 -- 172.21.15.76:0/580883427 shutdown_connections 2024-09-13T16:07:21.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.650+0000 7f5b71976640 1 -- 172.21.15.76:0/580883427 wait complete. 2024-09-13T16:07:21.663 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:01:26.960607+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 7, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:04:07.797879+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '54', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 8, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:04:08.588584+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '55', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:07:21.664 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:07:21.766 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.764+0000 7f0844c87640 1 Processor -- start 2024-09-13T16:07:21.766 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.764+0000 7f0844c87640 1 -- start start 2024-09-13T16:07:21.767 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.765+0000 7f0844c87640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f084015a3b0 0x7f08400b20a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:21.768 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.765+0000 7f0844c87640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f08400b1720 0x7f08400ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:21.768 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.765+0000 7f0844c87640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f08400cee60 con 0x7f08400cea30 2024-09-13T16:07:21.768 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.765+0000 7f0844c87640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f084015a790 con 0x7f08400b1720 2024-09-13T16:07:21.768 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.765+0000 7f0844c87640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f08400b2680 con 0x7f084015a3b0 2024-09-13T16:07:21.768 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.765+0000 7f083dd9b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f08400b1720 0x7f08400ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:21.768 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.765+0000 7f083dd9b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f08400b1720 0x7f08400ce4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:42384/0 (socket says 172.21.15.76:42384) 2024-09-13T16:07:21.768 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.765+0000 7f083dd9b640 1 -- 172.21.15.76:0/2770842251 learned_addr learned my addr 172.21.15.76:0/2770842251 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:21.768 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.765+0000 7f083dd9b640 1 -- 172.21.15.76:0/2770842251 >> v2:172.21.15.192:3300/0 conn(0x7f084015a3b0 msgr2=0x7f08400b20a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:21.768 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.765+0000 7f083dd9b640 1 --2- 172.21.15.76:0/2770842251 >> v2:172.21.15.192:3300/0 conn(0x7f084015a3b0 0x7f08400b20a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:21.768 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.765+0000 7f083dd9b640 1 -- 172.21.15.76:0/2770842251 >> v1:172.21.15.192:6789/0 conn(0x7f08400cea30 legacy=0x7f084006c640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:21.768 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.765+0000 7f083dd9b640 1 -- 172.21.15.76:0/2770842251 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f08400b2960 con 0x7f08400b1720 2024-09-13T16:07:21.768 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.766+0000 7f083dd9b640 1 --2- 172.21.15.76:0/2770842251 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f08400b1720 0x7f08400ce4f0 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7f084006c5b0 tx=0x7f083402a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=35c9d0a7521cc164 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:21.768 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.766+0000 7f083d59a640 1 -- 172.21.15.76:0/2770842251 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0834032440 con 0x7f08400b1720 2024-09-13T16:07:21.769 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.766+0000 7f083d59a640 1 -- 172.21.15.76:0/2770842251 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 47+0+0 (secure 0 0 0) 0x7f08340325a0 con 0x7f08400b1720 2024-09-13T16:07:21.769 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.766+0000 7f083d59a640 1 -- 172.21.15.76:0/2770842251 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0834032930 con 0x7f08400b1720 2024-09-13T16:07:21.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.767+0000 7f0844c87640 1 -- 172.21.15.76:0/2770842251 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f08400b1720 msgr2=0x7f08400ce4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:21.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.767+0000 7f0844c87640 1 --2- 172.21.15.76:0/2770842251 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f08400b1720 0x7f08400ce4f0 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7f084006c5b0 tx=0x7f083402a210 comp rx=0 tx=0).stop 2024-09-13T16:07:21.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.767+0000 7f0844c87640 1 -- 172.21.15.76:0/2770842251 shutdown_connections 2024-09-13T16:07:21.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.767+0000 7f0844c87640 1 --2- 172.21.15.76:0/2770842251 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f08400b1720 0x7f08400ce4f0 unknown :-1 s=CLOSED pgs=767 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:21.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.767+0000 7f0844c87640 1 --2- 172.21.15.76:0/2770842251 >> v2:172.21.15.192:3300/0 conn(0x7f084015a3b0 0x7f08400b20a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:21.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.767+0000 7f0844c87640 1 -- 172.21.15.76:0/2770842251 >> 172.21.15.76:0/2770842251 conn(0x7f084006a0b0 msgr2=0x7f084006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:21.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.767+0000 7f0844c87640 1 -- 172.21.15.76:0/2770842251 shutdown_connections 2024-09-13T16:07:21.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.767+0000 7f0844c87640 1 -- 172.21.15.76:0/2770842251 wait complete. 2024-09-13T16:07:21.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.768+0000 7f0844c87640 1 Processor -- start 2024-09-13T16:07:21.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.768+0000 7f0844c87640 1 -- start start 2024-09-13T16:07:21.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.769+0000 7f0844c87640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f08400b1720 0x7f08400c23b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:21.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.769+0000 7f0844c87640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f08400cea30 0x7f08400c4760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:21.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.769+0000 7f0844c87640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f084015a3b0 0x7f08401ef9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:21.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.769+0000 7f0844c87640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f08401f04d0 con 0x7f08400b1720 2024-09-13T16:07:21.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.769+0000 7f0844c87640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f08401f07b0 con 0x7f08400cea30 2024-09-13T16:07:21.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.769+0000 7f0844c87640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f08400c3f60 con 0x7f084015a3b0 2024-09-13T16:07:21.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.769+0000 7f083e59c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f08400b1720 0x7f08400c23b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:21.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.769+0000 7f083e59c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f08400b1720 0x7f08400c23b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:42386/0 (socket says 172.21.15.76:42386) 2024-09-13T16:07:21.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.769+0000 7f083e59c640 1 -- 172.21.15.76:0/1184659706 learned_addr learned my addr 172.21.15.76:0/1184659706 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:21.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.769+0000 7f083e59c640 1 -- 172.21.15.76:0/1184659706 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f084015a3b0 msgr2=0x7f08401ef9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:21.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.770+0000 7f083e59c640 1 --2- 172.21.15.76:0/1184659706 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f084015a3b0 0x7f08401ef9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:21.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.770+0000 7f083e59c640 1 -- 172.21.15.76:0/1184659706 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f08400cea30 msgr2=0x7f08400c4760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:21.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.770+0000 7f083e59c640 1 --2- 172.21.15.76:0/1184659706 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f08400cea30 0x7f08400c4760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:21.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.770+0000 7f083e59c640 1 -- 172.21.15.76:0/1184659706 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f08340094d0 con 0x7f08400b1720 2024-09-13T16:07:21.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.770+0000 7f083e59c640 1 --2- 172.21.15.76:0/1184659706 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f08400b1720 0x7f08400c23b0 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7f083000b410 tx=0x7f083000b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:21.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.770+0000 7f082effd640 1 -- 172.21.15.76:0/1184659706 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0830011830 con 0x7f08400b1720 2024-09-13T16:07:21.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.770+0000 7f082effd640 1 -- 172.21.15.76:0/1184659706 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 47+0+0 (secure 0 0 0) 0x7f08300119b0 con 0x7f08400b1720 2024-09-13T16:07:21.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.770+0000 7f0844c87640 1 -- 172.21.15.76:0/1184659706 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f08400c4240 con 0x7f08400b1720 2024-09-13T16:07:21.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.770+0000 7f082effd640 1 -- 172.21.15.76:0/1184659706 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0830011d60 con 0x7f08400b1720 2024-09-13T16:07:21.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.770+0000 7f0844c87640 1 -- 172.21.15.76:0/1184659706 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f08400ac0f0 con 0x7f08400b1720 2024-09-13T16:07:21.774 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.771+0000 7f0844c87640 1 -- 172.21.15.76:0/1184659706 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f08400ce4f0 con 0x7f08400b1720 2024-09-13T16:07:21.774 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.771+0000 7f082effd640 1 -- 172.21.15.76:0/1184659706 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f083001a400 con 0x7f08400b1720 2024-09-13T16:07:21.774 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.772+0000 7f082effd640 1 --2- 172.21.15.76:0/1184659706 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f082006ac30 0x7f082006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:21.774 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.772+0000 7f082effd640 1 -- 172.21.15.76:0/1184659706 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(58..58 src has 1..58) v4 ==== 6130+0+0 (secure 0 0 0) 0x7f0830089660 con 0x7f08400b1720 2024-09-13T16:07:21.774 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.772+0000 7f083dd9b640 1 --2- 172.21.15.76:0/1184659706 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f082006ac30 0x7f082006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:21.774 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.772+0000 7f083dd9b640 1 --2- 172.21.15.76:0/1184659706 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f082006ac30 0x7f082006d0f0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f084006c5b0 tx=0x7f083402c000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:21.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.776+0000 7f082effd640 1 -- 172.21.15.76:0/1184659706 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f0830054690 con 0x7f08400b1720 2024-09-13T16:07:21.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.939+0000 7f0844c87640 1 -- 172.21.15.76:0/1184659706 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f084006b150 con 0x7f08400b1720 2024-09-13T16:07:21.941 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.940+0000 7f082effd640 1 -- 172.21.15.76:0/1184659706 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v58) v1 ==== 93+0+10 (secure 0 0 0) 0x7f0830057cb0 con 0x7f08400b1720 2024-09-13T16:07:21.941 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2024-09-13T16:07:21.943 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.942+0000 7f0844c87640 1 -- 172.21.15.76:0/1184659706 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f082006ac30 msgr2=0x7f082006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:21.943 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.942+0000 7f0844c87640 1 --2- 172.21.15.76:0/1184659706 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f082006ac30 0x7f082006d0f0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f084006c5b0 tx=0x7f083402c000 comp rx=0 tx=0).stop 2024-09-13T16:07:21.943 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.942+0000 7f0844c87640 1 -- 172.21.15.76:0/1184659706 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f08400b1720 msgr2=0x7f08400c23b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:21.943 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.942+0000 7f0844c87640 1 --2- 172.21.15.76:0/1184659706 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f08400b1720 0x7f08400c23b0 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7f083000b410 tx=0x7f083000b8d0 comp rx=0 tx=0).stop 2024-09-13T16:07:21.943 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.942+0000 7f0844c87640 1 -- 172.21.15.76:0/1184659706 shutdown_connections 2024-09-13T16:07:21.944 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.942+0000 7f0844c87640 1 --2- 172.21.15.76:0/1184659706 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f082006ac30 0x7f082006d0f0 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:21.944 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.942+0000 7f0844c87640 1 --2- 172.21.15.76:0/1184659706 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f084015a3b0 0x7f08401ef9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:21.944 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.942+0000 7f0844c87640 1 --2- 172.21.15.76:0/1184659706 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f08400cea30 0x7f08400c4760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:21.944 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.942+0000 7f0844c87640 1 --2- 172.21.15.76:0/1184659706 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f08400b1720 0x7f08400c23b0 unknown :-1 s=CLOSED pgs=768 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:21.944 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.942+0000 7f0844c87640 1 -- 172.21.15.76:0/1184659706 >> 172.21.15.76:0/1184659706 conn(0x7f084006a0b0 msgr2=0x7f08400c9fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:21.944 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.942+0000 7f0844c87640 1 -- 172.21.15.76:0/1184659706 shutdown_connections 2024-09-13T16:07:21.944 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:21.942+0000 7f0844c87640 1 -- 172.21.15.76:0/1184659706 wait complete. 2024-09-13T16:07:21.954 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:07:22.055 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.054+0000 7f3f0f0d0640 1 Processor -- start 2024-09-13T16:07:22.056 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.054+0000 7f3f0f0d0640 1 -- start start 2024-09-13T16:07:22.062 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.055+0000 7f3f0f0d0640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f3f08159310 0x7f3f080ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:22.062 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.055+0000 7f3f0f0d0640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3f080b2b40 0x7f3f080ab140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:22.062 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.055+0000 7f3f0f0d0640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3f080ccbe0 con 0x7f3f080ab680 2024-09-13T16:07:22.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.055+0000 7f3f0f0d0640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3f080ad940 con 0x7f3f08159310 2024-09-13T16:07:22.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.055+0000 7f3f0f0d0640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3f080b1810 con 0x7f3f080b2b40 2024-09-13T16:07:22.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.055+0000 7f3f0d66d640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f3f080ab680 0x7f3f080ce4f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:39460/0 (socket says 172.21.15.76:39460) 2024-09-13T16:07:22.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.055+0000 7f3f0d66d640 1 -- 172.21.15.76:0/450772731 learned_addr learned my addr 172.21.15.76:0/450772731 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:07:22.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.055+0000 7f3f0ce6c640 1 --2- 172.21.15.76:0/450772731 >> v2:172.21.15.192:3300/0 conn(0x7f3f08159310 0x7f3f080ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:22.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.055+0000 7f3f07fff640 1 --2- 172.21.15.76:0/450772731 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3f080b2b40 0x7f3f080ab140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:22.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.055+0000 7f3f077fe640 1 -- 172.21.15.76:0/450772731 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2184258686 0 0) 0x7f3f080ccbe0 con 0x7f3f080ab680 2024-09-13T16:07:22.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.055+0000 7f3f077fe640 1 -- 172.21.15.76:0/450772731 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3ef0003520 con 0x7f3f080ab680 2024-09-13T16:07:22.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.056+0000 7f3f077fe640 1 -- 172.21.15.76:0/450772731 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4193042741 0 0) 0x7f3ef0003520 con 0x7f3f080ab680 2024-09-13T16:07:22.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.056+0000 7f3f077fe640 1 -- 172.21.15.76:0/450772731 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3f080b2b40 msgr2=0x7f3f080ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:22.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.056+0000 7f3f077fe640 1 --2- 172.21.15.76:0/450772731 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3f080b2b40 0x7f3f080ab140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:22.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.056+0000 7f3f077fe640 1 -- 172.21.15.76:0/450772731 >> v2:172.21.15.192:3300/0 conn(0x7f3f08159310 msgr2=0x7f3f080ad400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:22.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.056+0000 7f3f077fe640 1 --2- 172.21.15.76:0/450772731 >> v2:172.21.15.192:3300/0 conn(0x7f3f08159310 0x7f3f080ad400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:22.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.056+0000 7f3f077fe640 1 -- 172.21.15.76:0/450772731 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3f0806d9e0 con 0x7f3f080ab680 2024-09-13T16:07:22.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.056+0000 7f3f077fe640 1 -- 172.21.15.76:0/450772731 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f3f000019f0 con 0x7f3f080ab680 2024-09-13T16:07:22.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.056+0000 7f3f077fe640 1 -- 172.21.15.76:0/450772731 >> v1:172.21.15.76:6789/0 conn(0x7f3f080ab680 legacy=0x7f3f080ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:22.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.056+0000 7f3f077fe640 1 --2- 172.21.15.76:0/450772731 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3ef0003970 0x7f3ef0003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:22.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.056+0000 7f3f077fe640 1 --2- 172.21.15.76:0/450772731 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3ef00047c0 0x7f3ef0004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:22.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.056+0000 7f3f077fe640 1 --2- 172.21.15.76:0/450772731 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3f080b2b40 0x7f3ef0005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:22.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.056+0000 7f3f077fe640 1 -- 172.21.15.76:0/450772731 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3f080b1810 con 0x7f3ef0003970 2024-09-13T16:07:22.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.056+0000 7f3f077fe640 1 -- 172.21.15.76:0/450772731 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3ef000b980 con 0x7f3ef00047c0 2024-09-13T16:07:22.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.056+0000 7f3f077fe640 1 -- 172.21.15.76:0/450772731 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3ef000baf0 con 0x7f3f080b2b40 2024-09-13T16:07:22.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.056+0000 7f3f0ce6c640 1 --2- 172.21.15.76:0/450772731 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3ef0003970 0x7f3ef0003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:22.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.056+0000 7f3f07fff640 1 --2- 172.21.15.76:0/450772731 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3ef00047c0 0x7f3ef0004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:22.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.056+0000 7f3f0d66d640 1 --2- 172.21.15.76:0/450772731 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3f080b2b40 0x7f3ef0005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:22.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.056+0000 7f3f0ce6c640 1 -- 172.21.15.76:0/450772731 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3f080b2b40 msgr2=0x7f3ef0005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:22.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.056+0000 7f3f0ce6c640 1 --2- 172.21.15.76:0/450772731 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3f080b2b40 0x7f3ef0005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:22.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.056+0000 7f3f0ce6c640 1 -- 172.21.15.76:0/450772731 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3ef00047c0 msgr2=0x7f3ef0004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:22.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.056+0000 7f3f0ce6c640 1 --2- 172.21.15.76:0/450772731 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3ef00047c0 0x7f3ef0004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:22.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.056+0000 7f3f0ce6c640 1 -- 172.21.15.76:0/450772731 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3ef0003520 con 0x7f3ef0003970 2024-09-13T16:07:22.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.056+0000 7f3f07fff640 1 --2- 172.21.15.76:0/450772731 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3ef00047c0 0x7f3ef0004c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:07:22.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.057+0000 7f3f0ce6c640 1 --2- 172.21.15.76:0/450772731 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3ef0003970 0x7f3ef0003d90 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7f3ef8009ac0 tx=0x7f3ef00057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d9d560e028445254 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:22.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.057+0000 7f3f077fe640 1 -- 172.21.15.76:0/450772731 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ef8031400 con 0x7f3ef0003970 2024-09-13T16:07:22.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.057+0000 7f3f077fe640 1 -- 172.21.15.76:0/450772731 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 47+0+0 (secure 0 0 0) 0x7f3ef802d050 con 0x7f3ef0003970 2024-09-13T16:07:22.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.057+0000 7f3f077fe640 1 -- 172.21.15.76:0/450772731 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ef8031780 con 0x7f3ef0003970 2024-09-13T16:07:22.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.057+0000 7f3f0f0d0640 1 -- 172.21.15.76:0/450772731 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3ef0003970 msgr2=0x7f3ef0003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:22.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.057+0000 7f3f0f0d0640 1 --2- 172.21.15.76:0/450772731 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3ef0003970 0x7f3ef0003d90 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7f3ef8009ac0 tx=0x7f3ef00057f0 comp rx=0 tx=0).stop 2024-09-13T16:07:22.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.057+0000 7f3f0d66d640 1 -- 172.21.15.76:0/450772731 reap_dead start 2024-09-13T16:07:22.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.057+0000 7f3f0f0d0640 1 -- 172.21.15.76:0/450772731 shutdown_connections 2024-09-13T16:07:22.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.057+0000 7f3f0f0d0640 1 -- 172.21.15.76:0/450772731 >> 172.21.15.76:0/450772731 conn(0x7f3f0806a0b0 msgr2=0x7f3f0806a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:22.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.057+0000 7f3f0f0d0640 1 -- 172.21.15.76:0/450772731 shutdown_connections 2024-09-13T16:07:22.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.058+0000 7f3f0f0d0640 1 -- 172.21.15.76:0/450772731 wait complete. 2024-09-13T16:07:22.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.059+0000 7f3f0f0d0640 1 Processor -- start 2024-09-13T16:07:22.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.059+0000 7f3f0f0d0640 1 -- start start 2024-09-13T16:07:22.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.060+0000 7f3f0f0d0640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3ef0003970 0x7f3f0814c4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:22.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.060+0000 7f3f0f0d0640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3f080ac220 0x7f3f080ac6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:22.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.060+0000 7f3f0f0d0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3f0809b6d0 0x7f3f0809bb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:22.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.060+0000 7f3f0f0d0640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3f080acbe0 con 0x7f3f0809b6d0 2024-09-13T16:07:22.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.060+0000 7f3f0f0d0640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3f0809c090 con 0x7f3ef0003970 2024-09-13T16:07:22.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.060+0000 7f3f0f0d0640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3f080c7590 con 0x7f3f080ac220 2024-09-13T16:07:22.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.060+0000 7f3f0d66d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3f0809b6d0 0x7f3f0809bb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:22.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.060+0000 7f3f0d66d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3f0809b6d0 0x7f3f0809bb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:42410/0 (socket says 172.21.15.76:42410) 2024-09-13T16:07:22.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.060+0000 7f3f0d66d640 1 -- 172.21.15.76:0/2432625247 learned_addr learned my addr 172.21.15.76:0/2432625247 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:22.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.060+0000 7f3f0ce6c640 1 --2- 172.21.15.76:0/2432625247 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3ef0003970 0x7f3f0814c4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:22.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.060+0000 7f3f07fff640 1 --2- 172.21.15.76:0/2432625247 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3f080ac220 0x7f3f080ac6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:22.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.060+0000 7f3f0d66d640 1 -- 172.21.15.76:0/2432625247 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3f080ac220 msgr2=0x7f3f080ac6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:22.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.060+0000 7f3f0d66d640 1 --2- 172.21.15.76:0/2432625247 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3f080ac220 0x7f3f080ac6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:22.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.060+0000 7f3f0d66d640 1 -- 172.21.15.76:0/2432625247 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3ef0003970 msgr2=0x7f3f0814c4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:22.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.060+0000 7f3f0d66d640 1 --2- 172.21.15.76:0/2432625247 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3ef0003970 0x7f3f0814c4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:22.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.060+0000 7f3f0d66d640 1 -- 172.21.15.76:0/2432625247 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3f080c83f0 con 0x7f3f0809b6d0 2024-09-13T16:07:22.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.060+0000 7f3f0ce6c640 1 --2- 172.21.15.76:0/2432625247 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3ef0003970 0x7f3f0814c4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:07:22.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.060+0000 7f3f07fff640 1 --2- 172.21.15.76:0/2432625247 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3f080ac220 0x7f3f080ac6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:07:22.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.060+0000 7f3f0d66d640 1 --2- 172.21.15.76:0/2432625247 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3f0809b6d0 0x7f3f0809bb50 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7f3f0809c460 tx=0x7f3f00007bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:22.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.060+0000 7f3f057fa640 1 -- 172.21.15.76:0/2432625247 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f0000ac80 con 0x7f3f0809b6d0 2024-09-13T16:07:22.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.060+0000 7f3f057fa640 1 -- 172.21.15.76:0/2432625247 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 47+0+0 (secure 0 0 0) 0x7f3f0000ade0 con 0x7f3f0809b6d0 2024-09-13T16:07:22.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.060+0000 7f3f057fa640 1 -- 172.21.15.76:0/2432625247 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f00013630 con 0x7f3f0809b6d0 2024-09-13T16:07:22.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.060+0000 7f3f0f0d0640 1 -- 172.21.15.76:0/2432625247 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3f080c77e0 con 0x7f3f0809b6d0 2024-09-13T16:07:22.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.060+0000 7f3f0f0d0640 1 -- 172.21.15.76:0/2432625247 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3f080c7da0 con 0x7f3f0809b6d0 2024-09-13T16:07:22.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.061+0000 7f3f0f0d0640 1 -- 172.21.15.76:0/2432625247 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3f080c8580 con 0x7f3f0809b6d0 2024-09-13T16:07:22.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.062+0000 7f3f057fa640 1 -- 172.21.15.76:0/2432625247 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f3f00013790 con 0x7f3f0809b6d0 2024-09-13T16:07:22.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.062+0000 7f3f057fa640 1 --2- 172.21.15.76:0/2432625247 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3ef406ac30 0x7f3ef406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:22.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.063+0000 7f3f0ce6c640 1 --2- 172.21.15.76:0/2432625247 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3ef406ac30 0x7f3ef406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:22.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.063+0000 7f3f057fa640 1 -- 172.21.15.76:0/2432625247 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(58..58 src has 1..58) v4 ==== 6130+0+0 (secure 0 0 0) 0x7f3f00089d90 con 0x7f3f0809b6d0 2024-09-13T16:07:22.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.063+0000 7f3f0ce6c640 1 --2- 172.21.15.76:0/2432625247 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3ef406ac30 0x7f3ef406d0f0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f3ef8009ac0 tx=0x7f3ef8008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:22.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.067+0000 7f3f057fa640 1 -- 172.21.15.76:0/2432625247 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f3f00054d30 con 0x7f3f0809b6d0 2024-09-13T16:07:22.232 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.231+0000 7f3f0f0d0640 1 -- 172.21.15.76:0/2432625247 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f3f080ab140 con 0x7f3f0809b6d0 2024-09-13T16:07:22.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.231+0000 7f3f057fa640 1 -- 172.21.15.76:0/2432625247 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v58) v1 ==== 104+0+11 (secure 0 0 0) 0x7f3f00058350 con 0x7f3f0809b6d0 2024-09-13T16:07:22.233 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2024-09-13T16:07:22.235 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.233+0000 7f3f0f0d0640 1 -- 172.21.15.76:0/2432625247 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3ef406ac30 msgr2=0x7f3ef406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:22.235 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.233+0000 7f3f0f0d0640 1 --2- 172.21.15.76:0/2432625247 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3ef406ac30 0x7f3ef406d0f0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f3ef8009ac0 tx=0x7f3ef8008030 comp rx=0 tx=0).stop 2024-09-13T16:07:22.235 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.233+0000 7f3f0f0d0640 1 -- 172.21.15.76:0/2432625247 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3f0809b6d0 msgr2=0x7f3f0809bb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:22.235 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.233+0000 7f3f0f0d0640 1 --2- 172.21.15.76:0/2432625247 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3f0809b6d0 0x7f3f0809bb50 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7f3f0809c460 tx=0x7f3f00007bd0 comp rx=0 tx=0).stop 2024-09-13T16:07:22.235 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.234+0000 7f3f0f0d0640 1 -- 172.21.15.76:0/2432625247 shutdown_connections 2024-09-13T16:07:22.235 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.234+0000 7f3f0f0d0640 1 --2- 172.21.15.76:0/2432625247 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3f0809b6d0 0x7f3f0809bb50 unknown :-1 s=CLOSED pgs=771 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:22.236 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.234+0000 7f3f0f0d0640 1 --2- 172.21.15.76:0/2432625247 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3ef406ac30 0x7f3ef406d0f0 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:22.236 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.234+0000 7f3f0f0d0640 1 --2- 172.21.15.76:0/2432625247 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3f080ac220 0x7f3f080ac6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:22.236 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.234+0000 7f3f0f0d0640 1 --2- 172.21.15.76:0/2432625247 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3ef0003970 0x7f3f0814c4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:22.236 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.234+0000 7f3f0f0d0640 1 -- 172.21.15.76:0/2432625247 >> 172.21.15.76:0/2432625247 conn(0x7f3f0806a0b0 msgr2=0x7f3f08070090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:22.236 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.234+0000 7f3f0f0d0640 1 -- 172.21.15.76:0/2432625247 shutdown_connections 2024-09-13T16:07:22.236 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.234+0000 7f3f0f0d0640 1 -- 172.21.15.76:0/2432625247 wait complete. 2024-09-13T16:07:22.246 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:07:22.347 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.346+0000 7fbeab33e640 1 Processor -- start 2024-09-13T16:07:22.347 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.346+0000 7fbeab33e640 1 -- start start 2024-09-13T16:07:22.348 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.346+0000 7fbeab33e640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fbea4159310 0x7fbea40ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:22.349 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.346+0000 7fbeab33e640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fbea40b2b40 0x7fbea40ab140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:22.349 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.346+0000 7fbeab33e640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbea40ab680 0x7fbea40ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:22.349 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.346+0000 7fbeab33e640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbea40ad940 con 0x7fbea4159310 2024-09-13T16:07:22.349 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.346+0000 7fbeab33e640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbea40ccbe0 con 0x7fbea40b2b40 2024-09-13T16:07:22.349 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.346+0000 7fbeab33e640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbea40b1810 con 0x7fbea40ab680 2024-09-13T16:07:22.349 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.347+0000 7fbea90da640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fbea4159310 0x7fbea40ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:22.349 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.347+0000 7fbea90da640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fbea4159310 0x7fbea40ad400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:42426/0 (socket says 172.21.15.76:42426) 2024-09-13T16:07:22.349 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.347+0000 7fbea90da640 1 -- 172.21.15.76:0/3977096706 learned_addr learned my addr 172.21.15.76:0/3977096706 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:22.349 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.347+0000 7fbea98db640 1 --2- 172.21.15.76:0/3977096706 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbea40ab680 0x7fbea40ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:22.349 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.347+0000 7fbea88d9640 1 --2- 172.21.15.76:0/3977096706 >> v2:172.21.15.192:3300/0 conn(0x7fbea40b2b40 0x7fbea40ab140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:22.349 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.347+0000 7fbea90da640 1 -- 172.21.15.76:0/3977096706 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbea40ab680 msgr2=0x7fbea40ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:22.349 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.347+0000 7fbea90da640 1 --2- 172.21.15.76:0/3977096706 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbea40ab680 0x7fbea40ce4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:22.350 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.347+0000 7fbea90da640 1 -- 172.21.15.76:0/3977096706 >> v2:172.21.15.192:3300/0 conn(0x7fbea40b2b40 msgr2=0x7fbea40ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:22.350 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.347+0000 7fbea90da640 1 --2- 172.21.15.76:0/3977096706 >> v2:172.21.15.192:3300/0 conn(0x7fbea40b2b40 0x7fbea40ab140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:22.350 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.347+0000 7fbea90da640 1 -- 172.21.15.76:0/3977096706 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbea406d9e0 con 0x7fbea4159310 2024-09-13T16:07:22.350 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.347+0000 7fbea88d9640 1 --2- 172.21.15.76:0/3977096706 >> v2:172.21.15.192:3300/0 conn(0x7fbea40b2b40 0x7fbea40ab140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:07:22.351 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.348+0000 7fbea90da640 1 --2- 172.21.15.76:0/3977096706 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbea4159310 0x7fbea40ad400 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7fbea40b16a0 tx=0x7fbe9802a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c36e0c2bce3b08 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:22.351 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.348+0000 7fbe97fff640 1 -- 172.21.15.76:0/3977096706 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe9802ae90 con 0x7fbea4159310 2024-09-13T16:07:22.351 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.348+0000 7fbe97fff640 1 -- 172.21.15.76:0/3977096706 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 47+0+0 (secure 0 0 0) 0x7fbe98032440 con 0x7fbea4159310 2024-09-13T16:07:22.351 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.348+0000 7fbe97fff640 1 -- 172.21.15.76:0/3977096706 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe980327d0 con 0x7fbea4159310 2024-09-13T16:07:22.351 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.348+0000 7fbeab33e640 1 -- 172.21.15.76:0/3977096706 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbea4159310 msgr2=0x7fbea40ad400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:22.351 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.348+0000 7fbeab33e640 1 --2- 172.21.15.76:0/3977096706 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbea4159310 0x7fbea40ad400 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7fbea40b16a0 tx=0x7fbe9802a140 comp rx=0 tx=0).stop 2024-09-13T16:07:22.352 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.348+0000 7fbeab33e640 1 -- 172.21.15.76:0/3977096706 shutdown_connections 2024-09-13T16:07:22.352 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.348+0000 7fbeab33e640 1 --2- 172.21.15.76:0/3977096706 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbea40ab680 0x7fbea40ce4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:22.352 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.348+0000 7fbeab33e640 1 --2- 172.21.15.76:0/3977096706 >> v2:172.21.15.192:3300/0 conn(0x7fbea40b2b40 0x7fbea40ab140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:22.352 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.348+0000 7fbeab33e640 1 --2- 172.21.15.76:0/3977096706 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbea4159310 0x7fbea40ad400 unknown :-1 s=CLOSED pgs=772 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:22.352 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.348+0000 7fbeab33e640 1 -- 172.21.15.76:0/3977096706 >> 172.21.15.76:0/3977096706 conn(0x7fbea406a0b0 msgr2=0x7fbea406a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:22.352 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.348+0000 7fbeab33e640 1 -- 172.21.15.76:0/3977096706 shutdown_connections 2024-09-13T16:07:22.352 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.348+0000 7fbeab33e640 1 -- 172.21.15.76:0/3977096706 wait complete. 2024-09-13T16:07:22.352 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.350+0000 7fbeab33e640 1 Processor -- start 2024-09-13T16:07:22.352 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.350+0000 7fbeab33e640 1 -- start start 2024-09-13T16:07:22.354 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.350+0000 7fbeab33e640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbea40ab680 0x7fbea4154ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:22.354 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.350+0000 7fbeab33e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbea40b2b40 0x7fbea415c570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:22.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.350+0000 7fbeab33e640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbea4159310 0x7fbea40c4590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:22.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.350+0000 7fbeab33e640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbea415c0e0 con 0x7fbea40b2b40 2024-09-13T16:07:22.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.350+0000 7fbeab33e640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbea415b4d0 con 0x7fbea40ab680 2024-09-13T16:07:22.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.350+0000 7fbeab33e640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbea415b7b0 con 0x7fbea4159310 2024-09-13T16:07:22.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.350+0000 7fbea88d9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbea40b2b40 0x7fbea415c570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:22.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.350+0000 7fbea88d9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbea40b2b40 0x7fbea415c570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:42428/0 (socket says 172.21.15.76:42428) 2024-09-13T16:07:22.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.350+0000 7fbea88d9640 1 -- 172.21.15.76:0/3969087054 learned_addr learned my addr 172.21.15.76:0/3969087054 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:22.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.351+0000 7fbea90da640 1 --2- 172.21.15.76:0/3969087054 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbea40ab680 0x7fbea4154ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:22.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.351+0000 7fbea98db640 1 --2- 172.21.15.76:0/3969087054 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbea4159310 0x7fbea40c4590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:22.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.351+0000 7fbea88d9640 1 -- 172.21.15.76:0/3969087054 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbea4159310 msgr2=0x7fbea40c4590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:22.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.351+0000 7fbea88d9640 1 --2- 172.21.15.76:0/3969087054 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbea4159310 0x7fbea40c4590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:22.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.351+0000 7fbea88d9640 1 -- 172.21.15.76:0/3969087054 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbea40ab680 msgr2=0x7fbea4154ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:22.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.351+0000 7fbea88d9640 1 --2- 172.21.15.76:0/3969087054 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbea40ab680 0x7fbea4154ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:22.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.351+0000 7fbea88d9640 1 -- 172.21.15.76:0/3969087054 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbe980094d0 con 0x7fbea40b2b40 2024-09-13T16:07:22.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.351+0000 7fbea88d9640 1 --2- 172.21.15.76:0/3969087054 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbea40b2b40 0x7fbea415c570 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7fbea000c7f0 tx=0x7fbea000cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:22.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.351+0000 7fbe95ffb640 1 -- 172.21.15.76:0/3969087054 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbea0007a30 con 0x7fbea40b2b40 2024-09-13T16:07:22.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.351+0000 7fbe95ffb640 1 -- 172.21.15.76:0/3969087054 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 47+0+0 (secure 0 0 0) 0x7fbea0007b90 con 0x7fbea40b2b40 2024-09-13T16:07:22.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.351+0000 7fbeab33e640 1 -- 172.21.15.76:0/3969087054 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbea415ba90 con 0x7fbea40b2b40 2024-09-13T16:07:22.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.351+0000 7fbe95ffb640 1 -- 172.21.15.76:0/3969087054 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbea000ce40 con 0x7fbea40b2b40 2024-09-13T16:07:22.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.351+0000 7fbeab33e640 1 -- 172.21.15.76:0/3969087054 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbea415b160 con 0x7fbea40b2b40 2024-09-13T16:07:22.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.352+0000 7fbeab33e640 1 -- 172.21.15.76:0/3969087054 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbea40ab140 con 0x7fbea40b2b40 2024-09-13T16:07:22.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.353+0000 7fbe95ffb640 1 -- 172.21.15.76:0/3969087054 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fbea00113f0 con 0x7fbea40b2b40 2024-09-13T16:07:22.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.353+0000 7fbe95ffb640 1 --2- 172.21.15.76:0/3969087054 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbe8806ac00 0x7fbe8806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:22.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.353+0000 7fbe95ffb640 1 -- 172.21.15.76:0/3969087054 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(58..58 src has 1..58) v4 ==== 6130+0+0 (secure 0 0 0) 0x7fbea0089620 con 0x7fbea40b2b40 2024-09-13T16:07:22.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.353+0000 7fbea90da640 1 --2- 172.21.15.76:0/3969087054 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbe8806ac00 0x7fbe8806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:22.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.354+0000 7fbea90da640 1 --2- 172.21.15.76:0/3969087054 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbe8806ac00 0x7fbe8806d0c0 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7fbea40b16a0 tx=0x7fbe9802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:22.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.357+0000 7fbe95ffb640 1 -- 172.21.15.76:0/3969087054 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fbea0054670 con 0x7fbea40b2b40 2024-09-13T16:07:22.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.518+0000 7fbeab33e640 1 -- 172.21.15.76:0/3969087054 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fbea40ac250 con 0x7fbea40b2b40 2024-09-13T16:07:22.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.519+0000 7fbe95ffb640 1 -- 172.21.15.76:0/3969087054 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v58) v1 ==== 100+0+11 (secure 0 0 0) 0x7fbea001f0a0 con 0x7fbea40b2b40 2024-09-13T16:07:22.520 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2024-09-13T16:07:22.522 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.521+0000 7fbeab33e640 1 -- 172.21.15.76:0/3969087054 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbe8806ac00 msgr2=0x7fbe8806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:22.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.521+0000 7fbeab33e640 1 --2- 172.21.15.76:0/3969087054 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbe8806ac00 0x7fbe8806d0c0 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7fbea40b16a0 tx=0x7fbe9802e000 comp rx=0 tx=0).stop 2024-09-13T16:07:22.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.521+0000 7fbeab33e640 1 -- 172.21.15.76:0/3969087054 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbea40b2b40 msgr2=0x7fbea415c570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:22.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.521+0000 7fbeab33e640 1 --2- 172.21.15.76:0/3969087054 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbea40b2b40 0x7fbea415c570 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7fbea000c7f0 tx=0x7fbea000cbf0 comp rx=0 tx=0).stop 2024-09-13T16:07:22.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.521+0000 7fbeab33e640 1 -- 172.21.15.76:0/3969087054 shutdown_connections 2024-09-13T16:07:22.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.521+0000 7fbeab33e640 1 --2- 172.21.15.76:0/3969087054 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbe8806ac00 0x7fbe8806d0c0 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:22.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.521+0000 7fbeab33e640 1 --2- 172.21.15.76:0/3969087054 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbea4159310 0x7fbea40c4590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:22.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.521+0000 7fbeab33e640 1 --2- 172.21.15.76:0/3969087054 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbea40b2b40 0x7fbea415c570 unknown :-1 s=CLOSED pgs=773 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:22.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.521+0000 7fbeab33e640 1 --2- 172.21.15.76:0/3969087054 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbea40ab680 0x7fbea4154ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:22.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.521+0000 7fbeab33e640 1 -- 172.21.15.76:0/3969087054 >> 172.21.15.76:0/3969087054 conn(0x7fbea406a0b0 msgr2=0x7fbea40addd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:22.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.521+0000 7fbeab33e640 1 -- 172.21.15.76:0/3969087054 shutdown_connections 2024-09-13T16:07:22.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.521+0000 7fbeab33e640 1 -- 172.21.15.76:0/3969087054 wait complete. 2024-09-13T16:07:22.533 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:07:22.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.630+0000 7fa04d66b640 1 Processor -- start 2024-09-13T16:07:22.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.631+0000 7fa04d66b640 1 -- start start 2024-09-13T16:07:22.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.631+0000 7fa04d66b640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fa04806b5f0 0x7fa0480abae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:22.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.631+0000 7fa04d66b640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa048066090 con 0x7fa04815c280 2024-09-13T16:07:22.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.631+0000 7fa04d66b640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa0480ac6f0 con 0x7fa04815c660 2024-09-13T16:07:22.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.631+0000 7fa04d66b640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa0480ac9d0 con 0x7fa04806b5f0 2024-09-13T16:07:22.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.632+0000 7fa046ffd640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fa04815c280 0x7fa04806aee0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:39464/0 (socket says 172.21.15.76:39464) 2024-09-13T16:07:22.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.632+0000 7fa046ffd640 1 -- 172.21.15.76:0/2717192239 learned_addr learned my addr 172.21.15.76:0/2717192239 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:07:22.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.632+0000 7fa045ffb640 1 -- 172.21.15.76:0/2717192239 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3117874184 0 0) 0x7fa048066090 con 0x7fa04815c280 2024-09-13T16:07:22.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.632+0000 7fa0467fc640 1 --2- 172.21.15.76:0/2717192239 >> v2:172.21.15.192:3300/0 conn(0x7fa04806b5f0 0x7fa0480abae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:22.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.632+0000 7fa045ffb640 1 -- 172.21.15.76:0/2717192239 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa030003520 con 0x7fa04815c280 2024-09-13T16:07:22.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.632+0000 7fa045ffb640 1 -- 172.21.15.76:0/2717192239 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1313260396 0 0) 0x7fa030003520 con 0x7fa04815c280 2024-09-13T16:07:22.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.632+0000 7fa045ffb640 1 -- 172.21.15.76:0/2717192239 >> v2:172.21.15.192:3300/0 conn(0x7fa04806b5f0 msgr2=0x7fa0480abae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:22.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.632+0000 7fa045ffb640 1 --2- 172.21.15.76:0/2717192239 >> v2:172.21.15.192:3300/0 conn(0x7fa04806b5f0 0x7fa0480abae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:22.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.632+0000 7fa045ffb640 1 -- 172.21.15.76:0/2717192239 >> v1:172.21.15.192:6789/0 conn(0x7fa04815c660 legacy=0x7fa0480b1f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:22.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.632+0000 7fa045ffb640 1 -- 172.21.15.76:0/2717192239 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa0480accb0 con 0x7fa04815c280 2024-09-13T16:07:22.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.632+0000 7fa045ffb640 1 -- 172.21.15.76:0/2717192239 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7fa038001670 con 0x7fa04815c280 2024-09-13T16:07:22.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.632+0000 7fa045ffb640 1 -- 172.21.15.76:0/2717192239 >> v1:172.21.15.76:6789/0 conn(0x7fa04815c280 legacy=0x7fa04806aee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:22.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.632+0000 7fa045ffb640 1 --2- 172.21.15.76:0/2717192239 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa030003970 0x7fa030003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:22.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.632+0000 7fa045ffb640 1 --2- 172.21.15.76:0/2717192239 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa0300047c0 0x7fa030004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:22.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.632+0000 7fa045ffb640 1 --2- 172.21.15.76:0/2717192239 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa030005180 0x7fa03000b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:22.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.632+0000 7fa045ffb640 1 -- 172.21.15.76:0/2717192239 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0480ac9d0 con 0x7fa0300047c0 2024-09-13T16:07:22.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.632+0000 7fa045ffb640 1 -- 172.21.15.76:0/2717192239 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa03000c020 con 0x7fa030005180 2024-09-13T16:07:22.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.632+0000 7fa045ffb640 1 -- 172.21.15.76:0/2717192239 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa03000c1e0 con 0x7fa030003970 2024-09-13T16:07:22.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.632+0000 7fa0467fc640 1 --2- 172.21.15.76:0/2717192239 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa0300047c0 0x7fa030004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:22.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.632+0000 7fa046ffd640 1 --2- 172.21.15.76:0/2717192239 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa030003970 0x7fa030003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:22.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.632+0000 7fa0477fe640 1 --2- 172.21.15.76:0/2717192239 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa030005180 0x7fa03000b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:22.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.632+0000 7fa0467fc640 1 -- 172.21.15.76:0/2717192239 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa030003970 msgr2=0x7fa030003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:22.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.632+0000 7fa0467fc640 1 --2- 172.21.15.76:0/2717192239 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa030003970 0x7fa030003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:22.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.632+0000 7fa0467fc640 1 -- 172.21.15.76:0/2717192239 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa030005180 msgr2=0x7fa03000b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:22.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.632+0000 7fa0467fc640 1 --2- 172.21.15.76:0/2717192239 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa030005180 0x7fa03000b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:22.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.632+0000 7fa0467fc640 1 -- 172.21.15.76:0/2717192239 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa030003520 con 0x7fa0300047c0 2024-09-13T16:07:22.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.632+0000 7fa0477fe640 1 --2- 172.21.15.76:0/2717192239 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa030005180 0x7fa03000b980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:07:22.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.632+0000 7fa0477fe640 1 -- 172.21.15.76:0/2717192239 reap_dead start 2024-09-13T16:07:22.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.633+0000 7fa0467fc640 1 --2- 172.21.15.76:0/2717192239 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa0300047c0 0x7fa030004c40 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7fa03c009ac0 tx=0x7fa0300057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6288556c3f20a288 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:22.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.633+0000 7fa045ffb640 1 -- 172.21.15.76:0/2717192239 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa03c031400 con 0x7fa0300047c0 2024-09-13T16:07:22.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.633+0000 7fa045ffb640 1 -- 172.21.15.76:0/2717192239 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 47+0+0 (secure 0 0 0) 0x7fa03c02d050 con 0x7fa0300047c0 2024-09-13T16:07:22.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.633+0000 7fa045ffb640 1 -- 172.21.15.76:0/2717192239 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa03c031780 con 0x7fa0300047c0 2024-09-13T16:07:22.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.634+0000 7fa04d66b640 1 -- 172.21.15.76:0/2717192239 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa0300047c0 msgr2=0x7fa030004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:22.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.634+0000 7fa04d66b640 1 --2- 172.21.15.76:0/2717192239 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa0300047c0 0x7fa030004c40 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7fa03c009ac0 tx=0x7fa0300057f0 comp rx=0 tx=0).stop 2024-09-13T16:07:22.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.634+0000 7fa04d66b640 1 -- 172.21.15.76:0/2717192239 shutdown_connections 2024-09-13T16:07:22.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.634+0000 7fa04d66b640 1 --2- 172.21.15.76:0/2717192239 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa0300047c0 0x7fa030004c40 unknown :-1 s=CLOSED pgs=775 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:22.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.634+0000 7fa04d66b640 1 -- 172.21.15.76:0/2717192239 >> 172.21.15.76:0/2717192239 conn(0x7fa0480709f0 msgr2=0x7fa048070e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:22.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.634+0000 7fa04d66b640 1 -- 172.21.15.76:0/2717192239 shutdown_connections 2024-09-13T16:07:22.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.634+0000 7fa04d66b640 1 -- 172.21.15.76:0/2717192239 wait complete. 2024-09-13T16:07:22.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.635+0000 7fa04d66b640 1 Processor -- start 2024-09-13T16:07:22.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.635+0000 7fa04d66b640 1 -- start start 2024-09-13T16:07:22.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.636+0000 7fa04d66b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa0300047c0 0x7fa048145610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:22.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.636+0000 7fa04d66b640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa048153cf0 0x7fa048156870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:22.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.636+0000 7fa04d66b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa048156db0 0x7fa0481576a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:22.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.636+0000 7fa04d66b640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa048153860 con 0x7fa048156db0 2024-09-13T16:07:22.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.636+0000 7fa04d66b640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa048152c50 con 0x7fa0300047c0 2024-09-13T16:07:22.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.636+0000 7fa04d66b640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa048152f30 con 0x7fa048153cf0 2024-09-13T16:07:22.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.636+0000 7fa0477fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa048156db0 0x7fa0481576a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:22.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.636+0000 7fa0477fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa048156db0 0x7fa0481576a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:42446/0 (socket says 172.21.15.76:42446) 2024-09-13T16:07:22.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.636+0000 7fa0477fe640 1 -- 172.21.15.76:0/2417537393 learned_addr learned my addr 172.21.15.76:0/2417537393 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:22.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.636+0000 7fa046ffd640 1 --2- 172.21.15.76:0/2417537393 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa0300047c0 0x7fa048145610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:22.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.636+0000 7fa0477fe640 1 -- 172.21.15.76:0/2417537393 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa048153cf0 msgr2=0x7fa048156870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:22.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.636+0000 7fa0467fc640 1 --2- 172.21.15.76:0/2417537393 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa048153cf0 0x7fa048156870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:22.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.636+0000 7fa0477fe640 1 --2- 172.21.15.76:0/2417537393 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa048153cf0 0x7fa048156870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:22.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.636+0000 7fa0477fe640 1 -- 172.21.15.76:0/2417537393 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa0300047c0 msgr2=0x7fa048145610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:22.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.636+0000 7fa0477fe640 1 --2- 172.21.15.76:0/2417537393 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa0300047c0 0x7fa048145610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:22.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.636+0000 7fa0477fe640 1 -- 172.21.15.76:0/2417537393 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa048153210 con 0x7fa048156db0 2024-09-13T16:07:22.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.636+0000 7fa046ffd640 1 --2- 172.21.15.76:0/2417537393 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa0300047c0 0x7fa048145610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:07:22.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.636+0000 7fa0467fc640 1 --2- 172.21.15.76:0/2417537393 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa048153cf0 0x7fa048156870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:07:22.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.636+0000 7fa0477fe640 1 --2- 172.21.15.76:0/2417537393 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa048156db0 0x7fa0481576a0 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7fa04806f5a0 tx=0x7fa04000e960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:22.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.637+0000 7fa02f7fe640 1 -- 172.21.15.76:0/2417537393 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa040003b80 con 0x7fa048156db0 2024-09-13T16:07:22.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.637+0000 7fa02f7fe640 1 -- 172.21.15.76:0/2417537393 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 47+0+0 (secure 0 0 0) 0x7fa040003ce0 con 0x7fa048156db0 2024-09-13T16:07:22.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.637+0000 7fa02f7fe640 1 -- 172.21.15.76:0/2417537393 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa040005310 con 0x7fa048156db0 2024-09-13T16:07:22.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.637+0000 7fa04d66b640 1 -- 172.21.15.76:0/2417537393 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa0481534f0 con 0x7fa048156db0 2024-09-13T16:07:22.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.637+0000 7fa04d66b640 1 -- 172.21.15.76:0/2417537393 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa048152870 con 0x7fa048156db0 2024-09-13T16:07:22.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.638+0000 7fa04d66b640 1 -- 172.21.15.76:0/2417537393 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa048066f30 con 0x7fa048156db0 2024-09-13T16:07:22.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.638+0000 7fa02f7fe640 1 -- 172.21.15.76:0/2417537393 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fa040005470 con 0x7fa048156db0 2024-09-13T16:07:22.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.638+0000 7fa02f7fe640 1 --2- 172.21.15.76:0/2417537393 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa03406ac30 0x7fa03406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:22.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.639+0000 7fa02f7fe640 1 -- 172.21.15.76:0/2417537393 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(58..58 src has 1..58) v4 ==== 6130+0+0 (secure 0 0 0) 0x7fa040088e20 con 0x7fa048156db0 2024-09-13T16:07:22.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.639+0000 7fa046ffd640 1 --2- 172.21.15.76:0/2417537393 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa03406ac30 0x7fa03406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:22.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.639+0000 7fa046ffd640 1 --2- 172.21.15.76:0/2417537393 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa03406ac30 0x7fa03406d0f0 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fa0380017a0 tx=0x7fa038001110 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:22.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.643+0000 7fa02f7fe640 1 -- 172.21.15.76:0/2417537393 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fa040053dc0 con 0x7fa048156db0 2024-09-13T16:07:22.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.817+0000 7fa04d66b640 1 -- 172.21.15.76:0/2417537393 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fa0480abae0 con 0x7fa048156db0 2024-09-13T16:07:22.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.817+0000 7fa02f7fe640 1 -- 172.21.15.76:0/2417537393 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 1 entries v58) v1 ==== 80+0+57 (secure 0 0 0) 0x7fa040019030 con 0x7fa048156db0 2024-09-13T16:07:22.819 INFO:teuthology.orchestra.run.smithi076.stdout:192.168.0.1:0/2206269355 2024-09-13T17:07:15.305842+0000 2024-09-13T16:07:22.819 INFO:teuthology.orchestra.run.smithi076.stderr:listed 1 entries 2024-09-13T16:07:22.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.819+0000 7fa04d66b640 1 -- 172.21.15.76:0/2417537393 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa03406ac30 msgr2=0x7fa03406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:22.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.819+0000 7fa04d66b640 1 --2- 172.21.15.76:0/2417537393 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa03406ac30 0x7fa03406d0f0 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fa0380017a0 tx=0x7fa038001110 comp rx=0 tx=0).stop 2024-09-13T16:07:22.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.819+0000 7fa04d66b640 1 -- 172.21.15.76:0/2417537393 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa048156db0 msgr2=0x7fa0481576a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:22.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.819+0000 7fa04d66b640 1 --2- 172.21.15.76:0/2417537393 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa048156db0 0x7fa0481576a0 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7fa04806f5a0 tx=0x7fa04000e960 comp rx=0 tx=0).stop 2024-09-13T16:07:22.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.819+0000 7fa04d66b640 1 -- 172.21.15.76:0/2417537393 shutdown_connections 2024-09-13T16:07:22.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.819+0000 7fa04d66b640 1 --2- 172.21.15.76:0/2417537393 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa048156db0 0x7fa0481576a0 unknown :-1 s=CLOSED pgs=776 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:22.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.819+0000 7fa04d66b640 1 --2- 172.21.15.76:0/2417537393 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa03406ac30 0x7fa03406d0f0 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:22.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.819+0000 7fa04d66b640 1 --2- 172.21.15.76:0/2417537393 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa048153cf0 0x7fa048156870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:22.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.819+0000 7fa04d66b640 1 --2- 172.21.15.76:0/2417537393 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa0300047c0 0x7fa048145610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:22.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.819+0000 7fa04d66b640 1 -- 172.21.15.76:0/2417537393 >> 172.21.15.76:0/2417537393 conn(0x7fa0480709f0 msgr2=0x7fa04806ee20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:22.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.819+0000 7fa04d66b640 1 -- 172.21.15.76:0/2417537393 shutdown_connections 2024-09-13T16:07:22.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:22.819+0000 7fa04d66b640 1 -- 172.21.15.76:0/2417537393 wait complete. 2024-09-13T16:07:22.831 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi076.front.sepia.ceph.com... 2024-09-13T16:07:22.832 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:07:22.832 DEBUG:teuthology.orchestra.run.smithi076:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-13T16:07:22.854 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi076.stderr:ceph-fuse[58365]: fuse finished with error 0 and tester_r 0 2024-09-13T16:07:22.856 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi076.front.sepia.ceph.com 2024-09-13T16:07:22.856 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:07:22.856 DEBUG:teuthology.orchestra.run.smithi076:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T16:07:22.991 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-13T16:07:22.991 DEBUG:teuthology.orchestra.run.smithi192:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:07:23.010 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:07:23.112 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.110+0000 7fbe8a37d640 1 Processor -- start 2024-09-13T16:07:23.112 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.110+0000 7fbe8a37d640 1 -- start start 2024-09-13T16:07:23.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.111+0000 7fbe8a37d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbe8406c8a0 0x7fbe840b2590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:23.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.111+0000 7fbe8a37d640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fbe840cbea0 0x7fbe840cc350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:23.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.111+0000 7fbe8a37d640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbe840cc890 con 0x7fbe8406c4c0 2024-09-13T16:07:23.114 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.111+0000 7fbe8a37d640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbe8406deb0 con 0x7fbe840cbea0 2024-09-13T16:07:23.114 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.111+0000 7fbe8a37d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbe840b2170 con 0x7fbe8406c8a0 2024-09-13T16:07:23.114 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.111+0000 7fbe8891a640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fbe840cbea0 0x7fbe840cc350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:23.114 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.111+0000 7fbe837fe640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbe8406c8a0 0x7fbe840b2590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:23.114 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.112+0000 7fbe83fff640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7fbe8406c4c0 0x7fbe8406d3a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:57482/0 (socket says 172.21.15.76:57482) 2024-09-13T16:07:23.114 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.112+0000 7fbe83fff640 1 -- 172.21.15.76:0/1010742610 learned_addr learned my addr 172.21.15.76:0/1010742610 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:07:23.114 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.112+0000 7fbe82ffd640 1 -- 172.21.15.76:0/1010742610 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2166229174 0 0) 0x7fbe840cc890 con 0x7fbe8406c4c0 2024-09-13T16:07:23.114 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.112+0000 7fbe82ffd640 1 -- 172.21.15.76:0/1010742610 --> v1:172.21.15.192:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fbe70003520 con 0x7fbe8406c4c0 2024-09-13T16:07:23.114 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.112+0000 7fbe837fe640 1 -- 172.21.15.76:0/1010742610 >> v2:172.21.15.192:3300/0 conn(0x7fbe840cbea0 msgr2=0x7fbe840cc350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:23.114 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.112+0000 7fbe837fe640 1 --2- 172.21.15.76:0/1010742610 >> v2:172.21.15.192:3300/0 conn(0x7fbe840cbea0 0x7fbe840cc350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:23.114 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.112+0000 7fbe837fe640 1 -- 172.21.15.76:0/1010742610 >> v1:172.21.15.192:6789/0 conn(0x7fbe8406c4c0 legacy=0x7fbe8406d3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:23.114 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.112+0000 7fbe837fe640 1 -- 172.21.15.76:0/1010742610 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbe8406dab0 con 0x7fbe8406c8a0 2024-09-13T16:07:23.114 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.112+0000 7fbe8891a640 1 --2- 172.21.15.76:0/1010742610 >> v2:172.21.15.192:3300/0 conn(0x7fbe840cbea0 0x7fbe840cc350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:07:23.116 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.113+0000 7fbe837fe640 1 --2- 172.21.15.76:0/1010742610 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbe8406c8a0 0x7fbe840b2590 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fbe8406dff0 tx=0x7fbe6c02a1a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c4bc12d59c040c81 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:23.116 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.113+0000 7fbe82ffd640 1 -- 172.21.15.76:0/1010742610 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe6c032440 con 0x7fbe8406c8a0 2024-09-13T16:07:23.116 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.113+0000 7fbe82ffd640 1 -- 172.21.15.76:0/1010742610 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(1 keys) v1 ==== 47+0+0 (secure 0 0 0) 0x7fbe6c0325a0 con 0x7fbe8406c8a0 2024-09-13T16:07:23.116 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.113+0000 7fbe82ffd640 1 -- 172.21.15.76:0/1010742610 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe6c032930 con 0x7fbe8406c8a0 2024-09-13T16:07:23.116 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.113+0000 7fbe8a37d640 1 -- 172.21.15.76:0/1010742610 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbe8406c8a0 msgr2=0x7fbe840b2590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:23.116 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.113+0000 7fbe8a37d640 1 --2- 172.21.15.76:0/1010742610 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbe8406c8a0 0x7fbe840b2590 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fbe8406dff0 tx=0x7fbe6c02a1a0 comp rx=0 tx=0).stop 2024-09-13T16:07:23.116 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.113+0000 7fbe8a37d640 1 -- 172.21.15.76:0/1010742610 shutdown_connections 2024-09-13T16:07:23.116 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.113+0000 7fbe8a37d640 1 --2- 172.21.15.76:0/1010742610 >> v2:172.21.15.192:3300/0 conn(0x7fbe840cbea0 0x7fbe840cc350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:23.116 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.113+0000 7fbe8a37d640 1 --2- 172.21.15.76:0/1010742610 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbe8406c8a0 0x7fbe840b2590 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:23.117 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.113+0000 7fbe8a37d640 1 -- 172.21.15.76:0/1010742610 >> 172.21.15.76:0/1010742610 conn(0x7fbe84069ed0 msgr2=0x7fbe8406a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:23.117 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.113+0000 7fbe8a37d640 1 -- 172.21.15.76:0/1010742610 shutdown_connections 2024-09-13T16:07:23.117 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.113+0000 7fbe8a37d640 1 -- 172.21.15.76:0/1010742610 wait complete. 2024-09-13T16:07:23.117 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.115+0000 7fbe8a37d640 1 Processor -- start 2024-09-13T16:07:23.117 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.115+0000 7fbe8a37d640 1 -- start start 2024-09-13T16:07:23.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.115+0000 7fbe8a37d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbe8406c4c0 0x7fbe840c7b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:23.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.115+0000 7fbe8a37d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbe8406c8a0 0x7fbe840c3fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:23.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.115+0000 7fbe8a37d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbe840cbea0 0x7fbe840c35a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:23.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.115+0000 7fbe8a37d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbe840c53a0 con 0x7fbe840cbea0 2024-09-13T16:07:23.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.115+0000 7fbe8a37d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbe840c4520 con 0x7fbe8406c4c0 2024-09-13T16:07:23.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.115+0000 7fbe8a37d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbe841646f0 con 0x7fbe8406c8a0 2024-09-13T16:07:23.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.116+0000 7fbe8891a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbe840cbea0 0x7fbe840c35a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:23.120 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.116+0000 7fbe8891a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbe840cbea0 0x7fbe840c35a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:42448/0 (socket says 172.21.15.76:42448) 2024-09-13T16:07:23.120 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.116+0000 7fbe8891a640 1 -- 172.21.15.76:0/156673972 learned_addr learned my addr 172.21.15.76:0/156673972 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:23.120 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.116+0000 7fbe83fff640 1 --2- 172.21.15.76:0/156673972 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbe8406c4c0 0x7fbe840c7b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:23.120 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.116+0000 7fbe837fe640 1 --2- 172.21.15.76:0/156673972 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbe8406c8a0 0x7fbe840c3fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:23.120 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.116+0000 7fbe8891a640 1 -- 172.21.15.76:0/156673972 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbe8406c8a0 msgr2=0x7fbe840c3fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:23.120 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.116+0000 7fbe8891a640 1 --2- 172.21.15.76:0/156673972 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbe8406c8a0 0x7fbe840c3fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:23.120 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.116+0000 7fbe8891a640 1 -- 172.21.15.76:0/156673972 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbe8406c4c0 msgr2=0x7fbe840c7b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:23.120 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.116+0000 7fbe8891a640 1 --2- 172.21.15.76:0/156673972 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbe8406c4c0 0x7fbe840c7b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:23.120 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.116+0000 7fbe8891a640 1 -- 172.21.15.76:0/156673972 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbe7c009a70 con 0x7fbe840cbea0 2024-09-13T16:07:23.120 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.116+0000 7fbe83fff640 1 --2- 172.21.15.76:0/156673972 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbe8406c4c0 0x7fbe840c7b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:07:23.120 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.116+0000 7fbe837fe640 1 --2- 172.21.15.76:0/156673972 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbe8406c8a0 0x7fbe840c3fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:07:23.120 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.116+0000 7fbe8891a640 1 --2- 172.21.15.76:0/156673972 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbe840cbea0 0x7fbe840c35a0 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x7fbe7c009e60 tx=0x7fbe7c00c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:23.120 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.116+0000 7fbe80ff9640 1 -- 172.21.15.76:0/156673972 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe7c009cd0 con 0x7fbe840cbea0 2024-09-13T16:07:23.121 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.116+0000 7fbe80ff9640 1 -- 172.21.15.76:0/156673972 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 47+0+0 (secure 0 0 0) 0x7fbe7c00f040 con 0x7fbe840cbea0 2024-09-13T16:07:23.121 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.116+0000 7fbe80ff9640 1 -- 172.21.15.76:0/156673972 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe7c003990 con 0x7fbe840cbea0 2024-09-13T16:07:23.121 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.116+0000 7fbe8a37d640 1 -- 172.21.15.76:0/156673972 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbe6c009400 con 0x7fbe840cbea0 2024-09-13T16:07:23.121 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.116+0000 7fbe8a37d640 1 -- 172.21.15.76:0/156673972 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbe84164c40 con 0x7fbe840cbea0 2024-09-13T16:07:23.121 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.117+0000 7fbe8a37d640 1 -- 172.21.15.76:0/156673972 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbe840ce730 con 0x7fbe840cbea0 2024-09-13T16:07:23.121 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.118+0000 7fbe80ff9640 1 -- 172.21.15.76:0/156673972 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fbe7c014480 con 0x7fbe840cbea0 2024-09-13T16:07:23.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.118+0000 7fbe80ff9640 1 --2- 172.21.15.76:0/156673972 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbe6406ac30 0x7fbe6406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:23.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.118+0000 7fbe80ff9640 1 -- 172.21.15.76:0/156673972 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(58..58 src has 1..58) v4 ==== 6130+0+0 (secure 0 0 0) 0x7fbe7c08a090 con 0x7fbe840cbea0 2024-09-13T16:07:23.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.118+0000 7fbe83fff640 1 --2- 172.21.15.76:0/156673972 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbe6406ac30 0x7fbe6406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:23.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.119+0000 7fbe83fff640 1 --2- 172.21.15.76:0/156673972 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbe6406ac30 0x7fbe6406d0f0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fbe740011e0 tx=0x7fbe74009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:23.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.122+0000 7fbe80ff9640 1 -- 172.21.15.76:0/156673972 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fbe7c055040 con 0x7fbe840cbea0 2024-09-13T16:07:23.286 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.285+0000 7fbe8a37d640 1 -- 172.21.15.76:0/156673972 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fbe84153ac0 con 0x7fbe840cbea0 2024-09-13T16:07:23.287 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.286+0000 7fbe80ff9640 1 -- 172.21.15.76:0/156673972 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v58) v1 ==== 74+0+16838 (secure 0 0 0) 0x7fbe7c058660 con 0x7fbe840cbea0 2024-09-13T16:07:23.288 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:07:23.288 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":58,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:07:16.058672+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:04:07.797879+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_data","create_time":"2024-09-13T16:04:08.588584+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"8.14","mappings":[{"from":0,"to":6}]},{"pgid":"8.1a","mappings":[{"from":0,"to":1}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"192.168.0.1:0/2206269355":"2024-09-13T17:07:15.305842+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:07:23.290 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.288+0000 7fbe8a37d640 1 -- 172.21.15.76:0/156673972 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbe6406ac30 msgr2=0x7fbe6406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:23.290 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.288+0000 7fbe8a37d640 1 --2- 172.21.15.76:0/156673972 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbe6406ac30 0x7fbe6406d0f0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fbe740011e0 tx=0x7fbe74009040 comp rx=0 tx=0).stop 2024-09-13T16:07:23.290 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.288+0000 7fbe8a37d640 1 -- 172.21.15.76:0/156673972 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbe840cbea0 msgr2=0x7fbe840c35a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:23.290 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.288+0000 7fbe8a37d640 1 --2- 172.21.15.76:0/156673972 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbe840cbea0 0x7fbe840c35a0 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x7fbe7c009e60 tx=0x7fbe7c00c490 comp rx=0 tx=0).stop 2024-09-13T16:07:23.291 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.288+0000 7fbe8a37d640 1 -- 172.21.15.76:0/156673972 shutdown_connections 2024-09-13T16:07:23.291 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.288+0000 7fbe8a37d640 1 --2- 172.21.15.76:0/156673972 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbe840cbea0 0x7fbe840c35a0 unknown :-1 s=CLOSED pgs=777 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:23.291 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.288+0000 7fbe8a37d640 1 --2- 172.21.15.76:0/156673972 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbe6406ac30 0x7fbe6406d0f0 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:23.291 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.288+0000 7fbe8a37d640 1 --2- 172.21.15.76:0/156673972 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbe8406c8a0 0x7fbe840c3fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:23.291 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.288+0000 7fbe8a37d640 1 --2- 172.21.15.76:0/156673972 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbe8406c4c0 0x7fbe840c7b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:23.291 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.288+0000 7fbe8a37d640 1 -- 172.21.15.76:0/156673972 >> 172.21.15.76:0/156673972 conn(0x7fbe84069ed0 msgr2=0x7fbe840caa80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:23.291 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.288+0000 7fbe8a37d640 1 -- 172.21.15.76:0/156673972 shutdown_connections 2024-09-13T16:07:23.291 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.288+0000 7fbe8a37d640 1 -- 172.21.15.76:0/156673972 wait complete. 2024-09-13T16:07:23.302 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:01:26.960607+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 7, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:04:07.797879+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '54', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 8, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:04:08.588584+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '55', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:07:23.302 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:07:23.403 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.401+0000 7f3ea2c32640 1 Processor -- start 2024-09-13T16:07:23.403 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.401+0000 7f3ea2c32640 1 -- start start 2024-09-13T16:07:23.404 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.402+0000 7f3ea2c32640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f3e9c0d0470 0x7f3e9c0d0850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:23.404 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.402+0000 7f3ea2c32640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f3e9c0cd450 0x7f3e9c0cf400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:23.404 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.402+0000 7f3ea2c32640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3e9c0b3cc0 con 0x7f3e9c0ccfc0 2024-09-13T16:07:23.404 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.402+0000 7f3ea2c32640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3e9c0d13f0 con 0x7f3e9c0d0470 2024-09-13T16:07:23.404 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.402+0000 7f3ea2c32640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3e9c0d2de0 con 0x7f3e9c0cd450 2024-09-13T16:07:23.404 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.402+0000 7f3ea09ce640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f3e9c0d0470 0x7f3e9c0d0850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:23.404 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.402+0000 7f3ea09ce640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f3e9c0d0470 0x7f3e9c0d0850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:42464/0 (socket says 172.21.15.76:42464) 2024-09-13T16:07:23.405 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.402+0000 7f3e93fff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f3e9c0ccfc0 0x7f3e9c0b3270 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:39474/0 (socket says 172.21.15.76:39474) 2024-09-13T16:07:23.405 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.402+0000 7f3ea09ce640 1 -- 172.21.15.76:0/2378766538 learned_addr learned my addr 172.21.15.76:0/2378766538 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:23.405 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.402+0000 7f3ea11cf640 1 --2- 172.21.15.76:0/2378766538 >> v2:172.21.15.192:3300/0 conn(0x7f3e9c0cd450 0x7f3e9c0cf400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:23.405 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.402+0000 7f3ea09ce640 1 -- 172.21.15.76:0/2378766538 >> v2:172.21.15.192:3300/0 conn(0x7f3e9c0cd450 msgr2=0x7f3e9c0cf400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:23.405 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.402+0000 7f3ea09ce640 1 --2- 172.21.15.76:0/2378766538 >> v2:172.21.15.192:3300/0 conn(0x7f3e9c0cd450 0x7f3e9c0cf400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:23.405 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.402+0000 7f3ea09ce640 1 -- 172.21.15.76:0/2378766538 >> v1:172.21.15.76:6789/0 conn(0x7f3e9c0ccfc0 legacy=0x7f3e9c0b3270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:23.405 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.402+0000 7f3ea09ce640 1 -- 172.21.15.76:0/2378766538 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3e9c0d30c0 con 0x7f3e9c0d0470 2024-09-13T16:07:23.405 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.402+0000 7f3e937fe640 1 -- 172.21.15.76:0/2378766538 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2431641270 0 0) 0x7f3e9c0b3cc0 con 0x7f3e9c0ccfc0 2024-09-13T16:07:23.405 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.402+0000 7f3ea11cf640 1 --2- 172.21.15.76:0/2378766538 >> v2:172.21.15.192:3300/0 conn(0x7f3e9c0cd450 0x7f3e9c0cf400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:07:23.406 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.403+0000 7f3ea09ce640 1 --2- 172.21.15.76:0/2378766538 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3e9c0d0470 0x7f3e9c0d0850 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7f3e9c08c160 tx=0x7f3e9802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=15978dfc4b77984a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:23.407 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.403+0000 7f3e937fe640 1 -- 172.21.15.76:0/2378766538 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3e98032440 con 0x7f3e9c0d0470 2024-09-13T16:07:23.407 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.403+0000 7f3e937fe640 1 -- 172.21.15.76:0/2378766538 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 47+0+0 (secure 0 0 0) 0x7f3e980325a0 con 0x7f3e9c0d0470 2024-09-13T16:07:23.407 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.403+0000 7f3e937fe640 1 -- 172.21.15.76:0/2378766538 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3e98032930 con 0x7f3e9c0d0470 2024-09-13T16:07:23.407 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.404+0000 7f3ea2c32640 1 -- 172.21.15.76:0/2378766538 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3e9c0d0470 msgr2=0x7f3e9c0d0850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:23.407 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.404+0000 7f3ea2c32640 1 --2- 172.21.15.76:0/2378766538 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3e9c0d0470 0x7f3e9c0d0850 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7f3e9c08c160 tx=0x7f3e9802a1e0 comp rx=0 tx=0).stop 2024-09-13T16:07:23.407 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.404+0000 7f3ea2c32640 1 -- 172.21.15.76:0/2378766538 shutdown_connections 2024-09-13T16:07:23.407 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.404+0000 7f3ea2c32640 1 --2- 172.21.15.76:0/2378766538 >> v2:172.21.15.192:3300/0 conn(0x7f3e9c0cd450 0x7f3e9c0cf400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:23.407 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.404+0000 7f3ea2c32640 1 --2- 172.21.15.76:0/2378766538 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3e9c0d0470 0x7f3e9c0d0850 unknown :-1 s=CLOSED pgs=779 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:23.407 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.404+0000 7f3ea2c32640 1 -- 172.21.15.76:0/2378766538 >> 172.21.15.76:0/2378766538 conn(0x7f3e9c089f60 msgr2=0x7f3e9c0d2420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:23.407 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.404+0000 7f3ea2c32640 1 -- 172.21.15.76:0/2378766538 shutdown_connections 2024-09-13T16:07:23.407 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.404+0000 7f3ea2c32640 1 -- 172.21.15.76:0/2378766538 wait complete. 2024-09-13T16:07:23.407 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.405+0000 7f3ea2c32640 1 Processor -- start 2024-09-13T16:07:23.408 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.405+0000 7f3ea2c32640 1 -- start start 2024-09-13T16:07:23.410 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.406+0000 7f3ea2c32640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3e9c0ccfc0 0x7f3e9c0b62a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:23.410 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.406+0000 7f3ea2c32640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3e9c0cd450 0x7f3e9c0b7a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:23.410 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.406+0000 7f3ea2c32640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3e9c0d0470 0x7f3e9c0c95a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:23.410 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.406+0000 7f3ea2c32640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3e9c0c9390 con 0x7f3e9c0cd450 2024-09-13T16:07:23.410 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.406+0000 7f3ea2c32640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3e9c15cb60 con 0x7f3e9c0ccfc0 2024-09-13T16:07:23.410 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.406+0000 7f3ea2c32640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3e9c0b69a0 con 0x7f3e9c0d0470 2024-09-13T16:07:23.411 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.406+0000 7f3e93fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3e9c0cd450 0x7f3e9c0b7a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:23.411 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.406+0000 7f3e93fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3e9c0cd450 0x7f3e9c0b7a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:42468/0 (socket says 172.21.15.76:42468) 2024-09-13T16:07:23.411 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.406+0000 7f3e93fff640 1 -- 172.21.15.76:0/178276567 learned_addr learned my addr 172.21.15.76:0/178276567 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:23.411 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.406+0000 7f3ea09ce640 1 --2- 172.21.15.76:0/178276567 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3e9c0ccfc0 0x7f3e9c0b62a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:23.411 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.406+0000 7f3ea11cf640 1 --2- 172.21.15.76:0/178276567 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3e9c0d0470 0x7f3e9c0c95a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:23.411 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.406+0000 7f3e93fff640 1 -- 172.21.15.76:0/178276567 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3e9c0d0470 msgr2=0x7f3e9c0c95a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:23.411 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.406+0000 7f3e93fff640 1 --2- 172.21.15.76:0/178276567 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3e9c0d0470 0x7f3e9c0c95a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:23.411 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.406+0000 7f3e93fff640 1 -- 172.21.15.76:0/178276567 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3e9c0ccfc0 msgr2=0x7f3e9c0b62a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:23.411 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.406+0000 7f3e93fff640 1 --2- 172.21.15.76:0/178276567 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3e9c0ccfc0 0x7f3e9c0b62a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:23.411 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.406+0000 7f3e93fff640 1 -- 172.21.15.76:0/178276567 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3e980094d0 con 0x7f3e9c0cd450 2024-09-13T16:07:23.411 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.406+0000 7f3e93fff640 1 --2- 172.21.15.76:0/178276567 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3e9c0cd450 0x7f3e9c0b7a40 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7f3e8c00c4d0 tx=0x7f3e8c00c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:23.411 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.407+0000 7f3e917fa640 1 -- 172.21.15.76:0/178276567 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3e8c0074e0 con 0x7f3e9c0cd450 2024-09-13T16:07:23.412 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.407+0000 7f3e917fa640 1 -- 172.21.15.76:0/178276567 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 47+0+0 (secure 0 0 0) 0x7f3e8c007660 con 0x7f3e9c0cd450 2024-09-13T16:07:23.412 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.407+0000 7f3e917fa640 1 -- 172.21.15.76:0/178276567 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3e8c004a20 con 0x7f3e9c0cd450 2024-09-13T16:07:23.412 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.407+0000 7f3ea2c32640 1 -- 172.21.15.76:0/178276567 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3e9c0b6c80 con 0x7f3e9c0cd450 2024-09-13T16:07:23.412 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.407+0000 7f3ea2c32640 1 -- 172.21.15.76:0/178276567 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3e9c0b7240 con 0x7f3e9c0cd450 2024-09-13T16:07:23.412 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.408+0000 7f3ea2c32640 1 -- 172.21.15.76:0/178276567 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3e9c0d0850 con 0x7f3e9c0cd450 2024-09-13T16:07:23.412 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.408+0000 7f3e917fa640 1 -- 172.21.15.76:0/178276567 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f3e8c004b80 con 0x7f3e9c0cd450 2024-09-13T16:07:23.412 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.409+0000 7f3e917fa640 1 --2- 172.21.15.76:0/178276567 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3e8806ac00 0x7f3e8806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:23.412 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.409+0000 7f3e917fa640 1 -- 172.21.15.76:0/178276567 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(58..58 src has 1..58) v4 ==== 6130+0+0 (secure 0 0 0) 0x7f3e8c088770 con 0x7f3e9c0cd450 2024-09-13T16:07:23.412 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.409+0000 7f3ea09ce640 1 --2- 172.21.15.76:0/178276567 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3e8806ac00 0x7f3e8806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:23.412 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.409+0000 7f3ea09ce640 1 --2- 172.21.15.76:0/178276567 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3e8806ac00 0x7f3e8806d0c0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f3e9c08c160 tx=0x7f3e9802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:23.414 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.413+0000 7f3e917fa640 1 -- 172.21.15.76:0/178276567 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f3e8c053710 con 0x7f3e9c0cd450 2024-09-13T16:07:23.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.576+0000 7f3ea2c32640 1 -- 172.21.15.76:0/178276567 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f3e9c0b83a0 con 0x7f3e9c0cd450 2024-09-13T16:07:23.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.577+0000 7f3e917fa640 1 -- 172.21.15.76:0/178276567 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v58) v1 ==== 93+0+10 (secure 0 0 0) 0x7f3e8c0180a0 con 0x7f3e9c0cd450 2024-09-13T16:07:23.578 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2024-09-13T16:07:23.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.579+0000 7f3ea2c32640 1 -- 172.21.15.76:0/178276567 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3e8806ac00 msgr2=0x7f3e8806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:23.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.579+0000 7f3ea2c32640 1 --2- 172.21.15.76:0/178276567 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3e8806ac00 0x7f3e8806d0c0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f3e9c08c160 tx=0x7f3e9802e000 comp rx=0 tx=0).stop 2024-09-13T16:07:23.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.579+0000 7f3ea2c32640 1 -- 172.21.15.76:0/178276567 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3e9c0cd450 msgr2=0x7f3e9c0b7a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:23.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.579+0000 7f3ea2c32640 1 --2- 172.21.15.76:0/178276567 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3e9c0cd450 0x7f3e9c0b7a40 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7f3e8c00c4d0 tx=0x7f3e8c00c990 comp rx=0 tx=0).stop 2024-09-13T16:07:23.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.579+0000 7f3ea2c32640 1 -- 172.21.15.76:0/178276567 shutdown_connections 2024-09-13T16:07:23.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.579+0000 7f3ea2c32640 1 --2- 172.21.15.76:0/178276567 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3e8806ac00 0x7f3e8806d0c0 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:23.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.579+0000 7f3ea2c32640 1 --2- 172.21.15.76:0/178276567 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3e9c0d0470 0x7f3e9c0c95a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:23.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.579+0000 7f3ea2c32640 1 --2- 172.21.15.76:0/178276567 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3e9c0cd450 0x7f3e9c0b7a40 unknown :-1 s=CLOSED pgs=780 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:23.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.579+0000 7f3ea2c32640 1 --2- 172.21.15.76:0/178276567 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3e9c0ccfc0 0x7f3e9c0b62a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:23.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.579+0000 7f3ea2c32640 1 -- 172.21.15.76:0/178276567 >> 172.21.15.76:0/178276567 conn(0x7f3e9c089f60 msgr2=0x7f3e9c06aff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:23.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.579+0000 7f3ea2c32640 1 -- 172.21.15.76:0/178276567 shutdown_connections 2024-09-13T16:07:23.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.579+0000 7f3ea2c32640 1 -- 172.21.15.76:0/178276567 wait complete. 2024-09-13T16:07:23.591 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:07:23.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.690+0000 7fe8039ce640 1 Processor -- start 2024-09-13T16:07:23.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.690+0000 7fe8039ce640 1 -- start start 2024-09-13T16:07:23.694 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.691+0000 7fe8039ce640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fe7fc06c8a0 0x7fe7fc0b1160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:23.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.691+0000 7fe8039ce640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe7fc071b20 0x7fe7fc0b16a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:23.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.691+0000 7fe8039ce640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe7fc0b2d10 con 0x7fe7fc158b00 2024-09-13T16:07:23.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.691+0000 7fe8039ce640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe7fc0b2ff0 con 0x7fe7fc06c8a0 2024-09-13T16:07:23.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.691+0000 7fe8039ce640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe7fc070310 con 0x7fe7fc071b20 2024-09-13T16:07:23.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.691+0000 7fe80176a640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fe7fc158b00 0x7fe7fc06c190 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:39490/0 (socket says 172.21.15.76:39490) 2024-09-13T16:07:23.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.691+0000 7fe80176a640 1 -- 172.21.15.76:0/1082079105 learned_addr learned my addr 172.21.15.76:0/1082079105 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:07:23.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.691+0000 7fe800f69640 1 --2- 172.21.15.76:0/1082079105 >> v2:172.21.15.192:3300/0 conn(0x7fe7fc06c8a0 0x7fe7fc0b1160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:23.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.691+0000 7fe801f6b640 1 --2- 172.21.15.76:0/1082079105 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe7fc071b20 0x7fe7fc0b16a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:23.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.691+0000 7fe7f3fff640 1 -- 172.21.15.76:0/1082079105 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1080533050 0 0) 0x7fe7fc0b2d10 con 0x7fe7fc158b00 2024-09-13T16:07:23.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.691+0000 7fe7f3fff640 1 -- 172.21.15.76:0/1082079105 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe7e8003520 con 0x7fe7fc158b00 2024-09-13T16:07:23.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.691+0000 7fe7f3fff640 1 -- 172.21.15.76:0/1082079105 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2487515371 0 0) 0x7fe7e8003520 con 0x7fe7fc158b00 2024-09-13T16:07:23.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.691+0000 7fe7f3fff640 1 -- 172.21.15.76:0/1082079105 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe7fc071b20 msgr2=0x7fe7fc0b16a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:23.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.691+0000 7fe7f3fff640 1 --2- 172.21.15.76:0/1082079105 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe7fc071b20 0x7fe7fc0b16a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:23.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.691+0000 7fe7f3fff640 1 -- 172.21.15.76:0/1082079105 >> v2:172.21.15.192:3300/0 conn(0x7fe7fc06c8a0 msgr2=0x7fe7fc0b1160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:23.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.691+0000 7fe7f3fff640 1 --2- 172.21.15.76:0/1082079105 >> v2:172.21.15.192:3300/0 conn(0x7fe7fc06c8a0 0x7fe7fc0b1160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:23.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.691+0000 7fe7f3fff640 1 -- 172.21.15.76:0/1082079105 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe7fc0705f0 con 0x7fe7fc158b00 2024-09-13T16:07:23.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.691+0000 7fe7f3fff640 1 -- 172.21.15.76:0/1082079105 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7fe7f8001690 con 0x7fe7fc158b00 2024-09-13T16:07:23.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.691+0000 7fe800f69640 1 --2- 172.21.15.76:0/1082079105 >> v2:172.21.15.192:3300/0 conn(0x7fe7fc06c8a0 0x7fe7fc0b1160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:07:23.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.691+0000 7fe7f3fff640 1 -- 172.21.15.76:0/1082079105 >> v1:172.21.15.76:6789/0 conn(0x7fe7fc158b00 legacy=0x7fe7fc06c190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:23.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.691+0000 7fe7f3fff640 1 --2- 172.21.15.76:0/1082079105 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe7e8003970 0x7fe7e8003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:23.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.691+0000 7fe7f3fff640 1 --2- 172.21.15.76:0/1082079105 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe7fc071b20 0x7fe7e80047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:23.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.691+0000 7fe7f3fff640 1 --2- 172.21.15.76:0/1082079105 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe7e8004d00 0x7fe7e8005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:23.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.691+0000 7fe7f3fff640 1 -- 172.21.15.76:0/1082079105 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7fc0b2ff0 con 0x7fe7e8004d00 2024-09-13T16:07:23.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.691+0000 7fe7f3fff640 1 -- 172.21.15.76:0/1082079105 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7fc070310 con 0x7fe7e8003970 2024-09-13T16:07:23.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.691+0000 7fe7f3fff640 1 -- 172.21.15.76:0/1082079105 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe7e800b980 con 0x7fe7fc071b20 2024-09-13T16:07:23.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.692+0000 7fe801f6b640 1 --2- 172.21.15.76:0/1082079105 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe7e8004d00 0x7fe7e8005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:23.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.692+0000 7fe80176a640 1 --2- 172.21.15.76:0/1082079105 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe7e8003970 0x7fe7e8003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:23.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.692+0000 7fe800f69640 1 --2- 172.21.15.76:0/1082079105 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe7fc071b20 0x7fe7e80047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:23.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.692+0000 7fe801f6b640 1 -- 172.21.15.76:0/1082079105 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe7fc071b20 msgr2=0x7fe7e80047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:23.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.692+0000 7fe801f6b640 1 --2- 172.21.15.76:0/1082079105 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe7fc071b20 0x7fe7e80047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:23.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.692+0000 7fe801f6b640 1 -- 172.21.15.76:0/1082079105 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe7e8003970 msgr2=0x7fe7e8003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:23.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.692+0000 7fe801f6b640 1 --2- 172.21.15.76:0/1082079105 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe7e8003970 0x7fe7e8003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:23.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.692+0000 7fe801f6b640 1 -- 172.21.15.76:0/1082079105 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe7e8003520 con 0x7fe7e8004d00 2024-09-13T16:07:23.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.692+0000 7fe801f6b640 1 --2- 172.21.15.76:0/1082079105 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe7e8004d00 0x7fe7e8005180 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7fe7f4009fd0 tx=0x7fe7e80057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=46c3f55d3b34d311 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:23.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.693+0000 7fe7f3fff640 1 -- 172.21.15.76:0/1082079105 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7f4030660 con 0x7fe7e8004d00 2024-09-13T16:07:23.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.693+0000 7fe7f3fff640 1 -- 172.21.15.76:0/1082079105 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 47+0+0 (secure 0 0 0) 0x7fe7f402d070 con 0x7fe7e8004d00 2024-09-13T16:07:23.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.693+0000 7fe7f3fff640 1 -- 172.21.15.76:0/1082079105 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7f40309e0 con 0x7fe7e8004d00 2024-09-13T16:07:23.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.693+0000 7fe8039ce640 1 -- 172.21.15.76:0/1082079105 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe7e8004d00 msgr2=0x7fe7e8005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:23.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.693+0000 7fe8039ce640 1 --2- 172.21.15.76:0/1082079105 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe7e8004d00 0x7fe7e8005180 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7fe7f4009fd0 tx=0x7fe7e80057f0 comp rx=0 tx=0).stop 2024-09-13T16:07:23.698 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.693+0000 7fe801f6b640 1 -- 172.21.15.76:0/1082079105 reap_dead start 2024-09-13T16:07:23.698 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.693+0000 7fe8039ce640 1 -- 172.21.15.76:0/1082079105 shutdown_connections 2024-09-13T16:07:23.698 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.693+0000 7fe8039ce640 1 -- 172.21.15.76:0/1082079105 >> 172.21.15.76:0/1082079105 conn(0x7fe7fc06a0b0 msgr2=0x7fe7fc06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:23.698 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.693+0000 7fe8039ce640 1 -- 172.21.15.76:0/1082079105 shutdown_connections 2024-09-13T16:07:23.698 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.693+0000 7fe8039ce640 1 -- 172.21.15.76:0/1082079105 wait complete. 2024-09-13T16:07:23.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.695+0000 7fe8039ce640 1 Processor -- start 2024-09-13T16:07:23.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.695+0000 7fe8039ce640 1 -- start start 2024-09-13T16:07:23.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.695+0000 7fe8039ce640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe7e8004d00 0x7fe7fc155690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:23.701 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.695+0000 7fe8039ce640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe7fc097660 0x7fe7fc0c48f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:23.701 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.695+0000 7fe8039ce640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe7fc097ac0 0x7fe7fc0c2900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:23.701 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.695+0000 7fe8039ce640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7fc1545f0 con 0x7fe7fc097660 2024-09-13T16:07:23.701 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.695+0000 7fe8039ce640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7fc1548d0 con 0x7fe7fc097ac0 2024-09-13T16:07:23.701 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.695+0000 7fe8039ce640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe7fc154bb0 con 0x7fe7e8004d00 2024-09-13T16:07:23.701 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.695+0000 7fe800f69640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe7fc097660 0x7fe7fc0c48f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:23.701 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.695+0000 7fe800f69640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe7fc097660 0x7fe7fc0c48f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:42494/0 (socket says 172.21.15.76:42494) 2024-09-13T16:07:23.701 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.695+0000 7fe800f69640 1 -- 172.21.15.76:0/2711901510 learned_addr learned my addr 172.21.15.76:0/2711901510 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:23.701 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.696+0000 7fe80176a640 1 --2- 172.21.15.76:0/2711901510 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe7e8004d00 0x7fe7fc155690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:23.701 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.696+0000 7fe801f6b640 1 --2- 172.21.15.76:0/2711901510 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe7fc097ac0 0x7fe7fc0c2900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:23.701 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.696+0000 7fe800f69640 1 -- 172.21.15.76:0/2711901510 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe7e8004d00 msgr2=0x7fe7fc155690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:23.701 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.696+0000 7fe800f69640 1 --2- 172.21.15.76:0/2711901510 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe7e8004d00 0x7fe7fc155690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:23.701 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.696+0000 7fe800f69640 1 -- 172.21.15.76:0/2711901510 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe7fc097ac0 msgr2=0x7fe7fc0c2900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:23.701 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.696+0000 7fe800f69640 1 --2- 172.21.15.76:0/2711901510 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe7fc097ac0 0x7fe7fc0c2900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:23.702 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.696+0000 7fe800f69640 1 -- 172.21.15.76:0/2711901510 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe7fc154e90 con 0x7fe7fc097660 2024-09-13T16:07:23.702 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.696+0000 7fe801f6b640 1 --2- 172.21.15.76:0/2711901510 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe7fc097ac0 0x7fe7fc0c2900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:07:23.702 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.696+0000 7fe800f69640 1 --2- 172.21.15.76:0/2711901510 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe7fc097660 0x7fe7fc0c48f0 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7fe7ec011cd0 tx=0x7fe7ec00f610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:23.702 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.696+0000 7fe7f1ffb640 1 -- 172.21.15.76:0/2711901510 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7ec00fd20 con 0x7fe7fc097660 2024-09-13T16:07:23.702 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.696+0000 7fe7f1ffb640 1 -- 172.21.15.76:0/2711901510 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 47+0+0 (secure 0 0 0) 0x7fe7ec00fea0 con 0x7fe7fc097660 2024-09-13T16:07:23.702 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.696+0000 7fe8039ce640 1 -- 172.21.15.76:0/2711901510 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe7fc155170 con 0x7fe7fc097660 2024-09-13T16:07:23.702 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.696+0000 7fe7f1ffb640 1 -- 172.21.15.76:0/2711901510 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7ec004260 con 0x7fe7fc097660 2024-09-13T16:07:23.702 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.696+0000 7fe8039ce640 1 -- 172.21.15.76:0/2711901510 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe7fc154230 con 0x7fe7fc097660 2024-09-13T16:07:23.702 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.697+0000 7fe8039ce640 1 -- 172.21.15.76:0/2711901510 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe7fc0cd6d0 con 0x7fe7fc097660 2024-09-13T16:07:23.702 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.698+0000 7fe7f1ffb640 1 -- 172.21.15.76:0/2711901510 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe7ec0043c0 con 0x7fe7fc097660 2024-09-13T16:07:23.702 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.698+0000 7fe7f1ffb640 1 --2- 172.21.15.76:0/2711901510 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe7e006ac30 0x7fe7e006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:23.702 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.698+0000 7fe7f1ffb640 1 -- 172.21.15.76:0/2711901510 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(58..58 src has 1..58) v4 ==== 6130+0+0 (secure 0 0 0) 0x7fe7ec089c40 con 0x7fe7fc097660 2024-09-13T16:07:23.702 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.698+0000 7fe80176a640 1 --2- 172.21.15.76:0/2711901510 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe7e006ac30 0x7fe7e006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:23.703 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.699+0000 7fe80176a640 1 --2- 172.21.15.76:0/2711901510 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe7e006ac30 0x7fe7e006d0f0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7fe7f8001eb0 tx=0x7fe7f80078f0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:23.703 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.702+0000 7fe7f1ffb640 1 -- 172.21.15.76:0/2711901510 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fe7ec054d20 con 0x7fe7fc097660 2024-09-13T16:07:23.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.864+0000 7fe8039ce640 1 -- 172.21.15.76:0/2711901510 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fe7fc09c4b0 con 0x7fe7fc097660 2024-09-13T16:07:23.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.865+0000 7fe7f1ffb640 1 -- 172.21.15.76:0/2711901510 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v58) v1 ==== 104+0+11 (secure 0 0 0) 0x7fe7ec022020 con 0x7fe7fc097660 2024-09-13T16:07:23.866 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2024-09-13T16:07:23.869 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.867+0000 7fe8039ce640 1 -- 172.21.15.76:0/2711901510 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe7e006ac30 msgr2=0x7fe7e006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:23.869 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.867+0000 7fe8039ce640 1 --2- 172.21.15.76:0/2711901510 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe7e006ac30 0x7fe7e006d0f0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7fe7f8001eb0 tx=0x7fe7f80078f0 comp rx=0 tx=0).stop 2024-09-13T16:07:23.869 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.867+0000 7fe8039ce640 1 -- 172.21.15.76:0/2711901510 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe7fc097660 msgr2=0x7fe7fc0c48f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:23.869 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.867+0000 7fe8039ce640 1 --2- 172.21.15.76:0/2711901510 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe7fc097660 0x7fe7fc0c48f0 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7fe7ec011cd0 tx=0x7fe7ec00f610 comp rx=0 tx=0).stop 2024-09-13T16:07:23.869 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.867+0000 7fe8039ce640 1 -- 172.21.15.76:0/2711901510 shutdown_connections 2024-09-13T16:07:23.869 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.867+0000 7fe8039ce640 1 --2- 172.21.15.76:0/2711901510 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe7fc097ac0 0x7fe7fc0c2900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:23.869 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.867+0000 7fe8039ce640 1 --2- 172.21.15.76:0/2711901510 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe7fc097660 0x7fe7fc0c48f0 unknown :-1 s=CLOSED pgs=783 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:23.869 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.867+0000 7fe8039ce640 1 --2- 172.21.15.76:0/2711901510 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe7e006ac30 0x7fe7e006d0f0 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:23.869 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.867+0000 7fe8039ce640 1 --2- 172.21.15.76:0/2711901510 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe7e8004d00 0x7fe7fc155690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:23.869 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.867+0000 7fe8039ce640 1 -- 172.21.15.76:0/2711901510 >> 172.21.15.76:0/2711901510 conn(0x7fe7fc06a0b0 msgr2=0x7fe7fc151ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:23.869 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.867+0000 7fe8039ce640 1 -- 172.21.15.76:0/2711901510 shutdown_connections 2024-09-13T16:07:23.870 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.867+0000 7fe8039ce640 1 -- 172.21.15.76:0/2711901510 wait complete. 2024-09-13T16:07:23.880 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:07:23.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.979+0000 7f1c5d214640 1 Processor -- start 2024-09-13T16:07:23.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.979+0000 7f1c5d214640 1 -- start start 2024-09-13T16:07:23.982 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.980+0000 7f1c5d214640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f1c580d2760 0x7f1c580cd8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:23.982 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.980+0000 7f1c5d214640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f1c580cde20 0x7f1c580d0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:23.982 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.980+0000 7f1c5d214640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1c580cd450 con 0x7f1c5815c500 2024-09-13T16:07:23.982 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.980+0000 7f1c5d214640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1c580d0cf0 con 0x7f1c580d2760 2024-09-13T16:07:23.982 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.980+0000 7f1c5d214640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1c580d0fd0 con 0x7f1c580cde20 2024-09-13T16:07:23.982 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.980+0000 7f1c5659c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f1c580d2760 0x7f1c580cd8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:23.982 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.980+0000 7f1c5659c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f1c580d2760 0x7f1c580cd8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:42504/0 (socket says 172.21.15.76:42504) 2024-09-13T16:07:23.983 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.980+0000 7f1c5659c640 1 -- 172.21.15.76:0/1404284160 learned_addr learned my addr 172.21.15.76:0/1404284160 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:23.983 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.980+0000 7f1c5759e640 1 --2- 172.21.15.76:0/1404284160 >> v2:172.21.15.192:3300/0 conn(0x7f1c580cde20 0x7f1c580d0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:23.983 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.981+0000 7f1c5659c640 1 -- 172.21.15.76:0/1404284160 >> v2:172.21.15.192:3300/0 conn(0x7f1c580cde20 msgr2=0x7f1c580d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:23.983 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.981+0000 7f1c5659c640 1 --2- 172.21.15.76:0/1404284160 >> v2:172.21.15.192:3300/0 conn(0x7f1c580cde20 0x7f1c580d0000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:23.983 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.981+0000 7f1c5659c640 1 -- 172.21.15.76:0/1404284160 >> v1:172.21.15.192:6789/0 conn(0x7f1c5815c500 legacy=0x7f1c580d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:23.983 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.981+0000 7f1c5659c640 1 -- 172.21.15.76:0/1404284160 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1c580cd0e0 con 0x7f1c580d2760 2024-09-13T16:07:23.984 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.981+0000 7f1c5659c640 1 --2- 172.21.15.76:0/1404284160 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1c580d2760 0x7f1c580cd8e0 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7f1c580cca00 tx=0x7f1c4c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=984646797a62f35c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:23.984 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.981+0000 7f1c55d9b640 1 -- 172.21.15.76:0/1404284160 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c4c032440 con 0x7f1c580d2760 2024-09-13T16:07:23.984 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.981+0000 7f1c55d9b640 1 -- 172.21.15.76:0/1404284160 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 47+0+0 (secure 0 0 0) 0x7f1c4c0325a0 con 0x7f1c580d2760 2024-09-13T16:07:23.984 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.981+0000 7f1c55d9b640 1 -- 172.21.15.76:0/1404284160 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c4c032930 con 0x7f1c580d2760 2024-09-13T16:07:23.984 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.982+0000 7f1c5d214640 1 -- 172.21.15.76:0/1404284160 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1c580d2760 msgr2=0x7f1c580cd8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:23.985 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.982+0000 7f1c5d214640 1 --2- 172.21.15.76:0/1404284160 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1c580d2760 0x7f1c580cd8e0 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7f1c580cca00 tx=0x7f1c4c02a270 comp rx=0 tx=0).stop 2024-09-13T16:07:23.985 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.982+0000 7f1c5d214640 1 -- 172.21.15.76:0/1404284160 shutdown_connections 2024-09-13T16:07:23.985 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.982+0000 7f1c5d214640 1 --2- 172.21.15.76:0/1404284160 >> v2:172.21.15.192:3300/0 conn(0x7f1c580cde20 0x7f1c580d0000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:23.985 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.982+0000 7f1c5d214640 1 --2- 172.21.15.76:0/1404284160 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1c580d2760 0x7f1c580cd8e0 unknown :-1 s=CLOSED pgs=784 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:23.985 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.982+0000 7f1c5d214640 1 -- 172.21.15.76:0/1404284160 >> 172.21.15.76:0/1404284160 conn(0x7f1c58089f60 msgr2=0x7f1c5809b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:23.985 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.982+0000 7f1c5d214640 1 -- 172.21.15.76:0/1404284160 shutdown_connections 2024-09-13T16:07:23.985 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.982+0000 7f1c5d214640 1 -- 172.21.15.76:0/1404284160 wait complete. 2024-09-13T16:07:23.987 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.983+0000 7f1c5d214640 1 Processor -- start 2024-09-13T16:07:23.987 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.983+0000 7f1c5d214640 1 -- start start 2024-09-13T16:07:23.987 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.984+0000 7f1c5d214640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1c580cde20 0x7f1c581f4fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:23.987 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.984+0000 7f1c5d214640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1c580d2760 0x7f1c5815a660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:23.987 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.984+0000 7f1c5d214640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1c5815c500 0x7f1c580ce3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:23.987 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.984+0000 7f1c5d214640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1c5815aba0 con 0x7f1c5815c500 2024-09-13T16:07:23.987 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.984+0000 7f1c5d214640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1c581f3f00 con 0x7f1c580d2760 2024-09-13T16:07:23.987 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.984+0000 7f1c5d214640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1c581f41e0 con 0x7f1c580cde20 2024-09-13T16:07:23.987 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.984+0000 7f1c5759e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1c5815c500 0x7f1c580ce3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:23.987 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.984+0000 7f1c5759e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1c5815c500 0x7f1c580ce3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:42518/0 (socket says 172.21.15.76:42518) 2024-09-13T16:07:23.988 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.984+0000 7f1c5759e640 1 -- 172.21.15.76:0/3991147864 learned_addr learned my addr 172.21.15.76:0/3991147864 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:23.988 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.984+0000 7f1c56d9d640 1 --2- 172.21.15.76:0/3991147864 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1c580cde20 0x7f1c581f4fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:23.988 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.984+0000 7f1c5659c640 1 --2- 172.21.15.76:0/3991147864 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1c580d2760 0x7f1c5815a660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:23.988 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.985+0000 7f1c5759e640 1 -- 172.21.15.76:0/3991147864 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1c580cde20 msgr2=0x7f1c581f4fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:23.988 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.985+0000 7f1c5759e640 1 --2- 172.21.15.76:0/3991147864 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1c580cde20 0x7f1c581f4fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:23.988 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.985+0000 7f1c5759e640 1 -- 172.21.15.76:0/3991147864 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1c580d2760 msgr2=0x7f1c5815a660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:23.988 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.985+0000 7f1c5759e640 1 --2- 172.21.15.76:0/3991147864 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1c580d2760 0x7f1c5815a660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:23.988 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.985+0000 7f1c5759e640 1 -- 172.21.15.76:0/3991147864 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1c4c0094d0 con 0x7f1c5815c500 2024-09-13T16:07:23.988 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.985+0000 7f1c5759e640 1 --2- 172.21.15.76:0/3991147864 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1c5815c500 0x7f1c580ce3a0 secure :-1 s=READY pgs=785 cs=0 l=1 rev1=1 crypto rx=0x7f1c5000d800 tx=0x7f1c5000dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:23.988 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.985+0000 7f1c3f7fe640 1 -- 172.21.15.76:0/3991147864 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c5000b6c0 con 0x7f1c5815c500 2024-09-13T16:07:23.989 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.985+0000 7f1c3f7fe640 1 -- 172.21.15.76:0/3991147864 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 47+0+0 (secure 0 0 0) 0x7f1c5000b840 con 0x7f1c5815c500 2024-09-13T16:07:23.989 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.985+0000 7f1c5d214640 1 -- 172.21.15.76:0/3991147864 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1c581f44c0 con 0x7f1c5815c500 2024-09-13T16:07:23.989 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.985+0000 7f1c3f7fe640 1 -- 172.21.15.76:0/3991147864 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c5000bbf0 con 0x7f1c5815c500 2024-09-13T16:07:23.989 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.985+0000 7f1c5d214640 1 -- 172.21.15.76:0/3991147864 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1c581f4a80 con 0x7f1c5815c500 2024-09-13T16:07:23.990 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.986+0000 7f1c5d214640 1 -- 172.21.15.76:0/3991147864 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1c5815fb10 con 0x7f1c5815c500 2024-09-13T16:07:23.990 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.986+0000 7f1c3f7fe640 1 -- 172.21.15.76:0/3991147864 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1c5000bd50 con 0x7f1c5815c500 2024-09-13T16:07:23.990 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.987+0000 7f1c3f7fe640 1 --2- 172.21.15.76:0/3991147864 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1c4406ac00 0x7f1c4406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:23.990 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.987+0000 7f1c56d9d640 1 --2- 172.21.15.76:0/3991147864 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1c4406ac00 0x7f1c4406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:23.990 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.987+0000 7f1c3f7fe640 1 -- 172.21.15.76:0/3991147864 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(58..58 src has 1..58) v4 ==== 6130+0+0 (secure 0 0 0) 0x7f1c500899c0 con 0x7f1c5815c500 2024-09-13T16:07:23.990 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.988+0000 7f1c56d9d640 1 --2- 172.21.15.76:0/3991147864 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1c4406ac00 0x7f1c4406d0c0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f1c5806cf10 tx=0x7f1c48009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:23.992 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:23.991+0000 7f1c3f7fe640 1 -- 172.21.15.76:0/3991147864 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f1c50054a10 con 0x7f1c5815c500 2024-09-13T16:07:24.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.154+0000 7f1c5d214640 1 -- 172.21.15.76:0/3991147864 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f1c5806c2e0 con 0x7f1c5815c500 2024-09-13T16:07:24.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.154+0000 7f1c3f7fe640 1 -- 172.21.15.76:0/3991147864 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v58) v1 ==== 100+0+11 (secure 0 0 0) 0x7f1c50058030 con 0x7f1c5815c500 2024-09-13T16:07:24.156 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2024-09-13T16:07:24.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.156+0000 7f1c5d214640 1 -- 172.21.15.76:0/3991147864 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1c4406ac00 msgr2=0x7f1c4406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:24.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.156+0000 7f1c5d214640 1 --2- 172.21.15.76:0/3991147864 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1c4406ac00 0x7f1c4406d0c0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f1c5806cf10 tx=0x7f1c48009040 comp rx=0 tx=0).stop 2024-09-13T16:07:24.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.156+0000 7f1c5d214640 1 -- 172.21.15.76:0/3991147864 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1c5815c500 msgr2=0x7f1c580ce3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:24.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.156+0000 7f1c5d214640 1 --2- 172.21.15.76:0/3991147864 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1c5815c500 0x7f1c580ce3a0 secure :-1 s=READY pgs=785 cs=0 l=1 rev1=1 crypto rx=0x7f1c5000d800 tx=0x7f1c5000dcc0 comp rx=0 tx=0).stop 2024-09-13T16:07:24.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.156+0000 7f1c5d214640 1 -- 172.21.15.76:0/3991147864 shutdown_connections 2024-09-13T16:07:24.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.156+0000 7f1c5d214640 1 --2- 172.21.15.76:0/3991147864 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1c5815c500 0x7f1c580ce3a0 unknown :-1 s=CLOSED pgs=785 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:24.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.156+0000 7f1c5d214640 1 --2- 172.21.15.76:0/3991147864 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1c580d2760 0x7f1c5815a660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:24.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.156+0000 7f1c5d214640 1 --2- 172.21.15.76:0/3991147864 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1c4406ac00 0x7f1c4406d0c0 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:24.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.156+0000 7f1c5d214640 1 --2- 172.21.15.76:0/3991147864 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1c580cde20 0x7f1c581f4fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:24.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.156+0000 7f1c5d214640 1 -- 172.21.15.76:0/3991147864 >> 172.21.15.76:0/3991147864 conn(0x7f1c58089f60 msgr2=0x7f1c580c8d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:24.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.156+0000 7f1c5d214640 1 -- 172.21.15.76:0/3991147864 shutdown_connections 2024-09-13T16:07:24.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.156+0000 7f1c5d214640 1 -- 172.21.15.76:0/3991147864 wait complete. 2024-09-13T16:07:24.170 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:07:24.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.268+0000 7f834b89c640 1 Processor -- start 2024-09-13T16:07:24.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.268+0000 7f834b89c640 1 -- start start 2024-09-13T16:07:24.272 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.269+0000 7f834b89c640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f8344071d30 0x7f8344070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:24.272 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.269+0000 7f834b89c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f8344072110 0x7f83440b1b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:24.272 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.269+0000 7f834b89c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f83440c8920 0x7f83440c8dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:24.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.269+0000 7f834b89c640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f83440c9310 con 0x7f8344072110 2024-09-13T16:07:24.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.269+0000 7f834b89c640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f83440abdf0 con 0x7f8344071d30 2024-09-13T16:07:24.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.269+0000 7f834b89c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f83440ab1e0 con 0x7f83440c8920 2024-09-13T16:07:24.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.269+0000 7f8348e37640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f8344072110 0x7f83440b1b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:24.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.269+0000 7f8348e37640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f8344072110 0x7f83440b1b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:42532/0 (socket says 172.21.15.76:42532) 2024-09-13T16:07:24.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.269+0000 7f8348e37640 1 -- 172.21.15.76:0/2132521371 learned_addr learned my addr 172.21.15.76:0/2132521371 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:24.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.269+0000 7f8348e37640 1 -- 172.21.15.76:0/2132521371 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f83440c8920 msgr2=0x7f83440c8dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:24.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.269+0000 7f8349e39640 1 --2- 172.21.15.76:0/2132521371 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f83440c8920 0x7f83440c8dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:24.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.269+0000 7f8349638640 1 --2- 172.21.15.76:0/2132521371 >> v2:172.21.15.192:3300/0 conn(0x7f8344071d30 0x7f8344070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:24.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.269+0000 7f8348e37640 1 --2- 172.21.15.76:0/2132521371 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f83440c8920 0x7f83440c8dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:24.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.269+0000 7f8348e37640 1 -- 172.21.15.76:0/2132521371 >> v2:172.21.15.192:3300/0 conn(0x7f8344071d30 msgr2=0x7f8344070190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:24.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.269+0000 7f8348e37640 1 --2- 172.21.15.76:0/2132521371 >> v2:172.21.15.192:3300/0 conn(0x7f8344071d30 0x7f8344070190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:24.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.269+0000 7f8348e37640 1 -- 172.21.15.76:0/2132521371 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f83440ab4c0 con 0x7f8344072110 2024-09-13T16:07:24.274 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.269+0000 7f8349e39640 1 --2- 172.21.15.76:0/2132521371 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f83440c8920 0x7f83440c8dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:07:24.274 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.269+0000 7f8349638640 1 --2- 172.21.15.76:0/2132521371 >> v2:172.21.15.192:3300/0 conn(0x7f8344071d30 0x7f8344070190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:07:24.274 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.270+0000 7f8348e37640 1 --2- 172.21.15.76:0/2132521371 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8344072110 0x7f83440b1b70 secure :-1 s=READY pgs=786 cs=0 l=1 rev1=1 crypto rx=0x7f83440cee60 tx=0x7f833402a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=abca04d588e1639e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:24.274 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.270+0000 7f833bfff640 1 -- 172.21.15.76:0/2132521371 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8334032440 con 0x7f8344072110 2024-09-13T16:07:24.274 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.270+0000 7f833bfff640 1 -- 172.21.15.76:0/2132521371 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 47+0+0 (secure 0 0 0) 0x7f83340325a0 con 0x7f8344072110 2024-09-13T16:07:24.274 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.270+0000 7f833bfff640 1 -- 172.21.15.76:0/2132521371 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8334032930 con 0x7f8344072110 2024-09-13T16:07:24.274 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.270+0000 7f834b89c640 1 -- 172.21.15.76:0/2132521371 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8344072110 msgr2=0x7f83440b1b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:24.274 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.270+0000 7f834b89c640 1 --2- 172.21.15.76:0/2132521371 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8344072110 0x7f83440b1b70 secure :-1 s=READY pgs=786 cs=0 l=1 rev1=1 crypto rx=0x7f83440cee60 tx=0x7f833402a210 comp rx=0 tx=0).stop 2024-09-13T16:07:24.274 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.271+0000 7f834b89c640 1 -- 172.21.15.76:0/2132521371 shutdown_connections 2024-09-13T16:07:24.274 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.271+0000 7f834b89c640 1 --2- 172.21.15.76:0/2132521371 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f83440c8920 0x7f83440c8dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:24.274 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.271+0000 7f834b89c640 1 --2- 172.21.15.76:0/2132521371 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8344072110 0x7f83440b1b70 unknown :-1 s=CLOSED pgs=786 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:24.274 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.271+0000 7f834b89c640 1 --2- 172.21.15.76:0/2132521371 >> v2:172.21.15.192:3300/0 conn(0x7f8344071d30 0x7f8344070190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:24.274 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.271+0000 7f834b89c640 1 -- 172.21.15.76:0/2132521371 >> 172.21.15.76:0/2132521371 conn(0x7f8344069ed0 msgr2=0x7f834406a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:24.274 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.271+0000 7f834b89c640 1 -- 172.21.15.76:0/2132521371 shutdown_connections 2024-09-13T16:07:24.275 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.271+0000 7f834b89c640 1 -- 172.21.15.76:0/2132521371 wait complete. 2024-09-13T16:07:24.277 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.272+0000 7f834b89c640 1 Processor -- start 2024-09-13T16:07:24.277 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.272+0000 7f834b89c640 1 -- start start 2024-09-13T16:07:24.277 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.272+0000 7f834b89c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8344071d30 0x7f8344097a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:24.278 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.272+0000 7f834b89c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8344072110 0x7f83440c7a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:24.278 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.273+0000 7f834b89c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f83440c8920 0x7f8344152020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:24.278 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.273+0000 7f834b89c640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83440cb230 con 0x7f83440c8920 2024-09-13T16:07:24.278 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.273+0000 7f834b89c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83440c6cd0 con 0x7f8344071d30 2024-09-13T16:07:24.278 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.273+0000 7f834b89c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f83440c6fb0 con 0x7f8344072110 2024-09-13T16:07:24.278 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.273+0000 7f8349e39640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f83440c8920 0x7f8344152020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:24.278 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.273+0000 7f8349e39640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f83440c8920 0x7f8344152020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:42536/0 (socket says 172.21.15.76:42536) 2024-09-13T16:07:24.278 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.273+0000 7f8349e39640 1 -- 172.21.15.76:0/2289637985 learned_addr learned my addr 172.21.15.76:0/2289637985 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:24.278 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.273+0000 7f8349638640 1 --2- 172.21.15.76:0/2289637985 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8344071d30 0x7f8344097a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:24.278 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.273+0000 7f8348e37640 1 --2- 172.21.15.76:0/2289637985 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8344072110 0x7f83440c7a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:24.278 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.273+0000 7f8349e39640 1 -- 172.21.15.76:0/2289637985 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8344072110 msgr2=0x7f83440c7a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:24.278 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.273+0000 7f8349e39640 1 --2- 172.21.15.76:0/2289637985 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8344072110 0x7f83440c7a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:24.278 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.273+0000 7f8349e39640 1 -- 172.21.15.76:0/2289637985 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8344071d30 msgr2=0x7f8344097a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:24.279 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.273+0000 7f8349e39640 1 --2- 172.21.15.76:0/2289637985 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8344071d30 0x7f8344097a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:24.279 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.273+0000 7f8349e39640 1 -- 172.21.15.76:0/2289637985 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f83340094d0 con 0x7f83440c8920 2024-09-13T16:07:24.279 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.273+0000 7f8348e37640 1 --2- 172.21.15.76:0/2289637985 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8344072110 0x7f83440c7a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:07:24.279 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.273+0000 7f8349e39640 1 --2- 172.21.15.76:0/2289637985 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f83440c8920 0x7f8344152020 secure :-1 s=READY pgs=787 cs=0 l=1 rev1=1 crypto rx=0x7f833c00cd50 tx=0x7f833c00a650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:24.279 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.273+0000 7f8339ffb640 1 -- 172.21.15.76:0/2289637985 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f833c00f680 con 0x7f83440c8920 2024-09-13T16:07:24.279 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.273+0000 7f8339ffb640 1 -- 172.21.15.76:0/2289637985 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 47+0+0 (secure 0 0 0) 0x7f833c00f800 con 0x7f83440c8920 2024-09-13T16:07:24.279 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.273+0000 7f834b89c640 1 -- 172.21.15.76:0/2289637985 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f83440c7290 con 0x7f83440c8920 2024-09-13T16:07:24.279 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.273+0000 7f8339ffb640 1 -- 172.21.15.76:0/2289637985 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f833c00fbb0 con 0x7f83440c8920 2024-09-13T16:07:24.279 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.273+0000 7f834b89c640 1 -- 172.21.15.76:0/2289637985 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f83440cae70 con 0x7f83440c8920 2024-09-13T16:07:24.279 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.274+0000 7f834b89c640 1 -- 172.21.15.76:0/2289637985 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f83440b2f00 con 0x7f83440c8920 2024-09-13T16:07:24.279 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.275+0000 7f8339ffb640 1 -- 172.21.15.76:0/2289637985 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f833c00b040 con 0x7f83440c8920 2024-09-13T16:07:24.279 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.275+0000 7f8339ffb640 1 --2- 172.21.15.76:0/2289637985 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f832806ac00 0x7f832806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:24.279 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.276+0000 7f8349638640 1 --2- 172.21.15.76:0/2289637985 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f832806ac00 0x7f832806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:24.280 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.276+0000 7f8339ffb640 1 -- 172.21.15.76:0/2289637985 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(58..58 src has 1..58) v4 ==== 6130+0+0 (secure 0 0 0) 0x7f833c089ee0 con 0x7f83440c8920 2024-09-13T16:07:24.280 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.276+0000 7f8349638640 1 --2- 172.21.15.76:0/2289637985 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f832806ac00 0x7f832806d0c0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f8340006b10 tx=0x7f8340008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:24.281 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.280+0000 7f8339ffb640 1 -- 172.21.15.76:0/2289637985 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f833c054f10 con 0x7f83440c8920 2024-09-13T16:07:24.454 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.452+0000 7f834b89c640 1 -- 172.21.15.76:0/2289637985 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f834415cb20 con 0x7f83440c8920 2024-09-13T16:07:24.454 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.452+0000 7f8339ffb640 1 -- 172.21.15.76:0/2289637985 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 1 entries v58) v1 ==== 80+0+57 (secure 0 0 0) 0x7f833c01d020 con 0x7f83440c8920 2024-09-13T16:07:24.454 INFO:teuthology.orchestra.run.smithi076.stdout:192.168.0.1:0/2206269355 2024-09-13T17:07:15.305842+0000 2024-09-13T16:07:24.454 INFO:teuthology.orchestra.run.smithi076.stderr:listed 1 entries 2024-09-13T16:07:24.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.454+0000 7f834b89c640 1 -- 172.21.15.76:0/2289637985 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f832806ac00 msgr2=0x7f832806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:24.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.454+0000 7f834b89c640 1 --2- 172.21.15.76:0/2289637985 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f832806ac00 0x7f832806d0c0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f8340006b10 tx=0x7f8340008040 comp rx=0 tx=0).stop 2024-09-13T16:07:24.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.454+0000 7f834b89c640 1 -- 172.21.15.76:0/2289637985 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f83440c8920 msgr2=0x7f8344152020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:24.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.454+0000 7f834b89c640 1 --2- 172.21.15.76:0/2289637985 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f83440c8920 0x7f8344152020 secure :-1 s=READY pgs=787 cs=0 l=1 rev1=1 crypto rx=0x7f833c00cd50 tx=0x7f833c00a650 comp rx=0 tx=0).stop 2024-09-13T16:07:24.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.454+0000 7f834b89c640 1 -- 172.21.15.76:0/2289637985 shutdown_connections 2024-09-13T16:07:24.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.454+0000 7f834b89c640 1 --2- 172.21.15.76:0/2289637985 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f83440c8920 0x7f8344152020 unknown :-1 s=CLOSED pgs=787 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:24.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.454+0000 7f834b89c640 1 --2- 172.21.15.76:0/2289637985 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f832806ac00 0x7f832806d0c0 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:24.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.454+0000 7f834b89c640 1 --2- 172.21.15.76:0/2289637985 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8344072110 0x7f83440c7a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:24.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.454+0000 7f834b89c640 1 --2- 172.21.15.76:0/2289637985 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8344071d30 0x7f8344097a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:24.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.454+0000 7f834b89c640 1 -- 172.21.15.76:0/2289637985 >> 172.21.15.76:0/2289637985 conn(0x7f8344069ed0 msgr2=0x7f83440aee80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:24.457 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.454+0000 7f834b89c640 1 -- 172.21.15.76:0/2289637985 shutdown_connections 2024-09-13T16:07:24.457 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.454+0000 7f834b89c640 1 -- 172.21.15.76:0/2289637985 wait complete. 2024-09-13T16:07:24.468 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi192.front.sepia.ceph.com... 2024-09-13T16:07:24.469 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:07:24.469 DEBUG:teuthology.orchestra.run.smithi192:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-13T16:07:24.497 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi192.stderr:ceph-fuse[44576]: fuse finished with error 0 and tester_r 0 2024-09-13T16:07:24.499 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi192.front.sepia.ceph.com 2024-09-13T16:07:24.499 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:07:24.499 DEBUG:teuthology.orchestra.run.smithi192:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-13T16:07:24.565 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:07:24.566 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:07:24.582 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18725 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T16:07:24.582 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi076.front.sepia.ceph.com 2024-09-13T16:07:24.582 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:07:24.582 DEBUG:teuthology.orchestra.run.smithi076:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-13T16:07:24.638 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:07:24.639 INFO:teuthology.orchestra.run.smithi076.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.2': No such file or directory 2024-09-13T16:07:24.639 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-13T16:07:24.639 DEBUG:teuthology.orchestra.run.smithi192:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:07:24.657 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056014,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20494 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-13T16:07:24.657 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi192.front.sepia.ceph.com 2024-09-13T16:07:24.657 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:07:24.657 DEBUG:teuthology.orchestra.run.smithi192:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-13T16:07:24.714 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:07:24.714 INFO:teuthology.orchestra.run.smithi192.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.3': No such file or directory 2024-09-13T16:07:24.715 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:07:24.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.813+0000 7fbf6f91f640 1 Processor -- start 2024-09-13T16:07:24.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.813+0000 7fbf6f91f640 1 -- start start 2024-09-13T16:07:24.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.814+0000 7fbf6f91f640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fbf6806c4c0 0x7fbf6806c8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:24.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.814+0000 7fbf6f91f640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fbf680b2590 0x7fbf6806d3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:24.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.814+0000 7fbf6f91f640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbf680b29e0 con 0x7fbf680cbea0 2024-09-13T16:07:24.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.814+0000 7fbf6f91f640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbf6806deb0 con 0x7fbf6806c4c0 2024-09-13T16:07:24.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.814+0000 7fbf6f91f640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbf680b2170 con 0x7fbf680b2590 2024-09-13T16:07:24.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.814+0000 7fbf6d6bb640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fbf6806c4c0 0x7fbf6806c8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:24.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.814+0000 7fbf6d6bb640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fbf6806c4c0 0x7fbf6806c8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:42550/0 (socket says 172.21.15.76:42550) 2024-09-13T16:07:24.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.814+0000 7fbf6d6bb640 1 -- 172.21.15.76:0/2884660412 learned_addr learned my addr 172.21.15.76:0/2884660412 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:24.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.815+0000 7fbf6d6bb640 1 -- 172.21.15.76:0/2884660412 >> v2:172.21.15.192:3300/0 conn(0x7fbf680b2590 msgr2=0x7fbf6806d3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:24.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.815+0000 7fbf6ceba640 1 --2- 172.21.15.76:0/2884660412 >> v2:172.21.15.192:3300/0 conn(0x7fbf680b2590 0x7fbf6806d3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:24.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.815+0000 7fbf6d6bb640 1 --2- 172.21.15.76:0/2884660412 >> v2:172.21.15.192:3300/0 conn(0x7fbf680b2590 0x7fbf6806d3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:24.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.815+0000 7fbf6d6bb640 1 -- 172.21.15.76:0/2884660412 >> v1:172.21.15.192:6789/0 conn(0x7fbf680cbea0 legacy=0x7fbf680cc330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:24.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.815+0000 7fbf6d6bb640 1 -- 172.21.15.76:0/2884660412 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbf6806e0c0 con 0x7fbf6806c4c0 2024-09-13T16:07:24.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.815+0000 7fbf6ceba640 1 --2- 172.21.15.76:0/2884660412 >> v2:172.21.15.192:3300/0 conn(0x7fbf680b2590 0x7fbf6806d3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:07:24.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.815+0000 7fbf6d6bb640 1 --2- 172.21.15.76:0/2884660412 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbf6806c4c0 0x7fbf6806c8a0 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7fbf6815c460 tx=0x7fbf5802a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7bb7d155d3434c02 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:24.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.815+0000 7fbf5ffff640 1 -- 172.21.15.76:0/2884660412 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf58032440 con 0x7fbf6806c4c0 2024-09-13T16:07:24.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.816+0000 7fbf5ffff640 1 -- 172.21.15.76:0/2884660412 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 47+0+0 (secure 0 0 0) 0x7fbf580325a0 con 0x7fbf6806c4c0 2024-09-13T16:07:24.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.816+0000 7fbf5ffff640 1 -- 172.21.15.76:0/2884660412 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf58032930 con 0x7fbf6806c4c0 2024-09-13T16:07:24.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.816+0000 7fbf6f91f640 1 -- 172.21.15.76:0/2884660412 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbf6806c4c0 msgr2=0x7fbf6806c8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:24.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.816+0000 7fbf6f91f640 1 --2- 172.21.15.76:0/2884660412 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbf6806c4c0 0x7fbf6806c8a0 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7fbf6815c460 tx=0x7fbf5802a230 comp rx=0 tx=0).stop 2024-09-13T16:07:24.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.816+0000 7fbf6f91f640 1 -- 172.21.15.76:0/2884660412 shutdown_connections 2024-09-13T16:07:24.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.816+0000 7fbf6f91f640 1 --2- 172.21.15.76:0/2884660412 >> v2:172.21.15.192:3300/0 conn(0x7fbf680b2590 0x7fbf6806d3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:24.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.816+0000 7fbf6f91f640 1 --2- 172.21.15.76:0/2884660412 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbf6806c4c0 0x7fbf6806c8a0 unknown :-1 s=CLOSED pgs=788 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:24.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.816+0000 7fbf6f91f640 1 -- 172.21.15.76:0/2884660412 >> 172.21.15.76:0/2884660412 conn(0x7fbf68069ed0 msgr2=0x7fbf6806a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:24.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.816+0000 7fbf6f91f640 1 -- 172.21.15.76:0/2884660412 shutdown_connections 2024-09-13T16:07:24.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.816+0000 7fbf6f91f640 1 -- 172.21.15.76:0/2884660412 wait complete. 2024-09-13T16:07:24.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.817+0000 7fbf6f91f640 1 Processor -- start 2024-09-13T16:07:24.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.817+0000 7fbf6f91f640 1 -- start start 2024-09-13T16:07:24.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.818+0000 7fbf6f91f640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbf6806c4c0 0x7fbf680c1610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:24.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.818+0000 7fbf6f91f640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbf680b2590 0x7fbf68153b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:24.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.818+0000 7fbf6f91f640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbf680cbea0 0x7fbf68151160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:24.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.818+0000 7fbf6f91f640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf680c5b50 con 0x7fbf680b2590 2024-09-13T16:07:24.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.818+0000 7fbf6f91f640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf68097230 con 0x7fbf680cbea0 2024-09-13T16:07:24.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.818+0000 7fbf6f91f640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbf680c7ee0 con 0x7fbf6806c4c0 2024-09-13T16:07:24.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.818+0000 7fbf6ceba640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbf680b2590 0x7fbf68153b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:24.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.818+0000 7fbf6ceba640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbf680b2590 0x7fbf68153b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:42558/0 (socket says 172.21.15.76:42558) 2024-09-13T16:07:24.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.818+0000 7fbf6ceba640 1 -- 172.21.15.76:0/1548032379 learned_addr learned my addr 172.21.15.76:0/1548032379 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:24.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.818+0000 7fbf6d6bb640 1 --2- 172.21.15.76:0/1548032379 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbf6806c4c0 0x7fbf680c1610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:24.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.818+0000 7fbf6debc640 1 --2- 172.21.15.76:0/1548032379 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbf680cbea0 0x7fbf68151160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:24.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.819+0000 7fbf6ceba640 1 -- 172.21.15.76:0/1548032379 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbf6806c4c0 msgr2=0x7fbf680c1610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:24.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.819+0000 7fbf6ceba640 1 --2- 172.21.15.76:0/1548032379 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbf6806c4c0 0x7fbf680c1610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:24.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.819+0000 7fbf6ceba640 1 -- 172.21.15.76:0/1548032379 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbf680cbea0 msgr2=0x7fbf68151160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:24.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.819+0000 7fbf6ceba640 1 --2- 172.21.15.76:0/1548032379 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbf680cbea0 0x7fbf68151160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:24.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.819+0000 7fbf6ceba640 1 -- 172.21.15.76:0/1548032379 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbf580094d0 con 0x7fbf680b2590 2024-09-13T16:07:24.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.819+0000 7fbf6ceba640 1 --2- 172.21.15.76:0/1548032379 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbf680b2590 0x7fbf68153b00 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7fbf6400c7f0 tx=0x7fbf6400cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:24.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.819+0000 7fbf5dffb640 1 -- 172.21.15.76:0/1548032379 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf64007a30 con 0x7fbf680b2590 2024-09-13T16:07:24.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.819+0000 7fbf5dffb640 1 -- 172.21.15.76:0/1548032379 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 47+0+0 (secure 0 0 0) 0x7fbf64007b90 con 0x7fbf680b2590 2024-09-13T16:07:24.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.819+0000 7fbf5dffb640 1 -- 172.21.15.76:0/1548032379 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf6400ce40 con 0x7fbf680b2590 2024-09-13T16:07:24.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.819+0000 7fbf6f91f640 1 -- 172.21.15.76:0/1548032379 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbf680c7bb0 con 0x7fbf680b2590 2024-09-13T16:07:24.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.819+0000 7fbf6f91f640 1 -- 172.21.15.76:0/1548032379 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbf68097460 con 0x7fbf680b2590 2024-09-13T16:07:24.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.820+0000 7fbf6f91f640 1 -- 172.21.15.76:0/1548032379 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbf680c8090 con 0x7fbf680b2590 2024-09-13T16:07:24.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.820+0000 7fbf5dffb640 1 -- 172.21.15.76:0/1548032379 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fbf640113f0 con 0x7fbf680b2590 2024-09-13T16:07:24.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.821+0000 7fbf5dffb640 1 --2- 172.21.15.76:0/1548032379 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbf4c06ac00 0x7fbf4c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:24.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.821+0000 7fbf5dffb640 1 -- 172.21.15.76:0/1548032379 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(58..58 src has 1..58) v4 ==== 6130+0+0 (secure 0 0 0) 0x7fbf64089770 con 0x7fbf680b2590 2024-09-13T16:07:24.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.821+0000 7fbf6d6bb640 1 --2- 172.21.15.76:0/1548032379 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbf4c06ac00 0x7fbf4c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:24.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.821+0000 7fbf6d6bb640 1 --2- 172.21.15.76:0/1548032379 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbf4c06ac00 0x7fbf4c06d0c0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fbf6815c460 tx=0x7fbf5802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:24.826 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:24.825+0000 7fbf5dffb640 1 -- 172.21.15.76:0/1548032379 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fbf64054710 con 0x7fbf680b2590 2024-09-13T16:07:25.027 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.026+0000 7fbf6f91f640 1 -- 172.21.15.76:0/1548032379 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fbf680cb5d0 con 0x7fbf680b2590 2024-09-13T16:07:25.028 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.027+0000 7fbf5dffb640 1 -- 172.21.15.76:0/1548032379 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) v1 ==== 94+0+4738 (secure 0 0 0) 0x7fbf6401f090 con 0x7fbf680b2590 2024-09-13T16:07:25.028 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:07:25.028 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":24,"default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5258,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/745761688","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6833","nonce":745761688},{"type":"v1","addr":"172.21.15.192:6835","nonce":745761688}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":18},{"gid":6006,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6835/3371105731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":3371105731},{"type":"v1","addr":"172.21.15.76:6835","nonce":3371105731}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":18},{"gid":6009,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6837/3310718697","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6836","nonce":3310718697},{"type":"v1","addr":"172.21.15.76:6837","nonce":3310718697}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":24,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:04:09.630795+0000","modified":"2024-09-13T16:07:22.080696+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":6018},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6018":{"gid":6018,"name":"d","rank":0,"incarnation":19,"state":"up:active","state_seq":51,"addr":"172.21.15.192:6834/3190268569","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":3190268569},{"type":"v1","addr":"172.21.15.192:6834","nonce":3190268569}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[8],"metadata_pool":7,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":3}]} 2024-09-13T16:07:25.028 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 24 2024-09-13T16:07:25.030 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.028+0000 7fbf6f91f640 1 -- 172.21.15.76:0/1548032379 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbf4c06ac00 msgr2=0x7fbf4c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:25.030 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.028+0000 7fbf6f91f640 1 --2- 172.21.15.76:0/1548032379 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbf4c06ac00 0x7fbf4c06d0c0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fbf6815c460 tx=0x7fbf5802e000 comp rx=0 tx=0).stop 2024-09-13T16:07:25.030 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.028+0000 7fbf6f91f640 1 -- 172.21.15.76:0/1548032379 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbf680b2590 msgr2=0x7fbf68153b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:25.030 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.029+0000 7fbf6f91f640 1 --2- 172.21.15.76:0/1548032379 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbf680b2590 0x7fbf68153b00 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7fbf6400c7f0 tx=0x7fbf6400cbf0 comp rx=0 tx=0).stop 2024-09-13T16:07:25.031 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.029+0000 7fbf6f91f640 1 -- 172.21.15.76:0/1548032379 shutdown_connections 2024-09-13T16:07:25.031 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.029+0000 7fbf6f91f640 1 --2- 172.21.15.76:0/1548032379 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbf680cbea0 0x7fbf68151160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:25.031 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.029+0000 7fbf6f91f640 1 --2- 172.21.15.76:0/1548032379 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbf680b2590 0x7fbf68153b00 unknown :-1 s=CLOSED pgs=789 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:25.031 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.029+0000 7fbf6f91f640 1 --2- 172.21.15.76:0/1548032379 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbf4c06ac00 0x7fbf4c06d0c0 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:25.031 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.029+0000 7fbf6f91f640 1 --2- 172.21.15.76:0/1548032379 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbf6806c4c0 0x7fbf680c1610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:25.031 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.029+0000 7fbf6f91f640 1 -- 172.21.15.76:0/1548032379 >> 172.21.15.76:0/1548032379 conn(0x7fbf68069ed0 msgr2=0x7fbf680ae9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:25.031 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.029+0000 7fbf6f91f640 1 -- 172.21.15.76:0/1548032379 shutdown_connections 2024-09-13T16:07:25.031 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.029+0000 7fbf6f91f640 1 -- 172.21.15.76:0/1548032379 wait complete. 2024-09-13T16:07:25.041 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:07:25.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.138+0000 7fafaf0e5640 1 Processor -- start 2024-09-13T16:07:25.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.138+0000 7fafaf0e5640 1 -- start start 2024-09-13T16:07:25.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.138+0000 7fafaf0e5640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fafa815a2e0 0x7fafa80c9a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:25.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.138+0000 7fafaf0e5640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fafa80cb3f0 0x7fafa806d030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:25.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.138+0000 7fafaf0e5640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fafa80c8920 con 0x7fafa80c9f80 2024-09-13T16:07:25.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.138+0000 7fafaf0e5640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fafa815a6c0 con 0x7fafa815a2e0 2024-09-13T16:07:25.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.138+0000 7fafaf0e5640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fafa80ca500 con 0x7fafa80cb3f0 2024-09-13T16:07:25.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.139+0000 7faface81640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fafa815a2e0 0x7fafa80c9a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:25.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.139+0000 7faface81640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fafa815a2e0 0x7fafa80c9a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:42566/0 (socket says 172.21.15.76:42566) 2024-09-13T16:07:25.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.139+0000 7faface81640 1 -- 172.21.15.76:0/3268019145 learned_addr learned my addr 172.21.15.76:0/3268019145 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:25.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.139+0000 7fafa7fff640 1 --1- 172.21.15.76:0/3268019145 >> v1:172.21.15.76:6789/0 conn(0x7fafa80c9f80 0x7fafa80cace0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:39506/0 (socket says 172.21.15.76:39506) 2024-09-13T16:07:25.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.139+0000 7fafad682640 1 --2- 172.21.15.76:0/3268019145 >> v2:172.21.15.192:3300/0 conn(0x7fafa80cb3f0 0x7fafa806d030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:25.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.139+0000 7faface81640 1 -- 172.21.15.76:0/3268019145 >> v2:172.21.15.192:3300/0 conn(0x7fafa80cb3f0 msgr2=0x7fafa806d030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:25.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.139+0000 7faface81640 1 --2- 172.21.15.76:0/3268019145 >> v2:172.21.15.192:3300/0 conn(0x7fafa80cb3f0 0x7fafa806d030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:25.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.139+0000 7faface81640 1 -- 172.21.15.76:0/3268019145 >> v1:172.21.15.76:6789/0 conn(0x7fafa80c9f80 legacy=0x7fafa80cace0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:25.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.139+0000 7faface81640 1 -- 172.21.15.76:0/3268019145 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fafa80c8b70 con 0x7fafa815a2e0 2024-09-13T16:07:25.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.139+0000 7fafa77fe640 1 -- 172.21.15.76:0/3268019145 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1004211512 0 0) 0x7fafa80c8920 con 0x7fafa80c9f80 2024-09-13T16:07:25.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.139+0000 7fafad682640 1 --2- 172.21.15.76:0/3268019145 >> v2:172.21.15.192:3300/0 conn(0x7fafa80cb3f0 0x7fafa806d030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:07:25.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.140+0000 7faface81640 1 --2- 172.21.15.76:0/3268019145 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fafa815a2e0 0x7fafa80c9a40 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7fafa80ca3f0 tx=0x7faf9c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a128efb0087f0b60 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:25.143 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.140+0000 7fafa77fe640 1 -- 172.21.15.76:0/3268019145 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf9c032440 con 0x7fafa815a2e0 2024-09-13T16:07:25.143 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.140+0000 7fafa77fe640 1 -- 172.21.15.76:0/3268019145 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 47+0+0 (secure 0 0 0) 0x7faf9c0325a0 con 0x7fafa815a2e0 2024-09-13T16:07:25.143 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.140+0000 7fafa77fe640 1 -- 172.21.15.76:0/3268019145 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf9c032930 con 0x7fafa815a2e0 2024-09-13T16:07:25.143 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.140+0000 7fafaf0e5640 1 -- 172.21.15.76:0/3268019145 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fafa815a2e0 msgr2=0x7fafa80c9a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:25.143 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.140+0000 7fafaf0e5640 1 --2- 172.21.15.76:0/3268019145 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fafa815a2e0 0x7fafa80c9a40 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7fafa80ca3f0 tx=0x7faf9c02a270 comp rx=0 tx=0).stop 2024-09-13T16:07:25.143 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.140+0000 7fafaf0e5640 1 -- 172.21.15.76:0/3268019145 shutdown_connections 2024-09-13T16:07:25.144 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.140+0000 7fafaf0e5640 1 --2- 172.21.15.76:0/3268019145 >> v2:172.21.15.192:3300/0 conn(0x7fafa80cb3f0 0x7fafa806d030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:25.144 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.140+0000 7fafaf0e5640 1 --2- 172.21.15.76:0/3268019145 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fafa815a2e0 0x7fafa80c9a40 unknown :-1 s=CLOSED pgs=791 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:25.144 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.140+0000 7fafaf0e5640 1 -- 172.21.15.76:0/3268019145 >> 172.21.15.76:0/3268019145 conn(0x7fafa8069ed0 msgr2=0x7fafa806a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:25.144 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.140+0000 7fafaf0e5640 1 -- 172.21.15.76:0/3268019145 shutdown_connections 2024-09-13T16:07:25.144 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.140+0000 7fafaf0e5640 1 -- 172.21.15.76:0/3268019145 wait complete. 2024-09-13T16:07:25.144 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.142+0000 7fafaf0e5640 1 Processor -- start 2024-09-13T16:07:25.144 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.142+0000 7fafaf0e5640 1 -- start start 2024-09-13T16:07:25.146 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.142+0000 7fafaf0e5640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fafa80c9f80 0x7fafa80c1c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:25.146 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.142+0000 7fafaf0e5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fafa80cb3f0 0x7fafa81f19c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:25.146 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.142+0000 7fafaf0e5640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fafa815a2e0 0x7fafa81f29d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:25.146 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.143+0000 7fafaf0e5640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fafa80cc280 con 0x7fafa80cb3f0 2024-09-13T16:07:25.146 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.143+0000 7fafaf0e5640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fafa81f2f10 con 0x7fafa815a2e0 2024-09-13T16:07:25.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.143+0000 7fafaf0e5640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fafa80acb90 con 0x7fafa80c9f80 2024-09-13T16:07:25.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.143+0000 7fafa7fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fafa80cb3f0 0x7fafa81f19c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:25.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.143+0000 7fafa7fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fafa80cb3f0 0x7fafa81f19c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:42570/0 (socket says 172.21.15.76:42570) 2024-09-13T16:07:25.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.143+0000 7fafa7fff640 1 -- 172.21.15.76:0/1424172883 learned_addr learned my addr 172.21.15.76:0/1424172883 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:25.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.143+0000 7fafad682640 1 --2- 172.21.15.76:0/1424172883 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fafa815a2e0 0x7fafa81f29d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:25.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.143+0000 7faface81640 1 --2- 172.21.15.76:0/1424172883 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fafa80c9f80 0x7fafa80c1c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:25.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.143+0000 7fafa7fff640 1 -- 172.21.15.76:0/1424172883 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fafa80c9f80 msgr2=0x7fafa80c1c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:25.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.143+0000 7fafa7fff640 1 --2- 172.21.15.76:0/1424172883 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fafa80c9f80 0x7fafa80c1c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:25.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.143+0000 7fafa7fff640 1 -- 172.21.15.76:0/1424172883 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fafa815a2e0 msgr2=0x7fafa81f29d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:25.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.143+0000 7fafa7fff640 1 --2- 172.21.15.76:0/1424172883 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fafa815a2e0 0x7fafa81f29d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:25.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.143+0000 7fafa7fff640 1 -- 172.21.15.76:0/1424172883 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faf9c0094d0 con 0x7fafa80cb3f0 2024-09-13T16:07:25.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.143+0000 7fafad682640 1 --2- 172.21.15.76:0/1424172883 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fafa815a2e0 0x7fafa81f29d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:07:25.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.143+0000 7faface81640 1 --2- 172.21.15.76:0/1424172883 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fafa80c9f80 0x7fafa80c1c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:07:25.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.143+0000 7fafa7fff640 1 --2- 172.21.15.76:0/1424172883 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fafa80cb3f0 0x7fafa81f19c0 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7faf9400c4d0 tx=0x7faf9400c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:25.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.143+0000 7fafa57fa640 1 -- 172.21.15.76:0/1424172883 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf940074e0 con 0x7fafa80cb3f0 2024-09-13T16:07:25.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.143+0000 7fafa57fa640 1 -- 172.21.15.76:0/1424172883 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 47+0+0 (secure 0 0 0) 0x7faf94007660 con 0x7fafa80cb3f0 2024-09-13T16:07:25.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.143+0000 7fafa57fa640 1 -- 172.21.15.76:0/1424172883 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf94004a20 con 0x7fafa80cb3f0 2024-09-13T16:07:25.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.143+0000 7fafaf0e5640 1 -- 172.21.15.76:0/1424172883 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fafa80ace70 con 0x7fafa80cb3f0 2024-09-13T16:07:25.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.143+0000 7fafaf0e5640 1 -- 172.21.15.76:0/1424172883 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fafa80cbea0 con 0x7fafa80cb3f0 2024-09-13T16:07:25.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.144+0000 7fafaf0e5640 1 -- 172.21.15.76:0/1424172883 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fafa80cc3c0 con 0x7fafa80cb3f0 2024-09-13T16:07:25.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.145+0000 7fafa57fa640 1 -- 172.21.15.76:0/1424172883 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7faf94004b80 con 0x7fafa80cb3f0 2024-09-13T16:07:25.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.145+0000 7fafa57fa640 1 --2- 172.21.15.76:0/1424172883 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7faf8c06ac00 0x7faf8c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:25.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.145+0000 7fafa57fa640 1 -- 172.21.15.76:0/1424172883 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(58..58 src has 1..58) v4 ==== 6130+0+0 (secure 0 0 0) 0x7faf940887c0 con 0x7fafa80cb3f0 2024-09-13T16:07:25.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.145+0000 7faface81640 1 --2- 172.21.15.76:0/1424172883 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7faf8c06ac00 0x7faf8c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:25.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.145+0000 7faface81640 1 --2- 172.21.15.76:0/1424172883 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7faf8c06ac00 0x7faf8c06d0c0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fafa80ca3f0 tx=0x7faf9c02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:25.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.149+0000 7fafa57fa640 1 -- 172.21.15.76:0/1424172883 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7faf94053760 con 0x7fafa80cb3f0 2024-09-13T16:07:25.316 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.315+0000 7fafaf0e5640 1 -- 172.21.15.76:0/1424172883 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fafa806e000 con 0x7fafa80cb3f0 2024-09-13T16:07:25.317 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.316+0000 7fafa57fa640 1 -- 172.21.15.76:0/1424172883 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v58) v1 ==== 74+0+16838 (secure 0 0 0) 0x7faf94018090 con 0x7fafa80cb3f0 2024-09-13T16:07:25.318 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:07:25.318 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":58,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:07:16.058672+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:04:07.797879+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_data","create_time":"2024-09-13T16:04:08.588584+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"8.14","mappings":[{"from":0,"to":6}]},{"pgid":"8.1a","mappings":[{"from":0,"to":1}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"192.168.0.1:0/2206269355":"2024-09-13T17:07:15.305842+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:07:25.320 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.318+0000 7fafaf0e5640 1 -- 172.21.15.76:0/1424172883 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7faf8c06ac00 msgr2=0x7faf8c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:25.320 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.318+0000 7fafaf0e5640 1 --2- 172.21.15.76:0/1424172883 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7faf8c06ac00 0x7faf8c06d0c0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fafa80ca3f0 tx=0x7faf9c02e000 comp rx=0 tx=0).stop 2024-09-13T16:07:25.320 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.318+0000 7fafaf0e5640 1 -- 172.21.15.76:0/1424172883 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fafa80cb3f0 msgr2=0x7fafa81f19c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:25.320 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.318+0000 7fafaf0e5640 1 --2- 172.21.15.76:0/1424172883 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fafa80cb3f0 0x7fafa81f19c0 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7faf9400c4d0 tx=0x7faf9400c990 comp rx=0 tx=0).stop 2024-09-13T16:07:25.320 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.318+0000 7fafaf0e5640 1 -- 172.21.15.76:0/1424172883 shutdown_connections 2024-09-13T16:07:25.320 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.318+0000 7fafaf0e5640 1 --2- 172.21.15.76:0/1424172883 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fafa815a2e0 0x7fafa81f29d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:25.320 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.318+0000 7fafaf0e5640 1 --2- 172.21.15.76:0/1424172883 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fafa80cb3f0 0x7fafa81f19c0 unknown :-1 s=CLOSED pgs=792 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:25.320 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.318+0000 7fafaf0e5640 1 --2- 172.21.15.76:0/1424172883 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7faf8c06ac00 0x7faf8c06d0c0 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:25.321 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.318+0000 7fafaf0e5640 1 --2- 172.21.15.76:0/1424172883 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fafa80c9f80 0x7fafa80c1c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:25.321 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.318+0000 7fafaf0e5640 1 -- 172.21.15.76:0/1424172883 >> 172.21.15.76:0/1424172883 conn(0x7fafa8069ed0 msgr2=0x7fafa80710a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:25.321 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.318+0000 7fafaf0e5640 1 -- 172.21.15.76:0/1424172883 shutdown_connections 2024-09-13T16:07:25.321 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.318+0000 7fafaf0e5640 1 -- 172.21.15.76:0/1424172883 wait complete. 2024-09-13T16:07:25.331 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:01:26.960607+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 7, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:04:07.797879+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '54', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 8, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:04:08.588584+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '55', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:07:25.331 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:07:25.432 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.430+0000 7efd6e4b8640 1 Processor -- start 2024-09-13T16:07:25.432 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.430+0000 7efd6e4b8640 1 -- start start 2024-09-13T16:07:25.433 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.431+0000 7efd6e4b8640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7efd680cec00 0x7efd680ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:25.433 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.431+0000 7efd6e4b8640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efd680ccbe0 con 0x7efd680b2b40 2024-09-13T16:07:25.433 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.431+0000 7efd6e4b8640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efd680b1810 con 0x7efd68159310 2024-09-13T16:07:25.433 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.431+0000 7efd6e4b8640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efd680ad940 con 0x7efd680cec00 2024-09-13T16:07:25.433 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.431+0000 7efd677fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7efd680b2b40 0x7efd680ce4f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:39510/0 (socket says 172.21.15.76:39510) 2024-09-13T16:07:25.433 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.431+0000 7efd677fe640 1 -- 172.21.15.76:0/1318076885 learned_addr learned my addr 172.21.15.76:0/1318076885 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:07:25.433 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.431+0000 7efd6ca55640 1 --2- 172.21.15.76:0/1318076885 >> v2:172.21.15.76:3300/0 conn(0x7efd680cec00 0x7efd680ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:25.434 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.432+0000 7efd6ca55640 1 -- 172.21.15.76:0/1318076885 >> v1:172.21.15.192:6789/0 conn(0x7efd68159310 legacy=0x7efd680ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:25.434 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.432+0000 7efd66ffd640 1 -- 172.21.15.76:0/1318076885 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 115123849 0 0) 0x7efd680ccbe0 con 0x7efd680b2b40 2024-09-13T16:07:25.434 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.432+0000 7efd6ca55640 1 -- 172.21.15.76:0/1318076885 >> v1:172.21.15.76:6789/0 conn(0x7efd680b2b40 legacy=0x7efd680ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:25.434 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.432+0000 7efd6ca55640 1 -- 172.21.15.76:0/1318076885 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd6806d9e0 con 0x7efd680cec00 2024-09-13T16:07:25.435 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.432+0000 7efd6ca55640 1 --2- 172.21.15.76:0/1318076885 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd680cec00 0x7efd680ad400 secure :-1 s=READY pgs=794 cs=0 l=1 rev1=1 crypto rx=0x7efd60009d90 tx=0x7efd6002a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b607ac3a0b5c3eac server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:25.435 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.432+0000 7efd66ffd640 1 -- 172.21.15.76:0/1318076885 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd60031600 con 0x7efd680cec00 2024-09-13T16:07:25.435 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.432+0000 7efd66ffd640 1 -- 172.21.15.76:0/1318076885 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 47+0+0 (secure 0 0 0) 0x7efd6002d050 con 0x7efd680cec00 2024-09-13T16:07:25.435 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.432+0000 7efd66ffd640 1 -- 172.21.15.76:0/1318076885 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd60031980 con 0x7efd680cec00 2024-09-13T16:07:25.435 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.433+0000 7efd6e4b8640 1 -- 172.21.15.76:0/1318076885 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd680cec00 msgr2=0x7efd680ad400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:25.435 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.433+0000 7efd6e4b8640 1 --2- 172.21.15.76:0/1318076885 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd680cec00 0x7efd680ad400 secure :-1 s=READY pgs=794 cs=0 l=1 rev1=1 crypto rx=0x7efd60009d90 tx=0x7efd6002a610 comp rx=0 tx=0).stop 2024-09-13T16:07:25.435 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.433+0000 7efd6e4b8640 1 -- 172.21.15.76:0/1318076885 shutdown_connections 2024-09-13T16:07:25.435 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.433+0000 7efd6e4b8640 1 --2- 172.21.15.76:0/1318076885 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd680cec00 0x7efd680ad400 unknown :-1 s=CLOSED pgs=794 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:25.436 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.433+0000 7efd6e4b8640 1 -- 172.21.15.76:0/1318076885 >> 172.21.15.76:0/1318076885 conn(0x7efd6806a0b0 msgr2=0x7efd6806a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:25.436 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.433+0000 7efd6e4b8640 1 -- 172.21.15.76:0/1318076885 shutdown_connections 2024-09-13T16:07:25.436 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.433+0000 7efd6e4b8640 1 -- 172.21.15.76:0/1318076885 wait complete. 2024-09-13T16:07:25.437 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.434+0000 7efd6e4b8640 1 Processor -- start 2024-09-13T16:07:25.438 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.434+0000 7efd6e4b8640 1 -- start start 2024-09-13T16:07:25.438 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.435+0000 7efd6e4b8640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd680b2b40 0x7efd680c3130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:25.438 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.435+0000 7efd6e4b8640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efd680cec00 0x7efd68168830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:25.438 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.435+0000 7efd6e4b8640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efd68159310 0x7efd6809b2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:25.438 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.435+0000 7efd6e4b8640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd68168d70 con 0x7efd680b2b40 2024-09-13T16:07:25.438 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.435+0000 7efd6e4b8640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd68167790 con 0x7efd680cec00 2024-09-13T16:07:25.438 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.435+0000 7efd6e4b8640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efd68167a70 con 0x7efd68159310 2024-09-13T16:07:25.438 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.435+0000 7efd67fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd680b2b40 0x7efd680c3130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:25.438 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.435+0000 7efd67fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd680b2b40 0x7efd680c3130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:42594/0 (socket says 172.21.15.76:42594) 2024-09-13T16:07:25.438 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.435+0000 7efd67fff640 1 -- 172.21.15.76:0/3891664577 learned_addr learned my addr 172.21.15.76:0/3891664577 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:25.438 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.435+0000 7efd67fff640 1 -- 172.21.15.76:0/3891664577 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efd68159310 msgr2=0x7efd6809b2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:25.438 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.435+0000 7efd67fff640 1 --2- 172.21.15.76:0/3891664577 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efd68159310 0x7efd6809b2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:25.439 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.436+0000 7efd67fff640 1 -- 172.21.15.76:0/3891664577 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efd680cec00 msgr2=0x7efd68168830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:25.439 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.436+0000 7efd67fff640 1 --2- 172.21.15.76:0/3891664577 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efd680cec00 0x7efd68168830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:25.439 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.436+0000 7efd67fff640 1 -- 172.21.15.76:0/3891664577 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd60009a70 con 0x7efd680b2b40 2024-09-13T16:07:25.439 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.436+0000 7efd67fff640 1 --2- 172.21.15.76:0/3891664577 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd680b2b40 0x7efd680c3130 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7efd5800b3f0 tx=0x7efd5800b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:25.439 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.436+0000 7efd64ff9640 1 -- 172.21.15.76:0/3891664577 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd58011830 con 0x7efd680b2b40 2024-09-13T16:07:25.439 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.436+0000 7efd64ff9640 1 -- 172.21.15.76:0/3891664577 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 47+0+0 (secure 0 0 0) 0x7efd58011990 con 0x7efd680b2b40 2024-09-13T16:07:25.439 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.436+0000 7efd6e4b8640 1 -- 172.21.15.76:0/3891664577 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efd68167d50 con 0x7efd680b2b40 2024-09-13T16:07:25.439 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.436+0000 7efd64ff9640 1 -- 172.21.15.76:0/3891664577 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd58011d40 con 0x7efd680b2b40 2024-09-13T16:07:25.439 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.436+0000 7efd6e4b8640 1 -- 172.21.15.76:0/3891664577 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efd68168310 con 0x7efd680b2b40 2024-09-13T16:07:25.440 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.437+0000 7efd6e4b8640 1 -- 172.21.15.76:0/3891664577 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efd680ad400 con 0x7efd680b2b40 2024-09-13T16:07:25.440 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.437+0000 7efd64ff9640 1 -- 172.21.15.76:0/3891664577 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7efd5801a400 con 0x7efd680b2b40 2024-09-13T16:07:25.440 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.438+0000 7efd64ff9640 1 --2- 172.21.15.76:0/3891664577 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efd5406ac00 0x7efd5406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:25.440 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.438+0000 7efd64ff9640 1 -- 172.21.15.76:0/3891664577 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(58..58 src has 1..58) v4 ==== 6130+0+0 (secure 0 0 0) 0x7efd580893a0 con 0x7efd680b2b40 2024-09-13T16:07:25.440 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.438+0000 7efd677fe640 1 --2- 172.21.15.76:0/3891664577 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efd5406ac00 0x7efd5406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:25.440 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.438+0000 7efd677fe640 1 --2- 172.21.15.76:0/3891664577 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efd5406ac00 0x7efd5406d0c0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7efd5c007fd0 tx=0x7efd5c007920 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:25.443 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.442+0000 7efd64ff9640 1 -- 172.21.15.76:0/3891664577 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7efd580543d0 con 0x7efd680b2b40 2024-09-13T16:07:25.603 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.602+0000 7efd6e4b8640 1 -- 172.21.15.76:0/3891664577 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7efd6806e4b0 con 0x7efd680b2b40 2024-09-13T16:07:25.603 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.602+0000 7efd64ff9640 1 -- 172.21.15.76:0/3891664577 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v58) v1 ==== 93+0+10 (secure 0 0 0) 0x7efd580579f0 con 0x7efd680b2b40 2024-09-13T16:07:25.604 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2024-09-13T16:07:25.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.604+0000 7efd6e4b8640 1 -- 172.21.15.76:0/3891664577 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efd5406ac00 msgr2=0x7efd5406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:25.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.604+0000 7efd6e4b8640 1 --2- 172.21.15.76:0/3891664577 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efd5406ac00 0x7efd5406d0c0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7efd5c007fd0 tx=0x7efd5c007920 comp rx=0 tx=0).stop 2024-09-13T16:07:25.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.604+0000 7efd6e4b8640 1 -- 172.21.15.76:0/3891664577 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd680b2b40 msgr2=0x7efd680c3130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:25.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.604+0000 7efd6e4b8640 1 --2- 172.21.15.76:0/3891664577 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd680b2b40 0x7efd680c3130 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7efd5800b3f0 tx=0x7efd5800b8b0 comp rx=0 tx=0).stop 2024-09-13T16:07:25.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.604+0000 7efd6e4b8640 1 -- 172.21.15.76:0/3891664577 shutdown_connections 2024-09-13T16:07:25.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.604+0000 7efd6e4b8640 1 --2- 172.21.15.76:0/3891664577 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efd5406ac00 0x7efd5406d0c0 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:25.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.604+0000 7efd6e4b8640 1 --2- 172.21.15.76:0/3891664577 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efd68159310 0x7efd6809b2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:25.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.604+0000 7efd6e4b8640 1 --2- 172.21.15.76:0/3891664577 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efd680cec00 0x7efd68168830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:25.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.604+0000 7efd6e4b8640 1 --2- 172.21.15.76:0/3891664577 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd680b2b40 0x7efd680c3130 unknown :-1 s=CLOSED pgs=795 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:25.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.604+0000 7efd6e4b8640 1 -- 172.21.15.76:0/3891664577 >> 172.21.15.76:0/3891664577 conn(0x7efd6806a0b0 msgr2=0x7efd680705b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:25.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.604+0000 7efd6e4b8640 1 -- 172.21.15.76:0/3891664577 shutdown_connections 2024-09-13T16:07:25.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.604+0000 7efd6e4b8640 1 -- 172.21.15.76:0/3891664577 wait complete. 2024-09-13T16:07:25.616 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:07:25.718 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.716+0000 7f93be809640 1 Processor -- start 2024-09-13T16:07:25.718 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.716+0000 7f93be809640 1 -- start start 2024-09-13T16:07:25.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.717+0000 7f93be809640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f93b80cec00 0x7f93b80ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:25.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.717+0000 7f93be809640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f93b80ccbe0 con 0x7f93b80b2b40 2024-09-13T16:07:25.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.717+0000 7f93be809640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f93b80b1810 con 0x7f93b8159310 2024-09-13T16:07:25.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.717+0000 7f93be809640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f93b80ad940 con 0x7f93b80cec00 2024-09-13T16:07:25.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.717+0000 7f93bcda6640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f93b80cec00 0x7f93b80ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:25.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.717+0000 7f93b77fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f93b80b2b40 0x7f93b80ce4f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:39516/0 (socket says 172.21.15.76:39516) 2024-09-13T16:07:25.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.717+0000 7f93b77fe640 1 -- 172.21.15.76:0/3383273643 learned_addr learned my addr 172.21.15.76:0/3383273643 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:07:25.720 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.717+0000 7f93bcda6640 1 -- 172.21.15.76:0/3383273643 >> v1:172.21.15.192:6789/0 conn(0x7f93b8159310 legacy=0x7f93b80ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:25.720 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.717+0000 7f93bcda6640 1 -- 172.21.15.76:0/3383273643 >> v1:172.21.15.76:6789/0 conn(0x7f93b80b2b40 legacy=0x7f93b80ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:25.720 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.717+0000 7f93b6ffd640 1 -- 172.21.15.76:0/3383273643 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 382322887 0 0) 0x7f93b80ccbe0 con 0x7f93b80b2b40 2024-09-13T16:07:25.720 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.717+0000 7f93bcda6640 1 -- 172.21.15.76:0/3383273643 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f93b806d9e0 con 0x7f93b80cec00 2024-09-13T16:07:25.720 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.718+0000 7f93bcda6640 1 --2- 172.21.15.76:0/3383273643 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f93b80cec00 0x7f93b80ad400 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x7f93b000bfa0 tx=0x7f93b002c870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ab0ea4bbf0b0830 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:25.721 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.718+0000 7f93b6ffd640 1 -- 172.21.15.76:0/3383273643 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93b0009540 con 0x7f93b80cec00 2024-09-13T16:07:25.721 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.718+0000 7f93b6ffd640 1 -- 172.21.15.76:0/3383273643 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 47+0+0 (secure 0 0 0) 0x7f93b00096a0 con 0x7f93b80cec00 2024-09-13T16:07:25.721 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.718+0000 7f93b6ffd640 1 -- 172.21.15.76:0/3383273643 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93b0009a30 con 0x7f93b80cec00 2024-09-13T16:07:25.721 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.719+0000 7f93be809640 1 -- 172.21.15.76:0/3383273643 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f93b80cec00 msgr2=0x7f93b80ad400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:25.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.719+0000 7f93be809640 1 --2- 172.21.15.76:0/3383273643 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f93b80cec00 0x7f93b80ad400 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x7f93b000bfa0 tx=0x7f93b002c870 comp rx=0 tx=0).stop 2024-09-13T16:07:25.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.719+0000 7f93be809640 1 -- 172.21.15.76:0/3383273643 shutdown_connections 2024-09-13T16:07:25.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.719+0000 7f93be809640 1 --2- 172.21.15.76:0/3383273643 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f93b80cec00 0x7f93b80ad400 unknown :-1 s=CLOSED pgs=797 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:25.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.719+0000 7f93be809640 1 -- 172.21.15.76:0/3383273643 >> 172.21.15.76:0/3383273643 conn(0x7f93b806a0b0 msgr2=0x7f93b806a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:25.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.719+0000 7f93be809640 1 -- 172.21.15.76:0/3383273643 shutdown_connections 2024-09-13T16:07:25.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.719+0000 7f93be809640 1 -- 172.21.15.76:0/3383273643 wait complete. 2024-09-13T16:07:25.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.720+0000 7f93be809640 1 Processor -- start 2024-09-13T16:07:25.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.720+0000 7f93be809640 1 -- start start 2024-09-13T16:07:25.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.721+0000 7f93be809640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f93b80b2b40 0x7f93b8154ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:25.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.721+0000 7f93be809640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f93b80cec00 0x7f93b80c4c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:25.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.721+0000 7f93be809640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f93b8159310 0x7f93b8156490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:25.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.721+0000 7f93be809640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f93b81519f0 con 0x7f93b80b2b40 2024-09-13T16:07:25.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.721+0000 7f93be809640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f93b8151fb0 con 0x7f93b8159310 2024-09-13T16:07:25.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.721+0000 7f93be809640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f93b80c51b0 con 0x7f93b80cec00 2024-09-13T16:07:25.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.721+0000 7f93b7fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f93b80b2b40 0x7f93b8154ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:25.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.721+0000 7f93b7fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f93b80b2b40 0x7f93b8154ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:42618/0 (socket says 172.21.15.76:42618) 2024-09-13T16:07:25.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.721+0000 7f93b7fff640 1 -- 172.21.15.76:0/3777206834 learned_addr learned my addr 172.21.15.76:0/3777206834 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:25.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.721+0000 7f93b7fff640 1 -- 172.21.15.76:0/3777206834 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f93b80cec00 msgr2=0x7f93b80c4c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:25.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.721+0000 7f93b7fff640 1 --2- 172.21.15.76:0/3777206834 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f93b80cec00 0x7f93b80c4c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:25.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.721+0000 7f93b7fff640 1 -- 172.21.15.76:0/3777206834 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f93b8159310 msgr2=0x7f93b8156490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:25.725 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.721+0000 7f93b7fff640 1 --2- 172.21.15.76:0/3777206834 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f93b8159310 0x7f93b8156490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:25.725 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.721+0000 7f93b7fff640 1 -- 172.21.15.76:0/3777206834 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f93b000bc80 con 0x7f93b80b2b40 2024-09-13T16:07:25.725 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.721+0000 7f93b7fff640 1 --2- 172.21.15.76:0/3777206834 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f93b80b2b40 0x7f93b8154ec0 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7f93a800c430 tx=0x7f93a800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:25.725 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.721+0000 7f93b4ff9640 1 -- 172.21.15.76:0/3777206834 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93a80052d0 con 0x7f93b80b2b40 2024-09-13T16:07:25.725 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.721+0000 7f93b4ff9640 1 -- 172.21.15.76:0/3777206834 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 47+0+0 (secure 0 0 0) 0x7f93a8005430 con 0x7f93b80b2b40 2024-09-13T16:07:25.725 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.722+0000 7f93b4ff9640 1 -- 172.21.15.76:0/3777206834 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93a8003830 con 0x7f93b80b2b40 2024-09-13T16:07:25.725 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.722+0000 7f93be809640 1 -- 172.21.15.76:0/3777206834 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f93b81571f0 con 0x7f93b80b2b40 2024-09-13T16:07:25.725 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.722+0000 7f93be809640 1 -- 172.21.15.76:0/3777206834 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f93b8155820 con 0x7f93b80b2b40 2024-09-13T16:07:25.725 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.722+0000 7f93be809640 1 -- 172.21.15.76:0/3777206834 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f93b80ad400 con 0x7f93b80b2b40 2024-09-13T16:07:25.726 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.723+0000 7f93b4ff9640 1 -- 172.21.15.76:0/3777206834 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f93a8003990 con 0x7f93b80b2b40 2024-09-13T16:07:25.726 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.723+0000 7f93b4ff9640 1 --2- 172.21.15.76:0/3777206834 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f93a406ac00 0x7f93a406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:25.726 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.723+0000 7f93b4ff9640 1 -- 172.21.15.76:0/3777206834 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(58..58 src has 1..58) v4 ==== 6130+0+0 (secure 0 0 0) 0x7f93a80889d0 con 0x7f93b80b2b40 2024-09-13T16:07:25.726 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.723+0000 7f93b77fe640 1 --2- 172.21.15.76:0/3777206834 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f93a406ac00 0x7f93a406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:25.726 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.724+0000 7f93b77fe640 1 --2- 172.21.15.76:0/3777206834 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f93a406ac00 0x7f93a406d0c0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f93ac007fd0 tx=0x7f93ac007920 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:25.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.728+0000 7f93b4ff9640 1 -- 172.21.15.76:0/3777206834 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f93a8053a90 con 0x7f93b80b2b40 2024-09-13T16:07:25.892 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.890+0000 7f93be809640 1 -- 172.21.15.76:0/3777206834 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f93b806e4b0 con 0x7f93b80b2b40 2024-09-13T16:07:25.892 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.890+0000 7f93b4ff9640 1 -- 172.21.15.76:0/3777206834 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v58) v1 ==== 104+0+11 (secure 0 0 0) 0x7f93a8017020 con 0x7f93b80b2b40 2024-09-13T16:07:25.892 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2024-09-13T16:07:25.894 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.892+0000 7f93be809640 1 -- 172.21.15.76:0/3777206834 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f93a406ac00 msgr2=0x7f93a406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:25.894 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.892+0000 7f93be809640 1 --2- 172.21.15.76:0/3777206834 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f93a406ac00 0x7f93a406d0c0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f93ac007fd0 tx=0x7f93ac007920 comp rx=0 tx=0).stop 2024-09-13T16:07:25.894 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.892+0000 7f93be809640 1 -- 172.21.15.76:0/3777206834 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f93b80b2b40 msgr2=0x7f93b8154ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:25.894 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.892+0000 7f93be809640 1 --2- 172.21.15.76:0/3777206834 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f93b80b2b40 0x7f93b8154ec0 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7f93a800c430 tx=0x7f93a800c8f0 comp rx=0 tx=0).stop 2024-09-13T16:07:25.894 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.892+0000 7f93be809640 1 -- 172.21.15.76:0/3777206834 shutdown_connections 2024-09-13T16:07:25.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.892+0000 7f93be809640 1 --2- 172.21.15.76:0/3777206834 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f93b8159310 0x7f93b8156490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:25.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.892+0000 7f93be809640 1 --2- 172.21.15.76:0/3777206834 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f93a406ac00 0x7f93a406d0c0 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:25.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.892+0000 7f93be809640 1 --2- 172.21.15.76:0/3777206834 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f93b80cec00 0x7f93b80c4c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:25.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.892+0000 7f93be809640 1 --2- 172.21.15.76:0/3777206834 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f93b80b2b40 0x7f93b8154ec0 unknown :-1 s=CLOSED pgs=798 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:25.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.892+0000 7f93be809640 1 -- 172.21.15.76:0/3777206834 >> 172.21.15.76:0/3777206834 conn(0x7f93b806a0b0 msgr2=0x7f93b80cac50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:25.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.892+0000 7f93be809640 1 -- 172.21.15.76:0/3777206834 shutdown_connections 2024-09-13T16:07:25.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:25.892+0000 7f93be809640 1 -- 172.21.15.76:0/3777206834 wait complete. 2024-09-13T16:07:25.904 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:07:26.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.005+0000 7fa241a41640 1 Processor -- start 2024-09-13T16:07:26.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.005+0000 7fa241a41640 1 -- start start 2024-09-13T16:07:26.007 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.005+0000 7fa241a41640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fa23c15c500 0x7fa23c0d2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:26.007 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.005+0000 7fa241a41640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fa23c0d2590 0x7fa23c0cd8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:26.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.005+0000 7fa241a41640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa23c0cd450 con 0x7fa23c0cde20 2024-09-13T16:07:26.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.005+0000 7fa241a41640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa23c0d29f0 con 0x7fa23c0d2590 2024-09-13T16:07:26.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.005+0000 7fa241a41640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa23c0d0cf0 con 0x7fa23c15c500 2024-09-13T16:07:26.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.006+0000 7fa2327fc640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fa23c0d2590 0x7fa23c0cd8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:26.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.006+0000 7fa2327fc640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fa23c0d2590 0x7fa23c0cd8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:42624/0 (socket says 172.21.15.76:42624) 2024-09-13T16:07:26.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.006+0000 7fa2327fc640 1 -- 172.21.15.76:0/52166097 learned_addr learned my addr 172.21.15.76:0/52166097 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:26.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.006+0000 7fa2327fc640 1 -- 172.21.15.76:0/52166097 >> v2:172.21.15.192:3300/0 conn(0x7fa23c15c500 msgr2=0x7fa23c0d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:26.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.006+0000 7fa2327fc640 1 --2- 172.21.15.76:0/52166097 >> v2:172.21.15.192:3300/0 conn(0x7fa23c15c500 0x7fa23c0d2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:26.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.006+0000 7fa2327fc640 1 -- 172.21.15.76:0/52166097 >> v1:172.21.15.192:6789/0 conn(0x7fa23c0cde20 legacy=0x7fa23c0d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:26.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.006+0000 7fa2327fc640 1 -- 172.21.15.76:0/52166097 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa23c0d0fd0 con 0x7fa23c0d2590 2024-09-13T16:07:26.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.007+0000 7fa2327fc640 1 --2- 172.21.15.76:0/52166097 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa23c0d2590 0x7fa23c0cd8e0 secure :-1 s=READY pgs=799 cs=0 l=1 rev1=1 crypto rx=0x7fa23c0cfec0 tx=0x7fa22402a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=20362d8808f665a7 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:26.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.007+0000 7fa23a7fc640 1 -- 172.21.15.76:0/52166097 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa224032440 con 0x7fa23c0d2590 2024-09-13T16:07:26.010 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.007+0000 7fa23a7fc640 1 -- 172.21.15.76:0/52166097 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 47+0+0 (secure 0 0 0) 0x7fa2240325a0 con 0x7fa23c0d2590 2024-09-13T16:07:26.010 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.007+0000 7fa23a7fc640 1 -- 172.21.15.76:0/52166097 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa224032930 con 0x7fa23c0d2590 2024-09-13T16:07:26.010 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.007+0000 7fa241a41640 1 -- 172.21.15.76:0/52166097 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa23c0d2590 msgr2=0x7fa23c0cd8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:26.010 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.007+0000 7fa241a41640 1 --2- 172.21.15.76:0/52166097 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa23c0d2590 0x7fa23c0cd8e0 secure :-1 s=READY pgs=799 cs=0 l=1 rev1=1 crypto rx=0x7fa23c0cfec0 tx=0x7fa22402a230 comp rx=0 tx=0).stop 2024-09-13T16:07:26.010 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.007+0000 7fa241a41640 1 -- 172.21.15.76:0/52166097 shutdown_connections 2024-09-13T16:07:26.010 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.007+0000 7fa241a41640 1 --2- 172.21.15.76:0/52166097 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa23c0d2590 0x7fa23c0cd8e0 unknown :-1 s=CLOSED pgs=799 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:26.010 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.007+0000 7fa241a41640 1 --2- 172.21.15.76:0/52166097 >> v2:172.21.15.192:3300/0 conn(0x7fa23c15c500 0x7fa23c0d2050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:26.010 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.007+0000 7fa241a41640 1 -- 172.21.15.76:0/52166097 >> 172.21.15.76:0/52166097 conn(0x7fa23c089f60 msgr2=0x7fa23c09b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:26.010 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.007+0000 7fa241a41640 1 -- 172.21.15.76:0/52166097 shutdown_connections 2024-09-13T16:07:26.010 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.007+0000 7fa241a41640 1 -- 172.21.15.76:0/52166097 wait complete. 2024-09-13T16:07:26.012 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.009+0000 7fa241a41640 1 Processor -- start 2024-09-13T16:07:26.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.009+0000 7fa241a41640 1 -- start start 2024-09-13T16:07:26.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.010+0000 7fa241a41640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa23c0cde20 0x7fa23c154a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:26.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.010+0000 7fa241a41640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa23c0d2590 0x7fa23c0cb310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:26.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.010+0000 7fa241a41640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa23c15c500 0x7fa23c0cb850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:26.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.010+0000 7fa241a41640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa23c0b5600 con 0x7fa23c0cde20 2024-09-13T16:07:26.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.010+0000 7fa241a41640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa23c1f2a70 con 0x7fa23c0d2590 2024-09-13T16:07:26.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.010+0000 7fa241a41640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa23c0b5300 con 0x7fa23c15c500 2024-09-13T16:07:26.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.010+0000 7fa23affd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa23c0cde20 0x7fa23c154a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:26.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.010+0000 7fa23affd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa23c0cde20 0x7fa23c154a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:42626/0 (socket says 172.21.15.76:42626) 2024-09-13T16:07:26.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.010+0000 7fa23affd640 1 -- 172.21.15.76:0/4241901121 learned_addr learned my addr 172.21.15.76:0/4241901121 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:26.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.010+0000 7fa2327fc640 1 --2- 172.21.15.76:0/4241901121 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa23c0d2590 0x7fa23c0cb310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:26.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.010+0000 7fa23affd640 1 -- 172.21.15.76:0/4241901121 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa23c15c500 msgr2=0x7fa23c0cb850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:26.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.010+0000 7fa23affd640 1 --2- 172.21.15.76:0/4241901121 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa23c15c500 0x7fa23c0cb850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:26.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.010+0000 7fa23affd640 1 -- 172.21.15.76:0/4241901121 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa23c0d2590 msgr2=0x7fa23c0cb310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:26.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.010+0000 7fa23affd640 1 --2- 172.21.15.76:0/4241901121 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa23c0d2590 0x7fa23c0cb310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:26.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.010+0000 7fa23affd640 1 -- 172.21.15.76:0/4241901121 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa2240094d0 con 0x7fa23c0cde20 2024-09-13T16:07:26.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.010+0000 7fa2327fc640 1 --2- 172.21.15.76:0/4241901121 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa23c0d2590 0x7fa23c0cb310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:07:26.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.010+0000 7fa23affd640 1 --2- 172.21.15.76:0/4241901121 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa23c0cde20 0x7fa23c154a70 secure :-1 s=READY pgs=800 cs=0 l=1 rev1=1 crypto rx=0x7fa22c00b410 tx=0x7fa22c00b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:26.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.010+0000 7fa238ff9640 1 -- 172.21.15.76:0/4241901121 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa22c011830 con 0x7fa23c0cde20 2024-09-13T16:07:26.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.010+0000 7fa238ff9640 1 -- 172.21.15.76:0/4241901121 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 47+0+0 (secure 0 0 0) 0x7fa22c0119b0 con 0x7fa23c0cde20 2024-09-13T16:07:26.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.010+0000 7fa241a41640 1 -- 172.21.15.76:0/4241901121 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa23c154fb0 con 0x7fa23c0cde20 2024-09-13T16:07:26.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.010+0000 7fa238ff9640 1 -- 172.21.15.76:0/4241901121 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa22c011d60 con 0x7fa23c0cde20 2024-09-13T16:07:26.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.010+0000 7fa241a41640 1 -- 172.21.15.76:0/4241901121 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa23c0cc1b0 con 0x7fa23c0cde20 2024-09-13T16:07:26.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.011+0000 7fa241a41640 1 -- 172.21.15.76:0/4241901121 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa23c06b160 con 0x7fa23c0cde20 2024-09-13T16:07:26.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.012+0000 7fa238ff9640 1 -- 172.21.15.76:0/4241901121 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fa22c01a400 con 0x7fa23c0cde20 2024-09-13T16:07:26.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.012+0000 7fa238ff9640 1 --2- 172.21.15.76:0/4241901121 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa21c06ac00 0x7fa21c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:26.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.012+0000 7fa238ff9640 1 -- 172.21.15.76:0/4241901121 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(58..58 src has 1..58) v4 ==== 6130+0+0 (secure 0 0 0) 0x7fa22c089620 con 0x7fa23c0cde20 2024-09-13T16:07:26.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.012+0000 7fa2327fc640 1 --2- 172.21.15.76:0/4241901121 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa21c06ac00 0x7fa21c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:26.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.013+0000 7fa2327fc640 1 --2- 172.21.15.76:0/4241901121 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa21c06ac00 0x7fa21c06d0c0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7fa23c0cfec0 tx=0x7fa22402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:26.018 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.017+0000 7fa238ff9640 1 -- 172.21.15.76:0/4241901121 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fa22c054650 con 0x7fa23c0cde20 2024-09-13T16:07:26.181 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.179+0000 7fa241a41640 1 -- 172.21.15.76:0/4241901121 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fa23c0cd8c0 con 0x7fa23c0cde20 2024-09-13T16:07:26.181 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.179+0000 7fa238ff9640 1 -- 172.21.15.76:0/4241901121 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v58) v1 ==== 100+0+11 (secure 0 0 0) 0x7fa22c057c70 con 0x7fa23c0cde20 2024-09-13T16:07:26.181 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2024-09-13T16:07:26.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.181+0000 7fa241a41640 1 -- 172.21.15.76:0/4241901121 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa21c06ac00 msgr2=0x7fa21c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:26.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.181+0000 7fa241a41640 1 --2- 172.21.15.76:0/4241901121 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa21c06ac00 0x7fa21c06d0c0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7fa23c0cfec0 tx=0x7fa22402e000 comp rx=0 tx=0).stop 2024-09-13T16:07:26.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.181+0000 7fa241a41640 1 -- 172.21.15.76:0/4241901121 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa23c0cde20 msgr2=0x7fa23c154a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:26.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.181+0000 7fa241a41640 1 --2- 172.21.15.76:0/4241901121 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa23c0cde20 0x7fa23c154a70 secure :-1 s=READY pgs=800 cs=0 l=1 rev1=1 crypto rx=0x7fa22c00b410 tx=0x7fa22c00b8d0 comp rx=0 tx=0).stop 2024-09-13T16:07:26.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.181+0000 7fa241a41640 1 -- 172.21.15.76:0/4241901121 shutdown_connections 2024-09-13T16:07:26.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.181+0000 7fa241a41640 1 --2- 172.21.15.76:0/4241901121 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa21c06ac00 0x7fa21c06d0c0 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:26.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.181+0000 7fa241a41640 1 --2- 172.21.15.76:0/4241901121 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa23c15c500 0x7fa23c0cb850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:26.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.181+0000 7fa241a41640 1 --2- 172.21.15.76:0/4241901121 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa23c0d2590 0x7fa23c0cb310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:26.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.181+0000 7fa241a41640 1 --2- 172.21.15.76:0/4241901121 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa23c0cde20 0x7fa23c154a70 unknown :-1 s=CLOSED pgs=800 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:26.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.181+0000 7fa241a41640 1 -- 172.21.15.76:0/4241901121 >> 172.21.15.76:0/4241901121 conn(0x7fa23c089f60 msgr2=0x7fa23c06c4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:26.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.182+0000 7fa241a41640 1 -- 172.21.15.76:0/4241901121 shutdown_connections 2024-09-13T16:07:26.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.182+0000 7fa241a41640 1 -- 172.21.15.76:0/4241901121 wait complete. 2024-09-13T16:07:26.194 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:07:26.292 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.290+0000 7fe41dae5640 1 Processor -- start 2024-09-13T16:07:26.292 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.290+0000 7fe41dae5640 1 -- start start 2024-09-13T16:07:26.293 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.291+0000 7fe41dae5640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fe418072110 0x7fe418070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:26.293 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.291+0000 7fe41dae5640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe4180c8920 0x7fe4180c8dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:26.293 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.291+0000 7fe41dae5640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe4180abdf0 con 0x7fe418071d30 2024-09-13T16:07:26.293 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.291+0000 7fe41dae5640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe4180c9310 con 0x7fe418072110 2024-09-13T16:07:26.293 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.291+0000 7fe41dae5640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe4180b2280 con 0x7fe4180c8920 2024-09-13T16:07:26.293 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.291+0000 7fe416ffd640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fe418072110 0x7fe418070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:26.293 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.291+0000 7fe417fff640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe4180c8920 0x7fe4180c8dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:26.293 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.291+0000 7fe4177fe640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7fe418071d30 0x7fe4180b1b70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:57548/0 (socket says 172.21.15.76:57548) 2024-09-13T16:07:26.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.291+0000 7fe4177fe640 1 -- 172.21.15.76:0/814596278 learned_addr learned my addr 172.21.15.76:0/814596278 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:07:26.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.292+0000 7fe4167fc640 1 -- 172.21.15.76:0/814596278 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4132421187 0 0) 0x7fe4180abdf0 con 0x7fe418071d30 2024-09-13T16:07:26.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.292+0000 7fe417fff640 1 -- 172.21.15.76:0/814596278 >> v2:172.21.15.192:3300/0 conn(0x7fe418072110 msgr2=0x7fe418070190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:26.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.292+0000 7fe417fff640 1 --2- 172.21.15.76:0/814596278 >> v2:172.21.15.192:3300/0 conn(0x7fe418072110 0x7fe418070190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:26.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.292+0000 7fe417fff640 1 -- 172.21.15.76:0/814596278 >> v1:172.21.15.192:6789/0 conn(0x7fe418071d30 legacy=0x7fe4180b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:26.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.292+0000 7fe417fff640 1 -- 172.21.15.76:0/814596278 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe4180ab1e0 con 0x7fe4180c8920 2024-09-13T16:07:26.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.292+0000 7fe416ffd640 1 --2- 172.21.15.76:0/814596278 >> v2:172.21.15.192:3300/0 conn(0x7fe418072110 0x7fe418070190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:07:26.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.292+0000 7fe417fff640 1 --2- 172.21.15.76:0/814596278 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe4180c8920 0x7fe4180c8dd0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fe4100097a0 tx=0x7fe41002a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a6554776b83b038f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:26.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.293+0000 7fe4167fc640 1 -- 172.21.15.76:0/814596278 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe410032440 con 0x7fe4180c8920 2024-09-13T16:07:26.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.293+0000 7fe4167fc640 1 -- 172.21.15.76:0/814596278 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(1 keys) v1 ==== 47+0+0 (secure 0 0 0) 0x7fe4100325a0 con 0x7fe4180c8920 2024-09-13T16:07:26.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.293+0000 7fe4167fc640 1 -- 172.21.15.76:0/814596278 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe410032930 con 0x7fe4180c8920 2024-09-13T16:07:26.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.293+0000 7fe41dae5640 1 -- 172.21.15.76:0/814596278 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe4180c8920 msgr2=0x7fe4180c8dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:26.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.293+0000 7fe41dae5640 1 --2- 172.21.15.76:0/814596278 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe4180c8920 0x7fe4180c8dd0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fe4100097a0 tx=0x7fe41002a180 comp rx=0 tx=0).stop 2024-09-13T16:07:26.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.293+0000 7fe41dae5640 1 -- 172.21.15.76:0/814596278 shutdown_connections 2024-09-13T16:07:26.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.293+0000 7fe41dae5640 1 --2- 172.21.15.76:0/814596278 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe4180c8920 0x7fe4180c8dd0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:26.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.293+0000 7fe41dae5640 1 --2- 172.21.15.76:0/814596278 >> v2:172.21.15.192:3300/0 conn(0x7fe418072110 0x7fe418070190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:26.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.293+0000 7fe41dae5640 1 -- 172.21.15.76:0/814596278 >> 172.21.15.76:0/814596278 conn(0x7fe418069ed0 msgr2=0x7fe41806a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:26.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.293+0000 7fe41dae5640 1 -- 172.21.15.76:0/814596278 shutdown_connections 2024-09-13T16:07:26.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.293+0000 7fe41dae5640 1 -- 172.21.15.76:0/814596278 wait complete. 2024-09-13T16:07:26.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.294+0000 7fe41dae5640 1 Processor -- start 2024-09-13T16:07:26.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.294+0000 7fe41dae5640 1 -- start start 2024-09-13T16:07:26.298 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.295+0000 7fe41dae5640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe418071d30 0x7fe41815c2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:26.298 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.295+0000 7fe41dae5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe418072110 0x7fe4181ed910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:26.299 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.295+0000 7fe41dae5640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe4180c8920 0x7fe4180c7ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:26.299 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.295+0000 7fe41dae5640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe41815c7f0 con 0x7fe418072110 2024-09-13T16:07:26.299 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.295+0000 7fe41dae5640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe4180c7a10 con 0x7fe418071d30 2024-09-13T16:07:26.299 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.295+0000 7fe41dae5640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe4181ee8b0 con 0x7fe4180c8920 2024-09-13T16:07:26.299 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.295+0000 7fe416ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe418072110 0x7fe4181ed910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:26.299 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.295+0000 7fe416ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe418072110 0x7fe4181ed910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:42640/0 (socket says 172.21.15.76:42640) 2024-09-13T16:07:26.299 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.295+0000 7fe416ffd640 1 -- 172.21.15.76:0/1782945925 learned_addr learned my addr 172.21.15.76:0/1782945925 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:26.299 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.296+0000 7fe417fff640 1 --2- 172.21.15.76:0/1782945925 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe4180c8920 0x7fe4180c7ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:26.299 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.296+0000 7fe416ffd640 1 -- 172.21.15.76:0/1782945925 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe4180c8920 msgr2=0x7fe4180c7ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:26.299 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.296+0000 7fe416ffd640 1 --2- 172.21.15.76:0/1782945925 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe4180c8920 0x7fe4180c7ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:26.299 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.296+0000 7fe416ffd640 1 -- 172.21.15.76:0/1782945925 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe418071d30 msgr2=0x7fe41815c2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:26.299 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.296+0000 7fe4177fe640 1 --2- 172.21.15.76:0/1782945925 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe418071d30 0x7fe41815c2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:26.299 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.296+0000 7fe416ffd640 1 --2- 172.21.15.76:0/1782945925 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe418071d30 0x7fe41815c2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:26.299 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.296+0000 7fe416ffd640 1 -- 172.21.15.76:0/1782945925 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe40c009400 con 0x7fe418072110 2024-09-13T16:07:26.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.296+0000 7fe4177fe640 1 --2- 172.21.15.76:0/1782945925 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe418071d30 0x7fe41815c2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:07:26.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.296+0000 7fe416ffd640 1 --2- 172.21.15.76:0/1782945925 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe418072110 0x7fe4181ed910 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7fe40c00ebe0 tx=0x7fe40c00c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:26.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.296+0000 7fe3fffff640 1 -- 172.21.15.76:0/1782945925 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe40c009760 con 0x7fe418072110 2024-09-13T16:07:26.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.296+0000 7fe3fffff640 1 -- 172.21.15.76:0/1782945925 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 47+0+0 (secure 0 0 0) 0x7fe40c00cc30 con 0x7fe418072110 2024-09-13T16:07:26.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.296+0000 7fe3fffff640 1 -- 172.21.15.76:0/1782945925 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe40c00eee0 con 0x7fe418072110 2024-09-13T16:07:26.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.296+0000 7fe41dae5640 1 -- 172.21.15.76:0/1782945925 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe410009400 con 0x7fe418072110 2024-09-13T16:07:26.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.296+0000 7fe41dae5640 1 -- 172.21.15.76:0/1782945925 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe4181ee5d0 con 0x7fe418072110 2024-09-13T16:07:26.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.297+0000 7fe41dae5640 1 -- 172.21.15.76:0/1782945925 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe418070190 con 0x7fe418072110 2024-09-13T16:07:26.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.297+0000 7fe3fffff640 1 -- 172.21.15.76:0/1782945925 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe40c013470 con 0x7fe418072110 2024-09-13T16:07:26.301 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.298+0000 7fe3fffff640 1 --2- 172.21.15.76:0/1782945925 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe40406ac00 0x7fe40406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:26.301 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.298+0000 7fe3fffff640 1 -- 172.21.15.76:0/1782945925 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(58..58 src has 1..58) v4 ==== 6130+0+0 (secure 0 0 0) 0x7fe40c089820 con 0x7fe418072110 2024-09-13T16:07:26.301 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.298+0000 7fe4177fe640 1 --2- 172.21.15.76:0/1782945925 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe40406ac00 0x7fe40406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:26.301 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.298+0000 7fe4177fe640 1 --2- 172.21.15.76:0/1782945925 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe40406ac00 0x7fe40406d0c0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7fe408007fd0 tx=0x7fe408009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:26.303 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.302+0000 7fe3fffff640 1 -- 172.21.15.76:0/1782945925 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fe40c054850 con 0x7fe418072110 2024-09-13T16:07:26.496 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.494+0000 7fe41dae5640 1 -- 172.21.15.76:0/1782945925 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fe41815cb20 con 0x7fe418072110 2024-09-13T16:07:26.496 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.495+0000 7fe3fffff640 1 -- 172.21.15.76:0/1782945925 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) v1 ==== 94+0+4738 (secure 0 0 0) 0x7fe40c057e70 con 0x7fe418072110 2024-09-13T16:07:26.497 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:07:26.497 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":24,"default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5258,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/745761688","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6833","nonce":745761688},{"type":"v1","addr":"172.21.15.192:6835","nonce":745761688}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":18},{"gid":6006,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6835/3371105731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":3371105731},{"type":"v1","addr":"172.21.15.76:6835","nonce":3371105731}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":18},{"gid":6009,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6837/3310718697","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6836","nonce":3310718697},{"type":"v1","addr":"172.21.15.76:6837","nonce":3310718697}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":24,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:04:09.630795+0000","modified":"2024-09-13T16:07:22.080696+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":6018},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6018":{"gid":6018,"name":"d","rank":0,"incarnation":19,"state":"up:active","state_seq":51,"addr":"172.21.15.192:6834/3190268569","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":3190268569},{"type":"v1","addr":"172.21.15.192:6834","nonce":3190268569}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[8],"metadata_pool":7,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":3}]} 2024-09-13T16:07:26.497 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 24 2024-09-13T16:07:26.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.497+0000 7fe41dae5640 1 -- 172.21.15.76:0/1782945925 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe40406ac00 msgr2=0x7fe40406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:26.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.497+0000 7fe41dae5640 1 --2- 172.21.15.76:0/1782945925 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe40406ac00 0x7fe40406d0c0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7fe408007fd0 tx=0x7fe408009040 comp rx=0 tx=0).stop 2024-09-13T16:07:26.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.497+0000 7fe41dae5640 1 -- 172.21.15.76:0/1782945925 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe418072110 msgr2=0x7fe4181ed910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:26.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.497+0000 7fe41dae5640 1 --2- 172.21.15.76:0/1782945925 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe418072110 0x7fe4181ed910 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7fe40c00ebe0 tx=0x7fe40c00c520 comp rx=0 tx=0).stop 2024-09-13T16:07:26.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.497+0000 7fe41dae5640 1 -- 172.21.15.76:0/1782945925 shutdown_connections 2024-09-13T16:07:26.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.497+0000 7fe41dae5640 1 --2- 172.21.15.76:0/1782945925 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe40406ac00 0x7fe40406d0c0 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:26.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.497+0000 7fe41dae5640 1 --2- 172.21.15.76:0/1782945925 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe4180c8920 0x7fe4180c7ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:26.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.497+0000 7fe41dae5640 1 --2- 172.21.15.76:0/1782945925 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe418072110 0x7fe4181ed910 unknown :-1 s=CLOSED pgs=801 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:26.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.497+0000 7fe41dae5640 1 --2- 172.21.15.76:0/1782945925 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe418071d30 0x7fe41815c2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:26.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.497+0000 7fe41dae5640 1 -- 172.21.15.76:0/1782945925 >> 172.21.15.76:0/1782945925 conn(0x7fe418069ed0 msgr2=0x7fe4180adcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:26.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.497+0000 7fe41dae5640 1 -- 172.21.15.76:0/1782945925 shutdown_connections 2024-09-13T16:07:26.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.497+0000 7fe41dae5640 1 -- 172.21.15.76:0/1782945925 wait complete. 2024-09-13T16:07:26.510 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:07:26.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.606+0000 7f2e9099c640 1 Processor -- start 2024-09-13T16:07:26.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.606+0000 7f2e9099c640 1 -- start start 2024-09-13T16:07:26.611 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.606+0000 7f2e9099c640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f2e8c072110 0x7f2e8c070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:26.611 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.606+0000 7f2e9099c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2e8c0c8920 0x7f2e8c0c8dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:26.611 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.606+0000 7f2e9099c640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2e8c0abdf0 con 0x7f2e8c071d30 2024-09-13T16:07:26.611 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.606+0000 7f2e9099c640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2e8c0c9310 con 0x7f2e8c072110 2024-09-13T16:07:26.611 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.607+0000 7f2e9099c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2e8c0b2280 con 0x7f2e8c0c8920 2024-09-13T16:07:26.611 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.607+0000 7f2e8a59c640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f2e8c071d30 0x7f2e8c0b1b70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:39522/0 (socket says 172.21.15.76:39522) 2024-09-13T16:07:26.611 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.607+0000 7f2e8a59c640 1 -- 172.21.15.76:0/3986575609 learned_addr learned my addr 172.21.15.76:0/3986575609 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:07:26.611 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.607+0000 7f2e8ad9d640 1 --2- 172.21.15.76:0/3986575609 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2e8c0c8920 0x7f2e8c0c8dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:26.611 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.607+0000 7f2e81d9b640 1 --2- 172.21.15.76:0/3986575609 >> v2:172.21.15.192:3300/0 conn(0x7f2e8c072110 0x7f2e8c070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:26.612 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.607+0000 7f2e89d9b640 1 -- 172.21.15.76:0/3986575609 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4144608612 0 0) 0x7f2e8c0abdf0 con 0x7f2e8c071d30 2024-09-13T16:07:26.612 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.607+0000 7f2e89d9b640 1 -- 172.21.15.76:0/3986575609 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2e78003520 con 0x7f2e8c071d30 2024-09-13T16:07:26.612 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.607+0000 7f2e89d9b640 1 -- 172.21.15.76:0/3986575609 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1020855061 0 0) 0x7f2e78003520 con 0x7f2e8c071d30 2024-09-13T16:07:26.612 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.607+0000 7f2e89d9b640 1 -- 172.21.15.76:0/3986575609 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2e8c0c8920 msgr2=0x7f2e8c0c8dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:26.612 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.607+0000 7f2e89d9b640 1 --2- 172.21.15.76:0/3986575609 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2e8c0c8920 0x7f2e8c0c8dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:26.612 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.607+0000 7f2e89d9b640 1 -- 172.21.15.76:0/3986575609 >> v2:172.21.15.192:3300/0 conn(0x7f2e8c072110 msgr2=0x7f2e8c070190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:26.612 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.607+0000 7f2e89d9b640 1 --2- 172.21.15.76:0/3986575609 >> v2:172.21.15.192:3300/0 conn(0x7f2e8c072110 0x7f2e8c070190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:26.612 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.607+0000 7f2e89d9b640 1 -- 172.21.15.76:0/3986575609 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2e8c0ab1e0 con 0x7f2e8c071d30 2024-09-13T16:07:26.612 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.607+0000 7f2e89d9b640 1 -- 172.21.15.76:0/3986575609 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f2e7c001670 con 0x7f2e8c071d30 2024-09-13T16:07:26.612 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.607+0000 7f2e89d9b640 1 -- 172.21.15.76:0/3986575609 >> v1:172.21.15.76:6789/0 conn(0x7f2e8c071d30 legacy=0x7f2e8c0b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:26.612 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.607+0000 7f2e89d9b640 1 --2- 172.21.15.76:0/3986575609 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2e8c0c8920 0x7f2e78003970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:26.612 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.607+0000 7f2e89d9b640 1 --2- 172.21.15.76:0/3986575609 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2e78003ef0 0x7f2e780047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:26.613 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.607+0000 7f2e89d9b640 1 --2- 172.21.15.76:0/3986575609 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2e78004d00 0x7f2e78005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:26.613 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.607+0000 7f2e89d9b640 1 -- 172.21.15.76:0/3986575609 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e8c0c9310 con 0x7f2e78003ef0 2024-09-13T16:07:26.613 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.607+0000 7f2e89d9b640 1 -- 172.21.15.76:0/3986575609 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e8c0b2280 con 0x7f2e78004d00 2024-09-13T16:07:26.613 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.607+0000 7f2e89d9b640 1 -- 172.21.15.76:0/3986575609 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2e7800b980 con 0x7f2e8c0c8920 2024-09-13T16:07:26.613 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.607+0000 7f2e81d9b640 1 --2- 172.21.15.76:0/3986575609 >> v2:172.21.15.192:3300/0 conn(0x7f2e8c072110 0x7f2e8c070190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:07:26.613 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.607+0000 7f2e81d9b640 1 --2- 172.21.15.76:0/3986575609 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2e78003ef0 0x7f2e780047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:26.613 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.607+0000 7f2e8a59c640 1 --2- 172.21.15.76:0/3986575609 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2e8c0c8920 0x7f2e78003970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:26.613 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.607+0000 7f2e8ad9d640 1 --2- 172.21.15.76:0/3986575609 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2e78004d00 0x7f2e78005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:26.613 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.608+0000 7f2e81d9b640 1 -- 172.21.15.76:0/3986575609 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2e8c0c8920 msgr2=0x7f2e78003970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:26.613 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.608+0000 7f2e81d9b640 1 --2- 172.21.15.76:0/3986575609 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2e8c0c8920 0x7f2e78003970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:26.613 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.608+0000 7f2e81d9b640 1 -- 172.21.15.76:0/3986575609 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2e78004d00 msgr2=0x7f2e78005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:26.613 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.608+0000 7f2e81d9b640 1 --2- 172.21.15.76:0/3986575609 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2e78004d00 0x7f2e78005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:26.613 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.608+0000 7f2e81d9b640 1 -- 172.21.15.76:0/3986575609 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2e78003520 con 0x7f2e78003ef0 2024-09-13T16:07:26.614 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.608+0000 7f2e81d9b640 1 --2- 172.21.15.76:0/3986575609 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2e78003ef0 0x7f2e780047c0 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7f2e74009c70 tx=0x7f2e780057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=77aaa9626c0420f7 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:26.614 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.609+0000 7f2e89d9b640 1 -- 172.21.15.76:0/3986575609 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e74004020 con 0x7f2e78003ef0 2024-09-13T16:07:26.614 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.609+0000 7f2e89d9b640 1 -- 172.21.15.76:0/3986575609 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 47+0+0 (secure 0 0 0) 0x7f2e7402d050 con 0x7f2e78003ef0 2024-09-13T16:07:26.614 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.609+0000 7f2e89d9b640 1 -- 172.21.15.76:0/3986575609 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e74004380 con 0x7f2e78003ef0 2024-09-13T16:07:26.614 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.609+0000 7f2e9099c640 1 -- 172.21.15.76:0/3986575609 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2e78003ef0 msgr2=0x7f2e780047c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:26.614 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.609+0000 7f2e9099c640 1 --2- 172.21.15.76:0/3986575609 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2e78003ef0 0x7f2e780047c0 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7f2e74009c70 tx=0x7f2e780057f0 comp rx=0 tx=0).stop 2024-09-13T16:07:26.614 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.609+0000 7f2e8ad9d640 1 -- 172.21.15.76:0/3986575609 reap_dead start 2024-09-13T16:07:26.614 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.609+0000 7f2e9099c640 1 -- 172.21.15.76:0/3986575609 shutdown_connections 2024-09-13T16:07:26.614 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.609+0000 7f2e9099c640 1 -- 172.21.15.76:0/3986575609 >> 172.21.15.76:0/3986575609 conn(0x7f2e8c069ed0 msgr2=0x7f2e8c06a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:26.614 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.609+0000 7f2e9099c640 1 -- 172.21.15.76:0/3986575609 shutdown_connections 2024-09-13T16:07:26.614 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.609+0000 7f2e9099c640 1 -- 172.21.15.76:0/3986575609 wait complete. 2024-09-13T16:07:26.617 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.611+0000 7f2e9099c640 1 Processor -- start 2024-09-13T16:07:26.617 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.611+0000 7f2e9099c640 1 -- start start 2024-09-13T16:07:26.617 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.611+0000 7f2e9099c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2e78003ef0 0x7f2e8c0c81b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:26.617 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.611+0000 7f2e9099c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2e8c09a780 0x7f2e8c09abe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:26.617 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.611+0000 7f2e9099c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2e8c0cad50 0x7f2e8c0cb1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:26.617 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.611+0000 7f2e9099c640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e8c09bfa0 con 0x7f2e8c0cad50 2024-09-13T16:07:26.617 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.611+0000 7f2e9099c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e8c09b120 con 0x7f2e78003ef0 2024-09-13T16:07:26.617 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.611+0000 7f2e9099c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2e8c0cb710 con 0x7f2e8c09a780 2024-09-13T16:07:26.617 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.612+0000 7f2e8ad9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2e8c0cad50 0x7f2e8c0cb1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:26.618 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.612+0000 7f2e8ad9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2e8c0cad50 0x7f2e8c0cb1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:42658/0 (socket says 172.21.15.76:42658) 2024-09-13T16:07:26.618 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.612+0000 7f2e8ad9d640 1 -- 172.21.15.76:0/3606759350 learned_addr learned my addr 172.21.15.76:0/3606759350 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:26.618 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.612+0000 7f2e81d9b640 1 --2- 172.21.15.76:0/3606759350 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2e8c09a780 0x7f2e8c09abe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:26.618 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.612+0000 7f2e8a59c640 1 --2- 172.21.15.76:0/3606759350 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2e78003ef0 0x7f2e8c0c81b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:26.618 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.612+0000 7f2e8ad9d640 1 -- 172.21.15.76:0/3606759350 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2e8c09a780 msgr2=0x7f2e8c09abe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:26.618 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.612+0000 7f2e8ad9d640 1 --2- 172.21.15.76:0/3606759350 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2e8c09a780 0x7f2e8c09abe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:26.618 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.612+0000 7f2e8ad9d640 1 -- 172.21.15.76:0/3606759350 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2e78003ef0 msgr2=0x7f2e8c0c81b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:26.618 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.612+0000 7f2e8ad9d640 1 --2- 172.21.15.76:0/3606759350 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2e78003ef0 0x7f2e8c0c81b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:26.618 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.612+0000 7f2e8ad9d640 1 -- 172.21.15.76:0/3606759350 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2e8c099b50 con 0x7f2e8c0cad50 2024-09-13T16:07:26.618 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.612+0000 7f2e8ad9d640 1 --2- 172.21.15.76:0/3606759350 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2e8c0cad50 0x7f2e8c0cb1d0 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x7f2e8c0adbe0 tx=0x7f2e8400f580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:26.618 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.612+0000 7f2e837fe640 1 -- 172.21.15.76:0/3606759350 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e8400e040 con 0x7f2e8c0cad50 2024-09-13T16:07:26.619 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.612+0000 7f2e837fe640 1 -- 172.21.15.76:0/3606759350 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 47+0+0 (secure 0 0 0) 0x7f2e8400f040 con 0x7f2e8c0cad50 2024-09-13T16:07:26.619 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.612+0000 7f2e9099c640 1 -- 172.21.15.76:0/3606759350 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2e8c0c86f0 con 0x7f2e8c0cad50 2024-09-13T16:07:26.619 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.612+0000 7f2e837fe640 1 -- 172.21.15.76:0/3606759350 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e84015430 con 0x7f2e8c0cad50 2024-09-13T16:07:26.619 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.612+0000 7f2e9099c640 1 -- 172.21.15.76:0/3606759350 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2e8c09b600 con 0x7f2e8c0cad50 2024-09-13T16:07:26.619 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.613+0000 7f2e9099c640 1 -- 172.21.15.76:0/3606759350 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2e8c09c0e0 con 0x7f2e8c0cad50 2024-09-13T16:07:26.619 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.614+0000 7f2e837fe640 1 -- 172.21.15.76:0/3606759350 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f2e84015590 con 0x7f2e8c0cad50 2024-09-13T16:07:26.619 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.614+0000 7f2e837fe640 1 --2- 172.21.15.76:0/3606759350 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2e6c06ac30 0x7f2e6c06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:26.619 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.614+0000 7f2e837fe640 1 -- 172.21.15.76:0/3606759350 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(58..58 src has 1..58) v4 ==== 6130+0+0 (secure 0 0 0) 0x7f2e84089c20 con 0x7f2e8c0cad50 2024-09-13T16:07:26.619 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.614+0000 7f2e8a59c640 1 --2- 172.21.15.76:0/3606759350 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2e6c06ac30 0x7f2e6c06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:26.619 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.614+0000 7f2e8a59c640 1 --2- 172.21.15.76:0/3606759350 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2e6c06ac30 0x7f2e6c06d0f0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f2e7c000fd0 tx=0x7f2e7c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:26.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.618+0000 7f2e837fe640 1 -- 172.21.15.76:0/3606759350 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f2e84054bc0 con 0x7f2e8c0cad50 2024-09-13T16:07:26.780 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.778+0000 7f2e9099c640 1 -- 172.21.15.76:0/3606759350 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f2e8c0c8dd0 con 0x7f2e8c0cad50 2024-09-13T16:07:26.781 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.780+0000 7f2e837fe640 1 -- 172.21.15.76:0/3606759350 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v58) v1 ==== 74+0+16838 (secure 0 0 0) 0x7f2e840581e0 con 0x7f2e8c0cad50 2024-09-13T16:07:26.781 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:07:26.781 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":58,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:07:16.058672+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:04:07.797879+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_data","create_time":"2024-09-13T16:04:08.588584+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"8.14","mappings":[{"from":0,"to":6}]},{"pgid":"8.1a","mappings":[{"from":0,"to":1}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"192.168.0.1:0/2206269355":"2024-09-13T17:07:15.305842+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:07:26.783 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.781+0000 7f2e9099c640 1 -- 172.21.15.76:0/3606759350 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2e6c06ac30 msgr2=0x7f2e6c06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:26.783 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.781+0000 7f2e9099c640 1 --2- 172.21.15.76:0/3606759350 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2e6c06ac30 0x7f2e6c06d0f0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f2e7c000fd0 tx=0x7f2e7c009040 comp rx=0 tx=0).stop 2024-09-13T16:07:26.783 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.781+0000 7f2e9099c640 1 -- 172.21.15.76:0/3606759350 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2e8c0cad50 msgr2=0x7f2e8c0cb1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:26.783 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.781+0000 7f2e9099c640 1 --2- 172.21.15.76:0/3606759350 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2e8c0cad50 0x7f2e8c0cb1d0 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x7f2e8c0adbe0 tx=0x7f2e8400f580 comp rx=0 tx=0).stop 2024-09-13T16:07:26.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.781+0000 7f2e9099c640 1 -- 172.21.15.76:0/3606759350 shutdown_connections 2024-09-13T16:07:26.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.781+0000 7f2e9099c640 1 --2- 172.21.15.76:0/3606759350 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2e8c0cad50 0x7f2e8c0cb1d0 unknown :-1 s=CLOSED pgs=804 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:26.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.781+0000 7f2e9099c640 1 --2- 172.21.15.76:0/3606759350 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2e6c06ac30 0x7f2e6c06d0f0 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:26.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.782+0000 7f2e9099c640 1 --2- 172.21.15.76:0/3606759350 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2e8c09a780 0x7f2e8c09abe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:26.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.782+0000 7f2e9099c640 1 --2- 172.21.15.76:0/3606759350 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2e78003ef0 0x7f2e8c0c81b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:26.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.782+0000 7f2e9099c640 1 -- 172.21.15.76:0/3606759350 >> 172.21.15.76:0/3606759350 conn(0x7f2e8c069ed0 msgr2=0x7f2e8c0ce3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:26.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.782+0000 7f2e9099c640 1 -- 172.21.15.76:0/3606759350 shutdown_connections 2024-09-13T16:07:26.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.782+0000 7f2e9099c640 1 -- 172.21.15.76:0/3606759350 wait complete. 2024-09-13T16:07:26.794 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-13T16:07:26.795 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:07:26.893 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.891+0000 7f383a820640 1 Processor -- start 2024-09-13T16:07:26.893 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.891+0000 7f383a820640 1 -- start start 2024-09-13T16:07:26.894 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.892+0000 7f383a820640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f3834071d30 0x7f3834070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:26.894 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.892+0000 7f383a820640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f38340abdf0 con 0x7f3834072110 2024-09-13T16:07:26.894 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.892+0000 7f383a820640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f38340b2280 con 0x7f38340c8920 2024-09-13T16:07:26.894 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.892+0000 7f383a820640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f38340ab1e0 con 0x7f3834071d30 2024-09-13T16:07:26.894 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.892+0000 7f382bfff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f3834072110 0x7f38340b1b70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:39534/0 (socket says 172.21.15.76:39534) 2024-09-13T16:07:26.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.892+0000 7f382bfff640 1 -- 172.21.15.76:0/4246932395 learned_addr learned my addr 172.21.15.76:0/4246932395 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:07:26.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.892+0000 7f3833fff640 1 --2- 172.21.15.76:0/4246932395 >> v2:172.21.15.192:3300/0 conn(0x7f3834071d30 0x7f3834070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:26.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.892+0000 7f38337fe640 1 -- 172.21.15.76:0/4246932395 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 870896000 0 0) 0x7f38340abdf0 con 0x7f3834072110 2024-09-13T16:07:26.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.892+0000 7f38337fe640 1 -- 172.21.15.76:0/4246932395 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3820003520 con 0x7f3834072110 2024-09-13T16:07:26.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.893+0000 7f3833fff640 1 -- 172.21.15.76:0/4246932395 >> v1:172.21.15.192:6789/0 conn(0x7f38340c8920 legacy=0x7f38340ac280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:26.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.893+0000 7f3833fff640 1 -- 172.21.15.76:0/4246932395 >> v1:172.21.15.76:6789/0 conn(0x7f3834072110 legacy=0x7f38340b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:26.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.893+0000 7f3833fff640 1 -- 172.21.15.76:0/4246932395 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f38340ab4c0 con 0x7f3834071d30 2024-09-13T16:07:26.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.893+0000 7f3833fff640 1 --2- 172.21.15.76:0/4246932395 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3834071d30 0x7f3834070190 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f38240097a0 tx=0x7f382402a230 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4027e390f4fc01ac server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:26.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.894+0000 7f38337fe640 1 -- 172.21.15.76:0/4246932395 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3824032440 con 0x7f3834071d30 2024-09-13T16:07:26.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.894+0000 7f38337fe640 1 -- 172.21.15.76:0/4246932395 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(1 keys) v1 ==== 47+0+0 (secure 0 0 0) 0x7f38240325a0 con 0x7f3834071d30 2024-09-13T16:07:26.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.894+0000 7f38337fe640 1 -- 172.21.15.76:0/4246932395 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3824032930 con 0x7f3834071d30 2024-09-13T16:07:26.897 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.894+0000 7f383a820640 1 -- 172.21.15.76:0/4246932395 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3834071d30 msgr2=0x7f3834070190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:26.897 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.894+0000 7f383a820640 1 --2- 172.21.15.76:0/4246932395 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3834071d30 0x7f3834070190 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f38240097a0 tx=0x7f382402a230 comp rx=0 tx=0).stop 2024-09-13T16:07:26.897 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.894+0000 7f383a820640 1 -- 172.21.15.76:0/4246932395 shutdown_connections 2024-09-13T16:07:26.897 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.894+0000 7f383a820640 1 --2- 172.21.15.76:0/4246932395 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3834071d30 0x7f3834070190 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:26.897 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.894+0000 7f383a820640 1 -- 172.21.15.76:0/4246932395 >> 172.21.15.76:0/4246932395 conn(0x7f3834069ed0 msgr2=0x7f383406a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:26.897 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.894+0000 7f383a820640 1 -- 172.21.15.76:0/4246932395 shutdown_connections 2024-09-13T16:07:26.897 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.894+0000 7f383a820640 1 -- 172.21.15.76:0/4246932395 wait complete. 2024-09-13T16:07:26.899 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.895+0000 7f383a820640 1 Processor -- start 2024-09-13T16:07:26.899 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.895+0000 7f383a820640 1 -- start start 2024-09-13T16:07:26.900 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.896+0000 7f383a820640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3834071d30 0x7f3834156ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:26.900 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.896+0000 7f383a820640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3834072110 0x7f38340c53a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:26.900 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.896+0000 7f383a820640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38340c8920 0x7f38340cd250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:26.900 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.896+0000 7f383a820640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f38340c6bd0 con 0x7f38340c8920 2024-09-13T16:07:26.900 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.896+0000 7f383a820640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f38340c6320 con 0x7f3834072110 2024-09-13T16:07:26.900 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.896+0000 7f383a820640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3834159df0 con 0x7f3834071d30 2024-09-13T16:07:26.900 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.896+0000 7f3838dbd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38340c8920 0x7f38340cd250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:26.900 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.896+0000 7f3838dbd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38340c8920 0x7f38340cd250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:42660/0 (socket says 172.21.15.76:42660) 2024-09-13T16:07:26.900 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.896+0000 7f3838dbd640 1 -- 172.21.15.76:0/805868724 learned_addr learned my addr 172.21.15.76:0/805868724 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:26.900 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.897+0000 7f3833fff640 1 --2- 172.21.15.76:0/805868724 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3834071d30 0x7f3834156ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:26.900 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.897+0000 7f382bfff640 1 --2- 172.21.15.76:0/805868724 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3834072110 0x7f38340c53a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:26.900 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.897+0000 7f3838dbd640 1 -- 172.21.15.76:0/805868724 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3834071d30 msgr2=0x7f3834156ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:26.901 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.897+0000 7f3838dbd640 1 --2- 172.21.15.76:0/805868724 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3834071d30 0x7f3834156ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:26.901 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.897+0000 7f3838dbd640 1 -- 172.21.15.76:0/805868724 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3834072110 msgr2=0x7f38340c53a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:26.901 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.897+0000 7f3838dbd640 1 --2- 172.21.15.76:0/805868724 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3834072110 0x7f38340c53a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:26.901 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.897+0000 7f3838dbd640 1 -- 172.21.15.76:0/805868724 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3824009400 con 0x7f38340c8920 2024-09-13T16:07:26.901 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.897+0000 7f382bfff640 1 --2- 172.21.15.76:0/805868724 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3834072110 0x7f38340c53a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:07:26.901 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.897+0000 7f3838dbd640 1 --2- 172.21.15.76:0/805868724 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38340c8920 0x7f38340cd250 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7f382c00e980 tx=0x7f382c00ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:26.901 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.897+0000 7f38317fa640 1 -- 172.21.15.76:0/805868724 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f382c001f50 con 0x7f38340c8920 2024-09-13T16:07:26.901 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.897+0000 7f38317fa640 1 -- 172.21.15.76:0/805868724 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 47+0+0 (secure 0 0 0) 0x7f382c0020d0 con 0x7f38340c8920 2024-09-13T16:07:26.901 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.897+0000 7f383a820640 1 -- 172.21.15.76:0/805868724 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f38340c5a80 con 0x7f38340c8920 2024-09-13T16:07:26.902 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.897+0000 7f38317fa640 1 -- 172.21.15.76:0/805868724 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f382c003b70 con 0x7f38340c8920 2024-09-13T16:07:26.902 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.897+0000 7f383a820640 1 -- 172.21.15.76:0/805868724 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f38340c6040 con 0x7f38340c8920 2024-09-13T16:07:26.902 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.898+0000 7f383a820640 1 -- 172.21.15.76:0/805868724 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f38340c6d10 con 0x7f38340c8920 2024-09-13T16:07:26.902 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.898+0000 7f38317fa640 1 -- 172.21.15.76:0/805868724 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f382c003cd0 con 0x7f38340c8920 2024-09-13T16:07:26.902 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.899+0000 7f38317fa640 1 --2- 172.21.15.76:0/805868724 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f381406ac30 0x7f381406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:26.903 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.899+0000 7f38317fa640 1 -- 172.21.15.76:0/805868724 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(58..58 src has 1..58) v4 ==== 6130+0+0 (secure 0 0 0) 0x7f382c08b9c0 con 0x7f38340c8920 2024-09-13T16:07:26.903 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.899+0000 7f3833fff640 1 --2- 172.21.15.76:0/805868724 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f381406ac30 0x7f381406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:26.903 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.899+0000 7f3833fff640 1 --2- 172.21.15.76:0/805868724 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f381406ac30 0x7f381406d0f0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f38240097a0 tx=0x7f382402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:26.904 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:26.903+0000 7f38317fa640 1 -- 172.21.15.76:0/805868724 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f38340c6d10 con 0x7f38340c8920 2024-09-13T16:07:27.100 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.098+0000 7f383a820640 1 -- 172.21.15.76:0/805868724 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f38340c6d10 con 0x7f38340c8920 2024-09-13T16:07:27.100 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.099+0000 7f38317fa640 1 -- 172.21.15.76:0/805868724 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) v1 ==== 94+0+4738 (secure 0 0 0) 0x7f38340c6d10 con 0x7f38340c8920 2024-09-13T16:07:27.101 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:07:27.101 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":24,"default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5258,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/745761688","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6833","nonce":745761688},{"type":"v1","addr":"172.21.15.192:6835","nonce":745761688}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":18},{"gid":6006,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6835/3371105731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":3371105731},{"type":"v1","addr":"172.21.15.76:6835","nonce":3371105731}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":18},{"gid":6009,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6837/3310718697","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6836","nonce":3310718697},{"type":"v1","addr":"172.21.15.76:6837","nonce":3310718697}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":24,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:04:09.630795+0000","modified":"2024-09-13T16:07:22.080696+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":6018},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6018":{"gid":6018,"name":"d","rank":0,"incarnation":19,"state":"up:active","state_seq":51,"addr":"172.21.15.192:6834/3190268569","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":3190268569},{"type":"v1","addr":"172.21.15.192:6834","nonce":3190268569}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[8],"metadata_pool":7,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":3}]} 2024-09-13T16:07:27.101 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 24 2024-09-13T16:07:27.103 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.101+0000 7f383a820640 1 -- 172.21.15.76:0/805868724 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f381406ac30 msgr2=0x7f381406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:27.103 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.101+0000 7f383a820640 1 --2- 172.21.15.76:0/805868724 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f381406ac30 0x7f381406d0f0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f38240097a0 tx=0x7f382402e000 comp rx=0 tx=0).stop 2024-09-13T16:07:27.103 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.101+0000 7f383a820640 1 -- 172.21.15.76:0/805868724 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38340c8920 msgr2=0x7f38340cd250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:27.103 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.101+0000 7f383a820640 1 --2- 172.21.15.76:0/805868724 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38340c8920 0x7f38340cd250 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7f382c00e980 tx=0x7f382c00ee40 comp rx=0 tx=0).stop 2024-09-13T16:07:27.103 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.101+0000 7f383a820640 1 -- 172.21.15.76:0/805868724 shutdown_connections 2024-09-13T16:07:27.103 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.101+0000 7f383a820640 1 --2- 172.21.15.76:0/805868724 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38340c8920 0x7f38340cd250 unknown :-1 s=CLOSED pgs=806 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:27.103 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.101+0000 7f383a820640 1 --2- 172.21.15.76:0/805868724 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3834072110 0x7f38340c53a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:27.103 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.101+0000 7f383a820640 1 --2- 172.21.15.76:0/805868724 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f381406ac30 0x7f381406d0f0 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:27.104 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.101+0000 7f383a820640 1 --2- 172.21.15.76:0/805868724 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3834071d30 0x7f3834156ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:27.104 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.101+0000 7f383a820640 1 -- 172.21.15.76:0/805868724 >> 172.21.15.76:0/805868724 conn(0x7f3834069ed0 msgr2=0x7f38340ae0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:27.104 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.101+0000 7f383a820640 1 -- 172.21.15.76:0/805868724 shutdown_connections 2024-09-13T16:07:27.104 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.102+0000 7f383a820640 1 -- 172.21.15.76:0/805868724 wait complete. 2024-09-13T16:07:27.114 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:07:27.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.211+0000 7ff0bd7e2640 1 Processor -- start 2024-09-13T16:07:27.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.211+0000 7ff0bd7e2640 1 -- start start 2024-09-13T16:07:27.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.211+0000 7ff0bd7e2640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7ff0b80d07b0 0x7ff0b806ad10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:27.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.211+0000 7ff0bd7e2640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff0b80b4660 0x7ff0b806b250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:27.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.211+0000 7ff0bd7e2640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff0b80d1840 con 0x7ff0b815c6e0 2024-09-13T16:07:27.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.211+0000 7ff0bd7e2640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff0b80d0c30 con 0x7ff0b80b4660 2024-09-13T16:07:27.214 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.211+0000 7ff0bd7e2640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff0b80d0f10 con 0x7ff0b80d07b0 2024-09-13T16:07:27.214 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.212+0000 7ff0b77fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff0b80b4660 0x7ff0b806b250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:27.214 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.212+0000 7ff0b77fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff0b80b4660 0x7ff0b806b250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:42674/0 (socket says 172.21.15.76:42674) 2024-09-13T16:07:27.214 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.212+0000 7ff0b77fe640 1 -- 172.21.15.76:0/996218340 learned_addr learned my addr 172.21.15.76:0/996218340 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:27.214 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.212+0000 7ff0b77fe640 1 -- 172.21.15.76:0/996218340 >> v2:172.21.15.192:3300/0 conn(0x7ff0b80d07b0 msgr2=0x7ff0b806ad10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:27.214 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.212+0000 7ff0b77fe640 1 --2- 172.21.15.76:0/996218340 >> v2:172.21.15.192:3300/0 conn(0x7ff0b80d07b0 0x7ff0b806ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:27.214 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.212+0000 7ff0b77fe640 1 -- 172.21.15.76:0/996218340 >> v1:172.21.15.192:6789/0 conn(0x7ff0b815c6e0 legacy=0x7ff0b80b3f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:27.214 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.212+0000 7ff0b77fe640 1 -- 172.21.15.76:0/996218340 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff0b80d11f0 con 0x7ff0b80b4660 2024-09-13T16:07:27.215 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.212+0000 7ff0b77fe640 1 --2- 172.21.15.76:0/996218340 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff0b80b4660 0x7ff0b806b250 secure :-1 s=READY pgs=807 cs=0 l=1 rev1=1 crypto rx=0x7ff0b80b1d80 tx=0x7ff0b002a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa3e398cad739c95 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:27.215 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.213+0000 7ff0b67fc640 1 -- 172.21.15.76:0/996218340 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0b0031600 con 0x7ff0b80b4660 2024-09-13T16:07:27.215 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.213+0000 7ff0b67fc640 1 -- 172.21.15.76:0/996218340 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 47+0+0 (secure 0 0 0) 0x7ff0b002d050 con 0x7ff0b80b4660 2024-09-13T16:07:27.215 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.213+0000 7ff0b67fc640 1 -- 172.21.15.76:0/996218340 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0b0031980 con 0x7ff0b80b4660 2024-09-13T16:07:27.216 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.213+0000 7ff0bd7e2640 1 -- 172.21.15.76:0/996218340 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff0b80b4660 msgr2=0x7ff0b806b250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:27.216 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.213+0000 7ff0bd7e2640 1 --2- 172.21.15.76:0/996218340 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff0b80b4660 0x7ff0b806b250 secure :-1 s=READY pgs=807 cs=0 l=1 rev1=1 crypto rx=0x7ff0b80b1d80 tx=0x7ff0b002a660 comp rx=0 tx=0).stop 2024-09-13T16:07:27.216 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.213+0000 7ff0bd7e2640 1 -- 172.21.15.76:0/996218340 shutdown_connections 2024-09-13T16:07:27.216 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.213+0000 7ff0bd7e2640 1 --2- 172.21.15.76:0/996218340 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff0b80b4660 0x7ff0b806b250 unknown :-1 s=CLOSED pgs=807 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:27.216 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.213+0000 7ff0bd7e2640 1 --2- 172.21.15.76:0/996218340 >> v2:172.21.15.192:3300/0 conn(0x7ff0b80d07b0 0x7ff0b806ad10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:27.216 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.213+0000 7ff0bd7e2640 1 -- 172.21.15.76:0/996218340 >> 172.21.15.76:0/996218340 conn(0x7ff0b8089f60 msgr2=0x7ff0b80d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:27.216 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.213+0000 7ff0bd7e2640 1 -- 172.21.15.76:0/996218340 shutdown_connections 2024-09-13T16:07:27.216 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.213+0000 7ff0bd7e2640 1 -- 172.21.15.76:0/996218340 wait complete. 2024-09-13T16:07:27.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.214+0000 7ff0bd7e2640 1 Processor -- start 2024-09-13T16:07:27.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.215+0000 7ff0bd7e2640 1 -- start start 2024-09-13T16:07:27.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.215+0000 7ff0bd7e2640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff0b80b4660 0x7ff0b81460c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:27.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.215+0000 7ff0bd7e2640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff0b80d07b0 0x7ff0b80c98b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:27.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.215+0000 7ff0bd7e2640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff0b815c6e0 0x7ff0b80c9df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:27.219 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.215+0000 7ff0bd7e2640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0b80c8b30 con 0x7ff0b815c6e0 2024-09-13T16:07:27.219 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.215+0000 7ff0bd7e2640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0b80b6050 con 0x7ff0b80b4660 2024-09-13T16:07:27.219 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.215+0000 7ff0bd7e2640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff0b80b6330 con 0x7ff0b80d07b0 2024-09-13T16:07:27.219 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.215+0000 7ff0b77fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff0b815c6e0 0x7ff0b80c9df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:27.219 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.215+0000 7ff0b77fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff0b815c6e0 0x7ff0b80c9df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:42686/0 (socket says 172.21.15.76:42686) 2024-09-13T16:07:27.219 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.215+0000 7ff0b77fe640 1 -- 172.21.15.76:0/3856027321 learned_addr learned my addr 172.21.15.76:0/3856027321 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:27.219 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.216+0000 7ff0b6ffd640 1 --2- 172.21.15.76:0/3856027321 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff0b80b4660 0x7ff0b81460c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:27.219 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.216+0000 7ff0ae7fc640 1 --2- 172.21.15.76:0/3856027321 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff0b80d07b0 0x7ff0b80c98b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:27.219 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.216+0000 7ff0b77fe640 1 -- 172.21.15.76:0/3856027321 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff0b80d07b0 msgr2=0x7ff0b80c98b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:27.219 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.216+0000 7ff0b77fe640 1 --2- 172.21.15.76:0/3856027321 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff0b80d07b0 0x7ff0b80c98b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:27.219 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.216+0000 7ff0b77fe640 1 -- 172.21.15.76:0/3856027321 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff0b80b4660 msgr2=0x7ff0b81460c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:27.219 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.216+0000 7ff0b77fe640 1 --2- 172.21.15.76:0/3856027321 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff0b80b4660 0x7ff0b81460c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:27.219 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.216+0000 7ff0b77fe640 1 -- 172.21.15.76:0/3856027321 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff0b0009b30 con 0x7ff0b815c6e0 2024-09-13T16:07:27.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.216+0000 7ff0ae7fc640 1 --2- 172.21.15.76:0/3856027321 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff0b80d07b0 0x7ff0b80c98b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:07:27.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.216+0000 7ff0b77fe640 1 --2- 172.21.15.76:0/3856027321 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff0b815c6e0 0x7ff0b80c9df0 secure :-1 s=READY pgs=808 cs=0 l=1 rev1=1 crypto rx=0x7ff0b0034040 tx=0x7ff0b0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:27.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.216+0000 7ff0affff640 1 -- 172.21.15.76:0/3856027321 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0b003b820 con 0x7ff0b815c6e0 2024-09-13T16:07:27.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.216+0000 7ff0affff640 1 -- 172.21.15.76:0/3856027321 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 47+0+0 (secure 0 0 0) 0x7ff0b003b9a0 con 0x7ff0b815c6e0 2024-09-13T16:07:27.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.216+0000 7ff0bd7e2640 1 -- 172.21.15.76:0/3856027321 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff0b80b6610 con 0x7ff0b815c6e0 2024-09-13T16:07:27.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.216+0000 7ff0affff640 1 -- 172.21.15.76:0/3856027321 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0b003bd50 con 0x7ff0b815c6e0 2024-09-13T16:07:27.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.216+0000 7ff0bd7e2640 1 -- 172.21.15.76:0/3856027321 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff0b80b6bd0 con 0x7ff0b815c6e0 2024-09-13T16:07:27.221 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.217+0000 7ff0bd7e2640 1 -- 172.21.15.76:0/3856027321 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff0b80b6dc0 con 0x7ff0b815c6e0 2024-09-13T16:07:27.221 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.218+0000 7ff0affff640 1 -- 172.21.15.76:0/3856027321 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff0b0038050 con 0x7ff0b815c6e0 2024-09-13T16:07:27.221 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.218+0000 7ff0affff640 1 --2- 172.21.15.76:0/3856027321 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff09806ac00 0x7ff09806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:27.221 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.218+0000 7ff0affff640 1 -- 172.21.15.76:0/3856027321 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(58..58 src has 1..58) v4 ==== 6130+0+0 (secure 0 0 0) 0x7ff0b002ae40 con 0x7ff0b815c6e0 2024-09-13T16:07:27.221 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.218+0000 7ff0b6ffd640 1 --2- 172.21.15.76:0/3856027321 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff09806ac00 0x7ff09806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:27.221 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.218+0000 7ff0b6ffd640 1 --2- 172.21.15.76:0/3856027321 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff09806ac00 0x7ff09806d0c0 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7ff0a80017f0 tx=0x7ff0a8009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:27.223 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.222+0000 7ff0affff640 1 -- 172.21.15.76:0/3856027321 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ff0b0075270 con 0x7ff0b815c6e0 2024-09-13T16:07:27.416 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.415+0000 7ff0bd7e2640 1 -- 172.21.15.76:0/3856027321 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7ff0b80ccb20 con 0x7ff0b815c6e0 2024-09-13T16:07:27.417 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.415+0000 7ff0affff640 1 -- 172.21.15.76:0/3856027321 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) v1 ==== 94+0+4738 (secure 0 0 0) 0x7ff0b0036090 con 0x7ff0b815c6e0 2024-09-13T16:07:27.417 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:07:27.417 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":24,"default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5258,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/745761688","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6833","nonce":745761688},{"type":"v1","addr":"172.21.15.192:6835","nonce":745761688}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":18},{"gid":6006,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6835/3371105731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":3371105731},{"type":"v1","addr":"172.21.15.76:6835","nonce":3371105731}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":18},{"gid":6009,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6837/3310718697","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6836","nonce":3310718697},{"type":"v1","addr":"172.21.15.76:6837","nonce":3310718697}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":24,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:04:09.630795+0000","modified":"2024-09-13T16:07:22.080696+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":6018},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6018":{"gid":6018,"name":"d","rank":0,"incarnation":19,"state":"up:active","state_seq":51,"addr":"172.21.15.192:6834/3190268569","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":3190268569},{"type":"v1","addr":"172.21.15.192:6834","nonce":3190268569}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[8],"metadata_pool":7,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":3}]} 2024-09-13T16:07:27.418 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 24 2024-09-13T16:07:27.419 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.417+0000 7ff0bd7e2640 1 -- 172.21.15.76:0/3856027321 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff09806ac00 msgr2=0x7ff09806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:27.419 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.417+0000 7ff0bd7e2640 1 --2- 172.21.15.76:0/3856027321 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff09806ac00 0x7ff09806d0c0 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7ff0a80017f0 tx=0x7ff0a8009040 comp rx=0 tx=0).stop 2024-09-13T16:07:27.419 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.417+0000 7ff0bd7e2640 1 -- 172.21.15.76:0/3856027321 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff0b815c6e0 msgr2=0x7ff0b80c9df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:27.420 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.417+0000 7ff0bd7e2640 1 --2- 172.21.15.76:0/3856027321 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff0b815c6e0 0x7ff0b80c9df0 secure :-1 s=READY pgs=808 cs=0 l=1 rev1=1 crypto rx=0x7ff0b0034040 tx=0x7ff0b0004a40 comp rx=0 tx=0).stop 2024-09-13T16:07:27.420 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.417+0000 7ff0bd7e2640 1 -- 172.21.15.76:0/3856027321 shutdown_connections 2024-09-13T16:07:27.420 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.417+0000 7ff0bd7e2640 1 --2- 172.21.15.76:0/3856027321 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff0b815c6e0 0x7ff0b80c9df0 unknown :-1 s=CLOSED pgs=808 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:27.420 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.417+0000 7ff0bd7e2640 1 --2- 172.21.15.76:0/3856027321 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff09806ac00 0x7ff09806d0c0 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:27.420 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.417+0000 7ff0bd7e2640 1 --2- 172.21.15.76:0/3856027321 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff0b80d07b0 0x7ff0b80c98b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:27.420 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.417+0000 7ff0bd7e2640 1 --2- 172.21.15.76:0/3856027321 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff0b80b4660 0x7ff0b81460c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:27.420 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.417+0000 7ff0bd7e2640 1 -- 172.21.15.76:0/3856027321 >> 172.21.15.76:0/3856027321 conn(0x7ff0b8089f60 msgr2=0x7ff0b80b3240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:27.420 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.418+0000 7ff0bd7e2640 1 -- 172.21.15.76:0/3856027321 shutdown_connections 2024-09-13T16:07:27.420 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.418+0000 7ff0bd7e2640 1 -- 172.21.15.76:0/3856027321 wait complete. 2024-09-13T16:07:27.431 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:07:27.529 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.527+0000 7fa0cf333640 1 Processor -- start 2024-09-13T16:07:27.529 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.527+0000 7fa0cf333640 1 -- start start 2024-09-13T16:07:27.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.528+0000 7fa0cf333640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fa0c806d3a0 0x7fa0c806c4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:27.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.528+0000 7fa0cf333640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa0c806ca00 0x7fa0c80cbea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:27.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.528+0000 7fa0cf333640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa0c80b2170 con 0x7fa0c80b2590 2024-09-13T16:07:27.532 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.528+0000 7fa0cf333640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa0c806deb0 con 0x7fa0c806d3a0 2024-09-13T16:07:27.532 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.528+0000 7fa0cf333640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa0c80ce9e0 con 0x7fa0c806ca00 2024-09-13T16:07:27.532 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.528+0000 7fa0cc8ce640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fa0c806d3a0 0x7fa0c806c4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:27.532 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.528+0000 7fa0cc8ce640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fa0c806d3a0 0x7fa0c806c4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:42688/0 (socket says 172.21.15.76:42688) 2024-09-13T16:07:27.532 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.528+0000 7fa0cc8ce640 1 -- 172.21.15.76:0/3436965644 learned_addr learned my addr 172.21.15.76:0/3436965644 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:27.533 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.528+0000 7fa0cd8d0640 1 --2- 172.21.15.76:0/3436965644 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa0c806ca00 0x7fa0c80cbea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:27.533 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.529+0000 7fa0cc8ce640 1 -- 172.21.15.76:0/3436965644 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa0c806ca00 msgr2=0x7fa0c80cbea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:27.533 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.529+0000 7fa0cc8ce640 1 --2- 172.21.15.76:0/3436965644 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa0c806ca00 0x7fa0c80cbea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:27.533 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.529+0000 7fa0cc8ce640 1 -- 172.21.15.76:0/3436965644 >> v1:172.21.15.192:6789/0 conn(0x7fa0c80b2590 legacy=0x7fa0c80ce2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:27.533 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.529+0000 7fa0cc8ce640 1 -- 172.21.15.76:0/3436965644 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa0c806e0c0 con 0x7fa0c806d3a0 2024-09-13T16:07:27.533 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.529+0000 7fa0cc8ce640 1 --2- 172.21.15.76:0/3436965644 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa0c806d3a0 0x7fa0c806c4c0 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7fa0b800bb10 tx=0x7fa0b802c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ca4a472cfbe7f9ff server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:27.533 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.529+0000 7fa0bffff640 1 -- 172.21.15.76:0/3436965644 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0b8032820 con 0x7fa0c806d3a0 2024-09-13T16:07:27.534 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.529+0000 7fa0bffff640 1 -- 172.21.15.76:0/3436965644 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 47+0+0 (secure 0 0 0) 0x7fa0b802e040 con 0x7fa0c806d3a0 2024-09-13T16:07:27.534 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.529+0000 7fa0bffff640 1 -- 172.21.15.76:0/3436965644 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0b8032ba0 con 0x7fa0c806d3a0 2024-09-13T16:07:27.534 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.530+0000 7fa0cf333640 1 -- 172.21.15.76:0/3436965644 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa0c806d3a0 msgr2=0x7fa0c806c4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:27.534 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.530+0000 7fa0cf333640 1 --2- 172.21.15.76:0/3436965644 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa0c806d3a0 0x7fa0c806c4c0 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7fa0b800bb10 tx=0x7fa0b802c920 comp rx=0 tx=0).stop 2024-09-13T16:07:27.534 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.530+0000 7fa0cf333640 1 -- 172.21.15.76:0/3436965644 shutdown_connections 2024-09-13T16:07:27.534 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.530+0000 7fa0cf333640 1 --2- 172.21.15.76:0/3436965644 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa0c806ca00 0x7fa0c80cbea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:27.534 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.530+0000 7fa0cf333640 1 --2- 172.21.15.76:0/3436965644 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa0c806d3a0 0x7fa0c806c4c0 unknown :-1 s=CLOSED pgs=809 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:27.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.530+0000 7fa0cf333640 1 -- 172.21.15.76:0/3436965644 >> 172.21.15.76:0/3436965644 conn(0x7fa0c8069ed0 msgr2=0x7fa0c806a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:27.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.530+0000 7fa0cf333640 1 -- 172.21.15.76:0/3436965644 shutdown_connections 2024-09-13T16:07:27.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.530+0000 7fa0cf333640 1 -- 172.21.15.76:0/3436965644 wait complete. 2024-09-13T16:07:27.539 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.531+0000 7fa0cf333640 1 Processor -- start 2024-09-13T16:07:27.539 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.531+0000 7fa0cf333640 1 -- start start 2024-09-13T16:07:27.539 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.532+0000 7fa0cf333640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa0c806ca00 0x7fa0c81f1e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:27.539 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.532+0000 7fa0cf333640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa0c806d3a0 0x7fa0c80ab140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:27.539 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.532+0000 7fa0cf333640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa0c80b2590 0x7fa0c80c42a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:27.539 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.532+0000 7fa0cf333640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0c80c6850 con 0x7fa0c80b2590 2024-09-13T16:07:27.539 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.532+0000 7fa0cf333640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0c80c3520 con 0x7fa0c806d3a0 2024-09-13T16:07:27.539 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.532+0000 7fa0cf333640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa0c80c6a80 con 0x7fa0c806ca00 2024-09-13T16:07:27.539 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.532+0000 7fa0cd8d0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa0c80b2590 0x7fa0c80c42a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:27.539 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.532+0000 7fa0cd8d0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa0c80b2590 0x7fa0c80c42a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:42700/0 (socket says 172.21.15.76:42700) 2024-09-13T16:07:27.539 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.532+0000 7fa0cd8d0640 1 -- 172.21.15.76:0/588942968 learned_addr learned my addr 172.21.15.76:0/588942968 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:27.539 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.532+0000 7fa0cc8ce640 1 --2- 172.21.15.76:0/588942968 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa0c806d3a0 0x7fa0c80ab140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:27.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.532+0000 7fa0cd0cf640 1 --2- 172.21.15.76:0/588942968 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa0c806ca00 0x7fa0c81f1e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:27.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.532+0000 7fa0cd8d0640 1 -- 172.21.15.76:0/588942968 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa0c806ca00 msgr2=0x7fa0c81f1e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:27.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.532+0000 7fa0cd8d0640 1 --2- 172.21.15.76:0/588942968 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa0c806ca00 0x7fa0c81f1e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:27.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.532+0000 7fa0cd8d0640 1 -- 172.21.15.76:0/588942968 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa0c806d3a0 msgr2=0x7fa0c80ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:27.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.532+0000 7fa0cd8d0640 1 --2- 172.21.15.76:0/588942968 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa0c806d3a0 0x7fa0c80ab140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:27.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.532+0000 7fa0cd8d0640 1 -- 172.21.15.76:0/588942968 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa0b800b770 con 0x7fa0c80b2590 2024-09-13T16:07:27.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.532+0000 7fa0cd8d0640 1 --2- 172.21.15.76:0/588942968 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa0c80b2590 0x7fa0c80c42a0 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7fa0c000efc0 tx=0x7fa0c000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:27.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.533+0000 7fa0bdffb640 1 -- 172.21.15.76:0/588942968 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0c0009ca0 con 0x7fa0c80b2590 2024-09-13T16:07:27.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.533+0000 7fa0bdffb640 1 -- 172.21.15.76:0/588942968 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 47+0+0 (secure 0 0 0) 0x7fa0c000f040 con 0x7fa0c80b2590 2024-09-13T16:07:27.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.533+0000 7fa0bdffb640 1 -- 172.21.15.76:0/588942968 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0c00146c0 con 0x7fa0c80b2590 2024-09-13T16:07:27.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.533+0000 7fa0cf333640 1 -- 172.21.15.76:0/588942968 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa0c80c6d60 con 0x7fa0c80b2590 2024-09-13T16:07:27.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.533+0000 7fa0cf333640 1 -- 172.21.15.76:0/588942968 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa0c80c7320 con 0x7fa0c80b2590 2024-09-13T16:07:27.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.534+0000 7fa0cf333640 1 -- 172.21.15.76:0/588942968 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa0c80c7510 con 0x7fa0c80b2590 2024-09-13T16:07:27.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.534+0000 7fa0bdffb640 1 -- 172.21.15.76:0/588942968 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fa0c0014820 con 0x7fa0c80b2590 2024-09-13T16:07:27.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.535+0000 7fa0bdffb640 1 --2- 172.21.15.76:0/588942968 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa0ac06ac00 0x7fa0ac06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:27.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.535+0000 7fa0bdffb640 1 -- 172.21.15.76:0/588942968 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(58..58 src has 1..58) v4 ==== 6130+0+0 (secure 0 0 0) 0x7fa0c008a4a0 con 0x7fa0c80b2590 2024-09-13T16:07:27.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.535+0000 7fa0cd0cf640 1 --2- 172.21.15.76:0/588942968 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa0ac06ac00 0x7fa0ac06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:27.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.535+0000 7fa0cd0cf640 1 --2- 172.21.15.76:0/588942968 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa0ac06ac00 0x7fa0ac06d0c0 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7fa0c4000f60 tx=0x7fa0c4009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:27.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.539+0000 7fa0bdffb640 1 -- 172.21.15.76:0/588942968 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fa0c00554d0 con 0x7fa0c80b2590 2024-09-13T16:07:27.705 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.702+0000 7fa0cf333640 1 -- 172.21.15.76:0/588942968 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fa0c80aef00 con 0x7fa0c80b2590 2024-09-13T16:07:27.705 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.704+0000 7fa0bdffb640 1 -- 172.21.15.76:0/588942968 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v58) v1 ==== 74+0+16838 (secure 0 0 0) 0x7fa0c0058af0 con 0x7fa0c80b2590 2024-09-13T16:07:27.706 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:07:27.706 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":58,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:07:16.058672+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:04:07.797879+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_data","create_time":"2024-09-13T16:04:08.588584+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"8.14","mappings":[{"from":0,"to":6}]},{"pgid":"8.1a","mappings":[{"from":0,"to":1}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"192.168.0.1:0/2206269355":"2024-09-13T17:07:15.305842+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:07:27.707 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.706+0000 7fa0cf333640 1 -- 172.21.15.76:0/588942968 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa0ac06ac00 msgr2=0x7fa0ac06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:27.707 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.706+0000 7fa0cf333640 1 --2- 172.21.15.76:0/588942968 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa0ac06ac00 0x7fa0ac06d0c0 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7fa0c4000f60 tx=0x7fa0c4009040 comp rx=0 tx=0).stop 2024-09-13T16:07:27.707 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.706+0000 7fa0cf333640 1 -- 172.21.15.76:0/588942968 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa0c80b2590 msgr2=0x7fa0c80c42a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:27.708 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.706+0000 7fa0cf333640 1 --2- 172.21.15.76:0/588942968 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa0c80b2590 0x7fa0c80c42a0 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7fa0c000efc0 tx=0x7fa0c000c490 comp rx=0 tx=0).stop 2024-09-13T16:07:27.708 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.706+0000 7fa0cf333640 1 -- 172.21.15.76:0/588942968 shutdown_connections 2024-09-13T16:07:27.708 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.706+0000 7fa0cf333640 1 --2- 172.21.15.76:0/588942968 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa0c80b2590 0x7fa0c80c42a0 unknown :-1 s=CLOSED pgs=810 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:27.708 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.706+0000 7fa0cf333640 1 --2- 172.21.15.76:0/588942968 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa0c806d3a0 0x7fa0c80ab140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:27.708 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.706+0000 7fa0cf333640 1 --2- 172.21.15.76:0/588942968 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa0ac06ac00 0x7fa0ac06d0c0 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:27.708 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.706+0000 7fa0cf333640 1 --2- 172.21.15.76:0/588942968 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa0c806ca00 0x7fa0c81f1e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:27.708 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.706+0000 7fa0cf333640 1 -- 172.21.15.76:0/588942968 >> 172.21.15.76:0/588942968 conn(0x7fa0c8069ed0 msgr2=0x7fa0c80ce2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:27.708 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.706+0000 7fa0cf333640 1 -- 172.21.15.76:0/588942968 shutdown_connections 2024-09-13T16:07:27.708 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.706+0000 7fa0cf333640 1 -- 172.21.15.76:0/588942968 wait complete. 2024-09-13T16:07:27.719 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-13T16:07:27.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.817+0000 7f799cab7640 1 Processor -- start 2024-09-13T16:07:27.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.817+0000 7f799cab7640 1 -- start start 2024-09-13T16:07:27.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.818+0000 7f799cab7640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f799815a2e0 0x7f79980c9a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:27.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.818+0000 7f799cab7640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f79980c9f80 0x7f79980cace0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:27.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.818+0000 7f799cab7640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f79980cb670 con 0x7f79980cb220 2024-09-13T16:07:27.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.818+0000 7f799cab7640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f79980c8920 con 0x7f79980c9f80 2024-09-13T16:07:27.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.818+0000 7f799cab7640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f799815a6c0 con 0x7f799815a2e0 2024-09-13T16:07:27.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.818+0000 7f7995d9b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f79980c9f80 0x7f79980cace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:27.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.818+0000 7f7996d9d640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f79980cb220 0x7f79980ce260 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:39540/0 (socket says 172.21.15.76:39540) 2024-09-13T16:07:27.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.818+0000 7f7995d9b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f79980c9f80 0x7f79980cace0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:42704/0 (socket says 172.21.15.76:42704) 2024-09-13T16:07:27.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.818+0000 7f7996d9d640 1 -- 172.21.15.76:0/3689258732 learned_addr learned my addr 172.21.15.76:0/3689258732 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:07:27.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.818+0000 7f799659c640 1 --2- 172.21.15.76:0/3689258732 >> v2:172.21.15.192:3300/0 conn(0x7f799815a2e0 0x7f79980c9a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:27.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.818+0000 7f7995d9b640 1 -- 172.21.15.76:0/3689258732 >> v2:172.21.15.192:3300/0 conn(0x7f799815a2e0 msgr2=0x7f79980c9a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:27.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.818+0000 7f7995d9b640 1 --2- 172.21.15.76:0/3689258732 >> v2:172.21.15.192:3300/0 conn(0x7f799815a2e0 0x7f79980c9a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:27.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.818+0000 7f7995d9b640 1 -- 172.21.15.76:0/3689258732 >> v1:172.21.15.76:6789/0 conn(0x7f79980cb220 legacy=0x7f79980ce260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:27.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.818+0000 7f799559a640 1 -- 172.21.15.76:0/3689258732 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1856416269 0 0) 0x7f7990001490 con 0x7f79980cb220 2024-09-13T16:07:27.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.818+0000 7f7995d9b640 1 -- 172.21.15.76:0/3689258732 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f79980ca500 con 0x7f79980c9f80 2024-09-13T16:07:27.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.819+0000 7f7995d9b640 1 --2- 172.21.15.76:0/3689258732 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f79980c9f80 0x7f79980cace0 secure :-1 s=READY pgs=812 cs=0 l=1 rev1=1 crypto rx=0x7f79980cf340 tx=0x7f798c02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=53d6879c8369a555 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:27.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.819+0000 7f799559a640 1 -- 172.21.15.76:0/3689258732 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f798c032440 con 0x7f79980c9f80 2024-09-13T16:07:27.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.819+0000 7f799559a640 1 -- 172.21.15.76:0/3689258732 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 47+0+0 (secure 0 0 0) 0x7f798c0325a0 con 0x7f79980c9f80 2024-09-13T16:07:27.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.819+0000 7f799559a640 1 -- 172.21.15.76:0/3689258732 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f798c032930 con 0x7f79980c9f80 2024-09-13T16:07:27.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.819+0000 7f799cab7640 1 -- 172.21.15.76:0/3689258732 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f79980c9f80 msgr2=0x7f79980cace0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:27.825 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.819+0000 7f799cab7640 1 --2- 172.21.15.76:0/3689258732 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f79980c9f80 0x7f79980cace0 secure :-1 s=READY pgs=812 cs=0 l=1 rev1=1 crypto rx=0x7f79980cf340 tx=0x7f798c02a1a0 comp rx=0 tx=0).stop 2024-09-13T16:07:27.825 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.820+0000 7f799cab7640 1 -- 172.21.15.76:0/3689258732 shutdown_connections 2024-09-13T16:07:27.825 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.820+0000 7f799cab7640 1 --2- 172.21.15.76:0/3689258732 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f79980c9f80 0x7f79980cace0 unknown :-1 s=CLOSED pgs=812 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:27.825 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.820+0000 7f799cab7640 1 --2- 172.21.15.76:0/3689258732 >> v2:172.21.15.192:3300/0 conn(0x7f799815a2e0 0x7f79980c9a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:27.825 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.820+0000 7f799cab7640 1 -- 172.21.15.76:0/3689258732 >> 172.21.15.76:0/3689258732 conn(0x7f7998069ed0 msgr2=0x7f799806a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:27.825 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.820+0000 7f799cab7640 1 -- 172.21.15.76:0/3689258732 shutdown_connections 2024-09-13T16:07:27.825 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.820+0000 7f799cab7640 1 -- 172.21.15.76:0/3689258732 wait complete. 2024-09-13T16:07:27.825 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.821+0000 7f799cab7640 1 Processor -- start 2024-09-13T16:07:27.825 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.821+0000 7f799cab7640 1 -- start start 2024-09-13T16:07:27.825 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.822+0000 7f799cab7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f79980c9f80 0x7f7998155e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:27.825 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.822+0000 7f799cab7640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f79980cb220 0x7f7998156380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:27.826 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.822+0000 7f799cab7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f799815a2e0 0x7f79980c6980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:27.826 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.822+0000 7f799cab7640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7998157030 con 0x7f79980c9f80 2024-09-13T16:07:27.826 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.822+0000 7f799cab7640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79981f2f20 con 0x7f79980cb220 2024-09-13T16:07:27.826 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.822+0000 7f799cab7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f79981576a0 con 0x7f799815a2e0 2024-09-13T16:07:27.826 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.822+0000 7f799659c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f79980c9f80 0x7f7998155e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:27.826 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.822+0000 7f799659c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f79980c9f80 0x7f7998155e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:42720/0 (socket says 172.21.15.76:42720) 2024-09-13T16:07:27.826 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.822+0000 7f799659c640 1 -- 172.21.15.76:0/1785156895 learned_addr learned my addr 172.21.15.76:0/1785156895 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:27.826 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.822+0000 7f7995d9b640 1 --2- 172.21.15.76:0/1785156895 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f79980cb220 0x7f7998156380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:27.826 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.822+0000 7f7996d9d640 1 --2- 172.21.15.76:0/1785156895 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f799815a2e0 0x7f79980c6980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:27.826 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.822+0000 7f799659c640 1 -- 172.21.15.76:0/1785156895 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f799815a2e0 msgr2=0x7f79980c6980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:27.826 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.822+0000 7f799659c640 1 --2- 172.21.15.76:0/1785156895 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f799815a2e0 0x7f79980c6980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:27.826 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.822+0000 7f799659c640 1 -- 172.21.15.76:0/1785156895 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f79980cb220 msgr2=0x7f7998156380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:27.826 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.822+0000 7f799659c640 1 --2- 172.21.15.76:0/1785156895 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f79980cb220 0x7f7998156380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:27.826 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.822+0000 7f799659c640 1 -- 172.21.15.76:0/1785156895 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f798c009400 con 0x7f79980c9f80 2024-09-13T16:07:27.827 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.822+0000 7f799659c640 1 --2- 172.21.15.76:0/1785156895 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f79980c9f80 0x7f7998155e40 secure :-1 s=READY pgs=813 cs=0 l=1 rev1=1 crypto rx=0x7f798800d5f0 tx=0x7f798800dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:27.827 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.822+0000 7f7986ffd640 1 -- 172.21.15.76:0/1785156895 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79880125f0 con 0x7f79980c9f80 2024-09-13T16:07:27.827 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.822+0000 7f7986ffd640 1 -- 172.21.15.76:0/1785156895 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 47+0+0 (secure 0 0 0) 0x7f7988012750 con 0x7f79980c9f80 2024-09-13T16:07:27.827 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.822+0000 7f7986ffd640 1 -- 172.21.15.76:0/1785156895 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7988012b00 con 0x7f79980c9f80 2024-09-13T16:07:27.827 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.823+0000 7f799cab7640 1 -- 172.21.15.76:0/1785156895 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7998156a70 con 0x7f79980c9f80 2024-09-13T16:07:27.827 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.823+0000 7f799cab7640 1 -- 172.21.15.76:0/1785156895 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f799815a9e0 con 0x7f79980c9f80 2024-09-13T16:07:27.827 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.823+0000 7f799cab7640 1 -- 172.21.15.76:0/1785156895 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f79980c9630 con 0x7f79980c9f80 2024-09-13T16:07:27.828 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.824+0000 7f7986ffd640 1 -- 172.21.15.76:0/1785156895 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7988012c60 con 0x7f79980c9f80 2024-09-13T16:07:27.828 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.824+0000 7f7986ffd640 1 --2- 172.21.15.76:0/1785156895 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f797806ac00 0x7f797806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:27.829 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.824+0000 7f7986ffd640 1 -- 172.21.15.76:0/1785156895 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(58..58 src has 1..58) v4 ==== 6130+0+0 (secure 0 0 0) 0x7f7988089a80 con 0x7f79980c9f80 2024-09-13T16:07:27.829 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.824+0000 7f7995d9b640 1 --2- 172.21.15.76:0/1785156895 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f797806ac00 0x7f797806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:27.829 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.825+0000 7f7995d9b640 1 --2- 172.21.15.76:0/1785156895 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f797806ac00 0x7f797806d0c0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f79980cf340 tx=0x7f798c02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:27.830 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:27.829+0000 7f7986ffd640 1 -- 172.21.15.76:0/1785156895 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f7988054a20 con 0x7f79980c9f80 2024-09-13T16:07:28.024 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:28.022+0000 7f799cab7640 1 -- 172.21.15.76:0/1785156895 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7f799806a500 con 0x7f79980c9f80 2024-09-13T16:07:28.024 INFO:tasks.ceph.mon.a.smithi076.stderr:2024-09-13T16:07:28.023+0000 7f1d1f745640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T16:07:28.030 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:28.029+0000 7f7986ffd640 1 -- 172.21.15.76:0/1785156895 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v25) v1 ==== 161+0+0 (secure 0 0 0) 0x7f7988058040 con 0x7f79980c9f80 2024-09-13T16:07:28.031 INFO:teuthology.orchestra.run.smithi076.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T16:07:28.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:28.031+0000 7f799cab7640 1 -- 172.21.15.76:0/1785156895 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f797806ac00 msgr2=0x7f797806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:28.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:28.031+0000 7f799cab7640 1 --2- 172.21.15.76:0/1785156895 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f797806ac00 0x7f797806d0c0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f79980cf340 tx=0x7f798c02e000 comp rx=0 tx=0).stop 2024-09-13T16:07:28.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:28.031+0000 7f799cab7640 1 -- 172.21.15.76:0/1785156895 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f79980c9f80 msgr2=0x7f7998155e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:28.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:28.031+0000 7f799cab7640 1 --2- 172.21.15.76:0/1785156895 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f79980c9f80 0x7f7998155e40 secure :-1 s=READY pgs=813 cs=0 l=1 rev1=1 crypto rx=0x7f798800d5f0 tx=0x7f798800dab0 comp rx=0 tx=0).stop 2024-09-13T16:07:28.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:28.031+0000 7f799cab7640 1 -- 172.21.15.76:0/1785156895 shutdown_connections 2024-09-13T16:07:28.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:28.031+0000 7f799cab7640 1 --2- 172.21.15.76:0/1785156895 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f797806ac00 0x7f797806d0c0 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:28.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:28.031+0000 7f799cab7640 1 --2- 172.21.15.76:0/1785156895 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f799815a2e0 0x7f79980c6980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:28.034 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:28.031+0000 7f799cab7640 1 --2- 172.21.15.76:0/1785156895 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f79980cb220 0x7f7998156380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:28.034 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:28.031+0000 7f799cab7640 1 --2- 172.21.15.76:0/1785156895 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f79980c9f80 0x7f7998155e40 unknown :-1 s=CLOSED pgs=813 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:28.034 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:28.031+0000 7f799cab7640 1 -- 172.21.15.76:0/1785156895 >> 172.21.15.76:0/1785156895 conn(0x7f7998069ed0 msgr2=0x7f79980af550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:28.034 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:28.031+0000 7f799cab7640 1 -- 172.21.15.76:0/1785156895 shutdown_connections 2024-09-13T16:07:28.034 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:28.031+0000 7f799cab7640 1 -- 172.21.15.76:0/1785156895 wait complete. 2024-09-13T16:07:28.044 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-13T16:07:28.077 INFO:tasks.ceph.mds.d.smithi192.stdout:starting mds.d at 2024-09-13T16:07:28.146 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:28.144+0000 7fc5873d5640 1 Processor -- start 2024-09-13T16:07:28.146 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:28.144+0000 7fc5873d5640 1 -- start start 2024-09-13T16:07:28.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:28.145+0000 7fc5873d5640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fc58015c500 0x7fc5800d2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:28.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:28.145+0000 7fc5873d5640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc5800d2590 0x7fc5800cd8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:28.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:28.145+0000 7fc5873d5640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fc5800cde20 0x7fc5800d0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:28.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:28.145+0000 7fc5873d5640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc5800cd450 con 0x7fc5800cde20 2024-09-13T16:07:28.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:28.145+0000 7fc5873d5640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc5800d29f0 con 0x7fc58015c500 2024-09-13T16:07:28.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:28.145+0000 7fc5873d5640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc5800d0cf0 con 0x7fc5800d2590 2024-09-13T16:07:28.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:28.145+0000 7fc585972640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fc5800cde20 0x7fc5800d0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:28.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:28.145+0000 7fc585972640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fc5800cde20 0x7fc5800d0000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:42726/0 (socket says 172.21.15.76:42726) 2024-09-13T16:07:28.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:28.145+0000 7fc585972640 1 -- 172.21.15.76:0/2808723375 learned_addr learned my addr 172.21.15.76:0/2808723375 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:28.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:28.145+0000 7fc585171640 1 --2- 172.21.15.76:0/2808723375 >> v2:172.21.15.192:3300/0 conn(0x7fc58015c500 0x7fc5800d2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:28.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:28.145+0000 7fc584970640 1 --2- 172.21.15.76:0/2808723375 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc5800d2590 0x7fc5800cd8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:28.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:28.145+0000 7fc585972640 1 -- 172.21.15.76:0/2808723375 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc5800d2590 msgr2=0x7fc5800cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:28.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:28.145+0000 7fc585972640 1 --2- 172.21.15.76:0/2808723375 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc5800d2590 0x7fc5800cd8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:28.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:28.145+0000 7fc585972640 1 -- 172.21.15.76:0/2808723375 >> v2:172.21.15.192:3300/0 conn(0x7fc58015c500 msgr2=0x7fc5800d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:28.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:28.145+0000 7fc585972640 1 --2- 172.21.15.76:0/2808723375 >> v2:172.21.15.192:3300/0 conn(0x7fc58015c500 0x7fc5800d2050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:28.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:28.145+0000 7fc585972640 1 -- 172.21.15.76:0/2808723375 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc5800d0fd0 con 0x7fc5800cde20 2024-09-13T16:07:28.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:28.146+0000 7fc585972640 1 --2- 172.21.15.76:0/2808723375 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc5800cde20 0x7fc5800d0000 secure :-1 s=READY pgs=815 cs=0 l=1 rev1=1 crypto rx=0x7fc5800cfec0 tx=0x7fc57802a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fefae8bb19a31062 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:28.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:28.146+0000 7fc573fff640 1 -- 172.21.15.76:0/2808723375 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc578031600 con 0x7fc5800cde20 2024-09-13T16:07:28.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:28.146+0000 7fc573fff640 1 -- 172.21.15.76:0/2808723375 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 47+0+0 (secure 0 0 0) 0x7fc57802d050 con 0x7fc5800cde20 2024-09-13T16:07:28.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:28.146+0000 7fc573fff640 1 -- 172.21.15.76:0/2808723375 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc578031980 con 0x7fc5800cde20 2024-09-13T16:07:28.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:28.147+0000 7fc5873d5640 1 -- 172.21.15.76:0/2808723375 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc5800cde20 msgr2=0x7fc5800d0000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:28.161 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:28.147+0000 7fc5873d5640 1 --2- 172.21.15.76:0/2808723375 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc5800cde20 0x7fc5800d0000 secure :-1 s=READY pgs=815 cs=0 l=1 rev1=1 crypto rx=0x7fc5800cfec0 tx=0x7fc57802a6a0 comp rx=0 tx=0).stop 2024-09-13T16:07:28.161 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:28.147+0000 7fc5873d5640 1 -- 172.21.15.76:0/2808723375 shutdown_connections 2024-09-13T16:07:28.161 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:28.147+0000 7fc5873d5640 1 --2- 172.21.15.76:0/2808723375 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc5800cde20 0x7fc5800d0000 unknown :-1 s=CLOSED pgs=815 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:28.161 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:28.147+0000 7fc5873d5640 1 --2- 172.21.15.76:0/2808723375 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc5800d2590 0x7fc5800cd8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:28.161 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:28.147+0000 7fc5873d5640 1 --2- 172.21.15.76:0/2808723375 >> v2:172.21.15.192:3300/0 conn(0x7fc58015c500 0x7fc5800d2050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:28.161 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:28.147+0000 7fc5873d5640 1 -- 172.21.15.76:0/2808723375 >> 172.21.15.76:0/2808723375 conn(0x7fc580089f60 msgr2=0x7fc58009b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:28.161 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:28.147+0000 7fc5873d5640 1 -- 172.21.15.76:0/2808723375 shutdown_connections 2024-09-13T16:07:28.161 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:28.147+0000 7fc5873d5640 1 -- 172.21.15.76:0/2808723375 wait complete. 2024-09-13T16:07:28.161 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:28.148+0000 7fc5873d5640 1 Processor -- start 2024-09-13T16:07:28.161 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:28.148+0000 7fc5873d5640 1 -- start start 2024-09-13T16:07:28.161 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:28.149+0000 7fc5873d5640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc5800cde20 0x7fc58015bb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:28.161 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:28.149+0000 7fc5873d5640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc5800d2590 0x7fc58009f980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:28.161 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:28.149+0000 7fc5873d5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc58015c500 0x7fc58015e450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:28.162 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:28.149+0000 7fc5873d5640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5800cc510 con 0x7fc58015c500 2024-09-13T16:07:28.162 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:28.149+0000 7fc5873d5640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc58015dfc0 con 0x7fc5800d2590 2024-09-13T16:07:28.162 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:28.149+0000 7fc5873d5640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc58015c0b0 con 0x7fc5800cde20 2024-09-13T16:07:28.162 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:28.149+0000 7fc585972640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc58015c500 0x7fc58015e450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:28.162 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:28.149+0000 7fc585972640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc58015c500 0x7fc58015e450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:42730/0 (socket says 172.21.15.76:42730) 2024-09-13T16:07:28.162 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:28.149+0000 7fc585972640 1 -- 172.21.15.76:0/836479889 learned_addr learned my addr 172.21.15.76:0/836479889 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:28.162 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:28.149+0000 7fc584970640 1 --2- 172.21.15.76:0/836479889 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc5800d2590 0x7fc58009f980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:28.162 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:28.149+0000 7fc585171640 1 --2- 172.21.15.76:0/836479889 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc5800cde20 0x7fc58015bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:28.162 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:28.149+0000 7fc585972640 1 -- 172.21.15.76:0/836479889 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc5800cde20 msgr2=0x7fc58015bb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:28.162 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:28.149+0000 7fc585972640 1 --2- 172.21.15.76:0/836479889 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc5800cde20 0x7fc58015bb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:28.162 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:28.149+0000 7fc585972640 1 -- 172.21.15.76:0/836479889 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc5800d2590 msgr2=0x7fc58009f980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:28.162 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:28.149+0000 7fc585972640 1 --2- 172.21.15.76:0/836479889 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc5800d2590 0x7fc58009f980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:28.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:28.149+0000 7fc585972640 1 -- 172.21.15.76:0/836479889 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc578009b30 con 0x7fc58015c500 2024-09-13T16:07:28.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:28.149+0000 7fc584970640 1 --2- 172.21.15.76:0/836479889 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc5800d2590 0x7fc58009f980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:07:28.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:28.149+0000 7fc585972640 1 --2- 172.21.15.76:0/836479889 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc58015c500 0x7fc58015e450 secure :-1 s=READY pgs=816 cs=0 l=1 rev1=1 crypto rx=0x7fc578009f40 tx=0x7fc578004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:28.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:28.150+0000 7fc571ffb640 1 -- 172.21.15.76:0/836479889 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc57803b810 con 0x7fc58015c500 2024-09-13T16:07:28.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:28.150+0000 7fc571ffb640 1 -- 172.21.15.76:0/836479889 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 47+0+0 (secure 0 0 0) 0x7fc57803b990 con 0x7fc58015c500 2024-09-13T16:07:28.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:28.150+0000 7fc5873d5640 1 -- 172.21.15.76:0/836479889 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc5800cbeb0 con 0x7fc58015c500 2024-09-13T16:07:28.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:28.150+0000 7fc571ffb640 1 -- 172.21.15.76:0/836479889 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc57803bd40 con 0x7fc58015c500 2024-09-13T16:07:28.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:28.150+0000 7fc5873d5640 1 -- 172.21.15.76:0/836479889 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc5800cb8f0 con 0x7fc58015c500 2024-09-13T16:07:28.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:28.151+0000 7fc5873d5640 1 -- 172.21.15.76:0/836479889 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc58015e170 con 0x7fc58015c500 2024-09-13T16:07:28.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:28.151+0000 7fc571ffb640 1 -- 172.21.15.76:0/836479889 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc57803a3a0 con 0x7fc58015c500 2024-09-13T16:07:28.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:28.152+0000 7fc571ffb640 1 --2- 172.21.15.76:0/836479889 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc56406ac00 0x7fc56406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:28.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:28.152+0000 7fc571ffb640 1 -- 172.21.15.76:0/836479889 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(59..59 src has 1..59) v4 ==== 6216+0+0 (secure 0 0 0) 0x7fc5780aa260 con 0x7fc58015c500 2024-09-13T16:07:28.164 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:28.152+0000 7fc585171640 1 --2- 172.21.15.76:0/836479889 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc56406ac00 0x7fc56406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:28.164 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:28.152+0000 7fc585171640 1 --2- 172.21.15.76:0/836479889 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc56406ac00 0x7fc56406d0c0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fc5740079a0 tx=0x7fc574008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:28.164 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:28.156+0000 7fc571ffb640 1 -- 172.21.15.76:0/836479889 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fc58015e170 con 0x7fc58015c500 2024-09-13T16:07:28.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:28.355+0000 7fc5873d5640 1 -- 172.21.15.76:0/836479889 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) v1 -- 0x7fc58015e170 con 0x7fc58015c500 2024-09-13T16:07:29.032 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:29.031+0000 7fc571ffb640 1 -- 172.21.15.76:0/836479889 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v26) v1 ==== 104+0+0 (secure 0 0 0) 0x7fc58015e170 con 0x7fc58015c500 2024-09-13T16:07:29.035 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:29.033+0000 7fc5873d5640 1 -- 172.21.15.76:0/836479889 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc56406ac00 msgr2=0x7fc56406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:29.035 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:29.033+0000 7fc5873d5640 1 --2- 172.21.15.76:0/836479889 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc56406ac00 0x7fc56406d0c0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fc5740079a0 tx=0x7fc574008040 comp rx=0 tx=0).stop 2024-09-13T16:07:29.035 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:29.033+0000 7fc5873d5640 1 -- 172.21.15.76:0/836479889 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc58015c500 msgr2=0x7fc58015e450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:29.035 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:29.033+0000 7fc5873d5640 1 --2- 172.21.15.76:0/836479889 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc58015c500 0x7fc58015e450 secure :-1 s=READY pgs=816 cs=0 l=1 rev1=1 crypto rx=0x7fc578009f40 tx=0x7fc578004a40 comp rx=0 tx=0).stop 2024-09-13T16:07:29.035 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:29.033+0000 7fc5873d5640 1 -- 172.21.15.76:0/836479889 shutdown_connections 2024-09-13T16:07:29.035 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:29.033+0000 7fc5873d5640 1 --2- 172.21.15.76:0/836479889 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc58015c500 0x7fc58015e450 unknown :-1 s=CLOSED pgs=816 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:29.035 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:29.033+0000 7fc5873d5640 1 --2- 172.21.15.76:0/836479889 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc5800d2590 0x7fc58009f980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:29.035 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:29.033+0000 7fc5873d5640 1 --2- 172.21.15.76:0/836479889 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc56406ac00 0x7fc56406d0c0 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:29.035 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:29.033+0000 7fc5873d5640 1 --2- 172.21.15.76:0/836479889 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc5800cde20 0x7fc58015bb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:29.036 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:29.033+0000 7fc5873d5640 1 -- 172.21.15.76:0/836479889 >> 172.21.15.76:0/836479889 conn(0x7fc580089f60 msgr2=0x7fc5800b3720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:29.036 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:29.033+0000 7fc5873d5640 1 -- 172.21.15.76:0/836479889 shutdown_connections 2024-09-13T16:07:29.036 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:29.033+0000 7fc5873d5640 1 -- 172.21.15.76:0/836479889 wait complete. 2024-09-13T16:07:29.047 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-13T16:07:29.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:29.150+0000 7f5ae6ded640 1 Processor -- start 2024-09-13T16:07:29.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:29.150+0000 7f5ae6ded640 1 -- start start 2024-09-13T16:07:29.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:29.151+0000 7f5ae6ded640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f5ae015a3b0 0x7f5ae00b20a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:29.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:29.151+0000 7f5ae6ded640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5ae00b1720 0x7f5ae00ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:29.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:29.151+0000 7f5ae6ded640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5ae015a790 con 0x7f5ae00cea30 2024-09-13T16:07:29.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:29.151+0000 7f5ae6ded640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5ae00ceec0 con 0x7f5ae015a3b0 2024-09-13T16:07:29.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:29.151+0000 7f5ae6ded640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5ae00b2680 con 0x7f5ae00b1720 2024-09-13T16:07:29.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:29.151+0000 7f5ae538a640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f5ae00cea30 0x7f5ae006c640 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:39556/0 (socket says 172.21.15.76:39556) 2024-09-13T16:07:29.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:29.151+0000 7f5ae538a640 1 -- 172.21.15.76:0/4157097664 learned_addr learned my addr 172.21.15.76:0/4157097664 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:07:29.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:29.151+0000 7f5ae4b89640 1 --2- 172.21.15.76:0/4157097664 >> v2:172.21.15.192:3300/0 conn(0x7f5ae015a3b0 0x7f5ae00b20a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:29.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:29.151+0000 7f5adffff640 1 --2- 172.21.15.76:0/4157097664 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5ae00b1720 0x7f5ae00ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:29.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:29.151+0000 7f5adf7fe640 1 -- 172.21.15.76:0/4157097664 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 783478689 0 0) 0x7f5ae015a790 con 0x7f5ae00cea30 2024-09-13T16:07:29.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:29.151+0000 7f5adf7fe640 1 -- 172.21.15.76:0/4157097664 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5ad0003520 con 0x7f5ae00cea30 2024-09-13T16:07:29.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:29.151+0000 7f5adffff640 1 -- 172.21.15.76:0/4157097664 >> v2:172.21.15.192:3300/0 conn(0x7f5ae015a3b0 msgr2=0x7f5ae00b20a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:29.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:29.151+0000 7f5adffff640 1 --2- 172.21.15.76:0/4157097664 >> v2:172.21.15.192:3300/0 conn(0x7f5ae015a3b0 0x7f5ae00b20a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:29.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:29.151+0000 7f5adffff640 1 -- 172.21.15.76:0/4157097664 >> v1:172.21.15.76:6789/0 conn(0x7f5ae00cea30 legacy=0x7f5ae006c640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:29.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:29.151+0000 7f5adffff640 1 -- 172.21.15.76:0/4157097664 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5ae00b2960 con 0x7f5ae00b1720 2024-09-13T16:07:29.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:29.151+0000 7f5ae4b89640 1 --2- 172.21.15.76:0/4157097664 >> v2:172.21.15.192:3300/0 conn(0x7f5ae015a3b0 0x7f5ae00b20a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:07:29.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:29.152+0000 7f5adffff640 1 --2- 172.21.15.76:0/4157097664 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5ae00b1720 0x7f5ae00ce4f0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f5acc0097a0 tx=0x7f5acc02a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8332e876f9ae6985 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:29.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:29.152+0000 7f5adf7fe640 1 -- 172.21.15.76:0/4157097664 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5acc032440 con 0x7f5ae00b1720 2024-09-13T16:07:29.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:29.152+0000 7f5adf7fe640 1 -- 172.21.15.76:0/4157097664 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(1 keys) v1 ==== 47+0+0 (secure 0 0 0) 0x7f5acc0325a0 con 0x7f5ae00b1720 2024-09-13T16:07:29.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:29.152+0000 7f5adf7fe640 1 -- 172.21.15.76:0/4157097664 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5acc032910 con 0x7f5ae00b1720 2024-09-13T16:07:29.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:29.153+0000 7f5ae6ded640 1 -- 172.21.15.76:0/4157097664 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5ae00b1720 msgr2=0x7f5ae00ce4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:29.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:29.153+0000 7f5ae6ded640 1 --2- 172.21.15.76:0/4157097664 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5ae00b1720 0x7f5ae00ce4f0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f5acc0097a0 tx=0x7f5acc02a180 comp rx=0 tx=0).stop 2024-09-13T16:07:29.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:29.153+0000 7f5ae6ded640 1 -- 172.21.15.76:0/4157097664 shutdown_connections 2024-09-13T16:07:29.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:29.153+0000 7f5ae6ded640 1 --2- 172.21.15.76:0/4157097664 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5ae00b1720 0x7f5ae00ce4f0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:29.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:29.153+0000 7f5ae6ded640 1 --2- 172.21.15.76:0/4157097664 >> v2:172.21.15.192:3300/0 conn(0x7f5ae015a3b0 0x7f5ae00b20a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:29.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:29.153+0000 7f5ae6ded640 1 -- 172.21.15.76:0/4157097664 >> 172.21.15.76:0/4157097664 conn(0x7f5ae006a0b0 msgr2=0x7f5ae006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:29.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:29.153+0000 7f5ae6ded640 1 -- 172.21.15.76:0/4157097664 shutdown_connections 2024-09-13T16:07:29.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:29.153+0000 7f5ae6ded640 1 -- 172.21.15.76:0/4157097664 wait complete. 2024-09-13T16:07:29.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:29.154+0000 7f5ae6ded640 1 Processor -- start 2024-09-13T16:07:29.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:29.154+0000 7f5ae6ded640 1 -- start start 2024-09-13T16:07:29.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:29.155+0000 7f5ae6ded640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5ae00b1720 0x7f5ae01521f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:29.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:29.155+0000 7f5ae6ded640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5ae00cea30 0x7f5ae00c3a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:29.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:29.155+0000 7f5ae6ded640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5ae015a3b0 0x7f5ae00c3fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:29.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:29.155+0000 7f5ae6ded640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ae0152730 con 0x7f5ae00cea30 2024-09-13T16:07:29.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:29.155+0000 7f5ae6ded640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ae015d2b0 con 0x7f5ae00b1720 2024-09-13T16:07:29.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:29.155+0000 7f5ae6ded640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5ae00aeed0 con 0x7f5ae015a3b0 2024-09-13T16:07:29.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:29.155+0000 7f5adffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5ae00cea30 0x7f5ae00c3a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:29.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:29.155+0000 7f5adffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5ae00cea30 0x7f5ae00c3a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:42746/0 (socket says 172.21.15.76:42746) 2024-09-13T16:07:29.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:29.155+0000 7f5adffff640 1 -- 172.21.15.76:0/1103168209 learned_addr learned my addr 172.21.15.76:0/1103168209 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:29.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:29.155+0000 7f5ae4b89640 1 --2- 172.21.15.76:0/1103168209 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5ae00b1720 0x7f5ae01521f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:29.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:29.155+0000 7f5ae538a640 1 --2- 172.21.15.76:0/1103168209 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5ae015a3b0 0x7f5ae00c3fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:29.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:29.155+0000 7f5adffff640 1 -- 172.21.15.76:0/1103168209 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5ae015a3b0 msgr2=0x7f5ae00c3fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:29.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:29.156+0000 7f5adffff640 1 --2- 172.21.15.76:0/1103168209 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5ae015a3b0 0x7f5ae00c3fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:29.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:29.156+0000 7f5adffff640 1 -- 172.21.15.76:0/1103168209 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5ae00b1720 msgr2=0x7f5ae01521f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:29.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:29.156+0000 7f5adffff640 1 --2- 172.21.15.76:0/1103168209 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5ae00b1720 0x7f5ae01521f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:29.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:29.156+0000 7f5adffff640 1 -- 172.21.15.76:0/1103168209 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5ad4009400 con 0x7f5ae00cea30 2024-09-13T16:07:29.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:29.156+0000 7f5ae538a640 1 --2- 172.21.15.76:0/1103168209 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5ae015a3b0 0x7f5ae00c3fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:07:29.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:29.156+0000 7f5adffff640 1 --2- 172.21.15.76:0/1103168209 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5ae00cea30 0x7f5ae00c3a60 secure :-1 s=READY pgs=818 cs=0 l=1 rev1=1 crypto rx=0x7f5acc02a1c0 tx=0x7f5acc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:29.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:29.156+0000 7f5add7fa640 1 -- 172.21.15.76:0/1103168209 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5acc030980 con 0x7f5ae00cea30 2024-09-13T16:07:29.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:29.156+0000 7f5add7fa640 1 -- 172.21.15.76:0/1103168209 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 47+0+0 (secure 0 0 0) 0x7f5acc030b00 con 0x7f5ae00cea30 2024-09-13T16:07:29.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:29.156+0000 7f5ae6ded640 1 -- 172.21.15.76:0/1103168209 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5acc009400 con 0x7f5ae00cea30 2024-09-13T16:07:29.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:29.156+0000 7f5add7fa640 1 -- 172.21.15.76:0/1103168209 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5acc03c400 con 0x7f5ae00cea30 2024-09-13T16:07:29.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:29.156+0000 7f5ae6ded640 1 -- 172.21.15.76:0/1103168209 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5ae015d7e0 con 0x7f5ae00cea30 2024-09-13T16:07:29.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:29.157+0000 7f5ae6ded640 1 -- 172.21.15.76:0/1103168209 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5ae00af040 con 0x7f5ae00cea30 2024-09-13T16:07:29.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:29.157+0000 7f5add7fa640 1 -- 172.21.15.76:0/1103168209 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f5acc03c560 con 0x7f5ae00cea30 2024-09-13T16:07:29.161 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:29.158+0000 7f5add7fa640 1 --2- 172.21.15.76:0/1103168209 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5ac406ac00 0x7f5ac406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:29.161 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:29.158+0000 7f5add7fa640 1 -- 172.21.15.76:0/1103168209 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(59..59 src has 1..59) v4 ==== 6216+0+0 (secure 0 0 0) 0x7f5acc0aa310 con 0x7f5ae00cea30 2024-09-13T16:07:29.161 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:29.158+0000 7f5ae4b89640 1 --2- 172.21.15.76:0/1103168209 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5ac406ac00 0x7f5ac406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:29.161 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:29.158+0000 7f5ae4b89640 1 --2- 172.21.15.76:0/1103168209 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5ac406ac00 0x7f5ac406d0c0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f5ad4009cd0 tx=0x7f5ad4009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:29.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:29.162+0000 7f5add7fa640 1 -- 172.21.15.76:0/1103168209 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f5acc075310 con 0x7f5ae00cea30 2024-09-13T16:07:29.329 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:29.327+0000 7f5ae6ded640 1 -- 172.21.15.76:0/1103168209 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f5ae00ce4f0 con 0x7f5ae00cea30 2024-09-13T16:07:30.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.112+0000 7f5add7fa640 1 -- 172.21.15.76:0/1103168209 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v60) v1 ==== 181+0+0 (secure 0 0 0) 0x7f5acc04a0d0 con 0x7f5ae00cea30 2024-09-13T16:07:30.114 INFO:teuthology.orchestra.run.smithi076.stderr:pool 'cephfs_metadata' removed 2024-09-13T16:07:30.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.118+0000 7f5ae6ded640 1 -- 172.21.15.76:0/1103168209 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5ac406ac00 msgr2=0x7f5ac406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:30.120 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.118+0000 7f5ae6ded640 1 --2- 172.21.15.76:0/1103168209 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5ac406ac00 0x7f5ac406d0c0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f5ad4009cd0 tx=0x7f5ad4009190 comp rx=0 tx=0).stop 2024-09-13T16:07:30.120 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.118+0000 7f5ae6ded640 1 -- 172.21.15.76:0/1103168209 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5ae00cea30 msgr2=0x7f5ae00c3a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:30.120 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.118+0000 7f5ae6ded640 1 --2- 172.21.15.76:0/1103168209 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5ae00cea30 0x7f5ae00c3a60 secure :-1 s=READY pgs=818 cs=0 l=1 rev1=1 crypto rx=0x7f5acc02a1c0 tx=0x7f5acc0046c0 comp rx=0 tx=0).stop 2024-09-13T16:07:30.120 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.119+0000 7f5ae6ded640 1 -- 172.21.15.76:0/1103168209 shutdown_connections 2024-09-13T16:07:30.121 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.119+0000 7f5ae6ded640 1 --2- 172.21.15.76:0/1103168209 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5ac406ac00 0x7f5ac406d0c0 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:30.121 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.119+0000 7f5ae6ded640 1 --2- 172.21.15.76:0/1103168209 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5ae015a3b0 0x7f5ae00c3fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:30.121 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.119+0000 7f5ae6ded640 1 --2- 172.21.15.76:0/1103168209 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5ae00cea30 0x7f5ae00c3a60 unknown :-1 s=CLOSED pgs=818 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:30.121 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.119+0000 7f5ae6ded640 1 --2- 172.21.15.76:0/1103168209 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5ae00b1720 0x7f5ae01521f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:30.121 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.119+0000 7f5ae6ded640 1 -- 172.21.15.76:0/1103168209 >> 172.21.15.76:0/1103168209 conn(0x7f5ae006a0b0 msgr2=0x7f5ae00c98d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:30.121 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.119+0000 7f5ae6ded640 1 -- 172.21.15.76:0/1103168209 shutdown_connections 2024-09-13T16:07:30.121 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.119+0000 7f5ae6ded640 1 -- 172.21.15.76:0/1103168209 wait complete. 2024-09-13T16:07:30.139 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-13T16:07:30.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.242+0000 7f764623a640 1 Processor -- start 2024-09-13T16:07:30.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.242+0000 7f764623a640 1 -- start start 2024-09-13T16:07:30.246 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.243+0000 7f764623a640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f76400b20a0 0x7f76400ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:30.246 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.243+0000 7f764623a640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f76400cee60 con 0x7f76400cea30 2024-09-13T16:07:30.246 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.243+0000 7f764623a640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f764015a790 con 0x7f764015a3b0 2024-09-13T16:07:30.246 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.243+0000 7f764623a640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f76400b2680 con 0x7f76400b20a0 2024-09-13T16:07:30.246 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.243+0000 7f763ffff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f76400cea30 0x7f76400ab9e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:39568/0 (socket says 172.21.15.76:39568) 2024-09-13T16:07:30.247 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.243+0000 7f763ffff640 1 -- 172.21.15.76:0/3030098279 learned_addr learned my addr 172.21.15.76:0/3030098279 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:07:30.247 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.243+0000 7f763e7fc640 1 -- 172.21.15.76:0/3030098279 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2099333716 0 0) 0x7f76400cee60 con 0x7f76400cea30 2024-09-13T16:07:30.247 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.243+0000 7f763e7fc640 1 -- 172.21.15.76:0/3030098279 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7628003520 con 0x7f76400cea30 2024-09-13T16:07:30.247 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.243+0000 7f763effd640 1 --2- 172.21.15.76:0/3030098279 >> v2:172.21.15.192:3300/0 conn(0x7f76400b20a0 0x7f76400ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:30.247 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.243+0000 7f763e7fc640 1 -- 172.21.15.76:0/3030098279 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1731431922 0 0) 0x7f7628003520 con 0x7f76400cea30 2024-09-13T16:07:30.247 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.243+0000 7f763e7fc640 1 -- 172.21.15.76:0/3030098279 >> v2:172.21.15.192:3300/0 conn(0x7f76400b20a0 msgr2=0x7f76400ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:30.247 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.243+0000 7f763e7fc640 1 --2- 172.21.15.76:0/3030098279 >> v2:172.21.15.192:3300/0 conn(0x7f76400b20a0 0x7f76400ce4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:30.247 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.243+0000 7f763e7fc640 1 -- 172.21.15.76:0/3030098279 >> v1:172.21.15.192:6789/0 conn(0x7f764015a3b0 legacy=0x7f76400b1720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:30.247 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.243+0000 7f763e7fc640 1 -- 172.21.15.76:0/3030098279 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f76400b2960 con 0x7f76400cea30 2024-09-13T16:07:30.247 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.243+0000 7f763e7fc640 1 -- 172.21.15.76:0/3030098279 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f7638001690 con 0x7f76400cea30 2024-09-13T16:07:30.247 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.244+0000 7f763e7fc640 1 -- 172.21.15.76:0/3030098279 >> v1:172.21.15.76:6789/0 conn(0x7f76400cea30 legacy=0x7f76400ab9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:30.247 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.244+0000 7f763e7fc640 1 --2- 172.21.15.76:0/3030098279 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7628003970 0x7f7628003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:30.247 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.244+0000 7f763e7fc640 1 --2- 172.21.15.76:0/3030098279 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f76280047c0 0x7f7628004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:30.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.244+0000 7f763e7fc640 1 --2- 172.21.15.76:0/3030098279 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7628005180 0x7f762800b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:30.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.244+0000 7f763e7fc640 1 -- 172.21.15.76:0/3030098279 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f76400b2680 con 0x7f7628005180 2024-09-13T16:07:30.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.244+0000 7f763e7fc640 1 -- 172.21.15.76:0/3030098279 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f762800c020 con 0x7f76280047c0 2024-09-13T16:07:30.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.244+0000 7f763e7fc640 1 -- 172.21.15.76:0/3030098279 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f762800c1e0 con 0x7f7628003970 2024-09-13T16:07:30.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.244+0000 7f763ffff640 1 --2- 172.21.15.76:0/3030098279 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7628005180 0x7f762800b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:30.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.244+0000 7f763effd640 1 --2- 172.21.15.76:0/3030098279 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f76280047c0 0x7f7628004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:30.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.244+0000 7f763f7fe640 1 --2- 172.21.15.76:0/3030098279 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7628003970 0x7f7628003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:30.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.244+0000 7f763ffff640 1 -- 172.21.15.76:0/3030098279 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7628003970 msgr2=0x7f7628003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:30.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.244+0000 7f763ffff640 1 --2- 172.21.15.76:0/3030098279 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7628003970 0x7f7628003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:30.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.244+0000 7f763ffff640 1 -- 172.21.15.76:0/3030098279 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f76280047c0 msgr2=0x7f7628004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:30.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.244+0000 7f763ffff640 1 --2- 172.21.15.76:0/3030098279 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f76280047c0 0x7f7628004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:30.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.244+0000 7f763ffff640 1 -- 172.21.15.76:0/3030098279 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7628003520 con 0x7f7628005180 2024-09-13T16:07:30.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.245+0000 7f763ffff640 1 -- 172.21.15.76:0/3030098279 reap_dead start 2024-09-13T16:07:30.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.245+0000 7f763ffff640 1 --2- 172.21.15.76:0/3030098279 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7628005180 0x7f762800b980 secure :-1 s=READY pgs=820 cs=0 l=1 rev1=1 crypto rx=0x7f76400ceff0 tx=0x7f76280057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d873d10bd576fffc server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:30.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.245+0000 7f763e7fc640 1 -- 172.21.15.76:0/3030098279 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7638005ad0 con 0x7f7628005180 2024-09-13T16:07:30.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.245+0000 7f763e7fc640 1 -- 172.21.15.76:0/3030098279 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 47+0+0 (secure 0 0 0) 0x7f7638005c30 con 0x7f7628005180 2024-09-13T16:07:30.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.245+0000 7f763e7fc640 1 -- 172.21.15.76:0/3030098279 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76380337e0 con 0x7f7628005180 2024-09-13T16:07:30.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.245+0000 7f764623a640 1 -- 172.21.15.76:0/3030098279 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7628005180 msgr2=0x7f762800b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:30.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.245+0000 7f764623a640 1 --2- 172.21.15.76:0/3030098279 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7628005180 0x7f762800b980 secure :-1 s=READY pgs=820 cs=0 l=1 rev1=1 crypto rx=0x7f76400ceff0 tx=0x7f76280057f0 comp rx=0 tx=0).stop 2024-09-13T16:07:30.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.245+0000 7f764623a640 1 -- 172.21.15.76:0/3030098279 shutdown_connections 2024-09-13T16:07:30.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.245+0000 7f764623a640 1 --2- 172.21.15.76:0/3030098279 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7628005180 0x7f762800b980 unknown :-1 s=CLOSED pgs=820 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:30.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.245+0000 7f764623a640 1 -- 172.21.15.76:0/3030098279 >> 172.21.15.76:0/3030098279 conn(0x7f764006a0b0 msgr2=0x7f764006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:30.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.245+0000 7f764623a640 1 -- 172.21.15.76:0/3030098279 shutdown_connections 2024-09-13T16:07:30.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.245+0000 7f764623a640 1 -- 172.21.15.76:0/3030098279 wait complete. 2024-09-13T16:07:30.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.247+0000 7f764623a640 1 Processor -- start 2024-09-13T16:07:30.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.247+0000 7f764623a640 1 -- start start 2024-09-13T16:07:30.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.247+0000 7f764623a640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7628005180 0x7f76401edef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:30.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.247+0000 7f764623a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f76400c7fd0 0x7f76400974d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:30.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.247+0000 7f764623a640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7640156620 0x7f7640156ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:30.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.247+0000 7f764623a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7640157010 con 0x7f76400c7fd0 2024-09-13T16:07:30.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.247+0000 7f764623a640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f76400b0ca0 con 0x7f7628005180 2024-09-13T16:07:30.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.247+0000 7f764623a640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f76401ef050 con 0x7f7640156620 2024-09-13T16:07:30.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.247+0000 7f763effd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f76400c7fd0 0x7f76400974d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:30.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.248+0000 7f763effd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f76400c7fd0 0x7f76400974d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:42770/0 (socket says 172.21.15.76:42770) 2024-09-13T16:07:30.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.248+0000 7f763effd640 1 -- 172.21.15.76:0/4026961431 learned_addr learned my addr 172.21.15.76:0/4026961431 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:30.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.248+0000 7f763ffff640 1 --2- 172.21.15.76:0/4026961431 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7640156620 0x7f7640156ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:30.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.248+0000 7f763f7fe640 1 --2- 172.21.15.76:0/4026961431 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7628005180 0x7f76401edef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:30.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.248+0000 7f763effd640 1 -- 172.21.15.76:0/4026961431 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7640156620 msgr2=0x7f7640156ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:30.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.248+0000 7f763effd640 1 --2- 172.21.15.76:0/4026961431 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7640156620 0x7f7640156ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:30.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.248+0000 7f763effd640 1 -- 172.21.15.76:0/4026961431 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7628005180 msgr2=0x7f76401edef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:30.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.248+0000 7f763effd640 1 --2- 172.21.15.76:0/4026961431 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7628005180 0x7f76401edef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:30.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.248+0000 7f763effd640 1 -- 172.21.15.76:0/4026961431 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f76401ee4d0 con 0x7f76400c7fd0 2024-09-13T16:07:30.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.248+0000 7f763effd640 1 --2- 172.21.15.76:0/4026961431 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f76400c7fd0 0x7f76400974d0 secure :-1 s=READY pgs=821 cs=0 l=1 rev1=1 crypto rx=0x7f76340118e0 tx=0x7f7634011da0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:30.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.248+0000 7f7627fff640 1 -- 172.21.15.76:0/4026961431 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f763400faf0 con 0x7f76400c7fd0 2024-09-13T16:07:30.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.248+0000 7f7627fff640 1 -- 172.21.15.76:0/4026961431 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 47+0+0 (secure 0 0 0) 0x7f763400fc50 con 0x7f76400c7fd0 2024-09-13T16:07:30.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.248+0000 7f764623a640 1 -- 172.21.15.76:0/4026961431 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f76401ee7b0 con 0x7f76400c7fd0 2024-09-13T16:07:30.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.248+0000 7f7627fff640 1 -- 172.21.15.76:0/4026961431 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7634014440 con 0x7f76400c7fd0 2024-09-13T16:07:30.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.248+0000 7f764623a640 1 -- 172.21.15.76:0/4026961431 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f76401eed70 con 0x7f76400c7fd0 2024-09-13T16:07:30.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.249+0000 7f764623a640 1 -- 172.21.15.76:0/4026961431 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f76400c51d0 con 0x7f76400c7fd0 2024-09-13T16:07:30.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.250+0000 7f7627fff640 1 -- 172.21.15.76:0/4026961431 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f763401d400 con 0x7f76400c7fd0 2024-09-13T16:07:30.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.250+0000 7f7627fff640 1 --2- 172.21.15.76:0/4026961431 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f762c06ac00 0x7f762c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:30.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.250+0000 7f7627fff640 1 -- 172.21.15.76:0/4026961431 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(60..60 src has 1..60) v4 ==== 5778+0+0 (secure 0 0 0) 0x7f7634089b30 con 0x7f76400c7fd0 2024-09-13T16:07:30.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.250+0000 7f763f7fe640 1 --2- 172.21.15.76:0/4026961431 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f762c06ac00 0x7f762c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:30.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.251+0000 7f763f7fe640 1 --2- 172.21.15.76:0/4026961431 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f762c06ac00 0x7f762c06d0c0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f76400ac720 tx=0x7f7630009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:30.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.254+0000 7f7627fff640 1 -- 172.21.15.76:0/4026961431 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f7634054e00 con 0x7f76400c7fd0 2024-09-13T16:07:30.419 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:30.417+0000 7f764623a640 1 -- 172.21.15.76:0/4026961431 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f76400b1720 con 0x7f76400c7fd0 2024-09-13T16:07:31.121 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.119+0000 7f7627fff640 1 -- 172.21.15.76:0/4026961431 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v61) v1 ==== 169+0+0 (secure 0 0 0) 0x7f7634058420 con 0x7f76400c7fd0 2024-09-13T16:07:31.121 INFO:teuthology.orchestra.run.smithi076.stderr:pool 'cephfs_data' removed 2024-09-13T16:07:31.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.123+0000 7f764623a640 1 -- 172.21.15.76:0/4026961431 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f762c06ac00 msgr2=0x7f762c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:31.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.124+0000 7f764623a640 1 --2- 172.21.15.76:0/4026961431 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f762c06ac00 0x7f762c06d0c0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f76400ac720 tx=0x7f7630009040 comp rx=0 tx=0).stop 2024-09-13T16:07:31.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.124+0000 7f764623a640 1 -- 172.21.15.76:0/4026961431 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f76400c7fd0 msgr2=0x7f76400974d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:31.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.124+0000 7f764623a640 1 --2- 172.21.15.76:0/4026961431 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f76400c7fd0 0x7f76400974d0 secure :-1 s=READY pgs=821 cs=0 l=1 rev1=1 crypto rx=0x7f76340118e0 tx=0x7f7634011da0 comp rx=0 tx=0).stop 2024-09-13T16:07:31.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.124+0000 7f764623a640 1 -- 172.21.15.76:0/4026961431 shutdown_connections 2024-09-13T16:07:31.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.124+0000 7f764623a640 1 --2- 172.21.15.76:0/4026961431 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f762c06ac00 0x7f762c06d0c0 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:31.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.124+0000 7f764623a640 1 --2- 172.21.15.76:0/4026961431 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7640156620 0x7f7640156ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:31.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.124+0000 7f764623a640 1 --2- 172.21.15.76:0/4026961431 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f76400c7fd0 0x7f76400974d0 unknown :-1 s=CLOSED pgs=821 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:31.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.124+0000 7f764623a640 1 --2- 172.21.15.76:0/4026961431 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7628005180 0x7f76401edef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:31.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.124+0000 7f764623a640 1 -- 172.21.15.76:0/4026961431 >> 172.21.15.76:0/4026961431 conn(0x7f764006a0b0 msgr2=0x7f76400ab8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:31.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.124+0000 7f764623a640 1 -- 172.21.15.76:0/4026961431 shutdown_connections 2024-09-13T16:07:31.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.124+0000 7f764623a640 1 -- 172.21.15.76:0/4026961431 wait complete. 2024-09-13T16:07:31.146 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mds mds_max_completed_requests 2024-09-13T16:07:31.303 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.301+0000 7f84c69c7640 1 Processor -- start 2024-09-13T16:07:31.303 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.302+0000 7f84c69c7640 1 -- start start 2024-09-13T16:07:31.304 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.303+0000 7f84c69c7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f84c015a7f0 0x7f84c00ce3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:31.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.303+0000 7f84c69c7640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f84c00cc300 con 0x7f84c0099540 2024-09-13T16:07:31.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.303+0000 7f84c69c7640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f84c00b3d20 con 0x7f84c00989d0 2024-09-13T16:07:31.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.303+0000 7f84c69c7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f84c00b33f0 con 0x7f84c015a7f0 2024-09-13T16:07:31.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.303+0000 7f84c4f64640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f84c0099540 0x7f84c0164220 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:56870/0 (socket says 172.21.15.76:56870) 2024-09-13T16:07:31.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.303+0000 7f84c4f64640 1 -- 172.21.15.76:0/4083052948 learned_addr learned my addr 172.21.15.76:0/4083052948 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:07:31.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.303+0000 7f84bffff640 1 --2- 172.21.15.76:0/4083052948 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f84c015a7f0 0x7f84c00ce3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:31.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.304+0000 7f84bffff640 1 -- 172.21.15.76:0/4083052948 >> v1:172.21.15.192:6789/0 conn(0x7f84c00989d0 legacy=0x7f84c0098e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:31.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.304+0000 7f84bf7fe640 1 -- 172.21.15.76:0/4083052948 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2100296889 0 0) 0x7f84c00cc300 con 0x7f84c0099540 2024-09-13T16:07:31.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.304+0000 7f84bffff640 1 -- 172.21.15.76:0/4083052948 >> v1:172.21.15.76:6789/0 conn(0x7f84c0099540 legacy=0x7f84c0164220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:31.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.304+0000 7f84bffff640 1 -- 172.21.15.76:0/4083052948 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f84c00b36d0 con 0x7f84c015a7f0 2024-09-13T16:07:31.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.305+0000 7f84bffff640 1 --2- 172.21.15.76:0/4083052948 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f84c015a7f0 0x7f84c00ce3e0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f84b0009750 tx=0x7f84b0029f80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=95744f86b85376df server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:31.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.306+0000 7f84bf7fe640 1 -- 172.21.15.76:0/4083052948 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84b002ac90 con 0x7f84c015a7f0 2024-09-13T16:07:31.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.306+0000 7f84bf7fe640 1 -- 172.21.15.76:0/4083052948 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(1 keys) v1 ==== 47+0+0 (secure 0 0 0) 0x7f84b002adf0 con 0x7f84c015a7f0 2024-09-13T16:07:31.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.306+0000 7f84bf7fe640 1 -- 172.21.15.76:0/4083052948 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84b0032660 con 0x7f84c015a7f0 2024-09-13T16:07:31.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.306+0000 7f84c69c7640 1 -- 172.21.15.76:0/4083052948 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f84c015a7f0 msgr2=0x7f84c00ce3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:31.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.306+0000 7f84c69c7640 1 --2- 172.21.15.76:0/4083052948 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f84c015a7f0 0x7f84c00ce3e0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f84b0009750 tx=0x7f84b0029f80 comp rx=0 tx=0).stop 2024-09-13T16:07:31.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.307+0000 7f84c69c7640 1 -- 172.21.15.76:0/4083052948 shutdown_connections 2024-09-13T16:07:31.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.307+0000 7f84c69c7640 1 --2- 172.21.15.76:0/4083052948 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f84c015a7f0 0x7f84c00ce3e0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:31.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.307+0000 7f84c69c7640 1 -- 172.21.15.76:0/4083052948 >> 172.21.15.76:0/4083052948 conn(0x7f84c00b1f60 msgr2=0x7f84c00b2370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:31.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.307+0000 7f84c69c7640 1 -- 172.21.15.76:0/4083052948 shutdown_connections 2024-09-13T16:07:31.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.307+0000 7f84c69c7640 1 -- 172.21.15.76:0/4083052948 wait complete. 2024-09-13T16:07:31.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.309+0000 7f84c69c7640 1 Processor -- start 2024-09-13T16:07:31.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.309+0000 7f84c69c7640 1 -- start start 2024-09-13T16:07:31.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.310+0000 7f84c69c7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f84c00989d0 0x7f84c006ba60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:31.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.310+0000 7f84c69c7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f84c0099540 0x7f84c015ce50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:31.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.310+0000 7f84c69c7640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f84c015a7f0 0x7f84c0153530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:31.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.311+0000 7f84c69c7640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84c006bfa0 con 0x7f84c00989d0 2024-09-13T16:07:31.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.311+0000 7f84c69c7640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84c00c4270 con 0x7f84c015a7f0 2024-09-13T16:07:31.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.311+0000 7f84c4f64640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f84c015a7f0 0x7f84c0153530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:31.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.311+0000 7f84b7fff640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f84c0099540 0x7f84c015ce50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:31.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.311+0000 7f84b7fff640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f84c0099540 0x7f84c015ce50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.76:44284/0 (socket says 172.21.15.76:44284) 2024-09-13T16:07:31.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.311+0000 7f84b7fff640 1 -- 172.21.15.76:0/2723176074 learned_addr learned my addr 172.21.15.76:0/2723176074 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:31.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.311+0000 7f84bffff640 1 --2- 172.21.15.76:0/2723176074 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f84c00989d0 0x7f84c006ba60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:31.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.311+0000 7f84c69c7640 1 -- 172.21.15.76:0/2723176074 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f84c00c4550 con 0x7f84c0099540 2024-09-13T16:07:31.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.312+0000 7f84bffff640 1 -- 172.21.15.76:0/2723176074 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f84c0099540 msgr2=0x7f84c015ce50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:31.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.312+0000 7f84bffff640 1 --2- 172.21.15.76:0/2723176074 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f84c0099540 0x7f84c015ce50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:31.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.312+0000 7f84bffff640 1 -- 172.21.15.76:0/2723176074 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f84c015a7f0 msgr2=0x7f84c0153530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:31.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.312+0000 7f84bffff640 1 --2- 172.21.15.76:0/2723176074 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f84c015a7f0 0x7f84c0153530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:31.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.312+0000 7f84bffff640 1 -- 172.21.15.76:0/2723176074 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f84b0009400 con 0x7f84c00989d0 2024-09-13T16:07:31.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.312+0000 7f84bffff640 1 --2- 172.21.15.76:0/2723176074 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f84c00989d0 0x7f84c006ba60 secure :-1 s=READY pgs=823 cs=0 l=1 rev1=1 crypto rx=0x7f84b0031000 tx=0x7f84b00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:31.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.313+0000 7f84bd7fa640 1 -- 172.21.15.76:0/2723176074 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84b0004220 con 0x7f84c00989d0 2024-09-13T16:07:31.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.313+0000 7f84bd7fa640 1 -- 172.21.15.76:0/2723176074 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 47+0+0 (secure 0 0 0) 0x7f84b00043a0 con 0x7f84c00989d0 2024-09-13T16:07:31.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.313+0000 7f84c69c7640 1 -- 172.21.15.76:0/2723176074 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f84c00c4830 con 0x7f84c00989d0 2024-09-13T16:07:31.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.313+0000 7f84c69c7640 1 -- 172.21.15.76:0/2723176074 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f84c00c4df0 con 0x7f84c00989d0 2024-09-13T16:07:31.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.314+0000 7f84bd7fa640 1 -- 172.21.15.76:0/2723176074 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84b003c8c0 con 0x7f84c00989d0 2024-09-13T16:07:31.316 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.314+0000 7f84c69c7640 1 -- 172.21.15.76:0/2723176074 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f84c00b6140 con 0x7f84c00989d0 2024-09-13T16:07:31.316 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.315+0000 7f84bd7fa640 1 -- 172.21.15.76:0/2723176074 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f84b0039040 con 0x7f84c00989d0 2024-09-13T16:07:31.317 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.316+0000 7f84bd7fa640 1 --2- 172.21.15.76:0/2723176074 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f84a006ac00 0x7f84a006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:31.318 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.316+0000 7f84bd7fa640 1 -- 172.21.15.76:0/2723176074 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(61..61 src has 1..61) v4 ==== 5306+0+0 (secure 0 0 0) 0x7f84b00a9af0 con 0x7f84c00989d0 2024-09-13T16:07:31.318 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.317+0000 7f84b7fff640 1 --2- 172.21.15.76:0/2723176074 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f84a006ac00 0x7f84a006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:31.319 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.318+0000 7f84b7fff640 1 --2- 172.21.15.76:0/2723176074 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f84a006ac00 0x7f84a006d0c0 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f84c00b1930 tx=0x7f84a8009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:31.323 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.322+0000 7f84bd7fa640 1 -- 172.21.15.76:0/2723176074 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f84b0074f90 con 0x7f84c00989d0 2024-09-13T16:07:31.575 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.574+0000 7f84c69c7640 1 -- 172.21.15.76:0/2723176074 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "config rm", "who": "mds", "name": "mds_max_completed_requests"} v 0) v1 -- 0x7f84c00ccc60 con 0x7f84c00989d0 2024-09-13T16:07:31.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.577+0000 7f84bd7fa640 1 -- 172.21.15.76:0/2723176074 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mds", "name": "mds_max_completed_requests"}]=0 v21) v1 ==== 109+0+0 (secure 0 0 0) 0x7f84b00370b0 con 0x7f84c00989d0 2024-09-13T16:07:31.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.580+0000 7f84c69c7640 1 -- 172.21.15.76:0/2723176074 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f84a006ac00 msgr2=0x7f84a006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:31.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.580+0000 7f84c69c7640 1 --2- 172.21.15.76:0/2723176074 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f84a006ac00 0x7f84a006d0c0 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f84c00b1930 tx=0x7f84a8009040 comp rx=0 tx=0).stop 2024-09-13T16:07:31.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.580+0000 7f84c69c7640 1 -- 172.21.15.76:0/2723176074 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f84c00989d0 msgr2=0x7f84c006ba60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:31.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.580+0000 7f84c69c7640 1 --2- 172.21.15.76:0/2723176074 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f84c00989d0 0x7f84c006ba60 secure :-1 s=READY pgs=823 cs=0 l=1 rev1=1 crypto rx=0x7f84b0031000 tx=0x7f84b00046c0 comp rx=0 tx=0).stop 2024-09-13T16:07:31.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.580+0000 7f84c69c7640 1 -- 172.21.15.76:0/2723176074 shutdown_connections 2024-09-13T16:07:31.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.580+0000 7f84c69c7640 1 --2- 172.21.15.76:0/2723176074 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f84c015a7f0 0x7f84c0153530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:31.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.580+0000 7f84c69c7640 1 --2- 172.21.15.76:0/2723176074 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f84a006ac00 0x7f84a006d0c0 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:31.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.580+0000 7f84c69c7640 1 --2- 172.21.15.76:0/2723176074 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f84c0099540 0x7f84c015ce50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:31.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.580+0000 7f84c69c7640 1 --2- 172.21.15.76:0/2723176074 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f84c00989d0 0x7f84c006ba60 unknown :-1 s=CLOSED pgs=823 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:31.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.580+0000 7f84c69c7640 1 -- 172.21.15.76:0/2723176074 >> 172.21.15.76:0/2723176074 conn(0x7f84c00b1f60 msgr2=0x7f84c006ef40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:31.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.580+0000 7f84c69c7640 1 -- 172.21.15.76:0/2723176074 shutdown_connections 2024-09-13T16:07:31.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.580+0000 7f84c69c7640 1 -- 172.21.15.76:0/2723176074 wait complete. 2024-09-13T16:07:31.592 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-13T16:07:31.693 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.691+0000 7fc565c5a640 1 Processor -- start 2024-09-13T16:07:31.693 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.691+0000 7fc565c5a640 1 -- start start 2024-09-13T16:07:31.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.692+0000 7fc565c5a640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fc56006c8a0 0x7fc5600b1160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:31.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.692+0000 7fc565c5a640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc560071b20 0x7fc5600b16a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:31.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.692+0000 7fc565c5a640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc5600b2d10 con 0x7fc560158b00 2024-09-13T16:07:31.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.692+0000 7fc565c5a640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc5600b2ff0 con 0x7fc56006c8a0 2024-09-13T16:07:31.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.692+0000 7fc565c5a640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc560070310 con 0x7fc560071b20 2024-09-13T16:07:31.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.692+0000 7fc55effd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fc56006c8a0 0x7fc5600b1160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:31.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.692+0000 7fc55effd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fc56006c8a0 0x7fc5600b1160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57772/0 (socket says 172.21.15.76:57772) 2024-09-13T16:07:31.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.692+0000 7fc55effd640 1 -- 172.21.15.76:0/2102122229 learned_addr learned my addr 172.21.15.76:0/2102122229 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:31.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.692+0000 7fc55ffff640 1 --2- 172.21.15.76:0/2102122229 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc560071b20 0x7fc5600b16a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:31.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.692+0000 7fc55effd640 1 -- 172.21.15.76:0/2102122229 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc560071b20 msgr2=0x7fc5600b16a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:31.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.692+0000 7fc55effd640 1 --2- 172.21.15.76:0/2102122229 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc560071b20 0x7fc5600b16a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:31.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.692+0000 7fc55effd640 1 -- 172.21.15.76:0/2102122229 >> v1:172.21.15.192:6789/0 conn(0x7fc560158b00 legacy=0x7fc56006c190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:31.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.692+0000 7fc55effd640 1 -- 172.21.15.76:0/2102122229 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc5600705f0 con 0x7fc56006c8a0 2024-09-13T16:07:31.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.693+0000 7fc55effd640 1 --2- 172.21.15.76:0/2102122229 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc56006c8a0 0x7fc5600b1160 secure :-1 s=READY pgs=824 cs=0 l=1 rev1=1 crypto rx=0x7fc554009870 tx=0x7fc55402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2901c204c0cb1029 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:31.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.693+0000 7fc55e7fc640 1 -- 172.21.15.76:0/2102122229 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc554032440 con 0x7fc56006c8a0 2024-09-13T16:07:31.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.693+0000 7fc55e7fc640 1 -- 172.21.15.76:0/2102122229 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 47+0+0 (secure 0 0 0) 0x7fc5540325a0 con 0x7fc56006c8a0 2024-09-13T16:07:31.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.693+0000 7fc55e7fc640 1 -- 172.21.15.76:0/2102122229 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc554032930 con 0x7fc56006c8a0 2024-09-13T16:07:31.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.694+0000 7fc565c5a640 1 -- 172.21.15.76:0/2102122229 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc56006c8a0 msgr2=0x7fc5600b1160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:31.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.694+0000 7fc565c5a640 1 --2- 172.21.15.76:0/2102122229 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc56006c8a0 0x7fc5600b1160 secure :-1 s=READY pgs=824 cs=0 l=1 rev1=1 crypto rx=0x7fc554009870 tx=0x7fc55402a270 comp rx=0 tx=0).stop 2024-09-13T16:07:31.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.694+0000 7fc565c5a640 1 -- 172.21.15.76:0/2102122229 shutdown_connections 2024-09-13T16:07:31.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.694+0000 7fc565c5a640 1 --2- 172.21.15.76:0/2102122229 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc560071b20 0x7fc5600b16a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:31.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.694+0000 7fc565c5a640 1 --2- 172.21.15.76:0/2102122229 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc56006c8a0 0x7fc5600b1160 unknown :-1 s=CLOSED pgs=824 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:31.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.694+0000 7fc565c5a640 1 -- 172.21.15.76:0/2102122229 >> 172.21.15.76:0/2102122229 conn(0x7fc56006a0b0 msgr2=0x7fc56006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:31.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.694+0000 7fc565c5a640 1 -- 172.21.15.76:0/2102122229 shutdown_connections 2024-09-13T16:07:31.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.694+0000 7fc565c5a640 1 -- 172.21.15.76:0/2102122229 wait complete. 2024-09-13T16:07:31.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.695+0000 7fc565c5a640 1 Processor -- start 2024-09-13T16:07:31.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.695+0000 7fc565c5a640 1 -- start start 2024-09-13T16:07:31.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.696+0000 7fc565c5a640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc56006c8a0 0x7fc5601f26e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:31.701 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.696+0000 7fc565c5a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc560071b20 0x7fc5601e5d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:31.701 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.696+0000 7fc565c5a640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc560158b00 0x7fc560070a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:31.701 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.696+0000 7fc565c5a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5601f2c20 con 0x7fc560071b20 2024-09-13T16:07:31.701 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.696+0000 7fc565c5a640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc56015bed0 con 0x7fc560158b00 2024-09-13T16:07:31.701 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.696+0000 7fc565c5a640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc5601f5730 con 0x7fc56006c8a0 2024-09-13T16:07:31.701 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.696+0000 7fc55effd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc560071b20 0x7fc5601e5d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:31.701 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.696+0000 7fc55effd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc560071b20 0x7fc5601e5d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57774/0 (socket says 172.21.15.76:57774) 2024-09-13T16:07:31.701 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.696+0000 7fc55effd640 1 -- 172.21.15.76:0/1820312730 learned_addr learned my addr 172.21.15.76:0/1820312730 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:31.701 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.696+0000 7fc55ffff640 1 --2- 172.21.15.76:0/1820312730 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc560158b00 0x7fc560070a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:31.701 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.696+0000 7fc55f7fe640 1 --2- 172.21.15.76:0/1820312730 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc56006c8a0 0x7fc5601f26e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:31.702 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.696+0000 7fc55effd640 1 -- 172.21.15.76:0/1820312730 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc56006c8a0 msgr2=0x7fc5601f26e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:31.702 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.696+0000 7fc55effd640 1 --2- 172.21.15.76:0/1820312730 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc56006c8a0 0x7fc5601f26e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:31.702 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.696+0000 7fc55effd640 1 -- 172.21.15.76:0/1820312730 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc560158b00 msgr2=0x7fc560070a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:31.702 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.696+0000 7fc55effd640 1 --2- 172.21.15.76:0/1820312730 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc560158b00 0x7fc560070a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:31.702 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.696+0000 7fc55effd640 1 -- 172.21.15.76:0/1820312730 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc5540094d0 con 0x7fc560071b20 2024-09-13T16:07:31.702 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.696+0000 7fc55ffff640 1 --2- 172.21.15.76:0/1820312730 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc560158b00 0x7fc560070a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:07:31.702 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.696+0000 7fc55effd640 1 --2- 172.21.15.76:0/1820312730 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc560071b20 0x7fc5601e5d20 secure :-1 s=READY pgs=825 cs=0 l=1 rev1=1 crypto rx=0x7fc55402a2b0 tx=0x7fc5540046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:31.702 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.697+0000 7fc547fff640 1 -- 172.21.15.76:0/1820312730 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc554032440 con 0x7fc560071b20 2024-09-13T16:07:31.702 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.697+0000 7fc547fff640 1 -- 172.21.15.76:0/1820312730 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 47+0+0 (secure 0 0 0) 0x7fc554030b80 con 0x7fc560071b20 2024-09-13T16:07:31.702 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.697+0000 7fc565c5a640 1 -- 172.21.15.76:0/1820312730 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc5601f5a10 con 0x7fc560071b20 2024-09-13T16:07:31.702 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.697+0000 7fc547fff640 1 -- 172.21.15.76:0/1820312730 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc55403d440 con 0x7fc560071b20 2024-09-13T16:07:31.702 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.697+0000 7fc565c5a640 1 -- 172.21.15.76:0/1820312730 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc5601f5fd0 con 0x7fc560071b20 2024-09-13T16:07:31.703 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.697+0000 7fc565c5a640 1 -- 172.21.15.76:0/1820312730 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc5600ceaa0 con 0x7fc560071b20 2024-09-13T16:07:31.703 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.698+0000 7fc547fff640 1 -- 172.21.15.76:0/1820312730 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc554039040 con 0x7fc560071b20 2024-09-13T16:07:31.703 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.698+0000 7fc547fff640 1 --2- 172.21.15.76:0/1820312730 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc54c06ac00 0x7fc54c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:31.703 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.698+0000 7fc547fff640 1 -- 172.21.15.76:0/1820312730 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(61..61 src has 1..61) v4 ==== 5306+0+0 (secure 0 0 0) 0x7fc5540a9cd0 con 0x7fc560071b20 2024-09-13T16:07:31.703 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.699+0000 7fc55f7fe640 1 --2- 172.21.15.76:0/1820312730 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc54c06ac00 0x7fc54c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:31.703 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.699+0000 7fc55f7fe640 1 --2- 172.21.15.76:0/1820312730 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc54c06ac00 0x7fc54c06d0c0 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7fc550007fd0 tx=0x7fc550009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:31.704 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.703+0000 7fc547fff640 1 -- 172.21.15.76:0/1820312730 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fc554075040 con 0x7fc560071b20 2024-09-13T16:07:31.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.911+0000 7fc565c5a640 1 -- 172.21.15.76:0/1820312730 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) v1 -- 0x7fc5601e55e0 con 0x7fc560071b20 2024-09-13T16:07:31.917 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.916+0000 7fc547fff640 1 -- 172.21.15.76:0/1820312730 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v22) v1 ==== 104+0+0 (secure 0 0 0) 0x7fc554078660 con 0x7fc560071b20 2024-09-13T16:07:31.921 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.919+0000 7fc565c5a640 1 -- 172.21.15.76:0/1820312730 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc54c06ac00 msgr2=0x7fc54c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:31.921 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.919+0000 7fc565c5a640 1 --2- 172.21.15.76:0/1820312730 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc54c06ac00 0x7fc54c06d0c0 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7fc550007fd0 tx=0x7fc550009040 comp rx=0 tx=0).stop 2024-09-13T16:07:31.921 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.919+0000 7fc565c5a640 1 -- 172.21.15.76:0/1820312730 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc560071b20 msgr2=0x7fc5601e5d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:31.921 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.919+0000 7fc565c5a640 1 --2- 172.21.15.76:0/1820312730 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc560071b20 0x7fc5601e5d20 secure :-1 s=READY pgs=825 cs=0 l=1 rev1=1 crypto rx=0x7fc55402a2b0 tx=0x7fc5540046c0 comp rx=0 tx=0).stop 2024-09-13T16:07:31.921 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.919+0000 7fc565c5a640 1 -- 172.21.15.76:0/1820312730 shutdown_connections 2024-09-13T16:07:31.921 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.919+0000 7fc565c5a640 1 --2- 172.21.15.76:0/1820312730 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc560158b00 0x7fc560070a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:31.921 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.919+0000 7fc565c5a640 1 --2- 172.21.15.76:0/1820312730 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc560071b20 0x7fc5601e5d20 unknown :-1 s=CLOSED pgs=825 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:31.922 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.919+0000 7fc565c5a640 1 --2- 172.21.15.76:0/1820312730 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc54c06ac00 0x7fc54c06d0c0 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:31.922 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.919+0000 7fc565c5a640 1 --2- 172.21.15.76:0/1820312730 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc56006c8a0 0x7fc5601f26e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:31.922 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.919+0000 7fc565c5a640 1 -- 172.21.15.76:0/1820312730 >> 172.21.15.76:0/1820312730 conn(0x7fc56006a0b0 msgr2=0x7fc560071fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:31.922 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.920+0000 7fc565c5a640 1 -- 172.21.15.76:0/1820312730 shutdown_connections 2024-09-13T16:07:31.922 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:31.920+0000 7fc565c5a640 1 -- 172.21.15.76:0/1820312730 wait complete. 2024-09-13T16:07:31.937 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm client client_inject_fixed_oldest_tid 2024-09-13T16:07:32.089 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.088+0000 7fa11ab83640 1 Processor -- start 2024-09-13T16:07:32.089 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.088+0000 7fa11ab83640 1 -- start start 2024-09-13T16:07:32.091 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.089+0000 7fa11ab83640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fa1140cdff0 0x7fa11406c390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:32.091 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.089+0000 7fa11ab83640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa1140cd450 con 0x7fa1140d2760 2024-09-13T16:07:32.091 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.089+0000 7fa113fff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fa1140d2760 0x7fa1140cd8e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:56880/0 (socket says 172.21.15.76:56880) 2024-09-13T16:07:32.091 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.089+0000 7fa113fff640 1 -- 172.21.15.76:0/170768053 learned_addr learned my addr 172.21.15.76:0/170768053 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:07:32.091 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.089+0000 7fa11ab83640 1 -- 172.21.15.76:0/170768053 --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa1140d0cf0 con 0x7fa11415c500 2024-09-13T16:07:32.091 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.089+0000 7fa11ab83640 1 -- 172.21.15.76:0/170768053 --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa1140d0fd0 con 0x7fa1140cdff0 2024-09-13T16:07:32.092 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.089+0000 7fa119120640 1 --2- 172.21.15.76:0/170768053 >> v2:172.21.15.76:3300/0 conn(0x7fa1140cdff0 0x7fa11406c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:32.092 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.090+0000 7fa119120640 1 -- 172.21.15.76:0/170768053 >> v1:172.21.15.192:6789/0 conn(0x7fa11415c500 legacy=0x7fa1140d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:32.092 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.090+0000 7fa119120640 1 -- 172.21.15.76:0/170768053 >> v1:172.21.15.76:6789/0 conn(0x7fa1140d2760 legacy=0x7fa1140cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:32.092 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.090+0000 7fa119120640 1 -- 172.21.15.76:0/170768053 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa1140cd0e0 con 0x7fa1140cdff0 2024-09-13T16:07:32.093 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.091+0000 7fa119120640 1 --2- 172.21.15.76:0/170768053 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa1140cdff0 0x7fa11406c390 secure :-1 s=READY pgs=827 cs=0 l=1 rev1=1 crypto rx=0x7fa10c009d90 tx=0x7fa10c02a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=685de1d835b683bc server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:32.093 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.091+0000 7fa1137fe640 1 -- 172.21.15.76:0/170768053 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa10c007740 con 0x7fa1140cdff0 2024-09-13T16:07:32.093 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.091+0000 7fa1137fe640 1 -- 172.21.15.76:0/170768053 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 47+0+0 (secure 0 0 0) 0x7fa10c02d050 con 0x7fa1140cdff0 2024-09-13T16:07:32.093 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.091+0000 7fa1137fe640 1 -- 172.21.15.76:0/170768053 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa10c007ac0 con 0x7fa1140cdff0 2024-09-13T16:07:32.094 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.092+0000 7fa11ab83640 1 -- 172.21.15.76:0/170768053 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa1140cdff0 msgr2=0x7fa11406c390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:32.094 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.092+0000 7fa11ab83640 1 --2- 172.21.15.76:0/170768053 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa1140cdff0 0x7fa11406c390 secure :-1 s=READY pgs=827 cs=0 l=1 rev1=1 crypto rx=0x7fa10c009d90 tx=0x7fa10c02a5f0 comp rx=0 tx=0).stop 2024-09-13T16:07:32.094 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.092+0000 7fa11ab83640 1 -- 172.21.15.76:0/170768053 shutdown_connections 2024-09-13T16:07:32.094 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.092+0000 7fa11ab83640 1 --2- 172.21.15.76:0/170768053 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa1140cdff0 0x7fa11406c390 unknown :-1 s=CLOSED pgs=827 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:32.094 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.092+0000 7fa11ab83640 1 -- 172.21.15.76:0/170768053 >> 172.21.15.76:0/170768053 conn(0x7fa114089f60 msgr2=0x7fa11409b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:32.094 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.092+0000 7fa11ab83640 1 -- 172.21.15.76:0/170768053 shutdown_connections 2024-09-13T16:07:32.095 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.092+0000 7fa11ab83640 1 -- 172.21.15.76:0/170768053 wait complete. 2024-09-13T16:07:32.096 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.095+0000 7fa11ab83640 1 Processor -- start 2024-09-13T16:07:32.096 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.095+0000 7fa11ab83640 1 -- start start 2024-09-13T16:07:32.100 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.096+0000 7fa11ab83640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa1140cdff0 0x7fa1140b7e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:32.100 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.096+0000 7fa11ab83640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa1140d2760 0x7fa114159c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:32.100 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.097+0000 7fa11ab83640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa11415c500 0x7fa11415caf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:32.100 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.097+0000 7fa11891f640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa1140cdff0 0x7fa1140b7e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:32.100 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.097+0000 7fa11891f640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa1140cdff0 0x7fa1140b7e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57782/0 (socket says 172.21.15.76:57782) 2024-09-13T16:07:32.100 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.097+0000 7fa11891f640 1 -- 172.21.15.76:0/367710859 learned_addr learned my addr 172.21.15.76:0/367710859 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:32.100 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.097+0000 7fa113fff640 1 --2- 172.21.15.76:0/367710859 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa1140d2760 0x7fa114159c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:32.100 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.097+0000 7fa119120640 1 --2- 172.21.15.76:0/367710859 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa11415c500 0x7fa11415caf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:32.100 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.097+0000 7fa11ab83640 1 -- 172.21.15.76:0/367710859 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1140ca820 con 0x7fa1140cdff0 2024-09-13T16:07:32.100 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.097+0000 7fa11ab83640 1 -- 172.21.15.76:0/367710859 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1140cb680 con 0x7fa11415c500 2024-09-13T16:07:32.101 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.097+0000 7fa11ab83640 1 -- 172.21.15.76:0/367710859 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa1140caa70 con 0x7fa1140d2760 2024-09-13T16:07:32.101 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.098+0000 7fa11891f640 1 -- 172.21.15.76:0/367710859 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa1140d2760 msgr2=0x7fa114159c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:32.101 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.098+0000 7fa11891f640 1 --2- 172.21.15.76:0/367710859 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa1140d2760 0x7fa114159c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:32.101 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.098+0000 7fa11891f640 1 -- 172.21.15.76:0/367710859 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa11415c500 msgr2=0x7fa11415caf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:32.101 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.098+0000 7fa11891f640 1 --2- 172.21.15.76:0/367710859 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa11415c500 0x7fa11415caf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:32.101 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.098+0000 7fa11891f640 1 -- 172.21.15.76:0/367710859 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa10c009a70 con 0x7fa1140cdff0 2024-09-13T16:07:32.101 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.098+0000 7fa11891f640 1 --2- 172.21.15.76:0/367710859 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa1140cdff0 0x7fa1140b7e20 secure :-1 s=READY pgs=828 cs=0 l=1 rev1=1 crypto rx=0x7fa10400c430 tx=0x7fa10400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:32.101 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.098+0000 7fa1117fa640 1 -- 172.21.15.76:0/367710859 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1040052d0 con 0x7fa1140cdff0 2024-09-13T16:07:32.102 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.098+0000 7fa1117fa640 1 -- 172.21.15.76:0/367710859 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 47+0+0 (secure 0 0 0) 0x7fa104005430 con 0x7fa1140cdff0 2024-09-13T16:07:32.102 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.098+0000 7fa1117fa640 1 -- 172.21.15.76:0/367710859 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa104003830 con 0x7fa1140cdff0 2024-09-13T16:07:32.102 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.098+0000 7fa11ab83640 1 -- 172.21.15.76:0/367710859 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa1140cad50 con 0x7fa1140cdff0 2024-09-13T16:07:32.102 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.098+0000 7fa11ab83640 1 -- 172.21.15.76:0/367710859 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa1140cb310 con 0x7fa1140cdff0 2024-09-13T16:07:32.103 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.099+0000 7fa11ab83640 1 -- 172.21.15.76:0/367710859 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa1140cd8e0 con 0x7fa1140cdff0 2024-09-13T16:07:32.103 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.100+0000 7fa1117fa640 1 -- 172.21.15.76:0/367710859 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fa104003990 con 0x7fa1140cdff0 2024-09-13T16:07:32.103 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.100+0000 7fa1117fa640 1 --2- 172.21.15.76:0/367710859 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa10006ac00 0x7fa10006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:32.103 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.101+0000 7fa1117fa640 1 -- 172.21.15.76:0/367710859 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(61..61 src has 1..61) v4 ==== 5306+0+0 (secure 0 0 0) 0x7fa104088710 con 0x7fa1140cdff0 2024-09-13T16:07:32.103 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.101+0000 7fa113fff640 1 --2- 172.21.15.76:0/367710859 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa10006ac00 0x7fa10006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:32.103 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.101+0000 7fa113fff640 1 --2- 172.21.15.76:0/367710859 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa10006ac00 0x7fa10006d0c0 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7fa114154820 tx=0x7fa108007e20 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:32.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.105+0000 7fa1117fa640 1 -- 172.21.15.76:0/367710859 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fa104053aa0 con 0x7fa1140cdff0 2024-09-13T16:07:32.271 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.269+0000 7fa11ab83640 1 -- 172.21.15.76:0/367710859 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "config rm", "who": "client", "name": "client_inject_fixed_oldest_tid"} v 0) v1 -- 0x7fa11406b160 con 0x7fa1140cdff0 2024-09-13T16:07:32.274 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.273+0000 7fa1117fa640 1 -- 172.21.15.76:0/367710859 <== mon.0 v2:172.21.15.76:3300/0 7 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa104001140 con 0x7fa1140cdff0 2024-09-13T16:07:32.274 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.273+0000 7fa1117fa640 1 -- 172.21.15.76:0/367710859 <== mon.0 v2:172.21.15.76:3300/0 8 ==== mon_command_ack([{"prefix": "config rm", "who": "client", "name": "client_inject_fixed_oldest_tid"}]=0 v23) v1 ==== 116+0+0 (secure 0 0 0) 0x7fa1040170b0 con 0x7fa1140cdff0 2024-09-13T16:07:32.277 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.275+0000 7fa11ab83640 1 -- 172.21.15.76:0/367710859 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa10006ac00 msgr2=0x7fa10006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:32.277 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.275+0000 7fa11ab83640 1 --2- 172.21.15.76:0/367710859 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa10006ac00 0x7fa10006d0c0 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7fa114154820 tx=0x7fa108007e20 comp rx=0 tx=0).stop 2024-09-13T16:07:32.277 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.275+0000 7fa11ab83640 1 -- 172.21.15.76:0/367710859 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa1140cdff0 msgr2=0x7fa1140b7e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:32.277 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.275+0000 7fa11ab83640 1 --2- 172.21.15.76:0/367710859 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa1140cdff0 0x7fa1140b7e20 secure :-1 s=READY pgs=828 cs=0 l=1 rev1=1 crypto rx=0x7fa10400c430 tx=0x7fa10400c8f0 comp rx=0 tx=0).stop 2024-09-13T16:07:32.277 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.275+0000 7fa11ab83640 1 -- 172.21.15.76:0/367710859 shutdown_connections 2024-09-13T16:07:32.277 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.275+0000 7fa11ab83640 1 --2- 172.21.15.76:0/367710859 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa11415c500 0x7fa11415caf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:32.277 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.275+0000 7fa11ab83640 1 --2- 172.21.15.76:0/367710859 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa10006ac00 0x7fa10006d0c0 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:32.277 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.275+0000 7fa11ab83640 1 --2- 172.21.15.76:0/367710859 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa1140d2760 0x7fa114159c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:32.277 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.275+0000 7fa11ab83640 1 --2- 172.21.15.76:0/367710859 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa1140cdff0 0x7fa1140b7e20 unknown :-1 s=CLOSED pgs=828 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:32.277 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.275+0000 7fa11ab83640 1 -- 172.21.15.76:0/367710859 >> 172.21.15.76:0/367710859 conn(0x7fa114089f60 msgr2=0x7fa114073260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:32.277 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.275+0000 7fa11ab83640 1 -- 172.21.15.76:0/367710859 shutdown_connections 2024-09-13T16:07:32.277 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.275+0000 7fa11ab83640 1 -- 172.21.15.76:0/367710859 wait complete. 2024-09-13T16:07:32.288 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mds mds_session_metadata_threshold 2024-09-13T16:07:32.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.386+0000 7fc918841640 1 Processor -- start 2024-09-13T16:07:32.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.386+0000 7fc918841640 1 -- start start 2024-09-13T16:07:32.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.387+0000 7fc918841640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fc914159310 0x7fc9140ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:32.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.387+0000 7fc918841640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc9140ce4f0 0x7fc9140ce900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:32.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.387+0000 7fc918841640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc9140ccbe0 con 0x7fc9140b2b40 2024-09-13T16:07:32.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.387+0000 7fc918841640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc9140ad940 con 0x7fc914159310 2024-09-13T16:07:32.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.387+0000 7fc918841640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc9140b1810 con 0x7fc9140ce4f0 2024-09-13T16:07:32.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.387+0000 7fc912d9d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc9140ce4f0 0x7fc9140ce900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:32.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.387+0000 7fc91259c640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fc914159310 0x7fc9140ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:32.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.387+0000 7fc912d9d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc9140ce4f0 0x7fc9140ce900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.76:44308/0 (socket says 172.21.15.76:44308) 2024-09-13T16:07:32.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.387+0000 7fc909d9b640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7fc9140b2b40 0x7fc9140ab140 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:38712/0 (socket says 172.21.15.76:38712) 2024-09-13T16:07:32.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.387+0000 7fc91259c640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fc914159310 0x7fc9140ad400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.76:42804/0 (socket says 172.21.15.76:42804) 2024-09-13T16:07:32.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.387+0000 7fc912d9d640 1 -- 172.21.15.76:0/125798273 learned_addr learned my addr 172.21.15.76:0/125798273 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:32.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.387+0000 7fc912d9d640 1 -- 172.21.15.76:0/125798273 >> v2:172.21.15.192:3300/0 conn(0x7fc914159310 msgr2=0x7fc9140ad400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:32.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.387+0000 7fc912d9d640 1 --2- 172.21.15.76:0/125798273 >> v2:172.21.15.192:3300/0 conn(0x7fc914159310 0x7fc9140ad400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:32.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.387+0000 7fc912d9d640 1 -- 172.21.15.76:0/125798273 >> v1:172.21.15.192:6789/0 conn(0x7fc9140b2b40 legacy=0x7fc9140ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:32.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.387+0000 7fc912d9d640 1 -- 172.21.15.76:0/125798273 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc9140cee40 con 0x7fc9140ce4f0 2024-09-13T16:07:32.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.387+0000 7fc911d9b640 1 -- 172.21.15.76:0/125798273 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 433688192 0 0) 0x7fc9140ccbe0 con 0x7fc9140b2b40 2024-09-13T16:07:32.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.387+0000 7fc91259c640 1 --2- 172.21.15.76:0/125798273 >> v2:172.21.15.192:3300/0 conn(0x7fc914159310 0x7fc9140ad400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:07:32.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.388+0000 7fc912d9d640 1 --2- 172.21.15.76:0/125798273 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc9140ce4f0 0x7fc9140ce900 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fc90c00d150 tx=0x7fc90c02c890 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a8d53b276aeb0a4a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:32.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.388+0000 7fc911d9b640 1 -- 172.21.15.76:0/125798273 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc90c009600 con 0x7fc9140ce4f0 2024-09-13T16:07:32.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.388+0000 7fc911d9b640 1 -- 172.21.15.76:0/125798273 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc90c009760 con 0x7fc9140ce4f0 2024-09-13T16:07:32.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.388+0000 7fc911d9b640 1 -- 172.21.15.76:0/125798273 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc90c009af0 con 0x7fc9140ce4f0 2024-09-13T16:07:32.394 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.389+0000 7fc918841640 1 -- 172.21.15.76:0/125798273 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc9140ce4f0 msgr2=0x7fc9140ce900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:32.394 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.389+0000 7fc918841640 1 --2- 172.21.15.76:0/125798273 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc9140ce4f0 0x7fc9140ce900 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fc90c00d150 tx=0x7fc90c02c890 comp rx=0 tx=0).stop 2024-09-13T16:07:32.394 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.389+0000 7fc918841640 1 -- 172.21.15.76:0/125798273 shutdown_connections 2024-09-13T16:07:32.394 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.389+0000 7fc918841640 1 --2- 172.21.15.76:0/125798273 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc9140ce4f0 0x7fc9140ce900 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:32.394 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.389+0000 7fc918841640 1 --2- 172.21.15.76:0/125798273 >> v2:172.21.15.192:3300/0 conn(0x7fc914159310 0x7fc9140ad400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:32.394 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.389+0000 7fc918841640 1 -- 172.21.15.76:0/125798273 >> 172.21.15.76:0/125798273 conn(0x7fc91406a0b0 msgr2=0x7fc91406a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:32.394 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.389+0000 7fc918841640 1 -- 172.21.15.76:0/125798273 shutdown_connections 2024-09-13T16:07:32.394 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.389+0000 7fc918841640 1 -- 172.21.15.76:0/125798273 wait complete. 2024-09-13T16:07:32.394 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.390+0000 7fc918841640 1 Processor -- start 2024-09-13T16:07:32.394 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.390+0000 7fc918841640 1 -- start start 2024-09-13T16:07:32.394 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.391+0000 7fc918841640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc9140b2b40 0x7fc914157260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:32.394 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.391+0000 7fc918841640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc9140ce4f0 0x7fc914099cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:32.395 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.391+0000 7fc918841640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc914159310 0x7fc9141dfca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:32.395 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.391+0000 7fc918841640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9141577a0 con 0x7fc914159310 2024-09-13T16:07:32.395 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.391+0000 7fc918841640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9141edbb0 con 0x7fc9140b2b40 2024-09-13T16:07:32.395 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.391+0000 7fc918841640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc91409a620 con 0x7fc9140ce4f0 2024-09-13T16:07:32.395 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.391+0000 7fc912d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc914159310 0x7fc9141dfca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:32.395 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.391+0000 7fc912d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc914159310 0x7fc9141dfca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57788/0 (socket says 172.21.15.76:57788) 2024-09-13T16:07:32.395 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.391+0000 7fc912d9d640 1 -- 172.21.15.76:0/1720769743 learned_addr learned my addr 172.21.15.76:0/1720769743 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:32.395 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.391+0000 7fc909d9b640 1 --2- 172.21.15.76:0/1720769743 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc9140ce4f0 0x7fc914099cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:32.395 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.391+0000 7fc91259c640 1 --2- 172.21.15.76:0/1720769743 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc9140b2b40 0x7fc914157260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:32.395 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.391+0000 7fc91259c640 1 -- 172.21.15.76:0/1720769743 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc9140ce4f0 msgr2=0x7fc914099cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:32.395 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.391+0000 7fc91259c640 1 --2- 172.21.15.76:0/1720769743 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc9140ce4f0 0x7fc914099cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:32.395 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.391+0000 7fc91259c640 1 -- 172.21.15.76:0/1720769743 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc914159310 msgr2=0x7fc9141dfca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:32.395 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.391+0000 7fc91259c640 1 --2- 172.21.15.76:0/1720769743 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc914159310 0x7fc9141dfca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:32.395 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.391+0000 7fc91259c640 1 -- 172.21.15.76:0/1720769743 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc904009400 con 0x7fc9140b2b40 2024-09-13T16:07:32.396 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.391+0000 7fc912d9d640 1 --2- 172.21.15.76:0/1720769743 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc914159310 0x7fc9141dfca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:07:32.396 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.391+0000 7fc909d9b640 1 --2- 172.21.15.76:0/1720769743 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc9140ce4f0 0x7fc914099cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:07:32.396 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.392+0000 7fc91259c640 1 --2- 172.21.15.76:0/1720769743 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc9140b2b40 0x7fc914157260 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fc90400e870 tx=0x7fc90400ed30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:32.396 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.392+0000 7fc90b7fe640 1 -- 172.21.15.76:0/1720769743 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc90400c940 con 0x7fc9140b2b40 2024-09-13T16:07:32.396 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.392+0000 7fc90b7fe640 1 -- 172.21.15.76:0/1720769743 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc90400caa0 con 0x7fc9140b2b40 2024-09-13T16:07:32.396 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.392+0000 7fc918841640 1 -- 172.21.15.76:0/1720769743 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc90c00bd40 con 0x7fc9140b2b40 2024-09-13T16:07:32.396 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.392+0000 7fc90b7fe640 1 -- 172.21.15.76:0/1720769743 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc90400ce30 con 0x7fc9140b2b40 2024-09-13T16:07:32.396 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.392+0000 7fc918841640 1 -- 172.21.15.76:0/1720769743 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc91409abe0 con 0x7fc9140b2b40 2024-09-13T16:07:32.397 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.393+0000 7fc918841640 1 -- 172.21.15.76:0/1720769743 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc91409ae00 con 0x7fc9140b2b40 2024-09-13T16:07:32.397 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.393+0000 7fc90b7fe640 1 -- 172.21.15.76:0/1720769743 <== mon.1 v2:172.21.15.192:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc904013470 con 0x7fc9140b2b40 2024-09-13T16:07:32.397 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.394+0000 7fc90b7fe640 1 --2- 172.21.15.76:0/1720769743 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc8f406ac00 0x7fc8f406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:32.397 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.394+0000 7fc90b7fe640 1 -- 172.21.15.76:0/1720769743 <== mon.1 v2:172.21.15.192:3300/0 5 ==== osd_map(61..61 src has 1..61) v4 ==== 5306+0+0 (secure 0 0 0) 0x7fc904089350 con 0x7fc9140b2b40 2024-09-13T16:07:32.397 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.394+0000 7fc909d9b640 1 --2- 172.21.15.76:0/1720769743 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc8f406ac00 0x7fc8f406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:32.397 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.394+0000 7fc909d9b640 1 --2- 172.21.15.76:0/1720769743 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc8f406ac00 0x7fc8f406d0c0 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7fc9140cb470 tx=0x7fc8fc007d50 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:32.399 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.398+0000 7fc90b7fe640 1 -- 172.21.15.76:0/1720769743 <== mon.1 v2:172.21.15.192:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fc904054770 con 0x7fc9140b2b40 2024-09-13T16:07:32.561 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.560+0000 7fc918841640 1 -- 172.21.15.76:0/1720769743 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_command({"prefix": "config rm", "who": "mds", "name": "mds_session_metadata_threshold"} v 0) v1 -- 0x7fc91406dfa0 con 0x7fc9140b2b40 2024-09-13T16:07:32.568 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.566+0000 7fc90b7fe640 1 -- 172.21.15.76:0/1720769743 <== mon.1 v2:172.21.15.192:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mds", "name": "mds_session_metadata_threshold"}]=0 v24) v1 ==== 113+0+0 (secure 0 0 0) 0x7fc904057d90 con 0x7fc9140b2b40 2024-09-13T16:07:32.570 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.569+0000 7fc918841640 1 -- 172.21.15.76:0/1720769743 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc8f406ac00 msgr2=0x7fc8f406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:32.570 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.569+0000 7fc918841640 1 --2- 172.21.15.76:0/1720769743 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc8f406ac00 0x7fc8f406d0c0 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7fc9140cb470 tx=0x7fc8fc007d50 comp rx=0 tx=0).stop 2024-09-13T16:07:32.571 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.569+0000 7fc918841640 1 -- 172.21.15.76:0/1720769743 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc9140b2b40 msgr2=0x7fc914157260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:32.571 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.569+0000 7fc918841640 1 --2- 172.21.15.76:0/1720769743 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc9140b2b40 0x7fc914157260 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fc90400e870 tx=0x7fc90400ed30 comp rx=0 tx=0).stop 2024-09-13T16:07:32.571 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.569+0000 7fc918841640 1 -- 172.21.15.76:0/1720769743 shutdown_connections 2024-09-13T16:07:32.571 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.569+0000 7fc918841640 1 --2- 172.21.15.76:0/1720769743 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc914159310 0x7fc9141dfca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:32.571 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.569+0000 7fc918841640 1 --2- 172.21.15.76:0/1720769743 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc8f406ac00 0x7fc8f406d0c0 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:32.571 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.569+0000 7fc918841640 1 --2- 172.21.15.76:0/1720769743 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc9140ce4f0 0x7fc914099cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:32.571 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.569+0000 7fc918841640 1 --2- 172.21.15.76:0/1720769743 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc9140b2b40 0x7fc914157260 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:32.571 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.569+0000 7fc918841640 1 -- 172.21.15.76:0/1720769743 >> 172.21.15.76:0/1720769743 conn(0x7fc91406a0b0 msgr2=0x7fc9140afde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:32.571 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.569+0000 7fc918841640 1 -- 172.21.15.76:0/1720769743 shutdown_connections 2024-09-13T16:07:32.571 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.569+0000 7fc918841640 1 -- 172.21.15.76:0/1720769743 wait complete. 2024-09-13T16:07:32.581 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_client_limits.TestClientLimits.test_client_blocklisted_oldest_tid' 2024-09-13T16:07:32.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.678+0000 7f11100f0640 1 Processor -- start 2024-09-13T16:07:32.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.678+0000 7f11100f0640 1 -- start start 2024-09-13T16:07:32.680 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.679+0000 7f11100f0640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f110806c4c0 0x7f110806c8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:32.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.679+0000 7f11100f0640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f11080b2170 con 0x7f11080b2590 2024-09-13T16:07:32.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.679+0000 7f11100f0640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f110806dab0 con 0x7f11080cbea0 2024-09-13T16:07:32.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.679+0000 7f11100f0640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f110806deb0 con 0x7f110806c4c0 2024-09-13T16:07:32.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.679+0000 7f110de8c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f110806c4c0 0x7f110806c8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:32.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.679+0000 7f110d68b640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f11080b2590 0x7f110806d3a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:56896/0 (socket says 172.21.15.76:56896) 2024-09-13T16:07:32.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.679+0000 7f110d68b640 1 -- 172.21.15.76:0/1714558292 learned_addr learned my addr 172.21.15.76:0/1714558292 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:07:32.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.679+0000 7f110de8c640 1 -- 172.21.15.76:0/1714558292 >> v1:172.21.15.192:6789/0 conn(0x7f11080cbea0 legacy=0x7f11080cc330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:32.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.679+0000 7f110de8c640 1 -- 172.21.15.76:0/1714558292 >> v1:172.21.15.76:6789/0 conn(0x7f11080b2590 legacy=0x7f110806d3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:32.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.679+0000 7f110ce8a640 1 -- 172.21.15.76:0/1714558292 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 203448123 0 0) 0x7f11080b2170 con 0x7f11080b2590 2024-09-13T16:07:32.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.679+0000 7f110de8c640 1 -- 172.21.15.76:0/1714558292 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f11080b29e0 con 0x7f110806c4c0 2024-09-13T16:07:32.682 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.680+0000 7f110de8c640 1 --2- 172.21.15.76:0/1714558292 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f110806c4c0 0x7f110806c8a0 secure :-1 s=READY pgs=830 cs=0 l=1 rev1=1 crypto rx=0x7f11040097a0 tx=0x7f110402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf5c4b7c8b519a9d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:32.682 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.680+0000 7f110ce8a640 1 -- 172.21.15.76:0/1714558292 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1104032440 con 0x7f110806c4c0 2024-09-13T16:07:32.683 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.680+0000 7f110ce8a640 1 -- 172.21.15.76:0/1714558292 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f11040325a0 con 0x7f110806c4c0 2024-09-13T16:07:32.683 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.680+0000 7f110ce8a640 1 -- 172.21.15.76:0/1714558292 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1104032930 con 0x7f110806c4c0 2024-09-13T16:07:32.683 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.680+0000 7f11100f0640 1 -- 172.21.15.76:0/1714558292 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f110806c4c0 msgr2=0x7f110806c8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:32.683 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.680+0000 7f11100f0640 1 --2- 172.21.15.76:0/1714558292 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f110806c4c0 0x7f110806c8a0 secure :-1 s=READY pgs=830 cs=0 l=1 rev1=1 crypto rx=0x7f11040097a0 tx=0x7f110402a1e0 comp rx=0 tx=0).stop 2024-09-13T16:07:32.683 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.681+0000 7f11100f0640 1 -- 172.21.15.76:0/1714558292 shutdown_connections 2024-09-13T16:07:32.683 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.681+0000 7f11100f0640 1 --2- 172.21.15.76:0/1714558292 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f110806c4c0 0x7f110806c8a0 unknown :-1 s=CLOSED pgs=830 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:32.683 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.681+0000 7f11100f0640 1 -- 172.21.15.76:0/1714558292 >> 172.21.15.76:0/1714558292 conn(0x7f1108069ed0 msgr2=0x7f110806a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:32.683 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.681+0000 7f11100f0640 1 -- 172.21.15.76:0/1714558292 shutdown_connections 2024-09-13T16:07:32.683 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.681+0000 7f11100f0640 1 -- 172.21.15.76:0/1714558292 wait complete. 2024-09-13T16:07:32.685 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.682+0000 7f11100f0640 1 Processor -- start 2024-09-13T16:07:32.685 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.682+0000 7f11100f0640 1 -- start start 2024-09-13T16:07:32.685 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.682+0000 7f11100f0640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f110806c4c0 0x7f110814e310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:32.686 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.682+0000 7f11100f0640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f11080b2590 0x7f110815b710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:32.686 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.682+0000 7f11100f0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f11080cbea0 0x7f1108158f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:32.686 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.682+0000 7f11100f0640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11080c6dc0 con 0x7f11080cbea0 2024-09-13T16:07:32.686 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.682+0000 7f11100f0640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f110815bc50 con 0x7f110806c4c0 2024-09-13T16:07:32.686 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.682+0000 7f11100f0640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f11080c1fb0 con 0x7f11080b2590 2024-09-13T16:07:32.686 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.683+0000 7f110e68d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f11080cbea0 0x7f1108158f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:32.686 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.683+0000 7f110e68d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f11080cbea0 0x7f1108158f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57796/0 (socket says 172.21.15.76:57796) 2024-09-13T16:07:32.686 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.683+0000 7f110e68d640 1 -- 172.21.15.76:0/2919694303 learned_addr learned my addr 172.21.15.76:0/2919694303 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:32.686 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.683+0000 7f110de8c640 1 --2- 172.21.15.76:0/2919694303 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f110806c4c0 0x7f110814e310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:32.686 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.683+0000 7f110d68b640 1 --2- 172.21.15.76:0/2919694303 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f11080b2590 0x7f110815b710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:32.686 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.683+0000 7f110e68d640 1 -- 172.21.15.76:0/2919694303 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f11080b2590 msgr2=0x7f110815b710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:32.686 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.683+0000 7f110e68d640 1 --2- 172.21.15.76:0/2919694303 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f11080b2590 0x7f110815b710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:32.686 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.683+0000 7f110e68d640 1 -- 172.21.15.76:0/2919694303 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f110806c4c0 msgr2=0x7f110814e310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:32.687 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.683+0000 7f110e68d640 1 --2- 172.21.15.76:0/2919694303 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f110806c4c0 0x7f110814e310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:32.687 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.683+0000 7f110e68d640 1 -- 172.21.15.76:0/2919694303 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1104009400 con 0x7f11080cbea0 2024-09-13T16:07:32.687 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.683+0000 7f110e68d640 1 --2- 172.21.15.76:0/2919694303 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f11080cbea0 0x7f1108158f00 secure :-1 s=READY pgs=831 cs=0 l=1 rev1=1 crypto rx=0x7f110000b9e0 tx=0x7f110000bea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:32.687 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.683+0000 7f10fe7fc640 1 -- 172.21.15.76:0/2919694303 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1100003b70 con 0x7f11080cbea0 2024-09-13T16:07:32.687 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.683+0000 7f10fe7fc640 1 -- 172.21.15.76:0/2919694303 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1100003cd0 con 0x7f11080cbea0 2024-09-13T16:07:32.687 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.683+0000 7f11100f0640 1 -- 172.21.15.76:0/2919694303 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f110815bf00 con 0x7f11080cbea0 2024-09-13T16:07:32.687 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.683+0000 7f10fe7fc640 1 -- 172.21.15.76:0/2919694303 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f110000cb60 con 0x7f11080cbea0 2024-09-13T16:07:32.687 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.683+0000 7f11100f0640 1 -- 172.21.15.76:0/2919694303 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f11080c6770 con 0x7f11080cbea0 2024-09-13T16:07:32.687 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.684+0000 7f11100f0640 1 -- 172.21.15.76:0/2919694303 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f11080c6f50 con 0x7f11080cbea0 2024-09-13T16:07:32.688 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.685+0000 7f10fe7fc640 1 -- 172.21.15.76:0/2919694303 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f110000ccc0 con 0x7f11080cbea0 2024-09-13T16:07:32.688 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.685+0000 7f10fe7fc640 1 --2- 172.21.15.76:0/2919694303 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f10ec06ac00 0x7f10ec06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:32.688 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.685+0000 7f10fe7fc640 1 -- 172.21.15.76:0/2919694303 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(61..61 src has 1..61) v4 ==== 5306+0+0 (secure 0 0 0) 0x7f1100088e80 con 0x7f11080cbea0 2024-09-13T16:07:32.689 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.685+0000 7f110de8c640 1 --2- 172.21.15.76:0/2919694303 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f10ec06ac00 0x7f10ec06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:32.689 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.685+0000 7f110de8c640 1 --2- 172.21.15.76:0/2919694303 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f10ec06ac00 0x7f10ec06d0c0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f1104034000 tx=0x7f110402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:32.690 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.689+0000 7f10fe7fc640 1 -- 172.21.15.76:0/2919694303 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f11000542a0 con 0x7f11080cbea0 2024-09-13T16:07:32.913 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:32.911+0000 7f11100f0640 1 -- 172.21.15.76:0/2919694303 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_client_limits.TestClientLimits.test_client_blocklisted_oldest_tid"]} v 0) v1 -- 0x7f11080ce6e0 con 0x7f11080cbea0 2024-09-13T16:07:33.120 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.118+0000 7f10fe7fc640 1 -- 172.21.15.76:0/2919694303 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_client_limits.TestClientLimits.test_client_blocklisted_oldest_tid"]}]=0 v270) v1 ==== 162+0+0 (secure 0 0 0) 0x7f11000578c0 con 0x7f11080cbea0 2024-09-13T16:07:33.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.120+0000 7f11100f0640 1 -- 172.21.15.76:0/2919694303 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f10ec06ac00 msgr2=0x7f10ec06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:33.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.120+0000 7f11100f0640 1 --2- 172.21.15.76:0/2919694303 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f10ec06ac00 0x7f10ec06d0c0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f1104034000 tx=0x7f110402e000 comp rx=0 tx=0).stop 2024-09-13T16:07:33.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.120+0000 7f11100f0640 1 -- 172.21.15.76:0/2919694303 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f11080cbea0 msgr2=0x7f1108158f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:33.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.120+0000 7f11100f0640 1 --2- 172.21.15.76:0/2919694303 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f11080cbea0 0x7f1108158f00 secure :-1 s=READY pgs=831 cs=0 l=1 rev1=1 crypto rx=0x7f110000b9e0 tx=0x7f110000bea0 comp rx=0 tx=0).stop 2024-09-13T16:07:33.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.120+0000 7f11100f0640 1 -- 172.21.15.76:0/2919694303 shutdown_connections 2024-09-13T16:07:33.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.120+0000 7f11100f0640 1 --2- 172.21.15.76:0/2919694303 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f11080cbea0 0x7f1108158f00 unknown :-1 s=CLOSED pgs=831 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:33.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.120+0000 7f11100f0640 1 --2- 172.21.15.76:0/2919694303 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f10ec06ac00 0x7f10ec06d0c0 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:33.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.120+0000 7f11100f0640 1 --2- 172.21.15.76:0/2919694303 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f11080b2590 0x7f110815b710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:33.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.120+0000 7f11100f0640 1 --2- 172.21.15.76:0/2919694303 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f110806c4c0 0x7f110814e310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:33.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.120+0000 7f11100f0640 1 -- 172.21.15.76:0/2919694303 >> 172.21.15.76:0/2919694303 conn(0x7f1108069ed0 msgr2=0x7f11080cca70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:33.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.120+0000 7f11100f0640 1 -- 172.21.15.76:0/2919694303 shutdown_connections 2024-09-13T16:07:33.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.120+0000 7f11100f0640 1 -- 172.21.15.76:0/2919694303 wait complete. 2024-09-13T16:07:33.133 INFO:tasks.cephfs_test_runner:that a client is blocklisted when its encoded session metadata exceeds the ... ok 2024-09-13T16:07:33.133 INFO:tasks.cephfs_test_runner:Starting test: test_client_cache_size (tasks.cephfs.test_client_limits.TestClientLimits) 2024-09-13T16:07:33.134 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:07:33.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.230+0000 7f0a6366b640 1 Processor -- start 2024-09-13T16:07:33.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.230+0000 7f0a6366b640 1 -- start start 2024-09-13T16:07:33.236 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.231+0000 7f0a6366b640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0a5c15c6e0 0x7f0a5c0b3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:33.236 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.231+0000 7f0a6366b640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f0a5c0d07b0 0x7f0a5c0b4490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:33.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.231+0000 7f0a6366b640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0a5c0d1840 con 0x7f0a5c0ccb20 2024-09-13T16:07:33.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.231+0000 7f0a6366b640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0a5c06bd20 con 0x7f0a5c0d07b0 2024-09-13T16:07:33.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.231+0000 7f0a6366b640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0a5c0d0c30 con 0x7f0a5c15c6e0 2024-09-13T16:07:33.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.231+0000 7f0a61c08640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f0a5c0ccb20 0x7f0a5c160030 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:56910/0 (socket says 172.21.15.76:56910) 2024-09-13T16:07:33.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.231+0000 7f0a61c08640 1 -- 172.21.15.76:0/2881839307 learned_addr learned my addr 172.21.15.76:0/2881839307 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:07:33.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.232+0000 7f0a60c06640 1 --2- 172.21.15.76:0/2881839307 >> v2:172.21.15.192:3300/0 conn(0x7f0a5c0d07b0 0x7f0a5c0b4490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:33.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.232+0000 7f0a5bfff640 1 -- 172.21.15.76:0/2881839307 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 954115145 0 0) 0x7f0a5c0d1840 con 0x7f0a5c0ccb20 2024-09-13T16:07:33.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.232+0000 7f0a61407640 1 --2- 172.21.15.76:0/2881839307 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0a5c15c6e0 0x7f0a5c0b3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:33.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.232+0000 7f0a5bfff640 1 -- 172.21.15.76:0/2881839307 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0a44003520 con 0x7f0a5c0ccb20 2024-09-13T16:07:33.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.232+0000 7f0a5bfff640 1 -- 172.21.15.76:0/2881839307 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 645560213 0 0) 0x7f0a44003520 con 0x7f0a5c0ccb20 2024-09-13T16:07:33.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.232+0000 7f0a5bfff640 1 -- 172.21.15.76:0/2881839307 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0a5c15c6e0 msgr2=0x7f0a5c0b3f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:33.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.232+0000 7f0a5bfff640 1 --2- 172.21.15.76:0/2881839307 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0a5c15c6e0 0x7f0a5c0b3f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:33.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.232+0000 7f0a5bfff640 1 -- 172.21.15.76:0/2881839307 >> v2:172.21.15.192:3300/0 conn(0x7f0a5c0d07b0 msgr2=0x7f0a5c0b4490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:33.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.232+0000 7f0a5bfff640 1 --2- 172.21.15.76:0/2881839307 >> v2:172.21.15.192:3300/0 conn(0x7f0a5c0d07b0 0x7f0a5c0b4490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:33.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.232+0000 7f0a5bfff640 1 -- 172.21.15.76:0/2881839307 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0a5c0d0f10 con 0x7f0a5c0ccb20 2024-09-13T16:07:33.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.232+0000 7f0a5bfff640 1 -- 172.21.15.76:0/2881839307 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f0a540019f0 con 0x7f0a5c0ccb20 2024-09-13T16:07:33.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.232+0000 7f0a5bfff640 1 -- 172.21.15.76:0/2881839307 >> v1:172.21.15.76:6789/0 conn(0x7f0a5c0ccb20 legacy=0x7f0a5c160030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:33.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.232+0000 7f0a5bfff640 1 --2- 172.21.15.76:0/2881839307 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0a5c15c6e0 0x7f0a44003970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:33.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.232+0000 7f0a5bfff640 1 --2- 172.21.15.76:0/2881839307 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0a44003ef0 0x7f0a440047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:33.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.232+0000 7f0a5bfff640 1 --2- 172.21.15.76:0/2881839307 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0a44004d00 0x7f0a44005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:33.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.232+0000 7f0a5bfff640 1 -- 172.21.15.76:0/2881839307 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0a5c06bd20 con 0x7f0a44004d00 2024-09-13T16:07:33.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.232+0000 7f0a5bfff640 1 -- 172.21.15.76:0/2881839307 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0a5c0d0c30 con 0x7f0a44003ef0 2024-09-13T16:07:33.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.232+0000 7f0a5bfff640 1 -- 172.21.15.76:0/2881839307 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0a4400b9d0 con 0x7f0a5c15c6e0 2024-09-13T16:07:33.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.232+0000 7f0a61c08640 1 --2- 172.21.15.76:0/2881839307 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0a44004d00 0x7f0a44005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:33.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.232+0000 7f0a60c06640 1 --2- 172.21.15.76:0/2881839307 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0a44003ef0 0x7f0a440047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:33.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.232+0000 7f0a61407640 1 --2- 172.21.15.76:0/2881839307 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0a5c15c6e0 0x7f0a44003970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:33.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.232+0000 7f0a61c08640 1 -- 172.21.15.76:0/2881839307 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0a5c15c6e0 msgr2=0x7f0a44003970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:33.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.232+0000 7f0a61c08640 1 --2- 172.21.15.76:0/2881839307 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0a5c15c6e0 0x7f0a44003970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:33.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.232+0000 7f0a61c08640 1 -- 172.21.15.76:0/2881839307 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0a44003ef0 msgr2=0x7f0a440047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:33.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.232+0000 7f0a61c08640 1 --2- 172.21.15.76:0/2881839307 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0a44003ef0 0x7f0a440047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:33.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.232+0000 7f0a61c08640 1 -- 172.21.15.76:0/2881839307 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0a44003520 con 0x7f0a44004d00 2024-09-13T16:07:33.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.233+0000 7f0a61c08640 1 --2- 172.21.15.76:0/2881839307 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0a44004d00 0x7f0a44005180 secure :-1 s=READY pgs=833 cs=0 l=1 rev1=1 crypto rx=0x7f0a5400a860 tx=0x7f0a440057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=291f09a0c4e6975f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:33.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.233+0000 7f0a5bfff640 1 -- 172.21.15.76:0/2881839307 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a5402ba40 con 0x7f0a44004d00 2024-09-13T16:07:33.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.233+0000 7f0a5bfff640 1 -- 172.21.15.76:0/2881839307 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0a5402bba0 con 0x7f0a44004d00 2024-09-13T16:07:33.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.233+0000 7f0a5bfff640 1 -- 172.21.15.76:0/2881839307 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a54034470 con 0x7f0a44004d00 2024-09-13T16:07:33.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.234+0000 7f0a6366b640 1 -- 172.21.15.76:0/2881839307 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0a44004d00 msgr2=0x7f0a44005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:33.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.234+0000 7f0a6366b640 1 --2- 172.21.15.76:0/2881839307 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0a44004d00 0x7f0a44005180 secure :-1 s=READY pgs=833 cs=0 l=1 rev1=1 crypto rx=0x7f0a5400a860 tx=0x7f0a440057f0 comp rx=0 tx=0).stop 2024-09-13T16:07:33.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.234+0000 7f0a61c08640 1 -- 172.21.15.76:0/2881839307 reap_dead start 2024-09-13T16:07:33.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.234+0000 7f0a6366b640 1 -- 172.21.15.76:0/2881839307 shutdown_connections 2024-09-13T16:07:33.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.234+0000 7f0a6366b640 1 -- 172.21.15.76:0/2881839307 >> 172.21.15.76:0/2881839307 conn(0x7f0a5c089f60 msgr2=0x7f0a5c0d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:33.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.234+0000 7f0a6366b640 1 -- 172.21.15.76:0/2881839307 shutdown_connections 2024-09-13T16:07:33.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.234+0000 7f0a6366b640 1 -- 172.21.15.76:0/2881839307 wait complete. 2024-09-13T16:07:33.242 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.235+0000 7f0a6366b640 1 Processor -- start 2024-09-13T16:07:33.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.235+0000 7f0a6366b640 1 -- start start 2024-09-13T16:07:33.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.236+0000 7f0a6366b640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0a44004d00 0x7f0a5c0b5570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:33.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.236+0000 7f0a6366b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0a5c0b7410 0x7f0a5c1f2b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:33.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.236+0000 7f0a6366b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0a5c1f3060 0x7f0a5c14c470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:33.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.236+0000 7f0a6366b640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0a5c15db10 con 0x7f0a5c1f3060 2024-09-13T16:07:33.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.236+0000 7f0a6366b640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0a5c0b7df0 con 0x7f0a5c0b7410 2024-09-13T16:07:33.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.236+0000 7f0a6366b640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0a5c0b80d0 con 0x7f0a44004d00 2024-09-13T16:07:33.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.236+0000 7f0a61c08640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0a5c1f3060 0x7f0a5c14c470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:33.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.236+0000 7f0a61c08640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0a5c1f3060 0x7f0a5c14c470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57828/0 (socket says 172.21.15.76:57828) 2024-09-13T16:07:33.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.236+0000 7f0a61c08640 1 -- 172.21.15.76:0/1650100099 learned_addr learned my addr 172.21.15.76:0/1650100099 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:33.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.236+0000 7f0a60c06640 1 --2- 172.21.15.76:0/1650100099 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0a5c0b7410 0x7f0a5c1f2b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:33.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.236+0000 7f0a61407640 1 --2- 172.21.15.76:0/1650100099 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0a44004d00 0x7f0a5c0b5570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:33.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.236+0000 7f0a61c08640 1 -- 172.21.15.76:0/1650100099 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0a44004d00 msgr2=0x7f0a5c0b5570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:33.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.236+0000 7f0a61c08640 1 --2- 172.21.15.76:0/1650100099 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0a44004d00 0x7f0a5c0b5570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:33.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.236+0000 7f0a61c08640 1 -- 172.21.15.76:0/1650100099 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0a5c0b7410 msgr2=0x7f0a5c1f2b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:33.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.236+0000 7f0a61c08640 1 --2- 172.21.15.76:0/1650100099 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0a5c0b7410 0x7f0a5c1f2b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:33.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.236+0000 7f0a61c08640 1 -- 172.21.15.76:0/1650100099 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0a5c15ddb0 con 0x7f0a5c1f3060 2024-09-13T16:07:33.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.236+0000 7f0a60c06640 1 --2- 172.21.15.76:0/1650100099 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0a5c0b7410 0x7f0a5c1f2b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:07:33.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.236+0000 7f0a61407640 1 --2- 172.21.15.76:0/1650100099 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0a44004d00 0x7f0a5c0b5570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:07:33.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.236+0000 7f0a61c08640 1 --2- 172.21.15.76:0/1650100099 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0a5c1f3060 0x7f0a5c14c470 secure :-1 s=READY pgs=834 cs=0 l=1 rev1=1 crypto rx=0x7f0a5400a860 tx=0x7f0a54001d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:33.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.236+0000 7f0a59ffb640 1 -- 172.21.15.76:0/1650100099 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a5403b040 con 0x7f0a5c1f3060 2024-09-13T16:07:33.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.237+0000 7f0a59ffb640 1 -- 172.21.15.76:0/1650100099 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0a54034670 con 0x7f0a5c1f3060 2024-09-13T16:07:33.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.237+0000 7f0a6366b640 1 -- 172.21.15.76:0/1650100099 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0a5c15e090 con 0x7f0a5c1f3060 2024-09-13T16:07:33.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.237+0000 7f0a59ffb640 1 -- 172.21.15.76:0/1650100099 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a540349e0 con 0x7f0a5c1f3060 2024-09-13T16:07:33.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.237+0000 7f0a6366b640 1 -- 172.21.15.76:0/1650100099 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0a5c0b5c90 con 0x7f0a5c1f3060 2024-09-13T16:07:33.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.238+0000 7f0a6366b640 1 -- 172.21.15.76:0/1650100099 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0a5c0b4c80 con 0x7f0a5c1f3060 2024-09-13T16:07:33.245 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.238+0000 7f0a59ffb640 1 -- 172.21.15.76:0/1650100099 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f0a54031070 con 0x7f0a5c1f3060 2024-09-13T16:07:33.245 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.239+0000 7f0a59ffb640 1 --2- 172.21.15.76:0/1650100099 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0a4806ac00 0x7f0a4806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:33.245 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.239+0000 7f0a59ffb640 1 -- 172.21.15.76:0/1650100099 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(61..61 src has 1..61) v4 ==== 5306+0+0 (secure 0 0 0) 0x7f0a540a94e0 con 0x7f0a5c1f3060 2024-09-13T16:07:33.245 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.239+0000 7f0a61407640 1 --2- 172.21.15.76:0/1650100099 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0a4806ac00 0x7f0a4806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:33.245 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.239+0000 7f0a61407640 1 --2- 172.21.15.76:0/1650100099 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0a4806ac00 0x7f0a4806d0c0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f0a5c0b1d50 tx=0x7f0a4c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:33.245 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.243+0000 7f0a59ffb640 1 -- 172.21.15.76:0/1650100099 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f0a540782d0 con 0x7f0a5c1f3060 2024-09-13T16:07:33.407 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.404+0000 7f0a6366b640 1 -- 172.21.15.76:0/1650100099 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f0a5c0b5c90 con 0x7f0a5c1f3060 2024-09-13T16:07:33.407 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.405+0000 7f0a59ffb640 1 -- 172.21.15.76:0/1650100099 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v61) v1 ==== 74+0+13218 (secure 0 0 0) 0x7f0a5c0b5c90 con 0x7f0a5c1f3060 2024-09-13T16:07:33.407 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:07:33.408 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":61,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:07:31.111601+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.192:6834/3190268569":"2024-09-14T16:07:28.024003+0000","172.21.15.192:6832/3190268569":"2024-09-14T16:07:28.024003+0000","192.168.0.1:0/2206269355":"2024-09-13T17:07:15.305842+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:07:33.410 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.407+0000 7f0a6366b640 1 -- 172.21.15.76:0/1650100099 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0a4806ac00 msgr2=0x7f0a4806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:33.410 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.407+0000 7f0a6366b640 1 --2- 172.21.15.76:0/1650100099 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0a4806ac00 0x7f0a4806d0c0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f0a5c0b1d50 tx=0x7f0a4c008040 comp rx=0 tx=0).stop 2024-09-13T16:07:33.410 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.407+0000 7f0a6366b640 1 -- 172.21.15.76:0/1650100099 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0a5c1f3060 msgr2=0x7f0a5c14c470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:33.410 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.407+0000 7f0a6366b640 1 --2- 172.21.15.76:0/1650100099 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0a5c1f3060 0x7f0a5c14c470 secure :-1 s=READY pgs=834 cs=0 l=1 rev1=1 crypto rx=0x7f0a5400a860 tx=0x7f0a54001d80 comp rx=0 tx=0).stop 2024-09-13T16:07:33.410 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.407+0000 7f0a6366b640 1 -- 172.21.15.76:0/1650100099 shutdown_connections 2024-09-13T16:07:33.410 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.407+0000 7f0a6366b640 1 --2- 172.21.15.76:0/1650100099 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0a5c1f3060 0x7f0a5c14c470 unknown :-1 s=CLOSED pgs=834 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:33.410 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.407+0000 7f0a6366b640 1 --2- 172.21.15.76:0/1650100099 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0a5c0b7410 0x7f0a5c1f2b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:33.410 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.407+0000 7f0a6366b640 1 --2- 172.21.15.76:0/1650100099 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0a4806ac00 0x7f0a4806d0c0 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:33.410 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.407+0000 7f0a6366b640 1 --2- 172.21.15.76:0/1650100099 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0a44004d00 0x7f0a5c0b5570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:33.410 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.407+0000 7f0a6366b640 1 -- 172.21.15.76:0/1650100099 >> 172.21.15.76:0/1650100099 conn(0x7f0a5c089f60 msgr2=0x7f0a5c06be60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:33.410 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.407+0000 7f0a6366b640 1 -- 172.21.15.76:0/1650100099 shutdown_connections 2024-09-13T16:07:33.411 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.407+0000 7f0a6366b640 1 -- 172.21.15.76:0/1650100099 wait complete. 2024-09-13T16:07:33.421 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:01:26.960607+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:07:33.421 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:07:33.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.520+0000 7ff414496640 1 Processor -- start 2024-09-13T16:07:33.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.520+0000 7ff414496640 1 -- start start 2024-09-13T16:07:33.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.521+0000 7ff414496640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff40c0d2760 0x7ff40c0cd8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:33.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.521+0000 7ff414496640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff40c0cde20 0x7ff40c0d0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:33.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.521+0000 7ff414496640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff40c0cd450 con 0x7ff40c15c500 2024-09-13T16:07:33.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.521+0000 7ff414496640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff40c0d0cf0 con 0x7ff40c0d2760 2024-09-13T16:07:33.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.521+0000 7ff414496640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff40c0d0fd0 con 0x7ff40c0cde20 2024-09-13T16:07:33.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.521+0000 7ff411a31640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff40c0d2760 0x7ff40c0cd8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:33.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.521+0000 7ff411a31640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff40c0d2760 0x7ff40c0cd8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57840/0 (socket says 172.21.15.76:57840) 2024-09-13T16:07:33.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.521+0000 7ff411a31640 1 -- 172.21.15.76:0/3496061115 learned_addr learned my addr 172.21.15.76:0/3496061115 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:33.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.522+0000 7ff412a33640 1 --2- 172.21.15.76:0/3496061115 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff40c0cde20 0x7ff40c0d0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:33.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.522+0000 7ff411a31640 1 -- 172.21.15.76:0/3496061115 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff40c0cde20 msgr2=0x7ff40c0d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:33.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.522+0000 7ff411a31640 1 --2- 172.21.15.76:0/3496061115 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff40c0cde20 0x7ff40c0d0000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:33.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.522+0000 7ff411a31640 1 -- 172.21.15.76:0/3496061115 >> v1:172.21.15.192:6789/0 conn(0x7ff40c15c500 legacy=0x7ff40c0d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:33.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.522+0000 7ff411a31640 1 -- 172.21.15.76:0/3496061115 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff40c0cd0e0 con 0x7ff40c0d2760 2024-09-13T16:07:33.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.522+0000 7ff412a33640 1 --2- 172.21.15.76:0/3496061115 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff40c0cde20 0x7ff40c0d0000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:07:33.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.522+0000 7ff411a31640 1 --2- 172.21.15.76:0/3496061115 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff40c0d2760 0x7ff40c0cd8e0 secure :-1 s=READY pgs=835 cs=0 l=1 rev1=1 crypto rx=0x7ff3fc009870 tx=0x7ff3fc02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ffdeb8c7eef39a68 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:33.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.522+0000 7ff411230640 1 -- 172.21.15.76:0/3496061115 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3fc032440 con 0x7ff40c0d2760 2024-09-13T16:07:33.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.523+0000 7ff411230640 1 -- 172.21.15.76:0/3496061115 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff3fc0325a0 con 0x7ff40c0d2760 2024-09-13T16:07:33.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.523+0000 7ff411230640 1 -- 172.21.15.76:0/3496061115 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3fc032930 con 0x7ff40c0d2760 2024-09-13T16:07:33.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.523+0000 7ff414496640 1 -- 172.21.15.76:0/3496061115 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff40c0d2760 msgr2=0x7ff40c0cd8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:33.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.523+0000 7ff414496640 1 --2- 172.21.15.76:0/3496061115 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff40c0d2760 0x7ff40c0cd8e0 secure :-1 s=READY pgs=835 cs=0 l=1 rev1=1 crypto rx=0x7ff3fc009870 tx=0x7ff3fc02a270 comp rx=0 tx=0).stop 2024-09-13T16:07:33.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.523+0000 7ff414496640 1 -- 172.21.15.76:0/3496061115 shutdown_connections 2024-09-13T16:07:33.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.523+0000 7ff414496640 1 --2- 172.21.15.76:0/3496061115 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff40c0cde20 0x7ff40c0d0000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:33.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.523+0000 7ff414496640 1 --2- 172.21.15.76:0/3496061115 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff40c0d2760 0x7ff40c0cd8e0 unknown :-1 s=CLOSED pgs=835 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:33.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.523+0000 7ff414496640 1 -- 172.21.15.76:0/3496061115 >> 172.21.15.76:0/3496061115 conn(0x7ff40c089f60 msgr2=0x7ff40c09b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:33.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.523+0000 7ff414496640 1 -- 172.21.15.76:0/3496061115 shutdown_connections 2024-09-13T16:07:33.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.523+0000 7ff414496640 1 -- 172.21.15.76:0/3496061115 wait complete. 2024-09-13T16:07:33.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.524+0000 7ff414496640 1 Processor -- start 2024-09-13T16:07:33.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.524+0000 7ff414496640 1 -- start start 2024-09-13T16:07:33.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.525+0000 7ff414496640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff40c0cde20 0x7ff40c159f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:33.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.525+0000 7ff414496640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff40c0d2760 0x7ff40c0cba30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:33.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.525+0000 7ff414496640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff40c15c500 0x7ff40c0cbf70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:33.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.525+0000 7ff414496640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff40c0b5260 con 0x7ff40c0d2760 2024-09-13T16:07:33.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.525+0000 7ff414496640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff40c15a4b0 con 0x7ff40c0cde20 2024-09-13T16:07:33.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.525+0000 7ff414496640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff40c0ca310 con 0x7ff40c15c500 2024-09-13T16:07:33.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.525+0000 7ff411a31640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff40c0d2760 0x7ff40c0cba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:33.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.525+0000 7ff411a31640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff40c0d2760 0x7ff40c0cba30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57850/0 (socket says 172.21.15.76:57850) 2024-09-13T16:07:33.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.525+0000 7ff411a31640 1 -- 172.21.15.76:0/4288790201 learned_addr learned my addr 172.21.15.76:0/4288790201 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:33.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.525+0000 7ff412232640 1 --2- 172.21.15.76:0/4288790201 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff40c0cde20 0x7ff40c159f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:33.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.525+0000 7ff412a33640 1 --2- 172.21.15.76:0/4288790201 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff40c15c500 0x7ff40c0cbf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:33.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.525+0000 7ff411a31640 1 -- 172.21.15.76:0/4288790201 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff40c15c500 msgr2=0x7ff40c0cbf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:33.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.525+0000 7ff411a31640 1 --2- 172.21.15.76:0/4288790201 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff40c15c500 0x7ff40c0cbf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:33.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.525+0000 7ff411a31640 1 -- 172.21.15.76:0/4288790201 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff40c0cde20 msgr2=0x7ff40c159f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:33.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.525+0000 7ff411a31640 1 --2- 172.21.15.76:0/4288790201 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff40c0cde20 0x7ff40c159f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:33.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.525+0000 7ff411a31640 1 -- 172.21.15.76:0/4288790201 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff3fc0094d0 con 0x7ff40c0d2760 2024-09-13T16:07:33.532 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.525+0000 7ff412232640 1 --2- 172.21.15.76:0/4288790201 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff40c0cde20 0x7ff40c159f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:07:33.532 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.526+0000 7ff411a31640 1 --2- 172.21.15.76:0/4288790201 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff40c0d2760 0x7ff40c0cba30 secure :-1 s=READY pgs=836 cs=0 l=1 rev1=1 crypto rx=0x7ff3fc000c00 tx=0x7ff3fc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:33.532 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.526+0000 7ff402ffd640 1 -- 172.21.15.76:0/4288790201 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3fc032440 con 0x7ff40c0d2760 2024-09-13T16:07:33.532 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.526+0000 7ff402ffd640 1 -- 172.21.15.76:0/4288790201 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff3fc030b80 con 0x7ff40c0d2760 2024-09-13T16:07:33.532 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.526+0000 7ff414496640 1 -- 172.21.15.76:0/4288790201 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff40c0b54b0 con 0x7ff40c0d2760 2024-09-13T16:07:33.532 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.526+0000 7ff402ffd640 1 -- 172.21.15.76:0/4288790201 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3fc03d440 con 0x7ff40c0d2760 2024-09-13T16:07:33.532 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.526+0000 7ff414496640 1 -- 172.21.15.76:0/4288790201 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff40c0ca890 con 0x7ff40c0d2760 2024-09-13T16:07:33.532 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.527+0000 7ff414496640 1 -- 172.21.15.76:0/4288790201 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff40c0caa80 con 0x7ff40c0d2760 2024-09-13T16:07:33.532 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.527+0000 7ff402ffd640 1 -- 172.21.15.76:0/4288790201 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff3fc039040 con 0x7ff40c0d2760 2024-09-13T16:07:33.532 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.528+0000 7ff402ffd640 1 --2- 172.21.15.76:0/4288790201 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff3f006ac00 0x7ff3f006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:33.532 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.528+0000 7ff402ffd640 1 -- 172.21.15.76:0/4288790201 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(61..61 src has 1..61) v4 ==== 5306+0+0 (secure 0 0 0) 0x7ff3fc0a9c70 con 0x7ff40c0d2760 2024-09-13T16:07:33.532 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.528+0000 7ff412232640 1 --2- 172.21.15.76:0/4288790201 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff3f006ac00 0x7ff3f006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:33.532 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.528+0000 7ff412232640 1 --2- 172.21.15.76:0/4288790201 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff3f006ac00 0x7ff3f006d0c0 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7ff40c0c9050 tx=0x7ff408009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:33.534 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.532+0000 7ff402ffd640 1 -- 172.21.15.76:0/4288790201 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ff3fc075070 con 0x7ff40c0d2760 2024-09-13T16:07:33.694 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.692+0000 7ff414496640 1 -- 172.21.15.76:0/4288790201 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7ff40c0d0910 con 0x7ff40c0d2760 2024-09-13T16:07:33.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.692+0000 7ff402ffd640 1 -- 172.21.15.76:0/4288790201 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v61) v1 ==== 93+0+10 (secure 0 0 0) 0x7ff3fc078690 con 0x7ff40c0d2760 2024-09-13T16:07:33.695 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2024-09-13T16:07:33.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.694+0000 7ff414496640 1 -- 172.21.15.76:0/4288790201 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff3f006ac00 msgr2=0x7ff3f006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:33.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.694+0000 7ff414496640 1 --2- 172.21.15.76:0/4288790201 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff3f006ac00 0x7ff3f006d0c0 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7ff40c0c9050 tx=0x7ff408009040 comp rx=0 tx=0).stop 2024-09-13T16:07:33.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.694+0000 7ff414496640 1 -- 172.21.15.76:0/4288790201 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff40c0d2760 msgr2=0x7ff40c0cba30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:33.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.694+0000 7ff414496640 1 --2- 172.21.15.76:0/4288790201 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff40c0d2760 0x7ff40c0cba30 secure :-1 s=READY pgs=836 cs=0 l=1 rev1=1 crypto rx=0x7ff3fc000c00 tx=0x7ff3fc0046c0 comp rx=0 tx=0).stop 2024-09-13T16:07:33.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.694+0000 7ff414496640 1 -- 172.21.15.76:0/4288790201 shutdown_connections 2024-09-13T16:07:33.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.694+0000 7ff414496640 1 --2- 172.21.15.76:0/4288790201 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff3f006ac00 0x7ff3f006d0c0 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:33.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.694+0000 7ff414496640 1 --2- 172.21.15.76:0/4288790201 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff40c15c500 0x7ff40c0cbf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:33.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.694+0000 7ff414496640 1 --2- 172.21.15.76:0/4288790201 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff40c0d2760 0x7ff40c0cba30 unknown :-1 s=CLOSED pgs=836 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:33.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.694+0000 7ff414496640 1 --2- 172.21.15.76:0/4288790201 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff40c0cde20 0x7ff40c159f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:33.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.694+0000 7ff414496640 1 -- 172.21.15.76:0/4288790201 >> 172.21.15.76:0/4288790201 conn(0x7ff40c089f60 msgr2=0x7ff40c0b2530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:33.698 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.694+0000 7ff414496640 1 -- 172.21.15.76:0/4288790201 shutdown_connections 2024-09-13T16:07:33.698 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.694+0000 7ff414496640 1 -- 172.21.15.76:0/4288790201 wait complete. 2024-09-13T16:07:33.707 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_client_limits.TestClientLimits.test_client_cache_size' 2024-09-13T16:07:33.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.804+0000 7fb5aace5640 1 Processor -- start 2024-09-13T16:07:33.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.804+0000 7fb5aace5640 1 -- start start 2024-09-13T16:07:33.808 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.805+0000 7fb5aace5640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fb5a406c4c0 0x7fb5a406c8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:33.808 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.805+0000 7fb5aace5640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb5a40b2590 0x7fb5a406d3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:33.808 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.805+0000 7fb5aace5640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb5a406e0c0 con 0x7fb5a40cbea0 2024-09-13T16:07:33.808 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.805+0000 7fb5aace5640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb5a406deb0 con 0x7fb5a406c4c0 2024-09-13T16:07:33.808 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.805+0000 7fb5aace5640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb5a40b2170 con 0x7fb5a40b2590 2024-09-13T16:07:33.808 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.805+0000 7fb5a3fff640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb5a40b2590 0x7fb5a406d3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:33.808 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.805+0000 7fb5a8a81640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fb5a406c4c0 0x7fb5a406c8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:33.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.805+0000 7fb5a3fff640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb5a40b2590 0x7fb5a406d3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.76:44380/0 (socket says 172.21.15.76:44380) 2024-09-13T16:07:33.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.805+0000 7fb5a3fff640 1 -- 172.21.15.76:0/2658895210 learned_addr learned my addr 172.21.15.76:0/2658895210 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:33.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.806+0000 7fb5a8a81640 1 -- 172.21.15.76:0/2658895210 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb5a40b2590 msgr2=0x7fb5a406d3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:33.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.806+0000 7fb5a8a81640 1 --2- 172.21.15.76:0/2658895210 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb5a40b2590 0x7fb5a406d3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:33.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.806+0000 7fb5a8a81640 1 -- 172.21.15.76:0/2658895210 >> v1:172.21.15.192:6789/0 conn(0x7fb5a40cbea0 legacy=0x7fb5a40cc350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:33.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.806+0000 7fb5a37fe640 1 -- 172.21.15.76:0/2658895210 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2610087607 0 0) 0x7fb5a406e0c0 con 0x7fb5a40cbea0 2024-09-13T16:07:33.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.806+0000 7fb5a8a81640 1 -- 172.21.15.76:0/2658895210 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb5a406e3a0 con 0x7fb5a406c4c0 2024-09-13T16:07:33.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.806+0000 7fb5a8a81640 1 --2- 172.21.15.76:0/2658895210 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb5a406c4c0 0x7fb5a406c8a0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fb59c00aed0 tx=0x7fb59c02b7d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4f7dc006539e2d84 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:33.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.806+0000 7fb5a37fe640 1 -- 172.21.15.76:0/2658895210 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb59c008640 con 0x7fb5a406c4c0 2024-09-13T16:07:33.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.807+0000 7fb5a37fe640 1 -- 172.21.15.76:0/2658895210 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb59c02e050 con 0x7fb5a406c4c0 2024-09-13T16:07:33.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.807+0000 7fb5a37fe640 1 -- 172.21.15.76:0/2658895210 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb59c0089c0 con 0x7fb5a406c4c0 2024-09-13T16:07:33.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.807+0000 7fb5aace5640 1 -- 172.21.15.76:0/2658895210 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb5a406c4c0 msgr2=0x7fb5a406c8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:33.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.807+0000 7fb5aace5640 1 --2- 172.21.15.76:0/2658895210 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb5a406c4c0 0x7fb5a406c8a0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fb59c00aed0 tx=0x7fb59c02b7d0 comp rx=0 tx=0).stop 2024-09-13T16:07:33.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.807+0000 7fb5aace5640 1 -- 172.21.15.76:0/2658895210 shutdown_connections 2024-09-13T16:07:33.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.807+0000 7fb5aace5640 1 --2- 172.21.15.76:0/2658895210 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb5a40b2590 0x7fb5a406d3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:33.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.807+0000 7fb5aace5640 1 --2- 172.21.15.76:0/2658895210 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb5a406c4c0 0x7fb5a406c8a0 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:33.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.807+0000 7fb5aace5640 1 -- 172.21.15.76:0/2658895210 >> 172.21.15.76:0/2658895210 conn(0x7fb5a4069ed0 msgr2=0x7fb5a406a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:33.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.807+0000 7fb5aace5640 1 -- 172.21.15.76:0/2658895210 shutdown_connections 2024-09-13T16:07:33.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.807+0000 7fb5aace5640 1 -- 172.21.15.76:0/2658895210 wait complete. 2024-09-13T16:07:33.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.808+0000 7fb5aace5640 1 Processor -- start 2024-09-13T16:07:33.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.808+0000 7fb5aace5640 1 -- start start 2024-09-13T16:07:33.813 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.809+0000 7fb5aace5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb5a406c4c0 0x7fb5a415aa60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:33.813 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.809+0000 7fb5aace5640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb5a40b2590 0x7fb5a40c7600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:33.813 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.809+0000 7fb5aace5640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb5a40cbea0 0x7fb5a4158f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:33.814 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.809+0000 7fb5aace5640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5a41599c0 con 0x7fb5a406c4c0 2024-09-13T16:07:33.814 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.809+0000 7fb5aace5640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5a4159ca0 con 0x7fb5a40b2590 2024-09-13T16:07:33.814 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.809+0000 7fb5aace5640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb5a4159f80 con 0x7fb5a40cbea0 2024-09-13T16:07:33.814 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.809+0000 7fb5a8a81640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb5a406c4c0 0x7fb5a415aa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:33.814 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.809+0000 7fb5a8a81640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb5a406c4c0 0x7fb5a415aa60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57854/0 (socket says 172.21.15.76:57854) 2024-09-13T16:07:33.814 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.809+0000 7fb5a8a81640 1 -- 172.21.15.76:0/646926445 learned_addr learned my addr 172.21.15.76:0/646926445 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:33.814 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.809+0000 7fb5a3fff640 1 --2- 172.21.15.76:0/646926445 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb5a40b2590 0x7fb5a40c7600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:33.814 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.809+0000 7fb5a9282640 1 --2- 172.21.15.76:0/646926445 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb5a40cbea0 0x7fb5a4158f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:33.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.810+0000 7fb5a8a81640 1 -- 172.21.15.76:0/646926445 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb5a40cbea0 msgr2=0x7fb5a4158f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:33.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.810+0000 7fb5a8a81640 1 --2- 172.21.15.76:0/646926445 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb5a40cbea0 0x7fb5a4158f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:33.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.810+0000 7fb5a8a81640 1 -- 172.21.15.76:0/646926445 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb5a40b2590 msgr2=0x7fb5a40c7600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:33.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.810+0000 7fb5a8a81640 1 --2- 172.21.15.76:0/646926445 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb5a40b2590 0x7fb5a40c7600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:33.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.810+0000 7fb5a8a81640 1 -- 172.21.15.76:0/646926445 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb59c00ab80 con 0x7fb5a406c4c0 2024-09-13T16:07:33.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.810+0000 7fb5a8a81640 1 --2- 172.21.15.76:0/646926445 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb5a406c4c0 0x7fb5a415aa60 secure :-1 s=READY pgs=837 cs=0 l=1 rev1=1 crypto rx=0x7fb59c02b3b0 tx=0x7fb59c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:33.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.810+0000 7fb5a17fa640 1 -- 172.21.15.76:0/646926445 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb59c003b90 con 0x7fb5a406c4c0 2024-09-13T16:07:33.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.810+0000 7fb5a17fa640 1 -- 172.21.15.76:0/646926445 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb59c003cf0 con 0x7fb5a406c4c0 2024-09-13T16:07:33.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.810+0000 7fb5aace5640 1 -- 172.21.15.76:0/646926445 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb5a415a260 con 0x7fb5a406c4c0 2024-09-13T16:07:33.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.810+0000 7fb5a17fa640 1 -- 172.21.15.76:0/646926445 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb59c03e8a0 con 0x7fb5a406c4c0 2024-09-13T16:07:33.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.810+0000 7fb5aace5640 1 -- 172.21.15.76:0/646926445 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb5a4158540 con 0x7fb5a406c4c0 2024-09-13T16:07:33.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.811+0000 7fb5aace5640 1 -- 172.21.15.76:0/646926445 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb5a415a780 con 0x7fb5a406c4c0 2024-09-13T16:07:33.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.811+0000 7fb5a17fa640 1 -- 172.21.15.76:0/646926445 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb59c03ea00 con 0x7fb5a406c4c0 2024-09-13T16:07:33.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.812+0000 7fb5a17fa640 1 --2- 172.21.15.76:0/646926445 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb59006ac00 0x7fb59006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:33.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.812+0000 7fb5a17fa640 1 -- 172.21.15.76:0/646926445 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(61..61 src has 1..61) v4 ==== 5306+0+0 (secure 0 0 0) 0x7fb59c0a9d90 con 0x7fb5a406c4c0 2024-09-13T16:07:33.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.812+0000 7fb5a3fff640 1 --2- 172.21.15.76:0/646926445 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb59006ac00 0x7fb59006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:33.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.812+0000 7fb5a3fff640 1 --2- 172.21.15.76:0/646926445 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb59006ac00 0x7fb59006d0c0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7fb5a40c6ff0 tx=0x7fb598009240 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:33.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:33.816+0000 7fb5a17fa640 1 -- 172.21.15.76:0/646926445 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fb59c075270 con 0x7fb5a406c4c0 2024-09-13T16:07:34.046 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.043+0000 7fb5aace5640 1 -- 172.21.15.76:0/646926445 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_client_limits.TestClientLimits.test_client_cache_size"]} v 0) v1 -- 0x7fb5a406c8a0 con 0x7fb5a406c4c0 2024-09-13T16:07:34.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.121+0000 7fb5a17fa640 1 -- 172.21.15.76:0/646926445 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_client_limits.TestClientLimits.test_client_cache_size"]}]=0 v271) v1 ==== 153+0+0 (secure 0 0 0) 0x7fb59c00a560 con 0x7fb5a406c4c0 2024-09-13T16:07:34.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.123+0000 7fb5aace5640 1 -- 172.21.15.76:0/646926445 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb59006ac00 msgr2=0x7fb59006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:34.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.123+0000 7fb5aace5640 1 --2- 172.21.15.76:0/646926445 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb59006ac00 0x7fb59006d0c0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7fb5a40c6ff0 tx=0x7fb598009240 comp rx=0 tx=0).stop 2024-09-13T16:07:34.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.123+0000 7fb5aace5640 1 -- 172.21.15.76:0/646926445 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb5a406c4c0 msgr2=0x7fb5a415aa60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:34.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.123+0000 7fb5aace5640 1 --2- 172.21.15.76:0/646926445 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb5a406c4c0 0x7fb5a415aa60 secure :-1 s=READY pgs=837 cs=0 l=1 rev1=1 crypto rx=0x7fb59c02b3b0 tx=0x7fb59c004a40 comp rx=0 tx=0).stop 2024-09-13T16:07:34.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.123+0000 7fb5aace5640 1 -- 172.21.15.76:0/646926445 shutdown_connections 2024-09-13T16:07:34.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.123+0000 7fb5aace5640 1 --2- 172.21.15.76:0/646926445 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb59006ac00 0x7fb59006d0c0 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:34.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.123+0000 7fb5aace5640 1 --2- 172.21.15.76:0/646926445 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb5a40cbea0 0x7fb5a4158f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:34.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.123+0000 7fb5aace5640 1 --2- 172.21.15.76:0/646926445 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb5a40b2590 0x7fb5a40c7600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:34.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.123+0000 7fb5aace5640 1 --2- 172.21.15.76:0/646926445 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb5a406c4c0 0x7fb5a415aa60 unknown :-1 s=CLOSED pgs=837 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:34.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.123+0000 7fb5aace5640 1 -- 172.21.15.76:0/646926445 >> 172.21.15.76:0/646926445 conn(0x7fb5a4069ed0 msgr2=0x7fb5a40ae9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:34.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.123+0000 7fb5aace5640 1 -- 172.21.15.76:0/646926445 shutdown_connections 2024-09-13T16:07:34.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.123+0000 7fb5aace5640 1 -- 172.21.15.76:0/646926445 wait complete. 2024-09-13T16:07:34.136 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-13T16:07:34.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.235+0000 7f53ded1f640 1 Processor -- start 2024-09-13T16:07:34.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.235+0000 7f53ded1f640 1 -- start start 2024-09-13T16:07:34.241 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.236+0000 7f53ded1f640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f53d806c8a0 0x7f53d80b1160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:34.241 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.236+0000 7f53ded1f640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f53d80b2d10 con 0x7f53d8158b00 2024-09-13T16:07:34.241 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.236+0000 7f53ded1f640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f53d80b2ff0 con 0x7f53d8071b20 2024-09-13T16:07:34.241 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.236+0000 7f53ded1f640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f53d8070310 con 0x7f53d806c8a0 2024-09-13T16:07:34.241 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.236+0000 7f53dcabb640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f53d8158b00 0x7f53d806c190 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:56918/0 (socket says 172.21.15.76:56918) 2024-09-13T16:07:34.241 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.236+0000 7f53dcabb640 1 -- 172.21.15.76:0/3529372120 learned_addr learned my addr 172.21.15.76:0/3529372120 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:07:34.241 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.236+0000 7f53cf7fe640 1 -- 172.21.15.76:0/3529372120 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 850143979 0 0) 0x7f53d80b2d10 con 0x7f53d8158b00 2024-09-13T16:07:34.241 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.236+0000 7f53cf7fe640 1 -- 172.21.15.76:0/3529372120 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f53c0003520 con 0x7f53d8158b00 2024-09-13T16:07:34.242 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.236+0000 7f53cffff640 1 --2- 172.21.15.76:0/3529372120 >> v2:172.21.15.192:3300/0 conn(0x7f53d806c8a0 0x7f53d80b1160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:34.242 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.236+0000 7f53cf7fe640 1 -- 172.21.15.76:0/3529372120 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2072955203 0 0) 0x7f53c0003520 con 0x7f53d8158b00 2024-09-13T16:07:34.242 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.236+0000 7f53cf7fe640 1 -- 172.21.15.76:0/3529372120 >> v2:172.21.15.192:3300/0 conn(0x7f53d806c8a0 msgr2=0x7f53d80b1160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:34.242 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.236+0000 7f53cf7fe640 1 --2- 172.21.15.76:0/3529372120 >> v2:172.21.15.192:3300/0 conn(0x7f53d806c8a0 0x7f53d80b1160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:34.242 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.236+0000 7f53cf7fe640 1 -- 172.21.15.76:0/3529372120 >> v1:172.21.15.192:6789/0 conn(0x7f53d8071b20 legacy=0x7f53d80b16a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:34.242 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.236+0000 7f53cf7fe640 1 -- 172.21.15.76:0/3529372120 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f53d80705f0 con 0x7f53d8158b00 2024-09-13T16:07:34.242 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.236+0000 7f53cf7fe640 1 -- 172.21.15.76:0/3529372120 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f53d4001670 con 0x7f53d8158b00 2024-09-13T16:07:34.242 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.236+0000 7f53cf7fe640 1 -- 172.21.15.76:0/3529372120 >> v1:172.21.15.76:6789/0 conn(0x7f53d8158b00 legacy=0x7f53d806c190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:34.242 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.236+0000 7f53cf7fe640 1 --2- 172.21.15.76:0/3529372120 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f53c0003970 0x7f53c0003d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:34.242 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.236+0000 7f53cf7fe640 1 --2- 172.21.15.76:0/3529372120 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f53c00047c0 0x7f53c0004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:34.242 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.236+0000 7f53cf7fe640 1 --2- 172.21.15.76:0/3529372120 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f53c0005180 0x7f53c000b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:34.242 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.236+0000 7f53cf7fe640 1 -- 172.21.15.76:0/3529372120 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53d8070310 con 0x7f53c0005180 2024-09-13T16:07:34.242 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.236+0000 7f53cf7fe640 1 -- 172.21.15.76:0/3529372120 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53c000c0b0 con 0x7f53c0003970 2024-09-13T16:07:34.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.236+0000 7f53cf7fe640 1 -- 172.21.15.76:0/3529372120 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f53c000c270 con 0x7f53c00047c0 2024-09-13T16:07:34.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.237+0000 7f53dcabb640 1 --2- 172.21.15.76:0/3529372120 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f53c0003970 0x7f53c0003d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:34.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.237+0000 7f53dd2bc640 1 --2- 172.21.15.76:0/3529372120 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f53c0005180 0x7f53c000b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:34.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.237+0000 7f53cffff640 1 --2- 172.21.15.76:0/3529372120 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f53c00047c0 0x7f53c0004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:34.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.237+0000 7f53dd2bc640 1 -- 172.21.15.76:0/3529372120 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f53c00047c0 msgr2=0x7f53c0004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:34.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.237+0000 7f53dd2bc640 1 --2- 172.21.15.76:0/3529372120 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f53c00047c0 0x7f53c0004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:34.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.237+0000 7f53dd2bc640 1 -- 172.21.15.76:0/3529372120 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f53c0003970 msgr2=0x7f53c0003d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:34.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.237+0000 7f53dd2bc640 1 --2- 172.21.15.76:0/3529372120 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f53c0003970 0x7f53c0003d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:34.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.237+0000 7f53dd2bc640 1 -- 172.21.15.76:0/3529372120 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f53c0003520 con 0x7f53c0005180 2024-09-13T16:07:34.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.237+0000 7f53dd2bc640 1 -- 172.21.15.76:0/3529372120 reap_dead start 2024-09-13T16:07:34.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.238+0000 7f53dd2bc640 1 --2- 172.21.15.76:0/3529372120 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f53c0005180 0x7f53c000b980 secure :-1 s=READY pgs=839 cs=0 l=1 rev1=1 crypto rx=0x7f53d0004480 tx=0x7f53c00057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=af2957e849f22392 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:34.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.238+0000 7f53cf7fe640 1 -- 172.21.15.76:0/3529372120 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53d002ad60 con 0x7f53c0005180 2024-09-13T16:07:34.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.238+0000 7f53cf7fe640 1 -- 172.21.15.76:0/3529372120 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f53d0006b50 con 0x7f53c0005180 2024-09-13T16:07:34.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.238+0000 7f53cf7fe640 1 -- 172.21.15.76:0/3529372120 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53d0007020 con 0x7f53c0005180 2024-09-13T16:07:34.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.238+0000 7f53ded1f640 1 -- 172.21.15.76:0/3529372120 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f53c0005180 msgr2=0x7f53c000b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:34.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.238+0000 7f53ded1f640 1 --2- 172.21.15.76:0/3529372120 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f53c0005180 0x7f53c000b980 secure :-1 s=READY pgs=839 cs=0 l=1 rev1=1 crypto rx=0x7f53d0004480 tx=0x7f53c00057f0 comp rx=0 tx=0).stop 2024-09-13T16:07:34.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.238+0000 7f53ded1f640 1 -- 172.21.15.76:0/3529372120 shutdown_connections 2024-09-13T16:07:34.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.238+0000 7f53ded1f640 1 --2- 172.21.15.76:0/3529372120 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f53c0005180 0x7f53c000b980 unknown :-1 s=CLOSED pgs=839 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:34.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.238+0000 7f53ded1f640 1 -- 172.21.15.76:0/3529372120 >> 172.21.15.76:0/3529372120 conn(0x7f53d806a0b0 msgr2=0x7f53d806a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:34.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.238+0000 7f53ded1f640 1 -- 172.21.15.76:0/3529372120 shutdown_connections 2024-09-13T16:07:34.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.238+0000 7f53ded1f640 1 -- 172.21.15.76:0/3529372120 wait complete. 2024-09-13T16:07:34.247 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.239+0000 7f53ded1f640 1 Processor -- start 2024-09-13T16:07:34.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.239+0000 7f53ded1f640 1 -- start start 2024-09-13T16:07:34.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.240+0000 7f53ded1f640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f53c0005180 0x7f53d8097570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:34.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.240+0000 7f53ded1f640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f53d80c39d0 0x7f53d80b21b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:34.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.240+0000 7f53ded1f640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f53d815b8e0 0x7f53d8098510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:34.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.240+0000 7f53ded1f640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53d80970e0 con 0x7f53d815b8e0 2024-09-13T16:07:34.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.240+0000 7f53ded1f640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53d80967b0 con 0x7f53c0005180 2024-09-13T16:07:34.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.240+0000 7f53ded1f640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f53d8096a90 con 0x7f53d80c39d0 2024-09-13T16:07:34.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.240+0000 7f53dd2bc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f53d815b8e0 0x7f53d8098510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:34.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.240+0000 7f53dd2bc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f53d815b8e0 0x7f53d8098510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57872/0 (socket says 172.21.15.76:57872) 2024-09-13T16:07:34.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.240+0000 7f53dd2bc640 1 -- 172.21.15.76:0/3960515246 learned_addr learned my addr 172.21.15.76:0/3960515246 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:34.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.241+0000 7f53dcabb640 1 --2- 172.21.15.76:0/3960515246 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f53c0005180 0x7f53d8097570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:34.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.241+0000 7f53cffff640 1 --2- 172.21.15.76:0/3960515246 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f53d80c39d0 0x7f53d80b21b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:34.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.241+0000 7f53dd2bc640 1 -- 172.21.15.76:0/3960515246 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f53d80c39d0 msgr2=0x7f53d80b21b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:34.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.241+0000 7f53dd2bc640 1 --2- 172.21.15.76:0/3960515246 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f53d80c39d0 0x7f53d80b21b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:34.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.241+0000 7f53dd2bc640 1 -- 172.21.15.76:0/3960515246 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f53c0005180 msgr2=0x7f53d8097570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:34.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.241+0000 7f53dd2bc640 1 --2- 172.21.15.76:0/3960515246 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f53c0005180 0x7f53d8097570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:34.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.241+0000 7f53dd2bc640 1 -- 172.21.15.76:0/3960515246 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f53d8096d70 con 0x7f53d815b8e0 2024-09-13T16:07:34.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.241+0000 7f53dcabb640 1 --2- 172.21.15.76:0/3960515246 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f53c0005180 0x7f53d8097570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:07:34.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.241+0000 7f53dd2bc640 1 --2- 172.21.15.76:0/3960515246 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f53d815b8e0 0x7f53d8098510 secure :-1 s=READY pgs=840 cs=0 l=1 rev1=1 crypto rx=0x7f53d0004480 tx=0x7f53d0003a70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:34.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.241+0000 7f53cd7fa640 1 -- 172.21.15.76:0/3960515246 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53d00077e0 con 0x7f53d815b8e0 2024-09-13T16:07:34.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.241+0000 7f53cd7fa640 1 -- 172.21.15.76:0/3960515246 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f53d0007940 con 0x7f53d815b8e0 2024-09-13T16:07:34.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.241+0000 7f53ded1f640 1 -- 172.21.15.76:0/3960515246 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f53d8097ab0 con 0x7f53d815b8e0 2024-09-13T16:07:34.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.241+0000 7f53cd7fa640 1 -- 172.21.15.76:0/3960515246 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53d003c680 con 0x7f53d815b8e0 2024-09-13T16:07:34.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.241+0000 7f53ded1f640 1 -- 172.21.15.76:0/3960515246 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f53d815bd70 con 0x7f53d815b8e0 2024-09-13T16:07:34.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.242+0000 7f53ded1f640 1 -- 172.21.15.76:0/3960515246 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f53d8096f00 con 0x7f53d815b8e0 2024-09-13T16:07:34.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.242+0000 7f53cd7fa640 1 -- 172.21.15.76:0/3960515246 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f53d003c7e0 con 0x7f53d815b8e0 2024-09-13T16:07:34.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.243+0000 7f53cd7fa640 1 --2- 172.21.15.76:0/3960515246 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f53c406ac00 0x7f53c406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:34.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.243+0000 7f53cd7fa640 1 -- 172.21.15.76:0/3960515246 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(61..61 src has 1..61) v4 ==== 5306+0+0 (secure 0 0 0) 0x7f53d00a9820 con 0x7f53d815b8e0 2024-09-13T16:07:34.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.243+0000 7f53dcabb640 1 --2- 172.21.15.76:0/3960515246 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f53c406ac00 0x7f53c406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:34.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.243+0000 7f53dcabb640 1 --2- 172.21.15.76:0/3960515246 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f53c406ac00 0x7f53c406d0c0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f53d80ae140 tx=0x7f53d4009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:34.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.247+0000 7f53cd7fa640 1 -- 172.21.15.76:0/3960515246 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f53d0074c20 con 0x7f53d815b8e0 2024-09-13T16:07:34.411 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.409+0000 7f53ded1f640 1 -- 172.21.15.76:0/3960515246 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) v1 -- 0x7f53d80b2ff0 con 0x7f53d815b8e0 2024-09-13T16:07:34.415 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.413+0000 7f53cd7fa640 1 -- 172.21.15.76:0/3960515246 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v25)=0 v25) v1 ==== 122+0+0 (secure 0 0 0) 0x7f53d0078240 con 0x7f53d815b8e0 2024-09-13T16:07:34.418 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.415+0000 7f53ded1f640 1 -- 172.21.15.76:0/3960515246 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f53c406ac00 msgr2=0x7f53c406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:34.418 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.415+0000 7f53ded1f640 1 --2- 172.21.15.76:0/3960515246 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f53c406ac00 0x7f53c406d0c0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f53d80ae140 tx=0x7f53d4009040 comp rx=0 tx=0).stop 2024-09-13T16:07:34.418 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.415+0000 7f53ded1f640 1 -- 172.21.15.76:0/3960515246 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f53d815b8e0 msgr2=0x7f53d8098510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:34.418 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.415+0000 7f53ded1f640 1 --2- 172.21.15.76:0/3960515246 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f53d815b8e0 0x7f53d8098510 secure :-1 s=READY pgs=840 cs=0 l=1 rev1=1 crypto rx=0x7f53d0004480 tx=0x7f53d0003a70 comp rx=0 tx=0).stop 2024-09-13T16:07:34.418 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.415+0000 7f53ded1f640 1 -- 172.21.15.76:0/3960515246 shutdown_connections 2024-09-13T16:07:34.418 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.415+0000 7f53ded1f640 1 --2- 172.21.15.76:0/3960515246 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f53d815b8e0 0x7f53d8098510 unknown :-1 s=CLOSED pgs=840 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:34.418 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.415+0000 7f53ded1f640 1 --2- 172.21.15.76:0/3960515246 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f53c406ac00 0x7f53c406d0c0 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:34.418 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.415+0000 7f53ded1f640 1 --2- 172.21.15.76:0/3960515246 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f53d80c39d0 0x7f53d80b21b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:34.418 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.415+0000 7f53ded1f640 1 --2- 172.21.15.76:0/3960515246 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f53c0005180 0x7f53d8097570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:34.418 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.415+0000 7f53ded1f640 1 -- 172.21.15.76:0/3960515246 >> 172.21.15.76:0/3960515246 conn(0x7f53d806a0b0 msgr2=0x7f53d80ab330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:34.418 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.415+0000 7f53ded1f640 1 -- 172.21.15.76:0/3960515246 shutdown_connections 2024-09-13T16:07:34.419 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.415+0000 7f53ded1f640 1 -- 172.21.15.76:0/3960515246 wait complete. 2024-09-13T16:07:34.429 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-13T16:07:34.429 DEBUG:teuthology.orchestra.run.smithi076:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T16:07:34.470 DEBUG:teuthology.orchestra.run.smithi192:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T16:07:34.516 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-13T16:07:34.516 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:07:34.516 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:07:34.532 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18725 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T16:07:34.532 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-13T16:07:34.532 DEBUG:teuthology.orchestra.run.smithi192:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:07:34.551 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056014,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20494 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-13T16:07:34.551 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:07:34.551 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:07:34.588 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18725 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T16:07:34.588 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-13T16:07:34.588 DEBUG:teuthology.orchestra.run.smithi192:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:07:34.608 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056014,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20494 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-13T16:07:34.609 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-13T16:07:34.609 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:07:34.727 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.724+0000 7feb3fe44640 1 Processor -- start 2024-09-13T16:07:34.727 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.724+0000 7feb3fe44640 1 -- start start 2024-09-13T16:07:34.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.725+0000 7feb3fe44640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb380ce6e0 0x7feb3815cac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:34.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.725+0000 7feb3fe44640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7feb3806e220 0x7feb3806e670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:34.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.725+0000 7feb3fe44640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7feb380ceac0 con 0x7feb3806cbe0 2024-09-13T16:07:34.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.725+0000 7feb3fe44640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7feb3806ebb0 con 0x7feb3806e220 2024-09-13T16:07:34.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.725+0000 7feb3fe44640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feb380d0350 con 0x7feb380ce6e0 2024-09-13T16:07:34.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.726+0000 7feb3e3e1640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7feb3806e220 0x7feb3806e670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:34.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.726+0000 7feb3dbe0640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb380ce6e0 0x7feb3815cac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:34.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.726+0000 7feb3e3e1640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7feb3806e220 0x7feb3806e670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.76:42902/0 (socket says 172.21.15.76:42902) 2024-09-13T16:07:34.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.726+0000 7feb3e3e1640 1 -- 172.21.15.76:0/2783896629 learned_addr learned my addr 172.21.15.76:0/2783896629 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:34.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.726+0000 7feb3d3df640 1 --1- 172.21.15.76:0/2783896629 >> v1:172.21.15.192:6789/0 conn(0x7feb3806cbe0 0x7feb3806b1f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:38772/0 (socket says 172.21.15.76:38772) 2024-09-13T16:07:34.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.726+0000 7feb3dbe0640 1 -- 172.21.15.76:0/2783896629 >> v2:172.21.15.192:3300/0 conn(0x7feb3806e220 msgr2=0x7feb3806e670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:34.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.726+0000 7feb3dbe0640 1 --2- 172.21.15.76:0/2783896629 >> v2:172.21.15.192:3300/0 conn(0x7feb3806e220 0x7feb3806e670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:34.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.726+0000 7feb3dbe0640 1 -- 172.21.15.76:0/2783896629 >> v1:172.21.15.192:6789/0 conn(0x7feb3806cbe0 legacy=0x7feb3806b1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:34.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.726+0000 7feb3dbe0640 1 -- 172.21.15.76:0/2783896629 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feb3815d2f0 con 0x7feb380ce6e0 2024-09-13T16:07:34.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.726+0000 7feb3e3e1640 1 --2- 172.21.15.76:0/2783896629 >> v2:172.21.15.192:3300/0 conn(0x7feb3806e220 0x7feb3806e670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:07:34.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.727+0000 7feb3dbe0640 1 --2- 172.21.15.76:0/2783896629 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb380ce6e0 0x7feb3815cac0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7feb34009d90 tx=0x7feb3402a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=54983ed45c2a444c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:34.731 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.727+0000 7feb3cbde640 1 -- 172.21.15.76:0/2783896629 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb34007740 con 0x7feb380ce6e0 2024-09-13T16:07:34.731 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.727+0000 7feb3cbde640 1 -- 172.21.15.76:0/2783896629 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feb3402d050 con 0x7feb380ce6e0 2024-09-13T16:07:34.731 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.727+0000 7feb3cbde640 1 -- 172.21.15.76:0/2783896629 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb34007ac0 con 0x7feb380ce6e0 2024-09-13T16:07:34.731 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.728+0000 7feb3fe44640 1 -- 172.21.15.76:0/2783896629 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb380ce6e0 msgr2=0x7feb3815cac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:34.731 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.728+0000 7feb3fe44640 1 --2- 172.21.15.76:0/2783896629 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb380ce6e0 0x7feb3815cac0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7feb34009d90 tx=0x7feb3402a660 comp rx=0 tx=0).stop 2024-09-13T16:07:34.731 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.728+0000 7feb3fe44640 1 -- 172.21.15.76:0/2783896629 shutdown_connections 2024-09-13T16:07:34.731 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.728+0000 7feb3fe44640 1 --2- 172.21.15.76:0/2783896629 >> v2:172.21.15.192:3300/0 conn(0x7feb3806e220 0x7feb3806e670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:34.731 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.728+0000 7feb3fe44640 1 --2- 172.21.15.76:0/2783896629 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb380ce6e0 0x7feb3815cac0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:34.731 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.728+0000 7feb3fe44640 1 -- 172.21.15.76:0/2783896629 >> 172.21.15.76:0/2783896629 conn(0x7feb38069ed0 msgr2=0x7feb3806a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:34.731 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.728+0000 7feb3fe44640 1 -- 172.21.15.76:0/2783896629 shutdown_connections 2024-09-13T16:07:34.731 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.728+0000 7feb3fe44640 1 -- 172.21.15.76:0/2783896629 wait complete. 2024-09-13T16:07:34.734 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.729+0000 7feb3fe44640 1 Processor -- start 2024-09-13T16:07:34.734 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.729+0000 7feb3fe44640 1 -- start start 2024-09-13T16:07:34.734 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.730+0000 7feb3fe44640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb3806cbe0 0x7feb380c3ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:34.734 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.730+0000 7feb3fe44640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb3806e220 0x7feb381f56c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:34.734 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.730+0000 7feb3fe44640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feb380ce6e0 0x7feb381eed80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:34.734 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.730+0000 7feb3fe44640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb380c6630 con 0x7feb3806cbe0 2024-09-13T16:07:34.734 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.730+0000 7feb3fe44640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb380c6910 con 0x7feb380ce6e0 2024-09-13T16:07:34.734 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.730+0000 7feb3fe44640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feb380c8460 con 0x7feb3806e220 2024-09-13T16:07:34.734 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.730+0000 7feb3dbe0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb3806cbe0 0x7feb380c3ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:34.734 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.730+0000 7feb3dbe0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb3806cbe0 0x7feb380c3ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57888/0 (socket says 172.21.15.76:57888) 2024-09-13T16:07:34.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.730+0000 7feb3dbe0640 1 -- 172.21.15.76:0/1722284545 learned_addr learned my addr 172.21.15.76:0/1722284545 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:34.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.730+0000 7feb3e3e1640 1 --2- 172.21.15.76:0/1722284545 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feb380ce6e0 0x7feb381eed80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:34.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.730+0000 7feb3d3df640 1 --2- 172.21.15.76:0/1722284545 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb3806e220 0x7feb381f56c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:34.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.730+0000 7feb3dbe0640 1 -- 172.21.15.76:0/1722284545 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb3806e220 msgr2=0x7feb381f56c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:34.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.730+0000 7feb3dbe0640 1 --2- 172.21.15.76:0/1722284545 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb3806e220 0x7feb381f56c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:34.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.730+0000 7feb3dbe0640 1 -- 172.21.15.76:0/1722284545 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feb380ce6e0 msgr2=0x7feb381eed80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:34.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.730+0000 7feb3dbe0640 1 --2- 172.21.15.76:0/1722284545 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feb380ce6e0 0x7feb381eed80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:34.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.730+0000 7feb3dbe0640 1 -- 172.21.15.76:0/1722284545 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feb300094d0 con 0x7feb3806cbe0 2024-09-13T16:07:34.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.730+0000 7feb3e3e1640 1 --2- 172.21.15.76:0/1722284545 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feb380ce6e0 0x7feb381eed80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:07:34.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.730+0000 7feb3dbe0640 1 --2- 172.21.15.76:0/1722284545 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb3806cbe0 0x7feb380c3ad0 secure :-1 s=READY pgs=841 cs=0 l=1 rev1=1 crypto rx=0x7feb34009d90 tx=0x7feb34004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:34.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.730+0000 7feb2e7fc640 1 -- 172.21.15.76:0/1722284545 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb3403b820 con 0x7feb3806cbe0 2024-09-13T16:07:34.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.730+0000 7feb2e7fc640 1 -- 172.21.15.76:0/1722284545 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feb3403b980 con 0x7feb3806cbe0 2024-09-13T16:07:34.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.730+0000 7feb3fe44640 1 -- 172.21.15.76:0/1722284545 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7feb34009a70 con 0x7feb3806cbe0 2024-09-13T16:07:34.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.730+0000 7feb2e7fc640 1 -- 172.21.15.76:0/1722284545 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb3403bcf0 con 0x7feb3806cbe0 2024-09-13T16:07:34.736 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.731+0000 7feb3fe44640 1 -- 172.21.15.76:0/1722284545 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feb380c8a20 con 0x7feb3806cbe0 2024-09-13T16:07:34.736 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.731+0000 7feb3fe44640 1 -- 172.21.15.76:0/1722284545 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7feb380cfee0 con 0x7feb3806cbe0 2024-09-13T16:07:34.736 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.732+0000 7feb2e7fc640 1 -- 172.21.15.76:0/1722284545 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7feb34044460 con 0x7feb3806cbe0 2024-09-13T16:07:34.736 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.732+0000 7feb2e7fc640 1 --2- 172.21.15.76:0/1722284545 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feb1c06ac00 0x7feb1c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:34.737 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.732+0000 7feb2e7fc640 1 -- 172.21.15.76:0/1722284545 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(61..61 src has 1..61) v4 ==== 5306+0+0 (secure 0 0 0) 0x7feb340aa8f0 con 0x7feb3806cbe0 2024-09-13T16:07:34.737 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.732+0000 7feb3d3df640 1 --2- 172.21.15.76:0/1722284545 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feb1c06ac00 0x7feb1c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:34.737 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.733+0000 7feb3d3df640 1 --2- 172.21.15.76:0/1722284545 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feb1c06ac00 0x7feb1c06d0c0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7feb28000f60 tx=0x7feb28000ed0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:34.739 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.737+0000 7feb2e7fc640 1 -- 172.21.15.76:0/1722284545 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7feb34075d10 con 0x7feb3806cbe0 2024-09-13T16:07:34.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.933+0000 7feb3fe44640 1 -- 172.21.15.76:0/1722284545 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7feb38067250 con 0x7feb3806cbe0 2024-09-13T16:07:34.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.933+0000 7feb2e7fc640 1 -- 172.21.15.76:0/1722284545 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) v1 ==== 94+0+3532 (secure 0 0 0) 0x7feb34049de0 con 0x7feb3806cbe0 2024-09-13T16:07:34.936 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:07:34.936 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":26,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5258,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/745761688","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6833","nonce":745761688},{"type":"v1","addr":"172.21.15.192:6835","nonce":745761688}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":18},{"gid":5989,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6834/3407680254","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":3407680254},{"type":"v1","addr":"172.21.15.192:6834","nonce":3407680254}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":26},{"gid":6006,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6835/3371105731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":3371105731},{"type":"v1","addr":"172.21.15.76:6835","nonce":3371105731}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":18},{"gid":6009,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6837/3310718697","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6836","nonce":3310718697},{"type":"v1","addr":"172.21.15.76:6837","nonce":3310718697}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":18}],"filesystems":[]} 2024-09-13T16:07:34.936 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 26 2024-09-13T16:07:34.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.935+0000 7feb3fe44640 1 -- 172.21.15.76:0/1722284545 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feb1c06ac00 msgr2=0x7feb1c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:34.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.935+0000 7feb3fe44640 1 --2- 172.21.15.76:0/1722284545 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feb1c06ac00 0x7feb1c06d0c0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7feb28000f60 tx=0x7feb28000ed0 comp rx=0 tx=0).stop 2024-09-13T16:07:34.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.935+0000 7feb3fe44640 1 -- 172.21.15.76:0/1722284545 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb3806cbe0 msgr2=0x7feb380c3ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:34.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.935+0000 7feb3fe44640 1 --2- 172.21.15.76:0/1722284545 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb3806cbe0 0x7feb380c3ad0 secure :-1 s=READY pgs=841 cs=0 l=1 rev1=1 crypto rx=0x7feb34009d90 tx=0x7feb34004a40 comp rx=0 tx=0).stop 2024-09-13T16:07:34.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.935+0000 7feb3fe44640 1 -- 172.21.15.76:0/1722284545 shutdown_connections 2024-09-13T16:07:34.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.935+0000 7feb3fe44640 1 --2- 172.21.15.76:0/1722284545 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feb380ce6e0 0x7feb381eed80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:34.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.935+0000 7feb3fe44640 1 --2- 172.21.15.76:0/1722284545 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feb1c06ac00 0x7feb1c06d0c0 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:34.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.935+0000 7feb3fe44640 1 --2- 172.21.15.76:0/1722284545 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb3806e220 0x7feb381f56c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:34.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.935+0000 7feb3fe44640 1 --2- 172.21.15.76:0/1722284545 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb3806cbe0 0x7feb380c3ad0 unknown :-1 s=CLOSED pgs=841 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:34.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.935+0000 7feb3fe44640 1 -- 172.21.15.76:0/1722284545 >> 172.21.15.76:0/1722284545 conn(0x7feb38069ed0 msgr2=0x7feb380cb820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:34.939 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.935+0000 7feb3fe44640 1 -- 172.21.15.76:0/1722284545 shutdown_connections 2024-09-13T16:07:34.939 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:34.935+0000 7feb3fe44640 1 -- 172.21.15.76:0/1722284545 wait complete. 2024-09-13T16:07:34.949 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-13T16:07:34.949 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-13T16:07:34.949 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-13T16:07:34.949 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:07:34.950 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-13T16:07:34.950 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-13T16:07:34.950 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-13T16:07:34.950 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:07:34.950 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-13T16:07:34.950 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-13T16:07:34.951 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-13T16:07:34.951 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:07:34.951 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-13T16:07:34.951 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-13T16:07:34.951 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-13T16:07:34.951 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:07:34.959 INFO:tasks.ceph.mds.a:Stopped 2024-09-13T16:07:34.959 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-13T16:07:34.960 INFO:tasks.ceph.mds.c:Stopped 2024-09-13T16:07:34.960 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-13T16:07:34.965 INFO:tasks.ceph.mds.b:Stopped 2024-09-13T16:07:34.965 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-13T16:07:34.966 INFO:tasks.ceph.mds.d:Stopped 2024-09-13T16:07:34.966 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-13T16:07:35.002 INFO:tasks.ceph.mds.a:Started 2024-09-13T16:07:35.002 DEBUG:teuthology.parallel:result is None 2024-09-13T16:07:35.003 INFO:tasks.ceph.mds.c:Started 2024-09-13T16:07:35.003 DEBUG:teuthology.parallel:result is None 2024-09-13T16:07:35.007 INFO:tasks.ceph.mds.b:Started 2024-09-13T16:07:35.008 DEBUG:teuthology.parallel:result is None 2024-09-13T16:07:35.008 INFO:tasks.ceph.mds.d:Started 2024-09-13T16:07:35.008 DEBUG:teuthology.parallel:result is None 2024-09-13T16:07:35.009 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-13T16:07:35.075 INFO:tasks.ceph.mds.a.smithi076.stdout:starting mds.a at 2024-09-13T16:07:35.076 INFO:tasks.ceph.mds.c.smithi076.stdout:starting mds.c at 2024-09-13T16:07:35.089 INFO:tasks.ceph.mds.b.smithi192.stdout:starting mds.b at 2024-09-13T16:07:35.091 INFO:tasks.ceph.mds.d.smithi192.stdout:starting mds.d at 2024-09-13T16:07:35.117 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:35.113+0000 7f69f359c640 1 Processor -- start 2024-09-13T16:07:35.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:35.113+0000 7f69f359c640 1 -- start start 2024-09-13T16:07:35.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:35.114+0000 7f69f359c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f69ec0b4130 0x7f69ec0d2d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:35.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:35.114+0000 7f69f359c640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f69ec08a370 0x7f69ec0d0f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:35.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:35.114+0000 7f69f359c640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f69ec0b3540 con 0x7f69ec0b4510 2024-09-13T16:07:35.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:35.114+0000 7f69f359c640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f69ec0b2ff0 con 0x7f69ec08a370 2024-09-13T16:07:35.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:35.114+0000 7f69f359c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f69ec0cdc70 con 0x7f69ec0b4130 2024-09-13T16:07:35.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:35.114+0000 7f69f1b39640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f69ec0b4510 0x7f69ec0d1450 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:56942/0 (socket says 172.21.15.76:56942) 2024-09-13T16:07:35.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:35.114+0000 7f69f1b39640 1 -- 172.21.15.76:0/2056079913 learned_addr learned my addr 172.21.15.76:0/2056079913 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:07:35.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:35.114+0000 7f69f0b37640 1 --2- 172.21.15.76:0/2056079913 >> v2:172.21.15.192:3300/0 conn(0x7f69ec08a370 0x7f69ec0d0f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:35.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:35.114+0000 7f69f1338640 1 --2- 172.21.15.76:0/2056079913 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f69ec0b4130 0x7f69ec0d2d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:35.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:35.114+0000 7f69e3fff640 1 -- 172.21.15.76:0/2056079913 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2373898263 0 0) 0x7f69ec0b3540 con 0x7f69ec0b4510 2024-09-13T16:07:35.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:35.114+0000 7f69e3fff640 1 -- 172.21.15.76:0/2056079913 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f69d8003520 con 0x7f69ec0b4510 2024-09-13T16:07:35.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:35.114+0000 7f69f0b37640 1 -- 172.21.15.76:0/2056079913 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f69ec0b4130 msgr2=0x7f69ec0d2d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:35.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:35.114+0000 7f69f0b37640 1 --2- 172.21.15.76:0/2056079913 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f69ec0b4130 0x7f69ec0d2d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:35.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:35.114+0000 7f69f0b37640 1 -- 172.21.15.76:0/2056079913 >> v1:172.21.15.76:6789/0 conn(0x7f69ec0b4510 legacy=0x7f69ec0d1450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:35.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:35.114+0000 7f69f0b37640 1 -- 172.21.15.76:0/2056079913 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f69ec0cd6f0 con 0x7f69ec08a370 2024-09-13T16:07:35.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:35.115+0000 7f69f0b37640 1 --2- 172.21.15.76:0/2056079913 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f69ec08a370 0x7f69ec0d0f10 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f69dc0097a0 tx=0x7f69dc02a100 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fbfa183dd0b69086 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:35.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:35.115+0000 7f69e3fff640 1 -- 172.21.15.76:0/2056079913 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f69dc02ae50 con 0x7f69ec08a370 2024-09-13T16:07:35.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:35.115+0000 7f69e3fff640 1 -- 172.21.15.76:0/2056079913 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f69dc032440 con 0x7f69ec08a370 2024-09-13T16:07:35.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:35.115+0000 7f69e3fff640 1 -- 172.21.15.76:0/2056079913 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f69dc0327d0 con 0x7f69ec08a370 2024-09-13T16:07:35.121 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:35.116+0000 7f69f359c640 1 -- 172.21.15.76:0/2056079913 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f69ec08a370 msgr2=0x7f69ec0d0f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:35.121 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:35.116+0000 7f69f359c640 1 --2- 172.21.15.76:0/2056079913 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f69ec08a370 0x7f69ec0d0f10 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f69dc0097a0 tx=0x7f69dc02a100 comp rx=0 tx=0).stop 2024-09-13T16:07:35.121 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:35.116+0000 7f69f359c640 1 -- 172.21.15.76:0/2056079913 shutdown_connections 2024-09-13T16:07:35.121 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:35.116+0000 7f69f359c640 1 --2- 172.21.15.76:0/2056079913 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f69ec08a370 0x7f69ec0d0f10 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:35.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:35.116+0000 7f69f359c640 1 --2- 172.21.15.76:0/2056079913 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f69ec0b4130 0x7f69ec0d2d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:35.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:35.116+0000 7f69f359c640 1 -- 172.21.15.76:0/2056079913 >> 172.21.15.76:0/2056079913 conn(0x7f69ec089f60 msgr2=0x7f69ec0d24f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:35.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:35.116+0000 7f69f359c640 1 -- 172.21.15.76:0/2056079913 shutdown_connections 2024-09-13T16:07:35.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:35.116+0000 7f69f359c640 1 -- 172.21.15.76:0/2056079913 wait complete. 2024-09-13T16:07:35.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:35.117+0000 7f69f359c640 1 Processor -- start 2024-09-13T16:07:35.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:35.117+0000 7f69f359c640 1 -- start start 2024-09-13T16:07:35.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:35.118+0000 7f69f359c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f69ec08a370 0x7f69ec0c95c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:35.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:35.118+0000 7f69f359c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f69ec0b4130 0x7f69ec0d0cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:35.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:35.118+0000 7f69f359c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f69ec0b4510 0x7f69ec0d1230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:35.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:35.118+0000 7f69f359c640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f69ec0afbb0 con 0x7f69ec0b4510 2024-09-13T16:07:35.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:35.118+0000 7f69f359c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f69ec0c9ca0 con 0x7f69ec0b4130 2024-09-13T16:07:35.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:35.118+0000 7f69f359c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f69ec0c9f80 con 0x7f69ec08a370 2024-09-13T16:07:35.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:35.118+0000 7f69f1b39640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f69ec0b4510 0x7f69ec0d1230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:35.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:35.118+0000 7f69f1b39640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f69ec0b4510 0x7f69ec0d1230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57922/0 (socket says 172.21.15.76:57922) 2024-09-13T16:07:35.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:35.118+0000 7f69f1b39640 1 -- 172.21.15.76:0/3409063629 learned_addr learned my addr 172.21.15.76:0/3409063629 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:35.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:35.118+0000 7f69f1338640 1 --2- 172.21.15.76:0/3409063629 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f69ec08a370 0x7f69ec0c95c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:35.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:35.118+0000 7f69f0b37640 1 --2- 172.21.15.76:0/3409063629 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f69ec0b4130 0x7f69ec0d0cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:35.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:35.118+0000 7f69f1b39640 1 -- 172.21.15.76:0/3409063629 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f69ec08a370 msgr2=0x7f69ec0c95c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:35.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:35.118+0000 7f69f1b39640 1 --2- 172.21.15.76:0/3409063629 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f69ec08a370 0x7f69ec0c95c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:35.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:35.118+0000 7f69f1b39640 1 -- 172.21.15.76:0/3409063629 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f69ec0b4130 msgr2=0x7f69ec0d0cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:35.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:35.118+0000 7f69f1b39640 1 --2- 172.21.15.76:0/3409063629 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f69ec0b4130 0x7f69ec0d0cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:35.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:35.118+0000 7f69f1b39640 1 -- 172.21.15.76:0/3409063629 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f69dc009400 con 0x7f69ec0b4510 2024-09-13T16:07:35.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:35.118+0000 7f69f1b39640 1 --2- 172.21.15.76:0/3409063629 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f69ec0b4510 0x7f69ec0d1230 secure :-1 s=READY pgs=851 cs=0 l=1 rev1=1 crypto rx=0x7f69e400caa0 tx=0x7f69e400cf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:35.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:35.120+0000 7f69e1ffb640 1 -- 172.21.15.76:0/3409063629 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f69e400ac00 con 0x7f69ec0b4510 2024-09-13T16:07:35.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:35.121+0000 7f69f359c640 1 -- 172.21.15.76:0/3409063629 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f69ec0afe00 con 0x7f69ec0b4510 2024-09-13T16:07:35.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:35.121+0000 7f69e1ffb640 1 -- 172.21.15.76:0/3409063629 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f69e400ad60 con 0x7f69ec0b4510 2024-09-13T16:07:35.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:35.121+0000 7f69e1ffb640 1 -- 172.21.15.76:0/3409063629 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f69e4012600 con 0x7f69ec0b4510 2024-09-13T16:07:35.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:35.121+0000 7f69f359c640 1 -- 172.21.15.76:0/3409063629 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f69ec0cbe20 con 0x7f69ec0b4510 2024-09-13T16:07:35.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:35.122+0000 7f69f359c640 1 -- 172.21.15.76:0/3409063629 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f69ec0b0320 con 0x7f69ec0b4510 2024-09-13T16:07:35.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:35.122+0000 7f69e1ffb640 1 -- 172.21.15.76:0/3409063629 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f69e4012760 con 0x7f69ec0b4510 2024-09-13T16:07:35.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:35.123+0000 7f69e1ffb640 1 --2- 172.21.15.76:0/3409063629 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f69d006ac00 0x7f69d006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:35.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:35.123+0000 7f69f1338640 1 --2- 172.21.15.76:0/3409063629 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f69d006ac00 0x7f69d006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:35.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:35.123+0000 7f69e1ffb640 1 -- 172.21.15.76:0/3409063629 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(65..65 src has 1..65) v4 ==== 5306+0+0 (secure 0 0 0) 0x7f69e4089000 con 0x7f69ec0b4510 2024-09-13T16:07:35.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:35.123+0000 7f69f1338640 1 --2- 172.21.15.76:0/3409063629 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f69d006ac00 0x7f69d006d0c0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f69e8009b40 tx=0x7f69e8009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:35.129 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:35.127+0000 7f69e1ffb640 1 -- 172.21.15.76:0/3409063629 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f69ec0b0320 con 0x7f69ec0b4510 2024-09-13T16:07:35.301 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:35.299+0000 7f69f359c640 1 -- 172.21.15.76:0/3409063629 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) v1 -- 0x7f69ec0b0320 con 0x7f69ec0b4510 2024-09-13T16:07:36.129 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.126+0000 7f69e1ffb640 1 -- 172.21.15.76:0/3409063629 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v66) v1 ==== 97+0+0 (secure 0 0 0) 0x7f69ec0b0320 con 0x7f69ec0b4510 2024-09-13T16:07:36.129 INFO:teuthology.orchestra.run.smithi076.stderr: removed all blocklist entries 2024-09-13T16:07:36.131 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.129+0000 7f69f359c640 1 -- 172.21.15.76:0/3409063629 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f69d006ac00 msgr2=0x7f69d006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:36.132 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.129+0000 7f69f359c640 1 --2- 172.21.15.76:0/3409063629 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f69d006ac00 0x7f69d006d0c0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f69e8009b40 tx=0x7f69e8009190 comp rx=0 tx=0).stop 2024-09-13T16:07:36.132 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.129+0000 7f69f359c640 1 -- 172.21.15.76:0/3409063629 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f69ec0b4510 msgr2=0x7f69ec0d1230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:36.132 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.129+0000 7f69f359c640 1 --2- 172.21.15.76:0/3409063629 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f69ec0b4510 0x7f69ec0d1230 secure :-1 s=READY pgs=851 cs=0 l=1 rev1=1 crypto rx=0x7f69e400caa0 tx=0x7f69e400cf60 comp rx=0 tx=0).stop 2024-09-13T16:07:36.132 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.129+0000 7f69f359c640 1 -- 172.21.15.76:0/3409063629 shutdown_connections 2024-09-13T16:07:36.132 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.129+0000 7f69f359c640 1 --2- 172.21.15.76:0/3409063629 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f69ec0b4510 0x7f69ec0d1230 unknown :-1 s=CLOSED pgs=851 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:36.132 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.129+0000 7f69f359c640 1 --2- 172.21.15.76:0/3409063629 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f69ec0b4130 0x7f69ec0d0cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:36.132 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.129+0000 7f69f359c640 1 --2- 172.21.15.76:0/3409063629 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f69d006ac00 0x7f69d006d0c0 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:36.132 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.129+0000 7f69f359c640 1 --2- 172.21.15.76:0/3409063629 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f69ec08a370 0x7f69ec0c95c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:36.132 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.129+0000 7f69f359c640 1 -- 172.21.15.76:0/3409063629 >> 172.21.15.76:0/3409063629 conn(0x7f69ec089f60 msgr2=0x7f69ec0c84c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:36.132 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.129+0000 7f69f359c640 1 -- 172.21.15.76:0/3409063629 shutdown_connections 2024-09-13T16:07:36.132 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.129+0000 7f69f359c640 1 -- 172.21.15.76:0/3409063629 wait complete. 2024-09-13T16:07:36.145 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-13T16:07:36.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.246+0000 7f4c51595640 1 Processor -- start 2024-09-13T16:07:36.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.247+0000 7f4c51595640 1 -- start start 2024-09-13T16:07:36.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.247+0000 7f4c51595640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f4c4c0ceef0 0x7f4c4c0af0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:36.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.247+0000 7f4c51595640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f4c4c15c860 0x7f4c4c0cf2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:36.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.247+0000 7f4c51595640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4c4c06bb10 con 0x7f4c4c0d0690 2024-09-13T16:07:36.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.247+0000 7f4c51595640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4c4c0cf810 con 0x7f4c4c15c860 2024-09-13T16:07:36.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.247+0000 7f4c51595640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4c4c0ccb30 con 0x7f4c4c0ceef0 2024-09-13T16:07:36.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.248+0000 7f4c427fc640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f4c4c15c860 0x7f4c4c0cf2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:36.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.248+0000 7f4c427fc640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f4c4c15c860 0x7f4c4c0cf2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57936/0 (socket says 172.21.15.76:57936) 2024-09-13T16:07:36.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.248+0000 7f4c4b7fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f4c4c0d0690 0x7f4c4c0d0b40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:56958/0 (socket says 172.21.15.76:56958) 2024-09-13T16:07:36.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.248+0000 7f4c427fc640 1 -- 172.21.15.76:0/309234725 learned_addr learned my addr 172.21.15.76:0/309234725 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:36.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.248+0000 7f4c4affd640 1 --2- 172.21.15.76:0/309234725 >> v2:172.21.15.192:3300/0 conn(0x7f4c4c0ceef0 0x7f4c4c0af0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:36.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.248+0000 7f4c427fc640 1 -- 172.21.15.76:0/309234725 >> v2:172.21.15.192:3300/0 conn(0x7f4c4c0ceef0 msgr2=0x7f4c4c0af0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:36.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.248+0000 7f4c427fc640 1 --2- 172.21.15.76:0/309234725 >> v2:172.21.15.192:3300/0 conn(0x7f4c4c0ceef0 0x7f4c4c0af0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:36.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.248+0000 7f4c427fc640 1 -- 172.21.15.76:0/309234725 >> v1:172.21.15.76:6789/0 conn(0x7f4c4c0d0690 legacy=0x7f4c4c0d0b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:36.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.248+0000 7f4c427fc640 1 -- 172.21.15.76:0/309234725 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4c4c0d13a0 con 0x7f4c4c15c860 2024-09-13T16:07:36.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.248+0000 7f4c4affd640 1 --2- 172.21.15.76:0/309234725 >> v2:172.21.15.192:3300/0 conn(0x7f4c4c0ceef0 0x7f4c4c0af0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:07:36.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.249+0000 7f4c427fc640 1 --2- 172.21.15.76:0/309234725 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4c4c15c860 0x7f4c4c0cf2d0 secure :-1 s=READY pgs=853 cs=0 l=1 rev1=1 crypto rx=0x7f4c4c08c190 tx=0x7f4c3402a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7fc055ffd99ca749 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:36.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.249+0000 7f4c4a7fc640 1 -- 172.21.15.76:0/309234725 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c34004230 con 0x7f4c4c15c860 2024-09-13T16:07:36.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.249+0000 7f4c4a7fc640 1 -- 172.21.15.76:0/309234725 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4c34004390 con 0x7f4c4c15c860 2024-09-13T16:07:36.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.249+0000 7f4c4a7fc640 1 -- 172.21.15.76:0/309234725 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c34003810 con 0x7f4c4c15c860 2024-09-13T16:07:36.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.249+0000 7f4c51595640 1 -- 172.21.15.76:0/309234725 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4c4c15c860 msgr2=0x7f4c4c0cf2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:36.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.249+0000 7f4c51595640 1 --2- 172.21.15.76:0/309234725 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4c4c15c860 0x7f4c4c0cf2d0 secure :-1 s=READY pgs=853 cs=0 l=1 rev1=1 crypto rx=0x7f4c4c08c190 tx=0x7f4c3402a300 comp rx=0 tx=0).stop 2024-09-13T16:07:36.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.249+0000 7f4c51595640 1 -- 172.21.15.76:0/309234725 shutdown_connections 2024-09-13T16:07:36.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.249+0000 7f4c51595640 1 --2- 172.21.15.76:0/309234725 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4c4c15c860 0x7f4c4c0cf2d0 unknown :-1 s=CLOSED pgs=853 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:36.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.249+0000 7f4c51595640 1 --2- 172.21.15.76:0/309234725 >> v2:172.21.15.192:3300/0 conn(0x7f4c4c0ceef0 0x7f4c4c0af0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:36.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.249+0000 7f4c51595640 1 -- 172.21.15.76:0/309234725 >> 172.21.15.76:0/309234725 conn(0x7f4c4c09b870 msgr2=0x7f4c4c089f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:36.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.249+0000 7f4c51595640 1 -- 172.21.15.76:0/309234725 shutdown_connections 2024-09-13T16:07:36.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.249+0000 7f4c51595640 1 -- 172.21.15.76:0/309234725 wait complete. 2024-09-13T16:07:36.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.250+0000 7f4c51595640 1 Processor -- start 2024-09-13T16:07:36.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.251+0000 7f4c51595640 1 -- start start 2024-09-13T16:07:36.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.251+0000 7f4c51595640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4c4c0ceef0 0x7f4c4c158970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:36.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.251+0000 7f4c51595640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4c4c0d0690 0x7f4c4c0b2150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:36.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.251+0000 7f4c51595640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4c4c15c860 0x7f4c4c0b2690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:36.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.251+0000 7f4c51595640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c4c158eb0 con 0x7f4c4c0ceef0 2024-09-13T16:07:36.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.251+0000 7f4c51595640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c4c0cb700 con 0x7f4c4c15c860 2024-09-13T16:07:36.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.251+0000 7f4c51595640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4c4c0cbf50 con 0x7f4c4c0d0690 2024-09-13T16:07:36.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.251+0000 7f4c4affd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4c4c0ceef0 0x7f4c4c158970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:36.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.251+0000 7f4c4affd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4c4c0ceef0 0x7f4c4c158970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57946/0 (socket says 172.21.15.76:57946) 2024-09-13T16:07:36.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.251+0000 7f4c4affd640 1 -- 172.21.15.76:0/1039136347 learned_addr learned my addr 172.21.15.76:0/1039136347 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:36.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.252+0000 7f4c4b7fe640 1 --2- 172.21.15.76:0/1039136347 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4c4c15c860 0x7f4c4c0b2690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:36.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.252+0000 7f4c427fc640 1 --2- 172.21.15.76:0/1039136347 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4c4c0d0690 0x7f4c4c0b2150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:36.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.252+0000 7f4c4affd640 1 -- 172.21.15.76:0/1039136347 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4c4c0d0690 msgr2=0x7f4c4c0b2150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:36.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.252+0000 7f4c4affd640 1 --2- 172.21.15.76:0/1039136347 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4c4c0d0690 0x7f4c4c0b2150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:36.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.252+0000 7f4c4affd640 1 -- 172.21.15.76:0/1039136347 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4c4c15c860 msgr2=0x7f4c4c0b2690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:36.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.252+0000 7f4c4affd640 1 --2- 172.21.15.76:0/1039136347 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4c4c15c860 0x7f4c4c0b2690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:36.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.252+0000 7f4c4affd640 1 -- 172.21.15.76:0/1039136347 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4c34009460 con 0x7f4c4c0ceef0 2024-09-13T16:07:36.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.252+0000 7f4c4affd640 1 --2- 172.21.15.76:0/1039136347 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4c4c0ceef0 0x7f4c4c158970 secure :-1 s=READY pgs=854 cs=0 l=1 rev1=1 crypto rx=0x7f4c3c00c7f0 tx=0x7f4c3c00cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:36.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.252+0000 7f4c43fff640 1 -- 172.21.15.76:0/1039136347 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c3c007a30 con 0x7f4c4c0ceef0 2024-09-13T16:07:36.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.252+0000 7f4c43fff640 1 -- 172.21.15.76:0/1039136347 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4c3c007b90 con 0x7f4c4c0ceef0 2024-09-13T16:07:36.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.252+0000 7f4c43fff640 1 -- 172.21.15.76:0/1039136347 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c3c00ce40 con 0x7f4c4c0ceef0 2024-09-13T16:07:36.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.252+0000 7f4c51595640 1 -- 172.21.15.76:0/1039136347 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4c4c0c7060 con 0x7f4c4c0ceef0 2024-09-13T16:07:36.258 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.252+0000 7f4c51595640 1 -- 172.21.15.76:0/1039136347 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4c4c0cc4d0 con 0x7f4c4c0ceef0 2024-09-13T16:07:36.258 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.253+0000 7f4c51595640 1 -- 172.21.15.76:0/1039136347 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4c4c0b0250 con 0x7f4c4c0ceef0 2024-09-13T16:07:36.258 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.254+0000 7f4c43fff640 1 -- 172.21.15.76:0/1039136347 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f4c3c0113f0 con 0x7f4c4c0ceef0 2024-09-13T16:07:36.258 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.254+0000 7f4c43fff640 1 --2- 172.21.15.76:0/1039136347 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4c2c06ac00 0x7f4c2c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:36.258 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.254+0000 7f4c43fff640 1 -- 172.21.15.76:0/1039136347 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(66..66 src has 1..66) v4 ==== 5177+0+0 (secure 0 0 0) 0x7f4c3c089290 con 0x7f4c4c0ceef0 2024-09-13T16:07:36.258 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.254+0000 7f4c427fc640 1 --2- 172.21.15.76:0/1039136347 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4c2c06ac00 0x7f4c2c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:36.259 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.255+0000 7f4c427fc640 1 --2- 172.21.15.76:0/1039136347 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4c2c06ac00 0x7f4c2c06d0c0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f4c34033000 tx=0x7f4c3402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:36.260 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.258+0000 7f4c43fff640 1 -- 172.21.15.76:0/1039136347 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f4c3c054710 con 0x7f4c4c0ceef0 2024-09-13T16:07:36.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.484+0000 7f4c51595640 1 -- 172.21.15.76:0/1039136347 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) v1 -- 0x7f4c4c0ccdc0 con 0x7f4c4c0ceef0 2024-09-13T16:07:36.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.484+0000 7f4c43fff640 1 -- 172.21.15.76:0/1039136347 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v12) v1 ==== 80+0+5304 (secure 0 0 0) 0x7f4c3c057d30 con 0x7f4c4c0ceef0 2024-09-13T16:07:36.486 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:07:36.486 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2024-09-13T16:07:36.486 INFO:teuthology.orchestra.run.smithi076.stdout: "auth_dump": [ 2024-09-13T16:07:36.486 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:07:36.486 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "mds.a", 2024-09-13T16:07:36.486 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCpYeRmhpbDIhAA8WT8i+Y1tgoeXaZ5z2v/fg==", 2024-09-13T16:07:36.486 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:07:36.486 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2024-09-13T16:07:36.486 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow *", 2024-09-13T16:07:36.486 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow *", 2024-09-13T16:07:36.486 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:07:36.487 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:07:36.487 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:07:36.487 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:07:36.487 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "mds.b", 2024-09-13T16:07:36.487 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCpYeRm7+GPLhAAACMaymp+VjVEUz9QMYOL+Q==", 2024-09-13T16:07:36.487 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:07:36.487 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2024-09-13T16:07:36.487 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow *", 2024-09-13T16:07:36.487 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow *", 2024-09-13T16:07:36.487 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:07:36.487 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:07:36.487 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:07:36.487 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:07:36.488 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "mds.c", 2024-09-13T16:07:36.488 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCpYeRmxODtKRAAtjLryQw+T9UxeHw7cgOyBg==", 2024-09-13T16:07:36.488 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:07:36.488 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2024-09-13T16:07:36.488 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow *", 2024-09-13T16:07:36.488 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow *", 2024-09-13T16:07:36.488 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:07:36.488 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:07:36.488 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:07:36.488 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:07:36.488 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "mds.d", 2024-09-13T16:07:36.488 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCpYeRmBNiYNRAAHTjLTeGOi09w8TLVtcu/+w==", 2024-09-13T16:07:36.488 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:07:36.489 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2024-09-13T16:07:36.489 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow *", 2024-09-13T16:07:36.489 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow *", 2024-09-13T16:07:36.489 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:07:36.489 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:07:36.489 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:07:36.489 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:07:36.489 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.0", 2024-09-13T16:07:36.489 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCtYeRm81gnEBAAJFt3u2dcQShl7t5nNN5y6Q==", 2024-09-13T16:07:36.489 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:07:36.489 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2024-09-13T16:07:36.489 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2024-09-13T16:07:36.489 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:07:36.489 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:07:36.490 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:07:36.490 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:07:36.490 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.1", 2024-09-13T16:07:36.490 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCwYeRmzsY4DxAALx5wAImWLwrw6n8ZRuXDvA==", 2024-09-13T16:07:36.490 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:07:36.490 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2024-09-13T16:07:36.490 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2024-09-13T16:07:36.490 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:07:36.490 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:07:36.490 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:07:36.490 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:07:36.490 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.2", 2024-09-13T16:07:36.490 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCzYeRmYRs9DRAAh6ptqIXTwUjSNlevHFJnAQ==", 2024-09-13T16:07:36.490 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:07:36.491 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2024-09-13T16:07:36.491 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2024-09-13T16:07:36.491 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:07:36.491 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:07:36.491 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:07:36.491 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:07:36.491 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.3", 2024-09-13T16:07:36.491 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQC2YeRmMIp6CxAAHygGhWHXCt69qZDrrGTt5A==", 2024-09-13T16:07:36.491 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:07:36.491 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2024-09-13T16:07:36.491 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2024-09-13T16:07:36.491 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:07:36.491 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:07:36.491 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:07:36.492 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:07:36.492 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.4", 2024-09-13T16:07:36.492 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQC8YeRmde7vDhAAE7RHK15msWPxEtglPpWMTQ==", 2024-09-13T16:07:36.492 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:07:36.492 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2024-09-13T16:07:36.492 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2024-09-13T16:07:36.492 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:07:36.492 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:07:36.492 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:07:36.492 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:07:36.492 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.5", 2024-09-13T16:07:36.492 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQC/YeRmgyzZDBAAG96iDIvt2yQ9W5Fl1maItg==", 2024-09-13T16:07:36.492 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:07:36.492 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2024-09-13T16:07:36.493 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2024-09-13T16:07:36.493 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:07:36.493 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:07:36.493 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:07:36.493 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:07:36.493 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.6", 2024-09-13T16:07:36.493 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQDCYeRm6pRBCxAAq8l2Cikc/aRaC4C4xYYrLA==", 2024-09-13T16:07:36.493 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:07:36.493 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2024-09-13T16:07:36.493 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2024-09-13T16:07:36.493 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:07:36.493 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:07:36.493 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:07:36.494 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:07:36.494 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.7", 2024-09-13T16:07:36.494 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQDFYeRmMM8MCRAAqYR5B7VgEph0UVNjCZPTzg==", 2024-09-13T16:07:36.494 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:07:36.494 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2024-09-13T16:07:36.494 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2024-09-13T16:07:36.494 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:07:36.494 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:07:36.494 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:07:36.494 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:07:36.494 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "client.0", 2024-09-13T16:07:36.494 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCpYeRmqhyiORAAp0ZHMscpsAOj1YZ+SSqHoA==", 2024-09-13T16:07:36.494 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:07:36.494 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2024-09-13T16:07:36.495 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow r", 2024-09-13T16:07:36.495 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-13T16:07:36.495 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:07:36.495 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:07:36.495 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:07:36.495 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "client.1", 2024-09-13T16:07:36.495 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCqYeRmgijBBhAAS5zvjGxEcjj4RKB20HX7kg==", 2024-09-13T16:07:36.495 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:07:36.495 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2024-09-13T16:07:36.495 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow r", 2024-09-13T16:07:36.495 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow rw", 2024-09-13T16:07:36.495 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow rwx" 2024-09-13T16:07:36.495 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:07:36.496 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:07:36.496 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:07:36.496 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "client.2", 2024-09-13T16:07:36.496 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCqYeRmK8OPAxAAQeO1ZZu7/x4/qXzHFFDzBg==", 2024-09-13T16:07:36.496 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:07:36.496 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2024-09-13T16:07:36.496 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow r", 2024-09-13T16:07:36.496 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow rw", 2024-09-13T16:07:36.496 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow rwx" 2024-09-13T16:07:36.496 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:07:36.496 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:07:36.496 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:07:36.496 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "client.3", 2024-09-13T16:07:36.497 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCqYeRmAYJGDBAA4elK4g7yitQwUnpv/vkuSQ==", 2024-09-13T16:07:36.497 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:07:36.497 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2024-09-13T16:07:36.497 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow r", 2024-09-13T16:07:36.497 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow rw", 2024-09-13T16:07:36.497 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow rwx" 2024-09-13T16:07:36.497 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:07:36.497 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:07:36.497 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:07:36.497 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "client.admin", 2024-09-13T16:07:36.497 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCpYeRmz4sKBxAAmVD/bGSWAPyJICtwMc8R7Q==", 2024-09-13T16:07:36.497 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:07:36.497 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow *", 2024-09-13T16:07:36.497 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow *", 2024-09-13T16:07:36.498 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow *", 2024-09-13T16:07:36.498 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:07:36.498 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:07:36.498 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:07:36.498 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:07:36.498 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "mgr.x", 2024-09-13T16:07:36.498 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCpYeRmzy+SHxAAeh91mEyErD2yMaJ+R9p7MQ==", 2024-09-13T16:07:36.498 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:07:36.498 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow *", 2024-09-13T16:07:36.498 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile mgr", 2024-09-13T16:07:36.498 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:07:36.498 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:07:36.498 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:07:36.498 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:07:36.499 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "mgr.y", 2024-09-13T16:07:36.499 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCpYeRmMS6hGxAAhyu76q81PXPjC+BAmqi2Lw==", 2024-09-13T16:07:36.499 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:07:36.499 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow *", 2024-09-13T16:07:36.499 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile mgr", 2024-09-13T16:07:36.499 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:07:36.499 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:07:36.499 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:07:36.499 INFO:teuthology.orchestra.run.smithi076.stdout: ] 2024-09-13T16:07:36.499 INFO:teuthology.orchestra.run.smithi076.stdout:} 2024-09-13T16:07:36.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.486+0000 7f4c51595640 1 -- 172.21.15.76:0/1039136347 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4c2c06ac00 msgr2=0x7f4c2c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:36.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.486+0000 7f4c51595640 1 --2- 172.21.15.76:0/1039136347 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4c2c06ac00 0x7f4c2c06d0c0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f4c34033000 tx=0x7f4c3402e000 comp rx=0 tx=0).stop 2024-09-13T16:07:36.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.486+0000 7f4c51595640 1 -- 172.21.15.76:0/1039136347 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4c4c0ceef0 msgr2=0x7f4c4c158970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:36.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.486+0000 7f4c51595640 1 --2- 172.21.15.76:0/1039136347 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4c4c0ceef0 0x7f4c4c158970 secure :-1 s=READY pgs=854 cs=0 l=1 rev1=1 crypto rx=0x7f4c3c00c7f0 tx=0x7f4c3c00cbf0 comp rx=0 tx=0).stop 2024-09-13T16:07:36.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.486+0000 7f4c51595640 1 -- 172.21.15.76:0/1039136347 shutdown_connections 2024-09-13T16:07:36.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.486+0000 7f4c51595640 1 --2- 172.21.15.76:0/1039136347 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4c4c15c860 0x7f4c4c0b2690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:36.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.486+0000 7f4c51595640 1 --2- 172.21.15.76:0/1039136347 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4c2c06ac00 0x7f4c2c06d0c0 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:36.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.486+0000 7f4c51595640 1 --2- 172.21.15.76:0/1039136347 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4c4c0d0690 0x7f4c4c0b2150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:36.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.486+0000 7f4c51595640 1 --2- 172.21.15.76:0/1039136347 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4c4c0ceef0 0x7f4c4c158970 unknown :-1 s=CLOSED pgs=854 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:36.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.486+0000 7f4c51595640 1 -- 172.21.15.76:0/1039136347 >> 172.21.15.76:0/1039136347 conn(0x7f4c4c09b870 msgr2=0x7f4c4c0d0b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:36.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.486+0000 7f4c51595640 1 -- 172.21.15.76:0/1039136347 shutdown_connections 2024-09-13T16:07:36.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.486+0000 7f4c51595640 1 -- 172.21.15.76:0/1039136347 wait complete. 2024-09-13T16:07:36.502 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:07:36.600 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.598+0000 7fc8af844640 1 Processor -- start 2024-09-13T16:07:36.600 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.599+0000 7fc8af844640 1 -- start start 2024-09-13T16:07:36.601 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.599+0000 7fc8af844640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fc8a80c9030 0x7fc8a8070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:36.601 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.599+0000 7fc8af844640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc8a80abdf0 con 0x7fc8a8072110 2024-09-13T16:07:36.601 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.599+0000 7fc8af844640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc8a80b2280 con 0x7fc8a8071d30 2024-09-13T16:07:36.601 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.599+0000 7fc8af844640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc8a80ab1e0 con 0x7fc8a80c9030 2024-09-13T16:07:36.601 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.600+0000 7fc8adde1640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fc8a80c9030 0x7fc8a8070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:36.602 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.600+0000 7fc8adde1640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fc8a80c9030 0x7fc8a8070190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57962/0 (socket says 172.21.15.76:57962) 2024-09-13T16:07:36.602 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.600+0000 7fc8adde1640 1 -- 172.21.15.76:0/3485844556 learned_addr learned my addr 172.21.15.76:0/3485844556 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:36.602 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.600+0000 7fc8acddf640 1 --1- 172.21.15.76:0/3485844556 >> v1:172.21.15.76:6789/0 conn(0x7fc8a8072110 0x7fc8a80c8920 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:56964/0 (socket says 172.21.15.76:56964) 2024-09-13T16:07:36.602 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.600+0000 7fc8adde1640 1 -- 172.21.15.76:0/3485844556 >> v1:172.21.15.192:6789/0 conn(0x7fc8a8071d30 legacy=0x7fc8a80b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:36.602 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.600+0000 7fc8adde1640 1 -- 172.21.15.76:0/3485844556 >> v1:172.21.15.76:6789/0 conn(0x7fc8a8072110 legacy=0x7fc8a80c8920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:36.602 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.600+0000 7fc89ffff640 1 -- 172.21.15.76:0/3485844556 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2388677999 0 0) 0x7fc8a80abdf0 con 0x7fc8a8072110 2024-09-13T16:07:36.602 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.600+0000 7fc8adde1640 1 -- 172.21.15.76:0/3485844556 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc8a80ab4c0 con 0x7fc8a80c9030 2024-09-13T16:07:36.603 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.601+0000 7fc8adde1640 1 --2- 172.21.15.76:0/3485844556 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc8a80c9030 0x7fc8a8070190 secure :-1 s=READY pgs=856 cs=0 l=1 rev1=1 crypto rx=0x7fc8a0009e50 tx=0x7fc8a002a7c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4a768903ae61b87d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:36.603 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.601+0000 7fc89ffff640 1 -- 172.21.15.76:0/3485844556 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8a0031600 con 0x7fc8a80c9030 2024-09-13T16:07:36.603 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.601+0000 7fc89ffff640 1 -- 172.21.15.76:0/3485844556 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc8a002d050 con 0x7fc8a80c9030 2024-09-13T16:07:36.603 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.601+0000 7fc89ffff640 1 -- 172.21.15.76:0/3485844556 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8a00319a0 con 0x7fc8a80c9030 2024-09-13T16:07:36.603 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.601+0000 7fc8af844640 1 -- 172.21.15.76:0/3485844556 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc8a80c9030 msgr2=0x7fc8a8070190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:36.603 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.601+0000 7fc8af844640 1 --2- 172.21.15.76:0/3485844556 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc8a80c9030 0x7fc8a8070190 secure :-1 s=READY pgs=856 cs=0 l=1 rev1=1 crypto rx=0x7fc8a0009e50 tx=0x7fc8a002a7c0 comp rx=0 tx=0).stop 2024-09-13T16:07:36.603 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.601+0000 7fc8af844640 1 -- 172.21.15.76:0/3485844556 shutdown_connections 2024-09-13T16:07:36.604 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.601+0000 7fc8af844640 1 --2- 172.21.15.76:0/3485844556 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc8a80c9030 0x7fc8a8070190 unknown :-1 s=CLOSED pgs=856 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:36.604 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.601+0000 7fc8af844640 1 -- 172.21.15.76:0/3485844556 >> 172.21.15.76:0/3485844556 conn(0x7fc8a8069ed0 msgr2=0x7fc8a806a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:36.604 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.601+0000 7fc8af844640 1 -- 172.21.15.76:0/3485844556 shutdown_connections 2024-09-13T16:07:36.604 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.602+0000 7fc8af844640 1 -- 172.21.15.76:0/3485844556 wait complete. 2024-09-13T16:07:36.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.603+0000 7fc8af844640 1 Processor -- start 2024-09-13T16:07:36.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.603+0000 7fc8af844640 1 -- start start 2024-09-13T16:07:36.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.603+0000 7fc8af844640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc8a8071d30 0x7fc8a8097870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:36.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.603+0000 7fc8af844640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc8a8072110 0x7fc8a815b760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:36.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.603+0000 7fc8af844640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc8a80c9030 0x7fc8a80cd9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:36.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.603+0000 7fc8af844640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8a80c29e0 con 0x7fc8a8071d30 2024-09-13T16:07:36.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.603+0000 7fc8af844640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8a80c2700 con 0x7fc8a80c9030 2024-09-13T16:07:36.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.603+0000 7fc8af844640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc8a815ac80 con 0x7fc8a8072110 2024-09-13T16:07:36.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.604+0000 7fc8ad5e0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc8a8071d30 0x7fc8a8097870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:36.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.604+0000 7fc8ad5e0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc8a8071d30 0x7fc8a8097870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57974/0 (socket says 172.21.15.76:57974) 2024-09-13T16:07:36.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.604+0000 7fc8ad5e0640 1 -- 172.21.15.76:0/1746634286 learned_addr learned my addr 172.21.15.76:0/1746634286 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:36.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.604+0000 7fc8acddf640 1 --2- 172.21.15.76:0/1746634286 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc8a8072110 0x7fc8a815b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:36.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.604+0000 7fc8adde1640 1 --2- 172.21.15.76:0/1746634286 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc8a80c9030 0x7fc8a80cd9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:36.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.604+0000 7fc8ad5e0640 1 -- 172.21.15.76:0/1746634286 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc8a8072110 msgr2=0x7fc8a815b760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:36.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.604+0000 7fc8ad5e0640 1 --2- 172.21.15.76:0/1746634286 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc8a8072110 0x7fc8a815b760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:36.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.604+0000 7fc8ad5e0640 1 -- 172.21.15.76:0/1746634286 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc8a80c9030 msgr2=0x7fc8a80cd9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:36.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.604+0000 7fc8ad5e0640 1 --2- 172.21.15.76:0/1746634286 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc8a80c9030 0x7fc8a80cd9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:36.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.604+0000 7fc8ad5e0640 1 -- 172.21.15.76:0/1746634286 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc8a0009b30 con 0x7fc8a8071d30 2024-09-13T16:07:36.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.604+0000 7fc8ad5e0640 1 --2- 172.21.15.76:0/1746634286 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc8a8071d30 0x7fc8a8097870 secure :-1 s=READY pgs=857 cs=0 l=1 rev1=1 crypto rx=0x7fc8a400c400 tx=0x7fc8a400c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:36.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.604+0000 7fc89dffb640 1 -- 172.21.15.76:0/1746634286 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8a40052d0 con 0x7fc8a8071d30 2024-09-13T16:07:36.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.604+0000 7fc89dffb640 1 -- 172.21.15.76:0/1746634286 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc8a4005430 con 0x7fc8a8071d30 2024-09-13T16:07:36.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.604+0000 7fc8af844640 1 -- 172.21.15.76:0/1746634286 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc8a815af60 con 0x7fc8a8071d30 2024-09-13T16:07:36.608 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.604+0000 7fc89dffb640 1 -- 172.21.15.76:0/1746634286 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8a4003830 con 0x7fc8a8071d30 2024-09-13T16:07:36.608 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.604+0000 7fc8af844640 1 -- 172.21.15.76:0/1746634286 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc8a8097db0 con 0x7fc8a8071d30 2024-09-13T16:07:36.608 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.605+0000 7fc8af844640 1 -- 172.21.15.76:0/1746634286 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc8a8070190 con 0x7fc8a8071d30 2024-09-13T16:07:36.609 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.606+0000 7fc89dffb640 1 -- 172.21.15.76:0/1746634286 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc8a4003990 con 0x7fc8a8071d30 2024-09-13T16:07:36.609 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.606+0000 7fc89dffb640 1 --2- 172.21.15.76:0/1746634286 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc88c06ac00 0x7fc88c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:36.609 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.606+0000 7fc8acddf640 1 --2- 172.21.15.76:0/1746634286 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc88c06ac00 0x7fc88c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:36.609 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.607+0000 7fc89dffb640 1 -- 172.21.15.76:0/1746634286 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(66..66 src has 1..66) v4 ==== 5177+0+0 (secure 0 0 0) 0x7fc8a4088580 con 0x7fc8a8071d30 2024-09-13T16:07:36.609 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.607+0000 7fc8acddf640 1 --2- 172.21.15.76:0/1746634286 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc88c06ac00 0x7fc88c06d0c0 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7fc898007f70 tx=0x7fc898007f00 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:36.612 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.611+0000 7fc89dffb640 1 -- 172.21.15.76:0/1746634286 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fc8a4053ab0 con 0x7fc8a8071d30 2024-09-13T16:07:36.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.772+0000 7fc8af844640 1 -- 172.21.15.76:0/1746634286 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fc8a815cb20 con 0x7fc8a8071d30 2024-09-13T16:07:36.774 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.773+0000 7fc89dffb640 1 -- 172.21.15.76:0/1746634286 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v66) v1 ==== 74+0+13026 (secure 0 0 0) 0x7fc8a40570d0 con 0x7fc8a8071d30 2024-09-13T16:07:36.774 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:07:36.774 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":66,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:07:36.121132+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:07:36.776 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.775+0000 7fc8af844640 1 -- 172.21.15.76:0/1746634286 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc88c06ac00 msgr2=0x7fc88c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:36.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.775+0000 7fc8af844640 1 --2- 172.21.15.76:0/1746634286 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc88c06ac00 0x7fc88c06d0c0 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7fc898007f70 tx=0x7fc898007f00 comp rx=0 tx=0).stop 2024-09-13T16:07:36.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.775+0000 7fc8af844640 1 -- 172.21.15.76:0/1746634286 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc8a8071d30 msgr2=0x7fc8a8097870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:36.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.775+0000 7fc8af844640 1 --2- 172.21.15.76:0/1746634286 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc8a8071d30 0x7fc8a8097870 secure :-1 s=READY pgs=857 cs=0 l=1 rev1=1 crypto rx=0x7fc8a400c400 tx=0x7fc8a400c8c0 comp rx=0 tx=0).stop 2024-09-13T16:07:36.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.775+0000 7fc8af844640 1 -- 172.21.15.76:0/1746634286 shutdown_connections 2024-09-13T16:07:36.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.775+0000 7fc8af844640 1 --2- 172.21.15.76:0/1746634286 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc8a80c9030 0x7fc8a80cd9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:36.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.775+0000 7fc8af844640 1 --2- 172.21.15.76:0/1746634286 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc88c06ac00 0x7fc88c06d0c0 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:36.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.775+0000 7fc8af844640 1 --2- 172.21.15.76:0/1746634286 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc8a8072110 0x7fc8a815b760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:36.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.775+0000 7fc8af844640 1 --2- 172.21.15.76:0/1746634286 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc8a8071d30 0x7fc8a8097870 unknown :-1 s=CLOSED pgs=857 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:36.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.775+0000 7fc8af844640 1 -- 172.21.15.76:0/1746634286 >> 172.21.15.76:0/1746634286 conn(0x7fc8a8069ed0 msgr2=0x7fc8a80acd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:36.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.775+0000 7fc8af844640 1 -- 172.21.15.76:0/1746634286 shutdown_connections 2024-09-13T16:07:36.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.775+0000 7fc8af844640 1 -- 172.21.15.76:0/1746634286 wait complete. 2024-09-13T16:07:36.787 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:01:26.960607+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:07:36.787 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:07:36.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.887+0000 7f6ee8108640 1 Processor -- start 2024-09-13T16:07:36.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.887+0000 7f6ee8108640 1 -- start start 2024-09-13T16:07:36.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.888+0000 7f6ee8108640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f6ee006c8a0 0x7f6ee00b1160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:36.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.888+0000 7f6ee8108640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f6ee0071b20 0x7f6ee00b16a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:36.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.888+0000 7f6ee8108640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6ee00b2d10 con 0x7f6ee0158b00 2024-09-13T16:07:36.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.888+0000 7f6ee8108640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6ee00b2ff0 con 0x7f6ee006c8a0 2024-09-13T16:07:36.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.888+0000 7f6ee8108640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6ee0070310 con 0x7f6ee0071b20 2024-09-13T16:07:36.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.888+0000 7f6ee5ea4640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f6ee0158b00 0x7f6ee006c190 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:56966/0 (socket says 172.21.15.76:56966) 2024-09-13T16:07:36.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.888+0000 7f6ee5ea4640 1 -- 172.21.15.76:0/4218291749 learned_addr learned my addr 172.21.15.76:0/4218291749 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:07:36.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.888+0000 7f6ee56a3640 1 --2- 172.21.15.76:0/4218291749 >> v2:172.21.15.76:3300/0 conn(0x7f6ee006c8a0 0x7f6ee00b1160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:36.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.889+0000 7f6ee4ea2640 1 -- 172.21.15.76:0/4218291749 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1204780536 0 0) 0x7f6ee00b2d10 con 0x7f6ee0158b00 2024-09-13T16:07:36.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.889+0000 7f6ee4ea2640 1 -- 172.21.15.76:0/4218291749 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6ecc003520 con 0x7f6ee0158b00 2024-09-13T16:07:36.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.889+0000 7f6ee56a3640 1 -- 172.21.15.76:0/4218291749 >> v2:172.21.15.192:3300/0 conn(0x7f6ee0071b20 msgr2=0x7f6ee00b16a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:36.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.889+0000 7f6ee66a5640 1 --2- 172.21.15.76:0/4218291749 >> v2:172.21.15.192:3300/0 conn(0x7f6ee0071b20 0x7f6ee00b16a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:36.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.889+0000 7f6ee56a3640 1 --2- 172.21.15.76:0/4218291749 >> v2:172.21.15.192:3300/0 conn(0x7f6ee0071b20 0x7f6ee00b16a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:36.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.889+0000 7f6ee56a3640 1 -- 172.21.15.76:0/4218291749 >> v1:172.21.15.76:6789/0 conn(0x7f6ee0158b00 legacy=0x7f6ee006c190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:36.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.889+0000 7f6ee56a3640 1 -- 172.21.15.76:0/4218291749 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6ee00705f0 con 0x7f6ee006c8a0 2024-09-13T16:07:36.894 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.889+0000 7f6ee56a3640 1 --2- 172.21.15.76:0/4218291749 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ee006c8a0 0x7f6ee00b1160 secure :-1 s=READY pgs=859 cs=0 l=1 rev1=1 crypto rx=0x7f6ee006da20 tx=0x7f6ed002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=82e9b44e6ed45a5f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:36.894 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.889+0000 7f6ee4ea2640 1 -- 172.21.15.76:0/4218291749 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ed0032440 con 0x7f6ee006c8a0 2024-09-13T16:07:36.894 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.889+0000 7f6ee4ea2640 1 -- 172.21.15.76:0/4218291749 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6ed00325a0 con 0x7f6ee006c8a0 2024-09-13T16:07:36.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.889+0000 7f6ee4ea2640 1 -- 172.21.15.76:0/4218291749 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ed0032930 con 0x7f6ee006c8a0 2024-09-13T16:07:36.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.890+0000 7f6ee8108640 1 -- 172.21.15.76:0/4218291749 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ee006c8a0 msgr2=0x7f6ee00b1160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:36.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.890+0000 7f6ee8108640 1 --2- 172.21.15.76:0/4218291749 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ee006c8a0 0x7f6ee00b1160 secure :-1 s=READY pgs=859 cs=0 l=1 rev1=1 crypto rx=0x7f6ee006da20 tx=0x7f6ed002a1a0 comp rx=0 tx=0).stop 2024-09-13T16:07:36.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.890+0000 7f6ee8108640 1 -- 172.21.15.76:0/4218291749 shutdown_connections 2024-09-13T16:07:36.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.890+0000 7f6ee8108640 1 --2- 172.21.15.76:0/4218291749 >> v2:172.21.15.192:3300/0 conn(0x7f6ee0071b20 0x7f6ee00b16a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:36.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.890+0000 7f6ee8108640 1 --2- 172.21.15.76:0/4218291749 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ee006c8a0 0x7f6ee00b1160 unknown :-1 s=CLOSED pgs=859 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:36.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.890+0000 7f6ee8108640 1 -- 172.21.15.76:0/4218291749 >> 172.21.15.76:0/4218291749 conn(0x7f6ee006a0b0 msgr2=0x7f6ee006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:36.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.890+0000 7f6ee8108640 1 -- 172.21.15.76:0/4218291749 shutdown_connections 2024-09-13T16:07:36.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.890+0000 7f6ee8108640 1 -- 172.21.15.76:0/4218291749 wait complete. 2024-09-13T16:07:36.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.891+0000 7f6ee8108640 1 Processor -- start 2024-09-13T16:07:36.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.891+0000 7f6ee8108640 1 -- start start 2024-09-13T16:07:36.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.892+0000 7f6ee8108640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6ee006c8a0 0x7f6ee0097a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:36.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.892+0000 7f6ee8108640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ee0071b20 0x7f6ee00c4a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:36.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.892+0000 7f6ee8108640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6ee0158b00 0x7f6ee01f2890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:36.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.892+0000 7f6ee8108640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ee0155e20 con 0x7f6ee0071b20 2024-09-13T16:07:36.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.892+0000 7f6ee8108640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ee01551a0 con 0x7f6ee006c8a0 2024-09-13T16:07:36.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.892+0000 7f6ee8108640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6ee0155480 con 0x7f6ee0158b00 2024-09-13T16:07:36.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.892+0000 7f6ee56a3640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ee0071b20 0x7f6ee00c4a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:36.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.892+0000 7f6ee56a3640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ee0071b20 0x7f6ee00c4a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57984/0 (socket says 172.21.15.76:57984) 2024-09-13T16:07:36.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.892+0000 7f6ee56a3640 1 -- 172.21.15.76:0/2251703971 learned_addr learned my addr 172.21.15.76:0/2251703971 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:36.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.892+0000 7f6ee56a3640 1 -- 172.21.15.76:0/2251703971 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6ee0158b00 msgr2=0x7f6ee01f2890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:36.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.892+0000 7f6ee56a3640 1 --2- 172.21.15.76:0/2251703971 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6ee0158b00 0x7f6ee01f2890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:36.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.892+0000 7f6ee56a3640 1 -- 172.21.15.76:0/2251703971 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6ee006c8a0 msgr2=0x7f6ee0097a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:36.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.892+0000 7f6ee5ea4640 1 --2- 172.21.15.76:0/2251703971 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6ee006c8a0 0x7f6ee0097a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:36.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.892+0000 7f6ee56a3640 1 --2- 172.21.15.76:0/2251703971 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6ee006c8a0 0x7f6ee0097a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:36.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.892+0000 7f6ee56a3640 1 -- 172.21.15.76:0/2251703971 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6ed0009400 con 0x7f6ee0071b20 2024-09-13T16:07:36.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.893+0000 7f6ee56a3640 1 --2- 172.21.15.76:0/2251703971 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ee0071b20 0x7f6ee00c4a00 secure :-1 s=READY pgs=860 cs=0 l=1 rev1=1 crypto rx=0x7f6ed0000c00 tx=0x7f6ed00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:36.897 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.893+0000 7f6ed67fc640 1 -- 172.21.15.76:0/2251703971 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ed0030b80 con 0x7f6ee0071b20 2024-09-13T16:07:36.897 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.893+0000 7f6ed67fc640 1 -- 172.21.15.76:0/2251703971 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6ed0032e90 con 0x7f6ee0071b20 2024-09-13T16:07:36.897 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.893+0000 7f6ee8108640 1 -- 172.21.15.76:0/2251703971 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6ee0155760 con 0x7f6ee0071b20 2024-09-13T16:07:36.897 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.893+0000 7f6ed67fc640 1 -- 172.21.15.76:0/2251703971 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ed0006e10 con 0x7f6ee0071b20 2024-09-13T16:07:36.897 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.893+0000 7f6ee8108640 1 -- 172.21.15.76:0/2251703971 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6ee0154e30 con 0x7f6ee0071b20 2024-09-13T16:07:36.898 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.894+0000 7f6ee8108640 1 -- 172.21.15.76:0/2251703971 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6ee0155f60 con 0x7f6ee0071b20 2024-09-13T16:07:36.898 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.894+0000 7f6ed67fc640 1 -- 172.21.15.76:0/2251703971 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f6ed0039040 con 0x7f6ee0071b20 2024-09-13T16:07:36.898 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.895+0000 7f6ed67fc640 1 --2- 172.21.15.76:0/2251703971 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6ec406ac00 0x7f6ec406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:36.898 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.895+0000 7f6ee5ea4640 1 --2- 172.21.15.76:0/2251703971 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6ec406ac00 0x7f6ec406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:36.898 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.895+0000 7f6ed67fc640 1 -- 172.21.15.76:0/2251703971 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(66..66 src has 1..66) v4 ==== 5177+0+0 (secure 0 0 0) 0x7f6ed00a9b20 con 0x7f6ee0071b20 2024-09-13T16:07:36.898 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.895+0000 7f6ee5ea4640 1 --2- 172.21.15.76:0/2251703971 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6ec406ac00 0x7f6ec406d0c0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f6edc0011e0 tx=0x7f6edc009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:36.900 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:36.899+0000 7f6ed67fc640 1 -- 172.21.15.76:0/2251703971 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f6ee0155f60 con 0x7f6ee0071b20 2024-09-13T16:07:37.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.062+0000 7f6ee8108640 1 -- 172.21.15.76:0/2251703971 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f6ee0155f60 con 0x7f6ee0071b20 2024-09-13T16:07:37.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.063+0000 7f6ed67fc640 1 -- 172.21.15.76:0/2251703971 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v66) v1 ==== 93+0+10 (secure 0 0 0) 0x7f6ed0041020 con 0x7f6ee0071b20 2024-09-13T16:07:37.064 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2024-09-13T16:07:37.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.065+0000 7f6ee8108640 1 -- 172.21.15.76:0/2251703971 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6ec406ac00 msgr2=0x7f6ec406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:37.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.065+0000 7f6ee8108640 1 --2- 172.21.15.76:0/2251703971 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6ec406ac00 0x7f6ec406d0c0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f6edc0011e0 tx=0x7f6edc009040 comp rx=0 tx=0).stop 2024-09-13T16:07:37.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.065+0000 7f6ee8108640 1 -- 172.21.15.76:0/2251703971 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ee0071b20 msgr2=0x7f6ee00c4a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:37.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.065+0000 7f6ee8108640 1 --2- 172.21.15.76:0/2251703971 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ee0071b20 0x7f6ee00c4a00 secure :-1 s=READY pgs=860 cs=0 l=1 rev1=1 crypto rx=0x7f6ed0000c00 tx=0x7f6ed00046c0 comp rx=0 tx=0).stop 2024-09-13T16:07:37.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.065+0000 7f6ee8108640 1 -- 172.21.15.76:0/2251703971 shutdown_connections 2024-09-13T16:07:37.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.065+0000 7f6ee8108640 1 --2- 172.21.15.76:0/2251703971 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6ec406ac00 0x7f6ec406d0c0 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:37.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.065+0000 7f6ee8108640 1 --2- 172.21.15.76:0/2251703971 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6ee0158b00 0x7f6ee01f2890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:37.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.065+0000 7f6ee8108640 1 --2- 172.21.15.76:0/2251703971 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ee0071b20 0x7f6ee00c4a00 unknown :-1 s=CLOSED pgs=860 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:37.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.065+0000 7f6ee8108640 1 --2- 172.21.15.76:0/2251703971 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6ee006c8a0 0x7f6ee0097a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:37.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.065+0000 7f6ee8108640 1 -- 172.21.15.76:0/2251703971 >> 172.21.15.76:0/2251703971 conn(0x7f6ee006a0b0 msgr2=0x7f6ee00709f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:37.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.065+0000 7f6ee8108640 1 -- 172.21.15.76:0/2251703971 shutdown_connections 2024-09-13T16:07:37.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.065+0000 7f6ee8108640 1 -- 172.21.15.76:0/2251703971 wait complete. 2024-09-13T16:07:37.077 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-13T16:07:37.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.176+0000 7fd5e2a19640 1 Processor -- start 2024-09-13T16:07:37.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.176+0000 7fd5e2a19640 1 -- start start 2024-09-13T16:07:37.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.177+0000 7fd5e2a19640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd5dc06c4c0 0x7fd5dc06c8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:37.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.177+0000 7fd5e2a19640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fd5dc0cbea0 0x7fd5dc0cc350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:37.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.177+0000 7fd5e2a19640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd5dc0cc890 con 0x7fd5dc0b2590 2024-09-13T16:07:37.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.177+0000 7fd5e2a19640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd5dc06deb0 con 0x7fd5dc0cbea0 2024-09-13T16:07:37.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.177+0000 7fd5e2a19640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd5dc0b2170 con 0x7fd5dc06c4c0 2024-09-13T16:07:37.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.177+0000 7fd5e0fb6640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fd5dc0cbea0 0x7fd5dc0cc350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:37.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.177+0000 7fd5dbfff640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd5dc06c4c0 0x7fd5dc06c8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:37.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.177+0000 7fd5d3fff640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7fd5dc0b2590 0x7fd5dc06d3a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:38800/0 (socket says 172.21.15.76:38800) 2024-09-13T16:07:37.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.178+0000 7fd5dbfff640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd5dc06c4c0 0x7fd5dc06c8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.76:44516/0 (socket says 172.21.15.76:44516) 2024-09-13T16:07:37.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.178+0000 7fd5d3fff640 1 -- 172.21.15.76:0/1338778584 learned_addr learned my addr 172.21.15.76:0/1338778584 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:07:37.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.178+0000 7fd5e0fb6640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fd5dc0cbea0 0x7fd5dc0cc350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.76:43006/0 (socket says 172.21.15.76:43006) 2024-09-13T16:07:37.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.178+0000 7fd5dbfff640 1 -- 172.21.15.76:0/1338778584 >> v2:172.21.15.192:3300/0 conn(0x7fd5dc0cbea0 msgr2=0x7fd5dc0cc350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:37.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.178+0000 7fd5dbfff640 1 --2- 172.21.15.76:0/1338778584 >> v2:172.21.15.192:3300/0 conn(0x7fd5dc0cbea0 0x7fd5dc0cc350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:37.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.178+0000 7fd5dbfff640 1 -- 172.21.15.76:0/1338778584 >> v1:172.21.15.192:6789/0 conn(0x7fd5dc0b2590 legacy=0x7fd5dc06d3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:37.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.178+0000 7fd5dbfff640 1 -- 172.21.15.76:0/1338778584 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd5dc06dab0 con 0x7fd5dc06c4c0 2024-09-13T16:07:37.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.178+0000 7fd5e0fb6640 1 --2- 172.21.15.76:0/1338778584 >> v2:172.21.15.192:3300/0 conn(0x7fd5dc0cbea0 0x7fd5dc0cc350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:07:37.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.179+0000 7fd5dbfff640 1 --2- 172.21.15.76:0/1338778584 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd5dc06c4c0 0x7fd5dc06c8a0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fd5dc06dff0 tx=0x7fd5cc02c870 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6cd153cb1264d18b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:37.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.179+0000 7fd5db7fe640 1 -- 172.21.15.76:0/1338778584 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd5cc034620 con 0x7fd5dc06c4c0 2024-09-13T16:07:37.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.179+0000 7fd5db7fe640 1 -- 172.21.15.76:0/1338778584 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd5cc034780 con 0x7fd5dc06c4c0 2024-09-13T16:07:37.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.179+0000 7fd5db7fe640 1 -- 172.21.15.76:0/1338778584 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd5cc034b10 con 0x7fd5dc06c4c0 2024-09-13T16:07:37.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.179+0000 7fd5e2a19640 1 -- 172.21.15.76:0/1338778584 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd5dc06c4c0 msgr2=0x7fd5dc06c8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:37.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.179+0000 7fd5e2a19640 1 --2- 172.21.15.76:0/1338778584 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd5dc06c4c0 0x7fd5dc06c8a0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fd5dc06dff0 tx=0x7fd5cc02c870 comp rx=0 tx=0).stop 2024-09-13T16:07:37.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.179+0000 7fd5e2a19640 1 -- 172.21.15.76:0/1338778584 shutdown_connections 2024-09-13T16:07:37.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.179+0000 7fd5e2a19640 1 --2- 172.21.15.76:0/1338778584 >> v2:172.21.15.192:3300/0 conn(0x7fd5dc0cbea0 0x7fd5dc0cc350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:37.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.179+0000 7fd5e2a19640 1 --2- 172.21.15.76:0/1338778584 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd5dc06c4c0 0x7fd5dc06c8a0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:37.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.179+0000 7fd5e2a19640 1 -- 172.21.15.76:0/1338778584 >> 172.21.15.76:0/1338778584 conn(0x7fd5dc069ed0 msgr2=0x7fd5dc06a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:37.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.179+0000 7fd5e2a19640 1 -- 172.21.15.76:0/1338778584 shutdown_connections 2024-09-13T16:07:37.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.179+0000 7fd5e2a19640 1 -- 172.21.15.76:0/1338778584 wait complete. 2024-09-13T16:07:37.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.181+0000 7fd5e2a19640 1 Processor -- start 2024-09-13T16:07:37.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.181+0000 7fd5e2a19640 1 -- start start 2024-09-13T16:07:37.185 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.181+0000 7fd5e2a19640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5dc06c4c0 0x7fd5dc0c6020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:37.185 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.181+0000 7fd5e2a19640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd5dc0b2590 0x7fd5dc159f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:37.185 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.181+0000 7fd5e2a19640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd5dc0cbea0 0x7fd5dc0c3f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:37.185 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.181+0000 7fd5e2a19640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd5dc15a790 con 0x7fd5dc06c4c0 2024-09-13T16:07:37.185 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.181+0000 7fd5e2a19640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd5dc15aa70 con 0x7fd5dc0b2590 2024-09-13T16:07:37.185 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.181+0000 7fd5e2a19640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd5dc0c5540 con 0x7fd5dc0cbea0 2024-09-13T16:07:37.185 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.181+0000 7fd5dbfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5dc06c4c0 0x7fd5dc0c6020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:37.185 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.181+0000 7fd5dbfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5dc06c4c0 0x7fd5dc0c6020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57992/0 (socket says 172.21.15.76:57992) 2024-09-13T16:07:37.185 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.181+0000 7fd5dbfff640 1 -- 172.21.15.76:0/3817148805 learned_addr learned my addr 172.21.15.76:0/3817148805 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:37.186 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.182+0000 7fd5e0fb6640 1 --2- 172.21.15.76:0/3817148805 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd5dc0cbea0 0x7fd5dc0c3f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:37.186 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.182+0000 7fd5d3fff640 1 --2- 172.21.15.76:0/3817148805 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd5dc0b2590 0x7fd5dc159f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:37.186 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.182+0000 7fd5dbfff640 1 -- 172.21.15.76:0/3817148805 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd5dc0cbea0 msgr2=0x7fd5dc0c3f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:37.186 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.182+0000 7fd5dbfff640 1 --2- 172.21.15.76:0/3817148805 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd5dc0cbea0 0x7fd5dc0c3f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:37.186 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.182+0000 7fd5dbfff640 1 -- 172.21.15.76:0/3817148805 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd5dc0b2590 msgr2=0x7fd5dc159f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:37.186 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.182+0000 7fd5dbfff640 1 --2- 172.21.15.76:0/3817148805 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd5dc0b2590 0x7fd5dc159f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:37.186 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.182+0000 7fd5dbfff640 1 -- 172.21.15.76:0/3817148805 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd5d4009a70 con 0x7fd5dc06c4c0 2024-09-13T16:07:37.186 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.182+0000 7fd5dbfff640 1 --2- 172.21.15.76:0/3817148805 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5dc06c4c0 0x7fd5dc0c6020 secure :-1 s=READY pgs=861 cs=0 l=1 rev1=1 crypto rx=0x7fd5cc00bb60 tx=0x7fd5cc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:37.186 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.182+0000 7fd5d97fa640 1 -- 172.21.15.76:0/3817148805 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd5cc033c00 con 0x7fd5dc06c4c0 2024-09-13T16:07:37.186 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.182+0000 7fd5d97fa640 1 -- 172.21.15.76:0/3817148805 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd5cc033d60 con 0x7fd5dc06c4c0 2024-09-13T16:07:37.186 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.182+0000 7fd5e2a19640 1 -- 172.21.15.76:0/3817148805 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd5cc00b6a0 con 0x7fd5dc06c4c0 2024-09-13T16:07:37.186 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.182+0000 7fd5d97fa640 1 -- 172.21.15.76:0/3817148805 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd5cc03d670 con 0x7fd5dc06c4c0 2024-09-13T16:07:37.186 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.182+0000 7fd5e2a19640 1 -- 172.21.15.76:0/3817148805 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd5dc0c5b00 con 0x7fd5dc06c4c0 2024-09-13T16:07:37.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.183+0000 7fd5e2a19640 1 -- 172.21.15.76:0/3817148805 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd5dc0c5380 con 0x7fd5dc06c4c0 2024-09-13T16:07:37.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.184+0000 7fd5d97fa640 1 -- 172.21.15.76:0/3817148805 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd5cc032070 con 0x7fd5dc06c4c0 2024-09-13T16:07:37.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.184+0000 7fd5d97fa640 1 --2- 172.21.15.76:0/3817148805 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd5bc06ac00 0x7fd5bc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:37.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.184+0000 7fd5d97fa640 1 -- 172.21.15.76:0/3817148805 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(66..66 src has 1..66) v4 ==== 5177+0+0 (secure 0 0 0) 0x7fd5cc0a9fc0 con 0x7fd5dc06c4c0 2024-09-13T16:07:37.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.184+0000 7fd5d3fff640 1 --2- 172.21.15.76:0/3817148805 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd5bc06ac00 0x7fd5bc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:37.188 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.185+0000 7fd5d3fff640 1 --2- 172.21.15.76:0/3817148805 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd5bc06ac00 0x7fd5bc06d0c0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7fd5dc158410 tx=0x7fd5c4009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:37.189 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.188+0000 7fd5d97fa640 1 -- 172.21.15.76:0/3817148805 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fd5cc0752a0 con 0x7fd5dc06c4c0 2024-09-13T16:07:37.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.356+0000 7fd5e2a19640 1 -- 172.21.15.76:0/3817148805 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7fd5dc0c5d20 con 0x7fd5dc06c4c0 2024-09-13T16:07:37.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.356+0000 7fd5d97fa640 1 -- 172.21.15.76:0/3817148805 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v66) v1 ==== 84+0+65 (secure 0 0 0) 0x7fd5cc04c070 con 0x7fd5dc06c4c0 2024-09-13T16:07:37.358 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:07:37.358 INFO:teuthology.orchestra.run.smithi076.stdout:[ 2024-09-13T16:07:37.358 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:07:37.358 INFO:teuthology.orchestra.run.smithi076.stdout: "poolnum": 1, 2024-09-13T16:07:37.358 INFO:teuthology.orchestra.run.smithi076.stdout: "poolname": ".mgr" 2024-09-13T16:07:37.358 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:07:37.359 INFO:teuthology.orchestra.run.smithi076.stdout:] 2024-09-13T16:07:37.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.358+0000 7fd5e2a19640 1 -- 172.21.15.76:0/3817148805 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd5bc06ac00 msgr2=0x7fd5bc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:37.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.358+0000 7fd5e2a19640 1 --2- 172.21.15.76:0/3817148805 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd5bc06ac00 0x7fd5bc06d0c0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7fd5dc158410 tx=0x7fd5c4009040 comp rx=0 tx=0).stop 2024-09-13T16:07:37.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.358+0000 7fd5e2a19640 1 -- 172.21.15.76:0/3817148805 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5dc06c4c0 msgr2=0x7fd5dc0c6020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:37.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.358+0000 7fd5e2a19640 1 --2- 172.21.15.76:0/3817148805 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5dc06c4c0 0x7fd5dc0c6020 secure :-1 s=READY pgs=861 cs=0 l=1 rev1=1 crypto rx=0x7fd5cc00bb60 tx=0x7fd5cc0046c0 comp rx=0 tx=0).stop 2024-09-13T16:07:37.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.358+0000 7fd5e2a19640 1 -- 172.21.15.76:0/3817148805 shutdown_connections 2024-09-13T16:07:37.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.358+0000 7fd5e2a19640 1 --2- 172.21.15.76:0/3817148805 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd5bc06ac00 0x7fd5bc06d0c0 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:37.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.358+0000 7fd5e2a19640 1 --2- 172.21.15.76:0/3817148805 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd5dc0cbea0 0x7fd5dc0c3f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:37.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.358+0000 7fd5e2a19640 1 --2- 172.21.15.76:0/3817148805 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd5dc0b2590 0x7fd5dc159f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:37.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.358+0000 7fd5e2a19640 1 --2- 172.21.15.76:0/3817148805 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5dc06c4c0 0x7fd5dc0c6020 unknown :-1 s=CLOSED pgs=861 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:37.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.358+0000 7fd5e2a19640 1 -- 172.21.15.76:0/3817148805 >> 172.21.15.76:0/3817148805 conn(0x7fd5dc069ed0 msgr2=0x7fd5dc0cd170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:37.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.358+0000 7fd5e2a19640 1 -- 172.21.15.76:0/3817148805 shutdown_connections 2024-09-13T16:07:37.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.358+0000 7fd5e2a19640 1 -- 172.21.15.76:0/3817148805 wait complete. 2024-09-13T16:07:37.371 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-13T16:07:37.371 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-13T16:07:37.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.473+0000 7fed03733640 1 Processor -- start 2024-09-13T16:07:37.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.473+0000 7fed03733640 1 -- start start 2024-09-13T16:07:37.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.474+0000 7fed03733640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fecfc0d2760 0x7fecfc0cd8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:37.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.474+0000 7fed03733640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fecfc0cde20 0x7fecfc0d0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:37.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.474+0000 7fed03733640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fecfc0cd450 con 0x7fecfc15c500 2024-09-13T16:07:37.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.474+0000 7fed03733640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fecfc0d0cf0 con 0x7fecfc0d2760 2024-09-13T16:07:37.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.474+0000 7fed03733640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fecfc0d0fd0 con 0x7fecfc0cde20 2024-09-13T16:07:37.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.474+0000 7fed00cce640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fecfc0d2760 0x7fecfc0cd8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:37.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.474+0000 7fed00cce640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fecfc0d2760 0x7fecfc0cd8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58000/0 (socket says 172.21.15.76:58000) 2024-09-13T16:07:37.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.474+0000 7fed00cce640 1 -- 172.21.15.76:0/1996791922 learned_addr learned my addr 172.21.15.76:0/1996791922 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:37.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.474+0000 7fed01cd0640 1 --2- 172.21.15.76:0/1996791922 >> v2:172.21.15.192:3300/0 conn(0x7fecfc0cde20 0x7fecfc0d0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:37.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.474+0000 7fed00cce640 1 -- 172.21.15.76:0/1996791922 >> v2:172.21.15.192:3300/0 conn(0x7fecfc0cde20 msgr2=0x7fecfc0d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:37.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.474+0000 7fed00cce640 1 --2- 172.21.15.76:0/1996791922 >> v2:172.21.15.192:3300/0 conn(0x7fecfc0cde20 0x7fecfc0d0000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:37.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.474+0000 7fed00cce640 1 -- 172.21.15.76:0/1996791922 >> v1:172.21.15.192:6789/0 conn(0x7fecfc15c500 legacy=0x7fecfc0d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:37.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.474+0000 7fed00cce640 1 -- 172.21.15.76:0/1996791922 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fecfc0cd0e0 con 0x7fecfc0d2760 2024-09-13T16:07:37.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.475+0000 7fed00cce640 1 --2- 172.21.15.76:0/1996791922 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fecfc0d2760 0x7fecfc0cd8e0 secure :-1 s=READY pgs=862 cs=0 l=1 rev1=1 crypto rx=0x7fecfc0cca00 tx=0x7fecf002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=95c4592e4466f81c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:37.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.475+0000 7feceffff640 1 -- 172.21.15.76:0/1996791922 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fecf0032440 con 0x7fecfc0d2760 2024-09-13T16:07:37.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.475+0000 7feceffff640 1 -- 172.21.15.76:0/1996791922 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fecf00325a0 con 0x7fecfc0d2760 2024-09-13T16:07:37.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.475+0000 7feceffff640 1 -- 172.21.15.76:0/1996791922 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fecf0032930 con 0x7fecfc0d2760 2024-09-13T16:07:37.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.476+0000 7fed03733640 1 -- 172.21.15.76:0/1996791922 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fecfc0d2760 msgr2=0x7fecfc0cd8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:37.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.476+0000 7fed03733640 1 --2- 172.21.15.76:0/1996791922 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fecfc0d2760 0x7fecfc0cd8e0 secure :-1 s=READY pgs=862 cs=0 l=1 rev1=1 crypto rx=0x7fecfc0cca00 tx=0x7fecf002a270 comp rx=0 tx=0).stop 2024-09-13T16:07:37.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.476+0000 7fed03733640 1 -- 172.21.15.76:0/1996791922 shutdown_connections 2024-09-13T16:07:37.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.476+0000 7fed03733640 1 --2- 172.21.15.76:0/1996791922 >> v2:172.21.15.192:3300/0 conn(0x7fecfc0cde20 0x7fecfc0d0000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:37.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.476+0000 7fed03733640 1 --2- 172.21.15.76:0/1996791922 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fecfc0d2760 0x7fecfc0cd8e0 unknown :-1 s=CLOSED pgs=862 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:37.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.476+0000 7fed03733640 1 -- 172.21.15.76:0/1996791922 >> 172.21.15.76:0/1996791922 conn(0x7fecfc089f60 msgr2=0x7fecfc09b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:37.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.476+0000 7fed03733640 1 -- 172.21.15.76:0/1996791922 shutdown_connections 2024-09-13T16:07:37.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.476+0000 7fed03733640 1 -- 172.21.15.76:0/1996791922 wait complete. 2024-09-13T16:07:37.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.477+0000 7fed03733640 1 Processor -- start 2024-09-13T16:07:37.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.477+0000 7fed03733640 1 -- start start 2024-09-13T16:07:37.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.478+0000 7fed03733640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fecfc0cde20 0x7fecfc0c9500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:37.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.478+0000 7fed03733640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fecfc0d2760 0x7fecfc0b7e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:37.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.478+0000 7fed03733640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fecfc15c500 0x7fecfc0cb6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:37.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.478+0000 7fed03733640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fecfc0b8390 con 0x7fecfc0d2760 2024-09-13T16:07:37.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.478+0000 7fed03733640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fecfc0c9b90 con 0x7fecfc15c500 2024-09-13T16:07:37.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.478+0000 7fed03733640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fecfc0c9e70 con 0x7fecfc0cde20 2024-09-13T16:07:37.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.478+0000 7fed00cce640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fecfc0d2760 0x7fecfc0b7e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:37.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.478+0000 7fed00cce640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fecfc0d2760 0x7fecfc0b7e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58016/0 (socket says 172.21.15.76:58016) 2024-09-13T16:07:37.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.478+0000 7fed00cce640 1 -- 172.21.15.76:0/146112675 learned_addr learned my addr 172.21.15.76:0/146112675 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:37.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.478+0000 7fed01cd0640 1 --2- 172.21.15.76:0/146112675 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fecfc15c500 0x7fecfc0cb6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:37.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.478+0000 7fed014cf640 1 --2- 172.21.15.76:0/146112675 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fecfc0cde20 0x7fecfc0c9500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:37.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.478+0000 7fed00cce640 1 -- 172.21.15.76:0/146112675 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fecfc0cde20 msgr2=0x7fecfc0c9500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:37.482 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.478+0000 7fed00cce640 1 --2- 172.21.15.76:0/146112675 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fecfc0cde20 0x7fecfc0c9500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:37.482 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.478+0000 7fed00cce640 1 -- 172.21.15.76:0/146112675 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fecfc15c500 msgr2=0x7fecfc0cb6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:37.482 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.478+0000 7fed00cce640 1 --2- 172.21.15.76:0/146112675 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fecfc15c500 0x7fecfc0cb6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:37.482 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.478+0000 7fed00cce640 1 -- 172.21.15.76:0/146112675 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fecf00094d0 con 0x7fecfc0d2760 2024-09-13T16:07:37.482 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.478+0000 7fed00cce640 1 --2- 172.21.15.76:0/146112675 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fecfc0d2760 0x7fecfc0b7e50 secure :-1 s=READY pgs=863 cs=0 l=1 rev1=1 crypto rx=0x7fecf002a2b0 tx=0x7fecf00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:37.482 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.478+0000 7fecedffb640 1 -- 172.21.15.76:0/146112675 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fecf0032440 con 0x7fecfc0d2760 2024-09-13T16:07:37.482 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.478+0000 7fecedffb640 1 -- 172.21.15.76:0/146112675 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fecf0030b80 con 0x7fecfc0d2760 2024-09-13T16:07:37.482 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.478+0000 7fecedffb640 1 -- 172.21.15.76:0/146112675 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fecf003d440 con 0x7fecfc0d2760 2024-09-13T16:07:37.482 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.478+0000 7fed03733640 1 -- 172.21.15.76:0/146112675 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fecfc0ca150 con 0x7fecfc0d2760 2024-09-13T16:07:37.482 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.479+0000 7fed03733640 1 -- 172.21.15.76:0/146112675 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fecfc0ca710 con 0x7fecfc0d2760 2024-09-13T16:07:37.482 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.480+0000 7fed03733640 1 -- 172.21.15.76:0/146112675 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fecfc0ca8a0 con 0x7fecfc0d2760 2024-09-13T16:07:37.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.480+0000 7fecedffb640 1 -- 172.21.15.76:0/146112675 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fecf0039040 con 0x7fecfc0d2760 2024-09-13T16:07:37.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.481+0000 7fecedffb640 1 --2- 172.21.15.76:0/146112675 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fece006ac00 0x7fece006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:37.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.481+0000 7fed014cf640 1 --2- 172.21.15.76:0/146112675 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fece006ac00 0x7fece006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:37.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.481+0000 7fecedffb640 1 -- 172.21.15.76:0/146112675 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(66..66 src has 1..66) v4 ==== 5177+0+0 (secure 0 0 0) 0x7fecf00a9b80 con 0x7fecfc0d2760 2024-09-13T16:07:37.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.481+0000 7fed014cf640 1 --2- 172.21.15.76:0/146112675 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fece006ac00 0x7fece006d0c0 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fecf80016e0 tx=0x7fecf8009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:37.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.485+0000 7fecedffb640 1 -- 172.21.15.76:0/146112675 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fecf0075020 con 0x7fecfc0d2760 2024-09-13T16:07:37.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:37.644+0000 7fed03733640 1 -- 172.21.15.76:0/146112675 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7fecfc0d08e0 con 0x7fecfc0d2760 2024-09-13T16:07:38.144 INFO:teuthology.orchestra.run.smithi076.stderr:pool 'cephfs_metadata' created 2024-09-13T16:07:38.146 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:38.142+0000 7fecedffb640 1 -- 172.21.15.76:0/146112675 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v67) v1 ==== 138+0+0 (secure 0 0 0) 0x7fecf0078640 con 0x7fecfc0d2760 2024-09-13T16:07:38.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:38.147+0000 7fed03733640 1 -- 172.21.15.76:0/146112675 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fece006ac00 msgr2=0x7fece006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:38.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:38.147+0000 7fed03733640 1 --2- 172.21.15.76:0/146112675 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fece006ac00 0x7fece006d0c0 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fecf80016e0 tx=0x7fecf8009040 comp rx=0 tx=0).stop 2024-09-13T16:07:38.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:38.147+0000 7fed03733640 1 -- 172.21.15.76:0/146112675 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fecfc0d2760 msgr2=0x7fecfc0b7e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:38.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:38.147+0000 7fed03733640 1 --2- 172.21.15.76:0/146112675 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fecfc0d2760 0x7fecfc0b7e50 secure :-1 s=READY pgs=863 cs=0 l=1 rev1=1 crypto rx=0x7fecf002a2b0 tx=0x7fecf00046c0 comp rx=0 tx=0).stop 2024-09-13T16:07:38.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:38.147+0000 7fed03733640 1 -- 172.21.15.76:0/146112675 shutdown_connections 2024-09-13T16:07:38.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:38.147+0000 7fed03733640 1 --2- 172.21.15.76:0/146112675 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fecfc15c500 0x7fecfc0cb6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:38.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:38.147+0000 7fed03733640 1 --2- 172.21.15.76:0/146112675 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fecfc0d2760 0x7fecfc0b7e50 secure :-1 s=CLOSED pgs=863 cs=0 l=1 rev1=1 crypto rx=0x7fecf002a2b0 tx=0x7fecf00046c0 comp rx=0 tx=0).stop 2024-09-13T16:07:38.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:38.147+0000 7fed03733640 1 --2- 172.21.15.76:0/146112675 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fece006ac00 0x7fece006d0c0 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:38.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:38.147+0000 7fed03733640 1 --2- 172.21.15.76:0/146112675 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fecfc0cde20 0x7fecfc0c9500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:38.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:38.147+0000 7fed03733640 1 -- 172.21.15.76:0/146112675 >> 172.21.15.76:0/146112675 conn(0x7fecfc089f60 msgr2=0x7fecfc0b35f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:38.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:38.147+0000 7fed03733640 1 -- 172.21.15.76:0/146112675 shutdown_connections 2024-09-13T16:07:38.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:38.148+0000 7fed03733640 1 -- 172.21.15.76:0/146112675 wait complete. 2024-09-13T16:07:38.161 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-13T16:07:38.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:38.264+0000 7f1d0409c640 1 Processor -- start 2024-09-13T16:07:38.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:38.265+0000 7f1d0409c640 1 -- start start 2024-09-13T16:07:38.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:38.265+0000 7f1d0409c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f1cfc0ad9b0 0x7f1cfc06d8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:38.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:38.265+0000 7f1d0409c640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1cfc06dfc0 con 0x7f1cfc0b1d90 2024-09-13T16:07:38.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:38.265+0000 7f1d0409c640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1cfc160d60 con 0x7f1cfc0c1990 2024-09-13T16:07:38.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:38.265+0000 7f1d0409c640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1cfc06cd40 con 0x7f1cfc0ad9b0 2024-09-13T16:07:38.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:38.265+0000 7f1d01e38640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f1cfc0ad9b0 0x7f1cfc06d8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:38.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:38.266+0000 7f1d01e38640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f1cfc0ad9b0 0x7f1cfc06d8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58026/0 (socket says 172.21.15.76:58026) 2024-09-13T16:07:38.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:38.266+0000 7f1d01e38640 1 -- 172.21.15.76:0/4102931219 learned_addr learned my addr 172.21.15.76:0/4102931219 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:38.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:38.266+0000 7f1d01e38640 1 -- 172.21.15.76:0/4102931219 >> v1:172.21.15.192:6789/0 conn(0x7f1cfc0c1990 legacy=0x7f1cfc0cc760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:38.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:38.266+0000 7f1d01e38640 1 -- 172.21.15.76:0/4102931219 >> v1:172.21.15.76:6789/0 conn(0x7f1cfc0b1d90 legacy=0x7f1cfc0c1280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:38.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:38.266+0000 7f1d00e36640 1 -- 172.21.15.76:0/4102931219 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1076016119 0 0) 0x7f1cfc06dfc0 con 0x7f1cfc0b1d90 2024-09-13T16:07:38.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:38.266+0000 7f1d01e38640 1 -- 172.21.15.76:0/4102931219 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1cfc06d020 con 0x7f1cfc0ad9b0 2024-09-13T16:07:38.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:38.267+0000 7f1d01e38640 1 --2- 172.21.15.76:0/4102931219 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1cfc0ad9b0 0x7f1cfc06d8c0 secure :-1 s=READY pgs=865 cs=0 l=1 rev1=1 crypto rx=0x7f1cf80098a0 tx=0x7f1cf802a2e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c35af96c05f1b618 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:38.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:38.267+0000 7f1d00e36640 1 -- 172.21.15.76:0/4102931219 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1cf8032440 con 0x7f1cfc0ad9b0 2024-09-13T16:07:38.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:38.267+0000 7f1d00e36640 1 -- 172.21.15.76:0/4102931219 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1cf80325a0 con 0x7f1cfc0ad9b0 2024-09-13T16:07:38.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:38.267+0000 7f1d00e36640 1 -- 172.21.15.76:0/4102931219 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1cf8032930 con 0x7f1cfc0ad9b0 2024-09-13T16:07:38.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:38.267+0000 7f1d0409c640 1 -- 172.21.15.76:0/4102931219 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1cfc0ad9b0 msgr2=0x7f1cfc06d8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:38.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:38.267+0000 7f1d0409c640 1 --2- 172.21.15.76:0/4102931219 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1cfc0ad9b0 0x7f1cfc06d8c0 secure :-1 s=READY pgs=865 cs=0 l=1 rev1=1 crypto rx=0x7f1cf80098a0 tx=0x7f1cf802a2e0 comp rx=0 tx=0).stop 2024-09-13T16:07:38.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:38.267+0000 7f1d0409c640 1 -- 172.21.15.76:0/4102931219 shutdown_connections 2024-09-13T16:07:38.270 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:38.267+0000 7f1d0409c640 1 --2- 172.21.15.76:0/4102931219 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1cfc0ad9b0 0x7f1cfc06d8c0 unknown :-1 s=CLOSED pgs=865 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:38.270 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:38.267+0000 7f1d0409c640 1 -- 172.21.15.76:0/4102931219 >> 172.21.15.76:0/4102931219 conn(0x7f1cfc06a0b0 msgr2=0x7f1cfc06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:38.270 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:38.267+0000 7f1d0409c640 1 -- 172.21.15.76:0/4102931219 shutdown_connections 2024-09-13T16:07:38.270 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:38.267+0000 7f1d0409c640 1 -- 172.21.15.76:0/4102931219 wait complete. 2024-09-13T16:07:38.272 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:38.269+0000 7f1d0409c640 1 Processor -- start 2024-09-13T16:07:38.272 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:38.269+0000 7f1d0409c640 1 -- start start 2024-09-13T16:07:38.272 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:38.269+0000 7f1d0409c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1cfc0ad9b0 0x7f1cfc071c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:38.272 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:38.269+0000 7f1d0409c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1cfc0b1d90 0x7f1cfc15b130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:38.272 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:38.269+0000 7f1d0409c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1cfc0c1990 0x7f1cfc0c1de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:38.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:38.269+0000 7f1d0409c640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1cfc072340 con 0x7f1cfc0b1d90 2024-09-13T16:07:38.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:38.269+0000 7f1d0409c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1cfc0ad490 con 0x7f1cfc0c1990 2024-09-13T16:07:38.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:38.269+0000 7f1d0409c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1cfc0ab270 con 0x7f1cfc0ad9b0 2024-09-13T16:07:38.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:38.269+0000 7f1d01637640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1cfc0b1d90 0x7f1cfc15b130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:38.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:38.270+0000 7f1d01637640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1cfc0b1d90 0x7f1cfc15b130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58032/0 (socket says 172.21.15.76:58032) 2024-09-13T16:07:38.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:38.270+0000 7f1d01637640 1 -- 172.21.15.76:0/2931093754 learned_addr learned my addr 172.21.15.76:0/2931093754 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:38.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:38.270+0000 7f1d01e38640 1 --2- 172.21.15.76:0/2931093754 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1cfc0ad9b0 0x7f1cfc071c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:38.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:38.270+0000 7f1d02639640 1 --2- 172.21.15.76:0/2931093754 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1cfc0c1990 0x7f1cfc0c1de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:38.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:38.270+0000 7f1d01637640 1 -- 172.21.15.76:0/2931093754 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1cfc0ad9b0 msgr2=0x7f1cfc071c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:38.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:38.270+0000 7f1d01637640 1 --2- 172.21.15.76:0/2931093754 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1cfc0ad9b0 0x7f1cfc071c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:38.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:38.270+0000 7f1d01637640 1 -- 172.21.15.76:0/2931093754 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1cfc0c1990 msgr2=0x7f1cfc0c1de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:38.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:38.270+0000 7f1d01637640 1 --2- 172.21.15.76:0/2931093754 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1cfc0c1990 0x7f1cfc0c1de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:38.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:38.270+0000 7f1d01637640 1 -- 172.21.15.76:0/2931093754 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1cf80094d0 con 0x7f1cfc0b1d90 2024-09-13T16:07:38.274 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:38.270+0000 7f1d02639640 1 --2- 172.21.15.76:0/2931093754 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1cfc0c1990 0x7f1cfc0c1de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:07:38.274 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:38.270+0000 7f1d01637640 1 --2- 172.21.15.76:0/2931093754 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1cfc0b1d90 0x7f1cfc15b130 secure :-1 s=READY pgs=866 cs=0 l=1 rev1=1 crypto rx=0x7f1cec00c4b0 tx=0x7f1cec00c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:38.274 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:38.270+0000 7f1cf27fc640 1 -- 172.21.15.76:0/2931093754 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1cec005480 con 0x7f1cfc0b1d90 2024-09-13T16:07:38.274 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:38.270+0000 7f1cf27fc640 1 -- 172.21.15.76:0/2931093754 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1cec0035f0 con 0x7f1cfc0b1d90 2024-09-13T16:07:38.274 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:38.270+0000 7f1d0409c640 1 -- 172.21.15.76:0/2931093754 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1cfc0ab550 con 0x7f1cfc0b1d90 2024-09-13T16:07:38.274 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:38.270+0000 7f1cf27fc640 1 -- 172.21.15.76:0/2931093754 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1cec0039e0 con 0x7f1cfc0b1d90 2024-09-13T16:07:38.274 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:38.270+0000 7f1d0409c640 1 -- 172.21.15.76:0/2931093754 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1cfc0abb10 con 0x7f1cfc0b1d90 2024-09-13T16:07:38.274 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:38.271+0000 7f1d0409c640 1 -- 172.21.15.76:0/2931093754 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1cfc0abd00 con 0x7f1cfc0b1d90 2024-09-13T16:07:38.275 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:38.272+0000 7f1cf27fc640 1 -- 172.21.15.76:0/2931093754 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1cec003b40 con 0x7f1cfc0b1d90 2024-09-13T16:07:38.275 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:38.272+0000 7f1cf27fc640 1 --2- 172.21.15.76:0/2931093754 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1ce006ac00 0x7f1ce006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:38.275 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:38.272+0000 7f1d01e38640 1 --2- 172.21.15.76:0/2931093754 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1ce006ac00 0x7f1ce006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:38.275 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:38.272+0000 7f1cf27fc640 1 -- 172.21.15.76:0/2931093754 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(67..67 src has 1..67) v4 ==== 5547+0+0 (secure 0 0 0) 0x7f1cec088730 con 0x7f1cfc0b1d90 2024-09-13T16:07:38.275 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:38.273+0000 7f1d01e38640 1 --2- 172.21.15.76:0/2931093754 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1ce006ac00 0x7f1ce006d0c0 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f1cf8034000 tx=0x7f1cf802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:38.278 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:38.277+0000 7f1cf27fc640 1 -- 172.21.15.76:0/2931093754 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f1cec053af0 con 0x7f1cfc0b1d90 2024-09-13T16:07:38.441 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:38.439+0000 7f1d0409c640 1 -- 172.21.15.76:0/2931093754 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7f1cfc06d8c0 con 0x7f1cfc0b1d90 2024-09-13T16:07:39.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.148+0000 7f1cf27fc640 1 -- 172.21.15.76:0/2931093754 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v68) v1 ==== 170+0+0 (secure 0 0 0) 0x7f1cec057110 con 0x7f1cfc0b1d90 2024-09-13T16:07:39.150 INFO:teuthology.orchestra.run.smithi076.stderr:pool 'cephfs_data' created 2024-09-13T16:07:39.161 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.159+0000 7f1d0409c640 1 -- 172.21.15.76:0/2931093754 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1ce006ac00 msgr2=0x7f1ce006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:39.161 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.159+0000 7f1d0409c640 1 --2- 172.21.15.76:0/2931093754 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1ce006ac00 0x7f1ce006d0c0 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f1cf8034000 tx=0x7f1cf802e000 comp rx=0 tx=0).stop 2024-09-13T16:07:39.161 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.159+0000 7f1d0409c640 1 -- 172.21.15.76:0/2931093754 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1cfc0b1d90 msgr2=0x7f1cfc15b130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:39.161 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.159+0000 7f1d0409c640 1 --2- 172.21.15.76:0/2931093754 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1cfc0b1d90 0x7f1cfc15b130 secure :-1 s=READY pgs=866 cs=0 l=1 rev1=1 crypto rx=0x7f1cec00c4b0 tx=0x7f1cec00c970 comp rx=0 tx=0).stop 2024-09-13T16:07:39.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.161+0000 7f1d0409c640 1 -- 172.21.15.76:0/2931093754 shutdown_connections 2024-09-13T16:07:39.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.161+0000 7f1d0409c640 1 --2- 172.21.15.76:0/2931093754 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1cfc0c1990 0x7f1cfc0c1de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:39.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.161+0000 7f1d0409c640 1 --2- 172.21.15.76:0/2931093754 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1cfc0b1d90 0x7f1cfc15b130 unknown :-1 s=CLOSED pgs=866 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:39.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.161+0000 7f1d0409c640 1 --2- 172.21.15.76:0/2931093754 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1ce006ac00 0x7f1ce006d0c0 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:39.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.161+0000 7f1d0409c640 1 --2- 172.21.15.76:0/2931093754 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1cfc0ad9b0 0x7f1cfc071c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:39.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.161+0000 7f1d0409c640 1 -- 172.21.15.76:0/2931093754 >> 172.21.15.76:0/2931093754 conn(0x7f1cfc06a0b0 msgr2=0x7f1cfc0c92f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:39.164 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.163+0000 7f1d0409c640 1 -- 172.21.15.76:0/2931093754 shutdown_connections 2024-09-13T16:07:39.165 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.164+0000 7f1d0409c640 1 -- 172.21.15.76:0/2931093754 wait complete. 2024-09-13T16:07:39.181 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-13T16:07:39.285 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.283+0000 7fcaf835e640 1 Processor -- start 2024-09-13T16:07:39.285 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.284+0000 7fcaf835e640 1 -- start start 2024-09-13T16:07:39.286 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.284+0000 7fcaf835e640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fcaf00d2760 0x7fcaf00cd8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:39.286 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.284+0000 7fcaf835e640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcaf00cde20 0x7fcaf00d0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:39.286 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.285+0000 7fcaf835e640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcaf00cd450 con 0x7fcaf015c500 2024-09-13T16:07:39.286 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.285+0000 7fcaf835e640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcaf00d0cf0 con 0x7fcaf00d2760 2024-09-13T16:07:39.286 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.285+0000 7fcaf835e640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcaf00d0fd0 con 0x7fcaf00cde20 2024-09-13T16:07:39.287 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.285+0000 7fcaf60fa640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fcaf015c500 0x7fcaf00d2050 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:56986/0 (socket says 172.21.15.76:56986) 2024-09-13T16:07:39.287 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.285+0000 7fcaf60fa640 1 -- 172.21.15.76:0/1177759107 learned_addr learned my addr 172.21.15.76:0/1177759107 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:07:39.287 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.285+0000 7fcaf58f9640 1 --2- 172.21.15.76:0/1177759107 >> v2:172.21.15.76:3300/0 conn(0x7fcaf00d2760 0x7fcaf00cd8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:39.287 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.285+0000 7fcaf68fb640 1 --2- 172.21.15.76:0/1177759107 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcaf00cde20 0x7fcaf00d0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:39.287 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.285+0000 7fcaf58f9640 1 -- 172.21.15.76:0/1177759107 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcaf00cde20 msgr2=0x7fcaf00d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:39.287 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.285+0000 7fcaf58f9640 1 --2- 172.21.15.76:0/1177759107 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcaf00cde20 0x7fcaf00d0000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:39.287 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.285+0000 7fcaf58f9640 1 -- 172.21.15.76:0/1177759107 >> v1:172.21.15.76:6789/0 conn(0x7fcaf015c500 legacy=0x7fcaf00d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:39.287 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.285+0000 7fcaf58f9640 1 -- 172.21.15.76:0/1177759107 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcaf00cd0e0 con 0x7fcaf00d2760 2024-09-13T16:07:39.287 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.285+0000 7fcaf50f8640 1 -- 172.21.15.76:0/1177759107 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1786353079 0 0) 0x7fcaf00cd450 con 0x7fcaf015c500 2024-09-13T16:07:39.288 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.286+0000 7fcaf58f9640 1 --2- 172.21.15.76:0/1177759107 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcaf00d2760 0x7fcaf00cd8e0 secure :-1 s=READY pgs=868 cs=0 l=1 rev1=1 crypto rx=0x7fcae00097a0 tx=0x7fcae002a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=410f8e35444583a7 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:39.288 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.286+0000 7fcaf50f8640 1 -- 172.21.15.76:0/1177759107 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcae0032440 con 0x7fcaf00d2760 2024-09-13T16:07:39.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.286+0000 7fcaf50f8640 1 -- 172.21.15.76:0/1177759107 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcae00325a0 con 0x7fcaf00d2760 2024-09-13T16:07:39.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.286+0000 7fcaf50f8640 1 -- 172.21.15.76:0/1177759107 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcae0032930 con 0x7fcaf00d2760 2024-09-13T16:07:39.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.286+0000 7fcaf835e640 1 -- 172.21.15.76:0/1177759107 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcaf00d2760 msgr2=0x7fcaf00cd8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:39.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.286+0000 7fcaf835e640 1 --2- 172.21.15.76:0/1177759107 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcaf00d2760 0x7fcaf00cd8e0 secure :-1 s=READY pgs=868 cs=0 l=1 rev1=1 crypto rx=0x7fcae00097a0 tx=0x7fcae002a180 comp rx=0 tx=0).stop 2024-09-13T16:07:39.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.286+0000 7fcaf835e640 1 -- 172.21.15.76:0/1177759107 shutdown_connections 2024-09-13T16:07:39.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.286+0000 7fcaf835e640 1 --2- 172.21.15.76:0/1177759107 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcaf00cde20 0x7fcaf00d0000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:39.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.286+0000 7fcaf835e640 1 --2- 172.21.15.76:0/1177759107 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcaf00d2760 0x7fcaf00cd8e0 unknown :-1 s=CLOSED pgs=868 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:39.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.286+0000 7fcaf835e640 1 -- 172.21.15.76:0/1177759107 >> 172.21.15.76:0/1177759107 conn(0x7fcaf0089f60 msgr2=0x7fcaf009b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:39.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.286+0000 7fcaf835e640 1 -- 172.21.15.76:0/1177759107 shutdown_connections 2024-09-13T16:07:39.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.286+0000 7fcaf835e640 1 -- 172.21.15.76:0/1177759107 wait complete. 2024-09-13T16:07:39.291 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.288+0000 7fcaf835e640 1 Processor -- start 2024-09-13T16:07:39.291 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.288+0000 7fcaf835e640 1 -- start start 2024-09-13T16:07:39.291 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.288+0000 7fcaf835e640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcaf00cde20 0x7fcaf0153c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:39.292 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.288+0000 7fcaf835e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcaf00d2760 0x7fcaf015dde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:39.292 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.288+0000 7fcaf835e640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcaf015c500 0x7fcaf0158160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:39.292 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.288+0000 7fcaf835e640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcaf015caf0 con 0x7fcaf00d2760 2024-09-13T16:07:39.292 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.288+0000 7fcaf835e640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcaf015d950 con 0x7fcaf015c500 2024-09-13T16:07:39.292 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.288+0000 7fcaf835e640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcaf015cd40 con 0x7fcaf00cde20 2024-09-13T16:07:39.292 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.288+0000 7fcaf58f9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcaf00d2760 0x7fcaf015dde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:39.292 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.288+0000 7fcaf58f9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcaf00d2760 0x7fcaf015dde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58042/0 (socket says 172.21.15.76:58042) 2024-09-13T16:07:39.292 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.289+0000 7fcaf58f9640 1 -- 172.21.15.76:0/2531431783 learned_addr learned my addr 172.21.15.76:0/2531431783 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:39.292 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.289+0000 7fcaf60fa640 1 --2- 172.21.15.76:0/2531431783 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcaf00cde20 0x7fcaf0153c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:39.292 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.289+0000 7fcaf68fb640 1 --2- 172.21.15.76:0/2531431783 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcaf015c500 0x7fcaf0158160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:39.292 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.289+0000 7fcaf58f9640 1 -- 172.21.15.76:0/2531431783 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcaf00cde20 msgr2=0x7fcaf0153c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:39.293 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.289+0000 7fcaf58f9640 1 --2- 172.21.15.76:0/2531431783 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcaf00cde20 0x7fcaf0153c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:39.293 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.289+0000 7fcaf58f9640 1 -- 172.21.15.76:0/2531431783 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcaf015c500 msgr2=0x7fcaf0158160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:39.293 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.289+0000 7fcaf58f9640 1 --2- 172.21.15.76:0/2531431783 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcaf015c500 0x7fcaf0158160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:39.293 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.289+0000 7fcaf58f9640 1 -- 172.21.15.76:0/2531431783 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcae0009400 con 0x7fcaf00d2760 2024-09-13T16:07:39.293 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.289+0000 7fcaf68fb640 1 --2- 172.21.15.76:0/2531431783 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcaf015c500 0x7fcaf0158160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:07:39.293 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.289+0000 7fcaf60fa640 1 --2- 172.21.15.76:0/2531431783 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcaf00cde20 0x7fcaf0153c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:07:39.293 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.289+0000 7fcaf58f9640 1 --2- 172.21.15.76:0/2531431783 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcaf00d2760 0x7fcaf015dde0 secure :-1 s=READY pgs=869 cs=0 l=1 rev1=1 crypto rx=0x7fcae0035040 tx=0x7fcae00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:39.293 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.289+0000 7fcae6ffd640 1 -- 172.21.15.76:0/2531431783 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcae0032440 con 0x7fcaf00d2760 2024-09-13T16:07:39.293 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.289+0000 7fcae6ffd640 1 -- 172.21.15.76:0/2531431783 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcae0006e10 con 0x7fcaf00d2760 2024-09-13T16:07:39.293 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.289+0000 7fcaf835e640 1 -- 172.21.15.76:0/2531431783 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcaf015d020 con 0x7fcaf00d2760 2024-09-13T16:07:39.293 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.289+0000 7fcae6ffd640 1 -- 172.21.15.76:0/2531431783 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcae0030be0 con 0x7fcaf00d2760 2024-09-13T16:07:39.293 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.289+0000 7fcaf835e640 1 -- 172.21.15.76:0/2531431783 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcaf015d5e0 con 0x7fcaf00d2760 2024-09-13T16:07:39.293 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.290+0000 7fcaf835e640 1 -- 172.21.15.76:0/2531431783 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcaf015dac0 con 0x7fcaf00d2760 2024-09-13T16:07:39.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.291+0000 7fcae6ffd640 1 -- 172.21.15.76:0/2531431783 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fcae0039040 con 0x7fcaf00d2760 2024-09-13T16:07:39.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.291+0000 7fcae6ffd640 1 --2- 172.21.15.76:0/2531431783 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcad406ac30 0x7fcad406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:39.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.291+0000 7fcae6ffd640 1 -- 172.21.15.76:0/2531431783 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(68..68 src has 1..68) v4 ==== 5929+0+0 (secure 0 0 0) 0x7fcae00a9d60 con 0x7fcaf00d2760 2024-09-13T16:07:39.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.291+0000 7fcaf60fa640 1 --2- 172.21.15.76:0/2531431783 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcad406ac30 0x7fcad406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:39.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.292+0000 7fcaf60fa640 1 --2- 172.21.15.76:0/2531431783 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcad406ac30 0x7fcad406d0f0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7fcaec000f60 tx=0x7fcaec007ca0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:39.297 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.296+0000 7fcae6ffd640 1 -- 172.21.15.76:0/2531431783 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fcae0074e60 con 0x7fcaf00d2760 2024-09-13T16:07:39.492 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.491+0000 7fcaf835e640 1 -- 172.21.15.76:0/2531431783 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7fcaf00d0910 con 0x7fcaf00d2760 2024-09-13T16:07:39.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.497+0000 7fcae6ffd640 1 -- 172.21.15.76:0/2531431783 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 9 and data pool 10 v28) v1 ==== 173+0+0 (secure 0 0 0) 0x7fcae0078480 con 0x7fcaf00d2760 2024-09-13T16:07:39.499 INFO:teuthology.orchestra.run.smithi076.stderr:new fs with metadata pool 9 and data pool 10 2024-09-13T16:07:39.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.504+0000 7fcaf835e640 1 -- 172.21.15.76:0/2531431783 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcad406ac30 msgr2=0x7fcad406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:39.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.504+0000 7fcaf835e640 1 --2- 172.21.15.76:0/2531431783 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcad406ac30 0x7fcad406d0f0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7fcaec000f60 tx=0x7fcaec007ca0 comp rx=0 tx=0).stop 2024-09-13T16:07:39.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.504+0000 7fcaf835e640 1 -- 172.21.15.76:0/2531431783 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcaf00d2760 msgr2=0x7fcaf015dde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:39.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.504+0000 7fcaf835e640 1 --2- 172.21.15.76:0/2531431783 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcaf00d2760 0x7fcaf015dde0 secure :-1 s=READY pgs=869 cs=0 l=1 rev1=1 crypto rx=0x7fcae0035040 tx=0x7fcae00046c0 comp rx=0 tx=0).stop 2024-09-13T16:07:39.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.505+0000 7fcaf835e640 1 -- 172.21.15.76:0/2531431783 shutdown_connections 2024-09-13T16:07:39.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.505+0000 7fcaf835e640 1 --2- 172.21.15.76:0/2531431783 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcaf015c500 0x7fcaf0158160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:39.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.505+0000 7fcaf835e640 1 --2- 172.21.15.76:0/2531431783 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcaf00d2760 0x7fcaf015dde0 secure :-1 s=CLOSED pgs=869 cs=0 l=1 rev1=1 crypto rx=0x7fcae0035040 tx=0x7fcae00046c0 comp rx=0 tx=0).stop 2024-09-13T16:07:39.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.505+0000 7fcaf835e640 1 --2- 172.21.15.76:0/2531431783 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcad406ac30 0x7fcad406d0f0 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:39.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.505+0000 7fcaf835e640 1 --2- 172.21.15.76:0/2531431783 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcaf00cde20 0x7fcaf0153c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:39.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.505+0000 7fcaf835e640 1 -- 172.21.15.76:0/2531431783 >> 172.21.15.76:0/2531431783 conn(0x7fcaf0089f60 msgr2=0x7fcaf00b3650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:39.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.506+0000 7fcaf835e640 1 -- 172.21.15.76:0/2531431783 shutdown_connections 2024-09-13T16:07:39.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.506+0000 7fcaf835e640 1 -- 172.21.15.76:0/2531431783 wait complete. 2024-09-13T16:07:39.525 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:07:39.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.623+0000 7ff6a1490640 1 Processor -- start 2024-09-13T16:07:39.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.623+0000 7ff6a1490640 1 -- start start 2024-09-13T16:07:39.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.624+0000 7ff6a1490640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff69c15a2e0 0x7ff69c0c9a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:39.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.624+0000 7ff6a1490640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7ff69c0c9f80 0x7ff69c0cace0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:39.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.624+0000 7ff6a1490640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff69c0cb670 con 0x7ff69c0cb220 2024-09-13T16:07:39.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.624+0000 7ff6a1490640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff69c0c8920 con 0x7ff69c15a2e0 2024-09-13T16:07:39.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.624+0000 7ff6a1490640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff69c15a6c0 con 0x7ff69c0c9f80 2024-09-13T16:07:39.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.624+0000 7ff69affd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff69c15a2e0 0x7ff69c0c9a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:39.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.624+0000 7ff69affd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff69c15a2e0 0x7ff69c0c9a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58052/0 (socket says 172.21.15.76:58052) 2024-09-13T16:07:39.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.624+0000 7ff69affd640 1 -- 172.21.15.76:0/2078313357 learned_addr learned my addr 172.21.15.76:0/2078313357 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:39.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.624+0000 7ff69affd640 1 -- 172.21.15.76:0/2078313357 >> v2:172.21.15.192:3300/0 conn(0x7ff69c0c9f80 msgr2=0x7ff69c0cace0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:39.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.624+0000 7ff69affd640 1 --2- 172.21.15.76:0/2078313357 >> v2:172.21.15.192:3300/0 conn(0x7ff69c0c9f80 0x7ff69c0cace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:39.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.624+0000 7ff69affd640 1 -- 172.21.15.76:0/2078313357 >> v1:172.21.15.192:6789/0 conn(0x7ff69c0cb220 legacy=0x7ff69c0ce260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:39.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.624+0000 7ff69affd640 1 -- 172.21.15.76:0/2078313357 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff69c0ca500 con 0x7ff69c15a2e0 2024-09-13T16:07:39.629 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.625+0000 7ff69affd640 1 --2- 172.21.15.76:0/2078313357 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff69c15a2e0 0x7ff69c0c9a40 secure :-1 s=READY pgs=870 cs=0 l=1 rev1=1 crypto rx=0x7ff69c0b1ef0 tx=0x7ff68c02a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c5e601e6e778db9c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:39.629 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.625+0000 7ff69a7fc640 1 -- 172.21.15.76:0/2078313357 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff68c032440 con 0x7ff69c15a2e0 2024-09-13T16:07:39.629 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.625+0000 7ff69a7fc640 1 -- 172.21.15.76:0/2078313357 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff68c0325a0 con 0x7ff69c15a2e0 2024-09-13T16:07:39.629 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.625+0000 7ff69a7fc640 1 -- 172.21.15.76:0/2078313357 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff68c032930 con 0x7ff69c15a2e0 2024-09-13T16:07:39.629 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.626+0000 7ff6a1490640 1 -- 172.21.15.76:0/2078313357 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff69c15a2e0 msgr2=0x7ff69c0c9a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:39.629 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.626+0000 7ff6a1490640 1 --2- 172.21.15.76:0/2078313357 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff69c15a2e0 0x7ff69c0c9a40 secure :-1 s=READY pgs=870 cs=0 l=1 rev1=1 crypto rx=0x7ff69c0b1ef0 tx=0x7ff68c02a230 comp rx=0 tx=0).stop 2024-09-13T16:07:39.629 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.626+0000 7ff6a1490640 1 -- 172.21.15.76:0/2078313357 shutdown_connections 2024-09-13T16:07:39.629 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.626+0000 7ff6a1490640 1 --2- 172.21.15.76:0/2078313357 >> v2:172.21.15.192:3300/0 conn(0x7ff69c0c9f80 0x7ff69c0cace0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:39.630 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.626+0000 7ff6a1490640 1 --2- 172.21.15.76:0/2078313357 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff69c15a2e0 0x7ff69c0c9a40 unknown :-1 s=CLOSED pgs=870 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:39.630 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.626+0000 7ff6a1490640 1 -- 172.21.15.76:0/2078313357 >> 172.21.15.76:0/2078313357 conn(0x7ff69c069ed0 msgr2=0x7ff69c06a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:39.630 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.626+0000 7ff6a1490640 1 -- 172.21.15.76:0/2078313357 shutdown_connections 2024-09-13T16:07:39.630 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.626+0000 7ff6a1490640 1 -- 172.21.15.76:0/2078313357 wait complete. 2024-09-13T16:07:39.630 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.627+0000 7ff6a1490640 1 Processor -- start 2024-09-13T16:07:39.630 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.627+0000 7ff6a1490640 1 -- start start 2024-09-13T16:07:39.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.628+0000 7ff6a1490640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff69c0c9f80 0x7ff69c1564b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:39.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.628+0000 7ff6a1490640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff69c0cb220 0x7ff69c0977f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:39.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.628+0000 7ff6a1490640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff69c15a2e0 0x7ff69c15bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:39.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.628+0000 7ff6a1490640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff69c1571d0 con 0x7ff69c0c9f80 2024-09-13T16:07:39.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.628+0000 7ff6a1490640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff69c156020 con 0x7ff69c15a2e0 2024-09-13T16:07:39.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.628+0000 7ff6a1490640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff69c1556f0 con 0x7ff69c0cb220 2024-09-13T16:07:39.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.628+0000 7ff69affd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff69c0c9f80 0x7ff69c1564b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:39.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.628+0000 7ff69affd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff69c0c9f80 0x7ff69c1564b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58066/0 (socket says 172.21.15.76:58066) 2024-09-13T16:07:39.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.628+0000 7ff69affd640 1 -- 172.21.15.76:0/187689421 learned_addr learned my addr 172.21.15.76:0/187689421 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:39.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.628+0000 7ff69b7fe640 1 --2- 172.21.15.76:0/187689421 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff69c15a2e0 0x7ff69c15bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:39.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.628+0000 7ff6927fc640 1 --2- 172.21.15.76:0/187689421 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff69c0cb220 0x7ff69c0977f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:39.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.628+0000 7ff69affd640 1 -- 172.21.15.76:0/187689421 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff69c0cb220 msgr2=0x7ff69c0977f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:39.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.628+0000 7ff69affd640 1 --2- 172.21.15.76:0/187689421 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff69c0cb220 0x7ff69c0977f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:39.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.628+0000 7ff69affd640 1 -- 172.21.15.76:0/187689421 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff69c15a2e0 msgr2=0x7ff69c15bdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:39.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.628+0000 7ff69affd640 1 --2- 172.21.15.76:0/187689421 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff69c15a2e0 0x7ff69c15bdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:39.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.628+0000 7ff69affd640 1 -- 172.21.15.76:0/187689421 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff68c0094d0 con 0x7ff69c0c9f80 2024-09-13T16:07:39.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.628+0000 7ff6927fc640 1 --2- 172.21.15.76:0/187689421 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff69c0cb220 0x7ff69c0977f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:07:39.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.629+0000 7ff69affd640 1 --2- 172.21.15.76:0/187689421 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff69c0c9f80 0x7ff69c1564b0 secure :-1 s=READY pgs=871 cs=0 l=1 rev1=1 crypto rx=0x7ff68c000c00 tx=0x7ff68c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:39.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.629+0000 7ff693fff640 1 -- 172.21.15.76:0/187689421 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff68c032440 con 0x7ff69c0c9f80 2024-09-13T16:07:39.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.629+0000 7ff693fff640 1 -- 172.21.15.76:0/187689421 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff68c030b80 con 0x7ff69c0c9f80 2024-09-13T16:07:39.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.629+0000 7ff693fff640 1 -- 172.21.15.76:0/187689421 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff68c03b400 con 0x7ff69c0c9f80 2024-09-13T16:07:39.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.629+0000 7ff6a1490640 1 -- 172.21.15.76:0/187689421 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff69c1559d0 con 0x7ff69c0c9f80 2024-09-13T16:07:39.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.629+0000 7ff6a1490640 1 -- 172.21.15.76:0/187689421 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff69c1569f0 con 0x7ff69c0c9f80 2024-09-13T16:07:39.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.630+0000 7ff6a1490640 1 -- 172.21.15.76:0/187689421 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff69c155830 con 0x7ff69c0c9f80 2024-09-13T16:07:39.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.630+0000 7ff693fff640 1 -- 172.21.15.76:0/187689421 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff68c039040 con 0x7ff69c0c9f80 2024-09-13T16:07:39.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.631+0000 7ff693fff640 1 --2- 172.21.15.76:0/187689421 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff67c06ac00 0x7ff67c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:39.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.631+0000 7ff6927fc640 1 --2- 172.21.15.76:0/187689421 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff67c06ac00 0x7ff67c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:39.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.631+0000 7ff693fff640 1 -- 172.21.15.76:0/187689421 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(69..69 src has 1..69) v4 ==== 6029+0+0 (secure 0 0 0) 0x7ff68c0a9bf0 con 0x7ff69c0c9f80 2024-09-13T16:07:39.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.631+0000 7ff6927fc640 1 --2- 172.21.15.76:0/187689421 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff67c06ac00 0x7ff67c06d0c0 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7ff684006fd0 tx=0x7ff684008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:39.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.635+0000 7ff693fff640 1 -- 172.21.15.76:0/187689421 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ff69c155830 con 0x7ff69c0c9f80 2024-09-13T16:07:39.801 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.799+0000 7ff6a1490640 1 -- 172.21.15.76:0/187689421 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ff69c0cb670 con 0x7ff69c0c9f80 2024-09-13T16:07:39.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.800+0000 7ff693fff640 1 -- 172.21.15.76:0/187689421 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v69) v1 ==== 74+0+16693 (secure 0 0 0) 0x7ff69c0cb670 con 0x7ff69c0c9f80 2024-09-13T16:07:39.802 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:07:39.802 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":69,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:07:39.492899+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":10,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:07:37.664256+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_data","create_time":"2024-09-13T16:07:38.459206+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:07:39.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.802+0000 7ff6a1490640 1 -- 172.21.15.76:0/187689421 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff67c06ac00 msgr2=0x7ff67c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:39.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.802+0000 7ff6a1490640 1 --2- 172.21.15.76:0/187689421 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff67c06ac00 0x7ff67c06d0c0 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7ff684006fd0 tx=0x7ff684008040 comp rx=0 tx=0).stop 2024-09-13T16:07:39.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.802+0000 7ff6a1490640 1 -- 172.21.15.76:0/187689421 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff69c0c9f80 msgr2=0x7ff69c1564b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:39.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.802+0000 7ff6a1490640 1 --2- 172.21.15.76:0/187689421 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff69c0c9f80 0x7ff69c1564b0 secure :-1 s=READY pgs=871 cs=0 l=1 rev1=1 crypto rx=0x7ff68c000c00 tx=0x7ff68c0046c0 comp rx=0 tx=0).stop 2024-09-13T16:07:39.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.803+0000 7ff6a1490640 1 -- 172.21.15.76:0/187689421 shutdown_connections 2024-09-13T16:07:39.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.803+0000 7ff6a1490640 1 --2- 172.21.15.76:0/187689421 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff69c15a2e0 0x7ff69c15bdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:39.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.803+0000 7ff6a1490640 1 --2- 172.21.15.76:0/187689421 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff67c06ac00 0x7ff67c06d0c0 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:39.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.803+0000 7ff6a1490640 1 --2- 172.21.15.76:0/187689421 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff69c0cb220 0x7ff69c0977f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:39.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.803+0000 7ff6a1490640 1 --2- 172.21.15.76:0/187689421 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff69c0c9f80 0x7ff69c1564b0 unknown :-1 s=CLOSED pgs=871 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:39.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.803+0000 7ff6a1490640 1 -- 172.21.15.76:0/187689421 >> 172.21.15.76:0/187689421 conn(0x7ff69c069ed0 msgr2=0x7ff69c071210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:39.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.803+0000 7ff6a1490640 1 -- 172.21.15.76:0/187689421 shutdown_connections 2024-09-13T16:07:39.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.803+0000 7ff6a1490640 1 -- 172.21.15.76:0/187689421 wait complete. 2024-09-13T16:07:39.815 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:07:39.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.913+0000 7f321f02b640 1 Processor -- start 2024-09-13T16:07:39.915 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.913+0000 7f321f02b640 1 -- start start 2024-09-13T16:07:39.916 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.914+0000 7f321f02b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f321815a2e0 0x7f32180c9a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:39.916 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.914+0000 7f321f02b640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f32180cb3f0 0x7f321806d030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:39.916 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.914+0000 7f321f02b640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f32180c8920 con 0x7f32180c9f80 2024-09-13T16:07:39.916 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.914+0000 7f321f02b640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f321815a6c0 con 0x7f321815a2e0 2024-09-13T16:07:39.916 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.914+0000 7f321f02b640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f32180ca500 con 0x7f32180cb3f0 2024-09-13T16:07:39.916 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.914+0000 7f321cdc7640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f321815a2e0 0x7f32180c9a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:39.917 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.914+0000 7f321cdc7640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f321815a2e0 0x7f32180c9a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58070/0 (socket says 172.21.15.76:58070) 2024-09-13T16:07:39.917 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.914+0000 7f321cdc7640 1 -- 172.21.15.76:0/3045537391 learned_addr learned my addr 172.21.15.76:0/3045537391 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:39.917 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.914+0000 7f321d5c8640 1 --2- 172.21.15.76:0/3045537391 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f32180cb3f0 0x7f321806d030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:39.917 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.914+0000 7f321cdc7640 1 -- 172.21.15.76:0/3045537391 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f32180cb3f0 msgr2=0x7f321806d030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:39.917 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.914+0000 7f321cdc7640 1 --2- 172.21.15.76:0/3045537391 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f32180cb3f0 0x7f321806d030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:39.917 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.914+0000 7f321cdc7640 1 -- 172.21.15.76:0/3045537391 >> v1:172.21.15.192:6789/0 conn(0x7f32180c9f80 legacy=0x7f32180cace0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:39.917 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.914+0000 7f321cdc7640 1 -- 172.21.15.76:0/3045537391 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f32180c8b70 con 0x7f321815a2e0 2024-09-13T16:07:39.917 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.915+0000 7f321cdc7640 1 --2- 172.21.15.76:0/3045537391 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f321815a2e0 0x7f32180c9a40 secure :-1 s=READY pgs=872 cs=0 l=1 rev1=1 crypto rx=0x7f320c009870 tx=0x7f320c02a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c756b377fce9a5a6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:39.917 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.915+0000 7f32177fe640 1 -- 172.21.15.76:0/3045537391 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f320c032440 con 0x7f321815a2e0 2024-09-13T16:07:39.917 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.915+0000 7f32177fe640 1 -- 172.21.15.76:0/3045537391 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f320c0325a0 con 0x7f321815a2e0 2024-09-13T16:07:39.917 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.915+0000 7f32177fe640 1 -- 172.21.15.76:0/3045537391 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f320c032930 con 0x7f321815a2e0 2024-09-13T16:07:39.918 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.915+0000 7f321f02b640 1 -- 172.21.15.76:0/3045537391 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f321815a2e0 msgr2=0x7f32180c9a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:39.918 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.915+0000 7f321f02b640 1 --2- 172.21.15.76:0/3045537391 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f321815a2e0 0x7f32180c9a40 secure :-1 s=READY pgs=872 cs=0 l=1 rev1=1 crypto rx=0x7f320c009870 tx=0x7f320c02a210 comp rx=0 tx=0).stop 2024-09-13T16:07:39.918 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.916+0000 7f321f02b640 1 -- 172.21.15.76:0/3045537391 shutdown_connections 2024-09-13T16:07:39.918 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.916+0000 7f321f02b640 1 --2- 172.21.15.76:0/3045537391 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f32180cb3f0 0x7f321806d030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:39.919 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.916+0000 7f321f02b640 1 --2- 172.21.15.76:0/3045537391 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f321815a2e0 0x7f32180c9a40 unknown :-1 s=CLOSED pgs=872 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:39.919 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.916+0000 7f321f02b640 1 -- 172.21.15.76:0/3045537391 >> 172.21.15.76:0/3045537391 conn(0x7f3218069ed0 msgr2=0x7f321806a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:39.919 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.916+0000 7f321f02b640 1 -- 172.21.15.76:0/3045537391 shutdown_connections 2024-09-13T16:07:39.919 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.916+0000 7f321f02b640 1 -- 172.21.15.76:0/3045537391 wait complete. 2024-09-13T16:07:39.919 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.917+0000 7f321f02b640 1 Processor -- start 2024-09-13T16:07:39.919 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.917+0000 7f321f02b640 1 -- start start 2024-09-13T16:07:39.922 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.918+0000 7f321f02b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f32180c9f80 0x7f3218157510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:39.922 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.918+0000 7f321f02b640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f32180cb3f0 0x7f32181f3000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:39.922 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.918+0000 7f321f02b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f321815a2e0 0x7f32180c5b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:39.922 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.918+0000 7f321f02b640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32181f3fa0 con 0x7f321815a2e0 2024-09-13T16:07:39.922 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.918+0000 7f321f02b640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3218157a50 con 0x7f32180c9f80 2024-09-13T16:07:39.922 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.918+0000 7f321f02b640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f32181f39e0 con 0x7f32180cb3f0 2024-09-13T16:07:39.922 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.918+0000 7f321d5c8640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f321815a2e0 0x7f32180c5b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:39.922 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.918+0000 7f321d5c8640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f321815a2e0 0x7f32180c5b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58080/0 (socket says 172.21.15.76:58080) 2024-09-13T16:07:39.922 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.918+0000 7f321d5c8640 1 -- 172.21.15.76:0/4244281405 learned_addr learned my addr 172.21.15.76:0/4244281405 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:39.922 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.918+0000 7f3217fff640 1 --2- 172.21.15.76:0/4244281405 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f32180cb3f0 0x7f32181f3000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:39.922 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.918+0000 7f321cdc7640 1 --2- 172.21.15.76:0/4244281405 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f32180c9f80 0x7f3218157510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:39.922 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.918+0000 7f321d5c8640 1 -- 172.21.15.76:0/4244281405 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f32180cb3f0 msgr2=0x7f32181f3000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:39.922 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.918+0000 7f321d5c8640 1 --2- 172.21.15.76:0/4244281405 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f32180cb3f0 0x7f32181f3000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:39.923 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.918+0000 7f321d5c8640 1 -- 172.21.15.76:0/4244281405 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f32180c9f80 msgr2=0x7f3218157510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:39.923 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.918+0000 7f321d5c8640 1 --2- 172.21.15.76:0/4244281405 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f32180c9f80 0x7f3218157510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:39.923 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.918+0000 7f321d5c8640 1 -- 172.21.15.76:0/4244281405 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f320c0094d0 con 0x7f321815a2e0 2024-09-13T16:07:39.923 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.918+0000 7f321cdc7640 1 --2- 172.21.15.76:0/4244281405 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f32180c9f80 0x7f3218157510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:07:39.923 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.918+0000 7f321d5c8640 1 --2- 172.21.15.76:0/4244281405 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f321815a2e0 0x7f32180c5b40 secure :-1 s=READY pgs=873 cs=0 l=1 rev1=1 crypto rx=0x7f3210007e40 tx=0x7f321000e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:39.923 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.918+0000 7f32157fa640 1 -- 172.21.15.76:0/4244281405 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3210014620 con 0x7f321815a2e0 2024-09-13T16:07:39.923 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.918+0000 7f32157fa640 1 -- 172.21.15.76:0/4244281405 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f321000ee90 con 0x7f321815a2e0 2024-09-13T16:07:39.923 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.918+0000 7f321f02b640 1 -- 172.21.15.76:0/4244281405 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f32181f3cc0 con 0x7f321815a2e0 2024-09-13T16:07:39.923 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.918+0000 7f32157fa640 1 -- 172.21.15.76:0/4244281405 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32100149e0 con 0x7f321815a2e0 2024-09-13T16:07:39.924 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.918+0000 7f321f02b640 1 -- 172.21.15.76:0/4244281405 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f321815ac90 con 0x7f321815a2e0 2024-09-13T16:07:39.924 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.919+0000 7f321f02b640 1 -- 172.21.15.76:0/4244281405 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f32180af9f0 con 0x7f321815a2e0 2024-09-13T16:07:39.924 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.920+0000 7f32157fa640 1 -- 172.21.15.76:0/4244281405 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f3210014b40 con 0x7f321815a2e0 2024-09-13T16:07:39.924 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.920+0000 7f32157fa640 1 --2- 172.21.15.76:0/4244281405 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f31fc06ac30 0x7f31fc06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:39.924 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.920+0000 7f32157fa640 1 -- 172.21.15.76:0/4244281405 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(69..69 src has 1..69) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f3210089d80 con 0x7f321815a2e0 2024-09-13T16:07:39.924 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.920+0000 7f321cdc7640 1 --2- 172.21.15.76:0/4244281405 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f31fc06ac30 0x7f31fc06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:39.925 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.921+0000 7f321cdc7640 1 --2- 172.21.15.76:0/4244281405 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f31fc06ac30 0x7f31fc06d0f0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f320c034000 tx=0x7f320c02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:39.926 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:39.925+0000 7f32157fa640 1 -- 172.21.15.76:0/4244281405 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f3210054eb0 con 0x7f321815a2e0 2024-09-13T16:07:40.090 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:40.088+0000 7f321f02b640 1 -- 172.21.15.76:0/4244281405 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f321806a4c0 con 0x7f321815a2e0 2024-09-13T16:07:40.091 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:40.089+0000 7f32157fa640 1 -- 172.21.15.76:0/4244281405 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v69) v1 ==== 74+0+16693 (secure 0 0 0) 0x7f32100584d0 con 0x7f321815a2e0 2024-09-13T16:07:40.091 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:07:40.091 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":69,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:07:39.492899+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":10,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:07:37.664256+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_data","create_time":"2024-09-13T16:07:38.459206+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:07:40.093 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:40.091+0000 7f321f02b640 1 -- 172.21.15.76:0/4244281405 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f31fc06ac30 msgr2=0x7f31fc06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:40.093 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:40.091+0000 7f321f02b640 1 --2- 172.21.15.76:0/4244281405 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f31fc06ac30 0x7f31fc06d0f0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f320c034000 tx=0x7f320c02e000 comp rx=0 tx=0).stop 2024-09-13T16:07:40.093 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:40.091+0000 7f321f02b640 1 -- 172.21.15.76:0/4244281405 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f321815a2e0 msgr2=0x7f32180c5b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:40.093 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:40.091+0000 7f321f02b640 1 --2- 172.21.15.76:0/4244281405 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f321815a2e0 0x7f32180c5b40 secure :-1 s=READY pgs=873 cs=0 l=1 rev1=1 crypto rx=0x7f3210007e40 tx=0x7f321000e4b0 comp rx=0 tx=0).stop 2024-09-13T16:07:40.093 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:40.091+0000 7f321f02b640 1 -- 172.21.15.76:0/4244281405 shutdown_connections 2024-09-13T16:07:40.093 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:40.091+0000 7f321f02b640 1 --2- 172.21.15.76:0/4244281405 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f321815a2e0 0x7f32180c5b40 unknown :-1 s=CLOSED pgs=873 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:40.094 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:40.091+0000 7f321f02b640 1 --2- 172.21.15.76:0/4244281405 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f31fc06ac30 0x7f31fc06d0f0 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:40.094 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:40.091+0000 7f321f02b640 1 --2- 172.21.15.76:0/4244281405 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f32180cb3f0 0x7f32181f3000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:40.094 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:40.091+0000 7f321f02b640 1 --2- 172.21.15.76:0/4244281405 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f32180c9f80 0x7f3218157510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:40.094 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:40.091+0000 7f321f02b640 1 -- 172.21.15.76:0/4244281405 >> 172.21.15.76:0/4244281405 conn(0x7f3218069ed0 msgr2=0x7f3218070200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:40.094 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:40.091+0000 7f321f02b640 1 -- 172.21.15.76:0/4244281405 shutdown_connections 2024-09-13T16:07:40.094 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:40.092+0000 7f321f02b640 1 -- 172.21.15.76:0/4244281405 wait complete. 2024-09-13T16:07:40.105 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-13T16:07:40.207 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:40.205+0000 7f6360d45640 1 Processor -- start 2024-09-13T16:07:40.207 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:40.205+0000 7f6360d45640 1 -- start start 2024-09-13T16:07:40.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:40.206+0000 7f6360d45640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f635c0d2760 0x7f635c0cd8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:40.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:40.206+0000 7f6360d45640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f635c0cde20 0x7f635c0d0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:40.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:40.206+0000 7f6360d45640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f635c0cd450 con 0x7f635c15c500 2024-09-13T16:07:40.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:40.206+0000 7f6360d45640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f635c0d0cf0 con 0x7f635c0d2760 2024-09-13T16:07:40.209 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:40.206+0000 7f6360d45640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f635c0d0fd0 con 0x7f635c0cde20 2024-09-13T16:07:40.209 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:40.207+0000 7f6359d9b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f635c0d2760 0x7f635c0cd8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:40.209 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:40.207+0000 7f635a59c640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f635c15c500 0x7f635c0d2050 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:57002/0 (socket says 172.21.15.76:57002) 2024-09-13T16:07:40.209 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:40.207+0000 7f6359d9b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f635c0d2760 0x7f635c0cd8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58086/0 (socket says 172.21.15.76:58086) 2024-09-13T16:07:40.209 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:40.207+0000 7f635a59c640 1 -- 172.21.15.76:0/3195352521 learned_addr learned my addr 172.21.15.76:0/3195352521 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:07:40.209 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:40.207+0000 7f635ad9d640 1 --2- 172.21.15.76:0/3195352521 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f635c0cde20 0x7f635c0d0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:40.209 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:40.207+0000 7f6359d9b640 1 -- 172.21.15.76:0/3195352521 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f635c0cde20 msgr2=0x7f635c0d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:40.209 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:40.207+0000 7f6359d9b640 1 --2- 172.21.15.76:0/3195352521 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f635c0cde20 0x7f635c0d0000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:40.209 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:40.207+0000 7f6359d9b640 1 -- 172.21.15.76:0/3195352521 >> v1:172.21.15.76:6789/0 conn(0x7f635c15c500 legacy=0x7f635c0d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:40.209 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:40.207+0000 7f6359d9b640 1 -- 172.21.15.76:0/3195352521 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f635c0cd0e0 con 0x7f635c0d2760 2024-09-13T16:07:40.209 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:40.207+0000 7f635959a640 1 -- 172.21.15.76:0/3195352521 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2357589632 0 0) 0x7f635c0cd450 con 0x7f635c15c500 2024-09-13T16:07:40.210 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:40.208+0000 7f6359d9b640 1 --2- 172.21.15.76:0/3195352521 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f635c0d2760 0x7f635c0cd8e0 secure :-1 s=READY pgs=875 cs=0 l=1 rev1=1 crypto rx=0x7f63500097a0 tx=0x7f635002a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cad604ff266f4f42 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:40.211 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:40.208+0000 7f635959a640 1 -- 172.21.15.76:0/3195352521 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6350032440 con 0x7f635c0d2760 2024-09-13T16:07:40.211 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:40.208+0000 7f635959a640 1 -- 172.21.15.76:0/3195352521 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f63500325a0 con 0x7f635c0d2760 2024-09-13T16:07:40.211 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:40.208+0000 7f635959a640 1 -- 172.21.15.76:0/3195352521 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6350032930 con 0x7f635c0d2760 2024-09-13T16:07:40.211 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:40.208+0000 7f6360d45640 1 -- 172.21.15.76:0/3195352521 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f635c0d2760 msgr2=0x7f635c0cd8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:40.211 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:40.208+0000 7f6360d45640 1 --2- 172.21.15.76:0/3195352521 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f635c0d2760 0x7f635c0cd8e0 secure :-1 s=READY pgs=875 cs=0 l=1 rev1=1 crypto rx=0x7f63500097a0 tx=0x7f635002a180 comp rx=0 tx=0).stop 2024-09-13T16:07:40.211 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:40.208+0000 7f6360d45640 1 -- 172.21.15.76:0/3195352521 shutdown_connections 2024-09-13T16:07:40.211 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:40.208+0000 7f6360d45640 1 --2- 172.21.15.76:0/3195352521 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f635c0cde20 0x7f635c0d0000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:40.211 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:40.208+0000 7f6360d45640 1 --2- 172.21.15.76:0/3195352521 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f635c0d2760 0x7f635c0cd8e0 unknown :-1 s=CLOSED pgs=875 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:40.211 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:40.208+0000 7f6360d45640 1 -- 172.21.15.76:0/3195352521 >> 172.21.15.76:0/3195352521 conn(0x7f635c089f60 msgr2=0x7f635c09b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:40.211 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:40.208+0000 7f6360d45640 1 -- 172.21.15.76:0/3195352521 shutdown_connections 2024-09-13T16:07:40.211 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:40.208+0000 7f6360d45640 1 -- 172.21.15.76:0/3195352521 wait complete. 2024-09-13T16:07:40.214 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:40.210+0000 7f6360d45640 1 Processor -- start 2024-09-13T16:07:40.214 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:40.210+0000 7f6360d45640 1 -- start start 2024-09-13T16:07:40.214 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:40.211+0000 7f6360d45640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f635c0cde20 0x7f635c154fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:40.214 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:40.211+0000 7f6360d45640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f635c0d2760 0x7f635c15e8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:40.214 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:40.211+0000 7f6360d45640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f635c15c500 0x7f635c06ba00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:40.214 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:40.211+0000 7f6360d45640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f635c15f960 con 0x7f635c0d2760 2024-09-13T16:07:40.214 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:40.211+0000 7f6360d45640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f635c0b5590 con 0x7f635c0cde20 2024-09-13T16:07:40.214 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:40.211+0000 7f6360d45640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f635c0b5870 con 0x7f635c15c500 2024-09-13T16:07:40.214 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:40.211+0000 7f6359d9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f635c0d2760 0x7f635c15e8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:40.214 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:40.211+0000 7f6359d9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f635c0d2760 0x7f635c15e8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58102/0 (socket says 172.21.15.76:58102) 2024-09-13T16:07:40.214 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:40.211+0000 7f6359d9b640 1 -- 172.21.15.76:0/2291862245 learned_addr learned my addr 172.21.15.76:0/2291862245 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:40.215 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:40.211+0000 7f635ad9d640 1 --2- 172.21.15.76:0/2291862245 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f635c15c500 0x7f635c06ba00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:40.215 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:40.211+0000 7f635a59c640 1 --2- 172.21.15.76:0/2291862245 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f635c0cde20 0x7f635c154fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:40.215 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:40.211+0000 7f6359d9b640 1 -- 172.21.15.76:0/2291862245 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f635c15c500 msgr2=0x7f635c06ba00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:40.215 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:40.211+0000 7f6359d9b640 1 --2- 172.21.15.76:0/2291862245 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f635c15c500 0x7f635c06ba00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:40.215 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:40.211+0000 7f6359d9b640 1 -- 172.21.15.76:0/2291862245 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f635c0cde20 msgr2=0x7f635c154fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:40.215 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:40.211+0000 7f6359d9b640 1 --2- 172.21.15.76:0/2291862245 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f635c0cde20 0x7f635c154fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:40.215 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:40.211+0000 7f6359d9b640 1 -- 172.21.15.76:0/2291862245 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6350009400 con 0x7f635c0d2760 2024-09-13T16:07:40.215 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:40.211+0000 7f635ad9d640 1 --2- 172.21.15.76:0/2291862245 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f635c15c500 0x7f635c06ba00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:07:40.215 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:40.211+0000 7f6359d9b640 1 --2- 172.21.15.76:0/2291862245 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f635c0d2760 0x7f635c15e8a0 secure :-1 s=READY pgs=876 cs=0 l=1 rev1=1 crypto rx=0x7f6350000c00 tx=0x7f63500046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:40.215 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:40.211+0000 7f634affd640 1 -- 172.21.15.76:0/2291862245 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6350032440 con 0x7f635c0d2760 2024-09-13T16:07:40.215 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:40.211+0000 7f634affd640 1 -- 172.21.15.76:0/2291862245 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6350004230 con 0x7f635c0d2760 2024-09-13T16:07:40.215 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:40.211+0000 7f634affd640 1 -- 172.21.15.76:0/2291862245 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6350006e10 con 0x7f635c0d2760 2024-09-13T16:07:40.215 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:40.211+0000 7f6360d45640 1 -- 172.21.15.76:0/2291862245 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f635c0b5b50 con 0x7f635c0d2760 2024-09-13T16:07:40.215 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:40.211+0000 7f6360d45640 1 -- 172.21.15.76:0/2291862245 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f635c0b6110 con 0x7f635c0d2760 2024-09-13T16:07:40.216 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:40.212+0000 7f6360d45640 1 -- 172.21.15.76:0/2291862245 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f635c0d0950 con 0x7f635c0d2760 2024-09-13T16:07:40.216 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:40.213+0000 7f634affd640 1 -- 172.21.15.76:0/2291862245 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f6350039050 con 0x7f635c0d2760 2024-09-13T16:07:40.216 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:40.213+0000 7f634affd640 1 --2- 172.21.15.76:0/2291862245 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f633c06ac30 0x7f633c06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:40.217 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:40.213+0000 7f634affd640 1 -- 172.21.15.76:0/2291862245 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(69..69 src has 1..69) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f63500a9d40 con 0x7f635c0d2760 2024-09-13T16:07:40.217 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:40.214+0000 7f635a59c640 1 --2- 172.21.15.76:0/2291862245 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f633c06ac30 0x7f633c06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:40.217 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:40.214+0000 7f635a59c640 1 --2- 172.21.15.76:0/2291862245 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f633c06ac30 0x7f633c06d0f0 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f634c000f60 tx=0x7f634c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:40.219 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:40.218+0000 7f634affd640 1 -- 172.21.15.76:0/2291862245 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f6350074de0 con 0x7f635c0d2760 2024-09-13T16:07:40.413 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:40.412+0000 7f6360d45640 1 -- 172.21.15.76:0/2291862245 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7f635c0d1280 con 0x7f635c0d2760 2024-09-13T16:07:40.423 INFO:tasks.ceph.mds.b.smithi192.stderr:2024-09-13T16:07:40.422+0000 7fe9b57fd640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T16:07:41.072 DEBUG:teuthology.orchestra.run.smithi076:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:07:41.075 DEBUG:teuthology.orchestra.run.smithi192:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:07:41.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:41.155+0000 7f634affd640 1 -- 172.21.15.76:0/2291862245 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v30) v1 ==== 118+0+0 (secure 0 0 0) 0x7f635004b020 con 0x7f635c0d2760 2024-09-13T16:07:41.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:41.157+0000 7f6360d45640 1 -- 172.21.15.76:0/2291862245 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f633c06ac30 msgr2=0x7f633c06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:41.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:41.157+0000 7f6360d45640 1 --2- 172.21.15.76:0/2291862245 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f633c06ac30 0x7f633c06d0f0 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f634c000f60 tx=0x7f634c009040 comp rx=0 tx=0).stop 2024-09-13T16:07:41.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:41.157+0000 7f6360d45640 1 -- 172.21.15.76:0/2291862245 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f635c0d2760 msgr2=0x7f635c15e8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:41.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:41.157+0000 7f6360d45640 1 --2- 172.21.15.76:0/2291862245 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f635c0d2760 0x7f635c15e8a0 secure :-1 s=READY pgs=876 cs=0 l=1 rev1=1 crypto rx=0x7f6350000c00 tx=0x7f63500046c0 comp rx=0 tx=0).stop 2024-09-13T16:07:41.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:41.157+0000 7f6360d45640 1 -- 172.21.15.76:0/2291862245 shutdown_connections 2024-09-13T16:07:41.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:41.157+0000 7f6360d45640 1 --2- 172.21.15.76:0/2291862245 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f633c06ac30 0x7f633c06d0f0 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:41.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:41.157+0000 7f6360d45640 1 --2- 172.21.15.76:0/2291862245 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f635c15c500 0x7f635c06ba00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:41.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:41.157+0000 7f6360d45640 1 --2- 172.21.15.76:0/2291862245 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f635c0d2760 0x7f635c15e8a0 unknown :-1 s=CLOSED pgs=876 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:41.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:41.157+0000 7f6360d45640 1 --2- 172.21.15.76:0/2291862245 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f635c0cde20 0x7f635c154fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:41.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:41.157+0000 7f6360d45640 1 -- 172.21.15.76:0/2291862245 >> 172.21.15.76:0/2291862245 conn(0x7f635c089f60 msgr2=0x7f635c06c930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:41.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:41.157+0000 7f6360d45640 1 -- 172.21.15.76:0/2291862245 shutdown_connections 2024-09-13T16:07:41.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:41.157+0000 7f6360d45640 1 -- 172.21.15.76:0/2291862245 wait complete. 2024-09-13T16:07:41.171 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-13T16:07:41.171 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-13T16:07:41.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:41.313+0000 7f4a4b325640 1 Processor -- start 2024-09-13T16:07:41.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:41.314+0000 7f4a4b325640 1 -- start start 2024-09-13T16:07:41.316 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:41.314+0000 7f4a4b325640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f4a4415c500 0x7f4a440d2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:41.316 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:41.314+0000 7f4a4b325640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f4a440cdff0 0x7f4a440d0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:41.316 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:41.314+0000 7f4a4b325640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4a440cd450 con 0x7f4a440d2590 2024-09-13T16:07:41.317 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:41.314+0000 7f4a4b325640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4a440d29f0 con 0x7f4a440cdff0 2024-09-13T16:07:41.317 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:41.314+0000 7f4a4b325640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4a440d0cf0 con 0x7f4a4415c500 2024-09-13T16:07:41.317 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:41.315+0000 7f4a498c2640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f4a440cdff0 0x7f4a440d0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:41.317 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:41.315+0000 7f4a488c0640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f4a440d2590 0x7f4a440cd8e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:41220/0 (socket says 172.21.15.76:41220) 2024-09-13T16:07:41.317 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:41.315+0000 7f4a488c0640 1 -- 172.21.15.76:0/184804213 learned_addr learned my addr 172.21.15.76:0/184804213 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:07:41.317 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:41.315+0000 7f4a490c1640 1 --2- 172.21.15.76:0/184804213 >> v2:172.21.15.192:3300/0 conn(0x7f4a4415c500 0x7f4a440d2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:41.317 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:41.315+0000 7f4a498c2640 1 -- 172.21.15.76:0/184804213 >> v2:172.21.15.192:3300/0 conn(0x7f4a4415c500 msgr2=0x7f4a440d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:41.317 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:41.315+0000 7f4a498c2640 1 --2- 172.21.15.76:0/184804213 >> v2:172.21.15.192:3300/0 conn(0x7f4a4415c500 0x7f4a440d2050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:41.317 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:41.315+0000 7f4a498c2640 1 -- 172.21.15.76:0/184804213 >> v1:172.21.15.76:6789/0 conn(0x7f4a440d2590 legacy=0x7f4a440cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:41.317 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:41.315+0000 7f4a498c2640 1 -- 172.21.15.76:0/184804213 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4a440d0fd0 con 0x7f4a440cdff0 2024-09-13T16:07:41.317 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:41.315+0000 7f4a3bfff640 1 -- 172.21.15.76:0/184804213 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3308586629 0 0) 0x7f4a440cd450 con 0x7f4a440d2590 2024-09-13T16:07:41.317 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:41.315+0000 7f4a490c1640 1 --2- 172.21.15.76:0/184804213 >> v2:172.21.15.192:3300/0 conn(0x7f4a4415c500 0x7f4a440d2050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:07:41.318 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:41.316+0000 7f4a498c2640 1 --2- 172.21.15.76:0/184804213 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4a440cdff0 0x7f4a440d0000 secure :-1 s=READY pgs=878 cs=0 l=1 rev1=1 crypto rx=0x7f4a440cfec0 tx=0x7f4a3c02a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f0c0aa622ee52f6a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:41.318 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:41.316+0000 7f4a3bfff640 1 -- 172.21.15.76:0/184804213 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a3c02aea0 con 0x7f4a440cdff0 2024-09-13T16:07:41.319 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:41.316+0000 7f4a3bfff640 1 -- 172.21.15.76:0/184804213 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4a3c02d050 con 0x7f4a440cdff0 2024-09-13T16:07:41.319 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:41.316+0000 7f4a3bfff640 1 -- 172.21.15.76:0/184804213 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a3c007960 con 0x7f4a440cdff0 2024-09-13T16:07:41.319 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:41.316+0000 7f4a4b325640 1 -- 172.21.15.76:0/184804213 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4a440cdff0 msgr2=0x7f4a440d0000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:41.319 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:41.316+0000 7f4a4b325640 1 --2- 172.21.15.76:0/184804213 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4a440cdff0 0x7f4a440d0000 secure :-1 s=READY pgs=878 cs=0 l=1 rev1=1 crypto rx=0x7f4a440cfec0 tx=0x7f4a3c02a680 comp rx=0 tx=0).stop 2024-09-13T16:07:41.319 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:41.316+0000 7f4a4b325640 1 -- 172.21.15.76:0/184804213 shutdown_connections 2024-09-13T16:07:41.319 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:41.316+0000 7f4a4b325640 1 --2- 172.21.15.76:0/184804213 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4a440cdff0 0x7f4a440d0000 unknown :-1 s=CLOSED pgs=878 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:41.319 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:41.316+0000 7f4a4b325640 1 --2- 172.21.15.76:0/184804213 >> v2:172.21.15.192:3300/0 conn(0x7f4a4415c500 0x7f4a440d2050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:41.319 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:41.316+0000 7f4a4b325640 1 -- 172.21.15.76:0/184804213 >> 172.21.15.76:0/184804213 conn(0x7f4a44089f60 msgr2=0x7f4a4409b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:41.319 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:41.316+0000 7f4a4b325640 1 -- 172.21.15.76:0/184804213 shutdown_connections 2024-09-13T16:07:41.319 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:41.316+0000 7f4a4b325640 1 -- 172.21.15.76:0/184804213 wait complete. 2024-09-13T16:07:41.321 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:41.318+0000 7f4a4b325640 1 Processor -- start 2024-09-13T16:07:41.321 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:41.318+0000 7f4a4b325640 1 -- start start 2024-09-13T16:07:41.322 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:41.318+0000 7f4a4b325640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4a440cdff0 0x7f4a44154f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:41.322 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:41.318+0000 7f4a4b325640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4a440d2590 0x7f4a440b2ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:41.322 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:41.318+0000 7f4a4b325640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4a4415c500 0x7f4a440b3220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:41.322 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:41.318+0000 7f4a4b325640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a441e63b0 con 0x7f4a4415c500 2024-09-13T16:07:41.322 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:41.318+0000 7f4a4b325640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a440b7b10 con 0x7f4a440cdff0 2024-09-13T16:07:41.322 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:41.318+0000 7f4a4b325640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4a441e5ac0 con 0x7f4a440d2590 2024-09-13T16:07:41.322 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:41.318+0000 7f4a498c2640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4a4415c500 0x7f4a440b3220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:41.322 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:41.318+0000 7f4a498c2640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4a4415c500 0x7f4a440b3220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:50628/0 (socket says 172.21.15.76:50628) 2024-09-13T16:07:41.322 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:41.318+0000 7f4a498c2640 1 -- 172.21.15.76:0/2327862324 learned_addr learned my addr 172.21.15.76:0/2327862324 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:41.322 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:41.319+0000 7f4a490c1640 1 --2- 172.21.15.76:0/2327862324 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4a440cdff0 0x7f4a44154f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:41.322 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:41.319+0000 7f4a488c0640 1 --2- 172.21.15.76:0/2327862324 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4a440d2590 0x7f4a440b2ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:41.322 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:41.319+0000 7f4a498c2640 1 -- 172.21.15.76:0/2327862324 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4a440d2590 msgr2=0x7f4a440b2ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:41.322 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:41.319+0000 7f4a498c2640 1 --2- 172.21.15.76:0/2327862324 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4a440d2590 0x7f4a440b2ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:41.323 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:41.319+0000 7f4a498c2640 1 -- 172.21.15.76:0/2327862324 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4a440cdff0 msgr2=0x7f4a44154f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:41.323 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:41.319+0000 7f4a498c2640 1 --2- 172.21.15.76:0/2327862324 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4a440cdff0 0x7f4a44154f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:41.323 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:41.319+0000 7f4a498c2640 1 -- 172.21.15.76:0/2327862324 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4a3c009a70 con 0x7f4a4415c500 2024-09-13T16:07:41.324 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:41.319+0000 7f4a488c0640 1 --2- 172.21.15.76:0/2327862324 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4a440d2590 0x7f4a440b2ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:07:41.324 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:41.319+0000 7f4a498c2640 1 --2- 172.21.15.76:0/2327862324 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4a4415c500 0x7f4a440b3220 secure :-1 s=READY pgs=879 cs=0 l=1 rev1=1 crypto rx=0x7f4a3c02ac70 tx=0x7f4a3c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:41.324 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:41.319+0000 7f4a39ffb640 1 -- 172.21.15.76:0/2327862324 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a3c03c830 con 0x7f4a4415c500 2024-09-13T16:07:41.324 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:41.319+0000 7f4a39ffb640 1 -- 172.21.15.76:0/2327862324 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4a3c03c990 con 0x7f4a4415c500 2024-09-13T16:07:41.324 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:41.319+0000 7f4a39ffb640 1 -- 172.21.15.76:0/2327862324 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a3c03cd00 con 0x7f4a4415c500 2024-09-13T16:07:41.324 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:41.319+0000 7f4a4b325640 1 -- 172.21.15.76:0/2327862324 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4a441e5d60 con 0x7f4a4415c500 2024-09-13T16:07:41.328 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:41.319+0000 7f4a4b325640 1 -- 172.21.15.76:0/2327862324 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4a441e6840 con 0x7f4a4415c500 2024-09-13T16:07:41.329 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:41.320+0000 7f4a4b325640 1 -- 172.21.15.76:0/2327862324 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4a440d0870 con 0x7f4a4415c500 2024-09-13T16:07:41.331 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:41.321+0000 7f4a39ffb640 1 -- 172.21.15.76:0/2327862324 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f4a3c031400 con 0x7f4a4415c500 2024-09-13T16:07:41.331 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:41.321+0000 7f4a39ffb640 1 --2- 172.21.15.76:0/2327862324 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4a2806ac00 0x7f4a2806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:41.331 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:41.321+0000 7f4a39ffb640 1 -- 172.21.15.76:0/2327862324 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(70..70 src has 1..70) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f4a3c0aafe0 con 0x7f4a4415c500 2024-09-13T16:07:41.331 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:41.321+0000 7f4a490c1640 1 --2- 172.21.15.76:0/2327862324 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4a2806ac00 0x7f4a2806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:41.332 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:41.322+0000 7f4a490c1640 1 --2- 172.21.15.76:0/2327862324 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4a2806ac00 0x7f4a2806d0c0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f4a440d2560 tx=0x7f4a40008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:41.332 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:41.325+0000 7f4a39ffb640 1 -- 172.21.15.76:0/2327862324 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f4a3c076110 con 0x7f4a4415c500 2024-09-13T16:07:41.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:41.520+0000 7f4a4b325640 1 -- 172.21.15.76:0/2327862324 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7f4a4406b160 con 0x7f4a4415c500 2024-09-13T16:07:42.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.500+0000 7f4a39ffb640 1 -- 172.21.15.76:0/2327862324 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v31) v1 ==== 122+0+0 (secure 0 0 0) 0x7f4a3c03ce60 con 0x7f4a4415c500 2024-09-13T16:07:42.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.502+0000 7f4a4b325640 1 -- 172.21.15.76:0/2327862324 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4a2806ac00 msgr2=0x7f4a2806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:42.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.502+0000 7f4a4b325640 1 --2- 172.21.15.76:0/2327862324 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4a2806ac00 0x7f4a2806d0c0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f4a440d2560 tx=0x7f4a40008040 comp rx=0 tx=0).stop 2024-09-13T16:07:42.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.502+0000 7f4a4b325640 1 -- 172.21.15.76:0/2327862324 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4a4415c500 msgr2=0x7f4a440b3220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:42.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.502+0000 7f4a4b325640 1 --2- 172.21.15.76:0/2327862324 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4a4415c500 0x7f4a440b3220 secure :-1 s=READY pgs=879 cs=0 l=1 rev1=1 crypto rx=0x7f4a3c02ac70 tx=0x7f4a3c004a40 comp rx=0 tx=0).stop 2024-09-13T16:07:42.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.503+0000 7f4a4b325640 1 -- 172.21.15.76:0/2327862324 shutdown_connections 2024-09-13T16:07:42.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.503+0000 7f4a4b325640 1 --2- 172.21.15.76:0/2327862324 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4a4415c500 0x7f4a440b3220 unknown :-1 s=CLOSED pgs=879 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:42.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.503+0000 7f4a4b325640 1 --2- 172.21.15.76:0/2327862324 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4a2806ac00 0x7f4a2806d0c0 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:42.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.503+0000 7f4a4b325640 1 --2- 172.21.15.76:0/2327862324 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4a440d2590 0x7f4a440b2ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:42.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.503+0000 7f4a4b325640 1 --2- 172.21.15.76:0/2327862324 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4a440cdff0 0x7f4a44154f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:42.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.503+0000 7f4a4b325640 1 -- 172.21.15.76:0/2327862324 >> 172.21.15.76:0/2327862324 conn(0x7f4a44089f60 msgr2=0x7f4a440af4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:42.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.503+0000 7f4a4b325640 1 -- 172.21.15.76:0/2327862324 shutdown_connections 2024-09-13T16:07:42.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.503+0000 7f4a4b325640 1 -- 172.21.15.76:0/2327862324 wait complete. 2024-09-13T16:07:42.518 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-13T16:07:42.518 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:07:42.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.619+0000 7f1392b76640 1 Processor -- start 2024-09-13T16:07:42.621 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.619+0000 7f1392b76640 1 -- start start 2024-09-13T16:07:42.624 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.620+0000 7f1392b76640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f138c072110 0x7f138c070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:42.624 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.620+0000 7f1392b76640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f138c0abdf0 con 0x7f138c071d30 2024-09-13T16:07:42.624 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.620+0000 7f1392b76640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f138c0b2280 con 0x7f138c0c8920 2024-09-13T16:07:42.624 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.620+0000 7f1392b76640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f138c0ab1e0 con 0x7f138c072110 2024-09-13T16:07:42.624 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.620+0000 7f1390912640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f138c071d30 0x7f138c0b1b70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:41230/0 (socket says 172.21.15.76:41230) 2024-09-13T16:07:42.624 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.620+0000 7f1390912640 1 -- 172.21.15.76:0/2153067680 learned_addr learned my addr 172.21.15.76:0/2153067680 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:07:42.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.620+0000 7f13837fe640 1 -- 172.21.15.76:0/2153067680 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3899065088 0 0) 0x7f138c0abdf0 con 0x7f138c071d30 2024-09-13T16:07:42.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.620+0000 7f13837fe640 1 -- 172.21.15.76:0/2153067680 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1374003520 con 0x7f138c071d30 2024-09-13T16:07:42.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.620+0000 7f1383fff640 1 --2- 172.21.15.76:0/2153067680 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f138c072110 0x7f138c070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:42.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.620+0000 7f13837fe640 1 -- 172.21.15.76:0/2153067680 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1807056640 0 0) 0x7f1374003520 con 0x7f138c071d30 2024-09-13T16:07:42.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.620+0000 7f13837fe640 1 -- 172.21.15.76:0/2153067680 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f138c072110 msgr2=0x7f138c070190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:42.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.620+0000 7f13837fe640 1 --2- 172.21.15.76:0/2153067680 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f138c072110 0x7f138c070190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:42.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.620+0000 7f13837fe640 1 -- 172.21.15.76:0/2153067680 >> v1:172.21.15.192:6789/0 conn(0x7f138c0c8920 legacy=0x7f138c0ac280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:42.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.620+0000 7f13837fe640 1 -- 172.21.15.76:0/2153067680 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f138c0ab4c0 con 0x7f138c071d30 2024-09-13T16:07:42.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.620+0000 7f13837fe640 1 -- 172.21.15.76:0/2153067680 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f1388001670 con 0x7f138c071d30 2024-09-13T16:07:42.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.620+0000 7f13837fe640 1 -- 172.21.15.76:0/2153067680 >> v1:172.21.15.76:6789/0 conn(0x7f138c071d30 legacy=0x7f138c0b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:42.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.620+0000 7f13837fe640 1 --2- 172.21.15.76:0/2153067680 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f13740039a0 0x7f1374003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:42.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.620+0000 7f13837fe640 1 --2- 172.21.15.76:0/2153067680 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f138c072110 0x7f13740047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:42.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.620+0000 7f13837fe640 1 --2- 172.21.15.76:0/2153067680 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1374004d00 0x7f1374005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:42.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.620+0000 7f13837fe640 1 -- 172.21.15.76:0/2153067680 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f138c0ab1e0 con 0x7f13740039a0 2024-09-13T16:07:42.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.620+0000 7f13837fe640 1 -- 172.21.15.76:0/2153067680 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f137400bb40 con 0x7f1374004d00 2024-09-13T16:07:42.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.620+0000 7f13837fe640 1 -- 172.21.15.76:0/2153067680 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f137400bd00 con 0x7f138c072110 2024-09-13T16:07:42.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.621+0000 7f1390912640 1 --2- 172.21.15.76:0/2153067680 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f13740039a0 0x7f1374003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:42.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.621+0000 7f1383fff640 1 --2- 172.21.15.76:0/2153067680 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f138c072110 0x7f13740047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:42.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.621+0000 7f1391113640 1 --2- 172.21.15.76:0/2153067680 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1374004d00 0x7f1374005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:42.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.621+0000 7f1390912640 1 -- 172.21.15.76:0/2153067680 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f138c072110 msgr2=0x7f13740047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:42.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.621+0000 7f1390912640 1 --2- 172.21.15.76:0/2153067680 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f138c072110 0x7f13740047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:42.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.621+0000 7f1390912640 1 -- 172.21.15.76:0/2153067680 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1374004d00 msgr2=0x7f1374005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:42.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.621+0000 7f1390912640 1 --2- 172.21.15.76:0/2153067680 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1374004d00 0x7f1374005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:42.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.621+0000 7f1390912640 1 -- 172.21.15.76:0/2153067680 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1374003520 con 0x7f13740039a0 2024-09-13T16:07:42.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.622+0000 7f1390912640 1 --2- 172.21.15.76:0/2153067680 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f13740039a0 0x7f1374003dc0 secure :-1 s=READY pgs=881 cs=0 l=1 rev1=1 crypto rx=0x7f138800c240 tx=0x7f13740057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ddd74486484e166c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:42.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.622+0000 7f13837fe640 1 -- 172.21.15.76:0/2153067680 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f138802e070 con 0x7f13740039a0 2024-09-13T16:07:42.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.622+0000 7f13837fe640 1 -- 172.21.15.76:0/2153067680 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f13880058d0 con 0x7f13740039a0 2024-09-13T16:07:42.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.622+0000 7f13837fe640 1 -- 172.21.15.76:0/2153067680 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1388005c60 con 0x7f13740039a0 2024-09-13T16:07:42.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.622+0000 7f1392b76640 1 -- 172.21.15.76:0/2153067680 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f13740039a0 msgr2=0x7f1374003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:42.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.622+0000 7f1392b76640 1 --2- 172.21.15.76:0/2153067680 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f13740039a0 0x7f1374003dc0 secure :-1 s=READY pgs=881 cs=0 l=1 rev1=1 crypto rx=0x7f138800c240 tx=0x7f13740057f0 comp rx=0 tx=0).stop 2024-09-13T16:07:42.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.622+0000 7f1391113640 1 -- 172.21.15.76:0/2153067680 reap_dead start 2024-09-13T16:07:42.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.622+0000 7f1392b76640 1 -- 172.21.15.76:0/2153067680 shutdown_connections 2024-09-13T16:07:42.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.622+0000 7f1392b76640 1 -- 172.21.15.76:0/2153067680 >> 172.21.15.76:0/2153067680 conn(0x7f138c069ed0 msgr2=0x7f138c06a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:42.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.622+0000 7f1392b76640 1 -- 172.21.15.76:0/2153067680 shutdown_connections 2024-09-13T16:07:42.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.622+0000 7f1392b76640 1 -- 172.21.15.76:0/2153067680 wait complete. 2024-09-13T16:07:42.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.623+0000 7f1392b76640 1 Processor -- start 2024-09-13T16:07:42.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.623+0000 7f1392b76640 1 -- start start 2024-09-13T16:07:42.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.624+0000 7f1392b76640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f13740039a0 0x7f138c0b0090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:42.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.624+0000 7f1392b76640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f138c06a570 0x7f138c0b05d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:42.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.624+0000 7f1392b76640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f138c097bd0 0x7f138c0cad50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:42.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.624+0000 7f1392b76640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f138c0c35c0 con 0x7f138c06a570 2024-09-13T16:07:42.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.624+0000 7f1392b76640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f138c0c29b0 con 0x7f13740039a0 2024-09-13T16:07:42.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.624+0000 7f1392b76640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f138c0c2c90 con 0x7f138c097bd0 2024-09-13T16:07:42.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.624+0000 7f1383fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f138c06a570 0x7f138c0b05d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:42.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.624+0000 7f1383fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f138c06a570 0x7f138c0b05d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:50656/0 (socket says 172.21.15.76:50656) 2024-09-13T16:07:42.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.624+0000 7f1383fff640 1 -- 172.21.15.76:0/508366670 learned_addr learned my addr 172.21.15.76:0/508366670 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:42.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.625+0000 7f1390912640 1 --2- 172.21.15.76:0/508366670 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f13740039a0 0x7f138c0b0090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:42.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.625+0000 7f1391113640 1 --2- 172.21.15.76:0/508366670 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f138c097bd0 0x7f138c0cad50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:42.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.625+0000 7f1383fff640 1 -- 172.21.15.76:0/508366670 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f138c097bd0 msgr2=0x7f138c0cad50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:42.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.625+0000 7f1383fff640 1 --2- 172.21.15.76:0/508366670 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f138c097bd0 0x7f138c0cad50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:42.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.625+0000 7f1383fff640 1 -- 172.21.15.76:0/508366670 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f13740039a0 msgr2=0x7f138c0b0090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:42.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.625+0000 7f1383fff640 1 --2- 172.21.15.76:0/508366670 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f13740039a0 0x7f138c0b0090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:42.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.625+0000 7f1383fff640 1 -- 172.21.15.76:0/508366670 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f138c0c2f70 con 0x7f138c06a570 2024-09-13T16:07:42.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.625+0000 7f1383fff640 1 --2- 172.21.15.76:0/508366670 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f138c06a570 0x7f138c0b05d0 secure :-1 s=READY pgs=882 cs=0 l=1 rev1=1 crypto rx=0x7f137c0108f0 tx=0x7f137c010db0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:42.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.625+0000 7f13817fa640 1 -- 172.21.15.76:0/508366670 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f137c00e9c0 con 0x7f138c06a570 2024-09-13T16:07:42.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.625+0000 7f13817fa640 1 -- 172.21.15.76:0/508366670 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f137c00eb20 con 0x7f138c06a570 2024-09-13T16:07:42.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.625+0000 7f1392b76640 1 -- 172.21.15.76:0/508366670 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f138c0c3250 con 0x7f138c06a570 2024-09-13T16:07:42.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.625+0000 7f13817fa640 1 -- 172.21.15.76:0/508366670 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f137c00eeb0 con 0x7f138c06a570 2024-09-13T16:07:42.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.625+0000 7f1392b76640 1 -- 172.21.15.76:0/508366670 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f138c070630 con 0x7f138c06a570 2024-09-13T16:07:42.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.626+0000 7f1392b76640 1 -- 172.21.15.76:0/508366670 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f138c070910 con 0x7f138c06a570 2024-09-13T16:07:42.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.627+0000 7f13817fa640 1 -- 172.21.15.76:0/508366670 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f137c016480 con 0x7f138c06a570 2024-09-13T16:07:42.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.627+0000 7f13817fa640 1 --2- 172.21.15.76:0/508366670 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f137806ac30 0x7f137806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:42.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.627+0000 7f13817fa640 1 -- 172.21.15.76:0/508366670 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(70..70 src has 1..70) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f137c089f30 con 0x7f138c06a570 2024-09-13T16:07:42.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.627+0000 7f1390912640 1 --2- 172.21.15.76:0/508366670 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f137806ac30 0x7f137806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:42.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.627+0000 7f1390912640 1 --2- 172.21.15.76:0/508366670 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f137806ac30 0x7f137806d0f0 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f1388033000 tx=0x7f138802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:42.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.631+0000 7f13817fa640 1 -- 172.21.15.76:0/508366670 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f137c054fd0 con 0x7f138c06a570 2024-09-13T16:07:42.826 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.825+0000 7f1392b76640 1 -- 172.21.15.76:0/508366670 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f138c070190 con 0x7f138c06a570 2024-09-13T16:07:42.827 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.826+0000 7f13817fa640 1 -- 172.21.15.76:0/508366670 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) v1 ==== 94+0+4738 (secure 0 0 0) 0x7f137c0585f0 con 0x7f138c06a570 2024-09-13T16:07:42.827 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:07:42.828 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":31,"default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5612,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/3450290570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":3450290570},{"type":"v1","addr":"172.21.15.192:6835","nonce":3450290570}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":27},{"gid":6540,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6836/3875271981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":3875271981},{"type":"v1","addr":"172.21.15.76:6836","nonce":3875271981}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":27},{"gid":6543,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6837/2739660661","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":2739660661},{"type":"v1","addr":"172.21.15.76:6837","nonce":2739660661}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":27}],"filesystems":[{"mdsmap":{"epoch":31,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:07:39.493226+0000","modified":"2024-09-13T16:07:42.498014+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":6555},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6555":{"gid":6555,"name":"b","rank":0,"incarnation":28,"state":"up:active","state_seq":3,"addr":"172.21.15.192:6833/491354438","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":491354438},{"type":"v1","addr":"172.21.15.192:6833","nonce":491354438}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[10],"metadata_pool":9,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":4}]} 2024-09-13T16:07:42.828 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 31 2024-09-13T16:07:42.829 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.827+0000 7f1392b76640 1 -- 172.21.15.76:0/508366670 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f137806ac30 msgr2=0x7f137806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:42.829 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.827+0000 7f1392b76640 1 --2- 172.21.15.76:0/508366670 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f137806ac30 0x7f137806d0f0 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f1388033000 tx=0x7f138802e000 comp rx=0 tx=0).stop 2024-09-13T16:07:42.829 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.827+0000 7f1392b76640 1 -- 172.21.15.76:0/508366670 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f138c06a570 msgr2=0x7f138c0b05d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:42.830 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.827+0000 7f1392b76640 1 --2- 172.21.15.76:0/508366670 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f138c06a570 0x7f138c0b05d0 secure :-1 s=READY pgs=882 cs=0 l=1 rev1=1 crypto rx=0x7f137c0108f0 tx=0x7f137c010db0 comp rx=0 tx=0).stop 2024-09-13T16:07:42.830 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.828+0000 7f1392b76640 1 -- 172.21.15.76:0/508366670 shutdown_connections 2024-09-13T16:07:42.830 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.828+0000 7f1392b76640 1 --2- 172.21.15.76:0/508366670 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f137806ac30 0x7f137806d0f0 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:42.830 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.828+0000 7f1392b76640 1 --2- 172.21.15.76:0/508366670 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f138c097bd0 0x7f138c0cad50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:42.830 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.828+0000 7f1392b76640 1 --2- 172.21.15.76:0/508366670 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f138c06a570 0x7f138c0b05d0 unknown :-1 s=CLOSED pgs=882 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:42.830 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.828+0000 7f1392b76640 1 --2- 172.21.15.76:0/508366670 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f13740039a0 0x7f138c0b0090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:42.830 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.828+0000 7f1392b76640 1 -- 172.21.15.76:0/508366670 >> 172.21.15.76:0/508366670 conn(0x7f138c069ed0 msgr2=0x7f138c0b1160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:42.830 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.828+0000 7f1392b76640 1 -- 172.21.15.76:0/508366670 shutdown_connections 2024-09-13T16:07:42.830 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.828+0000 7f1392b76640 1 -- 172.21.15.76:0/508366670 wait complete. 2024-09-13T16:07:42.840 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:07:42.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.937+0000 7f575abbc640 1 Processor -- start 2024-09-13T16:07:42.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.937+0000 7f575abbc640 1 -- start start 2024-09-13T16:07:42.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.937+0000 7f575abbc640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f575415a2e0 0x7f57540c9a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:42.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.937+0000 7f575abbc640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f57540cb3f0 0x7f575406d030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:42.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.937+0000 7f575abbc640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f57540c8920 con 0x7f57540c9f80 2024-09-13T16:07:42.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.937+0000 7f575abbc640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f575415a6c0 con 0x7f57540cb3f0 2024-09-13T16:07:42.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.937+0000 7f575abbc640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f57540ca500 con 0x7f575415a2e0 2024-09-13T16:07:42.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.938+0000 7f5759159640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f57540cb3f0 0x7f575406d030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:42.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.938+0000 7f5753fff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f57540c9f80 0x7f57540cace0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:41244/0 (socket says 172.21.15.76:41244) 2024-09-13T16:07:42.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.938+0000 7f5759159640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f57540cb3f0 0x7f575406d030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:50672/0 (socket says 172.21.15.76:50672) 2024-09-13T16:07:42.941 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.938+0000 7f5753fff640 1 -- 172.21.15.76:0/3846098203 learned_addr learned my addr 172.21.15.76:0/3846098203 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:07:42.941 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.938+0000 7f5758958640 1 --2- 172.21.15.76:0/3846098203 >> v2:172.21.15.192:3300/0 conn(0x7f575415a2e0 0x7f57540c9a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:42.941 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.938+0000 7f5759159640 1 -- 172.21.15.76:0/3846098203 >> v2:172.21.15.192:3300/0 conn(0x7f575415a2e0 msgr2=0x7f57540c9a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:42.941 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.938+0000 7f5759159640 1 --2- 172.21.15.76:0/3846098203 >> v2:172.21.15.192:3300/0 conn(0x7f575415a2e0 0x7f57540c9a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:42.941 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.938+0000 7f5759159640 1 -- 172.21.15.76:0/3846098203 >> v1:172.21.15.76:6789/0 conn(0x7f57540c9f80 legacy=0x7f57540cace0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:42.941 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.938+0000 7f57537fe640 1 -- 172.21.15.76:0/3846098203 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1750336000 0 0) 0x7f57540c8920 con 0x7f57540c9f80 2024-09-13T16:07:42.941 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.938+0000 7f5759159640 1 -- 172.21.15.76:0/3846098203 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f57540c8b70 con 0x7f57540cb3f0 2024-09-13T16:07:42.941 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.939+0000 7f5759159640 1 --2- 172.21.15.76:0/3846098203 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f57540cb3f0 0x7f575406d030 secure :-1 s=READY pgs=884 cs=0 l=1 rev1=1 crypto rx=0x7f57540cf340 tx=0x7f574402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=59bed25b96cf039a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:42.941 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.939+0000 7f57537fe640 1 -- 172.21.15.76:0/3846098203 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5744032440 con 0x7f57540cb3f0 2024-09-13T16:07:42.941 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.939+0000 7f57537fe640 1 -- 172.21.15.76:0/3846098203 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f57440325a0 con 0x7f57540cb3f0 2024-09-13T16:07:42.941 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.939+0000 7f57537fe640 1 -- 172.21.15.76:0/3846098203 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5744032930 con 0x7f57540cb3f0 2024-09-13T16:07:42.944 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.939+0000 7f575abbc640 1 -- 172.21.15.76:0/3846098203 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f57540cb3f0 msgr2=0x7f575406d030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:42.944 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.939+0000 7f575abbc640 1 --2- 172.21.15.76:0/3846098203 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f57540cb3f0 0x7f575406d030 secure :-1 s=READY pgs=884 cs=0 l=1 rev1=1 crypto rx=0x7f57540cf340 tx=0x7f574402a1a0 comp rx=0 tx=0).stop 2024-09-13T16:07:42.944 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.939+0000 7f575abbc640 1 -- 172.21.15.76:0/3846098203 shutdown_connections 2024-09-13T16:07:42.944 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.939+0000 7f575abbc640 1 --2- 172.21.15.76:0/3846098203 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f57540cb3f0 0x7f575406d030 unknown :-1 s=CLOSED pgs=884 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:42.944 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.939+0000 7f575abbc640 1 --2- 172.21.15.76:0/3846098203 >> v2:172.21.15.192:3300/0 conn(0x7f575415a2e0 0x7f57540c9a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:42.944 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.939+0000 7f575abbc640 1 -- 172.21.15.76:0/3846098203 >> 172.21.15.76:0/3846098203 conn(0x7f5754069ed0 msgr2=0x7f575406a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:42.944 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.939+0000 7f575abbc640 1 -- 172.21.15.76:0/3846098203 shutdown_connections 2024-09-13T16:07:42.944 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.939+0000 7f575abbc640 1 -- 172.21.15.76:0/3846098203 wait complete. 2024-09-13T16:07:42.944 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.940+0000 7f575abbc640 1 Processor -- start 2024-09-13T16:07:42.944 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.940+0000 7f575abbc640 1 -- start start 2024-09-13T16:07:42.944 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.941+0000 7f575abbc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f57540c9f80 0x7f575415d010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:42.945 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.941+0000 7f575abbc640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f57540cb3f0 0x7f57541eff60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:42.945 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.941+0000 7f575abbc640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f575415a2e0 0x7f57541f0ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:42.945 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.941+0000 7f575abbc640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f57540c7430 con 0x7f57540c9f80 2024-09-13T16:07:42.945 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.941+0000 7f575abbc640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f57540c6b40 con 0x7f57540cb3f0 2024-09-13T16:07:42.945 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.941+0000 7f575abbc640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f57541f09b0 con 0x7f575415a2e0 2024-09-13T16:07:42.945 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.941+0000 7f5758958640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f57540c9f80 0x7f575415d010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:42.945 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.941+0000 7f5758958640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f57540c9f80 0x7f575415d010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:50674/0 (socket says 172.21.15.76:50674) 2024-09-13T16:07:42.945 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.941+0000 7f5758958640 1 -- 172.21.15.76:0/3826532741 learned_addr learned my addr 172.21.15.76:0/3826532741 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:42.945 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.942+0000 7f5759159640 1 --2- 172.21.15.76:0/3826532741 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f575415a2e0 0x7f57541f0ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:42.945 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.942+0000 7f5758958640 1 -- 172.21.15.76:0/3826532741 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f575415a2e0 msgr2=0x7f57541f0ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:42.945 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.942+0000 7f5753fff640 1 --2- 172.21.15.76:0/3826532741 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f57540cb3f0 0x7f57541eff60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:42.945 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.942+0000 7f5758958640 1 --2- 172.21.15.76:0/3826532741 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f575415a2e0 0x7f57541f0ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:42.945 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.942+0000 7f5758958640 1 -- 172.21.15.76:0/3826532741 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f57540cb3f0 msgr2=0x7f57541eff60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:42.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.942+0000 7f5758958640 1 --2- 172.21.15.76:0/3826532741 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f57540cb3f0 0x7f57541eff60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:42.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.942+0000 7f5758958640 1 -- 172.21.15.76:0/3826532741 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5744009400 con 0x7f57540c9f80 2024-09-13T16:07:42.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.942+0000 7f5758958640 1 --2- 172.21.15.76:0/3826532741 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f57540c9f80 0x7f575415d010 secure :-1 s=READY pgs=885 cs=0 l=1 rev1=1 crypto rx=0x7f574c00d800 tx=0x7f574c00dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:42.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.942+0000 7f57517fa640 1 -- 172.21.15.76:0/3826532741 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f574c00b6c0 con 0x7f57540c9f80 2024-09-13T16:07:42.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.942+0000 7f57517fa640 1 -- 172.21.15.76:0/3826532741 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f574c00b820 con 0x7f57540c9f80 2024-09-13T16:07:42.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.942+0000 7f575abbc640 1 -- 172.21.15.76:0/3826532741 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f57540c6de0 con 0x7f57540c9f80 2024-09-13T16:07:42.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.942+0000 7f57517fa640 1 -- 172.21.15.76:0/3826532741 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f574c00bbb0 con 0x7f57540c9f80 2024-09-13T16:07:42.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.942+0000 7f575abbc640 1 -- 172.21.15.76:0/3826532741 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f575415d550 con 0x7f57540c9f80 2024-09-13T16:07:42.947 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.943+0000 7f575abbc640 1 -- 172.21.15.76:0/3826532741 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f575415d740 con 0x7f57540c9f80 2024-09-13T16:07:42.947 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.944+0000 7f57517fa640 1 -- 172.21.15.76:0/3826532741 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f574c00bd10 con 0x7f57540c9f80 2024-09-13T16:07:42.947 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.944+0000 7f57517fa640 1 --2- 172.21.15.76:0/3826532741 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f573406ac30 0x7f573406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:42.947 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.944+0000 7f57517fa640 1 -- 172.21.15.76:0/3826532741 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(70..70 src has 1..70) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f574c0899d0 con 0x7f57540c9f80 2024-09-13T16:07:42.947 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.944+0000 7f5753fff640 1 --2- 172.21.15.76:0/3826532741 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f573406ac30 0x7f573406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:42.947 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.944+0000 7f5753fff640 1 --2- 172.21.15.76:0/3826532741 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f573406ac30 0x7f573406d0f0 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f57540c5350 tx=0x7f573c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:42.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:42.948+0000 7f57517fa640 1 -- 172.21.15.76:0/3826532741 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f574c054a70 con 0x7f57540c9f80 2024-09-13T16:07:43.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.112+0000 7f575abbc640 1 -- 172.21.15.76:0/3826532741 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f575406dca0 con 0x7f57540c9f80 2024-09-13T16:07:43.114 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.113+0000 7f57517fa640 1 -- 172.21.15.76:0/3826532741 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v70) v1 ==== 74+0+16680 (secure 0 0 0) 0x7f574c058090 con 0x7f57540c9f80 2024-09-13T16:07:43.115 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:07:43.115 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":70,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:07:40.494954+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":10,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:07:37.664256+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_data","create_time":"2024-09-13T16:07:38.459206+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"70","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:07:43.117 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.115+0000 7f575abbc640 1 -- 172.21.15.76:0/3826532741 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f573406ac30 msgr2=0x7f573406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:43.117 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.115+0000 7f575abbc640 1 --2- 172.21.15.76:0/3826532741 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f573406ac30 0x7f573406d0f0 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f57540c5350 tx=0x7f573c009040 comp rx=0 tx=0).stop 2024-09-13T16:07:43.117 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.115+0000 7f575abbc640 1 -- 172.21.15.76:0/3826532741 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f57540c9f80 msgr2=0x7f575415d010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:43.117 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.115+0000 7f575abbc640 1 --2- 172.21.15.76:0/3826532741 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f57540c9f80 0x7f575415d010 secure :-1 s=READY pgs=885 cs=0 l=1 rev1=1 crypto rx=0x7f574c00d800 tx=0x7f574c00dcc0 comp rx=0 tx=0).stop 2024-09-13T16:07:43.117 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.115+0000 7f575abbc640 1 -- 172.21.15.76:0/3826532741 shutdown_connections 2024-09-13T16:07:43.117 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.115+0000 7f575abbc640 1 --2- 172.21.15.76:0/3826532741 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f573406ac30 0x7f573406d0f0 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:43.117 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.115+0000 7f575abbc640 1 --2- 172.21.15.76:0/3826532741 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f575415a2e0 0x7f57541f0ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:43.117 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.115+0000 7f575abbc640 1 --2- 172.21.15.76:0/3826532741 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f57540cb3f0 0x7f57541eff60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:43.117 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.115+0000 7f575abbc640 1 --2- 172.21.15.76:0/3826532741 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f57540c9f80 0x7f575415d010 unknown :-1 s=CLOSED pgs=885 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:43.117 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.115+0000 7f575abbc640 1 -- 172.21.15.76:0/3826532741 >> 172.21.15.76:0/3826532741 conn(0x7f5754069ed0 msgr2=0x7f575406cff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:43.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.115+0000 7f575abbc640 1 -- 172.21.15.76:0/3826532741 shutdown_connections 2024-09-13T16:07:43.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.115+0000 7f575abbc640 1 -- 172.21.15.76:0/3826532741 wait complete. 2024-09-13T16:07:43.128 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-09-13T16:07:43.128 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:07:43.227 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.226+0000 7f89214e5640 1 Processor -- start 2024-09-13T16:07:43.227 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.226+0000 7f89214e5640 1 -- start start 2024-09-13T16:07:43.228 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.226+0000 7f89214e5640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f891c0b4130 0x7f891c0d2d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:43.229 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.226+0000 7f89214e5640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f891c0b4510 0x7f891c0d1620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:43.229 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.226+0000 7f89214e5640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f891c0b3540 con 0x7f891c08a370 2024-09-13T16:07:43.229 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.226+0000 7f89214e5640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f891c0b2ff0 con 0x7f891c0b4510 2024-09-13T16:07:43.229 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.226+0000 7f89214e5640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f891c0cdc70 con 0x7f891c0b4130 2024-09-13T16:07:43.229 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.227+0000 7f891affd640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f891c0b4130 0x7f891c0d2d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:43.229 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.227+0000 7f891affd640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f891c0b4130 0x7f891c0d2d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.76:33910/0 (socket says 172.21.15.76:33910) 2024-09-13T16:07:43.229 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.227+0000 7f891affd640 1 -- 172.21.15.76:0/739133611 learned_addr learned my addr 172.21.15.76:0/739133611 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:43.229 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.227+0000 7f891b7fe640 1 --2- 172.21.15.76:0/739133611 >> v2:172.21.15.192:3300/0 conn(0x7f891c0b4510 0x7f891c0d1620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:43.229 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.227+0000 7f891affd640 1 -- 172.21.15.76:0/739133611 >> v2:172.21.15.192:3300/0 conn(0x7f891c0b4510 msgr2=0x7f891c0d1620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:43.229 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.227+0000 7f891affd640 1 --2- 172.21.15.76:0/739133611 >> v2:172.21.15.192:3300/0 conn(0x7f891c0b4510 0x7f891c0d1620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:43.229 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.227+0000 7f891affd640 1 -- 172.21.15.76:0/739133611 >> v1:172.21.15.192:6789/0 conn(0x7f891c08a370 legacy=0x7f891c0d0f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:43.229 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.227+0000 7f891affd640 1 -- 172.21.15.76:0/739133611 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f891c0cd6f0 con 0x7f891c0b4130 2024-09-13T16:07:43.230 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.228+0000 7f891affd640 1 --2- 172.21.15.76:0/739133611 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f891c0b4130 0x7f891c0d2d00 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f890c009870 tx=0x7f890c02a1c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4684900938078c88 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:43.231 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.228+0000 7f8919ffb640 1 -- 172.21.15.76:0/739133611 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f890c032440 con 0x7f891c0b4130 2024-09-13T16:07:43.231 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.228+0000 7f8919ffb640 1 -- 172.21.15.76:0/739133611 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f890c0325a0 con 0x7f891c0b4130 2024-09-13T16:07:43.231 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.228+0000 7f8919ffb640 1 -- 172.21.15.76:0/739133611 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f890c032930 con 0x7f891c0b4130 2024-09-13T16:07:43.231 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.229+0000 7f89214e5640 1 -- 172.21.15.76:0/739133611 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f891c0b4130 msgr2=0x7f891c0d2d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:43.231 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.229+0000 7f89214e5640 1 --2- 172.21.15.76:0/739133611 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f891c0b4130 0x7f891c0d2d00 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f890c009870 tx=0x7f890c02a1c0 comp rx=0 tx=0).stop 2024-09-13T16:07:43.231 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.229+0000 7f89214e5640 1 -- 172.21.15.76:0/739133611 shutdown_connections 2024-09-13T16:07:43.231 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.229+0000 7f89214e5640 1 --2- 172.21.15.76:0/739133611 >> v2:172.21.15.192:3300/0 conn(0x7f891c0b4510 0x7f891c0d1620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:43.231 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.229+0000 7f89214e5640 1 --2- 172.21.15.76:0/739133611 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f891c0b4130 0x7f891c0d2d00 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:43.231 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.229+0000 7f89214e5640 1 -- 172.21.15.76:0/739133611 >> 172.21.15.76:0/739133611 conn(0x7f891c089f60 msgr2=0x7f891c0d24f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:43.231 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.229+0000 7f89214e5640 1 -- 172.21.15.76:0/739133611 shutdown_connections 2024-09-13T16:07:43.231 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.229+0000 7f89214e5640 1 -- 172.21.15.76:0/739133611 wait complete. 2024-09-13T16:07:43.235 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.230+0000 7f89214e5640 1 Processor -- start 2024-09-13T16:07:43.236 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.230+0000 7f89214e5640 1 -- start start 2024-09-13T16:07:43.236 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.231+0000 7f89214e5640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f891c08a370 0x7f891c0c9630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:43.236 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.231+0000 7f89214e5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f891c0b4130 0x7f891c0b1f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:43.236 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.231+0000 7f89214e5640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f891c0b4510 0x7f891c0c7070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:43.236 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.231+0000 7f89214e5640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f891c0b0220 con 0x7f891c0b4130 2024-09-13T16:07:43.236 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.231+0000 7f89214e5640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f891c0af6a0 con 0x7f891c08a370 2024-09-13T16:07:43.236 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.231+0000 7f89214e5640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f891c0af980 con 0x7f891c0b4510 2024-09-13T16:07:43.236 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.231+0000 7f891a7fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f891c0b4130 0x7f891c0b1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:43.236 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.231+0000 7f891a7fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f891c0b4130 0x7f891c0b1f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:50684/0 (socket says 172.21.15.76:50684) 2024-09-13T16:07:43.236 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.231+0000 7f891a7fc640 1 -- 172.21.15.76:0/1088359206 learned_addr learned my addr 172.21.15.76:0/1088359206 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:43.236 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.231+0000 7f891affd640 1 --2- 172.21.15.76:0/1088359206 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f891c08a370 0x7f891c0c9630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:43.236 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.231+0000 7f891b7fe640 1 --2- 172.21.15.76:0/1088359206 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f891c0b4510 0x7f891c0c7070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:43.236 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.231+0000 7f891a7fc640 1 -- 172.21.15.76:0/1088359206 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f891c0b4510 msgr2=0x7f891c0c7070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:43.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.231+0000 7f891a7fc640 1 --2- 172.21.15.76:0/1088359206 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f891c0b4510 0x7f891c0c7070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:43.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.231+0000 7f891a7fc640 1 -- 172.21.15.76:0/1088359206 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f891c08a370 msgr2=0x7f891c0c9630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:43.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.231+0000 7f891a7fc640 1 --2- 172.21.15.76:0/1088359206 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f891c08a370 0x7f891c0c9630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:43.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.231+0000 7f891a7fc640 1 -- 172.21.15.76:0/1088359206 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f890c0094d0 con 0x7f891c0b4130 2024-09-13T16:07:43.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.231+0000 7f891a7fc640 1 --2- 172.21.15.76:0/1088359206 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f891c0b4130 0x7f891c0b1f80 secure :-1 s=READY pgs=886 cs=0 l=1 rev1=1 crypto rx=0x7f891000c450 tx=0x7f891000c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:43.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.231+0000 7f89037fe640 1 -- 172.21.15.76:0/1088359206 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89100052d0 con 0x7f891c0b4130 2024-09-13T16:07:43.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.231+0000 7f89037fe640 1 -- 172.21.15.76:0/1088359206 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8910005430 con 0x7f891c0b4130 2024-09-13T16:07:43.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.232+0000 7f89214e5640 1 -- 172.21.15.76:0/1088359206 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f891c0afc60 con 0x7f891c0b4130 2024-09-13T16:07:43.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.232+0000 7f89037fe640 1 -- 172.21.15.76:0/1088359206 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8910012870 con 0x7f891c0b4130 2024-09-13T16:07:43.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.232+0000 7f89214e5640 1 -- 172.21.15.76:0/1088359206 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f891c0cbcd0 con 0x7f891c0b4130 2024-09-13T16:07:43.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.233+0000 7f89214e5640 1 -- 172.21.15.76:0/1088359206 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f891c0cbef0 con 0x7f891c0b4130 2024-09-13T16:07:43.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.233+0000 7f89037fe640 1 -- 172.21.15.76:0/1088359206 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f89100129d0 con 0x7f891c0b4130 2024-09-13T16:07:43.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.234+0000 7f89037fe640 1 --2- 172.21.15.76:0/1088359206 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f890806ac00 0x7f890806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:43.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.234+0000 7f89037fe640 1 -- 172.21.15.76:0/1088359206 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(70..70 src has 1..70) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f8910088e80 con 0x7f891c0b4130 2024-09-13T16:07:43.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.234+0000 7f891affd640 1 --2- 172.21.15.76:0/1088359206 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f890806ac00 0x7f890806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:43.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.234+0000 7f891affd640 1 --2- 172.21.15.76:0/1088359206 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f890806ac00 0x7f890806d0c0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f890c034000 tx=0x7f890c02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:43.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.238+0000 7f89037fe640 1 -- 172.21.15.76:0/1088359206 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f8910053fd0 con 0x7f891c0b4130 2024-09-13T16:07:43.398 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.396+0000 7f89214e5640 1 -- 172.21.15.76:0/1088359206 --> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f891c0b3be0 con 0x7f890806ac00 2024-09-13T16:07:43.406 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.404+0000 7f89037fe640 1 -- 172.21.15.76:0/1088359206 <== mgr.4104 v2:172.21.15.76:6832/911852275 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+289133 (secure 0 0 0) 0x7f890c0329c0 con 0x7f890806ac00 2024-09-13T16:07:43.410 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:07:43.412 INFO:teuthology.orchestra.run.smithi076.stderr:dumped all 2024-09-13T16:07:43.414 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.407+0000 7f89214e5640 1 -- 172.21.15.76:0/1088359206 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f890806ac00 msgr2=0x7f890806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:43.414 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.408+0000 7f89214e5640 1 --2- 172.21.15.76:0/1088359206 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f890806ac00 0x7f890806d0c0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f890c034000 tx=0x7f890c02e000 comp rx=0 tx=0).stop 2024-09-13T16:07:43.414 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.408+0000 7f89214e5640 1 -- 172.21.15.76:0/1088359206 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f891c0b4130 msgr2=0x7f891c0b1f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:43.414 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.408+0000 7f89214e5640 1 --2- 172.21.15.76:0/1088359206 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f891c0b4130 0x7f891c0b1f80 secure :-1 s=READY pgs=886 cs=0 l=1 rev1=1 crypto rx=0x7f891000c450 tx=0x7f891000c910 comp rx=0 tx=0).stop 2024-09-13T16:07:43.414 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.408+0000 7f89214e5640 1 -- 172.21.15.76:0/1088359206 shutdown_connections 2024-09-13T16:07:43.414 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.408+0000 7f89214e5640 1 --2- 172.21.15.76:0/1088359206 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f890806ac00 0x7f890806d0c0 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:43.414 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.408+0000 7f89214e5640 1 --2- 172.21.15.76:0/1088359206 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f891c0b4510 0x7f891c0c7070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:43.414 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.408+0000 7f89214e5640 1 --2- 172.21.15.76:0/1088359206 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f891c0b4130 0x7f891c0b1f80 unknown :-1 s=CLOSED pgs=886 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:43.414 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.408+0000 7f89214e5640 1 --2- 172.21.15.76:0/1088359206 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f891c08a370 0x7f891c0c9630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:43.414 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.408+0000 7f89214e5640 1 -- 172.21.15.76:0/1088359206 >> 172.21.15.76:0/1088359206 conn(0x7f891c089f60 msgr2=0x7f891c0d0cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:43.415 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.408+0000 7f89214e5640 1 -- 172.21.15.76:0/1088359206 shutdown_connections 2024-09-13T16:07:43.415 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.408+0000 7f89214e5640 1 -- 172.21.15.76:0/1088359206 wait complete. 2024-09-13T16:07:43.420 INFO:teuthology.orchestra.run.smithi076.stdout:{"pg_ready":true,"pg_map":{"version":252,"stamp":"2024-09-13T16:07:43.004769+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":81,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":762600,"kb_used_data":7760,"kb_used_omap":12,"kb_used_meta":754675,"kb_avail":754212120,"statfs":{"total":773094113280,"available":772313210880,"internally_reserved":0,"allocated":7946240,"data_stored":4196611,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":772787769},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":13,"apply_latency_ms":13,"commit_latency_ns":13000000,"apply_latency_ns":13000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.863277"},"pg_stats":[{"pgid":"10.3f","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.498733+0000","last_change":"2024-09-13T16:07:39.519807+0000","last_active":"2024-09-13T16:07:40.498733+0000","last_peered":"2024-09-13T16:07:40.498733+0000","last_clean":"2024-09-13T16:07:40.498733+0000","last_became_active":"2024-09-13T16:07:39.519521+0000","last_became_peered":"2024-09-13T16:07:39.519521+0000","last_unstale":"2024-09-13T16:07:40.498733+0000","last_undegraded":"2024-09-13T16:07:40.498733+0000","last_fullsized":"2024-09-13T16:07:40.498733+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:40:02.165590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.3e","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.498690+0000","last_change":"2024-09-13T16:07:39.507529+0000","last_active":"2024-09-13T16:07:40.498690+0000","last_peered":"2024-09-13T16:07:40.498690+0000","last_clean":"2024-09-13T16:07:40.498690+0000","last_became_active":"2024-09-13T16:07:39.507293+0000","last_became_peered":"2024-09-13T16:07:39.507293+0000","last_unstale":"2024-09-13T16:07:40.498690+0000","last_undegraded":"2024-09-13T16:07:40.498690+0000","last_fullsized":"2024-09-13T16:07:40.498690+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:58:59.489669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.3d","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.524803+0000","last_change":"2024-09-13T16:07:39.517523+0000","last_active":"2024-09-13T16:07:39.524803+0000","last_peered":"2024-09-13T16:07:39.524803+0000","last_clean":"2024-09-13T16:07:39.524803+0000","last_became_active":"2024-09-13T16:07:39.517292+0000","last_became_peered":"2024-09-13T16:07:39.517292+0000","last_unstale":"2024-09-13T16:07:39.524803+0000","last_undegraded":"2024-09-13T16:07:39.524803+0000","last_fullsized":"2024-09-13T16:07:39.524803+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:20:25.153555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.3c","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.500666+0000","last_change":"2024-09-13T16:07:39.503779+0000","last_active":"2024-09-13T16:07:40.500666+0000","last_peered":"2024-09-13T16:07:40.500666+0000","last_clean":"2024-09-13T16:07:40.500666+0000","last_became_active":"2024-09-13T16:07:39.503483+0000","last_became_peered":"2024-09-13T16:07:39.503483+0000","last_unstale":"2024-09-13T16:07:40.500666+0000","last_undegraded":"2024-09-13T16:07:40.500666+0000","last_fullsized":"2024-09-13T16:07:40.500666+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:19:16.530874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3b","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.523126+0000","last_change":"2024-09-13T16:07:39.519759+0000","last_active":"2024-09-13T16:07:39.523126+0000","last_peered":"2024-09-13T16:07:39.523126+0000","last_clean":"2024-09-13T16:07:39.523126+0000","last_became_active":"2024-09-13T16:07:39.519471+0000","last_became_peered":"2024-09-13T16:07:39.519471+0000","last_unstale":"2024-09-13T16:07:39.523126+0000","last_undegraded":"2024-09-13T16:07:39.523126+0000","last_fullsized":"2024-09-13T16:07:39.523126+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:39:59.228250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.3a","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.512049+0000","last_change":"2024-09-13T16:07:39.510852+0000","last_active":"2024-09-13T16:07:39.512049+0000","last_peered":"2024-09-13T16:07:39.512049+0000","last_clean":"2024-09-13T16:07:39.512049+0000","last_became_active":"2024-09-13T16:07:39.510361+0000","last_became_peered":"2024-09-13T16:07:39.510361+0000","last_unstale":"2024-09-13T16:07:39.512049+0000","last_undegraded":"2024-09-13T16:07:39.512049+0000","last_fullsized":"2024-09-13T16:07:39.512049+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:09:10.644961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.39","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.670778+0000","last_change":"2024-09-13T16:07:39.515501+0000","last_active":"2024-09-13T16:07:40.670778+0000","last_peered":"2024-09-13T16:07:40.670778+0000","last_clean":"2024-09-13T16:07:40.670778+0000","last_became_active":"2024-09-13T16:07:39.515242+0000","last_became_peered":"2024-09-13T16:07:39.515242+0000","last_unstale":"2024-09-13T16:07:40.670778+0000","last_undegraded":"2024-09-13T16:07:40.670778+0000","last_fullsized":"2024-09-13T16:07:40.670778+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:12:42.913653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.38","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.500784+0000","last_change":"2024-09-13T16:07:39.519936+0000","last_active":"2024-09-13T16:07:40.500784+0000","last_peered":"2024-09-13T16:07:40.500784+0000","last_clean":"2024-09-13T16:07:40.500784+0000","last_became_active":"2024-09-13T16:07:39.515669+0000","last_became_peered":"2024-09-13T16:07:39.515669+0000","last_unstale":"2024-09-13T16:07:40.500784+0000","last_undegraded":"2024-09-13T16:07:40.500784+0000","last_fullsized":"2024-09-13T16:07:40.500784+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:51:56.552053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.37","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.527316+0000","last_change":"2024-09-13T16:07:39.526582+0000","last_active":"2024-09-13T16:07:39.527316+0000","last_peered":"2024-09-13T16:07:39.527316+0000","last_clean":"2024-09-13T16:07:39.527316+0000","last_became_active":"2024-09-13T16:07:39.526322+0000","last_became_peered":"2024-09-13T16:07:39.526322+0000","last_unstale":"2024-09-13T16:07:39.527316+0000","last_undegraded":"2024-09-13T16:07:39.527316+0000","last_fullsized":"2024-09-13T16:07:39.527316+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:40:02.165590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.36","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.525487+0000","last_change":"2024-09-13T16:07:39.524323+0000","last_active":"2024-09-13T16:07:39.525487+0000","last_peered":"2024-09-13T16:07:39.525487+0000","last_clean":"2024-09-13T16:07:39.525487+0000","last_became_active":"2024-09-13T16:07:39.524052+0000","last_became_peered":"2024-09-13T16:07:39.524052+0000","last_unstale":"2024-09-13T16:07:39.525487+0000","last_undegraded":"2024-09-13T16:07:39.525487+0000","last_fullsized":"2024-09-13T16:07:39.525487+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:36:36.890037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.35","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.500973+0000","last_change":"2024-09-13T16:07:39.511260+0000","last_active":"2024-09-13T16:07:40.500973+0000","last_peered":"2024-09-13T16:07:40.500973+0000","last_clean":"2024-09-13T16:07:40.500973+0000","last_became_active":"2024-09-13T16:07:39.511040+0000","last_became_peered":"2024-09-13T16:07:39.511040+0000","last_unstale":"2024-09-13T16:07:40.500973+0000","last_undegraded":"2024-09-13T16:07:40.500973+0000","last_fullsized":"2024-09-13T16:07:40.500973+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:40:02.165590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.34","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.500198+0000","last_change":"2024-09-13T16:07:39.515253+0000","last_active":"2024-09-13T16:07:40.500198+0000","last_peered":"2024-09-13T16:07:40.500198+0000","last_clean":"2024-09-13T16:07:40.500198+0000","last_became_active":"2024-09-13T16:07:39.515003+0000","last_became_peered":"2024-09-13T16:07:39.515003+0000","last_unstale":"2024-09-13T16:07:40.500198+0000","last_undegraded":"2024-09-13T16:07:40.500198+0000","last_fullsized":"2024-09-13T16:07:40.500198+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:24:35.107676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.33","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.500590+0000","last_change":"2024-09-13T16:07:39.518871+0000","last_active":"2024-09-13T16:07:40.500590+0000","last_peered":"2024-09-13T16:07:40.500590+0000","last_clean":"2024-09-13T16:07:40.500590+0000","last_became_active":"2024-09-13T16:07:39.518379+0000","last_became_peered":"2024-09-13T16:07:39.518379+0000","last_unstale":"2024-09-13T16:07:40.500590+0000","last_undegraded":"2024-09-13T16:07:40.500590+0000","last_fullsized":"2024-09-13T16:07:40.500590+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:03:17.817006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.32","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.523711+0000","last_change":"2024-09-13T16:07:39.520063+0000","last_active":"2024-09-13T16:07:39.523711+0000","last_peered":"2024-09-13T16:07:39.523711+0000","last_clean":"2024-09-13T16:07:39.523711+0000","last_became_active":"2024-09-13T16:07:39.516037+0000","last_became_peered":"2024-09-13T16:07:39.516037+0000","last_unstale":"2024-09-13T16:07:39.523711+0000","last_undegraded":"2024-09-13T16:07:39.523711+0000","last_fullsized":"2024-09-13T16:07:39.523711+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:07:59.498297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.31","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.525788+0000","last_change":"2024-09-13T16:07:39.524463+0000","last_active":"2024-09-13T16:07:39.525788+0000","last_peered":"2024-09-13T16:07:39.525788+0000","last_clean":"2024-09-13T16:07:39.525788+0000","last_became_active":"2024-09-13T16:07:39.522622+0000","last_became_peered":"2024-09-13T16:07:39.522622+0000","last_unstale":"2024-09-13T16:07:39.525788+0000","last_undegraded":"2024-09-13T16:07:39.525788+0000","last_fullsized":"2024-09-13T16:07:39.525788+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:01:14.209407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.30","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.670661+0000","last_change":"2024-09-13T16:07:39.518295+0000","last_active":"2024-09-13T16:07:40.670661+0000","last_peered":"2024-09-13T16:07:40.670661+0000","last_clean":"2024-09-13T16:07:40.670661+0000","last_became_active":"2024-09-13T16:07:39.518023+0000","last_became_peered":"2024-09-13T16:07:39.518023+0000","last_unstale":"2024-09-13T16:07:40.670661+0000","last_undegraded":"2024-09-13T16:07:40.670661+0000","last_fullsized":"2024-09-13T16:07:40.670661+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:38:32.720776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.2f","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.498759+0000","last_change":"2024-09-13T16:07:39.517206+0000","last_active":"2024-09-13T16:07:40.498759+0000","last_peered":"2024-09-13T16:07:40.498759+0000","last_clean":"2024-09-13T16:07:40.498759+0000","last_became_active":"2024-09-13T16:07:39.516729+0000","last_became_peered":"2024-09-13T16:07:39.516729+0000","last_unstale":"2024-09-13T16:07:40.498759+0000","last_undegraded":"2024-09-13T16:07:40.498759+0000","last_fullsized":"2024-09-13T16:07:40.498759+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:19:16.530874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.2e","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.500114+0000","last_change":"2024-09-13T16:07:39.503800+0000","last_active":"2024-09-13T16:07:40.500114+0000","last_peered":"2024-09-13T16:07:40.500114+0000","last_clean":"2024-09-13T16:07:40.500114+0000","last_became_active":"2024-09-13T16:07:39.503494+0000","last_became_peered":"2024-09-13T16:07:39.503494+0000","last_unstale":"2024-09-13T16:07:40.500114+0000","last_undegraded":"2024-09-13T16:07:40.500114+0000","last_fullsized":"2024-09-13T16:07:40.500114+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:27:12.824790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.2d","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.522939+0000","last_change":"2024-09-13T16:07:39.518099+0000","last_active":"2024-09-13T16:07:39.522939+0000","last_peered":"2024-09-13T16:07:39.522939+0000","last_clean":"2024-09-13T16:07:39.522939+0000","last_became_active":"2024-09-13T16:07:39.517590+0000","last_became_peered":"2024-09-13T16:07:39.517590+0000","last_unstale":"2024-09-13T16:07:39.522939+0000","last_undegraded":"2024-09-13T16:07:39.522939+0000","last_fullsized":"2024-09-13T16:07:39.522939+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:32:44.387687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.2c","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.522789+0000","last_change":"2024-09-13T16:07:39.522465+0000","last_active":"2024-09-13T16:07:39.522789+0000","last_peered":"2024-09-13T16:07:39.522789+0000","last_clean":"2024-09-13T16:07:39.522789+0000","last_became_active":"2024-09-13T16:07:39.522189+0000","last_became_peered":"2024-09-13T16:07:39.522189+0000","last_unstale":"2024-09-13T16:07:39.522789+0000","last_undegraded":"2024-09-13T16:07:39.522789+0000","last_fullsized":"2024-09-13T16:07:39.522789+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:06:48.405066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.2b","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.500678+0000","last_change":"2024-09-13T16:07:39.515768+0000","last_active":"2024-09-13T16:07:40.500678+0000","last_peered":"2024-09-13T16:07:40.500678+0000","last_clean":"2024-09-13T16:07:40.500678+0000","last_became_active":"2024-09-13T16:07:39.515456+0000","last_became_peered":"2024-09-13T16:07:39.515456+0000","last_unstale":"2024-09-13T16:07:40.500678+0000","last_undegraded":"2024-09-13T16:07:40.500678+0000","last_fullsized":"2024-09-13T16:07:40.500678+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:58:59.489669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.2a","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.511003+0000","last_change":"2024-09-13T16:07:39.510186+0000","last_active":"2024-09-13T16:07:39.511003+0000","last_peered":"2024-09-13T16:07:39.511003+0000","last_clean":"2024-09-13T16:07:39.511003+0000","last_became_active":"2024-09-13T16:07:39.509932+0000","last_became_peered":"2024-09-13T16:07:39.509932+0000","last_unstale":"2024-09-13T16:07:39.511003+0000","last_undegraded":"2024-09-13T16:07:39.511003+0000","last_fullsized":"2024-09-13T16:07:39.511003+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:08:54.466619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.29","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.521428+0000","last_change":"2024-09-13T16:07:39.521014+0000","last_active":"2024-09-13T16:07:39.521428+0000","last_peered":"2024-09-13T16:07:39.521428+0000","last_clean":"2024-09-13T16:07:39.521428+0000","last_became_active":"2024-09-13T16:07:39.520738+0000","last_became_peered":"2024-09-13T16:07:39.520738+0000","last_unstale":"2024-09-13T16:07:39.521428+0000","last_undegraded":"2024-09-13T16:07:39.521428+0000","last_fullsized":"2024-09-13T16:07:39.521428+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:31:18.757301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.28","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.511191+0000","last_change":"2024-09-13T16:07:39.509470+0000","last_active":"2024-09-13T16:07:39.511191+0000","last_peered":"2024-09-13T16:07:39.511191+0000","last_clean":"2024-09-13T16:07:39.511191+0000","last_became_active":"2024-09-13T16:07:39.508759+0000","last_became_peered":"2024-09-13T16:07:39.508759+0000","last_unstale":"2024-09-13T16:07:39.511191+0000","last_undegraded":"2024-09-13T16:07:39.511191+0000","last_fullsized":"2024-09-13T16:07:39.511191+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:10:05.378021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.27","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.500338+0000","last_change":"2024-09-13T16:07:39.519635+0000","last_active":"2024-09-13T16:07:40.500338+0000","last_peered":"2024-09-13T16:07:40.500338+0000","last_clean":"2024-09-13T16:07:40.500338+0000","last_became_active":"2024-09-13T16:07:39.517440+0000","last_became_peered":"2024-09-13T16:07:39.517440+0000","last_unstale":"2024-09-13T16:07:40.500338+0000","last_undegraded":"2024-09-13T16:07:40.500338+0000","last_fullsized":"2024-09-13T16:07:40.500338+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:12:34.975681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.26","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.500182+0000","last_change":"2024-09-13T16:07:39.514807+0000","last_active":"2024-09-13T16:07:40.500182+0000","last_peered":"2024-09-13T16:07:40.500182+0000","last_clean":"2024-09-13T16:07:40.500182+0000","last_became_active":"2024-09-13T16:07:39.514553+0000","last_became_peered":"2024-09-13T16:07:39.514553+0000","last_unstale":"2024-09-13T16:07:40.500182+0000","last_undegraded":"2024-09-13T16:07:40.500182+0000","last_fullsized":"2024-09-13T16:07:40.500182+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:38:34.124542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.25","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.501076+0000","last_change":"2024-09-13T16:07:39.503201+0000","last_active":"2024-09-13T16:07:40.501076+0000","last_peered":"2024-09-13T16:07:40.501076+0000","last_clean":"2024-09-13T16:07:40.501076+0000","last_became_active":"2024-09-13T16:07:39.502875+0000","last_became_peered":"2024-09-13T16:07:39.502875+0000","last_unstale":"2024-09-13T16:07:40.501076+0000","last_undegraded":"2024-09-13T16:07:40.501076+0000","last_fullsized":"2024-09-13T16:07:40.501076+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:58:59.489669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.24","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.498572+0000","last_change":"2024-09-13T16:07:39.522501+0000","last_active":"2024-09-13T16:07:40.498572+0000","last_peered":"2024-09-13T16:07:40.498572+0000","last_clean":"2024-09-13T16:07:40.498572+0000","last_became_active":"2024-09-13T16:07:39.522165+0000","last_became_peered":"2024-09-13T16:07:39.522165+0000","last_unstale":"2024-09-13T16:07:40.498572+0000","last_undegraded":"2024-09-13T16:07:40.498572+0000","last_fullsized":"2024-09-13T16:07:40.498572+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:17:27.592178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.23","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.527322+0000","last_change":"2024-09-13T16:07:39.526676+0000","last_active":"2024-09-13T16:07:39.527322+0000","last_peered":"2024-09-13T16:07:39.527322+0000","last_clean":"2024-09-13T16:07:39.527322+0000","last_became_active":"2024-09-13T16:07:39.526432+0000","last_became_peered":"2024-09-13T16:07:39.526432+0000","last_unstale":"2024-09-13T16:07:39.527322+0000","last_undegraded":"2024-09-13T16:07:39.527322+0000","last_fullsized":"2024-09-13T16:07:39.527322+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:00:06.030148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.22","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.500817+0000","last_change":"2024-09-13T16:07:39.518246+0000","last_active":"2024-09-13T16:07:40.500817+0000","last_peered":"2024-09-13T16:07:40.500817+0000","last_clean":"2024-09-13T16:07:40.500817+0000","last_became_active":"2024-09-13T16:07:39.516001+0000","last_became_peered":"2024-09-13T16:07:39.516001+0000","last_unstale":"2024-09-13T16:07:40.500817+0000","last_undegraded":"2024-09-13T16:07:40.500817+0000","last_fullsized":"2024-09-13T16:07:40.500817+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:56:31.592454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.21","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.499942+0000","last_change":"2024-09-13T16:07:39.503406+0000","last_active":"2024-09-13T16:07:40.499942+0000","last_peered":"2024-09-13T16:07:40.499942+0000","last_clean":"2024-09-13T16:07:40.499942+0000","last_became_active":"2024-09-13T16:07:39.503123+0000","last_became_peered":"2024-09-13T16:07:39.503123+0000","last_unstale":"2024-09-13T16:07:40.499942+0000","last_undegraded":"2024-09-13T16:07:40.499942+0000","last_fullsized":"2024-09-13T16:07:40.499942+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:00:06.030148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.20","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.506355+0000","last_change":"2024-09-13T16:07:39.504069+0000","last_active":"2024-09-13T16:07:39.506355+0000","last_peered":"2024-09-13T16:07:39.506355+0000","last_clean":"2024-09-13T16:07:39.506355+0000","last_became_active":"2024-09-13T16:07:39.503821+0000","last_became_peered":"2024-09-13T16:07:39.503821+0000","last_unstale":"2024-09-13T16:07:39.506355+0000","last_undegraded":"2024-09-13T16:07:39.506355+0000","last_fullsized":"2024-09-13T16:07:39.506355+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:01:57.043160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.1c","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.523378+0000","last_change":"2024-09-13T16:07:39.521671+0000","last_active":"2024-09-13T16:07:39.523378+0000","last_peered":"2024-09-13T16:07:39.523378+0000","last_clean":"2024-09-13T16:07:39.523378+0000","last_became_active":"2024-09-13T16:07:39.521329+0000","last_became_peered":"2024-09-13T16:07:39.521329+0000","last_unstale":"2024-09-13T16:07:39.523378+0000","last_undegraded":"2024-09-13T16:07:39.523378+0000","last_fullsized":"2024-09-13T16:07:39.523378+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:43:21.247363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.1f","version":"69'4","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.498792+0000","last_change":"2024-09-13T16:07:39.167912+0000","last_active":"2024-09-13T16:07:40.498792+0000","last_peered":"2024-09-13T16:07:40.498792+0000","last_clean":"2024-09-13T16:07:40.498792+0000","last_became_active":"2024-09-13T16:07:39.167577+0000","last_became_peered":"2024-09-13T16:07:39.167577+0000","last_unstale":"2024-09-13T16:07:40.498792+0000","last_undegraded":"2024-09-13T16:07:40.498792+0000","last_fullsized":"2024-09-13T16:07:40.498792+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_clean_scrub_stamp":"2024-09-13T16:07:38.133627+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:17:38.624734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.1d","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.501178+0000","last_change":"2024-09-13T16:07:39.519006+0000","last_active":"2024-09-13T16:07:40.501178+0000","last_peered":"2024-09-13T16:07:40.501178+0000","last_clean":"2024-09-13T16:07:40.501178+0000","last_became_active":"2024-09-13T16:07:39.518769+0000","last_became_peered":"2024-09-13T16:07:39.518769+0000","last_unstale":"2024-09-13T16:07:40.501178+0000","last_undegraded":"2024-09-13T16:07:40.501178+0000","last_fullsized":"2024-09-13T16:07:40.501178+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:03:17.817006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.1e","version":"69'1","reported_seq":11,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.516896+0000","last_change":"2024-09-13T16:07:39.163394+0000","last_active":"2024-09-13T16:07:39.516896+0000","last_peered":"2024-09-13T16:07:39.516896+0000","last_clean":"2024-09-13T16:07:39.516896+0000","last_became_active":"2024-09-13T16:07:39.163133+0000","last_became_peered":"2024-09-13T16:07:39.163133+0000","last_unstale":"2024-09-13T16:07:39.516896+0000","last_undegraded":"2024-09-13T16:07:39.516896+0000","last_fullsized":"2024-09-13T16:07:39.516896+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_clean_scrub_stamp":"2024-09-13T16:07:38.133627+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:12:33.968234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.1e","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.506314+0000","last_change":"2024-09-13T16:07:39.503924+0000","last_active":"2024-09-13T16:07:39.506314+0000","last_peered":"2024-09-13T16:07:39.506314+0000","last_clean":"2024-09-13T16:07:39.506314+0000","last_became_active":"2024-09-13T16:07:39.503618+0000","last_became_peered":"2024-09-13T16:07:39.503618+0000","last_unstale":"2024-09-13T16:07:39.506314+0000","last_undegraded":"2024-09-13T16:07:39.506314+0000","last_fullsized":"2024-09-13T16:07:39.506314+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:27:09.616602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1d","version":"69'2","reported_seq":12,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.521698+0000","last_change":"2024-09-13T16:07:39.160282+0000","last_active":"2024-09-13T16:07:39.521698+0000","last_peered":"2024-09-13T16:07:39.521698+0000","last_clean":"2024-09-13T16:07:39.521698+0000","last_became_active":"2024-09-13T16:07:39.159513+0000","last_became_peered":"2024-09-13T16:07:39.159513+0000","last_unstale":"2024-09-13T16:07:39.521698+0000","last_undegraded":"2024-09-13T16:07:39.521698+0000","last_fullsized":"2024-09-13T16:07:39.521698+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_clean_scrub_stamp":"2024-09-13T16:07:38.133627+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:32:38.096901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.1f","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.525833+0000","last_change":"2024-09-13T16:07:39.524584+0000","last_active":"2024-09-13T16:07:39.525833+0000","last_peered":"2024-09-13T16:07:39.525833+0000","last_clean":"2024-09-13T16:07:39.525833+0000","last_became_active":"2024-09-13T16:07:39.524007+0000","last_became_peered":"2024-09-13T16:07:39.524007+0000","last_unstale":"2024-09-13T16:07:39.525833+0000","last_undegraded":"2024-09-13T16:07:39.525833+0000","last_fullsized":"2024-09-13T16:07:39.525833+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:58:59.489669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1c","version":"69'2","reported_seq":12,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.514397+0000","last_change":"2024-09-13T16:07:39.162650+0000","last_active":"2024-09-13T16:07:39.514397+0000","last_peered":"2024-09-13T16:07:39.514397+0000","last_clean":"2024-09-13T16:07:39.514397+0000","last_became_active":"2024-09-13T16:07:39.162402+0000","last_became_peered":"2024-09-13T16:07:39.162402+0000","last_unstale":"2024-09-13T16:07:39.514397+0000","last_undegraded":"2024-09-13T16:07:39.514397+0000","last_fullsized":"2024-09-13T16:07:39.514397+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_clean_scrub_stamp":"2024-09-13T16:07:38.133627+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:58:58.482223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.18","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.670703+0000","last_change":"2024-09-13T16:07:39.507228+0000","last_active":"2024-09-13T16:07:40.670703+0000","last_peered":"2024-09-13T16:07:40.670703+0000","last_clean":"2024-09-13T16:07:40.670703+0000","last_became_active":"2024-09-13T16:07:39.506949+0000","last_became_peered":"2024-09-13T16:07:39.506949+0000","last_unstale":"2024-09-13T16:07:40.670703+0000","last_undegraded":"2024-09-13T16:07:40.670703+0000","last_fullsized":"2024-09-13T16:07:40.670703+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:49:15.047506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.1b","version":"69'1","reported_seq":11,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.513937+0000","last_change":"2024-09-13T16:07:39.161805+0000","last_active":"2024-09-13T16:07:39.513937+0000","last_peered":"2024-09-13T16:07:39.513937+0000","last_clean":"2024-09-13T16:07:39.513937+0000","last_became_active":"2024-09-13T16:07:39.161348+0000","last_became_peered":"2024-09-13T16:07:39.161348+0000","last_unstale":"2024-09-13T16:07:39.513937+0000","last_undegraded":"2024-09-13T16:07:39.513937+0000","last_fullsized":"2024-09-13T16:07:39.513937+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_clean_scrub_stamp":"2024-09-13T16:07:38.133627+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:41:29.724691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.19","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.498457+0000","last_change":"2024-09-13T16:07:39.506087+0000","last_active":"2024-09-13T16:07:40.498457+0000","last_peered":"2024-09-13T16:07:40.498457+0000","last_clean":"2024-09-13T16:07:40.498457+0000","last_became_active":"2024-09-13T16:07:39.505747+0000","last_became_peered":"2024-09-13T16:07:39.505747+0000","last_unstale":"2024-09-13T16:07:40.498457+0000","last_undegraded":"2024-09-13T16:07:40.498457+0000","last_fullsized":"2024-09-13T16:07:40.498457+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:10:05.378021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.1a","version":"69'1","reported_seq":11,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.512573+0000","last_change":"2024-09-13T16:07:39.160476+0000","last_active":"2024-09-13T16:07:39.512573+0000","last_peered":"2024-09-13T16:07:39.512573+0000","last_clean":"2024-09-13T16:07:39.512573+0000","last_became_active":"2024-09-13T16:07:39.160189+0000","last_became_peered":"2024-09-13T16:07:39.160189+0000","last_unstale":"2024-09-13T16:07:39.512573+0000","last_undegraded":"2024-09-13T16:07:39.512573+0000","last_fullsized":"2024-09-13T16:07:39.512573+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_clean_scrub_stamp":"2024-09-13T16:07:38.133627+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:14:56.700765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.1a","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.513542+0000","last_change":"2024-09-13T16:07:39.510247+0000","last_active":"2024-09-13T16:07:39.513542+0000","last_peered":"2024-09-13T16:07:39.513542+0000","last_clean":"2024-09-13T16:07:39.513542+0000","last_became_active":"2024-09-13T16:07:39.509878+0000","last_became_peered":"2024-09-13T16:07:39.509878+0000","last_unstale":"2024-09-13T16:07:39.513542+0000","last_undegraded":"2024-09-13T16:07:39.513542+0000","last_fullsized":"2024-09-13T16:07:39.513542+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:48:07.882476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":10,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.497802+0000","last_change":"2024-09-13T16:07:39.166788+0000","last_active":"2024-09-13T16:07:39.497802+0000","last_peered":"2024-09-13T16:07:39.497802+0000","last_clean":"2024-09-13T16:07:39.497802+0000","last_became_active":"2024-09-13T16:07:39.166532+0000","last_became_peered":"2024-09-13T16:07:39.166532+0000","last_unstale":"2024-09-13T16:07:39.497802+0000","last_undegraded":"2024-09-13T16:07:39.497802+0000","last_fullsized":"2024-09-13T16:07:39.497802+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_clean_scrub_stamp":"2024-09-13T16:07:38.133627+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:25:49.075905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.1b","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.503154+0000","last_change":"2024-09-13T16:07:39.502213+0000","last_active":"2024-09-13T16:07:39.503154+0000","last_peered":"2024-09-13T16:07:39.503154+0000","last_clean":"2024-09-13T16:07:39.503154+0000","last_became_active":"2024-09-13T16:07:39.501950+0000","last_became_peered":"2024-09-13T16:07:39.501950+0000","last_unstale":"2024-09-13T16:07:39.503154+0000","last_undegraded":"2024-09-13T16:07:39.503154+0000","last_fullsized":"2024-09-13T16:07:39.503154+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:43:54.503345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":10,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.504251+0000","last_change":"2024-09-13T16:07:39.168654+0000","last_active":"2024-09-13T16:07:39.504251+0000","last_peered":"2024-09-13T16:07:39.504251+0000","last_clean":"2024-09-13T16:07:39.504251+0000","last_became_active":"2024-09-13T16:07:39.168397+0000","last_became_peered":"2024-09-13T16:07:39.168397+0000","last_unstale":"2024-09-13T16:07:39.504251+0000","last_undegraded":"2024-09-13T16:07:39.504251+0000","last_fullsized":"2024-09-13T16:07:39.504251+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_clean_scrub_stamp":"2024-09-13T16:07:38.133627+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:36:24.913384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.14","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.498842+0000","last_change":"2024-09-13T16:07:39.507071+0000","last_active":"2024-09-13T16:07:40.498842+0000","last_peered":"2024-09-13T16:07:40.498842+0000","last_clean":"2024-09-13T16:07:40.498842+0000","last_became_active":"2024-09-13T16:07:39.506827+0000","last_became_peered":"2024-09-13T16:07:39.506827+0000","last_unstale":"2024-09-13T16:07:40.498842+0000","last_undegraded":"2024-09-13T16:07:40.498842+0000","last_fullsized":"2024-09-13T16:07:40.498842+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:00:06.030148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":10,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.515763+0000","last_change":"2024-09-13T16:07:39.169556+0000","last_active":"2024-09-13T16:07:39.515763+0000","last_peered":"2024-09-13T16:07:39.515763+0000","last_clean":"2024-09-13T16:07:39.515763+0000","last_became_active":"2024-09-13T16:07:39.168684+0000","last_became_peered":"2024-09-13T16:07:39.168684+0000","last_unstale":"2024-09-13T16:07:39.515763+0000","last_undegraded":"2024-09-13T16:07:39.515763+0000","last_fullsized":"2024-09-13T16:07:39.515763+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_clean_scrub_stamp":"2024-09-13T16:07:38.133627+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:06:46.907641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.15","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.513958+0000","last_change":"2024-09-13T16:07:39.513520+0000","last_active":"2024-09-13T16:07:39.513958+0000","last_peered":"2024-09-13T16:07:39.513958+0000","last_clean":"2024-09-13T16:07:39.513958+0000","last_became_active":"2024-09-13T16:07:39.513241+0000","last_became_peered":"2024-09-13T16:07:39.513241+0000","last_unstale":"2024-09-13T16:07:39.513958+0000","last_undegraded":"2024-09-13T16:07:39.513958+0000","last_fullsized":"2024-09-13T16:07:39.513958+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:21:30.306216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.500374+0000","last_change":"2024-09-13T16:07:39.158396+0000","last_active":"2024-09-13T16:07:40.500374+0000","last_peered":"2024-09-13T16:07:40.500374+0000","last_clean":"2024-09-13T16:07:40.500374+0000","last_became_active":"2024-09-13T16:07:39.158143+0000","last_became_peered":"2024-09-13T16:07:39.158143+0000","last_unstale":"2024-09-13T16:07:40.500374+0000","last_undegraded":"2024-09-13T16:07:40.500374+0000","last_fullsized":"2024-09-13T16:07:40.500374+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_clean_scrub_stamp":"2024-09-13T16:07:38.133627+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:17:38.624734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.16","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.522649+0000","last_change":"2024-09-13T16:07:39.516326+0000","last_active":"2024-09-13T16:07:39.522649+0000","last_peered":"2024-09-13T16:07:39.522649+0000","last_clean":"2024-09-13T16:07:39.522649+0000","last_became_active":"2024-09-13T16:07:39.516075+0000","last_became_peered":"2024-09-13T16:07:39.516075+0000","last_unstale":"2024-09-13T16:07:39.522649+0000","last_undegraded":"2024-09-13T16:07:39.522649+0000","last_fullsized":"2024-09-13T16:07:39.522649+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:06:31.976043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.15","version":"69'3","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.526009+0000","last_change":"2024-09-13T16:07:39.167771+0000","last_active":"2024-09-13T16:07:39.526009+0000","last_peered":"2024-09-13T16:07:39.526009+0000","last_clean":"2024-09-13T16:07:39.526009+0000","last_became_active":"2024-09-13T16:07:39.167414+0000","last_became_peered":"2024-09-13T16:07:39.167414+0000","last_unstale":"2024-09-13T16:07:39.526009+0000","last_undegraded":"2024-09-13T16:07:39.526009+0000","last_fullsized":"2024-09-13T16:07:39.526009+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_clean_scrub_stamp":"2024-09-13T16:07:38.133627+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:48:06.875030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.17","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.500598+0000","last_change":"2024-09-13T16:07:39.505142+0000","last_active":"2024-09-13T16:07:40.500598+0000","last_peered":"2024-09-13T16:07:40.500598+0000","last_clean":"2024-09-13T16:07:40.500598+0000","last_became_active":"2024-09-13T16:07:39.504145+0000","last_became_peered":"2024-09-13T16:07:39.504145+0000","last_unstale":"2024-09-13T16:07:40.500598+0000","last_undegraded":"2024-09-13T16:07:40.500598+0000","last_fullsized":"2024-09-13T16:07:40.500598+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:17:27.592178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.14","version":"69'6","reported_seq":17,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.498853+0000","last_change":"2024-09-13T16:07:39.163902+0000","last_active":"2024-09-13T16:07:40.498853+0000","last_peered":"2024-09-13T16:07:40.498853+0000","last_clean":"2024-09-13T16:07:40.498853+0000","last_became_active":"2024-09-13T16:07:39.162914+0000","last_became_peered":"2024-09-13T16:07:39.162914+0000","last_unstale":"2024-09-13T16:07:40.498853+0000","last_undegraded":"2024-09-13T16:07:40.498853+0000","last_fullsized":"2024-09-13T16:07:40.498853+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_clean_scrub_stamp":"2024-09-13T16:07:38.133627+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:43:20.239917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.10","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.500653+0000","last_change":"2024-09-13T16:07:39.513001+0000","last_active":"2024-09-13T16:07:40.500653+0000","last_peered":"2024-09-13T16:07:40.500653+0000","last_clean":"2024-09-13T16:07:40.500653+0000","last_became_active":"2024-09-13T16:07:39.512667+0000","last_became_peered":"2024-09-13T16:07:39.512667+0000","last_unstale":"2024-09-13T16:07:40.500653+0000","last_undegraded":"2024-09-13T16:07:40.500653+0000","last_fullsized":"2024-09-13T16:07:40.500653+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:38:34.124542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.13","version":"69'2","reported_seq":12,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.525744+0000","last_change":"2024-09-13T16:07:39.170290+0000","last_active":"2024-09-13T16:07:39.525744+0000","last_peered":"2024-09-13T16:07:39.525744+0000","last_clean":"2024-09-13T16:07:39.525744+0000","last_became_active":"2024-09-13T16:07:39.169869+0000","last_became_peered":"2024-09-13T16:07:39.169869+0000","last_unstale":"2024-09-13T16:07:39.525744+0000","last_undegraded":"2024-09-13T16:07:39.525744+0000","last_fullsized":"2024-09-13T16:07:39.525744+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_clean_scrub_stamp":"2024-09-13T16:07:38.133627+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:06:30.968597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.11","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.500555+0000","last_change":"2024-09-13T16:07:39.519553+0000","last_active":"2024-09-13T16:07:40.500555+0000","last_peered":"2024-09-13T16:07:40.500555+0000","last_clean":"2024-09-13T16:07:40.500555+0000","last_became_active":"2024-09-13T16:07:39.516565+0000","last_became_peered":"2024-09-13T16:07:39.516565+0000","last_unstale":"2024-09-13T16:07:40.500555+0000","last_undegraded":"2024-09-13T16:07:40.500555+0000","last_fullsized":"2024-09-13T16:07:40.500555+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:11:27.810671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.500900+0000","last_change":"2024-09-13T16:07:39.163995+0000","last_active":"2024-09-13T16:07:40.500900+0000","last_peered":"2024-09-13T16:07:40.500900+0000","last_clean":"2024-09-13T16:07:40.500900+0000","last_became_active":"2024-09-13T16:07:39.163497+0000","last_became_peered":"2024-09-13T16:07:39.163497+0000","last_unstale":"2024-09-13T16:07:40.500900+0000","last_undegraded":"2024-09-13T16:07:40.500900+0000","last_fullsized":"2024-09-13T16:07:40.500900+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_clean_scrub_stamp":"2024-09-13T16:07:38.133627+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:39:58.220803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.12","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.522896+0000","last_change":"2024-09-13T16:07:39.517775+0000","last_active":"2024-09-13T16:07:39.522896+0000","last_peered":"2024-09-13T16:07:39.522896+0000","last_clean":"2024-09-13T16:07:39.522896+0000","last_became_active":"2024-09-13T16:07:39.517472+0000","last_became_peered":"2024-09-13T16:07:39.517472+0000","last_unstale":"2024-09-13T16:07:39.522896+0000","last_undegraded":"2024-09-13T16:07:39.522896+0000","last_fullsized":"2024-09-13T16:07:39.522896+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:18:35.123048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":10,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.513647+0000","last_change":"2024-09-13T16:07:39.167339+0000","last_active":"2024-09-13T16:07:39.513647+0000","last_peered":"2024-09-13T16:07:39.513647+0000","last_clean":"2024-09-13T16:07:39.513647+0000","last_became_active":"2024-09-13T16:07:39.166979+0000","last_became_peered":"2024-09-13T16:07:39.166979+0000","last_unstale":"2024-09-13T16:07:39.513647+0000","last_undegraded":"2024-09-13T16:07:39.513647+0000","last_fullsized":"2024-09-13T16:07:39.513647+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_clean_scrub_stamp":"2024-09-13T16:07:38.133627+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:01:43.135082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.13","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.498691+0000","last_change":"2024-09-13T16:07:39.510430+0000","last_active":"2024-09-13T16:07:40.498691+0000","last_peered":"2024-09-13T16:07:40.498691+0000","last_clean":"2024-09-13T16:07:40.498691+0000","last_became_active":"2024-09-13T16:07:39.510214+0000","last_became_peered":"2024-09-13T16:07:39.510214+0000","last_unstale":"2024-09-13T16:07:40.498691+0000","last_undegraded":"2024-09-13T16:07:40.498691+0000","last_fullsized":"2024-09-13T16:07:40.498691+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:32:39.104347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.10","version":"69'8","reported_seq":19,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.499834+0000","last_change":"2024-09-13T16:07:39.168391+0000","last_active":"2024-09-13T16:07:40.499834+0000","last_peered":"2024-09-13T16:07:40.499834+0000","last_clean":"2024-09-13T16:07:40.499834+0000","last_became_active":"2024-09-13T16:07:39.167881+0000","last_became_peered":"2024-09-13T16:07:39.167881+0000","last_unstale":"2024-09-13T16:07:40.499834+0000","last_undegraded":"2024-09-13T16:07:40.499834+0000","last_fullsized":"2024-09-13T16:07:40.499834+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_clean_scrub_stamp":"2024-09-13T16:07:38.133627+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:53:18.079756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.c","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.527427+0000","last_change":"2024-09-13T16:07:39.526698+0000","last_active":"2024-09-13T16:07:39.527427+0000","last_peered":"2024-09-13T16:07:39.527427+0000","last_clean":"2024-09-13T16:07:39.527427+0000","last_became_active":"2024-09-13T16:07:39.526425+0000","last_became_peered":"2024-09-13T16:07:39.526425+0000","last_unstale":"2024-09-13T16:07:39.527427+0000","last_undegraded":"2024-09-13T16:07:39.527427+0000","last_fullsized":"2024-09-13T16:07:39.527427+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:19:16.530874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.f","version":"69'1","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.500426+0000","last_change":"2024-09-13T16:07:39.161871+0000","last_active":"2024-09-13T16:07:40.500426+0000","last_peered":"2024-09-13T16:07:40.500426+0000","last_clean":"2024-09-13T16:07:40.500426+0000","last_became_active":"2024-09-13T16:07:39.161262+0000","last_became_peered":"2024-09-13T16:07:39.161262+0000","last_unstale":"2024-09-13T16:07:40.500426+0000","last_undegraded":"2024-09-13T16:07:40.500426+0000","last_fullsized":"2024-09-13T16:07:40.500426+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_clean_scrub_stamp":"2024-09-13T16:07:38.133627+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:20:14.834599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.d","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.523011+0000","last_change":"2024-09-13T16:07:39.518936+0000","last_active":"2024-09-13T16:07:39.523011+0000","last_peered":"2024-09-13T16:07:39.523011+0000","last_clean":"2024-09-13T16:07:39.523011+0000","last_became_active":"2024-09-13T16:07:39.518677+0000","last_became_peered":"2024-09-13T16:07:39.518677+0000","last_unstale":"2024-09-13T16:07:39.523011+0000","last_undegraded":"2024-09-13T16:07:39.523011+0000","last_fullsized":"2024-09-13T16:07:39.523011+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:53:19.087202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.e","version":"69'2","reported_seq":12,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.527569+0000","last_change":"2024-09-13T16:07:39.168799+0000","last_active":"2024-09-13T16:07:39.527569+0000","last_peered":"2024-09-13T16:07:39.527569+0000","last_clean":"2024-09-13T16:07:39.527569+0000","last_became_active":"2024-09-13T16:07:39.168545+0000","last_became_peered":"2024-09-13T16:07:39.168545+0000","last_unstale":"2024-09-13T16:07:39.527569+0000","last_undegraded":"2024-09-13T16:07:39.527569+0000","last_fullsized":"2024-09-13T16:07:39.527569+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_clean_scrub_stamp":"2024-09-13T16:07:38.133627+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:24:32.696464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.e","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.500238+0000","last_change":"2024-09-13T16:07:39.518413+0000","last_active":"2024-09-13T16:07:40.500238+0000","last_peered":"2024-09-13T16:07:40.500238+0000","last_clean":"2024-09-13T16:07:40.500238+0000","last_became_active":"2024-09-13T16:07:39.518169+0000","last_became_peered":"2024-09-13T16:07:39.518169+0000","last_unstale":"2024-09-13T16:07:40.500238+0000","last_undegraded":"2024-09-13T16:07:40.500238+0000","last_fullsized":"2024-09-13T16:07:40.500238+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:32:39.104347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.d","version":"69'1","reported_seq":11,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.526042+0000","last_change":"2024-09-13T16:07:39.169079+0000","last_active":"2024-09-13T16:07:39.526042+0000","last_peered":"2024-09-13T16:07:39.526042+0000","last_clean":"2024-09-13T16:07:39.526042+0000","last_became_active":"2024-09-13T16:07:39.168062+0000","last_became_peered":"2024-09-13T16:07:39.168062+0000","last_unstale":"2024-09-13T16:07:39.526042+0000","last_undegraded":"2024-09-13T16:07:39.526042+0000","last_fullsized":"2024-09-13T16:07:39.526042+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_clean_scrub_stamp":"2024-09-13T16:07:38.133627+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:53:39.116742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.f","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.513597+0000","last_change":"2024-09-13T16:07:39.510786+0000","last_active":"2024-09-13T16:07:39.513597+0000","last_peered":"2024-09-13T16:07:39.513597+0000","last_clean":"2024-09-13T16:07:39.513597+0000","last_became_active":"2024-09-13T16:07:39.510047+0000","last_became_peered":"2024-09-13T16:07:39.510047+0000","last_unstale":"2024-09-13T16:07:39.513597+0000","last_undegraded":"2024-09-13T16:07:39.513597+0000","last_fullsized":"2024-09-13T16:07:39.513597+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:17:39.632181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":10,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.498390+0000","last_change":"2024-09-13T16:07:39.162580+0000","last_active":"2024-09-13T16:07:39.498390+0000","last_peered":"2024-09-13T16:07:39.498390+0000","last_clean":"2024-09-13T16:07:39.498390+0000","last_became_active":"2024-09-13T16:07:39.162326+0000","last_became_peered":"2024-09-13T16:07:39.162326+0000","last_unstale":"2024-09-13T16:07:39.498390+0000","last_undegraded":"2024-09-13T16:07:39.498390+0000","last_fullsized":"2024-09-13T16:07:39.498390+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_clean_scrub_stamp":"2024-09-13T16:07:38.133627+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:12:52.017709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.8","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.506212+0000","last_change":"2024-09-13T16:07:39.503585+0000","last_active":"2024-09-13T16:07:39.506212+0000","last_peered":"2024-09-13T16:07:39.506212+0000","last_clean":"2024-09-13T16:07:39.506212+0000","last_became_active":"2024-09-13T16:07:39.503302+0000","last_became_peered":"2024-09-13T16:07:39.503302+0000","last_unstale":"2024-09-13T16:07:39.506212+0000","last_undegraded":"2024-09-13T16:07:39.506212+0000","last_fullsized":"2024-09-13T16:07:39.506212+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:33:28.538692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.b","version":"69'2","reported_seq":12,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.523048+0000","last_change":"2024-09-13T16:07:39.164116+0000","last_active":"2024-09-13T16:07:39.523048+0000","last_peered":"2024-09-13T16:07:39.523048+0000","last_clean":"2024-09-13T16:07:39.523048+0000","last_became_active":"2024-09-13T16:07:39.163866+0000","last_became_peered":"2024-09-13T16:07:39.163866+0000","last_unstale":"2024-09-13T16:07:39.523048+0000","last_undegraded":"2024-09-13T16:07:39.523048+0000","last_fullsized":"2024-09-13T16:07:39.523048+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_clean_scrub_stamp":"2024-09-13T16:07:38.133627+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:27:11.817344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.9","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.500957+0000","last_change":"2024-09-13T16:07:39.519738+0000","last_active":"2024-09-13T16:07:40.500957+0000","last_peered":"2024-09-13T16:07:40.500957+0000","last_clean":"2024-09-13T16:07:40.500957+0000","last_became_active":"2024-09-13T16:07:39.519161+0000","last_became_peered":"2024-09-13T16:07:39.519161+0000","last_unstale":"2024-09-13T16:07:40.500957+0000","last_undegraded":"2024-09-13T16:07:40.500957+0000","last_fullsized":"2024-09-13T16:07:40.500957+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:17:27.592178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.500991+0000","last_change":"2024-09-13T16:07:39.161737+0000","last_active":"2024-09-13T16:07:40.500991+0000","last_peered":"2024-09-13T16:07:40.500991+0000","last_clean":"2024-09-13T16:07:40.500991+0000","last_became_active":"2024-09-13T16:07:39.161433+0000","last_became_peered":"2024-09-13T16:07:39.161433+0000","last_unstale":"2024-09-13T16:07:40.500991+0000","last_undegraded":"2024-09-13T16:07:40.500991+0000","last_fullsized":"2024-09-13T16:07:40.500991+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_clean_scrub_stamp":"2024-09-13T16:07:38.133627+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:32:43.380241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.a","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.513276+0000","last_change":"2024-09-13T16:07:39.510113+0000","last_active":"2024-09-13T16:07:39.513276+0000","last_peered":"2024-09-13T16:07:39.513276+0000","last_clean":"2024-09-13T16:07:39.513276+0000","last_became_active":"2024-09-13T16:07:39.509624+0000","last_became_peered":"2024-09-13T16:07:39.509624+0000","last_unstale":"2024-09-13T16:07:39.513276+0000","last_undegraded":"2024-09-13T16:07:39.513276+0000","last_fullsized":"2024-09-13T16:07:39.513276+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:01:44.142528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":10,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.499591+0000","last_change":"2024-09-13T16:07:39.164052+0000","last_active":"2024-09-13T16:07:39.499591+0000","last_peered":"2024-09-13T16:07:39.499591+0000","last_clean":"2024-09-13T16:07:39.499591+0000","last_became_active":"2024-09-13T16:07:39.163786+0000","last_became_peered":"2024-09-13T16:07:39.163786+0000","last_unstale":"2024-09-13T16:07:39.499591+0000","last_undegraded":"2024-09-13T16:07:39.499591+0000","last_fullsized":"2024-09-13T16:07:39.499591+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_clean_scrub_stamp":"2024-09-13T16:07:38.133627+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:03:16.809560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.4","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.512707+0000","last_change":"2024-09-13T16:07:39.511950+0000","last_active":"2024-09-13T16:07:39.512707+0000","last_peered":"2024-09-13T16:07:39.512707+0000","last_clean":"2024-09-13T16:07:39.512707+0000","last_became_active":"2024-09-13T16:07:39.511705+0000","last_became_peered":"2024-09-13T16:07:39.511705+0000","last_unstale":"2024-09-13T16:07:39.512707+0000","last_undegraded":"2024-09-13T16:07:39.512707+0000","last_fullsized":"2024-09-13T16:07:39.512707+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:41:29.670494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.7","version":"69'2","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.500654+0000","last_change":"2024-09-13T16:07:39.169183+0000","last_active":"2024-09-13T16:07:40.500654+0000","last_peered":"2024-09-13T16:07:40.500654+0000","last_clean":"2024-09-13T16:07:40.500654+0000","last_became_active":"2024-09-13T16:07:39.168880+0000","last_became_peered":"2024-09-13T16:07:39.168880+0000","last_unstale":"2024-09-13T16:07:40.500654+0000","last_undegraded":"2024-09-13T16:07:40.500654+0000","last_fullsized":"2024-09-13T16:07:40.500654+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_clean_scrub_stamp":"2024-09-13T16:07:38.133627+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:30:20.978623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.5","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.670896+0000","last_change":"2024-09-13T16:07:39.504553+0000","last_active":"2024-09-13T16:07:40.670896+0000","last_peered":"2024-09-13T16:07:40.670896+0000","last_clean":"2024-09-13T16:07:40.670896+0000","last_became_active":"2024-09-13T16:07:39.504316+0000","last_became_peered":"2024-09-13T16:07:39.504316+0000","last_unstale":"2024-09-13T16:07:40.670896+0000","last_undegraded":"2024-09-13T16:07:40.670896+0000","last_fullsized":"2024-09-13T16:07:40.670896+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:47:45.103993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.6","version":"69'1","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.500517+0000","last_change":"2024-09-13T16:07:39.160594+0000","last_active":"2024-09-13T16:07:40.500517+0000","last_peered":"2024-09-13T16:07:40.500517+0000","last_clean":"2024-09-13T16:07:40.500517+0000","last_became_active":"2024-09-13T16:07:39.160329+0000","last_became_peered":"2024-09-13T16:07:39.160329+0000","last_unstale":"2024-09-13T16:07:40.500517+0000","last_undegraded":"2024-09-13T16:07:40.500517+0000","last_fullsized":"2024-09-13T16:07:40.500517+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_clean_scrub_stamp":"2024-09-13T16:07:38.133627+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:43:20.239917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.6","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.500339+0000","last_change":"2024-09-13T16:07:39.514336+0000","last_active":"2024-09-13T16:07:40.500339+0000","last_peered":"2024-09-13T16:07:40.500339+0000","last_clean":"2024-09-13T16:07:40.500339+0000","last_became_active":"2024-09-13T16:07:39.514054+0000","last_became_peered":"2024-09-13T16:07:39.514054+0000","last_unstale":"2024-09-13T16:07:40.500339+0000","last_undegraded":"2024-09-13T16:07:40.500339+0000","last_fullsized":"2024-09-13T16:07:40.500339+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:57:22.818440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":10,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.500922+0000","last_change":"2024-09-13T16:07:39.160201+0000","last_active":"2024-09-13T16:07:39.500922+0000","last_peered":"2024-09-13T16:07:39.500922+0000","last_clean":"2024-09-13T16:07:39.500922+0000","last_became_active":"2024-09-13T16:07:39.159895+0000","last_became_peered":"2024-09-13T16:07:39.159895+0000","last_unstale":"2024-09-13T16:07:39.500922+0000","last_undegraded":"2024-09-13T16:07:39.500922+0000","last_fullsized":"2024-09-13T16:07:39.500922+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_clean_scrub_stamp":"2024-09-13T16:07:38.133627+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:17:26.584732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.7","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.511579+0000","last_change":"2024-09-13T16:07:39.510053+0000","last_active":"2024-09-13T16:07:39.511579+0000","last_peered":"2024-09-13T16:07:39.511579+0000","last_clean":"2024-09-13T16:07:39.511579+0000","last_became_active":"2024-09-13T16:07:39.509786+0000","last_became_peered":"2024-09-13T16:07:39.509786+0000","last_unstale":"2024-09-13T16:07:39.511579+0000","last_undegraded":"2024-09-13T16:07:39.511579+0000","last_fullsized":"2024-09-13T16:07:39.511579+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:44:36.087311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.498894+0000","last_change":"2024-09-13T16:07:39.164287+0000","last_active":"2024-09-13T16:07:40.498894+0000","last_peered":"2024-09-13T16:07:40.498894+0000","last_clean":"2024-09-13T16:07:40.498894+0000","last_became_active":"2024-09-13T16:07:39.163297+0000","last_became_peered":"2024-09-13T16:07:39.163297+0000","last_unstale":"2024-09-13T16:07:40.498894+0000","last_undegraded":"2024-09-13T16:07:40.498894+0000","last_fullsized":"2024-09-13T16:07:40.498894+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_clean_scrub_stamp":"2024-09-13T16:07:38.133627+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:53:18.079756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.0","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.518112+0000","last_change":"2024-09-13T16:07:39.512300+0000","last_active":"2024-09-13T16:07:39.518112+0000","last_peered":"2024-09-13T16:07:39.518112+0000","last_clean":"2024-09-13T16:07:39.518112+0000","last_became_active":"2024-09-13T16:07:39.512039+0000","last_became_peered":"2024-09-13T16:07:39.512039+0000","last_unstale":"2024-09-13T16:07:39.518112+0000","last_undegraded":"2024-09-13T16:07:39.518112+0000","last_fullsized":"2024-09-13T16:07:39.518112+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:20:15.842045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":10,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.514875+0000","last_change":"2024-09-13T16:07:39.168318+0000","last_active":"2024-09-13T16:07:39.514875+0000","last_peered":"2024-09-13T16:07:39.514875+0000","last_clean":"2024-09-13T16:07:39.514875+0000","last_became_active":"2024-09-13T16:07:39.167979+0000","last_became_peered":"2024-09-13T16:07:39.167979+0000","last_unstale":"2024-09-13T16:07:39.514875+0000","last_undegraded":"2024-09-13T16:07:39.514875+0000","last_fullsized":"2024-09-13T16:07:39.514875+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_clean_scrub_stamp":"2024-09-13T16:07:38.133627+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:13:33.153842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.499940+0000","last_change":"2024-09-13T16:07:39.517654+0000","last_active":"2024-09-13T16:07:40.499940+0000","last_peered":"2024-09-13T16:07:40.499940+0000","last_clean":"2024-09-13T16:07:40.499940+0000","last_became_active":"2024-09-13T16:07:39.517393+0000","last_became_peered":"2024-09-13T16:07:39.517393+0000","last_unstale":"2024-09-13T16:07:40.499940+0000","last_undegraded":"2024-09-13T16:07:40.499940+0000","last_fullsized":"2024-09-13T16:07:40.499940+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:12:34.975681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":10,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.498139+0000","last_change":"2024-09-13T16:07:39.162100+0000","last_active":"2024-09-13T16:07:39.498139+0000","last_peered":"2024-09-13T16:07:39.498139+0000","last_clean":"2024-09-13T16:07:39.498139+0000","last_became_active":"2024-09-13T16:07:39.161837+0000","last_became_peered":"2024-09-13T16:07:39.161837+0000","last_unstale":"2024-09-13T16:07:39.498139+0000","last_undegraded":"2024-09-13T16:07:39.498139+0000","last_fullsized":"2024-09-13T16:07:39.498139+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_clean_scrub_stamp":"2024-09-13T16:07:38.133627+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:25:28.718661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.2","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.498818+0000","last_change":"2024-09-13T16:07:39.507712+0000","last_active":"2024-09-13T16:07:40.498818+0000","last_peered":"2024-09-13T16:07:40.498818+0000","last_clean":"2024-09-13T16:07:40.498818+0000","last_became_active":"2024-09-13T16:07:39.507444+0000","last_became_peered":"2024-09-13T16:07:39.507444+0000","last_unstale":"2024-09-13T16:07:40.498818+0000","last_undegraded":"2024-09-13T16:07:40.498818+0000","last_fullsized":"2024-09-13T16:07:40.498818+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:27:12.824790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":10,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.497895+0000","last_change":"2024-09-13T16:07:39.165960+0000","last_active":"2024-09-13T16:07:39.497895+0000","last_peered":"2024-09-13T16:07:39.497895+0000","last_clean":"2024-09-13T16:07:39.497895+0000","last_became_active":"2024-09-13T16:07:39.165665+0000","last_became_peered":"2024-09-13T16:07:39.165665+0000","last_unstale":"2024-09-13T16:07:39.497895+0000","last_undegraded":"2024-09-13T16:07:39.497895+0000","last_fullsized":"2024-09-13T16:07:39.497895+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_clean_scrub_stamp":"2024-09-13T16:07:38.133627+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:06:18.013268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.3","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.670764+0000","last_change":"2024-09-13T16:07:39.516196+0000","last_active":"2024-09-13T16:07:40.670764+0000","last_peered":"2024-09-13T16:07:40.670764+0000","last_clean":"2024-09-13T16:07:40.670764+0000","last_became_active":"2024-09-13T16:07:39.515939+0000","last_became_peered":"2024-09-13T16:07:39.515939+0000","last_unstale":"2024-09-13T16:07:40.670764+0000","last_undegraded":"2024-09-13T16:07:40.670764+0000","last_fullsized":"2024-09-13T16:07:40.670764+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:45:27.313297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.498513+0000","last_change":"2024-09-13T16:07:39.165214+0000","last_active":"2024-09-13T16:07:40.498513+0000","last_peered":"2024-09-13T16:07:40.498513+0000","last_clean":"2024-09-13T16:07:40.498513+0000","last_became_active":"2024-09-13T16:07:39.164947+0000","last_became_peered":"2024-09-13T16:07:39.164947+0000","last_unstale":"2024-09-13T16:07:40.498513+0000","last_undegraded":"2024-09-13T16:07:40.498513+0000","last_fullsized":"2024-09-13T16:07:40.498513+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_clean_scrub_stamp":"2024-09-13T16:07:38.133627+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:44:35.079865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.522831+0000","last_change":"2024-09-13T16:07:39.514724+0000","last_active":"2024-09-13T16:07:39.522831+0000","last_peered":"2024-09-13T16:07:39.522831+0000","last_clean":"2024-09-13T16:07:39.522831+0000","last_became_active":"2024-09-13T16:07:39.514106+0000","last_became_peered":"2024-09-13T16:07:39.514106+0000","last_unstale":"2024-09-13T16:07:39.522831+0000","last_undegraded":"2024-09-13T16:07:39.522831+0000","last_fullsized":"2024-09-13T16:07:39.522831+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:24:33.703911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":10,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.497708+0000","last_change":"2024-09-13T16:07:39.160876+0000","last_active":"2024-09-13T16:07:39.497708+0000","last_peered":"2024-09-13T16:07:39.497708+0000","last_clean":"2024-09-13T16:07:39.497708+0000","last_became_active":"2024-09-13T16:07:39.160616+0000","last_became_peered":"2024-09-13T16:07:39.160616+0000","last_unstale":"2024-09-13T16:07:39.497708+0000","last_undegraded":"2024-09-13T16:07:39.497708+0000","last_fullsized":"2024-09-13T16:07:39.497708+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_clean_scrub_stamp":"2024-09-13T16:07:38.133627+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:52:13.855769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":207,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.163263+0000","last_change":"2024-09-13T16:01:29.143297+0000","last_active":"2024-09-13T16:07:39.163263+0000","last_peered":"2024-09-13T16:07:39.163263+0000","last_clean":"2024-09-13T16:07:39.163263+0000","last_became_active":"2024-09-13T16:01:29.142269+0000","last_became_peered":"2024-09-13T16:01:29.142269+0000","last_unstale":"2024-09-13T16:07:39.163263+0000","last_undegraded":"2024-09-13T16:07:39.163263+0000","last_fullsized":"2024-09-13T16:07:39.163263+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:27.864638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:27.864638+0000","last_clean_scrub_stamp":"2024-09-13T16:01:27.864638+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:25:24.741463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":10,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":9,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":14,"seq":60129542224,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":130308,"kb_used_data":816,"kb_used_omap":1,"kb_used_meta":129470,"kb_avail":94241532,"statfs":{"total":96636764160,"available":96503328768,"internally_reserved":0,"allocated":835584,"data_stored":375650,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":132577736},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:06:39 2024","interfaces":[{"interface":"back","average":{"1min":0.26900000000000002,"5min":0.32000000000000001,"15min":0.34499999999999997},"min":{"1min":0.183,"5min":0.183,"15min":0.183},"max":{"1min":0.38700000000000001,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.24299999999999999,"5min":0.29799999999999999,"15min":0.313},"min":{"1min":0.17999999999999999,"5min":0.17899999999999999,"15min":0.17899999999999999},"max":{"1min":0.43099999999999999,"5min":0.53400000000000003,"15min":0.53400000000000003},"last":0.42499999999999999}]},{"osd":1,"last update":"Fri Sep 13 16:06:39 2024","interfaces":[{"interface":"back","average":{"1min":0.25800000000000001,"5min":0.307,"15min":0.317},"min":{"1min":0.182,"5min":0.182,"15min":0.182},"max":{"1min":0.34300000000000003,"5min":0.58899999999999997,"15min":0.58899999999999997},"last":0.374},{"interface":"front","average":{"1min":0.309,"5min":0.34300000000000003,"15min":0.35699999999999998},"min":{"1min":0.224,"5min":0.214,"15min":0.214},"max":{"1min":0.41699999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"last":0.41199999999999998}]},{"osd":2,"last update":"Fri Sep 13 16:06:39 2024","interfaces":[{"interface":"back","average":{"1min":0.30199999999999999,"5min":0.34899999999999998,"15min":0.372},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.40600000000000003,"5min":0.63500000000000001,"15min":0.63500000000000001},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.32700000000000001,"5min":0.371,"15min":0.379},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.47899999999999998,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.45700000000000002}]},{"osd":4,"last update":"Fri Sep 13 16:06:39 2024","interfaces":[{"interface":"back","average":{"1min":0.35599999999999998,"5min":0.47599999999999998,"15min":0.53000000000000003},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.55400000000000005,"5min":1.038,"15min":1.038},"last":0.629},{"interface":"front","average":{"1min":0.379,"5min":0.50600000000000001,"15min":0.56000000000000005},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.58799999999999997,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.77000000000000002}]},{"osd":5,"last update":"Fri Sep 13 16:06:39 2024","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.503,"15min":0.54000000000000004},"min":{"1min":0.30199999999999999,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.54500000000000004,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.751},{"interface":"front","average":{"1min":0.438,"5min":0.52200000000000002,"15min":0.56200000000000006},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.55800000000000005,"5min":0.92400000000000004,"15min":0.92400000000000004},"last":0.65800000000000003}]},{"osd":6,"last update":"Fri Sep 13 16:06:39 2024","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.53600000000000003,"15min":0.57599999999999996},"min":{"1min":0.32900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.58499999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.79900000000000004},{"interface":"front","average":{"1min":0.42499999999999999,"5min":0.52600000000000002,"15min":0.56899999999999995},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.61899999999999999,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.71399999999999997}]},{"osd":7,"last update":"Fri Sep 13 16:06:39 2024","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.54200000000000004,"15min":0.57999999999999996},"min":{"1min":0.36299999999999999,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.63600000000000001,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.83499999999999996},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.54700000000000004,"15min":0.57499999999999996},"min":{"1min":0.39100000000000001,"5min":0.37,"15min":0.37},"max":{"1min":0.57199999999999995,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.72499999999999998}]}]},{"osd":7,"up_from":13,"seq":55834574926,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":94808,"kb_used_data":1412,"kb_used_omap":1,"kb_used_meta":93374,"kb_avail":94277032,"statfs":{"total":96636764160,"available":96539680768,"internally_reserved":0,"allocated":1445888,"data_stored":966794,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":95615435},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:07:39 2024","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":0.41199999999999998,"15min":0.46600000000000003},"min":{"1min":0.193,"5min":0.193,"15min":0.193},"max":{"1min":0.66100000000000003,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.41799999999999998,"15min":0.501},"min":{"1min":0.20000000000000001,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.70399999999999996,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.45300000000000001}]},{"osd":1,"last update":"Fri Sep 13 16:07:39 2024","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.41799999999999998,"15min":0.5},"min":{"1min":0.23499999999999999,"5min":0.22,"15min":0.22},"max":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.441,"5min":0.45000000000000001,"15min":0.498},"min":{"1min":0.27400000000000002,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.64900000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.57899999999999996}]},{"osd":2,"last update":"Fri Sep 13 16:07:39 2024","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.45300000000000001,"15min":0.60199999999999998},"min":{"1min":0.29399999999999998,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.67100000000000004,"5min":0.93100000000000005,"15min":2.2919999999999998},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.435,"5min":0.46000000000000002,"15min":0.52700000000000002},"min":{"1min":0.28599999999999998,"5min":0.255,"15min":0.255},"max":{"1min":0.72399999999999998,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.49299999999999999}]},{"osd":3,"last update":"Fri Sep 13 16:07:39 2024","interfaces":[{"interface":"back","average":{"1min":0.46800000000000003,"5min":0.45600000000000002,"15min":0.51200000000000001},"min":{"1min":0.27400000000000002,"5min":0.255,"15min":0.255},"max":{"1min":0.78000000000000003,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.625},{"interface":"front","average":{"1min":0.438,"5min":0.45100000000000001,"15min":0.504},"min":{"1min":0.31900000000000001,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.75600000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.56599999999999995}]},{"osd":4,"last update":"Fri Sep 13 16:07:39 2024","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":0.39000000000000001,"15min":0.437},"min":{"1min":0.255,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.61299999999999999,"5min":0.61699999999999999,"15min":0.64700000000000002},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.41299999999999998,"15min":0.45100000000000001},"min":{"1min":0.28899999999999998,"5min":0.249,"15min":0.249},"max":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.67300000000000004},"last":0.63800000000000001}]},{"osd":5,"last update":"Fri Sep 13 16:07:39 2024","interfaces":[{"interface":"back","average":{"1min":0.45700000000000002,"5min":0.433,"15min":0.49099999999999999},"min":{"1min":0.30499999999999999,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.69199999999999995,"5min":0.73599999999999999,"15min":0.749},"last":0.69199999999999995},{"interface":"front","average":{"1min":0.49099999999999999,"5min":0.48899999999999999,"15min":0.54700000000000004},"min":{"1min":0.34200000000000003,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.68200000000000005}]},{"osd":6,"last update":"Fri Sep 13 16:07:39 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.45900000000000002,"15min":0.51300000000000001},"min":{"1min":0.33000000000000002,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.65200000000000002,"5min":0.69199999999999995,"15min":0.70999999999999996},"last":0.65200000000000002},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.46899999999999997,"15min":0.53300000000000003},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.70999999999999996,"5min":0.755,"15min":0.79900000000000004},"last":0.70999999999999996}]}]},{"osd":6,"up_from":13,"seq":55834574926,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":112328,"kb_used_data":820,"kb_used_omap":1,"kb_used_meta":111486,"kb_avail":94259512,"statfs":{"total":96636764160,"available":96521740288,"internally_reserved":0,"allocated":839680,"data_stored":375684,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":114162119},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:06:40 2024","interfaces":[{"interface":"back","average":{"1min":0.34799999999999998,"5min":0.46400000000000002,"15min":0.51900000000000002},"min":{"1min":0.221,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.53600000000000003,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.38,"5min":0.47699999999999998,"15min":0.52000000000000002},"min":{"1min":0.30099999999999999,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.502,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.58899999999999997}]},{"osd":1,"last update":"Fri Sep 13 16:06:40 2024","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.46000000000000002,"15min":0.51700000000000002},"min":{"1min":0.24399999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.56699999999999995,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.33900000000000002,"5min":0.45400000000000001,"15min":0.495},"min":{"1min":0.249,"5min":0.247,"15min":0.247},"max":{"1min":0.53600000000000003,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.53800000000000003}]},{"osd":2,"last update":"Fri Sep 13 16:06:40 2024","interfaces":[{"interface":"back","average":{"1min":0.34699999999999998,"5min":0.46500000000000002,"15min":0.503},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.57799999999999996,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.49299999999999999,"15min":0.56299999999999994},"min":{"1min":0.31900000000000001,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.50900000000000001,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.63800000000000001}]},{"osd":3,"last update":"Fri Sep 13 16:06:40 2024","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.48199999999999998,"15min":0.55000000000000004},"min":{"1min":0.27700000000000002,"5min":0.252,"15min":0.252},"max":{"1min":0.52500000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.42099999999999999,"5min":0.504,"15min":0.57999999999999996},"min":{"1min":0.32200000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.53000000000000003,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.55900000000000005}]},{"osd":4,"last update":"Fri Sep 13 16:06:40 2024","interfaces":[{"interface":"back","average":{"1min":0.33500000000000002,"5min":0.41999999999999998,"15min":0.48899999999999999},"min":{"1min":0.25700000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.48799999999999999,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.45200000000000001,"15min":0.51700000000000002},"min":{"1min":0.311,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.501,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.45500000000000002}]},{"osd":5,"last update":"Fri Sep 13 16:06:40 2024","interfaces":[{"interface":"back","average":{"1min":0.40799999999999997,"5min":0.48099999999999998,"15min":0.55500000000000005},"min":{"1min":0.307,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.47499999999999998,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.438,"5min":0.498,"15min":0.56599999999999995},"min":{"1min":0.29699999999999999,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.57099999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.50900000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:06:40 2024","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.48799999999999999,"15min":0.54800000000000004},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.51500000000000001,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.54200000000000004,"15min":0.61299999999999999},"min":{"1min":0.38500000000000001,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.55300000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.65000000000000002}]}]},{"osd":5,"up_from":13,"seq":55834574925,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":72140,"kb_used_data":832,"kb_used_omap":1,"kb_used_meta":71294,"kb_avail":94299700,"statfs":{"total":96636764160,"available":96562892800,"internally_reserved":0,"allocated":851968,"data_stored":382292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":73005510},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:07:36 2024","interfaces":[{"interface":"back","average":{"1min":0.40300000000000002,"5min":0.41199999999999998,"15min":0.46700000000000003},"min":{"1min":0.216,"5min":0.215,"15min":0.215},"max":{"1min":0.73299999999999998,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.63900000000000001},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.433,"15min":0.47899999999999998},"min":{"1min":0.29799999999999999,"5min":0.219,"15min":0.219},"max":{"1min":0.79200000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.36499999999999999}]},{"osd":1,"last update":"Fri Sep 13 16:07:36 2024","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.438,"15min":0.49399999999999999},"min":{"1min":0.26600000000000001,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.45800000000000002,"15min":0.499},"min":{"1min":0.27900000000000003,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.71399999999999997,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.51800000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:07:36 2024","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.434,"15min":0.499},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.74399999999999999,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.47199999999999998,"15min":0.54900000000000004},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":1.6000000000000001,"5min":1.6000000000000001,"15min":1.6000000000000001},"last":0.76500000000000001}]},{"osd":3,"last update":"Fri Sep 13 16:07:36 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.47799999999999998,"15min":0.52700000000000002},"min":{"1min":0.29099999999999998,"5min":0.252,"15min":0.252},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.51400000000000001,"15min":0.57599999999999996},"min":{"1min":0.316,"5min":0.314,"15min":0.314},"max":{"1min":0.94099999999999995,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.73199999999999998}]},{"osd":4,"last update":"Fri Sep 13 16:07:36 2024","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.42999999999999999,"15min":0.51600000000000001},"min":{"1min":0.26600000000000001,"5min":0.254,"15min":0.254},"max":{"1min":0.81899999999999995,"5min":0.81899999999999995,"15min":0.95499999999999996},"last":1.377},{"interface":"front","average":{"1min":0.44800000000000001,"5min":0.439,"15min":0.51300000000000001},"min":{"1min":0.27300000000000002,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.68400000000000005,"5min":0.748,"15min":0.93799999999999994},"last":0.88500000000000001}]},{"osd":6,"last update":"Fri Sep 13 16:07:36 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.43099999999999999,"15min":0.50900000000000001},"min":{"1min":0.25800000000000001,"5min":0.251,"15min":0.251},"max":{"1min":0.629,"5min":0.73599999999999999,"15min":0.84099999999999997},"last":0.86699999999999999},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.46500000000000002,"15min":0.55700000000000005},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":1.036},"last":0.69399999999999995}]},{"osd":7,"last update":"Fri Sep 13 16:07:36 2024","interfaces":[{"interface":"back","average":{"1min":0.45700000000000002,"5min":0.47199999999999998,"15min":0.52900000000000003},"min":{"1min":0.33400000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.71599999999999997,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.48299999999999998,"15min":0.56299999999999994},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.90900000000000003},"last":0.43099999999999999}]}]},{"osd":4,"up_from":13,"seq":55834574926,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":45900,"kb_used_data":828,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94325940,"statfs":{"total":96636764160,"available":96589762560,"internally_reserved":0,"allocated":847872,"data_stored":377214,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":46135750},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:07:38 2024","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.46200000000000002,"15min":0.47799999999999998},"min":{"1min":0.25600000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":5.7510000000000003,"5min":5.7510000000000003,"15min":5.7510000000000003},"last":0.51500000000000001},{"interface":"front","average":{"1min":1.4510000000000001,"5min":0.628,"15min":0.52200000000000002},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":18.648,"5min":18.648,"15min":18.648},"last":0.61799999999999999}]},{"osd":1,"last update":"Fri Sep 13 16:07:38 2024","interfaces":[{"interface":"back","average":{"1min":1.5680000000000001,"5min":0.65000000000000002,"15min":0.53500000000000003},"min":{"1min":0.221,"5min":0.221,"15min":0.221},"max":{"1min":20.414000000000001,"5min":20.414000000000001,"15min":20.414000000000001},"last":0.53000000000000003},{"interface":"front","average":{"1min":1.552,"5min":0.67800000000000005,"15min":0.57299999999999995},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":20.018000000000001,"5min":20.018000000000001,"15min":20.018000000000001},"last":0.54000000000000004}]},{"osd":2,"last update":"Fri Sep 13 16:07:38 2024","interfaces":[{"interface":"back","average":{"1min":0.48799999999999999,"5min":0.46500000000000002,"15min":0.49299999999999999},"min":{"1min":0.28000000000000003,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":1.5529999999999999,"5min":1.5529999999999999,"15min":1.5529999999999999},"last":0.58699999999999997},{"interface":"front","average":{"1min":1.161,"5min":0.64200000000000002,"15min":0.61799999999999999},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":12.138,"5min":12.138,"15min":12.138},"last":0.64700000000000002}]},{"osd":3,"last update":"Fri Sep 13 16:07:38 2024","interfaces":[{"interface":"back","average":{"1min":1.1699999999999999,"5min":0.622,"15min":0.59099999999999997},"min":{"1min":0.28899999999999998,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":13.097,"5min":13.097,"15min":13.097},"last":0.48399999999999999},{"interface":"front","average":{"1min":1.032,"5min":0.57999999999999996,"15min":0.53000000000000003},"min":{"1min":0.28999999999999998,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":11.009,"5min":11.009,"15min":11.009},"last":0.56100000000000005}]},{"osd":5,"last update":"Fri Sep 13 16:07:38 2024","interfaces":[{"interface":"back","average":{"1min":1.839,"5min":0.70899999999999996,"15min":0.56699999999999995},"min":{"1min":0.27700000000000002,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":24.812999999999999,"5min":24.812999999999999,"15min":24.812999999999999},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.48499999999999999,"15min":0.52900000000000003},"min":{"1min":0.32000000000000001,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":1.5860000000000001,"5min":1.5860000000000001,"15min":1.5860000000000001},"last":0.497}]},{"osd":6,"last update":"Fri Sep 13 16:07:38 2024","interfaces":[{"interface":"back","average":{"1min":1.1990000000000001,"5min":0.58399999999999996,"15min":0.54300000000000004},"min":{"1min":0.32200000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":13.071999999999999,"5min":13.071999999999999,"15min":13.071999999999999},"last":0.39800000000000002},{"interface":"front","average":{"1min":1.859,"5min":0.72199999999999998,"15min":0.58899999999999997},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":24.873999999999999,"5min":24.873999999999999,"15min":24.873999999999999},"last":0.45800000000000002}]},{"osd":7,"last update":"Fri Sep 13 16:07:38 2024","interfaces":[{"interface":"back","average":{"1min":4.258,"5min":1.208,"15min":0.75},"min":{"1min":0.34599999999999997,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":64.593999999999994,"5min":64.593999999999994,"15min":64.593999999999994},"last":0.436},{"interface":"front","average":{"1min":1.2689999999999999,"5min":0.63700000000000001,"15min":0.61899999999999999},"min":{"1min":0.35199999999999998,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":13.125,"5min":13.125,"15min":13.125},"last":0.57399999999999995}]}]},{"osd":2,"up_from":13,"seq":55834574925,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":99972,"kb_used_data":816,"kb_used_omap":1,"kb_used_meta":99134,"kb_avail":94271868,"statfs":{"total":96636764160,"available":96534392832,"internally_reserved":0,"allocated":835584,"data_stored":375650,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":101513670},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:07:40 2024","interfaces":[{"interface":"back","average":{"1min":0.27000000000000002,"5min":0.28100000000000003,"15min":0.314},"min":{"1min":0.17599999999999999,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":0.38900000000000001,"5min":0.56499999999999995,"15min":0.56499999999999995},"last":0.25600000000000001},{"interface":"front","average":{"1min":0.27400000000000002,"5min":0.30099999999999999,"15min":0.32500000000000001},"min":{"1min":0.192,"5min":0.185,"15min":0.185},"max":{"1min":0.42999999999999999,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.307}]},{"osd":1,"last update":"Fri Sep 13 16:07:40 2024","interfaces":[{"interface":"back","average":{"1min":0.307,"5min":0.31,"15min":0.32400000000000001},"min":{"1min":0.218,"5min":0.189,"15min":0.189},"max":{"1min":0.43099999999999999,"5min":0.52600000000000002,"15min":0.52600000000000002},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.35399999999999998,"5min":0.35199999999999998,"15min":0.39000000000000001},"min":{"1min":0.216,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.48499999999999999,"5min":0.55200000000000005,"15min":0.66600000000000004},"last":0.35299999999999998}]},{"osd":3,"last update":"Fri Sep 13 16:06:42 2024","interfaces":[{"interface":"back","average":{"1min":0.32000000000000001,"5min":0.34300000000000003,"15min":0.35499999999999998},"min":{"1min":0.23200000000000001,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.56899999999999995,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.32900000000000001},{"interface":"front","average":{"1min":0.32300000000000001,"5min":0.34599999999999997,"15min":0.34999999999999998},"min":{"1min":0.23799999999999999,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"last":0.34000000000000002}]},{"osd":4,"last update":"Fri Sep 13 16:07:40 2024","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.47799999999999998,"15min":0.53400000000000003},"min":{"1min":0.27800000000000002,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.745,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.47699999999999998,"15min":0.54200000000000004},"min":{"1min":0.29799999999999999,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.69499999999999995,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.63200000000000001}]},{"osd":5,"last update":"Fri Sep 13 16:07:40 2024","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.48299999999999998,"15min":0.54200000000000004},"min":{"1min":0.32000000000000001,"5min":0.25,"15min":0.25},"max":{"1min":0.59099999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.47499999999999998,"5min":0.49099999999999999,"15min":0.53500000000000003},"min":{"1min":0.34000000000000002,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.78400000000000003,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.53100000000000003}]},{"osd":6,"last update":"Fri Sep 13 16:07:40 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.54600000000000004},"min":{"1min":0.36199999999999999,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.64700000000000002,"5min":0.80400000000000005,"15min":0.85599999999999998},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.48499999999999999,"5min":0.51400000000000001,"15min":0.56899999999999995},"min":{"1min":0.35899999999999999,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.76500000000000001,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.51500000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:07:40 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.51800000000000002,"15min":0.56599999999999995},"min":{"1min":0.39500000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.70099999999999996,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.496},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.52100000000000002,"15min":0.57699999999999996},"min":{"1min":0.38200000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.71299999999999997,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.60699999999999998}]}]},{"osd":1,"up_from":13,"seq":55834574925,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":94304,"kb_used_data":844,"kb_used_omap":1,"kb_used_meta":93438,"kb_avail":94277536,"statfs":{"total":96636764160,"available":96540196864,"internally_reserved":0,"allocated":864256,"data_stored":377978,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":95680966},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:06:39 2024","interfaces":[{"interface":"back","average":{"1min":0.23699999999999999,"5min":0.28999999999999998,"15min":0.33800000000000002},"min":{"1min":0.17199999999999999,"5min":0.16300000000000001,"15min":0.16300000000000001},"max":{"1min":0.44800000000000001,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.38700000000000001},{"interface":"front","average":{"1min":0.28699999999999998,"5min":0.32000000000000001,"15min":0.35999999999999999},"min":{"1min":0.19500000000000001,"5min":0.186,"15min":0.186},"max":{"1min":0.57999999999999996,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.373}]},{"osd":2,"last update":"Fri Sep 13 16:06:39 2024","interfaces":[{"interface":"back","average":{"1min":0.27000000000000002,"5min":0.30299999999999999,"15min":0.33900000000000002},"min":{"1min":0.186,"5min":0.186,"15min":0.186},"max":{"1min":0.53100000000000003,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.33800000000000002},{"interface":"front","average":{"1min":0.29999999999999999,"5min":0.34499999999999997,"15min":0.39200000000000002},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.50600000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.41899999999999998}]},{"osd":3,"last update":"Fri Sep 13 16:06:39 2024","interfaces":[{"interface":"back","average":{"1min":0.28299999999999997,"5min":0.34300000000000003,"15min":0.39300000000000002},"min":{"1min":0.20000000000000001,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.47899999999999998,"5min":1.0289999999999999,"15min":1.0289999999999999},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.34399999999999997,"5min":0.371,"15min":0.42299999999999999},"min":{"1min":0.25800000000000001,"5min":0.223,"15min":0.223},"max":{"1min":0.59999999999999998,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.45800000000000002}]},{"osd":4,"last update":"Fri Sep 13 16:06:39 2024","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.48899999999999999,"15min":0.54800000000000004},"min":{"1min":0.29599999999999999,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.56699999999999995,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.42099999999999999,"5min":0.50700000000000001,"15min":0.55600000000000005},"min":{"1min":0.307,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.622,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.77500000000000002}]},{"osd":5,"last update":"Fri Sep 13 16:06:39 2024","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.49099999999999999,"15min":0.52700000000000002},"min":{"1min":0.307,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.65300000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.65900000000000003},{"interface":"front","average":{"1min":0.45500000000000002,"5min":0.51200000000000001,"15min":0.56299999999999994},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.66300000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.76600000000000001}]},{"osd":6,"last update":"Fri Sep 13 16:06:39 2024","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.52300000000000002,"15min":0.56299999999999994},"min":{"1min":0.34100000000000003,"5min":0.313,"15min":0.313},"max":{"1min":0.64700000000000002,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.81200000000000006},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.52100000000000002,"15min":0.56000000000000005},"min":{"1min":0.34699999999999998,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.69799999999999995,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.78800000000000003}]},{"osd":7,"last update":"Fri Sep 13 16:06:39 2024","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.53100000000000003,"15min":0.56999999999999995},"min":{"1min":0.40100000000000002,"5min":0.315,"15min":0.315},"max":{"1min":0.71499999999999997,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.83499999999999996},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.53500000000000003,"15min":0.56999999999999995},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.72699999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.75700000000000001}]}]},{"osd":0,"up_from":13,"seq":55834574927,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":112840,"kb_used_data":1392,"kb_used_omap":1,"kb_used_meta":111422,"kb_avail":94259000,"statfs":{"total":96636764160,"available":96521216000,"internally_reserved":0,"allocated":1425408,"data_stored":965349,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":114096583},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 16:07:33 2024","interfaces":[{"interface":"back","average":{"1min":0.25600000000000001,"5min":0.28000000000000003,"15min":0.40600000000000003},"min":{"1min":0.151,"5min":0.151,"15min":0.151},"max":{"1min":0.42099999999999999,"5min":0.54500000000000004,"15min":2.5960000000000001},"last":0.26700000000000002},{"interface":"front","average":{"1min":0.26600000000000001,"5min":0.29999999999999999,"15min":0.35199999999999998},"min":{"1min":0.17599999999999999,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":0.34799999999999998,"5min":0.52200000000000002,"15min":0.65900000000000003},"last":0.23200000000000001}]},{"osd":2,"last update":"Fri Sep 13 16:07:33 2024","interfaces":[{"interface":"back","average":{"1min":0.28199999999999997,"5min":0.30399999999999999,"15min":0.377},"min":{"1min":0.20000000000000001,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.374,"5min":0.51000000000000001,"15min":1.373},"last":0.30199999999999999},{"interface":"front","average":{"1min":0.309,"5min":0.32800000000000001,"15min":0.38400000000000001},"min":{"1min":0.19400000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.42199999999999999,"5min":0.53700000000000003,"15min":0.77900000000000003},"last":0.255}]},{"osd":3,"last update":"Fri Sep 13 16:06:41 2024","interfaces":[{"interface":"back","average":{"1min":0.316,"5min":0.35699999999999998,"15min":0.39800000000000002},"min":{"1min":0.218,"5min":0.218,"15min":0.218},"max":{"1min":0.495,"5min":0.75,"15min":0.75},"last":0.314},{"interface":"front","average":{"1min":0.29999999999999999,"5min":0.33300000000000002,"15min":0.36499999999999999},"min":{"1min":0.221,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.40500000000000003,"5min":0.59699999999999998,"15min":0.59699999999999998},"last":0.40200000000000002}]},{"osd":4,"last update":"Fri Sep 13 16:07:33 2024","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.45000000000000001,"15min":0.52100000000000002},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.63600000000000001,"5min":0.76800000000000002,"15min":0.79200000000000004},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.42699999999999999,"5min":0.47899999999999998,"15min":0.54700000000000004},"min":{"1min":0.28999999999999998,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.626,"5min":0.86399999999999999,"15min":1.321},"last":0.56000000000000005}]},{"osd":5,"last update":"Fri Sep 13 16:07:33 2024","interfaces":[{"interface":"back","average":{"1min":2.8199999999999998,"5min":0.95899999999999996,"15min":0.70299999999999996},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":41.240000000000002,"5min":41.240000000000002,"15min":41.240000000000002},"last":0.52700000000000002},{"interface":"front","average":{"1min":2.859,"5min":0.97699999999999998,"15min":0.74199999999999999},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":41.301000000000002,"5min":41.301000000000002,"15min":41.301000000000002},"last":0.64600000000000002}]},{"osd":6,"last update":"Fri Sep 13 16:07:33 2024","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.47299999999999998,"15min":0.53300000000000003},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.61599999999999999,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.51100000000000001,"15min":0.57199999999999995},"min":{"1min":0.35999999999999999,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.80700000000000005,"5min":0.82399999999999995,"15min":1.286},"last":0.59899999999999998}]},{"osd":7,"last update":"Fri Sep 13 16:07:33 2024","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":0.51900000000000002,"15min":0.59099999999999997},"min":{"1min":0.35399999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.73099999999999998,"5min":0.79400000000000004,"15min":0.84299999999999997},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.442,"5min":0.499,"15min":0.56399999999999995},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.68600000000000005,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.63400000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2328,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:07:43.429 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:07:43.560 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.558+0000 7f5df119d640 1 Processor -- start 2024-09-13T16:07:43.560 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.558+0000 7f5df119d640 1 -- start start 2024-09-13T16:07:43.563 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.559+0000 7f5df119d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5dec0b1140 0x7f5dec0b1520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:43.563 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.559+0000 7f5df119d640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f5dec06cca0 0x7f5dec0b2460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:43.563 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.559+0000 7f5df119d640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5dec159740 con 0x7f5dec15c1f0 2024-09-13T16:07:43.563 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.559+0000 7f5df119d640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5dec0b2c90 con 0x7f5dec06cca0 2024-09-13T16:07:43.564 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.559+0000 7f5df119d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5dec158c00 con 0x7f5dec0b1140 2024-09-13T16:07:43.564 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.560+0000 7f5de3fff640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f5dec06cca0 0x7f5dec0b2460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:43.564 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.560+0000 7f5debfff640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5dec0b1140 0x7f5dec0b1520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:43.564 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.560+0000 7f5df099c640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7f5dec15c1f0 0x7f5dec15c6a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:52080/0 (socket says 172.21.15.76:52080) 2024-09-13T16:07:43.564 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.560+0000 7f5debfff640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5dec0b1140 0x7f5dec0b1520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.76:33926/0 (socket says 172.21.15.76:33926) 2024-09-13T16:07:43.564 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.560+0000 7f5de3fff640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f5dec06cca0 0x7f5dec0b2460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.76:52850/0 (socket says 172.21.15.76:52850) 2024-09-13T16:07:43.564 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.560+0000 7f5debfff640 1 -- 172.21.15.76:0/2434057752 learned_addr learned my addr 172.21.15.76:0/2434057752 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:43.564 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.560+0000 7f5debfff640 1 -- 172.21.15.76:0/2434057752 >> v2:172.21.15.192:3300/0 conn(0x7f5dec06cca0 msgr2=0x7f5dec0b2460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:43.565 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.560+0000 7f5debfff640 1 --2- 172.21.15.76:0/2434057752 >> v2:172.21.15.192:3300/0 conn(0x7f5dec06cca0 0x7f5dec0b2460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:43.565 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.560+0000 7f5debfff640 1 -- 172.21.15.76:0/2434057752 >> v1:172.21.15.192:6789/0 conn(0x7f5dec15c1f0 legacy=0x7f5dec15c6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:43.565 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.560+0000 7f5deb7fe640 1 -- 172.21.15.76:0/2434057752 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1657537187 0 0) 0x7f5dec159740 con 0x7f5dec15c1f0 2024-09-13T16:07:43.565 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.560+0000 7f5debfff640 1 -- 172.21.15.76:0/2434057752 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5dec159bd0 con 0x7f5dec0b1140 2024-09-13T16:07:43.565 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.560+0000 7f5de3fff640 1 --2- 172.21.15.76:0/2434057752 >> v2:172.21.15.192:3300/0 conn(0x7f5dec06cca0 0x7f5dec0b2460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:07:43.565 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.561+0000 7f5debfff640 1 --2- 172.21.15.76:0/2434057752 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5dec0b1140 0x7f5dec0b1520 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f5ddc00bb30 tx=0x7f5ddc02c720 comp rx=0 tx=0).ready entity=mon.2 client_cookie=21fef713cc230c4e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:43.565 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.561+0000 7f5deb7fe640 1 -- 172.21.15.76:0/2434057752 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ddc032480 con 0x7f5dec0b1140 2024-09-13T16:07:43.565 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.561+0000 7f5deb7fe640 1 -- 172.21.15.76:0/2434057752 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5ddc02f030 con 0x7f5dec0b1140 2024-09-13T16:07:43.566 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.561+0000 7f5deb7fe640 1 -- 172.21.15.76:0/2434057752 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ddc032800 con 0x7f5dec0b1140 2024-09-13T16:07:43.566 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.561+0000 7f5df119d640 1 -- 172.21.15.76:0/2434057752 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5dec0b1140 msgr2=0x7f5dec0b1520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:43.566 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.561+0000 7f5df119d640 1 --2- 172.21.15.76:0/2434057752 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5dec0b1140 0x7f5dec0b1520 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f5ddc00bb30 tx=0x7f5ddc02c720 comp rx=0 tx=0).stop 2024-09-13T16:07:43.566 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.562+0000 7f5df119d640 1 -- 172.21.15.76:0/2434057752 shutdown_connections 2024-09-13T16:07:43.566 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.562+0000 7f5df119d640 1 --2- 172.21.15.76:0/2434057752 >> v2:172.21.15.192:3300/0 conn(0x7f5dec06cca0 0x7f5dec0b2460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:43.566 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.562+0000 7f5df119d640 1 --2- 172.21.15.76:0/2434057752 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5dec0b1140 0x7f5dec0b1520 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:43.566 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.562+0000 7f5df119d640 1 -- 172.21.15.76:0/2434057752 >> 172.21.15.76:0/2434057752 conn(0x7f5dec06d860 msgr2=0x7f5dec069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:43.566 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.562+0000 7f5df119d640 1 -- 172.21.15.76:0/2434057752 shutdown_connections 2024-09-13T16:07:43.566 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.562+0000 7f5df119d640 1 -- 172.21.15.76:0/2434057752 wait complete. 2024-09-13T16:07:43.570 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.563+0000 7f5df119d640 1 Processor -- start 2024-09-13T16:07:43.571 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.563+0000 7f5df119d640 1 -- start start 2024-09-13T16:07:43.571 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.563+0000 7f5df119d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5dec06cca0 0x7f5dec144970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:43.571 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.563+0000 7f5df119d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5dec0b1140 0x7f5dec0c7c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:43.571 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.563+0000 7f5df119d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5dec15c1f0 0x7f5dec0c8150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:43.571 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.563+0000 7f5df119d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5dec0c4980 con 0x7f5dec0b1140 2024-09-13T16:07:43.571 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.563+0000 7f5df119d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5dec1eeeb0 con 0x7f5dec15c1f0 2024-09-13T16:07:43.571 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.563+0000 7f5df119d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5dec1ef190 con 0x7f5dec06cca0 2024-09-13T16:07:43.571 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.564+0000 7f5de3fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5dec0b1140 0x7f5dec0c7c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:43.572 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.564+0000 7f5de3fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5dec0b1140 0x7f5dec0c7c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:50692/0 (socket says 172.21.15.76:50692) 2024-09-13T16:07:43.572 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.564+0000 7f5de3fff640 1 -- 172.21.15.76:0/1352098094 learned_addr learned my addr 172.21.15.76:0/1352098094 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:43.572 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.564+0000 7f5debfff640 1 --2- 172.21.15.76:0/1352098094 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5dec06cca0 0x7f5dec144970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:43.572 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.564+0000 7f5df099c640 1 --2- 172.21.15.76:0/1352098094 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5dec15c1f0 0x7f5dec0c8150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:43.572 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.564+0000 7f5de3fff640 1 -- 172.21.15.76:0/1352098094 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5dec06cca0 msgr2=0x7f5dec144970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:43.572 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.564+0000 7f5de3fff640 1 --2- 172.21.15.76:0/1352098094 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5dec06cca0 0x7f5dec144970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:43.572 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.564+0000 7f5de3fff640 1 -- 172.21.15.76:0/1352098094 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5dec15c1f0 msgr2=0x7f5dec0c8150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:43.572 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.564+0000 7f5de3fff640 1 --2- 172.21.15.76:0/1352098094 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5dec15c1f0 0x7f5dec0c8150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:43.572 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.564+0000 7f5de3fff640 1 -- 172.21.15.76:0/1352098094 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5dd4009400 con 0x7f5dec0b1140 2024-09-13T16:07:43.572 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.564+0000 7f5df099c640 1 --2- 172.21.15.76:0/1352098094 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5dec15c1f0 0x7f5dec0c8150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:07:43.572 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.564+0000 7f5de3fff640 1 --2- 172.21.15.76:0/1352098094 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5dec0b1140 0x7f5dec0c7c10 secure :-1 s=READY pgs=887 cs=0 l=1 rev1=1 crypto rx=0x7f5dd400e910 tx=0x7f5dd400edd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:43.573 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.564+0000 7f5de97fa640 1 -- 172.21.15.76:0/1352098094 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5dd400ca00 con 0x7f5dec0b1140 2024-09-13T16:07:43.573 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.564+0000 7f5df119d640 1 -- 172.21.15.76:0/1352098094 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5ddc00b760 con 0x7f5dec0b1140 2024-09-13T16:07:43.573 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.564+0000 7f5de97fa640 1 -- 172.21.15.76:0/1352098094 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5dd400cb60 con 0x7f5dec0b1140 2024-09-13T16:07:43.573 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.564+0000 7f5de97fa640 1 -- 172.21.15.76:0/1352098094 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5dd4013470 con 0x7f5dec0b1140 2024-09-13T16:07:43.573 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.564+0000 7f5df119d640 1 -- 172.21.15.76:0/1352098094 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5dec1ef750 con 0x7f5dec0b1140 2024-09-13T16:07:43.573 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.565+0000 7f5df119d640 1 -- 172.21.15.76:0/1352098094 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5dec0672b0 con 0x7f5dec0b1140 2024-09-13T16:07:43.573 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.566+0000 7f5de97fa640 1 -- 172.21.15.76:0/1352098094 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f5dd40135d0 con 0x7f5dec0b1140 2024-09-13T16:07:43.573 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.566+0000 7f5de97fa640 1 --2- 172.21.15.76:0/1352098094 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5dcc06ac30 0x7f5dcc06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:43.573 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.566+0000 7f5de97fa640 1 -- 172.21.15.76:0/1352098094 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(70..70 src has 1..70) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f5dd40896d0 con 0x7f5dec0b1140 2024-09-13T16:07:43.573 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.566+0000 7f5debfff640 1 --2- 172.21.15.76:0/1352098094 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5dcc06ac30 0x7f5dcc06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:43.573 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.567+0000 7f5debfff640 1 --2- 172.21.15.76:0/1352098094 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5dcc06ac30 0x7f5dcc06d0f0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f5ddc037000 tx=0x7f5ddc030000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:43.574 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.570+0000 7f5de97fa640 1 -- 172.21.15.76:0/1352098094 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f5dd40547a0 con 0x7f5dec0b1140 2024-09-13T16:07:43.731 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.729+0000 7f5df119d640 1 -- 172.21.15.76:0/1352098094 --> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f5dec1590f0 con 0x7f5dcc06ac30 2024-09-13T16:07:43.738 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.737+0000 7f5de97fa640 1 -- 172.21.15.76:0/1352098094 <== mgr.4104 v2:172.21.15.76:6832/911852275 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+289133 (secure 0 0 0) 0x7f5ddc004140 con 0x7f5dcc06ac30 2024-09-13T16:07:43.741 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:07:43.742 INFO:teuthology.orchestra.run.smithi076.stderr:dumped all 2024-09-13T16:07:43.744 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.740+0000 7f5df119d640 1 -- 172.21.15.76:0/1352098094 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5dcc06ac30 msgr2=0x7f5dcc06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:43.744 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.740+0000 7f5df119d640 1 --2- 172.21.15.76:0/1352098094 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5dcc06ac30 0x7f5dcc06d0f0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f5ddc037000 tx=0x7f5ddc030000 comp rx=0 tx=0).stop 2024-09-13T16:07:43.744 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.740+0000 7f5df119d640 1 -- 172.21.15.76:0/1352098094 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5dec0b1140 msgr2=0x7f5dec0c7c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:43.744 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.740+0000 7f5df119d640 1 --2- 172.21.15.76:0/1352098094 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5dec0b1140 0x7f5dec0c7c10 secure :-1 s=READY pgs=887 cs=0 l=1 rev1=1 crypto rx=0x7f5dd400e910 tx=0x7f5dd400edd0 comp rx=0 tx=0).stop 2024-09-13T16:07:43.744 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.740+0000 7f5df119d640 1 -- 172.21.15.76:0/1352098094 shutdown_connections 2024-09-13T16:07:43.744 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.740+0000 7f5df119d640 1 --2- 172.21.15.76:0/1352098094 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5dec15c1f0 0x7f5dec0c8150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:43.744 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.740+0000 7f5df119d640 1 --2- 172.21.15.76:0/1352098094 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5dec0b1140 0x7f5dec0c7c10 unknown :-1 s=CLOSED pgs=887 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:43.744 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.740+0000 7f5df119d640 1 --2- 172.21.15.76:0/1352098094 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5dcc06ac30 0x7f5dcc06d0f0 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:43.745 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.740+0000 7f5df119d640 1 --2- 172.21.15.76:0/1352098094 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5dec06cca0 0x7f5dec144970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:43.745 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.740+0000 7f5df119d640 1 -- 172.21.15.76:0/1352098094 >> 172.21.15.76:0/1352098094 conn(0x7f5dec06d860 msgr2=0x7f5dec0cd0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:43.745 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.740+0000 7f5df119d640 1 -- 172.21.15.76:0/1352098094 shutdown_connections 2024-09-13T16:07:43.745 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.740+0000 7f5df119d640 1 -- 172.21.15.76:0/1352098094 wait complete. 2024-09-13T16:07:43.752 INFO:teuthology.orchestra.run.smithi076.stdout:{"pg_ready":true,"pg_map":{"version":252,"stamp":"2024-09-13T16:07:43.004769+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":81,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":762600,"kb_used_data":7760,"kb_used_omap":12,"kb_used_meta":754675,"kb_avail":754212120,"statfs":{"total":773094113280,"available":772313210880,"internally_reserved":0,"allocated":7946240,"data_stored":4196611,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":772787769},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":13,"apply_latency_ms":13,"commit_latency_ns":13000000,"apply_latency_ns":13000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.863277"},"pg_stats":[{"pgid":"10.3f","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.498733+0000","last_change":"2024-09-13T16:07:39.519807+0000","last_active":"2024-09-13T16:07:40.498733+0000","last_peered":"2024-09-13T16:07:40.498733+0000","last_clean":"2024-09-13T16:07:40.498733+0000","last_became_active":"2024-09-13T16:07:39.519521+0000","last_became_peered":"2024-09-13T16:07:39.519521+0000","last_unstale":"2024-09-13T16:07:40.498733+0000","last_undegraded":"2024-09-13T16:07:40.498733+0000","last_fullsized":"2024-09-13T16:07:40.498733+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:40:02.165590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.3e","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.498690+0000","last_change":"2024-09-13T16:07:39.507529+0000","last_active":"2024-09-13T16:07:40.498690+0000","last_peered":"2024-09-13T16:07:40.498690+0000","last_clean":"2024-09-13T16:07:40.498690+0000","last_became_active":"2024-09-13T16:07:39.507293+0000","last_became_peered":"2024-09-13T16:07:39.507293+0000","last_unstale":"2024-09-13T16:07:40.498690+0000","last_undegraded":"2024-09-13T16:07:40.498690+0000","last_fullsized":"2024-09-13T16:07:40.498690+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:58:59.489669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.3d","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.524803+0000","last_change":"2024-09-13T16:07:39.517523+0000","last_active":"2024-09-13T16:07:39.524803+0000","last_peered":"2024-09-13T16:07:39.524803+0000","last_clean":"2024-09-13T16:07:39.524803+0000","last_became_active":"2024-09-13T16:07:39.517292+0000","last_became_peered":"2024-09-13T16:07:39.517292+0000","last_unstale":"2024-09-13T16:07:39.524803+0000","last_undegraded":"2024-09-13T16:07:39.524803+0000","last_fullsized":"2024-09-13T16:07:39.524803+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:20:25.153555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.3c","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.500666+0000","last_change":"2024-09-13T16:07:39.503779+0000","last_active":"2024-09-13T16:07:40.500666+0000","last_peered":"2024-09-13T16:07:40.500666+0000","last_clean":"2024-09-13T16:07:40.500666+0000","last_became_active":"2024-09-13T16:07:39.503483+0000","last_became_peered":"2024-09-13T16:07:39.503483+0000","last_unstale":"2024-09-13T16:07:40.500666+0000","last_undegraded":"2024-09-13T16:07:40.500666+0000","last_fullsized":"2024-09-13T16:07:40.500666+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:19:16.530874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3b","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.523126+0000","last_change":"2024-09-13T16:07:39.519759+0000","last_active":"2024-09-13T16:07:39.523126+0000","last_peered":"2024-09-13T16:07:39.523126+0000","last_clean":"2024-09-13T16:07:39.523126+0000","last_became_active":"2024-09-13T16:07:39.519471+0000","last_became_peered":"2024-09-13T16:07:39.519471+0000","last_unstale":"2024-09-13T16:07:39.523126+0000","last_undegraded":"2024-09-13T16:07:39.523126+0000","last_fullsized":"2024-09-13T16:07:39.523126+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:39:59.228250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.3a","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.512049+0000","last_change":"2024-09-13T16:07:39.510852+0000","last_active":"2024-09-13T16:07:39.512049+0000","last_peered":"2024-09-13T16:07:39.512049+0000","last_clean":"2024-09-13T16:07:39.512049+0000","last_became_active":"2024-09-13T16:07:39.510361+0000","last_became_peered":"2024-09-13T16:07:39.510361+0000","last_unstale":"2024-09-13T16:07:39.512049+0000","last_undegraded":"2024-09-13T16:07:39.512049+0000","last_fullsized":"2024-09-13T16:07:39.512049+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:09:10.644961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.39","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.670778+0000","last_change":"2024-09-13T16:07:39.515501+0000","last_active":"2024-09-13T16:07:40.670778+0000","last_peered":"2024-09-13T16:07:40.670778+0000","last_clean":"2024-09-13T16:07:40.670778+0000","last_became_active":"2024-09-13T16:07:39.515242+0000","last_became_peered":"2024-09-13T16:07:39.515242+0000","last_unstale":"2024-09-13T16:07:40.670778+0000","last_undegraded":"2024-09-13T16:07:40.670778+0000","last_fullsized":"2024-09-13T16:07:40.670778+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:12:42.913653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.38","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.500784+0000","last_change":"2024-09-13T16:07:39.519936+0000","last_active":"2024-09-13T16:07:40.500784+0000","last_peered":"2024-09-13T16:07:40.500784+0000","last_clean":"2024-09-13T16:07:40.500784+0000","last_became_active":"2024-09-13T16:07:39.515669+0000","last_became_peered":"2024-09-13T16:07:39.515669+0000","last_unstale":"2024-09-13T16:07:40.500784+0000","last_undegraded":"2024-09-13T16:07:40.500784+0000","last_fullsized":"2024-09-13T16:07:40.500784+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:51:56.552053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.37","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.527316+0000","last_change":"2024-09-13T16:07:39.526582+0000","last_active":"2024-09-13T16:07:39.527316+0000","last_peered":"2024-09-13T16:07:39.527316+0000","last_clean":"2024-09-13T16:07:39.527316+0000","last_became_active":"2024-09-13T16:07:39.526322+0000","last_became_peered":"2024-09-13T16:07:39.526322+0000","last_unstale":"2024-09-13T16:07:39.527316+0000","last_undegraded":"2024-09-13T16:07:39.527316+0000","last_fullsized":"2024-09-13T16:07:39.527316+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:40:02.165590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.36","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.525487+0000","last_change":"2024-09-13T16:07:39.524323+0000","last_active":"2024-09-13T16:07:39.525487+0000","last_peered":"2024-09-13T16:07:39.525487+0000","last_clean":"2024-09-13T16:07:39.525487+0000","last_became_active":"2024-09-13T16:07:39.524052+0000","last_became_peered":"2024-09-13T16:07:39.524052+0000","last_unstale":"2024-09-13T16:07:39.525487+0000","last_undegraded":"2024-09-13T16:07:39.525487+0000","last_fullsized":"2024-09-13T16:07:39.525487+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:36:36.890037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.35","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.500973+0000","last_change":"2024-09-13T16:07:39.511260+0000","last_active":"2024-09-13T16:07:40.500973+0000","last_peered":"2024-09-13T16:07:40.500973+0000","last_clean":"2024-09-13T16:07:40.500973+0000","last_became_active":"2024-09-13T16:07:39.511040+0000","last_became_peered":"2024-09-13T16:07:39.511040+0000","last_unstale":"2024-09-13T16:07:40.500973+0000","last_undegraded":"2024-09-13T16:07:40.500973+0000","last_fullsized":"2024-09-13T16:07:40.500973+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:40:02.165590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.34","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.500198+0000","last_change":"2024-09-13T16:07:39.515253+0000","last_active":"2024-09-13T16:07:40.500198+0000","last_peered":"2024-09-13T16:07:40.500198+0000","last_clean":"2024-09-13T16:07:40.500198+0000","last_became_active":"2024-09-13T16:07:39.515003+0000","last_became_peered":"2024-09-13T16:07:39.515003+0000","last_unstale":"2024-09-13T16:07:40.500198+0000","last_undegraded":"2024-09-13T16:07:40.500198+0000","last_fullsized":"2024-09-13T16:07:40.500198+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:24:35.107676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.33","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.500590+0000","last_change":"2024-09-13T16:07:39.518871+0000","last_active":"2024-09-13T16:07:40.500590+0000","last_peered":"2024-09-13T16:07:40.500590+0000","last_clean":"2024-09-13T16:07:40.500590+0000","last_became_active":"2024-09-13T16:07:39.518379+0000","last_became_peered":"2024-09-13T16:07:39.518379+0000","last_unstale":"2024-09-13T16:07:40.500590+0000","last_undegraded":"2024-09-13T16:07:40.500590+0000","last_fullsized":"2024-09-13T16:07:40.500590+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:03:17.817006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.32","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.523711+0000","last_change":"2024-09-13T16:07:39.520063+0000","last_active":"2024-09-13T16:07:39.523711+0000","last_peered":"2024-09-13T16:07:39.523711+0000","last_clean":"2024-09-13T16:07:39.523711+0000","last_became_active":"2024-09-13T16:07:39.516037+0000","last_became_peered":"2024-09-13T16:07:39.516037+0000","last_unstale":"2024-09-13T16:07:39.523711+0000","last_undegraded":"2024-09-13T16:07:39.523711+0000","last_fullsized":"2024-09-13T16:07:39.523711+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:07:59.498297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.31","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.525788+0000","last_change":"2024-09-13T16:07:39.524463+0000","last_active":"2024-09-13T16:07:39.525788+0000","last_peered":"2024-09-13T16:07:39.525788+0000","last_clean":"2024-09-13T16:07:39.525788+0000","last_became_active":"2024-09-13T16:07:39.522622+0000","last_became_peered":"2024-09-13T16:07:39.522622+0000","last_unstale":"2024-09-13T16:07:39.525788+0000","last_undegraded":"2024-09-13T16:07:39.525788+0000","last_fullsized":"2024-09-13T16:07:39.525788+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:01:14.209407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.30","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.670661+0000","last_change":"2024-09-13T16:07:39.518295+0000","last_active":"2024-09-13T16:07:40.670661+0000","last_peered":"2024-09-13T16:07:40.670661+0000","last_clean":"2024-09-13T16:07:40.670661+0000","last_became_active":"2024-09-13T16:07:39.518023+0000","last_became_peered":"2024-09-13T16:07:39.518023+0000","last_unstale":"2024-09-13T16:07:40.670661+0000","last_undegraded":"2024-09-13T16:07:40.670661+0000","last_fullsized":"2024-09-13T16:07:40.670661+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:38:32.720776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.2f","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.498759+0000","last_change":"2024-09-13T16:07:39.517206+0000","last_active":"2024-09-13T16:07:40.498759+0000","last_peered":"2024-09-13T16:07:40.498759+0000","last_clean":"2024-09-13T16:07:40.498759+0000","last_became_active":"2024-09-13T16:07:39.516729+0000","last_became_peered":"2024-09-13T16:07:39.516729+0000","last_unstale":"2024-09-13T16:07:40.498759+0000","last_undegraded":"2024-09-13T16:07:40.498759+0000","last_fullsized":"2024-09-13T16:07:40.498759+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:19:16.530874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.2e","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.500114+0000","last_change":"2024-09-13T16:07:39.503800+0000","last_active":"2024-09-13T16:07:40.500114+0000","last_peered":"2024-09-13T16:07:40.500114+0000","last_clean":"2024-09-13T16:07:40.500114+0000","last_became_active":"2024-09-13T16:07:39.503494+0000","last_became_peered":"2024-09-13T16:07:39.503494+0000","last_unstale":"2024-09-13T16:07:40.500114+0000","last_undegraded":"2024-09-13T16:07:40.500114+0000","last_fullsized":"2024-09-13T16:07:40.500114+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:27:12.824790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.2d","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.522939+0000","last_change":"2024-09-13T16:07:39.518099+0000","last_active":"2024-09-13T16:07:39.522939+0000","last_peered":"2024-09-13T16:07:39.522939+0000","last_clean":"2024-09-13T16:07:39.522939+0000","last_became_active":"2024-09-13T16:07:39.517590+0000","last_became_peered":"2024-09-13T16:07:39.517590+0000","last_unstale":"2024-09-13T16:07:39.522939+0000","last_undegraded":"2024-09-13T16:07:39.522939+0000","last_fullsized":"2024-09-13T16:07:39.522939+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:32:44.387687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.2c","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.522789+0000","last_change":"2024-09-13T16:07:39.522465+0000","last_active":"2024-09-13T16:07:39.522789+0000","last_peered":"2024-09-13T16:07:39.522789+0000","last_clean":"2024-09-13T16:07:39.522789+0000","last_became_active":"2024-09-13T16:07:39.522189+0000","last_became_peered":"2024-09-13T16:07:39.522189+0000","last_unstale":"2024-09-13T16:07:39.522789+0000","last_undegraded":"2024-09-13T16:07:39.522789+0000","last_fullsized":"2024-09-13T16:07:39.522789+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:06:48.405066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.2b","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.500678+0000","last_change":"2024-09-13T16:07:39.515768+0000","last_active":"2024-09-13T16:07:40.500678+0000","last_peered":"2024-09-13T16:07:40.500678+0000","last_clean":"2024-09-13T16:07:40.500678+0000","last_became_active":"2024-09-13T16:07:39.515456+0000","last_became_peered":"2024-09-13T16:07:39.515456+0000","last_unstale":"2024-09-13T16:07:40.500678+0000","last_undegraded":"2024-09-13T16:07:40.500678+0000","last_fullsized":"2024-09-13T16:07:40.500678+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:58:59.489669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.2a","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.511003+0000","last_change":"2024-09-13T16:07:39.510186+0000","last_active":"2024-09-13T16:07:39.511003+0000","last_peered":"2024-09-13T16:07:39.511003+0000","last_clean":"2024-09-13T16:07:39.511003+0000","last_became_active":"2024-09-13T16:07:39.509932+0000","last_became_peered":"2024-09-13T16:07:39.509932+0000","last_unstale":"2024-09-13T16:07:39.511003+0000","last_undegraded":"2024-09-13T16:07:39.511003+0000","last_fullsized":"2024-09-13T16:07:39.511003+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:08:54.466619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.29","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.521428+0000","last_change":"2024-09-13T16:07:39.521014+0000","last_active":"2024-09-13T16:07:39.521428+0000","last_peered":"2024-09-13T16:07:39.521428+0000","last_clean":"2024-09-13T16:07:39.521428+0000","last_became_active":"2024-09-13T16:07:39.520738+0000","last_became_peered":"2024-09-13T16:07:39.520738+0000","last_unstale":"2024-09-13T16:07:39.521428+0000","last_undegraded":"2024-09-13T16:07:39.521428+0000","last_fullsized":"2024-09-13T16:07:39.521428+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:31:18.757301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.28","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.511191+0000","last_change":"2024-09-13T16:07:39.509470+0000","last_active":"2024-09-13T16:07:39.511191+0000","last_peered":"2024-09-13T16:07:39.511191+0000","last_clean":"2024-09-13T16:07:39.511191+0000","last_became_active":"2024-09-13T16:07:39.508759+0000","last_became_peered":"2024-09-13T16:07:39.508759+0000","last_unstale":"2024-09-13T16:07:39.511191+0000","last_undegraded":"2024-09-13T16:07:39.511191+0000","last_fullsized":"2024-09-13T16:07:39.511191+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:10:05.378021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.27","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.500338+0000","last_change":"2024-09-13T16:07:39.519635+0000","last_active":"2024-09-13T16:07:40.500338+0000","last_peered":"2024-09-13T16:07:40.500338+0000","last_clean":"2024-09-13T16:07:40.500338+0000","last_became_active":"2024-09-13T16:07:39.517440+0000","last_became_peered":"2024-09-13T16:07:39.517440+0000","last_unstale":"2024-09-13T16:07:40.500338+0000","last_undegraded":"2024-09-13T16:07:40.500338+0000","last_fullsized":"2024-09-13T16:07:40.500338+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:12:34.975681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.26","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.500182+0000","last_change":"2024-09-13T16:07:39.514807+0000","last_active":"2024-09-13T16:07:40.500182+0000","last_peered":"2024-09-13T16:07:40.500182+0000","last_clean":"2024-09-13T16:07:40.500182+0000","last_became_active":"2024-09-13T16:07:39.514553+0000","last_became_peered":"2024-09-13T16:07:39.514553+0000","last_unstale":"2024-09-13T16:07:40.500182+0000","last_undegraded":"2024-09-13T16:07:40.500182+0000","last_fullsized":"2024-09-13T16:07:40.500182+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:38:34.124542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.25","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.501076+0000","last_change":"2024-09-13T16:07:39.503201+0000","last_active":"2024-09-13T16:07:40.501076+0000","last_peered":"2024-09-13T16:07:40.501076+0000","last_clean":"2024-09-13T16:07:40.501076+0000","last_became_active":"2024-09-13T16:07:39.502875+0000","last_became_peered":"2024-09-13T16:07:39.502875+0000","last_unstale":"2024-09-13T16:07:40.501076+0000","last_undegraded":"2024-09-13T16:07:40.501076+0000","last_fullsized":"2024-09-13T16:07:40.501076+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:58:59.489669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.24","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.498572+0000","last_change":"2024-09-13T16:07:39.522501+0000","last_active":"2024-09-13T16:07:40.498572+0000","last_peered":"2024-09-13T16:07:40.498572+0000","last_clean":"2024-09-13T16:07:40.498572+0000","last_became_active":"2024-09-13T16:07:39.522165+0000","last_became_peered":"2024-09-13T16:07:39.522165+0000","last_unstale":"2024-09-13T16:07:40.498572+0000","last_undegraded":"2024-09-13T16:07:40.498572+0000","last_fullsized":"2024-09-13T16:07:40.498572+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:17:27.592178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.23","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.527322+0000","last_change":"2024-09-13T16:07:39.526676+0000","last_active":"2024-09-13T16:07:39.527322+0000","last_peered":"2024-09-13T16:07:39.527322+0000","last_clean":"2024-09-13T16:07:39.527322+0000","last_became_active":"2024-09-13T16:07:39.526432+0000","last_became_peered":"2024-09-13T16:07:39.526432+0000","last_unstale":"2024-09-13T16:07:39.527322+0000","last_undegraded":"2024-09-13T16:07:39.527322+0000","last_fullsized":"2024-09-13T16:07:39.527322+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:00:06.030148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.22","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.500817+0000","last_change":"2024-09-13T16:07:39.518246+0000","last_active":"2024-09-13T16:07:40.500817+0000","last_peered":"2024-09-13T16:07:40.500817+0000","last_clean":"2024-09-13T16:07:40.500817+0000","last_became_active":"2024-09-13T16:07:39.516001+0000","last_became_peered":"2024-09-13T16:07:39.516001+0000","last_unstale":"2024-09-13T16:07:40.500817+0000","last_undegraded":"2024-09-13T16:07:40.500817+0000","last_fullsized":"2024-09-13T16:07:40.500817+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:56:31.592454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.21","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.499942+0000","last_change":"2024-09-13T16:07:39.503406+0000","last_active":"2024-09-13T16:07:40.499942+0000","last_peered":"2024-09-13T16:07:40.499942+0000","last_clean":"2024-09-13T16:07:40.499942+0000","last_became_active":"2024-09-13T16:07:39.503123+0000","last_became_peered":"2024-09-13T16:07:39.503123+0000","last_unstale":"2024-09-13T16:07:40.499942+0000","last_undegraded":"2024-09-13T16:07:40.499942+0000","last_fullsized":"2024-09-13T16:07:40.499942+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:00:06.030148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.20","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.506355+0000","last_change":"2024-09-13T16:07:39.504069+0000","last_active":"2024-09-13T16:07:39.506355+0000","last_peered":"2024-09-13T16:07:39.506355+0000","last_clean":"2024-09-13T16:07:39.506355+0000","last_became_active":"2024-09-13T16:07:39.503821+0000","last_became_peered":"2024-09-13T16:07:39.503821+0000","last_unstale":"2024-09-13T16:07:39.506355+0000","last_undegraded":"2024-09-13T16:07:39.506355+0000","last_fullsized":"2024-09-13T16:07:39.506355+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:01:57.043160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.1c","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.523378+0000","last_change":"2024-09-13T16:07:39.521671+0000","last_active":"2024-09-13T16:07:39.523378+0000","last_peered":"2024-09-13T16:07:39.523378+0000","last_clean":"2024-09-13T16:07:39.523378+0000","last_became_active":"2024-09-13T16:07:39.521329+0000","last_became_peered":"2024-09-13T16:07:39.521329+0000","last_unstale":"2024-09-13T16:07:39.523378+0000","last_undegraded":"2024-09-13T16:07:39.523378+0000","last_fullsized":"2024-09-13T16:07:39.523378+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:43:21.247363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.1f","version":"69'4","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.498792+0000","last_change":"2024-09-13T16:07:39.167912+0000","last_active":"2024-09-13T16:07:40.498792+0000","last_peered":"2024-09-13T16:07:40.498792+0000","last_clean":"2024-09-13T16:07:40.498792+0000","last_became_active":"2024-09-13T16:07:39.167577+0000","last_became_peered":"2024-09-13T16:07:39.167577+0000","last_unstale":"2024-09-13T16:07:40.498792+0000","last_undegraded":"2024-09-13T16:07:40.498792+0000","last_fullsized":"2024-09-13T16:07:40.498792+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_clean_scrub_stamp":"2024-09-13T16:07:38.133627+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:17:38.624734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.1d","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.501178+0000","last_change":"2024-09-13T16:07:39.519006+0000","last_active":"2024-09-13T16:07:40.501178+0000","last_peered":"2024-09-13T16:07:40.501178+0000","last_clean":"2024-09-13T16:07:40.501178+0000","last_became_active":"2024-09-13T16:07:39.518769+0000","last_became_peered":"2024-09-13T16:07:39.518769+0000","last_unstale":"2024-09-13T16:07:40.501178+0000","last_undegraded":"2024-09-13T16:07:40.501178+0000","last_fullsized":"2024-09-13T16:07:40.501178+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:03:17.817006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.1e","version":"69'1","reported_seq":11,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.516896+0000","last_change":"2024-09-13T16:07:39.163394+0000","last_active":"2024-09-13T16:07:39.516896+0000","last_peered":"2024-09-13T16:07:39.516896+0000","last_clean":"2024-09-13T16:07:39.516896+0000","last_became_active":"2024-09-13T16:07:39.163133+0000","last_became_peered":"2024-09-13T16:07:39.163133+0000","last_unstale":"2024-09-13T16:07:39.516896+0000","last_undegraded":"2024-09-13T16:07:39.516896+0000","last_fullsized":"2024-09-13T16:07:39.516896+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_clean_scrub_stamp":"2024-09-13T16:07:38.133627+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:12:33.968234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.1e","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.506314+0000","last_change":"2024-09-13T16:07:39.503924+0000","last_active":"2024-09-13T16:07:39.506314+0000","last_peered":"2024-09-13T16:07:39.506314+0000","last_clean":"2024-09-13T16:07:39.506314+0000","last_became_active":"2024-09-13T16:07:39.503618+0000","last_became_peered":"2024-09-13T16:07:39.503618+0000","last_unstale":"2024-09-13T16:07:39.506314+0000","last_undegraded":"2024-09-13T16:07:39.506314+0000","last_fullsized":"2024-09-13T16:07:39.506314+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:27:09.616602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1d","version":"69'2","reported_seq":12,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.521698+0000","last_change":"2024-09-13T16:07:39.160282+0000","last_active":"2024-09-13T16:07:39.521698+0000","last_peered":"2024-09-13T16:07:39.521698+0000","last_clean":"2024-09-13T16:07:39.521698+0000","last_became_active":"2024-09-13T16:07:39.159513+0000","last_became_peered":"2024-09-13T16:07:39.159513+0000","last_unstale":"2024-09-13T16:07:39.521698+0000","last_undegraded":"2024-09-13T16:07:39.521698+0000","last_fullsized":"2024-09-13T16:07:39.521698+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_clean_scrub_stamp":"2024-09-13T16:07:38.133627+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:32:38.096901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.1f","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.525833+0000","last_change":"2024-09-13T16:07:39.524584+0000","last_active":"2024-09-13T16:07:39.525833+0000","last_peered":"2024-09-13T16:07:39.525833+0000","last_clean":"2024-09-13T16:07:39.525833+0000","last_became_active":"2024-09-13T16:07:39.524007+0000","last_became_peered":"2024-09-13T16:07:39.524007+0000","last_unstale":"2024-09-13T16:07:39.525833+0000","last_undegraded":"2024-09-13T16:07:39.525833+0000","last_fullsized":"2024-09-13T16:07:39.525833+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:58:59.489669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1c","version":"69'2","reported_seq":12,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.514397+0000","last_change":"2024-09-13T16:07:39.162650+0000","last_active":"2024-09-13T16:07:39.514397+0000","last_peered":"2024-09-13T16:07:39.514397+0000","last_clean":"2024-09-13T16:07:39.514397+0000","last_became_active":"2024-09-13T16:07:39.162402+0000","last_became_peered":"2024-09-13T16:07:39.162402+0000","last_unstale":"2024-09-13T16:07:39.514397+0000","last_undegraded":"2024-09-13T16:07:39.514397+0000","last_fullsized":"2024-09-13T16:07:39.514397+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_clean_scrub_stamp":"2024-09-13T16:07:38.133627+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:58:58.482223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.18","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.670703+0000","last_change":"2024-09-13T16:07:39.507228+0000","last_active":"2024-09-13T16:07:40.670703+0000","last_peered":"2024-09-13T16:07:40.670703+0000","last_clean":"2024-09-13T16:07:40.670703+0000","last_became_active":"2024-09-13T16:07:39.506949+0000","last_became_peered":"2024-09-13T16:07:39.506949+0000","last_unstale":"2024-09-13T16:07:40.670703+0000","last_undegraded":"2024-09-13T16:07:40.670703+0000","last_fullsized":"2024-09-13T16:07:40.670703+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:49:15.047506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.1b","version":"69'1","reported_seq":11,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.513937+0000","last_change":"2024-09-13T16:07:39.161805+0000","last_active":"2024-09-13T16:07:39.513937+0000","last_peered":"2024-09-13T16:07:39.513937+0000","last_clean":"2024-09-13T16:07:39.513937+0000","last_became_active":"2024-09-13T16:07:39.161348+0000","last_became_peered":"2024-09-13T16:07:39.161348+0000","last_unstale":"2024-09-13T16:07:39.513937+0000","last_undegraded":"2024-09-13T16:07:39.513937+0000","last_fullsized":"2024-09-13T16:07:39.513937+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_clean_scrub_stamp":"2024-09-13T16:07:38.133627+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:41:29.724691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.19","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.498457+0000","last_change":"2024-09-13T16:07:39.506087+0000","last_active":"2024-09-13T16:07:40.498457+0000","last_peered":"2024-09-13T16:07:40.498457+0000","last_clean":"2024-09-13T16:07:40.498457+0000","last_became_active":"2024-09-13T16:07:39.505747+0000","last_became_peered":"2024-09-13T16:07:39.505747+0000","last_unstale":"2024-09-13T16:07:40.498457+0000","last_undegraded":"2024-09-13T16:07:40.498457+0000","last_fullsized":"2024-09-13T16:07:40.498457+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:10:05.378021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.1a","version":"69'1","reported_seq":11,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.512573+0000","last_change":"2024-09-13T16:07:39.160476+0000","last_active":"2024-09-13T16:07:39.512573+0000","last_peered":"2024-09-13T16:07:39.512573+0000","last_clean":"2024-09-13T16:07:39.512573+0000","last_became_active":"2024-09-13T16:07:39.160189+0000","last_became_peered":"2024-09-13T16:07:39.160189+0000","last_unstale":"2024-09-13T16:07:39.512573+0000","last_undegraded":"2024-09-13T16:07:39.512573+0000","last_fullsized":"2024-09-13T16:07:39.512573+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_clean_scrub_stamp":"2024-09-13T16:07:38.133627+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:14:56.700765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.1a","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.513542+0000","last_change":"2024-09-13T16:07:39.510247+0000","last_active":"2024-09-13T16:07:39.513542+0000","last_peered":"2024-09-13T16:07:39.513542+0000","last_clean":"2024-09-13T16:07:39.513542+0000","last_became_active":"2024-09-13T16:07:39.509878+0000","last_became_peered":"2024-09-13T16:07:39.509878+0000","last_unstale":"2024-09-13T16:07:39.513542+0000","last_undegraded":"2024-09-13T16:07:39.513542+0000","last_fullsized":"2024-09-13T16:07:39.513542+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:48:07.882476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":10,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.497802+0000","last_change":"2024-09-13T16:07:39.166788+0000","last_active":"2024-09-13T16:07:39.497802+0000","last_peered":"2024-09-13T16:07:39.497802+0000","last_clean":"2024-09-13T16:07:39.497802+0000","last_became_active":"2024-09-13T16:07:39.166532+0000","last_became_peered":"2024-09-13T16:07:39.166532+0000","last_unstale":"2024-09-13T16:07:39.497802+0000","last_undegraded":"2024-09-13T16:07:39.497802+0000","last_fullsized":"2024-09-13T16:07:39.497802+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_clean_scrub_stamp":"2024-09-13T16:07:38.133627+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:25:49.075905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.1b","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.503154+0000","last_change":"2024-09-13T16:07:39.502213+0000","last_active":"2024-09-13T16:07:39.503154+0000","last_peered":"2024-09-13T16:07:39.503154+0000","last_clean":"2024-09-13T16:07:39.503154+0000","last_became_active":"2024-09-13T16:07:39.501950+0000","last_became_peered":"2024-09-13T16:07:39.501950+0000","last_unstale":"2024-09-13T16:07:39.503154+0000","last_undegraded":"2024-09-13T16:07:39.503154+0000","last_fullsized":"2024-09-13T16:07:39.503154+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:43:54.503345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":10,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.504251+0000","last_change":"2024-09-13T16:07:39.168654+0000","last_active":"2024-09-13T16:07:39.504251+0000","last_peered":"2024-09-13T16:07:39.504251+0000","last_clean":"2024-09-13T16:07:39.504251+0000","last_became_active":"2024-09-13T16:07:39.168397+0000","last_became_peered":"2024-09-13T16:07:39.168397+0000","last_unstale":"2024-09-13T16:07:39.504251+0000","last_undegraded":"2024-09-13T16:07:39.504251+0000","last_fullsized":"2024-09-13T16:07:39.504251+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_clean_scrub_stamp":"2024-09-13T16:07:38.133627+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:36:24.913384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.14","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.498842+0000","last_change":"2024-09-13T16:07:39.507071+0000","last_active":"2024-09-13T16:07:40.498842+0000","last_peered":"2024-09-13T16:07:40.498842+0000","last_clean":"2024-09-13T16:07:40.498842+0000","last_became_active":"2024-09-13T16:07:39.506827+0000","last_became_peered":"2024-09-13T16:07:39.506827+0000","last_unstale":"2024-09-13T16:07:40.498842+0000","last_undegraded":"2024-09-13T16:07:40.498842+0000","last_fullsized":"2024-09-13T16:07:40.498842+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:00:06.030148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":10,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.515763+0000","last_change":"2024-09-13T16:07:39.169556+0000","last_active":"2024-09-13T16:07:39.515763+0000","last_peered":"2024-09-13T16:07:39.515763+0000","last_clean":"2024-09-13T16:07:39.515763+0000","last_became_active":"2024-09-13T16:07:39.168684+0000","last_became_peered":"2024-09-13T16:07:39.168684+0000","last_unstale":"2024-09-13T16:07:39.515763+0000","last_undegraded":"2024-09-13T16:07:39.515763+0000","last_fullsized":"2024-09-13T16:07:39.515763+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_clean_scrub_stamp":"2024-09-13T16:07:38.133627+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:06:46.907641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.15","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.513958+0000","last_change":"2024-09-13T16:07:39.513520+0000","last_active":"2024-09-13T16:07:39.513958+0000","last_peered":"2024-09-13T16:07:39.513958+0000","last_clean":"2024-09-13T16:07:39.513958+0000","last_became_active":"2024-09-13T16:07:39.513241+0000","last_became_peered":"2024-09-13T16:07:39.513241+0000","last_unstale":"2024-09-13T16:07:39.513958+0000","last_undegraded":"2024-09-13T16:07:39.513958+0000","last_fullsized":"2024-09-13T16:07:39.513958+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:21:30.306216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.500374+0000","last_change":"2024-09-13T16:07:39.158396+0000","last_active":"2024-09-13T16:07:40.500374+0000","last_peered":"2024-09-13T16:07:40.500374+0000","last_clean":"2024-09-13T16:07:40.500374+0000","last_became_active":"2024-09-13T16:07:39.158143+0000","last_became_peered":"2024-09-13T16:07:39.158143+0000","last_unstale":"2024-09-13T16:07:40.500374+0000","last_undegraded":"2024-09-13T16:07:40.500374+0000","last_fullsized":"2024-09-13T16:07:40.500374+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_clean_scrub_stamp":"2024-09-13T16:07:38.133627+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:17:38.624734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.16","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.522649+0000","last_change":"2024-09-13T16:07:39.516326+0000","last_active":"2024-09-13T16:07:39.522649+0000","last_peered":"2024-09-13T16:07:39.522649+0000","last_clean":"2024-09-13T16:07:39.522649+0000","last_became_active":"2024-09-13T16:07:39.516075+0000","last_became_peered":"2024-09-13T16:07:39.516075+0000","last_unstale":"2024-09-13T16:07:39.522649+0000","last_undegraded":"2024-09-13T16:07:39.522649+0000","last_fullsized":"2024-09-13T16:07:39.522649+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:06:31.976043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.15","version":"69'3","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.526009+0000","last_change":"2024-09-13T16:07:39.167771+0000","last_active":"2024-09-13T16:07:39.526009+0000","last_peered":"2024-09-13T16:07:39.526009+0000","last_clean":"2024-09-13T16:07:39.526009+0000","last_became_active":"2024-09-13T16:07:39.167414+0000","last_became_peered":"2024-09-13T16:07:39.167414+0000","last_unstale":"2024-09-13T16:07:39.526009+0000","last_undegraded":"2024-09-13T16:07:39.526009+0000","last_fullsized":"2024-09-13T16:07:39.526009+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_clean_scrub_stamp":"2024-09-13T16:07:38.133627+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:48:06.875030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.17","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.500598+0000","last_change":"2024-09-13T16:07:39.505142+0000","last_active":"2024-09-13T16:07:40.500598+0000","last_peered":"2024-09-13T16:07:40.500598+0000","last_clean":"2024-09-13T16:07:40.500598+0000","last_became_active":"2024-09-13T16:07:39.504145+0000","last_became_peered":"2024-09-13T16:07:39.504145+0000","last_unstale":"2024-09-13T16:07:40.500598+0000","last_undegraded":"2024-09-13T16:07:40.500598+0000","last_fullsized":"2024-09-13T16:07:40.500598+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:17:27.592178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.14","version":"69'6","reported_seq":17,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.498853+0000","last_change":"2024-09-13T16:07:39.163902+0000","last_active":"2024-09-13T16:07:40.498853+0000","last_peered":"2024-09-13T16:07:40.498853+0000","last_clean":"2024-09-13T16:07:40.498853+0000","last_became_active":"2024-09-13T16:07:39.162914+0000","last_became_peered":"2024-09-13T16:07:39.162914+0000","last_unstale":"2024-09-13T16:07:40.498853+0000","last_undegraded":"2024-09-13T16:07:40.498853+0000","last_fullsized":"2024-09-13T16:07:40.498853+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_clean_scrub_stamp":"2024-09-13T16:07:38.133627+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:43:20.239917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.10","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.500653+0000","last_change":"2024-09-13T16:07:39.513001+0000","last_active":"2024-09-13T16:07:40.500653+0000","last_peered":"2024-09-13T16:07:40.500653+0000","last_clean":"2024-09-13T16:07:40.500653+0000","last_became_active":"2024-09-13T16:07:39.512667+0000","last_became_peered":"2024-09-13T16:07:39.512667+0000","last_unstale":"2024-09-13T16:07:40.500653+0000","last_undegraded":"2024-09-13T16:07:40.500653+0000","last_fullsized":"2024-09-13T16:07:40.500653+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:38:34.124542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.13","version":"69'2","reported_seq":12,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.525744+0000","last_change":"2024-09-13T16:07:39.170290+0000","last_active":"2024-09-13T16:07:39.525744+0000","last_peered":"2024-09-13T16:07:39.525744+0000","last_clean":"2024-09-13T16:07:39.525744+0000","last_became_active":"2024-09-13T16:07:39.169869+0000","last_became_peered":"2024-09-13T16:07:39.169869+0000","last_unstale":"2024-09-13T16:07:39.525744+0000","last_undegraded":"2024-09-13T16:07:39.525744+0000","last_fullsized":"2024-09-13T16:07:39.525744+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_clean_scrub_stamp":"2024-09-13T16:07:38.133627+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:06:30.968597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.11","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.500555+0000","last_change":"2024-09-13T16:07:39.519553+0000","last_active":"2024-09-13T16:07:40.500555+0000","last_peered":"2024-09-13T16:07:40.500555+0000","last_clean":"2024-09-13T16:07:40.500555+0000","last_became_active":"2024-09-13T16:07:39.516565+0000","last_became_peered":"2024-09-13T16:07:39.516565+0000","last_unstale":"2024-09-13T16:07:40.500555+0000","last_undegraded":"2024-09-13T16:07:40.500555+0000","last_fullsized":"2024-09-13T16:07:40.500555+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:11:27.810671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.500900+0000","last_change":"2024-09-13T16:07:39.163995+0000","last_active":"2024-09-13T16:07:40.500900+0000","last_peered":"2024-09-13T16:07:40.500900+0000","last_clean":"2024-09-13T16:07:40.500900+0000","last_became_active":"2024-09-13T16:07:39.163497+0000","last_became_peered":"2024-09-13T16:07:39.163497+0000","last_unstale":"2024-09-13T16:07:40.500900+0000","last_undegraded":"2024-09-13T16:07:40.500900+0000","last_fullsized":"2024-09-13T16:07:40.500900+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_clean_scrub_stamp":"2024-09-13T16:07:38.133627+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:39:58.220803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.12","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.522896+0000","last_change":"2024-09-13T16:07:39.517775+0000","last_active":"2024-09-13T16:07:39.522896+0000","last_peered":"2024-09-13T16:07:39.522896+0000","last_clean":"2024-09-13T16:07:39.522896+0000","last_became_active":"2024-09-13T16:07:39.517472+0000","last_became_peered":"2024-09-13T16:07:39.517472+0000","last_unstale":"2024-09-13T16:07:39.522896+0000","last_undegraded":"2024-09-13T16:07:39.522896+0000","last_fullsized":"2024-09-13T16:07:39.522896+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:18:35.123048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":10,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.513647+0000","last_change":"2024-09-13T16:07:39.167339+0000","last_active":"2024-09-13T16:07:39.513647+0000","last_peered":"2024-09-13T16:07:39.513647+0000","last_clean":"2024-09-13T16:07:39.513647+0000","last_became_active":"2024-09-13T16:07:39.166979+0000","last_became_peered":"2024-09-13T16:07:39.166979+0000","last_unstale":"2024-09-13T16:07:39.513647+0000","last_undegraded":"2024-09-13T16:07:39.513647+0000","last_fullsized":"2024-09-13T16:07:39.513647+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_clean_scrub_stamp":"2024-09-13T16:07:38.133627+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:01:43.135082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.13","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.498691+0000","last_change":"2024-09-13T16:07:39.510430+0000","last_active":"2024-09-13T16:07:40.498691+0000","last_peered":"2024-09-13T16:07:40.498691+0000","last_clean":"2024-09-13T16:07:40.498691+0000","last_became_active":"2024-09-13T16:07:39.510214+0000","last_became_peered":"2024-09-13T16:07:39.510214+0000","last_unstale":"2024-09-13T16:07:40.498691+0000","last_undegraded":"2024-09-13T16:07:40.498691+0000","last_fullsized":"2024-09-13T16:07:40.498691+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:32:39.104347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.10","version":"69'8","reported_seq":19,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.499834+0000","last_change":"2024-09-13T16:07:39.168391+0000","last_active":"2024-09-13T16:07:40.499834+0000","last_peered":"2024-09-13T16:07:40.499834+0000","last_clean":"2024-09-13T16:07:40.499834+0000","last_became_active":"2024-09-13T16:07:39.167881+0000","last_became_peered":"2024-09-13T16:07:39.167881+0000","last_unstale":"2024-09-13T16:07:40.499834+0000","last_undegraded":"2024-09-13T16:07:40.499834+0000","last_fullsized":"2024-09-13T16:07:40.499834+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_clean_scrub_stamp":"2024-09-13T16:07:38.133627+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:53:18.079756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.c","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.527427+0000","last_change":"2024-09-13T16:07:39.526698+0000","last_active":"2024-09-13T16:07:39.527427+0000","last_peered":"2024-09-13T16:07:39.527427+0000","last_clean":"2024-09-13T16:07:39.527427+0000","last_became_active":"2024-09-13T16:07:39.526425+0000","last_became_peered":"2024-09-13T16:07:39.526425+0000","last_unstale":"2024-09-13T16:07:39.527427+0000","last_undegraded":"2024-09-13T16:07:39.527427+0000","last_fullsized":"2024-09-13T16:07:39.527427+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:19:16.530874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.f","version":"69'1","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.500426+0000","last_change":"2024-09-13T16:07:39.161871+0000","last_active":"2024-09-13T16:07:40.500426+0000","last_peered":"2024-09-13T16:07:40.500426+0000","last_clean":"2024-09-13T16:07:40.500426+0000","last_became_active":"2024-09-13T16:07:39.161262+0000","last_became_peered":"2024-09-13T16:07:39.161262+0000","last_unstale":"2024-09-13T16:07:40.500426+0000","last_undegraded":"2024-09-13T16:07:40.500426+0000","last_fullsized":"2024-09-13T16:07:40.500426+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_clean_scrub_stamp":"2024-09-13T16:07:38.133627+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:20:14.834599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.d","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.523011+0000","last_change":"2024-09-13T16:07:39.518936+0000","last_active":"2024-09-13T16:07:39.523011+0000","last_peered":"2024-09-13T16:07:39.523011+0000","last_clean":"2024-09-13T16:07:39.523011+0000","last_became_active":"2024-09-13T16:07:39.518677+0000","last_became_peered":"2024-09-13T16:07:39.518677+0000","last_unstale":"2024-09-13T16:07:39.523011+0000","last_undegraded":"2024-09-13T16:07:39.523011+0000","last_fullsized":"2024-09-13T16:07:39.523011+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:53:19.087202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.e","version":"69'2","reported_seq":12,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.527569+0000","last_change":"2024-09-13T16:07:39.168799+0000","last_active":"2024-09-13T16:07:39.527569+0000","last_peered":"2024-09-13T16:07:39.527569+0000","last_clean":"2024-09-13T16:07:39.527569+0000","last_became_active":"2024-09-13T16:07:39.168545+0000","last_became_peered":"2024-09-13T16:07:39.168545+0000","last_unstale":"2024-09-13T16:07:39.527569+0000","last_undegraded":"2024-09-13T16:07:39.527569+0000","last_fullsized":"2024-09-13T16:07:39.527569+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_clean_scrub_stamp":"2024-09-13T16:07:38.133627+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:24:32.696464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.e","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.500238+0000","last_change":"2024-09-13T16:07:39.518413+0000","last_active":"2024-09-13T16:07:40.500238+0000","last_peered":"2024-09-13T16:07:40.500238+0000","last_clean":"2024-09-13T16:07:40.500238+0000","last_became_active":"2024-09-13T16:07:39.518169+0000","last_became_peered":"2024-09-13T16:07:39.518169+0000","last_unstale":"2024-09-13T16:07:40.500238+0000","last_undegraded":"2024-09-13T16:07:40.500238+0000","last_fullsized":"2024-09-13T16:07:40.500238+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:32:39.104347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.d","version":"69'1","reported_seq":11,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.526042+0000","last_change":"2024-09-13T16:07:39.169079+0000","last_active":"2024-09-13T16:07:39.526042+0000","last_peered":"2024-09-13T16:07:39.526042+0000","last_clean":"2024-09-13T16:07:39.526042+0000","last_became_active":"2024-09-13T16:07:39.168062+0000","last_became_peered":"2024-09-13T16:07:39.168062+0000","last_unstale":"2024-09-13T16:07:39.526042+0000","last_undegraded":"2024-09-13T16:07:39.526042+0000","last_fullsized":"2024-09-13T16:07:39.526042+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_clean_scrub_stamp":"2024-09-13T16:07:38.133627+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:53:39.116742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.f","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.513597+0000","last_change":"2024-09-13T16:07:39.510786+0000","last_active":"2024-09-13T16:07:39.513597+0000","last_peered":"2024-09-13T16:07:39.513597+0000","last_clean":"2024-09-13T16:07:39.513597+0000","last_became_active":"2024-09-13T16:07:39.510047+0000","last_became_peered":"2024-09-13T16:07:39.510047+0000","last_unstale":"2024-09-13T16:07:39.513597+0000","last_undegraded":"2024-09-13T16:07:39.513597+0000","last_fullsized":"2024-09-13T16:07:39.513597+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:17:39.632181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":10,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.498390+0000","last_change":"2024-09-13T16:07:39.162580+0000","last_active":"2024-09-13T16:07:39.498390+0000","last_peered":"2024-09-13T16:07:39.498390+0000","last_clean":"2024-09-13T16:07:39.498390+0000","last_became_active":"2024-09-13T16:07:39.162326+0000","last_became_peered":"2024-09-13T16:07:39.162326+0000","last_unstale":"2024-09-13T16:07:39.498390+0000","last_undegraded":"2024-09-13T16:07:39.498390+0000","last_fullsized":"2024-09-13T16:07:39.498390+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_clean_scrub_stamp":"2024-09-13T16:07:38.133627+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:12:52.017709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.8","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.506212+0000","last_change":"2024-09-13T16:07:39.503585+0000","last_active":"2024-09-13T16:07:39.506212+0000","last_peered":"2024-09-13T16:07:39.506212+0000","last_clean":"2024-09-13T16:07:39.506212+0000","last_became_active":"2024-09-13T16:07:39.503302+0000","last_became_peered":"2024-09-13T16:07:39.503302+0000","last_unstale":"2024-09-13T16:07:39.506212+0000","last_undegraded":"2024-09-13T16:07:39.506212+0000","last_fullsized":"2024-09-13T16:07:39.506212+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:33:28.538692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.b","version":"69'2","reported_seq":12,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.523048+0000","last_change":"2024-09-13T16:07:39.164116+0000","last_active":"2024-09-13T16:07:39.523048+0000","last_peered":"2024-09-13T16:07:39.523048+0000","last_clean":"2024-09-13T16:07:39.523048+0000","last_became_active":"2024-09-13T16:07:39.163866+0000","last_became_peered":"2024-09-13T16:07:39.163866+0000","last_unstale":"2024-09-13T16:07:39.523048+0000","last_undegraded":"2024-09-13T16:07:39.523048+0000","last_fullsized":"2024-09-13T16:07:39.523048+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_clean_scrub_stamp":"2024-09-13T16:07:38.133627+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:27:11.817344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.9","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.500957+0000","last_change":"2024-09-13T16:07:39.519738+0000","last_active":"2024-09-13T16:07:40.500957+0000","last_peered":"2024-09-13T16:07:40.500957+0000","last_clean":"2024-09-13T16:07:40.500957+0000","last_became_active":"2024-09-13T16:07:39.519161+0000","last_became_peered":"2024-09-13T16:07:39.519161+0000","last_unstale":"2024-09-13T16:07:40.500957+0000","last_undegraded":"2024-09-13T16:07:40.500957+0000","last_fullsized":"2024-09-13T16:07:40.500957+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:17:27.592178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.500991+0000","last_change":"2024-09-13T16:07:39.161737+0000","last_active":"2024-09-13T16:07:40.500991+0000","last_peered":"2024-09-13T16:07:40.500991+0000","last_clean":"2024-09-13T16:07:40.500991+0000","last_became_active":"2024-09-13T16:07:39.161433+0000","last_became_peered":"2024-09-13T16:07:39.161433+0000","last_unstale":"2024-09-13T16:07:40.500991+0000","last_undegraded":"2024-09-13T16:07:40.500991+0000","last_fullsized":"2024-09-13T16:07:40.500991+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_clean_scrub_stamp":"2024-09-13T16:07:38.133627+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:32:43.380241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.a","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.513276+0000","last_change":"2024-09-13T16:07:39.510113+0000","last_active":"2024-09-13T16:07:39.513276+0000","last_peered":"2024-09-13T16:07:39.513276+0000","last_clean":"2024-09-13T16:07:39.513276+0000","last_became_active":"2024-09-13T16:07:39.509624+0000","last_became_peered":"2024-09-13T16:07:39.509624+0000","last_unstale":"2024-09-13T16:07:39.513276+0000","last_undegraded":"2024-09-13T16:07:39.513276+0000","last_fullsized":"2024-09-13T16:07:39.513276+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:01:44.142528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":10,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.499591+0000","last_change":"2024-09-13T16:07:39.164052+0000","last_active":"2024-09-13T16:07:39.499591+0000","last_peered":"2024-09-13T16:07:39.499591+0000","last_clean":"2024-09-13T16:07:39.499591+0000","last_became_active":"2024-09-13T16:07:39.163786+0000","last_became_peered":"2024-09-13T16:07:39.163786+0000","last_unstale":"2024-09-13T16:07:39.499591+0000","last_undegraded":"2024-09-13T16:07:39.499591+0000","last_fullsized":"2024-09-13T16:07:39.499591+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_clean_scrub_stamp":"2024-09-13T16:07:38.133627+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:03:16.809560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.4","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.512707+0000","last_change":"2024-09-13T16:07:39.511950+0000","last_active":"2024-09-13T16:07:39.512707+0000","last_peered":"2024-09-13T16:07:39.512707+0000","last_clean":"2024-09-13T16:07:39.512707+0000","last_became_active":"2024-09-13T16:07:39.511705+0000","last_became_peered":"2024-09-13T16:07:39.511705+0000","last_unstale":"2024-09-13T16:07:39.512707+0000","last_undegraded":"2024-09-13T16:07:39.512707+0000","last_fullsized":"2024-09-13T16:07:39.512707+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:41:29.670494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.7","version":"69'2","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.500654+0000","last_change":"2024-09-13T16:07:39.169183+0000","last_active":"2024-09-13T16:07:40.500654+0000","last_peered":"2024-09-13T16:07:40.500654+0000","last_clean":"2024-09-13T16:07:40.500654+0000","last_became_active":"2024-09-13T16:07:39.168880+0000","last_became_peered":"2024-09-13T16:07:39.168880+0000","last_unstale":"2024-09-13T16:07:40.500654+0000","last_undegraded":"2024-09-13T16:07:40.500654+0000","last_fullsized":"2024-09-13T16:07:40.500654+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_clean_scrub_stamp":"2024-09-13T16:07:38.133627+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:30:20.978623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.5","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.670896+0000","last_change":"2024-09-13T16:07:39.504553+0000","last_active":"2024-09-13T16:07:40.670896+0000","last_peered":"2024-09-13T16:07:40.670896+0000","last_clean":"2024-09-13T16:07:40.670896+0000","last_became_active":"2024-09-13T16:07:39.504316+0000","last_became_peered":"2024-09-13T16:07:39.504316+0000","last_unstale":"2024-09-13T16:07:40.670896+0000","last_undegraded":"2024-09-13T16:07:40.670896+0000","last_fullsized":"2024-09-13T16:07:40.670896+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:47:45.103993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.6","version":"69'1","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.500517+0000","last_change":"2024-09-13T16:07:39.160594+0000","last_active":"2024-09-13T16:07:40.500517+0000","last_peered":"2024-09-13T16:07:40.500517+0000","last_clean":"2024-09-13T16:07:40.500517+0000","last_became_active":"2024-09-13T16:07:39.160329+0000","last_became_peered":"2024-09-13T16:07:39.160329+0000","last_unstale":"2024-09-13T16:07:40.500517+0000","last_undegraded":"2024-09-13T16:07:40.500517+0000","last_fullsized":"2024-09-13T16:07:40.500517+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_clean_scrub_stamp":"2024-09-13T16:07:38.133627+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:43:20.239917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.6","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.500339+0000","last_change":"2024-09-13T16:07:39.514336+0000","last_active":"2024-09-13T16:07:40.500339+0000","last_peered":"2024-09-13T16:07:40.500339+0000","last_clean":"2024-09-13T16:07:40.500339+0000","last_became_active":"2024-09-13T16:07:39.514054+0000","last_became_peered":"2024-09-13T16:07:39.514054+0000","last_unstale":"2024-09-13T16:07:40.500339+0000","last_undegraded":"2024-09-13T16:07:40.500339+0000","last_fullsized":"2024-09-13T16:07:40.500339+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:57:22.818440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":10,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.500922+0000","last_change":"2024-09-13T16:07:39.160201+0000","last_active":"2024-09-13T16:07:39.500922+0000","last_peered":"2024-09-13T16:07:39.500922+0000","last_clean":"2024-09-13T16:07:39.500922+0000","last_became_active":"2024-09-13T16:07:39.159895+0000","last_became_peered":"2024-09-13T16:07:39.159895+0000","last_unstale":"2024-09-13T16:07:39.500922+0000","last_undegraded":"2024-09-13T16:07:39.500922+0000","last_fullsized":"2024-09-13T16:07:39.500922+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_clean_scrub_stamp":"2024-09-13T16:07:38.133627+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:17:26.584732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.7","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.511579+0000","last_change":"2024-09-13T16:07:39.510053+0000","last_active":"2024-09-13T16:07:39.511579+0000","last_peered":"2024-09-13T16:07:39.511579+0000","last_clean":"2024-09-13T16:07:39.511579+0000","last_became_active":"2024-09-13T16:07:39.509786+0000","last_became_peered":"2024-09-13T16:07:39.509786+0000","last_unstale":"2024-09-13T16:07:39.511579+0000","last_undegraded":"2024-09-13T16:07:39.511579+0000","last_fullsized":"2024-09-13T16:07:39.511579+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:44:36.087311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.498894+0000","last_change":"2024-09-13T16:07:39.164287+0000","last_active":"2024-09-13T16:07:40.498894+0000","last_peered":"2024-09-13T16:07:40.498894+0000","last_clean":"2024-09-13T16:07:40.498894+0000","last_became_active":"2024-09-13T16:07:39.163297+0000","last_became_peered":"2024-09-13T16:07:39.163297+0000","last_unstale":"2024-09-13T16:07:40.498894+0000","last_undegraded":"2024-09-13T16:07:40.498894+0000","last_fullsized":"2024-09-13T16:07:40.498894+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_clean_scrub_stamp":"2024-09-13T16:07:38.133627+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:53:18.079756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.0","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.518112+0000","last_change":"2024-09-13T16:07:39.512300+0000","last_active":"2024-09-13T16:07:39.518112+0000","last_peered":"2024-09-13T16:07:39.518112+0000","last_clean":"2024-09-13T16:07:39.518112+0000","last_became_active":"2024-09-13T16:07:39.512039+0000","last_became_peered":"2024-09-13T16:07:39.512039+0000","last_unstale":"2024-09-13T16:07:39.518112+0000","last_undegraded":"2024-09-13T16:07:39.518112+0000","last_fullsized":"2024-09-13T16:07:39.518112+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:20:15.842045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":10,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.514875+0000","last_change":"2024-09-13T16:07:39.168318+0000","last_active":"2024-09-13T16:07:39.514875+0000","last_peered":"2024-09-13T16:07:39.514875+0000","last_clean":"2024-09-13T16:07:39.514875+0000","last_became_active":"2024-09-13T16:07:39.167979+0000","last_became_peered":"2024-09-13T16:07:39.167979+0000","last_unstale":"2024-09-13T16:07:39.514875+0000","last_undegraded":"2024-09-13T16:07:39.514875+0000","last_fullsized":"2024-09-13T16:07:39.514875+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_clean_scrub_stamp":"2024-09-13T16:07:38.133627+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:13:33.153842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.499940+0000","last_change":"2024-09-13T16:07:39.517654+0000","last_active":"2024-09-13T16:07:40.499940+0000","last_peered":"2024-09-13T16:07:40.499940+0000","last_clean":"2024-09-13T16:07:40.499940+0000","last_became_active":"2024-09-13T16:07:39.517393+0000","last_became_peered":"2024-09-13T16:07:39.517393+0000","last_unstale":"2024-09-13T16:07:40.499940+0000","last_undegraded":"2024-09-13T16:07:40.499940+0000","last_fullsized":"2024-09-13T16:07:40.499940+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:12:34.975681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":10,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.498139+0000","last_change":"2024-09-13T16:07:39.162100+0000","last_active":"2024-09-13T16:07:39.498139+0000","last_peered":"2024-09-13T16:07:39.498139+0000","last_clean":"2024-09-13T16:07:39.498139+0000","last_became_active":"2024-09-13T16:07:39.161837+0000","last_became_peered":"2024-09-13T16:07:39.161837+0000","last_unstale":"2024-09-13T16:07:39.498139+0000","last_undegraded":"2024-09-13T16:07:39.498139+0000","last_fullsized":"2024-09-13T16:07:39.498139+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_clean_scrub_stamp":"2024-09-13T16:07:38.133627+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:25:28.718661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.2","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.498818+0000","last_change":"2024-09-13T16:07:39.507712+0000","last_active":"2024-09-13T16:07:40.498818+0000","last_peered":"2024-09-13T16:07:40.498818+0000","last_clean":"2024-09-13T16:07:40.498818+0000","last_became_active":"2024-09-13T16:07:39.507444+0000","last_became_peered":"2024-09-13T16:07:39.507444+0000","last_unstale":"2024-09-13T16:07:40.498818+0000","last_undegraded":"2024-09-13T16:07:40.498818+0000","last_fullsized":"2024-09-13T16:07:40.498818+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:27:12.824790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":10,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.497895+0000","last_change":"2024-09-13T16:07:39.165960+0000","last_active":"2024-09-13T16:07:39.497895+0000","last_peered":"2024-09-13T16:07:39.497895+0000","last_clean":"2024-09-13T16:07:39.497895+0000","last_became_active":"2024-09-13T16:07:39.165665+0000","last_became_peered":"2024-09-13T16:07:39.165665+0000","last_unstale":"2024-09-13T16:07:39.497895+0000","last_undegraded":"2024-09-13T16:07:39.497895+0000","last_fullsized":"2024-09-13T16:07:39.497895+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_clean_scrub_stamp":"2024-09-13T16:07:38.133627+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:06:18.013268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.3","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.670764+0000","last_change":"2024-09-13T16:07:39.516196+0000","last_active":"2024-09-13T16:07:40.670764+0000","last_peered":"2024-09-13T16:07:40.670764+0000","last_clean":"2024-09-13T16:07:40.670764+0000","last_became_active":"2024-09-13T16:07:39.515939+0000","last_became_peered":"2024-09-13T16:07:39.515939+0000","last_unstale":"2024-09-13T16:07:40.670764+0000","last_undegraded":"2024-09-13T16:07:40.670764+0000","last_fullsized":"2024-09-13T16:07:40.670764+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:45:27.313297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-13T16:07:40.498513+0000","last_change":"2024-09-13T16:07:39.165214+0000","last_active":"2024-09-13T16:07:40.498513+0000","last_peered":"2024-09-13T16:07:40.498513+0000","last_clean":"2024-09-13T16:07:40.498513+0000","last_became_active":"2024-09-13T16:07:39.164947+0000","last_became_peered":"2024-09-13T16:07:39.164947+0000","last_unstale":"2024-09-13T16:07:40.498513+0000","last_undegraded":"2024-09-13T16:07:40.498513+0000","last_fullsized":"2024-09-13T16:07:40.498513+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_clean_scrub_stamp":"2024-09-13T16:07:38.133627+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:44:35.079865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.522831+0000","last_change":"2024-09-13T16:07:39.514724+0000","last_active":"2024-09-13T16:07:39.522831+0000","last_peered":"2024-09-13T16:07:39.522831+0000","last_clean":"2024-09-13T16:07:39.522831+0000","last_became_active":"2024-09-13T16:07:39.514106+0000","last_became_peered":"2024-09-13T16:07:39.514106+0000","last_unstale":"2024-09-13T16:07:39.522831+0000","last_undegraded":"2024-09-13T16:07:39.522831+0000","last_fullsized":"2024-09-13T16:07:39.522831+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:39.141073+0000","last_clean_scrub_stamp":"2024-09-13T16:07:39.141073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:24:33.703911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":10,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.497708+0000","last_change":"2024-09-13T16:07:39.160876+0000","last_active":"2024-09-13T16:07:39.497708+0000","last_peered":"2024-09-13T16:07:39.497708+0000","last_clean":"2024-09-13T16:07:39.497708+0000","last_became_active":"2024-09-13T16:07:39.160616+0000","last_became_peered":"2024-09-13T16:07:39.160616+0000","last_unstale":"2024-09-13T16:07:39.497708+0000","last_undegraded":"2024-09-13T16:07:39.497708+0000","last_fullsized":"2024-09-13T16:07:39.497708+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:07:38.133627+0000","last_clean_scrub_stamp":"2024-09-13T16:07:38.133627+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:52:13.855769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":207,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-13T16:07:39.163263+0000","last_change":"2024-09-13T16:01:29.143297+0000","last_active":"2024-09-13T16:07:39.163263+0000","last_peered":"2024-09-13T16:07:39.163263+0000","last_clean":"2024-09-13T16:07:39.163263+0000","last_became_active":"2024-09-13T16:01:29.142269+0000","last_became_peered":"2024-09-13T16:01:29.142269+0000","last_unstale":"2024-09-13T16:07:39.163263+0000","last_undegraded":"2024-09-13T16:07:39.163263+0000","last_fullsized":"2024-09-13T16:07:39.163263+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:27.864638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:27.864638+0000","last_clean_scrub_stamp":"2024-09-13T16:01:27.864638+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:25:24.741463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":10,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":9,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":14,"seq":60129542224,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":130308,"kb_used_data":816,"kb_used_omap":1,"kb_used_meta":129470,"kb_avail":94241532,"statfs":{"total":96636764160,"available":96503328768,"internally_reserved":0,"allocated":835584,"data_stored":375650,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":132577736},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:06:39 2024","interfaces":[{"interface":"back","average":{"1min":0.26900000000000002,"5min":0.32000000000000001,"15min":0.34499999999999997},"min":{"1min":0.183,"5min":0.183,"15min":0.183},"max":{"1min":0.38700000000000001,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.24299999999999999,"5min":0.29799999999999999,"15min":0.313},"min":{"1min":0.17999999999999999,"5min":0.17899999999999999,"15min":0.17899999999999999},"max":{"1min":0.43099999999999999,"5min":0.53400000000000003,"15min":0.53400000000000003},"last":0.42499999999999999}]},{"osd":1,"last update":"Fri Sep 13 16:06:39 2024","interfaces":[{"interface":"back","average":{"1min":0.25800000000000001,"5min":0.307,"15min":0.317},"min":{"1min":0.182,"5min":0.182,"15min":0.182},"max":{"1min":0.34300000000000003,"5min":0.58899999999999997,"15min":0.58899999999999997},"last":0.374},{"interface":"front","average":{"1min":0.309,"5min":0.34300000000000003,"15min":0.35699999999999998},"min":{"1min":0.224,"5min":0.214,"15min":0.214},"max":{"1min":0.41699999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"last":0.41199999999999998}]},{"osd":2,"last update":"Fri Sep 13 16:06:39 2024","interfaces":[{"interface":"back","average":{"1min":0.30199999999999999,"5min":0.34899999999999998,"15min":0.372},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.40600000000000003,"5min":0.63500000000000001,"15min":0.63500000000000001},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.32700000000000001,"5min":0.371,"15min":0.379},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.47899999999999998,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.45700000000000002}]},{"osd":4,"last update":"Fri Sep 13 16:06:39 2024","interfaces":[{"interface":"back","average":{"1min":0.35599999999999998,"5min":0.47599999999999998,"15min":0.53000000000000003},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.55400000000000005,"5min":1.038,"15min":1.038},"last":0.629},{"interface":"front","average":{"1min":0.379,"5min":0.50600000000000001,"15min":0.56000000000000005},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.58799999999999997,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.77000000000000002}]},{"osd":5,"last update":"Fri Sep 13 16:06:39 2024","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.503,"15min":0.54000000000000004},"min":{"1min":0.30199999999999999,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.54500000000000004,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.751},{"interface":"front","average":{"1min":0.438,"5min":0.52200000000000002,"15min":0.56200000000000006},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.55800000000000005,"5min":0.92400000000000004,"15min":0.92400000000000004},"last":0.65800000000000003}]},{"osd":6,"last update":"Fri Sep 13 16:06:39 2024","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.53600000000000003,"15min":0.57599999999999996},"min":{"1min":0.32900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.58499999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.79900000000000004},{"interface":"front","average":{"1min":0.42499999999999999,"5min":0.52600000000000002,"15min":0.56899999999999995},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.61899999999999999,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.71399999999999997}]},{"osd":7,"last update":"Fri Sep 13 16:06:39 2024","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.54200000000000004,"15min":0.57999999999999996},"min":{"1min":0.36299999999999999,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.63600000000000001,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.83499999999999996},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.54700000000000004,"15min":0.57499999999999996},"min":{"1min":0.39100000000000001,"5min":0.37,"15min":0.37},"max":{"1min":0.57199999999999995,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.72499999999999998}]}]},{"osd":7,"up_from":13,"seq":55834574926,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":94808,"kb_used_data":1412,"kb_used_omap":1,"kb_used_meta":93374,"kb_avail":94277032,"statfs":{"total":96636764160,"available":96539680768,"internally_reserved":0,"allocated":1445888,"data_stored":966794,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":95615435},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:07:39 2024","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":0.41199999999999998,"15min":0.46600000000000003},"min":{"1min":0.193,"5min":0.193,"15min":0.193},"max":{"1min":0.66100000000000003,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.41799999999999998,"15min":0.501},"min":{"1min":0.20000000000000001,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.70399999999999996,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.45300000000000001}]},{"osd":1,"last update":"Fri Sep 13 16:07:39 2024","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.41799999999999998,"15min":0.5},"min":{"1min":0.23499999999999999,"5min":0.22,"15min":0.22},"max":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.441,"5min":0.45000000000000001,"15min":0.498},"min":{"1min":0.27400000000000002,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.64900000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.57899999999999996}]},{"osd":2,"last update":"Fri Sep 13 16:07:39 2024","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.45300000000000001,"15min":0.60199999999999998},"min":{"1min":0.29399999999999998,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.67100000000000004,"5min":0.93100000000000005,"15min":2.2919999999999998},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.435,"5min":0.46000000000000002,"15min":0.52700000000000002},"min":{"1min":0.28599999999999998,"5min":0.255,"15min":0.255},"max":{"1min":0.72399999999999998,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.49299999999999999}]},{"osd":3,"last update":"Fri Sep 13 16:07:39 2024","interfaces":[{"interface":"back","average":{"1min":0.46800000000000003,"5min":0.45600000000000002,"15min":0.51200000000000001},"min":{"1min":0.27400000000000002,"5min":0.255,"15min":0.255},"max":{"1min":0.78000000000000003,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.625},{"interface":"front","average":{"1min":0.438,"5min":0.45100000000000001,"15min":0.504},"min":{"1min":0.31900000000000001,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.75600000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.56599999999999995}]},{"osd":4,"last update":"Fri Sep 13 16:07:39 2024","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":0.39000000000000001,"15min":0.437},"min":{"1min":0.255,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.61299999999999999,"5min":0.61699999999999999,"15min":0.64700000000000002},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.41299999999999998,"15min":0.45100000000000001},"min":{"1min":0.28899999999999998,"5min":0.249,"15min":0.249},"max":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.67300000000000004},"last":0.63800000000000001}]},{"osd":5,"last update":"Fri Sep 13 16:07:39 2024","interfaces":[{"interface":"back","average":{"1min":0.45700000000000002,"5min":0.433,"15min":0.49099999999999999},"min":{"1min":0.30499999999999999,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.69199999999999995,"5min":0.73599999999999999,"15min":0.749},"last":0.69199999999999995},{"interface":"front","average":{"1min":0.49099999999999999,"5min":0.48899999999999999,"15min":0.54700000000000004},"min":{"1min":0.34200000000000003,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.68200000000000005}]},{"osd":6,"last update":"Fri Sep 13 16:07:39 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.45900000000000002,"15min":0.51300000000000001},"min":{"1min":0.33000000000000002,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.65200000000000002,"5min":0.69199999999999995,"15min":0.70999999999999996},"last":0.65200000000000002},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.46899999999999997,"15min":0.53300000000000003},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.70999999999999996,"5min":0.755,"15min":0.79900000000000004},"last":0.70999999999999996}]}]},{"osd":6,"up_from":13,"seq":55834574926,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":112328,"kb_used_data":820,"kb_used_omap":1,"kb_used_meta":111486,"kb_avail":94259512,"statfs":{"total":96636764160,"available":96521740288,"internally_reserved":0,"allocated":839680,"data_stored":375684,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":114162119},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:06:40 2024","interfaces":[{"interface":"back","average":{"1min":0.34799999999999998,"5min":0.46400000000000002,"15min":0.51900000000000002},"min":{"1min":0.221,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.53600000000000003,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.38,"5min":0.47699999999999998,"15min":0.52000000000000002},"min":{"1min":0.30099999999999999,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.502,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.58899999999999997}]},{"osd":1,"last update":"Fri Sep 13 16:06:40 2024","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.46000000000000002,"15min":0.51700000000000002},"min":{"1min":0.24399999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.56699999999999995,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.33900000000000002,"5min":0.45400000000000001,"15min":0.495},"min":{"1min":0.249,"5min":0.247,"15min":0.247},"max":{"1min":0.53600000000000003,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.53800000000000003}]},{"osd":2,"last update":"Fri Sep 13 16:06:40 2024","interfaces":[{"interface":"back","average":{"1min":0.34699999999999998,"5min":0.46500000000000002,"15min":0.503},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.57799999999999996,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.49299999999999999,"15min":0.56299999999999994},"min":{"1min":0.31900000000000001,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.50900000000000001,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.63800000000000001}]},{"osd":3,"last update":"Fri Sep 13 16:06:40 2024","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.48199999999999998,"15min":0.55000000000000004},"min":{"1min":0.27700000000000002,"5min":0.252,"15min":0.252},"max":{"1min":0.52500000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.42099999999999999,"5min":0.504,"15min":0.57999999999999996},"min":{"1min":0.32200000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.53000000000000003,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.55900000000000005}]},{"osd":4,"last update":"Fri Sep 13 16:06:40 2024","interfaces":[{"interface":"back","average":{"1min":0.33500000000000002,"5min":0.41999999999999998,"15min":0.48899999999999999},"min":{"1min":0.25700000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.48799999999999999,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.45200000000000001,"15min":0.51700000000000002},"min":{"1min":0.311,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.501,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.45500000000000002}]},{"osd":5,"last update":"Fri Sep 13 16:06:40 2024","interfaces":[{"interface":"back","average":{"1min":0.40799999999999997,"5min":0.48099999999999998,"15min":0.55500000000000005},"min":{"1min":0.307,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.47499999999999998,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.438,"5min":0.498,"15min":0.56599999999999995},"min":{"1min":0.29699999999999999,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.57099999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.50900000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:06:40 2024","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.48799999999999999,"15min":0.54800000000000004},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.51500000000000001,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.54200000000000004,"15min":0.61299999999999999},"min":{"1min":0.38500000000000001,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.55300000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.65000000000000002}]}]},{"osd":5,"up_from":13,"seq":55834574925,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":72140,"kb_used_data":832,"kb_used_omap":1,"kb_used_meta":71294,"kb_avail":94299700,"statfs":{"total":96636764160,"available":96562892800,"internally_reserved":0,"allocated":851968,"data_stored":382292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":73005510},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:07:36 2024","interfaces":[{"interface":"back","average":{"1min":0.40300000000000002,"5min":0.41199999999999998,"15min":0.46700000000000003},"min":{"1min":0.216,"5min":0.215,"15min":0.215},"max":{"1min":0.73299999999999998,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.63900000000000001},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.433,"15min":0.47899999999999998},"min":{"1min":0.29799999999999999,"5min":0.219,"15min":0.219},"max":{"1min":0.79200000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.36499999999999999}]},{"osd":1,"last update":"Fri Sep 13 16:07:36 2024","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.438,"15min":0.49399999999999999},"min":{"1min":0.26600000000000001,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.45800000000000002,"15min":0.499},"min":{"1min":0.27900000000000003,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.71399999999999997,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.51800000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:07:36 2024","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.434,"15min":0.499},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.74399999999999999,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.47199999999999998,"15min":0.54900000000000004},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":1.6000000000000001,"5min":1.6000000000000001,"15min":1.6000000000000001},"last":0.76500000000000001}]},{"osd":3,"last update":"Fri Sep 13 16:07:36 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.47799999999999998,"15min":0.52700000000000002},"min":{"1min":0.29099999999999998,"5min":0.252,"15min":0.252},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.51400000000000001,"15min":0.57599999999999996},"min":{"1min":0.316,"5min":0.314,"15min":0.314},"max":{"1min":0.94099999999999995,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.73199999999999998}]},{"osd":4,"last update":"Fri Sep 13 16:07:36 2024","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.42999999999999999,"15min":0.51600000000000001},"min":{"1min":0.26600000000000001,"5min":0.254,"15min":0.254},"max":{"1min":0.81899999999999995,"5min":0.81899999999999995,"15min":0.95499999999999996},"last":1.377},{"interface":"front","average":{"1min":0.44800000000000001,"5min":0.439,"15min":0.51300000000000001},"min":{"1min":0.27300000000000002,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.68400000000000005,"5min":0.748,"15min":0.93799999999999994},"last":0.88500000000000001}]},{"osd":6,"last update":"Fri Sep 13 16:07:36 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.43099999999999999,"15min":0.50900000000000001},"min":{"1min":0.25800000000000001,"5min":0.251,"15min":0.251},"max":{"1min":0.629,"5min":0.73599999999999999,"15min":0.84099999999999997},"last":0.86699999999999999},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.46500000000000002,"15min":0.55700000000000005},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":1.036},"last":0.69399999999999995}]},{"osd":7,"last update":"Fri Sep 13 16:07:36 2024","interfaces":[{"interface":"back","average":{"1min":0.45700000000000002,"5min":0.47199999999999998,"15min":0.52900000000000003},"min":{"1min":0.33400000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.71599999999999997,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.48299999999999998,"15min":0.56299999999999994},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.90900000000000003},"last":0.43099999999999999}]}]},{"osd":4,"up_from":13,"seq":55834574926,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":45900,"kb_used_data":828,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94325940,"statfs":{"total":96636764160,"available":96589762560,"internally_reserved":0,"allocated":847872,"data_stored":377214,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":46135750},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:07:38 2024","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.46200000000000002,"15min":0.47799999999999998},"min":{"1min":0.25600000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":5.7510000000000003,"5min":5.7510000000000003,"15min":5.7510000000000003},"last":0.51500000000000001},{"interface":"front","average":{"1min":1.4510000000000001,"5min":0.628,"15min":0.52200000000000002},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":18.648,"5min":18.648,"15min":18.648},"last":0.61799999999999999}]},{"osd":1,"last update":"Fri Sep 13 16:07:38 2024","interfaces":[{"interface":"back","average":{"1min":1.5680000000000001,"5min":0.65000000000000002,"15min":0.53500000000000003},"min":{"1min":0.221,"5min":0.221,"15min":0.221},"max":{"1min":20.414000000000001,"5min":20.414000000000001,"15min":20.414000000000001},"last":0.53000000000000003},{"interface":"front","average":{"1min":1.552,"5min":0.67800000000000005,"15min":0.57299999999999995},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":20.018000000000001,"5min":20.018000000000001,"15min":20.018000000000001},"last":0.54000000000000004}]},{"osd":2,"last update":"Fri Sep 13 16:07:38 2024","interfaces":[{"interface":"back","average":{"1min":0.48799999999999999,"5min":0.46500000000000002,"15min":0.49299999999999999},"min":{"1min":0.28000000000000003,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":1.5529999999999999,"5min":1.5529999999999999,"15min":1.5529999999999999},"last":0.58699999999999997},{"interface":"front","average":{"1min":1.161,"5min":0.64200000000000002,"15min":0.61799999999999999},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":12.138,"5min":12.138,"15min":12.138},"last":0.64700000000000002}]},{"osd":3,"last update":"Fri Sep 13 16:07:38 2024","interfaces":[{"interface":"back","average":{"1min":1.1699999999999999,"5min":0.622,"15min":0.59099999999999997},"min":{"1min":0.28899999999999998,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":13.097,"5min":13.097,"15min":13.097},"last":0.48399999999999999},{"interface":"front","average":{"1min":1.032,"5min":0.57999999999999996,"15min":0.53000000000000003},"min":{"1min":0.28999999999999998,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":11.009,"5min":11.009,"15min":11.009},"last":0.56100000000000005}]},{"osd":5,"last update":"Fri Sep 13 16:07:38 2024","interfaces":[{"interface":"back","average":{"1min":1.839,"5min":0.70899999999999996,"15min":0.56699999999999995},"min":{"1min":0.27700000000000002,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":24.812999999999999,"5min":24.812999999999999,"15min":24.812999999999999},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.48499999999999999,"15min":0.52900000000000003},"min":{"1min":0.32000000000000001,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":1.5860000000000001,"5min":1.5860000000000001,"15min":1.5860000000000001},"last":0.497}]},{"osd":6,"last update":"Fri Sep 13 16:07:38 2024","interfaces":[{"interface":"back","average":{"1min":1.1990000000000001,"5min":0.58399999999999996,"15min":0.54300000000000004},"min":{"1min":0.32200000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":13.071999999999999,"5min":13.071999999999999,"15min":13.071999999999999},"last":0.39800000000000002},{"interface":"front","average":{"1min":1.859,"5min":0.72199999999999998,"15min":0.58899999999999997},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":24.873999999999999,"5min":24.873999999999999,"15min":24.873999999999999},"last":0.45800000000000002}]},{"osd":7,"last update":"Fri Sep 13 16:07:38 2024","interfaces":[{"interface":"back","average":{"1min":4.258,"5min":1.208,"15min":0.75},"min":{"1min":0.34599999999999997,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":64.593999999999994,"5min":64.593999999999994,"15min":64.593999999999994},"last":0.436},{"interface":"front","average":{"1min":1.2689999999999999,"5min":0.63700000000000001,"15min":0.61899999999999999},"min":{"1min":0.35199999999999998,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":13.125,"5min":13.125,"15min":13.125},"last":0.57399999999999995}]}]},{"osd":2,"up_from":13,"seq":55834574925,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":99972,"kb_used_data":816,"kb_used_omap":1,"kb_used_meta":99134,"kb_avail":94271868,"statfs":{"total":96636764160,"available":96534392832,"internally_reserved":0,"allocated":835584,"data_stored":375650,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":101513670},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:07:40 2024","interfaces":[{"interface":"back","average":{"1min":0.27000000000000002,"5min":0.28100000000000003,"15min":0.314},"min":{"1min":0.17599999999999999,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":0.38900000000000001,"5min":0.56499999999999995,"15min":0.56499999999999995},"last":0.25600000000000001},{"interface":"front","average":{"1min":0.27400000000000002,"5min":0.30099999999999999,"15min":0.32500000000000001},"min":{"1min":0.192,"5min":0.185,"15min":0.185},"max":{"1min":0.42999999999999999,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.307}]},{"osd":1,"last update":"Fri Sep 13 16:07:40 2024","interfaces":[{"interface":"back","average":{"1min":0.307,"5min":0.31,"15min":0.32400000000000001},"min":{"1min":0.218,"5min":0.189,"15min":0.189},"max":{"1min":0.43099999999999999,"5min":0.52600000000000002,"15min":0.52600000000000002},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.35399999999999998,"5min":0.35199999999999998,"15min":0.39000000000000001},"min":{"1min":0.216,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.48499999999999999,"5min":0.55200000000000005,"15min":0.66600000000000004},"last":0.35299999999999998}]},{"osd":3,"last update":"Fri Sep 13 16:06:42 2024","interfaces":[{"interface":"back","average":{"1min":0.32000000000000001,"5min":0.34300000000000003,"15min":0.35499999999999998},"min":{"1min":0.23200000000000001,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.56899999999999995,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.32900000000000001},{"interface":"front","average":{"1min":0.32300000000000001,"5min":0.34599999999999997,"15min":0.34999999999999998},"min":{"1min":0.23799999999999999,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"last":0.34000000000000002}]},{"osd":4,"last update":"Fri Sep 13 16:07:40 2024","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.47799999999999998,"15min":0.53400000000000003},"min":{"1min":0.27800000000000002,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.745,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.47699999999999998,"15min":0.54200000000000004},"min":{"1min":0.29799999999999999,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.69499999999999995,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.63200000000000001}]},{"osd":5,"last update":"Fri Sep 13 16:07:40 2024","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.48299999999999998,"15min":0.54200000000000004},"min":{"1min":0.32000000000000001,"5min":0.25,"15min":0.25},"max":{"1min":0.59099999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.47499999999999998,"5min":0.49099999999999999,"15min":0.53500000000000003},"min":{"1min":0.34000000000000002,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.78400000000000003,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.53100000000000003}]},{"osd":6,"last update":"Fri Sep 13 16:07:40 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.54600000000000004},"min":{"1min":0.36199999999999999,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.64700000000000002,"5min":0.80400000000000005,"15min":0.85599999999999998},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.48499999999999999,"5min":0.51400000000000001,"15min":0.56899999999999995},"min":{"1min":0.35899999999999999,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.76500000000000001,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.51500000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:07:40 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.51800000000000002,"15min":0.56599999999999995},"min":{"1min":0.39500000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.70099999999999996,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.496},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.52100000000000002,"15min":0.57699999999999996},"min":{"1min":0.38200000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.71299999999999997,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.60699999999999998}]}]},{"osd":1,"up_from":13,"seq":55834574925,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":94304,"kb_used_data":844,"kb_used_omap":1,"kb_used_meta":93438,"kb_avail":94277536,"statfs":{"total":96636764160,"available":96540196864,"internally_reserved":0,"allocated":864256,"data_stored":377978,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":95680966},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:06:39 2024","interfaces":[{"interface":"back","average":{"1min":0.23699999999999999,"5min":0.28999999999999998,"15min":0.33800000000000002},"min":{"1min":0.17199999999999999,"5min":0.16300000000000001,"15min":0.16300000000000001},"max":{"1min":0.44800000000000001,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.38700000000000001},{"interface":"front","average":{"1min":0.28699999999999998,"5min":0.32000000000000001,"15min":0.35999999999999999},"min":{"1min":0.19500000000000001,"5min":0.186,"15min":0.186},"max":{"1min":0.57999999999999996,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.373}]},{"osd":2,"last update":"Fri Sep 13 16:06:39 2024","interfaces":[{"interface":"back","average":{"1min":0.27000000000000002,"5min":0.30299999999999999,"15min":0.33900000000000002},"min":{"1min":0.186,"5min":0.186,"15min":0.186},"max":{"1min":0.53100000000000003,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.33800000000000002},{"interface":"front","average":{"1min":0.29999999999999999,"5min":0.34499999999999997,"15min":0.39200000000000002},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.50600000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.41899999999999998}]},{"osd":3,"last update":"Fri Sep 13 16:06:39 2024","interfaces":[{"interface":"back","average":{"1min":0.28299999999999997,"5min":0.34300000000000003,"15min":0.39300000000000002},"min":{"1min":0.20000000000000001,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.47899999999999998,"5min":1.0289999999999999,"15min":1.0289999999999999},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.34399999999999997,"5min":0.371,"15min":0.42299999999999999},"min":{"1min":0.25800000000000001,"5min":0.223,"15min":0.223},"max":{"1min":0.59999999999999998,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.45800000000000002}]},{"osd":4,"last update":"Fri Sep 13 16:06:39 2024","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.48899999999999999,"15min":0.54800000000000004},"min":{"1min":0.29599999999999999,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.56699999999999995,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.42099999999999999,"5min":0.50700000000000001,"15min":0.55600000000000005},"min":{"1min":0.307,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.622,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.77500000000000002}]},{"osd":5,"last update":"Fri Sep 13 16:06:39 2024","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.49099999999999999,"15min":0.52700000000000002},"min":{"1min":0.307,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.65300000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.65900000000000003},{"interface":"front","average":{"1min":0.45500000000000002,"5min":0.51200000000000001,"15min":0.56299999999999994},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.66300000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.76600000000000001}]},{"osd":6,"last update":"Fri Sep 13 16:06:39 2024","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.52300000000000002,"15min":0.56299999999999994},"min":{"1min":0.34100000000000003,"5min":0.313,"15min":0.313},"max":{"1min":0.64700000000000002,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.81200000000000006},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.52100000000000002,"15min":0.56000000000000005},"min":{"1min":0.34699999999999998,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.69799999999999995,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.78800000000000003}]},{"osd":7,"last update":"Fri Sep 13 16:06:39 2024","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.53100000000000003,"15min":0.56999999999999995},"min":{"1min":0.40100000000000002,"5min":0.315,"15min":0.315},"max":{"1min":0.71499999999999997,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.83499999999999996},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.53500000000000003,"15min":0.56999999999999995},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.72699999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.75700000000000001}]}]},{"osd":0,"up_from":13,"seq":55834574927,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":112840,"kb_used_data":1392,"kb_used_omap":1,"kb_used_meta":111422,"kb_avail":94259000,"statfs":{"total":96636764160,"available":96521216000,"internally_reserved":0,"allocated":1425408,"data_stored":965349,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":114096583},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 16:07:33 2024","interfaces":[{"interface":"back","average":{"1min":0.25600000000000001,"5min":0.28000000000000003,"15min":0.40600000000000003},"min":{"1min":0.151,"5min":0.151,"15min":0.151},"max":{"1min":0.42099999999999999,"5min":0.54500000000000004,"15min":2.5960000000000001},"last":0.26700000000000002},{"interface":"front","average":{"1min":0.26600000000000001,"5min":0.29999999999999999,"15min":0.35199999999999998},"min":{"1min":0.17599999999999999,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":0.34799999999999998,"5min":0.52200000000000002,"15min":0.65900000000000003},"last":0.23200000000000001}]},{"osd":2,"last update":"Fri Sep 13 16:07:33 2024","interfaces":[{"interface":"back","average":{"1min":0.28199999999999997,"5min":0.30399999999999999,"15min":0.377},"min":{"1min":0.20000000000000001,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.374,"5min":0.51000000000000001,"15min":1.373},"last":0.30199999999999999},{"interface":"front","average":{"1min":0.309,"5min":0.32800000000000001,"15min":0.38400000000000001},"min":{"1min":0.19400000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.42199999999999999,"5min":0.53700000000000003,"15min":0.77900000000000003},"last":0.255}]},{"osd":3,"last update":"Fri Sep 13 16:06:41 2024","interfaces":[{"interface":"back","average":{"1min":0.316,"5min":0.35699999999999998,"15min":0.39800000000000002},"min":{"1min":0.218,"5min":0.218,"15min":0.218},"max":{"1min":0.495,"5min":0.75,"15min":0.75},"last":0.314},{"interface":"front","average":{"1min":0.29999999999999999,"5min":0.33300000000000002,"15min":0.36499999999999999},"min":{"1min":0.221,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.40500000000000003,"5min":0.59699999999999998,"15min":0.59699999999999998},"last":0.40200000000000002}]},{"osd":4,"last update":"Fri Sep 13 16:07:33 2024","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.45000000000000001,"15min":0.52100000000000002},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.63600000000000001,"5min":0.76800000000000002,"15min":0.79200000000000004},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.42699999999999999,"5min":0.47899999999999998,"15min":0.54700000000000004},"min":{"1min":0.28999999999999998,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.626,"5min":0.86399999999999999,"15min":1.321},"last":0.56000000000000005}]},{"osd":5,"last update":"Fri Sep 13 16:07:33 2024","interfaces":[{"interface":"back","average":{"1min":2.8199999999999998,"5min":0.95899999999999996,"15min":0.70299999999999996},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":41.240000000000002,"5min":41.240000000000002,"15min":41.240000000000002},"last":0.52700000000000002},{"interface":"front","average":{"1min":2.859,"5min":0.97699999999999998,"15min":0.74199999999999999},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":41.301000000000002,"5min":41.301000000000002,"15min":41.301000000000002},"last":0.64600000000000002}]},{"osd":6,"last update":"Fri Sep 13 16:07:33 2024","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.47299999999999998,"15min":0.53300000000000003},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.61599999999999999,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.51100000000000001,"15min":0.57199999999999995},"min":{"1min":0.35999999999999999,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.80700000000000005,"5min":0.82399999999999995,"15min":1.286},"last":0.59899999999999998}]},{"osd":7,"last update":"Fri Sep 13 16:07:33 2024","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":0.51900000000000002,"15min":0.59099999999999997},"min":{"1min":0.35399999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.73099999999999998,"5min":0.79400000000000004,"15min":0.84299999999999997},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.442,"5min":0.499,"15min":0.56399999999999995},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.68600000000000005,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.63400000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2328,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:07:43.757 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-09-13T16:07:43.757 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-13T16:07:43.898 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.896+0000 7fb268da0640 1 Processor -- start 2024-09-13T16:07:43.898 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.896+0000 7fb268da0640 1 -- start start 2024-09-13T16:07:43.899 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.897+0000 7fb268da0640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fb26415dc00 0x7fb26406e430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:43.899 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.897+0000 7fb268da0640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb2640cdd20 con 0x7fb26406a5e0 2024-09-13T16:07:43.899 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.897+0000 7fb268da0640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb264143ef0 con 0x7fb264143b10 2024-09-13T16:07:43.899 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.897+0000 7fb268da0640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb2640aebb0 con 0x7fb26415dc00 2024-09-13T16:07:43.899 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.898+0000 7fb25bfff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fb26406a5e0 0x7fb2640ce1b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:41248/0 (socket says 172.21.15.76:41248) 2024-09-13T16:07:43.899 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.898+0000 7fb25bfff640 1 -- 172.21.15.76:0/1414225740 learned_addr learned my addr 172.21.15.76:0/1414225740 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:07:43.899 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.898+0000 7fb263fff640 1 --2- 172.21.15.76:0/1414225740 >> v2:172.21.15.192:3300/0 conn(0x7fb26415dc00 0x7fb26406e430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:43.899 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.898+0000 7fb262ffd640 1 -- 172.21.15.76:0/1414225740 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4203443152 0 0) 0x7fb2640cdd20 con 0x7fb26406a5e0 2024-09-13T16:07:43.899 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.898+0000 7fb262ffd640 1 -- 172.21.15.76:0/1414225740 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb250003520 con 0x7fb26406a5e0 2024-09-13T16:07:43.902 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.898+0000 7fb262ffd640 1 -- 172.21.15.76:0/1414225740 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2335841173 0 0) 0x7fb250003520 con 0x7fb26406a5e0 2024-09-13T16:07:43.902 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.898+0000 7fb262ffd640 1 -- 172.21.15.76:0/1414225740 >> v2:172.21.15.192:3300/0 conn(0x7fb26415dc00 msgr2=0x7fb26406e430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:43.903 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.898+0000 7fb262ffd640 1 --2- 172.21.15.76:0/1414225740 >> v2:172.21.15.192:3300/0 conn(0x7fb26415dc00 0x7fb26406e430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:43.903 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.898+0000 7fb262ffd640 1 -- 172.21.15.76:0/1414225740 >> v1:172.21.15.192:6789/0 conn(0x7fb264143b10 legacy=0x7fb264069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:43.903 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.898+0000 7fb262ffd640 1 -- 172.21.15.76:0/1414225740 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb26415e1e0 con 0x7fb26406a5e0 2024-09-13T16:07:43.903 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.898+0000 7fb263fff640 1 --2- 172.21.15.76:0/1414225740 >> v2:172.21.15.192:3300/0 conn(0x7fb26415dc00 0x7fb26406e430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:07:43.903 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.898+0000 7fb262ffd640 1 -- 172.21.15.76:0/1414225740 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7fb24c001670 con 0x7fb26406a5e0 2024-09-13T16:07:43.903 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.898+0000 7fb262ffd640 1 -- 172.21.15.76:0/1414225740 >> v1:172.21.15.76:6789/0 conn(0x7fb26406a5e0 legacy=0x7fb2640ce1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:43.903 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.898+0000 7fb262ffd640 1 --2- 172.21.15.76:0/1414225740 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb250003970 0x7fb250003d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:43.903 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.898+0000 7fb262ffd640 1 --2- 172.21.15.76:0/1414225740 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb250004370 0x7fb250004840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:43.903 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.898+0000 7fb262ffd640 1 --2- 172.21.15.76:0/1414225740 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb250005040 0x7fb25000b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:43.903 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.898+0000 7fb262ffd640 1 -- 172.21.15.76:0/1414225740 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb2640aebb0 con 0x7fb250004370 2024-09-13T16:07:43.903 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.898+0000 7fb262ffd640 1 -- 172.21.15.76:0/1414225740 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb25000bfa0 con 0x7fb250003970 2024-09-13T16:07:43.903 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.898+0000 7fb262ffd640 1 -- 172.21.15.76:0/1414225740 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb25000c160 con 0x7fb250005040 2024-09-13T16:07:43.903 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.898+0000 7fb25bfff640 1 --2- 172.21.15.76:0/1414225740 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb250004370 0x7fb250004840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:43.904 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.898+0000 7fb2637fe640 1 --2- 172.21.15.76:0/1414225740 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb250003970 0x7fb250003d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:43.904 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.898+0000 7fb263fff640 1 --2- 172.21.15.76:0/1414225740 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb250005040 0x7fb25000b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:43.904 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.899+0000 7fb25bfff640 1 -- 172.21.15.76:0/1414225740 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb250005040 msgr2=0x7fb25000b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:43.904 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.899+0000 7fb25bfff640 1 --2- 172.21.15.76:0/1414225740 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb250005040 0x7fb25000b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:43.904 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.899+0000 7fb25bfff640 1 -- 172.21.15.76:0/1414225740 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb250003970 msgr2=0x7fb250003d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:43.904 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.899+0000 7fb25bfff640 1 --2- 172.21.15.76:0/1414225740 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb250003970 0x7fb250003d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:43.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.899+0000 7fb25bfff640 1 -- 172.21.15.76:0/1414225740 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb250003520 con 0x7fb250004370 2024-09-13T16:07:43.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.899+0000 7fb263fff640 1 --2- 172.21.15.76:0/1414225740 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb250005040 0x7fb25000b980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:07:43.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.899+0000 7fb263fff640 1 -- 172.21.15.76:0/1414225740 reap_dead start 2024-09-13T16:07:43.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.899+0000 7fb25bfff640 1 --2- 172.21.15.76:0/1414225740 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb250004370 0x7fb250004840 secure :-1 s=READY pgs=889 cs=0 l=1 rev1=1 crypto rx=0x7fb24c00c210 tx=0x7fb2500057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a834532365adec7d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:43.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.899+0000 7fb262ffd640 1 -- 172.21.15.76:0/1414225740 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb24c005ad0 con 0x7fb250004370 2024-09-13T16:07:43.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.899+0000 7fb262ffd640 1 -- 172.21.15.76:0/1414225740 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb24c02d070 con 0x7fb250004370 2024-09-13T16:07:43.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.899+0000 7fb262ffd640 1 -- 172.21.15.76:0/1414225740 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb24c007070 con 0x7fb250004370 2024-09-13T16:07:43.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.900+0000 7fb268da0640 1 -- 172.21.15.76:0/1414225740 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb250004370 msgr2=0x7fb250004840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:43.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.900+0000 7fb268da0640 1 --2- 172.21.15.76:0/1414225740 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb250004370 0x7fb250004840 secure :-1 s=READY pgs=889 cs=0 l=1 rev1=1 crypto rx=0x7fb24c00c210 tx=0x7fb2500057f0 comp rx=0 tx=0).stop 2024-09-13T16:07:43.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.900+0000 7fb268da0640 1 -- 172.21.15.76:0/1414225740 shutdown_connections 2024-09-13T16:07:43.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.900+0000 7fb268da0640 1 --2- 172.21.15.76:0/1414225740 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb250004370 0x7fb250004840 unknown :-1 s=CLOSED pgs=889 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:43.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.900+0000 7fb268da0640 1 -- 172.21.15.76:0/1414225740 >> 172.21.15.76:0/1414225740 conn(0x7fb2640cf000 msgr2=0x7fb2640cf410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:43.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.900+0000 7fb268da0640 1 -- 172.21.15.76:0/1414225740 shutdown_connections 2024-09-13T16:07:43.907 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.900+0000 7fb268da0640 1 -- 172.21.15.76:0/1414225740 wait complete. 2024-09-13T16:07:43.907 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.901+0000 7fb268da0640 1 Processor -- start 2024-09-13T16:07:43.907 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.901+0000 7fb268da0640 1 -- start start 2024-09-13T16:07:43.910 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.902+0000 7fb268da0640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb250004370 0x7fb264142f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:43.910 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.902+0000 7fb268da0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb2641419d0 0x7fb26414b9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:43.910 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.902+0000 7fb268da0640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb26413b9b0 0x7fb2640b0d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:43.910 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.902+0000 7fb268da0640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb264141f40 con 0x7fb2641419d0 2024-09-13T16:07:43.910 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.902+0000 7fb268da0640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb264142190 con 0x7fb250004370 2024-09-13T16:07:43.910 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.902+0000 7fb268da0640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb264142470 con 0x7fb26413b9b0 2024-09-13T16:07:43.910 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.902+0000 7fb25bfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb2641419d0 0x7fb26414b9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:43.910 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.902+0000 7fb25bfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb2641419d0 0x7fb26414b9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:50720/0 (socket says 172.21.15.76:50720) 2024-09-13T16:07:43.910 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.902+0000 7fb25bfff640 1 -- 172.21.15.76:0/3425514431 learned_addr learned my addr 172.21.15.76:0/3425514431 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:43.910 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.902+0000 7fb263fff640 1 --2- 172.21.15.76:0/3425514431 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb26413b9b0 0x7fb2640b0d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:43.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.902+0000 7fb2637fe640 1 --2- 172.21.15.76:0/3425514431 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb250004370 0x7fb264142f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:43.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.902+0000 7fb25bfff640 1 -- 172.21.15.76:0/3425514431 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb26413b9b0 msgr2=0x7fb2640b0d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:43.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.902+0000 7fb25bfff640 1 --2- 172.21.15.76:0/3425514431 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb26413b9b0 0x7fb2640b0d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:43.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.902+0000 7fb25bfff640 1 -- 172.21.15.76:0/3425514431 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb250004370 msgr2=0x7fb264142f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:43.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.902+0000 7fb25bfff640 1 --2- 172.21.15.76:0/3425514431 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb250004370 0x7fb264142f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:43.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.902+0000 7fb25bfff640 1 -- 172.21.15.76:0/3425514431 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb264142750 con 0x7fb2641419d0 2024-09-13T16:07:43.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.902+0000 7fb25bfff640 1 --2- 172.21.15.76:0/3425514431 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb2641419d0 0x7fb26414b9a0 secure :-1 s=READY pgs=890 cs=0 l=1 rev1=1 crypto rx=0x7fb24c02ad00 tx=0x7fb24c001a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:43.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.903+0000 7fb260ff9640 1 -- 172.21.15.76:0/3425514431 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb24c0049e0 con 0x7fb2641419d0 2024-09-13T16:07:43.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.903+0000 7fb260ff9640 1 -- 172.21.15.76:0/3425514431 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb24c004b40 con 0x7fb2641419d0 2024-09-13T16:07:43.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.903+0000 7fb268da0640 1 -- 172.21.15.76:0/3425514431 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb264142a30 con 0x7fb2641419d0 2024-09-13T16:07:43.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.903+0000 7fb260ff9640 1 -- 172.21.15.76:0/3425514431 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb24c007070 con 0x7fb2641419d0 2024-09-13T16:07:43.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.903+0000 7fb268da0640 1 -- 172.21.15.76:0/3425514431 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb26413be60 con 0x7fb2641419d0 2024-09-13T16:07:43.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.904+0000 7fb268da0640 1 -- 172.21.15.76:0/3425514431 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb264143ef0 con 0x7fb2641419d0 2024-09-13T16:07:43.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.904+0000 7fb260ff9640 1 -- 172.21.15.76:0/3425514431 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb24c02f030 con 0x7fb2641419d0 2024-09-13T16:07:43.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.904+0000 7fb260ff9640 1 --2- 172.21.15.76:0/3425514431 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb24406ac00 0x7fb24406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:43.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.905+0000 7fb260ff9640 1 -- 172.21.15.76:0/3425514431 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(70..70 src has 1..70) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fb24c0a8c20 con 0x7fb2641419d0 2024-09-13T16:07:43.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.905+0000 7fb2637fe640 1 --2- 172.21.15.76:0/3425514431 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb24406ac00 0x7fb24406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:43.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.905+0000 7fb2637fe640 1 --2- 172.21.15.76:0/3425514431 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb24406ac00 0x7fb24406d0c0 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7fb254003640 tx=0x7fb254009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:43.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:43.909+0000 7fb260ff9640 1 -- 172.21.15.76:0/3425514431 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fb24c073d50 con 0x7fb2641419d0 2024-09-13T16:07:44.131 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.130+0000 7fb268da0640 1 -- 172.21.15.76:0/3425514431 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) v1 -- 0x7fb2641425b0 con 0x7fb2641419d0 2024-09-13T16:07:44.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.134+0000 7fb260ff9640 1 -- 172.21.15.76:0/3425514431 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v13) v1 ==== 190+0+0 (secure 0 0 0) 0x7fb2641425b0 con 0x7fb2641419d0 2024-09-13T16:07:44.136 INFO:teuthology.orchestra.run.smithi076.stderr:updated caps for client.0 2024-09-13T16:07:44.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.136+0000 7fb268da0640 1 -- 172.21.15.76:0/3425514431 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb24406ac00 msgr2=0x7fb24406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:44.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.136+0000 7fb268da0640 1 --2- 172.21.15.76:0/3425514431 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb24406ac00 0x7fb24406d0c0 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7fb254003640 tx=0x7fb254009040 comp rx=0 tx=0).stop 2024-09-13T16:07:44.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.136+0000 7fb268da0640 1 -- 172.21.15.76:0/3425514431 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb2641419d0 msgr2=0x7fb26414b9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:44.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.136+0000 7fb268da0640 1 --2- 172.21.15.76:0/3425514431 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb2641419d0 0x7fb26414b9a0 secure :-1 s=READY pgs=890 cs=0 l=1 rev1=1 crypto rx=0x7fb24c02ad00 tx=0x7fb24c001a00 comp rx=0 tx=0).stop 2024-09-13T16:07:44.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.136+0000 7fb268da0640 1 -- 172.21.15.76:0/3425514431 shutdown_connections 2024-09-13T16:07:44.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.136+0000 7fb268da0640 1 --2- 172.21.15.76:0/3425514431 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb24406ac00 0x7fb24406d0c0 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:44.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.136+0000 7fb268da0640 1 --2- 172.21.15.76:0/3425514431 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb26413b9b0 0x7fb2640b0d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:44.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.136+0000 7fb268da0640 1 --2- 172.21.15.76:0/3425514431 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb2641419d0 0x7fb26414b9a0 unknown :-1 s=CLOSED pgs=890 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:44.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.136+0000 7fb268da0640 1 --2- 172.21.15.76:0/3425514431 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb250004370 0x7fb264142f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:44.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.136+0000 7fb268da0640 1 -- 172.21.15.76:0/3425514431 >> 172.21.15.76:0/3425514431 conn(0x7fb2640cf000 msgr2=0x7fb2640cf3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:44.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.136+0000 7fb268da0640 1 -- 172.21.15.76:0/3425514431 shutdown_connections 2024-09-13T16:07:44.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.136+0000 7fb268da0640 1 -- 172.21.15.76:0/3425514431 wait complete. 2024-09-13T16:07:44.149 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:07:44.247 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.245+0000 7f38b813e640 1 Processor -- start 2024-09-13T16:07:44.345 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.246+0000 7f38b813e640 1 -- start start 2024-09-13T16:07:44.349 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.246+0000 7f38b813e640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f38b015c6e0 0x7f38b00b3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:44.349 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.246+0000 7f38b813e640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f38b00d07b0 0x7f38b00b4490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:44.349 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.246+0000 7f38b813e640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f38b00d1840 con 0x7f38b00ccb20 2024-09-13T16:07:44.349 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.246+0000 7f38b813e640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f38b006bd20 con 0x7f38b00d07b0 2024-09-13T16:07:44.349 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.246+0000 7f38b813e640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f38b00d0c30 con 0x7f38b015c6e0 2024-09-13T16:07:44.350 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.247+0000 7f38b56d9640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f38b00d07b0 0x7f38b00b4490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:44.350 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.247+0000 7f38b56d9640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f38b00d07b0 0x7f38b00b4490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:50732/0 (socket says 172.21.15.76:50732) 2024-09-13T16:07:44.350 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.247+0000 7f38b56d9640 1 -- 172.21.15.76:0/1659635573 learned_addr learned my addr 172.21.15.76:0/1659635573 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:44.350 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.247+0000 7f38b5eda640 1 --2- 172.21.15.76:0/1659635573 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f38b015c6e0 0x7f38b00b3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:44.350 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.247+0000 7f38b56d9640 1 -- 172.21.15.76:0/1659635573 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f38b015c6e0 msgr2=0x7f38b00b3f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:44.350 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.247+0000 7f38b56d9640 1 --2- 172.21.15.76:0/1659635573 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f38b015c6e0 0x7f38b00b3f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:44.350 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.247+0000 7f38b56d9640 1 -- 172.21.15.76:0/1659635573 >> v1:172.21.15.192:6789/0 conn(0x7f38b00ccb20 legacy=0x7f38b0160030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:44.350 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.247+0000 7f38b56d9640 1 -- 172.21.15.76:0/1659635573 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f38b00d0f10 con 0x7f38b00d07b0 2024-09-13T16:07:44.350 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.248+0000 7f38b56d9640 1 --2- 172.21.15.76:0/1659635573 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38b00d07b0 0x7f38b00b4490 secure :-1 s=READY pgs=891 cs=0 l=1 rev1=1 crypto rx=0x7f38a4009870 tx=0x7f38a402a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=73fa53e89f4df9ea server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:44.350 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.248+0000 7f38b4ed8640 1 -- 172.21.15.76:0/1659635573 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38a4032440 con 0x7f38b00d07b0 2024-09-13T16:07:44.350 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.248+0000 7f38b4ed8640 1 -- 172.21.15.76:0/1659635573 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f38a40325a0 con 0x7f38b00d07b0 2024-09-13T16:07:44.350 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.248+0000 7f38b4ed8640 1 -- 172.21.15.76:0/1659635573 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38a4032930 con 0x7f38b00d07b0 2024-09-13T16:07:44.350 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.248+0000 7f38b813e640 1 -- 172.21.15.76:0/1659635573 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38b00d07b0 msgr2=0x7f38b00b4490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:44.351 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.248+0000 7f38b813e640 1 --2- 172.21.15.76:0/1659635573 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38b00d07b0 0x7f38b00b4490 secure :-1 s=READY pgs=891 cs=0 l=1 rev1=1 crypto rx=0x7f38a4009870 tx=0x7f38a402a1c0 comp rx=0 tx=0).stop 2024-09-13T16:07:44.351 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.248+0000 7f38b813e640 1 -- 172.21.15.76:0/1659635573 shutdown_connections 2024-09-13T16:07:44.351 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.248+0000 7f38b813e640 1 --2- 172.21.15.76:0/1659635573 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38b00d07b0 0x7f38b00b4490 unknown :-1 s=CLOSED pgs=891 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:44.351 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.248+0000 7f38b813e640 1 --2- 172.21.15.76:0/1659635573 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f38b015c6e0 0x7f38b00b3f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:44.351 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.249+0000 7f38b813e640 1 -- 172.21.15.76:0/1659635573 >> 172.21.15.76:0/1659635573 conn(0x7f38b0089f60 msgr2=0x7f38b00d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:44.351 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.249+0000 7f38b813e640 1 -- 172.21.15.76:0/1659635573 shutdown_connections 2024-09-13T16:07:44.351 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.249+0000 7f38b813e640 1 -- 172.21.15.76:0/1659635573 wait complete. 2024-09-13T16:07:44.351 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.250+0000 7f38b813e640 1 Processor -- start 2024-09-13T16:07:44.351 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.250+0000 7f38b813e640 1 -- start start 2024-09-13T16:07:44.351 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.250+0000 7f38b813e640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f38b00ccb20 0x7f38b00c8cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:44.351 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.250+0000 7f38b813e640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f38b00d07b0 0x7f38b01f5480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:44.351 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.250+0000 7f38b813e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38b015c6e0 0x7f38b00b0570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:44.351 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.251+0000 7f38b813e640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f38b00c95a0 con 0x7f38b015c6e0 2024-09-13T16:07:44.352 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.251+0000 7f38b813e640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f38b01f6280 con 0x7f38b00ccb20 2024-09-13T16:07:44.352 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.251+0000 7f38b813e640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f38b01f6560 con 0x7f38b00d07b0 2024-09-13T16:07:44.352 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.251+0000 7f38b66db640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38b015c6e0 0x7f38b00b0570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:44.352 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.251+0000 7f38b66db640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38b015c6e0 0x7f38b00b0570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:50734/0 (socket says 172.21.15.76:50734) 2024-09-13T16:07:44.352 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.251+0000 7f38b66db640 1 -- 172.21.15.76:0/755469600 learned_addr learned my addr 172.21.15.76:0/755469600 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:44.352 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.251+0000 7f38b56d9640 1 --2- 172.21.15.76:0/755469600 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f38b00d07b0 0x7f38b01f5480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:44.352 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.251+0000 7f38b5eda640 1 --2- 172.21.15.76:0/755469600 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f38b00ccb20 0x7f38b00c8cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:44.352 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.251+0000 7f38b66db640 1 -- 172.21.15.76:0/755469600 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f38b00d07b0 msgr2=0x7f38b01f5480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:44.352 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.251+0000 7f38b66db640 1 --2- 172.21.15.76:0/755469600 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f38b00d07b0 0x7f38b01f5480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:44.352 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.251+0000 7f38b66db640 1 -- 172.21.15.76:0/755469600 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f38b00ccb20 msgr2=0x7f38b00c8cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:44.352 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.251+0000 7f38b66db640 1 --2- 172.21.15.76:0/755469600 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f38b00ccb20 0x7f38b00c8cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:44.352 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.251+0000 7f38b66db640 1 -- 172.21.15.76:0/755469600 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f38a40094d0 con 0x7f38b015c6e0 2024-09-13T16:07:44.353 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.251+0000 7f38b66db640 1 --2- 172.21.15.76:0/755469600 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38b015c6e0 0x7f38b00b0570 secure :-1 s=READY pgs=892 cs=0 l=1 rev1=1 crypto rx=0x7f38a800c730 tx=0x7f38a800cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:44.353 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.251+0000 7f38a27fc640 1 -- 172.21.15.76:0/755469600 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38a8006d50 con 0x7f38b015c6e0 2024-09-13T16:07:44.353 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.251+0000 7f38a27fc640 1 -- 172.21.15.76:0/755469600 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f38a8003970 con 0x7f38b015c6e0 2024-09-13T16:07:44.353 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.251+0000 7f38b813e640 1 -- 172.21.15.76:0/755469600 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f38b01f6840 con 0x7f38b015c6e0 2024-09-13T16:07:44.353 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.251+0000 7f38a27fc640 1 -- 172.21.15.76:0/755469600 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38a8003d60 con 0x7f38b015c6e0 2024-09-13T16:07:44.353 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.251+0000 7f38b813e640 1 -- 172.21.15.76:0/755469600 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f38b00c91f0 con 0x7f38b015c6e0 2024-09-13T16:07:44.353 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.252+0000 7f38b813e640 1 -- 172.21.15.76:0/755469600 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f38b00b3940 con 0x7f38b015c6e0 2024-09-13T16:07:44.353 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.253+0000 7f38a27fc640 1 -- 172.21.15.76:0/755469600 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f38a80052e0 con 0x7f38b015c6e0 2024-09-13T16:07:44.353 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.253+0000 7f38a27fc640 1 --2- 172.21.15.76:0/755469600 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f389406ac30 0x7f389406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:44.353 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.253+0000 7f38a27fc640 1 -- 172.21.15.76:0/755469600 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(70..70 src has 1..70) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f38a8088f60 con 0x7f38b015c6e0 2024-09-13T16:07:44.353 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.253+0000 7f38b5eda640 1 --2- 172.21.15.76:0/755469600 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f389406ac30 0x7f389406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:44.353 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.254+0000 7f38b5eda640 1 --2- 172.21.15.76:0/755469600 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f389406ac30 0x7f389406d0f0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f38ac006fd0 tx=0x7f38ac008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:44.353 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.257+0000 7f38a27fc640 1 -- 172.21.15.76:0/755469600 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f38a8054140 con 0x7f38b015c6e0 2024-09-13T16:07:44.452 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.451+0000 7f38b813e640 1 -- 172.21.15.76:0/755469600 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f38b00b4c80 con 0x7f38b015c6e0 2024-09-13T16:07:44.453 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.452+0000 7f38a27fc640 1 -- 172.21.15.76:0/755469600 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) v1 ==== 94+0+4738 (secure 0 0 0) 0x7f38a8057760 con 0x7f38b015c6e0 2024-09-13T16:07:44.453 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:07:44.453 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":31,"default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5612,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/3450290570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":3450290570},{"type":"v1","addr":"172.21.15.192:6835","nonce":3450290570}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":27},{"gid":6540,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6836/3875271981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":3875271981},{"type":"v1","addr":"172.21.15.76:6836","nonce":3875271981}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":27},{"gid":6543,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6837/2739660661","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":2739660661},{"type":"v1","addr":"172.21.15.76:6837","nonce":2739660661}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":27}],"filesystems":[{"mdsmap":{"epoch":31,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:07:39.493226+0000","modified":"2024-09-13T16:07:42.498014+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":6555},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6555":{"gid":6555,"name":"b","rank":0,"incarnation":28,"state":"up:active","state_seq":3,"addr":"172.21.15.192:6833/491354438","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":491354438},{"type":"v1","addr":"172.21.15.192:6833","nonce":491354438}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[10],"metadata_pool":9,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":4}]} 2024-09-13T16:07:44.454 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 31 2024-09-13T16:07:44.455 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.453+0000 7f38b813e640 1 -- 172.21.15.76:0/755469600 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f389406ac30 msgr2=0x7f389406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:44.455 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.453+0000 7f38b813e640 1 --2- 172.21.15.76:0/755469600 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f389406ac30 0x7f389406d0f0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f38ac006fd0 tx=0x7f38ac008040 comp rx=0 tx=0).stop 2024-09-13T16:07:44.455 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.453+0000 7f38b813e640 1 -- 172.21.15.76:0/755469600 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38b015c6e0 msgr2=0x7f38b00b0570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:44.455 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.453+0000 7f38b813e640 1 --2- 172.21.15.76:0/755469600 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38b015c6e0 0x7f38b00b0570 secure :-1 s=READY pgs=892 cs=0 l=1 rev1=1 crypto rx=0x7f38a800c730 tx=0x7f38a800cbf0 comp rx=0 tx=0).stop 2024-09-13T16:07:44.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.454+0000 7f38b813e640 1 -- 172.21.15.76:0/755469600 shutdown_connections 2024-09-13T16:07:44.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.454+0000 7f38b813e640 1 --2- 172.21.15.76:0/755469600 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38b015c6e0 0x7f38b00b0570 unknown :-1 s=CLOSED pgs=892 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:44.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.454+0000 7f38b813e640 1 --2- 172.21.15.76:0/755469600 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f389406ac30 0x7f389406d0f0 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:44.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.454+0000 7f38b813e640 1 --2- 172.21.15.76:0/755469600 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f38b00d07b0 0x7f38b01f5480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:44.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.454+0000 7f38b813e640 1 --2- 172.21.15.76:0/755469600 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f38b00ccb20 0x7f38b00c8cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:44.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.454+0000 7f38b813e640 1 -- 172.21.15.76:0/755469600 >> 172.21.15.76:0/755469600 conn(0x7f38b0089f60 msgr2=0x7f38b00b2eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:44.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.454+0000 7f38b813e640 1 -- 172.21.15.76:0/755469600 shutdown_connections 2024-09-13T16:07:44.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.454+0000 7f38b813e640 1 -- 172.21.15.76:0/755469600 wait complete. 2024-09-13T16:07:44.869 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 31, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T16:07:39.493226+0000', 'modified': '2024-09-13T16:07:42.498014+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 6555}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6555': {'gid': 6555, 'name': 'b', 'rank': 0, 'incarnation': 28, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.192:6833/491354438', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.192:6832', 'nonce': 491354438}, {'type': 'v1', 'addr': '172.21.15.192:6833', 'nonce': 491354438}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [10], 'metadata_pool': 9, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-13T16:07:44.869 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-13T16:07:44.869 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-09-13T16:07:44.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.972+0000 7f6acc8c9640 1 Processor -- start 2024-09-13T16:07:44.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.972+0000 7f6acc8c9640 1 -- start start 2024-09-13T16:07:44.990 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.972+0000 7f6acc8c9640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f6ac80cb150 0x7f6ac806d740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:44.990 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.973+0000 7f6acc8c9640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6ac80c8920 con 0x7f6ac80cace0 2024-09-13T16:07:44.990 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.973+0000 7f6acc8c9640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6ac815a6c0 con 0x7f6ac815a2e0 2024-09-13T16:07:44.990 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.973+0000 7f6acc8c9640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6ac80ca500 con 0x7f6ac80cb150 2024-09-13T16:07:44.990 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.973+0000 7f6abdd9b640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f6ac80cace0 0x7f6ac806d030 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:41250/0 (socket says 172.21.15.76:41250) 2024-09-13T16:07:44.990 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.973+0000 7f6abdd9b640 1 -- 172.21.15.76:0/1963079232 learned_addr learned my addr 172.21.15.76:0/1963079232 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:07:44.990 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.973+0000 7f6ac5d9b640 1 -- 172.21.15.76:0/1963079232 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2667495429 0 0) 0x7f6ac80c8920 con 0x7f6ac80cace0 2024-09-13T16:07:44.990 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.973+0000 7f6ac5d9b640 1 -- 172.21.15.76:0/1963079232 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6ab4003520 con 0x7f6ac80cace0 2024-09-13T16:07:44.990 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.973+0000 7f6ac6d9d640 1 --2- 172.21.15.76:0/1963079232 >> v2:172.21.15.192:3300/0 conn(0x7f6ac80cb150 0x7f6ac806d740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:44.990 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.973+0000 7f6ac5d9b640 1 -- 172.21.15.76:0/1963079232 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2715592796 0 0) 0x7f6ab4003520 con 0x7f6ac80cace0 2024-09-13T16:07:44.991 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.973+0000 7f6ac5d9b640 1 -- 172.21.15.76:0/1963079232 >> v2:172.21.15.192:3300/0 conn(0x7f6ac80cb150 msgr2=0x7f6ac806d740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:44.991 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.973+0000 7f6ac5d9b640 1 --2- 172.21.15.76:0/1963079232 >> v2:172.21.15.192:3300/0 conn(0x7f6ac80cb150 0x7f6ac806d740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:44.991 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.973+0000 7f6ac5d9b640 1 -- 172.21.15.76:0/1963079232 >> v1:172.21.15.192:6789/0 conn(0x7f6ac815a2e0 legacy=0x7f6ac80c9a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:44.991 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.973+0000 7f6ac5d9b640 1 -- 172.21.15.76:0/1963079232 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6ac80c8b70 con 0x7f6ac80cace0 2024-09-13T16:07:44.991 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.973+0000 7f6ac5d9b640 1 -- 172.21.15.76:0/1963079232 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f6ab0001670 con 0x7f6ac80cace0 2024-09-13T16:07:44.991 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.973+0000 7f6ac5d9b640 1 -- 172.21.15.76:0/1963079232 >> v1:172.21.15.76:6789/0 conn(0x7f6ac80cace0 legacy=0x7f6ac806d030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:44.991 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.973+0000 7f6ac5d9b640 1 --2- 172.21.15.76:0/1963079232 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6ab4003970 0x7f6ab4003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:44.991 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.973+0000 7f6ac5d9b640 1 --2- 172.21.15.76:0/1963079232 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6ab40047c0 0x7f6ab4004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:44.991 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.973+0000 7f6ac5d9b640 1 --2- 172.21.15.76:0/1963079232 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ab4005180 0x7f6ab400b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:44.991 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.973+0000 7f6ac5d9b640 1 -- 172.21.15.76:0/1963079232 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ac80ca500 con 0x7f6ab4005180 2024-09-13T16:07:44.991 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.973+0000 7f6ac5d9b640 1 -- 172.21.15.76:0/1963079232 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ab400c0d0 con 0x7f6ab40047c0 2024-09-13T16:07:44.991 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.973+0000 7f6ac5d9b640 1 -- 172.21.15.76:0/1963079232 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6ab400c290 con 0x7f6ab4003970 2024-09-13T16:07:44.991 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.973+0000 7f6ac6d9d640 1 --2- 172.21.15.76:0/1963079232 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ab4005180 0x7f6ab400b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:44.991 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.973+0000 7f6abdd9b640 1 --2- 172.21.15.76:0/1963079232 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6ab40047c0 0x7f6ab4004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:44.992 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.973+0000 7f6ac659c640 1 --2- 172.21.15.76:0/1963079232 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6ab4003970 0x7f6ab4003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:44.992 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.974+0000 7f6ac6d9d640 1 -- 172.21.15.76:0/1963079232 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6ab4003970 msgr2=0x7f6ab4003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:44.992 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.974+0000 7f6ac6d9d640 1 --2- 172.21.15.76:0/1963079232 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6ab4003970 0x7f6ab4003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:44.992 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.974+0000 7f6ac6d9d640 1 -- 172.21.15.76:0/1963079232 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6ab40047c0 msgr2=0x7f6ab4004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:44.992 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.974+0000 7f6ac6d9d640 1 --2- 172.21.15.76:0/1963079232 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6ab40047c0 0x7f6ab4004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:44.992 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.974+0000 7f6ac6d9d640 1 -- 172.21.15.76:0/1963079232 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6ab4003520 con 0x7f6ab4005180 2024-09-13T16:07:44.992 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.974+0000 7f6ac659c640 1 --2- 172.21.15.76:0/1963079232 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6ab4003970 0x7f6ab4003d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:07:44.992 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.974+0000 7f6ac6d9d640 1 -- 172.21.15.76:0/1963079232 reap_dead start 2024-09-13T16:07:44.992 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.974+0000 7f6ac6d9d640 1 --2- 172.21.15.76:0/1963079232 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ab4005180 0x7f6ab400b980 secure :-1 s=READY pgs=894 cs=0 l=1 rev1=1 crypto rx=0x7f6ac0007360 tx=0x7f6ab40057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=641a7a147c21765a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:44.992 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.974+0000 7f6ac5d9b640 1 -- 172.21.15.76:0/1963079232 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ac0003b90 con 0x7f6ab4005180 2024-09-13T16:07:44.992 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.974+0000 7f6ac5d9b640 1 -- 172.21.15.76:0/1963079232 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6ac0003d30 con 0x7f6ab4005180 2024-09-13T16:07:44.992 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.974+0000 7f6ac5d9b640 1 -- 172.21.15.76:0/1963079232 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ac0003ea0 con 0x7f6ab4005180 2024-09-13T16:07:44.992 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.975+0000 7f6acc8c9640 1 -- 172.21.15.76:0/1963079232 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ab4005180 msgr2=0x7f6ab400b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:44.992 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.975+0000 7f6acc8c9640 1 --2- 172.21.15.76:0/1963079232 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ab4005180 0x7f6ab400b980 secure :-1 s=READY pgs=894 cs=0 l=1 rev1=1 crypto rx=0x7f6ac0007360 tx=0x7f6ab40057f0 comp rx=0 tx=0).stop 2024-09-13T16:07:44.993 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.975+0000 7f6acc8c9640 1 -- 172.21.15.76:0/1963079232 shutdown_connections 2024-09-13T16:07:44.993 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.975+0000 7f6acc8c9640 1 --2- 172.21.15.76:0/1963079232 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ab4005180 0x7f6ab400b980 unknown :-1 s=CLOSED pgs=894 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:44.993 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.975+0000 7f6acc8c9640 1 -- 172.21.15.76:0/1963079232 >> 172.21.15.76:0/1963079232 conn(0x7f6ac8069ed0 msgr2=0x7f6ac806a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:44.993 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.975+0000 7f6acc8c9640 1 -- 172.21.15.76:0/1963079232 shutdown_connections 2024-09-13T16:07:44.993 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.975+0000 7f6acc8c9640 1 -- 172.21.15.76:0/1963079232 wait complete. 2024-09-13T16:07:44.993 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.976+0000 7f6acc8c9640 1 Processor -- start 2024-09-13T16:07:44.993 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.977+0000 7f6acc8c9640 1 -- start start 2024-09-13T16:07:44.993 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.977+0000 7f6acc8c9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6ab4005180 0x7f6ac8159130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:44.993 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.977+0000 7f6acc8c9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ac80af380 0x7f6ac815ca20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:44.993 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.977+0000 7f6acc8c9640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6ac80c2600 0x7f6ac815cf60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:44.993 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.977+0000 7f6acc8c9640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ac80c2ae0 con 0x7f6ac80af380 2024-09-13T16:07:44.993 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.977+0000 7f6acc8c9640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ac80c2dc0 con 0x7f6ac80c2600 2024-09-13T16:07:44.993 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.977+0000 7f6acc8c9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6ac80c30a0 con 0x7f6ab4005180 2024-09-13T16:07:44.994 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.977+0000 7f6abdd9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ac80af380 0x7f6ac815ca20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:44.994 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.977+0000 7f6abdd9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ac80af380 0x7f6ac815ca20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:50738/0 (socket says 172.21.15.76:50738) 2024-09-13T16:07:44.994 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.977+0000 7f6abdd9b640 1 -- 172.21.15.76:0/72338332 learned_addr learned my addr 172.21.15.76:0/72338332 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:44.994 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.978+0000 7f6ac659c640 1 --2- 172.21.15.76:0/72338332 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6ab4005180 0x7f6ac8159130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:44.994 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.978+0000 7f6ac6d9d640 1 --2- 172.21.15.76:0/72338332 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6ac80c2600 0x7f6ac815cf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:44.994 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.978+0000 7f6abdd9b640 1 -- 172.21.15.76:0/72338332 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6ab4005180 msgr2=0x7f6ac8159130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:44.994 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.978+0000 7f6abdd9b640 1 --2- 172.21.15.76:0/72338332 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6ab4005180 0x7f6ac8159130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:44.994 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.978+0000 7f6abdd9b640 1 -- 172.21.15.76:0/72338332 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6ac80c2600 msgr2=0x7f6ac815cf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:44.994 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.978+0000 7f6abdd9b640 1 --2- 172.21.15.76:0/72338332 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6ac80c2600 0x7f6ac815cf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:44.994 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.978+0000 7f6abdd9b640 1 -- 172.21.15.76:0/72338332 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6ac80c3380 con 0x7f6ac80af380 2024-09-13T16:07:44.994 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.978+0000 7f6ac659c640 1 --2- 172.21.15.76:0/72338332 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6ab4005180 0x7f6ac8159130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:07:44.994 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.978+0000 7f6abdd9b640 1 --2- 172.21.15.76:0/72338332 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ac80af380 0x7f6ac815ca20 secure :-1 s=READY pgs=895 cs=0 l=1 rev1=1 crypto rx=0x7f6ab0007290 tx=0x7f6ab0007750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:44.994 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.978+0000 7f6abf7fe640 1 -- 172.21.15.76:0/72338332 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ab0001650 con 0x7f6ac80af380 2024-09-13T16:07:44.994 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.978+0000 7f6abf7fe640 1 -- 172.21.15.76:0/72338332 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6ab000f9c0 con 0x7f6ac80af380 2024-09-13T16:07:44.995 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.978+0000 7f6acc8c9640 1 -- 172.21.15.76:0/72338332 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6ac80c3660 con 0x7f6ac80af380 2024-09-13T16:07:44.995 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.978+0000 7f6abf7fe640 1 -- 172.21.15.76:0/72338332 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ab000fd50 con 0x7f6ac80af380 2024-09-13T16:07:44.995 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.978+0000 7f6acc8c9640 1 -- 172.21.15.76:0/72338332 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6ac80c1460 con 0x7f6ac80af380 2024-09-13T16:07:44.995 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.979+0000 7f6abf7fe640 1 -- 172.21.15.76:0/72338332 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f6ab001d460 con 0x7f6ac80af380 2024-09-13T16:07:44.995 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.980+0000 7f6abf7fe640 1 --2- 172.21.15.76:0/72338332 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6aa806ac00 0x7f6aa806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:44.995 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.980+0000 7f6abf7fe640 1 -- 172.21.15.76:0/72338332 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(70..70 src has 1..70) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f6ab0089630 con 0x7f6ac80af380 2024-09-13T16:07:44.995 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.980+0000 7f6ac659c640 1 --2- 172.21.15.76:0/72338332 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6aa806ac00 0x7f6aa806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:44.995 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.980+0000 7f6ac659c640 1 --2- 172.21.15.76:0/72338332 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6aa806ac00 0x7f6aa806d0c0 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f6ab8000c00 tx=0x7f6ab8009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:44.995 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.981+0000 7f6acf5e3740 1 Processor -- start 2024-09-13T16:07:44.995 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.981+0000 7f6acf5e3740 1 -- start start 2024-09-13T16:07:44.995 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.982+0000 7f6acf5e3740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55fb11ec10a0 0x55fb11ec1480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:44.995 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.982+0000 7f6acf5e3740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fb11ebe860 0x55fb11f0e570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:44.995 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.982+0000 7f6acf5e3740 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55fb11ee8550 0x55fb11f0eab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:44.995 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.982+0000 7f6acf5e3740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fb11e1b7c0 con 0x55fb11ec10a0 2024-09-13T16:07:44.996 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.982+0000 7f6acf5e3740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fb11e2ab70 con 0x55fb11ebe860 2024-09-13T16:07:44.996 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.982+0000 7f6acf5e3740 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x55fb11e28300 con 0x55fb11ee8550 2024-09-13T16:07:44.996 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.982+0000 7f6ac659c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55fb11ec10a0 0x55fb11ec1480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:44.996 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.982+0000 7f6ac659c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55fb11ec10a0 0x55fb11ec1480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:50754/0 (socket says 172.21.15.76:50754) 2024-09-13T16:07:44.996 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.982+0000 7f6ac659c640 1 -- 172.21.15.76:0/1924044270 learned_addr learned my addr 172.21.15.76:0/1924044270 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:44.996 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.982+0000 7f6ac6d9d640 1 --2- 172.21.15.76:0/1924044270 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55fb11ee8550 0x55fb11f0eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:44.996 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.982+0000 7f6abdd9b640 1 --2- 172.21.15.76:0/1924044270 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fb11ebe860 0x55fb11f0e570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:44.996 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.982+0000 7f6ac659c640 1 -- 172.21.15.76:0/1924044270 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55fb11ee8550 msgr2=0x55fb11f0eab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:44.996 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.982+0000 7f6ac659c640 1 --2- 172.21.15.76:0/1924044270 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55fb11ee8550 0x55fb11f0eab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:44.996 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.982+0000 7f6ac659c640 1 -- 172.21.15.76:0/1924044270 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fb11ebe860 msgr2=0x55fb11f0e570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:44.996 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.982+0000 7f6ac659c640 1 --2- 172.21.15.76:0/1924044270 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fb11ebe860 0x55fb11f0e570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:44.996 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.982+0000 7f6ac659c640 1 -- 172.21.15.76:0/1924044270 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55fb11db04b0 con 0x55fb11ec10a0 2024-09-13T16:07:44.996 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.982+0000 7f6ac659c640 1 --2- 172.21.15.76:0/1924044270 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55fb11ec10a0 0x55fb11ec1480 secure :-1 s=READY pgs=896 cs=0 l=1 rev1=1 crypto rx=0x7f6ab8001610 tx=0x7f6ab8013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bffbafcec9ba90f4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:44.997 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.982+0000 7f6aa7fff640 1 -- 172.21.15.76:0/1924044270 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ab80147c0 con 0x55fb11ec10a0 2024-09-13T16:07:44.997 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.982+0000 7f6aa7fff640 1 -- 172.21.15.76:0/1924044270 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6ab8014920 con 0x55fb11ec10a0 2024-09-13T16:07:44.997 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.982+0000 7f6aa7fff640 1 -- 172.21.15.76:0/1924044270 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ab8014c90 con 0x55fb11ec10a0 2024-09-13T16:07:44.997 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.983+0000 7f6acf5e3740 1 -- 172.21.15.76:0/1924044270 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55fb11ec10a0 msgr2=0x55fb11ec1480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:44.997 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.983+0000 7f6acf5e3740 1 --2- 172.21.15.76:0/1924044270 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55fb11ec10a0 0x55fb11ec1480 secure :-1 s=READY pgs=896 cs=0 l=1 rev1=1 crypto rx=0x7f6ab8001610 tx=0x7f6ab8013000 comp rx=0 tx=0).stop 2024-09-13T16:07:44.997 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.983+0000 7f6acf5e3740 1 -- 172.21.15.76:0/1924044270 shutdown_connections 2024-09-13T16:07:44.997 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.983+0000 7f6acf5e3740 1 --2- 172.21.15.76:0/1924044270 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55fb11ee8550 0x55fb11f0eab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:44.997 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.983+0000 7f6acf5e3740 1 --2- 172.21.15.76:0/1924044270 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fb11ebe860 0x55fb11f0e570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:44.997 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.983+0000 7f6acf5e3740 1 --2- 172.21.15.76:0/1924044270 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55fb11ec10a0 0x55fb11ec1480 unknown :-1 s=CLOSED pgs=896 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:44.997 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.983+0000 7f6acf5e3740 1 -- 172.21.15.76:0/1924044270 >> 172.21.15.76:0/1924044270 conn(0x55fb11ebd7d0 msgr2=0x55fb11f05c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:44.997 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.983+0000 7f6acf5e3740 1 -- 172.21.15.76:0/1924044270 shutdown_connections 2024-09-13T16:07:44.997 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.983+0000 7f6acf5e3740 1 -- 172.21.15.76:0/1924044270 wait complete. 2024-09-13T16:07:44.997 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.984+0000 7f6acf5e3740 1 -- start start 2024-09-13T16:07:44.998 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.984+0000 7f6acf5e3740 1 Processor -- start 2024-09-13T16:07:44.998 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.985+0000 7f6acf5e3740 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55fb11ec10a0 0x55fb11ee9cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:44.998 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.985+0000 7f6acf5e3740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fb11ee8550 0x55fb11f0b490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:44.998 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.985+0000 7f6acf5e3740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55fb11eea1f0 0x55fb11f0b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:44.998 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.985+0000 7f6acf5e3740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fb11e23bf0 con 0x55fb11eea1f0 2024-09-13T16:07:44.998 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.985+0000 7f6acf5e3740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fb11de2250 con 0x55fb11ee8550 2024-09-13T16:07:44.998 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.985+0000 7f6acf5e3740 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x55fb11de1ef0 con 0x55fb11ec10a0 2024-09-13T16:07:44.998 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.985+0000 7f6acf5e3740 10 client.0 _ll_register_callbacks cb 0x55fb11e14740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:07:44.998 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.985+0000 7f6ac6d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55fb11eea1f0 0x55fb11f0b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:44.998 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.985+0000 7f6ac6d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55fb11eea1f0 0x55fb11f0b9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:50766/0 (socket says 172.21.15.76:50766) 2024-09-13T16:07:44.998 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.985+0000 7f6ac6d9d640 1 -- 172.21.15.76:0/2555527864 learned_addr learned my addr 172.21.15.76:0/2555527864 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:44.998 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.985+0000 7f6ac659c640 1 --2- 172.21.15.76:0/2555527864 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55fb11ec10a0 0x55fb11ee9cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:44.998 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.985+0000 7f6abdd9b640 1 --2- 172.21.15.76:0/2555527864 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fb11ee8550 0x55fb11f0b490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:44.999 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.985+0000 7f6ac6d9d640 1 -- 172.21.15.76:0/2555527864 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55fb11ec10a0 msgr2=0x55fb11ee9cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:44.999 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.985+0000 7f6ac6d9d640 1 --2- 172.21.15.76:0/2555527864 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55fb11ec10a0 0x55fb11ee9cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:44.999 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.985+0000 7f6ac6d9d640 1 -- 172.21.15.76:0/2555527864 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fb11ee8550 msgr2=0x55fb11f0b490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:44.999 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.985+0000 7f6ac6d9d640 1 --2- 172.21.15.76:0/2555527864 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fb11ee8550 0x55fb11f0b490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:44.999 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.985+0000 7f6ac6d9d640 1 -- 172.21.15.76:0/2555527864 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6ab800f040 con 0x55fb11eea1f0 2024-09-13T16:07:44.999 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.985+0000 7f6ac6d9d640 1 --2- 172.21.15.76:0/2555527864 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55fb11eea1f0 0x55fb11f0b9d0 secure :-1 s=READY pgs=897 cs=0 l=1 rev1=1 crypto rx=0x7f6ac00040d0 tx=0x7f6ac0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f71c1efcd2003bbe server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:44.999 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.985+0000 7f6aa57fa640 10 client.0 ms_handle_connect on v2:172.21.15.76:3300/0 2024-09-13T16:07:44.999 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.985+0000 7f6aa57fa640 1 -- 172.21.15.76:0/2555527864 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ac00045c0 con 0x55fb11eea1f0 2024-09-13T16:07:44.999 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.985+0000 7f6aa57fa640 1 -- 172.21.15.76:0/2555527864 <== mon.0 v2:172.21.15.76:3300/0 2 ==== osd_map(70..70 src has 1..70) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f6ac0004720 con 0x55fb11eea1f0 2024-09-13T16:07:44.999 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.985+0000 7f6acf5e3740 1 -- 172.21.15.76:0/2555527864 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55fb11b173c0 con 0x55fb11eea1f0 2024-09-13T16:07:44.999 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.986+0000 7f6aa57fa640 1 -- 172.21.15.76:0/2555527864 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) v2 ==== 24+0+0 (secure 0 0 0) 0x7f6ac00048e0 con 0x55fb11eea1f0 2024-09-13T16:07:44.999 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.986+0000 7f6acf5e3740 10 client.6693 fetch_fsmap learned FSMap version 31 2024-09-13T16:07:44.999 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.986+0000 7f6acf5e3740 1 -- 172.21.15.76:0/2555527864 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=2+}) v3 -- 0x55fb11e22270 con 0x55fb11eea1f0 2024-09-13T16:07:44.999 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.986+0000 7f6aa57fa640 1 -- 172.21.15.76:0/2555527864 <== mon.0 v2:172.21.15.76:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x55fb11b173c0 con 0x55fb11eea1f0 2024-09-13T16:07:45.000 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.986+0000 7f6aa57fa640 1 -- 172.21.15.76:0/2555527864 <== mon.0 v2:172.21.15.76:3300/0 5 ==== fsmap(e 31) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f6ac0034020 con 0x55fb11eea1f0 2024-09-13T16:07:45.000 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.986+0000 7f6acf5e3740 10 client.6693 fetch_fsmap finished waiting for FSMap version 31 2024-09-13T16:07:45.000 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.986+0000 7f6acf5e3740 10 client.6693 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-13T16:07:45.000 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.986+0000 7f6acf5e3740 20 client.6693 populate_metadata read hostname 'smithi076' 2024-09-13T16:07:45.000 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.986+0000 7f6acf5e3740 1 --2- 172.21.15.76:0/2555527864 >> [v2:172.21.15.192:6832/491354438,v1:172.21.15.192:6833/491354438] conn(0x55fb11ee7730 0x55fb11f22bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:45.000 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.986+0000 7f6acf5e3740 4 client.6693 mds_command: new command op to 6555 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-13T16:07:45.000 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.986+0000 7f6acf5e3740 1 -- 172.21.15.76:0/2555527864 --> [v2:172.21.15.192:6832/491354438,v1:172.21.15.192:6833/491354438] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55fb11b286c0 con 0x55fb11ee7730 2024-09-13T16:07:45.000 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.986+0000 7f6ac659c640 1 --2- 172.21.15.76:0/2555527864 >> [v2:172.21.15.192:6832/491354438,v1:172.21.15.192:6833/491354438] conn(0x55fb11ee7730 0x55fb11f22bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:45.000 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.987+0000 7f6aa57fa640 10 client.6693 ms_handle_connect on v2:172.21.15.192:6832/491354438 2024-09-13T16:07:45.000 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.987+0000 7f6ac659c640 1 --2- 172.21.15.76:0/2555527864 >> [v2:172.21.15.192:6832/491354438,v1:172.21.15.192:6833/491354438] conn(0x55fb11ee7730 0x55fb11f22bd0 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2d56613dcebb87ba server_cookie=2ed29900cd2c709e in_seq=0 out_seq=0 2024-09-13T16:07:45.000 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.987+0000 7f6aa57fa640 1 -- 172.21.15.76:0/2555527864 <== mds.0 v2:172.21.15.192:6832/491354438 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55fb11b286c0 con 0x55fb11ee7730 2024-09-13T16:07:45.000 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.987+0000 7f6aa57fa640 10 client.6693 handle_command_reply: tid=0 2024-09-13T16:07:45.000 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.987+0000 7f6acf5e3740 1 client.6693 shutdown 2024-09-13T16:07:45.000 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.987+0000 7f6acf5e3740 1 -- 172.21.15.76:0/2555527864 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55fb11eea1f0 msgr2=0x55fb11f0b9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:45.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.987+0000 7f6acf5e3740 1 --2- 172.21.15.76:0/2555527864 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55fb11eea1f0 0x55fb11f0b9d0 secure :-1 s=READY pgs=897 cs=0 l=1 rev1=1 crypto rx=0x7f6ac00040d0 tx=0x7f6ac0004a40 comp rx=0 tx=0).stop 2024-09-13T16:07:45.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.987+0000 7f6acf5e3740 1 -- 172.21.15.76:0/2555527864 shutdown_connections 2024-09-13T16:07:45.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.987+0000 7f6acf5e3740 1 --2- 172.21.15.76:0/2555527864 >> [v2:172.21.15.192:6832/491354438,v1:172.21.15.192:6833/491354438] conn(0x55fb11ee7730 0x55fb11f22bd0 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:45.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.987+0000 7f6acf5e3740 1 --2- 172.21.15.76:0/2555527864 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55fb11eea1f0 0x55fb11f0b9d0 unknown :-1 s=CLOSED pgs=897 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:45.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.987+0000 7f6acf5e3740 1 --2- 172.21.15.76:0/2555527864 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fb11ee8550 0x55fb11f0b490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:45.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.987+0000 7f6aa57fa640 0 client.6693 ms_handle_reset on v2:172.21.15.192:6832/491354438 2024-09-13T16:07:45.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.987+0000 7f6acf5e3740 1 --2- 172.21.15.76:0/2555527864 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55fb11ec10a0 0x55fb11ee9cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:45.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.987+0000 7f6acf5e3740 1 -- 172.21.15.76:0/2555527864 >> 172.21.15.76:0/2555527864 conn(0x55fb11ebe860 msgr2=0x55fb11f09990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:45.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.988+0000 7f6acf5e3740 1 -- 172.21.15.76:0/2555527864 shutdown_connections 2024-09-13T16:07:45.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.988+0000 7f6acf5e3740 1 -- 172.21.15.76:0/2555527864 wait complete. 2024-09-13T16:07:45.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:44.988+0000 7f6acf5e3740 20 client.6693 trim_cache size 0 max 16384 2024-09-13T16:07:45.004 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.002+0000 7f6acf5e3740 1 Processor -- start 2024-09-13T16:07:45.004 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.002+0000 7f6acf5e3740 1 -- start start 2024-09-13T16:07:45.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.003+0000 7f6acf5e3740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55fb11ec10a0 0x55fb11eec760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:45.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.003+0000 7f6acf5e3740 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55fb11ee8550 0x55fb11eecca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:45.007 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.003+0000 7f6acf5e3740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fb11eea1f0 0x55fb11ee2dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:45.007 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.003+0000 7f6acf5e3740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fb11da7460 con 0x55fb11ec10a0 2024-09-13T16:07:45.007 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.003+0000 7f6acf5e3740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fb11eed4f0 con 0x55fb11eea1f0 2024-09-13T16:07:45.007 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.003+0000 7f6acf5e3740 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x55fb11eeb850 con 0x55fb11ee8550 2024-09-13T16:07:45.007 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.003+0000 7f6ac659c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55fb11ec10a0 0x55fb11eec760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:45.007 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.003+0000 7f6ac659c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55fb11ec10a0 0x55fb11eec760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:50780/0 (socket says 172.21.15.76:50780) 2024-09-13T16:07:45.007 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.003+0000 7f6ac659c640 1 -- 172.21.15.76:0/3269486133 learned_addr learned my addr 172.21.15.76:0/3269486133 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:45.007 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.003+0000 7f6ac659c640 1 -- 172.21.15.76:0/3269486133 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55fb11ee8550 msgr2=0x55fb11eecca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:45.007 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.003+0000 7f6ac659c640 1 --2- 172.21.15.76:0/3269486133 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55fb11ee8550 0x55fb11eecca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:45.007 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.003+0000 7f6ac659c640 1 -- 172.21.15.76:0/3269486133 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fb11eea1f0 msgr2=0x55fb11ee2dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:45.007 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.003+0000 7f6ac659c640 1 --2- 172.21.15.76:0/3269486133 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fb11eea1f0 0x55fb11ee2dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:45.007 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.003+0000 7f6ac659c640 1 -- 172.21.15.76:0/3269486133 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55fb11dc45f0 con 0x55fb11ec10a0 2024-09-13T16:07:45.007 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.004+0000 7f6ac659c640 1 --2- 172.21.15.76:0/3269486133 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55fb11ec10a0 0x55fb11eec760 secure :-1 s=READY pgs=898 cs=0 l=1 rev1=1 crypto rx=0x7f6ab8000fe0 tx=0x7f6ab8014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b41dce9f516ed6f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:45.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.004+0000 7f6abcd99640 1 -- 172.21.15.76:0/3269486133 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ab80146c0 con 0x55fb11ec10a0 2024-09-13T16:07:45.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.004+0000 7f6abcd99640 1 -- 172.21.15.76:0/3269486133 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6ab8035d70 con 0x55fb11ec10a0 2024-09-13T16:07:45.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.004+0000 7f6abcd99640 1 -- 172.21.15.76:0/3269486133 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ab8014d10 con 0x55fb11ec10a0 2024-09-13T16:07:45.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.004+0000 7f6acf5e3740 1 -- 172.21.15.76:0/3269486133 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55fb11ec10a0 msgr2=0x55fb11eec760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:45.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.004+0000 7f6acf5e3740 1 --2- 172.21.15.76:0/3269486133 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55fb11ec10a0 0x55fb11eec760 secure :-1 s=READY pgs=898 cs=0 l=1 rev1=1 crypto rx=0x7f6ab8000fe0 tx=0x7f6ab8014000 comp rx=0 tx=0).stop 2024-09-13T16:07:45.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.004+0000 7f6acf5e3740 1 -- 172.21.15.76:0/3269486133 shutdown_connections 2024-09-13T16:07:45.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.004+0000 7f6acf5e3740 1 --2- 172.21.15.76:0/3269486133 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fb11eea1f0 0x55fb11ee2dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:45.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.004+0000 7f6acf5e3740 1 --2- 172.21.15.76:0/3269486133 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55fb11ee8550 0x55fb11eecca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:45.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.004+0000 7f6acf5e3740 1 --2- 172.21.15.76:0/3269486133 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55fb11ec10a0 0x55fb11eec760 unknown :-1 s=CLOSED pgs=898 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:45.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.004+0000 7f6acf5e3740 1 -- 172.21.15.76:0/3269486133 >> 172.21.15.76:0/3269486133 conn(0x55fb11ebe860 msgr2=0x55fb11f17a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:45.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.005+0000 7f6acf5e3740 1 -- 172.21.15.76:0/3269486133 shutdown_connections 2024-09-13T16:07:45.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.005+0000 7f6acf5e3740 1 -- 172.21.15.76:0/3269486133 wait complete. 2024-09-13T16:07:45.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.005+0000 7f6acf5e3740 1 -- start start 2024-09-13T16:07:45.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.005+0000 7f6acf5e3740 1 Processor -- start 2024-09-13T16:07:45.012 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.006+0000 7f6acf5e3740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fb11ee8550 0x55fb11f6d6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:45.012 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.006+0000 7f6acf5e3740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55fb11eea1f0 0x55fb11f1e6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:45.012 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.006+0000 7f6acf5e3740 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55fb11ee91d0 0x55fb11f1ec10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:45.012 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.006+0000 7f6acf5e3740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fb11f711a0 con 0x55fb11eea1f0 2024-09-13T16:07:45.012 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.006+0000 7f6acf5e3740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fb11f25470 con 0x55fb11ee8550 2024-09-13T16:07:45.012 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.006+0000 7f6acf5e3740 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x55fb11ee5310 con 0x55fb11ee91d0 2024-09-13T16:07:45.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.006+0000 7f6acf5e3740 10 client.0 _ll_register_callbacks cb 0x7f6ab80051b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:07:45.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.006+0000 7f6abdd9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55fb11eea1f0 0x55fb11f1e6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:45.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.006+0000 7f6abdd9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55fb11eea1f0 0x55fb11f1e6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:50796/0 (socket says 172.21.15.76:50796) 2024-09-13T16:07:45.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.006+0000 7f6abdd9b640 1 -- 172.21.15.76:0/915789290 learned_addr learned my addr 172.21.15.76:0/915789290 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:45.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.006+0000 7f6ac6d9d640 1 --2- 172.21.15.76:0/915789290 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55fb11ee91d0 0x55fb11f1ec10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:45.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.006+0000 7f6ac659c640 1 --2- 172.21.15.76:0/915789290 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fb11ee8550 0x55fb11f6d6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:45.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.006+0000 7f6abdd9b640 1 -- 172.21.15.76:0/915789290 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55fb11ee91d0 msgr2=0x55fb11f1ec10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:45.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.006+0000 7f6abdd9b640 1 --2- 172.21.15.76:0/915789290 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55fb11ee91d0 0x55fb11f1ec10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:45.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.006+0000 7f6abdd9b640 1 -- 172.21.15.76:0/915789290 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fb11ee8550 msgr2=0x55fb11f6d6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:45.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.006+0000 7f6abdd9b640 1 --2- 172.21.15.76:0/915789290 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fb11ee8550 0x55fb11f6d6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:45.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.006+0000 7f6abdd9b640 1 -- 172.21.15.76:0/915789290 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55fb11db04b0 con 0x55fb11eea1f0 2024-09-13T16:07:45.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.006+0000 7f6ac659c640 1 --2- 172.21.15.76:0/915789290 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fb11ee8550 0x55fb11f6d6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:07:45.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.007+0000 7f6abdd9b640 1 --2- 172.21.15.76:0/915789290 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55fb11eea1f0 0x55fb11f1e6d0 secure :-1 s=READY pgs=899 cs=0 l=1 rev1=1 crypto rx=0x7f6ab0001500 tx=0x7f6ab0057db0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f050559e930ca3f4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:45.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.007+0000 7f6aa57fa640 10 client.0 ms_handle_connect on v2:172.21.15.76:3300/0 2024-09-13T16:07:45.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.007+0000 7f6aa57fa640 1 -- 172.21.15.76:0/915789290 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ab0058390 con 0x55fb11eea1f0 2024-09-13T16:07:45.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.007+0000 7f6aa57fa640 1 -- 172.21.15.76:0/915789290 <== mon.0 v2:172.21.15.76:3300/0 2 ==== osd_map(70..70 src has 1..70) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f6ab0087e40 con 0x55fb11eea1f0 2024-09-13T16:07:45.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.007+0000 7f6acf5e3740 1 -- 172.21.15.76:0/915789290 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f6ab8014920 con 0x55fb11eea1f0 2024-09-13T16:07:45.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.007+0000 7f6aa57fa640 1 -- 172.21.15.76:0/915789290 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) v2 ==== 24+0+0 (secure 0 0 0) 0x7f6ab005c1c0 con 0x55fb11eea1f0 2024-09-13T16:07:45.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.007+0000 7f6acf5e3740 10 client.6699 fetch_fsmap learned FSMap version 31 2024-09-13T16:07:45.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.007+0000 7f6acf5e3740 1 -- 172.21.15.76:0/915789290 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=2+}) v3 -- 0x55fb11de9d00 con 0x55fb11eea1f0 2024-09-13T16:07:45.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.007+0000 7f6aa57fa640 1 -- 172.21.15.76:0/915789290 <== mon.0 v2:172.21.15.76:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6ab0079070 con 0x55fb11eea1f0 2024-09-13T16:07:45.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.007+0000 7f6aa57fa640 1 -- 172.21.15.76:0/915789290 <== mon.0 v2:172.21.15.76:3300/0 5 ==== fsmap(e 31) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f6ab006f070 con 0x55fb11eea1f0 2024-09-13T16:07:45.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.007+0000 7f6acf5e3740 10 client.6699 fetch_fsmap finished waiting for FSMap version 31 2024-09-13T16:07:45.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.007+0000 7f6acf5e3740 10 client.6699 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-13T16:07:45.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.007+0000 7f6acf5e3740 20 client.6699 populate_metadata read hostname 'smithi076' 2024-09-13T16:07:45.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.007+0000 7f6acf5e3740 1 --2- 172.21.15.76:0/915789290 >> [v2:172.21.15.192:6832/491354438,v1:172.21.15.192:6833/491354438] conn(0x55fb11f70960 0x55fb11f09140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:45.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.007+0000 7f6acf5e3740 4 client.6699 mds_command: new command op to 6555 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-13T16:07:45.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.007+0000 7f6acf5e3740 1 -- 172.21.15.76:0/915789290 --> [v2:172.21.15.192:6832/491354438,v1:172.21.15.192:6833/491354438] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55fb11b7bd10 con 0x55fb11f70960 2024-09-13T16:07:45.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.007+0000 7f6ac659c640 1 --2- 172.21.15.76:0/915789290 >> [v2:172.21.15.192:6832/491354438,v1:172.21.15.192:6833/491354438] conn(0x55fb11f70960 0x55fb11f09140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:45.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.008+0000 7f6aa57fa640 10 client.6699 ms_handle_connect on v2:172.21.15.192:6832/491354438 2024-09-13T16:07:45.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.008+0000 7f6ac659c640 1 --2- 172.21.15.76:0/915789290 >> [v2:172.21.15.192:6832/491354438,v1:172.21.15.192:6833/491354438] conn(0x55fb11f70960 0x55fb11f09140 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e443aa029b922880 server_cookie=73202dc13eb8fcc5 in_seq=0 out_seq=0 2024-09-13T16:07:45.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.008+0000 7f6aa57fa640 1 -- 172.21.15.76:0/915789290 <== mds.0 v2:172.21.15.192:6832/491354438 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+331 (crc 0 0 0) 0x55fb11b7bd10 con 0x55fb11f70960 2024-09-13T16:07:45.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.008+0000 7f6aa57fa640 10 client.6699 handle_command_reply: tid=0 2024-09-13T16:07:45.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.008+0000 7f6acf5e3740 1 client.6699 shutdown 2024-09-13T16:07:45.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.008+0000 7f6acf5e3740 1 -- 172.21.15.76:0/915789290 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55fb11eea1f0 msgr2=0x55fb11f1e6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:45.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.008+0000 7f6acf5e3740 1 --2- 172.21.15.76:0/915789290 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55fb11eea1f0 0x55fb11f1e6d0 secure :-1 s=READY pgs=899 cs=0 l=1 rev1=1 crypto rx=0x7f6ab0001500 tx=0x7f6ab0057db0 comp rx=0 tx=0).stop 2024-09-13T16:07:45.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.008+0000 7f6acf5e3740 1 -- 172.21.15.76:0/915789290 shutdown_connections 2024-09-13T16:07:45.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.008+0000 7f6acf5e3740 1 --2- 172.21.15.76:0/915789290 >> [v2:172.21.15.192:6832/491354438,v1:172.21.15.192:6833/491354438] conn(0x55fb11f70960 0x55fb11f09140 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:45.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.008+0000 7f6acf5e3740 1 --2- 172.21.15.76:0/915789290 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55fb11ee91d0 0x55fb11f1ec10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:45.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.008+0000 7f6aa57fa640 0 client.6699 ms_handle_reset on v2:172.21.15.192:6832/491354438 2024-09-13T16:07:45.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.008+0000 7f6acf5e3740 1 --2- 172.21.15.76:0/915789290 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55fb11eea1f0 0x55fb11f1e6d0 unknown :-1 s=CLOSED pgs=899 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:45.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.008+0000 7f6acf5e3740 1 --2- 172.21.15.76:0/915789290 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fb11ee8550 0x55fb11f6d6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:45.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.008+0000 7f6acf5e3740 1 -- 172.21.15.76:0/915789290 >> 172.21.15.76:0/915789290 conn(0x55fb11ebe860 msgr2=0x55fb11f05290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:45.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.008+0000 7f6acf5e3740 1 -- 172.21.15.76:0/915789290 shutdown_connections 2024-09-13T16:07:45.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.008+0000 7f6acf5e3740 1 -- 172.21.15.76:0/915789290 wait complete. 2024-09-13T16:07:45.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.008+0000 7f6acf5e3740 20 client.6699 trim_cache size 0 max 16384 2024-09-13T16:07:45.016 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2024-09-13T16:07:45.017 INFO:teuthology.orchestra.run.smithi076.stdout: "cluster_fsid": "da76ee52-f48b-434a-9df7-5fefe2a6e471", 2024-09-13T16:07:45.017 INFO:teuthology.orchestra.run.smithi076.stdout: "whoami": 0, 2024-09-13T16:07:45.017 INFO:teuthology.orchestra.run.smithi076.stdout: "id": 6555, 2024-09-13T16:07:45.017 INFO:teuthology.orchestra.run.smithi076.stdout: "want_state": "up:active", 2024-09-13T16:07:45.017 INFO:teuthology.orchestra.run.smithi076.stdout: "state": "up:active", 2024-09-13T16:07:45.017 INFO:teuthology.orchestra.run.smithi076.stdout: "fs_name": "cephfs", 2024-09-13T16:07:45.017 INFO:teuthology.orchestra.run.smithi076.stdout: "rank_uptime": 5.5136711040000002, 2024-09-13T16:07:45.017 INFO:teuthology.orchestra.run.smithi076.stdout: "mdsmap_epoch": 31, 2024-09-13T16:07:45.017 INFO:teuthology.orchestra.run.smithi076.stdout: "osdmap_epoch": 70, 2024-09-13T16:07:45.017 INFO:teuthology.orchestra.run.smithi076.stdout: "osdmap_epoch_barrier": 70, 2024-09-13T16:07:45.017 INFO:teuthology.orchestra.run.smithi076.stdout: "uptime": 9.9184265850000006 2024-09-13T16:07:45.017 INFO:teuthology.orchestra.run.smithi076.stdout:} 2024-09-13T16:07:45.018 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.009+0000 7f6acc8c9640 1 -- 172.21.15.76:0/72338332 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6aa806ac00 msgr2=0x7f6aa806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:45.018 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.009+0000 7f6acc8c9640 1 --2- 172.21.15.76:0/72338332 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6aa806ac00 0x7f6aa806d0c0 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f6ab8000c00 tx=0x7f6ab8009040 comp rx=0 tx=0).stop 2024-09-13T16:07:45.018 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.009+0000 7f6acc8c9640 1 -- 172.21.15.76:0/72338332 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ac80af380 msgr2=0x7f6ac815ca20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:45.018 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.009+0000 7f6acc8c9640 1 --2- 172.21.15.76:0/72338332 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ac80af380 0x7f6ac815ca20 secure :-1 s=READY pgs=895 cs=0 l=1 rev1=1 crypto rx=0x7f6ab0007290 tx=0x7f6ab0007750 comp rx=0 tx=0).stop 2024-09-13T16:07:45.018 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.009+0000 7f6acc8c9640 1 -- 172.21.15.76:0/72338332 shutdown_connections 2024-09-13T16:07:45.018 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.009+0000 7f6acc8c9640 1 --2- 172.21.15.76:0/72338332 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6ac80c2600 0x7f6ac815cf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:45.019 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.009+0000 7f6acc8c9640 1 --2- 172.21.15.76:0/72338332 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ac80af380 0x7f6ac815ca20 unknown :-1 s=CLOSED pgs=895 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:45.019 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.009+0000 7f6acc8c9640 1 --2- 172.21.15.76:0/72338332 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6aa806ac00 0x7f6aa806d0c0 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:45.019 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.009+0000 7f6acc8c9640 1 --2- 172.21.15.76:0/72338332 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6ab4005180 0x7f6ac8159130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:45.019 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.009+0000 7f6acc8c9640 1 -- 172.21.15.76:0/72338332 >> 172.21.15.76:0/72338332 conn(0x7f6ac8069ed0 msgr2=0x7f6ac8070170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:45.019 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.009+0000 7f6acc8c9640 1 -- 172.21.15.76:0/72338332 shutdown_connections 2024-09-13T16:07:45.019 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.009+0000 7f6acc8c9640 1 -- 172.21.15.76:0/72338332 wait complete. 2024-09-13T16:07:45.021 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T16:07:45.121 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.119+0000 7f11af653640 1 Processor -- start 2024-09-13T16:07:45.121 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.119+0000 7f11af653640 1 -- start start 2024-09-13T16:07:45.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.120+0000 7f11af653640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f11a806c8a0 0x7f11a80b2590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:45.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.120+0000 7f11af653640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f11a80cbea0 0x7f11a80cc330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:45.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.120+0000 7f11af653640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f11a806dab0 con 0x7f11a806c4c0 2024-09-13T16:07:45.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.120+0000 7f11af653640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f11a806deb0 con 0x7f11a806c8a0 2024-09-13T16:07:45.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.120+0000 7f11af653640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f11a80cc870 con 0x7f11a80cbea0 2024-09-13T16:07:45.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.120+0000 7f11ad3ef640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f11a806c4c0 0x7f11a806d3a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:41264/0 (socket says 172.21.15.76:41264) 2024-09-13T16:07:45.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.120+0000 7f11acbee640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f11a806c8a0 0x7f11a80b2590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:45.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.120+0000 7f11ad3ef640 1 -- 172.21.15.76:0/2812895235 learned_addr learned my addr 172.21.15.76:0/2812895235 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:07:45.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.120+0000 7f11adbf0640 1 --2- 172.21.15.76:0/2812895235 >> v2:172.21.15.192:3300/0 conn(0x7f11a80cbea0 0x7f11a80cc330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:45.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.120+0000 7f11acbee640 1 -- 172.21.15.76:0/2812895235 >> v2:172.21.15.192:3300/0 conn(0x7f11a80cbea0 msgr2=0x7f11a80cc330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:45.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.121+0000 7f11acbee640 1 --2- 172.21.15.76:0/2812895235 >> v2:172.21.15.192:3300/0 conn(0x7f11a80cbea0 0x7f11a80cc330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:45.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.121+0000 7f11acbee640 1 -- 172.21.15.76:0/2812895235 >> v1:172.21.15.76:6789/0 conn(0x7f11a806c4c0 legacy=0x7f11a806d3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:45.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.121+0000 7f11acbee640 1 -- 172.21.15.76:0/2812895235 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f11a806e0c0 con 0x7f11a806c8a0 2024-09-13T16:07:45.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.121+0000 7f11acbee640 1 --2- 172.21.15.76:0/2812895235 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f11a806c8a0 0x7f11a80b2590 secure :-1 s=READY pgs=901 cs=0 l=1 rev1=1 crypto rx=0x7f11a80c88d0 tx=0x7f119802a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9649c6e3321c4df7 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:45.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.121+0000 7f119ffff640 1 -- 172.21.15.76:0/2812895235 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1198032440 con 0x7f11a806c8a0 2024-09-13T16:07:45.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.121+0000 7f119ffff640 1 -- 172.21.15.76:0/2812895235 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f11980325a0 con 0x7f11a806c8a0 2024-09-13T16:07:45.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.121+0000 7f119ffff640 1 -- 172.21.15.76:0/2812895235 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1198032930 con 0x7f11a806c8a0 2024-09-13T16:07:45.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.122+0000 7f11af653640 1 -- 172.21.15.76:0/2812895235 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f11a806c8a0 msgr2=0x7f11a80b2590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:45.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.122+0000 7f11af653640 1 --2- 172.21.15.76:0/2812895235 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f11a806c8a0 0x7f11a80b2590 secure :-1 s=READY pgs=901 cs=0 l=1 rev1=1 crypto rx=0x7f11a80c88d0 tx=0x7f119802a1a0 comp rx=0 tx=0).stop 2024-09-13T16:07:45.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.122+0000 7f11af653640 1 -- 172.21.15.76:0/2812895235 shutdown_connections 2024-09-13T16:07:45.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.122+0000 7f11af653640 1 --2- 172.21.15.76:0/2812895235 >> v2:172.21.15.192:3300/0 conn(0x7f11a80cbea0 0x7f11a80cc330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:45.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.122+0000 7f11af653640 1 --2- 172.21.15.76:0/2812895235 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f11a806c8a0 0x7f11a80b2590 unknown :-1 s=CLOSED pgs=901 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:45.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.122+0000 7f11af653640 1 -- 172.21.15.76:0/2812895235 >> 172.21.15.76:0/2812895235 conn(0x7f11a8069ed0 msgr2=0x7f11a806a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:45.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.122+0000 7f11af653640 1 -- 172.21.15.76:0/2812895235 shutdown_connections 2024-09-13T16:07:45.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.122+0000 7f11af653640 1 -- 172.21.15.76:0/2812895235 wait complete. 2024-09-13T16:07:45.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.123+0000 7f11af653640 1 Processor -- start 2024-09-13T16:07:45.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.123+0000 7f11af653640 1 -- start start 2024-09-13T16:07:45.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.124+0000 7f11af653640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f11a806c4c0 0x7f11a81f4d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:45.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.124+0000 7f11af653640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f11a806c8a0 0x7f11a815ad60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:45.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.124+0000 7f11af653640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f11a80cbea0 0x7f11a80c53a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:45.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.124+0000 7f11af653640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11a815a8d0 con 0x7f11a806c4c0 2024-09-13T16:07:45.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.124+0000 7f11af653640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11a814eea0 con 0x7f11a806c8a0 2024-09-13T16:07:45.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.124+0000 7f11af653640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f11a814f150 con 0x7f11a80cbea0 2024-09-13T16:07:45.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.124+0000 7f11ad3ef640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f11a806c4c0 0x7f11a81f4d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:45.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.124+0000 7f11ad3ef640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f11a806c4c0 0x7f11a81f4d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:50812/0 (socket says 172.21.15.76:50812) 2024-09-13T16:07:45.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.124+0000 7f11ad3ef640 1 -- 172.21.15.76:0/2311192221 learned_addr learned my addr 172.21.15.76:0/2311192221 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:45.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.124+0000 7f11acbee640 1 --2- 172.21.15.76:0/2311192221 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f11a806c8a0 0x7f11a815ad60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:45.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.124+0000 7f11adbf0640 1 --2- 172.21.15.76:0/2311192221 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f11a80cbea0 0x7f11a80c53a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:45.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.124+0000 7f11ad3ef640 1 -- 172.21.15.76:0/2311192221 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f11a80cbea0 msgr2=0x7f11a80c53a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:45.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.124+0000 7f11ad3ef640 1 --2- 172.21.15.76:0/2311192221 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f11a80cbea0 0x7f11a80c53a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:45.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.124+0000 7f11ad3ef640 1 -- 172.21.15.76:0/2311192221 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f11a806c8a0 msgr2=0x7f11a815ad60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:45.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.124+0000 7f11ad3ef640 1 --2- 172.21.15.76:0/2311192221 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f11a806c8a0 0x7f11a815ad60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:45.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.124+0000 7f11ad3ef640 1 -- 172.21.15.76:0/2311192221 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1198009400 con 0x7f11a806c4c0 2024-09-13T16:07:45.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.124+0000 7f11acbee640 1 --2- 172.21.15.76:0/2311192221 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f11a806c8a0 0x7f11a815ad60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:07:45.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.124+0000 7f11ad3ef640 1 --2- 172.21.15.76:0/2311192221 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f11a806c4c0 0x7f11a81f4d20 secure :-1 s=READY pgs=902 cs=0 l=1 rev1=1 crypto rx=0x7f11a400c4a0 tx=0x7f11a400c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:45.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.125+0000 7f119dffb640 1 -- 172.21.15.76:0/2311192221 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11a4005ce0 con 0x7f11a806c4c0 2024-09-13T16:07:45.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.125+0000 7f119dffb640 1 -- 172.21.15.76:0/2311192221 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f11a4005e40 con 0x7f11a806c4c0 2024-09-13T16:07:45.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.125+0000 7f119dffb640 1 -- 172.21.15.76:0/2311192221 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11a4007270 con 0x7f11a806c4c0 2024-09-13T16:07:45.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.125+0000 7f11af653640 1 -- 172.21.15.76:0/2311192221 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f11a815a560 con 0x7f11a806c4c0 2024-09-13T16:07:45.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.125+0000 7f11af653640 1 -- 172.21.15.76:0/2311192221 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f11a815a180 con 0x7f11a806c4c0 2024-09-13T16:07:45.129 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.126+0000 7f11af653640 1 -- 172.21.15.76:0/2311192221 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f11a80ce820 con 0x7f11a806c4c0 2024-09-13T16:07:45.129 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.126+0000 7f119dffb640 1 -- 172.21.15.76:0/2311192221 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f11a40073d0 con 0x7f11a806c4c0 2024-09-13T16:07:45.129 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.127+0000 7f119dffb640 1 --2- 172.21.15.76:0/2311192221 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f118c06ac30 0x7f118c06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:45.129 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.127+0000 7f119dffb640 1 -- 172.21.15.76:0/2311192221 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(70..70 src has 1..70) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f11a40888e0 con 0x7f11a806c4c0 2024-09-13T16:07:45.129 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.127+0000 7f11acbee640 1 --2- 172.21.15.76:0/2311192221 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f118c06ac30 0x7f118c06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:45.129 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.127+0000 7f11acbee640 1 --2- 172.21.15.76:0/2311192221 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f118c06ac30 0x7f118c06d0f0 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f1198034000 tx=0x7f119802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:45.132 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.131+0000 7f119dffb640 1 -- 172.21.15.76:0/2311192221 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f11a4053a30 con 0x7f11a806c4c0 2024-09-13T16:07:45.330 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.328+0000 7f11af653640 1 -- 172.21.15.76:0/2311192221 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f11a8158440 con 0x7f11a806c4c0 2024-09-13T16:07:45.330 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.328+0000 7f119dffb640 1 -- 172.21.15.76:0/2311192221 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v31) v1 ==== 53+0+73 (secure 0 0 0) 0x7f11a4017020 con 0x7f11a806c4c0 2024-09-13T16:07:45.330 INFO:teuthology.orchestra.run.smithi076.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-13T16:07:45.332 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.330+0000 7f11af653640 1 -- 172.21.15.76:0/2311192221 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f118c06ac30 msgr2=0x7f118c06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:45.332 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.330+0000 7f11af653640 1 --2- 172.21.15.76:0/2311192221 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f118c06ac30 0x7f118c06d0f0 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f1198034000 tx=0x7f119802e000 comp rx=0 tx=0).stop 2024-09-13T16:07:45.332 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.330+0000 7f11af653640 1 -- 172.21.15.76:0/2311192221 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f11a806c4c0 msgr2=0x7f11a81f4d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:45.332 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.330+0000 7f11af653640 1 --2- 172.21.15.76:0/2311192221 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f11a806c4c0 0x7f11a81f4d20 secure :-1 s=READY pgs=902 cs=0 l=1 rev1=1 crypto rx=0x7f11a400c4a0 tx=0x7f11a400c960 comp rx=0 tx=0).stop 2024-09-13T16:07:45.333 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.330+0000 7f11af653640 1 -- 172.21.15.76:0/2311192221 shutdown_connections 2024-09-13T16:07:45.333 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.330+0000 7f11af653640 1 --2- 172.21.15.76:0/2311192221 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f118c06ac30 0x7f118c06d0f0 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:45.333 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.330+0000 7f11af653640 1 --2- 172.21.15.76:0/2311192221 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f11a80cbea0 0x7f11a80c53a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:45.333 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.330+0000 7f11af653640 1 --2- 172.21.15.76:0/2311192221 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f11a806c8a0 0x7f11a815ad60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:45.333 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.330+0000 7f11af653640 1 --2- 172.21.15.76:0/2311192221 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f11a806c4c0 0x7f11a81f4d20 unknown :-1 s=CLOSED pgs=902 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:45.333 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.330+0000 7f11af653640 1 -- 172.21.15.76:0/2311192221 >> 172.21.15.76:0/2311192221 conn(0x7f11a8069ed0 msgr2=0x7f11a80b24e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:45.334 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.330+0000 7f11af653640 1 -- 172.21.15.76:0/2311192221 shutdown_connections 2024-09-13T16:07:45.334 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:45.330+0000 7f11af653640 1 -- 172.21.15.76:0/2311192221 wait complete. 2024-09-13T16:07:45.343 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T16:07:45.343 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T16:07:45.343 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi076.front.sepia.ceph.com 2024-09-13T16:07:45.343 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-13T16:07:45.343 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-13T16:07:45.343 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T16:07:45.343 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T16:07:45.344 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T16:07:45.344 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:07:45.344 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:07:45.344 DEBUG:teuthology.orchestra.run.smithi076:> ip addr 2024-09-13T16:07:45.362 INFO:teuthology.orchestra.run.smithi076.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T16:07:45.363 INFO:teuthology.orchestra.run.smithi076.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T16:07:45.363 INFO:teuthology.orchestra.run.smithi076.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T16:07:45.363 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:07:45.363 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 ::1/128 scope host 2024-09-13T16:07:45.363 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:07:45.364 INFO:teuthology.orchestra.run.smithi076.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:07:45.364 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:d8:da:66 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:07:45.364 INFO:teuthology.orchestra.run.smithi076.stdout: altname enp7s0f0 2024-09-13T16:07:45.364 INFO:teuthology.orchestra.run.smithi076.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:07:45.365 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:d8:da:67 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:07:45.365 INFO:teuthology.orchestra.run.smithi076.stdout: altname enp7s0f1 2024-09-13T16:07:45.365 INFO:teuthology.orchestra.run.smithi076.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:07:45.365 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:8f:47:e0 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:07:45.366 INFO:teuthology.orchestra.run.smithi076.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T16:07:45.366 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:8f:47:e1 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:07:45.366 INFO:teuthology.orchestra.run.smithi076.stdout: inet 172.21.15.76/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-13T16:07:45.366 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft 42430sec preferred_lft 42430sec 2024-09-13T16:07:45.366 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::ec4:7aff:fe8f:47e1/64 scope link noprefixroute 2024-09-13T16:07:45.366 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:07:45.367 INFO:teuthology.orchestra.run.smithi076.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T16:07:45.367 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0e:a0:37:a4:1d:a0 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:07:45.367 INFO:teuthology.orchestra.run.smithi076.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-13T16:07:45.367 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:07:45.367 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::a496:13ff:fe82:8fa2/64 scope link 2024-09-13T16:07:45.367 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:07:45.368 INFO:teuthology.orchestra.run.smithi076.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:07:45.368 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether b2:0f:89:b0:cb:4d brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-13T16:07:45.368 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::b00f:89ff:feb0:cb4d/64 scope link 2024-09-13T16:07:45.368 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:07:45.368 INFO:teuthology.orchestra.run.smithi076.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:07:45.369 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0e:a0:37:a4:1d:a0 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-13T16:07:45.369 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::ca0:37ff:fea4:1da0/64 scope link 2024-09-13T16:07:45.369 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:07:45.369 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:07:45.370 DEBUG:teuthology.orchestra.run.smithi076:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T16:07:45.426 INFO:teuthology.orchestra.run.smithi076.stdout:1 2024-09-13T16:07:45.427 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:07:45.427 DEBUG:teuthology.orchestra.run.smithi076:> route 2024-09-13T16:07:45.484 INFO:teuthology.orchestra.run.smithi076.stdout:Kernel IP routing table 2024-09-13T16:07:45.484 INFO:teuthology.orchestra.run.smithi076.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T16:07:45.484 INFO:teuthology.orchestra.run.smithi076.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-13T16:07:45.484 INFO:teuthology.orchestra.run.smithi076.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-13T16:07:45.484 INFO:teuthology.orchestra.run.smithi076.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T16:07:45.484 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:07:45.484 DEBUG:teuthology.orchestra.run.smithi076:> (cd / && exec bash -c ' 2024-09-13T16:07:45.484 DEBUG:teuthology.orchestra.run.smithi076:> set -e 2024-09-13T16:07:45.485 DEBUG:teuthology.orchestra.run.smithi076:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-13T16:07:45.485 DEBUG:teuthology.orchestra.run.smithi076:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-13T16:07:45.485 DEBUG:teuthology.orchestra.run.smithi076:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-13T16:07:45.485 DEBUG:teuthology.orchestra.run.smithi076:> ') 2024-09-13T16:07:45.571 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:07:45.571 DEBUG:teuthology.orchestra.run.smithi076:> ip netns list 2024-09-13T16:07:45.586 INFO:teuthology.orchestra.run.smithi076.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-13T16:07:45.587 INFO:teuthology.orchestra.run.smithi076.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-13T16:07:45.587 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:07:45.587 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:07:45.587 DEBUG:teuthology.orchestra.run.smithi076:> sudo ip link set brx.0 up 2024-09-13T16:07:45.652 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-13T16:07:45.652 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:07:45.652 DEBUG:teuthology.orchestra.run.smithi076:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-13T16:07:45.708 INFO:teuthology.orchestra.run.smithi076.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:07:45.708 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:07:45.708 DEBUG:teuthology.orchestra.run.smithi076:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-13T16:07:45.766 DEBUG:teuthology.orchestra.run.smithi076:> sudo modprobe fuse 2024-09-13T16:07:45.831 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:07:45.831 DEBUG:teuthology.orchestra.run.smithi076:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:07:45.895 INFO:teuthology.orchestra.run.smithi076.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:07:45.896 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:07:45.896 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:07:45.897 DEBUG:teuthology.orchestra.run.smithi076:> ls /sys/fs/fuse/connections 2024-09-13T16:07:45.952 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-13T16:07:45.953 DEBUG:teuthology.orchestra.run.smithi076:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-13T16:07:45.996 DEBUG:teuthology.orchestra.run.smithi076:> sudo modprobe fuse 2024-09-13T16:07:46.021 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:07:46.021 DEBUG:teuthology.orchestra.run.smithi076:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:07:46.078 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi076.stderr:2024-09-13T16:07:46.076+0000 7f72dfdc4480 -1 init, newargv = 0x55b6433afb60 newargc=15 2024-09-13T16:07:46.078 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi076.stderr:ceph-fuse[61289]: starting ceph client 2024-09-13T16:07:46.082 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi076.stderr:ceph-fuse[61289]: starting fuse 2024-09-13T16:07:46.087 INFO:teuthology.orchestra.run.smithi076.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:07:46.088 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:07:46.089 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:07:46.089 DEBUG:teuthology.orchestra.run.smithi076:> ls /sys/fs/fuse/connections 2024-09-13T16:07:46.145 INFO:teuthology.orchestra.run.smithi076.stdout:41 2024-09-13T16:07:46.145 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-13T16:07:46.145 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:07:46.146 DEBUG:teuthology.orchestra.run.smithi076:> import glob 2024-09-13T16:07:46.146 DEBUG:teuthology.orchestra.run.smithi076:> import re 2024-09-13T16:07:46.146 DEBUG:teuthology.orchestra.run.smithi076:> import os 2024-09-13T16:07:46.146 DEBUG:teuthology.orchestra.run.smithi076:> import subprocess 2024-09-13T16:07:46.146 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:07:46.146 DEBUG:teuthology.orchestra.run.smithi076:> def _find_admin_socket(client_name): 2024-09-13T16:07:46.146 DEBUG:teuthology.orchestra.run.smithi076:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-13T16:07:46.146 DEBUG:teuthology.orchestra.run.smithi076:> files = glob.glob(asok_path) 2024-09-13T16:07:46.147 DEBUG:teuthology.orchestra.run.smithi076:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-13T16:07:46.147 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:07:46.147 DEBUG:teuthology.orchestra.run.smithi076:> # Given a non-glob path, it better be there 2024-09-13T16:07:46.147 DEBUG:teuthology.orchestra.run.smithi076:> if "*" not in asok_path: 2024-09-13T16:07:46.147 DEBUG:teuthology.orchestra.run.smithi076:> assert(len(files) == 1) 2024-09-13T16:07:46.147 DEBUG:teuthology.orchestra.run.smithi076:> return files[0] 2024-09-13T16:07:46.147 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:07:46.147 DEBUG:teuthology.orchestra.run.smithi076:> for f in files: 2024-09-13T16:07:46.148 DEBUG:teuthology.orchestra.run.smithi076:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T16:07:46.148 DEBUG:teuthology.orchestra.run.smithi076:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T16:07:46.148 DEBUG:teuthology.orchestra.run.smithi076:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T16:07:46.148 DEBUG:teuthology.orchestra.run.smithi076:> contents = proc_f.read() 2024-09-13T16:07:46.148 DEBUG:teuthology.orchestra.run.smithi076:> if mountpoint in contents: 2024-09-13T16:07:46.149 DEBUG:teuthology.orchestra.run.smithi076:> return f 2024-09-13T16:07:46.149 DEBUG:teuthology.orchestra.run.smithi076:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T16:07:46.149 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:07:46.150 DEBUG:teuthology.orchestra.run.smithi076:> print(_find_admin_socket("client.0")) 2024-09-13T16:07:46.150 DEBUG:teuthology.orchestra.run.smithi076:> ' 2024-09-13T16:07:46.260 INFO:teuthology.orchestra.run.smithi076.stdout:/var/run/ceph/ceph-client.0.61289.asok 2024-09-13T16:07:46.446 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.61289.asok 2024-09-13T16:07:46.446 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:07:46.446 DEBUG:teuthology.orchestra.run.smithi076:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.61289.asok status 2024-09-13T16:07:46.580 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2024-09-13T16:07:46.580 INFO:teuthology.orchestra.run.smithi076.stdout: "metadata": { 2024-09-13T16:07:46.580 INFO:teuthology.orchestra.run.smithi076.stdout: "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", 2024-09-13T16:07:46.581 INFO:teuthology.orchestra.run.smithi076.stdout: "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", 2024-09-13T16:07:46.581 INFO:teuthology.orchestra.run.smithi076.stdout: "entity_id": "0", 2024-09-13T16:07:46.581 INFO:teuthology.orchestra.run.smithi076.stdout: "hostname": "smithi076", 2024-09-13T16:07:46.581 INFO:teuthology.orchestra.run.smithi076.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-13T16:07:46.581 INFO:teuthology.orchestra.run.smithi076.stdout: "pid": "61289", 2024-09-13T16:07:46.581 INFO:teuthology.orchestra.run.smithi076.stdout: "root": "/" 2024-09-13T16:07:46.581 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:07:46.581 INFO:teuthology.orchestra.run.smithi076.stdout: "dentry_count": 0, 2024-09-13T16:07:46.581 INFO:teuthology.orchestra.run.smithi076.stdout: "dentry_pinned_count": 0, 2024-09-13T16:07:46.581 INFO:teuthology.orchestra.run.smithi076.stdout: "id": 6714, 2024-09-13T16:07:46.581 INFO:teuthology.orchestra.run.smithi076.stdout: "inst": { 2024-09-13T16:07:46.581 INFO:teuthology.orchestra.run.smithi076.stdout: "name": { 2024-09-13T16:07:46.581 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "client", 2024-09-13T16:07:46.582 INFO:teuthology.orchestra.run.smithi076.stdout: "num": 6714 2024-09-13T16:07:46.582 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:07:46.582 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": { 2024-09-13T16:07:46.582 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "v1", 2024-09-13T16:07:46.582 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:07:46.582 INFO:teuthology.orchestra.run.smithi076.stdout: "nonce": 3589058074 2024-09-13T16:07:46.582 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:07:46.582 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:07:46.582 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": { 2024-09-13T16:07:46.582 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "v1", 2024-09-13T16:07:46.582 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:07:46.582 INFO:teuthology.orchestra.run.smithi076.stdout: "nonce": 3589058074 2024-09-13T16:07:46.582 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:07:46.582 INFO:teuthology.orchestra.run.smithi076.stdout: "inst_str": "client.6714 192.168.0.1:0/3589058074", 2024-09-13T16:07:46.583 INFO:teuthology.orchestra.run.smithi076.stdout: "addr_str": "192.168.0.1:0/3589058074", 2024-09-13T16:07:46.583 INFO:teuthology.orchestra.run.smithi076.stdout: "inode_count": 1, 2024-09-13T16:07:46.583 INFO:teuthology.orchestra.run.smithi076.stdout: "mds_epoch": 31, 2024-09-13T16:07:46.583 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_epoch": 70, 2024-09-13T16:07:46.583 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_epoch_barrier": 0, 2024-09-13T16:07:46.583 INFO:teuthology.orchestra.run.smithi076.stdout: "blocklisted": false, 2024-09-13T16:07:46.583 INFO:teuthology.orchestra.run.smithi076.stdout: "fs_name": "cephfs" 2024-09-13T16:07:46.583 INFO:teuthology.orchestra.run.smithi076.stdout:} 2024-09-13T16:07:46.589 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:07:46.589 DEBUG:teuthology.orchestra.run.smithi076:> stat --file-system '--printf=%T 2024-09-13T16:07:46.589 DEBUG:teuthology.orchestra.run.smithi076:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-13T16:07:46.605 INFO:teuthology.orchestra.run.smithi076.stdout:fuseblk 2024-09-13T16:07:46.605 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-13T16:07:46.606 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:07:46.606 DEBUG:teuthology.orchestra.run.smithi076:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-13T16:07:46.672 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T16:07:46.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:46.809+0000 7fc0b08d7640 1 Processor -- start 2024-09-13T16:07:46.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:46.809+0000 7fc0b08d7640 1 -- start start 2024-09-13T16:07:46.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:46.810+0000 7fc0b08d7640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fc0ac15a2e0 0x7fc0ac0c9a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:46.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:46.810+0000 7fc0b08d7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc0ac0cb3f0 0x7fc0ac06d030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:46.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:46.810+0000 7fc0b08d7640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc0ac0c8920 con 0x7fc0ac0c9f80 2024-09-13T16:07:46.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:46.810+0000 7fc0b08d7640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc0ac15a6c0 con 0x7fc0ac15a2e0 2024-09-13T16:07:46.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:46.810+0000 7fc0b08d7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc0ac0ca500 con 0x7fc0ac0cb3f0 2024-09-13T16:07:46.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:46.810+0000 7fc0aa59c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fc0ac15a2e0 0x7fc0ac0c9a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:46.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:46.810+0000 7fc0a1d9b640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fc0ac0c9f80 0x7fc0ac0cace0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:41280/0 (socket says 172.21.15.76:41280) 2024-09-13T16:07:46.813 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:46.810+0000 7fc0a1d9b640 1 -- 172.21.15.76:0/1714531318 learned_addr learned my addr 172.21.15.76:0/1714531318 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:07:46.813 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:46.810+0000 7fc0aa59c640 1 -- 172.21.15.76:0/1714531318 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc0ac0cb3f0 msgr2=0x7fc0ac06d030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:46.813 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:46.810+0000 7fc0aa59c640 1 --2- 172.21.15.76:0/1714531318 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc0ac0cb3f0 0x7fc0ac06d030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:46.813 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:46.810+0000 7fc0aa59c640 1 -- 172.21.15.76:0/1714531318 >> v1:172.21.15.76:6789/0 conn(0x7fc0ac0c9f80 legacy=0x7fc0ac0cace0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:46.813 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:46.810+0000 7fc0aa59c640 1 -- 172.21.15.76:0/1714531318 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc0ac0c8b70 con 0x7fc0ac15a2e0 2024-09-13T16:07:46.814 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:46.811+0000 7fc0aa59c640 1 --2- 172.21.15.76:0/1714531318 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc0ac15a2e0 0x7fc0ac0c9a40 secure :-1 s=READY pgs=907 cs=0 l=1 rev1=1 crypto rx=0x7fc09c0097a0 tx=0x7fc09c02a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=14ec5d0cfff0e3df server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:46.814 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:46.811+0000 7fc0a9d9b640 1 -- 172.21.15.76:0/1714531318 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc09c032440 con 0x7fc0ac15a2e0 2024-09-13T16:07:46.814 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:46.811+0000 7fc0a9d9b640 1 -- 172.21.15.76:0/1714531318 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc09c0325a0 con 0x7fc0ac15a2e0 2024-09-13T16:07:46.814 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:46.811+0000 7fc0a9d9b640 1 -- 172.21.15.76:0/1714531318 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc09c032930 con 0x7fc0ac15a2e0 2024-09-13T16:07:46.814 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:46.812+0000 7fc0b08d7640 1 -- 172.21.15.76:0/1714531318 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc0ac15a2e0 msgr2=0x7fc0ac0c9a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:46.814 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:46.812+0000 7fc0b08d7640 1 --2- 172.21.15.76:0/1714531318 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc0ac15a2e0 0x7fc0ac0c9a40 secure :-1 s=READY pgs=907 cs=0 l=1 rev1=1 crypto rx=0x7fc09c0097a0 tx=0x7fc09c02a180 comp rx=0 tx=0).stop 2024-09-13T16:07:46.814 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:46.812+0000 7fc0b08d7640 1 -- 172.21.15.76:0/1714531318 shutdown_connections 2024-09-13T16:07:46.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:46.812+0000 7fc0b08d7640 1 --2- 172.21.15.76:0/1714531318 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc0ac0cb3f0 0x7fc0ac06d030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:46.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:46.812+0000 7fc0b08d7640 1 --2- 172.21.15.76:0/1714531318 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc0ac15a2e0 0x7fc0ac0c9a40 unknown :-1 s=CLOSED pgs=907 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:46.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:46.812+0000 7fc0b08d7640 1 -- 172.21.15.76:0/1714531318 >> 172.21.15.76:0/1714531318 conn(0x7fc0ac069ed0 msgr2=0x7fc0ac06a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:46.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:46.812+0000 7fc0b08d7640 1 -- 172.21.15.76:0/1714531318 shutdown_connections 2024-09-13T16:07:46.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:46.812+0000 7fc0b08d7640 1 -- 172.21.15.76:0/1714531318 wait complete. 2024-09-13T16:07:46.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:46.813+0000 7fc0b08d7640 1 Processor -- start 2024-09-13T16:07:46.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:46.813+0000 7fc0b08d7640 1 -- start start 2024-09-13T16:07:46.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:46.814+0000 7fc0b08d7640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc0ac0c9f80 0x7fc0ac15bc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:46.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:46.814+0000 7fc0b08d7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc0ac0cb3f0 0x7fc0ac1f1c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:46.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:46.814+0000 7fc0b08d7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc0ac15a2e0 0x7fc0ac0c41e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:46.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:46.814+0000 7fc0b08d7640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0ac15aab0 con 0x7fc0ac15a2e0 2024-09-13T16:07:46.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:46.814+0000 7fc0b08d7640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0ac0c2e60 con 0x7fc0ac0c9f80 2024-09-13T16:07:46.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:46.814+0000 7fc0b08d7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc0ac0c3140 con 0x7fc0ac0cb3f0 2024-09-13T16:07:46.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:46.814+0000 7fc0aad9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc0ac15a2e0 0x7fc0ac0c41e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:46.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:46.814+0000 7fc0aad9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc0ac15a2e0 0x7fc0ac0c41e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:50832/0 (socket says 172.21.15.76:50832) 2024-09-13T16:07:46.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:46.814+0000 7fc0aad9d640 1 -- 172.21.15.76:0/1324536009 learned_addr learned my addr 172.21.15.76:0/1324536009 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:46.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:46.814+0000 7fc0a1d9b640 1 --2- 172.21.15.76:0/1324536009 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc0ac0cb3f0 0x7fc0ac1f1c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:46.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:46.814+0000 7fc0aa59c640 1 --2- 172.21.15.76:0/1324536009 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc0ac0c9f80 0x7fc0ac15bc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:46.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:46.815+0000 7fc0aad9d640 1 -- 172.21.15.76:0/1324536009 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc0ac0cb3f0 msgr2=0x7fc0ac1f1c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:46.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:46.815+0000 7fc0aad9d640 1 --2- 172.21.15.76:0/1324536009 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc0ac0cb3f0 0x7fc0ac1f1c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:46.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:46.815+0000 7fc0aad9d640 1 -- 172.21.15.76:0/1324536009 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc0ac0c9f80 msgr2=0x7fc0ac15bc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:46.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:46.815+0000 7fc0aad9d640 1 --2- 172.21.15.76:0/1324536009 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc0ac0c9f80 0x7fc0ac15bc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:46.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:46.815+0000 7fc0aad9d640 1 -- 172.21.15.76:0/1324536009 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc09c009400 con 0x7fc0ac15a2e0 2024-09-13T16:07:46.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:46.815+0000 7fc0a1d9b640 1 --2- 172.21.15.76:0/1324536009 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc0ac0cb3f0 0x7fc0ac1f1c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:07:46.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:46.815+0000 7fc0aad9d640 1 --2- 172.21.15.76:0/1324536009 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc0ac15a2e0 0x7fc0ac0c41e0 secure :-1 s=READY pgs=908 cs=0 l=1 rev1=1 crypto rx=0x7fc0a400b970 tx=0x7fc0a400be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:46.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:46.815+0000 7fc0a37fe640 1 -- 172.21.15.76:0/1324536009 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0a400cb40 con 0x7fc0ac15a2e0 2024-09-13T16:07:46.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:46.815+0000 7fc0a37fe640 1 -- 172.21.15.76:0/1324536009 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc0a400ccc0 con 0x7fc0ac15a2e0 2024-09-13T16:07:46.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:46.815+0000 7fc0b08d7640 1 -- 172.21.15.76:0/1324536009 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc0ac0c3420 con 0x7fc0ac15a2e0 2024-09-13T16:07:46.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:46.815+0000 7fc0a37fe640 1 -- 172.21.15.76:0/1324536009 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0a4014680 con 0x7fc0ac15a2e0 2024-09-13T16:07:46.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:46.815+0000 7fc0b08d7640 1 -- 172.21.15.76:0/1324536009 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc0ac0c39e0 con 0x7fc0ac15a2e0 2024-09-13T16:07:46.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:46.816+0000 7fc0b08d7640 1 -- 172.21.15.76:0/1324536009 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc0ac06e210 con 0x7fc0ac15a2e0 2024-09-13T16:07:46.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:46.816+0000 7fc0a37fe640 1 -- 172.21.15.76:0/1324536009 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc0a401d3b0 con 0x7fc0ac15a2e0 2024-09-13T16:07:46.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:46.817+0000 7fc0a37fe640 1 --2- 172.21.15.76:0/1324536009 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc08c06ac00 0x7fc08c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:46.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:46.817+0000 7fc0aa59c640 1 --2- 172.21.15.76:0/1324536009 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc08c06ac00 0x7fc08c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:46.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:46.817+0000 7fc0a37fe640 1 -- 172.21.15.76:0/1324536009 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(70..70 src has 1..70) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fc0a4089410 con 0x7fc0ac15a2e0 2024-09-13T16:07:46.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:46.817+0000 7fc0aa59c640 1 --2- 172.21.15.76:0/1324536009 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc08c06ac00 0x7fc08c06d0c0 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fc09c034000 tx=0x7fc09c02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:46.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:46.821+0000 7fc0a37fe640 1 -- 172.21.15.76:0/1324536009 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fc0a40544b0 con 0x7fc0ac15a2e0 2024-09-13T16:07:47.018 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:47.017+0000 7fc0b08d7640 1 -- 172.21.15.76:0/1324536009 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7fc0ac0c0d20 con 0x7fc0ac15a2e0 2024-09-13T16:07:47.018 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:47.017+0000 7fc0a37fe640 1 -- 172.21.15.76:0/1324536009 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v31) v1 ==== 53+0+73 (secure 0 0 0) 0x7fc0a4057ad0 con 0x7fc0ac15a2e0 2024-09-13T16:07:47.019 INFO:teuthology.orchestra.run.smithi076.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-13T16:07:47.020 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:47.019+0000 7fc0b08d7640 1 -- 172.21.15.76:0/1324536009 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc08c06ac00 msgr2=0x7fc08c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:47.021 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:47.019+0000 7fc0b08d7640 1 --2- 172.21.15.76:0/1324536009 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc08c06ac00 0x7fc08c06d0c0 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fc09c034000 tx=0x7fc09c02e000 comp rx=0 tx=0).stop 2024-09-13T16:07:47.021 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:47.019+0000 7fc0b08d7640 1 -- 172.21.15.76:0/1324536009 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc0ac15a2e0 msgr2=0x7fc0ac0c41e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:47.021 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:47.019+0000 7fc0b08d7640 1 --2- 172.21.15.76:0/1324536009 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc0ac15a2e0 0x7fc0ac0c41e0 secure :-1 s=READY pgs=908 cs=0 l=1 rev1=1 crypto rx=0x7fc0a400b970 tx=0x7fc0a400be30 comp rx=0 tx=0).stop 2024-09-13T16:07:47.021 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:47.019+0000 7fc0b08d7640 1 -- 172.21.15.76:0/1324536009 shutdown_connections 2024-09-13T16:07:47.021 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:47.019+0000 7fc0b08d7640 1 --2- 172.21.15.76:0/1324536009 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc0ac15a2e0 0x7fc0ac0c41e0 unknown :-1 s=CLOSED pgs=908 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:47.021 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:47.019+0000 7fc0b08d7640 1 --2- 172.21.15.76:0/1324536009 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc08c06ac00 0x7fc08c06d0c0 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:47.021 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:47.019+0000 7fc0b08d7640 1 --2- 172.21.15.76:0/1324536009 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc0ac0cb3f0 0x7fc0ac1f1c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:47.021 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:47.019+0000 7fc0b08d7640 1 --2- 172.21.15.76:0/1324536009 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc0ac0c9f80 0x7fc0ac15bc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:47.021 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:47.019+0000 7fc0b08d7640 1 -- 172.21.15.76:0/1324536009 >> 172.21.15.76:0/1324536009 conn(0x7fc0ac069ed0 msgr2=0x7fc0ac0ad280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:47.021 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:47.019+0000 7fc0b08d7640 1 -- 172.21.15.76:0/1324536009 shutdown_connections 2024-09-13T16:07:47.021 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:47.019+0000 7fc0b08d7640 1 -- 172.21.15.76:0/1324536009 wait complete. 2024-09-13T16:07:47.031 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T16:07:47.031 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T16:07:47.031 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi192.front.sepia.ceph.com 2024-09-13T16:07:47.031 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-13T16:07:47.031 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-13T16:07:47.031 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T16:07:47.031 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T16:07:47.032 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T16:07:47.032 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-13T16:07:47.032 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:07:47.032 DEBUG:teuthology.orchestra.run.smithi192:> ip addr 2024-09-13T16:07:47.051 INFO:teuthology.orchestra.run.smithi192.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T16:07:47.051 INFO:teuthology.orchestra.run.smithi192.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T16:07:47.052 INFO:teuthology.orchestra.run.smithi192.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T16:07:47.052 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:07:47.052 INFO:teuthology.orchestra.run.smithi192.stdout: inet6 ::1/128 scope host 2024-09-13T16:07:47.052 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:07:47.052 INFO:teuthology.orchestra.run.smithi192.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:07:47.052 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether 0c:c4:7a:d9:38:4e brd ff:ff:ff:ff:ff:ff 2024-09-13T16:07:47.052 INFO:teuthology.orchestra.run.smithi192.stdout: altname enp7s0f0 2024-09-13T16:07:47.052 INFO:teuthology.orchestra.run.smithi192.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:07:47.053 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether 0c:c4:7a:d9:38:4f brd ff:ff:ff:ff:ff:ff 2024-09-13T16:07:47.053 INFO:teuthology.orchestra.run.smithi192.stdout: altname enp7s0f1 2024-09-13T16:07:47.053 INFO:teuthology.orchestra.run.smithi192.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:07:47.053 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether 0c:c4:7a:88:80:48 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:07:47.053 INFO:teuthology.orchestra.run.smithi192.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T16:07:47.053 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether 0c:c4:7a:88:80:49 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:07:47.053 INFO:teuthology.orchestra.run.smithi192.stdout: inet 172.21.15.192/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-13T16:07:47.053 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft 42410sec preferred_lft 42410sec 2024-09-13T16:07:47.053 INFO:teuthology.orchestra.run.smithi192.stdout: inet6 fe80::ec4:7aff:fe88:8049/64 scope link noprefixroute 2024-09-13T16:07:47.053 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:07:47.053 INFO:teuthology.orchestra.run.smithi192.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T16:07:47.053 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether ea:94:96:0f:40:1e brd ff:ff:ff:ff:ff:ff 2024-09-13T16:07:47.054 INFO:teuthology.orchestra.run.smithi192.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-13T16:07:47.054 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:07:47.054 INFO:teuthology.orchestra.run.smithi192.stdout: inet6 fe80::807e:ecff:fe50:a056/64 scope link 2024-09-13T16:07:47.054 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:07:47.054 INFO:teuthology.orchestra.run.smithi192.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:07:47.054 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether ea:94:96:0f:40:1e brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-13T16:07:47.054 INFO:teuthology.orchestra.run.smithi192.stdout: inet6 fe80::e894:96ff:fe0f:401e/64 scope link 2024-09-13T16:07:47.054 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:07:47.054 INFO:teuthology.orchestra.run.smithi192.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:07:47.054 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether f6:3a:94:82:39:22 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-13T16:07:47.054 INFO:teuthology.orchestra.run.smithi192.stdout: inet6 fe80::f43a:94ff:fe82:3922/64 scope link 2024-09-13T16:07:47.054 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:07:47.055 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:07:47.055 DEBUG:teuthology.orchestra.run.smithi192:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T16:07:47.119 INFO:teuthology.orchestra.run.smithi192.stdout:1 2024-09-13T16:07:47.121 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:07:47.121 DEBUG:teuthology.orchestra.run.smithi192:> route 2024-09-13T16:07:47.179 INFO:teuthology.orchestra.run.smithi192.stdout:Kernel IP routing table 2024-09-13T16:07:47.179 INFO:teuthology.orchestra.run.smithi192.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T16:07:47.179 INFO:teuthology.orchestra.run.smithi192.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-13T16:07:47.179 INFO:teuthology.orchestra.run.smithi192.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-13T16:07:47.179 INFO:teuthology.orchestra.run.smithi192.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T16:07:47.180 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:07:47.180 DEBUG:teuthology.orchestra.run.smithi192:> (cd / && exec bash -c ' 2024-09-13T16:07:47.180 DEBUG:teuthology.orchestra.run.smithi192:> set -e 2024-09-13T16:07:47.180 DEBUG:teuthology.orchestra.run.smithi192:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-13T16:07:47.180 DEBUG:teuthology.orchestra.run.smithi192:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-13T16:07:47.180 DEBUG:teuthology.orchestra.run.smithi192:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-13T16:07:47.180 DEBUG:teuthology.orchestra.run.smithi192:> ') 2024-09-13T16:07:47.270 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:07:47.270 DEBUG:teuthology.orchestra.run.smithi192:> ip netns list 2024-09-13T16:07:47.286 INFO:teuthology.orchestra.run.smithi192.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-13T16:07:47.286 INFO:teuthology.orchestra.run.smithi192.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-13T16:07:47.286 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-13T16:07:47.287 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:07:47.287 DEBUG:teuthology.orchestra.run.smithi192:> sudo ip link set brx.0 up 2024-09-13T16:07:47.352 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-09-13T16:07:47.352 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:07:47.352 DEBUG:teuthology.orchestra.run.smithi192:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-13T16:07:47.408 INFO:teuthology.orchestra.run.smithi192.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-13T16:07:47.408 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:07:47.408 DEBUG:teuthology.orchestra.run.smithi192:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-13T16:07:47.463 DEBUG:teuthology.orchestra.run.smithi192:> sudo modprobe fuse 2024-09-13T16:07:47.529 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:07:47.529 DEBUG:teuthology.orchestra.run.smithi192:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:07:47.593 INFO:teuthology.orchestra.run.smithi192.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:07:47.594 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:07:47.594 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:07:47.594 DEBUG:teuthology.orchestra.run.smithi192:> ls /sys/fs/fuse/connections 2024-09-13T16:07:47.649 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-13T16:07:47.649 DEBUG:teuthology.orchestra.run.smithi192:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-09-13T16:07:47.692 DEBUG:teuthology.orchestra.run.smithi192:> sudo modprobe fuse 2024-09-13T16:07:47.717 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:07:47.717 DEBUG:teuthology.orchestra.run.smithi192:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:07:47.773 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi192.stderr:2024-09-13T16:07:47.772+0000 7fd8c33c6480 -1 init, newargv = 0x559058ac06a0 newargc=15 2024-09-13T16:07:47.773 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi192.stderr:ceph-fuse[45365]: starting ceph client 2024-09-13T16:07:47.777 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi192.stderr:ceph-fuse[45365]: starting fuse 2024-09-13T16:07:47.784 INFO:teuthology.orchestra.run.smithi192.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:07:47.785 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:07:47.785 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:07:47.785 DEBUG:teuthology.orchestra.run.smithi192:> ls /sys/fs/fuse/connections 2024-09-13T16:07:47.842 INFO:teuthology.orchestra.run.smithi192.stdout:42 2024-09-13T16:07:47.842 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [42] 2024-09-13T16:07:47.842 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:07:47.842 DEBUG:teuthology.orchestra.run.smithi192:> import glob 2024-09-13T16:07:47.843 DEBUG:teuthology.orchestra.run.smithi192:> import re 2024-09-13T16:07:47.843 DEBUG:teuthology.orchestra.run.smithi192:> import os 2024-09-13T16:07:47.843 DEBUG:teuthology.orchestra.run.smithi192:> import subprocess 2024-09-13T16:07:47.843 DEBUG:teuthology.orchestra.run.smithi192:> 2024-09-13T16:07:47.843 DEBUG:teuthology.orchestra.run.smithi192:> def _find_admin_socket(client_name): 2024-09-13T16:07:47.843 DEBUG:teuthology.orchestra.run.smithi192:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-09-13T16:07:47.843 DEBUG:teuthology.orchestra.run.smithi192:> files = glob.glob(asok_path) 2024-09-13T16:07:47.843 DEBUG:teuthology.orchestra.run.smithi192:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-13T16:07:47.843 DEBUG:teuthology.orchestra.run.smithi192:> 2024-09-13T16:07:47.844 DEBUG:teuthology.orchestra.run.smithi192:> # Given a non-glob path, it better be there 2024-09-13T16:07:47.844 DEBUG:teuthology.orchestra.run.smithi192:> if "*" not in asok_path: 2024-09-13T16:07:47.844 DEBUG:teuthology.orchestra.run.smithi192:> assert(len(files) == 1) 2024-09-13T16:07:47.844 DEBUG:teuthology.orchestra.run.smithi192:> return files[0] 2024-09-13T16:07:47.844 DEBUG:teuthology.orchestra.run.smithi192:> 2024-09-13T16:07:47.844 DEBUG:teuthology.orchestra.run.smithi192:> for f in files: 2024-09-13T16:07:47.844 DEBUG:teuthology.orchestra.run.smithi192:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T16:07:47.844 DEBUG:teuthology.orchestra.run.smithi192:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T16:07:47.845 DEBUG:teuthology.orchestra.run.smithi192:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T16:07:47.845 DEBUG:teuthology.orchestra.run.smithi192:> contents = proc_f.read() 2024-09-13T16:07:47.845 DEBUG:teuthology.orchestra.run.smithi192:> if mountpoint in contents: 2024-09-13T16:07:47.845 DEBUG:teuthology.orchestra.run.smithi192:> return f 2024-09-13T16:07:47.845 DEBUG:teuthology.orchestra.run.smithi192:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T16:07:47.845 DEBUG:teuthology.orchestra.run.smithi192:> 2024-09-13T16:07:47.845 DEBUG:teuthology.orchestra.run.smithi192:> print(_find_admin_socket("client.1")) 2024-09-13T16:07:47.845 DEBUG:teuthology.orchestra.run.smithi192:> ' 2024-09-13T16:07:47.956 INFO:teuthology.orchestra.run.smithi192.stdout:/var/run/ceph/ceph-client.1.45365.asok 2024-09-13T16:07:48.142 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.45365.asok 2024-09-13T16:07:48.142 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:07:48.142 DEBUG:teuthology.orchestra.run.smithi192:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.45365.asok status 2024-09-13T16:07:48.277 INFO:teuthology.orchestra.run.smithi192.stdout:{ 2024-09-13T16:07:48.277 INFO:teuthology.orchestra.run.smithi192.stdout: "metadata": { 2024-09-13T16:07:48.277 INFO:teuthology.orchestra.run.smithi192.stdout: "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", 2024-09-13T16:07:48.277 INFO:teuthology.orchestra.run.smithi192.stdout: "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", 2024-09-13T16:07:48.277 INFO:teuthology.orchestra.run.smithi192.stdout: "entity_id": "1", 2024-09-13T16:07:48.278 INFO:teuthology.orchestra.run.smithi192.stdout: "hostname": "smithi192", 2024-09-13T16:07:48.278 INFO:teuthology.orchestra.run.smithi192.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-13T16:07:48.278 INFO:teuthology.orchestra.run.smithi192.stdout: "pid": "45365", 2024-09-13T16:07:48.278 INFO:teuthology.orchestra.run.smithi192.stdout: "root": "/" 2024-09-13T16:07:48.279 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-13T16:07:48.279 INFO:teuthology.orchestra.run.smithi192.stdout: "dentry_count": 0, 2024-09-13T16:07:48.279 INFO:teuthology.orchestra.run.smithi192.stdout: "dentry_pinned_count": 0, 2024-09-13T16:07:48.279 INFO:teuthology.orchestra.run.smithi192.stdout: "id": 6220, 2024-09-13T16:07:48.279 INFO:teuthology.orchestra.run.smithi192.stdout: "inst": { 2024-09-13T16:07:48.279 INFO:teuthology.orchestra.run.smithi192.stdout: "name": { 2024-09-13T16:07:48.280 INFO:teuthology.orchestra.run.smithi192.stdout: "type": "client", 2024-09-13T16:07:48.280 INFO:teuthology.orchestra.run.smithi192.stdout: "num": 6220 2024-09-13T16:07:48.280 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-13T16:07:48.280 INFO:teuthology.orchestra.run.smithi192.stdout: "addr": { 2024-09-13T16:07:48.280 INFO:teuthology.orchestra.run.smithi192.stdout: "type": "v1", 2024-09-13T16:07:48.280 INFO:teuthology.orchestra.run.smithi192.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:07:48.280 INFO:teuthology.orchestra.run.smithi192.stdout: "nonce": 964285215 2024-09-13T16:07:48.280 INFO:teuthology.orchestra.run.smithi192.stdout: } 2024-09-13T16:07:48.280 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-13T16:07:48.280 INFO:teuthology.orchestra.run.smithi192.stdout: "addr": { 2024-09-13T16:07:48.280 INFO:teuthology.orchestra.run.smithi192.stdout: "type": "v1", 2024-09-13T16:07:48.281 INFO:teuthology.orchestra.run.smithi192.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:07:48.281 INFO:teuthology.orchestra.run.smithi192.stdout: "nonce": 964285215 2024-09-13T16:07:48.281 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-13T16:07:48.281 INFO:teuthology.orchestra.run.smithi192.stdout: "inst_str": "client.6220 192.168.0.1:0/964285215", 2024-09-13T16:07:48.281 INFO:teuthology.orchestra.run.smithi192.stdout: "addr_str": "192.168.0.1:0/964285215", 2024-09-13T16:07:48.281 INFO:teuthology.orchestra.run.smithi192.stdout: "inode_count": 1, 2024-09-13T16:07:48.281 INFO:teuthology.orchestra.run.smithi192.stdout: "mds_epoch": 31, 2024-09-13T16:07:48.281 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_epoch": 70, 2024-09-13T16:07:48.281 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_epoch_barrier": 0, 2024-09-13T16:07:48.282 INFO:teuthology.orchestra.run.smithi192.stdout: "blocklisted": false, 2024-09-13T16:07:48.282 INFO:teuthology.orchestra.run.smithi192.stdout: "fs_name": "cephfs" 2024-09-13T16:07:48.282 INFO:teuthology.orchestra.run.smithi192.stdout:} 2024-09-13T16:07:48.285 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:07:48.285 DEBUG:teuthology.orchestra.run.smithi192:> stat --file-system '--printf=%T 2024-09-13T16:07:48.285 DEBUG:teuthology.orchestra.run.smithi192:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-13T16:07:48.301 INFO:teuthology.orchestra.run.smithi192.stdout:fuseblk 2024-09-13T16:07:48.302 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-13T16:07:48.302 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:07:48.302 DEBUG:teuthology.orchestra.run.smithi192:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-13T16:07:48.367 DEBUG:teuthology.orchestra.run.smithi076:> adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:07:48.367 DEBUG:teuthology.orchestra.run.smithi076:> import os 2024-09-13T16:07:48.367 DEBUG:teuthology.orchestra.run.smithi076:> os.mkdir("/home/ubuntu/cephtest/mnt.0/testdir") 2024-09-13T16:07:48.367 DEBUG:teuthology.orchestra.run.smithi076:> for n in range(0, 1000): 2024-09-13T16:07:48.367 DEBUG:teuthology.orchestra.run.smithi076:> os.mkdir("/home/ubuntu/cephtest/mnt.0/testdir/dir{0}".format(n)) 2024-09-13T16:07:48.367 DEBUG:teuthology.orchestra.run.smithi076:> ' 2024-09-13T16:07:49.627 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:07:49.627 DEBUG:teuthology.orchestra.run.smithi076:> (cd /home/ubuntu/cephtest/mnt.0 && exec sync) 2024-09-13T16:07:51.002 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:07:51.002 DEBUG:teuthology.orchestra.run.smithi076:> import glob 2024-09-13T16:07:51.002 DEBUG:teuthology.orchestra.run.smithi076:> import re 2024-09-13T16:07:51.002 DEBUG:teuthology.orchestra.run.smithi076:> import os 2024-09-13T16:07:51.002 DEBUG:teuthology.orchestra.run.smithi076:> import subprocess 2024-09-13T16:07:51.002 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:07:51.002 DEBUG:teuthology.orchestra.run.smithi076:> def _find_admin_socket(client_name): 2024-09-13T16:07:51.002 DEBUG:teuthology.orchestra.run.smithi076:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-13T16:07:51.002 DEBUG:teuthology.orchestra.run.smithi076:> files = glob.glob(asok_path) 2024-09-13T16:07:51.002 DEBUG:teuthology.orchestra.run.smithi076:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-13T16:07:51.002 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:07:51.002 DEBUG:teuthology.orchestra.run.smithi076:> # Given a non-glob path, it better be there 2024-09-13T16:07:51.002 DEBUG:teuthology.orchestra.run.smithi076:> if "*" not in asok_path: 2024-09-13T16:07:51.003 DEBUG:teuthology.orchestra.run.smithi076:> assert(len(files) == 1) 2024-09-13T16:07:51.003 DEBUG:teuthology.orchestra.run.smithi076:> return files[0] 2024-09-13T16:07:51.003 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:07:51.003 DEBUG:teuthology.orchestra.run.smithi076:> for f in files: 2024-09-13T16:07:51.003 DEBUG:teuthology.orchestra.run.smithi076:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T16:07:51.003 DEBUG:teuthology.orchestra.run.smithi076:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T16:07:51.003 DEBUG:teuthology.orchestra.run.smithi076:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T16:07:51.003 DEBUG:teuthology.orchestra.run.smithi076:> contents = proc_f.read() 2024-09-13T16:07:51.003 DEBUG:teuthology.orchestra.run.smithi076:> if mountpoint in contents: 2024-09-13T16:07:51.003 DEBUG:teuthology.orchestra.run.smithi076:> return f 2024-09-13T16:07:51.003 DEBUG:teuthology.orchestra.run.smithi076:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T16:07:51.003 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:07:51.003 DEBUG:teuthology.orchestra.run.smithi076:> print(_find_admin_socket("client.0")) 2024-09-13T16:07:51.003 DEBUG:teuthology.orchestra.run.smithi076:> ' 2024-09-13T16:07:51.091 INFO:teuthology.orchestra.run.smithi076.stdout:/var/run/ceph/ceph-client.0.61289.asok 2024-09-13T16:07:51.276 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.61289.asok 2024-09-13T16:07:51.276 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:07:51.276 DEBUG:teuthology.orchestra.run.smithi076:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.61289.asok status 2024-09-13T16:07:51.414 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2024-09-13T16:07:51.414 INFO:teuthology.orchestra.run.smithi076.stdout: "metadata": { 2024-09-13T16:07:51.414 INFO:teuthology.orchestra.run.smithi076.stdout: "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", 2024-09-13T16:07:51.414 INFO:teuthology.orchestra.run.smithi076.stdout: "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", 2024-09-13T16:07:51.414 INFO:teuthology.orchestra.run.smithi076.stdout: "entity_id": "0", 2024-09-13T16:07:51.414 INFO:teuthology.orchestra.run.smithi076.stdout: "hostname": "smithi076", 2024-09-13T16:07:51.414 INFO:teuthology.orchestra.run.smithi076.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-13T16:07:51.414 INFO:teuthology.orchestra.run.smithi076.stdout: "pid": "61289", 2024-09-13T16:07:51.414 INFO:teuthology.orchestra.run.smithi076.stdout: "root": "/" 2024-09-13T16:07:51.415 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:07:51.415 INFO:teuthology.orchestra.run.smithi076.stdout: "dentry_count": 1001, 2024-09-13T16:07:51.415 INFO:teuthology.orchestra.run.smithi076.stdout: "dentry_pinned_count": 1001, 2024-09-13T16:07:51.415 INFO:teuthology.orchestra.run.smithi076.stdout: "id": 6714, 2024-09-13T16:07:51.415 INFO:teuthology.orchestra.run.smithi076.stdout: "inst": { 2024-09-13T16:07:51.415 INFO:teuthology.orchestra.run.smithi076.stdout: "name": { 2024-09-13T16:07:51.415 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "client", 2024-09-13T16:07:51.415 INFO:teuthology.orchestra.run.smithi076.stdout: "num": 6714 2024-09-13T16:07:51.415 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:07:51.415 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": { 2024-09-13T16:07:51.415 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "v1", 2024-09-13T16:07:51.415 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:07:51.415 INFO:teuthology.orchestra.run.smithi076.stdout: "nonce": 3589058074 2024-09-13T16:07:51.415 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:07:51.416 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:07:51.416 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": { 2024-09-13T16:07:51.416 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "v1", 2024-09-13T16:07:51.416 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:07:51.416 INFO:teuthology.orchestra.run.smithi076.stdout: "nonce": 3589058074 2024-09-13T16:07:51.416 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:07:51.416 INFO:teuthology.orchestra.run.smithi076.stdout: "inst_str": "client.6714 192.168.0.1:0/3589058074", 2024-09-13T16:07:51.416 INFO:teuthology.orchestra.run.smithi076.stdout: "addr_str": "192.168.0.1:0/3589058074", 2024-09-13T16:07:51.416 INFO:teuthology.orchestra.run.smithi076.stdout: "inode_count": 1002, 2024-09-13T16:07:51.416 INFO:teuthology.orchestra.run.smithi076.stdout: "mds_epoch": 31, 2024-09-13T16:07:51.416 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_epoch": 70, 2024-09-13T16:07:51.416 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_epoch_barrier": 70, 2024-09-13T16:07:51.416 INFO:teuthology.orchestra.run.smithi076.stdout: "blocklisted": false, 2024-09-13T16:07:51.417 INFO:teuthology.orchestra.run.smithi076.stdout: "fs_name": "cephfs" 2024-09-13T16:07:51.417 INFO:teuthology.orchestra.run.smithi076.stdout:} 2024-09-13T16:07:51.422 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:07:51.422 DEBUG:teuthology.orchestra.run.smithi076:> import glob 2024-09-13T16:07:51.422 DEBUG:teuthology.orchestra.run.smithi076:> import re 2024-09-13T16:07:51.422 DEBUG:teuthology.orchestra.run.smithi076:> import os 2024-09-13T16:07:51.422 DEBUG:teuthology.orchestra.run.smithi076:> import subprocess 2024-09-13T16:07:51.422 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:07:51.423 DEBUG:teuthology.orchestra.run.smithi076:> def _find_admin_socket(client_name): 2024-09-13T16:07:51.423 DEBUG:teuthology.orchestra.run.smithi076:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-13T16:07:51.423 DEBUG:teuthology.orchestra.run.smithi076:> files = glob.glob(asok_path) 2024-09-13T16:07:51.423 DEBUG:teuthology.orchestra.run.smithi076:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-13T16:07:51.423 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:07:51.423 DEBUG:teuthology.orchestra.run.smithi076:> # Given a non-glob path, it better be there 2024-09-13T16:07:51.423 DEBUG:teuthology.orchestra.run.smithi076:> if "*" not in asok_path: 2024-09-13T16:07:51.423 DEBUG:teuthology.orchestra.run.smithi076:> assert(len(files) == 1) 2024-09-13T16:07:51.423 DEBUG:teuthology.orchestra.run.smithi076:> return files[0] 2024-09-13T16:07:51.423 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:07:51.423 DEBUG:teuthology.orchestra.run.smithi076:> for f in files: 2024-09-13T16:07:51.423 DEBUG:teuthology.orchestra.run.smithi076:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T16:07:51.423 DEBUG:teuthology.orchestra.run.smithi076:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T16:07:51.423 DEBUG:teuthology.orchestra.run.smithi076:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T16:07:51.424 DEBUG:teuthology.orchestra.run.smithi076:> contents = proc_f.read() 2024-09-13T16:07:51.424 DEBUG:teuthology.orchestra.run.smithi076:> if mountpoint in contents: 2024-09-13T16:07:51.424 DEBUG:teuthology.orchestra.run.smithi076:> return f 2024-09-13T16:07:51.424 DEBUG:teuthology.orchestra.run.smithi076:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T16:07:51.424 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:07:51.424 DEBUG:teuthology.orchestra.run.smithi076:> print(_find_admin_socket("client.0")) 2024-09-13T16:07:51.424 DEBUG:teuthology.orchestra.run.smithi076:> ' 2024-09-13T16:07:51.498 INFO:teuthology.orchestra.run.smithi076.stdout:/var/run/ceph/ceph-client.0.61289.asok 2024-09-13T16:07:51.684 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.61289.asok 2024-09-13T16:07:51.685 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:07:51.685 DEBUG:teuthology.orchestra.run.smithi076:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.61289.asok config set client_cache_size 100 2024-09-13T16:07:51.817 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2024-09-13T16:07:51.817 INFO:teuthology.orchestra.run.smithi076.stdout: "success": "client_cache_size = '' " 2024-09-13T16:07:51.817 INFO:teuthology.orchestra.run.smithi076.stdout:} 2024-09-13T16:07:51.825 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:07:51.826 DEBUG:teuthology.orchestra.run.smithi076:> import glob 2024-09-13T16:07:51.826 DEBUG:teuthology.orchestra.run.smithi076:> import re 2024-09-13T16:07:51.826 DEBUG:teuthology.orchestra.run.smithi076:> import os 2024-09-13T16:07:51.826 DEBUG:teuthology.orchestra.run.smithi076:> import subprocess 2024-09-13T16:07:51.826 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:07:51.826 DEBUG:teuthology.orchestra.run.smithi076:> def _find_admin_socket(client_name): 2024-09-13T16:07:51.826 DEBUG:teuthology.orchestra.run.smithi076:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-13T16:07:51.826 DEBUG:teuthology.orchestra.run.smithi076:> files = glob.glob(asok_path) 2024-09-13T16:07:51.826 DEBUG:teuthology.orchestra.run.smithi076:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-13T16:07:51.826 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:07:51.826 DEBUG:teuthology.orchestra.run.smithi076:> # Given a non-glob path, it better be there 2024-09-13T16:07:51.826 DEBUG:teuthology.orchestra.run.smithi076:> if "*" not in asok_path: 2024-09-13T16:07:51.826 DEBUG:teuthology.orchestra.run.smithi076:> assert(len(files) == 1) 2024-09-13T16:07:51.826 DEBUG:teuthology.orchestra.run.smithi076:> return files[0] 2024-09-13T16:07:51.827 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:07:51.827 DEBUG:teuthology.orchestra.run.smithi076:> for f in files: 2024-09-13T16:07:51.827 DEBUG:teuthology.orchestra.run.smithi076:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T16:07:51.827 DEBUG:teuthology.orchestra.run.smithi076:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T16:07:51.827 DEBUG:teuthology.orchestra.run.smithi076:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T16:07:51.827 DEBUG:teuthology.orchestra.run.smithi076:> contents = proc_f.read() 2024-09-13T16:07:51.827 DEBUG:teuthology.orchestra.run.smithi076:> if mountpoint in contents: 2024-09-13T16:07:51.827 DEBUG:teuthology.orchestra.run.smithi076:> return f 2024-09-13T16:07:51.827 DEBUG:teuthology.orchestra.run.smithi076:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T16:07:51.827 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:07:51.827 DEBUG:teuthology.orchestra.run.smithi076:> print(_find_admin_socket("client.0")) 2024-09-13T16:07:51.827 DEBUG:teuthology.orchestra.run.smithi076:> ' 2024-09-13T16:07:51.902 INFO:teuthology.orchestra.run.smithi076.stdout:/var/run/ceph/ceph-client.0.61289.asok 2024-09-13T16:07:52.088 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.61289.asok 2024-09-13T16:07:52.088 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:07:52.088 DEBUG:teuthology.orchestra.run.smithi076:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.61289.asok status 2024-09-13T16:07:52.222 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2024-09-13T16:07:52.222 INFO:teuthology.orchestra.run.smithi076.stdout: "metadata": { 2024-09-13T16:07:52.222 INFO:teuthology.orchestra.run.smithi076.stdout: "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", 2024-09-13T16:07:52.222 INFO:teuthology.orchestra.run.smithi076.stdout: "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", 2024-09-13T16:07:52.222 INFO:teuthology.orchestra.run.smithi076.stdout: "entity_id": "0", 2024-09-13T16:07:52.222 INFO:teuthology.orchestra.run.smithi076.stdout: "hostname": "smithi076", 2024-09-13T16:07:52.222 INFO:teuthology.orchestra.run.smithi076.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-13T16:07:52.222 INFO:teuthology.orchestra.run.smithi076.stdout: "pid": "61289", 2024-09-13T16:07:52.222 INFO:teuthology.orchestra.run.smithi076.stdout: "root": "/" 2024-09-13T16:07:52.222 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:07:52.223 INFO:teuthology.orchestra.run.smithi076.stdout: "dentry_count": 1001, 2024-09-13T16:07:52.223 INFO:teuthology.orchestra.run.smithi076.stdout: "dentry_pinned_count": 1, 2024-09-13T16:07:52.223 INFO:teuthology.orchestra.run.smithi076.stdout: "id": 6714, 2024-09-13T16:07:52.223 INFO:teuthology.orchestra.run.smithi076.stdout: "inst": { 2024-09-13T16:07:52.223 INFO:teuthology.orchestra.run.smithi076.stdout: "name": { 2024-09-13T16:07:52.223 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "client", 2024-09-13T16:07:52.223 INFO:teuthology.orchestra.run.smithi076.stdout: "num": 6714 2024-09-13T16:07:52.223 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:07:52.223 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": { 2024-09-13T16:07:52.223 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "v1", 2024-09-13T16:07:52.223 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:07:52.223 INFO:teuthology.orchestra.run.smithi076.stdout: "nonce": 3589058074 2024-09-13T16:07:52.223 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:07:52.224 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:07:52.224 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": { 2024-09-13T16:07:52.224 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "v1", 2024-09-13T16:07:52.224 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:07:52.224 INFO:teuthology.orchestra.run.smithi076.stdout: "nonce": 3589058074 2024-09-13T16:07:52.224 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:07:52.224 INFO:teuthology.orchestra.run.smithi076.stdout: "inst_str": "client.6714 192.168.0.1:0/3589058074", 2024-09-13T16:07:52.224 INFO:teuthology.orchestra.run.smithi076.stdout: "addr_str": "192.168.0.1:0/3589058074", 2024-09-13T16:07:52.224 INFO:teuthology.orchestra.run.smithi076.stdout: "inode_count": 1002, 2024-09-13T16:07:52.224 INFO:teuthology.orchestra.run.smithi076.stdout: "mds_epoch": 31, 2024-09-13T16:07:52.224 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_epoch": 70, 2024-09-13T16:07:52.224 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_epoch_barrier": 70, 2024-09-13T16:07:52.224 INFO:teuthology.orchestra.run.smithi076.stdout: "blocklisted": false, 2024-09-13T16:07:52.224 INFO:teuthology.orchestra.run.smithi076.stdout: "fs_name": "cephfs" 2024-09-13T16:07:52.225 INFO:teuthology.orchestra.run.smithi076.stdout:} 2024-09-13T16:07:52.230 INFO:tasks.cephfs.test_client_limits:waiting, dentry_count, dentry_pinned_count: 1001, 1 2024-09-13T16:07:52.230 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=30 retry_count=0)... 2024-09-13T16:07:57.231 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:07:57.231 DEBUG:teuthology.orchestra.run.smithi076:> import glob 2024-09-13T16:07:57.231 DEBUG:teuthology.orchestra.run.smithi076:> import re 2024-09-13T16:07:57.231 DEBUG:teuthology.orchestra.run.smithi076:> import os 2024-09-13T16:07:57.231 DEBUG:teuthology.orchestra.run.smithi076:> import subprocess 2024-09-13T16:07:57.231 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:07:57.231 DEBUG:teuthology.orchestra.run.smithi076:> def _find_admin_socket(client_name): 2024-09-13T16:07:57.231 DEBUG:teuthology.orchestra.run.smithi076:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-13T16:07:57.231 DEBUG:teuthology.orchestra.run.smithi076:> files = glob.glob(asok_path) 2024-09-13T16:07:57.232 DEBUG:teuthology.orchestra.run.smithi076:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-13T16:07:57.232 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:07:57.232 DEBUG:teuthology.orchestra.run.smithi076:> # Given a non-glob path, it better be there 2024-09-13T16:07:57.232 DEBUG:teuthology.orchestra.run.smithi076:> if "*" not in asok_path: 2024-09-13T16:07:57.232 DEBUG:teuthology.orchestra.run.smithi076:> assert(len(files) == 1) 2024-09-13T16:07:57.232 DEBUG:teuthology.orchestra.run.smithi076:> return files[0] 2024-09-13T16:07:57.232 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:07:57.232 DEBUG:teuthology.orchestra.run.smithi076:> for f in files: 2024-09-13T16:07:57.232 DEBUG:teuthology.orchestra.run.smithi076:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T16:07:57.232 DEBUG:teuthology.orchestra.run.smithi076:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T16:07:57.232 DEBUG:teuthology.orchestra.run.smithi076:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T16:07:57.232 DEBUG:teuthology.orchestra.run.smithi076:> contents = proc_f.read() 2024-09-13T16:07:57.232 DEBUG:teuthology.orchestra.run.smithi076:> if mountpoint in contents: 2024-09-13T16:07:57.232 DEBUG:teuthology.orchestra.run.smithi076:> return f 2024-09-13T16:07:57.232 DEBUG:teuthology.orchestra.run.smithi076:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T16:07:57.233 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:07:57.233 DEBUG:teuthology.orchestra.run.smithi076:> print(_find_admin_socket("client.0")) 2024-09-13T16:07:57.233 DEBUG:teuthology.orchestra.run.smithi076:> ' 2024-09-13T16:07:57.322 INFO:teuthology.orchestra.run.smithi076.stdout:/var/run/ceph/ceph-client.0.61289.asok 2024-09-13T16:07:57.506 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.61289.asok 2024-09-13T16:07:57.506 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:07:57.506 DEBUG:teuthology.orchestra.run.smithi076:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.61289.asok status 2024-09-13T16:07:57.647 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2024-09-13T16:07:57.647 INFO:teuthology.orchestra.run.smithi076.stdout: "metadata": { 2024-09-13T16:07:57.647 INFO:teuthology.orchestra.run.smithi076.stdout: "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", 2024-09-13T16:07:57.647 INFO:teuthology.orchestra.run.smithi076.stdout: "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", 2024-09-13T16:07:57.648 INFO:teuthology.orchestra.run.smithi076.stdout: "entity_id": "0", 2024-09-13T16:07:57.648 INFO:teuthology.orchestra.run.smithi076.stdout: "hostname": "smithi076", 2024-09-13T16:07:57.648 INFO:teuthology.orchestra.run.smithi076.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-13T16:07:57.648 INFO:teuthology.orchestra.run.smithi076.stdout: "pid": "61289", 2024-09-13T16:07:57.648 INFO:teuthology.orchestra.run.smithi076.stdout: "root": "/" 2024-09-13T16:07:57.648 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:07:57.648 INFO:teuthology.orchestra.run.smithi076.stdout: "dentry_count": 100, 2024-09-13T16:07:57.648 INFO:teuthology.orchestra.run.smithi076.stdout: "dentry_pinned_count": 1, 2024-09-13T16:07:57.648 INFO:teuthology.orchestra.run.smithi076.stdout: "id": 6714, 2024-09-13T16:07:57.648 INFO:teuthology.orchestra.run.smithi076.stdout: "inst": { 2024-09-13T16:07:57.648 INFO:teuthology.orchestra.run.smithi076.stdout: "name": { 2024-09-13T16:07:57.652 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "client", 2024-09-13T16:07:57.652 INFO:teuthology.orchestra.run.smithi076.stdout: "num": 6714 2024-09-13T16:07:57.652 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:07:57.653 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": { 2024-09-13T16:07:57.653 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "v1", 2024-09-13T16:07:57.653 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:07:57.653 INFO:teuthology.orchestra.run.smithi076.stdout: "nonce": 3589058074 2024-09-13T16:07:57.653 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:07:57.653 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:07:57.653 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": { 2024-09-13T16:07:57.653 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "v1", 2024-09-13T16:07:57.653 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:07:57.653 INFO:teuthology.orchestra.run.smithi076.stdout: "nonce": 3589058074 2024-09-13T16:07:57.653 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:07:57.653 INFO:teuthology.orchestra.run.smithi076.stdout: "inst_str": "client.6714 192.168.0.1:0/3589058074", 2024-09-13T16:07:57.654 INFO:teuthology.orchestra.run.smithi076.stdout: "addr_str": "192.168.0.1:0/3589058074", 2024-09-13T16:07:57.654 INFO:teuthology.orchestra.run.smithi076.stdout: "inode_count": 101, 2024-09-13T16:07:57.654 INFO:teuthology.orchestra.run.smithi076.stdout: "mds_epoch": 31, 2024-09-13T16:07:57.654 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_epoch": 70, 2024-09-13T16:07:57.654 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_epoch_barrier": 70, 2024-09-13T16:07:57.654 INFO:teuthology.orchestra.run.smithi076.stdout: "blocklisted": false, 2024-09-13T16:07:57.654 INFO:teuthology.orchestra.run.smithi076.stdout: "fs_name": "cephfs" 2024-09-13T16:07:57.654 INFO:teuthology.orchestra.run.smithi076.stdout:} 2024-09-13T16:07:57.656 INFO:tasks.cephfs.test_client_limits:waiting, dentry_count, dentry_pinned_count: 100, 1 2024-09-13T16:07:57.656 DEBUG:tasks.ceph_test_case:wait_until_true: success in 5s and 0 retries 2024-09-13T16:07:57.656 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:07:57.657 DEBUG:teuthology.orchestra.run.smithi076:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir subdir) 2024-09-13T16:07:57.677 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:07:57.677 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:07:57.733 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:07:57.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:57.869+0000 7f9c5dc4f640 1 Processor -- start 2024-09-13T16:07:57.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:57.869+0000 7f9c5dc4f640 1 -- start start 2024-09-13T16:07:57.873 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:57.870+0000 7f9c5dc4f640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f9c58071d30 0x7f9c58070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:57.874 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:57.870+0000 7f9c5dc4f640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f9c58072110 0x7f9c580b1b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:57.874 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:57.870+0000 7f9c5dc4f640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9c580abdf0 con 0x7f9c580c8920 2024-09-13T16:07:57.874 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:57.870+0000 7f9c5dc4f640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9c580ab1e0 con 0x7f9c58071d30 2024-09-13T16:07:57.874 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:57.870+0000 7f9c5dc4f640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9c580ab4c0 con 0x7f9c58072110 2024-09-13T16:07:57.874 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:57.870+0000 7f9c577fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f9c58071d30 0x7f9c58070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:57.874 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:57.870+0000 7f9c577fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f9c58071d30 0x7f9c58070190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58068/0 (socket says 172.21.15.76:58068) 2024-09-13T16:07:57.874 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:57.870+0000 7f9c577fe640 1 -- 172.21.15.76:0/2209515884 learned_addr learned my addr 172.21.15.76:0/2209515884 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:57.874 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:57.871+0000 7f9c56ffd640 1 --2- 172.21.15.76:0/2209515884 >> v2:172.21.15.192:3300/0 conn(0x7f9c58072110 0x7f9c580b1b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:57.874 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:57.871+0000 7f9c577fe640 1 -- 172.21.15.76:0/2209515884 >> v2:172.21.15.192:3300/0 conn(0x7f9c58072110 msgr2=0x7f9c580b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:57.874 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:57.871+0000 7f9c577fe640 1 --2- 172.21.15.76:0/2209515884 >> v2:172.21.15.192:3300/0 conn(0x7f9c58072110 0x7f9c580b1b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:57.874 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:57.871+0000 7f9c577fe640 1 -- 172.21.15.76:0/2209515884 >> v1:172.21.15.192:6789/0 conn(0x7f9c580c8920 legacy=0x7f9c580ac280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:57.874 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:57.871+0000 7f9c577fe640 1 -- 172.21.15.76:0/2209515884 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9c580ab7a0 con 0x7f9c58071d30 2024-09-13T16:07:57.874 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:57.871+0000 7f9c577fe640 1 --2- 172.21.15.76:0/2209515884 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9c58071d30 0x7f9c58070190 secure :-1 s=READY pgs=910 cs=0 l=1 rev1=1 crypto rx=0x7f9c580cf000 tx=0x7f9c4802a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6eb5ed1498e9bf3b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:57.875 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:57.872+0000 7f9c567fc640 1 -- 172.21.15.76:0/2209515884 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c48031600 con 0x7f9c58071d30 2024-09-13T16:07:57.875 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:57.872+0000 7f9c567fc640 1 -- 172.21.15.76:0/2209515884 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9c4802d050 con 0x7f9c58071d30 2024-09-13T16:07:57.875 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:57.872+0000 7f9c567fc640 1 -- 172.21.15.76:0/2209515884 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c48031980 con 0x7f9c58071d30 2024-09-13T16:07:57.875 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:57.872+0000 7f9c5dc4f640 1 -- 172.21.15.76:0/2209515884 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9c58071d30 msgr2=0x7f9c58070190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:57.875 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:57.872+0000 7f9c5dc4f640 1 --2- 172.21.15.76:0/2209515884 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9c58071d30 0x7f9c58070190 secure :-1 s=READY pgs=910 cs=0 l=1 rev1=1 crypto rx=0x7f9c580cf000 tx=0x7f9c4802a6f0 comp rx=0 tx=0).stop 2024-09-13T16:07:57.875 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:57.872+0000 7f9c5dc4f640 1 -- 172.21.15.76:0/2209515884 shutdown_connections 2024-09-13T16:07:57.875 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:57.872+0000 7f9c5dc4f640 1 --2- 172.21.15.76:0/2209515884 >> v2:172.21.15.192:3300/0 conn(0x7f9c58072110 0x7f9c580b1b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:57.875 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:57.872+0000 7f9c5dc4f640 1 --2- 172.21.15.76:0/2209515884 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9c58071d30 0x7f9c58070190 unknown :-1 s=CLOSED pgs=910 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:57.875 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:57.872+0000 7f9c5dc4f640 1 -- 172.21.15.76:0/2209515884 >> 172.21.15.76:0/2209515884 conn(0x7f9c58069ed0 msgr2=0x7f9c5806a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:57.875 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:57.872+0000 7f9c5dc4f640 1 -- 172.21.15.76:0/2209515884 shutdown_connections 2024-09-13T16:07:57.875 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:57.872+0000 7f9c5dc4f640 1 -- 172.21.15.76:0/2209515884 wait complete. 2024-09-13T16:07:57.877 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:57.873+0000 7f9c5dc4f640 1 Processor -- start 2024-09-13T16:07:57.878 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:57.874+0000 7f9c5dc4f640 1 -- start start 2024-09-13T16:07:57.878 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:57.874+0000 7f9c5dc4f640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9c58071d30 0x7f9c580c6150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:57.878 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:57.874+0000 7f9c5dc4f640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9c58072110 0x7f9c5815a6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:57.878 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:57.874+0000 7f9c5dc4f640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9c580c8920 0x7f9c580c7fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:57.878 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:57.874+0000 7f9c5dc4f640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c580c34a0 con 0x7f9c58071d30 2024-09-13T16:07:57.878 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:57.874+0000 7f9c5dc4f640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c5815afd0 con 0x7f9c58072110 2024-09-13T16:07:57.878 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:57.874+0000 7f9c5dc4f640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9c580c2b70 con 0x7f9c580c8920 2024-09-13T16:07:57.878 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:57.874+0000 7f9c577fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9c58071d30 0x7f9c580c6150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:57.878 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:57.874+0000 7f9c577fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9c58071d30 0x7f9c580c6150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58084/0 (socket says 172.21.15.76:58084) 2024-09-13T16:07:57.878 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:57.874+0000 7f9c577fe640 1 -- 172.21.15.76:0/730968064 learned_addr learned my addr 172.21.15.76:0/730968064 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:57.878 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:57.875+0000 7f9c56ffd640 1 --2- 172.21.15.76:0/730968064 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9c58072110 0x7f9c5815a6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:57.878 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:57.875+0000 7f9c57fff640 1 --2- 172.21.15.76:0/730968064 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9c580c8920 0x7f9c580c7fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:57.879 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:57.875+0000 7f9c577fe640 1 -- 172.21.15.76:0/730968064 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9c580c8920 msgr2=0x7f9c580c7fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:57.879 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:57.875+0000 7f9c577fe640 1 --2- 172.21.15.76:0/730968064 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9c580c8920 0x7f9c580c7fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:57.879 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:57.875+0000 7f9c577fe640 1 -- 172.21.15.76:0/730968064 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9c58072110 msgr2=0x7f9c5815a6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:57.879 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:57.875+0000 7f9c577fe640 1 --2- 172.21.15.76:0/730968064 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9c58072110 0x7f9c5815a6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:57.879 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:57.875+0000 7f9c577fe640 1 -- 172.21.15.76:0/730968064 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9c48009b30 con 0x7f9c58071d30 2024-09-13T16:07:57.879 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:57.875+0000 7f9c56ffd640 1 --2- 172.21.15.76:0/730968064 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9c58072110 0x7f9c5815a6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:07:57.879 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:57.875+0000 7f9c577fe640 1 --2- 172.21.15.76:0/730968064 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9c58071d30 0x7f9c580c6150 secure :-1 s=READY pgs=911 cs=0 l=1 rev1=1 crypto rx=0x7f9c48000f80 tx=0x7f9c48004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:57.879 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:57.875+0000 7f9c3ffff640 1 -- 172.21.15.76:0/730968064 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c4803d860 con 0x7f9c58071d30 2024-09-13T16:07:57.879 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:57.875+0000 7f9c3ffff640 1 -- 172.21.15.76:0/730968064 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9c4803d9c0 con 0x7f9c58071d30 2024-09-13T16:07:57.879 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:57.875+0000 7f9c5dc4f640 1 -- 172.21.15.76:0/730968064 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9c580c2e50 con 0x7f9c58071d30 2024-09-13T16:07:57.879 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:57.875+0000 7f9c3ffff640 1 -- 172.21.15.76:0/730968064 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c4803dd70 con 0x7f9c58071d30 2024-09-13T16:07:57.879 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:57.875+0000 7f9c5dc4f640 1 -- 172.21.15.76:0/730968064 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9c580c6690 con 0x7f9c58071d30 2024-09-13T16:07:57.879 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:57.876+0000 7f9c5dc4f640 1 -- 172.21.15.76:0/730968064 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9c58070190 con 0x7f9c58071d30 2024-09-13T16:07:57.879 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:57.876+0000 7f9c3ffff640 1 -- 172.21.15.76:0/730968064 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9c4803b400 con 0x7f9c58071d30 2024-09-13T16:07:57.880 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:57.877+0000 7f9c3ffff640 1 --2- 172.21.15.76:0/730968064 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9c4406ac30 0x7f9c4406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:57.880 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:57.877+0000 7f9c3ffff640 1 -- 172.21.15.76:0/730968064 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(70..70 src has 1..70) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f9c480aa350 con 0x7f9c58071d30 2024-09-13T16:07:57.880 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:57.877+0000 7f9c56ffd640 1 --2- 172.21.15.76:0/730968064 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9c4406ac30 0x7f9c4406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:57.880 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:57.877+0000 7f9c56ffd640 1 --2- 172.21.15.76:0/730968064 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9c4406ac30 0x7f9c4406d0f0 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f9c58157500 tx=0x7f9c4c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:57.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:57.881+0000 7f9c3ffff640 1 -- 172.21.15.76:0/730968064 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f9c48075480 con 0x7f9c58071d30 2024-09-13T16:07:58.045 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.044+0000 7f9c5dc4f640 1 -- 172.21.15.76:0/730968064 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f9c5815cb20 con 0x7f9c58071d30 2024-09-13T16:07:58.046 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.045+0000 7f9c3ffff640 1 -- 172.21.15.76:0/730968064 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v70) v1 ==== 74+0+16680 (secure 0 0 0) 0x7f9c48009510 con 0x7f9c58071d30 2024-09-13T16:07:58.047 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:07:58.047 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":70,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:07:40.494954+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":10,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:07:37.664256+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_data","create_time":"2024-09-13T16:07:38.459206+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"70","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:07:58.050 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.047+0000 7f9c5dc4f640 1 -- 172.21.15.76:0/730968064 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9c4406ac30 msgr2=0x7f9c4406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:58.050 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.047+0000 7f9c5dc4f640 1 --2- 172.21.15.76:0/730968064 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9c4406ac30 0x7f9c4406d0f0 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f9c58157500 tx=0x7f9c4c008040 comp rx=0 tx=0).stop 2024-09-13T16:07:58.050 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.047+0000 7f9c5dc4f640 1 -- 172.21.15.76:0/730968064 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9c58071d30 msgr2=0x7f9c580c6150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:58.050 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.047+0000 7f9c5dc4f640 1 --2- 172.21.15.76:0/730968064 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9c58071d30 0x7f9c580c6150 secure :-1 s=READY pgs=911 cs=0 l=1 rev1=1 crypto rx=0x7f9c48000f80 tx=0x7f9c48004a40 comp rx=0 tx=0).stop 2024-09-13T16:07:58.050 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.047+0000 7f9c5dc4f640 1 -- 172.21.15.76:0/730968064 shutdown_connections 2024-09-13T16:07:58.050 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.047+0000 7f9c5dc4f640 1 --2- 172.21.15.76:0/730968064 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9c4406ac30 0x7f9c4406d0f0 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:58.050 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.047+0000 7f9c5dc4f640 1 --2- 172.21.15.76:0/730968064 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9c580c8920 0x7f9c580c7fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:58.050 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.047+0000 7f9c5dc4f640 1 --2- 172.21.15.76:0/730968064 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9c58072110 0x7f9c5815a6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:58.050 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.047+0000 7f9c5dc4f640 1 --2- 172.21.15.76:0/730968064 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9c58071d30 0x7f9c580c6150 unknown :-1 s=CLOSED pgs=911 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:58.050 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.047+0000 7f9c5dc4f640 1 -- 172.21.15.76:0/730968064 >> 172.21.15.76:0/730968064 conn(0x7f9c58069ed0 msgr2=0x7f9c580cb310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:58.051 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.047+0000 7f9c5dc4f640 1 -- 172.21.15.76:0/730968064 shutdown_connections 2024-09-13T16:07:58.051 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.047+0000 7f9c5dc4f640 1 -- 172.21.15.76:0/730968064 wait complete. 2024-09-13T16:07:58.061 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:01:26.960607+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 9, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:07:37.664256+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '69', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 10, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:07:38.459206+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '70', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:07:58.062 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:07:58.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.162+0000 7f5de099c640 1 Processor -- start 2024-09-13T16:07:58.164 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.162+0000 7f5de099c640 1 -- start start 2024-09-13T16:07:58.167 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.163+0000 7f5de099c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5ddc0cec00 0x7f5ddc0ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:58.167 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.163+0000 7f5de099c640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5ddc0ccbe0 con 0x7f5ddc0b2b40 2024-09-13T16:07:58.167 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.163+0000 7f5de099c640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5ddc0b1810 con 0x7f5ddc159310 2024-09-13T16:07:58.167 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.163+0000 7f5de099c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5ddc0ad940 con 0x7f5ddc0cec00 2024-09-13T16:07:58.167 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.163+0000 7f5dd3fff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f5ddc0b2b40 0x7f5ddc0ce4f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:42250/0 (socket says 172.21.15.76:42250) 2024-09-13T16:07:58.167 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.163+0000 7f5dd3fff640 1 -- 172.21.15.76:0/1243255200 learned_addr learned my addr 172.21.15.76:0/1243255200 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:07:58.167 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.163+0000 7f5ddad9d640 1 --2- 172.21.15.76:0/1243255200 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5ddc0cec00 0x7f5ddc0ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:58.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.163+0000 7f5dd9d9b640 1 -- 172.21.15.76:0/1243255200 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4284106664 0 0) 0x7f5ddc0ccbe0 con 0x7f5ddc0b2b40 2024-09-13T16:07:58.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.163+0000 7f5dd9d9b640 1 -- 172.21.15.76:0/1243255200 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5dc8003520 con 0x7f5ddc0b2b40 2024-09-13T16:07:58.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.163+0000 7f5dd9d9b640 1 -- 172.21.15.76:0/1243255200 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3358973642 0 0) 0x7f5dc8003520 con 0x7f5ddc0b2b40 2024-09-13T16:07:58.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.163+0000 7f5dd9d9b640 1 -- 172.21.15.76:0/1243255200 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5ddc0cec00 msgr2=0x7f5ddc0ad400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:58.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.163+0000 7f5dd9d9b640 1 --2- 172.21.15.76:0/1243255200 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5ddc0cec00 0x7f5ddc0ad400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:58.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.163+0000 7f5dd9d9b640 1 -- 172.21.15.76:0/1243255200 >> v1:172.21.15.192:6789/0 conn(0x7f5ddc159310 legacy=0x7f5ddc0ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:58.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.163+0000 7f5dd9d9b640 1 -- 172.21.15.76:0/1243255200 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5ddc06d9e0 con 0x7f5ddc0b2b40 2024-09-13T16:07:58.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.163+0000 7f5dd9d9b640 1 -- 172.21.15.76:0/1243255200 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f5dc4001670 con 0x7f5ddc0b2b40 2024-09-13T16:07:58.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.163+0000 7f5dd9d9b640 1 -- 172.21.15.76:0/1243255200 >> v1:172.21.15.76:6789/0 conn(0x7f5ddc0b2b40 legacy=0x7f5ddc0ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:58.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.163+0000 7f5dd9d9b640 1 --2- 172.21.15.76:0/1243255200 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5dc80039a0 0x7f5dc8003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:58.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.163+0000 7f5dd9d9b640 1 --2- 172.21.15.76:0/1243255200 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5dc80047c0 0x7f5dc8004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:58.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.163+0000 7f5dd9d9b640 1 --2- 172.21.15.76:0/1243255200 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5ddc0cec00 0x7f5dc80051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:58.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.163+0000 7f5dd9d9b640 1 -- 172.21.15.76:0/1243255200 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5dc800bab0 con 0x7f5dc80039a0 2024-09-13T16:07:58.169 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.163+0000 7f5dd9d9b640 1 -- 172.21.15.76:0/1243255200 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5dc800bc20 con 0x7f5dc80047c0 2024-09-13T16:07:58.169 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.163+0000 7f5dd9d9b640 1 -- 172.21.15.76:0/1243255200 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5dc800bde0 con 0x7f5ddc0cec00 2024-09-13T16:07:58.169 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.164+0000 7f5dda59c640 1 --2- 172.21.15.76:0/1243255200 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5dc80039a0 0x7f5dc8003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:58.169 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.164+0000 7f5dd3fff640 1 --2- 172.21.15.76:0/1243255200 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5dc80047c0 0x7f5dc8004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:58.169 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.164+0000 7f5ddad9d640 1 --2- 172.21.15.76:0/1243255200 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5ddc0cec00 0x7f5dc80051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:58.169 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.164+0000 7f5dda59c640 1 -- 172.21.15.76:0/1243255200 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5ddc0cec00 msgr2=0x7f5dc80051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:58.169 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.164+0000 7f5dda59c640 1 --2- 172.21.15.76:0/1243255200 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5ddc0cec00 0x7f5dc80051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:58.169 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.164+0000 7f5dda59c640 1 -- 172.21.15.76:0/1243255200 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5dc80047c0 msgr2=0x7f5dc8004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:58.169 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.164+0000 7f5dda59c640 1 --2- 172.21.15.76:0/1243255200 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5dc80047c0 0x7f5dc8004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:58.169 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.164+0000 7f5dda59c640 1 -- 172.21.15.76:0/1243255200 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5dc8003520 con 0x7f5dc80039a0 2024-09-13T16:07:58.169 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.164+0000 7f5ddad9d640 1 --2- 172.21.15.76:0/1243255200 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5ddc0cec00 0x7f5dc80051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:07:58.169 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.165+0000 7f5dda59c640 1 --2- 172.21.15.76:0/1243255200 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5dc80039a0 0x7f5dc8003dc0 secure :-1 s=READY pgs=913 cs=0 l=1 rev1=1 crypto rx=0x7f5dcc001750 tx=0x7f5dc80057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eaa98fb89992b7ac server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:58.170 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.165+0000 7f5dd9d9b640 1 -- 172.21.15.76:0/1243255200 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5dcc0052d0 con 0x7f5dc80039a0 2024-09-13T16:07:58.170 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.165+0000 7f5dd9d9b640 1 -- 172.21.15.76:0/1243255200 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5dcc005430 con 0x7f5dc80039a0 2024-09-13T16:07:58.170 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.165+0000 7f5dd9d9b640 1 -- 172.21.15.76:0/1243255200 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5dcc02abe0 con 0x7f5dc80039a0 2024-09-13T16:07:58.170 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.165+0000 7f5de099c640 1 -- 172.21.15.76:0/1243255200 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5dc80039a0 msgr2=0x7f5dc8003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:58.170 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.165+0000 7f5de099c640 1 --2- 172.21.15.76:0/1243255200 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5dc80039a0 0x7f5dc8003dc0 secure :-1 s=READY pgs=913 cs=0 l=1 rev1=1 crypto rx=0x7f5dcc001750 tx=0x7f5dc80057f0 comp rx=0 tx=0).stop 2024-09-13T16:07:58.170 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.165+0000 7f5ddad9d640 1 -- 172.21.15.76:0/1243255200 reap_dead start 2024-09-13T16:07:58.170 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.165+0000 7f5de099c640 1 -- 172.21.15.76:0/1243255200 shutdown_connections 2024-09-13T16:07:58.170 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.165+0000 7f5de099c640 1 -- 172.21.15.76:0/1243255200 >> 172.21.15.76:0/1243255200 conn(0x7f5ddc06a0b0 msgr2=0x7f5ddc06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:58.170 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.165+0000 7f5de099c640 1 -- 172.21.15.76:0/1243255200 shutdown_connections 2024-09-13T16:07:58.170 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.165+0000 7f5de099c640 1 -- 172.21.15.76:0/1243255200 wait complete. 2024-09-13T16:07:58.172 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.167+0000 7f5de099c640 1 Processor -- start 2024-09-13T16:07:58.173 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.167+0000 7f5de099c640 1 -- start start 2024-09-13T16:07:58.173 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.167+0000 7f5de099c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5dc80039a0 0x7f5ddc153aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:58.173 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.167+0000 7f5de099c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5ddc1efbd0 0x7f5ddc14f920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:58.173 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.167+0000 7f5de099c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5ddc089f60 0x7f5ddc08a3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:58.173 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.167+0000 7f5de099c640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ddc14d8e0 con 0x7f5ddc1efbd0 2024-09-13T16:07:58.173 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.167+0000 7f5de099c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ddc08a920 con 0x7f5dc80039a0 2024-09-13T16:07:58.173 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.167+0000 7f5de099c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5ddc150150 con 0x7f5ddc089f60 2024-09-13T16:07:58.173 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.167+0000 7f5dd3fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5ddc1efbd0 0x7f5ddc14f920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:58.173 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.167+0000 7f5dd3fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5ddc1efbd0 0x7f5ddc14f920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58104/0 (socket says 172.21.15.76:58104) 2024-09-13T16:07:58.173 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.167+0000 7f5dd3fff640 1 -- 172.21.15.76:0/2981085183 learned_addr learned my addr 172.21.15.76:0/2981085183 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:58.173 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.168+0000 7f5dda59c640 1 --2- 172.21.15.76:0/2981085183 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5dc80039a0 0x7f5ddc153aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:58.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.168+0000 7f5ddad9d640 1 --2- 172.21.15.76:0/2981085183 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5ddc089f60 0x7f5ddc08a3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:58.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.168+0000 7f5dd3fff640 1 -- 172.21.15.76:0/2981085183 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5ddc089f60 msgr2=0x7f5ddc08a3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:58.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.168+0000 7f5dd3fff640 1 --2- 172.21.15.76:0/2981085183 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5ddc089f60 0x7f5ddc08a3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:58.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.168+0000 7f5dd3fff640 1 -- 172.21.15.76:0/2981085183 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5dc80039a0 msgr2=0x7f5ddc153aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:58.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.168+0000 7f5dd3fff640 1 --2- 172.21.15.76:0/2981085183 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5dc80039a0 0x7f5ddc153aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:58.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.168+0000 7f5dd3fff640 1 -- 172.21.15.76:0/2981085183 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5ddc150430 con 0x7f5ddc1efbd0 2024-09-13T16:07:58.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.168+0000 7f5dd3fff640 1 --2- 172.21.15.76:0/2981085183 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5ddc1efbd0 0x7f5ddc14f920 secure :-1 s=READY pgs=914 cs=0 l=1 rev1=1 crypto rx=0x7f5dc4007290 tx=0x7f5dc4007750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:58.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.168+0000 7f5dd2ffd640 1 -- 172.21.15.76:0/2981085183 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5dc4001650 con 0x7f5ddc1efbd0 2024-09-13T16:07:58.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.168+0000 7f5dd2ffd640 1 -- 172.21.15.76:0/2981085183 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5dc400f960 con 0x7f5ddc1efbd0 2024-09-13T16:07:58.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.168+0000 7f5de099c640 1 -- 172.21.15.76:0/2981085183 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5ddc150710 con 0x7f5ddc1efbd0 2024-09-13T16:07:58.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.168+0000 7f5dd2ffd640 1 -- 172.21.15.76:0/2981085183 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5dc400fcf0 con 0x7f5ddc1efbd0 2024-09-13T16:07:58.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.168+0000 7f5de099c640 1 -- 172.21.15.76:0/2981085183 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5ddc14fe60 con 0x7f5ddc1efbd0 2024-09-13T16:07:58.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.169+0000 7f5de099c640 1 -- 172.21.15.76:0/2981085183 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5ddc0ad400 con 0x7f5ddc1efbd0 2024-09-13T16:07:58.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.170+0000 7f5dd2ffd640 1 -- 172.21.15.76:0/2981085183 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f5dc401d460 con 0x7f5ddc1efbd0 2024-09-13T16:07:58.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.170+0000 7f5dd2ffd640 1 --2- 172.21.15.76:0/2981085183 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5dbc06ac30 0x7f5dbc06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:58.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.170+0000 7f5dda59c640 1 --2- 172.21.15.76:0/2981085183 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5dbc06ac30 0x7f5dbc06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:58.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.170+0000 7f5dd2ffd640 1 -- 172.21.15.76:0/2981085183 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(70..70 src has 1..70) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f5dc4089330 con 0x7f5ddc1efbd0 2024-09-13T16:07:58.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.171+0000 7f5dda59c640 1 --2- 172.21.15.76:0/2981085183 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5dbc06ac30 0x7f5dbc06d0f0 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f5dcc032000 tx=0x7f5dcc02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:58.176 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.175+0000 7f5dd2ffd640 1 -- 172.21.15.76:0/2981085183 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f5dc4054510 con 0x7f5ddc1efbd0 2024-09-13T16:07:58.338 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.336+0000 7f5de099c640 1 -- 172.21.15.76:0/2981085183 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f5ddc0ccdd0 con 0x7f5ddc1efbd0 2024-09-13T16:07:58.338 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.337+0000 7f5dd2ffd640 1 -- 172.21.15.76:0/2981085183 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v70) v1 ==== 93+0+10 (secure 0 0 0) 0x7f5ddc0ccdd0 con 0x7f5ddc1efbd0 2024-09-13T16:07:58.338 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2024-09-13T16:07:58.340 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.339+0000 7f5de099c640 1 -- 172.21.15.76:0/2981085183 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5dbc06ac30 msgr2=0x7f5dbc06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:58.340 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.339+0000 7f5de099c640 1 --2- 172.21.15.76:0/2981085183 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5dbc06ac30 0x7f5dbc06d0f0 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f5dcc032000 tx=0x7f5dcc02e000 comp rx=0 tx=0).stop 2024-09-13T16:07:58.340 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.339+0000 7f5de099c640 1 -- 172.21.15.76:0/2981085183 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5ddc1efbd0 msgr2=0x7f5ddc14f920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:58.341 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.339+0000 7f5de099c640 1 --2- 172.21.15.76:0/2981085183 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5ddc1efbd0 0x7f5ddc14f920 secure :-1 s=READY pgs=914 cs=0 l=1 rev1=1 crypto rx=0x7f5dc4007290 tx=0x7f5dc4007750 comp rx=0 tx=0).stop 2024-09-13T16:07:58.341 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.339+0000 7f5de099c640 1 -- 172.21.15.76:0/2981085183 shutdown_connections 2024-09-13T16:07:58.341 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.339+0000 7f5de099c640 1 --2- 172.21.15.76:0/2981085183 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5dbc06ac30 0x7f5dbc06d0f0 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:58.341 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.339+0000 7f5de099c640 1 --2- 172.21.15.76:0/2981085183 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5ddc089f60 0x7f5ddc08a3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:58.341 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.339+0000 7f5de099c640 1 --2- 172.21.15.76:0/2981085183 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5ddc1efbd0 0x7f5ddc14f920 unknown :-1 s=CLOSED pgs=914 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:58.341 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.339+0000 7f5de099c640 1 --2- 172.21.15.76:0/2981085183 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5dc80039a0 0x7f5ddc153aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:58.341 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.339+0000 7f5de099c640 1 -- 172.21.15.76:0/2981085183 >> 172.21.15.76:0/2981085183 conn(0x7f5ddc06a0b0 msgr2=0x7f5ddc0b0680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:58.341 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.339+0000 7f5de099c640 1 -- 172.21.15.76:0/2981085183 shutdown_connections 2024-09-13T16:07:58.341 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.339+0000 7f5de099c640 1 -- 172.21.15.76:0/2981085183 wait complete. 2024-09-13T16:07:58.351 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:07:58.451 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.450+0000 7efeeb83a640 1 Processor -- start 2024-09-13T16:07:58.452 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.450+0000 7efeeb83a640 1 -- start start 2024-09-13T16:07:58.453 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.451+0000 7efeeb83a640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7efee415a3b0 0x7efee40b20a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:58.453 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.451+0000 7efeeb83a640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7efee40b1720 0x7efee40ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:58.453 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.451+0000 7efeeb83a640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efee40cee60 con 0x7efee40cea30 2024-09-13T16:07:58.453 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.451+0000 7efeeb83a640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efee415a790 con 0x7efee40b1720 2024-09-13T16:07:58.453 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.451+0000 7efeeb83a640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efee40b2680 con 0x7efee415a3b0 2024-09-13T16:07:58.453 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.451+0000 7efee8dd5640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7efee40b1720 0x7efee40ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:58.454 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.451+0000 7efee8dd5640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7efee40b1720 0x7efee40ce4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58110/0 (socket says 172.21.15.76:58110) 2024-09-13T16:07:58.454 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.451+0000 7efee8dd5640 1 -- 172.21.15.76:0/2974290463 learned_addr learned my addr 172.21.15.76:0/2974290463 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:58.454 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.451+0000 7efee9dd7640 1 --1- 172.21.15.76:0/2974290463 >> v1:172.21.15.76:6789/0 conn(0x7efee40cea30 0x7efee406c640 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:42262/0 (socket says 172.21.15.76:42262) 2024-09-13T16:07:58.454 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.451+0000 7efee95d6640 1 --2- 172.21.15.76:0/2974290463 >> v2:172.21.15.192:3300/0 conn(0x7efee415a3b0 0x7efee40b20a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:58.454 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.451+0000 7efee8dd5640 1 -- 172.21.15.76:0/2974290463 >> v2:172.21.15.192:3300/0 conn(0x7efee415a3b0 msgr2=0x7efee40b20a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:58.454 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.451+0000 7efee8dd5640 1 --2- 172.21.15.76:0/2974290463 >> v2:172.21.15.192:3300/0 conn(0x7efee415a3b0 0x7efee40b20a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:58.454 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.451+0000 7efee8dd5640 1 -- 172.21.15.76:0/2974290463 >> v1:172.21.15.76:6789/0 conn(0x7efee40cea30 legacy=0x7efee406c640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:58.454 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.451+0000 7efedbfff640 1 -- 172.21.15.76:0/2974290463 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3734520631 0 0) 0x7efee40cee60 con 0x7efee40cea30 2024-09-13T16:07:58.454 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.452+0000 7efee8dd5640 1 -- 172.21.15.76:0/2974290463 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efee40b2960 con 0x7efee40b1720 2024-09-13T16:07:58.455 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.452+0000 7efee8dd5640 1 --2- 172.21.15.76:0/2974290463 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efee40b1720 0x7efee40ce4f0 secure :-1 s=READY pgs=916 cs=0 l=1 rev1=1 crypto rx=0x7efee40cbd70 tx=0x7efed402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6b0c3810b23a5c51 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:58.455 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.452+0000 7efedbfff640 1 -- 172.21.15.76:0/2974290463 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efed4032440 con 0x7efee40b1720 2024-09-13T16:07:58.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.452+0000 7efedbfff640 1 -- 172.21.15.76:0/2974290463 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efed40325a0 con 0x7efee40b1720 2024-09-13T16:07:58.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.452+0000 7efedbfff640 1 -- 172.21.15.76:0/2974290463 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efed4032930 con 0x7efee40b1720 2024-09-13T16:07:58.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.453+0000 7efeeb83a640 1 -- 172.21.15.76:0/2974290463 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efee40b1720 msgr2=0x7efee40ce4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:58.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.453+0000 7efeeb83a640 1 --2- 172.21.15.76:0/2974290463 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efee40b1720 0x7efee40ce4f0 secure :-1 s=READY pgs=916 cs=0 l=1 rev1=1 crypto rx=0x7efee40cbd70 tx=0x7efed402a270 comp rx=0 tx=0).stop 2024-09-13T16:07:58.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.453+0000 7efeeb83a640 1 -- 172.21.15.76:0/2974290463 shutdown_connections 2024-09-13T16:07:58.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.453+0000 7efeeb83a640 1 --2- 172.21.15.76:0/2974290463 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efee40b1720 0x7efee40ce4f0 unknown :-1 s=CLOSED pgs=916 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:58.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.453+0000 7efeeb83a640 1 --2- 172.21.15.76:0/2974290463 >> v2:172.21.15.192:3300/0 conn(0x7efee415a3b0 0x7efee40b20a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:58.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.453+0000 7efeeb83a640 1 -- 172.21.15.76:0/2974290463 >> 172.21.15.76:0/2974290463 conn(0x7efee406a0b0 msgr2=0x7efee406a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:58.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.453+0000 7efeeb83a640 1 -- 172.21.15.76:0/2974290463 shutdown_connections 2024-09-13T16:07:58.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.453+0000 7efeeb83a640 1 -- 172.21.15.76:0/2974290463 wait complete. 2024-09-13T16:07:58.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.454+0000 7efeeb83a640 1 Processor -- start 2024-09-13T16:07:58.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.454+0000 7efeeb83a640 1 -- start start 2024-09-13T16:07:58.459 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.455+0000 7efeeb83a640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efee40b1720 0x7efee41f4d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:58.459 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.455+0000 7efeeb83a640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efee40cea30 0x7efee40b03c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:58.459 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.455+0000 7efeeb83a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efee415a3b0 0x7efee40c5380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:58.459 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.455+0000 7efeeb83a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efee40afc90 con 0x7efee415a3b0 2024-09-13T16:07:58.459 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.455+0000 7efeeb83a640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efee40cda00 con 0x7efee40cea30 2024-09-13T16:07:58.459 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.455+0000 7efeeb83a640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efee40cdce0 con 0x7efee40b1720 2024-09-13T16:07:58.459 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.455+0000 7efee9dd7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efee415a3b0 0x7efee40c5380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:58.459 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.455+0000 7efee9dd7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efee415a3b0 0x7efee40c5380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58120/0 (socket says 172.21.15.76:58120) 2024-09-13T16:07:58.460 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.455+0000 7efee9dd7640 1 -- 172.21.15.76:0/3514511626 learned_addr learned my addr 172.21.15.76:0/3514511626 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:58.460 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.455+0000 7efee95d6640 1 --2- 172.21.15.76:0/3514511626 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efee40b1720 0x7efee41f4d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:58.460 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.455+0000 7efee8dd5640 1 --2- 172.21.15.76:0/3514511626 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efee40cea30 0x7efee40b03c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:58.460 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.455+0000 7efee9dd7640 1 -- 172.21.15.76:0/3514511626 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efee40b1720 msgr2=0x7efee41f4d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:58.460 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.455+0000 7efee9dd7640 1 --2- 172.21.15.76:0/3514511626 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efee40b1720 0x7efee41f4d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:58.460 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.455+0000 7efee9dd7640 1 -- 172.21.15.76:0/3514511626 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efee40cea30 msgr2=0x7efee40b03c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:58.460 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.455+0000 7efee9dd7640 1 --2- 172.21.15.76:0/3514511626 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efee40cea30 0x7efee40b03c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:58.460 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.455+0000 7efee9dd7640 1 -- 172.21.15.76:0/3514511626 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efed40094d0 con 0x7efee415a3b0 2024-09-13T16:07:58.460 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.455+0000 7efee95d6640 1 --2- 172.21.15.76:0/3514511626 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efee40b1720 0x7efee41f4d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:07:58.460 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.456+0000 7efee9dd7640 1 --2- 172.21.15.76:0/3514511626 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efee415a3b0 0x7efee40c5380 secure :-1 s=READY pgs=917 cs=0 l=1 rev1=1 crypto rx=0x7efedc00c760 tx=0x7efedc00cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:58.460 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.456+0000 7efed9ffb640 1 -- 172.21.15.76:0/3514511626 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efedc00ce70 con 0x7efee415a3b0 2024-09-13T16:07:58.461 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.456+0000 7efed9ffb640 1 -- 172.21.15.76:0/3514511626 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efedc00a640 con 0x7efee415a3b0 2024-09-13T16:07:58.461 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.456+0000 7efeeb83a640 1 -- 172.21.15.76:0/3514511626 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efee40afea0 con 0x7efee415a3b0 2024-09-13T16:07:58.461 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.456+0000 7efed9ffb640 1 -- 172.21.15.76:0/3514511626 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efedc00aa10 con 0x7efee415a3b0 2024-09-13T16:07:58.461 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.456+0000 7efeeb83a640 1 -- 172.21.15.76:0/3514511626 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efee40cc2d0 con 0x7efee415a3b0 2024-09-13T16:07:58.461 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.457+0000 7efeeb83a640 1 -- 172.21.15.76:0/3514511626 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efee40cdea0 con 0x7efee415a3b0 2024-09-13T16:07:58.461 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.457+0000 7efed9ffb640 1 -- 172.21.15.76:0/3514511626 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7efedc00ab70 con 0x7efee415a3b0 2024-09-13T16:07:58.461 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.458+0000 7efed9ffb640 1 --2- 172.21.15.76:0/3514511626 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efec806ac00 0x7efec806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:58.461 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.458+0000 7efee95d6640 1 --2- 172.21.15.76:0/3514511626 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efec806ac00 0x7efec806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:58.461 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.458+0000 7efed9ffb640 1 -- 172.21.15.76:0/3514511626 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(70..70 src has 1..70) v4 ==== 6029+0+0 (secure 0 0 0) 0x7efedc0892f0 con 0x7efee415a3b0 2024-09-13T16:07:58.461 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.458+0000 7efee95d6640 1 --2- 172.21.15.76:0/3514511626 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efec806ac00 0x7efec806d0c0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7efee0006fd0 tx=0x7efee0008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:58.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.462+0000 7efed9ffb640 1 -- 172.21.15.76:0/3514511626 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7efedc054420 con 0x7efee415a3b0 2024-09-13T16:07:58.624 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.622+0000 7efeeb83a640 1 -- 172.21.15.76:0/3514511626 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7efee40ce4f0 con 0x7efee415a3b0 2024-09-13T16:07:58.624 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.623+0000 7efed9ffb640 1 -- 172.21.15.76:0/3514511626 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v70) v1 ==== 104+0+11 (secure 0 0 0) 0x7efedc057a40 con 0x7efee415a3b0 2024-09-13T16:07:58.625 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2024-09-13T16:07:58.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.624+0000 7efeeb83a640 1 -- 172.21.15.76:0/3514511626 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efec806ac00 msgr2=0x7efec806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:58.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.624+0000 7efeeb83a640 1 --2- 172.21.15.76:0/3514511626 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efec806ac00 0x7efec806d0c0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7efee0006fd0 tx=0x7efee0008040 comp rx=0 tx=0).stop 2024-09-13T16:07:58.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.624+0000 7efeeb83a640 1 -- 172.21.15.76:0/3514511626 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efee415a3b0 msgr2=0x7efee40c5380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:58.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.624+0000 7efeeb83a640 1 --2- 172.21.15.76:0/3514511626 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efee415a3b0 0x7efee40c5380 secure :-1 s=READY pgs=917 cs=0 l=1 rev1=1 crypto rx=0x7efedc00c760 tx=0x7efedc00cc20 comp rx=0 tx=0).stop 2024-09-13T16:07:58.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.624+0000 7efeeb83a640 1 -- 172.21.15.76:0/3514511626 shutdown_connections 2024-09-13T16:07:58.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.624+0000 7efeeb83a640 1 --2- 172.21.15.76:0/3514511626 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efee415a3b0 0x7efee40c5380 unknown :-1 s=CLOSED pgs=917 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:58.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.624+0000 7efeeb83a640 1 --2- 172.21.15.76:0/3514511626 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efee40cea30 0x7efee40b03c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:58.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.624+0000 7efeeb83a640 1 --2- 172.21.15.76:0/3514511626 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efec806ac00 0x7efec806d0c0 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:58.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.624+0000 7efeeb83a640 1 --2- 172.21.15.76:0/3514511626 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efee40b1720 0x7efee41f4d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:58.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.624+0000 7efeeb83a640 1 -- 172.21.15.76:0/3514511626 >> 172.21.15.76:0/3514511626 conn(0x7efee406a0b0 msgr2=0x7efee4070d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:58.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.625+0000 7efeeb83a640 1 -- 172.21.15.76:0/3514511626 shutdown_connections 2024-09-13T16:07:58.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.625+0000 7efeeb83a640 1 -- 172.21.15.76:0/3514511626 wait complete. 2024-09-13T16:07:58.637 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:07:58.737 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.736+0000 7fedbae19640 1 Processor -- start 2024-09-13T16:07:58.737 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.736+0000 7fedbae19640 1 -- start start 2024-09-13T16:07:58.738 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.736+0000 7fedbae19640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fedb40cd500 0x7fedb40b3850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:58.738 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.736+0000 7fedbae19640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fedb40d1650 0x7fedb40d2f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:58.739 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.736+0000 7fedbae19640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fedb40d1f40 con 0x7fedb40b1370 2024-09-13T16:07:58.739 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.736+0000 7fedbae19640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fedb40d2190 con 0x7fedb40cd500 2024-09-13T16:07:58.739 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.736+0000 7fedbae19640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fedb40ccb20 con 0x7fedb40d1650 2024-09-13T16:07:58.739 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.737+0000 7fedb8bb5640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fedb40cd500 0x7fedb40b3850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:58.739 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.737+0000 7fedb3fff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fedb40b1370 0x7fedb40b18c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:42268/0 (socket says 172.21.15.76:42268) 2024-09-13T16:07:58.739 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.737+0000 7fedb3fff640 1 -- 172.21.15.76:0/3695821071 learned_addr learned my addr 172.21.15.76:0/3695821071 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:07:58.739 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.737+0000 7fedb93b6640 1 --2- 172.21.15.76:0/3695821071 >> v2:172.21.15.192:3300/0 conn(0x7fedb40d1650 0x7fedb40d2f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:58.739 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.737+0000 7fedb8bb5640 1 -- 172.21.15.76:0/3695821071 >> v2:172.21.15.192:3300/0 conn(0x7fedb40d1650 msgr2=0x7fedb40d2f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:58.739 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.737+0000 7fedb8bb5640 1 --2- 172.21.15.76:0/3695821071 >> v2:172.21.15.192:3300/0 conn(0x7fedb40d1650 0x7fedb40d2f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:58.739 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.737+0000 7fedb8bb5640 1 -- 172.21.15.76:0/3695821071 >> v1:172.21.15.76:6789/0 conn(0x7fedb40b1370 legacy=0x7fedb40b18c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:58.739 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.737+0000 7fedb37fe640 1 -- 172.21.15.76:0/3695821071 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1736309545 0 0) 0x7fedb40d1f40 con 0x7fedb40b1370 2024-09-13T16:07:58.739 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.737+0000 7fedb8bb5640 1 -- 172.21.15.76:0/3695821071 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fedb40cce00 con 0x7fedb40cd500 2024-09-13T16:07:58.741 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.738+0000 7fedb8bb5640 1 --2- 172.21.15.76:0/3695821071 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fedb40cd500 0x7fedb40b3850 secure :-1 s=READY pgs=919 cs=0 l=1 rev1=1 crypto rx=0x7feda80097a0 tx=0x7feda802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e4ab8f45e3feb15 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:58.741 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.738+0000 7fedb37fe640 1 -- 172.21.15.76:0/3695821071 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feda8032440 con 0x7fedb40cd500 2024-09-13T16:07:58.741 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.738+0000 7fedb37fe640 1 -- 172.21.15.76:0/3695821071 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feda80325a0 con 0x7fedb40cd500 2024-09-13T16:07:58.741 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.738+0000 7fedb37fe640 1 -- 172.21.15.76:0/3695821071 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feda8032930 con 0x7fedb40cd500 2024-09-13T16:07:58.741 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.738+0000 7fedbae19640 1 -- 172.21.15.76:0/3695821071 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fedb40cd500 msgr2=0x7fedb40b3850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:58.741 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.738+0000 7fedbae19640 1 --2- 172.21.15.76:0/3695821071 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fedb40cd500 0x7fedb40b3850 secure :-1 s=READY pgs=919 cs=0 l=1 rev1=1 crypto rx=0x7feda80097a0 tx=0x7feda802a1e0 comp rx=0 tx=0).stop 2024-09-13T16:07:58.741 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.738+0000 7fedbae19640 1 -- 172.21.15.76:0/3695821071 shutdown_connections 2024-09-13T16:07:58.741 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.738+0000 7fedbae19640 1 --2- 172.21.15.76:0/3695821071 >> v2:172.21.15.192:3300/0 conn(0x7fedb40d1650 0x7fedb40d2f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:58.741 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.738+0000 7fedbae19640 1 --2- 172.21.15.76:0/3695821071 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fedb40cd500 0x7fedb40b3850 unknown :-1 s=CLOSED pgs=919 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:58.741 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.738+0000 7fedbae19640 1 -- 172.21.15.76:0/3695821071 >> 172.21.15.76:0/3695821071 conn(0x7fedb4089f60 msgr2=0x7fedb40d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:58.742 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.738+0000 7fedbae19640 1 -- 172.21.15.76:0/3695821071 shutdown_connections 2024-09-13T16:07:58.742 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.738+0000 7fedbae19640 1 -- 172.21.15.76:0/3695821071 wait complete. 2024-09-13T16:07:58.742 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.740+0000 7fedbae19640 1 Processor -- start 2024-09-13T16:07:58.742 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.740+0000 7fedbae19640 1 -- start start 2024-09-13T16:07:58.744 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.740+0000 7fedbae19640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fedb40cd500 0x7fedb4146320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:58.744 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.740+0000 7fedbae19640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fedb40d1650 0x7fedb40b54c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:58.744 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.740+0000 7fedbae19640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fedb40b5a00 0x7fedb415f970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:58.744 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.740+0000 7fedbae19640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fedb40b7090 con 0x7fedb40cd500 2024-09-13T16:07:58.745 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.740+0000 7fedbae19640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fedb4146860 con 0x7fedb40d1650 2024-09-13T16:07:58.745 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.740+0000 7fedbae19640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fedb40b8340 con 0x7fedb40b5a00 2024-09-13T16:07:58.745 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.741+0000 7fedb8bb5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fedb40cd500 0x7fedb4146320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:58.745 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.741+0000 7fedb8bb5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fedb40cd500 0x7fedb4146320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58148/0 (socket says 172.21.15.76:58148) 2024-09-13T16:07:58.745 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.741+0000 7fedb8bb5640 1 -- 172.21.15.76:0/3997179619 learned_addr learned my addr 172.21.15.76:0/3997179619 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:58.745 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.741+0000 7fedb3fff640 1 --2- 172.21.15.76:0/3997179619 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fedb40d1650 0x7fedb40b54c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:58.745 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.741+0000 7fedb93b6640 1 --2- 172.21.15.76:0/3997179619 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fedb40b5a00 0x7fedb415f970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:58.745 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.741+0000 7fedb8bb5640 1 -- 172.21.15.76:0/3997179619 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fedb40b5a00 msgr2=0x7fedb415f970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:58.745 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.741+0000 7fedb8bb5640 1 --2- 172.21.15.76:0/3997179619 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fedb40b5a00 0x7fedb415f970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:58.745 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.741+0000 7fedb8bb5640 1 -- 172.21.15.76:0/3997179619 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fedb40d1650 msgr2=0x7fedb40b54c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:58.745 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.741+0000 7fedb8bb5640 1 --2- 172.21.15.76:0/3997179619 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fedb40d1650 0x7fedb40b54c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:58.745 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.741+0000 7fedb8bb5640 1 -- 172.21.15.76:0/3997179619 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feda8009400 con 0x7fedb40cd500 2024-09-13T16:07:58.745 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.741+0000 7fedb3fff640 1 --2- 172.21.15.76:0/3997179619 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fedb40d1650 0x7fedb40b54c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:07:58.746 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.741+0000 7fedb8bb5640 1 --2- 172.21.15.76:0/3997179619 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fedb40cd500 0x7fedb4146320 secure :-1 s=READY pgs=920 cs=0 l=1 rev1=1 crypto rx=0x7feda8000c00 tx=0x7feda80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:58.746 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.741+0000 7fedb17fa640 1 -- 172.21.15.76:0/3997179619 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feda8030b80 con 0x7fedb40cd500 2024-09-13T16:07:58.746 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.741+0000 7fedb17fa640 1 -- 172.21.15.76:0/3997179619 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feda8030ce0 con 0x7fedb40cd500 2024-09-13T16:07:58.746 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.741+0000 7fedbae19640 1 -- 172.21.15.76:0/3997179619 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fedb41f2780 con 0x7fedb40cd500 2024-09-13T16:07:58.746 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.741+0000 7fedb17fa640 1 -- 172.21.15.76:0/3997179619 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feda803d680 con 0x7fedb40cd500 2024-09-13T16:07:58.746 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.741+0000 7fedbae19640 1 -- 172.21.15.76:0/3997179619 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fedb40b7580 con 0x7fedb40cd500 2024-09-13T16:07:58.746 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.742+0000 7fedbae19640 1 -- 172.21.15.76:0/3997179619 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fedb40d1470 con 0x7fedb40cd500 2024-09-13T16:07:58.746 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.743+0000 7fedb17fa640 1 -- 172.21.15.76:0/3997179619 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7feda8039040 con 0x7fedb40cd500 2024-09-13T16:07:58.746 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.743+0000 7fedb17fa640 1 --2- 172.21.15.76:0/3997179619 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fed9806ac00 0x7fed9806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:58.746 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.743+0000 7fedb17fa640 1 -- 172.21.15.76:0/3997179619 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(70..70 src has 1..70) v4 ==== 6029+0+0 (secure 0 0 0) 0x7feda80aa050 con 0x7fedb40cd500 2024-09-13T16:07:58.746 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.743+0000 7fedb3fff640 1 --2- 172.21.15.76:0/3997179619 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fed9806ac00 0x7fed9806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:58.747 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.744+0000 7fedb3fff640 1 --2- 172.21.15.76:0/3997179619 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fed9806ac00 0x7fed9806d0c0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7fedb4159d00 tx=0x7feda0007c30 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:58.749 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.747+0000 7fedb17fa640 1 -- 172.21.15.76:0/3997179619 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7feda80751a0 con 0x7fedb40cd500 2024-09-13T16:07:58.907 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.905+0000 7fedbae19640 1 -- 172.21.15.76:0/3997179619 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fedb40b2510 con 0x7fedb40cd500 2024-09-13T16:07:58.907 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.906+0000 7fedb17fa640 1 -- 172.21.15.76:0/3997179619 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v70) v1 ==== 100+0+11 (secure 0 0 0) 0x7feda80787c0 con 0x7fedb40cd500 2024-09-13T16:07:58.907 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2024-09-13T16:07:58.909 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.907+0000 7fedbae19640 1 -- 172.21.15.76:0/3997179619 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fed9806ac00 msgr2=0x7fed9806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:58.909 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.907+0000 7fedbae19640 1 --2- 172.21.15.76:0/3997179619 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fed9806ac00 0x7fed9806d0c0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7fedb4159d00 tx=0x7feda0007c30 comp rx=0 tx=0).stop 2024-09-13T16:07:58.909 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.907+0000 7fedbae19640 1 -- 172.21.15.76:0/3997179619 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fedb40cd500 msgr2=0x7fedb4146320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:58.909 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.907+0000 7fedbae19640 1 --2- 172.21.15.76:0/3997179619 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fedb40cd500 0x7fedb4146320 secure :-1 s=READY pgs=920 cs=0 l=1 rev1=1 crypto rx=0x7feda8000c00 tx=0x7feda80046c0 comp rx=0 tx=0).stop 2024-09-13T16:07:58.910 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.907+0000 7fedbae19640 1 -- 172.21.15.76:0/3997179619 shutdown_connections 2024-09-13T16:07:58.910 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.907+0000 7fedbae19640 1 --2- 172.21.15.76:0/3997179619 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fed9806ac00 0x7fed9806d0c0 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:58.910 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.907+0000 7fedbae19640 1 --2- 172.21.15.76:0/3997179619 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fedb40b5a00 0x7fedb415f970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:58.910 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.907+0000 7fedbae19640 1 --2- 172.21.15.76:0/3997179619 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fedb40d1650 0x7fedb40b54c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:58.910 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.907+0000 7fedbae19640 1 --2- 172.21.15.76:0/3997179619 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fedb40cd500 0x7fedb4146320 unknown :-1 s=CLOSED pgs=920 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:58.910 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.907+0000 7fedbae19640 1 -- 172.21.15.76:0/3997179619 >> 172.21.15.76:0/3997179619 conn(0x7fedb4089f60 msgr2=0x7fedb415cc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:58.910 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.908+0000 7fedbae19640 1 -- 172.21.15.76:0/3997179619 shutdown_connections 2024-09-13T16:07:58.910 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:58.908+0000 7fedbae19640 1 -- 172.21.15.76:0/3997179619 wait complete. 2024-09-13T16:07:58.920 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:07:59.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.019+0000 7fce19641640 1 Processor -- start 2024-09-13T16:07:59.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.019+0000 7fce19641640 1 -- start start 2024-09-13T16:07:59.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.020+0000 7fce19641640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fce1415c860 0x7fce140af0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:59.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.020+0000 7fce19641640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fce140d0690 0x7fce140d0b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:59.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.020+0000 7fce19641640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fce1406bb10 con 0x7fce140ceef0 2024-09-13T16:07:59.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.020+0000 7fce19641640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fce140ccb30 con 0x7fce1415c860 2024-09-13T16:07:59.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.020+0000 7fce19641640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fce140d13a0 con 0x7fce140d0690 2024-09-13T16:07:59.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.020+0000 7fce12ffd640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fce140ceef0 0x7fce140cf2d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:42276/0 (socket says 172.21.15.76:42276) 2024-09-13T16:07:59.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.020+0000 7fce12ffd640 1 -- 172.21.15.76:0/2303849018 learned_addr learned my addr 172.21.15.76:0/2303849018 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:07:59.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.020+0000 7fce0bfff640 1 --2- 172.21.15.76:0/2303849018 >> v2:172.21.15.76:3300/0 conn(0x7fce1415c860 0x7fce140af0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:59.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.020+0000 7fce137fe640 1 --2- 172.21.15.76:0/2303849018 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fce140d0690 0x7fce140d0b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:59.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.020+0000 7fce127fc640 1 -- 172.21.15.76:0/2303849018 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3621082585 0 0) 0x7fce1406bb10 con 0x7fce140ceef0 2024-09-13T16:07:59.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.020+0000 7fce127fc640 1 -- 172.21.15.76:0/2303849018 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fce00003520 con 0x7fce140ceef0 2024-09-13T16:07:59.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.020+0000 7fce0bfff640 1 -- 172.21.15.76:0/2303849018 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fce140d0690 msgr2=0x7fce140d0b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:59.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.020+0000 7fce0bfff640 1 --2- 172.21.15.76:0/2303849018 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fce140d0690 0x7fce140d0b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:59.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.020+0000 7fce0bfff640 1 -- 172.21.15.76:0/2303849018 >> v1:172.21.15.76:6789/0 conn(0x7fce140ceef0 legacy=0x7fce140cf2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:59.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.020+0000 7fce0bfff640 1 -- 172.21.15.76:0/2303849018 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fce140d1680 con 0x7fce1415c860 2024-09-13T16:07:59.027 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.021+0000 7fce0bfff640 1 --2- 172.21.15.76:0/2303849018 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fce1415c860 0x7fce140af0d0 secure :-1 s=READY pgs=922 cs=0 l=1 rev1=1 crypto rx=0x7fcdfc009790 tx=0x7fcdfc02a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e7c9783698c46325 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:59.028 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.021+0000 7fce127fc640 1 -- 172.21.15.76:0/2303849018 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcdfc032440 con 0x7fce1415c860 2024-09-13T16:07:59.028 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.021+0000 7fce127fc640 1 -- 172.21.15.76:0/2303849018 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcdfc0325a0 con 0x7fce1415c860 2024-09-13T16:07:59.028 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.021+0000 7fce127fc640 1 -- 172.21.15.76:0/2303849018 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcdfc032910 con 0x7fce1415c860 2024-09-13T16:07:59.028 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.022+0000 7fce19641640 1 -- 172.21.15.76:0/2303849018 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fce1415c860 msgr2=0x7fce140af0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:59.028 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.022+0000 7fce19641640 1 --2- 172.21.15.76:0/2303849018 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fce1415c860 0x7fce140af0d0 secure :-1 s=READY pgs=922 cs=0 l=1 rev1=1 crypto rx=0x7fcdfc009790 tx=0x7fcdfc02a210 comp rx=0 tx=0).stop 2024-09-13T16:07:59.028 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.022+0000 7fce19641640 1 -- 172.21.15.76:0/2303849018 shutdown_connections 2024-09-13T16:07:59.028 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.022+0000 7fce19641640 1 --2- 172.21.15.76:0/2303849018 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fce140d0690 0x7fce140d0b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:59.028 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.022+0000 7fce19641640 1 --2- 172.21.15.76:0/2303849018 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fce1415c860 0x7fce140af0d0 unknown :-1 s=CLOSED pgs=922 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:59.028 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.022+0000 7fce19641640 1 -- 172.21.15.76:0/2303849018 >> 172.21.15.76:0/2303849018 conn(0x7fce1409b870 msgr2=0x7fce14089f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:59.028 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.022+0000 7fce19641640 1 -- 172.21.15.76:0/2303849018 shutdown_connections 2024-09-13T16:07:59.028 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.022+0000 7fce19641640 1 -- 172.21.15.76:0/2303849018 wait complete. 2024-09-13T16:07:59.029 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.023+0000 7fce19641640 1 Processor -- start 2024-09-13T16:07:59.029 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.023+0000 7fce19641640 1 -- start start 2024-09-13T16:07:59.029 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.024+0000 7fce19641640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fce140ceef0 0x7fce141489e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:59.029 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.024+0000 7fce19641640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fce140d0690 0x7fce140b5310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:59.029 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.024+0000 7fce19641640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fce1415c860 0x7fce140b44f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:59.029 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.024+0000 7fce19641640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fce140b40d0 con 0x7fce1415c860 2024-09-13T16:07:59.029 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.024+0000 7fce19641640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fce140b34e0 con 0x7fce140d0690 2024-09-13T16:07:59.029 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.024+0000 7fce19641640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fce140b3730 con 0x7fce140ceef0 2024-09-13T16:07:59.029 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.024+0000 7fce137fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fce1415c860 0x7fce140b44f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:59.029 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.024+0000 7fce137fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fce1415c860 0x7fce140b44f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58166/0 (socket says 172.21.15.76:58166) 2024-09-13T16:07:59.029 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.024+0000 7fce137fe640 1 -- 172.21.15.76:0/2101415161 learned_addr learned my addr 172.21.15.76:0/2101415161 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:59.029 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.024+0000 7fce12ffd640 1 --2- 172.21.15.76:0/2101415161 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fce140ceef0 0x7fce141489e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:59.030 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.024+0000 7fce0bfff640 1 --2- 172.21.15.76:0/2101415161 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fce140d0690 0x7fce140b5310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:59.030 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.024+0000 7fce137fe640 1 -- 172.21.15.76:0/2101415161 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fce140ceef0 msgr2=0x7fce141489e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:59.030 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.024+0000 7fce137fe640 1 --2- 172.21.15.76:0/2101415161 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fce140ceef0 0x7fce141489e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:59.030 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.024+0000 7fce137fe640 1 -- 172.21.15.76:0/2101415161 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fce140d0690 msgr2=0x7fce140b5310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:59.030 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.024+0000 7fce137fe640 1 --2- 172.21.15.76:0/2101415161 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fce140d0690 0x7fce140b5310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:59.030 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.024+0000 7fce137fe640 1 -- 172.21.15.76:0/2101415161 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcdfc0093a0 con 0x7fce1415c860 2024-09-13T16:07:59.030 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.024+0000 7fce0bfff640 1 --2- 172.21.15.76:0/2101415161 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fce140d0690 0x7fce140b5310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:07:59.030 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.024+0000 7fce137fe640 1 --2- 172.21.15.76:0/2101415161 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fce1415c860 0x7fce140b44f0 secure :-1 s=READY pgs=923 cs=0 l=1 rev1=1 crypto rx=0x7fce0c00efc0 tx=0x7fce0c00c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:59.030 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.024+0000 7fce0b7fe640 1 -- 172.21.15.76:0/2101415161 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce0c014480 con 0x7fce1415c860 2024-09-13T16:07:59.030 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.024+0000 7fce0b7fe640 1 -- 172.21.15.76:0/2101415161 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fce0c00f040 con 0x7fce1415c860 2024-09-13T16:07:59.031 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.024+0000 7fce19641640 1 -- 172.21.15.76:0/2101415161 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fce140b3a10 con 0x7fce1415c860 2024-09-13T16:07:59.031 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.024+0000 7fce0b7fe640 1 -- 172.21.15.76:0/2101415161 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce0c014820 con 0x7fce1415c860 2024-09-13T16:07:59.031 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.024+0000 7fce19641640 1 -- 172.21.15.76:0/2101415161 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fce140b5850 con 0x7fce1415c860 2024-09-13T16:07:59.031 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.025+0000 7fce19641640 1 -- 172.21.15.76:0/2101415161 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fce140b4210 con 0x7fce1415c860 2024-09-13T16:07:59.031 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.026+0000 7fce0b7fe640 1 -- 172.21.15.76:0/2101415161 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fce0c014980 con 0x7fce1415c860 2024-09-13T16:07:59.031 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.026+0000 7fce0b7fe640 1 --2- 172.21.15.76:0/2101415161 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcdf406ac00 0x7fcdf406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:59.031 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.026+0000 7fce0b7fe640 1 -- 172.21.15.76:0/2101415161 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(70..70 src has 1..70) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fce0c089f60 con 0x7fce1415c860 2024-09-13T16:07:59.031 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.026+0000 7fce12ffd640 1 --2- 172.21.15.76:0/2101415161 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcdf406ac00 0x7fcdf406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:59.032 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.027+0000 7fce12ffd640 1 --2- 172.21.15.76:0/2101415161 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcdf406ac00 0x7fcdf406d0c0 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7fce04005880 tx=0x7fce04009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:59.032 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.030+0000 7fce0b7fe640 1 -- 172.21.15.76:0/2101415161 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fce140b4210 con 0x7fce1415c860 2024-09-13T16:07:59.209 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.207+0000 7fce19641640 1 -- 172.21.15.76:0/2101415161 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fce140b4210 con 0x7fce1415c860 2024-09-13T16:07:59.209 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.208+0000 7fce0b7fe640 1 -- 172.21.15.76:0/2101415161 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v70) v1 ==== 80+0+0 (secure 0 0 0) 0x7fce140b4210 con 0x7fce1415c860 2024-09-13T16:07:59.209 INFO:teuthology.orchestra.run.smithi076.stderr:listed 0 entries 2024-09-13T16:07:59.211 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.209+0000 7fce19641640 1 -- 172.21.15.76:0/2101415161 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcdf406ac00 msgr2=0x7fcdf406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:59.211 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.209+0000 7fce19641640 1 --2- 172.21.15.76:0/2101415161 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcdf406ac00 0x7fcdf406d0c0 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7fce04005880 tx=0x7fce04009040 comp rx=0 tx=0).stop 2024-09-13T16:07:59.211 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.209+0000 7fce19641640 1 -- 172.21.15.76:0/2101415161 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fce1415c860 msgr2=0x7fce140b44f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:59.211 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.209+0000 7fce19641640 1 --2- 172.21.15.76:0/2101415161 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fce1415c860 0x7fce140b44f0 secure :-1 s=READY pgs=923 cs=0 l=1 rev1=1 crypto rx=0x7fce0c00efc0 tx=0x7fce0c00c490 comp rx=0 tx=0).stop 2024-09-13T16:07:59.211 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.209+0000 7fce19641640 1 -- 172.21.15.76:0/2101415161 shutdown_connections 2024-09-13T16:07:59.211 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.209+0000 7fce19641640 1 --2- 172.21.15.76:0/2101415161 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fce1415c860 0x7fce140b44f0 unknown :-1 s=CLOSED pgs=923 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:59.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.209+0000 7fce19641640 1 --2- 172.21.15.76:0/2101415161 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fce140d0690 0x7fce140b5310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:59.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.209+0000 7fce19641640 1 --2- 172.21.15.76:0/2101415161 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcdf406ac00 0x7fcdf406d0c0 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:59.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.209+0000 7fce19641640 1 --2- 172.21.15.76:0/2101415161 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fce140ceef0 0x7fce141489e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:59.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.209+0000 7fce19641640 1 -- 172.21.15.76:0/2101415161 >> 172.21.15.76:0/2101415161 conn(0x7fce1409b870 msgr2=0x7fce1415cc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:59.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.210+0000 7fce19641640 1 -- 172.21.15.76:0/2101415161 shutdown_connections 2024-09-13T16:07:59.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.210+0000 7fce19641640 1 -- 172.21.15.76:0/2101415161 wait complete. 2024-09-13T16:07:59.222 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:07:59.222 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:07:59.237 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:07:59.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.374+0000 7ff345933640 1 Processor -- start 2024-09-13T16:07:59.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.374+0000 7ff345933640 1 -- start start 2024-09-13T16:07:59.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.374+0000 7ff345933640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff34006cbe0 0x7ff34006b1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:59.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.374+0000 7ff345933640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff34006b730 0x7ff34006e220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:59.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.374+0000 7ff345933640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff3400ceac0 con 0x7ff3400ce6e0 2024-09-13T16:07:59.377 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.374+0000 7ff345933640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff3400d0350 con 0x7ff34006b730 2024-09-13T16:07:59.377 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.374+0000 7ff345933640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff34015d2f0 con 0x7ff34006cbe0 2024-09-13T16:07:59.377 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.375+0000 7ff33effd640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7ff3400ce6e0 0x7ff34015cac0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:42288/0 (socket says 172.21.15.76:42288) 2024-09-13T16:07:59.377 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.375+0000 7ff33effd640 1 -- 172.21.15.76:0/1179247308 learned_addr learned my addr 172.21.15.76:0/1179247308 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:07:59.377 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.375+0000 7ff33f7fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff34006b730 0x7ff34006e220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:59.377 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.375+0000 7ff33e7fc640 1 --2- 172.21.15.76:0/1179247308 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff34006cbe0 0x7ff34006b1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:59.377 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.375+0000 7ff33f7fe640 1 -- 172.21.15.76:0/1179247308 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff34006cbe0 msgr2=0x7ff34006b1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:59.377 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.375+0000 7ff33f7fe640 1 --2- 172.21.15.76:0/1179247308 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff34006cbe0 0x7ff34006b1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:59.377 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.375+0000 7ff33f7fe640 1 -- 172.21.15.76:0/1179247308 >> v1:172.21.15.76:6789/0 conn(0x7ff3400ce6e0 legacy=0x7ff34015cac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:59.377 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.375+0000 7ff33f7fe640 1 -- 172.21.15.76:0/1179247308 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff34015d5d0 con 0x7ff34006b730 2024-09-13T16:07:59.377 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.375+0000 7ff33dffb640 1 -- 172.21.15.76:0/1179247308 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2156031832 0 0) 0x7ff330001490 con 0x7ff3400ce6e0 2024-09-13T16:07:59.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.376+0000 7ff33f7fe640 1 --2- 172.21.15.76:0/1179247308 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff34006b730 0x7ff34006e220 secure :-1 s=READY pgs=925 cs=0 l=1 rev1=1 crypto rx=0x7ff3380097a0 tx=0x7ff33802a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=97361e7a673fe58f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:59.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.376+0000 7ff33dffb640 1 -- 172.21.15.76:0/1179247308 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff338032440 con 0x7ff34006b730 2024-09-13T16:07:59.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.376+0000 7ff33dffb640 1 -- 172.21.15.76:0/1179247308 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff3380325a0 con 0x7ff34006b730 2024-09-13T16:07:59.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.376+0000 7ff33dffb640 1 -- 172.21.15.76:0/1179247308 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff338032930 con 0x7ff34006b730 2024-09-13T16:07:59.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.376+0000 7ff345933640 1 -- 172.21.15.76:0/1179247308 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff34006b730 msgr2=0x7ff34006e220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:59.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.376+0000 7ff345933640 1 --2- 172.21.15.76:0/1179247308 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff34006b730 0x7ff34006e220 secure :-1 s=READY pgs=925 cs=0 l=1 rev1=1 crypto rx=0x7ff3380097a0 tx=0x7ff33802a180 comp rx=0 tx=0).stop 2024-09-13T16:07:59.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.376+0000 7ff345933640 1 -- 172.21.15.76:0/1179247308 shutdown_connections 2024-09-13T16:07:59.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.376+0000 7ff345933640 1 --2- 172.21.15.76:0/1179247308 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff34006b730 0x7ff34006e220 unknown :-1 s=CLOSED pgs=925 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:59.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.376+0000 7ff345933640 1 --2- 172.21.15.76:0/1179247308 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff34006cbe0 0x7ff34006b1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:59.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.376+0000 7ff345933640 1 -- 172.21.15.76:0/1179247308 >> 172.21.15.76:0/1179247308 conn(0x7ff340069ed0 msgr2=0x7ff34006a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:59.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.376+0000 7ff345933640 1 -- 172.21.15.76:0/1179247308 shutdown_connections 2024-09-13T16:07:59.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.376+0000 7ff345933640 1 -- 172.21.15.76:0/1179247308 wait complete. 2024-09-13T16:07:59.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.377+0000 7ff345933640 1 Processor -- start 2024-09-13T16:07:59.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.378+0000 7ff345933640 1 -- start start 2024-09-13T16:07:59.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.378+0000 7ff345933640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff34006b730 0x7ff3400af400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:59.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.378+0000 7ff345933640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff34006cbe0 0x7ff3400b4c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:59.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.378+0000 7ff345933640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff3400ce6e0 0x7ff3400b5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:59.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.378+0000 7ff345933640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3400af940 con 0x7ff34006cbe0 2024-09-13T16:07:59.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.378+0000 7ff345933640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff34015c8a0 con 0x7ff34006b730 2024-09-13T16:07:59.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.378+0000 7ff345933640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff3400b5780 con 0x7ff3400ce6e0 2024-09-13T16:07:59.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.378+0000 7ff33e7fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff34006cbe0 0x7ff3400b4c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:59.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.378+0000 7ff33e7fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff34006cbe0 0x7ff3400b4c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58188/0 (socket says 172.21.15.76:58188) 2024-09-13T16:07:59.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.378+0000 7ff33e7fc640 1 -- 172.21.15.76:0/1283668973 learned_addr learned my addr 172.21.15.76:0/1283668973 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:59.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.379+0000 7ff33f7fe640 1 --2- 172.21.15.76:0/1283668973 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff3400ce6e0 0x7ff3400b5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:59.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.379+0000 7ff33effd640 1 --2- 172.21.15.76:0/1283668973 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff34006b730 0x7ff3400af400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:59.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.379+0000 7ff33e7fc640 1 -- 172.21.15.76:0/1283668973 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff3400ce6e0 msgr2=0x7ff3400b5150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:59.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.379+0000 7ff33e7fc640 1 --2- 172.21.15.76:0/1283668973 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff3400ce6e0 0x7ff3400b5150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:59.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.379+0000 7ff33e7fc640 1 -- 172.21.15.76:0/1283668973 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff34006b730 msgr2=0x7ff3400af400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:59.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.379+0000 7ff33e7fc640 1 --2- 172.21.15.76:0/1283668973 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff34006b730 0x7ff3400af400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:59.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.379+0000 7ff33e7fc640 1 -- 172.21.15.76:0/1283668973 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff338009400 con 0x7ff34006cbe0 2024-09-13T16:07:59.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.379+0000 7ff33f7fe640 1 --2- 172.21.15.76:0/1283668973 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff3400ce6e0 0x7ff3400b5150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:07:59.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.379+0000 7ff33e7fc640 1 --2- 172.21.15.76:0/1283668973 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff34006cbe0 0x7ff3400b4c10 secure :-1 s=READY pgs=926 cs=0 l=1 rev1=1 crypto rx=0x7ff33400d800 tx=0x7ff33400dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:59.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.379+0000 7ff327fff640 1 -- 172.21.15.76:0/1283668973 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff33400b6c0 con 0x7ff34006cbe0 2024-09-13T16:07:59.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.379+0000 7ff327fff640 1 -- 172.21.15.76:0/1283668973 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff33400b840 con 0x7ff34006cbe0 2024-09-13T16:07:59.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.379+0000 7ff345933640 1 -- 172.21.15.76:0/1283668973 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff3400b5a60 con 0x7ff34006cbe0 2024-09-13T16:07:59.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.379+0000 7ff327fff640 1 -- 172.21.15.76:0/1283668973 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff33400bbf0 con 0x7ff34006cbe0 2024-09-13T16:07:59.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.379+0000 7ff345933640 1 -- 172.21.15.76:0/1283668973 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff34014d810 con 0x7ff34006cbe0 2024-09-13T16:07:59.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.380+0000 7ff345933640 1 -- 172.21.15.76:0/1283668973 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff34006e220 con 0x7ff34006cbe0 2024-09-13T16:07:59.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.381+0000 7ff327fff640 1 -- 172.21.15.76:0/1283668973 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff33400bd50 con 0x7ff34006cbe0 2024-09-13T16:07:59.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.381+0000 7ff327fff640 1 --2- 172.21.15.76:0/1283668973 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff32c06ac00 0x7ff32c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:59.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.381+0000 7ff327fff640 1 -- 172.21.15.76:0/1283668973 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(70..70 src has 1..70) v4 ==== 6029+0+0 (secure 0 0 0) 0x7ff334089ab0 con 0x7ff34006cbe0 2024-09-13T16:07:59.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.381+0000 7ff33effd640 1 --2- 172.21.15.76:0/1283668973 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff32c06ac00 0x7ff32c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:59.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.382+0000 7ff33effd640 1 --2- 172.21.15.76:0/1283668973 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff32c06ac00 0x7ff32c06d0c0 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7ff330007ed0 tx=0x7ff330007e60 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:59.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.385+0000 7ff327fff640 1 -- 172.21.15.76:0/1283668973 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ff334054ac0 con 0x7ff34006cbe0 2024-09-13T16:07:59.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.551+0000 7ff345933640 1 -- 172.21.15.76:0/1283668973 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ff340067250 con 0x7ff34006cbe0 2024-09-13T16:07:59.554 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.552+0000 7ff327fff640 1 -- 172.21.15.76:0/1283668973 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v70) v1 ==== 74+0+16680 (secure 0 0 0) 0x7ff3340580e0 con 0x7ff34006cbe0 2024-09-13T16:07:59.554 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:07:59.554 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":70,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:07:40.494954+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":10,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:07:37.664256+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_data","create_time":"2024-09-13T16:07:38.459206+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"70","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:07:59.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.554+0000 7ff345933640 1 -- 172.21.15.76:0/1283668973 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff32c06ac00 msgr2=0x7ff32c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:59.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.554+0000 7ff345933640 1 --2- 172.21.15.76:0/1283668973 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff32c06ac00 0x7ff32c06d0c0 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7ff330007ed0 tx=0x7ff330007e60 comp rx=0 tx=0).stop 2024-09-13T16:07:59.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.555+0000 7ff345933640 1 -- 172.21.15.76:0/1283668973 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff34006cbe0 msgr2=0x7ff3400b4c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:59.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.555+0000 7ff345933640 1 --2- 172.21.15.76:0/1283668973 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff34006cbe0 0x7ff3400b4c10 secure :-1 s=READY pgs=926 cs=0 l=1 rev1=1 crypto rx=0x7ff33400d800 tx=0x7ff33400dcc0 comp rx=0 tx=0).stop 2024-09-13T16:07:59.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.555+0000 7ff345933640 1 -- 172.21.15.76:0/1283668973 shutdown_connections 2024-09-13T16:07:59.557 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.555+0000 7ff345933640 1 --2- 172.21.15.76:0/1283668973 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff32c06ac00 0x7ff32c06d0c0 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:59.557 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.555+0000 7ff345933640 1 --2- 172.21.15.76:0/1283668973 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff3400ce6e0 0x7ff3400b5150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:59.557 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.555+0000 7ff345933640 1 --2- 172.21.15.76:0/1283668973 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff34006cbe0 0x7ff3400b4c10 unknown :-1 s=CLOSED pgs=926 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:59.557 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.555+0000 7ff345933640 1 --2- 172.21.15.76:0/1283668973 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff34006b730 0x7ff3400af400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:59.557 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.555+0000 7ff345933640 1 -- 172.21.15.76:0/1283668973 >> 172.21.15.76:0/1283668973 conn(0x7ff340069ed0 msgr2=0x7ff34006a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:59.557 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.555+0000 7ff345933640 1 -- 172.21.15.76:0/1283668973 shutdown_connections 2024-09-13T16:07:59.557 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.555+0000 7ff345933640 1 -- 172.21.15.76:0/1283668973 wait complete. 2024-09-13T16:07:59.567 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:01:26.960607+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 9, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:07:37.664256+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '69', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 10, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:07:38.459206+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '70', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:07:59.568 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:07:59.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.666+0000 7fe1b0b25640 1 Processor -- start 2024-09-13T16:07:59.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.666+0000 7fe1b0b25640 1 -- start start 2024-09-13T16:07:59.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.667+0000 7fe1b0b25640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fe1ac0cdff0 0x7fe1ac06c390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:59.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.667+0000 7fe1b0b25640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe1ac0cd450 con 0x7fe1ac15c500 2024-09-13T16:07:59.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.667+0000 7fe1b0b25640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe1ac0d0cf0 con 0x7fe1ac0d2760 2024-09-13T16:07:59.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.667+0000 7fe1b0b25640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe1ac0d0fd0 con 0x7fe1ac0cdff0 2024-09-13T16:07:59.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.667+0000 7fe1aa59c640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fe1ac15c500 0x7fe1ac0d2050 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:42290/0 (socket says 172.21.15.76:42290) 2024-09-13T16:07:59.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.667+0000 7fe1aa59c640 1 -- 172.21.15.76:0/3744384316 learned_addr learned my addr 172.21.15.76:0/3744384316 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:07:59.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.668+0000 7fe1aad9d640 1 --2- 172.21.15.76:0/3744384316 >> v2:172.21.15.192:3300/0 conn(0x7fe1ac0cdff0 0x7fe1ac06c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:59.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.668+0000 7fe1a959a640 1 -- 172.21.15.76:0/3744384316 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2565737332 0 0) 0x7fe1ac0cd450 con 0x7fe1ac15c500 2024-09-13T16:07:59.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.668+0000 7fe1a959a640 1 -- 172.21.15.76:0/3744384316 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe198003520 con 0x7fe1ac15c500 2024-09-13T16:07:59.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.668+0000 7fe1a959a640 1 -- 172.21.15.76:0/3744384316 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1637106762 0 0) 0x7fe198003520 con 0x7fe1ac15c500 2024-09-13T16:07:59.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.668+0000 7fe1a959a640 1 -- 172.21.15.76:0/3744384316 >> v2:172.21.15.192:3300/0 conn(0x7fe1ac0cdff0 msgr2=0x7fe1ac06c390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:59.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.668+0000 7fe1a959a640 1 --2- 172.21.15.76:0/3744384316 >> v2:172.21.15.192:3300/0 conn(0x7fe1ac0cdff0 0x7fe1ac06c390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:59.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.668+0000 7fe1a959a640 1 -- 172.21.15.76:0/3744384316 >> v1:172.21.15.192:6789/0 conn(0x7fe1ac0d2760 legacy=0x7fe1ac0cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:59.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.668+0000 7fe1a959a640 1 -- 172.21.15.76:0/3744384316 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe1ac0cd0e0 con 0x7fe1ac15c500 2024-09-13T16:07:59.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.668+0000 7fe1a959a640 1 -- 172.21.15.76:0/3744384316 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7fe19c0019f0 con 0x7fe1ac15c500 2024-09-13T16:07:59.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.668+0000 7fe1a959a640 1 -- 172.21.15.76:0/3744384316 >> v1:172.21.15.76:6789/0 conn(0x7fe1ac15c500 legacy=0x7fe1ac0d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:59.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.668+0000 7fe1a959a640 1 --2- 172.21.15.76:0/3744384316 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe198003970 0x7fe198003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:59.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.668+0000 7fe1a959a640 1 --2- 172.21.15.76:0/3744384316 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe1980047c0 0x7fe198004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:59.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.668+0000 7fe1a959a640 1 --2- 172.21.15.76:0/3744384316 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe198005180 0x7fe19800b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:59.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.668+0000 7fe1a959a640 1 -- 172.21.15.76:0/3744384316 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1ac0d0fd0 con 0x7fe198005180 2024-09-13T16:07:59.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.668+0000 7fe1a959a640 1 -- 172.21.15.76:0/3744384316 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe19800c020 con 0x7fe198003970 2024-09-13T16:07:59.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.668+0000 7fe1a959a640 1 -- 172.21.15.76:0/3744384316 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe19800c1e0 con 0x7fe1980047c0 2024-09-13T16:07:59.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.668+0000 7fe1aad9d640 1 --2- 172.21.15.76:0/3744384316 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe198005180 0x7fe19800b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:59.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.668+0000 7fe1a9d9b640 1 --2- 172.21.15.76:0/3744384316 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe1980047c0 0x7fe198004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:59.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.668+0000 7fe1aa59c640 1 --2- 172.21.15.76:0/3744384316 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe198003970 0x7fe198003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:59.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.668+0000 7fe1aad9d640 1 -- 172.21.15.76:0/3744384316 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe1980047c0 msgr2=0x7fe198004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:59.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.668+0000 7fe1aad9d640 1 --2- 172.21.15.76:0/3744384316 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe1980047c0 0x7fe198004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:59.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.668+0000 7fe1aad9d640 1 -- 172.21.15.76:0/3744384316 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe198003970 msgr2=0x7fe198003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:59.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.668+0000 7fe1aad9d640 1 --2- 172.21.15.76:0/3744384316 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe198003970 0x7fe198003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:59.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.668+0000 7fe1aad9d640 1 -- 172.21.15.76:0/3744384316 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe198003520 con 0x7fe198005180 2024-09-13T16:07:59.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.668+0000 7fe1a9d9b640 1 --2- 172.21.15.76:0/3744384316 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe1980047c0 0x7fe198004c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:07:59.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.669+0000 7fe1aad9d640 1 -- 172.21.15.76:0/3744384316 reap_dead start 2024-09-13T16:07:59.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.669+0000 7fe1aad9d640 1 --2- 172.21.15.76:0/3744384316 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe198005180 0x7fe19800b980 secure :-1 s=READY pgs=928 cs=0 l=1 rev1=1 crypto rx=0x7fe1a4009ac0 tx=0x7fe1980057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=29dccac595965bd4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:59.678 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.669+0000 7fe1a959a640 1 -- 172.21.15.76:0/3744384316 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1a4004020 con 0x7fe198005180 2024-09-13T16:07:59.678 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.669+0000 7fe1a959a640 1 -- 172.21.15.76:0/3744384316 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe1a402d050 con 0x7fe198005180 2024-09-13T16:07:59.678 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.669+0000 7fe1a959a640 1 -- 172.21.15.76:0/3744384316 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1a40043c0 con 0x7fe198005180 2024-09-13T16:07:59.678 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.670+0000 7fe1b0b25640 1 -- 172.21.15.76:0/3744384316 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe198005180 msgr2=0x7fe19800b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:59.678 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.670+0000 7fe1b0b25640 1 --2- 172.21.15.76:0/3744384316 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe198005180 0x7fe19800b980 secure :-1 s=READY pgs=928 cs=0 l=1 rev1=1 crypto rx=0x7fe1a4009ac0 tx=0x7fe1980057f0 comp rx=0 tx=0).stop 2024-09-13T16:07:59.678 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.670+0000 7fe1b0b25640 1 -- 172.21.15.76:0/3744384316 shutdown_connections 2024-09-13T16:07:59.678 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.670+0000 7fe1b0b25640 1 --2- 172.21.15.76:0/3744384316 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe198005180 0x7fe19800b980 unknown :-1 s=CLOSED pgs=928 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:59.678 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.670+0000 7fe1b0b25640 1 -- 172.21.15.76:0/3744384316 >> 172.21.15.76:0/3744384316 conn(0x7fe1ac089f60 msgr2=0x7fe1ac09b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:59.678 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.670+0000 7fe1b0b25640 1 -- 172.21.15.76:0/3744384316 shutdown_connections 2024-09-13T16:07:59.678 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.670+0000 7fe1b0b25640 1 -- 172.21.15.76:0/3744384316 wait complete. 2024-09-13T16:07:59.678 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.671+0000 7fe1b0b25640 1 Processor -- start 2024-09-13T16:07:59.678 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.671+0000 7fe1b0b25640 1 -- start start 2024-09-13T16:07:59.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.672+0000 7fe1b0b25640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe198005180 0x7fe1ac0cbe80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:59.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.672+0000 7fe1b0b25640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe1ac1f5290 0x7fe1ac1f1c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:59.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.672+0000 7fe1b0b25640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe1ac15ecd0 0x7fe1ac15f150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:59.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.672+0000 7fe1b0b25640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1ac15d870 con 0x7fe1ac1f5290 2024-09-13T16:07:59.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.672+0000 7fe1b0b25640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1ac15f690 con 0x7fe1ac15ecd0 2024-09-13T16:07:59.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.672+0000 7fe1b0b25640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe1ac1f25a0 con 0x7fe198005180 2024-09-13T16:07:59.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.672+0000 7fe1a9d9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe1ac1f5290 0x7fe1ac1f1c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:59.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.672+0000 7fe1a9d9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe1ac1f5290 0x7fe1ac1f1c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58194/0 (socket says 172.21.15.76:58194) 2024-09-13T16:07:59.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.672+0000 7fe1a9d9b640 1 -- 172.21.15.76:0/1053958823 learned_addr learned my addr 172.21.15.76:0/1053958823 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:59.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.672+0000 7fe1aad9d640 1 --2- 172.21.15.76:0/1053958823 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe1ac15ecd0 0x7fe1ac15f150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:59.680 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.672+0000 7fe1aa59c640 1 --2- 172.21.15.76:0/1053958823 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe198005180 0x7fe1ac0cbe80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:59.680 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.672+0000 7fe1a9d9b640 1 -- 172.21.15.76:0/1053958823 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe198005180 msgr2=0x7fe1ac0cbe80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:59.680 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.672+0000 7fe1a9d9b640 1 --2- 172.21.15.76:0/1053958823 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe198005180 0x7fe1ac0cbe80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:59.680 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.672+0000 7fe1a9d9b640 1 -- 172.21.15.76:0/1053958823 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe1ac15ecd0 msgr2=0x7fe1ac15f150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:59.680 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.672+0000 7fe1a9d9b640 1 --2- 172.21.15.76:0/1053958823 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe1ac15ecd0 0x7fe1ac15f150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:59.680 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.672+0000 7fe1a9d9b640 1 -- 172.21.15.76:0/1053958823 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe1ac1f2880 con 0x7fe1ac1f5290 2024-09-13T16:07:59.680 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.672+0000 7fe1a9d9b640 1 --2- 172.21.15.76:0/1053958823 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe1ac1f5290 0x7fe1ac1f1c30 secure :-1 s=READY pgs=929 cs=0 l=1 rev1=1 crypto rx=0x7fe194000c00 tx=0x7fe19400e8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:59.680 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.673+0000 7fe1a2ffd640 1 -- 172.21.15.76:0/1053958823 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1940052e0 con 0x7fe1ac1f5290 2024-09-13T16:07:59.680 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.673+0000 7fe1a2ffd640 1 -- 172.21.15.76:0/1053958823 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe194005440 con 0x7fe1ac1f5290 2024-09-13T16:07:59.680 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.673+0000 7fe1b0b25640 1 -- 172.21.15.76:0/1053958823 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe1ac1f2b60 con 0x7fe1ac1f5290 2024-09-13T16:07:59.680 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.673+0000 7fe1a2ffd640 1 -- 172.21.15.76:0/1053958823 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe194003830 con 0x7fe1ac1f5290 2024-09-13T16:07:59.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.673+0000 7fe1b0b25640 1 -- 172.21.15.76:0/1053958823 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe1ac0b21f0 con 0x7fe1ac1f5290 2024-09-13T16:07:59.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.674+0000 7fe1b0b25640 1 -- 172.21.15.76:0/1053958823 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe1ac0b2380 con 0x7fe1ac1f5290 2024-09-13T16:07:59.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.674+0000 7fe1a2ffd640 1 -- 172.21.15.76:0/1053958823 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe194003990 con 0x7fe1ac1f5290 2024-09-13T16:07:59.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.674+0000 7fe1a2ffd640 1 --2- 172.21.15.76:0/1053958823 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe18c06ac30 0x7fe18c06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:59.682 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.674+0000 7fe1a2ffd640 1 -- 172.21.15.76:0/1053958823 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(70..70 src has 1..70) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fe194088c50 con 0x7fe1ac1f5290 2024-09-13T16:07:59.682 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.675+0000 7fe1aa59c640 1 --2- 172.21.15.76:0/1053958823 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe18c06ac30 0x7fe18c06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:59.682 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.675+0000 7fe1aa59c640 1 --2- 172.21.15.76:0/1053958823 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe18c06ac30 0x7fe18c06d0f0 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7fe19c004c20 tx=0x7fe19c006040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:59.682 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.679+0000 7fe1a2ffd640 1 -- 172.21.15.76:0/1053958823 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fe19408e020 con 0x7fe1ac1f5290 2024-09-13T16:07:59.841 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.839+0000 7fe1b0b25640 1 -- 172.21.15.76:0/1053958823 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fe1ac0cdd90 con 0x7fe1ac1f5290 2024-09-13T16:07:59.841 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.840+0000 7fe1a2ffd640 1 -- 172.21.15.76:0/1053958823 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v70) v1 ==== 93+0+10 (secure 0 0 0) 0x7fe194019020 con 0x7fe1ac1f5290 2024-09-13T16:07:59.842 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2024-09-13T16:07:59.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.842+0000 7fe1b0b25640 1 -- 172.21.15.76:0/1053958823 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe18c06ac30 msgr2=0x7fe18c06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:59.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.842+0000 7fe1b0b25640 1 --2- 172.21.15.76:0/1053958823 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe18c06ac30 0x7fe18c06d0f0 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7fe19c004c20 tx=0x7fe19c006040 comp rx=0 tx=0).stop 2024-09-13T16:07:59.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.842+0000 7fe1b0b25640 1 -- 172.21.15.76:0/1053958823 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe1ac1f5290 msgr2=0x7fe1ac1f1c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:59.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.842+0000 7fe1b0b25640 1 --2- 172.21.15.76:0/1053958823 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe1ac1f5290 0x7fe1ac1f1c30 secure :-1 s=READY pgs=929 cs=0 l=1 rev1=1 crypto rx=0x7fe194000c00 tx=0x7fe19400e8f0 comp rx=0 tx=0).stop 2024-09-13T16:07:59.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.842+0000 7fe1b0b25640 1 -- 172.21.15.76:0/1053958823 shutdown_connections 2024-09-13T16:07:59.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.842+0000 7fe1b0b25640 1 --2- 172.21.15.76:0/1053958823 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe1ac15ecd0 0x7fe1ac15f150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:59.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.842+0000 7fe1b0b25640 1 --2- 172.21.15.76:0/1053958823 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe1ac1f5290 0x7fe1ac1f1c30 unknown :-1 s=CLOSED pgs=929 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:59.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.842+0000 7fe1b0b25640 1 --2- 172.21.15.76:0/1053958823 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe18c06ac30 0x7fe18c06d0f0 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:59.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.842+0000 7fe1b0b25640 1 --2- 172.21.15.76:0/1053958823 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe198005180 0x7fe1ac0cbe80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:59.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.842+0000 7fe1b0b25640 1 -- 172.21.15.76:0/1053958823 >> 172.21.15.76:0/1053958823 conn(0x7fe1ac089f60 msgr2=0x7fe1ac0aef80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:59.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.842+0000 7fe1b0b25640 1 -- 172.21.15.76:0/1053958823 shutdown_connections 2024-09-13T16:07:59.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.842+0000 7fe1b0b25640 1 -- 172.21.15.76:0/1053958823 wait complete. 2024-09-13T16:07:59.854 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:07:59.954 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.953+0000 7fbb1d1e9640 1 Processor -- start 2024-09-13T16:07:59.955 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.953+0000 7fbb1d1e9640 1 -- start start 2024-09-13T16:07:59.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.954+0000 7fbb1d1e9640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fbb1815a040 0x7fbb180cafc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:59.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.954+0000 7fbb1d1e9640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fbb1815d1b0 0x7fbb180cb500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:59.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.954+0000 7fbb1d1e9640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbb180cbfd0 con 0x7fbb18160ca0 2024-09-13T16:07:59.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.954+0000 7fbb1d1e9640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbb1815a420 con 0x7fbb1815a040 2024-09-13T16:07:59.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.954+0000 7fbb1d1e9640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbb1815d9b0 con 0x7fbb1815d1b0 2024-09-13T16:07:59.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.954+0000 7fbb16d9d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fbb1815a040 0x7fbb180cafc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:59.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.954+0000 7fbb16d9d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fbb1815a040 0x7fbb180cafc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58204/0 (socket says 172.21.15.76:58204) 2024-09-13T16:07:59.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.954+0000 7fbb16d9d640 1 -- 172.21.15.76:0/1216579780 learned_addr learned my addr 172.21.15.76:0/1216579780 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:59.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.954+0000 7fbb1759e640 1 --2- 172.21.15.76:0/1216579780 >> v2:172.21.15.192:3300/0 conn(0x7fbb1815d1b0 0x7fbb180cb500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:59.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.954+0000 7fbb16d9d640 1 -- 172.21.15.76:0/1216579780 >> v2:172.21.15.192:3300/0 conn(0x7fbb1815d1b0 msgr2=0x7fbb180cb500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:59.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.954+0000 7fbb16d9d640 1 --2- 172.21.15.76:0/1216579780 >> v2:172.21.15.192:3300/0 conn(0x7fbb1815d1b0 0x7fbb180cb500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:59.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.954+0000 7fbb16d9d640 1 -- 172.21.15.76:0/1216579780 >> v1:172.21.15.192:6789/0 conn(0x7fbb18160ca0 legacy=0x7fbb1815caa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:07:59.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.954+0000 7fbb16d9d640 1 -- 172.21.15.76:0/1216579780 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbb1815d6d0 con 0x7fbb1815a040 2024-09-13T16:07:59.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.954+0000 7fbb1759e640 1 --2- 172.21.15.76:0/1216579780 >> v2:172.21.15.192:3300/0 conn(0x7fbb1815d1b0 0x7fbb180cb500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:07:59.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.955+0000 7fbb16d9d640 1 --2- 172.21.15.76:0/1216579780 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbb1815a040 0x7fbb180cafc0 secure :-1 s=READY pgs=930 cs=0 l=1 rev1=1 crypto rx=0x7fbb180cbbf0 tx=0x7fbb0802a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bb6a07c1eea15182 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:59.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.955+0000 7fbb15d9b640 1 -- 172.21.15.76:0/1216579780 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb08032440 con 0x7fbb1815a040 2024-09-13T16:07:59.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.955+0000 7fbb15d9b640 1 -- 172.21.15.76:0/1216579780 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbb080325a0 con 0x7fbb1815a040 2024-09-13T16:07:59.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.955+0000 7fbb15d9b640 1 -- 172.21.15.76:0/1216579780 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb08032930 con 0x7fbb1815a040 2024-09-13T16:07:59.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.956+0000 7fbb1d1e9640 1 -- 172.21.15.76:0/1216579780 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbb1815a040 msgr2=0x7fbb180cafc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:59.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.956+0000 7fbb1d1e9640 1 --2- 172.21.15.76:0/1216579780 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbb1815a040 0x7fbb180cafc0 secure :-1 s=READY pgs=930 cs=0 l=1 rev1=1 crypto rx=0x7fbb180cbbf0 tx=0x7fbb0802a1a0 comp rx=0 tx=0).stop 2024-09-13T16:07:59.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.956+0000 7fbb1d1e9640 1 -- 172.21.15.76:0/1216579780 shutdown_connections 2024-09-13T16:07:59.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.956+0000 7fbb1d1e9640 1 --2- 172.21.15.76:0/1216579780 >> v2:172.21.15.192:3300/0 conn(0x7fbb1815d1b0 0x7fbb180cb500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:59.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.956+0000 7fbb1d1e9640 1 --2- 172.21.15.76:0/1216579780 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbb1815a040 0x7fbb180cafc0 unknown :-1 s=CLOSED pgs=930 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:59.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.956+0000 7fbb1d1e9640 1 -- 172.21.15.76:0/1216579780 >> 172.21.15.76:0/1216579780 conn(0x7fbb18065ff0 msgr2=0x7fbb180b02e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:07:59.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.956+0000 7fbb1d1e9640 1 -- 172.21.15.76:0/1216579780 shutdown_connections 2024-09-13T16:07:59.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.956+0000 7fbb1d1e9640 1 -- 172.21.15.76:0/1216579780 wait complete. 2024-09-13T16:07:59.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.957+0000 7fbb1d1e9640 1 Processor -- start 2024-09-13T16:07:59.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.957+0000 7fbb1d1e9640 1 -- start start 2024-09-13T16:07:59.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.958+0000 7fbb1d1e9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbb1815a040 0x7fbb18151fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:59.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.958+0000 7fbb1d1e9640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbb1815d1b0 0x7fbb180c56b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:59.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.958+0000 7fbb1d1e9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbb18160ca0 0x7fbb180b30f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:59.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.958+0000 7fbb1d1e9640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb180c6090 con 0x7fbb1815a040 2024-09-13T16:07:59.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.958+0000 7fbb1d1e9640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb180c6370 con 0x7fbb1815d1b0 2024-09-13T16:07:59.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.958+0000 7fbb1d1e9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbb180c6650 con 0x7fbb18160ca0 2024-09-13T16:07:59.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.958+0000 7fbb16d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbb1815a040 0x7fbb18151fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:59.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.958+0000 7fbb16d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbb1815a040 0x7fbb18151fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58206/0 (socket says 172.21.15.76:58206) 2024-09-13T16:07:59.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.958+0000 7fbb16d9d640 1 -- 172.21.15.76:0/1809071887 learned_addr learned my addr 172.21.15.76:0/1809071887 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:07:59.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.958+0000 7fbb1759e640 1 --2- 172.21.15.76:0/1809071887 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbb18160ca0 0x7fbb180b30f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:59.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.958+0000 7fbb1659c640 1 --2- 172.21.15.76:0/1809071887 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbb1815d1b0 0x7fbb180c56b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:59.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.959+0000 7fbb16d9d640 1 -- 172.21.15.76:0/1809071887 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbb18160ca0 msgr2=0x7fbb180b30f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:59.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.959+0000 7fbb16d9d640 1 --2- 172.21.15.76:0/1809071887 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbb18160ca0 0x7fbb180b30f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:59.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.959+0000 7fbb16d9d640 1 -- 172.21.15.76:0/1809071887 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbb1815d1b0 msgr2=0x7fbb180c56b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:07:59.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.959+0000 7fbb16d9d640 1 --2- 172.21.15.76:0/1809071887 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbb1815d1b0 0x7fbb180c56b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:07:59.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.959+0000 7fbb16d9d640 1 -- 172.21.15.76:0/1809071887 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbb080094d0 con 0x7fbb1815a040 2024-09-13T16:07:59.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.959+0000 7fbb16d9d640 1 --2- 172.21.15.76:0/1809071887 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbb1815a040 0x7fbb18151fe0 secure :-1 s=READY pgs=931 cs=0 l=1 rev1=1 crypto rx=0x7fbb08000c00 tx=0x7fbb080046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:59.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.959+0000 7fbb0f7fe640 1 -- 172.21.15.76:0/1809071887 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb08032440 con 0x7fbb1815a040 2024-09-13T16:07:59.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.959+0000 7fbb0f7fe640 1 -- 172.21.15.76:0/1809071887 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbb08030b80 con 0x7fbb1815a040 2024-09-13T16:07:59.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.959+0000 7fbb1d1e9640 1 -- 172.21.15.76:0/1809071887 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbb180c35f0 con 0x7fbb1815a040 2024-09-13T16:07:59.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.959+0000 7fbb0f7fe640 1 -- 172.21.15.76:0/1809071887 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb0803d420 con 0x7fbb1815a040 2024-09-13T16:07:59.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.959+0000 7fbb1d1e9640 1 -- 172.21.15.76:0/1809071887 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbb18152520 con 0x7fbb1815a040 2024-09-13T16:07:59.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.960+0000 7fbb1d1e9640 1 -- 172.21.15.76:0/1809071887 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbb180c3b10 con 0x7fbb1815a040 2024-09-13T16:07:59.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.960+0000 7fbb0f7fe640 1 -- 172.21.15.76:0/1809071887 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fbb08039040 con 0x7fbb1815a040 2024-09-13T16:07:59.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.961+0000 7fbb0f7fe640 1 --2- 172.21.15.76:0/1809071887 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbaf806ac00 0x7fbaf806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:07:59.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.961+0000 7fbb0f7fe640 1 -- 172.21.15.76:0/1809071887 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(70..70 src has 1..70) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fbb080aa0c0 con 0x7fbb1815a040 2024-09-13T16:07:59.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.961+0000 7fbb1659c640 1 --2- 172.21.15.76:0/1809071887 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbaf806ac00 0x7fbaf806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:07:59.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.961+0000 7fbb1659c640 1 --2- 172.21.15.76:0/1809071887 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbaf806ac00 0x7fbaf806d0c0 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7fbb180c5430 tx=0x7fbb00009060 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:07:59.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:07:59.965+0000 7fbb0f7fe640 1 -- 172.21.15.76:0/1809071887 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fbb180c3b10 con 0x7fbb1815a040 2024-09-13T16:08:00.131 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.129+0000 7fbb1d1e9640 1 -- 172.21.15.76:0/1809071887 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fbb180c3b10 con 0x7fbb1815a040 2024-09-13T16:08:00.131 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.129+0000 7fbb0f7fe640 1 -- 172.21.15.76:0/1809071887 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v70) v1 ==== 104+0+11 (secure 0 0 0) 0x7fbb080752a0 con 0x7fbb1815a040 2024-09-13T16:08:00.131 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2024-09-13T16:08:00.133 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.131+0000 7fbb1d1e9640 1 -- 172.21.15.76:0/1809071887 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbaf806ac00 msgr2=0x7fbaf806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:00.133 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.131+0000 7fbb1d1e9640 1 --2- 172.21.15.76:0/1809071887 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbaf806ac00 0x7fbaf806d0c0 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7fbb180c5430 tx=0x7fbb00009060 comp rx=0 tx=0).stop 2024-09-13T16:08:00.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.131+0000 7fbb1d1e9640 1 -- 172.21.15.76:0/1809071887 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbb1815a040 msgr2=0x7fbb18151fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:00.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.131+0000 7fbb1d1e9640 1 --2- 172.21.15.76:0/1809071887 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbb1815a040 0x7fbb18151fe0 secure :-1 s=READY pgs=931 cs=0 l=1 rev1=1 crypto rx=0x7fbb08000c00 tx=0x7fbb080046c0 comp rx=0 tx=0).stop 2024-09-13T16:08:00.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.131+0000 7fbb1d1e9640 1 -- 172.21.15.76:0/1809071887 shutdown_connections 2024-09-13T16:08:00.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.131+0000 7fbb1d1e9640 1 --2- 172.21.15.76:0/1809071887 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbaf806ac00 0x7fbaf806d0c0 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:00.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.131+0000 7fbb1d1e9640 1 --2- 172.21.15.76:0/1809071887 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbb18160ca0 0x7fbb180b30f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:00.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.131+0000 7fbb1d1e9640 1 --2- 172.21.15.76:0/1809071887 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbb1815d1b0 0x7fbb180c56b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:00.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.131+0000 7fbb1d1e9640 1 --2- 172.21.15.76:0/1809071887 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbb1815a040 0x7fbb18151fe0 unknown :-1 s=CLOSED pgs=931 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:00.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.131+0000 7fbb1d1e9640 1 -- 172.21.15.76:0/1809071887 >> 172.21.15.76:0/1809071887 conn(0x7fbb18065ff0 msgr2=0x7fbb1806c7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:00.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.131+0000 7fbb1d1e9640 1 -- 172.21.15.76:0/1809071887 shutdown_connections 2024-09-13T16:08:00.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.131+0000 7fbb1d1e9640 1 -- 172.21.15.76:0/1809071887 wait complete. 2024-09-13T16:08:00.144 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:08:00.245 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.243+0000 7fd10b7db640 1 Processor -- start 2024-09-13T16:08:00.245 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.244+0000 7fd10b7db640 1 -- start start 2024-09-13T16:08:00.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.244+0000 7fd10b7db640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd1040cec00 0x7fd1040ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:00.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.244+0000 7fd10b7db640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd1040ccbe0 con 0x7fd1040b2b40 2024-09-13T16:08:00.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.244+0000 7fd10b7db640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd1040b1810 con 0x7fd104159310 2024-09-13T16:08:00.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.244+0000 7fd10b7db640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd1040ad940 con 0x7fd1040cec00 2024-09-13T16:08:00.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.245+0000 7fd108d76640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fd1040b2b40 0x7fd1040ce4f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:42304/0 (socket says 172.21.15.76:42304) 2024-09-13T16:08:00.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.245+0000 7fd108d76640 1 -- 172.21.15.76:0/2121435475 learned_addr learned my addr 172.21.15.76:0/2121435475 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:08:00.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.245+0000 7fd109d78640 1 --2- 172.21.15.76:0/2121435475 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd1040cec00 0x7fd1040ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:00.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.245+0000 7fd0fbfff640 1 -- 172.21.15.76:0/2121435475 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3850639371 0 0) 0x7fd1040ccbe0 con 0x7fd1040b2b40 2024-09-13T16:08:00.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.245+0000 7fd0fbfff640 1 -- 172.21.15.76:0/2121435475 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd0f0003520 con 0x7fd1040b2b40 2024-09-13T16:08:00.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.245+0000 7fd0fbfff640 1 -- 172.21.15.76:0/2121435475 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2735496321 0 0) 0x7fd0f0003520 con 0x7fd1040b2b40 2024-09-13T16:08:00.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.245+0000 7fd0fbfff640 1 -- 172.21.15.76:0/2121435475 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd1040cec00 msgr2=0x7fd1040ad400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:00.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.245+0000 7fd0fbfff640 1 --2- 172.21.15.76:0/2121435475 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd1040cec00 0x7fd1040ad400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:00.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.245+0000 7fd0fbfff640 1 -- 172.21.15.76:0/2121435475 >> v1:172.21.15.192:6789/0 conn(0x7fd104159310 legacy=0x7fd1040ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:00.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.245+0000 7fd0fbfff640 1 -- 172.21.15.76:0/2121435475 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd10406d9e0 con 0x7fd1040b2b40 2024-09-13T16:08:00.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.245+0000 7fd0fbfff640 1 -- 172.21.15.76:0/2121435475 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7fd0f4001670 con 0x7fd1040b2b40 2024-09-13T16:08:00.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.245+0000 7fd0fbfff640 1 -- 172.21.15.76:0/2121435475 >> v1:172.21.15.76:6789/0 conn(0x7fd1040b2b40 legacy=0x7fd1040ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:00.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.245+0000 7fd0fbfff640 1 --2- 172.21.15.76:0/2121435475 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd0f00039a0 0x7fd0f0003d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:00.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.245+0000 7fd0fbfff640 1 --2- 172.21.15.76:0/2121435475 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd0f0004350 0x7fd0f0004820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:00.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.245+0000 7fd0fbfff640 1 --2- 172.21.15.76:0/2121435475 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd1040cec00 0x7fd0f0005120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:00.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.245+0000 7fd0fbfff640 1 -- 172.21.15.76:0/2121435475 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd0f000ba30 con 0x7fd0f0004350 2024-09-13T16:08:00.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.245+0000 7fd0fbfff640 1 -- 172.21.15.76:0/2121435475 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd0f000bba0 con 0x7fd0f00039a0 2024-09-13T16:08:00.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.245+0000 7fd0fbfff640 1 -- 172.21.15.76:0/2121435475 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd0f000bd60 con 0x7fd1040cec00 2024-09-13T16:08:00.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.245+0000 7fd108d76640 1 --2- 172.21.15.76:0/2121435475 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd0f0004350 0x7fd0f0004820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:00.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.245+0000 7fd109577640 1 --2- 172.21.15.76:0/2121435475 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd0f00039a0 0x7fd0f0003d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:00.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.245+0000 7fd109d78640 1 --2- 172.21.15.76:0/2121435475 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd1040cec00 0x7fd0f0005120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:00.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.246+0000 7fd108d76640 1 -- 172.21.15.76:0/2121435475 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd1040cec00 msgr2=0x7fd0f0005120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:00.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.246+0000 7fd108d76640 1 --2- 172.21.15.76:0/2121435475 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd1040cec00 0x7fd0f0005120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:00.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.246+0000 7fd108d76640 1 -- 172.21.15.76:0/2121435475 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd0f00039a0 msgr2=0x7fd0f0003d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:00.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.246+0000 7fd108d76640 1 --2- 172.21.15.76:0/2121435475 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd0f00039a0 0x7fd0f0003d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:00.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.246+0000 7fd108d76640 1 -- 172.21.15.76:0/2121435475 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd0f0003520 con 0x7fd0f0004350 2024-09-13T16:08:00.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.246+0000 7fd108d76640 1 --2- 172.21.15.76:0/2121435475 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd0f0004350 0x7fd0f0004820 secure :-1 s=READY pgs=933 cs=0 l=1 rev1=1 crypto rx=0x7fd0f400c210 tx=0x7fd0f00057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=698e8bf474d446b2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:00.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.246+0000 7fd0fbfff640 1 -- 172.21.15.76:0/2121435475 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0f402e070 con 0x7fd0f0004350 2024-09-13T16:08:00.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.246+0000 7fd0fbfff640 1 -- 172.21.15.76:0/2121435475 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd0f40058d0 con 0x7fd0f0004350 2024-09-13T16:08:00.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.246+0000 7fd0fbfff640 1 -- 172.21.15.76:0/2121435475 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0f4005c60 con 0x7fd0f0004350 2024-09-13T16:08:00.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.247+0000 7fd10b7db640 1 -- 172.21.15.76:0/2121435475 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd0f0004350 msgr2=0x7fd0f0004820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:00.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.247+0000 7fd10b7db640 1 --2- 172.21.15.76:0/2121435475 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd0f0004350 0x7fd0f0004820 secure :-1 s=READY pgs=933 cs=0 l=1 rev1=1 crypto rx=0x7fd0f400c210 tx=0x7fd0f00057f0 comp rx=0 tx=0).stop 2024-09-13T16:08:00.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.247+0000 7fd109d78640 1 -- 172.21.15.76:0/2121435475 reap_dead start 2024-09-13T16:08:00.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.247+0000 7fd10b7db640 1 -- 172.21.15.76:0/2121435475 shutdown_connections 2024-09-13T16:08:00.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.247+0000 7fd10b7db640 1 -- 172.21.15.76:0/2121435475 >> 172.21.15.76:0/2121435475 conn(0x7fd10406a0b0 msgr2=0x7fd10406a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:00.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.247+0000 7fd10b7db640 1 -- 172.21.15.76:0/2121435475 shutdown_connections 2024-09-13T16:08:00.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.247+0000 7fd10b7db640 1 -- 172.21.15.76:0/2121435475 wait complete. 2024-09-13T16:08:00.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.248+0000 7fd10b7db640 1 Processor -- start 2024-09-13T16:08:00.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.248+0000 7fd10b7db640 1 -- start start 2024-09-13T16:08:00.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.249+0000 7fd10b7db640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd0f0004350 0x7fd1041ee650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:00.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.249+0000 7fd10b7db640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd1040c7340 0x7fd1040c77c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:00.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.249+0000 7fd10b7db640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd1040c9350 0x7fd1040c97d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:00.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.249+0000 7fd10b7db640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd1040c5720 con 0x7fd1040c9350 2024-09-13T16:08:00.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.249+0000 7fd10b7db640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd1040c7d00 con 0x7fd1040c7340 2024-09-13T16:08:00.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.249+0000 7fd10b7db640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd1040c5380 con 0x7fd0f0004350 2024-09-13T16:08:00.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.249+0000 7fd109d78640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd1040c9350 0x7fd1040c97d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:00.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.249+0000 7fd109d78640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd1040c9350 0x7fd1040c97d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58222/0 (socket says 172.21.15.76:58222) 2024-09-13T16:08:00.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.249+0000 7fd109d78640 1 -- 172.21.15.76:0/2345347892 learned_addr learned my addr 172.21.15.76:0/2345347892 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:00.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.249+0000 7fd109577640 1 --2- 172.21.15.76:0/2345347892 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd0f0004350 0x7fd1041ee650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:00.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.249+0000 7fd108d76640 1 --2- 172.21.15.76:0/2345347892 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd1040c7340 0x7fd1040c77c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:00.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.249+0000 7fd109d78640 1 -- 172.21.15.76:0/2345347892 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd0f0004350 msgr2=0x7fd1041ee650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:00.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.249+0000 7fd109d78640 1 --2- 172.21.15.76:0/2345347892 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd0f0004350 0x7fd1041ee650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:00.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.249+0000 7fd109d78640 1 -- 172.21.15.76:0/2345347892 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd1040c7340 msgr2=0x7fd1040c77c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:00.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.249+0000 7fd109d78640 1 --2- 172.21.15.76:0/2345347892 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd1040c7340 0x7fd1040c77c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:00.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.249+0000 7fd109d78640 1 -- 172.21.15.76:0/2345347892 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd1040ca160 con 0x7fd1040c9350 2024-09-13T16:08:00.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.249+0000 7fd108d76640 1 --2- 172.21.15.76:0/2345347892 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd1040c7340 0x7fd1040c77c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:08:00.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.249+0000 7fd109d78640 1 --2- 172.21.15.76:0/2345347892 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd1040c9350 0x7fd1040c97d0 secure :-1 s=READY pgs=934 cs=0 l=1 rev1=1 crypto rx=0x7fd1040b3040 tx=0x7fd0fc0115a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:00.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.250+0000 7fd0f9ffb640 1 -- 172.21.15.76:0/2345347892 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0fc00e070 con 0x7fd1040c9350 2024-09-13T16:08:00.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.250+0000 7fd0f9ffb640 1 -- 172.21.15.76:0/2345347892 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd0fc011e70 con 0x7fd1040c9350 2024-09-13T16:08:00.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.250+0000 7fd0f9ffb640 1 -- 172.21.15.76:0/2345347892 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0fc003990 con 0x7fd1040c9350 2024-09-13T16:08:00.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.250+0000 7fd10b7db640 1 -- 172.21.15.76:0/2345347892 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd1040ca440 con 0x7fd1040c9350 2024-09-13T16:08:00.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.250+0000 7fd10b7db640 1 -- 172.21.15.76:0/2345347892 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd10409a420 con 0x7fd1040c9350 2024-09-13T16:08:00.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.251+0000 7fd10b7db640 1 -- 172.21.15.76:0/2345347892 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd1040ad400 con 0x7fd1040c9350 2024-09-13T16:08:00.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.251+0000 7fd0f9ffb640 1 -- 172.21.15.76:0/2345347892 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd0fc003af0 con 0x7fd1040c9350 2024-09-13T16:08:00.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.252+0000 7fd0f9ffb640 1 --2- 172.21.15.76:0/2345347892 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd0e806ac00 0x7fd0e806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:00.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.252+0000 7fd109577640 1 --2- 172.21.15.76:0/2345347892 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd0e806ac00 0x7fd0e806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:00.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.252+0000 7fd0f9ffb640 1 -- 172.21.15.76:0/2345347892 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(70..70 src has 1..70) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fd0fc089a40 con 0x7fd1040c9350 2024-09-13T16:08:00.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.252+0000 7fd109577640 1 --2- 172.21.15.76:0/2345347892 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd0e806ac00 0x7fd0e806d0c0 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7fd100007f40 tx=0x7fd100007ed0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:00.258 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.256+0000 7fd0f9ffb640 1 -- 172.21.15.76:0/2345347892 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fd0fc08be60 con 0x7fd1040c9350 2024-09-13T16:08:00.419 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.417+0000 7fd10b7db640 1 -- 172.21.15.76:0/2345347892 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fd10409a5b0 con 0x7fd1040c9350 2024-09-13T16:08:00.419 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.417+0000 7fd0f9ffb640 1 -- 172.21.15.76:0/2345347892 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v70) v1 ==== 100+0+11 (secure 0 0 0) 0x7fd0fc058600 con 0x7fd1040c9350 2024-09-13T16:08:00.419 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2024-09-13T16:08:00.421 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.419+0000 7fd10b7db640 1 -- 172.21.15.76:0/2345347892 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd0e806ac00 msgr2=0x7fd0e806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:00.421 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.419+0000 7fd10b7db640 1 --2- 172.21.15.76:0/2345347892 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd0e806ac00 0x7fd0e806d0c0 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7fd100007f40 tx=0x7fd100007ed0 comp rx=0 tx=0).stop 2024-09-13T16:08:00.421 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.419+0000 7fd10b7db640 1 -- 172.21.15.76:0/2345347892 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd1040c9350 msgr2=0x7fd1040c97d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:00.421 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.419+0000 7fd10b7db640 1 --2- 172.21.15.76:0/2345347892 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd1040c9350 0x7fd1040c97d0 secure :-1 s=READY pgs=934 cs=0 l=1 rev1=1 crypto rx=0x7fd1040b3040 tx=0x7fd0fc0115a0 comp rx=0 tx=0).stop 2024-09-13T16:08:00.421 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.419+0000 7fd10b7db640 1 -- 172.21.15.76:0/2345347892 shutdown_connections 2024-09-13T16:08:00.421 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.419+0000 7fd10b7db640 1 --2- 172.21.15.76:0/2345347892 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd1040c9350 0x7fd1040c97d0 unknown :-1 s=CLOSED pgs=934 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:00.422 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.419+0000 7fd10b7db640 1 --2- 172.21.15.76:0/2345347892 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd1040c7340 0x7fd1040c77c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:00.422 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.419+0000 7fd10b7db640 1 --2- 172.21.15.76:0/2345347892 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd0e806ac00 0x7fd0e806d0c0 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:00.422 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.419+0000 7fd10b7db640 1 --2- 172.21.15.76:0/2345347892 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd0f0004350 0x7fd1041ee650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:00.422 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.419+0000 7fd10b7db640 1 -- 172.21.15.76:0/2345347892 >> 172.21.15.76:0/2345347892 conn(0x7fd10406a0b0 msgr2=0x7fd1040b1ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:00.422 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.420+0000 7fd10b7db640 1 -- 172.21.15.76:0/2345347892 shutdown_connections 2024-09-13T16:08:00.422 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.420+0000 7fd10b7db640 1 -- 172.21.15.76:0/2345347892 wait complete. 2024-09-13T16:08:00.432 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:08:00.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.529+0000 7feb095bc640 1 Processor -- start 2024-09-13T16:08:00.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.529+0000 7feb095bc640 1 -- start start 2024-09-13T16:08:00.534 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.530+0000 7feb095bc640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb0415c860 0x7feb040af0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:00.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.530+0000 7feb095bc640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7feb0406bb10 con 0x7feb040d0690 2024-09-13T16:08:00.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.530+0000 7feb095bc640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7feb040ccb30 con 0x7feb040ceef0 2024-09-13T16:08:00.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.530+0000 7feb095bc640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feb040d13a0 con 0x7feb0415c860 2024-09-13T16:08:00.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.530+0000 7feb037fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7feb040d0690 0x7feb040d0b40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:42318/0 (socket says 172.21.15.76:42318) 2024-09-13T16:08:00.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.531+0000 7feb037fe640 1 -- 172.21.15.76:0/1967285324 learned_addr learned my addr 172.21.15.76:0/1967285324 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:08:00.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.531+0000 7feafa7fc640 1 --2- 172.21.15.76:0/1967285324 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb0415c860 0x7feb040af0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:00.536 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.531+0000 7feb027fc640 1 -- 172.21.15.76:0/1967285324 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1667919042 0 0) 0x7feb0406bb10 con 0x7feb040d0690 2024-09-13T16:08:00.536 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.531+0000 7feb027fc640 1 -- 172.21.15.76:0/1967285324 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7feaf0003520 con 0x7feb040d0690 2024-09-13T16:08:00.536 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.531+0000 7feb027fc640 1 -- 172.21.15.76:0/1967285324 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4143942366 0 0) 0x7feaf0003520 con 0x7feb040d0690 2024-09-13T16:08:00.536 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.531+0000 7feb027fc640 1 -- 172.21.15.76:0/1967285324 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb0415c860 msgr2=0x7feb040af0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:00.536 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.531+0000 7feb027fc640 1 --2- 172.21.15.76:0/1967285324 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb0415c860 0x7feb040af0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:00.536 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.531+0000 7feb027fc640 1 -- 172.21.15.76:0/1967285324 >> v1:172.21.15.192:6789/0 conn(0x7feb040ceef0 legacy=0x7feb040cf2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:00.537 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.531+0000 7feb027fc640 1 -- 172.21.15.76:0/1967285324 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feb040d1680 con 0x7feb040d0690 2024-09-13T16:08:00.537 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.531+0000 7feb027fc640 1 -- 172.21.15.76:0/1967285324 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7feafc0019f0 con 0x7feb040d0690 2024-09-13T16:08:00.537 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.531+0000 7feb027fc640 1 -- 172.21.15.76:0/1967285324 >> v1:172.21.15.76:6789/0 conn(0x7feb040d0690 legacy=0x7feb040d0b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:00.537 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.531+0000 7feb027fc640 1 --2- 172.21.15.76:0/1967285324 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feaf00039a0 0x7feaf0003d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:00.537 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.531+0000 7feb027fc640 1 --2- 172.21.15.76:0/1967285324 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb0415c860 0x7feaf00047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:00.537 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.531+0000 7feb027fc640 1 --2- 172.21.15.76:0/1967285324 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feaf0004d00 0x7feaf0005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:00.537 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.531+0000 7feb027fc640 1 -- 172.21.15.76:0/1967285324 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb040d13a0 con 0x7feaf00039a0 2024-09-13T16:08:00.537 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.531+0000 7feb027fc640 1 -- 172.21.15.76:0/1967285324 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feaf000b980 con 0x7feaf0004d00 2024-09-13T16:08:00.537 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.531+0000 7feb027fc640 1 -- 172.21.15.76:0/1967285324 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feaf000bb40 con 0x7feb0415c860 2024-09-13T16:08:00.537 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.531+0000 7feb02ffd640 1 --2- 172.21.15.76:0/1967285324 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feaf00039a0 0x7feaf0003d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:00.537 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.531+0000 7feb037fe640 1 --2- 172.21.15.76:0/1967285324 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feaf0004d00 0x7feaf0005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:00.537 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.531+0000 7feafa7fc640 1 --2- 172.21.15.76:0/1967285324 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb0415c860 0x7feaf00047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:00.537 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.531+0000 7feb02ffd640 1 -- 172.21.15.76:0/1967285324 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb0415c860 msgr2=0x7feaf00047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:00.537 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.531+0000 7feb02ffd640 1 --2- 172.21.15.76:0/1967285324 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb0415c860 0x7feaf00047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:00.538 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.531+0000 7feb02ffd640 1 -- 172.21.15.76:0/1967285324 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feaf0004d00 msgr2=0x7feaf0005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:00.538 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.531+0000 7feb02ffd640 1 --2- 172.21.15.76:0/1967285324 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feaf0004d00 0x7feaf0005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:00.538 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.531+0000 7feb02ffd640 1 -- 172.21.15.76:0/1967285324 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feaf0003520 con 0x7feaf00039a0 2024-09-13T16:08:00.538 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.531+0000 7feafa7fc640 1 --2- 172.21.15.76:0/1967285324 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb0415c860 0x7feaf00047c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:08:00.538 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.532+0000 7feb02ffd640 1 --2- 172.21.15.76:0/1967285324 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feaf00039a0 0x7feaf0003d80 secure :-1 s=READY pgs=936 cs=0 l=1 rev1=1 crypto rx=0x7feaf4001910 tx=0x7feaf00057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=76822f2b5fc6a6e1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:00.538 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.532+0000 7feb027fc640 1 -- 172.21.15.76:0/1967285324 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feaf402aba0 con 0x7feaf00039a0 2024-09-13T16:08:00.538 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.532+0000 7feb027fc640 1 -- 172.21.15.76:0/1967285324 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feaf402ad00 con 0x7feaf00039a0 2024-09-13T16:08:00.538 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.532+0000 7feb027fc640 1 -- 172.21.15.76:0/1967285324 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feaf4032660 con 0x7feaf00039a0 2024-09-13T16:08:00.538 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.533+0000 7feb095bc640 1 -- 172.21.15.76:0/1967285324 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feaf00039a0 msgr2=0x7feaf0003d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:00.538 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.533+0000 7feb095bc640 1 --2- 172.21.15.76:0/1967285324 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feaf00039a0 0x7feaf0003d80 secure :-1 s=READY pgs=936 cs=0 l=1 rev1=1 crypto rx=0x7feaf4001910 tx=0x7feaf00057f0 comp rx=0 tx=0).stop 2024-09-13T16:08:00.538 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.533+0000 7feb037fe640 1 -- 172.21.15.76:0/1967285324 reap_dead start 2024-09-13T16:08:00.538 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.533+0000 7feb095bc640 1 -- 172.21.15.76:0/1967285324 shutdown_connections 2024-09-13T16:08:00.538 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.533+0000 7feb095bc640 1 -- 172.21.15.76:0/1967285324 >> 172.21.15.76:0/1967285324 conn(0x7feb0409b870 msgr2=0x7feb04089f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:00.539 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.533+0000 7feb095bc640 1 -- 172.21.15.76:0/1967285324 shutdown_connections 2024-09-13T16:08:00.539 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.533+0000 7feb095bc640 1 -- 172.21.15.76:0/1967285324 wait complete. 2024-09-13T16:08:00.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.534+0000 7feb095bc640 1 Processor -- start 2024-09-13T16:08:00.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.534+0000 7feb095bc640 1 -- start start 2024-09-13T16:08:00.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.535+0000 7feb095bc640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feaf00039a0 0x7feb0415b6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:00.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.535+0000 7feb095bc640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb040cc3a0 0x7feb040cb300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:00.542 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.535+0000 7feb095bc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb040c81e0 0x7feb040c8670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:00.542 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.535+0000 7feb095bc640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb041f2a70 con 0x7feb040c81e0 2024-09-13T16:08:00.542 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.535+0000 7feb095bc640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb040c8bb0 con 0x7feaf00039a0 2024-09-13T16:08:00.542 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.535+0000 7feb095bc640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feb041f20d0 con 0x7feb040cc3a0 2024-09-13T16:08:00.542 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.535+0000 7feb037fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb040c81e0 0x7feb040c8670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:00.542 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.535+0000 7feb037fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb040c81e0 0x7feb040c8670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58236/0 (socket says 172.21.15.76:58236) 2024-09-13T16:08:00.542 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.535+0000 7feb037fe640 1 -- 172.21.15.76:0/1099738895 learned_addr learned my addr 172.21.15.76:0/1099738895 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:00.542 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.535+0000 7feafa7fc640 1 --2- 172.21.15.76:0/1099738895 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb040cc3a0 0x7feb040cb300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:00.542 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.535+0000 7feb02ffd640 1 --2- 172.21.15.76:0/1099738895 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feaf00039a0 0x7feb0415b6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:00.542 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.535+0000 7feb037fe640 1 -- 172.21.15.76:0/1099738895 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb040cc3a0 msgr2=0x7feb040cb300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:00.542 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.535+0000 7feb037fe640 1 --2- 172.21.15.76:0/1099738895 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb040cc3a0 0x7feb040cb300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:00.542 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.535+0000 7feb037fe640 1 -- 172.21.15.76:0/1099738895 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feaf00039a0 msgr2=0x7feb0415b6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:00.542 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.535+0000 7feb037fe640 1 --2- 172.21.15.76:0/1099738895 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feaf00039a0 0x7feb0415b6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:00.542 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.535+0000 7feb037fe640 1 -- 172.21.15.76:0/1099738895 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feb041f23b0 con 0x7feb040c81e0 2024-09-13T16:08:00.543 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.535+0000 7feb02ffd640 1 --2- 172.21.15.76:0/1099738895 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feaf00039a0 0x7feb0415b6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:08:00.543 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.536+0000 7feb037fe640 1 --2- 172.21.15.76:0/1099738895 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb040c81e0 0x7feb040c8670 secure :-1 s=READY pgs=937 cs=0 l=1 rev1=1 crypto rx=0x7feb0406cbc0 tx=0x7feafc007b10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:00.543 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.536+0000 7feafbfff640 1 -- 172.21.15.76:0/1099738895 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feafc00aa70 con 0x7feb040c81e0 2024-09-13T16:08:00.543 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.536+0000 7feafbfff640 1 -- 172.21.15.76:0/1099738895 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feafc00abf0 con 0x7feb040c81e0 2024-09-13T16:08:00.543 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.536+0000 7feb095bc640 1 -- 172.21.15.76:0/1099738895 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7feb041f2690 con 0x7feb040c81e0 2024-09-13T16:08:00.543 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.536+0000 7feafbfff640 1 -- 172.21.15.76:0/1099738895 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feafc0133f0 con 0x7feb040c81e0 2024-09-13T16:08:00.543 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.536+0000 7feb095bc640 1 -- 172.21.15.76:0/1099738895 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feb041f1d00 con 0x7feb040c81e0 2024-09-13T16:08:00.543 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.537+0000 7feb095bc640 1 -- 172.21.15.76:0/1099738895 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7feb041f1e90 con 0x7feb040c81e0 2024-09-13T16:08:00.543 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.537+0000 7feafbfff640 1 -- 172.21.15.76:0/1099738895 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7feafc013550 con 0x7feb040c81e0 2024-09-13T16:08:00.543 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.538+0000 7feafbfff640 1 --2- 172.21.15.76:0/1099738895 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feae406ac00 0x7feae406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:00.543 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.538+0000 7feafbfff640 1 -- 172.21.15.76:0/1099738895 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(70..70 src has 1..70) v4 ==== 6029+0+0 (secure 0 0 0) 0x7feafc089d10 con 0x7feb040c81e0 2024-09-13T16:08:00.544 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.538+0000 7feb02ffd640 1 --2- 172.21.15.76:0/1099738895 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feae406ac00 0x7feae406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:00.544 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.538+0000 7feb02ffd640 1 --2- 172.21.15.76:0/1099738895 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feae406ac00 0x7feae406d0c0 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7feaf4034000 tx=0x7feaf402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:00.544 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.542+0000 7feafbfff640 1 -- 172.21.15.76:0/1099738895 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7feb041f1e90 con 0x7feb040c81e0 2024-09-13T16:08:00.717 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.715+0000 7feb095bc640 1 -- 172.21.15.76:0/1099738895 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7feb041f2bb0 con 0x7feb040c81e0 2024-09-13T16:08:00.717 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.715+0000 7feafbfff640 1 -- 172.21.15.76:0/1099738895 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v70) v1 ==== 80+0+0 (secure 0 0 0) 0x7feb041f2bb0 con 0x7feb040c81e0 2024-09-13T16:08:00.717 INFO:teuthology.orchestra.run.smithi076.stderr:listed 0 entries 2024-09-13T16:08:00.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.717+0000 7feb095bc640 1 -- 172.21.15.76:0/1099738895 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feae406ac00 msgr2=0x7feae406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:00.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.717+0000 7feb095bc640 1 --2- 172.21.15.76:0/1099738895 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feae406ac00 0x7feae406d0c0 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7feaf4034000 tx=0x7feaf402e000 comp rx=0 tx=0).stop 2024-09-13T16:08:00.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.717+0000 7feb095bc640 1 -- 172.21.15.76:0/1099738895 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb040c81e0 msgr2=0x7feb040c8670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:00.720 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.717+0000 7feb095bc640 1 --2- 172.21.15.76:0/1099738895 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb040c81e0 0x7feb040c8670 secure :-1 s=READY pgs=937 cs=0 l=1 rev1=1 crypto rx=0x7feb0406cbc0 tx=0x7feafc007b10 comp rx=0 tx=0).stop 2024-09-13T16:08:00.720 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.718+0000 7feb095bc640 1 -- 172.21.15.76:0/1099738895 shutdown_connections 2024-09-13T16:08:00.720 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.718+0000 7feb095bc640 1 --2- 172.21.15.76:0/1099738895 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb040c81e0 0x7feb040c8670 unknown :-1 s=CLOSED pgs=937 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:00.720 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.718+0000 7feb095bc640 1 --2- 172.21.15.76:0/1099738895 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feae406ac00 0x7feae406d0c0 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:00.720 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.718+0000 7feb095bc640 1 --2- 172.21.15.76:0/1099738895 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb040cc3a0 0x7feb040cb300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:00.720 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.718+0000 7feb095bc640 1 --2- 172.21.15.76:0/1099738895 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feaf00039a0 0x7feb0415b6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:00.720 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.718+0000 7feb095bc640 1 -- 172.21.15.76:0/1099738895 >> 172.21.15.76:0/1099738895 conn(0x7feb0409b870 msgr2=0x7feb0415cc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:00.720 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.718+0000 7feb095bc640 1 -- 172.21.15.76:0/1099738895 shutdown_connections 2024-09-13T16:08:00.720 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:00.718+0000 7feb095bc640 1 -- 172.21.15.76:0/1099738895 wait complete. 2024-09-13T16:08:00.730 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi076.front.sepia.ceph.com... 2024-09-13T16:08:00.730 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:08:00.730 DEBUG:teuthology.orchestra.run.smithi076:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-13T16:08:00.753 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi076.stderr:ceph-fuse[61289]: fuse finished with error 0 and tester_r 0 2024-09-13T16:08:00.755 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:08:06.857 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi076.front.sepia.ceph.com 2024-09-13T16:08:06.857 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:08:06.858 DEBUG:teuthology.orchestra.run.smithi076:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T16:08:06.879 DEBUG:teuthology.orchestra.run.smithi076:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-13T16:08:06.921 DEBUG:teuthology.orchestra.run.smithi192:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-13T16:08:06.971 INFO:teuthology.orchestra.run.smithi076.stdout:[global] 2024-09-13T16:08:06.971 INFO:teuthology.orchestra.run.smithi076.stdout: chdir = "" 2024-09-13T16:08:06.971 INFO:teuthology.orchestra.run.smithi076.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-13T16:08:06.971 INFO:teuthology.orchestra.run.smithi076.stdout: auth supported = cephx 2024-09-13T16:08:06.971 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:06.971 INFO:teuthology.orchestra.run.smithi076.stdout: filestore xattr use omap = true 2024-09-13T16:08:06.971 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:06.971 INFO:teuthology.orchestra.run.smithi076.stdout: mon clock drift allowed = 1.000 2024-09-13T16:08:06.971 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:06.972 INFO:teuthology.orchestra.run.smithi076.stdout: osd crush chooseleaf type = 0 2024-09-13T16:08:06.972 INFO:teuthology.orchestra.run.smithi076.stdout: auth debug = true 2024-09-13T16:08:06.972 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:06.972 INFO:teuthology.orchestra.run.smithi076.stdout: ms die on old message = true 2024-09-13T16:08:06.972 INFO:teuthology.orchestra.run.smithi076.stdout: ms die on bug = true 2024-09-13T16:08:06.972 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:06.972 INFO:teuthology.orchestra.run.smithi076.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-13T16:08:06.972 INFO:teuthology.orchestra.run.smithi076.stdout: mon pg warn max object skew = 0 2024-09-13T16:08:06.972 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:06.972 INFO:teuthology.orchestra.run.smithi076.stdout: # disable pg_autoscaler by default for new pools 2024-09-13T16:08:06.973 INFO:teuthology.orchestra.run.smithi076.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-13T16:08:06.973 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:06.973 INFO:teuthology.orchestra.run.smithi076.stdout: osd pool default size = 2 2024-09-13T16:08:06.973 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:06.973 INFO:teuthology.orchestra.run.smithi076.stdout: mon osd allow primary affinity = true 2024-09-13T16:08:06.973 INFO:teuthology.orchestra.run.smithi076.stdout: mon osd allow pg remap = true 2024-09-13T16:08:06.973 INFO:teuthology.orchestra.run.smithi076.stdout: mon warn on legacy crush tunables = false 2024-09-13T16:08:06.973 INFO:teuthology.orchestra.run.smithi076.stdout: mon warn on crush straw calc version zero = false 2024-09-13T16:08:06.973 INFO:teuthology.orchestra.run.smithi076.stdout: mon warn on no sortbitwise = false 2024-09-13T16:08:06.973 INFO:teuthology.orchestra.run.smithi076.stdout: mon warn on osd down out interval zero = false 2024-09-13T16:08:06.973 INFO:teuthology.orchestra.run.smithi076.stdout: mon warn on too few osds = false 2024-09-13T16:08:06.973 INFO:teuthology.orchestra.run.smithi076.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-13T16:08:06.973 INFO:teuthology.orchestra.run.smithi076.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-13T16:08:06.973 INFO:teuthology.orchestra.run.smithi076.stdout: mon_allow_pool_size_one = true 2024-09-13T16:08:06.974 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:06.974 INFO:teuthology.orchestra.run.smithi076.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-13T16:08:06.974 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:06.974 INFO:teuthology.orchestra.run.smithi076.stdout: osd default data pool replay window = 5 2024-09-13T16:08:06.974 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:06.974 INFO:teuthology.orchestra.run.smithi076.stdout: mon allow pool delete = true 2024-09-13T16:08:06.974 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:06.974 INFO:teuthology.orchestra.run.smithi076.stdout: mon cluster log file level = debug 2024-09-13T16:08:06.974 INFO:teuthology.orchestra.run.smithi076.stdout: debug asserts on shutdown = true 2024-09-13T16:08:06.974 INFO:teuthology.orchestra.run.smithi076.stdout: mon health detail to clog = false 2024-09-13T16:08:06.974 INFO:teuthology.orchestra.run.smithi076.stdout: mon host = "172.21.15.76,172.21.15.192,[v2:172.21.15.192:3301,v1:172.21.15.192:6790]" 2024-09-13T16:08:06.974 INFO:teuthology.orchestra.run.smithi076.stdout: fsid = da76ee52-f48b-434a-9df7-5fefe2a6e471 2024-09-13T16:08:06.974 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:06.974 INFO:teuthology.orchestra.run.smithi076.stdout:[osd] 2024-09-13T16:08:06.975 INFO:teuthology.orchestra.run.smithi076.stdout: osd journal size = 100 2024-09-13T16:08:06.975 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:06.975 INFO:teuthology.orchestra.run.smithi076.stdout: osd scrub load threshold = 5.0 2024-09-13T16:08:06.975 INFO:teuthology.orchestra.run.smithi076.stdout: osd scrub max interval = 600 2024-09-13T16:08:06.975 INFO:teuthology.orchestra.run.smithi076.stdout: osd mclock profile = high_recovery_ops 2024-09-13T16:08:06.975 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:06.975 INFO:teuthology.orchestra.run.smithi076.stdout: osd recover clone overlap = true 2024-09-13T16:08:06.975 INFO:teuthology.orchestra.run.smithi076.stdout: osd recovery max chunk = 1048576 2024-09-13T16:08:06.975 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:06.975 INFO:teuthology.orchestra.run.smithi076.stdout: osd debug shutdown = true 2024-09-13T16:08:06.975 INFO:teuthology.orchestra.run.smithi076.stdout: osd debug op order = true 2024-09-13T16:08:06.975 INFO:teuthology.orchestra.run.smithi076.stdout: osd debug verify stray on activate = true 2024-09-13T16:08:06.975 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:06.975 INFO:teuthology.orchestra.run.smithi076.stdout: osd open classes on start = true 2024-09-13T16:08:06.976 INFO:teuthology.orchestra.run.smithi076.stdout: osd debug pg log writeout = true 2024-09-13T16:08:06.976 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:06.976 INFO:teuthology.orchestra.run.smithi076.stdout: osd deep scrub update digest min age = 30 2024-09-13T16:08:06.976 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:06.976 INFO:teuthology.orchestra.run.smithi076.stdout: osd map max advance = 10 2024-09-13T16:08:06.976 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:06.976 INFO:teuthology.orchestra.run.smithi076.stdout: journal zero on create = true 2024-09-13T16:08:06.976 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:06.976 INFO:teuthology.orchestra.run.smithi076.stdout: filestore ondisk finisher threads = 3 2024-09-13T16:08:06.976 INFO:teuthology.orchestra.run.smithi076.stdout: filestore apply finisher threads = 3 2024-09-13T16:08:06.976 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:06.976 INFO:teuthology.orchestra.run.smithi076.stdout: bdev debug aio = true 2024-09-13T16:08:06.976 INFO:teuthology.orchestra.run.smithi076.stdout: osd debug misdirected ops = true 2024-09-13T16:08:06.977 INFO:teuthology.orchestra.run.smithi076.stdout: bluestore block size = 96636764160 2024-09-13T16:08:06.977 INFO:teuthology.orchestra.run.smithi076.stdout: bluestore fsck on mount = True 2024-09-13T16:08:06.977 INFO:teuthology.orchestra.run.smithi076.stdout: debug bluefs = 20 2024-09-13T16:08:06.977 INFO:teuthology.orchestra.run.smithi076.stdout: debug bluestore = 20 2024-09-13T16:08:06.977 INFO:teuthology.orchestra.run.smithi076.stdout: debug ms = 1 2024-09-13T16:08:06.977 INFO:teuthology.orchestra.run.smithi076.stdout: debug osd = 20 2024-09-13T16:08:06.977 INFO:teuthology.orchestra.run.smithi076.stdout: debug rocksdb = 10 2024-09-13T16:08:06.977 INFO:teuthology.orchestra.run.smithi076.stdout: mon osd backfillfull_ratio = 0.85 2024-09-13T16:08:06.977 INFO:teuthology.orchestra.run.smithi076.stdout: mon osd full ratio = 0.9 2024-09-13T16:08:06.977 INFO:teuthology.orchestra.run.smithi076.stdout: mon osd nearfull ratio = 0.8 2024-09-13T16:08:06.977 INFO:teuthology.orchestra.run.smithi076.stdout: osd failsafe full ratio = 0.95 2024-09-13T16:08:06.977 INFO:teuthology.orchestra.run.smithi076.stdout: osd objectstore = bluestore 2024-09-13T16:08:06.977 INFO:teuthology.orchestra.run.smithi076.stdout: osd op complaint time = 180 2024-09-13T16:08:06.978 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:06.978 INFO:teuthology.orchestra.run.smithi076.stdout:[mgr] 2024-09-13T16:08:06.978 INFO:teuthology.orchestra.run.smithi076.stdout: debug ms = 1 2024-09-13T16:08:06.978 INFO:teuthology.orchestra.run.smithi076.stdout: debug mgr = 20 2024-09-13T16:08:06.978 INFO:teuthology.orchestra.run.smithi076.stdout: debug mon = 20 2024-09-13T16:08:06.978 INFO:teuthology.orchestra.run.smithi076.stdout: debug auth = 20 2024-09-13T16:08:06.978 INFO:teuthology.orchestra.run.smithi076.stdout: mon reweight min pgs per osd = 4 2024-09-13T16:08:06.978 INFO:teuthology.orchestra.run.smithi076.stdout: mon reweight min bytes per osd = 10 2024-09-13T16:08:06.978 INFO:teuthology.orchestra.run.smithi076.stdout: mgr/telemetry/nag = false 2024-09-13T16:08:06.978 INFO:teuthology.orchestra.run.smithi076.stdout: debug client = 20 2024-09-13T16:08:06.978 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:06.978 INFO:teuthology.orchestra.run.smithi076.stdout:[mon] 2024-09-13T16:08:06.978 INFO:teuthology.orchestra.run.smithi076.stdout: debug ms = 1 2024-09-13T16:08:06.978 INFO:teuthology.orchestra.run.smithi076.stdout: debug mon = 20 2024-09-13T16:08:06.979 INFO:teuthology.orchestra.run.smithi076.stdout: debug paxos = 20 2024-09-13T16:08:06.979 INFO:teuthology.orchestra.run.smithi076.stdout: debug auth = 20 2024-09-13T16:08:06.979 INFO:teuthology.orchestra.run.smithi076.stdout: mon data avail warn = 5 2024-09-13T16:08:06.979 INFO:teuthology.orchestra.run.smithi076.stdout: mon mgr mkfs grace = 240 2024-09-13T16:08:06.979 INFO:teuthology.orchestra.run.smithi076.stdout: mon reweight min pgs per osd = 4 2024-09-13T16:08:06.979 INFO:teuthology.orchestra.run.smithi076.stdout: mon osd reporter subtree level = osd 2024-09-13T16:08:06.979 INFO:teuthology.orchestra.run.smithi076.stdout: mon osd prime pg temp = true 2024-09-13T16:08:06.979 INFO:teuthology.orchestra.run.smithi076.stdout: mon reweight min bytes per osd = 10 2024-09-13T16:08:06.979 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:06.979 INFO:teuthology.orchestra.run.smithi076.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-13T16:08:06.979 INFO:teuthology.orchestra.run.smithi076.stdout: auth mon ticket ttl = 660 # 11m 2024-09-13T16:08:06.979 INFO:teuthology.orchestra.run.smithi076.stdout: auth service ticket ttl = 240 # 4m 2024-09-13T16:08:06.980 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:06.980 INFO:teuthology.orchestra.run.smithi076.stdout: # don't complain about insecure global_id in the test suite 2024-09-13T16:08:06.980 INFO:teuthology.orchestra.run.smithi076.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-13T16:08:06.980 INFO:teuthology.orchestra.run.smithi076.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-13T16:08:06.980 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:06.980 INFO:teuthology.orchestra.run.smithi076.stdout: # 1m isn't quite enough 2024-09-13T16:08:06.980 INFO:teuthology.orchestra.run.smithi076.stdout: mon_down_mkfs_grace = 2m 2024-09-13T16:08:06.980 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:06.980 INFO:teuthology.orchestra.run.smithi076.stdout: mon_warn_on_filestore_osds = false 2024-09-13T16:08:06.980 INFO:teuthology.orchestra.run.smithi076.stdout: mon op complaint time = 120 2024-09-13T16:08:06.980 INFO:teuthology.orchestra.run.smithi076.stdout: mon warn on pool no app = False 2024-09-13T16:08:06.981 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:06.981 INFO:teuthology.orchestra.run.smithi076.stdout:[client] 2024-09-13T16:08:06.981 INFO:teuthology.orchestra.run.smithi076.stdout: rgw cache enabled = true 2024-09-13T16:08:06.981 INFO:teuthology.orchestra.run.smithi076.stdout: rgw enable ops log = true 2024-09-13T16:08:06.981 INFO:teuthology.orchestra.run.smithi076.stdout: rgw enable usage log = true 2024-09-13T16:08:06.981 INFO:teuthology.orchestra.run.smithi076.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-13T16:08:06.981 INFO:teuthology.orchestra.run.smithi076.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-13T16:08:06.981 INFO:teuthology.orchestra.run.smithi076.stdout: client mount timeout = 600 2024-09-13T16:08:06.981 INFO:teuthology.orchestra.run.smithi076.stdout: debug client = 20 2024-09-13T16:08:06.981 INFO:teuthology.orchestra.run.smithi076.stdout: debug ms = 1 2024-09-13T16:08:06.981 INFO:teuthology.orchestra.run.smithi076.stdout: pid file = "" 2024-09-13T16:08:06.981 INFO:teuthology.orchestra.run.smithi076.stdout: rados mon op timeout = 900 2024-09-13T16:08:06.981 INFO:teuthology.orchestra.run.smithi076.stdout: rados osd op timeout = 900 2024-09-13T16:08:06.982 INFO:teuthology.orchestra.run.smithi076.stdout: client mountpoint = /subdir 2024-09-13T16:08:06.982 INFO:teuthology.orchestra.run.smithi076.stdout:[mon.a] 2024-09-13T16:08:06.982 INFO:teuthology.orchestra.run.smithi076.stdout:[mon.b] 2024-09-13T16:08:06.982 INFO:teuthology.orchestra.run.smithi076.stdout:[mon.c] 2024-09-13T16:08:06.982 INFO:teuthology.orchestra.run.smithi076.stdout:[mds.a] 2024-09-13T16:08:06.982 INFO:teuthology.orchestra.run.smithi076.stdout:[mds.c] 2024-09-13T16:08:06.982 INFO:teuthology.orchestra.run.smithi076.stdout:[mds.b] 2024-09-13T16:08:06.982 INFO:teuthology.orchestra.run.smithi076.stdout:[mds.d] 2024-09-13T16:08:06.982 INFO:teuthology.orchestra.run.smithi076.stdout:[mds] 2024-09-13T16:08:06.982 INFO:teuthology.orchestra.run.smithi076.stdout: debug mds = 20 2024-09-13T16:08:06.982 INFO:teuthology.orchestra.run.smithi076.stdout: debug mds balancer = 20 2024-09-13T16:08:06.982 INFO:teuthology.orchestra.run.smithi076.stdout: debug ms = 1 2024-09-13T16:08:06.982 INFO:teuthology.orchestra.run.smithi076.stdout: mds debug frag = True 2024-09-13T16:08:06.983 INFO:teuthology.orchestra.run.smithi076.stdout: mds debug scatterstat = True 2024-09-13T16:08:06.983 INFO:teuthology.orchestra.run.smithi076.stdout: mds op complaint time = 180 2024-09-13T16:08:06.983 INFO:teuthology.orchestra.run.smithi076.stdout: mds verify scatter = True 2024-09-13T16:08:06.983 INFO:teuthology.orchestra.run.smithi076.stdout: osd op complaint time = 180 2024-09-13T16:08:06.983 INFO:teuthology.orchestra.run.smithi076.stdout: rados mon op timeout = 900 2024-09-13T16:08:06.983 INFO:teuthology.orchestra.run.smithi076.stdout: rados osd op timeout = 900 2024-09-13T16:08:06.983 INFO:teuthology.orchestra.run.smithi192.stdout:[global] 2024-09-13T16:08:06.983 INFO:teuthology.orchestra.run.smithi192.stdout: chdir = "" 2024-09-13T16:08:06.984 INFO:teuthology.orchestra.run.smithi192.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-13T16:08:06.984 INFO:teuthology.orchestra.run.smithi192.stdout: auth supported = cephx 2024-09-13T16:08:06.984 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:08:06.984 INFO:teuthology.orchestra.run.smithi192.stdout: filestore xattr use omap = true 2024-09-13T16:08:06.984 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:08:06.984 INFO:teuthology.orchestra.run.smithi192.stdout: mon clock drift allowed = 1.000 2024-09-13T16:08:06.984 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:08:06.984 INFO:teuthology.orchestra.run.smithi192.stdout: osd crush chooseleaf type = 0 2024-09-13T16:08:06.984 INFO:teuthology.orchestra.run.smithi192.stdout: auth debug = true 2024-09-13T16:08:06.984 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:08:06.984 INFO:teuthology.orchestra.run.smithi192.stdout: ms die on old message = true 2024-09-13T16:08:06.985 INFO:teuthology.orchestra.run.smithi192.stdout: ms die on bug = true 2024-09-13T16:08:06.985 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:08:06.985 INFO:teuthology.orchestra.run.smithi192.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-13T16:08:06.985 INFO:teuthology.orchestra.run.smithi192.stdout: mon pg warn max object skew = 0 2024-09-13T16:08:06.985 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:08:06.985 INFO:teuthology.orchestra.run.smithi192.stdout: # disable pg_autoscaler by default for new pools 2024-09-13T16:08:06.985 INFO:teuthology.orchestra.run.smithi192.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-13T16:08:06.985 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:08:06.985 INFO:teuthology.orchestra.run.smithi192.stdout: osd pool default size = 2 2024-09-13T16:08:06.985 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:08:06.985 INFO:teuthology.orchestra.run.smithi192.stdout: mon osd allow primary affinity = true 2024-09-13T16:08:06.985 INFO:teuthology.orchestra.run.smithi192.stdout: mon osd allow pg remap = true 2024-09-13T16:08:06.985 INFO:teuthology.orchestra.run.smithi192.stdout: mon warn on legacy crush tunables = false 2024-09-13T16:08:06.986 INFO:teuthology.orchestra.run.smithi192.stdout: mon warn on crush straw calc version zero = false 2024-09-13T16:08:06.986 INFO:teuthology.orchestra.run.smithi192.stdout: mon warn on no sortbitwise = false 2024-09-13T16:08:06.986 INFO:teuthology.orchestra.run.smithi192.stdout: mon warn on osd down out interval zero = false 2024-09-13T16:08:06.986 INFO:teuthology.orchestra.run.smithi192.stdout: mon warn on too few osds = false 2024-09-13T16:08:06.986 INFO:teuthology.orchestra.run.smithi192.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-13T16:08:06.986 INFO:teuthology.orchestra.run.smithi192.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-13T16:08:06.986 INFO:teuthology.orchestra.run.smithi192.stdout: mon_allow_pool_size_one = true 2024-09-13T16:08:06.986 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:08:06.986 INFO:teuthology.orchestra.run.smithi192.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-13T16:08:06.986 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:08:06.986 INFO:teuthology.orchestra.run.smithi192.stdout: osd default data pool replay window = 5 2024-09-13T16:08:06.986 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:08:06.986 INFO:teuthology.orchestra.run.smithi192.stdout: mon allow pool delete = true 2024-09-13T16:08:06.987 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:08:06.987 INFO:teuthology.orchestra.run.smithi192.stdout: mon cluster log file level = debug 2024-09-13T16:08:06.987 INFO:teuthology.orchestra.run.smithi192.stdout: debug asserts on shutdown = true 2024-09-13T16:08:06.987 INFO:teuthology.orchestra.run.smithi192.stdout: mon health detail to clog = false 2024-09-13T16:08:06.987 INFO:teuthology.orchestra.run.smithi192.stdout: mon host = "172.21.15.76,172.21.15.192,[v2:172.21.15.192:3301,v1:172.21.15.192:6790]" 2024-09-13T16:08:06.987 INFO:teuthology.orchestra.run.smithi192.stdout: fsid = da76ee52-f48b-434a-9df7-5fefe2a6e471 2024-09-13T16:08:06.987 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:08:06.987 INFO:teuthology.orchestra.run.smithi192.stdout:[osd] 2024-09-13T16:08:06.987 INFO:teuthology.orchestra.run.smithi192.stdout: osd journal size = 100 2024-09-13T16:08:06.987 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:08:06.987 INFO:teuthology.orchestra.run.smithi192.stdout: osd scrub load threshold = 5.0 2024-09-13T16:08:06.987 INFO:teuthology.orchestra.run.smithi192.stdout: osd scrub max interval = 600 2024-09-13T16:08:06.987 INFO:teuthology.orchestra.run.smithi192.stdout: osd mclock profile = high_recovery_ops 2024-09-13T16:08:06.988 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:08:06.988 INFO:teuthology.orchestra.run.smithi192.stdout: osd recover clone overlap = true 2024-09-13T16:08:06.988 INFO:teuthology.orchestra.run.smithi192.stdout: osd recovery max chunk = 1048576 2024-09-13T16:08:06.988 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:08:06.988 INFO:teuthology.orchestra.run.smithi192.stdout: osd debug shutdown = true 2024-09-13T16:08:06.988 INFO:teuthology.orchestra.run.smithi192.stdout: osd debug op order = true 2024-09-13T16:08:06.988 INFO:teuthology.orchestra.run.smithi192.stdout: osd debug verify stray on activate = true 2024-09-13T16:08:06.988 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:08:06.988 INFO:teuthology.orchestra.run.smithi192.stdout: osd open classes on start = true 2024-09-13T16:08:06.988 INFO:teuthology.orchestra.run.smithi192.stdout: osd debug pg log writeout = true 2024-09-13T16:08:06.988 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:08:06.988 INFO:teuthology.orchestra.run.smithi192.stdout: osd deep scrub update digest min age = 30 2024-09-13T16:08:06.988 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:08:06.989 INFO:teuthology.orchestra.run.smithi192.stdout: osd map max advance = 10 2024-09-13T16:08:06.989 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:08:06.989 INFO:teuthology.orchestra.run.smithi192.stdout: journal zero on create = true 2024-09-13T16:08:06.989 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:08:06.989 INFO:teuthology.orchestra.run.smithi192.stdout: filestore ondisk finisher threads = 3 2024-09-13T16:08:06.989 INFO:teuthology.orchestra.run.smithi192.stdout: filestore apply finisher threads = 3 2024-09-13T16:08:06.989 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:08:06.989 INFO:teuthology.orchestra.run.smithi192.stdout: bdev debug aio = true 2024-09-13T16:08:06.989 INFO:teuthology.orchestra.run.smithi192.stdout: osd debug misdirected ops = true 2024-09-13T16:08:06.989 INFO:teuthology.orchestra.run.smithi192.stdout: bluestore block size = 96636764160 2024-09-13T16:08:06.989 INFO:teuthology.orchestra.run.smithi192.stdout: bluestore fsck on mount = True 2024-09-13T16:08:06.990 INFO:teuthology.orchestra.run.smithi192.stdout: debug bluefs = 20 2024-09-13T16:08:06.990 INFO:teuthology.orchestra.run.smithi192.stdout: debug bluestore = 20 2024-09-13T16:08:06.990 INFO:teuthology.orchestra.run.smithi192.stdout: debug ms = 1 2024-09-13T16:08:06.990 INFO:teuthology.orchestra.run.smithi192.stdout: debug osd = 20 2024-09-13T16:08:06.990 INFO:teuthology.orchestra.run.smithi192.stdout: debug rocksdb = 10 2024-09-13T16:08:06.990 INFO:teuthology.orchestra.run.smithi192.stdout: mon osd backfillfull_ratio = 0.85 2024-09-13T16:08:06.990 INFO:teuthology.orchestra.run.smithi192.stdout: mon osd full ratio = 0.9 2024-09-13T16:08:06.990 INFO:teuthology.orchestra.run.smithi192.stdout: mon osd nearfull ratio = 0.8 2024-09-13T16:08:06.990 INFO:teuthology.orchestra.run.smithi192.stdout: osd failsafe full ratio = 0.95 2024-09-13T16:08:06.990 INFO:teuthology.orchestra.run.smithi192.stdout: osd objectstore = bluestore 2024-09-13T16:08:06.990 INFO:teuthology.orchestra.run.smithi192.stdout: osd op complaint time = 180 2024-09-13T16:08:06.990 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:08:06.990 INFO:teuthology.orchestra.run.smithi192.stdout:[mgr] 2024-09-13T16:08:06.990 INFO:teuthology.orchestra.run.smithi192.stdout: debug ms = 1 2024-09-13T16:08:06.991 INFO:teuthology.orchestra.run.smithi192.stdout: debug mgr = 20 2024-09-13T16:08:06.991 INFO:teuthology.orchestra.run.smithi192.stdout: debug mon = 20 2024-09-13T16:08:06.991 INFO:teuthology.orchestra.run.smithi192.stdout: debug auth = 20 2024-09-13T16:08:06.991 INFO:teuthology.orchestra.run.smithi192.stdout: mon reweight min pgs per osd = 4 2024-09-13T16:08:06.991 INFO:teuthology.orchestra.run.smithi192.stdout: mon reweight min bytes per osd = 10 2024-09-13T16:08:06.991 INFO:teuthology.orchestra.run.smithi192.stdout: mgr/telemetry/nag = false 2024-09-13T16:08:06.991 INFO:teuthology.orchestra.run.smithi192.stdout: debug client = 20 2024-09-13T16:08:06.991 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:08:06.991 INFO:teuthology.orchestra.run.smithi192.stdout:[mon] 2024-09-13T16:08:06.991 INFO:teuthology.orchestra.run.smithi192.stdout: debug ms = 1 2024-09-13T16:08:06.992 INFO:teuthology.orchestra.run.smithi192.stdout: debug mon = 20 2024-09-13T16:08:06.992 INFO:teuthology.orchestra.run.smithi192.stdout: debug paxos = 20 2024-09-13T16:08:06.992 INFO:teuthology.orchestra.run.smithi192.stdout: debug auth = 20 2024-09-13T16:08:06.992 INFO:teuthology.orchestra.run.smithi192.stdout: mon data avail warn = 5 2024-09-13T16:08:06.992 INFO:teuthology.orchestra.run.smithi192.stdout: mon mgr mkfs grace = 240 2024-09-13T16:08:06.992 INFO:teuthology.orchestra.run.smithi192.stdout: mon reweight min pgs per osd = 4 2024-09-13T16:08:06.992 INFO:teuthology.orchestra.run.smithi192.stdout: mon osd reporter subtree level = osd 2024-09-13T16:08:06.992 INFO:teuthology.orchestra.run.smithi192.stdout: mon osd prime pg temp = true 2024-09-13T16:08:06.992 INFO:teuthology.orchestra.run.smithi192.stdout: mon reweight min bytes per osd = 10 2024-09-13T16:08:06.992 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:08:06.993 INFO:teuthology.orchestra.run.smithi192.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-13T16:08:06.993 INFO:teuthology.orchestra.run.smithi192.stdout: auth mon ticket ttl = 660 # 11m 2024-09-13T16:08:06.993 INFO:teuthology.orchestra.run.smithi192.stdout: auth service ticket ttl = 240 # 4m 2024-09-13T16:08:06.993 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:08:06.993 INFO:teuthology.orchestra.run.smithi192.stdout: # don't complain about insecure global_id in the test suite 2024-09-13T16:08:06.993 INFO:teuthology.orchestra.run.smithi192.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-13T16:08:06.993 INFO:teuthology.orchestra.run.smithi192.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-13T16:08:06.993 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:08:06.993 INFO:teuthology.orchestra.run.smithi192.stdout: # 1m isn't quite enough 2024-09-13T16:08:06.993 INFO:teuthology.orchestra.run.smithi192.stdout: mon_down_mkfs_grace = 2m 2024-09-13T16:08:06.993 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:08:06.993 INFO:teuthology.orchestra.run.smithi192.stdout: mon_warn_on_filestore_osds = false 2024-09-13T16:08:06.993 INFO:teuthology.orchestra.run.smithi192.stdout: mon op complaint time = 120 2024-09-13T16:08:06.993 INFO:teuthology.orchestra.run.smithi192.stdout: mon warn on pool no app = False 2024-09-13T16:08:06.994 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:08:06.994 INFO:teuthology.orchestra.run.smithi192.stdout:[client] 2024-09-13T16:08:06.994 INFO:teuthology.orchestra.run.smithi192.stdout: rgw cache enabled = true 2024-09-13T16:08:06.994 INFO:teuthology.orchestra.run.smithi192.stdout: rgw enable ops log = true 2024-09-13T16:08:06.994 INFO:teuthology.orchestra.run.smithi192.stdout: rgw enable usage log = true 2024-09-13T16:08:06.994 INFO:teuthology.orchestra.run.smithi192.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-13T16:08:06.994 INFO:teuthology.orchestra.run.smithi192.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-13T16:08:06.994 INFO:teuthology.orchestra.run.smithi192.stdout: client mount timeout = 600 2024-09-13T16:08:06.994 INFO:teuthology.orchestra.run.smithi192.stdout: debug client = 20 2024-09-13T16:08:06.994 INFO:teuthology.orchestra.run.smithi192.stdout: debug ms = 1 2024-09-13T16:08:06.994 INFO:teuthology.orchestra.run.smithi192.stdout: pid file = "" 2024-09-13T16:08:06.994 INFO:teuthology.orchestra.run.smithi192.stdout: rados mon op timeout = 900 2024-09-13T16:08:06.994 INFO:teuthology.orchestra.run.smithi192.stdout: rados osd op timeout = 900 2024-09-13T16:08:06.995 INFO:teuthology.orchestra.run.smithi192.stdout: client mountpoint = /subdir 2024-09-13T16:08:06.995 INFO:teuthology.orchestra.run.smithi192.stdout:[mon.a] 2024-09-13T16:08:06.995 INFO:teuthology.orchestra.run.smithi192.stdout:[mon.b] 2024-09-13T16:08:06.995 INFO:teuthology.orchestra.run.smithi192.stdout:[mon.c] 2024-09-13T16:08:06.995 INFO:teuthology.orchestra.run.smithi192.stdout:[mds.a] 2024-09-13T16:08:06.995 INFO:teuthology.orchestra.run.smithi192.stdout:[mds.c] 2024-09-13T16:08:06.995 INFO:teuthology.orchestra.run.smithi192.stdout:[mds.b] 2024-09-13T16:08:06.995 INFO:teuthology.orchestra.run.smithi192.stdout:[mds.d] 2024-09-13T16:08:06.995 INFO:teuthology.orchestra.run.smithi192.stdout:[mds] 2024-09-13T16:08:06.995 INFO:teuthology.orchestra.run.smithi192.stdout: debug mds = 20 2024-09-13T16:08:06.995 INFO:teuthology.orchestra.run.smithi192.stdout: debug mds balancer = 20 2024-09-13T16:08:06.995 INFO:teuthology.orchestra.run.smithi192.stdout: debug ms = 1 2024-09-13T16:08:06.995 INFO:teuthology.orchestra.run.smithi192.stdout: mds debug frag = True 2024-09-13T16:08:06.995 INFO:teuthology.orchestra.run.smithi192.stdout: mds debug scatterstat = True 2024-09-13T16:08:06.996 INFO:teuthology.orchestra.run.smithi192.stdout: mds op complaint time = 180 2024-09-13T16:08:06.996 INFO:teuthology.orchestra.run.smithi192.stdout: mds verify scatter = True 2024-09-13T16:08:06.996 INFO:teuthology.orchestra.run.smithi192.stdout: osd op complaint time = 180 2024-09-13T16:08:06.996 INFO:teuthology.orchestra.run.smithi192.stdout: rados mon op timeout = 900 2024-09-13T16:08:06.996 INFO:teuthology.orchestra.run.smithi192.stdout: rados osd op timeout = 900 2024-09-13T16:08:06.998 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T16:08:07.145 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:07.143+0000 7fba6aac9640 1 Processor -- start 2024-09-13T16:08:07.145 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:07.143+0000 7fba6aac9640 1 -- start start 2024-09-13T16:08:07.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:07.144+0000 7fba6aac9640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fba6406dc10 0x7fba640b2c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:07.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:07.144+0000 7fba6aac9640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fba640caf90 0x7fba640cb440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:07.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:07.144+0000 7fba6aac9640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fba640cbc80 con 0x7fba64159400 2024-09-13T16:08:07.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:07.144+0000 7fba6aac9640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fba640cbf60 con 0x7fba6406dc10 2024-09-13T16:08:07.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:07.144+0000 7fba6aac9640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fba640b2140 con 0x7fba640caf90 2024-09-13T16:08:07.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:07.144+0000 7fba63fff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fba6406dc10 0x7fba640b2c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:07.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:07.144+0000 7fba68865640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fba64159400 0x7fba6406d500 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:53012/0 (socket says 172.21.15.76:53012) 2024-09-13T16:08:07.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:07.144+0000 7fba63fff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fba6406dc10 0x7fba640b2c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58540/0 (socket says 172.21.15.76:58540) 2024-09-13T16:08:07.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:07.144+0000 7fba68865640 1 -- 172.21.15.76:0/1549958742 learned_addr learned my addr 172.21.15.76:0/1549958742 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:08:07.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:07.144+0000 7fba63fff640 1 -- 172.21.15.76:0/1549958742 >> v2:172.21.15.192:3300/0 conn(0x7fba640caf90 msgr2=0x7fba640cb440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:07.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:07.144+0000 7fba69066640 1 --2- 172.21.15.76:0/1549958742 >> v2:172.21.15.192:3300/0 conn(0x7fba640caf90 0x7fba640cb440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:07.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:07.144+0000 7fba637fe640 1 -- 172.21.15.76:0/1549958742 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1683992731 0 0) 0x7fba640cbc80 con 0x7fba64159400 2024-09-13T16:08:07.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:07.144+0000 7fba63fff640 1 --2- 172.21.15.76:0/1549958742 >> v2:172.21.15.192:3300/0 conn(0x7fba640caf90 0x7fba640cb440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:07.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:07.144+0000 7fba63fff640 1 -- 172.21.15.76:0/1549958742 >> v1:172.21.15.76:6789/0 conn(0x7fba64159400 legacy=0x7fba6406d500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:07.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:07.144+0000 7fba63fff640 1 -- 172.21.15.76:0/1549958742 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fba640b2420 con 0x7fba6406dc10 2024-09-13T16:08:07.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:07.144+0000 7fba69066640 1 --2- 172.21.15.76:0/1549958742 >> v2:172.21.15.192:3300/0 conn(0x7fba640caf90 0x7fba640cb440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:08:07.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:07.145+0000 7fba63fff640 1 --2- 172.21.15.76:0/1549958742 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fba6406dc10 0x7fba640b2c20 secure :-1 s=READY pgs=939 cs=0 l=1 rev1=1 crypto rx=0x7fba640b3160 tx=0x7fba5002c870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce7ac08400029671 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:07.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:07.145+0000 7fba637fe640 1 -- 172.21.15.76:0/1549958742 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba50032770 con 0x7fba6406dc10 2024-09-13T16:08:07.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:07.145+0000 7fba637fe640 1 -- 172.21.15.76:0/1549958742 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fba500328d0 con 0x7fba6406dc10 2024-09-13T16:08:07.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:07.145+0000 7fba637fe640 1 -- 172.21.15.76:0/1549958742 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba50032c60 con 0x7fba6406dc10 2024-09-13T16:08:07.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:07.146+0000 7fba6aac9640 1 -- 172.21.15.76:0/1549958742 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fba6406dc10 msgr2=0x7fba640b2c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:07.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:07.146+0000 7fba6aac9640 1 --2- 172.21.15.76:0/1549958742 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fba6406dc10 0x7fba640b2c20 secure :-1 s=READY pgs=939 cs=0 l=1 rev1=1 crypto rx=0x7fba640b3160 tx=0x7fba5002c870 comp rx=0 tx=0).stop 2024-09-13T16:08:07.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:07.146+0000 7fba6aac9640 1 -- 172.21.15.76:0/1549958742 shutdown_connections 2024-09-13T16:08:07.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:07.146+0000 7fba6aac9640 1 --2- 172.21.15.76:0/1549958742 >> v2:172.21.15.192:3300/0 conn(0x7fba640caf90 0x7fba640cb440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:07.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:07.146+0000 7fba6aac9640 1 --2- 172.21.15.76:0/1549958742 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fba6406dc10 0x7fba640b2c20 unknown :-1 s=CLOSED pgs=939 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:07.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:07.146+0000 7fba6aac9640 1 -- 172.21.15.76:0/1549958742 >> 172.21.15.76:0/1549958742 conn(0x7fba640b0300 msgr2=0x7fba640b06e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:07.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:07.146+0000 7fba6aac9640 1 -- 172.21.15.76:0/1549958742 shutdown_connections 2024-09-13T16:08:07.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:07.146+0000 7fba6aac9640 1 -- 172.21.15.76:0/1549958742 wait complete. 2024-09-13T16:08:07.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:07.147+0000 7fba6aac9640 1 Processor -- start 2024-09-13T16:08:07.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:07.147+0000 7fba6aac9640 1 -- start start 2024-09-13T16:08:07.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:07.148+0000 7fba6aac9640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fba6406dc10 0x7fba6415c200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:07.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:07.148+0000 7fba6aac9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fba640caf90 0x7fba64144d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:07.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:07.148+0000 7fba6aac9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fba64159400 0x7fba641534a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:07.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:07.148+0000 7fba6aac9640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba64153080 con 0x7fba64159400 2024-09-13T16:08:07.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:07.148+0000 7fba6aac9640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba64152400 con 0x7fba6406dc10 2024-09-13T16:08:07.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:07.148+0000 7fba6aac9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fba641526e0 con 0x7fba640caf90 2024-09-13T16:08:07.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:07.148+0000 7fba69066640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fba64159400 0x7fba641534a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:07.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:07.148+0000 7fba69066640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fba64159400 0x7fba641534a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58544/0 (socket says 172.21.15.76:58544) 2024-09-13T16:08:07.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:07.148+0000 7fba69066640 1 -- 172.21.15.76:0/1846603518 learned_addr learned my addr 172.21.15.76:0/1846603518 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:07.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:07.148+0000 7fba68865640 1 --2- 172.21.15.76:0/1846603518 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fba6406dc10 0x7fba6415c200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:07.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:07.148+0000 7fba63fff640 1 --2- 172.21.15.76:0/1846603518 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fba640caf90 0x7fba64144d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:07.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:07.148+0000 7fba69066640 1 -- 172.21.15.76:0/1846603518 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fba640caf90 msgr2=0x7fba64144d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:07.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:07.148+0000 7fba69066640 1 --2- 172.21.15.76:0/1846603518 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fba640caf90 0x7fba64144d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:07.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:07.148+0000 7fba69066640 1 -- 172.21.15.76:0/1846603518 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fba6406dc10 msgr2=0x7fba6415c200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:07.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:07.148+0000 7fba69066640 1 --2- 172.21.15.76:0/1846603518 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fba6406dc10 0x7fba6415c200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:07.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:07.149+0000 7fba69066640 1 -- 172.21.15.76:0/1846603518 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fba5000b6a0 con 0x7fba64159400 2024-09-13T16:08:07.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:07.149+0000 7fba69066640 1 --2- 172.21.15.76:0/1846603518 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fba64159400 0x7fba641534a0 secure :-1 s=READY pgs=940 cs=0 l=1 rev1=1 crypto rx=0x7fba5c00cef0 tx=0x7fba5c00a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:07.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:07.149+0000 7fba617fa640 1 -- 172.21.15.76:0/1846603518 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba5c00d840 con 0x7fba64159400 2024-09-13T16:08:07.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:07.149+0000 7fba617fa640 1 -- 172.21.15.76:0/1846603518 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fba5c00d9c0 con 0x7fba64159400 2024-09-13T16:08:07.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:07.149+0000 7fba6aac9640 1 -- 172.21.15.76:0/1846603518 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fba641529c0 con 0x7fba64159400 2024-09-13T16:08:07.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:07.149+0000 7fba617fa640 1 -- 172.21.15.76:0/1846603518 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba5c00dd70 con 0x7fba64159400 2024-09-13T16:08:07.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:07.149+0000 7fba6aac9640 1 -- 172.21.15.76:0/1846603518 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fba6415c740 con 0x7fba64159400 2024-09-13T16:08:07.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:07.150+0000 7fba6aac9640 1 -- 172.21.15.76:0/1846603518 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fba64067980 con 0x7fba64159400 2024-09-13T16:08:07.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:07.150+0000 7fba617fa640 1 -- 172.21.15.76:0/1846603518 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fba5c01e3b0 con 0x7fba64159400 2024-09-13T16:08:07.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:07.151+0000 7fba617fa640 1 --2- 172.21.15.76:0/1846603518 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fba4806ac00 0x7fba4806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:07.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:07.151+0000 7fba617fa640 1 -- 172.21.15.76:0/1846603518 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(70..70 src has 1..70) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fba5c089ee0 con 0x7fba64159400 2024-09-13T16:08:07.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:07.151+0000 7fba68865640 1 --2- 172.21.15.76:0/1846603518 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fba4806ac00 0x7fba4806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:07.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:07.151+0000 7fba68865640 1 --2- 172.21.15.76:0/1846603518 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fba4806ac00 0x7fba4806d0c0 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7fba58000f60 tx=0x7fba58007c00 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:07.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:07.155+0000 7fba617fa640 1 -- 172.21.15.76:0/1846603518 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fba5c0550d0 con 0x7fba64159400 2024-09-13T16:08:07.353 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:07.350+0000 7fba6aac9640 1 -- 172.21.15.76:0/1846603518 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7fba641531c0 con 0x7fba64159400 2024-09-13T16:08:07.353 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:07.351+0000 7fba617fa640 1 -- 172.21.15.76:0/1846603518 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v31) v1 ==== 53+0+73 (secure 0 0 0) 0x7fba5c01a020 con 0x7fba64159400 2024-09-13T16:08:07.353 INFO:teuthology.orchestra.run.smithi076.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-13T16:08:07.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:07.353+0000 7fba6aac9640 1 -- 172.21.15.76:0/1846603518 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fba4806ac00 msgr2=0x7fba4806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:07.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:07.353+0000 7fba6aac9640 1 --2- 172.21.15.76:0/1846603518 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fba4806ac00 0x7fba4806d0c0 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7fba58000f60 tx=0x7fba58007c00 comp rx=0 tx=0).stop 2024-09-13T16:08:07.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:07.353+0000 7fba6aac9640 1 -- 172.21.15.76:0/1846603518 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fba64159400 msgr2=0x7fba641534a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:07.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:07.353+0000 7fba6aac9640 1 --2- 172.21.15.76:0/1846603518 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fba64159400 0x7fba641534a0 secure :-1 s=READY pgs=940 cs=0 l=1 rev1=1 crypto rx=0x7fba5c00cef0 tx=0x7fba5c00a710 comp rx=0 tx=0).stop 2024-09-13T16:08:07.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:07.353+0000 7fba6aac9640 1 -- 172.21.15.76:0/1846603518 shutdown_connections 2024-09-13T16:08:07.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:07.353+0000 7fba6aac9640 1 --2- 172.21.15.76:0/1846603518 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fba64159400 0x7fba641534a0 unknown :-1 s=CLOSED pgs=940 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:07.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:07.353+0000 7fba6aac9640 1 --2- 172.21.15.76:0/1846603518 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fba4806ac00 0x7fba4806d0c0 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:07.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:07.353+0000 7fba6aac9640 1 --2- 172.21.15.76:0/1846603518 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fba640caf90 0x7fba64144d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:07.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:07.353+0000 7fba6aac9640 1 --2- 172.21.15.76:0/1846603518 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fba6406dc10 0x7fba6415c200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:07.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:07.353+0000 7fba6aac9640 1 -- 172.21.15.76:0/1846603518 >> 172.21.15.76:0/1846603518 conn(0x7fba640b0300 msgr2=0x7fba64157190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:07.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:07.353+0000 7fba6aac9640 1 -- 172.21.15.76:0/1846603518 shutdown_connections 2024-09-13T16:08:07.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:07.353+0000 7fba6aac9640 1 -- 172.21.15.76:0/1846603518 wait complete. 2024-09-13T16:08:07.366 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T16:08:07.366 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T16:08:07.367 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi076.front.sepia.ceph.com 2024-09-13T16:08:07.367 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-13T16:08:07.367 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-13T16:08:07.367 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T16:08:07.367 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T16:08:07.367 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T16:08:07.367 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:08:07.367 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:08:07.367 DEBUG:teuthology.orchestra.run.smithi076:> ip addr 2024-09-13T16:08:07.384 INFO:teuthology.orchestra.run.smithi076.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T16:08:07.384 INFO:teuthology.orchestra.run.smithi076.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T16:08:07.385 INFO:teuthology.orchestra.run.smithi076.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T16:08:07.385 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:08:07.385 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 ::1/128 scope host 2024-09-13T16:08:07.385 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:08:07.385 INFO:teuthology.orchestra.run.smithi076.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:08:07.385 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:d8:da:66 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:08:07.386 INFO:teuthology.orchestra.run.smithi076.stdout: altname enp7s0f0 2024-09-13T16:08:07.386 INFO:teuthology.orchestra.run.smithi076.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:08:07.386 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:d8:da:67 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:08:07.386 INFO:teuthology.orchestra.run.smithi076.stdout: altname enp7s0f1 2024-09-13T16:08:07.386 INFO:teuthology.orchestra.run.smithi076.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:08:07.386 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:8f:47:e0 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:08:07.387 INFO:teuthology.orchestra.run.smithi076.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T16:08:07.387 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:8f:47:e1 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:08:07.387 INFO:teuthology.orchestra.run.smithi076.stdout: inet 172.21.15.76/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-13T16:08:07.387 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft 42408sec preferred_lft 42408sec 2024-09-13T16:08:07.387 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::ec4:7aff:fe8f:47e1/64 scope link noprefixroute 2024-09-13T16:08:07.387 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:08:07.388 INFO:teuthology.orchestra.run.smithi076.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T16:08:07.388 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0e:a0:37:a4:1d:a0 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:08:07.388 INFO:teuthology.orchestra.run.smithi076.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-13T16:08:07.388 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:08:07.388 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::a496:13ff:fe82:8fa2/64 scope link 2024-09-13T16:08:07.389 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:08:07.389 INFO:teuthology.orchestra.run.smithi076.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:08:07.389 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether b2:0f:89:b0:cb:4d brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-13T16:08:07.389 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::b00f:89ff:feb0:cb4d/64 scope link 2024-09-13T16:08:07.389 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:08:07.389 INFO:teuthology.orchestra.run.smithi076.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:08:07.390 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0e:a0:37:a4:1d:a0 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-13T16:08:07.390 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::ca0:37ff:fea4:1da0/64 scope link 2024-09-13T16:08:07.390 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:08:07.390 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:08:07.391 DEBUG:teuthology.orchestra.run.smithi076:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T16:08:07.448 INFO:teuthology.orchestra.run.smithi076.stdout:1 2024-09-13T16:08:07.449 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:08:07.449 DEBUG:teuthology.orchestra.run.smithi076:> route 2024-09-13T16:08:07.505 INFO:teuthology.orchestra.run.smithi076.stdout:Kernel IP routing table 2024-09-13T16:08:07.506 INFO:teuthology.orchestra.run.smithi076.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T16:08:07.506 INFO:teuthology.orchestra.run.smithi076.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-13T16:08:07.506 INFO:teuthology.orchestra.run.smithi076.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-13T16:08:07.506 INFO:teuthology.orchestra.run.smithi076.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T16:08:07.506 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:08:07.506 DEBUG:teuthology.orchestra.run.smithi076:> (cd / && exec bash -c ' 2024-09-13T16:08:07.506 DEBUG:teuthology.orchestra.run.smithi076:> set -e 2024-09-13T16:08:07.506 DEBUG:teuthology.orchestra.run.smithi076:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-13T16:08:07.507 DEBUG:teuthology.orchestra.run.smithi076:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-13T16:08:07.507 DEBUG:teuthology.orchestra.run.smithi076:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-13T16:08:07.507 DEBUG:teuthology.orchestra.run.smithi076:> ') 2024-09-13T16:08:07.593 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:08:07.594 DEBUG:teuthology.orchestra.run.smithi076:> ip netns list 2024-09-13T16:08:07.609 INFO:teuthology.orchestra.run.smithi076.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-13T16:08:07.609 INFO:teuthology.orchestra.run.smithi076.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-13T16:08:07.609 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:08:07.609 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:08:07.610 DEBUG:teuthology.orchestra.run.smithi076:> sudo ip link set brx.0 up 2024-09-13T16:08:07.674 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-13T16:08:07.674 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:08:07.674 DEBUG:teuthology.orchestra.run.smithi076:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-13T16:08:07.729 INFO:teuthology.orchestra.run.smithi076.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:08:07.730 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:08:07.730 DEBUG:teuthology.orchestra.run.smithi076:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-13T16:08:07.785 DEBUG:teuthology.orchestra.run.smithi076:> sudo modprobe fuse 2024-09-13T16:08:07.850 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:08:07.850 DEBUG:teuthology.orchestra.run.smithi076:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:08:07.914 INFO:teuthology.orchestra.run.smithi076.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:08:07.915 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:08:07.916 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:08:07.916 DEBUG:teuthology.orchestra.run.smithi076:> ls /sys/fs/fuse/connections 2024-09-13T16:08:07.972 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-13T16:08:07.972 DEBUG:teuthology.orchestra.run.smithi076:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-13T16:08:08.015 DEBUG:teuthology.orchestra.run.smithi076:> sudo modprobe fuse 2024-09-13T16:08:08.039 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:08:08.039 DEBUG:teuthology.orchestra.run.smithi076:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:08:08.097 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi076.stderr:2024-09-13T16:08:08.095+0000 7fe2e94ff480 -1 init, newargv = 0x5652664728a0 newargc=15 2024-09-13T16:08:08.097 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi076.stderr:ceph-fuse[62471]: starting ceph client 2024-09-13T16:08:08.102 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi076.stderr:ceph-fuse[62471]: starting fuse 2024-09-13T16:08:08.103 INFO:teuthology.orchestra.run.smithi076.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:08:08.105 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:08:08.105 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:08:08.105 DEBUG:teuthology.orchestra.run.smithi076:> ls /sys/fs/fuse/connections 2024-09-13T16:08:08.161 INFO:teuthology.orchestra.run.smithi076.stdout:41 2024-09-13T16:08:08.161 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-13T16:08:08.161 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:08:08.161 DEBUG:teuthology.orchestra.run.smithi076:> import glob 2024-09-13T16:08:08.161 DEBUG:teuthology.orchestra.run.smithi076:> import re 2024-09-13T16:08:08.162 DEBUG:teuthology.orchestra.run.smithi076:> import os 2024-09-13T16:08:08.162 DEBUG:teuthology.orchestra.run.smithi076:> import subprocess 2024-09-13T16:08:08.162 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:08:08.162 DEBUG:teuthology.orchestra.run.smithi076:> def _find_admin_socket(client_name): 2024-09-13T16:08:08.162 DEBUG:teuthology.orchestra.run.smithi076:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-13T16:08:08.162 DEBUG:teuthology.orchestra.run.smithi076:> files = glob.glob(asok_path) 2024-09-13T16:08:08.162 DEBUG:teuthology.orchestra.run.smithi076:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-13T16:08:08.162 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:08:08.162 DEBUG:teuthology.orchestra.run.smithi076:> # Given a non-glob path, it better be there 2024-09-13T16:08:08.162 DEBUG:teuthology.orchestra.run.smithi076:> if "*" not in asok_path: 2024-09-13T16:08:08.162 DEBUG:teuthology.orchestra.run.smithi076:> assert(len(files) == 1) 2024-09-13T16:08:08.162 DEBUG:teuthology.orchestra.run.smithi076:> return files[0] 2024-09-13T16:08:08.162 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:08:08.162 DEBUG:teuthology.orchestra.run.smithi076:> for f in files: 2024-09-13T16:08:08.163 DEBUG:teuthology.orchestra.run.smithi076:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T16:08:08.163 DEBUG:teuthology.orchestra.run.smithi076:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T16:08:08.163 DEBUG:teuthology.orchestra.run.smithi076:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T16:08:08.163 DEBUG:teuthology.orchestra.run.smithi076:> contents = proc_f.read() 2024-09-13T16:08:08.163 DEBUG:teuthology.orchestra.run.smithi076:> if mountpoint in contents: 2024-09-13T16:08:08.163 DEBUG:teuthology.orchestra.run.smithi076:> return f 2024-09-13T16:08:08.163 DEBUG:teuthology.orchestra.run.smithi076:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T16:08:08.163 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:08:08.163 DEBUG:teuthology.orchestra.run.smithi076:> print(_find_admin_socket("client.0")) 2024-09-13T16:08:08.163 DEBUG:teuthology.orchestra.run.smithi076:> ' 2024-09-13T16:08:08.275 INFO:teuthology.orchestra.run.smithi076.stdout:/var/run/ceph/ceph-client.0.62471.asok 2024-09-13T16:08:08.462 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.62471.asok 2024-09-13T16:08:08.462 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:08:08.462 DEBUG:teuthology.orchestra.run.smithi076:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.62471.asok status 2024-09-13T16:08:08.595 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2024-09-13T16:08:08.595 INFO:teuthology.orchestra.run.smithi076.stdout: "metadata": { 2024-09-13T16:08:08.596 INFO:teuthology.orchestra.run.smithi076.stdout: "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", 2024-09-13T16:08:08.596 INFO:teuthology.orchestra.run.smithi076.stdout: "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", 2024-09-13T16:08:08.596 INFO:teuthology.orchestra.run.smithi076.stdout: "entity_id": "0", 2024-09-13T16:08:08.596 INFO:teuthology.orchestra.run.smithi076.stdout: "hostname": "smithi076", 2024-09-13T16:08:08.596 INFO:teuthology.orchestra.run.smithi076.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-13T16:08:08.596 INFO:teuthology.orchestra.run.smithi076.stdout: "pid": "62471", 2024-09-13T16:08:08.596 INFO:teuthology.orchestra.run.smithi076.stdout: "root": "/subdir" 2024-09-13T16:08:08.596 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:08:08.596 INFO:teuthology.orchestra.run.smithi076.stdout: "dentry_count": 0, 2024-09-13T16:08:08.596 INFO:teuthology.orchestra.run.smithi076.stdout: "dentry_pinned_count": 0, 2024-09-13T16:08:08.596 INFO:teuthology.orchestra.run.smithi076.stdout: "id": 6810, 2024-09-13T16:08:08.596 INFO:teuthology.orchestra.run.smithi076.stdout: "inst": { 2024-09-13T16:08:08.597 INFO:teuthology.orchestra.run.smithi076.stdout: "name": { 2024-09-13T16:08:08.597 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "client", 2024-09-13T16:08:08.597 INFO:teuthology.orchestra.run.smithi076.stdout: "num": 6810 2024-09-13T16:08:08.597 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:08:08.597 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": { 2024-09-13T16:08:08.597 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "v1", 2024-09-13T16:08:08.597 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:08:08.597 INFO:teuthology.orchestra.run.smithi076.stdout: "nonce": 3137463394 2024-09-13T16:08:08.597 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:08:08.597 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:08:08.598 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": { 2024-09-13T16:08:08.598 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "v1", 2024-09-13T16:08:08.598 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:08:08.598 INFO:teuthology.orchestra.run.smithi076.stdout: "nonce": 3137463394 2024-09-13T16:08:08.598 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:08:08.598 INFO:teuthology.orchestra.run.smithi076.stdout: "inst_str": "client.6810 192.168.0.1:0/3137463394", 2024-09-13T16:08:08.598 INFO:teuthology.orchestra.run.smithi076.stdout: "addr_str": "192.168.0.1:0/3137463394", 2024-09-13T16:08:08.598 INFO:teuthology.orchestra.run.smithi076.stdout: "inode_count": 2, 2024-09-13T16:08:08.598 INFO:teuthology.orchestra.run.smithi076.stdout: "mds_epoch": 31, 2024-09-13T16:08:08.598 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_epoch": 70, 2024-09-13T16:08:08.598 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_epoch_barrier": 0, 2024-09-13T16:08:08.598 INFO:teuthology.orchestra.run.smithi076.stdout: "blocklisted": false, 2024-09-13T16:08:08.598 INFO:teuthology.orchestra.run.smithi076.stdout: "fs_name": "cephfs" 2024-09-13T16:08:08.598 INFO:teuthology.orchestra.run.smithi076.stdout:} 2024-09-13T16:08:08.604 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:08:08.604 DEBUG:teuthology.orchestra.run.smithi076:> stat --file-system '--printf=%T 2024-09-13T16:08:08.604 DEBUG:teuthology.orchestra.run.smithi076:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-13T16:08:08.620 INFO:teuthology.orchestra.run.smithi076.stdout:fuseblk 2024-09-13T16:08:08.621 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-13T16:08:08.621 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:08:08.621 DEBUG:teuthology.orchestra.run.smithi076:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-13T16:08:08.687 DEBUG:teuthology.orchestra.run.smithi076:> adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:08:08.687 DEBUG:teuthology.orchestra.run.smithi076:> import os 2024-09-13T16:08:08.687 DEBUG:teuthology.orchestra.run.smithi076:> import stat 2024-09-13T16:08:08.687 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:08:08.687 DEBUG:teuthology.orchestra.run.smithi076:> print(os.stat("/home/ubuntu/cephtest/mnt.0/.").st_ino) 2024-09-13T16:08:08.688 DEBUG:teuthology.orchestra.run.smithi076:> ' 2024-09-13T16:08:08.789 INFO:teuthology.orchestra.run.smithi076.stdout:1 2024-09-13T16:08:08.978 DEBUG:teuthology.orchestra.run.smithi076:> adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:08:08.978 DEBUG:teuthology.orchestra.run.smithi076:> import os 2024-09-13T16:08:08.978 DEBUG:teuthology.orchestra.run.smithi076:> os.mkdir("/home/ubuntu/cephtest/mnt.0/testdir") 2024-09-13T16:08:08.978 DEBUG:teuthology.orchestra.run.smithi076:> for n in range(0, 1000): 2024-09-13T16:08:08.978 DEBUG:teuthology.orchestra.run.smithi076:> os.mkdir("/home/ubuntu/cephtest/mnt.0/testdir/dir{0}".format(n)) 2024-09-13T16:08:08.978 DEBUG:teuthology.orchestra.run.smithi076:> ' 2024-09-13T16:08:10.471 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:08:10.471 DEBUG:teuthology.orchestra.run.smithi076:> (cd /home/ubuntu/cephtest/mnt.0 && exec sync) 2024-09-13T16:08:10.878 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:08:10.879 DEBUG:teuthology.orchestra.run.smithi076:> import glob 2024-09-13T16:08:10.879 DEBUG:teuthology.orchestra.run.smithi076:> import re 2024-09-13T16:08:10.879 DEBUG:teuthology.orchestra.run.smithi076:> import os 2024-09-13T16:08:10.879 DEBUG:teuthology.orchestra.run.smithi076:> import subprocess 2024-09-13T16:08:10.879 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:08:10.879 DEBUG:teuthology.orchestra.run.smithi076:> def _find_admin_socket(client_name): 2024-09-13T16:08:10.879 DEBUG:teuthology.orchestra.run.smithi076:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-13T16:08:10.879 DEBUG:teuthology.orchestra.run.smithi076:> files = glob.glob(asok_path) 2024-09-13T16:08:10.879 DEBUG:teuthology.orchestra.run.smithi076:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-13T16:08:10.879 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:08:10.879 DEBUG:teuthology.orchestra.run.smithi076:> # Given a non-glob path, it better be there 2024-09-13T16:08:10.879 DEBUG:teuthology.orchestra.run.smithi076:> if "*" not in asok_path: 2024-09-13T16:08:10.879 DEBUG:teuthology.orchestra.run.smithi076:> assert(len(files) == 1) 2024-09-13T16:08:10.879 DEBUG:teuthology.orchestra.run.smithi076:> return files[0] 2024-09-13T16:08:10.879 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:08:10.880 DEBUG:teuthology.orchestra.run.smithi076:> for f in files: 2024-09-13T16:08:10.880 DEBUG:teuthology.orchestra.run.smithi076:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T16:08:10.880 DEBUG:teuthology.orchestra.run.smithi076:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T16:08:10.880 DEBUG:teuthology.orchestra.run.smithi076:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T16:08:10.880 DEBUG:teuthology.orchestra.run.smithi076:> contents = proc_f.read() 2024-09-13T16:08:10.880 DEBUG:teuthology.orchestra.run.smithi076:> if mountpoint in contents: 2024-09-13T16:08:10.880 DEBUG:teuthology.orchestra.run.smithi076:> return f 2024-09-13T16:08:10.880 DEBUG:teuthology.orchestra.run.smithi076:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T16:08:10.880 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:08:10.880 DEBUG:teuthology.orchestra.run.smithi076:> print(_find_admin_socket("client.0")) 2024-09-13T16:08:10.880 DEBUG:teuthology.orchestra.run.smithi076:> ' 2024-09-13T16:08:10.960 INFO:teuthology.orchestra.run.smithi076.stdout:/var/run/ceph/ceph-client.0.62471.asok 2024-09-13T16:08:11.138 DEBUG:teuthology.orchestra.run.smithi076:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:08:11.141 DEBUG:teuthology.orchestra.run.smithi192:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:08:11.146 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.62471.asok 2024-09-13T16:08:11.146 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:08:11.146 DEBUG:teuthology.orchestra.run.smithi076:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.62471.asok status 2024-09-13T16:08:11.279 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2024-09-13T16:08:11.280 INFO:teuthology.orchestra.run.smithi076.stdout: "metadata": { 2024-09-13T16:08:11.280 INFO:teuthology.orchestra.run.smithi076.stdout: "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", 2024-09-13T16:08:11.280 INFO:teuthology.orchestra.run.smithi076.stdout: "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", 2024-09-13T16:08:11.280 INFO:teuthology.orchestra.run.smithi076.stdout: "entity_id": "0", 2024-09-13T16:08:11.280 INFO:teuthology.orchestra.run.smithi076.stdout: "hostname": "smithi076", 2024-09-13T16:08:11.280 INFO:teuthology.orchestra.run.smithi076.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-13T16:08:11.280 INFO:teuthology.orchestra.run.smithi076.stdout: "pid": "62471", 2024-09-13T16:08:11.280 INFO:teuthology.orchestra.run.smithi076.stdout: "root": "/subdir" 2024-09-13T16:08:11.280 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:08:11.280 INFO:teuthology.orchestra.run.smithi076.stdout: "dentry_count": 1001, 2024-09-13T16:08:11.280 INFO:teuthology.orchestra.run.smithi076.stdout: "dentry_pinned_count": 1001, 2024-09-13T16:08:11.281 INFO:teuthology.orchestra.run.smithi076.stdout: "id": 6810, 2024-09-13T16:08:11.281 INFO:teuthology.orchestra.run.smithi076.stdout: "inst": { 2024-09-13T16:08:11.281 INFO:teuthology.orchestra.run.smithi076.stdout: "name": { 2024-09-13T16:08:11.281 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "client", 2024-09-13T16:08:11.281 INFO:teuthology.orchestra.run.smithi076.stdout: "num": 6810 2024-09-13T16:08:11.281 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:08:11.281 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": { 2024-09-13T16:08:11.281 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "v1", 2024-09-13T16:08:11.281 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:08:11.281 INFO:teuthology.orchestra.run.smithi076.stdout: "nonce": 3137463394 2024-09-13T16:08:11.281 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:08:11.281 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:08:11.281 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": { 2024-09-13T16:08:11.281 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "v1", 2024-09-13T16:08:11.282 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:08:11.282 INFO:teuthology.orchestra.run.smithi076.stdout: "nonce": 3137463394 2024-09-13T16:08:11.282 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:08:11.282 INFO:teuthology.orchestra.run.smithi076.stdout: "inst_str": "client.6810 192.168.0.1:0/3137463394", 2024-09-13T16:08:11.282 INFO:teuthology.orchestra.run.smithi076.stdout: "addr_str": "192.168.0.1:0/3137463394", 2024-09-13T16:08:11.282 INFO:teuthology.orchestra.run.smithi076.stdout: "inode_count": 1003, 2024-09-13T16:08:11.282 INFO:teuthology.orchestra.run.smithi076.stdout: "mds_epoch": 31, 2024-09-13T16:08:11.282 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_epoch": 70, 2024-09-13T16:08:11.282 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_epoch_barrier": 70, 2024-09-13T16:08:11.282 INFO:teuthology.orchestra.run.smithi076.stdout: "blocklisted": false, 2024-09-13T16:08:11.282 INFO:teuthology.orchestra.run.smithi076.stdout: "fs_name": "cephfs" 2024-09-13T16:08:11.282 INFO:teuthology.orchestra.run.smithi076.stdout:} 2024-09-13T16:08:11.288 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:08:11.288 DEBUG:teuthology.orchestra.run.smithi076:> import glob 2024-09-13T16:08:11.288 DEBUG:teuthology.orchestra.run.smithi076:> import re 2024-09-13T16:08:11.289 DEBUG:teuthology.orchestra.run.smithi076:> import os 2024-09-13T16:08:11.289 DEBUG:teuthology.orchestra.run.smithi076:> import subprocess 2024-09-13T16:08:11.289 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:08:11.289 DEBUG:teuthology.orchestra.run.smithi076:> def _find_admin_socket(client_name): 2024-09-13T16:08:11.289 DEBUG:teuthology.orchestra.run.smithi076:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-13T16:08:11.289 DEBUG:teuthology.orchestra.run.smithi076:> files = glob.glob(asok_path) 2024-09-13T16:08:11.289 DEBUG:teuthology.orchestra.run.smithi076:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-13T16:08:11.289 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:08:11.289 DEBUG:teuthology.orchestra.run.smithi076:> # Given a non-glob path, it better be there 2024-09-13T16:08:11.289 DEBUG:teuthology.orchestra.run.smithi076:> if "*" not in asok_path: 2024-09-13T16:08:11.289 DEBUG:teuthology.orchestra.run.smithi076:> assert(len(files) == 1) 2024-09-13T16:08:11.289 DEBUG:teuthology.orchestra.run.smithi076:> return files[0] 2024-09-13T16:08:11.289 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:08:11.289 DEBUG:teuthology.orchestra.run.smithi076:> for f in files: 2024-09-13T16:08:11.290 DEBUG:teuthology.orchestra.run.smithi076:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T16:08:11.290 DEBUG:teuthology.orchestra.run.smithi076:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T16:08:11.290 DEBUG:teuthology.orchestra.run.smithi076:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T16:08:11.290 DEBUG:teuthology.orchestra.run.smithi076:> contents = proc_f.read() 2024-09-13T16:08:11.290 DEBUG:teuthology.orchestra.run.smithi076:> if mountpoint in contents: 2024-09-13T16:08:11.290 DEBUG:teuthology.orchestra.run.smithi076:> return f 2024-09-13T16:08:11.290 DEBUG:teuthology.orchestra.run.smithi076:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T16:08:11.290 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:08:11.290 DEBUG:teuthology.orchestra.run.smithi076:> print(_find_admin_socket("client.0")) 2024-09-13T16:08:11.290 DEBUG:teuthology.orchestra.run.smithi076:> ' 2024-09-13T16:08:11.364 INFO:teuthology.orchestra.run.smithi076.stdout:/var/run/ceph/ceph-client.0.62471.asok 2024-09-13T16:08:11.550 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.62471.asok 2024-09-13T16:08:11.550 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:08:11.550 DEBUG:teuthology.orchestra.run.smithi076:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.62471.asok config set client_cache_size 100 2024-09-13T16:08:11.682 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2024-09-13T16:08:11.682 INFO:teuthology.orchestra.run.smithi076.stdout: "success": "client_cache_size = '' " 2024-09-13T16:08:11.683 INFO:teuthology.orchestra.run.smithi076.stdout:} 2024-09-13T16:08:11.691 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:08:11.691 DEBUG:teuthology.orchestra.run.smithi076:> import glob 2024-09-13T16:08:11.691 DEBUG:teuthology.orchestra.run.smithi076:> import re 2024-09-13T16:08:11.691 DEBUG:teuthology.orchestra.run.smithi076:> import os 2024-09-13T16:08:11.691 DEBUG:teuthology.orchestra.run.smithi076:> import subprocess 2024-09-13T16:08:11.692 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:08:11.692 DEBUG:teuthology.orchestra.run.smithi076:> def _find_admin_socket(client_name): 2024-09-13T16:08:11.692 DEBUG:teuthology.orchestra.run.smithi076:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-13T16:08:11.692 DEBUG:teuthology.orchestra.run.smithi076:> files = glob.glob(asok_path) 2024-09-13T16:08:11.692 DEBUG:teuthology.orchestra.run.smithi076:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-13T16:08:11.692 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:08:11.693 DEBUG:teuthology.orchestra.run.smithi076:> # Given a non-glob path, it better be there 2024-09-13T16:08:11.693 DEBUG:teuthology.orchestra.run.smithi076:> if "*" not in asok_path: 2024-09-13T16:08:11.693 DEBUG:teuthology.orchestra.run.smithi076:> assert(len(files) == 1) 2024-09-13T16:08:11.693 DEBUG:teuthology.orchestra.run.smithi076:> return files[0] 2024-09-13T16:08:11.693 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:08:11.694 DEBUG:teuthology.orchestra.run.smithi076:> for f in files: 2024-09-13T16:08:11.694 DEBUG:teuthology.orchestra.run.smithi076:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T16:08:11.694 DEBUG:teuthology.orchestra.run.smithi076:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T16:08:11.694 DEBUG:teuthology.orchestra.run.smithi076:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T16:08:11.694 DEBUG:teuthology.orchestra.run.smithi076:> contents = proc_f.read() 2024-09-13T16:08:11.694 DEBUG:teuthology.orchestra.run.smithi076:> if mountpoint in contents: 2024-09-13T16:08:11.695 DEBUG:teuthology.orchestra.run.smithi076:> return f 2024-09-13T16:08:11.695 DEBUG:teuthology.orchestra.run.smithi076:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T16:08:11.695 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:08:11.695 DEBUG:teuthology.orchestra.run.smithi076:> print(_find_admin_socket("client.0")) 2024-09-13T16:08:11.695 DEBUG:teuthology.orchestra.run.smithi076:> ' 2024-09-13T16:08:11.769 INFO:teuthology.orchestra.run.smithi076.stdout:/var/run/ceph/ceph-client.0.62471.asok 2024-09-13T16:08:11.956 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.62471.asok 2024-09-13T16:08:11.956 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:08:11.956 DEBUG:teuthology.orchestra.run.smithi076:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.62471.asok status 2024-09-13T16:08:12.089 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2024-09-13T16:08:12.089 INFO:teuthology.orchestra.run.smithi076.stdout: "metadata": { 2024-09-13T16:08:12.089 INFO:teuthology.orchestra.run.smithi076.stdout: "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", 2024-09-13T16:08:12.089 INFO:teuthology.orchestra.run.smithi076.stdout: "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", 2024-09-13T16:08:12.089 INFO:teuthology.orchestra.run.smithi076.stdout: "entity_id": "0", 2024-09-13T16:08:12.089 INFO:teuthology.orchestra.run.smithi076.stdout: "hostname": "smithi076", 2024-09-13T16:08:12.089 INFO:teuthology.orchestra.run.smithi076.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-13T16:08:12.090 INFO:teuthology.orchestra.run.smithi076.stdout: "pid": "62471", 2024-09-13T16:08:12.090 INFO:teuthology.orchestra.run.smithi076.stdout: "root": "/subdir" 2024-09-13T16:08:12.090 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:08:12.090 INFO:teuthology.orchestra.run.smithi076.stdout: "dentry_count": 1001, 2024-09-13T16:08:12.090 INFO:teuthology.orchestra.run.smithi076.stdout: "dentry_pinned_count": 1001, 2024-09-13T16:08:12.090 INFO:teuthology.orchestra.run.smithi076.stdout: "id": 6810, 2024-09-13T16:08:12.090 INFO:teuthology.orchestra.run.smithi076.stdout: "inst": { 2024-09-13T16:08:12.090 INFO:teuthology.orchestra.run.smithi076.stdout: "name": { 2024-09-13T16:08:12.090 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "client", 2024-09-13T16:08:12.090 INFO:teuthology.orchestra.run.smithi076.stdout: "num": 6810 2024-09-13T16:08:12.090 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:08:12.090 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": { 2024-09-13T16:08:12.090 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "v1", 2024-09-13T16:08:12.091 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:08:12.091 INFO:teuthology.orchestra.run.smithi076.stdout: "nonce": 3137463394 2024-09-13T16:08:12.091 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:08:12.091 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:08:12.091 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": { 2024-09-13T16:08:12.091 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "v1", 2024-09-13T16:08:12.091 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:08:12.091 INFO:teuthology.orchestra.run.smithi076.stdout: "nonce": 3137463394 2024-09-13T16:08:12.091 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:08:12.091 INFO:teuthology.orchestra.run.smithi076.stdout: "inst_str": "client.6810 192.168.0.1:0/3137463394", 2024-09-13T16:08:12.091 INFO:teuthology.orchestra.run.smithi076.stdout: "addr_str": "192.168.0.1:0/3137463394", 2024-09-13T16:08:12.091 INFO:teuthology.orchestra.run.smithi076.stdout: "inode_count": 1003, 2024-09-13T16:08:12.091 INFO:teuthology.orchestra.run.smithi076.stdout: "mds_epoch": 31, 2024-09-13T16:08:12.091 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_epoch": 70, 2024-09-13T16:08:12.092 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_epoch_barrier": 70, 2024-09-13T16:08:12.092 INFO:teuthology.orchestra.run.smithi076.stdout: "blocklisted": false, 2024-09-13T16:08:12.092 INFO:teuthology.orchestra.run.smithi076.stdout: "fs_name": "cephfs" 2024-09-13T16:08:12.092 INFO:teuthology.orchestra.run.smithi076.stdout:} 2024-09-13T16:08:12.097 INFO:tasks.cephfs.test_client_limits:waiting, dentry_count, dentry_pinned_count: 1001, 1001 2024-09-13T16:08:12.097 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=30 retry_count=0)... 2024-09-13T16:08:17.098 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:08:17.098 DEBUG:teuthology.orchestra.run.smithi076:> import glob 2024-09-13T16:08:17.098 DEBUG:teuthology.orchestra.run.smithi076:> import re 2024-09-13T16:08:17.098 DEBUG:teuthology.orchestra.run.smithi076:> import os 2024-09-13T16:08:17.098 DEBUG:teuthology.orchestra.run.smithi076:> import subprocess 2024-09-13T16:08:17.098 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:08:17.098 DEBUG:teuthology.orchestra.run.smithi076:> def _find_admin_socket(client_name): 2024-09-13T16:08:17.098 DEBUG:teuthology.orchestra.run.smithi076:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-13T16:08:17.098 DEBUG:teuthology.orchestra.run.smithi076:> files = glob.glob(asok_path) 2024-09-13T16:08:17.098 DEBUG:teuthology.orchestra.run.smithi076:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-13T16:08:17.099 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:08:17.099 DEBUG:teuthology.orchestra.run.smithi076:> # Given a non-glob path, it better be there 2024-09-13T16:08:17.099 DEBUG:teuthology.orchestra.run.smithi076:> if "*" not in asok_path: 2024-09-13T16:08:17.099 DEBUG:teuthology.orchestra.run.smithi076:> assert(len(files) == 1) 2024-09-13T16:08:17.099 DEBUG:teuthology.orchestra.run.smithi076:> return files[0] 2024-09-13T16:08:17.099 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:08:17.099 DEBUG:teuthology.orchestra.run.smithi076:> for f in files: 2024-09-13T16:08:17.099 DEBUG:teuthology.orchestra.run.smithi076:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T16:08:17.099 DEBUG:teuthology.orchestra.run.smithi076:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T16:08:17.099 DEBUG:teuthology.orchestra.run.smithi076:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T16:08:17.100 DEBUG:teuthology.orchestra.run.smithi076:> contents = proc_f.read() 2024-09-13T16:08:17.100 DEBUG:teuthology.orchestra.run.smithi076:> if mountpoint in contents: 2024-09-13T16:08:17.100 DEBUG:teuthology.orchestra.run.smithi076:> return f 2024-09-13T16:08:17.100 DEBUG:teuthology.orchestra.run.smithi076:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T16:08:17.100 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:08:17.100 DEBUG:teuthology.orchestra.run.smithi076:> print(_find_admin_socket("client.0")) 2024-09-13T16:08:17.100 DEBUG:teuthology.orchestra.run.smithi076:> ' 2024-09-13T16:08:17.190 INFO:teuthology.orchestra.run.smithi076.stdout:/var/run/ceph/ceph-client.0.62471.asok 2024-09-13T16:08:17.374 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.62471.asok 2024-09-13T16:08:17.375 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:08:17.375 DEBUG:teuthology.orchestra.run.smithi076:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.62471.asok status 2024-09-13T16:08:17.523 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2024-09-13T16:08:17.523 INFO:teuthology.orchestra.run.smithi076.stdout: "metadata": { 2024-09-13T16:08:17.523 INFO:teuthology.orchestra.run.smithi076.stdout: "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", 2024-09-13T16:08:17.523 INFO:teuthology.orchestra.run.smithi076.stdout: "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", 2024-09-13T16:08:17.523 INFO:teuthology.orchestra.run.smithi076.stdout: "entity_id": "0", 2024-09-13T16:08:17.523 INFO:teuthology.orchestra.run.smithi076.stdout: "hostname": "smithi076", 2024-09-13T16:08:17.523 INFO:teuthology.orchestra.run.smithi076.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-13T16:08:17.524 INFO:teuthology.orchestra.run.smithi076.stdout: "pid": "62471", 2024-09-13T16:08:17.524 INFO:teuthology.orchestra.run.smithi076.stdout: "root": "/subdir" 2024-09-13T16:08:17.524 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:08:17.524 INFO:teuthology.orchestra.run.smithi076.stdout: "dentry_count": 100, 2024-09-13T16:08:17.524 INFO:teuthology.orchestra.run.smithi076.stdout: "dentry_pinned_count": 1, 2024-09-13T16:08:17.524 INFO:teuthology.orchestra.run.smithi076.stdout: "id": 6810, 2024-09-13T16:08:17.524 INFO:teuthology.orchestra.run.smithi076.stdout: "inst": { 2024-09-13T16:08:17.524 INFO:teuthology.orchestra.run.smithi076.stdout: "name": { 2024-09-13T16:08:17.524 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "client", 2024-09-13T16:08:17.524 INFO:teuthology.orchestra.run.smithi076.stdout: "num": 6810 2024-09-13T16:08:17.524 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:08:17.524 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": { 2024-09-13T16:08:17.524 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "v1", 2024-09-13T16:08:17.525 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:08:17.525 INFO:teuthology.orchestra.run.smithi076.stdout: "nonce": 3137463394 2024-09-13T16:08:17.525 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:08:17.525 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:08:17.525 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": { 2024-09-13T16:08:17.525 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "v1", 2024-09-13T16:08:17.525 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:08:17.525 INFO:teuthology.orchestra.run.smithi076.stdout: "nonce": 3137463394 2024-09-13T16:08:17.525 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:08:17.525 INFO:teuthology.orchestra.run.smithi076.stdout: "inst_str": "client.6810 192.168.0.1:0/3137463394", 2024-09-13T16:08:17.525 INFO:teuthology.orchestra.run.smithi076.stdout: "addr_str": "192.168.0.1:0/3137463394", 2024-09-13T16:08:17.525 INFO:teuthology.orchestra.run.smithi076.stdout: "inode_count": 102, 2024-09-13T16:08:17.525 INFO:teuthology.orchestra.run.smithi076.stdout: "mds_epoch": 31, 2024-09-13T16:08:17.526 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_epoch": 70, 2024-09-13T16:08:17.526 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_epoch_barrier": 70, 2024-09-13T16:08:17.526 INFO:teuthology.orchestra.run.smithi076.stdout: "blocklisted": false, 2024-09-13T16:08:17.526 INFO:teuthology.orchestra.run.smithi076.stdout: "fs_name": "cephfs" 2024-09-13T16:08:17.526 INFO:teuthology.orchestra.run.smithi076.stdout:} 2024-09-13T16:08:17.532 INFO:tasks.cephfs.test_client_limits:waiting, dentry_count, dentry_pinned_count: 100, 1 2024-09-13T16:08:17.532 DEBUG:tasks.ceph_test_case:wait_until_true: success in 5s and 0 retries 2024-09-13T16:08:17.532 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-13T16:08:17.532 DEBUG:teuthology.orchestra.run.smithi076:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T16:08:17.580 DEBUG:teuthology.orchestra.run.smithi192:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T16:08:17.624 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-13T16:08:17.624 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:08:17.624 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:08:17.641 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:08:17.780 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:17.778+0000 7f04bb6f0640 1 Processor -- start 2024-09-13T16:08:17.780 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:17.779+0000 7f04bb6f0640 1 -- start start 2024-09-13T16:08:17.782 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:17.780+0000 7f04bb6f0640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f04b406dd30 0x7f04b40b1500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:17.782 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:17.780+0000 7f04bb6f0640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f04b415d8b0 0x7f04b406c390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:17.782 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:17.780+0000 7f04bb6f0640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f04b406e110 0x7f04b40cd5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:17.782 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:17.780+0000 7f04bb6f0640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f04b4159720 con 0x7f04b406e110 2024-09-13T16:08:17.782 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:17.780+0000 7f04bb6f0640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f04b41599e0 con 0x7f04b415d8b0 2024-09-13T16:08:17.782 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:17.780+0000 7f04bb6f0640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f04b4159cc0 con 0x7f04b406dd30 2024-09-13T16:08:17.782 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:17.780+0000 7f04b9c8d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f04b406e110 0x7f04b40cd5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:17.782 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:17.780+0000 7f04b9c8d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f04b406e110 0x7f04b40cd5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41748/0 (socket says 172.21.15.76:41748) 2024-09-13T16:08:17.782 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:17.780+0000 7f04b9c8d640 1 -- 172.21.15.76:0/13965246 learned_addr learned my addr 172.21.15.76:0/13965246 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:17.782 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:17.780+0000 7f04b948c640 1 --2- 172.21.15.76:0/13965246 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f04b406dd30 0x7f04b40b1500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:17.782 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:17.780+0000 7f04b8c8b640 1 --2- 172.21.15.76:0/13965246 >> v2:172.21.15.192:3300/0 conn(0x7f04b415d8b0 0x7f04b406c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:17.782 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:17.780+0000 7f04b9c8d640 1 -- 172.21.15.76:0/13965246 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f04b406dd30 msgr2=0x7f04b40b1500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:17.782 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:17.780+0000 7f04b9c8d640 1 --2- 172.21.15.76:0/13965246 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f04b406dd30 0x7f04b40b1500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:17.783 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:17.780+0000 7f04b9c8d640 1 -- 172.21.15.76:0/13965246 >> v2:172.21.15.192:3300/0 conn(0x7f04b415d8b0 msgr2=0x7f04b406c390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:17.783 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:17.780+0000 7f04b9c8d640 1 --2- 172.21.15.76:0/13965246 >> v2:172.21.15.192:3300/0 conn(0x7f04b415d8b0 0x7f04b406c390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:17.783 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:17.780+0000 7f04b9c8d640 1 -- 172.21.15.76:0/13965246 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f04b4159fa0 con 0x7f04b406e110 2024-09-13T16:08:17.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:17.781+0000 7f04b9c8d640 1 --2- 172.21.15.76:0/13965246 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f04b406e110 0x7f04b40cd5e0 secure :-1 s=READY pgs=944 cs=0 l=1 rev1=1 crypto rx=0x7f04b406c260 tx=0x7f04a402a570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d1cd7110c663a34 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:17.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:17.781+0000 7f04b3fff640 1 -- 172.21.15.76:0/13965246 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f04a4031600 con 0x7f04b406e110 2024-09-13T16:08:17.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:17.781+0000 7f04b3fff640 1 -- 172.21.15.76:0/13965246 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f04a402d050 con 0x7f04b406e110 2024-09-13T16:08:17.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:17.781+0000 7f04b3fff640 1 -- 172.21.15.76:0/13965246 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f04a4031980 con 0x7f04b406e110 2024-09-13T16:08:17.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:17.781+0000 7f04bb6f0640 1 -- 172.21.15.76:0/13965246 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f04b406e110 msgr2=0x7f04b40cd5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:17.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:17.781+0000 7f04bb6f0640 1 --2- 172.21.15.76:0/13965246 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f04b406e110 0x7f04b40cd5e0 secure :-1 s=READY pgs=944 cs=0 l=1 rev1=1 crypto rx=0x7f04b406c260 tx=0x7f04a402a570 comp rx=0 tx=0).stop 2024-09-13T16:08:17.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:17.781+0000 7f04bb6f0640 1 -- 172.21.15.76:0/13965246 shutdown_connections 2024-09-13T16:08:17.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:17.781+0000 7f04bb6f0640 1 --2- 172.21.15.76:0/13965246 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f04b406e110 0x7f04b40cd5e0 unknown :-1 s=CLOSED pgs=944 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:17.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:17.781+0000 7f04bb6f0640 1 --2- 172.21.15.76:0/13965246 >> v2:172.21.15.192:3300/0 conn(0x7f04b415d8b0 0x7f04b406c390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:17.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:17.781+0000 7f04bb6f0640 1 --2- 172.21.15.76:0/13965246 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f04b406dd30 0x7f04b40b1500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:17.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:17.781+0000 7f04bb6f0640 1 -- 172.21.15.76:0/13965246 >> 172.21.15.76:0/13965246 conn(0x7f04b4069e80 msgr2=0x7f04b406a260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:17.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:17.782+0000 7f04bb6f0640 1 -- 172.21.15.76:0/13965246 shutdown_connections 2024-09-13T16:08:17.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:17.782+0000 7f04bb6f0640 1 -- 172.21.15.76:0/13965246 wait complete. 2024-09-13T16:08:17.786 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:17.783+0000 7f04bb6f0640 1 Processor -- start 2024-09-13T16:08:17.786 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:17.783+0000 7f04bb6f0640 1 -- start start 2024-09-13T16:08:17.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:17.783+0000 7f04bb6f0640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f04b406dd30 0x7f04b40ab8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:17.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:17.783+0000 7f04bb6f0640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f04b406e110 0x7f04b41f1c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:17.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:17.783+0000 7f04bb6f0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f04b415d8b0 0x7f04b41f21b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:17.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:17.783+0000 7f04bb6f0640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f04b40ac190 con 0x7f04b415d8b0 2024-09-13T16:08:17.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:17.783+0000 7f04bb6f0640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f04b40ac470 con 0x7f04b406dd30 2024-09-13T16:08:17.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:17.783+0000 7f04bb6f0640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f04b40ac750 con 0x7f04b406e110 2024-09-13T16:08:17.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:17.784+0000 7f04b9c8d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f04b415d8b0 0x7f04b41f21b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:17.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:17.784+0000 7f04b9c8d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f04b415d8b0 0x7f04b41f21b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41762/0 (socket says 172.21.15.76:41762) 2024-09-13T16:08:17.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:17.784+0000 7f04b9c8d640 1 -- 172.21.15.76:0/2866027223 learned_addr learned my addr 172.21.15.76:0/2866027223 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:17.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:17.784+0000 7f04b948c640 1 --2- 172.21.15.76:0/2866027223 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f04b406dd30 0x7f04b40ab8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:17.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:17.784+0000 7f04b8c8b640 1 --2- 172.21.15.76:0/2866027223 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f04b406e110 0x7f04b41f1c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:17.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:17.784+0000 7f04b9c8d640 1 -- 172.21.15.76:0/2866027223 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f04b406e110 msgr2=0x7f04b41f1c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:17.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:17.784+0000 7f04b9c8d640 1 --2- 172.21.15.76:0/2866027223 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f04b406e110 0x7f04b41f1c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:17.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:17.784+0000 7f04b9c8d640 1 -- 172.21.15.76:0/2866027223 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f04b406dd30 msgr2=0x7f04b40ab8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:17.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:17.784+0000 7f04b9c8d640 1 --2- 172.21.15.76:0/2866027223 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f04b406dd30 0x7f04b40ab8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:17.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:17.784+0000 7f04b9c8d640 1 -- 172.21.15.76:0/2866027223 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f04a4009b30 con 0x7f04b415d8b0 2024-09-13T16:08:17.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:17.784+0000 7f04b9c8d640 1 --2- 172.21.15.76:0/2866027223 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f04b415d8b0 0x7f04b41f21b0 secure :-1 s=READY pgs=945 cs=0 l=1 rev1=1 crypto rx=0x7f04a4009f40 tx=0x7f04a4004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:17.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:17.784+0000 7f04b1ffb640 1 -- 172.21.15.76:0/2866027223 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f04a403b820 con 0x7f04b415d8b0 2024-09-13T16:08:17.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:17.784+0000 7f04b1ffb640 1 -- 172.21.15.76:0/2866027223 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f04a403b9a0 con 0x7f04b415d8b0 2024-09-13T16:08:17.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:17.784+0000 7f04bb6f0640 1 -- 172.21.15.76:0/2866027223 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f04b40aca30 con 0x7f04b415d8b0 2024-09-13T16:08:17.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:17.784+0000 7f04b1ffb640 1 -- 172.21.15.76:0/2866027223 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f04a403bd50 con 0x7f04b415d8b0 2024-09-13T16:08:17.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:17.785+0000 7f04bb6f0640 1 -- 172.21.15.76:0/2866027223 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f04b40ad210 con 0x7f04b415d8b0 2024-09-13T16:08:17.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:17.786+0000 7f04bb6f0640 1 -- 172.21.15.76:0/2866027223 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f04b40ccae0 con 0x7f04b415d8b0 2024-09-13T16:08:17.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:17.786+0000 7f04b1ffb640 1 -- 172.21.15.76:0/2866027223 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f04a4038050 con 0x7f04b415d8b0 2024-09-13T16:08:17.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:17.786+0000 7f04b1ffb640 1 --2- 172.21.15.76:0/2866027223 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f04a006ac00 0x7f04a006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:17.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:17.787+0000 7f04b1ffb640 1 -- 172.21.15.76:0/2866027223 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(70..70 src has 1..70) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f04a40a9f20 con 0x7f04b415d8b0 2024-09-13T16:08:17.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:17.787+0000 7f04b948c640 1 --2- 172.21.15.76:0/2866027223 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f04a006ac00 0x7f04a006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:17.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:17.787+0000 7f04b948c640 1 --2- 172.21.15.76:0/2866027223 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f04a006ac00 0x7f04a006d0c0 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f04ac006fd0 tx=0x7f04ac008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:17.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:17.791+0000 7f04b1ffb640 1 -- 172.21.15.76:0/2866027223 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f04a4075050 con 0x7f04b415d8b0 2024-09-13T16:08:17.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:17.952+0000 7f04bb6f0640 1 -- 172.21.15.76:0/2866027223 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f04b40b1500 con 0x7f04b415d8b0 2024-09-13T16:08:17.954 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:17.953+0000 7f04b1ffb640 1 -- 172.21.15.76:0/2866027223 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v70) v1 ==== 74+0+16680 (secure 0 0 0) 0x7f04a404b090 con 0x7f04b415d8b0 2024-09-13T16:08:17.955 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:17.955 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":70,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:07:40.494954+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":10,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:07:37.664256+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_data","create_time":"2024-09-13T16:07:38.459206+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"70","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:08:17.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:17.955+0000 7f04bb6f0640 1 -- 172.21.15.76:0/2866027223 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f04a006ac00 msgr2=0x7f04a006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:17.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:17.955+0000 7f04bb6f0640 1 --2- 172.21.15.76:0/2866027223 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f04a006ac00 0x7f04a006d0c0 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f04ac006fd0 tx=0x7f04ac008040 comp rx=0 tx=0).stop 2024-09-13T16:08:17.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:17.955+0000 7f04bb6f0640 1 -- 172.21.15.76:0/2866027223 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f04b415d8b0 msgr2=0x7f04b41f21b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:17.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:17.955+0000 7f04bb6f0640 1 --2- 172.21.15.76:0/2866027223 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f04b415d8b0 0x7f04b41f21b0 secure :-1 s=READY pgs=945 cs=0 l=1 rev1=1 crypto rx=0x7f04a4009f40 tx=0x7f04a4004a40 comp rx=0 tx=0).stop 2024-09-13T16:08:17.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:17.955+0000 7f04bb6f0640 1 -- 172.21.15.76:0/2866027223 shutdown_connections 2024-09-13T16:08:17.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:17.955+0000 7f04bb6f0640 1 --2- 172.21.15.76:0/2866027223 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f04b415d8b0 0x7f04b41f21b0 unknown :-1 s=CLOSED pgs=945 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:17.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:17.955+0000 7f04bb6f0640 1 --2- 172.21.15.76:0/2866027223 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f04a006ac00 0x7f04a006d0c0 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:17.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:17.955+0000 7f04bb6f0640 1 --2- 172.21.15.76:0/2866027223 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f04b406e110 0x7f04b41f1c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:17.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:17.955+0000 7f04bb6f0640 1 --2- 172.21.15.76:0/2866027223 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f04b406dd30 0x7f04b40ab8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:17.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:17.955+0000 7f04bb6f0640 1 -- 172.21.15.76:0/2866027223 >> 172.21.15.76:0/2866027223 conn(0x7f04b4069e80 msgr2=0x7f04b406a260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:17.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:17.955+0000 7f04bb6f0640 1 -- 172.21.15.76:0/2866027223 shutdown_connections 2024-09-13T16:08:17.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:17.955+0000 7f04bb6f0640 1 -- 172.21.15.76:0/2866027223 wait complete. 2024-09-13T16:08:17.968 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:01:26.960607+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 9, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:07:37.664256+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '69', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 10, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:07:38.459206+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '70', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:08:17.968 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:08:18.071 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.069+0000 7f1bc2d4c640 1 Processor -- start 2024-09-13T16:08:18.071 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.069+0000 7f1bc2d4c640 1 -- start start 2024-09-13T16:08:18.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.070+0000 7f1bc2d4c640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f1bbc165580 0x7f1bbc167970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:18.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.070+0000 7f1bc2d4c640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1bbc160340 con 0x7f1bbc0b3ac0 2024-09-13T16:08:18.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.070+0000 7f1bc2d4c640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1bbc0ce110 con 0x7f1bbc15ff60 2024-09-13T16:08:18.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.070+0000 7f1bc2d4c640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1bbc0d1760 con 0x7f1bbc165580 2024-09-13T16:08:18.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.070+0000 7f1bbbfff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f1bbc0b3ac0 0x7f1bbc0cf760 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:60132/0 (socket says 172.21.15.76:60132) 2024-09-13T16:08:18.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.070+0000 7f1bbbfff640 1 -- 172.21.15.76:0/1243146799 learned_addr learned my addr 172.21.15.76:0/1243146799 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:08:18.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.070+0000 7f1bc12e9640 1 --2- 172.21.15.76:0/1243146799 >> v2:172.21.15.192:3300/0 conn(0x7f1bbc165580 0x7f1bbc167970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:18.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.070+0000 7f1bc12e9640 1 -- 172.21.15.76:0/1243146799 >> v1:172.21.15.192:6789/0 conn(0x7f1bbc15ff60 legacy=0x7f1bbc0cf050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:18.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.071+0000 7f1bc12e9640 1 -- 172.21.15.76:0/1243146799 >> v1:172.21.15.76:6789/0 conn(0x7f1bbc0b3ac0 legacy=0x7f1bbc0cf760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:18.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.071+0000 7f1bc12e9640 1 -- 172.21.15.76:0/1243146799 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1bbc0b3f50 con 0x7f1bbc165580 2024-09-13T16:08:18.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.071+0000 7f1bc12e9640 1 --2- 172.21.15.76:0/1243146799 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1bbc165580 0x7f1bbc167970 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f1bb4009d90 tx=0x7f1bb402a6f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=de38e6095a2ccfae server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:18.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.073+0000 7f1bbb7fe640 1 -- 172.21.15.76:0/1243146799 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1bb4007740 con 0x7f1bbc165580 2024-09-13T16:08:18.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.073+0000 7f1bbb7fe640 1 -- 172.21.15.76:0/1243146799 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1bb402d050 con 0x7f1bbc165580 2024-09-13T16:08:18.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.073+0000 7f1bbb7fe640 1 -- 172.21.15.76:0/1243146799 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1bb4007ac0 con 0x7f1bbc165580 2024-09-13T16:08:18.075 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.073+0000 7f1bc2d4c640 1 -- 172.21.15.76:0/1243146799 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1bbc165580 msgr2=0x7f1bbc167970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:18.075 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.073+0000 7f1bc2d4c640 1 --2- 172.21.15.76:0/1243146799 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1bbc165580 0x7f1bbc167970 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f1bb4009d90 tx=0x7f1bb402a6f0 comp rx=0 tx=0).stop 2024-09-13T16:08:18.076 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.074+0000 7f1bc2d4c640 1 -- 172.21.15.76:0/1243146799 shutdown_connections 2024-09-13T16:08:18.076 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.074+0000 7f1bc2d4c640 1 --2- 172.21.15.76:0/1243146799 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1bbc165580 0x7f1bbc167970 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:18.076 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.074+0000 7f1bc2d4c640 1 -- 172.21.15.76:0/1243146799 >> 172.21.15.76:0/1243146799 conn(0x7f1bbc089ff0 msgr2=0x7f1bbc0d2640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:18.076 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.074+0000 7f1bc2d4c640 1 -- 172.21.15.76:0/1243146799 shutdown_connections 2024-09-13T16:08:18.076 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.074+0000 7f1bc2d4c640 1 -- 172.21.15.76:0/1243146799 wait complete. 2024-09-13T16:08:18.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.075+0000 7f1bc2d4c640 1 Processor -- start 2024-09-13T16:08:18.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.075+0000 7f1bc2d4c640 1 -- start start 2024-09-13T16:08:18.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.076+0000 7f1bc2d4c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1bbc0b3ac0 0x7f1bbc0b1cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:18.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.076+0000 7f1bc2d4c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1bbc15ff60 0x7f1bbc0b2230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:18.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.076+0000 7f1bc2d4c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1bbc165580 0x7f1bbc0c6bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:18.080 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.076+0000 7f1bc2d4c640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1bbc15a0b0 con 0x7f1bbc165580 2024-09-13T16:08:18.080 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.076+0000 7f1bc2d4c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1bbc15a390 con 0x7f1bbc15ff60 2024-09-13T16:08:18.080 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.076+0000 7f1bc2d4c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1bbc15a670 con 0x7f1bbc0b3ac0 2024-09-13T16:08:18.080 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.076+0000 7f1bc12e9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1bbc165580 0x7f1bbc0c6bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:18.080 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.076+0000 7f1bc12e9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1bbc165580 0x7f1bbc0c6bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41776/0 (socket says 172.21.15.76:41776) 2024-09-13T16:08:18.080 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.076+0000 7f1bc12e9640 1 -- 172.21.15.76:0/1579424277 learned_addr learned my addr 172.21.15.76:0/1579424277 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:18.080 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.076+0000 7f1bc0ae8640 1 --2- 172.21.15.76:0/1579424277 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1bbc0b3ac0 0x7f1bbc0b1cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:18.080 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.076+0000 7f1bbbfff640 1 --2- 172.21.15.76:0/1579424277 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1bbc15ff60 0x7f1bbc0b2230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:18.080 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.076+0000 7f1bc12e9640 1 -- 172.21.15.76:0/1579424277 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1bbc0b3ac0 msgr2=0x7f1bbc0b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:18.080 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.076+0000 7f1bc12e9640 1 --2- 172.21.15.76:0/1579424277 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1bbc0b3ac0 0x7f1bbc0b1cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:18.081 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.076+0000 7f1bc12e9640 1 -- 172.21.15.76:0/1579424277 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1bbc15ff60 msgr2=0x7f1bbc0b2230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:18.081 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.076+0000 7f1bc12e9640 1 --2- 172.21.15.76:0/1579424277 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1bbc15ff60 0x7f1bbc0b2230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:18.081 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.076+0000 7f1bc12e9640 1 -- 172.21.15.76:0/1579424277 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1bb4009a70 con 0x7f1bbc165580 2024-09-13T16:08:18.081 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.076+0000 7f1bc12e9640 1 --2- 172.21.15.76:0/1579424277 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1bbc165580 0x7f1bbc0c6bc0 secure :-1 s=READY pgs=947 cs=0 l=1 rev1=1 crypto rx=0x7f1bb4009eb0 tx=0x7f1bb4004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:18.081 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.076+0000 7f1bb97fa640 1 -- 172.21.15.76:0/1579424277 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1bb4031910 con 0x7f1bbc165580 2024-09-13T16:08:18.081 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.077+0000 7f1bb97fa640 1 -- 172.21.15.76:0/1579424277 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1bb4031a70 con 0x7f1bbc165580 2024-09-13T16:08:18.081 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.077+0000 7f1bc2d4c640 1 -- 172.21.15.76:0/1579424277 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1bbc15a950 con 0x7f1bbc165580 2024-09-13T16:08:18.081 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.077+0000 7f1bb97fa640 1 -- 172.21.15.76:0/1579424277 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1bb4031de0 con 0x7f1bbc165580 2024-09-13T16:08:18.081 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.077+0000 7f1bc2d4c640 1 -- 172.21.15.76:0/1579424277 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1bbc0b0b60 con 0x7f1bbc165580 2024-09-13T16:08:18.081 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.078+0000 7f1bc2d4c640 1 -- 172.21.15.76:0/1579424277 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1bbc0d34b0 con 0x7f1bbc165580 2024-09-13T16:08:18.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.078+0000 7f1bb97fa640 1 -- 172.21.15.76:0/1579424277 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1bb403c420 con 0x7f1bbc165580 2024-09-13T16:08:18.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.078+0000 7f1bb97fa640 1 --2- 172.21.15.76:0/1579424277 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1ba006ac00 0x7f1ba006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:18.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.078+0000 7f1bb97fa640 1 -- 172.21.15.76:0/1579424277 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(70..70 src has 1..70) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f1bb40ab110 con 0x7f1bbc165580 2024-09-13T16:08:18.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.078+0000 7f1bc0ae8640 1 --2- 172.21.15.76:0/1579424277 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1ba006ac00 0x7f1ba006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:18.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.079+0000 7f1bc0ae8640 1 --2- 172.21.15.76:0/1579424277 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1ba006ac00 0x7f1ba006d0c0 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f1bb0000f60 tx=0x7f1bb0009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:18.084 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.083+0000 7f1bb97fa640 1 -- 172.21.15.76:0/1579424277 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f1bb4076380 con 0x7f1bbc165580 2024-09-13T16:08:18.246 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.245+0000 7f1bc2d4c640 1 -- 172.21.15.76:0/1579424277 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f1bbc0b31e0 con 0x7f1bbc165580 2024-09-13T16:08:18.247 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.245+0000 7f1bb97fa640 1 -- 172.21.15.76:0/1579424277 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v70) v1 ==== 93+0+10 (secure 0 0 0) 0x7f1bb40799a0 con 0x7f1bbc165580 2024-09-13T16:08:18.247 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2024-09-13T16:08:18.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.247+0000 7f1bc2d4c640 1 -- 172.21.15.76:0/1579424277 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1ba006ac00 msgr2=0x7f1ba006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:18.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.247+0000 7f1bc2d4c640 1 --2- 172.21.15.76:0/1579424277 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1ba006ac00 0x7f1ba006d0c0 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f1bb0000f60 tx=0x7f1bb0009040 comp rx=0 tx=0).stop 2024-09-13T16:08:18.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.247+0000 7f1bc2d4c640 1 -- 172.21.15.76:0/1579424277 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1bbc165580 msgr2=0x7f1bbc0c6bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:18.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.247+0000 7f1bc2d4c640 1 --2- 172.21.15.76:0/1579424277 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1bbc165580 0x7f1bbc0c6bc0 secure :-1 s=READY pgs=947 cs=0 l=1 rev1=1 crypto rx=0x7f1bb4009eb0 tx=0x7f1bb4004a40 comp rx=0 tx=0).stop 2024-09-13T16:08:18.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.247+0000 7f1bc2d4c640 1 -- 172.21.15.76:0/1579424277 shutdown_connections 2024-09-13T16:08:18.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.247+0000 7f1bc2d4c640 1 --2- 172.21.15.76:0/1579424277 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1bbc165580 0x7f1bbc0c6bc0 unknown :-1 s=CLOSED pgs=947 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:18.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.247+0000 7f1bc2d4c640 1 --2- 172.21.15.76:0/1579424277 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1bbc15ff60 0x7f1bbc0b2230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:18.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.247+0000 7f1bc2d4c640 1 --2- 172.21.15.76:0/1579424277 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1ba006ac00 0x7f1ba006d0c0 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:18.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.247+0000 7f1bc2d4c640 1 --2- 172.21.15.76:0/1579424277 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1bbc0b3ac0 0x7f1bbc0b1cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:18.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.247+0000 7f1bc2d4c640 1 -- 172.21.15.76:0/1579424277 >> 172.21.15.76:0/1579424277 conn(0x7f1bbc089ff0 msgr2=0x7f1bbc0d0540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:18.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.247+0000 7f1bc2d4c640 1 -- 172.21.15.76:0/1579424277 shutdown_connections 2024-09-13T16:08:18.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.247+0000 7f1bc2d4c640 1 -- 172.21.15.76:0/1579424277 wait complete. 2024-09-13T16:08:18.260 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:08:18.362 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.359+0000 7fbe46cc9640 1 Processor -- start 2024-09-13T16:08:18.362 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.359+0000 7fbe46cc9640 1 -- start start 2024-09-13T16:08:18.362 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.360+0000 7fbe46cc9640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fbe401593c0 0x7fbe400cb7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:18.362 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.360+0000 7fbe46cc9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbe400cbd20 0x7fbe4006d400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:18.362 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.360+0000 7fbe46cc9640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbe400b1da0 con 0x7fbe4006d940 2024-09-13T16:08:18.362 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.360+0000 7fbe46cc9640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbe400b1b90 con 0x7fbe401593c0 2024-09-13T16:08:18.362 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.360+0000 7fbe46cc9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbe4006ddb0 con 0x7fbe400cbd20 2024-09-13T16:08:18.362 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.360+0000 7fbe3ffff640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbe400cbd20 0x7fbe4006d400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:18.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.360+0000 7fbe45266640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7fbe4006d940 0x7fbe40070290 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:50568/0 (socket says 172.21.15.76:50568) 2024-09-13T16:08:18.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.360+0000 7fbe45266640 1 -- 172.21.15.76:0/2476350540 learned_addr learned my addr 172.21.15.76:0/2476350540 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:08:18.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.360+0000 7fbe44a65640 1 --2- 172.21.15.76:0/2476350540 >> v2:172.21.15.192:3300/0 conn(0x7fbe401593c0 0x7fbe400cb7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:18.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.360+0000 7fbe3f7fe640 1 -- 172.21.15.76:0/2476350540 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2492507111 0 0) 0x7fbe400b1da0 con 0x7fbe4006d940 2024-09-13T16:08:18.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.360+0000 7fbe3f7fe640 1 -- 172.21.15.76:0/2476350540 --> v1:172.21.15.192:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fbe2c003520 con 0x7fbe4006d940 2024-09-13T16:08:18.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.360+0000 7fbe3ffff640 1 -- 172.21.15.76:0/2476350540 >> v2:172.21.15.192:3300/0 conn(0x7fbe401593c0 msgr2=0x7fbe400cb7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:18.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.360+0000 7fbe3ffff640 1 --2- 172.21.15.76:0/2476350540 >> v2:172.21.15.192:3300/0 conn(0x7fbe401593c0 0x7fbe400cb7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:18.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.360+0000 7fbe3ffff640 1 -- 172.21.15.76:0/2476350540 >> v1:172.21.15.192:6789/0 conn(0x7fbe4006d940 legacy=0x7fbe40070290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:18.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.360+0000 7fbe3ffff640 1 -- 172.21.15.76:0/2476350540 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbe400b2080 con 0x7fbe400cbd20 2024-09-13T16:08:18.367 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.361+0000 7fbe3ffff640 1 --2- 172.21.15.76:0/2476350540 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbe400cbd20 0x7fbe4006d400 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fbe30009d90 tx=0x7fbe3002a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a05726aef1ff2b99 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:18.367 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.361+0000 7fbe3f7fe640 1 -- 172.21.15.76:0/2476350540 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe30007740 con 0x7fbe400cbd20 2024-09-13T16:08:18.367 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.361+0000 7fbe3f7fe640 1 -- 172.21.15.76:0/2476350540 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbe3002d050 con 0x7fbe400cbd20 2024-09-13T16:08:18.368 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.361+0000 7fbe3f7fe640 1 -- 172.21.15.76:0/2476350540 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe30007ac0 con 0x7fbe400cbd20 2024-09-13T16:08:18.368 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.362+0000 7fbe46cc9640 1 -- 172.21.15.76:0/2476350540 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbe400cbd20 msgr2=0x7fbe4006d400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:18.368 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.362+0000 7fbe46cc9640 1 --2- 172.21.15.76:0/2476350540 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbe400cbd20 0x7fbe4006d400 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fbe30009d90 tx=0x7fbe3002a660 comp rx=0 tx=0).stop 2024-09-13T16:08:18.368 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.362+0000 7fbe46cc9640 1 -- 172.21.15.76:0/2476350540 shutdown_connections 2024-09-13T16:08:18.368 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.362+0000 7fbe46cc9640 1 --2- 172.21.15.76:0/2476350540 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbe400cbd20 0x7fbe4006d400 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:18.368 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.362+0000 7fbe46cc9640 1 --2- 172.21.15.76:0/2476350540 >> v2:172.21.15.192:3300/0 conn(0x7fbe401593c0 0x7fbe400cb7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:18.368 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.362+0000 7fbe46cc9640 1 -- 172.21.15.76:0/2476350540 >> 172.21.15.76:0/2476350540 conn(0x7fbe400b0200 msgr2=0x7fbe400b05e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:18.368 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.362+0000 7fbe46cc9640 1 -- 172.21.15.76:0/2476350540 shutdown_connections 2024-09-13T16:08:18.368 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.362+0000 7fbe46cc9640 1 -- 172.21.15.76:0/2476350540 wait complete. 2024-09-13T16:08:18.368 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.363+0000 7fbe46cc9640 1 Processor -- start 2024-09-13T16:08:18.368 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.363+0000 7fbe46cc9640 1 -- start start 2024-09-13T16:08:18.369 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.364+0000 7fbe46cc9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbe4006d940 0x7fbe40142930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:18.369 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.364+0000 7fbe46cc9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbe401593c0 0x7fbe400aa0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:18.369 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.364+0000 7fbe46cc9640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbe400aa5f0 0x7fbe400ac100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:18.369 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.364+0000 7fbe46cc9640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbe400aaa80 con 0x7fbe4006d940 2024-09-13T16:08:18.369 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.364+0000 7fbe46cc9640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbe401eda70 con 0x7fbe400aa5f0 2024-09-13T16:08:18.369 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.364+0000 7fbe46cc9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbe4015a890 con 0x7fbe401593c0 2024-09-13T16:08:18.369 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.364+0000 7fbe44a65640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbe4006d940 0x7fbe40142930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:18.369 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.364+0000 7fbe44a65640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbe4006d940 0x7fbe40142930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41786/0 (socket says 172.21.15.76:41786) 2024-09-13T16:08:18.369 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.364+0000 7fbe44a65640 1 -- 172.21.15.76:0/3138830270 learned_addr learned my addr 172.21.15.76:0/3138830270 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:18.369 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.364+0000 7fbe45266640 1 --2- 172.21.15.76:0/3138830270 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbe400aa5f0 0x7fbe400ac100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:18.369 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.364+0000 7fbe3ffff640 1 --2- 172.21.15.76:0/3138830270 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbe401593c0 0x7fbe400aa0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:18.369 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.364+0000 7fbe44a65640 1 -- 172.21.15.76:0/3138830270 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbe401593c0 msgr2=0x7fbe400aa0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:18.369 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.364+0000 7fbe44a65640 1 --2- 172.21.15.76:0/3138830270 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbe401593c0 0x7fbe400aa0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:18.370 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.364+0000 7fbe44a65640 1 -- 172.21.15.76:0/3138830270 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbe400aa5f0 msgr2=0x7fbe400ac100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:18.370 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.364+0000 7fbe44a65640 1 --2- 172.21.15.76:0/3138830270 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbe400aa5f0 0x7fbe400ac100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:18.370 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.364+0000 7fbe44a65640 1 -- 172.21.15.76:0/3138830270 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbe30009a70 con 0x7fbe4006d940 2024-09-13T16:08:18.370 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.365+0000 7fbe44a65640 1 --2- 172.21.15.76:0/3138830270 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbe4006d940 0x7fbe40142930 secure :-1 s=READY pgs=948 cs=0 l=1 rev1=1 crypto rx=0x7fbe3800e870 tx=0x7fbe3800ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:18.370 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.365+0000 7fbe3d7fa640 1 -- 172.21.15.76:0/3138830270 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe380094f0 con 0x7fbe4006d940 2024-09-13T16:08:18.370 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.365+0000 7fbe3d7fa640 1 -- 172.21.15.76:0/3138830270 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbe3800c940 con 0x7fbe4006d940 2024-09-13T16:08:18.370 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.365+0000 7fbe3d7fa640 1 -- 172.21.15.76:0/3138830270 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe3800ccf0 con 0x7fbe4006d940 2024-09-13T16:08:18.370 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.365+0000 7fbe46cc9640 1 -- 172.21.15.76:0/3138830270 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbe40143280 con 0x7fbe4006d940 2024-09-13T16:08:18.370 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.365+0000 7fbe46cc9640 1 -- 172.21.15.76:0/3138830270 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbe400ad0c0 con 0x7fbe4006d940 2024-09-13T16:08:18.370 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.366+0000 7fbe46cc9640 1 -- 172.21.15.76:0/3138830270 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbe400b2e40 con 0x7fbe4006d940 2024-09-13T16:08:18.370 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.366+0000 7fbe3d7fa640 1 -- 172.21.15.76:0/3138830270 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fbe38013470 con 0x7fbe4006d940 2024-09-13T16:08:18.371 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.366+0000 7fbe3d7fa640 1 --2- 172.21.15.76:0/3138830270 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbe2006ac00 0x7fbe2006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:18.371 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.367+0000 7fbe3d7fa640 1 -- 172.21.15.76:0/3138830270 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(70..70 src has 1..70) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fbe38089440 con 0x7fbe4006d940 2024-09-13T16:08:18.371 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.367+0000 7fbe3ffff640 1 --2- 172.21.15.76:0/3138830270 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbe2006ac00 0x7fbe2006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:18.371 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.367+0000 7fbe3ffff640 1 --2- 172.21.15.76:0/3138830270 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbe2006ac00 0x7fbe2006d0c0 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7fbe30034000 tx=0x7fbe3002f000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:18.372 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.371+0000 7fbe3d7fa640 1 -- 172.21.15.76:0/3138830270 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fbe38054620 con 0x7fbe4006d940 2024-09-13T16:08:18.532 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.531+0000 7fbe46cc9640 1 -- 172.21.15.76:0/3138830270 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fbe400cafd0 con 0x7fbe4006d940 2024-09-13T16:08:18.533 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.531+0000 7fbe3d7fa640 1 -- 172.21.15.76:0/3138830270 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v70) v1 ==== 104+0+11 (secure 0 0 0) 0x7fbe38057c40 con 0x7fbe4006d940 2024-09-13T16:08:18.533 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2024-09-13T16:08:18.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.533+0000 7fbe46cc9640 1 -- 172.21.15.76:0/3138830270 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbe2006ac00 msgr2=0x7fbe2006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:18.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.533+0000 7fbe46cc9640 1 --2- 172.21.15.76:0/3138830270 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbe2006ac00 0x7fbe2006d0c0 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7fbe30034000 tx=0x7fbe3002f000 comp rx=0 tx=0).stop 2024-09-13T16:08:18.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.533+0000 7fbe46cc9640 1 -- 172.21.15.76:0/3138830270 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbe4006d940 msgr2=0x7fbe40142930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:18.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.533+0000 7fbe46cc9640 1 --2- 172.21.15.76:0/3138830270 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbe4006d940 0x7fbe40142930 secure :-1 s=READY pgs=948 cs=0 l=1 rev1=1 crypto rx=0x7fbe3800e870 tx=0x7fbe3800ed30 comp rx=0 tx=0).stop 2024-09-13T16:08:18.536 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.533+0000 7fbe46cc9640 1 -- 172.21.15.76:0/3138830270 shutdown_connections 2024-09-13T16:08:18.536 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.533+0000 7fbe46cc9640 1 --2- 172.21.15.76:0/3138830270 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbe400aa5f0 0x7fbe400ac100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:18.536 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.533+0000 7fbe46cc9640 1 --2- 172.21.15.76:0/3138830270 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbe2006ac00 0x7fbe2006d0c0 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:18.536 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.533+0000 7fbe46cc9640 1 --2- 172.21.15.76:0/3138830270 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbe401593c0 0x7fbe400aa0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:18.536 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.533+0000 7fbe46cc9640 1 --2- 172.21.15.76:0/3138830270 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbe4006d940 0x7fbe40142930 unknown :-1 s=CLOSED pgs=948 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:18.536 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.533+0000 7fbe46cc9640 1 -- 172.21.15.76:0/3138830270 >> 172.21.15.76:0/3138830270 conn(0x7fbe400b0200 msgr2=0x7fbe401565b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:18.536 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.533+0000 7fbe46cc9640 1 -- 172.21.15.76:0/3138830270 shutdown_connections 2024-09-13T16:08:18.536 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.533+0000 7fbe46cc9640 1 -- 172.21.15.76:0/3138830270 wait complete. 2024-09-13T16:08:18.545 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:08:18.648 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.646+0000 7f7a7cd57640 1 Processor -- start 2024-09-13T16:08:18.648 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.646+0000 7f7a7cd57640 1 -- start start 2024-09-13T16:08:18.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.647+0000 7f7a7cd57640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f7a780d0c50 0x7f7a7806afb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:18.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.647+0000 7f7a7cd57640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7a780d2d80 0x7f7a780d1030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:18.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.647+0000 7f7a7cd57640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7a7806b4f0 con 0x7f7a7806c810 2024-09-13T16:08:18.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.647+0000 7f7a7cd57640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7a7815c980 con 0x7f7a780d0c50 2024-09-13T16:08:18.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.647+0000 7f7a7cd57640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7a780d1570 con 0x7f7a780d2d80 2024-09-13T16:08:18.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.648+0000 7f7a6dd9b640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7a780d2d80 0x7f7a780d1030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:18.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.648+0000 7f7a7659c640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f7a780d0c50 0x7f7a7806afb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:18.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.648+0000 7f7a6dd9b640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7a780d2d80 0x7f7a780d1030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.76:43318/0 (socket says 172.21.15.76:43318) 2024-09-13T16:08:18.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.648+0000 7f7a7659c640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f7a780d0c50 0x7f7a7806afb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.76:46094/0 (socket says 172.21.15.76:46094) 2024-09-13T16:08:18.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.648+0000 7f7a76d9d640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7f7a7806c810 0x7f7a780af1a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:50578/0 (socket says 172.21.15.76:50578) 2024-09-13T16:08:18.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.648+0000 7f7a6dd9b640 1 -- 172.21.15.76:0/3306618680 learned_addr learned my addr 172.21.15.76:0/3306618680 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:18.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.648+0000 7f7a75d9b640 1 -- 172.21.15.76:0/3306618680 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1560634721 0 0) 0x7f7a7806b4f0 con 0x7f7a7806c810 2024-09-13T16:08:18.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.648+0000 7f7a75d9b640 1 -- 172.21.15.76:0/3306618680 --> v1:172.21.15.192:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7a64003520 con 0x7f7a7806c810 2024-09-13T16:08:18.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.648+0000 7f7a6dd9b640 1 -- 172.21.15.76:0/3306618680 >> v2:172.21.15.192:3300/0 conn(0x7f7a780d0c50 msgr2=0x7f7a7806afb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:18.651 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.648+0000 7f7a6dd9b640 1 --2- 172.21.15.76:0/3306618680 >> v2:172.21.15.192:3300/0 conn(0x7f7a780d0c50 0x7f7a7806afb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:18.651 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.648+0000 7f7a6dd9b640 1 -- 172.21.15.76:0/3306618680 >> v1:172.21.15.192:6789/0 conn(0x7f7a7806c810 legacy=0x7f7a780af1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:18.651 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.648+0000 7f7a6dd9b640 1 -- 172.21.15.76:0/3306618680 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7a7806b770 con 0x7f7a780d2d80 2024-09-13T16:08:18.651 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.648+0000 7f7a7659c640 1 --2- 172.21.15.76:0/3306618680 >> v2:172.21.15.192:3300/0 conn(0x7f7a780d0c50 0x7f7a7806afb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:08:18.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.649+0000 7f7a6dd9b640 1 --2- 172.21.15.76:0/3306618680 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7a780d2d80 0x7f7a780d1030 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f7a60009870 tx=0x7f7a6002a270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e53ff316fde4c6f0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:18.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.649+0000 7f7a75d9b640 1 -- 172.21.15.76:0/3306618680 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a60032440 con 0x7f7a780d2d80 2024-09-13T16:08:18.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.649+0000 7f7a75d9b640 1 -- 172.21.15.76:0/3306618680 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7a600325a0 con 0x7f7a780d2d80 2024-09-13T16:08:18.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.649+0000 7f7a75d9b640 1 -- 172.21.15.76:0/3306618680 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a60032910 con 0x7f7a780d2d80 2024-09-13T16:08:18.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.649+0000 7f7a7cd57640 1 -- 172.21.15.76:0/3306618680 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7a780d2d80 msgr2=0x7f7a780d1030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:18.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.649+0000 7f7a7cd57640 1 --2- 172.21.15.76:0/3306618680 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7a780d2d80 0x7f7a780d1030 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f7a60009870 tx=0x7f7a6002a270 comp rx=0 tx=0).stop 2024-09-13T16:08:18.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.649+0000 7f7a7cd57640 1 -- 172.21.15.76:0/3306618680 shutdown_connections 2024-09-13T16:08:18.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.649+0000 7f7a7cd57640 1 --2- 172.21.15.76:0/3306618680 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7a780d2d80 0x7f7a780d1030 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:18.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.649+0000 7f7a7cd57640 1 --2- 172.21.15.76:0/3306618680 >> v2:172.21.15.192:3300/0 conn(0x7f7a780d0c50 0x7f7a7806afb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:18.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.649+0000 7f7a7cd57640 1 -- 172.21.15.76:0/3306618680 >> 172.21.15.76:0/3306618680 conn(0x7f7a78089ff0 msgr2=0x7f7a780d2670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:18.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.650+0000 7f7a7cd57640 1 -- 172.21.15.76:0/3306618680 shutdown_connections 2024-09-13T16:08:18.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.650+0000 7f7a7cd57640 1 -- 172.21.15.76:0/3306618680 wait complete. 2024-09-13T16:08:18.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.651+0000 7f7a7cd57640 1 Processor -- start 2024-09-13T16:08:18.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.651+0000 7f7a7cd57640 1 -- start start 2024-09-13T16:08:18.655 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.652+0000 7f7a7cd57640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7a7806c810 0x7f7a78154c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:18.655 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.652+0000 7f7a7cd57640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7a780d0c50 0x7f7a7815f440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:18.655 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.652+0000 7f7a7cd57640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7a780d2d80 0x7f7a780b7c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:18.655 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.652+0000 7f7a7cd57640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7a78155170 con 0x7f7a780d2d80 2024-09-13T16:08:18.655 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.652+0000 7f7a7cd57640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7a780b3140 con 0x7f7a7806c810 2024-09-13T16:08:18.655 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.652+0000 7f7a7cd57640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7a780b2cb0 con 0x7f7a780d0c50 2024-09-13T16:08:18.656 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.652+0000 7f7a76d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7a780d2d80 0x7f7a780b7c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:18.656 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.652+0000 7f7a76d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7a780d2d80 0x7f7a780b7c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41790/0 (socket says 172.21.15.76:41790) 2024-09-13T16:08:18.656 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.652+0000 7f7a76d9d640 1 -- 172.21.15.76:0/3840298233 learned_addr learned my addr 172.21.15.76:0/3840298233 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:18.656 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.652+0000 7f7a7659c640 1 --2- 172.21.15.76:0/3840298233 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7a7806c810 0x7f7a78154c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:18.656 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.652+0000 7f7a6dd9b640 1 --2- 172.21.15.76:0/3840298233 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7a780d0c50 0x7f7a7815f440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:18.656 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.652+0000 7f7a76d9d640 1 -- 172.21.15.76:0/3840298233 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7a780d0c50 msgr2=0x7f7a7815f440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:18.656 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.652+0000 7f7a76d9d640 1 --2- 172.21.15.76:0/3840298233 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7a780d0c50 0x7f7a7815f440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:18.656 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.652+0000 7f7a76d9d640 1 -- 172.21.15.76:0/3840298233 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7a7806c810 msgr2=0x7f7a78154c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:18.656 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.652+0000 7f7a76d9d640 1 --2- 172.21.15.76:0/3840298233 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7a7806c810 0x7f7a78154c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:18.656 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.652+0000 7f7a76d9d640 1 -- 172.21.15.76:0/3840298233 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7a68009400 con 0x7f7a780d2d80 2024-09-13T16:08:18.656 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.652+0000 7f7a76d9d640 1 --2- 172.21.15.76:0/3840298233 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7a780d2d80 0x7f7a780b7c50 secure :-1 s=READY pgs=949 cs=0 l=1 rev1=1 crypto rx=0x7f7a7000c740 tx=0x7f7a7000cc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:18.656 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.653+0000 7f7a6f7fe640 1 -- 172.21.15.76:0/3840298233 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a7000ce50 con 0x7f7a780d2d80 2024-09-13T16:08:18.656 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.653+0000 7f7a6f7fe640 1 -- 172.21.15.76:0/3840298233 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7a7000a640 con 0x7f7a780d2d80 2024-09-13T16:08:18.656 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.653+0000 7f7a7cd57640 1 -- 172.21.15.76:0/3840298233 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7a600094d0 con 0x7f7a780d2d80 2024-09-13T16:08:18.657 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.653+0000 7f7a6f7fe640 1 -- 172.21.15.76:0/3840298233 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a7000a9d0 con 0x7f7a780d2d80 2024-09-13T16:08:18.657 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.653+0000 7f7a7cd57640 1 -- 172.21.15.76:0/3840298233 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7a780b2380 con 0x7f7a780d2d80 2024-09-13T16:08:18.657 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.654+0000 7f7a7cd57640 1 -- 172.21.15.76:0/3840298233 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7a78067300 con 0x7f7a780d2d80 2024-09-13T16:08:18.657 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.654+0000 7f7a6f7fe640 1 -- 172.21.15.76:0/3840298233 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7a7000ab30 con 0x7f7a780d2d80 2024-09-13T16:08:18.658 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.654+0000 7f7a6f7fe640 1 --2- 172.21.15.76:0/3840298233 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7a5806ac00 0x7f7a5806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:18.658 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.654+0000 7f7a6f7fe640 1 -- 172.21.15.76:0/3840298233 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(70..70 src has 1..70) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f7a70088be0 con 0x7f7a780d2d80 2024-09-13T16:08:18.658 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.655+0000 7f7a7659c640 1 --2- 172.21.15.76:0/3840298233 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7a5806ac00 0x7f7a5806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:18.658 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.655+0000 7f7a7659c640 1 --2- 172.21.15.76:0/3840298233 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7a5806ac00 0x7f7a5806d0c0 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f7a68009c30 tx=0x7f7a68009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:18.660 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.659+0000 7f7a6f7fe640 1 -- 172.21.15.76:0/3840298233 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f7a70053dc0 con 0x7f7a780d2d80 2024-09-13T16:08:18.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.818+0000 7f7a7cd57640 1 -- 172.21.15.76:0/3840298233 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f7a7806cca0 con 0x7f7a780d2d80 2024-09-13T16:08:18.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.819+0000 7f7a6f7fe640 1 -- 172.21.15.76:0/3840298233 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v70) v1 ==== 100+0+11 (secure 0 0 0) 0x7f7a70017020 con 0x7f7a780d2d80 2024-09-13T16:08:18.821 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2024-09-13T16:08:18.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.821+0000 7f7a7cd57640 1 -- 172.21.15.76:0/3840298233 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7a5806ac00 msgr2=0x7f7a5806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:18.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.821+0000 7f7a7cd57640 1 --2- 172.21.15.76:0/3840298233 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7a5806ac00 0x7f7a5806d0c0 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f7a68009c30 tx=0x7f7a68009190 comp rx=0 tx=0).stop 2024-09-13T16:08:18.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.821+0000 7f7a7cd57640 1 -- 172.21.15.76:0/3840298233 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7a780d2d80 msgr2=0x7f7a780b7c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:18.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.821+0000 7f7a7cd57640 1 --2- 172.21.15.76:0/3840298233 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7a780d2d80 0x7f7a780b7c50 secure :-1 s=READY pgs=949 cs=0 l=1 rev1=1 crypto rx=0x7f7a7000c740 tx=0x7f7a7000cc00 comp rx=0 tx=0).stop 2024-09-13T16:08:18.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.821+0000 7f7a7cd57640 1 -- 172.21.15.76:0/3840298233 shutdown_connections 2024-09-13T16:08:18.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.821+0000 7f7a7cd57640 1 --2- 172.21.15.76:0/3840298233 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7a780d2d80 0x7f7a780b7c50 unknown :-1 s=CLOSED pgs=949 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:18.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.821+0000 7f7a7cd57640 1 --2- 172.21.15.76:0/3840298233 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7a5806ac00 0x7f7a5806d0c0 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:18.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.821+0000 7f7a7cd57640 1 --2- 172.21.15.76:0/3840298233 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7a780d0c50 0x7f7a7815f440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:18.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.821+0000 7f7a7cd57640 1 --2- 172.21.15.76:0/3840298233 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7a7806c810 0x7f7a78154c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:18.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.821+0000 7f7a7cd57640 1 -- 172.21.15.76:0/3840298233 >> 172.21.15.76:0/3840298233 conn(0x7f7a78089ff0 msgr2=0x7f7a780d2100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:18.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.821+0000 7f7a7cd57640 1 -- 172.21.15.76:0/3840298233 shutdown_connections 2024-09-13T16:08:18.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.821+0000 7f7a7cd57640 1 -- 172.21.15.76:0/3840298233 wait complete. 2024-09-13T16:08:18.833 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:08:18.932 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.931+0000 7f89ba783640 1 Processor -- start 2024-09-13T16:08:18.932 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.931+0000 7f89ba783640 1 -- start start 2024-09-13T16:08:18.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.932+0000 7f89ba783640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f89b406dd30 0x7f89b40b1500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:18.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.932+0000 7f89ba783640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f89b406c390 0x7f89b40cd5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:18.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.932+0000 7f89ba783640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f89b406c820 con 0x7f89b415d8b0 2024-09-13T16:08:18.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.932+0000 7f89ba783640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f89b4159720 con 0x7f89b406dd30 2024-09-13T16:08:18.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.932+0000 7f89ba783640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f89b41599e0 con 0x7f89b406c390 2024-09-13T16:08:18.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.932+0000 7f89b37fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f89b415d8b0 0x7f89b406e110 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:60148/0 (socket says 172.21.15.76:60148) 2024-09-13T16:08:18.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.932+0000 7f89b37fe640 1 -- 172.21.15.76:0/3261316055 learned_addr learned my addr 172.21.15.76:0/3261316055 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:08:18.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.932+0000 7f89b3fff640 1 --2- 172.21.15.76:0/3261316055 >> v2:172.21.15.192:3300/0 conn(0x7f89b406dd30 0x7f89b40b1500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:18.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.932+0000 7f89b8d20640 1 --2- 172.21.15.76:0/3261316055 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f89b406c390 0x7f89b40cd5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:18.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.932+0000 7f89b2ffd640 1 -- 172.21.15.76:0/3261316055 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1870518756 0 0) 0x7f89b406c820 con 0x7f89b415d8b0 2024-09-13T16:08:18.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.932+0000 7f89b2ffd640 1 -- 172.21.15.76:0/3261316055 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f899c003520 con 0x7f89b415d8b0 2024-09-13T16:08:18.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.932+0000 7f89b2ffd640 1 -- 172.21.15.76:0/3261316055 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1469833061 0 0) 0x7f899c003520 con 0x7f89b415d8b0 2024-09-13T16:08:18.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.932+0000 7f89b2ffd640 1 -- 172.21.15.76:0/3261316055 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f89b406c390 msgr2=0x7f89b40cd5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:18.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.932+0000 7f89b2ffd640 1 --2- 172.21.15.76:0/3261316055 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f89b406c390 0x7f89b40cd5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:18.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.932+0000 7f89b2ffd640 1 -- 172.21.15.76:0/3261316055 >> v2:172.21.15.192:3300/0 conn(0x7f89b406dd30 msgr2=0x7f89b40b1500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:18.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.932+0000 7f89b2ffd640 1 --2- 172.21.15.76:0/3261316055 >> v2:172.21.15.192:3300/0 conn(0x7f89b406dd30 0x7f89b40b1500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:18.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.932+0000 7f89b2ffd640 1 -- 172.21.15.76:0/3261316055 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f89b4159cc0 con 0x7f89b415d8b0 2024-09-13T16:08:18.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.932+0000 7f89b2ffd640 1 -- 172.21.15.76:0/3261316055 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f89a8001670 con 0x7f89b415d8b0 2024-09-13T16:08:18.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.932+0000 7f89b2ffd640 1 -- 172.21.15.76:0/3261316055 >> v1:172.21.15.76:6789/0 conn(0x7f89b415d8b0 legacy=0x7f89b406e110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:18.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.932+0000 7f89b2ffd640 1 --2- 172.21.15.76:0/3261316055 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f89b406c390 0x7f899c003970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:18.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.932+0000 7f89b2ffd640 1 --2- 172.21.15.76:0/3261316055 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f899c003ef0 0x7f899c0047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:18.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.932+0000 7f89b2ffd640 1 --2- 172.21.15.76:0/3261316055 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f899c004d00 0x7f899c005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:18.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.932+0000 7f89b2ffd640 1 -- 172.21.15.76:0/3261316055 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f89b4159720 con 0x7f899c004d00 2024-09-13T16:08:18.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.932+0000 7f89b2ffd640 1 -- 172.21.15.76:0/3261316055 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f89b41599e0 con 0x7f899c003ef0 2024-09-13T16:08:18.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.932+0000 7f89b2ffd640 1 -- 172.21.15.76:0/3261316055 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f899c00ba60 con 0x7f89b406c390 2024-09-13T16:08:18.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.932+0000 7f89b8d20640 1 --2- 172.21.15.76:0/3261316055 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f899c004d00 0x7f899c005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:18.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.933+0000 7f89b37fe640 1 --2- 172.21.15.76:0/3261316055 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f899c003ef0 0x7f899c0047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:18.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.933+0000 7f89b3fff640 1 --2- 172.21.15.76:0/3261316055 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f89b406c390 0x7f899c003970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:18.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.933+0000 7f89b8d20640 1 -- 172.21.15.76:0/3261316055 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f89b406c390 msgr2=0x7f899c003970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:18.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.933+0000 7f89b8d20640 1 --2- 172.21.15.76:0/3261316055 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f89b406c390 0x7f899c003970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:18.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.933+0000 7f89b8d20640 1 -- 172.21.15.76:0/3261316055 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f899c003ef0 msgr2=0x7f899c0047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:18.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.933+0000 7f89b8d20640 1 --2- 172.21.15.76:0/3261316055 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f899c003ef0 0x7f899c0047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:18.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.933+0000 7f89b8d20640 1 -- 172.21.15.76:0/3261316055 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f899c003520 con 0x7f899c004d00 2024-09-13T16:08:18.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.933+0000 7f89b3fff640 1 --2- 172.21.15.76:0/3261316055 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f89b406c390 0x7f899c003970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:08:18.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.933+0000 7f89b37fe640 1 --2- 172.21.15.76:0/3261316055 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f899c003ef0 0x7f899c0047c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:08:18.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.933+0000 7f89b8d20640 1 --2- 172.21.15.76:0/3261316055 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f899c004d00 0x7f899c005180 secure :-1 s=READY pgs=951 cs=0 l=1 rev1=1 crypto rx=0x7f89ac009fc0 tx=0x7f899c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e6398be27f3b1543 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:18.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.934+0000 7f89b2ffd640 1 -- 172.21.15.76:0/3261316055 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89ac031640 con 0x7f899c004d00 2024-09-13T16:08:18.939 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.934+0000 7f89b2ffd640 1 -- 172.21.15.76:0/3261316055 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f89ac02d070 con 0x7f899c004d00 2024-09-13T16:08:18.939 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.934+0000 7f89b2ffd640 1 -- 172.21.15.76:0/3261316055 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89ac0319e0 con 0x7f899c004d00 2024-09-13T16:08:18.939 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.934+0000 7f89ba783640 1 -- 172.21.15.76:0/3261316055 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f899c004d00 msgr2=0x7f899c005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:18.939 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.934+0000 7f89ba783640 1 --2- 172.21.15.76:0/3261316055 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f899c004d00 0x7f899c005180 secure :-1 s=READY pgs=951 cs=0 l=1 rev1=1 crypto rx=0x7f89ac009fc0 tx=0x7f899c0057f0 comp rx=0 tx=0).stop 2024-09-13T16:08:18.939 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.934+0000 7f89b8d20640 1 -- 172.21.15.76:0/3261316055 reap_dead start 2024-09-13T16:08:18.939 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.934+0000 7f89ba783640 1 -- 172.21.15.76:0/3261316055 shutdown_connections 2024-09-13T16:08:18.939 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.934+0000 7f89ba783640 1 -- 172.21.15.76:0/3261316055 >> 172.21.15.76:0/3261316055 conn(0x7f89b4069e80 msgr2=0x7f89b406a260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:18.939 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.934+0000 7f89ba783640 1 -- 172.21.15.76:0/3261316055 shutdown_connections 2024-09-13T16:08:18.939 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.934+0000 7f89ba783640 1 -- 172.21.15.76:0/3261316055 wait complete. 2024-09-13T16:08:18.945 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.935+0000 7f89ba783640 1 Processor -- start 2024-09-13T16:08:18.945 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.936+0000 7f89ba783640 1 -- start start 2024-09-13T16:08:18.945 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.936+0000 7f89ba783640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f89b40ad810 0x7f89b414f020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:18.945 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.936+0000 7f89ba783640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f89b4152170 0x7f89b4151540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:18.945 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.936+0000 7f89ba783640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f89b414f560 0x7f89b4151a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:18.945 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.936+0000 7f89ba783640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f89b40adbf0 con 0x7f89b40ad810 2024-09-13T16:08:18.945 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.936+0000 7f89ba783640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f89b414fa30 con 0x7f89b4152170 2024-09-13T16:08:18.945 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.936+0000 7f89ba783640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f89b414fd10 con 0x7f89b414f560 2024-09-13T16:08:18.945 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.936+0000 7f89b3fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f89b40ad810 0x7f89b414f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:18.945 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.936+0000 7f89b3fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f89b40ad810 0x7f89b414f020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41808/0 (socket says 172.21.15.76:41808) 2024-09-13T16:08:18.945 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.936+0000 7f89b3fff640 1 -- 172.21.15.76:0/443350494 learned_addr learned my addr 172.21.15.76:0/443350494 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:18.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.937+0000 7f89b3fff640 1 -- 172.21.15.76:0/443350494 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f89b414f560 msgr2=0x7f89b4151a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:18.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.937+0000 7f89b3fff640 1 --2- 172.21.15.76:0/443350494 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f89b414f560 0x7f89b4151a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:18.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.937+0000 7f89b3fff640 1 -- 172.21.15.76:0/443350494 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f89b4152170 msgr2=0x7f89b4151540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:18.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.937+0000 7f89b3fff640 1 --2- 172.21.15.76:0/443350494 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f89b4152170 0x7f89b4151540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:18.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.937+0000 7f89b3fff640 1 -- 172.21.15.76:0/443350494 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f89b414fff0 con 0x7f89b40ad810 2024-09-13T16:08:18.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.937+0000 7f89b3fff640 1 --2- 172.21.15.76:0/443350494 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f89b40ad810 0x7f89b414f020 secure :-1 s=READY pgs=952 cs=0 l=1 rev1=1 crypto rx=0x7f89a40116d0 tx=0x7f89a4011b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:18.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.937+0000 7f89b0ff9640 1 -- 172.21.15.76:0/443350494 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89a400f940 con 0x7f89b40ad810 2024-09-13T16:08:18.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.937+0000 7f89b0ff9640 1 -- 172.21.15.76:0/443350494 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f89a400faa0 con 0x7f89b40ad810 2024-09-13T16:08:18.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.937+0000 7f89ba783640 1 -- 172.21.15.76:0/443350494 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f89b41502d0 con 0x7f89b40ad810 2024-09-13T16:08:18.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.937+0000 7f89b0ff9640 1 -- 172.21.15.76:0/443350494 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89a400fe50 con 0x7f89b40ad810 2024-09-13T16:08:18.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.937+0000 7f89ba783640 1 -- 172.21.15.76:0/443350494 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f89b4150ad0 con 0x7f89b40ad810 2024-09-13T16:08:18.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.938+0000 7f89ba783640 1 -- 172.21.15.76:0/443350494 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f89b40b1500 con 0x7f89b40ad810 2024-09-13T16:08:18.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.938+0000 7f89b0ff9640 1 -- 172.21.15.76:0/443350494 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f89a4015460 con 0x7f89b40ad810 2024-09-13T16:08:18.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.939+0000 7f89b0ff9640 1 --2- 172.21.15.76:0/443350494 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f89a006ac00 0x7f89a006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:18.947 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.939+0000 7f89b0ff9640 1 -- 172.21.15.76:0/443350494 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(70..70 src has 1..70) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f89a4089c70 con 0x7f89b40ad810 2024-09-13T16:08:18.947 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.939+0000 7f89b37fe640 1 --2- 172.21.15.76:0/443350494 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f89a006ac00 0x7f89a006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:18.947 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.939+0000 7f89b37fe640 1 --2- 172.21.15.76:0/443350494 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f89a006ac00 0x7f89a006d0c0 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f89a8001eb0 tx=0x7f89a8001b10 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:18.947 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:18.943+0000 7f89b0ff9640 1 -- 172.21.15.76:0/443350494 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f89a4054e50 con 0x7f89b40ad810 2024-09-13T16:08:19.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.120+0000 7f89ba783640 1 -- 172.21.15.76:0/443350494 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f89b414c1d0 con 0x7f89b40ad810 2024-09-13T16:08:19.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.120+0000 7f89b0ff9640 1 -- 172.21.15.76:0/443350494 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v70) v1 ==== 80+0+0 (secure 0 0 0) 0x7f89a4058470 con 0x7f89b40ad810 2024-09-13T16:08:19.122 INFO:teuthology.orchestra.run.smithi076.stderr:listed 0 entries 2024-09-13T16:08:19.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.122+0000 7f89ba783640 1 -- 172.21.15.76:0/443350494 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f89a006ac00 msgr2=0x7f89a006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:19.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.122+0000 7f89ba783640 1 --2- 172.21.15.76:0/443350494 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f89a006ac00 0x7f89a006d0c0 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f89a8001eb0 tx=0x7f89a8001b10 comp rx=0 tx=0).stop 2024-09-13T16:08:19.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.122+0000 7f89ba783640 1 -- 172.21.15.76:0/443350494 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f89b40ad810 msgr2=0x7f89b414f020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:19.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.122+0000 7f89ba783640 1 --2- 172.21.15.76:0/443350494 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f89b40ad810 0x7f89b414f020 secure :-1 s=READY pgs=952 cs=0 l=1 rev1=1 crypto rx=0x7f89a40116d0 tx=0x7f89a4011b90 comp rx=0 tx=0).stop 2024-09-13T16:08:19.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.122+0000 7f89ba783640 1 -- 172.21.15.76:0/443350494 shutdown_connections 2024-09-13T16:08:19.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.122+0000 7f89ba783640 1 --2- 172.21.15.76:0/443350494 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f89a006ac00 0x7f89a006d0c0 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:19.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.122+0000 7f89ba783640 1 --2- 172.21.15.76:0/443350494 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f89b414f560 0x7f89b4151a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:19.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.122+0000 7f89ba783640 1 --2- 172.21.15.76:0/443350494 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f89b4152170 0x7f89b4151540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:19.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.122+0000 7f89ba783640 1 --2- 172.21.15.76:0/443350494 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f89b40ad810 0x7f89b414f020 unknown :-1 s=CLOSED pgs=952 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:19.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.122+0000 7f89ba783640 1 -- 172.21.15.76:0/443350494 >> 172.21.15.76:0/443350494 conn(0x7f89b4069e80 msgr2=0x7f89b40cb420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:19.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.123+0000 7f89ba783640 1 -- 172.21.15.76:0/443350494 shutdown_connections 2024-09-13T16:08:19.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.123+0000 7f89ba783640 1 -- 172.21.15.76:0/443350494 wait complete. 2024-09-13T16:08:19.135 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi076.front.sepia.ceph.com... 2024-09-13T16:08:19.135 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:08:19.135 DEBUG:teuthology.orchestra.run.smithi076:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-13T16:08:19.158 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi076.stderr:ceph-fuse[62471]: fuse finished with error 0 and tester_r 0 2024-09-13T16:08:19.160 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi076.front.sepia.ceph.com 2024-09-13T16:08:19.160 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:08:19.160 DEBUG:teuthology.orchestra.run.smithi076:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T16:08:19.329 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-13T16:08:19.329 DEBUG:teuthology.orchestra.run.smithi192:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:08:19.349 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:08:19.468 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.466+0000 7f7df3525640 1 Processor -- start 2024-09-13T16:08:19.468 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.467+0000 7f7df3525640 1 -- start start 2024-09-13T16:08:19.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.467+0000 7f7df3525640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7dec15fd40 0x7f7dec0d0870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:19.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.467+0000 7f7df3525640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f7dec0d14a0 0x7f7dec0d0db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:19.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.467+0000 7f7df3525640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f7dec0b3140 0x7f7dec0cef50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:19.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.467+0000 7f7df3525640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7dec0b1fd0 con 0x7f7dec0b3140 2024-09-13T16:08:19.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.467+0000 7f7df3525640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7dec0b22b0 con 0x7f7dec0d14a0 2024-09-13T16:08:19.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.467+0000 7f7df3525640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7dec0b2590 con 0x7f7dec15fd40 2024-09-13T16:08:19.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.467+0000 7f7df1ac2640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f7dec0b3140 0x7f7dec0cef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:19.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.468+0000 7f7df1ac2640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f7dec0b3140 0x7f7dec0cef50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41824/0 (socket says 172.21.15.76:41824) 2024-09-13T16:08:19.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.468+0000 7f7df1ac2640 1 -- 172.21.15.76:0/829732666 learned_addr learned my addr 172.21.15.76:0/829732666 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:19.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.468+0000 7f7df0ac0640 1 --2- 172.21.15.76:0/829732666 >> v2:172.21.15.192:3300/0 conn(0x7f7dec0d14a0 0x7f7dec0d0db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:19.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.468+0000 7f7df12c1640 1 --2- 172.21.15.76:0/829732666 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7dec15fd40 0x7f7dec0d0870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:19.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.468+0000 7f7df1ac2640 1 -- 172.21.15.76:0/829732666 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7dec15fd40 msgr2=0x7f7dec0d0870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:19.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.468+0000 7f7df1ac2640 1 --2- 172.21.15.76:0/829732666 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7dec15fd40 0x7f7dec0d0870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:19.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.468+0000 7f7df1ac2640 1 -- 172.21.15.76:0/829732666 >> v2:172.21.15.192:3300/0 conn(0x7f7dec0d14a0 msgr2=0x7f7dec0d0db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:19.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.468+0000 7f7df1ac2640 1 --2- 172.21.15.76:0/829732666 >> v2:172.21.15.192:3300/0 conn(0x7f7dec0d14a0 0x7f7dec0d0db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:19.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.468+0000 7f7df1ac2640 1 -- 172.21.15.76:0/829732666 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7dec0b2870 con 0x7f7dec0b3140 2024-09-13T16:08:19.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.468+0000 7f7df12c1640 1 --2- 172.21.15.76:0/829732666 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7dec15fd40 0x7f7dec0d0870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:08:19.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.468+0000 7f7df0ac0640 1 --2- 172.21.15.76:0/829732666 >> v2:172.21.15.192:3300/0 conn(0x7f7dec0d14a0 0x7f7dec0d0db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:08:19.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.469+0000 7f7df1ac2640 1 --2- 172.21.15.76:0/829732666 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7dec0b3140 0x7f7dec0cef50 secure :-1 s=READY pgs=953 cs=0 l=1 rev1=1 crypto rx=0x7f7dec08ae50 tx=0x7f7de402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6aa1e243299565fd server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:19.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.469+0000 7f7debfff640 1 -- 172.21.15.76:0/829732666 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7de4032440 con 0x7f7dec0b3140 2024-09-13T16:08:19.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.469+0000 7f7debfff640 1 -- 172.21.15.76:0/829732666 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7de40325a0 con 0x7f7dec0b3140 2024-09-13T16:08:19.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.469+0000 7f7debfff640 1 -- 172.21.15.76:0/829732666 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7de4032930 con 0x7f7dec0b3140 2024-09-13T16:08:19.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.469+0000 7f7df3525640 1 -- 172.21.15.76:0/829732666 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7dec0b3140 msgr2=0x7f7dec0cef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:19.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.469+0000 7f7df3525640 1 --2- 172.21.15.76:0/829732666 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7dec0b3140 0x7f7dec0cef50 secure :-1 s=READY pgs=953 cs=0 l=1 rev1=1 crypto rx=0x7f7dec08ae50 tx=0x7f7de402a270 comp rx=0 tx=0).stop 2024-09-13T16:08:19.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.469+0000 7f7df3525640 1 -- 172.21.15.76:0/829732666 shutdown_connections 2024-09-13T16:08:19.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.469+0000 7f7df3525640 1 --2- 172.21.15.76:0/829732666 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7dec0b3140 0x7f7dec0cef50 unknown :-1 s=CLOSED pgs=953 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:19.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.469+0000 7f7df3525640 1 --2- 172.21.15.76:0/829732666 >> v2:172.21.15.192:3300/0 conn(0x7f7dec0d14a0 0x7f7dec0d0db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:19.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.469+0000 7f7df3525640 1 --2- 172.21.15.76:0/829732666 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7dec15fd40 0x7f7dec0d0870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:19.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.469+0000 7f7df3525640 1 -- 172.21.15.76:0/829732666 >> 172.21.15.76:0/829732666 conn(0x7f7dec089ff0 msgr2=0x7f7dec0d2640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:19.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.469+0000 7f7df3525640 1 -- 172.21.15.76:0/829732666 shutdown_connections 2024-09-13T16:08:19.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.469+0000 7f7df3525640 1 -- 172.21.15.76:0/829732666 wait complete. 2024-09-13T16:08:19.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.470+0000 7f7df3525640 1 Processor -- start 2024-09-13T16:08:19.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.471+0000 7f7df3525640 1 -- start start 2024-09-13T16:08:19.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.471+0000 7f7df3525640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7dec0b3140 0x7f7dec0cab10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:19.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.471+0000 7f7df3525640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7dec0d14a0 0x7f7dec153da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:19.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.471+0000 7f7df3525640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7dec15fd40 0x7f7dec15cc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:19.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.471+0000 7f7df3525640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7dec0cb050 con 0x7f7dec0d14a0 2024-09-13T16:08:19.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.471+0000 7f7df3525640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7dec1542e0 con 0x7f7dec15fd40 2024-09-13T16:08:19.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.471+0000 7f7df3525640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7dec0b6df0 con 0x7f7dec0b3140 2024-09-13T16:08:19.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.471+0000 7f7df0ac0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7dec0d14a0 0x7f7dec153da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:19.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.471+0000 7f7df0ac0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7dec0d14a0 0x7f7dec153da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41840/0 (socket says 172.21.15.76:41840) 2024-09-13T16:08:19.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.471+0000 7f7df0ac0640 1 -- 172.21.15.76:0/4021422269 learned_addr learned my addr 172.21.15.76:0/4021422269 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:19.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.472+0000 7f7df12c1640 1 --2- 172.21.15.76:0/4021422269 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7dec0b3140 0x7f7dec0cab10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:19.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.472+0000 7f7df1ac2640 1 --2- 172.21.15.76:0/4021422269 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7dec15fd40 0x7f7dec15cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:19.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.472+0000 7f7df0ac0640 1 -- 172.21.15.76:0/4021422269 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7dec0b3140 msgr2=0x7f7dec0cab10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:19.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.472+0000 7f7df0ac0640 1 --2- 172.21.15.76:0/4021422269 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7dec0b3140 0x7f7dec0cab10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:19.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.472+0000 7f7df0ac0640 1 -- 172.21.15.76:0/4021422269 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7dec15fd40 msgr2=0x7f7dec15cc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:19.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.472+0000 7f7df0ac0640 1 --2- 172.21.15.76:0/4021422269 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7dec15fd40 0x7f7dec15cc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:19.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.472+0000 7f7df0ac0640 1 -- 172.21.15.76:0/4021422269 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7de40094d0 con 0x7f7dec0d14a0 2024-09-13T16:08:19.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.472+0000 7f7df0ac0640 1 --2- 172.21.15.76:0/4021422269 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7dec0d14a0 0x7f7dec153da0 secure :-1 s=READY pgs=954 cs=0 l=1 rev1=1 crypto rx=0x7f7de000c7f0 tx=0x7f7de000ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:19.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.472+0000 7f7de9ffb640 1 -- 172.21.15.76:0/4021422269 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7de000cea0 con 0x7f7dec0d14a0 2024-09-13T16:08:19.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.472+0000 7f7de9ffb640 1 -- 172.21.15.76:0/4021422269 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7de0007a30 con 0x7f7dec0d14a0 2024-09-13T16:08:19.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.472+0000 7f7df3525640 1 -- 172.21.15.76:0/4021422269 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7dec0b2f10 con 0x7f7dec0d14a0 2024-09-13T16:08:19.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.472+0000 7f7de9ffb640 1 -- 172.21.15.76:0/4021422269 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7de0007dc0 con 0x7f7dec0d14a0 2024-09-13T16:08:19.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.472+0000 7f7df3525640 1 -- 172.21.15.76:0/4021422269 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7dec0cb330 con 0x7f7dec0d14a0 2024-09-13T16:08:19.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.473+0000 7f7df3525640 1 -- 172.21.15.76:0/4021422269 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7dec0cea90 con 0x7f7dec0d14a0 2024-09-13T16:08:19.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.474+0000 7f7de9ffb640 1 -- 172.21.15.76:0/4021422269 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7de00113f0 con 0x7f7dec0d14a0 2024-09-13T16:08:19.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.474+0000 7f7de9ffb640 1 --2- 172.21.15.76:0/4021422269 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7dd806ac30 0x7f7dd806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:19.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.474+0000 7f7de9ffb640 1 -- 172.21.15.76:0/4021422269 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(70..70 src has 1..70) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f7de0089590 con 0x7f7dec0d14a0 2024-09-13T16:08:19.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.474+0000 7f7df12c1640 1 --2- 172.21.15.76:0/4021422269 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7dd806ac30 0x7f7dd806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:19.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.475+0000 7f7df12c1640 1 --2- 172.21.15.76:0/4021422269 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7dd806ac30 0x7f7dd806d0f0 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f7ddc007fb0 tx=0x7f7ddc007990 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:19.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.478+0000 7f7de9ffb640 1 -- 172.21.15.76:0/4021422269 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f7de00546c0 con 0x7f7dec0d14a0 2024-09-13T16:08:19.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.643+0000 7f7df3525640 1 -- 172.21.15.76:0/4021422269 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f7dec0cfce0 con 0x7f7dec0d14a0 2024-09-13T16:08:19.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.645+0000 7f7de9ffb640 1 -- 172.21.15.76:0/4021422269 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v70) v1 ==== 74+0+16680 (secure 0 0 0) 0x7f7de0057ce0 con 0x7f7dec0d14a0 2024-09-13T16:08:19.646 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:19.646 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":70,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:07:40.494954+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":10,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:07:37.664256+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_data","create_time":"2024-09-13T16:07:38.459206+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"70","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:08:19.648 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.647+0000 7f7df3525640 1 -- 172.21.15.76:0/4021422269 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7dd806ac30 msgr2=0x7f7dd806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:19.648 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.647+0000 7f7df3525640 1 --2- 172.21.15.76:0/4021422269 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7dd806ac30 0x7f7dd806d0f0 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f7ddc007fb0 tx=0x7f7ddc007990 comp rx=0 tx=0).stop 2024-09-13T16:08:19.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.647+0000 7f7df3525640 1 -- 172.21.15.76:0/4021422269 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7dec0d14a0 msgr2=0x7f7dec153da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:19.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.647+0000 7f7df3525640 1 --2- 172.21.15.76:0/4021422269 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7dec0d14a0 0x7f7dec153da0 secure :-1 s=READY pgs=954 cs=0 l=1 rev1=1 crypto rx=0x7f7de000c7f0 tx=0x7f7de000ccb0 comp rx=0 tx=0).stop 2024-09-13T16:08:19.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.647+0000 7f7df3525640 1 -- 172.21.15.76:0/4021422269 shutdown_connections 2024-09-13T16:08:19.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.647+0000 7f7df3525640 1 --2- 172.21.15.76:0/4021422269 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7dec15fd40 0x7f7dec15cc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:19.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.647+0000 7f7df3525640 1 --2- 172.21.15.76:0/4021422269 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7dec0d14a0 0x7f7dec153da0 unknown :-1 s=CLOSED pgs=954 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:19.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.647+0000 7f7df3525640 1 --2- 172.21.15.76:0/4021422269 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7dd806ac30 0x7f7dd806d0f0 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:19.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.647+0000 7f7df3525640 1 --2- 172.21.15.76:0/4021422269 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7dec0b3140 0x7f7dec0cab10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:19.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.647+0000 7f7df3525640 1 -- 172.21.15.76:0/4021422269 >> 172.21.15.76:0/4021422269 conn(0x7f7dec089ff0 msgr2=0x7f7dec0ce260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:19.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.647+0000 7f7df3525640 1 -- 172.21.15.76:0/4021422269 shutdown_connections 2024-09-13T16:08:19.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.647+0000 7f7df3525640 1 -- 172.21.15.76:0/4021422269 wait complete. 2024-09-13T16:08:19.660 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:01:26.960607+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 9, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:07:37.664256+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '69', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 10, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:07:38.459206+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '70', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:08:19.660 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:08:19.761 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.759+0000 7f6c24a0d640 1 Processor -- start 2024-09-13T16:08:19.761 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.760+0000 7f6c24a0d640 1 -- start start 2024-09-13T16:08:19.765 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.760+0000 7f6c24a0d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f6c201593c0 0x7f6c200cb7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:19.765 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.760+0000 7f6c24a0d640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f6c2006db10 0x7f6c201597a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:19.765 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.760+0000 7f6c24a0d640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6c200b1da0 con 0x7f6c200cbd20 2024-09-13T16:08:19.765 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.760+0000 7f6c24a0d640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6c200b1b90 con 0x7f6c201593c0 2024-09-13T16:08:19.765 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.760+0000 7f6c24a0d640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6c200b2080 con 0x7f6c2006db10 2024-09-13T16:08:19.765 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.760+0000 7f6c1e59c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f6c201593c0 0x7f6c200cb7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:19.765 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.761+0000 7f6c1e59c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f6c201593c0 0x7f6c200cb7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41842/0 (socket says 172.21.15.76:41842) 2024-09-13T16:08:19.766 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.761+0000 7f6c1e59c640 1 -- 172.21.15.76:0/1003497970 learned_addr learned my addr 172.21.15.76:0/1003497970 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:19.766 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.761+0000 7f6c1ed9d640 1 --2- 172.21.15.76:0/1003497970 >> v2:172.21.15.192:3300/0 conn(0x7f6c2006db10 0x7f6c201597a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:19.766 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.761+0000 7f6c1e59c640 1 -- 172.21.15.76:0/1003497970 >> v2:172.21.15.192:3300/0 conn(0x7f6c2006db10 msgr2=0x7f6c201597a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:19.766 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.761+0000 7f6c1e59c640 1 --2- 172.21.15.76:0/1003497970 >> v2:172.21.15.192:3300/0 conn(0x7f6c2006db10 0x7f6c201597a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:19.766 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.761+0000 7f6c1e59c640 1 -- 172.21.15.76:0/1003497970 >> v1:172.21.15.192:6789/0 conn(0x7f6c200cbd20 legacy=0x7f6c2006d400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:19.766 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.761+0000 7f6c1e59c640 1 -- 172.21.15.76:0/1003497970 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6c200b2360 con 0x7f6c201593c0 2024-09-13T16:08:19.766 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.762+0000 7f6c1e59c640 1 --2- 172.21.15.76:0/1003497970 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6c201593c0 0x7f6c200cb7e0 secure :-1 s=READY pgs=955 cs=0 l=1 rev1=1 crypto rx=0x7f6c2006e0e0 tx=0x7f6c1002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=903fa4ae43ad4573 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:19.766 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.762+0000 7f6c1dd9b640 1 -- 172.21.15.76:0/1003497970 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c10032440 con 0x7f6c201593c0 2024-09-13T16:08:19.766 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.762+0000 7f6c1dd9b640 1 -- 172.21.15.76:0/1003497970 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6c100325a0 con 0x7f6c201593c0 2024-09-13T16:08:19.766 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.762+0000 7f6c1dd9b640 1 -- 172.21.15.76:0/1003497970 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c10032930 con 0x7f6c201593c0 2024-09-13T16:08:19.766 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.762+0000 7f6c24a0d640 1 -- 172.21.15.76:0/1003497970 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6c201593c0 msgr2=0x7f6c200cb7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:19.766 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.762+0000 7f6c24a0d640 1 --2- 172.21.15.76:0/1003497970 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6c201593c0 0x7f6c200cb7e0 secure :-1 s=READY pgs=955 cs=0 l=1 rev1=1 crypto rx=0x7f6c2006e0e0 tx=0x7f6c1002a270 comp rx=0 tx=0).stop 2024-09-13T16:08:19.766 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.762+0000 7f6c24a0d640 1 -- 172.21.15.76:0/1003497970 shutdown_connections 2024-09-13T16:08:19.766 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.762+0000 7f6c24a0d640 1 --2- 172.21.15.76:0/1003497970 >> v2:172.21.15.192:3300/0 conn(0x7f6c2006db10 0x7f6c201597a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:19.767 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.762+0000 7f6c24a0d640 1 --2- 172.21.15.76:0/1003497970 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6c201593c0 0x7f6c200cb7e0 unknown :-1 s=CLOSED pgs=955 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:19.767 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.762+0000 7f6c24a0d640 1 -- 172.21.15.76:0/1003497970 >> 172.21.15.76:0/1003497970 conn(0x7f6c200b0200 msgr2=0x7f6c200b05e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:19.767 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.762+0000 7f6c24a0d640 1 -- 172.21.15.76:0/1003497970 shutdown_connections 2024-09-13T16:08:19.767 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.762+0000 7f6c24a0d640 1 -- 172.21.15.76:0/1003497970 wait complete. 2024-09-13T16:08:19.767 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.764+0000 7f6c24a0d640 1 Processor -- start 2024-09-13T16:08:19.767 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.764+0000 7f6c24a0d640 1 -- start start 2024-09-13T16:08:19.769 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.764+0000 7f6c24a0d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6c2006db10 0x7f6c200acdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:19.769 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.764+0000 7f6c24a0d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6c201593c0 0x7f6c2015a880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:19.769 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.764+0000 7f6c24a0d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6c2015c090 0x7f6c200c4180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:19.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.764+0000 7f6c24a0d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c2015adc0 con 0x7f6c2006db10 2024-09-13T16:08:19.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.764+0000 7f6c24a0d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c2015aff0 con 0x7f6c201593c0 2024-09-13T16:08:19.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.764+0000 7f6c24a0d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6c2015b2d0 con 0x7f6c2015c090 2024-09-13T16:08:19.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.764+0000 7f6c1e59c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6c2006db10 0x7f6c200acdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:19.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.764+0000 7f6c1e59c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6c2006db10 0x7f6c200acdc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41848/0 (socket says 172.21.15.76:41848) 2024-09-13T16:08:19.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.765+0000 7f6c1e59c640 1 -- 172.21.15.76:0/2980403586 learned_addr learned my addr 172.21.15.76:0/2980403586 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:19.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.765+0000 7f6c17fff640 1 --2- 172.21.15.76:0/2980403586 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6c201593c0 0x7f6c2015a880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:19.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.765+0000 7f6c1ed9d640 1 --2- 172.21.15.76:0/2980403586 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6c2015c090 0x7f6c200c4180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:19.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.765+0000 7f6c1e59c640 1 -- 172.21.15.76:0/2980403586 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6c2015c090 msgr2=0x7f6c200c4180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:19.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.765+0000 7f6c1e59c640 1 --2- 172.21.15.76:0/2980403586 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6c2015c090 0x7f6c200c4180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:19.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.765+0000 7f6c1e59c640 1 -- 172.21.15.76:0/2980403586 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6c201593c0 msgr2=0x7f6c2015a880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:19.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.765+0000 7f6c1e59c640 1 --2- 172.21.15.76:0/2980403586 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6c201593c0 0x7f6c2015a880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:19.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.765+0000 7f6c1e59c640 1 -- 172.21.15.76:0/2980403586 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6c100094d0 con 0x7f6c2006db10 2024-09-13T16:08:19.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.765+0000 7f6c1e59c640 1 --2- 172.21.15.76:0/2980403586 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6c2006db10 0x7f6c200acdc0 secure :-1 s=READY pgs=956 cs=0 l=1 rev1=1 crypto rx=0x7f6c1002a2b0 tx=0x7f6c100046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:19.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.765+0000 7f6c16ffd640 1 -- 172.21.15.76:0/2980403586 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c10032440 con 0x7f6c2006db10 2024-09-13T16:08:19.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.765+0000 7f6c16ffd640 1 -- 172.21.15.76:0/2980403586 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6c10030ba0 con 0x7f6c2006db10 2024-09-13T16:08:19.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.765+0000 7f6c24a0d640 1 -- 172.21.15.76:0/2980403586 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6c2015b5b0 con 0x7f6c2006db10 2024-09-13T16:08:19.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.765+0000 7f6c16ffd640 1 -- 172.21.15.76:0/2980403586 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c1003d440 con 0x7f6c2006db10 2024-09-13T16:08:19.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.765+0000 7f6c24a0d640 1 -- 172.21.15.76:0/2980403586 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6c2015bb70 con 0x7f6c2006db10 2024-09-13T16:08:19.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.766+0000 7f6c24a0d640 1 -- 172.21.15.76:0/2980403586 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6c2015b410 con 0x7f6c2006db10 2024-09-13T16:08:19.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.767+0000 7f6c16ffd640 1 -- 172.21.15.76:0/2980403586 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f6c10039040 con 0x7f6c2006db10 2024-09-13T16:08:19.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.767+0000 7f6c16ffd640 1 --2- 172.21.15.76:0/2980403586 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6c0006ac00 0x7f6c0006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:19.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.767+0000 7f6c16ffd640 1 -- 172.21.15.76:0/2980403586 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(70..70 src has 1..70) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f6c100a9e90 con 0x7f6c2006db10 2024-09-13T16:08:19.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.767+0000 7f6c17fff640 1 --2- 172.21.15.76:0/2980403586 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6c0006ac00 0x7f6c0006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:19.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.768+0000 7f6c17fff640 1 --2- 172.21.15.76:0/2980403586 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6c0006ac00 0x7f6c0006d0c0 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f6c200ad570 tx=0x7f6c08009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:19.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.771+0000 7f6c16ffd640 1 -- 172.21.15.76:0/2980403586 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f6c2015b410 con 0x7f6c2006db10 2024-09-13T16:08:19.932 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.930+0000 7f6c24a0d640 1 -- 172.21.15.76:0/2980403586 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f6c2015b410 con 0x7f6c2006db10 2024-09-13T16:08:19.932 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.931+0000 7f6c16ffd640 1 -- 172.21.15.76:0/2980403586 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v70) v1 ==== 93+0+10 (secure 0 0 0) 0x7f6c2015b410 con 0x7f6c2006db10 2024-09-13T16:08:19.932 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2024-09-13T16:08:19.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.932+0000 7f6c24a0d640 1 -- 172.21.15.76:0/2980403586 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6c0006ac00 msgr2=0x7f6c0006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:19.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.932+0000 7f6c24a0d640 1 --2- 172.21.15.76:0/2980403586 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6c0006ac00 0x7f6c0006d0c0 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f6c200ad570 tx=0x7f6c08009040 comp rx=0 tx=0).stop 2024-09-13T16:08:19.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.932+0000 7f6c24a0d640 1 -- 172.21.15.76:0/2980403586 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6c2006db10 msgr2=0x7f6c200acdc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:19.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.932+0000 7f6c24a0d640 1 --2- 172.21.15.76:0/2980403586 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6c2006db10 0x7f6c200acdc0 secure :-1 s=READY pgs=956 cs=0 l=1 rev1=1 crypto rx=0x7f6c1002a2b0 tx=0x7f6c100046c0 comp rx=0 tx=0).stop 2024-09-13T16:08:19.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.932+0000 7f6c24a0d640 1 -- 172.21.15.76:0/2980403586 shutdown_connections 2024-09-13T16:08:19.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.932+0000 7f6c24a0d640 1 --2- 172.21.15.76:0/2980403586 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6c0006ac00 0x7f6c0006d0c0 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:19.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.932+0000 7f6c24a0d640 1 --2- 172.21.15.76:0/2980403586 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6c2015c090 0x7f6c200c4180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:19.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.932+0000 7f6c24a0d640 1 --2- 172.21.15.76:0/2980403586 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6c201593c0 0x7f6c2015a880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:19.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.932+0000 7f6c24a0d640 1 --2- 172.21.15.76:0/2980403586 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6c2006db10 0x7f6c200acdc0 unknown :-1 s=CLOSED pgs=956 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:19.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.932+0000 7f6c24a0d640 1 -- 172.21.15.76:0/2980403586 >> 172.21.15.76:0/2980403586 conn(0x7f6c200b0200 msgr2=0x7f6c200b05e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:19.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.933+0000 7f6c24a0d640 1 -- 172.21.15.76:0/2980403586 shutdown_connections 2024-09-13T16:08:19.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:19.933+0000 7f6c24a0d640 1 -- 172.21.15.76:0/2980403586 wait complete. 2024-09-13T16:08:19.945 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:08:20.047 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.045+0000 7ffbc2376640 1 Processor -- start 2024-09-13T16:08:20.047 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.045+0000 7ffbc2376640 1 -- start start 2024-09-13T16:08:20.051 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.046+0000 7ffbc2376640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffbbc1593c0 0x7ffbbc0cb7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:20.051 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.046+0000 7ffbc2376640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ffbbc0b1da0 con 0x7ffbbc0cbd20 2024-09-13T16:08:20.051 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.046+0000 7ffbc2376640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ffbbc0b2080 con 0x7ffbbc06db10 2024-09-13T16:08:20.051 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.046+0000 7ffbc2376640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffbbc0b1b90 con 0x7ffbbc1593c0 2024-09-13T16:08:20.051 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.046+0000 7ffbbb7fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7ffbbc0cbd20 0x7ffbbc06d400 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:60162/0 (socket says 172.21.15.76:60162) 2024-09-13T16:08:20.052 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.046+0000 7ffbbb7fe640 1 -- 172.21.15.76:0/3507789794 learned_addr learned my addr 172.21.15.76:0/3507789794 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:08:20.052 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.046+0000 7ffbbbfff640 1 --2- 172.21.15.76:0/3507789794 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffbbc1593c0 0x7ffbbc0cb7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:20.052 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.046+0000 7ffbbaffd640 1 -- 172.21.15.76:0/3507789794 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1230031430 0 0) 0x7ffbbc0b1da0 con 0x7ffbbc0cbd20 2024-09-13T16:08:20.052 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.046+0000 7ffbbaffd640 1 -- 172.21.15.76:0/3507789794 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ffba4003520 con 0x7ffbbc0cbd20 2024-09-13T16:08:20.052 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.047+0000 7ffbbaffd640 1 -- 172.21.15.76:0/3507789794 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 207810066 0 0) 0x7ffbbc0b2080 con 0x7ffbbc06db10 2024-09-13T16:08:20.052 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.047+0000 7ffbbaffd640 1 -- 172.21.15.76:0/3507789794 --> v1:172.21.15.192:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ffbbc0b1da0 con 0x7ffbbc06db10 2024-09-13T16:08:20.052 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.047+0000 7ffbbaffd640 1 -- 172.21.15.76:0/3507789794 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1525481748 0 0) 0x7ffba4003520 con 0x7ffbbc0cbd20 2024-09-13T16:08:20.052 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.047+0000 7ffbbaffd640 1 -- 172.21.15.76:0/3507789794 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffbbc1593c0 msgr2=0x7ffbbc0cb7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:20.052 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.047+0000 7ffbbaffd640 1 --2- 172.21.15.76:0/3507789794 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffbbc1593c0 0x7ffbbc0cb7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:20.052 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.047+0000 7ffbbaffd640 1 -- 172.21.15.76:0/3507789794 >> v1:172.21.15.192:6789/0 conn(0x7ffbbc06db10 legacy=0x7ffbbc1597a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:20.052 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.047+0000 7ffbbaffd640 1 -- 172.21.15.76:0/3507789794 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffbbc0b2360 con 0x7ffbbc0cbd20 2024-09-13T16:08:20.052 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.047+0000 7ffbbaffd640 1 -- 172.21.15.76:0/3507789794 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7ffbb0001670 con 0x7ffbbc0cbd20 2024-09-13T16:08:20.053 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.047+0000 7ffbbbfff640 1 --2- 172.21.15.76:0/3507789794 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffbbc1593c0 0x7ffbbc0cb7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:08:20.053 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.047+0000 7ffbbaffd640 1 -- 172.21.15.76:0/3507789794 >> v1:172.21.15.76:6789/0 conn(0x7ffbbc0cbd20 legacy=0x7ffbbc06d400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:20.053 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.047+0000 7ffbbaffd640 1 --2- 172.21.15.76:0/3507789794 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffbbc1593c0 0x7ffba4003b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:20.053 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.047+0000 7ffbbaffd640 1 --2- 172.21.15.76:0/3507789794 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffba4004070 0x7ffba40047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:20.053 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.047+0000 7ffbbaffd640 1 --2- 172.21.15.76:0/3507789794 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffba4004d00 0x7ffba4005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:20.053 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.047+0000 7ffbbaffd640 1 -- 172.21.15.76:0/3507789794 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffbbc0b1b90 con 0x7ffba4004d00 2024-09-13T16:08:20.053 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.047+0000 7ffbbaffd640 1 -- 172.21.15.76:0/3507789794 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffba400ba30 con 0x7ffba4004070 2024-09-13T16:08:20.053 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.047+0000 7ffbbaffd640 1 -- 172.21.15.76:0/3507789794 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffba400bbf0 con 0x7ffbbc1593c0 2024-09-13T16:08:20.053 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.047+0000 7ffbc0913640 1 --2- 172.21.15.76:0/3507789794 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffba4004d00 0x7ffba4005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:20.053 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.047+0000 7ffbbbfff640 1 --2- 172.21.15.76:0/3507789794 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffbbc1593c0 0x7ffba4003b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:20.053 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.047+0000 7ffbbb7fe640 1 --2- 172.21.15.76:0/3507789794 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffba4004070 0x7ffba40047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:20.053 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.047+0000 7ffbc0913640 1 -- 172.21.15.76:0/3507789794 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffbbc1593c0 msgr2=0x7ffba4003b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:20.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.047+0000 7ffbc0913640 1 --2- 172.21.15.76:0/3507789794 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffbbc1593c0 0x7ffba4003b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:20.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.047+0000 7ffbc0913640 1 -- 172.21.15.76:0/3507789794 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffba4004070 msgr2=0x7ffba40047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:20.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.047+0000 7ffbc0913640 1 --2- 172.21.15.76:0/3507789794 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffba4004070 0x7ffba40047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:20.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.047+0000 7ffbc0913640 1 -- 172.21.15.76:0/3507789794 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffbac009400 con 0x7ffba4004d00 2024-09-13T16:08:20.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.047+0000 7ffbbb7fe640 1 --2- 172.21.15.76:0/3507789794 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffba4004070 0x7ffba40047c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:08:20.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.047+0000 7ffbbbfff640 1 --2- 172.21.15.76:0/3507789794 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffbbc1593c0 0x7ffba4003b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:08:20.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.048+0000 7ffbc0913640 1 --2- 172.21.15.76:0/3507789794 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffba4004d00 0x7ffba4005180 secure :-1 s=READY pgs=958 cs=0 l=1 rev1=1 crypto rx=0x7ffbbc06e100 tx=0x7ffba40057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa7ae950ccefb77b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:20.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.048+0000 7ffbbaffd640 1 -- 172.21.15.76:0/3507789794 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffbb4003b70 con 0x7ffba4004d00 2024-09-13T16:08:20.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.048+0000 7ffbbaffd640 1 -- 172.21.15.76:0/3507789794 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffbb402d050 con 0x7ffba4004d00 2024-09-13T16:08:20.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.048+0000 7ffbbaffd640 1 -- 172.21.15.76:0/3507789794 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffbb40050d0 con 0x7ffba4004d00 2024-09-13T16:08:20.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.048+0000 7ffbc2376640 1 -- 172.21.15.76:0/3507789794 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffba4004d00 msgr2=0x7ffba4005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:20.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.048+0000 7ffbc2376640 1 --2- 172.21.15.76:0/3507789794 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffba4004d00 0x7ffba4005180 secure :-1 s=READY pgs=958 cs=0 l=1 rev1=1 crypto rx=0x7ffbbc06e100 tx=0x7ffba40057f0 comp rx=0 tx=0).stop 2024-09-13T16:08:20.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.048+0000 7ffbc0913640 1 -- 172.21.15.76:0/3507789794 reap_dead start 2024-09-13T16:08:20.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.048+0000 7ffbc2376640 1 -- 172.21.15.76:0/3507789794 shutdown_connections 2024-09-13T16:08:20.055 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.048+0000 7ffbc2376640 1 -- 172.21.15.76:0/3507789794 >> 172.21.15.76:0/3507789794 conn(0x7ffbbc0b0200 msgr2=0x7ffbbc0b05e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:20.055 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.048+0000 7ffbc2376640 1 -- 172.21.15.76:0/3507789794 shutdown_connections 2024-09-13T16:08:20.055 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.048+0000 7ffbc2376640 1 -- 172.21.15.76:0/3507789794 wait complete. 2024-09-13T16:08:20.055 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.050+0000 7ffbc2376640 1 Processor -- start 2024-09-13T16:08:20.055 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.050+0000 7ffbc2376640 1 -- start start 2024-09-13T16:08:20.058 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.050+0000 7ffbc2376640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffba4004d00 0x7ffbbc14cf60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:20.058 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.050+0000 7ffbc2376640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffbbc14c990 0x7ffbbc0ac970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:20.058 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.051+0000 7ffbc2376640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffbbc0aceb0 0x7ffbbc152050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:20.058 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.051+0000 7ffbc2376640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffbbc0ad360 con 0x7ffbbc0aceb0 2024-09-13T16:08:20.058 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.051+0000 7ffbc2376640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffbbc154a90 con 0x7ffbbc14c990 2024-09-13T16:08:20.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.051+0000 7ffbc2376640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffbbc151890 con 0x7ffba4004d00 2024-09-13T16:08:20.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.051+0000 7ffbc0913640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffbbc0aceb0 0x7ffbbc152050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:20.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.051+0000 7ffbc0913640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffbbc0aceb0 0x7ffbbc152050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41870/0 (socket says 172.21.15.76:41870) 2024-09-13T16:08:20.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.051+0000 7ffbc0913640 1 -- 172.21.15.76:0/3108925755 learned_addr learned my addr 172.21.15.76:0/3108925755 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:20.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.051+0000 7ffbbb7fe640 1 --2- 172.21.15.76:0/3108925755 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffbbc14c990 0x7ffbbc0ac970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:20.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.051+0000 7ffbbbfff640 1 --2- 172.21.15.76:0/3108925755 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffba4004d00 0x7ffbbc14cf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:20.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.051+0000 7ffbc0913640 1 -- 172.21.15.76:0/3108925755 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffba4004d00 msgr2=0x7ffbbc14cf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:20.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.051+0000 7ffbc0913640 1 --2- 172.21.15.76:0/3108925755 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffba4004d00 0x7ffbbc14cf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:20.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.051+0000 7ffbc0913640 1 -- 172.21.15.76:0/3108925755 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffbbc14c990 msgr2=0x7ffbbc0ac970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:20.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.051+0000 7ffbc0913640 1 --2- 172.21.15.76:0/3108925755 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffbbc14c990 0x7ffbbc0ac970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:20.060 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.051+0000 7ffbc0913640 1 -- 172.21.15.76:0/3108925755 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffbbc1544d0 con 0x7ffbbc0aceb0 2024-09-13T16:08:20.060 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.051+0000 7ffbc0913640 1 --2- 172.21.15.76:0/3108925755 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffbbc0aceb0 0x7ffbbc152050 secure :-1 s=READY pgs=959 cs=0 l=1 rev1=1 crypto rx=0x7ffbb4005040 tx=0x7ffbb4001650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:20.060 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.051+0000 7ffbb8ff9640 1 -- 172.21.15.76:0/3108925755 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffbb40052e0 con 0x7ffbbc0aceb0 2024-09-13T16:08:20.060 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.051+0000 7ffbb8ff9640 1 -- 172.21.15.76:0/3108925755 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffbb4005440 con 0x7ffbbc0aceb0 2024-09-13T16:08:20.060 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.051+0000 7ffbc2376640 1 -- 172.21.15.76:0/3108925755 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffbbc1547b0 con 0x7ffbbc0aceb0 2024-09-13T16:08:20.060 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.051+0000 7ffbb8ff9640 1 -- 172.21.15.76:0/3108925755 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffbb40057d0 con 0x7ffbbc0aceb0 2024-09-13T16:08:20.060 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.051+0000 7ffbc2376640 1 -- 172.21.15.76:0/3108925755 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffbbc15c470 con 0x7ffbbc0aceb0 2024-09-13T16:08:20.060 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.052+0000 7ffbc2376640 1 -- 172.21.15.76:0/3108925755 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ffbbc1516f0 con 0x7ffbbc0aceb0 2024-09-13T16:08:20.060 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.053+0000 7ffbb8ff9640 1 -- 172.21.15.76:0/3108925755 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ffbb4048460 con 0x7ffbbc0aceb0 2024-09-13T16:08:20.060 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.053+0000 7ffbb8ff9640 1 --2- 172.21.15.76:0/3108925755 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ffba806ac00 0x7ffba806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:20.060 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.053+0000 7ffbbbfff640 1 --2- 172.21.15.76:0/3108925755 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ffba806ac00 0x7ffba806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:20.061 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.053+0000 7ffbb8ff9640 1 -- 172.21.15.76:0/3108925755 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(70..70 src has 1..70) v4 ==== 6029+0+0 (secure 0 0 0) 0x7ffbb40a9c70 con 0x7ffbbc0aceb0 2024-09-13T16:08:20.061 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.054+0000 7ffbbbfff640 1 --2- 172.21.15.76:0/3108925755 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ffba806ac00 0x7ffba806d0c0 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7ffbbc15ce10 tx=0x7ffbac008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:20.061 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.058+0000 7ffbb8ff9640 1 -- 172.21.15.76:0/3108925755 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ffbbc1516f0 con 0x7ffbbc0aceb0 2024-09-13T16:08:20.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.218+0000 7ffbc2376640 1 -- 172.21.15.76:0/3108925755 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7ffbbc151d70 con 0x7ffbbc0aceb0 2024-09-13T16:08:20.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.218+0000 7ffbb8ff9640 1 -- 172.21.15.76:0/3108925755 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v70) v1 ==== 104+0+11 (secure 0 0 0) 0x7ffbbc151d70 con 0x7ffbbc0aceb0 2024-09-13T16:08:20.220 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2024-09-13T16:08:20.222 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.221+0000 7ffbc2376640 1 -- 172.21.15.76:0/3108925755 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ffba806ac00 msgr2=0x7ffba806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:20.222 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.221+0000 7ffbc2376640 1 --2- 172.21.15.76:0/3108925755 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ffba806ac00 0x7ffba806d0c0 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7ffbbc15ce10 tx=0x7ffbac008040 comp rx=0 tx=0).stop 2024-09-13T16:08:20.222 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.221+0000 7ffbc2376640 1 -- 172.21.15.76:0/3108925755 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffbbc0aceb0 msgr2=0x7ffbbc152050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:20.222 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.221+0000 7ffbc2376640 1 --2- 172.21.15.76:0/3108925755 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffbbc0aceb0 0x7ffbbc152050 secure :-1 s=READY pgs=959 cs=0 l=1 rev1=1 crypto rx=0x7ffbb4005040 tx=0x7ffbb4001650 comp rx=0 tx=0).stop 2024-09-13T16:08:20.223 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.221+0000 7ffbc2376640 1 -- 172.21.15.76:0/3108925755 shutdown_connections 2024-09-13T16:08:20.223 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.221+0000 7ffbc2376640 1 --2- 172.21.15.76:0/3108925755 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffbbc0aceb0 0x7ffbbc152050 unknown :-1 s=CLOSED pgs=959 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:20.223 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.221+0000 7ffbc2376640 1 --2- 172.21.15.76:0/3108925755 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffbbc14c990 0x7ffbbc0ac970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:20.223 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.221+0000 7ffbc2376640 1 --2- 172.21.15.76:0/3108925755 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ffba806ac00 0x7ffba806d0c0 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:20.223 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.221+0000 7ffbc2376640 1 --2- 172.21.15.76:0/3108925755 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffba4004d00 0x7ffbbc14cf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:20.223 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.221+0000 7ffbc2376640 1 -- 172.21.15.76:0/3108925755 >> 172.21.15.76:0/3108925755 conn(0x7ffbbc0b0200 msgr2=0x7ffbbc070290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:20.223 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.221+0000 7ffbc2376640 1 -- 172.21.15.76:0/3108925755 shutdown_connections 2024-09-13T16:08:20.223 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.221+0000 7ffbc2376640 1 -- 172.21.15.76:0/3108925755 wait complete. 2024-09-13T16:08:20.233 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:08:20.335 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.333+0000 7fe7fe376640 1 Processor -- start 2024-09-13T16:08:20.335 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.334+0000 7fe7fe376640 1 -- start start 2024-09-13T16:08:20.337 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.334+0000 7fe7fe376640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe7f815bf50 0x7fe7f80ccab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:20.337 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.334+0000 7fe7fe376640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe7f8071230 0x7fe7f80b1500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:20.337 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.334+0000 7fe7fe376640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe7f80cd120 con 0x7fe7f806cd00 2024-09-13T16:08:20.337 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.334+0000 7fe7fe376640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe7f80cd400 con 0x7fe7f815bf50 2024-09-13T16:08:20.337 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.334+0000 7fe7fe376640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe7f80cd6e0 con 0x7fe7f8071230 2024-09-13T16:08:20.337 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.335+0000 7fe7f7fff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe7f815bf50 0x7fe7f80ccab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:20.337 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.335+0000 7fe7f7fff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe7f815bf50 0x7fe7f80ccab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41876/0 (socket says 172.21.15.76:41876) 2024-09-13T16:08:20.337 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.335+0000 7fe7f7fff640 1 -- 172.21.15.76:0/1777727145 learned_addr learned my addr 172.21.15.76:0/1777727145 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:20.337 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.335+0000 7fe7fc913640 1 --2- 172.21.15.76:0/1777727145 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe7f8071230 0x7fe7f80b1500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:20.338 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.335+0000 7fe7f7fff640 1 -- 172.21.15.76:0/1777727145 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe7f8071230 msgr2=0x7fe7f80b1500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:20.338 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.335+0000 7fe7f7fff640 1 --2- 172.21.15.76:0/1777727145 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe7f8071230 0x7fe7f80b1500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:20.338 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.335+0000 7fe7f7fff640 1 -- 172.21.15.76:0/1777727145 >> v1:172.21.15.192:6789/0 conn(0x7fe7f806cd00 legacy=0x7fe7f8070b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:20.338 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.335+0000 7fe7f7fff640 1 -- 172.21.15.76:0/1777727145 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe7f80cd9c0 con 0x7fe7f815bf50 2024-09-13T16:08:20.338 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.336+0000 7fe7f7fff640 1 --2- 172.21.15.76:0/1777727145 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe7f815bf50 0x7fe7f80ccab0 secure :-1 s=READY pgs=960 cs=0 l=1 rev1=1 crypto rx=0x7fe7e8009870 tx=0x7fe7e802a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=379d61211c32b2e2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:20.338 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.336+0000 7fe7f77fe640 1 -- 172.21.15.76:0/1777727145 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7e802ae90 con 0x7fe7f815bf50 2024-09-13T16:08:20.338 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.336+0000 7fe7f77fe640 1 -- 172.21.15.76:0/1777727145 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe7e8032440 con 0x7fe7f815bf50 2024-09-13T16:08:20.338 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.336+0000 7fe7f77fe640 1 -- 172.21.15.76:0/1777727145 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7e80327d0 con 0x7fe7f815bf50 2024-09-13T16:08:20.339 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.336+0000 7fe7fe376640 1 -- 172.21.15.76:0/1777727145 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe7f815bf50 msgr2=0x7fe7f80ccab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:20.339 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.336+0000 7fe7fe376640 1 --2- 172.21.15.76:0/1777727145 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe7f815bf50 0x7fe7f80ccab0 secure :-1 s=READY pgs=960 cs=0 l=1 rev1=1 crypto rx=0x7fe7e8009870 tx=0x7fe7e802a180 comp rx=0 tx=0).stop 2024-09-13T16:08:20.339 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.336+0000 7fe7fe376640 1 -- 172.21.15.76:0/1777727145 shutdown_connections 2024-09-13T16:08:20.339 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.336+0000 7fe7fe376640 1 --2- 172.21.15.76:0/1777727145 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe7f8071230 0x7fe7f80b1500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:20.339 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.336+0000 7fe7fe376640 1 --2- 172.21.15.76:0/1777727145 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe7f815bf50 0x7fe7f80ccab0 unknown :-1 s=CLOSED pgs=960 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:20.339 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.336+0000 7fe7fe376640 1 -- 172.21.15.76:0/1777727145 >> 172.21.15.76:0/1777727145 conn(0x7fe7f80b0200 msgr2=0x7fe7f80b05e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:20.340 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.336+0000 7fe7fe376640 1 -- 172.21.15.76:0/1777727145 shutdown_connections 2024-09-13T16:08:20.340 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.336+0000 7fe7fe376640 1 -- 172.21.15.76:0/1777727145 wait complete. 2024-09-13T16:08:20.340 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.338+0000 7fe7fe376640 1 Processor -- start 2024-09-13T16:08:20.340 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.338+0000 7fe7fe376640 1 -- start start 2024-09-13T16:08:20.342 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.338+0000 7fe7fe376640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe7f806cd00 0x7fe7f8140000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:20.342 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.338+0000 7fe7fe376640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe7f8071230 0x7fe7f80aa2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:20.342 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.338+0000 7fe7fe376640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe7f815bf50 0x7fe7f80a96d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:20.342 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.338+0000 7fe7fe376640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7f8140540 con 0x7fe7f815bf50 2024-09-13T16:08:20.342 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.338+0000 7fe7fe376640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7f80ad440 con 0x7fe7f8071230 2024-09-13T16:08:20.342 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.338+0000 7fe7fe376640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe7f81e2080 con 0x7fe7f806cd00 2024-09-13T16:08:20.342 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.338+0000 7fe7fc913640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe7f815bf50 0x7fe7f80a96d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:20.342 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.338+0000 7fe7fc913640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe7f815bf50 0x7fe7f80a96d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41886/0 (socket says 172.21.15.76:41886) 2024-09-13T16:08:20.342 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.338+0000 7fe7fc913640 1 -- 172.21.15.76:0/3471468165 learned_addr learned my addr 172.21.15.76:0/3471468165 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:20.342 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.339+0000 7fe7effff640 1 --2- 172.21.15.76:0/3471468165 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe7f8071230 0x7fe7f80aa2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:20.342 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.339+0000 7fe7f7fff640 1 --2- 172.21.15.76:0/3471468165 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe7f806cd00 0x7fe7f8140000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:20.342 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.339+0000 7fe7fc913640 1 -- 172.21.15.76:0/3471468165 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe7f806cd00 msgr2=0x7fe7f8140000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:20.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.339+0000 7fe7fc913640 1 --2- 172.21.15.76:0/3471468165 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe7f806cd00 0x7fe7f8140000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:20.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.339+0000 7fe7fc913640 1 -- 172.21.15.76:0/3471468165 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe7f8071230 msgr2=0x7fe7f80aa2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:20.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.339+0000 7fe7fc913640 1 --2- 172.21.15.76:0/3471468165 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe7f8071230 0x7fe7f80aa2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:20.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.339+0000 7fe7fc913640 1 -- 172.21.15.76:0/3471468165 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe7e80094d0 con 0x7fe7f815bf50 2024-09-13T16:08:20.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.339+0000 7fe7effff640 1 --2- 172.21.15.76:0/3471468165 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe7f8071230 0x7fe7f80aa2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:08:20.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.339+0000 7fe7fc913640 1 --2- 172.21.15.76:0/3471468165 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe7f815bf50 0x7fe7f80a96d0 secure :-1 s=READY pgs=961 cs=0 l=1 rev1=1 crypto rx=0x7fe7f000cd70 tx=0x7fe7f000a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:20.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.339+0000 7fe7f57fa640 1 -- 172.21.15.76:0/3471468165 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7f0003b90 con 0x7fe7f815bf50 2024-09-13T16:08:20.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.339+0000 7fe7f57fa640 1 -- 172.21.15.76:0/3471468165 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe7f0003cf0 con 0x7fe7f815bf50 2024-09-13T16:08:20.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.339+0000 7fe7fe376640 1 -- 172.21.15.76:0/3471468165 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe7f81e2360 con 0x7fe7f815bf50 2024-09-13T16:08:20.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.339+0000 7fe7f57fa640 1 -- 172.21.15.76:0/3471468165 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7f0004240 con 0x7fe7f815bf50 2024-09-13T16:08:20.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.339+0000 7fe7fe376640 1 -- 172.21.15.76:0/3471468165 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe7f81e2920 con 0x7fe7f815bf50 2024-09-13T16:08:20.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.340+0000 7fe7fe376640 1 -- 172.21.15.76:0/3471468165 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe7f806d150 con 0x7fe7f815bf50 2024-09-13T16:08:20.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.341+0000 7fe7f57fa640 1 -- 172.21.15.76:0/3471468165 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe7f00043a0 con 0x7fe7f815bf50 2024-09-13T16:08:20.344 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.341+0000 7fe7f57fa640 1 --2- 172.21.15.76:0/3471468165 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe7d806ac00 0x7fe7d806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:20.344 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.341+0000 7fe7f57fa640 1 -- 172.21.15.76:0/3471468165 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(70..70 src has 1..70) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fe7f0012070 con 0x7fe7f815bf50 2024-09-13T16:08:20.344 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.341+0000 7fe7f7fff640 1 --2- 172.21.15.76:0/3471468165 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe7d806ac00 0x7fe7d806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:20.344 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.341+0000 7fe7f7fff640 1 --2- 172.21.15.76:0/3471468165 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe7d806ac00 0x7fe7d806d0c0 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7fe7e8034000 tx=0x7fe7e802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:20.346 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.345+0000 7fe7f57fa640 1 -- 172.21.15.76:0/3471468165 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fe7f806d150 con 0x7fe7f815bf50 2024-09-13T16:08:20.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.504+0000 7fe7fe376640 1 -- 172.21.15.76:0/3471468165 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fe7f806d150 con 0x7fe7f815bf50 2024-09-13T16:08:20.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.505+0000 7fe7f57fa640 1 -- 172.21.15.76:0/3471468165 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v70) v1 ==== 100+0+11 (secure 0 0 0) 0x7fe7f806d150 con 0x7fe7f815bf50 2024-09-13T16:08:20.506 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2024-09-13T16:08:20.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.507+0000 7fe7fe376640 1 -- 172.21.15.76:0/3471468165 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe7d806ac00 msgr2=0x7fe7d806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:20.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.507+0000 7fe7fe376640 1 --2- 172.21.15.76:0/3471468165 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe7d806ac00 0x7fe7d806d0c0 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7fe7e8034000 tx=0x7fe7e802e000 comp rx=0 tx=0).stop 2024-09-13T16:08:20.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.507+0000 7fe7fe376640 1 -- 172.21.15.76:0/3471468165 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe7f815bf50 msgr2=0x7fe7f80a96d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:20.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.507+0000 7fe7fe376640 1 --2- 172.21.15.76:0/3471468165 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe7f815bf50 0x7fe7f80a96d0 secure :-1 s=READY pgs=961 cs=0 l=1 rev1=1 crypto rx=0x7fe7f000cd70 tx=0x7fe7f000a660 comp rx=0 tx=0).stop 2024-09-13T16:08:20.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.507+0000 7fe7fe376640 1 -- 172.21.15.76:0/3471468165 shutdown_connections 2024-09-13T16:08:20.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.507+0000 7fe7fe376640 1 --2- 172.21.15.76:0/3471468165 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe7f815bf50 0x7fe7f80a96d0 unknown :-1 s=CLOSED pgs=961 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:20.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.507+0000 7fe7fe376640 1 --2- 172.21.15.76:0/3471468165 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe7f8071230 0x7fe7f80aa2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:20.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.507+0000 7fe7fe376640 1 --2- 172.21.15.76:0/3471468165 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe7d806ac00 0x7fe7d806d0c0 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:20.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.507+0000 7fe7fe376640 1 --2- 172.21.15.76:0/3471468165 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe7f806cd00 0x7fe7f8140000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:20.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.507+0000 7fe7fe376640 1 -- 172.21.15.76:0/3471468165 >> 172.21.15.76:0/3471468165 conn(0x7fe7f80b0200 msgr2=0x7fe7f81588d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:20.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.507+0000 7fe7fe376640 1 -- 172.21.15.76:0/3471468165 shutdown_connections 2024-09-13T16:08:20.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.507+0000 7fe7fe376640 1 -- 172.21.15.76:0/3471468165 wait complete. 2024-09-13T16:08:20.519 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:08:20.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.618+0000 7f5334a01640 1 Processor -- start 2024-09-13T16:08:20.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.618+0000 7f5334a01640 1 -- start start 2024-09-13T16:08:20.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.619+0000 7f5334a01640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f53300caf80 0x7f533006ae90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:20.621 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.619+0000 7f5334a01640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f533006b3d0 0x7f533006ca40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:20.621 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.619+0000 7f5334a01640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f53300b3d60 con 0x7f5330156940 2024-09-13T16:08:20.621 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.619+0000 7f5334a01640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f53300b31c0 con 0x7f533006b3d0 2024-09-13T16:08:20.621 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.619+0000 7f5334a01640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f533006b7d0 con 0x7f53300caf80 2024-09-13T16:08:20.621 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.619+0000 7f532f59e640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f533006b3d0 0x7f533006ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:20.622 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.619+0000 7f532e59c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f53300caf80 0x7f533006ae90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:20.622 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.619+0000 7f532ed9d640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7f5330156940 0x7f533006e750 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:50624/0 (socket says 172.21.15.76:50624) 2024-09-13T16:08:20.622 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.619+0000 7f532ed9d640 1 -- 172.21.15.76:0/2558292996 learned_addr learned my addr 172.21.15.76:0/2558292996 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:08:20.622 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.620+0000 7f532f59e640 1 -- 172.21.15.76:0/2558292996 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f53300caf80 msgr2=0x7f533006ae90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:20.622 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.620+0000 7f532f59e640 1 --2- 172.21.15.76:0/2558292996 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f53300caf80 0x7f533006ae90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:20.622 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.620+0000 7f532f59e640 1 -- 172.21.15.76:0/2558292996 >> v1:172.21.15.192:6789/0 conn(0x7f5330156940 legacy=0x7f533006e750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:20.622 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.620+0000 7f532f59e640 1 -- 172.21.15.76:0/2558292996 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f53300b1b90 con 0x7f533006b3d0 2024-09-13T16:08:20.622 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.620+0000 7f532dd9b640 1 -- 172.21.15.76:0/2558292996 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1975593072 0 0) 0x7f53300b3d60 con 0x7f5330156940 2024-09-13T16:08:20.623 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.621+0000 7f532f59e640 1 --2- 172.21.15.76:0/2558292996 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f533006b3d0 0x7f533006ca40 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f53280097a0 tx=0x7f532802a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=68df516197341e80 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:20.624 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.621+0000 7f532dd9b640 1 -- 172.21.15.76:0/2558292996 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5328032440 con 0x7f533006b3d0 2024-09-13T16:08:20.624 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.621+0000 7f532dd9b640 1 -- 172.21.15.76:0/2558292996 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f53280325a0 con 0x7f533006b3d0 2024-09-13T16:08:20.624 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.621+0000 7f532dd9b640 1 -- 172.21.15.76:0/2558292996 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5328032930 con 0x7f533006b3d0 2024-09-13T16:08:20.624 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.622+0000 7f5334a01640 1 -- 172.21.15.76:0/2558292996 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f533006b3d0 msgr2=0x7f533006ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:20.624 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.622+0000 7f5334a01640 1 --2- 172.21.15.76:0/2558292996 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f533006b3d0 0x7f533006ca40 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f53280097a0 tx=0x7f532802a180 comp rx=0 tx=0).stop 2024-09-13T16:08:20.624 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.622+0000 7f5334a01640 1 -- 172.21.15.76:0/2558292996 shutdown_connections 2024-09-13T16:08:20.624 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.622+0000 7f5334a01640 1 --2- 172.21.15.76:0/2558292996 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f533006b3d0 0x7f533006ca40 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:20.624 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.622+0000 7f5334a01640 1 --2- 172.21.15.76:0/2558292996 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f53300caf80 0x7f533006ae90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:20.624 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.622+0000 7f5334a01640 1 -- 172.21.15.76:0/2558292996 >> 172.21.15.76:0/2558292996 conn(0x7f5330070820 msgr2=0x7f5330070c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:20.624 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.622+0000 7f5334a01640 1 -- 172.21.15.76:0/2558292996 shutdown_connections 2024-09-13T16:08:20.624 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.622+0000 7f5334a01640 1 -- 172.21.15.76:0/2558292996 wait complete. 2024-09-13T16:08:20.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.623+0000 7f5334a01640 1 Processor -- start 2024-09-13T16:08:20.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.623+0000 7f5334a01640 1 -- start start 2024-09-13T16:08:20.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.624+0000 7f5334a01640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f533006b3d0 0x7f5330148df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:20.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.624+0000 7f5334a01640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f53300caf80 0x7f533015bb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:20.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.624+0000 7f5334a01640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5330156940 0x7f533015c060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:20.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.624+0000 7f5334a01640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5330149330 con 0x7f53300caf80 2024-09-13T16:08:20.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.624+0000 7f5334a01640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53301e5080 con 0x7f533006b3d0 2024-09-13T16:08:20.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.624+0000 7f5334a01640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f53301e5360 con 0x7f5330156940 2024-09-13T16:08:20.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.624+0000 7f532e59c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f53300caf80 0x7f533015bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:20.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.624+0000 7f532e59c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f53300caf80 0x7f533015bb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41902/0 (socket says 172.21.15.76:41902) 2024-09-13T16:08:20.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.624+0000 7f532e59c640 1 -- 172.21.15.76:0/3198581469 learned_addr learned my addr 172.21.15.76:0/3198581469 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:20.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.624+0000 7f532ed9d640 1 --2- 172.21.15.76:0/3198581469 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f533006b3d0 0x7f5330148df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:20.628 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.624+0000 7f532f59e640 1 --2- 172.21.15.76:0/3198581469 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5330156940 0x7f533015c060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:20.628 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.624+0000 7f532e59c640 1 -- 172.21.15.76:0/3198581469 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5330156940 msgr2=0x7f533015c060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:20.628 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.624+0000 7f532e59c640 1 --2- 172.21.15.76:0/3198581469 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5330156940 0x7f533015c060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:20.628 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.624+0000 7f532e59c640 1 -- 172.21.15.76:0/3198581469 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f533006b3d0 msgr2=0x7f5330148df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:20.628 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.624+0000 7f532e59c640 1 --2- 172.21.15.76:0/3198581469 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f533006b3d0 0x7f5330148df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:20.628 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.624+0000 7f532e59c640 1 -- 172.21.15.76:0/3198581469 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5328009400 con 0x7f53300caf80 2024-09-13T16:08:20.628 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.624+0000 7f532f59e640 1 --2- 172.21.15.76:0/3198581469 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5330156940 0x7f533015c060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:08:20.628 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.624+0000 7f532ed9d640 1 --2- 172.21.15.76:0/3198581469 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f533006b3d0 0x7f5330148df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:08:20.628 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.625+0000 7f532e59c640 1 --2- 172.21.15.76:0/3198581469 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f53300caf80 0x7f533015bb20 secure :-1 s=READY pgs=962 cs=0 l=1 rev1=1 crypto rx=0x7f532400e980 tx=0x7f532400ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:20.628 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.625+0000 7f53177fe640 1 -- 172.21.15.76:0/3198581469 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5324009670 con 0x7f53300caf80 2024-09-13T16:08:20.628 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.625+0000 7f53177fe640 1 -- 172.21.15.76:0/3198581469 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f532400ca00 con 0x7f53300caf80 2024-09-13T16:08:20.628 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.625+0000 7f5334a01640 1 -- 172.21.15.76:0/3198581469 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f53301e5640 con 0x7f53300caf80 2024-09-13T16:08:20.629 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.625+0000 7f53177fe640 1 -- 172.21.15.76:0/3198581469 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f532400cd90 con 0x7f53300caf80 2024-09-13T16:08:20.629 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.625+0000 7f5334a01640 1 -- 172.21.15.76:0/3198581469 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f53301e5c00 con 0x7f53300caf80 2024-09-13T16:08:20.629 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.626+0000 7f5334a01640 1 -- 172.21.15.76:0/3198581469 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f533006ae90 con 0x7f53300caf80 2024-09-13T16:08:20.630 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.626+0000 7f53177fe640 1 -- 172.21.15.76:0/3198581469 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f5324013470 con 0x7f53300caf80 2024-09-13T16:08:20.630 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.627+0000 7f53177fe640 1 --2- 172.21.15.76:0/3198581469 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f531c06ac00 0x7f531c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:20.630 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.627+0000 7f53177fe640 1 -- 172.21.15.76:0/3198581469 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(70..70 src has 1..70) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f5324089660 con 0x7f53300caf80 2024-09-13T16:08:20.630 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.627+0000 7f532ed9d640 1 --2- 172.21.15.76:0/3198581469 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f531c06ac00 0x7f531c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:20.630 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.627+0000 7f532ed9d640 1 --2- 172.21.15.76:0/3198581469 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f531c06ac00 0x7f531c06d0c0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f53200012e0 tx=0x7f5320005b90 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:20.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.631+0000 7f53177fe640 1 -- 172.21.15.76:0/3198581469 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f5324054790 con 0x7f53300caf80 2024-09-13T16:08:20.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.803+0000 7f5334a01640 1 -- 172.21.15.76:0/3198581469 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f533015e110 con 0x7f53300caf80 2024-09-13T16:08:20.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.803+0000 7f53177fe640 1 -- 172.21.15.76:0/3198581469 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v70) v1 ==== 80+0+0 (secure 0 0 0) 0x7f5324057db0 con 0x7f53300caf80 2024-09-13T16:08:20.805 INFO:teuthology.orchestra.run.smithi076.stderr:listed 0 entries 2024-09-13T16:08:20.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.805+0000 7f5334a01640 1 -- 172.21.15.76:0/3198581469 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f531c06ac00 msgr2=0x7f531c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:20.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.805+0000 7f5334a01640 1 --2- 172.21.15.76:0/3198581469 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f531c06ac00 0x7f531c06d0c0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f53200012e0 tx=0x7f5320005b90 comp rx=0 tx=0).stop 2024-09-13T16:08:20.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.805+0000 7f5334a01640 1 -- 172.21.15.76:0/3198581469 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f53300caf80 msgr2=0x7f533015bb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:20.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.805+0000 7f5334a01640 1 --2- 172.21.15.76:0/3198581469 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f53300caf80 0x7f533015bb20 secure :-1 s=READY pgs=962 cs=0 l=1 rev1=1 crypto rx=0x7f532400e980 tx=0x7f532400ee40 comp rx=0 tx=0).stop 2024-09-13T16:08:20.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.805+0000 7f5334a01640 1 -- 172.21.15.76:0/3198581469 shutdown_connections 2024-09-13T16:08:20.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.805+0000 7f5334a01640 1 --2- 172.21.15.76:0/3198581469 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f531c06ac00 0x7f531c06d0c0 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:20.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.805+0000 7f5334a01640 1 --2- 172.21.15.76:0/3198581469 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5330156940 0x7f533015c060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:20.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.805+0000 7f5334a01640 1 --2- 172.21.15.76:0/3198581469 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f53300caf80 0x7f533015bb20 unknown :-1 s=CLOSED pgs=962 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:20.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.805+0000 7f5334a01640 1 --2- 172.21.15.76:0/3198581469 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f533006b3d0 0x7f5330148df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:20.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.805+0000 7f5334a01640 1 -- 172.21.15.76:0/3198581469 >> 172.21.15.76:0/3198581469 conn(0x7f5330070820 msgr2=0x7f53300af020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:20.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.805+0000 7f5334a01640 1 -- 172.21.15.76:0/3198581469 shutdown_connections 2024-09-13T16:08:20.808 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:20.805+0000 7f5334a01640 1 -- 172.21.15.76:0/3198581469 wait complete. 2024-09-13T16:08:20.817 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi192.front.sepia.ceph.com... 2024-09-13T16:08:20.817 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:08:20.818 DEBUG:teuthology.orchestra.run.smithi192:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-13T16:08:20.847 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi192.stderr:ceph-fuse[45365]: fuse finished with error 0 and tester_r 0 2024-09-13T16:08:20.848 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi192.front.sepia.ceph.com 2024-09-13T16:08:20.848 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:08:20.849 DEBUG:teuthology.orchestra.run.smithi192:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-13T16:08:21.007 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:08:21.007 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:08:21.024 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18725 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T16:08:21.024 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi076.front.sepia.ceph.com 2024-09-13T16:08:21.024 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:08:21.024 DEBUG:teuthology.orchestra.run.smithi076:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-13T16:08:21.080 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:08:21.080 INFO:teuthology.orchestra.run.smithi076.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.2': No such file or directory 2024-09-13T16:08:21.081 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-13T16:08:21.081 DEBUG:teuthology.orchestra.run.smithi192:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:08:21.102 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056014,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20494 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-13T16:08:21.102 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi192.front.sepia.ceph.com 2024-09-13T16:08:21.102 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:08:21.102 DEBUG:teuthology.orchestra.run.smithi192:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-13T16:08:21.160 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:08:21.161 INFO:teuthology.orchestra.run.smithi192.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.3': No such file or directory 2024-09-13T16:08:21.161 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:08:21.259 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.258+0000 7fbdc6383640 1 Processor -- start 2024-09-13T16:08:21.259 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.258+0000 7fbdc6383640 1 -- start start 2024-09-13T16:08:21.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.259+0000 7fbdc6383640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fbdc00b1500 0x7fbdc006c390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:21.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.259+0000 7fbdc6383640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbdc0159720 con 0x7fbdc015d8b0 2024-09-13T16:08:21.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.259+0000 7fbdc6383640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbdc01599e0 con 0x7fbdc006dd30 2024-09-13T16:08:21.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.259+0000 7fbdc6383640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbdc00b1990 con 0x7fbdc00b1500 2024-09-13T16:08:21.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.259+0000 7fbdbf7fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fbdc015d8b0 0x7fbdc00cd5e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:52080/0 (socket says 172.21.15.76:52080) 2024-09-13T16:08:21.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.259+0000 7fbdbf7fe640 1 -- 172.21.15.76:0/2337704217 learned_addr learned my addr 172.21.15.76:0/2337704217 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:08:21.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.259+0000 7fbdc4920640 1 --2- 172.21.15.76:0/2337704217 >> v2:172.21.15.192:3300/0 conn(0x7fbdc00b1500 0x7fbdc006c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:21.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.259+0000 7fbdbeffd640 1 -- 172.21.15.76:0/2337704217 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1112995417 0 0) 0x7fbdc0159720 con 0x7fbdc015d8b0 2024-09-13T16:08:21.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.259+0000 7fbdbeffd640 1 -- 172.21.15.76:0/2337704217 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fbda8003520 con 0x7fbdc015d8b0 2024-09-13T16:08:21.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.259+0000 7fbdbeffd640 1 -- 172.21.15.76:0/2337704217 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 773807944 0 0) 0x7fbda8003520 con 0x7fbdc015d8b0 2024-09-13T16:08:21.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.259+0000 7fbdbeffd640 1 -- 172.21.15.76:0/2337704217 >> v2:172.21.15.192:3300/0 conn(0x7fbdc00b1500 msgr2=0x7fbdc006c390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:21.264 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.259+0000 7fbdbeffd640 1 --2- 172.21.15.76:0/2337704217 >> v2:172.21.15.192:3300/0 conn(0x7fbdc00b1500 0x7fbdc006c390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:21.264 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.259+0000 7fbdbeffd640 1 -- 172.21.15.76:0/2337704217 >> v1:172.21.15.192:6789/0 conn(0x7fbdc006dd30 legacy=0x7fbdc006e110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:21.264 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.259+0000 7fbdbeffd640 1 -- 172.21.15.76:0/2337704217 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbdc0159cc0 con 0x7fbdc015d8b0 2024-09-13T16:08:21.264 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.259+0000 7fbdbeffd640 1 -- 172.21.15.76:0/2337704217 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7fbdb4001670 con 0x7fbdc015d8b0 2024-09-13T16:08:21.264 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.259+0000 7fbdbeffd640 1 -- 172.21.15.76:0/2337704217 >> v1:172.21.15.76:6789/0 conn(0x7fbdc015d8b0 legacy=0x7fbdc00cd5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:21.264 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.259+0000 7fbdbeffd640 1 --2- 172.21.15.76:0/2337704217 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbda8003970 0x7fbda8003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:21.264 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.259+0000 7fbdbeffd640 1 --2- 172.21.15.76:0/2337704217 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbda80047c0 0x7fbda8004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:21.264 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.259+0000 7fbdbeffd640 1 --2- 172.21.15.76:0/2337704217 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbda8005180 0x7fbda800b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:21.264 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.259+0000 7fbdbeffd640 1 -- 172.21.15.76:0/2337704217 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbdc00b1990 con 0x7fbda80047c0 2024-09-13T16:08:21.264 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.259+0000 7fbdbeffd640 1 -- 172.21.15.76:0/2337704217 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbda800c120 con 0x7fbda8003970 2024-09-13T16:08:21.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.259+0000 7fbdbeffd640 1 -- 172.21.15.76:0/2337704217 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbda800c2e0 con 0x7fbda8005180 2024-09-13T16:08:21.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.259+0000 7fbdbf7fe640 1 --2- 172.21.15.76:0/2337704217 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbda80047c0 0x7fbda8004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:21.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.260+0000 7fbdbffff640 1 --2- 172.21.15.76:0/2337704217 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbda8003970 0x7fbda8003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:21.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.260+0000 7fbdc4920640 1 --2- 172.21.15.76:0/2337704217 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbda8005180 0x7fbda800b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:21.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.260+0000 7fbdbf7fe640 1 -- 172.21.15.76:0/2337704217 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbda8005180 msgr2=0x7fbda800b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:21.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.260+0000 7fbdbf7fe640 1 --2- 172.21.15.76:0/2337704217 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbda8005180 0x7fbda800b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:21.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.260+0000 7fbdbf7fe640 1 -- 172.21.15.76:0/2337704217 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbda8003970 msgr2=0x7fbda8003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:21.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.260+0000 7fbdbf7fe640 1 --2- 172.21.15.76:0/2337704217 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbda8003970 0x7fbda8003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:21.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.260+0000 7fbdbf7fe640 1 -- 172.21.15.76:0/2337704217 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbda8003520 con 0x7fbda80047c0 2024-09-13T16:08:21.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.260+0000 7fbdc4920640 1 -- 172.21.15.76:0/2337704217 reap_dead start 2024-09-13T16:08:21.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.260+0000 7fbdbf7fe640 1 --2- 172.21.15.76:0/2337704217 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbda80047c0 0x7fbda8004c40 secure :-1 s=READY pgs=964 cs=0 l=1 rev1=1 crypto rx=0x7fbdb400c190 tx=0x7fbda80057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7dda65f1234dd5a6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:21.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.261+0000 7fbdbeffd640 1 -- 172.21.15.76:0/2337704217 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbdb4005ad0 con 0x7fbda80047c0 2024-09-13T16:08:21.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.261+0000 7fbdbeffd640 1 -- 172.21.15.76:0/2337704217 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbdb402d070 con 0x7fbda80047c0 2024-09-13T16:08:21.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.261+0000 7fbdbeffd640 1 -- 172.21.15.76:0/2337704217 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbdb4007070 con 0x7fbda80047c0 2024-09-13T16:08:21.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.261+0000 7fbdc6383640 1 -- 172.21.15.76:0/2337704217 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbda80047c0 msgr2=0x7fbda8004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:21.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.261+0000 7fbdc6383640 1 --2- 172.21.15.76:0/2337704217 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbda80047c0 0x7fbda8004c40 secure :-1 s=READY pgs=964 cs=0 l=1 rev1=1 crypto rx=0x7fbdb400c190 tx=0x7fbda80057f0 comp rx=0 tx=0).stop 2024-09-13T16:08:21.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.261+0000 7fbdc6383640 1 -- 172.21.15.76:0/2337704217 shutdown_connections 2024-09-13T16:08:21.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.261+0000 7fbdc6383640 1 --2- 172.21.15.76:0/2337704217 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbda80047c0 0x7fbda8004c40 unknown :-1 s=CLOSED pgs=964 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:21.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.261+0000 7fbdc6383640 1 -- 172.21.15.76:0/2337704217 >> 172.21.15.76:0/2337704217 conn(0x7fbdc0069e80 msgr2=0x7fbdc006a260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:21.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.261+0000 7fbdc6383640 1 -- 172.21.15.76:0/2337704217 shutdown_connections 2024-09-13T16:08:21.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.261+0000 7fbdc6383640 1 -- 172.21.15.76:0/2337704217 wait complete. 2024-09-13T16:08:21.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.262+0000 7fbdc6383640 1 Processor -- start 2024-09-13T16:08:21.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.262+0000 7fbdc6383640 1 -- start start 2024-09-13T16:08:21.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.263+0000 7fbdc6383640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbda80047c0 0x7fbdc01f0070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:21.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.263+0000 7fbdc6383640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbdc013cbf0 0x7fbdc014e690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:21.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.263+0000 7fbdc6383640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbdc014ebd0 0x7fbdc006cc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:21.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.263+0000 7fbdc6383640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbdc014a840 con 0x7fbda80047c0 2024-09-13T16:08:21.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.263+0000 7fbdc6383640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbdc014f4e0 con 0x7fbdc013cbf0 2024-09-13T16:08:21.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.263+0000 7fbdc6383640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbdc014f200 con 0x7fbdc014ebd0 2024-09-13T16:08:21.270 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.263+0000 7fbdbffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbda80047c0 0x7fbdc01f0070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:21.270 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.263+0000 7fbdbffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbda80047c0 0x7fbdc01f0070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56866/0 (socket says 172.21.15.76:56866) 2024-09-13T16:08:21.270 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.263+0000 7fbdbffff640 1 -- 172.21.15.76:0/1704534270 learned_addr learned my addr 172.21.15.76:0/1704534270 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:21.270 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.264+0000 7fbdbffff640 1 -- 172.21.15.76:0/1704534270 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbdc014ebd0 msgr2=0x7fbdc006cc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:21.270 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.264+0000 7fbdbf7fe640 1 --2- 172.21.15.76:0/1704534270 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbdc013cbf0 0x7fbdc014e690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:21.270 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.264+0000 7fbdc4920640 1 --2- 172.21.15.76:0/1704534270 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbdc014ebd0 0x7fbdc006cc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:21.270 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.264+0000 7fbdbffff640 1 --2- 172.21.15.76:0/1704534270 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbdc014ebd0 0x7fbdc006cc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:21.270 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.264+0000 7fbdbffff640 1 -- 172.21.15.76:0/1704534270 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbdc013cbf0 msgr2=0x7fbdc014e690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:21.270 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.264+0000 7fbdbffff640 1 --2- 172.21.15.76:0/1704534270 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbdc013cbf0 0x7fbdc014e690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:21.270 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.264+0000 7fbdbffff640 1 -- 172.21.15.76:0/1704534270 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbdc014a1f0 con 0x7fbda80047c0 2024-09-13T16:08:21.270 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.264+0000 7fbdc4920640 1 --2- 172.21.15.76:0/1704534270 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbdc014ebd0 0x7fbdc006cc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:08:21.270 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.264+0000 7fbdbf7fe640 1 --2- 172.21.15.76:0/1704534270 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbdc013cbf0 0x7fbdc014e690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:08:21.270 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.264+0000 7fbdbffff640 1 --2- 172.21.15.76:0/1704534270 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbda80047c0 0x7fbdc01f0070 secure :-1 s=READY pgs=965 cs=0 l=1 rev1=1 crypto rx=0x7fbdb000f5f0 tx=0x7fbdb000fab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:21.271 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.264+0000 7fbdbcff9640 1 -- 172.21.15.76:0/1704534270 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbdb00052e0 con 0x7fbda80047c0 2024-09-13T16:08:21.271 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.264+0000 7fbdbcff9640 1 -- 172.21.15.76:0/1704534270 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbdb0005440 con 0x7fbda80047c0 2024-09-13T16:08:21.271 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.264+0000 7fbdc6383640 1 -- 172.21.15.76:0/1704534270 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbdc014a4d0 con 0x7fbda80047c0 2024-09-13T16:08:21.271 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.264+0000 7fbdbcff9640 1 -- 172.21.15.76:0/1704534270 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbdb0003810 con 0x7fbda80047c0 2024-09-13T16:08:21.271 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.264+0000 7fbdc6383640 1 -- 172.21.15.76:0/1704534270 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbdc01f05b0 con 0x7fbda80047c0 2024-09-13T16:08:21.271 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.265+0000 7fbdc6383640 1 -- 172.21.15.76:0/1704534270 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbdc014efb0 con 0x7fbda80047c0 2024-09-13T16:08:21.271 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.265+0000 7fbdbcff9640 1 -- 172.21.15.76:0/1704534270 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fbdb0003970 con 0x7fbda80047c0 2024-09-13T16:08:21.271 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.266+0000 7fbdbcff9640 1 --2- 172.21.15.76:0/1704534270 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbdac06ac30 0x7fbdac06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:21.271 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.266+0000 7fbdbf7fe640 1 --2- 172.21.15.76:0/1704534270 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbdac06ac30 0x7fbdac06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:21.271 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.266+0000 7fbdbcff9640 1 -- 172.21.15.76:0/1704534270 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(71..71 src has 1..71) v4 ==== 6174+0+0 (secure 0 0 0) 0x7fbdb0089330 con 0x7fbda80047c0 2024-09-13T16:08:21.271 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.266+0000 7fbdbf7fe640 1 --2- 172.21.15.76:0/1704534270 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbdac06ac30 0x7fbdac06d0f0 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7fbdb4032000 tx=0x7fbdb4009030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:21.272 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.270+0000 7fbdbcff9640 1 -- 172.21.15.76:0/1704534270 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fbdb00543d0 con 0x7fbda80047c0 2024-09-13T16:08:21.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.465+0000 7fbdc6383640 1 -- 172.21.15.76:0/1704534270 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fbdc006c390 con 0x7fbda80047c0 2024-09-13T16:08:21.467 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.465+0000 7fbdbcff9640 1 -- 172.21.15.76:0/1704534270 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) v1 ==== 94+0+4738 (secure 0 0 0) 0x7fbdb00579f0 con 0x7fbda80047c0 2024-09-13T16:08:21.467 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:21.467 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":31,"default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5612,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/3450290570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":3450290570},{"type":"v1","addr":"172.21.15.192:6835","nonce":3450290570}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":27},{"gid":6540,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6836/3875271981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":3875271981},{"type":"v1","addr":"172.21.15.76:6836","nonce":3875271981}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":27},{"gid":6543,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6837/2739660661","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":2739660661},{"type":"v1","addr":"172.21.15.76:6837","nonce":2739660661}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":27}],"filesystems":[{"mdsmap":{"epoch":31,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:07:39.493226+0000","modified":"2024-09-13T16:07:42.498014+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":6555},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6555":{"gid":6555,"name":"b","rank":0,"incarnation":28,"state":"up:active","state_seq":3,"addr":"172.21.15.192:6833/491354438","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":491354438},{"type":"v1","addr":"172.21.15.192:6833","nonce":491354438}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[10],"metadata_pool":9,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":4}]} 2024-09-13T16:08:21.467 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 31 2024-09-13T16:08:21.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.467+0000 7fbdc6383640 1 -- 172.21.15.76:0/1704534270 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbdac06ac30 msgr2=0x7fbdac06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:21.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.467+0000 7fbdc6383640 1 --2- 172.21.15.76:0/1704534270 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbdac06ac30 0x7fbdac06d0f0 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7fbdb4032000 tx=0x7fbdb4009030 comp rx=0 tx=0).stop 2024-09-13T16:08:21.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.467+0000 7fbdc6383640 1 -- 172.21.15.76:0/1704534270 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbda80047c0 msgr2=0x7fbdc01f0070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:21.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.467+0000 7fbdc6383640 1 --2- 172.21.15.76:0/1704534270 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbda80047c0 0x7fbdc01f0070 secure :-1 s=READY pgs=965 cs=0 l=1 rev1=1 crypto rx=0x7fbdb000f5f0 tx=0x7fbdb000fab0 comp rx=0 tx=0).stop 2024-09-13T16:08:21.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.467+0000 7fbdc6383640 1 -- 172.21.15.76:0/1704534270 shutdown_connections 2024-09-13T16:08:21.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.467+0000 7fbdc6383640 1 --2- 172.21.15.76:0/1704534270 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbdac06ac30 0x7fbdac06d0f0 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:21.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.467+0000 7fbdc6383640 1 --2- 172.21.15.76:0/1704534270 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbdc014ebd0 0x7fbdc006cc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:21.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.467+0000 7fbdc6383640 1 --2- 172.21.15.76:0/1704534270 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbdc013cbf0 0x7fbdc014e690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:21.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.467+0000 7fbdc6383640 1 --2- 172.21.15.76:0/1704534270 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbda80047c0 0x7fbdc01f0070 unknown :-1 s=CLOSED pgs=965 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:21.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.467+0000 7fbdc6383640 1 -- 172.21.15.76:0/1704534270 >> 172.21.15.76:0/1704534270 conn(0x7fbdc0069e80 msgr2=0x7fbdc006a260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:21.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.467+0000 7fbdc6383640 1 -- 172.21.15.76:0/1704534270 shutdown_connections 2024-09-13T16:08:21.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.467+0000 7fbdc6383640 1 -- 172.21.15.76:0/1704534270 wait complete. 2024-09-13T16:08:21.481 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:08:21.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.579+0000 7f72a8e5a640 1 Processor -- start 2024-09-13T16:08:21.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.579+0000 7f72a8e5a640 1 -- start start 2024-09-13T16:08:21.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.580+0000 7f72a8e5a640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f72a4158970 0x7f72a406a970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:21.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.580+0000 7f72a8e5a640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f72a40b1500 0x7f72a40b1940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:21.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.580+0000 7f72a8e5a640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f72a40b1e80 con 0x7f72a415c4c0 2024-09-13T16:08:21.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.580+0000 7f72a8e5a640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f72a40b22f0 con 0x7f72a40b1500 2024-09-13T16:08:21.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.580+0000 7f72a8e5a640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f72a4158d50 con 0x7f72a4158970 2024-09-13T16:08:21.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.580+0000 7f72a259c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f72a4158970 0x7f72a406a970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:21.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.580+0000 7f729bfff640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f72a40b1500 0x7f72a40b1940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:21.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.580+0000 7f72a259c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f72a4158970 0x7f72a406a970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.76:36200/0 (socket says 172.21.15.76:36200) 2024-09-13T16:08:21.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.580+0000 7f72a259c640 1 -- 172.21.15.76:0/2102063248 learned_addr learned my addr 172.21.15.76:0/2102063248 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:21.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.580+0000 7f72a2d9d640 1 --1- 172.21.15.76:0/2102063248 >> v1:172.21.15.192:6789/0 conn(0x7f72a415c4c0 0x7f72a415c970 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:33678/0 (socket says 172.21.15.76:33678) 2024-09-13T16:08:21.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.580+0000 7f729bfff640 1 --2- 172.21.15.76:0/2102063248 >> v2:172.21.15.192:3300/0 conn(0x7f72a40b1500 0x7f72a40b1940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.76:41636/0 (socket says 172.21.15.76:41636) 2024-09-13T16:08:21.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.580+0000 7f72a259c640 1 -- 172.21.15.76:0/2102063248 >> v2:172.21.15.192:3300/0 conn(0x7f72a40b1500 msgr2=0x7f72a40b1940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:21.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.580+0000 7f72a259c640 1 --2- 172.21.15.76:0/2102063248 >> v2:172.21.15.192:3300/0 conn(0x7f72a40b1500 0x7f72a40b1940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:21.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.580+0000 7f72a259c640 1 -- 172.21.15.76:0/2102063248 >> v1:172.21.15.192:6789/0 conn(0x7f72a415c4c0 legacy=0x7f72a415c970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:21.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.580+0000 7f72a259c640 1 -- 172.21.15.76:0/2102063248 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f72a406aeb0 con 0x7f72a4158970 2024-09-13T16:08:21.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.581+0000 7f72a259c640 1 --2- 172.21.15.76:0/2102063248 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f72a4158970 0x7f72a406a970 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f7294009870 tx=0x7f729402a270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6cbe5a845759af97 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:21.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.581+0000 7f72a1d9b640 1 -- 172.21.15.76:0/2102063248 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7294032440 con 0x7f72a4158970 2024-09-13T16:08:21.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.581+0000 7f72a1d9b640 1 -- 172.21.15.76:0/2102063248 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f72940325a0 con 0x7f72a4158970 2024-09-13T16:08:21.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.581+0000 7f72a1d9b640 1 -- 172.21.15.76:0/2102063248 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7294032930 con 0x7f72a4158970 2024-09-13T16:08:21.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.582+0000 7f72a8e5a640 1 -- 172.21.15.76:0/2102063248 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f72a4158970 msgr2=0x7f72a406a970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:21.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.582+0000 7f72a8e5a640 1 --2- 172.21.15.76:0/2102063248 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f72a4158970 0x7f72a406a970 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f7294009870 tx=0x7f729402a270 comp rx=0 tx=0).stop 2024-09-13T16:08:21.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.582+0000 7f72a8e5a640 1 -- 172.21.15.76:0/2102063248 shutdown_connections 2024-09-13T16:08:21.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.582+0000 7f72a8e5a640 1 --2- 172.21.15.76:0/2102063248 >> v2:172.21.15.192:3300/0 conn(0x7f72a40b1500 0x7f72a40b1940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:21.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.582+0000 7f72a8e5a640 1 --2- 172.21.15.76:0/2102063248 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f72a4158970 0x7f72a406a970 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:21.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.582+0000 7f72a8e5a640 1 -- 172.21.15.76:0/2102063248 >> 172.21.15.76:0/2102063248 conn(0x7f72a4069e80 msgr2=0x7f72a406a260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:21.586 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.582+0000 7f72a8e5a640 1 -- 172.21.15.76:0/2102063248 shutdown_connections 2024-09-13T16:08:21.586 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.582+0000 7f72a8e5a640 1 -- 172.21.15.76:0/2102063248 wait complete. 2024-09-13T16:08:21.589 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.583+0000 7f72a8e5a640 1 Processor -- start 2024-09-13T16:08:21.590 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.583+0000 7f72a8e5a640 1 -- start start 2024-09-13T16:08:21.590 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.584+0000 7f72a8e5a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f72a40b1500 0x7f72a4144260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:21.590 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.584+0000 7f72a8e5a640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f72a4158970 0x7f72a414c8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:21.590 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.584+0000 7f72a8e5a640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f72a415c4c0 0x7f72a406dfe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:21.590 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.584+0000 7f72a8e5a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f72a4146650 con 0x7f72a40b1500 2024-09-13T16:08:21.590 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.584+0000 7f72a8e5a640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f72a4148fe0 con 0x7f72a4158970 2024-09-13T16:08:21.590 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.584+0000 7f72a8e5a640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f72a414cdf0 con 0x7f72a415c4c0 2024-09-13T16:08:21.590 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.584+0000 7f72a259c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f72a40b1500 0x7f72a4144260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:21.591 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.584+0000 7f72a259c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f72a40b1500 0x7f72a4144260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56876/0 (socket says 172.21.15.76:56876) 2024-09-13T16:08:21.591 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.584+0000 7f72a259c640 1 -- 172.21.15.76:0/575885092 learned_addr learned my addr 172.21.15.76:0/575885092 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:21.591 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.584+0000 7f72a2d9d640 1 --2- 172.21.15.76:0/575885092 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f72a415c4c0 0x7f72a406dfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:21.591 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.584+0000 7f729bfff640 1 --2- 172.21.15.76:0/575885092 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f72a4158970 0x7f72a414c8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:21.591 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.584+0000 7f72a259c640 1 -- 172.21.15.76:0/575885092 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f72a415c4c0 msgr2=0x7f72a406dfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:21.591 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.584+0000 7f72a259c640 1 --2- 172.21.15.76:0/575885092 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f72a415c4c0 0x7f72a406dfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:21.591 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.584+0000 7f72a259c640 1 -- 172.21.15.76:0/575885092 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f72a4158970 msgr2=0x7f72a414c8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:21.591 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.584+0000 7f72a259c640 1 --2- 172.21.15.76:0/575885092 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f72a4158970 0x7f72a414c8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:21.591 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.584+0000 7f72a259c640 1 -- 172.21.15.76:0/575885092 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f72940094d0 con 0x7f72a40b1500 2024-09-13T16:08:21.592 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.585+0000 7f72a259c640 1 --2- 172.21.15.76:0/575885092 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f72a40b1500 0x7f72a4144260 secure :-1 s=READY pgs=966 cs=0 l=1 rev1=1 crypto rx=0x7f7294009870 tx=0x7f72940046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:21.592 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.585+0000 7f729affd640 1 -- 172.21.15.76:0/575885092 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7294032440 con 0x7f72a40b1500 2024-09-13T16:08:21.592 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.585+0000 7f729affd640 1 -- 172.21.15.76:0/575885092 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7294030980 con 0x7f72a40b1500 2024-09-13T16:08:21.592 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.585+0000 7f72a8e5a640 1 -- 172.21.15.76:0/575885092 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f72a41481b0 con 0x7f72a40b1500 2024-09-13T16:08:21.592 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.585+0000 7f729affd640 1 -- 172.21.15.76:0/575885092 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7294030d10 con 0x7f72a40b1500 2024-09-13T16:08:21.592 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.585+0000 7f72a8e5a640 1 -- 172.21.15.76:0/575885092 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f72a4148770 con 0x7f72a40b1500 2024-09-13T16:08:21.592 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.586+0000 7f72a8e5a640 1 -- 172.21.15.76:0/575885092 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f72a4148960 con 0x7f72a40b1500 2024-09-13T16:08:21.592 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.586+0000 7f729affd640 1 -- 172.21.15.76:0/575885092 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7294039040 con 0x7f72a40b1500 2024-09-13T16:08:21.593 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.587+0000 7f729affd640 1 --2- 172.21.15.76:0/575885092 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f728406ac00 0x7f728406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:21.593 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.587+0000 7f729bfff640 1 --2- 172.21.15.76:0/575885092 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f728406ac00 0x7f728406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:21.593 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.587+0000 7f729affd640 1 -- 172.21.15.76:0/575885092 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(71..71 src has 1..71) v4 ==== 6174+0+0 (secure 0 0 0) 0x7f72940a9be0 con 0x7f72a40b1500 2024-09-13T16:08:21.593 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.587+0000 7f729bfff640 1 --2- 172.21.15.76:0/575885092 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f728406ac00 0x7f728406d0c0 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f72a40ad5f0 tx=0x7f728c009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:21.593 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.591+0000 7f729affd640 1 -- 172.21.15.76:0/575885092 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f7294074ca0 con 0x7f72a40b1500 2024-09-13T16:08:21.757 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.756+0000 7f72a8e5a640 1 -- 172.21.15.76:0/575885092 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f72a40b3220 con 0x7f72a40b1500 2024-09-13T16:08:21.758 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.757+0000 7f729affd640 1 -- 172.21.15.76:0/575885092 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v71) v1 ==== 74+0+16921 (secure 0 0 0) 0x7f729404c090 con 0x7f72a40b1500 2024-09-13T16:08:21.758 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:21.759 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":71,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:08:21.078869+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":10,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:07:37.664256+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_data","create_time":"2024-09-13T16:07:38.459206+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"70","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"9.10","mappings":[{"from":7,"to":2}]},{"pgid":"10.19","mappings":[{"from":4,"to":5}]},{"pgid":"10.1d","mappings":[{"from":4,"to":3}]},{"pgid":"10.21","mappings":[{"from":4,"to":3}]},{"pgid":"10.38","mappings":[{"from":7,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:08:21.760 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.759+0000 7f72a8e5a640 1 -- 172.21.15.76:0/575885092 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f728406ac00 msgr2=0x7f728406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:21.761 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.759+0000 7f72a8e5a640 1 --2- 172.21.15.76:0/575885092 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f728406ac00 0x7f728406d0c0 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f72a40ad5f0 tx=0x7f728c009190 comp rx=0 tx=0).stop 2024-09-13T16:08:21.761 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.759+0000 7f72a8e5a640 1 -- 172.21.15.76:0/575885092 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f72a40b1500 msgr2=0x7f72a4144260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:21.761 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.759+0000 7f72a8e5a640 1 --2- 172.21.15.76:0/575885092 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f72a40b1500 0x7f72a4144260 secure :-1 s=READY pgs=966 cs=0 l=1 rev1=1 crypto rx=0x7f7294009870 tx=0x7f72940046c0 comp rx=0 tx=0).stop 2024-09-13T16:08:21.761 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.759+0000 7f72a8e5a640 1 -- 172.21.15.76:0/575885092 shutdown_connections 2024-09-13T16:08:21.761 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.759+0000 7f72a8e5a640 1 --2- 172.21.15.76:0/575885092 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f728406ac00 0x7f728406d0c0 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:21.761 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.759+0000 7f72a8e5a640 1 --2- 172.21.15.76:0/575885092 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f72a415c4c0 0x7f72a406dfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:21.761 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.759+0000 7f72a8e5a640 1 --2- 172.21.15.76:0/575885092 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f72a4158970 0x7f72a414c8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:21.761 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.759+0000 7f72a8e5a640 1 --2- 172.21.15.76:0/575885092 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f72a40b1500 0x7f72a4144260 unknown :-1 s=CLOSED pgs=966 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:21.761 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.759+0000 7f72a8e5a640 1 -- 172.21.15.76:0/575885092 >> 172.21.15.76:0/575885092 conn(0x7f72a4069e80 msgr2=0x7f72a406a260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:21.761 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.759+0000 7f72a8e5a640 1 -- 172.21.15.76:0/575885092 shutdown_connections 2024-09-13T16:08:21.761 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.759+0000 7f72a8e5a640 1 -- 172.21.15.76:0/575885092 wait complete. 2024-09-13T16:08:21.771 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:01:26.960607+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 9, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:07:37.664256+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '69', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 10, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:07:38.459206+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '70', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:08:21.772 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:08:21.873 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.871+0000 7f6c64ac5640 1 Processor -- start 2024-09-13T16:08:21.873 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.872+0000 7f6c64ac5640 1 -- start start 2024-09-13T16:08:21.875 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.872+0000 7f6c64ac5640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f6c600d2d80 0x7f6c600d1030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:21.875 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.872+0000 7f6c64ac5640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f6c6006c810 0x7f6c600af1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:21.875 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.872+0000 7f6c64ac5640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6c6015c980 con 0x7f6c600d0c50 2024-09-13T16:08:21.875 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.873+0000 7f6c64ac5640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6c600d1570 con 0x7f6c600d2d80 2024-09-13T16:08:21.875 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.873+0000 7f6c64ac5640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6c6006b770 con 0x7f6c6006c810 2024-09-13T16:08:21.875 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.873+0000 7f6c5dd9b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f6c600d2d80 0x7f6c600d1030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:21.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.873+0000 7f6c5dd9b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f6c600d2d80 0x7f6c600d1030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56878/0 (socket says 172.21.15.76:56878) 2024-09-13T16:08:21.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.873+0000 7f6c5dd9b640 1 -- 172.21.15.76:0/1346301230 learned_addr learned my addr 172.21.15.76:0/1346301230 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:21.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.873+0000 7f6c5ed9d640 1 --2- 172.21.15.76:0/1346301230 >> v2:172.21.15.192:3300/0 conn(0x7f6c6006c810 0x7f6c600af1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:21.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.873+0000 7f6c5dd9b640 1 -- 172.21.15.76:0/1346301230 >> v2:172.21.15.192:3300/0 conn(0x7f6c6006c810 msgr2=0x7f6c600af1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:21.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.873+0000 7f6c5dd9b640 1 --2- 172.21.15.76:0/1346301230 >> v2:172.21.15.192:3300/0 conn(0x7f6c6006c810 0x7f6c600af1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:21.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.873+0000 7f6c5dd9b640 1 -- 172.21.15.76:0/1346301230 >> v1:172.21.15.192:6789/0 conn(0x7f6c600d0c50 legacy=0x7f6c6006afb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:21.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.873+0000 7f6c5dd9b640 1 -- 172.21.15.76:0/1346301230 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6c6006ba50 con 0x7f6c600d2d80 2024-09-13T16:08:21.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.874+0000 7f6c5dd9b640 1 --2- 172.21.15.76:0/1346301230 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6c600d2d80 0x7f6c600d1030 secure :-1 s=READY pgs=967 cs=0 l=1 rev1=1 crypto rx=0x7f6c60161180 tx=0x7f6c5002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d60c2c6e1a90fa server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:21.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.874+0000 7f6c5d59a640 1 -- 172.21.15.76:0/1346301230 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c50032440 con 0x7f6c600d2d80 2024-09-13T16:08:21.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.874+0000 7f6c5d59a640 1 -- 172.21.15.76:0/1346301230 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6c500325a0 con 0x7f6c600d2d80 2024-09-13T16:08:21.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.874+0000 7f6c5d59a640 1 -- 172.21.15.76:0/1346301230 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c50032930 con 0x7f6c600d2d80 2024-09-13T16:08:21.877 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.874+0000 7f6c64ac5640 1 -- 172.21.15.76:0/1346301230 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6c600d2d80 msgr2=0x7f6c600d1030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:21.877 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.874+0000 7f6c64ac5640 1 --2- 172.21.15.76:0/1346301230 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6c600d2d80 0x7f6c600d1030 secure :-1 s=READY pgs=967 cs=0 l=1 rev1=1 crypto rx=0x7f6c60161180 tx=0x7f6c5002a270 comp rx=0 tx=0).stop 2024-09-13T16:08:21.877 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.874+0000 7f6c64ac5640 1 -- 172.21.15.76:0/1346301230 shutdown_connections 2024-09-13T16:08:21.877 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.874+0000 7f6c64ac5640 1 --2- 172.21.15.76:0/1346301230 >> v2:172.21.15.192:3300/0 conn(0x7f6c6006c810 0x7f6c600af1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:21.878 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.874+0000 7f6c64ac5640 1 --2- 172.21.15.76:0/1346301230 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6c600d2d80 0x7f6c600d1030 unknown :-1 s=CLOSED pgs=967 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:21.878 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.874+0000 7f6c64ac5640 1 -- 172.21.15.76:0/1346301230 >> 172.21.15.76:0/1346301230 conn(0x7f6c60089ff0 msgr2=0x7f6c600d2670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:21.878 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.875+0000 7f6c64ac5640 1 -- 172.21.15.76:0/1346301230 shutdown_connections 2024-09-13T16:08:21.878 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.875+0000 7f6c64ac5640 1 -- 172.21.15.76:0/1346301230 wait complete. 2024-09-13T16:08:21.878 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.876+0000 7f6c64ac5640 1 Processor -- start 2024-09-13T16:08:21.878 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.876+0000 7f6c64ac5640 1 -- start start 2024-09-13T16:08:21.880 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.877+0000 7f6c64ac5640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6c6006c810 0x7f6c60150b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:21.880 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.877+0000 7f6c64ac5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6c600d0c50 0x7f6c6015edd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:21.881 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.877+0000 7f6c64ac5640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6c600d2d80 0x7f6c601f2c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:21.881 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.877+0000 7f6c64ac5640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c600c6e20 con 0x7f6c600d0c50 2024-09-13T16:08:21.881 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.877+0000 7f6c64ac5640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c601510a0 con 0x7f6c600d2d80 2024-09-13T16:08:21.881 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.877+0000 7f6c64ac5640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6c600c61a0 con 0x7f6c6006c810 2024-09-13T16:08:21.881 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.877+0000 7f6c5dd9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6c600d0c50 0x7f6c6015edd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:21.881 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.877+0000 7f6c5dd9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6c600d0c50 0x7f6c6015edd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56890/0 (socket says 172.21.15.76:56890) 2024-09-13T16:08:21.881 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.877+0000 7f6c5dd9b640 1 -- 172.21.15.76:0/331805326 learned_addr learned my addr 172.21.15.76:0/331805326 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:21.881 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.877+0000 7f6c5e59c640 1 --2- 172.21.15.76:0/331805326 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6c6006c810 0x7f6c60150b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:21.881 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.877+0000 7f6c5ed9d640 1 --2- 172.21.15.76:0/331805326 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6c600d2d80 0x7f6c601f2c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:21.881 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.877+0000 7f6c5dd9b640 1 -- 172.21.15.76:0/331805326 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6c6006c810 msgr2=0x7f6c60150b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:21.881 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.877+0000 7f6c5dd9b640 1 --2- 172.21.15.76:0/331805326 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6c6006c810 0x7f6c60150b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:21.881 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.877+0000 7f6c5dd9b640 1 -- 172.21.15.76:0/331805326 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6c600d2d80 msgr2=0x7f6c601f2c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:21.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.877+0000 7f6c5dd9b640 1 --2- 172.21.15.76:0/331805326 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6c600d2d80 0x7f6c601f2c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:21.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.877+0000 7f6c5dd9b640 1 -- 172.21.15.76:0/331805326 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6c500094d0 con 0x7f6c600d0c50 2024-09-13T16:08:21.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.877+0000 7f6c5ed9d640 1 --2- 172.21.15.76:0/331805326 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6c600d2d80 0x7f6c601f2c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:08:21.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.877+0000 7f6c5dd9b640 1 --2- 172.21.15.76:0/331805326 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6c600d0c50 0x7f6c6015edd0 secure :-1 s=READY pgs=968 cs=0 l=1 rev1=1 crypto rx=0x7f6c5002a2b0 tx=0x7f6c500046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:21.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.877+0000 7f6c56ffd640 1 -- 172.21.15.76:0/331805326 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c50032440 con 0x7f6c600d0c50 2024-09-13T16:08:21.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.877+0000 7f6c56ffd640 1 -- 172.21.15.76:0/331805326 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6c50030ba0 con 0x7f6c600d0c50 2024-09-13T16:08:21.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.877+0000 7f6c64ac5640 1 -- 172.21.15.76:0/331805326 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6c600c6480 con 0x7f6c600d0c50 2024-09-13T16:08:21.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.877+0000 7f6c56ffd640 1 -- 172.21.15.76:0/331805326 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c5003d440 con 0x7f6c600d0c50 2024-09-13T16:08:21.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.877+0000 7f6c64ac5640 1 -- 172.21.15.76:0/331805326 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6c600c6a40 con 0x7f6c600d0c50 2024-09-13T16:08:21.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.878+0000 7f6c64ac5640 1 -- 172.21.15.76:0/331805326 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6c60067300 con 0x7f6c600d0c50 2024-09-13T16:08:21.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.879+0000 7f6c56ffd640 1 -- 172.21.15.76:0/331805326 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f6c50039040 con 0x7f6c600d0c50 2024-09-13T16:08:21.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.879+0000 7f6c56ffd640 1 --2- 172.21.15.76:0/331805326 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6c4006ac00 0x7f6c4006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:21.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.879+0000 7f6c56ffd640 1 -- 172.21.15.76:0/331805326 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(71..71 src has 1..71) v4 ==== 6174+0+0 (secure 0 0 0) 0x7f6c500aa020 con 0x7f6c600d0c50 2024-09-13T16:08:21.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.879+0000 7f6c5e59c640 1 --2- 172.21.15.76:0/331805326 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6c4006ac00 0x7f6c4006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:21.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.880+0000 7f6c5e59c640 1 --2- 172.21.15.76:0/331805326 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6c4006ac00 0x7f6c4006d0c0 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f6c48000f60 tx=0x7f6c48009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:21.885 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:21.883+0000 7f6c56ffd640 1 -- 172.21.15.76:0/331805326 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f6c500750c0 con 0x7f6c600d0c50 2024-09-13T16:08:22.044 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.043+0000 7f6c64ac5640 1 -- 172.21.15.76:0/331805326 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f6c600c6f60 con 0x7f6c600d0c50 2024-09-13T16:08:22.045 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.043+0000 7f6c56ffd640 1 -- 172.21.15.76:0/331805326 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v71) v1 ==== 93+0+10 (secure 0 0 0) 0x7f6c600c6f60 con 0x7f6c600d0c50 2024-09-13T16:08:22.045 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2024-09-13T16:08:22.047 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.045+0000 7f6c64ac5640 1 -- 172.21.15.76:0/331805326 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6c4006ac00 msgr2=0x7f6c4006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:22.047 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.045+0000 7f6c64ac5640 1 --2- 172.21.15.76:0/331805326 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6c4006ac00 0x7f6c4006d0c0 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f6c48000f60 tx=0x7f6c48009040 comp rx=0 tx=0).stop 2024-09-13T16:08:22.047 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.045+0000 7f6c64ac5640 1 -- 172.21.15.76:0/331805326 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6c600d0c50 msgr2=0x7f6c6015edd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:22.047 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.045+0000 7f6c64ac5640 1 --2- 172.21.15.76:0/331805326 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6c600d0c50 0x7f6c6015edd0 secure :-1 s=READY pgs=968 cs=0 l=1 rev1=1 crypto rx=0x7f6c5002a2b0 tx=0x7f6c500046c0 comp rx=0 tx=0).stop 2024-09-13T16:08:22.047 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.045+0000 7f6c64ac5640 1 -- 172.21.15.76:0/331805326 shutdown_connections 2024-09-13T16:08:22.047 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.045+0000 7f6c64ac5640 1 --2- 172.21.15.76:0/331805326 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6c600d2d80 0x7f6c601f2c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:22.047 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.045+0000 7f6c64ac5640 1 --2- 172.21.15.76:0/331805326 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6c600d0c50 0x7f6c6015edd0 unknown :-1 s=CLOSED pgs=968 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:22.047 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.045+0000 7f6c64ac5640 1 --2- 172.21.15.76:0/331805326 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6c4006ac00 0x7f6c4006d0c0 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:22.047 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.045+0000 7f6c64ac5640 1 --2- 172.21.15.76:0/331805326 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6c6006c810 0x7f6c60150b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:22.047 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.045+0000 7f6c64ac5640 1 -- 172.21.15.76:0/331805326 >> 172.21.15.76:0/331805326 conn(0x7f6c60089ff0 msgr2=0x7f6c600b7b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:22.048 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.045+0000 7f6c64ac5640 1 -- 172.21.15.76:0/331805326 shutdown_connections 2024-09-13T16:08:22.048 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.045+0000 7f6c64ac5640 1 -- 172.21.15.76:0/331805326 wait complete. 2024-09-13T16:08:22.058 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:08:22.161 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.159+0000 7f8a9b49c640 1 Processor -- start 2024-09-13T16:08:22.161 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.160+0000 7f8a9b49c640 1 -- start start 2024-09-13T16:08:22.162 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.160+0000 7f8a9b49c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f8a941593c0 0x7f8a940cb7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:22.162 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.160+0000 7f8a9b49c640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f8a940cbd20 0x7f8a9406d400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:22.162 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.161+0000 7f8a9b49c640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8a9406dd90 con 0x7f8a9406d940 2024-09-13T16:08:22.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.161+0000 7f8a9b49c640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8a940b1b90 con 0x7f8a941593c0 2024-09-13T16:08:22.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.161+0000 7f8a9b49c640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8a940b1da0 con 0x7f8a940cbd20 2024-09-13T16:08:22.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.161+0000 7f8a99238640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f8a941593c0 0x7f8a940cb7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:22.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.161+0000 7f8a99238640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f8a941593c0 0x7f8a940cb7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56896/0 (socket says 172.21.15.76:56896) 2024-09-13T16:08:22.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.161+0000 7f8a99238640 1 -- 172.21.15.76:0/4292682212 learned_addr learned my addr 172.21.15.76:0/4292682212 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:22.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.161+0000 7f8a98a37640 1 --2- 172.21.15.76:0/4292682212 >> v2:172.21.15.192:3300/0 conn(0x7f8a940cbd20 0x7f8a9406d400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:22.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.161+0000 7f8a99238640 1 -- 172.21.15.76:0/4292682212 >> v2:172.21.15.192:3300/0 conn(0x7f8a940cbd20 msgr2=0x7f8a9406d400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:22.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.161+0000 7f8a99238640 1 --2- 172.21.15.76:0/4292682212 >> v2:172.21.15.192:3300/0 conn(0x7f8a940cbd20 0x7f8a9406d400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:22.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.161+0000 7f8a99238640 1 -- 172.21.15.76:0/4292682212 >> v1:172.21.15.192:6789/0 conn(0x7f8a9406d940 legacy=0x7f8a94070290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:22.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.161+0000 7f8a99238640 1 -- 172.21.15.76:0/4292682212 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8a940b2080 con 0x7f8a941593c0 2024-09-13T16:08:22.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.161+0000 7f8a98a37640 1 --2- 172.21.15.76:0/4292682212 >> v2:172.21.15.192:3300/0 conn(0x7f8a940cbd20 0x7f8a9406d400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:08:22.165 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.162+0000 7f8a99238640 1 --2- 172.21.15.76:0/4292682212 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a941593c0 0x7f8a940cb7e0 secure :-1 s=READY pgs=969 cs=0 l=1 rev1=1 crypto rx=0x7f8a940ce3a0 tx=0x7f8a8c02a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b34ee9e73697978 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:22.165 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.162+0000 7f8a93fff640 1 -- 172.21.15.76:0/4292682212 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a8c032440 con 0x7f8a941593c0 2024-09-13T16:08:22.165 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.162+0000 7f8a93fff640 1 -- 172.21.15.76:0/4292682212 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8a8c0325a0 con 0x7f8a941593c0 2024-09-13T16:08:22.165 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.162+0000 7f8a93fff640 1 -- 172.21.15.76:0/4292682212 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a8c032930 con 0x7f8a941593c0 2024-09-13T16:08:22.165 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.162+0000 7f8a9b49c640 1 -- 172.21.15.76:0/4292682212 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a941593c0 msgr2=0x7f8a940cb7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:22.165 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.162+0000 7f8a9b49c640 1 --2- 172.21.15.76:0/4292682212 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a941593c0 0x7f8a940cb7e0 secure :-1 s=READY pgs=969 cs=0 l=1 rev1=1 crypto rx=0x7f8a940ce3a0 tx=0x7f8a8c02a230 comp rx=0 tx=0).stop 2024-09-13T16:08:22.165 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.162+0000 7f8a9b49c640 1 -- 172.21.15.76:0/4292682212 shutdown_connections 2024-09-13T16:08:22.165 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.162+0000 7f8a9b49c640 1 --2- 172.21.15.76:0/4292682212 >> v2:172.21.15.192:3300/0 conn(0x7f8a940cbd20 0x7f8a9406d400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:22.165 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.162+0000 7f8a9b49c640 1 --2- 172.21.15.76:0/4292682212 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a941593c0 0x7f8a940cb7e0 unknown :-1 s=CLOSED pgs=969 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:22.165 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.162+0000 7f8a9b49c640 1 -- 172.21.15.76:0/4292682212 >> 172.21.15.76:0/4292682212 conn(0x7f8a940b0200 msgr2=0x7f8a940b05e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:22.165 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.162+0000 7f8a9b49c640 1 -- 172.21.15.76:0/4292682212 shutdown_connections 2024-09-13T16:08:22.166 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.162+0000 7f8a9b49c640 1 -- 172.21.15.76:0/4292682212 wait complete. 2024-09-13T16:08:22.166 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.164+0000 7f8a9b49c640 1 Processor -- start 2024-09-13T16:08:22.166 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.164+0000 7f8a9b49c640 1 -- start start 2024-09-13T16:08:22.167 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.164+0000 7f8a9b49c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a9406d940 0x7f8a9414b090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:22.167 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.164+0000 7f8a9b49c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8a941593c0 0x7f8a9414f090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:22.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.164+0000 7f8a9b49c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8a9414f5d0 0x7f8a9406c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:22.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.164+0000 7f8a9b49c640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a941503f0 con 0x7f8a9406d940 2024-09-13T16:08:22.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.164+0000 7f8a9b49c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a9414d590 con 0x7f8a941593c0 2024-09-13T16:08:22.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.164+0000 7f8a9b49c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8a9414b5d0 con 0x7f8a9414f5d0 2024-09-13T16:08:22.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.164+0000 7f8a99238640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a9406d940 0x7f8a9414b090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:22.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.164+0000 7f8a99238640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a9406d940 0x7f8a9414b090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56904/0 (socket says 172.21.15.76:56904) 2024-09-13T16:08:22.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.164+0000 7f8a99238640 1 -- 172.21.15.76:0/1266823535 learned_addr learned my addr 172.21.15.76:0/1266823535 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:22.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.165+0000 7f8a99a39640 1 --2- 172.21.15.76:0/1266823535 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8a9414f5d0 0x7f8a9406c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:22.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.165+0000 7f8a98a37640 1 --2- 172.21.15.76:0/1266823535 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8a941593c0 0x7f8a9414f090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:22.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.165+0000 7f8a99238640 1 -- 172.21.15.76:0/1266823535 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8a9414f5d0 msgr2=0x7f8a9406c2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:22.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.165+0000 7f8a99238640 1 --2- 172.21.15.76:0/1266823535 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8a9414f5d0 0x7f8a9406c2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:22.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.165+0000 7f8a99238640 1 -- 172.21.15.76:0/1266823535 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8a941593c0 msgr2=0x7f8a9414f090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:22.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.165+0000 7f8a99238640 1 --2- 172.21.15.76:0/1266823535 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8a941593c0 0x7f8a9414f090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:22.169 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.165+0000 7f8a99238640 1 -- 172.21.15.76:0/1266823535 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8a8c0094d0 con 0x7f8a9406d940 2024-09-13T16:08:22.169 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.165+0000 7f8a99238640 1 --2- 172.21.15.76:0/1266823535 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a9406d940 0x7f8a9414b090 secure :-1 s=READY pgs=970 cs=0 l=1 rev1=1 crypto rx=0x7f8a8c000c00 tx=0x7f8a8c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:22.169 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.165+0000 7f8a91ffb640 1 -- 172.21.15.76:0/1266823535 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a8c032440 con 0x7f8a9406d940 2024-09-13T16:08:22.169 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.165+0000 7f8a91ffb640 1 -- 172.21.15.76:0/1266823535 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8a8c030b80 con 0x7f8a9406d940 2024-09-13T16:08:22.169 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.165+0000 7f8a91ffb640 1 -- 172.21.15.76:0/1266823535 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a8c03d420 con 0x7f8a9406d940 2024-09-13T16:08:22.169 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.165+0000 7f8a9b49c640 1 -- 172.21.15.76:0/1266823535 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8a9414fb50 con 0x7f8a9406d940 2024-09-13T16:08:22.169 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.165+0000 7f8a9b49c640 1 -- 172.21.15.76:0/1266823535 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8a94150110 con 0x7f8a9406d940 2024-09-13T16:08:22.169 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.166+0000 7f8a9b49c640 1 -- 172.21.15.76:0/1266823535 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8a9414d2f0 con 0x7f8a9406d940 2024-09-13T16:08:22.170 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.167+0000 7f8a91ffb640 1 -- 172.21.15.76:0/1266823535 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f8a8c039040 con 0x7f8a9406d940 2024-09-13T16:08:22.170 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.167+0000 7f8a91ffb640 1 --2- 172.21.15.76:0/1266823535 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8a8006ac00 0x7f8a8006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:22.170 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.167+0000 7f8a91ffb640 1 -- 172.21.15.76:0/1266823535 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(72..72 src has 1..72) v4 ==== 6174+0+0 (secure 0 0 0) 0x7f8a8c0aa140 con 0x7f8a9406d940 2024-09-13T16:08:22.170 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.167+0000 7f8a98a37640 1 --2- 172.21.15.76:0/1266823535 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8a8006ac00 0x7f8a8006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:22.170 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.168+0000 7f8a98a37640 1 --2- 172.21.15.76:0/1266823535 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8a8006ac00 0x7f8a8006d0c0 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f8a88007510 tx=0x7f8a880074a0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:22.172 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.171+0000 7f8a91ffb640 1 -- 172.21.15.76:0/1266823535 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f8a9414d2f0 con 0x7f8a9406d940 2024-09-13T16:08:22.338 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.337+0000 7f8a9b49c640 1 -- 172.21.15.76:0/1266823535 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f8a9414d6d0 con 0x7f8a9406d940 2024-09-13T16:08:22.339 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.337+0000 7f8a91ffb640 1 -- 172.21.15.76:0/1266823535 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v72) v1 ==== 104+0+11 (secure 0 0 0) 0x7f8a9414d6d0 con 0x7f8a9406d940 2024-09-13T16:08:22.339 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2024-09-13T16:08:22.341 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.339+0000 7f8a9b49c640 1 -- 172.21.15.76:0/1266823535 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8a8006ac00 msgr2=0x7f8a8006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:22.341 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.339+0000 7f8a9b49c640 1 --2- 172.21.15.76:0/1266823535 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8a8006ac00 0x7f8a8006d0c0 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f8a88007510 tx=0x7f8a880074a0 comp rx=0 tx=0).stop 2024-09-13T16:08:22.341 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.339+0000 7f8a9b49c640 1 -- 172.21.15.76:0/1266823535 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a9406d940 msgr2=0x7f8a9414b090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:22.341 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.339+0000 7f8a9b49c640 1 --2- 172.21.15.76:0/1266823535 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a9406d940 0x7f8a9414b090 secure :-1 s=READY pgs=970 cs=0 l=1 rev1=1 crypto rx=0x7f8a8c000c00 tx=0x7f8a8c0046c0 comp rx=0 tx=0).stop 2024-09-13T16:08:22.341 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.339+0000 7f8a9b49c640 1 -- 172.21.15.76:0/1266823535 shutdown_connections 2024-09-13T16:08:22.341 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.339+0000 7f8a9b49c640 1 --2- 172.21.15.76:0/1266823535 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8a8006ac00 0x7f8a8006d0c0 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:22.341 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.339+0000 7f8a9b49c640 1 --2- 172.21.15.76:0/1266823535 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8a9414f5d0 0x7f8a9406c2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:22.341 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.339+0000 7f8a9b49c640 1 --2- 172.21.15.76:0/1266823535 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8a941593c0 0x7f8a9414f090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:22.342 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.339+0000 7f8a9b49c640 1 --2- 172.21.15.76:0/1266823535 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a9406d940 0x7f8a9414b090 unknown :-1 s=CLOSED pgs=970 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:22.342 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.339+0000 7f8a9b49c640 1 -- 172.21.15.76:0/1266823535 >> 172.21.15.76:0/1266823535 conn(0x7f8a940b0200 msgr2=0x7f8a940b05e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:22.342 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.339+0000 7f8a9b49c640 1 -- 172.21.15.76:0/1266823535 shutdown_connections 2024-09-13T16:08:22.342 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.339+0000 7f8a9b49c640 1 -- 172.21.15.76:0/1266823535 wait complete. 2024-09-13T16:08:22.352 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:08:22.454 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.453+0000 7f25c34d7640 1 Processor -- start 2024-09-13T16:08:22.454 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.453+0000 7f25c34d7640 1 -- start start 2024-09-13T16:08:22.455 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.454+0000 7f25c34d7640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f25bc06d400 0x7f25bc06d870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:22.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.454+0000 7f25c34d7640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f25bc1597a0 0x7f25bc159c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:22.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.454+0000 7f25c34d7640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f25bc0cbef0 con 0x7f25bc1593c0 2024-09-13T16:08:22.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.454+0000 7f25c34d7640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f25bc0b1b90 con 0x7f25bc1597a0 2024-09-13T16:08:22.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.454+0000 7f25c34d7640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f25bc06ddb0 con 0x7f25bc06d400 2024-09-13T16:08:22.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.454+0000 7f25c1a74640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f25bc1597a0 0x7f25bc159c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:22.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.454+0000 7f25c1a74640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f25bc1597a0 0x7f25bc159c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56916/0 (socket says 172.21.15.76:56916) 2024-09-13T16:08:22.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.454+0000 7f25c1a74640 1 -- 172.21.15.76:0/2638613243 learned_addr learned my addr 172.21.15.76:0/2638613243 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:22.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.454+0000 7f25c0a72640 1 --2- 172.21.15.76:0/2638613243 >> v2:172.21.15.192:3300/0 conn(0x7f25bc06d400 0x7f25bc06d870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:22.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.454+0000 7f25c1a74640 1 -- 172.21.15.76:0/2638613243 >> v2:172.21.15.192:3300/0 conn(0x7f25bc06d400 msgr2=0x7f25bc06d870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:22.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.454+0000 7f25c1a74640 1 --2- 172.21.15.76:0/2638613243 >> v2:172.21.15.192:3300/0 conn(0x7f25bc06d400 0x7f25bc06d870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:22.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.454+0000 7f25c1a74640 1 -- 172.21.15.76:0/2638613243 >> v1:172.21.15.192:6789/0 conn(0x7f25bc1593c0 legacy=0x7f25bc0cb7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:22.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.454+0000 7f25c1a74640 1 -- 172.21.15.76:0/2638613243 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f25bc0b1da0 con 0x7f25bc1597a0 2024-09-13T16:08:22.458 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.455+0000 7f25c1a74640 1 --2- 172.21.15.76:0/2638613243 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f25bc1597a0 0x7f25bc159c10 secure :-1 s=READY pgs=971 cs=0 l=1 rev1=1 crypto rx=0x7f25bc0ce3a0 tx=0x7f25ac02a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f1b4110d02ee040 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:22.458 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.455+0000 7f25bbfff640 1 -- 172.21.15.76:0/2638613243 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25ac031600 con 0x7f25bc1597a0 2024-09-13T16:08:22.458 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.455+0000 7f25bbfff640 1 -- 172.21.15.76:0/2638613243 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f25ac02d050 con 0x7f25bc1597a0 2024-09-13T16:08:22.458 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.455+0000 7f25bbfff640 1 -- 172.21.15.76:0/2638613243 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25ac031980 con 0x7f25bc1597a0 2024-09-13T16:08:22.458 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.455+0000 7f25c34d7640 1 -- 172.21.15.76:0/2638613243 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f25bc1597a0 msgr2=0x7f25bc159c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:22.458 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.455+0000 7f25c34d7640 1 --2- 172.21.15.76:0/2638613243 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f25bc1597a0 0x7f25bc159c10 secure :-1 s=READY pgs=971 cs=0 l=1 rev1=1 crypto rx=0x7f25bc0ce3a0 tx=0x7f25ac02a6f0 comp rx=0 tx=0).stop 2024-09-13T16:08:22.458 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.455+0000 7f25c34d7640 1 -- 172.21.15.76:0/2638613243 shutdown_connections 2024-09-13T16:08:22.458 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.455+0000 7f25c34d7640 1 --2- 172.21.15.76:0/2638613243 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f25bc1597a0 0x7f25bc159c10 unknown :-1 s=CLOSED pgs=971 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:22.458 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.455+0000 7f25c34d7640 1 --2- 172.21.15.76:0/2638613243 >> v2:172.21.15.192:3300/0 conn(0x7f25bc06d400 0x7f25bc06d870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:22.459 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.455+0000 7f25c34d7640 1 -- 172.21.15.76:0/2638613243 >> 172.21.15.76:0/2638613243 conn(0x7f25bc0b0200 msgr2=0x7f25bc0b05e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:22.459 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.456+0000 7f25c34d7640 1 -- 172.21.15.76:0/2638613243 shutdown_connections 2024-09-13T16:08:22.459 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.456+0000 7f25c34d7640 1 -- 172.21.15.76:0/2638613243 wait complete. 2024-09-13T16:08:22.459 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.457+0000 7f25c34d7640 1 Processor -- start 2024-09-13T16:08:22.459 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.457+0000 7f25c34d7640 1 -- start start 2024-09-13T16:08:22.461 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.457+0000 7f25c34d7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f25bc06d400 0x7f25bc14ffc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:22.461 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.457+0000 7f25c34d7640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f25bc1593c0 0x7f25bc06c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:22.461 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.457+0000 7f25c34d7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f25bc1597a0 0x7f25bc06c830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:22.461 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.457+0000 7f25c34d7640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f25bc150500 con 0x7f25bc06d400 2024-09-13T16:08:22.461 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.457+0000 7f25c34d7640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f25bc153670 con 0x7f25bc1593c0 2024-09-13T16:08:22.461 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.457+0000 7f25c34d7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f25bc152ad0 con 0x7f25bc1597a0 2024-09-13T16:08:22.461 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.458+0000 7f25c1273640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f25bc06d400 0x7f25bc14ffc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:22.462 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.458+0000 7f25c1273640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f25bc06d400 0x7f25bc14ffc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56928/0 (socket says 172.21.15.76:56928) 2024-09-13T16:08:22.462 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.458+0000 7f25c1273640 1 -- 172.21.15.76:0/100119969 learned_addr learned my addr 172.21.15.76:0/100119969 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:22.462 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.458+0000 7f25c0a72640 1 --2- 172.21.15.76:0/100119969 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f25bc1593c0 0x7f25bc06c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:22.462 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.458+0000 7f25c1a74640 1 --2- 172.21.15.76:0/100119969 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f25bc1597a0 0x7f25bc06c830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:22.462 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.458+0000 7f25c1273640 1 -- 172.21.15.76:0/100119969 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f25bc1597a0 msgr2=0x7f25bc06c830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:22.462 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.458+0000 7f25c1273640 1 --2- 172.21.15.76:0/100119969 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f25bc1597a0 0x7f25bc06c830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:22.462 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.458+0000 7f25c1273640 1 -- 172.21.15.76:0/100119969 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f25bc1593c0 msgr2=0x7f25bc06c2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:22.462 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.458+0000 7f25c1273640 1 --2- 172.21.15.76:0/100119969 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f25bc1593c0 0x7f25bc06c2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:22.462 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.458+0000 7f25c1273640 1 -- 172.21.15.76:0/100119969 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f25ac009b30 con 0x7f25bc06d400 2024-09-13T16:08:22.462 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.458+0000 7f25c1273640 1 --2- 172.21.15.76:0/100119969 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f25bc06d400 0x7f25bc14ffc0 secure :-1 s=READY pgs=972 cs=0 l=1 rev1=1 crypto rx=0x7f25b400c460 tx=0x7f25b400c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:22.462 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.458+0000 7f25b9ffb640 1 -- 172.21.15.76:0/100119969 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25b4012830 con 0x7f25bc06d400 2024-09-13T16:08:22.462 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.458+0000 7f25b9ffb640 1 -- 172.21.15.76:0/100119969 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f25b40129d0 con 0x7f25bc06d400 2024-09-13T16:08:22.462 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.458+0000 7f25c34d7640 1 -- 172.21.15.76:0/100119969 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f25bc152d40 con 0x7f25bc06d400 2024-09-13T16:08:22.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.458+0000 7f25b9ffb640 1 -- 172.21.15.76:0/100119969 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25b4012d80 con 0x7f25bc06d400 2024-09-13T16:08:22.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.458+0000 7f25c34d7640 1 -- 172.21.15.76:0/100119969 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f25bc153300 con 0x7f25bc06d400 2024-09-13T16:08:22.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.459+0000 7f25c34d7640 1 -- 172.21.15.76:0/100119969 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f25bc153820 con 0x7f25bc06d400 2024-09-13T16:08:22.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.460+0000 7f25b9ffb640 1 -- 172.21.15.76:0/100119969 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f25b401b400 con 0x7f25bc06d400 2024-09-13T16:08:22.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.460+0000 7f25b9ffb640 1 --2- 172.21.15.76:0/100119969 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f25a806ac00 0x7f25a806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:22.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.460+0000 7f25c0a72640 1 --2- 172.21.15.76:0/100119969 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f25a806ac00 0x7f25a806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:22.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.460+0000 7f25b9ffb640 1 -- 172.21.15.76:0/100119969 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(72..72 src has 1..72) v4 ==== 6174+0+0 (secure 0 0 0) 0x7f25b4089400 con 0x7f25bc06d400 2024-09-13T16:08:22.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.461+0000 7f25c0a72640 1 --2- 172.21.15.76:0/100119969 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f25a806ac00 0x7f25a806d0c0 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f25bc0ad5f0 tx=0x7f25b0008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:22.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.465+0000 7f25b9ffb640 1 -- 172.21.15.76:0/100119969 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f25bc153820 con 0x7f25bc06d400 2024-09-13T16:08:22.628 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.626+0000 7f25c34d7640 1 -- 172.21.15.76:0/100119969 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f25bc153820 con 0x7f25bc06d400 2024-09-13T16:08:22.628 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.626+0000 7f25b9ffb640 1 -- 172.21.15.76:0/100119969 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v72) v1 ==== 100+0+11 (secure 0 0 0) 0x7f25bc153820 con 0x7f25bc06d400 2024-09-13T16:08:22.628 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2024-09-13T16:08:22.630 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.628+0000 7f25c34d7640 1 -- 172.21.15.76:0/100119969 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f25a806ac00 msgr2=0x7f25a806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:22.630 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.628+0000 7f25c34d7640 1 --2- 172.21.15.76:0/100119969 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f25a806ac00 0x7f25a806d0c0 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f25bc0ad5f0 tx=0x7f25b0008040 comp rx=0 tx=0).stop 2024-09-13T16:08:22.630 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.628+0000 7f25c34d7640 1 -- 172.21.15.76:0/100119969 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f25bc06d400 msgr2=0x7f25bc14ffc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:22.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.628+0000 7f25c34d7640 1 --2- 172.21.15.76:0/100119969 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f25bc06d400 0x7f25bc14ffc0 secure :-1 s=READY pgs=972 cs=0 l=1 rev1=1 crypto rx=0x7f25b400c460 tx=0x7f25b400c920 comp rx=0 tx=0).stop 2024-09-13T16:08:22.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.628+0000 7f25c34d7640 1 -- 172.21.15.76:0/100119969 shutdown_connections 2024-09-13T16:08:22.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.628+0000 7f25c34d7640 1 --2- 172.21.15.76:0/100119969 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f25a806ac00 0x7f25a806d0c0 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:22.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.628+0000 7f25c34d7640 1 --2- 172.21.15.76:0/100119969 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f25bc1597a0 0x7f25bc06c830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:22.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.628+0000 7f25c34d7640 1 --2- 172.21.15.76:0/100119969 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f25bc1593c0 0x7f25bc06c2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:22.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.628+0000 7f25c34d7640 1 --2- 172.21.15.76:0/100119969 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f25bc06d400 0x7f25bc14ffc0 unknown :-1 s=CLOSED pgs=972 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:22.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.628+0000 7f25c34d7640 1 -- 172.21.15.76:0/100119969 >> 172.21.15.76:0/100119969 conn(0x7f25bc0b0200 msgr2=0x7f25bc0ad840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:22.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.628+0000 7f25c34d7640 1 -- 172.21.15.76:0/100119969 shutdown_connections 2024-09-13T16:08:22.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.628+0000 7f25c34d7640 1 -- 172.21.15.76:0/100119969 wait complete. 2024-09-13T16:08:22.644 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:08:22.743 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.741+0000 7fe8588e9640 1 Processor -- start 2024-09-13T16:08:22.743 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.741+0000 7fe8588e9640 1 -- start start 2024-09-13T16:08:22.747 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.742+0000 7fe8588e9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe85415fd40 0x7fe8540d0870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:22.747 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.742+0000 7fe8588e9640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe8540cfd70 con 0x7fe8540b3140 2024-09-13T16:08:22.747 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.742+0000 7fe8588e9640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe8540b1fd0 con 0x7fe8540d14a0 2024-09-13T16:08:22.747 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.742+0000 7fe8588e9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe8540b22b0 con 0x7fe85415fd40 2024-09-13T16:08:22.747 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.742+0000 7fe852d9d640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fe8540b3140 0x7fe8540cf660 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:52082/0 (socket says 172.21.15.76:52082) 2024-09-13T16:08:22.747 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.742+0000 7fe852d9d640 1 -- 172.21.15.76:0/104133307 learned_addr learned my addr 172.21.15.76:0/104133307 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:08:22.747 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.743+0000 7fe85259c640 1 --2- 172.21.15.76:0/104133307 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe85415fd40 0x7fe8540d0870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:22.747 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.743+0000 7fe85159a640 1 -- 172.21.15.76:0/104133307 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 936204082 0 0) 0x7fe8540cfd70 con 0x7fe8540b3140 2024-09-13T16:08:22.747 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.743+0000 7fe85159a640 1 -- 172.21.15.76:0/104133307 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe83c003520 con 0x7fe8540b3140 2024-09-13T16:08:22.747 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.743+0000 7fe85159a640 1 -- 172.21.15.76:0/104133307 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1580911157 0 0) 0x7fe83c003520 con 0x7fe8540b3140 2024-09-13T16:08:22.748 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.743+0000 7fe85159a640 1 -- 172.21.15.76:0/104133307 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe85415fd40 msgr2=0x7fe8540d0870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:22.748 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.743+0000 7fe85159a640 1 --2- 172.21.15.76:0/104133307 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe85415fd40 0x7fe8540d0870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:22.748 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.743+0000 7fe85159a640 1 -- 172.21.15.76:0/104133307 >> v1:172.21.15.192:6789/0 conn(0x7fe8540d14a0 legacy=0x7fe8540cef50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:22.748 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.743+0000 7fe85159a640 1 -- 172.21.15.76:0/104133307 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe8540b2590 con 0x7fe8540b3140 2024-09-13T16:08:22.748 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.743+0000 7fe85159a640 1 -- 172.21.15.76:0/104133307 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7fe84c001690 con 0x7fe8540b3140 2024-09-13T16:08:22.748 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.743+0000 7fe85159a640 1 -- 172.21.15.76:0/104133307 >> v1:172.21.15.76:6789/0 conn(0x7fe8540b3140 legacy=0x7fe8540cf660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:22.748 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.743+0000 7fe85159a640 1 --2- 172.21.15.76:0/104133307 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe83c0039a0 0x7fe83c003d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:22.748 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.743+0000 7fe85159a640 1 --2- 172.21.15.76:0/104133307 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe83c004350 0x7fe83c004820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:22.748 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.743+0000 7fe85159a640 1 --2- 172.21.15.76:0/104133307 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe85415fd40 0x7fe83c005080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:22.748 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.743+0000 7fe85159a640 1 -- 172.21.15.76:0/104133307 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8540b22b0 con 0x7fe83c004350 2024-09-13T16:08:22.748 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.743+0000 7fe85159a640 1 -- 172.21.15.76:0/104133307 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe83c00b980 con 0x7fe83c0039a0 2024-09-13T16:08:22.749 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.743+0000 7fe85159a640 1 -- 172.21.15.76:0/104133307 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe83c00bb40 con 0x7fe85415fd40 2024-09-13T16:08:22.749 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.743+0000 7fe851d9b640 1 --2- 172.21.15.76:0/104133307 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe83c004350 0x7fe83c004820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:22.749 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.743+0000 7fe85259c640 1 --2- 172.21.15.76:0/104133307 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe83c0039a0 0x7fe83c003d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:22.749 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.743+0000 7fe852d9d640 1 --2- 172.21.15.76:0/104133307 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe85415fd40 0x7fe83c005080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:22.749 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.743+0000 7fe851d9b640 1 -- 172.21.15.76:0/104133307 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe85415fd40 msgr2=0x7fe83c005080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:22.749 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.743+0000 7fe851d9b640 1 --2- 172.21.15.76:0/104133307 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe85415fd40 0x7fe83c005080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:22.749 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.743+0000 7fe851d9b640 1 -- 172.21.15.76:0/104133307 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe83c0039a0 msgr2=0x7fe83c003d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:22.749 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.743+0000 7fe851d9b640 1 --2- 172.21.15.76:0/104133307 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe83c0039a0 0x7fe83c003d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:22.749 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.743+0000 7fe851d9b640 1 -- 172.21.15.76:0/104133307 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe83c003520 con 0x7fe83c004350 2024-09-13T16:08:22.749 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.743+0000 7fe852d9d640 1 --2- 172.21.15.76:0/104133307 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe85415fd40 0x7fe83c005080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:08:22.749 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.744+0000 7fe851d9b640 1 --2- 172.21.15.76:0/104133307 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe83c004350 0x7fe83c004820 secure :-1 s=READY pgs=974 cs=0 l=1 rev1=1 crypto rx=0x7fe848001830 tx=0x7fe83c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a4b160c85fd21bc server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:22.749 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.744+0000 7fe85159a640 1 -- 172.21.15.76:0/104133307 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe84802abc0 con 0x7fe83c004350 2024-09-13T16:08:22.750 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.744+0000 7fe85159a640 1 -- 172.21.15.76:0/104133307 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe84802ad40 con 0x7fe83c004350 2024-09-13T16:08:22.750 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.744+0000 7fe85159a640 1 -- 172.21.15.76:0/104133307 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe848032680 con 0x7fe83c004350 2024-09-13T16:08:22.750 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.745+0000 7fe8588e9640 1 -- 172.21.15.76:0/104133307 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe83c004350 msgr2=0x7fe83c004820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:22.750 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.745+0000 7fe8588e9640 1 --2- 172.21.15.76:0/104133307 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe83c004350 0x7fe83c004820 secure :-1 s=READY pgs=974 cs=0 l=1 rev1=1 crypto rx=0x7fe848001830 tx=0x7fe83c0057f0 comp rx=0 tx=0).stop 2024-09-13T16:08:22.750 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.745+0000 7fe852d9d640 1 -- 172.21.15.76:0/104133307 reap_dead start 2024-09-13T16:08:22.750 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.745+0000 7fe8588e9640 1 -- 172.21.15.76:0/104133307 shutdown_connections 2024-09-13T16:08:22.750 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.745+0000 7fe8588e9640 1 -- 172.21.15.76:0/104133307 >> 172.21.15.76:0/104133307 conn(0x7fe854089ff0 msgr2=0x7fe8540d2640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:22.750 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.745+0000 7fe8588e9640 1 -- 172.21.15.76:0/104133307 shutdown_connections 2024-09-13T16:08:22.750 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.745+0000 7fe8588e9640 1 -- 172.21.15.76:0/104133307 wait complete. 2024-09-13T16:08:22.752 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.746+0000 7fe8588e9640 1 Processor -- start 2024-09-13T16:08:22.753 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.746+0000 7fe8588e9640 1 -- start start 2024-09-13T16:08:22.753 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.747+0000 7fe8588e9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe83c004350 0x7fe8541f2b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:22.753 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.747+0000 7fe8588e9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe8540b5470 0x7fe854158010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:22.753 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.747+0000 7fe8588e9640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe8540b74c0 0x7fe8540b7970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:22.753 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.747+0000 7fe8588e9640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8540b7eb0 con 0x7fe8540b5470 2024-09-13T16:08:22.753 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.747+0000 7fe8588e9640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8540cc130 con 0x7fe8540b74c0 2024-09-13T16:08:22.753 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.747+0000 7fe8588e9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe8540b6a40 con 0x7fe83c004350 2024-09-13T16:08:22.753 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.747+0000 7fe851d9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe8540b5470 0x7fe854158010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:22.753 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.747+0000 7fe851d9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe8540b5470 0x7fe854158010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56952/0 (socket says 172.21.15.76:56952) 2024-09-13T16:08:22.753 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.747+0000 7fe851d9b640 1 -- 172.21.15.76:0/2499885975 learned_addr learned my addr 172.21.15.76:0/2499885975 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:22.753 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.747+0000 7fe85259c640 1 --2- 172.21.15.76:0/2499885975 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe83c004350 0x7fe8541f2b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:22.754 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.747+0000 7fe852d9d640 1 --2- 172.21.15.76:0/2499885975 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe8540b74c0 0x7fe8540b7970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:22.754 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.747+0000 7fe851d9b640 1 -- 172.21.15.76:0/2499885975 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe83c004350 msgr2=0x7fe8541f2b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:22.754 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.747+0000 7fe851d9b640 1 --2- 172.21.15.76:0/2499885975 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe83c004350 0x7fe8541f2b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:22.754 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.747+0000 7fe851d9b640 1 -- 172.21.15.76:0/2499885975 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe8540b74c0 msgr2=0x7fe8540b7970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:22.754 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.747+0000 7fe851d9b640 1 --2- 172.21.15.76:0/2499885975 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe8540b74c0 0x7fe8540b7970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:22.754 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.747+0000 7fe851d9b640 1 -- 172.21.15.76:0/2499885975 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe8541f3070 con 0x7fe8540b5470 2024-09-13T16:08:22.754 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.748+0000 7fe851d9b640 1 --2- 172.21.15.76:0/2499885975 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe8540b5470 0x7fe854158010 secure :-1 s=READY pgs=975 cs=0 l=1 rev1=1 crypto rx=0x7fe848001950 tx=0x7fe848001230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:22.755 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.748+0000 7fe842ffd640 1 -- 172.21.15.76:0/2499885975 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8480067d0 con 0x7fe8540b5470 2024-09-13T16:08:22.755 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.748+0000 7fe842ffd640 1 -- 172.21.15.76:0/2499885975 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe848006930 con 0x7fe8540b5470 2024-09-13T16:08:22.755 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.748+0000 7fe8588e9640 1 -- 172.21.15.76:0/2499885975 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe8540b59a0 con 0x7fe8540b5470 2024-09-13T16:08:22.755 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.748+0000 7fe842ffd640 1 -- 172.21.15.76:0/2499885975 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe848006ca0 con 0x7fe8540b5470 2024-09-13T16:08:22.755 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.748+0000 7fe8588e9640 1 -- 172.21.15.76:0/2499885975 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe8540b5f60 con 0x7fe8540b5470 2024-09-13T16:08:22.755 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.749+0000 7fe8588e9640 1 -- 172.21.15.76:0/2499885975 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe8540b1c00 con 0x7fe8540b5470 2024-09-13T16:08:22.755 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.749+0000 7fe842ffd640 1 -- 172.21.15.76:0/2499885975 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe848039040 con 0x7fe8540b5470 2024-09-13T16:08:22.755 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.750+0000 7fe842ffd640 1 --2- 172.21.15.76:0/2499885975 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe83406ac30 0x7fe83406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:22.755 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.750+0000 7fe842ffd640 1 -- 172.21.15.76:0/2499885975 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(72..72 src has 1..72) v4 ==== 6174+0+0 (secure 0 0 0) 0x7fe8480a9230 con 0x7fe8540b5470 2024-09-13T16:08:22.755 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.750+0000 7fe85259c640 1 --2- 172.21.15.76:0/2499885975 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe83406ac30 0x7fe83406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:22.755 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.750+0000 7fe85259c640 1 --2- 172.21.15.76:0/2499885975 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe83406ac30 0x7fe83406d0f0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7fe8540c6b40 tx=0x7fe84400b040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:22.756 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.754+0000 7fe842ffd640 1 -- 172.21.15.76:0/2499885975 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fe8480742f0 con 0x7fe8540b5470 2024-09-13T16:08:22.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.949+0000 7fe8588e9640 1 -- 172.21.15.76:0/2499885975 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fe854160120 con 0x7fe8540b5470 2024-09-13T16:08:22.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.949+0000 7fe842ffd640 1 -- 172.21.15.76:0/2499885975 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) v1 ==== 94+0+4738 (secure 0 0 0) 0x7fe848077910 con 0x7fe8540b5470 2024-09-13T16:08:22.951 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:22.951 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":31,"default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5612,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/3450290570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":3450290570},{"type":"v1","addr":"172.21.15.192:6835","nonce":3450290570}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":27},{"gid":6540,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6836/3875271981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":3875271981},{"type":"v1","addr":"172.21.15.76:6836","nonce":3875271981}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":27},{"gid":6543,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6837/2739660661","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":2739660661},{"type":"v1","addr":"172.21.15.76:6837","nonce":2739660661}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":27}],"filesystems":[{"mdsmap":{"epoch":31,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:07:39.493226+0000","modified":"2024-09-13T16:07:42.498014+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":6555},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6555":{"gid":6555,"name":"b","rank":0,"incarnation":28,"state":"up:active","state_seq":3,"addr":"172.21.15.192:6833/491354438","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":491354438},{"type":"v1","addr":"172.21.15.192:6833","nonce":491354438}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[10],"metadata_pool":9,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":4}]} 2024-09-13T16:08:22.951 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 31 2024-09-13T16:08:22.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.951+0000 7fe8588e9640 1 -- 172.21.15.76:0/2499885975 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe83406ac30 msgr2=0x7fe83406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:22.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.951+0000 7fe8588e9640 1 --2- 172.21.15.76:0/2499885975 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe83406ac30 0x7fe83406d0f0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7fe8540c6b40 tx=0x7fe84400b040 comp rx=0 tx=0).stop 2024-09-13T16:08:22.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.951+0000 7fe8588e9640 1 -- 172.21.15.76:0/2499885975 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe8540b5470 msgr2=0x7fe854158010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:22.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.951+0000 7fe8588e9640 1 --2- 172.21.15.76:0/2499885975 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe8540b5470 0x7fe854158010 secure :-1 s=READY pgs=975 cs=0 l=1 rev1=1 crypto rx=0x7fe848001950 tx=0x7fe848001230 comp rx=0 tx=0).stop 2024-09-13T16:08:22.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.951+0000 7fe8588e9640 1 -- 172.21.15.76:0/2499885975 shutdown_connections 2024-09-13T16:08:22.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.951+0000 7fe8588e9640 1 --2- 172.21.15.76:0/2499885975 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe8540b74c0 0x7fe8540b7970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:22.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.951+0000 7fe8588e9640 1 --2- 172.21.15.76:0/2499885975 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe8540b5470 0x7fe854158010 unknown :-1 s=CLOSED pgs=975 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:22.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.951+0000 7fe8588e9640 1 --2- 172.21.15.76:0/2499885975 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe83406ac30 0x7fe83406d0f0 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:22.954 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.951+0000 7fe8588e9640 1 --2- 172.21.15.76:0/2499885975 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe83c004350 0x7fe8541f2b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:22.954 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.951+0000 7fe8588e9640 1 -- 172.21.15.76:0/2499885975 >> 172.21.15.76:0/2499885975 conn(0x7fe854089ff0 msgr2=0x7fe8540d0620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:22.954 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.951+0000 7fe8588e9640 1 -- 172.21.15.76:0/2499885975 shutdown_connections 2024-09-13T16:08:22.954 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:22.951+0000 7fe8588e9640 1 -- 172.21.15.76:0/2499885975 wait complete. 2024-09-13T16:08:22.964 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:08:23.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.063+0000 7f3a60ed7640 1 Processor -- start 2024-09-13T16:08:23.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.063+0000 7f3a60ed7640 1 -- start start 2024-09-13T16:08:23.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.064+0000 7f3a60ed7640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f3a5c06c390 0x7f3a5c0cb840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:23.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.064+0000 7f3a60ed7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3a5c06d780 0x7f3a5c15b5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:23.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.064+0000 7f3a60ed7640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3a5c0cd020 con 0x7f3a5c0cbd80 2024-09-13T16:08:23.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.064+0000 7f3a60ed7640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3a5c15aa70 con 0x7f3a5c06c390 2024-09-13T16:08:23.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.064+0000 7f3a60ed7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3a5c06ae30 con 0x7f3a5c06d780 2024-09-13T16:08:23.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.064+0000 7f3a53fff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f3a5c0cbd80 0x7f3a5c15ae90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:52086/0 (socket says 172.21.15.76:52086) 2024-09-13T16:08:23.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.064+0000 7f3a53fff640 1 -- 172.21.15.76:0/889478592 learned_addr learned my addr 172.21.15.76:0/889478592 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:08:23.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.064+0000 7f3a5a59c640 1 --2- 172.21.15.76:0/889478592 >> v2:172.21.15.192:3300/0 conn(0x7f3a5c06c390 0x7f3a5c0cb840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:23.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.064+0000 7f3a5ad9d640 1 --2- 172.21.15.76:0/889478592 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3a5c06d780 0x7f3a5c15b5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:23.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.064+0000 7f3a59d9b640 1 -- 172.21.15.76:0/889478592 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1992824307 0 0) 0x7f3a5c0cd020 con 0x7f3a5c0cbd80 2024-09-13T16:08:23.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.064+0000 7f3a59d9b640 1 -- 172.21.15.76:0/889478592 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3a48003520 con 0x7f3a5c0cbd80 2024-09-13T16:08:23.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.064+0000 7f3a59d9b640 1 -- 172.21.15.76:0/889478592 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 645036992 0 0) 0x7f3a48003520 con 0x7f3a5c0cbd80 2024-09-13T16:08:23.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.064+0000 7f3a59d9b640 1 -- 172.21.15.76:0/889478592 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3a5c06d780 msgr2=0x7f3a5c15b5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:23.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.064+0000 7f3a59d9b640 1 --2- 172.21.15.76:0/889478592 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3a5c06d780 0x7f3a5c15b5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:23.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.064+0000 7f3a59d9b640 1 -- 172.21.15.76:0/889478592 >> v2:172.21.15.192:3300/0 conn(0x7f3a5c06c390 msgr2=0x7f3a5c0cb840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:23.070 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.064+0000 7f3a59d9b640 1 --2- 172.21.15.76:0/889478592 >> v2:172.21.15.192:3300/0 conn(0x7f3a5c06c390 0x7f3a5c0cb840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:23.070 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.064+0000 7f3a59d9b640 1 -- 172.21.15.76:0/889478592 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3a5c0cc210 con 0x7f3a5c0cbd80 2024-09-13T16:08:23.070 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.064+0000 7f3a59d9b640 1 -- 172.21.15.76:0/889478592 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f3a44001670 con 0x7f3a5c0cbd80 2024-09-13T16:08:23.070 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.064+0000 7f3a59d9b640 1 -- 172.21.15.76:0/889478592 >> v1:172.21.15.76:6789/0 conn(0x7f3a5c0cbd80 legacy=0x7f3a5c15ae90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:23.070 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.065+0000 7f3a59d9b640 1 --2- 172.21.15.76:0/889478592 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3a48003970 0x7f3a48003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:23.070 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.065+0000 7f3a59d9b640 1 --2- 172.21.15.76:0/889478592 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3a480047c0 0x7f3a48004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:23.070 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.065+0000 7f3a59d9b640 1 --2- 172.21.15.76:0/889478592 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3a5c06d780 0x7f3a48005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:23.070 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.065+0000 7f3a59d9b640 1 -- 172.21.15.76:0/889478592 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a5c15aa70 con 0x7f3a480047c0 2024-09-13T16:08:23.070 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.065+0000 7f3a59d9b640 1 -- 172.21.15.76:0/889478592 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a5c06ae30 con 0x7f3a48003970 2024-09-13T16:08:23.070 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.065+0000 7f3a59d9b640 1 -- 172.21.15.76:0/889478592 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3a4800b9b0 con 0x7f3a5c06d780 2024-09-13T16:08:23.070 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.065+0000 7f3a53fff640 1 --2- 172.21.15.76:0/889478592 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3a480047c0 0x7f3a48004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:23.070 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.065+0000 7f3a5ad9d640 1 --2- 172.21.15.76:0/889478592 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3a5c06d780 0x7f3a48005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:23.070 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.065+0000 7f3a5a59c640 1 --2- 172.21.15.76:0/889478592 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3a48003970 0x7f3a48003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:23.071 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.065+0000 7f3a53fff640 1 -- 172.21.15.76:0/889478592 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3a5c06d780 msgr2=0x7f3a48005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:23.071 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.065+0000 7f3a53fff640 1 --2- 172.21.15.76:0/889478592 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3a5c06d780 0x7f3a48005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:23.071 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.065+0000 7f3a53fff640 1 -- 172.21.15.76:0/889478592 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3a48003970 msgr2=0x7f3a48003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:23.071 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.065+0000 7f3a53fff640 1 --2- 172.21.15.76:0/889478592 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3a48003970 0x7f3a48003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:23.071 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.065+0000 7f3a53fff640 1 -- 172.21.15.76:0/889478592 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3a48003520 con 0x7f3a480047c0 2024-09-13T16:08:23.071 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.066+0000 7f3a53fff640 1 --2- 172.21.15.76:0/889478592 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3a480047c0 0x7f3a48004c40 secure :-1 s=READY pgs=977 cs=0 l=1 rev1=1 crypto rx=0x7f3a4400c210 tx=0x7f3a480057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=460a996a2b92e515 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:23.071 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.066+0000 7f3a59d9b640 1 -- 172.21.15.76:0/889478592 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a44005ad0 con 0x7f3a480047c0 2024-09-13T16:08:23.071 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.066+0000 7f3a59d9b640 1 -- 172.21.15.76:0/889478592 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3a44005c30 con 0x7f3a480047c0 2024-09-13T16:08:23.071 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.066+0000 7f3a59d9b640 1 -- 172.21.15.76:0/889478592 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a44007070 con 0x7f3a480047c0 2024-09-13T16:08:23.071 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.066+0000 7f3a60ed7640 1 -- 172.21.15.76:0/889478592 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3a480047c0 msgr2=0x7f3a48004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:23.071 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.066+0000 7f3a60ed7640 1 --2- 172.21.15.76:0/889478592 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3a480047c0 0x7f3a48004c40 secure :-1 s=READY pgs=977 cs=0 l=1 rev1=1 crypto rx=0x7f3a4400c210 tx=0x7f3a480057f0 comp rx=0 tx=0).stop 2024-09-13T16:08:23.071 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.066+0000 7f3a5ad9d640 1 -- 172.21.15.76:0/889478592 reap_dead start 2024-09-13T16:08:23.071 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.066+0000 7f3a60ed7640 1 -- 172.21.15.76:0/889478592 shutdown_connections 2024-09-13T16:08:23.071 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.066+0000 7f3a60ed7640 1 -- 172.21.15.76:0/889478592 >> 172.21.15.76:0/889478592 conn(0x7f3a5c069e80 msgr2=0x7f3a5c06a260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:23.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.066+0000 7f3a60ed7640 1 -- 172.21.15.76:0/889478592 shutdown_connections 2024-09-13T16:08:23.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.066+0000 7f3a60ed7640 1 -- 172.21.15.76:0/889478592 wait complete. 2024-09-13T16:08:23.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.068+0000 7f3a60ed7640 1 Processor -- start 2024-09-13T16:08:23.075 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.068+0000 7f3a60ed7640 1 -- start start 2024-09-13T16:08:23.075 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.068+0000 7f3a60ed7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3a480047c0 0x7f3a5c151280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:23.075 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.068+0000 7f3a60ed7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3a5c0ad010 0x7f3a5c0ad490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:23.075 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.068+0000 7f3a60ed7640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3a5c0aa890 0x7f3a5c0aad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:23.075 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.068+0000 7f3a60ed7640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a5c0ad9d0 con 0x7f3a5c0ad010 2024-09-13T16:08:23.075 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.068+0000 7f3a60ed7640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a5c0c7350 con 0x7f3a5c0aa890 2024-09-13T16:08:23.075 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.068+0000 7f3a60ed7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3a5c0ab5e0 con 0x7f3a480047c0 2024-09-13T16:08:23.075 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.068+0000 7f3a53fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3a5c0ad010 0x7f3a5c0ad490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:23.075 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.069+0000 7f3a53fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3a5c0ad010 0x7f3a5c0ad490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56982/0 (socket says 172.21.15.76:56982) 2024-09-13T16:08:23.075 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.069+0000 7f3a53fff640 1 -- 172.21.15.76:0/2825482667 learned_addr learned my addr 172.21.15.76:0/2825482667 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:23.075 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.069+0000 7f3a5ad9d640 1 --2- 172.21.15.76:0/2825482667 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3a5c0aa890 0x7f3a5c0aad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:23.075 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.069+0000 7f3a5a59c640 1 --2- 172.21.15.76:0/2825482667 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3a480047c0 0x7f3a5c151280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:23.076 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.069+0000 7f3a53fff640 1 -- 172.21.15.76:0/2825482667 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3a480047c0 msgr2=0x7f3a5c151280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:23.076 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.069+0000 7f3a53fff640 1 --2- 172.21.15.76:0/2825482667 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3a480047c0 0x7f3a5c151280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:23.076 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.069+0000 7f3a53fff640 1 -- 172.21.15.76:0/2825482667 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3a5c0aa890 msgr2=0x7f3a5c0aad10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:23.076 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.069+0000 7f3a53fff640 1 --2- 172.21.15.76:0/2825482667 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3a5c0aa890 0x7f3a5c0aad10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:23.076 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.069+0000 7f3a53fff640 1 -- 172.21.15.76:0/2825482667 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3a5c0ab8c0 con 0x7f3a5c0ad010 2024-09-13T16:08:23.076 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.069+0000 7f3a53fff640 1 --2- 172.21.15.76:0/2825482667 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3a5c0ad010 0x7f3a5c0ad490 secure :-1 s=READY pgs=978 cs=0 l=1 rev1=1 crypto rx=0x7f3a4402ad50 tx=0x7f3a44001a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:23.076 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.069+0000 7f3a52ffd640 1 -- 172.21.15.76:0/2825482667 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a44004cf0 con 0x7f3a5c0ad010 2024-09-13T16:08:23.076 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.069+0000 7f3a52ffd640 1 -- 172.21.15.76:0/2825482667 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3a44004e50 con 0x7f3a5c0ad010 2024-09-13T16:08:23.076 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.069+0000 7f3a60ed7640 1 -- 172.21.15.76:0/2825482667 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3a5c0abba0 con 0x7f3a5c0ad010 2024-09-13T16:08:23.076 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.069+0000 7f3a52ffd640 1 -- 172.21.15.76:0/2825482667 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a44007290 con 0x7f3a5c0ad010 2024-09-13T16:08:23.076 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.069+0000 7f3a60ed7640 1 -- 172.21.15.76:0/2825482667 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3a5c0ab250 con 0x7f3a5c0ad010 2024-09-13T16:08:23.076 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.070+0000 7f3a60ed7640 1 -- 172.21.15.76:0/2825482667 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3a5c0c74c0 con 0x7f3a5c0ad010 2024-09-13T16:08:23.077 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.071+0000 7f3a52ffd640 1 -- 172.21.15.76:0/2825482667 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f3a440073f0 con 0x7f3a5c0ad010 2024-09-13T16:08:23.077 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.071+0000 7f3a52ffd640 1 --2- 172.21.15.76:0/2825482667 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3a3c06ac00 0x7f3a3c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:23.077 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.071+0000 7f3a52ffd640 1 -- 172.21.15.76:0/2825482667 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(72..72 src has 1..72) v4 ==== 6174+0+0 (secure 0 0 0) 0x7f3a440a9a40 con 0x7f3a5c0ad010 2024-09-13T16:08:23.077 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.071+0000 7f3a5a59c640 1 --2- 172.21.15.76:0/2825482667 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3a3c06ac00 0x7f3a3c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:23.077 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.071+0000 7f3a5a59c640 1 --2- 172.21.15.76:0/2825482667 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3a3c06ac00 0x7f3a3c06d0c0 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f3a5c0cb550 tx=0x7f3a4c009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:23.077 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.075+0000 7f3a52ffd640 1 -- 172.21.15.76:0/2825482667 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f3a44078510 con 0x7f3a5c0ad010 2024-09-13T16:08:23.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.238+0000 7f3a60ed7640 1 -- 172.21.15.76:0/2825482667 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f3a5c0c74c0 con 0x7f3a5c0ad010 2024-09-13T16:08:23.241 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.240+0000 7f3a52ffd640 1 -- 172.21.15.76:0/2825482667 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v72) v1 ==== 74+0+16921 (secure 0 0 0) 0x7f3a440780a0 con 0x7f3a5c0ad010 2024-09-13T16:08:23.241 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:23.241 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":72,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:08:22.083058+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":10,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:07:37.664256+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_data","create_time":"2024-09-13T16:07:38.459206+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"70","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":71,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":71,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":71,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":71,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"9.10","mappings":[{"from":7,"to":2}]},{"pgid":"10.19","mappings":[{"from":4,"to":5}]},{"pgid":"10.1d","mappings":[{"from":4,"to":3}]},{"pgid":"10.21","mappings":[{"from":4,"to":3}]},{"pgid":"10.38","mappings":[{"from":7,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:08:23.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.241+0000 7f3a60ed7640 1 -- 172.21.15.76:0/2825482667 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3a3c06ac00 msgr2=0x7f3a3c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:23.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.241+0000 7f3a60ed7640 1 --2- 172.21.15.76:0/2825482667 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3a3c06ac00 0x7f3a3c06d0c0 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f3a5c0cb550 tx=0x7f3a4c009190 comp rx=0 tx=0).stop 2024-09-13T16:08:23.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.241+0000 7f3a60ed7640 1 -- 172.21.15.76:0/2825482667 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3a5c0ad010 msgr2=0x7f3a5c0ad490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:23.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.241+0000 7f3a60ed7640 1 --2- 172.21.15.76:0/2825482667 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3a5c0ad010 0x7f3a5c0ad490 secure :-1 s=READY pgs=978 cs=0 l=1 rev1=1 crypto rx=0x7f3a4402ad50 tx=0x7f3a44001a00 comp rx=0 tx=0).stop 2024-09-13T16:08:23.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.242+0000 7f3a60ed7640 1 -- 172.21.15.76:0/2825482667 shutdown_connections 2024-09-13T16:08:23.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.242+0000 7f3a60ed7640 1 --2- 172.21.15.76:0/2825482667 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3a5c0aa890 0x7f3a5c0aad10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:23.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.242+0000 7f3a60ed7640 1 --2- 172.21.15.76:0/2825482667 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3a5c0ad010 0x7f3a5c0ad490 unknown :-1 s=CLOSED pgs=978 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:23.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.242+0000 7f3a60ed7640 1 --2- 172.21.15.76:0/2825482667 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3a3c06ac00 0x7f3a3c06d0c0 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:23.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.242+0000 7f3a60ed7640 1 --2- 172.21.15.76:0/2825482667 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3a480047c0 0x7f3a5c151280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:23.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.242+0000 7f3a60ed7640 1 -- 172.21.15.76:0/2825482667 >> 172.21.15.76:0/2825482667 conn(0x7f3a5c069e80 msgr2=0x7f3a5c0ae380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:23.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.242+0000 7f3a60ed7640 1 -- 172.21.15.76:0/2825482667 shutdown_connections 2024-09-13T16:08:23.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.242+0000 7f3a60ed7640 1 -- 172.21.15.76:0/2825482667 wait complete. 2024-09-13T16:08:23.256 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-13T16:08:23.257 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:08:23.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.354+0000 7f5440f2c640 1 Processor -- start 2024-09-13T16:08:23.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.354+0000 7f5440f2c640 1 -- start start 2024-09-13T16:08:23.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.355+0000 7f5440f2c640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f543c06c390 0x7f543c0cb840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:23.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.355+0000 7f5440f2c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f543c0cbd80 0x7f543c15ae90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:23.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.355+0000 7f5440f2c640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f543c0cd020 con 0x7f543c15b3d0 2024-09-13T16:08:23.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.355+0000 7f5440f2c640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f543c15aa70 con 0x7f543c0cbd80 2024-09-13T16:08:23.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.355+0000 7f5440f2c640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f543c06ae30 con 0x7f543c06c390 2024-09-13T16:08:23.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.355+0000 7f5439d9b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f543c0cbd80 0x7f543c15ae90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:23.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.355+0000 7f5439d9b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f543c0cbd80 0x7f543c15ae90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56990/0 (socket says 172.21.15.76:56990) 2024-09-13T16:08:23.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.355+0000 7f5439d9b640 1 -- 172.21.15.76:0/1099545509 learned_addr learned my addr 172.21.15.76:0/1099545509 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:23.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.355+0000 7f543a59c640 1 --2- 172.21.15.76:0/1099545509 >> v2:172.21.15.192:3300/0 conn(0x7f543c06c390 0x7f543c0cb840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:23.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.355+0000 7f5439d9b640 1 -- 172.21.15.76:0/1099545509 >> v2:172.21.15.192:3300/0 conn(0x7f543c06c390 msgr2=0x7f543c0cb840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:23.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.355+0000 7f5439d9b640 1 --2- 172.21.15.76:0/1099545509 >> v2:172.21.15.192:3300/0 conn(0x7f543c06c390 0x7f543c0cb840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:23.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.355+0000 7f5439d9b640 1 -- 172.21.15.76:0/1099545509 >> v1:172.21.15.192:6789/0 conn(0x7f543c15b3d0 legacy=0x7f543c15b860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:23.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.355+0000 7f5439d9b640 1 -- 172.21.15.76:0/1099545509 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f543c0cc210 con 0x7f543c0cbd80 2024-09-13T16:08:23.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.356+0000 7f5439d9b640 1 --2- 172.21.15.76:0/1099545509 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f543c0cbd80 0x7f543c15ae90 secure :-1 s=READY pgs=979 cs=0 l=1 rev1=1 crypto rx=0x7f543c04e860 tx=0x7f543002a2c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=964544cd623d7196 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:23.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.356+0000 7f543959a640 1 -- 172.21.15.76:0/1099545509 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5430032440 con 0x7f543c0cbd80 2024-09-13T16:08:23.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.356+0000 7f543959a640 1 -- 172.21.15.76:0/1099545509 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f54300325a0 con 0x7f543c0cbd80 2024-09-13T16:08:23.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.356+0000 7f543959a640 1 -- 172.21.15.76:0/1099545509 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5430032930 con 0x7f543c0cbd80 2024-09-13T16:08:23.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.357+0000 7f5440f2c640 1 -- 172.21.15.76:0/1099545509 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f543c0cbd80 msgr2=0x7f543c15ae90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:23.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.357+0000 7f5440f2c640 1 --2- 172.21.15.76:0/1099545509 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f543c0cbd80 0x7f543c15ae90 secure :-1 s=READY pgs=979 cs=0 l=1 rev1=1 crypto rx=0x7f543c04e860 tx=0x7f543002a2c0 comp rx=0 tx=0).stop 2024-09-13T16:08:23.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.357+0000 7f5440f2c640 1 -- 172.21.15.76:0/1099545509 shutdown_connections 2024-09-13T16:08:23.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.357+0000 7f5440f2c640 1 --2- 172.21.15.76:0/1099545509 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f543c0cbd80 0x7f543c15ae90 unknown :-1 s=CLOSED pgs=979 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:23.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.357+0000 7f5440f2c640 1 --2- 172.21.15.76:0/1099545509 >> v2:172.21.15.192:3300/0 conn(0x7f543c06c390 0x7f543c0cb840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:23.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.357+0000 7f5440f2c640 1 -- 172.21.15.76:0/1099545509 >> 172.21.15.76:0/1099545509 conn(0x7f543c069e80 msgr2=0x7f543c06a260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:23.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.357+0000 7f5440f2c640 1 -- 172.21.15.76:0/1099545509 shutdown_connections 2024-09-13T16:08:23.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.357+0000 7f5440f2c640 1 -- 172.21.15.76:0/1099545509 wait complete. 2024-09-13T16:08:23.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.358+0000 7f5440f2c640 1 Processor -- start 2024-09-13T16:08:23.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.358+0000 7f5440f2c640 1 -- start start 2024-09-13T16:08:23.362 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.359+0000 7f5440f2c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f543c06c390 0x7f543c14d1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:23.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.359+0000 7f5440f2c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f543c0cbd80 0x7f543c0a9150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:23.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.359+0000 7f5440f2c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f543c15b3d0 0x7f543c1e59e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:23.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.359+0000 7f5440f2c640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f543c0a8cc0 con 0x7f543c06c390 2024-09-13T16:08:23.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.359+0000 7f5440f2c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f543c0a80b0 con 0x7f543c15b3d0 2024-09-13T16:08:23.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.359+0000 7f5440f2c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f543c0a8390 con 0x7f543c0cbd80 2024-09-13T16:08:23.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.359+0000 7f543a59c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f543c06c390 0x7f543c14d1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:23.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.359+0000 7f543a59c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f543c06c390 0x7f543c14d1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57000/0 (socket says 172.21.15.76:57000) 2024-09-13T16:08:23.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.359+0000 7f543a59c640 1 -- 172.21.15.76:0/2329667926 learned_addr learned my addr 172.21.15.76:0/2329667926 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:23.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.359+0000 7f5439d9b640 1 --2- 172.21.15.76:0/2329667926 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f543c0cbd80 0x7f543c0a9150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:23.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.359+0000 7f543ad9d640 1 --2- 172.21.15.76:0/2329667926 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f543c15b3d0 0x7f543c1e59e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:23.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.359+0000 7f543a59c640 1 -- 172.21.15.76:0/2329667926 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f543c0cbd80 msgr2=0x7f543c0a9150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:23.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.359+0000 7f543a59c640 1 --2- 172.21.15.76:0/2329667926 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f543c0cbd80 0x7f543c0a9150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:23.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.359+0000 7f543a59c640 1 -- 172.21.15.76:0/2329667926 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f543c15b3d0 msgr2=0x7f543c1e59e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:23.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.359+0000 7f543a59c640 1 --2- 172.21.15.76:0/2329667926 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f543c15b3d0 0x7f543c1e59e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:23.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.360+0000 7f543a59c640 1 -- 172.21.15.76:0/2329667926 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f54300094d0 con 0x7f543c06c390 2024-09-13T16:08:23.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.360+0000 7f543a59c640 1 --2- 172.21.15.76:0/2329667926 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f543c06c390 0x7f543c14d1b0 secure :-1 s=READY pgs=980 cs=0 l=1 rev1=1 crypto rx=0x7f542c00d800 tx=0x7f542c00dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:23.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.360+0000 7f542affd640 1 -- 172.21.15.76:0/2329667926 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f542c00b6c0 con 0x7f543c06c390 2024-09-13T16:08:23.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.360+0000 7f542affd640 1 -- 172.21.15.76:0/2329667926 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f542c00b820 con 0x7f543c06c390 2024-09-13T16:08:23.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.360+0000 7f5440f2c640 1 -- 172.21.15.76:0/2329667926 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f543c0a8670 con 0x7f543c06c390 2024-09-13T16:08:23.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.360+0000 7f542affd640 1 -- 172.21.15.76:0/2329667926 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f542c00bbb0 con 0x7f543c06c390 2024-09-13T16:08:23.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.360+0000 7f5440f2c640 1 -- 172.21.15.76:0/2329667926 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f543c14d6f0 con 0x7f543c06c390 2024-09-13T16:08:23.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.361+0000 7f5440f2c640 1 -- 172.21.15.76:0/2329667926 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f543c14d880 con 0x7f543c06c390 2024-09-13T16:08:23.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.361+0000 7f542affd640 1 -- 172.21.15.76:0/2329667926 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f542c00bd10 con 0x7f543c06c390 2024-09-13T16:08:23.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.362+0000 7f542affd640 1 --2- 172.21.15.76:0/2329667926 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f541c06ac00 0x7f541c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:23.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.362+0000 7f5439d9b640 1 --2- 172.21.15.76:0/2329667926 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f541c06ac00 0x7f541c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:23.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.362+0000 7f542affd640 1 -- 172.21.15.76:0/2329667926 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(72..72 src has 1..72) v4 ==== 6174+0+0 (secure 0 0 0) 0x7f542c0898d0 con 0x7f543c06c390 2024-09-13T16:08:23.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.362+0000 7f5439d9b640 1 --2- 172.21.15.76:0/2329667926 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f541c06ac00 0x7f541c06d0c0 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f5430034000 tx=0x7f543002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:23.367 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.366+0000 7f542affd640 1 -- 172.21.15.76:0/2329667926 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f542c054a20 con 0x7f543c06c390 2024-09-13T16:08:23.564 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.563+0000 7f5440f2c640 1 -- 172.21.15.76:0/2329667926 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f543c15a640 con 0x7f543c06c390 2024-09-13T16:08:23.565 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.563+0000 7f542affd640 1 -- 172.21.15.76:0/2329667926 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) v1 ==== 94+0+4738 (secure 0 0 0) 0x7f542c058040 con 0x7f543c06c390 2024-09-13T16:08:23.565 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:23.565 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":31,"default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5612,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/3450290570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":3450290570},{"type":"v1","addr":"172.21.15.192:6835","nonce":3450290570}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":27},{"gid":6540,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6836/3875271981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":3875271981},{"type":"v1","addr":"172.21.15.76:6836","nonce":3875271981}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":27},{"gid":6543,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6837/2739660661","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":2739660661},{"type":"v1","addr":"172.21.15.76:6837","nonce":2739660661}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":27}],"filesystems":[{"mdsmap":{"epoch":31,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:07:39.493226+0000","modified":"2024-09-13T16:07:42.498014+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":6555},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6555":{"gid":6555,"name":"b","rank":0,"incarnation":28,"state":"up:active","state_seq":3,"addr":"172.21.15.192:6833/491354438","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":491354438},{"type":"v1","addr":"172.21.15.192:6833","nonce":491354438}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[10],"metadata_pool":9,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":4}]} 2024-09-13T16:08:23.565 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 31 2024-09-13T16:08:23.567 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.565+0000 7f5440f2c640 1 -- 172.21.15.76:0/2329667926 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f541c06ac00 msgr2=0x7f541c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:23.567 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.565+0000 7f5440f2c640 1 --2- 172.21.15.76:0/2329667926 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f541c06ac00 0x7f541c06d0c0 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f5430034000 tx=0x7f543002e000 comp rx=0 tx=0).stop 2024-09-13T16:08:23.567 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.565+0000 7f5440f2c640 1 -- 172.21.15.76:0/2329667926 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f543c06c390 msgr2=0x7f543c14d1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:23.567 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.565+0000 7f5440f2c640 1 --2- 172.21.15.76:0/2329667926 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f543c06c390 0x7f543c14d1b0 secure :-1 s=READY pgs=980 cs=0 l=1 rev1=1 crypto rx=0x7f542c00d800 tx=0x7f542c00dcc0 comp rx=0 tx=0).stop 2024-09-13T16:08:23.567 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.565+0000 7f5440f2c640 1 -- 172.21.15.76:0/2329667926 shutdown_connections 2024-09-13T16:08:23.567 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.565+0000 7f5440f2c640 1 --2- 172.21.15.76:0/2329667926 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f543c15b3d0 0x7f543c1e59e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:23.567 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.565+0000 7f5440f2c640 1 --2- 172.21.15.76:0/2329667926 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f541c06ac00 0x7f541c06d0c0 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:23.567 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.565+0000 7f5440f2c640 1 --2- 172.21.15.76:0/2329667926 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f543c0cbd80 0x7f543c0a9150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:23.567 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.565+0000 7f5440f2c640 1 --2- 172.21.15.76:0/2329667926 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f543c06c390 0x7f543c14d1b0 unknown :-1 s=CLOSED pgs=980 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:23.567 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.565+0000 7f5440f2c640 1 -- 172.21.15.76:0/2329667926 >> 172.21.15.76:0/2329667926 conn(0x7f543c069e80 msgr2=0x7f543c1576d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:23.567 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.565+0000 7f5440f2c640 1 -- 172.21.15.76:0/2329667926 shutdown_connections 2024-09-13T16:08:23.568 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.565+0000 7f5440f2c640 1 -- 172.21.15.76:0/2329667926 wait complete. 2024-09-13T16:08:23.577 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:08:23.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.673+0000 7f2a7939c640 1 Processor -- start 2024-09-13T16:08:23.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.673+0000 7f2a7939c640 1 -- start start 2024-09-13T16:08:23.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.674+0000 7f2a7939c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2a74099c00 0x7f2a74098a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:23.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.674+0000 7f2a7939c640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f2a74098fa0 0x7f2a740b4560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:23.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.674+0000 7f2a7939c640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2a740b40d0 con 0x7f2a7406cbb0 2024-09-13T16:08:23.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.674+0000 7f2a7939c640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2a74099430 con 0x7f2a74098fa0 2024-09-13T16:08:23.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.674+0000 7f2a7939c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2a7406cf90 con 0x7f2a74099c00 2024-09-13T16:08:23.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.674+0000 7f2a6bfff640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2a74099c00 0x7f2a74098a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:23.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.674+0000 7f2a737fe640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f2a74098fa0 0x7f2a740b4560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:23.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.674+0000 7f2a6bfff640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2a74099c00 0x7f2a74098a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.76:36294/0 (socket says 172.21.15.76:36294) 2024-09-13T16:08:23.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.675+0000 7f2a6bfff640 1 -- 172.21.15.76:0/570220857 learned_addr learned my addr 172.21.15.76:0/570220857 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:23.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.675+0000 7f2a72ffd640 1 --1- 172.21.15.76:0/570220857 >> v1:172.21.15.192:6789/0 conn(0x7f2a7406cbb0 0x7f2a7415cba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:33716/0 (socket says 172.21.15.76:33716) 2024-09-13T16:08:23.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.675+0000 7f2a6bfff640 1 -- 172.21.15.76:0/570220857 >> v2:172.21.15.192:3300/0 conn(0x7f2a74098fa0 msgr2=0x7f2a740b4560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:23.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.675+0000 7f2a6bfff640 1 --2- 172.21.15.76:0/570220857 >> v2:172.21.15.192:3300/0 conn(0x7f2a74098fa0 0x7f2a740b4560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:23.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.675+0000 7f2a6bfff640 1 -- 172.21.15.76:0/570220857 >> v1:172.21.15.192:6789/0 conn(0x7f2a7406cbb0 legacy=0x7f2a7415cba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:23.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.675+0000 7f2a6bfff640 1 -- 172.21.15.76:0/570220857 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2a7406af90 con 0x7f2a74099c00 2024-09-13T16:08:23.678 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.676+0000 7f2a6bfff640 1 --2- 172.21.15.76:0/570220857 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2a74099c00 0x7f2a74098a60 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f2a5c009870 tx=0x7f2a5c02a270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=40579d61eeddab47 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:23.678 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.676+0000 7f2a727fc640 1 -- 172.21.15.76:0/570220857 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a5c032440 con 0x7f2a74099c00 2024-09-13T16:08:23.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.676+0000 7f2a727fc640 1 -- 172.21.15.76:0/570220857 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2a5c0325a0 con 0x7f2a74099c00 2024-09-13T16:08:23.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.676+0000 7f2a727fc640 1 -- 172.21.15.76:0/570220857 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a5c032930 con 0x7f2a74099c00 2024-09-13T16:08:23.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.676+0000 7f2a7939c640 1 -- 172.21.15.76:0/570220857 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2a74099c00 msgr2=0x7f2a74098a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:23.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.676+0000 7f2a7939c640 1 --2- 172.21.15.76:0/570220857 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2a74099c00 0x7f2a74098a60 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f2a5c009870 tx=0x7f2a5c02a270 comp rx=0 tx=0).stop 2024-09-13T16:08:23.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.676+0000 7f2a7939c640 1 -- 172.21.15.76:0/570220857 shutdown_connections 2024-09-13T16:08:23.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.676+0000 7f2a7939c640 1 --2- 172.21.15.76:0/570220857 >> v2:172.21.15.192:3300/0 conn(0x7f2a74098fa0 0x7f2a740b4560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:23.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.676+0000 7f2a7939c640 1 --2- 172.21.15.76:0/570220857 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2a74099c00 0x7f2a74098a60 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:23.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.676+0000 7f2a7939c640 1 -- 172.21.15.76:0/570220857 >> 172.21.15.76:0/570220857 conn(0x7f2a740b2070 msgr2=0x7f2a740b2480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:23.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.676+0000 7f2a7939c640 1 -- 172.21.15.76:0/570220857 shutdown_connections 2024-09-13T16:08:23.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.676+0000 7f2a7939c640 1 -- 172.21.15.76:0/570220857 wait complete. 2024-09-13T16:08:23.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.678+0000 7f2a7939c640 1 Processor -- start 2024-09-13T16:08:23.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.678+0000 7f2a7939c640 1 -- start start 2024-09-13T16:08:23.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.678+0000 7f2a7939c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2a7406cbb0 0x7f2a74156d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:23.682 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.678+0000 7f2a7939c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2a74098fa0 0x7f2a74156720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:23.682 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.678+0000 7f2a7939c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2a74099c00 0x7f2a740cc080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:23.682 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.678+0000 7f2a7939c640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a7415e560 con 0x7f2a7406cbb0 2024-09-13T16:08:23.682 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.678+0000 7f2a7939c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a7415e7b0 con 0x7f2a74099c00 2024-09-13T16:08:23.682 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.678+0000 7f2a7939c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2a7415ea90 con 0x7f2a74098fa0 2024-09-13T16:08:23.682 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.678+0000 7f2a72ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2a7406cbb0 0x7f2a74156d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:23.682 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.678+0000 7f2a72ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2a7406cbb0 0x7f2a74156d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57008/0 (socket says 172.21.15.76:57008) 2024-09-13T16:08:23.682 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.678+0000 7f2a72ffd640 1 -- 172.21.15.76:0/3956053658 learned_addr learned my addr 172.21.15.76:0/3956053658 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:23.682 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.679+0000 7f2a6bfff640 1 --2- 172.21.15.76:0/3956053658 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2a74098fa0 0x7f2a74156720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:23.682 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.679+0000 7f2a737fe640 1 --2- 172.21.15.76:0/3956053658 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2a74099c00 0x7f2a740cc080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:23.682 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.679+0000 7f2a72ffd640 1 -- 172.21.15.76:0/3956053658 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2a74098fa0 msgr2=0x7f2a74156720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:23.682 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.679+0000 7f2a72ffd640 1 --2- 172.21.15.76:0/3956053658 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2a74098fa0 0x7f2a74156720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:23.683 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.679+0000 7f2a72ffd640 1 -- 172.21.15.76:0/3956053658 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2a74099c00 msgr2=0x7f2a740cc080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:23.683 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.679+0000 7f2a72ffd640 1 --2- 172.21.15.76:0/3956053658 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2a74099c00 0x7f2a740cc080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:23.683 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.679+0000 7f2a72ffd640 1 -- 172.21.15.76:0/3956053658 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2a5c0094d0 con 0x7f2a7406cbb0 2024-09-13T16:08:23.683 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.679+0000 7f2a72ffd640 1 --2- 172.21.15.76:0/3956053658 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2a7406cbb0 0x7f2a74156d50 secure :-1 s=READY pgs=981 cs=0 l=1 rev1=1 crypto rx=0x7f2a6400c4d0 tx=0x7f2a6400c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:23.683 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.679+0000 7f2a6b7fe640 1 -- 172.21.15.76:0/3956053658 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a64007480 con 0x7f2a7406cbb0 2024-09-13T16:08:23.683 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.679+0000 7f2a6b7fe640 1 -- 172.21.15.76:0/3956053658 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2a640075e0 con 0x7f2a7406cbb0 2024-09-13T16:08:23.683 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.679+0000 7f2a7939c640 1 -- 172.21.15.76:0/3956053658 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2a7415ed70 con 0x7f2a7406cbb0 2024-09-13T16:08:23.683 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.679+0000 7f2a6b7fe640 1 -- 172.21.15.76:0/3956053658 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a640049e0 con 0x7f2a7406cbb0 2024-09-13T16:08:23.683 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.679+0000 7f2a7939c640 1 -- 172.21.15.76:0/3956053658 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2a7415f330 con 0x7f2a7406cbb0 2024-09-13T16:08:23.683 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.680+0000 7f2a7939c640 1 -- 172.21.15.76:0/3956053658 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2a7415f550 con 0x7f2a7406cbb0 2024-09-13T16:08:23.684 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.681+0000 7f2a6b7fe640 1 -- 172.21.15.76:0/3956053658 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f2a64004b40 con 0x7f2a7406cbb0 2024-09-13T16:08:23.684 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.681+0000 7f2a6b7fe640 1 --2- 172.21.15.76:0/3956053658 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2a5406ac00 0x7f2a5406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:23.684 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.681+0000 7f2a6b7fe640 1 -- 172.21.15.76:0/3956053658 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(72..72 src has 1..72) v4 ==== 6174+0+0 (secure 0 0 0) 0x7f2a64088560 con 0x7f2a7406cbb0 2024-09-13T16:08:23.684 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.681+0000 7f2a6bfff640 1 --2- 172.21.15.76:0/3956053658 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2a5406ac00 0x7f2a5406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:23.684 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.681+0000 7f2a6bfff640 1 --2- 172.21.15.76:0/3956053658 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2a5406ac00 0x7f2a5406d0c0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f2a5c034000 tx=0x7f2a5c02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:23.686 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.685+0000 7f2a6b7fe640 1 -- 172.21.15.76:0/3956053658 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f2a64053620 con 0x7f2a7406cbb0 2024-09-13T16:08:23.880 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.879+0000 7f2a7939c640 1 -- 172.21.15.76:0/3956053658 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f2a74098a60 con 0x7f2a7406cbb0 2024-09-13T16:08:23.881 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.879+0000 7f2a6b7fe640 1 -- 172.21.15.76:0/3956053658 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) v1 ==== 94+0+4738 (secure 0 0 0) 0x7f2a64056c40 con 0x7f2a7406cbb0 2024-09-13T16:08:23.881 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:23.881 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":31,"default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5612,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/3450290570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":3450290570},{"type":"v1","addr":"172.21.15.192:6835","nonce":3450290570}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":27},{"gid":6540,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6836/3875271981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":3875271981},{"type":"v1","addr":"172.21.15.76:6836","nonce":3875271981}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":27},{"gid":6543,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6837/2739660661","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":2739660661},{"type":"v1","addr":"172.21.15.76:6837","nonce":2739660661}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":27}],"filesystems":[{"mdsmap":{"epoch":31,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:07:39.493226+0000","modified":"2024-09-13T16:07:42.498014+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":6555},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6555":{"gid":6555,"name":"b","rank":0,"incarnation":28,"state":"up:active","state_seq":3,"addr":"172.21.15.192:6833/491354438","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":491354438},{"type":"v1","addr":"172.21.15.192:6833","nonce":491354438}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[10],"metadata_pool":9,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":4}]} 2024-09-13T16:08:23.882 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 31 2024-09-13T16:08:23.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.881+0000 7f2a7939c640 1 -- 172.21.15.76:0/3956053658 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2a5406ac00 msgr2=0x7f2a5406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:23.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.881+0000 7f2a7939c640 1 --2- 172.21.15.76:0/3956053658 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2a5406ac00 0x7f2a5406d0c0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f2a5c034000 tx=0x7f2a5c02e000 comp rx=0 tx=0).stop 2024-09-13T16:08:23.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.881+0000 7f2a7939c640 1 -- 172.21.15.76:0/3956053658 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2a7406cbb0 msgr2=0x7f2a74156d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:23.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.881+0000 7f2a7939c640 1 --2- 172.21.15.76:0/3956053658 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2a7406cbb0 0x7f2a74156d50 secure :-1 s=READY pgs=981 cs=0 l=1 rev1=1 crypto rx=0x7f2a6400c4d0 tx=0x7f2a6400c990 comp rx=0 tx=0).stop 2024-09-13T16:08:23.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.881+0000 7f2a7939c640 1 -- 172.21.15.76:0/3956053658 shutdown_connections 2024-09-13T16:08:23.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.881+0000 7f2a7939c640 1 --2- 172.21.15.76:0/3956053658 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2a74099c00 0x7f2a740cc080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:23.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.881+0000 7f2a7939c640 1 --2- 172.21.15.76:0/3956053658 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2a5406ac00 0x7f2a5406d0c0 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:23.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.881+0000 7f2a7939c640 1 --2- 172.21.15.76:0/3956053658 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2a74098fa0 0x7f2a74156720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:23.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.881+0000 7f2a7939c640 1 --2- 172.21.15.76:0/3956053658 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2a7406cbb0 0x7f2a74156d50 unknown :-1 s=CLOSED pgs=981 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:23.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.881+0000 7f2a7939c640 1 -- 172.21.15.76:0/3956053658 >> 172.21.15.76:0/3956053658 conn(0x7f2a740b2070 msgr2=0x7f2a7406b1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:23.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.881+0000 7f2a7939c640 1 -- 172.21.15.76:0/3956053658 shutdown_connections 2024-09-13T16:08:23.884 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.881+0000 7f2a7939c640 1 -- 172.21.15.76:0/3956053658 wait complete. 2024-09-13T16:08:23.894 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:08:23.992 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.990+0000 7febef453640 1 Processor -- start 2024-09-13T16:08:23.992 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.990+0000 7febef453640 1 -- start start 2024-09-13T16:08:23.995 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.991+0000 7febef453640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7febe8158970 0x7febe806a970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:23.995 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.991+0000 7febef453640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7febe80b1500 0x7febe80b1940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:23.995 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.991+0000 7febef453640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7febe80b1e80 con 0x7febe815c4c0 2024-09-13T16:08:23.995 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.991+0000 7febef453640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7febe80b22f0 con 0x7febe8158970 2024-09-13T16:08:23.995 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.991+0000 7febef453640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7febe8158d50 con 0x7febe80b1500 2024-09-13T16:08:23.995 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.991+0000 7febed9f0640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7febe815c4c0 0x7febe815c950 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:52098/0 (socket says 172.21.15.76:52098) 2024-09-13T16:08:23.996 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.991+0000 7febed9f0640 1 -- 172.21.15.76:0/1345092177 learned_addr learned my addr 172.21.15.76:0/1345092177 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:08:23.996 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.992+0000 7febed1ef640 1 --2- 172.21.15.76:0/1345092177 >> v2:172.21.15.192:3300/0 conn(0x7febe8158970 0x7febe806a970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:23.996 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.992+0000 7febec9ee640 1 --2- 172.21.15.76:0/1345092177 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7febe80b1500 0x7febe80b1940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:23.996 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.992+0000 7febdffff640 1 -- 172.21.15.76:0/1345092177 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 671631772 0 0) 0x7febe80b1e80 con 0x7febe815c4c0 2024-09-13T16:08:23.996 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.992+0000 7febdffff640 1 -- 172.21.15.76:0/1345092177 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7febd4003520 con 0x7febe815c4c0 2024-09-13T16:08:23.996 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.992+0000 7febed1ef640 1 -- 172.21.15.76:0/1345092177 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7febe80b1500 msgr2=0x7febe80b1940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:23.996 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.992+0000 7febed1ef640 1 --2- 172.21.15.76:0/1345092177 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7febe80b1500 0x7febe80b1940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:23.996 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.992+0000 7febed1ef640 1 -- 172.21.15.76:0/1345092177 >> v1:172.21.15.76:6789/0 conn(0x7febe815c4c0 legacy=0x7febe815c950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:23.997 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.992+0000 7febed1ef640 1 -- 172.21.15.76:0/1345092177 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7febe806aeb0 con 0x7febe8158970 2024-09-13T16:08:23.997 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.993+0000 7febed1ef640 1 --2- 172.21.15.76:0/1345092177 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7febe8158970 0x7febe806a970 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7febe40097a0 tx=0x7febe402a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a3414f669c851bc7 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:23.997 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.993+0000 7febdffff640 1 -- 172.21.15.76:0/1345092177 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7febe4032440 con 0x7febe8158970 2024-09-13T16:08:23.997 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.993+0000 7febdffff640 1 -- 172.21.15.76:0/1345092177 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7febe40325a0 con 0x7febe8158970 2024-09-13T16:08:23.997 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.993+0000 7febdffff640 1 -- 172.21.15.76:0/1345092177 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7febe4032910 con 0x7febe8158970 2024-09-13T16:08:23.997 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.993+0000 7febef453640 1 -- 172.21.15.76:0/1345092177 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7febe8158970 msgr2=0x7febe806a970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:23.997 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.993+0000 7febef453640 1 --2- 172.21.15.76:0/1345092177 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7febe8158970 0x7febe806a970 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7febe40097a0 tx=0x7febe402a180 comp rx=0 tx=0).stop 2024-09-13T16:08:23.997 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.993+0000 7febef453640 1 -- 172.21.15.76:0/1345092177 shutdown_connections 2024-09-13T16:08:23.998 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.993+0000 7febef453640 1 --2- 172.21.15.76:0/1345092177 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7febe80b1500 0x7febe80b1940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:23.998 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.993+0000 7febef453640 1 --2- 172.21.15.76:0/1345092177 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7febe8158970 0x7febe806a970 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:23.998 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.993+0000 7febef453640 1 -- 172.21.15.76:0/1345092177 >> 172.21.15.76:0/1345092177 conn(0x7febe8069e80 msgr2=0x7febe806a260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:23.998 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.994+0000 7febef453640 1 -- 172.21.15.76:0/1345092177 shutdown_connections 2024-09-13T16:08:23.998 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.994+0000 7febef453640 1 -- 172.21.15.76:0/1345092177 wait complete. 2024-09-13T16:08:24.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.995+0000 7febef453640 1 Processor -- start 2024-09-13T16:08:24.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.995+0000 7febef453640 1 -- start start 2024-09-13T16:08:24.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.995+0000 7febef453640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7febe80b1500 0x7febe814be60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:24.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.995+0000 7febef453640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7febe8158970 0x7febe8159060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:24.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.995+0000 7febef453640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7febe815c4c0 0x7febe80ac830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:24.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.995+0000 7febef453640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7febe815a4e0 con 0x7febe8158970 2024-09-13T16:08:24.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.995+0000 7febef453640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7febe814c3a0 con 0x7febe80b1500 2024-09-13T16:08:24.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.995+0000 7febef453640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7febe8159960 con 0x7febe815c4c0 2024-09-13T16:08:24.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.996+0000 7febec9ee640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7febe8158970 0x7febe8159060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:24.002 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.996+0000 7febec9ee640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7febe8158970 0x7febe8159060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57014/0 (socket says 172.21.15.76:57014) 2024-09-13T16:08:24.002 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.996+0000 7febec9ee640 1 -- 172.21.15.76:0/2064235328 learned_addr learned my addr 172.21.15.76:0/2064235328 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:24.002 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.996+0000 7febed9f0640 1 --2- 172.21.15.76:0/2064235328 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7febe815c4c0 0x7febe80ac830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:24.002 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.996+0000 7febed1ef640 1 --2- 172.21.15.76:0/2064235328 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7febe80b1500 0x7febe814be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:24.002 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.996+0000 7febec9ee640 1 -- 172.21.15.76:0/2064235328 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7febe815c4c0 msgr2=0x7febe80ac830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:24.002 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.996+0000 7febec9ee640 1 --2- 172.21.15.76:0/2064235328 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7febe815c4c0 0x7febe80ac830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:24.002 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.996+0000 7febec9ee640 1 -- 172.21.15.76:0/2064235328 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7febe80b1500 msgr2=0x7febe814be60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:24.002 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.996+0000 7febec9ee640 1 --2- 172.21.15.76:0/2064235328 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7febe80b1500 0x7febe814be60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:24.002 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.996+0000 7febec9ee640 1 -- 172.21.15.76:0/2064235328 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7febe4009400 con 0x7febe8158970 2024-09-13T16:08:24.002 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.996+0000 7febec9ee640 1 --2- 172.21.15.76:0/2064235328 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7febe8158970 0x7febe8159060 secure :-1 s=READY pgs=983 cs=0 l=1 rev1=1 crypto rx=0x7febd800e870 tx=0x7febd800ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:24.002 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.996+0000 7febddffb640 1 -- 172.21.15.76:0/2064235328 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7febd80094f0 con 0x7febe8158970 2024-09-13T16:08:24.002 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.996+0000 7febddffb640 1 -- 172.21.15.76:0/2064235328 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7febd800c940 con 0x7febe8158970 2024-09-13T16:08:24.003 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.996+0000 7febddffb640 1 -- 172.21.15.76:0/2064235328 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7febd800ccf0 con 0x7febe8158970 2024-09-13T16:08:24.003 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.996+0000 7febef453640 1 -- 172.21.15.76:0/2064235328 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7febe8159c40 con 0x7febe8158970 2024-09-13T16:08:24.003 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.996+0000 7febef453640 1 -- 172.21.15.76:0/2064235328 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7febe815a200 con 0x7febe8158970 2024-09-13T16:08:24.003 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.997+0000 7febef453640 1 -- 172.21.15.76:0/2064235328 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7febe80b3220 con 0x7febe8158970 2024-09-13T16:08:24.003 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.998+0000 7febddffb640 1 -- 172.21.15.76:0/2064235328 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7febd8013470 con 0x7febe8158970 2024-09-13T16:08:24.003 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.998+0000 7febddffb640 1 --2- 172.21.15.76:0/2064235328 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7febcc06ac00 0x7febcc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:24.003 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.998+0000 7febddffb640 1 -- 172.21.15.76:0/2064235328 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(72..72 src has 1..72) v4 ==== 6174+0+0 (secure 0 0 0) 0x7febd80894d0 con 0x7febe8158970 2024-09-13T16:08:24.003 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.998+0000 7febed1ef640 1 --2- 172.21.15.76:0/2064235328 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7febcc06ac00 0x7febcc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:24.003 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:23.999+0000 7febed1ef640 1 --2- 172.21.15.76:0/2064235328 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7febcc06ac00 0x7febcc06d0c0 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7febe4034000 tx=0x7febe402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:24.004 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.003+0000 7febddffb640 1 -- 172.21.15.76:0/2064235328 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7febd8054620 con 0x7febe8158970 2024-09-13T16:08:24.167 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.166+0000 7febef453640 1 -- 172.21.15.76:0/2064235328 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7febe80ade50 con 0x7febe8158970 2024-09-13T16:08:24.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.167+0000 7febddffb640 1 -- 172.21.15.76:0/2064235328 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v72) v1 ==== 74+0+16921 (secure 0 0 0) 0x7febd8057c40 con 0x7febe8158970 2024-09-13T16:08:24.169 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:24.169 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":72,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:08:22.083058+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":10,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:07:37.664256+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_data","create_time":"2024-09-13T16:07:38.459206+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"70","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":71,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":71,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":71,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":71,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"9.10","mappings":[{"from":7,"to":2}]},{"pgid":"10.19","mappings":[{"from":4,"to":5}]},{"pgid":"10.1d","mappings":[{"from":4,"to":3}]},{"pgid":"10.21","mappings":[{"from":4,"to":3}]},{"pgid":"10.38","mappings":[{"from":7,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:08:24.171 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.169+0000 7febef453640 1 -- 172.21.15.76:0/2064235328 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7febcc06ac00 msgr2=0x7febcc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:24.171 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.169+0000 7febef453640 1 --2- 172.21.15.76:0/2064235328 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7febcc06ac00 0x7febcc06d0c0 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7febe4034000 tx=0x7febe402e000 comp rx=0 tx=0).stop 2024-09-13T16:08:24.171 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.169+0000 7febef453640 1 -- 172.21.15.76:0/2064235328 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7febe8158970 msgr2=0x7febe8159060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:24.171 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.169+0000 7febef453640 1 --2- 172.21.15.76:0/2064235328 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7febe8158970 0x7febe8159060 secure :-1 s=READY pgs=983 cs=0 l=1 rev1=1 crypto rx=0x7febd800e870 tx=0x7febd800ed30 comp rx=0 tx=0).stop 2024-09-13T16:08:24.171 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.169+0000 7febef453640 1 -- 172.21.15.76:0/2064235328 shutdown_connections 2024-09-13T16:08:24.171 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.169+0000 7febef453640 1 --2- 172.21.15.76:0/2064235328 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7febcc06ac00 0x7febcc06d0c0 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:24.171 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.169+0000 7febef453640 1 --2- 172.21.15.76:0/2064235328 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7febe815c4c0 0x7febe80ac830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:24.171 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.169+0000 7febef453640 1 --2- 172.21.15.76:0/2064235328 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7febe8158970 0x7febe8159060 unknown :-1 s=CLOSED pgs=983 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:24.171 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.169+0000 7febef453640 1 --2- 172.21.15.76:0/2064235328 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7febe80b1500 0x7febe814be60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:24.171 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.169+0000 7febef453640 1 -- 172.21.15.76:0/2064235328 >> 172.21.15.76:0/2064235328 conn(0x7febe8069e80 msgr2=0x7febe814ed60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:24.171 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.169+0000 7febef453640 1 -- 172.21.15.76:0/2064235328 shutdown_connections 2024-09-13T16:08:24.172 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.169+0000 7febef453640 1 -- 172.21.15.76:0/2064235328 wait complete. 2024-09-13T16:08:24.182 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-13T16:08:24.281 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.279+0000 7f0ac4783640 1 Processor -- start 2024-09-13T16:08:24.281 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.279+0000 7f0ac4783640 1 -- start start 2024-09-13T16:08:24.283 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.280+0000 7f0ac4783640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0abc0d14a0 0x7f0abc0cd300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:24.283 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.280+0000 7f0ac4783640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f0abc0d0f80 0x7f0abc0cd840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:24.283 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.280+0000 7f0ac4783640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0abc0b1fd0 con 0x7f0abc15fd40 2024-09-13T16:08:24.283 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.280+0000 7f0ac4783640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0abc0b22b0 con 0x7f0abc0d0f80 2024-09-13T16:08:24.283 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.280+0000 7f0ac4783640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0abc0b2590 con 0x7f0abc0d14a0 2024-09-13T16:08:24.283 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.281+0000 7f0ac1d1e640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0abc0d14a0 0x7f0abc0cd300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:24.283 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.281+0000 7f0ac2d20640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f0abc0d0f80 0x7f0abc0cd840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:24.283 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.281+0000 7f0ac2d20640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f0abc0d0f80 0x7f0abc0cd840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.76:41832/0 (socket says 172.21.15.76:41832) 2024-09-13T16:08:24.283 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.281+0000 7f0ac1d1e640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0abc0d14a0 0x7f0abc0cd300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.76:36330/0 (socket says 172.21.15.76:36330) 2024-09-13T16:08:24.283 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.281+0000 7f0ac2d20640 1 -- 172.21.15.76:0/2018364544 learned_addr learned my addr 172.21.15.76:0/2018364544 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:24.283 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.281+0000 7f0ac251f640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7f0abc15fd40 0x7f0abc0d0870 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:33728/0 (socket says 172.21.15.76:33728) 2024-09-13T16:08:24.283 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.281+0000 7f0ac1d1e640 1 -- 172.21.15.76:0/2018364544 >> v2:172.21.15.192:3300/0 conn(0x7f0abc0d0f80 msgr2=0x7f0abc0cd840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:24.284 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.281+0000 7f0ac1d1e640 1 --2- 172.21.15.76:0/2018364544 >> v2:172.21.15.192:3300/0 conn(0x7f0abc0d0f80 0x7f0abc0cd840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:24.284 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.281+0000 7f0ac1d1e640 1 -- 172.21.15.76:0/2018364544 >> v1:172.21.15.192:6789/0 conn(0x7f0abc15fd40 legacy=0x7f0abc0d0870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:24.284 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.281+0000 7f0ac1d1e640 1 -- 172.21.15.76:0/2018364544 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0abc0b2870 con 0x7f0abc0d14a0 2024-09-13T16:08:24.284 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.281+0000 7f0ac2d20640 1 --2- 172.21.15.76:0/2018364544 >> v2:172.21.15.192:3300/0 conn(0x7f0abc0d0f80 0x7f0abc0cd840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:08:24.285 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.282+0000 7f0ac1d1e640 1 --2- 172.21.15.76:0/2018364544 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0abc0d14a0 0x7f0abc0cd300 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f0aac0097a0 tx=0x7f0aac02a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f6603ac275e652a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:24.285 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.282+0000 7f0ac151d640 1 -- 172.21.15.76:0/2018364544 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0aac032440 con 0x7f0abc0d14a0 2024-09-13T16:08:24.285 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.282+0000 7f0ac151d640 1 -- 172.21.15.76:0/2018364544 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0aac0325a0 con 0x7f0abc0d14a0 2024-09-13T16:08:24.285 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.282+0000 7f0ac151d640 1 -- 172.21.15.76:0/2018364544 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0aac032930 con 0x7f0abc0d14a0 2024-09-13T16:08:24.285 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.282+0000 7f0ac4783640 1 -- 172.21.15.76:0/2018364544 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0abc0d14a0 msgr2=0x7f0abc0cd300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:24.286 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.282+0000 7f0ac4783640 1 --2- 172.21.15.76:0/2018364544 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0abc0d14a0 0x7f0abc0cd300 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f0aac0097a0 tx=0x7f0aac02a210 comp rx=0 tx=0).stop 2024-09-13T16:08:24.286 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.283+0000 7f0ac4783640 1 -- 172.21.15.76:0/2018364544 shutdown_connections 2024-09-13T16:08:24.286 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.283+0000 7f0ac4783640 1 --2- 172.21.15.76:0/2018364544 >> v2:172.21.15.192:3300/0 conn(0x7f0abc0d0f80 0x7f0abc0cd840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:24.286 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.283+0000 7f0ac4783640 1 --2- 172.21.15.76:0/2018364544 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0abc0d14a0 0x7f0abc0cd300 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:24.286 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.283+0000 7f0ac4783640 1 -- 172.21.15.76:0/2018364544 >> 172.21.15.76:0/2018364544 conn(0x7f0abc089ff0 msgr2=0x7f0abc0d2640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:24.286 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.283+0000 7f0ac4783640 1 -- 172.21.15.76:0/2018364544 shutdown_connections 2024-09-13T16:08:24.286 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.283+0000 7f0ac4783640 1 -- 172.21.15.76:0/2018364544 wait complete. 2024-09-13T16:08:24.286 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.284+0000 7f0ac4783640 1 Processor -- start 2024-09-13T16:08:24.286 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.284+0000 7f0ac4783640 1 -- start start 2024-09-13T16:08:24.288 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.284+0000 7f0ac4783640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0abc0d0f80 0x7f0abc0cbff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:24.288 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.284+0000 7f0ac4783640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0abc0d14a0 0x7f0abc154d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:24.288 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.284+0000 7f0ac4783640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0abc15fd40 0x7f0abc0b7430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:24.288 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.284+0000 7f0ac4783640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0abc0cc5d0 con 0x7f0abc0d0f80 2024-09-13T16:08:24.288 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.284+0000 7f0ac4783640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0abc0b5470 con 0x7f0abc0d14a0 2024-09-13T16:08:24.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.284+0000 7f0ac4783640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0abc157bd0 con 0x7f0abc15fd40 2024-09-13T16:08:24.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.285+0000 7f0ac251f640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0abc0d0f80 0x7f0abc0cbff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:24.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.285+0000 7f0ac251f640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0abc0d0f80 0x7f0abc0cbff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57016/0 (socket says 172.21.15.76:57016) 2024-09-13T16:08:24.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.285+0000 7f0ac251f640 1 -- 172.21.15.76:0/2190643992 learned_addr learned my addr 172.21.15.76:0/2190643992 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:24.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.285+0000 7f0ac1d1e640 1 --2- 172.21.15.76:0/2190643992 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0abc0d14a0 0x7f0abc154d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:24.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.285+0000 7f0ac2d20640 1 --2- 172.21.15.76:0/2190643992 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0abc15fd40 0x7f0abc0b7430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:24.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.285+0000 7f0ac251f640 1 -- 172.21.15.76:0/2190643992 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0abc15fd40 msgr2=0x7f0abc0b7430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:24.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.285+0000 7f0ac251f640 1 --2- 172.21.15.76:0/2190643992 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0abc15fd40 0x7f0abc0b7430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:24.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.285+0000 7f0ac251f640 1 -- 172.21.15.76:0/2190643992 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0abc0d14a0 msgr2=0x7f0abc154d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:24.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.285+0000 7f0ac251f640 1 --2- 172.21.15.76:0/2190643992 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0abc0d14a0 0x7f0abc154d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:24.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.285+0000 7f0ac251f640 1 -- 172.21.15.76:0/2190643992 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0ab4009b30 con 0x7f0abc0d0f80 2024-09-13T16:08:24.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.285+0000 7f0ac251f640 1 --2- 172.21.15.76:0/2190643992 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0abc0d0f80 0x7f0abc0cbff0 secure :-1 s=READY pgs=984 cs=0 l=1 rev1=1 crypto rx=0x7f0ab800c3e0 tx=0x7f0ab800c8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:24.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.285+0000 7f0ab2ffd640 1 -- 172.21.15.76:0/2190643992 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ab80074e0 con 0x7f0abc0d0f80 2024-09-13T16:08:24.290 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.285+0000 7f0ab2ffd640 1 -- 172.21.15.76:0/2190643992 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0ab8007640 con 0x7f0abc0d0f80 2024-09-13T16:08:24.290 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.285+0000 7f0ac4783640 1 -- 172.21.15.76:0/2190643992 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0aac009400 con 0x7f0abc0d0f80 2024-09-13T16:08:24.290 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.285+0000 7f0ab2ffd640 1 -- 172.21.15.76:0/2190643992 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ab80049e0 con 0x7f0abc0d0f80 2024-09-13T16:08:24.290 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.285+0000 7f0ac4783640 1 -- 172.21.15.76:0/2190643992 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0abc0b2f10 con 0x7f0abc0d0f80 2024-09-13T16:08:24.290 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.286+0000 7f0ac4783640 1 -- 172.21.15.76:0/2190643992 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0abc0cea90 con 0x7f0abc0d0f80 2024-09-13T16:08:24.290 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.287+0000 7f0ab2ffd640 1 -- 172.21.15.76:0/2190643992 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f0ab8004b40 con 0x7f0abc0d0f80 2024-09-13T16:08:24.291 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.287+0000 7f0ab2ffd640 1 --2- 172.21.15.76:0/2190643992 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0aa006ac00 0x7f0aa006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:24.291 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.288+0000 7f0ac1d1e640 1 --2- 172.21.15.76:0/2190643992 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0aa006ac00 0x7f0aa006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:24.291 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.288+0000 7f0ab2ffd640 1 -- 172.21.15.76:0/2190643992 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(72..72 src has 1..72) v4 ==== 6174+0+0 (secure 0 0 0) 0x7f0ab8088e00 con 0x7f0abc0d0f80 2024-09-13T16:08:24.291 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.288+0000 7f0ac1d1e640 1 --2- 172.21.15.76:0/2190643992 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0aa006ac00 0x7f0aa006d0c0 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f0aac034000 tx=0x7f0aac02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:24.293 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.292+0000 7f0ab2ffd640 1 -- 172.21.15.76:0/2190643992 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f0ab8053ec0 con 0x7f0abc0d0f80 2024-09-13T16:08:24.488 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.487+0000 7f0ac4783640 1 -- 172.21.15.76:0/2190643992 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7f0abc0b3140 con 0x7f0abc0d0f80 2024-09-13T16:08:24.489 INFO:tasks.ceph.mon.a.smithi076.stderr:2024-09-13T16:08:24.488+0000 7f1d1f745640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T16:08:24.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.500+0000 7f0ab2ffd640 1 -- 172.21.15.76:0/2190643992 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v32) v1 ==== 161+0+0 (secure 0 0 0) 0x7f0ab80574e0 con 0x7f0abc0d0f80 2024-09-13T16:08:24.502 INFO:teuthology.orchestra.run.smithi076.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T16:08:24.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.502+0000 7f0ac4783640 1 -- 172.21.15.76:0/2190643992 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0aa006ac00 msgr2=0x7f0aa006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:24.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.502+0000 7f0ac4783640 1 --2- 172.21.15.76:0/2190643992 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0aa006ac00 0x7f0aa006d0c0 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f0aac034000 tx=0x7f0aac02e000 comp rx=0 tx=0).stop 2024-09-13T16:08:24.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.502+0000 7f0ac4783640 1 -- 172.21.15.76:0/2190643992 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0abc0d0f80 msgr2=0x7f0abc0cbff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:24.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.502+0000 7f0ac4783640 1 --2- 172.21.15.76:0/2190643992 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0abc0d0f80 0x7f0abc0cbff0 secure :-1 s=READY pgs=984 cs=0 l=1 rev1=1 crypto rx=0x7f0ab800c3e0 tx=0x7f0ab800c8a0 comp rx=0 tx=0).stop 2024-09-13T16:08:24.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.502+0000 7f0ac4783640 1 -- 172.21.15.76:0/2190643992 shutdown_connections 2024-09-13T16:08:24.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.502+0000 7f0ac4783640 1 --2- 172.21.15.76:0/2190643992 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0aa006ac00 0x7f0aa006d0c0 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:24.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.502+0000 7f0ac4783640 1 --2- 172.21.15.76:0/2190643992 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0abc15fd40 0x7f0abc0b7430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:24.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.502+0000 7f0ac4783640 1 --2- 172.21.15.76:0/2190643992 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0abc0d14a0 0x7f0abc154d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:24.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.502+0000 7f0ac4783640 1 --2- 172.21.15.76:0/2190643992 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0abc0d0f80 0x7f0abc0cbff0 unknown :-1 s=CLOSED pgs=984 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:24.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.502+0000 7f0ac4783640 1 -- 172.21.15.76:0/2190643992 >> 172.21.15.76:0/2190643992 conn(0x7f0abc089ff0 msgr2=0x7f0abc0d2640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:24.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.502+0000 7f0ac4783640 1 -- 172.21.15.76:0/2190643992 shutdown_connections 2024-09-13T16:08:24.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.502+0000 7f0ac4783640 1 -- 172.21.15.76:0/2190643992 wait complete. 2024-09-13T16:08:24.514 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-13T16:08:24.540 INFO:tasks.ceph.mds.b.smithi192.stdout:starting mds.b at 2024-09-13T16:08:24.615 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.613+0000 7f74ffb9c640 1 Processor -- start 2024-09-13T16:08:24.615 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.614+0000 7f74ffb9c640 1 -- start start 2024-09-13T16:08:24.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.614+0000 7f74ffb9c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f74f806d400 0x7f74f806d870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:24.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.614+0000 7f74ffb9c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f74f81597a0 0x7f74f8159c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:24.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.614+0000 7f74ffb9c640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f74f80cbef0 con 0x7f74f81593c0 2024-09-13T16:08:24.617 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.614+0000 7f74ffb9c640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f74f80b1b90 con 0x7f74f806d400 2024-09-13T16:08:24.617 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.614+0000 7f74ffb9c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f74f806ddb0 con 0x7f74f81597a0 2024-09-13T16:08:24.617 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.615+0000 7f74fd137640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f74f806d400 0x7f74f806d870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:24.617 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.615+0000 7f74fd137640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f74f806d400 0x7f74f806d870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57018/0 (socket says 172.21.15.76:57018) 2024-09-13T16:08:24.617 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.615+0000 7f74fd137640 1 -- 172.21.15.76:0/3155652544 learned_addr learned my addr 172.21.15.76:0/3155652544 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:24.617 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.615+0000 7f74fe139640 1 --2- 172.21.15.76:0/3155652544 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f74f81597a0 0x7f74f8159c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:24.617 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.615+0000 7f74fd137640 1 -- 172.21.15.76:0/3155652544 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f74f81597a0 msgr2=0x7f74f8159c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:24.617 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.615+0000 7f74fd137640 1 --2- 172.21.15.76:0/3155652544 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f74f81597a0 0x7f74f8159c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:24.617 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.615+0000 7f74fd137640 1 -- 172.21.15.76:0/3155652544 >> v1:172.21.15.192:6789/0 conn(0x7f74f81593c0 legacy=0x7f74f80cb7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:24.617 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.615+0000 7f74fd137640 1 -- 172.21.15.76:0/3155652544 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f74f80b1da0 con 0x7f74f806d400 2024-09-13T16:08:24.619 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.616+0000 7f74fd137640 1 --2- 172.21.15.76:0/3155652544 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f74f806d400 0x7f74f806d870 secure :-1 s=READY pgs=985 cs=0 l=1 rev1=1 crypto rx=0x7f74f4009870 tx=0x7f74f402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c1a262dc118a7eb4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:24.619 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.616+0000 7f74fc936640 1 -- 172.21.15.76:0/3155652544 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f74f4032440 con 0x7f74f806d400 2024-09-13T16:08:24.619 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.616+0000 7f74fc936640 1 -- 172.21.15.76:0/3155652544 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f74f40325a0 con 0x7f74f806d400 2024-09-13T16:08:24.619 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.616+0000 7f74fc936640 1 -- 172.21.15.76:0/3155652544 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f74f4032930 con 0x7f74f806d400 2024-09-13T16:08:24.619 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.616+0000 7f74ffb9c640 1 -- 172.21.15.76:0/3155652544 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f74f806d400 msgr2=0x7f74f806d870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:24.619 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.616+0000 7f74ffb9c640 1 --2- 172.21.15.76:0/3155652544 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f74f806d400 0x7f74f806d870 secure :-1 s=READY pgs=985 cs=0 l=1 rev1=1 crypto rx=0x7f74f4009870 tx=0x7f74f402a270 comp rx=0 tx=0).stop 2024-09-13T16:08:24.619 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.616+0000 7f74ffb9c640 1 -- 172.21.15.76:0/3155652544 shutdown_connections 2024-09-13T16:08:24.619 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.616+0000 7f74ffb9c640 1 --2- 172.21.15.76:0/3155652544 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f74f81597a0 0x7f74f8159c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:24.619 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.616+0000 7f74ffb9c640 1 --2- 172.21.15.76:0/3155652544 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f74f806d400 0x7f74f806d870 unknown :-1 s=CLOSED pgs=985 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:24.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.616+0000 7f74ffb9c640 1 -- 172.21.15.76:0/3155652544 >> 172.21.15.76:0/3155652544 conn(0x7f74f80b0200 msgr2=0x7f74f80b05e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:24.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.616+0000 7f74ffb9c640 1 -- 172.21.15.76:0/3155652544 shutdown_connections 2024-09-13T16:08:24.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.616+0000 7f74ffb9c640 1 -- 172.21.15.76:0/3155652544 wait complete. 2024-09-13T16:08:24.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.618+0000 7f74ffb9c640 1 Processor -- start 2024-09-13T16:08:24.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.618+0000 7f74ffb9c640 1 -- start start 2024-09-13T16:08:24.622 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.618+0000 7f74ffb9c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f74f806d400 0x7f74f80a7ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:24.623 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.618+0000 7f74ffb9c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f74f81593c0 0x7f74f8151950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:24.623 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.618+0000 7f74ffb9c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f74f81597a0 0x7f74f8145210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:24.623 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.618+0000 7f74ffb9c640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f74f8144d80 con 0x7f74f81597a0 2024-09-13T16:08:24.623 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.618+0000 7f74ffb9c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f74f80a8410 con 0x7f74f806d400 2024-09-13T16:08:24.623 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.618+0000 7f74ffb9c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f74f8144170 con 0x7f74f81593c0 2024-09-13T16:08:24.623 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.618+0000 7f74fe139640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f74f81597a0 0x7f74f8145210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:24.623 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.618+0000 7f74fe139640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f74f81597a0 0x7f74f8145210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57032/0 (socket says 172.21.15.76:57032) 2024-09-13T16:08:24.623 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.618+0000 7f74fe139640 1 -- 172.21.15.76:0/4103017556 learned_addr learned my addr 172.21.15.76:0/4103017556 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:24.623 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.618+0000 7f74fd137640 1 --2- 172.21.15.76:0/4103017556 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f74f81593c0 0x7f74f8151950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:24.623 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.619+0000 7f74fd938640 1 --2- 172.21.15.76:0/4103017556 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f74f806d400 0x7f74f80a7ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:24.623 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.619+0000 7f74fe139640 1 -- 172.21.15.76:0/4103017556 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f74f81593c0 msgr2=0x7f74f8151950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:24.623 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.619+0000 7f74fe139640 1 --2- 172.21.15.76:0/4103017556 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f74f81593c0 0x7f74f8151950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:24.624 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.619+0000 7f74fe139640 1 -- 172.21.15.76:0/4103017556 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f74f806d400 msgr2=0x7f74f80a7ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:24.624 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.619+0000 7f74fe139640 1 --2- 172.21.15.76:0/4103017556 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f74f806d400 0x7f74f80a7ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:24.624 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.619+0000 7f74fe139640 1 -- 172.21.15.76:0/4103017556 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f74f40094d0 con 0x7f74f81597a0 2024-09-13T16:08:24.624 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.619+0000 7f74fe139640 1 --2- 172.21.15.76:0/4103017556 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f74f81597a0 0x7f74f8145210 secure :-1 s=READY pgs=986 cs=0 l=1 rev1=1 crypto rx=0x7f74f000efc0 tx=0x7f74f000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:24.624 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.619+0000 7f74ea7fc640 1 -- 172.21.15.76:0/4103017556 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f74f0009ba0 con 0x7f74f81597a0 2024-09-13T16:08:24.624 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.619+0000 7f74ea7fc640 1 -- 172.21.15.76:0/4103017556 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f74f000f040 con 0x7f74f81597a0 2024-09-13T16:08:24.624 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.619+0000 7f74ffb9c640 1 -- 172.21.15.76:0/4103017556 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f74f8144450 con 0x7f74f81597a0 2024-09-13T16:08:24.624 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.619+0000 7f74ea7fc640 1 -- 172.21.15.76:0/4103017556 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f74f00146c0 con 0x7f74f81597a0 2024-09-13T16:08:24.624 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.619+0000 7f74ffb9c640 1 -- 172.21.15.76:0/4103017556 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f74f8144a10 con 0x7f74f81597a0 2024-09-13T16:08:24.624 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.620+0000 7f74ffb9c640 1 -- 172.21.15.76:0/4103017556 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f74f8144ef0 con 0x7f74f81597a0 2024-09-13T16:08:24.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.620+0000 7f74ea7fc640 1 -- 172.21.15.76:0/4103017556 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f74f0014820 con 0x7f74f81597a0 2024-09-13T16:08:24.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.621+0000 7f74ea7fc640 1 --2- 172.21.15.76:0/4103017556 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f74dc06ac30 0x7f74dc06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:24.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.621+0000 7f74fd938640 1 --2- 172.21.15.76:0/4103017556 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f74dc06ac30 0x7f74dc06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:24.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.621+0000 7f74ea7fc640 1 -- 172.21.15.76:0/4103017556 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(73..73 src has 1..73) v4 ==== 6260+0+0 (secure 0 0 0) 0x7f74f0089e60 con 0x7f74f81597a0 2024-09-13T16:08:24.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.622+0000 7f74fd938640 1 --2- 172.21.15.76:0/4103017556 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f74dc06ac30 0x7f74dc06d0f0 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f74ec000f60 tx=0x7f74ec009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:24.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.626+0000 7f74ea7fc640 1 -- 172.21.15.76:0/4103017556 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f74f0054f50 con 0x7f74f81597a0 2024-09-13T16:08:24.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:24.822+0000 7f74ffb9c640 1 -- 172.21.15.76:0/4103017556 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) v1 -- 0x7f74f80cb4b0 con 0x7f74f81597a0 2024-09-13T16:08:25.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.504+0000 7f74ea7fc640 1 -- 172.21.15.76:0/4103017556 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v33) v1 ==== 104+0+0 (secure 0 0 0) 0x7f74f00180a0 con 0x7f74f81597a0 2024-09-13T16:08:25.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.507+0000 7f74ffb9c640 1 -- 172.21.15.76:0/4103017556 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f74dc06ac30 msgr2=0x7f74dc06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:25.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.507+0000 7f74ffb9c640 1 --2- 172.21.15.76:0/4103017556 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f74dc06ac30 0x7f74dc06d0f0 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f74ec000f60 tx=0x7f74ec009040 comp rx=0 tx=0).stop 2024-09-13T16:08:25.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.507+0000 7f74ffb9c640 1 -- 172.21.15.76:0/4103017556 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f74f81597a0 msgr2=0x7f74f8145210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:25.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.507+0000 7f74ffb9c640 1 --2- 172.21.15.76:0/4103017556 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f74f81597a0 0x7f74f8145210 secure :-1 s=READY pgs=986 cs=0 l=1 rev1=1 crypto rx=0x7f74f000efc0 tx=0x7f74f000c490 comp rx=0 tx=0).stop 2024-09-13T16:08:25.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.507+0000 7f74ffb9c640 1 -- 172.21.15.76:0/4103017556 shutdown_connections 2024-09-13T16:08:25.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.507+0000 7f74ffb9c640 1 --2- 172.21.15.76:0/4103017556 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f74f81597a0 0x7f74f8145210 unknown :-1 s=CLOSED pgs=986 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:25.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.507+0000 7f74ffb9c640 1 --2- 172.21.15.76:0/4103017556 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f74dc06ac30 0x7f74dc06d0f0 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:25.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.507+0000 7f74ffb9c640 1 --2- 172.21.15.76:0/4103017556 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f74f81593c0 0x7f74f8151950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:25.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.507+0000 7f74ffb9c640 1 --2- 172.21.15.76:0/4103017556 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f74f806d400 0x7f74f80a7ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:25.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.507+0000 7f74ffb9c640 1 -- 172.21.15.76:0/4103017556 >> 172.21.15.76:0/4103017556 conn(0x7f74f80b0200 msgr2=0x7f74f80b05e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:25.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.507+0000 7f74ffb9c640 1 -- 172.21.15.76:0/4103017556 shutdown_connections 2024-09-13T16:08:25.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.507+0000 7f74ffb9c640 1 -- 172.21.15.76:0/4103017556 wait complete. 2024-09-13T16:08:25.520 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-13T16:08:25.624 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.622+0000 7fe8adab8640 1 Processor -- start 2024-09-13T16:08:25.624 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.622+0000 7fe8adab8640 1 -- start start 2024-09-13T16:08:25.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.623+0000 7fe8adab8640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe8a806d870 0x7fe8a8159eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:25.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.623+0000 7fe8adab8640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe8a80cbef0 con 0x7fe8a806d400 2024-09-13T16:08:25.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.623+0000 7fe8adab8640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe8a806dd00 con 0x7fe8a81593c0 2024-09-13T16:08:25.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.623+0000 7fe8adab8640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe8a80b1b90 con 0x7fe8a806d870 2024-09-13T16:08:25.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.623+0000 7fe8a6ffd640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fe8a806d400 0x7fe8a81597a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:52102/0 (socket says 172.21.15.76:52102) 2024-09-13T16:08:25.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.623+0000 7fe8a6ffd640 1 -- 172.21.15.76:0/528817609 learned_addr learned my addr 172.21.15.76:0/528817609 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:08:25.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.623+0000 7fe8a67fc640 1 -- 172.21.15.76:0/528817609 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1291573911 0 0) 0x7fe8a80cbef0 con 0x7fe8a806d400 2024-09-13T16:08:25.628 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.623+0000 7fe8a67fc640 1 -- 172.21.15.76:0/528817609 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe890003520 con 0x7fe8a806d400 2024-09-13T16:08:25.628 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.623+0000 7fe8a7fff640 1 --2- 172.21.15.76:0/528817609 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe8a806d870 0x7fe8a8159eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:25.628 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.624+0000 7fe8a67fc640 1 -- 172.21.15.76:0/528817609 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2346505235 0 0) 0x7fe890003520 con 0x7fe8a806d400 2024-09-13T16:08:25.628 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.624+0000 7fe8a67fc640 1 -- 172.21.15.76:0/528817609 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe8a806d870 msgr2=0x7fe8a8159eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:25.628 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.624+0000 7fe8a67fc640 1 --2- 172.21.15.76:0/528817609 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe8a806d870 0x7fe8a8159eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:25.628 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.624+0000 7fe8a67fc640 1 -- 172.21.15.76:0/528817609 >> v1:172.21.15.192:6789/0 conn(0x7fe8a81593c0 legacy=0x7fe8a80cb7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:25.628 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.624+0000 7fe8a67fc640 1 -- 172.21.15.76:0/528817609 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe8a80b1da0 con 0x7fe8a806d400 2024-09-13T16:08:25.628 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.624+0000 7fe8a67fc640 1 -- 172.21.15.76:0/528817609 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7fe89c001670 con 0x7fe8a806d400 2024-09-13T16:08:25.628 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.624+0000 7fe8a67fc640 1 -- 172.21.15.76:0/528817609 >> v1:172.21.15.76:6789/0 conn(0x7fe8a806d400 legacy=0x7fe8a81597a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:25.628 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.624+0000 7fe8a67fc640 1 --2- 172.21.15.76:0/528817609 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe8a806d870 0x7fe8900039a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:25.628 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.624+0000 7fe8a67fc640 1 --2- 172.21.15.76:0/528817609 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe890003fd0 0x7fe8900047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:25.628 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.624+0000 7fe8a67fc640 1 --2- 172.21.15.76:0/528817609 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe890004d00 0x7fe890005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:25.628 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.624+0000 7fe8a67fc640 1 -- 172.21.15.76:0/528817609 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8a80b1b90 con 0x7fe890003fd0 2024-09-13T16:08:25.629 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.624+0000 7fe8a67fc640 1 -- 172.21.15.76:0/528817609 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe89000bb40 con 0x7fe890004d00 2024-09-13T16:08:25.629 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.624+0000 7fe8a67fc640 1 -- 172.21.15.76:0/528817609 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe89000bd00 con 0x7fe8a806d870 2024-09-13T16:08:25.629 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.624+0000 7fe8a6ffd640 1 --2- 172.21.15.76:0/528817609 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe890003fd0 0x7fe8900047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:25.629 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.624+0000 7fe8a77fe640 1 --2- 172.21.15.76:0/528817609 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe8a806d870 0x7fe8900039a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:25.629 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.624+0000 7fe8a7fff640 1 --2- 172.21.15.76:0/528817609 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe890004d00 0x7fe890005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:25.629 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.624+0000 7fe8a6ffd640 1 -- 172.21.15.76:0/528817609 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe8a806d870 msgr2=0x7fe8900039a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:25.629 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.624+0000 7fe8a6ffd640 1 --2- 172.21.15.76:0/528817609 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe8a806d870 0x7fe8900039a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:25.630 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.624+0000 7fe8a6ffd640 1 -- 172.21.15.76:0/528817609 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe890004d00 msgr2=0x7fe890005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:25.630 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.624+0000 7fe8a6ffd640 1 --2- 172.21.15.76:0/528817609 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe890004d00 0x7fe890005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:25.630 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.624+0000 7fe8a6ffd640 1 -- 172.21.15.76:0/528817609 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe890003520 con 0x7fe890003fd0 2024-09-13T16:08:25.630 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.624+0000 7fe8a77fe640 1 --2- 172.21.15.76:0/528817609 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe8a806d870 0x7fe8900039a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:08:25.630 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.624+0000 7fe8a7fff640 1 --2- 172.21.15.76:0/528817609 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe890004d00 0x7fe890005180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:08:25.630 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.625+0000 7fe8a6ffd640 1 --2- 172.21.15.76:0/528817609 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe890003fd0 0x7fe8900047c0 secure :-1 s=READY pgs=988 cs=0 l=1 rev1=1 crypto rx=0x7fe89c00c160 tx=0x7fe8900057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d31adfd3c671e81 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:25.630 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.625+0000 7fe8a67fc640 1 -- 172.21.15.76:0/528817609 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe89c005ad0 con 0x7fe890003fd0 2024-09-13T16:08:25.630 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.625+0000 7fe8a67fc640 1 -- 172.21.15.76:0/528817609 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe89c02d070 con 0x7fe890003fd0 2024-09-13T16:08:25.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.625+0000 7fe8a67fc640 1 -- 172.21.15.76:0/528817609 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe89c005e90 con 0x7fe890003fd0 2024-09-13T16:08:25.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.626+0000 7fe8adab8640 1 -- 172.21.15.76:0/528817609 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe890003fd0 msgr2=0x7fe8900047c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:25.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.626+0000 7fe8adab8640 1 --2- 172.21.15.76:0/528817609 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe890003fd0 0x7fe8900047c0 secure :-1 s=READY pgs=988 cs=0 l=1 rev1=1 crypto rx=0x7fe89c00c160 tx=0x7fe8900057f0 comp rx=0 tx=0).stop 2024-09-13T16:08:25.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.626+0000 7fe8a7fff640 1 -- 172.21.15.76:0/528817609 reap_dead start 2024-09-13T16:08:25.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.626+0000 7fe8adab8640 1 -- 172.21.15.76:0/528817609 shutdown_connections 2024-09-13T16:08:25.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.626+0000 7fe8adab8640 1 -- 172.21.15.76:0/528817609 >> 172.21.15.76:0/528817609 conn(0x7fe8a80b0200 msgr2=0x7fe8a80b05e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:25.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.626+0000 7fe8adab8640 1 -- 172.21.15.76:0/528817609 shutdown_connections 2024-09-13T16:08:25.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.626+0000 7fe8adab8640 1 -- 172.21.15.76:0/528817609 wait complete. 2024-09-13T16:08:25.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.627+0000 7fe8adab8640 1 Processor -- start 2024-09-13T16:08:25.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.627+0000 7fe8adab8640 1 -- start start 2024-09-13T16:08:25.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.628+0000 7fe8adab8640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe890003fd0 0x7fe8a814acd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:25.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.628+0000 7fe8adab8640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe8a8070290 0x7fe8a8070710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:25.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.628+0000 7fe8adab8640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe8a81f55c0 0x7fe8a81f5a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:25.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.628+0000 7fe8adab8640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8a81f62f0 con 0x7fe8a8070290 2024-09-13T16:08:25.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.628+0000 7fe8adab8640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8a8070c50 con 0x7fe890003fd0 2024-09-13T16:08:25.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.628+0000 7fe8adab8640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe8a8157ec0 con 0x7fe8a81f55c0 2024-09-13T16:08:25.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.628+0000 7fe8a6ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe8a8070290 0x7fe8a8070710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:25.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.628+0000 7fe8a6ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe8a8070290 0x7fe8a8070710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57044/0 (socket says 172.21.15.76:57044) 2024-09-13T16:08:25.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.628+0000 7fe8a6ffd640 1 -- 172.21.15.76:0/2164626832 learned_addr learned my addr 172.21.15.76:0/2164626832 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:25.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.628+0000 7fe8a7fff640 1 --2- 172.21.15.76:0/2164626832 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe8a81f55c0 0x7fe8a81f5a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:25.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.628+0000 7fe8a77fe640 1 --2- 172.21.15.76:0/2164626832 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe890003fd0 0x7fe8a814acd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:25.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.628+0000 7fe8a6ffd640 1 -- 172.21.15.76:0/2164626832 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe8a81f55c0 msgr2=0x7fe8a81f5a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:25.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.628+0000 7fe8a6ffd640 1 --2- 172.21.15.76:0/2164626832 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe8a81f55c0 0x7fe8a81f5a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:25.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.628+0000 7fe8a6ffd640 1 -- 172.21.15.76:0/2164626832 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe890003fd0 msgr2=0x7fe8a814acd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:25.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.628+0000 7fe8a6ffd640 1 --2- 172.21.15.76:0/2164626832 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe890003fd0 0x7fe8a814acd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:25.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.628+0000 7fe8a6ffd640 1 -- 172.21.15.76:0/2164626832 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe8a8157a30 con 0x7fe8a8070290 2024-09-13T16:08:25.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.628+0000 7fe8a7fff640 1 --2- 172.21.15.76:0/2164626832 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe8a81f55c0 0x7fe8a81f5a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:08:25.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.628+0000 7fe8a77fe640 1 --2- 172.21.15.76:0/2164626832 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe890003fd0 0x7fe8a814acd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:08:25.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.628+0000 7fe8a6ffd640 1 --2- 172.21.15.76:0/2164626832 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe8a8070290 0x7fe8a8070710 secure :-1 s=READY pgs=989 cs=0 l=1 rev1=1 crypto rx=0x7fe89c02ada0 tx=0x7fe8a80cb1b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:25.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.628+0000 7fe88ffff640 1 -- 172.21.15.76:0/2164626832 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe89c005a80 con 0x7fe8a8070290 2024-09-13T16:08:25.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.628+0000 7fe88ffff640 1 -- 172.21.15.76:0/2164626832 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe89c005be0 con 0x7fe8a8070290 2024-09-13T16:08:25.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.628+0000 7fe88ffff640 1 -- 172.21.15.76:0/2164626832 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe89c007070 con 0x7fe8a8070290 2024-09-13T16:08:25.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.629+0000 7fe8adab8640 1 -- 172.21.15.76:0/2164626832 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe8a8157100 con 0x7fe8a8070290 2024-09-13T16:08:25.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.629+0000 7fe8adab8640 1 -- 172.21.15.76:0/2164626832 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe8a81576c0 con 0x7fe8a8070290 2024-09-13T16:08:25.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.629+0000 7fe8adab8640 1 -- 172.21.15.76:0/2164626832 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe8a8157850 con 0x7fe8a8070290 2024-09-13T16:08:25.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.630+0000 7fe88ffff640 1 -- 172.21.15.76:0/2164626832 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe89c02f030 con 0x7fe8a8070290 2024-09-13T16:08:25.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.630+0000 7fe88ffff640 1 --2- 172.21.15.76:0/2164626832 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe89406ac30 0x7fe89406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:25.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.630+0000 7fe88ffff640 1 -- 172.21.15.76:0/2164626832 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(73..73 src has 1..73) v4 ==== 6260+0+0 (secure 0 0 0) 0x7fe89c0a9690 con 0x7fe8a8070290 2024-09-13T16:08:25.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.631+0000 7fe8a77fe640 1 --2- 172.21.15.76:0/2164626832 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe89406ac30 0x7fe89406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:25.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.631+0000 7fe8a77fe640 1 --2- 172.21.15.76:0/2164626832 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe89406ac30 0x7fe89406d0f0 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7fe898007fd0 tx=0x7fe898009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:25.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.635+0000 7fe88ffff640 1 -- 172.21.15.76:0/2164626832 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fe89c078160 con 0x7fe8a8070290 2024-09-13T16:08:25.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:25.797+0000 7fe8adab8640 1 -- 172.21.15.76:0/2164626832 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7fe8a8157bc0 con 0x7fe8a8070290 2024-09-13T16:08:26.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.507+0000 7fe88ffff640 1 -- 172.21.15.76:0/2164626832 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v74) v1 ==== 181+0+0 (secure 0 0 0) 0x7fe89c077cf0 con 0x7fe8a8070290 2024-09-13T16:08:26.509 INFO:teuthology.orchestra.run.smithi076.stderr:pool 'cephfs_metadata' removed 2024-09-13T16:08:26.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.510+0000 7fe8adab8640 1 -- 172.21.15.76:0/2164626832 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe89406ac30 msgr2=0x7fe89406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:26.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.510+0000 7fe8adab8640 1 --2- 172.21.15.76:0/2164626832 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe89406ac30 0x7fe89406d0f0 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7fe898007fd0 tx=0x7fe898009040 comp rx=0 tx=0).stop 2024-09-13T16:08:26.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.510+0000 7fe8adab8640 1 -- 172.21.15.76:0/2164626832 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe8a8070290 msgr2=0x7fe8a8070710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:26.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.510+0000 7fe8adab8640 1 --2- 172.21.15.76:0/2164626832 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe8a8070290 0x7fe8a8070710 secure :-1 s=READY pgs=989 cs=0 l=1 rev1=1 crypto rx=0x7fe89c02ada0 tx=0x7fe8a80cb1b0 comp rx=0 tx=0).stop 2024-09-13T16:08:26.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.510+0000 7fe8adab8640 1 -- 172.21.15.76:0/2164626832 shutdown_connections 2024-09-13T16:08:26.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.510+0000 7fe8adab8640 1 --2- 172.21.15.76:0/2164626832 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe89406ac30 0x7fe89406d0f0 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:26.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.510+0000 7fe8adab8640 1 --2- 172.21.15.76:0/2164626832 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe8a81f55c0 0x7fe8a81f5a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:26.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.510+0000 7fe8adab8640 1 --2- 172.21.15.76:0/2164626832 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe8a8070290 0x7fe8a8070710 unknown :-1 s=CLOSED pgs=989 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:26.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.510+0000 7fe8adab8640 1 --2- 172.21.15.76:0/2164626832 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe890003fd0 0x7fe8a814acd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:26.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.510+0000 7fe8adab8640 1 -- 172.21.15.76:0/2164626832 >> 172.21.15.76:0/2164626832 conn(0x7fe8a80b0200 msgr2=0x7fe8a8153950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:26.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.510+0000 7fe8adab8640 1 -- 172.21.15.76:0/2164626832 shutdown_connections 2024-09-13T16:08:26.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.510+0000 7fe8adab8640 1 -- 172.21.15.76:0/2164626832 wait complete. 2024-09-13T16:08:26.524 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-13T16:08:26.628 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.627+0000 7f318a0e9640 1 Processor -- start 2024-09-13T16:08:26.629 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.627+0000 7f318a0e9640 1 -- start start 2024-09-13T16:08:26.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.628+0000 7f318a0e9640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f318406d400 0x7f318406d870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:26.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.628+0000 7f318a0e9640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f31840cbef0 con 0x7f31841597a0 2024-09-13T16:08:26.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.628+0000 7f318a0e9640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f31840b1da0 con 0x7f31841593c0 2024-09-13T16:08:26.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.628+0000 7f318a0e9640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f31840b1b90 con 0x7f318406d400 2024-09-13T16:08:26.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.628+0000 7f3183fff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f31841597a0 0x7f3184159c10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:52118/0 (socket says 172.21.15.76:52118) 2024-09-13T16:08:26.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.628+0000 7f3183fff640 1 -- 172.21.15.76:0/3701971085 learned_addr learned my addr 172.21.15.76:0/3701971085 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:08:26.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.628+0000 7f31827fc640 1 -- 172.21.15.76:0/3701971085 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4148957941 0 0) 0x7f31840cbef0 con 0x7f31841597a0 2024-09-13T16:08:26.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.628+0000 7f31827fc640 1 -- 172.21.15.76:0/3701971085 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f316c003520 con 0x7f31841597a0 2024-09-13T16:08:26.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.628+0000 7f3182ffd640 1 --2- 172.21.15.76:0/3701971085 >> v2:172.21.15.192:3300/0 conn(0x7f318406d400 0x7f318406d870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:26.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.628+0000 7f31827fc640 1 -- 172.21.15.76:0/3701971085 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2754882220 0 0) 0x7f316c003520 con 0x7f31841597a0 2024-09-13T16:08:26.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.628+0000 7f31827fc640 1 -- 172.21.15.76:0/3701971085 >> v2:172.21.15.192:3300/0 conn(0x7f318406d400 msgr2=0x7f318406d870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:26.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.628+0000 7f31827fc640 1 --2- 172.21.15.76:0/3701971085 >> v2:172.21.15.192:3300/0 conn(0x7f318406d400 0x7f318406d870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:26.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.628+0000 7f31827fc640 1 -- 172.21.15.76:0/3701971085 >> v1:172.21.15.192:6789/0 conn(0x7f31841593c0 legacy=0x7f31840cb7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:26.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.628+0000 7f31827fc640 1 -- 172.21.15.76:0/3701971085 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f31840b2080 con 0x7f31841597a0 2024-09-13T16:08:26.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.628+0000 7f3182ffd640 1 --2- 172.21.15.76:0/3701971085 >> v2:172.21.15.192:3300/0 conn(0x7f318406d400 0x7f318406d870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:08:26.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.628+0000 7f31827fc640 1 -- 172.21.15.76:0/3701971085 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f317c0019f0 con 0x7f31841597a0 2024-09-13T16:08:26.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.629+0000 7f31827fc640 1 -- 172.21.15.76:0/3701971085 >> v1:172.21.15.76:6789/0 conn(0x7f31841597a0 legacy=0x7f3184159c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:26.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.629+0000 7f31827fc640 1 --2- 172.21.15.76:0/3701971085 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f316c003970 0x7f316c003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:26.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.629+0000 7f31827fc640 1 --2- 172.21.15.76:0/3701971085 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f316c0047c0 0x7f316c004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:26.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.629+0000 7f31827fc640 1 --2- 172.21.15.76:0/3701971085 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f316c005180 0x7f316c00b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:26.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.629+0000 7f31827fc640 1 -- 172.21.15.76:0/3701971085 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31840b1b90 con 0x7f316c0047c0 2024-09-13T16:08:26.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.629+0000 7f31827fc640 1 -- 172.21.15.76:0/3701971085 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f316c00c0d0 con 0x7f316c003970 2024-09-13T16:08:26.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.629+0000 7f31827fc640 1 -- 172.21.15.76:0/3701971085 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f316c00c290 con 0x7f316c005180 2024-09-13T16:08:26.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.629+0000 7f3182ffd640 1 --2- 172.21.15.76:0/3701971085 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f316c0047c0 0x7f316c004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:26.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.629+0000 7f31837fe640 1 --2- 172.21.15.76:0/3701971085 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f316c003970 0x7f316c003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:26.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.629+0000 7f3183fff640 1 --2- 172.21.15.76:0/3701971085 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f316c005180 0x7f316c00b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:26.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.629+0000 7f3182ffd640 1 -- 172.21.15.76:0/3701971085 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f316c005180 msgr2=0x7f316c00b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:26.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.629+0000 7f3182ffd640 1 --2- 172.21.15.76:0/3701971085 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f316c005180 0x7f316c00b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:26.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.629+0000 7f3182ffd640 1 -- 172.21.15.76:0/3701971085 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f316c003970 msgr2=0x7f316c003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:26.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.629+0000 7f3182ffd640 1 --2- 172.21.15.76:0/3701971085 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f316c003970 0x7f316c003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:26.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.629+0000 7f3182ffd640 1 -- 172.21.15.76:0/3701971085 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f316c003520 con 0x7f316c0047c0 2024-09-13T16:08:26.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.629+0000 7f3183fff640 1 --2- 172.21.15.76:0/3701971085 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f316c005180 0x7f316c00b980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:08:26.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.629+0000 7f3183fff640 1 -- 172.21.15.76:0/3701971085 reap_dead start 2024-09-13T16:08:26.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.630+0000 7f3182ffd640 1 --2- 172.21.15.76:0/3701971085 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f316c0047c0 0x7f316c004c40 secure :-1 s=READY pgs=991 cs=0 l=1 rev1=1 crypto rx=0x7f31780098a0 tx=0x7f316c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=598feaee88d3155 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:26.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.630+0000 7f31827fc640 1 -- 172.21.15.76:0/3701971085 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f317802ace0 con 0x7f316c0047c0 2024-09-13T16:08:26.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.630+0000 7f31827fc640 1 -- 172.21.15.76:0/3701971085 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f317802ae40 con 0x7f316c0047c0 2024-09-13T16:08:26.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.630+0000 7f31827fc640 1 -- 172.21.15.76:0/3701971085 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3178004250 con 0x7f316c0047c0 2024-09-13T16:08:26.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.630+0000 7f318a0e9640 1 -- 172.21.15.76:0/3701971085 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f316c0047c0 msgr2=0x7f316c004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:26.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.630+0000 7f318a0e9640 1 --2- 172.21.15.76:0/3701971085 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f316c0047c0 0x7f316c004c40 secure :-1 s=READY pgs=991 cs=0 l=1 rev1=1 crypto rx=0x7f31780098a0 tx=0x7f316c0057f0 comp rx=0 tx=0).stop 2024-09-13T16:08:26.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.630+0000 7f318a0e9640 1 -- 172.21.15.76:0/3701971085 shutdown_connections 2024-09-13T16:08:26.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.630+0000 7f318a0e9640 1 --2- 172.21.15.76:0/3701971085 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f316c0047c0 0x7f316c004c40 unknown :-1 s=CLOSED pgs=991 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:26.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.630+0000 7f318a0e9640 1 -- 172.21.15.76:0/3701971085 >> 172.21.15.76:0/3701971085 conn(0x7f31840b0200 msgr2=0x7f31840b05e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:26.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.630+0000 7f318a0e9640 1 -- 172.21.15.76:0/3701971085 shutdown_connections 2024-09-13T16:08:26.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.630+0000 7f318a0e9640 1 -- 172.21.15.76:0/3701971085 wait complete. 2024-09-13T16:08:26.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.631+0000 7f318a0e9640 1 Processor -- start 2024-09-13T16:08:26.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.632+0000 7f318a0e9640 1 -- start start 2024-09-13T16:08:26.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.632+0000 7f318a0e9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f316c0047c0 0x7f3184155230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:26.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.632+0000 7f318a0e9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f31840ab830 0x7f31841f0410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:26.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.632+0000 7f318a0e9640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f31840c3d20 0x7f31840c41a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:26.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.632+0000 7f318a0e9640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31840c46e0 con 0x7f31840ab830 2024-09-13T16:08:26.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.632+0000 7f318a0e9640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31840c4c10 con 0x7f31840c3d20 2024-09-13T16:08:26.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.632+0000 7f318a0e9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3184155770 con 0x7f316c0047c0 2024-09-13T16:08:26.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.632+0000 7f3182ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f31840ab830 0x7f31841f0410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:26.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.633+0000 7f3182ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f31840ab830 0x7f31841f0410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57064/0 (socket says 172.21.15.76:57064) 2024-09-13T16:08:26.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.633+0000 7f3182ffd640 1 -- 172.21.15.76:0/271577642 learned_addr learned my addr 172.21.15.76:0/271577642 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:26.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.633+0000 7f31837fe640 1 --2- 172.21.15.76:0/271577642 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f316c0047c0 0x7f3184155230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:26.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.633+0000 7f3183fff640 1 --2- 172.21.15.76:0/271577642 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f31840c3d20 0x7f31840c41a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:26.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.633+0000 7f3182ffd640 1 -- 172.21.15.76:0/271577642 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f316c0047c0 msgr2=0x7f3184155230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:26.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.633+0000 7f3182ffd640 1 --2- 172.21.15.76:0/271577642 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f316c0047c0 0x7f3184155230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:26.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.633+0000 7f3182ffd640 1 -- 172.21.15.76:0/271577642 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f31840c3d20 msgr2=0x7f31840c41a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:26.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.633+0000 7f3182ffd640 1 --2- 172.21.15.76:0/271577642 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f31840c3d20 0x7f31840c41a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:26.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.633+0000 7f3182ffd640 1 -- 172.21.15.76:0/271577642 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f31841f0950 con 0x7f31840ab830 2024-09-13T16:08:26.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.633+0000 7f3182ffd640 1 --2- 172.21.15.76:0/271577642 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f31840ab830 0x7f31841f0410 secure :-1 s=READY pgs=992 cs=0 l=1 rev1=1 crypto rx=0x7f31780098a0 tx=0x7f3178004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:26.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.633+0000 7f316bfff640 1 -- 172.21.15.76:0/271577642 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3178003c20 con 0x7f31840ab830 2024-09-13T16:08:26.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.633+0000 7f316bfff640 1 -- 172.21.15.76:0/271577642 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3178003d80 con 0x7f31840ab830 2024-09-13T16:08:26.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.633+0000 7f318a0e9640 1 -- 172.21.15.76:0/271577642 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f31840ac260 con 0x7f31840ab830 2024-09-13T16:08:26.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.633+0000 7f316bfff640 1 -- 172.21.15.76:0/271577642 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f317803c670 con 0x7f31840ab830 2024-09-13T16:08:26.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.633+0000 7f318a0e9640 1 -- 172.21.15.76:0/271577642 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f31840ac820 con 0x7f31840ab830 2024-09-13T16:08:26.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.634+0000 7f318a0e9640 1 -- 172.21.15.76:0/271577642 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f31840b2e40 con 0x7f31840ab830 2024-09-13T16:08:26.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.635+0000 7f316bfff640 1 -- 172.21.15.76:0/271577642 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f317803c7d0 con 0x7f31840ab830 2024-09-13T16:08:26.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.635+0000 7f316bfff640 1 --2- 172.21.15.76:0/271577642 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f317006ac30 0x7f317006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:26.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.635+0000 7f31837fe640 1 --2- 172.21.15.76:0/271577642 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f317006ac30 0x7f317006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:26.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.635+0000 7f316bfff640 1 -- 172.21.15.76:0/271577642 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(74..74 src has 1..74) v4 ==== 5793+0+0 (secure 0 0 0) 0x7f31780a9dc0 con 0x7f31840ab830 2024-09-13T16:08:26.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.636+0000 7f31837fe640 1 --2- 172.21.15.76:0/271577642 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f317006ac30 0x7f317006d0f0 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f31840ab7c0 tx=0x7f3174009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:26.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.639+0000 7f316bfff640 1 -- 172.21.15.76:0/271577642 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f3178074f60 con 0x7f31840ab830 2024-09-13T16:08:26.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:26.800+0000 7f318a0e9640 1 -- 172.21.15.76:0/271577642 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f31840cb480 con 0x7f31840ab830 2024-09-13T16:08:27.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.512+0000 7f316bfff640 1 -- 172.21.15.76:0/271577642 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v75) v1 ==== 169+0+0 (secure 0 0 0) 0x7f317804c070 con 0x7f31840ab830 2024-09-13T16:08:27.515 INFO:teuthology.orchestra.run.smithi076.stderr:pool 'cephfs_data' removed 2024-09-13T16:08:27.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.516+0000 7f318a0e9640 1 -- 172.21.15.76:0/271577642 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f317006ac30 msgr2=0x7f317006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:27.519 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.516+0000 7f318a0e9640 1 --2- 172.21.15.76:0/271577642 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f317006ac30 0x7f317006d0f0 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f31840ab7c0 tx=0x7f3174009040 comp rx=0 tx=0).stop 2024-09-13T16:08:27.519 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.516+0000 7f318a0e9640 1 -- 172.21.15.76:0/271577642 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f31840ab830 msgr2=0x7f31841f0410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:27.519 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.516+0000 7f318a0e9640 1 --2- 172.21.15.76:0/271577642 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f31840ab830 0x7f31841f0410 secure :-1 s=READY pgs=992 cs=0 l=1 rev1=1 crypto rx=0x7f31780098a0 tx=0x7f3178004730 comp rx=0 tx=0).stop 2024-09-13T16:08:27.519 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.516+0000 7f318a0e9640 1 -- 172.21.15.76:0/271577642 shutdown_connections 2024-09-13T16:08:27.519 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.516+0000 7f318a0e9640 1 --2- 172.21.15.76:0/271577642 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f31840c3d20 0x7f31840c41a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:27.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.516+0000 7f318a0e9640 1 --2- 172.21.15.76:0/271577642 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f31840ab830 0x7f31841f0410 unknown :-1 s=CLOSED pgs=992 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:27.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.516+0000 7f318a0e9640 1 --2- 172.21.15.76:0/271577642 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f317006ac30 0x7f317006d0f0 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:27.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.516+0000 7f318a0e9640 1 --2- 172.21.15.76:0/271577642 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f316c0047c0 0x7f3184155230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:27.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.516+0000 7f318a0e9640 1 -- 172.21.15.76:0/271577642 >> 172.21.15.76:0/271577642 conn(0x7f31840b0200 msgr2=0x7f31840ae620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:27.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.517+0000 7f318a0e9640 1 -- 172.21.15.76:0/271577642 shutdown_connections 2024-09-13T16:08:27.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.517+0000 7f318a0e9640 1 -- 172.21.15.76:0/271577642 wait complete. 2024-09-13T16:08:27.534 DEBUG:teuthology.orchestra.run.smithi076:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-13T16:08:27.537 DEBUG:teuthology.orchestra.run.smithi192:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-13T16:08:27.582 INFO:teuthology.orchestra.run.smithi076.stdout:[global] 2024-09-13T16:08:27.582 INFO:teuthology.orchestra.run.smithi076.stdout: chdir = "" 2024-09-13T16:08:27.582 INFO:teuthology.orchestra.run.smithi076.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-13T16:08:27.582 INFO:teuthology.orchestra.run.smithi076.stdout: auth supported = cephx 2024-09-13T16:08:27.583 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:27.583 INFO:teuthology.orchestra.run.smithi076.stdout: filestore xattr use omap = true 2024-09-13T16:08:27.583 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:27.583 INFO:teuthology.orchestra.run.smithi076.stdout: mon clock drift allowed = 1.000 2024-09-13T16:08:27.583 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:27.583 INFO:teuthology.orchestra.run.smithi076.stdout: osd crush chooseleaf type = 0 2024-09-13T16:08:27.584 INFO:teuthology.orchestra.run.smithi076.stdout: auth debug = true 2024-09-13T16:08:27.584 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:27.584 INFO:teuthology.orchestra.run.smithi076.stdout: ms die on old message = true 2024-09-13T16:08:27.584 INFO:teuthology.orchestra.run.smithi076.stdout: ms die on bug = true 2024-09-13T16:08:27.585 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:27.585 INFO:teuthology.orchestra.run.smithi076.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-13T16:08:27.585 INFO:teuthology.orchestra.run.smithi076.stdout: mon pg warn max object skew = 0 2024-09-13T16:08:27.585 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:27.585 INFO:teuthology.orchestra.run.smithi076.stdout: # disable pg_autoscaler by default for new pools 2024-09-13T16:08:27.586 INFO:teuthology.orchestra.run.smithi076.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-13T16:08:27.586 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:27.586 INFO:teuthology.orchestra.run.smithi076.stdout: osd pool default size = 2 2024-09-13T16:08:27.586 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:27.586 INFO:teuthology.orchestra.run.smithi076.stdout: mon osd allow primary affinity = true 2024-09-13T16:08:27.586 INFO:teuthology.orchestra.run.smithi076.stdout: mon osd allow pg remap = true 2024-09-13T16:08:27.586 INFO:teuthology.orchestra.run.smithi076.stdout: mon warn on legacy crush tunables = false 2024-09-13T16:08:27.587 INFO:teuthology.orchestra.run.smithi076.stdout: mon warn on crush straw calc version zero = false 2024-09-13T16:08:27.587 INFO:teuthology.orchestra.run.smithi076.stdout: mon warn on no sortbitwise = false 2024-09-13T16:08:27.587 INFO:teuthology.orchestra.run.smithi076.stdout: mon warn on osd down out interval zero = false 2024-09-13T16:08:27.587 INFO:teuthology.orchestra.run.smithi076.stdout: mon warn on too few osds = false 2024-09-13T16:08:27.587 INFO:teuthology.orchestra.run.smithi076.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-13T16:08:27.587 INFO:teuthology.orchestra.run.smithi076.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-13T16:08:27.588 INFO:teuthology.orchestra.run.smithi076.stdout: mon_allow_pool_size_one = true 2024-09-13T16:08:27.588 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:27.588 INFO:teuthology.orchestra.run.smithi076.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-13T16:08:27.588 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:27.588 INFO:teuthology.orchestra.run.smithi076.stdout: osd default data pool replay window = 5 2024-09-13T16:08:27.588 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:27.589 INFO:teuthology.orchestra.run.smithi076.stdout: mon allow pool delete = true 2024-09-13T16:08:27.589 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:27.589 INFO:teuthology.orchestra.run.smithi076.stdout: mon cluster log file level = debug 2024-09-13T16:08:27.589 INFO:teuthology.orchestra.run.smithi076.stdout: debug asserts on shutdown = true 2024-09-13T16:08:27.589 INFO:teuthology.orchestra.run.smithi076.stdout: mon health detail to clog = false 2024-09-13T16:08:27.589 INFO:teuthology.orchestra.run.smithi076.stdout: mon host = "172.21.15.76,172.21.15.192,[v2:172.21.15.192:3301,v1:172.21.15.192:6790]" 2024-09-13T16:08:27.590 INFO:teuthology.orchestra.run.smithi076.stdout: fsid = da76ee52-f48b-434a-9df7-5fefe2a6e471 2024-09-13T16:08:27.590 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:27.590 INFO:teuthology.orchestra.run.smithi076.stdout:[osd] 2024-09-13T16:08:27.590 INFO:teuthology.orchestra.run.smithi076.stdout: osd journal size = 100 2024-09-13T16:08:27.590 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:27.590 INFO:teuthology.orchestra.run.smithi076.stdout: osd scrub load threshold = 5.0 2024-09-13T16:08:27.591 INFO:teuthology.orchestra.run.smithi076.stdout: osd scrub max interval = 600 2024-09-13T16:08:27.591 INFO:teuthology.orchestra.run.smithi076.stdout: osd mclock profile = high_recovery_ops 2024-09-13T16:08:27.591 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:27.591 INFO:teuthology.orchestra.run.smithi076.stdout: osd recover clone overlap = true 2024-09-13T16:08:27.591 INFO:teuthology.orchestra.run.smithi076.stdout: osd recovery max chunk = 1048576 2024-09-13T16:08:27.592 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:27.592 INFO:teuthology.orchestra.run.smithi076.stdout: osd debug shutdown = true 2024-09-13T16:08:27.592 INFO:teuthology.orchestra.run.smithi076.stdout: osd debug op order = true 2024-09-13T16:08:27.592 INFO:teuthology.orchestra.run.smithi076.stdout: osd debug verify stray on activate = true 2024-09-13T16:08:27.592 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:27.592 INFO:teuthology.orchestra.run.smithi076.stdout: osd open classes on start = true 2024-09-13T16:08:27.593 INFO:teuthology.orchestra.run.smithi076.stdout: osd debug pg log writeout = true 2024-09-13T16:08:27.593 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:27.593 INFO:teuthology.orchestra.run.smithi076.stdout: osd deep scrub update digest min age = 30 2024-09-13T16:08:27.593 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:27.593 INFO:teuthology.orchestra.run.smithi076.stdout: osd map max advance = 10 2024-09-13T16:08:27.593 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:27.594 INFO:teuthology.orchestra.run.smithi076.stdout: journal zero on create = true 2024-09-13T16:08:27.594 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:27.594 INFO:teuthology.orchestra.run.smithi076.stdout: filestore ondisk finisher threads = 3 2024-09-13T16:08:27.594 INFO:teuthology.orchestra.run.smithi076.stdout: filestore apply finisher threads = 3 2024-09-13T16:08:27.594 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:27.594 INFO:teuthology.orchestra.run.smithi076.stdout: bdev debug aio = true 2024-09-13T16:08:27.595 INFO:teuthology.orchestra.run.smithi076.stdout: osd debug misdirected ops = true 2024-09-13T16:08:27.595 INFO:teuthology.orchestra.run.smithi076.stdout: bluestore block size = 96636764160 2024-09-13T16:08:27.595 INFO:teuthology.orchestra.run.smithi076.stdout: bluestore fsck on mount = True 2024-09-13T16:08:27.595 INFO:teuthology.orchestra.run.smithi076.stdout: debug bluefs = 20 2024-09-13T16:08:27.595 INFO:teuthology.orchestra.run.smithi076.stdout: debug bluestore = 20 2024-09-13T16:08:27.595 INFO:teuthology.orchestra.run.smithi076.stdout: debug ms = 1 2024-09-13T16:08:27.596 INFO:teuthology.orchestra.run.smithi076.stdout: debug osd = 20 2024-09-13T16:08:27.596 INFO:teuthology.orchestra.run.smithi076.stdout: debug rocksdb = 10 2024-09-13T16:08:27.596 INFO:teuthology.orchestra.run.smithi076.stdout: mon osd backfillfull_ratio = 0.85 2024-09-13T16:08:27.596 INFO:teuthology.orchestra.run.smithi076.stdout: mon osd full ratio = 0.9 2024-09-13T16:08:27.596 INFO:teuthology.orchestra.run.smithi076.stdout: mon osd nearfull ratio = 0.8 2024-09-13T16:08:27.597 INFO:teuthology.orchestra.run.smithi076.stdout: osd failsafe full ratio = 0.95 2024-09-13T16:08:27.597 INFO:teuthology.orchestra.run.smithi076.stdout: osd objectstore = bluestore 2024-09-13T16:08:27.597 INFO:teuthology.orchestra.run.smithi076.stdout: osd op complaint time = 180 2024-09-13T16:08:27.597 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:27.597 INFO:teuthology.orchestra.run.smithi076.stdout:[mgr] 2024-09-13T16:08:27.597 INFO:teuthology.orchestra.run.smithi076.stdout: debug ms = 1 2024-09-13T16:08:27.598 INFO:teuthology.orchestra.run.smithi076.stdout: debug mgr = 20 2024-09-13T16:08:27.598 INFO:teuthology.orchestra.run.smithi076.stdout: debug mon = 20 2024-09-13T16:08:27.598 INFO:teuthology.orchestra.run.smithi076.stdout: debug auth = 20 2024-09-13T16:08:27.598 INFO:teuthology.orchestra.run.smithi076.stdout: mon reweight min pgs per osd = 4 2024-09-13T16:08:27.598 INFO:teuthology.orchestra.run.smithi076.stdout: mon reweight min bytes per osd = 10 2024-09-13T16:08:27.598 INFO:teuthology.orchestra.run.smithi076.stdout: mgr/telemetry/nag = false 2024-09-13T16:08:27.599 INFO:teuthology.orchestra.run.smithi076.stdout: debug client = 20 2024-09-13T16:08:27.599 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:27.599 INFO:teuthology.orchestra.run.smithi076.stdout:[mon] 2024-09-13T16:08:27.599 INFO:teuthology.orchestra.run.smithi076.stdout: debug ms = 1 2024-09-13T16:08:27.599 INFO:teuthology.orchestra.run.smithi076.stdout: debug mon = 20 2024-09-13T16:08:27.600 INFO:teuthology.orchestra.run.smithi076.stdout: debug paxos = 20 2024-09-13T16:08:27.600 INFO:teuthology.orchestra.run.smithi076.stdout: debug auth = 20 2024-09-13T16:08:27.600 INFO:teuthology.orchestra.run.smithi076.stdout: mon data avail warn = 5 2024-09-13T16:08:27.600 INFO:teuthology.orchestra.run.smithi076.stdout: mon mgr mkfs grace = 240 2024-09-13T16:08:27.600 INFO:teuthology.orchestra.run.smithi076.stdout: mon reweight min pgs per osd = 4 2024-09-13T16:08:27.600 INFO:teuthology.orchestra.run.smithi076.stdout: mon osd reporter subtree level = osd 2024-09-13T16:08:27.601 INFO:teuthology.orchestra.run.smithi076.stdout: mon osd prime pg temp = true 2024-09-13T16:08:27.601 INFO:teuthology.orchestra.run.smithi076.stdout: mon reweight min bytes per osd = 10 2024-09-13T16:08:27.601 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:27.601 INFO:teuthology.orchestra.run.smithi076.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-13T16:08:27.601 INFO:teuthology.orchestra.run.smithi076.stdout: auth mon ticket ttl = 660 # 11m 2024-09-13T16:08:27.602 INFO:teuthology.orchestra.run.smithi076.stdout: auth service ticket ttl = 240 # 4m 2024-09-13T16:08:27.602 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:27.602 INFO:teuthology.orchestra.run.smithi076.stdout: # don't complain about insecure global_id in the test suite 2024-09-13T16:08:27.602 INFO:teuthology.orchestra.run.smithi076.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-13T16:08:27.602 INFO:teuthology.orchestra.run.smithi076.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-13T16:08:27.602 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:27.603 INFO:teuthology.orchestra.run.smithi076.stdout: # 1m isn't quite enough 2024-09-13T16:08:27.603 INFO:teuthology.orchestra.run.smithi076.stdout: mon_down_mkfs_grace = 2m 2024-09-13T16:08:27.603 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:27.603 INFO:teuthology.orchestra.run.smithi076.stdout: mon_warn_on_filestore_osds = false 2024-09-13T16:08:27.603 INFO:teuthology.orchestra.run.smithi076.stdout: mon op complaint time = 120 2024-09-13T16:08:27.604 INFO:teuthology.orchestra.run.smithi076.stdout: mon warn on pool no app = False 2024-09-13T16:08:27.604 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:27.604 INFO:teuthology.orchestra.run.smithi076.stdout:[client] 2024-09-13T16:08:27.604 INFO:teuthology.orchestra.run.smithi076.stdout: rgw cache enabled = true 2024-09-13T16:08:27.604 INFO:teuthology.orchestra.run.smithi076.stdout: rgw enable ops log = true 2024-09-13T16:08:27.604 INFO:teuthology.orchestra.run.smithi076.stdout: rgw enable usage log = true 2024-09-13T16:08:27.605 INFO:teuthology.orchestra.run.smithi076.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-13T16:08:27.605 INFO:teuthology.orchestra.run.smithi076.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-13T16:08:27.605 INFO:teuthology.orchestra.run.smithi076.stdout: client mount timeout = 600 2024-09-13T16:08:27.605 INFO:teuthology.orchestra.run.smithi076.stdout: debug client = 20 2024-09-13T16:08:27.605 INFO:teuthology.orchestra.run.smithi076.stdout: debug ms = 1 2024-09-13T16:08:27.606 INFO:teuthology.orchestra.run.smithi076.stdout: pid file = "" 2024-09-13T16:08:27.606 INFO:teuthology.orchestra.run.smithi076.stdout: rados mon op timeout = 900 2024-09-13T16:08:27.606 INFO:teuthology.orchestra.run.smithi076.stdout: rados osd op timeout = 900 2024-09-13T16:08:27.606 INFO:teuthology.orchestra.run.smithi076.stdout:[mon.a] 2024-09-13T16:08:27.606 INFO:teuthology.orchestra.run.smithi076.stdout:[mon.b] 2024-09-13T16:08:27.607 INFO:teuthology.orchestra.run.smithi076.stdout:[mon.c] 2024-09-13T16:08:27.607 INFO:teuthology.orchestra.run.smithi076.stdout:[mds.a] 2024-09-13T16:08:27.607 INFO:teuthology.orchestra.run.smithi076.stdout:[mds.c] 2024-09-13T16:08:27.607 INFO:teuthology.orchestra.run.smithi076.stdout:[mds.b] 2024-09-13T16:08:27.607 INFO:teuthology.orchestra.run.smithi076.stdout:[mds.d] 2024-09-13T16:08:27.607 INFO:teuthology.orchestra.run.smithi076.stdout:[mds] 2024-09-13T16:08:27.608 INFO:teuthology.orchestra.run.smithi076.stdout: debug mds = 20 2024-09-13T16:08:27.608 INFO:teuthology.orchestra.run.smithi076.stdout: debug mds balancer = 20 2024-09-13T16:08:27.608 INFO:teuthology.orchestra.run.smithi076.stdout: debug ms = 1 2024-09-13T16:08:27.608 INFO:teuthology.orchestra.run.smithi076.stdout: mds debug frag = True 2024-09-13T16:08:27.608 INFO:teuthology.orchestra.run.smithi076.stdout: mds debug scatterstat = True 2024-09-13T16:08:27.608 INFO:teuthology.orchestra.run.smithi076.stdout: mds op complaint time = 180 2024-09-13T16:08:27.609 INFO:teuthology.orchestra.run.smithi076.stdout: mds verify scatter = True 2024-09-13T16:08:27.609 INFO:teuthology.orchestra.run.smithi076.stdout: osd op complaint time = 180 2024-09-13T16:08:27.609 INFO:teuthology.orchestra.run.smithi076.stdout: rados mon op timeout = 900 2024-09-13T16:08:27.609 INFO:teuthology.orchestra.run.smithi076.stdout: rados osd op timeout = 900 2024-09-13T16:08:27.612 INFO:teuthology.orchestra.run.smithi192.stdout:[global] 2024-09-13T16:08:27.612 INFO:teuthology.orchestra.run.smithi192.stdout: chdir = "" 2024-09-13T16:08:27.612 INFO:teuthology.orchestra.run.smithi192.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-13T16:08:27.613 INFO:teuthology.orchestra.run.smithi192.stdout: auth supported = cephx 2024-09-13T16:08:27.613 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:08:27.613 INFO:teuthology.orchestra.run.smithi192.stdout: filestore xattr use omap = true 2024-09-13T16:08:27.613 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:08:27.613 INFO:teuthology.orchestra.run.smithi192.stdout: mon clock drift allowed = 1.000 2024-09-13T16:08:27.613 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:08:27.614 INFO:teuthology.orchestra.run.smithi192.stdout: osd crush chooseleaf type = 0 2024-09-13T16:08:27.614 INFO:teuthology.orchestra.run.smithi192.stdout: auth debug = true 2024-09-13T16:08:27.614 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:08:27.614 INFO:teuthology.orchestra.run.smithi192.stdout: ms die on old message = true 2024-09-13T16:08:27.614 INFO:teuthology.orchestra.run.smithi192.stdout: ms die on bug = true 2024-09-13T16:08:27.614 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:08:27.614 INFO:teuthology.orchestra.run.smithi192.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-13T16:08:27.614 INFO:teuthology.orchestra.run.smithi192.stdout: mon pg warn max object skew = 0 2024-09-13T16:08:27.614 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:08:27.614 INFO:teuthology.orchestra.run.smithi192.stdout: # disable pg_autoscaler by default for new pools 2024-09-13T16:08:27.615 INFO:teuthology.orchestra.run.smithi192.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-13T16:08:27.615 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:08:27.615 INFO:teuthology.orchestra.run.smithi192.stdout: osd pool default size = 2 2024-09-13T16:08:27.615 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:08:27.615 INFO:teuthology.orchestra.run.smithi192.stdout: mon osd allow primary affinity = true 2024-09-13T16:08:27.615 INFO:teuthology.orchestra.run.smithi192.stdout: mon osd allow pg remap = true 2024-09-13T16:08:27.615 INFO:teuthology.orchestra.run.smithi192.stdout: mon warn on legacy crush tunables = false 2024-09-13T16:08:27.615 INFO:teuthology.orchestra.run.smithi192.stdout: mon warn on crush straw calc version zero = false 2024-09-13T16:08:27.615 INFO:teuthology.orchestra.run.smithi192.stdout: mon warn on no sortbitwise = false 2024-09-13T16:08:27.616 INFO:teuthology.orchestra.run.smithi192.stdout: mon warn on osd down out interval zero = false 2024-09-13T16:08:27.616 INFO:teuthology.orchestra.run.smithi192.stdout: mon warn on too few osds = false 2024-09-13T16:08:27.616 INFO:teuthology.orchestra.run.smithi192.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-13T16:08:27.616 INFO:teuthology.orchestra.run.smithi192.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-13T16:08:27.616 INFO:teuthology.orchestra.run.smithi192.stdout: mon_allow_pool_size_one = true 2024-09-13T16:08:27.616 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:08:27.616 INFO:teuthology.orchestra.run.smithi192.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-13T16:08:27.616 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:08:27.616 INFO:teuthology.orchestra.run.smithi192.stdout: osd default data pool replay window = 5 2024-09-13T16:08:27.616 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:08:27.617 INFO:teuthology.orchestra.run.smithi192.stdout: mon allow pool delete = true 2024-09-13T16:08:27.617 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:08:27.617 INFO:teuthology.orchestra.run.smithi192.stdout: mon cluster log file level = debug 2024-09-13T16:08:27.617 INFO:teuthology.orchestra.run.smithi192.stdout: debug asserts on shutdown = true 2024-09-13T16:08:27.617 INFO:teuthology.orchestra.run.smithi192.stdout: mon health detail to clog = false 2024-09-13T16:08:27.617 INFO:teuthology.orchestra.run.smithi192.stdout: mon host = "172.21.15.76,172.21.15.192,[v2:172.21.15.192:3301,v1:172.21.15.192:6790]" 2024-09-13T16:08:27.617 INFO:teuthology.orchestra.run.smithi192.stdout: fsid = da76ee52-f48b-434a-9df7-5fefe2a6e471 2024-09-13T16:08:27.617 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:08:27.617 INFO:teuthology.orchestra.run.smithi192.stdout:[osd] 2024-09-13T16:08:27.618 INFO:teuthology.orchestra.run.smithi192.stdout: osd journal size = 100 2024-09-13T16:08:27.618 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:08:27.618 INFO:teuthology.orchestra.run.smithi192.stdout: osd scrub load threshold = 5.0 2024-09-13T16:08:27.618 INFO:teuthology.orchestra.run.smithi192.stdout: osd scrub max interval = 600 2024-09-13T16:08:27.618 INFO:teuthology.orchestra.run.smithi192.stdout: osd mclock profile = high_recovery_ops 2024-09-13T16:08:27.618 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:08:27.618 INFO:teuthology.orchestra.run.smithi192.stdout: osd recover clone overlap = true 2024-09-13T16:08:27.618 INFO:teuthology.orchestra.run.smithi192.stdout: osd recovery max chunk = 1048576 2024-09-13T16:08:27.618 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:08:27.618 INFO:teuthology.orchestra.run.smithi192.stdout: osd debug shutdown = true 2024-09-13T16:08:27.619 INFO:teuthology.orchestra.run.smithi192.stdout: osd debug op order = true 2024-09-13T16:08:27.619 INFO:teuthology.orchestra.run.smithi192.stdout: osd debug verify stray on activate = true 2024-09-13T16:08:27.619 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:08:27.619 INFO:teuthology.orchestra.run.smithi192.stdout: osd open classes on start = true 2024-09-13T16:08:27.619 INFO:teuthology.orchestra.run.smithi192.stdout: osd debug pg log writeout = true 2024-09-13T16:08:27.619 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:08:27.619 INFO:teuthology.orchestra.run.smithi192.stdout: osd deep scrub update digest min age = 30 2024-09-13T16:08:27.619 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:08:27.619 INFO:teuthology.orchestra.run.smithi192.stdout: osd map max advance = 10 2024-09-13T16:08:27.620 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:08:27.620 INFO:teuthology.orchestra.run.smithi192.stdout: journal zero on create = true 2024-09-13T16:08:27.620 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:08:27.620 INFO:teuthology.orchestra.run.smithi192.stdout: filestore ondisk finisher threads = 3 2024-09-13T16:08:27.620 INFO:teuthology.orchestra.run.smithi192.stdout: filestore apply finisher threads = 3 2024-09-13T16:08:27.620 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:08:27.620 INFO:teuthology.orchestra.run.smithi192.stdout: bdev debug aio = true 2024-09-13T16:08:27.620 INFO:teuthology.orchestra.run.smithi192.stdout: osd debug misdirected ops = true 2024-09-13T16:08:27.620 INFO:teuthology.orchestra.run.smithi192.stdout: bluestore block size = 96636764160 2024-09-13T16:08:27.621 INFO:teuthology.orchestra.run.smithi192.stdout: bluestore fsck on mount = True 2024-09-13T16:08:27.621 INFO:teuthology.orchestra.run.smithi192.stdout: debug bluefs = 20 2024-09-13T16:08:27.621 INFO:teuthology.orchestra.run.smithi192.stdout: debug bluestore = 20 2024-09-13T16:08:27.621 INFO:teuthology.orchestra.run.smithi192.stdout: debug ms = 1 2024-09-13T16:08:27.621 INFO:teuthology.orchestra.run.smithi192.stdout: debug osd = 20 2024-09-13T16:08:27.621 INFO:teuthology.orchestra.run.smithi192.stdout: debug rocksdb = 10 2024-09-13T16:08:27.621 INFO:teuthology.orchestra.run.smithi192.stdout: mon osd backfillfull_ratio = 0.85 2024-09-13T16:08:27.621 INFO:teuthology.orchestra.run.smithi192.stdout: mon osd full ratio = 0.9 2024-09-13T16:08:27.621 INFO:teuthology.orchestra.run.smithi192.stdout: mon osd nearfull ratio = 0.8 2024-09-13T16:08:27.622 INFO:teuthology.orchestra.run.smithi192.stdout: osd failsafe full ratio = 0.95 2024-09-13T16:08:27.622 INFO:teuthology.orchestra.run.smithi192.stdout: osd objectstore = bluestore 2024-09-13T16:08:27.622 INFO:teuthology.orchestra.run.smithi192.stdout: osd op complaint time = 180 2024-09-13T16:08:27.622 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:08:27.622 INFO:teuthology.orchestra.run.smithi192.stdout:[mgr] 2024-09-13T16:08:27.622 INFO:teuthology.orchestra.run.smithi192.stdout: debug ms = 1 2024-09-13T16:08:27.622 INFO:teuthology.orchestra.run.smithi192.stdout: debug mgr = 20 2024-09-13T16:08:27.622 INFO:teuthology.orchestra.run.smithi192.stdout: debug mon = 20 2024-09-13T16:08:27.622 INFO:teuthology.orchestra.run.smithi192.stdout: debug auth = 20 2024-09-13T16:08:27.622 INFO:teuthology.orchestra.run.smithi192.stdout: mon reweight min pgs per osd = 4 2024-09-13T16:08:27.622 INFO:teuthology.orchestra.run.smithi192.stdout: mon reweight min bytes per osd = 10 2024-09-13T16:08:27.622 INFO:teuthology.orchestra.run.smithi192.stdout: mgr/telemetry/nag = false 2024-09-13T16:08:27.622 INFO:teuthology.orchestra.run.smithi192.stdout: debug client = 20 2024-09-13T16:08:27.623 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:08:27.623 INFO:teuthology.orchestra.run.smithi192.stdout:[mon] 2024-09-13T16:08:27.623 INFO:teuthology.orchestra.run.smithi192.stdout: debug ms = 1 2024-09-13T16:08:27.623 INFO:teuthology.orchestra.run.smithi192.stdout: debug mon = 20 2024-09-13T16:08:27.623 INFO:teuthology.orchestra.run.smithi192.stdout: debug paxos = 20 2024-09-13T16:08:27.623 INFO:teuthology.orchestra.run.smithi192.stdout: debug auth = 20 2024-09-13T16:08:27.623 INFO:teuthology.orchestra.run.smithi192.stdout: mon data avail warn = 5 2024-09-13T16:08:27.623 INFO:teuthology.orchestra.run.smithi192.stdout: mon mgr mkfs grace = 240 2024-09-13T16:08:27.623 INFO:teuthology.orchestra.run.smithi192.stdout: mon reweight min pgs per osd = 4 2024-09-13T16:08:27.623 INFO:teuthology.orchestra.run.smithi192.stdout: mon osd reporter subtree level = osd 2024-09-13T16:08:27.623 INFO:teuthology.orchestra.run.smithi192.stdout: mon osd prime pg temp = true 2024-09-13T16:08:27.623 INFO:teuthology.orchestra.run.smithi192.stdout: mon reweight min bytes per osd = 10 2024-09-13T16:08:27.623 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:08:27.623 INFO:teuthology.orchestra.run.smithi192.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-13T16:08:27.624 INFO:teuthology.orchestra.run.smithi192.stdout: auth mon ticket ttl = 660 # 11m 2024-09-13T16:08:27.624 INFO:teuthology.orchestra.run.smithi192.stdout: auth service ticket ttl = 240 # 4m 2024-09-13T16:08:27.624 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:08:27.624 INFO:teuthology.orchestra.run.smithi192.stdout: # don't complain about insecure global_id in the test suite 2024-09-13T16:08:27.624 INFO:teuthology.orchestra.run.smithi192.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-13T16:08:27.624 INFO:teuthology.orchestra.run.smithi192.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-13T16:08:27.624 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:08:27.624 INFO:teuthology.orchestra.run.smithi192.stdout: # 1m isn't quite enough 2024-09-13T16:08:27.624 INFO:teuthology.orchestra.run.smithi192.stdout: mon_down_mkfs_grace = 2m 2024-09-13T16:08:27.624 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:08:27.624 INFO:teuthology.orchestra.run.smithi192.stdout: mon_warn_on_filestore_osds = false 2024-09-13T16:08:27.624 INFO:teuthology.orchestra.run.smithi192.stdout: mon op complaint time = 120 2024-09-13T16:08:27.624 INFO:teuthology.orchestra.run.smithi192.stdout: mon warn on pool no app = False 2024-09-13T16:08:27.625 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:08:27.625 INFO:teuthology.orchestra.run.smithi192.stdout:[client] 2024-09-13T16:08:27.625 INFO:teuthology.orchestra.run.smithi192.stdout: rgw cache enabled = true 2024-09-13T16:08:27.625 INFO:teuthology.orchestra.run.smithi192.stdout: rgw enable ops log = true 2024-09-13T16:08:27.625 INFO:teuthology.orchestra.run.smithi192.stdout: rgw enable usage log = true 2024-09-13T16:08:27.625 INFO:teuthology.orchestra.run.smithi192.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-13T16:08:27.625 INFO:teuthology.orchestra.run.smithi192.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-13T16:08:27.625 INFO:teuthology.orchestra.run.smithi192.stdout: client mount timeout = 600 2024-09-13T16:08:27.625 INFO:teuthology.orchestra.run.smithi192.stdout: debug client = 20 2024-09-13T16:08:27.625 INFO:teuthology.orchestra.run.smithi192.stdout: debug ms = 1 2024-09-13T16:08:27.625 INFO:teuthology.orchestra.run.smithi192.stdout: pid file = "" 2024-09-13T16:08:27.625 INFO:teuthology.orchestra.run.smithi192.stdout: rados mon op timeout = 900 2024-09-13T16:08:27.625 INFO:teuthology.orchestra.run.smithi192.stdout: rados osd op timeout = 900 2024-09-13T16:08:27.625 INFO:teuthology.orchestra.run.smithi192.stdout:[mon.a] 2024-09-13T16:08:27.626 INFO:teuthology.orchestra.run.smithi192.stdout:[mon.b] 2024-09-13T16:08:27.626 INFO:teuthology.orchestra.run.smithi192.stdout:[mon.c] 2024-09-13T16:08:27.626 INFO:teuthology.orchestra.run.smithi192.stdout:[mds.a] 2024-09-13T16:08:27.626 INFO:teuthology.orchestra.run.smithi192.stdout:[mds.c] 2024-09-13T16:08:27.626 INFO:teuthology.orchestra.run.smithi192.stdout:[mds.b] 2024-09-13T16:08:27.626 INFO:teuthology.orchestra.run.smithi192.stdout:[mds.d] 2024-09-13T16:08:27.626 INFO:teuthology.orchestra.run.smithi192.stdout:[mds] 2024-09-13T16:08:27.626 INFO:teuthology.orchestra.run.smithi192.stdout: debug mds = 20 2024-09-13T16:08:27.626 INFO:teuthology.orchestra.run.smithi192.stdout: debug mds balancer = 20 2024-09-13T16:08:27.626 INFO:teuthology.orchestra.run.smithi192.stdout: debug ms = 1 2024-09-13T16:08:27.626 INFO:teuthology.orchestra.run.smithi192.stdout: mds debug frag = True 2024-09-13T16:08:27.626 INFO:teuthology.orchestra.run.smithi192.stdout: mds debug scatterstat = True 2024-09-13T16:08:27.626 INFO:teuthology.orchestra.run.smithi192.stdout: mds op complaint time = 180 2024-09-13T16:08:27.626 INFO:teuthology.orchestra.run.smithi192.stdout: mds verify scatter = True 2024-09-13T16:08:27.627 INFO:teuthology.orchestra.run.smithi192.stdout: osd op complaint time = 180 2024-09-13T16:08:27.627 INFO:teuthology.orchestra.run.smithi192.stdout: rados mon op timeout = 900 2024-09-13T16:08:27.627 INFO:teuthology.orchestra.run.smithi192.stdout: rados osd op timeout = 900 2024-09-13T16:08:27.627 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-13T16:08:27.756 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.753+0000 7f73ebe9d640 1 Processor -- start 2024-09-13T16:08:27.756 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.754+0000 7f73ebe9d640 1 -- start start 2024-09-13T16:08:27.758 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.754+0000 7f73ebe9d640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f73e40cec00 0x7f73e40ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:27.758 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.754+0000 7f73ebe9d640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f73e40ccbe0 con 0x7f73e40b2b40 2024-09-13T16:08:27.759 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.754+0000 7f73ebe9d640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f73e40b1810 con 0x7f73e4159310 2024-09-13T16:08:27.759 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.754+0000 7f73ebe9d640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f73e40ad940 con 0x7f73e40cec00 2024-09-13T16:08:27.759 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.755+0000 7f73e9438640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f73e40b2b40 0x7f73e40ce4f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:52126/0 (socket says 172.21.15.76:52126) 2024-09-13T16:08:27.759 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.755+0000 7f73e9438640 1 -- 172.21.15.76:0/524317876 learned_addr learned my addr 172.21.15.76:0/524317876 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:08:27.759 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.755+0000 7f73ea43a640 1 --2- 172.21.15.76:0/524317876 >> v2:172.21.15.192:3300/0 conn(0x7f73e40cec00 0x7f73e40ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:27.759 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.755+0000 7f73e8c37640 1 -- 172.21.15.76:0/524317876 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2809039906 0 0) 0x7f73e40ccbe0 con 0x7f73e40b2b40 2024-09-13T16:08:27.759 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.755+0000 7f73e8c37640 1 -- 172.21.15.76:0/524317876 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f73d0003520 con 0x7f73e40b2b40 2024-09-13T16:08:27.759 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.755+0000 7f73e8c37640 1 -- 172.21.15.76:0/524317876 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3935603395 0 0) 0x7f73e40b1810 con 0x7f73e4159310 2024-09-13T16:08:27.759 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.755+0000 7f73e8c37640 1 -- 172.21.15.76:0/524317876 --> v1:172.21.15.192:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f73e40ccbe0 con 0x7f73e4159310 2024-09-13T16:08:27.759 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.755+0000 7f73e8c37640 1 -- 172.21.15.76:0/524317876 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4172285313 0 0) 0x7f73d0003520 con 0x7f73e40b2b40 2024-09-13T16:08:27.759 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.755+0000 7f73ea43a640 1 -- 172.21.15.76:0/524317876 >> v1:172.21.15.192:6789/0 conn(0x7f73e4159310 legacy=0x7f73e40ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:27.759 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.755+0000 7f73ea43a640 1 -- 172.21.15.76:0/524317876 >> v1:172.21.15.76:6789/0 conn(0x7f73e40b2b40 legacy=0x7f73e40ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:27.759 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.755+0000 7f73ea43a640 1 -- 172.21.15.76:0/524317876 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f73e406d9e0 con 0x7f73e40cec00 2024-09-13T16:08:27.759 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.756+0000 7f73ea43a640 1 --2- 172.21.15.76:0/524317876 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f73e40cec00 0x7f73e40ad400 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f73dc009d90 tx=0x7f73dc02a5f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d9fb085d77dbb39c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:27.760 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.756+0000 7f73e8c37640 1 -- 172.21.15.76:0/524317876 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73d4001670 con 0x7f73e40cec00 2024-09-13T16:08:27.760 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.756+0000 7f73e8c37640 1 -- 172.21.15.76:0/524317876 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f73dc02d050 con 0x7f73e40cec00 2024-09-13T16:08:27.760 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.756+0000 7f73e8c37640 1 -- 172.21.15.76:0/524317876 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73dc007760 con 0x7f73e40cec00 2024-09-13T16:08:27.760 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.756+0000 7f73ebe9d640 1 -- 172.21.15.76:0/524317876 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f73e40cec00 msgr2=0x7f73e40ad400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:27.760 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.756+0000 7f73ebe9d640 1 --2- 172.21.15.76:0/524317876 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f73e40cec00 0x7f73e40ad400 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f73dc009d90 tx=0x7f73dc02a5f0 comp rx=0 tx=0).stop 2024-09-13T16:08:27.760 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.756+0000 7f73ebe9d640 1 -- 172.21.15.76:0/524317876 shutdown_connections 2024-09-13T16:08:27.760 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.756+0000 7f73ebe9d640 1 --2- 172.21.15.76:0/524317876 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f73e40cec00 0x7f73e40ad400 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:27.760 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.756+0000 7f73ebe9d640 1 -- 172.21.15.76:0/524317876 >> 172.21.15.76:0/524317876 conn(0x7f73e406a0b0 msgr2=0x7f73e406a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:27.760 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.757+0000 7f73ebe9d640 1 -- 172.21.15.76:0/524317876 shutdown_connections 2024-09-13T16:08:27.760 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.757+0000 7f73ebe9d640 1 -- 172.21.15.76:0/524317876 wait complete. 2024-09-13T16:08:27.763 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.758+0000 7f73ebe9d640 1 Processor -- start 2024-09-13T16:08:27.763 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.758+0000 7f73ebe9d640 1 -- start start 2024-09-13T16:08:27.763 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.758+0000 7f73ebe9d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f73e40b2b40 0x7f73e40c3bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:27.763 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.758+0000 7f73ebe9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f73e40cec00 0x7f73e409b770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:27.763 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.758+0000 7f73ebe9d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f73e4159310 0x7f73e41f0280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:27.763 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.758+0000 7f73ebe9d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73e40c85d0 con 0x7f73e40cec00 2024-09-13T16:08:27.763 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.758+0000 7f73ebe9d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73e40c7950 con 0x7f73e4159310 2024-09-13T16:08:27.763 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.758+0000 7f73ebe9d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f73e40c7c30 con 0x7f73e40b2b40 2024-09-13T16:08:27.763 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.759+0000 7f73e9438640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f73e40cec00 0x7f73e409b770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:27.763 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.759+0000 7f73e9438640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f73e40cec00 0x7f73e409b770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57070/0 (socket says 172.21.15.76:57070) 2024-09-13T16:08:27.763 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.759+0000 7f73e9438640 1 -- 172.21.15.76:0/2301119477 learned_addr learned my addr 172.21.15.76:0/2301119477 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:27.763 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.759+0000 7f73ea43a640 1 --2- 172.21.15.76:0/2301119477 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f73e4159310 0x7f73e41f0280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:27.764 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.759+0000 7f73e9c39640 1 --2- 172.21.15.76:0/2301119477 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f73e40b2b40 0x7f73e40c3bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:27.764 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.759+0000 7f73e9438640 1 -- 172.21.15.76:0/2301119477 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f73e40b2b40 msgr2=0x7f73e40c3bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:27.764 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.759+0000 7f73e9438640 1 --2- 172.21.15.76:0/2301119477 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f73e40b2b40 0x7f73e40c3bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:27.764 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.759+0000 7f73e9438640 1 -- 172.21.15.76:0/2301119477 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f73e4159310 msgr2=0x7f73e41f0280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:27.764 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.759+0000 7f73e9438640 1 --2- 172.21.15.76:0/2301119477 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f73e4159310 0x7f73e41f0280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:27.764 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.759+0000 7f73e9438640 1 -- 172.21.15.76:0/2301119477 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f73dc009a70 con 0x7f73e40cec00 2024-09-13T16:08:27.764 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.759+0000 7f73e9438640 1 --2- 172.21.15.76:0/2301119477 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f73e40cec00 0x7f73e409b770 secure :-1 s=READY pgs=994 cs=0 l=1 rev1=1 crypto rx=0x7f73d40010e0 tx=0x7f73d400cb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:27.764 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.759+0000 7f73da7fc640 1 -- 172.21.15.76:0/2301119477 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73d4005ad0 con 0x7f73e40cec00 2024-09-13T16:08:27.764 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.759+0000 7f73da7fc640 1 -- 172.21.15.76:0/2301119477 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f73d4005c30 con 0x7f73e40cec00 2024-09-13T16:08:27.764 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.759+0000 7f73ebe9d640 1 -- 172.21.15.76:0/2301119477 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f73e40c7f10 con 0x7f73e40cec00 2024-09-13T16:08:27.764 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.759+0000 7f73da7fc640 1 -- 172.21.15.76:0/2301119477 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73d4007070 con 0x7f73e40cec00 2024-09-13T16:08:27.764 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.759+0000 7f73ebe9d640 1 -- 172.21.15.76:0/2301119477 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f73e40c4130 con 0x7f73e40cec00 2024-09-13T16:08:27.764 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.760+0000 7f73ebe9d640 1 -- 172.21.15.76:0/2301119477 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f73e40c8710 con 0x7f73e40cec00 2024-09-13T16:08:27.765 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.761+0000 7f73da7fc640 1 -- 172.21.15.76:0/2301119477 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f73d40071d0 con 0x7f73e40cec00 2024-09-13T16:08:27.765 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.761+0000 7f73da7fc640 1 --2- 172.21.15.76:0/2301119477 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f73c806ac00 0x7f73c806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:27.765 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.761+0000 7f73da7fc640 1 -- 172.21.15.76:0/2301119477 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(75..75 src has 1..75) v4 ==== 5263+0+0 (secure 0 0 0) 0x7f73d40887b0 con 0x7f73e40cec00 2024-09-13T16:08:27.765 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.761+0000 7f73e9c39640 1 --2- 172.21.15.76:0/2301119477 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f73c806ac00 0x7f73c806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:27.765 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.762+0000 7f73e9c39640 1 --2- 172.21.15.76:0/2301119477 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f73c806ac00 0x7f73c806d0c0 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f73e00011e0 tx=0x7f73e0009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:27.766 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.765+0000 7f73da7fc640 1 -- 172.21.15.76:0/2301119477 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f73e40c8710 con 0x7f73e40cec00 2024-09-13T16:08:27.928 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.927+0000 7f73ebe9d640 1 -- 172.21.15.76:0/2301119477 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) v1 -- 0x7f73e40c8710 con 0x7f73e40cec00 2024-09-13T16:08:27.932 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.930+0000 7f73da7fc640 1 -- 172.21.15.76:0/2301119477 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v26) v1 ==== 104+0+0 (secure 0 0 0) 0x7f73e40c8710 con 0x7f73e40cec00 2024-09-13T16:08:27.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.933+0000 7f73ebe9d640 1 -- 172.21.15.76:0/2301119477 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f73c806ac00 msgr2=0x7f73c806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:27.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.933+0000 7f73ebe9d640 1 --2- 172.21.15.76:0/2301119477 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f73c806ac00 0x7f73c806d0c0 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f73e00011e0 tx=0x7f73e0009040 comp rx=0 tx=0).stop 2024-09-13T16:08:27.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.933+0000 7f73ebe9d640 1 -- 172.21.15.76:0/2301119477 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f73e40cec00 msgr2=0x7f73e409b770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:27.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.933+0000 7f73ebe9d640 1 --2- 172.21.15.76:0/2301119477 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f73e40cec00 0x7f73e409b770 secure :-1 s=READY pgs=994 cs=0 l=1 rev1=1 crypto rx=0x7f73d40010e0 tx=0x7f73d400cb70 comp rx=0 tx=0).stop 2024-09-13T16:08:27.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.933+0000 7f73ebe9d640 1 -- 172.21.15.76:0/2301119477 shutdown_connections 2024-09-13T16:08:27.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.933+0000 7f73ebe9d640 1 --2- 172.21.15.76:0/2301119477 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f73e4159310 0x7f73e41f0280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:27.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.933+0000 7f73ebe9d640 1 --2- 172.21.15.76:0/2301119477 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f73e40cec00 0x7f73e409b770 unknown :-1 s=CLOSED pgs=994 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:27.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.933+0000 7f73ebe9d640 1 --2- 172.21.15.76:0/2301119477 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f73c806ac00 0x7f73c806d0c0 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:27.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.933+0000 7f73ebe9d640 1 --2- 172.21.15.76:0/2301119477 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f73e40b2b40 0x7f73e40c3bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:27.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.933+0000 7f73ebe9d640 1 -- 172.21.15.76:0/2301119477 >> 172.21.15.76:0/2301119477 conn(0x7f73e406a0b0 msgr2=0x7f73e40706e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:27.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.933+0000 7f73ebe9d640 1 -- 172.21.15.76:0/2301119477 shutdown_connections 2024-09-13T16:08:27.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:27.933+0000 7f73ebe9d640 1 -- 172.21.15.76:0/2301119477 wait complete. 2024-09-13T16:08:27.945 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_client_limits.TestClientLimits.test_client_cache_size' 2024-09-13T16:08:28.046 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.045+0000 7fe07346b640 1 Processor -- start 2024-09-13T16:08:28.046 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.045+0000 7fe07346b640 1 -- start start 2024-09-13T16:08:28.048 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.046+0000 7fe07346b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe06c0b4660 0x7fe06c06b420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:28.048 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.046+0000 7fe07346b640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe06c0d1840 con 0x7fe06c15c6e0 2024-09-13T16:08:28.048 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.046+0000 7fe07346b640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe06c0d0c30 con 0x7fe06c0d07b0 2024-09-13T16:08:28.048 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.046+0000 7fe07346b640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe06c0d0f10 con 0x7fe06c0b4660 2024-09-13T16:08:28.048 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.046+0000 7fe071a08640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe06c0b4660 0x7fe06c06b420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:28.048 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.046+0000 7fe071207640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fe06c15c6e0 0x7fe06c0b3f50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:52140/0 (socket says 172.21.15.76:52140) 2024-09-13T16:08:28.048 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.046+0000 7fe071207640 1 -- 172.21.15.76:0/4274265259 learned_addr learned my addr 172.21.15.76:0/4274265259 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:08:28.048 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.046+0000 7fe071a08640 1 -- 172.21.15.76:0/4274265259 >> v1:172.21.15.192:6789/0 conn(0x7fe06c0d07b0 legacy=0x7fe06c06ad10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:28.048 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.046+0000 7fe071a08640 1 -- 172.21.15.76:0/4274265259 >> v1:172.21.15.76:6789/0 conn(0x7fe06c15c6e0 legacy=0x7fe06c0b3f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:28.048 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.046+0000 7fe063fff640 1 -- 172.21.15.76:0/4274265259 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 455445833 0 0) 0x7fe06c0d1840 con 0x7fe06c15c6e0 2024-09-13T16:08:28.048 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.046+0000 7fe071a08640 1 -- 172.21.15.76:0/4274265259 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe06c0d11f0 con 0x7fe06c0b4660 2024-09-13T16:08:28.049 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.047+0000 7fe071a08640 1 --2- 172.21.15.76:0/4274265259 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe06c0b4660 0x7fe06c06b420 secure :-1 s=READY pgs=996 cs=0 l=1 rev1=1 crypto rx=0x7fe064009d90 tx=0x7fe06402a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=912553928e908046 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:28.050 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.047+0000 7fe063fff640 1 -- 172.21.15.76:0/4274265259 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe064031600 con 0x7fe06c0b4660 2024-09-13T16:08:28.050 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.047+0000 7fe063fff640 1 -- 172.21.15.76:0/4274265259 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe06402d050 con 0x7fe06c0b4660 2024-09-13T16:08:28.050 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.047+0000 7fe063fff640 1 -- 172.21.15.76:0/4274265259 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe064031980 con 0x7fe06c0b4660 2024-09-13T16:08:28.050 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.048+0000 7fe07346b640 1 -- 172.21.15.76:0/4274265259 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe06c0b4660 msgr2=0x7fe06c06b420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:28.050 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.048+0000 7fe07346b640 1 --2- 172.21.15.76:0/4274265259 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe06c0b4660 0x7fe06c06b420 secure :-1 s=READY pgs=996 cs=0 l=1 rev1=1 crypto rx=0x7fe064009d90 tx=0x7fe06402a610 comp rx=0 tx=0).stop 2024-09-13T16:08:28.050 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.048+0000 7fe07346b640 1 -- 172.21.15.76:0/4274265259 shutdown_connections 2024-09-13T16:08:28.050 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.048+0000 7fe07346b640 1 --2- 172.21.15.76:0/4274265259 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe06c0b4660 0x7fe06c06b420 unknown :-1 s=CLOSED pgs=996 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:28.050 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.048+0000 7fe07346b640 1 -- 172.21.15.76:0/4274265259 >> 172.21.15.76:0/4274265259 conn(0x7fe06c089f60 msgr2=0x7fe06c0d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:28.050 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.048+0000 7fe07346b640 1 -- 172.21.15.76:0/4274265259 shutdown_connections 2024-09-13T16:08:28.050 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.048+0000 7fe07346b640 1 -- 172.21.15.76:0/4274265259 wait complete. 2024-09-13T16:08:28.053 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.049+0000 7fe07346b640 1 Processor -- start 2024-09-13T16:08:28.053 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.049+0000 7fe07346b640 1 -- start start 2024-09-13T16:08:28.053 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.050+0000 7fe07346b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe06c0b4660 0x7fe06c0b6370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:28.053 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.050+0000 7fe07346b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe06c0d07b0 0x7fe06c156580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:28.053 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.050+0000 7fe07346b640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe06c15c6e0 0x7fe06c156ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:28.053 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.050+0000 7fe07346b640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe06c0b6a00 con 0x7fe06c0d07b0 2024-09-13T16:08:28.053 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.050+0000 7fe07346b640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe06c0b6ce0 con 0x7fe06c0b4660 2024-09-13T16:08:28.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.050+0000 7fe07346b640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe06c0b6fc0 con 0x7fe06c15c6e0 2024-09-13T16:08:28.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.050+0000 7fe070a06640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe06c0d07b0 0x7fe06c156580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:28.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.050+0000 7fe070a06640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe06c0d07b0 0x7fe06c156580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57082/0 (socket says 172.21.15.76:57082) 2024-09-13T16:08:28.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.050+0000 7fe070a06640 1 -- 172.21.15.76:0/228638902 learned_addr learned my addr 172.21.15.76:0/228638902 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:28.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.050+0000 7fe071207640 1 --2- 172.21.15.76:0/228638902 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe06c0b4660 0x7fe06c0b6370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:28.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.050+0000 7fe071a08640 1 --2- 172.21.15.76:0/228638902 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe06c15c6e0 0x7fe06c156ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:28.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.050+0000 7fe070a06640 1 -- 172.21.15.76:0/228638902 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe06c15c6e0 msgr2=0x7fe06c156ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:28.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.050+0000 7fe070a06640 1 --2- 172.21.15.76:0/228638902 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe06c15c6e0 0x7fe06c156ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:28.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.050+0000 7fe070a06640 1 -- 172.21.15.76:0/228638902 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe06c0b4660 msgr2=0x7fe06c0b6370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:28.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.050+0000 7fe070a06640 1 --2- 172.21.15.76:0/228638902 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe06c0b4660 0x7fe06c0b6370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:28.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.050+0000 7fe070a06640 1 -- 172.21.15.76:0/228638902 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe064009a70 con 0x7fe06c0d07b0 2024-09-13T16:08:28.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.050+0000 7fe071a08640 1 --2- 172.21.15.76:0/228638902 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe06c15c6e0 0x7fe06c156ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:08:28.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.050+0000 7fe071207640 1 --2- 172.21.15.76:0/228638902 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe06c0b4660 0x7fe06c0b6370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:08:28.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.050+0000 7fe070a06640 1 --2- 172.21.15.76:0/228638902 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe06c0d07b0 0x7fe06c156580 secure :-1 s=READY pgs=997 cs=0 l=1 rev1=1 crypto rx=0x7fe05c00c430 tx=0x7fe05c00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:28.055 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.050+0000 7fe061ffb640 1 -- 172.21.15.76:0/228638902 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe05c011790 con 0x7fe06c0d07b0 2024-09-13T16:08:28.055 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.050+0000 7fe061ffb640 1 -- 172.21.15.76:0/228638902 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe05c0118f0 con 0x7fe06c0d07b0 2024-09-13T16:08:28.055 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.050+0000 7fe07346b640 1 -- 172.21.15.76:0/228638902 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe06c0b72a0 con 0x7fe06c0d07b0 2024-09-13T16:08:28.055 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.050+0000 7fe061ffb640 1 -- 172.21.15.76:0/228638902 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe05c011ce0 con 0x7fe06c0d07b0 2024-09-13T16:08:28.055 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.051+0000 7fe07346b640 1 -- 172.21.15.76:0/228638902 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe06c0b7aa0 con 0x7fe06c0d07b0 2024-09-13T16:08:28.055 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.051+0000 7fe07346b640 1 -- 172.21.15.76:0/228638902 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe06c0ce100 con 0x7fe06c0d07b0 2024-09-13T16:08:28.055 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.052+0000 7fe061ffb640 1 -- 172.21.15.76:0/228638902 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe05c01c460 con 0x7fe06c0d07b0 2024-09-13T16:08:28.056 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.052+0000 7fe061ffb640 1 --2- 172.21.15.76:0/228638902 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe05006ac00 0x7fe05006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:28.056 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.053+0000 7fe061ffb640 1 -- 172.21.15.76:0/228638902 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(75..75 src has 1..75) v4 ==== 5263+0+0 (secure 0 0 0) 0x7fe05c0890f0 con 0x7fe06c0d07b0 2024-09-13T16:08:28.056 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.053+0000 7fe071207640 1 --2- 172.21.15.76:0/228638902 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe05006ac00 0x7fe05006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:28.056 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.053+0000 7fe071207640 1 --2- 172.21.15.76:0/228638902 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe05006ac00 0x7fe05006d0c0 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7fe068000f60 tx=0x7fe068009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:28.058 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.057+0000 7fe061ffb640 1 -- 172.21.15.76:0/228638902 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fe05c054490 con 0x7fe06c0d07b0 2024-09-13T16:08:28.282 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.280+0000 7fe07346b640 1 -- 172.21.15.76:0/228638902 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_client_limits.TestClientLimits.test_client_cache_size"]} v 0) v1 -- 0x7fe06c0b77c0 con 0x7fe06c0d07b0 2024-09-13T16:08:28.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.513+0000 7fe061ffb640 1 -- 172.21.15.76:0/228638902 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_client_limits.TestClientLimits.test_client_cache_size"]}]=0 v312) v1 ==== 150+0+0 (secure 0 0 0) 0x7fe05c057ab0 con 0x7fe06c0d07b0 2024-09-13T16:08:28.516 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.515+0000 7fe07346b640 1 -- 172.21.15.76:0/228638902 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe05006ac00 msgr2=0x7fe05006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:28.516 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.515+0000 7fe07346b640 1 --2- 172.21.15.76:0/228638902 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe05006ac00 0x7fe05006d0c0 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7fe068000f60 tx=0x7fe068009040 comp rx=0 tx=0).stop 2024-09-13T16:08:28.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.515+0000 7fe07346b640 1 -- 172.21.15.76:0/228638902 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe06c0d07b0 msgr2=0x7fe06c156580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:28.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.515+0000 7fe07346b640 1 --2- 172.21.15.76:0/228638902 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe06c0d07b0 0x7fe06c156580 secure :-1 s=READY pgs=997 cs=0 l=1 rev1=1 crypto rx=0x7fe05c00c430 tx=0x7fe05c00c8f0 comp rx=0 tx=0).stop 2024-09-13T16:08:28.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.515+0000 7fe07346b640 1 -- 172.21.15.76:0/228638902 shutdown_connections 2024-09-13T16:08:28.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.515+0000 7fe07346b640 1 --2- 172.21.15.76:0/228638902 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe05006ac00 0x7fe05006d0c0 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:28.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.515+0000 7fe07346b640 1 --2- 172.21.15.76:0/228638902 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe06c15c6e0 0x7fe06c156ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:28.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.515+0000 7fe07346b640 1 --2- 172.21.15.76:0/228638902 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe06c0d07b0 0x7fe06c156580 unknown :-1 s=CLOSED pgs=997 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:28.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.515+0000 7fe07346b640 1 --2- 172.21.15.76:0/228638902 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe06c0b4660 0x7fe06c0b6370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:28.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.515+0000 7fe07346b640 1 -- 172.21.15.76:0/228638902 >> 172.21.15.76:0/228638902 conn(0x7fe06c089f60 msgr2=0x7fe06c0b3db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:28.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.515+0000 7fe07346b640 1 -- 172.21.15.76:0/228638902 shutdown_connections 2024-09-13T16:08:28.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.515+0000 7fe07346b640 1 -- 172.21.15.76:0/228638902 wait complete. 2024-09-13T16:08:28.528 INFO:tasks.cephfs_test_runner:test_client_cache_size (tasks.cephfs.test_client_limits.TestClientLimits) ... ok 2024-09-13T16:08:28.528 INFO:tasks.cephfs_test_runner:Starting test: test_client_max_caps (tasks.cephfs.test_client_limits.TestClientLimits) That the MDS will not let a client sit above mds_max_caps_per_client caps. 2024-09-13T16:08:28.528 INFO:tasks.cephfs_test_runner:test_client_max_caps (tasks.cephfs.test_client_limits.TestClientLimits) 2024-09-13T16:08:28.528 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:08:28.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.624+0000 7f5546c87640 1 Processor -- start 2024-09-13T16:08:28.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.624+0000 7f5546c87640 1 -- start start 2024-09-13T16:08:28.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.625+0000 7f5546c87640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f55400cace0 0x7f55400cb150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:28.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.625+0000 7f5546c87640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f554006d030 0x7f554006d460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:28.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.625+0000 7f5546c87640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f55400c8920 con 0x7f554015a2e0 2024-09-13T16:08:28.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.625+0000 7f5546c87640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f55400cb690 con 0x7f554006d030 2024-09-13T16:08:28.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.625+0000 7f5546c87640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f554015a6c0 con 0x7f55400cace0 2024-09-13T16:08:28.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.625+0000 7f5545224640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f554006d030 0x7f554006d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:28.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.625+0000 7f5537fff640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f55400cace0 0x7f55400cb150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:28.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.625+0000 7f5544a23640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7f554015a2e0 0x7f55400c9a40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:33788/0 (socket says 172.21.15.76:33788) 2024-09-13T16:08:28.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.625+0000 7f5537fff640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f55400cace0 0x7f55400cb150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.76:36442/0 (socket says 172.21.15.76:36442) 2024-09-13T16:08:28.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.625+0000 7f5544a23640 1 -- 172.21.15.76:0/2669989655 learned_addr learned my addr 172.21.15.76:0/2669989655 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:08:28.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.626+0000 7f5537fff640 1 -- 172.21.15.76:0/2669989655 >> v2:172.21.15.192:3300/0 conn(0x7f554006d030 msgr2=0x7f554006d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:28.628 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.626+0000 7f5537fff640 1 --2- 172.21.15.76:0/2669989655 >> v2:172.21.15.192:3300/0 conn(0x7f554006d030 0x7f554006d460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:28.628 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.626+0000 7f5537fff640 1 -- 172.21.15.76:0/2669989655 >> v1:172.21.15.192:6789/0 conn(0x7f554015a2e0 legacy=0x7f55400c9a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:28.628 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.626+0000 7f5537fff640 1 -- 172.21.15.76:0/2669989655 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f55400ca500 con 0x7f55400cace0 2024-09-13T16:08:28.628 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.626+0000 7f5545224640 1 --2- 172.21.15.76:0/2669989655 >> v2:172.21.15.192:3300/0 conn(0x7f554006d030 0x7f554006d460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:08:28.629 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.627+0000 7f5537fff640 1 --2- 172.21.15.76:0/2669989655 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f55400cace0 0x7f55400cb150 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f55300097a0 tx=0x7f553002a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=556066c88277ada1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:28.629 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.627+0000 7f55377fe640 1 -- 172.21.15.76:0/2669989655 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5530032440 con 0x7f55400cace0 2024-09-13T16:08:28.629 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.627+0000 7f55377fe640 1 -- 172.21.15.76:0/2669989655 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f55300325a0 con 0x7f55400cace0 2024-09-13T16:08:28.629 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.627+0000 7f55377fe640 1 -- 172.21.15.76:0/2669989655 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5530032930 con 0x7f55400cace0 2024-09-13T16:08:28.630 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.627+0000 7f5546c87640 1 -- 172.21.15.76:0/2669989655 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f55400cace0 msgr2=0x7f55400cb150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:28.630 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.627+0000 7f5546c87640 1 --2- 172.21.15.76:0/2669989655 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f55400cace0 0x7f55400cb150 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f55300097a0 tx=0x7f553002a180 comp rx=0 tx=0).stop 2024-09-13T16:08:28.630 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.627+0000 7f5546c87640 1 -- 172.21.15.76:0/2669989655 shutdown_connections 2024-09-13T16:08:28.630 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.627+0000 7f5546c87640 1 --2- 172.21.15.76:0/2669989655 >> v2:172.21.15.192:3300/0 conn(0x7f554006d030 0x7f554006d460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:28.630 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.627+0000 7f5546c87640 1 --2- 172.21.15.76:0/2669989655 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f55400cace0 0x7f55400cb150 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:28.630 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.627+0000 7f5546c87640 1 -- 172.21.15.76:0/2669989655 >> 172.21.15.76:0/2669989655 conn(0x7f5540069ed0 msgr2=0x7f554006a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:28.630 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.627+0000 7f5546c87640 1 -- 172.21.15.76:0/2669989655 shutdown_connections 2024-09-13T16:08:28.630 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.627+0000 7f5546c87640 1 -- 172.21.15.76:0/2669989655 wait complete. 2024-09-13T16:08:28.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.628+0000 7f5546c87640 1 Processor -- start 2024-09-13T16:08:28.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.629+0000 7f5546c87640 1 -- start start 2024-09-13T16:08:28.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.629+0000 7f5546c87640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f554006d030 0x7f55400c11d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:28.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.629+0000 7f5546c87640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f55400cace0 0x7f55400c53a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:28.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.629+0000 7f5546c87640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f554015a2e0 0x7f55400c58e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:28.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.629+0000 7f5546c87640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f55400c6b90 con 0x7f55400cace0 2024-09-13T16:08:28.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.629+0000 7f5546c87640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f55400c1710 con 0x7f554006d030 2024-09-13T16:08:28.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.629+0000 7f5546c87640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f55400c6fb0 con 0x7f554015a2e0 2024-09-13T16:08:28.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.630+0000 7f5537fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f55400cace0 0x7f55400c53a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:28.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.630+0000 7f5537fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f55400cace0 0x7f55400c53a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57094/0 (socket says 172.21.15.76:57094) 2024-09-13T16:08:28.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.630+0000 7f5537fff640 1 -- 172.21.15.76:0/2650946929 learned_addr learned my addr 172.21.15.76:0/2650946929 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:28.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.630+0000 7f5544a23640 1 --2- 172.21.15.76:0/2650946929 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f554006d030 0x7f55400c11d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:28.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.630+0000 7f5545224640 1 --2- 172.21.15.76:0/2650946929 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f554015a2e0 0x7f55400c58e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:28.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.630+0000 7f5537fff640 1 -- 172.21.15.76:0/2650946929 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f554015a2e0 msgr2=0x7f55400c58e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:28.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.630+0000 7f5537fff640 1 --2- 172.21.15.76:0/2650946929 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f554015a2e0 0x7f55400c58e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:28.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.630+0000 7f5537fff640 1 -- 172.21.15.76:0/2650946929 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f554006d030 msgr2=0x7f55400c11d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:28.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.630+0000 7f5537fff640 1 --2- 172.21.15.76:0/2650946929 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f554006d030 0x7f55400c11d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:28.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.630+0000 7f5537fff640 1 -- 172.21.15.76:0/2650946929 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5538009a70 con 0x7f55400cace0 2024-09-13T16:08:28.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.630+0000 7f5537fff640 1 --2- 172.21.15.76:0/2650946929 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f55400cace0 0x7f55400c53a0 secure :-1 s=READY pgs=998 cs=0 l=1 rev1=1 crypto rx=0x7f553002a770 tx=0x7f55300046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:28.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.630+0000 7f55357fa640 1 -- 172.21.15.76:0/2650946929 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5530030b80 con 0x7f55400cace0 2024-09-13T16:08:28.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.630+0000 7f5546c87640 1 -- 172.21.15.76:0/2650946929 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5530009400 con 0x7f55400cace0 2024-09-13T16:08:28.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.630+0000 7f55357fa640 1 -- 172.21.15.76:0/2650946929 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5530032e90 con 0x7f55400cace0 2024-09-13T16:08:28.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.630+0000 7f55357fa640 1 -- 172.21.15.76:0/2650946929 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5530006e10 con 0x7f55400cace0 2024-09-13T16:08:28.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.630+0000 7f5546c87640 1 -- 172.21.15.76:0/2650946929 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f55400c61f0 con 0x7f55400cace0 2024-09-13T16:08:28.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.631+0000 7f5546c87640 1 -- 172.21.15.76:0/2650946929 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f55400c6cd0 con 0x7f55400cace0 2024-09-13T16:08:28.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.632+0000 7f55357fa640 1 -- 172.21.15.76:0/2650946929 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f553003c400 con 0x7f55400cace0 2024-09-13T16:08:28.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.632+0000 7f55357fa640 1 --2- 172.21.15.76:0/2650946929 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f552c06ac00 0x7f552c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:28.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.632+0000 7f55357fa640 1 -- 172.21.15.76:0/2650946929 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(75..75 src has 1..75) v4 ==== 5263+0+0 (secure 0 0 0) 0x7f55300a9f00 con 0x7f55400cace0 2024-09-13T16:08:28.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.632+0000 7f5544a23640 1 --2- 172.21.15.76:0/2650946929 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f552c06ac00 0x7f552c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:28.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.633+0000 7f5544a23640 1 --2- 172.21.15.76:0/2650946929 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f552c06ac00 0x7f552c06d0c0 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f553c000f60 tx=0x7f553c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:28.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.636+0000 7f55357fa640 1 -- 172.21.15.76:0/2650946929 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f55400c6cd0 con 0x7f55400cace0 2024-09-13T16:08:28.801 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.799+0000 7f5546c87640 1 -- 172.21.15.76:0/2650946929 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f55400c6cd0 con 0x7f55400cace0 2024-09-13T16:08:28.801 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.800+0000 7f55357fa640 1 -- 172.21.15.76:0/2650946929 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v75) v1 ==== 74+0+13156 (secure 0 0 0) 0x7f55400c6cd0 con 0x7f55400cace0 2024-09-13T16:08:28.801 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:28.802 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":75,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:08:27.505982+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":10,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":71,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":71,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":71,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":71,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.192:6833/491354438":"2024-09-14T16:08:24.488336+0000","172.21.15.192:6832/491354438":"2024-09-14T16:08:24.488336+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:08:28.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.802+0000 7f5546c87640 1 -- 172.21.15.76:0/2650946929 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f552c06ac00 msgr2=0x7f552c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:28.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.802+0000 7f5546c87640 1 --2- 172.21.15.76:0/2650946929 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f552c06ac00 0x7f552c06d0c0 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f553c000f60 tx=0x7f553c009040 comp rx=0 tx=0).stop 2024-09-13T16:08:28.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.802+0000 7f5546c87640 1 -- 172.21.15.76:0/2650946929 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f55400cace0 msgr2=0x7f55400c53a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:28.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.802+0000 7f5546c87640 1 --2- 172.21.15.76:0/2650946929 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f55400cace0 0x7f55400c53a0 secure :-1 s=READY pgs=998 cs=0 l=1 rev1=1 crypto rx=0x7f553002a770 tx=0x7f55300046c0 comp rx=0 tx=0).stop 2024-09-13T16:08:28.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.802+0000 7f5546c87640 1 -- 172.21.15.76:0/2650946929 shutdown_connections 2024-09-13T16:08:28.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.802+0000 7f5546c87640 1 --2- 172.21.15.76:0/2650946929 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f552c06ac00 0x7f552c06d0c0 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:28.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.802+0000 7f5546c87640 1 --2- 172.21.15.76:0/2650946929 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f554015a2e0 0x7f55400c58e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:28.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.802+0000 7f5546c87640 1 --2- 172.21.15.76:0/2650946929 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f55400cace0 0x7f55400c53a0 unknown :-1 s=CLOSED pgs=998 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:28.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.802+0000 7f5546c87640 1 --2- 172.21.15.76:0/2650946929 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f554006d030 0x7f55400c11d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:28.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.802+0000 7f5546c87640 1 -- 172.21.15.76:0/2650946929 >> 172.21.15.76:0/2650946929 conn(0x7f5540069ed0 msgr2=0x7f554006a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:28.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.802+0000 7f5546c87640 1 -- 172.21.15.76:0/2650946929 shutdown_connections 2024-09-13T16:08:28.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.802+0000 7f5546c87640 1 -- 172.21.15.76:0/2650946929 wait complete. 2024-09-13T16:08:28.814 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:01:26.960607+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:08:28.815 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:08:28.916 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.914+0000 7fdbe1783640 1 Processor -- start 2024-09-13T16:08:28.916 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.914+0000 7fdbe1783640 1 -- start start 2024-09-13T16:08:28.917 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.915+0000 7fdbe1783640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fdbdc15c4c0 0x7fdbdc06b1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:28.917 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.915+0000 7fdbe1783640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdbdc06e930 0x7fdbdc0cad50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:28.917 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.915+0000 7fdbe1783640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdbdc06b880 con 0x7fdbdc0cd7c0 2024-09-13T16:08:28.917 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.915+0000 7fdbe1783640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdbdc06bb60 con 0x7fdbdc15c4c0 2024-09-13T16:08:28.917 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.915+0000 7fdbe1783640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdbdc06be40 con 0x7fdbdc06e930 2024-09-13T16:08:28.917 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.915+0000 7fdbdaffd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fdbdc15c4c0 0x7fdbdc06b1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:28.917 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.915+0000 7fdbd27fc640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fdbdc0cd7c0 0x7fdbdc06e220 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:52154/0 (socket says 172.21.15.76:52154) 2024-09-13T16:08:28.917 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.915+0000 7fdbd27fc640 1 -- 172.21.15.76:0/3024628171 learned_addr learned my addr 172.21.15.76:0/3024628171 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:08:28.918 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.915+0000 7fdbdaffd640 1 -- 172.21.15.76:0/3024628171 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdbdc06e930 msgr2=0x7fdbdc0cad50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:28.918 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.915+0000 7fdbdb7fe640 1 --2- 172.21.15.76:0/3024628171 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdbdc06e930 0x7fdbdc0cad50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:28.918 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.915+0000 7fdbda7fc640 1 -- 172.21.15.76:0/3024628171 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1414702769 0 0) 0x7fdbdc06b880 con 0x7fdbdc0cd7c0 2024-09-13T16:08:28.918 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.915+0000 7fdbdaffd640 1 --2- 172.21.15.76:0/3024628171 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdbdc06e930 0x7fdbdc0cad50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:28.918 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.915+0000 7fdbdaffd640 1 -- 172.21.15.76:0/3024628171 >> v1:172.21.15.76:6789/0 conn(0x7fdbdc0cd7c0 legacy=0x7fdbdc06e220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:28.918 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.915+0000 7fdbdaffd640 1 -- 172.21.15.76:0/3024628171 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdbdc06c120 con 0x7fdbdc15c4c0 2024-09-13T16:08:28.919 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.916+0000 7fdbdaffd640 1 --2- 172.21.15.76:0/3024628171 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdbdc15c4c0 0x7fdbdc06b1f0 secure :-1 s=READY pgs=1000 cs=0 l=1 rev1=1 crypto rx=0x7fdbcc0097a0 tx=0x7fdbcc02a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=22e7299f611f0c0f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:28.919 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.917+0000 7fdbda7fc640 1 -- 172.21.15.76:0/3024628171 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdbcc032440 con 0x7fdbdc15c4c0 2024-09-13T16:08:28.919 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.917+0000 7fdbda7fc640 1 -- 172.21.15.76:0/3024628171 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdbcc0325a0 con 0x7fdbdc15c4c0 2024-09-13T16:08:28.920 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.917+0000 7fdbda7fc640 1 -- 172.21.15.76:0/3024628171 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdbcc032930 con 0x7fdbdc15c4c0 2024-09-13T16:08:28.920 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.917+0000 7fdbe1783640 1 -- 172.21.15.76:0/3024628171 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdbdc15c4c0 msgr2=0x7fdbdc06b1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:28.920 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.917+0000 7fdbe1783640 1 --2- 172.21.15.76:0/3024628171 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdbdc15c4c0 0x7fdbdc06b1f0 secure :-1 s=READY pgs=1000 cs=0 l=1 rev1=1 crypto rx=0x7fdbcc0097a0 tx=0x7fdbcc02a180 comp rx=0 tx=0).stop 2024-09-13T16:08:28.920 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.917+0000 7fdbe1783640 1 -- 172.21.15.76:0/3024628171 shutdown_connections 2024-09-13T16:08:28.920 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.917+0000 7fdbe1783640 1 --2- 172.21.15.76:0/3024628171 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdbdc06e930 0x7fdbdc0cad50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:28.920 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.917+0000 7fdbe1783640 1 --2- 172.21.15.76:0/3024628171 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdbdc15c4c0 0x7fdbdc06b1f0 unknown :-1 s=CLOSED pgs=1000 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:28.920 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.917+0000 7fdbe1783640 1 -- 172.21.15.76:0/3024628171 >> 172.21.15.76:0/3024628171 conn(0x7fdbdc069ed0 msgr2=0x7fdbdc06a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:28.920 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.917+0000 7fdbe1783640 1 -- 172.21.15.76:0/3024628171 shutdown_connections 2024-09-13T16:08:28.920 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.917+0000 7fdbe1783640 1 -- 172.21.15.76:0/3024628171 wait complete. 2024-09-13T16:08:28.920 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.918+0000 7fdbe1783640 1 Processor -- start 2024-09-13T16:08:28.922 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.919+0000 7fdbe1783640 1 -- start start 2024-09-13T16:08:28.923 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.919+0000 7fdbe1783640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdbdc06e930 0x7fdbdc0c53f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:28.923 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.919+0000 7fdbe1783640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdbdc0cd7c0 0x7fdbdc14f740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:28.923 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.919+0000 7fdbe1783640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdbdc15c4c0 0x7fdbdc0b4cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:28.923 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.919+0000 7fdbe1783640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdbdc14fc80 con 0x7fdbdc06e930 2024-09-13T16:08:28.923 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.919+0000 7fdbe1783640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdbdc0c4350 con 0x7fdbdc15c4c0 2024-09-13T16:08:28.923 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.919+0000 7fdbe1783640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdbdc0c4630 con 0x7fdbdc0cd7c0 2024-09-13T16:08:28.923 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.919+0000 7fdbdaffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdbdc06e930 0x7fdbdc0c53f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:28.923 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.919+0000 7fdbdaffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdbdc06e930 0x7fdbdc0c53f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57120/0 (socket says 172.21.15.76:57120) 2024-09-13T16:08:28.923 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.919+0000 7fdbdaffd640 1 -- 172.21.15.76:0/2389238411 learned_addr learned my addr 172.21.15.76:0/2389238411 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:28.923 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.920+0000 7fdbdaffd640 1 -- 172.21.15.76:0/2389238411 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdbdc0cd7c0 msgr2=0x7fdbdc14f740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:28.923 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.920+0000 7fdbdaffd640 1 --2- 172.21.15.76:0/2389238411 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdbdc0cd7c0 0x7fdbdc14f740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:28.923 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.920+0000 7fdbdaffd640 1 -- 172.21.15.76:0/2389238411 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdbdc15c4c0 msgr2=0x7fdbdc0b4cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:28.924 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.920+0000 7fdbdaffd640 1 --2- 172.21.15.76:0/2389238411 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdbdc15c4c0 0x7fdbdc0b4cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:28.924 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.920+0000 7fdbdaffd640 1 -- 172.21.15.76:0/2389238411 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdbcc009400 con 0x7fdbdc06e930 2024-09-13T16:08:28.924 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.920+0000 7fdbdaffd640 1 --2- 172.21.15.76:0/2389238411 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdbdc06e930 0x7fdbdc0c53f0 secure :-1 s=READY pgs=1001 cs=0 l=1 rev1=1 crypto rx=0x7fdbcc000c00 tx=0x7fdbcc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:28.924 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.920+0000 7fdbd3fff640 1 -- 172.21.15.76:0/2389238411 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdbcc030b80 con 0x7fdbdc06e930 2024-09-13T16:08:28.924 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.920+0000 7fdbd3fff640 1 -- 172.21.15.76:0/2389238411 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdbcc030ce0 con 0x7fdbdc06e930 2024-09-13T16:08:28.924 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.920+0000 7fdbd3fff640 1 -- 172.21.15.76:0/2389238411 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdbcc03d680 con 0x7fdbdc06e930 2024-09-13T16:08:28.924 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.920+0000 7fdbe1783640 1 -- 172.21.15.76:0/2389238411 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdbdc0c4910 con 0x7fdbdc06e930 2024-09-13T16:08:28.924 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.920+0000 7fdbe1783640 1 -- 172.21.15.76:0/2389238411 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdbdc0c4ed0 con 0x7fdbdc06e930 2024-09-13T16:08:28.924 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.921+0000 7fdbe1783640 1 -- 172.21.15.76:0/2389238411 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdbdc0c7240 con 0x7fdbdc06e930 2024-09-13T16:08:28.924 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.921+0000 7fdbd3fff640 1 -- 172.21.15.76:0/2389238411 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fdbcc039040 con 0x7fdbdc06e930 2024-09-13T16:08:28.925 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.922+0000 7fdbd3fff640 1 --2- 172.21.15.76:0/2389238411 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdbbc06ac00 0x7fdbbc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:28.925 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.922+0000 7fdbd3fff640 1 -- 172.21.15.76:0/2389238411 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(75..75 src has 1..75) v4 ==== 5263+0+0 (secure 0 0 0) 0x7fdbcc0a9d50 con 0x7fdbdc06e930 2024-09-13T16:08:28.925 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.922+0000 7fdbd27fc640 1 --2- 172.21.15.76:0/2389238411 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdbbc06ac00 0x7fdbbc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:28.925 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.922+0000 7fdbd27fc640 1 --2- 172.21.15.76:0/2389238411 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdbbc06ac00 0x7fdbbc06d0c0 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7fdbc4005880 tx=0x7fdbc4007950 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:28.927 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:28.926+0000 7fdbd3fff640 1 -- 172.21.15.76:0/2389238411 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fdbcc0ad030 con 0x7fdbdc06e930 2024-09-13T16:08:29.090 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.089+0000 7fdbe1783640 1 -- 172.21.15.76:0/2389238411 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fdbdc06b880 con 0x7fdbdc06e930 2024-09-13T16:08:29.090 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.089+0000 7fdbd3fff640 1 -- 172.21.15.76:0/2389238411 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v75) v1 ==== 93+0+10 (secure 0 0 0) 0x7fdbcc0751a0 con 0x7fdbdc06e930 2024-09-13T16:08:29.090 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2024-09-13T16:08:29.093 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.091+0000 7fdbe1783640 1 -- 172.21.15.76:0/2389238411 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdbbc06ac00 msgr2=0x7fdbbc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:29.093 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.091+0000 7fdbe1783640 1 --2- 172.21.15.76:0/2389238411 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdbbc06ac00 0x7fdbbc06d0c0 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7fdbc4005880 tx=0x7fdbc4007950 comp rx=0 tx=0).stop 2024-09-13T16:08:29.093 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.091+0000 7fdbe1783640 1 -- 172.21.15.76:0/2389238411 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdbdc06e930 msgr2=0x7fdbdc0c53f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:29.093 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.091+0000 7fdbe1783640 1 --2- 172.21.15.76:0/2389238411 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdbdc06e930 0x7fdbdc0c53f0 secure :-1 s=READY pgs=1001 cs=0 l=1 rev1=1 crypto rx=0x7fdbcc000c00 tx=0x7fdbcc0046c0 comp rx=0 tx=0).stop 2024-09-13T16:08:29.093 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.091+0000 7fdbe1783640 1 -- 172.21.15.76:0/2389238411 shutdown_connections 2024-09-13T16:08:29.093 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.091+0000 7fdbe1783640 1 --2- 172.21.15.76:0/2389238411 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdbdc15c4c0 0x7fdbdc0b4cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:29.093 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.091+0000 7fdbe1783640 1 --2- 172.21.15.76:0/2389238411 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdbbc06ac00 0x7fdbbc06d0c0 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:29.093 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.091+0000 7fdbe1783640 1 --2- 172.21.15.76:0/2389238411 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdbdc0cd7c0 0x7fdbdc14f740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:29.093 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.091+0000 7fdbe1783640 1 --2- 172.21.15.76:0/2389238411 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdbdc06e930 0x7fdbdc0c53f0 unknown :-1 s=CLOSED pgs=1001 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:29.093 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.091+0000 7fdbe1783640 1 -- 172.21.15.76:0/2389238411 >> 172.21.15.76:0/2389238411 conn(0x7fdbdc069ed0 msgr2=0x7fdbdc0b08e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:29.093 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.091+0000 7fdbe1783640 1 -- 172.21.15.76:0/2389238411 shutdown_connections 2024-09-13T16:08:29.094 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.091+0000 7fdbe1783640 1 -- 172.21.15.76:0/2389238411 wait complete. 2024-09-13T16:08:29.103 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_client_limits.TestClientLimits.test_client_max_caps' 2024-09-13T16:08:29.202 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.200+0000 7f4768b5a640 1 Processor -- start 2024-09-13T16:08:29.202 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.200+0000 7f4768b5a640 1 -- start start 2024-09-13T16:08:29.203 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.201+0000 7f4768b5a640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f47640d07b0 0x7f476406ad10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:29.203 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.201+0000 7f4768b5a640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f47640d1840 con 0x7f47640b4660 2024-09-13T16:08:29.203 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.201+0000 7f4768b5a640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f47640d0c30 con 0x7f476415c6e0 2024-09-13T16:08:29.203 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.201+0000 7f4768b5a640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f47640d0f10 con 0x7f47640d07b0 2024-09-13T16:08:29.203 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.202+0000 7f4762d9d640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f47640b4660 0x7f476406b250 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:52162/0 (socket says 172.21.15.76:52162) 2024-09-13T16:08:29.203 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.202+0000 7f4762d9d640 1 -- 172.21.15.76:0/1518491187 learned_addr learned my addr 172.21.15.76:0/1518491187 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:08:29.203 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.202+0000 7f4761d9b640 1 --2- 172.21.15.76:0/1518491187 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f47640d07b0 0x7f476406ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:29.203 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.202+0000 7f476159a640 1 -- 172.21.15.76:0/1518491187 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3867991696 0 0) 0x7f47640d1840 con 0x7f47640b4660 2024-09-13T16:08:29.203 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.202+0000 7f476159a640 1 -- 172.21.15.76:0/1518491187 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4750003520 con 0x7f47640b4660 2024-09-13T16:08:29.206 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.202+0000 7f476159a640 1 -- 172.21.15.76:0/1518491187 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1793891200 0 0) 0x7f4750003520 con 0x7f47640b4660 2024-09-13T16:08:29.206 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.202+0000 7f476159a640 1 -- 172.21.15.76:0/1518491187 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f47640d07b0 msgr2=0x7f476406ad10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:29.206 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.202+0000 7f476159a640 1 --2- 172.21.15.76:0/1518491187 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f47640d07b0 0x7f476406ad10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:29.206 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.202+0000 7f476159a640 1 -- 172.21.15.76:0/1518491187 >> v1:172.21.15.192:6789/0 conn(0x7f476415c6e0 legacy=0x7f47640b3f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:29.206 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.202+0000 7f476159a640 1 -- 172.21.15.76:0/1518491187 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f47640d11f0 con 0x7f47640b4660 2024-09-13T16:08:29.206 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.202+0000 7f476159a640 1 -- 172.21.15.76:0/1518491187 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f4754001670 con 0x7f47640b4660 2024-09-13T16:08:29.206 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.202+0000 7f476159a640 1 -- 172.21.15.76:0/1518491187 >> v1:172.21.15.76:6789/0 conn(0x7f47640b4660 legacy=0x7f476406b250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:29.207 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.202+0000 7f476159a640 1 --2- 172.21.15.76:0/1518491187 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f47500039a0 0x7f4750003d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:29.207 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.202+0000 7f476159a640 1 --2- 172.21.15.76:0/1518491187 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4750004350 0x7f4750004820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:29.207 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.202+0000 7f476159a640 1 --2- 172.21.15.76:0/1518491187 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f47640d07b0 0x7f4750005120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:29.207 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.202+0000 7f476159a640 1 -- 172.21.15.76:0/1518491187 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f47640d0f10 con 0x7f4750004350 2024-09-13T16:08:29.207 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.202+0000 7f476159a640 1 -- 172.21.15.76:0/1518491187 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f475000ba60 con 0x7f47500039a0 2024-09-13T16:08:29.207 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.202+0000 7f476159a640 1 -- 172.21.15.76:0/1518491187 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f475000bc20 con 0x7f47640d07b0 2024-09-13T16:08:29.207 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.202+0000 7f4761d9b640 1 --2- 172.21.15.76:0/1518491187 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4750004350 0x7f4750004820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:29.207 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.202+0000 7f476259c640 1 --2- 172.21.15.76:0/1518491187 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f47500039a0 0x7f4750003d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:29.207 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.202+0000 7f4762d9d640 1 --2- 172.21.15.76:0/1518491187 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f47640d07b0 0x7f4750005120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:29.207 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.202+0000 7f4761d9b640 1 -- 172.21.15.76:0/1518491187 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f47640d07b0 msgr2=0x7f4750005120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:29.207 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.202+0000 7f4761d9b640 1 --2- 172.21.15.76:0/1518491187 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f47640d07b0 0x7f4750005120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:29.207 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.203+0000 7f4761d9b640 1 -- 172.21.15.76:0/1518491187 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f47500039a0 msgr2=0x7f4750003d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:29.207 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.203+0000 7f4761d9b640 1 --2- 172.21.15.76:0/1518491187 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f47500039a0 0x7f4750003d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:29.207 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.203+0000 7f4761d9b640 1 -- 172.21.15.76:0/1518491187 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4750003520 con 0x7f4750004350 2024-09-13T16:08:29.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.203+0000 7f4762d9d640 1 --2- 172.21.15.76:0/1518491187 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f47640d07b0 0x7f4750005120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:08:29.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.203+0000 7f4761d9b640 1 --2- 172.21.15.76:0/1518491187 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4750004350 0x7f4750004820 secure :-1 s=READY pgs=1003 cs=0 l=1 rev1=1 crypto rx=0x7f476415ff90 tx=0x7f47500057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a48d8d3c80337ef8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:29.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.203+0000 7f476159a640 1 -- 172.21.15.76:0/1518491187 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f474c031400 con 0x7f4750004350 2024-09-13T16:08:29.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.203+0000 7f476159a640 1 -- 172.21.15.76:0/1518491187 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f474c02d050 con 0x7f4750004350 2024-09-13T16:08:29.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.203+0000 7f476159a640 1 -- 172.21.15.76:0/1518491187 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f474c031780 con 0x7f4750004350 2024-09-13T16:08:29.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.204+0000 7f4768b5a640 1 -- 172.21.15.76:0/1518491187 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4750004350 msgr2=0x7f4750004820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:29.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.204+0000 7f4768b5a640 1 --2- 172.21.15.76:0/1518491187 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4750004350 0x7f4750004820 secure :-1 s=READY pgs=1003 cs=0 l=1 rev1=1 crypto rx=0x7f476415ff90 tx=0x7f47500057f0 comp rx=0 tx=0).stop 2024-09-13T16:08:29.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.204+0000 7f4762d9d640 1 -- 172.21.15.76:0/1518491187 reap_dead start 2024-09-13T16:08:29.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.204+0000 7f4768b5a640 1 -- 172.21.15.76:0/1518491187 shutdown_connections 2024-09-13T16:08:29.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.204+0000 7f4768b5a640 1 -- 172.21.15.76:0/1518491187 >> 172.21.15.76:0/1518491187 conn(0x7f4764089f60 msgr2=0x7f47640d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:29.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.204+0000 7f4768b5a640 1 -- 172.21.15.76:0/1518491187 shutdown_connections 2024-09-13T16:08:29.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.204+0000 7f4768b5a640 1 -- 172.21.15.76:0/1518491187 wait complete. 2024-09-13T16:08:29.211 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.205+0000 7f4768b5a640 1 Processor -- start 2024-09-13T16:08:29.211 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.205+0000 7f4768b5a640 1 -- start start 2024-09-13T16:08:29.211 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.206+0000 7f4768b5a640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4750004350 0x7f476414d900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:29.211 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.206+0000 7f4768b5a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f47640b5300 0x7f47640b6940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:29.211 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.206+0000 7f4768b5a640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f47640b6e80 0x7f47640cb2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:29.211 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.206+0000 7f4768b5a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f47640b58a0 con 0x7f47640b5300 2024-09-13T16:08:29.211 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.206+0000 7f4768b5a640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f47640b5b80 con 0x7f4750004350 2024-09-13T16:08:29.211 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.206+0000 7f4768b5a640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f47640b5e60 con 0x7f47640b6e80 2024-09-13T16:08:29.211 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.206+0000 7f4761d9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f47640b5300 0x7f47640b6940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:29.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.206+0000 7f4761d9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f47640b5300 0x7f47640b6940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57136/0 (socket says 172.21.15.76:57136) 2024-09-13T16:08:29.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.206+0000 7f4761d9b640 1 -- 172.21.15.76:0/3823775589 learned_addr learned my addr 172.21.15.76:0/3823775589 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:29.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.206+0000 7f476259c640 1 --2- 172.21.15.76:0/3823775589 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4750004350 0x7f476414d900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:29.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.206+0000 7f4762d9d640 1 --2- 172.21.15.76:0/3823775589 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f47640b6e80 0x7f47640cb2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:29.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.207+0000 7f4761d9b640 1 -- 172.21.15.76:0/3823775589 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f47640b6e80 msgr2=0x7f47640cb2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:29.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.207+0000 7f4761d9b640 1 --2- 172.21.15.76:0/3823775589 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f47640b6e80 0x7f47640cb2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:29.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.207+0000 7f4761d9b640 1 -- 172.21.15.76:0/3823775589 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4750004350 msgr2=0x7f476414d900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:29.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.207+0000 7f4761d9b640 1 --2- 172.21.15.76:0/3823775589 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4750004350 0x7f476414d900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:29.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.207+0000 7f4761d9b640 1 -- 172.21.15.76:0/3823775589 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f47640b6140 con 0x7f47640b5300 2024-09-13T16:08:29.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.207+0000 7f4761d9b640 1 --2- 172.21.15.76:0/3823775589 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f47640b5300 0x7f47640b6940 secure :-1 s=READY pgs=1004 cs=0 l=1 rev1=1 crypto rx=0x7f474c02aa40 tx=0x7f474c004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:29.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.207+0000 7f475affd640 1 -- 172.21.15.76:0/3823775589 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f474c03b410 con 0x7f47640b5300 2024-09-13T16:08:29.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.207+0000 7f475affd640 1 -- 172.21.15.76:0/3823775589 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f474c03b570 con 0x7f47640b5300 2024-09-13T16:08:29.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.207+0000 7f475affd640 1 -- 172.21.15.76:0/3823775589 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f474c03b920 con 0x7f47640b5300 2024-09-13T16:08:29.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.207+0000 7f4768b5a640 1 -- 172.21.15.76:0/3823775589 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f47640b6420 con 0x7f47640b5300 2024-09-13T16:08:29.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.207+0000 7f4768b5a640 1 -- 172.21.15.76:0/3823775589 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f47640cb830 con 0x7f47640b5300 2024-09-13T16:08:29.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.208+0000 7f4768b5a640 1 -- 172.21.15.76:0/3823775589 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f47640d2d00 con 0x7f47640b5300 2024-09-13T16:08:29.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.208+0000 7f475affd640 1 -- 172.21.15.76:0/3823775589 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f474c038050 con 0x7f47640b5300 2024-09-13T16:08:29.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.209+0000 7f475affd640 1 --2- 172.21.15.76:0/3823775589 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f474406ac00 0x7f474406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:29.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.209+0000 7f475affd640 1 -- 172.21.15.76:0/3823775589 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(75..75 src has 1..75) v4 ==== 5263+0+0 (secure 0 0 0) 0x7f474c0a94c0 con 0x7f47640b5300 2024-09-13T16:08:29.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.209+0000 7f476259c640 1 --2- 172.21.15.76:0/3823775589 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f474406ac00 0x7f474406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:29.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.209+0000 7f476259c640 1 --2- 172.21.15.76:0/3823775589 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f474406ac00 0x7f474406d0c0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f475c002010 tx=0x7f475c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:29.214 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.213+0000 7f475affd640 1 -- 172.21.15.76:0/3823775589 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f474c074910 con 0x7f47640b5300 2024-09-13T16:08:29.439 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.437+0000 7f4768b5a640 1 -- 172.21.15.76:0/3823775589 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_client_limits.TestClientLimits.test_client_max_caps"]} v 0) v1 -- 0x7f476408c610 con 0x7f47640b5300 2024-09-13T16:08:29.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.518+0000 7f475affd640 1 -- 172.21.15.76:0/3823775589 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_client_limits.TestClientLimits.test_client_max_caps"]}]=0 v313) v1 ==== 151+0+0 (secure 0 0 0) 0x7f474c077f30 con 0x7f47640b5300 2024-09-13T16:08:29.522 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.520+0000 7f4768b5a640 1 -- 172.21.15.76:0/3823775589 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f474406ac00 msgr2=0x7f474406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:29.522 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.520+0000 7f4768b5a640 1 --2- 172.21.15.76:0/3823775589 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f474406ac00 0x7f474406d0c0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f475c002010 tx=0x7f475c009040 comp rx=0 tx=0).stop 2024-09-13T16:08:29.522 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.520+0000 7f4768b5a640 1 -- 172.21.15.76:0/3823775589 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f47640b5300 msgr2=0x7f47640b6940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:29.522 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.520+0000 7f4768b5a640 1 --2- 172.21.15.76:0/3823775589 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f47640b5300 0x7f47640b6940 secure :-1 s=READY pgs=1004 cs=0 l=1 rev1=1 crypto rx=0x7f474c02aa40 tx=0x7f474c004730 comp rx=0 tx=0).stop 2024-09-13T16:08:29.522 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.520+0000 7f4768b5a640 1 -- 172.21.15.76:0/3823775589 shutdown_connections 2024-09-13T16:08:29.522 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.520+0000 7f4768b5a640 1 --2- 172.21.15.76:0/3823775589 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f474406ac00 0x7f474406d0c0 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:29.522 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.520+0000 7f4768b5a640 1 --2- 172.21.15.76:0/3823775589 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f47640b6e80 0x7f47640cb2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:29.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.520+0000 7f4768b5a640 1 --2- 172.21.15.76:0/3823775589 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f47640b5300 0x7f47640b6940 unknown :-1 s=CLOSED pgs=1004 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:29.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.520+0000 7f4768b5a640 1 --2- 172.21.15.76:0/3823775589 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4750004350 0x7f476414d900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:29.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.520+0000 7f4768b5a640 1 -- 172.21.15.76:0/3823775589 >> 172.21.15.76:0/3823775589 conn(0x7f4764089f60 msgr2=0x7f47640b34f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:29.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.521+0000 7f4768b5a640 1 -- 172.21.15.76:0/3823775589 shutdown_connections 2024-09-13T16:08:29.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.521+0000 7f4768b5a640 1 -- 172.21.15.76:0/3823775589 wait complete. 2024-09-13T16:08:29.533 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-13T16:08:29.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.632+0000 7f41cb157640 1 Processor -- start 2024-09-13T16:08:29.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.632+0000 7f41cb157640 1 -- start start 2024-09-13T16:08:29.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.633+0000 7f41cb157640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f41c415c830 0x7f41c4099590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:29.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.633+0000 7f41cb157640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f41c40990e0 0x7f41c40cb510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:29.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.633+0000 7f41cb157640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f41c40caac0 con 0x7f41c406b9f0 2024-09-13T16:08:29.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.633+0000 7f41cb157640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f41c40cb080 con 0x7f41c415c830 2024-09-13T16:08:29.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.633+0000 7f41cb157640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f41c40b2d40 con 0x7f41c40990e0 2024-09-13T16:08:29.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.633+0000 7f41c8ef3640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f41c415c830 0x7f41c4099590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:29.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.633+0000 7f41bbfff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f41c406b9f0 0x7f41c40989d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:52176/0 (socket says 172.21.15.76:52176) 2024-09-13T16:08:29.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.633+0000 7f41bbfff640 1 -- 172.21.15.76:0/2176698844 learned_addr learned my addr 172.21.15.76:0/2176698844 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:08:29.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.634+0000 7f41c96f4640 1 --2- 172.21.15.76:0/2176698844 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f41c40990e0 0x7f41c40cb510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:29.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.634+0000 7f41c8ef3640 1 -- 172.21.15.76:0/2176698844 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f41c40990e0 msgr2=0x7f41c40cb510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:29.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.634+0000 7f41c8ef3640 1 --2- 172.21.15.76:0/2176698844 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f41c40990e0 0x7f41c40cb510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:29.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.634+0000 7f41c8ef3640 1 -- 172.21.15.76:0/2176698844 >> v1:172.21.15.76:6789/0 conn(0x7f41c406b9f0 legacy=0x7f41c40989d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:29.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.634+0000 7f41bb7fe640 1 -- 172.21.15.76:0/2176698844 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 302687824 0 0) 0x7f41c40caac0 con 0x7f41c406b9f0 2024-09-13T16:08:29.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.634+0000 7f41c8ef3640 1 -- 172.21.15.76:0/2176698844 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f41c4099ad0 con 0x7f41c415c830 2024-09-13T16:08:29.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.635+0000 7f41c8ef3640 1 --2- 172.21.15.76:0/2176698844 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f41c415c830 0x7f41c4099590 secure :-1 s=READY pgs=1006 cs=0 l=1 rev1=1 crypto rx=0x7f41c00097a0 tx=0x7f41c002a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e9d25b41bb84a769 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:29.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.635+0000 7f41bb7fe640 1 -- 172.21.15.76:0/2176698844 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41c0032440 con 0x7f41c415c830 2024-09-13T16:08:29.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.635+0000 7f41bb7fe640 1 -- 172.21.15.76:0/2176698844 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f41c00325a0 con 0x7f41c415c830 2024-09-13T16:08:29.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.635+0000 7f41bb7fe640 1 -- 172.21.15.76:0/2176698844 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41c0032930 con 0x7f41c415c830 2024-09-13T16:08:29.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.635+0000 7f41cb157640 1 -- 172.21.15.76:0/2176698844 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f41c415c830 msgr2=0x7f41c4099590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:29.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.635+0000 7f41cb157640 1 --2- 172.21.15.76:0/2176698844 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f41c415c830 0x7f41c4099590 secure :-1 s=READY pgs=1006 cs=0 l=1 rev1=1 crypto rx=0x7f41c00097a0 tx=0x7f41c002a180 comp rx=0 tx=0).stop 2024-09-13T16:08:29.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.635+0000 7f41cb157640 1 -- 172.21.15.76:0/2176698844 shutdown_connections 2024-09-13T16:08:29.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.635+0000 7f41cb157640 1 --2- 172.21.15.76:0/2176698844 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f41c40990e0 0x7f41c40cb510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:29.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.635+0000 7f41cb157640 1 --2- 172.21.15.76:0/2176698844 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f41c415c830 0x7f41c4099590 unknown :-1 s=CLOSED pgs=1006 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:29.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.635+0000 7f41cb157640 1 -- 172.21.15.76:0/2176698844 >> 172.21.15.76:0/2176698844 conn(0x7f41c40b1f60 msgr2=0x7f41c40b2370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:29.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.635+0000 7f41cb157640 1 -- 172.21.15.76:0/2176698844 shutdown_connections 2024-09-13T16:08:29.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.635+0000 7f41cb157640 1 -- 172.21.15.76:0/2176698844 wait complete. 2024-09-13T16:08:29.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.636+0000 7f41cb157640 1 Processor -- start 2024-09-13T16:08:29.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.636+0000 7f41cb157640 1 -- start start 2024-09-13T16:08:29.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.637+0000 7f41cb157640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f41c40990e0 0x7f41c415b190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:29.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.637+0000 7f41cb157640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f41c415c830 0x7f41c40b0740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:29.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.637+0000 7f41cb157640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f41c40b0c80 0x7f41c40b5470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:29.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.637+0000 7f41cb157640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f41c41f5560 con 0x7f41c415c830 2024-09-13T16:08:29.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.637+0000 7f41cb157640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f41c41f5770 con 0x7f41c40990e0 2024-09-13T16:08:29.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.637+0000 7f41cb157640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f41c41f5a50 con 0x7f41c40b0c80 2024-09-13T16:08:29.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.637+0000 7f41bbfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f41c415c830 0x7f41c40b0740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:29.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.638+0000 7f41bbfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f41c415c830 0x7f41c40b0740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57148/0 (socket says 172.21.15.76:57148) 2024-09-13T16:08:29.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.638+0000 7f41bbfff640 1 -- 172.21.15.76:0/3883819603 learned_addr learned my addr 172.21.15.76:0/3883819603 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:29.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.638+0000 7f41c8ef3640 1 --2- 172.21.15.76:0/3883819603 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f41c40990e0 0x7f41c415b190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:29.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.638+0000 7f41c96f4640 1 --2- 172.21.15.76:0/3883819603 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f41c40b0c80 0x7f41c40b5470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:29.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.638+0000 7f41bbfff640 1 -- 172.21.15.76:0/3883819603 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f41c40b0c80 msgr2=0x7f41c40b5470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:29.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.638+0000 7f41bbfff640 1 --2- 172.21.15.76:0/3883819603 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f41c40b0c80 0x7f41c40b5470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:29.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.638+0000 7f41bbfff640 1 -- 172.21.15.76:0/3883819603 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f41c40990e0 msgr2=0x7f41c415b190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:29.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.638+0000 7f41bbfff640 1 --2- 172.21.15.76:0/3883819603 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f41c40990e0 0x7f41c415b190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:29.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.638+0000 7f41bbfff640 1 -- 172.21.15.76:0/3883819603 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f41c0009400 con 0x7f41c415c830 2024-09-13T16:08:29.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.638+0000 7f41bbfff640 1 --2- 172.21.15.76:0/3883819603 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f41c415c830 0x7f41c40b0740 secure :-1 s=READY pgs=1007 cs=0 l=1 rev1=1 crypto rx=0x7f41b400c430 tx=0x7f41b400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:29.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.638+0000 7f41b97fa640 1 -- 172.21.15.76:0/3883819603 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41b40074e0 con 0x7f41c415c830 2024-09-13T16:08:29.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.638+0000 7f41b97fa640 1 -- 172.21.15.76:0/3883819603 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f41b4007660 con 0x7f41c415c830 2024-09-13T16:08:29.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.638+0000 7f41cb157640 1 -- 172.21.15.76:0/3883819603 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f41c41f5d30 con 0x7f41c415c830 2024-09-13T16:08:29.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.638+0000 7f41b97fa640 1 -- 172.21.15.76:0/3883819603 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41b4004a20 con 0x7f41c415c830 2024-09-13T16:08:29.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.638+0000 7f41cb157640 1 -- 172.21.15.76:0/3883819603 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f41c40c6bb0 con 0x7f41c415c830 2024-09-13T16:08:29.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.639+0000 7f41cb157640 1 -- 172.21.15.76:0/3883819603 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f41c41f6250 con 0x7f41c415c830 2024-09-13T16:08:29.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.640+0000 7f41b97fa640 1 -- 172.21.15.76:0/3883819603 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f41b4004b80 con 0x7f41c415c830 2024-09-13T16:08:29.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.640+0000 7f41b97fa640 1 --2- 172.21.15.76:0/3883819603 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f41b006ac00 0x7f41b006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:29.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.640+0000 7f41c8ef3640 1 --2- 172.21.15.76:0/3883819603 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f41b006ac00 0x7f41b006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:29.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.640+0000 7f41b97fa640 1 -- 172.21.15.76:0/3883819603 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(75..75 src has 1..75) v4 ==== 5263+0+0 (secure 0 0 0) 0x7f41b4088e40 con 0x7f41c415c830 2024-09-13T16:08:29.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.641+0000 7f41c8ef3640 1 --2- 172.21.15.76:0/3883819603 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f41b006ac00 0x7f41b006d0c0 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f41c0034000 tx=0x7f41c002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:29.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.645+0000 7f41b97fa640 1 -- 172.21.15.76:0/3883819603 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f41c41f6250 con 0x7f41c415c830 2024-09-13T16:08:29.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.806+0000 7f41cb157640 1 -- 172.21.15.76:0/3883819603 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) v1 -- 0x7f41c41f6250 con 0x7f41c415c830 2024-09-13T16:08:29.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.810+0000 7f41b97fa640 1 -- 172.21.15.76:0/3883819603 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v27)=0 v27) v1 ==== 122+0+0 (secure 0 0 0) 0x7f41c41f6250 con 0x7f41c415c830 2024-09-13T16:08:29.814 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.812+0000 7f41cb157640 1 -- 172.21.15.76:0/3883819603 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f41b006ac00 msgr2=0x7f41b006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:29.814 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.812+0000 7f41cb157640 1 --2- 172.21.15.76:0/3883819603 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f41b006ac00 0x7f41b006d0c0 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f41c0034000 tx=0x7f41c002e000 comp rx=0 tx=0).stop 2024-09-13T16:08:29.814 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.812+0000 7f41cb157640 1 -- 172.21.15.76:0/3883819603 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f41c415c830 msgr2=0x7f41c40b0740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:29.814 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.812+0000 7f41cb157640 1 --2- 172.21.15.76:0/3883819603 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f41c415c830 0x7f41c40b0740 secure :-1 s=READY pgs=1007 cs=0 l=1 rev1=1 crypto rx=0x7f41b400c430 tx=0x7f41b400c8f0 comp rx=0 tx=0).stop 2024-09-13T16:08:29.814 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.812+0000 7f41cb157640 1 -- 172.21.15.76:0/3883819603 shutdown_connections 2024-09-13T16:08:29.814 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.813+0000 7f41cb157640 1 --2- 172.21.15.76:0/3883819603 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f41b006ac00 0x7f41b006d0c0 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:29.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.813+0000 7f41cb157640 1 --2- 172.21.15.76:0/3883819603 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f41c40b0c80 0x7f41c40b5470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:29.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.813+0000 7f41cb157640 1 --2- 172.21.15.76:0/3883819603 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f41c415c830 0x7f41c40b0740 unknown :-1 s=CLOSED pgs=1007 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:29.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.813+0000 7f41cb157640 1 --2- 172.21.15.76:0/3883819603 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f41c40990e0 0x7f41c415b190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:29.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.813+0000 7f41cb157640 1 -- 172.21.15.76:0/3883819603 >> 172.21.15.76:0/3883819603 conn(0x7f41c40b1f60 msgr2=0x7f41c415f220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:29.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.813+0000 7f41cb157640 1 -- 172.21.15.76:0/3883819603 shutdown_connections 2024-09-13T16:08:29.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:29.813+0000 7f41cb157640 1 -- 172.21.15.76:0/3883819603 wait complete. 2024-09-13T16:08:29.825 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-13T16:08:29.825 DEBUG:teuthology.orchestra.run.smithi076:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T16:08:29.860 DEBUG:teuthology.orchestra.run.smithi192:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T16:08:29.904 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-13T16:08:29.904 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:08:29.904 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:08:29.920 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18725 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T16:08:29.920 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-13T16:08:29.920 DEBUG:teuthology.orchestra.run.smithi192:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:08:29.962 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056014,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20494 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-13T16:08:29.963 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:08:29.963 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:08:29.978 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18725 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T16:08:29.979 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-13T16:08:29.979 DEBUG:teuthology.orchestra.run.smithi192:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:08:30.021 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056014,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20494 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-13T16:08:30.022 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-13T16:08:30.022 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:08:30.120 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.119+0000 7fb1deb26640 1 Processor -- start 2024-09-13T16:08:30.120 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.119+0000 7fb1deb26640 1 -- start start 2024-09-13T16:08:30.121 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.119+0000 7fb1deb26640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb1d80b4660 0x7fb1d806b420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:30.121 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.119+0000 7fb1deb26640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb1d80d1840 con 0x7fb1d815c6e0 2024-09-13T16:08:30.121 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.119+0000 7fb1deb26640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb1d80d0c30 con 0x7fb1d80d07b0 2024-09-13T16:08:30.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.119+0000 7fb1deb26640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb1d80d0f10 con 0x7fb1d80b4660 2024-09-13T16:08:30.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.120+0000 7fb1dd0c3640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb1d80b4660 0x7fb1d806b420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:30.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.120+0000 7fb1dc8c2640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fb1d815c6e0 0x7fb1d80b3f50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:52192/0 (socket says 172.21.15.76:52192) 2024-09-13T16:08:30.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.120+0000 7fb1dc8c2640 1 -- 172.21.15.76:0/2159782853 learned_addr learned my addr 172.21.15.76:0/2159782853 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:08:30.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.120+0000 7fb1dd0c3640 1 -- 172.21.15.76:0/2159782853 >> v1:172.21.15.192:6789/0 conn(0x7fb1d80d07b0 legacy=0x7fb1d806ad10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:30.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.120+0000 7fb1dd0c3640 1 -- 172.21.15.76:0/2159782853 >> v1:172.21.15.76:6789/0 conn(0x7fb1d815c6e0 legacy=0x7fb1d80b3f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:30.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.120+0000 7fb1d77fe640 1 -- 172.21.15.76:0/2159782853 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 214370223 0 0) 0x7fb1d80d1840 con 0x7fb1d815c6e0 2024-09-13T16:08:30.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.120+0000 7fb1dd0c3640 1 -- 172.21.15.76:0/2159782853 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb1d80d11f0 con 0x7fb1d80b4660 2024-09-13T16:08:30.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.121+0000 7fb1dd0c3640 1 --2- 172.21.15.76:0/2159782853 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb1d80b4660 0x7fb1d806b420 secure :-1 s=READY pgs=1009 cs=0 l=1 rev1=1 crypto rx=0x7fb1c80097a0 tx=0x7fb1c802a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea8ce0d9e3cc4fbe server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:30.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.121+0000 7fb1d77fe640 1 -- 172.21.15.76:0/2159782853 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb1c8032440 con 0x7fb1d80b4660 2024-09-13T16:08:30.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.121+0000 7fb1d77fe640 1 -- 172.21.15.76:0/2159782853 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb1c80325a0 con 0x7fb1d80b4660 2024-09-13T16:08:30.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.121+0000 7fb1d77fe640 1 -- 172.21.15.76:0/2159782853 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb1c8032930 con 0x7fb1d80b4660 2024-09-13T16:08:30.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.121+0000 7fb1deb26640 1 -- 172.21.15.76:0/2159782853 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb1d80b4660 msgr2=0x7fb1d806b420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:30.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.121+0000 7fb1deb26640 1 --2- 172.21.15.76:0/2159782853 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb1d80b4660 0x7fb1d806b420 secure :-1 s=READY pgs=1009 cs=0 l=1 rev1=1 crypto rx=0x7fb1c80097a0 tx=0x7fb1c802a1a0 comp rx=0 tx=0).stop 2024-09-13T16:08:30.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.121+0000 7fb1deb26640 1 -- 172.21.15.76:0/2159782853 shutdown_connections 2024-09-13T16:08:30.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.121+0000 7fb1deb26640 1 --2- 172.21.15.76:0/2159782853 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb1d80b4660 0x7fb1d806b420 unknown :-1 s=CLOSED pgs=1009 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:30.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.121+0000 7fb1deb26640 1 -- 172.21.15.76:0/2159782853 >> 172.21.15.76:0/2159782853 conn(0x7fb1d8089f60 msgr2=0x7fb1d80d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:30.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.121+0000 7fb1deb26640 1 -- 172.21.15.76:0/2159782853 shutdown_connections 2024-09-13T16:08:30.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.121+0000 7fb1deb26640 1 -- 172.21.15.76:0/2159782853 wait complete. 2024-09-13T16:08:30.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.122+0000 7fb1deb26640 1 Processor -- start 2024-09-13T16:08:30.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.123+0000 7fb1deb26640 1 -- start start 2024-09-13T16:08:30.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.123+0000 7fb1deb26640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb1d80b4660 0x7fb1d815ea00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:30.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.123+0000 7fb1deb26640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb1d80d07b0 0x7fb1d80c8260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:30.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.123+0000 7fb1deb26640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb1d815c6e0 0x7fb1d80c9830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:30.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.123+0000 7fb1deb26640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb1d815fa70 con 0x7fb1d80b4660 2024-09-13T16:08:30.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.123+0000 7fb1deb26640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb1d80b6610 con 0x7fb1d80d07b0 2024-09-13T16:08:30.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.123+0000 7fb1deb26640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb1d815ef40 con 0x7fb1d815c6e0 2024-09-13T16:08:30.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.123+0000 7fb1dc8c2640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb1d80b4660 0x7fb1d815ea00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:30.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.123+0000 7fb1dc8c2640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb1d80b4660 0x7fb1d815ea00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57164/0 (socket says 172.21.15.76:57164) 2024-09-13T16:08:30.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.123+0000 7fb1dc8c2640 1 -- 172.21.15.76:0/431031209 learned_addr learned my addr 172.21.15.76:0/431031209 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:30.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.124+0000 7fb1dc8c2640 1 -- 172.21.15.76:0/431031209 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb1d815c6e0 msgr2=0x7fb1d80c9830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:30.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.124+0000 7fb1dc8c2640 1 --2- 172.21.15.76:0/431031209 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb1d815c6e0 0x7fb1d80c9830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:30.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.124+0000 7fb1dc8c2640 1 -- 172.21.15.76:0/431031209 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb1d80d07b0 msgr2=0x7fb1d80c8260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:30.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.124+0000 7fb1dc8c2640 1 --2- 172.21.15.76:0/431031209 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb1d80d07b0 0x7fb1d80c8260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:30.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.124+0000 7fb1dc8c2640 1 -- 172.21.15.76:0/431031209 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb1c8009400 con 0x7fb1d80b4660 2024-09-13T16:08:30.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.124+0000 7fb1dc8c2640 1 --2- 172.21.15.76:0/431031209 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb1d80b4660 0x7fb1d815ea00 secure :-1 s=READY pgs=1010 cs=0 l=1 rev1=1 crypto rx=0x7fb1d000c3f0 tx=0x7fb1d000c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:30.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.124+0000 7fb1d57fa640 1 -- 172.21.15.76:0/431031209 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb1d00074e0 con 0x7fb1d80b4660 2024-09-13T16:08:30.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.124+0000 7fb1d57fa640 1 -- 172.21.15.76:0/431031209 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb1d0007640 con 0x7fb1d80b4660 2024-09-13T16:08:30.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.124+0000 7fb1deb26640 1 -- 172.21.15.76:0/431031209 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb1d80c87a0 con 0x7fb1d80b4660 2024-09-13T16:08:30.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.124+0000 7fb1d57fa640 1 -- 172.21.15.76:0/431031209 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb1d0004a20 con 0x7fb1d80b4660 2024-09-13T16:08:30.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.124+0000 7fb1deb26640 1 -- 172.21.15.76:0/431031209 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb1d815f1a0 con 0x7fb1d80b4660 2024-09-13T16:08:30.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.125+0000 7fb1deb26640 1 -- 172.21.15.76:0/431031209 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb1d80ccb20 con 0x7fb1d80b4660 2024-09-13T16:08:30.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.126+0000 7fb1d57fa640 1 -- 172.21.15.76:0/431031209 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb1d0004b80 con 0x7fb1d80b4660 2024-09-13T16:08:30.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.126+0000 7fb1d57fa640 1 --2- 172.21.15.76:0/431031209 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb1b806ac00 0x7fb1b806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:30.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.126+0000 7fb1d57fa640 1 -- 172.21.15.76:0/431031209 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(75..75 src has 1..75) v4 ==== 5263+0+0 (secure 0 0 0) 0x7fb1d0088f20 con 0x7fb1d80b4660 2024-09-13T16:08:30.129 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.126+0000 7fb1d7fff640 1 --2- 172.21.15.76:0/431031209 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb1b806ac00 0x7fb1b806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:30.129 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.126+0000 7fb1d7fff640 1 --2- 172.21.15.76:0/431031209 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb1b806ac00 0x7fb1b806d0c0 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7fb1c00012e0 tx=0x7fb1c0007d30 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:30.131 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.130+0000 7fb1d57fa640 1 -- 172.21.15.76:0/431031209 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fb1d0054350 con 0x7fb1d80b4660 2024-09-13T16:08:30.330 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.329+0000 7fb1deb26640 1 -- 172.21.15.76:0/431031209 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fb1d808c610 con 0x7fb1d80b4660 2024-09-13T16:08:30.330 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.329+0000 7fb1d57fa640 1 -- 172.21.15.76:0/431031209 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 33 v33) v1 ==== 94+0+3532 (secure 0 0 0) 0x7fb1d0057970 con 0x7fb1d80b4660 2024-09-13T16:08:30.331 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:30.331 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":33,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5612,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/3450290570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":3450290570},{"type":"v1","addr":"172.21.15.192:6835","nonce":3450290570}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":27},{"gid":5843,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/142586933","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":142586933},{"type":"v1","addr":"172.21.15.192:6833","nonce":142586933}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":33},{"gid":6540,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6836/3875271981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":3875271981},{"type":"v1","addr":"172.21.15.76:6836","nonce":3875271981}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":27},{"gid":6543,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6837/2739660661","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":2739660661},{"type":"v1","addr":"172.21.15.76:6837","nonce":2739660661}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":27}],"filesystems":[]} 2024-09-13T16:08:30.331 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 33 2024-09-13T16:08:30.333 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.331+0000 7fb1deb26640 1 -- 172.21.15.76:0/431031209 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb1b806ac00 msgr2=0x7fb1b806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:30.333 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.331+0000 7fb1deb26640 1 --2- 172.21.15.76:0/431031209 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb1b806ac00 0x7fb1b806d0c0 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7fb1c00012e0 tx=0x7fb1c0007d30 comp rx=0 tx=0).stop 2024-09-13T16:08:30.333 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.331+0000 7fb1deb26640 1 -- 172.21.15.76:0/431031209 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb1d80b4660 msgr2=0x7fb1d815ea00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:30.333 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.331+0000 7fb1deb26640 1 --2- 172.21.15.76:0/431031209 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb1d80b4660 0x7fb1d815ea00 secure :-1 s=READY pgs=1010 cs=0 l=1 rev1=1 crypto rx=0x7fb1d000c3f0 tx=0x7fb1d000c8b0 comp rx=0 tx=0).stop 2024-09-13T16:08:30.333 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.331+0000 7fb1deb26640 1 -- 172.21.15.76:0/431031209 shutdown_connections 2024-09-13T16:08:30.333 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.331+0000 7fb1deb26640 1 --2- 172.21.15.76:0/431031209 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb1b806ac00 0x7fb1b806d0c0 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:30.333 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.331+0000 7fb1deb26640 1 --2- 172.21.15.76:0/431031209 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb1d815c6e0 0x7fb1d80c9830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:30.333 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.331+0000 7fb1deb26640 1 --2- 172.21.15.76:0/431031209 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb1d80d07b0 0x7fb1d80c8260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:30.333 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.331+0000 7fb1deb26640 1 --2- 172.21.15.76:0/431031209 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb1d80b4660 0x7fb1d815ea00 unknown :-1 s=CLOSED pgs=1010 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:30.333 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.331+0000 7fb1deb26640 1 -- 172.21.15.76:0/431031209 >> 172.21.15.76:0/431031209 conn(0x7fb1d8089f60 msgr2=0x7fb1d80af0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:30.334 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.331+0000 7fb1deb26640 1 -- 172.21.15.76:0/431031209 shutdown_connections 2024-09-13T16:08:30.334 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.331+0000 7fb1deb26640 1 -- 172.21.15.76:0/431031209 wait complete. 2024-09-13T16:08:30.343 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-13T16:08:30.344 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-13T16:08:30.344 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-13T16:08:30.344 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:08:30.344 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-13T16:08:30.344 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-13T16:08:30.345 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-13T16:08:30.345 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:08:30.345 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-13T16:08:30.345 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-13T16:08:30.345 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-13T16:08:30.345 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:08:30.345 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-13T16:08:30.345 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-13T16:08:30.346 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-13T16:08:30.346 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:08:30.354 INFO:tasks.ceph.mds.a:Stopped 2024-09-13T16:08:30.354 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-13T16:08:30.355 INFO:tasks.ceph.mds.c:Stopped 2024-09-13T16:08:30.355 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-13T16:08:30.357 INFO:tasks.ceph.mds.b:Stopped 2024-09-13T16:08:30.357 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-13T16:08:30.358 INFO:tasks.ceph.mds.d:Stopped 2024-09-13T16:08:30.358 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-13T16:08:30.397 INFO:tasks.ceph.mds.a:Started 2024-09-13T16:08:30.400 DEBUG:teuthology.parallel:result is None 2024-09-13T16:08:30.401 INFO:tasks.ceph.mds.c:Started 2024-09-13T16:08:30.401 DEBUG:teuthology.parallel:result is None 2024-09-13T16:08:30.403 INFO:tasks.ceph.mds.b:Started 2024-09-13T16:08:30.403 DEBUG:teuthology.parallel:result is None 2024-09-13T16:08:30.404 INFO:tasks.ceph.mds.d:Started 2024-09-13T16:08:30.404 DEBUG:teuthology.parallel:result is None 2024-09-13T16:08:30.404 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-13T16:08:30.471 INFO:tasks.ceph.mds.c.smithi076.stdout:starting mds.c at 2024-09-13T16:08:30.471 INFO:tasks.ceph.mds.a.smithi076.stdout:starting mds.a at 2024-09-13T16:08:30.486 INFO:tasks.ceph.mds.d.smithi192.stdout:starting mds.d at 2024-09-13T16:08:30.486 INFO:tasks.ceph.mds.b.smithi192.stdout:starting mds.b at 2024-09-13T16:08:30.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.510+0000 7f9b53d2c640 1 Processor -- start 2024-09-13T16:08:30.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.510+0000 7f9b53d2c640 1 -- start start 2024-09-13T16:08:30.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.511+0000 7f9b53d2c640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f9b4c0b4130 0x7f9b4c0d2d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:30.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.511+0000 7f9b53d2c640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9b4c0b3540 con 0x7f9b4c08a370 2024-09-13T16:08:30.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.511+0000 7f9b53d2c640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9b4c0cdc70 con 0x7f9b4c0b4510 2024-09-13T16:08:30.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.511+0000 7f9b512c7640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f9b4c08a370 0x7f9b4c0d0f10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:52202/0 (socket says 172.21.15.76:52202) 2024-09-13T16:08:30.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.511+0000 7f9b512c7640 1 -- 172.21.15.76:0/3619130928 learned_addr learned my addr 172.21.15.76:0/3619130928 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:08:30.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.511+0000 7f9b53d2c640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9b4c0b2ff0 con 0x7f9b4c0b4130 2024-09-13T16:08:30.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.511+0000 7f9b50ac6640 1 -- 172.21.15.76:0/3619130928 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2054339122 0 0) 0x7f9b4c0b3540 con 0x7f9b4c08a370 2024-09-13T16:08:30.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.511+0000 7f9b51ac8640 1 --2- 172.21.15.76:0/3619130928 >> v2:172.21.15.192:3300/0 conn(0x7f9b4c0b4130 0x7f9b4c0d2d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:30.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.511+0000 7f9b50ac6640 1 -- 172.21.15.76:0/3619130928 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9b38003520 con 0x7f9b4c08a370 2024-09-13T16:08:30.515 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.511+0000 7f9b50ac6640 1 -- 172.21.15.76:0/3619130928 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4088769981 0 0) 0x7f9b38003520 con 0x7f9b4c08a370 2024-09-13T16:08:30.515 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.511+0000 7f9b50ac6640 1 -- 172.21.15.76:0/3619130928 >> v2:172.21.15.192:3300/0 conn(0x7f9b4c0b4130 msgr2=0x7f9b4c0d2d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:30.515 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.511+0000 7f9b50ac6640 1 --2- 172.21.15.76:0/3619130928 >> v2:172.21.15.192:3300/0 conn(0x7f9b4c0b4130 0x7f9b4c0d2d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:30.515 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.511+0000 7f9b50ac6640 1 -- 172.21.15.76:0/3619130928 >> v1:172.21.15.192:6789/0 conn(0x7f9b4c0b4510 legacy=0x7f9b4c0b1930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:30.515 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.511+0000 7f9b50ac6640 1 -- 172.21.15.76:0/3619130928 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9b4c0cd6f0 con 0x7f9b4c08a370 2024-09-13T16:08:30.516 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.511+0000 7f9b50ac6640 1 -- 172.21.15.76:0/3619130928 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f9b3c001670 con 0x7f9b4c08a370 2024-09-13T16:08:30.516 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.511+0000 7f9b50ac6640 1 -- 172.21.15.76:0/3619130928 >> v1:172.21.15.76:6789/0 conn(0x7f9b4c08a370 legacy=0x7f9b4c0d0f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:30.516 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.511+0000 7f9b50ac6640 1 --2- 172.21.15.76:0/3619130928 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9b38003970 0x7f9b38003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:30.516 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.511+0000 7f9b50ac6640 1 --2- 172.21.15.76:0/3619130928 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9b380047c0 0x7f9b38004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:30.516 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.511+0000 7f9b50ac6640 1 --2- 172.21.15.76:0/3619130928 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9b38005180 0x7f9b38014190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:30.516 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.511+0000 7f9b50ac6640 1 -- 172.21.15.76:0/3619130928 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9b4c0b2ff0 con 0x7f9b380047c0 2024-09-13T16:08:30.516 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.511+0000 7f9b50ac6640 1 -- 172.21.15.76:0/3619130928 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9b38014830 con 0x7f9b38003970 2024-09-13T16:08:30.516 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.511+0000 7f9b50ac6640 1 -- 172.21.15.76:0/3619130928 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9b380149f0 con 0x7f9b38005180 2024-09-13T16:08:30.516 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.511+0000 7f9b51ac8640 1 --2- 172.21.15.76:0/3619130928 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9b38003970 0x7f9b38003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:30.516 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.511+0000 7f9b512c7640 1 --2- 172.21.15.76:0/3619130928 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9b380047c0 0x7f9b38004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:30.516 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.512+0000 7f9b522c9640 1 --2- 172.21.15.76:0/3619130928 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9b38005180 0x7f9b38014190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:30.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.512+0000 7f9b51ac8640 1 -- 172.21.15.76:0/3619130928 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9b38005180 msgr2=0x7f9b38014190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:30.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.512+0000 7f9b51ac8640 1 --2- 172.21.15.76:0/3619130928 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9b38005180 0x7f9b38014190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:30.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.512+0000 7f9b51ac8640 1 -- 172.21.15.76:0/3619130928 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9b380047c0 msgr2=0x7f9b38004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:30.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.512+0000 7f9b51ac8640 1 --2- 172.21.15.76:0/3619130928 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9b380047c0 0x7f9b38004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:30.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.512+0000 7f9b51ac8640 1 -- 172.21.15.76:0/3619130928 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9b38003520 con 0x7f9b38003970 2024-09-13T16:08:30.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.512+0000 7f9b512c7640 1 --2- 172.21.15.76:0/3619130928 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9b380047c0 0x7f9b38004c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:08:30.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.512+0000 7f9b522c9640 1 -- 172.21.15.76:0/3619130928 reap_dead start 2024-09-13T16:08:30.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.512+0000 7f9b51ac8640 1 --2- 172.21.15.76:0/3619130928 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9b38003970 0x7f9b38003d90 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f9b48009ac0 tx=0x7f9b380057f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8bff47cc998ac1c2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:30.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.513+0000 7f9b50ac6640 1 -- 172.21.15.76:0/3619130928 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b48031400 con 0x7f9b38003970 2024-09-13T16:08:30.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.513+0000 7f9b50ac6640 1 -- 172.21.15.76:0/3619130928 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9b4802d050 con 0x7f9b38003970 2024-09-13T16:08:30.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.513+0000 7f9b50ac6640 1 -- 172.21.15.76:0/3619130928 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b48031780 con 0x7f9b38003970 2024-09-13T16:08:30.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.513+0000 7f9b53d2c640 1 -- 172.21.15.76:0/3619130928 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9b38003970 msgr2=0x7f9b38003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:30.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.513+0000 7f9b53d2c640 1 --2- 172.21.15.76:0/3619130928 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9b38003970 0x7f9b38003d90 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f9b48009ac0 tx=0x7f9b380057f0 comp rx=0 tx=0).stop 2024-09-13T16:08:30.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.513+0000 7f9b53d2c640 1 -- 172.21.15.76:0/3619130928 shutdown_connections 2024-09-13T16:08:30.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.513+0000 7f9b53d2c640 1 --2- 172.21.15.76:0/3619130928 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9b38003970 0x7f9b38003d90 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:30.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.513+0000 7f9b53d2c640 1 -- 172.21.15.76:0/3619130928 >> 172.21.15.76:0/3619130928 conn(0x7f9b4c089f60 msgr2=0x7f9b4c0d24f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:30.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.513+0000 7f9b53d2c640 1 -- 172.21.15.76:0/3619130928 shutdown_connections 2024-09-13T16:08:30.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.513+0000 7f9b53d2c640 1 -- 172.21.15.76:0/3619130928 wait complete. 2024-09-13T16:08:30.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.514+0000 7f9b53d2c640 1 Processor -- start 2024-09-13T16:08:30.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.514+0000 7f9b53d2c640 1 -- start start 2024-09-13T16:08:30.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.515+0000 7f9b53d2c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9b38003970 0x7f9b4c14cad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:30.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.515+0000 7f9b53d2c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9b4c0c95c0 0x7f9b4c0b1480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:30.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.515+0000 7f9b53d2c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9b4c0cabb0 0x7f9b4c06b320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:30.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.515+0000 7f9b53d2c640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9b4c14d010 con 0x7f9b38003970 2024-09-13T16:08:30.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.515+0000 7f9b53d2c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9b4c0c9b10 con 0x7f9b4c0c95c0 2024-09-13T16:08:30.522 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.515+0000 7f9b53d2c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9b4c0c9df0 con 0x7f9b4c0cabb0 2024-09-13T16:08:30.522 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.515+0000 7f9b51ac8640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9b38003970 0x7f9b4c14cad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:30.522 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.515+0000 7f9b51ac8640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9b38003970 0x7f9b4c14cad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57196/0 (socket says 172.21.15.76:57196) 2024-09-13T16:08:30.522 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.515+0000 7f9b51ac8640 1 -- 172.21.15.76:0/1300926401 learned_addr learned my addr 172.21.15.76:0/1300926401 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:30.522 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.515+0000 7f9b512c7640 1 --2- 172.21.15.76:0/1300926401 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9b4c0c95c0 0x7f9b4c0b1480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:30.522 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.515+0000 7f9b522c9640 1 --2- 172.21.15.76:0/1300926401 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9b4c0cabb0 0x7f9b4c06b320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:30.522 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.516+0000 7f9b51ac8640 1 -- 172.21.15.76:0/1300926401 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9b4c0cabb0 msgr2=0x7f9b4c06b320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:30.522 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.516+0000 7f9b51ac8640 1 --2- 172.21.15.76:0/1300926401 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9b4c0cabb0 0x7f9b4c06b320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:30.522 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.516+0000 7f9b51ac8640 1 -- 172.21.15.76:0/1300926401 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9b4c0c95c0 msgr2=0x7f9b4c0b1480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:30.522 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.516+0000 7f9b51ac8640 1 --2- 172.21.15.76:0/1300926401 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9b4c0c95c0 0x7f9b4c0b1480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:30.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.516+0000 7f9b51ac8640 1 -- 172.21.15.76:0/1300926401 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9b4c0ca0d0 con 0x7f9b38003970 2024-09-13T16:08:30.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.516+0000 7f9b51ac8640 1 --2- 172.21.15.76:0/1300926401 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9b38003970 0x7f9b4c14cad0 secure :-1 s=READY pgs=1017 cs=0 l=1 rev1=1 crypto rx=0x7f9b4802aae0 tx=0x7f9b48004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:30.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.516+0000 7f9b427fc640 1 -- 172.21.15.76:0/1300926401 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b4800f090 con 0x7f9b38003970 2024-09-13T16:08:30.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.516+0000 7f9b427fc640 1 -- 172.21.15.76:0/1300926401 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9b480044e0 con 0x7f9b38003970 2024-09-13T16:08:30.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.516+0000 7f9b53d2c640 1 -- 172.21.15.76:0/1300926401 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9b4c14d010 con 0x7f9b38003970 2024-09-13T16:08:30.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.516+0000 7f9b427fc640 1 -- 172.21.15.76:0/1300926401 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b4803b600 con 0x7f9b38003970 2024-09-13T16:08:30.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.516+0000 7f9b53d2c640 1 -- 172.21.15.76:0/1300926401 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9b4c0ca690 con 0x7f9b38003970 2024-09-13T16:08:30.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.517+0000 7f9b53d2c640 1 -- 172.21.15.76:0/1300926401 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9b4c0d3090 con 0x7f9b38003970 2024-09-13T16:08:30.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.517+0000 7f9b427fc640 1 -- 172.21.15.76:0/1300926401 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9b4803b760 con 0x7f9b38003970 2024-09-13T16:08:30.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.518+0000 7f9b427fc640 1 --2- 172.21.15.76:0/1300926401 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9b3006ac00 0x7f9b3006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:30.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.518+0000 7f9b427fc640 1 -- 172.21.15.76:0/1300926401 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(79..79 src has 1..79) v4 ==== 5263+0+0 (secure 0 0 0) 0x7f9b480a92e0 con 0x7f9b38003970 2024-09-13T16:08:30.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.518+0000 7f9b512c7640 1 --2- 172.21.15.76:0/1300926401 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9b3006ac00 0x7f9b3006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:30.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.518+0000 7f9b512c7640 1 --2- 172.21.15.76:0/1300926401 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9b3006ac00 0x7f9b3006d0c0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f9b3c007c70 tx=0x7f9b3c007c00 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:30.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.524+0000 7f9b427fc640 1 -- 172.21.15.76:0/1300926401 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f9b480747c0 con 0x7f9b38003970 2024-09-13T16:08:30.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:30.695+0000 7f9b53d2c640 1 -- 172.21.15.76:0/1300926401 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) v1 -- 0x7f9b4c1601a0 con 0x7f9b38003970 2024-09-13T16:08:31.533 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.531+0000 7f9b427fc640 1 -- 172.21.15.76:0/1300926401 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v80) v1 ==== 97+0+0 (secure 0 0 0) 0x7f9b48077de0 con 0x7f9b38003970 2024-09-13T16:08:31.533 INFO:teuthology.orchestra.run.smithi076.stderr: removed all blocklist entries 2024-09-13T16:08:31.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.534+0000 7f9b53d2c640 1 -- 172.21.15.76:0/1300926401 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9b3006ac00 msgr2=0x7f9b3006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:31.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.534+0000 7f9b53d2c640 1 --2- 172.21.15.76:0/1300926401 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9b3006ac00 0x7f9b3006d0c0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f9b3c007c70 tx=0x7f9b3c007c00 comp rx=0 tx=0).stop 2024-09-13T16:08:31.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.534+0000 7f9b53d2c640 1 -- 172.21.15.76:0/1300926401 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9b38003970 msgr2=0x7f9b4c14cad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:31.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.534+0000 7f9b53d2c640 1 --2- 172.21.15.76:0/1300926401 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9b38003970 0x7f9b4c14cad0 secure :-1 s=READY pgs=1017 cs=0 l=1 rev1=1 crypto rx=0x7f9b4802aae0 tx=0x7f9b48004730 comp rx=0 tx=0).stop 2024-09-13T16:08:31.536 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.534+0000 7f9b53d2c640 1 -- 172.21.15.76:0/1300926401 shutdown_connections 2024-09-13T16:08:31.536 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.534+0000 7f9b53d2c640 1 --2- 172.21.15.76:0/1300926401 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9b3006ac00 0x7f9b3006d0c0 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:31.536 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.534+0000 7f9b53d2c640 1 --2- 172.21.15.76:0/1300926401 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9b4c0cabb0 0x7f9b4c06b320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:31.536 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.534+0000 7f9b53d2c640 1 --2- 172.21.15.76:0/1300926401 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9b4c0c95c0 0x7f9b4c0b1480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:31.536 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.534+0000 7f9b53d2c640 1 --2- 172.21.15.76:0/1300926401 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9b38003970 0x7f9b4c14cad0 unknown :-1 s=CLOSED pgs=1017 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:31.536 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.534+0000 7f9b53d2c640 1 -- 172.21.15.76:0/1300926401 >> 172.21.15.76:0/1300926401 conn(0x7f9b4c089f60 msgr2=0x7f9b4c0b70d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:31.536 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.534+0000 7f9b53d2c640 1 -- 172.21.15.76:0/1300926401 shutdown_connections 2024-09-13T16:08:31.536 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.534+0000 7f9b53d2c640 1 -- 172.21.15.76:0/1300926401 wait complete. 2024-09-13T16:08:31.549 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-13T16:08:31.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.649+0000 7f283fc3a640 1 Processor -- start 2024-09-13T16:08:31.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.649+0000 7f283fc3a640 1 -- start start 2024-09-13T16:08:31.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.650+0000 7f283fc3a640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f2838071d30 0x7f2838070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:31.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.650+0000 7f283fc3a640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2838072110 0x7f28380b1b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:31.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.650+0000 7f283fc3a640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f28380abdf0 con 0x7f28380c8920 2024-09-13T16:08:31.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.650+0000 7f283fc3a640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f28380ab1e0 con 0x7f2838071d30 2024-09-13T16:08:31.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.650+0000 7f283fc3a640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f28380ab4c0 con 0x7f2838072110 2024-09-13T16:08:31.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.650+0000 7f283d9d6640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f2838071d30 0x7f2838070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:31.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.650+0000 7f283e1d7640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f28380c8920 0x7f28380ac280 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:50814/0 (socket says 172.21.15.76:50814) 2024-09-13T16:08:31.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.650+0000 7f283e1d7640 1 -- 172.21.15.76:0/1225652533 learned_addr learned my addr 172.21.15.76:0/1225652533 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:08:31.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.650+0000 7f283d1d5640 1 --2- 172.21.15.76:0/1225652533 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2838072110 0x7f28380b1b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:31.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.650+0000 7f283c9d4640 1 -- 172.21.15.76:0/1225652533 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2698997450 0 0) 0x7f28380abdf0 con 0x7f28380c8920 2024-09-13T16:08:31.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.650+0000 7f283c9d4640 1 -- 172.21.15.76:0/1225652533 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2824003520 con 0x7f28380c8920 2024-09-13T16:08:31.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.650+0000 7f283d9d6640 1 -- 172.21.15.76:0/1225652533 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2838072110 msgr2=0x7f28380b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:31.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.650+0000 7f283d9d6640 1 --2- 172.21.15.76:0/1225652533 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2838072110 0x7f28380b1b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:31.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.650+0000 7f283d9d6640 1 -- 172.21.15.76:0/1225652533 >> v1:172.21.15.76:6789/0 conn(0x7f28380c8920 legacy=0x7f28380ac280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:31.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.650+0000 7f283d9d6640 1 -- 172.21.15.76:0/1225652533 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f28380ab7a0 con 0x7f2838071d30 2024-09-13T16:08:31.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.651+0000 7f283d9d6640 1 --2- 172.21.15.76:0/1225652533 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2838071d30 0x7f2838070190 secure :-1 s=READY pgs=1019 cs=0 l=1 rev1=1 crypto rx=0x7f28340097d0 tx=0x7f283402a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=af36df0239fd3d7e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:31.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.651+0000 7f283c9d4640 1 -- 172.21.15.76:0/1225652533 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2834032440 con 0x7f2838071d30 2024-09-13T16:08:31.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.651+0000 7f283c9d4640 1 -- 172.21.15.76:0/1225652533 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f28340325a0 con 0x7f2838071d30 2024-09-13T16:08:31.654 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.651+0000 7f283c9d4640 1 -- 172.21.15.76:0/1225652533 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2834032930 con 0x7f2838071d30 2024-09-13T16:08:31.657 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.651+0000 7f283fc3a640 1 -- 172.21.15.76:0/1225652533 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2838071d30 msgr2=0x7f2838070190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:31.658 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.651+0000 7f283fc3a640 1 --2- 172.21.15.76:0/1225652533 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2838071d30 0x7f2838070190 secure :-1 s=READY pgs=1019 cs=0 l=1 rev1=1 crypto rx=0x7f28340097d0 tx=0x7f283402a1c0 comp rx=0 tx=0).stop 2024-09-13T16:08:31.658 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.651+0000 7f283fc3a640 1 -- 172.21.15.76:0/1225652533 shutdown_connections 2024-09-13T16:08:31.658 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.651+0000 7f283fc3a640 1 --2- 172.21.15.76:0/1225652533 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2838072110 0x7f28380b1b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:31.658 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.651+0000 7f283fc3a640 1 --2- 172.21.15.76:0/1225652533 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2838071d30 0x7f2838070190 unknown :-1 s=CLOSED pgs=1019 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:31.658 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.652+0000 7f283fc3a640 1 -- 172.21.15.76:0/1225652533 >> 172.21.15.76:0/1225652533 conn(0x7f2838069ed0 msgr2=0x7f283806a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:31.658 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.652+0000 7f283fc3a640 1 -- 172.21.15.76:0/1225652533 shutdown_connections 2024-09-13T16:08:31.658 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.652+0000 7f283fc3a640 1 -- 172.21.15.76:0/1225652533 wait complete. 2024-09-13T16:08:31.658 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.653+0000 7f283fc3a640 1 Processor -- start 2024-09-13T16:08:31.659 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.653+0000 7f283fc3a640 1 -- start start 2024-09-13T16:08:31.659 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.653+0000 7f283fc3a640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2838071d30 0x7f28380c1e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:31.659 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.653+0000 7f283fc3a640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2838072110 0x7f28381595d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:31.659 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.653+0000 7f283fc3a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f28380c8920 0x7f28381efe90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:31.659 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.654+0000 7f283fc3a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f28380c2800 con 0x7f28380c8920 2024-09-13T16:08:31.659 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.654+0000 7f283fc3a640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f28380c4150 con 0x7f2838071d30 2024-09-13T16:08:31.659 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.654+0000 7f283fc3a640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f28380c4430 con 0x7f2838072110 2024-09-13T16:08:31.659 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.654+0000 7f283e1d7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f28380c8920 0x7f28381efe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:31.659 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.654+0000 7f283e1d7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f28380c8920 0x7f28381efe90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:55054/0 (socket says 172.21.15.76:55054) 2024-09-13T16:08:31.659 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.654+0000 7f283e1d7640 1 -- 172.21.15.76:0/3833183259 learned_addr learned my addr 172.21.15.76:0/3833183259 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:31.659 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.654+0000 7f283d1d5640 1 --2- 172.21.15.76:0/3833183259 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2838072110 0x7f28381595d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:31.659 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.654+0000 7f283d9d6640 1 --2- 172.21.15.76:0/3833183259 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2838071d30 0x7f28380c1e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:31.659 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.654+0000 7f283e1d7640 1 -- 172.21.15.76:0/3833183259 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2838072110 msgr2=0x7f28381595d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:31.660 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.654+0000 7f283e1d7640 1 --2- 172.21.15.76:0/3833183259 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2838072110 0x7f28381595d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:31.660 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.654+0000 7f283e1d7640 1 -- 172.21.15.76:0/3833183259 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2838071d30 msgr2=0x7f28380c1e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:31.660 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.654+0000 7f283e1d7640 1 --2- 172.21.15.76:0/3833183259 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2838071d30 0x7f28380c1e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:31.660 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.654+0000 7f283e1d7640 1 -- 172.21.15.76:0/3833183259 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2834009400 con 0x7f28380c8920 2024-09-13T16:08:31.660 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.654+0000 7f283d9d6640 1 --2- 172.21.15.76:0/3833183259 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2838071d30 0x7f28380c1e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:08:31.660 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.654+0000 7f283d1d5640 1 --2- 172.21.15.76:0/3833183259 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2838072110 0x7f28381595d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:08:31.660 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.654+0000 7f283e1d7640 1 --2- 172.21.15.76:0/3833183259 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f28380c8920 0x7f28381efe90 secure :-1 s=READY pgs=1020 cs=0 l=1 rev1=1 crypto rx=0x7f283000ede0 tx=0x7f283000c640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:31.660 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.654+0000 7f282e7fc640 1 -- 172.21.15.76:0/3833183259 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2830011670 con 0x7f28380c8920 2024-09-13T16:08:31.660 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.654+0000 7f282e7fc640 1 -- 172.21.15.76:0/3833183259 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f28300117d0 con 0x7f28380c8920 2024-09-13T16:08:31.660 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.654+0000 7f283fc3a640 1 -- 172.21.15.76:0/3833183259 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f28380c4710 con 0x7f28380c8920 2024-09-13T16:08:31.660 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.654+0000 7f282e7fc640 1 -- 172.21.15.76:0/3833183259 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2830011ba0 con 0x7f28380c8920 2024-09-13T16:08:31.660 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.654+0000 7f283fc3a640 1 -- 172.21.15.76:0/3833183259 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f28381eede0 con 0x7f28380c8920 2024-09-13T16:08:31.660 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.655+0000 7f283fc3a640 1 -- 172.21.15.76:0/3833183259 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f28381ef000 con 0x7f28380c8920 2024-09-13T16:08:31.660 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.656+0000 7f282e7fc640 1 -- 172.21.15.76:0/3833183259 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f2830011d00 con 0x7f28380c8920 2024-09-13T16:08:31.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.656+0000 7f282e7fc640 1 --2- 172.21.15.76:0/3833183259 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f281c06ac00 0x7f281c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:31.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.656+0000 7f282e7fc640 1 -- 172.21.15.76:0/3833183259 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 5177+0+0 (secure 0 0 0) 0x7f283008c0a0 con 0x7f28380c8920 2024-09-13T16:08:31.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.656+0000 7f283d9d6640 1 --2- 172.21.15.76:0/3833183259 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f281c06ac00 0x7f281c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:31.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.656+0000 7f283d9d6640 1 --2- 172.21.15.76:0/3833183259 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f281c06ac00 0x7f281c06d0c0 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f2834034000 tx=0x7f283402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:31.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.660+0000 7f282e7fc640 1 -- 172.21.15.76:0/3833183259 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f283005af20 con 0x7f28380c8920 2024-09-13T16:08:31.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.881+0000 7f283fc3a640 1 -- 172.21.15.76:0/3833183259 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) v1 -- 0x7f2838070190 con 0x7f28380c8920 2024-09-13T16:08:31.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.882+0000 7f282e7fc640 1 -- 172.21.15.76:0/3833183259 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v13) v1 ==== 80+0+5304 (secure 0 0 0) 0x7f283005aab0 con 0x7f28380c8920 2024-09-13T16:08:31.884 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:31.884 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2024-09-13T16:08:31.884 INFO:teuthology.orchestra.run.smithi076.stdout: "auth_dump": [ 2024-09-13T16:08:31.884 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:08:31.884 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "mds.a", 2024-09-13T16:08:31.884 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCpYeRmhpbDIhAA8WT8i+Y1tgoeXaZ5z2v/fg==", 2024-09-13T16:08:31.884 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:08:31.884 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2024-09-13T16:08:31.884 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow *", 2024-09-13T16:08:31.884 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow *", 2024-09-13T16:08:31.884 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:08:31.884 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:08:31.885 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:08:31.885 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:08:31.885 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "mds.b", 2024-09-13T16:08:31.885 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCpYeRm7+GPLhAAACMaymp+VjVEUz9QMYOL+Q==", 2024-09-13T16:08:31.885 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:08:31.885 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2024-09-13T16:08:31.885 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow *", 2024-09-13T16:08:31.885 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow *", 2024-09-13T16:08:31.885 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:08:31.885 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:08:31.885 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:08:31.885 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:08:31.885 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "mds.c", 2024-09-13T16:08:31.886 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCpYeRmxODtKRAAtjLryQw+T9UxeHw7cgOyBg==", 2024-09-13T16:08:31.886 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:08:31.886 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2024-09-13T16:08:31.886 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow *", 2024-09-13T16:08:31.886 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow *", 2024-09-13T16:08:31.886 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:08:31.886 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:08:31.886 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:08:31.886 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:08:31.886 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "mds.d", 2024-09-13T16:08:31.886 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCpYeRmBNiYNRAAHTjLTeGOi09w8TLVtcu/+w==", 2024-09-13T16:08:31.886 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:08:31.886 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2024-09-13T16:08:31.886 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow *", 2024-09-13T16:08:31.887 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow *", 2024-09-13T16:08:31.887 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:08:31.887 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:08:31.887 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:08:31.887 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:08:31.887 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.0", 2024-09-13T16:08:31.887 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCtYeRm81gnEBAAJFt3u2dcQShl7t5nNN5y6Q==", 2024-09-13T16:08:31.888 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:08:31.888 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2024-09-13T16:08:31.888 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2024-09-13T16:08:31.888 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:08:31.888 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:08:31.888 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:08:31.888 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:08:31.888 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.1", 2024-09-13T16:08:31.888 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCwYeRmzsY4DxAALx5wAImWLwrw6n8ZRuXDvA==", 2024-09-13T16:08:31.888 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:08:31.889 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2024-09-13T16:08:31.889 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2024-09-13T16:08:31.889 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:08:31.889 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:08:31.889 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:08:31.889 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:08:31.889 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.2", 2024-09-13T16:08:31.889 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCzYeRmYRs9DRAAh6ptqIXTwUjSNlevHFJnAQ==", 2024-09-13T16:08:31.889 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:08:31.889 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2024-09-13T16:08:31.889 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2024-09-13T16:08:31.889 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:08:31.890 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:08:31.890 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:08:31.890 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:08:31.890 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.3", 2024-09-13T16:08:31.890 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQC2YeRmMIp6CxAAHygGhWHXCt69qZDrrGTt5A==", 2024-09-13T16:08:31.890 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:08:31.890 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2024-09-13T16:08:31.890 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2024-09-13T16:08:31.890 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:08:31.890 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:08:31.890 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:08:31.890 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:08:31.890 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.4", 2024-09-13T16:08:31.891 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQC8YeRmde7vDhAAE7RHK15msWPxEtglPpWMTQ==", 2024-09-13T16:08:31.891 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:08:31.891 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2024-09-13T16:08:31.891 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2024-09-13T16:08:31.891 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:08:31.891 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:08:31.891 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:08:31.891 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:08:31.891 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.5", 2024-09-13T16:08:31.891 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQC/YeRmgyzZDBAAG96iDIvt2yQ9W5Fl1maItg==", 2024-09-13T16:08:31.891 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:08:31.891 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2024-09-13T16:08:31.891 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2024-09-13T16:08:31.891 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:08:31.892 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:08:31.892 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:08:31.892 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:08:31.892 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.6", 2024-09-13T16:08:31.892 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQDCYeRm6pRBCxAAq8l2Cikc/aRaC4C4xYYrLA==", 2024-09-13T16:08:31.892 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:08:31.892 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2024-09-13T16:08:31.892 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2024-09-13T16:08:31.893 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:08:31.893 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:08:31.893 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:08:31.893 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:08:31.893 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.7", 2024-09-13T16:08:31.893 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQDFYeRmMM8MCRAAqYR5B7VgEph0UVNjCZPTzg==", 2024-09-13T16:08:31.893 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:08:31.893 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2024-09-13T16:08:31.893 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2024-09-13T16:08:31.893 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:08:31.893 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:08:31.893 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:08:31.894 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:08:31.894 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "client.0", 2024-09-13T16:08:31.894 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCpYeRmqhyiORAAp0ZHMscpsAOj1YZ+SSqHoA==", 2024-09-13T16:08:31.894 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:08:31.894 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2024-09-13T16:08:31.894 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow r", 2024-09-13T16:08:31.894 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-13T16:08:31.894 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:08:31.894 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:08:31.894 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:08:31.894 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "client.1", 2024-09-13T16:08:31.894 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCqYeRmgijBBhAAS5zvjGxEcjj4RKB20HX7kg==", 2024-09-13T16:08:31.894 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:08:31.894 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2024-09-13T16:08:31.895 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow r", 2024-09-13T16:08:31.895 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow rw", 2024-09-13T16:08:31.895 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow rwx" 2024-09-13T16:08:31.895 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:08:31.895 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:08:31.895 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:08:31.895 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "client.2", 2024-09-13T16:08:31.895 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCqYeRmK8OPAxAAQeO1ZZu7/x4/qXzHFFDzBg==", 2024-09-13T16:08:31.895 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:08:31.895 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2024-09-13T16:08:31.895 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow r", 2024-09-13T16:08:31.895 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow rw", 2024-09-13T16:08:31.895 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow rwx" 2024-09-13T16:08:31.895 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:08:31.896 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:08:31.896 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:08:31.896 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "client.3", 2024-09-13T16:08:31.896 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCqYeRmAYJGDBAA4elK4g7yitQwUnpv/vkuSQ==", 2024-09-13T16:08:31.896 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:08:31.896 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2024-09-13T16:08:31.896 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow r", 2024-09-13T16:08:31.896 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow rw", 2024-09-13T16:08:31.896 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow rwx" 2024-09-13T16:08:31.896 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:08:31.896 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:08:31.897 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:08:31.897 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "client.admin", 2024-09-13T16:08:31.897 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCpYeRmz4sKBxAAmVD/bGSWAPyJICtwMc8R7Q==", 2024-09-13T16:08:31.897 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:08:31.897 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow *", 2024-09-13T16:08:31.897 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow *", 2024-09-13T16:08:31.897 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow *", 2024-09-13T16:08:31.897 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:08:31.897 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:08:31.897 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:08:31.897 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:08:31.897 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "mgr.x", 2024-09-13T16:08:31.898 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCpYeRmzy+SHxAAeh91mEyErD2yMaJ+R9p7MQ==", 2024-09-13T16:08:31.898 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:08:31.898 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow *", 2024-09-13T16:08:31.898 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile mgr", 2024-09-13T16:08:31.898 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:08:31.898 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:08:31.898 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:08:31.898 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:08:31.898 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "mgr.y", 2024-09-13T16:08:31.898 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCpYeRmMS6hGxAAhyu76q81PXPjC+BAmqi2Lw==", 2024-09-13T16:08:31.898 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:08:31.898 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow *", 2024-09-13T16:08:31.898 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile mgr", 2024-09-13T16:08:31.898 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:08:31.899 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:08:31.899 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:08:31.899 INFO:teuthology.orchestra.run.smithi076.stdout: ] 2024-09-13T16:08:31.899 INFO:teuthology.orchestra.run.smithi076.stdout:} 2024-09-13T16:08:31.900 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.884+0000 7f283fc3a640 1 -- 172.21.15.76:0/3833183259 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f281c06ac00 msgr2=0x7f281c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:31.900 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.884+0000 7f283fc3a640 1 --2- 172.21.15.76:0/3833183259 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f281c06ac00 0x7f281c06d0c0 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f2834034000 tx=0x7f283402e000 comp rx=0 tx=0).stop 2024-09-13T16:08:31.901 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.884+0000 7f283fc3a640 1 -- 172.21.15.76:0/3833183259 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f28380c8920 msgr2=0x7f28381efe90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:31.901 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.884+0000 7f283fc3a640 1 --2- 172.21.15.76:0/3833183259 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f28380c8920 0x7f28381efe90 secure :-1 s=READY pgs=1020 cs=0 l=1 rev1=1 crypto rx=0x7f283000ede0 tx=0x7f283000c640 comp rx=0 tx=0).stop 2024-09-13T16:08:31.901 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.884+0000 7f283fc3a640 1 -- 172.21.15.76:0/3833183259 shutdown_connections 2024-09-13T16:08:31.901 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.884+0000 7f283fc3a640 1 --2- 172.21.15.76:0/3833183259 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f28380c8920 0x7f28381efe90 unknown :-1 s=CLOSED pgs=1020 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:31.901 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.884+0000 7f283fc3a640 1 --2- 172.21.15.76:0/3833183259 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f281c06ac00 0x7f281c06d0c0 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:31.901 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.884+0000 7f283fc3a640 1 --2- 172.21.15.76:0/3833183259 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2838072110 0x7f28381595d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:31.901 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.884+0000 7f283fc3a640 1 --2- 172.21.15.76:0/3833183259 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2838071d30 0x7f28380c1e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:31.901 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.884+0000 7f283fc3a640 1 -- 172.21.15.76:0/3833183259 >> 172.21.15.76:0/3833183259 conn(0x7f2838069ed0 msgr2=0x7f28380aeda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:31.901 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.884+0000 7f283fc3a640 1 -- 172.21.15.76:0/3833183259 shutdown_connections 2024-09-13T16:08:31.901 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.884+0000 7f283fc3a640 1 -- 172.21.15.76:0/3833183259 wait complete. 2024-09-13T16:08:31.902 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:08:32.000 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.998+0000 7ff6bd584640 1 Processor -- start 2024-09-13T16:08:32.000 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.998+0000 7ff6bd584640 1 -- start start 2024-09-13T16:08:32.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.999+0000 7ff6bd584640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff6b80b4130 0x7ff6b80d2d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:32.002 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.999+0000 7ff6bd584640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff6b80b4510 0x7ff6b80d1620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:32.002 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.999+0000 7ff6bd584640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff6b80b3540 con 0x7ff6b808a370 2024-09-13T16:08:32.002 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.999+0000 7ff6bd584640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff6b80b2ff0 con 0x7ff6b80b4130 2024-09-13T16:08:32.002 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.999+0000 7ff6bd584640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff6b80cdc70 con 0x7ff6b80b4510 2024-09-13T16:08:32.002 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.999+0000 7ff6b6ffd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff6b80b4130 0x7ff6b80d2d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:32.002 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.999+0000 7ff6b6ffd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff6b80b4130 0x7ff6b80d2d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:55070/0 (socket says 172.21.15.76:55070) 2024-09-13T16:08:32.002 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.999+0000 7ff6b6ffd640 1 -- 172.21.15.76:0/2928586364 learned_addr learned my addr 172.21.15.76:0/2928586364 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:32.002 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.999+0000 7ff6b77fe640 1 --2- 172.21.15.76:0/2928586364 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff6b80b4510 0x7ff6b80d1620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:32.002 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.999+0000 7ff6b6ffd640 1 -- 172.21.15.76:0/2928586364 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff6b80b4510 msgr2=0x7ff6b80d1620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:32.002 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.999+0000 7ff6b6ffd640 1 --2- 172.21.15.76:0/2928586364 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff6b80b4510 0x7ff6b80d1620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:32.002 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.999+0000 7ff6b6ffd640 1 -- 172.21.15.76:0/2928586364 >> v1:172.21.15.192:6789/0 conn(0x7ff6b808a370 legacy=0x7ff6b80d0f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:32.002 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.999+0000 7ff6b6ffd640 1 -- 172.21.15.76:0/2928586364 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff6b80cd6f0 con 0x7ff6b80b4130 2024-09-13T16:08:32.003 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:31.999+0000 7ff6b77fe640 1 --2- 172.21.15.76:0/2928586364 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff6b80b4510 0x7ff6b80d1620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:08:32.003 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.000+0000 7ff6b6ffd640 1 --2- 172.21.15.76:0/2928586364 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff6b80b4130 0x7ff6b80d2d00 secure :-1 s=READY pgs=1021 cs=0 l=1 rev1=1 crypto rx=0x7ff6a8009870 tx=0x7ff6a802a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df22bbb2461a0e78 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:32.003 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.000+0000 7ff6b5ffb640 1 -- 172.21.15.76:0/2928586364 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6a8032440 con 0x7ff6b80b4130 2024-09-13T16:08:32.003 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.000+0000 7ff6b5ffb640 1 -- 172.21.15.76:0/2928586364 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff6a80325a0 con 0x7ff6b80b4130 2024-09-13T16:08:32.003 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.000+0000 7ff6b5ffb640 1 -- 172.21.15.76:0/2928586364 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6a8032930 con 0x7ff6b80b4130 2024-09-13T16:08:32.005 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.001+0000 7ff6bd584640 1 -- 172.21.15.76:0/2928586364 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff6b80b4130 msgr2=0x7ff6b80d2d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:32.005 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.001+0000 7ff6bd584640 1 --2- 172.21.15.76:0/2928586364 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff6b80b4130 0x7ff6b80d2d00 secure :-1 s=READY pgs=1021 cs=0 l=1 rev1=1 crypto rx=0x7ff6a8009870 tx=0x7ff6a802a210 comp rx=0 tx=0).stop 2024-09-13T16:08:32.005 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.001+0000 7ff6bd584640 1 -- 172.21.15.76:0/2928586364 shutdown_connections 2024-09-13T16:08:32.005 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.001+0000 7ff6bd584640 1 --2- 172.21.15.76:0/2928586364 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff6b80b4510 0x7ff6b80d1620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:32.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.001+0000 7ff6bd584640 1 --2- 172.21.15.76:0/2928586364 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff6b80b4130 0x7ff6b80d2d00 unknown :-1 s=CLOSED pgs=1021 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:32.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.001+0000 7ff6bd584640 1 -- 172.21.15.76:0/2928586364 >> 172.21.15.76:0/2928586364 conn(0x7ff6b8089f60 msgr2=0x7ff6b80d24f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:32.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.001+0000 7ff6bd584640 1 -- 172.21.15.76:0/2928586364 shutdown_connections 2024-09-13T16:08:32.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.001+0000 7ff6bd584640 1 -- 172.21.15.76:0/2928586364 wait complete. 2024-09-13T16:08:32.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.002+0000 7ff6bd584640 1 Processor -- start 2024-09-13T16:08:32.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.002+0000 7ff6bd584640 1 -- start start 2024-09-13T16:08:32.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.003+0000 7ff6bd584640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff6b808a370 0x7ff6b8158580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:32.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.003+0000 7ff6bd584640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff6b80b4130 0x7ff6b80c7a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:32.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.003+0000 7ff6bd584640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff6b80b4510 0x7ff6b80cb9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:32.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.003+0000 7ff6bd584640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6b81f2340 con 0x7ff6b80b4510 2024-09-13T16:08:32.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.003+0000 7ff6bd584640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6b80c9760 con 0x7ff6b808a370 2024-09-13T16:08:32.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.003+0000 7ff6bd584640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff6b80c87a0 con 0x7ff6b80b4130 2024-09-13T16:08:32.007 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.003+0000 7ff6b77fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff6b80b4510 0x7ff6b80cb9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:32.007 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.003+0000 7ff6b77fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff6b80b4510 0x7ff6b80cb9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:55082/0 (socket says 172.21.15.76:55082) 2024-09-13T16:08:32.007 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.003+0000 7ff6b77fe640 1 -- 172.21.15.76:0/1792165986 learned_addr learned my addr 172.21.15.76:0/1792165986 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:32.007 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.003+0000 7ff6b6ffd640 1 --2- 172.21.15.76:0/1792165986 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff6b808a370 0x7ff6b8158580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:32.007 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.003+0000 7ff6b67fc640 1 --2- 172.21.15.76:0/1792165986 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff6b80b4130 0x7ff6b80c7a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:32.007 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.003+0000 7ff6b77fe640 1 -- 172.21.15.76:0/1792165986 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff6b80b4130 msgr2=0x7ff6b80c7a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:32.007 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.003+0000 7ff6b77fe640 1 --2- 172.21.15.76:0/1792165986 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff6b80b4130 0x7ff6b80c7a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:32.007 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.003+0000 7ff6b77fe640 1 -- 172.21.15.76:0/1792165986 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff6b808a370 msgr2=0x7ff6b8158580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:32.007 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.003+0000 7ff6b77fe640 1 --2- 172.21.15.76:0/1792165986 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff6b808a370 0x7ff6b8158580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:32.007 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.003+0000 7ff6b77fe640 1 -- 172.21.15.76:0/1792165986 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff6a80094d0 con 0x7ff6b80b4510 2024-09-13T16:08:32.007 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.004+0000 7ff6b77fe640 1 --2- 172.21.15.76:0/1792165986 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff6b80b4510 0x7ff6b80cb9d0 secure :-1 s=READY pgs=1022 cs=0 l=1 rev1=1 crypto rx=0x7ff6b000cef0 tx=0x7ff6b000a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:32.007 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.004+0000 7ff69f7fe640 1 -- 172.21.15.76:0/1792165986 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6b000d840 con 0x7ff6b80b4510 2024-09-13T16:08:32.007 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.004+0000 7ff69f7fe640 1 -- 172.21.15.76:0/1792165986 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff6b000d9c0 con 0x7ff6b80b4510 2024-09-13T16:08:32.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.004+0000 7ff6bd584640 1 -- 172.21.15.76:0/1792165986 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff6b8158ac0 con 0x7ff6b80b4510 2024-09-13T16:08:32.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.004+0000 7ff69f7fe640 1 -- 172.21.15.76:0/1792165986 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6b000dd70 con 0x7ff6b80b4510 2024-09-13T16:08:32.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.004+0000 7ff6bd584640 1 -- 172.21.15.76:0/1792165986 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff6b80c9a00 con 0x7ff6b80b4510 2024-09-13T16:08:32.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.005+0000 7ff6bd584640 1 -- 172.21.15.76:0/1792165986 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff6b80c95c0 con 0x7ff6b80b4510 2024-09-13T16:08:32.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.005+0000 7ff69f7fe640 1 -- 172.21.15.76:0/1792165986 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff6b001e3b0 con 0x7ff6b80b4510 2024-09-13T16:08:32.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.006+0000 7ff69f7fe640 1 --2- 172.21.15.76:0/1792165986 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff6a406ac00 0x7ff6a406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:32.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.006+0000 7ff69f7fe640 1 -- 172.21.15.76:0/1792165986 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 5177+0+0 (secure 0 0 0) 0x7ff6b0089b60 con 0x7ff6b80b4510 2024-09-13T16:08:32.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.006+0000 7ff6b6ffd640 1 --2- 172.21.15.76:0/1792165986 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff6a406ac00 0x7ff6a406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:32.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.006+0000 7ff6b6ffd640 1 --2- 172.21.15.76:0/1792165986 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff6a406ac00 0x7ff6a406d0c0 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7ff6a8034000 tx=0x7ff6a802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:32.011 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.010+0000 7ff69f7fe640 1 -- 172.21.15.76:0/1792165986 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ff6b80c95c0 con 0x7ff6b80b4510 2024-09-13T16:08:32.177 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.176+0000 7ff6bd584640 1 -- 172.21.15.76:0/1792165986 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ff6b80c95c0 con 0x7ff6b80b4510 2024-09-13T16:08:32.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.176+0000 7ff69f7fe640 1 -- 172.21.15.76:0/1792165986 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v80) v1 ==== 74+0+13027 (secure 0 0 0) 0x7ff6b80c95c0 con 0x7ff6b80b4510 2024-09-13T16:08:32.178 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:32.178 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":80,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:08:31.519139+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":10,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":71,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":71,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":71,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":71,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:08:32.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.179+0000 7ff6bd584640 1 -- 172.21.15.76:0/1792165986 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff6a406ac00 msgr2=0x7ff6a406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:32.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.179+0000 7ff6bd584640 1 --2- 172.21.15.76:0/1792165986 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff6a406ac00 0x7ff6a406d0c0 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7ff6a8034000 tx=0x7ff6a802e000 comp rx=0 tx=0).stop 2024-09-13T16:08:32.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.179+0000 7ff6bd584640 1 -- 172.21.15.76:0/1792165986 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff6b80b4510 msgr2=0x7ff6b80cb9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:32.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.179+0000 7ff6bd584640 1 --2- 172.21.15.76:0/1792165986 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff6b80b4510 0x7ff6b80cb9d0 secure :-1 s=READY pgs=1022 cs=0 l=1 rev1=1 crypto rx=0x7ff6b000cef0 tx=0x7ff6b000a710 comp rx=0 tx=0).stop 2024-09-13T16:08:32.181 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.179+0000 7ff6bd584640 1 -- 172.21.15.76:0/1792165986 shutdown_connections 2024-09-13T16:08:32.181 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.179+0000 7ff6bd584640 1 --2- 172.21.15.76:0/1792165986 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff6b80b4510 0x7ff6b80cb9d0 unknown :-1 s=CLOSED pgs=1022 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:32.181 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.179+0000 7ff6bd584640 1 --2- 172.21.15.76:0/1792165986 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff6a406ac00 0x7ff6a406d0c0 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:32.181 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.179+0000 7ff6bd584640 1 --2- 172.21.15.76:0/1792165986 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff6b80b4130 0x7ff6b80c7a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:32.181 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.179+0000 7ff6bd584640 1 --2- 172.21.15.76:0/1792165986 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff6b808a370 0x7ff6b8158580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:32.181 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.179+0000 7ff6bd584640 1 -- 172.21.15.76:0/1792165986 >> 172.21.15.76:0/1792165986 conn(0x7ff6b8089f60 msgr2=0x7ff6b815cf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:32.181 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.179+0000 7ff6bd584640 1 -- 172.21.15.76:0/1792165986 shutdown_connections 2024-09-13T16:08:32.181 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.179+0000 7ff6bd584640 1 -- 172.21.15.76:0/1792165986 wait complete. 2024-09-13T16:08:32.191 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:01:26.960607+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:08:32.191 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:08:32.292 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.290+0000 7faf27632640 1 Processor -- start 2024-09-13T16:08:32.292 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.290+0000 7faf27632640 1 -- start start 2024-09-13T16:08:32.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.291+0000 7faf27632640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7faf200d2760 0x7faf200cd8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:32.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.291+0000 7faf27632640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faf200cde20 0x7faf200d0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:32.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.291+0000 7faf27632640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7faf200cd450 con 0x7faf2015c500 2024-09-13T16:08:32.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.291+0000 7faf27632640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7faf200d0cf0 con 0x7faf200d2760 2024-09-13T16:08:32.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.291+0000 7faf27632640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faf200d0fd0 con 0x7faf200cde20 2024-09-13T16:08:32.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.291+0000 7faf253ce640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7faf2015c500 0x7faf200d2050 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:50822/0 (socket says 172.21.15.76:50822) 2024-09-13T16:08:32.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.291+0000 7faf253ce640 1 -- 172.21.15.76:0/373792459 learned_addr learned my addr 172.21.15.76:0/373792459 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:08:32.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.292+0000 7faf25bcf640 1 --2- 172.21.15.76:0/373792459 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faf200cde20 0x7faf200d0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:32.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.292+0000 7faf24bcd640 1 --2- 172.21.15.76:0/373792459 >> v2:172.21.15.192:3300/0 conn(0x7faf200d2760 0x7faf200cd8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:32.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.292+0000 7faf1ffff640 1 -- 172.21.15.76:0/373792459 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 62610808 0 0) 0x7faf200cd450 con 0x7faf2015c500 2024-09-13T16:08:32.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.292+0000 7faf1ffff640 1 -- 172.21.15.76:0/373792459 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7faf08003520 con 0x7faf2015c500 2024-09-13T16:08:32.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.292+0000 7faf1ffff640 1 -- 172.21.15.76:0/373792459 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3916797675 0 0) 0x7faf08003520 con 0x7faf2015c500 2024-09-13T16:08:32.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.292+0000 7faf1ffff640 1 -- 172.21.15.76:0/373792459 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faf200cde20 msgr2=0x7faf200d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:32.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.292+0000 7faf1ffff640 1 --2- 172.21.15.76:0/373792459 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faf200cde20 0x7faf200d0000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:32.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.292+0000 7faf1ffff640 1 -- 172.21.15.76:0/373792459 >> v2:172.21.15.192:3300/0 conn(0x7faf200d2760 msgr2=0x7faf200cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:32.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.292+0000 7faf1ffff640 1 --2- 172.21.15.76:0/373792459 >> v2:172.21.15.192:3300/0 conn(0x7faf200d2760 0x7faf200cd8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:32.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.292+0000 7faf1ffff640 1 -- 172.21.15.76:0/373792459 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faf200cd0e0 con 0x7faf2015c500 2024-09-13T16:08:32.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.292+0000 7faf1ffff640 1 -- 172.21.15.76:0/373792459 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7faf10001670 con 0x7faf2015c500 2024-09-13T16:08:32.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.292+0000 7faf1ffff640 1 -- 172.21.15.76:0/373792459 >> v1:172.21.15.76:6789/0 conn(0x7faf2015c500 legacy=0x7faf200d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:32.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.292+0000 7faf1ffff640 1 --2- 172.21.15.76:0/373792459 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faf200cde20 0x7faf08003970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:32.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.292+0000 7faf1ffff640 1 --2- 172.21.15.76:0/373792459 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faf08003ef0 0x7faf080047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:32.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.292+0000 7faf1ffff640 1 --2- 172.21.15.76:0/373792459 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faf08004d00 0x7faf08005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:32.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.292+0000 7faf1ffff640 1 -- 172.21.15.76:0/373792459 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf200d0cf0 con 0x7faf08003ef0 2024-09-13T16:08:32.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.292+0000 7faf1ffff640 1 -- 172.21.15.76:0/373792459 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf200d0fd0 con 0x7faf08004d00 2024-09-13T16:08:32.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.292+0000 7faf1ffff640 1 -- 172.21.15.76:0/373792459 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faf0800b980 con 0x7faf200cde20 2024-09-13T16:08:32.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.292+0000 7faf24bcd640 1 --2- 172.21.15.76:0/373792459 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faf08003ef0 0x7faf080047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:32.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.292+0000 7faf253ce640 1 --2- 172.21.15.76:0/373792459 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faf200cde20 0x7faf08003970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:32.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.292+0000 7faf25bcf640 1 --2- 172.21.15.76:0/373792459 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faf08004d00 0x7faf08005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:32.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.292+0000 7faf24bcd640 1 -- 172.21.15.76:0/373792459 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faf200cde20 msgr2=0x7faf08003970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:32.297 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.292+0000 7faf24bcd640 1 --2- 172.21.15.76:0/373792459 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faf200cde20 0x7faf08003970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:32.297 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.292+0000 7faf24bcd640 1 -- 172.21.15.76:0/373792459 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faf08004d00 msgr2=0x7faf08005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:32.297 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.292+0000 7faf24bcd640 1 --2- 172.21.15.76:0/373792459 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faf08004d00 0x7faf08005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:32.297 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.292+0000 7faf24bcd640 1 -- 172.21.15.76:0/373792459 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faf08003520 con 0x7faf08003ef0 2024-09-13T16:08:32.297 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.292+0000 7faf25bcf640 1 --2- 172.21.15.76:0/373792459 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faf08004d00 0x7faf08005180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:08:32.297 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.293+0000 7faf24bcd640 1 --2- 172.21.15.76:0/373792459 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faf08003ef0 0x7faf080047c0 secure :-1 s=READY pgs=1024 cs=0 l=1 rev1=1 crypto rx=0x7faf14009ac0 tx=0x7faf080057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf1bb09f0965cfe4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:32.297 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.293+0000 7faf1ffff640 1 -- 172.21.15.76:0/373792459 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf14031400 con 0x7faf08003ef0 2024-09-13T16:08:32.297 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.293+0000 7faf1ffff640 1 -- 172.21.15.76:0/373792459 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faf1402d050 con 0x7faf08003ef0 2024-09-13T16:08:32.297 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.293+0000 7faf1ffff640 1 -- 172.21.15.76:0/373792459 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf14031780 con 0x7faf08003ef0 2024-09-13T16:08:32.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.294+0000 7faf27632640 1 -- 172.21.15.76:0/373792459 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faf08003ef0 msgr2=0x7faf080047c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:32.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.294+0000 7faf27632640 1 --2- 172.21.15.76:0/373792459 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faf08003ef0 0x7faf080047c0 secure :-1 s=READY pgs=1024 cs=0 l=1 rev1=1 crypto rx=0x7faf14009ac0 tx=0x7faf080057f0 comp rx=0 tx=0).stop 2024-09-13T16:08:32.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.294+0000 7faf25bcf640 1 -- 172.21.15.76:0/373792459 reap_dead start 2024-09-13T16:08:32.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.294+0000 7faf27632640 1 -- 172.21.15.76:0/373792459 shutdown_connections 2024-09-13T16:08:32.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.294+0000 7faf27632640 1 -- 172.21.15.76:0/373792459 >> 172.21.15.76:0/373792459 conn(0x7faf20089f60 msgr2=0x7faf2009b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:32.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.294+0000 7faf27632640 1 -- 172.21.15.76:0/373792459 shutdown_connections 2024-09-13T16:08:32.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.294+0000 7faf27632640 1 -- 172.21.15.76:0/373792459 wait complete. 2024-09-13T16:08:32.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.295+0000 7faf27632640 1 Processor -- start 2024-09-13T16:08:32.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.295+0000 7faf27632640 1 -- start start 2024-09-13T16:08:32.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.296+0000 7faf27632640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faf08003ef0 0x7faf201f1740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:32.301 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.296+0000 7faf27632640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faf201f5500 0x7faf2015e2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:32.301 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.296+0000 7faf27632640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faf200b2a90 0x7faf200b2f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:32.301 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.296+0000 7faf27632640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf200b3460 con 0x7faf08003ef0 2024-09-13T16:08:32.301 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.296+0000 7faf27632640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf2015ec50 con 0x7faf200b2a90 2024-09-13T16:08:32.301 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.296+0000 7faf27632640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faf2015ef30 con 0x7faf201f5500 2024-09-13T16:08:32.301 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.296+0000 7faf253ce640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faf08003ef0 0x7faf201f1740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:32.301 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.296+0000 7faf253ce640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faf08003ef0 0x7faf201f1740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:55114/0 (socket says 172.21.15.76:55114) 2024-09-13T16:08:32.301 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.296+0000 7faf253ce640 1 -- 172.21.15.76:0/3947706823 learned_addr learned my addr 172.21.15.76:0/3947706823 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:32.301 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.296+0000 7faf253ce640 1 -- 172.21.15.76:0/3947706823 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faf201f5500 msgr2=0x7faf2015e2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:32.301 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.296+0000 7faf253ce640 1 --2- 172.21.15.76:0/3947706823 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faf201f5500 0x7faf2015e2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:32.301 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.296+0000 7faf253ce640 1 -- 172.21.15.76:0/3947706823 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faf200b2a90 msgr2=0x7faf200b2f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:32.301 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.296+0000 7faf253ce640 1 --2- 172.21.15.76:0/3947706823 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faf200b2a90 0x7faf200b2f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:32.302 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.296+0000 7faf253ce640 1 -- 172.21.15.76:0/3947706823 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faf2015f210 con 0x7faf08003ef0 2024-09-13T16:08:32.302 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.296+0000 7faf253ce640 1 --2- 172.21.15.76:0/3947706823 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faf08003ef0 0x7faf201f1740 secure :-1 s=READY pgs=1025 cs=0 l=1 rev1=1 crypto rx=0x7faf10000fb0 tx=0x7faf1000ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:32.302 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.297+0000 7faf1dffb640 1 -- 172.21.15.76:0/3947706823 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf1000c7c0 con 0x7faf08003ef0 2024-09-13T16:08:32.302 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.297+0000 7faf1dffb640 1 -- 172.21.15.76:0/3947706823 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faf1000c920 con 0x7faf08003ef0 2024-09-13T16:08:32.302 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.297+0000 7faf27632640 1 -- 172.21.15.76:0/3947706823 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faf2015f4f0 con 0x7faf08003ef0 2024-09-13T16:08:32.302 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.297+0000 7faf1dffb640 1 -- 172.21.15.76:0/3947706823 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf1000ccd0 con 0x7faf08003ef0 2024-09-13T16:08:32.302 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.297+0000 7faf27632640 1 -- 172.21.15.76:0/3947706823 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faf201f1c80 con 0x7faf08003ef0 2024-09-13T16:08:32.302 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.298+0000 7faf27632640 1 -- 172.21.15.76:0/3947706823 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faf2015fa10 con 0x7faf08003ef0 2024-09-13T16:08:32.302 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.298+0000 7faf1dffb640 1 -- 172.21.15.76:0/3947706823 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7faf1001d460 con 0x7faf08003ef0 2024-09-13T16:08:32.302 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.298+0000 7faf1dffb640 1 --2- 172.21.15.76:0/3947706823 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7faf0c06ac30 0x7faf0c06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:32.302 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.298+0000 7faf1dffb640 1 -- 172.21.15.76:0/3947706823 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 5177+0+0 (secure 0 0 0) 0x7faf10089000 con 0x7faf08003ef0 2024-09-13T16:08:32.302 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.298+0000 7faf24bcd640 1 --2- 172.21.15.76:0/3947706823 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7faf0c06ac30 0x7faf0c06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:32.303 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.299+0000 7faf24bcd640 1 --2- 172.21.15.76:0/3947706823 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7faf0c06ac30 0x7faf0c06d0f0 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7faf14033000 tx=0x7faf1402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:32.304 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.303+0000 7faf1dffb640 1 -- 172.21.15.76:0/3947706823 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7faf2015fa10 con 0x7faf08003ef0 2024-09-13T16:08:32.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.461+0000 7faf27632640 1 -- 172.21.15.76:0/3947706823 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7faf2015fa10 con 0x7faf08003ef0 2024-09-13T16:08:32.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.462+0000 7faf1dffb640 1 -- 172.21.15.76:0/3947706823 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v80) v1 ==== 93+0+10 (secure 0 0 0) 0x7faf2015fa10 con 0x7faf08003ef0 2024-09-13T16:08:32.463 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2024-09-13T16:08:32.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.463+0000 7faf27632640 1 -- 172.21.15.76:0/3947706823 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7faf0c06ac30 msgr2=0x7faf0c06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:32.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.463+0000 7faf27632640 1 --2- 172.21.15.76:0/3947706823 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7faf0c06ac30 0x7faf0c06d0f0 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7faf14033000 tx=0x7faf1402e000 comp rx=0 tx=0).stop 2024-09-13T16:08:32.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.463+0000 7faf27632640 1 -- 172.21.15.76:0/3947706823 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faf08003ef0 msgr2=0x7faf201f1740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:32.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.464+0000 7faf27632640 1 --2- 172.21.15.76:0/3947706823 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faf08003ef0 0x7faf201f1740 secure :-1 s=READY pgs=1025 cs=0 l=1 rev1=1 crypto rx=0x7faf10000fb0 tx=0x7faf1000ec80 comp rx=0 tx=0).stop 2024-09-13T16:08:32.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.464+0000 7faf27632640 1 -- 172.21.15.76:0/3947706823 shutdown_connections 2024-09-13T16:08:32.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.464+0000 7faf27632640 1 --2- 172.21.15.76:0/3947706823 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faf200b2a90 0x7faf200b2f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:32.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.464+0000 7faf27632640 1 --2- 172.21.15.76:0/3947706823 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7faf0c06ac30 0x7faf0c06d0f0 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:32.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.464+0000 7faf27632640 1 --2- 172.21.15.76:0/3947706823 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faf201f5500 0x7faf2015e2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:32.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.464+0000 7faf27632640 1 --2- 172.21.15.76:0/3947706823 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faf08003ef0 0x7faf201f1740 unknown :-1 s=CLOSED pgs=1025 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:32.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.464+0000 7faf27632640 1 -- 172.21.15.76:0/3947706823 >> 172.21.15.76:0/3947706823 conn(0x7faf20089f60 msgr2=0x7faf2015aaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:32.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.464+0000 7faf27632640 1 -- 172.21.15.76:0/3947706823 shutdown_connections 2024-09-13T16:08:32.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.464+0000 7faf27632640 1 -- 172.21.15.76:0/3947706823 wait complete. 2024-09-13T16:08:32.476 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-13T16:08:32.576 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.574+0000 7fd0db508640 1 Processor -- start 2024-09-13T16:08:32.576 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.574+0000 7fd0db508640 1 -- start start 2024-09-13T16:08:32.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.575+0000 7fd0db508640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fd0d4071d30 0x7fd0d4070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:32.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.575+0000 7fd0db508640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd0d4072110 0x7fd0d40b1b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:32.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.575+0000 7fd0db508640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fd0d40c8920 0x7fd0d40c8dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:32.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.575+0000 7fd0db508640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd0d40c9310 con 0x7fd0d40c8920 2024-09-13T16:08:32.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.575+0000 7fd0db508640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd0d40abdf0 con 0x7fd0d4071d30 2024-09-13T16:08:32.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.575+0000 7fd0db508640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd0d40ab1e0 con 0x7fd0d4072110 2024-09-13T16:08:32.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.575+0000 7fd0d9aa5640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fd0d40c8920 0x7fd0d40c8dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:32.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.575+0000 7fd0d9aa5640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fd0d40c8920 0x7fd0d40c8dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:55126/0 (socket says 172.21.15.76:55126) 2024-09-13T16:08:32.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.575+0000 7fd0d9aa5640 1 -- 172.21.15.76:0/3720744411 learned_addr learned my addr 172.21.15.76:0/3720744411 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:32.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.575+0000 7fd0d9aa5640 1 -- 172.21.15.76:0/3720744411 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd0d4072110 msgr2=0x7fd0d40b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:32.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.575+0000 7fd0d92a4640 1 --2- 172.21.15.76:0/3720744411 >> v2:172.21.15.192:3300/0 conn(0x7fd0d4071d30 0x7fd0d4070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:32.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.575+0000 7fd0d8aa3640 1 --2- 172.21.15.76:0/3720744411 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd0d4072110 0x7fd0d40b1b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:32.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.576+0000 7fd0d9aa5640 1 --2- 172.21.15.76:0/3720744411 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd0d4072110 0x7fd0d40b1b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:32.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.576+0000 7fd0d9aa5640 1 -- 172.21.15.76:0/3720744411 >> v2:172.21.15.192:3300/0 conn(0x7fd0d4071d30 msgr2=0x7fd0d4070190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:32.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.576+0000 7fd0d9aa5640 1 --2- 172.21.15.76:0/3720744411 >> v2:172.21.15.192:3300/0 conn(0x7fd0d4071d30 0x7fd0d4070190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:32.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.576+0000 7fd0d9aa5640 1 -- 172.21.15.76:0/3720744411 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd0d40ab4c0 con 0x7fd0d40c8920 2024-09-13T16:08:32.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.576+0000 7fd0d92a4640 1 --2- 172.21.15.76:0/3720744411 >> v2:172.21.15.192:3300/0 conn(0x7fd0d4071d30 0x7fd0d4070190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:08:32.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.576+0000 7fd0d8aa3640 1 --2- 172.21.15.76:0/3720744411 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd0d4072110 0x7fd0d40b1b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:08:32.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.576+0000 7fd0d9aa5640 1 --2- 172.21.15.76:0/3720744411 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd0d40c8920 0x7fd0d40c8dd0 secure :-1 s=READY pgs=1026 cs=0 l=1 rev1=1 crypto rx=0x7fd0cc009e50 tx=0x7fd0cc02a6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=31a6080e501eb7a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:32.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.576+0000 7fd0cbfff640 1 -- 172.21.15.76:0/3720744411 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0cc02aea0 con 0x7fd0d40c8920 2024-09-13T16:08:32.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.576+0000 7fd0cbfff640 1 -- 172.21.15.76:0/3720744411 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd0cc02d050 con 0x7fd0d40c8920 2024-09-13T16:08:32.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.576+0000 7fd0cbfff640 1 -- 172.21.15.76:0/3720744411 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0cc031820 con 0x7fd0d40c8920 2024-09-13T16:08:32.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.577+0000 7fd0db508640 1 -- 172.21.15.76:0/3720744411 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd0d40c8920 msgr2=0x7fd0d40c8dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:32.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.577+0000 7fd0db508640 1 --2- 172.21.15.76:0/3720744411 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd0d40c8920 0x7fd0d40c8dd0 secure :-1 s=READY pgs=1026 cs=0 l=1 rev1=1 crypto rx=0x7fd0cc009e50 tx=0x7fd0cc02a6c0 comp rx=0 tx=0).stop 2024-09-13T16:08:32.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.577+0000 7fd0db508640 1 -- 172.21.15.76:0/3720744411 shutdown_connections 2024-09-13T16:08:32.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.577+0000 7fd0db508640 1 --2- 172.21.15.76:0/3720744411 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd0d40c8920 0x7fd0d40c8dd0 unknown :-1 s=CLOSED pgs=1026 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:32.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.577+0000 7fd0db508640 1 --2- 172.21.15.76:0/3720744411 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd0d4072110 0x7fd0d40b1b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:32.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.577+0000 7fd0db508640 1 --2- 172.21.15.76:0/3720744411 >> v2:172.21.15.192:3300/0 conn(0x7fd0d4071d30 0x7fd0d4070190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:32.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.577+0000 7fd0db508640 1 -- 172.21.15.76:0/3720744411 >> 172.21.15.76:0/3720744411 conn(0x7fd0d4069ed0 msgr2=0x7fd0d406a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:32.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.577+0000 7fd0db508640 1 -- 172.21.15.76:0/3720744411 shutdown_connections 2024-09-13T16:08:32.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.577+0000 7fd0db508640 1 -- 172.21.15.76:0/3720744411 wait complete. 2024-09-13T16:08:32.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.578+0000 7fd0db508640 1 Processor -- start 2024-09-13T16:08:32.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.578+0000 7fd0db508640 1 -- start start 2024-09-13T16:08:32.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.579+0000 7fd0db508640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd0d4071d30 0x7fd0d415af80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:32.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.579+0000 7fd0db508640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd0d4072110 0x7fd0d40c72b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:32.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.579+0000 7fd0db508640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd0d40c8920 0x7fd0d40c77f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:32.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.579+0000 7fd0db508640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd0d40c7dd0 con 0x7fd0d4071d30 2024-09-13T16:08:32.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.579+0000 7fd0db508640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd0d415b4c0 con 0x7fd0d4072110 2024-09-13T16:08:32.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.579+0000 7fd0db508640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd0d40c1d40 con 0x7fd0d40c8920 2024-09-13T16:08:32.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.579+0000 7fd0d92a4640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd0d4071d30 0x7fd0d415af80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:32.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.579+0000 7fd0d92a4640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd0d4071d30 0x7fd0d415af80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:55130/0 (socket says 172.21.15.76:55130) 2024-09-13T16:08:32.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.579+0000 7fd0d92a4640 1 -- 172.21.15.76:0/359414865 learned_addr learned my addr 172.21.15.76:0/359414865 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:32.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.579+0000 7fd0d9aa5640 1 --2- 172.21.15.76:0/359414865 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd0d40c8920 0x7fd0d40c77f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:32.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.579+0000 7fd0d8aa3640 1 --2- 172.21.15.76:0/359414865 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd0d4072110 0x7fd0d40c72b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:32.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.579+0000 7fd0d92a4640 1 -- 172.21.15.76:0/359414865 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd0d40c8920 msgr2=0x7fd0d40c77f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:32.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.579+0000 7fd0d92a4640 1 --2- 172.21.15.76:0/359414865 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd0d40c8920 0x7fd0d40c77f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:32.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.579+0000 7fd0d92a4640 1 -- 172.21.15.76:0/359414865 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd0d4072110 msgr2=0x7fd0d40c72b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:32.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.579+0000 7fd0d92a4640 1 --2- 172.21.15.76:0/359414865 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd0d4072110 0x7fd0d40c72b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:32.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.579+0000 7fd0d92a4640 1 -- 172.21.15.76:0/359414865 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd0cc009b30 con 0x7fd0d4071d30 2024-09-13T16:08:32.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.580+0000 7fd0d92a4640 1 --2- 172.21.15.76:0/359414865 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd0d4071d30 0x7fd0d415af80 secure :-1 s=READY pgs=1027 cs=0 l=1 rev1=1 crypto rx=0x7fd0d000c7f0 tx=0x7fd0d000ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:32.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.580+0000 7fd0c9ffb640 1 -- 172.21.15.76:0/359414865 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0d000cea0 con 0x7fd0d4071d30 2024-09-13T16:08:32.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.580+0000 7fd0c9ffb640 1 -- 172.21.15.76:0/359414865 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd0d0007a30 con 0x7fd0d4071d30 2024-09-13T16:08:32.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.580+0000 7fd0db508640 1 -- 172.21.15.76:0/359414865 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd0d40c2020 con 0x7fd0d4071d30 2024-09-13T16:08:32.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.580+0000 7fd0c9ffb640 1 -- 172.21.15.76:0/359414865 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0d0007dc0 con 0x7fd0d4071d30 2024-09-13T16:08:32.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.580+0000 7fd0db508640 1 -- 172.21.15.76:0/359414865 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd0d40c25e0 con 0x7fd0d4071d30 2024-09-13T16:08:32.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.581+0000 7fd0db508640 1 -- 172.21.15.76:0/359414865 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd0d40b2f00 con 0x7fd0d4071d30 2024-09-13T16:08:32.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.581+0000 7fd0c9ffb640 1 -- 172.21.15.76:0/359414865 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd0d00113f0 con 0x7fd0d4071d30 2024-09-13T16:08:32.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.582+0000 7fd0c9ffb640 1 --2- 172.21.15.76:0/359414865 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd0b806ac00 0x7fd0b806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:32.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.582+0000 7fd0c9ffb640 1 -- 172.21.15.76:0/359414865 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 5177+0+0 (secure 0 0 0) 0x7fd0d00891d0 con 0x7fd0d4071d30 2024-09-13T16:08:32.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.582+0000 7fd0d8aa3640 1 --2- 172.21.15.76:0/359414865 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd0b806ac00 0x7fd0b806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:32.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.582+0000 7fd0d8aa3640 1 --2- 172.21.15.76:0/359414865 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd0b806ac00 0x7fd0b806d0c0 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7fd0d40c9dd0 tx=0x7fd0c4008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:32.587 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.586+0000 7fd0c9ffb640 1 -- 172.21.15.76:0/359414865 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fd0d0054650 con 0x7fd0d4071d30 2024-09-13T16:08:32.750 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.748+0000 7fd0db508640 1 -- 172.21.15.76:0/359414865 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7fd0d415cb20 con 0x7fd0d4071d30 2024-09-13T16:08:32.750 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.749+0000 7fd0c9ffb640 1 -- 172.21.15.76:0/359414865 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v80) v1 ==== 84+0+65 (secure 0 0 0) 0x7fd0d0057c70 con 0x7fd0d4071d30 2024-09-13T16:08:32.750 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:32.750 INFO:teuthology.orchestra.run.smithi076.stdout:[ 2024-09-13T16:08:32.750 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:08:32.750 INFO:teuthology.orchestra.run.smithi076.stdout: "poolnum": 1, 2024-09-13T16:08:32.751 INFO:teuthology.orchestra.run.smithi076.stdout: "poolname": ".mgr" 2024-09-13T16:08:32.751 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:08:32.751 INFO:teuthology.orchestra.run.smithi076.stdout:] 2024-09-13T16:08:32.752 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.750+0000 7fd0db508640 1 -- 172.21.15.76:0/359414865 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd0b806ac00 msgr2=0x7fd0b806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:32.752 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.750+0000 7fd0db508640 1 --2- 172.21.15.76:0/359414865 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd0b806ac00 0x7fd0b806d0c0 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7fd0d40c9dd0 tx=0x7fd0c4008040 comp rx=0 tx=0).stop 2024-09-13T16:08:32.752 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.750+0000 7fd0db508640 1 -- 172.21.15.76:0/359414865 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd0d4071d30 msgr2=0x7fd0d415af80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:32.753 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.750+0000 7fd0db508640 1 --2- 172.21.15.76:0/359414865 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd0d4071d30 0x7fd0d415af80 secure :-1 s=READY pgs=1027 cs=0 l=1 rev1=1 crypto rx=0x7fd0d000c7f0 tx=0x7fd0d000ccb0 comp rx=0 tx=0).stop 2024-09-13T16:08:32.753 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.750+0000 7fd0db508640 1 -- 172.21.15.76:0/359414865 shutdown_connections 2024-09-13T16:08:32.753 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.750+0000 7fd0db508640 1 --2- 172.21.15.76:0/359414865 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd0b806ac00 0x7fd0b806d0c0 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:32.753 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.750+0000 7fd0db508640 1 --2- 172.21.15.76:0/359414865 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd0d40c8920 0x7fd0d40c77f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:32.753 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.750+0000 7fd0db508640 1 --2- 172.21.15.76:0/359414865 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd0d4072110 0x7fd0d40c72b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:32.753 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.750+0000 7fd0db508640 1 --2- 172.21.15.76:0/359414865 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd0d4071d30 0x7fd0d415af80 unknown :-1 s=CLOSED pgs=1027 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:32.753 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.750+0000 7fd0db508640 1 -- 172.21.15.76:0/359414865 >> 172.21.15.76:0/359414865 conn(0x7fd0d4069ed0 msgr2=0x7fd0d4070780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:32.753 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.751+0000 7fd0db508640 1 -- 172.21.15.76:0/359414865 shutdown_connections 2024-09-13T16:08:32.753 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.751+0000 7fd0db508640 1 -- 172.21.15.76:0/359414865 wait complete. 2024-09-13T16:08:32.762 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-13T16:08:32.763 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-13T16:08:32.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.862+0000 7f2a4a3bc640 1 Processor -- start 2024-09-13T16:08:32.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.862+0000 7f2a4a3bc640 1 -- start start 2024-09-13T16:08:32.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.863+0000 7f2a4a3bc640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2a4415a3b0 0x7f2a440b20a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:32.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.863+0000 7f2a4a3bc640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2a4415a790 con 0x7f2a440b1720 2024-09-13T16:08:32.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.863+0000 7f2a4a3bc640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2a440b2680 con 0x7f2a440cec00 2024-09-13T16:08:32.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.863+0000 7f2a4a3bc640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2a440b2960 con 0x7f2a4415a3b0 2024-09-13T16:08:32.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.863+0000 7f2a437fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f2a440b1720 0x7f2a440ce4f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:50826/0 (socket says 172.21.15.76:50826) 2024-09-13T16:08:32.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.863+0000 7f2a437fe640 1 -- 172.21.15.76:0/3606213087 learned_addr learned my addr 172.21.15.76:0/3606213087 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:08:32.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.863+0000 7f2a42ffd640 1 -- 172.21.15.76:0/3606213087 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1677011433 0 0) 0x7f2a4415a790 con 0x7f2a440b1720 2024-09-13T16:08:32.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.863+0000 7f2a42ffd640 1 -- 172.21.15.76:0/3606213087 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2a2c003520 con 0x7f2a440b1720 2024-09-13T16:08:32.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.863+0000 7f2a43fff640 1 --2- 172.21.15.76:0/3606213087 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2a4415a3b0 0x7f2a440b20a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:32.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.864+0000 7f2a42ffd640 1 -- 172.21.15.76:0/3606213087 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1605970489 0 0) 0x7f2a2c003520 con 0x7f2a440b1720 2024-09-13T16:08:32.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.864+0000 7f2a42ffd640 1 -- 172.21.15.76:0/3606213087 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2a4415a3b0 msgr2=0x7f2a440b20a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:32.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.864+0000 7f2a42ffd640 1 --2- 172.21.15.76:0/3606213087 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2a4415a3b0 0x7f2a440b20a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:32.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.864+0000 7f2a42ffd640 1 -- 172.21.15.76:0/3606213087 >> v1:172.21.15.192:6789/0 conn(0x7f2a440cec00 legacy=0x7f2a440ab9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:32.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.864+0000 7f2a42ffd640 1 -- 172.21.15.76:0/3606213087 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2a440b2c40 con 0x7f2a440b1720 2024-09-13T16:08:32.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.864+0000 7f2a42ffd640 1 -- 172.21.15.76:0/3606213087 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f2a38001670 con 0x7f2a440b1720 2024-09-13T16:08:32.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.864+0000 7f2a42ffd640 1 -- 172.21.15.76:0/3606213087 >> v1:172.21.15.76:6789/0 conn(0x7f2a440b1720 legacy=0x7f2a440ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:32.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.864+0000 7f2a42ffd640 1 --2- 172.21.15.76:0/3606213087 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2a2c0039a0 0x7f2a2c003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:32.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.864+0000 7f2a42ffd640 1 --2- 172.21.15.76:0/3606213087 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2a2c0047c0 0x7f2a2c004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:32.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.864+0000 7f2a42ffd640 1 --2- 172.21.15.76:0/3606213087 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2a4415a3b0 0x7f2a2c005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:32.869 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.864+0000 7f2a42ffd640 1 -- 172.21.15.76:0/3606213087 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a440b2960 con 0x7f2a2c0039a0 2024-09-13T16:08:32.869 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.864+0000 7f2a42ffd640 1 -- 172.21.15.76:0/3606213087 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a2c00ba30 con 0x7f2a2c0047c0 2024-09-13T16:08:32.869 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.864+0000 7f2a42ffd640 1 -- 172.21.15.76:0/3606213087 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2a2c00bbf0 con 0x7f2a4415a3b0 2024-09-13T16:08:32.869 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.864+0000 7f2a43fff640 1 --2- 172.21.15.76:0/3606213087 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2a2c0039a0 0x7f2a2c003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:32.869 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.864+0000 7f2a437fe640 1 --2- 172.21.15.76:0/3606213087 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2a2c0047c0 0x7f2a2c004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:32.869 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.864+0000 7f2a48959640 1 --2- 172.21.15.76:0/3606213087 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2a4415a3b0 0x7f2a2c005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:32.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.864+0000 7f2a43fff640 1 -- 172.21.15.76:0/3606213087 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2a4415a3b0 msgr2=0x7f2a2c005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:32.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.864+0000 7f2a43fff640 1 --2- 172.21.15.76:0/3606213087 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2a4415a3b0 0x7f2a2c005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:32.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.864+0000 7f2a43fff640 1 -- 172.21.15.76:0/3606213087 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2a2c0047c0 msgr2=0x7f2a2c004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:32.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.864+0000 7f2a43fff640 1 --2- 172.21.15.76:0/3606213087 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2a2c0047c0 0x7f2a2c004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:32.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.864+0000 7f2a43fff640 1 -- 172.21.15.76:0/3606213087 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2a2c003520 con 0x7f2a2c0039a0 2024-09-13T16:08:32.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.864+0000 7f2a437fe640 1 --2- 172.21.15.76:0/3606213087 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2a2c0047c0 0x7f2a2c004c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:08:32.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.865+0000 7f2a43fff640 1 --2- 172.21.15.76:0/3606213087 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2a2c0039a0 0x7f2a2c003dc0 secure :-1 s=READY pgs=1029 cs=0 l=1 rev1=1 crypto rx=0x7f2a34009a90 tx=0x7f2a2c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa6148752836e56e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:32.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.865+0000 7f2a42ffd640 1 -- 172.21.15.76:0/3606213087 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a34031400 con 0x7f2a2c0039a0 2024-09-13T16:08:32.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.865+0000 7f2a42ffd640 1 -- 172.21.15.76:0/3606213087 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2a3402d050 con 0x7f2a2c0039a0 2024-09-13T16:08:32.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.865+0000 7f2a42ffd640 1 -- 172.21.15.76:0/3606213087 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a34031780 con 0x7f2a2c0039a0 2024-09-13T16:08:32.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.866+0000 7f2a4a3bc640 1 -- 172.21.15.76:0/3606213087 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2a2c0039a0 msgr2=0x7f2a2c003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:32.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.866+0000 7f2a4a3bc640 1 --2- 172.21.15.76:0/3606213087 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2a2c0039a0 0x7f2a2c003dc0 secure :-1 s=READY pgs=1029 cs=0 l=1 rev1=1 crypto rx=0x7f2a34009a90 tx=0x7f2a2c0057f0 comp rx=0 tx=0).stop 2024-09-13T16:08:32.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.866+0000 7f2a48959640 1 -- 172.21.15.76:0/3606213087 reap_dead start 2024-09-13T16:08:32.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.866+0000 7f2a4a3bc640 1 -- 172.21.15.76:0/3606213087 shutdown_connections 2024-09-13T16:08:32.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.866+0000 7f2a4a3bc640 1 -- 172.21.15.76:0/3606213087 >> 172.21.15.76:0/3606213087 conn(0x7f2a4406a0b0 msgr2=0x7f2a4406a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:32.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.866+0000 7f2a4a3bc640 1 -- 172.21.15.76:0/3606213087 shutdown_connections 2024-09-13T16:08:32.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.866+0000 7f2a4a3bc640 1 -- 172.21.15.76:0/3606213087 wait complete. 2024-09-13T16:08:32.875 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.867+0000 7f2a4a3bc640 1 Processor -- start 2024-09-13T16:08:32.875 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.867+0000 7f2a4a3bc640 1 -- start start 2024-09-13T16:08:32.875 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.868+0000 7f2a4a3bc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2a2c0039a0 0x7f2a44158ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:32.875 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.868+0000 7f2a4a3bc640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2a440c7820 0x7f2a440c2650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:32.875 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.868+0000 7f2a4a3bc640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2a440c2b90 0x7f2a441f2780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:32.875 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.868+0000 7f2a4a3bc640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a440c3c20 con 0x7f2a2c0039a0 2024-09-13T16:08:32.875 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.868+0000 7f2a4a3bc640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a440b0cc0 con 0x7f2a440c2b90 2024-09-13T16:08:32.875 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.868+0000 7f2a4a3bc640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2a440c3010 con 0x7f2a440c7820 2024-09-13T16:08:32.875 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.868+0000 7f2a43fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2a2c0039a0 0x7f2a44158ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:32.875 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.868+0000 7f2a43fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2a2c0039a0 0x7f2a44158ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:55148/0 (socket says 172.21.15.76:55148) 2024-09-13T16:08:32.875 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.868+0000 7f2a43fff640 1 -- 172.21.15.76:0/2517925787 learned_addr learned my addr 172.21.15.76:0/2517925787 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:32.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.868+0000 7f2a437fe640 1 --2- 172.21.15.76:0/2517925787 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2a440c7820 0x7f2a440c2650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:32.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.868+0000 7f2a48959640 1 --2- 172.21.15.76:0/2517925787 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2a440c2b90 0x7f2a441f2780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:32.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.868+0000 7f2a43fff640 1 -- 172.21.15.76:0/2517925787 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2a440c7820 msgr2=0x7f2a440c2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:32.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.868+0000 7f2a43fff640 1 --2- 172.21.15.76:0/2517925787 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2a440c7820 0x7f2a440c2650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:32.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.868+0000 7f2a43fff640 1 -- 172.21.15.76:0/2517925787 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2a440c2b90 msgr2=0x7f2a441f2780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:32.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.868+0000 7f2a43fff640 1 --2- 172.21.15.76:0/2517925787 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2a440c2b90 0x7f2a441f2780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:32.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.868+0000 7f2a43fff640 1 -- 172.21.15.76:0/2517925787 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2a440c32f0 con 0x7f2a2c0039a0 2024-09-13T16:08:32.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.868+0000 7f2a48959640 1 --2- 172.21.15.76:0/2517925787 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2a440c2b90 0x7f2a441f2780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:08:32.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.868+0000 7f2a43fff640 1 --2- 172.21.15.76:0/2517925787 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2a2c0039a0 0x7f2a44158ae0 secure :-1 s=READY pgs=1030 cs=0 l=1 rev1=1 crypto rx=0x7f2a34009a90 tx=0x7f2a34004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:32.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.868+0000 7f2a40ff9640 1 -- 172.21.15.76:0/2517925787 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a34003bd0 con 0x7f2a2c0039a0 2024-09-13T16:08:32.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.868+0000 7f2a40ff9640 1 -- 172.21.15.76:0/2517925787 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2a34003d30 con 0x7f2a2c0039a0 2024-09-13T16:08:32.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.869+0000 7f2a4a3bc640 1 -- 172.21.15.76:0/2517925787 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2a440c35d0 con 0x7f2a2c0039a0 2024-09-13T16:08:32.877 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.869+0000 7f2a40ff9640 1 -- 172.21.15.76:0/2517925787 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a34003ea0 con 0x7f2a2c0039a0 2024-09-13T16:08:32.877 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.869+0000 7f2a4a3bc640 1 -- 172.21.15.76:0/2517925787 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2a44159020 con 0x7f2a2c0039a0 2024-09-13T16:08:32.877 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.869+0000 7f2a4a3bc640 1 -- 172.21.15.76:0/2517925787 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2a4415d800 con 0x7f2a2c0039a0 2024-09-13T16:08:32.877 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.870+0000 7f2a40ff9640 1 -- 172.21.15.76:0/2517925787 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f2a34038070 con 0x7f2a2c0039a0 2024-09-13T16:08:32.877 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.870+0000 7f2a40ff9640 1 --2- 172.21.15.76:0/2517925787 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2a3006ac00 0x7f2a3006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:32.877 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.870+0000 7f2a40ff9640 1 -- 172.21.15.76:0/2517925787 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 5177+0+0 (secure 0 0 0) 0x7f2a340a90e0 con 0x7f2a2c0039a0 2024-09-13T16:08:32.877 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.871+0000 7f2a437fe640 1 --2- 172.21.15.76:0/2517925787 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2a3006ac00 0x7f2a3006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:32.877 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.871+0000 7f2a437fe640 1 --2- 172.21.15.76:0/2517925787 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2a3006ac00 0x7f2a3006d0c0 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f2a4406a9a0 tx=0x7f2a38009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:32.877 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:32.875+0000 7f2a40ff9640 1 -- 172.21.15.76:0/2517925787 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f2a34074610 con 0x7f2a2c0039a0 2024-09-13T16:08:33.037 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:33.036+0000 7f2a4a3bc640 1 -- 172.21.15.76:0/2517925787 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7f2a440cba40 con 0x7f2a2c0039a0 2024-09-13T16:08:33.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:33.534+0000 7f2a40ff9640 1 -- 172.21.15.76:0/2517925787 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v81) v1 ==== 138+0+0 (secure 0 0 0) 0x7f2a3403b410 con 0x7f2a2c0039a0 2024-09-13T16:08:33.535 INFO:teuthology.orchestra.run.smithi076.stderr:pool 'cephfs_metadata' created 2024-09-13T16:08:33.539 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:33.538+0000 7f2a4a3bc640 1 -- 172.21.15.76:0/2517925787 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2a3006ac00 msgr2=0x7f2a3006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:33.539 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:33.538+0000 7f2a4a3bc640 1 --2- 172.21.15.76:0/2517925787 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2a3006ac00 0x7f2a3006d0c0 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f2a4406a9a0 tx=0x7f2a38009040 comp rx=0 tx=0).stop 2024-09-13T16:08:33.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:33.538+0000 7f2a4a3bc640 1 -- 172.21.15.76:0/2517925787 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2a2c0039a0 msgr2=0x7f2a44158ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:33.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:33.538+0000 7f2a4a3bc640 1 --2- 172.21.15.76:0/2517925787 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2a2c0039a0 0x7f2a44158ae0 secure :-1 s=READY pgs=1030 cs=0 l=1 rev1=1 crypto rx=0x7f2a34009a90 tx=0x7f2a34004730 comp rx=0 tx=0).stop 2024-09-13T16:08:33.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:33.538+0000 7f2a4a3bc640 1 -- 172.21.15.76:0/2517925787 shutdown_connections 2024-09-13T16:08:33.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:33.538+0000 7f2a4a3bc640 1 --2- 172.21.15.76:0/2517925787 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2a440c2b90 0x7f2a441f2780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:33.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:33.538+0000 7f2a4a3bc640 1 --2- 172.21.15.76:0/2517925787 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2a3006ac00 0x7f2a3006d0c0 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:33.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:33.538+0000 7f2a4a3bc640 1 --2- 172.21.15.76:0/2517925787 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2a440c7820 0x7f2a440c2650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:33.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:33.538+0000 7f2a4a3bc640 1 --2- 172.21.15.76:0/2517925787 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2a2c0039a0 0x7f2a44158ae0 unknown :-1 s=CLOSED pgs=1030 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:33.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:33.538+0000 7f2a4a3bc640 1 -- 172.21.15.76:0/2517925787 >> 172.21.15.76:0/2517925787 conn(0x7f2a4406a0b0 msgr2=0x7f2a440caf50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:33.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:33.538+0000 7f2a4a3bc640 1 -- 172.21.15.76:0/2517925787 shutdown_connections 2024-09-13T16:08:33.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:33.538+0000 7f2a4a3bc640 1 -- 172.21.15.76:0/2517925787 wait complete. 2024-09-13T16:08:33.552 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-13T16:08:33.658 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:33.657+0000 7fb3dd79d640 1 Processor -- start 2024-09-13T16:08:33.658 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:33.657+0000 7fb3dd79d640 1 -- start start 2024-09-13T16:08:33.660 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:33.657+0000 7fb3dd79d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb3d80d2410 0x7fb3d80d27f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:33.660 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:33.657+0000 7fb3dd79d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb3d80b0140 0x7fb3d80b27d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:33.660 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:33.657+0000 7fb3dd79d640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb3d80b3a10 con 0x7fb3d80b23b0 2024-09-13T16:08:33.660 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:33.657+0000 7fb3dd79d640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb3d80d2d30 con 0x7fb3d80b0140 2024-09-13T16:08:33.660 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:33.657+0000 7fb3dd79d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb3d80b2e00 con 0x7fb3d80d2410 2024-09-13T16:08:33.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:33.658+0000 7fb3d77fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb3d80b0140 0x7fb3d80b27d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:33.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:33.658+0000 7fb3d77fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb3d80b0140 0x7fb3d80b27d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:55150/0 (socket says 172.21.15.76:55150) 2024-09-13T16:08:33.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:33.658+0000 7fb3d77fe640 1 -- 172.21.15.76:0/3332988975 learned_addr learned my addr 172.21.15.76:0/3332988975 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:33.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:33.658+0000 7fb3d6ffd640 1 --2- 172.21.15.76:0/3332988975 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb3d80d2410 0x7fb3d80d27f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:33.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:33.658+0000 7fb3d77fe640 1 -- 172.21.15.76:0/3332988975 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb3d80d2410 msgr2=0x7fb3d80d27f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:33.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:33.658+0000 7fb3d77fe640 1 --2- 172.21.15.76:0/3332988975 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb3d80d2410 0x7fb3d80d27f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:33.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:33.658+0000 7fb3d77fe640 1 -- 172.21.15.76:0/3332988975 >> v1:172.21.15.192:6789/0 conn(0x7fb3d80b23b0 legacy=0x7fb3d81600a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:33.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:33.658+0000 7fb3d77fe640 1 -- 172.21.15.76:0/3332988975 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb3d80b30e0 con 0x7fb3d80b0140 2024-09-13T16:08:33.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:33.659+0000 7fb3d77fe640 1 --2- 172.21.15.76:0/3332988975 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb3d80b0140 0x7fb3d80b27d0 secure :-1 s=READY pgs=1031 cs=0 l=1 rev1=1 crypto rx=0x7fb3d0009e50 tx=0x7fb3d002a7a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=22a83e6a1c92ef7d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:33.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:33.659+0000 7fb3d67fc640 1 -- 172.21.15.76:0/3332988975 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3d0031600 con 0x7fb3d80b0140 2024-09-13T16:08:33.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:33.659+0000 7fb3d67fc640 1 -- 172.21.15.76:0/3332988975 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb3d002d050 con 0x7fb3d80b0140 2024-09-13T16:08:33.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:33.659+0000 7fb3d67fc640 1 -- 172.21.15.76:0/3332988975 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3d0031980 con 0x7fb3d80b0140 2024-09-13T16:08:33.664 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:33.659+0000 7fb3dd79d640 1 -- 172.21.15.76:0/3332988975 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb3d80b0140 msgr2=0x7fb3d80b27d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:33.664 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:33.659+0000 7fb3dd79d640 1 --2- 172.21.15.76:0/3332988975 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb3d80b0140 0x7fb3d80b27d0 secure :-1 s=READY pgs=1031 cs=0 l=1 rev1=1 crypto rx=0x7fb3d0009e50 tx=0x7fb3d002a7a0 comp rx=0 tx=0).stop 2024-09-13T16:08:33.664 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:33.659+0000 7fb3dd79d640 1 -- 172.21.15.76:0/3332988975 shutdown_connections 2024-09-13T16:08:33.664 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:33.659+0000 7fb3dd79d640 1 --2- 172.21.15.76:0/3332988975 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb3d80b0140 0x7fb3d80b27d0 unknown :-1 s=CLOSED pgs=1031 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:33.665 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:33.659+0000 7fb3dd79d640 1 --2- 172.21.15.76:0/3332988975 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb3d80d2410 0x7fb3d80d27f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:33.665 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:33.659+0000 7fb3dd79d640 1 -- 172.21.15.76:0/3332988975 >> 172.21.15.76:0/3332988975 conn(0x7fb3d809b840 msgr2=0x7fb3d8089f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:33.665 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:33.659+0000 7fb3dd79d640 1 -- 172.21.15.76:0/3332988975 shutdown_connections 2024-09-13T16:08:33.665 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:33.659+0000 7fb3dd79d640 1 -- 172.21.15.76:0/3332988975 wait complete. 2024-09-13T16:08:33.665 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:33.661+0000 7fb3dd79d640 1 Processor -- start 2024-09-13T16:08:33.665 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:33.661+0000 7fb3dd79d640 1 -- start start 2024-09-13T16:08:33.665 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:33.661+0000 7fb3dd79d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb3d80b0140 0x7fb3d8152890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:33.665 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:33.661+0000 7fb3dd79d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb3d80b23b0 0x7fb3d80c78a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:33.665 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:33.661+0000 7fb3dd79d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb3d80d2410 0x7fb3d80c7de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:33.665 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:33.661+0000 7fb3dd79d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb3d815ec60 con 0x7fb3d80b0140 2024-09-13T16:08:33.665 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:33.661+0000 7fb3dd79d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb3d80c8650 con 0x7fb3d80b23b0 2024-09-13T16:08:33.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:33.661+0000 7fb3dd79d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb3d80c8930 con 0x7fb3d80d2410 2024-09-13T16:08:33.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:33.662+0000 7fb3d6ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb3d80b0140 0x7fb3d8152890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:33.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:33.662+0000 7fb3d6ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb3d80b0140 0x7fb3d8152890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:55164/0 (socket says 172.21.15.76:55164) 2024-09-13T16:08:33.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:33.662+0000 7fb3d6ffd640 1 -- 172.21.15.76:0/2277519324 learned_addr learned my addr 172.21.15.76:0/2277519324 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:33.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:33.662+0000 7fb3ce7fc640 1 --2- 172.21.15.76:0/2277519324 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb3d80b23b0 0x7fb3d80c78a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:33.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:33.662+0000 7fb3d77fe640 1 --2- 172.21.15.76:0/2277519324 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb3d80d2410 0x7fb3d80c7de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:33.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:33.662+0000 7fb3d6ffd640 1 -- 172.21.15.76:0/2277519324 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb3d80d2410 msgr2=0x7fb3d80c7de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:33.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:33.662+0000 7fb3d6ffd640 1 --2- 172.21.15.76:0/2277519324 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb3d80d2410 0x7fb3d80c7de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:33.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:33.662+0000 7fb3d6ffd640 1 -- 172.21.15.76:0/2277519324 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb3d80b23b0 msgr2=0x7fb3d80c78a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:33.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:33.662+0000 7fb3d6ffd640 1 --2- 172.21.15.76:0/2277519324 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb3d80b23b0 0x7fb3d80c78a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:33.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:33.662+0000 7fb3d6ffd640 1 -- 172.21.15.76:0/2277519324 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb3d0009b30 con 0x7fb3d80b0140 2024-09-13T16:08:33.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:33.662+0000 7fb3d77fe640 1 --2- 172.21.15.76:0/2277519324 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb3d80d2410 0x7fb3d80c7de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:08:33.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:33.662+0000 7fb3d6ffd640 1 --2- 172.21.15.76:0/2277519324 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb3d80b0140 0x7fb3d8152890 secure :-1 s=READY pgs=1032 cs=0 l=1 rev1=1 crypto rx=0x7fb3c800d5d0 tx=0x7fb3c800da90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:33.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:33.662+0000 7fb3cffff640 1 -- 172.21.15.76:0/2277519324 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3c80125f0 con 0x7fb3d80b0140 2024-09-13T16:08:33.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:33.662+0000 7fb3cffff640 1 -- 172.21.15.76:0/2277519324 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb3c8012770 con 0x7fb3d80b0140 2024-09-13T16:08:33.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:33.662+0000 7fb3dd79d640 1 -- 172.21.15.76:0/2277519324 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb3d80c8c10 con 0x7fb3d80b0140 2024-09-13T16:08:33.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:33.662+0000 7fb3cffff640 1 -- 172.21.15.76:0/2277519324 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3c8012b20 con 0x7fb3d80b0140 2024-09-13T16:08:33.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:33.662+0000 7fb3dd79d640 1 -- 172.21.15.76:0/2277519324 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb3d815bdf0 con 0x7fb3d80b0140 2024-09-13T16:08:33.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:33.663+0000 7fb3dd79d640 1 -- 172.21.15.76:0/2277519324 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb3d80c9130 con 0x7fb3d80b0140 2024-09-13T16:08:33.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:33.664+0000 7fb3cffff640 1 -- 172.21.15.76:0/2277519324 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb3c8012c80 con 0x7fb3d80b0140 2024-09-13T16:08:33.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:33.664+0000 7fb3cffff640 1 --2- 172.21.15.76:0/2277519324 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb3b806ac00 0x7fb3b806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:33.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:33.664+0000 7fb3cffff640 1 -- 172.21.15.76:0/2277519324 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 5547+0+0 (secure 0 0 0) 0x7fb3c80897e0 con 0x7fb3d80b0140 2024-09-13T16:08:33.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:33.664+0000 7fb3ce7fc640 1 --2- 172.21.15.76:0/2277519324 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb3b806ac00 0x7fb3b806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:33.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:33.665+0000 7fb3ce7fc640 1 --2- 172.21.15.76:0/2277519324 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb3b806ac00 0x7fb3b806d0c0 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7fb3d81f5b30 tx=0x7fb3c0009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:33.670 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:33.669+0000 7fb3cffff640 1 -- 172.21.15.76:0/2277519324 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fb3d80c9130 con 0x7fb3d80b0140 2024-09-13T16:08:33.830 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:33.829+0000 7fb3dd79d640 1 -- 172.21.15.76:0/2277519324 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7fb3d80c9130 con 0x7fb3d80b0140 2024-09-13T16:08:34.543 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.542+0000 7fb3cffff640 1 -- 172.21.15.76:0/2277519324 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v82) v1 ==== 170+0+0 (secure 0 0 0) 0x7fb3d80c9130 con 0x7fb3d80b0140 2024-09-13T16:08:34.544 INFO:teuthology.orchestra.run.smithi076.stderr:pool 'cephfs_data' created 2024-09-13T16:08:34.554 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.551+0000 7fb3dd79d640 1 -- 172.21.15.76:0/2277519324 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb3b806ac00 msgr2=0x7fb3b806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:34.554 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.551+0000 7fb3dd79d640 1 --2- 172.21.15.76:0/2277519324 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb3b806ac00 0x7fb3b806d0c0 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7fb3d81f5b30 tx=0x7fb3c0009040 comp rx=0 tx=0).stop 2024-09-13T16:08:34.555 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.551+0000 7fb3dd79d640 1 -- 172.21.15.76:0/2277519324 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb3d80b0140 msgr2=0x7fb3d8152890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:34.555 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.551+0000 7fb3dd79d640 1 --2- 172.21.15.76:0/2277519324 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb3d80b0140 0x7fb3d8152890 secure :-1 s=READY pgs=1032 cs=0 l=1 rev1=1 crypto rx=0x7fb3c800d5d0 tx=0x7fb3c800da90 comp rx=0 tx=0).stop 2024-09-13T16:08:34.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.553+0000 7fb3dd79d640 1 -- 172.21.15.76:0/2277519324 shutdown_connections 2024-09-13T16:08:34.557 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.553+0000 7fb3dd79d640 1 --2- 172.21.15.76:0/2277519324 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb3b806ac00 0x7fb3b806d0c0 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:34.557 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.553+0000 7fb3dd79d640 1 --2- 172.21.15.76:0/2277519324 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb3d80d2410 0x7fb3d80c7de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:34.557 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.553+0000 7fb3dd79d640 1 --2- 172.21.15.76:0/2277519324 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb3d80b23b0 0x7fb3d80c78a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:34.557 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.553+0000 7fb3dd79d640 1 --2- 172.21.15.76:0/2277519324 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb3d80b0140 0x7fb3d8152890 unknown :-1 s=CLOSED pgs=1032 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:34.557 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.554+0000 7fb3dd79d640 1 -- 172.21.15.76:0/2277519324 >> 172.21.15.76:0/2277519324 conn(0x7fb3d809b840 msgr2=0x7fb3d80b0520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:34.559 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.558+0000 7fb3dd79d640 1 -- 172.21.15.76:0/2277519324 shutdown_connections 2024-09-13T16:08:34.559 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.558+0000 7fb3dd79d640 1 -- 172.21.15.76:0/2277519324 wait complete. 2024-09-13T16:08:34.575 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-13T16:08:34.680 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.679+0000 7f8a6e44c640 1 Processor -- start 2024-09-13T16:08:34.680 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.679+0000 7f8a6e44c640 1 -- start start 2024-09-13T16:08:34.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.679+0000 7f8a6e44c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f8a680d2760 0x7f8a680cd8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:34.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.679+0000 7f8a6e44c640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f8a680cde20 0x7f8a680d0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:34.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.679+0000 7f8a6e44c640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8a680cd450 con 0x7f8a6815c500 2024-09-13T16:08:34.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.679+0000 7f8a6e44c640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8a680d0cf0 con 0x7f8a680d2760 2024-09-13T16:08:34.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.679+0000 7f8a6e44c640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8a680d0fd0 con 0x7f8a680cde20 2024-09-13T16:08:34.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.680+0000 7f8a677fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f8a680d2760 0x7f8a680cd8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:34.682 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.680+0000 7f8a67fff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f8a6815c500 0x7f8a680d2050 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:50834/0 (socket says 172.21.15.76:50834) 2024-09-13T16:08:34.682 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.680+0000 7f8a67fff640 1 -- 172.21.15.76:0/2730255169 learned_addr learned my addr 172.21.15.76:0/2730255169 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:08:34.682 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.680+0000 7f8a677fe640 1 -- 172.21.15.76:0/2730255169 >> v2:172.21.15.192:3300/0 conn(0x7f8a680cde20 msgr2=0x7f8a680d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:34.682 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.680+0000 7f8a677fe640 1 --2- 172.21.15.76:0/2730255169 >> v2:172.21.15.192:3300/0 conn(0x7f8a680cde20 0x7f8a680d0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:34.682 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.680+0000 7f8a677fe640 1 -- 172.21.15.76:0/2730255169 >> v1:172.21.15.76:6789/0 conn(0x7f8a6815c500 legacy=0x7f8a680d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:34.682 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.680+0000 7f8a677fe640 1 -- 172.21.15.76:0/2730255169 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8a680cd0e0 con 0x7f8a680d2760 2024-09-13T16:08:34.683 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.681+0000 7f8a677fe640 1 --2- 172.21.15.76:0/2730255169 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a680d2760 0x7f8a680cd8e0 secure :-1 s=READY pgs=1034 cs=0 l=1 rev1=1 crypto rx=0x7f8a680cca00 tx=0x7f8a5c02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9e7e5ac0f8f96ce8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:34.683 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.681+0000 7f8a66ffd640 1 -- 172.21.15.76:0/2730255169 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a5c032440 con 0x7f8a680d2760 2024-09-13T16:08:34.683 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.681+0000 7f8a66ffd640 1 -- 172.21.15.76:0/2730255169 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8a5c0325a0 con 0x7f8a680d2760 2024-09-13T16:08:34.683 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.681+0000 7f8a66ffd640 1 -- 172.21.15.76:0/2730255169 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a5c032930 con 0x7f8a680d2760 2024-09-13T16:08:34.683 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.681+0000 7f8a6e44c640 1 -- 172.21.15.76:0/2730255169 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a680d2760 msgr2=0x7f8a680cd8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:34.683 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.681+0000 7f8a6e44c640 1 --2- 172.21.15.76:0/2730255169 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a680d2760 0x7f8a680cd8e0 secure :-1 s=READY pgs=1034 cs=0 l=1 rev1=1 crypto rx=0x7f8a680cca00 tx=0x7f8a5c02a1a0 comp rx=0 tx=0).stop 2024-09-13T16:08:34.684 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.681+0000 7f8a6e44c640 1 -- 172.21.15.76:0/2730255169 shutdown_connections 2024-09-13T16:08:34.684 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.681+0000 7f8a6e44c640 1 --2- 172.21.15.76:0/2730255169 >> v2:172.21.15.192:3300/0 conn(0x7f8a680cde20 0x7f8a680d0000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:34.684 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.681+0000 7f8a6e44c640 1 --2- 172.21.15.76:0/2730255169 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a680d2760 0x7f8a680cd8e0 unknown :-1 s=CLOSED pgs=1034 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:34.684 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.681+0000 7f8a6e44c640 1 -- 172.21.15.76:0/2730255169 >> 172.21.15.76:0/2730255169 conn(0x7f8a68089f60 msgr2=0x7f8a6809b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:34.684 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.681+0000 7f8a6e44c640 1 -- 172.21.15.76:0/2730255169 shutdown_connections 2024-09-13T16:08:34.684 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.681+0000 7f8a6e44c640 1 -- 172.21.15.76:0/2730255169 wait complete. 2024-09-13T16:08:34.686 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.682+0000 7f8a6e44c640 1 Processor -- start 2024-09-13T16:08:34.686 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.683+0000 7f8a6e44c640 1 -- start start 2024-09-13T16:08:34.686 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.683+0000 7f8a6e44c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8a680cde20 0x7f8a6815f4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:34.686 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.683+0000 7f8a6e44c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8a680d2760 0x7f8a6814aad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:34.686 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.683+0000 7f8a6e44c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a6815c500 0x7f8a681f2fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:34.686 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.683+0000 7f8a6e44c640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a6814b010 con 0x7f8a6815c500 2024-09-13T16:08:34.687 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.683+0000 7f8a6e44c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a681f3500 con 0x7f8a680cde20 2024-09-13T16:08:34.687 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.683+0000 7f8a6e44c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8a680b2220 con 0x7f8a680d2760 2024-09-13T16:08:34.687 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.683+0000 7f8a6c9e9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a6815c500 0x7f8a681f2fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:34.687 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.684+0000 7f8a6c9e9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a6815c500 0x7f8a681f2fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:55174/0 (socket says 172.21.15.76:55174) 2024-09-13T16:08:34.687 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.684+0000 7f8a6c9e9640 1 -- 172.21.15.76:0/2963707673 learned_addr learned my addr 172.21.15.76:0/2963707673 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:34.687 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.684+0000 7f8a67fff640 1 --2- 172.21.15.76:0/2963707673 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8a680cde20 0x7f8a6815f4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:34.687 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.684+0000 7f8a677fe640 1 --2- 172.21.15.76:0/2963707673 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8a680d2760 0x7f8a6814aad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:34.687 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.684+0000 7f8a6c9e9640 1 -- 172.21.15.76:0/2963707673 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8a680d2760 msgr2=0x7f8a6814aad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:34.687 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.684+0000 7f8a6c9e9640 1 --2- 172.21.15.76:0/2963707673 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8a680d2760 0x7f8a6814aad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:34.687 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.684+0000 7f8a6c9e9640 1 -- 172.21.15.76:0/2963707673 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8a680cde20 msgr2=0x7f8a6815f4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:34.687 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.684+0000 7f8a6c9e9640 1 --2- 172.21.15.76:0/2963707673 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8a680cde20 0x7f8a6815f4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:34.687 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.684+0000 7f8a6c9e9640 1 -- 172.21.15.76:0/2963707673 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8a5c009400 con 0x7f8a6815c500 2024-09-13T16:08:34.688 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.684+0000 7f8a677fe640 1 --2- 172.21.15.76:0/2963707673 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8a680d2760 0x7f8a6814aad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:08:34.688 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.684+0000 7f8a6c9e9640 1 --2- 172.21.15.76:0/2963707673 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a6815c500 0x7f8a681f2fc0 secure :-1 s=READY pgs=1035 cs=0 l=1 rev1=1 crypto rx=0x7f8a6000b970 tx=0x7f8a6000be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:34.688 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.684+0000 7f8a64ff9640 1 -- 172.21.15.76:0/2963707673 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a6000cb40 con 0x7f8a6815c500 2024-09-13T16:08:34.688 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.684+0000 7f8a64ff9640 1 -- 172.21.15.76:0/2963707673 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8a6000ccc0 con 0x7f8a6815c500 2024-09-13T16:08:34.688 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.684+0000 7f8a6e44c640 1 -- 172.21.15.76:0/2963707673 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8a680b2500 con 0x7f8a6815c500 2024-09-13T16:08:34.688 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.684+0000 7f8a64ff9640 1 -- 172.21.15.76:0/2963707673 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a60014680 con 0x7f8a6815c500 2024-09-13T16:08:34.688 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.684+0000 7f8a6e44c640 1 -- 172.21.15.76:0/2963707673 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8a680b2ac0 con 0x7f8a6815c500 2024-09-13T16:08:34.689 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.685+0000 7f8a6e44c640 1 -- 172.21.15.76:0/2963707673 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8a680b2cb0 con 0x7f8a6815c500 2024-09-13T16:08:34.689 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.686+0000 7f8a64ff9640 1 -- 172.21.15.76:0/2963707673 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f8a6001d3b0 con 0x7f8a6815c500 2024-09-13T16:08:34.689 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.686+0000 7f8a64ff9640 1 --2- 172.21.15.76:0/2963707673 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8a5406ac00 0x7f8a5406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:34.689 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.686+0000 7f8a64ff9640 1 -- 172.21.15.76:0/2963707673 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 5929+0+0 (secure 0 0 0) 0x7f8a60089340 con 0x7f8a6815c500 2024-09-13T16:08:34.689 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.686+0000 7f8a67fff640 1 --2- 172.21.15.76:0/2963707673 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8a5406ac00 0x7f8a5406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:34.689 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.687+0000 7f8a67fff640 1 --2- 172.21.15.76:0/2963707673 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8a5406ac00 0x7f8a5406d0c0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f8a58005880 tx=0x7f8a58009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:34.692 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.691+0000 7f8a64ff9640 1 -- 172.21.15.76:0/2963707673 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f8a600544d0 con 0x7f8a6815c500 2024-09-13T16:08:34.887 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.885+0000 7f8a6e44c640 1 -- 172.21.15.76:0/2963707673 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7f8a680d08e0 con 0x7f8a6815c500 2024-09-13T16:08:34.894 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.893+0000 7f8a64ff9640 1 -- 172.21.15.76:0/2963707673 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 11 and data pool 12 v35) v1 ==== 174+0+0 (secure 0 0 0) 0x7f8a60057af0 con 0x7f8a6815c500 2024-09-13T16:08:34.895 INFO:teuthology.orchestra.run.smithi076.stderr:new fs with metadata pool 11 and data pool 12 2024-09-13T16:08:34.909 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.906+0000 7f8a6e44c640 1 -- 172.21.15.76:0/2963707673 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8a5406ac00 msgr2=0x7f8a5406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:34.909 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.906+0000 7f8a6e44c640 1 --2- 172.21.15.76:0/2963707673 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8a5406ac00 0x7f8a5406d0c0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f8a58005880 tx=0x7f8a58009040 comp rx=0 tx=0).stop 2024-09-13T16:08:34.909 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.906+0000 7f8a6e44c640 1 -- 172.21.15.76:0/2963707673 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a6815c500 msgr2=0x7f8a681f2fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:34.909 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.906+0000 7f8a6e44c640 1 --2- 172.21.15.76:0/2963707673 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a6815c500 0x7f8a681f2fc0 secure :-1 s=READY pgs=1035 cs=0 l=1 rev1=1 crypto rx=0x7f8a6000b970 tx=0x7f8a6000be30 comp rx=0 tx=0).stop 2024-09-13T16:08:34.910 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.908+0000 7f8a6e44c640 1 -- 172.21.15.76:0/2963707673 shutdown_connections 2024-09-13T16:08:34.910 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.908+0000 7f8a6e44c640 1 --2- 172.21.15.76:0/2963707673 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a6815c500 0x7f8a681f2fc0 unknown :-1 s=CLOSED pgs=1035 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:34.910 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.908+0000 7f8a6e44c640 1 --2- 172.21.15.76:0/2963707673 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8a5406ac00 0x7f8a5406d0c0 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:34.910 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.908+0000 7f8a6e44c640 1 --2- 172.21.15.76:0/2963707673 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8a680d2760 0x7f8a6814aad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:34.910 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.908+0000 7f8a6e44c640 1 --2- 172.21.15.76:0/2963707673 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8a680cde20 0x7f8a6815f4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:34.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.908+0000 7f8a6e44c640 1 -- 172.21.15.76:0/2963707673 >> 172.21.15.76:0/2963707673 conn(0x7f8a68089f60 msgr2=0x7f8a6806c8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:34.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.910+0000 7f8a6e44c640 1 -- 172.21.15.76:0/2963707673 shutdown_connections 2024-09-13T16:08:34.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:34.911+0000 7f8a6e44c640 1 -- 172.21.15.76:0/2963707673 wait complete. 2024-09-13T16:08:34.927 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:08:35.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.024+0000 7f3b7a3e9640 1 Processor -- start 2024-09-13T16:08:35.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.024+0000 7f3b7a3e9640 1 -- start start 2024-09-13T16:08:35.027 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.025+0000 7f3b7a3e9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3b74072110 0x7f3b74070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:35.027 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.025+0000 7f3b7a3e9640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f3b740c8920 0x7f3b740c8dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:35.027 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.025+0000 7f3b7a3e9640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3b740abdf0 con 0x7f3b74071d30 2024-09-13T16:08:35.027 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.025+0000 7f3b7a3e9640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3b740c9310 con 0x7f3b740c8920 2024-09-13T16:08:35.028 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.025+0000 7f3b7a3e9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3b740b2280 con 0x7f3b74072110 2024-09-13T16:08:35.028 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.025+0000 7f3b78986640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f3b740c8920 0x7f3b740c8dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:35.028 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.025+0000 7f3b78986640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f3b740c8920 0x7f3b740c8dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:55190/0 (socket says 172.21.15.76:55190) 2024-09-13T16:08:35.028 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.025+0000 7f3b78986640 1 -- 172.21.15.76:0/895842260 learned_addr learned my addr 172.21.15.76:0/895842260 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:35.028 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.025+0000 7f3b737fe640 1 --2- 172.21.15.76:0/895842260 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3b74072110 0x7f3b74070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:35.028 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.025+0000 7f3b78986640 1 -- 172.21.15.76:0/895842260 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3b74072110 msgr2=0x7f3b74070190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:35.028 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.025+0000 7f3b78986640 1 --2- 172.21.15.76:0/895842260 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3b74072110 0x7f3b74070190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:35.028 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.025+0000 7f3b78986640 1 -- 172.21.15.76:0/895842260 >> v1:172.21.15.192:6789/0 conn(0x7f3b74071d30 legacy=0x7f3b740b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:35.028 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.025+0000 7f3b78986640 1 -- 172.21.15.76:0/895842260 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3b740ab1e0 con 0x7f3b740c8920 2024-09-13T16:08:35.028 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.026+0000 7f3b78986640 1 --2- 172.21.15.76:0/895842260 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3b740c8920 0x7f3b740c8dd0 secure :-1 s=READY pgs=1036 cs=0 l=1 rev1=1 crypto rx=0x7f3b6c009e80 tx=0x7f3b6c02a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=80697bb098cb61c8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:35.029 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.026+0000 7f3b72ffd640 1 -- 172.21.15.76:0/895842260 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b6c031600 con 0x7f3b740c8920 2024-09-13T16:08:35.029 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.026+0000 7f3b72ffd640 1 -- 172.21.15.76:0/895842260 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3b6c02d050 con 0x7f3b740c8920 2024-09-13T16:08:35.029 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.026+0000 7f3b72ffd640 1 -- 172.21.15.76:0/895842260 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b6c031980 con 0x7f3b740c8920 2024-09-13T16:08:35.030 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.027+0000 7f3b7a3e9640 1 -- 172.21.15.76:0/895842260 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3b740c8920 msgr2=0x7f3b740c8dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:35.030 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.027+0000 7f3b7a3e9640 1 --2- 172.21.15.76:0/895842260 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3b740c8920 0x7f3b740c8dd0 secure :-1 s=READY pgs=1036 cs=0 l=1 rev1=1 crypto rx=0x7f3b6c009e80 tx=0x7f3b6c02a6f0 comp rx=0 tx=0).stop 2024-09-13T16:08:35.030 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.027+0000 7f3b7a3e9640 1 -- 172.21.15.76:0/895842260 shutdown_connections 2024-09-13T16:08:35.030 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.027+0000 7f3b7a3e9640 1 --2- 172.21.15.76:0/895842260 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3b740c8920 0x7f3b740c8dd0 unknown :-1 s=CLOSED pgs=1036 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:35.030 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.027+0000 7f3b7a3e9640 1 --2- 172.21.15.76:0/895842260 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3b74072110 0x7f3b74070190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:35.030 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.027+0000 7f3b7a3e9640 1 -- 172.21.15.76:0/895842260 >> 172.21.15.76:0/895842260 conn(0x7f3b74069ed0 msgr2=0x7f3b7406a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:35.030 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.027+0000 7f3b7a3e9640 1 -- 172.21.15.76:0/895842260 shutdown_connections 2024-09-13T16:08:35.030 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.027+0000 7f3b7a3e9640 1 -- 172.21.15.76:0/895842260 wait complete. 2024-09-13T16:08:35.030 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.028+0000 7f3b7a3e9640 1 Processor -- start 2024-09-13T16:08:35.030 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.028+0000 7f3b7a3e9640 1 -- start start 2024-09-13T16:08:35.032 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.029+0000 7f3b7a3e9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3b74071d30 0x7f3b741efff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:35.032 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.029+0000 7f3b7a3e9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3b74072110 0x7f3b740cafc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:35.032 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.029+0000 7f3b7a3e9640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3b740c8920 0x7f3b74154c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:35.032 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.029+0000 7f3b7a3e9640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3b741f0530 con 0x7f3b74071d30 2024-09-13T16:08:35.032 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.029+0000 7f3b7a3e9640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3b740c8040 con 0x7f3b740c8920 2024-09-13T16:08:35.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.029+0000 7f3b7a3e9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3b740c5e50 con 0x7f3b74072110 2024-09-13T16:08:35.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.029+0000 7f3b73fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3b74071d30 0x7f3b741efff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:35.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.029+0000 7f3b73fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3b74071d30 0x7f3b741efff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:55200/0 (socket says 172.21.15.76:55200) 2024-09-13T16:08:35.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.029+0000 7f3b73fff640 1 -- 172.21.15.76:0/1461056702 learned_addr learned my addr 172.21.15.76:0/1461056702 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:35.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.029+0000 7f3b737fe640 1 --2- 172.21.15.76:0/1461056702 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3b74072110 0x7f3b740cafc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:35.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.029+0000 7f3b78986640 1 --2- 172.21.15.76:0/1461056702 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3b740c8920 0x7f3b74154c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:35.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.029+0000 7f3b73fff640 1 -- 172.21.15.76:0/1461056702 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3b74072110 msgr2=0x7f3b740cafc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:35.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.029+0000 7f3b73fff640 1 --2- 172.21.15.76:0/1461056702 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3b74072110 0x7f3b740cafc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:35.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.029+0000 7f3b73fff640 1 -- 172.21.15.76:0/1461056702 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3b740c8920 msgr2=0x7f3b74154c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:35.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.029+0000 7f3b73fff640 1 --2- 172.21.15.76:0/1461056702 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3b740c8920 0x7f3b74154c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:35.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.029+0000 7f3b73fff640 1 -- 172.21.15.76:0/1461056702 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3b6c009b30 con 0x7f3b74071d30 2024-09-13T16:08:35.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.030+0000 7f3b73fff640 1 --2- 172.21.15.76:0/1461056702 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3b74071d30 0x7f3b741efff0 secure :-1 s=READY pgs=1037 cs=0 l=1 rev1=1 crypto rx=0x7f3b6400c430 tx=0x7f3b6400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:35.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.030+0000 7f3b70ff9640 1 -- 172.21.15.76:0/1461056702 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b64011790 con 0x7f3b74071d30 2024-09-13T16:08:35.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.030+0000 7f3b70ff9640 1 -- 172.21.15.76:0/1461056702 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3b640118f0 con 0x7f3b74071d30 2024-09-13T16:08:35.034 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.030+0000 7f3b70ff9640 1 -- 172.21.15.76:0/1461056702 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b64011ce0 con 0x7f3b74071d30 2024-09-13T16:08:35.034 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.030+0000 7f3b7a3e9640 1 -- 172.21.15.76:0/1461056702 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3b740c6130 con 0x7f3b74071d30 2024-09-13T16:08:35.034 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.030+0000 7f3b7a3e9640 1 -- 172.21.15.76:0/1461056702 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3b740c8320 con 0x7f3b74071d30 2024-09-13T16:08:35.034 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.031+0000 7f3b7a3e9640 1 -- 172.21.15.76:0/1461056702 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3b74070190 con 0x7f3b74071d30 2024-09-13T16:08:35.034 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.031+0000 7f3b70ff9640 1 -- 172.21.15.76:0/1461056702 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f3b6401c460 con 0x7f3b74071d30 2024-09-13T16:08:35.035 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.032+0000 7f3b70ff9640 1 --2- 172.21.15.76:0/1461056702 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3b6006ac00 0x7f3b6006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:35.035 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.032+0000 7f3b70ff9640 1 -- 172.21.15.76:0/1461056702 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f3b640892c0 con 0x7f3b74071d30 2024-09-13T16:08:35.035 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.032+0000 7f3b737fe640 1 --2- 172.21.15.76:0/1461056702 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3b6006ac00 0x7f3b6006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:35.035 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.032+0000 7f3b737fe640 1 --2- 172.21.15.76:0/1461056702 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3b6006ac00 0x7f3b6006d0c0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f3b7406ec30 tx=0x7f3b68008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:35.037 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.036+0000 7f3b70ff9640 1 -- 172.21.15.76:0/1461056702 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f3b64054410 con 0x7f3b74071d30 2024-09-13T16:08:35.205 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.204+0000 7f3b7a3e9640 1 -- 172.21.15.76:0/1461056702 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f3b7415cb20 con 0x7f3b74071d30 2024-09-13T16:08:35.206 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.205+0000 7f3b70ff9640 1 -- 172.21.15.76:0/1461056702 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v83) v1 ==== 74+0+16754 (secure 0 0 0) 0x7f3b64057a30 con 0x7f3b74071d30 2024-09-13T16:08:35.206 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:35.207 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":83,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:08:34.886986+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":12,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:08:33.055729+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_data","create_time":"2024-09-13T16:08:33.848184+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:08:35.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.207+0000 7f3b7a3e9640 1 -- 172.21.15.76:0/1461056702 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3b6006ac00 msgr2=0x7f3b6006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:35.209 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.207+0000 7f3b7a3e9640 1 --2- 172.21.15.76:0/1461056702 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3b6006ac00 0x7f3b6006d0c0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f3b7406ec30 tx=0x7f3b68008040 comp rx=0 tx=0).stop 2024-09-13T16:08:35.209 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.207+0000 7f3b7a3e9640 1 -- 172.21.15.76:0/1461056702 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3b74071d30 msgr2=0x7f3b741efff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:35.209 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.207+0000 7f3b7a3e9640 1 --2- 172.21.15.76:0/1461056702 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3b74071d30 0x7f3b741efff0 secure :-1 s=READY pgs=1037 cs=0 l=1 rev1=1 crypto rx=0x7f3b6400c430 tx=0x7f3b6400c8f0 comp rx=0 tx=0).stop 2024-09-13T16:08:35.209 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.207+0000 7f3b7a3e9640 1 -- 172.21.15.76:0/1461056702 shutdown_connections 2024-09-13T16:08:35.209 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.207+0000 7f3b7a3e9640 1 --2- 172.21.15.76:0/1461056702 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3b740c8920 0x7f3b74154c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:35.209 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.207+0000 7f3b7a3e9640 1 --2- 172.21.15.76:0/1461056702 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3b6006ac00 0x7f3b6006d0c0 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:35.209 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.207+0000 7f3b7a3e9640 1 --2- 172.21.15.76:0/1461056702 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3b74072110 0x7f3b740cafc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:35.209 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.207+0000 7f3b7a3e9640 1 --2- 172.21.15.76:0/1461056702 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3b74071d30 0x7f3b741efff0 unknown :-1 s=CLOSED pgs=1037 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:35.209 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.207+0000 7f3b7a3e9640 1 -- 172.21.15.76:0/1461056702 >> 172.21.15.76:0/1461056702 conn(0x7f3b74069ed0 msgr2=0x7f3b7406c570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:35.209 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.207+0000 7f3b7a3e9640 1 -- 172.21.15.76:0/1461056702 shutdown_connections 2024-09-13T16:08:35.209 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.207+0000 7f3b7a3e9640 1 -- 172.21.15.76:0/1461056702 wait complete. 2024-09-13T16:08:35.219 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:08:35.317 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.316+0000 7f679a472640 1 Processor -- start 2024-09-13T16:08:35.317 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.316+0000 7f679a472640 1 -- start start 2024-09-13T16:08:35.319 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.316+0000 7f679a472640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f679406c4c0 0x7f679406c8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:35.319 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.316+0000 7f679a472640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f67940cbea0 0x7f67940cc350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:35.319 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.316+0000 7f679a472640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f67940cc890 con 0x7f67940b2590 2024-09-13T16:08:35.320 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.316+0000 7f679a472640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f679406deb0 con 0x7f67940cbea0 2024-09-13T16:08:35.320 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.316+0000 7f679a472640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f67940b2170 con 0x7f679406c4c0 2024-09-13T16:08:35.320 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.317+0000 7f67937fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f67940b2590 0x7f679406d3a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:50846/0 (socket says 172.21.15.76:50846) 2024-09-13T16:08:35.320 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.317+0000 7f67937fe640 1 -- 172.21.15.76:0/1421068820 learned_addr learned my addr 172.21.15.76:0/1421068820 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:08:35.320 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.317+0000 7f6793fff640 1 --2- 172.21.15.76:0/1421068820 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f679406c4c0 0x7f679406c8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:35.320 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.317+0000 7f6798a0f640 1 --2- 172.21.15.76:0/1421068820 >> v2:172.21.15.192:3300/0 conn(0x7f67940cbea0 0x7f67940cc350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:35.320 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.317+0000 7f6792ffd640 1 -- 172.21.15.76:0/1421068820 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1815741240 0 0) 0x7f67940cc890 con 0x7f67940b2590 2024-09-13T16:08:35.320 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.317+0000 7f6792ffd640 1 -- 172.21.15.76:0/1421068820 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f677c003520 con 0x7f67940b2590 2024-09-13T16:08:35.320 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.317+0000 7f6793fff640 1 -- 172.21.15.76:0/1421068820 >> v2:172.21.15.192:3300/0 conn(0x7f67940cbea0 msgr2=0x7f67940cc350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:35.320 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.317+0000 7f6793fff640 1 --2- 172.21.15.76:0/1421068820 >> v2:172.21.15.192:3300/0 conn(0x7f67940cbea0 0x7f67940cc350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:35.320 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.317+0000 7f6792ffd640 1 -- 172.21.15.76:0/1421068820 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1495049988 0 0) 0x7f677c003520 con 0x7f67940b2590 2024-09-13T16:08:35.321 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.317+0000 7f6793fff640 1 -- 172.21.15.76:0/1421068820 >> v1:172.21.15.76:6789/0 conn(0x7f67940b2590 legacy=0x7f679406d3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:35.321 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.317+0000 7f6793fff640 1 -- 172.21.15.76:0/1421068820 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f679406dab0 con 0x7f679406c4c0 2024-09-13T16:08:35.321 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.317+0000 7f6798a0f640 1 --2- 172.21.15.76:0/1421068820 >> v2:172.21.15.192:3300/0 conn(0x7f67940cbea0 0x7f67940cc350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:08:35.321 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.318+0000 7f6793fff640 1 --2- 172.21.15.76:0/1421068820 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f679406c4c0 0x7f679406c8a0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f679406dff0 tx=0x7f678402b4f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bc2c3d56082f8b11 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:35.321 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.318+0000 7f6792ffd640 1 -- 172.21.15.76:0/1421068820 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6788001670 con 0x7f679406c4c0 2024-09-13T16:08:35.321 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.318+0000 7f6792ffd640 1 -- 172.21.15.76:0/1421068820 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f678402e050 con 0x7f679406c4c0 2024-09-13T16:08:35.321 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.318+0000 7f6792ffd640 1 -- 172.21.15.76:0/1421068820 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6784030710 con 0x7f679406c4c0 2024-09-13T16:08:35.324 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.319+0000 7f679a472640 1 -- 172.21.15.76:0/1421068820 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f679406c4c0 msgr2=0x7f679406c8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:35.324 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.319+0000 7f679a472640 1 --2- 172.21.15.76:0/1421068820 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f679406c4c0 0x7f679406c8a0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f679406dff0 tx=0x7f678402b4f0 comp rx=0 tx=0).stop 2024-09-13T16:08:35.324 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.319+0000 7f679a472640 1 -- 172.21.15.76:0/1421068820 shutdown_connections 2024-09-13T16:08:35.324 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.319+0000 7f679a472640 1 --2- 172.21.15.76:0/1421068820 >> v2:172.21.15.192:3300/0 conn(0x7f67940cbea0 0x7f67940cc350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:35.325 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.319+0000 7f679a472640 1 --2- 172.21.15.76:0/1421068820 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f679406c4c0 0x7f679406c8a0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:35.325 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.319+0000 7f679a472640 1 -- 172.21.15.76:0/1421068820 >> 172.21.15.76:0/1421068820 conn(0x7f6794069ed0 msgr2=0x7f679406a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:35.325 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.319+0000 7f679a472640 1 -- 172.21.15.76:0/1421068820 shutdown_connections 2024-09-13T16:08:35.325 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.319+0000 7f679a472640 1 -- 172.21.15.76:0/1421068820 wait complete. 2024-09-13T16:08:35.325 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.320+0000 7f679a472640 1 Processor -- start 2024-09-13T16:08:35.325 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.320+0000 7f679a472640 1 -- start start 2024-09-13T16:08:35.325 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.321+0000 7f679a472640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f679406c4c0 0x7f67940c55b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:35.325 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.321+0000 7f679a472640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f67940b2590 0x7f67940c79b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:35.325 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.321+0000 7f679a472640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f67940cbea0 0x7f67940cd3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:35.325 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.321+0000 7f679a472640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6794165580 con 0x7f67940cbea0 2024-09-13T16:08:35.325 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.321+0000 7f679a472640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f67940700d0 con 0x7f67940b2590 2024-09-13T16:08:35.325 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.321+0000 7f679a472640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f67940c8090 con 0x7f679406c4c0 2024-09-13T16:08:35.326 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.321+0000 7f6798a0f640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f67940cbea0 0x7f67940cd3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:35.326 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.321+0000 7f6798a0f640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f67940cbea0 0x7f67940cd3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:55216/0 (socket says 172.21.15.76:55216) 2024-09-13T16:08:35.326 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.321+0000 7f6798a0f640 1 -- 172.21.15.76:0/1448693566 learned_addr learned my addr 172.21.15.76:0/1448693566 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:35.326 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.321+0000 7f6793fff640 1 --2- 172.21.15.76:0/1448693566 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f679406c4c0 0x7f67940c55b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:35.326 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.321+0000 7f67937fe640 1 --2- 172.21.15.76:0/1448693566 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f67940b2590 0x7f67940c79b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:35.326 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.321+0000 7f6798a0f640 1 -- 172.21.15.76:0/1448693566 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f679406c4c0 msgr2=0x7f67940c55b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:35.326 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.321+0000 7f6798a0f640 1 --2- 172.21.15.76:0/1448693566 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f679406c4c0 0x7f67940c55b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:35.326 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.321+0000 7f6798a0f640 1 -- 172.21.15.76:0/1448693566 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f67940b2590 msgr2=0x7f67940c79b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:35.326 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.321+0000 7f6798a0f640 1 --2- 172.21.15.76:0/1448693566 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f67940b2590 0x7f67940c79b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:35.326 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.321+0000 7f6798a0f640 1 -- 172.21.15.76:0/1448693566 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f678c009a70 con 0x7f67940cbea0 2024-09-13T16:08:35.326 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.321+0000 7f6798a0f640 1 --2- 172.21.15.76:0/1448693566 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f67940cbea0 0x7f67940cd3e0 secure :-1 s=READY pgs=1039 cs=0 l=1 rev1=1 crypto rx=0x7f678c00efc0 tx=0x7f678c00c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:35.327 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.322+0000 7f6790ff9640 1 -- 172.21.15.76:0/1448693566 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f678c009cd0 con 0x7f67940cbea0 2024-09-13T16:08:35.327 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.322+0000 7f6790ff9640 1 -- 172.21.15.76:0/1448693566 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f678c00f040 con 0x7f67940cbea0 2024-09-13T16:08:35.327 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.322+0000 7f679a472640 1 -- 172.21.15.76:0/1448693566 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f678400a5a0 con 0x7f67940cbea0 2024-09-13T16:08:35.327 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.322+0000 7f6790ff9640 1 -- 172.21.15.76:0/1448693566 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f678c003990 con 0x7f67940cbea0 2024-09-13T16:08:35.327 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.322+0000 7f679a472640 1 -- 172.21.15.76:0/1448693566 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6794070600 con 0x7f67940cbea0 2024-09-13T16:08:35.327 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.323+0000 7f679a472640 1 -- 172.21.15.76:0/1448693566 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f67940b2990 con 0x7f67940cbea0 2024-09-13T16:08:35.327 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.323+0000 7f6790ff9640 1 -- 172.21.15.76:0/1448693566 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f678c014480 con 0x7f67940cbea0 2024-09-13T16:08:35.328 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.324+0000 7f6790ff9640 1 --2- 172.21.15.76:0/1448693566 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f678006ac00 0x7f678006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:35.328 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.324+0000 7f6793fff640 1 --2- 172.21.15.76:0/1448693566 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f678006ac00 0x7f678006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:35.328 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.324+0000 7f6790ff9640 1 -- 172.21.15.76:0/1448693566 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f678c089f40 con 0x7f67940cbea0 2024-09-13T16:08:35.328 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.324+0000 7f6793fff640 1 --2- 172.21.15.76:0/1448693566 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f678006ac00 0x7f678006d0c0 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f6784035000 tx=0x7f6784030000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:35.329 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.328+0000 7f6790ff9640 1 -- 172.21.15.76:0/1448693566 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f67940b2990 con 0x7f67940cbea0 2024-09-13T16:08:35.490 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.489+0000 7f679a472640 1 -- 172.21.15.76:0/1448693566 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f67940b2990 con 0x7f67940cbea0 2024-09-13T16:08:35.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.490+0000 7f6790ff9640 1 -- 172.21.15.76:0/1448693566 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v83) v1 ==== 74+0+16754 (secure 0 0 0) 0x7f67940b2990 con 0x7f67940cbea0 2024-09-13T16:08:35.620 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:35.620 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":83,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:08:34.886986+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":12,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:08:33.055729+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_data","create_time":"2024-09-13T16:08:33.848184+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:08:35.622 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.492+0000 7f679a472640 1 -- 172.21.15.76:0/1448693566 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f678006ac00 msgr2=0x7f678006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:35.622 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.492+0000 7f679a472640 1 --2- 172.21.15.76:0/1448693566 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f678006ac00 0x7f678006d0c0 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f6784035000 tx=0x7f6784030000 comp rx=0 tx=0).stop 2024-09-13T16:08:35.622 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.492+0000 7f679a472640 1 -- 172.21.15.76:0/1448693566 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f67940cbea0 msgr2=0x7f67940cd3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:35.622 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.492+0000 7f679a472640 1 --2- 172.21.15.76:0/1448693566 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f67940cbea0 0x7f67940cd3e0 secure :-1 s=READY pgs=1039 cs=0 l=1 rev1=1 crypto rx=0x7f678c00efc0 tx=0x7f678c00c490 comp rx=0 tx=0).stop 2024-09-13T16:08:35.622 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.492+0000 7f679a472640 1 -- 172.21.15.76:0/1448693566 shutdown_connections 2024-09-13T16:08:35.622 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.492+0000 7f679a472640 1 --2- 172.21.15.76:0/1448693566 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f67940cbea0 0x7f67940cd3e0 unknown :-1 s=CLOSED pgs=1039 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:35.622 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.492+0000 7f679a472640 1 --2- 172.21.15.76:0/1448693566 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f67940b2590 0x7f67940c79b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:35.622 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.492+0000 7f679a472640 1 --2- 172.21.15.76:0/1448693566 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f678006ac00 0x7f678006d0c0 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:35.622 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.492+0000 7f679a472640 1 --2- 172.21.15.76:0/1448693566 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f679406c4c0 0x7f67940c55b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:35.622 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.492+0000 7f679a472640 1 -- 172.21.15.76:0/1448693566 >> 172.21.15.76:0/1448693566 conn(0x7f6794069ed0 msgr2=0x7f67940b2bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:35.622 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.492+0000 7f679a472640 1 -- 172.21.15.76:0/1448693566 shutdown_connections 2024-09-13T16:08:35.622 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.492+0000 7f679a472640 1 -- 172.21.15.76:0/1448693566 wait complete. 2024-09-13T16:08:35.623 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-13T16:08:35.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.722+0000 7f8c0c8d0640 1 Processor -- start 2024-09-13T16:08:35.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.722+0000 7f8c0c8d0640 1 -- start start 2024-09-13T16:08:35.725 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.723+0000 7f8c0c8d0640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f8c08159310 0x7f8c080ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:35.725 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.723+0000 7f8c0c8d0640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f8c080b2b40 0x7f8c080ab140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:35.725 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.723+0000 7f8c0c8d0640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8c080ccbe0 con 0x7f8c080ab680 2024-09-13T16:08:35.725 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.723+0000 7f8c0c8d0640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8c080ad940 con 0x7f8c08159310 2024-09-13T16:08:35.725 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.723+0000 7f8c0c8d0640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8c080b1810 con 0x7f8c080b2b40 2024-09-13T16:08:35.725 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.723+0000 7f8c0659c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f8c08159310 0x7f8c080ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:35.725 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.723+0000 7f8c06d9d640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f8c080ab680 0x7f8c080ce4f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:50852/0 (socket says 172.21.15.76:50852) 2024-09-13T16:08:35.725 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.723+0000 7f8c06d9d640 1 -- 172.21.15.76:0/2478043787 learned_addr learned my addr 172.21.15.76:0/2478043787 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:08:35.726 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.724+0000 7f8c05d9b640 1 --2- 172.21.15.76:0/2478043787 >> v2:172.21.15.192:3300/0 conn(0x7f8c080b2b40 0x7f8c080ab140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:35.726 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.724+0000 7f8c0659c640 1 -- 172.21.15.76:0/2478043787 >> v2:172.21.15.192:3300/0 conn(0x7f8c080b2b40 msgr2=0x7f8c080ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:35.726 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.724+0000 7f8c0659c640 1 --2- 172.21.15.76:0/2478043787 >> v2:172.21.15.192:3300/0 conn(0x7f8c080b2b40 0x7f8c080ab140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:35.726 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.724+0000 7f8c0659c640 1 -- 172.21.15.76:0/2478043787 >> v1:172.21.15.76:6789/0 conn(0x7f8c080ab680 legacy=0x7f8c080ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:35.726 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.724+0000 7f8c0559a640 1 -- 172.21.15.76:0/2478043787 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2106762804 0 0) 0x7f8c080ccbe0 con 0x7f8c080ab680 2024-09-13T16:08:35.726 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.724+0000 7f8c0659c640 1 -- 172.21.15.76:0/2478043787 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8c0806d9e0 con 0x7f8c08159310 2024-09-13T16:08:35.727 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.724+0000 7f8c0659c640 1 --2- 172.21.15.76:0/2478043787 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8c08159310 0x7f8c080ad400 secure :-1 s=READY pgs=1041 cs=0 l=1 rev1=1 crypto rx=0x7f8c080b16a0 tx=0x7f8bf802a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=99d7be50dec2dfc3 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:35.727 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.724+0000 7f8c0559a640 1 -- 172.21.15.76:0/2478043787 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8bf802ae60 con 0x7f8c08159310 2024-09-13T16:08:35.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.724+0000 7f8c0559a640 1 -- 172.21.15.76:0/2478043787 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8bf8032440 con 0x7f8c08159310 2024-09-13T16:08:35.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.724+0000 7f8c0559a640 1 -- 172.21.15.76:0/2478043787 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8bf80327d0 con 0x7f8c08159310 2024-09-13T16:08:35.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.725+0000 7f8c0c8d0640 1 -- 172.21.15.76:0/2478043787 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8c08159310 msgr2=0x7f8c080ad400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:35.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.725+0000 7f8c0c8d0640 1 --2- 172.21.15.76:0/2478043787 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8c08159310 0x7f8c080ad400 secure :-1 s=READY pgs=1041 cs=0 l=1 rev1=1 crypto rx=0x7f8c080b16a0 tx=0x7f8bf802a110 comp rx=0 tx=0).stop 2024-09-13T16:08:35.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.725+0000 7f8c0c8d0640 1 -- 172.21.15.76:0/2478043787 shutdown_connections 2024-09-13T16:08:35.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.725+0000 7f8c0c8d0640 1 --2- 172.21.15.76:0/2478043787 >> v2:172.21.15.192:3300/0 conn(0x7f8c080b2b40 0x7f8c080ab140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:35.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.725+0000 7f8c0c8d0640 1 --2- 172.21.15.76:0/2478043787 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8c08159310 0x7f8c080ad400 unknown :-1 s=CLOSED pgs=1041 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:35.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.725+0000 7f8c0c8d0640 1 -- 172.21.15.76:0/2478043787 >> 172.21.15.76:0/2478043787 conn(0x7f8c0806a0b0 msgr2=0x7f8c0806a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:35.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.725+0000 7f8c0c8d0640 1 -- 172.21.15.76:0/2478043787 shutdown_connections 2024-09-13T16:08:35.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.725+0000 7f8c0c8d0640 1 -- 172.21.15.76:0/2478043787 wait complete. 2024-09-13T16:08:35.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.726+0000 7f8c0c8d0640 1 Processor -- start 2024-09-13T16:08:35.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.726+0000 7f8c0c8d0640 1 -- start start 2024-09-13T16:08:35.731 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.727+0000 7f8c0c8d0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8c080ab680 0x7f8c0809bdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:35.731 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.727+0000 7f8c0c8d0640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8c080b2b40 0x7f8c081ef7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:35.731 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.727+0000 7f8c0c8d0640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8c08159310 0x7f8c08098250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:35.731 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.727+0000 7f8c0c8d0640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8c08098790 con 0x7f8c080ab680 2024-09-13T16:08:35.731 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.727+0000 7f8c0c8d0640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8c08098a10 con 0x7f8c080b2b40 2024-09-13T16:08:35.731 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.727+0000 7f8c0c8d0640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8c08098cf0 con 0x7f8c08159310 2024-09-13T16:08:35.731 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.727+0000 7f8c0659c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8c080ab680 0x7f8c0809bdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:35.731 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.727+0000 7f8c0659c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8c080ab680 0x7f8c0809bdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:55222/0 (socket says 172.21.15.76:55222) 2024-09-13T16:08:35.731 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.727+0000 7f8c0659c640 1 -- 172.21.15.76:0/2421585408 learned_addr learned my addr 172.21.15.76:0/2421585408 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:35.731 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.728+0000 7f8c06d9d640 1 --2- 172.21.15.76:0/2421585408 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8c08159310 0x7f8c08098250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:35.731 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.728+0000 7f8c05d9b640 1 --2- 172.21.15.76:0/2421585408 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8c080b2b40 0x7f8c081ef7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:35.731 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.728+0000 7f8c0659c640 1 -- 172.21.15.76:0/2421585408 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8c08159310 msgr2=0x7f8c08098250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:35.731 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.728+0000 7f8c0659c640 1 --2- 172.21.15.76:0/2421585408 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8c08159310 0x7f8c08098250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:35.732 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.728+0000 7f8c0659c640 1 -- 172.21.15.76:0/2421585408 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8c080b2b40 msgr2=0x7f8c081ef7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:35.732 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.728+0000 7f8c0659c640 1 --2- 172.21.15.76:0/2421585408 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8c080b2b40 0x7f8c081ef7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:35.732 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.728+0000 7f8c0659c640 1 -- 172.21.15.76:0/2421585408 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8bf8009400 con 0x7f8c080ab680 2024-09-13T16:08:35.732 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.728+0000 7f8c05d9b640 1 --2- 172.21.15.76:0/2421585408 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8c080b2b40 0x7f8c081ef7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:08:35.732 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.728+0000 7f8c0659c640 1 --2- 172.21.15.76:0/2421585408 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8c080ab680 0x7f8c0809bdd0 secure :-1 s=READY pgs=1042 cs=0 l=1 rev1=1 crypto rx=0x7f8bf8000c00 tx=0x7f8bf80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:35.732 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.728+0000 7f8bf6ffd640 1 -- 172.21.15.76:0/2421585408 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8bf80308d0 con 0x7f8c080ab680 2024-09-13T16:08:35.732 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.728+0000 7f8bf6ffd640 1 -- 172.21.15.76:0/2421585408 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8bf8030a50 con 0x7f8c080ab680 2024-09-13T16:08:35.732 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.728+0000 7f8bf6ffd640 1 -- 172.21.15.76:0/2421585408 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8bf8030e00 con 0x7f8c080ab680 2024-09-13T16:08:35.732 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.728+0000 7f8c0c8d0640 1 -- 172.21.15.76:0/2421585408 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8c08098fd0 con 0x7f8c080ab680 2024-09-13T16:08:35.732 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.728+0000 7f8c0c8d0640 1 -- 172.21.15.76:0/2421585408 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8c08099590 con 0x7f8c080ab680 2024-09-13T16:08:35.732 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.729+0000 7f8c0c8d0640 1 -- 172.21.15.76:0/2421585408 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8c080cebe0 con 0x7f8c080ab680 2024-09-13T16:08:35.732 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.729+0000 7f8bf6ffd640 1 -- 172.21.15.76:0/2421585408 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f8bf8039040 con 0x7f8c080ab680 2024-09-13T16:08:35.733 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.730+0000 7f8bf6ffd640 1 --2- 172.21.15.76:0/2421585408 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8be806ac00 0x7f8be806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:35.733 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.730+0000 7f8bf6ffd640 1 -- 172.21.15.76:0/2421585408 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f8bf80aa160 con 0x7f8c080ab680 2024-09-13T16:08:35.733 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.730+0000 7f8c05d9b640 1 --2- 172.21.15.76:0/2421585408 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8be806ac00 0x7f8be806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:35.733 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.730+0000 7f8c05d9b640 1 --2- 172.21.15.76:0/2421585408 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8be806ac00 0x7f8be806d0c0 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f8c080cdfd0 tx=0x7f8bfc008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:35.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.734+0000 7f8bf6ffd640 1 -- 172.21.15.76:0/2421585408 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f8c080cebe0 con 0x7f8c080ab680 2024-09-13T16:08:35.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:35.935+0000 7f8c0c8d0640 1 -- 172.21.15.76:0/2421585408 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7f8c080cebe0 con 0x7f8c080ab680 2024-09-13T16:08:36.901 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:36.900+0000 7f8bf6ffd640 1 -- 172.21.15.76:0/2421585408 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v38) v1 ==== 118+0+0 (secure 0 0 0) 0x7f8c080cebe0 con 0x7f8c080ab680 2024-09-13T16:08:36.904 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:36.902+0000 7f8c0c8d0640 1 -- 172.21.15.76:0/2421585408 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8be806ac00 msgr2=0x7f8be806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:36.904 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:36.902+0000 7f8c0c8d0640 1 --2- 172.21.15.76:0/2421585408 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8be806ac00 0x7f8be806d0c0 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f8c080cdfd0 tx=0x7f8bfc008040 comp rx=0 tx=0).stop 2024-09-13T16:08:36.904 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:36.902+0000 7f8c0c8d0640 1 -- 172.21.15.76:0/2421585408 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8c080ab680 msgr2=0x7f8c0809bdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:36.904 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:36.902+0000 7f8c0c8d0640 1 --2- 172.21.15.76:0/2421585408 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8c080ab680 0x7f8c0809bdd0 secure :-1 s=READY pgs=1042 cs=0 l=1 rev1=1 crypto rx=0x7f8bf8000c00 tx=0x7f8bf80046c0 comp rx=0 tx=0).stop 2024-09-13T16:08:36.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:36.903+0000 7f8c0c8d0640 1 -- 172.21.15.76:0/2421585408 shutdown_connections 2024-09-13T16:08:36.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:36.903+0000 7f8c0c8d0640 1 --2- 172.21.15.76:0/2421585408 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8be806ac00 0x7f8be806d0c0 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:36.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:36.903+0000 7f8c0c8d0640 1 --2- 172.21.15.76:0/2421585408 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8c08159310 0x7f8c08098250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:36.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:36.903+0000 7f8c0c8d0640 1 --2- 172.21.15.76:0/2421585408 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8c080b2b40 0x7f8c081ef7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:36.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:36.903+0000 7f8c0c8d0640 1 --2- 172.21.15.76:0/2421585408 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8c080ab680 0x7f8c0809bdd0 unknown :-1 s=CLOSED pgs=1042 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:36.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:36.903+0000 7f8c0c8d0640 1 -- 172.21.15.76:0/2421585408 >> 172.21.15.76:0/2421585408 conn(0x7f8c0806a0b0 msgr2=0x7f8c080ae2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:36.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:36.903+0000 7f8c0c8d0640 1 -- 172.21.15.76:0/2421585408 shutdown_connections 2024-09-13T16:08:36.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:36.903+0000 7f8c0c8d0640 1 -- 172.21.15.76:0/2421585408 wait complete. 2024-09-13T16:08:36.917 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-13T16:08:36.918 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-13T16:08:37.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:37.025+0000 7f8d1af1f640 1 Processor -- start 2024-09-13T16:08:37.027 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:37.025+0000 7f8d1af1f640 1 -- start start 2024-09-13T16:08:37.029 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:37.026+0000 7f8d1af1f640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8d14159310 0x7f8d140ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:37.029 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:37.026+0000 7f8d1af1f640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f8d140b2b40 0x7f8d140ab140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:37.030 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:37.026+0000 7f8d1af1f640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8d140ccbe0 con 0x7f8d140ab680 2024-09-13T16:08:37.030 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:37.026+0000 7f8d1af1f640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8d140ad940 con 0x7f8d140b2b40 2024-09-13T16:08:37.030 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:37.026+0000 7f8d1af1f640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8d140b1810 con 0x7f8d14159310 2024-09-13T16:08:37.030 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:37.026+0000 7f8d0bfff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f8d140b2b40 0x7f8d140ab140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:37.030 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:37.026+0000 7f8d194bc640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f8d140ab680 0x7f8d140ce4f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:50862/0 (socket says 172.21.15.76:50862) 2024-09-13T16:08:37.030 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:37.026+0000 7f8d194bc640 1 -- 172.21.15.76:0/299502739 learned_addr learned my addr 172.21.15.76:0/299502739 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:08:37.030 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:37.026+0000 7f8d18cbb640 1 --2- 172.21.15.76:0/299502739 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8d14159310 0x7f8d140ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:37.030 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:37.026+0000 7f8d0bfff640 1 -- 172.21.15.76:0/299502739 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8d14159310 msgr2=0x7f8d140ad400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:37.030 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:37.026+0000 7f8d0bfff640 1 --2- 172.21.15.76:0/299502739 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8d14159310 0x7f8d140ad400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:37.030 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:37.026+0000 7f8d0bfff640 1 -- 172.21.15.76:0/299502739 >> v1:172.21.15.76:6789/0 conn(0x7f8d140ab680 legacy=0x7f8d140ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:37.030 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:37.026+0000 7f8d0bfff640 1 -- 172.21.15.76:0/299502739 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8d1406d9e0 con 0x7f8d140b2b40 2024-09-13T16:08:37.030 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:37.026+0000 7f8d0b7fe640 1 -- 172.21.15.76:0/299502739 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2359087200 0 0) 0x7f8d140ccbe0 con 0x7f8d140ab680 2024-09-13T16:08:37.031 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:37.027+0000 7f8d0bfff640 1 --2- 172.21.15.76:0/299502739 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8d140b2b40 0x7f8d140ab140 secure :-1 s=READY pgs=1044 cs=0 l=1 rev1=1 crypto rx=0x7f8d040097a0 tx=0x7f8d0402a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7fd5c86f595eca1a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:37.031 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:37.027+0000 7f8d0b7fe640 1 -- 172.21.15.76:0/299502739 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d0402ae50 con 0x7f8d140b2b40 2024-09-13T16:08:37.031 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:37.027+0000 7f8d0b7fe640 1 -- 172.21.15.76:0/299502739 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8d04032440 con 0x7f8d140b2b40 2024-09-13T16:08:37.031 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:37.027+0000 7f8d0b7fe640 1 -- 172.21.15.76:0/299502739 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d040327d0 con 0x7f8d140b2b40 2024-09-13T16:08:37.031 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:37.028+0000 7f8d1af1f640 1 -- 172.21.15.76:0/299502739 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8d140b2b40 msgr2=0x7f8d140ab140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:37.031 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:37.028+0000 7f8d1af1f640 1 --2- 172.21.15.76:0/299502739 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8d140b2b40 0x7f8d140ab140 secure :-1 s=READY pgs=1044 cs=0 l=1 rev1=1 crypto rx=0x7f8d040097a0 tx=0x7f8d0402a100 comp rx=0 tx=0).stop 2024-09-13T16:08:37.031 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:37.028+0000 7f8d1af1f640 1 -- 172.21.15.76:0/299502739 shutdown_connections 2024-09-13T16:08:37.031 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:37.028+0000 7f8d1af1f640 1 --2- 172.21.15.76:0/299502739 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8d140b2b40 0x7f8d140ab140 unknown :-1 s=CLOSED pgs=1044 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:37.031 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:37.028+0000 7f8d1af1f640 1 --2- 172.21.15.76:0/299502739 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8d14159310 0x7f8d140ad400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:37.031 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:37.028+0000 7f8d1af1f640 1 -- 172.21.15.76:0/299502739 >> 172.21.15.76:0/299502739 conn(0x7f8d1406a0b0 msgr2=0x7f8d1406a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:37.032 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:37.028+0000 7f8d1af1f640 1 -- 172.21.15.76:0/299502739 shutdown_connections 2024-09-13T16:08:37.032 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:37.028+0000 7f8d1af1f640 1 -- 172.21.15.76:0/299502739 wait complete. 2024-09-13T16:08:37.035 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:37.029+0000 7f8d1af1f640 1 Processor -- start 2024-09-13T16:08:37.035 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:37.029+0000 7f8d1af1f640 1 -- start start 2024-09-13T16:08:37.035 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:37.030+0000 7f8d1af1f640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8d140ab680 0x7f8d14157160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:37.035 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:37.030+0000 7f8d1af1f640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8d140b2b40 0x7f8d1409b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:37.035 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:37.030+0000 7f8d1af1f640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8d14159310 0x7f8d141e0600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:37.035 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:37.030+0000 7f8d1af1f640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d140c9b10 con 0x7f8d14159310 2024-09-13T16:08:37.035 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:37.030+0000 7f8d1af1f640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d140c9df0 con 0x7f8d140ab680 2024-09-13T16:08:37.035 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:37.030+0000 7f8d1af1f640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8d140ca0d0 con 0x7f8d140b2b40 2024-09-13T16:08:37.036 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:37.030+0000 7f8d194bc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8d14159310 0x7f8d141e0600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:37.036 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:37.030+0000 7f8d194bc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8d14159310 0x7f8d141e0600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:55244/0 (socket says 172.21.15.76:55244) 2024-09-13T16:08:37.036 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:37.030+0000 7f8d194bc640 1 -- 172.21.15.76:0/620045961 learned_addr learned my addr 172.21.15.76:0/620045961 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:37.036 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:37.030+0000 7f8d0bfff640 1 --2- 172.21.15.76:0/620045961 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8d140b2b40 0x7f8d1409b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:37.036 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:37.030+0000 7f8d18cbb640 1 --2- 172.21.15.76:0/620045961 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8d140ab680 0x7f8d14157160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:37.036 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:37.030+0000 7f8d194bc640 1 -- 172.21.15.76:0/620045961 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8d140b2b40 msgr2=0x7f8d1409b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:37.036 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:37.030+0000 7f8d194bc640 1 --2- 172.21.15.76:0/620045961 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8d140b2b40 0x7f8d1409b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:37.036 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:37.030+0000 7f8d194bc640 1 -- 172.21.15.76:0/620045961 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8d140ab680 msgr2=0x7f8d14157160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:37.036 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:37.030+0000 7f8d194bc640 1 --2- 172.21.15.76:0/620045961 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8d140ab680 0x7f8d14157160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:37.036 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:37.030+0000 7f8d194bc640 1 -- 172.21.15.76:0/620045961 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8d04009400 con 0x7f8d14159310 2024-09-13T16:08:37.036 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:37.030+0000 7f8d0bfff640 1 --2- 172.21.15.76:0/620045961 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8d140b2b40 0x7f8d1409b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:08:37.036 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:37.031+0000 7f8d194bc640 1 --2- 172.21.15.76:0/620045961 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8d14159310 0x7f8d141e0600 secure :-1 s=READY pgs=1045 cs=0 l=1 rev1=1 crypto rx=0x7f8d0c001560 tx=0x7f8d0c00cc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:37.037 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:37.031+0000 7f8d097fa640 1 -- 172.21.15.76:0/620045961 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d0c00a640 con 0x7f8d14159310 2024-09-13T16:08:37.037 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:37.031+0000 7f8d097fa640 1 -- 172.21.15.76:0/620045961 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8d0c00a7a0 con 0x7f8d14159310 2024-09-13T16:08:37.037 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:37.031+0000 7f8d1af1f640 1 -- 172.21.15.76:0/620045961 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8d140c5380 con 0x7f8d14159310 2024-09-13T16:08:37.037 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:37.031+0000 7f8d097fa640 1 -- 172.21.15.76:0/620045961 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d0c00ab30 con 0x7f8d14159310 2024-09-13T16:08:37.037 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:37.031+0000 7f8d1af1f640 1 -- 172.21.15.76:0/620045961 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8d141576a0 con 0x7f8d14159310 2024-09-13T16:08:37.037 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:37.032+0000 7f8d1af1f640 1 -- 172.21.15.76:0/620045961 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8d140ab140 con 0x7f8d14159310 2024-09-13T16:08:37.037 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:37.032+0000 7f8d097fa640 1 -- 172.21.15.76:0/620045961 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f8d0c00ac90 con 0x7f8d14159310 2024-09-13T16:08:37.037 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:37.033+0000 7f8d097fa640 1 --2- 172.21.15.76:0/620045961 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8d0006ac00 0x7f8d0006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:37.037 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:37.033+0000 7f8d097fa640 1 -- 172.21.15.76:0/620045961 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f8d0c088a40 con 0x7f8d14159310 2024-09-13T16:08:37.037 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:37.033+0000 7f8d18cbb640 1 --2- 172.21.15.76:0/620045961 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8d0006ac00 0x7f8d0006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:37.037 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:37.033+0000 7f8d18cbb640 1 --2- 172.21.15.76:0/620045961 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8d0006ac00 0x7f8d0006d0c0 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f8d10006fd0 tx=0x7f8d10008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:37.038 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:37.037+0000 7f8d097fa640 1 -- 172.21.15.76:0/620045961 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f8d0c08ae60 con 0x7f8d14159310 2024-09-13T16:08:37.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:37.235+0000 7f8d1af1f640 1 -- 172.21.15.76:0/620045961 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7f8d140ca820 con 0x7f8d14159310 2024-09-13T16:08:37.910 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:37.907+0000 7f8d097fa640 1 -- 172.21.15.76:0/620045961 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v39) v1 ==== 122+0+0 (secure 0 0 0) 0x7f8d0c018070 con 0x7f8d14159310 2024-09-13T16:08:37.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:37.909+0000 7f8d1af1f640 1 -- 172.21.15.76:0/620045961 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8d0006ac00 msgr2=0x7f8d0006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:37.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:37.909+0000 7f8d1af1f640 1 --2- 172.21.15.76:0/620045961 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8d0006ac00 0x7f8d0006d0c0 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f8d10006fd0 tx=0x7f8d10008040 comp rx=0 tx=0).stop 2024-09-13T16:08:37.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:37.909+0000 7f8d1af1f640 1 -- 172.21.15.76:0/620045961 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8d14159310 msgr2=0x7f8d141e0600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:37.913 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:37.909+0000 7f8d1af1f640 1 --2- 172.21.15.76:0/620045961 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8d14159310 0x7f8d141e0600 secure :-1 s=READY pgs=1045 cs=0 l=1 rev1=1 crypto rx=0x7f8d0c001560 tx=0x7f8d0c00cc70 comp rx=0 tx=0).stop 2024-09-13T16:08:37.913 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:37.910+0000 7f8d1af1f640 1 -- 172.21.15.76:0/620045961 shutdown_connections 2024-09-13T16:08:37.913 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:37.910+0000 7f8d1af1f640 1 --2- 172.21.15.76:0/620045961 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8d14159310 0x7f8d141e0600 unknown :-1 s=CLOSED pgs=1045 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:37.913 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:37.910+0000 7f8d1af1f640 1 --2- 172.21.15.76:0/620045961 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8d0006ac00 0x7f8d0006d0c0 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:37.913 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:37.910+0000 7f8d1af1f640 1 --2- 172.21.15.76:0/620045961 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8d140b2b40 0x7f8d1409b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:37.913 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:37.910+0000 7f8d1af1f640 1 --2- 172.21.15.76:0/620045961 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8d140ab680 0x7f8d14157160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:37.913 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:37.910+0000 7f8d1af1f640 1 -- 172.21.15.76:0/620045961 >> 172.21.15.76:0/620045961 conn(0x7f8d1406a0b0 msgr2=0x7f8d14070bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:37.913 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:37.910+0000 7f8d1af1f640 1 -- 172.21.15.76:0/620045961 shutdown_connections 2024-09-13T16:08:37.913 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:37.910+0000 7f8d1af1f640 1 -- 172.21.15.76:0/620045961 wait complete. 2024-09-13T16:08:37.925 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-13T16:08:37.925 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:08:38.028 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.025+0000 7f2a975d4640 1 Processor -- start 2024-09-13T16:08:38.028 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.025+0000 7f2a975d4640 1 -- start start 2024-09-13T16:08:38.029 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.026+0000 7f2a975d4640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f2a9006c4c0 0x7f2a9006c8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:38.029 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.026+0000 7f2a975d4640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2a900cbea0 0x7f2a900cc330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:38.029 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.026+0000 7f2a975d4640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2a9006dab0 con 0x7f2a900b2590 2024-09-13T16:08:38.029 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.026+0000 7f2a975d4640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2a9006deb0 con 0x7f2a9006c4c0 2024-09-13T16:08:38.029 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.026+0000 7f2a975d4640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2a900b2170 con 0x7f2a900cbea0 2024-09-13T16:08:38.029 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.026+0000 7f2a95370640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f2a9006c4c0 0x7f2a9006c8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:38.029 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.026+0000 7f2a95370640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f2a9006c4c0 0x7f2a9006c8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:55260/0 (socket says 172.21.15.76:55260) 2024-09-13T16:08:38.029 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.026+0000 7f2a95370640 1 -- 172.21.15.76:0/4223263915 learned_addr learned my addr 172.21.15.76:0/4223263915 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:38.030 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.026+0000 7f2a95370640 1 -- 172.21.15.76:0/4223263915 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2a900cbea0 msgr2=0x7f2a900cc330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:38.030 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.026+0000 7f2a95370640 1 --2- 172.21.15.76:0/4223263915 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2a900cbea0 0x7f2a900cc330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:38.030 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.026+0000 7f2a95370640 1 -- 172.21.15.76:0/4223263915 >> v1:172.21.15.192:6789/0 conn(0x7f2a900b2590 legacy=0x7f2a9006d3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:38.030 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.026+0000 7f2a95370640 1 -- 172.21.15.76:0/4223263915 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2a900cc870 con 0x7f2a9006c4c0 2024-09-13T16:08:38.031 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.027+0000 7f2a95370640 1 --2- 172.21.15.76:0/4223263915 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2a9006c4c0 0x7f2a9006c8a0 secure :-1 s=READY pgs=1046 cs=0 l=1 rev1=1 crypto rx=0x7f2a8c00bb10 tx=0x7f2a8c02c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f30d834dac1c6859 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:38.031 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.027+0000 7f2a87fff640 1 -- 172.21.15.76:0/4223263915 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a8c032790 con 0x7f2a9006c4c0 2024-09-13T16:08:38.031 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.027+0000 7f2a87fff640 1 -- 172.21.15.76:0/4223263915 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2a8c0328f0 con 0x7f2a9006c4c0 2024-09-13T16:08:38.031 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.027+0000 7f2a87fff640 1 -- 172.21.15.76:0/4223263915 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a8c032c80 con 0x7f2a9006c4c0 2024-09-13T16:08:38.031 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.028+0000 7f2a975d4640 1 -- 172.21.15.76:0/4223263915 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2a9006c4c0 msgr2=0x7f2a9006c8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:38.031 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.028+0000 7f2a975d4640 1 --2- 172.21.15.76:0/4223263915 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2a9006c4c0 0x7f2a9006c8a0 secure :-1 s=READY pgs=1046 cs=0 l=1 rev1=1 crypto rx=0x7f2a8c00bb10 tx=0x7f2a8c02c8d0 comp rx=0 tx=0).stop 2024-09-13T16:08:38.032 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.028+0000 7f2a975d4640 1 -- 172.21.15.76:0/4223263915 shutdown_connections 2024-09-13T16:08:38.032 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.028+0000 7f2a975d4640 1 --2- 172.21.15.76:0/4223263915 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2a900cbea0 0x7f2a900cc330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:38.032 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.028+0000 7f2a975d4640 1 --2- 172.21.15.76:0/4223263915 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2a9006c4c0 0x7f2a9006c8a0 unknown :-1 s=CLOSED pgs=1046 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:38.032 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.028+0000 7f2a975d4640 1 -- 172.21.15.76:0/4223263915 >> 172.21.15.76:0/4223263915 conn(0x7f2a90069ed0 msgr2=0x7f2a9006a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:38.032 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.028+0000 7f2a975d4640 1 -- 172.21.15.76:0/4223263915 shutdown_connections 2024-09-13T16:08:38.032 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.028+0000 7f2a975d4640 1 -- 172.21.15.76:0/4223263915 wait complete. 2024-09-13T16:08:38.032 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.029+0000 7f2a975d4640 1 Processor -- start 2024-09-13T16:08:38.032 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.029+0000 7f2a975d4640 1 -- start start 2024-09-13T16:08:38.034 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.030+0000 7f2a975d4640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2a9006c4c0 0x7f2a90156520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:38.035 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.030+0000 7f2a975d4640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2a900b2590 0x7f2a900af1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:38.035 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.030+0000 7f2a975d4640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2a900cbea0 0x7f2a9015b350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:38.035 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.030+0000 7f2a975d4640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a900c4f90 con 0x7f2a9006c4c0 2024-09-13T16:08:38.035 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.030+0000 7f2a975d4640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a90159a40 con 0x7f2a900b2590 2024-09-13T16:08:38.035 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.030+0000 7f2a975d4640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2a90159d20 con 0x7f2a900cbea0 2024-09-13T16:08:38.035 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.030+0000 7f2a95370640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2a9006c4c0 0x7f2a90156520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:38.035 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.030+0000 7f2a95370640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2a9006c4c0 0x7f2a90156520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:55264/0 (socket says 172.21.15.76:55264) 2024-09-13T16:08:38.035 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.030+0000 7f2a95370640 1 -- 172.21.15.76:0/4024712042 learned_addr learned my addr 172.21.15.76:0/4024712042 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:38.035 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.030+0000 7f2a94b6f640 1 --2- 172.21.15.76:0/4024712042 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2a900b2590 0x7f2a900af1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:38.035 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.030+0000 7f2a95b71640 1 --2- 172.21.15.76:0/4024712042 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2a900cbea0 0x7f2a9015b350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:38.035 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.030+0000 7f2a95370640 1 -- 172.21.15.76:0/4024712042 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2a900cbea0 msgr2=0x7f2a9015b350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:38.036 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.030+0000 7f2a95370640 1 --2- 172.21.15.76:0/4024712042 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2a900cbea0 0x7f2a9015b350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:38.036 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.030+0000 7f2a95370640 1 -- 172.21.15.76:0/4024712042 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2a900b2590 msgr2=0x7f2a900af1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:38.036 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.030+0000 7f2a95370640 1 --2- 172.21.15.76:0/4024712042 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2a900b2590 0x7f2a900af1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:38.036 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.030+0000 7f2a95370640 1 -- 172.21.15.76:0/4024712042 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2a8c00b770 con 0x7f2a9006c4c0 2024-09-13T16:08:38.036 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.030+0000 7f2a94b6f640 1 --2- 172.21.15.76:0/4024712042 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2a900b2590 0x7f2a900af1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:08:38.036 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.030+0000 7f2a95370640 1 --2- 172.21.15.76:0/4024712042 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2a9006c4c0 0x7f2a90156520 secure :-1 s=READY pgs=1047 cs=0 l=1 rev1=1 crypto rx=0x7f2a8c00b2c0 tx=0x7f2a8c004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:38.036 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.030+0000 7f2a85ffb640 1 -- 172.21.15.76:0/4024712042 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a8c0338b0 con 0x7f2a9006c4c0 2024-09-13T16:08:38.036 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.030+0000 7f2a85ffb640 1 -- 172.21.15.76:0/4024712042 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2a8c033a30 con 0x7f2a9006c4c0 2024-09-13T16:08:38.036 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.030+0000 7f2a975d4640 1 -- 172.21.15.76:0/4024712042 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2a900c4940 con 0x7f2a9006c4c0 2024-09-13T16:08:38.036 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.030+0000 7f2a85ffb640 1 -- 172.21.15.76:0/4024712042 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a8c033de0 con 0x7f2a9006c4c0 2024-09-13T16:08:38.036 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.031+0000 7f2a975d4640 1 -- 172.21.15.76:0/4024712042 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2a900c7e40 con 0x7f2a9006c4c0 2024-09-13T16:08:38.036 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.032+0000 7f2a975d4640 1 -- 172.21.15.76:0/4024712042 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2a900ced30 con 0x7f2a9006c4c0 2024-09-13T16:08:38.036 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.032+0000 7f2a85ffb640 1 -- 172.21.15.76:0/4024712042 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f2a8c03c420 con 0x7f2a9006c4c0 2024-09-13T16:08:38.036 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.032+0000 7f2a85ffb640 1 --2- 172.21.15.76:0/4024712042 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2a7406ac00 0x7f2a7406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:38.037 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.032+0000 7f2a85ffb640 1 -- 172.21.15.76:0/4024712042 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f2a8c0aa290 con 0x7f2a9006c4c0 2024-09-13T16:08:38.037 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.032+0000 7f2a94b6f640 1 --2- 172.21.15.76:0/4024712042 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2a7406ac00 0x7f2a7406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:38.037 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.033+0000 7f2a94b6f640 1 --2- 172.21.15.76:0/4024712042 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2a7406ac00 0x7f2a7406d0c0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f2a901f5210 tx=0x7f2a80009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:38.039 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.037+0000 7f2a85ffb640 1 -- 172.21.15.76:0/4024712042 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f2a8c075450 con 0x7f2a9006c4c0 2024-09-13T16:08:38.235 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.233+0000 7f2a975d4640 1 -- 172.21.15.76:0/4024712042 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f2a9006e0a0 con 0x7f2a9006c4c0 2024-09-13T16:08:38.236 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.233+0000 7f2a85ffb640 1 -- 172.21.15.76:0/4024712042 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 39 v39) v1 ==== 94+0+4742 (secure 0 0 0) 0x7f2a9006e0a0 con 0x7f2a9006c4c0 2024-09-13T16:08:38.236 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:38.236 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":39,"default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5894,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/1599154395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6833","nonce":1599154395},{"type":"v1","addr":"172.21.15.192:6835","nonce":1599154395}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":34},{"gid":5897,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6834/3373591752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":3373591752},{"type":"v1","addr":"172.21.15.192:6834","nonce":3373591752}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":34},{"gid":6999,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6836/3265817249","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":3265817249},{"type":"v1","addr":"172.21.15.76:6836","nonce":3265817249}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":34}],"filesystems":[{"mdsmap":{"epoch":39,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:08:34.887298+0000","modified":"2024-09-13T16:08:37.899870+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":7002},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7002":{"gid":7002,"name":"a","rank":0,"incarnation":35,"state":"up:active","state_seq":3,"addr":"172.21.15.76:6837/2902767374","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":2902767374},{"type":"v1","addr":"172.21.15.76:6837","nonce":2902767374}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[12],"metadata_pool":11,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":5}]} 2024-09-13T16:08:38.236 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 39 2024-09-13T16:08:38.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.235+0000 7f2a975d4640 1 -- 172.21.15.76:0/4024712042 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2a7406ac00 msgr2=0x7f2a7406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:38.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.235+0000 7f2a975d4640 1 --2- 172.21.15.76:0/4024712042 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2a7406ac00 0x7f2a7406d0c0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f2a901f5210 tx=0x7f2a80009040 comp rx=0 tx=0).stop 2024-09-13T16:08:38.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.235+0000 7f2a975d4640 1 -- 172.21.15.76:0/4024712042 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2a9006c4c0 msgr2=0x7f2a90156520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:38.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.235+0000 7f2a975d4640 1 --2- 172.21.15.76:0/4024712042 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2a9006c4c0 0x7f2a90156520 secure :-1 s=READY pgs=1047 cs=0 l=1 rev1=1 crypto rx=0x7f2a8c00b2c0 tx=0x7f2a8c004730 comp rx=0 tx=0).stop 2024-09-13T16:08:38.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.235+0000 7f2a975d4640 1 -- 172.21.15.76:0/4024712042 shutdown_connections 2024-09-13T16:08:38.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.235+0000 7f2a975d4640 1 --2- 172.21.15.76:0/4024712042 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2a7406ac00 0x7f2a7406d0c0 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:38.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.235+0000 7f2a975d4640 1 --2- 172.21.15.76:0/4024712042 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2a900cbea0 0x7f2a9015b350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:38.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.235+0000 7f2a975d4640 1 --2- 172.21.15.76:0/4024712042 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2a900b2590 0x7f2a900af1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:38.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.235+0000 7f2a975d4640 1 --2- 172.21.15.76:0/4024712042 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2a9006c4c0 0x7f2a90156520 unknown :-1 s=CLOSED pgs=1047 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:38.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.235+0000 7f2a975d4640 1 -- 172.21.15.76:0/4024712042 >> 172.21.15.76:0/4024712042 conn(0x7f2a90069ed0 msgr2=0x7f2a900afe40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:38.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.235+0000 7f2a975d4640 1 -- 172.21.15.76:0/4024712042 shutdown_connections 2024-09-13T16:08:38.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.235+0000 7f2a975d4640 1 -- 172.21.15.76:0/4024712042 wait complete. 2024-09-13T16:08:38.249 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:08:38.347 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.345+0000 7fa88b2de640 1 Processor -- start 2024-09-13T16:08:38.347 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.345+0000 7fa88b2de640 1 -- start start 2024-09-13T16:08:38.349 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.346+0000 7fa88b2de640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fa884071d30 0x7fa884070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:38.349 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.346+0000 7fa88b2de640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fa884072110 0x7fa8840b1b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:38.349 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.346+0000 7fa88b2de640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa8840abdf0 con 0x7fa8840c8920 2024-09-13T16:08:38.349 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.346+0000 7fa88b2de640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa8840ab1e0 con 0x7fa884072110 2024-09-13T16:08:38.350 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.346+0000 7fa88b2de640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa8840ab4c0 con 0x7fa884071d30 2024-09-13T16:08:38.350 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.346+0000 7fa888879640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fa884072110 0x7fa8840b1b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:38.350 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.346+0000 7fa88987b640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fa8840c8920 0x7fa8840ac280 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:50868/0 (socket says 172.21.15.76:50868) 2024-09-13T16:08:38.350 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.346+0000 7fa888879640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fa884072110 0x7fa8840b1b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:55276/0 (socket says 172.21.15.76:55276) 2024-09-13T16:08:38.350 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.346+0000 7fa88987b640 1 -- 172.21.15.76:0/826206415 learned_addr learned my addr 172.21.15.76:0/826206415 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:08:38.350 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.346+0000 7fa88907a640 1 --2- 172.21.15.76:0/826206415 >> v2:172.21.15.192:3300/0 conn(0x7fa884071d30 0x7fa884070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:38.350 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.346+0000 7fa888879640 1 -- 172.21.15.76:0/826206415 >> v2:172.21.15.192:3300/0 conn(0x7fa884071d30 msgr2=0x7fa884070190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:38.350 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.346+0000 7fa888879640 1 --2- 172.21.15.76:0/826206415 >> v2:172.21.15.192:3300/0 conn(0x7fa884071d30 0x7fa884070190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:38.350 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.346+0000 7fa888879640 1 -- 172.21.15.76:0/826206415 >> v1:172.21.15.76:6789/0 conn(0x7fa8840c8920 legacy=0x7fa8840ac280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:38.350 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.346+0000 7fa87bfff640 1 -- 172.21.15.76:0/826206415 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 947505634 0 0) 0x7fa8840abdf0 con 0x7fa8840c8920 2024-09-13T16:08:38.350 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.346+0000 7fa888879640 1 -- 172.21.15.76:0/826206415 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa8840ab7a0 con 0x7fa884072110 2024-09-13T16:08:38.350 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.347+0000 7fa888879640 1 --2- 172.21.15.76:0/826206415 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa884072110 0x7fa8840b1b70 secure :-1 s=READY pgs=1049 cs=0 l=1 rev1=1 crypto rx=0x7fa8840cee60 tx=0x7fa87402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2693ea9bd7d00e51 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:38.350 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.347+0000 7fa87bfff640 1 -- 172.21.15.76:0/826206415 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa874032440 con 0x7fa884072110 2024-09-13T16:08:38.351 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.347+0000 7fa87bfff640 1 -- 172.21.15.76:0/826206415 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa8740325a0 con 0x7fa884072110 2024-09-13T16:08:38.351 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.347+0000 7fa87bfff640 1 -- 172.21.15.76:0/826206415 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa874032930 con 0x7fa884072110 2024-09-13T16:08:38.353 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.348+0000 7fa88b2de640 1 -- 172.21.15.76:0/826206415 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa884072110 msgr2=0x7fa8840b1b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:38.353 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.348+0000 7fa88b2de640 1 --2- 172.21.15.76:0/826206415 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa884072110 0x7fa8840b1b70 secure :-1 s=READY pgs=1049 cs=0 l=1 rev1=1 crypto rx=0x7fa8840cee60 tx=0x7fa87402a1a0 comp rx=0 tx=0).stop 2024-09-13T16:08:38.353 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.348+0000 7fa88b2de640 1 -- 172.21.15.76:0/826206415 shutdown_connections 2024-09-13T16:08:38.354 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.348+0000 7fa88b2de640 1 --2- 172.21.15.76:0/826206415 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa884072110 0x7fa8840b1b70 unknown :-1 s=CLOSED pgs=1049 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:38.354 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.348+0000 7fa88b2de640 1 --2- 172.21.15.76:0/826206415 >> v2:172.21.15.192:3300/0 conn(0x7fa884071d30 0x7fa884070190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:38.354 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.348+0000 7fa88b2de640 1 -- 172.21.15.76:0/826206415 >> 172.21.15.76:0/826206415 conn(0x7fa884069ed0 msgr2=0x7fa88406a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:38.354 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.348+0000 7fa88b2de640 1 -- 172.21.15.76:0/826206415 shutdown_connections 2024-09-13T16:08:38.354 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.348+0000 7fa88b2de640 1 -- 172.21.15.76:0/826206415 wait complete. 2024-09-13T16:08:38.354 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.349+0000 7fa88b2de640 1 Processor -- start 2024-09-13T16:08:38.354 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.349+0000 7fa88b2de640 1 -- start start 2024-09-13T16:08:38.354 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.350+0000 7fa88b2de640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa884071d30 0x7fa884097870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:38.354 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.350+0000 7fa88b2de640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa884072110 0x7fa8840aee30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:38.354 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.350+0000 7fa88b2de640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa8840c8920 0x7fa8840af370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:38.354 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.350+0000 7fa88b2de640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa88409bcf0 con 0x7fa884072110 2024-09-13T16:08:38.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.350+0000 7fa88b2de640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa88409bfd0 con 0x7fa884071d30 2024-09-13T16:08:38.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.350+0000 7fa88b2de640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa8840c6a40 con 0x7fa8840c8920 2024-09-13T16:08:38.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.350+0000 7fa888879640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa884072110 0x7fa8840aee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:38.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.350+0000 7fa888879640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa884072110 0x7fa8840aee30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:55280/0 (socket says 172.21.15.76:55280) 2024-09-13T16:08:38.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.350+0000 7fa888879640 1 -- 172.21.15.76:0/1776406685 learned_addr learned my addr 172.21.15.76:0/1776406685 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:38.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.350+0000 7fa88907a640 1 --2- 172.21.15.76:0/1776406685 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa884071d30 0x7fa884097870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:38.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.350+0000 7fa88987b640 1 --2- 172.21.15.76:0/1776406685 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa8840c8920 0x7fa8840af370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:38.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.350+0000 7fa888879640 1 -- 172.21.15.76:0/1776406685 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa8840c8920 msgr2=0x7fa8840af370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:38.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.350+0000 7fa888879640 1 --2- 172.21.15.76:0/1776406685 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa8840c8920 0x7fa8840af370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:38.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.350+0000 7fa888879640 1 -- 172.21.15.76:0/1776406685 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa884071d30 msgr2=0x7fa884097870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:38.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.350+0000 7fa888879640 1 --2- 172.21.15.76:0/1776406685 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa884071d30 0x7fa884097870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:38.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.350+0000 7fa888879640 1 -- 172.21.15.76:0/1776406685 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa874009400 con 0x7fa884072110 2024-09-13T16:08:38.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.350+0000 7fa888879640 1 --2- 172.21.15.76:0/1776406685 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa884072110 0x7fa8840aee30 secure :-1 s=READY pgs=1050 cs=0 l=1 rev1=1 crypto rx=0x7fa874000c00 tx=0x7fa8740046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:38.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.350+0000 7fa879ffb640 1 -- 172.21.15.76:0/1776406685 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa874032440 con 0x7fa884072110 2024-09-13T16:08:38.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.350+0000 7fa879ffb640 1 -- 172.21.15.76:0/1776406685 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa874030ba0 con 0x7fa884072110 2024-09-13T16:08:38.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.350+0000 7fa879ffb640 1 -- 172.21.15.76:0/1776406685 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa874006e10 con 0x7fa884072110 2024-09-13T16:08:38.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.350+0000 7fa88b2de640 1 -- 172.21.15.76:0/1776406685 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa8840c6d20 con 0x7fa884072110 2024-09-13T16:08:38.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.351+0000 7fa88b2de640 1 -- 172.21.15.76:0/1776406685 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa884097db0 con 0x7fa884072110 2024-09-13T16:08:38.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.351+0000 7fa88b2de640 1 -- 172.21.15.76:0/1776406685 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa8840c7240 con 0x7fa884072110 2024-09-13T16:08:38.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.352+0000 7fa879ffb640 1 -- 172.21.15.76:0/1776406685 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fa874039040 con 0x7fa884072110 2024-09-13T16:08:38.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.352+0000 7fa879ffb640 1 --2- 172.21.15.76:0/1776406685 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa86806ac00 0x7fa86806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:38.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.352+0000 7fa879ffb640 1 -- 172.21.15.76:0/1776406685 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fa8740a9fb0 con 0x7fa884072110 2024-09-13T16:08:38.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.352+0000 7fa88907a640 1 --2- 172.21.15.76:0/1776406685 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa86806ac00 0x7fa86806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:38.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.353+0000 7fa88907a640 1 --2- 172.21.15.76:0/1776406685 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa86806ac00 0x7fa86806d0c0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7fa880006fd0 tx=0x7fa880008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:38.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.357+0000 7fa879ffb640 1 -- 172.21.15.76:0/1776406685 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fa8740dd9c0 con 0x7fa884072110 2024-09-13T16:08:38.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.519+0000 7fa88b2de640 1 -- 172.21.15.76:0/1776406685 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fa884070190 con 0x7fa884072110 2024-09-13T16:08:38.522 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.520+0000 7fa879ffb640 1 -- 172.21.15.76:0/1776406685 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v84) v1 ==== 74+0+16741 (secure 0 0 0) 0x7fa8840c7240 con 0x7fa884072110 2024-09-13T16:08:38.523 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:38.523 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":84,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:08:35.889159+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":12,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:08:33.055729+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_data","create_time":"2024-09-13T16:08:33.848184+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:08:38.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.522+0000 7fa88b2de640 1 -- 172.21.15.76:0/1776406685 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa86806ac00 msgr2=0x7fa86806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:38.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.522+0000 7fa88b2de640 1 --2- 172.21.15.76:0/1776406685 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa86806ac00 0x7fa86806d0c0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7fa880006fd0 tx=0x7fa880008040 comp rx=0 tx=0).stop 2024-09-13T16:08:38.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.522+0000 7fa88b2de640 1 -- 172.21.15.76:0/1776406685 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa884072110 msgr2=0x7fa8840aee30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:38.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.522+0000 7fa88b2de640 1 --2- 172.21.15.76:0/1776406685 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa884072110 0x7fa8840aee30 secure :-1 s=READY pgs=1050 cs=0 l=1 rev1=1 crypto rx=0x7fa874000c00 tx=0x7fa8740046c0 comp rx=0 tx=0).stop 2024-09-13T16:08:38.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.522+0000 7fa88b2de640 1 -- 172.21.15.76:0/1776406685 shutdown_connections 2024-09-13T16:08:38.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.522+0000 7fa88b2de640 1 --2- 172.21.15.76:0/1776406685 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa86806ac00 0x7fa86806d0c0 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:38.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.522+0000 7fa88b2de640 1 --2- 172.21.15.76:0/1776406685 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa8840c8920 0x7fa8840af370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:38.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.522+0000 7fa88b2de640 1 --2- 172.21.15.76:0/1776406685 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa884072110 0x7fa8840aee30 unknown :-1 s=CLOSED pgs=1050 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:38.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.522+0000 7fa88b2de640 1 --2- 172.21.15.76:0/1776406685 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa884071d30 0x7fa884097870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:38.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.522+0000 7fa88b2de640 1 -- 172.21.15.76:0/1776406685 >> 172.21.15.76:0/1776406685 conn(0x7fa884069ed0 msgr2=0x7fa884070760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:38.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.522+0000 7fa88b2de640 1 -- 172.21.15.76:0/1776406685 shutdown_connections 2024-09-13T16:08:38.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.522+0000 7fa88b2de640 1 -- 172.21.15.76:0/1776406685 wait complete. 2024-09-13T16:08:38.535 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-09-13T16:08:38.536 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:08:38.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.631+0000 7ff09889c640 1 Processor -- start 2024-09-13T16:08:38.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.631+0000 7ff09889c640 1 -- start start 2024-09-13T16:08:38.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.632+0000 7ff09889c640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7ff09415c6e0 0x7ff0940b3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:38.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.632+0000 7ff09889c640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff0940d1840 con 0x7ff0940d07b0 2024-09-13T16:08:38.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.632+0000 7ff09889c640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff09406bd20 con 0x7ff0940ccb20 2024-09-13T16:08:38.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.632+0000 7ff09889c640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff094160e50 con 0x7ff09415c6e0 2024-09-13T16:08:38.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.632+0000 7ff091d9b640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7ff0940d07b0 0x7ff094160030 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:50880/0 (socket says 172.21.15.76:50880) 2024-09-13T16:08:38.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.632+0000 7ff091d9b640 1 -- 172.21.15.76:0/1755434066 learned_addr learned my addr 172.21.15.76:0/1755434066 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:08:38.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.632+0000 7ff09259c640 1 --2- 172.21.15.76:0/1755434066 >> v2:172.21.15.192:3300/0 conn(0x7ff09415c6e0 0x7ff0940b3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:38.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.632+0000 7ff09159a640 1 -- 172.21.15.76:0/1755434066 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3333053464 0 0) 0x7ff0940d1840 con 0x7ff0940d07b0 2024-09-13T16:08:38.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.632+0000 7ff09159a640 1 -- 172.21.15.76:0/1755434066 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff07c003520 con 0x7ff0940d07b0 2024-09-13T16:08:38.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.633+0000 7ff09159a640 1 -- 172.21.15.76:0/1755434066 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1383990255 0 0) 0x7ff07c003520 con 0x7ff0940d07b0 2024-09-13T16:08:38.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.633+0000 7ff09159a640 1 -- 172.21.15.76:0/1755434066 >> v2:172.21.15.192:3300/0 conn(0x7ff09415c6e0 msgr2=0x7ff0940b3f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:38.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.633+0000 7ff09159a640 1 --2- 172.21.15.76:0/1755434066 >> v2:172.21.15.192:3300/0 conn(0x7ff09415c6e0 0x7ff0940b3f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:38.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.633+0000 7ff09159a640 1 -- 172.21.15.76:0/1755434066 >> v1:172.21.15.192:6789/0 conn(0x7ff0940ccb20 legacy=0x7ff094160740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:38.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.633+0000 7ff09159a640 1 -- 172.21.15.76:0/1755434066 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff0940d0c30 con 0x7ff0940d07b0 2024-09-13T16:08:38.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.633+0000 7ff09159a640 1 -- 172.21.15.76:0/1755434066 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7ff088001670 con 0x7ff0940d07b0 2024-09-13T16:08:38.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.633+0000 7ff09159a640 1 -- 172.21.15.76:0/1755434066 >> v1:172.21.15.76:6789/0 conn(0x7ff0940d07b0 legacy=0x7ff094160030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:38.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.633+0000 7ff09159a640 1 --2- 172.21.15.76:0/1755434066 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff07c003970 0x7ff07c003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:38.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.633+0000 7ff09159a640 1 --2- 172.21.15.76:0/1755434066 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff07c0047c0 0x7ff07c004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:38.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.633+0000 7ff09159a640 1 --2- 172.21.15.76:0/1755434066 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff07c005180 0x7ff07c00b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:38.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.633+0000 7ff09159a640 1 -- 172.21.15.76:0/1755434066 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff094160e50 con 0x7ff07c005180 2024-09-13T16:08:38.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.633+0000 7ff09159a640 1 -- 172.21.15.76:0/1755434066 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff07c00c120 con 0x7ff07c003970 2024-09-13T16:08:38.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.633+0000 7ff09159a640 1 -- 172.21.15.76:0/1755434066 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff07c00c2e0 con 0x7ff07c0047c0 2024-09-13T16:08:38.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.633+0000 7ff092d9d640 1 --2- 172.21.15.76:0/1755434066 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff07c005180 0x7ff07c00b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:38.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.633+0000 7ff09259c640 1 --2- 172.21.15.76:0/1755434066 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff07c003970 0x7ff07c003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:38.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.633+0000 7ff091d9b640 1 --2- 172.21.15.76:0/1755434066 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff07c0047c0 0x7ff07c004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:38.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.633+0000 7ff092d9d640 1 -- 172.21.15.76:0/1755434066 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff07c0047c0 msgr2=0x7ff07c004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:38.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.633+0000 7ff092d9d640 1 --2- 172.21.15.76:0/1755434066 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff07c0047c0 0x7ff07c004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:38.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.633+0000 7ff092d9d640 1 -- 172.21.15.76:0/1755434066 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff07c003970 msgr2=0x7ff07c003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:38.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.633+0000 7ff092d9d640 1 --2- 172.21.15.76:0/1755434066 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff07c003970 0x7ff07c003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:38.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.633+0000 7ff092d9d640 1 -- 172.21.15.76:0/1755434066 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff07c003520 con 0x7ff07c005180 2024-09-13T16:08:38.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.633+0000 7ff09259c640 1 --2- 172.21.15.76:0/1755434066 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff07c003970 0x7ff07c003d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:08:38.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.634+0000 7ff092d9d640 1 -- 172.21.15.76:0/1755434066 reap_dead start 2024-09-13T16:08:38.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.634+0000 7ff092d9d640 1 --2- 172.21.15.76:0/1755434066 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff07c005180 0x7ff07c00b980 secure :-1 s=READY pgs=1052 cs=0 l=1 rev1=1 crypto rx=0x7ff08c001e50 tx=0x7ff07c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a9560d647bbd0770 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:38.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.634+0000 7ff09159a640 1 -- 172.21.15.76:0/1755434066 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff08c02ae70 con 0x7ff07c005180 2024-09-13T16:08:38.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.634+0000 7ff09159a640 1 -- 172.21.15.76:0/1755434066 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff08c003970 con 0x7ff07c005180 2024-09-13T16:08:38.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.634+0000 7ff09159a640 1 -- 172.21.15.76:0/1755434066 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff08c003d20 con 0x7ff07c005180 2024-09-13T16:08:38.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.634+0000 7ff09889c640 1 -- 172.21.15.76:0/1755434066 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff07c005180 msgr2=0x7ff07c00b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:38.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.634+0000 7ff09889c640 1 --2- 172.21.15.76:0/1755434066 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff07c005180 0x7ff07c00b980 secure :-1 s=READY pgs=1052 cs=0 l=1 rev1=1 crypto rx=0x7ff08c001e50 tx=0x7ff07c0057f0 comp rx=0 tx=0).stop 2024-09-13T16:08:38.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.635+0000 7ff09889c640 1 -- 172.21.15.76:0/1755434066 shutdown_connections 2024-09-13T16:08:38.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.635+0000 7ff09889c640 1 --2- 172.21.15.76:0/1755434066 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff07c005180 0x7ff07c00b980 unknown :-1 s=CLOSED pgs=1052 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:38.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.635+0000 7ff09889c640 1 -- 172.21.15.76:0/1755434066 >> 172.21.15.76:0/1755434066 conn(0x7ff094089f60 msgr2=0x7ff0940d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:38.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.635+0000 7ff09889c640 1 -- 172.21.15.76:0/1755434066 shutdown_connections 2024-09-13T16:08:38.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.635+0000 7ff09889c640 1 -- 172.21.15.76:0/1755434066 wait complete. 2024-09-13T16:08:38.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.636+0000 7ff09889c640 1 Processor -- start 2024-09-13T16:08:38.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.636+0000 7ff09889c640 1 -- start start 2024-09-13T16:08:38.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.637+0000 7ff09889c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff07c005180 0x7ff09415db10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:38.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.637+0000 7ff09889c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff0940b7f70 0x7ff094159e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:38.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.637+0000 7ff09889c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff0940cc2f0 0x7ff0940c95a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:38.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.637+0000 7ff09889c640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff09415a340 con 0x7ff0940cc2f0 2024-09-13T16:08:38.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.637+0000 7ff09889c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0940b6530 con 0x7ff0940b7f70 2024-09-13T16:08:38.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.637+0000 7ff09889c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff0940b5f70 con 0x7ff07c005180 2024-09-13T16:08:38.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.637+0000 7ff092d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff0940cc2f0 0x7ff0940c95a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:38.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.637+0000 7ff092d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff0940cc2f0 0x7ff0940c95a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:55290/0 (socket says 172.21.15.76:55290) 2024-09-13T16:08:38.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.637+0000 7ff092d9d640 1 -- 172.21.15.76:0/3266014634 learned_addr learned my addr 172.21.15.76:0/3266014634 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:38.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.637+0000 7ff09259c640 1 --2- 172.21.15.76:0/3266014634 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff07c005180 0x7ff09415db10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:38.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.637+0000 7ff091d9b640 1 --2- 172.21.15.76:0/3266014634 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff0940b7f70 0x7ff094159e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:38.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.637+0000 7ff092d9d640 1 -- 172.21.15.76:0/3266014634 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff07c005180 msgr2=0x7ff09415db10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:38.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.637+0000 7ff092d9d640 1 --2- 172.21.15.76:0/3266014634 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff07c005180 0x7ff09415db10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:38.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.637+0000 7ff092d9d640 1 -- 172.21.15.76:0/3266014634 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff0940b7f70 msgr2=0x7ff094159e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:38.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.637+0000 7ff092d9d640 1 --2- 172.21.15.76:0/3266014634 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff0940b7f70 0x7ff094159e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:38.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.637+0000 7ff092d9d640 1 -- 172.21.15.76:0/3266014634 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff0940b6250 con 0x7ff0940cc2f0 2024-09-13T16:08:38.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.637+0000 7ff092d9d640 1 --2- 172.21.15.76:0/3266014634 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff0940cc2f0 0x7ff0940c95a0 secure :-1 s=READY pgs=1053 cs=0 l=1 rev1=1 crypto rx=0x7ff08c02a920 tx=0x7ff08c0014a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:38.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.637+0000 7ff082ffd640 1 -- 172.21.15.76:0/3266014634 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff08c038070 con 0x7ff0940cc2f0 2024-09-13T16:08:38.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.637+0000 7ff082ffd640 1 -- 172.21.15.76:0/3266014634 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff08c005860 con 0x7ff0940cc2f0 2024-09-13T16:08:38.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.637+0000 7ff082ffd640 1 -- 172.21.15.76:0/3266014634 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff08c032680 con 0x7ff0940cc2f0 2024-09-13T16:08:38.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.637+0000 7ff09889c640 1 -- 172.21.15.76:0/3266014634 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff0940b6820 con 0x7ff0940cc2f0 2024-09-13T16:08:38.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.637+0000 7ff09889c640 1 -- 172.21.15.76:0/3266014634 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff0940cc7a0 con 0x7ff0940cc2f0 2024-09-13T16:08:38.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.638+0000 7ff09889c640 1 -- 172.21.15.76:0/3266014634 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff0940b6d40 con 0x7ff0940cc2f0 2024-09-13T16:08:38.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.639+0000 7ff082ffd640 1 -- 172.21.15.76:0/3266014634 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff08c0327e0 con 0x7ff0940cc2f0 2024-09-13T16:08:38.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.639+0000 7ff082ffd640 1 --2- 172.21.15.76:0/3266014634 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff07406ac30 0x7ff07406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:38.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.639+0000 7ff082ffd640 1 -- 172.21.15.76:0/3266014634 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6029+0+0 (secure 0 0 0) 0x7ff08c0a8960 con 0x7ff0940cc2f0 2024-09-13T16:08:38.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.639+0000 7ff09259c640 1 --2- 172.21.15.76:0/3266014634 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff07406ac30 0x7ff07406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:38.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.640+0000 7ff09259c640 1 --2- 172.21.15.76:0/3266014634 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff07406ac30 0x7ff07406d0f0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7ff084009990 tx=0x7ff084008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:38.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.644+0000 7ff082ffd640 1 -- 172.21.15.76:0/3266014634 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ff0940b6d40 con 0x7ff0940cc2f0 2024-09-13T16:08:38.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.802+0000 7ff09889c640 1 -- 172.21.15.76:0/3266014634 --> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7ff0940d14d0 con 0x7ff07406ac30 2024-09-13T16:08:38.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.810+0000 7ff082ffd640 1 -- 172.21.15.76:0/3266014634 <== mgr.4104 v2:172.21.15.76:6832/911852275 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+287649 (secure 0 0 0) 0x7ff084004030 con 0x7ff07406ac30 2024-09-13T16:08:38.815 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:38.817 INFO:teuthology.orchestra.run.smithi076.stderr:dumped all 2024-09-13T16:08:38.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.813+0000 7ff09889c640 1 -- 172.21.15.76:0/3266014634 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff07406ac30 msgr2=0x7ff07406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:38.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.813+0000 7ff09889c640 1 --2- 172.21.15.76:0/3266014634 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff07406ac30 0x7ff07406d0f0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7ff084009990 tx=0x7ff084008040 comp rx=0 tx=0).stop 2024-09-13T16:08:38.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.813+0000 7ff09889c640 1 -- 172.21.15.76:0/3266014634 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff0940cc2f0 msgr2=0x7ff0940c95a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:38.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.813+0000 7ff09889c640 1 --2- 172.21.15.76:0/3266014634 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff0940cc2f0 0x7ff0940c95a0 secure :-1 s=READY pgs=1053 cs=0 l=1 rev1=1 crypto rx=0x7ff08c02a920 tx=0x7ff08c0014a0 comp rx=0 tx=0).stop 2024-09-13T16:08:38.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.813+0000 7ff09889c640 1 -- 172.21.15.76:0/3266014634 shutdown_connections 2024-09-13T16:08:38.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.813+0000 7ff09889c640 1 --2- 172.21.15.76:0/3266014634 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff0940cc2f0 0x7ff0940c95a0 unknown :-1 s=CLOSED pgs=1053 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:38.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.813+0000 7ff09889c640 1 --2- 172.21.15.76:0/3266014634 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff0940b7f70 0x7ff094159e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:38.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.813+0000 7ff09889c640 1 --2- 172.21.15.76:0/3266014634 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff07406ac30 0x7ff07406d0f0 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:38.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.813+0000 7ff09889c640 1 --2- 172.21.15.76:0/3266014634 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff07c005180 0x7ff09415db10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:38.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.813+0000 7ff09889c640 1 -- 172.21.15.76:0/3266014634 >> 172.21.15.76:0/3266014634 conn(0x7ff094089f60 msgr2=0x7ff09406ad10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:38.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.813+0000 7ff09889c640 1 -- 172.21.15.76:0/3266014634 shutdown_connections 2024-09-13T16:08:38.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.813+0000 7ff09889c640 1 -- 172.21.15.76:0/3266014634 wait complete. 2024-09-13T16:08:38.826 INFO:teuthology.orchestra.run.smithi076.stdout:{"pg_ready":true,"pg_map":{"version":293,"stamp":"2024-09-13T16:08:37.015473+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":202,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":153,"ondisk_log_size":153,"up":174,"acting":174,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":99,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":763960,"kb_used_data":9128,"kb_used_omap":12,"kb_used_meta":754675,"kb_avail":754210760,"statfs":{"total":773094113280,"available":772311818240,"internally_reserved":0,"allocated":9347072,"data_stored":4861210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":772787769},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":20,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":43,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000519"},"pg_stats":[{"pgid":"12.3f","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:35.897097+0000","last_change":"2024-09-13T16:08:34.902551+0000","last_active":"2024-09-13T16:08:35.897097+0000","last_peered":"2024-09-13T16:08:35.897097+0000","last_clean":"2024-09-13T16:08:35.897097+0000","last_became_active":"2024-09-13T16:08:34.902266+0000","last_became_peered":"2024-09-13T16:08:34.902266+0000","last_unstale":"2024-09-13T16:08:35.897097+0000","last_undegraded":"2024-09-13T16:08:35.897097+0000","last_fullsized":"2024-09-13T16:08:35.897097+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:30:45.914759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.3e","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:35.896023+0000","last_change":"2024-09-13T16:08:34.905481+0000","last_active":"2024-09-13T16:08:35.896023+0000","last_peered":"2024-09-13T16:08:35.896023+0000","last_clean":"2024-09-13T16:08:35.896023+0000","last_became_active":"2024-09-13T16:08:34.905265+0000","last_became_peered":"2024-09-13T16:08:34.905265+0000","last_unstale":"2024-09-13T16:08:35.896023+0000","last_undegraded":"2024-09-13T16:08:35.896023+0000","last_fullsized":"2024-09-13T16:08:35.896023+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:06:47.939281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.3d","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:36.015186+0000","last_change":"2024-09-13T16:08:34.910633+0000","last_active":"2024-09-13T16:08:36.015186+0000","last_peered":"2024-09-13T16:08:36.015186+0000","last_clean":"2024-09-13T16:08:36.015186+0000","last_became_active":"2024-09-13T16:08:34.910408+0000","last_became_peered":"2024-09-13T16:08:34.910408+0000","last_unstale":"2024-09-13T16:08:36.015186+0000","last_undegraded":"2024-09-13T16:08:36.015186+0000","last_fullsized":"2024-09-13T16:08:36.015186+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:20:13.184176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.3c","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:36.015461+0000","last_change":"2024-09-13T16:08:34.903239+0000","last_active":"2024-09-13T16:08:36.015461+0000","last_peered":"2024-09-13T16:08:36.015461+0000","last_clean":"2024-09-13T16:08:36.015461+0000","last_became_active":"2024-09-13T16:08:34.902975+0000","last_became_peered":"2024-09-13T16:08:34.902975+0000","last_unstale":"2024-09-13T16:08:36.015461+0000","last_undegraded":"2024-09-13T16:08:36.015461+0000","last_fullsized":"2024-09-13T16:08:36.015461+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:53:10.122859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.3b","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-13T16:08:34.913312+0000","last_change":"2024-09-13T16:08:34.908536+0000","last_active":"2024-09-13T16:08:34.913312+0000","last_peered":"2024-09-13T16:08:34.913312+0000","last_clean":"2024-09-13T16:08:34.913312+0000","last_became_active":"2024-09-13T16:08:34.908261+0000","last_became_peered":"2024-09-13T16:08:34.908261+0000","last_unstale":"2024-09-13T16:08:34.913312+0000","last_undegraded":"2024-09-13T16:08:34.913312+0000","last_fullsized":"2024-09-13T16:08:34.913312+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:43:11.094590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:08:34.533407+0000","last_change":"2024-09-13T16:08:34.533407+0000","last_active":"2024-09-13T16:08:34.533407+0000","last_peered":"2024-09-13T16:08:34.533407+0000","last_clean":"2024-09-13T16:08:34.533407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:08:34.533407+0000","last_undegraded":"2024-09-13T16:08:34.533407+0000","last_fullsized":"2024-09-13T16:08:34.533407+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.39","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:36.015649+0000","last_change":"2024-09-13T16:08:34.911586+0000","last_active":"2024-09-13T16:08:36.015649+0000","last_peered":"2024-09-13T16:08:36.015649+0000","last_clean":"2024-09-13T16:08:36.015649+0000","last_became_active":"2024-09-13T16:08:34.911317+0000","last_became_peered":"2024-09-13T16:08:34.911317+0000","last_unstale":"2024-09-13T16:08:36.015649+0000","last_undegraded":"2024-09-13T16:08:36.015649+0000","last_fullsized":"2024-09-13T16:08:36.015649+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:14:01.537096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.38","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-13T16:08:34.907157+0000","last_change":"2024-09-13T16:08:34.903347+0000","last_active":"2024-09-13T16:08:34.907157+0000","last_peered":"2024-09-13T16:08:34.907157+0000","last_clean":"2024-09-13T16:08:34.907157+0000","last_became_active":"2024-09-13T16:08:34.903098+0000","last_became_peered":"2024-09-13T16:08:34.903098+0000","last_unstale":"2024-09-13T16:08:34.907157+0000","last_undegraded":"2024-09-13T16:08:34.907157+0000","last_fullsized":"2024-09-13T16:08:34.907157+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:42:38.436002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.37","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:35.897316+0000","last_change":"2024-09-13T16:08:34.911952+0000","last_active":"2024-09-13T16:08:35.897316+0000","last_peered":"2024-09-13T16:08:35.897316+0000","last_clean":"2024-09-13T16:08:35.897316+0000","last_became_active":"2024-09-13T16:08:34.911703+0000","last_became_peered":"2024-09-13T16:08:34.911703+0000","last_unstale":"2024-09-13T16:08:35.897316+0000","last_undegraded":"2024-09-13T16:08:35.897316+0000","last_fullsized":"2024-09-13T16:08:35.897316+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:54:46.596521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.36","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:36.015739+0000","last_change":"2024-09-13T16:08:34.905855+0000","last_active":"2024-09-13T16:08:36.015739+0000","last_peered":"2024-09-13T16:08:36.015739+0000","last_clean":"2024-09-13T16:08:36.015739+0000","last_became_active":"2024-09-13T16:08:34.905599+0000","last_became_peered":"2024-09-13T16:08:34.905599+0000","last_unstale":"2024-09-13T16:08:36.015739+0000","last_undegraded":"2024-09-13T16:08:36.015739+0000","last_fullsized":"2024-09-13T16:08:36.015739+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:42:07.651048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.35","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:35.895974+0000","last_change":"2024-09-13T16:08:34.906598+0000","last_active":"2024-09-13T16:08:35.895974+0000","last_peered":"2024-09-13T16:08:35.895974+0000","last_clean":"2024-09-13T16:08:35.895974+0000","last_became_active":"2024-09-13T16:08:34.906358+0000","last_became_peered":"2024-09-13T16:08:34.906358+0000","last_unstale":"2024-09-13T16:08:35.895974+0000","last_undegraded":"2024-09-13T16:08:35.895974+0000","last_fullsized":"2024-09-13T16:08:35.895974+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:18:25.097242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.34","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:36.015641+0000","last_change":"2024-09-13T16:08:34.909023+0000","last_active":"2024-09-13T16:08:36.015641+0000","last_peered":"2024-09-13T16:08:36.015641+0000","last_clean":"2024-09-13T16:08:36.015641+0000","last_became_active":"2024-09-13T16:08:34.908724+0000","last_became_peered":"2024-09-13T16:08:34.908724+0000","last_unstale":"2024-09-13T16:08:36.015641+0000","last_undegraded":"2024-09-13T16:08:36.015641+0000","last_fullsized":"2024-09-13T16:08:36.015641+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:02:02.318883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.33","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-13T16:08:34.914740+0000","last_change":"2024-09-13T16:08:34.913299+0000","last_active":"2024-09-13T16:08:34.914740+0000","last_peered":"2024-09-13T16:08:34.914740+0000","last_clean":"2024-09-13T16:08:34.914740+0000","last_became_active":"2024-09-13T16:08:34.913041+0000","last_became_peered":"2024-09-13T16:08:34.913041+0000","last_unstale":"2024-09-13T16:08:34.914740+0000","last_undegraded":"2024-09-13T16:08:34.914740+0000","last_fullsized":"2024-09-13T16:08:34.914740+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:09:19.503547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:08:34.533407+0000","last_change":"2024-09-13T16:08:34.533407+0000","last_active":"2024-09-13T16:08:34.533407+0000","last_peered":"2024-09-13T16:08:34.533407+0000","last_clean":"2024-09-13T16:08:34.533407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:08:34.533407+0000","last_undegraded":"2024-09-13T16:08:34.533407+0000","last_fullsized":"2024-09-13T16:08:34.533407+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.31","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:35.895674+0000","last_change":"2024-09-13T16:08:34.904502+0000","last_active":"2024-09-13T16:08:35.895674+0000","last_peered":"2024-09-13T16:08:35.895674+0000","last_clean":"2024-09-13T16:08:35.895674+0000","last_became_active":"2024-09-13T16:08:34.904254+0000","last_became_peered":"2024-09-13T16:08:34.904254+0000","last_unstale":"2024-09-13T16:08:35.895674+0000","last_undegraded":"2024-09-13T16:08:35.895674+0000","last_fullsized":"2024-09-13T16:08:35.895674+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:12:58.093574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.30","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:35.896781+0000","last_change":"2024-09-13T16:08:34.907018+0000","last_active":"2024-09-13T16:08:35.896781+0000","last_peered":"2024-09-13T16:08:35.896781+0000","last_clean":"2024-09-13T16:08:35.896781+0000","last_became_active":"2024-09-13T16:08:34.906600+0000","last_became_peered":"2024-09-13T16:08:34.906600+0000","last_unstale":"2024-09-13T16:08:35.896781+0000","last_undegraded":"2024-09-13T16:08:35.896781+0000","last_fullsized":"2024-09-13T16:08:35.896781+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:43:42.235007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.2f","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-13T16:08:34.913470+0000","last_change":"2024-09-13T16:08:34.910755+0000","last_active":"2024-09-13T16:08:34.913470+0000","last_peered":"2024-09-13T16:08:34.913470+0000","last_clean":"2024-09-13T16:08:34.913470+0000","last_became_active":"2024-09-13T16:08:34.910530+0000","last_became_peered":"2024-09-13T16:08:34.910530+0000","last_unstale":"2024-09-13T16:08:34.913470+0000","last_undegraded":"2024-09-13T16:08:34.913470+0000","last_fullsized":"2024-09-13T16:08:34.913470+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:41:50.974231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.2e","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:36.015016+0000","last_change":"2024-09-13T16:08:34.904434+0000","last_active":"2024-09-13T16:08:36.015016+0000","last_peered":"2024-09-13T16:08:36.015016+0000","last_clean":"2024-09-13T16:08:36.015016+0000","last_became_active":"2024-09-13T16:08:34.904196+0000","last_became_peered":"2024-09-13T16:08:34.904196+0000","last_unstale":"2024-09-13T16:08:36.015016+0000","last_undegraded":"2024-09-13T16:08:36.015016+0000","last_fullsized":"2024-09-13T16:08:36.015016+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:43:16.382354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:08:34.533407+0000","last_change":"2024-09-13T16:08:34.533407+0000","last_active":"2024-09-13T16:08:34.533407+0000","last_peered":"2024-09-13T16:08:34.533407+0000","last_clean":"2024-09-13T16:08:34.533407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:08:34.533407+0000","last_undegraded":"2024-09-13T16:08:34.533407+0000","last_fullsized":"2024-09-13T16:08:34.533407+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.2c","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-13T16:08:34.917146+0000","last_change":"2024-09-13T16:08:34.916128+0000","last_active":"2024-09-13T16:08:34.917146+0000","last_peered":"2024-09-13T16:08:34.917146+0000","last_clean":"2024-09-13T16:08:34.917146+0000","last_became_active":"2024-09-13T16:08:34.915907+0000","last_became_peered":"2024-09-13T16:08:34.915907+0000","last_unstale":"2024-09-13T16:08:34.917146+0000","last_undegraded":"2024-09-13T16:08:34.917146+0000","last_fullsized":"2024-09-13T16:08:34.917146+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:19:33.966906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.2b","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:35.897910+0000","last_change":"2024-09-13T16:08:34.904722+0000","last_active":"2024-09-13T16:08:35.897910+0000","last_peered":"2024-09-13T16:08:35.897910+0000","last_clean":"2024-09-13T16:08:35.897910+0000","last_became_active":"2024-09-13T16:08:34.904295+0000","last_became_peered":"2024-09-13T16:08:34.904295+0000","last_unstale":"2024-09-13T16:08:35.897910+0000","last_undegraded":"2024-09-13T16:08:35.897910+0000","last_fullsized":"2024-09-13T16:08:35.897910+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:20:13.184176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.2a","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-13T16:08:34.914722+0000","last_change":"2024-09-13T16:08:34.912572+0000","last_active":"2024-09-13T16:08:34.914722+0000","last_peered":"2024-09-13T16:08:34.914722+0000","last_clean":"2024-09-13T16:08:34.914722+0000","last_became_active":"2024-09-13T16:08:34.912346+0000","last_became_peered":"2024-09-13T16:08:34.912346+0000","last_unstale":"2024-09-13T16:08:34.914722+0000","last_undegraded":"2024-09-13T16:08:34.914722+0000","last_fullsized":"2024-09-13T16:08:34.914722+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:24:47.850988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.29","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:35.897449+0000","last_change":"2024-09-13T16:08:34.906054+0000","last_active":"2024-09-13T16:08:35.897449+0000","last_peered":"2024-09-13T16:08:35.897449+0000","last_clean":"2024-09-13T16:08:35.897449+0000","last_became_active":"2024-09-13T16:08:34.905811+0000","last_became_peered":"2024-09-13T16:08:34.905811+0000","last_unstale":"2024-09-13T16:08:35.897449+0000","last_undegraded":"2024-09-13T16:08:35.897449+0000","last_fullsized":"2024-09-13T16:08:35.897449+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:47:52.182132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.28","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:35.895638+0000","last_change":"2024-09-13T16:08:34.904337+0000","last_active":"2024-09-13T16:08:35.895638+0000","last_peered":"2024-09-13T16:08:35.895638+0000","last_clean":"2024-09-13T16:08:35.895638+0000","last_became_active":"2024-09-13T16:08:34.904107+0000","last_became_peered":"2024-09-13T16:08:34.904107+0000","last_unstale":"2024-09-13T16:08:35.895638+0000","last_undegraded":"2024-09-13T16:08:35.895638+0000","last_fullsized":"2024-09-13T16:08:35.895638+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:26:45.207360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.27","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:35.896097+0000","last_change":"2024-09-13T16:08:34.904922+0000","last_active":"2024-09-13T16:08:35.896097+0000","last_peered":"2024-09-13T16:08:35.896097+0000","last_clean":"2024-09-13T16:08:35.896097+0000","last_became_active":"2024-09-13T16:08:34.904683+0000","last_became_peered":"2024-09-13T16:08:34.904683+0000","last_unstale":"2024-09-13T16:08:35.896097+0000","last_undegraded":"2024-09-13T16:08:35.896097+0000","last_fullsized":"2024-09-13T16:08:35.896097+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:14:00.834526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.26","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:36.015853+0000","last_change":"2024-09-13T16:08:34.909250+0000","last_active":"2024-09-13T16:08:36.015853+0000","last_peered":"2024-09-13T16:08:36.015853+0000","last_clean":"2024-09-13T16:08:36.015853+0000","last_became_active":"2024-09-13T16:08:34.908985+0000","last_became_peered":"2024-09-13T16:08:34.908985+0000","last_unstale":"2024-09-13T16:08:36.015853+0000","last_undegraded":"2024-09-13T16:08:36.015853+0000","last_fullsized":"2024-09-13T16:08:36.015853+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:12:02.178682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.25","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:35.897411+0000","last_change":"2024-09-13T16:08:34.906903+0000","last_active":"2024-09-13T16:08:35.897411+0000","last_peered":"2024-09-13T16:08:35.897411+0000","last_clean":"2024-09-13T16:08:35.897411+0000","last_became_active":"2024-09-13T16:08:34.906224+0000","last_became_peered":"2024-09-13T16:08:34.906224+0000","last_unstale":"2024-09-13T16:08:35.897411+0000","last_undegraded":"2024-09-13T16:08:35.897411+0000","last_fullsized":"2024-09-13T16:08:35.897411+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:54:46.596521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.24","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-13T16:08:34.906972+0000","last_change":"2024-09-13T16:08:34.905558+0000","last_active":"2024-09-13T16:08:34.906972+0000","last_peered":"2024-09-13T16:08:34.906972+0000","last_clean":"2024-09-13T16:08:34.906972+0000","last_became_active":"2024-09-13T16:08:34.905314+0000","last_became_peered":"2024-09-13T16:08:34.905314+0000","last_unstale":"2024-09-13T16:08:34.906972+0000","last_undegraded":"2024-09-13T16:08:34.906972+0000","last_fullsized":"2024-09-13T16:08:34.906972+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:35:37.536075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.23","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:35.895864+0000","last_change":"2024-09-13T16:08:34.909665+0000","last_active":"2024-09-13T16:08:35.895864+0000","last_peered":"2024-09-13T16:08:35.895864+0000","last_clean":"2024-09-13T16:08:35.895864+0000","last_became_active":"2024-09-13T16:08:34.909457+0000","last_became_peered":"2024-09-13T16:08:34.909457+0000","last_unstale":"2024-09-13T16:08:35.895864+0000","last_undegraded":"2024-09-13T16:08:35.895864+0000","last_fullsized":"2024-09-13T16:08:35.895864+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:42:07.651048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.22","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:35.896832+0000","last_change":"2024-09-13T16:08:34.899265+0000","last_active":"2024-09-13T16:08:35.896832+0000","last_peered":"2024-09-13T16:08:35.896832+0000","last_clean":"2024-09-13T16:08:35.896832+0000","last_became_active":"2024-09-13T16:08:34.898971+0000","last_became_peered":"2024-09-13T16:08:34.898971+0000","last_unstale":"2024-09-13T16:08:35.896832+0000","last_undegraded":"2024-09-13T16:08:35.896832+0000","last_fullsized":"2024-09-13T16:08:35.896832+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:20:13.184176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.21","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:36.014856+0000","last_change":"2024-09-13T16:08:34.906530+0000","last_active":"2024-09-13T16:08:36.014856+0000","last_peered":"2024-09-13T16:08:36.014856+0000","last_clean":"2024-09-13T16:08:36.014856+0000","last_became_active":"2024-09-13T16:08:34.906294+0000","last_became_peered":"2024-09-13T16:08:34.906294+0000","last_unstale":"2024-09-13T16:08:36.014856+0000","last_undegraded":"2024-09-13T16:08:36.014856+0000","last_fullsized":"2024-09-13T16:08:36.014856+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:25:45.436834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.20","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:35.896892+0000","last_change":"2024-09-13T16:08:34.895716+0000","last_active":"2024-09-13T16:08:35.896892+0000","last_peered":"2024-09-13T16:08:35.896892+0000","last_clean":"2024-09-13T16:08:35.896892+0000","last_became_active":"2024-09-13T16:08:34.895435+0000","last_became_peered":"2024-09-13T16:08:34.895435+0000","last_unstale":"2024-09-13T16:08:35.896892+0000","last_undegraded":"2024-09-13T16:08:35.896892+0000","last_fullsized":"2024-09-13T16:08:35.896892+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:25:45.436834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:36.014592+0000","last_change":"2024-09-13T16:08:34.903983+0000","last_active":"2024-09-13T16:08:36.014592+0000","last_peered":"2024-09-13T16:08:36.014592+0000","last_clean":"2024-09-13T16:08:36.014592+0000","last_became_active":"2024-09-13T16:08:34.903730+0000","last_became_peered":"2024-09-13T16:08:34.903730+0000","last_unstale":"2024-09-13T16:08:36.014592+0000","last_undegraded":"2024-09-13T16:08:36.014592+0000","last_fullsized":"2024-09-13T16:08:36.014592+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:43:42.235007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.1f","version":"83'4","reported_seq":14,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-13T16:08:34.916762+0000","last_change":"2024-09-13T16:08:34.557437+0000","last_active":"2024-09-13T16:08:34.916762+0000","last_peered":"2024-09-13T16:08:34.916762+0000","last_clean":"2024-09-13T16:08:34.916762+0000","last_became_active":"2024-09-13T16:08:34.557184+0000","last_became_peered":"2024-09-13T16:08:34.557184+0000","last_unstale":"2024-09-13T16:08:34.916762+0000","last_undegraded":"2024-09-13T16:08:34.916762+0000","last_fullsized":"2024-09-13T16:08:34.916762+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_clean_scrub_stamp":"2024-09-13T16:08:33.528790+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:22:24.693933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:35.895680+0000","last_change":"2024-09-13T16:08:34.907701+0000","last_active":"2024-09-13T16:08:35.895680+0000","last_peered":"2024-09-13T16:08:35.895680+0000","last_clean":"2024-09-13T16:08:35.895680+0000","last_became_active":"2024-09-13T16:08:34.907462+0000","last_became_peered":"2024-09-13T16:08:34.907462+0000","last_unstale":"2024-09-13T16:08:35.895680+0000","last_undegraded":"2024-09-13T16:08:35.895680+0000","last_fullsized":"2024-09-13T16:08:35.895680+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:57:08.541753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1e","version":"83'1","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:35.896919+0000","last_change":"2024-09-13T16:08:34.558464+0000","last_active":"2024-09-13T16:08:35.896919+0000","last_peered":"2024-09-13T16:08:35.896919+0000","last_clean":"2024-09-13T16:08:35.896919+0000","last_became_active":"2024-09-13T16:08:34.558188+0000","last_became_peered":"2024-09-13T16:08:34.558188+0000","last_unstale":"2024-09-13T16:08:35.896919+0000","last_undegraded":"2024-09-13T16:08:35.896919+0000","last_fullsized":"2024-09-13T16:08:35.896919+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_clean_scrub_stamp":"2024-09-13T16:08:33.528790+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:21:59.032485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1a","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:35.897755+0000","last_change":"2024-09-13T16:08:34.913124+0000","last_active":"2024-09-13T16:08:35.897755+0000","last_peered":"2024-09-13T16:08:35.897755+0000","last_clean":"2024-09-13T16:08:35.897755+0000","last_became_active":"2024-09-13T16:08:34.912877+0000","last_became_peered":"2024-09-13T16:08:34.912877+0000","last_unstale":"2024-09-13T16:08:35.897755+0000","last_undegraded":"2024-09-13T16:08:35.897755+0000","last_fullsized":"2024-09-13T16:08:35.897755+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:33:51.319904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1d","version":"83'2","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:35.897471+0000","last_change":"2024-09-13T16:08:34.562874+0000","last_active":"2024-09-13T16:08:35.897471+0000","last_peered":"2024-09-13T16:08:35.897471+0000","last_clean":"2024-09-13T16:08:35.897471+0000","last_became_active":"2024-09-13T16:08:34.562649+0000","last_became_peered":"2024-09-13T16:08:34.562649+0000","last_unstale":"2024-09-13T16:08:35.897471+0000","last_undegraded":"2024-09-13T16:08:35.897471+0000","last_fullsized":"2024-09-13T16:08:35.897471+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_clean_scrub_stamp":"2024-09-13T16:08:33.528790+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:43:33.185744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1b","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:35.897967+0000","last_change":"2024-09-13T16:08:34.910124+0000","last_active":"2024-09-13T16:08:35.897967+0000","last_peered":"2024-09-13T16:08:35.897967+0000","last_clean":"2024-09-13T16:08:35.897967+0000","last_became_active":"2024-09-13T16:08:34.909508+0000","last_became_peered":"2024-09-13T16:08:34.909508+0000","last_unstale":"2024-09-13T16:08:35.897967+0000","last_undegraded":"2024-09-13T16:08:35.897967+0000","last_fullsized":"2024-09-13T16:08:35.897967+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:30:45.914759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1c","version":"83'2","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:36.016166+0000","last_change":"2024-09-13T16:08:34.561010+0000","last_active":"2024-09-13T16:08:36.016166+0000","last_peered":"2024-09-13T16:08:36.016166+0000","last_clean":"2024-09-13T16:08:36.016166+0000","last_became_active":"2024-09-13T16:08:34.560736+0000","last_became_peered":"2024-09-13T16:08:34.560736+0000","last_unstale":"2024-09-13T16:08:36.016166+0000","last_undegraded":"2024-09-13T16:08:36.016166+0000","last_fullsized":"2024-09-13T16:08:36.016166+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_clean_scrub_stamp":"2024-09-13T16:08:33.528790+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:21:29.849038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1c","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:35.895806+0000","last_change":"2024-09-13T16:08:34.906418+0000","last_active":"2024-09-13T16:08:35.895806+0000","last_peered":"2024-09-13T16:08:35.895806+0000","last_clean":"2024-09-13T16:08:35.895806+0000","last_became_active":"2024-09-13T16:08:34.905752+0000","last_became_peered":"2024-09-13T16:08:34.905752+0000","last_unstale":"2024-09-13T16:08:35.895806+0000","last_undegraded":"2024-09-13T16:08:35.895806+0000","last_fullsized":"2024-09-13T16:08:35.895806+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:27:23.294509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1b","version":"83'1","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:35.898058+0000","last_change":"2024-09-13T16:08:34.560824+0000","last_active":"2024-09-13T16:08:35.898058+0000","last_peered":"2024-09-13T16:08:35.898058+0000","last_clean":"2024-09-13T16:08:35.898058+0000","last_became_active":"2024-09-13T16:08:34.560569+0000","last_became_peered":"2024-09-13T16:08:34.560569+0000","last_unstale":"2024-09-13T16:08:35.898058+0000","last_undegraded":"2024-09-13T16:08:35.898058+0000","last_fullsized":"2024-09-13T16:08:35.898058+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_clean_scrub_stamp":"2024-09-13T16:08:33.528790+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:21:59.032485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.1d","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:35.896011+0000","last_change":"2024-09-13T16:08:34.906594+0000","last_active":"2024-09-13T16:08:35.896011+0000","last_peered":"2024-09-13T16:08:35.896011+0000","last_clean":"2024-09-13T16:08:35.896011+0000","last_became_active":"2024-09-13T16:08:34.906329+0000","last_became_peered":"2024-09-13T16:08:34.906329+0000","last_unstale":"2024-09-13T16:08:35.896011+0000","last_undegraded":"2024-09-13T16:08:35.896011+0000","last_fullsized":"2024-09-13T16:08:35.896011+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:53:22.435587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1a","version":"83'1","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:36.015514+0000","last_change":"2024-09-13T16:08:34.555298+0000","last_active":"2024-09-13T16:08:36.015514+0000","last_peered":"2024-09-13T16:08:36.015514+0000","last_clean":"2024-09-13T16:08:36.015514+0000","last_became_active":"2024-09-13T16:08:34.555032+0000","last_became_peered":"2024-09-13T16:08:34.555032+0000","last_unstale":"2024-09-13T16:08:36.015514+0000","last_undegraded":"2024-09-13T16:08:36.015514+0000","last_fullsized":"2024-09-13T16:08:36.015514+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_clean_scrub_stamp":"2024-09-13T16:08:33.528790+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:25:44.432216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1e","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:35.898055+0000","last_change":"2024-09-13T16:08:34.911362+0000","last_active":"2024-09-13T16:08:35.898055+0000","last_peered":"2024-09-13T16:08:35.898055+0000","last_clean":"2024-09-13T16:08:35.898055+0000","last_became_active":"2024-09-13T16:08:34.911112+0000","last_became_peered":"2024-09-13T16:08:34.911112+0000","last_unstale":"2024-09-13T16:08:35.898055+0000","last_undegraded":"2024-09-13T16:08:35.898055+0000","last_fullsized":"2024-09-13T16:08:35.898055+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:43:16.382354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.19","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:35.895794+0000","last_change":"2024-09-13T16:08:34.561687+0000","last_active":"2024-09-13T16:08:35.895794+0000","last_peered":"2024-09-13T16:08:35.895794+0000","last_clean":"2024-09-13T16:08:35.895794+0000","last_became_active":"2024-09-13T16:08:34.561329+0000","last_became_peered":"2024-09-13T16:08:34.561329+0000","last_unstale":"2024-09-13T16:08:35.895794+0000","last_undegraded":"2024-09-13T16:08:35.895794+0000","last_fullsized":"2024-09-13T16:08:35.895794+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_clean_scrub_stamp":"2024-09-13T16:08:33.528790+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:54:56.301101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.1f","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:36.015746+0000","last_change":"2024-09-13T16:08:34.910763+0000","last_active":"2024-09-13T16:08:36.015746+0000","last_peered":"2024-09-13T16:08:36.015746+0000","last_clean":"2024-09-13T16:08:36.015746+0000","last_became_active":"2024-09-13T16:08:34.910429+0000","last_became_peered":"2024-09-13T16:08:34.910429+0000","last_unstale":"2024-09-13T16:08:36.015746+0000","last_undegraded":"2024-09-13T16:08:36.015746+0000","last_fullsized":"2024-09-13T16:08:36.015746+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:09:12.620556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.18","version":"0'0","reported_seq":10,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-13T16:08:34.902933+0000","last_change":"2024-09-13T16:08:34.558483+0000","last_active":"2024-09-13T16:08:34.902933+0000","last_peered":"2024-09-13T16:08:34.902933+0000","last_clean":"2024-09-13T16:08:34.902933+0000","last_became_active":"2024-09-13T16:08:34.558209+0000","last_became_peered":"2024-09-13T16:08:34.558209+0000","last_unstale":"2024-09-13T16:08:34.902933+0000","last_undegraded":"2024-09-13T16:08:34.902933+0000","last_fullsized":"2024-09-13T16:08:34.902933+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_clean_scrub_stamp":"2024-09-13T16:08:33.528790+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:44:48.891061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.10","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:35.895641+0000","last_change":"2024-09-13T16:08:34.895662+0000","last_active":"2024-09-13T16:08:35.895641+0000","last_peered":"2024-09-13T16:08:35.895641+0000","last_clean":"2024-09-13T16:08:35.895641+0000","last_became_active":"2024-09-13T16:08:34.895292+0000","last_became_peered":"2024-09-13T16:08:34.895292+0000","last_unstale":"2024-09-13T16:08:35.895641+0000","last_undegraded":"2024-09-13T16:08:35.895641+0000","last_fullsized":"2024-09-13T16:08:35.895641+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:01:23.375042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.17","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:35.897197+0000","last_change":"2024-09-13T16:08:34.558075+0000","last_active":"2024-09-13T16:08:35.897197+0000","last_peered":"2024-09-13T16:08:35.897197+0000","last_clean":"2024-09-13T16:08:35.897197+0000","last_became_active":"2024-09-13T16:08:34.557799+0000","last_became_peered":"2024-09-13T16:08:34.557799+0000","last_unstale":"2024-09-13T16:08:35.897197+0000","last_undegraded":"2024-09-13T16:08:35.897197+0000","last_fullsized":"2024-09-13T16:08:35.897197+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_clean_scrub_stamp":"2024-09-13T16:08:33.528790+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:09:11.615939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:36.015471+0000","last_change":"2024-09-13T16:08:34.903844+0000","last_active":"2024-09-13T16:08:36.015471+0000","last_peered":"2024-09-13T16:08:36.015471+0000","last_clean":"2024-09-13T16:08:36.015471+0000","last_became_active":"2024-09-13T16:08:34.903535+0000","last_became_peered":"2024-09-13T16:08:34.903535+0000","last_unstale":"2024-09-13T16:08:36.015471+0000","last_undegraded":"2024-09-13T16:08:36.015471+0000","last_fullsized":"2024-09-13T16:08:36.015471+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:38:43.700964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.16","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:36.015911+0000","last_change":"2024-09-13T16:08:34.565295+0000","last_active":"2024-09-13T16:08:36.015911+0000","last_peered":"2024-09-13T16:08:36.015911+0000","last_clean":"2024-09-13T16:08:36.015911+0000","last_became_active":"2024-09-13T16:08:34.564991+0000","last_became_peered":"2024-09-13T16:08:34.564991+0000","last_unstale":"2024-09-13T16:08:36.015911+0000","last_undegraded":"2024-09-13T16:08:36.015911+0000","last_fullsized":"2024-09-13T16:08:36.015911+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_clean_scrub_stamp":"2024-09-13T16:08:33.528790+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:47:51.177515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:08:34.533407+0000","last_change":"2024-09-13T16:08:34.533407+0000","last_active":"2024-09-13T16:08:34.533407+0000","last_peered":"2024-09-13T16:08:34.533407+0000","last_clean":"2024-09-13T16:08:34.533407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:08:34.533407+0000","last_undegraded":"2024-09-13T16:08:34.533407+0000","last_fullsized":"2024-09-13T16:08:34.533407+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.15","version":"83'3","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-13T16:08:34.911266+0000","last_change":"2024-09-13T16:08:34.555353+0000","last_active":"2024-09-13T16:08:34.911266+0000","last_peered":"2024-09-13T16:08:34.911266+0000","last_clean":"2024-09-13T16:08:34.911266+0000","last_became_active":"2024-09-13T16:08:34.555101+0000","last_became_peered":"2024-09-13T16:08:34.555101+0000","last_unstale":"2024-09-13T16:08:34.911266+0000","last_undegraded":"2024-09-13T16:08:34.911266+0000","last_fullsized":"2024-09-13T16:08:34.911266+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_clean_scrub_stamp":"2024-09-13T16:08:33.528790+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:09:48.854335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.13","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:36.014907+0000","last_change":"2024-09-13T16:08:34.911118+0000","last_active":"2024-09-13T16:08:36.014907+0000","last_peered":"2024-09-13T16:08:36.014907+0000","last_clean":"2024-09-13T16:08:36.014907+0000","last_became_active":"2024-09-13T16:08:34.910768+0000","last_became_peered":"2024-09-13T16:08:34.910768+0000","last_unstale":"2024-09-13T16:08:36.014907+0000","last_undegraded":"2024-09-13T16:08:36.014907+0000","last_fullsized":"2024-09-13T16:08:36.014907+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:47:52.182132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.14","version":"83'6","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:36.016177+0000","last_change":"2024-09-13T16:08:34.563353+0000","last_active":"2024-09-13T16:08:36.016177+0000","last_peered":"2024-09-13T16:08:36.016177+0000","last_clean":"2024-09-13T16:08:36.016177+0000","last_became_active":"2024-09-13T16:08:34.563056+0000","last_became_peered":"2024-09-13T16:08:34.563056+0000","last_unstale":"2024-09-13T16:08:36.016177+0000","last_undegraded":"2024-09-13T16:08:36.016177+0000","last_fullsized":"2024-09-13T16:08:36.016177+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_clean_scrub_stamp":"2024-09-13T16:08:33.528790+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:03:01.276133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.14","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:36.015736+0000","last_change":"2024-09-13T16:08:34.905335+0000","last_active":"2024-09-13T16:08:36.015736+0000","last_peered":"2024-09-13T16:08:36.015736+0000","last_clean":"2024-09-13T16:08:36.015736+0000","last_became_active":"2024-09-13T16:08:34.905082+0000","last_became_peered":"2024-09-13T16:08:34.905082+0000","last_unstale":"2024-09-13T16:08:36.015736+0000","last_undegraded":"2024-09-13T16:08:36.015736+0000","last_fullsized":"2024-09-13T16:08:36.015736+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:50:52.550986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.13","version":"83'2","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:36.016013+0000","last_change":"2024-09-13T16:08:34.559567+0000","last_active":"2024-09-13T16:08:36.016013+0000","last_peered":"2024-09-13T16:08:36.016013+0000","last_clean":"2024-09-13T16:08:36.016013+0000","last_became_active":"2024-09-13T16:08:34.559297+0000","last_became_peered":"2024-09-13T16:08:34.559297+0000","last_unstale":"2024-09-13T16:08:36.016013+0000","last_undegraded":"2024-09-13T16:08:36.016013+0000","last_fullsized":"2024-09-13T16:08:36.016013+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_clean_scrub_stamp":"2024-09-13T16:08:33.528790+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:12:36.529779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.15","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:36.016079+0000","last_change":"2024-09-13T16:08:34.912688+0000","last_active":"2024-09-13T16:08:36.016079+0000","last_peered":"2024-09-13T16:08:36.016079+0000","last_clean":"2024-09-13T16:08:36.016079+0000","last_became_active":"2024-09-13T16:08:34.912391+0000","last_became_peered":"2024-09-13T16:08:34.912391+0000","last_unstale":"2024-09-13T16:08:36.016079+0000","last_undegraded":"2024-09-13T16:08:36.016079+0000","last_fullsized":"2024-09-13T16:08:36.016079+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:39:24.975913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.12","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:35.897045+0000","last_change":"2024-09-13T16:08:34.557900+0000","last_active":"2024-09-13T16:08:35.897045+0000","last_peered":"2024-09-13T16:08:35.897045+0000","last_clean":"2024-09-13T16:08:35.897045+0000","last_became_active":"2024-09-13T16:08:34.556526+0000","last_became_peered":"2024-09-13T16:08:34.556526+0000","last_unstale":"2024-09-13T16:08:35.897045+0000","last_undegraded":"2024-09-13T16:08:35.897045+0000","last_fullsized":"2024-09-13T16:08:35.897045+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_clean_scrub_stamp":"2024-09-13T16:08:33.528790+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:42:08.613291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:36.015749+0000","last_change":"2024-09-13T16:08:34.904112+0000","last_active":"2024-09-13T16:08:36.015749+0000","last_peered":"2024-09-13T16:08:36.015749+0000","last_clean":"2024-09-13T16:08:36.015749+0000","last_became_active":"2024-09-13T16:08:34.903844+0000","last_became_peered":"2024-09-13T16:08:34.903844+0000","last_unstale":"2024-09-13T16:08:36.015749+0000","last_undegraded":"2024-09-13T16:08:36.015749+0000","last_fullsized":"2024-09-13T16:08:36.015749+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:14:14.881954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.11","version":"0'0","reported_seq":10,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-13T16:08:34.902650+0000","last_change":"2024-09-13T16:08:34.557960+0000","last_active":"2024-09-13T16:08:34.902650+0000","last_peered":"2024-09-13T16:08:34.902650+0000","last_clean":"2024-09-13T16:08:34.902650+0000","last_became_active":"2024-09-13T16:08:34.557672+0000","last_became_peered":"2024-09-13T16:08:34.557672+0000","last_unstale":"2024-09-13T16:08:34.902650+0000","last_undegraded":"2024-09-13T16:08:34.902650+0000","last_fullsized":"2024-09-13T16:08:34.902650+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_clean_scrub_stamp":"2024-09-13T16:08:33.528790+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:32:13.145018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:36.015848+0000","last_change":"2024-09-13T16:08:34.914832+0000","last_active":"2024-09-13T16:08:36.015848+0000","last_peered":"2024-09-13T16:08:36.015848+0000","last_clean":"2024-09-13T16:08:36.015848+0000","last_became_active":"2024-09-13T16:08:34.913861+0000","last_became_peered":"2024-09-13T16:08:34.913861+0000","last_unstale":"2024-09-13T16:08:36.015848+0000","last_undegraded":"2024-09-13T16:08:36.015848+0000","last_fullsized":"2024-09-13T16:08:36.015848+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:47:17.977919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.10","version":"83'8","reported_seq":19,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:35.895732+0000","last_change":"2024-09-13T16:08:34.551867+0000","last_active":"2024-09-13T16:08:35.895732+0000","last_peered":"2024-09-13T16:08:35.895732+0000","last_clean":"2024-09-13T16:08:35.895732+0000","last_became_active":"2024-09-13T16:08:34.551560+0000","last_became_peered":"2024-09-13T16:08:34.551560+0000","last_unstale":"2024-09-13T16:08:35.895732+0000","last_undegraded":"2024-09-13T16:08:35.895732+0000","last_fullsized":"2024-09-13T16:08:35.895732+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_clean_scrub_stamp":"2024-09-13T16:08:33.528790+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:12:36.529779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:08:34.533407+0000","last_change":"2024-09-13T16:08:34.533407+0000","last_active":"2024-09-13T16:08:34.533407+0000","last_peered":"2024-09-13T16:08:34.533407+0000","last_clean":"2024-09-13T16:08:34.533407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:08:34.533407+0000","last_undegraded":"2024-09-13T16:08:34.533407+0000","last_fullsized":"2024-09-13T16:08:34.533407+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.f","version":"83'1","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:35.897286+0000","last_change":"2024-09-13T16:08:34.554465+0000","last_active":"2024-09-13T16:08:35.897286+0000","last_peered":"2024-09-13T16:08:35.897286+0000","last_clean":"2024-09-13T16:08:35.897286+0000","last_became_active":"2024-09-13T16:08:34.554183+0000","last_became_peered":"2024-09-13T16:08:34.554183+0000","last_unstale":"2024-09-13T16:08:35.897286+0000","last_undegraded":"2024-09-13T16:08:35.897286+0000","last_fullsized":"2024-09-13T16:08:35.897286+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_clean_scrub_stamp":"2024-09-13T16:08:33.528790+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:47:55.129871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-13T16:08:34.913642+0000","last_change":"2024-09-13T16:08:34.910297+0000","last_active":"2024-09-13T16:08:34.913642+0000","last_peered":"2024-09-13T16:08:34.913642+0000","last_clean":"2024-09-13T16:08:34.913642+0000","last_became_active":"2024-09-13T16:08:34.908414+0000","last_became_peered":"2024-09-13T16:08:34.908414+0000","last_unstale":"2024-09-13T16:08:34.913642+0000","last_undegraded":"2024-09-13T16:08:34.913642+0000","last_fullsized":"2024-09-13T16:08:34.913642+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:51:01.813933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.e","version":"83'2","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:35.898062+0000","last_change":"2024-09-13T16:08:34.560584+0000","last_active":"2024-09-13T16:08:35.898062+0000","last_peered":"2024-09-13T16:08:35.898062+0000","last_clean":"2024-09-13T16:08:35.898062+0000","last_became_active":"2024-09-13T16:08:34.559909+0000","last_became_peered":"2024-09-13T16:08:34.559909+0000","last_unstale":"2024-09-13T16:08:35.898062+0000","last_undegraded":"2024-09-13T16:08:35.898062+0000","last_fullsized":"2024-09-13T16:08:35.898062+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_clean_scrub_stamp":"2024-09-13T16:08:33.528790+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:43:33.185744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-13T16:08:34.913454+0000","last_change":"2024-09-13T16:08:34.908642+0000","last_active":"2024-09-13T16:08:34.913454+0000","last_peered":"2024-09-13T16:08:34.913454+0000","last_clean":"2024-09-13T16:08:34.913454+0000","last_became_active":"2024-09-13T16:08:34.908399+0000","last_became_peered":"2024-09-13T16:08:34.908399+0000","last_unstale":"2024-09-13T16:08:34.913454+0000","last_undegraded":"2024-09-13T16:08:34.913454+0000","last_fullsized":"2024-09-13T16:08:34.913454+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:42:56.103193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.d","version":"83'1","reported_seq":11,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-13T16:08:34.910938+0000","last_change":"2024-09-13T16:08:34.558705+0000","last_active":"2024-09-13T16:08:34.910938+0000","last_peered":"2024-09-13T16:08:34.910938+0000","last_clean":"2024-09-13T16:08:34.910938+0000","last_became_active":"2024-09-13T16:08:34.557702+0000","last_became_peered":"2024-09-13T16:08:34.557702+0000","last_unstale":"2024-09-13T16:08:34.910938+0000","last_undegraded":"2024-09-13T16:08:34.910938+0000","last_fullsized":"2024-09-13T16:08:34.910938+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_clean_scrub_stamp":"2024-09-13T16:08:33.528790+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:07:42.792783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:08:34.533407+0000","last_change":"2024-09-13T16:08:34.533407+0000","last_active":"2024-09-13T16:08:34.533407+0000","last_peered":"2024-09-13T16:08:34.533407+0000","last_clean":"2024-09-13T16:08:34.533407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:08:34.533407+0000","last_undegraded":"2024-09-13T16:08:34.533407+0000","last_fullsized":"2024-09-13T16:08:34.533407+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.c","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:36.014807+0000","last_change":"2024-09-13T16:08:34.555054+0000","last_active":"2024-09-13T16:08:36.014807+0000","last_peered":"2024-09-13T16:08:36.014807+0000","last_clean":"2024-09-13T16:08:36.014807+0000","last_became_active":"2024-09-13T16:08:34.554560+0000","last_became_peered":"2024-09-13T16:08:34.554560+0000","last_unstale":"2024-09-13T16:08:36.014807+0000","last_undegraded":"2024-09-13T16:08:36.014807+0000","last_fullsized":"2024-09-13T16:08:36.014807+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_clean_scrub_stamp":"2024-09-13T16:08:33.528790+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:43:33.185744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:35.895914+0000","last_change":"2024-09-13T16:08:34.907767+0000","last_active":"2024-09-13T16:08:35.895914+0000","last_peered":"2024-09-13T16:08:35.895914+0000","last_clean":"2024-09-13T16:08:35.895914+0000","last_became_active":"2024-09-13T16:08:34.907534+0000","last_became_peered":"2024-09-13T16:08:34.907534+0000","last_unstale":"2024-09-13T16:08:35.895914+0000","last_undegraded":"2024-09-13T16:08:35.895914+0000","last_fullsized":"2024-09-13T16:08:35.895914+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:02:22.951462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:08:33.528790+0000","last_change":"2024-09-13T16:08:33.528790+0000","last_active":"2024-09-13T16:08:33.528790+0000","last_peered":"2024-09-13T16:08:33.528790+0000","last_clean":"2024-09-13T16:08:33.528790+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:08:33.528790+0000","last_undegraded":"2024-09-13T16:08:33.528790+0000","last_fullsized":"2024-09-13T16:08:33.528790+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_clean_scrub_stamp":"2024-09-13T16:08:33.528790+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.e","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:35.896052+0000","last_change":"2024-09-13T16:08:34.902249+0000","last_active":"2024-09-13T16:08:35.896052+0000","last_peered":"2024-09-13T16:08:35.896052+0000","last_clean":"2024-09-13T16:08:35.896052+0000","last_became_active":"2024-09-13T16:08:34.901997+0000","last_became_peered":"2024-09-13T16:08:34.901997+0000","last_unstale":"2024-09-13T16:08:35.896052+0000","last_undegraded":"2024-09-13T16:08:35.896052+0000","last_fullsized":"2024-09-13T16:08:35.896052+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:12:28.287848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:08:33.528790+0000","last_change":"2024-09-13T16:08:33.528790+0000","last_active":"2024-09-13T16:08:33.528790+0000","last_peered":"2024-09-13T16:08:33.528790+0000","last_clean":"2024-09-13T16:08:33.528790+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:08:33.528790+0000","last_undegraded":"2024-09-13T16:08:33.528790+0000","last_fullsized":"2024-09-13T16:08:33.528790+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_clean_scrub_stamp":"2024-09-13T16:08:33.528790+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.f","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:36.015941+0000","last_change":"2024-09-13T16:08:34.905096+0000","last_active":"2024-09-13T16:08:36.015941+0000","last_peered":"2024-09-13T16:08:36.015941+0000","last_clean":"2024-09-13T16:08:36.015941+0000","last_became_active":"2024-09-13T16:08:34.904839+0000","last_became_peered":"2024-09-13T16:08:34.904839+0000","last_unstale":"2024-09-13T16:08:36.015941+0000","last_undegraded":"2024-09-13T16:08:36.015941+0000","last_fullsized":"2024-09-13T16:08:36.015941+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:42:09.617909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:08:33.528790+0000","last_change":"2024-09-13T16:08:33.528790+0000","last_active":"2024-09-13T16:08:33.528790+0000","last_peered":"2024-09-13T16:08:33.528790+0000","last_clean":"2024-09-13T16:08:33.528790+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:08:33.528790+0000","last_undegraded":"2024-09-13T16:08:33.528790+0000","last_fullsized":"2024-09-13T16:08:33.528790+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_clean_scrub_stamp":"2024-09-13T16:08:33.528790+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:35.896756+0000","last_change":"2024-09-13T16:08:34.899834+0000","last_active":"2024-09-13T16:08:35.896756+0000","last_peered":"2024-09-13T16:08:35.896756+0000","last_clean":"2024-09-13T16:08:35.896756+0000","last_became_active":"2024-09-13T16:08:34.899540+0000","last_became_peered":"2024-09-13T16:08:34.899540+0000","last_unstale":"2024-09-13T16:08:35.896756+0000","last_undegraded":"2024-09-13T16:08:35.896756+0000","last_fullsized":"2024-09-13T16:08:35.896756+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:41:10.172528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.7","version":"83'2","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:36.015568+0000","last_change":"2024-09-13T16:08:34.555528+0000","last_active":"2024-09-13T16:08:36.015568+0000","last_peered":"2024-09-13T16:08:36.015568+0000","last_clean":"2024-09-13T16:08:36.015568+0000","last_became_active":"2024-09-13T16:08:34.555151+0000","last_became_peered":"2024-09-13T16:08:34.555151+0000","last_unstale":"2024-09-13T16:08:36.015568+0000","last_undegraded":"2024-09-13T16:08:36.015568+0000","last_fullsized":"2024-09-13T16:08:36.015568+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_clean_scrub_stamp":"2024-09-13T16:08:33.528790+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:42:12.088651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:36.015863+0000","last_change":"2024-09-13T16:08:34.914198+0000","last_active":"2024-09-13T16:08:36.015863+0000","last_peered":"2024-09-13T16:08:36.015863+0000","last_clean":"2024-09-13T16:08:36.015863+0000","last_became_active":"2024-09-13T16:08:34.913843+0000","last_became_peered":"2024-09-13T16:08:34.913843+0000","last_unstale":"2024-09-13T16:08:36.015863+0000","last_undegraded":"2024-09-13T16:08:36.015863+0000","last_fullsized":"2024-09-13T16:08:36.015863+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:43:34.190361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.6","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:35.896096+0000","last_change":"2024-09-13T16:08:34.555620+0000","last_active":"2024-09-13T16:08:35.896096+0000","last_peered":"2024-09-13T16:08:35.896096+0000","last_clean":"2024-09-13T16:08:35.896096+0000","last_became_active":"2024-09-13T16:08:34.555374+0000","last_became_peered":"2024-09-13T16:08:34.555374+0000","last_unstale":"2024-09-13T16:08:35.896096+0000","last_undegraded":"2024-09-13T16:08:35.896096+0000","last_fullsized":"2024-09-13T16:08:35.896096+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_clean_scrub_stamp":"2024-09-13T16:08:33.528790+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:42:12.088651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:35.897840+0000","last_change":"2024-09-13T16:08:34.912536+0000","last_active":"2024-09-13T16:08:35.897840+0000","last_peered":"2024-09-13T16:08:35.897840+0000","last_clean":"2024-09-13T16:08:35.897840+0000","last_became_active":"2024-09-13T16:08:34.912278+0000","last_became_peered":"2024-09-13T16:08:34.912278+0000","last_unstale":"2024-09-13T16:08:35.897840+0000","last_undegraded":"2024-09-13T16:08:35.897840+0000","last_fullsized":"2024-09-13T16:08:35.897840+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:43:42.235007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.5","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:35.897604+0000","last_change":"2024-09-13T16:08:34.564928+0000","last_active":"2024-09-13T16:08:35.897604+0000","last_peered":"2024-09-13T16:08:35.897604+0000","last_clean":"2024-09-13T16:08:35.897604+0000","last_became_active":"2024-09-13T16:08:34.564666+0000","last_became_peered":"2024-09-13T16:08:34.564666+0000","last_unstale":"2024-09-13T16:08:35.897604+0000","last_undegraded":"2024-09-13T16:08:35.897604+0000","last_fullsized":"2024-09-13T16:08:35.897604+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_clean_scrub_stamp":"2024-09-13T16:08:33.528790+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:47:16.973302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:35.895908+0000","last_change":"2024-09-13T16:08:34.907449+0000","last_active":"2024-09-13T16:08:35.895908+0000","last_peered":"2024-09-13T16:08:35.895908+0000","last_clean":"2024-09-13T16:08:35.895908+0000","last_became_active":"2024-09-13T16:08:34.907227+0000","last_became_peered":"2024-09-13T16:08:34.907227+0000","last_unstale":"2024-09-13T16:08:35.895908+0000","last_undegraded":"2024-09-13T16:08:35.895908+0000","last_fullsized":"2024-09-13T16:08:35.895908+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:31:48.757821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.4","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:35.896920+0000","last_change":"2024-09-13T16:08:34.557516+0000","last_active":"2024-09-13T16:08:35.896920+0000","last_peered":"2024-09-13T16:08:35.896920+0000","last_clean":"2024-09-13T16:08:35.896920+0000","last_became_active":"2024-09-13T16:08:34.557276+0000","last_became_peered":"2024-09-13T16:08:34.557276+0000","last_unstale":"2024-09-13T16:08:35.896920+0000","last_undegraded":"2024-09-13T16:08:35.896920+0000","last_fullsized":"2024-09-13T16:08:35.896920+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_clean_scrub_stamp":"2024-09-13T16:08:33.528790+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:14:00.532478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:36.016068+0000","last_change":"2024-09-13T16:08:34.913322+0000","last_active":"2024-09-13T16:08:36.016068+0000","last_peered":"2024-09-13T16:08:36.016068+0000","last_clean":"2024-09-13T16:08:36.016068+0000","last_became_active":"2024-09-13T16:08:34.913087+0000","last_became_peered":"2024-09-13T16:08:34.913087+0000","last_unstale":"2024-09-13T16:08:36.016068+0000","last_undegraded":"2024-09-13T16:08:36.016068+0000","last_fullsized":"2024-09-13T16:08:36.016068+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:22:00.037102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.3","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:36.015762+0000","last_change":"2024-09-13T16:08:34.562805+0000","last_active":"2024-09-13T16:08:36.015762+0000","last_peered":"2024-09-13T16:08:36.015762+0000","last_clean":"2024-09-13T16:08:36.015762+0000","last_became_active":"2024-09-13T16:08:34.562528+0000","last_became_peered":"2024-09-13T16:08:34.562528+0000","last_unstale":"2024-09-13T16:08:36.015762+0000","last_undegraded":"2024-09-13T16:08:36.015762+0000","last_fullsized":"2024-09-13T16:08:36.015762+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_clean_scrub_stamp":"2024-09-13T16:08:33.528790+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:15:27.943179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:36.016158+0000","last_change":"2024-09-13T16:08:34.912257+0000","last_active":"2024-09-13T16:08:36.016158+0000","last_peered":"2024-09-13T16:08:36.016158+0000","last_clean":"2024-09-13T16:08:36.016158+0000","last_became_active":"2024-09-13T16:08:34.911974+0000","last_became_peered":"2024-09-13T16:08:34.911974+0000","last_unstale":"2024-09-13T16:08:36.016158+0000","last_undegraded":"2024-09-13T16:08:36.016158+0000","last_fullsized":"2024-09-13T16:08:36.016158+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:47:56.134488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.2","version":"0'0","reported_seq":10,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-13T16:08:34.900824+0000","last_change":"2024-09-13T16:08:34.558444+0000","last_active":"2024-09-13T16:08:34.900824+0000","last_peered":"2024-09-13T16:08:34.900824+0000","last_clean":"2024-09-13T16:08:34.900824+0000","last_became_active":"2024-09-13T16:08:34.557862+0000","last_became_peered":"2024-09-13T16:08:34.557862+0000","last_unstale":"2024-09-13T16:08:34.900824+0000","last_undegraded":"2024-09-13T16:08:34.900824+0000","last_fullsized":"2024-09-13T16:08:34.900824+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_clean_scrub_stamp":"2024-09-13T16:08:33.528790+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:48:09.109066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.6","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:36.015099+0000","last_change":"2024-09-13T16:08:34.910648+0000","last_active":"2024-09-13T16:08:36.015099+0000","last_peered":"2024-09-13T16:08:36.015099+0000","last_clean":"2024-09-13T16:08:36.015099+0000","last_became_active":"2024-09-13T16:08:34.910232+0000","last_became_peered":"2024-09-13T16:08:34.910232+0000","last_unstale":"2024-09-13T16:08:36.015099+0000","last_undegraded":"2024-09-13T16:08:36.015099+0000","last_fullsized":"2024-09-13T16:08:36.015099+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:30:45.914759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.1","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:36.015970+0000","last_change":"2024-09-13T16:08:34.558831+0000","last_active":"2024-09-13T16:08:36.015970+0000","last_peered":"2024-09-13T16:08:36.015970+0000","last_clean":"2024-09-13T16:08:36.015970+0000","last_became_active":"2024-09-13T16:08:34.558535+0000","last_became_peered":"2024-09-13T16:08:34.558535+0000","last_unstale":"2024-09-13T16:08:36.015970+0000","last_undegraded":"2024-09-13T16:08:36.015970+0000","last_fullsized":"2024-09-13T16:08:36.015970+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_clean_scrub_stamp":"2024-09-13T16:08:33.528790+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:26:41.909132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.7","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:36.015156+0000","last_change":"2024-09-13T16:08:34.901494+0000","last_active":"2024-09-13T16:08:36.015156+0000","last_peered":"2024-09-13T16:08:36.015156+0000","last_clean":"2024-09-13T16:08:36.015156+0000","last_became_active":"2024-09-13T16:08:34.901257+0000","last_became_peered":"2024-09-13T16:08:34.901257+0000","last_unstale":"2024-09-13T16:08:36.015156+0000","last_undegraded":"2024-09-13T16:08:36.015156+0000","last_fullsized":"2024-09-13T16:08:36.015156+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:54:46.596521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.0","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:36.014666+0000","last_change":"2024-09-13T16:08:34.553840+0000","last_active":"2024-09-13T16:08:36.014666+0000","last_peered":"2024-09-13T16:08:36.014666+0000","last_clean":"2024-09-13T16:08:36.014666+0000","last_became_active":"2024-09-13T16:08:34.553581+0000","last_became_peered":"2024-09-13T16:08:34.553581+0000","last_unstale":"2024-09-13T16:08:36.014666+0000","last_undegraded":"2024-09-13T16:08:36.014666+0000","last_fullsized":"2024-09-13T16:08:36.014666+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_clean_scrub_stamp":"2024-09-13T16:08:33.528790+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:21:59.032485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.d","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:35.897546+0000","last_change":"2024-09-13T16:08:34.910969+0000","last_active":"2024-09-13T16:08:35.897546+0000","last_peered":"2024-09-13T16:08:35.897546+0000","last_clean":"2024-09-13T16:08:35.897546+0000","last_became_active":"2024-09-13T16:08:34.910707+0000","last_became_peered":"2024-09-13T16:08:34.910707+0000","last_unstale":"2024-09-13T16:08:35.897546+0000","last_undegraded":"2024-09-13T16:08:35.897546+0000","last_fullsized":"2024-09-13T16:08:35.897546+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:12:49.366696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:08:33.528790+0000","last_change":"2024-09-13T16:08:33.528790+0000","last_active":"2024-09-13T16:08:33.528790+0000","last_peered":"2024-09-13T16:08:33.528790+0000","last_clean":"2024-09-13T16:08:33.528790+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:08:33.528790+0000","last_undegraded":"2024-09-13T16:08:33.528790+0000","last_fullsized":"2024-09-13T16:08:33.528790+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_clean_scrub_stamp":"2024-09-13T16:08:33.528790+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":219,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-13T16:08:34.892376+0000","last_change":"2024-09-13T16:01:29.143297+0000","last_active":"2024-09-13T16:08:34.892376+0000","last_peered":"2024-09-13T16:08:34.892376+0000","last_clean":"2024-09-13T16:08:34.892376+0000","last_became_active":"2024-09-13T16:01:29.142269+0000","last_became_peered":"2024-09-13T16:01:29.142269+0000","last_unstale":"2024-09-13T16:08:34.892376+0000","last_undegraded":"2024-09-13T16:08:34.892376+0000","last_fullsized":"2024-09-13T16:08:34.892376+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:27.864638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:27.864638+0000","last_clean_scrub_stamp":"2024-09-13T16:01:27.864638+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:25:24.741463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":12,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":116,"acting":116,"num_store_stats":7},{"poolid":11,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":20,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":43,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":4142,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":36,"ondisk_log_size":36,"up":56,"acting":56,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":14,"seq":60129542234,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":130440,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":129470,"kb_avail":94241400,"statfs":{"total":96636764160,"available":96503193600,"internally_reserved":0,"allocated":978944,"data_stored":441449,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":132577736},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:07:43 2024","interfaces":[{"interface":"back","average":{"1min":0.31900000000000001,"5min":0.312,"15min":0.34200000000000003},"min":{"1min":0.185,"5min":0.183,"15min":0.183},"max":{"1min":0.49299999999999999,"5min":0.60299999999999998,"15min":0.70999999999999996},"last":0.30499999999999999},{"interface":"front","average":{"1min":0.32300000000000001,"5min":0.29799999999999999,"15min":0.313},"min":{"1min":0.17999999999999999,"5min":0.17899999999999999,"15min":0.17899999999999999},"max":{"1min":0.52500000000000002,"5min":0.53400000000000003,"15min":0.53400000000000003},"last":0.32800000000000001}]},{"osd":1,"last update":"Fri Sep 13 16:07:43 2024","interfaces":[{"interface":"back","average":{"1min":0.309,"5min":0.30399999999999999,"15min":0.316},"min":{"1min":0.20000000000000001,"5min":0.182,"15min":0.182},"max":{"1min":0.50700000000000001,"5min":0.58899999999999997,"15min":0.58899999999999997},"last":0.434},{"interface":"front","average":{"1min":0.33500000000000002,"5min":0.33700000000000002,"15min":0.35499999999999998},"min":{"1min":0.19400000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.60399999999999998},"last":0.34699999999999998}]},{"osd":2,"last update":"Fri Sep 13 16:07:43 2024","interfaces":[{"interface":"back","average":{"1min":0.34699999999999998,"5min":0.34200000000000003,"15min":0.37},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.55900000000000005,"5min":0.63500000000000001,"15min":0.63500000000000001},"last":0.40899999999999997},{"interface":"front","average":{"1min":0.379,"5min":0.37,"15min":0.379},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.63900000000000001,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.36499999999999999}]},{"osd":4,"last update":"Fri Sep 13 16:07:43 2024","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.46300000000000002,"15min":0.52500000000000002},"min":{"1min":0.29099999999999998,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":1.0569999999999999,"5min":1.0569999999999999,"15min":1.0569999999999999},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.49099999999999999,"15min":0.55500000000000005},"min":{"1min":0.29699999999999999,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":1.141,"5min":1.141,"15min":1.141},"last":0.59999999999999998}]},{"osd":5,"last update":"Fri Sep 13 16:07:43 2024","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.48999999999999999,"15min":0.53600000000000003},"min":{"1min":0.30299999999999999,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":1.0700000000000001,"5min":1.0700000000000001,"15min":1.0700000000000001},"last":0.58099999999999996},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.51500000000000001,"15min":0.56000000000000005},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":1.153,"5min":1.153,"15min":1.153},"last":0.58999999999999997}]},{"osd":6,"last update":"Fri Sep 13 16:07:43 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.52600000000000002,"15min":0.57199999999999995},"min":{"1min":0.35199999999999998,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.91800000000000004,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.51100000000000001,"15min":0.56399999999999995},"min":{"1min":0.32600000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":1.131,"5min":1.131,"15min":1.131},"last":0.51600000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:07:43 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.53000000000000003,"15min":0.57599999999999996},"min":{"1min":0.36199999999999999,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":1.018,"5min":1.018,"15min":1.1799999999999999},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.53400000000000003,"15min":0.56999999999999995},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.91800000000000004},"last":0.55000000000000004}]}]},{"osd":7,"up_from":13,"seq":55834574937,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":94972,"kb_used_data":1576,"kb_used_omap":1,"kb_used_meta":93374,"kb_avail":94276868,"statfs":{"total":96636764160,"available":96539512832,"internally_reserved":0,"allocated":1613824,"data_stored":1051666,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":95615435},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:07:39 2024","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":0.41199999999999998,"15min":0.46600000000000003},"min":{"1min":0.193,"5min":0.193,"15min":0.193},"max":{"1min":0.66100000000000003,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.41799999999999998,"15min":0.501},"min":{"1min":0.20000000000000001,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.70399999999999996,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.46100000000000002}]},{"osd":1,"last update":"Fri Sep 13 16:07:39 2024","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.41799999999999998,"15min":0.5},"min":{"1min":0.23499999999999999,"5min":0.22,"15min":0.22},"max":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.441,"5min":0.45000000000000001,"15min":0.498},"min":{"1min":0.27400000000000002,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.64900000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.67400000000000004}]},{"osd":2,"last update":"Fri Sep 13 16:07:39 2024","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.45300000000000001,"15min":0.60199999999999998},"min":{"1min":0.29399999999999998,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.67100000000000004,"5min":0.93100000000000005,"15min":2.2919999999999998},"last":0.55000000000000004},{"interface":"front","average":{"1min":0.435,"5min":0.46000000000000002,"15min":0.52700000000000002},"min":{"1min":0.28599999999999998,"5min":0.255,"15min":0.255},"max":{"1min":0.72399999999999998,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.48199999999999998}]},{"osd":3,"last update":"Fri Sep 13 16:07:39 2024","interfaces":[{"interface":"back","average":{"1min":0.46800000000000003,"5min":0.45600000000000002,"15min":0.51200000000000001},"min":{"1min":0.27400000000000002,"5min":0.255,"15min":0.255},"max":{"1min":0.78000000000000003,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.438,"5min":0.45100000000000001,"15min":0.504},"min":{"1min":0.31900000000000001,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.75600000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.71099999999999997}]},{"osd":4,"last update":"Fri Sep 13 16:07:39 2024","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":0.39000000000000001,"15min":0.437},"min":{"1min":0.255,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.61299999999999999,"5min":0.61699999999999999,"15min":0.64700000000000002},"last":0.64300000000000002},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.41299999999999998,"15min":0.45100000000000001},"min":{"1min":0.28899999999999998,"5min":0.249,"15min":0.249},"max":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.67300000000000004},"last":0.69299999999999995}]},{"osd":5,"last update":"Fri Sep 13 16:07:39 2024","interfaces":[{"interface":"back","average":{"1min":0.45700000000000002,"5min":0.433,"15min":0.49099999999999999},"min":{"1min":0.30499999999999999,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.69199999999999995,"5min":0.73599999999999999,"15min":0.749},"last":0.72899999999999998},{"interface":"front","average":{"1min":0.49099999999999999,"5min":0.48899999999999999,"15min":0.54700000000000004},"min":{"1min":0.34200000000000003,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.76900000000000002}]},{"osd":6,"last update":"Fri Sep 13 16:07:39 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.45900000000000002,"15min":0.51300000000000001},"min":{"1min":0.33000000000000002,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.65200000000000002,"5min":0.69199999999999995,"15min":0.70999999999999996},"last":0.75800000000000001},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.46899999999999997,"15min":0.53300000000000003},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.70999999999999996,"5min":0.755,"15min":0.79900000000000004},"last":0.746}]}]},{"osd":6,"up_from":13,"seq":55834574937,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":112512,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":111486,"kb_avail":94259328,"statfs":{"total":96636764160,"available":96521551872,"internally_reserved":0,"allocated":1028096,"data_stored":462840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":114162119},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:07:42 2024","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.44,"15min":0.51100000000000001},"min":{"1min":0.20000000000000001,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.754,"5min":0.754,"15min":0.97099999999999997},"last":0.443},{"interface":"front","average":{"1min":0.42499999999999999,"5min":0.45400000000000001,"15min":0.51200000000000001},"min":{"1min":0.27000000000000002,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.63300000000000001,"5min":0.71199999999999997,"15min":0.85899999999999999},"last":0.46200000000000002}]},{"osd":1,"last update":"Fri Sep 13 16:07:42 2024","interfaces":[{"interface":"back","average":{"1min":0.40600000000000003,"5min":0.432,"15min":0.50800000000000001},"min":{"1min":0.23000000000000001,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.626,"5min":0.79500000000000004,"15min":1.0940000000000001},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.43099999999999999,"15min":0.48699999999999999},"min":{"1min":0.26300000000000001,"5min":0.247,"15min":0.247},"max":{"1min":0.53900000000000003,"5min":0.74399999999999999,"15min":0.76800000000000002},"last":0.36799999999999999}]},{"osd":2,"last update":"Fri Sep 13 16:07:42 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.44400000000000001,"15min":0.496},"min":{"1min":0.25800000000000001,"5min":0.247,"15min":0.247},"max":{"1min":0.627,"5min":0.72999999999999998,"15min":0.94799999999999995},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.46200000000000002,"15min":0.55300000000000005},"min":{"1min":0.28199999999999997,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.69999999999999996,"5min":0.83999999999999997,"15min":0.91800000000000004},"last":0.48199999999999998}]},{"osd":3,"last update":"Fri Sep 13 16:07:42 2024","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.45800000000000002,"15min":0.54200000000000004},"min":{"1min":0.307,"5min":0.252,"15min":0.252},"max":{"1min":0.60599999999999998,"5min":0.73399999999999999,"15min":0.90000000000000002},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.47699999999999998,"15min":0.57099999999999995},"min":{"1min":0.30599999999999999,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.84399999999999997},"last":0.57399999999999995}]},{"osd":4,"last update":"Fri Sep 13 16:07:42 2024","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.40000000000000002,"15min":0.48199999999999998},"min":{"1min":0.28399999999999997,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.69599999999999995,"5min":0.73599999999999999,"15min":0.79600000000000004},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.432,"15min":0.51000000000000001},"min":{"1min":0.25700000000000001,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.64700000000000002,"5min":0.77000000000000002,"15min":0.88900000000000001},"last":0.61099999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:07:42 2024","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.46100000000000002,"15min":0.54900000000000004},"min":{"1min":0.34899999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.68000000000000005,"5min":0.72599999999999998,"15min":0.82099999999999995},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.495,"5min":0.47699999999999998,"15min":0.55900000000000005},"min":{"1min":0.33800000000000002,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.77500000000000002,"5min":0.77600000000000002,"15min":0.93999999999999995},"last":0.59699999999999998}]},{"osd":7,"last update":"Fri Sep 13 16:07:42 2024","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.46800000000000003,"15min":0.54200000000000004},"min":{"1min":0.38200000000000001,"5min":0.254,"15min":0.254},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.86899999999999999},"last":0.495},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.52000000000000002,"15min":0.60599999999999998},"min":{"1min":0.35899999999999999,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.73499999999999999,"5min":0.85099999999999998,"15min":0.92600000000000005},"last":0.63200000000000001}]}]},{"osd":5,"up_from":13,"seq":55834574936,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":72308,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":71294,"kb_avail":94299532,"statfs":{"total":96636764160,"available":96562720768,"internally_reserved":0,"allocated":1019904,"data_stored":461310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":73005510},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:07:36 2024","interfaces":[{"interface":"back","average":{"1min":0.40300000000000002,"5min":0.41199999999999998,"15min":0.46700000000000003},"min":{"1min":0.216,"5min":0.215,"15min":0.215},"max":{"1min":0.73299999999999998,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.66100000000000003},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.433,"15min":0.47899999999999998},"min":{"1min":0.29799999999999999,"5min":0.219,"15min":0.219},"max":{"1min":0.79200000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.61699999999999999}]},{"osd":1,"last update":"Fri Sep 13 16:07:36 2024","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.438,"15min":0.49399999999999999},"min":{"1min":0.26600000000000001,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.496},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.45800000000000002,"15min":0.499},"min":{"1min":0.27900000000000003,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.71399999999999997,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.64700000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:07:36 2024","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.434,"15min":0.499},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.74399999999999999,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.74199999999999999},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.47199999999999998,"15min":0.54900000000000004},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":1.6000000000000001,"5min":1.6000000000000001,"15min":1.6000000000000001},"last":0.53900000000000003}]},{"osd":3,"last update":"Fri Sep 13 16:07:36 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.47799999999999998,"15min":0.52700000000000002},"min":{"1min":0.29099999999999998,"5min":0.252,"15min":0.252},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.71699999999999997},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.51400000000000001,"15min":0.57599999999999996},"min":{"1min":0.316,"5min":0.314,"15min":0.314},"max":{"1min":0.94099999999999995,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.63300000000000001}]},{"osd":4,"last update":"Fri Sep 13 16:07:36 2024","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.42999999999999999,"15min":0.51600000000000001},"min":{"1min":0.26600000000000001,"5min":0.254,"15min":0.254},"max":{"1min":0.81899999999999995,"5min":0.81899999999999995,"15min":0.95499999999999996},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.44800000000000001,"5min":0.439,"15min":0.51300000000000001},"min":{"1min":0.27300000000000002,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.68400000000000005,"5min":0.748,"15min":0.93799999999999994},"last":0.69999999999999996}]},{"osd":6,"last update":"Fri Sep 13 16:07:36 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.43099999999999999,"15min":0.50900000000000001},"min":{"1min":0.25800000000000001,"5min":0.251,"15min":0.251},"max":{"1min":0.629,"5min":0.73599999999999999,"15min":0.84099999999999997},"last":0.76100000000000001},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.46500000000000002,"15min":0.55700000000000005},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":1.036},"last":0.68999999999999995}]},{"osd":7,"last update":"Fri Sep 13 16:07:36 2024","interfaces":[{"interface":"back","average":{"1min":0.45700000000000002,"5min":0.47199999999999998,"15min":0.52900000000000003},"min":{"1min":0.33400000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.71599999999999997,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.73199999999999998},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.48299999999999998,"15min":0.56299999999999994},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.90900000000000003},"last":0.89500000000000002}]}]},{"osd":4,"up_from":13,"seq":55834574937,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":46104,"kb_used_data":1024,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94325736,"statfs":{"total":96636764160,"available":96589553664,"internally_reserved":0,"allocated":1048576,"data_stored":469564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":46135750},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:07:38 2024","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.46200000000000002,"15min":0.47799999999999998},"min":{"1min":0.25600000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":5.7510000000000003,"5min":5.7510000000000003,"15min":5.7510000000000003},"last":0.44400000000000001},{"interface":"front","average":{"1min":1.4510000000000001,"5min":0.628,"15min":0.52200000000000002},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":18.648,"5min":18.648,"15min":18.648},"last":0.42799999999999999}]},{"osd":1,"last update":"Fri Sep 13 16:07:38 2024","interfaces":[{"interface":"back","average":{"1min":1.5680000000000001,"5min":0.65000000000000002,"15min":0.53500000000000003},"min":{"1min":0.221,"5min":0.221,"15min":0.221},"max":{"1min":20.414000000000001,"5min":20.414000000000001,"15min":20.414000000000001},"last":0.309},{"interface":"front","average":{"1min":1.552,"5min":0.67800000000000005,"15min":0.57299999999999995},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":20.018000000000001,"5min":20.018000000000001,"15min":20.018000000000001},"last":0.39000000000000001}]},{"osd":2,"last update":"Fri Sep 13 16:07:38 2024","interfaces":[{"interface":"back","average":{"1min":0.48799999999999999,"5min":0.46500000000000002,"15min":0.49299999999999999},"min":{"1min":0.28000000000000003,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":1.5529999999999999,"5min":1.5529999999999999,"15min":1.5529999999999999},"last":0.37},{"interface":"front","average":{"1min":1.161,"5min":0.64200000000000002,"15min":0.61799999999999999},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":12.138,"5min":12.138,"15min":12.138},"last":0.49399999999999999}]},{"osd":3,"last update":"Fri Sep 13 16:07:38 2024","interfaces":[{"interface":"back","average":{"1min":1.1699999999999999,"5min":0.622,"15min":0.59099999999999997},"min":{"1min":0.28899999999999998,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":13.097,"5min":13.097,"15min":13.097},"last":0.46600000000000003},{"interface":"front","average":{"1min":1.032,"5min":0.57999999999999996,"15min":0.53000000000000003},"min":{"1min":0.28999999999999998,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":11.009,"5min":11.009,"15min":11.009},"last":0.47699999999999998}]},{"osd":5,"last update":"Fri Sep 13 16:07:38 2024","interfaces":[{"interface":"back","average":{"1min":1.839,"5min":0.70899999999999996,"15min":0.56699999999999995},"min":{"1min":0.27700000000000002,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":24.812999999999999,"5min":24.812999999999999,"15min":24.812999999999999},"last":0.32700000000000001},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.48499999999999999,"15min":0.52900000000000003},"min":{"1min":0.32000000000000001,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":1.5860000000000001,"5min":1.5860000000000001,"15min":1.5860000000000001},"last":0.40699999999999997}]},{"osd":6,"last update":"Fri Sep 13 16:07:38 2024","interfaces":[{"interface":"back","average":{"1min":1.1990000000000001,"5min":0.58399999999999996,"15min":0.54300000000000004},"min":{"1min":0.32200000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":13.071999999999999,"5min":13.071999999999999,"15min":13.071999999999999},"last":0.35999999999999999},{"interface":"front","average":{"1min":1.859,"5min":0.72199999999999998,"15min":0.58899999999999997},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":24.873999999999999,"5min":24.873999999999999,"15min":24.873999999999999},"last":0.50600000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:07:38 2024","interfaces":[{"interface":"back","average":{"1min":4.258,"5min":1.208,"15min":0.75},"min":{"1min":0.34599999999999997,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":64.593999999999994,"5min":64.593999999999994,"15min":64.593999999999994},"last":0.45800000000000002},{"interface":"front","average":{"1min":1.2689999999999999,"5min":0.63700000000000001,"15min":0.61899999999999999},"min":{"1min":0.35199999999999998,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":13.125,"5min":13.125,"15min":13.125},"last":0.52500000000000002}]}]},{"osd":2,"up_from":13,"seq":55834574936,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":100160,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":99134,"kb_avail":94271680,"statfs":{"total":96636764160,"available":96534200320,"internally_reserved":0,"allocated":1028096,"data_stored":462018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":101513670},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:07:40 2024","interfaces":[{"interface":"back","average":{"1min":0.27000000000000002,"5min":0.28100000000000003,"15min":0.314},"min":{"1min":0.17599999999999999,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":0.38900000000000001,"5min":0.56499999999999995,"15min":0.56499999999999995},"last":0.23999999999999999},{"interface":"front","average":{"1min":0.27400000000000002,"5min":0.30099999999999999,"15min":0.32500000000000001},"min":{"1min":0.192,"5min":0.185,"15min":0.185},"max":{"1min":0.42999999999999999,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.30599999999999999}]},{"osd":1,"last update":"Fri Sep 13 16:07:40 2024","interfaces":[{"interface":"back","average":{"1min":0.307,"5min":0.31,"15min":0.32400000000000001},"min":{"1min":0.218,"5min":0.189,"15min":0.189},"max":{"1min":0.43099999999999999,"5min":0.52600000000000002,"15min":0.52600000000000002},"last":0.35799999999999998},{"interface":"front","average":{"1min":0.35399999999999998,"5min":0.35199999999999998,"15min":0.39000000000000001},"min":{"1min":0.216,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.48499999999999999,"5min":0.55200000000000005,"15min":0.66600000000000004},"last":0.32500000000000001}]},{"osd":3,"last update":"Fri Sep 13 16:07:43 2024","interfaces":[{"interface":"back","average":{"1min":0.30499999999999999,"5min":0.33100000000000002,"15min":0.35099999999999998},"min":{"1min":0.22900000000000001,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.44500000000000001,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.27200000000000002},{"interface":"front","average":{"1min":0.34100000000000003,"5min":0.34399999999999997,"15min":0.34999999999999998},"min":{"1min":0.27000000000000002,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.57099999999999995,"5min":0.59399999999999997,"15min":0.59399999999999997},"last":0.34599999999999997}]},{"osd":4,"last update":"Fri Sep 13 16:07:40 2024","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.47799999999999998,"15min":0.53400000000000003},"min":{"1min":0.27800000000000002,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.745,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.47699999999999998,"15min":0.54200000000000004},"min":{"1min":0.29799999999999999,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.69499999999999995,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.56100000000000005}]},{"osd":5,"last update":"Fri Sep 13 16:07:40 2024","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.48299999999999998,"15min":0.54200000000000004},"min":{"1min":0.32000000000000001,"5min":0.25,"15min":0.25},"max":{"1min":0.59099999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.47499999999999998,"5min":0.49099999999999999,"15min":0.53500000000000003},"min":{"1min":0.34000000000000002,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.78400000000000003,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.57199999999999995}]},{"osd":6,"last update":"Fri Sep 13 16:07:40 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.54600000000000004},"min":{"1min":0.36199999999999999,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.64700000000000002,"5min":0.80400000000000005,"15min":0.85599999999999998},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.48499999999999999,"5min":0.51400000000000001,"15min":0.56899999999999995},"min":{"1min":0.35899999999999999,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.76500000000000001,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.51300000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:07:40 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.51800000000000002,"15min":0.56599999999999995},"min":{"1min":0.39500000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.70099999999999996,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.52100000000000002,"15min":0.57699999999999996},"min":{"1min":0.38200000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.71299999999999997,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.60899999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574936,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":94456,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":93438,"kb_avail":94277384,"statfs":{"total":96636764160,"available":96540041216,"internally_reserved":0,"allocated":1024000,"data_stored":461388,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":95680966},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:07:42 2024","interfaces":[{"interface":"back","average":{"1min":0.27700000000000002,"5min":0.27300000000000002,"15min":0.33200000000000002},"min":{"1min":0.14799999999999999,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":0.38700000000000001,"5min":0.44800000000000001,"15min":0.98199999999999998},"last":0.32900000000000001},{"interface":"front","average":{"1min":0.309,"5min":0.30499999999999999,"15min":0.35499999999999998},"min":{"1min":0.23799999999999999,"5min":0.186,"15min":0.186},"max":{"1min":0.41999999999999998,"5min":0.57999999999999996,"15min":0.85099999999999998},"last":0.42999999999999999}]},{"osd":2,"last update":"Fri Sep 13 16:07:42 2024","interfaces":[{"interface":"back","average":{"1min":0.29199999999999998,"5min":0.28999999999999998,"15min":0.33500000000000002},"min":{"1min":0.188,"5min":0.186,"15min":0.186},"max":{"1min":0.38600000000000001,"5min":0.53100000000000003,"15min":0.99099999999999999},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.34599999999999997,"5min":0.33100000000000002,"15min":0.38700000000000001},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.49199999999999999,"5min":0.52000000000000002,"15min":0.88400000000000001},"last":0.42099999999999999}]},{"osd":3,"last update":"Fri Sep 13 16:07:42 2024","interfaces":[{"interface":"back","average":{"1min":0.316,"5min":0.32300000000000001,"15min":0.38600000000000001},"min":{"1min":0.20699999999999999,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.47299999999999998,"5min":0.52700000000000002,"15min":1.0289999999999999},"last":0.375},{"interface":"front","average":{"1min":0.378,"5min":0.35699999999999998,"15min":0.41799999999999998},"min":{"1min":0.25900000000000001,"5min":0.223,"15min":0.223},"max":{"1min":0.51800000000000002,"5min":0.59999999999999998,"15min":0.95899999999999996},"last":0.39300000000000002}]},{"osd":4,"last update":"Fri Sep 13 16:07:42 2024","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.47399999999999998,"15min":0.54300000000000004},"min":{"1min":0.32000000000000001,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.93400000000000005},"last":0.70399999999999996},{"interface":"front","average":{"1min":0.498,"5min":0.48999999999999999,"15min":0.55000000000000004},"min":{"1min":0.32900000000000001,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.77500000000000002,"5min":0.79300000000000004,"15min":0.80400000000000005},"last":0.61099999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:07:42 2024","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.48099999999999998,"15min":0.52300000000000002},"min":{"1min":0.32700000000000001,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.73799999999999999,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.499,"15min":0.55900000000000005},"min":{"1min":0.40799999999999997,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.90800000000000003},"last":0.624}]},{"osd":6,"last update":"Fri Sep 13 16:07:42 2024","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.50700000000000001,"15min":0.55700000000000005},"min":{"1min":0.374,"5min":0.313,"15min":0.313},"max":{"1min":0.81200000000000006,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.51100000000000001,"15min":0.55700000000000005},"min":{"1min":0.36199999999999999,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.67200000000000004}]},{"osd":7,"last update":"Fri Sep 13 16:07:42 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.51900000000000002,"15min":0.56599999999999995},"min":{"1min":0.38300000000000001,"5min":0.315,"15min":0.315},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.64100000000000001},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52300000000000002,"15min":0.56599999999999995},"min":{"1min":0.40200000000000002,"5min":0.377,"15min":0.377},"max":{"1min":0.75700000000000001,"5min":0.80100000000000005,"15min":0.84999999999999998},"last":0.65000000000000002}]}]},{"osd":0,"up_from":13,"seq":55834574938,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":113008,"kb_used_data":1568,"kb_used_omap":1,"kb_used_meta":111422,"kb_avail":94258832,"statfs":{"total":96636764160,"available":96521043968,"internally_reserved":0,"allocated":1605632,"data_stored":1050975,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":114096583},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 16:08:36 2024","interfaces":[{"interface":"back","average":{"1min":0.35599999999999998,"5min":0.29199999999999998,"15min":0.39900000000000002},"min":{"1min":0.23100000000000001,"5min":0.151,"15min":0.151},"max":{"1min":0.52800000000000002,"5min":0.54500000000000004,"15min":2.5960000000000001},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.375,"5min":0.307,"15min":0.35199999999999998},"min":{"1min":0.23200000000000001,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":0.48199999999999998,"5min":0.52200000000000002,"15min":0.65900000000000003},"last":0.42199999999999999}]},{"osd":2,"last update":"Fri Sep 13 16:08:36 2024","interfaces":[{"interface":"back","average":{"1min":0.36399999999999999,"5min":0.311,"15min":0.374},"min":{"1min":0.24399999999999999,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":1.373},"last":0.316},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.34200000000000003,"15min":0.38400000000000001},"min":{"1min":0.255,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.77900000000000003},"last":0.48399999999999999}]},{"osd":3,"last update":"Fri Sep 13 16:07:43 2024","interfaces":[{"interface":"back","average":{"1min":0.34399999999999997,"5min":0.34200000000000003,"15min":0.39300000000000002},"min":{"1min":0.27000000000000002,"5min":0.218,"15min":0.218},"max":{"1min":0.47299999999999998,"5min":0.51300000000000001,"15min":0.75},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.30299999999999999,"5min":0.317,"15min":0.35999999999999999},"min":{"1min":0.20899999999999999,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.442,"5min":0.55800000000000005,"15min":0.59699999999999998},"last":0.39700000000000002}]},{"osd":4,"last update":"Fri Sep 13 16:08:36 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.45900000000000002,"15min":0.52300000000000002},"min":{"1min":0.41899999999999998,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.79200000000000004},"last":0.73599999999999999},{"interface":"front","average":{"1min":0.626,"5min":0.49299999999999999,"15min":0.55000000000000004},"min":{"1min":0.42499999999999999,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.93300000000000005,"5min":0.93300000000000005,"15min":1.321},"last":0.93300000000000005}]},{"osd":5,"last update":"Fri Sep 13 16:08:36 2024","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.96499999999999997,"15min":0.70499999999999996},"min":{"1min":0.44,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.90600000000000003,"5min":41.240000000000002,"15min":41.240000000000002},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.66400000000000003,"5min":0.997,"15min":0.745},"min":{"1min":0.499,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.86899999999999999,"5min":41.301000000000002,"15min":41.301000000000002},"last":0.77100000000000002}]},{"osd":6,"last update":"Fri Sep 13 16:08:36 2024","interfaces":[{"interface":"back","average":{"1min":0.63800000000000001,"5min":0.49199999999999999,"15min":0.53800000000000003},"min":{"1min":0.48599999999999999,"5min":0.312,"15min":0.312},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.67400000000000004},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.52500000000000002,"15min":0.57399999999999995},"min":{"1min":0.437,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.88800000000000001,"5min":0.88800000000000001,"15min":1.286},"last":0.88800000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:08:36 2024","interfaces":[{"interface":"back","average":{"1min":0.69899999999999995,"5min":0.54200000000000004,"15min":0.59599999999999997},"min":{"1min":0.47699999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":1.1639999999999999,"5min":1.1639999999999999,"15min":1.1639999999999999},"last":1.1639999999999999},{"interface":"front","average":{"1min":0.65700000000000003,"5min":0.51600000000000001,"15min":0.56799999999999995},"min":{"1min":0.44800000000000001,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.79400000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":742,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:08:38.832 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:08:38.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.962+0000 7f08fd661640 1 Processor -- start 2024-09-13T16:08:38.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.962+0000 7f08fd661640 1 -- start start 2024-09-13T16:08:38.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.963+0000 7f08fd661640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f08f8161d30 0x7f08f8164120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:38.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.963+0000 7f08fd661640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f08f80709e0 con 0x7f08f80caae0 2024-09-13T16:08:38.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.963+0000 7f08fd661640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f08f8159af0 con 0x7f08f8070570 2024-09-13T16:08:38.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.963+0000 7f08fd661640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f08f815a940 con 0x7f08f8161d30 2024-09-13T16:08:38.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.963+0000 7f08f6ffd640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f08f80caae0 0x7f08f80caec0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:50890/0 (socket says 172.21.15.76:50890) 2024-09-13T16:08:38.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.963+0000 7f08f6ffd640 1 -- 172.21.15.76:0/85203283 learned_addr learned my addr 172.21.15.76:0/85203283 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:08:38.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.963+0000 7f08f77fe640 1 --2- 172.21.15.76:0/85203283 >> v2:172.21.15.76:3300/0 conn(0x7f08f8161d30 0x7f08f8164120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:38.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.963+0000 7f08f67fc640 1 -- 172.21.15.76:0/85203283 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4023053972 0 0) 0x7f08f80709e0 con 0x7f08f80caae0 2024-09-13T16:08:38.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.963+0000 7f08f67fc640 1 -- 172.21.15.76:0/85203283 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f08e4003520 con 0x7f08f80caae0 2024-09-13T16:08:38.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.964+0000 7f08f77fe640 1 -- 172.21.15.76:0/85203283 >> v1:172.21.15.192:6789/0 conn(0x7f08f8070570 legacy=0x7f08f81593e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:38.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.964+0000 7f08f77fe640 1 -- 172.21.15.76:0/85203283 >> v1:172.21.15.76:6789/0 conn(0x7f08f80caae0 legacy=0x7f08f80caec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:38.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.964+0000 7f08f77fe640 1 -- 172.21.15.76:0/85203283 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f08f8159dc0 con 0x7f08f8161d30 2024-09-13T16:08:38.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.964+0000 7f08f77fe640 1 --2- 172.21.15.76:0/85203283 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f08f8161d30 0x7f08f8164120 secure :-1 s=READY pgs=1055 cs=0 l=1 rev1=1 crypto rx=0x7f08f0009d90 tx=0x7f08f002a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=459d3f6416e5cce9 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:38.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.964+0000 7f08f67fc640 1 -- 172.21.15.76:0/85203283 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08f0007740 con 0x7f08f8161d30 2024-09-13T16:08:38.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.964+0000 7f08f67fc640 1 -- 172.21.15.76:0/85203283 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f08f002d050 con 0x7f08f8161d30 2024-09-13T16:08:38.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.964+0000 7f08f67fc640 1 -- 172.21.15.76:0/85203283 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08f0007ac0 con 0x7f08f8161d30 2024-09-13T16:08:38.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.965+0000 7f08fd661640 1 -- 172.21.15.76:0/85203283 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f08f8161d30 msgr2=0x7f08f8164120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:38.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.965+0000 7f08fd661640 1 --2- 172.21.15.76:0/85203283 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f08f8161d30 0x7f08f8164120 secure :-1 s=READY pgs=1055 cs=0 l=1 rev1=1 crypto rx=0x7f08f0009d90 tx=0x7f08f002a660 comp rx=0 tx=0).stop 2024-09-13T16:08:38.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.965+0000 7f08fd661640 1 -- 172.21.15.76:0/85203283 shutdown_connections 2024-09-13T16:08:38.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.965+0000 7f08fd661640 1 --2- 172.21.15.76:0/85203283 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f08f8161d30 0x7f08f8164120 unknown :-1 s=CLOSED pgs=1055 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:38.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.965+0000 7f08fd661640 1 -- 172.21.15.76:0/85203283 >> 172.21.15.76:0/85203283 conn(0x7f08f80afbe0 msgr2=0x7f08f80afff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:38.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.965+0000 7f08fd661640 1 -- 172.21.15.76:0/85203283 shutdown_connections 2024-09-13T16:08:38.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.965+0000 7f08fd661640 1 -- 172.21.15.76:0/85203283 wait complete. 2024-09-13T16:08:38.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.966+0000 7f08fd661640 1 Processor -- start 2024-09-13T16:08:38.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.966+0000 7f08fd661640 1 -- start start 2024-09-13T16:08:38.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.967+0000 7f08fd661640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f08f8070570 0x7f08f80b3370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:38.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.967+0000 7f08fd661640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f08f80caae0 0x7f08f80c45c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:38.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.967+0000 7f08fd661640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f08f8161d30 0x7f08f813e270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:38.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.967+0000 7f08fd661640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f08f80c19a0 con 0x7f08f8070570 2024-09-13T16:08:38.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.967+0000 7f08fd661640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f08f8099300 con 0x7f08f80caae0 2024-09-13T16:08:38.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.967+0000 7f08fd661640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f08f80b2960 con 0x7f08f8161d30 2024-09-13T16:08:38.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.967+0000 7f08f6ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f08f8070570 0x7f08f80b3370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:38.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.967+0000 7f08f6ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f08f8070570 0x7f08f80b3370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:55312/0 (socket says 172.21.15.76:55312) 2024-09-13T16:08:38.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.967+0000 7f08f6ffd640 1 -- 172.21.15.76:0/523161202 learned_addr learned my addr 172.21.15.76:0/523161202 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:38.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.967+0000 7f08f77fe640 1 --2- 172.21.15.76:0/523161202 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f08f8161d30 0x7f08f813e270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:38.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.967+0000 7f08ee7fc640 1 --2- 172.21.15.76:0/523161202 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f08f80caae0 0x7f08f80c45c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:38.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.968+0000 7f08f6ffd640 1 -- 172.21.15.76:0/523161202 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f08f8161d30 msgr2=0x7f08f813e270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:38.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.968+0000 7f08f6ffd640 1 --2- 172.21.15.76:0/523161202 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f08f8161d30 0x7f08f813e270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:38.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.968+0000 7f08f6ffd640 1 -- 172.21.15.76:0/523161202 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f08f80caae0 msgr2=0x7f08f80c45c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:38.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.968+0000 7f08f6ffd640 1 --2- 172.21.15.76:0/523161202 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f08f80caae0 0x7f08f80c45c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:38.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.968+0000 7f08f6ffd640 1 -- 172.21.15.76:0/523161202 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f08f0009a70 con 0x7f08f8070570 2024-09-13T16:08:38.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.968+0000 7f08f77fe640 1 --2- 172.21.15.76:0/523161202 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f08f8161d30 0x7f08f813e270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:08:38.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.968+0000 7f08ee7fc640 1 --2- 172.21.15.76:0/523161202 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f08f80caae0 0x7f08f80c45c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:08:38.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.968+0000 7f08f6ffd640 1 --2- 172.21.15.76:0/523161202 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f08f8070570 0x7f08f80b3370 secure :-1 s=READY pgs=1056 cs=0 l=1 rev1=1 crypto rx=0x7f08e800c500 tx=0x7f08e800c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:38.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.968+0000 7f08effff640 1 -- 172.21.15.76:0/523161202 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08e8005ce0 con 0x7f08f8070570 2024-09-13T16:08:38.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.968+0000 7f08effff640 1 -- 172.21.15.76:0/523161202 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f08e8005e40 con 0x7f08f8070570 2024-09-13T16:08:38.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.968+0000 7f08fd661640 1 -- 172.21.15.76:0/523161202 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f08f80c4b00 con 0x7f08f8070570 2024-09-13T16:08:38.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.968+0000 7f08effff640 1 -- 172.21.15.76:0/523161202 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08e8007330 con 0x7f08f8070570 2024-09-13T16:08:38.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.968+0000 7f08fd661640 1 -- 172.21.15.76:0/523161202 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f08f8099020 con 0x7f08f8070570 2024-09-13T16:08:38.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.969+0000 7f08fd661640 1 -- 172.21.15.76:0/523161202 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f08f80672e0 con 0x7f08f8070570 2024-09-13T16:08:38.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.969+0000 7f08effff640 1 -- 172.21.15.76:0/523161202 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f08e8007550 con 0x7f08f8070570 2024-09-13T16:08:38.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.970+0000 7f08effff640 1 --2- 172.21.15.76:0/523161202 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f08d806ac00 0x7f08d806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:38.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.970+0000 7f08effff640 1 -- 172.21.15.76:0/523161202 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f08e8088ae0 con 0x7f08f8070570 2024-09-13T16:08:38.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.970+0000 7f08ee7fc640 1 --2- 172.21.15.76:0/523161202 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f08d806ac00 0x7f08d806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:38.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.970+0000 7f08ee7fc640 1 --2- 172.21.15.76:0/523161202 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f08d806ac00 0x7f08d806d0c0 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f08e0007fd0 tx=0x7f08e0009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:38.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:38.974+0000 7f08effff640 1 -- 172.21.15.76:0/523161202 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f08e8053cd0 con 0x7f08f8070570 2024-09-13T16:08:39.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.132+0000 7f08fd661640 1 -- 172.21.15.76:0/523161202 --> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f08f815a660 con 0x7f08d806ac00 2024-09-13T16:08:39.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.139+0000 7f08effff640 1 -- 172.21.15.76:0/523161202 <== mgr.4104 v2:172.21.15.76:6832/911852275 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+289269 (secure 0 0 0) 0x7f08e0001c90 con 0x7f08d806ac00 2024-09-13T16:08:39.144 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:39.145 INFO:teuthology.orchestra.run.smithi076.stderr:dumped all 2024-09-13T16:08:39.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.142+0000 7f08fd661640 1 -- 172.21.15.76:0/523161202 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f08d806ac00 msgr2=0x7f08d806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:39.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.142+0000 7f08fd661640 1 --2- 172.21.15.76:0/523161202 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f08d806ac00 0x7f08d806d0c0 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f08e0007fd0 tx=0x7f08e0009040 comp rx=0 tx=0).stop 2024-09-13T16:08:39.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.142+0000 7f08fd661640 1 -- 172.21.15.76:0/523161202 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f08f8070570 msgr2=0x7f08f80b3370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:39.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.142+0000 7f08fd661640 1 --2- 172.21.15.76:0/523161202 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f08f8070570 0x7f08f80b3370 secure :-1 s=READY pgs=1056 cs=0 l=1 rev1=1 crypto rx=0x7f08e800c500 tx=0x7f08e800c9c0 comp rx=0 tx=0).stop 2024-09-13T16:08:39.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.142+0000 7f08fd661640 1 -- 172.21.15.76:0/523161202 shutdown_connections 2024-09-13T16:08:39.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.142+0000 7f08fd661640 1 --2- 172.21.15.76:0/523161202 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f08d806ac00 0x7f08d806d0c0 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:39.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.142+0000 7f08fd661640 1 --2- 172.21.15.76:0/523161202 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f08f8161d30 0x7f08f813e270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:39.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.142+0000 7f08fd661640 1 --2- 172.21.15.76:0/523161202 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f08f80caae0 0x7f08f80c45c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:39.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.142+0000 7f08fd661640 1 --2- 172.21.15.76:0/523161202 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f08f8070570 0x7f08f80b3370 unknown :-1 s=CLOSED pgs=1056 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:39.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.142+0000 7f08fd661640 1 -- 172.21.15.76:0/523161202 >> 172.21.15.76:0/523161202 conn(0x7f08f80afbe0 msgr2=0x7f08f80c90a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:39.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.142+0000 7f08fd661640 1 -- 172.21.15.76:0/523161202 shutdown_connections 2024-09-13T16:08:39.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.142+0000 7f08fd661640 1 -- 172.21.15.76:0/523161202 wait complete. 2024-09-13T16:08:39.155 INFO:teuthology.orchestra.run.smithi076.stdout:{"pg_ready":true,"pg_map":{"version":294,"stamp":"2024-09-13T16:08:39.015924+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":99,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":764020,"kb_used_data":9180,"kb_used_omap":12,"kb_used_meta":754675,"kb_avail":754210700,"statfs":{"total":773094113280,"available":772311756800,"internally_reserved":0,"allocated":9400320,"data_stored":4888239,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":772787769},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.482522"},"pg_stats":[{"pgid":"12.3f","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:35.897097+0000","last_change":"2024-09-13T16:08:34.902551+0000","last_active":"2024-09-13T16:08:35.897097+0000","last_peered":"2024-09-13T16:08:35.897097+0000","last_clean":"2024-09-13T16:08:35.897097+0000","last_became_active":"2024-09-13T16:08:34.902266+0000","last_became_peered":"2024-09-13T16:08:34.902266+0000","last_unstale":"2024-09-13T16:08:35.897097+0000","last_undegraded":"2024-09-13T16:08:35.897097+0000","last_fullsized":"2024-09-13T16:08:35.897097+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:30:45.914759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.3e","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:35.896023+0000","last_change":"2024-09-13T16:08:34.905481+0000","last_active":"2024-09-13T16:08:35.896023+0000","last_peered":"2024-09-13T16:08:35.896023+0000","last_clean":"2024-09-13T16:08:35.896023+0000","last_became_active":"2024-09-13T16:08:34.905265+0000","last_became_peered":"2024-09-13T16:08:34.905265+0000","last_unstale":"2024-09-13T16:08:35.896023+0000","last_undegraded":"2024-09-13T16:08:35.896023+0000","last_fullsized":"2024-09-13T16:08:35.896023+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:06:47.939281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.3d","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:36.015186+0000","last_change":"2024-09-13T16:08:34.910633+0000","last_active":"2024-09-13T16:08:36.015186+0000","last_peered":"2024-09-13T16:08:36.015186+0000","last_clean":"2024-09-13T16:08:36.015186+0000","last_became_active":"2024-09-13T16:08:34.910408+0000","last_became_peered":"2024-09-13T16:08:34.910408+0000","last_unstale":"2024-09-13T16:08:36.015186+0000","last_undegraded":"2024-09-13T16:08:36.015186+0000","last_fullsized":"2024-09-13T16:08:36.015186+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:20:13.184176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.3c","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:36.015461+0000","last_change":"2024-09-13T16:08:34.903239+0000","last_active":"2024-09-13T16:08:36.015461+0000","last_peered":"2024-09-13T16:08:36.015461+0000","last_clean":"2024-09-13T16:08:36.015461+0000","last_became_active":"2024-09-13T16:08:34.902975+0000","last_became_peered":"2024-09-13T16:08:34.902975+0000","last_unstale":"2024-09-13T16:08:36.015461+0000","last_undegraded":"2024-09-13T16:08:36.015461+0000","last_fullsized":"2024-09-13T16:08:36.015461+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:53:10.122859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.3b","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-13T16:08:34.913312+0000","last_change":"2024-09-13T16:08:34.908536+0000","last_active":"2024-09-13T16:08:34.913312+0000","last_peered":"2024-09-13T16:08:34.913312+0000","last_clean":"2024-09-13T16:08:34.913312+0000","last_became_active":"2024-09-13T16:08:34.908261+0000","last_became_peered":"2024-09-13T16:08:34.908261+0000","last_unstale":"2024-09-13T16:08:34.913312+0000","last_undegraded":"2024-09-13T16:08:34.913312+0000","last_fullsized":"2024-09-13T16:08:34.913312+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:43:11.094590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.3a","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:36.015614+0000","last_change":"2024-09-13T16:08:34.914791+0000","last_active":"2024-09-13T16:08:36.015614+0000","last_peered":"2024-09-13T16:08:36.015614+0000","last_clean":"2024-09-13T16:08:36.015614+0000","last_became_active":"2024-09-13T16:08:34.913993+0000","last_became_peered":"2024-09-13T16:08:34.913993+0000","last_unstale":"2024-09-13T16:08:36.015614+0000","last_undegraded":"2024-09-13T16:08:36.015614+0000","last_fullsized":"2024-09-13T16:08:36.015614+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:31:29.895527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.39","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:36.015649+0000","last_change":"2024-09-13T16:08:34.911586+0000","last_active":"2024-09-13T16:08:36.015649+0000","last_peered":"2024-09-13T16:08:36.015649+0000","last_clean":"2024-09-13T16:08:36.015649+0000","last_became_active":"2024-09-13T16:08:34.911317+0000","last_became_peered":"2024-09-13T16:08:34.911317+0000","last_unstale":"2024-09-13T16:08:36.015649+0000","last_undegraded":"2024-09-13T16:08:36.015649+0000","last_fullsized":"2024-09-13T16:08:36.015649+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:14:01.537096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.38","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-13T16:08:34.907157+0000","last_change":"2024-09-13T16:08:34.903347+0000","last_active":"2024-09-13T16:08:34.907157+0000","last_peered":"2024-09-13T16:08:34.907157+0000","last_clean":"2024-09-13T16:08:34.907157+0000","last_became_active":"2024-09-13T16:08:34.903098+0000","last_became_peered":"2024-09-13T16:08:34.903098+0000","last_unstale":"2024-09-13T16:08:34.907157+0000","last_undegraded":"2024-09-13T16:08:34.907157+0000","last_fullsized":"2024-09-13T16:08:34.907157+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:42:38.436002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.37","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:35.897316+0000","last_change":"2024-09-13T16:08:34.911952+0000","last_active":"2024-09-13T16:08:35.897316+0000","last_peered":"2024-09-13T16:08:35.897316+0000","last_clean":"2024-09-13T16:08:35.897316+0000","last_became_active":"2024-09-13T16:08:34.911703+0000","last_became_peered":"2024-09-13T16:08:34.911703+0000","last_unstale":"2024-09-13T16:08:35.897316+0000","last_undegraded":"2024-09-13T16:08:35.897316+0000","last_fullsized":"2024-09-13T16:08:35.897316+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:54:46.596521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.36","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:36.015739+0000","last_change":"2024-09-13T16:08:34.905855+0000","last_active":"2024-09-13T16:08:36.015739+0000","last_peered":"2024-09-13T16:08:36.015739+0000","last_clean":"2024-09-13T16:08:36.015739+0000","last_became_active":"2024-09-13T16:08:34.905599+0000","last_became_peered":"2024-09-13T16:08:34.905599+0000","last_unstale":"2024-09-13T16:08:36.015739+0000","last_undegraded":"2024-09-13T16:08:36.015739+0000","last_fullsized":"2024-09-13T16:08:36.015739+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:42:07.651048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.35","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:35.895974+0000","last_change":"2024-09-13T16:08:34.906598+0000","last_active":"2024-09-13T16:08:35.895974+0000","last_peered":"2024-09-13T16:08:35.895974+0000","last_clean":"2024-09-13T16:08:35.895974+0000","last_became_active":"2024-09-13T16:08:34.906358+0000","last_became_peered":"2024-09-13T16:08:34.906358+0000","last_unstale":"2024-09-13T16:08:35.895974+0000","last_undegraded":"2024-09-13T16:08:35.895974+0000","last_fullsized":"2024-09-13T16:08:35.895974+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:18:25.097242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.34","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:36.015641+0000","last_change":"2024-09-13T16:08:34.909023+0000","last_active":"2024-09-13T16:08:36.015641+0000","last_peered":"2024-09-13T16:08:36.015641+0000","last_clean":"2024-09-13T16:08:36.015641+0000","last_became_active":"2024-09-13T16:08:34.908724+0000","last_became_peered":"2024-09-13T16:08:34.908724+0000","last_unstale":"2024-09-13T16:08:36.015641+0000","last_undegraded":"2024-09-13T16:08:36.015641+0000","last_fullsized":"2024-09-13T16:08:36.015641+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:02:02.318883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.33","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-13T16:08:34.914740+0000","last_change":"2024-09-13T16:08:34.913299+0000","last_active":"2024-09-13T16:08:34.914740+0000","last_peered":"2024-09-13T16:08:34.914740+0000","last_clean":"2024-09-13T16:08:34.914740+0000","last_became_active":"2024-09-13T16:08:34.913041+0000","last_became_peered":"2024-09-13T16:08:34.913041+0000","last_unstale":"2024-09-13T16:08:34.914740+0000","last_undegraded":"2024-09-13T16:08:34.914740+0000","last_fullsized":"2024-09-13T16:08:34.914740+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:09:19.503547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.32","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:36.015639+0000","last_change":"2024-09-13T16:08:34.915823+0000","last_active":"2024-09-13T16:08:36.015639+0000","last_peered":"2024-09-13T16:08:36.015639+0000","last_clean":"2024-09-13T16:08:36.015639+0000","last_became_active":"2024-09-13T16:08:34.914286+0000","last_became_peered":"2024-09-13T16:08:34.914286+0000","last_unstale":"2024-09-13T16:08:36.015639+0000","last_undegraded":"2024-09-13T16:08:36.015639+0000","last_fullsized":"2024-09-13T16:08:36.015639+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:25:48.433198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.31","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:35.895674+0000","last_change":"2024-09-13T16:08:34.904502+0000","last_active":"2024-09-13T16:08:35.895674+0000","last_peered":"2024-09-13T16:08:35.895674+0000","last_clean":"2024-09-13T16:08:35.895674+0000","last_became_active":"2024-09-13T16:08:34.904254+0000","last_became_peered":"2024-09-13T16:08:34.904254+0000","last_unstale":"2024-09-13T16:08:35.895674+0000","last_undegraded":"2024-09-13T16:08:35.895674+0000","last_fullsized":"2024-09-13T16:08:35.895674+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:12:58.093574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.30","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:35.896781+0000","last_change":"2024-09-13T16:08:34.907018+0000","last_active":"2024-09-13T16:08:35.896781+0000","last_peered":"2024-09-13T16:08:35.896781+0000","last_clean":"2024-09-13T16:08:35.896781+0000","last_became_active":"2024-09-13T16:08:34.906600+0000","last_became_peered":"2024-09-13T16:08:34.906600+0000","last_unstale":"2024-09-13T16:08:35.896781+0000","last_undegraded":"2024-09-13T16:08:35.896781+0000","last_fullsized":"2024-09-13T16:08:35.896781+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:43:42.235007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.2f","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-13T16:08:34.913470+0000","last_change":"2024-09-13T16:08:34.910755+0000","last_active":"2024-09-13T16:08:34.913470+0000","last_peered":"2024-09-13T16:08:34.913470+0000","last_clean":"2024-09-13T16:08:34.913470+0000","last_became_active":"2024-09-13T16:08:34.910530+0000","last_became_peered":"2024-09-13T16:08:34.910530+0000","last_unstale":"2024-09-13T16:08:34.913470+0000","last_undegraded":"2024-09-13T16:08:34.913470+0000","last_fullsized":"2024-09-13T16:08:34.913470+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:41:50.974231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.2e","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:36.015016+0000","last_change":"2024-09-13T16:08:34.904434+0000","last_active":"2024-09-13T16:08:36.015016+0000","last_peered":"2024-09-13T16:08:36.015016+0000","last_clean":"2024-09-13T16:08:36.015016+0000","last_became_active":"2024-09-13T16:08:34.904196+0000","last_became_peered":"2024-09-13T16:08:34.904196+0000","last_unstale":"2024-09-13T16:08:36.015016+0000","last_undegraded":"2024-09-13T16:08:36.015016+0000","last_fullsized":"2024-09-13T16:08:36.015016+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:43:16.382354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.2d","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:36.015036+0000","last_change":"2024-09-13T16:08:34.913030+0000","last_active":"2024-09-13T16:08:36.015036+0000","last_peered":"2024-09-13T16:08:36.015036+0000","last_clean":"2024-09-13T16:08:36.015036+0000","last_became_active":"2024-09-13T16:08:34.912769+0000","last_became_peered":"2024-09-13T16:08:34.912769+0000","last_unstale":"2024-09-13T16:08:36.015036+0000","last_undegraded":"2024-09-13T16:08:36.015036+0000","last_fullsized":"2024-09-13T16:08:36.015036+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:58:54.256406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.2c","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-13T16:08:34.917146+0000","last_change":"2024-09-13T16:08:34.916128+0000","last_active":"2024-09-13T16:08:34.917146+0000","last_peered":"2024-09-13T16:08:34.917146+0000","last_clean":"2024-09-13T16:08:34.917146+0000","last_became_active":"2024-09-13T16:08:34.915907+0000","last_became_peered":"2024-09-13T16:08:34.915907+0000","last_unstale":"2024-09-13T16:08:34.917146+0000","last_undegraded":"2024-09-13T16:08:34.917146+0000","last_fullsized":"2024-09-13T16:08:34.917146+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:19:33.966906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.2b","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:35.897910+0000","last_change":"2024-09-13T16:08:34.904722+0000","last_active":"2024-09-13T16:08:35.897910+0000","last_peered":"2024-09-13T16:08:35.897910+0000","last_clean":"2024-09-13T16:08:35.897910+0000","last_became_active":"2024-09-13T16:08:34.904295+0000","last_became_peered":"2024-09-13T16:08:34.904295+0000","last_unstale":"2024-09-13T16:08:35.897910+0000","last_undegraded":"2024-09-13T16:08:35.897910+0000","last_fullsized":"2024-09-13T16:08:35.897910+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:20:13.184176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.2a","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-13T16:08:34.914722+0000","last_change":"2024-09-13T16:08:34.912572+0000","last_active":"2024-09-13T16:08:34.914722+0000","last_peered":"2024-09-13T16:08:34.914722+0000","last_clean":"2024-09-13T16:08:34.914722+0000","last_became_active":"2024-09-13T16:08:34.912346+0000","last_became_peered":"2024-09-13T16:08:34.912346+0000","last_unstale":"2024-09-13T16:08:34.914722+0000","last_undegraded":"2024-09-13T16:08:34.914722+0000","last_fullsized":"2024-09-13T16:08:34.914722+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:24:47.850988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.29","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:35.897449+0000","last_change":"2024-09-13T16:08:34.906054+0000","last_active":"2024-09-13T16:08:35.897449+0000","last_peered":"2024-09-13T16:08:35.897449+0000","last_clean":"2024-09-13T16:08:35.897449+0000","last_became_active":"2024-09-13T16:08:34.905811+0000","last_became_peered":"2024-09-13T16:08:34.905811+0000","last_unstale":"2024-09-13T16:08:35.897449+0000","last_undegraded":"2024-09-13T16:08:35.897449+0000","last_fullsized":"2024-09-13T16:08:35.897449+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:47:52.182132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.28","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:35.895638+0000","last_change":"2024-09-13T16:08:34.904337+0000","last_active":"2024-09-13T16:08:35.895638+0000","last_peered":"2024-09-13T16:08:35.895638+0000","last_clean":"2024-09-13T16:08:35.895638+0000","last_became_active":"2024-09-13T16:08:34.904107+0000","last_became_peered":"2024-09-13T16:08:34.904107+0000","last_unstale":"2024-09-13T16:08:35.895638+0000","last_undegraded":"2024-09-13T16:08:35.895638+0000","last_fullsized":"2024-09-13T16:08:35.895638+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:26:45.207360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.27","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:35.896097+0000","last_change":"2024-09-13T16:08:34.904922+0000","last_active":"2024-09-13T16:08:35.896097+0000","last_peered":"2024-09-13T16:08:35.896097+0000","last_clean":"2024-09-13T16:08:35.896097+0000","last_became_active":"2024-09-13T16:08:34.904683+0000","last_became_peered":"2024-09-13T16:08:34.904683+0000","last_unstale":"2024-09-13T16:08:35.896097+0000","last_undegraded":"2024-09-13T16:08:35.896097+0000","last_fullsized":"2024-09-13T16:08:35.896097+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:14:00.834526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.26","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:36.015853+0000","last_change":"2024-09-13T16:08:34.909250+0000","last_active":"2024-09-13T16:08:36.015853+0000","last_peered":"2024-09-13T16:08:36.015853+0000","last_clean":"2024-09-13T16:08:36.015853+0000","last_became_active":"2024-09-13T16:08:34.908985+0000","last_became_peered":"2024-09-13T16:08:34.908985+0000","last_unstale":"2024-09-13T16:08:36.015853+0000","last_undegraded":"2024-09-13T16:08:36.015853+0000","last_fullsized":"2024-09-13T16:08:36.015853+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:12:02.178682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.25","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:35.897411+0000","last_change":"2024-09-13T16:08:34.906903+0000","last_active":"2024-09-13T16:08:35.897411+0000","last_peered":"2024-09-13T16:08:35.897411+0000","last_clean":"2024-09-13T16:08:35.897411+0000","last_became_active":"2024-09-13T16:08:34.906224+0000","last_became_peered":"2024-09-13T16:08:34.906224+0000","last_unstale":"2024-09-13T16:08:35.897411+0000","last_undegraded":"2024-09-13T16:08:35.897411+0000","last_fullsized":"2024-09-13T16:08:35.897411+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:54:46.596521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.24","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-13T16:08:34.906972+0000","last_change":"2024-09-13T16:08:34.905558+0000","last_active":"2024-09-13T16:08:34.906972+0000","last_peered":"2024-09-13T16:08:34.906972+0000","last_clean":"2024-09-13T16:08:34.906972+0000","last_became_active":"2024-09-13T16:08:34.905314+0000","last_became_peered":"2024-09-13T16:08:34.905314+0000","last_unstale":"2024-09-13T16:08:34.906972+0000","last_undegraded":"2024-09-13T16:08:34.906972+0000","last_fullsized":"2024-09-13T16:08:34.906972+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:35:37.536075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.23","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:35.895864+0000","last_change":"2024-09-13T16:08:34.909665+0000","last_active":"2024-09-13T16:08:35.895864+0000","last_peered":"2024-09-13T16:08:35.895864+0000","last_clean":"2024-09-13T16:08:35.895864+0000","last_became_active":"2024-09-13T16:08:34.909457+0000","last_became_peered":"2024-09-13T16:08:34.909457+0000","last_unstale":"2024-09-13T16:08:35.895864+0000","last_undegraded":"2024-09-13T16:08:35.895864+0000","last_fullsized":"2024-09-13T16:08:35.895864+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:42:07.651048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.22","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:35.896832+0000","last_change":"2024-09-13T16:08:34.899265+0000","last_active":"2024-09-13T16:08:35.896832+0000","last_peered":"2024-09-13T16:08:35.896832+0000","last_clean":"2024-09-13T16:08:35.896832+0000","last_became_active":"2024-09-13T16:08:34.898971+0000","last_became_peered":"2024-09-13T16:08:34.898971+0000","last_unstale":"2024-09-13T16:08:35.896832+0000","last_undegraded":"2024-09-13T16:08:35.896832+0000","last_fullsized":"2024-09-13T16:08:35.896832+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:20:13.184176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.21","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:36.014856+0000","last_change":"2024-09-13T16:08:34.906530+0000","last_active":"2024-09-13T16:08:36.014856+0000","last_peered":"2024-09-13T16:08:36.014856+0000","last_clean":"2024-09-13T16:08:36.014856+0000","last_became_active":"2024-09-13T16:08:34.906294+0000","last_became_peered":"2024-09-13T16:08:34.906294+0000","last_unstale":"2024-09-13T16:08:36.014856+0000","last_undegraded":"2024-09-13T16:08:36.014856+0000","last_fullsized":"2024-09-13T16:08:36.014856+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:25:45.436834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.20","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:35.896892+0000","last_change":"2024-09-13T16:08:34.895716+0000","last_active":"2024-09-13T16:08:35.896892+0000","last_peered":"2024-09-13T16:08:35.896892+0000","last_clean":"2024-09-13T16:08:35.896892+0000","last_became_active":"2024-09-13T16:08:34.895435+0000","last_became_peered":"2024-09-13T16:08:34.895435+0000","last_unstale":"2024-09-13T16:08:35.896892+0000","last_undegraded":"2024-09-13T16:08:35.896892+0000","last_fullsized":"2024-09-13T16:08:35.896892+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:25:45.436834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:36.014592+0000","last_change":"2024-09-13T16:08:34.903983+0000","last_active":"2024-09-13T16:08:36.014592+0000","last_peered":"2024-09-13T16:08:36.014592+0000","last_clean":"2024-09-13T16:08:36.014592+0000","last_became_active":"2024-09-13T16:08:34.903730+0000","last_became_peered":"2024-09-13T16:08:34.903730+0000","last_unstale":"2024-09-13T16:08:36.014592+0000","last_undegraded":"2024-09-13T16:08:36.014592+0000","last_fullsized":"2024-09-13T16:08:36.014592+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:43:42.235007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.1f","version":"83'4","reported_seq":14,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-13T16:08:34.916762+0000","last_change":"2024-09-13T16:08:34.557437+0000","last_active":"2024-09-13T16:08:34.916762+0000","last_peered":"2024-09-13T16:08:34.916762+0000","last_clean":"2024-09-13T16:08:34.916762+0000","last_became_active":"2024-09-13T16:08:34.557184+0000","last_became_peered":"2024-09-13T16:08:34.557184+0000","last_unstale":"2024-09-13T16:08:34.916762+0000","last_undegraded":"2024-09-13T16:08:34.916762+0000","last_fullsized":"2024-09-13T16:08:34.916762+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_clean_scrub_stamp":"2024-09-13T16:08:33.528790+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:22:24.693933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:35.895680+0000","last_change":"2024-09-13T16:08:34.907701+0000","last_active":"2024-09-13T16:08:35.895680+0000","last_peered":"2024-09-13T16:08:35.895680+0000","last_clean":"2024-09-13T16:08:35.895680+0000","last_became_active":"2024-09-13T16:08:34.907462+0000","last_became_peered":"2024-09-13T16:08:34.907462+0000","last_unstale":"2024-09-13T16:08:35.895680+0000","last_undegraded":"2024-09-13T16:08:35.895680+0000","last_fullsized":"2024-09-13T16:08:35.895680+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:57:08.541753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1e","version":"83'1","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:35.896919+0000","last_change":"2024-09-13T16:08:34.558464+0000","last_active":"2024-09-13T16:08:35.896919+0000","last_peered":"2024-09-13T16:08:35.896919+0000","last_clean":"2024-09-13T16:08:35.896919+0000","last_became_active":"2024-09-13T16:08:34.558188+0000","last_became_peered":"2024-09-13T16:08:34.558188+0000","last_unstale":"2024-09-13T16:08:35.896919+0000","last_undegraded":"2024-09-13T16:08:35.896919+0000","last_fullsized":"2024-09-13T16:08:35.896919+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_clean_scrub_stamp":"2024-09-13T16:08:33.528790+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:21:59.032485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1a","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:35.897755+0000","last_change":"2024-09-13T16:08:34.913124+0000","last_active":"2024-09-13T16:08:35.897755+0000","last_peered":"2024-09-13T16:08:35.897755+0000","last_clean":"2024-09-13T16:08:35.897755+0000","last_became_active":"2024-09-13T16:08:34.912877+0000","last_became_peered":"2024-09-13T16:08:34.912877+0000","last_unstale":"2024-09-13T16:08:35.897755+0000","last_undegraded":"2024-09-13T16:08:35.897755+0000","last_fullsized":"2024-09-13T16:08:35.897755+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:33:51.319904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1d","version":"83'2","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:35.897471+0000","last_change":"2024-09-13T16:08:34.562874+0000","last_active":"2024-09-13T16:08:35.897471+0000","last_peered":"2024-09-13T16:08:35.897471+0000","last_clean":"2024-09-13T16:08:35.897471+0000","last_became_active":"2024-09-13T16:08:34.562649+0000","last_became_peered":"2024-09-13T16:08:34.562649+0000","last_unstale":"2024-09-13T16:08:35.897471+0000","last_undegraded":"2024-09-13T16:08:35.897471+0000","last_fullsized":"2024-09-13T16:08:35.897471+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_clean_scrub_stamp":"2024-09-13T16:08:33.528790+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:43:33.185744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1b","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:35.897967+0000","last_change":"2024-09-13T16:08:34.910124+0000","last_active":"2024-09-13T16:08:35.897967+0000","last_peered":"2024-09-13T16:08:35.897967+0000","last_clean":"2024-09-13T16:08:35.897967+0000","last_became_active":"2024-09-13T16:08:34.909508+0000","last_became_peered":"2024-09-13T16:08:34.909508+0000","last_unstale":"2024-09-13T16:08:35.897967+0000","last_undegraded":"2024-09-13T16:08:35.897967+0000","last_fullsized":"2024-09-13T16:08:35.897967+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:30:45.914759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1c","version":"83'2","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:36.016166+0000","last_change":"2024-09-13T16:08:34.561010+0000","last_active":"2024-09-13T16:08:36.016166+0000","last_peered":"2024-09-13T16:08:36.016166+0000","last_clean":"2024-09-13T16:08:36.016166+0000","last_became_active":"2024-09-13T16:08:34.560736+0000","last_became_peered":"2024-09-13T16:08:34.560736+0000","last_unstale":"2024-09-13T16:08:36.016166+0000","last_undegraded":"2024-09-13T16:08:36.016166+0000","last_fullsized":"2024-09-13T16:08:36.016166+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_clean_scrub_stamp":"2024-09-13T16:08:33.528790+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:21:29.849038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1c","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:35.895806+0000","last_change":"2024-09-13T16:08:34.906418+0000","last_active":"2024-09-13T16:08:35.895806+0000","last_peered":"2024-09-13T16:08:35.895806+0000","last_clean":"2024-09-13T16:08:35.895806+0000","last_became_active":"2024-09-13T16:08:34.905752+0000","last_became_peered":"2024-09-13T16:08:34.905752+0000","last_unstale":"2024-09-13T16:08:35.895806+0000","last_undegraded":"2024-09-13T16:08:35.895806+0000","last_fullsized":"2024-09-13T16:08:35.895806+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:27:23.294509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1b","version":"83'1","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:35.898058+0000","last_change":"2024-09-13T16:08:34.560824+0000","last_active":"2024-09-13T16:08:35.898058+0000","last_peered":"2024-09-13T16:08:35.898058+0000","last_clean":"2024-09-13T16:08:35.898058+0000","last_became_active":"2024-09-13T16:08:34.560569+0000","last_became_peered":"2024-09-13T16:08:34.560569+0000","last_unstale":"2024-09-13T16:08:35.898058+0000","last_undegraded":"2024-09-13T16:08:35.898058+0000","last_fullsized":"2024-09-13T16:08:35.898058+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_clean_scrub_stamp":"2024-09-13T16:08:33.528790+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:21:59.032485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.1d","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:35.896011+0000","last_change":"2024-09-13T16:08:34.906594+0000","last_active":"2024-09-13T16:08:35.896011+0000","last_peered":"2024-09-13T16:08:35.896011+0000","last_clean":"2024-09-13T16:08:35.896011+0000","last_became_active":"2024-09-13T16:08:34.906329+0000","last_became_peered":"2024-09-13T16:08:34.906329+0000","last_unstale":"2024-09-13T16:08:35.896011+0000","last_undegraded":"2024-09-13T16:08:35.896011+0000","last_fullsized":"2024-09-13T16:08:35.896011+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:53:22.435587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1a","version":"83'1","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:36.015514+0000","last_change":"2024-09-13T16:08:34.555298+0000","last_active":"2024-09-13T16:08:36.015514+0000","last_peered":"2024-09-13T16:08:36.015514+0000","last_clean":"2024-09-13T16:08:36.015514+0000","last_became_active":"2024-09-13T16:08:34.555032+0000","last_became_peered":"2024-09-13T16:08:34.555032+0000","last_unstale":"2024-09-13T16:08:36.015514+0000","last_undegraded":"2024-09-13T16:08:36.015514+0000","last_fullsized":"2024-09-13T16:08:36.015514+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_clean_scrub_stamp":"2024-09-13T16:08:33.528790+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:25:44.432216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1e","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:35.898055+0000","last_change":"2024-09-13T16:08:34.911362+0000","last_active":"2024-09-13T16:08:35.898055+0000","last_peered":"2024-09-13T16:08:35.898055+0000","last_clean":"2024-09-13T16:08:35.898055+0000","last_became_active":"2024-09-13T16:08:34.911112+0000","last_became_peered":"2024-09-13T16:08:34.911112+0000","last_unstale":"2024-09-13T16:08:35.898055+0000","last_undegraded":"2024-09-13T16:08:35.898055+0000","last_fullsized":"2024-09-13T16:08:35.898055+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:43:16.382354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.19","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:35.895794+0000","last_change":"2024-09-13T16:08:34.561687+0000","last_active":"2024-09-13T16:08:35.895794+0000","last_peered":"2024-09-13T16:08:35.895794+0000","last_clean":"2024-09-13T16:08:35.895794+0000","last_became_active":"2024-09-13T16:08:34.561329+0000","last_became_peered":"2024-09-13T16:08:34.561329+0000","last_unstale":"2024-09-13T16:08:35.895794+0000","last_undegraded":"2024-09-13T16:08:35.895794+0000","last_fullsized":"2024-09-13T16:08:35.895794+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_clean_scrub_stamp":"2024-09-13T16:08:33.528790+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:54:56.301101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.1f","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:36.015746+0000","last_change":"2024-09-13T16:08:34.910763+0000","last_active":"2024-09-13T16:08:36.015746+0000","last_peered":"2024-09-13T16:08:36.015746+0000","last_clean":"2024-09-13T16:08:36.015746+0000","last_became_active":"2024-09-13T16:08:34.910429+0000","last_became_peered":"2024-09-13T16:08:34.910429+0000","last_unstale":"2024-09-13T16:08:36.015746+0000","last_undegraded":"2024-09-13T16:08:36.015746+0000","last_fullsized":"2024-09-13T16:08:36.015746+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:09:12.620556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.18","version":"0'0","reported_seq":10,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-13T16:08:34.902933+0000","last_change":"2024-09-13T16:08:34.558483+0000","last_active":"2024-09-13T16:08:34.902933+0000","last_peered":"2024-09-13T16:08:34.902933+0000","last_clean":"2024-09-13T16:08:34.902933+0000","last_became_active":"2024-09-13T16:08:34.558209+0000","last_became_peered":"2024-09-13T16:08:34.558209+0000","last_unstale":"2024-09-13T16:08:34.902933+0000","last_undegraded":"2024-09-13T16:08:34.902933+0000","last_fullsized":"2024-09-13T16:08:34.902933+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_clean_scrub_stamp":"2024-09-13T16:08:33.528790+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:44:48.891061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.10","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:35.895641+0000","last_change":"2024-09-13T16:08:34.895662+0000","last_active":"2024-09-13T16:08:35.895641+0000","last_peered":"2024-09-13T16:08:35.895641+0000","last_clean":"2024-09-13T16:08:35.895641+0000","last_became_active":"2024-09-13T16:08:34.895292+0000","last_became_peered":"2024-09-13T16:08:34.895292+0000","last_unstale":"2024-09-13T16:08:35.895641+0000","last_undegraded":"2024-09-13T16:08:35.895641+0000","last_fullsized":"2024-09-13T16:08:35.895641+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:01:23.375042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.17","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:35.897197+0000","last_change":"2024-09-13T16:08:34.558075+0000","last_active":"2024-09-13T16:08:35.897197+0000","last_peered":"2024-09-13T16:08:35.897197+0000","last_clean":"2024-09-13T16:08:35.897197+0000","last_became_active":"2024-09-13T16:08:34.557799+0000","last_became_peered":"2024-09-13T16:08:34.557799+0000","last_unstale":"2024-09-13T16:08:35.897197+0000","last_undegraded":"2024-09-13T16:08:35.897197+0000","last_fullsized":"2024-09-13T16:08:35.897197+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_clean_scrub_stamp":"2024-09-13T16:08:33.528790+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:09:11.615939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:36.015471+0000","last_change":"2024-09-13T16:08:34.903844+0000","last_active":"2024-09-13T16:08:36.015471+0000","last_peered":"2024-09-13T16:08:36.015471+0000","last_clean":"2024-09-13T16:08:36.015471+0000","last_became_active":"2024-09-13T16:08:34.903535+0000","last_became_peered":"2024-09-13T16:08:34.903535+0000","last_unstale":"2024-09-13T16:08:36.015471+0000","last_undegraded":"2024-09-13T16:08:36.015471+0000","last_fullsized":"2024-09-13T16:08:36.015471+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:38:43.700964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.16","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:36.015911+0000","last_change":"2024-09-13T16:08:34.565295+0000","last_active":"2024-09-13T16:08:36.015911+0000","last_peered":"2024-09-13T16:08:36.015911+0000","last_clean":"2024-09-13T16:08:36.015911+0000","last_became_active":"2024-09-13T16:08:34.564991+0000","last_became_peered":"2024-09-13T16:08:34.564991+0000","last_unstale":"2024-09-13T16:08:36.015911+0000","last_undegraded":"2024-09-13T16:08:36.015911+0000","last_fullsized":"2024-09-13T16:08:36.015911+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_clean_scrub_stamp":"2024-09-13T16:08:33.528790+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:47:51.177515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:36.015712+0000","last_change":"2024-09-13T16:08:34.911536+0000","last_active":"2024-09-13T16:08:36.015712+0000","last_peered":"2024-09-13T16:08:36.015712+0000","last_clean":"2024-09-13T16:08:36.015712+0000","last_became_active":"2024-09-13T16:08:34.911299+0000","last_became_peered":"2024-09-13T16:08:34.911299+0000","last_unstale":"2024-09-13T16:08:36.015712+0000","last_undegraded":"2024-09-13T16:08:36.015712+0000","last_fullsized":"2024-09-13T16:08:36.015712+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:47:01.084307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.15","version":"83'3","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-13T16:08:34.911266+0000","last_change":"2024-09-13T16:08:34.555353+0000","last_active":"2024-09-13T16:08:34.911266+0000","last_peered":"2024-09-13T16:08:34.911266+0000","last_clean":"2024-09-13T16:08:34.911266+0000","last_became_active":"2024-09-13T16:08:34.555101+0000","last_became_peered":"2024-09-13T16:08:34.555101+0000","last_unstale":"2024-09-13T16:08:34.911266+0000","last_undegraded":"2024-09-13T16:08:34.911266+0000","last_fullsized":"2024-09-13T16:08:34.911266+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_clean_scrub_stamp":"2024-09-13T16:08:33.528790+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:09:48.854335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.13","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:36.014907+0000","last_change":"2024-09-13T16:08:34.911118+0000","last_active":"2024-09-13T16:08:36.014907+0000","last_peered":"2024-09-13T16:08:36.014907+0000","last_clean":"2024-09-13T16:08:36.014907+0000","last_became_active":"2024-09-13T16:08:34.910768+0000","last_became_peered":"2024-09-13T16:08:34.910768+0000","last_unstale":"2024-09-13T16:08:36.014907+0000","last_undegraded":"2024-09-13T16:08:36.014907+0000","last_fullsized":"2024-09-13T16:08:36.014907+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:47:52.182132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.14","version":"83'6","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:36.016177+0000","last_change":"2024-09-13T16:08:34.563353+0000","last_active":"2024-09-13T16:08:36.016177+0000","last_peered":"2024-09-13T16:08:36.016177+0000","last_clean":"2024-09-13T16:08:36.016177+0000","last_became_active":"2024-09-13T16:08:34.563056+0000","last_became_peered":"2024-09-13T16:08:34.563056+0000","last_unstale":"2024-09-13T16:08:36.016177+0000","last_undegraded":"2024-09-13T16:08:36.016177+0000","last_fullsized":"2024-09-13T16:08:36.016177+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_clean_scrub_stamp":"2024-09-13T16:08:33.528790+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:03:01.276133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.14","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:36.015736+0000","last_change":"2024-09-13T16:08:34.905335+0000","last_active":"2024-09-13T16:08:36.015736+0000","last_peered":"2024-09-13T16:08:36.015736+0000","last_clean":"2024-09-13T16:08:36.015736+0000","last_became_active":"2024-09-13T16:08:34.905082+0000","last_became_peered":"2024-09-13T16:08:34.905082+0000","last_unstale":"2024-09-13T16:08:36.015736+0000","last_undegraded":"2024-09-13T16:08:36.015736+0000","last_fullsized":"2024-09-13T16:08:36.015736+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:50:52.550986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.13","version":"83'2","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:36.016013+0000","last_change":"2024-09-13T16:08:34.559567+0000","last_active":"2024-09-13T16:08:36.016013+0000","last_peered":"2024-09-13T16:08:36.016013+0000","last_clean":"2024-09-13T16:08:36.016013+0000","last_became_active":"2024-09-13T16:08:34.559297+0000","last_became_peered":"2024-09-13T16:08:34.559297+0000","last_unstale":"2024-09-13T16:08:36.016013+0000","last_undegraded":"2024-09-13T16:08:36.016013+0000","last_fullsized":"2024-09-13T16:08:36.016013+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_clean_scrub_stamp":"2024-09-13T16:08:33.528790+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:12:36.529779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.15","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:36.016079+0000","last_change":"2024-09-13T16:08:34.912688+0000","last_active":"2024-09-13T16:08:36.016079+0000","last_peered":"2024-09-13T16:08:36.016079+0000","last_clean":"2024-09-13T16:08:36.016079+0000","last_became_active":"2024-09-13T16:08:34.912391+0000","last_became_peered":"2024-09-13T16:08:34.912391+0000","last_unstale":"2024-09-13T16:08:36.016079+0000","last_undegraded":"2024-09-13T16:08:36.016079+0000","last_fullsized":"2024-09-13T16:08:36.016079+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:39:24.975913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.12","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:35.897045+0000","last_change":"2024-09-13T16:08:34.557900+0000","last_active":"2024-09-13T16:08:35.897045+0000","last_peered":"2024-09-13T16:08:35.897045+0000","last_clean":"2024-09-13T16:08:35.897045+0000","last_became_active":"2024-09-13T16:08:34.556526+0000","last_became_peered":"2024-09-13T16:08:34.556526+0000","last_unstale":"2024-09-13T16:08:35.897045+0000","last_undegraded":"2024-09-13T16:08:35.897045+0000","last_fullsized":"2024-09-13T16:08:35.897045+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_clean_scrub_stamp":"2024-09-13T16:08:33.528790+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:42:08.613291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:36.015749+0000","last_change":"2024-09-13T16:08:34.904112+0000","last_active":"2024-09-13T16:08:36.015749+0000","last_peered":"2024-09-13T16:08:36.015749+0000","last_clean":"2024-09-13T16:08:36.015749+0000","last_became_active":"2024-09-13T16:08:34.903844+0000","last_became_peered":"2024-09-13T16:08:34.903844+0000","last_unstale":"2024-09-13T16:08:36.015749+0000","last_undegraded":"2024-09-13T16:08:36.015749+0000","last_fullsized":"2024-09-13T16:08:36.015749+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:14:14.881954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.11","version":"0'0","reported_seq":10,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-13T16:08:34.902650+0000","last_change":"2024-09-13T16:08:34.557960+0000","last_active":"2024-09-13T16:08:34.902650+0000","last_peered":"2024-09-13T16:08:34.902650+0000","last_clean":"2024-09-13T16:08:34.902650+0000","last_became_active":"2024-09-13T16:08:34.557672+0000","last_became_peered":"2024-09-13T16:08:34.557672+0000","last_unstale":"2024-09-13T16:08:34.902650+0000","last_undegraded":"2024-09-13T16:08:34.902650+0000","last_fullsized":"2024-09-13T16:08:34.902650+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_clean_scrub_stamp":"2024-09-13T16:08:33.528790+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:32:13.145018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:36.015848+0000","last_change":"2024-09-13T16:08:34.914832+0000","last_active":"2024-09-13T16:08:36.015848+0000","last_peered":"2024-09-13T16:08:36.015848+0000","last_clean":"2024-09-13T16:08:36.015848+0000","last_became_active":"2024-09-13T16:08:34.913861+0000","last_became_peered":"2024-09-13T16:08:34.913861+0000","last_unstale":"2024-09-13T16:08:36.015848+0000","last_undegraded":"2024-09-13T16:08:36.015848+0000","last_fullsized":"2024-09-13T16:08:36.015848+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:47:17.977919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.10","version":"83'8","reported_seq":19,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:35.895732+0000","last_change":"2024-09-13T16:08:34.551867+0000","last_active":"2024-09-13T16:08:35.895732+0000","last_peered":"2024-09-13T16:08:35.895732+0000","last_clean":"2024-09-13T16:08:35.895732+0000","last_became_active":"2024-09-13T16:08:34.551560+0000","last_became_peered":"2024-09-13T16:08:34.551560+0000","last_unstale":"2024-09-13T16:08:35.895732+0000","last_undegraded":"2024-09-13T16:08:35.895732+0000","last_fullsized":"2024-09-13T16:08:35.895732+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_clean_scrub_stamp":"2024-09-13T16:08:33.528790+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:12:36.529779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:36.014549+0000","last_change":"2024-09-13T16:08:34.913535+0000","last_active":"2024-09-13T16:08:36.014549+0000","last_peered":"2024-09-13T16:08:36.014549+0000","last_clean":"2024-09-13T16:08:36.014549+0000","last_became_active":"2024-09-13T16:08:34.913311+0000","last_became_peered":"2024-09-13T16:08:34.913311+0000","last_unstale":"2024-09-13T16:08:36.014549+0000","last_undegraded":"2024-09-13T16:08:36.014549+0000","last_fullsized":"2024-09-13T16:08:36.014549+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:21:42.933254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.f","version":"83'1","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:35.897286+0000","last_change":"2024-09-13T16:08:34.554465+0000","last_active":"2024-09-13T16:08:35.897286+0000","last_peered":"2024-09-13T16:08:35.897286+0000","last_clean":"2024-09-13T16:08:35.897286+0000","last_became_active":"2024-09-13T16:08:34.554183+0000","last_became_peered":"2024-09-13T16:08:34.554183+0000","last_unstale":"2024-09-13T16:08:35.897286+0000","last_undegraded":"2024-09-13T16:08:35.897286+0000","last_fullsized":"2024-09-13T16:08:35.897286+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_clean_scrub_stamp":"2024-09-13T16:08:33.528790+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:47:55.129871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-13T16:08:34.913642+0000","last_change":"2024-09-13T16:08:34.910297+0000","last_active":"2024-09-13T16:08:34.913642+0000","last_peered":"2024-09-13T16:08:34.913642+0000","last_clean":"2024-09-13T16:08:34.913642+0000","last_became_active":"2024-09-13T16:08:34.908414+0000","last_became_peered":"2024-09-13T16:08:34.908414+0000","last_unstale":"2024-09-13T16:08:34.913642+0000","last_undegraded":"2024-09-13T16:08:34.913642+0000","last_fullsized":"2024-09-13T16:08:34.913642+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:51:01.813933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.e","version":"83'2","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:35.898062+0000","last_change":"2024-09-13T16:08:34.560584+0000","last_active":"2024-09-13T16:08:35.898062+0000","last_peered":"2024-09-13T16:08:35.898062+0000","last_clean":"2024-09-13T16:08:35.898062+0000","last_became_active":"2024-09-13T16:08:34.559909+0000","last_became_peered":"2024-09-13T16:08:34.559909+0000","last_unstale":"2024-09-13T16:08:35.898062+0000","last_undegraded":"2024-09-13T16:08:35.898062+0000","last_fullsized":"2024-09-13T16:08:35.898062+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_clean_scrub_stamp":"2024-09-13T16:08:33.528790+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:43:33.185744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-13T16:08:34.913454+0000","last_change":"2024-09-13T16:08:34.908642+0000","last_active":"2024-09-13T16:08:34.913454+0000","last_peered":"2024-09-13T16:08:34.913454+0000","last_clean":"2024-09-13T16:08:34.913454+0000","last_became_active":"2024-09-13T16:08:34.908399+0000","last_became_peered":"2024-09-13T16:08:34.908399+0000","last_unstale":"2024-09-13T16:08:34.913454+0000","last_undegraded":"2024-09-13T16:08:34.913454+0000","last_fullsized":"2024-09-13T16:08:34.913454+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:42:56.103193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.d","version":"83'1","reported_seq":11,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-13T16:08:34.910938+0000","last_change":"2024-09-13T16:08:34.558705+0000","last_active":"2024-09-13T16:08:34.910938+0000","last_peered":"2024-09-13T16:08:34.910938+0000","last_clean":"2024-09-13T16:08:34.910938+0000","last_became_active":"2024-09-13T16:08:34.557702+0000","last_became_peered":"2024-09-13T16:08:34.557702+0000","last_unstale":"2024-09-13T16:08:34.910938+0000","last_undegraded":"2024-09-13T16:08:34.910938+0000","last_fullsized":"2024-09-13T16:08:34.910938+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_clean_scrub_stamp":"2024-09-13T16:08:33.528790+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:07:42.792783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.b","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:36.015327+0000","last_change":"2024-09-13T16:08:34.915505+0000","last_active":"2024-09-13T16:08:36.015327+0000","last_peered":"2024-09-13T16:08:36.015327+0000","last_clean":"2024-09-13T16:08:36.015327+0000","last_became_active":"2024-09-13T16:08:34.914971+0000","last_became_peered":"2024-09-13T16:08:34.914971+0000","last_unstale":"2024-09-13T16:08:36.015327+0000","last_undegraded":"2024-09-13T16:08:36.015327+0000","last_fullsized":"2024-09-13T16:08:36.015327+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:00:31.646702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.c","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:36.014807+0000","last_change":"2024-09-13T16:08:34.555054+0000","last_active":"2024-09-13T16:08:36.014807+0000","last_peered":"2024-09-13T16:08:36.014807+0000","last_clean":"2024-09-13T16:08:36.014807+0000","last_became_active":"2024-09-13T16:08:34.554560+0000","last_became_peered":"2024-09-13T16:08:34.554560+0000","last_unstale":"2024-09-13T16:08:36.014807+0000","last_undegraded":"2024-09-13T16:08:36.014807+0000","last_fullsized":"2024-09-13T16:08:36.014807+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_clean_scrub_stamp":"2024-09-13T16:08:33.528790+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:43:33.185744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:35.895914+0000","last_change":"2024-09-13T16:08:34.907767+0000","last_active":"2024-09-13T16:08:35.895914+0000","last_peered":"2024-09-13T16:08:35.895914+0000","last_clean":"2024-09-13T16:08:35.895914+0000","last_became_active":"2024-09-13T16:08:34.907534+0000","last_became_peered":"2024-09-13T16:08:34.907534+0000","last_unstale":"2024-09-13T16:08:35.895914+0000","last_undegraded":"2024-09-13T16:08:35.895914+0000","last_fullsized":"2024-09-13T16:08:35.895914+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:02:22.951462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.b","version":"83'2","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:36.015403+0000","last_change":"2024-09-13T16:08:34.553740+0000","last_active":"2024-09-13T16:08:36.015403+0000","last_peered":"2024-09-13T16:08:36.015403+0000","last_clean":"2024-09-13T16:08:36.015403+0000","last_became_active":"2024-09-13T16:08:34.553464+0000","last_became_peered":"2024-09-13T16:08:34.553464+0000","last_unstale":"2024-09-13T16:08:36.015403+0000","last_undegraded":"2024-09-13T16:08:36.015403+0000","last_fullsized":"2024-09-13T16:08:36.015403+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_clean_scrub_stamp":"2024-09-13T16:08:33.528790+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:57:07.537136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.e","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:35.896052+0000","last_change":"2024-09-13T16:08:34.902249+0000","last_active":"2024-09-13T16:08:35.896052+0000","last_peered":"2024-09-13T16:08:35.896052+0000","last_clean":"2024-09-13T16:08:35.896052+0000","last_became_active":"2024-09-13T16:08:34.901997+0000","last_became_peered":"2024-09-13T16:08:34.901997+0000","last_unstale":"2024-09-13T16:08:35.896052+0000","last_undegraded":"2024-09-13T16:08:35.896052+0000","last_fullsized":"2024-09-13T16:08:35.896052+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:12:28.287848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.9","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:36.015169+0000","last_change":"2024-09-13T16:08:34.554579+0000","last_active":"2024-09-13T16:08:36.015169+0000","last_peered":"2024-09-13T16:08:36.015169+0000","last_clean":"2024-09-13T16:08:36.015169+0000","last_became_active":"2024-09-13T16:08:34.554247+0000","last_became_peered":"2024-09-13T16:08:34.554247+0000","last_unstale":"2024-09-13T16:08:36.015169+0000","last_undegraded":"2024-09-13T16:08:36.015169+0000","last_fullsized":"2024-09-13T16:08:36.015169+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_clean_scrub_stamp":"2024-09-13T16:08:33.528790+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:01:22.370425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.f","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:36.015941+0000","last_change":"2024-09-13T16:08:34.905096+0000","last_active":"2024-09-13T16:08:36.015941+0000","last_peered":"2024-09-13T16:08:36.015941+0000","last_clean":"2024-09-13T16:08:36.015941+0000","last_became_active":"2024-09-13T16:08:34.904839+0000","last_became_peered":"2024-09-13T16:08:34.904839+0000","last_unstale":"2024-09-13T16:08:36.015941+0000","last_undegraded":"2024-09-13T16:08:36.015941+0000","last_fullsized":"2024-09-13T16:08:36.015941+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:42:09.617909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.8","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:36.014681+0000","last_change":"2024-09-13T16:08:34.560748+0000","last_active":"2024-09-13T16:08:36.014681+0000","last_peered":"2024-09-13T16:08:36.014681+0000","last_clean":"2024-09-13T16:08:36.014681+0000","last_became_active":"2024-09-13T16:08:34.560487+0000","last_became_peered":"2024-09-13T16:08:34.560487+0000","last_unstale":"2024-09-13T16:08:36.014681+0000","last_undegraded":"2024-09-13T16:08:36.014681+0000","last_fullsized":"2024-09-13T16:08:36.014681+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_clean_scrub_stamp":"2024-09-13T16:08:33.528790+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:12:27.283230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:35.896756+0000","last_change":"2024-09-13T16:08:34.899834+0000","last_active":"2024-09-13T16:08:35.896756+0000","last_peered":"2024-09-13T16:08:35.896756+0000","last_clean":"2024-09-13T16:08:35.896756+0000","last_became_active":"2024-09-13T16:08:34.899540+0000","last_became_peered":"2024-09-13T16:08:34.899540+0000","last_unstale":"2024-09-13T16:08:35.896756+0000","last_undegraded":"2024-09-13T16:08:35.896756+0000","last_fullsized":"2024-09-13T16:08:35.896756+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:41:10.172528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.7","version":"83'2","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:36.015568+0000","last_change":"2024-09-13T16:08:34.555528+0000","last_active":"2024-09-13T16:08:36.015568+0000","last_peered":"2024-09-13T16:08:36.015568+0000","last_clean":"2024-09-13T16:08:36.015568+0000","last_became_active":"2024-09-13T16:08:34.555151+0000","last_became_peered":"2024-09-13T16:08:34.555151+0000","last_unstale":"2024-09-13T16:08:36.015568+0000","last_undegraded":"2024-09-13T16:08:36.015568+0000","last_fullsized":"2024-09-13T16:08:36.015568+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_clean_scrub_stamp":"2024-09-13T16:08:33.528790+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:42:12.088651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:36.015863+0000","last_change":"2024-09-13T16:08:34.914198+0000","last_active":"2024-09-13T16:08:36.015863+0000","last_peered":"2024-09-13T16:08:36.015863+0000","last_clean":"2024-09-13T16:08:36.015863+0000","last_became_active":"2024-09-13T16:08:34.913843+0000","last_became_peered":"2024-09-13T16:08:34.913843+0000","last_unstale":"2024-09-13T16:08:36.015863+0000","last_undegraded":"2024-09-13T16:08:36.015863+0000","last_fullsized":"2024-09-13T16:08:36.015863+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:43:34.190361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.6","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:35.896096+0000","last_change":"2024-09-13T16:08:34.555620+0000","last_active":"2024-09-13T16:08:35.896096+0000","last_peered":"2024-09-13T16:08:35.896096+0000","last_clean":"2024-09-13T16:08:35.896096+0000","last_became_active":"2024-09-13T16:08:34.555374+0000","last_became_peered":"2024-09-13T16:08:34.555374+0000","last_unstale":"2024-09-13T16:08:35.896096+0000","last_undegraded":"2024-09-13T16:08:35.896096+0000","last_fullsized":"2024-09-13T16:08:35.896096+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_clean_scrub_stamp":"2024-09-13T16:08:33.528790+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:42:12.088651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:35.897840+0000","last_change":"2024-09-13T16:08:34.912536+0000","last_active":"2024-09-13T16:08:35.897840+0000","last_peered":"2024-09-13T16:08:35.897840+0000","last_clean":"2024-09-13T16:08:35.897840+0000","last_became_active":"2024-09-13T16:08:34.912278+0000","last_became_peered":"2024-09-13T16:08:34.912278+0000","last_unstale":"2024-09-13T16:08:35.897840+0000","last_undegraded":"2024-09-13T16:08:35.897840+0000","last_fullsized":"2024-09-13T16:08:35.897840+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:43:42.235007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.5","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:35.897604+0000","last_change":"2024-09-13T16:08:34.564928+0000","last_active":"2024-09-13T16:08:35.897604+0000","last_peered":"2024-09-13T16:08:35.897604+0000","last_clean":"2024-09-13T16:08:35.897604+0000","last_became_active":"2024-09-13T16:08:34.564666+0000","last_became_peered":"2024-09-13T16:08:34.564666+0000","last_unstale":"2024-09-13T16:08:35.897604+0000","last_undegraded":"2024-09-13T16:08:35.897604+0000","last_fullsized":"2024-09-13T16:08:35.897604+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_clean_scrub_stamp":"2024-09-13T16:08:33.528790+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:47:16.973302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:35.895908+0000","last_change":"2024-09-13T16:08:34.907449+0000","last_active":"2024-09-13T16:08:35.895908+0000","last_peered":"2024-09-13T16:08:35.895908+0000","last_clean":"2024-09-13T16:08:35.895908+0000","last_became_active":"2024-09-13T16:08:34.907227+0000","last_became_peered":"2024-09-13T16:08:34.907227+0000","last_unstale":"2024-09-13T16:08:35.895908+0000","last_undegraded":"2024-09-13T16:08:35.895908+0000","last_fullsized":"2024-09-13T16:08:35.895908+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:31:48.757821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.4","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:35.896920+0000","last_change":"2024-09-13T16:08:34.557516+0000","last_active":"2024-09-13T16:08:35.896920+0000","last_peered":"2024-09-13T16:08:35.896920+0000","last_clean":"2024-09-13T16:08:35.896920+0000","last_became_active":"2024-09-13T16:08:34.557276+0000","last_became_peered":"2024-09-13T16:08:34.557276+0000","last_unstale":"2024-09-13T16:08:35.896920+0000","last_undegraded":"2024-09-13T16:08:35.896920+0000","last_fullsized":"2024-09-13T16:08:35.896920+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_clean_scrub_stamp":"2024-09-13T16:08:33.528790+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:14:00.532478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:36.016068+0000","last_change":"2024-09-13T16:08:34.913322+0000","last_active":"2024-09-13T16:08:36.016068+0000","last_peered":"2024-09-13T16:08:36.016068+0000","last_clean":"2024-09-13T16:08:36.016068+0000","last_became_active":"2024-09-13T16:08:34.913087+0000","last_became_peered":"2024-09-13T16:08:34.913087+0000","last_unstale":"2024-09-13T16:08:36.016068+0000","last_undegraded":"2024-09-13T16:08:36.016068+0000","last_fullsized":"2024-09-13T16:08:36.016068+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:22:00.037102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.3","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:36.015762+0000","last_change":"2024-09-13T16:08:34.562805+0000","last_active":"2024-09-13T16:08:36.015762+0000","last_peered":"2024-09-13T16:08:36.015762+0000","last_clean":"2024-09-13T16:08:36.015762+0000","last_became_active":"2024-09-13T16:08:34.562528+0000","last_became_peered":"2024-09-13T16:08:34.562528+0000","last_unstale":"2024-09-13T16:08:36.015762+0000","last_undegraded":"2024-09-13T16:08:36.015762+0000","last_fullsized":"2024-09-13T16:08:36.015762+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_clean_scrub_stamp":"2024-09-13T16:08:33.528790+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:15:27.943179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:36.016158+0000","last_change":"2024-09-13T16:08:34.912257+0000","last_active":"2024-09-13T16:08:36.016158+0000","last_peered":"2024-09-13T16:08:36.016158+0000","last_clean":"2024-09-13T16:08:36.016158+0000","last_became_active":"2024-09-13T16:08:34.911974+0000","last_became_peered":"2024-09-13T16:08:34.911974+0000","last_unstale":"2024-09-13T16:08:36.016158+0000","last_undegraded":"2024-09-13T16:08:36.016158+0000","last_fullsized":"2024-09-13T16:08:36.016158+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:47:56.134488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.2","version":"0'0","reported_seq":10,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-13T16:08:34.900824+0000","last_change":"2024-09-13T16:08:34.558444+0000","last_active":"2024-09-13T16:08:34.900824+0000","last_peered":"2024-09-13T16:08:34.900824+0000","last_clean":"2024-09-13T16:08:34.900824+0000","last_became_active":"2024-09-13T16:08:34.557862+0000","last_became_peered":"2024-09-13T16:08:34.557862+0000","last_unstale":"2024-09-13T16:08:34.900824+0000","last_undegraded":"2024-09-13T16:08:34.900824+0000","last_fullsized":"2024-09-13T16:08:34.900824+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_clean_scrub_stamp":"2024-09-13T16:08:33.528790+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:48:09.109066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.6","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:36.015099+0000","last_change":"2024-09-13T16:08:34.910648+0000","last_active":"2024-09-13T16:08:36.015099+0000","last_peered":"2024-09-13T16:08:36.015099+0000","last_clean":"2024-09-13T16:08:36.015099+0000","last_became_active":"2024-09-13T16:08:34.910232+0000","last_became_peered":"2024-09-13T16:08:34.910232+0000","last_unstale":"2024-09-13T16:08:36.015099+0000","last_undegraded":"2024-09-13T16:08:36.015099+0000","last_fullsized":"2024-09-13T16:08:36.015099+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:30:45.914759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.1","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:36.015970+0000","last_change":"2024-09-13T16:08:34.558831+0000","last_active":"2024-09-13T16:08:36.015970+0000","last_peered":"2024-09-13T16:08:36.015970+0000","last_clean":"2024-09-13T16:08:36.015970+0000","last_became_active":"2024-09-13T16:08:34.558535+0000","last_became_peered":"2024-09-13T16:08:34.558535+0000","last_unstale":"2024-09-13T16:08:36.015970+0000","last_undegraded":"2024-09-13T16:08:36.015970+0000","last_fullsized":"2024-09-13T16:08:36.015970+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_clean_scrub_stamp":"2024-09-13T16:08:33.528790+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:26:41.909132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.7","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:36.015156+0000","last_change":"2024-09-13T16:08:34.901494+0000","last_active":"2024-09-13T16:08:36.015156+0000","last_peered":"2024-09-13T16:08:36.015156+0000","last_clean":"2024-09-13T16:08:36.015156+0000","last_became_active":"2024-09-13T16:08:34.901257+0000","last_became_peered":"2024-09-13T16:08:34.901257+0000","last_unstale":"2024-09-13T16:08:36.015156+0000","last_undegraded":"2024-09-13T16:08:36.015156+0000","last_fullsized":"2024-09-13T16:08:36.015156+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:54:46.596521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.0","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:36.014666+0000","last_change":"2024-09-13T16:08:34.553840+0000","last_active":"2024-09-13T16:08:36.014666+0000","last_peered":"2024-09-13T16:08:36.014666+0000","last_clean":"2024-09-13T16:08:36.014666+0000","last_became_active":"2024-09-13T16:08:34.553581+0000","last_became_peered":"2024-09-13T16:08:34.553581+0000","last_unstale":"2024-09-13T16:08:36.014666+0000","last_undegraded":"2024-09-13T16:08:36.014666+0000","last_fullsized":"2024-09-13T16:08:36.014666+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_clean_scrub_stamp":"2024-09-13T16:08:33.528790+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:21:59.032485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.d","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:35.897546+0000","last_change":"2024-09-13T16:08:34.910969+0000","last_active":"2024-09-13T16:08:35.897546+0000","last_peered":"2024-09-13T16:08:35.897546+0000","last_clean":"2024-09-13T16:08:35.897546+0000","last_became_active":"2024-09-13T16:08:34.910707+0000","last_became_peered":"2024-09-13T16:08:34.910707+0000","last_unstale":"2024-09-13T16:08:35.897546+0000","last_undegraded":"2024-09-13T16:08:35.897546+0000","last_fullsized":"2024-09-13T16:08:35.897546+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:34.533407+0000","last_clean_scrub_stamp":"2024-09-13T16:08:34.533407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:12:49.366696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.a","version":"0'0","reported_seq":11,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:08:36.015735+0000","last_change":"2024-09-13T16:08:34.560727+0000","last_active":"2024-09-13T16:08:36.015735+0000","last_peered":"2024-09-13T16:08:36.015735+0000","last_clean":"2024-09-13T16:08:36.015735+0000","last_became_active":"2024-09-13T16:08:34.560467+0000","last_became_peered":"2024-09-13T16:08:34.560467+0000","last_unstale":"2024-09-13T16:08:36.015735+0000","last_undegraded":"2024-09-13T16:08:36.015735+0000","last_fullsized":"2024-09-13T16:08:36.015735+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:08:33.528790+0000","last_clean_scrub_stamp":"2024-09-13T16:08:33.528790+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:31:47.753204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":219,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-13T16:08:34.892376+0000","last_change":"2024-09-13T16:01:29.143297+0000","last_active":"2024-09-13T16:08:34.892376+0000","last_peered":"2024-09-13T16:08:34.892376+0000","last_clean":"2024-09-13T16:08:34.892376+0000","last_became_active":"2024-09-13T16:01:29.142269+0000","last_became_peered":"2024-09-13T16:01:29.142269+0000","last_unstale":"2024-09-13T16:08:34.892376+0000","last_undegraded":"2024-09-13T16:08:34.892376+0000","last_fullsized":"2024-09-13T16:08:34.892376+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:27.864638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:27.864638+0000","last_clean_scrub_stamp":"2024-09-13T16:01:27.864638+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:25:24.741463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":12,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":11,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":14,"seq":60129542235,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":130500,"kb_used_data":1008,"kb_used_omap":1,"kb_used_meta":129470,"kb_avail":94241340,"statfs":{"total":96636764160,"available":96503132160,"internally_reserved":0,"allocated":1032192,"data_stored":468478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":132577736},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:07:43 2024","interfaces":[{"interface":"back","average":{"1min":0.31900000000000001,"5min":0.312,"15min":0.34200000000000003},"min":{"1min":0.185,"5min":0.183,"15min":0.183},"max":{"1min":0.49299999999999999,"5min":0.60299999999999998,"15min":0.70999999999999996},"last":0.30499999999999999},{"interface":"front","average":{"1min":0.32300000000000001,"5min":0.29799999999999999,"15min":0.313},"min":{"1min":0.17999999999999999,"5min":0.17899999999999999,"15min":0.17899999999999999},"max":{"1min":0.52500000000000002,"5min":0.53400000000000003,"15min":0.53400000000000003},"last":0.32800000000000001}]},{"osd":1,"last update":"Fri Sep 13 16:07:43 2024","interfaces":[{"interface":"back","average":{"1min":0.309,"5min":0.30399999999999999,"15min":0.316},"min":{"1min":0.20000000000000001,"5min":0.182,"15min":0.182},"max":{"1min":0.50700000000000001,"5min":0.58899999999999997,"15min":0.58899999999999997},"last":0.434},{"interface":"front","average":{"1min":0.33500000000000002,"5min":0.33700000000000002,"15min":0.35499999999999998},"min":{"1min":0.19400000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.60399999999999998},"last":0.34699999999999998}]},{"osd":2,"last update":"Fri Sep 13 16:07:43 2024","interfaces":[{"interface":"back","average":{"1min":0.34699999999999998,"5min":0.34200000000000003,"15min":0.37},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.55900000000000005,"5min":0.63500000000000001,"15min":0.63500000000000001},"last":0.40899999999999997},{"interface":"front","average":{"1min":0.379,"5min":0.37,"15min":0.379},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.63900000000000001,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.36499999999999999}]},{"osd":4,"last update":"Fri Sep 13 16:07:43 2024","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.46300000000000002,"15min":0.52500000000000002},"min":{"1min":0.29099999999999998,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":1.0569999999999999,"5min":1.0569999999999999,"15min":1.0569999999999999},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.49099999999999999,"15min":0.55500000000000005},"min":{"1min":0.29699999999999999,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":1.141,"5min":1.141,"15min":1.141},"last":0.59999999999999998}]},{"osd":5,"last update":"Fri Sep 13 16:07:43 2024","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.48999999999999999,"15min":0.53600000000000003},"min":{"1min":0.30299999999999999,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":1.0700000000000001,"5min":1.0700000000000001,"15min":1.0700000000000001},"last":0.58099999999999996},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.51500000000000001,"15min":0.56000000000000005},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":1.153,"5min":1.153,"15min":1.153},"last":0.58999999999999997}]},{"osd":6,"last update":"Fri Sep 13 16:07:43 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.52600000000000002,"15min":0.57199999999999995},"min":{"1min":0.35199999999999998,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.91800000000000004,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.51100000000000001,"15min":0.56399999999999995},"min":{"1min":0.32600000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":1.131,"5min":1.131,"15min":1.131},"last":0.51600000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:07:43 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.53000000000000003,"15min":0.57599999999999996},"min":{"1min":0.36199999999999999,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":1.018,"5min":1.018,"15min":1.1799999999999999},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.53400000000000003,"15min":0.56999999999999995},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.91800000000000004},"last":0.55000000000000004}]}]},{"osd":7,"up_from":13,"seq":55834574937,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":94972,"kb_used_data":1576,"kb_used_omap":1,"kb_used_meta":93374,"kb_avail":94276868,"statfs":{"total":96636764160,"available":96539512832,"internally_reserved":0,"allocated":1613824,"data_stored":1051666,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":95615435},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:07:39 2024","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":0.41199999999999998,"15min":0.46600000000000003},"min":{"1min":0.193,"5min":0.193,"15min":0.193},"max":{"1min":0.66100000000000003,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.41799999999999998,"15min":0.501},"min":{"1min":0.20000000000000001,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.70399999999999996,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.46100000000000002}]},{"osd":1,"last update":"Fri Sep 13 16:07:39 2024","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.41799999999999998,"15min":0.5},"min":{"1min":0.23499999999999999,"5min":0.22,"15min":0.22},"max":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.441,"5min":0.45000000000000001,"15min":0.498},"min":{"1min":0.27400000000000002,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.64900000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.67400000000000004}]},{"osd":2,"last update":"Fri Sep 13 16:07:39 2024","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.45300000000000001,"15min":0.60199999999999998},"min":{"1min":0.29399999999999998,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.67100000000000004,"5min":0.93100000000000005,"15min":2.2919999999999998},"last":0.55000000000000004},{"interface":"front","average":{"1min":0.435,"5min":0.46000000000000002,"15min":0.52700000000000002},"min":{"1min":0.28599999999999998,"5min":0.255,"15min":0.255},"max":{"1min":0.72399999999999998,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.48199999999999998}]},{"osd":3,"last update":"Fri Sep 13 16:07:39 2024","interfaces":[{"interface":"back","average":{"1min":0.46800000000000003,"5min":0.45600000000000002,"15min":0.51200000000000001},"min":{"1min":0.27400000000000002,"5min":0.255,"15min":0.255},"max":{"1min":0.78000000000000003,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.438,"5min":0.45100000000000001,"15min":0.504},"min":{"1min":0.31900000000000001,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.75600000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.71099999999999997}]},{"osd":4,"last update":"Fri Sep 13 16:07:39 2024","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":0.39000000000000001,"15min":0.437},"min":{"1min":0.255,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.61299999999999999,"5min":0.61699999999999999,"15min":0.64700000000000002},"last":0.64300000000000002},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.41299999999999998,"15min":0.45100000000000001},"min":{"1min":0.28899999999999998,"5min":0.249,"15min":0.249},"max":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.67300000000000004},"last":0.69299999999999995}]},{"osd":5,"last update":"Fri Sep 13 16:07:39 2024","interfaces":[{"interface":"back","average":{"1min":0.45700000000000002,"5min":0.433,"15min":0.49099999999999999},"min":{"1min":0.30499999999999999,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.69199999999999995,"5min":0.73599999999999999,"15min":0.749},"last":0.72899999999999998},{"interface":"front","average":{"1min":0.49099999999999999,"5min":0.48899999999999999,"15min":0.54700000000000004},"min":{"1min":0.34200000000000003,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.76900000000000002}]},{"osd":6,"last update":"Fri Sep 13 16:07:39 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.45900000000000002,"15min":0.51300000000000001},"min":{"1min":0.33000000000000002,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.65200000000000002,"5min":0.69199999999999995,"15min":0.70999999999999996},"last":0.75800000000000001},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.46899999999999997,"15min":0.53300000000000003},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.70999999999999996,"5min":0.755,"15min":0.79900000000000004},"last":0.746}]}]},{"osd":6,"up_from":13,"seq":55834574937,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":112512,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":111486,"kb_avail":94259328,"statfs":{"total":96636764160,"available":96521551872,"internally_reserved":0,"allocated":1028096,"data_stored":462840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":114162119},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:07:42 2024","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.44,"15min":0.51100000000000001},"min":{"1min":0.20000000000000001,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.754,"5min":0.754,"15min":0.97099999999999997},"last":0.443},{"interface":"front","average":{"1min":0.42499999999999999,"5min":0.45400000000000001,"15min":0.51200000000000001},"min":{"1min":0.27000000000000002,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.63300000000000001,"5min":0.71199999999999997,"15min":0.85899999999999999},"last":0.46200000000000002}]},{"osd":1,"last update":"Fri Sep 13 16:07:42 2024","interfaces":[{"interface":"back","average":{"1min":0.40600000000000003,"5min":0.432,"15min":0.50800000000000001},"min":{"1min":0.23000000000000001,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.626,"5min":0.79500000000000004,"15min":1.0940000000000001},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.43099999999999999,"15min":0.48699999999999999},"min":{"1min":0.26300000000000001,"5min":0.247,"15min":0.247},"max":{"1min":0.53900000000000003,"5min":0.74399999999999999,"15min":0.76800000000000002},"last":0.36799999999999999}]},{"osd":2,"last update":"Fri Sep 13 16:07:42 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.44400000000000001,"15min":0.496},"min":{"1min":0.25800000000000001,"5min":0.247,"15min":0.247},"max":{"1min":0.627,"5min":0.72999999999999998,"15min":0.94799999999999995},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.46200000000000002,"15min":0.55300000000000005},"min":{"1min":0.28199999999999997,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.69999999999999996,"5min":0.83999999999999997,"15min":0.91800000000000004},"last":0.48199999999999998}]},{"osd":3,"last update":"Fri Sep 13 16:07:42 2024","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.45800000000000002,"15min":0.54200000000000004},"min":{"1min":0.307,"5min":0.252,"15min":0.252},"max":{"1min":0.60599999999999998,"5min":0.73399999999999999,"15min":0.90000000000000002},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.47699999999999998,"15min":0.57099999999999995},"min":{"1min":0.30599999999999999,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.84399999999999997},"last":0.57399999999999995}]},{"osd":4,"last update":"Fri Sep 13 16:07:42 2024","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.40000000000000002,"15min":0.48199999999999998},"min":{"1min":0.28399999999999997,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.69599999999999995,"5min":0.73599999999999999,"15min":0.79600000000000004},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.432,"15min":0.51000000000000001},"min":{"1min":0.25700000000000001,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.64700000000000002,"5min":0.77000000000000002,"15min":0.88900000000000001},"last":0.61099999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:07:42 2024","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.46100000000000002,"15min":0.54900000000000004},"min":{"1min":0.34899999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.68000000000000005,"5min":0.72599999999999998,"15min":0.82099999999999995},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.495,"5min":0.47699999999999998,"15min":0.55900000000000005},"min":{"1min":0.33800000000000002,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.77500000000000002,"5min":0.77600000000000002,"15min":0.93999999999999995},"last":0.59699999999999998}]},{"osd":7,"last update":"Fri Sep 13 16:07:42 2024","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.46800000000000003,"15min":0.54200000000000004},"min":{"1min":0.38200000000000001,"5min":0.254,"15min":0.254},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.86899999999999999},"last":0.495},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.52000000000000002,"15min":0.60599999999999998},"min":{"1min":0.35899999999999999,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.73499999999999999,"5min":0.85099999999999998,"15min":0.92600000000000005},"last":0.63200000000000001}]}]},{"osd":5,"up_from":13,"seq":55834574936,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":72308,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":71294,"kb_avail":94299532,"statfs":{"total":96636764160,"available":96562720768,"internally_reserved":0,"allocated":1019904,"data_stored":461310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":73005510},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:07:36 2024","interfaces":[{"interface":"back","average":{"1min":0.40300000000000002,"5min":0.41199999999999998,"15min":0.46700000000000003},"min":{"1min":0.216,"5min":0.215,"15min":0.215},"max":{"1min":0.73299999999999998,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.66100000000000003},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.433,"15min":0.47899999999999998},"min":{"1min":0.29799999999999999,"5min":0.219,"15min":0.219},"max":{"1min":0.79200000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.61699999999999999}]},{"osd":1,"last update":"Fri Sep 13 16:07:36 2024","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.438,"15min":0.49399999999999999},"min":{"1min":0.26600000000000001,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.496},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.45800000000000002,"15min":0.499},"min":{"1min":0.27900000000000003,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.71399999999999997,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.64700000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:07:36 2024","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.434,"15min":0.499},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.74399999999999999,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.74199999999999999},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.47199999999999998,"15min":0.54900000000000004},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":1.6000000000000001,"5min":1.6000000000000001,"15min":1.6000000000000001},"last":0.53900000000000003}]},{"osd":3,"last update":"Fri Sep 13 16:07:36 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.47799999999999998,"15min":0.52700000000000002},"min":{"1min":0.29099999999999998,"5min":0.252,"15min":0.252},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.71699999999999997},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.51400000000000001,"15min":0.57599999999999996},"min":{"1min":0.316,"5min":0.314,"15min":0.314},"max":{"1min":0.94099999999999995,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.63300000000000001}]},{"osd":4,"last update":"Fri Sep 13 16:07:36 2024","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.42999999999999999,"15min":0.51600000000000001},"min":{"1min":0.26600000000000001,"5min":0.254,"15min":0.254},"max":{"1min":0.81899999999999995,"5min":0.81899999999999995,"15min":0.95499999999999996},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.44800000000000001,"5min":0.439,"15min":0.51300000000000001},"min":{"1min":0.27300000000000002,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.68400000000000005,"5min":0.748,"15min":0.93799999999999994},"last":0.69999999999999996}]},{"osd":6,"last update":"Fri Sep 13 16:07:36 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.43099999999999999,"15min":0.50900000000000001},"min":{"1min":0.25800000000000001,"5min":0.251,"15min":0.251},"max":{"1min":0.629,"5min":0.73599999999999999,"15min":0.84099999999999997},"last":0.76100000000000001},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.46500000000000002,"15min":0.55700000000000005},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":1.036},"last":0.68999999999999995}]},{"osd":7,"last update":"Fri Sep 13 16:07:36 2024","interfaces":[{"interface":"back","average":{"1min":0.45700000000000002,"5min":0.47199999999999998,"15min":0.52900000000000003},"min":{"1min":0.33400000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.71599999999999997,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.73199999999999998},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.48299999999999998,"15min":0.56299999999999994},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.90900000000000003},"last":0.89500000000000002}]}]},{"osd":4,"up_from":13,"seq":55834574937,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":46104,"kb_used_data":1024,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94325736,"statfs":{"total":96636764160,"available":96589553664,"internally_reserved":0,"allocated":1048576,"data_stored":469564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":46135750},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:07:38 2024","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.46200000000000002,"15min":0.47799999999999998},"min":{"1min":0.25600000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":5.7510000000000003,"5min":5.7510000000000003,"15min":5.7510000000000003},"last":0.44400000000000001},{"interface":"front","average":{"1min":1.4510000000000001,"5min":0.628,"15min":0.52200000000000002},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":18.648,"5min":18.648,"15min":18.648},"last":0.42799999999999999}]},{"osd":1,"last update":"Fri Sep 13 16:07:38 2024","interfaces":[{"interface":"back","average":{"1min":1.5680000000000001,"5min":0.65000000000000002,"15min":0.53500000000000003},"min":{"1min":0.221,"5min":0.221,"15min":0.221},"max":{"1min":20.414000000000001,"5min":20.414000000000001,"15min":20.414000000000001},"last":0.309},{"interface":"front","average":{"1min":1.552,"5min":0.67800000000000005,"15min":0.57299999999999995},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":20.018000000000001,"5min":20.018000000000001,"15min":20.018000000000001},"last":0.39000000000000001}]},{"osd":2,"last update":"Fri Sep 13 16:07:38 2024","interfaces":[{"interface":"back","average":{"1min":0.48799999999999999,"5min":0.46500000000000002,"15min":0.49299999999999999},"min":{"1min":0.28000000000000003,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":1.5529999999999999,"5min":1.5529999999999999,"15min":1.5529999999999999},"last":0.37},{"interface":"front","average":{"1min":1.161,"5min":0.64200000000000002,"15min":0.61799999999999999},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":12.138,"5min":12.138,"15min":12.138},"last":0.49399999999999999}]},{"osd":3,"last update":"Fri Sep 13 16:07:38 2024","interfaces":[{"interface":"back","average":{"1min":1.1699999999999999,"5min":0.622,"15min":0.59099999999999997},"min":{"1min":0.28899999999999998,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":13.097,"5min":13.097,"15min":13.097},"last":0.46600000000000003},{"interface":"front","average":{"1min":1.032,"5min":0.57999999999999996,"15min":0.53000000000000003},"min":{"1min":0.28999999999999998,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":11.009,"5min":11.009,"15min":11.009},"last":0.47699999999999998}]},{"osd":5,"last update":"Fri Sep 13 16:07:38 2024","interfaces":[{"interface":"back","average":{"1min":1.839,"5min":0.70899999999999996,"15min":0.56699999999999995},"min":{"1min":0.27700000000000002,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":24.812999999999999,"5min":24.812999999999999,"15min":24.812999999999999},"last":0.32700000000000001},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.48499999999999999,"15min":0.52900000000000003},"min":{"1min":0.32000000000000001,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":1.5860000000000001,"5min":1.5860000000000001,"15min":1.5860000000000001},"last":0.40699999999999997}]},{"osd":6,"last update":"Fri Sep 13 16:07:38 2024","interfaces":[{"interface":"back","average":{"1min":1.1990000000000001,"5min":0.58399999999999996,"15min":0.54300000000000004},"min":{"1min":0.32200000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":13.071999999999999,"5min":13.071999999999999,"15min":13.071999999999999},"last":0.35999999999999999},{"interface":"front","average":{"1min":1.859,"5min":0.72199999999999998,"15min":0.58899999999999997},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":24.873999999999999,"5min":24.873999999999999,"15min":24.873999999999999},"last":0.50600000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:07:38 2024","interfaces":[{"interface":"back","average":{"1min":4.258,"5min":1.208,"15min":0.75},"min":{"1min":0.34599999999999997,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":64.593999999999994,"5min":64.593999999999994,"15min":64.593999999999994},"last":0.45800000000000002},{"interface":"front","average":{"1min":1.2689999999999999,"5min":0.63700000000000001,"15min":0.61899999999999999},"min":{"1min":0.35199999999999998,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":13.125,"5min":13.125,"15min":13.125},"last":0.52500000000000002}]}]},{"osd":2,"up_from":13,"seq":55834574936,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":100160,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":99134,"kb_avail":94271680,"statfs":{"total":96636764160,"available":96534200320,"internally_reserved":0,"allocated":1028096,"data_stored":462018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":101513670},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:07:40 2024","interfaces":[{"interface":"back","average":{"1min":0.27000000000000002,"5min":0.28100000000000003,"15min":0.314},"min":{"1min":0.17599999999999999,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":0.38900000000000001,"5min":0.56499999999999995,"15min":0.56499999999999995},"last":0.23999999999999999},{"interface":"front","average":{"1min":0.27400000000000002,"5min":0.30099999999999999,"15min":0.32500000000000001},"min":{"1min":0.192,"5min":0.185,"15min":0.185},"max":{"1min":0.42999999999999999,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.30599999999999999}]},{"osd":1,"last update":"Fri Sep 13 16:07:40 2024","interfaces":[{"interface":"back","average":{"1min":0.307,"5min":0.31,"15min":0.32400000000000001},"min":{"1min":0.218,"5min":0.189,"15min":0.189},"max":{"1min":0.43099999999999999,"5min":0.52600000000000002,"15min":0.52600000000000002},"last":0.35799999999999998},{"interface":"front","average":{"1min":0.35399999999999998,"5min":0.35199999999999998,"15min":0.39000000000000001},"min":{"1min":0.216,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.48499999999999999,"5min":0.55200000000000005,"15min":0.66600000000000004},"last":0.32500000000000001}]},{"osd":3,"last update":"Fri Sep 13 16:07:43 2024","interfaces":[{"interface":"back","average":{"1min":0.30499999999999999,"5min":0.33100000000000002,"15min":0.35099999999999998},"min":{"1min":0.22900000000000001,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.44500000000000001,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.27200000000000002},{"interface":"front","average":{"1min":0.34100000000000003,"5min":0.34399999999999997,"15min":0.34999999999999998},"min":{"1min":0.27000000000000002,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.57099999999999995,"5min":0.59399999999999997,"15min":0.59399999999999997},"last":0.34599999999999997}]},{"osd":4,"last update":"Fri Sep 13 16:07:40 2024","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.47799999999999998,"15min":0.53400000000000003},"min":{"1min":0.27800000000000002,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.745,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.47699999999999998,"15min":0.54200000000000004},"min":{"1min":0.29799999999999999,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.69499999999999995,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.56100000000000005}]},{"osd":5,"last update":"Fri Sep 13 16:07:40 2024","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.48299999999999998,"15min":0.54200000000000004},"min":{"1min":0.32000000000000001,"5min":0.25,"15min":0.25},"max":{"1min":0.59099999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.47499999999999998,"5min":0.49099999999999999,"15min":0.53500000000000003},"min":{"1min":0.34000000000000002,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.78400000000000003,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.57199999999999995}]},{"osd":6,"last update":"Fri Sep 13 16:07:40 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.54600000000000004},"min":{"1min":0.36199999999999999,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.64700000000000002,"5min":0.80400000000000005,"15min":0.85599999999999998},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.48499999999999999,"5min":0.51400000000000001,"15min":0.56899999999999995},"min":{"1min":0.35899999999999999,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.76500000000000001,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.51300000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:07:40 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.51800000000000002,"15min":0.56599999999999995},"min":{"1min":0.39500000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.70099999999999996,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.52100000000000002,"15min":0.57699999999999996},"min":{"1min":0.38200000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.71299999999999997,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.60899999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574936,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":94456,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":93438,"kb_avail":94277384,"statfs":{"total":96636764160,"available":96540041216,"internally_reserved":0,"allocated":1024000,"data_stored":461388,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":95680966},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:07:42 2024","interfaces":[{"interface":"back","average":{"1min":0.27700000000000002,"5min":0.27300000000000002,"15min":0.33200000000000002},"min":{"1min":0.14799999999999999,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":0.38700000000000001,"5min":0.44800000000000001,"15min":0.98199999999999998},"last":0.32900000000000001},{"interface":"front","average":{"1min":0.309,"5min":0.30499999999999999,"15min":0.35499999999999998},"min":{"1min":0.23799999999999999,"5min":0.186,"15min":0.186},"max":{"1min":0.41999999999999998,"5min":0.57999999999999996,"15min":0.85099999999999998},"last":0.42999999999999999}]},{"osd":2,"last update":"Fri Sep 13 16:07:42 2024","interfaces":[{"interface":"back","average":{"1min":0.29199999999999998,"5min":0.28999999999999998,"15min":0.33500000000000002},"min":{"1min":0.188,"5min":0.186,"15min":0.186},"max":{"1min":0.38600000000000001,"5min":0.53100000000000003,"15min":0.99099999999999999},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.34599999999999997,"5min":0.33100000000000002,"15min":0.38700000000000001},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.49199999999999999,"5min":0.52000000000000002,"15min":0.88400000000000001},"last":0.42099999999999999}]},{"osd":3,"last update":"Fri Sep 13 16:07:42 2024","interfaces":[{"interface":"back","average":{"1min":0.316,"5min":0.32300000000000001,"15min":0.38600000000000001},"min":{"1min":0.20699999999999999,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.47299999999999998,"5min":0.52700000000000002,"15min":1.0289999999999999},"last":0.375},{"interface":"front","average":{"1min":0.378,"5min":0.35699999999999998,"15min":0.41799999999999998},"min":{"1min":0.25900000000000001,"5min":0.223,"15min":0.223},"max":{"1min":0.51800000000000002,"5min":0.59999999999999998,"15min":0.95899999999999996},"last":0.39300000000000002}]},{"osd":4,"last update":"Fri Sep 13 16:07:42 2024","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.47399999999999998,"15min":0.54300000000000004},"min":{"1min":0.32000000000000001,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.93400000000000005},"last":0.70399999999999996},{"interface":"front","average":{"1min":0.498,"5min":0.48999999999999999,"15min":0.55000000000000004},"min":{"1min":0.32900000000000001,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.77500000000000002,"5min":0.79300000000000004,"15min":0.80400000000000005},"last":0.61099999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:07:42 2024","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.48099999999999998,"15min":0.52300000000000002},"min":{"1min":0.32700000000000001,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.73799999999999999,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.499,"15min":0.55900000000000005},"min":{"1min":0.40799999999999997,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.90800000000000003},"last":0.624}]},{"osd":6,"last update":"Fri Sep 13 16:07:42 2024","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.50700000000000001,"15min":0.55700000000000005},"min":{"1min":0.374,"5min":0.313,"15min":0.313},"max":{"1min":0.81200000000000006,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.51100000000000001,"15min":0.55700000000000005},"min":{"1min":0.36199999999999999,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.67200000000000004}]},{"osd":7,"last update":"Fri Sep 13 16:07:42 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.51900000000000002,"15min":0.56599999999999995},"min":{"1min":0.38300000000000001,"5min":0.315,"15min":0.315},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.64100000000000001},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52300000000000002,"15min":0.56599999999999995},"min":{"1min":0.40200000000000002,"5min":0.377,"15min":0.377},"max":{"1min":0.75700000000000001,"5min":0.80100000000000005,"15min":0.84999999999999998},"last":0.65000000000000002}]}]},{"osd":0,"up_from":13,"seq":55834574938,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":113008,"kb_used_data":1568,"kb_used_omap":1,"kb_used_meta":111422,"kb_avail":94258832,"statfs":{"total":96636764160,"available":96521043968,"internally_reserved":0,"allocated":1605632,"data_stored":1050975,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":114096583},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 16:08:36 2024","interfaces":[{"interface":"back","average":{"1min":0.35599999999999998,"5min":0.29199999999999998,"15min":0.39900000000000002},"min":{"1min":0.23100000000000001,"5min":0.151,"15min":0.151},"max":{"1min":0.52800000000000002,"5min":0.54500000000000004,"15min":2.5960000000000001},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.375,"5min":0.307,"15min":0.35199999999999998},"min":{"1min":0.23200000000000001,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":0.48199999999999998,"5min":0.52200000000000002,"15min":0.65900000000000003},"last":0.42199999999999999}]},{"osd":2,"last update":"Fri Sep 13 16:08:36 2024","interfaces":[{"interface":"back","average":{"1min":0.36399999999999999,"5min":0.311,"15min":0.374},"min":{"1min":0.24399999999999999,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":1.373},"last":0.316},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.34200000000000003,"15min":0.38400000000000001},"min":{"1min":0.255,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.77900000000000003},"last":0.48399999999999999}]},{"osd":3,"last update":"Fri Sep 13 16:07:43 2024","interfaces":[{"interface":"back","average":{"1min":0.34399999999999997,"5min":0.34200000000000003,"15min":0.39300000000000002},"min":{"1min":0.27000000000000002,"5min":0.218,"15min":0.218},"max":{"1min":0.47299999999999998,"5min":0.51300000000000001,"15min":0.75},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.30299999999999999,"5min":0.317,"15min":0.35999999999999999},"min":{"1min":0.20899999999999999,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.442,"5min":0.55800000000000005,"15min":0.59699999999999998},"last":0.39700000000000002}]},{"osd":4,"last update":"Fri Sep 13 16:08:36 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.45900000000000002,"15min":0.52300000000000002},"min":{"1min":0.41899999999999998,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.79200000000000004},"last":0.73599999999999999},{"interface":"front","average":{"1min":0.626,"5min":0.49299999999999999,"15min":0.55000000000000004},"min":{"1min":0.42499999999999999,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.93300000000000005,"5min":0.93300000000000005,"15min":1.321},"last":0.93300000000000005}]},{"osd":5,"last update":"Fri Sep 13 16:08:36 2024","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.96499999999999997,"15min":0.70499999999999996},"min":{"1min":0.44,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.90600000000000003,"5min":41.240000000000002,"15min":41.240000000000002},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.66400000000000003,"5min":0.997,"15min":0.745},"min":{"1min":0.499,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.86899999999999999,"5min":41.301000000000002,"15min":41.301000000000002},"last":0.77100000000000002}]},{"osd":6,"last update":"Fri Sep 13 16:08:36 2024","interfaces":[{"interface":"back","average":{"1min":0.63800000000000001,"5min":0.49199999999999999,"15min":0.53800000000000003},"min":{"1min":0.48599999999999999,"5min":0.312,"15min":0.312},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.67400000000000004},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.52500000000000002,"15min":0.57399999999999995},"min":{"1min":0.437,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.88800000000000001,"5min":0.88800000000000001,"15min":1.286},"last":0.88800000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:08:36 2024","interfaces":[{"interface":"back","average":{"1min":0.69899999999999995,"5min":0.54200000000000004,"15min":0.59599999999999997},"min":{"1min":0.47699999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":1.1639999999999999,"5min":1.1639999999999999,"15min":1.1639999999999999},"last":1.1639999999999999},{"interface":"front","average":{"1min":0.65700000000000003,"5min":0.51600000000000001,"15min":0.56799999999999995},"min":{"1min":0.44800000000000001,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.79400000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":742,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:08:39.160 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-09-13T16:08:39.160 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-13T16:08:39.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.298+0000 7f059cee9640 1 Processor -- start 2024-09-13T16:08:39.301 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.298+0000 7f059cee9640 1 -- start start 2024-09-13T16:08:39.302 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.299+0000 7f059cee9640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f05980b2b40 0x7f05980ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:39.302 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.299+0000 7f059cee9640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f05980ce4f0 0x7f05980ce8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:39.302 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.299+0000 7f059cee9640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f05980ccbe0 con 0x7f0598159310 2024-09-13T16:08:39.302 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.299+0000 7f059cee9640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f05980ad940 con 0x7f05980b2b40 2024-09-13T16:08:39.302 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.299+0000 7f059cee9640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f05980b1810 con 0x7f05980ce4f0 2024-09-13T16:08:39.302 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.299+0000 7f058dd9b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f05980b2b40 0x7f05980ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:39.302 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.299+0000 7f058dd9b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f05980b2b40 0x7f05980ad400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:55326/0 (socket says 172.21.15.76:55326) 2024-09-13T16:08:39.302 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.299+0000 7f058dd9b640 1 -- 172.21.15.76:0/1440696735 learned_addr learned my addr 172.21.15.76:0/1440696735 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:39.303 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.299+0000 7f0596d9d640 1 --2- 172.21.15.76:0/1440696735 >> v2:172.21.15.192:3300/0 conn(0x7f05980ce4f0 0x7f05980ce8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:39.303 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.299+0000 7f058dd9b640 1 -- 172.21.15.76:0/1440696735 >> v2:172.21.15.192:3300/0 conn(0x7f05980ce4f0 msgr2=0x7f05980ce8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:39.303 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.299+0000 7f058dd9b640 1 --2- 172.21.15.76:0/1440696735 >> v2:172.21.15.192:3300/0 conn(0x7f05980ce4f0 0x7f05980ce8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:39.303 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.299+0000 7f058dd9b640 1 -- 172.21.15.76:0/1440696735 >> v1:172.21.15.192:6789/0 conn(0x7f0598159310 legacy=0x7f05980ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:39.303 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.299+0000 7f058dd9b640 1 -- 172.21.15.76:0/1440696735 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f05980cee10 con 0x7f05980b2b40 2024-09-13T16:08:39.303 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.300+0000 7f058dd9b640 1 --2- 172.21.15.76:0/1440696735 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f05980b2b40 0x7f05980ad400 secure :-1 s=READY pgs=1057 cs=0 l=1 rev1=1 crypto rx=0x7f05980b2fc0 tx=0x7f058002c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d49d7e6e0d44f87 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:39.304 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.300+0000 7f0595d9b640 1 -- 172.21.15.76:0/1440696735 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0580032710 con 0x7f05980b2b40 2024-09-13T16:08:39.304 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.300+0000 7f0595d9b640 1 -- 172.21.15.76:0/1440696735 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0580030050 con 0x7f05980b2b40 2024-09-13T16:08:39.304 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.300+0000 7f0595d9b640 1 -- 172.21.15.76:0/1440696735 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0580032ab0 con 0x7f05980b2b40 2024-09-13T16:08:39.304 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.301+0000 7f059cee9640 1 -- 172.21.15.76:0/1440696735 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f05980b2b40 msgr2=0x7f05980ad400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:39.304 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.301+0000 7f059cee9640 1 --2- 172.21.15.76:0/1440696735 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f05980b2b40 0x7f05980ad400 secure :-1 s=READY pgs=1057 cs=0 l=1 rev1=1 crypto rx=0x7f05980b2fc0 tx=0x7f058002c850 comp rx=0 tx=0).stop 2024-09-13T16:08:39.304 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.301+0000 7f059cee9640 1 -- 172.21.15.76:0/1440696735 shutdown_connections 2024-09-13T16:08:39.304 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.301+0000 7f059cee9640 1 --2- 172.21.15.76:0/1440696735 >> v2:172.21.15.192:3300/0 conn(0x7f05980ce4f0 0x7f05980ce8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:39.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.301+0000 7f059cee9640 1 --2- 172.21.15.76:0/1440696735 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f05980b2b40 0x7f05980ad400 unknown :-1 s=CLOSED pgs=1057 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:39.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.301+0000 7f059cee9640 1 -- 172.21.15.76:0/1440696735 >> 172.21.15.76:0/1440696735 conn(0x7f059806a0b0 msgr2=0x7f059806a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:39.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.301+0000 7f059cee9640 1 -- 172.21.15.76:0/1440696735 shutdown_connections 2024-09-13T16:08:39.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.301+0000 7f059cee9640 1 -- 172.21.15.76:0/1440696735 wait complete. 2024-09-13T16:08:39.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.302+0000 7f059cee9640 1 Processor -- start 2024-09-13T16:08:39.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.302+0000 7f059cee9640 1 -- start start 2024-09-13T16:08:39.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.303+0000 7f059cee9640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f05980b2b40 0x7f0598157c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:39.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.303+0000 7f059cee9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f05980ce4f0 0x7f05981e3d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:39.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.303+0000 7f059cee9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0598159310 0x7f05981e4280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:39.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.303+0000 7f059cee9640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f05981e7980 con 0x7f0598159310 2024-09-13T16:08:39.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.303+0000 7f059cee9640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f05981e4d70 con 0x7f05980b2b40 2024-09-13T16:08:39.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.303+0000 7f059cee9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f05981e47c0 con 0x7f05980ce4f0 2024-09-13T16:08:39.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.303+0000 7f0596d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0598159310 0x7f05981e4280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:39.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.303+0000 7f0596d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0598159310 0x7f05981e4280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:55340/0 (socket says 172.21.15.76:55340) 2024-09-13T16:08:39.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.303+0000 7f0596d9d640 1 -- 172.21.15.76:0/790685093 learned_addr learned my addr 172.21.15.76:0/790685093 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:39.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.303+0000 7f059659c640 1 --2- 172.21.15.76:0/790685093 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f05980b2b40 0x7f0598157c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:39.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.303+0000 7f058dd9b640 1 --2- 172.21.15.76:0/790685093 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f05980ce4f0 0x7f05981e3d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:39.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.303+0000 7f0596d9d640 1 -- 172.21.15.76:0/790685093 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f05980ce4f0 msgr2=0x7f05981e3d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:39.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.303+0000 7f0596d9d640 1 --2- 172.21.15.76:0/790685093 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f05980ce4f0 0x7f05981e3d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:39.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.303+0000 7f0596d9d640 1 -- 172.21.15.76:0/790685093 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f05980b2b40 msgr2=0x7f0598157c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:39.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.303+0000 7f0596d9d640 1 --2- 172.21.15.76:0/790685093 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f05980b2b40 0x7f0598157c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:39.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.303+0000 7f0596d9d640 1 -- 172.21.15.76:0/790685093 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f058000b770 con 0x7f0598159310 2024-09-13T16:08:39.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.303+0000 7f059659c640 1 --2- 172.21.15.76:0/790685093 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f05980b2b40 0x7f0598157c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:08:39.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.303+0000 7f058dd9b640 1 --2- 172.21.15.76:0/790685093 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f05980ce4f0 0x7f05981e3d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:08:39.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.304+0000 7f0596d9d640 1 --2- 172.21.15.76:0/790685093 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0598159310 0x7f05981e4280 secure :-1 s=READY pgs=1058 cs=0 l=1 rev1=1 crypto rx=0x7f0590007e40 tx=0x7f059000e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:39.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.304+0000 7f058f7fe640 1 -- 172.21.15.76:0/790685093 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0590014620 con 0x7f0598159310 2024-09-13T16:08:39.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.304+0000 7f058f7fe640 1 -- 172.21.15.76:0/790685093 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f059000ee90 con 0x7f0598159310 2024-09-13T16:08:39.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.304+0000 7f059cee9640 1 -- 172.21.15.76:0/790685093 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f05981e6d00 con 0x7f0598159310 2024-09-13T16:08:39.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.304+0000 7f058f7fe640 1 -- 172.21.15.76:0/790685093 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05900149e0 con 0x7f0598159310 2024-09-13T16:08:39.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.304+0000 7f059cee9640 1 -- 172.21.15.76:0/790685093 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f05981e72c0 con 0x7f0598159310 2024-09-13T16:08:39.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.305+0000 7f059cee9640 1 -- 172.21.15.76:0/790685093 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f059806dfa0 con 0x7f0598159310 2024-09-13T16:08:39.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.305+0000 7f058f7fe640 1 -- 172.21.15.76:0/790685093 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f0590014b40 con 0x7f0598159310 2024-09-13T16:08:39.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.306+0000 7f058f7fe640 1 --2- 172.21.15.76:0/790685093 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f057806ac00 0x7f057806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:39.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.306+0000 7f058f7fe640 1 -- 172.21.15.76:0/790685093 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f0590089d90 con 0x7f0598159310 2024-09-13T16:08:39.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.306+0000 7f059659c640 1 --2- 172.21.15.76:0/790685093 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f057806ac00 0x7f057806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:39.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.306+0000 7f059659c640 1 --2- 172.21.15.76:0/790685093 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f057806ac00 0x7f057806d0c0 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f058800a830 tx=0x7f0588008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:39.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.310+0000 7f058f7fe640 1 -- 172.21.15.76:0/790685093 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f0590054ec0 con 0x7f0598159310 2024-09-13T16:08:39.534 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.531+0000 7f059cee9640 1 -- 172.21.15.76:0/790685093 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) v1 -- 0x7f059806e4b0 con 0x7f0598159310 2024-09-13T16:08:39.537 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.535+0000 7f058f7fe640 1 -- 172.21.15.76:0/790685093 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v14) v1 ==== 190+0+0 (secure 0 0 0) 0x7f05900584e0 con 0x7f0598159310 2024-09-13T16:08:39.537 INFO:teuthology.orchestra.run.smithi076.stderr:updated caps for client.0 2024-09-13T16:08:39.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.537+0000 7f059cee9640 1 -- 172.21.15.76:0/790685093 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f057806ac00 msgr2=0x7f057806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:39.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.537+0000 7f059cee9640 1 --2- 172.21.15.76:0/790685093 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f057806ac00 0x7f057806d0c0 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f058800a830 tx=0x7f0588008040 comp rx=0 tx=0).stop 2024-09-13T16:08:39.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.537+0000 7f059cee9640 1 -- 172.21.15.76:0/790685093 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0598159310 msgr2=0x7f05981e4280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:39.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.537+0000 7f059cee9640 1 --2- 172.21.15.76:0/790685093 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0598159310 0x7f05981e4280 secure :-1 s=READY pgs=1058 cs=0 l=1 rev1=1 crypto rx=0x7f0590007e40 tx=0x7f059000e4b0 comp rx=0 tx=0).stop 2024-09-13T16:08:39.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.537+0000 7f059cee9640 1 -- 172.21.15.76:0/790685093 shutdown_connections 2024-09-13T16:08:39.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.537+0000 7f059cee9640 1 --2- 172.21.15.76:0/790685093 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0598159310 0x7f05981e4280 unknown :-1 s=CLOSED pgs=1058 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:39.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.537+0000 7f059cee9640 1 --2- 172.21.15.76:0/790685093 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f057806ac00 0x7f057806d0c0 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:39.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.537+0000 7f059cee9640 1 --2- 172.21.15.76:0/790685093 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f05980ce4f0 0x7f05981e3d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:39.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.537+0000 7f059cee9640 1 --2- 172.21.15.76:0/790685093 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f05980b2b40 0x7f0598157c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:39.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.537+0000 7f059cee9640 1 -- 172.21.15.76:0/790685093 >> 172.21.15.76:0/790685093 conn(0x7f059806a0b0 msgr2=0x7f05980ac2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:39.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.537+0000 7f059cee9640 1 -- 172.21.15.76:0/790685093 shutdown_connections 2024-09-13T16:08:39.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.537+0000 7f059cee9640 1 -- 172.21.15.76:0/790685093 wait complete. 2024-09-13T16:08:39.550 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:08:39.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.647+0000 7fea3c4f7640 1 Processor -- start 2024-09-13T16:08:39.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.647+0000 7fea3c4f7640 1 -- start start 2024-09-13T16:08:39.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.648+0000 7fea3c4f7640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fea3415a2e0 0x7fea340c9a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:39.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.648+0000 7fea3c4f7640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fea340cb3f0 0x7fea3406d030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:39.651 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.648+0000 7fea3c4f7640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fea340c8920 con 0x7fea340c9f80 2024-09-13T16:08:39.651 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.648+0000 7fea3c4f7640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fea3415a6c0 con 0x7fea3415a2e0 2024-09-13T16:08:39.651 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.648+0000 7fea3c4f7640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fea340ca500 con 0x7fea340cb3f0 2024-09-13T16:08:39.651 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.648+0000 7fea3a293640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fea3415a2e0 0x7fea340c9a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:39.651 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.648+0000 7fea3a293640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fea3415a2e0 0x7fea340c9a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:55342/0 (socket says 172.21.15.76:55342) 2024-09-13T16:08:39.651 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.648+0000 7fea3a293640 1 -- 172.21.15.76:0/742992115 learned_addr learned my addr 172.21.15.76:0/742992115 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:39.651 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.648+0000 7fea3aa94640 1 --2- 172.21.15.76:0/742992115 >> v2:172.21.15.192:3300/0 conn(0x7fea340cb3f0 0x7fea3406d030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:39.651 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.648+0000 7fea3a293640 1 -- 172.21.15.76:0/742992115 >> v2:172.21.15.192:3300/0 conn(0x7fea340cb3f0 msgr2=0x7fea3406d030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:39.651 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.648+0000 7fea3a293640 1 --2- 172.21.15.76:0/742992115 >> v2:172.21.15.192:3300/0 conn(0x7fea340cb3f0 0x7fea3406d030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:39.651 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.648+0000 7fea3a293640 1 -- 172.21.15.76:0/742992115 >> v1:172.21.15.192:6789/0 conn(0x7fea340c9f80 legacy=0x7fea340cace0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:39.651 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.648+0000 7fea3a293640 1 -- 172.21.15.76:0/742992115 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fea340c8b70 con 0x7fea3415a2e0 2024-09-13T16:08:39.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.649+0000 7fea3a293640 1 --2- 172.21.15.76:0/742992115 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fea3415a2e0 0x7fea340c9a40 secure :-1 s=READY pgs=1059 cs=0 l=1 rev1=1 crypto rx=0x7fea340ca3f0 tx=0x7fea3002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=81e15e1c5e4fd8dc server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:39.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.649+0000 7fea39291640 1 -- 172.21.15.76:0/742992115 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea30032440 con 0x7fea3415a2e0 2024-09-13T16:08:39.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.649+0000 7fea39291640 1 -- 172.21.15.76:0/742992115 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fea300325a0 con 0x7fea3415a2e0 2024-09-13T16:08:39.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.649+0000 7fea39291640 1 -- 172.21.15.76:0/742992115 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea30032930 con 0x7fea3415a2e0 2024-09-13T16:08:39.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.649+0000 7fea3c4f7640 1 -- 172.21.15.76:0/742992115 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fea3415a2e0 msgr2=0x7fea340c9a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:39.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.649+0000 7fea3c4f7640 1 --2- 172.21.15.76:0/742992115 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fea3415a2e0 0x7fea340c9a40 secure :-1 s=READY pgs=1059 cs=0 l=1 rev1=1 crypto rx=0x7fea340ca3f0 tx=0x7fea3002a270 comp rx=0 tx=0).stop 2024-09-13T16:08:39.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.649+0000 7fea3c4f7640 1 -- 172.21.15.76:0/742992115 shutdown_connections 2024-09-13T16:08:39.654 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.649+0000 7fea3c4f7640 1 --2- 172.21.15.76:0/742992115 >> v2:172.21.15.192:3300/0 conn(0x7fea340cb3f0 0x7fea3406d030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:39.654 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.649+0000 7fea3c4f7640 1 --2- 172.21.15.76:0/742992115 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fea3415a2e0 0x7fea340c9a40 unknown :-1 s=CLOSED pgs=1059 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:39.654 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.649+0000 7fea3c4f7640 1 -- 172.21.15.76:0/742992115 >> 172.21.15.76:0/742992115 conn(0x7fea34069ed0 msgr2=0x7fea3406a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:39.654 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.650+0000 7fea3c4f7640 1 -- 172.21.15.76:0/742992115 shutdown_connections 2024-09-13T16:08:39.654 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.650+0000 7fea3c4f7640 1 -- 172.21.15.76:0/742992115 wait complete. 2024-09-13T16:08:39.654 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.651+0000 7fea3c4f7640 1 Processor -- start 2024-09-13T16:08:39.654 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.651+0000 7fea3c4f7640 1 -- start start 2024-09-13T16:08:39.656 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.651+0000 7fea3c4f7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fea340c9f80 0x7fea34097a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:39.656 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.651+0000 7fea3c4f7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fea340cb3f0 0x7fea340ac4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:39.656 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.651+0000 7fea3c4f7640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fea3415a2e0 0x7fea3415c0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:39.656 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.651+0000 7fea3c4f7640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fea340c4540 con 0x7fea340cb3f0 2024-09-13T16:08:39.656 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.651+0000 7fea3c4f7640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fea340c4260 con 0x7fea3415a2e0 2024-09-13T16:08:39.657 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.651+0000 7fea3c4f7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fea34159090 con 0x7fea340c9f80 2024-09-13T16:08:39.657 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.652+0000 7fea39a92640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fea340cb3f0 0x7fea340ac4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:39.657 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.652+0000 7fea39a92640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fea340cb3f0 0x7fea340ac4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:55358/0 (socket says 172.21.15.76:55358) 2024-09-13T16:08:39.657 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.652+0000 7fea39a92640 1 -- 172.21.15.76:0/2000882546 learned_addr learned my addr 172.21.15.76:0/2000882546 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:39.657 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.652+0000 7fea3a293640 1 --2- 172.21.15.76:0/2000882546 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fea340c9f80 0x7fea34097a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:39.657 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.652+0000 7fea3aa94640 1 --2- 172.21.15.76:0/2000882546 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fea3415a2e0 0x7fea3415c0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:39.657 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.652+0000 7fea39a92640 1 -- 172.21.15.76:0/2000882546 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fea340c9f80 msgr2=0x7fea34097a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:39.657 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.652+0000 7fea39a92640 1 --2- 172.21.15.76:0/2000882546 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fea340c9f80 0x7fea34097a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:39.657 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.652+0000 7fea39a92640 1 -- 172.21.15.76:0/2000882546 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fea3415a2e0 msgr2=0x7fea3415c0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:39.657 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.652+0000 7fea39a92640 1 --2- 172.21.15.76:0/2000882546 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fea3415a2e0 0x7fea3415c0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:39.658 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.652+0000 7fea39a92640 1 -- 172.21.15.76:0/2000882546 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fea300094d0 con 0x7fea340cb3f0 2024-09-13T16:08:39.658 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.652+0000 7fea39a92640 1 --2- 172.21.15.76:0/2000882546 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fea340cb3f0 0x7fea340ac4b0 secure :-1 s=READY pgs=1060 cs=0 l=1 rev1=1 crypto rx=0x7fea2400c400 tx=0x7fea2400c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:39.658 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.652+0000 7fea2affd640 1 -- 172.21.15.76:0/2000882546 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea240052d0 con 0x7fea340cb3f0 2024-09-13T16:08:39.658 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.652+0000 7fea2affd640 1 -- 172.21.15.76:0/2000882546 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fea24005430 con 0x7fea340cb3f0 2024-09-13T16:08:39.658 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.652+0000 7fea3c4f7640 1 -- 172.21.15.76:0/2000882546 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fea34159b70 con 0x7fea340cb3f0 2024-09-13T16:08:39.658 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.652+0000 7fea2affd640 1 -- 172.21.15.76:0/2000882546 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea24003830 con 0x7fea340cb3f0 2024-09-13T16:08:39.658 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.652+0000 7fea3c4f7640 1 -- 172.21.15.76:0/2000882546 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fea340acbd0 con 0x7fea340cb3f0 2024-09-13T16:08:39.658 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.653+0000 7fea3c4f7640 1 -- 172.21.15.76:0/2000882546 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fea340c43a0 con 0x7fea340cb3f0 2024-09-13T16:08:39.658 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.654+0000 7fea2affd640 1 -- 172.21.15.76:0/2000882546 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fea24003990 con 0x7fea340cb3f0 2024-09-13T16:08:39.658 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.654+0000 7fea2affd640 1 --2- 172.21.15.76:0/2000882546 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fea1806ac00 0x7fea1806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:39.658 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.654+0000 7fea2affd640 1 -- 172.21.15.76:0/2000882546 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fea240888d0 con 0x7fea340cb3f0 2024-09-13T16:08:39.658 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.654+0000 7fea3a293640 1 --2- 172.21.15.76:0/2000882546 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fea1806ac00 0x7fea1806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:39.659 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.655+0000 7fea3a293640 1 --2- 172.21.15.76:0/2000882546 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fea1806ac00 0x7fea1806d0c0 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7fea30034000 tx=0x7fea3002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:39.660 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.658+0000 7fea2affd640 1 -- 172.21.15.76:0/2000882546 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fea340c43a0 con 0x7fea340cb3f0 2024-09-13T16:08:39.854 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.852+0000 7fea3c4f7640 1 -- 172.21.15.76:0/2000882546 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fea34158ef0 con 0x7fea340cb3f0 2024-09-13T16:08:39.855 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.853+0000 7fea2affd640 1 -- 172.21.15.76:0/2000882546 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 39 v39) v1 ==== 94+0+4742 (secure 0 0 0) 0x7fea34158ef0 con 0x7fea340cb3f0 2024-09-13T16:08:39.855 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:39.855 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":39,"default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5894,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/1599154395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6833","nonce":1599154395},{"type":"v1","addr":"172.21.15.192:6835","nonce":1599154395}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":34},{"gid":5897,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6834/3373591752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":3373591752},{"type":"v1","addr":"172.21.15.192:6834","nonce":3373591752}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":34},{"gid":6999,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6836/3265817249","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":3265817249},{"type":"v1","addr":"172.21.15.76:6836","nonce":3265817249}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":34}],"filesystems":[{"mdsmap":{"epoch":39,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:08:34.887298+0000","modified":"2024-09-13T16:08:37.899870+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":7002},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7002":{"gid":7002,"name":"a","rank":0,"incarnation":35,"state":"up:active","state_seq":3,"addr":"172.21.15.76:6837/2902767374","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":2902767374},{"type":"v1","addr":"172.21.15.76:6837","nonce":2902767374}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[12],"metadata_pool":11,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":5}]} 2024-09-13T16:08:39.856 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 39 2024-09-13T16:08:39.857 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.854+0000 7fea3c4f7640 1 -- 172.21.15.76:0/2000882546 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fea1806ac00 msgr2=0x7fea1806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:39.857 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.854+0000 7fea3c4f7640 1 --2- 172.21.15.76:0/2000882546 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fea1806ac00 0x7fea1806d0c0 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7fea30034000 tx=0x7fea3002e000 comp rx=0 tx=0).stop 2024-09-13T16:08:39.857 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.854+0000 7fea3c4f7640 1 -- 172.21.15.76:0/2000882546 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fea340cb3f0 msgr2=0x7fea340ac4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:39.857 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.854+0000 7fea3c4f7640 1 --2- 172.21.15.76:0/2000882546 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fea340cb3f0 0x7fea340ac4b0 secure :-1 s=READY pgs=1060 cs=0 l=1 rev1=1 crypto rx=0x7fea2400c400 tx=0x7fea2400c8c0 comp rx=0 tx=0).stop 2024-09-13T16:08:39.857 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.855+0000 7fea3c4f7640 1 -- 172.21.15.76:0/2000882546 shutdown_connections 2024-09-13T16:08:39.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.855+0000 7fea3c4f7640 1 --2- 172.21.15.76:0/2000882546 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fea3415a2e0 0x7fea3415c0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:39.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.855+0000 7fea3c4f7640 1 --2- 172.21.15.76:0/2000882546 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fea340cb3f0 0x7fea340ac4b0 unknown :-1 s=CLOSED pgs=1060 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:39.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.855+0000 7fea3c4f7640 1 --2- 172.21.15.76:0/2000882546 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fea1806ac00 0x7fea1806d0c0 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:39.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.855+0000 7fea3c4f7640 1 --2- 172.21.15.76:0/2000882546 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fea340c9f80 0x7fea34097a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:39.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.855+0000 7fea3c4f7640 1 -- 172.21.15.76:0/2000882546 >> 172.21.15.76:0/2000882546 conn(0x7fea34069ed0 msgr2=0x7fea340702d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:39.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.855+0000 7fea3c4f7640 1 -- 172.21.15.76:0/2000882546 shutdown_connections 2024-09-13T16:08:39.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:39.855+0000 7fea3c4f7640 1 -- 172.21.15.76:0/2000882546 wait complete. 2024-09-13T16:08:40.270 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 39, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T16:08:34.887298+0000', 'modified': '2024-09-13T16:08:37.899870+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 7002}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_7002': {'gid': 7002, 'name': 'a', 'rank': 0, 'incarnation': 35, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.76:6837/2902767374', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.76:6835', 'nonce': 2902767374}, {'type': 'v1', 'addr': '172.21.15.76:6837', 'nonce': 2902767374}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [12], 'metadata_pool': 11, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-13T16:08:40.270 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-13T16:08:40.270 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-13T16:08:40.372 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.369+0000 7ff62a3fb640 1 Processor -- start 2024-09-13T16:08:40.372 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.369+0000 7ff62a3fb640 1 -- start start 2024-09-13T16:08:40.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.370+0000 7ff62a3fb640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7ff6240cace0 0x7ff6240cb150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:40.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.370+0000 7ff62a3fb640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff6240c8920 con 0x7ff62415a2e0 2024-09-13T16:08:40.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.370+0000 7ff62a3fb640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff62415a6c0 con 0x7ff62406d030 2024-09-13T16:08:40.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.370+0000 7ff62a3fb640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff6240cb690 con 0x7ff6240cace0 2024-09-13T16:08:40.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.370+0000 7ff623fff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7ff62415a2e0 0x7ff6240c9a40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:50894/0 (socket says 172.21.15.76:50894) 2024-09-13T16:08:40.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.370+0000 7ff623fff640 1 -- 172.21.15.76:0/2196421747 learned_addr learned my addr 172.21.15.76:0/2196421747 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:08:40.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.371+0000 7ff622ffd640 1 -- 172.21.15.76:0/2196421747 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2893647334 0 0) 0x7ff6240c8920 con 0x7ff62415a2e0 2024-09-13T16:08:40.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.371+0000 7ff6237fe640 1 --2- 172.21.15.76:0/2196421747 >> v2:172.21.15.192:3300/0 conn(0x7ff6240cace0 0x7ff6240cb150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:40.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.371+0000 7ff622ffd640 1 -- 172.21.15.76:0/2196421747 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff60c003520 con 0x7ff62415a2e0 2024-09-13T16:08:40.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.371+0000 7ff622ffd640 1 -- 172.21.15.76:0/2196421747 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2371540285 0 0) 0x7ff60c003520 con 0x7ff62415a2e0 2024-09-13T16:08:40.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.371+0000 7ff622ffd640 1 -- 172.21.15.76:0/2196421747 >> v2:172.21.15.192:3300/0 conn(0x7ff6240cace0 msgr2=0x7ff6240cb150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:40.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.371+0000 7ff622ffd640 1 --2- 172.21.15.76:0/2196421747 >> v2:172.21.15.192:3300/0 conn(0x7ff6240cace0 0x7ff6240cb150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:40.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.371+0000 7ff622ffd640 1 -- 172.21.15.76:0/2196421747 >> v1:172.21.15.192:6789/0 conn(0x7ff62406d030 legacy=0x7ff62406d480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:40.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.371+0000 7ff622ffd640 1 -- 172.21.15.76:0/2196421747 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff6240ca500 con 0x7ff62415a2e0 2024-09-13T16:08:40.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.371+0000 7ff622ffd640 1 -- 172.21.15.76:0/2196421747 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7ff614001670 con 0x7ff62415a2e0 2024-09-13T16:08:40.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.371+0000 7ff622ffd640 1 -- 172.21.15.76:0/2196421747 >> v1:172.21.15.76:6789/0 conn(0x7ff62415a2e0 legacy=0x7ff6240c9a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:40.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.371+0000 7ff622ffd640 1 --2- 172.21.15.76:0/2196421747 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff60c003970 0x7ff60c003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:40.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.371+0000 7ff622ffd640 1 --2- 172.21.15.76:0/2196421747 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff60c0047c0 0x7ff60c004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:40.377 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.371+0000 7ff622ffd640 1 --2- 172.21.15.76:0/2196421747 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff60c005180 0x7ff60c00b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:40.377 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.371+0000 7ff622ffd640 1 -- 172.21.15.76:0/2196421747 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6240cb690 con 0x7ff60c003970 2024-09-13T16:08:40.377 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.371+0000 7ff622ffd640 1 -- 172.21.15.76:0/2196421747 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff60c00c020 con 0x7ff60c0047c0 2024-09-13T16:08:40.377 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.371+0000 7ff622ffd640 1 -- 172.21.15.76:0/2196421747 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff60c00c1e0 con 0x7ff60c005180 2024-09-13T16:08:40.377 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.371+0000 7ff623fff640 1 --2- 172.21.15.76:0/2196421747 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff60c003970 0x7ff60c003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:40.377 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.371+0000 7ff6237fe640 1 --2- 172.21.15.76:0/2196421747 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff60c0047c0 0x7ff60c004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:40.377 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.371+0000 7ff628998640 1 --2- 172.21.15.76:0/2196421747 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff60c005180 0x7ff60c00b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:40.377 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.371+0000 7ff623fff640 1 -- 172.21.15.76:0/2196421747 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff60c005180 msgr2=0x7ff60c00b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:40.377 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.371+0000 7ff623fff640 1 --2- 172.21.15.76:0/2196421747 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff60c005180 0x7ff60c00b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:40.377 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.371+0000 7ff623fff640 1 -- 172.21.15.76:0/2196421747 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff60c0047c0 msgr2=0x7ff60c004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:40.377 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.371+0000 7ff623fff640 1 --2- 172.21.15.76:0/2196421747 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff60c0047c0 0x7ff60c004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:40.377 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.371+0000 7ff623fff640 1 -- 172.21.15.76:0/2196421747 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff60c003520 con 0x7ff60c003970 2024-09-13T16:08:40.377 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.371+0000 7ff628998640 1 --2- 172.21.15.76:0/2196421747 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff60c005180 0x7ff60c00b980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:08:40.377 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.371+0000 7ff628998640 1 -- 172.21.15.76:0/2196421747 reap_dead start 2024-09-13T16:08:40.378 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.372+0000 7ff623fff640 1 --2- 172.21.15.76:0/2196421747 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff60c003970 0x7ff60c003d90 secure :-1 s=READY pgs=1062 cs=0 l=1 rev1=1 crypto rx=0x7ff61400c240 tx=0x7ff60c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ad6873a39360d6d3 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:40.378 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.372+0000 7ff622ffd640 1 -- 172.21.15.76:0/2196421747 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff61402e070 con 0x7ff60c003970 2024-09-13T16:08:40.378 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.372+0000 7ff622ffd640 1 -- 172.21.15.76:0/2196421747 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff6140058d0 con 0x7ff60c003970 2024-09-13T16:08:40.378 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.372+0000 7ff622ffd640 1 -- 172.21.15.76:0/2196421747 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff614005d00 con 0x7ff60c003970 2024-09-13T16:08:40.378 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.373+0000 7ff62a3fb640 1 -- 172.21.15.76:0/2196421747 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff60c003970 msgr2=0x7ff60c003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:40.378 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.373+0000 7ff62a3fb640 1 --2- 172.21.15.76:0/2196421747 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff60c003970 0x7ff60c003d90 secure :-1 s=READY pgs=1062 cs=0 l=1 rev1=1 crypto rx=0x7ff61400c240 tx=0x7ff60c0057f0 comp rx=0 tx=0).stop 2024-09-13T16:08:40.378 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.373+0000 7ff62a3fb640 1 -- 172.21.15.76:0/2196421747 shutdown_connections 2024-09-13T16:08:40.378 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.373+0000 7ff62a3fb640 1 --2- 172.21.15.76:0/2196421747 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff60c003970 0x7ff60c003d90 unknown :-1 s=CLOSED pgs=1062 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:40.378 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.373+0000 7ff62a3fb640 1 -- 172.21.15.76:0/2196421747 >> 172.21.15.76:0/2196421747 conn(0x7ff624069ed0 msgr2=0x7ff62406a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:40.378 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.373+0000 7ff62a3fb640 1 -- 172.21.15.76:0/2196421747 shutdown_connections 2024-09-13T16:08:40.378 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.373+0000 7ff62a3fb640 1 -- 172.21.15.76:0/2196421747 wait complete. 2024-09-13T16:08:40.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.374+0000 7ff62a3fb640 1 Processor -- start 2024-09-13T16:08:40.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.374+0000 7ff62a3fb640 1 -- start start 2024-09-13T16:08:40.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.375+0000 7ff62a3fb640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff60c003970 0x7ff6240ce800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:40.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.375+0000 7ff62a3fb640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff624154200 0x7ff6240cd190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:40.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.375+0000 7ff62a3fb640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff624153d00 0x7ff6240c0d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:40.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.375+0000 7ff62a3fb640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6240cbea0 con 0x7ff624153d00 2024-09-13T16:08:40.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.375+0000 7ff62a3fb640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6240ccd00 con 0x7ff624154200 2024-09-13T16:08:40.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.375+0000 7ff62a3fb640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff6240c7dd0 con 0x7ff60c003970 2024-09-13T16:08:40.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.375+0000 7ff628998640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff624153d00 0x7ff6240c0d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:40.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.375+0000 7ff628998640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff624153d00 0x7ff6240c0d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:55380/0 (socket says 172.21.15.76:55380) 2024-09-13T16:08:40.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.375+0000 7ff628998640 1 -- 172.21.15.76:0/514619225 learned_addr learned my addr 172.21.15.76:0/514619225 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:40.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.375+0000 7ff6237fe640 1 --2- 172.21.15.76:0/514619225 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff624154200 0x7ff6240cd190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:40.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.375+0000 7ff623fff640 1 --2- 172.21.15.76:0/514619225 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff60c003970 0x7ff6240ce800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:40.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.375+0000 7ff628998640 1 -- 172.21.15.76:0/514619225 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff60c003970 msgr2=0x7ff6240ce800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:40.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.375+0000 7ff628998640 1 --2- 172.21.15.76:0/514619225 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff60c003970 0x7ff6240ce800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:40.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.375+0000 7ff628998640 1 -- 172.21.15.76:0/514619225 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff624154200 msgr2=0x7ff6240cd190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:40.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.375+0000 7ff628998640 1 --2- 172.21.15.76:0/514619225 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff624154200 0x7ff6240cd190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:40.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.375+0000 7ff628998640 1 -- 172.21.15.76:0/514619225 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff6240cc0f0 con 0x7ff624153d00 2024-09-13T16:08:40.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.375+0000 7ff623fff640 1 --2- 172.21.15.76:0/514619225 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff60c003970 0x7ff6240ce800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:08:40.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.375+0000 7ff628998640 1 --2- 172.21.15.76:0/514619225 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff624153d00 0x7ff6240c0d20 secure :-1 s=READY pgs=1063 cs=0 l=1 rev1=1 crypto rx=0x7ff62406c300 tx=0x7ff61c00eb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:40.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.375+0000 7ff620ff9640 1 -- 172.21.15.76:0/514619225 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff61c00eed0 con 0x7ff624153d00 2024-09-13T16:08:40.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.375+0000 7ff620ff9640 1 -- 172.21.15.76:0/514619225 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff61c003970 con 0x7ff624153d00 2024-09-13T16:08:40.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.376+0000 7ff62a3fb640 1 -- 172.21.15.76:0/514619225 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff6240cc3d0 con 0x7ff624153d00 2024-09-13T16:08:40.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.376+0000 7ff620ff9640 1 -- 172.21.15.76:0/514619225 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff61c003d20 con 0x7ff624153d00 2024-09-13T16:08:40.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.376+0000 7ff62a3fb640 1 -- 172.21.15.76:0/514619225 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff6240cc990 con 0x7ff624153d00 2024-09-13T16:08:40.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.377+0000 7ff620ff9640 1 -- 172.21.15.76:0/514619225 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff61c0050d0 con 0x7ff624153d00 2024-09-13T16:08:40.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.378+0000 7ff620ff9640 1 --2- 172.21.15.76:0/514619225 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff61006ac00 0x7ff61006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:40.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.378+0000 7ff623fff640 1 --2- 172.21.15.76:0/514619225 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff61006ac00 0x7ff61006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:40.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.378+0000 7ff620ff9640 1 -- 172.21.15.76:0/514619225 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6029+0+0 (secure 0 0 0) 0x7ff61c089060 con 0x7ff624153d00 2024-09-13T16:08:40.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.378+0000 7ff623fff640 1 --2- 172.21.15.76:0/514619225 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff61006ac00 0x7ff61006d0c0 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7ff614033000 tx=0x7ff61402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:40.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.379+0000 7ff62d1f4740 1 Processor -- start 2024-09-13T16:08:40.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.379+0000 7ff62d1f4740 1 -- start start 2024-09-13T16:08:40.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.379+0000 7ff62d1f4740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55be07b210a0 0x55be07b21480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:40.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.379+0000 7ff62d1f4740 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55be07b1e860 0x55be07b6e570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:40.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.379+0000 7ff62d1f4740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55be07b48550 0x55be07b6eab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:40.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.379+0000 7ff62d1f4740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x55be07a7b7c0 con 0x55be07b48550 2024-09-13T16:08:40.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.379+0000 7ff62d1f4740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x55be07a8ab70 con 0x55be07b210a0 2024-09-13T16:08:40.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.379+0000 7ff62d1f4740 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x55be07a88300 con 0x55be07b1e860 2024-09-13T16:08:40.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.380+0000 7ff628998640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55be07b48550 0x55be07b6eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:40.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.380+0000 7ff628998640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55be07b48550 0x55be07b6eab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:55388/0 (socket says 172.21.15.76:55388) 2024-09-13T16:08:40.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.380+0000 7ff628998640 1 -- 172.21.15.76:0/2273087457 learned_addr learned my addr 172.21.15.76:0/2273087457 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:40.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.380+0000 7ff623fff640 1 --2- 172.21.15.76:0/2273087457 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55be07b210a0 0x55be07b21480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:40.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.380+0000 7ff6237fe640 1 --2- 172.21.15.76:0/2273087457 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55be07b1e860 0x55be07b6e570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:40.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.380+0000 7ff628998640 1 -- 172.21.15.76:0/2273087457 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55be07b1e860 msgr2=0x55be07b6e570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:40.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.380+0000 7ff628998640 1 --2- 172.21.15.76:0/2273087457 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55be07b1e860 0x55be07b6e570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:40.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.380+0000 7ff628998640 1 -- 172.21.15.76:0/2273087457 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55be07b210a0 msgr2=0x55be07b21480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:40.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.380+0000 7ff628998640 1 --2- 172.21.15.76:0/2273087457 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55be07b210a0 0x55be07b21480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:40.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.380+0000 7ff628998640 1 -- 172.21.15.76:0/2273087457 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55be07a104b0 con 0x55be07b48550 2024-09-13T16:08:40.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.380+0000 7ff6237fe640 1 --2- 172.21.15.76:0/2273087457 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55be07b1e860 0x55be07b6e570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:08:40.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.380+0000 7ff628998640 1 --2- 172.21.15.76:0/2273087457 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55be07b48550 0x55be07b6eab0 secure :-1 s=READY pgs=1064 cs=0 l=1 rev1=1 crypto rx=0x7ff61c0050a0 tx=0x7ff61c057cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d90c82fd24a904e8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:40.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.380+0000 7ff609ffb640 1 -- 172.21.15.76:0/2273087457 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff61c05bbf0 con 0x55be07b48550 2024-09-13T16:08:40.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.380+0000 7ff609ffb640 1 -- 172.21.15.76:0/2273087457 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff61c0601b0 con 0x55be07b48550 2024-09-13T16:08:40.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.380+0000 7ff609ffb640 1 -- 172.21.15.76:0/2273087457 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff61c0544d0 con 0x55be07b48550 2024-09-13T16:08:40.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.381+0000 7ff62d1f4740 1 -- 172.21.15.76:0/2273087457 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55be07b48550 msgr2=0x55be07b6eab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:40.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.381+0000 7ff62d1f4740 1 --2- 172.21.15.76:0/2273087457 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55be07b48550 0x55be07b6eab0 secure :-1 s=READY pgs=1064 cs=0 l=1 rev1=1 crypto rx=0x7ff61c0050a0 tx=0x7ff61c057cc0 comp rx=0 tx=0).stop 2024-09-13T16:08:40.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.381+0000 7ff62d1f4740 1 -- 172.21.15.76:0/2273087457 shutdown_connections 2024-09-13T16:08:40.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.381+0000 7ff62d1f4740 1 --2- 172.21.15.76:0/2273087457 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55be07b48550 0x55be07b6eab0 unknown :-1 s=CLOSED pgs=1064 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:40.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.381+0000 7ff62d1f4740 1 --2- 172.21.15.76:0/2273087457 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55be07b1e860 0x55be07b6e570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:40.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.381+0000 7ff62d1f4740 1 --2- 172.21.15.76:0/2273087457 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55be07b210a0 0x55be07b21480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:40.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.381+0000 7ff62d1f4740 1 -- 172.21.15.76:0/2273087457 >> 172.21.15.76:0/2273087457 conn(0x55be07b1d7d0 msgr2=0x55be07b65c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:40.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.381+0000 7ff62d1f4740 1 -- 172.21.15.76:0/2273087457 shutdown_connections 2024-09-13T16:08:40.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.381+0000 7ff62d1f4740 1 -- 172.21.15.76:0/2273087457 wait complete. 2024-09-13T16:08:40.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.381+0000 7ff62d1f4740 1 -- start start 2024-09-13T16:08:40.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.381+0000 7ff62d1f4740 1 Processor -- start 2024-09-13T16:08:40.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.382+0000 7ff62d1f4740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55be07b210a0 0x55be07b6d8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:40.392 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.382+0000 7ff62d1f4740 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55be07b48550 0x55be07b47950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:40.392 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.382+0000 7ff62d1f4740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55be07b47e90 0x55be07b49cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:40.392 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.382+0000 7ff62d1f4740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x55be07a83bf0 con 0x55be07b210a0 2024-09-13T16:08:40.392 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.382+0000 7ff62d1f4740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x55be07a42250 con 0x55be07b47e90 2024-09-13T16:08:40.392 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.382+0000 7ff62d1f4740 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x55be07a41ef0 con 0x55be07b48550 2024-09-13T16:08:40.392 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.382+0000 7ff62d1f4740 10 client.0 _ll_register_callbacks cb 0x55be07a74740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:08:40.392 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.382+0000 7ff623fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55be07b210a0 0x55be07b6d8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:40.392 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.382+0000 7ff623fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55be07b210a0 0x55be07b6d8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:55392/0 (socket says 172.21.15.76:55392) 2024-09-13T16:08:40.392 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.382+0000 7ff623fff640 1 -- 172.21.15.76:0/3844729759 learned_addr learned my addr 172.21.15.76:0/3844729759 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:40.392 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.382+0000 7ff628998640 1 --2- 172.21.15.76:0/3844729759 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55be07b47e90 0x55be07b49cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:40.392 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.383+0000 7ff6237fe640 1 --2- 172.21.15.76:0/3844729759 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55be07b48550 0x55be07b47950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:40.392 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.383+0000 7ff623fff640 1 -- 172.21.15.76:0/3844729759 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55be07b48550 msgr2=0x55be07b47950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:40.392 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.383+0000 7ff623fff640 1 --2- 172.21.15.76:0/3844729759 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55be07b48550 0x55be07b47950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:40.393 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.383+0000 7ff623fff640 1 -- 172.21.15.76:0/3844729759 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55be07b47e90 msgr2=0x55be07b49cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:40.393 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.383+0000 7ff623fff640 1 --2- 172.21.15.76:0/3844729759 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55be07b47e90 0x55be07b49cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:40.393 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.383+0000 7ff623fff640 1 -- 172.21.15.76:0/3844729759 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff6240cc990 con 0x55be07b210a0 2024-09-13T16:08:40.393 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.383+0000 7ff6237fe640 1 --2- 172.21.15.76:0/3844729759 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55be07b48550 0x55be07b47950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:08:40.393 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.383+0000 7ff623fff640 1 --2- 172.21.15.76:0/3844729759 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55be07b210a0 0x55be07b6d8a0 secure :-1 s=READY pgs=1065 cs=0 l=1 rev1=1 crypto rx=0x7ff61402adf0 tx=0x7ff61402d000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c331d614ed1ce73 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:40.393 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.383+0000 7ff602ffd640 10 client.0 ms_handle_connect on v2:172.21.15.76:3300/0 2024-09-13T16:08:40.393 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.383+0000 7ff602ffd640 1 -- 172.21.15.76:0/3844729759 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff614050070 con 0x55be07b210a0 2024-09-13T16:08:40.393 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.383+0000 7ff602ffd640 1 -- 172.21.15.76:0/3844729759 <== mon.0 v2:172.21.15.76:3300/0 2 ==== osd_map(84..84 src has 1..84) v4 ==== 6029+0+0 (secure 0 0 0) 0x7ff614004c70 con 0x55be07b210a0 2024-09-13T16:08:40.393 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.383+0000 7ff62d1f4740 1 -- 172.21.15.76:0/3844729759 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55be077773c0 con 0x55be07b210a0 2024-09-13T16:08:40.393 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.383+0000 7ff602ffd640 1 -- 172.21.15.76:0/3844729759 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_get_version_reply(handle=1 version=39) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff614004e30 con 0x55be07b210a0 2024-09-13T16:08:40.393 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.383+0000 7ff62d1f4740 10 client.7146 fetch_fsmap learned FSMap version 39 2024-09-13T16:08:40.393 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.383+0000 7ff62d1f4740 1 -- 172.21.15.76:0/3844729759 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,fsmap=39,monmap=2+}) v3 -- 0x55be07a82270 con 0x55be07b210a0 2024-09-13T16:08:40.393 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.383+0000 7ff602ffd640 1 -- 172.21.15.76:0/3844729759 <== mon.0 v2:172.21.15.76:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x55be077773c0 con 0x55be07b210a0 2024-09-13T16:08:40.394 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.383+0000 7ff602ffd640 1 -- 172.21.15.76:0/3844729759 <== mon.0 v2:172.21.15.76:3300/0 5 ==== fsmap(e 39) v1 ==== 3114+0+0 (secure 0 0 0) 0x7ff614053020 con 0x55be07b210a0 2024-09-13T16:08:40.394 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.383+0000 7ff62d1f4740 10 client.7146 fetch_fsmap finished waiting for FSMap version 39 2024-09-13T16:08:40.394 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.383+0000 7ff62d1f4740 10 client.7146 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-13T16:08:40.394 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.383+0000 7ff62d1f4740 20 client.7146 populate_metadata read hostname 'smithi076' 2024-09-13T16:08:40.394 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.383+0000 7ff62d1f4740 1 --2- 172.21.15.76:0/3844729759 >> [v2:172.21.15.76:6835/2902767374,v1:172.21.15.76:6837/2902767374] conn(0x55be07b6b590 0x55be07b82b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:40.394 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.383+0000 7ff62d1f4740 4 client.7146 mds_command: new command op to 7002 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-13T16:08:40.394 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.383+0000 7ff62d1f4740 1 -- 172.21.15.76:0/3844729759 --> [v2:172.21.15.76:6835/2902767374,v1:172.21.15.76:6837/2902767374] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55be077886c0 con 0x55be07b6b590 2024-09-13T16:08:40.394 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.384+0000 7ff6237fe640 1 --2- 172.21.15.76:0/3844729759 >> [v2:172.21.15.76:6835/2902767374,v1:172.21.15.76:6837/2902767374] conn(0x55be07b6b590 0x55be07b82b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:40.394 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.384+0000 7ff602ffd640 10 client.7146 ms_handle_connect on v2:172.21.15.76:6835/2902767374 2024-09-13T16:08:40.394 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.384+0000 7ff6237fe640 1 --2- 172.21.15.76:0/3844729759 >> [v2:172.21.15.76:6835/2902767374,v1:172.21.15.76:6837/2902767374] conn(0x55be07b6b590 0x55be07b82b60 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=150d0d8643b213a0 server_cookie=fdf4a1891763e4e1 in_seq=0 out_seq=0 2024-09-13T16:08:40.394 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.384+0000 7ff602ffd640 1 -- 172.21.15.76:0/3844729759 <== mds.0 v2:172.21.15.76:6835/2902767374 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55be077886c0 con 0x55be07b6b590 2024-09-13T16:08:40.394 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.384+0000 7ff602ffd640 10 client.7146 handle_command_reply: tid=0 2024-09-13T16:08:40.394 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.384+0000 7ff62d1f4740 1 client.7146 shutdown 2024-09-13T16:08:40.394 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.385+0000 7ff62d1f4740 1 -- 172.21.15.76:0/3844729759 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55be07b210a0 msgr2=0x55be07b6d8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:40.395 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.385+0000 7ff62d1f4740 1 --2- 172.21.15.76:0/3844729759 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55be07b210a0 0x55be07b6d8a0 secure :-1 s=READY pgs=1065 cs=0 l=1 rev1=1 crypto rx=0x7ff61402adf0 tx=0x7ff61402d000 comp rx=0 tx=0).stop 2024-09-13T16:08:40.395 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.385+0000 7ff62d1f4740 1 -- 172.21.15.76:0/3844729759 shutdown_connections 2024-09-13T16:08:40.395 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.385+0000 7ff62d1f4740 1 --2- 172.21.15.76:0/3844729759 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55be07b47e90 0x55be07b49cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:40.395 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.385+0000 7ff62d1f4740 1 --2- 172.21.15.76:0/3844729759 >> [v2:172.21.15.76:6835/2902767374,v1:172.21.15.76:6837/2902767374] conn(0x55be07b6b590 0x55be07b82b60 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:40.395 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.385+0000 7ff62d1f4740 1 --2- 172.21.15.76:0/3844729759 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55be07b48550 0x55be07b47950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:40.395 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.385+0000 7ff62d1f4740 1 --2- 172.21.15.76:0/3844729759 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55be07b210a0 0x55be07b6d8a0 unknown :-1 s=CLOSED pgs=1065 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:40.395 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.385+0000 7ff602ffd640 0 client.7146 ms_handle_reset on v2:172.21.15.76:6835/2902767374 2024-09-13T16:08:40.395 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.385+0000 7ff62d1f4740 1 -- 172.21.15.76:0/3844729759 >> 172.21.15.76:0/3844729759 conn(0x55be07b1e860 msgr2=0x55be07b1c440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:40.395 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.385+0000 7ff62d1f4740 1 -- 172.21.15.76:0/3844729759 shutdown_connections 2024-09-13T16:08:40.395 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.385+0000 7ff62d1f4740 1 -- 172.21.15.76:0/3844729759 wait complete. 2024-09-13T16:08:40.395 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.385+0000 7ff62d1f4740 20 client.7146 trim_cache size 0 max 16384 2024-09-13T16:08:40.404 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.399+0000 7ff62d1f4740 1 Processor -- start 2024-09-13T16:08:40.405 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.399+0000 7ff62d1f4740 1 -- start start 2024-09-13T16:08:40.405 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.400+0000 7ff62d1f4740 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55be07b210a0 0x55be07b86f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:40.405 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.400+0000 7ff62d1f4740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55be07b47e90 0x55be07b4c520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:40.405 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.400+0000 7ff62d1f4740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55be07b48550 0x55be07b200f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:40.405 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.400+0000 7ff62d1f4740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x55be07a07460 con 0x55be07b47e90 2024-09-13T16:08:40.405 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.400+0000 7ff62d1f4740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x55be07b4b5c0 con 0x55be07b48550 2024-09-13T16:08:40.405 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.400+0000 7ff62d1f4740 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x55be07b47140 con 0x55be07b210a0 2024-09-13T16:08:40.405 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.400+0000 7ff6237fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55be07b47e90 0x55be07b4c520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:40.405 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.400+0000 7ff6237fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55be07b47e90 0x55be07b4c520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:55406/0 (socket says 172.21.15.76:55406) 2024-09-13T16:08:40.405 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.400+0000 7ff6237fe640 1 -- 172.21.15.76:0/1553818112 learned_addr learned my addr 172.21.15.76:0/1553818112 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:40.405 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.400+0000 7ff6237fe640 1 -- 172.21.15.76:0/1553818112 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55be07b210a0 msgr2=0x55be07b86f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:40.406 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.400+0000 7ff6237fe640 1 --2- 172.21.15.76:0/1553818112 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55be07b210a0 0x55be07b86f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:40.406 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.401+0000 7ff6237fe640 1 -- 172.21.15.76:0/1553818112 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55be07b48550 msgr2=0x55be07b200f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:40.406 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.401+0000 7ff6237fe640 1 --2- 172.21.15.76:0/1553818112 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55be07b48550 0x55be07b200f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:40.406 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.401+0000 7ff6237fe640 1 -- 172.21.15.76:0/1553818112 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55be07a245f0 con 0x55be07b47e90 2024-09-13T16:08:40.406 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.401+0000 7ff6237fe640 1 --2- 172.21.15.76:0/1553818112 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55be07b47e90 0x55be07b4c520 secure :-1 s=READY pgs=1066 cs=0 l=1 rev1=1 crypto rx=0x7ff618009c80 tx=0x7ff618008040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=297d830438539903 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:40.406 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.401+0000 7ff60a7fc640 1 -- 172.21.15.76:0/1553818112 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff61801d040 con 0x55be07b47e90 2024-09-13T16:08:40.406 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.401+0000 7ff60a7fc640 1 -- 172.21.15.76:0/1553818112 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff618019190 con 0x55be07b47e90 2024-09-13T16:08:40.406 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.401+0000 7ff60a7fc640 1 -- 172.21.15.76:0/1553818112 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff618019300 con 0x55be07b47e90 2024-09-13T16:08:40.406 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.401+0000 7ff62d1f4740 1 -- 172.21.15.76:0/1553818112 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55be07b47e90 msgr2=0x55be07b4c520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:40.406 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.401+0000 7ff62d1f4740 1 --2- 172.21.15.76:0/1553818112 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55be07b47e90 0x55be07b4c520 secure :-1 s=READY pgs=1066 cs=0 l=1 rev1=1 crypto rx=0x7ff618009c80 tx=0x7ff618008040 comp rx=0 tx=0).stop 2024-09-13T16:08:40.406 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.401+0000 7ff62d1f4740 1 -- 172.21.15.76:0/1553818112 shutdown_connections 2024-09-13T16:08:40.406 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.401+0000 7ff62d1f4740 1 --2- 172.21.15.76:0/1553818112 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55be07b48550 0x55be07b200f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:40.406 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.401+0000 7ff62d1f4740 1 --2- 172.21.15.76:0/1553818112 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55be07b47e90 0x55be07b4c520 unknown :-1 s=CLOSED pgs=1066 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:40.406 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.401+0000 7ff62d1f4740 1 --2- 172.21.15.76:0/1553818112 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55be07b210a0 0x55be07b86f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:40.407 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.401+0000 7ff62d1f4740 1 -- 172.21.15.76:0/1553818112 >> 172.21.15.76:0/1553818112 conn(0x55be07b1e860 msgr2=0x55be07b6c6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:40.407 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.401+0000 7ff62d1f4740 1 -- 172.21.15.76:0/1553818112 shutdown_connections 2024-09-13T16:08:40.407 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.401+0000 7ff62d1f4740 1 -- 172.21.15.76:0/1553818112 wait complete. 2024-09-13T16:08:40.407 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.402+0000 7ff62d1f4740 1 -- start start 2024-09-13T16:08:40.407 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.402+0000 7ff62d1f4740 1 Processor -- start 2024-09-13T16:08:40.411 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.403+0000 7ff62d1f4740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55be07b210a0 0x55be07bd7ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:40.411 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.403+0000 7ff62d1f4740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55be07b47e90 0x55be07b200f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:40.411 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.403+0000 7ff62d1f4740 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55be07b48550 0x55be07b20630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:40.412 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.403+0000 7ff62d1f4740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x55be07b62180 con 0x55be07b47e90 2024-09-13T16:08:40.412 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.403+0000 7ff62d1f4740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x55be07b64290 con 0x55be07b210a0 2024-09-13T16:08:40.412 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.403+0000 7ff62d1f4740 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x55be07b644e0 con 0x55be07b48550 2024-09-13T16:08:40.412 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.403+0000 7ff62d1f4740 10 client.0 _ll_register_callbacks cb 0x7ff61c003e80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:08:40.412 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.403+0000 7ff6237fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55be07b47e90 0x55be07b200f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:40.412 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.403+0000 7ff6237fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55be07b47e90 0x55be07b200f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:55414/0 (socket says 172.21.15.76:55414) 2024-09-13T16:08:40.412 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.403+0000 7ff6237fe640 1 -- 172.21.15.76:0/3810987030 learned_addr learned my addr 172.21.15.76:0/3810987030 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:40.412 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.403+0000 7ff623fff640 1 --2- 172.21.15.76:0/3810987030 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55be07b210a0 0x55be07bd7ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:40.412 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.403+0000 7ff628998640 1 --2- 172.21.15.76:0/3810987030 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55be07b48550 0x55be07b20630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:40.412 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.403+0000 7ff6237fe640 1 -- 172.21.15.76:0/3810987030 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55be07b48550 msgr2=0x55be07b20630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:40.412 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.403+0000 7ff6237fe640 1 --2- 172.21.15.76:0/3810987030 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55be07b48550 0x55be07b20630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:40.412 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.403+0000 7ff6237fe640 1 -- 172.21.15.76:0/3810987030 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55be07b210a0 msgr2=0x55be07bd7ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:40.413 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.403+0000 7ff6237fe640 1 --2- 172.21.15.76:0/3810987030 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55be07b210a0 0x55be07bd7ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:40.413 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.403+0000 7ff6237fe640 1 -- 172.21.15.76:0/3810987030 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff618009e10 con 0x55be07b47e90 2024-09-13T16:08:40.413 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.403+0000 7ff623fff640 1 --2- 172.21.15.76:0/3810987030 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55be07b210a0 0x55be07bd7ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:08:40.413 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.403+0000 7ff6237fe640 1 --2- 172.21.15.76:0/3810987030 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55be07b47e90 0x55be07b200f0 secure :-1 s=READY pgs=1067 cs=0 l=1 rev1=1 crypto rx=0x7ff618009b60 tx=0x7ff614009030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=32d44b5c53eed5ad server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:40.413 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.403+0000 7ff602ffd640 10 client.0 ms_handle_connect on v2:172.21.15.76:3300/0 2024-09-13T16:08:40.413 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.404+0000 7ff602ffd640 1 -- 172.21.15.76:0/3810987030 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff618019e80 con 0x55be07b47e90 2024-09-13T16:08:40.413 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.404+0000 7ff602ffd640 1 -- 172.21.15.76:0/3810987030 <== mon.0 v2:172.21.15.76:3300/0 2 ==== osd_map(84..84 src has 1..84) v4 ==== 6029+0+0 (secure 0 0 0) 0x7ff618032c30 con 0x55be07b47e90 2024-09-13T16:08:40.413 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.404+0000 7ff62d1f4740 1 -- 172.21.15.76:0/3810987030 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7ff61c0601b0 con 0x55be07b47e90 2024-09-13T16:08:40.413 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.404+0000 7ff602ffd640 1 -- 172.21.15.76:0/3810987030 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_get_version_reply(handle=1 version=39) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff618032df0 con 0x55be07b47e90 2024-09-13T16:08:40.413 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.404+0000 7ff62d1f4740 10 client.7152 fetch_fsmap learned FSMap version 39 2024-09-13T16:08:40.413 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.404+0000 7ff62d1f4740 1 -- 172.21.15.76:0/3810987030 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,fsmap=39,monmap=2+}) v3 -- 0x55be07a49d00 con 0x55be07b47e90 2024-09-13T16:08:40.413 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.404+0000 7ff602ffd640 1 -- 172.21.15.76:0/3810987030 <== mon.0 v2:172.21.15.76:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff61c0601b0 con 0x55be07b47e90 2024-09-13T16:08:40.414 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.404+0000 7ff602ffd640 1 -- 172.21.15.76:0/3810987030 <== mon.0 v2:172.21.15.76:3300/0 5 ==== fsmap(e 39) v1 ==== 3114+0+0 (secure 0 0 0) 0x7ff618011040 con 0x55be07b47e90 2024-09-13T16:08:40.414 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.404+0000 7ff62d1f4740 10 client.7152 fetch_fsmap finished waiting for FSMap version 39 2024-09-13T16:08:40.414 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.404+0000 7ff62d1f4740 10 client.7152 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-13T16:08:40.414 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.404+0000 7ff62d1f4740 20 client.7152 populate_metadata read hostname 'smithi076' 2024-09-13T16:08:40.414 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.404+0000 7ff62d1f4740 1 --2- 172.21.15.76:0/3810987030 >> [v2:172.21.15.76:6835/2902767374,v1:172.21.15.76:6837/2902767374] conn(0x55be07b610c0 0x55be07b614a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:40.414 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.404+0000 7ff62d1f4740 4 client.7152 mds_command: new command op to 7002 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-13T16:08:40.414 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.404+0000 7ff62d1f4740 1 -- 172.21.15.76:0/3810987030 --> [v2:172.21.15.76:6835/2902767374,v1:172.21.15.76:6837/2902767374] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55be077dbd10 con 0x55be07b610c0 2024-09-13T16:08:40.414 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.404+0000 7ff623fff640 1 --2- 172.21.15.76:0/3810987030 >> [v2:172.21.15.76:6835/2902767374,v1:172.21.15.76:6837/2902767374] conn(0x55be07b610c0 0x55be07b614a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:40.414 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.405+0000 7ff602ffd640 10 client.7152 ms_handle_connect on v2:172.21.15.76:6835/2902767374 2024-09-13T16:08:40.414 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.404+0000 7ff623fff640 1 --2- 172.21.15.76:0/3810987030 >> [v2:172.21.15.76:6835/2902767374,v1:172.21.15.76:6837/2902767374] conn(0x55be07b610c0 0x55be07b614a0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=584d40a88e6c4b61 server_cookie=be05ea0c747cdd38 in_seq=0 out_seq=0 2024-09-13T16:08:40.414 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.405+0000 7ff602ffd640 1 -- 172.21.15.76:0/3810987030 <== mds.0 v2:172.21.15.76:6835/2902767374 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+323 (crc 0 0 0) 0x55be077dbd10 con 0x55be07b610c0 2024-09-13T16:08:40.414 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.405+0000 7ff602ffd640 10 client.7152 handle_command_reply: tid=0 2024-09-13T16:08:40.414 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.405+0000 7ff62d1f4740 1 client.7152 shutdown 2024-09-13T16:08:40.415 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.405+0000 7ff62d1f4740 1 -- 172.21.15.76:0/3810987030 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55be07b47e90 msgr2=0x55be07b200f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:40.415 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.405+0000 7ff62d1f4740 1 --2- 172.21.15.76:0/3810987030 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55be07b47e90 0x55be07b200f0 secure :-1 s=READY pgs=1067 cs=0 l=1 rev1=1 crypto rx=0x7ff618009b60 tx=0x7ff614009030 comp rx=0 tx=0).stop 2024-09-13T16:08:40.415 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.405+0000 7ff62d1f4740 1 -- 172.21.15.76:0/3810987030 shutdown_connections 2024-09-13T16:08:40.415 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.405+0000 7ff62d1f4740 1 --2- 172.21.15.76:0/3810987030 >> [v2:172.21.15.76:6835/2902767374,v1:172.21.15.76:6837/2902767374] conn(0x55be07b610c0 0x55be07b614a0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:40.415 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.405+0000 7ff62d1f4740 1 --2- 172.21.15.76:0/3810987030 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55be07b48550 0x55be07b20630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:40.415 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.405+0000 7ff62d1f4740 1 --2- 172.21.15.76:0/3810987030 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55be07b47e90 0x55be07b200f0 unknown :-1 s=CLOSED pgs=1067 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:40.415 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.405+0000 7ff602ffd640 0 client.7152 ms_handle_reset on v2:172.21.15.76:6835/2902767374 2024-09-13T16:08:40.415 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.405+0000 7ff62d1f4740 1 --2- 172.21.15.76:0/3810987030 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55be07b210a0 0x55be07bd7ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:40.415 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.405+0000 7ff62d1f4740 1 -- 172.21.15.76:0/3810987030 >> 172.21.15.76:0/3810987030 conn(0x55be07b1e860 msgr2=0x55be07b86f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:40.415 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.405+0000 7ff62d1f4740 1 -- 172.21.15.76:0/3810987030 shutdown_connections 2024-09-13T16:08:40.415 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.405+0000 7ff62d1f4740 1 -- 172.21.15.76:0/3810987030 wait complete. 2024-09-13T16:08:40.415 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.405+0000 7ff62d1f4740 20 client.7152 trim_cache size 0 max 16384 2024-09-13T16:08:40.416 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2024-09-13T16:08:40.416 INFO:teuthology.orchestra.run.smithi076.stdout: "cluster_fsid": "da76ee52-f48b-434a-9df7-5fefe2a6e471", 2024-09-13T16:08:40.416 INFO:teuthology.orchestra.run.smithi076.stdout: "whoami": 0, 2024-09-13T16:08:40.416 INFO:teuthology.orchestra.run.smithi076.stdout: "id": 7002, 2024-09-13T16:08:40.416 INFO:teuthology.orchestra.run.smithi076.stdout: "want_state": "up:active", 2024-09-13T16:08:40.416 INFO:teuthology.orchestra.run.smithi076.stdout: "state": "up:active", 2024-09-13T16:08:40.416 INFO:teuthology.orchestra.run.smithi076.stdout: "fs_name": "cephfs", 2024-09-13T16:08:40.416 INFO:teuthology.orchestra.run.smithi076.stdout: "rank_uptime": 5.51778689, 2024-09-13T16:08:40.416 INFO:teuthology.orchestra.run.smithi076.stdout: "mdsmap_epoch": 39, 2024-09-13T16:08:40.416 INFO:teuthology.orchestra.run.smithi076.stdout: "osdmap_epoch": 84, 2024-09-13T16:08:40.417 INFO:teuthology.orchestra.run.smithi076.stdout: "osdmap_epoch_barrier": 84, 2024-09-13T16:08:40.417 INFO:teuthology.orchestra.run.smithi076.stdout: "uptime": 9.9345020829999999 2024-09-13T16:08:40.417 INFO:teuthology.orchestra.run.smithi076.stdout:} 2024-09-13T16:08:40.418 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.405+0000 7ff62a3fb640 1 -- 172.21.15.76:0/514619225 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff61006ac00 msgr2=0x7ff61006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:40.418 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.405+0000 7ff62a3fb640 1 --2- 172.21.15.76:0/514619225 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff61006ac00 0x7ff61006d0c0 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7ff614033000 tx=0x7ff61402e000 comp rx=0 tx=0).stop 2024-09-13T16:08:40.418 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.405+0000 7ff62a3fb640 1 -- 172.21.15.76:0/514619225 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff624153d00 msgr2=0x7ff6240c0d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:40.418 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.405+0000 7ff62a3fb640 1 --2- 172.21.15.76:0/514619225 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff624153d00 0x7ff6240c0d20 secure :-1 s=READY pgs=1063 cs=0 l=1 rev1=1 crypto rx=0x7ff62406c300 tx=0x7ff61c00eb90 comp rx=0 tx=0).stop 2024-09-13T16:08:40.418 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.406+0000 7ff62a3fb640 1 -- 172.21.15.76:0/514619225 shutdown_connections 2024-09-13T16:08:40.418 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.406+0000 7ff62a3fb640 1 --2- 172.21.15.76:0/514619225 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff624153d00 0x7ff6240c0d20 unknown :-1 s=CLOSED pgs=1063 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:40.418 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.406+0000 7ff62a3fb640 1 --2- 172.21.15.76:0/514619225 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff624154200 0x7ff6240cd190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:40.418 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.406+0000 7ff62a3fb640 1 --2- 172.21.15.76:0/514619225 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff61006ac00 0x7ff61006d0c0 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:40.418 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.406+0000 7ff62a3fb640 1 --2- 172.21.15.76:0/514619225 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff60c003970 0x7ff6240ce800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:40.418 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.406+0000 7ff62a3fb640 1 -- 172.21.15.76:0/514619225 >> 172.21.15.76:0/514619225 conn(0x7ff624069ed0 msgr2=0x7ff6240ad150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:40.418 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.406+0000 7ff62a3fb640 1 -- 172.21.15.76:0/514619225 shutdown_connections 2024-09-13T16:08:40.418 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.406+0000 7ff62a3fb640 1 -- 172.21.15.76:0/514619225 wait complete. 2024-09-13T16:08:40.419 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T16:08:40.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.515+0000 7f9875a53640 1 Processor -- start 2024-09-13T16:08:40.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.515+0000 7f9875a53640 1 -- start start 2024-09-13T16:08:40.519 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.515+0000 7f9875a53640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f987015c6e0 0x7f98700b3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:40.519 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.515+0000 7f9875a53640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f98700d07b0 0x7f98700b4490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:40.519 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.515+0000 7f9875a53640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f98700ccb20 0x7f9870160030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:40.519 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.515+0000 7f9875a53640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f98700d1840 con 0x7f98700d07b0 2024-09-13T16:08:40.519 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.515+0000 7f9875a53640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f98700d0c30 con 0x7f987015c6e0 2024-09-13T16:08:40.519 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.515+0000 7f9875a53640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f98700d0f10 con 0x7f98700ccb20 2024-09-13T16:08:40.519 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.516+0000 7f9867fff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f98700d07b0 0x7f98700b4490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:40.519 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.516+0000 7f9867fff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f98700d07b0 0x7f98700b4490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:55428/0 (socket says 172.21.15.76:55428) 2024-09-13T16:08:40.519 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.516+0000 7f9867fff640 1 -- 172.21.15.76:0/815443988 learned_addr learned my addr 172.21.15.76:0/815443988 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:40.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.516+0000 7f986effd640 1 --2- 172.21.15.76:0/815443988 >> v2:172.21.15.192:3300/0 conn(0x7f987015c6e0 0x7f98700b3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:40.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.516+0000 7f986f7fe640 1 --2- 172.21.15.76:0/815443988 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f98700ccb20 0x7f9870160030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:40.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.516+0000 7f9867fff640 1 -- 172.21.15.76:0/815443988 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f98700ccb20 msgr2=0x7f9870160030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:40.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.516+0000 7f9867fff640 1 --2- 172.21.15.76:0/815443988 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f98700ccb20 0x7f9870160030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:40.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.516+0000 7f9867fff640 1 -- 172.21.15.76:0/815443988 >> v2:172.21.15.192:3300/0 conn(0x7f987015c6e0 msgr2=0x7f98700b3f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:40.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.516+0000 7f9867fff640 1 --2- 172.21.15.76:0/815443988 >> v2:172.21.15.192:3300/0 conn(0x7f987015c6e0 0x7f98700b3f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:40.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.516+0000 7f9867fff640 1 -- 172.21.15.76:0/815443988 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f98700d11f0 con 0x7f98700d07b0 2024-09-13T16:08:40.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.517+0000 7f9867fff640 1 --2- 172.21.15.76:0/815443988 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f98700d07b0 0x7f98700b4490 secure :-1 s=READY pgs=1068 cs=0 l=1 rev1=1 crypto rx=0x7f98700b4c10 tx=0x7f985802a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b5b837cd4bd1117e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:40.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.517+0000 7f986e7fc640 1 -- 172.21.15.76:0/815443988 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f985802ae90 con 0x7f98700d07b0 2024-09-13T16:08:40.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.517+0000 7f986e7fc640 1 -- 172.21.15.76:0/815443988 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9858032440 con 0x7f98700d07b0 2024-09-13T16:08:40.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.517+0000 7f986e7fc640 1 -- 172.21.15.76:0/815443988 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f98580327d0 con 0x7f98700d07b0 2024-09-13T16:08:40.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.517+0000 7f9875a53640 1 -- 172.21.15.76:0/815443988 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f98700d07b0 msgr2=0x7f98700b4490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:40.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.517+0000 7f9875a53640 1 --2- 172.21.15.76:0/815443988 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f98700d07b0 0x7f98700b4490 secure :-1 s=READY pgs=1068 cs=0 l=1 rev1=1 crypto rx=0x7f98700b4c10 tx=0x7f985802a140 comp rx=0 tx=0).stop 2024-09-13T16:08:40.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.517+0000 7f9875a53640 1 -- 172.21.15.76:0/815443988 shutdown_connections 2024-09-13T16:08:40.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.517+0000 7f9875a53640 1 --2- 172.21.15.76:0/815443988 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f98700ccb20 0x7f9870160030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:40.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.517+0000 7f9875a53640 1 --2- 172.21.15.76:0/815443988 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f98700d07b0 0x7f98700b4490 unknown :-1 s=CLOSED pgs=1068 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:40.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.517+0000 7f9875a53640 1 --2- 172.21.15.76:0/815443988 >> v2:172.21.15.192:3300/0 conn(0x7f987015c6e0 0x7f98700b3f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:40.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.517+0000 7f9875a53640 1 -- 172.21.15.76:0/815443988 >> 172.21.15.76:0/815443988 conn(0x7f9870089f60 msgr2=0x7f98700d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:40.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.517+0000 7f9875a53640 1 -- 172.21.15.76:0/815443988 shutdown_connections 2024-09-13T16:08:40.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.517+0000 7f9875a53640 1 -- 172.21.15.76:0/815443988 wait complete. 2024-09-13T16:08:40.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.519+0000 7f9875a53640 1 Processor -- start 2024-09-13T16:08:40.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.519+0000 7f9875a53640 1 -- start start 2024-09-13T16:08:40.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.519+0000 7f9875a53640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f98700ccb20 0x7f98701f26b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:40.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.519+0000 7f9875a53640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f98700d07b0 0x7f9870150720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:40.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.519+0000 7f9875a53640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f987015c6e0 0x7f98700b0390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:40.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.519+0000 7f9875a53640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f98700ca570 con 0x7f98700ccb20 2024-09-13T16:08:40.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.519+0000 7f9875a53640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f98700c9fb0 con 0x7f987015c6e0 2024-09-13T16:08:40.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.519+0000 7f9875a53640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f98700ca290 con 0x7f98700d07b0 2024-09-13T16:08:40.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.519+0000 7f986effd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f98700ccb20 0x7f98701f26b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:40.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.519+0000 7f986effd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f98700ccb20 0x7f98701f26b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:55442/0 (socket says 172.21.15.76:55442) 2024-09-13T16:08:40.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.519+0000 7f986effd640 1 -- 172.21.15.76:0/1516699631 learned_addr learned my addr 172.21.15.76:0/1516699631 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:40.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.520+0000 7f9867fff640 1 --2- 172.21.15.76:0/1516699631 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f98700d07b0 0x7f9870150720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:40.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.520+0000 7f986f7fe640 1 --2- 172.21.15.76:0/1516699631 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f987015c6e0 0x7f98700b0390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:40.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.520+0000 7f986effd640 1 -- 172.21.15.76:0/1516699631 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f98700d07b0 msgr2=0x7f9870150720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:40.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.520+0000 7f986effd640 1 --2- 172.21.15.76:0/1516699631 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f98700d07b0 0x7f9870150720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:40.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.520+0000 7f986effd640 1 -- 172.21.15.76:0/1516699631 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f987015c6e0 msgr2=0x7f98700b0390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:40.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.520+0000 7f986effd640 1 --2- 172.21.15.76:0/1516699631 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f987015c6e0 0x7f98700b0390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:40.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.520+0000 7f986effd640 1 -- 172.21.15.76:0/1516699631 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f98580094d0 con 0x7f98700ccb20 2024-09-13T16:08:40.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.520+0000 7f986effd640 1 --2- 172.21.15.76:0/1516699631 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f98700ccb20 0x7f98701f26b0 secure :-1 s=READY pgs=1069 cs=0 l=1 rev1=1 crypto rx=0x7f986000d5f0 tx=0x7f986000dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:40.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.520+0000 7f986cff9640 1 -- 172.21.15.76:0/1516699631 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f98600125f0 con 0x7f98700ccb20 2024-09-13T16:08:40.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.520+0000 7f986cff9640 1 -- 172.21.15.76:0/1516699631 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9860012750 con 0x7f98700ccb20 2024-09-13T16:08:40.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.520+0000 7f9875a53640 1 -- 172.21.15.76:0/1516699631 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f98700cac70 con 0x7f98700ccb20 2024-09-13T16:08:40.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.520+0000 7f986cff9640 1 -- 172.21.15.76:0/1516699631 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9860012b00 con 0x7f98700ccb20 2024-09-13T16:08:40.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.520+0000 7f9875a53640 1 -- 172.21.15.76:0/1516699631 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f98700cb230 con 0x7f98700ccb20 2024-09-13T16:08:40.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.521+0000 7f9875a53640 1 -- 172.21.15.76:0/1516699631 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f98700cb3c0 con 0x7f98700ccb20 2024-09-13T16:08:40.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.521+0000 7f986cff9640 1 -- 172.21.15.76:0/1516699631 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9860012c60 con 0x7f98700ccb20 2024-09-13T16:08:40.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.522+0000 7f986cff9640 1 --2- 172.21.15.76:0/1516699631 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f985006ac30 0x7f985006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:40.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.522+0000 7f9867fff640 1 --2- 172.21.15.76:0/1516699631 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f985006ac30 0x7f985006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:40.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.522+0000 7f986cff9640 1 -- 172.21.15.76:0/1516699631 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f9860089820 con 0x7f98700ccb20 2024-09-13T16:08:40.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.522+0000 7f9867fff640 1 --2- 172.21.15.76:0/1516699631 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f985006ac30 0x7f985006d0f0 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f9858034000 tx=0x7f985802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:40.528 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.526+0000 7f986cff9640 1 -- 172.21.15.76:0/1516699631 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f9860054950 con 0x7f98700ccb20 2024-09-13T16:08:40.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.720+0000 7f9875a53640 1 -- 172.21.15.76:0/1516699631 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f98700caaa0 con 0x7f98700ccb20 2024-09-13T16:08:40.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.720+0000 7f986cff9640 1 -- 172.21.15.76:0/1516699631 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v39) v1 ==== 53+0+73 (secure 0 0 0) 0x7f9860057f70 con 0x7f98700ccb20 2024-09-13T16:08:40.723 INFO:teuthology.orchestra.run.smithi076.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-13T16:08:40.725 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.722+0000 7f9875a53640 1 -- 172.21.15.76:0/1516699631 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f985006ac30 msgr2=0x7f985006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:40.725 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.722+0000 7f9875a53640 1 --2- 172.21.15.76:0/1516699631 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f985006ac30 0x7f985006d0f0 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f9858034000 tx=0x7f985802e000 comp rx=0 tx=0).stop 2024-09-13T16:08:40.725 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.722+0000 7f9875a53640 1 -- 172.21.15.76:0/1516699631 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f98700ccb20 msgr2=0x7f98701f26b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:40.725 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.722+0000 7f9875a53640 1 --2- 172.21.15.76:0/1516699631 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f98700ccb20 0x7f98701f26b0 secure :-1 s=READY pgs=1069 cs=0 l=1 rev1=1 crypto rx=0x7f986000d5f0 tx=0x7f986000dab0 comp rx=0 tx=0).stop 2024-09-13T16:08:40.725 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.722+0000 7f9875a53640 1 -- 172.21.15.76:0/1516699631 shutdown_connections 2024-09-13T16:08:40.725 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.722+0000 7f9875a53640 1 --2- 172.21.15.76:0/1516699631 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f987015c6e0 0x7f98700b0390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:40.725 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.722+0000 7f9875a53640 1 --2- 172.21.15.76:0/1516699631 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f985006ac30 0x7f985006d0f0 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:40.725 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.722+0000 7f9875a53640 1 --2- 172.21.15.76:0/1516699631 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f98700d07b0 0x7f9870150720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:40.725 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.722+0000 7f9875a53640 1 --2- 172.21.15.76:0/1516699631 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f98700ccb20 0x7f98701f26b0 unknown :-1 s=CLOSED pgs=1069 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:40.725 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.722+0000 7f9875a53640 1 -- 172.21.15.76:0/1516699631 >> 172.21.15.76:0/1516699631 conn(0x7f9870089f60 msgr2=0x7f98700d22d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:40.725 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.722+0000 7f9875a53640 1 -- 172.21.15.76:0/1516699631 shutdown_connections 2024-09-13T16:08:40.726 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:40.722+0000 7f9875a53640 1 -- 172.21.15.76:0/1516699631 wait complete. 2024-09-13T16:08:40.735 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T16:08:40.735 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T16:08:40.735 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi076.front.sepia.ceph.com 2024-09-13T16:08:40.735 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-13T16:08:40.735 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-13T16:08:40.735 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T16:08:40.736 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T16:08:40.736 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T16:08:40.736 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:08:40.736 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:08:40.736 DEBUG:teuthology.orchestra.run.smithi076:> ip addr 2024-09-13T16:08:40.752 INFO:teuthology.orchestra.run.smithi076.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T16:08:40.752 INFO:teuthology.orchestra.run.smithi076.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T16:08:40.752 INFO:teuthology.orchestra.run.smithi076.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T16:08:40.752 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:08:40.752 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 ::1/128 scope host 2024-09-13T16:08:40.752 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:08:40.752 INFO:teuthology.orchestra.run.smithi076.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:08:40.752 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:d8:da:66 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:08:40.753 INFO:teuthology.orchestra.run.smithi076.stdout: altname enp7s0f0 2024-09-13T16:08:40.753 INFO:teuthology.orchestra.run.smithi076.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:08:40.753 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:d8:da:67 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:08:40.753 INFO:teuthology.orchestra.run.smithi076.stdout: altname enp7s0f1 2024-09-13T16:08:40.753 INFO:teuthology.orchestra.run.smithi076.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:08:40.753 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:8f:47:e0 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:08:40.753 INFO:teuthology.orchestra.run.smithi076.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T16:08:40.753 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:8f:47:e1 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:08:40.753 INFO:teuthology.orchestra.run.smithi076.stdout: inet 172.21.15.76/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-13T16:08:40.753 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft 42375sec preferred_lft 42375sec 2024-09-13T16:08:40.753 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::ec4:7aff:fe8f:47e1/64 scope link noprefixroute 2024-09-13T16:08:40.753 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:08:40.754 INFO:teuthology.orchestra.run.smithi076.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T16:08:40.754 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0e:a0:37:a4:1d:a0 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:08:40.754 INFO:teuthology.orchestra.run.smithi076.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-13T16:08:40.754 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:08:40.754 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::a496:13ff:fe82:8fa2/64 scope link 2024-09-13T16:08:40.754 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:08:40.754 INFO:teuthology.orchestra.run.smithi076.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:08:40.754 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether b2:0f:89:b0:cb:4d brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-13T16:08:40.754 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::b00f:89ff:feb0:cb4d/64 scope link 2024-09-13T16:08:40.754 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:08:40.754 INFO:teuthology.orchestra.run.smithi076.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:08:40.754 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0e:a0:37:a4:1d:a0 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-13T16:08:40.754 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::ca0:37ff:fea4:1da0/64 scope link 2024-09-13T16:08:40.755 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:08:40.755 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:08:40.755 DEBUG:teuthology.orchestra.run.smithi076:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T16:08:40.816 INFO:teuthology.orchestra.run.smithi076.stdout:1 2024-09-13T16:08:40.817 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:08:40.817 DEBUG:teuthology.orchestra.run.smithi076:> route 2024-09-13T16:08:40.818 INFO:tasks.ceph.mds.a.smithi076.stderr:2024-09-13T16:08:40.816+0000 7fb983c3d640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T16:08:40.833 INFO:teuthology.orchestra.run.smithi076.stdout:Kernel IP routing table 2024-09-13T16:08:40.834 INFO:teuthology.orchestra.run.smithi076.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T16:08:40.834 INFO:teuthology.orchestra.run.smithi076.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-13T16:08:40.834 INFO:teuthology.orchestra.run.smithi076.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-13T16:08:40.834 INFO:teuthology.orchestra.run.smithi076.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T16:08:40.834 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:08:40.834 DEBUG:teuthology.orchestra.run.smithi076:> (cd / && exec bash -c ' 2024-09-13T16:08:40.834 DEBUG:teuthology.orchestra.run.smithi076:> set -e 2024-09-13T16:08:40.834 DEBUG:teuthology.orchestra.run.smithi076:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-13T16:08:40.835 DEBUG:teuthology.orchestra.run.smithi076:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-13T16:08:40.835 DEBUG:teuthology.orchestra.run.smithi076:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-13T16:08:40.835 DEBUG:teuthology.orchestra.run.smithi076:> ') 2024-09-13T16:08:40.921 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:08:40.922 DEBUG:teuthology.orchestra.run.smithi076:> ip netns list 2024-09-13T16:08:40.937 INFO:teuthology.orchestra.run.smithi076.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-13T16:08:40.937 INFO:teuthology.orchestra.run.smithi076.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-13T16:08:40.937 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:08:40.937 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:08:40.937 DEBUG:teuthology.orchestra.run.smithi076:> sudo ip link set brx.0 up 2024-09-13T16:08:41.002 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-13T16:08:41.002 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:08:41.002 DEBUG:teuthology.orchestra.run.smithi076:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-13T16:08:41.058 INFO:teuthology.orchestra.run.smithi076.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:08:41.058 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:08:41.058 DEBUG:teuthology.orchestra.run.smithi076:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-13T16:08:41.113 DEBUG:teuthology.orchestra.run.smithi076:> sudo modprobe fuse 2024-09-13T16:08:41.179 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:08:41.179 DEBUG:teuthology.orchestra.run.smithi076:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:08:41.243 INFO:teuthology.orchestra.run.smithi076.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:08:41.244 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:08:41.245 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:08:41.245 DEBUG:teuthology.orchestra.run.smithi076:> ls /sys/fs/fuse/connections 2024-09-13T16:08:41.293 DEBUG:teuthology.orchestra.run.smithi076:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:08:41.301 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-13T16:08:41.301 DEBUG:teuthology.orchestra.run.smithi076:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-13T16:08:41.343 DEBUG:teuthology.orchestra.run.smithi192:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:08:41.345 DEBUG:teuthology.orchestra.run.smithi076:> sudo modprobe fuse 2024-09-13T16:08:41.410 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:08:41.410 DEBUG:teuthology.orchestra.run.smithi076:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:08:41.425 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi076.stderr:2024-09-13T16:08:41.424+0000 7f310ddb5480 -1 init, newargv = 0x5634689d52f0 newargc=15 2024-09-13T16:08:41.425 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi076.stderr:ceph-fuse[65536]: starting ceph client 2024-09-13T16:08:41.429 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi076.stderr:ceph-fuse[65536]: starting fuse 2024-09-13T16:08:41.449 INFO:teuthology.orchestra.run.smithi076.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:08:41.450 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:08:41.450 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:08:41.450 DEBUG:teuthology.orchestra.run.smithi076:> ls /sys/fs/fuse/connections 2024-09-13T16:08:41.506 INFO:teuthology.orchestra.run.smithi076.stdout:41 2024-09-13T16:08:41.506 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-13T16:08:41.506 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:08:41.506 DEBUG:teuthology.orchestra.run.smithi076:> import glob 2024-09-13T16:08:41.506 DEBUG:teuthology.orchestra.run.smithi076:> import re 2024-09-13T16:08:41.506 DEBUG:teuthology.orchestra.run.smithi076:> import os 2024-09-13T16:08:41.507 DEBUG:teuthology.orchestra.run.smithi076:> import subprocess 2024-09-13T16:08:41.507 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:08:41.507 DEBUG:teuthology.orchestra.run.smithi076:> def _find_admin_socket(client_name): 2024-09-13T16:08:41.507 DEBUG:teuthology.orchestra.run.smithi076:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-13T16:08:41.507 DEBUG:teuthology.orchestra.run.smithi076:> files = glob.glob(asok_path) 2024-09-13T16:08:41.507 DEBUG:teuthology.orchestra.run.smithi076:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-13T16:08:41.507 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:08:41.507 DEBUG:teuthology.orchestra.run.smithi076:> # Given a non-glob path, it better be there 2024-09-13T16:08:41.507 DEBUG:teuthology.orchestra.run.smithi076:> if "*" not in asok_path: 2024-09-13T16:08:41.507 DEBUG:teuthology.orchestra.run.smithi076:> assert(len(files) == 1) 2024-09-13T16:08:41.507 DEBUG:teuthology.orchestra.run.smithi076:> return files[0] 2024-09-13T16:08:41.507 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:08:41.507 DEBUG:teuthology.orchestra.run.smithi076:> for f in files: 2024-09-13T16:08:41.507 DEBUG:teuthology.orchestra.run.smithi076:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T16:08:41.508 DEBUG:teuthology.orchestra.run.smithi076:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T16:08:41.508 DEBUG:teuthology.orchestra.run.smithi076:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T16:08:41.508 DEBUG:teuthology.orchestra.run.smithi076:> contents = proc_f.read() 2024-09-13T16:08:41.508 DEBUG:teuthology.orchestra.run.smithi076:> if mountpoint in contents: 2024-09-13T16:08:41.508 DEBUG:teuthology.orchestra.run.smithi076:> return f 2024-09-13T16:08:41.508 DEBUG:teuthology.orchestra.run.smithi076:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T16:08:41.508 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:08:41.508 DEBUG:teuthology.orchestra.run.smithi076:> print(_find_admin_socket("client.0")) 2024-09-13T16:08:41.508 DEBUG:teuthology.orchestra.run.smithi076:> ' 2024-09-13T16:08:41.620 INFO:teuthology.orchestra.run.smithi076.stdout:/var/run/ceph/ceph-client.0.65536.asok 2024-09-13T16:08:41.806 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.65536.asok 2024-09-13T16:08:41.806 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:08:41.806 DEBUG:teuthology.orchestra.run.smithi076:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.65536.asok status 2024-09-13T16:08:41.942 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2024-09-13T16:08:41.942 INFO:teuthology.orchestra.run.smithi076.stdout: "metadata": { 2024-09-13T16:08:41.942 INFO:teuthology.orchestra.run.smithi076.stdout: "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", 2024-09-13T16:08:41.942 INFO:teuthology.orchestra.run.smithi076.stdout: "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", 2024-09-13T16:08:41.942 INFO:teuthology.orchestra.run.smithi076.stdout: "entity_id": "0", 2024-09-13T16:08:41.942 INFO:teuthology.orchestra.run.smithi076.stdout: "hostname": "smithi076", 2024-09-13T16:08:41.942 INFO:teuthology.orchestra.run.smithi076.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-13T16:08:41.942 INFO:teuthology.orchestra.run.smithi076.stdout: "pid": "65536", 2024-09-13T16:08:41.943 INFO:teuthology.orchestra.run.smithi076.stdout: "root": "/" 2024-09-13T16:08:41.943 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:08:41.943 INFO:teuthology.orchestra.run.smithi076.stdout: "dentry_count": 0, 2024-09-13T16:08:41.943 INFO:teuthology.orchestra.run.smithi076.stdout: "dentry_pinned_count": 0, 2024-09-13T16:08:41.943 INFO:teuthology.orchestra.run.smithi076.stdout: "id": 7167, 2024-09-13T16:08:41.943 INFO:teuthology.orchestra.run.smithi076.stdout: "inst": { 2024-09-13T16:08:41.943 INFO:teuthology.orchestra.run.smithi076.stdout: "name": { 2024-09-13T16:08:41.943 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "client", 2024-09-13T16:08:41.943 INFO:teuthology.orchestra.run.smithi076.stdout: "num": 7167 2024-09-13T16:08:41.943 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:08:41.943 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": { 2024-09-13T16:08:41.943 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "v1", 2024-09-13T16:08:41.943 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:08:41.943 INFO:teuthology.orchestra.run.smithi076.stdout: "nonce": 317510222 2024-09-13T16:08:41.944 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:08:41.944 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:08:41.944 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": { 2024-09-13T16:08:41.944 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "v1", 2024-09-13T16:08:41.944 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:08:41.944 INFO:teuthology.orchestra.run.smithi076.stdout: "nonce": 317510222 2024-09-13T16:08:41.944 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:08:41.944 INFO:teuthology.orchestra.run.smithi076.stdout: "inst_str": "client.7167 192.168.0.1:0/317510222", 2024-09-13T16:08:41.944 INFO:teuthology.orchestra.run.smithi076.stdout: "addr_str": "192.168.0.1:0/317510222", 2024-09-13T16:08:41.944 INFO:teuthology.orchestra.run.smithi076.stdout: "inode_count": 1, 2024-09-13T16:08:41.944 INFO:teuthology.orchestra.run.smithi076.stdout: "mds_epoch": 39, 2024-09-13T16:08:41.944 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_epoch": 84, 2024-09-13T16:08:41.944 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_epoch_barrier": 0, 2024-09-13T16:08:41.944 INFO:teuthology.orchestra.run.smithi076.stdout: "blocklisted": false, 2024-09-13T16:08:41.945 INFO:teuthology.orchestra.run.smithi076.stdout: "fs_name": "cephfs" 2024-09-13T16:08:41.945 INFO:teuthology.orchestra.run.smithi076.stdout:} 2024-09-13T16:08:41.950 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:08:41.950 DEBUG:teuthology.orchestra.run.smithi076:> stat --file-system '--printf=%T 2024-09-13T16:08:41.950 DEBUG:teuthology.orchestra.run.smithi076:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-13T16:08:41.966 INFO:teuthology.orchestra.run.smithi076.stdout:fuseblk 2024-09-13T16:08:41.966 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-13T16:08:41.966 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:08:41.966 DEBUG:teuthology.orchestra.run.smithi076:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-13T16:08:42.031 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T16:08:42.170 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:42.168+0000 7f5fca97d640 1 Processor -- start 2024-09-13T16:08:42.170 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:42.168+0000 7f5fca97d640 1 -- start start 2024-09-13T16:08:42.173 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:42.169+0000 7f5fca97d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5fc4071d30 0x7f5fc4070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:42.173 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:42.169+0000 7f5fca97d640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f5fc40c8920 0x7f5fc40c8dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:42.173 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:42.169+0000 7f5fca97d640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5fc40abdf0 con 0x7f5fc4072110 2024-09-13T16:08:42.173 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:42.169+0000 7f5fca97d640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5fc40c9310 con 0x7f5fc40c8920 2024-09-13T16:08:42.173 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:42.169+0000 7f5fca97d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5fc40b2280 con 0x7f5fc4071d30 2024-09-13T16:08:42.173 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:42.169+0000 7f5fc3fff640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5fc4071d30 0x7f5fc4070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:42.173 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:42.169+0000 7f5fc8f1a640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f5fc40c8920 0x7f5fc40c8dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:42.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:42.169+0000 7f5fc37fe640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7f5fc4072110 0x7f5fc40b1b70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:45876/0 (socket says 172.21.15.76:45876) 2024-09-13T16:08:42.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:42.169+0000 7f5fc37fe640 1 -- 172.21.15.76:0/1596531477 learned_addr learned my addr 172.21.15.76:0/1596531477 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:08:42.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:42.170+0000 7f5fc8f1a640 1 -- 172.21.15.76:0/1596531477 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5fc4071d30 msgr2=0x7f5fc4070190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:42.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:42.170+0000 7f5fc8f1a640 1 --2- 172.21.15.76:0/1596531477 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5fc4071d30 0x7f5fc4070190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:42.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:42.170+0000 7f5fc8f1a640 1 -- 172.21.15.76:0/1596531477 >> v1:172.21.15.192:6789/0 conn(0x7f5fc4072110 legacy=0x7f5fc40b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:42.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:42.170+0000 7f5fc2ffd640 1 -- 172.21.15.76:0/1596531477 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3053194533 0 0) 0x7f5fc40abdf0 con 0x7f5fc4072110 2024-09-13T16:08:42.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:42.170+0000 7f5fc8f1a640 1 -- 172.21.15.76:0/1596531477 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5fc40ab1e0 con 0x7f5fc40c8920 2024-09-13T16:08:42.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:42.170+0000 7f5fc3fff640 1 --2- 172.21.15.76:0/1596531477 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5fc4071d30 0x7f5fc4070190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:08:42.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:42.170+0000 7f5fc8f1a640 1 --2- 172.21.15.76:0/1596531477 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5fc40c8920 0x7f5fc40c8dd0 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f5fbc00bfd0 tx=0x7f5fbc02c890 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b4e367be27d4fda8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:42.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:42.171+0000 7f5fc2ffd640 1 -- 172.21.15.76:0/1596531477 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5fbc009540 con 0x7f5fc40c8920 2024-09-13T16:08:42.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:42.171+0000 7f5fc2ffd640 1 -- 172.21.15.76:0/1596531477 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5fbc0096a0 con 0x7f5fc40c8920 2024-09-13T16:08:42.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:42.171+0000 7f5fc2ffd640 1 -- 172.21.15.76:0/1596531477 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5fbc009a30 con 0x7f5fc40c8920 2024-09-13T16:08:42.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:42.171+0000 7f5fca97d640 1 -- 172.21.15.76:0/1596531477 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5fc40c8920 msgr2=0x7f5fc40c8dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:42.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:42.171+0000 7f5fca97d640 1 --2- 172.21.15.76:0/1596531477 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5fc40c8920 0x7f5fc40c8dd0 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f5fbc00bfd0 tx=0x7f5fbc02c890 comp rx=0 tx=0).stop 2024-09-13T16:08:42.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:42.171+0000 7f5fca97d640 1 -- 172.21.15.76:0/1596531477 shutdown_connections 2024-09-13T16:08:42.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:42.171+0000 7f5fca97d640 1 --2- 172.21.15.76:0/1596531477 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5fc40c8920 0x7f5fc40c8dd0 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:42.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:42.171+0000 7f5fca97d640 1 --2- 172.21.15.76:0/1596531477 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5fc4071d30 0x7f5fc4070190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:42.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:42.171+0000 7f5fca97d640 1 -- 172.21.15.76:0/1596531477 >> 172.21.15.76:0/1596531477 conn(0x7f5fc4069ed0 msgr2=0x7f5fc406a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:42.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:42.171+0000 7f5fca97d640 1 -- 172.21.15.76:0/1596531477 shutdown_connections 2024-09-13T16:08:42.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:42.171+0000 7f5fca97d640 1 -- 172.21.15.76:0/1596531477 wait complete. 2024-09-13T16:08:42.177 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:42.172+0000 7f5fca97d640 1 Processor -- start 2024-09-13T16:08:42.177 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:42.173+0000 7f5fca97d640 1 -- start start 2024-09-13T16:08:42.177 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:42.173+0000 7f5fca97d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5fc4071d30 0x7f5fc40c7310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:42.177 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:42.173+0000 7f5fca97d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5fc4072110 0x7f5fc40c7850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:42.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:42.173+0000 7f5fca97d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5fc40c8920 0x7f5fc41f1b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:42.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:42.173+0000 7f5fca97d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5fc41f3850 con 0x7f5fc4071d30 2024-09-13T16:08:42.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:42.173+0000 7f5fca97d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5fc40990b0 con 0x7f5fc4072110 2024-09-13T16:08:42.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:42.173+0000 7f5fca97d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5fc40c7d90 con 0x7f5fc40c8920 2024-09-13T16:08:42.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:42.173+0000 7f5fc3fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5fc4071d30 0x7f5fc40c7310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:42.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:42.173+0000 7f5fc3fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5fc4071d30 0x7f5fc40c7310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:50106/0 (socket says 172.21.15.76:50106) 2024-09-13T16:08:42.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:42.173+0000 7f5fc3fff640 1 -- 172.21.15.76:0/3305976664 learned_addr learned my addr 172.21.15.76:0/3305976664 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:42.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:42.174+0000 7f5fc37fe640 1 --2- 172.21.15.76:0/3305976664 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5fc4072110 0x7f5fc40c7850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:42.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:42.174+0000 7f5fc8f1a640 1 --2- 172.21.15.76:0/3305976664 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5fc40c8920 0x7f5fc41f1b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:42.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:42.174+0000 7f5fc3fff640 1 -- 172.21.15.76:0/3305976664 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5fc40c8920 msgr2=0x7f5fc41f1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:42.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:42.174+0000 7f5fc3fff640 1 --2- 172.21.15.76:0/3305976664 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5fc40c8920 0x7f5fc41f1b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:42.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:42.174+0000 7f5fc3fff640 1 -- 172.21.15.76:0/3305976664 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5fc4072110 msgr2=0x7f5fc40c7850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:42.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:42.174+0000 7f5fc3fff640 1 --2- 172.21.15.76:0/3305976664 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5fc4072110 0x7f5fc40c7850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:42.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:42.174+0000 7f5fc3fff640 1 -- 172.21.15.76:0/3305976664 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5fb4009400 con 0x7f5fc4071d30 2024-09-13T16:08:42.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:42.174+0000 7f5fc3fff640 1 --2- 172.21.15.76:0/3305976664 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5fc4071d30 0x7f5fc40c7310 secure :-1 s=READY pgs=1073 cs=0 l=1 rev1=1 crypto rx=0x7f5fb400ec10 tx=0x7f5fb400c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:42.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:42.174+0000 7f5fc0ff9640 1 -- 172.21.15.76:0/3305976664 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5fb4009760 con 0x7f5fc4071d30 2024-09-13T16:08:42.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:42.174+0000 7f5fc0ff9640 1 -- 172.21.15.76:0/3305976664 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5fb400cc30 con 0x7f5fc4071d30 2024-09-13T16:08:42.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:42.174+0000 7f5fc0ff9640 1 -- 172.21.15.76:0/3305976664 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5fb4013470 con 0x7f5fc4071d30 2024-09-13T16:08:42.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:42.174+0000 7f5fca97d640 1 -- 172.21.15.76:0/3305976664 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5fbc00bc80 con 0x7f5fc4071d30 2024-09-13T16:08:42.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:42.174+0000 7f5fca97d640 1 -- 172.21.15.76:0/3305976664 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5fc41f3190 con 0x7f5fc4071d30 2024-09-13T16:08:42.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:42.175+0000 7f5fca97d640 1 -- 172.21.15.76:0/3305976664 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5fc4070190 con 0x7f5fc4071d30 2024-09-13T16:08:42.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:42.176+0000 7f5fc0ff9640 1 -- 172.21.15.76:0/3305976664 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f5fb40135d0 con 0x7f5fc4071d30 2024-09-13T16:08:42.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:42.176+0000 7f5fc0ff9640 1 --2- 172.21.15.76:0/3305976664 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5fb006ac00 0x7f5fb006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:42.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:42.176+0000 7f5fc0ff9640 1 -- 172.21.15.76:0/3305976664 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f5fb4089660 con 0x7f5fc4071d30 2024-09-13T16:08:42.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:42.176+0000 7f5fc37fe640 1 --2- 172.21.15.76:0/3305976664 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5fb006ac00 0x7f5fb006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:42.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:42.176+0000 7f5fc37fe640 1 --2- 172.21.15.76:0/3305976664 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5fb006ac00 0x7f5fb006d0c0 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f5fc40c8830 tx=0x7f5fb8007d50 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:42.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:42.180+0000 7f5fc0ff9640 1 -- 172.21.15.76:0/3305976664 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f5fb4054840 con 0x7f5fc4071d30 2024-09-13T16:08:42.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:42.375+0000 7f5fca97d640 1 -- 172.21.15.76:0/3305976664 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f5fc41f3ac0 con 0x7f5fc4071d30 2024-09-13T16:08:42.377 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:42.375+0000 7f5fc0ff9640 1 -- 172.21.15.76:0/3305976664 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v39) v1 ==== 53+0+73 (secure 0 0 0) 0x7f5fb4057e60 con 0x7f5fc4071d30 2024-09-13T16:08:42.377 INFO:teuthology.orchestra.run.smithi076.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-13T16:08:42.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:42.377+0000 7f5fca97d640 1 -- 172.21.15.76:0/3305976664 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5fb006ac00 msgr2=0x7f5fb006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:42.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:42.377+0000 7f5fca97d640 1 --2- 172.21.15.76:0/3305976664 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5fb006ac00 0x7f5fb006d0c0 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f5fc40c8830 tx=0x7f5fb8007d50 comp rx=0 tx=0).stop 2024-09-13T16:08:42.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:42.377+0000 7f5fca97d640 1 -- 172.21.15.76:0/3305976664 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5fc4071d30 msgr2=0x7f5fc40c7310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:42.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:42.377+0000 7f5fca97d640 1 --2- 172.21.15.76:0/3305976664 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5fc4071d30 0x7f5fc40c7310 secure :-1 s=READY pgs=1073 cs=0 l=1 rev1=1 crypto rx=0x7f5fb400ec10 tx=0x7f5fb400c520 comp rx=0 tx=0).stop 2024-09-13T16:08:42.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:42.377+0000 7f5fca97d640 1 -- 172.21.15.76:0/3305976664 shutdown_connections 2024-09-13T16:08:42.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:42.377+0000 7f5fca97d640 1 --2- 172.21.15.76:0/3305976664 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5fb006ac00 0x7f5fb006d0c0 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:42.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:42.377+0000 7f5fca97d640 1 --2- 172.21.15.76:0/3305976664 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5fc40c8920 0x7f5fc41f1b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:42.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:42.377+0000 7f5fca97d640 1 --2- 172.21.15.76:0/3305976664 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5fc4072110 0x7f5fc40c7850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:42.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:42.377+0000 7f5fca97d640 1 --2- 172.21.15.76:0/3305976664 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5fc4071d30 0x7f5fc40c7310 unknown :-1 s=CLOSED pgs=1073 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:42.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:42.377+0000 7f5fca97d640 1 -- 172.21.15.76:0/3305976664 >> 172.21.15.76:0/3305976664 conn(0x7f5fc4069ed0 msgr2=0x7f5fc40b0590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:42.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:42.377+0000 7f5fca97d640 1 -- 172.21.15.76:0/3305976664 shutdown_connections 2024-09-13T16:08:42.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:42.377+0000 7f5fca97d640 1 -- 172.21.15.76:0/3305976664 wait complete. 2024-09-13T16:08:42.389 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T16:08:42.389 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T16:08:42.390 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi192.front.sepia.ceph.com 2024-09-13T16:08:42.390 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-13T16:08:42.390 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-13T16:08:42.390 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T16:08:42.390 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T16:08:42.390 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T16:08:42.390 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-13T16:08:42.390 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:08:42.390 DEBUG:teuthology.orchestra.run.smithi192:> ip addr 2024-09-13T16:08:42.410 INFO:teuthology.orchestra.run.smithi192.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T16:08:42.410 INFO:teuthology.orchestra.run.smithi192.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T16:08:42.410 INFO:teuthology.orchestra.run.smithi192.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T16:08:42.410 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:08:42.410 INFO:teuthology.orchestra.run.smithi192.stdout: inet6 ::1/128 scope host 2024-09-13T16:08:42.410 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:08:42.411 INFO:teuthology.orchestra.run.smithi192.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:08:42.411 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether 0c:c4:7a:d9:38:4e brd ff:ff:ff:ff:ff:ff 2024-09-13T16:08:42.411 INFO:teuthology.orchestra.run.smithi192.stdout: altname enp7s0f0 2024-09-13T16:08:42.411 INFO:teuthology.orchestra.run.smithi192.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:08:42.411 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether 0c:c4:7a:d9:38:4f brd ff:ff:ff:ff:ff:ff 2024-09-13T16:08:42.411 INFO:teuthology.orchestra.run.smithi192.stdout: altname enp7s0f1 2024-09-13T16:08:42.411 INFO:teuthology.orchestra.run.smithi192.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:08:42.411 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether 0c:c4:7a:88:80:48 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:08:42.411 INFO:teuthology.orchestra.run.smithi192.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T16:08:42.411 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether 0c:c4:7a:88:80:49 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:08:42.411 INFO:teuthology.orchestra.run.smithi192.stdout: inet 172.21.15.192/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-13T16:08:42.411 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft 42355sec preferred_lft 42355sec 2024-09-13T16:08:42.411 INFO:teuthology.orchestra.run.smithi192.stdout: inet6 fe80::ec4:7aff:fe88:8049/64 scope link noprefixroute 2024-09-13T16:08:42.412 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:08:42.412 INFO:teuthology.orchestra.run.smithi192.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T16:08:42.412 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether ea:94:96:0f:40:1e brd ff:ff:ff:ff:ff:ff 2024-09-13T16:08:42.412 INFO:teuthology.orchestra.run.smithi192.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-13T16:08:42.412 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:08:42.412 INFO:teuthology.orchestra.run.smithi192.stdout: inet6 fe80::807e:ecff:fe50:a056/64 scope link 2024-09-13T16:08:42.412 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:08:42.412 INFO:teuthology.orchestra.run.smithi192.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:08:42.412 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether ea:94:96:0f:40:1e brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-13T16:08:42.412 INFO:teuthology.orchestra.run.smithi192.stdout: inet6 fe80::e894:96ff:fe0f:401e/64 scope link 2024-09-13T16:08:42.412 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:08:42.412 INFO:teuthology.orchestra.run.smithi192.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:08:42.413 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether f6:3a:94:82:39:22 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-13T16:08:42.413 INFO:teuthology.orchestra.run.smithi192.stdout: inet6 fe80::f43a:94ff:fe82:3922/64 scope link 2024-09-13T16:08:42.413 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:08:42.413 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:08:42.413 DEBUG:teuthology.orchestra.run.smithi192:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T16:08:42.477 INFO:teuthology.orchestra.run.smithi192.stdout:1 2024-09-13T16:08:42.479 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:08:42.479 DEBUG:teuthology.orchestra.run.smithi192:> route 2024-09-13T16:08:42.538 INFO:teuthology.orchestra.run.smithi192.stdout:Kernel IP routing table 2024-09-13T16:08:42.538 INFO:teuthology.orchestra.run.smithi192.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T16:08:42.538 INFO:teuthology.orchestra.run.smithi192.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-13T16:08:42.538 INFO:teuthology.orchestra.run.smithi192.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-13T16:08:42.538 INFO:teuthology.orchestra.run.smithi192.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T16:08:42.539 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:08:42.539 DEBUG:teuthology.orchestra.run.smithi192:> (cd / && exec bash -c ' 2024-09-13T16:08:42.539 DEBUG:teuthology.orchestra.run.smithi192:> set -e 2024-09-13T16:08:42.539 DEBUG:teuthology.orchestra.run.smithi192:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-13T16:08:42.539 DEBUG:teuthology.orchestra.run.smithi192:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-13T16:08:42.539 DEBUG:teuthology.orchestra.run.smithi192:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-13T16:08:42.539 DEBUG:teuthology.orchestra.run.smithi192:> ') 2024-09-13T16:08:42.629 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:08:42.630 DEBUG:teuthology.orchestra.run.smithi192:> ip netns list 2024-09-13T16:08:42.646 INFO:teuthology.orchestra.run.smithi192.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-13T16:08:42.646 INFO:teuthology.orchestra.run.smithi192.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-13T16:08:42.646 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-13T16:08:42.646 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:08:42.646 DEBUG:teuthology.orchestra.run.smithi192:> sudo ip link set brx.0 up 2024-09-13T16:08:42.712 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-09-13T16:08:42.712 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:08:42.712 DEBUG:teuthology.orchestra.run.smithi192:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-13T16:08:42.768 INFO:teuthology.orchestra.run.smithi192.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-13T16:08:42.768 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:08:42.768 DEBUG:teuthology.orchestra.run.smithi192:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-13T16:08:42.823 DEBUG:teuthology.orchestra.run.smithi192:> sudo modprobe fuse 2024-09-13T16:08:42.889 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:08:42.889 DEBUG:teuthology.orchestra.run.smithi192:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:08:42.954 INFO:teuthology.orchestra.run.smithi192.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:08:42.956 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:08:42.956 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:08:42.956 DEBUG:teuthology.orchestra.run.smithi192:> ls /sys/fs/fuse/connections 2024-09-13T16:08:43.011 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-13T16:08:43.012 DEBUG:teuthology.orchestra.run.smithi192:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-09-13T16:08:43.055 DEBUG:teuthology.orchestra.run.smithi192:> sudo modprobe fuse 2024-09-13T16:08:43.079 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:08:43.079 DEBUG:teuthology.orchestra.run.smithi192:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:08:43.134 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi192.stderr:2024-09-13T16:08:43.133+0000 7fbf9bd20480 -1 init, newargv = 0x55c84bad1f80 newargc=15 2024-09-13T16:08:43.134 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi192.stderr:ceph-fuse[46090]: starting ceph client 2024-09-13T16:08:43.139 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi192.stderr:ceph-fuse[46090]: starting fuse 2024-09-13T16:08:43.145 INFO:teuthology.orchestra.run.smithi192.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:08:43.146 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:08:43.147 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:08:43.147 DEBUG:teuthology.orchestra.run.smithi192:> ls /sys/fs/fuse/connections 2024-09-13T16:08:43.202 INFO:teuthology.orchestra.run.smithi192.stdout:42 2024-09-13T16:08:43.202 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [42] 2024-09-13T16:08:43.203 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:08:43.203 DEBUG:teuthology.orchestra.run.smithi192:> import glob 2024-09-13T16:08:43.203 DEBUG:teuthology.orchestra.run.smithi192:> import re 2024-09-13T16:08:43.203 DEBUG:teuthology.orchestra.run.smithi192:> import os 2024-09-13T16:08:43.203 DEBUG:teuthology.orchestra.run.smithi192:> import subprocess 2024-09-13T16:08:43.203 DEBUG:teuthology.orchestra.run.smithi192:> 2024-09-13T16:08:43.203 DEBUG:teuthology.orchestra.run.smithi192:> def _find_admin_socket(client_name): 2024-09-13T16:08:43.203 DEBUG:teuthology.orchestra.run.smithi192:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-09-13T16:08:43.203 DEBUG:teuthology.orchestra.run.smithi192:> files = glob.glob(asok_path) 2024-09-13T16:08:43.203 DEBUG:teuthology.orchestra.run.smithi192:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-13T16:08:43.203 DEBUG:teuthology.orchestra.run.smithi192:> 2024-09-13T16:08:43.203 DEBUG:teuthology.orchestra.run.smithi192:> # Given a non-glob path, it better be there 2024-09-13T16:08:43.203 DEBUG:teuthology.orchestra.run.smithi192:> if "*" not in asok_path: 2024-09-13T16:08:43.204 DEBUG:teuthology.orchestra.run.smithi192:> assert(len(files) == 1) 2024-09-13T16:08:43.204 DEBUG:teuthology.orchestra.run.smithi192:> return files[0] 2024-09-13T16:08:43.204 DEBUG:teuthology.orchestra.run.smithi192:> 2024-09-13T16:08:43.204 DEBUG:teuthology.orchestra.run.smithi192:> for f in files: 2024-09-13T16:08:43.204 DEBUG:teuthology.orchestra.run.smithi192:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T16:08:43.204 DEBUG:teuthology.orchestra.run.smithi192:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T16:08:43.204 DEBUG:teuthology.orchestra.run.smithi192:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T16:08:43.204 DEBUG:teuthology.orchestra.run.smithi192:> contents = proc_f.read() 2024-09-13T16:08:43.204 DEBUG:teuthology.orchestra.run.smithi192:> if mountpoint in contents: 2024-09-13T16:08:43.204 DEBUG:teuthology.orchestra.run.smithi192:> return f 2024-09-13T16:08:43.204 DEBUG:teuthology.orchestra.run.smithi192:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T16:08:43.204 DEBUG:teuthology.orchestra.run.smithi192:> 2024-09-13T16:08:43.204 DEBUG:teuthology.orchestra.run.smithi192:> print(_find_admin_socket("client.1")) 2024-09-13T16:08:43.204 DEBUG:teuthology.orchestra.run.smithi192:> ' 2024-09-13T16:08:43.316 INFO:teuthology.orchestra.run.smithi192.stdout:/var/run/ceph/ceph-client.1.46090.asok 2024-09-13T16:08:43.503 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.46090.asok 2024-09-13T16:08:43.503 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:08:43.503 DEBUG:teuthology.orchestra.run.smithi192:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.46090.asok status 2024-09-13T16:08:43.636 INFO:teuthology.orchestra.run.smithi192.stdout:{ 2024-09-13T16:08:43.636 INFO:teuthology.orchestra.run.smithi192.stdout: "metadata": { 2024-09-13T16:08:43.636 INFO:teuthology.orchestra.run.smithi192.stdout: "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", 2024-09-13T16:08:43.636 INFO:teuthology.orchestra.run.smithi192.stdout: "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", 2024-09-13T16:08:43.636 INFO:teuthology.orchestra.run.smithi192.stdout: "entity_id": "1", 2024-09-13T16:08:43.636 INFO:teuthology.orchestra.run.smithi192.stdout: "hostname": "smithi192", 2024-09-13T16:08:43.636 INFO:teuthology.orchestra.run.smithi192.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-13T16:08:43.636 INFO:teuthology.orchestra.run.smithi192.stdout: "pid": "46090", 2024-09-13T16:08:43.636 INFO:teuthology.orchestra.run.smithi192.stdout: "root": "/" 2024-09-13T16:08:43.636 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-13T16:08:43.637 INFO:teuthology.orchestra.run.smithi192.stdout: "dentry_count": 0, 2024-09-13T16:08:43.637 INFO:teuthology.orchestra.run.smithi192.stdout: "dentry_pinned_count": 0, 2024-09-13T16:08:43.637 INFO:teuthology.orchestra.run.smithi192.stdout: "id": 5990, 2024-09-13T16:08:43.637 INFO:teuthology.orchestra.run.smithi192.stdout: "inst": { 2024-09-13T16:08:43.637 INFO:teuthology.orchestra.run.smithi192.stdout: "name": { 2024-09-13T16:08:43.637 INFO:teuthology.orchestra.run.smithi192.stdout: "type": "client", 2024-09-13T16:08:43.637 INFO:teuthology.orchestra.run.smithi192.stdout: "num": 5990 2024-09-13T16:08:43.637 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-13T16:08:43.637 INFO:teuthology.orchestra.run.smithi192.stdout: "addr": { 2024-09-13T16:08:43.637 INFO:teuthology.orchestra.run.smithi192.stdout: "type": "v1", 2024-09-13T16:08:43.637 INFO:teuthology.orchestra.run.smithi192.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:08:43.637 INFO:teuthology.orchestra.run.smithi192.stdout: "nonce": 2605021543 2024-09-13T16:08:43.637 INFO:teuthology.orchestra.run.smithi192.stdout: } 2024-09-13T16:08:43.638 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-13T16:08:43.638 INFO:teuthology.orchestra.run.smithi192.stdout: "addr": { 2024-09-13T16:08:43.638 INFO:teuthology.orchestra.run.smithi192.stdout: "type": "v1", 2024-09-13T16:08:43.638 INFO:teuthology.orchestra.run.smithi192.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:08:43.638 INFO:teuthology.orchestra.run.smithi192.stdout: "nonce": 2605021543 2024-09-13T16:08:43.638 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-13T16:08:43.638 INFO:teuthology.orchestra.run.smithi192.stdout: "inst_str": "client.5990 192.168.0.1:0/2605021543", 2024-09-13T16:08:43.638 INFO:teuthology.orchestra.run.smithi192.stdout: "addr_str": "192.168.0.1:0/2605021543", 2024-09-13T16:08:43.638 INFO:teuthology.orchestra.run.smithi192.stdout: "inode_count": 1, 2024-09-13T16:08:43.638 INFO:teuthology.orchestra.run.smithi192.stdout: "mds_epoch": 39, 2024-09-13T16:08:43.638 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_epoch": 84, 2024-09-13T16:08:43.638 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_epoch_barrier": 0, 2024-09-13T16:08:43.638 INFO:teuthology.orchestra.run.smithi192.stdout: "blocklisted": false, 2024-09-13T16:08:43.638 INFO:teuthology.orchestra.run.smithi192.stdout: "fs_name": "cephfs" 2024-09-13T16:08:43.639 INFO:teuthology.orchestra.run.smithi192.stdout:} 2024-09-13T16:08:43.644 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:08:43.644 DEBUG:teuthology.orchestra.run.smithi192:> stat --file-system '--printf=%T 2024-09-13T16:08:43.644 DEBUG:teuthology.orchestra.run.smithi192:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-13T16:08:43.660 INFO:teuthology.orchestra.run.smithi192.stdout:fuseblk 2024-09-13T16:08:43.660 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-13T16:08:43.660 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:08:43.661 DEBUG:teuthology.orchestra.run.smithi192:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-13T16:08:43.725 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config get mds mds_min_caps_per_client 2024-09-13T16:08:43.837 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:43.836+0000 7f453fbed640 1 Processor -- start 2024-09-13T16:08:43.837 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:43.836+0000 7f453fbed640 1 -- start start 2024-09-13T16:08:43.841 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:43.837+0000 7f453fbed640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f453815c500 0x7f45380d2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:43.841 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:43.837+0000 7f453fbed640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f45380cd450 con 0x7f45380cdff0 2024-09-13T16:08:43.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:43.837+0000 7f453fbed640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f45380d29f0 con 0x7f45380d2590 2024-09-13T16:08:43.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:43.837+0000 7f453fbed640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f45380d0cf0 con 0x7f453815c500 2024-09-13T16:08:43.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:43.837+0000 7f453e18a640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f45380cdff0 0x7f45380d0000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:44646/0 (socket says 172.21.15.76:44646) 2024-09-13T16:08:43.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:43.837+0000 7f453e18a640 1 -- 172.21.15.76:0/4213195714 learned_addr learned my addr 172.21.15.76:0/4213195714 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:08:43.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:43.837+0000 7f453d989640 1 --2- 172.21.15.76:0/4213195714 >> v2:172.21.15.192:3300/0 conn(0x7f453815c500 0x7f45380d2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:43.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:43.837+0000 7f453c987640 1 -- 172.21.15.76:0/4213195714 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1700082131 0 0) 0x7f45380cd450 con 0x7f45380cdff0 2024-09-13T16:08:43.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:43.837+0000 7f453c987640 1 -- 172.21.15.76:0/4213195714 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4524003520 con 0x7f45380cdff0 2024-09-13T16:08:43.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:43.837+0000 7f453c987640 1 -- 172.21.15.76:0/4213195714 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3830682752 0 0) 0x7f45380d29f0 con 0x7f45380d2590 2024-09-13T16:08:43.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:43.837+0000 7f453c987640 1 -- 172.21.15.76:0/4213195714 --> v1:172.21.15.192:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f45380cd450 con 0x7f45380d2590 2024-09-13T16:08:43.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:43.837+0000 7f453c987640 1 -- 172.21.15.76:0/4213195714 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2715885200 0 0) 0x7f4524003520 con 0x7f45380cdff0 2024-09-13T16:08:43.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:43.837+0000 7f453c987640 1 -- 172.21.15.76:0/4213195714 >> v2:172.21.15.192:3300/0 conn(0x7f453815c500 msgr2=0x7f45380d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:43.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:43.837+0000 7f453c987640 1 --2- 172.21.15.76:0/4213195714 >> v2:172.21.15.192:3300/0 conn(0x7f453815c500 0x7f45380d2050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:43.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:43.837+0000 7f453c987640 1 -- 172.21.15.76:0/4213195714 >> v1:172.21.15.192:6789/0 conn(0x7f45380d2590 legacy=0x7f45380cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:43.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:43.837+0000 7f453c987640 1 -- 172.21.15.76:0/4213195714 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f45380d0fd0 con 0x7f45380cdff0 2024-09-13T16:08:43.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:43.837+0000 7f453c987640 1 -- 172.21.15.76:0/4213195714 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f45300019f0 con 0x7f45380cdff0 2024-09-13T16:08:43.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:43.837+0000 7f453d989640 1 --2- 172.21.15.76:0/4213195714 >> v2:172.21.15.192:3300/0 conn(0x7f453815c500 0x7f45380d2050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:08:43.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:43.837+0000 7f453c987640 1 -- 172.21.15.76:0/4213195714 >> v1:172.21.15.76:6789/0 conn(0x7f45380cdff0 legacy=0x7f45380d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:43.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:43.837+0000 7f453c987640 1 --2- 172.21.15.76:0/4213195714 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4524003b00 0x7f4524003f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:43.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:43.838+0000 7f453c987640 1 --2- 172.21.15.76:0/4213195714 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f45240047c0 0x7f4524004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:43.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:43.838+0000 7f453c987640 1 --2- 172.21.15.76:0/4213195714 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4524005180 0x7f452400b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:43.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:43.838+0000 7f453c987640 1 -- 172.21.15.76:0/4213195714 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45380d0cf0 con 0x7f4524005180 2024-09-13T16:08:43.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:43.838+0000 7f453c987640 1 -- 172.21.15.76:0/4213195714 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f452400c000 con 0x7f45240047c0 2024-09-13T16:08:43.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:43.838+0000 7f453c987640 1 -- 172.21.15.76:0/4213195714 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f452400c1c0 con 0x7f4524003b00 2024-09-13T16:08:43.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:43.838+0000 7f453e18a640 1 --2- 172.21.15.76:0/4213195714 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4524005180 0x7f452400b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:43.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:43.838+0000 7f453d188640 1 --2- 172.21.15.76:0/4213195714 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f45240047c0 0x7f4524004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:43.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:43.838+0000 7f453d989640 1 --2- 172.21.15.76:0/4213195714 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4524003b00 0x7f4524003f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:43.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:43.838+0000 7f453e18a640 1 -- 172.21.15.76:0/4213195714 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4524003b00 msgr2=0x7f4524003f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:43.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:43.838+0000 7f453e18a640 1 --2- 172.21.15.76:0/4213195714 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4524003b00 0x7f4524003f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:43.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:43.838+0000 7f453e18a640 1 -- 172.21.15.76:0/4213195714 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f45240047c0 msgr2=0x7f4524004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:43.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:43.838+0000 7f453e18a640 1 --2- 172.21.15.76:0/4213195714 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f45240047c0 0x7f4524004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:43.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:43.838+0000 7f453e18a640 1 -- 172.21.15.76:0/4213195714 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4524003520 con 0x7f4524005180 2024-09-13T16:08:43.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:43.838+0000 7f453d188640 1 --2- 172.21.15.76:0/4213195714 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f45240047c0 0x7f4524004c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:08:43.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:43.839+0000 7f453e18a640 1 -- 172.21.15.76:0/4213195714 reap_dead start 2024-09-13T16:08:43.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:43.839+0000 7f453e18a640 1 --2- 172.21.15.76:0/4213195714 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4524005180 0x7f452400b980 secure :-1 s=READY pgs=1075 cs=0 l=1 rev1=1 crypto rx=0x7f453000a7a0 tx=0x7f45240057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bb1509c9d819ff7b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:43.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:43.839+0000 7f453c987640 1 -- 172.21.15.76:0/4213195714 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f453002b9a0 con 0x7f4524005180 2024-09-13T16:08:43.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:43.839+0000 7f453c987640 1 -- 172.21.15.76:0/4213195714 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f453002bb20 con 0x7f4524005180 2024-09-13T16:08:43.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:43.839+0000 7f453c987640 1 -- 172.21.15.76:0/4213195714 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4530034470 con 0x7f4524005180 2024-09-13T16:08:43.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:43.839+0000 7f453fbed640 1 -- 172.21.15.76:0/4213195714 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4524005180 msgr2=0x7f452400b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:43.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:43.839+0000 7f453fbed640 1 --2- 172.21.15.76:0/4213195714 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4524005180 0x7f452400b980 secure :-1 s=READY pgs=1075 cs=0 l=1 rev1=1 crypto rx=0x7f453000a7a0 tx=0x7f45240057f0 comp rx=0 tx=0).stop 2024-09-13T16:08:43.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:43.839+0000 7f453fbed640 1 -- 172.21.15.76:0/4213195714 shutdown_connections 2024-09-13T16:08:43.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:43.839+0000 7f453fbed640 1 --2- 172.21.15.76:0/4213195714 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4524005180 0x7f452400b980 unknown :-1 s=CLOSED pgs=1075 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:43.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:43.839+0000 7f453fbed640 1 -- 172.21.15.76:0/4213195714 >> 172.21.15.76:0/4213195714 conn(0x7f4538089f60 msgr2=0x7f453809b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:43.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:43.840+0000 7f453fbed640 1 -- 172.21.15.76:0/4213195714 shutdown_connections 2024-09-13T16:08:43.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:43.840+0000 7f453fbed640 1 -- 172.21.15.76:0/4213195714 wait complete. 2024-09-13T16:08:43.848 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:43.841+0000 7f453fbed640 1 Processor -- start 2024-09-13T16:08:43.848 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:43.841+0000 7f453fbed640 1 -- start start 2024-09-13T16:08:43.848 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:43.841+0000 7f453fbed640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4524005180 0x7f453815d770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:43.849 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:43.841+0000 7f453fbed640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f45381f3230 0x7f4538157a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:43.849 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:43.841+0000 7f453fbed640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f45380b5260 0x7f45381f4ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:43.849 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:43.841+0000 7f453fbed640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f453815dcb0 con 0x7f4524005180 2024-09-13T16:08:43.849 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:43.841+0000 7f453fbed640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45381f4620 con 0x7f45381f3230 2024-09-13T16:08:43.849 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:43.841+0000 7f453fbed640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f45381f3a10 con 0x7f45380b5260 2024-09-13T16:08:43.849 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:43.842+0000 7f453d989640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4524005180 0x7f453815d770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:43.849 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:43.842+0000 7f453d989640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4524005180 0x7f453815d770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:50126/0 (socket says 172.21.15.76:50126) 2024-09-13T16:08:43.849 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:43.842+0000 7f453d989640 1 -- 172.21.15.76:0/3513378861 learned_addr learned my addr 172.21.15.76:0/3513378861 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:43.849 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:43.842+0000 7f453d188640 1 --2- 172.21.15.76:0/3513378861 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f45381f3230 0x7f4538157a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:43.849 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:43.842+0000 7f453e18a640 1 --2- 172.21.15.76:0/3513378861 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f45380b5260 0x7f45381f4ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:43.849 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:43.842+0000 7f453d989640 1 -- 172.21.15.76:0/3513378861 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f45380b5260 msgr2=0x7f45381f4ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:43.849 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:43.842+0000 7f453d989640 1 --2- 172.21.15.76:0/3513378861 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f45380b5260 0x7f45381f4ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:43.850 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:43.842+0000 7f453d989640 1 -- 172.21.15.76:0/3513378861 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f45381f3230 msgr2=0x7f4538157a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:43.850 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:43.842+0000 7f453d989640 1 --2- 172.21.15.76:0/3513378861 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f45381f3230 0x7f4538157a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:43.850 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:43.842+0000 7f453d989640 1 -- 172.21.15.76:0/3513378861 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f45381f3cf0 con 0x7f4524005180 2024-09-13T16:08:43.850 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:43.842+0000 7f453d989640 1 --2- 172.21.15.76:0/3513378861 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4524005180 0x7f453815d770 secure :-1 s=READY pgs=1076 cs=0 l=1 rev1=1 crypto rx=0x7f4534011aa0 tx=0x7f4534011ea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:43.850 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:43.842+0000 7f452e7fc640 1 -- 172.21.15.76:0/3513378861 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f453400fac0 con 0x7f4524005180 2024-09-13T16:08:43.850 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:43.842+0000 7f452e7fc640 1 -- 172.21.15.76:0/3513378861 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f453400fc20 con 0x7f4524005180 2024-09-13T16:08:43.850 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:43.842+0000 7f453fbed640 1 -- 172.21.15.76:0/3513378861 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f45381f3fd0 con 0x7f4524005180 2024-09-13T16:08:43.850 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:43.842+0000 7f452e7fc640 1 -- 172.21.15.76:0/3513378861 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4534004020 con 0x7f4524005180 2024-09-13T16:08:43.850 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:43.842+0000 7f453fbed640 1 -- 172.21.15.76:0/3513378861 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f45381f36b0 con 0x7f4524005180 2024-09-13T16:08:43.850 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:43.843+0000 7f453fbed640 1 -- 172.21.15.76:0/3513378861 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f45380cd8e0 con 0x7f4524005180 2024-09-13T16:08:43.850 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:43.844+0000 7f452e7fc640 1 -- 172.21.15.76:0/3513378861 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f4534004180 con 0x7f4524005180 2024-09-13T16:08:43.850 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:43.844+0000 7f452e7fc640 1 --2- 172.21.15.76:0/3513378861 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f451c06ac30 0x7f451c06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:43.851 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:43.844+0000 7f453d188640 1 --2- 172.21.15.76:0/3513378861 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f451c06ac30 0x7f451c06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:43.851 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:43.844+0000 7f452e7fc640 1 -- 172.21.15.76:0/3513378861 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f4534089a10 con 0x7f4524005180 2024-09-13T16:08:43.851 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:43.845+0000 7f453d188640 1 --2- 172.21.15.76:0/3513378861 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f451c06ac30 0x7f451c06d0f0 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f4528000c00 tx=0x7f4528009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:43.851 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:43.849+0000 7f452e7fc640 1 -- 172.21.15.76:0/3513378861 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f4534054b60 con 0x7f4524005180 2024-09-13T16:08:44.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.014+0000 7f453fbed640 1 -- 172.21.15.76:0/3513378861 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "config get", "who": "mds", "key": "mds_min_caps_per_client"} v 0) v1 -- 0x7f453806b160 con 0x7f4524005180 2024-09-13T16:08:44.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.015+0000 7f452e7fc640 1 -- 172.21.15.76:0/3513378861 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "config get", "who": "mds", "key": "mds_min_caps_per_client"}]=0 v27) v1 ==== 106+0+4 (secure 0 0 0) 0x7f4534022020 con 0x7f4524005180 2024-09-13T16:08:44.016 INFO:teuthology.orchestra.run.smithi076.stdout:100 2024-09-13T16:08:44.018 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.016+0000 7f453fbed640 1 -- 172.21.15.76:0/3513378861 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f451c06ac30 msgr2=0x7f451c06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:44.018 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.016+0000 7f453fbed640 1 --2- 172.21.15.76:0/3513378861 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f451c06ac30 0x7f451c06d0f0 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f4528000c00 tx=0x7f4528009040 comp rx=0 tx=0).stop 2024-09-13T16:08:44.018 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.016+0000 7f453fbed640 1 -- 172.21.15.76:0/3513378861 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4524005180 msgr2=0x7f453815d770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:44.018 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.016+0000 7f453fbed640 1 --2- 172.21.15.76:0/3513378861 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4524005180 0x7f453815d770 secure :-1 s=READY pgs=1076 cs=0 l=1 rev1=1 crypto rx=0x7f4534011aa0 tx=0x7f4534011ea0 comp rx=0 tx=0).stop 2024-09-13T16:08:44.019 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.016+0000 7f453fbed640 1 -- 172.21.15.76:0/3513378861 shutdown_connections 2024-09-13T16:08:44.019 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.016+0000 7f453fbed640 1 --2- 172.21.15.76:0/3513378861 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f451c06ac30 0x7f451c06d0f0 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:44.019 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.016+0000 7f453fbed640 1 --2- 172.21.15.76:0/3513378861 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f45380b5260 0x7f45381f4ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:44.019 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.016+0000 7f453fbed640 1 --2- 172.21.15.76:0/3513378861 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f45381f3230 0x7f4538157a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:44.019 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.016+0000 7f453fbed640 1 --2- 172.21.15.76:0/3513378861 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4524005180 0x7f453815d770 unknown :-1 s=CLOSED pgs=1076 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:44.019 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.017+0000 7f453fbed640 1 -- 172.21.15.76:0/3513378861 >> 172.21.15.76:0/3513378861 conn(0x7f4538089f60 msgr2=0x7f453815ab80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:44.019 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.017+0000 7f453fbed640 1 -- 172.21.15.76:0/3513378861 shutdown_connections 2024-09-13T16:08:44.019 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.017+0000 7f453fbed640 1 -- 172.21.15.76:0/3513378861 wait complete. 2024-09-13T16:08:44.029 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mds mds_max_caps_per_client 200 2024-09-13T16:08:44.132 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.129+0000 7f6f459aa640 1 Processor -- start 2024-09-13T16:08:44.132 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.129+0000 7f6f459aa640 1 -- start start 2024-09-13T16:08:44.132 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.130+0000 7f6f459aa640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f6f400cd500 0x7f6f400b3850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:44.132 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.130+0000 7f6f459aa640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6f400d1f40 con 0x7f6f400b1370 2024-09-13T16:08:44.132 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.130+0000 7f6f459aa640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6f400d2190 con 0x7f6f400d1650 2024-09-13T16:08:44.132 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.130+0000 7f6f459aa640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6f400ccb20 con 0x7f6f400cd500 2024-09-13T16:08:44.133 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.130+0000 7f6f37fff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f6f400b1370 0x7f6f400b18c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:44662/0 (socket says 172.21.15.76:44662) 2024-09-13T16:08:44.133 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.130+0000 7f6f37fff640 1 -- 172.21.15.76:0/3390523274 learned_addr learned my addr 172.21.15.76:0/3390523274 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:08:44.133 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.130+0000 7f6f3effd640 1 --2- 172.21.15.76:0/3390523274 >> v2:172.21.15.192:3300/0 conn(0x7f6f400cd500 0x7f6f400b3850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:44.133 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.130+0000 7f6f3e7fc640 1 -- 172.21.15.76:0/3390523274 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3737924606 0 0) 0x7f6f400d1f40 con 0x7f6f400b1370 2024-09-13T16:08:44.133 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.130+0000 7f6f3e7fc640 1 -- 172.21.15.76:0/3390523274 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6f2c003520 con 0x7f6f400b1370 2024-09-13T16:08:44.133 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.130+0000 7f6f3e7fc640 1 -- 172.21.15.76:0/3390523274 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2606558426 0 0) 0x7f6f2c003520 con 0x7f6f400b1370 2024-09-13T16:08:44.133 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.130+0000 7f6f3effd640 1 -- 172.21.15.76:0/3390523274 >> v1:172.21.15.192:6789/0 conn(0x7f6f400d1650 legacy=0x7f6f400b1fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:44.133 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.130+0000 7f6f3effd640 1 -- 172.21.15.76:0/3390523274 >> v1:172.21.15.76:6789/0 conn(0x7f6f400b1370 legacy=0x7f6f400b18c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:44.133 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.130+0000 7f6f3effd640 1 -- 172.21.15.76:0/3390523274 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6f400cce00 con 0x7f6f400cd500 2024-09-13T16:08:44.137 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.131+0000 7f6f3effd640 1 --2- 172.21.15.76:0/3390523274 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6f400cd500 0x7f6f400b3850 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f6f300097a0 tx=0x7f6f3002a1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cd50c85b2fe3de65 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:44.137 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.131+0000 7f6f3e7fc640 1 -- 172.21.15.76:0/3390523274 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f28001670 con 0x7f6f400cd500 2024-09-13T16:08:44.137 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.131+0000 7f6f3e7fc640 1 -- 172.21.15.76:0/3390523274 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6f3002ac50 con 0x7f6f400cd500 2024-09-13T16:08:44.137 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.131+0000 7f6f3e7fc640 1 -- 172.21.15.76:0/3390523274 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f30032440 con 0x7f6f400cd500 2024-09-13T16:08:44.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.132+0000 7f6f459aa640 1 -- 172.21.15.76:0/3390523274 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6f400cd500 msgr2=0x7f6f400b3850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:44.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.132+0000 7f6f459aa640 1 --2- 172.21.15.76:0/3390523274 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6f400cd500 0x7f6f400b3850 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f6f300097a0 tx=0x7f6f3002a1c0 comp rx=0 tx=0).stop 2024-09-13T16:08:44.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.132+0000 7f6f459aa640 1 -- 172.21.15.76:0/3390523274 shutdown_connections 2024-09-13T16:08:44.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.132+0000 7f6f459aa640 1 --2- 172.21.15.76:0/3390523274 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6f400cd500 0x7f6f400b3850 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:44.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.132+0000 7f6f459aa640 1 -- 172.21.15.76:0/3390523274 >> 172.21.15.76:0/3390523274 conn(0x7f6f40089f60 msgr2=0x7f6f400d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:44.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.132+0000 7f6f459aa640 1 -- 172.21.15.76:0/3390523274 shutdown_connections 2024-09-13T16:08:44.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.132+0000 7f6f459aa640 1 -- 172.21.15.76:0/3390523274 wait complete. 2024-09-13T16:08:44.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.133+0000 7f6f459aa640 1 Processor -- start 2024-09-13T16:08:44.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.133+0000 7f6f459aa640 1 -- start start 2024-09-13T16:08:44.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.134+0000 7f6f459aa640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6f400cd500 0x7f6f40152da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:44.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.134+0000 7f6f459aa640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6f400d1650 0x7f6f400b5f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:44.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.134+0000 7f6f459aa640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6f400b6490 0x7f6f40156c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:44.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.134+0000 7f6f459aa640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f400b6910 con 0x7f6f400b6490 2024-09-13T16:08:44.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.134+0000 7f6f459aa640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f400b6bf0 con 0x7f6f400d1650 2024-09-13T16:08:44.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.134+0000 7f6f459aa640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6f400b6ed0 con 0x7f6f400cd500 2024-09-13T16:08:44.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.134+0000 7f6f3f7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6f400b6490 0x7f6f40156c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:44.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.134+0000 7f6f3f7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6f400b6490 0x7f6f40156c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:50134/0 (socket says 172.21.15.76:50134) 2024-09-13T16:08:44.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.134+0000 7f6f3f7fe640 1 -- 172.21.15.76:0/1130540821 learned_addr learned my addr 172.21.15.76:0/1130540821 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:44.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.134+0000 7f6f37fff640 1 --2- 172.21.15.76:0/1130540821 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6f400d1650 0x7f6f400b5f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:44.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.134+0000 7f6f3effd640 1 --2- 172.21.15.76:0/1130540821 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6f400cd500 0x7f6f40152da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:44.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.134+0000 7f6f3f7fe640 1 -- 172.21.15.76:0/1130540821 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6f400cd500 msgr2=0x7f6f40152da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:44.140 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.134+0000 7f6f3f7fe640 1 --2- 172.21.15.76:0/1130540821 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6f400cd500 0x7f6f40152da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:44.140 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.134+0000 7f6f3f7fe640 1 -- 172.21.15.76:0/1130540821 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6f400d1650 msgr2=0x7f6f400b5f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:44.140 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.134+0000 7f6f3f7fe640 1 --2- 172.21.15.76:0/1130540821 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6f400d1650 0x7f6f400b5f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:44.140 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.134+0000 7f6f3f7fe640 1 -- 172.21.15.76:0/1130540821 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6f30009400 con 0x7f6f400b6490 2024-09-13T16:08:44.140 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.134+0000 7f6f3effd640 1 --2- 172.21.15.76:0/1130540821 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6f400cd500 0x7f6f40152da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:08:44.140 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.134+0000 7f6f3f7fe640 1 --2- 172.21.15.76:0/1130540821 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6f400b6490 0x7f6f40156c20 secure :-1 s=READY pgs=1078 cs=0 l=1 rev1=1 crypto rx=0x7f6f3800c680 tx=0x7f6f3800cb40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:44.140 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.135+0000 7f6f3cff9640 1 -- 172.21.15.76:0/1130540821 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f38003b70 con 0x7f6f400b6490 2024-09-13T16:08:44.140 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.135+0000 7f6f3cff9640 1 -- 172.21.15.76:0/1130540821 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6f38003cd0 con 0x7f6f400b6490 2024-09-13T16:08:44.140 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.135+0000 7f6f459aa640 1 -- 172.21.15.76:0/1130540821 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6f400b71b0 con 0x7f6f400b6490 2024-09-13T16:08:44.140 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.135+0000 7f6f3cff9640 1 -- 172.21.15.76:0/1130540821 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f38005310 con 0x7f6f400b6490 2024-09-13T16:08:44.140 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.135+0000 7f6f459aa640 1 -- 172.21.15.76:0/1130540821 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6f401f2900 con 0x7f6f400b6490 2024-09-13T16:08:44.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.136+0000 7f6f459aa640 1 -- 172.21.15.76:0/1130540821 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6f400b76d0 con 0x7f6f400b6490 2024-09-13T16:08:44.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.136+0000 7f6f3cff9640 1 -- 172.21.15.76:0/1130540821 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f6f38005470 con 0x7f6f400b6490 2024-09-13T16:08:44.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.136+0000 7f6f3cff9640 1 --2- 172.21.15.76:0/1130540821 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6f2006ac00 0x7f6f2006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:44.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.136+0000 7f6f3cff9640 1 -- 172.21.15.76:0/1130540821 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f6f380891b0 con 0x7f6f400b6490 2024-09-13T16:08:44.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.137+0000 7f6f3effd640 1 --2- 172.21.15.76:0/1130540821 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6f2006ac00 0x7f6f2006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:44.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.137+0000 7f6f3effd640 1 --2- 172.21.15.76:0/1130540821 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6f2006ac00 0x7f6f2006d0c0 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f6f30034000 tx=0x7f6f3002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:44.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.141+0000 7f6f3cff9640 1 -- 172.21.15.76:0/1130540821 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f6f400b76d0 con 0x7f6f400b6490 2024-09-13T16:08:44.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.307+0000 7f6f459aa640 1 -- 172.21.15.76:0/1130540821 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command([{prefix=config set, name=mds_max_caps_per_client}] v 0) v1 -- 0x7f6f400b76d0 con 0x7f6f400b6490 2024-09-13T16:08:44.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.311+0000 7f6f3cff9640 1 -- 172.21.15.76:0/1130540821 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_max_caps_per_client}]=0 v28)=0 v28) v1 ==== 123+0+0 (secure 0 0 0) 0x7f6f400b76d0 con 0x7f6f400b6490 2024-09-13T16:08:44.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.313+0000 7f6f459aa640 1 -- 172.21.15.76:0/1130540821 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6f2006ac00 msgr2=0x7f6f2006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:44.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.313+0000 7f6f459aa640 1 --2- 172.21.15.76:0/1130540821 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6f2006ac00 0x7f6f2006d0c0 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f6f30034000 tx=0x7f6f3002e000 comp rx=0 tx=0).stop 2024-09-13T16:08:44.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.313+0000 7f6f459aa640 1 -- 172.21.15.76:0/1130540821 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6f400b6490 msgr2=0x7f6f40156c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:44.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.313+0000 7f6f459aa640 1 --2- 172.21.15.76:0/1130540821 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6f400b6490 0x7f6f40156c20 secure :-1 s=READY pgs=1078 cs=0 l=1 rev1=1 crypto rx=0x7f6f3800c680 tx=0x7f6f3800cb40 comp rx=0 tx=0).stop 2024-09-13T16:08:44.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.313+0000 7f6f459aa640 1 -- 172.21.15.76:0/1130540821 shutdown_connections 2024-09-13T16:08:44.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.313+0000 7f6f459aa640 1 --2- 172.21.15.76:0/1130540821 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6f400b6490 0x7f6f40156c20 unknown :-1 s=CLOSED pgs=1078 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:44.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.313+0000 7f6f459aa640 1 --2- 172.21.15.76:0/1130540821 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6f400d1650 0x7f6f400b5f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:44.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.313+0000 7f6f459aa640 1 --2- 172.21.15.76:0/1130540821 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6f2006ac00 0x7f6f2006d0c0 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:44.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.313+0000 7f6f459aa640 1 --2- 172.21.15.76:0/1130540821 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6f400cd500 0x7f6f40152da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:44.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.313+0000 7f6f459aa640 1 -- 172.21.15.76:0/1130540821 >> 172.21.15.76:0/1130540821 conn(0x7f6f40089f60 msgr2=0x7f6f4015dce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:44.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.313+0000 7f6f459aa640 1 -- 172.21.15.76:0/1130540821 shutdown_connections 2024-09-13T16:08:44.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:44.313+0000 7f6f459aa640 1 -- 172.21.15.76:0/1130540821 wait complete. 2024-09-13T16:08:44.325 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:08:44.325 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:08:44.341 DEBUG:teuthology.orchestra.run.smithi076:> adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:08:44.341 DEBUG:teuthology.orchestra.run.smithi076:> import os 2024-09-13T16:08:44.341 DEBUG:teuthology.orchestra.run.smithi076:> import uuid 2024-09-13T16:08:44.342 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:08:44.342 DEBUG:teuthology.orchestra.run.smithi076:> n = 600 2024-09-13T16:08:44.342 DEBUG:teuthology.orchestra.run.smithi076:> create_hard_links = False 2024-09-13T16:08:44.342 DEBUG:teuthology.orchestra.run.smithi076:> if 0 > 0: 2024-09-13T16:08:44.342 DEBUG:teuthology.orchestra.run.smithi076:> create_hard_links = True 2024-09-13T16:08:44.342 DEBUG:teuthology.orchestra.run.smithi076:> path = "/home/ubuntu/cephtest/mnt.0/foo/" 2024-09-13T16:08:44.342 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:08:44.342 DEBUG:teuthology.orchestra.run.smithi076:> dpath = os.path.dirname(path) 2024-09-13T16:08:44.342 DEBUG:teuthology.orchestra.run.smithi076:> fnameprefix = os.path.basename(path) 2024-09-13T16:08:44.342 DEBUG:teuthology.orchestra.run.smithi076:> os.makedirs(dpath, exist_ok=True) 2024-09-13T16:08:44.342 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:08:44.342 DEBUG:teuthology.orchestra.run.smithi076:> try: 2024-09-13T16:08:44.342 DEBUG:teuthology.orchestra.run.smithi076:> dirfd = os.open(dpath, os.O_DIRECTORY) 2024-09-13T16:08:44.342 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:08:44.343 DEBUG:teuthology.orchestra.run.smithi076:> for i in range(n): 2024-09-13T16:08:44.343 DEBUG:teuthology.orchestra.run.smithi076:> fpath = os.path.join(dpath, f"{fnameprefix}_{i}") 2024-09-13T16:08:44.343 DEBUG:teuthology.orchestra.run.smithi076:> with open(fpath, '"'"'w'"'"') as f: 2024-09-13T16:08:44.343 DEBUG:teuthology.orchestra.run.smithi076:> f.write(f"{i}") 2024-09-13T16:08:44.343 DEBUG:teuthology.orchestra.run.smithi076:> if True: 2024-09-13T16:08:44.343 DEBUG:teuthology.orchestra.run.smithi076:> f.flush() 2024-09-13T16:08:44.343 DEBUG:teuthology.orchestra.run.smithi076:> os.fsync(f.fileno()) 2024-09-13T16:08:44.343 DEBUG:teuthology.orchestra.run.smithi076:> if False: 2024-09-13T16:08:44.343 DEBUG:teuthology.orchestra.run.smithi076:> os.unlink(fpath) 2024-09-13T16:08:44.343 DEBUG:teuthology.orchestra.run.smithi076:> if False: 2024-09-13T16:08:44.343 DEBUG:teuthology.orchestra.run.smithi076:> os.fsync(dirfd) 2024-09-13T16:08:44.343 DEBUG:teuthology.orchestra.run.smithi076:> if create_hard_links: 2024-09-13T16:08:44.343 DEBUG:teuthology.orchestra.run.smithi076:> for j in range(0): 2024-09-13T16:08:44.343 DEBUG:teuthology.orchestra.run.smithi076:> os.system(f"ln {fpath} {dpath}/{fnameprefix}_{i}_{uuid.uuid4()}") 2024-09-13T16:08:44.344 DEBUG:teuthology.orchestra.run.smithi076:> if False: 2024-09-13T16:08:44.344 DEBUG:teuthology.orchestra.run.smithi076:> os.fsync(dirfd) 2024-09-13T16:08:44.344 DEBUG:teuthology.orchestra.run.smithi076:> finally: 2024-09-13T16:08:44.344 DEBUG:teuthology.orchestra.run.smithi076:> os.close(dirfd) 2024-09-13T16:08:44.344 DEBUG:teuthology.orchestra.run.smithi076:> ' 2024-09-13T16:08:46.834 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:08:46.835 DEBUG:teuthology.orchestra.run.smithi076:> import glob 2024-09-13T16:08:46.835 DEBUG:teuthology.orchestra.run.smithi076:> import re 2024-09-13T16:08:46.835 DEBUG:teuthology.orchestra.run.smithi076:> import os 2024-09-13T16:08:46.835 DEBUG:teuthology.orchestra.run.smithi076:> import subprocess 2024-09-13T16:08:46.835 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:08:46.835 DEBUG:teuthology.orchestra.run.smithi076:> def _find_admin_socket(client_name): 2024-09-13T16:08:46.835 DEBUG:teuthology.orchestra.run.smithi076:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-13T16:08:46.835 DEBUG:teuthology.orchestra.run.smithi076:> files = glob.glob(asok_path) 2024-09-13T16:08:46.835 DEBUG:teuthology.orchestra.run.smithi076:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-13T16:08:46.835 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:08:46.835 DEBUG:teuthology.orchestra.run.smithi076:> # Given a non-glob path, it better be there 2024-09-13T16:08:46.835 DEBUG:teuthology.orchestra.run.smithi076:> if "*" not in asok_path: 2024-09-13T16:08:46.835 DEBUG:teuthology.orchestra.run.smithi076:> assert(len(files) == 1) 2024-09-13T16:08:46.835 DEBUG:teuthology.orchestra.run.smithi076:> return files[0] 2024-09-13T16:08:46.836 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:08:46.836 DEBUG:teuthology.orchestra.run.smithi076:> for f in files: 2024-09-13T16:08:46.836 DEBUG:teuthology.orchestra.run.smithi076:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T16:08:46.836 DEBUG:teuthology.orchestra.run.smithi076:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T16:08:46.836 DEBUG:teuthology.orchestra.run.smithi076:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T16:08:46.836 DEBUG:teuthology.orchestra.run.smithi076:> contents = proc_f.read() 2024-09-13T16:08:46.836 DEBUG:teuthology.orchestra.run.smithi076:> if mountpoint in contents: 2024-09-13T16:08:46.836 DEBUG:teuthology.orchestra.run.smithi076:> return f 2024-09-13T16:08:46.836 DEBUG:teuthology.orchestra.run.smithi076:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T16:08:46.836 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:08:46.836 DEBUG:teuthology.orchestra.run.smithi076:> print(_find_admin_socket("client.0")) 2024-09-13T16:08:46.836 DEBUG:teuthology.orchestra.run.smithi076:> ' 2024-09-13T16:08:46.950 INFO:teuthology.orchestra.run.smithi076.stdout:/var/run/ceph/ceph-client.0.65536.asok 2024-09-13T16:08:47.136 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.65536.asok 2024-09-13T16:08:47.136 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:08:47.136 DEBUG:teuthology.orchestra.run.smithi076:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.65536.asok mds_sessions 2024-09-13T16:08:47.268 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2024-09-13T16:08:47.268 INFO:teuthology.orchestra.run.smithi076.stdout: "id": 7167, 2024-09-13T16:08:47.269 INFO:teuthology.orchestra.run.smithi076.stdout: "inst": { 2024-09-13T16:08:47.269 INFO:teuthology.orchestra.run.smithi076.stdout: "name": { 2024-09-13T16:08:47.269 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "client", 2024-09-13T16:08:47.269 INFO:teuthology.orchestra.run.smithi076.stdout: "num": 7167 2024-09-13T16:08:47.269 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:08:47.269 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": { 2024-09-13T16:08:47.269 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "v1", 2024-09-13T16:08:47.269 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:08:47.269 INFO:teuthology.orchestra.run.smithi076.stdout: "nonce": 317510222 2024-09-13T16:08:47.269 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:08:47.269 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:08:47.269 INFO:teuthology.orchestra.run.smithi076.stdout: "inst_str": "client.7167 v1:192.168.0.1:0/317510222", 2024-09-13T16:08:47.269 INFO:teuthology.orchestra.run.smithi076.stdout: "addr_str": "v1:192.168.0.1:0/317510222", 2024-09-13T16:08:47.269 INFO:teuthology.orchestra.run.smithi076.stdout: "sessions": [ 2024-09-13T16:08:47.270 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:08:47.270 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": 0, 2024-09-13T16:08:47.270 INFO:teuthology.orchestra.run.smithi076.stdout: "addrs": { 2024-09-13T16:08:47.270 INFO:teuthology.orchestra.run.smithi076.stdout: "addrvec": [ 2024-09-13T16:08:47.270 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:08:47.270 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "v2", 2024-09-13T16:08:47.270 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": "172.21.15.76:6835", 2024-09-13T16:08:47.270 INFO:teuthology.orchestra.run.smithi076.stdout: "nonce": 2902767374 2024-09-13T16:08:47.270 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:08:47.270 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:08:47.270 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "v1", 2024-09-13T16:08:47.270 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": "172.21.15.76:6837", 2024-09-13T16:08:47.270 INFO:teuthology.orchestra.run.smithi076.stdout: "nonce": 2902767374 2024-09-13T16:08:47.270 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:08:47.271 INFO:teuthology.orchestra.run.smithi076.stdout: ] 2024-09-13T16:08:47.271 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:08:47.271 INFO:teuthology.orchestra.run.smithi076.stdout: "seq": 1201, 2024-09-13T16:08:47.271 INFO:teuthology.orchestra.run.smithi076.stdout: "cap_gen": 0, 2024-09-13T16:08:47.271 INFO:teuthology.orchestra.run.smithi076.stdout: "cap_ttl": "2024-09-13T16:09:42.426459+0000", 2024-09-13T16:08:47.271 INFO:teuthology.orchestra.run.smithi076.stdout: "last_cap_renew_request": "2024-09-13T16:08:42.426459+0000", 2024-09-13T16:08:47.271 INFO:teuthology.orchestra.run.smithi076.stdout: "cap_renew_seq": 2, 2024-09-13T16:08:47.271 INFO:teuthology.orchestra.run.smithi076.stdout: "num_caps": 277, 2024-09-13T16:08:47.271 INFO:teuthology.orchestra.run.smithi076.stdout: "state": "open" 2024-09-13T16:08:47.271 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:08:47.271 INFO:teuthology.orchestra.run.smithi076.stdout: ], 2024-09-13T16:08:47.271 INFO:teuthology.orchestra.run.smithi076.stdout: "mdsmap_epoch": 39 2024-09-13T16:08:47.271 INFO:teuthology.orchestra.run.smithi076.stdout:} 2024-09-13T16:08:47.277 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:08:47.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.374+0000 7f492ca6b640 1 Processor -- start 2024-09-13T16:08:47.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.374+0000 7f492ca6b640 1 -- start start 2024-09-13T16:08:47.378 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.374+0000 7f492ca6b640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f4928071d30 0x7f4928070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:47.378 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.374+0000 7f492ca6b640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f49280abdf0 con 0x7f4928072110 2024-09-13T16:08:47.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.374+0000 7f492ca6b640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f49280b2280 con 0x7f49280c8920 2024-09-13T16:08:47.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.374+0000 7f492ca6b640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f49280ab1e0 con 0x7f4928071d30 2024-09-13T16:08:47.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.375+0000 7f491dd9b640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f4928072110 0x7f49280b1b70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:44678/0 (socket says 172.21.15.76:44678) 2024-09-13T16:08:47.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.375+0000 7f491dd9b640 1 -- 172.21.15.76:0/3972158560 learned_addr learned my addr 172.21.15.76:0/3972158560 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:08:47.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.375+0000 7f492659c640 1 --2- 172.21.15.76:0/3972158560 >> v2:172.21.15.192:3300/0 conn(0x7f4928071d30 0x7f4928070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:47.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.375+0000 7f4925d9b640 1 -- 172.21.15.76:0/3972158560 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1085909769 0 0) 0x7f49280abdf0 con 0x7f4928072110 2024-09-13T16:08:47.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.375+0000 7f4925d9b640 1 -- 172.21.15.76:0/3972158560 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4914003520 con 0x7f4928072110 2024-09-13T16:08:47.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.375+0000 7f4925d9b640 1 -- 172.21.15.76:0/3972158560 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1908046586 0 0) 0x7f4914003520 con 0x7f4928072110 2024-09-13T16:08:47.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.375+0000 7f4925d9b640 1 -- 172.21.15.76:0/3972158560 >> v2:172.21.15.192:3300/0 conn(0x7f4928071d30 msgr2=0x7f4928070190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:47.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.375+0000 7f4925d9b640 1 --2- 172.21.15.76:0/3972158560 >> v2:172.21.15.192:3300/0 conn(0x7f4928071d30 0x7f4928070190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:47.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.375+0000 7f4925d9b640 1 -- 172.21.15.76:0/3972158560 >> v1:172.21.15.192:6789/0 conn(0x7f49280c8920 legacy=0x7f49280ac280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:47.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.375+0000 7f4925d9b640 1 -- 172.21.15.76:0/3972158560 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f49280ab4c0 con 0x7f4928072110 2024-09-13T16:08:47.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.375+0000 7f4925d9b640 1 -- 172.21.15.76:0/3972158560 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f4910001670 con 0x7f4928072110 2024-09-13T16:08:47.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.375+0000 7f4925d9b640 1 -- 172.21.15.76:0/3972158560 >> v1:172.21.15.76:6789/0 conn(0x7f4928072110 legacy=0x7f49280b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:47.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.375+0000 7f4925d9b640 1 --2- 172.21.15.76:0/3972158560 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4914003970 0x7f4914003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:47.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.375+0000 7f4925d9b640 1 --2- 172.21.15.76:0/3972158560 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f49140047c0 0x7f4914004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:47.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.375+0000 7f4925d9b640 1 --2- 172.21.15.76:0/3972158560 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4914005180 0x7f491400b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:47.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.375+0000 7f4925d9b640 1 -- 172.21.15.76:0/3972158560 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49280ab1e0 con 0x7f49140047c0 2024-09-13T16:08:47.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.375+0000 7f4925d9b640 1 -- 172.21.15.76:0/3972158560 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f491400c020 con 0x7f4914005180 2024-09-13T16:08:47.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.375+0000 7f4925d9b640 1 -- 172.21.15.76:0/3972158560 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f491400c1e0 con 0x7f4914003970 2024-09-13T16:08:47.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.375+0000 7f491dd9b640 1 --2- 172.21.15.76:0/3972158560 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f49140047c0 0x7f4914004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:47.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.375+0000 7f492659c640 1 --2- 172.21.15.76:0/3972158560 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4914003970 0x7f4914003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:47.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.376+0000 7f4926d9d640 1 --2- 172.21.15.76:0/3972158560 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4914005180 0x7f491400b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:47.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.376+0000 7f491dd9b640 1 -- 172.21.15.76:0/3972158560 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4914003970 msgr2=0x7f4914003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:47.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.376+0000 7f491dd9b640 1 --2- 172.21.15.76:0/3972158560 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4914003970 0x7f4914003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:47.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.376+0000 7f491dd9b640 1 -- 172.21.15.76:0/3972158560 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4914005180 msgr2=0x7f491400b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:47.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.376+0000 7f491dd9b640 1 --2- 172.21.15.76:0/3972158560 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4914005180 0x7f491400b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:47.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.376+0000 7f4926d9d640 1 -- 172.21.15.76:0/3972158560 reap_dead start 2024-09-13T16:08:47.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.376+0000 7f491dd9b640 1 -- 172.21.15.76:0/3972158560 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4914003520 con 0x7f49140047c0 2024-09-13T16:08:47.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.376+0000 7f491dd9b640 1 --2- 172.21.15.76:0/3972158560 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f49140047c0 0x7f4914004c40 secure :-1 s=READY pgs=1080 cs=0 l=1 rev1=1 crypto rx=0x7f491000c240 tx=0x7f49140057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f64f8e23e8e4804 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:47.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.376+0000 7f4925d9b640 1 -- 172.21.15.76:0/3972158560 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f491002e070 con 0x7f49140047c0 2024-09-13T16:08:47.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.376+0000 7f4925d9b640 1 -- 172.21.15.76:0/3972158560 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f49100058d0 con 0x7f49140047c0 2024-09-13T16:08:47.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.376+0000 7f4925d9b640 1 -- 172.21.15.76:0/3972158560 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4910005d00 con 0x7f49140047c0 2024-09-13T16:08:47.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.377+0000 7f492ca6b640 1 -- 172.21.15.76:0/3972158560 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f49140047c0 msgr2=0x7f4914004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:47.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.377+0000 7f492ca6b640 1 --2- 172.21.15.76:0/3972158560 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f49140047c0 0x7f4914004c40 secure :-1 s=READY pgs=1080 cs=0 l=1 rev1=1 crypto rx=0x7f491000c240 tx=0x7f49140057f0 comp rx=0 tx=0).stop 2024-09-13T16:08:47.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.377+0000 7f492ca6b640 1 -- 172.21.15.76:0/3972158560 shutdown_connections 2024-09-13T16:08:47.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.377+0000 7f492ca6b640 1 --2- 172.21.15.76:0/3972158560 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f49140047c0 0x7f4914004c40 unknown :-1 s=CLOSED pgs=1080 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:47.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.377+0000 7f492ca6b640 1 -- 172.21.15.76:0/3972158560 >> 172.21.15.76:0/3972158560 conn(0x7f4928069ed0 msgr2=0x7f492806a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:47.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.377+0000 7f492ca6b640 1 -- 172.21.15.76:0/3972158560 shutdown_connections 2024-09-13T16:08:47.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.377+0000 7f492ca6b640 1 -- 172.21.15.76:0/3972158560 wait complete. 2024-09-13T16:08:47.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.379+0000 7f492ca6b640 1 Processor -- start 2024-09-13T16:08:47.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.379+0000 7f492ca6b640 1 -- start start 2024-09-13T16:08:47.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.379+0000 7f492ca6b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f49140047c0 0x7f49281f52b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:47.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.379+0000 7f492ca6b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f49280c30b0 0x7f49280c80a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:47.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.379+0000 7f492ca6b640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f49280c4710 0x7f49280ccd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:47.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.379+0000 7f492ca6b640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49280c3670 con 0x7f49280c30b0 2024-09-13T16:08:47.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.379+0000 7f492ca6b640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49280c3950 con 0x7f49140047c0 2024-09-13T16:08:47.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.379+0000 7f492ca6b640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f49280c3c30 con 0x7f49280c4710 2024-09-13T16:08:47.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.379+0000 7f491dd9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f49280c30b0 0x7f49280c80a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:47.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.379+0000 7f491dd9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f49280c30b0 0x7f49280c80a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:50154/0 (socket says 172.21.15.76:50154) 2024-09-13T16:08:47.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.379+0000 7f491dd9b640 1 -- 172.21.15.76:0/3111433374 learned_addr learned my addr 172.21.15.76:0/3111433374 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:47.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.380+0000 7f492659c640 1 --2- 172.21.15.76:0/3111433374 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f49140047c0 0x7f49281f52b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:47.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.380+0000 7f4926d9d640 1 --2- 172.21.15.76:0/3111433374 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f49280c4710 0x7f49280ccd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:47.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.380+0000 7f491dd9b640 1 -- 172.21.15.76:0/3111433374 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f49280c4710 msgr2=0x7f49280ccd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:47.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.380+0000 7f491dd9b640 1 --2- 172.21.15.76:0/3111433374 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f49280c4710 0x7f49280ccd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:47.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.380+0000 7f491dd9b640 1 -- 172.21.15.76:0/3111433374 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f49140047c0 msgr2=0x7f49281f52b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:47.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.380+0000 7f491dd9b640 1 --2- 172.21.15.76:0/3111433374 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f49140047c0 0x7f49281f52b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:47.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.380+0000 7f491dd9b640 1 -- 172.21.15.76:0/3111433374 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f49280c3f10 con 0x7f49280c30b0 2024-09-13T16:08:47.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.380+0000 7f491dd9b640 1 --2- 172.21.15.76:0/3111433374 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f49280c30b0 0x7f49280c80a0 secure :-1 s=READY pgs=1081 cs=0 l=1 rev1=1 crypto rx=0x7f4910001930 tx=0x7f4910001a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:47.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.380+0000 7f491f7fe640 1 -- 172.21.15.76:0/3111433374 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4910004e10 con 0x7f49280c30b0 2024-09-13T16:08:47.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.380+0000 7f491f7fe640 1 -- 172.21.15.76:0/3111433374 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4910000ed0 con 0x7f49280c30b0 2024-09-13T16:08:47.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.380+0000 7f492ca6b640 1 -- 172.21.15.76:0/3111433374 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f49280c41f0 con 0x7f49280c30b0 2024-09-13T16:08:47.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.380+0000 7f491f7fe640 1 -- 172.21.15.76:0/3111433374 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4910005280 con 0x7f49280c30b0 2024-09-13T16:08:47.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.380+0000 7f492ca6b640 1 -- 172.21.15.76:0/3111433374 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f49280c4b90 con 0x7f49280c30b0 2024-09-13T16:08:47.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.381+0000 7f492ca6b640 1 -- 172.21.15.76:0/3111433374 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f49280c3d70 con 0x7f49280c30b0 2024-09-13T16:08:47.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.381+0000 7f491f7fe640 1 -- 172.21.15.76:0/3111433374 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f49100053e0 con 0x7f49280c30b0 2024-09-13T16:08:47.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.382+0000 7f491f7fe640 1 --2- 172.21.15.76:0/3111433374 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f490806ac30 0x7f490806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:47.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.382+0000 7f491f7fe640 1 -- 172.21.15.76:0/3111433374 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f49100a90f0 con 0x7f49280c30b0 2024-09-13T16:08:47.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.382+0000 7f492659c640 1 --2- 172.21.15.76:0/3111433374 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f490806ac30 0x7f490806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:47.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.382+0000 7f492659c640 1 --2- 172.21.15.76:0/3111433374 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f490806ac30 0x7f490806d0f0 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f4918009b40 tx=0x7f4918008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:47.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.386+0000 7f491f7fe640 1 -- 172.21.15.76:0/3111433374 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f49280c3d70 con 0x7f49280c30b0 2024-09-13T16:08:47.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.582+0000 7f492ca6b640 1 -- 172.21.15.76:0/3111433374 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f49280c3d70 con 0x7f49280c30b0 2024-09-13T16:08:47.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.582+0000 7f491f7fe640 1 -- 172.21.15.76:0/3111433374 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 39 v39) v1 ==== 94+0+4742 (secure 0 0 0) 0x7f49280c3d70 con 0x7f49280c30b0 2024-09-13T16:08:47.584 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:47.584 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":39,"default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5894,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/1599154395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6833","nonce":1599154395},{"type":"v1","addr":"172.21.15.192:6835","nonce":1599154395}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":34},{"gid":5897,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6834/3373591752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":3373591752},{"type":"v1","addr":"172.21.15.192:6834","nonce":3373591752}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":34},{"gid":6999,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6836/3265817249","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":3265817249},{"type":"v1","addr":"172.21.15.76:6836","nonce":3265817249}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":34}],"filesystems":[{"mdsmap":{"epoch":39,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:08:34.887298+0000","modified":"2024-09-13T16:08:37.899870+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":7002},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7002":{"gid":7002,"name":"a","rank":0,"incarnation":35,"state":"up:active","state_seq":3,"addr":"172.21.15.76:6837/2902767374","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":2902767374},{"type":"v1","addr":"172.21.15.76:6837","nonce":2902767374}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[12],"metadata_pool":11,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":5}]} 2024-09-13T16:08:47.584 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 39 2024-09-13T16:08:47.586 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.584+0000 7f492ca6b640 1 -- 172.21.15.76:0/3111433374 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f490806ac30 msgr2=0x7f490806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:47.586 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.584+0000 7f492ca6b640 1 --2- 172.21.15.76:0/3111433374 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f490806ac30 0x7f490806d0f0 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f4918009b40 tx=0x7f4918008040 comp rx=0 tx=0).stop 2024-09-13T16:08:47.586 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.584+0000 7f492ca6b640 1 -- 172.21.15.76:0/3111433374 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f49280c30b0 msgr2=0x7f49280c80a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:47.586 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.584+0000 7f492ca6b640 1 --2- 172.21.15.76:0/3111433374 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f49280c30b0 0x7f49280c80a0 secure :-1 s=READY pgs=1081 cs=0 l=1 rev1=1 crypto rx=0x7f4910001930 tx=0x7f4910001a00 comp rx=0 tx=0).stop 2024-09-13T16:08:47.586 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.584+0000 7f492ca6b640 1 -- 172.21.15.76:0/3111433374 shutdown_connections 2024-09-13T16:08:47.586 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.584+0000 7f492ca6b640 1 --2- 172.21.15.76:0/3111433374 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f490806ac30 0x7f490806d0f0 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:47.586 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.584+0000 7f492ca6b640 1 --2- 172.21.15.76:0/3111433374 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f49280c4710 0x7f49280ccd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:47.587 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.584+0000 7f492ca6b640 1 --2- 172.21.15.76:0/3111433374 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f49280c30b0 0x7f49280c80a0 unknown :-1 s=CLOSED pgs=1081 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:47.587 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.584+0000 7f492ca6b640 1 --2- 172.21.15.76:0/3111433374 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f49140047c0 0x7f49281f52b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:47.587 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.584+0000 7f492ca6b640 1 -- 172.21.15.76:0/3111433374 >> 172.21.15.76:0/3111433374 conn(0x7f4928069ed0 msgr2=0x7f492815cd40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:47.587 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.585+0000 7f492ca6b640 1 -- 172.21.15.76:0/3111433374 shutdown_connections 2024-09-13T16:08:47.587 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:47.585+0000 7f492ca6b640 1 -- 172.21.15.76:0/3111433374 wait complete. 2024-09-13T16:08:47.596 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json session ls 2024-09-13T16:08:47.710 INFO:teuthology.orchestra.run.smithi076.stdout:[{"id":5990,"entity":{"name":{"type":"client","num":5990},"addr":{"type":"any","addr":"192.168.0.1:0","nonce":2605021543}},"state":"open","num_leases":0,"num_caps":1,"request_load_avg":0,"uptime":4.5638593820000004,"requests_in_flight":0,"num_completed_requests":0,"num_completed_flushes":0,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":2.9745491488957305,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":1,"last_trim_completed_flushes_tid":0,"delegated_inos":[],"inst":"client.5990 192.168.0.1:0/2605021543","completed_requests":[],"prealloc_inos":[],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"50bbe7f395997dcd871813949c49addbbf630361","ceph_version":"ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)","entity_id":"1","hostname":"smithi192","mount_point":"/home/ubuntu/cephtest/mnt.1","pid":"46090","root":"/"}},{"id":7167,"entity":{"name":{"type":"client","num":7167},"addr":{"type":"any","addr":"192.168.0.1:0","nonce":317510222}},"state":"open","num_leases":1,"num_caps":277,"request_load_avg":937,"uptime":6.2738066960000003,"requests_in_flight":0,"num_completed_requests":1,"num_completed_flushes":1,"reconnecting":false,"recall_caps":{"value":493.27913769438771,"halflife":60},"release_caps":{"value":322.36759893327184,"halflife":60},"recall_caps_throttle":{"value":487.20522573643427,"halflife":1.5},"recall_caps_throttle2o":{"value":191.07944488230245,"halflife":0.5},"session_cache_liveness":{"value":1199.8559257080169,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":958,"last_trim_completed_flushes_tid":601,"delegated_inos":[{"start":"0x10000000002","length":500}],"inst":"client.7167 192.168.0.1:0/317510222","completed_requests":[{"tid":959,"created_ino":"0x1000000044c"}],"prealloc_inos":[{"start":"0x10000000002","length":500},{"start":"0x1000000044d","length":903}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"50bbe7f395997dcd871813949c49addbbf630361","ceph_version":"ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)","entity_id":"0","hostname":"smithi076","mount_point":"/home/ubuntu/cephtest/mnt.0","pid":"65536","root":"/"}}] 2024-09-13T16:08:47.711 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "1", "hostname": "smithi192", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "mount_point": "/home/ubuntu/cephtest/mnt.1", "pid": "46090", "root": "/" }, "completed_requests": [], "delegated_inos": [], "entity": { "addr": { "addr": "192.168.0.1:0", "nonce": 2605021543, "type": "any" }, "name": { "num": 5990, "type": "client" } }, "id": 5990, "inst": "client.5990 192.168.0.1:0/2605021543", "last_trim_completed_flushes_tid": 0, "last_trim_completed_requests_tid": 1, "num_caps": 1, "num_completed_flushes": 0, "num_completed_requests": 0, "num_leases": 0, "prealloc_inos": [], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 0, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 2.9745491488957305 }, "state": "open", "uptime": 4.563859382 }, { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "0", "hostname": "smithi076", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "mount_point": "/home/ubuntu/cephtest/mnt.0", "pid": "65536", "root": "/" }, "completed_requests": [ { "created_ino": "0x1000000044c", "tid": 959 } ], "delegated_inos": [ { "length": 500, "start": "0x10000000002" } ], "entity": { "addr": { "addr": "192.168.0.1:0", "nonce": 317510222, "type": "any" }, "name": { "num": 7167, "type": "client" } }, "id": 7167, "inst": "client.7167 192.168.0.1:0/317510222", "last_trim_completed_flushes_tid": 601, "last_trim_completed_requests_tid": 958, "num_caps": 277, "num_completed_flushes": 1, "num_completed_requests": 1, "num_leases": 1, "prealloc_inos": [ { "length": 500, "start": "0x10000000002" }, { "length": 903, "start": "0x1000000044d" } ], "recall_caps": { "halflife": 60, "value": 493.2791376943877 }, "recall_caps_throttle": { "halflife": 1.5, "value": 487.2052257364343 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 191.07944488230245 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 322.36759893327184 }, "request_load_avg": 937, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 1199.855925708017 }, "state": "open", "uptime": 6.273806696 } ] 2024-09-13T16:08:47.711 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=60 retry_count=0)... 2024-09-13T16:08:52.712 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:08:52.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:52.818+0000 7f7433dae640 1 Processor -- start 2024-09-13T16:08:52.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:52.819+0000 7f7433dae640 1 -- start start 2024-09-13T16:08:52.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:52.819+0000 7f7433dae640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f742c072110 0x7f742c070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:52.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:52.819+0000 7f7433dae640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f742c0c8920 0x7f742c0c8db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:52.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:52.819+0000 7f7433dae640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f742c0abdf0 con 0x7f742c071d30 2024-09-13T16:08:52.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:52.819+0000 7f7433dae640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f742c0c92f0 con 0x7f742c072110 2024-09-13T16:08:52.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:52.819+0000 7f7433dae640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f742c0b2280 con 0x7f742c0c8920 2024-09-13T16:08:52.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:52.819+0000 7f7431349640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f742c072110 0x7f742c070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:52.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:52.819+0000 7f7431b4a640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f742c071d30 0x7f742c0b1b70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:42938/0 (socket says 172.21.15.76:42938) 2024-09-13T16:08:52.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:52.819+0000 7f7431349640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f742c072110 0x7f742c070190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60346/0 (socket says 172.21.15.76:60346) 2024-09-13T16:08:52.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:52.819+0000 7f7431b4a640 1 -- 172.21.15.76:0/1946677666 learned_addr learned my addr 172.21.15.76:0/1946677666 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:08:52.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:52.820+0000 7f743234b640 1 --2- 172.21.15.76:0/1946677666 >> v2:172.21.15.192:3300/0 conn(0x7f742c0c8920 0x7f742c0c8db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:52.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:52.820+0000 7f7431349640 1 -- 172.21.15.76:0/1946677666 >> v2:172.21.15.192:3300/0 conn(0x7f742c0c8920 msgr2=0x7f742c0c8db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:52.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:52.820+0000 7f7431349640 1 --2- 172.21.15.76:0/1946677666 >> v2:172.21.15.192:3300/0 conn(0x7f742c0c8920 0x7f742c0c8db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:52.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:52.820+0000 7f7431349640 1 -- 172.21.15.76:0/1946677666 >> v1:172.21.15.76:6789/0 conn(0x7f742c071d30 legacy=0x7f742c0b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:52.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:52.820+0000 7f7430b48640 1 -- 172.21.15.76:0/1946677666 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4172279741 0 0) 0x7f742c0abdf0 con 0x7f742c071d30 2024-09-13T16:08:52.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:52.820+0000 7f7431349640 1 -- 172.21.15.76:0/1946677666 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f742c0ab1e0 con 0x7f742c072110 2024-09-13T16:08:52.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:52.820+0000 7f7431349640 1 --2- 172.21.15.76:0/1946677666 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f742c072110 0x7f742c070190 secure :-1 s=READY pgs=1083 cs=0 l=1 rev1=1 crypto rx=0x7f742c06ff50 tx=0x7f741c02c870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=edacc2fd1bbb9a10 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:52.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:52.821+0000 7f7430b48640 1 -- 172.21.15.76:0/1946677666 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f741c032770 con 0x7f742c072110 2024-09-13T16:08:52.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:52.821+0000 7f7430b48640 1 -- 172.21.15.76:0/1946677666 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f741c0328d0 con 0x7f742c072110 2024-09-13T16:08:52.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:52.821+0000 7f7430b48640 1 -- 172.21.15.76:0/1946677666 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f741c032c60 con 0x7f742c072110 2024-09-13T16:08:52.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:52.821+0000 7f7433dae640 1 -- 172.21.15.76:0/1946677666 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f742c072110 msgr2=0x7f742c070190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:52.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:52.821+0000 7f7433dae640 1 --2- 172.21.15.76:0/1946677666 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f742c072110 0x7f742c070190 secure :-1 s=READY pgs=1083 cs=0 l=1 rev1=1 crypto rx=0x7f742c06ff50 tx=0x7f741c02c870 comp rx=0 tx=0).stop 2024-09-13T16:08:52.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:52.821+0000 7f7433dae640 1 -- 172.21.15.76:0/1946677666 shutdown_connections 2024-09-13T16:08:52.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:52.821+0000 7f7433dae640 1 --2- 172.21.15.76:0/1946677666 >> v2:172.21.15.192:3300/0 conn(0x7f742c0c8920 0x7f742c0c8db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:52.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:52.821+0000 7f7433dae640 1 --2- 172.21.15.76:0/1946677666 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f742c072110 0x7f742c070190 unknown :-1 s=CLOSED pgs=1083 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:52.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:52.821+0000 7f7433dae640 1 -- 172.21.15.76:0/1946677666 >> 172.21.15.76:0/1946677666 conn(0x7f742c069ed0 msgr2=0x7f742c06a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:52.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:52.821+0000 7f7433dae640 1 -- 172.21.15.76:0/1946677666 shutdown_connections 2024-09-13T16:08:52.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:52.821+0000 7f7433dae640 1 -- 172.21.15.76:0/1946677666 wait complete. 2024-09-13T16:08:52.826 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:52.822+0000 7f7433dae640 1 Processor -- start 2024-09-13T16:08:52.826 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:52.823+0000 7f7433dae640 1 -- start start 2024-09-13T16:08:52.826 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:52.823+0000 7f7433dae640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f742c071d30 0x7f742c15a440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:52.827 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:52.823+0000 7f7433dae640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f742c072110 0x7f742c0c1e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:52.827 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:52.823+0000 7f7433dae640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f742c0c8920 0x7f742c0c2340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:52.827 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:52.823+0000 7f7433dae640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f742c1f54c0 con 0x7f742c0c8920 2024-09-13T16:08:52.827 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:52.823+0000 7f7433dae640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f742c0cca30 con 0x7f742c071d30 2024-09-13T16:08:52.827 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:52.823+0000 7f7433dae640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f742c0cc450 con 0x7f742c072110 2024-09-13T16:08:52.827 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:52.823+0000 7f743234b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f742c0c8920 0x7f742c0c2340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:52.827 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:52.823+0000 7f743234b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f742c0c8920 0x7f742c0c2340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60362/0 (socket says 172.21.15.76:60362) 2024-09-13T16:08:52.827 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:52.823+0000 7f743234b640 1 -- 172.21.15.76:0/3733546405 learned_addr learned my addr 172.21.15.76:0/3733546405 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:52.827 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:52.824+0000 7f7431b4a640 1 --2- 172.21.15.76:0/3733546405 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f742c071d30 0x7f742c15a440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:52.827 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:52.824+0000 7f7431349640 1 --2- 172.21.15.76:0/3733546405 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f742c072110 0x7f742c0c1e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:52.827 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:52.824+0000 7f743234b640 1 -- 172.21.15.76:0/3733546405 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f742c072110 msgr2=0x7f742c0c1e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:52.827 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:52.824+0000 7f743234b640 1 --2- 172.21.15.76:0/3733546405 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f742c072110 0x7f742c0c1e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:52.827 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:52.824+0000 7f743234b640 1 -- 172.21.15.76:0/3733546405 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f742c071d30 msgr2=0x7f742c15a440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:52.827 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:52.824+0000 7f743234b640 1 --2- 172.21.15.76:0/3733546405 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f742c071d30 0x7f742c15a440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:52.828 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:52.824+0000 7f743234b640 1 -- 172.21.15.76:0/3733546405 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f741c00b6a0 con 0x7f742c0c8920 2024-09-13T16:08:52.828 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:52.824+0000 7f7431b4a640 1 --2- 172.21.15.76:0/3733546405 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f742c071d30 0x7f742c15a440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:08:52.828 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:52.824+0000 7f743234b640 1 --2- 172.21.15.76:0/3733546405 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f742c0c8920 0x7f742c0c2340 secure :-1 s=READY pgs=1084 cs=0 l=1 rev1=1 crypto rx=0x7f7424007e90 tx=0x7f742400e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:52.828 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:52.824+0000 7f74227fc640 1 -- 172.21.15.76:0/3733546405 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7424014420 con 0x7f742c0c8920 2024-09-13T16:08:52.828 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:52.824+0000 7f74227fc640 1 -- 172.21.15.76:0/3733546405 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7424014580 con 0x7f742c0c8920 2024-09-13T16:08:52.828 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:52.824+0000 7f7433dae640 1 -- 172.21.15.76:0/3733546405 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f742c0c4ab0 con 0x7f742c0c8920 2024-09-13T16:08:52.828 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:52.824+0000 7f74227fc640 1 -- 172.21.15.76:0/3733546405 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7424014930 con 0x7f742c0c8920 2024-09-13T16:08:52.828 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:52.824+0000 7f7433dae640 1 -- 172.21.15.76:0/3733546405 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f742c0c4d90 con 0x7f742c0c8920 2024-09-13T16:08:52.828 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:52.825+0000 7f7433dae640 1 -- 172.21.15.76:0/3733546405 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f742c0ccbe0 con 0x7f742c0c8920 2024-09-13T16:08:52.829 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:52.825+0000 7f74227fc640 1 -- 172.21.15.76:0/3733546405 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7424014a90 con 0x7f742c0c8920 2024-09-13T16:08:52.829 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:52.826+0000 7f74227fc640 1 --2- 172.21.15.76:0/3733546405 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f741006ac00 0x7f741006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:52.829 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:52.826+0000 7f74227fc640 1 -- 172.21.15.76:0/3733546405 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f7424089e00 con 0x7f742c0c8920 2024-09-13T16:08:52.829 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:52.826+0000 7f7431b4a640 1 --2- 172.21.15.76:0/3733546405 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f741006ac00 0x7f741006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:52.829 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:52.826+0000 7f7431b4a640 1 --2- 172.21.15.76:0/3733546405 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f741006ac00 0x7f741006d0c0 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f7428000f60 tx=0x7f7428009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:52.831 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:52.830+0000 7f74227fc640 1 -- 172.21.15.76:0/3733546405 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f742c0ccbe0 con 0x7f742c0c8920 2024-09-13T16:08:53.029 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.028+0000 7f7433dae640 1 -- 172.21.15.76:0/3733546405 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f742c0ccbe0 con 0x7f742c0c8920 2024-09-13T16:08:53.030 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.028+0000 7f74227fc640 1 -- 172.21.15.76:0/3733546405 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 39 v39) v1 ==== 94+0+4742 (secure 0 0 0) 0x7f742c0ccbe0 con 0x7f742c0c8920 2024-09-13T16:08:53.030 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:53.030 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":39,"default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5894,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/1599154395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6833","nonce":1599154395},{"type":"v1","addr":"172.21.15.192:6835","nonce":1599154395}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":34},{"gid":5897,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6834/3373591752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":3373591752},{"type":"v1","addr":"172.21.15.192:6834","nonce":3373591752}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":34},{"gid":6999,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6836/3265817249","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":3265817249},{"type":"v1","addr":"172.21.15.76:6836","nonce":3265817249}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":34}],"filesystems":[{"mdsmap":{"epoch":39,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:08:34.887298+0000","modified":"2024-09-13T16:08:37.899870+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":7002},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7002":{"gid":7002,"name":"a","rank":0,"incarnation":35,"state":"up:active","state_seq":3,"addr":"172.21.15.76:6837/2902767374","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":2902767374},{"type":"v1","addr":"172.21.15.76:6837","nonce":2902767374}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[12],"metadata_pool":11,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":5}]} 2024-09-13T16:08:53.030 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 39 2024-09-13T16:08:53.032 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.031+0000 7f7433dae640 1 -- 172.21.15.76:0/3733546405 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f741006ac00 msgr2=0x7f741006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:53.032 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.031+0000 7f7433dae640 1 --2- 172.21.15.76:0/3733546405 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f741006ac00 0x7f741006d0c0 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f7428000f60 tx=0x7f7428009040 comp rx=0 tx=0).stop 2024-09-13T16:08:53.032 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.031+0000 7f7433dae640 1 -- 172.21.15.76:0/3733546405 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f742c0c8920 msgr2=0x7f742c0c2340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:53.032 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.031+0000 7f7433dae640 1 --2- 172.21.15.76:0/3733546405 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f742c0c8920 0x7f742c0c2340 secure :-1 s=READY pgs=1084 cs=0 l=1 rev1=1 crypto rx=0x7f7424007e90 tx=0x7f742400e4b0 comp rx=0 tx=0).stop 2024-09-13T16:08:53.032 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.031+0000 7f7433dae640 1 -- 172.21.15.76:0/3733546405 shutdown_connections 2024-09-13T16:08:53.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.031+0000 7f7433dae640 1 --2- 172.21.15.76:0/3733546405 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f742c0c8920 0x7f742c0c2340 unknown :-1 s=CLOSED pgs=1084 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:53.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.031+0000 7f7433dae640 1 --2- 172.21.15.76:0/3733546405 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f741006ac00 0x7f741006d0c0 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:53.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.031+0000 7f7433dae640 1 --2- 172.21.15.76:0/3733546405 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f742c072110 0x7f742c0c1e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:53.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.031+0000 7f7433dae640 1 --2- 172.21.15.76:0/3733546405 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f742c071d30 0x7f742c15a440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:53.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.031+0000 7f7433dae640 1 -- 172.21.15.76:0/3733546405 >> 172.21.15.76:0/3733546405 conn(0x7f742c069ed0 msgr2=0x7f742c0b1980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:53.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.031+0000 7f7433dae640 1 -- 172.21.15.76:0/3733546405 shutdown_connections 2024-09-13T16:08:53.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.031+0000 7f7433dae640 1 -- 172.21.15.76:0/3733546405 wait complete. 2024-09-13T16:08:53.043 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json session ls 2024-09-13T16:08:53.157 INFO:teuthology.orchestra.run.smithi076.stdout:[{"id":5990,"entity":{"name":{"type":"client","num":5990},"addr":{"type":"any","addr":"192.168.0.1:0","nonce":2605021543}},"state":"open","num_leases":0,"num_caps":1,"request_load_avg":0,"uptime":10.010691696,"requests_in_flight":0,"num_completed_requests":0,"num_completed_flushes":0,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":2.9373494469424291,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":1,"last_trim_completed_flushes_tid":0,"delegated_inos":[],"inst":"client.5990 192.168.0.1:0/2605021543","completed_requests":[],"prealloc_inos":[],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"50bbe7f395997dcd871813949c49addbbf630361","ceph_version":"ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)","entity_id":"1","hostname":"smithi192","mount_point":"/home/ubuntu/cephtest/mnt.1","pid":"46090","root":"/"}},{"id":7167,"entity":{"name":{"type":"client","num":7167},"addr":{"type":"any","addr":"192.168.0.1:0","nonce":317510222}},"state":"open","num_leases":1,"num_caps":100,"request_load_avg":880,"uptime":11.719639041000001,"requests_in_flight":0,"num_completed_requests":1,"num_completed_flushes":1,"reconnecting":false,"recall_caps":{"value":463.09577698083092,"halflife":60},"release_caps":{"value":469.40150309565013,"halflife":60},"recall_caps_throttle":{"value":54.983338678563712,"halflife":1.5},"recall_caps_throttle2o":{"value":0.22282832459062196,"halflife":0.5},"session_cache_liveness":{"value":1282.5882793996943,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":958,"last_trim_completed_flushes_tid":601,"delegated_inos":[{"start":"0x10000000002","length":500}],"inst":"client.7167 192.168.0.1:0/317510222","completed_requests":[{"tid":959,"created_ino":"0x1000000044c"}],"prealloc_inos":[{"start":"0x10000000002","length":500},{"start":"0x1000000044d","length":903}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"50bbe7f395997dcd871813949c49addbbf630361","ceph_version":"ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)","entity_id":"0","hostname":"smithi076","mount_point":"/home/ubuntu/cephtest/mnt.0","pid":"65536","root":"/"}}] 2024-09-13T16:08:53.157 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "1", "hostname": "smithi192", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "mount_point": "/home/ubuntu/cephtest/mnt.1", "pid": "46090", "root": "/" }, "completed_requests": [], "delegated_inos": [], "entity": { "addr": { "addr": "192.168.0.1:0", "nonce": 2605021543, "type": "any" }, "name": { "num": 5990, "type": "client" } }, "id": 5990, "inst": "client.5990 192.168.0.1:0/2605021543", "last_trim_completed_flushes_tid": 0, "last_trim_completed_requests_tid": 1, "num_caps": 1, "num_completed_flushes": 0, "num_completed_requests": 0, "num_leases": 0, "prealloc_inos": [], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 0, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 2.937349446942429 }, "state": "open", "uptime": 10.010691696 }, { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "0", "hostname": "smithi076", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "mount_point": "/home/ubuntu/cephtest/mnt.0", "pid": "65536", "root": "/" }, "completed_requests": [ { "created_ino": "0x1000000044c", "tid": 959 } ], "delegated_inos": [ { "length": 500, "start": "0x10000000002" } ], "entity": { "addr": { "addr": "192.168.0.1:0", "nonce": 317510222, "type": "any" }, "name": { "num": 7167, "type": "client" } }, "id": 7167, "inst": "client.7167 192.168.0.1:0/317510222", "last_trim_completed_flushes_tid": 601, "last_trim_completed_requests_tid": 958, "num_caps": 100, "num_completed_flushes": 1, "num_completed_requests": 1, "num_leases": 1, "prealloc_inos": [ { "length": 500, "start": "0x10000000002" }, { "length": 903, "start": "0x1000000044d" } ], "recall_caps": { "halflife": 60, "value": 463.0957769808309 }, "recall_caps_throttle": { "halflife": 1.5, "value": 54.98333867856371 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0.22282832459062196 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 469.4015030956501 }, "request_load_avg": 880, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 1282.5882793996943 }, "state": "open", "uptime": 11.719639041 } ] 2024-09-13T16:08:53.157 DEBUG:tasks.ceph_test_case:wait_until_true: success in 5s and 0 retries 2024-09-13T16:08:53.158 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-13T16:08:53.158 DEBUG:teuthology.orchestra.run.smithi076:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T16:08:53.196 DEBUG:teuthology.orchestra.run.smithi192:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T16:08:53.246 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-13T16:08:53.246 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:08:53.246 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:08:53.262 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:08:53.400 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.399+0000 7f66446c9640 1 Processor -- start 2024-09-13T16:08:53.401 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.399+0000 7f66446c9640 1 -- start start 2024-09-13T16:08:53.401 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.400+0000 7f66446c9640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f663c072110 0x7f663c070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:53.402 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.400+0000 7f66446c9640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f663c0c8920 0x7f663c0c8db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:53.402 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.400+0000 7f66446c9640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f663c0abdf0 con 0x7f663c071d30 2024-09-13T16:08:53.402 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.400+0000 7f66446c9640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f663c0c92f0 con 0x7f663c072110 2024-09-13T16:08:53.402 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.400+0000 7f66446c9640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f663c0b2280 con 0x7f663c0c8920 2024-09-13T16:08:53.402 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.400+0000 7f6641c64640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f663c072110 0x7f663c070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:53.402 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.400+0000 7f6642465640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f663c071d30 0x7f663c0b1b70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:42946/0 (socket says 172.21.15.76:42946) 2024-09-13T16:08:53.402 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.400+0000 7f6642465640 1 -- 172.21.15.76:0/2048625706 learned_addr learned my addr 172.21.15.76:0/2048625706 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:08:53.402 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.400+0000 7f6641c64640 1 -- 172.21.15.76:0/2048625706 >> v2:172.21.15.192:3300/0 conn(0x7f663c0c8920 msgr2=0x7f663c0c8db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:53.402 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.400+0000 7f6641c64640 1 --2- 172.21.15.76:0/2048625706 >> v2:172.21.15.192:3300/0 conn(0x7f663c0c8920 0x7f663c0c8db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:53.402 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.400+0000 7f6641c64640 1 -- 172.21.15.76:0/2048625706 >> v1:172.21.15.76:6789/0 conn(0x7f663c071d30 legacy=0x7f663c0b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:53.402 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.400+0000 7f6641c64640 1 -- 172.21.15.76:0/2048625706 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f663c0ab1e0 con 0x7f663c072110 2024-09-13T16:08:53.402 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.400+0000 7f6641463640 1 -- 172.21.15.76:0/2048625706 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1425818261 0 0) 0x7f663c0abdf0 con 0x7f663c071d30 2024-09-13T16:08:53.404 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.401+0000 7f6641c64640 1 --2- 172.21.15.76:0/2048625706 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f663c072110 0x7f663c070190 secure :-1 s=READY pgs=1086 cs=0 l=1 rev1=1 crypto rx=0x7f663c06ff50 tx=0x7f662c02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3fd8e8d473d8cfb7 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:53.404 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.401+0000 7f6641463640 1 -- 172.21.15.76:0/2048625706 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f662c032440 con 0x7f663c072110 2024-09-13T16:08:53.404 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.401+0000 7f6641463640 1 -- 172.21.15.76:0/2048625706 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f662c0325a0 con 0x7f663c072110 2024-09-13T16:08:53.404 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.401+0000 7f6641463640 1 -- 172.21.15.76:0/2048625706 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f662c032930 con 0x7f663c072110 2024-09-13T16:08:53.404 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.402+0000 7f66446c9640 1 -- 172.21.15.76:0/2048625706 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f663c072110 msgr2=0x7f663c070190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:53.404 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.402+0000 7f66446c9640 1 --2- 172.21.15.76:0/2048625706 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f663c072110 0x7f663c070190 secure :-1 s=READY pgs=1086 cs=0 l=1 rev1=1 crypto rx=0x7f663c06ff50 tx=0x7f662c02a1a0 comp rx=0 tx=0).stop 2024-09-13T16:08:53.404 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.402+0000 7f66446c9640 1 -- 172.21.15.76:0/2048625706 shutdown_connections 2024-09-13T16:08:53.404 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.402+0000 7f66446c9640 1 --2- 172.21.15.76:0/2048625706 >> v2:172.21.15.192:3300/0 conn(0x7f663c0c8920 0x7f663c0c8db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:53.405 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.402+0000 7f66446c9640 1 --2- 172.21.15.76:0/2048625706 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f663c072110 0x7f663c070190 unknown :-1 s=CLOSED pgs=1086 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:53.405 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.402+0000 7f66446c9640 1 -- 172.21.15.76:0/2048625706 >> 172.21.15.76:0/2048625706 conn(0x7f663c069ed0 msgr2=0x7f663c06a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:53.405 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.402+0000 7f66446c9640 1 -- 172.21.15.76:0/2048625706 shutdown_connections 2024-09-13T16:08:53.405 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.402+0000 7f66446c9640 1 -- 172.21.15.76:0/2048625706 wait complete. 2024-09-13T16:08:53.407 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.403+0000 7f66446c9640 1 Processor -- start 2024-09-13T16:08:53.407 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.403+0000 7f66446c9640 1 -- start start 2024-09-13T16:08:53.407 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.404+0000 7f66446c9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f663c071d30 0x7f663c0c1e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:53.407 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.404+0000 7f66446c9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f663c072110 0x7f663c158180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:53.407 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.404+0000 7f66446c9640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f663c0c8920 0x7f663c157760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:53.407 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.404+0000 7f66446c9640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f663c1586c0 con 0x7f663c072110 2024-09-13T16:08:53.407 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.404+0000 7f66446c9640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f663c0962c0 con 0x7f663c0c8920 2024-09-13T16:08:53.407 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.404+0000 7f66446c9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f663c0c2490 con 0x7f663c071d30 2024-09-13T16:08:53.407 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.404+0000 7f6641c64640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f663c072110 0x7f663c158180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:53.408 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.404+0000 7f6641c64640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f663c072110 0x7f663c158180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60380/0 (socket says 172.21.15.76:60380) 2024-09-13T16:08:53.408 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.404+0000 7f6641c64640 1 -- 172.21.15.76:0/178464896 learned_addr learned my addr 172.21.15.76:0/178464896 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:53.408 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.404+0000 7f6641c64640 1 -- 172.21.15.76:0/178464896 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f663c071d30 msgr2=0x7f663c0c1e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:53.408 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.404+0000 7f6642c66640 1 --2- 172.21.15.76:0/178464896 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f663c0c8920 0x7f663c157760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:53.408 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.404+0000 7f6641c64640 1 --2- 172.21.15.76:0/178464896 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f663c071d30 0x7f663c0c1e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:53.408 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.404+0000 7f6641c64640 1 -- 172.21.15.76:0/178464896 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f663c0c8920 msgr2=0x7f663c157760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:53.408 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.404+0000 7f6641c64640 1 --2- 172.21.15.76:0/178464896 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f663c0c8920 0x7f663c157760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:53.408 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.404+0000 7f6641c64640 1 -- 172.21.15.76:0/178464896 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f662c009400 con 0x7f663c072110 2024-09-13T16:08:53.408 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.404+0000 7f6642c66640 1 --2- 172.21.15.76:0/178464896 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f663c0c8920 0x7f663c157760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:08:53.408 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.404+0000 7f6641c64640 1 --2- 172.21.15.76:0/178464896 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f663c072110 0x7f663c158180 secure :-1 s=READY pgs=1087 cs=0 l=1 rev1=1 crypto rx=0x7f662c000c00 tx=0x7f662c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:53.408 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.405+0000 7f6632ffd640 1 -- 172.21.15.76:0/178464896 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f662c030b80 con 0x7f663c072110 2024-09-13T16:08:53.408 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.405+0000 7f6632ffd640 1 -- 172.21.15.76:0/178464896 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f662c030d00 con 0x7f663c072110 2024-09-13T16:08:53.408 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.405+0000 7f66446c9640 1 -- 172.21.15.76:0/178464896 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f663c0c2770 con 0x7f663c072110 2024-09-13T16:08:53.408 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.405+0000 7f6632ffd640 1 -- 172.21.15.76:0/178464896 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f662c03b640 con 0x7f663c072110 2024-09-13T16:08:53.409 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.405+0000 7f66446c9640 1 -- 172.21.15.76:0/178464896 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f663c096510 con 0x7f663c072110 2024-09-13T16:08:53.409 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.406+0000 7f66446c9640 1 -- 172.21.15.76:0/178464896 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f663c0c2c90 con 0x7f663c072110 2024-09-13T16:08:53.409 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.406+0000 7f6632ffd640 1 -- 172.21.15.76:0/178464896 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f662c039040 con 0x7f663c072110 2024-09-13T16:08:53.409 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.407+0000 7f6632ffd640 1 --2- 172.21.15.76:0/178464896 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f662006ac30 0x7f662006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:53.410 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.407+0000 7f6632ffd640 1 -- 172.21.15.76:0/178464896 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f662c0a9e20 con 0x7f663c072110 2024-09-13T16:08:53.410 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.407+0000 7f6642465640 1 --2- 172.21.15.76:0/178464896 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f662006ac30 0x7f662006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:53.410 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.407+0000 7f6642465640 1 --2- 172.21.15.76:0/178464896 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f662006ac30 0x7f662006d0f0 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f6638007fd0 tx=0x7f6638007920 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:53.412 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.411+0000 7f6632ffd640 1 -- 172.21.15.76:0/178464896 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f662c075070 con 0x7f663c072110 2024-09-13T16:08:53.574 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.572+0000 7f66446c9640 1 -- 172.21.15.76:0/178464896 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f663c070190 con 0x7f663c072110 2024-09-13T16:08:53.575 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.573+0000 7f6632ffd640 1 -- 172.21.15.76:0/178464896 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v84) v1 ==== 74+0+16741 (secure 0 0 0) 0x7f662c037090 con 0x7f663c072110 2024-09-13T16:08:53.575 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:53.575 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":84,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:08:35.889159+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":12,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:08:33.055729+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_data","create_time":"2024-09-13T16:08:33.848184+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:08:53.577 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.575+0000 7f66446c9640 1 -- 172.21.15.76:0/178464896 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f662006ac30 msgr2=0x7f662006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:53.577 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.575+0000 7f66446c9640 1 --2- 172.21.15.76:0/178464896 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f662006ac30 0x7f662006d0f0 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f6638007fd0 tx=0x7f6638007920 comp rx=0 tx=0).stop 2024-09-13T16:08:53.577 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.575+0000 7f66446c9640 1 -- 172.21.15.76:0/178464896 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f663c072110 msgr2=0x7f663c158180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:53.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.575+0000 7f66446c9640 1 --2- 172.21.15.76:0/178464896 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f663c072110 0x7f663c158180 secure :-1 s=READY pgs=1087 cs=0 l=1 rev1=1 crypto rx=0x7f662c000c00 tx=0x7f662c0046c0 comp rx=0 tx=0).stop 2024-09-13T16:08:53.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.575+0000 7f66446c9640 1 -- 172.21.15.76:0/178464896 shutdown_connections 2024-09-13T16:08:53.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.575+0000 7f66446c9640 1 --2- 172.21.15.76:0/178464896 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f663c0c8920 0x7f663c157760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:53.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.575+0000 7f66446c9640 1 --2- 172.21.15.76:0/178464896 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f663c072110 0x7f663c158180 unknown :-1 s=CLOSED pgs=1087 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:53.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.575+0000 7f66446c9640 1 --2- 172.21.15.76:0/178464896 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f662006ac30 0x7f662006d0f0 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:53.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.575+0000 7f66446c9640 1 --2- 172.21.15.76:0/178464896 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f663c071d30 0x7f663c0c1e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:53.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.575+0000 7f66446c9640 1 -- 172.21.15.76:0/178464896 >> 172.21.15.76:0/178464896 conn(0x7f663c069ed0 msgr2=0x7f663c0acfe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:53.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.575+0000 7f66446c9640 1 -- 172.21.15.76:0/178464896 shutdown_connections 2024-09-13T16:08:53.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.575+0000 7f66446c9640 1 -- 172.21.15.76:0/178464896 wait complete. 2024-09-13T16:08:53.588 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:01:26.960607+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 11, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:08:33.055729+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '83', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 12, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:08:33.848184+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.6299999952316284, 'score_stable': 1.6299999952316284, 'optimal_score': 1, 'raw_score_acting': 1.6299999952316284, 'raw_score_stable': 1.6299999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:08:53.588 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:08:53.689 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.687+0000 7f31d1ee9640 1 Processor -- start 2024-09-13T16:08:53.689 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.687+0000 7f31d1ee9640 1 -- start start 2024-09-13T16:08:53.692 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.688+0000 7f31d1ee9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f31cc158b00 0x7f31cc06c190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:53.692 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.688+0000 7f31d1ee9640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f31cc06c6d0 0x7f31cc070b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:53.692 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.688+0000 7f31d1ee9640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f31cc06cb30 con 0x7f31cc071050 2024-09-13T16:08:53.692 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.688+0000 7f31d1ee9640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f31cc0b2d10 con 0x7f31cc06c6d0 2024-09-13T16:08:53.692 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.688+0000 7f31d1ee9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f31cc0b2ff0 con 0x7f31cc158b00 2024-09-13T16:08:53.692 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.688+0000 7f31cbfff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f31cc071050 0x7f31cc071500 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:42956/0 (socket says 172.21.15.76:42956) 2024-09-13T16:08:53.693 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.688+0000 7f31cbfff640 1 -- 172.21.15.76:0/777276565 learned_addr learned my addr 172.21.15.76:0/777276565 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:08:53.693 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.688+0000 7f31caffd640 1 --2- 172.21.15.76:0/777276565 >> v2:172.21.15.192:3300/0 conn(0x7f31cc06c6d0 0x7f31cc070b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:53.693 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.688+0000 7f31cb7fe640 1 --2- 172.21.15.76:0/777276565 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f31cc158b00 0x7f31cc06c190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:53.693 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.688+0000 7f31ca7fc640 1 -- 172.21.15.76:0/777276565 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 879254519 0 0) 0x7f31cc06cb30 con 0x7f31cc071050 2024-09-13T16:08:53.693 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.688+0000 7f31ca7fc640 1 -- 172.21.15.76:0/777276565 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f31b4003520 con 0x7f31cc071050 2024-09-13T16:08:53.693 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.689+0000 7f31ca7fc640 1 -- 172.21.15.76:0/777276565 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1099238879 0 0) 0x7f31b4003520 con 0x7f31cc071050 2024-09-13T16:08:53.693 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.689+0000 7f31ca7fc640 1 -- 172.21.15.76:0/777276565 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f31cc158b00 msgr2=0x7f31cc06c190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:53.693 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.689+0000 7f31ca7fc640 1 --2- 172.21.15.76:0/777276565 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f31cc158b00 0x7f31cc06c190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:53.693 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.689+0000 7f31ca7fc640 1 -- 172.21.15.76:0/777276565 >> v2:172.21.15.192:3300/0 conn(0x7f31cc06c6d0 msgr2=0x7f31cc070b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:53.693 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.689+0000 7f31ca7fc640 1 --2- 172.21.15.76:0/777276565 >> v2:172.21.15.192:3300/0 conn(0x7f31cc06c6d0 0x7f31cc070b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:53.693 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.689+0000 7f31ca7fc640 1 -- 172.21.15.76:0/777276565 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f31cc070310 con 0x7f31cc071050 2024-09-13T16:08:53.693 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.689+0000 7f31ca7fc640 1 -- 172.21.15.76:0/777276565 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f31c4001670 con 0x7f31cc071050 2024-09-13T16:08:53.693 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.689+0000 7f31ca7fc640 1 -- 172.21.15.76:0/777276565 >> v1:172.21.15.76:6789/0 conn(0x7f31cc071050 legacy=0x7f31cc071500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:53.693 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.689+0000 7f31ca7fc640 1 --2- 172.21.15.76:0/777276565 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f31b4003970 0x7f31b4003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:53.694 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.689+0000 7f31ca7fc640 1 --2- 172.21.15.76:0/777276565 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f31cc158b00 0x7f31b40047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:53.694 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.689+0000 7f31ca7fc640 1 --2- 172.21.15.76:0/777276565 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f31b4004d00 0x7f31b4005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:53.694 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.689+0000 7f31ca7fc640 1 -- 172.21.15.76:0/777276565 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31cc0b2d10 con 0x7f31b4003970 2024-09-13T16:08:53.694 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.689+0000 7f31ca7fc640 1 -- 172.21.15.76:0/777276565 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31cc0b2ff0 con 0x7f31b4004d00 2024-09-13T16:08:53.694 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.689+0000 7f31ca7fc640 1 -- 172.21.15.76:0/777276565 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f31b400b980 con 0x7f31cc158b00 2024-09-13T16:08:53.694 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.689+0000 7f31cb7fe640 1 --2- 172.21.15.76:0/777276565 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f31b4003970 0x7f31b4003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:53.694 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.689+0000 7f31caffd640 1 --2- 172.21.15.76:0/777276565 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f31cc158b00 0x7f31b40047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:53.694 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.689+0000 7f31cbfff640 1 --2- 172.21.15.76:0/777276565 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f31b4004d00 0x7f31b4005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:53.694 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.689+0000 7f31cb7fe640 1 -- 172.21.15.76:0/777276565 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f31cc158b00 msgr2=0x7f31b40047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:53.694 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.689+0000 7f31cb7fe640 1 --2- 172.21.15.76:0/777276565 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f31cc158b00 0x7f31b40047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:53.694 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.689+0000 7f31cb7fe640 1 -- 172.21.15.76:0/777276565 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f31b4004d00 msgr2=0x7f31b4005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:53.694 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.689+0000 7f31cb7fe640 1 --2- 172.21.15.76:0/777276565 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f31b4004d00 0x7f31b4005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:53.694 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.689+0000 7f31cb7fe640 1 -- 172.21.15.76:0/777276565 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f31b4003520 con 0x7f31b4003970 2024-09-13T16:08:53.694 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.689+0000 7f31cbfff640 1 --2- 172.21.15.76:0/777276565 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f31b4004d00 0x7f31b4005180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:08:53.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.690+0000 7f31cb7fe640 1 --2- 172.21.15.76:0/777276565 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f31b4003970 0x7f31b4003d90 secure :-1 s=READY pgs=1089 cs=0 l=1 rev1=1 crypto rx=0x7f31bc00aac0 tx=0x7f31b40057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c176fbb34f34b1ad server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:53.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.690+0000 7f31ca7fc640 1 -- 172.21.15.76:0/777276565 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31bc02c720 con 0x7f31b4003970 2024-09-13T16:08:53.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.690+0000 7f31ca7fc640 1 -- 172.21.15.76:0/777276565 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f31bc02c880 con 0x7f31b4003970 2024-09-13T16:08:53.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.690+0000 7f31ca7fc640 1 -- 172.21.15.76:0/777276565 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31bc02cc10 con 0x7f31b4003970 2024-09-13T16:08:53.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.690+0000 7f31d1ee9640 1 -- 172.21.15.76:0/777276565 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f31b4003970 msgr2=0x7f31b4003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:53.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.690+0000 7f31d1ee9640 1 --2- 172.21.15.76:0/777276565 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f31b4003970 0x7f31b4003d90 secure :-1 s=READY pgs=1089 cs=0 l=1 rev1=1 crypto rx=0x7f31bc00aac0 tx=0x7f31b40057f0 comp rx=0 tx=0).stop 2024-09-13T16:08:53.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.690+0000 7f31cbfff640 1 -- 172.21.15.76:0/777276565 reap_dead start 2024-09-13T16:08:53.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.690+0000 7f31d1ee9640 1 -- 172.21.15.76:0/777276565 shutdown_connections 2024-09-13T16:08:53.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.690+0000 7f31d1ee9640 1 -- 172.21.15.76:0/777276565 >> 172.21.15.76:0/777276565 conn(0x7f31cc06a0b0 msgr2=0x7f31cc06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:53.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.691+0000 7f31d1ee9640 1 -- 172.21.15.76:0/777276565 shutdown_connections 2024-09-13T16:08:53.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.691+0000 7f31d1ee9640 1 -- 172.21.15.76:0/777276565 wait complete. 2024-09-13T16:08:53.698 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.692+0000 7f31d1ee9640 1 Processor -- start 2024-09-13T16:08:53.698 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.692+0000 7f31d1ee9640 1 -- start start 2024-09-13T16:08:53.699 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.693+0000 7f31d1ee9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f31b4003970 0x7f31cc156400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:53.699 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.693+0000 7f31d1ee9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f31cc0ad130 0x7f31cc0c4a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:53.699 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.693+0000 7f31d1ee9640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f31cc098250 0x7f31cc0986e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:53.699 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.693+0000 7f31d1ee9640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31cc098c20 con 0x7f31b4003970 2024-09-13T16:08:53.699 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.693+0000 7f31d1ee9640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31cc0c1ba0 con 0x7f31cc098250 2024-09-13T16:08:53.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.693+0000 7f31d1ee9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f31cc0c1e40 con 0x7f31cc0ad130 2024-09-13T16:08:53.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.693+0000 7f31cb7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f31b4003970 0x7f31cc156400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:53.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.693+0000 7f31cb7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f31b4003970 0x7f31cc156400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60404/0 (socket says 172.21.15.76:60404) 2024-09-13T16:08:53.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.693+0000 7f31cb7fe640 1 -- 172.21.15.76:0/2190036357 learned_addr learned my addr 172.21.15.76:0/2190036357 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:53.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.693+0000 7f31caffd640 1 --2- 172.21.15.76:0/2190036357 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f31cc0ad130 0x7f31cc0c4a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:53.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.693+0000 7f31cbfff640 1 --2- 172.21.15.76:0/2190036357 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f31cc098250 0x7f31cc0986e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:53.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.693+0000 7f31cb7fe640 1 -- 172.21.15.76:0/2190036357 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f31cc0ad130 msgr2=0x7f31cc0c4a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:53.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.693+0000 7f31cb7fe640 1 --2- 172.21.15.76:0/2190036357 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f31cc0ad130 0x7f31cc0c4a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:53.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.693+0000 7f31cb7fe640 1 -- 172.21.15.76:0/2190036357 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f31cc098250 msgr2=0x7f31cc0986e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:53.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.693+0000 7f31cb7fe640 1 --2- 172.21.15.76:0/2190036357 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f31cc098250 0x7f31cc0986e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:53.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.693+0000 7f31cb7fe640 1 -- 172.21.15.76:0/2190036357 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f31cc0c2120 con 0x7f31b4003970 2024-09-13T16:08:53.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.693+0000 7f31cb7fe640 1 --2- 172.21.15.76:0/2190036357 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f31b4003970 0x7f31cc156400 secure :-1 s=READY pgs=1090 cs=0 l=1 rev1=1 crypto rx=0x7f31bc00aac0 tx=0x7f31bc004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:53.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.693+0000 7f31b3fff640 1 -- 172.21.15.76:0/2190036357 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31bc004450 con 0x7f31b4003970 2024-09-13T16:08:53.701 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.693+0000 7f31b3fff640 1 -- 172.21.15.76:0/2190036357 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f31bc003610 con 0x7f31b4003970 2024-09-13T16:08:53.701 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.693+0000 7f31d1ee9640 1 -- 172.21.15.76:0/2190036357 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f31cc0c2400 con 0x7f31b4003970 2024-09-13T16:08:53.701 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.693+0000 7f31b3fff640 1 -- 172.21.15.76:0/2190036357 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31bc0039c0 con 0x7f31b4003970 2024-09-13T16:08:53.701 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.693+0000 7f31d1ee9640 1 -- 172.21.15.76:0/2190036357 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f31cc156940 con 0x7f31b4003970 2024-09-13T16:08:53.701 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.694+0000 7f31d1ee9640 1 -- 172.21.15.76:0/2190036357 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f31cc070b10 con 0x7f31b4003970 2024-09-13T16:08:53.701 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.695+0000 7f31b3fff640 1 -- 172.21.15.76:0/2190036357 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f31bc003b20 con 0x7f31b4003970 2024-09-13T16:08:53.701 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.695+0000 7f31b3fff640 1 --2- 172.21.15.76:0/2190036357 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f31b806ac00 0x7f31b806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:53.701 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.695+0000 7f31b3fff640 1 -- 172.21.15.76:0/2190036357 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f31bc0ab300 con 0x7f31b4003970 2024-09-13T16:08:53.701 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.695+0000 7f31caffd640 1 --2- 172.21.15.76:0/2190036357 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f31b806ac00 0x7f31b806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:53.701 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.696+0000 7f31caffd640 1 --2- 172.21.15.76:0/2190036357 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f31b806ac00 0x7f31b806d0c0 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f31cc0ad550 tx=0x7f31c000b040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:53.702 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.699+0000 7f31b3fff640 1 -- 172.21.15.76:0/2190036357 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f31bc076450 con 0x7f31b4003970 2024-09-13T16:08:53.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.857+0000 7f31d1ee9640 1 -- 172.21.15.76:0/2190036357 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f31cc0737d0 con 0x7f31b4003970 2024-09-13T16:08:53.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.858+0000 7f31b3fff640 1 -- 172.21.15.76:0/2190036357 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v84) v1 ==== 93+0+10 (secure 0 0 0) 0x7f31bc00b040 con 0x7f31b4003970 2024-09-13T16:08:53.859 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2024-09-13T16:08:53.861 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.860+0000 7f31d1ee9640 1 -- 172.21.15.76:0/2190036357 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f31b806ac00 msgr2=0x7f31b806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:53.862 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.860+0000 7f31d1ee9640 1 --2- 172.21.15.76:0/2190036357 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f31b806ac00 0x7f31b806d0c0 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f31cc0ad550 tx=0x7f31c000b040 comp rx=0 tx=0).stop 2024-09-13T16:08:53.862 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.860+0000 7f31d1ee9640 1 -- 172.21.15.76:0/2190036357 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f31b4003970 msgr2=0x7f31cc156400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:53.862 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.860+0000 7f31d1ee9640 1 --2- 172.21.15.76:0/2190036357 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f31b4003970 0x7f31cc156400 secure :-1 s=READY pgs=1090 cs=0 l=1 rev1=1 crypto rx=0x7f31bc00aac0 tx=0x7f31bc004730 comp rx=0 tx=0).stop 2024-09-13T16:08:53.862 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.860+0000 7f31d1ee9640 1 -- 172.21.15.76:0/2190036357 shutdown_connections 2024-09-13T16:08:53.862 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.860+0000 7f31d1ee9640 1 --2- 172.21.15.76:0/2190036357 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f31cc098250 0x7f31cc0986e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:53.862 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.860+0000 7f31d1ee9640 1 --2- 172.21.15.76:0/2190036357 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f31b806ac00 0x7f31b806d0c0 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:53.862 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.860+0000 7f31d1ee9640 1 --2- 172.21.15.76:0/2190036357 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f31cc0ad130 0x7f31cc0c4a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:53.862 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.860+0000 7f31d1ee9640 1 --2- 172.21.15.76:0/2190036357 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f31b4003970 0x7f31cc156400 unknown :-1 s=CLOSED pgs=1090 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:53.862 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.860+0000 7f31d1ee9640 1 -- 172.21.15.76:0/2190036357 >> 172.21.15.76:0/2190036357 conn(0x7f31cc06a0b0 msgr2=0x7f31cc0ac990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:53.862 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.860+0000 7f31d1ee9640 1 -- 172.21.15.76:0/2190036357 shutdown_connections 2024-09-13T16:08:53.862 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.860+0000 7f31d1ee9640 1 -- 172.21.15.76:0/2190036357 wait complete. 2024-09-13T16:08:53.872 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:08:53.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.971+0000 7fa7e6673640 1 Processor -- start 2024-09-13T16:08:53.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.971+0000 7fa7e6673640 1 -- start start 2024-09-13T16:08:53.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.972+0000 7fa7e6673640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa7e00b2880 0x7fa7e0163690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:53.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.972+0000 7fa7e6673640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa7e00b2d10 con 0x7fa7e006c8a0 2024-09-13T16:08:53.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.972+0000 7fa7e6673640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa7e00b2ff0 con 0x7fa7e0158b00 2024-09-13T16:08:53.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.972+0000 7fa7e6673640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa7e0070310 con 0x7fa7e00b2880 2024-09-13T16:08:53.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.972+0000 7fa7df7fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fa7e006c8a0 0x7fa7e00b1160 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:42964/0 (socket says 172.21.15.76:42964) 2024-09-13T16:08:53.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.972+0000 7fa7df7fe640 1 -- 172.21.15.76:0/2104236943 learned_addr learned my addr 172.21.15.76:0/2104236943 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:08:53.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.972+0000 7fa7e4c10640 1 --2- 172.21.15.76:0/2104236943 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa7e00b2880 0x7fa7e0163690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:53.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.972+0000 7fa7deffd640 1 -- 172.21.15.76:0/2104236943 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3699960396 0 0) 0x7fa7e00b2d10 con 0x7fa7e006c8a0 2024-09-13T16:08:53.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.972+0000 7fa7deffd640 1 -- 172.21.15.76:0/2104236943 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa7c8003520 con 0x7fa7e006c8a0 2024-09-13T16:08:53.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.973+0000 7fa7deffd640 1 -- 172.21.15.76:0/2104236943 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1885254975 0 0) 0x7fa7e00b2ff0 con 0x7fa7e0158b00 2024-09-13T16:08:53.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.973+0000 7fa7deffd640 1 -- 172.21.15.76:0/2104236943 --> v1:172.21.15.192:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa7e00b2d10 con 0x7fa7e0158b00 2024-09-13T16:08:53.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.973+0000 7fa7deffd640 1 -- 172.21.15.76:0/2104236943 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4291690017 0 0) 0x7fa7c8003520 con 0x7fa7e006c8a0 2024-09-13T16:08:53.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.973+0000 7fa7deffd640 1 -- 172.21.15.76:0/2104236943 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa7e00b2880 msgr2=0x7fa7e0163690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:53.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.973+0000 7fa7deffd640 1 --2- 172.21.15.76:0/2104236943 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa7e00b2880 0x7fa7e0163690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:53.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.973+0000 7fa7deffd640 1 -- 172.21.15.76:0/2104236943 >> v1:172.21.15.192:6789/0 conn(0x7fa7e0158b00 legacy=0x7fa7e006c190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:53.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.973+0000 7fa7deffd640 1 -- 172.21.15.76:0/2104236943 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa7e00705f0 con 0x7fa7e006c8a0 2024-09-13T16:08:53.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.973+0000 7fa7deffd640 1 -- 172.21.15.76:0/2104236943 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7fa7d4001670 con 0x7fa7e006c8a0 2024-09-13T16:08:53.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.973+0000 7fa7e4c10640 1 --2- 172.21.15.76:0/2104236943 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa7e00b2880 0x7fa7e0163690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:08:53.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.973+0000 7fa7deffd640 1 -- 172.21.15.76:0/2104236943 >> v1:172.21.15.76:6789/0 conn(0x7fa7e006c8a0 legacy=0x7fa7e00b1160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:53.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.973+0000 7fa7deffd640 1 --2- 172.21.15.76:0/2104236943 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa7c8003b30 0x7fa7c8003f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:53.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.973+0000 7fa7deffd640 1 --2- 172.21.15.76:0/2104236943 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa7c80047c0 0x7fa7c8004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:53.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.973+0000 7fa7deffd640 1 --2- 172.21.15.76:0/2104236943 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa7c8005180 0x7fa7c800db90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:53.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.973+0000 7fa7deffd640 1 -- 172.21.15.76:0/2104236943 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa7e0070310 con 0x7fa7c80047c0 2024-09-13T16:08:53.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.973+0000 7fa7deffd640 1 -- 172.21.15.76:0/2104236943 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa7c800e0d0 con 0x7fa7c8005180 2024-09-13T16:08:53.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.973+0000 7fa7deffd640 1 -- 172.21.15.76:0/2104236943 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa7c800e210 con 0x7fa7c8003b30 2024-09-13T16:08:53.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.973+0000 7fa7df7fe640 1 --2- 172.21.15.76:0/2104236943 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa7c80047c0 0x7fa7c8004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:53.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.973+0000 7fa7e4c10640 1 --2- 172.21.15.76:0/2104236943 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa7c8005180 0x7fa7c800db90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:53.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.973+0000 7fa7dffff640 1 --2- 172.21.15.76:0/2104236943 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa7c8003b30 0x7fa7c8003f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:53.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.973+0000 7fa7df7fe640 1 -- 172.21.15.76:0/2104236943 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa7c8003b30 msgr2=0x7fa7c8003f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:53.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.973+0000 7fa7df7fe640 1 --2- 172.21.15.76:0/2104236943 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa7c8003b30 0x7fa7c8003f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:53.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.973+0000 7fa7df7fe640 1 -- 172.21.15.76:0/2104236943 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa7c8005180 msgr2=0x7fa7c800db90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:53.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.973+0000 7fa7df7fe640 1 --2- 172.21.15.76:0/2104236943 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa7c8005180 0x7fa7c800db90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:53.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.973+0000 7fa7df7fe640 1 -- 172.21.15.76:0/2104236943 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa7d8009a70 con 0x7fa7c80047c0 2024-09-13T16:08:53.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.974+0000 7fa7df7fe640 1 --2- 172.21.15.76:0/2104236943 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa7c80047c0 0x7fa7c8004c40 secure :-1 s=READY pgs=1092 cs=0 l=1 rev1=1 crypto rx=0x7fa7d400c190 tx=0x7fa7c80057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e4a6b4c866b6567c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:53.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.974+0000 7fa7deffd640 1 -- 172.21.15.76:0/2104236943 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7d4005ad0 con 0x7fa7c80047c0 2024-09-13T16:08:53.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.974+0000 7fa7deffd640 1 -- 172.21.15.76:0/2104236943 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa7d402d070 con 0x7fa7c80047c0 2024-09-13T16:08:53.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.974+0000 7fa7deffd640 1 -- 172.21.15.76:0/2104236943 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7d4007070 con 0x7fa7c80047c0 2024-09-13T16:08:53.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.975+0000 7fa7e6673640 1 -- 172.21.15.76:0/2104236943 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa7c80047c0 msgr2=0x7fa7c8004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:53.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.975+0000 7fa7e6673640 1 --2- 172.21.15.76:0/2104236943 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa7c80047c0 0x7fa7c8004c40 secure :-1 s=READY pgs=1092 cs=0 l=1 rev1=1 crypto rx=0x7fa7d400c190 tx=0x7fa7c80057f0 comp rx=0 tx=0).stop 2024-09-13T16:08:53.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.975+0000 7fa7e4c10640 1 -- 172.21.15.76:0/2104236943 reap_dead start 2024-09-13T16:08:53.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.975+0000 7fa7e6673640 1 -- 172.21.15.76:0/2104236943 shutdown_connections 2024-09-13T16:08:53.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.975+0000 7fa7e6673640 1 -- 172.21.15.76:0/2104236943 >> 172.21.15.76:0/2104236943 conn(0x7fa7e006a0b0 msgr2=0x7fa7e006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:53.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.975+0000 7fa7e6673640 1 -- 172.21.15.76:0/2104236943 shutdown_connections 2024-09-13T16:08:53.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.975+0000 7fa7e6673640 1 -- 172.21.15.76:0/2104236943 wait complete. 2024-09-13T16:08:53.982 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.976+0000 7fa7e6673640 1 Processor -- start 2024-09-13T16:08:53.982 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.976+0000 7fa7e6673640 1 -- start start 2024-09-13T16:08:53.982 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.977+0000 7fa7e6673640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa7c80047c0 0x7fa7e009b9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:53.982 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.977+0000 7fa7e6673640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa7e0157ba0 0x7fa7e0158020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:53.982 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.977+0000 7fa7e6673640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa7e01f0f60 0x7fa7e01f1410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:53.982 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.977+0000 7fa7e6673640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa7e01f1e90 con 0x7fa7e0157ba0 2024-09-13T16:08:53.982 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.977+0000 7fa7e6673640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa7e0098cb0 con 0x7fa7e01f0f60 2024-09-13T16:08:53.982 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.977+0000 7fa7e6673640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa7e0158560 con 0x7fa7c80047c0 2024-09-13T16:08:53.982 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.977+0000 7fa7df7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa7e0157ba0 0x7fa7e0158020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:53.982 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.977+0000 7fa7df7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa7e0157ba0 0x7fa7e0158020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60414/0 (socket says 172.21.15.76:60414) 2024-09-13T16:08:53.983 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.977+0000 7fa7df7fe640 1 -- 172.21.15.76:0/3724066385 learned_addr learned my addr 172.21.15.76:0/3724066385 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:53.983 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.977+0000 7fa7dffff640 1 --2- 172.21.15.76:0/3724066385 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa7c80047c0 0x7fa7e009b9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:53.983 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.977+0000 7fa7e4c10640 1 --2- 172.21.15.76:0/3724066385 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa7e01f0f60 0x7fa7e01f1410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:53.983 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.977+0000 7fa7df7fe640 1 -- 172.21.15.76:0/3724066385 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa7c80047c0 msgr2=0x7fa7e009b9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:53.983 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.977+0000 7fa7df7fe640 1 --2- 172.21.15.76:0/3724066385 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa7c80047c0 0x7fa7e009b9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:53.983 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.977+0000 7fa7df7fe640 1 -- 172.21.15.76:0/3724066385 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa7e01f0f60 msgr2=0x7fa7e01f1410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:53.983 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.977+0000 7fa7df7fe640 1 --2- 172.21.15.76:0/3724066385 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa7e01f0f60 0x7fa7e01f1410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:53.983 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.977+0000 7fa7df7fe640 1 -- 172.21.15.76:0/3724066385 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa7e00c2320 con 0x7fa7e0157ba0 2024-09-13T16:08:53.983 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.977+0000 7fa7df7fe640 1 --2- 172.21.15.76:0/3724066385 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa7e0157ba0 0x7fa7e0158020 secure :-1 s=READY pgs=1093 cs=0 l=1 rev1=1 crypto rx=0x7fa7d4007fb0 tx=0x7fa7e006d540 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:53.983 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.977+0000 7fa7dcff9640 1 -- 172.21.15.76:0/3724066385 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7d4004bf0 con 0x7fa7e0157ba0 2024-09-13T16:08:53.983 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.977+0000 7fa7dcff9640 1 -- 172.21.15.76:0/3724066385 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa7d4004d50 con 0x7fa7e0157ba0 2024-09-13T16:08:53.983 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.977+0000 7fa7e6673640 1 -- 172.21.15.76:0/3724066385 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa7e01f1950 con 0x7fa7e0157ba0 2024-09-13T16:08:53.983 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.977+0000 7fa7dcff9640 1 -- 172.21.15.76:0/3724066385 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7d4007270 con 0x7fa7e0157ba0 2024-09-13T16:08:53.984 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.978+0000 7fa7e6673640 1 -- 172.21.15.76:0/3724066385 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa7e00c1cd0 con 0x7fa7e0157ba0 2024-09-13T16:08:53.984 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.978+0000 7fa7e6673640 1 -- 172.21.15.76:0/3724066385 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa7e00c1b30 con 0x7fa7e0157ba0 2024-09-13T16:08:53.984 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.979+0000 7fa7dcff9640 1 -- 172.21.15.76:0/3724066385 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fa7d402f030 con 0x7fa7e0157ba0 2024-09-13T16:08:53.984 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.979+0000 7fa7dcff9640 1 --2- 172.21.15.76:0/3724066385 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa7cc06ac00 0x7fa7cc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:53.984 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.979+0000 7fa7dcff9640 1 -- 172.21.15.76:0/3724066385 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fa7d40a8d40 con 0x7fa7e0157ba0 2024-09-13T16:08:53.984 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.979+0000 7fa7dffff640 1 --2- 172.21.15.76:0/3724066385 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa7cc06ac00 0x7fa7cc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:53.984 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.980+0000 7fa7dffff640 1 --2- 172.21.15.76:0/3724066385 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa7cc06ac00 0x7fa7cc06d0c0 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7fa7d0007850 tx=0x7fa7d0009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:53.985 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:53.983+0000 7fa7dcff9640 1 -- 172.21.15.76:0/3724066385 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fa7e00c1b30 con 0x7fa7e0157ba0 2024-09-13T16:08:54.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.146+0000 7fa7e6673640 1 -- 172.21.15.76:0/3724066385 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fa7e00c1b30 con 0x7fa7e0157ba0 2024-09-13T16:08:54.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.146+0000 7fa7dcff9640 1 -- 172.21.15.76:0/3724066385 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v84) v1 ==== 104+0+11 (secure 0 0 0) 0x7fa7d4044020 con 0x7fa7e0157ba0 2024-09-13T16:08:54.148 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2024-09-13T16:08:54.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.148+0000 7fa7e6673640 1 -- 172.21.15.76:0/3724066385 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa7cc06ac00 msgr2=0x7fa7cc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:54.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.148+0000 7fa7e6673640 1 --2- 172.21.15.76:0/3724066385 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa7cc06ac00 0x7fa7cc06d0c0 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7fa7d0007850 tx=0x7fa7d0009040 comp rx=0 tx=0).stop 2024-09-13T16:08:54.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.148+0000 7fa7e6673640 1 -- 172.21.15.76:0/3724066385 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa7e0157ba0 msgr2=0x7fa7e0158020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:54.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.148+0000 7fa7e6673640 1 --2- 172.21.15.76:0/3724066385 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa7e0157ba0 0x7fa7e0158020 secure :-1 s=READY pgs=1093 cs=0 l=1 rev1=1 crypto rx=0x7fa7d4007fb0 tx=0x7fa7e006d540 comp rx=0 tx=0).stop 2024-09-13T16:08:54.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.148+0000 7fa7e6673640 1 -- 172.21.15.76:0/3724066385 shutdown_connections 2024-09-13T16:08:54.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.148+0000 7fa7e6673640 1 --2- 172.21.15.76:0/3724066385 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa7e01f0f60 0x7fa7e01f1410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:54.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.148+0000 7fa7e6673640 1 --2- 172.21.15.76:0/3724066385 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa7e0157ba0 0x7fa7e0158020 unknown :-1 s=CLOSED pgs=1093 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:54.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.148+0000 7fa7e6673640 1 --2- 172.21.15.76:0/3724066385 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa7cc06ac00 0x7fa7cc06d0c0 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:54.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.148+0000 7fa7e6673640 1 --2- 172.21.15.76:0/3724066385 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa7c80047c0 0x7fa7e009b9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:54.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.148+0000 7fa7e6673640 1 -- 172.21.15.76:0/3724066385 >> 172.21.15.76:0/3724066385 conn(0x7fa7e006a0b0 msgr2=0x7fa7e00ce490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:54.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.149+0000 7fa7e6673640 1 -- 172.21.15.76:0/3724066385 shutdown_connections 2024-09-13T16:08:54.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.149+0000 7fa7e6673640 1 -- 172.21.15.76:0/3724066385 wait complete. 2024-09-13T16:08:54.161 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:08:54.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.261+0000 7f086dcaa640 1 Processor -- start 2024-09-13T16:08:54.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.261+0000 7f086dcaa640 1 -- start start 2024-09-13T16:08:54.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.262+0000 7f086dcaa640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f086815c500 0x7f08680d2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:54.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.262+0000 7f086dcaa640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f08680cd450 con 0x7f08680cdff0 2024-09-13T16:08:54.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.262+0000 7f086dcaa640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f08680d29f0 con 0x7f08680d2590 2024-09-13T16:08:54.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.262+0000 7f086dcaa640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f08680d0cf0 con 0x7f086815c500 2024-09-13T16:08:54.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.262+0000 7f0867fff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f08680cdff0 0x7f08680d0000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:42980/0 (socket says 172.21.15.76:42980) 2024-09-13T16:08:54.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.262+0000 7f0867fff640 1 -- 172.21.15.76:0/375356377 learned_addr learned my addr 172.21.15.76:0/375356377 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:08:54.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.262+0000 7f08677fe640 1 --2- 172.21.15.76:0/375356377 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f086815c500 0x7f08680d2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:54.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.262+0000 7f0866ffd640 1 -- 172.21.15.76:0/375356377 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2544216661 0 0) 0x7f08680cd450 con 0x7f08680cdff0 2024-09-13T16:08:54.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.262+0000 7f0866ffd640 1 -- 172.21.15.76:0/375356377 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0854003520 con 0x7f08680cdff0 2024-09-13T16:08:54.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.262+0000 7f0866ffd640 1 -- 172.21.15.76:0/375356377 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2825266949 0 0) 0x7f0854003520 con 0x7f08680cdff0 2024-09-13T16:08:54.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.262+0000 7f0866ffd640 1 -- 172.21.15.76:0/375356377 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f086815c500 msgr2=0x7f08680d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:54.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.262+0000 7f0866ffd640 1 --2- 172.21.15.76:0/375356377 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f086815c500 0x7f08680d2050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:54.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.262+0000 7f0866ffd640 1 -- 172.21.15.76:0/375356377 >> v1:172.21.15.192:6789/0 conn(0x7f08680d2590 legacy=0x7f08680cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:54.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.262+0000 7f0866ffd640 1 -- 172.21.15.76:0/375356377 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f08680d0fd0 con 0x7f08680cdff0 2024-09-13T16:08:54.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.262+0000 7f0866ffd640 1 -- 172.21.15.76:0/375356377 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f08600019f0 con 0x7f08680cdff0 2024-09-13T16:08:54.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.262+0000 7f0866ffd640 1 -- 172.21.15.76:0/375356377 >> v1:172.21.15.76:6789/0 conn(0x7f08680cdff0 legacy=0x7f08680d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:54.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.262+0000 7f0866ffd640 1 --2- 172.21.15.76:0/375356377 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f08540039a0 0x7f0854003d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:54.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.262+0000 7f0866ffd640 1 --2- 172.21.15.76:0/375356377 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f086815c500 0x7f08540047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:54.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.262+0000 7f0866ffd640 1 --2- 172.21.15.76:0/375356377 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0854004d00 0x7f0854005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:54.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.262+0000 7f0866ffd640 1 -- 172.21.15.76:0/375356377 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f08680d0cf0 con 0x7f0854004d00 2024-09-13T16:08:54.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.262+0000 7f0866ffd640 1 -- 172.21.15.76:0/375356377 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f085400ba30 con 0x7f08540039a0 2024-09-13T16:08:54.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.262+0000 7f0866ffd640 1 -- 172.21.15.76:0/375356377 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f085400bbf0 con 0x7f086815c500 2024-09-13T16:08:54.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.263+0000 7f0867fff640 1 --2- 172.21.15.76:0/375356377 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0854004d00 0x7f0854005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:54.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.263+0000 7f08677fe640 1 --2- 172.21.15.76:0/375356377 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f08540039a0 0x7f0854003d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:54.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.263+0000 7f085ffff640 1 --2- 172.21.15.76:0/375356377 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f086815c500 0x7f08540047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:54.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.263+0000 7f0867fff640 1 -- 172.21.15.76:0/375356377 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f086815c500 msgr2=0x7f08540047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:54.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.263+0000 7f0867fff640 1 --2- 172.21.15.76:0/375356377 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f086815c500 0x7f08540047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:54.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.263+0000 7f0867fff640 1 -- 172.21.15.76:0/375356377 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f08540039a0 msgr2=0x7f0854003d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:54.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.263+0000 7f0867fff640 1 --2- 172.21.15.76:0/375356377 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f08540039a0 0x7f0854003d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:54.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.263+0000 7f0867fff640 1 -- 172.21.15.76:0/375356377 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0854003520 con 0x7f0854004d00 2024-09-13T16:08:54.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.264+0000 7f0867fff640 1 --2- 172.21.15.76:0/375356377 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0854004d00 0x7f0854005180 secure :-1 s=READY pgs=1095 cs=0 l=1 rev1=1 crypto rx=0x7f086000a830 tx=0x7f08540057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e7e6edd7b479c6cd server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:54.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.264+0000 7f0866ffd640 1 -- 172.21.15.76:0/375356377 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f086002ba30 con 0x7f0854004d00 2024-09-13T16:08:54.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.264+0000 7f0866ffd640 1 -- 172.21.15.76:0/375356377 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f086002bbb0 con 0x7f0854004d00 2024-09-13T16:08:54.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.264+0000 7f0866ffd640 1 -- 172.21.15.76:0/375356377 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0860034470 con 0x7f0854004d00 2024-09-13T16:08:54.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.264+0000 7f086dcaa640 1 -- 172.21.15.76:0/375356377 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0854004d00 msgr2=0x7f0854005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:54.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.264+0000 7f086dcaa640 1 --2- 172.21.15.76:0/375356377 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0854004d00 0x7f0854005180 secure :-1 s=READY pgs=1095 cs=0 l=1 rev1=1 crypto rx=0x7f086000a830 tx=0x7f08540057f0 comp rx=0 tx=0).stop 2024-09-13T16:08:54.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.264+0000 7f0867fff640 1 -- 172.21.15.76:0/375356377 reap_dead start 2024-09-13T16:08:54.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.264+0000 7f086dcaa640 1 -- 172.21.15.76:0/375356377 shutdown_connections 2024-09-13T16:08:54.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.264+0000 7f086dcaa640 1 -- 172.21.15.76:0/375356377 >> 172.21.15.76:0/375356377 conn(0x7f0868089f60 msgr2=0x7f086809b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:54.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.264+0000 7f086dcaa640 1 -- 172.21.15.76:0/375356377 shutdown_connections 2024-09-13T16:08:54.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.264+0000 7f086dcaa640 1 -- 172.21.15.76:0/375356377 wait complete. 2024-09-13T16:08:54.271 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.265+0000 7f086dcaa640 1 Processor -- start 2024-09-13T16:08:54.271 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.266+0000 7f086dcaa640 1 -- start start 2024-09-13T16:08:54.271 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.266+0000 7f086dcaa640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0854004d00 0x7f0868150bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:54.272 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.266+0000 7f086dcaa640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f08680cc180 0x7f08680affd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:54.272 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.266+0000 7f086dcaa640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f08680b0510 0x7f086815f110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:54.272 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.266+0000 7f086dcaa640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f08680b0990 con 0x7f0854004d00 2024-09-13T16:08:54.272 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.266+0000 7f086dcaa640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f08680cb0e0 con 0x7f08680cc180 2024-09-13T16:08:54.272 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.266+0000 7f086dcaa640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f08680cb3c0 con 0x7f08680b0510 2024-09-13T16:08:54.272 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.266+0000 7f08677fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0854004d00 0x7f0868150bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:54.272 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.266+0000 7f08677fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0854004d00 0x7f0868150bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60442/0 (socket says 172.21.15.76:60442) 2024-09-13T16:08:54.272 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.266+0000 7f08677fe640 1 -- 172.21.15.76:0/817326836 learned_addr learned my addr 172.21.15.76:0/817326836 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:54.272 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.267+0000 7f0867fff640 1 --2- 172.21.15.76:0/817326836 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f08680b0510 0x7f086815f110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:54.272 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.267+0000 7f085ffff640 1 --2- 172.21.15.76:0/817326836 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f08680cc180 0x7f08680affd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:54.272 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.267+0000 7f08677fe640 1 -- 172.21.15.76:0/817326836 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f08680b0510 msgr2=0x7f086815f110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:54.272 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.267+0000 7f08677fe640 1 --2- 172.21.15.76:0/817326836 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f08680b0510 0x7f086815f110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:54.272 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.267+0000 7f08677fe640 1 -- 172.21.15.76:0/817326836 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f08680cc180 msgr2=0x7f08680affd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:54.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.267+0000 7f08677fe640 1 --2- 172.21.15.76:0/817326836 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f08680cc180 0x7f08680affd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:54.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.267+0000 7f08677fe640 1 -- 172.21.15.76:0/817326836 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f08680cb6a0 con 0x7f0854004d00 2024-09-13T16:08:54.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.267+0000 7f08677fe640 1 --2- 172.21.15.76:0/817326836 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0854004d00 0x7f0868150bc0 secure :-1 s=READY pgs=1096 cs=0 l=1 rev1=1 crypto rx=0x7f08580119a0 tx=0x7f0858011e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:54.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.267+0000 7f0864ff9640 1 -- 172.21.15.76:0/817326836 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f085800faf0 con 0x7f0854004d00 2024-09-13T16:08:54.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.267+0000 7f0864ff9640 1 -- 172.21.15.76:0/817326836 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f085800fc50 con 0x7f0854004d00 2024-09-13T16:08:54.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.267+0000 7f086dcaa640 1 -- 172.21.15.76:0/817326836 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f08680cb980 con 0x7f0854004d00 2024-09-13T16:08:54.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.267+0000 7f0864ff9640 1 -- 172.21.15.76:0/817326836 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0858014440 con 0x7f0854004d00 2024-09-13T16:08:54.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.267+0000 7f086dcaa640 1 -- 172.21.15.76:0/817326836 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0868151100 con 0x7f0854004d00 2024-09-13T16:08:54.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.268+0000 7f086dcaa640 1 -- 172.21.15.76:0/817326836 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f08680cb500 con 0x7f0854004d00 2024-09-13T16:08:54.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.268+0000 7f0864ff9640 1 -- 172.21.15.76:0/817326836 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f085801d400 con 0x7f0854004d00 2024-09-13T16:08:54.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.269+0000 7f0864ff9640 1 --2- 172.21.15.76:0/817326836 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f084806ac00 0x7f084806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:54.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.269+0000 7f085ffff640 1 --2- 172.21.15.76:0/817326836 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f084806ac00 0x7f084806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:54.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.269+0000 7f0864ff9640 1 -- 172.21.15.76:0/817326836 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f0858089d90 con 0x7f0854004d00 2024-09-13T16:08:54.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.269+0000 7f085ffff640 1 --2- 172.21.15.76:0/817326836 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f084806ac00 0x7f084806d0c0 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f08680b37a0 tx=0x7f0850009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:54.274 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.273+0000 7f0864ff9640 1 -- 172.21.15.76:0/817326836 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f08680cb500 con 0x7f0854004d00 2024-09-13T16:08:54.434 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.433+0000 7f086dcaa640 1 -- 172.21.15.76:0/817326836 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f08680cb500 con 0x7f0854004d00 2024-09-13T16:08:54.434 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.433+0000 7f0864ff9640 1 -- 172.21.15.76:0/817326836 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v84) v1 ==== 100+0+11 (secure 0 0 0) 0x7f08680cb500 con 0x7f0854004d00 2024-09-13T16:08:54.435 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2024-09-13T16:08:54.436 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.435+0000 7f086dcaa640 1 -- 172.21.15.76:0/817326836 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f084806ac00 msgr2=0x7f084806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:54.437 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.435+0000 7f086dcaa640 1 --2- 172.21.15.76:0/817326836 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f084806ac00 0x7f084806d0c0 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f08680b37a0 tx=0x7f0850009040 comp rx=0 tx=0).stop 2024-09-13T16:08:54.437 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.435+0000 7f086dcaa640 1 -- 172.21.15.76:0/817326836 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0854004d00 msgr2=0x7f0868150bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:54.437 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.435+0000 7f086dcaa640 1 --2- 172.21.15.76:0/817326836 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0854004d00 0x7f0868150bc0 secure :-1 s=READY pgs=1096 cs=0 l=1 rev1=1 crypto rx=0x7f08580119a0 tx=0x7f0858011e60 comp rx=0 tx=0).stop 2024-09-13T16:08:54.437 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.435+0000 7f086dcaa640 1 -- 172.21.15.76:0/817326836 shutdown_connections 2024-09-13T16:08:54.437 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.435+0000 7f086dcaa640 1 --2- 172.21.15.76:0/817326836 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f084806ac00 0x7f084806d0c0 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:54.437 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.435+0000 7f086dcaa640 1 --2- 172.21.15.76:0/817326836 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f08680b0510 0x7f086815f110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:54.437 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.435+0000 7f086dcaa640 1 --2- 172.21.15.76:0/817326836 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f08680cc180 0x7f08680affd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:54.437 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.435+0000 7f086dcaa640 1 --2- 172.21.15.76:0/817326836 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0854004d00 0x7f0868150bc0 unknown :-1 s=CLOSED pgs=1096 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:54.437 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.435+0000 7f086dcaa640 1 -- 172.21.15.76:0/817326836 >> 172.21.15.76:0/817326836 conn(0x7f0868089f60 msgr2=0x7f08680b1e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:54.437 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.435+0000 7f086dcaa640 1 -- 172.21.15.76:0/817326836 shutdown_connections 2024-09-13T16:08:54.437 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.435+0000 7f086dcaa640 1 -- 172.21.15.76:0/817326836 wait complete. 2024-09-13T16:08:54.447 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:08:54.547 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.545+0000 7f1563345640 1 Processor -- start 2024-09-13T16:08:54.547 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.546+0000 7f1563345640 1 -- start start 2024-09-13T16:08:54.549 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.546+0000 7f1563345640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f155c0b4660 0x7f155c06b420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:54.550 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.546+0000 7f1563345640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f155c0d1840 con 0x7f155c15c6e0 2024-09-13T16:08:54.550 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.546+0000 7f1563345640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f155c0d0c30 con 0x7f155c0d07b0 2024-09-13T16:08:54.550 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.546+0000 7f1563345640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f155c0d0f10 con 0x7f155c0b4660 2024-09-13T16:08:54.550 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.546+0000 7f15610e1640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f155c15c6e0 0x7f155c0b3f50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:42990/0 (socket says 172.21.15.76:42990) 2024-09-13T16:08:54.550 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.546+0000 7f15610e1640 1 -- 172.21.15.76:0/668928678 learned_addr learned my addr 172.21.15.76:0/668928678 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:08:54.550 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.547+0000 7f15618e2640 1 --2- 172.21.15.76:0/668928678 >> v2:172.21.15.192:3300/0 conn(0x7f155c0b4660 0x7f155c06b420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:54.550 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.547+0000 7f1553fff640 1 -- 172.21.15.76:0/668928678 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1716564849 0 0) 0x7f155c0d1840 con 0x7f155c15c6e0 2024-09-13T16:08:54.550 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.547+0000 7f1553fff640 1 -- 172.21.15.76:0/668928678 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1548003520 con 0x7f155c15c6e0 2024-09-13T16:08:54.550 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.547+0000 7f1553fff640 1 -- 172.21.15.76:0/668928678 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3168106954 0 0) 0x7f1548003520 con 0x7f155c15c6e0 2024-09-13T16:08:54.550 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.547+0000 7f1553fff640 1 -- 172.21.15.76:0/668928678 >> v2:172.21.15.192:3300/0 conn(0x7f155c0b4660 msgr2=0x7f155c06b420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:54.550 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.547+0000 7f1553fff640 1 --2- 172.21.15.76:0/668928678 >> v2:172.21.15.192:3300/0 conn(0x7f155c0b4660 0x7f155c06b420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:54.550 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.547+0000 7f1553fff640 1 -- 172.21.15.76:0/668928678 >> v1:172.21.15.192:6789/0 conn(0x7f155c0d07b0 legacy=0x7f155c06ad10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:54.550 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.547+0000 7f1553fff640 1 -- 172.21.15.76:0/668928678 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f155c0d11f0 con 0x7f155c15c6e0 2024-09-13T16:08:54.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.547+0000 7f1553fff640 1 -- 172.21.15.76:0/668928678 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f1558001670 con 0x7f155c15c6e0 2024-09-13T16:08:54.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.547+0000 7f1553fff640 1 -- 172.21.15.76:0/668928678 >> v1:172.21.15.76:6789/0 conn(0x7f155c15c6e0 legacy=0x7f155c0b3f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:54.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.547+0000 7f1553fff640 1 --2- 172.21.15.76:0/668928678 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1548003970 0x7f1548003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:54.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.547+0000 7f1553fff640 1 --2- 172.21.15.76:0/668928678 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f15480047c0 0x7f1548004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:54.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.547+0000 7f1553fff640 1 --2- 172.21.15.76:0/668928678 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1548005180 0x7f154800b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:54.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.547+0000 7f1553fff640 1 -- 172.21.15.76:0/668928678 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f155c0d0f10 con 0x7f1548005180 2024-09-13T16:08:54.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.547+0000 7f1553fff640 1 -- 172.21.15.76:0/668928678 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f154800c120 con 0x7f15480047c0 2024-09-13T16:08:54.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.547+0000 7f1553fff640 1 -- 172.21.15.76:0/668928678 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f154800c2e0 con 0x7f1548003970 2024-09-13T16:08:54.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.547+0000 7f15618e2640 1 --2- 172.21.15.76:0/668928678 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1548005180 0x7f154800b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:54.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.547+0000 7f15608e0640 1 --2- 172.21.15.76:0/668928678 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f15480047c0 0x7f1548004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:54.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.547+0000 7f15610e1640 1 --2- 172.21.15.76:0/668928678 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1548003970 0x7f1548003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:54.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.547+0000 7f15618e2640 1 -- 172.21.15.76:0/668928678 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1548003970 msgr2=0x7f1548003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:54.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.547+0000 7f15618e2640 1 --2- 172.21.15.76:0/668928678 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1548003970 0x7f1548003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:54.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.547+0000 7f15618e2640 1 -- 172.21.15.76:0/668928678 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f15480047c0 msgr2=0x7f1548004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:54.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.547+0000 7f15618e2640 1 --2- 172.21.15.76:0/668928678 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f15480047c0 0x7f1548004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:54.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.547+0000 7f15618e2640 1 -- 172.21.15.76:0/668928678 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1548003520 con 0x7f1548005180 2024-09-13T16:08:54.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.548+0000 7f15618e2640 1 -- 172.21.15.76:0/668928678 reap_dead start 2024-09-13T16:08:54.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.548+0000 7f15618e2640 1 --2- 172.21.15.76:0/668928678 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1548005180 0x7f154800b980 secure :-1 s=READY pgs=1098 cs=0 l=1 rev1=1 crypto rx=0x7f155c1610f0 tx=0x7f15480057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=554baff762ede222 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:54.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.548+0000 7f1553fff640 1 -- 172.21.15.76:0/668928678 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1554035070 con 0x7f1548005180 2024-09-13T16:08:54.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.548+0000 7f1553fff640 1 -- 172.21.15.76:0/668928678 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f155400f040 con 0x7f1548005180 2024-09-13T16:08:54.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.548+0000 7f1553fff640 1 -- 172.21.15.76:0/668928678 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1554031630 con 0x7f1548005180 2024-09-13T16:08:54.555 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.549+0000 7f1563345640 1 -- 172.21.15.76:0/668928678 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1548005180 msgr2=0x7f154800b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:54.555 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.549+0000 7f1563345640 1 --2- 172.21.15.76:0/668928678 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1548005180 0x7f154800b980 secure :-1 s=READY pgs=1098 cs=0 l=1 rev1=1 crypto rx=0x7f155c1610f0 tx=0x7f15480057f0 comp rx=0 tx=0).stop 2024-09-13T16:08:54.555 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.549+0000 7f1563345640 1 -- 172.21.15.76:0/668928678 shutdown_connections 2024-09-13T16:08:54.555 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.549+0000 7f1563345640 1 --2- 172.21.15.76:0/668928678 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1548005180 0x7f154800b980 unknown :-1 s=CLOSED pgs=1098 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:54.555 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.549+0000 7f1563345640 1 -- 172.21.15.76:0/668928678 >> 172.21.15.76:0/668928678 conn(0x7f155c089f60 msgr2=0x7f155c0d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:54.555 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.549+0000 7f1563345640 1 -- 172.21.15.76:0/668928678 shutdown_connections 2024-09-13T16:08:54.555 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.549+0000 7f1563345640 1 -- 172.21.15.76:0/668928678 wait complete. 2024-09-13T16:08:54.555 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.550+0000 7f1563345640 1 Processor -- start 2024-09-13T16:08:54.555 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.550+0000 7f1563345640 1 -- start start 2024-09-13T16:08:54.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.551+0000 7f1563345640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1548005180 0x7f155c0b78e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:54.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.551+0000 7f1563345640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f155c15f700 0x7f155c1488f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:54.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.551+0000 7f1563345640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f155c148e30 0x7f155c146860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:54.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.551+0000 7f1563345640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f155c1492e0 con 0x7f155c15f700 2024-09-13T16:08:54.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.551+0000 7f1563345640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f155c0c99c0 con 0x7f155c148e30 2024-09-13T16:08:54.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.551+0000 7f1563345640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f155c0b6e00 con 0x7f1548005180 2024-09-13T16:08:54.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.551+0000 7f15608e0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f155c15f700 0x7f155c1488f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:54.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.551+0000 7f15608e0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f155c15f700 0x7f155c1488f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60470/0 (socket says 172.21.15.76:60470) 2024-09-13T16:08:54.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.551+0000 7f15608e0640 1 -- 172.21.15.76:0/1304018810 learned_addr learned my addr 172.21.15.76:0/1304018810 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:54.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.551+0000 7f15610e1640 1 --2- 172.21.15.76:0/1304018810 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1548005180 0x7f155c0b78e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:54.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.551+0000 7f15618e2640 1 --2- 172.21.15.76:0/1304018810 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f155c148e30 0x7f155c146860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:54.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.551+0000 7f15608e0640 1 -- 172.21.15.76:0/1304018810 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1548005180 msgr2=0x7f155c0b78e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:54.557 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.551+0000 7f15608e0640 1 --2- 172.21.15.76:0/1304018810 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1548005180 0x7f155c0b78e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:54.557 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.551+0000 7f15608e0640 1 -- 172.21.15.76:0/1304018810 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f155c148e30 msgr2=0x7f155c146860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:54.557 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.551+0000 7f15608e0640 1 --2- 172.21.15.76:0/1304018810 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f155c148e30 0x7f155c146860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:54.557 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.551+0000 7f15608e0640 1 -- 172.21.15.76:0/1304018810 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f155c0b70e0 con 0x7f155c15f700 2024-09-13T16:08:54.557 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.551+0000 7f15608e0640 1 --2- 172.21.15.76:0/1304018810 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f155c15f700 0x7f155c1488f0 secure :-1 s=READY pgs=1099 cs=0 l=1 rev1=1 crypto rx=0x7f154c00f5f0 tx=0x7f154c00f9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:54.557 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.552+0000 7f1551ffb640 1 -- 172.21.15.76:0/1304018810 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f154c0052e0 con 0x7f155c15f700 2024-09-13T16:08:54.557 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.552+0000 7f1551ffb640 1 -- 172.21.15.76:0/1304018810 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f154c005440 con 0x7f155c15f700 2024-09-13T16:08:54.557 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.552+0000 7f1551ffb640 1 -- 172.21.15.76:0/1304018810 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f154c003810 con 0x7f155c15f700 2024-09-13T16:08:54.557 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.552+0000 7f1563345640 1 -- 172.21.15.76:0/1304018810 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f155c0b73c0 con 0x7f155c15f700 2024-09-13T16:08:54.557 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.552+0000 7f1563345640 1 -- 172.21.15.76:0/1304018810 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f155c0c9ca0 con 0x7f155c15f700 2024-09-13T16:08:54.557 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.553+0000 7f1563345640 1 -- 172.21.15.76:0/1304018810 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f155c08c610 con 0x7f155c15f700 2024-09-13T16:08:54.557 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.553+0000 7f1551ffb640 1 -- 172.21.15.76:0/1304018810 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f154c003970 con 0x7f155c15f700 2024-09-13T16:08:54.557 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.554+0000 7f1551ffb640 1 --2- 172.21.15.76:0/1304018810 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f154006ac00 0x7f154006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:54.557 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.554+0000 7f15610e1640 1 --2- 172.21.15.76:0/1304018810 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f154006ac00 0x7f154006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:54.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.554+0000 7f1551ffb640 1 -- 172.21.15.76:0/1304018810 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f154c089220 con 0x7f155c15f700 2024-09-13T16:08:54.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.554+0000 7f15610e1640 1 --2- 172.21.15.76:0/1304018810 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f154006ac00 0x7f154006d0c0 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f1558001c90 tx=0x7f1558001b20 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:54.559 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.558+0000 7f1551ffb640 1 -- 172.21.15.76:0/1304018810 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f154c0542c0 con 0x7f155c15f700 2024-09-13T16:08:54.732 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.731+0000 7f1563345640 1 -- 172.21.15.76:0/1304018810 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f155c0ccb20 con 0x7f155c15f700 2024-09-13T16:08:54.732 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.731+0000 7f1551ffb640 1 -- 172.21.15.76:0/1304018810 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v84) v1 ==== 80+0+0 (secure 0 0 0) 0x7f154c0578e0 con 0x7f155c15f700 2024-09-13T16:08:54.732 INFO:teuthology.orchestra.run.smithi076.stderr:listed 0 entries 2024-09-13T16:08:54.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.733+0000 7f1563345640 1 -- 172.21.15.76:0/1304018810 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f154006ac00 msgr2=0x7f154006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:54.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.733+0000 7f1563345640 1 --2- 172.21.15.76:0/1304018810 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f154006ac00 0x7f154006d0c0 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f1558001c90 tx=0x7f1558001b20 comp rx=0 tx=0).stop 2024-09-13T16:08:54.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.733+0000 7f1563345640 1 -- 172.21.15.76:0/1304018810 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f155c15f700 msgr2=0x7f155c1488f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:54.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.733+0000 7f1563345640 1 --2- 172.21.15.76:0/1304018810 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f155c15f700 0x7f155c1488f0 secure :-1 s=READY pgs=1099 cs=0 l=1 rev1=1 crypto rx=0x7f154c00f5f0 tx=0x7f154c00f9f0 comp rx=0 tx=0).stop 2024-09-13T16:08:54.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.733+0000 7f1563345640 1 -- 172.21.15.76:0/1304018810 shutdown_connections 2024-09-13T16:08:54.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.733+0000 7f1563345640 1 --2- 172.21.15.76:0/1304018810 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f155c148e30 0x7f155c146860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:54.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.733+0000 7f1563345640 1 --2- 172.21.15.76:0/1304018810 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f155c15f700 0x7f155c1488f0 unknown :-1 s=CLOSED pgs=1099 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:54.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.733+0000 7f1563345640 1 --2- 172.21.15.76:0/1304018810 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f154006ac00 0x7f154006d0c0 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:54.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.733+0000 7f1563345640 1 --2- 172.21.15.76:0/1304018810 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1548005180 0x7f155c0b78e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:54.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.733+0000 7f1563345640 1 -- 172.21.15.76:0/1304018810 >> 172.21.15.76:0/1304018810 conn(0x7f155c089f60 msgr2=0x7f155c0d1fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:54.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.733+0000 7f1563345640 1 -- 172.21.15.76:0/1304018810 shutdown_connections 2024-09-13T16:08:54.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.733+0000 7f1563345640 1 -- 172.21.15.76:0/1304018810 wait complete. 2024-09-13T16:08:54.745 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi076.front.sepia.ceph.com... 2024-09-13T16:08:54.745 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:08:54.745 DEBUG:teuthology.orchestra.run.smithi076:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-13T16:08:54.768 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi076.stderr:ceph-fuse[65536]: fuse finished with error 0 and tester_r 0 2024-09-13T16:08:54.770 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi076.front.sepia.ceph.com 2024-09-13T16:08:54.770 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:08:54.770 DEBUG:teuthology.orchestra.run.smithi076:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T16:08:54.838 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-13T16:08:54.838 DEBUG:teuthology.orchestra.run.smithi192:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:08:54.855 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:08:54.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.975+0000 7f1dcb0b7640 1 Processor -- start 2024-09-13T16:08:54.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.975+0000 7f1dcb0b7640 1 -- start start 2024-09-13T16:08:54.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.975+0000 7f1dcb0b7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1dc4071d30 0x7f1dc4070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:54.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.975+0000 7f1dcb0b7640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1dc40abdf0 con 0x7f1dc4072110 2024-09-13T16:08:54.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.975+0000 7f1dcb0b7640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1dc40b2280 con 0x7f1dc40c8920 2024-09-13T16:08:54.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.975+0000 7f1dcb0b7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1dc40ab1e0 con 0x7f1dc4071d30 2024-09-13T16:08:54.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.976+0000 7f1dc3fff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f1dc4072110 0x7f1dc40b1b70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:43000/0 (socket says 172.21.15.76:43000) 2024-09-13T16:08:54.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.976+0000 7f1dc3fff640 1 -- 172.21.15.76:0/2766957600 learned_addr learned my addr 172.21.15.76:0/2766957600 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:08:54.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.976+0000 7f1dc8e53640 1 --2- 172.21.15.76:0/2766957600 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1dc4071d30 0x7f1dc4070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:54.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.976+0000 7f1dc37fe640 1 -- 172.21.15.76:0/2766957600 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1197962443 0 0) 0x7f1dc40abdf0 con 0x7f1dc4072110 2024-09-13T16:08:54.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.976+0000 7f1dc37fe640 1 -- 172.21.15.76:0/2766957600 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1db0003520 con 0x7f1dc4072110 2024-09-13T16:08:54.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.976+0000 7f1dc37fe640 1 -- 172.21.15.76:0/2766957600 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3771482967 0 0) 0x7f1dc40b2280 con 0x7f1dc40c8920 2024-09-13T16:08:54.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.976+0000 7f1dc37fe640 1 -- 172.21.15.76:0/2766957600 --> v1:172.21.15.192:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1dc40abdf0 con 0x7f1dc40c8920 2024-09-13T16:08:54.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.976+0000 7f1dc8e53640 1 -- 172.21.15.76:0/2766957600 >> v1:172.21.15.192:6789/0 conn(0x7f1dc40c8920 legacy=0x7f1dc40ac280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:54.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.976+0000 7f1dc8e53640 1 -- 172.21.15.76:0/2766957600 >> v1:172.21.15.76:6789/0 conn(0x7f1dc4072110 legacy=0x7f1dc40b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:54.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.976+0000 7f1dc37fe640 1 -- 172.21.15.76:0/2766957600 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4177070832 0 0) 0x7f1db0003520 con 0x7f1dc4072110 2024-09-13T16:08:54.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.976+0000 7f1dc8e53640 1 -- 172.21.15.76:0/2766957600 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1dc40ab4c0 con 0x7f1dc4071d30 2024-09-13T16:08:54.980 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.977+0000 7f1dc8e53640 1 --2- 172.21.15.76:0/2766957600 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1dc4071d30 0x7f1dc4070190 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f1dbc009800 tx=0x7f1dbc02a1c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2e3ca764e731c4ec server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:54.980 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.977+0000 7f1dc37fe640 1 -- 172.21.15.76:0/2766957600 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1dac0019f0 con 0x7f1dc4071d30 2024-09-13T16:08:54.980 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.977+0000 7f1dc37fe640 1 -- 172.21.15.76:0/2766957600 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1dbc02ac50 con 0x7f1dc4071d30 2024-09-13T16:08:54.980 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.977+0000 7f1dc37fe640 1 -- 172.21.15.76:0/2766957600 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1dbc032440 con 0x7f1dc4071d30 2024-09-13T16:08:54.980 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.978+0000 7f1dcb0b7640 1 -- 172.21.15.76:0/2766957600 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1dc4071d30 msgr2=0x7f1dc4070190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:54.980 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.978+0000 7f1dcb0b7640 1 --2- 172.21.15.76:0/2766957600 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1dc4071d30 0x7f1dc4070190 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f1dbc009800 tx=0x7f1dbc02a1c0 comp rx=0 tx=0).stop 2024-09-13T16:08:54.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.978+0000 7f1dcb0b7640 1 -- 172.21.15.76:0/2766957600 shutdown_connections 2024-09-13T16:08:54.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.978+0000 7f1dcb0b7640 1 --2- 172.21.15.76:0/2766957600 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1dc4071d30 0x7f1dc4070190 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:54.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.978+0000 7f1dcb0b7640 1 -- 172.21.15.76:0/2766957600 >> 172.21.15.76:0/2766957600 conn(0x7f1dc4069ed0 msgr2=0x7f1dc406a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:54.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.978+0000 7f1dcb0b7640 1 -- 172.21.15.76:0/2766957600 shutdown_connections 2024-09-13T16:08:54.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.978+0000 7f1dcb0b7640 1 -- 172.21.15.76:0/2766957600 wait complete. 2024-09-13T16:08:54.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.979+0000 7f1dcb0b7640 1 Processor -- start 2024-09-13T16:08:54.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.979+0000 7f1dcb0b7640 1 -- start start 2024-09-13T16:08:54.983 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.980+0000 7f1dcb0b7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1dc4071d30 0x7f1dc415a7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:54.984 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.980+0000 7f1dcb0b7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1dc4072110 0x7f1dc40c53a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:54.984 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.980+0000 7f1dcb0b7640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1dc40c8920 0x7f1dc4156f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:54.984 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.980+0000 7f1dcb0b7640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1dc40c58e0 con 0x7f1dc4072110 2024-09-13T16:08:54.984 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.980+0000 7f1dcb0b7640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1dc4157440 con 0x7f1dc40c8920 2024-09-13T16:08:54.984 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.980+0000 7f1dcb0b7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1dc4157940 con 0x7f1dc4071d30 2024-09-13T16:08:54.984 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.980+0000 7f1dc3fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1dc4072110 0x7f1dc40c53a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:54.984 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.980+0000 7f1dc3fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1dc4072110 0x7f1dc40c53a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60472/0 (socket says 172.21.15.76:60472) 2024-09-13T16:08:54.984 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.980+0000 7f1dc3fff640 1 -- 172.21.15.76:0/3775943515 learned_addr learned my addr 172.21.15.76:0/3775943515 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:54.984 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.980+0000 7f1dc8e53640 1 --2- 172.21.15.76:0/3775943515 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1dc4071d30 0x7f1dc415a7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:54.984 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.980+0000 7f1dc9654640 1 --2- 172.21.15.76:0/3775943515 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1dc40c8920 0x7f1dc4156f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:54.984 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.980+0000 7f1dc3fff640 1 -- 172.21.15.76:0/3775943515 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1dc4071d30 msgr2=0x7f1dc415a7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:54.985 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.980+0000 7f1dc3fff640 1 --2- 172.21.15.76:0/3775943515 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1dc4071d30 0x7f1dc415a7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:54.985 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.980+0000 7f1dc3fff640 1 -- 172.21.15.76:0/3775943515 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1dc40c8920 msgr2=0x7f1dc4156f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:54.985 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.980+0000 7f1dc3fff640 1 --2- 172.21.15.76:0/3775943515 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1dc40c8920 0x7f1dc4156f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:54.985 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.980+0000 7f1dc3fff640 1 -- 172.21.15.76:0/3775943515 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1dbc009400 con 0x7f1dc4072110 2024-09-13T16:08:54.985 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.980+0000 7f1dc8e53640 1 --2- 172.21.15.76:0/3775943515 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1dc4071d30 0x7f1dc415a7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:08:54.985 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.980+0000 7f1dc9654640 1 --2- 172.21.15.76:0/3775943515 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1dc40c8920 0x7f1dc4156f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:08:54.985 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.980+0000 7f1dc3fff640 1 --2- 172.21.15.76:0/3775943515 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1dc4072110 0x7f1dc40c53a0 secure :-1 s=READY pgs=1101 cs=0 l=1 rev1=1 crypto rx=0x7f1dac00cc90 tx=0x7f1dac00a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:54.985 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.980+0000 7f1dc17fa640 1 -- 172.21.15.76:0/3775943515 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1dac00cea0 con 0x7f1dc4072110 2024-09-13T16:08:54.985 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.980+0000 7f1dc17fa640 1 -- 172.21.15.76:0/3775943515 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1dac012400 con 0x7f1dc4072110 2024-09-13T16:08:54.985 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.980+0000 7f1dcb0b7640 1 -- 172.21.15.76:0/3775943515 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1dc41efcc0 con 0x7f1dc4072110 2024-09-13T16:08:54.985 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.980+0000 7f1dc17fa640 1 -- 172.21.15.76:0/3775943515 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1dac0127d0 con 0x7f1dc4072110 2024-09-13T16:08:54.985 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.980+0000 7f1dcb0b7640 1 -- 172.21.15.76:0/3775943515 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1dc40c75d0 con 0x7f1dc4072110 2024-09-13T16:08:54.985 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.981+0000 7f1dcb0b7640 1 -- 172.21.15.76:0/3775943515 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1dc40c7130 con 0x7f1dc4072110 2024-09-13T16:08:54.986 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.982+0000 7f1dc17fa640 1 -- 172.21.15.76:0/3775943515 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1dac012930 con 0x7f1dc4072110 2024-09-13T16:08:54.986 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.982+0000 7f1dc17fa640 1 --2- 172.21.15.76:0/3775943515 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1da406ac00 0x7f1da406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:54.986 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.982+0000 7f1dc17fa640 1 -- 172.21.15.76:0/3775943515 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f1dac089510 con 0x7f1dc4072110 2024-09-13T16:08:54.986 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.982+0000 7f1dc8e53640 1 --2- 172.21.15.76:0/3775943515 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1da406ac00 0x7f1da406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:54.986 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.983+0000 7f1dc8e53640 1 --2- 172.21.15.76:0/3775943515 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1da406ac00 0x7f1da406d0c0 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f1dbc034000 tx=0x7f1dbc02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:54.988 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:54.986+0000 7f1dc17fa640 1 -- 172.21.15.76:0/3775943515 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f1dac054660 con 0x7f1dc4072110 2024-09-13T16:08:55.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.154+0000 7f1dcb0b7640 1 -- 172.21.15.76:0/3775943515 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f1dc4070190 con 0x7f1dc4072110 2024-09-13T16:08:55.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.155+0000 7f1dc17fa640 1 -- 172.21.15.76:0/3775943515 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v84) v1 ==== 74+0+16741 (secure 0 0 0) 0x7f1dac057c80 con 0x7f1dc4072110 2024-09-13T16:08:55.158 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:55.158 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":84,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:08:35.889159+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":12,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:08:33.055729+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_data","create_time":"2024-09-13T16:08:33.848184+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:08:55.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.157+0000 7f1dcb0b7640 1 -- 172.21.15.76:0/3775943515 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1da406ac00 msgr2=0x7f1da406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:55.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.157+0000 7f1dcb0b7640 1 --2- 172.21.15.76:0/3775943515 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1da406ac00 0x7f1da406d0c0 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f1dbc034000 tx=0x7f1dbc02e000 comp rx=0 tx=0).stop 2024-09-13T16:08:55.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.157+0000 7f1dcb0b7640 1 -- 172.21.15.76:0/3775943515 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1dc4072110 msgr2=0x7f1dc40c53a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:55.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.157+0000 7f1dcb0b7640 1 --2- 172.21.15.76:0/3775943515 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1dc4072110 0x7f1dc40c53a0 secure :-1 s=READY pgs=1101 cs=0 l=1 rev1=1 crypto rx=0x7f1dac00cc90 tx=0x7f1dac00a430 comp rx=0 tx=0).stop 2024-09-13T16:08:55.161 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.157+0000 7f1dcb0b7640 1 -- 172.21.15.76:0/3775943515 shutdown_connections 2024-09-13T16:08:55.161 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.157+0000 7f1dcb0b7640 1 --2- 172.21.15.76:0/3775943515 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1dc40c8920 0x7f1dc4156f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:55.161 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.157+0000 7f1dcb0b7640 1 --2- 172.21.15.76:0/3775943515 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1dc4072110 0x7f1dc40c53a0 unknown :-1 s=CLOSED pgs=1101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:55.162 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.157+0000 7f1dcb0b7640 1 --2- 172.21.15.76:0/3775943515 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1da406ac00 0x7f1da406d0c0 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:55.162 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.157+0000 7f1dcb0b7640 1 --2- 172.21.15.76:0/3775943515 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1dc4071d30 0x7f1dc415a7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:55.162 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.157+0000 7f1dcb0b7640 1 -- 172.21.15.76:0/3775943515 >> 172.21.15.76:0/3775943515 conn(0x7f1dc4069ed0 msgr2=0x7f1dc40b1160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:55.162 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.157+0000 7f1dcb0b7640 1 -- 172.21.15.76:0/3775943515 shutdown_connections 2024-09-13T16:08:55.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.157+0000 7f1dcb0b7640 1 -- 172.21.15.76:0/3775943515 wait complete. 2024-09-13T16:08:55.170 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:01:26.960607+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 11, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:08:33.055729+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '83', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 12, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:08:33.848184+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.6299999952316284, 'score_stable': 1.6299999952316284, 'optimal_score': 1, 'raw_score_acting': 1.6299999952316284, 'raw_score_stable': 1.6299999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:08:55.171 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:08:55.271 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.270+0000 7fdb1fc6b640 1 Processor -- start 2024-09-13T16:08:55.271 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.270+0000 7fdb1fc6b640 1 -- start start 2024-09-13T16:08:55.275 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.271+0000 7fdb1fc6b640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fdb180b2b40 0x7fdb180ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:55.275 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.271+0000 7fdb1fc6b640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdb180ccbe0 con 0x7fdb18159310 2024-09-13T16:08:55.275 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.271+0000 7fdb1fc6b640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdb180b1810 con 0x7fdb180ce4f0 2024-09-13T16:08:55.275 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.271+0000 7fdb1fc6b640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdb180ad940 con 0x7fdb180b2b40 2024-09-13T16:08:55.275 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.271+0000 7fdb1da07640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fdb18159310 0x7fdb180ab140 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:43008/0 (socket says 172.21.15.76:43008) 2024-09-13T16:08:55.275 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.271+0000 7fdb1da07640 1 -- 172.21.15.76:0/2852192827 learned_addr learned my addr 172.21.15.76:0/2852192827 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:08:55.275 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.271+0000 7fdb1d206640 1 --2- 172.21.15.76:0/2852192827 >> v2:172.21.15.192:3300/0 conn(0x7fdb180b2b40 0x7fdb180ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:55.275 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.271+0000 7fdb1ca05640 1 -- 172.21.15.76:0/2852192827 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 895054429 0 0) 0x7fdb180ccbe0 con 0x7fdb18159310 2024-09-13T16:08:55.275 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.271+0000 7fdb1ca05640 1 -- 172.21.15.76:0/2852192827 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fdb04003520 con 0x7fdb18159310 2024-09-13T16:08:55.275 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.271+0000 7fdb1ca05640 1 -- 172.21.15.76:0/2852192827 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1300433545 0 0) 0x7fdb04003520 con 0x7fdb18159310 2024-09-13T16:08:55.275 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.271+0000 7fdb1ca05640 1 -- 172.21.15.76:0/2852192827 >> v2:172.21.15.192:3300/0 conn(0x7fdb180b2b40 msgr2=0x7fdb180ad400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:55.276 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.271+0000 7fdb1ca05640 1 --2- 172.21.15.76:0/2852192827 >> v2:172.21.15.192:3300/0 conn(0x7fdb180b2b40 0x7fdb180ad400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:55.276 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.271+0000 7fdb1ca05640 1 -- 172.21.15.76:0/2852192827 >> v1:172.21.15.192:6789/0 conn(0x7fdb180ce4f0 legacy=0x7fdb180ce8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:55.276 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.271+0000 7fdb1ca05640 1 -- 172.21.15.76:0/2852192827 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdb1806d9e0 con 0x7fdb18159310 2024-09-13T16:08:55.276 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.271+0000 7fdb1ca05640 1 -- 172.21.15.76:0/2852192827 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7fdb140019f0 con 0x7fdb18159310 2024-09-13T16:08:55.276 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.271+0000 7fdb1ca05640 1 -- 172.21.15.76:0/2852192827 >> v1:172.21.15.76:6789/0 conn(0x7fdb18159310 legacy=0x7fdb180ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:55.276 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.271+0000 7fdb1ca05640 1 --2- 172.21.15.76:0/2852192827 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdb04003970 0x7fdb04003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:55.276 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.271+0000 7fdb1ca05640 1 --2- 172.21.15.76:0/2852192827 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdb040047c0 0x7fdb04004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:55.276 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.271+0000 7fdb1ca05640 1 --2- 172.21.15.76:0/2852192827 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdb04005180 0x7fdb0400db90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:55.276 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.271+0000 7fdb1ca05640 1 -- 172.21.15.76:0/2852192827 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdb0400e300 con 0x7fdb040047c0 2024-09-13T16:08:55.276 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.271+0000 7fdb1ca05640 1 -- 172.21.15.76:0/2852192827 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdb0400e470 con 0x7fdb04005180 2024-09-13T16:08:55.276 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.271+0000 7fdb1ca05640 1 -- 172.21.15.76:0/2852192827 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdb0400e630 con 0x7fdb04003970 2024-09-13T16:08:55.276 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.272+0000 7fdb1d206640 1 --2- 172.21.15.76:0/2852192827 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdb040047c0 0x7fdb04004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:55.276 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.272+0000 7fdb1da07640 1 --2- 172.21.15.76:0/2852192827 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdb04003970 0x7fdb04003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:55.277 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.272+0000 7fdb1e208640 1 --2- 172.21.15.76:0/2852192827 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdb04005180 0x7fdb0400db90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:55.277 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.272+0000 7fdb1d206640 1 -- 172.21.15.76:0/2852192827 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdb04003970 msgr2=0x7fdb04003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:55.277 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.272+0000 7fdb1d206640 1 --2- 172.21.15.76:0/2852192827 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdb04003970 0x7fdb04003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:55.277 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.272+0000 7fdb1d206640 1 -- 172.21.15.76:0/2852192827 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdb04005180 msgr2=0x7fdb0400db90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:55.277 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.272+0000 7fdb1d206640 1 --2- 172.21.15.76:0/2852192827 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdb04005180 0x7fdb0400db90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:55.277 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.272+0000 7fdb1d206640 1 -- 172.21.15.76:0/2852192827 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdb04003520 con 0x7fdb040047c0 2024-09-13T16:08:55.277 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.272+0000 7fdb1e208640 1 -- 172.21.15.76:0/2852192827 reap_dead start 2024-09-13T16:08:55.277 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.272+0000 7fdb1d206640 1 --2- 172.21.15.76:0/2852192827 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdb040047c0 0x7fdb04004c40 secure :-1 s=READY pgs=1103 cs=0 l=1 rev1=1 crypto rx=0x7fdb08009ac0 tx=0x7fdb040057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fb1e0120f1440a42 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:55.277 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.273+0000 7fdb1ca05640 1 -- 172.21.15.76:0/2852192827 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb08031400 con 0x7fdb040047c0 2024-09-13T16:08:55.277 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.273+0000 7fdb1ca05640 1 -- 172.21.15.76:0/2852192827 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdb0802d050 con 0x7fdb040047c0 2024-09-13T16:08:55.277 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.273+0000 7fdb1ca05640 1 -- 172.21.15.76:0/2852192827 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb08031780 con 0x7fdb040047c0 2024-09-13T16:08:55.277 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.273+0000 7fdb1fc6b640 1 -- 172.21.15.76:0/2852192827 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdb040047c0 msgr2=0x7fdb04004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:55.277 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.273+0000 7fdb1fc6b640 1 --2- 172.21.15.76:0/2852192827 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdb040047c0 0x7fdb04004c40 secure :-1 s=READY pgs=1103 cs=0 l=1 rev1=1 crypto rx=0x7fdb08009ac0 tx=0x7fdb040057f0 comp rx=0 tx=0).stop 2024-09-13T16:08:55.278 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.273+0000 7fdb1fc6b640 1 -- 172.21.15.76:0/2852192827 shutdown_connections 2024-09-13T16:08:55.278 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.273+0000 7fdb1fc6b640 1 --2- 172.21.15.76:0/2852192827 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdb040047c0 0x7fdb04004c40 unknown :-1 s=CLOSED pgs=1103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:55.278 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.273+0000 7fdb1fc6b640 1 -- 172.21.15.76:0/2852192827 >> 172.21.15.76:0/2852192827 conn(0x7fdb1806a0b0 msgr2=0x7fdb1806a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:55.278 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.273+0000 7fdb1fc6b640 1 -- 172.21.15.76:0/2852192827 shutdown_connections 2024-09-13T16:08:55.278 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.273+0000 7fdb1fc6b640 1 -- 172.21.15.76:0/2852192827 wait complete. 2024-09-13T16:08:55.280 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.274+0000 7fdb1fc6b640 1 Processor -- start 2024-09-13T16:08:55.280 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.274+0000 7fdb1fc6b640 1 -- start start 2024-09-13T16:08:55.280 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.275+0000 7fdb1fc6b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdb040047c0 0x7fdb18071390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:55.280 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.275+0000 7fdb1fc6b640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdb180718d0 0x7fdb180c9790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:55.280 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.275+0000 7fdb1fc6b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdb180c9cd0 0x7fdb18152df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:55.280 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.275+0000 7fdb1fc6b640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdb180ca150 con 0x7fdb180c9cd0 2024-09-13T16:08:55.281 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.275+0000 7fdb1fc6b640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdb18071f00 con 0x7fdb040047c0 2024-09-13T16:08:55.281 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.275+0000 7fdb1fc6b640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdb18070130 con 0x7fdb180718d0 2024-09-13T16:08:55.281 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.275+0000 7fdb1e208640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdb180c9cd0 0x7fdb18152df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:55.281 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.275+0000 7fdb1e208640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdb180c9cd0 0x7fdb18152df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60496/0 (socket says 172.21.15.76:60496) 2024-09-13T16:08:55.281 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.275+0000 7fdb1e208640 1 -- 172.21.15.76:0/2019566215 learned_addr learned my addr 172.21.15.76:0/2019566215 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:55.281 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.275+0000 7fdb1da07640 1 --2- 172.21.15.76:0/2019566215 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdb040047c0 0x7fdb18071390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:55.281 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.275+0000 7fdb1d206640 1 --2- 172.21.15.76:0/2019566215 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdb180718d0 0x7fdb180c9790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:55.281 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.275+0000 7fdb1e208640 1 -- 172.21.15.76:0/2019566215 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdb180718d0 msgr2=0x7fdb180c9790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:55.281 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.275+0000 7fdb1e208640 1 --2- 172.21.15.76:0/2019566215 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdb180718d0 0x7fdb180c9790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:55.281 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.275+0000 7fdb1e208640 1 -- 172.21.15.76:0/2019566215 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdb040047c0 msgr2=0x7fdb18071390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:55.281 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.275+0000 7fdb1e208640 1 --2- 172.21.15.76:0/2019566215 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdb040047c0 0x7fdb18071390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:55.281 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.275+0000 7fdb1e208640 1 -- 172.21.15.76:0/2019566215 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdb18070410 con 0x7fdb180c9cd0 2024-09-13T16:08:55.281 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.276+0000 7fdb1da07640 1 --2- 172.21.15.76:0/2019566215 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdb040047c0 0x7fdb18071390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:08:55.281 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.276+0000 7fdb1e208640 1 --2- 172.21.15.76:0/2019566215 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdb180c9cd0 0x7fdb18152df0 secure :-1 s=READY pgs=1104 cs=0 l=1 rev1=1 crypto rx=0x7fdb180b3040 tx=0x7fdb1000e5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:55.282 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.276+0000 7fdb0e7fc640 1 -- 172.21.15.76:0/2019566215 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb10005070 con 0x7fdb180c9cd0 2024-09-13T16:08:55.282 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.276+0000 7fdb0e7fc640 1 -- 172.21.15.76:0/2019566215 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdb100051f0 con 0x7fdb180c9cd0 2024-09-13T16:08:55.282 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.276+0000 7fdb1fc6b640 1 -- 172.21.15.76:0/2019566215 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdb180706f0 con 0x7fdb180c9cd0 2024-09-13T16:08:55.282 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.276+0000 7fdb0e7fc640 1 -- 172.21.15.76:0/2019566215 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb10007030 con 0x7fdb180c9cd0 2024-09-13T16:08:55.282 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.276+0000 7fdb1fc6b640 1 -- 172.21.15.76:0/2019566215 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdb18070ef0 con 0x7fdb180c9cd0 2024-09-13T16:08:55.282 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.277+0000 7fdb1fc6b640 1 -- 172.21.15.76:0/2019566215 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdb18071cb0 con 0x7fdb180c9cd0 2024-09-13T16:08:55.282 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.277+0000 7fdb0e7fc640 1 -- 172.21.15.76:0/2019566215 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fdb10007190 con 0x7fdb180c9cd0 2024-09-13T16:08:55.282 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.278+0000 7fdb0e7fc640 1 --2- 172.21.15.76:0/2019566215 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdafc06ac00 0x7fdafc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:55.282 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.278+0000 7fdb1da07640 1 --2- 172.21.15.76:0/2019566215 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdafc06ac00 0x7fdafc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:55.282 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.278+0000 7fdb0e7fc640 1 -- 172.21.15.76:0/2019566215 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fdb10088950 con 0x7fdb180c9cd0 2024-09-13T16:08:55.282 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.278+0000 7fdb1da07640 1 --2- 172.21.15.76:0/2019566215 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdafc06ac00 0x7fdafc06d0c0 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7fdb140013d0 tx=0x7fdb14006040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:55.283 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.282+0000 7fdb0e7fc640 1 -- 172.21.15.76:0/2019566215 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fdb100539d0 con 0x7fdb180c9cd0 2024-09-13T16:08:55.447 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.446+0000 7fdb1fc6b640 1 -- 172.21.15.76:0/2019566215 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fdb180ad790 con 0x7fdb180c9cd0 2024-09-13T16:08:55.448 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.446+0000 7fdb0e7fc640 1 -- 172.21.15.76:0/2019566215 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v84) v1 ==== 93+0+10 (secure 0 0 0) 0x7fdb10019020 con 0x7fdb180c9cd0 2024-09-13T16:08:55.448 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2024-09-13T16:08:55.450 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.448+0000 7fdb1fc6b640 1 -- 172.21.15.76:0/2019566215 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdafc06ac00 msgr2=0x7fdafc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:55.451 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.448+0000 7fdb1fc6b640 1 --2- 172.21.15.76:0/2019566215 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdafc06ac00 0x7fdafc06d0c0 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7fdb140013d0 tx=0x7fdb14006040 comp rx=0 tx=0).stop 2024-09-13T16:08:55.451 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.448+0000 7fdb1fc6b640 1 -- 172.21.15.76:0/2019566215 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdb180c9cd0 msgr2=0x7fdb18152df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:55.451 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.448+0000 7fdb1fc6b640 1 --2- 172.21.15.76:0/2019566215 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdb180c9cd0 0x7fdb18152df0 secure :-1 s=READY pgs=1104 cs=0 l=1 rev1=1 crypto rx=0x7fdb180b3040 tx=0x7fdb1000e5f0 comp rx=0 tx=0).stop 2024-09-13T16:08:55.451 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.448+0000 7fdb1fc6b640 1 -- 172.21.15.76:0/2019566215 shutdown_connections 2024-09-13T16:08:55.451 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.448+0000 7fdb1fc6b640 1 --2- 172.21.15.76:0/2019566215 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdb180c9cd0 0x7fdb18152df0 unknown :-1 s=CLOSED pgs=1104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:55.451 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.448+0000 7fdb1fc6b640 1 --2- 172.21.15.76:0/2019566215 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdafc06ac00 0x7fdafc06d0c0 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:55.451 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.448+0000 7fdb1fc6b640 1 --2- 172.21.15.76:0/2019566215 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdb180718d0 0x7fdb180c9790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:55.451 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.448+0000 7fdb1fc6b640 1 --2- 172.21.15.76:0/2019566215 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdb040047c0 0x7fdb18071390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:55.451 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.448+0000 7fdb1fc6b640 1 -- 172.21.15.76:0/2019566215 >> 172.21.15.76:0/2019566215 conn(0x7fdb1806a0b0 msgr2=0x7fdb180cb4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:55.451 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.448+0000 7fdb1fc6b640 1 -- 172.21.15.76:0/2019566215 shutdown_connections 2024-09-13T16:08:55.451 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.448+0000 7fdb1fc6b640 1 -- 172.21.15.76:0/2019566215 wait complete. 2024-09-13T16:08:55.460 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:08:55.561 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.559+0000 7fcb760e9640 1 Processor -- start 2024-09-13T16:08:55.561 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.559+0000 7fcb760e9640 1 -- start start 2024-09-13T16:08:55.562 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.560+0000 7fcb760e9640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fcb7015c4c0 0x7fcb7006b1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:55.562 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.560+0000 7fcb760e9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcb700cd7c0 0x7fcb7006e220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:55.562 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.560+0000 7fcb760e9640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcb7006b880 con 0x7fcb7006e760 2024-09-13T16:08:55.562 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.560+0000 7fcb760e9640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcb7006ebd0 con 0x7fcb7015c4c0 2024-09-13T16:08:55.563 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.560+0000 7fcb760e9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcb7006bb60 con 0x7fcb700cd7c0 2024-09-13T16:08:55.563 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.561+0000 7fcb6f7fe640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fcb7015c4c0 0x7fcb7006b1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:55.563 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.561+0000 7fcb6effd640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcb700cd7c0 0x7fcb7006e220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:55.563 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.561+0000 7fcb6ffff640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7fcb7006e760 0x7fcb700d02b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:41690/0 (socket says 172.21.15.76:41690) 2024-09-13T16:08:55.563 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.561+0000 7fcb6ffff640 1 -- 172.21.15.76:0/1109650686 learned_addr learned my addr 172.21.15.76:0/1109650686 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:08:55.563 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.561+0000 7fcb6f7fe640 1 -- 172.21.15.76:0/1109650686 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcb700cd7c0 msgr2=0x7fcb7006e220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:55.563 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.561+0000 7fcb6f7fe640 1 --2- 172.21.15.76:0/1109650686 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcb700cd7c0 0x7fcb7006e220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:55.563 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.561+0000 7fcb6f7fe640 1 -- 172.21.15.76:0/1109650686 >> v1:172.21.15.192:6789/0 conn(0x7fcb7006e760 legacy=0x7fcb700d02b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:55.563 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.561+0000 7fcb6e7fc640 1 -- 172.21.15.76:0/1109650686 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 807410144 0 0) 0x7fcb7006b880 con 0x7fcb7006e760 2024-09-13T16:08:55.563 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.561+0000 7fcb6f7fe640 1 -- 172.21.15.76:0/1109650686 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcb7006be40 con 0x7fcb7015c4c0 2024-09-13T16:08:55.564 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.562+0000 7fcb6f7fe640 1 --2- 172.21.15.76:0/1109650686 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcb7015c4c0 0x7fcb7006b1f0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7fcb60009d90 tx=0x7fcb6002a660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=abcc70e8c6e25a1e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:55.565 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.562+0000 7fcb6e7fc640 1 -- 172.21.15.76:0/1109650686 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb60007740 con 0x7fcb7015c4c0 2024-09-13T16:08:55.565 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.562+0000 7fcb6e7fc640 1 -- 172.21.15.76:0/1109650686 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcb6002d050 con 0x7fcb7015c4c0 2024-09-13T16:08:55.565 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.562+0000 7fcb6e7fc640 1 -- 172.21.15.76:0/1109650686 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb60007ac0 con 0x7fcb7015c4c0 2024-09-13T16:08:55.565 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.562+0000 7fcb760e9640 1 -- 172.21.15.76:0/1109650686 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcb7015c4c0 msgr2=0x7fcb7006b1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:55.565 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.562+0000 7fcb760e9640 1 --2- 172.21.15.76:0/1109650686 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcb7015c4c0 0x7fcb7006b1f0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7fcb60009d90 tx=0x7fcb6002a660 comp rx=0 tx=0).stop 2024-09-13T16:08:55.565 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.562+0000 7fcb760e9640 1 -- 172.21.15.76:0/1109650686 shutdown_connections 2024-09-13T16:08:55.565 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.562+0000 7fcb760e9640 1 --2- 172.21.15.76:0/1109650686 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcb700cd7c0 0x7fcb7006e220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:55.565 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.562+0000 7fcb760e9640 1 --2- 172.21.15.76:0/1109650686 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcb7015c4c0 0x7fcb7006b1f0 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:55.565 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.562+0000 7fcb760e9640 1 -- 172.21.15.76:0/1109650686 >> 172.21.15.76:0/1109650686 conn(0x7fcb70069ed0 msgr2=0x7fcb7006a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:55.565 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.562+0000 7fcb760e9640 1 -- 172.21.15.76:0/1109650686 shutdown_connections 2024-09-13T16:08:55.565 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.563+0000 7fcb760e9640 1 -- 172.21.15.76:0/1109650686 wait complete. 2024-09-13T16:08:55.567 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.564+0000 7fcb760e9640 1 Processor -- start 2024-09-13T16:08:55.567 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.564+0000 7fcb760e9640 1 -- start start 2024-09-13T16:08:55.567 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.564+0000 7fcb760e9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcb7006e760 0x7fcb701f1f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:55.567 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.565+0000 7fcb760e9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcb700cd7c0 0x7fcb700c9400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:55.568 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.565+0000 7fcb760e9640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcb7015c4c0 0x7fcb700c9940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:55.568 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.565+0000 7fcb760e9640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcb701f24c0 con 0x7fcb700cd7c0 2024-09-13T16:08:55.568 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.565+0000 7fcb760e9640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcb70150490 con 0x7fcb7015c4c0 2024-09-13T16:08:55.568 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.565+0000 7fcb760e9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcb7014cc10 con 0x7fcb7006e760 2024-09-13T16:08:55.568 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.565+0000 7fcb6effd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcb700cd7c0 0x7fcb700c9400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:55.568 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.565+0000 7fcb6effd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcb700cd7c0 0x7fcb700c9400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60502/0 (socket says 172.21.15.76:60502) 2024-09-13T16:08:55.568 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.565+0000 7fcb6effd640 1 -- 172.21.15.76:0/1208853826 learned_addr learned my addr 172.21.15.76:0/1208853826 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:55.568 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.565+0000 7fcb6f7fe640 1 --2- 172.21.15.76:0/1208853826 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcb7006e760 0x7fcb701f1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:55.568 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.565+0000 7fcb6ffff640 1 --2- 172.21.15.76:0/1208853826 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcb7015c4c0 0x7fcb700c9940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:55.568 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.565+0000 7fcb6effd640 1 -- 172.21.15.76:0/1208853826 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcb7006e760 msgr2=0x7fcb701f1f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:55.568 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.565+0000 7fcb6effd640 1 --2- 172.21.15.76:0/1208853826 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcb7006e760 0x7fcb701f1f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:55.568 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.565+0000 7fcb6effd640 1 -- 172.21.15.76:0/1208853826 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcb7015c4c0 msgr2=0x7fcb700c9940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:55.568 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.565+0000 7fcb6effd640 1 --2- 172.21.15.76:0/1208853826 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcb7015c4c0 0x7fcb700c9940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:55.569 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.565+0000 7fcb6effd640 1 -- 172.21.15.76:0/1208853826 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcb60009a70 con 0x7fcb700cd7c0 2024-09-13T16:08:55.569 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.565+0000 7fcb6ffff640 1 --2- 172.21.15.76:0/1208853826 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcb7015c4c0 0x7fcb700c9940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:08:55.569 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.565+0000 7fcb6effd640 1 --2- 172.21.15.76:0/1208853826 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcb700cd7c0 0x7fcb700c9400 secure :-1 s=READY pgs=1105 cs=0 l=1 rev1=1 crypto rx=0x7fcb6400e980 tx=0x7fcb6400ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:55.569 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.565+0000 7fcb57fff640 1 -- 172.21.15.76:0/1208853826 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb64009670 con 0x7fcb700cd7c0 2024-09-13T16:08:55.569 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.565+0000 7fcb57fff640 1 -- 172.21.15.76:0/1208853826 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcb6400ca00 con 0x7fcb700cd7c0 2024-09-13T16:08:55.569 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.565+0000 7fcb57fff640 1 -- 172.21.15.76:0/1208853826 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb6400cd90 con 0x7fcb700cd7c0 2024-09-13T16:08:55.569 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.565+0000 7fcb760e9640 1 -- 172.21.15.76:0/1208853826 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcb7014cef0 con 0x7fcb700cd7c0 2024-09-13T16:08:55.569 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.566+0000 7fcb760e9640 1 -- 172.21.15.76:0/1208853826 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcb70157ab0 con 0x7fcb700cd7c0 2024-09-13T16:08:55.570 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.566+0000 7fcb760e9640 1 -- 172.21.15.76:0/1208853826 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcb70157630 con 0x7fcb700cd7c0 2024-09-13T16:08:55.570 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.567+0000 7fcb57fff640 1 -- 172.21.15.76:0/1208853826 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fcb64013470 con 0x7fcb700cd7c0 2024-09-13T16:08:55.570 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.567+0000 7fcb57fff640 1 --2- 172.21.15.76:0/1208853826 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcb5c06ac00 0x7fcb5c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:55.570 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.567+0000 7fcb57fff640 1 -- 172.21.15.76:0/1208853826 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fcb64089720 con 0x7fcb700cd7c0 2024-09-13T16:08:55.570 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.567+0000 7fcb6f7fe640 1 --2- 172.21.15.76:0/1208853826 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcb5c06ac00 0x7fcb5c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:55.570 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.568+0000 7fcb6f7fe640 1 --2- 172.21.15.76:0/1208853826 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcb5c06ac00 0x7fcb5c06d0c0 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7fcb60034000 tx=0x7fcb6002f000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:55.573 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.572+0000 7fcb57fff640 1 -- 172.21.15.76:0/1208853826 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fcb70157630 con 0x7fcb700cd7c0 2024-09-13T16:08:55.736 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.734+0000 7fcb760e9640 1 -- 172.21.15.76:0/1208853826 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fcb70157630 con 0x7fcb700cd7c0 2024-09-13T16:08:55.736 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.735+0000 7fcb57fff640 1 -- 172.21.15.76:0/1208853826 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v84) v1 ==== 104+0+11 (secure 0 0 0) 0x7fcb70157630 con 0x7fcb700cd7c0 2024-09-13T16:08:55.736 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2024-09-13T16:08:55.738 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.737+0000 7fcb760e9640 1 -- 172.21.15.76:0/1208853826 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcb5c06ac00 msgr2=0x7fcb5c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:55.738 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.737+0000 7fcb760e9640 1 --2- 172.21.15.76:0/1208853826 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcb5c06ac00 0x7fcb5c06d0c0 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7fcb60034000 tx=0x7fcb6002f000 comp rx=0 tx=0).stop 2024-09-13T16:08:55.738 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.737+0000 7fcb760e9640 1 -- 172.21.15.76:0/1208853826 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcb700cd7c0 msgr2=0x7fcb700c9400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:55.738 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.737+0000 7fcb760e9640 1 --2- 172.21.15.76:0/1208853826 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcb700cd7c0 0x7fcb700c9400 secure :-1 s=READY pgs=1105 cs=0 l=1 rev1=1 crypto rx=0x7fcb6400e980 tx=0x7fcb6400ee40 comp rx=0 tx=0).stop 2024-09-13T16:08:55.739 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.737+0000 7fcb760e9640 1 -- 172.21.15.76:0/1208853826 shutdown_connections 2024-09-13T16:08:55.739 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.737+0000 7fcb760e9640 1 --2- 172.21.15.76:0/1208853826 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcb7015c4c0 0x7fcb700c9940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:55.739 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.737+0000 7fcb760e9640 1 --2- 172.21.15.76:0/1208853826 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcb700cd7c0 0x7fcb700c9400 unknown :-1 s=CLOSED pgs=1105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:55.739 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.737+0000 7fcb760e9640 1 --2- 172.21.15.76:0/1208853826 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcb5c06ac00 0x7fcb5c06d0c0 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:55.739 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.737+0000 7fcb760e9640 1 --2- 172.21.15.76:0/1208853826 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcb7006e760 0x7fcb701f1f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:55.739 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.737+0000 7fcb760e9640 1 -- 172.21.15.76:0/1208853826 >> 172.21.15.76:0/1208853826 conn(0x7fcb70069ed0 msgr2=0x7fcb700d0c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:55.739 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.737+0000 7fcb760e9640 1 -- 172.21.15.76:0/1208853826 shutdown_connections 2024-09-13T16:08:55.739 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.737+0000 7fcb760e9640 1 -- 172.21.15.76:0/1208853826 wait complete. 2024-09-13T16:08:55.749 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:08:55.850 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.848+0000 7f60514c5640 1 Processor -- start 2024-09-13T16:08:55.850 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.849+0000 7f60514c5640 1 -- start start 2024-09-13T16:08:55.853 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.849+0000 7f60514c5640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f604c15c500 0x7f604c0d2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:55.853 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.849+0000 7f60514c5640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f604c0cdff0 0x7f604c0d0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:55.853 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.849+0000 7f60514c5640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f604c0cd450 con 0x7f604c0d2590 2024-09-13T16:08:55.853 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.849+0000 7f60514c5640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f604c0d29f0 con 0x7f604c15c500 2024-09-13T16:08:55.853 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.849+0000 7f60514c5640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f604c0d0cf0 con 0x7f604c0cdff0 2024-09-13T16:08:55.853 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.849+0000 7f604affd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f604c15c500 0x7f604c0d2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:55.853 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.849+0000 7f604affd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f604c15c500 0x7f604c0d2050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60508/0 (socket says 172.21.15.76:60508) 2024-09-13T16:08:55.853 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.849+0000 7f604a7fc640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f604c0d2590 0x7f604c0cd8e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:43024/0 (socket says 172.21.15.76:43024) 2024-09-13T16:08:55.854 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.849+0000 7f604affd640 1 -- 172.21.15.76:0/268215622 learned_addr learned my addr 172.21.15.76:0/268215622 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:55.854 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.850+0000 7f604b7fe640 1 --2- 172.21.15.76:0/268215622 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f604c0cdff0 0x7f604c0d0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:55.854 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.850+0000 7f604affd640 1 -- 172.21.15.76:0/268215622 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f604c0cdff0 msgr2=0x7f604c0d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:55.854 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.850+0000 7f604affd640 1 --2- 172.21.15.76:0/268215622 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f604c0cdff0 0x7f604c0d0000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:55.854 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.850+0000 7f604affd640 1 -- 172.21.15.76:0/268215622 >> v1:172.21.15.76:6789/0 conn(0x7f604c0d2590 legacy=0x7f604c0cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:55.854 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.850+0000 7f604affd640 1 -- 172.21.15.76:0/268215622 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f604c0d0fd0 con 0x7f604c15c500 2024-09-13T16:08:55.854 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.850+0000 7f6049ffb640 1 -- 172.21.15.76:0/268215622 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3751737756 0 0) 0x7f604c0cd450 con 0x7f604c0d2590 2024-09-13T16:08:55.854 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.850+0000 7f604affd640 1 --2- 172.21.15.76:0/268215622 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f604c15c500 0x7f604c0d2050 secure :-1 s=READY pgs=1107 cs=0 l=1 rev1=1 crypto rx=0x7f6044009870 tx=0x7f604402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ed84cd939d99ace8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:55.854 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.851+0000 7f6049ffb640 1 -- 172.21.15.76:0/268215622 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6044032440 con 0x7f604c15c500 2024-09-13T16:08:55.854 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.851+0000 7f6049ffb640 1 -- 172.21.15.76:0/268215622 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f60440325a0 con 0x7f604c15c500 2024-09-13T16:08:55.855 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.851+0000 7f6049ffb640 1 -- 172.21.15.76:0/268215622 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6044032930 con 0x7f604c15c500 2024-09-13T16:08:55.855 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.851+0000 7f60514c5640 1 -- 172.21.15.76:0/268215622 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f604c15c500 msgr2=0x7f604c0d2050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:55.855 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.851+0000 7f60514c5640 1 --2- 172.21.15.76:0/268215622 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f604c15c500 0x7f604c0d2050 secure :-1 s=READY pgs=1107 cs=0 l=1 rev1=1 crypto rx=0x7f6044009870 tx=0x7f604402a270 comp rx=0 tx=0).stop 2024-09-13T16:08:55.855 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.851+0000 7f60514c5640 1 -- 172.21.15.76:0/268215622 shutdown_connections 2024-09-13T16:08:55.855 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.851+0000 7f60514c5640 1 --2- 172.21.15.76:0/268215622 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f604c0cdff0 0x7f604c0d0000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:55.855 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.851+0000 7f60514c5640 1 --2- 172.21.15.76:0/268215622 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f604c15c500 0x7f604c0d2050 unknown :-1 s=CLOSED pgs=1107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:55.855 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.851+0000 7f60514c5640 1 -- 172.21.15.76:0/268215622 >> 172.21.15.76:0/268215622 conn(0x7f604c089f60 msgr2=0x7f604c09b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:55.855 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.851+0000 7f60514c5640 1 -- 172.21.15.76:0/268215622 shutdown_connections 2024-09-13T16:08:55.855 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.851+0000 7f60514c5640 1 -- 172.21.15.76:0/268215622 wait complete. 2024-09-13T16:08:55.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.852+0000 7f60514c5640 1 Processor -- start 2024-09-13T16:08:55.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.853+0000 7f60514c5640 1 -- start start 2024-09-13T16:08:55.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.853+0000 7f60514c5640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f604c0cdff0 0x7f604c158d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:55.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.853+0000 7f60514c5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f604c0d2590 0x7f604c15f2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:55.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.853+0000 7f60514c5640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f604c15c500 0x7f604c0b6330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:55.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.853+0000 7f60514c5640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f604c0ca0f0 con 0x7f604c0d2590 2024-09-13T16:08:55.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.853+0000 7f60514c5640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f604c0c9500 con 0x7f604c0cdff0 2024-09-13T16:08:55.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.853+0000 7f60514c5640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f604c0cc260 con 0x7f604c15c500 2024-09-13T16:08:55.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.853+0000 7f604a7fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f604c0d2590 0x7f604c15f2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:55.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.853+0000 7f604a7fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f604c0d2590 0x7f604c15f2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60516/0 (socket says 172.21.15.76:60516) 2024-09-13T16:08:55.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.853+0000 7f604a7fc640 1 -- 172.21.15.76:0/1553588298 learned_addr learned my addr 172.21.15.76:0/1553588298 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:55.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.854+0000 7f604affd640 1 --2- 172.21.15.76:0/1553588298 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f604c0cdff0 0x7f604c158d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:55.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.854+0000 7f604b7fe640 1 --2- 172.21.15.76:0/1553588298 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f604c15c500 0x7f604c0b6330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:55.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.854+0000 7f604a7fc640 1 -- 172.21.15.76:0/1553588298 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f604c15c500 msgr2=0x7f604c0b6330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:55.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.854+0000 7f604a7fc640 1 --2- 172.21.15.76:0/1553588298 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f604c15c500 0x7f604c0b6330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:55.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.854+0000 7f604a7fc640 1 -- 172.21.15.76:0/1553588298 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f604c0cdff0 msgr2=0x7f604c158d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:55.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.854+0000 7f604a7fc640 1 --2- 172.21.15.76:0/1553588298 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f604c0cdff0 0x7f604c158d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:55.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.854+0000 7f604a7fc640 1 -- 172.21.15.76:0/1553588298 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f60440094d0 con 0x7f604c0d2590 2024-09-13T16:08:55.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.854+0000 7f604affd640 1 --2- 172.21.15.76:0/1553588298 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f604c0cdff0 0x7f604c158d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:08:55.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.854+0000 7f604a7fc640 1 --2- 172.21.15.76:0/1553588298 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f604c0d2590 0x7f604c15f2c0 secure :-1 s=READY pgs=1108 cs=0 l=1 rev1=1 crypto rx=0x7f604000c890 tx=0x7f604000cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:55.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.854+0000 7f60337fe640 1 -- 172.21.15.76:0/1553588298 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f604000a640 con 0x7f604c0d2590 2024-09-13T16:08:55.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.854+0000 7f60337fe640 1 -- 172.21.15.76:0/1553588298 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f604000a7c0 con 0x7f604c0d2590 2024-09-13T16:08:55.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.854+0000 7f60514c5640 1 -- 172.21.15.76:0/1553588298 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f604c0c9750 con 0x7f604c0d2590 2024-09-13T16:08:55.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.854+0000 7f60337fe640 1 -- 172.21.15.76:0/1553588298 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f604000ab70 con 0x7f604c0d2590 2024-09-13T16:08:55.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.854+0000 7f60514c5640 1 -- 172.21.15.76:0/1553588298 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f604c0c9d10 con 0x7f604c0d2590 2024-09-13T16:08:55.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.855+0000 7f60514c5640 1 -- 172.21.15.76:0/1553588298 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f604c0ca230 con 0x7f604c0d2590 2024-09-13T16:08:55.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.855+0000 7f60337fe640 1 -- 172.21.15.76:0/1553588298 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f604000acd0 con 0x7f604c0d2590 2024-09-13T16:08:55.861 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.856+0000 7f60337fe640 1 --2- 172.21.15.76:0/1553588298 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f603806ac00 0x7f603806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:55.861 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.856+0000 7f60337fe640 1 -- 172.21.15.76:0/1553588298 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f6040088ce0 con 0x7f604c0d2590 2024-09-13T16:08:55.861 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.856+0000 7f604affd640 1 --2- 172.21.15.76:0/1553588298 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f603806ac00 0x7f603806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:55.861 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.856+0000 7f604affd640 1 --2- 172.21.15.76:0/1553588298 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f603806ac00 0x7f603806d0c0 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f6044034000 tx=0x7f604402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:55.861 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:55.860+0000 7f60337fe640 1 -- 172.21.15.76:0/1553588298 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f604c0ca230 con 0x7f604c0d2590 2024-09-13T16:08:56.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.020+0000 7f60514c5640 1 -- 172.21.15.76:0/1553588298 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f604c0ca230 con 0x7f604c0d2590 2024-09-13T16:08:56.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.021+0000 7f60337fe640 1 -- 172.21.15.76:0/1553588298 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v84) v1 ==== 100+0+11 (secure 0 0 0) 0x7f604c0ca230 con 0x7f604c0d2590 2024-09-13T16:08:56.022 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2024-09-13T16:08:56.025 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.023+0000 7f60514c5640 1 -- 172.21.15.76:0/1553588298 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f603806ac00 msgr2=0x7f603806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:56.025 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.023+0000 7f60514c5640 1 --2- 172.21.15.76:0/1553588298 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f603806ac00 0x7f603806d0c0 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f6044034000 tx=0x7f604402e000 comp rx=0 tx=0).stop 2024-09-13T16:08:56.025 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.023+0000 7f60514c5640 1 -- 172.21.15.76:0/1553588298 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f604c0d2590 msgr2=0x7f604c15f2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:56.025 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.023+0000 7f60514c5640 1 --2- 172.21.15.76:0/1553588298 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f604c0d2590 0x7f604c15f2c0 secure :-1 s=READY pgs=1108 cs=0 l=1 rev1=1 crypto rx=0x7f604000c890 tx=0x7f604000cd50 comp rx=0 tx=0).stop 2024-09-13T16:08:56.025 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.023+0000 7f60514c5640 1 -- 172.21.15.76:0/1553588298 shutdown_connections 2024-09-13T16:08:56.025 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.023+0000 7f60514c5640 1 --2- 172.21.15.76:0/1553588298 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f603806ac00 0x7f603806d0c0 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:56.025 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.023+0000 7f60514c5640 1 --2- 172.21.15.76:0/1553588298 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f604c15c500 0x7f604c0b6330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:56.025 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.023+0000 7f60514c5640 1 --2- 172.21.15.76:0/1553588298 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f604c0d2590 0x7f604c15f2c0 unknown :-1 s=CLOSED pgs=1108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:56.025 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.023+0000 7f60514c5640 1 --2- 172.21.15.76:0/1553588298 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f604c0cdff0 0x7f604c158d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:56.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.023+0000 7f60514c5640 1 -- 172.21.15.76:0/1553588298 >> 172.21.15.76:0/1553588298 conn(0x7f604c089f60 msgr2=0x7f604c0affc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:56.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.023+0000 7f60514c5640 1 -- 172.21.15.76:0/1553588298 shutdown_connections 2024-09-13T16:08:56.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.023+0000 7f60514c5640 1 -- 172.21.15.76:0/1553588298 wait complete. 2024-09-13T16:08:56.036 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:08:56.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.134+0000 7f5cfd9aa640 1 Processor -- start 2024-09-13T16:08:56.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.134+0000 7f5cfd9aa640 1 -- start start 2024-09-13T16:08:56.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.135+0000 7f5cfd9aa640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f5cf808a370 0x7f5cf80d0f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:56.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.135+0000 7f5cfd9aa640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5cf80b4510 0x7f5cf80d1450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:56.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.135+0000 7f5cfd9aa640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5cf80b3540 con 0x7f5cf80b4130 2024-09-13T16:08:56.137 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.135+0000 7f5cfd9aa640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5cf80b2ff0 con 0x7f5cf808a370 2024-09-13T16:08:56.137 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.135+0000 7f5cfd9aa640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5cf80d3410 con 0x7f5cf80b4510 2024-09-13T16:08:56.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.135+0000 7f5cf6ffd640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f5cf80b4130 0x7f5cf80d2d00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:43034/0 (socket says 172.21.15.76:43034) 2024-09-13T16:08:56.140 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.135+0000 7f5cf6ffd640 1 -- 172.21.15.76:0/3805183209 learned_addr learned my addr 172.21.15.76:0/3805183209 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:08:56.140 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.135+0000 7f5cf77fe640 1 --2- 172.21.15.76:0/3805183209 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5cf80b4510 0x7f5cf80d1450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:56.140 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.135+0000 7f5cf67fc640 1 -- 172.21.15.76:0/3805183209 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4147489952 0 0) 0x7f5cf80b3540 con 0x7f5cf80b4130 2024-09-13T16:08:56.140 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.135+0000 7f5cf67fc640 1 -- 172.21.15.76:0/3805183209 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5ce4003520 con 0x7f5cf80b4130 2024-09-13T16:08:56.140 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.135+0000 7f5ceffff640 1 --2- 172.21.15.76:0/3805183209 >> v2:172.21.15.192:3300/0 conn(0x7f5cf808a370 0x7f5cf80d0f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:56.140 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.136+0000 7f5cf67fc640 1 -- 172.21.15.76:0/3805183209 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 644850368 0 0) 0x7f5ce4003520 con 0x7f5cf80b4130 2024-09-13T16:08:56.140 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.136+0000 7f5cf67fc640 1 -- 172.21.15.76:0/3805183209 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5cf80b4510 msgr2=0x7f5cf80d1450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:56.140 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.136+0000 7f5cf67fc640 1 --2- 172.21.15.76:0/3805183209 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5cf80b4510 0x7f5cf80d1450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:56.140 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.136+0000 7f5cf67fc640 1 -- 172.21.15.76:0/3805183209 >> v2:172.21.15.192:3300/0 conn(0x7f5cf808a370 msgr2=0x7f5cf80d0f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:56.140 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.136+0000 7f5cf67fc640 1 --2- 172.21.15.76:0/3805183209 >> v2:172.21.15.192:3300/0 conn(0x7f5cf808a370 0x7f5cf80d0f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:56.140 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.136+0000 7f5cf67fc640 1 -- 172.21.15.76:0/3805183209 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5cf80cdc70 con 0x7f5cf80b4130 2024-09-13T16:08:56.140 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.136+0000 7f5cf67fc640 1 -- 172.21.15.76:0/3805183209 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f5ce8001670 con 0x7f5cf80b4130 2024-09-13T16:08:56.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.136+0000 7f5cf67fc640 1 -- 172.21.15.76:0/3805183209 >> v1:172.21.15.76:6789/0 conn(0x7f5cf80b4130 legacy=0x7f5cf80d2d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:56.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.136+0000 7f5cf67fc640 1 --2- 172.21.15.76:0/3805183209 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5ce40039a0 0x7f5ce4003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:56.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.136+0000 7f5cf67fc640 1 --2- 172.21.15.76:0/3805183209 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5cf80b4510 0x7f5ce40047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:56.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.136+0000 7f5cf67fc640 1 --2- 172.21.15.76:0/3805183209 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5ce4004d00 0x7f5ce4005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:56.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.136+0000 7f5cf67fc640 1 -- 172.21.15.76:0/3805183209 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5cf80b2ff0 con 0x7f5ce40039a0 2024-09-13T16:08:56.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.136+0000 7f5cf67fc640 1 -- 172.21.15.76:0/3805183209 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5cf80d3410 con 0x7f5ce4004d00 2024-09-13T16:08:56.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.136+0000 7f5cf67fc640 1 -- 172.21.15.76:0/3805183209 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5ce400b980 con 0x7f5cf80b4510 2024-09-13T16:08:56.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.136+0000 7f5cf6ffd640 1 --2- 172.21.15.76:0/3805183209 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5ce40039a0 0x7f5ce4003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:56.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.136+0000 7f5ceffff640 1 --2- 172.21.15.76:0/3805183209 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5cf80b4510 0x7f5ce40047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:56.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.136+0000 7f5cf77fe640 1 --2- 172.21.15.76:0/3805183209 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5ce4004d00 0x7f5ce4005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:56.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.136+0000 7f5cf6ffd640 1 -- 172.21.15.76:0/3805183209 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5cf80b4510 msgr2=0x7f5ce40047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:56.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.136+0000 7f5cf6ffd640 1 --2- 172.21.15.76:0/3805183209 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5cf80b4510 0x7f5ce40047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:56.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.136+0000 7f5cf6ffd640 1 -- 172.21.15.76:0/3805183209 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5ce4004d00 msgr2=0x7f5ce4005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:56.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.136+0000 7f5cf6ffd640 1 --2- 172.21.15.76:0/3805183209 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5ce4004d00 0x7f5ce4005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:56.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.136+0000 7f5cf6ffd640 1 -- 172.21.15.76:0/3805183209 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5ce4003520 con 0x7f5ce40039a0 2024-09-13T16:08:56.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.136+0000 7f5ceffff640 1 --2- 172.21.15.76:0/3805183209 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5cf80b4510 0x7f5ce40047c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:08:56.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.136+0000 7f5cf77fe640 1 --2- 172.21.15.76:0/3805183209 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5ce4004d00 0x7f5ce4005180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:08:56.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.137+0000 7f5cf6ffd640 1 --2- 172.21.15.76:0/3805183209 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5ce40039a0 0x7f5ce4003dc0 secure :-1 s=READY pgs=1110 cs=0 l=1 rev1=1 crypto rx=0x7f5ce8007ef0 tx=0x7f5ce40057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=60f3538b8a183484 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:56.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.137+0000 7f5cf67fc640 1 -- 172.21.15.76:0/3805183209 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ce8005ad0 con 0x7f5ce40039a0 2024-09-13T16:08:56.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.137+0000 7f5cf67fc640 1 -- 172.21.15.76:0/3805183209 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5ce802d070 con 0x7f5ce40039a0 2024-09-13T16:08:56.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.137+0000 7f5cf67fc640 1 -- 172.21.15.76:0/3805183209 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ce8005e90 con 0x7f5ce40039a0 2024-09-13T16:08:56.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.138+0000 7f5cfd9aa640 1 -- 172.21.15.76:0/3805183209 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5ce40039a0 msgr2=0x7f5ce4003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:56.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.138+0000 7f5cfd9aa640 1 --2- 172.21.15.76:0/3805183209 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5ce40039a0 0x7f5ce4003dc0 secure :-1 s=READY pgs=1110 cs=0 l=1 rev1=1 crypto rx=0x7f5ce8007ef0 tx=0x7f5ce40057f0 comp rx=0 tx=0).stop 2024-09-13T16:08:56.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.138+0000 7f5cf77fe640 1 -- 172.21.15.76:0/3805183209 reap_dead start 2024-09-13T16:08:56.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.138+0000 7f5cfd9aa640 1 -- 172.21.15.76:0/3805183209 shutdown_connections 2024-09-13T16:08:56.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.138+0000 7f5cfd9aa640 1 -- 172.21.15.76:0/3805183209 >> 172.21.15.76:0/3805183209 conn(0x7f5cf8089f60 msgr2=0x7f5cf80d24f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:56.143 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.138+0000 7f5cfd9aa640 1 -- 172.21.15.76:0/3805183209 shutdown_connections 2024-09-13T16:08:56.143 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.138+0000 7f5cfd9aa640 1 -- 172.21.15.76:0/3805183209 wait complete. 2024-09-13T16:08:56.146 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.139+0000 7f5cfd9aa640 1 Processor -- start 2024-09-13T16:08:56.146 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.139+0000 7f5cfd9aa640 1 -- start start 2024-09-13T16:08:56.146 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.139+0000 7f5cfd9aa640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5ce40039a0 0x7f5cf80afaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:56.146 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.139+0000 7f5cfd9aa640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5cf80af2a0 0x7f5cf815cc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:56.146 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.140+0000 7f5cfd9aa640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5cf80b16f0 0x7f5cf80b1b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:56.146 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.140+0000 7f5cfd9aa640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5cf80b0180 con 0x7f5cf80af2a0 2024-09-13T16:08:56.146 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.140+0000 7f5cfd9aa640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5cf815e720 con 0x7f5ce40039a0 2024-09-13T16:08:56.146 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.140+0000 7f5cfd9aa640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5cf815ea00 con 0x7f5cf80b16f0 2024-09-13T16:08:56.146 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.140+0000 7f5ceffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5cf80af2a0 0x7f5cf815cc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:56.146 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.140+0000 7f5ceffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5cf80af2a0 0x7f5cf815cc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60528/0 (socket says 172.21.15.76:60528) 2024-09-13T16:08:56.146 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.140+0000 7f5ceffff640 1 -- 172.21.15.76:0/2093869540 learned_addr learned my addr 172.21.15.76:0/2093869540 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:56.146 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.140+0000 7f5cf6ffd640 1 --2- 172.21.15.76:0/2093869540 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5ce40039a0 0x7f5cf80afaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:56.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.140+0000 7f5cf77fe640 1 --2- 172.21.15.76:0/2093869540 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5cf80b16f0 0x7f5cf80b1b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:56.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.140+0000 7f5ceffff640 1 -- 172.21.15.76:0/2093869540 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5cf80b16f0 msgr2=0x7f5cf80b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:56.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.140+0000 7f5ceffff640 1 --2- 172.21.15.76:0/2093869540 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5cf80b16f0 0x7f5cf80b1b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:56.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.140+0000 7f5ceffff640 1 -- 172.21.15.76:0/2093869540 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5ce40039a0 msgr2=0x7f5cf80afaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:56.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.140+0000 7f5ceffff640 1 --2- 172.21.15.76:0/2093869540 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5ce40039a0 0x7f5cf80afaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:56.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.140+0000 7f5ceffff640 1 -- 172.21.15.76:0/2093869540 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5cf815ece0 con 0x7f5cf80af2a0 2024-09-13T16:08:56.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.140+0000 7f5ceffff640 1 --2- 172.21.15.76:0/2093869540 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5cf80af2a0 0x7f5cf815cc20 secure :-1 s=READY pgs=1111 cs=0 l=1 rev1=1 crypto rx=0x7f5ce00116d0 tx=0x7f5ce0011b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:56.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.140+0000 7f5cf4ff9640 1 -- 172.21.15.76:0/2093869540 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ce000f9c0 con 0x7f5cf80af2a0 2024-09-13T16:08:56.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.140+0000 7f5cf4ff9640 1 -- 172.21.15.76:0/2093869540 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5ce000fb20 con 0x7f5cf80af2a0 2024-09-13T16:08:56.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.140+0000 7f5cfd9aa640 1 -- 172.21.15.76:0/2093869540 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5cf815efc0 con 0x7f5cf80af2a0 2024-09-13T16:08:56.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.140+0000 7f5cf4ff9640 1 -- 172.21.15.76:0/2093869540 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ce000fed0 con 0x7f5cf80af2a0 2024-09-13T16:08:56.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.140+0000 7f5cfd9aa640 1 -- 172.21.15.76:0/2093869540 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5cf80b20b0 con 0x7f5cf80af2a0 2024-09-13T16:08:56.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.141+0000 7f5cfd9aa640 1 -- 172.21.15.76:0/2093869540 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5cf80d2d00 con 0x7f5cf80af2a0 2024-09-13T16:08:56.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.142+0000 7f5cf4ff9640 1 -- 172.21.15.76:0/2093869540 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f5ce0015460 con 0x7f5cf80af2a0 2024-09-13T16:08:56.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.142+0000 7f5cf4ff9640 1 --2- 172.21.15.76:0/2093869540 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5cd806ac30 0x7f5cd806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:56.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.142+0000 7f5cf4ff9640 1 -- 172.21.15.76:0/2093869540 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f5ce0089b70 con 0x7f5cf80af2a0 2024-09-13T16:08:56.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.142+0000 7f5cf6ffd640 1 --2- 172.21.15.76:0/2093869540 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5cd806ac30 0x7f5cd806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:56.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.143+0000 7f5cf6ffd640 1 --2- 172.21.15.76:0/2093869540 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5cd806ac30 0x7f5cd806d0f0 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f5ce8032000 tx=0x7f5ce8009030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:56.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.147+0000 7f5cf4ff9640 1 -- 172.21.15.76:0/2093869540 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f5ce0054cc0 con 0x7f5cf80af2a0 2024-09-13T16:08:56.321 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.319+0000 7f5cfd9aa640 1 -- 172.21.15.76:0/2093869540 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f5cf80b76b0 con 0x7f5cf80af2a0 2024-09-13T16:08:56.321 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.320+0000 7f5cf4ff9640 1 -- 172.21.15.76:0/2093869540 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v84) v1 ==== 80+0+0 (secure 0 0 0) 0x7f5ce00582e0 con 0x7f5cf80af2a0 2024-09-13T16:08:56.321 INFO:teuthology.orchestra.run.smithi076.stderr:listed 0 entries 2024-09-13T16:08:56.323 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.322+0000 7f5cfd9aa640 1 -- 172.21.15.76:0/2093869540 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5cd806ac30 msgr2=0x7f5cd806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:56.323 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.322+0000 7f5cfd9aa640 1 --2- 172.21.15.76:0/2093869540 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5cd806ac30 0x7f5cd806d0f0 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f5ce8032000 tx=0x7f5ce8009030 comp rx=0 tx=0).stop 2024-09-13T16:08:56.323 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.322+0000 7f5cfd9aa640 1 -- 172.21.15.76:0/2093869540 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5cf80af2a0 msgr2=0x7f5cf815cc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:56.324 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.322+0000 7f5cfd9aa640 1 --2- 172.21.15.76:0/2093869540 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5cf80af2a0 0x7f5cf815cc20 secure :-1 s=READY pgs=1111 cs=0 l=1 rev1=1 crypto rx=0x7f5ce00116d0 tx=0x7f5ce0011b90 comp rx=0 tx=0).stop 2024-09-13T16:08:56.324 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.322+0000 7f5cfd9aa640 1 -- 172.21.15.76:0/2093869540 shutdown_connections 2024-09-13T16:08:56.324 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.322+0000 7f5cfd9aa640 1 --2- 172.21.15.76:0/2093869540 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5cd806ac30 0x7f5cd806d0f0 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:56.324 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.322+0000 7f5cfd9aa640 1 --2- 172.21.15.76:0/2093869540 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5cf80b16f0 0x7f5cf80b1b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:56.324 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.322+0000 7f5cfd9aa640 1 --2- 172.21.15.76:0/2093869540 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5cf80af2a0 0x7f5cf815cc20 unknown :-1 s=CLOSED pgs=1111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:56.324 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.322+0000 7f5cfd9aa640 1 --2- 172.21.15.76:0/2093869540 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5ce40039a0 0x7f5cf80afaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:56.324 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.322+0000 7f5cfd9aa640 1 -- 172.21.15.76:0/2093869540 >> 172.21.15.76:0/2093869540 conn(0x7f5cf8089f60 msgr2=0x7f5cf80d0cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:56.324 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.322+0000 7f5cfd9aa640 1 -- 172.21.15.76:0/2093869540 shutdown_connections 2024-09-13T16:08:56.324 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.322+0000 7f5cfd9aa640 1 -- 172.21.15.76:0/2093869540 wait complete. 2024-09-13T16:08:56.334 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi192.front.sepia.ceph.com... 2024-09-13T16:08:56.334 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:08:56.334 DEBUG:teuthology.orchestra.run.smithi192:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-13T16:08:56.363 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi192.stderr:ceph-fuse[46090]: fuse finished with error 0 and tester_r 0 2024-09-13T16:08:56.365 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi192.front.sepia.ceph.com 2024-09-13T16:08:56.366 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:08:56.366 DEBUG:teuthology.orchestra.run.smithi192:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-13T16:08:56.535 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:08:56.535 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:08:56.552 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18725 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T16:08:56.552 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi076.front.sepia.ceph.com 2024-09-13T16:08:56.552 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:08:56.552 DEBUG:teuthology.orchestra.run.smithi076:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-13T16:08:56.607 INFO:teuthology.orchestra.run.smithi076.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.2': No such file or directory 2024-09-13T16:08:56.608 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:08:56.608 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-13T16:08:56.609 DEBUG:teuthology.orchestra.run.smithi192:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:08:56.628 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056014,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20494 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-13T16:08:56.628 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi192.front.sepia.ceph.com 2024-09-13T16:08:56.628 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:08:56.628 DEBUG:teuthology.orchestra.run.smithi192:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-13T16:08:56.686 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:08:56.687 INFO:teuthology.orchestra.run.smithi192.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.3': No such file or directory 2024-09-13T16:08:56.687 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:08:56.786 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.785+0000 7fb8777ec640 1 Processor -- start 2024-09-13T16:08:56.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.785+0000 7fb8777ec640 1 -- start start 2024-09-13T16:08:56.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.786+0000 7fb8777ec640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb870071d30 0x7fb870070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:56.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.786+0000 7fb8777ec640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb8700c8920 0x7fb8700c8dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:56.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.786+0000 7fb8777ec640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb8700abdf0 con 0x7fb870072110 2024-09-13T16:08:56.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.786+0000 7fb8777ec640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb8700c9310 con 0x7fb870071d30 2024-09-13T16:08:56.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.786+0000 7fb8777ec640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb8700b2280 con 0x7fb8700c8920 2024-09-13T16:08:56.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.786+0000 7fb875588640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb870071d30 0x7fb870070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:56.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.786+0000 7fb874d87640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fb870072110 0x7fb8700b1b70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:43038/0 (socket says 172.21.15.76:43038) 2024-09-13T16:08:56.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.786+0000 7fb874d87640 1 -- 172.21.15.76:0/4083051023 learned_addr learned my addr 172.21.15.76:0/4083051023 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:08:56.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.787+0000 7fb875588640 1 -- 172.21.15.76:0/4083051023 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb8700c8920 msgr2=0x7fb8700c8dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:56.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.787+0000 7fb875588640 1 --2- 172.21.15.76:0/4083051023 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb8700c8920 0x7fb8700c8dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:56.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.787+0000 7fb875588640 1 -- 172.21.15.76:0/4083051023 >> v1:172.21.15.76:6789/0 conn(0x7fb870072110 legacy=0x7fb8700b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:56.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.787+0000 7fb875588640 1 -- 172.21.15.76:0/4083051023 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb8700ab1e0 con 0x7fb870071d30 2024-09-13T16:08:56.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.787+0000 7fb867fff640 1 -- 172.21.15.76:0/4083051023 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1008926653 0 0) 0x7fb8700abdf0 con 0x7fb870072110 2024-09-13T16:08:56.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.787+0000 7fb875588640 1 --2- 172.21.15.76:0/4083051023 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb870071d30 0x7fb870070190 secure :-1 s=READY pgs=1113 cs=0 l=1 rev1=1 crypto rx=0x7fb86c0097a0 tx=0x7fb86c02a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba2674df7cf1422 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:56.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.787+0000 7fb867fff640 1 -- 172.21.15.76:0/4083051023 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb86c032440 con 0x7fb870071d30 2024-09-13T16:08:56.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.787+0000 7fb867fff640 1 -- 172.21.15.76:0/4083051023 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb86c0325a0 con 0x7fb870071d30 2024-09-13T16:08:56.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.787+0000 7fb867fff640 1 -- 172.21.15.76:0/4083051023 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb86c032930 con 0x7fb870071d30 2024-09-13T16:08:56.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.788+0000 7fb8777ec640 1 -- 172.21.15.76:0/4083051023 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb870071d30 msgr2=0x7fb870070190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:56.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.788+0000 7fb8777ec640 1 --2- 172.21.15.76:0/4083051023 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb870071d30 0x7fb870070190 secure :-1 s=READY pgs=1113 cs=0 l=1 rev1=1 crypto rx=0x7fb86c0097a0 tx=0x7fb86c02a180 comp rx=0 tx=0).stop 2024-09-13T16:08:56.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.788+0000 7fb8777ec640 1 -- 172.21.15.76:0/4083051023 shutdown_connections 2024-09-13T16:08:56.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.788+0000 7fb8777ec640 1 --2- 172.21.15.76:0/4083051023 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb8700c8920 0x7fb8700c8dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:56.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.788+0000 7fb8777ec640 1 --2- 172.21.15.76:0/4083051023 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb870071d30 0x7fb870070190 unknown :-1 s=CLOSED pgs=1113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:56.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.788+0000 7fb8777ec640 1 -- 172.21.15.76:0/4083051023 >> 172.21.15.76:0/4083051023 conn(0x7fb870069ed0 msgr2=0x7fb87006a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:56.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.788+0000 7fb8777ec640 1 -- 172.21.15.76:0/4083051023 shutdown_connections 2024-09-13T16:08:56.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.788+0000 7fb8777ec640 1 -- 172.21.15.76:0/4083051023 wait complete. 2024-09-13T16:08:56.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.789+0000 7fb8777ec640 1 Processor -- start 2024-09-13T16:08:56.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.789+0000 7fb8777ec640 1 -- start start 2024-09-13T16:08:56.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.790+0000 7fb8777ec640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb870071d30 0x7fb87015b9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:56.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.790+0000 7fb8777ec640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb870072110 0x7fb8700cad50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:56.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.790+0000 7fb8777ec640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb8700c8920 0x7fb8700cb290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:56.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.790+0000 7fb8777ec640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb8701e5920 con 0x7fb870072110 2024-09-13T16:08:56.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.790+0000 7fb8777ec640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb87015bee0 con 0x7fb8700c8920 2024-09-13T16:08:56.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.790+0000 7fb8777ec640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb8700c3e30 con 0x7fb870071d30 2024-09-13T16:08:56.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.790+0000 7fb874d87640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb870072110 0x7fb8700cad50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:56.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.790+0000 7fb874d87640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb870072110 0x7fb8700cad50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60544/0 (socket says 172.21.15.76:60544) 2024-09-13T16:08:56.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.790+0000 7fb874d87640 1 -- 172.21.15.76:0/3710491927 learned_addr learned my addr 172.21.15.76:0/3710491927 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:56.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.790+0000 7fb875588640 1 --2- 172.21.15.76:0/3710491927 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb870071d30 0x7fb87015b9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:56.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.790+0000 7fb874d87640 1 -- 172.21.15.76:0/3710491927 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb870071d30 msgr2=0x7fb87015b9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:56.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.790+0000 7fb874d87640 1 --2- 172.21.15.76:0/3710491927 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb870071d30 0x7fb87015b9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:56.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.790+0000 7fb875d89640 1 --2- 172.21.15.76:0/3710491927 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb8700c8920 0x7fb8700cb290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:56.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.790+0000 7fb874d87640 1 -- 172.21.15.76:0/3710491927 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb8700c8920 msgr2=0x7fb8700cb290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:56.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.790+0000 7fb874d87640 1 --2- 172.21.15.76:0/3710491927 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb8700c8920 0x7fb8700cb290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:56.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.790+0000 7fb874d87640 1 -- 172.21.15.76:0/3710491927 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb86c009400 con 0x7fb870072110 2024-09-13T16:08:56.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.791+0000 7fb874d87640 1 --2- 172.21.15.76:0/3710491927 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb870072110 0x7fb8700cad50 secure :-1 s=READY pgs=1114 cs=0 l=1 rev1=1 crypto rx=0x7fb86000c4d0 tx=0x7fb86000c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:56.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.791+0000 7fb865ffb640 1 -- 172.21.15.76:0/3710491927 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb8600074e0 con 0x7fb870072110 2024-09-13T16:08:56.795 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.791+0000 7fb865ffb640 1 -- 172.21.15.76:0/3710491927 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb860007660 con 0x7fb870072110 2024-09-13T16:08:56.795 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.791+0000 7fb8777ec640 1 -- 172.21.15.76:0/3710491927 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb8700c4110 con 0x7fb870072110 2024-09-13T16:08:56.795 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.791+0000 7fb865ffb640 1 -- 172.21.15.76:0/3710491927 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb860004a20 con 0x7fb870072110 2024-09-13T16:08:56.795 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.791+0000 7fb8777ec640 1 -- 172.21.15.76:0/3710491927 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb8700c46d0 con 0x7fb870072110 2024-09-13T16:08:56.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.792+0000 7fb8777ec640 1 -- 172.21.15.76:0/3710491927 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb870070190 con 0x7fb870072110 2024-09-13T16:08:56.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.792+0000 7fb865ffb640 1 -- 172.21.15.76:0/3710491927 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb860004b80 con 0x7fb870072110 2024-09-13T16:08:56.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.793+0000 7fb865ffb640 1 --2- 172.21.15.76:0/3710491927 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb85406ac00 0x7fb85406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:56.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.793+0000 7fb865ffb640 1 -- 172.21.15.76:0/3710491927 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fb860088990 con 0x7fb870072110 2024-09-13T16:08:56.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.793+0000 7fb875588640 1 --2- 172.21.15.76:0/3710491927 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb85406ac00 0x7fb85406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:56.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.793+0000 7fb875588640 1 --2- 172.21.15.76:0/3710491927 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb85406ac00 0x7fb85406d0c0 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7fb86c034000 tx=0x7fb86c02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:56.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.797+0000 7fb865ffb640 1 -- 172.21.15.76:0/3710491927 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fb860053a30 con 0x7fb870072110 2024-09-13T16:08:56.995 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.994+0000 7fb8777ec640 1 -- 172.21.15.76:0/3710491927 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fb87015cb20 con 0x7fb870072110 2024-09-13T16:08:56.996 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.995+0000 7fb865ffb640 1 -- 172.21.15.76:0/3710491927 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 39 v39) v1 ==== 94+0+4742 (secure 0 0 0) 0x7fb860018020 con 0x7fb870072110 2024-09-13T16:08:56.996 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:56.996 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":39,"default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5894,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/1599154395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6833","nonce":1599154395},{"type":"v1","addr":"172.21.15.192:6835","nonce":1599154395}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":34},{"gid":5897,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6834/3373591752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":3373591752},{"type":"v1","addr":"172.21.15.192:6834","nonce":3373591752}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":34},{"gid":6999,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6836/3265817249","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":3265817249},{"type":"v1","addr":"172.21.15.76:6836","nonce":3265817249}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":34}],"filesystems":[{"mdsmap":{"epoch":39,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:08:34.887298+0000","modified":"2024-09-13T16:08:37.899870+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":7002},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7002":{"gid":7002,"name":"a","rank":0,"incarnation":35,"state":"up:active","state_seq":3,"addr":"172.21.15.76:6837/2902767374","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":2902767374},{"type":"v1","addr":"172.21.15.76:6837","nonce":2902767374}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[12],"metadata_pool":11,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":5}]} 2024-09-13T16:08:56.997 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 39 2024-09-13T16:08:56.998 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.997+0000 7fb8777ec640 1 -- 172.21.15.76:0/3710491927 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb85406ac00 msgr2=0x7fb85406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:56.998 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.997+0000 7fb8777ec640 1 --2- 172.21.15.76:0/3710491927 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb85406ac00 0x7fb85406d0c0 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7fb86c034000 tx=0x7fb86c02e000 comp rx=0 tx=0).stop 2024-09-13T16:08:56.999 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.997+0000 7fb8777ec640 1 -- 172.21.15.76:0/3710491927 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb870072110 msgr2=0x7fb8700cad50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:56.999 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.997+0000 7fb8777ec640 1 --2- 172.21.15.76:0/3710491927 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb870072110 0x7fb8700cad50 secure :-1 s=READY pgs=1114 cs=0 l=1 rev1=1 crypto rx=0x7fb86000c4d0 tx=0x7fb86000c990 comp rx=0 tx=0).stop 2024-09-13T16:08:56.999 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.997+0000 7fb8777ec640 1 -- 172.21.15.76:0/3710491927 shutdown_connections 2024-09-13T16:08:56.999 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.997+0000 7fb8777ec640 1 --2- 172.21.15.76:0/3710491927 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb8700c8920 0x7fb8700cb290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:56.999 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.997+0000 7fb8777ec640 1 --2- 172.21.15.76:0/3710491927 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb870072110 0x7fb8700cad50 unknown :-1 s=CLOSED pgs=1114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:56.999 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.997+0000 7fb8777ec640 1 --2- 172.21.15.76:0/3710491927 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb85406ac00 0x7fb85406d0c0 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:56.999 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.997+0000 7fb8777ec640 1 --2- 172.21.15.76:0/3710491927 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb870071d30 0x7fb87015b9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:56.999 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.997+0000 7fb8777ec640 1 -- 172.21.15.76:0/3710491927 >> 172.21.15.76:0/3710491927 conn(0x7fb870069ed0 msgr2=0x7fb8700af090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:56.999 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.997+0000 7fb8777ec640 1 -- 172.21.15.76:0/3710491927 shutdown_connections 2024-09-13T16:08:56.999 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:56.997+0000 7fb8777ec640 1 -- 172.21.15.76:0/3710491927 wait complete. 2024-09-13T16:08:57.009 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:08:57.109 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.107+0000 7f386c733640 1 Processor -- start 2024-09-13T16:08:57.109 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.107+0000 7f386c733640 1 -- start start 2024-09-13T16:08:57.110 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.108+0000 7f386c733640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f386415c6e0 0x7f38640b3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:57.110 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.108+0000 7f386c733640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f38640d07b0 0x7f38640b4490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:57.110 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.108+0000 7f386c733640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f38640d1840 con 0x7f38640ccb20 2024-09-13T16:08:57.111 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.109+0000 7f386c733640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f386406bd20 con 0x7f386415c6e0 2024-09-13T16:08:57.111 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.109+0000 7f386c733640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f38640d0c30 con 0x7f38640d07b0 2024-09-13T16:08:57.111 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.109+0000 7f386a4cf640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f386415c6e0 0x7f38640b3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:57.111 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.109+0000 7f386a4cf640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f386415c6e0 0x7f38640b3f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60552/0 (socket says 172.21.15.76:60552) 2024-09-13T16:08:57.111 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.109+0000 7f386a4cf640 1 -- 172.21.15.76:0/3846875532 learned_addr learned my addr 172.21.15.76:0/3846875532 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:57.111 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.109+0000 7f386a4cf640 1 -- 172.21.15.76:0/3846875532 >> v2:172.21.15.192:3300/0 conn(0x7f38640d07b0 msgr2=0x7f38640b4490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:57.111 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.109+0000 7f386a4cf640 1 --2- 172.21.15.76:0/3846875532 >> v2:172.21.15.192:3300/0 conn(0x7f38640d07b0 0x7f38640b4490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:57.111 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.109+0000 7f386a4cf640 1 -- 172.21.15.76:0/3846875532 >> v1:172.21.15.192:6789/0 conn(0x7f38640ccb20 legacy=0x7f3864160030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:57.111 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.109+0000 7f386a4cf640 1 -- 172.21.15.76:0/3846875532 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f38640d0f10 con 0x7f386415c6e0 2024-09-13T16:08:57.112 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.110+0000 7f386a4cf640 1 --2- 172.21.15.76:0/3846875532 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f386415c6e0 0x7f38640b3f50 secure :-1 s=READY pgs=1115 cs=0 l=1 rev1=1 crypto rx=0x7f38640b1d80 tx=0x7f386002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2dd9d8873ac65e5a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:57.112 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.110+0000 7f38694cd640 1 -- 172.21.15.76:0/3846875532 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3860032440 con 0x7f386415c6e0 2024-09-13T16:08:57.112 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.110+0000 7f38694cd640 1 -- 172.21.15.76:0/3846875532 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f38600325a0 con 0x7f386415c6e0 2024-09-13T16:08:57.112 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.110+0000 7f38694cd640 1 -- 172.21.15.76:0/3846875532 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3860032930 con 0x7f386415c6e0 2024-09-13T16:08:57.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.110+0000 7f386c733640 1 -- 172.21.15.76:0/3846875532 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f386415c6e0 msgr2=0x7f38640b3f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:57.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.110+0000 7f386c733640 1 --2- 172.21.15.76:0/3846875532 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f386415c6e0 0x7f38640b3f50 secure :-1 s=READY pgs=1115 cs=0 l=1 rev1=1 crypto rx=0x7f38640b1d80 tx=0x7f386002a1a0 comp rx=0 tx=0).stop 2024-09-13T16:08:57.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.110+0000 7f386c733640 1 -- 172.21.15.76:0/3846875532 shutdown_connections 2024-09-13T16:08:57.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.110+0000 7f386c733640 1 --2- 172.21.15.76:0/3846875532 >> v2:172.21.15.192:3300/0 conn(0x7f38640d07b0 0x7f38640b4490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:57.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.110+0000 7f386c733640 1 --2- 172.21.15.76:0/3846875532 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f386415c6e0 0x7f38640b3f50 unknown :-1 s=CLOSED pgs=1115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:57.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.110+0000 7f386c733640 1 -- 172.21.15.76:0/3846875532 >> 172.21.15.76:0/3846875532 conn(0x7f3864089f60 msgr2=0x7f38640d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:57.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.111+0000 7f386c733640 1 -- 172.21.15.76:0/3846875532 shutdown_connections 2024-09-13T16:08:57.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.111+0000 7f386c733640 1 -- 172.21.15.76:0/3846875532 wait complete. 2024-09-13T16:08:57.116 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.112+0000 7f386c733640 1 Processor -- start 2024-09-13T16:08:57.116 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.112+0000 7f386c733640 1 -- start start 2024-09-13T16:08:57.116 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.112+0000 7f386c733640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f38640ccb20 0x7f38640b0110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:57.116 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.112+0000 7f386c733640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f38640d07b0 0x7f38640b0650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:57.116 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.112+0000 7f386c733640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f386415c6e0 0x7f38641f2730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:57.116 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.112+0000 7f386c733640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f38640b6d90 con 0x7f386415c6e0 2024-09-13T16:08:57.116 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.112+0000 7f386c733640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f38640b5cf0 con 0x7f38640ccb20 2024-09-13T16:08:57.116 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.112+0000 7f386c733640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f38640cb1f0 con 0x7f38640d07b0 2024-09-13T16:08:57.116 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.112+0000 7f386acd0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f386415c6e0 0x7f38641f2730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:57.116 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.112+0000 7f386acd0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f386415c6e0 0x7f38641f2730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60568/0 (socket says 172.21.15.76:60568) 2024-09-13T16:08:57.116 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.113+0000 7f386acd0640 1 -- 172.21.15.76:0/1050959839 learned_addr learned my addr 172.21.15.76:0/1050959839 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:57.117 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.113+0000 7f386a4cf640 1 --2- 172.21.15.76:0/1050959839 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f38640ccb20 0x7f38640b0110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:57.117 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.113+0000 7f3869cce640 1 --2- 172.21.15.76:0/1050959839 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f38640d07b0 0x7f38640b0650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:57.117 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.113+0000 7f386acd0640 1 -- 172.21.15.76:0/1050959839 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f38640d07b0 msgr2=0x7f38640b0650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:57.117 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.113+0000 7f386acd0640 1 --2- 172.21.15.76:0/1050959839 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f38640d07b0 0x7f38640b0650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:57.117 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.113+0000 7f386acd0640 1 -- 172.21.15.76:0/1050959839 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f38640ccb20 msgr2=0x7f38640b0110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:57.117 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.113+0000 7f386acd0640 1 --2- 172.21.15.76:0/1050959839 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f38640ccb20 0x7f38640b0110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:57.117 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.113+0000 7f386acd0640 1 -- 172.21.15.76:0/1050959839 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f38600094d0 con 0x7f386415c6e0 2024-09-13T16:08:57.117 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.113+0000 7f386acd0640 1 --2- 172.21.15.76:0/1050959839 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f386415c6e0 0x7f38641f2730 secure :-1 s=READY pgs=1116 cs=0 l=1 rev1=1 crypto rx=0x7f385c00b970 tx=0x7f385c00be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:57.117 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.113+0000 7f3856ffd640 1 -- 172.21.15.76:0/1050959839 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f385c00cae0 con 0x7f386415c6e0 2024-09-13T16:08:57.117 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.113+0000 7f3856ffd640 1 -- 172.21.15.76:0/1050959839 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f385c00cc40 con 0x7f386415c6e0 2024-09-13T16:08:57.117 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.113+0000 7f386c733640 1 -- 172.21.15.76:0/1050959839 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f38640b6180 con 0x7f386415c6e0 2024-09-13T16:08:57.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.113+0000 7f3856ffd640 1 -- 172.21.15.76:0/1050959839 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f385c014680 con 0x7f386415c6e0 2024-09-13T16:08:57.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.113+0000 7f386c733640 1 -- 172.21.15.76:0/1050959839 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f38640b56a0 con 0x7f386415c6e0 2024-09-13T16:08:57.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.114+0000 7f386c733640 1 -- 172.21.15.76:0/1050959839 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f38640b4c80 con 0x7f386415c6e0 2024-09-13T16:08:57.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.115+0000 7f3856ffd640 1 -- 172.21.15.76:0/1050959839 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f385c01d3b0 con 0x7f386415c6e0 2024-09-13T16:08:57.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.115+0000 7f3856ffd640 1 --2- 172.21.15.76:0/1050959839 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f384806ac00 0x7f384806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:57.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.115+0000 7f3856ffd640 1 -- 172.21.15.76:0/1050959839 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f385c0892a0 con 0x7f386415c6e0 2024-09-13T16:08:57.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.115+0000 7f386a4cf640 1 --2- 172.21.15.76:0/1050959839 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f384806ac00 0x7f384806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:57.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.116+0000 7f386a4cf640 1 --2- 172.21.15.76:0/1050959839 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f384806ac00 0x7f384806d0c0 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f3860034000 tx=0x7f386002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:57.121 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.119+0000 7f3856ffd640 1 -- 172.21.15.76:0/1050959839 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f385c054340 con 0x7f386415c6e0 2024-09-13T16:08:57.284 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.283+0000 7f386c733640 1 -- 172.21.15.76:0/1050959839 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f38640b5e30 con 0x7f386415c6e0 2024-09-13T16:08:57.285 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.284+0000 7f3856ffd640 1 -- 172.21.15.76:0/1050959839 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v84) v1 ==== 74+0+16741 (secure 0 0 0) 0x7f385c057960 con 0x7f386415c6e0 2024-09-13T16:08:57.285 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:57.285 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":84,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:08:35.889159+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":12,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:08:33.055729+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_data","create_time":"2024-09-13T16:08:33.848184+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:08:57.287 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.286+0000 7f386c733640 1 -- 172.21.15.76:0/1050959839 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f384806ac00 msgr2=0x7f384806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:57.287 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.286+0000 7f386c733640 1 --2- 172.21.15.76:0/1050959839 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f384806ac00 0x7f384806d0c0 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f3860034000 tx=0x7f386002e000 comp rx=0 tx=0).stop 2024-09-13T16:08:57.287 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.286+0000 7f386c733640 1 -- 172.21.15.76:0/1050959839 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f386415c6e0 msgr2=0x7f38641f2730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:57.288 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.286+0000 7f386c733640 1 --2- 172.21.15.76:0/1050959839 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f386415c6e0 0x7f38641f2730 secure :-1 s=READY pgs=1116 cs=0 l=1 rev1=1 crypto rx=0x7f385c00b970 tx=0x7f385c00be30 comp rx=0 tx=0).stop 2024-09-13T16:08:57.288 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.286+0000 7f386c733640 1 -- 172.21.15.76:0/1050959839 shutdown_connections 2024-09-13T16:08:57.288 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.286+0000 7f386c733640 1 --2- 172.21.15.76:0/1050959839 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f386415c6e0 0x7f38641f2730 unknown :-1 s=CLOSED pgs=1116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:57.288 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.286+0000 7f386c733640 1 --2- 172.21.15.76:0/1050959839 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f384806ac00 0x7f384806d0c0 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:57.288 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.286+0000 7f386c733640 1 --2- 172.21.15.76:0/1050959839 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f38640d07b0 0x7f38640b0650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:57.288 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.286+0000 7f386c733640 1 --2- 172.21.15.76:0/1050959839 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f38640ccb20 0x7f38640b0110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:57.288 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.286+0000 7f386c733640 1 -- 172.21.15.76:0/1050959839 >> 172.21.15.76:0/1050959839 conn(0x7f3864089f60 msgr2=0x7f386406be60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:57.288 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.286+0000 7f386c733640 1 -- 172.21.15.76:0/1050959839 shutdown_connections 2024-09-13T16:08:57.288 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.286+0000 7f386c733640 1 -- 172.21.15.76:0/1050959839 wait complete. 2024-09-13T16:08:57.298 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:01:26.960607+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 11, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:08:33.055729+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '83', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 12, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:08:33.848184+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.6299999952316284, 'score_stable': 1.6299999952316284, 'optimal_score': 1, 'raw_score_acting': 1.6299999952316284, 'raw_score_stable': 1.6299999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:08:57.298 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:08:57.399 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.397+0000 7f91ad2b8640 1 Processor -- start 2024-09-13T16:08:57.399 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.398+0000 7f91ad2b8640 1 -- start start 2024-09-13T16:08:57.403 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.398+0000 7f91ad2b8640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f91a80cdff0 0x7f91a806c390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:57.403 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.398+0000 7f91ad2b8640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f91a80cd450 con 0x7f91a80d2760 2024-09-13T16:08:57.403 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.398+0000 7f91ad2b8640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f91a80d0cf0 con 0x7f91a815c500 2024-09-13T16:08:57.403 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.398+0000 7f91ad2b8640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f91a80d0fd0 con 0x7f91a80cdff0 2024-09-13T16:08:57.403 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.398+0000 7f919e7fc640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f91a80d2760 0x7f91a80cd8e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:43052/0 (socket says 172.21.15.76:43052) 2024-09-13T16:08:57.403 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.398+0000 7f919e7fc640 1 -- 172.21.15.76:0/3870427703 learned_addr learned my addr 172.21.15.76:0/3870427703 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:08:57.403 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.399+0000 7f91a67fc640 1 -- 172.21.15.76:0/3870427703 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1350074388 0 0) 0x7f91a80cd450 con 0x7f91a80d2760 2024-09-13T16:08:57.403 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.399+0000 7f91a77fe640 1 --2- 172.21.15.76:0/3870427703 >> v2:172.21.15.192:3300/0 conn(0x7f91a80cdff0 0x7f91a806c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:57.404 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.399+0000 7f91a67fc640 1 -- 172.21.15.76:0/3870427703 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9194003520 con 0x7f91a80d2760 2024-09-13T16:08:57.404 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.399+0000 7f91a67fc640 1 -- 172.21.15.76:0/3870427703 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3222376941 0 0) 0x7f9194003520 con 0x7f91a80d2760 2024-09-13T16:08:57.404 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.399+0000 7f91a67fc640 1 -- 172.21.15.76:0/3870427703 >> v2:172.21.15.192:3300/0 conn(0x7f91a80cdff0 msgr2=0x7f91a806c390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:57.404 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.399+0000 7f91a67fc640 1 --2- 172.21.15.76:0/3870427703 >> v2:172.21.15.192:3300/0 conn(0x7f91a80cdff0 0x7f91a806c390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:57.404 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.399+0000 7f91a67fc640 1 -- 172.21.15.76:0/3870427703 >> v1:172.21.15.192:6789/0 conn(0x7f91a815c500 legacy=0x7f91a80d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:57.404 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.399+0000 7f91a67fc640 1 -- 172.21.15.76:0/3870427703 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f91a80cd0e0 con 0x7f91a80d2760 2024-09-13T16:08:57.404 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.399+0000 7f91a67fc640 1 -- 172.21.15.76:0/3870427703 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f9190001670 con 0x7f91a80d2760 2024-09-13T16:08:57.404 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.399+0000 7f91a67fc640 1 -- 172.21.15.76:0/3870427703 >> v1:172.21.15.76:6789/0 conn(0x7f91a80d2760 legacy=0x7f91a80cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:57.404 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.399+0000 7f91a67fc640 1 --2- 172.21.15.76:0/3870427703 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9194003970 0x7f9194003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:57.405 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.399+0000 7f91a67fc640 1 --2- 172.21.15.76:0/3870427703 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f91940047c0 0x7f9194004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:57.405 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.399+0000 7f91a67fc640 1 --2- 172.21.15.76:0/3870427703 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9194005180 0x7f919400b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:57.405 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.399+0000 7f91a67fc640 1 -- 172.21.15.76:0/3870427703 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91a80d0fd0 con 0x7f91940047c0 2024-09-13T16:08:57.405 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.399+0000 7f91a67fc640 1 -- 172.21.15.76:0/3870427703 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f919400c020 con 0x7f9194005180 2024-09-13T16:08:57.405 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.399+0000 7f91a67fc640 1 -- 172.21.15.76:0/3870427703 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f919400c1e0 con 0x7f9194003970 2024-09-13T16:08:57.405 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.399+0000 7f919e7fc640 1 --2- 172.21.15.76:0/3870427703 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f91940047c0 0x7f9194004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:57.405 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.399+0000 7f91a77fe640 1 --2- 172.21.15.76:0/3870427703 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9194005180 0x7f919400b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:57.405 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.399+0000 7f91a6ffd640 1 --2- 172.21.15.76:0/3870427703 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9194003970 0x7f9194003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:57.405 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.399+0000 7f919e7fc640 1 -- 172.21.15.76:0/3870427703 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9194003970 msgr2=0x7f9194003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:57.405 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.399+0000 7f919e7fc640 1 --2- 172.21.15.76:0/3870427703 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9194003970 0x7f9194003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:57.405 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.399+0000 7f919e7fc640 1 -- 172.21.15.76:0/3870427703 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9194005180 msgr2=0x7f919400b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:57.405 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.399+0000 7f919e7fc640 1 --2- 172.21.15.76:0/3870427703 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9194005180 0x7f919400b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:57.406 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.399+0000 7f91a77fe640 1 -- 172.21.15.76:0/3870427703 reap_dead start 2024-09-13T16:08:57.406 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.399+0000 7f919e7fc640 1 -- 172.21.15.76:0/3870427703 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9194003520 con 0x7f91940047c0 2024-09-13T16:08:57.406 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.400+0000 7f919e7fc640 1 --2- 172.21.15.76:0/3870427703 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f91940047c0 0x7f9194004c40 secure :-1 s=READY pgs=1118 cs=0 l=1 rev1=1 crypto rx=0x7f919000c240 tx=0x7f91940057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c7e63b3598dcdb80 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:57.406 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.400+0000 7f91a67fc640 1 -- 172.21.15.76:0/3870427703 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9190005ad0 con 0x7f91940047c0 2024-09-13T16:08:57.406 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.400+0000 7f91a67fc640 1 -- 172.21.15.76:0/3870427703 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f919002d070 con 0x7f91940047c0 2024-09-13T16:08:57.406 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.400+0000 7f91a67fc640 1 -- 172.21.15.76:0/3870427703 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9190005e90 con 0x7f91940047c0 2024-09-13T16:08:57.406 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.401+0000 7f91ad2b8640 1 -- 172.21.15.76:0/3870427703 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f91940047c0 msgr2=0x7f9194004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:57.406 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.401+0000 7f91ad2b8640 1 --2- 172.21.15.76:0/3870427703 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f91940047c0 0x7f9194004c40 secure :-1 s=READY pgs=1118 cs=0 l=1 rev1=1 crypto rx=0x7f919000c240 tx=0x7f91940057f0 comp rx=0 tx=0).stop 2024-09-13T16:08:57.406 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.401+0000 7f91ad2b8640 1 -- 172.21.15.76:0/3870427703 shutdown_connections 2024-09-13T16:08:57.406 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.401+0000 7f91ad2b8640 1 --2- 172.21.15.76:0/3870427703 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f91940047c0 0x7f9194004c40 unknown :-1 s=CLOSED pgs=1118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:57.407 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.401+0000 7f91ad2b8640 1 -- 172.21.15.76:0/3870427703 >> 172.21.15.76:0/3870427703 conn(0x7f91a8089f60 msgr2=0x7f91a809b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:57.407 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.401+0000 7f91ad2b8640 1 -- 172.21.15.76:0/3870427703 shutdown_connections 2024-09-13T16:08:57.407 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.401+0000 7f91ad2b8640 1 -- 172.21.15.76:0/3870427703 wait complete. 2024-09-13T16:08:57.409 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.402+0000 7f91ad2b8640 1 Processor -- start 2024-09-13T16:08:57.409 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.402+0000 7f91ad2b8640 1 -- start start 2024-09-13T16:08:57.409 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.403+0000 7f91ad2b8640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f91940047c0 0x7f91a8157b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:57.410 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.403+0000 7f91ad2b8640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f91a80b6680 0x7f91a80cbd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:57.410 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.403+0000 7f91ad2b8640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f91a80b7be0 0x7f91a8160580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:57.410 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.403+0000 7f91ad2b8640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91a81580c0 con 0x7f91a80b6680 2024-09-13T16:08:57.410 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.403+0000 7f91ad2b8640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91a80b6b40 con 0x7f91a80b7be0 2024-09-13T16:08:57.410 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.403+0000 7f91ad2b8640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f91a80b6e20 con 0x7f91940047c0 2024-09-13T16:08:57.410 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.403+0000 7f919e7fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f91a80b6680 0x7f91a80cbd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:57.410 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.403+0000 7f919e7fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f91a80b6680 0x7f91a80cbd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60586/0 (socket says 172.21.15.76:60586) 2024-09-13T16:08:57.410 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.403+0000 7f919e7fc640 1 -- 172.21.15.76:0/1101776790 learned_addr learned my addr 172.21.15.76:0/1101776790 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:57.410 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.403+0000 7f91a6ffd640 1 --2- 172.21.15.76:0/1101776790 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f91940047c0 0x7f91a8157b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:57.410 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.403+0000 7f91a77fe640 1 --2- 172.21.15.76:0/1101776790 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f91a80b7be0 0x7f91a8160580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:57.410 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.403+0000 7f919e7fc640 1 -- 172.21.15.76:0/1101776790 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f91940047c0 msgr2=0x7f91a8157b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:57.410 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.403+0000 7f919e7fc640 1 --2- 172.21.15.76:0/1101776790 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f91940047c0 0x7f91a8157b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:57.410 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.403+0000 7f919e7fc640 1 -- 172.21.15.76:0/1101776790 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f91a80b7be0 msgr2=0x7f91a8160580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:57.411 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.403+0000 7f919e7fc640 1 --2- 172.21.15.76:0/1101776790 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f91a80b7be0 0x7f91a8160580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:57.411 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.403+0000 7f919e7fc640 1 -- 172.21.15.76:0/1101776790 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f91a80b7100 con 0x7f91a80b6680 2024-09-13T16:08:57.411 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.403+0000 7f91a6ffd640 1 --2- 172.21.15.76:0/1101776790 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f91940047c0 0x7f91a8157b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:08:57.411 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.403+0000 7f919e7fc640 1 --2- 172.21.15.76:0/1101776790 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f91a80b6680 0x7f91a80cbd80 secure :-1 s=READY pgs=1119 cs=0 l=1 rev1=1 crypto rx=0x7f9190001930 tx=0x7f9190001a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:57.411 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.404+0000 7f919ffff640 1 -- 172.21.15.76:0/1101776790 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9190004aa0 con 0x7f91a80b6680 2024-09-13T16:08:57.411 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.404+0000 7f919ffff640 1 -- 172.21.15.76:0/1101776790 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9190004c20 con 0x7f91a80b6680 2024-09-13T16:08:57.411 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.404+0000 7f91ad2b8640 1 -- 172.21.15.76:0/1101776790 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f91a80b73e0 con 0x7f91a80b6680 2024-09-13T16:08:57.411 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.404+0000 7f919ffff640 1 -- 172.21.15.76:0/1101776790 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9190007070 con 0x7f91a80b6680 2024-09-13T16:08:57.411 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.404+0000 7f91ad2b8640 1 -- 172.21.15.76:0/1101776790 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f91a80cc2c0 con 0x7f91a80b6680 2024-09-13T16:08:57.411 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.405+0000 7f91ad2b8640 1 -- 172.21.15.76:0/1101776790 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f91a80b6f60 con 0x7f91a80b6680 2024-09-13T16:08:57.411 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.405+0000 7f919ffff640 1 -- 172.21.15.76:0/1101776790 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f919002f030 con 0x7f91a80b6680 2024-09-13T16:08:57.411 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.406+0000 7f919ffff640 1 --2- 172.21.15.76:0/1101776790 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f918806ac00 0x7f918806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:57.411 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.406+0000 7f91a6ffd640 1 --2- 172.21.15.76:0/1101776790 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f918806ac00 0x7f918806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:57.412 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.406+0000 7f919ffff640 1 -- 172.21.15.76:0/1101776790 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f91900a8c90 con 0x7f91a80b6680 2024-09-13T16:08:57.412 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.406+0000 7f91a6ffd640 1 --2- 172.21.15.76:0/1101776790 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f918806ac00 0x7f918806d0c0 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f9198000c00 tx=0x7f9198009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:57.412 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.410+0000 7f919ffff640 1 -- 172.21.15.76:0/1101776790 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f91900dc9c0 con 0x7f91a80b6680 2024-09-13T16:08:57.570 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.569+0000 7f91ad2b8640 1 -- 172.21.15.76:0/1101776790 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f91a80d1280 con 0x7f91a80b6680 2024-09-13T16:08:57.570 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.569+0000 7f919ffff640 1 -- 172.21.15.76:0/1101776790 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v84) v1 ==== 93+0+10 (secure 0 0 0) 0x7f91a80b6f60 con 0x7f91a80b6680 2024-09-13T16:08:57.571 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2024-09-13T16:08:57.573 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.571+0000 7f91ad2b8640 1 -- 172.21.15.76:0/1101776790 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f918806ac00 msgr2=0x7f918806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:57.573 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.571+0000 7f91ad2b8640 1 --2- 172.21.15.76:0/1101776790 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f918806ac00 0x7f918806d0c0 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f9198000c00 tx=0x7f9198009040 comp rx=0 tx=0).stop 2024-09-13T16:08:57.573 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.571+0000 7f91ad2b8640 1 -- 172.21.15.76:0/1101776790 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f91a80b6680 msgr2=0x7f91a80cbd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:57.573 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.571+0000 7f91ad2b8640 1 --2- 172.21.15.76:0/1101776790 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f91a80b6680 0x7f91a80cbd80 secure :-1 s=READY pgs=1119 cs=0 l=1 rev1=1 crypto rx=0x7f9190001930 tx=0x7f9190001a00 comp rx=0 tx=0).stop 2024-09-13T16:08:57.573 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.571+0000 7f91ad2b8640 1 -- 172.21.15.76:0/1101776790 shutdown_connections 2024-09-13T16:08:57.573 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.571+0000 7f91ad2b8640 1 --2- 172.21.15.76:0/1101776790 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f91a80b7be0 0x7f91a8160580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:57.574 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.571+0000 7f91ad2b8640 1 --2- 172.21.15.76:0/1101776790 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f91a80b6680 0x7f91a80cbd80 unknown :-1 s=CLOSED pgs=1119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:57.574 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.571+0000 7f91ad2b8640 1 --2- 172.21.15.76:0/1101776790 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f918806ac00 0x7f918806d0c0 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:57.574 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.571+0000 7f91ad2b8640 1 --2- 172.21.15.76:0/1101776790 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f91940047c0 0x7f91a8157b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:57.574 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.571+0000 7f91ad2b8640 1 -- 172.21.15.76:0/1101776790 >> 172.21.15.76:0/1101776790 conn(0x7f91a8089f60 msgr2=0x7f91a80b1e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:57.574 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.571+0000 7f91ad2b8640 1 -- 172.21.15.76:0/1101776790 shutdown_connections 2024-09-13T16:08:57.574 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.571+0000 7f91ad2b8640 1 -- 172.21.15.76:0/1101776790 wait complete. 2024-09-13T16:08:57.583 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:08:57.684 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.683+0000 7f5c49ce9640 1 Processor -- start 2024-09-13T16:08:57.684 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.683+0000 7f5c49ce9640 1 -- start start 2024-09-13T16:08:57.688 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.683+0000 7f5c49ce9640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f5c440d2760 0x7f5c440cd8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:57.688 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.683+0000 7f5c49ce9640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5c440cd450 con 0x7f5c4415c500 2024-09-13T16:08:57.688 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.683+0000 7f5c49ce9640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5c440d0cf0 con 0x7f5c440cde20 2024-09-13T16:08:57.689 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.683+0000 7f5c49ce9640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5c440d0fd0 con 0x7f5c440d2760 2024-09-13T16:08:57.689 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.684+0000 7f5c437fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f5c4415c500 0x7f5c440d2050 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:43060/0 (socket says 172.21.15.76:43060) 2024-09-13T16:08:57.689 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.684+0000 7f5c437fe640 1 -- 172.21.15.76:0/1434213264 learned_addr learned my addr 172.21.15.76:0/1434213264 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:08:57.689 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.684+0000 7f5c42ffd640 1 -- 172.21.15.76:0/1434213264 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2182606692 0 0) 0x7f5c440cd450 con 0x7f5c4415c500 2024-09-13T16:08:57.689 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.684+0000 7f5c42ffd640 1 -- 172.21.15.76:0/1434213264 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5c30003520 con 0x7f5c4415c500 2024-09-13T16:08:57.689 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.684+0000 7f5c3bfff640 1 --2- 172.21.15.76:0/1434213264 >> v2:172.21.15.192:3300/0 conn(0x7f5c440d2760 0x7f5c440cd8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:57.689 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.684+0000 7f5c42ffd640 1 -- 172.21.15.76:0/1434213264 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3541508820 0 0) 0x7f5c30003520 con 0x7f5c4415c500 2024-09-13T16:08:57.689 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.684+0000 7f5c42ffd640 1 -- 172.21.15.76:0/1434213264 >> v2:172.21.15.192:3300/0 conn(0x7f5c440d2760 msgr2=0x7f5c440cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:57.689 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.684+0000 7f5c42ffd640 1 --2- 172.21.15.76:0/1434213264 >> v2:172.21.15.192:3300/0 conn(0x7f5c440d2760 0x7f5c440cd8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:57.690 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.684+0000 7f5c42ffd640 1 -- 172.21.15.76:0/1434213264 >> v1:172.21.15.192:6789/0 conn(0x7f5c440cde20 legacy=0x7f5c440d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:57.690 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.684+0000 7f5c42ffd640 1 -- 172.21.15.76:0/1434213264 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5c440cd0e0 con 0x7f5c4415c500 2024-09-13T16:08:57.690 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.684+0000 7f5c42ffd640 1 -- 172.21.15.76:0/1434213264 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f5c34001670 con 0x7f5c4415c500 2024-09-13T16:08:57.690 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.684+0000 7f5c42ffd640 1 -- 172.21.15.76:0/1434213264 >> v1:172.21.15.76:6789/0 conn(0x7f5c4415c500 legacy=0x7f5c440d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:57.690 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.684+0000 7f5c42ffd640 1 --2- 172.21.15.76:0/1434213264 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5c30003970 0x7f5c30003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:57.690 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.684+0000 7f5c42ffd640 1 --2- 172.21.15.76:0/1434213264 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5c300047c0 0x7f5c30004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:57.690 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.684+0000 7f5c42ffd640 1 --2- 172.21.15.76:0/1434213264 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5c30005180 0x7f5c3000b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:57.690 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.684+0000 7f5c42ffd640 1 -- 172.21.15.76:0/1434213264 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c440d0fd0 con 0x7f5c30003970 2024-09-13T16:08:57.690 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.684+0000 7f5c42ffd640 1 -- 172.21.15.76:0/1434213264 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c3000c0d0 con 0x7f5c30005180 2024-09-13T16:08:57.690 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.684+0000 7f5c42ffd640 1 -- 172.21.15.76:0/1434213264 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5c3000c290 con 0x7f5c300047c0 2024-09-13T16:08:57.690 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.684+0000 7f5c437fe640 1 --2- 172.21.15.76:0/1434213264 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5c30003970 0x7f5c30003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:57.690 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.684+0000 7f5c43fff640 1 --2- 172.21.15.76:0/1434213264 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5c30005180 0x7f5c3000b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:57.690 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.684+0000 7f5c3bfff640 1 --2- 172.21.15.76:0/1434213264 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5c300047c0 0x7f5c30004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:57.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.684+0000 7f5c437fe640 1 -- 172.21.15.76:0/1434213264 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5c300047c0 msgr2=0x7f5c30004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:57.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.684+0000 7f5c437fe640 1 --2- 172.21.15.76:0/1434213264 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5c300047c0 0x7f5c30004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:57.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.685+0000 7f5c437fe640 1 -- 172.21.15.76:0/1434213264 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5c30005180 msgr2=0x7f5c3000b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:57.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.685+0000 7f5c437fe640 1 --2- 172.21.15.76:0/1434213264 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5c30005180 0x7f5c3000b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:57.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.685+0000 7f5c437fe640 1 -- 172.21.15.76:0/1434213264 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5c30003520 con 0x7f5c30003970 2024-09-13T16:08:57.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.685+0000 7f5c43fff640 1 -- 172.21.15.76:0/1434213264 reap_dead start 2024-09-13T16:08:57.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.685+0000 7f5c437fe640 1 --2- 172.21.15.76:0/1434213264 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5c30003970 0x7f5c30003d90 secure :-1 s=READY pgs=1121 cs=0 l=1 rev1=1 crypto rx=0x7f5c3400c240 tx=0x7f5c300057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a95ad8567112eaa server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:57.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.685+0000 7f5c42ffd640 1 -- 172.21.15.76:0/1434213264 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c3402e070 con 0x7f5c30003970 2024-09-13T16:08:57.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.685+0000 7f5c42ffd640 1 -- 172.21.15.76:0/1434213264 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5c340058d0 con 0x7f5c30003970 2024-09-13T16:08:57.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.685+0000 7f5c42ffd640 1 -- 172.21.15.76:0/1434213264 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c34005ca0 con 0x7f5c30003970 2024-09-13T16:08:57.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.686+0000 7f5c49ce9640 1 -- 172.21.15.76:0/1434213264 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5c30003970 msgr2=0x7f5c30003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:57.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.686+0000 7f5c49ce9640 1 --2- 172.21.15.76:0/1434213264 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5c30003970 0x7f5c30003d90 secure :-1 s=READY pgs=1121 cs=0 l=1 rev1=1 crypto rx=0x7f5c3400c240 tx=0x7f5c300057f0 comp rx=0 tx=0).stop 2024-09-13T16:08:57.692 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.686+0000 7f5c49ce9640 1 -- 172.21.15.76:0/1434213264 shutdown_connections 2024-09-13T16:08:57.692 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.686+0000 7f5c49ce9640 1 --2- 172.21.15.76:0/1434213264 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5c30003970 0x7f5c30003d90 unknown :-1 s=CLOSED pgs=1121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:57.692 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.686+0000 7f5c49ce9640 1 -- 172.21.15.76:0/1434213264 >> 172.21.15.76:0/1434213264 conn(0x7f5c44089f60 msgr2=0x7f5c4409b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:57.692 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.686+0000 7f5c49ce9640 1 -- 172.21.15.76:0/1434213264 shutdown_connections 2024-09-13T16:08:57.692 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.686+0000 7f5c49ce9640 1 -- 172.21.15.76:0/1434213264 wait complete. 2024-09-13T16:08:57.692 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.687+0000 7f5c49ce9640 1 Processor -- start 2024-09-13T16:08:57.692 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.687+0000 7f5c49ce9640 1 -- start start 2024-09-13T16:08:57.694 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.688+0000 7f5c49ce9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5c30003970 0x7f5c4414ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:57.694 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.688+0000 7f5c49ce9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5c44159590 0x7f5c4415d540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:57.694 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.688+0000 7f5c49ce9640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5c441586a0 0x7f5c4415da80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:57.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.688+0000 7f5c49ce9640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c441564f0 con 0x7f5c30003970 2024-09-13T16:08:57.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.688+0000 7f5c49ce9640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c44159b10 con 0x7f5c441586a0 2024-09-13T16:08:57.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.688+0000 7f5c49ce9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5c44159df0 con 0x7f5c44159590 2024-09-13T16:08:57.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.688+0000 7f5c437fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5c30003970 0x7f5c4414ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:57.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.688+0000 7f5c437fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5c30003970 0x7f5c4414ad10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60606/0 (socket says 172.21.15.76:60606) 2024-09-13T16:08:57.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.688+0000 7f5c437fe640 1 -- 172.21.15.76:0/1996944204 learned_addr learned my addr 172.21.15.76:0/1996944204 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:57.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.688+0000 7f5c3bfff640 1 --2- 172.21.15.76:0/1996944204 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5c44159590 0x7f5c4415d540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:57.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.688+0000 7f5c43fff640 1 --2- 172.21.15.76:0/1996944204 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5c441586a0 0x7f5c4415da80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:57.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.688+0000 7f5c437fe640 1 -- 172.21.15.76:0/1996944204 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5c44159590 msgr2=0x7f5c4415d540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:57.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.688+0000 7f5c437fe640 1 --2- 172.21.15.76:0/1996944204 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5c44159590 0x7f5c4415d540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:57.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.688+0000 7f5c437fe640 1 -- 172.21.15.76:0/1996944204 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5c441586a0 msgr2=0x7f5c4415da80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:57.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.688+0000 7f5c437fe640 1 --2- 172.21.15.76:0/1996944204 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5c441586a0 0x7f5c4415da80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:57.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.688+0000 7f5c437fe640 1 -- 172.21.15.76:0/1996944204 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5c44156110 con 0x7f5c30003970 2024-09-13T16:08:57.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.689+0000 7f5c437fe640 1 --2- 172.21.15.76:0/1996944204 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5c30003970 0x7f5c4414ad10 secure :-1 s=READY pgs=1122 cs=0 l=1 rev1=1 crypto rx=0x7f5c3400c240 tx=0x7f5c34001a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:57.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.689+0000 7f5c40ff9640 1 -- 172.21.15.76:0/1996944204 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c34000ed0 con 0x7f5c30003970 2024-09-13T16:08:57.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.689+0000 7f5c40ff9640 1 -- 172.21.15.76:0/1996944204 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5c340049f0 con 0x7f5c30003970 2024-09-13T16:08:57.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.689+0000 7f5c40ff9640 1 -- 172.21.15.76:0/1996944204 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c34004b60 con 0x7f5c30003970 2024-09-13T16:08:57.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.689+0000 7f5c49ce9640 1 -- 172.21.15.76:0/1996944204 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5c4414b250 con 0x7f5c30003970 2024-09-13T16:08:57.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.689+0000 7f5c49ce9640 1 -- 172.21.15.76:0/1996944204 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5c44155bc0 con 0x7f5c30003970 2024-09-13T16:08:57.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.690+0000 7f5c49ce9640 1 -- 172.21.15.76:0/1996944204 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5c440cdc10 con 0x7f5c30003970 2024-09-13T16:08:57.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.690+0000 7f5c40ff9640 1 -- 172.21.15.76:0/1996944204 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f5c34004cc0 con 0x7f5c30003970 2024-09-13T16:08:57.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.691+0000 7f5c40ff9640 1 --2- 172.21.15.76:0/1996944204 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5c2406ac00 0x7f5c2406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:57.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.691+0000 7f5c3bfff640 1 --2- 172.21.15.76:0/1996944204 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5c2406ac00 0x7f5c2406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:57.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.691+0000 7f5c40ff9640 1 -- 172.21.15.76:0/1996944204 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f5c340a8e30 con 0x7f5c30003970 2024-09-13T16:08:57.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.691+0000 7f5c3bfff640 1 --2- 172.21.15.76:0/1996944204 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5c2406ac00 0x7f5c2406d0c0 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f5c4415fcc0 tx=0x7f5c2c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:57.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.695+0000 7f5c40ff9640 1 -- 172.21.15.76:0/1996944204 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f5c34074010 con 0x7f5c30003970 2024-09-13T16:08:57.857 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.855+0000 7f5c49ce9640 1 -- 172.21.15.76:0/1996944204 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f5c440cdc10 con 0x7f5c30003970 2024-09-13T16:08:57.857 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.856+0000 7f5c40ff9640 1 -- 172.21.15.76:0/1996944204 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v84) v1 ==== 104+0+11 (secure 0 0 0) 0x7f5c340400a0 con 0x7f5c30003970 2024-09-13T16:08:57.857 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2024-09-13T16:08:57.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.857+0000 7f5c49ce9640 1 -- 172.21.15.76:0/1996944204 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5c2406ac00 msgr2=0x7f5c2406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:57.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.857+0000 7f5c49ce9640 1 --2- 172.21.15.76:0/1996944204 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5c2406ac00 0x7f5c2406d0c0 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f5c4415fcc0 tx=0x7f5c2c008040 comp rx=0 tx=0).stop 2024-09-13T16:08:57.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.857+0000 7f5c49ce9640 1 -- 172.21.15.76:0/1996944204 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5c30003970 msgr2=0x7f5c4414ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:57.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.857+0000 7f5c49ce9640 1 --2- 172.21.15.76:0/1996944204 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5c30003970 0x7f5c4414ad10 secure :-1 s=READY pgs=1122 cs=0 l=1 rev1=1 crypto rx=0x7f5c3400c240 tx=0x7f5c34001a00 comp rx=0 tx=0).stop 2024-09-13T16:08:57.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.858+0000 7f5c49ce9640 1 -- 172.21.15.76:0/1996944204 shutdown_connections 2024-09-13T16:08:57.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.858+0000 7f5c49ce9640 1 --2- 172.21.15.76:0/1996944204 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5c441586a0 0x7f5c4415da80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:57.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.858+0000 7f5c49ce9640 1 --2- 172.21.15.76:0/1996944204 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5c2406ac00 0x7f5c2406d0c0 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:57.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.858+0000 7f5c49ce9640 1 --2- 172.21.15.76:0/1996944204 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5c44159590 0x7f5c4415d540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:57.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.858+0000 7f5c49ce9640 1 --2- 172.21.15.76:0/1996944204 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5c30003970 0x7f5c4414ad10 unknown :-1 s=CLOSED pgs=1122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:57.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.858+0000 7f5c49ce9640 1 -- 172.21.15.76:0/1996944204 >> 172.21.15.76:0/1996944204 conn(0x7f5c44089f60 msgr2=0x7f5c440c8da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:57.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.858+0000 7f5c49ce9640 1 -- 172.21.15.76:0/1996944204 shutdown_connections 2024-09-13T16:08:57.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.858+0000 7f5c49ce9640 1 -- 172.21.15.76:0/1996944204 wait complete. 2024-09-13T16:08:57.870 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:08:57.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.968+0000 7fabf3f83640 1 Processor -- start 2024-09-13T16:08:57.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.969+0000 7fabf3f83640 1 -- start start 2024-09-13T16:08:57.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.969+0000 7fabf3f83640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fabec158b00 0x7fabec06c190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:57.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.969+0000 7fabf3f83640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fabec06c6d0 0x7fabec070b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:57.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.969+0000 7fabf3f83640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fabec06cb30 con 0x7fabec071050 2024-09-13T16:08:57.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.969+0000 7fabf3f83640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fabec0b2d10 con 0x7fabec06c6d0 2024-09-13T16:08:57.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.969+0000 7fabf3f83640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fabec0b2ff0 con 0x7fabec158b00 2024-09-13T16:08:57.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.970+0000 7fabf2520640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fabec071050 0x7fabec071500 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:43068/0 (socket says 172.21.15.76:43068) 2024-09-13T16:08:57.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.970+0000 7fabf2520640 1 -- 172.21.15.76:0/2098820696 learned_addr learned my addr 172.21.15.76:0/2098820696 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:08:57.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.970+0000 7fabf151e640 1 --2- 172.21.15.76:0/2098820696 >> v2:172.21.15.192:3300/0 conn(0x7fabec06c6d0 0x7fabec070b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:57.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.970+0000 7fabf1d1f640 1 --2- 172.21.15.76:0/2098820696 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fabec158b00 0x7fabec06c190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:57.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.970+0000 7fabf0d1d640 1 -- 172.21.15.76:0/2098820696 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4245760013 0 0) 0x7fabec06cb30 con 0x7fabec071050 2024-09-13T16:08:57.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.970+0000 7fabf0d1d640 1 -- 172.21.15.76:0/2098820696 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fabd8003520 con 0x7fabec071050 2024-09-13T16:08:57.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.970+0000 7fabf0d1d640 1 -- 172.21.15.76:0/2098820696 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3377311384 0 0) 0x7fabd8003520 con 0x7fabec071050 2024-09-13T16:08:57.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.970+0000 7fabf151e640 1 -- 172.21.15.76:0/2098820696 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fabec158b00 msgr2=0x7fabec06c190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:57.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.970+0000 7fabf151e640 1 --2- 172.21.15.76:0/2098820696 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fabec158b00 0x7fabec06c190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:57.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.970+0000 7fabf151e640 1 -- 172.21.15.76:0/2098820696 >> v1:172.21.15.76:6789/0 conn(0x7fabec071050 legacy=0x7fabec071500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:57.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.970+0000 7fabf151e640 1 -- 172.21.15.76:0/2098820696 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fabec070310 con 0x7fabec06c6d0 2024-09-13T16:08:57.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.970+0000 7fabf1d1f640 1 --2- 172.21.15.76:0/2098820696 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fabec158b00 0x7fabec06c190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:08:57.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.971+0000 7fabf151e640 1 --2- 172.21.15.76:0/2098820696 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fabec06c6d0 0x7fabec070b10 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7fabe00097a0 tx=0x7fabe002a110 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8d2a230dde20a864 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:57.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.971+0000 7fabf0d1d640 1 -- 172.21.15.76:0/2098820696 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabe40019f0 con 0x7fabec06c6d0 2024-09-13T16:08:57.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.971+0000 7fabf0d1d640 1 -- 172.21.15.76:0/2098820696 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fabe002aba0 con 0x7fabec06c6d0 2024-09-13T16:08:57.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.971+0000 7fabf0d1d640 1 -- 172.21.15.76:0/2098820696 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabe0032440 con 0x7fabec06c6d0 2024-09-13T16:08:57.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.972+0000 7fabf3f83640 1 -- 172.21.15.76:0/2098820696 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fabec06c6d0 msgr2=0x7fabec070b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:57.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.972+0000 7fabf3f83640 1 --2- 172.21.15.76:0/2098820696 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fabec06c6d0 0x7fabec070b10 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7fabe00097a0 tx=0x7fabe002a110 comp rx=0 tx=0).stop 2024-09-13T16:08:57.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.972+0000 7fabf3f83640 1 -- 172.21.15.76:0/2098820696 shutdown_connections 2024-09-13T16:08:57.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.972+0000 7fabf3f83640 1 --2- 172.21.15.76:0/2098820696 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fabec06c6d0 0x7fabec070b10 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:57.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.972+0000 7fabf3f83640 1 --2- 172.21.15.76:0/2098820696 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fabec158b00 0x7fabec06c190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:57.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.972+0000 7fabf3f83640 1 -- 172.21.15.76:0/2098820696 >> 172.21.15.76:0/2098820696 conn(0x7fabec06a0b0 msgr2=0x7fabec06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:57.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.972+0000 7fabf3f83640 1 -- 172.21.15.76:0/2098820696 shutdown_connections 2024-09-13T16:08:57.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.972+0000 7fabf3f83640 1 -- 172.21.15.76:0/2098820696 wait complete. 2024-09-13T16:08:57.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.973+0000 7fabf3f83640 1 Processor -- start 2024-09-13T16:08:57.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.973+0000 7fabf3f83640 1 -- start start 2024-09-13T16:08:57.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.974+0000 7fabf3f83640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fabec06c6d0 0x7fabec0c4a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:57.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.974+0000 7fabf3f83640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fabec071050 0x7fabec098250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:57.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.974+0000 7fabf3f83640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fabec158b00 0x7fabec156ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:57.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.974+0000 7fabf3f83640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fabec0c1b30 con 0x7fabec158b00 2024-09-13T16:08:57.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.974+0000 7fabf3f83640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fabec098790 con 0x7fabec06c6d0 2024-09-13T16:08:57.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.974+0000 7fabf3f83640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fabec0c5040 con 0x7fabec071050 2024-09-13T16:08:57.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.974+0000 7fabf2520640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fabec158b00 0x7fabec156ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:57.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.974+0000 7fabf2520640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fabec158b00 0x7fabec156ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60616/0 (socket says 172.21.15.76:60616) 2024-09-13T16:08:57.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.974+0000 7fabf2520640 1 -- 172.21.15.76:0/4072926191 learned_addr learned my addr 172.21.15.76:0/4072926191 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:57.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.974+0000 7fabf151e640 1 --2- 172.21.15.76:0/4072926191 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fabec071050 0x7fabec098250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:57.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.974+0000 7fabf1d1f640 1 --2- 172.21.15.76:0/4072926191 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fabec06c6d0 0x7fabec0c4a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:57.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.974+0000 7fabf2520640 1 -- 172.21.15.76:0/4072926191 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fabec071050 msgr2=0x7fabec098250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:57.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.974+0000 7fabf2520640 1 --2- 172.21.15.76:0/4072926191 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fabec071050 0x7fabec098250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:57.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.974+0000 7fabf2520640 1 -- 172.21.15.76:0/4072926191 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fabec06c6d0 msgr2=0x7fabec0c4a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:57.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.974+0000 7fabf2520640 1 --2- 172.21.15.76:0/4072926191 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fabec06c6d0 0x7fabec0c4a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:57.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.974+0000 7fabf2520640 1 -- 172.21.15.76:0/4072926191 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fabe8009400 con 0x7fabec158b00 2024-09-13T16:08:57.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.974+0000 7fabf2520640 1 --2- 172.21.15.76:0/4072926191 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fabec158b00 0x7fabec156ac0 secure :-1 s=READY pgs=1124 cs=0 l=1 rev1=1 crypto rx=0x7fabe400cc70 tx=0x7fabe400a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:57.980 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.974+0000 7fabde7fc640 1 -- 172.21.15.76:0/4072926191 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabe400ce80 con 0x7fabec158b00 2024-09-13T16:08:57.980 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.974+0000 7fabde7fc640 1 -- 172.21.15.76:0/4072926191 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fabe4012400 con 0x7fabec158b00 2024-09-13T16:08:57.980 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.974+0000 7fabf3f83640 1 -- 172.21.15.76:0/4072926191 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fabe0009400 con 0x7fabec158b00 2024-09-13T16:08:57.980 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.974+0000 7fabde7fc640 1 -- 172.21.15.76:0/4072926191 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabe40127b0 con 0x7fabec158b00 2024-09-13T16:08:57.980 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.974+0000 7fabf3f83640 1 -- 172.21.15.76:0/4072926191 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fabec0c20b0 con 0x7fabec158b00 2024-09-13T16:08:57.980 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.975+0000 7fabf3f83640 1 -- 172.21.15.76:0/4072926191 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fabec0cbde0 con 0x7fabec158b00 2024-09-13T16:08:57.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.976+0000 7fabde7fc640 1 -- 172.21.15.76:0/4072926191 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fabe4007070 con 0x7fabec158b00 2024-09-13T16:08:57.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.976+0000 7fabde7fc640 1 --2- 172.21.15.76:0/4072926191 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fabd006ac00 0x7fabd006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:57.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.977+0000 7fabf1d1f640 1 --2- 172.21.15.76:0/4072926191 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fabd006ac00 0x7fabd006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:57.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.977+0000 7fabde7fc640 1 -- 172.21.15.76:0/4072926191 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fabe40895b0 con 0x7fabec158b00 2024-09-13T16:08:57.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.977+0000 7fabf1d1f640 1 --2- 172.21.15.76:0/4072926191 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fabd006ac00 0x7fabd006d0c0 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7fabec0ccb80 tx=0x7fabe8009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:57.982 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:57.981+0000 7fabde7fc640 1 -- 172.21.15.76:0/4072926191 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fabe4054700 con 0x7fabec158b00 2024-09-13T16:08:58.146 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.144+0000 7fabf3f83640 1 -- 172.21.15.76:0/4072926191 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fabec070b10 con 0x7fabec158b00 2024-09-13T16:08:58.146 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.145+0000 7fabde7fc640 1 -- 172.21.15.76:0/4072926191 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v84) v1 ==== 100+0+11 (secure 0 0 0) 0x7fabe4057d20 con 0x7fabec158b00 2024-09-13T16:08:58.146 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2024-09-13T16:08:58.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.147+0000 7fabf3f83640 1 -- 172.21.15.76:0/4072926191 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fabd006ac00 msgr2=0x7fabd006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:58.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.147+0000 7fabf3f83640 1 --2- 172.21.15.76:0/4072926191 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fabd006ac00 0x7fabd006d0c0 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7fabec0ccb80 tx=0x7fabe8009190 comp rx=0 tx=0).stop 2024-09-13T16:08:58.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.147+0000 7fabf3f83640 1 -- 172.21.15.76:0/4072926191 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fabec158b00 msgr2=0x7fabec156ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:58.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.147+0000 7fabf3f83640 1 --2- 172.21.15.76:0/4072926191 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fabec158b00 0x7fabec156ac0 secure :-1 s=READY pgs=1124 cs=0 l=1 rev1=1 crypto rx=0x7fabe400cc70 tx=0x7fabe400a430 comp rx=0 tx=0).stop 2024-09-13T16:08:58.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.147+0000 7fabf3f83640 1 -- 172.21.15.76:0/4072926191 shutdown_connections 2024-09-13T16:08:58.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.147+0000 7fabf3f83640 1 --2- 172.21.15.76:0/4072926191 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fabec158b00 0x7fabec156ac0 unknown :-1 s=CLOSED pgs=1124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:58.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.147+0000 7fabf3f83640 1 --2- 172.21.15.76:0/4072926191 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fabd006ac00 0x7fabd006d0c0 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:58.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.147+0000 7fabf3f83640 1 --2- 172.21.15.76:0/4072926191 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fabec071050 0x7fabec098250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:58.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.147+0000 7fabf3f83640 1 --2- 172.21.15.76:0/4072926191 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fabec06c6d0 0x7fabec0c4a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:58.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.147+0000 7fabf3f83640 1 -- 172.21.15.76:0/4072926191 >> 172.21.15.76:0/4072926191 conn(0x7fabec06a0b0 msgr2=0x7fabec0cd790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:58.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.147+0000 7fabf3f83640 1 -- 172.21.15.76:0/4072926191 shutdown_connections 2024-09-13T16:08:58.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.147+0000 7fabf3f83640 1 -- 172.21.15.76:0/4072926191 wait complete. 2024-09-13T16:08:58.159 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:08:58.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.256+0000 7fd401e41640 1 Processor -- start 2024-09-13T16:08:58.258 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.256+0000 7fd401e41640 1 -- start start 2024-09-13T16:08:58.259 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.257+0000 7fd401e41640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fd3fc06c4c0 0x7fd3fc06c8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:58.259 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.257+0000 7fd401e41640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd3fc0cbea0 0x7fd3fc0cc330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:58.259 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.257+0000 7fd401e41640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd3fc06dab0 con 0x7fd3fc0b2590 2024-09-13T16:08:58.259 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.257+0000 7fd401e41640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd3fc06deb0 con 0x7fd3fc06c4c0 2024-09-13T16:08:58.259 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.257+0000 7fd401e41640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd3fc0b2170 con 0x7fd3fc0cbea0 2024-09-13T16:08:58.259 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.257+0000 7fd3fb7fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fd3fc06c4c0 0x7fd3fc06c8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:58.259 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.257+0000 7fd3faffd640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fd3fc0b2590 0x7fd3fc06d3a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:43084/0 (socket says 172.21.15.76:43084) 2024-09-13T16:08:58.259 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.257+0000 7fd3faffd640 1 -- 172.21.15.76:0/163189939 learned_addr learned my addr 172.21.15.76:0/163189939 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:08:58.259 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.257+0000 7fd3fb7fe640 1 -- 172.21.15.76:0/163189939 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd3fc0cbea0 msgr2=0x7fd3fc0cc330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:58.259 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.257+0000 7fd3fb7fe640 1 --2- 172.21.15.76:0/163189939 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd3fc0cbea0 0x7fd3fc0cc330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:58.260 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.257+0000 7fd3fb7fe640 1 -- 172.21.15.76:0/163189939 >> v1:172.21.15.76:6789/0 conn(0x7fd3fc0b2590 legacy=0x7fd3fc06d3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:58.260 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.257+0000 7fd3fb7fe640 1 -- 172.21.15.76:0/163189939 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd3fc0cc870 con 0x7fd3fc06c4c0 2024-09-13T16:08:58.260 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.257+0000 7fd3fa7fc640 1 -- 172.21.15.76:0/163189939 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2845963977 0 0) 0x7fd3fc06dab0 con 0x7fd3fc0b2590 2024-09-13T16:08:58.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.258+0000 7fd3fb7fe640 1 --2- 172.21.15.76:0/163189939 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd3fc06c4c0 0x7fd3fc06c8a0 secure :-1 s=READY pgs=1126 cs=0 l=1 rev1=1 crypto rx=0x7fd3ec0097a0 tx=0x7fd3ec02a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=284c5fecbb2a6c7f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:58.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.258+0000 7fd3fa7fc640 1 -- 172.21.15.76:0/163189939 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3ec032440 con 0x7fd3fc06c4c0 2024-09-13T16:08:58.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.258+0000 7fd3fa7fc640 1 -- 172.21.15.76:0/163189939 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd3ec0325a0 con 0x7fd3fc06c4c0 2024-09-13T16:08:58.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.258+0000 7fd3fa7fc640 1 -- 172.21.15.76:0/163189939 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3ec032930 con 0x7fd3fc06c4c0 2024-09-13T16:08:58.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.258+0000 7fd401e41640 1 -- 172.21.15.76:0/163189939 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd3fc06c4c0 msgr2=0x7fd3fc06c8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:58.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.258+0000 7fd401e41640 1 --2- 172.21.15.76:0/163189939 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd3fc06c4c0 0x7fd3fc06c8a0 secure :-1 s=READY pgs=1126 cs=0 l=1 rev1=1 crypto rx=0x7fd3ec0097a0 tx=0x7fd3ec02a180 comp rx=0 tx=0).stop 2024-09-13T16:08:58.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.259+0000 7fd401e41640 1 -- 172.21.15.76:0/163189939 shutdown_connections 2024-09-13T16:08:58.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.259+0000 7fd401e41640 1 --2- 172.21.15.76:0/163189939 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd3fc0cbea0 0x7fd3fc0cc330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:58.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.259+0000 7fd401e41640 1 --2- 172.21.15.76:0/163189939 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd3fc06c4c0 0x7fd3fc06c8a0 unknown :-1 s=CLOSED pgs=1126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:58.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.259+0000 7fd401e41640 1 -- 172.21.15.76:0/163189939 >> 172.21.15.76:0/163189939 conn(0x7fd3fc069ed0 msgr2=0x7fd3fc06a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:58.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.259+0000 7fd401e41640 1 -- 172.21.15.76:0/163189939 shutdown_connections 2024-09-13T16:08:58.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.259+0000 7fd401e41640 1 -- 172.21.15.76:0/163189939 wait complete. 2024-09-13T16:08:58.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.260+0000 7fd401e41640 1 Processor -- start 2024-09-13T16:08:58.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.260+0000 7fd401e41640 1 -- start start 2024-09-13T16:08:58.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.261+0000 7fd401e41640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd3fc06c4c0 0x7fd3fc15ab70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:58.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.261+0000 7fd401e41640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd3fc0b2590 0x7fd3fc158200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:58.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.261+0000 7fd401e41640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd3fc0cbea0 0x7fd3fc1e33e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:58.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.261+0000 7fd401e41640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3fc15b0b0 con 0x7fd3fc06c4c0 2024-09-13T16:08:58.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.261+0000 7fd401e41640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3fc158740 con 0x7fd3fc0cbea0 2024-09-13T16:08:58.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.261+0000 7fd401e41640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd3fc159ad0 con 0x7fd3fc0b2590 2024-09-13T16:08:58.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.261+0000 7fd3fb7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd3fc06c4c0 0x7fd3fc15ab70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:58.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.261+0000 7fd3fb7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd3fc06c4c0 0x7fd3fc15ab70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60624/0 (socket says 172.21.15.76:60624) 2024-09-13T16:08:58.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.261+0000 7fd3fb7fe640 1 -- 172.21.15.76:0/3255046386 learned_addr learned my addr 172.21.15.76:0/3255046386 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:58.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.261+0000 7fd3faffd640 1 --2- 172.21.15.76:0/3255046386 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd3fc0b2590 0x7fd3fc158200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:58.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.261+0000 7fd3fb7fe640 1 -- 172.21.15.76:0/3255046386 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd3fc0b2590 msgr2=0x7fd3fc158200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:58.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.261+0000 7fd3fb7fe640 1 --2- 172.21.15.76:0/3255046386 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd3fc0b2590 0x7fd3fc158200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:58.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.261+0000 7fd3fb7fe640 1 -- 172.21.15.76:0/3255046386 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd3fc0cbea0 msgr2=0x7fd3fc1e33e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:58.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.261+0000 7fd3fbfff640 1 --2- 172.21.15.76:0/3255046386 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd3fc0cbea0 0x7fd3fc1e33e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:58.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.261+0000 7fd3fb7fe640 1 --2- 172.21.15.76:0/3255046386 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd3fc0cbea0 0x7fd3fc1e33e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:58.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.261+0000 7fd3fb7fe640 1 -- 172.21.15.76:0/3255046386 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd3ec009400 con 0x7fd3fc06c4c0 2024-09-13T16:08:58.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.261+0000 7fd3fbfff640 1 --2- 172.21.15.76:0/3255046386 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd3fc0cbea0 0x7fd3fc1e33e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:08:58.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.261+0000 7fd3fb7fe640 1 --2- 172.21.15.76:0/3255046386 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd3fc06c4c0 0x7fd3fc15ab70 secure :-1 s=READY pgs=1127 cs=0 l=1 rev1=1 crypto rx=0x7fd3ec0097a0 tx=0x7fd3ec0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:58.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.261+0000 7fd3e3fff640 1 -- 172.21.15.76:0/3255046386 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3ec030b80 con 0x7fd3fc06c4c0 2024-09-13T16:08:58.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.261+0000 7fd3e3fff640 1 -- 172.21.15.76:0/3255046386 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd3ec030ce0 con 0x7fd3fc06c4c0 2024-09-13T16:08:58.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.261+0000 7fd401e41640 1 -- 172.21.15.76:0/3255046386 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd3fc159db0 con 0x7fd3fc06c4c0 2024-09-13T16:08:58.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.261+0000 7fd3e3fff640 1 -- 172.21.15.76:0/3255046386 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3ec03b640 con 0x7fd3fc06c4c0 2024-09-13T16:08:58.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.261+0000 7fd401e41640 1 -- 172.21.15.76:0/3255046386 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd3fc15a370 con 0x7fd3fc06c4c0 2024-09-13T16:08:58.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.262+0000 7fd401e41640 1 -- 172.21.15.76:0/3255046386 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd3fc0cb5d0 con 0x7fd3fc06c4c0 2024-09-13T16:08:58.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.263+0000 7fd3e3fff640 1 -- 172.21.15.76:0/3255046386 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd3ec039040 con 0x7fd3fc06c4c0 2024-09-13T16:08:58.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.263+0000 7fd3e3fff640 1 --2- 172.21.15.76:0/3255046386 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd3e806ac00 0x7fd3e806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:58.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.263+0000 7fd3e3fff640 1 -- 172.21.15.76:0/3255046386 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fd3ec0a9df0 con 0x7fd3fc06c4c0 2024-09-13T16:08:58.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.263+0000 7fd3faffd640 1 --2- 172.21.15.76:0/3255046386 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd3e806ac00 0x7fd3e806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:58.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.264+0000 7fd3faffd640 1 --2- 172.21.15.76:0/3255046386 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd3e806ac00 0x7fd3e806d0c0 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7fd3fc072690 tx=0x7fd3f0007b50 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:58.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.268+0000 7fd3e3fff640 1 -- 172.21.15.76:0/3255046386 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fd3ec075040 con 0x7fd3fc06c4c0 2024-09-13T16:08:58.462 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.461+0000 7fd401e41640 1 -- 172.21.15.76:0/3255046386 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fd3fc06dc80 con 0x7fd3fc06c4c0 2024-09-13T16:08:58.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.462+0000 7fd3e3fff640 1 -- 172.21.15.76:0/3255046386 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 39 v39) v1 ==== 94+0+4742 (secure 0 0 0) 0x7fd3ec037090 con 0x7fd3fc06c4c0 2024-09-13T16:08:58.463 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:58.463 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":39,"default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5894,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/1599154395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6833","nonce":1599154395},{"type":"v1","addr":"172.21.15.192:6835","nonce":1599154395}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":34},{"gid":5897,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6834/3373591752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":3373591752},{"type":"v1","addr":"172.21.15.192:6834","nonce":3373591752}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":34},{"gid":6999,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6836/3265817249","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":3265817249},{"type":"v1","addr":"172.21.15.76:6836","nonce":3265817249}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":34}],"filesystems":[{"mdsmap":{"epoch":39,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:08:34.887298+0000","modified":"2024-09-13T16:08:37.899870+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":7002},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7002":{"gid":7002,"name":"a","rank":0,"incarnation":35,"state":"up:active","state_seq":3,"addr":"172.21.15.76:6837/2902767374","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":2902767374},{"type":"v1","addr":"172.21.15.76:6837","nonce":2902767374}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[12],"metadata_pool":11,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":5}]} 2024-09-13T16:08:58.464 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 39 2024-09-13T16:08:58.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.463+0000 7fd401e41640 1 -- 172.21.15.76:0/3255046386 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd3e806ac00 msgr2=0x7fd3e806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:58.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.463+0000 7fd401e41640 1 --2- 172.21.15.76:0/3255046386 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd3e806ac00 0x7fd3e806d0c0 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7fd3fc072690 tx=0x7fd3f0007b50 comp rx=0 tx=0).stop 2024-09-13T16:08:58.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.463+0000 7fd401e41640 1 -- 172.21.15.76:0/3255046386 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd3fc06c4c0 msgr2=0x7fd3fc15ab70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:58.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.463+0000 7fd401e41640 1 --2- 172.21.15.76:0/3255046386 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd3fc06c4c0 0x7fd3fc15ab70 secure :-1 s=READY pgs=1127 cs=0 l=1 rev1=1 crypto rx=0x7fd3ec0097a0 tx=0x7fd3ec0046c0 comp rx=0 tx=0).stop 2024-09-13T16:08:58.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.464+0000 7fd401e41640 1 -- 172.21.15.76:0/3255046386 shutdown_connections 2024-09-13T16:08:58.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.464+0000 7fd401e41640 1 --2- 172.21.15.76:0/3255046386 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd3fc0cbea0 0x7fd3fc1e33e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:58.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.464+0000 7fd401e41640 1 --2- 172.21.15.76:0/3255046386 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd3e806ac00 0x7fd3e806d0c0 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:58.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.464+0000 7fd401e41640 1 --2- 172.21.15.76:0/3255046386 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd3fc0b2590 0x7fd3fc158200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:58.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.464+0000 7fd401e41640 1 --2- 172.21.15.76:0/3255046386 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd3fc06c4c0 0x7fd3fc15ab70 unknown :-1 s=CLOSED pgs=1127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:58.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.464+0000 7fd401e41640 1 -- 172.21.15.76:0/3255046386 >> 172.21.15.76:0/3255046386 conn(0x7fd3fc069ed0 msgr2=0x7fd3fc0ce2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:58.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.464+0000 7fd401e41640 1 -- 172.21.15.76:0/3255046386 shutdown_connections 2024-09-13T16:08:58.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.464+0000 7fd401e41640 1 -- 172.21.15.76:0/3255046386 wait complete. 2024-09-13T16:08:58.476 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:08:58.575 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.573+0000 7f702e6e9640 1 Processor -- start 2024-09-13T16:08:58.575 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.573+0000 7f702e6e9640 1 -- start start 2024-09-13T16:08:58.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.574+0000 7f702e6e9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7028071d30 0x7f7028070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:58.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.574+0000 7f702e6e9640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f70280c8920 0x7f70280c8dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:58.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.574+0000 7f702e6e9640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f70280abdf0 con 0x7f7028072110 2024-09-13T16:08:58.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.574+0000 7f702e6e9640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f70280c9310 con 0x7f70280c8920 2024-09-13T16:08:58.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.574+0000 7f702e6e9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f70280b2280 con 0x7f7028071d30 2024-09-13T16:08:58.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.574+0000 7f70277fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f7028072110 0x7f70280b1b70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:43094/0 (socket says 172.21.15.76:43094) 2024-09-13T16:08:58.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.574+0000 7f70277fe640 1 -- 172.21.15.76:0/3723418019 learned_addr learned my addr 172.21.15.76:0/3723418019 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:08:58.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.574+0000 7f702cc86640 1 --2- 172.21.15.76:0/3723418019 >> v2:172.21.15.192:3300/0 conn(0x7f70280c8920 0x7f70280c8dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:58.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.574+0000 7f7027fff640 1 --2- 172.21.15.76:0/3723418019 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7028071d30 0x7f7028070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:58.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.574+0000 7f7026ffd640 1 -- 172.21.15.76:0/3723418019 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 970246001 0 0) 0x7f70280abdf0 con 0x7f7028072110 2024-09-13T16:08:58.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.574+0000 7f7026ffd640 1 -- 172.21.15.76:0/3723418019 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7010003520 con 0x7f7028072110 2024-09-13T16:08:58.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.574+0000 7f7026ffd640 1 -- 172.21.15.76:0/3723418019 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1482110262 0 0) 0x7f7010003520 con 0x7f7028072110 2024-09-13T16:08:58.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.574+0000 7f7026ffd640 1 -- 172.21.15.76:0/3723418019 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7028071d30 msgr2=0x7f7028070190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:58.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.574+0000 7f7026ffd640 1 --2- 172.21.15.76:0/3723418019 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7028071d30 0x7f7028070190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:58.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.574+0000 7f7026ffd640 1 -- 172.21.15.76:0/3723418019 >> v2:172.21.15.192:3300/0 conn(0x7f70280c8920 msgr2=0x7f70280c8dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:58.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.574+0000 7f7026ffd640 1 --2- 172.21.15.76:0/3723418019 >> v2:172.21.15.192:3300/0 conn(0x7f70280c8920 0x7f70280c8dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:58.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.574+0000 7f7026ffd640 1 -- 172.21.15.76:0/3723418019 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f70280ab1e0 con 0x7f7028072110 2024-09-13T16:08:58.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.574+0000 7f7026ffd640 1 -- 172.21.15.76:0/3723418019 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f701c001670 con 0x7f7028072110 2024-09-13T16:08:58.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.574+0000 7f7026ffd640 1 -- 172.21.15.76:0/3723418019 >> v1:172.21.15.76:6789/0 conn(0x7f7028072110 legacy=0x7f70280b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:58.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.575+0000 7f7026ffd640 1 --2- 172.21.15.76:0/3723418019 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7028071d30 0x7f7010003970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:58.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.575+0000 7f7026ffd640 1 --2- 172.21.15.76:0/3723418019 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7010003ef0 0x7f70100047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:58.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.575+0000 7f7026ffd640 1 --2- 172.21.15.76:0/3723418019 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7010004d00 0x7f7010005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:58.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.575+0000 7f7026ffd640 1 -- 172.21.15.76:0/3723418019 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70280c9310 con 0x7f7010003ef0 2024-09-13T16:08:58.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.575+0000 7f7026ffd640 1 -- 172.21.15.76:0/3723418019 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70280b2280 con 0x7f7010004d00 2024-09-13T16:08:58.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.575+0000 7f7026ffd640 1 -- 172.21.15.76:0/3723418019 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f701000b980 con 0x7f7028071d30 2024-09-13T16:08:58.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.575+0000 7f70277fe640 1 --2- 172.21.15.76:0/3723418019 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7010003ef0 0x7f70100047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:58.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.575+0000 7f7027fff640 1 --2- 172.21.15.76:0/3723418019 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7028071d30 0x7f7010003970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:58.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.575+0000 7f702cc86640 1 --2- 172.21.15.76:0/3723418019 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7010004d00 0x7f7010005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:58.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.575+0000 7f70277fe640 1 -- 172.21.15.76:0/3723418019 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7028071d30 msgr2=0x7f7010003970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:58.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.575+0000 7f70277fe640 1 --2- 172.21.15.76:0/3723418019 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7028071d30 0x7f7010003970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:58.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.575+0000 7f70277fe640 1 -- 172.21.15.76:0/3723418019 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7010004d00 msgr2=0x7f7010005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:58.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.575+0000 7f70277fe640 1 --2- 172.21.15.76:0/3723418019 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7010004d00 0x7f7010005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:58.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.575+0000 7f70277fe640 1 -- 172.21.15.76:0/3723418019 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7010003520 con 0x7f7010003ef0 2024-09-13T16:08:58.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.576+0000 7f70277fe640 1 --2- 172.21.15.76:0/3723418019 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7010003ef0 0x7f70100047c0 secure :-1 s=READY pgs=1129 cs=0 l=1 rev1=1 crypto rx=0x7f7028072530 tx=0x7f70100057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=30ece6adde866dc8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:58.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.576+0000 7f7026ffd640 1 -- 172.21.15.76:0/3723418019 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f701c005ad0 con 0x7f7010003ef0 2024-09-13T16:08:58.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.576+0000 7f7026ffd640 1 -- 172.21.15.76:0/3723418019 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f701c02d070 con 0x7f7010003ef0 2024-09-13T16:08:58.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.576+0000 7f7026ffd640 1 -- 172.21.15.76:0/3723418019 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f701c005e90 con 0x7f7010003ef0 2024-09-13T16:08:58.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.576+0000 7f702e6e9640 1 -- 172.21.15.76:0/3723418019 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7010003ef0 msgr2=0x7f70100047c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:58.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.576+0000 7f702e6e9640 1 --2- 172.21.15.76:0/3723418019 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7010003ef0 0x7f70100047c0 secure :-1 s=READY pgs=1129 cs=0 l=1 rev1=1 crypto rx=0x7f7028072530 tx=0x7f70100057f0 comp rx=0 tx=0).stop 2024-09-13T16:08:58.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.576+0000 7f702cc86640 1 -- 172.21.15.76:0/3723418019 reap_dead start 2024-09-13T16:08:58.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.576+0000 7f702e6e9640 1 -- 172.21.15.76:0/3723418019 shutdown_connections 2024-09-13T16:08:58.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.576+0000 7f702e6e9640 1 -- 172.21.15.76:0/3723418019 >> 172.21.15.76:0/3723418019 conn(0x7f7028069ed0 msgr2=0x7f702806a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:58.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.576+0000 7f702e6e9640 1 -- 172.21.15.76:0/3723418019 shutdown_connections 2024-09-13T16:08:58.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.576+0000 7f702e6e9640 1 -- 172.21.15.76:0/3723418019 wait complete. 2024-09-13T16:08:58.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.578+0000 7f702e6e9640 1 Processor -- start 2024-09-13T16:08:58.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.578+0000 7f702e6e9640 1 -- start start 2024-09-13T16:08:58.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.578+0000 7f702e6e9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7010003ef0 0x7f70281f1f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:58.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.578+0000 7f702e6e9640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f70280c8500 0x7f702814cb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:58.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.578+0000 7f702e6e9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f70280c53a0 0x7f702815bcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:58.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.578+0000 7f702e6e9640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70280c40d0 con 0x7f7010003ef0 2024-09-13T16:08:58.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.578+0000 7f702e6e9640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70280c5cf0 con 0x7f70280c8500 2024-09-13T16:08:58.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.578+0000 7f702e6e9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f70280c3730 con 0x7f70280c53a0 2024-09-13T16:08:58.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.579+0000 7f7027fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7010003ef0 0x7f70281f1f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:58.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.579+0000 7f7027fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7010003ef0 0x7f70281f1f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60648/0 (socket says 172.21.15.76:60648) 2024-09-13T16:08:58.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.579+0000 7f7027fff640 1 -- 172.21.15.76:0/4012454599 learned_addr learned my addr 172.21.15.76:0/4012454599 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:58.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.579+0000 7f7027fff640 1 -- 172.21.15.76:0/4012454599 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f70280c53a0 msgr2=0x7f702815bcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:58.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.579+0000 7f7027fff640 1 --2- 172.21.15.76:0/4012454599 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f70280c53a0 0x7f702815bcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:58.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.579+0000 7f7027fff640 1 -- 172.21.15.76:0/4012454599 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f70280c8500 msgr2=0x7f702814cb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:58.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.579+0000 7f7027fff640 1 --2- 172.21.15.76:0/4012454599 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f70280c8500 0x7f702814cb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:58.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.579+0000 7f7027fff640 1 -- 172.21.15.76:0/4012454599 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f70280c3a10 con 0x7f7010003ef0 2024-09-13T16:08:58.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.579+0000 7f7027fff640 1 --2- 172.21.15.76:0/4012454599 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7010003ef0 0x7f70281f1f60 secure :-1 s=READY pgs=1130 cs=0 l=1 rev1=1 crypto rx=0x7f70180118e0 tx=0x7f7018011da0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:58.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.579+0000 7f7024ff9640 1 -- 172.21.15.76:0/4012454599 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f701800fa70 con 0x7f7010003ef0 2024-09-13T16:08:58.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.579+0000 7f7024ff9640 1 -- 172.21.15.76:0/4012454599 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f701800fbd0 con 0x7f7010003ef0 2024-09-13T16:08:58.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.579+0000 7f702e6e9640 1 -- 172.21.15.76:0/4012454599 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f70280c3cf0 con 0x7f7010003ef0 2024-09-13T16:08:58.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.579+0000 7f7024ff9640 1 -- 172.21.15.76:0/4012454599 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7018014440 con 0x7f7010003ef0 2024-09-13T16:08:58.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.579+0000 7f702e6e9640 1 -- 172.21.15.76:0/4012454599 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f702814d060 con 0x7f7010003ef0 2024-09-13T16:08:58.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.580+0000 7f702e6e9640 1 -- 172.21.15.76:0/4012454599 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f70280c8dd0 con 0x7f7010003ef0 2024-09-13T16:08:58.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.581+0000 7f7024ff9640 1 -- 172.21.15.76:0/4012454599 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f70180145a0 con 0x7f7010003ef0 2024-09-13T16:08:58.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.581+0000 7f7024ff9640 1 --2- 172.21.15.76:0/4012454599 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f701406ac00 0x7f701406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:58.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.581+0000 7f7024ff9640 1 -- 172.21.15.76:0/4012454599 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f7018089c50 con 0x7f7010003ef0 2024-09-13T16:08:58.586 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.581+0000 7f70277fe640 1 --2- 172.21.15.76:0/4012454599 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f701406ac00 0x7f701406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:58.586 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.582+0000 7f70277fe640 1 --2- 172.21.15.76:0/4012454599 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f701406ac00 0x7f701406d0c0 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f701c032000 tx=0x7f701c009030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:58.586 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.585+0000 7f7024ff9640 1 -- 172.21.15.76:0/4012454599 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f701808f020 con 0x7f7010003ef0 2024-09-13T16:08:58.747 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.746+0000 7f702e6e9640 1 -- 172.21.15.76:0/4012454599 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f702815cb20 con 0x7f7010003ef0 2024-09-13T16:08:58.749 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.747+0000 7f7024ff9640 1 -- 172.21.15.76:0/4012454599 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v84) v1 ==== 74+0+16741 (secure 0 0 0) 0x7f7018054cf0 con 0x7f7010003ef0 2024-09-13T16:08:58.749 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:58.749 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":84,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:08:35.889159+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":12,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:08:33.055729+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_data","create_time":"2024-09-13T16:08:33.848184+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:08:58.751 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.749+0000 7f702e6e9640 1 -- 172.21.15.76:0/4012454599 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f701406ac00 msgr2=0x7f701406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:58.751 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.749+0000 7f702e6e9640 1 --2- 172.21.15.76:0/4012454599 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f701406ac00 0x7f701406d0c0 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f701c032000 tx=0x7f701c009030 comp rx=0 tx=0).stop 2024-09-13T16:08:58.751 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.749+0000 7f702e6e9640 1 -- 172.21.15.76:0/4012454599 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7010003ef0 msgr2=0x7f70281f1f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:58.751 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.749+0000 7f702e6e9640 1 --2- 172.21.15.76:0/4012454599 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7010003ef0 0x7f70281f1f60 secure :-1 s=READY pgs=1130 cs=0 l=1 rev1=1 crypto rx=0x7f70180118e0 tx=0x7f7018011da0 comp rx=0 tx=0).stop 2024-09-13T16:08:58.751 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.749+0000 7f702e6e9640 1 -- 172.21.15.76:0/4012454599 shutdown_connections 2024-09-13T16:08:58.751 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.749+0000 7f702e6e9640 1 --2- 172.21.15.76:0/4012454599 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f701406ac00 0x7f701406d0c0 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:58.751 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.749+0000 7f702e6e9640 1 --2- 172.21.15.76:0/4012454599 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f70280c53a0 0x7f702815bcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:58.751 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.749+0000 7f702e6e9640 1 --2- 172.21.15.76:0/4012454599 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f70280c8500 0x7f702814cb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:58.752 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.749+0000 7f702e6e9640 1 --2- 172.21.15.76:0/4012454599 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7010003ef0 0x7f70281f1f60 unknown :-1 s=CLOSED pgs=1130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:58.752 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.749+0000 7f702e6e9640 1 -- 172.21.15.76:0/4012454599 >> 172.21.15.76:0/4012454599 conn(0x7f7028069ed0 msgr2=0x7f70280af650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:58.752 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.749+0000 7f702e6e9640 1 -- 172.21.15.76:0/4012454599 shutdown_connections 2024-09-13T16:08:58.752 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.749+0000 7f702e6e9640 1 -- 172.21.15.76:0/4012454599 wait complete. 2024-09-13T16:08:58.762 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-13T16:08:58.762 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:08:58.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.859+0000 7f4ee4f65640 1 Processor -- start 2024-09-13T16:08:58.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.859+0000 7f4ee4f65640 1 -- start start 2024-09-13T16:08:58.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.860+0000 7f4ee4f65640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f4ee015a2e0 0x7f4ee00c9a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:58.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.860+0000 7f4ee4f65640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4ee00c8920 con 0x7f4ee00c9f80 2024-09-13T16:08:58.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.860+0000 7f4ee4f65640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4ee015a6c0 con 0x7f4ee00cb3f0 2024-09-13T16:08:58.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.860+0000 7f4ee4f65640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4ee00ca500 con 0x7f4ee015a2e0 2024-09-13T16:08:58.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.860+0000 7f4ede59c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f4ee015a2e0 0x7f4ee00c9a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:58.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.860+0000 7f4ede59c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f4ee015a2e0 0x7f4ee00c9a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60650/0 (socket says 172.21.15.76:60650) 2024-09-13T16:08:58.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.860+0000 7f4ed5d9b640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f4ee00c9f80 0x7f4ee00cace0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:43102/0 (socket says 172.21.15.76:43102) 2024-09-13T16:08:58.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.860+0000 7f4ede59c640 1 -- 172.21.15.76:0/1762308390 learned_addr learned my addr 172.21.15.76:0/1762308390 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:58.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.860+0000 7f4ede59c640 1 -- 172.21.15.76:0/1762308390 >> v1:172.21.15.192:6789/0 conn(0x7f4ee00cb3f0 legacy=0x7f4ee006d030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:58.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.860+0000 7f4eddd9b640 1 -- 172.21.15.76:0/1762308390 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1841706967 0 0) 0x7f4ee00c8920 con 0x7f4ee00c9f80 2024-09-13T16:08:58.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.860+0000 7f4ede59c640 1 -- 172.21.15.76:0/1762308390 >> v1:172.21.15.76:6789/0 conn(0x7f4ee00c9f80 legacy=0x7f4ee00cace0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:58.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.860+0000 7f4ede59c640 1 -- 172.21.15.76:0/1762308390 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4ee00c8b70 con 0x7f4ee015a2e0 2024-09-13T16:08:58.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.861+0000 7f4ede59c640 1 --2- 172.21.15.76:0/1762308390 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ee015a2e0 0x7f4ee00c9a40 secure :-1 s=READY pgs=1132 cs=0 l=1 rev1=1 crypto rx=0x7f4ed0009870 tx=0x7f4ed002a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9cbec3b06d4a4ed8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:58.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.861+0000 7f4eddd9b640 1 -- 172.21.15.76:0/1762308390 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ed0032640 con 0x7f4ee015a2e0 2024-09-13T16:08:58.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.861+0000 7f4eddd9b640 1 -- 172.21.15.76:0/1762308390 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4ed00327a0 con 0x7f4ee015a2e0 2024-09-13T16:08:58.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.861+0000 7f4eddd9b640 1 -- 172.21.15.76:0/1762308390 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ed0032b30 con 0x7f4ee015a2e0 2024-09-13T16:08:58.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.862+0000 7f4ee4f65640 1 -- 172.21.15.76:0/1762308390 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ee015a2e0 msgr2=0x7f4ee00c9a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:58.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.862+0000 7f4ee4f65640 1 --2- 172.21.15.76:0/1762308390 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ee015a2e0 0x7f4ee00c9a40 secure :-1 s=READY pgs=1132 cs=0 l=1 rev1=1 crypto rx=0x7f4ed0009870 tx=0x7f4ed002a300 comp rx=0 tx=0).stop 2024-09-13T16:08:58.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.862+0000 7f4ee4f65640 1 -- 172.21.15.76:0/1762308390 shutdown_connections 2024-09-13T16:08:58.869 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.862+0000 7f4ee4f65640 1 --2- 172.21.15.76:0/1762308390 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ee015a2e0 0x7f4ee00c9a40 unknown :-1 s=CLOSED pgs=1132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:58.869 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.862+0000 7f4ee4f65640 1 -- 172.21.15.76:0/1762308390 >> 172.21.15.76:0/1762308390 conn(0x7f4ee0069ed0 msgr2=0x7f4ee006a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:58.869 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.862+0000 7f4ee4f65640 1 -- 172.21.15.76:0/1762308390 shutdown_connections 2024-09-13T16:08:58.869 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.862+0000 7f4ee4f65640 1 -- 172.21.15.76:0/1762308390 wait complete. 2024-09-13T16:08:58.869 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.863+0000 7f4ee4f65640 1 Processor -- start 2024-09-13T16:08:58.870 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.863+0000 7f4ee4f65640 1 -- start start 2024-09-13T16:08:58.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.864+0000 7f4ee4f65640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4ee00c9f80 0x7f4ee015b8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:58.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.864+0000 7f4ee4f65640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ee00cb3f0 0x7f4ee0153600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:58.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.864+0000 7f4ee4f65640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4ee015a2e0 0x7f4ee00c7b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:58.877 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.864+0000 7f4ee4f65640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4ee00c7440 con 0x7f4ee00cb3f0 2024-09-13T16:08:58.877 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.864+0000 7f4ee4f65640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4ee00c76e0 con 0x7f4ee015a2e0 2024-09-13T16:08:58.877 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.864+0000 7f4ee4f65640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4ee00c1d00 con 0x7f4ee00c9f80 2024-09-13T16:08:58.877 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.864+0000 7f4ed5d9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ee00cb3f0 0x7f4ee0153600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:58.877 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.864+0000 7f4ed5d9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ee00cb3f0 0x7f4ee0153600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60654/0 (socket says 172.21.15.76:60654) 2024-09-13T16:08:58.878 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.864+0000 7f4ed5d9b640 1 -- 172.21.15.76:0/2790286365 learned_addr learned my addr 172.21.15.76:0/2790286365 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:58.878 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.864+0000 7f4ede59c640 1 --2- 172.21.15.76:0/2790286365 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4ee00c9f80 0x7f4ee015b8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:58.878 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.864+0000 7f4eded9d640 1 --2- 172.21.15.76:0/2790286365 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4ee015a2e0 0x7f4ee00c7b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:58.878 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.865+0000 7f4ed5d9b640 1 -- 172.21.15.76:0/2790286365 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4ee00c9f80 msgr2=0x7f4ee015b8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:58.878 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.865+0000 7f4ed5d9b640 1 --2- 172.21.15.76:0/2790286365 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4ee00c9f80 0x7f4ee015b8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:58.878 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.865+0000 7f4ed5d9b640 1 -- 172.21.15.76:0/2790286365 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4ee015a2e0 msgr2=0x7f4ee00c7b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:58.879 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.865+0000 7f4ed5d9b640 1 --2- 172.21.15.76:0/2790286365 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4ee015a2e0 0x7f4ee00c7b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:58.879 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.865+0000 7f4ed5d9b640 1 -- 172.21.15.76:0/2790286365 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4ed00094d0 con 0x7f4ee00cb3f0 2024-09-13T16:08:58.879 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.865+0000 7f4ed5d9b640 1 --2- 172.21.15.76:0/2790286365 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ee00cb3f0 0x7f4ee0153600 secure :-1 s=READY pgs=1133 cs=0 l=1 rev1=1 crypto rx=0x7f4ec800c4a0 tx=0x7f4ec800c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:58.879 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.865+0000 7f4ed77fe640 1 -- 172.21.15.76:0/2790286365 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ec80074e0 con 0x7f4ee00cb3f0 2024-09-13T16:08:58.879 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.865+0000 7f4ed77fe640 1 -- 172.21.15.76:0/2790286365 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4ec8007640 con 0x7f4ee00cb3f0 2024-09-13T16:08:58.880 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.865+0000 7f4ee4f65640 1 -- 172.21.15.76:0/2790286365 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4ee00c1fe0 con 0x7f4ee00cb3f0 2024-09-13T16:08:58.880 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.865+0000 7f4ed77fe640 1 -- 172.21.15.76:0/2790286365 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ec8004a00 con 0x7f4ee00cb3f0 2024-09-13T16:08:58.880 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.865+0000 7f4ee4f65640 1 -- 172.21.15.76:0/2790286365 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4ee006d9e0 con 0x7f4ee00cb3f0 2024-09-13T16:08:58.880 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.866+0000 7f4ee4f65640 1 -- 172.21.15.76:0/2790286365 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4ee0159e30 con 0x7f4ee00cb3f0 2024-09-13T16:08:58.880 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.866+0000 7f4ed77fe640 1 -- 172.21.15.76:0/2790286365 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f4ec8004b60 con 0x7f4ee00cb3f0 2024-09-13T16:08:58.880 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.867+0000 7f4ed77fe640 1 --2- 172.21.15.76:0/2790286365 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4ec006ac00 0x7f4ec006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:58.881 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.867+0000 7f4ed77fe640 1 -- 172.21.15.76:0/2790286365 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f4ec80889d0 con 0x7f4ee00cb3f0 2024-09-13T16:08:58.881 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.867+0000 7f4ede59c640 1 --2- 172.21.15.76:0/2790286365 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4ec006ac00 0x7f4ec006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:58.881 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.867+0000 7f4ede59c640 1 --2- 172.21.15.76:0/2790286365 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4ec006ac00 0x7f4ec006d0c0 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f4ed0034000 tx=0x7f4ed002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:58.881 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:58.871+0000 7f4ed77fe640 1 -- 172.21.15.76:0/2790286365 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f4ec8053a70 con 0x7f4ee00cb3f0 2024-09-13T16:08:59.076 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.075+0000 7f4ee4f65640 1 -- 172.21.15.76:0/2790286365 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f4ee00adee0 con 0x7f4ee00cb3f0 2024-09-13T16:08:59.077 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.075+0000 7f4ed77fe640 1 -- 172.21.15.76:0/2790286365 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 39 v39) v1 ==== 94+0+4742 (secure 0 0 0) 0x7f4ec8018020 con 0x7f4ee00cb3f0 2024-09-13T16:08:59.077 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:59.077 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":39,"default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5894,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/1599154395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6833","nonce":1599154395},{"type":"v1","addr":"172.21.15.192:6835","nonce":1599154395}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":34},{"gid":5897,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6834/3373591752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":3373591752},{"type":"v1","addr":"172.21.15.192:6834","nonce":3373591752}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":34},{"gid":6999,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6836/3265817249","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":3265817249},{"type":"v1","addr":"172.21.15.76:6836","nonce":3265817249}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":34}],"filesystems":[{"mdsmap":{"epoch":39,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:08:34.887298+0000","modified":"2024-09-13T16:08:37.899870+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":7002},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7002":{"gid":7002,"name":"a","rank":0,"incarnation":35,"state":"up:active","state_seq":3,"addr":"172.21.15.76:6837/2902767374","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":2902767374},{"type":"v1","addr":"172.21.15.76:6837","nonce":2902767374}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[12],"metadata_pool":11,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":5}]} 2024-09-13T16:08:59.077 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 39 2024-09-13T16:08:59.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.077+0000 7f4ee4f65640 1 -- 172.21.15.76:0/2790286365 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4ec006ac00 msgr2=0x7f4ec006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:59.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.077+0000 7f4ee4f65640 1 --2- 172.21.15.76:0/2790286365 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4ec006ac00 0x7f4ec006d0c0 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f4ed0034000 tx=0x7f4ed002e000 comp rx=0 tx=0).stop 2024-09-13T16:08:59.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.077+0000 7f4ee4f65640 1 -- 172.21.15.76:0/2790286365 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ee00cb3f0 msgr2=0x7f4ee0153600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:59.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.077+0000 7f4ee4f65640 1 --2- 172.21.15.76:0/2790286365 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ee00cb3f0 0x7f4ee0153600 secure :-1 s=READY pgs=1133 cs=0 l=1 rev1=1 crypto rx=0x7f4ec800c4a0 tx=0x7f4ec800c960 comp rx=0 tx=0).stop 2024-09-13T16:08:59.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.077+0000 7f4ee4f65640 1 -- 172.21.15.76:0/2790286365 shutdown_connections 2024-09-13T16:08:59.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.077+0000 7f4ee4f65640 1 --2- 172.21.15.76:0/2790286365 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4ee015a2e0 0x7f4ee00c7b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:59.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.077+0000 7f4ee4f65640 1 --2- 172.21.15.76:0/2790286365 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ee00cb3f0 0x7f4ee0153600 unknown :-1 s=CLOSED pgs=1133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:59.080 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.077+0000 7f4ee4f65640 1 --2- 172.21.15.76:0/2790286365 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4ec006ac00 0x7f4ec006d0c0 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:59.080 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.077+0000 7f4ee4f65640 1 --2- 172.21.15.76:0/2790286365 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4ee00c9f80 0x7f4ee015b8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:59.080 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.077+0000 7f4ee4f65640 1 -- 172.21.15.76:0/2790286365 >> 172.21.15.76:0/2790286365 conn(0x7f4ee0069ed0 msgr2=0x7f4ee006d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:59.080 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.077+0000 7f4ee4f65640 1 -- 172.21.15.76:0/2790286365 shutdown_connections 2024-09-13T16:08:59.080 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.077+0000 7f4ee4f65640 1 -- 172.21.15.76:0/2790286365 wait complete. 2024-09-13T16:08:59.090 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:08:59.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.186+0000 7fcc05c32640 1 Processor -- start 2024-09-13T16:08:59.188 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.186+0000 7fcc05c32640 1 -- start start 2024-09-13T16:08:59.189 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.187+0000 7fcc05c32640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fcc0015a2e0 0x7fcc000c9a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:59.189 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.187+0000 7fcc05c32640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcc000c9f80 0x7fcc000cace0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:59.189 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.187+0000 7fcc05c32640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcc000c8920 con 0x7fcc000cb220 2024-09-13T16:08:59.190 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.187+0000 7fcc05c32640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcc000cb650 con 0x7fcc0015a2e0 2024-09-13T16:08:59.190 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.187+0000 7fcc05c32640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcc0015a6c0 con 0x7fcc000c9f80 2024-09-13T16:08:59.190 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.187+0000 7fcbff7fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fcc0015a2e0 0x7fcc000c9a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:59.190 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.187+0000 7fcbff7fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fcc0015a2e0 0x7fcc000c9a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60656/0 (socket says 172.21.15.76:60656) 2024-09-13T16:08:59.190 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.187+0000 7fcbff7fe640 1 -- 172.21.15.76:0/2396018149 learned_addr learned my addr 172.21.15.76:0/2396018149 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:59.190 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.187+0000 7fcbfeffd640 1 --2- 172.21.15.76:0/2396018149 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcc000c9f80 0x7fcc000cace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:59.190 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.187+0000 7fcbff7fe640 1 -- 172.21.15.76:0/2396018149 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcc000c9f80 msgr2=0x7fcc000cace0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:59.190 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.187+0000 7fcbff7fe640 1 --2- 172.21.15.76:0/2396018149 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcc000c9f80 0x7fcc000cace0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:59.190 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.187+0000 7fcbff7fe640 1 -- 172.21.15.76:0/2396018149 >> v1:172.21.15.192:6789/0 conn(0x7fcc000cb220 legacy=0x7fcc000ce260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:59.190 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.187+0000 7fcbff7fe640 1 -- 172.21.15.76:0/2396018149 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcc000ca500 con 0x7fcc0015a2e0 2024-09-13T16:08:59.190 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.188+0000 7fcbff7fe640 1 --2- 172.21.15.76:0/2396018149 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcc0015a2e0 0x7fcc000c9a40 secure :-1 s=READY pgs=1134 cs=0 l=1 rev1=1 crypto rx=0x7fcbf0009e50 tx=0x7fcbf002a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=da854d6a612950ec server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:59.190 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.188+0000 7fcbfe7fc640 1 -- 172.21.15.76:0/2396018149 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcbf0031600 con 0x7fcc0015a2e0 2024-09-13T16:08:59.190 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.188+0000 7fcbfe7fc640 1 -- 172.21.15.76:0/2396018149 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcbf002d050 con 0x7fcc0015a2e0 2024-09-13T16:08:59.191 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.188+0000 7fcbfe7fc640 1 -- 172.21.15.76:0/2396018149 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcbf0031980 con 0x7fcc0015a2e0 2024-09-13T16:08:59.192 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.189+0000 7fcc05c32640 1 -- 172.21.15.76:0/2396018149 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcc0015a2e0 msgr2=0x7fcc000c9a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:59.192 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.189+0000 7fcc05c32640 1 --2- 172.21.15.76:0/2396018149 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcc0015a2e0 0x7fcc000c9a40 secure :-1 s=READY pgs=1134 cs=0 l=1 rev1=1 crypto rx=0x7fcbf0009e50 tx=0x7fcbf002a710 comp rx=0 tx=0).stop 2024-09-13T16:08:59.192 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.189+0000 7fcc05c32640 1 -- 172.21.15.76:0/2396018149 shutdown_connections 2024-09-13T16:08:59.192 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.189+0000 7fcc05c32640 1 --2- 172.21.15.76:0/2396018149 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcc000c9f80 0x7fcc000cace0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:59.192 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.189+0000 7fcc05c32640 1 --2- 172.21.15.76:0/2396018149 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcc0015a2e0 0x7fcc000c9a40 unknown :-1 s=CLOSED pgs=1134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:59.192 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.189+0000 7fcc05c32640 1 -- 172.21.15.76:0/2396018149 >> 172.21.15.76:0/2396018149 conn(0x7fcc00069ed0 msgr2=0x7fcc0006a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:59.192 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.189+0000 7fcc05c32640 1 -- 172.21.15.76:0/2396018149 shutdown_connections 2024-09-13T16:08:59.192 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.189+0000 7fcc05c32640 1 -- 172.21.15.76:0/2396018149 wait complete. 2024-09-13T16:08:59.192 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.190+0000 7fcc05c32640 1 Processor -- start 2024-09-13T16:08:59.192 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.190+0000 7fcc05c32640 1 -- start start 2024-09-13T16:08:59.194 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.191+0000 7fcc05c32640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcc000c9f80 0x7fcc000974d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:59.194 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.191+0000 7fcc05c32640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcc000cb220 0x7fcc00156340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:59.195 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.191+0000 7fcc05c32640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcc0015a2e0 0x7fcc000ac860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:59.195 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.191+0000 7fcc05c32640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcc001552a0 con 0x7fcc0015a2e0 2024-09-13T16:08:59.195 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.191+0000 7fcc05c32640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcc00155580 con 0x7fcc000cb220 2024-09-13T16:08:59.195 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.191+0000 7fcc05c32640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcc00155860 con 0x7fcc000c9f80 2024-09-13T16:08:59.195 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.191+0000 7fcbfffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcc0015a2e0 0x7fcc000ac860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:59.195 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.191+0000 7fcbfffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcc0015a2e0 0x7fcc000ac860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60672/0 (socket says 172.21.15.76:60672) 2024-09-13T16:08:59.195 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.191+0000 7fcbfffff640 1 -- 172.21.15.76:0/2466671844 learned_addr learned my addr 172.21.15.76:0/2466671844 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:59.195 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.191+0000 7fcbff7fe640 1 --2- 172.21.15.76:0/2466671844 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcc000c9f80 0x7fcc000974d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:59.195 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.191+0000 7fcbfeffd640 1 --2- 172.21.15.76:0/2466671844 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcc000cb220 0x7fcc00156340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:59.195 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.191+0000 7fcbfffff640 1 -- 172.21.15.76:0/2466671844 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcc000c9f80 msgr2=0x7fcc000974d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:59.195 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.191+0000 7fcbfffff640 1 --2- 172.21.15.76:0/2466671844 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcc000c9f80 0x7fcc000974d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:59.195 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.191+0000 7fcbfffff640 1 -- 172.21.15.76:0/2466671844 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcc000cb220 msgr2=0x7fcc00156340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:59.195 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.191+0000 7fcbfffff640 1 --2- 172.21.15.76:0/2466671844 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcc000cb220 0x7fcc00156340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:59.196 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.191+0000 7fcbfffff640 1 -- 172.21.15.76:0/2466671844 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcbf0009b30 con 0x7fcc0015a2e0 2024-09-13T16:08:59.196 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.191+0000 7fcbfffff640 1 --2- 172.21.15.76:0/2466671844 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcc0015a2e0 0x7fcc000ac860 secure :-1 s=READY pgs=1135 cs=0 l=1 rev1=1 crypto rx=0x7fcbf8001eb0 tx=0x7fcbf800c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:59.196 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.191+0000 7fcbe7fff640 1 -- 172.21.15.76:0/2466671844 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcbf80052d0 con 0x7fcc0015a2e0 2024-09-13T16:08:59.196 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.192+0000 7fcbe7fff640 1 -- 172.21.15.76:0/2466671844 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcbf8005430 con 0x7fcc0015a2e0 2024-09-13T16:08:59.196 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.192+0000 7fcc05c32640 1 -- 172.21.15.76:0/2466671844 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcc00155b40 con 0x7fcc0015a2e0 2024-09-13T16:08:59.196 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.192+0000 7fcbe7fff640 1 -- 172.21.15.76:0/2466671844 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcbf8003810 con 0x7fcc0015a2e0 2024-09-13T16:08:59.196 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.192+0000 7fcc05c32640 1 -- 172.21.15.76:0/2466671844 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcc00097a10 con 0x7fcc0015a2e0 2024-09-13T16:08:59.196 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.193+0000 7fcc05c32640 1 -- 172.21.15.76:0/2466671844 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcc000c9630 con 0x7fcc0015a2e0 2024-09-13T16:08:59.196 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.193+0000 7fcbe7fff640 1 -- 172.21.15.76:0/2466671844 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fcbf8003970 con 0x7fcc0015a2e0 2024-09-13T16:08:59.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.194+0000 7fcbe7fff640 1 --2- 172.21.15.76:0/2466671844 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcbec06ac00 0x7fcbec06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:59.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.194+0000 7fcbff7fe640 1 --2- 172.21.15.76:0/2466671844 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcbec06ac00 0x7fcbec06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:59.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.194+0000 7fcbe7fff640 1 -- 172.21.15.76:0/2466671844 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fcbf80889a0 con 0x7fcc0015a2e0 2024-09-13T16:08:59.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.194+0000 7fcbff7fe640 1 --2- 172.21.15.76:0/2466671844 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcbec06ac00 0x7fcbec06d0c0 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7fcbf0033000 tx=0x7fcbf0009000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:59.199 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.198+0000 7fcbe7fff640 1 -- 172.21.15.76:0/2466671844 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fcbf8053af0 con 0x7fcc0015a2e0 2024-09-13T16:08:59.392 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.391+0000 7fcc05c32640 1 -- 172.21.15.76:0/2466671844 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fcc0006a450 con 0x7fcc0015a2e0 2024-09-13T16:08:59.393 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.391+0000 7fcbe7fff640 1 -- 172.21.15.76:0/2466671844 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 39 v39) v1 ==== 94+0+4742 (secure 0 0 0) 0x7fcbf8017090 con 0x7fcc0015a2e0 2024-09-13T16:08:59.393 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:59.393 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":39,"default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5894,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/1599154395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6833","nonce":1599154395},{"type":"v1","addr":"172.21.15.192:6835","nonce":1599154395}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":34},{"gid":5897,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6834/3373591752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":3373591752},{"type":"v1","addr":"172.21.15.192:6834","nonce":3373591752}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":34},{"gid":6999,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6836/3265817249","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":3265817249},{"type":"v1","addr":"172.21.15.76:6836","nonce":3265817249}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":34}],"filesystems":[{"mdsmap":{"epoch":39,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:08:34.887298+0000","modified":"2024-09-13T16:08:37.899870+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":7002},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7002":{"gid":7002,"name":"a","rank":0,"incarnation":35,"state":"up:active","state_seq":3,"addr":"172.21.15.76:6837/2902767374","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":2902767374},{"type":"v1","addr":"172.21.15.76:6837","nonce":2902767374}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[12],"metadata_pool":11,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":5}]} 2024-09-13T16:08:59.393 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 39 2024-09-13T16:08:59.395 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.393+0000 7fcc05c32640 1 -- 172.21.15.76:0/2466671844 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcbec06ac00 msgr2=0x7fcbec06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:59.395 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.393+0000 7fcc05c32640 1 --2- 172.21.15.76:0/2466671844 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcbec06ac00 0x7fcbec06d0c0 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7fcbf0033000 tx=0x7fcbf0009000 comp rx=0 tx=0).stop 2024-09-13T16:08:59.395 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.393+0000 7fcc05c32640 1 -- 172.21.15.76:0/2466671844 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcc0015a2e0 msgr2=0x7fcc000ac860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:59.395 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.393+0000 7fcc05c32640 1 --2- 172.21.15.76:0/2466671844 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcc0015a2e0 0x7fcc000ac860 secure :-1 s=READY pgs=1135 cs=0 l=1 rev1=1 crypto rx=0x7fcbf8001eb0 tx=0x7fcbf800c890 comp rx=0 tx=0).stop 2024-09-13T16:08:59.395 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.393+0000 7fcc05c32640 1 -- 172.21.15.76:0/2466671844 shutdown_connections 2024-09-13T16:08:59.395 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.393+0000 7fcc05c32640 1 --2- 172.21.15.76:0/2466671844 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcc0015a2e0 0x7fcc000ac860 unknown :-1 s=CLOSED pgs=1135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:59.395 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.393+0000 7fcc05c32640 1 --2- 172.21.15.76:0/2466671844 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcc000cb220 0x7fcc00156340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:59.396 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.393+0000 7fcc05c32640 1 --2- 172.21.15.76:0/2466671844 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcbec06ac00 0x7fcbec06d0c0 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:59.396 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.393+0000 7fcc05c32640 1 --2- 172.21.15.76:0/2466671844 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcc000c9f80 0x7fcc000974d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:59.396 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.393+0000 7fcc05c32640 1 -- 172.21.15.76:0/2466671844 >> 172.21.15.76:0/2466671844 conn(0x7fcc00069ed0 msgr2=0x7fcc00071210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:59.396 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.393+0000 7fcc05c32640 1 -- 172.21.15.76:0/2466671844 shutdown_connections 2024-09-13T16:08:59.396 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.394+0000 7fcc05c32640 1 -- 172.21.15.76:0/2466671844 wait complete. 2024-09-13T16:08:59.406 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:08:59.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.502+0000 7feb7ada3640 1 Processor -- start 2024-09-13T16:08:59.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.502+0000 7feb7ada3640 1 -- start start 2024-09-13T16:08:59.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.503+0000 7feb7ada3640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb7406c8a0 0x7feb740b2590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:59.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.503+0000 7feb7ada3640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7feb740cbea0 0x7feb740cc350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:59.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.503+0000 7feb7ada3640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7feb740cc890 con 0x7feb7406c4c0 2024-09-13T16:08:59.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.503+0000 7feb7ada3640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7feb7406deb0 con 0x7feb740cbea0 2024-09-13T16:08:59.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.503+0000 7feb7ada3640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feb740b2170 con 0x7feb7406c8a0 2024-09-13T16:08:59.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.503+0000 7feb78b3f640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7feb7406c4c0 0x7feb7406d3a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:43116/0 (socket says 172.21.15.76:43116) 2024-09-13T16:08:59.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.503+0000 7feb78b3f640 1 -- 172.21.15.76:0/439281701 learned_addr learned my addr 172.21.15.76:0/439281701 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:08:59.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.503+0000 7feb79340640 1 --2- 172.21.15.76:0/439281701 >> v2:172.21.15.192:3300/0 conn(0x7feb740cbea0 0x7feb740cc350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:59.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.503+0000 7feb73fff640 1 --2- 172.21.15.76:0/439281701 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb7406c8a0 0x7feb740b2590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:59.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.503+0000 7feb737fe640 1 -- 172.21.15.76:0/439281701 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1920497053 0 0) 0x7feb740cc890 con 0x7feb7406c4c0 2024-09-13T16:08:59.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.503+0000 7feb737fe640 1 -- 172.21.15.76:0/439281701 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7feb5c003520 con 0x7feb7406c4c0 2024-09-13T16:08:59.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.504+0000 7feb737fe640 1 -- 172.21.15.76:0/439281701 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2129237009 0 0) 0x7feb5c003520 con 0x7feb7406c4c0 2024-09-13T16:08:59.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.504+0000 7feb737fe640 1 -- 172.21.15.76:0/439281701 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb7406c8a0 msgr2=0x7feb740b2590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:59.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.504+0000 7feb737fe640 1 --2- 172.21.15.76:0/439281701 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb7406c8a0 0x7feb740b2590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:59.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.504+0000 7feb737fe640 1 -- 172.21.15.76:0/439281701 >> v2:172.21.15.192:3300/0 conn(0x7feb740cbea0 msgr2=0x7feb740cc350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:59.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.504+0000 7feb737fe640 1 --2- 172.21.15.76:0/439281701 >> v2:172.21.15.192:3300/0 conn(0x7feb740cbea0 0x7feb740cc350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:59.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.504+0000 7feb737fe640 1 -- 172.21.15.76:0/439281701 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feb7406dab0 con 0x7feb7406c4c0 2024-09-13T16:08:59.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.504+0000 7feb737fe640 1 -- 172.21.15.76:0/439281701 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7feb64001670 con 0x7feb7406c4c0 2024-09-13T16:08:59.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.504+0000 7feb737fe640 1 -- 172.21.15.76:0/439281701 >> v1:172.21.15.76:6789/0 conn(0x7feb7406c4c0 legacy=0x7feb7406d3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:59.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.504+0000 7feb737fe640 1 --2- 172.21.15.76:0/439281701 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feb5c003970 0x7feb5c003db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:59.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.504+0000 7feb737fe640 1 --2- 172.21.15.76:0/439281701 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb5c0047c0 0x7feb5c004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:59.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.504+0000 7feb737fe640 1 --2- 172.21.15.76:0/439281701 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb7406c8a0 0x7feb5c005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:59.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.504+0000 7feb737fe640 1 -- 172.21.15.76:0/439281701 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb7406deb0 con 0x7feb5c0047c0 2024-09-13T16:08:59.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.504+0000 7feb737fe640 1 -- 172.21.15.76:0/439281701 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb740b2170 con 0x7feb5c003970 2024-09-13T16:08:59.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.504+0000 7feb737fe640 1 -- 172.21.15.76:0/439281701 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feb5c00b980 con 0x7feb7406c8a0 2024-09-13T16:08:59.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.504+0000 7feb73fff640 1 --2- 172.21.15.76:0/439281701 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb5c0047c0 0x7feb5c004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:59.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.504+0000 7feb78b3f640 1 --2- 172.21.15.76:0/439281701 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feb5c003970 0x7feb5c003db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:59.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.504+0000 7feb79340640 1 --2- 172.21.15.76:0/439281701 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb7406c8a0 0x7feb5c005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:59.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.504+0000 7feb73fff640 1 -- 172.21.15.76:0/439281701 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb7406c8a0 msgr2=0x7feb5c005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:59.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.504+0000 7feb73fff640 1 --2- 172.21.15.76:0/439281701 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb7406c8a0 0x7feb5c005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:59.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.504+0000 7feb73fff640 1 -- 172.21.15.76:0/439281701 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feb5c003970 msgr2=0x7feb5c003db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:59.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.504+0000 7feb73fff640 1 --2- 172.21.15.76:0/439281701 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feb5c003970 0x7feb5c003db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:59.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.504+0000 7feb73fff640 1 -- 172.21.15.76:0/439281701 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feb5c003520 con 0x7feb5c0047c0 2024-09-13T16:08:59.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.504+0000 7feb79340640 1 --2- 172.21.15.76:0/439281701 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb7406c8a0 0x7feb5c005180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:08:59.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.505+0000 7feb73fff640 1 --2- 172.21.15.76:0/439281701 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb5c0047c0 0x7feb5c004c40 secure :-1 s=READY pgs=1137 cs=0 l=1 rev1=1 crypto rx=0x7feb68009a90 tx=0x7feb5c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=65b0e7d6ebcb0f3 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:59.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.505+0000 7feb737fe640 1 -- 172.21.15.76:0/439281701 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb68031400 con 0x7feb5c0047c0 2024-09-13T16:08:59.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.505+0000 7feb737fe640 1 -- 172.21.15.76:0/439281701 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feb6802d050 con 0x7feb5c0047c0 2024-09-13T16:08:59.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.505+0000 7feb737fe640 1 -- 172.21.15.76:0/439281701 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb680317a0 con 0x7feb5c0047c0 2024-09-13T16:08:59.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.505+0000 7feb7ada3640 1 -- 172.21.15.76:0/439281701 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb5c0047c0 msgr2=0x7feb5c004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:59.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.505+0000 7feb7ada3640 1 --2- 172.21.15.76:0/439281701 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb5c0047c0 0x7feb5c004c40 secure :-1 s=READY pgs=1137 cs=0 l=1 rev1=1 crypto rx=0x7feb68009a90 tx=0x7feb5c0057f0 comp rx=0 tx=0).stop 2024-09-13T16:08:59.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.505+0000 7feb79340640 1 -- 172.21.15.76:0/439281701 reap_dead start 2024-09-13T16:08:59.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.505+0000 7feb7ada3640 1 -- 172.21.15.76:0/439281701 shutdown_connections 2024-09-13T16:08:59.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.505+0000 7feb7ada3640 1 -- 172.21.15.76:0/439281701 >> 172.21.15.76:0/439281701 conn(0x7feb74069ed0 msgr2=0x7feb7406a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:59.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.505+0000 7feb7ada3640 1 -- 172.21.15.76:0/439281701 shutdown_connections 2024-09-13T16:08:59.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.505+0000 7feb7ada3640 1 -- 172.21.15.76:0/439281701 wait complete. 2024-09-13T16:08:59.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.507+0000 7feb7ada3640 1 Processor -- start 2024-09-13T16:08:59.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.507+0000 7feb7ada3640 1 -- start start 2024-09-13T16:08:59.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.507+0000 7feb7ada3640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb5c0047c0 0x7feb740c7550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:59.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.507+0000 7feb7ada3640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feb740c7a90 0x7feb74152450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:59.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.507+0000 7feb7ada3640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb74152990 0x7feb740710e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:59.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.508+0000 7feb7ada3640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb740c60f0 con 0x7feb74152990 2024-09-13T16:08:59.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.508+0000 7feb7ada3640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb741508c0 con 0x7feb740c7a90 2024-09-13T16:08:59.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.508+0000 7feb7ada3640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feb740c5e50 con 0x7feb5c0047c0 2024-09-13T16:08:59.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.508+0000 7feb79340640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb74152990 0x7feb740710e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:59.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.508+0000 7feb79340640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb74152990 0x7feb740710e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60698/0 (socket says 172.21.15.76:60698) 2024-09-13T16:08:59.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.508+0000 7feb79340640 1 -- 172.21.15.76:0/2043698519 learned_addr learned my addr 172.21.15.76:0/2043698519 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:59.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.508+0000 7feb73fff640 1 --2- 172.21.15.76:0/2043698519 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feb740c7a90 0x7feb74152450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:59.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.508+0000 7feb78b3f640 1 --2- 172.21.15.76:0/2043698519 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb5c0047c0 0x7feb740c7550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:59.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.508+0000 7feb79340640 1 -- 172.21.15.76:0/2043698519 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb5c0047c0 msgr2=0x7feb740c7550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:59.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.508+0000 7feb79340640 1 --2- 172.21.15.76:0/2043698519 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb5c0047c0 0x7feb740c7550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:59.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.508+0000 7feb79340640 1 -- 172.21.15.76:0/2043698519 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feb740c7a90 msgr2=0x7feb74152450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:59.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.508+0000 7feb79340640 1 --2- 172.21.15.76:0/2043698519 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feb740c7a90 0x7feb74152450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:59.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.508+0000 7feb79340640 1 -- 172.21.15.76:0/2043698519 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feb74153280 con 0x7feb74152990 2024-09-13T16:08:59.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.508+0000 7feb73fff640 1 --2- 172.21.15.76:0/2043698519 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feb740c7a90 0x7feb74152450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:08:59.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.508+0000 7feb78b3f640 1 --2- 172.21.15.76:0/2043698519 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb5c0047c0 0x7feb740c7550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:08:59.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.508+0000 7feb79340640 1 --2- 172.21.15.76:0/2043698519 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb74152990 0x7feb740710e0 secure :-1 s=READY pgs=1138 cs=0 l=1 rev1=1 crypto rx=0x7feb740c8f20 tx=0x7feb6c00f520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:59.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.508+0000 7feb717fa640 1 -- 172.21.15.76:0/2043698519 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb6c016620 con 0x7feb74152990 2024-09-13T16:08:59.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.508+0000 7feb717fa640 1 -- 172.21.15.76:0/2043698519 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feb6c016780 con 0x7feb74152990 2024-09-13T16:08:59.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.508+0000 7feb7ada3640 1 -- 172.21.15.76:0/2043698519 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7feb740c4670 con 0x7feb74152990 2024-09-13T16:08:59.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.508+0000 7feb717fa640 1 -- 172.21.15.76:0/2043698519 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb6c016b10 con 0x7feb74152990 2024-09-13T16:08:59.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.508+0000 7feb7ada3640 1 -- 172.21.15.76:0/2043698519 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feb74152e10 con 0x7feb74152990 2024-09-13T16:08:59.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.509+0000 7feb7ada3640 1 -- 172.21.15.76:0/2043698519 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7feb741530e0 con 0x7feb74152990 2024-09-13T16:08:59.515 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.510+0000 7feb717fa640 1 -- 172.21.15.76:0/2043698519 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7feb6c016c70 con 0x7feb74152990 2024-09-13T16:08:59.515 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.510+0000 7feb717fa640 1 --2- 172.21.15.76:0/2043698519 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feb6006ac30 0x7feb6006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:59.515 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.510+0000 7feb717fa640 1 -- 172.21.15.76:0/2043698519 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6029+0+0 (secure 0 0 0) 0x7feb6c08a250 con 0x7feb74152990 2024-09-13T16:08:59.515 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.510+0000 7feb78b3f640 1 --2- 172.21.15.76:0/2043698519 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feb6006ac30 0x7feb6006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:59.515 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.511+0000 7feb78b3f640 1 --2- 172.21.15.76:0/2043698519 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feb6006ac30 0x7feb6006d0f0 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7feb64001050 tx=0x7feb64009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:59.515 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.514+0000 7feb717fa640 1 -- 172.21.15.76:0/2043698519 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7feb741530e0 con 0x7feb74152990 2024-09-13T16:08:59.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.674+0000 7feb7ada3640 1 -- 172.21.15.76:0/2043698519 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7feb741530e0 con 0x7feb74152990 2024-09-13T16:08:59.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.675+0000 7feb717fa640 1 -- 172.21.15.76:0/2043698519 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v84) v1 ==== 74+0+16741 (secure 0 0 0) 0x7feb741530e0 con 0x7feb74152990 2024-09-13T16:08:59.677 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:08:59.677 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":84,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:08:35.889159+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":12,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:08:33.055729+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_data","create_time":"2024-09-13T16:08:33.848184+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:08:59.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.677+0000 7feb7ada3640 1 -- 172.21.15.76:0/2043698519 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feb6006ac30 msgr2=0x7feb6006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:59.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.677+0000 7feb7ada3640 1 --2- 172.21.15.76:0/2043698519 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feb6006ac30 0x7feb6006d0f0 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7feb64001050 tx=0x7feb64009040 comp rx=0 tx=0).stop 2024-09-13T16:08:59.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.677+0000 7feb7ada3640 1 -- 172.21.15.76:0/2043698519 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb74152990 msgr2=0x7feb740710e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:59.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.677+0000 7feb7ada3640 1 --2- 172.21.15.76:0/2043698519 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb74152990 0x7feb740710e0 secure :-1 s=READY pgs=1138 cs=0 l=1 rev1=1 crypto rx=0x7feb740c8f20 tx=0x7feb6c00f520 comp rx=0 tx=0).stop 2024-09-13T16:08:59.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.677+0000 7feb7ada3640 1 -- 172.21.15.76:0/2043698519 shutdown_connections 2024-09-13T16:08:59.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.677+0000 7feb7ada3640 1 --2- 172.21.15.76:0/2043698519 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb74152990 0x7feb740710e0 unknown :-1 s=CLOSED pgs=1138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:59.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.677+0000 7feb7ada3640 1 --2- 172.21.15.76:0/2043698519 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feb740c7a90 0x7feb74152450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:59.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.677+0000 7feb7ada3640 1 --2- 172.21.15.76:0/2043698519 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feb6006ac30 0x7feb6006d0f0 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:59.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.677+0000 7feb7ada3640 1 --2- 172.21.15.76:0/2043698519 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb5c0047c0 0x7feb740c7550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:59.680 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.677+0000 7feb7ada3640 1 -- 172.21.15.76:0/2043698519 >> 172.21.15.76:0/2043698519 conn(0x7feb74069ed0 msgr2=0x7feb740cca70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:59.680 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.677+0000 7feb7ada3640 1 -- 172.21.15.76:0/2043698519 shutdown_connections 2024-09-13T16:08:59.680 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.677+0000 7feb7ada3640 1 -- 172.21.15.76:0/2043698519 wait complete. 2024-09-13T16:08:59.690 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-13T16:08:59.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.786+0000 7f1c406b1640 1 Processor -- start 2024-09-13T16:08:59.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.786+0000 7f1c406b1640 1 -- start start 2024-09-13T16:08:59.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.787+0000 7f1c406b1640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f1c38072110 0x7f1c38070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:59.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.787+0000 7f1c406b1640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1c380c8920 0x7f1c380c8dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:59.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.787+0000 7f1c406b1640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1c380abdf0 con 0x7f1c38071d30 2024-09-13T16:08:59.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.787+0000 7f1c406b1640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1c380c9310 con 0x7f1c38072110 2024-09-13T16:08:59.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.787+0000 7f1c406b1640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1c380b2280 con 0x7f1c380c8920 2024-09-13T16:08:59.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.787+0000 7f1c3dc4c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f1c38072110 0x7f1c38070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:59.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.787+0000 7f1c3e44d640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f1c38071d30 0x7f1c380b1b70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:43122/0 (socket says 172.21.15.76:43122) 2024-09-13T16:08:59.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.787+0000 7f1c3e44d640 1 -- 172.21.15.76:0/1171934020 learned_addr learned my addr 172.21.15.76:0/1171934020 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:08:59.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.787+0000 7f1c3ec4e640 1 --2- 172.21.15.76:0/1171934020 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1c380c8920 0x7f1c380c8dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:59.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.787+0000 7f1c3dc4c640 1 -- 172.21.15.76:0/1171934020 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1c380c8920 msgr2=0x7f1c380c8dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:08:59.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.787+0000 7f1c3dc4c640 1 --2- 172.21.15.76:0/1171934020 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1c380c8920 0x7f1c380c8dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:59.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.787+0000 7f1c3dc4c640 1 -- 172.21.15.76:0/1171934020 >> v1:172.21.15.76:6789/0 conn(0x7f1c38071d30 legacy=0x7f1c380b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:59.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.787+0000 7f1c3dc4c640 1 -- 172.21.15.76:0/1171934020 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1c380ab1e0 con 0x7f1c38072110 2024-09-13T16:08:59.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.788+0000 7f1c3dc4c640 1 --2- 172.21.15.76:0/1171934020 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1c38072110 0x7f1c38070190 secure :-1 s=READY pgs=1140 cs=0 l=1 rev1=1 crypto rx=0x7f1c2c0097a0 tx=0x7f1c2c02a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=822ca7247a724f1f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:59.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.788+0000 7f1c3d44b640 1 -- 172.21.15.76:0/1171934020 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c2c032440 con 0x7f1c38072110 2024-09-13T16:08:59.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.788+0000 7f1c3d44b640 1 -- 172.21.15.76:0/1171934020 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1c2c0325a0 con 0x7f1c38072110 2024-09-13T16:08:59.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.788+0000 7f1c3d44b640 1 -- 172.21.15.76:0/1171934020 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c2c032930 con 0x7f1c38072110 2024-09-13T16:08:59.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.789+0000 7f1c406b1640 1 -- 172.21.15.76:0/1171934020 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1c38072110 msgr2=0x7f1c38070190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:59.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.789+0000 7f1c406b1640 1 --2- 172.21.15.76:0/1171934020 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1c38072110 0x7f1c38070190 secure :-1 s=READY pgs=1140 cs=0 l=1 rev1=1 crypto rx=0x7f1c2c0097a0 tx=0x7f1c2c02a180 comp rx=0 tx=0).stop 2024-09-13T16:08:59.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.789+0000 7f1c406b1640 1 -- 172.21.15.76:0/1171934020 shutdown_connections 2024-09-13T16:08:59.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.789+0000 7f1c406b1640 1 --2- 172.21.15.76:0/1171934020 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1c380c8920 0x7f1c380c8dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:59.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.789+0000 7f1c406b1640 1 --2- 172.21.15.76:0/1171934020 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1c38072110 0x7f1c38070190 unknown :-1 s=CLOSED pgs=1140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:59.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.789+0000 7f1c406b1640 1 -- 172.21.15.76:0/1171934020 >> 172.21.15.76:0/1171934020 conn(0x7f1c38069ed0 msgr2=0x7f1c3806a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:08:59.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.789+0000 7f1c406b1640 1 -- 172.21.15.76:0/1171934020 shutdown_connections 2024-09-13T16:08:59.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.789+0000 7f1c406b1640 1 -- 172.21.15.76:0/1171934020 wait complete. 2024-09-13T16:08:59.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.790+0000 7f1c406b1640 1 Processor -- start 2024-09-13T16:08:59.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.790+0000 7f1c406b1640 1 -- start start 2024-09-13T16:08:59.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.791+0000 7f1c406b1640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1c38071d30 0x7f1c3815c340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:59.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.791+0000 7f1c406b1640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1c38072110 0x7f1c380c26b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:59.795 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.791+0000 7f1c406b1640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1c380c8920 0x7f1c3806d0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:59.795 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.791+0000 7f1c406b1640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1c380c5b90 con 0x7f1c38072110 2024-09-13T16:08:59.795 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.791+0000 7f1c406b1640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1c380cd510 con 0x7f1c38071d30 2024-09-13T16:08:59.795 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.791+0000 7f1c406b1640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1c380cd230 con 0x7f1c380c8920 2024-09-13T16:08:59.795 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.791+0000 7f1c3dc4c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1c38072110 0x7f1c380c26b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:59.795 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.791+0000 7f1c3dc4c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1c38072110 0x7f1c380c26b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60716/0 (socket says 172.21.15.76:60716) 2024-09-13T16:08:59.795 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.791+0000 7f1c3dc4c640 1 -- 172.21.15.76:0/418643365 learned_addr learned my addr 172.21.15.76:0/418643365 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:08:59.795 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.791+0000 7f1c3ec4e640 1 --2- 172.21.15.76:0/418643365 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1c380c8920 0x7f1c3806d0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:59.795 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.791+0000 7f1c3e44d640 1 --2- 172.21.15.76:0/418643365 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1c38071d30 0x7f1c3815c340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:59.795 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.791+0000 7f1c3dc4c640 1 -- 172.21.15.76:0/418643365 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1c380c8920 msgr2=0x7f1c3806d0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:59.795 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.791+0000 7f1c3dc4c640 1 --2- 172.21.15.76:0/418643365 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1c380c8920 0x7f1c3806d0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:59.795 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.791+0000 7f1c3dc4c640 1 -- 172.21.15.76:0/418643365 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1c38071d30 msgr2=0x7f1c3815c340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:08:59.795 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.791+0000 7f1c3dc4c640 1 --2- 172.21.15.76:0/418643365 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1c38071d30 0x7f1c3815c340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:08:59.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.791+0000 7f1c3dc4c640 1 -- 172.21.15.76:0/418643365 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1c2c009400 con 0x7f1c38072110 2024-09-13T16:08:59.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.791+0000 7f1c3e44d640 1 --2- 172.21.15.76:0/418643365 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1c38071d30 0x7f1c3815c340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:08:59.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.791+0000 7f1c3dc4c640 1 --2- 172.21.15.76:0/418643365 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1c38072110 0x7f1c380c26b0 secure :-1 s=READY pgs=1141 cs=0 l=1 rev1=1 crypto rx=0x7f1c2c035040 tx=0x7f1c2c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:59.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.791+0000 7f1c2affd640 1 -- 172.21.15.76:0/418643365 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c2c032440 con 0x7f1c38072110 2024-09-13T16:08:59.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.791+0000 7f1c2affd640 1 -- 172.21.15.76:0/418643365 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1c2c006e10 con 0x7f1c38072110 2024-09-13T16:08:59.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.791+0000 7f1c406b1640 1 -- 172.21.15.76:0/418643365 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1c380c54d0 con 0x7f1c38072110 2024-09-13T16:08:59.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.791+0000 7f1c2affd640 1 -- 172.21.15.76:0/418643365 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c2c030be0 con 0x7f1c38072110 2024-09-13T16:08:59.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.792+0000 7f1c406b1640 1 -- 172.21.15.76:0/418643365 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1c3815c880 con 0x7f1c38072110 2024-09-13T16:08:59.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.792+0000 7f1c406b1640 1 -- 172.21.15.76:0/418643365 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1c380c5cd0 con 0x7f1c38072110 2024-09-13T16:08:59.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.793+0000 7f1c2affd640 1 -- 172.21.15.76:0/418643365 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1c2c039040 con 0x7f1c38072110 2024-09-13T16:08:59.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.793+0000 7f1c2affd640 1 --2- 172.21.15.76:0/418643365 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1c1c06ac00 0x7f1c1c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:08:59.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.794+0000 7f1c3e44d640 1 --2- 172.21.15.76:0/418643365 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1c1c06ac00 0x7f1c1c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:08:59.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.794+0000 7f1c2affd640 1 -- 172.21.15.76:0/418643365 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f1c2c0a9dd0 con 0x7f1c38072110 2024-09-13T16:08:59.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.794+0000 7f1c3e44d640 1 --2- 172.21.15.76:0/418643365 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1c1c06ac00 0x7f1c1c06d0c0 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f1c34005880 tx=0x7f1c34009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:08:59.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.798+0000 7f1c2affd640 1 -- 172.21.15.76:0/418643365 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f1c380c5cd0 con 0x7f1c38072110 2024-09-13T16:08:59.992 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:08:59.991+0000 7f1c406b1640 1 -- 172.21.15.76:0/418643365 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7f1c380c5cd0 con 0x7f1c38072110 2024-09-13T16:08:59.993 INFO:tasks.ceph.mon.a.smithi076.stderr:2024-09-13T16:08:59.992+0000 7f1d1f745640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T16:09:00.004 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:00.003+0000 7f1c2affd640 1 -- 172.21.15.76:0/418643365 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v40) v1 ==== 161+0+0 (secure 0 0 0) 0x7f1c380c5cd0 con 0x7f1c38072110 2024-09-13T16:09:00.004 INFO:teuthology.orchestra.run.smithi076.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T16:09:00.007 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:00.005+0000 7f1c406b1640 1 -- 172.21.15.76:0/418643365 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1c1c06ac00 msgr2=0x7f1c1c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:00.007 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:00.005+0000 7f1c406b1640 1 --2- 172.21.15.76:0/418643365 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1c1c06ac00 0x7f1c1c06d0c0 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f1c34005880 tx=0x7f1c34009040 comp rx=0 tx=0).stop 2024-09-13T16:09:00.007 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:00.005+0000 7f1c406b1640 1 -- 172.21.15.76:0/418643365 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1c38072110 msgr2=0x7f1c380c26b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:00.007 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:00.005+0000 7f1c406b1640 1 --2- 172.21.15.76:0/418643365 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1c38072110 0x7f1c380c26b0 secure :-1 s=READY pgs=1141 cs=0 l=1 rev1=1 crypto rx=0x7f1c2c035040 tx=0x7f1c2c0046c0 comp rx=0 tx=0).stop 2024-09-13T16:09:00.007 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:00.005+0000 7f1c406b1640 1 -- 172.21.15.76:0/418643365 shutdown_connections 2024-09-13T16:09:00.007 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:00.005+0000 7f1c406b1640 1 --2- 172.21.15.76:0/418643365 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1c1c06ac00 0x7f1c1c06d0c0 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:00.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:00.005+0000 7f1c406b1640 1 --2- 172.21.15.76:0/418643365 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1c380c8920 0x7f1c3806d0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:00.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:00.005+0000 7f1c406b1640 1 --2- 172.21.15.76:0/418643365 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1c38072110 0x7f1c380c26b0 unknown :-1 s=CLOSED pgs=1141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:00.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:00.005+0000 7f1c406b1640 1 --2- 172.21.15.76:0/418643365 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1c38071d30 0x7f1c3815c340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:00.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:00.005+0000 7f1c406b1640 1 -- 172.21.15.76:0/418643365 >> 172.21.15.76:0/418643365 conn(0x7f1c38069ed0 msgr2=0x7f1c380ae5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:00.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:00.005+0000 7f1c406b1640 1 -- 172.21.15.76:0/418643365 shutdown_connections 2024-09-13T16:09:00.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:00.005+0000 7f1c406b1640 1 -- 172.21.15.76:0/418643365 wait complete. 2024-09-13T16:09:00.018 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-13T16:09:00.042 INFO:tasks.ceph.mds.a.smithi076.stdout:starting mds.a at 2024-09-13T16:09:00.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:00.116+0000 7f0587d1f640 1 Processor -- start 2024-09-13T16:09:00.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:00.117+0000 7f0587d1f640 1 -- start start 2024-09-13T16:09:00.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:00.117+0000 7f0587d1f640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f0580159310 0x7f05800ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:00.120 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:00.117+0000 7f0587d1f640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f05800b2b40 0x7f05800ab140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:00.120 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:00.117+0000 7f0587d1f640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f05800ab680 0x7f05800ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:00.120 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:00.118+0000 7f0587d1f640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f05800ad940 con 0x7f05800b2b40 2024-09-13T16:09:00.120 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:00.118+0000 7f0587d1f640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f05800ccbe0 con 0x7f0580159310 2024-09-13T16:09:00.120 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:00.118+0000 7f0587d1f640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f05800b1810 con 0x7f05800ab680 2024-09-13T16:09:00.120 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:00.118+0000 7f05852ba640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f05800b2b40 0x7f05800ab140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:00.120 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:00.118+0000 7f05852ba640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f05800b2b40 0x7f05800ab140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60724/0 (socket says 172.21.15.76:60724) 2024-09-13T16:09:00.120 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:00.118+0000 7f05852ba640 1 -- 172.21.15.76:0/2855121064 learned_addr learned my addr 172.21.15.76:0/2855121064 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:09:00.120 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:00.118+0000 7f0585abb640 1 --2- 172.21.15.76:0/2855121064 >> v2:172.21.15.192:3300/0 conn(0x7f0580159310 0x7f05800ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:00.120 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:00.118+0000 7f05862bc640 1 --2- 172.21.15.76:0/2855121064 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f05800ab680 0x7f05800ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:00.121 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:00.118+0000 7f05852ba640 1 -- 172.21.15.76:0/2855121064 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f05800ab680 msgr2=0x7f05800ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:00.121 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:00.118+0000 7f05852ba640 1 --2- 172.21.15.76:0/2855121064 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f05800ab680 0x7f05800ce4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:00.121 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:00.118+0000 7f05852ba640 1 -- 172.21.15.76:0/2855121064 >> v2:172.21.15.192:3300/0 conn(0x7f0580159310 msgr2=0x7f05800ad400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:00.121 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:00.118+0000 7f05852ba640 1 --2- 172.21.15.76:0/2855121064 >> v2:172.21.15.192:3300/0 conn(0x7f0580159310 0x7f05800ad400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:00.121 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:00.118+0000 7f05852ba640 1 -- 172.21.15.76:0/2855121064 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f058006d9e0 con 0x7f05800b2b40 2024-09-13T16:09:00.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:00.119+0000 7f05852ba640 1 --2- 172.21.15.76:0/2855121064 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f05800b2b40 0x7f05800ab140 secure :-1 s=READY pgs=1144 cs=0 l=1 rev1=1 crypto rx=0x7f05800cac90 tx=0x7f057402c800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9e3a8f12b4268257 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:00.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:00.119+0000 7f0584ab9640 1 -- 172.21.15.76:0/2855121064 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0574030050 con 0x7f05800b2b40 2024-09-13T16:09:00.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:00.119+0000 7f0584ab9640 1 -- 172.21.15.76:0/2855121064 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0574032700 con 0x7f05800b2b40 2024-09-13T16:09:00.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:00.119+0000 7f0584ab9640 1 -- 172.21.15.76:0/2855121064 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0574032a90 con 0x7f05800b2b40 2024-09-13T16:09:00.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:00.119+0000 7f0587d1f640 1 -- 172.21.15.76:0/2855121064 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f05800b2b40 msgr2=0x7f05800ab140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:00.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:00.119+0000 7f0587d1f640 1 --2- 172.21.15.76:0/2855121064 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f05800b2b40 0x7f05800ab140 secure :-1 s=READY pgs=1144 cs=0 l=1 rev1=1 crypto rx=0x7f05800cac90 tx=0x7f057402c800 comp rx=0 tx=0).stop 2024-09-13T16:09:00.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:00.119+0000 7f0587d1f640 1 -- 172.21.15.76:0/2855121064 shutdown_connections 2024-09-13T16:09:00.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:00.119+0000 7f0587d1f640 1 --2- 172.21.15.76:0/2855121064 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f05800ab680 0x7f05800ce4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:00.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:00.119+0000 7f0587d1f640 1 --2- 172.21.15.76:0/2855121064 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f05800b2b40 0x7f05800ab140 unknown :-1 s=CLOSED pgs=1144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:00.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:00.119+0000 7f0587d1f640 1 --2- 172.21.15.76:0/2855121064 >> v2:172.21.15.192:3300/0 conn(0x7f0580159310 0x7f05800ad400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:00.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:00.119+0000 7f0587d1f640 1 -- 172.21.15.76:0/2855121064 >> 172.21.15.76:0/2855121064 conn(0x7f058006a0b0 msgr2=0x7f058006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:00.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:00.119+0000 7f0587d1f640 1 -- 172.21.15.76:0/2855121064 shutdown_connections 2024-09-13T16:09:00.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:00.119+0000 7f0587d1f640 1 -- 172.21.15.76:0/2855121064 wait complete. 2024-09-13T16:09:00.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:00.121+0000 7f0587d1f640 1 Processor -- start 2024-09-13T16:09:00.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:00.121+0000 7f0587d1f640 1 -- start start 2024-09-13T16:09:00.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:00.121+0000 7f0587d1f640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f05800ab680 0x7f058015c1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:00.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:00.121+0000 7f0587d1f640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f05800b2b40 0x7f0580156270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:00.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:00.121+0000 7f0587d1f640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0580159310 0x7f05801567b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:00.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:00.121+0000 7f0587d1f640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f05801542f0 con 0x7f05800b2b40 2024-09-13T16:09:00.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:00.121+0000 7f0587d1f640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f05800c4a50 con 0x7f0580159310 2024-09-13T16:09:00.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:00.121+0000 7f0587d1f640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0580154540 con 0x7f05800ab680 2024-09-13T16:09:00.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:00.121+0000 7f05852ba640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f05800b2b40 0x7f0580156270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:00.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:00.121+0000 7f05852ba640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f05800b2b40 0x7f0580156270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60736/0 (socket says 172.21.15.76:60736) 2024-09-13T16:09:00.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:00.121+0000 7f05852ba640 1 -- 172.21.15.76:0/2582843272 learned_addr learned my addr 172.21.15.76:0/2582843272 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:09:00.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:00.122+0000 7f05862bc640 1 --2- 172.21.15.76:0/2582843272 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0580159310 0x7f05801567b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:00.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:00.122+0000 7f0585abb640 1 --2- 172.21.15.76:0/2582843272 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f05800ab680 0x7f058015c1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:00.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:00.122+0000 7f05852ba640 1 -- 172.21.15.76:0/2582843272 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f05800ab680 msgr2=0x7f058015c1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:00.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:00.122+0000 7f05852ba640 1 --2- 172.21.15.76:0/2582843272 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f05800ab680 0x7f058015c1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:00.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:00.122+0000 7f05852ba640 1 -- 172.21.15.76:0/2582843272 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0580159310 msgr2=0x7f05801567b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:00.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:00.122+0000 7f05852ba640 1 --2- 172.21.15.76:0/2582843272 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0580159310 0x7f05801567b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:00.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:00.122+0000 7f05852ba640 1 -- 172.21.15.76:0/2582843272 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f057400b770 con 0x7f05800b2b40 2024-09-13T16:09:00.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:00.122+0000 7f0585abb640 1 --2- 172.21.15.76:0/2582843272 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f05800ab680 0x7f058015c1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:09:00.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:00.122+0000 7f05852ba640 1 --2- 172.21.15.76:0/2582843272 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f05800b2b40 0x7f0580156270 secure :-1 s=READY pgs=1145 cs=0 l=1 rev1=1 crypto rx=0x7f057402c840 tx=0x7f05740046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:00.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:00.122+0000 7f057e7fc640 1 -- 172.21.15.76:0/2582843272 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0574034b30 con 0x7f05800b2b40 2024-09-13T16:09:00.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:00.122+0000 7f057e7fc640 1 -- 172.21.15.76:0/2582843272 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0574034cb0 con 0x7f05800b2b40 2024-09-13T16:09:00.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:00.122+0000 7f0587d1f640 1 -- 172.21.15.76:0/2582843272 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0580154820 con 0x7f05800b2b40 2024-09-13T16:09:00.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:00.122+0000 7f057e7fc640 1 -- 172.21.15.76:0/2582843272 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f057403d680 con 0x7f05800b2b40 2024-09-13T16:09:00.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:00.122+0000 7f0587d1f640 1 -- 172.21.15.76:0/2582843272 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0580154de0 con 0x7f05800b2b40 2024-09-13T16:09:00.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:00.123+0000 7f0587d1f640 1 -- 172.21.15.76:0/2582843272 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f05800cedc0 con 0x7f05800b2b40 2024-09-13T16:09:00.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:00.124+0000 7f057e7fc640 1 -- 172.21.15.76:0/2582843272 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f057403d7e0 con 0x7f05800b2b40 2024-09-13T16:09:00.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:00.124+0000 7f057e7fc640 1 --2- 172.21.15.76:0/2582843272 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f056c06ac00 0x7f056c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:00.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:00.124+0000 7f0585abb640 1 --2- 172.21.15.76:0/2582843272 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f056c06ac00 0x7f056c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:00.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:00.124+0000 7f057e7fc640 1 -- 172.21.15.76:0/2582843272 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 6115+0+0 (secure 0 0 0) 0x7f05740aa530 con 0x7f05800b2b40 2024-09-13T16:09:00.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:00.125+0000 7f0585abb640 1 --2- 172.21.15.76:0/2582843272 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f056c06ac00 0x7f056c06d0c0 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f057800b970 tx=0x7f0578008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:00.130 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:00.128+0000 7f057e7fc640 1 -- 172.21.15.76:0/2582843272 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f05740754e0 con 0x7f05800b2b40 2024-09-13T16:09:00.325 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:00.324+0000 7f0587d1f640 1 -- 172.21.15.76:0/2582843272 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) v1 -- 0x7f0580152a00 con 0x7f05800b2b40 2024-09-13T16:09:01.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:01.005+0000 7f057e7fc640 1 -- 172.21.15.76:0/2582843272 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v41) v1 ==== 104+0+0 (secure 0 0 0) 0x7f0574078b00 con 0x7f05800b2b40 2024-09-13T16:09:01.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:01.008+0000 7f0587d1f640 1 -- 172.21.15.76:0/2582843272 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f056c06ac00 msgr2=0x7f056c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:01.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:01.008+0000 7f0587d1f640 1 --2- 172.21.15.76:0/2582843272 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f056c06ac00 0x7f056c06d0c0 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f057800b970 tx=0x7f0578008040 comp rx=0 tx=0).stop 2024-09-13T16:09:01.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:01.008+0000 7f0587d1f640 1 -- 172.21.15.76:0/2582843272 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f05800b2b40 msgr2=0x7f0580156270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:01.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:01.008+0000 7f0587d1f640 1 --2- 172.21.15.76:0/2582843272 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f05800b2b40 0x7f0580156270 secure :-1 s=READY pgs=1145 cs=0 l=1 rev1=1 crypto rx=0x7f057402c840 tx=0x7f05740046c0 comp rx=0 tx=0).stop 2024-09-13T16:09:01.010 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:01.008+0000 7f0587d1f640 1 -- 172.21.15.76:0/2582843272 shutdown_connections 2024-09-13T16:09:01.010 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:01.008+0000 7f0587d1f640 1 --2- 172.21.15.76:0/2582843272 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0580159310 0x7f05801567b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:01.010 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:01.008+0000 7f0587d1f640 1 --2- 172.21.15.76:0/2582843272 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f05800b2b40 0x7f0580156270 unknown :-1 s=CLOSED pgs=1145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:01.010 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:01.008+0000 7f0587d1f640 1 --2- 172.21.15.76:0/2582843272 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f056c06ac00 0x7f056c06d0c0 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:01.010 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:01.008+0000 7f0587d1f640 1 --2- 172.21.15.76:0/2582843272 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f05800ab680 0x7f058015c1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:01.010 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:01.008+0000 7f0587d1f640 1 -- 172.21.15.76:0/2582843272 >> 172.21.15.76:0/2582843272 conn(0x7f058006a0b0 msgr2=0x7f058006a490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:01.010 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:01.008+0000 7f0587d1f640 1 -- 172.21.15.76:0/2582843272 shutdown_connections 2024-09-13T16:09:01.010 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:01.008+0000 7f0587d1f640 1 -- 172.21.15.76:0/2582843272 wait complete. 2024-09-13T16:09:01.022 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-13T16:09:01.171 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:01.169+0000 7fdf36733640 1 Processor -- start 2024-09-13T16:09:01.171 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:01.169+0000 7fdf36733640 1 -- start start 2024-09-13T16:09:01.172 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:01.170+0000 7fdf36733640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fdf3015a3b0 0x7fdf300b20a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:01.172 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:01.170+0000 7fdf36733640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fdf300cec00 0x7fdf300ab9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:01.172 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:01.170+0000 7fdf36733640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdf3015a790 con 0x7fdf300b1720 2024-09-13T16:09:01.172 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:01.170+0000 7fdf36733640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdf300b2680 con 0x7fdf3015a3b0 2024-09-13T16:09:01.172 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:01.170+0000 7fdf36733640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdf300b2960 con 0x7fdf300cec00 2024-09-13T16:09:01.172 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:01.170+0000 7fdf2ffff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fdf3015a3b0 0x7fdf300b20a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:01.172 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:01.170+0000 7fdf2ffff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fdf3015a3b0 0x7fdf300b20a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60750/0 (socket says 172.21.15.76:60750) 2024-09-13T16:09:01.173 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:01.170+0000 7fdf2ffff640 1 -- 172.21.15.76:0/4036708399 learned_addr learned my addr 172.21.15.76:0/4036708399 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:09:01.173 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:01.170+0000 7fdf34cd0640 1 --2- 172.21.15.76:0/4036708399 >> v2:172.21.15.192:3300/0 conn(0x7fdf300cec00 0x7fdf300ab9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:01.173 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:01.171+0000 7fdf2ffff640 1 -- 172.21.15.76:0/4036708399 >> v2:172.21.15.192:3300/0 conn(0x7fdf300cec00 msgr2=0x7fdf300ab9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:01.173 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:01.171+0000 7fdf2ffff640 1 --2- 172.21.15.76:0/4036708399 >> v2:172.21.15.192:3300/0 conn(0x7fdf300cec00 0x7fdf300ab9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:01.173 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:01.171+0000 7fdf2ffff640 1 -- 172.21.15.76:0/4036708399 >> v1:172.21.15.192:6789/0 conn(0x7fdf300b1720 legacy=0x7fdf300ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:01.173 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:01.171+0000 7fdf2ffff640 1 -- 172.21.15.76:0/4036708399 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdf300b2c40 con 0x7fdf3015a3b0 2024-09-13T16:09:01.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:01.171+0000 7fdf2ffff640 1 --2- 172.21.15.76:0/4036708399 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdf3015a3b0 0x7fdf300b20a0 secure :-1 s=READY pgs=1146 cs=0 l=1 rev1=1 crypto rx=0x7fdf300c5310 tx=0x7fdf2002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ac4d016035f943ad server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:01.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:01.171+0000 7fdf2effd640 1 -- 172.21.15.76:0/4036708399 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf20032440 con 0x7fdf3015a3b0 2024-09-13T16:09:01.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:01.171+0000 7fdf2effd640 1 -- 172.21.15.76:0/4036708399 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdf200325a0 con 0x7fdf3015a3b0 2024-09-13T16:09:01.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:01.171+0000 7fdf2effd640 1 -- 172.21.15.76:0/4036708399 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf20032930 con 0x7fdf3015a3b0 2024-09-13T16:09:01.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:01.172+0000 7fdf36733640 1 -- 172.21.15.76:0/4036708399 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdf3015a3b0 msgr2=0x7fdf300b20a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:01.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:01.172+0000 7fdf36733640 1 --2- 172.21.15.76:0/4036708399 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdf3015a3b0 0x7fdf300b20a0 secure :-1 s=READY pgs=1146 cs=0 l=1 rev1=1 crypto rx=0x7fdf300c5310 tx=0x7fdf2002a270 comp rx=0 tx=0).stop 2024-09-13T16:09:01.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:01.172+0000 7fdf36733640 1 -- 172.21.15.76:0/4036708399 shutdown_connections 2024-09-13T16:09:01.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:01.172+0000 7fdf36733640 1 --2- 172.21.15.76:0/4036708399 >> v2:172.21.15.192:3300/0 conn(0x7fdf300cec00 0x7fdf300ab9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:01.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:01.172+0000 7fdf36733640 1 --2- 172.21.15.76:0/4036708399 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdf3015a3b0 0x7fdf300b20a0 unknown :-1 s=CLOSED pgs=1146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:01.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:01.172+0000 7fdf36733640 1 -- 172.21.15.76:0/4036708399 >> 172.21.15.76:0/4036708399 conn(0x7fdf3006a0b0 msgr2=0x7fdf3006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:01.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:01.172+0000 7fdf36733640 1 -- 172.21.15.76:0/4036708399 shutdown_connections 2024-09-13T16:09:01.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:01.172+0000 7fdf36733640 1 -- 172.21.15.76:0/4036708399 wait complete. 2024-09-13T16:09:01.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:01.173+0000 7fdf36733640 1 Processor -- start 2024-09-13T16:09:01.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:01.173+0000 7fdf36733640 1 -- start start 2024-09-13T16:09:01.177 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:01.174+0000 7fdf36733640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdf300b1720 0x7fdf301f2f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:01.177 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:01.174+0000 7fdf36733640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdf300cec00 0x7fdf300af280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:01.177 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:01.174+0000 7fdf36733640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdf3015a3b0 0x7fdf300af7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:01.177 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:01.174+0000 7fdf36733640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdf300c5dc0 con 0x7fdf300b1720 2024-09-13T16:09:01.177 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:01.174+0000 7fdf36733640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdf30157cb0 con 0x7fdf300cec00 2024-09-13T16:09:01.177 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:01.174+0000 7fdf36733640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdf300c5420 con 0x7fdf3015a3b0 2024-09-13T16:09:01.177 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:01.174+0000 7fdf2ffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdf300b1720 0x7fdf301f2f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:01.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:01.174+0000 7fdf2ffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdf300b1720 0x7fdf301f2f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60760/0 (socket says 172.21.15.76:60760) 2024-09-13T16:09:01.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:01.174+0000 7fdf2ffff640 1 -- 172.21.15.76:0/787112637 learned_addr learned my addr 172.21.15.76:0/787112637 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:09:01.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:01.174+0000 7fdf2ffff640 1 -- 172.21.15.76:0/787112637 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdf3015a3b0 msgr2=0x7fdf300af7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:01.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:01.174+0000 7fdf2ffff640 1 --2- 172.21.15.76:0/787112637 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdf3015a3b0 0x7fdf300af7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:01.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:01.174+0000 7fdf2ffff640 1 -- 172.21.15.76:0/787112637 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdf300cec00 msgr2=0x7fdf300af280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:01.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:01.174+0000 7fdf2ffff640 1 --2- 172.21.15.76:0/787112637 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdf300cec00 0x7fdf300af280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:01.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:01.174+0000 7fdf2ffff640 1 -- 172.21.15.76:0/787112637 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdf200094d0 con 0x7fdf300b1720 2024-09-13T16:09:01.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:01.175+0000 7fdf2ffff640 1 --2- 172.21.15.76:0/787112637 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdf300b1720 0x7fdf301f2f10 secure :-1 s=READY pgs=1147 cs=0 l=1 rev1=1 crypto rx=0x7fdf2002a2b0 tx=0x7fdf200046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:01.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:01.175+0000 7fdf2cff9640 1 -- 172.21.15.76:0/787112637 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf20032440 con 0x7fdf300b1720 2024-09-13T16:09:01.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:01.175+0000 7fdf2cff9640 1 -- 172.21.15.76:0/787112637 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdf20030b80 con 0x7fdf300b1720 2024-09-13T16:09:01.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:01.175+0000 7fdf36733640 1 -- 172.21.15.76:0/787112637 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdf300c5700 con 0x7fdf300b1720 2024-09-13T16:09:01.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:01.175+0000 7fdf2cff9640 1 -- 172.21.15.76:0/787112637 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf2003d440 con 0x7fdf300b1720 2024-09-13T16:09:01.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:01.175+0000 7fdf36733640 1 -- 172.21.15.76:0/787112637 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdf30097e00 con 0x7fdf300b1720 2024-09-13T16:09:01.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:01.176+0000 7fdf36733640 1 -- 172.21.15.76:0/787112637 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdf300702b0 con 0x7fdf300b1720 2024-09-13T16:09:01.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:01.176+0000 7fdf2cff9640 1 -- 172.21.15.76:0/787112637 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fdf20039040 con 0x7fdf300b1720 2024-09-13T16:09:01.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:01.177+0000 7fdf2cff9640 1 --2- 172.21.15.76:0/787112637 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdf1c06ac00 0x7fdf1c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:01.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:01.177+0000 7fdf2cff9640 1 -- 172.21.15.76:0/787112637 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 6115+0+0 (secure 0 0 0) 0x7fdf200aa080 con 0x7fdf300b1720 2024-09-13T16:09:01.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:01.177+0000 7fdf2f7fe640 1 --2- 172.21.15.76:0/787112637 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdf1c06ac00 0x7fdf1c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:01.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:01.177+0000 7fdf2f7fe640 1 --2- 172.21.15.76:0/787112637 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdf1c06ac00 0x7fdf1c06d0c0 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7fdf300c8580 tx=0x7fdf24007950 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:01.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:01.181+0000 7fdf2cff9640 1 -- 172.21.15.76:0/787112637 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fdf200750c0 con 0x7fdf300b1720 2024-09-13T16:09:01.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:01.341+0000 7fdf36733640 1 -- 172.21.15.76:0/787112637 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7fdf300c5560 con 0x7fdf300b1720 2024-09-13T16:09:02.114 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.113+0000 7fdf2cff9640 1 -- 172.21.15.76:0/787112637 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v86) v1 ==== 181+0+0 (secure 0 0 0) 0x7fdf300c5560 con 0x7fdf300b1720 2024-09-13T16:09:02.115 INFO:teuthology.orchestra.run.smithi076.stderr:pool 'cephfs_metadata' removed 2024-09-13T16:09:02.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.116+0000 7fdf36733640 1 -- 172.21.15.76:0/787112637 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdf1c06ac00 msgr2=0x7fdf1c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:02.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.116+0000 7fdf36733640 1 --2- 172.21.15.76:0/787112637 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdf1c06ac00 0x7fdf1c06d0c0 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7fdf300c8580 tx=0x7fdf24007950 comp rx=0 tx=0).stop 2024-09-13T16:09:02.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.116+0000 7fdf36733640 1 -- 172.21.15.76:0/787112637 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdf300b1720 msgr2=0x7fdf301f2f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:02.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.116+0000 7fdf36733640 1 --2- 172.21.15.76:0/787112637 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdf300b1720 0x7fdf301f2f10 secure :-1 s=READY pgs=1147 cs=0 l=1 rev1=1 crypto rx=0x7fdf2002a2b0 tx=0x7fdf200046c0 comp rx=0 tx=0).stop 2024-09-13T16:09:02.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.117+0000 7fdf36733640 1 -- 172.21.15.76:0/787112637 shutdown_connections 2024-09-13T16:09:02.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.117+0000 7fdf36733640 1 --2- 172.21.15.76:0/787112637 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdf1c06ac00 0x7fdf1c06d0c0 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:02.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.117+0000 7fdf36733640 1 --2- 172.21.15.76:0/787112637 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdf3015a3b0 0x7fdf300af7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:02.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.117+0000 7fdf36733640 1 --2- 172.21.15.76:0/787112637 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdf300cec00 0x7fdf300af280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:02.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.117+0000 7fdf36733640 1 --2- 172.21.15.76:0/787112637 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdf300b1720 0x7fdf301f2f10 unknown :-1 s=CLOSED pgs=1147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:02.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.117+0000 7fdf36733640 1 -- 172.21.15.76:0/787112637 >> 172.21.15.76:0/787112637 conn(0x7fdf3006a0b0 msgr2=0x7fdf300ab830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:02.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.117+0000 7fdf36733640 1 -- 172.21.15.76:0/787112637 shutdown_connections 2024-09-13T16:09:02.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.117+0000 7fdf36733640 1 -- 172.21.15.76:0/787112637 wait complete. 2024-09-13T16:09:02.131 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-13T16:09:02.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.238+0000 7f558993e640 1 Processor -- start 2024-09-13T16:09:02.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.238+0000 7f558993e640 1 -- start start 2024-09-13T16:09:02.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.239+0000 7f558993e640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f55840cd500 0x7f55840b3850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:02.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.239+0000 7f558993e640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f55840d1f40 con 0x7f55840d1650 2024-09-13T16:09:02.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.239+0000 7f558993e640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f55840d2190 con 0x7f55840b1370 2024-09-13T16:09:02.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.239+0000 7f558993e640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f55840ccb20 con 0x7f55840cd500 2024-09-13T16:09:02.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.239+0000 7f55837fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f55840d1650 0x7f55840b1fd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:41792/0 (socket says 172.21.15.76:41792) 2024-09-13T16:09:02.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.239+0000 7f55837fe640 1 -- 172.21.15.76:0/1121512071 learned_addr learned my addr 172.21.15.76:0/1121512071 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:09:02.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.239+0000 7f55827fc640 1 -- 172.21.15.76:0/1121512071 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1213436877 0 0) 0x7f55840d1f40 con 0x7f55840d1650 2024-09-13T16:09:02.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.239+0000 7f55827fc640 1 -- 172.21.15.76:0/1121512071 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5570003520 con 0x7f55840d1650 2024-09-13T16:09:02.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.239+0000 7f5582ffd640 1 --2- 172.21.15.76:0/1121512071 >> v2:172.21.15.192:3300/0 conn(0x7f55840cd500 0x7f55840b3850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:02.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.239+0000 7f55827fc640 1 -- 172.21.15.76:0/1121512071 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4263539624 0 0) 0x7f5570003520 con 0x7f55840d1650 2024-09-13T16:09:02.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.239+0000 7f55827fc640 1 -- 172.21.15.76:0/1121512071 >> v2:172.21.15.192:3300/0 conn(0x7f55840cd500 msgr2=0x7f55840b3850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:02.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.239+0000 7f55827fc640 1 --2- 172.21.15.76:0/1121512071 >> v2:172.21.15.192:3300/0 conn(0x7f55840cd500 0x7f55840b3850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:02.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.239+0000 7f55827fc640 1 -- 172.21.15.76:0/1121512071 >> v1:172.21.15.192:6789/0 conn(0x7f55840b1370 legacy=0x7f55840b18c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:02.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.239+0000 7f55827fc640 1 -- 172.21.15.76:0/1121512071 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f55840cce00 con 0x7f55840d1650 2024-09-13T16:09:02.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.239+0000 7f55827fc640 1 -- 172.21.15.76:0/1121512071 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f557c0019f0 con 0x7f55840d1650 2024-09-13T16:09:02.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.240+0000 7f55827fc640 1 -- 172.21.15.76:0/1121512071 >> v1:172.21.15.76:6789/0 conn(0x7f55840d1650 legacy=0x7f55840b1fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:02.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.240+0000 7f55827fc640 1 --2- 172.21.15.76:0/1121512071 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5570003970 0x7f5570003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:02.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.240+0000 7f55827fc640 1 --2- 172.21.15.76:0/1121512071 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f55700047c0 0x7f5570004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:02.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.240+0000 7f55827fc640 1 --2- 172.21.15.76:0/1121512071 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5570005180 0x7f557000b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:02.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.240+0000 7f55827fc640 1 -- 172.21.15.76:0/1121512071 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f55840ccb20 con 0x7f5570005180 2024-09-13T16:09:02.245 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.240+0000 7f55827fc640 1 -- 172.21.15.76:0/1121512071 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f557000c020 con 0x7f5570003970 2024-09-13T16:09:02.245 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.240+0000 7f55827fc640 1 -- 172.21.15.76:0/1121512071 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f557000c1e0 con 0x7f55700047c0 2024-09-13T16:09:02.245 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.240+0000 7f55837fe640 1 --2- 172.21.15.76:0/1121512071 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5570005180 0x7f557000b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:02.245 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.240+0000 7f5582ffd640 1 --2- 172.21.15.76:0/1121512071 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5570003970 0x7f5570003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:02.245 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.240+0000 7f557bfff640 1 --2- 172.21.15.76:0/1121512071 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f55700047c0 0x7f5570004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:02.245 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.240+0000 7f55837fe640 1 -- 172.21.15.76:0/1121512071 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f55700047c0 msgr2=0x7f5570004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:02.245 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.240+0000 7f55837fe640 1 --2- 172.21.15.76:0/1121512071 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f55700047c0 0x7f5570004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:02.245 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.240+0000 7f55837fe640 1 -- 172.21.15.76:0/1121512071 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5570003970 msgr2=0x7f5570003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:02.245 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.240+0000 7f55837fe640 1 --2- 172.21.15.76:0/1121512071 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5570003970 0x7f5570003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:02.245 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.240+0000 7f55837fe640 1 -- 172.21.15.76:0/1121512071 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5570003520 con 0x7f5570005180 2024-09-13T16:09:02.245 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.241+0000 7f55837fe640 1 -- 172.21.15.76:0/1121512071 reap_dead start 2024-09-13T16:09:02.245 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.241+0000 7f55837fe640 1 --2- 172.21.15.76:0/1121512071 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5570005180 0x7f557000b980 secure :-1 s=READY pgs=1149 cs=0 l=1 rev1=1 crypto rx=0x7f557c00a800 tx=0x7f55700057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4c9f89d149a51e9b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:02.245 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.241+0000 7f55827fc640 1 -- 172.21.15.76:0/1121512071 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f557c02ba10 con 0x7f5570005180 2024-09-13T16:09:02.246 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.241+0000 7f55827fc640 1 -- 172.21.15.76:0/1121512071 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f557c02bb70 con 0x7f5570005180 2024-09-13T16:09:02.246 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.241+0000 7f55827fc640 1 -- 172.21.15.76:0/1121512071 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f557c034470 con 0x7f5570005180 2024-09-13T16:09:02.246 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.241+0000 7f558993e640 1 -- 172.21.15.76:0/1121512071 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5570005180 msgr2=0x7f557000b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:02.246 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.241+0000 7f558993e640 1 --2- 172.21.15.76:0/1121512071 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5570005180 0x7f557000b980 secure :-1 s=READY pgs=1149 cs=0 l=1 rev1=1 crypto rx=0x7f557c00a800 tx=0x7f55700057f0 comp rx=0 tx=0).stop 2024-09-13T16:09:02.246 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.241+0000 7f558993e640 1 -- 172.21.15.76:0/1121512071 shutdown_connections 2024-09-13T16:09:02.246 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.241+0000 7f558993e640 1 --2- 172.21.15.76:0/1121512071 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5570005180 0x7f557000b980 unknown :-1 s=CLOSED pgs=1149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:02.246 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.241+0000 7f558993e640 1 -- 172.21.15.76:0/1121512071 >> 172.21.15.76:0/1121512071 conn(0x7f5584089f60 msgr2=0x7f55840d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:02.246 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.241+0000 7f558993e640 1 -- 172.21.15.76:0/1121512071 shutdown_connections 2024-09-13T16:09:02.246 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.241+0000 7f558993e640 1 -- 172.21.15.76:0/1121512071 wait complete. 2024-09-13T16:09:02.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.243+0000 7f558993e640 1 Processor -- start 2024-09-13T16:09:02.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.243+0000 7f558993e640 1 -- start start 2024-09-13T16:09:02.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.243+0000 7f558993e640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5570005180 0x7f5584146100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:02.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.243+0000 7f558993e640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f55840b72b0 0x7f55840c5330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:02.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.243+0000 7f558993e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f55840b5300 0x7f55840b5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:02.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.243+0000 7f558993e640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5584146640 con 0x7f55840b5300 2024-09-13T16:09:02.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.243+0000 7f558993e640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f55840b5cc0 con 0x7f5570005180 2024-09-13T16:09:02.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.243+0000 7f558993e640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f55840b7a50 con 0x7f55840b72b0 2024-09-13T16:09:02.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.243+0000 7f55837fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f55840b5300 0x7f55840b5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:02.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.243+0000 7f55837fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f55840b5300 0x7f55840b5780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:37920/0 (socket says 172.21.15.76:37920) 2024-09-13T16:09:02.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.243+0000 7f55837fe640 1 -- 172.21.15.76:0/424172604 learned_addr learned my addr 172.21.15.76:0/424172604 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:09:02.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.244+0000 7f5582ffd640 1 --2- 172.21.15.76:0/424172604 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5570005180 0x7f5584146100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:02.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.244+0000 7f557bfff640 1 --2- 172.21.15.76:0/424172604 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f55840b72b0 0x7f55840c5330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:02.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.244+0000 7f55837fe640 1 -- 172.21.15.76:0/424172604 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f55840b72b0 msgr2=0x7f55840c5330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:02.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.244+0000 7f55837fe640 1 --2- 172.21.15.76:0/424172604 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f55840b72b0 0x7f55840c5330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:02.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.244+0000 7f55837fe640 1 -- 172.21.15.76:0/424172604 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5570005180 msgr2=0x7f5584146100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:02.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.244+0000 7f55837fe640 1 --2- 172.21.15.76:0/424172604 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5570005180 0x7f5584146100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:02.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.244+0000 7f55837fe640 1 -- 172.21.15.76:0/424172604 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f55840b7d30 con 0x7f55840b5300 2024-09-13T16:09:02.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.244+0000 7f557bfff640 1 --2- 172.21.15.76:0/424172604 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f55840b72b0 0x7f55840c5330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:09:02.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.244+0000 7f55837fe640 1 --2- 172.21.15.76:0/424172604 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f55840b5300 0x7f55840b5780 secure :-1 s=READY pgs=1150 cs=0 l=1 rev1=1 crypto rx=0x7f557c00a920 tx=0x7f557c02d070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:02.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.244+0000 7f5580ff9640 1 -- 172.21.15.76:0/424172604 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f557c03b040 con 0x7f55840b5300 2024-09-13T16:09:02.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.244+0000 7f5580ff9640 1 -- 172.21.15.76:0/424172604 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f557c034880 con 0x7f55840b5300 2024-09-13T16:09:02.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.244+0000 7f558993e640 1 -- 172.21.15.76:0/424172604 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f55840b8010 con 0x7f55840b5300 2024-09-13T16:09:02.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.244+0000 7f5580ff9640 1 -- 172.21.15.76:0/424172604 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f557c034c30 con 0x7f55840b5300 2024-09-13T16:09:02.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.244+0000 7f558993e640 1 -- 172.21.15.76:0/424172604 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5584143690 con 0x7f55840b5300 2024-09-13T16:09:02.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.245+0000 7f558993e640 1 -- 172.21.15.76:0/424172604 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f55841438b0 con 0x7f55840b5300 2024-09-13T16:09:02.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.246+0000 7f5580ff9640 1 -- 172.21.15.76:0/424172604 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f557c031070 con 0x7f55840b5300 2024-09-13T16:09:02.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.246+0000 7f5580ff9640 1 --2- 172.21.15.76:0/424172604 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f556406ac30 0x7f556406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:02.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.246+0000 7f5580ff9640 1 -- 172.21.15.76:0/424172604 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 5677+0+0 (secure 0 0 0) 0x7f557c0a9540 con 0x7f55840b5300 2024-09-13T16:09:02.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.246+0000 7f5582ffd640 1 --2- 172.21.15.76:0/424172604 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f556406ac30 0x7f556406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:02.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.247+0000 7f5582ffd640 1 --2- 172.21.15.76:0/424172604 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f556406ac30 0x7f556406d0f0 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f5574009b40 tx=0x7f5574009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:02.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.250+0000 7f5580ff9640 1 -- 172.21.15.76:0/424172604 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f557c074740 con 0x7f55840b5300 2024-09-13T16:09:02.411 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:02.410+0000 7f558993e640 1 -- 172.21.15.76:0/424172604 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f55840d2f50 con 0x7f55840b5300 2024-09-13T16:09:03.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.117+0000 7f5580ff9640 1 -- 172.21.15.76:0/424172604 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v87) v1 ==== 169+0+0 (secure 0 0 0) 0x7f557c077d60 con 0x7f55840b5300 2024-09-13T16:09:03.119 INFO:teuthology.orchestra.run.smithi076.stderr:pool 'cephfs_data' removed 2024-09-13T16:09:03.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.120+0000 7f558993e640 1 -- 172.21.15.76:0/424172604 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f556406ac30 msgr2=0x7f556406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:03.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.120+0000 7f558993e640 1 --2- 172.21.15.76:0/424172604 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f556406ac30 0x7f556406d0f0 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f5574009b40 tx=0x7f5574009190 comp rx=0 tx=0).stop 2024-09-13T16:09:03.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.120+0000 7f558993e640 1 -- 172.21.15.76:0/424172604 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f55840b5300 msgr2=0x7f55840b5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:03.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.120+0000 7f558993e640 1 --2- 172.21.15.76:0/424172604 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f55840b5300 0x7f55840b5780 secure :-1 s=READY pgs=1150 cs=0 l=1 rev1=1 crypto rx=0x7f557c00a920 tx=0x7f557c02d070 comp rx=0 tx=0).stop 2024-09-13T16:09:03.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.120+0000 7f558993e640 1 -- 172.21.15.76:0/424172604 shutdown_connections 2024-09-13T16:09:03.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.120+0000 7f558993e640 1 --2- 172.21.15.76:0/424172604 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f55840b5300 0x7f55840b5780 unknown :-1 s=CLOSED pgs=1150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:03.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.120+0000 7f558993e640 1 --2- 172.21.15.76:0/424172604 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f556406ac30 0x7f556406d0f0 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:03.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.120+0000 7f558993e640 1 --2- 172.21.15.76:0/424172604 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f55840b72b0 0x7f55840c5330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:03.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.120+0000 7f558993e640 1 --2- 172.21.15.76:0/424172604 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5570005180 0x7f5584146100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:03.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.120+0000 7f558993e640 1 -- 172.21.15.76:0/424172604 >> 172.21.15.76:0/424172604 conn(0x7f5584089f60 msgr2=0x7f5584160010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:03.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.120+0000 7f558993e640 1 -- 172.21.15.76:0/424172604 shutdown_connections 2024-09-13T16:09:03.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.120+0000 7f558993e640 1 -- 172.21.15.76:0/424172604 wait complete. 2024-09-13T16:09:03.136 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mds mds_max_caps_per_client 2024-09-13T16:09:03.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.242+0000 7f9ddd812640 1 Processor -- start 2024-09-13T16:09:03.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.242+0000 7f9ddd812640 1 -- start start 2024-09-13T16:09:03.247 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.243+0000 7f9ddd812640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9dd80d22d0 0x7f9dd80d2710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:03.247 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.243+0000 7f9ddd812640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9dd806b6c0 con 0x7f9dd815fbc0 2024-09-13T16:09:03.247 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.243+0000 7f9ddd812640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9dd80ce500 con 0x7f9dd806bb50 2024-09-13T16:09:03.247 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.243+0000 7f9ddd812640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9dd80cdc60 con 0x7f9dd80d22d0 2024-09-13T16:09:03.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.243+0000 7f9dd6ffd640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f9dd815fbc0 0x7f9dd80cd180 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:41804/0 (socket says 172.21.15.76:41804) 2024-09-13T16:09:03.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.243+0000 7f9dd6ffd640 1 -- 172.21.15.76:0/3536321889 learned_addr learned my addr 172.21.15.76:0/3536321889 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:09:03.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.244+0000 7f9dd5ffb640 1 -- 172.21.15.76:0/3536321889 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1733043753 0 0) 0x7f9dd806b6c0 con 0x7f9dd815fbc0 2024-09-13T16:09:03.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.244+0000 7f9dd67fc640 1 --2- 172.21.15.76:0/3536321889 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9dd80d22d0 0x7f9dd80d2710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:03.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.244+0000 7f9dd5ffb640 1 -- 172.21.15.76:0/3536321889 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9dc0003520 con 0x7f9dd815fbc0 2024-09-13T16:09:03.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.244+0000 7f9dd5ffb640 1 -- 172.21.15.76:0/3536321889 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3396917528 0 0) 0x7f9dc0003520 con 0x7f9dd815fbc0 2024-09-13T16:09:03.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.244+0000 7f9dd5ffb640 1 -- 172.21.15.76:0/3536321889 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9dd80d22d0 msgr2=0x7f9dd80d2710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:03.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.244+0000 7f9dd5ffb640 1 --2- 172.21.15.76:0/3536321889 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9dd80d22d0 0x7f9dd80d2710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:03.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.244+0000 7f9dd5ffb640 1 -- 172.21.15.76:0/3536321889 >> v1:172.21.15.192:6789/0 conn(0x7f9dd806bb50 legacy=0x7f9dd806c000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:03.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.244+0000 7f9dd5ffb640 1 -- 172.21.15.76:0/3536321889 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9dd80cdf40 con 0x7f9dd815fbc0 2024-09-13T16:09:03.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.244+0000 7f9dd5ffb640 1 -- 172.21.15.76:0/3536321889 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f9dc8001670 con 0x7f9dd815fbc0 2024-09-13T16:09:03.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.244+0000 7f9dd5ffb640 1 -- 172.21.15.76:0/3536321889 >> v1:172.21.15.76:6789/0 conn(0x7f9dd815fbc0 legacy=0x7f9dd80cd180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:03.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.244+0000 7f9dd5ffb640 1 --2- 172.21.15.76:0/3536321889 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9dc00039a0 0x7f9dc0003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:03.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.244+0000 7f9dd5ffb640 1 --2- 172.21.15.76:0/3536321889 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9dd80d22d0 0x7f9dc00047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:03.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.244+0000 7f9dd5ffb640 1 --2- 172.21.15.76:0/3536321889 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9dc0004d00 0x7f9dc0005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:03.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.244+0000 7f9dd5ffb640 1 -- 172.21.15.76:0/3536321889 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9dd80cdc60 con 0x7f9dc0004d00 2024-09-13T16:09:03.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.244+0000 7f9dd5ffb640 1 -- 172.21.15.76:0/3536321889 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9dc000ba30 con 0x7f9dc00039a0 2024-09-13T16:09:03.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.244+0000 7f9dd5ffb640 1 -- 172.21.15.76:0/3536321889 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9dc000bbf0 con 0x7f9dd80d22d0 2024-09-13T16:09:03.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.244+0000 7f9dd77fe640 1 --2- 172.21.15.76:0/3536321889 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9dc0004d00 0x7f9dc0005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:03.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.244+0000 7f9dd6ffd640 1 --2- 172.21.15.76:0/3536321889 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9dc00039a0 0x7f9dc0003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:03.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.244+0000 7f9dd67fc640 1 --2- 172.21.15.76:0/3536321889 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9dd80d22d0 0x7f9dc00047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:03.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.244+0000 7f9dd77fe640 1 -- 172.21.15.76:0/3536321889 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9dd80d22d0 msgr2=0x7f9dc00047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:03.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.244+0000 7f9dd77fe640 1 --2- 172.21.15.76:0/3536321889 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9dd80d22d0 0x7f9dc00047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:03.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.244+0000 7f9dd77fe640 1 -- 172.21.15.76:0/3536321889 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9dc00039a0 msgr2=0x7f9dc0003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:03.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.244+0000 7f9dd77fe640 1 --2- 172.21.15.76:0/3536321889 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9dc00039a0 0x7f9dc0003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:03.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.244+0000 7f9dd77fe640 1 -- 172.21.15.76:0/3536321889 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9dc0003520 con 0x7f9dc0004d00 2024-09-13T16:09:03.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.245+0000 7f9dd77fe640 1 --2- 172.21.15.76:0/3536321889 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9dc0004d00 0x7f9dc0005180 secure :-1 s=READY pgs=1152 cs=0 l=1 rev1=1 crypto rx=0x7f9dd0001e20 tx=0x7f9dc00057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=60a7bc3bc5d08716 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:03.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.245+0000 7f9dd5ffb640 1 -- 172.21.15.76:0/3536321889 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9dd002ae40 con 0x7f9dc0004d00 2024-09-13T16:09:03.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.245+0000 7f9dd5ffb640 1 -- 172.21.15.76:0/3536321889 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9dd0003970 con 0x7f9dc0004d00 2024-09-13T16:09:03.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.245+0000 7f9dd5ffb640 1 -- 172.21.15.76:0/3536321889 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9dd0003d20 con 0x7f9dc0004d00 2024-09-13T16:09:03.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.246+0000 7f9ddd812640 1 -- 172.21.15.76:0/3536321889 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9dc0004d00 msgr2=0x7f9dc0005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:03.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.246+0000 7f9ddd812640 1 --2- 172.21.15.76:0/3536321889 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9dc0004d00 0x7f9dc0005180 secure :-1 s=READY pgs=1152 cs=0 l=1 rev1=1 crypto rx=0x7f9dd0001e20 tx=0x7f9dc00057f0 comp rx=0 tx=0).stop 2024-09-13T16:09:03.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.246+0000 7f9dd77fe640 1 -- 172.21.15.76:0/3536321889 reap_dead start 2024-09-13T16:09:03.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.246+0000 7f9ddd812640 1 -- 172.21.15.76:0/3536321889 shutdown_connections 2024-09-13T16:09:03.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.246+0000 7f9ddd812640 1 -- 172.21.15.76:0/3536321889 >> 172.21.15.76:0/3536321889 conn(0x7f9dd809b830 msgr2=0x7f9dd8089f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:03.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.246+0000 7f9ddd812640 1 -- 172.21.15.76:0/3536321889 shutdown_connections 2024-09-13T16:09:03.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.246+0000 7f9ddd812640 1 -- 172.21.15.76:0/3536321889 wait complete. 2024-09-13T16:09:03.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.247+0000 7f9ddd812640 1 Processor -- start 2024-09-13T16:09:03.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.247+0000 7f9ddd812640 1 -- start start 2024-09-13T16:09:03.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.248+0000 7f9ddd812640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9dd8158340 0x7f9dd80b37f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:03.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.248+0000 7f9ddd812640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9dd8158ae0 0x7f9dd8159450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:03.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.248+0000 7f9ddd812640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9dd8159990 0x7f9dd815b7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:03.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.248+0000 7f9ddd812640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9dd80b3d30 con 0x7f9dd8158ae0 2024-09-13T16:09:03.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.248+0000 7f9ddd812640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9dd8159e10 con 0x7f9dd8158340 2024-09-13T16:09:03.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.248+0000 7f9ddd812640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9dd80b3f20 con 0x7f9dd8159990 2024-09-13T16:09:03.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.248+0000 7f9dd67fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9dd8158ae0 0x7f9dd8159450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:03.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.248+0000 7f9dd67fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9dd8158ae0 0x7f9dd8159450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:37940/0 (socket says 172.21.15.76:37940) 2024-09-13T16:09:03.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.248+0000 7f9dd67fc640 1 -- 172.21.15.76:0/2648939075 learned_addr learned my addr 172.21.15.76:0/2648939075 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:09:03.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.248+0000 7f9dd6ffd640 1 --2- 172.21.15.76:0/2648939075 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9dd8158340 0x7f9dd80b37f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:03.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.248+0000 7f9dd77fe640 1 --2- 172.21.15.76:0/2648939075 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9dd8159990 0x7f9dd815b7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:03.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.248+0000 7f9dd67fc640 1 -- 172.21.15.76:0/2648939075 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9dd8159990 msgr2=0x7f9dd815b7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:03.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.248+0000 7f9dd67fc640 1 --2- 172.21.15.76:0/2648939075 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9dd8159990 0x7f9dd815b7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:03.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.248+0000 7f9dd67fc640 1 -- 172.21.15.76:0/2648939075 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9dd8158340 msgr2=0x7f9dd80b37f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:03.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.248+0000 7f9dd67fc640 1 --2- 172.21.15.76:0/2648939075 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9dd8158340 0x7f9dd80b37f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:03.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.248+0000 7f9dd67fc640 1 -- 172.21.15.76:0/2648939075 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9dd80b4200 con 0x7f9dd8158ae0 2024-09-13T16:09:03.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.248+0000 7f9dd67fc640 1 --2- 172.21.15.76:0/2648939075 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9dd8158ae0 0x7f9dd8159450 secure :-1 s=READY pgs=1153 cs=0 l=1 rev1=1 crypto rx=0x7f9dcc009fd0 tx=0x7f9dcc011dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:03.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.248+0000 7f9dbffff640 1 -- 172.21.15.76:0/2648939075 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9dcc009580 con 0x7f9dd8158ae0 2024-09-13T16:09:03.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.248+0000 7f9dbffff640 1 -- 172.21.15.76:0/2648939075 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9dcc00faf0 con 0x7f9dd8158ae0 2024-09-13T16:09:03.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.248+0000 7f9ddd812640 1 -- 172.21.15.76:0/2648939075 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9dd80b44e0 con 0x7f9dd8158ae0 2024-09-13T16:09:03.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.248+0000 7f9dbffff640 1 -- 172.21.15.76:0/2648939075 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9dcc00fe80 con 0x7f9dd8158ae0 2024-09-13T16:09:03.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.249+0000 7f9ddd812640 1 -- 172.21.15.76:0/2648939075 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9dd80b6170 con 0x7f9dd8158ae0 2024-09-13T16:09:03.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.249+0000 7f9ddd812640 1 -- 172.21.15.76:0/2648939075 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9dd80d0250 con 0x7f9dd8158ae0 2024-09-13T16:09:03.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.250+0000 7f9dbffff640 1 -- 172.21.15.76:0/2648939075 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9dcc01d400 con 0x7f9dd8158ae0 2024-09-13T16:09:03.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.250+0000 7f9dbffff640 1 --2- 172.21.15.76:0/2648939075 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9dc406ac30 0x7f9dc406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:03.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.250+0000 7f9dd6ffd640 1 --2- 172.21.15.76:0/2648939075 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9dc406ac30 0x7f9dc406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:03.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.251+0000 7f9dbffff640 1 -- 172.21.15.76:0/2648939075 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 5263+0+0 (secure 0 0 0) 0x7f9dcc0898e0 con 0x7f9dd8158ae0 2024-09-13T16:09:03.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.251+0000 7f9dd6ffd640 1 --2- 172.21.15.76:0/2648939075 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9dc406ac30 0x7f9dc406d0f0 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f9dc8001050 tx=0x7f9dc8000f80 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:03.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.255+0000 7f9dbffff640 1 -- 172.21.15.76:0/2648939075 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f9dcc054c80 con 0x7f9dd8158ae0 2024-09-13T16:09:03.426 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.425+0000 7f9ddd812640 1 -- 172.21.15.76:0/2648939075 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "config rm", "who": "mds", "name": "mds_max_caps_per_client"} v 0) v1 -- 0x7f9dd809bd40 con 0x7f9dd8158ae0 2024-09-13T16:09:03.430 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.429+0000 7f9dbffff640 1 -- 172.21.15.76:0/2648939075 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mds", "name": "mds_max_caps_per_client"}]=0 v29) v1 ==== 106+0+0 (secure 0 0 0) 0x7f9dcc0582a0 con 0x7f9dd8158ae0 2024-09-13T16:09:03.432 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.431+0000 7f9ddd812640 1 -- 172.21.15.76:0/2648939075 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9dc406ac30 msgr2=0x7f9dc406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:03.433 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.431+0000 7f9ddd812640 1 --2- 172.21.15.76:0/2648939075 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9dc406ac30 0x7f9dc406d0f0 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f9dc8001050 tx=0x7f9dc8000f80 comp rx=0 tx=0).stop 2024-09-13T16:09:03.433 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.431+0000 7f9ddd812640 1 -- 172.21.15.76:0/2648939075 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9dd8158ae0 msgr2=0x7f9dd8159450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:03.433 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.431+0000 7f9ddd812640 1 --2- 172.21.15.76:0/2648939075 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9dd8158ae0 0x7f9dd8159450 secure :-1 s=READY pgs=1153 cs=0 l=1 rev1=1 crypto rx=0x7f9dcc009fd0 tx=0x7f9dcc011dc0 comp rx=0 tx=0).stop 2024-09-13T16:09:03.433 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.431+0000 7f9ddd812640 1 -- 172.21.15.76:0/2648939075 shutdown_connections 2024-09-13T16:09:03.433 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.431+0000 7f9ddd812640 1 --2- 172.21.15.76:0/2648939075 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9dc406ac30 0x7f9dc406d0f0 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:03.433 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.431+0000 7f9ddd812640 1 --2- 172.21.15.76:0/2648939075 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9dd8159990 0x7f9dd815b7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:03.433 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.431+0000 7f9ddd812640 1 --2- 172.21.15.76:0/2648939075 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9dd8158ae0 0x7f9dd8159450 unknown :-1 s=CLOSED pgs=1153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:03.433 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.431+0000 7f9ddd812640 1 --2- 172.21.15.76:0/2648939075 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9dd8158340 0x7f9dd80b37f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:03.433 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.431+0000 7f9ddd812640 1 -- 172.21.15.76:0/2648939075 >> 172.21.15.76:0/2648939075 conn(0x7f9dd809b830 msgr2=0x7f9dd80c9ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:03.433 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.431+0000 7f9ddd812640 1 -- 172.21.15.76:0/2648939075 shutdown_connections 2024-09-13T16:09:03.433 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.431+0000 7f9ddd812640 1 -- 172.21.15.76:0/2648939075 wait complete. 2024-09-13T16:09:03.443 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-13T16:09:03.543 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.542+0000 7f2d6e4b7640 1 Processor -- start 2024-09-13T16:09:03.543 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.542+0000 7f2d6e4b7640 1 -- start start 2024-09-13T16:09:03.545 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.542+0000 7f2d6e4b7640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f2d68159310 0x7f2d680ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:03.545 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.542+0000 7f2d6e4b7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2d680b2b40 0x7f2d680ab140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:03.545 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.543+0000 7f2d6e4b7640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f2d680ab680 0x7f2d680ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:03.545 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.543+0000 7f2d6e4b7640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2d680ad940 con 0x7f2d68159310 2024-09-13T16:09:03.545 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.543+0000 7f2d6e4b7640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2d680ccbe0 con 0x7f2d680ab680 2024-09-13T16:09:03.545 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.543+0000 7f2d6e4b7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2d680b1810 con 0x7f2d680b2b40 2024-09-13T16:09:03.546 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.543+0000 7f2d67fff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f2d68159310 0x7f2d680ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:03.546 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.543+0000 7f2d67fff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f2d68159310 0x7f2d680ad400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:37946/0 (socket says 172.21.15.76:37946) 2024-09-13T16:09:03.546 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.543+0000 7f2d67fff640 1 -- 172.21.15.76:0/589049356 learned_addr learned my addr 172.21.15.76:0/589049356 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:09:03.546 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.543+0000 7f2d5ffff640 1 --2- 172.21.15.76:0/589049356 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2d680b2b40 0x7f2d680ab140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:03.546 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.543+0000 7f2d6ca54640 1 --2- 172.21.15.76:0/589049356 >> v2:172.21.15.192:3300/0 conn(0x7f2d680ab680 0x7f2d680ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:03.546 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.543+0000 7f2d67fff640 1 -- 172.21.15.76:0/589049356 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2d680b2b40 msgr2=0x7f2d680ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:03.546 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.543+0000 7f2d67fff640 1 --2- 172.21.15.76:0/589049356 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2d680b2b40 0x7f2d680ab140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:03.546 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.543+0000 7f2d67fff640 1 -- 172.21.15.76:0/589049356 >> v2:172.21.15.192:3300/0 conn(0x7f2d680ab680 msgr2=0x7f2d680ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:03.546 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.543+0000 7f2d67fff640 1 --2- 172.21.15.76:0/589049356 >> v2:172.21.15.192:3300/0 conn(0x7f2d680ab680 0x7f2d680ce4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:03.546 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.543+0000 7f2d67fff640 1 -- 172.21.15.76:0/589049356 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2d6806d9e0 con 0x7f2d68159310 2024-09-13T16:09:03.546 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.544+0000 7f2d67fff640 1 --2- 172.21.15.76:0/589049356 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2d68159310 0x7f2d680ad400 secure :-1 s=READY pgs=1154 cs=0 l=1 rev1=1 crypto rx=0x7f2d680afdf0 tx=0x7f2d5802c800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9041a6a34b42b8a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:03.546 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.544+0000 7f2d677fe640 1 -- 172.21.15.76:0/589049356 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d58030050 con 0x7f2d68159310 2024-09-13T16:09:03.546 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.544+0000 7f2d677fe640 1 -- 172.21.15.76:0/589049356 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2d58032700 con 0x7f2d68159310 2024-09-13T16:09:03.547 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.544+0000 7f2d677fe640 1 -- 172.21.15.76:0/589049356 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d58032a90 con 0x7f2d68159310 2024-09-13T16:09:03.550 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.544+0000 7f2d6e4b7640 1 -- 172.21.15.76:0/589049356 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2d68159310 msgr2=0x7f2d680ad400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:03.550 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.544+0000 7f2d6e4b7640 1 --2- 172.21.15.76:0/589049356 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2d68159310 0x7f2d680ad400 secure :-1 s=READY pgs=1154 cs=0 l=1 rev1=1 crypto rx=0x7f2d680afdf0 tx=0x7f2d5802c800 comp rx=0 tx=0).stop 2024-09-13T16:09:03.550 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.544+0000 7f2d6e4b7640 1 -- 172.21.15.76:0/589049356 shutdown_connections 2024-09-13T16:09:03.550 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.544+0000 7f2d6e4b7640 1 --2- 172.21.15.76:0/589049356 >> v2:172.21.15.192:3300/0 conn(0x7f2d680ab680 0x7f2d680ce4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:03.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.544+0000 7f2d6e4b7640 1 --2- 172.21.15.76:0/589049356 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2d680b2b40 0x7f2d680ab140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:03.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.544+0000 7f2d6e4b7640 1 --2- 172.21.15.76:0/589049356 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2d68159310 0x7f2d680ad400 unknown :-1 s=CLOSED pgs=1154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:03.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.545+0000 7f2d6e4b7640 1 -- 172.21.15.76:0/589049356 >> 172.21.15.76:0/589049356 conn(0x7f2d6806a0b0 msgr2=0x7f2d6806a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:03.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.545+0000 7f2d6e4b7640 1 -- 172.21.15.76:0/589049356 shutdown_connections 2024-09-13T16:09:03.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.545+0000 7f2d6e4b7640 1 -- 172.21.15.76:0/589049356 wait complete. 2024-09-13T16:09:03.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.546+0000 7f2d6e4b7640 1 Processor -- start 2024-09-13T16:09:03.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.546+0000 7f2d6e4b7640 1 -- start start 2024-09-13T16:09:03.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.546+0000 7f2d6e4b7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2d680ab680 0x7f2d681540f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:03.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.546+0000 7f2d6e4b7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2d680b2b40 0x7f2d68156700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:03.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.546+0000 7f2d6e4b7640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2d68159310 0x7f2d68157be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:03.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.546+0000 7f2d6e4b7640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d680c5140 con 0x7f2d680b2b40 2024-09-13T16:09:03.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.546+0000 7f2d6e4b7640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d68154630 con 0x7f2d68159310 2024-09-13T16:09:03.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.546+0000 7f2d6e4b7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2d68155380 con 0x7f2d680ab680 2024-09-13T16:09:03.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.547+0000 7f2d5ffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2d680b2b40 0x7f2d68156700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:03.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.547+0000 7f2d5ffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2d680b2b40 0x7f2d68156700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:37954/0 (socket says 172.21.15.76:37954) 2024-09-13T16:09:03.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.547+0000 7f2d5ffff640 1 -- 172.21.15.76:0/3497625801 learned_addr learned my addr 172.21.15.76:0/3497625801 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:09:03.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.547+0000 7f2d67fff640 1 --2- 172.21.15.76:0/3497625801 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2d680ab680 0x7f2d681540f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:03.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.547+0000 7f2d6ca54640 1 --2- 172.21.15.76:0/3497625801 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2d68159310 0x7f2d68157be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:03.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.547+0000 7f2d5ffff640 1 -- 172.21.15.76:0/3497625801 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2d680ab680 msgr2=0x7f2d681540f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:03.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.547+0000 7f2d5ffff640 1 --2- 172.21.15.76:0/3497625801 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2d680ab680 0x7f2d681540f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:03.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.547+0000 7f2d5ffff640 1 -- 172.21.15.76:0/3497625801 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2d68159310 msgr2=0x7f2d68157be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:03.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.547+0000 7f2d5ffff640 1 --2- 172.21.15.76:0/3497625801 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2d68159310 0x7f2d68157be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:03.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.547+0000 7f2d5ffff640 1 -- 172.21.15.76:0/3497625801 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2d5800b770 con 0x7f2d680b2b40 2024-09-13T16:09:03.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.547+0000 7f2d5ffff640 1 --2- 172.21.15.76:0/3497625801 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2d680b2b40 0x7f2d68156700 secure :-1 s=READY pgs=1155 cs=0 l=1 rev1=1 crypto rx=0x7f2d5000c7f0 tx=0x7f2d5000ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:03.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.547+0000 7f2d657fa640 1 -- 172.21.15.76:0/3497625801 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d50004220 con 0x7f2d680b2b40 2024-09-13T16:09:03.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.547+0000 7f2d657fa640 1 -- 172.21.15.76:0/3497625801 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2d500043a0 con 0x7f2d680b2b40 2024-09-13T16:09:03.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.547+0000 7f2d657fa640 1 -- 172.21.15.76:0/3497625801 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d50007860 con 0x7f2d680b2b40 2024-09-13T16:09:03.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.547+0000 7f2d6e4b7640 1 -- 172.21.15.76:0/3497625801 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2d68155660 con 0x7f2d680b2b40 2024-09-13T16:09:03.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.547+0000 7f2d6e4b7640 1 -- 172.21.15.76:0/3497625801 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2d68155c20 con 0x7f2d680b2b40 2024-09-13T16:09:03.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.548+0000 7f2d6e4b7640 1 -- 172.21.15.76:0/3497625801 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2d680cedc0 con 0x7f2d680b2b40 2024-09-13T16:09:03.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.549+0000 7f2d657fa640 1 -- 172.21.15.76:0/3497625801 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f2d50007bd0 con 0x7f2d680b2b40 2024-09-13T16:09:03.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.549+0000 7f2d657fa640 1 --2- 172.21.15.76:0/3497625801 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2d4806ac00 0x7f2d4806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:03.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.549+0000 7f2d657fa640 1 -- 172.21.15.76:0/3497625801 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 5263+0+0 (secure 0 0 0) 0x7f2d500890b0 con 0x7f2d680b2b40 2024-09-13T16:09:03.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.549+0000 7f2d67fff640 1 --2- 172.21.15.76:0/3497625801 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2d4806ac00 0x7f2d4806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:03.554 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.550+0000 7f2d67fff640 1 --2- 172.21.15.76:0/3497625801 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2d4806ac00 0x7f2d4806d0c0 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f2d58037000 tx=0x7f2d58032000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:03.555 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.553+0000 7f2d657fa640 1 -- 172.21.15.76:0/3497625801 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f2d50054500 con 0x7f2d680b2b40 2024-09-13T16:09:03.715 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.714+0000 7f2d6e4b7640 1 -- 172.21.15.76:0/3497625801 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) v1 -- 0x7f2d6806e4b0 con 0x7f2d680b2b40 2024-09-13T16:09:03.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.718+0000 7f2d657fa640 1 -- 172.21.15.76:0/3497625801 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v30) v1 ==== 104+0+0 (secure 0 0 0) 0x7f2d5005ce60 con 0x7f2d680b2b40 2024-09-13T16:09:03.721 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.720+0000 7f2d6e4b7640 1 -- 172.21.15.76:0/3497625801 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2d4806ac00 msgr2=0x7f2d4806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:03.721 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.720+0000 7f2d6e4b7640 1 --2- 172.21.15.76:0/3497625801 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2d4806ac00 0x7f2d4806d0c0 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f2d58037000 tx=0x7f2d58032000 comp rx=0 tx=0).stop 2024-09-13T16:09:03.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.720+0000 7f2d6e4b7640 1 -- 172.21.15.76:0/3497625801 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2d680b2b40 msgr2=0x7f2d68156700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:03.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.720+0000 7f2d6e4b7640 1 --2- 172.21.15.76:0/3497625801 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2d680b2b40 0x7f2d68156700 secure :-1 s=READY pgs=1155 cs=0 l=1 rev1=1 crypto rx=0x7f2d5000c7f0 tx=0x7f2d5000ccb0 comp rx=0 tx=0).stop 2024-09-13T16:09:03.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.720+0000 7f2d6e4b7640 1 -- 172.21.15.76:0/3497625801 shutdown_connections 2024-09-13T16:09:03.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.720+0000 7f2d6e4b7640 1 --2- 172.21.15.76:0/3497625801 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2d68159310 0x7f2d68157be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:03.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.720+0000 7f2d6e4b7640 1 --2- 172.21.15.76:0/3497625801 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2d680b2b40 0x7f2d68156700 unknown :-1 s=CLOSED pgs=1155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:03.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.720+0000 7f2d6e4b7640 1 --2- 172.21.15.76:0/3497625801 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2d4806ac00 0x7f2d4806d0c0 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:03.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.720+0000 7f2d6e4b7640 1 --2- 172.21.15.76:0/3497625801 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2d680ab680 0x7f2d681540f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:03.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.720+0000 7f2d6e4b7640 1 -- 172.21.15.76:0/3497625801 >> 172.21.15.76:0/3497625801 conn(0x7f2d6806a0b0 msgr2=0x7f2d680acf50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:03.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.720+0000 7f2d6e4b7640 1 -- 172.21.15.76:0/3497625801 shutdown_connections 2024-09-13T16:09:03.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.720+0000 7f2d6e4b7640 1 -- 172.21.15.76:0/3497625801 wait complete. 2024-09-13T16:09:03.732 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_client_limits.TestClientLimits.test_client_max_caps' 2024-09-13T16:09:03.830 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.829+0000 7fd1706e9640 1 Processor -- start 2024-09-13T16:09:03.831 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.829+0000 7fd1706e9640 1 -- start start 2024-09-13T16:09:03.832 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.830+0000 7fd1706e9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd16815a2e0 0x7fd1680c9a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:03.832 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.830+0000 7fd1706e9640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fd1680c9f80 0x7fd1680cace0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:03.833 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.830+0000 7fd1706e9640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fd1680cb220 0x7fd1680ce260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:03.833 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.830+0000 7fd1706e9640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd1680c8920 con 0x7fd1680c9f80 2024-09-13T16:09:03.833 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.830+0000 7fd1706e9640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd16815a6c0 con 0x7fd1680cb220 2024-09-13T16:09:03.833 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.830+0000 7fd1706e9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd1680cb630 con 0x7fd16815a2e0 2024-09-13T16:09:03.833 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.830+0000 7fd16dc84640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fd1680c9f80 0x7fd1680cace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:03.833 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.830+0000 7fd16dc84640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fd1680c9f80 0x7fd1680cace0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:37958/0 (socket says 172.21.15.76:37958) 2024-09-13T16:09:03.833 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.830+0000 7fd16dc84640 1 -- 172.21.15.76:0/1209221599 learned_addr learned my addr 172.21.15.76:0/1209221599 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:09:03.833 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.830+0000 7fd16e485640 1 --2- 172.21.15.76:0/1209221599 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd16815a2e0 0x7fd1680c9a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:03.833 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.830+0000 7fd16ec86640 1 --2- 172.21.15.76:0/1209221599 >> v2:172.21.15.192:3300/0 conn(0x7fd1680cb220 0x7fd1680ce260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:03.834 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.830+0000 7fd16dc84640 1 -- 172.21.15.76:0/1209221599 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd16815a2e0 msgr2=0x7fd1680c9a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:03.834 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.830+0000 7fd16dc84640 1 --2- 172.21.15.76:0/1209221599 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd16815a2e0 0x7fd1680c9a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:03.834 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.830+0000 7fd16dc84640 1 -- 172.21.15.76:0/1209221599 >> v2:172.21.15.192:3300/0 conn(0x7fd1680cb220 msgr2=0x7fd1680ce260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:03.834 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.830+0000 7fd16dc84640 1 --2- 172.21.15.76:0/1209221599 >> v2:172.21.15.192:3300/0 conn(0x7fd1680cb220 0x7fd1680ce260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:03.834 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.830+0000 7fd16dc84640 1 -- 172.21.15.76:0/1209221599 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd1680ca500 con 0x7fd1680c9f80 2024-09-13T16:09:03.834 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.831+0000 7fd16dc84640 1 --2- 172.21.15.76:0/1209221599 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd1680c9f80 0x7fd1680cace0 secure :-1 s=READY pgs=1156 cs=0 l=1 rev1=1 crypto rx=0x7fd1680b1ef0 tx=0x7fd15802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b6cd58d1ebd1eb67 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:03.834 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.831+0000 7fd16d483640 1 -- 172.21.15.76:0/1209221599 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd158032440 con 0x7fd1680c9f80 2024-09-13T16:09:03.834 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.831+0000 7fd16d483640 1 -- 172.21.15.76:0/1209221599 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd1580325a0 con 0x7fd1680c9f80 2024-09-13T16:09:03.834 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.831+0000 7fd16d483640 1 -- 172.21.15.76:0/1209221599 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd158032930 con 0x7fd1680c9f80 2024-09-13T16:09:03.838 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.832+0000 7fd1706e9640 1 -- 172.21.15.76:0/1209221599 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd1680c9f80 msgr2=0x7fd1680cace0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:03.838 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.832+0000 7fd1706e9640 1 --2- 172.21.15.76:0/1209221599 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd1680c9f80 0x7fd1680cace0 secure :-1 s=READY pgs=1156 cs=0 l=1 rev1=1 crypto rx=0x7fd1680b1ef0 tx=0x7fd15802a1e0 comp rx=0 tx=0).stop 2024-09-13T16:09:03.838 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.832+0000 7fd1706e9640 1 -- 172.21.15.76:0/1209221599 shutdown_connections 2024-09-13T16:09:03.838 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.832+0000 7fd1706e9640 1 --2- 172.21.15.76:0/1209221599 >> v2:172.21.15.192:3300/0 conn(0x7fd1680cb220 0x7fd1680ce260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:03.838 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.832+0000 7fd1706e9640 1 --2- 172.21.15.76:0/1209221599 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd1680c9f80 0x7fd1680cace0 unknown :-1 s=CLOSED pgs=1156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:03.838 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.832+0000 7fd1706e9640 1 --2- 172.21.15.76:0/1209221599 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd16815a2e0 0x7fd1680c9a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:03.839 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.832+0000 7fd1706e9640 1 -- 172.21.15.76:0/1209221599 >> 172.21.15.76:0/1209221599 conn(0x7fd168069ed0 msgr2=0x7fd16806a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:03.839 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.832+0000 7fd1706e9640 1 -- 172.21.15.76:0/1209221599 shutdown_connections 2024-09-13T16:09:03.839 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.832+0000 7fd1706e9640 1 -- 172.21.15.76:0/1209221599 wait complete. 2024-09-13T16:09:03.839 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.833+0000 7fd1706e9640 1 Processor -- start 2024-09-13T16:09:03.839 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.833+0000 7fd1706e9640 1 -- start start 2024-09-13T16:09:03.839 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.834+0000 7fd1706e9640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd1680c9f80 0x7fd16815ba60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:03.839 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.834+0000 7fd1706e9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd1680cb220 0x7fd1680c4990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:03.839 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.834+0000 7fd1706e9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd16815a2e0 0x7fd1680cd2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:03.839 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.834+0000 7fd1706e9640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd1680c53a0 con 0x7fd1680cb220 2024-09-13T16:09:03.839 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.834+0000 7fd1706e9640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd1681f26f0 con 0x7fd1680c9f80 2024-09-13T16:09:03.839 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.834+0000 7fd1706e9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd1681f29d0 con 0x7fd16815a2e0 2024-09-13T16:09:03.839 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.834+0000 7fd16dc84640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd1680cb220 0x7fd1680c4990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:03.839 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.834+0000 7fd16dc84640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd1680cb220 0x7fd1680c4990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:37968/0 (socket says 172.21.15.76:37968) 2024-09-13T16:09:03.840 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.834+0000 7fd16dc84640 1 -- 172.21.15.76:0/1401923321 learned_addr learned my addr 172.21.15.76:0/1401923321 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:09:03.840 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.834+0000 7fd16e485640 1 --2- 172.21.15.76:0/1401923321 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd1680c9f80 0x7fd16815ba60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:03.840 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.834+0000 7fd16ec86640 1 --2- 172.21.15.76:0/1401923321 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd16815a2e0 0x7fd1680cd2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:03.840 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.834+0000 7fd16dc84640 1 -- 172.21.15.76:0/1401923321 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd16815a2e0 msgr2=0x7fd1680cd2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:03.840 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.834+0000 7fd16dc84640 1 --2- 172.21.15.76:0/1401923321 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd16815a2e0 0x7fd1680cd2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:03.840 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.834+0000 7fd16dc84640 1 -- 172.21.15.76:0/1401923321 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd1680c9f80 msgr2=0x7fd16815ba60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:03.840 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.834+0000 7fd16dc84640 1 --2- 172.21.15.76:0/1401923321 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd1680c9f80 0x7fd16815ba60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:03.840 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.834+0000 7fd16dc84640 1 -- 172.21.15.76:0/1401923321 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd1580094d0 con 0x7fd1680cb220 2024-09-13T16:09:03.840 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.834+0000 7fd16dc84640 1 --2- 172.21.15.76:0/1401923321 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd1680cb220 0x7fd1680c4990 secure :-1 s=READY pgs=1157 cs=0 l=1 rev1=1 crypto rx=0x7fd15802a220 tx=0x7fd1580046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:03.840 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.834+0000 7fd15effd640 1 -- 172.21.15.76:0/1401923321 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd158032440 con 0x7fd1680cb220 2024-09-13T16:09:03.840 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.834+0000 7fd15effd640 1 -- 172.21.15.76:0/1401923321 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd158030b80 con 0x7fd1680cb220 2024-09-13T16:09:03.840 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.834+0000 7fd15effd640 1 -- 172.21.15.76:0/1401923321 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd15803d440 con 0x7fd1680cb220 2024-09-13T16:09:03.840 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.834+0000 7fd1706e9640 1 -- 172.21.15.76:0/1401923321 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd1681f2cb0 con 0x7fd1680cb220 2024-09-13T16:09:03.841 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.834+0000 7fd1706e9640 1 -- 172.21.15.76:0/1401923321 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd1681f1f00 con 0x7fd1680cb220 2024-09-13T16:09:03.841 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.835+0000 7fd1706e9640 1 -- 172.21.15.76:0/1401923321 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd1680c5830 con 0x7fd1680cb220 2024-09-13T16:09:03.841 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.836+0000 7fd15effd640 1 -- 172.21.15.76:0/1401923321 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd158039040 con 0x7fd1680cb220 2024-09-13T16:09:03.841 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.836+0000 7fd15effd640 1 --2- 172.21.15.76:0/1401923321 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd14c06ac00 0x7fd14c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:03.841 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.836+0000 7fd16e485640 1 --2- 172.21.15.76:0/1401923321 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd14c06ac00 0x7fd14c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:03.841 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.836+0000 7fd15effd640 1 -- 172.21.15.76:0/1401923321 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 5263+0+0 (secure 0 0 0) 0x7fd1580a9b20 con 0x7fd1680cb220 2024-09-13T16:09:03.841 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.837+0000 7fd16e485640 1 --2- 172.21.15.76:0/1401923321 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd14c06ac00 0x7fd14c06d0c0 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7fd164006fd0 tx=0x7fd164008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:03.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:03.841+0000 7fd15effd640 1 -- 172.21.15.76:0/1401923321 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fd1680c5830 con 0x7fd1680cb220 2024-09-13T16:09:04.062 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.061+0000 7fd1706e9640 1 -- 172.21.15.76:0/1401923321 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_client_limits.TestClientLimits.test_client_max_caps"]} v 0) v1 -- 0x7fd1680c5830 con 0x7fd1680cb220 2024-09-13T16:09:04.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.117+0000 7fd15effd640 1 -- 172.21.15.76:0/1401923321 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_client_limits.TestClientLimits.test_client_max_caps"]}]=0 v345) v1 ==== 148+0+0 (secure 0 0 0) 0x7fd1680c5830 con 0x7fd1680cb220 2024-09-13T16:09:04.121 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.119+0000 7fd1706e9640 1 -- 172.21.15.76:0/1401923321 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd14c06ac00 msgr2=0x7fd14c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:04.121 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.119+0000 7fd1706e9640 1 --2- 172.21.15.76:0/1401923321 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd14c06ac00 0x7fd14c06d0c0 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7fd164006fd0 tx=0x7fd164008040 comp rx=0 tx=0).stop 2024-09-13T16:09:04.121 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.119+0000 7fd1706e9640 1 -- 172.21.15.76:0/1401923321 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd1680cb220 msgr2=0x7fd1680c4990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:04.121 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.119+0000 7fd1706e9640 1 --2- 172.21.15.76:0/1401923321 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd1680cb220 0x7fd1680c4990 secure :-1 s=READY pgs=1157 cs=0 l=1 rev1=1 crypto rx=0x7fd15802a220 tx=0x7fd1580046c0 comp rx=0 tx=0).stop 2024-09-13T16:09:04.121 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.119+0000 7fd1706e9640 1 -- 172.21.15.76:0/1401923321 shutdown_connections 2024-09-13T16:09:04.121 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.119+0000 7fd1706e9640 1 --2- 172.21.15.76:0/1401923321 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd14c06ac00 0x7fd14c06d0c0 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:04.121 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.119+0000 7fd1706e9640 1 --2- 172.21.15.76:0/1401923321 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd16815a2e0 0x7fd1680cd2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:04.121 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.119+0000 7fd1706e9640 1 --2- 172.21.15.76:0/1401923321 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd1680cb220 0x7fd1680c4990 unknown :-1 s=CLOSED pgs=1157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:04.121 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.119+0000 7fd1706e9640 1 --2- 172.21.15.76:0/1401923321 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd1680c9f80 0x7fd16815ba60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:04.121 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.119+0000 7fd1706e9640 1 -- 172.21.15.76:0/1401923321 >> 172.21.15.76:0/1401923321 conn(0x7fd168069ed0 msgr2=0x7fd1680af370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:04.121 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.119+0000 7fd1706e9640 1 -- 172.21.15.76:0/1401923321 shutdown_connections 2024-09-13T16:09:04.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.119+0000 7fd1706e9640 1 -- 172.21.15.76:0/1401923321 wait complete. 2024-09-13T16:09:04.131 INFO:tasks.cephfs_test_runner:That the MDS will not let a client sit above mds_max_caps_per_client caps. ... ok 2024-09-13T16:09:04.131 INFO:tasks.cephfs_test_runner:Starting test: test_client_min_caps_working_set (tasks.cephfs.test_client_limits.TestClientLimits) When a client has inodes pinned in its cache (open files), that the MDS 2024-09-13T16:09:04.132 INFO:tasks.cephfs_test_runner:test_client_min_caps_working_set (tasks.cephfs.test_client_limits.TestClientLimits) 2024-09-13T16:09:04.132 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:09:04.235 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.229+0000 7f694599c640 1 Processor -- start 2024-09-13T16:09:04.235 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.229+0000 7f694599c640 1 -- start start 2024-09-13T16:09:04.235 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.230+0000 7f694599c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f6940072110 0x7f6940070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:04.235 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.230+0000 7f694599c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f69400c8920 0x7f69400c8dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:04.235 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.230+0000 7f694599c640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f69400abdf0 con 0x7f6940071d30 2024-09-13T16:09:04.235 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.230+0000 7f694599c640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f69400c9310 con 0x7f6940072110 2024-09-13T16:09:04.235 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.230+0000 7f694599c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f69400b2280 con 0x7f69400c8920 2024-09-13T16:09:04.235 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.230+0000 7f693effd640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f6940071d30 0x7f69400b1b70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:41816/0 (socket says 172.21.15.76:41816) 2024-09-13T16:09:04.236 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.230+0000 7f693effd640 1 -- 172.21.15.76:0/2234874548 learned_addr learned my addr 172.21.15.76:0/2234874548 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:09:04.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.230+0000 7f693e7fc640 1 --2- 172.21.15.76:0/2234874548 >> v2:172.21.15.76:3300/0 conn(0x7f6940072110 0x7f6940070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:04.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.230+0000 7f693f7fe640 1 --2- 172.21.15.76:0/2234874548 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f69400c8920 0x7f69400c8dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:04.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.230+0000 7f693e7fc640 1 -- 172.21.15.76:0/2234874548 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f69400c8920 msgr2=0x7f69400c8dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:04.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.230+0000 7f693e7fc640 1 --2- 172.21.15.76:0/2234874548 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f69400c8920 0x7f69400c8dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:04.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.230+0000 7f693e7fc640 1 -- 172.21.15.76:0/2234874548 >> v1:172.21.15.76:6789/0 conn(0x7f6940071d30 legacy=0x7f69400b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:04.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.230+0000 7f693e7fc640 1 -- 172.21.15.76:0/2234874548 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f69400ab1e0 con 0x7f6940072110 2024-09-13T16:09:04.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.230+0000 7f693dffb640 1 -- 172.21.15.76:0/2234874548 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1623863879 0 0) 0x7f69400abdf0 con 0x7f6940071d30 2024-09-13T16:09:04.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.231+0000 7f693e7fc640 1 --2- 172.21.15.76:0/2234874548 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6940072110 0x7f6940070190 secure :-1 s=READY pgs=1159 cs=0 l=1 rev1=1 crypto rx=0x7f69340097a0 tx=0x7f693402a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cae519aee2615a32 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:04.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.231+0000 7f693dffb640 1 -- 172.21.15.76:0/2234874548 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6934032440 con 0x7f6940072110 2024-09-13T16:09:04.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.231+0000 7f693dffb640 1 -- 172.21.15.76:0/2234874548 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f69340325a0 con 0x7f6940072110 2024-09-13T16:09:04.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.231+0000 7f693dffb640 1 -- 172.21.15.76:0/2234874548 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6934032930 con 0x7f6940072110 2024-09-13T16:09:04.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.232+0000 7f694599c640 1 -- 172.21.15.76:0/2234874548 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6940072110 msgr2=0x7f6940070190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:04.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.232+0000 7f694599c640 1 --2- 172.21.15.76:0/2234874548 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6940072110 0x7f6940070190 secure :-1 s=READY pgs=1159 cs=0 l=1 rev1=1 crypto rx=0x7f69340097a0 tx=0x7f693402a180 comp rx=0 tx=0).stop 2024-09-13T16:09:04.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.232+0000 7f694599c640 1 -- 172.21.15.76:0/2234874548 shutdown_connections 2024-09-13T16:09:04.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.232+0000 7f694599c640 1 --2- 172.21.15.76:0/2234874548 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f69400c8920 0x7f69400c8dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:04.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.232+0000 7f694599c640 1 --2- 172.21.15.76:0/2234874548 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6940072110 0x7f6940070190 unknown :-1 s=CLOSED pgs=1159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:04.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.232+0000 7f694599c640 1 -- 172.21.15.76:0/2234874548 >> 172.21.15.76:0/2234874548 conn(0x7f6940069ed0 msgr2=0x7f694006a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:04.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.232+0000 7f694599c640 1 -- 172.21.15.76:0/2234874548 shutdown_connections 2024-09-13T16:09:04.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.232+0000 7f694599c640 1 -- 172.21.15.76:0/2234874548 wait complete. 2024-09-13T16:09:04.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.233+0000 7f694599c640 1 Processor -- start 2024-09-13T16:09:04.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.233+0000 7f694599c640 1 -- start start 2024-09-13T16:09:04.245 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.234+0000 7f694599c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6940071d30 0x7f69400c7c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:04.245 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.234+0000 7f694599c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6940072110 0x7f69401f1ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:04.245 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.234+0000 7f694599c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f69400c8920 0x7f69401f2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:04.245 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.234+0000 7f694599c640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6940157080 con 0x7f69400c8920 2024-09-13T16:09:04.245 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.234+0000 7f694599c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6940157360 con 0x7f6940071d30 2024-09-13T16:09:04.245 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.234+0000 7f694599c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6940157640 con 0x7f6940072110 2024-09-13T16:09:04.245 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.234+0000 7f693f7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f69400c8920 0x7f69401f2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:04.245 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.234+0000 7f693f7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f69400c8920 0x7f69401f2000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:37984/0 (socket says 172.21.15.76:37984) 2024-09-13T16:09:04.246 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.234+0000 7f693f7fe640 1 -- 172.21.15.76:0/1374826095 learned_addr learned my addr 172.21.15.76:0/1374826095 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:09:04.246 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.234+0000 7f693effd640 1 --2- 172.21.15.76:0/1374826095 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6940071d30 0x7f69400c7c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:04.246 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.234+0000 7f693e7fc640 1 --2- 172.21.15.76:0/1374826095 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6940072110 0x7f69401f1ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:04.247 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.234+0000 7f693f7fe640 1 -- 172.21.15.76:0/1374826095 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6940072110 msgr2=0x7f69401f1ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:04.247 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.234+0000 7f693f7fe640 1 --2- 172.21.15.76:0/1374826095 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6940072110 0x7f69401f1ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:04.247 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.234+0000 7f693f7fe640 1 -- 172.21.15.76:0/1374826095 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6940071d30 msgr2=0x7f69400c7c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:04.247 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.234+0000 7f693f7fe640 1 --2- 172.21.15.76:0/1374826095 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6940071d30 0x7f69400c7c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:04.247 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.234+0000 7f693f7fe640 1 -- 172.21.15.76:0/1374826095 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6934009400 con 0x7f69400c8920 2024-09-13T16:09:04.247 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.234+0000 7f693f7fe640 1 --2- 172.21.15.76:0/1374826095 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f69400c8920 0x7f69401f2000 secure :-1 s=READY pgs=1160 cs=0 l=1 rev1=1 crypto rx=0x7f6938009fb0 tx=0x7f693800e6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:04.247 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.235+0000 7f6927fff640 1 -- 172.21.15.76:0/1374826095 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6938012840 con 0x7f69400c8920 2024-09-13T16:09:04.247 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.235+0000 7f6927fff640 1 -- 172.21.15.76:0/1374826095 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f69380129a0 con 0x7f69400c8920 2024-09-13T16:09:04.247 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.235+0000 7f694599c640 1 -- 172.21.15.76:0/1374826095 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6940157920 con 0x7f69400c8920 2024-09-13T16:09:04.247 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.235+0000 7f6927fff640 1 -- 172.21.15.76:0/1374826095 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6938012d50 con 0x7f69400c8920 2024-09-13T16:09:04.247 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.235+0000 7f694599c640 1 -- 172.21.15.76:0/1374826095 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6940156ca0 con 0x7f69400c8920 2024-09-13T16:09:04.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.236+0000 7f694599c640 1 -- 172.21.15.76:0/1374826095 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6940157e40 con 0x7f69400c8920 2024-09-13T16:09:04.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.236+0000 7f6927fff640 1 -- 172.21.15.76:0/1374826095 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f693801a420 con 0x7f69400c8920 2024-09-13T16:09:04.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.237+0000 7f6927fff640 1 --2- 172.21.15.76:0/1374826095 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f692c06ac00 0x7f692c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:04.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.237+0000 7f693effd640 1 --2- 172.21.15.76:0/1374826095 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f692c06ac00 0x7f692c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:04.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.237+0000 7f6927fff640 1 -- 172.21.15.76:0/1374826095 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 5263+0+0 (secure 0 0 0) 0x7f6938016070 con 0x7f69400c8920 2024-09-13T16:09:04.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.237+0000 7f693effd640 1 --2- 172.21.15.76:0/1374826095 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f692c06ac00 0x7f692c06d0c0 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f6930007fd0 tx=0x7f6930009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:04.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.241+0000 7f6927fff640 1 -- 172.21.15.76:0/1374826095 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f6940157e40 con 0x7f69400c8920 2024-09-13T16:09:04.407 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.406+0000 7f694599c640 1 -- 172.21.15.76:0/1374826095 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f6940157e40 con 0x7f69400c8920 2024-09-13T16:09:04.408 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.407+0000 7f6927fff640 1 -- 172.21.15.76:0/1374826095 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v87) v1 ==== 74+0+13156 (secure 0 0 0) 0x7f6940157e40 con 0x7f69400c8920 2024-09-13T16:09:04.408 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:09:04.408 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":87,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:09:03.109892+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":12,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.76:6837/2902767374":"2024-09-14T16:08:59.992612+0000","172.21.15.76:6835/2902767374":"2024-09-14T16:08:59.992612+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:09:04.410 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.408+0000 7f694599c640 1 -- 172.21.15.76:0/1374826095 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f692c06ac00 msgr2=0x7f692c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:04.410 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.408+0000 7f694599c640 1 --2- 172.21.15.76:0/1374826095 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f692c06ac00 0x7f692c06d0c0 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f6930007fd0 tx=0x7f6930009040 comp rx=0 tx=0).stop 2024-09-13T16:09:04.410 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.408+0000 7f694599c640 1 -- 172.21.15.76:0/1374826095 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f69400c8920 msgr2=0x7f69401f2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:04.410 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.408+0000 7f694599c640 1 --2- 172.21.15.76:0/1374826095 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f69400c8920 0x7f69401f2000 secure :-1 s=READY pgs=1160 cs=0 l=1 rev1=1 crypto rx=0x7f6938009fb0 tx=0x7f693800e6a0 comp rx=0 tx=0).stop 2024-09-13T16:09:04.411 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.409+0000 7f694599c640 1 -- 172.21.15.76:0/1374826095 shutdown_connections 2024-09-13T16:09:04.411 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.409+0000 7f694599c640 1 --2- 172.21.15.76:0/1374826095 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f69400c8920 0x7f69401f2000 unknown :-1 s=CLOSED pgs=1160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:04.411 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.409+0000 7f694599c640 1 --2- 172.21.15.76:0/1374826095 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f692c06ac00 0x7f692c06d0c0 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:04.411 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.409+0000 7f694599c640 1 --2- 172.21.15.76:0/1374826095 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6940072110 0x7f69401f1ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:04.411 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.409+0000 7f694599c640 1 --2- 172.21.15.76:0/1374826095 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6940071d30 0x7f69400c7c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:04.411 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.409+0000 7f694599c640 1 -- 172.21.15.76:0/1374826095 >> 172.21.15.76:0/1374826095 conn(0x7f6940069ed0 msgr2=0x7f69400ac280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:04.411 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.409+0000 7f694599c640 1 -- 172.21.15.76:0/1374826095 shutdown_connections 2024-09-13T16:09:04.411 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.409+0000 7f694599c640 1 -- 172.21.15.76:0/1374826095 wait complete. 2024-09-13T16:09:04.421 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:01:26.960607+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:09:04.422 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:09:04.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.521+0000 7f2a16fbc640 1 Processor -- start 2024-09-13T16:09:04.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.522+0000 7f2a16fbc640 1 -- start start 2024-09-13T16:09:04.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.522+0000 7f2a16fbc640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f2a100d2760 0x7f2a100cd8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:04.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.522+0000 7f2a16fbc640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f2a100cde20 0x7f2a100d0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:04.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.522+0000 7f2a16fbc640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2a100cd450 con 0x7f2a1015c500 2024-09-13T16:09:04.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.522+0000 7f2a16fbc640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2a100d0cf0 con 0x7f2a100d2760 2024-09-13T16:09:04.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.522+0000 7f2a16fbc640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2a100d0fd0 con 0x7f2a100cde20 2024-09-13T16:09:04.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.522+0000 7f2a0ffff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f2a100d2760 0x7f2a100cd8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:04.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.523+0000 7f2a0ffff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f2a100d2760 0x7f2a100cd8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:37996/0 (socket says 172.21.15.76:37996) 2024-09-13T16:09:04.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.523+0000 7f2a0ffff640 1 -- 172.21.15.76:0/1486287693 learned_addr learned my addr 172.21.15.76:0/1486287693 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:09:04.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.523+0000 7f2a15559640 1 --2- 172.21.15.76:0/1486287693 >> v2:172.21.15.192:3300/0 conn(0x7f2a100cde20 0x7f2a100d0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:04.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.523+0000 7f2a0ffff640 1 -- 172.21.15.76:0/1486287693 >> v2:172.21.15.192:3300/0 conn(0x7f2a100cde20 msgr2=0x7f2a100d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:04.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.523+0000 7f2a0ffff640 1 --2- 172.21.15.76:0/1486287693 >> v2:172.21.15.192:3300/0 conn(0x7f2a100cde20 0x7f2a100d0000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:04.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.523+0000 7f2a0ffff640 1 -- 172.21.15.76:0/1486287693 >> v1:172.21.15.192:6789/0 conn(0x7f2a1015c500 legacy=0x7f2a100d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:04.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.523+0000 7f2a0ffff640 1 -- 172.21.15.76:0/1486287693 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2a100cd0e0 con 0x7f2a100d2760 2024-09-13T16:09:04.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.523+0000 7f2a15559640 1 --2- 172.21.15.76:0/1486287693 >> v2:172.21.15.192:3300/0 conn(0x7f2a100cde20 0x7f2a100d0000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:09:04.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.523+0000 7f2a0ffff640 1 --2- 172.21.15.76:0/1486287693 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2a100d2760 0x7f2a100cd8e0 secure :-1 s=READY pgs=1161 cs=0 l=1 rev1=1 crypto rx=0x7f2a100cca00 tx=0x7f2a0402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ffd926f913bac932 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:04.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.524+0000 7f2a0f7fe640 1 -- 172.21.15.76:0/1486287693 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a04032440 con 0x7f2a100d2760 2024-09-13T16:09:04.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.524+0000 7f2a0f7fe640 1 -- 172.21.15.76:0/1486287693 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2a040325a0 con 0x7f2a100d2760 2024-09-13T16:09:04.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.524+0000 7f2a0f7fe640 1 -- 172.21.15.76:0/1486287693 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a04032930 con 0x7f2a100d2760 2024-09-13T16:09:04.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.524+0000 7f2a16fbc640 1 -- 172.21.15.76:0/1486287693 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2a100d2760 msgr2=0x7f2a100cd8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:04.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.524+0000 7f2a16fbc640 1 --2- 172.21.15.76:0/1486287693 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2a100d2760 0x7f2a100cd8e0 secure :-1 s=READY pgs=1161 cs=0 l=1 rev1=1 crypto rx=0x7f2a100cca00 tx=0x7f2a0402a270 comp rx=0 tx=0).stop 2024-09-13T16:09:04.528 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.524+0000 7f2a16fbc640 1 -- 172.21.15.76:0/1486287693 shutdown_connections 2024-09-13T16:09:04.528 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.524+0000 7f2a16fbc640 1 --2- 172.21.15.76:0/1486287693 >> v2:172.21.15.192:3300/0 conn(0x7f2a100cde20 0x7f2a100d0000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:04.528 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.524+0000 7f2a16fbc640 1 --2- 172.21.15.76:0/1486287693 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2a100d2760 0x7f2a100cd8e0 unknown :-1 s=CLOSED pgs=1161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:04.528 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.524+0000 7f2a16fbc640 1 -- 172.21.15.76:0/1486287693 >> 172.21.15.76:0/1486287693 conn(0x7f2a10089f60 msgr2=0x7f2a1009b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:04.528 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.524+0000 7f2a16fbc640 1 -- 172.21.15.76:0/1486287693 shutdown_connections 2024-09-13T16:09:04.528 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.524+0000 7f2a16fbc640 1 -- 172.21.15.76:0/1486287693 wait complete. 2024-09-13T16:09:04.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.525+0000 7f2a16fbc640 1 Processor -- start 2024-09-13T16:09:04.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.525+0000 7f2a16fbc640 1 -- start start 2024-09-13T16:09:04.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.526+0000 7f2a16fbc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2a100cde20 0x7f2a1015bb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:04.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.526+0000 7f2a16fbc640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2a100d2760 0x7f2a1015eef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:04.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.526+0000 7f2a16fbc640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2a1015c500 0x7f2a100b6d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:04.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.526+0000 7f2a16fbc640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a100b5da0 con 0x7f2a100cde20 2024-09-13T16:09:04.532 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.526+0000 7f2a16fbc640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a100b6080 con 0x7f2a1015c500 2024-09-13T16:09:04.532 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.526+0000 7f2a16fbc640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2a100b6360 con 0x7f2a100d2760 2024-09-13T16:09:04.532 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.526+0000 7f2a14d58640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2a100cde20 0x7f2a1015bb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:04.532 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.526+0000 7f2a14d58640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2a100cde20 0x7f2a1015bb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:38010/0 (socket says 172.21.15.76:38010) 2024-09-13T16:09:04.532 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.526+0000 7f2a14d58640 1 -- 172.21.15.76:0/1883260844 learned_addr learned my addr 172.21.15.76:0/1883260844 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:09:04.532 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.527+0000 7f2a0ffff640 1 --2- 172.21.15.76:0/1883260844 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2a100d2760 0x7f2a1015eef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:04.533 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.527+0000 7f2a15559640 1 --2- 172.21.15.76:0/1883260844 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2a1015c500 0x7f2a100b6d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:04.533 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.527+0000 7f2a14d58640 1 -- 172.21.15.76:0/1883260844 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2a100d2760 msgr2=0x7f2a1015eef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:04.533 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.527+0000 7f2a14d58640 1 --2- 172.21.15.76:0/1883260844 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2a100d2760 0x7f2a1015eef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:04.533 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.527+0000 7f2a14d58640 1 -- 172.21.15.76:0/1883260844 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2a1015c500 msgr2=0x7f2a100b6d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:04.533 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.527+0000 7f2a14d58640 1 --2- 172.21.15.76:0/1883260844 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2a1015c500 0x7f2a100b6d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:04.533 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.527+0000 7f2a14d58640 1 -- 172.21.15.76:0/1883260844 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2a040094d0 con 0x7f2a100cde20 2024-09-13T16:09:04.533 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.527+0000 7f2a14d58640 1 --2- 172.21.15.76:0/1883260844 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2a100cde20 0x7f2a1015bb00 secure :-1 s=READY pgs=1162 cs=0 l=1 rev1=1 crypto rx=0x7f2a0000c3c0 tx=0x7f2a0000c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:04.534 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.527+0000 7f2a0d7fa640 1 -- 172.21.15.76:0/1883260844 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a000052d0 con 0x7f2a100cde20 2024-09-13T16:09:04.534 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.527+0000 7f2a0d7fa640 1 -- 172.21.15.76:0/1883260844 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2a00005450 con 0x7f2a100cde20 2024-09-13T16:09:04.534 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.527+0000 7f2a16fbc640 1 -- 172.21.15.76:0/1883260844 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2a100b6640 con 0x7f2a100cde20 2024-09-13T16:09:04.534 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.527+0000 7f2a0d7fa640 1 -- 172.21.15.76:0/1883260844 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a00007260 con 0x7f2a100cde20 2024-09-13T16:09:04.534 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.527+0000 7f2a16fbc640 1 -- 172.21.15.76:0/1883260844 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2a1015c040 con 0x7f2a100cde20 2024-09-13T16:09:04.534 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.528+0000 7f2a16fbc640 1 -- 172.21.15.76:0/1883260844 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2a1015cd90 con 0x7f2a100cde20 2024-09-13T16:09:04.534 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.529+0000 7f2a0d7fa640 1 -- 172.21.15.76:0/1883260844 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f2a000073c0 con 0x7f2a100cde20 2024-09-13T16:09:04.534 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.529+0000 7f2a0d7fa640 1 --2- 172.21.15.76:0/1883260844 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f29fc06ac00 0x7f29fc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:04.534 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.529+0000 7f2a0d7fa640 1 -- 172.21.15.76:0/1883260844 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 5263+0+0 (secure 0 0 0) 0x7f2a000883f0 con 0x7f2a100cde20 2024-09-13T16:09:04.534 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.529+0000 7f2a0ffff640 1 --2- 172.21.15.76:0/1883260844 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f29fc06ac00 0x7f29fc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:04.534 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.530+0000 7f2a0ffff640 1 --2- 172.21.15.76:0/1883260844 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f29fc06ac00 0x7f29fc06d0c0 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f2a04034000 tx=0x7f2a0402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:04.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.533+0000 7f2a0d7fa640 1 -- 172.21.15.76:0/1883260844 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f2a1015cd90 con 0x7f2a100cde20 2024-09-13T16:09:04.703 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.701+0000 7f2a16fbc640 1 -- 172.21.15.76:0/1883260844 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f2a1015cd90 con 0x7f2a100cde20 2024-09-13T16:09:04.703 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.702+0000 7f2a0d7fa640 1 -- 172.21.15.76:0/1883260844 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v87) v1 ==== 93+0+10 (secure 0 0 0) 0x7f2a000538d0 con 0x7f2a100cde20 2024-09-13T16:09:04.703 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2024-09-13T16:09:04.705 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.704+0000 7f2a16fbc640 1 -- 172.21.15.76:0/1883260844 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f29fc06ac00 msgr2=0x7f29fc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:04.706 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.704+0000 7f2a16fbc640 1 --2- 172.21.15.76:0/1883260844 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f29fc06ac00 0x7f29fc06d0c0 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f2a04034000 tx=0x7f2a0402e000 comp rx=0 tx=0).stop 2024-09-13T16:09:04.706 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.704+0000 7f2a16fbc640 1 -- 172.21.15.76:0/1883260844 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2a100cde20 msgr2=0x7f2a1015bb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:04.706 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.704+0000 7f2a16fbc640 1 --2- 172.21.15.76:0/1883260844 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2a100cde20 0x7f2a1015bb00 secure :-1 s=READY pgs=1162 cs=0 l=1 rev1=1 crypto rx=0x7f2a0000c3c0 tx=0x7f2a0000c880 comp rx=0 tx=0).stop 2024-09-13T16:09:04.706 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.704+0000 7f2a16fbc640 1 -- 172.21.15.76:0/1883260844 shutdown_connections 2024-09-13T16:09:04.706 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.704+0000 7f2a16fbc640 1 --2- 172.21.15.76:0/1883260844 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2a1015c500 0x7f2a100b6d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:04.706 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.704+0000 7f2a16fbc640 1 --2- 172.21.15.76:0/1883260844 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f29fc06ac00 0x7f29fc06d0c0 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:04.706 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.704+0000 7f2a16fbc640 1 --2- 172.21.15.76:0/1883260844 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2a100d2760 0x7f2a1015eef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:04.706 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.704+0000 7f2a16fbc640 1 --2- 172.21.15.76:0/1883260844 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2a100cde20 0x7f2a1015bb00 unknown :-1 s=CLOSED pgs=1162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:04.706 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.704+0000 7f2a16fbc640 1 -- 172.21.15.76:0/1883260844 >> 172.21.15.76:0/1883260844 conn(0x7f2a10089f60 msgr2=0x7f2a100b3590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:04.706 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.704+0000 7f2a16fbc640 1 -- 172.21.15.76:0/1883260844 shutdown_connections 2024-09-13T16:09:04.706 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.704+0000 7f2a16fbc640 1 -- 172.21.15.76:0/1883260844 wait complete. 2024-09-13T16:09:04.716 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_client_limits.TestClientLimits.test_client_min_caps_working_set' 2024-09-13T16:09:04.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.815+0000 7f4c68345640 1 Processor -- start 2024-09-13T16:09:04.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.815+0000 7f4c68345640 1 -- start start 2024-09-13T16:09:04.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.816+0000 7f4c68345640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f4c6015c6e0 0x7f4c600b3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:04.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.816+0000 7f4c68345640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4c600d07b0 0x7f4c600b4490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:04.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.816+0000 7f4c68345640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4c600d1840 con 0x7f4c600ccb20 2024-09-13T16:09:04.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.816+0000 7f4c68345640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4c6006bd20 con 0x7f4c6015c6e0 2024-09-13T16:09:04.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.816+0000 7f4c68345640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4c600d0c30 con 0x7f4c600d07b0 2024-09-13T16:09:04.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.816+0000 7f4c660e1640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f4c6015c6e0 0x7f4c600b3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:04.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.816+0000 7f4c668e2640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f4c600ccb20 0x7f4c60160030 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:41824/0 (socket says 172.21.15.76:41824) 2024-09-13T16:09:04.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.816+0000 7f4c668e2640 1 -- 172.21.15.76:0/4103579752 learned_addr learned my addr 172.21.15.76:0/4103579752 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:09:04.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.816+0000 7f4c658e0640 1 --2- 172.21.15.76:0/4103579752 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4c600d07b0 0x7f4c600b4490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:04.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.816+0000 7f4c660e1640 1 -- 172.21.15.76:0/4103579752 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4c600d07b0 msgr2=0x7f4c600b4490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:04.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.816+0000 7f4c660e1640 1 --2- 172.21.15.76:0/4103579752 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4c600d07b0 0x7f4c600b4490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:04.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.816+0000 7f4c660e1640 1 -- 172.21.15.76:0/4103579752 >> v1:172.21.15.76:6789/0 conn(0x7f4c600ccb20 legacy=0x7f4c60160030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:04.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.816+0000 7f4c650df640 1 -- 172.21.15.76:0/4103579752 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 675603562 0 0) 0x7f4c600d1840 con 0x7f4c600ccb20 2024-09-13T16:09:04.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.816+0000 7f4c660e1640 1 -- 172.21.15.76:0/4103579752 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4c600d0f10 con 0x7f4c6015c6e0 2024-09-13T16:09:04.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.816+0000 7f4c658e0640 1 --2- 172.21.15.76:0/4103579752 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4c600d07b0 0x7f4c600b4490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:09:04.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.817+0000 7f4c660e1640 1 --2- 172.21.15.76:0/4103579752 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4c6015c6e0 0x7f4c600b3f50 secure :-1 s=READY pgs=1164 cs=0 l=1 rev1=1 crypto rx=0x7f4c5c0097a0 tx=0x7f4c5c02a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=22d75d1d46e7686b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:04.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.817+0000 7f4c650df640 1 -- 172.21.15.76:0/4103579752 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c5c02ae50 con 0x7f4c6015c6e0 2024-09-13T16:09:04.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.817+0000 7f4c650df640 1 -- 172.21.15.76:0/4103579752 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4c5c032440 con 0x7f4c6015c6e0 2024-09-13T16:09:04.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.817+0000 7f4c650df640 1 -- 172.21.15.76:0/4103579752 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c5c0327d0 con 0x7f4c6015c6e0 2024-09-13T16:09:04.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.817+0000 7f4c68345640 1 -- 172.21.15.76:0/4103579752 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4c6015c6e0 msgr2=0x7f4c600b3f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:04.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.817+0000 7f4c68345640 1 --2- 172.21.15.76:0/4103579752 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4c6015c6e0 0x7f4c600b3f50 secure :-1 s=READY pgs=1164 cs=0 l=1 rev1=1 crypto rx=0x7f4c5c0097a0 tx=0x7f4c5c02a100 comp rx=0 tx=0).stop 2024-09-13T16:09:04.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.818+0000 7f4c68345640 1 -- 172.21.15.76:0/4103579752 shutdown_connections 2024-09-13T16:09:04.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.818+0000 7f4c68345640 1 --2- 172.21.15.76:0/4103579752 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4c600d07b0 0x7f4c600b4490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:04.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.818+0000 7f4c68345640 1 --2- 172.21.15.76:0/4103579752 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4c6015c6e0 0x7f4c600b3f50 unknown :-1 s=CLOSED pgs=1164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:04.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.818+0000 7f4c68345640 1 -- 172.21.15.76:0/4103579752 >> 172.21.15.76:0/4103579752 conn(0x7f4c60089f60 msgr2=0x7f4c600d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:04.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.818+0000 7f4c68345640 1 -- 172.21.15.76:0/4103579752 shutdown_connections 2024-09-13T16:09:04.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.818+0000 7f4c68345640 1 -- 172.21.15.76:0/4103579752 wait complete. 2024-09-13T16:09:04.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.819+0000 7f4c68345640 1 Processor -- start 2024-09-13T16:09:04.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.819+0000 7f4c68345640 1 -- start start 2024-09-13T16:09:04.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.819+0000 7f4c68345640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4c600ccb20 0x7f4c6015f0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:04.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.819+0000 7f4c68345640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4c600d07b0 0x7f4c600b6700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:04.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.819+0000 7f4c68345640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4c6015c6e0 0x7f4c6009c1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:04.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.819+0000 7f4c68345640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c600b6c40 con 0x7f4c600ccb20 2024-09-13T16:09:04.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.819+0000 7f4c68345640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c600c93b0 con 0x7f4c600d07b0 2024-09-13T16:09:04.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.819+0000 7f4c68345640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4c600ca9f0 con 0x7f4c6015c6e0 2024-09-13T16:09:04.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.819+0000 7f4c660e1640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4c600ccb20 0x7f4c6015f0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:04.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.819+0000 7f4c660e1640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4c600ccb20 0x7f4c6015f0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:38034/0 (socket says 172.21.15.76:38034) 2024-09-13T16:09:04.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.819+0000 7f4c660e1640 1 -- 172.21.15.76:0/1327428305 learned_addr learned my addr 172.21.15.76:0/1327428305 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:09:04.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.820+0000 7f4c668e2640 1 --2- 172.21.15.76:0/1327428305 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4c6015c6e0 0x7f4c6009c1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:04.825 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.820+0000 7f4c658e0640 1 --2- 172.21.15.76:0/1327428305 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4c600d07b0 0x7f4c600b6700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:04.825 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.820+0000 7f4c660e1640 1 -- 172.21.15.76:0/1327428305 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4c6015c6e0 msgr2=0x7f4c6009c1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:04.825 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.820+0000 7f4c660e1640 1 --2- 172.21.15.76:0/1327428305 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4c6015c6e0 0x7f4c6009c1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:04.825 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.820+0000 7f4c660e1640 1 -- 172.21.15.76:0/1327428305 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4c600d07b0 msgr2=0x7f4c600b6700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:04.825 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.820+0000 7f4c660e1640 1 --2- 172.21.15.76:0/1327428305 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4c600d07b0 0x7f4c600b6700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:04.825 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.820+0000 7f4c660e1640 1 -- 172.21.15.76:0/1327428305 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4c5c009400 con 0x7f4c600ccb20 2024-09-13T16:09:04.825 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.820+0000 7f4c658e0640 1 --2- 172.21.15.76:0/1327428305 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4c600d07b0 0x7f4c600b6700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:09:04.825 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.820+0000 7f4c660e1640 1 --2- 172.21.15.76:0/1327428305 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4c600ccb20 0x7f4c6015f0b0 secure :-1 s=READY pgs=1165 cs=0 l=1 rev1=1 crypto rx=0x7f4c5c0097a0 tx=0x7f4c5c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:04.825 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.820+0000 7f4c56ffd640 1 -- 172.21.15.76:0/1327428305 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c5c03b810 con 0x7f4c600ccb20 2024-09-13T16:09:04.825 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.820+0000 7f4c56ffd640 1 -- 172.21.15.76:0/1327428305 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4c5c03b970 con 0x7f4c600ccb20 2024-09-13T16:09:04.825 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.820+0000 7f4c56ffd640 1 -- 172.21.15.76:0/1327428305 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c5c03bd20 con 0x7f4c600ccb20 2024-09-13T16:09:04.825 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.820+0000 7f4c68345640 1 -- 172.21.15.76:0/1327428305 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4c600cacd0 con 0x7f4c600ccb20 2024-09-13T16:09:04.825 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.820+0000 7f4c68345640 1 -- 172.21.15.76:0/1327428305 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4c600cb290 con 0x7f4c600ccb20 2024-09-13T16:09:04.826 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.821+0000 7f4c68345640 1 -- 172.21.15.76:0/1327428305 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4c600b4c80 con 0x7f4c600ccb20 2024-09-13T16:09:04.826 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.822+0000 7f4c56ffd640 1 -- 172.21.15.76:0/1327428305 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f4c5c039040 con 0x7f4c600ccb20 2024-09-13T16:09:04.826 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.822+0000 7f4c56ffd640 1 --2- 172.21.15.76:0/1327428305 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4c4406ac00 0x7f4c4406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:04.826 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.822+0000 7f4c56ffd640 1 -- 172.21.15.76:0/1327428305 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 5263+0+0 (secure 0 0 0) 0x7f4c5c0a95d0 con 0x7f4c600ccb20 2024-09-13T16:09:04.826 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.822+0000 7f4c658e0640 1 --2- 172.21.15.76:0/1327428305 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4c4406ac00 0x7f4c4406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:04.826 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.822+0000 7f4c658e0640 1 --2- 172.21.15.76:0/1327428305 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4c4406ac00 0x7f4c4406d0c0 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f4c600b5520 tx=0x7f4c50008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:04.827 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:04.826+0000 7f4c56ffd640 1 -- 172.21.15.76:0/1327428305 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f4c5c074b20 con 0x7f4c600ccb20 2024-09-13T16:09:05.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.053+0000 7f4c68345640 1 -- 172.21.15.76:0/1327428305 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_client_limits.TestClientLimits.test_client_min_caps_working_set"]} v 0) v1 -- 0x7f4c600cdff0 con 0x7f4c600ccb20 2024-09-13T16:09:05.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.121+0000 7f4c56ffd640 1 -- 172.21.15.76:0/1327428305 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_client_limits.TestClientLimits.test_client_min_caps_working_set"]}]=0 v346) v1 ==== 163+0+0 (secure 0 0 0) 0x7f4c5c04c0e0 con 0x7f4c600ccb20 2024-09-13T16:09:05.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.123+0000 7f4c68345640 1 -- 172.21.15.76:0/1327428305 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4c4406ac00 msgr2=0x7f4c4406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:05.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.123+0000 7f4c68345640 1 --2- 172.21.15.76:0/1327428305 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4c4406ac00 0x7f4c4406d0c0 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f4c600b5520 tx=0x7f4c50008040 comp rx=0 tx=0).stop 2024-09-13T16:09:05.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.123+0000 7f4c68345640 1 -- 172.21.15.76:0/1327428305 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4c600ccb20 msgr2=0x7f4c6015f0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:05.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.123+0000 7f4c68345640 1 --2- 172.21.15.76:0/1327428305 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4c600ccb20 0x7f4c6015f0b0 secure :-1 s=READY pgs=1165 cs=0 l=1 rev1=1 crypto rx=0x7f4c5c0097a0 tx=0x7f4c5c0046c0 comp rx=0 tx=0).stop 2024-09-13T16:09:05.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.123+0000 7f4c68345640 1 -- 172.21.15.76:0/1327428305 shutdown_connections 2024-09-13T16:09:05.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.123+0000 7f4c68345640 1 --2- 172.21.15.76:0/1327428305 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4c4406ac00 0x7f4c4406d0c0 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:05.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.123+0000 7f4c68345640 1 --2- 172.21.15.76:0/1327428305 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4c6015c6e0 0x7f4c6009c1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:05.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.123+0000 7f4c68345640 1 --2- 172.21.15.76:0/1327428305 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4c600d07b0 0x7f4c600b6700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:05.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.123+0000 7f4c68345640 1 --2- 172.21.15.76:0/1327428305 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4c600ccb20 0x7f4c6015f0b0 unknown :-1 s=CLOSED pgs=1165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:05.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.123+0000 7f4c68345640 1 -- 172.21.15.76:0/1327428305 >> 172.21.15.76:0/1327428305 conn(0x7f4c60089f60 msgr2=0x7f4c6015bad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:05.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.123+0000 7f4c68345640 1 -- 172.21.15.76:0/1327428305 shutdown_connections 2024-09-13T16:09:05.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.123+0000 7f4c68345640 1 -- 172.21.15.76:0/1327428305 wait complete. 2024-09-13T16:09:05.136 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-13T16:09:05.236 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.234+0000 7f8097027640 1 Processor -- start 2024-09-13T16:09:05.236 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.234+0000 7f8097027640 1 -- start start 2024-09-13T16:09:05.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.235+0000 7f8097027640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f809015c500 0x7f80900d2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:05.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.235+0000 7f8097027640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f80900cdff0 0x7f80900d0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:05.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.235+0000 7f8097027640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f80900cd450 con 0x7f80900d2590 2024-09-13T16:09:05.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.235+0000 7f8097027640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f80900d29f0 con 0x7f809015c500 2024-09-13T16:09:05.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.235+0000 7f8097027640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f80900d0cf0 con 0x7f80900cdff0 2024-09-13T16:09:05.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.236+0000 7f80955c4640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f80900cdff0 0x7f80900d0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:05.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.236+0000 7f8094dc3640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f809015c500 0x7f80900d2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:05.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.236+0000 7f8087fff640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7f80900d2590 0x7f80900cd8e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:41896/0 (socket says 172.21.15.76:41896) 2024-09-13T16:09:05.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.236+0000 7f8087fff640 1 -- 172.21.15.76:0/2791496304 learned_addr learned my addr 172.21.15.76:0/2791496304 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:09:05.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.236+0000 7f8094dc3640 1 -- 172.21.15.76:0/2791496304 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f80900cdff0 msgr2=0x7f80900d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:05.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.236+0000 7f8094dc3640 1 --2- 172.21.15.76:0/2791496304 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f80900cdff0 0x7f80900d0000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:05.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.236+0000 7f8094dc3640 1 -- 172.21.15.76:0/2791496304 >> v1:172.21.15.192:6789/0 conn(0x7f80900d2590 legacy=0x7f80900cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:05.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.236+0000 7f80877fe640 1 -- 172.21.15.76:0/2791496304 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3839207747 0 0) 0x7f80900cd450 con 0x7f80900d2590 2024-09-13T16:09:05.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.236+0000 7f8094dc3640 1 -- 172.21.15.76:0/2791496304 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f80900d0fd0 con 0x7f809015c500 2024-09-13T16:09:05.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.236+0000 7f80955c4640 1 --2- 172.21.15.76:0/2791496304 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f80900cdff0 0x7f80900d0000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:09:05.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.237+0000 7f8094dc3640 1 --2- 172.21.15.76:0/2791496304 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f809015c500 0x7f80900d2050 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f808c0097a0 tx=0x7f808c02a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8fe98ebf9d91a104 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:05.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.237+0000 7f80877fe640 1 -- 172.21.15.76:0/2791496304 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f808c032440 con 0x7f809015c500 2024-09-13T16:09:05.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.237+0000 7f80877fe640 1 -- 172.21.15.76:0/2791496304 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f808c0325a0 con 0x7f809015c500 2024-09-13T16:09:05.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.237+0000 7f80877fe640 1 -- 172.21.15.76:0/2791496304 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f808c032930 con 0x7f809015c500 2024-09-13T16:09:05.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.237+0000 7f8097027640 1 -- 172.21.15.76:0/2791496304 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f809015c500 msgr2=0x7f80900d2050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:05.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.237+0000 7f8097027640 1 --2- 172.21.15.76:0/2791496304 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f809015c500 0x7f80900d2050 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f808c0097a0 tx=0x7f808c02a180 comp rx=0 tx=0).stop 2024-09-13T16:09:05.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.237+0000 7f8097027640 1 -- 172.21.15.76:0/2791496304 shutdown_connections 2024-09-13T16:09:05.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.237+0000 7f8097027640 1 --2- 172.21.15.76:0/2791496304 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f80900cdff0 0x7f80900d0000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:05.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.237+0000 7f8097027640 1 --2- 172.21.15.76:0/2791496304 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f809015c500 0x7f80900d2050 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:05.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.237+0000 7f8097027640 1 -- 172.21.15.76:0/2791496304 >> 172.21.15.76:0/2791496304 conn(0x7f8090089f60 msgr2=0x7f809009b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:05.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.237+0000 7f8097027640 1 -- 172.21.15.76:0/2791496304 shutdown_connections 2024-09-13T16:09:05.241 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.237+0000 7f8097027640 1 -- 172.21.15.76:0/2791496304 wait complete. 2024-09-13T16:09:05.241 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.239+0000 7f8097027640 1 Processor -- start 2024-09-13T16:09:05.241 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.239+0000 7f8097027640 1 -- start start 2024-09-13T16:09:05.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.239+0000 7f8097027640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f80900cdff0 0x7f8090157ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:05.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.239+0000 7f8097027640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f80900d2590 0x7f80901f2740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:05.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.239+0000 7f8097027640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f809015c500 0x7f80900cb680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:05.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.239+0000 7f8097027640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80901f2c80 con 0x7f80900cdff0 2024-09-13T16:09:05.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.239+0000 7f8097027640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80900cbff0 con 0x7f80900d2590 2024-09-13T16:09:05.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.239+0000 7f8097027640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f80900cc2d0 con 0x7f809015c500 2024-09-13T16:09:05.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.240+0000 7f8094dc3640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f80900cdff0 0x7f8090157ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:05.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.240+0000 7f8094dc3640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f80900cdff0 0x7f8090157ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:38050/0 (socket says 172.21.15.76:38050) 2024-09-13T16:09:05.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.240+0000 7f8094dc3640 1 -- 172.21.15.76:0/312076287 learned_addr learned my addr 172.21.15.76:0/312076287 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:09:05.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.240+0000 7f8087fff640 1 --2- 172.21.15.76:0/312076287 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f80900d2590 0x7f80901f2740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:05.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.240+0000 7f80955c4640 1 --2- 172.21.15.76:0/312076287 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f809015c500 0x7f80900cb680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:05.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.240+0000 7f8094dc3640 1 -- 172.21.15.76:0/312076287 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f809015c500 msgr2=0x7f80900cb680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:05.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.240+0000 7f8094dc3640 1 --2- 172.21.15.76:0/312076287 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f809015c500 0x7f80900cb680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:05.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.240+0000 7f8094dc3640 1 -- 172.21.15.76:0/312076287 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f80900d2590 msgr2=0x7f80901f2740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:05.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.240+0000 7f8094dc3640 1 --2- 172.21.15.76:0/312076287 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f80900d2590 0x7f80901f2740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:05.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.240+0000 7f8094dc3640 1 -- 172.21.15.76:0/312076287 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8088009a70 con 0x7f80900cdff0 2024-09-13T16:09:05.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.240+0000 7f8094dc3640 1 --2- 172.21.15.76:0/312076287 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f80900cdff0 0x7f8090157ec0 secure :-1 s=READY pgs=1166 cs=0 l=1 rev1=1 crypto rx=0x7f808c000c00 tx=0x7f808c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:05.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.240+0000 7f80857fa640 1 -- 172.21.15.76:0/312076287 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f808c032440 con 0x7f80900cdff0 2024-09-13T16:09:05.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.240+0000 7f80857fa640 1 -- 172.21.15.76:0/312076287 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f808c004230 con 0x7f80900cdff0 2024-09-13T16:09:05.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.240+0000 7f80857fa640 1 -- 172.21.15.76:0/312076287 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f808c006e10 con 0x7f80900cdff0 2024-09-13T16:09:05.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.240+0000 7f8097027640 1 -- 172.21.15.76:0/312076287 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f808c009400 con 0x7f80900cdff0 2024-09-13T16:09:05.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.240+0000 7f8097027640 1 -- 172.21.15.76:0/312076287 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f80901f2220 con 0x7f80900cdff0 2024-09-13T16:09:05.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.241+0000 7f8097027640 1 -- 172.21.15.76:0/312076287 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f80901f2440 con 0x7f80900cdff0 2024-09-13T16:09:05.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.242+0000 7f80857fa640 1 -- 172.21.15.76:0/312076287 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f808c039050 con 0x7f80900cdff0 2024-09-13T16:09:05.245 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.242+0000 7f80857fa640 1 --2- 172.21.15.76:0/312076287 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f807c06ac00 0x7f807c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:05.245 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.242+0000 7f80857fa640 1 -- 172.21.15.76:0/312076287 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 5263+0+0 (secure 0 0 0) 0x7f808c0a98c0 con 0x7f80900cdff0 2024-09-13T16:09:05.245 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.242+0000 7f8087fff640 1 --2- 172.21.15.76:0/312076287 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f807c06ac00 0x7f807c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:05.245 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.243+0000 7f8087fff640 1 --2- 172.21.15.76:0/312076287 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f807c06ac00 0x7f807c06d0c0 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f8080007f70 tx=0x7f8080007f00 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:05.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.246+0000 7f80857fa640 1 -- 172.21.15.76:0/312076287 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f808c074e30 con 0x7f80900cdff0 2024-09-13T16:09:05.409 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.408+0000 7f8097027640 1 -- 172.21.15.76:0/312076287 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) v1 -- 0x7f80900d08d0 con 0x7f80900cdff0 2024-09-13T16:09:05.413 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.411+0000 7f80857fa640 1 -- 172.21.15.76:0/312076287 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v31)=0 v31) v1 ==== 122+0+0 (secure 0 0 0) 0x7f808c04b020 con 0x7f80900cdff0 2024-09-13T16:09:05.415 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.413+0000 7f8097027640 1 -- 172.21.15.76:0/312076287 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f807c06ac00 msgr2=0x7f807c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:05.415 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.413+0000 7f8097027640 1 --2- 172.21.15.76:0/312076287 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f807c06ac00 0x7f807c06d0c0 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f8080007f70 tx=0x7f8080007f00 comp rx=0 tx=0).stop 2024-09-13T16:09:05.415 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.413+0000 7f8097027640 1 -- 172.21.15.76:0/312076287 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f80900cdff0 msgr2=0x7f8090157ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:05.415 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.413+0000 7f8097027640 1 --2- 172.21.15.76:0/312076287 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f80900cdff0 0x7f8090157ec0 secure :-1 s=READY pgs=1166 cs=0 l=1 rev1=1 crypto rx=0x7f808c000c00 tx=0x7f808c0046c0 comp rx=0 tx=0).stop 2024-09-13T16:09:05.415 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.413+0000 7f8097027640 1 -- 172.21.15.76:0/312076287 shutdown_connections 2024-09-13T16:09:05.415 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.414+0000 7f8097027640 1 --2- 172.21.15.76:0/312076287 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f807c06ac00 0x7f807c06d0c0 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:05.416 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.414+0000 7f8097027640 1 --2- 172.21.15.76:0/312076287 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f809015c500 0x7f80900cb680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:05.416 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.414+0000 7f8097027640 1 --2- 172.21.15.76:0/312076287 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f80900d2590 0x7f80901f2740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:05.416 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.414+0000 7f8097027640 1 --2- 172.21.15.76:0/312076287 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f80900cdff0 0x7f8090157ec0 unknown :-1 s=CLOSED pgs=1166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:05.416 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.414+0000 7f8097027640 1 -- 172.21.15.76:0/312076287 >> 172.21.15.76:0/312076287 conn(0x7f8090089f60 msgr2=0x7f80900cd8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:05.416 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.414+0000 7f8097027640 1 -- 172.21.15.76:0/312076287 shutdown_connections 2024-09-13T16:09:05.416 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.414+0000 7f8097027640 1 -- 172.21.15.76:0/312076287 wait complete. 2024-09-13T16:09:05.425 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-13T16:09:05.426 DEBUG:teuthology.orchestra.run.smithi076:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T16:09:05.461 DEBUG:teuthology.orchestra.run.smithi192:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T16:09:05.506 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-13T16:09:05.506 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:09:05.506 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:09:05.522 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18725 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T16:09:05.522 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-13T16:09:05.522 DEBUG:teuthology.orchestra.run.smithi192:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:09:05.565 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056014,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20494 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-13T16:09:05.565 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:09:05.565 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:09:05.581 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18725 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T16:09:05.581 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-13T16:09:05.581 DEBUG:teuthology.orchestra.run.smithi192:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:09:05.623 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056014,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20494 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-13T16:09:05.623 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-13T16:09:05.624 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:09:05.720 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.719+0000 7f9d8a508640 1 Processor -- start 2024-09-13T16:09:05.721 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.719+0000 7f9d8a508640 1 -- start start 2024-09-13T16:09:05.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.720+0000 7f9d8a508640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f9d84072110 0x7f9d84070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:05.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.720+0000 7f9d8a508640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9d840abdf0 con 0x7f9d84071d30 2024-09-13T16:09:05.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.720+0000 7f9d8a508640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9d840b2280 con 0x7f9d840c8920 2024-09-13T16:09:05.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.720+0000 7f9d8a508640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9d840ab1e0 con 0x7f9d84072110 2024-09-13T16:09:05.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.720+0000 7f9d83fff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f9d84071d30 0x7f9d840b1b70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:41832/0 (socket says 172.21.15.76:41832) 2024-09-13T16:09:05.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.720+0000 7f9d83fff640 1 -- 172.21.15.76:0/2095509516 learned_addr learned my addr 172.21.15.76:0/2095509516 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:09:05.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.720+0000 7f9d82ffd640 1 -- 172.21.15.76:0/2095509516 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2822846027 0 0) 0x7f9d840abdf0 con 0x7f9d84071d30 2024-09-13T16:09:05.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.720+0000 7f9d837fe640 1 --2- 172.21.15.76:0/2095509516 >> v2:172.21.15.192:3300/0 conn(0x7f9d84072110 0x7f9d84070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:05.725 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.720+0000 7f9d82ffd640 1 -- 172.21.15.76:0/2095509516 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9d6c003520 con 0x7f9d84071d30 2024-09-13T16:09:05.725 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.720+0000 7f9d82ffd640 1 -- 172.21.15.76:0/2095509516 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3022629256 0 0) 0x7f9d6c003520 con 0x7f9d84071d30 2024-09-13T16:09:05.725 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.720+0000 7f9d82ffd640 1 -- 172.21.15.76:0/2095509516 >> v2:172.21.15.192:3300/0 conn(0x7f9d84072110 msgr2=0x7f9d84070190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:05.726 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.720+0000 7f9d82ffd640 1 --2- 172.21.15.76:0/2095509516 >> v2:172.21.15.192:3300/0 conn(0x7f9d84072110 0x7f9d84070190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:05.726 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.720+0000 7f9d82ffd640 1 -- 172.21.15.76:0/2095509516 >> v1:172.21.15.192:6789/0 conn(0x7f9d840c8920 legacy=0x7f9d840ac280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:05.726 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.720+0000 7f9d82ffd640 1 -- 172.21.15.76:0/2095509516 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9d840ab4c0 con 0x7f9d84071d30 2024-09-13T16:09:05.726 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.720+0000 7f9d82ffd640 1 -- 172.21.15.76:0/2095509516 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f9d74001670 con 0x7f9d84071d30 2024-09-13T16:09:05.727 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.720+0000 7f9d82ffd640 1 -- 172.21.15.76:0/2095509516 >> v1:172.21.15.76:6789/0 conn(0x7f9d84071d30 legacy=0x7f9d840b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:05.727 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.720+0000 7f9d82ffd640 1 --2- 172.21.15.76:0/2095509516 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9d6c0039c0 0x7f9d6c003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:05.727 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.721+0000 7f9d82ffd640 1 --2- 172.21.15.76:0/2095509516 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9d6c0047c0 0x7f9d6c004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:05.727 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.721+0000 7f9d82ffd640 1 --2- 172.21.15.76:0/2095509516 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9d6c005180 0x7f9d6c00b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:05.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.721+0000 7f9d82ffd640 1 -- 172.21.15.76:0/2095509516 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d840ab1e0 con 0x7f9d6c0039c0 2024-09-13T16:09:05.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.721+0000 7f9d82ffd640 1 -- 172.21.15.76:0/2095509516 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d6c00c080 con 0x7f9d6c0047c0 2024-09-13T16:09:05.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.721+0000 7f9d82ffd640 1 -- 172.21.15.76:0/2095509516 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9d6c00c240 con 0x7f9d6c005180 2024-09-13T16:09:05.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.721+0000 7f9d83fff640 1 --2- 172.21.15.76:0/2095509516 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9d6c0039c0 0x7f9d6c003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:05.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.721+0000 7f9d837fe640 1 --2- 172.21.15.76:0/2095509516 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9d6c0047c0 0x7f9d6c004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:05.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.721+0000 7f9d88aa5640 1 --2- 172.21.15.76:0/2095509516 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9d6c005180 0x7f9d6c00b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:05.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.721+0000 7f9d83fff640 1 -- 172.21.15.76:0/2095509516 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9d6c005180 msgr2=0x7f9d6c00b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:05.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.721+0000 7f9d83fff640 1 --2- 172.21.15.76:0/2095509516 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9d6c005180 0x7f9d6c00b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:05.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.721+0000 7f9d83fff640 1 -- 172.21.15.76:0/2095509516 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9d6c0047c0 msgr2=0x7f9d6c004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:05.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.721+0000 7f9d83fff640 1 --2- 172.21.15.76:0/2095509516 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9d6c0047c0 0x7f9d6c004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:05.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.721+0000 7f9d88aa5640 1 -- 172.21.15.76:0/2095509516 reap_dead start 2024-09-13T16:09:05.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.721+0000 7f9d83fff640 1 -- 172.21.15.76:0/2095509516 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9d6c003520 con 0x7f9d6c0039c0 2024-09-13T16:09:05.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.722+0000 7f9d83fff640 1 --2- 172.21.15.76:0/2095509516 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9d6c0039c0 0x7f9d6c003de0 secure :-1 s=READY pgs=1168 cs=0 l=1 rev1=1 crypto rx=0x7f9d7400c0e0 tx=0x7f9d6c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=335bac7941c2bf9a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:05.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.722+0000 7f9d82ffd640 1 -- 172.21.15.76:0/2095509516 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d74005ad0 con 0x7f9d6c0039c0 2024-09-13T16:09:05.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.722+0000 7f9d82ffd640 1 -- 172.21.15.76:0/2095509516 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9d7402d070 con 0x7f9d6c0039c0 2024-09-13T16:09:05.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.722+0000 7f9d82ffd640 1 -- 172.21.15.76:0/2095509516 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d74007070 con 0x7f9d6c0039c0 2024-09-13T16:09:05.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.722+0000 7f9d8a508640 1 -- 172.21.15.76:0/2095509516 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9d6c0039c0 msgr2=0x7f9d6c003de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:05.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.722+0000 7f9d8a508640 1 --2- 172.21.15.76:0/2095509516 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9d6c0039c0 0x7f9d6c003de0 secure :-1 s=READY pgs=1168 cs=0 l=1 rev1=1 crypto rx=0x7f9d7400c0e0 tx=0x7f9d6c0057f0 comp rx=0 tx=0).stop 2024-09-13T16:09:05.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.722+0000 7f9d8a508640 1 -- 172.21.15.76:0/2095509516 shutdown_connections 2024-09-13T16:09:05.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.722+0000 7f9d8a508640 1 --2- 172.21.15.76:0/2095509516 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9d6c0039c0 0x7f9d6c003de0 unknown :-1 s=CLOSED pgs=1168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:05.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.722+0000 7f9d8a508640 1 -- 172.21.15.76:0/2095509516 >> 172.21.15.76:0/2095509516 conn(0x7f9d84069ed0 msgr2=0x7f9d8406a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:05.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.722+0000 7f9d8a508640 1 -- 172.21.15.76:0/2095509516 shutdown_connections 2024-09-13T16:09:05.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.722+0000 7f9d8a508640 1 -- 172.21.15.76:0/2095509516 wait complete. 2024-09-13T16:09:05.734 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.723+0000 7f9d8a508640 1 Processor -- start 2024-09-13T16:09:05.734 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.724+0000 7f9d8a508640 1 -- start start 2024-09-13T16:09:05.734 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.724+0000 7f9d8a508640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9d6c0039c0 0x7f9d840c4c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:05.734 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.724+0000 7f9d8a508640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9d84156ef0 0x7f9d8406cae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:05.734 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.724+0000 7f9d8a508640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9d8406d500 0x7f9d84158ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:05.734 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.724+0000 7f9d8a508640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d8406c090 con 0x7f9d8406d500 2024-09-13T16:09:05.734 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.724+0000 7f9d8a508640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d8406dde0 con 0x7f9d6c0039c0 2024-09-13T16:09:05.734 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.724+0000 7f9d8a508640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9d8406e0c0 con 0x7f9d84156ef0 2024-09-13T16:09:05.734 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.724+0000 7f9d88aa5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9d8406d500 0x7f9d84158ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:05.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.724+0000 7f9d88aa5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9d8406d500 0x7f9d84158ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:38072/0 (socket says 172.21.15.76:38072) 2024-09-13T16:09:05.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.724+0000 7f9d88aa5640 1 -- 172.21.15.76:0/3100719246 learned_addr learned my addr 172.21.15.76:0/3100719246 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:09:05.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.725+0000 7f9d83fff640 1 --2- 172.21.15.76:0/3100719246 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9d6c0039c0 0x7f9d840c4c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:05.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.725+0000 7f9d837fe640 1 --2- 172.21.15.76:0/3100719246 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9d84156ef0 0x7f9d8406cae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:05.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.725+0000 7f9d88aa5640 1 -- 172.21.15.76:0/3100719246 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9d84156ef0 msgr2=0x7f9d8406cae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:05.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.725+0000 7f9d88aa5640 1 --2- 172.21.15.76:0/3100719246 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9d84156ef0 0x7f9d8406cae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:05.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.725+0000 7f9d88aa5640 1 -- 172.21.15.76:0/3100719246 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9d6c0039c0 msgr2=0x7f9d840c4c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:05.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.725+0000 7f9d88aa5640 1 --2- 172.21.15.76:0/3100719246 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9d6c0039c0 0x7f9d840c4c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:05.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.725+0000 7f9d88aa5640 1 -- 172.21.15.76:0/3100719246 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9d8406c2e0 con 0x7f9d8406d500 2024-09-13T16:09:05.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.725+0000 7f9d88aa5640 1 --2- 172.21.15.76:0/3100719246 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9d8406d500 0x7f9d84158ad0 secure :-1 s=READY pgs=1169 cs=0 l=1 rev1=1 crypto rx=0x7f9d7c007fd0 tx=0x7f9d7c00eb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:05.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.725+0000 7f9d80ff9640 1 -- 172.21.15.76:0/3100719246 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d7c00eed0 con 0x7f9d8406d500 2024-09-13T16:09:05.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.725+0000 7f9d80ff9640 1 -- 172.21.15.76:0/3100719246 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9d7c003970 con 0x7f9d8406d500 2024-09-13T16:09:05.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.725+0000 7f9d80ff9640 1 -- 172.21.15.76:0/3100719246 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d7c003d40 con 0x7f9d8406d500 2024-09-13T16:09:05.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.725+0000 7f9d8a508640 1 -- 172.21.15.76:0/3100719246 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9d8406c5c0 con 0x7f9d8406d500 2024-09-13T16:09:05.736 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.725+0000 7f9d8a508640 1 -- 172.21.15.76:0/3100719246 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9d8406d980 con 0x7f9d8406d500 2024-09-13T16:09:05.736 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.726+0000 7f9d8a508640 1 -- 172.21.15.76:0/3100719246 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9d8406e280 con 0x7f9d8406d500 2024-09-13T16:09:05.736 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.726+0000 7f9d80ff9640 1 -- 172.21.15.76:0/3100719246 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9d7c0050d0 con 0x7f9d8406d500 2024-09-13T16:09:05.736 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.727+0000 7f9d80ff9640 1 --2- 172.21.15.76:0/3100719246 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9d7006ac00 0x7f9d7006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:05.736 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.727+0000 7f9d80ff9640 1 -- 172.21.15.76:0/3100719246 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 5263+0+0 (secure 0 0 0) 0x7f9d7c088f60 con 0x7f9d8406d500 2024-09-13T16:09:05.736 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.727+0000 7f9d83fff640 1 --2- 172.21.15.76:0/3100719246 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9d7006ac00 0x7f9d7006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:05.736 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.727+0000 7f9d83fff640 1 --2- 172.21.15.76:0/3100719246 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9d7006ac00 0x7f9d7006d0c0 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7f9d74032000 tx=0x7f9d7402d000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:05.736 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.731+0000 7f9d80ff9640 1 -- 172.21.15.76:0/3100719246 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f9d7c054270 con 0x7f9d8406d500 2024-09-13T16:09:05.927 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.926+0000 7f9d8a508640 1 -- 172.21.15.76:0/3100719246 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f9d8406db70 con 0x7f9d8406d500 2024-09-13T16:09:05.928 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.926+0000 7f9d80ff9640 1 -- 172.21.15.76:0/3100719246 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 41 v41) v1 ==== 94+0+3532 (secure 0 0 0) 0x7f9d7c057890 con 0x7f9d8406d500 2024-09-13T16:09:05.928 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:09:05.928 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":41,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5894,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/1599154395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6833","nonce":1599154395},{"type":"v1","addr":"172.21.15.192:6835","nonce":1599154395}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":34},{"gid":5897,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6834/3373591752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":3373591752},{"type":"v1","addr":"172.21.15.192:6834","nonce":3373591752}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":34},{"gid":6999,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6836/3265817249","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":3265817249},{"type":"v1","addr":"172.21.15.76:6836","nonce":3265817249}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":34},{"gid":7341,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6837/336357485","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":336357485},{"type":"v1","addr":"172.21.15.76:6837","nonce":336357485}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":41}],"filesystems":[]} 2024-09-13T16:09:05.929 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 41 2024-09-13T16:09:05.930 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.928+0000 7f9d8a508640 1 -- 172.21.15.76:0/3100719246 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9d7006ac00 msgr2=0x7f9d7006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:05.930 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.928+0000 7f9d8a508640 1 --2- 172.21.15.76:0/3100719246 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9d7006ac00 0x7f9d7006d0c0 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7f9d74032000 tx=0x7f9d7402d000 comp rx=0 tx=0).stop 2024-09-13T16:09:05.930 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.928+0000 7f9d8a508640 1 -- 172.21.15.76:0/3100719246 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9d8406d500 msgr2=0x7f9d84158ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:05.930 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.928+0000 7f9d8a508640 1 --2- 172.21.15.76:0/3100719246 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9d8406d500 0x7f9d84158ad0 secure :-1 s=READY pgs=1169 cs=0 l=1 rev1=1 crypto rx=0x7f9d7c007fd0 tx=0x7f9d7c00eb90 comp rx=0 tx=0).stop 2024-09-13T16:09:05.930 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.928+0000 7f9d8a508640 1 -- 172.21.15.76:0/3100719246 shutdown_connections 2024-09-13T16:09:05.930 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.928+0000 7f9d8a508640 1 --2- 172.21.15.76:0/3100719246 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9d8406d500 0x7f9d84158ad0 unknown :-1 s=CLOSED pgs=1169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:05.930 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.928+0000 7f9d8a508640 1 --2- 172.21.15.76:0/3100719246 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9d7006ac00 0x7f9d7006d0c0 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:05.930 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.928+0000 7f9d8a508640 1 --2- 172.21.15.76:0/3100719246 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9d84156ef0 0x7f9d8406cae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:05.931 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.928+0000 7f9d8a508640 1 --2- 172.21.15.76:0/3100719246 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9d6c0039c0 0x7f9d840c4c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:05.931 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.928+0000 7f9d8a508640 1 -- 172.21.15.76:0/3100719246 >> 172.21.15.76:0/3100719246 conn(0x7f9d84069ed0 msgr2=0x7f9d840b1160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:05.931 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.928+0000 7f9d8a508640 1 -- 172.21.15.76:0/3100719246 shutdown_connections 2024-09-13T16:09:05.931 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:05.928+0000 7f9d8a508640 1 -- 172.21.15.76:0/3100719246 wait complete. 2024-09-13T16:09:05.941 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-13T16:09:05.941 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-13T16:09:05.941 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-13T16:09:05.941 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:09:05.941 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-13T16:09:05.941 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-13T16:09:05.942 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-13T16:09:05.942 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:09:05.942 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-13T16:09:05.942 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-13T16:09:05.942 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-13T16:09:05.942 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:09:05.943 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-13T16:09:05.943 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-13T16:09:05.943 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-13T16:09:05.943 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:09:05.950 INFO:tasks.ceph.mds.a:Stopped 2024-09-13T16:09:05.950 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-13T16:09:05.951 INFO:tasks.ceph.mds.c:Stopped 2024-09-13T16:09:05.951 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-13T16:09:05.954 INFO:tasks.ceph.mds.b:Stopped 2024-09-13T16:09:05.954 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-13T16:09:05.955 INFO:tasks.ceph.mds.d:Stopped 2024-09-13T16:09:05.955 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-13T16:09:05.993 INFO:tasks.ceph.mds.a:Started 2024-09-13T16:09:05.993 DEBUG:teuthology.parallel:result is None 2024-09-13T16:09:05.994 INFO:tasks.ceph.mds.c:Started 2024-09-13T16:09:05.994 DEBUG:teuthology.parallel:result is None 2024-09-13T16:09:05.998 INFO:tasks.ceph.mds.b:Started 2024-09-13T16:09:05.998 INFO:tasks.ceph.mds.d:Started 2024-09-13T16:09:05.999 DEBUG:teuthology.parallel:result is None 2024-09-13T16:09:05.999 DEBUG:teuthology.parallel:result is None 2024-09-13T16:09:05.999 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-13T16:09:06.068 INFO:tasks.ceph.mds.a.smithi076.stdout:starting mds.a at 2024-09-13T16:09:06.069 INFO:tasks.ceph.mds.c.smithi076.stdout:starting mds.c at 2024-09-13T16:09:06.081 INFO:tasks.ceph.mds.b.smithi192.stdout:starting mds.b at 2024-09-13T16:09:06.081 INFO:tasks.ceph.mds.d.smithi192.stdout:starting mds.d at 2024-09-13T16:09:06.108 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:06.106+0000 7fb353f65640 1 Processor -- start 2024-09-13T16:09:06.108 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:06.106+0000 7fb353f65640 1 -- start start 2024-09-13T16:09:06.109 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:06.107+0000 7fb353f65640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb34c15a7a0 0x7fb34c0ce060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:06.109 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:06.107+0000 7fb353f65640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb34c0ad1d0 con 0x7fb34c0ae670 2024-09-13T16:09:06.110 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:06.107+0000 7fb353f65640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb34c0ce6f0 con 0x7fb34c0caf30 2024-09-13T16:09:06.110 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:06.107+0000 7fb353f65640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb34c0af8e0 con 0x7fb34c15a7a0 2024-09-13T16:09:06.110 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:06.107+0000 7fb351500640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7fb34c0caf30 0x7fb34c0cb390 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:41930/0 (socket says 172.21.15.76:41930) 2024-09-13T16:09:06.110 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:06.107+0000 7fb351d01640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb34c15a7a0 0x7fb34c0ce060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:06.110 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:06.107+0000 7fb352502640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fb34c0ae670 0x7fb34c0989d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:41842/0 (socket says 172.21.15.76:41842) 2024-09-13T16:09:06.110 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:06.107+0000 7fb351500640 1 -- 172.21.15.76:0/1492799766 learned_addr learned my addr 172.21.15.76:0/1492799766 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:09:06.110 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:06.108+0000 7fb351d01640 1 -- 172.21.15.76:0/1492799766 >> v1:172.21.15.192:6789/0 conn(0x7fb34c0caf30 legacy=0x7fb34c0cb390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:06.110 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:06.108+0000 7fb351d01640 1 -- 172.21.15.76:0/1492799766 >> v1:172.21.15.76:6789/0 conn(0x7fb34c0ae670 legacy=0x7fb34c0989d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:06.110 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:06.108+0000 7fb351d01640 1 -- 172.21.15.76:0/1492799766 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb34c0cbc00 con 0x7fb34c15a7a0 2024-09-13T16:09:06.112 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:06.109+0000 7fb351d01640 1 --2- 172.21.15.76:0/1492799766 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb34c15a7a0 0x7fb34c0ce060 secure :-1 s=READY pgs=1175 cs=0 l=1 rev1=1 crypto rx=0x7fb3480097a0 tx=0x7fb34802a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bb317beb6eba21c7 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:06.112 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:06.109+0000 7fb350cff640 1 -- 172.21.15.76:0/1492799766 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb348032440 con 0x7fb34c15a7a0 2024-09-13T16:09:06.112 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:06.109+0000 7fb350cff640 1 -- 172.21.15.76:0/1492799766 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb3480325a0 con 0x7fb34c15a7a0 2024-09-13T16:09:06.112 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:06.109+0000 7fb350cff640 1 -- 172.21.15.76:0/1492799766 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb348032930 con 0x7fb34c15a7a0 2024-09-13T16:09:06.112 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:06.110+0000 7fb353f65640 1 -- 172.21.15.76:0/1492799766 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb34c15a7a0 msgr2=0x7fb34c0ce060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:06.112 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:06.110+0000 7fb353f65640 1 --2- 172.21.15.76:0/1492799766 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb34c15a7a0 0x7fb34c0ce060 secure :-1 s=READY pgs=1175 cs=0 l=1 rev1=1 crypto rx=0x7fb3480097a0 tx=0x7fb34802a230 comp rx=0 tx=0).stop 2024-09-13T16:09:06.112 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:06.110+0000 7fb353f65640 1 -- 172.21.15.76:0/1492799766 shutdown_connections 2024-09-13T16:09:06.112 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:06.110+0000 7fb353f65640 1 --2- 172.21.15.76:0/1492799766 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb34c15a7a0 0x7fb34c0ce060 unknown :-1 s=CLOSED pgs=1175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:06.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:06.110+0000 7fb353f65640 1 -- 172.21.15.76:0/1492799766 >> 172.21.15.76:0/1492799766 conn(0x7fb34c0b1f80 msgr2=0x7fb34c0b2390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:06.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:06.110+0000 7fb353f65640 1 -- 172.21.15.76:0/1492799766 shutdown_connections 2024-09-13T16:09:06.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:06.110+0000 7fb353f65640 1 -- 172.21.15.76:0/1492799766 wait complete. 2024-09-13T16:09:06.115 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:06.111+0000 7fb353f65640 1 Processor -- start 2024-09-13T16:09:06.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:06.111+0000 7fb353f65640 1 -- start start 2024-09-13T16:09:06.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:06.112+0000 7fb353f65640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb34c0ae670 0x7fb34c151710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:06.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:06.112+0000 7fb353f65640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb34c0caf30 0x7fb34c0affc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:06.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:06.112+0000 7fb353f65640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb34c15a7a0 0x7fb34c0b0500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:06.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:06.112+0000 7fb353f65640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb34c1f2380 con 0x7fb34c0ae670 2024-09-13T16:09:06.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:06.112+0000 7fb353f65640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb34c1f31e0 con 0x7fb34c15a7a0 2024-09-13T16:09:06.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:06.112+0000 7fb353f65640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb34c1f25d0 con 0x7fb34c0caf30 2024-09-13T16:09:06.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:06.112+0000 7fb351d01640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb34c0ae670 0x7fb34c151710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:06.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:06.112+0000 7fb351d01640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb34c0ae670 0x7fb34c151710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:38114/0 (socket says 172.21.15.76:38114) 2024-09-13T16:09:06.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:06.112+0000 7fb351d01640 1 -- 172.21.15.76:0/3923496389 learned_addr learned my addr 172.21.15.76:0/3923496389 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:09:06.185 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:06.112+0000 7fb351500640 1 --2- 172.21.15.76:0/3923496389 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb34c0caf30 0x7fb34c0affc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:06.185 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:06.112+0000 7fb352502640 1 --2- 172.21.15.76:0/3923496389 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb34c15a7a0 0x7fb34c0b0500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:06.185 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:06.112+0000 7fb351d01640 1 -- 172.21.15.76:0/3923496389 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb34c0caf30 msgr2=0x7fb34c0affc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:06.185 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:06.112+0000 7fb351d01640 1 --2- 172.21.15.76:0/3923496389 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb34c0caf30 0x7fb34c0affc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:06.185 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:06.112+0000 7fb351d01640 1 -- 172.21.15.76:0/3923496389 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb34c15a7a0 msgr2=0x7fb34c0b0500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:06.185 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:06.112+0000 7fb351d01640 1 --2- 172.21.15.76:0/3923496389 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb34c15a7a0 0x7fb34c0b0500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:06.185 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:06.112+0000 7fb351d01640 1 -- 172.21.15.76:0/3923496389 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb348009400 con 0x7fb34c0ae670 2024-09-13T16:09:06.185 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:06.112+0000 7fb352502640 1 --2- 172.21.15.76:0/3923496389 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb34c15a7a0 0x7fb34c0b0500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:09:06.185 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:06.113+0000 7fb351d01640 1 --2- 172.21.15.76:0/3923496389 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb34c0ae670 0x7fb34c151710 secure :-1 s=READY pgs=1176 cs=0 l=1 rev1=1 crypto rx=0x7fb348035040 tx=0x7fb3480046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:06.185 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:06.113+0000 7fb3427fc640 1 -- 172.21.15.76:0/3923496389 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb348006e10 con 0x7fb34c0ae670 2024-09-13T16:09:06.185 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:06.113+0000 7fb3427fc640 1 -- 172.21.15.76:0/3923496389 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb348030980 con 0x7fb34c0ae670 2024-09-13T16:09:06.185 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:06.113+0000 7fb3427fc640 1 -- 172.21.15.76:0/3923496389 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb348030d50 con 0x7fb34c0ae670 2024-09-13T16:09:06.185 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:06.113+0000 7fb353f65640 1 -- 172.21.15.76:0/3923496389 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb34c1f28b0 con 0x7fb34c0ae670 2024-09-13T16:09:06.186 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:06.113+0000 7fb353f65640 1 -- 172.21.15.76:0/3923496389 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb34c1f2e70 con 0x7fb34c0ae670 2024-09-13T16:09:06.186 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:06.114+0000 7fb353f65640 1 -- 172.21.15.76:0/3923496389 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb34c0ccd10 con 0x7fb34c0ae670 2024-09-13T16:09:06.186 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:06.114+0000 7fb3427fc640 1 -- 172.21.15.76:0/3923496389 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb348039040 con 0x7fb34c0ae670 2024-09-13T16:09:06.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:06.114+0000 7fb3427fc640 1 --2- 172.21.15.76:0/3923496389 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb33006ac00 0x7fb33006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:06.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:06.115+0000 7fb3427fc640 1 -- 172.21.15.76:0/3923496389 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 5263+0+0 (secure 0 0 0) 0x7fb3480a9cc0 con 0x7fb34c0ae670 2024-09-13T16:09:06.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:06.115+0000 7fb351500640 1 --2- 172.21.15.76:0/3923496389 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb33006ac00 0x7fb33006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:06.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:06.115+0000 7fb351500640 1 --2- 172.21.15.76:0/3923496389 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb33006ac00 0x7fb33006d0c0 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7fb34c0b0c50 tx=0x7fb33c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:06.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:06.119+0000 7fb3427fc640 1 -- 172.21.15.76:0/3923496389 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fb348075060 con 0x7fb34c0ae670 2024-09-13T16:09:06.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:06.292+0000 7fb353f65640 1 -- 172.21.15.76:0/3923496389 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) v1 -- 0x7fb34c06e4b0 con 0x7fb34c0ae670 2024-09-13T16:09:07.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.136+0000 7fb3427fc640 1 -- 172.21.15.76:0/3923496389 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v92) v1 ==== 97+0+0 (secure 0 0 0) 0x7fb348078680 con 0x7fb34c0ae670 2024-09-13T16:09:07.138 INFO:teuthology.orchestra.run.smithi076.stderr: removed all blocklist entries 2024-09-13T16:09:07.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.139+0000 7fb353f65640 1 -- 172.21.15.76:0/3923496389 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb33006ac00 msgr2=0x7fb33006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:07.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.139+0000 7fb353f65640 1 --2- 172.21.15.76:0/3923496389 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb33006ac00 0x7fb33006d0c0 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7fb34c0b0c50 tx=0x7fb33c009040 comp rx=0 tx=0).stop 2024-09-13T16:09:07.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.139+0000 7fb353f65640 1 -- 172.21.15.76:0/3923496389 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb34c0ae670 msgr2=0x7fb34c151710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:07.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.139+0000 7fb353f65640 1 --2- 172.21.15.76:0/3923496389 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb34c0ae670 0x7fb34c151710 secure :-1 s=READY pgs=1176 cs=0 l=1 rev1=1 crypto rx=0x7fb348035040 tx=0x7fb3480046c0 comp rx=0 tx=0).stop 2024-09-13T16:09:07.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.139+0000 7fb353f65640 1 -- 172.21.15.76:0/3923496389 shutdown_connections 2024-09-13T16:09:07.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.139+0000 7fb353f65640 1 --2- 172.21.15.76:0/3923496389 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb34c15a7a0 0x7fb34c0b0500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:07.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.139+0000 7fb353f65640 1 --2- 172.21.15.76:0/3923496389 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb33006ac00 0x7fb33006d0c0 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:07.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.139+0000 7fb353f65640 1 --2- 172.21.15.76:0/3923496389 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb34c0caf30 0x7fb34c0affc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:07.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.139+0000 7fb353f65640 1 --2- 172.21.15.76:0/3923496389 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb34c0ae670 0x7fb34c151710 unknown :-1 s=CLOSED pgs=1176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:07.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.139+0000 7fb353f65640 1 -- 172.21.15.76:0/3923496389 >> 172.21.15.76:0/3923496389 conn(0x7fb34c0b1f80 msgr2=0x7fb34c0b2360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:07.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.139+0000 7fb353f65640 1 -- 172.21.15.76:0/3923496389 shutdown_connections 2024-09-13T16:09:07.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.139+0000 7fb353f65640 1 -- 172.21.15.76:0/3923496389 wait complete. 2024-09-13T16:09:07.154 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-13T16:09:07.258 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.256+0000 7fd55635a640 1 Processor -- start 2024-09-13T16:09:07.258 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.256+0000 7fd55635a640 1 -- start start 2024-09-13T16:09:07.260 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.257+0000 7fd55635a640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd55015c6e0 0x7fd5500b3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:07.260 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.257+0000 7fd55635a640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fd5500ccb20 0x7fd5500b4490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:07.260 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.257+0000 7fd55635a640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd5500d1840 con 0x7fd5500d07b0 2024-09-13T16:09:07.260 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.257+0000 7fd55635a640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd55006bd20 con 0x7fd5500ccb20 2024-09-13T16:09:07.260 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.257+0000 7fd55635a640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd5500d0c30 con 0x7fd55015c6e0 2024-09-13T16:09:07.260 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.257+0000 7fd5548f7640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fd5500ccb20 0x7fd5500b4490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:07.260 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.257+0000 7fd5548f7640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fd5500ccb20 0x7fd5500b4490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:38126/0 (socket says 172.21.15.76:38126) 2024-09-13T16:09:07.260 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.257+0000 7fd5548f7640 1 -- 172.21.15.76:0/3597551854 learned_addr learned my addr 172.21.15.76:0/3597551854 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:09:07.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.258+0000 7fd54ffff640 1 --2- 172.21.15.76:0/3597551854 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd55015c6e0 0x7fd5500b3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:07.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.258+0000 7fd5548f7640 1 -- 172.21.15.76:0/3597551854 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd55015c6e0 msgr2=0x7fd5500b3f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:07.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.258+0000 7fd5548f7640 1 --2- 172.21.15.76:0/3597551854 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd55015c6e0 0x7fd5500b3f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:07.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.258+0000 7fd5548f7640 1 -- 172.21.15.76:0/3597551854 >> v1:172.21.15.192:6789/0 conn(0x7fd5500d07b0 legacy=0x7fd550160030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:07.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.258+0000 7fd5548f7640 1 -- 172.21.15.76:0/3597551854 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd5500d0f10 con 0x7fd5500ccb20 2024-09-13T16:09:07.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.258+0000 7fd54ffff640 1 --2- 172.21.15.76:0/3597551854 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd55015c6e0 0x7fd5500b3f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:09:07.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.258+0000 7fd5548f7640 1 --2- 172.21.15.76:0/3597551854 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5500ccb20 0x7fd5500b4490 secure :-1 s=READY pgs=1177 cs=0 l=1 rev1=1 crypto rx=0x7fd548009e50 tx=0x7fd54802a630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2372987ee32977b9 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:07.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.259+0000 7fd54effd640 1 -- 172.21.15.76:0/3597551854 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd548031600 con 0x7fd5500ccb20 2024-09-13T16:09:07.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.259+0000 7fd54effd640 1 -- 172.21.15.76:0/3597551854 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd54802d050 con 0x7fd5500ccb20 2024-09-13T16:09:07.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.259+0000 7fd54effd640 1 -- 172.21.15.76:0/3597551854 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd548031980 con 0x7fd5500ccb20 2024-09-13T16:09:07.264 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.259+0000 7fd55635a640 1 -- 172.21.15.76:0/3597551854 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5500ccb20 msgr2=0x7fd5500b4490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:07.264 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.259+0000 7fd55635a640 1 --2- 172.21.15.76:0/3597551854 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5500ccb20 0x7fd5500b4490 secure :-1 s=READY pgs=1177 cs=0 l=1 rev1=1 crypto rx=0x7fd548009e50 tx=0x7fd54802a630 comp rx=0 tx=0).stop 2024-09-13T16:09:07.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.259+0000 7fd55635a640 1 -- 172.21.15.76:0/3597551854 shutdown_connections 2024-09-13T16:09:07.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.259+0000 7fd55635a640 1 --2- 172.21.15.76:0/3597551854 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5500ccb20 0x7fd5500b4490 unknown :-1 s=CLOSED pgs=1177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:07.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.259+0000 7fd55635a640 1 --2- 172.21.15.76:0/3597551854 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd55015c6e0 0x7fd5500b3f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:07.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.259+0000 7fd55635a640 1 -- 172.21.15.76:0/3597551854 >> 172.21.15.76:0/3597551854 conn(0x7fd550089f60 msgr2=0x7fd5500d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:07.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.259+0000 7fd55635a640 1 -- 172.21.15.76:0/3597551854 shutdown_connections 2024-09-13T16:09:07.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.259+0000 7fd55635a640 1 -- 172.21.15.76:0/3597551854 wait complete. 2024-09-13T16:09:07.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.260+0000 7fd55635a640 1 Processor -- start 2024-09-13T16:09:07.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.261+0000 7fd55635a640 1 -- start start 2024-09-13T16:09:07.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.261+0000 7fd55635a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5500ccb20 0x7fd5500cc280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:07.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.261+0000 7fd55635a640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd5500d07b0 0x7fd5500ca580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:07.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.261+0000 7fd55635a640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd55015c6e0 0x7fd550155870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:07.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.261+0000 7fd55635a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd5500caac0 con 0x7fd5500ccb20 2024-09-13T16:09:07.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.261+0000 7fd55635a640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd55015e5d0 con 0x7fd55015c6e0 2024-09-13T16:09:07.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.261+0000 7fd55635a640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd55015e8b0 con 0x7fd5500d07b0 2024-09-13T16:09:07.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.261+0000 7fd54ffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5500ccb20 0x7fd5500cc280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:07.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.261+0000 7fd54ffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5500ccb20 0x7fd5500cc280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:38136/0 (socket says 172.21.15.76:38136) 2024-09-13T16:09:07.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.261+0000 7fd54ffff640 1 -- 172.21.15.76:0/3576256019 learned_addr learned my addr 172.21.15.76:0/3576256019 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:09:07.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.262+0000 7fd5548f7640 1 --2- 172.21.15.76:0/3576256019 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd55015c6e0 0x7fd550155870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:07.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.262+0000 7fd54f7fe640 1 --2- 172.21.15.76:0/3576256019 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd5500d07b0 0x7fd5500ca580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:07.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.262+0000 7fd54ffff640 1 -- 172.21.15.76:0/3576256019 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd5500d07b0 msgr2=0x7fd5500ca580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:07.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.262+0000 7fd54ffff640 1 --2- 172.21.15.76:0/3576256019 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd5500d07b0 0x7fd5500ca580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:07.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.262+0000 7fd54ffff640 1 -- 172.21.15.76:0/3576256019 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd55015c6e0 msgr2=0x7fd550155870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:07.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.262+0000 7fd54ffff640 1 --2- 172.21.15.76:0/3576256019 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd55015c6e0 0x7fd550155870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:07.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.262+0000 7fd54ffff640 1 -- 172.21.15.76:0/3576256019 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd548009b30 con 0x7fd5500ccb20 2024-09-13T16:09:07.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.262+0000 7fd5548f7640 1 --2- 172.21.15.76:0/3576256019 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd55015c6e0 0x7fd550155870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:09:07.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.262+0000 7fd54ffff640 1 --2- 172.21.15.76:0/3576256019 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5500ccb20 0x7fd5500cc280 secure :-1 s=READY pgs=1178 cs=0 l=1 rev1=1 crypto rx=0x7fd54000c7f0 tx=0x7fd54000cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:07.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.262+0000 7fd54cff9640 1 -- 172.21.15.76:0/3576256019 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd540007a30 con 0x7fd5500ccb20 2024-09-13T16:09:07.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.262+0000 7fd54cff9640 1 -- 172.21.15.76:0/3576256019 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd540007b90 con 0x7fd5500ccb20 2024-09-13T16:09:07.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.262+0000 7fd54cff9640 1 -- 172.21.15.76:0/3576256019 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd54000ce40 con 0x7fd5500ccb20 2024-09-13T16:09:07.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.262+0000 7fd55635a640 1 -- 172.21.15.76:0/3576256019 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd55015eb90 con 0x7fd5500ccb20 2024-09-13T16:09:07.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.262+0000 7fd55635a640 1 -- 172.21.15.76:0/3576256019 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd5500cad60 con 0x7fd5500ccb20 2024-09-13T16:09:07.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.263+0000 7fd55635a640 1 -- 172.21.15.76:0/3576256019 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd5500ce100 con 0x7fd5500ccb20 2024-09-13T16:09:07.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.263+0000 7fd54cff9640 1 -- 172.21.15.76:0/3576256019 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd5400113f0 con 0x7fd5500ccb20 2024-09-13T16:09:07.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.264+0000 7fd54cff9640 1 --2- 172.21.15.76:0/3576256019 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd53c06ac00 0x7fd53c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:07.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.264+0000 7fd54cff9640 1 -- 172.21.15.76:0/3576256019 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(92..92 src has 1..92) v4 ==== 5177+0+0 (secure 0 0 0) 0x7fd5400892a0 con 0x7fd5500ccb20 2024-09-13T16:09:07.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.264+0000 7fd54f7fe640 1 --2- 172.21.15.76:0/3576256019 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd53c06ac00 0x7fd53c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:07.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.264+0000 7fd54f7fe640 1 --2- 172.21.15.76:0/3576256019 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd53c06ac00 0x7fd53c06d0c0 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7fd544006fd0 tx=0x7fd544008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:07.270 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.268+0000 7fd54cff9640 1 -- 172.21.15.76:0/3576256019 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fd540054720 con 0x7fd5500ccb20 2024-09-13T16:09:07.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.501+0000 7fd55635a640 1 -- 172.21.15.76:0/3576256019 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) v1 -- 0x7fd5500b4c80 con 0x7fd5500ccb20 2024-09-13T16:09:07.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.502+0000 7fd54cff9640 1 -- 172.21.15.76:0/3576256019 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v14) v1 ==== 80+0+5304 (secure 0 0 0) 0x7fd540057d40 con 0x7fd5500ccb20 2024-09-13T16:09:07.504 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:09:07.505 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2024-09-13T16:09:07.505 INFO:teuthology.orchestra.run.smithi076.stdout: "auth_dump": [ 2024-09-13T16:09:07.505 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:09:07.505 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "mds.a", 2024-09-13T16:09:07.505 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCpYeRmhpbDIhAA8WT8i+Y1tgoeXaZ5z2v/fg==", 2024-09-13T16:09:07.505 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:09:07.505 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2024-09-13T16:09:07.505 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow *", 2024-09-13T16:09:07.505 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow *", 2024-09-13T16:09:07.505 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:09:07.506 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:09:07.506 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:09:07.506 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:09:07.506 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "mds.b", 2024-09-13T16:09:07.506 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCpYeRm7+GPLhAAACMaymp+VjVEUz9QMYOL+Q==", 2024-09-13T16:09:07.506 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:09:07.506 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2024-09-13T16:09:07.506 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow *", 2024-09-13T16:09:07.506 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow *", 2024-09-13T16:09:07.506 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:09:07.506 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:09:07.506 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:09:07.506 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:09:07.507 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "mds.c", 2024-09-13T16:09:07.507 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCpYeRmxODtKRAAtjLryQw+T9UxeHw7cgOyBg==", 2024-09-13T16:09:07.507 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:09:07.507 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2024-09-13T16:09:07.507 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow *", 2024-09-13T16:09:07.507 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow *", 2024-09-13T16:09:07.507 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:09:07.507 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:09:07.507 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:09:07.507 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:09:07.507 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "mds.d", 2024-09-13T16:09:07.507 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCpYeRmBNiYNRAAHTjLTeGOi09w8TLVtcu/+w==", 2024-09-13T16:09:07.507 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:09:07.508 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2024-09-13T16:09:07.508 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow *", 2024-09-13T16:09:07.508 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow *", 2024-09-13T16:09:07.508 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:09:07.508 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:09:07.508 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:09:07.508 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:09:07.508 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.0", 2024-09-13T16:09:07.508 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCtYeRm81gnEBAAJFt3u2dcQShl7t5nNN5y6Q==", 2024-09-13T16:09:07.508 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:09:07.508 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2024-09-13T16:09:07.508 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2024-09-13T16:09:07.509 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:09:07.509 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:09:07.509 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:09:07.509 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:09:07.509 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.1", 2024-09-13T16:09:07.509 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCwYeRmzsY4DxAALx5wAImWLwrw6n8ZRuXDvA==", 2024-09-13T16:09:07.509 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:09:07.509 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2024-09-13T16:09:07.509 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2024-09-13T16:09:07.509 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:09:07.509 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:09:07.510 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:09:07.510 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:09:07.510 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.2", 2024-09-13T16:09:07.510 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCzYeRmYRs9DRAAh6ptqIXTwUjSNlevHFJnAQ==", 2024-09-13T16:09:07.510 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:09:07.510 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2024-09-13T16:09:07.510 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2024-09-13T16:09:07.510 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:09:07.510 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:09:07.510 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:09:07.510 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:09:07.511 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.3", 2024-09-13T16:09:07.511 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQC2YeRmMIp6CxAAHygGhWHXCt69qZDrrGTt5A==", 2024-09-13T16:09:07.511 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:09:07.511 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2024-09-13T16:09:07.511 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2024-09-13T16:09:07.511 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:09:07.511 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:09:07.511 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:09:07.511 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:09:07.511 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.4", 2024-09-13T16:09:07.511 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQC8YeRmde7vDhAAE7RHK15msWPxEtglPpWMTQ==", 2024-09-13T16:09:07.511 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:09:07.511 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2024-09-13T16:09:07.512 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2024-09-13T16:09:07.512 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:09:07.512 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:09:07.512 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:09:07.512 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:09:07.512 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.5", 2024-09-13T16:09:07.512 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQC/YeRmgyzZDBAAG96iDIvt2yQ9W5Fl1maItg==", 2024-09-13T16:09:07.512 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:09:07.512 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2024-09-13T16:09:07.512 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2024-09-13T16:09:07.512 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:09:07.512 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:09:07.513 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:09:07.513 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:09:07.513 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.6", 2024-09-13T16:09:07.513 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQDCYeRm6pRBCxAAq8l2Cikc/aRaC4C4xYYrLA==", 2024-09-13T16:09:07.513 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:09:07.513 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2024-09-13T16:09:07.513 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2024-09-13T16:09:07.513 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:09:07.513 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:09:07.513 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:09:07.513 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:09:07.513 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.7", 2024-09-13T16:09:07.514 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQDFYeRmMM8MCRAAqYR5B7VgEph0UVNjCZPTzg==", 2024-09-13T16:09:07.514 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:09:07.514 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2024-09-13T16:09:07.514 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2024-09-13T16:09:07.514 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:09:07.514 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:09:07.514 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:09:07.514 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:09:07.514 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "client.0", 2024-09-13T16:09:07.514 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCpYeRmqhyiORAAp0ZHMscpsAOj1YZ+SSqHoA==", 2024-09-13T16:09:07.514 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:09:07.514 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2024-09-13T16:09:07.514 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow r", 2024-09-13T16:09:07.515 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-13T16:09:07.515 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:09:07.515 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:09:07.515 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:09:07.515 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "client.1", 2024-09-13T16:09:07.515 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCqYeRmgijBBhAAS5zvjGxEcjj4RKB20HX7kg==", 2024-09-13T16:09:07.515 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:09:07.515 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2024-09-13T16:09:07.515 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow r", 2024-09-13T16:09:07.515 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow rw", 2024-09-13T16:09:07.515 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow rwx" 2024-09-13T16:09:07.515 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:09:07.516 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:09:07.516 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:09:07.516 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "client.2", 2024-09-13T16:09:07.516 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCqYeRmK8OPAxAAQeO1ZZu7/x4/qXzHFFDzBg==", 2024-09-13T16:09:07.516 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:09:07.516 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2024-09-13T16:09:07.516 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow r", 2024-09-13T16:09:07.516 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow rw", 2024-09-13T16:09:07.516 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow rwx" 2024-09-13T16:09:07.516 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:09:07.516 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:09:07.516 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:09:07.517 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "client.3", 2024-09-13T16:09:07.517 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCqYeRmAYJGDBAA4elK4g7yitQwUnpv/vkuSQ==", 2024-09-13T16:09:07.517 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:09:07.517 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2024-09-13T16:09:07.517 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow r", 2024-09-13T16:09:07.517 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow rw", 2024-09-13T16:09:07.517 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow rwx" 2024-09-13T16:09:07.517 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:09:07.517 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:09:07.517 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:09:07.517 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "client.admin", 2024-09-13T16:09:07.517 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCpYeRmz4sKBxAAmVD/bGSWAPyJICtwMc8R7Q==", 2024-09-13T16:09:07.517 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:09:07.517 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow *", 2024-09-13T16:09:07.518 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow *", 2024-09-13T16:09:07.518 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow *", 2024-09-13T16:09:07.518 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:09:07.518 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:09:07.518 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:09:07.518 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:09:07.518 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "mgr.x", 2024-09-13T16:09:07.518 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCpYeRmzy+SHxAAeh91mEyErD2yMaJ+R9p7MQ==", 2024-09-13T16:09:07.518 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:09:07.518 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow *", 2024-09-13T16:09:07.518 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile mgr", 2024-09-13T16:09:07.518 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:09:07.518 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:09:07.519 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:09:07.519 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:09:07.519 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "mgr.y", 2024-09-13T16:09:07.519 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCpYeRmMS6hGxAAhyu76q81PXPjC+BAmqi2Lw==", 2024-09-13T16:09:07.519 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:09:07.519 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow *", 2024-09-13T16:09:07.519 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile mgr", 2024-09-13T16:09:07.519 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:09:07.519 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:09:07.519 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:09:07.519 INFO:teuthology.orchestra.run.smithi076.stdout: ] 2024-09-13T16:09:07.519 INFO:teuthology.orchestra.run.smithi076.stdout:} 2024-09-13T16:09:07.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.504+0000 7fd55635a640 1 -- 172.21.15.76:0/3576256019 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd53c06ac00 msgr2=0x7fd53c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:07.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.504+0000 7fd55635a640 1 --2- 172.21.15.76:0/3576256019 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd53c06ac00 0x7fd53c06d0c0 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7fd544006fd0 tx=0x7fd544008040 comp rx=0 tx=0).stop 2024-09-13T16:09:07.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.504+0000 7fd55635a640 1 -- 172.21.15.76:0/3576256019 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5500ccb20 msgr2=0x7fd5500cc280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:07.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.504+0000 7fd55635a640 1 --2- 172.21.15.76:0/3576256019 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5500ccb20 0x7fd5500cc280 secure :-1 s=READY pgs=1178 cs=0 l=1 rev1=1 crypto rx=0x7fd54000c7f0 tx=0x7fd54000cbf0 comp rx=0 tx=0).stop 2024-09-13T16:09:07.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.504+0000 7fd55635a640 1 -- 172.21.15.76:0/3576256019 shutdown_connections 2024-09-13T16:09:07.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.504+0000 7fd55635a640 1 --2- 172.21.15.76:0/3576256019 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd55015c6e0 0x7fd550155870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:07.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.504+0000 7fd55635a640 1 --2- 172.21.15.76:0/3576256019 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd53c06ac00 0x7fd53c06d0c0 unknown :-1 s=CLOSED pgs=520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:07.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.504+0000 7fd55635a640 1 --2- 172.21.15.76:0/3576256019 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd5500d07b0 0x7fd5500ca580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:07.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.504+0000 7fd55635a640 1 --2- 172.21.15.76:0/3576256019 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5500ccb20 0x7fd5500cc280 unknown :-1 s=CLOSED pgs=1178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:07.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.504+0000 7fd55635a640 1 -- 172.21.15.76:0/3576256019 >> 172.21.15.76:0/3576256019 conn(0x7fd550089f60 msgr2=0x7fd5500af250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:07.522 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.504+0000 7fd55635a640 1 -- 172.21.15.76:0/3576256019 shutdown_connections 2024-09-13T16:09:07.522 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.504+0000 7fd55635a640 1 -- 172.21.15.76:0/3576256019 wait complete. 2024-09-13T16:09:07.522 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:09:07.621 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.619+0000 7fcc29ed7640 1 Processor -- start 2024-09-13T16:09:07.621 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.619+0000 7fcc29ed7640 1 -- start start 2024-09-13T16:09:07.624 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.620+0000 7fcc29ed7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcc2415a2e0 0x7fcc240c9a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:07.624 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.620+0000 7fcc29ed7640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcc240c8920 con 0x7fcc240cb3f0 2024-09-13T16:09:07.624 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.620+0000 7fcc29ed7640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcc2415a6c0 con 0x7fcc240c9f80 2024-09-13T16:09:07.624 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.620+0000 7fcc29ed7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcc240ca500 con 0x7fcc2415a2e0 2024-09-13T16:09:07.624 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.620+0000 7fcc23fff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fcc240cb3f0 0x7fcc2406d030 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:41848/0 (socket says 172.21.15.76:41848) 2024-09-13T16:09:07.624 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.620+0000 7fcc23fff640 1 -- 172.21.15.76:0/819755330 learned_addr learned my addr 172.21.15.76:0/819755330 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:09:07.624 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.620+0000 7fcc237fe640 1 --2- 172.21.15.76:0/819755330 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcc2415a2e0 0x7fcc240c9a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:07.624 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.620+0000 7fcc227fc640 1 -- 172.21.15.76:0/819755330 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1938619700 0 0) 0x7fcc240c8920 con 0x7fcc240cb3f0 2024-09-13T16:09:07.624 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.620+0000 7fcc227fc640 1 -- 172.21.15.76:0/819755330 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fcc0c003520 con 0x7fcc240cb3f0 2024-09-13T16:09:07.624 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.620+0000 7fcc227fc640 1 -- 172.21.15.76:0/819755330 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 961038723 0 0) 0x7fcc0c003520 con 0x7fcc240cb3f0 2024-09-13T16:09:07.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.620+0000 7fcc227fc640 1 -- 172.21.15.76:0/819755330 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcc2415a2e0 msgr2=0x7fcc240c9a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:07.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.620+0000 7fcc227fc640 1 --2- 172.21.15.76:0/819755330 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcc2415a2e0 0x7fcc240c9a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:07.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.620+0000 7fcc227fc640 1 -- 172.21.15.76:0/819755330 >> v1:172.21.15.192:6789/0 conn(0x7fcc240c9f80 legacy=0x7fcc240cace0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:07.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.620+0000 7fcc227fc640 1 -- 172.21.15.76:0/819755330 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcc240c8b70 con 0x7fcc240cb3f0 2024-09-13T16:09:07.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.620+0000 7fcc227fc640 1 -- 172.21.15.76:0/819755330 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7fcc1c001670 con 0x7fcc240cb3f0 2024-09-13T16:09:07.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.621+0000 7fcc227fc640 1 -- 172.21.15.76:0/819755330 >> v1:172.21.15.76:6789/0 conn(0x7fcc240cb3f0 legacy=0x7fcc2406d030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:07.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.621+0000 7fcc227fc640 1 --2- 172.21.15.76:0/819755330 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcc2415a2e0 0x7fcc0c0039a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:07.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.621+0000 7fcc227fc640 1 --2- 172.21.15.76:0/819755330 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcc0c003f20 0x7fcc0c0047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:07.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.621+0000 7fcc227fc640 1 --2- 172.21.15.76:0/819755330 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcc0c004d00 0x7fcc0c005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:07.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.621+0000 7fcc227fc640 1 -- 172.21.15.76:0/819755330 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcc240ca500 con 0x7fcc0c004d00 2024-09-13T16:09:07.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.621+0000 7fcc227fc640 1 -- 172.21.15.76:0/819755330 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcc0c00ba60 con 0x7fcc0c003f20 2024-09-13T16:09:07.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.621+0000 7fcc227fc640 1 -- 172.21.15.76:0/819755330 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcc0c00bc20 con 0x7fcc2415a2e0 2024-09-13T16:09:07.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.621+0000 7fcc23fff640 1 --2- 172.21.15.76:0/819755330 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcc0c004d00 0x7fcc0c005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:07.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.621+0000 7fcc237fe640 1 --2- 172.21.15.76:0/819755330 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcc2415a2e0 0x7fcc0c0039a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:07.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.621+0000 7fcc22ffd640 1 --2- 172.21.15.76:0/819755330 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcc0c003f20 0x7fcc0c0047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:07.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.621+0000 7fcc23fff640 1 -- 172.21.15.76:0/819755330 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcc2415a2e0 msgr2=0x7fcc0c0039a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:07.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.621+0000 7fcc23fff640 1 --2- 172.21.15.76:0/819755330 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcc2415a2e0 0x7fcc0c0039a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:07.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.621+0000 7fcc23fff640 1 -- 172.21.15.76:0/819755330 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcc0c003f20 msgr2=0x7fcc0c0047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:07.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.621+0000 7fcc23fff640 1 --2- 172.21.15.76:0/819755330 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcc0c003f20 0x7fcc0c0047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:07.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.621+0000 7fcc23fff640 1 -- 172.21.15.76:0/819755330 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcc0c003520 con 0x7fcc0c004d00 2024-09-13T16:09:07.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.622+0000 7fcc23fff640 1 --2- 172.21.15.76:0/819755330 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcc0c004d00 0x7fcc0c005180 secure :-1 s=READY pgs=1180 cs=0 l=1 rev1=1 crypto rx=0x7fcc1c00c240 tx=0x7fcc0c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=22ce6082ab0b5439 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:07.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.622+0000 7fcc227fc640 1 -- 172.21.15.76:0/819755330 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcc1c02e070 con 0x7fcc0c004d00 2024-09-13T16:09:07.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.622+0000 7fcc227fc640 1 -- 172.21.15.76:0/819755330 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcc1c0058d0 con 0x7fcc0c004d00 2024-09-13T16:09:07.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.622+0000 7fcc227fc640 1 -- 172.21.15.76:0/819755330 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcc1c005d00 con 0x7fcc0c004d00 2024-09-13T16:09:07.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.622+0000 7fcc29ed7640 1 -- 172.21.15.76:0/819755330 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcc0c004d00 msgr2=0x7fcc0c005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:07.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.622+0000 7fcc29ed7640 1 --2- 172.21.15.76:0/819755330 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcc0c004d00 0x7fcc0c005180 secure :-1 s=READY pgs=1180 cs=0 l=1 rev1=1 crypto rx=0x7fcc1c00c240 tx=0x7fcc0c0057f0 comp rx=0 tx=0).stop 2024-09-13T16:09:07.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.622+0000 7fcc23fff640 1 -- 172.21.15.76:0/819755330 reap_dead start 2024-09-13T16:09:07.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.622+0000 7fcc29ed7640 1 -- 172.21.15.76:0/819755330 shutdown_connections 2024-09-13T16:09:07.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.622+0000 7fcc29ed7640 1 -- 172.21.15.76:0/819755330 >> 172.21.15.76:0/819755330 conn(0x7fcc24069ed0 msgr2=0x7fcc2406a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:07.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.622+0000 7fcc29ed7640 1 -- 172.21.15.76:0/819755330 shutdown_connections 2024-09-13T16:09:07.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.622+0000 7fcc29ed7640 1 -- 172.21.15.76:0/819755330 wait complete. 2024-09-13T16:09:07.629 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.624+0000 7fcc29ed7640 1 Processor -- start 2024-09-13T16:09:07.629 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.624+0000 7fcc29ed7640 1 -- start start 2024-09-13T16:09:07.630 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.624+0000 7fcc29ed7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcc0c004d00 0x7fcc241ed2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:07.630 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.624+0000 7fcc29ed7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcc240c3900 0x7fcc241564b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:07.630 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.624+0000 7fcc29ed7640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcc2406a350 0x7fcc241569f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:07.630 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.624+0000 7fcc29ed7640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcc240c4070 con 0x7fcc240c3900 2024-09-13T16:09:07.630 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.624+0000 7fcc29ed7640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcc2415c0e0 con 0x7fcc2406a350 2024-09-13T16:09:07.630 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.624+0000 7fcc29ed7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcc240c3d90 con 0x7fcc0c004d00 2024-09-13T16:09:07.630 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.625+0000 7fcc22ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcc240c3900 0x7fcc241564b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:07.630 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.625+0000 7fcc22ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcc240c3900 0x7fcc241564b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:38164/0 (socket says 172.21.15.76:38164) 2024-09-13T16:09:07.630 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.625+0000 7fcc22ffd640 1 -- 172.21.15.76:0/3151902933 learned_addr learned my addr 172.21.15.76:0/3151902933 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:09:07.630 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.625+0000 7fcc237fe640 1 --2- 172.21.15.76:0/3151902933 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcc0c004d00 0x7fcc241ed2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:07.630 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.625+0000 7fcc23fff640 1 --2- 172.21.15.76:0/3151902933 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcc2406a350 0x7fcc241569f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:07.630 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.625+0000 7fcc22ffd640 1 -- 172.21.15.76:0/3151902933 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcc0c004d00 msgr2=0x7fcc241ed2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:07.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.625+0000 7fcc22ffd640 1 --2- 172.21.15.76:0/3151902933 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcc0c004d00 0x7fcc241ed2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:07.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.625+0000 7fcc22ffd640 1 -- 172.21.15.76:0/3151902933 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcc2406a350 msgr2=0x7fcc241569f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:07.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.625+0000 7fcc22ffd640 1 --2- 172.21.15.76:0/3151902933 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcc2406a350 0x7fcc241569f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:07.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.625+0000 7fcc22ffd640 1 -- 172.21.15.76:0/3151902933 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcc2415ba90 con 0x7fcc240c3900 2024-09-13T16:09:07.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.625+0000 7fcc22ffd640 1 --2- 172.21.15.76:0/3151902933 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcc240c3900 0x7fcc241564b0 secure :-1 s=READY pgs=1181 cs=0 l=1 rev1=1 crypto rx=0x7fcc1800f820 tx=0x7fcc1800fce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:07.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.625+0000 7fcc0bfff640 1 -- 172.21.15.76:0/3151902933 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcc180050d0 con 0x7fcc240c3900 2024-09-13T16:09:07.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.625+0000 7fcc0bfff640 1 -- 172.21.15.76:0/3151902933 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcc18005230 con 0x7fcc240c3900 2024-09-13T16:09:07.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.625+0000 7fcc0bfff640 1 -- 172.21.15.76:0/3151902933 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcc1800d730 con 0x7fcc240c3900 2024-09-13T16:09:07.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.625+0000 7fcc29ed7640 1 -- 172.21.15.76:0/3151902933 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcc2415bd70 con 0x7fcc240c3900 2024-09-13T16:09:07.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.625+0000 7fcc29ed7640 1 -- 172.21.15.76:0/3151902933 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcc241f1050 con 0x7fcc240c3900 2024-09-13T16:09:07.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.626+0000 7fcc29ed7640 1 -- 172.21.15.76:0/3151902933 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcc2415b8f0 con 0x7fcc240c3900 2024-09-13T16:09:07.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.627+0000 7fcc0bfff640 1 -- 172.21.15.76:0/3151902933 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fcc1800d890 con 0x7fcc240c3900 2024-09-13T16:09:07.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.627+0000 7fcc0bfff640 1 --2- 172.21.15.76:0/3151902933 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcc1006ac00 0x7fcc1006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:07.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.627+0000 7fcc0bfff640 1 -- 172.21.15.76:0/3151902933 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(92..92 src has 1..92) v4 ==== 5177+0+0 (secure 0 0 0) 0x7fcc18089010 con 0x7fcc240c3900 2024-09-13T16:09:07.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.627+0000 7fcc237fe640 1 --2- 172.21.15.76:0/3151902933 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcc1006ac00 0x7fcc1006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:07.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.628+0000 7fcc237fe640 1 --2- 172.21.15.76:0/3151902933 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcc1006ac00 0x7fcc1006d0c0 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7fcc14007520 tx=0x7fcc1400b040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:07.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.631+0000 7fcc0bfff640 1 -- 172.21.15.76:0/3151902933 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fcc2415b8f0 con 0x7fcc240c3900 2024-09-13T16:09:07.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.792+0000 7fcc29ed7640 1 -- 172.21.15.76:0/3151902933 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fcc2415b8f0 con 0x7fcc240c3900 2024-09-13T16:09:07.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.793+0000 7fcc0bfff640 1 -- 172.21.15.76:0/3151902933 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v92) v1 ==== 74+0+13027 (secure 0 0 0) 0x7fcc2415b8f0 con 0x7fcc240c3900 2024-09-13T16:09:07.794 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:09:07.795 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":92,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:09:07.123960+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":12,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:09:07.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.795+0000 7fcc29ed7640 1 -- 172.21.15.76:0/3151902933 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcc1006ac00 msgr2=0x7fcc1006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:07.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.795+0000 7fcc29ed7640 1 --2- 172.21.15.76:0/3151902933 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcc1006ac00 0x7fcc1006d0c0 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7fcc14007520 tx=0x7fcc1400b040 comp rx=0 tx=0).stop 2024-09-13T16:09:07.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.795+0000 7fcc29ed7640 1 -- 172.21.15.76:0/3151902933 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcc240c3900 msgr2=0x7fcc241564b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:07.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.795+0000 7fcc29ed7640 1 --2- 172.21.15.76:0/3151902933 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcc240c3900 0x7fcc241564b0 secure :-1 s=READY pgs=1181 cs=0 l=1 rev1=1 crypto rx=0x7fcc1800f820 tx=0x7fcc1800fce0 comp rx=0 tx=0).stop 2024-09-13T16:09:07.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.795+0000 7fcc29ed7640 1 -- 172.21.15.76:0/3151902933 shutdown_connections 2024-09-13T16:09:07.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.795+0000 7fcc29ed7640 1 --2- 172.21.15.76:0/3151902933 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcc2406a350 0x7fcc241569f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:07.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.795+0000 7fcc29ed7640 1 --2- 172.21.15.76:0/3151902933 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcc240c3900 0x7fcc241564b0 unknown :-1 s=CLOSED pgs=1181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:07.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.795+0000 7fcc29ed7640 1 --2- 172.21.15.76:0/3151902933 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcc1006ac00 0x7fcc1006d0c0 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:07.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.795+0000 7fcc29ed7640 1 --2- 172.21.15.76:0/3151902933 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcc0c004d00 0x7fcc241ed2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:07.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.795+0000 7fcc29ed7640 1 -- 172.21.15.76:0/3151902933 >> 172.21.15.76:0/3151902933 conn(0x7fcc24069ed0 msgr2=0x7fcc2406d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:07.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.795+0000 7fcc29ed7640 1 -- 172.21.15.76:0/3151902933 shutdown_connections 2024-09-13T16:09:07.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.795+0000 7fcc29ed7640 1 -- 172.21.15.76:0/3151902933 wait complete. 2024-09-13T16:09:07.808 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:01:26.960607+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:09:07.808 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:09:07.909 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.907+0000 7ff90dd76640 1 Processor -- start 2024-09-13T16:09:07.909 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.907+0000 7ff90dd76640 1 -- start start 2024-09-13T16:09:07.910 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.908+0000 7ff90dd76640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff90815a3b0 0x7ff9080b20a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:07.910 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.908+0000 7ff90dd76640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff9080cec00 0x7ff9080ab9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:07.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.908+0000 7ff90dd76640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff90815a790 con 0x7ff9080b1720 2024-09-13T16:09:07.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.908+0000 7ff90dd76640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff9080b2680 con 0x7ff90815a3b0 2024-09-13T16:09:07.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.908+0000 7ff90dd76640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff9080b2960 con 0x7ff9080cec00 2024-09-13T16:09:07.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.908+0000 7ff9077fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff90815a3b0 0x7ff9080b20a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:07.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.908+0000 7ff906ffd640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7ff9080b1720 0x7ff9080ce4f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:41856/0 (socket says 172.21.15.76:41856) 2024-09-13T16:09:07.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.908+0000 7ff906ffd640 1 -- 172.21.15.76:0/3905857457 learned_addr learned my addr 172.21.15.76:0/3905857457 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:09:07.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.908+0000 7ff907fff640 1 --2- 172.21.15.76:0/3905857457 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff9080cec00 0x7ff9080ab9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:07.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.908+0000 7ff9077fe640 1 -- 172.21.15.76:0/3905857457 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff9080cec00 msgr2=0x7ff9080ab9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:07.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.908+0000 7ff9077fe640 1 --2- 172.21.15.76:0/3905857457 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff9080cec00 0x7ff9080ab9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:07.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.908+0000 7ff9077fe640 1 -- 172.21.15.76:0/3905857457 >> v1:172.21.15.76:6789/0 conn(0x7ff9080b1720 legacy=0x7ff9080ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:07.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.908+0000 7ff9077fe640 1 -- 172.21.15.76:0/3905857457 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff9080b2c40 con 0x7ff90815a3b0 2024-09-13T16:09:07.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.908+0000 7ff9067fc640 1 -- 172.21.15.76:0/3905857457 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2041830237 0 0) 0x7ff90815a790 con 0x7ff9080b1720 2024-09-13T16:09:07.916 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.909+0000 7ff9077fe640 1 --2- 172.21.15.76:0/3905857457 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff90815a3b0 0x7ff9080b20a0 secure :-1 s=READY pgs=1183 cs=0 l=1 rev1=1 crypto rx=0x7ff8f8009d90 tx=0x7ff8f802a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=327938769eefacd3 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:07.916 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.909+0000 7ff9067fc640 1 -- 172.21.15.76:0/3905857457 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8f8007740 con 0x7ff90815a3b0 2024-09-13T16:09:07.916 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.909+0000 7ff9067fc640 1 -- 172.21.15.76:0/3905857457 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff8f802d050 con 0x7ff90815a3b0 2024-09-13T16:09:07.916 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.909+0000 7ff9067fc640 1 -- 172.21.15.76:0/3905857457 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8f8007ac0 con 0x7ff90815a3b0 2024-09-13T16:09:07.916 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.910+0000 7ff90dd76640 1 -- 172.21.15.76:0/3905857457 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff90815a3b0 msgr2=0x7ff9080b20a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:07.916 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.910+0000 7ff90dd76640 1 --2- 172.21.15.76:0/3905857457 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff90815a3b0 0x7ff9080b20a0 secure :-1 s=READY pgs=1183 cs=0 l=1 rev1=1 crypto rx=0x7ff8f8009d90 tx=0x7ff8f802a660 comp rx=0 tx=0).stop 2024-09-13T16:09:07.916 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.910+0000 7ff90dd76640 1 -- 172.21.15.76:0/3905857457 shutdown_connections 2024-09-13T16:09:07.916 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.910+0000 7ff90dd76640 1 --2- 172.21.15.76:0/3905857457 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff9080cec00 0x7ff9080ab9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:07.916 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.910+0000 7ff90dd76640 1 --2- 172.21.15.76:0/3905857457 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff90815a3b0 0x7ff9080b20a0 unknown :-1 s=CLOSED pgs=1183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:07.916 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.910+0000 7ff90dd76640 1 -- 172.21.15.76:0/3905857457 >> 172.21.15.76:0/3905857457 conn(0x7ff90806a0b0 msgr2=0x7ff90806a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:07.917 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.910+0000 7ff90dd76640 1 -- 172.21.15.76:0/3905857457 shutdown_connections 2024-09-13T16:09:07.917 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.910+0000 7ff90dd76640 1 -- 172.21.15.76:0/3905857457 wait complete. 2024-09-13T16:09:07.917 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.911+0000 7ff90dd76640 1 Processor -- start 2024-09-13T16:09:07.917 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.911+0000 7ff90dd76640 1 -- start start 2024-09-13T16:09:07.917 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.912+0000 7ff90dd76640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff9080b1720 0x7ff9081540a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:07.917 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.912+0000 7ff90dd76640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff9080cec00 0x7ff908156f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:07.917 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.912+0000 7ff90dd76640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff90815a3b0 0x7ff9081574c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:07.917 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.912+0000 7ff90dd76640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff9080c30c0 con 0x7ff9080cec00 2024-09-13T16:09:07.917 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.912+0000 7ff90dd76640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff9080c2ec0 con 0x7ff90815a3b0 2024-09-13T16:09:07.917 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.912+0000 7ff90dd76640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff9080b0510 con 0x7ff9080b1720 2024-09-13T16:09:07.917 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.912+0000 7ff906ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff9080cec00 0x7ff908156f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:07.917 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.912+0000 7ff906ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff9080cec00 0x7ff908156f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:38174/0 (socket says 172.21.15.76:38174) 2024-09-13T16:09:07.917 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.912+0000 7ff906ffd640 1 -- 172.21.15.76:0/1429974208 learned_addr learned my addr 172.21.15.76:0/1429974208 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:09:07.918 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.912+0000 7ff9077fe640 1 --2- 172.21.15.76:0/1429974208 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff9080b1720 0x7ff9081540a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:07.918 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.912+0000 7ff907fff640 1 --2- 172.21.15.76:0/1429974208 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff90815a3b0 0x7ff9081574c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:07.918 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.912+0000 7ff906ffd640 1 -- 172.21.15.76:0/1429974208 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff9080b1720 msgr2=0x7ff9081540a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:07.918 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.912+0000 7ff906ffd640 1 --2- 172.21.15.76:0/1429974208 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff9080b1720 0x7ff9081540a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:07.918 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.912+0000 7ff906ffd640 1 -- 172.21.15.76:0/1429974208 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff90815a3b0 msgr2=0x7ff9081574c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:07.918 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.912+0000 7ff906ffd640 1 --2- 172.21.15.76:0/1429974208 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff90815a3b0 0x7ff9081574c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:07.918 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.912+0000 7ff906ffd640 1 -- 172.21.15.76:0/1429974208 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff8f8009a70 con 0x7ff9080cec00 2024-09-13T16:09:07.918 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.912+0000 7ff907fff640 1 --2- 172.21.15.76:0/1429974208 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff90815a3b0 0x7ff9081574c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:09:07.918 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.913+0000 7ff906ffd640 1 --2- 172.21.15.76:0/1429974208 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff9080cec00 0x7ff908156f80 secure :-1 s=READY pgs=1184 cs=0 l=1 rev1=1 crypto rx=0x7ff8fc00c430 tx=0x7ff8fc00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:07.918 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.913+0000 7ff8effff640 1 -- 172.21.15.76:0/1429974208 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8fc0074e0 con 0x7ff9080cec00 2024-09-13T16:09:07.918 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.913+0000 7ff8effff640 1 -- 172.21.15.76:0/1429974208 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff8fc007660 con 0x7ff9080cec00 2024-09-13T16:09:07.918 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.913+0000 7ff8effff640 1 -- 172.21.15.76:0/1429974208 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8fc004a20 con 0x7ff9080cec00 2024-09-13T16:09:07.918 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.913+0000 7ff90dd76640 1 -- 172.21.15.76:0/1429974208 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff9080b07f0 con 0x7ff9080cec00 2024-09-13T16:09:07.918 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.913+0000 7ff90dd76640 1 -- 172.21.15.76:0/1429974208 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff9080b0200 con 0x7ff9080cec00 2024-09-13T16:09:07.919 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.914+0000 7ff90dd76640 1 -- 172.21.15.76:0/1429974208 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff9080cbb90 con 0x7ff9080cec00 2024-09-13T16:09:07.919 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.914+0000 7ff8effff640 1 -- 172.21.15.76:0/1429974208 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff8fc004b80 con 0x7ff9080cec00 2024-09-13T16:09:07.919 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.915+0000 7ff8effff640 1 --2- 172.21.15.76:0/1429974208 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff8f406ac00 0x7ff8f406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:07.919 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.915+0000 7ff9077fe640 1 --2- 172.21.15.76:0/1429974208 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff8f406ac00 0x7ff8f406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:07.919 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.915+0000 7ff8effff640 1 -- 172.21.15.76:0/1429974208 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(92..92 src has 1..92) v4 ==== 5177+0+0 (secure 0 0 0) 0x7ff8fc088f80 con 0x7ff9080cec00 2024-09-13T16:09:07.920 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.915+0000 7ff9077fe640 1 --2- 172.21.15.76:0/1429974208 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff8f406ac00 0x7ff8f406d0c0 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7ff8f8034000 tx=0x7ff8f802f000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:07.920 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:07.919+0000 7ff8effff640 1 -- 172.21.15.76:0/1429974208 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ff8fc0bc9c0 con 0x7ff9080cec00 2024-09-13T16:09:08.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.081+0000 7ff90dd76640 1 -- 172.21.15.76:0/1429974208 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7ff9080c3200 con 0x7ff9080cec00 2024-09-13T16:09:08.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.081+0000 7ff8effff640 1 -- 172.21.15.76:0/1429974208 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v92) v1 ==== 93+0+10 (secure 0 0 0) 0x7ff9080c3200 con 0x7ff9080cec00 2024-09-13T16:09:08.083 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2024-09-13T16:09:08.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.083+0000 7ff90dd76640 1 -- 172.21.15.76:0/1429974208 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff8f406ac00 msgr2=0x7ff8f406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:08.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.083+0000 7ff90dd76640 1 --2- 172.21.15.76:0/1429974208 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff8f406ac00 0x7ff8f406d0c0 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7ff8f8034000 tx=0x7ff8f802f000 comp rx=0 tx=0).stop 2024-09-13T16:09:08.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.083+0000 7ff90dd76640 1 -- 172.21.15.76:0/1429974208 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff9080cec00 msgr2=0x7ff908156f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:08.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.083+0000 7ff90dd76640 1 --2- 172.21.15.76:0/1429974208 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff9080cec00 0x7ff908156f80 secure :-1 s=READY pgs=1184 cs=0 l=1 rev1=1 crypto rx=0x7ff8fc00c430 tx=0x7ff8fc00c8f0 comp rx=0 tx=0).stop 2024-09-13T16:09:08.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.083+0000 7ff90dd76640 1 -- 172.21.15.76:0/1429974208 shutdown_connections 2024-09-13T16:09:08.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.083+0000 7ff90dd76640 1 --2- 172.21.15.76:0/1429974208 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff90815a3b0 0x7ff9081574c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:08.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.083+0000 7ff90dd76640 1 --2- 172.21.15.76:0/1429974208 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff9080cec00 0x7ff908156f80 unknown :-1 s=CLOSED pgs=1184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:08.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.083+0000 7ff90dd76640 1 --2- 172.21.15.76:0/1429974208 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff8f406ac00 0x7ff8f406d0c0 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:08.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.083+0000 7ff90dd76640 1 --2- 172.21.15.76:0/1429974208 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff9080b1720 0x7ff9081540a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:08.086 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.083+0000 7ff90dd76640 1 -- 172.21.15.76:0/1429974208 >> 172.21.15.76:0/1429974208 conn(0x7ff90806a0b0 msgr2=0x7ff9080ab830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:08.086 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.083+0000 7ff90dd76640 1 -- 172.21.15.76:0/1429974208 shutdown_connections 2024-09-13T16:09:08.086 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.083+0000 7ff90dd76640 1 -- 172.21.15.76:0/1429974208 wait complete. 2024-09-13T16:09:08.096 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-13T16:09:08.195 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.193+0000 7f92867e2640 1 Processor -- start 2024-09-13T16:09:08.195 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.193+0000 7f92867e2640 1 -- start start 2024-09-13T16:09:08.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.194+0000 7f92867e2640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f928006c4c0 0x7f928006c8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:08.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.194+0000 7f92867e2640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f92800b2590 0x7f928006d3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:08.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.194+0000 7f92867e2640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f928006e0c0 con 0x7f92800cbea0 2024-09-13T16:09:08.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.194+0000 7f92867e2640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f928006deb0 con 0x7f92800b2590 2024-09-13T16:09:08.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.194+0000 7f92867e2640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f92800b2170 con 0x7f928006c4c0 2024-09-13T16:09:08.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.194+0000 7f9277fff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f92800b2590 0x7f928006d3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:08.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.194+0000 7f9277fff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f92800b2590 0x7f928006d3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:38182/0 (socket says 172.21.15.76:38182) 2024-09-13T16:09:08.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.194+0000 7f9277fff640 1 -- 172.21.15.76:0/2094052536 learned_addr learned my addr 172.21.15.76:0/2094052536 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:09:08.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.195+0000 7f9277fff640 1 -- 172.21.15.76:0/2094052536 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f928006c4c0 msgr2=0x7f928006c8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:08.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.195+0000 7f927ffff640 1 --2- 172.21.15.76:0/2094052536 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f928006c4c0 0x7f928006c8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:08.198 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.195+0000 7f9277fff640 1 --2- 172.21.15.76:0/2094052536 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f928006c4c0 0x7f928006c8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:08.198 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.195+0000 7f9277fff640 1 -- 172.21.15.76:0/2094052536 >> v1:172.21.15.192:6789/0 conn(0x7f92800cbea0 legacy=0x7f92800cc350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:08.198 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.195+0000 7f9277fff640 1 -- 172.21.15.76:0/2094052536 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f928006e3a0 con 0x7f92800b2590 2024-09-13T16:09:08.198 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.195+0000 7f927ffff640 1 --2- 172.21.15.76:0/2094052536 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f928006c4c0 0x7f928006c8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:09:08.198 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.195+0000 7f9277fff640 1 --2- 172.21.15.76:0/2094052536 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f92800b2590 0x7f928006d3a0 secure :-1 s=READY pgs=1185 cs=0 l=1 rev1=1 crypto rx=0x7f92680098a0 tx=0x7f926802a250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4159bba4cef6b4ae server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:08.198 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.196+0000 7f927f7fe640 1 -- 172.21.15.76:0/2094052536 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9268032440 con 0x7f92800b2590 2024-09-13T16:09:08.198 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.196+0000 7f927f7fe640 1 -- 172.21.15.76:0/2094052536 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f92680325a0 con 0x7f92800b2590 2024-09-13T16:09:08.198 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.196+0000 7f927f7fe640 1 -- 172.21.15.76:0/2094052536 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9268032930 con 0x7f92800b2590 2024-09-13T16:09:08.201 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.196+0000 7f92867e2640 1 -- 172.21.15.76:0/2094052536 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f92800b2590 msgr2=0x7f928006d3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:08.201 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.196+0000 7f92867e2640 1 --2- 172.21.15.76:0/2094052536 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f92800b2590 0x7f928006d3a0 secure :-1 s=READY pgs=1185 cs=0 l=1 rev1=1 crypto rx=0x7f92680098a0 tx=0x7f926802a250 comp rx=0 tx=0).stop 2024-09-13T16:09:08.201 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.196+0000 7f92867e2640 1 -- 172.21.15.76:0/2094052536 shutdown_connections 2024-09-13T16:09:08.201 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.196+0000 7f92867e2640 1 --2- 172.21.15.76:0/2094052536 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f92800b2590 0x7f928006d3a0 unknown :-1 s=CLOSED pgs=1185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:08.201 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.196+0000 7f92867e2640 1 --2- 172.21.15.76:0/2094052536 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f928006c4c0 0x7f928006c8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:08.201 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.196+0000 7f92867e2640 1 -- 172.21.15.76:0/2094052536 >> 172.21.15.76:0/2094052536 conn(0x7f9280069ed0 msgr2=0x7f928006a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:08.202 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.196+0000 7f92867e2640 1 -- 172.21.15.76:0/2094052536 shutdown_connections 2024-09-13T16:09:08.202 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.196+0000 7f92867e2640 1 -- 172.21.15.76:0/2094052536 wait complete. 2024-09-13T16:09:08.202 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.197+0000 7f92867e2640 1 Processor -- start 2024-09-13T16:09:08.202 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.197+0000 7f92867e2640 1 -- start start 2024-09-13T16:09:08.202 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.198+0000 7f92867e2640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f928006c4c0 0x7f9280155af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:08.202 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.198+0000 7f92867e2640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f92800b2590 0x7f928015b110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:08.202 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.198+0000 7f92867e2640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f92800cbea0 0x7f928015b650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:08.202 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.198+0000 7f92867e2640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92800cd8a0 con 0x7f92800cbea0 2024-09-13T16:09:08.202 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.198+0000 7f92867e2640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92801f4320 con 0x7f928006c4c0 2024-09-13T16:09:08.202 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.198+0000 7f92867e2640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f92801f3580 con 0x7f92800b2590 2024-09-13T16:09:08.202 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.198+0000 7f9284d7f640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f92800cbea0 0x7f928015b650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:08.202 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.198+0000 7f9284d7f640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f92800cbea0 0x7f928015b650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:38186/0 (socket says 172.21.15.76:38186) 2024-09-13T16:09:08.202 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.198+0000 7f9284d7f640 1 -- 172.21.15.76:0/1243676310 learned_addr learned my addr 172.21.15.76:0/1243676310 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:09:08.202 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.198+0000 7f927ffff640 1 --2- 172.21.15.76:0/1243676310 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f928006c4c0 0x7f9280155af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:08.203 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.198+0000 7f9277fff640 1 --2- 172.21.15.76:0/1243676310 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f92800b2590 0x7f928015b110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:08.203 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.198+0000 7f9284d7f640 1 -- 172.21.15.76:0/1243676310 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f92800b2590 msgr2=0x7f928015b110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:08.203 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.198+0000 7f9284d7f640 1 --2- 172.21.15.76:0/1243676310 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f92800b2590 0x7f928015b110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:08.203 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.198+0000 7f9284d7f640 1 -- 172.21.15.76:0/1243676310 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f928006c4c0 msgr2=0x7f9280155af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:08.203 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.198+0000 7f9284d7f640 1 --2- 172.21.15.76:0/1243676310 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f928006c4c0 0x7f9280155af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:08.203 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.198+0000 7f9284d7f640 1 -- 172.21.15.76:0/1243676310 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f92680094d0 con 0x7f92800cbea0 2024-09-13T16:09:08.203 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.198+0000 7f9277fff640 1 --2- 172.21.15.76:0/1243676310 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f92800b2590 0x7f928015b110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:09:08.203 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.199+0000 7f9284d7f640 1 --2- 172.21.15.76:0/1243676310 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f92800cbea0 0x7f928015b650 secure :-1 s=READY pgs=1186 cs=0 l=1 rev1=1 crypto rx=0x7f927800b970 tx=0x7f927800be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:08.203 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.199+0000 7f927d7fa640 1 -- 172.21.15.76:0/1243676310 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f927800cb40 con 0x7f92800cbea0 2024-09-13T16:09:08.203 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.199+0000 7f927d7fa640 1 -- 172.21.15.76:0/1243676310 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f927800cca0 con 0x7f92800cbea0 2024-09-13T16:09:08.203 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.199+0000 7f92867e2640 1 -- 172.21.15.76:0/1243676310 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f92801f3860 con 0x7f92800cbea0 2024-09-13T16:09:08.203 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.199+0000 7f927d7fa640 1 -- 172.21.15.76:0/1243676310 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9278014680 con 0x7f92800cbea0 2024-09-13T16:09:08.203 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.199+0000 7f92867e2640 1 -- 172.21.15.76:0/1243676310 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f92801f3e20 con 0x7f92800cbea0 2024-09-13T16:09:08.203 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.200+0000 7f92867e2640 1 -- 172.21.15.76:0/1243676310 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f92800c6520 con 0x7f92800cbea0 2024-09-13T16:09:08.204 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.200+0000 7f927d7fa640 1 -- 172.21.15.76:0/1243676310 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f927801d3b0 con 0x7f92800cbea0 2024-09-13T16:09:08.204 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.201+0000 7f927d7fa640 1 --2- 172.21.15.76:0/1243676310 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f926006ac30 0x7f926006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:08.205 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.201+0000 7f927d7fa640 1 -- 172.21.15.76:0/1243676310 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(92..92 src has 1..92) v4 ==== 5177+0+0 (secure 0 0 0) 0x7f9278088fb0 con 0x7f92800cbea0 2024-09-13T16:09:08.205 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.201+0000 7f927ffff640 1 --2- 172.21.15.76:0/1243676310 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f926006ac30 0x7f926006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:08.205 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.201+0000 7f927ffff640 1 --2- 172.21.15.76:0/1243676310 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f926006ac30 0x7f926006d0f0 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f927000a990 tx=0x7f9270008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:08.206 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.205+0000 7f927d7fa640 1 -- 172.21.15.76:0/1243676310 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f92780bc9c0 con 0x7f92800cbea0 2024-09-13T16:09:08.368 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.367+0000 7f92867e2640 1 -- 172.21.15.76:0/1243676310 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7f92800cb5d0 con 0x7f92800cbea0 2024-09-13T16:09:08.369 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.367+0000 7f927d7fa640 1 -- 172.21.15.76:0/1243676310 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v92) v1 ==== 84+0+65 (secure 0 0 0) 0x7f92780543a0 con 0x7f92800cbea0 2024-09-13T16:09:08.369 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:09:08.369 INFO:teuthology.orchestra.run.smithi076.stdout:[ 2024-09-13T16:09:08.369 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:09:08.369 INFO:teuthology.orchestra.run.smithi076.stdout: "poolnum": 1, 2024-09-13T16:09:08.369 INFO:teuthology.orchestra.run.smithi076.stdout: "poolname": ".mgr" 2024-09-13T16:09:08.369 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:09:08.369 INFO:teuthology.orchestra.run.smithi076.stdout:] 2024-09-13T16:09:08.371 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.369+0000 7f92867e2640 1 -- 172.21.15.76:0/1243676310 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f926006ac30 msgr2=0x7f926006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:08.371 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.369+0000 7f92867e2640 1 --2- 172.21.15.76:0/1243676310 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f926006ac30 0x7f926006d0f0 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f927000a990 tx=0x7f9270008040 comp rx=0 tx=0).stop 2024-09-13T16:09:08.371 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.369+0000 7f92867e2640 1 -- 172.21.15.76:0/1243676310 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f92800cbea0 msgr2=0x7f928015b650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:08.371 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.369+0000 7f92867e2640 1 --2- 172.21.15.76:0/1243676310 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f92800cbea0 0x7f928015b650 secure :-1 s=READY pgs=1186 cs=0 l=1 rev1=1 crypto rx=0x7f927800b970 tx=0x7f927800be30 comp rx=0 tx=0).stop 2024-09-13T16:09:08.371 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.369+0000 7f92867e2640 1 -- 172.21.15.76:0/1243676310 shutdown_connections 2024-09-13T16:09:08.371 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.369+0000 7f92867e2640 1 --2- 172.21.15.76:0/1243676310 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f92800cbea0 0x7f928015b650 unknown :-1 s=CLOSED pgs=1186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:08.371 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.369+0000 7f92867e2640 1 --2- 172.21.15.76:0/1243676310 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f926006ac30 0x7f926006d0f0 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:08.371 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.369+0000 7f92867e2640 1 --2- 172.21.15.76:0/1243676310 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f92800b2590 0x7f928015b110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:08.371 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.369+0000 7f92867e2640 1 --2- 172.21.15.76:0/1243676310 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f928006c4c0 0x7f9280155af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:08.371 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.369+0000 7f92867e2640 1 -- 172.21.15.76:0/1243676310 >> 172.21.15.76:0/1243676310 conn(0x7f9280069ed0 msgr2=0x7f9280157220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:08.372 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.369+0000 7f92867e2640 1 -- 172.21.15.76:0/1243676310 shutdown_connections 2024-09-13T16:09:08.372 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.369+0000 7f92867e2640 1 -- 172.21.15.76:0/1243676310 wait complete. 2024-09-13T16:09:08.381 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-13T16:09:08.382 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-13T16:09:08.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.481+0000 7fe9d81f4640 1 Processor -- start 2024-09-13T16:09:08.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.482+0000 7fe9d81f4640 1 -- start start 2024-09-13T16:09:08.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.482+0000 7fe9d81f4640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe9d00d2760 0x7fe9d00cd8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:08.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.482+0000 7fe9d81f4640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe9d00cd450 con 0x7fe9d015c500 2024-09-13T16:09:08.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.482+0000 7fe9d81f4640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe9d00d0cf0 con 0x7fe9d00cde20 2024-09-13T16:09:08.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.482+0000 7fe9d81f4640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe9d00d0fd0 con 0x7fe9d00d2760 2024-09-13T16:09:08.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.483+0000 7fe9d5f90640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fe9d015c500 0x7fe9d00d2050 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:41866/0 (socket says 172.21.15.76:41866) 2024-09-13T16:09:08.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.483+0000 7fe9d5f90640 1 -- 172.21.15.76:0/3556233459 learned_addr learned my addr 172.21.15.76:0/3556233459 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:09:08.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.483+0000 7fe9d4f8e640 1 -- 172.21.15.76:0/3556233459 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1348507980 0 0) 0x7fe9d00cd450 con 0x7fe9d015c500 2024-09-13T16:09:08.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.483+0000 7fe9d4f8e640 1 -- 172.21.15.76:0/3556233459 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe9bc003520 con 0x7fe9d015c500 2024-09-13T16:09:08.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.483+0000 7fe9d578f640 1 --2- 172.21.15.76:0/3556233459 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe9d00d2760 0x7fe9d00cd8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:08.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.483+0000 7fe9d4f8e640 1 -- 172.21.15.76:0/3556233459 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4265929087 0 0) 0x7fe9bc003520 con 0x7fe9d015c500 2024-09-13T16:09:08.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.483+0000 7fe9d4f8e640 1 -- 172.21.15.76:0/3556233459 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe9d00d2760 msgr2=0x7fe9d00cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:08.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.483+0000 7fe9d4f8e640 1 --2- 172.21.15.76:0/3556233459 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe9d00d2760 0x7fe9d00cd8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:08.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.483+0000 7fe9d4f8e640 1 -- 172.21.15.76:0/3556233459 >> v1:172.21.15.192:6789/0 conn(0x7fe9d00cde20 legacy=0x7fe9d00d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:08.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.483+0000 7fe9d4f8e640 1 -- 172.21.15.76:0/3556233459 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe9d00cd0e0 con 0x7fe9d015c500 2024-09-13T16:09:08.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.483+0000 7fe9d4f8e640 1 -- 172.21.15.76:0/3556233459 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7fe9cc001670 con 0x7fe9d015c500 2024-09-13T16:09:08.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.483+0000 7fe9d578f640 1 --2- 172.21.15.76:0/3556233459 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe9d00d2760 0x7fe9d00cd8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:09:08.488 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.483+0000 7fe9d4f8e640 1 -- 172.21.15.76:0/3556233459 >> v1:172.21.15.76:6789/0 conn(0x7fe9d015c500 legacy=0x7fe9d00d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:08.488 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.483+0000 7fe9d4f8e640 1 --2- 172.21.15.76:0/3556233459 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe9d00d2760 0x7fe9bc0039a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:08.488 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.483+0000 7fe9d4f8e640 1 --2- 172.21.15.76:0/3556233459 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe9bc003f90 0x7fe9bc0047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:08.488 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.483+0000 7fe9d4f8e640 1 --2- 172.21.15.76:0/3556233459 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe9bc004d00 0x7fe9bc005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:08.488 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.483+0000 7fe9d4f8e640 1 -- 172.21.15.76:0/3556233459 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9d00d0fd0 con 0x7fe9bc003f90 2024-09-13T16:09:08.488 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.483+0000 7fe9d4f8e640 1 -- 172.21.15.76:0/3556233459 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9bc00bae0 con 0x7fe9bc004d00 2024-09-13T16:09:08.488 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.483+0000 7fe9d4f8e640 1 -- 172.21.15.76:0/3556233459 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe9bc00bca0 con 0x7fe9d00d2760 2024-09-13T16:09:08.488 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.483+0000 7fe9d578f640 1 --2- 172.21.15.76:0/3556233459 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe9bc003f90 0x7fe9bc0047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:08.488 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.483+0000 7fe9d5f90640 1 --2- 172.21.15.76:0/3556233459 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe9d00d2760 0x7fe9bc0039a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:08.488 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.483+0000 7fe9d6791640 1 --2- 172.21.15.76:0/3556233459 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe9bc004d00 0x7fe9bc005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:08.488 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.484+0000 7fe9d578f640 1 -- 172.21.15.76:0/3556233459 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe9d00d2760 msgr2=0x7fe9bc0039a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:08.488 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.484+0000 7fe9d578f640 1 --2- 172.21.15.76:0/3556233459 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe9d00d2760 0x7fe9bc0039a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:08.489 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.484+0000 7fe9d578f640 1 -- 172.21.15.76:0/3556233459 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe9bc004d00 msgr2=0x7fe9bc005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:08.489 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.484+0000 7fe9d578f640 1 --2- 172.21.15.76:0/3556233459 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe9bc004d00 0x7fe9bc005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:08.489 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.484+0000 7fe9d578f640 1 -- 172.21.15.76:0/3556233459 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe9bc003520 con 0x7fe9bc003f90 2024-09-13T16:09:08.489 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.484+0000 7fe9d578f640 1 --2- 172.21.15.76:0/3556233459 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe9bc003f90 0x7fe9bc0047c0 secure :-1 s=READY pgs=1188 cs=0 l=1 rev1=1 crypto rx=0x7fe9d006ce50 tx=0x7fe9bc0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f6263379b3661de4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:08.489 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.484+0000 7fe9d4f8e640 1 -- 172.21.15.76:0/3556233459 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9c002abe0 con 0x7fe9bc003f90 2024-09-13T16:09:08.489 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.484+0000 7fe9d4f8e640 1 -- 172.21.15.76:0/3556233459 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe9c002ad40 con 0x7fe9bc003f90 2024-09-13T16:09:08.489 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.484+0000 7fe9d4f8e640 1 -- 172.21.15.76:0/3556233459 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9c0032640 con 0x7fe9bc003f90 2024-09-13T16:09:08.489 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.485+0000 7fe9d81f4640 1 -- 172.21.15.76:0/3556233459 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe9bc003f90 msgr2=0x7fe9bc0047c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:08.489 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.485+0000 7fe9d81f4640 1 --2- 172.21.15.76:0/3556233459 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe9bc003f90 0x7fe9bc0047c0 secure :-1 s=READY pgs=1188 cs=0 l=1 rev1=1 crypto rx=0x7fe9d006ce50 tx=0x7fe9bc0057f0 comp rx=0 tx=0).stop 2024-09-13T16:09:08.489 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.485+0000 7fe9d6791640 1 -- 172.21.15.76:0/3556233459 reap_dead start 2024-09-13T16:09:08.489 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.485+0000 7fe9d81f4640 1 -- 172.21.15.76:0/3556233459 shutdown_connections 2024-09-13T16:09:08.489 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.485+0000 7fe9d81f4640 1 -- 172.21.15.76:0/3556233459 >> 172.21.15.76:0/3556233459 conn(0x7fe9d0089f60 msgr2=0x7fe9d009b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:08.489 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.485+0000 7fe9d81f4640 1 -- 172.21.15.76:0/3556233459 shutdown_connections 2024-09-13T16:09:08.490 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.485+0000 7fe9d81f4640 1 -- 172.21.15.76:0/3556233459 wait complete. 2024-09-13T16:09:08.492 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.486+0000 7fe9d81f4640 1 Processor -- start 2024-09-13T16:09:08.492 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.486+0000 7fe9d81f4640 1 -- start start 2024-09-13T16:09:08.492 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.487+0000 7fe9d81f4640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe9bc003f90 0x7fe9d00cc030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:08.492 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.487+0000 7fe9d81f4640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe9d00b5260 0x7fe9d01501d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:08.493 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.487+0000 7fe9d81f4640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe9d0150a40 0x7fe9d015ef40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:08.493 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.487+0000 7fe9d81f4640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9d015d430 con 0x7fe9d0150a40 2024-09-13T16:09:08.493 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.487+0000 7fe9d81f4640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9d015d6d0 con 0x7fe9bc003f90 2024-09-13T16:09:08.493 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.487+0000 7fe9d81f4640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe9d015d9b0 con 0x7fe9d00b5260 2024-09-13T16:09:08.493 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.487+0000 7fe9d6791640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe9d0150a40 0x7fe9d015ef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:08.493 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.487+0000 7fe9d6791640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe9d0150a40 0x7fe9d015ef40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:38210/0 (socket says 172.21.15.76:38210) 2024-09-13T16:09:08.493 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.487+0000 7fe9d6791640 1 -- 172.21.15.76:0/2693744770 learned_addr learned my addr 172.21.15.76:0/2693744770 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:09:08.493 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.487+0000 7fe9d6791640 1 -- 172.21.15.76:0/2693744770 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe9d00b5260 msgr2=0x7fe9d01501d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:08.493 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.487+0000 7fe9d5f90640 1 --2- 172.21.15.76:0/2693744770 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe9bc003f90 0x7fe9d00cc030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:08.493 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.487+0000 7fe9d578f640 1 --2- 172.21.15.76:0/2693744770 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe9d00b5260 0x7fe9d01501d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:08.493 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.487+0000 7fe9d6791640 1 --2- 172.21.15.76:0/2693744770 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe9d00b5260 0x7fe9d01501d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:08.493 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.487+0000 7fe9d6791640 1 -- 172.21.15.76:0/2693744770 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe9bc003f90 msgr2=0x7fe9d00cc030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:08.493 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.487+0000 7fe9d6791640 1 --2- 172.21.15.76:0/2693744770 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe9bc003f90 0x7fe9d00cc030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:08.494 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.487+0000 7fe9d6791640 1 -- 172.21.15.76:0/2693744770 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe9d00b1d60 con 0x7fe9d0150a40 2024-09-13T16:09:08.494 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.488+0000 7fe9d6791640 1 --2- 172.21.15.76:0/2693744770 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe9d0150a40 0x7fe9d015ef40 secure :-1 s=READY pgs=1189 cs=0 l=1 rev1=1 crypto rx=0x7fe9d00cff70 tx=0x7fe9c800ec10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:08.494 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.488+0000 7fe9c67fc640 1 -- 172.21.15.76:0/2693744770 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9c8003970 con 0x7fe9d0150a40 2024-09-13T16:09:08.494 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.488+0000 7fe9c67fc640 1 -- 172.21.15.76:0/2693744770 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe9c8003ad0 con 0x7fe9d0150a40 2024-09-13T16:09:08.494 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.488+0000 7fe9c67fc640 1 -- 172.21.15.76:0/2693744770 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9c8003e80 con 0x7fe9d0150a40 2024-09-13T16:09:08.494 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.488+0000 7fe9d81f4640 1 -- 172.21.15.76:0/2693744770 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe9d00b2040 con 0x7fe9d0150a40 2024-09-13T16:09:08.494 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.488+0000 7fe9d81f4640 1 -- 172.21.15.76:0/2693744770 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe9d0150710 con 0x7fe9d0150a40 2024-09-13T16:09:08.494 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.489+0000 7fe9d81f4640 1 -- 172.21.15.76:0/2693744770 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe9d00b2560 con 0x7fe9d0150a40 2024-09-13T16:09:08.494 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.489+0000 7fe9c67fc640 1 -- 172.21.15.76:0/2693744770 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe9c80050d0 con 0x7fe9d0150a40 2024-09-13T16:09:08.494 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.490+0000 7fe9c67fc640 1 --2- 172.21.15.76:0/2693744770 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe9b406ac00 0x7fe9b406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:08.494 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.490+0000 7fe9c67fc640 1 -- 172.21.15.76:0/2693744770 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(92..92 src has 1..92) v4 ==== 5177+0+0 (secure 0 0 0) 0x7fe9c8088ed0 con 0x7fe9d0150a40 2024-09-13T16:09:08.494 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.490+0000 7fe9d5f90640 1 --2- 172.21.15.76:0/2693744770 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe9b406ac00 0x7fe9b406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:08.495 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.490+0000 7fe9d5f90640 1 --2- 172.21.15.76:0/2693744770 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe9b406ac00 0x7fe9b406d0c0 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7fe9cc001050 tx=0x7fe9cc009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:08.495 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.494+0000 7fe9c67fc640 1 -- 172.21.15.76:0/2693744770 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fe9d00b2560 con 0x7fe9d0150a40 2024-09-13T16:09:08.656 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:08.654+0000 7fe9d81f4640 1 -- 172.21.15.76:0/2693744770 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7fe9d00b2560 con 0x7fe9d0150a40 2024-09-13T16:09:09.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:09.147+0000 7fe9c67fc640 1 -- 172.21.15.76:0/2693744770 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v93) v1 ==== 138+0+0 (secure 0 0 0) 0x7fe9d00b2560 con 0x7fe9d0150a40 2024-09-13T16:09:09.149 INFO:teuthology.orchestra.run.smithi076.stderr:pool 'cephfs_metadata' created 2024-09-13T16:09:09.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:09.151+0000 7fe9d81f4640 1 -- 172.21.15.76:0/2693744770 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe9b406ac00 msgr2=0x7fe9b406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:09.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:09.151+0000 7fe9d81f4640 1 --2- 172.21.15.76:0/2693744770 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe9b406ac00 0x7fe9b406d0c0 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7fe9cc001050 tx=0x7fe9cc009040 comp rx=0 tx=0).stop 2024-09-13T16:09:09.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:09.151+0000 7fe9d81f4640 1 -- 172.21.15.76:0/2693744770 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe9d0150a40 msgr2=0x7fe9d015ef40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:09.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:09.151+0000 7fe9d81f4640 1 --2- 172.21.15.76:0/2693744770 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe9d0150a40 0x7fe9d015ef40 secure :-1 s=READY pgs=1189 cs=0 l=1 rev1=1 crypto rx=0x7fe9d00cff70 tx=0x7fe9c800ec10 comp rx=0 tx=0).stop 2024-09-13T16:09:09.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:09.151+0000 7fe9d81f4640 1 -- 172.21.15.76:0/2693744770 shutdown_connections 2024-09-13T16:09:09.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:09.151+0000 7fe9d81f4640 1 --2- 172.21.15.76:0/2693744770 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe9d0150a40 0x7fe9d015ef40 unknown :-1 s=CLOSED pgs=1189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:09.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:09.151+0000 7fe9d81f4640 1 --2- 172.21.15.76:0/2693744770 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe9b406ac00 0x7fe9b406d0c0 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:09.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:09.151+0000 7fe9d81f4640 1 --2- 172.21.15.76:0/2693744770 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe9d00b5260 0x7fe9d01501d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:09.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:09.151+0000 7fe9d81f4640 1 --2- 172.21.15.76:0/2693744770 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe9bc003f90 0x7fe9d00cc030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:09.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:09.151+0000 7fe9d81f4640 1 -- 172.21.15.76:0/2693744770 >> 172.21.15.76:0/2693744770 conn(0x7fe9d0089f60 msgr2=0x7fe9d00af560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:09.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:09.151+0000 7fe9d81f4640 1 -- 172.21.15.76:0/2693744770 shutdown_connections 2024-09-13T16:09:09.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:09.151+0000 7fe9d81f4640 1 -- 172.21.15.76:0/2693744770 wait complete. 2024-09-13T16:09:09.164 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-13T16:09:09.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:09.267+0000 7f955cc72640 1 Processor -- start 2024-09-13T16:09:09.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:09.267+0000 7f955cc72640 1 -- start start 2024-09-13T16:09:09.270 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:09.268+0000 7f955cc72640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f9558159310 0x7f95580ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:09.270 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:09.268+0000 7f955cc72640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f95580b2b40 0x7f95580ab140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:09.270 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:09.268+0000 7f955cc72640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f95580ab680 0x7f95580ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:09.271 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:09.268+0000 7f955cc72640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f95580ad940 con 0x7f9558159310 2024-09-13T16:09:09.271 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:09.268+0000 7f955cc72640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f95580ccbe0 con 0x7f95580b2b40 2024-09-13T16:09:09.271 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:09.268+0000 7f955cc72640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f95580b1810 con 0x7f95580ab680 2024-09-13T16:09:09.271 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:09.269+0000 7f955659c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f9558159310 0x7f95580ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:09.271 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:09.269+0000 7f955659c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f9558159310 0x7f95580ad400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:38222/0 (socket says 172.21.15.76:38222) 2024-09-13T16:09:09.271 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:09.269+0000 7f955659c640 1 -- 172.21.15.76:0/3462152142 learned_addr learned my addr 172.21.15.76:0/3462152142 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:09:09.271 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:09.269+0000 7f9556d9d640 1 --2- 172.21.15.76:0/3462152142 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f95580ab680 0x7f95580ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:09.271 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:09.269+0000 7f955659c640 1 -- 172.21.15.76:0/3462152142 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f95580ab680 msgr2=0x7f95580ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:09.271 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:09.269+0000 7f9555d9b640 1 --2- 172.21.15.76:0/3462152142 >> v2:172.21.15.192:3300/0 conn(0x7f95580b2b40 0x7f95580ab140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:09.271 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:09.269+0000 7f955659c640 1 --2- 172.21.15.76:0/3462152142 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f95580ab680 0x7f95580ce4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:09.271 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:09.269+0000 7f955659c640 1 -- 172.21.15.76:0/3462152142 >> v2:172.21.15.192:3300/0 conn(0x7f95580b2b40 msgr2=0x7f95580ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:09.271 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:09.269+0000 7f955659c640 1 --2- 172.21.15.76:0/3462152142 >> v2:172.21.15.192:3300/0 conn(0x7f95580b2b40 0x7f95580ab140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:09.272 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:09.269+0000 7f955659c640 1 -- 172.21.15.76:0/3462152142 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f955806d9e0 con 0x7f9558159310 2024-09-13T16:09:09.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:09.270+0000 7f955659c640 1 --2- 172.21.15.76:0/3462152142 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9558159310 0x7f95580ad400 secure :-1 s=READY pgs=1190 cs=0 l=1 rev1=1 crypto rx=0x7f95580b16a0 tx=0x7f954802a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a19cc06f6dcb200c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:09.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:09.270+0000 7f955559a640 1 -- 172.21.15.76:0/3462152142 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f954802ae90 con 0x7f9558159310 2024-09-13T16:09:09.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:09.270+0000 7f955559a640 1 -- 172.21.15.76:0/3462152142 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9548032440 con 0x7f9558159310 2024-09-13T16:09:09.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:09.270+0000 7f955559a640 1 -- 172.21.15.76:0/3462152142 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95480327d0 con 0x7f9558159310 2024-09-13T16:09:09.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:09.270+0000 7f955cc72640 1 -- 172.21.15.76:0/3462152142 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9558159310 msgr2=0x7f95580ad400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:09.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:09.270+0000 7f955cc72640 1 --2- 172.21.15.76:0/3462152142 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9558159310 0x7f95580ad400 secure :-1 s=READY pgs=1190 cs=0 l=1 rev1=1 crypto rx=0x7f95580b16a0 tx=0x7f954802a140 comp rx=0 tx=0).stop 2024-09-13T16:09:09.274 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:09.270+0000 7f955cc72640 1 -- 172.21.15.76:0/3462152142 shutdown_connections 2024-09-13T16:09:09.274 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:09.270+0000 7f955cc72640 1 --2- 172.21.15.76:0/3462152142 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f95580ab680 0x7f95580ce4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:09.274 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:09.270+0000 7f955cc72640 1 --2- 172.21.15.76:0/3462152142 >> v2:172.21.15.192:3300/0 conn(0x7f95580b2b40 0x7f95580ab140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:09.274 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:09.270+0000 7f955cc72640 1 --2- 172.21.15.76:0/3462152142 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9558159310 0x7f95580ad400 unknown :-1 s=CLOSED pgs=1190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:09.274 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:09.270+0000 7f955cc72640 1 -- 172.21.15.76:0/3462152142 >> 172.21.15.76:0/3462152142 conn(0x7f955806a0b0 msgr2=0x7f955806a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:09.274 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:09.270+0000 7f955cc72640 1 -- 172.21.15.76:0/3462152142 shutdown_connections 2024-09-13T16:09:09.274 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:09.270+0000 7f955cc72640 1 -- 172.21.15.76:0/3462152142 wait complete. 2024-09-13T16:09:09.274 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:09.272+0000 7f955cc72640 1 Processor -- start 2024-09-13T16:09:09.274 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:09.272+0000 7f955cc72640 1 -- start start 2024-09-13T16:09:09.276 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:09.272+0000 7f955cc72640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f95580ab680 0x7f95580c4d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:09.277 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:09.272+0000 7f955cc72640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f95580b2b40 0x7f9558144960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:09.277 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:09.272+0000 7f955cc72640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9558159310 0x7f9558147910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:09.277 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:09.272+0000 7f955cc72640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f95581474d0 con 0x7f95580ab680 2024-09-13T16:09:09.277 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:09.272+0000 7f955cc72640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9558071490 con 0x7f95580b2b40 2024-09-13T16:09:09.277 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:09.272+0000 7f955cc72640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9558070880 con 0x7f9558159310 2024-09-13T16:09:09.277 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:09.273+0000 7f955659c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f95580ab680 0x7f95580c4d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:09.278 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:09.273+0000 7f955659c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f95580ab680 0x7f95580c4d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:38236/0 (socket says 172.21.15.76:38236) 2024-09-13T16:09:09.278 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:09.273+0000 7f955659c640 1 -- 172.21.15.76:0/2582253832 learned_addr learned my addr 172.21.15.76:0/2582253832 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:09:09.278 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:09.273+0000 7f9556d9d640 1 --2- 172.21.15.76:0/2582253832 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9558159310 0x7f9558147910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:09.278 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:09.273+0000 7f9555d9b640 1 --2- 172.21.15.76:0/2582253832 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f95580b2b40 0x7f9558144960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:09.278 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:09.273+0000 7f955659c640 1 -- 172.21.15.76:0/2582253832 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9558159310 msgr2=0x7f9558147910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:09.278 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:09.273+0000 7f955659c640 1 --2- 172.21.15.76:0/2582253832 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9558159310 0x7f9558147910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:09.279 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:09.273+0000 7f955659c640 1 -- 172.21.15.76:0/2582253832 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f95580b2b40 msgr2=0x7f9558144960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:09.279 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:09.273+0000 7f955659c640 1 --2- 172.21.15.76:0/2582253832 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f95580b2b40 0x7f9558144960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:09.279 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:09.273+0000 7f955659c640 1 -- 172.21.15.76:0/2582253832 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f95480094d0 con 0x7f95580ab680 2024-09-13T16:09:09.279 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:09.273+0000 7f9556d9d640 1 --2- 172.21.15.76:0/2582253832 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9558159310 0x7f9558147910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:09:09.279 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:09.273+0000 7f9555d9b640 1 --2- 172.21.15.76:0/2582253832 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f95580b2b40 0x7f9558144960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:09:09.279 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:09.273+0000 7f955659c640 1 --2- 172.21.15.76:0/2582253832 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f95580ab680 0x7f95580c4d90 secure :-1 s=READY pgs=1191 cs=0 l=1 rev1=1 crypto rx=0x7f954802a180 tx=0x7f95480046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:09.279 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:09.273+0000 7f9546ffd640 1 -- 172.21.15.76:0/2582253832 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9548030b80 con 0x7f95580ab680 2024-09-13T16:09:09.279 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:09.273+0000 7f9546ffd640 1 -- 172.21.15.76:0/2582253832 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9548030ce0 con 0x7f95580ab680 2024-09-13T16:09:09.279 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:09.273+0000 7f955cc72640 1 -- 172.21.15.76:0/2582253832 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9558070b60 con 0x7f95580ab680 2024-09-13T16:09:09.279 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:09.273+0000 7f9546ffd640 1 -- 172.21.15.76:0/2582253832 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f954803d680 con 0x7f95580ab680 2024-09-13T16:09:09.279 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:09.273+0000 7f955cc72640 1 -- 172.21.15.76:0/2582253832 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9558071120 con 0x7f95580ab680 2024-09-13T16:09:09.279 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:09.274+0000 7f955cc72640 1 -- 172.21.15.76:0/2582253832 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f95580cee10 con 0x7f95580ab680 2024-09-13T16:09:09.280 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:09.275+0000 7f9546ffd640 1 -- 172.21.15.76:0/2582253832 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9548039040 con 0x7f95580ab680 2024-09-13T16:09:09.280 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:09.275+0000 7f9546ffd640 1 --2- 172.21.15.76:0/2582253832 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f953806ac00 0x7f953806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:09.280 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:09.275+0000 7f9546ffd640 1 -- 172.21.15.76:0/2582253832 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 5547+0+0 (secure 0 0 0) 0x7f95480a9fb0 con 0x7f95580ab680 2024-09-13T16:09:09.280 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:09.275+0000 7f9555d9b640 1 --2- 172.21.15.76:0/2582253832 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f953806ac00 0x7f953806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:09.280 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:09.276+0000 7f9555d9b640 1 --2- 172.21.15.76:0/2582253832 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f953806ac00 0x7f953806d0c0 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f95581f3630 tx=0x7f954c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:09.281 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:09.280+0000 7f9546ffd640 1 -- 172.21.15.76:0/2582253832 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f95480dd9c0 con 0x7f95580ab680 2024-09-13T16:09:09.444 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:09.442+0000 7f955cc72640 1 -- 172.21.15.76:0/2582253832 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7f955806e4b0 con 0x7f95580ab680 2024-09-13T16:09:10.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.145+0000 7f9546ffd640 1 -- 172.21.15.76:0/2582253832 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v94) v1 ==== 170+0+0 (secure 0 0 0) 0x7f95480752c0 con 0x7f95580ab680 2024-09-13T16:09:10.148 INFO:teuthology.orchestra.run.smithi076.stderr:pool 'cephfs_data' created 2024-09-13T16:09:10.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.154+0000 7f955cc72640 1 -- 172.21.15.76:0/2582253832 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f953806ac00 msgr2=0x7f953806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:10.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.154+0000 7f955cc72640 1 --2- 172.21.15.76:0/2582253832 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f953806ac00 0x7f953806d0c0 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f95581f3630 tx=0x7f954c008040 comp rx=0 tx=0).stop 2024-09-13T16:09:10.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.154+0000 7f955cc72640 1 -- 172.21.15.76:0/2582253832 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f95580ab680 msgr2=0x7f95580c4d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:10.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.154+0000 7f955cc72640 1 --2- 172.21.15.76:0/2582253832 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f95580ab680 0x7f95580c4d90 secure :-1 s=READY pgs=1191 cs=0 l=1 rev1=1 crypto rx=0x7f954802a180 tx=0x7f95480046c0 comp rx=0 tx=0).stop 2024-09-13T16:09:10.167 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.163+0000 7f955cc72640 1 -- 172.21.15.76:0/2582253832 shutdown_connections 2024-09-13T16:09:10.167 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.163+0000 7f955cc72640 1 --2- 172.21.15.76:0/2582253832 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f953806ac00 0x7f953806d0c0 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:10.167 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.163+0000 7f955cc72640 1 --2- 172.21.15.76:0/2582253832 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9558159310 0x7f9558147910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:10.167 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.163+0000 7f955cc72640 1 --2- 172.21.15.76:0/2582253832 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f95580b2b40 0x7f9558144960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:10.167 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.163+0000 7f955cc72640 1 --2- 172.21.15.76:0/2582253832 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f95580ab680 0x7f95580c4d90 unknown :-1 s=CLOSED pgs=1191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:10.167 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.163+0000 7f955cc72640 1 -- 172.21.15.76:0/2582253832 >> 172.21.15.76:0/2582253832 conn(0x7f955806a0b0 msgr2=0x7f95580aebe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:10.167 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.164+0000 7f955cc72640 1 -- 172.21.15.76:0/2582253832 shutdown_connections 2024-09-13T16:09:10.167 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.164+0000 7f955cc72640 1 -- 172.21.15.76:0/2582253832 wait complete. 2024-09-13T16:09:10.180 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-13T16:09:10.286 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.284+0000 7fc4bead7640 1 Processor -- start 2024-09-13T16:09:10.286 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.284+0000 7fc4bead7640 1 -- start start 2024-09-13T16:09:10.288 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.285+0000 7fc4bead7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc4b8158b00 0x7fc4b806c190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:10.288 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.285+0000 7fc4bead7640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fc4b806c6d0 0x7fc4b8070b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:10.288 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.285+0000 7fc4bead7640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc4b806cb30 con 0x7fc4b8071050 2024-09-13T16:09:10.288 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.285+0000 7fc4bead7640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc4b80b2d10 con 0x7fc4b806c6d0 2024-09-13T16:09:10.288 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.285+0000 7fc4bead7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc4b80b2ff0 con 0x7fc4b8158b00 2024-09-13T16:09:10.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.285+0000 7fc4b7fff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fc4b806c6d0 0x7fc4b8070b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:10.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.285+0000 7fc4b7fff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fc4b806c6d0 0x7fc4b8070b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:38252/0 (socket says 172.21.15.76:38252) 2024-09-13T16:09:10.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.285+0000 7fc4b7fff640 1 -- 172.21.15.76:0/2595026820 learned_addr learned my addr 172.21.15.76:0/2595026820 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:09:10.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.285+0000 7fc4bc873640 1 --2- 172.21.15.76:0/2595026820 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc4b8158b00 0x7fc4b806c190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:10.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.285+0000 7fc4b7fff640 1 -- 172.21.15.76:0/2595026820 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc4b8158b00 msgr2=0x7fc4b806c190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:10.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.285+0000 7fc4b7fff640 1 --2- 172.21.15.76:0/2595026820 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc4b8158b00 0x7fc4b806c190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:10.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.285+0000 7fc4b7fff640 1 -- 172.21.15.76:0/2595026820 >> v1:172.21.15.192:6789/0 conn(0x7fc4b8071050 legacy=0x7fc4b8071500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:10.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.285+0000 7fc4b7fff640 1 -- 172.21.15.76:0/2595026820 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc4b8070310 con 0x7fc4b806c6d0 2024-09-13T16:09:10.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.286+0000 7fc4b7fff640 1 --2- 172.21.15.76:0/2595026820 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc4b806c6d0 0x7fc4b8070b10 secure :-1 s=READY pgs=1192 cs=0 l=1 rev1=1 crypto rx=0x7fc4a4009870 tx=0x7fc4a402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3d26d4da8c265a55 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:10.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.286+0000 7fc4b77fe640 1 -- 172.21.15.76:0/2595026820 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4a4032440 con 0x7fc4b806c6d0 2024-09-13T16:09:10.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.286+0000 7fc4b77fe640 1 -- 172.21.15.76:0/2595026820 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc4a40325a0 con 0x7fc4b806c6d0 2024-09-13T16:09:10.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.286+0000 7fc4b77fe640 1 -- 172.21.15.76:0/2595026820 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4a4032930 con 0x7fc4b806c6d0 2024-09-13T16:09:10.290 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.286+0000 7fc4bead7640 1 -- 172.21.15.76:0/2595026820 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc4b806c6d0 msgr2=0x7fc4b8070b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:10.291 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.287+0000 7fc4bead7640 1 --2- 172.21.15.76:0/2595026820 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc4b806c6d0 0x7fc4b8070b10 secure :-1 s=READY pgs=1192 cs=0 l=1 rev1=1 crypto rx=0x7fc4a4009870 tx=0x7fc4a402a270 comp rx=0 tx=0).stop 2024-09-13T16:09:10.291 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.287+0000 7fc4bead7640 1 -- 172.21.15.76:0/2595026820 shutdown_connections 2024-09-13T16:09:10.291 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.287+0000 7fc4bead7640 1 --2- 172.21.15.76:0/2595026820 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc4b806c6d0 0x7fc4b8070b10 unknown :-1 s=CLOSED pgs=1192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:10.291 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.287+0000 7fc4bead7640 1 --2- 172.21.15.76:0/2595026820 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc4b8158b00 0x7fc4b806c190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:10.291 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.287+0000 7fc4bead7640 1 -- 172.21.15.76:0/2595026820 >> 172.21.15.76:0/2595026820 conn(0x7fc4b806a0b0 msgr2=0x7fc4b806a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:10.291 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.287+0000 7fc4bead7640 1 -- 172.21.15.76:0/2595026820 shutdown_connections 2024-09-13T16:09:10.291 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.287+0000 7fc4bead7640 1 -- 172.21.15.76:0/2595026820 wait complete. 2024-09-13T16:09:10.291 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.288+0000 7fc4bead7640 1 Processor -- start 2024-09-13T16:09:10.291 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.288+0000 7fc4bead7640 1 -- start start 2024-09-13T16:09:10.293 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.289+0000 7fc4bead7640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc4b806c6d0 0x7fc4b80c1430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:10.293 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.289+0000 7fc4bead7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc4b8071050 0x7fc4b8150910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:10.293 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.289+0000 7fc4bead7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc4b8158b00 0x7fc4b8150e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:10.293 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.289+0000 7fc4bead7640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc4b80c1970 con 0x7fc4b8071050 2024-09-13T16:09:10.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.289+0000 7fc4bead7640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc4b806a850 con 0x7fc4b806c6d0 2024-09-13T16:09:10.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.289+0000 7fc4bead7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc4b8153c30 con 0x7fc4b8158b00 2024-09-13T16:09:10.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.289+0000 7fc4b7fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc4b8071050 0x7fc4b8150910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:10.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.289+0000 7fc4b7fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc4b8071050 0x7fc4b8150910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:38256/0 (socket says 172.21.15.76:38256) 2024-09-13T16:09:10.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.289+0000 7fc4b7fff640 1 -- 172.21.15.76:0/2403450714 learned_addr learned my addr 172.21.15.76:0/2403450714 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:09:10.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.289+0000 7fc4bd074640 1 --2- 172.21.15.76:0/2403450714 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc4b8158b00 0x7fc4b8150e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:10.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.289+0000 7fc4bc873640 1 --2- 172.21.15.76:0/2403450714 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc4b806c6d0 0x7fc4b80c1430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:10.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.289+0000 7fc4b7fff640 1 -- 172.21.15.76:0/2403450714 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc4b8158b00 msgr2=0x7fc4b8150e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:10.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.289+0000 7fc4b7fff640 1 --2- 172.21.15.76:0/2403450714 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc4b8158b00 0x7fc4b8150e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:10.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.289+0000 7fc4b7fff640 1 -- 172.21.15.76:0/2403450714 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc4b806c6d0 msgr2=0x7fc4b80c1430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:10.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.289+0000 7fc4b7fff640 1 --2- 172.21.15.76:0/2403450714 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc4b806c6d0 0x7fc4b80c1430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:10.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.289+0000 7fc4b7fff640 1 -- 172.21.15.76:0/2403450714 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc4a40094d0 con 0x7fc4b8071050 2024-09-13T16:09:10.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.289+0000 7fc4b7fff640 1 --2- 172.21.15.76:0/2403450714 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc4b8071050 0x7fc4b8150910 secure :-1 s=READY pgs=1193 cs=0 l=1 rev1=1 crypto rx=0x7fc4a4000c00 tx=0x7fc4a40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:10.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.289+0000 7fc4b57fa640 1 -- 172.21.15.76:0/2403450714 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4a4032440 con 0x7fc4b8071050 2024-09-13T16:09:10.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.290+0000 7fc4b57fa640 1 -- 172.21.15.76:0/2403450714 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc4a4030980 con 0x7fc4b8071050 2024-09-13T16:09:10.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.290+0000 7fc4bead7640 1 -- 172.21.15.76:0/2403450714 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc4b8097960 con 0x7fc4b8071050 2024-09-13T16:09:10.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.290+0000 7fc4b57fa640 1 -- 172.21.15.76:0/2403450714 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4a4030d30 con 0x7fc4b8071050 2024-09-13T16:09:10.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.290+0000 7fc4bead7640 1 -- 172.21.15.76:0/2403450714 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc4b8153950 con 0x7fc4b8071050 2024-09-13T16:09:10.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.291+0000 7fc4bead7640 1 -- 172.21.15.76:0/2403450714 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc4b8070b10 con 0x7fc4b8071050 2024-09-13T16:09:10.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.291+0000 7fc4b57fa640 1 -- 172.21.15.76:0/2403450714 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc4a4039040 con 0x7fc4b8071050 2024-09-13T16:09:10.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.291+0000 7fc4b57fa640 1 --2- 172.21.15.76:0/2403450714 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc49c06ac00 0x7fc49c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:10.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.292+0000 7fc4b57fa640 1 -- 172.21.15.76:0/2403450714 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 5929+0+0 (secure 0 0 0) 0x7fc4a40a9c40 con 0x7fc4b8071050 2024-09-13T16:09:10.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.292+0000 7fc4bc873640 1 --2- 172.21.15.76:0/2403450714 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc49c06ac00 0x7fc49c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:10.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.292+0000 7fc4bc873640 1 --2- 172.21.15.76:0/2403450714 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc49c06ac00 0x7fc49c06d0c0 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7fc4ac009aa0 tx=0x7fc4ac009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:10.298 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.296+0000 7fc4b57fa640 1 -- 172.21.15.76:0/2403450714 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fc4a4074df0 con 0x7fc4b8071050 2024-09-13T16:09:10.493 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.491+0000 7fc4bead7640 1 -- 172.21.15.76:0/2403450714 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7fc4b8153e80 con 0x7fc4b8071050 2024-09-13T16:09:10.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.499+0000 7fc4b57fa640 1 -- 172.21.15.76:0/2403450714 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 13 and data pool 14 v43) v1 ==== 174+0+0 (secure 0 0 0) 0x7fc4a4078410 con 0x7fc4b8071050 2024-09-13T16:09:10.502 INFO:teuthology.orchestra.run.smithi076.stderr:new fs with metadata pool 13 and data pool 14 2024-09-13T16:09:10.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.508+0000 7fc4bead7640 1 -- 172.21.15.76:0/2403450714 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc49c06ac00 msgr2=0x7fc49c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:10.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.508+0000 7fc4bead7640 1 --2- 172.21.15.76:0/2403450714 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc49c06ac00 0x7fc49c06d0c0 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7fc4ac009aa0 tx=0x7fc4ac009190 comp rx=0 tx=0).stop 2024-09-13T16:09:10.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.508+0000 7fc4bead7640 1 -- 172.21.15.76:0/2403450714 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc4b8071050 msgr2=0x7fc4b8150910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:10.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.508+0000 7fc4bead7640 1 --2- 172.21.15.76:0/2403450714 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc4b8071050 0x7fc4b8150910 secure :-1 s=READY pgs=1193 cs=0 l=1 rev1=1 crypto rx=0x7fc4a4000c00 tx=0x7fc4a40046c0 comp rx=0 tx=0).stop 2024-09-13T16:09:10.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.509+0000 7fc4bead7640 1 -- 172.21.15.76:0/2403450714 shutdown_connections 2024-09-13T16:09:10.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.509+0000 7fc4bead7640 1 --2- 172.21.15.76:0/2403450714 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc49c06ac00 0x7fc49c06d0c0 secure :-1 s=CLOSED pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7fc4ac009aa0 tx=0x7fc4ac009190 comp rx=0 tx=0).stop 2024-09-13T16:09:10.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.509+0000 7fc4bead7640 1 --2- 172.21.15.76:0/2403450714 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc4b8158b00 0x7fc4b8150e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:10.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.509+0000 7fc4bead7640 1 --2- 172.21.15.76:0/2403450714 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc4b8071050 0x7fc4b8150910 unknown :-1 s=CLOSED pgs=1193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:10.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.509+0000 7fc4bead7640 1 --2- 172.21.15.76:0/2403450714 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc4b806c6d0 0x7fc4b80c1430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:10.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.509+0000 7fc4bead7640 1 -- 172.21.15.76:0/2403450714 >> 172.21.15.76:0/2403450714 conn(0x7fc4b806a0b0 msgr2=0x7fc4b80ac1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:10.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.510+0000 7fc4bead7640 1 -- 172.21.15.76:0/2403450714 shutdown_connections 2024-09-13T16:09:10.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.510+0000 7fc4bead7640 1 -- 172.21.15.76:0/2403450714 wait complete. 2024-09-13T16:09:10.533 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:09:10.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.628+0000 7f7d19219640 1 Processor -- start 2024-09-13T16:09:10.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.628+0000 7f7d19219640 1 -- start start 2024-09-13T16:09:10.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.629+0000 7f7d19219640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7d14071d30 0x7f7d14070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:10.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.629+0000 7f7d19219640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f7d14072110 0x7f7d140b1b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:10.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.629+0000 7f7d19219640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7d140abdf0 con 0x7f7d140c8920 2024-09-13T16:09:10.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.629+0000 7f7d19219640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7d140ab1e0 con 0x7f7d14072110 2024-09-13T16:09:10.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.629+0000 7f7d19219640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7d140ab4c0 con 0x7f7d14071d30 2024-09-13T16:09:10.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.629+0000 7f7d1259c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f7d14072110 0x7f7d140b1b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:10.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.629+0000 7f7d1359e640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f7d140c8920 0x7f7d140ac280 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:41874/0 (socket says 172.21.15.76:41874) 2024-09-13T16:09:10.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.629+0000 7f7d1359e640 1 -- 172.21.15.76:0/3560334919 learned_addr learned my addr 172.21.15.76:0/3560334919 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:09:10.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.629+0000 7f7d12d9d640 1 --2- 172.21.15.76:0/3560334919 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7d14071d30 0x7f7d14070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:10.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.630+0000 7f7d1259c640 1 -- 172.21.15.76:0/3560334919 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7d14071d30 msgr2=0x7f7d14070190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:10.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.630+0000 7f7d1259c640 1 --2- 172.21.15.76:0/3560334919 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7d14071d30 0x7f7d14070190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:10.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.630+0000 7f7d1259c640 1 -- 172.21.15.76:0/3560334919 >> v1:172.21.15.76:6789/0 conn(0x7f7d140c8920 legacy=0x7f7d140ac280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:10.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.630+0000 7f7d1259c640 1 -- 172.21.15.76:0/3560334919 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7d140ab7a0 con 0x7f7d14072110 2024-09-13T16:09:10.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.630+0000 7f7d11d9b640 1 -- 172.21.15.76:0/3560334919 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3427899252 0 0) 0x7f7d140abdf0 con 0x7f7d140c8920 2024-09-13T16:09:10.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.630+0000 7f7d1259c640 1 --2- 172.21.15.76:0/3560334919 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d14072110 0x7f7d140b1b70 secure :-1 s=READY pgs=1195 cs=0 l=1 rev1=1 crypto rx=0x7f7d080097d0 tx=0x7f7d0802a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e9f1a8b2494246c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:10.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.630+0000 7f7d11d9b640 1 -- 172.21.15.76:0/3560334919 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d08032440 con 0x7f7d14072110 2024-09-13T16:09:10.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.630+0000 7f7d11d9b640 1 -- 172.21.15.76:0/3560334919 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7d080325a0 con 0x7f7d14072110 2024-09-13T16:09:10.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.630+0000 7f7d11d9b640 1 -- 172.21.15.76:0/3560334919 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d08032930 con 0x7f7d14072110 2024-09-13T16:09:10.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.631+0000 7f7d19219640 1 -- 172.21.15.76:0/3560334919 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d14072110 msgr2=0x7f7d140b1b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:10.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.631+0000 7f7d19219640 1 --2- 172.21.15.76:0/3560334919 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d14072110 0x7f7d140b1b70 secure :-1 s=READY pgs=1195 cs=0 l=1 rev1=1 crypto rx=0x7f7d080097d0 tx=0x7f7d0802a1c0 comp rx=0 tx=0).stop 2024-09-13T16:09:10.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.631+0000 7f7d19219640 1 -- 172.21.15.76:0/3560334919 shutdown_connections 2024-09-13T16:09:10.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.631+0000 7f7d19219640 1 --2- 172.21.15.76:0/3560334919 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d14072110 0x7f7d140b1b70 unknown :-1 s=CLOSED pgs=1195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:10.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.631+0000 7f7d19219640 1 --2- 172.21.15.76:0/3560334919 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7d14071d30 0x7f7d14070190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:10.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.631+0000 7f7d19219640 1 -- 172.21.15.76:0/3560334919 >> 172.21.15.76:0/3560334919 conn(0x7f7d14069ed0 msgr2=0x7f7d1406a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:10.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.631+0000 7f7d19219640 1 -- 172.21.15.76:0/3560334919 shutdown_connections 2024-09-13T16:09:10.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.631+0000 7f7d19219640 1 -- 172.21.15.76:0/3560334919 wait complete. 2024-09-13T16:09:10.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.632+0000 7f7d19219640 1 Processor -- start 2024-09-13T16:09:10.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.632+0000 7f7d19219640 1 -- start start 2024-09-13T16:09:10.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.633+0000 7f7d19219640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7d14071d30 0x7f7d141f1ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:10.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.633+0000 7f7d19219640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7d14072110 0x7f7d14156c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:10.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.633+0000 7f7d19219640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d140c8920 0x7f7d140cad50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:10.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.633+0000 7f7d19219640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7d14158770 con 0x7f7d140c8920 2024-09-13T16:09:10.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.633+0000 7f7d19219640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7d1406de30 con 0x7f7d14072110 2024-09-13T16:09:10.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.633+0000 7f7d19219640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7d140c82e0 con 0x7f7d14071d30 2024-09-13T16:09:10.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.633+0000 7f7d1359e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d140c8920 0x7f7d140cad50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:10.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.633+0000 7f7d1359e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d140c8920 0x7f7d140cad50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:38266/0 (socket says 172.21.15.76:38266) 2024-09-13T16:09:10.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.633+0000 7f7d1359e640 1 -- 172.21.15.76:0/2848436400 learned_addr learned my addr 172.21.15.76:0/2848436400 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:09:10.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.634+0000 7f7d12d9d640 1 --2- 172.21.15.76:0/2848436400 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7d14071d30 0x7f7d141f1ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:10.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.634+0000 7f7d1259c640 1 --2- 172.21.15.76:0/2848436400 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7d14072110 0x7f7d14156c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:10.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.634+0000 7f7d1359e640 1 -- 172.21.15.76:0/2848436400 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7d14071d30 msgr2=0x7f7d141f1ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:10.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.634+0000 7f7d1359e640 1 --2- 172.21.15.76:0/2848436400 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7d14071d30 0x7f7d141f1ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:10.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.634+0000 7f7d1359e640 1 -- 172.21.15.76:0/2848436400 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7d14072110 msgr2=0x7f7d14156c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:10.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.634+0000 7f7d1359e640 1 --2- 172.21.15.76:0/2848436400 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7d14072110 0x7f7d14156c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:10.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.634+0000 7f7d1359e640 1 -- 172.21.15.76:0/2848436400 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7d08009400 con 0x7f7d140c8920 2024-09-13T16:09:10.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.634+0000 7f7d1359e640 1 --2- 172.21.15.76:0/2848436400 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d140c8920 0x7f7d140cad50 secure :-1 s=READY pgs=1196 cs=0 l=1 rev1=1 crypto rx=0x7f7d0c00c480 tx=0x7f7d0c00c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:10.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.634+0000 7f7cfb7fe640 1 -- 172.21.15.76:0/2848436400 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d0c0074e0 con 0x7f7d140c8920 2024-09-13T16:09:10.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.634+0000 7f7cfb7fe640 1 -- 172.21.15.76:0/2848436400 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7d0c007660 con 0x7f7d140c8920 2024-09-13T16:09:10.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.634+0000 7f7d19219640 1 -- 172.21.15.76:0/2848436400 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7d1406d2b0 con 0x7f7d140c8920 2024-09-13T16:09:10.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.634+0000 7f7cfb7fe640 1 -- 172.21.15.76:0/2848436400 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d0c004a20 con 0x7f7d140c8920 2024-09-13T16:09:10.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.634+0000 7f7d19219640 1 -- 172.21.15.76:0/2848436400 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7d1406d870 con 0x7f7d140c8920 2024-09-13T16:09:10.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.635+0000 7f7d19219640 1 -- 172.21.15.76:0/2848436400 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7d141588b0 con 0x7f7d140c8920 2024-09-13T16:09:10.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.636+0000 7f7cfb7fe640 1 -- 172.21.15.76:0/2848436400 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7d0c004b80 con 0x7f7d140c8920 2024-09-13T16:09:10.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.636+0000 7f7cfb7fe640 1 --2- 172.21.15.76:0/2848436400 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7d0006ac00 0x7f7d0006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:10.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.636+0000 7f7cfb7fe640 1 -- 172.21.15.76:0/2848436400 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(95..95 src has 1..95) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f7d0c088a00 con 0x7f7d140c8920 2024-09-13T16:09:10.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.636+0000 7f7d12d9d640 1 --2- 172.21.15.76:0/2848436400 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7d0006ac00 0x7f7d0006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:10.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.637+0000 7f7d12d9d640 1 --2- 172.21.15.76:0/2848436400 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7d0006ac00 0x7f7d0006d0c0 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f7d141f5ac0 tx=0x7f7d040039b0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:10.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.640+0000 7f7cfb7fe640 1 -- 172.21.15.76:0/2848436400 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f7d0c053bf0 con 0x7f7d140c8920 2024-09-13T16:09:10.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.803+0000 7f7d19219640 1 -- 172.21.15.76:0/2848436400 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f7d14070190 con 0x7f7d140c8920 2024-09-13T16:09:10.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.804+0000 7f7cfb7fe640 1 -- 172.21.15.76:0/2848436400 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v95) v1 ==== 74+0+16694 (secure 0 0 0) 0x7f7d0c018020 con 0x7f7d140c8920 2024-09-13T16:09:10.807 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:09:10.807 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":95,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:09:10.493875+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":14,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:09:08.673877+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"95","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_data","create_time":"2024-09-13T16:09:09.462108+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"95","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:09:10.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.806+0000 7f7d19219640 1 -- 172.21.15.76:0/2848436400 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7d0006ac00 msgr2=0x7f7d0006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:10.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.806+0000 7f7d19219640 1 --2- 172.21.15.76:0/2848436400 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7d0006ac00 0x7f7d0006d0c0 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f7d141f5ac0 tx=0x7f7d040039b0 comp rx=0 tx=0).stop 2024-09-13T16:09:10.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.806+0000 7f7d19219640 1 -- 172.21.15.76:0/2848436400 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d140c8920 msgr2=0x7f7d140cad50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:10.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.806+0000 7f7d19219640 1 --2- 172.21.15.76:0/2848436400 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d140c8920 0x7f7d140cad50 secure :-1 s=READY pgs=1196 cs=0 l=1 rev1=1 crypto rx=0x7f7d0c00c480 tx=0x7f7d0c00c940 comp rx=0 tx=0).stop 2024-09-13T16:09:10.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.806+0000 7f7d19219640 1 -- 172.21.15.76:0/2848436400 shutdown_connections 2024-09-13T16:09:10.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.806+0000 7f7d19219640 1 --2- 172.21.15.76:0/2848436400 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d140c8920 0x7f7d140cad50 unknown :-1 s=CLOSED pgs=1196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:10.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.806+0000 7f7d19219640 1 --2- 172.21.15.76:0/2848436400 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7d14072110 0x7f7d14156c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:10.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.806+0000 7f7d19219640 1 --2- 172.21.15.76:0/2848436400 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7d0006ac00 0x7f7d0006d0c0 unknown :-1 s=CLOSED pgs=527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:10.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.806+0000 7f7d19219640 1 --2- 172.21.15.76:0/2848436400 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7d14071d30 0x7f7d141f1ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:10.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.806+0000 7f7d19219640 1 -- 172.21.15.76:0/2848436400 >> 172.21.15.76:0/2848436400 conn(0x7f7d14069ed0 msgr2=0x7f7d140ac580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:10.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.806+0000 7f7d19219640 1 -- 172.21.15.76:0/2848436400 shutdown_connections 2024-09-13T16:09:10.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.806+0000 7f7d19219640 1 -- 172.21.15.76:0/2848436400 wait complete. 2024-09-13T16:09:10.820 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:09:10.917 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.915+0000 7f7bfd6c9640 1 Processor -- start 2024-09-13T16:09:10.918 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.915+0000 7f7bfd6c9640 1 -- start start 2024-09-13T16:09:10.919 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.916+0000 7f7bfd6c9640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f7bf808a370 0x7f7bf80d0f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:10.919 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.916+0000 7f7bfd6c9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7bf80b4510 0x7f7bf80d1450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:10.919 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.916+0000 7f7bfd6c9640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7bf80b3540 con 0x7f7bf80b4130 2024-09-13T16:09:10.919 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.916+0000 7f7bfd6c9640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7bf80b2ff0 con 0x7f7bf808a370 2024-09-13T16:09:10.919 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.916+0000 7f7bfd6c9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7bf80d3410 con 0x7f7bf80b4510 2024-09-13T16:09:10.919 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.916+0000 7f7bf67fc640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f7bf808a370 0x7f7bf80d0f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:10.919 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.916+0000 7f7bf6ffd640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f7bf80b4130 0x7f7bf80d2d00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:41888/0 (socket says 172.21.15.76:41888) 2024-09-13T16:09:10.920 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.916+0000 7f7bf6ffd640 1 -- 172.21.15.76:0/3125349283 learned_addr learned my addr 172.21.15.76:0/3125349283 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:09:10.920 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.916+0000 7f7bf77fe640 1 --2- 172.21.15.76:0/3125349283 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7bf80b4510 0x7f7bf80d1450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:10.920 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.916+0000 7f7bf67fc640 1 -- 172.21.15.76:0/3125349283 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7bf80b4510 msgr2=0x7f7bf80d1450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:10.920 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.917+0000 7f7bf67fc640 1 --2- 172.21.15.76:0/3125349283 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7bf80b4510 0x7f7bf80d1450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:10.920 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.917+0000 7f7bf67fc640 1 -- 172.21.15.76:0/3125349283 >> v1:172.21.15.76:6789/0 conn(0x7f7bf80b4130 legacy=0x7f7bf80d2d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:10.920 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.917+0000 7f7bf67fc640 1 -- 172.21.15.76:0/3125349283 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7bf80cdc70 con 0x7f7bf808a370 2024-09-13T16:09:10.920 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.917+0000 7f7bf5ffb640 1 -- 172.21.15.76:0/3125349283 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1910783247 0 0) 0x7f7bf80b3540 con 0x7f7bf80b4130 2024-09-13T16:09:10.921 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.917+0000 7f7bf67fc640 1 --2- 172.21.15.76:0/3125349283 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7bf808a370 0x7f7bf80d0f10 secure :-1 s=READY pgs=1198 cs=0 l=1 rev1=1 crypto rx=0x7f7bec0097d0 tx=0x7f7bec02a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4c35a78b7c402598 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:10.921 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.917+0000 7f7bf5ffb640 1 -- 172.21.15.76:0/3125349283 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7bec032440 con 0x7f7bf808a370 2024-09-13T16:09:10.922 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.917+0000 7f7bf5ffb640 1 -- 172.21.15.76:0/3125349283 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7bec0325a0 con 0x7f7bf808a370 2024-09-13T16:09:10.922 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.917+0000 7f7bf5ffb640 1 -- 172.21.15.76:0/3125349283 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7bec032930 con 0x7f7bf808a370 2024-09-13T16:09:10.922 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.918+0000 7f7bfd6c9640 1 -- 172.21.15.76:0/3125349283 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7bf808a370 msgr2=0x7f7bf80d0f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:10.922 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.918+0000 7f7bfd6c9640 1 --2- 172.21.15.76:0/3125349283 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7bf808a370 0x7f7bf80d0f10 secure :-1 s=READY pgs=1198 cs=0 l=1 rev1=1 crypto rx=0x7f7bec0097d0 tx=0x7f7bec02a1c0 comp rx=0 tx=0).stop 2024-09-13T16:09:10.922 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.918+0000 7f7bfd6c9640 1 -- 172.21.15.76:0/3125349283 shutdown_connections 2024-09-13T16:09:10.922 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.918+0000 7f7bfd6c9640 1 --2- 172.21.15.76:0/3125349283 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7bf80b4510 0x7f7bf80d1450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:10.922 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.918+0000 7f7bfd6c9640 1 --2- 172.21.15.76:0/3125349283 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7bf808a370 0x7f7bf80d0f10 unknown :-1 s=CLOSED pgs=1198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:10.922 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.918+0000 7f7bfd6c9640 1 -- 172.21.15.76:0/3125349283 >> 172.21.15.76:0/3125349283 conn(0x7f7bf8089f60 msgr2=0x7f7bf80d24f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:10.922 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.918+0000 7f7bfd6c9640 1 -- 172.21.15.76:0/3125349283 shutdown_connections 2024-09-13T16:09:10.922 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.918+0000 7f7bfd6c9640 1 -- 172.21.15.76:0/3125349283 wait complete. 2024-09-13T16:09:10.922 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.919+0000 7f7bfd6c9640 1 Processor -- start 2024-09-13T16:09:10.922 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.919+0000 7f7bfd6c9640 1 -- start start 2024-09-13T16:09:10.925 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.920+0000 7f7bfd6c9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7bf808a370 0x7f7bf809f970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:10.925 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.920+0000 7f7bfd6c9640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7bf80b4130 0x7f7bf80af360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:10.925 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.920+0000 7f7bfd6c9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7bf80b4510 0x7f7bf80b6020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:10.925 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.920+0000 7f7bfd6c9640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7bf81f6290 con 0x7f7bf80b4510 2024-09-13T16:09:10.925 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.920+0000 7f7bfd6c9640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7bf80aff00 con 0x7f7bf80b4130 2024-09-13T16:09:10.925 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.920+0000 7f7bfd6c9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7bf80afc20 con 0x7f7bf808a370 2024-09-13T16:09:10.925 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.920+0000 7f7bf77fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7bf80b4510 0x7f7bf80b6020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:10.926 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.920+0000 7f7bf77fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7bf80b4510 0x7f7bf80b6020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:38286/0 (socket says 172.21.15.76:38286) 2024-09-13T16:09:10.926 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.920+0000 7f7bf77fe640 1 -- 172.21.15.76:0/3525250190 learned_addr learned my addr 172.21.15.76:0/3525250190 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:09:10.926 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.920+0000 7f7bf67fc640 1 --2- 172.21.15.76:0/3525250190 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7bf80b4130 0x7f7bf80af360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:10.926 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.920+0000 7f7bf6ffd640 1 --2- 172.21.15.76:0/3525250190 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7bf808a370 0x7f7bf809f970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:10.926 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.920+0000 7f7bf77fe640 1 -- 172.21.15.76:0/3525250190 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7bf808a370 msgr2=0x7f7bf809f970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:10.926 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.920+0000 7f7bf77fe640 1 --2- 172.21.15.76:0/3525250190 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7bf808a370 0x7f7bf809f970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:10.926 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.921+0000 7f7bf77fe640 1 -- 172.21.15.76:0/3525250190 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7bf80b4130 msgr2=0x7f7bf80af360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:10.926 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.921+0000 7f7bf77fe640 1 --2- 172.21.15.76:0/3525250190 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7bf80b4130 0x7f7bf80af360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:10.926 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.921+0000 7f7bf77fe640 1 -- 172.21.15.76:0/3525250190 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7bec009400 con 0x7f7bf80b4510 2024-09-13T16:09:10.926 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.921+0000 7f7bf77fe640 1 --2- 172.21.15.76:0/3525250190 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7bf80b4510 0x7f7bf80b6020 secure :-1 s=READY pgs=1199 cs=0 l=1 rev1=1 crypto rx=0x7f7bf000efc0 tx=0x7f7bf000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:10.926 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.921+0000 7f7bdf7fe640 1 -- 172.21.15.76:0/3525250190 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7bf0009ba0 con 0x7f7bf80b4510 2024-09-13T16:09:10.926 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.921+0000 7f7bdf7fe640 1 -- 172.21.15.76:0/3525250190 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7bf000f040 con 0x7f7bf80b4510 2024-09-13T16:09:10.927 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.921+0000 7f7bfd6c9640 1 -- 172.21.15.76:0/3525250190 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7bf81f5c40 con 0x7f7bf80b4510 2024-09-13T16:09:10.927 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.921+0000 7f7bdf7fe640 1 -- 172.21.15.76:0/3525250190 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7bf00146c0 con 0x7f7bf80b4510 2024-09-13T16:09:10.927 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.921+0000 7f7bfd6c9640 1 -- 172.21.15.76:0/3525250190 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7bf809feb0 con 0x7f7bf80b4510 2024-09-13T16:09:10.927 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.922+0000 7f7bfd6c9640 1 -- 172.21.15.76:0/3525250190 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7bf81f5aa0 con 0x7f7bf80b4510 2024-09-13T16:09:10.927 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.922+0000 7f7bdf7fe640 1 -- 172.21.15.76:0/3525250190 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7bf0014820 con 0x7f7bf80b4510 2024-09-13T16:09:10.927 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.923+0000 7f7bdf7fe640 1 --2- 172.21.15.76:0/3525250190 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7be406ac00 0x7f7be406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:10.927 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.923+0000 7f7bdf7fe640 1 -- 172.21.15.76:0/3525250190 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(95..95 src has 1..95) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f7bf008a030 con 0x7f7bf80b4510 2024-09-13T16:09:10.927 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.923+0000 7f7bf6ffd640 1 --2- 172.21.15.76:0/3525250190 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7be406ac00 0x7f7be406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:10.927 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.923+0000 7f7bf6ffd640 1 --2- 172.21.15.76:0/3525250190 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7be406ac00 0x7f7be406d0c0 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f7be8000f60 tx=0x7f7be8007b70 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:10.929 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:10.927+0000 7f7bdf7fe640 1 -- 172.21.15.76:0/3525250190 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f7bf81f5aa0 con 0x7f7bf80b4510 2024-09-13T16:09:11.092 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.090+0000 7f7bfd6c9640 1 -- 172.21.15.76:0/3525250190 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f7bf81f5aa0 con 0x7f7bf80b4510 2024-09-13T16:09:11.094 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.091+0000 7f7bdf7fe640 1 -- 172.21.15.76:0/3525250190 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v95) v1 ==== 74+0+16694 (secure 0 0 0) 0x7f7bf81f5aa0 con 0x7f7bf80b4510 2024-09-13T16:09:11.094 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:09:11.094 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":95,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:09:10.493875+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":14,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:09:08.673877+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"95","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_data","create_time":"2024-09-13T16:09:09.462108+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"95","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:09:11.096 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.093+0000 7f7bfd6c9640 1 -- 172.21.15.76:0/3525250190 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7be406ac00 msgr2=0x7f7be406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:11.096 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.093+0000 7f7bfd6c9640 1 --2- 172.21.15.76:0/3525250190 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7be406ac00 0x7f7be406d0c0 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f7be8000f60 tx=0x7f7be8007b70 comp rx=0 tx=0).stop 2024-09-13T16:09:11.096 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.093+0000 7f7bfd6c9640 1 -- 172.21.15.76:0/3525250190 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7bf80b4510 msgr2=0x7f7bf80b6020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:11.096 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.093+0000 7f7bfd6c9640 1 --2- 172.21.15.76:0/3525250190 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7bf80b4510 0x7f7bf80b6020 secure :-1 s=READY pgs=1199 cs=0 l=1 rev1=1 crypto rx=0x7f7bf000efc0 tx=0x7f7bf000c490 comp rx=0 tx=0).stop 2024-09-13T16:09:11.097 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.094+0000 7f7bfd6c9640 1 -- 172.21.15.76:0/3525250190 shutdown_connections 2024-09-13T16:09:11.097 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.094+0000 7f7bfd6c9640 1 --2- 172.21.15.76:0/3525250190 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7bf80b4510 0x7f7bf80b6020 unknown :-1 s=CLOSED pgs=1199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:11.097 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.094+0000 7f7bfd6c9640 1 --2- 172.21.15.76:0/3525250190 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7bf80b4130 0x7f7bf80af360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:11.097 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.094+0000 7f7bfd6c9640 1 --2- 172.21.15.76:0/3525250190 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7be406ac00 0x7f7be406d0c0 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:11.097 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.094+0000 7f7bfd6c9640 1 --2- 172.21.15.76:0/3525250190 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7bf808a370 0x7f7bf809f970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:11.097 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.094+0000 7f7bfd6c9640 1 -- 172.21.15.76:0/3525250190 >> 172.21.15.76:0/3525250190 conn(0x7f7bf8089f60 msgr2=0x7f7bf80c8720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:11.097 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.094+0000 7f7bfd6c9640 1 -- 172.21.15.76:0/3525250190 shutdown_connections 2024-09-13T16:09:11.097 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.094+0000 7f7bfd6c9640 1 -- 172.21.15.76:0/3525250190 wait complete. 2024-09-13T16:09:11.108 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-13T16:09:11.210 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.207+0000 7f6dec725640 1 Processor -- start 2024-09-13T16:09:11.210 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.207+0000 7f6dec725640 1 -- start start 2024-09-13T16:09:11.211 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.208+0000 7f6dec725640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f6de415c500 0x7f6de40d2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:11.211 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.208+0000 7f6dec725640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f6de40cdff0 0x7f6de40d0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:11.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.208+0000 7f6dec725640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6de40cd450 con 0x7f6de40d2590 2024-09-13T16:09:11.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.208+0000 7f6dec725640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6de40d29f0 con 0x7f6de40cdff0 2024-09-13T16:09:11.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.208+0000 7f6dec725640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6de40d0cf0 con 0x7f6de415c500 2024-09-13T16:09:11.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.209+0000 7f6deacc2640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f6de40cdff0 0x7f6de40d0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:11.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.209+0000 7f6deacc2640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f6de40cdff0 0x7f6de40d0000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:38290/0 (socket says 172.21.15.76:38290) 2024-09-13T16:09:11.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.209+0000 7f6deacc2640 1 -- 172.21.15.76:0/359234661 learned_addr learned my addr 172.21.15.76:0/359234661 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:09:11.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.209+0000 7f6dea4c1640 1 --2- 172.21.15.76:0/359234661 >> v2:172.21.15.192:3300/0 conn(0x7f6de415c500 0x7f6de40d2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:11.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.209+0000 7f6deacc2640 1 -- 172.21.15.76:0/359234661 >> v2:172.21.15.192:3300/0 conn(0x7f6de415c500 msgr2=0x7f6de40d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:11.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.209+0000 7f6deacc2640 1 --2- 172.21.15.76:0/359234661 >> v2:172.21.15.192:3300/0 conn(0x7f6de415c500 0x7f6de40d2050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:11.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.209+0000 7f6deacc2640 1 -- 172.21.15.76:0/359234661 >> v1:172.21.15.192:6789/0 conn(0x7f6de40d2590 legacy=0x7f6de40cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:11.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.209+0000 7f6deacc2640 1 -- 172.21.15.76:0/359234661 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6de40d0fd0 con 0x7f6de40cdff0 2024-09-13T16:09:11.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.209+0000 7f6dea4c1640 1 --2- 172.21.15.76:0/359234661 >> v2:172.21.15.192:3300/0 conn(0x7f6de415c500 0x7f6de40d2050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:09:11.214 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.210+0000 7f6deacc2640 1 --2- 172.21.15.76:0/359234661 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6de40cdff0 0x7f6de40d0000 secure :-1 s=READY pgs=1200 cs=0 l=1 rev1=1 crypto rx=0x7f6de40cfec0 tx=0x7f6ddc02a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2627eee076c898d5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:11.214 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.210+0000 7f6de94bf640 1 -- 172.21.15.76:0/359234661 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ddc031600 con 0x7f6de40cdff0 2024-09-13T16:09:11.214 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.210+0000 7f6de94bf640 1 -- 172.21.15.76:0/359234661 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6ddc02d050 con 0x7f6de40cdff0 2024-09-13T16:09:11.214 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.210+0000 7f6de94bf640 1 -- 172.21.15.76:0/359234661 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ddc031980 con 0x7f6de40cdff0 2024-09-13T16:09:11.214 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.210+0000 7f6dec725640 1 -- 172.21.15.76:0/359234661 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6de40cdff0 msgr2=0x7f6de40d0000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:11.214 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.210+0000 7f6dec725640 1 --2- 172.21.15.76:0/359234661 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6de40cdff0 0x7f6de40d0000 secure :-1 s=READY pgs=1200 cs=0 l=1 rev1=1 crypto rx=0x7f6de40cfec0 tx=0x7f6ddc02a6f0 comp rx=0 tx=0).stop 2024-09-13T16:09:11.214 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.210+0000 7f6dec725640 1 -- 172.21.15.76:0/359234661 shutdown_connections 2024-09-13T16:09:11.214 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.210+0000 7f6dec725640 1 --2- 172.21.15.76:0/359234661 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6de40cdff0 0x7f6de40d0000 unknown :-1 s=CLOSED pgs=1200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:11.215 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.210+0000 7f6dec725640 1 --2- 172.21.15.76:0/359234661 >> v2:172.21.15.192:3300/0 conn(0x7f6de415c500 0x7f6de40d2050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:11.215 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.210+0000 7f6dec725640 1 -- 172.21.15.76:0/359234661 >> 172.21.15.76:0/359234661 conn(0x7f6de4089f60 msgr2=0x7f6de409b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:11.215 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.210+0000 7f6dec725640 1 -- 172.21.15.76:0/359234661 shutdown_connections 2024-09-13T16:09:11.215 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.211+0000 7f6dec725640 1 -- 172.21.15.76:0/359234661 wait complete. 2024-09-13T16:09:11.215 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.212+0000 7f6dec725640 1 Processor -- start 2024-09-13T16:09:11.215 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.212+0000 7f6dec725640 1 -- start start 2024-09-13T16:09:11.217 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.212+0000 7f6dec725640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6de40cdff0 0x7f6de4151ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:11.217 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.212+0000 7f6dec725640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6de40d2590 0x7f6de40b7bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:11.217 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.212+0000 7f6dec725640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6de415c500 0x7f6de41e6f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:11.217 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.212+0000 7f6dec725640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6de4155320 con 0x7f6de415c500 2024-09-13T16:09:11.217 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.212+0000 7f6dec725640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6de415e6d0 con 0x7f6de40d2590 2024-09-13T16:09:11.217 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.212+0000 7f6dec725640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6de415dda0 con 0x7f6de40cdff0 2024-09-13T16:09:11.217 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.212+0000 7f6deacc2640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6de415c500 0x7f6de41e6f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:11.217 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.212+0000 7f6deacc2640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6de415c500 0x7f6de41e6f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:38304/0 (socket says 172.21.15.76:38304) 2024-09-13T16:09:11.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.212+0000 7f6deacc2640 1 -- 172.21.15.76:0/504436617 learned_addr learned my addr 172.21.15.76:0/504436617 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:09:11.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.213+0000 7f6dea4c1640 1 --2- 172.21.15.76:0/504436617 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6de40cdff0 0x7f6de4151ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:11.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.213+0000 7f6de9cc0640 1 --2- 172.21.15.76:0/504436617 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6de40d2590 0x7f6de40b7bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:11.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.213+0000 7f6deacc2640 1 -- 172.21.15.76:0/504436617 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6de40cdff0 msgr2=0x7f6de4151ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:11.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.213+0000 7f6deacc2640 1 --2- 172.21.15.76:0/504436617 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6de40cdff0 0x7f6de4151ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:11.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.213+0000 7f6deacc2640 1 -- 172.21.15.76:0/504436617 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6de40d2590 msgr2=0x7f6de40b7bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:11.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.213+0000 7f6deacc2640 1 --2- 172.21.15.76:0/504436617 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6de40d2590 0x7f6de40b7bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:11.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.213+0000 7f6deacc2640 1 -- 172.21.15.76:0/504436617 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6ddc009b30 con 0x7f6de415c500 2024-09-13T16:09:11.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.213+0000 7f6deacc2640 1 --2- 172.21.15.76:0/504436617 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6de415c500 0x7f6de41e6f80 secure :-1 s=READY pgs=1201 cs=0 l=1 rev1=1 crypto rx=0x7f6ddc034040 tx=0x7f6ddc004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:11.219 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.213+0000 7f6ddaffd640 1 -- 172.21.15.76:0/504436617 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ddc03d860 con 0x7f6de415c500 2024-09-13T16:09:11.219 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.213+0000 7f6ddaffd640 1 -- 172.21.15.76:0/504436617 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6ddc03d9e0 con 0x7f6de415c500 2024-09-13T16:09:11.219 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.213+0000 7f6dec725640 1 -- 172.21.15.76:0/504436617 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6de415e080 con 0x7f6de415c500 2024-09-13T16:09:11.219 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.213+0000 7f6ddaffd640 1 -- 172.21.15.76:0/504436617 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ddc03dd90 con 0x7f6de415c500 2024-09-13T16:09:11.219 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.213+0000 7f6dec725640 1 -- 172.21.15.76:0/504436617 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6de40b80f0 con 0x7f6de415c500 2024-09-13T16:09:11.219 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.214+0000 7f6dec725640 1 -- 172.21.15.76:0/504436617 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6de415e860 con 0x7f6de415c500 2024-09-13T16:09:11.219 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.215+0000 7f6ddaffd640 1 -- 172.21.15.76:0/504436617 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f6ddc03b400 con 0x7f6de415c500 2024-09-13T16:09:11.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.215+0000 7f6ddaffd640 1 --2- 172.21.15.76:0/504436617 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6dc806ac00 0x7f6dc806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:11.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.215+0000 7f6ddaffd640 1 -- 172.21.15.76:0/504436617 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(95..95 src has 1..95) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f6ddc0aa0d0 con 0x7f6de415c500 2024-09-13T16:09:11.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.215+0000 7f6dea4c1640 1 --2- 172.21.15.76:0/504436617 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6dc806ac00 0x7f6dc806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:11.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.216+0000 7f6dea4c1640 1 --2- 172.21.15.76:0/504436617 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6dc806ac00 0x7f6dc806d0c0 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f6de000aac0 tx=0x7f6de0008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:11.222 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.219+0000 7f6ddaffd640 1 -- 172.21.15.76:0/504436617 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f6ddc075190 con 0x7f6de415c500 2024-09-13T16:09:11.409 DEBUG:teuthology.orchestra.run.smithi076:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:09:11.412 DEBUG:teuthology.orchestra.run.smithi192:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:09:11.416 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.414+0000 7f6dec725640 1 -- 172.21.15.76:0/504436617 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7f6de40d04f0 con 0x7f6de415c500 2024-09-13T16:09:11.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.506+0000 7f6ddaffd640 1 -- 172.21.15.76:0/504436617 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v44) v1 ==== 118+0+0 (secure 0 0 0) 0x7f6ddc009510 con 0x7f6de415c500 2024-09-13T16:09:11.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.508+0000 7f6dec725640 1 -- 172.21.15.76:0/504436617 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6dc806ac00 msgr2=0x7f6dc806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:11.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.508+0000 7f6dec725640 1 --2- 172.21.15.76:0/504436617 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6dc806ac00 0x7f6dc806d0c0 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f6de000aac0 tx=0x7f6de0008040 comp rx=0 tx=0).stop 2024-09-13T16:09:11.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.508+0000 7f6dec725640 1 -- 172.21.15.76:0/504436617 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6de415c500 msgr2=0x7f6de41e6f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:11.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.508+0000 7f6dec725640 1 --2- 172.21.15.76:0/504436617 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6de415c500 0x7f6de41e6f80 secure :-1 s=READY pgs=1201 cs=0 l=1 rev1=1 crypto rx=0x7f6ddc034040 tx=0x7f6ddc004a40 comp rx=0 tx=0).stop 2024-09-13T16:09:11.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.508+0000 7f6dec725640 1 -- 172.21.15.76:0/504436617 shutdown_connections 2024-09-13T16:09:11.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.508+0000 7f6dec725640 1 --2- 172.21.15.76:0/504436617 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6de415c500 0x7f6de41e6f80 unknown :-1 s=CLOSED pgs=1201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:11.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.508+0000 7f6dec725640 1 --2- 172.21.15.76:0/504436617 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6de40d2590 0x7f6de40b7bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:11.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.508+0000 7f6dec725640 1 --2- 172.21.15.76:0/504436617 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6dc806ac00 0x7f6dc806d0c0 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:11.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.508+0000 7f6dec725640 1 --2- 172.21.15.76:0/504436617 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6de40cdff0 0x7f6de4151ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:11.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.508+0000 7f6dec725640 1 -- 172.21.15.76:0/504436617 >> 172.21.15.76:0/504436617 conn(0x7f6de4089f60 msgr2=0x7f6de40af810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:11.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.508+0000 7f6dec725640 1 -- 172.21.15.76:0/504436617 shutdown_connections 2024-09-13T16:09:11.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.508+0000 7f6dec725640 1 -- 172.21.15.76:0/504436617 wait complete. 2024-09-13T16:09:11.521 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-13T16:09:11.521 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-13T16:09:11.664 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.662+0000 7fca08673640 1 Processor -- start 2024-09-13T16:09:11.665 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.662+0000 7fca08673640 1 -- start start 2024-09-13T16:09:11.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.663+0000 7fca08673640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fca0015a3b0 0x7fca000b20a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:11.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.663+0000 7fca08673640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fca000b1720 0x7fca000ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:11.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.663+0000 7fca08673640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fca000cea30 0x7fca0006c640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:11.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.663+0000 7fca08673640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fca000ceee0 con 0x7fca000cea30 2024-09-13T16:09:11.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.663+0000 7fca08673640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fca0015a790 con 0x7fca000b1720 2024-09-13T16:09:11.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.663+0000 7fca08673640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fca000b2680 con 0x7fca0015a3b0 2024-09-13T16:09:11.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.663+0000 7fca06c10640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fca000cea30 0x7fca0006c640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:11.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.663+0000 7fca06c10640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fca000cea30 0x7fca0006c640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:38912/0 (socket says 172.21.15.76:38912) 2024-09-13T16:09:11.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.663+0000 7fca06c10640 1 -- 172.21.15.76:0/750146461 learned_addr learned my addr 172.21.15.76:0/750146461 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:09:11.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.663+0000 7fca05c0e640 1 --2- 172.21.15.76:0/750146461 >> v2:172.21.15.192:3300/0 conn(0x7fca000b1720 0x7fca000ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:11.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.663+0000 7fca06c10640 1 -- 172.21.15.76:0/750146461 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fca0015a3b0 msgr2=0x7fca000b20a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:11.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.663+0000 7fca0640f640 1 --2- 172.21.15.76:0/750146461 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fca0015a3b0 0x7fca000b20a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:11.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.663+0000 7fca06c10640 1 --2- 172.21.15.76:0/750146461 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fca0015a3b0 0x7fca000b20a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:11.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.663+0000 7fca06c10640 1 -- 172.21.15.76:0/750146461 >> v2:172.21.15.192:3300/0 conn(0x7fca000b1720 msgr2=0x7fca000ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:11.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.663+0000 7fca06c10640 1 --2- 172.21.15.76:0/750146461 >> v2:172.21.15.192:3300/0 conn(0x7fca000b1720 0x7fca000ce4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:11.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.663+0000 7fca06c10640 1 -- 172.21.15.76:0/750146461 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fca000b2960 con 0x7fca000cea30 2024-09-13T16:09:11.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.664+0000 7fca06c10640 1 --2- 172.21.15.76:0/750146461 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fca000cea30 0x7fca0006c640 secure :-1 s=READY pgs=1202 cs=0 l=1 rev1=1 crypto rx=0x7fca000cf080 tx=0x7fc9f802a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=34d9f077cd0da433 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:11.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.664+0000 7fca0540d640 1 -- 172.21.15.76:0/750146461 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9f8031600 con 0x7fca000cea30 2024-09-13T16:09:11.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.664+0000 7fca0540d640 1 -- 172.21.15.76:0/750146461 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc9f802d050 con 0x7fca000cea30 2024-09-13T16:09:11.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.664+0000 7fca0540d640 1 -- 172.21.15.76:0/750146461 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9f8031980 con 0x7fca000cea30 2024-09-13T16:09:11.672 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.665+0000 7fca08673640 1 -- 172.21.15.76:0/750146461 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fca000cea30 msgr2=0x7fca0006c640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:11.672 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.665+0000 7fca08673640 1 --2- 172.21.15.76:0/750146461 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fca000cea30 0x7fca0006c640 secure :-1 s=READY pgs=1202 cs=0 l=1 rev1=1 crypto rx=0x7fca000cf080 tx=0x7fc9f802a6a0 comp rx=0 tx=0).stop 2024-09-13T16:09:11.672 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.665+0000 7fca08673640 1 -- 172.21.15.76:0/750146461 shutdown_connections 2024-09-13T16:09:11.672 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.665+0000 7fca08673640 1 --2- 172.21.15.76:0/750146461 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fca000cea30 0x7fca0006c640 unknown :-1 s=CLOSED pgs=1202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:11.672 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.665+0000 7fca08673640 1 --2- 172.21.15.76:0/750146461 >> v2:172.21.15.192:3300/0 conn(0x7fca000b1720 0x7fca000ce4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:11.672 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.665+0000 7fca08673640 1 --2- 172.21.15.76:0/750146461 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fca0015a3b0 0x7fca000b20a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:11.672 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.665+0000 7fca08673640 1 -- 172.21.15.76:0/750146461 >> 172.21.15.76:0/750146461 conn(0x7fca0006a0b0 msgr2=0x7fca0006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:11.672 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.665+0000 7fca08673640 1 -- 172.21.15.76:0/750146461 shutdown_connections 2024-09-13T16:09:11.672 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.665+0000 7fca08673640 1 -- 172.21.15.76:0/750146461 wait complete. 2024-09-13T16:09:11.672 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.666+0000 7fca08673640 1 Processor -- start 2024-09-13T16:09:11.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.666+0000 7fca08673640 1 -- start start 2024-09-13T16:09:11.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.667+0000 7fca08673640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fca000b1720 0x7fca00158f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:11.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.667+0000 7fca08673640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fca000cea30 0x7fca001f1f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:11.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.667+0000 7fca08673640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fca0015a3b0 0x7fca000cbe80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:11.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.667+0000 7fca08673640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca00159460 con 0x7fca000cea30 2024-09-13T16:09:11.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.667+0000 7fca08673640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca000cda10 con 0x7fca0015a3b0 2024-09-13T16:09:11.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.667+0000 7fca08673640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fca00157030 con 0x7fca000b1720 2024-09-13T16:09:11.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.667+0000 7fca05c0e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fca000cea30 0x7fca001f1f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:11.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.667+0000 7fca05c0e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fca000cea30 0x7fca001f1f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:38916/0 (socket says 172.21.15.76:38916) 2024-09-13T16:09:11.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.667+0000 7fca05c0e640 1 -- 172.21.15.76:0/1147829453 learned_addr learned my addr 172.21.15.76:0/1147829453 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:09:11.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.667+0000 7fca0640f640 1 --2- 172.21.15.76:0/1147829453 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fca000b1720 0x7fca00158f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:11.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.667+0000 7fca06c10640 1 --2- 172.21.15.76:0/1147829453 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fca0015a3b0 0x7fca000cbe80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:11.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.667+0000 7fca05c0e640 1 -- 172.21.15.76:0/1147829453 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fca000b1720 msgr2=0x7fca00158f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:11.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.667+0000 7fca05c0e640 1 --2- 172.21.15.76:0/1147829453 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fca000b1720 0x7fca00158f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:11.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.667+0000 7fca05c0e640 1 -- 172.21.15.76:0/1147829453 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fca0015a3b0 msgr2=0x7fca000cbe80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:11.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.667+0000 7fca05c0e640 1 --2- 172.21.15.76:0/1147829453 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fca0015a3b0 0x7fca000cbe80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:11.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.667+0000 7fca05c0e640 1 -- 172.21.15.76:0/1147829453 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc9f8009b30 con 0x7fca000cea30 2024-09-13T16:09:11.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.667+0000 7fca06c10640 1 --2- 172.21.15.76:0/1147829453 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fca0015a3b0 0x7fca000cbe80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:09:11.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.667+0000 7fca05c0e640 1 --2- 172.21.15.76:0/1147829453 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fca000cea30 0x7fca001f1f00 secure :-1 s=READY pgs=1203 cs=0 l=1 rev1=1 crypto rx=0x7fc9f000c7f0 tx=0x7fc9f000ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:11.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.667+0000 7fc9f6ffd640 1 -- 172.21.15.76:0/1147829453 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9f0004230 con 0x7fca000cea30 2024-09-13T16:09:11.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.668+0000 7fc9f6ffd640 1 -- 172.21.15.76:0/1147829453 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc9f0004390 con 0x7fca000cea30 2024-09-13T16:09:11.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.668+0000 7fca08673640 1 -- 172.21.15.76:0/1147829453 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fca00156d50 con 0x7fca000cea30 2024-09-13T16:09:11.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.668+0000 7fc9f6ffd640 1 -- 172.21.15.76:0/1147829453 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9f0007860 con 0x7fca000cea30 2024-09-13T16:09:11.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.668+0000 7fca08673640 1 -- 172.21.15.76:0/1147829453 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fca000cd210 con 0x7fca000cea30 2024-09-13T16:09:11.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.669+0000 7fca08673640 1 -- 172.21.15.76:0/1147829453 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fca000ce4f0 con 0x7fca000cea30 2024-09-13T16:09:11.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.669+0000 7fc9f6ffd640 1 -- 172.21.15.76:0/1147829453 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc9f0007bd0 con 0x7fca000cea30 2024-09-13T16:09:11.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.669+0000 7fc9f6ffd640 1 --2- 172.21.15.76:0/1147829453 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc9e406ac00 0x7fc9e406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:11.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.670+0000 7fca0640f640 1 --2- 172.21.15.76:0/1147829453 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc9e406ac00 0x7fc9e406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:11.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.670+0000 7fc9f6ffd640 1 -- 172.21.15.76:0/1147829453 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(96..96 src has 1..96) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fc9f00894d0 con 0x7fca000cea30 2024-09-13T16:09:11.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.670+0000 7fca0640f640 1 --2- 172.21.15.76:0/1147829453 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc9e406ac00 0x7fc9e406d0c0 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7fc9fc00aa40 tx=0x7fc9fc008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:11.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.674+0000 7fc9f6ffd640 1 -- 172.21.15.76:0/1147829453 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fc9f0054620 con 0x7fca000cea30 2024-09-13T16:09:11.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:11.868+0000 7fca08673640 1 -- 172.21.15.76:0/1147829453 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7fca000710a0 con 0x7fca000cea30 2024-09-13T16:09:12.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.507+0000 7fc9f6ffd640 1 -- 172.21.15.76:0/1147829453 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v45) v1 ==== 122+0+0 (secure 0 0 0) 0x7fc9f0057c40 con 0x7fca000cea30 2024-09-13T16:09:12.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.509+0000 7fca08673640 1 -- 172.21.15.76:0/1147829453 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc9e406ac00 msgr2=0x7fc9e406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:12.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.509+0000 7fca08673640 1 --2- 172.21.15.76:0/1147829453 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc9e406ac00 0x7fc9e406d0c0 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7fc9fc00aa40 tx=0x7fc9fc008040 comp rx=0 tx=0).stop 2024-09-13T16:09:12.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.509+0000 7fca08673640 1 -- 172.21.15.76:0/1147829453 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fca000cea30 msgr2=0x7fca001f1f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:12.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.509+0000 7fca08673640 1 --2- 172.21.15.76:0/1147829453 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fca000cea30 0x7fca001f1f00 secure :-1 s=READY pgs=1203 cs=0 l=1 rev1=1 crypto rx=0x7fc9f000c7f0 tx=0x7fc9f000ccb0 comp rx=0 tx=0).stop 2024-09-13T16:09:12.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.509+0000 7fca08673640 1 -- 172.21.15.76:0/1147829453 shutdown_connections 2024-09-13T16:09:12.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.509+0000 7fca08673640 1 --2- 172.21.15.76:0/1147829453 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fca0015a3b0 0x7fca000cbe80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:12.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.509+0000 7fca08673640 1 --2- 172.21.15.76:0/1147829453 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fca000cea30 0x7fca001f1f00 unknown :-1 s=CLOSED pgs=1203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:12.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.509+0000 7fca08673640 1 --2- 172.21.15.76:0/1147829453 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc9e406ac00 0x7fc9e406d0c0 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:12.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.509+0000 7fca08673640 1 --2- 172.21.15.76:0/1147829453 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fca000b1720 0x7fca00158f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:12.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.509+0000 7fca08673640 1 -- 172.21.15.76:0/1147829453 >> 172.21.15.76:0/1147829453 conn(0x7fca0006a0b0 msgr2=0x7fca0006c5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:12.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.509+0000 7fca08673640 1 -- 172.21.15.76:0/1147829453 shutdown_connections 2024-09-13T16:09:12.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.509+0000 7fca08673640 1 -- 172.21.15.76:0/1147829453 wait complete. 2024-09-13T16:09:12.522 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-13T16:09:12.523 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:09:12.621 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.618+0000 7fa36ac12640 1 Processor -- start 2024-09-13T16:09:12.621 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.618+0000 7fa36ac12640 1 -- start start 2024-09-13T16:09:12.629 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.619+0000 7fa36ac12640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fa3640c9030 0x7fa364070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:12.629 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.619+0000 7fa36ac12640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa3640abdf0 con 0x7fa364071d30 2024-09-13T16:09:12.629 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.619+0000 7fa36ac12640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa3640b2280 con 0x7fa364072110 2024-09-13T16:09:12.629 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.619+0000 7fa36ac12640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa3640ab1e0 con 0x7fa3640c9030 2024-09-13T16:09:12.629 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.619+0000 7fa3689ae640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fa364071d30 0x7fa3640b1b70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:47672/0 (socket says 172.21.15.76:47672) 2024-09-13T16:09:12.630 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.619+0000 7fa3689ae640 1 -- 172.21.15.76:0/2257456743 learned_addr learned my addr 172.21.15.76:0/2257456743 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:09:12.630 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.619+0000 7fa35b7fe640 1 -- 172.21.15.76:0/2257456743 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4027588075 0 0) 0x7fa3640abdf0 con 0x7fa364071d30 2024-09-13T16:09:12.630 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.619+0000 7fa3691af640 1 --2- 172.21.15.76:0/2257456743 >> v2:172.21.15.192:3300/0 conn(0x7fa3640c9030 0x7fa364070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:12.630 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.619+0000 7fa35b7fe640 1 -- 172.21.15.76:0/2257456743 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa34c003520 con 0x7fa364071d30 2024-09-13T16:09:12.630 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.620+0000 7fa35b7fe640 1 -- 172.21.15.76:0/2257456743 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3050559974 0 0) 0x7fa34c003520 con 0x7fa364071d30 2024-09-13T16:09:12.630 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.620+0000 7fa35b7fe640 1 -- 172.21.15.76:0/2257456743 >> v2:172.21.15.192:3300/0 conn(0x7fa3640c9030 msgr2=0x7fa364070190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:12.630 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.620+0000 7fa35b7fe640 1 --2- 172.21.15.76:0/2257456743 >> v2:172.21.15.192:3300/0 conn(0x7fa3640c9030 0x7fa364070190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:12.630 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.620+0000 7fa35b7fe640 1 -- 172.21.15.76:0/2257456743 >> v1:172.21.15.192:6789/0 conn(0x7fa364072110 legacy=0x7fa3640c8920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:12.630 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.620+0000 7fa35b7fe640 1 -- 172.21.15.76:0/2257456743 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa3640ab4c0 con 0x7fa364071d30 2024-09-13T16:09:12.630 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.620+0000 7fa35b7fe640 1 -- 172.21.15.76:0/2257456743 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7fa360001670 con 0x7fa364071d30 2024-09-13T16:09:12.630 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.620+0000 7fa35b7fe640 1 -- 172.21.15.76:0/2257456743 >> v1:172.21.15.76:6789/0 conn(0x7fa364071d30 legacy=0x7fa3640b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:12.630 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.620+0000 7fa35b7fe640 1 --2- 172.21.15.76:0/2257456743 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa34c003970 0x7fa34c003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:12.630 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.620+0000 7fa35b7fe640 1 --2- 172.21.15.76:0/2257456743 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa34c0047c0 0x7fa34c004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:12.630 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.620+0000 7fa35b7fe640 1 --2- 172.21.15.76:0/2257456743 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa34c005180 0x7fa34c00b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:12.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.620+0000 7fa35b7fe640 1 -- 172.21.15.76:0/2257456743 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa3640ab1e0 con 0x7fa34c005180 2024-09-13T16:09:12.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.620+0000 7fa35b7fe640 1 -- 172.21.15.76:0/2257456743 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa34c00c020 con 0x7fa34c0047c0 2024-09-13T16:09:12.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.620+0000 7fa35b7fe640 1 -- 172.21.15.76:0/2257456743 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa34c00c1e0 con 0x7fa34c003970 2024-09-13T16:09:12.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.620+0000 7fa3691af640 1 --2- 172.21.15.76:0/2257456743 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa34c005180 0x7fa34c00b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:12.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.620+0000 7fa35bfff640 1 --2- 172.21.15.76:0/2257456743 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa34c0047c0 0x7fa34c004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:12.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.620+0000 7fa3689ae640 1 --2- 172.21.15.76:0/2257456743 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa34c003970 0x7fa34c003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:12.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.620+0000 7fa3691af640 1 -- 172.21.15.76:0/2257456743 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa34c003970 msgr2=0x7fa34c003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:12.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.620+0000 7fa3691af640 1 --2- 172.21.15.76:0/2257456743 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa34c003970 0x7fa34c003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:12.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.620+0000 7fa3691af640 1 -- 172.21.15.76:0/2257456743 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa34c0047c0 msgr2=0x7fa34c004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:12.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.620+0000 7fa3691af640 1 --2- 172.21.15.76:0/2257456743 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa34c0047c0 0x7fa34c004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:12.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.620+0000 7fa3691af640 1 -- 172.21.15.76:0/2257456743 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa34c003520 con 0x7fa34c005180 2024-09-13T16:09:12.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.621+0000 7fa3691af640 1 -- 172.21.15.76:0/2257456743 reap_dead start 2024-09-13T16:09:12.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.621+0000 7fa3691af640 1 --2- 172.21.15.76:0/2257456743 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa34c005180 0x7fa34c00b980 secure :-1 s=READY pgs=1205 cs=0 l=1 rev1=1 crypto rx=0x7fa3640abda0 tx=0x7fa34c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=22b1edbf94185ebe server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:12.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.621+0000 7fa35b7fe640 1 -- 172.21.15.76:0/2257456743 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa35c035070 con 0x7fa34c005180 2024-09-13T16:09:12.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.621+0000 7fa35b7fe640 1 -- 172.21.15.76:0/2257456743 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa35c00f040 con 0x7fa34c005180 2024-09-13T16:09:12.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.621+0000 7fa35b7fe640 1 -- 172.21.15.76:0/2257456743 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa35c031610 con 0x7fa34c005180 2024-09-13T16:09:12.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.621+0000 7fa36ac12640 1 -- 172.21.15.76:0/2257456743 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa34c005180 msgr2=0x7fa34c00b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:12.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.621+0000 7fa36ac12640 1 --2- 172.21.15.76:0/2257456743 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa34c005180 0x7fa34c00b980 secure :-1 s=READY pgs=1205 cs=0 l=1 rev1=1 crypto rx=0x7fa3640abda0 tx=0x7fa34c0057f0 comp rx=0 tx=0).stop 2024-09-13T16:09:12.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.621+0000 7fa36ac12640 1 -- 172.21.15.76:0/2257456743 shutdown_connections 2024-09-13T16:09:12.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.621+0000 7fa36ac12640 1 --2- 172.21.15.76:0/2257456743 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa34c005180 0x7fa34c00b980 unknown :-1 s=CLOSED pgs=1205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:12.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.621+0000 7fa36ac12640 1 -- 172.21.15.76:0/2257456743 >> 172.21.15.76:0/2257456743 conn(0x7fa364069ed0 msgr2=0x7fa36406a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:12.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.622+0000 7fa36ac12640 1 -- 172.21.15.76:0/2257456743 shutdown_connections 2024-09-13T16:09:12.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.622+0000 7fa36ac12640 1 -- 172.21.15.76:0/2257456743 wait complete. 2024-09-13T16:09:12.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.623+0000 7fa36ac12640 1 Processor -- start 2024-09-13T16:09:12.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.623+0000 7fa36ac12640 1 -- start start 2024-09-13T16:09:12.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.624+0000 7fa36ac12640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa34c005180 0x7fa36406d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:12.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.624+0000 7fa36ac12640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa3641edce0 0x7fa364157210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:12.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.624+0000 7fa36ac12640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa364158400 0x7fa364157750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:12.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.624+0000 7fa36ac12640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa3640cd640 con 0x7fa3641edce0 2024-09-13T16:09:12.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.624+0000 7fa36ac12640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa364157c90 con 0x7fa364158400 2024-09-13T16:09:12.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.624+0000 7fa36ac12640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa3640b1f00 con 0x7fa34c005180 2024-09-13T16:09:12.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.624+0000 7fa35bfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa3641edce0 0x7fa364157210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:12.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.624+0000 7fa35bfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa3641edce0 0x7fa364157210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:38942/0 (socket says 172.21.15.76:38942) 2024-09-13T16:09:12.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.624+0000 7fa35bfff640 1 -- 172.21.15.76:0/1471334827 learned_addr learned my addr 172.21.15.76:0/1471334827 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:09:12.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.624+0000 7fa3689ae640 1 --2- 172.21.15.76:0/1471334827 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa34c005180 0x7fa36406d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:12.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.624+0000 7fa3691af640 1 --2- 172.21.15.76:0/1471334827 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa364158400 0x7fa364157750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:12.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.624+0000 7fa35bfff640 1 -- 172.21.15.76:0/1471334827 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa34c005180 msgr2=0x7fa36406d480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:12.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.624+0000 7fa35bfff640 1 --2- 172.21.15.76:0/1471334827 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa34c005180 0x7fa36406d480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:12.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.624+0000 7fa35bfff640 1 -- 172.21.15.76:0/1471334827 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa364158400 msgr2=0x7fa364157750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:12.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.624+0000 7fa35bfff640 1 --2- 172.21.15.76:0/1471334827 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa364158400 0x7fa364157750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:12.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.624+0000 7fa35bfff640 1 -- 172.21.15.76:0/1471334827 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa3640c4af0 con 0x7fa3641edce0 2024-09-13T16:09:12.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.624+0000 7fa3691af640 1 --2- 172.21.15.76:0/1471334827 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa364158400 0x7fa364157750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:09:12.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.624+0000 7fa3689ae640 1 --2- 172.21.15.76:0/1471334827 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa34c005180 0x7fa36406d480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:09:12.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.624+0000 7fa35bfff640 1 --2- 172.21.15.76:0/1471334827 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa3641edce0 0x7fa364157210 secure :-1 s=READY pgs=1206 cs=0 l=1 rev1=1 crypto rx=0x7fa35400f5f0 tx=0x7fa35400fab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:12.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.624+0000 7fa3597fa640 1 -- 172.21.15.76:0/1471334827 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa3540052e0 con 0x7fa3641edce0 2024-09-13T16:09:12.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.624+0000 7fa3597fa640 1 -- 172.21.15.76:0/1471334827 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa354005440 con 0x7fa3641edce0 2024-09-13T16:09:12.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.624+0000 7fa36ac12640 1 -- 172.21.15.76:0/1471334827 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa3640c4dd0 con 0x7fa3641edce0 2024-09-13T16:09:12.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.624+0000 7fa3597fa640 1 -- 172.21.15.76:0/1471334827 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa354003810 con 0x7fa3641edce0 2024-09-13T16:09:12.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.624+0000 7fa36ac12640 1 -- 172.21.15.76:0/1471334827 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa36406d9c0 con 0x7fa3641edce0 2024-09-13T16:09:12.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.625+0000 7fa36ac12640 1 -- 172.21.15.76:0/1471334827 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa3640c4fc0 con 0x7fa3641edce0 2024-09-13T16:09:12.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.626+0000 7fa3597fa640 1 -- 172.21.15.76:0/1471334827 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fa354003970 con 0x7fa3641edce0 2024-09-13T16:09:12.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.626+0000 7fa3597fa640 1 --2- 172.21.15.76:0/1471334827 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa35006ac30 0x7fa35006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:12.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.626+0000 7fa3597fa640 1 -- 172.21.15.76:0/1471334827 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(96..96 src has 1..96) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fa3540892a0 con 0x7fa3641edce0 2024-09-13T16:09:12.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.626+0000 7fa3689ae640 1 --2- 172.21.15.76:0/1471334827 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa35006ac30 0x7fa35006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:12.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.627+0000 7fa3689ae640 1 --2- 172.21.15.76:0/1471334827 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa35006ac30 0x7fa35006d0f0 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7fa360007c60 tx=0x7fa360009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:12.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.630+0000 7fa3597fa640 1 -- 172.21.15.76:0/1471334827 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fa3540543d0 con 0x7fa3641edce0 2024-09-13T16:09:12.826 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.824+0000 7fa36ac12640 1 -- 172.21.15.76:0/1471334827 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fa364070190 con 0x7fa3641edce0 2024-09-13T16:09:12.827 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.825+0000 7fa3597fa640 1 -- 172.21.15.76:0/1471334827 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 45 v45) v1 ==== 94+0+4739 (secure 0 0 0) 0x7fa3540579f0 con 0x7fa3641edce0 2024-09-13T16:09:12.827 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:09:12.827 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":45,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6143,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6834/148971100","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":148971100},{"type":"v1","addr":"172.21.15.192:6834","nonce":148971100}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":42},{"gid":6832,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/2929183023","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6833","nonce":2929183023},{"type":"v1","addr":"172.21.15.192:6835","nonce":2929183023}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":42},{"gid":7416,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6836/4157874781","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":4157874781},{"type":"v1","addr":"172.21.15.76:6836","nonce":4157874781}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":42}],"filesystems":[{"mdsmap":{"epoch":45,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:09:10.494182+0000","modified":"2024-09-13T16:09:12.503582+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":7419},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7419":{"gid":7419,"name":"c","rank":0,"incarnation":43,"state":"up:active","state_seq":3,"addr":"172.21.15.76:6837/2005584997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":2005584997},{"type":"v1","addr":"172.21.15.76:6837","nonce":2005584997}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[14],"metadata_pool":13,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:09:12.828 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 45 2024-09-13T16:09:12.829 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.826+0000 7fa36ac12640 1 -- 172.21.15.76:0/1471334827 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa35006ac30 msgr2=0x7fa35006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:12.829 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.827+0000 7fa36ac12640 1 --2- 172.21.15.76:0/1471334827 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa35006ac30 0x7fa35006d0f0 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7fa360007c60 tx=0x7fa360009040 comp rx=0 tx=0).stop 2024-09-13T16:09:12.829 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.827+0000 7fa36ac12640 1 -- 172.21.15.76:0/1471334827 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa3641edce0 msgr2=0x7fa364157210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:12.829 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.827+0000 7fa36ac12640 1 --2- 172.21.15.76:0/1471334827 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa3641edce0 0x7fa364157210 secure :-1 s=READY pgs=1206 cs=0 l=1 rev1=1 crypto rx=0x7fa35400f5f0 tx=0x7fa35400fab0 comp rx=0 tx=0).stop 2024-09-13T16:09:12.829 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.827+0000 7fa36ac12640 1 -- 172.21.15.76:0/1471334827 shutdown_connections 2024-09-13T16:09:12.829 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.827+0000 7fa36ac12640 1 --2- 172.21.15.76:0/1471334827 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa364158400 0x7fa364157750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:12.830 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.827+0000 7fa36ac12640 1 --2- 172.21.15.76:0/1471334827 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa3641edce0 0x7fa364157210 unknown :-1 s=CLOSED pgs=1206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:12.830 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.827+0000 7fa36ac12640 1 --2- 172.21.15.76:0/1471334827 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa35006ac30 0x7fa35006d0f0 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:12.830 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.827+0000 7fa36ac12640 1 --2- 172.21.15.76:0/1471334827 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa34c005180 0x7fa36406d480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:12.830 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.827+0000 7fa36ac12640 1 -- 172.21.15.76:0/1471334827 >> 172.21.15.76:0/1471334827 conn(0x7fa364069ed0 msgr2=0x7fa3640aee10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:12.830 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.827+0000 7fa36ac12640 1 -- 172.21.15.76:0/1471334827 shutdown_connections 2024-09-13T16:09:12.830 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.827+0000 7fa36ac12640 1 -- 172.21.15.76:0/1471334827 wait complete. 2024-09-13T16:09:12.840 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:09:12.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.936+0000 7f1366b1f640 1 Processor -- start 2024-09-13T16:09:12.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.936+0000 7f1366b1f640 1 -- start start 2024-09-13T16:09:12.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.937+0000 7f1366b1f640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f136015a2e0 0x7f13600c9a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:12.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.937+0000 7f1366b1f640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f13600cb3f0 0x7f136006d030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:12.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.937+0000 7f1366b1f640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f13600c8920 con 0x7f13600c9f80 2024-09-13T16:09:12.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.937+0000 7f1366b1f640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f136015a6c0 con 0x7f136015a2e0 2024-09-13T16:09:12.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.937+0000 7f1366b1f640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f13600ca500 con 0x7f13600cb3f0 2024-09-13T16:09:12.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.937+0000 7f13648bb640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f136015a2e0 0x7f13600c9a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:12.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.937+0000 7f13648bb640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f136015a2e0 0x7f13600c9a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:38946/0 (socket says 172.21.15.76:38946) 2024-09-13T16:09:12.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.937+0000 7f13648bb640 1 -- 172.21.15.76:0/3792290818 learned_addr learned my addr 172.21.15.76:0/3792290818 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:09:12.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.937+0000 7f13650bc640 1 --2- 172.21.15.76:0/3792290818 >> v2:172.21.15.192:3300/0 conn(0x7f13600cb3f0 0x7f136006d030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:12.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.937+0000 7f13648bb640 1 -- 172.21.15.76:0/3792290818 >> v2:172.21.15.192:3300/0 conn(0x7f13600cb3f0 msgr2=0x7f136006d030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:12.941 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.937+0000 7f13648bb640 1 --2- 172.21.15.76:0/3792290818 >> v2:172.21.15.192:3300/0 conn(0x7f13600cb3f0 0x7f136006d030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:12.941 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.937+0000 7f13648bb640 1 -- 172.21.15.76:0/3792290818 >> v1:172.21.15.192:6789/0 conn(0x7f13600c9f80 legacy=0x7f13600cace0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:12.941 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.937+0000 7f13648bb640 1 -- 172.21.15.76:0/3792290818 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f13600c8b70 con 0x7f136015a2e0 2024-09-13T16:09:12.941 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.937+0000 7f13650bc640 1 --2- 172.21.15.76:0/3792290818 >> v2:172.21.15.192:3300/0 conn(0x7f13600cb3f0 0x7f136006d030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:09:12.942 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.938+0000 7f13648bb640 1 --2- 172.21.15.76:0/3792290818 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f136015a2e0 0x7f13600c9a40 secure :-1 s=READY pgs=1207 cs=0 l=1 rev1=1 crypto rx=0x7f13600ca3f0 tx=0x7f135c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=80a183cc5523cc74 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:12.942 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.938+0000 7f13577fe640 1 -- 172.21.15.76:0/3792290818 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f135c032440 con 0x7f136015a2e0 2024-09-13T16:09:12.942 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.938+0000 7f13577fe640 1 -- 172.21.15.76:0/3792290818 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f135c0325a0 con 0x7f136015a2e0 2024-09-13T16:09:12.942 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.938+0000 7f13577fe640 1 -- 172.21.15.76:0/3792290818 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f135c032930 con 0x7f136015a2e0 2024-09-13T16:09:12.942 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.939+0000 7f1366b1f640 1 -- 172.21.15.76:0/3792290818 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f136015a2e0 msgr2=0x7f13600c9a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:12.943 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.939+0000 7f1366b1f640 1 --2- 172.21.15.76:0/3792290818 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f136015a2e0 0x7f13600c9a40 secure :-1 s=READY pgs=1207 cs=0 l=1 rev1=1 crypto rx=0x7f13600ca3f0 tx=0x7f135c02a270 comp rx=0 tx=0).stop 2024-09-13T16:09:12.943 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.939+0000 7f1366b1f640 1 -- 172.21.15.76:0/3792290818 shutdown_connections 2024-09-13T16:09:12.943 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.939+0000 7f1366b1f640 1 --2- 172.21.15.76:0/3792290818 >> v2:172.21.15.192:3300/0 conn(0x7f13600cb3f0 0x7f136006d030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:12.943 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.939+0000 7f1366b1f640 1 --2- 172.21.15.76:0/3792290818 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f136015a2e0 0x7f13600c9a40 unknown :-1 s=CLOSED pgs=1207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:12.943 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.939+0000 7f1366b1f640 1 -- 172.21.15.76:0/3792290818 >> 172.21.15.76:0/3792290818 conn(0x7f1360069ed0 msgr2=0x7f136006a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:12.943 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.939+0000 7f1366b1f640 1 -- 172.21.15.76:0/3792290818 shutdown_connections 2024-09-13T16:09:12.943 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.939+0000 7f1366b1f640 1 -- 172.21.15.76:0/3792290818 wait complete. 2024-09-13T16:09:12.943 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.940+0000 7f1366b1f640 1 Processor -- start 2024-09-13T16:09:12.943 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.940+0000 7f1366b1f640 1 -- start start 2024-09-13T16:09:12.945 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.941+0000 7f1366b1f640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f13600c9f80 0x7f1360097320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:12.945 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.941+0000 7f1366b1f640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f13600cb3f0 0x7f1360159230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:12.945 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.941+0000 7f1366b1f640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f136015a2e0 0x7f1360159770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:12.945 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.941+0000 7f1366b1f640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f13600c5740 con 0x7f13600cb3f0 2024-09-13T16:09:12.945 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.941+0000 7f1366b1f640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f13600c5a20 con 0x7f136015a2e0 2024-09-13T16:09:12.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.941+0000 7f1366b1f640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f136014ca00 con 0x7f13600c9f80 2024-09-13T16:09:12.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.941+0000 7f1357fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f13600cb3f0 0x7f1360159230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:12.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.941+0000 7f1357fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f13600cb3f0 0x7f1360159230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:38960/0 (socket says 172.21.15.76:38960) 2024-09-13T16:09:12.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.941+0000 7f1357fff640 1 -- 172.21.15.76:0/1747367949 learned_addr learned my addr 172.21.15.76:0/1747367949 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:09:12.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.941+0000 7f13648bb640 1 --2- 172.21.15.76:0/1747367949 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f13600c9f80 0x7f1360097320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:12.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.941+0000 7f13650bc640 1 --2- 172.21.15.76:0/1747367949 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f136015a2e0 0x7f1360159770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:12.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.941+0000 7f1357fff640 1 -- 172.21.15.76:0/1747367949 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f13600c9f80 msgr2=0x7f1360097320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:12.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.941+0000 7f1357fff640 1 --2- 172.21.15.76:0/1747367949 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f13600c9f80 0x7f1360097320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:12.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.941+0000 7f1357fff640 1 -- 172.21.15.76:0/1747367949 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f136015a2e0 msgr2=0x7f1360159770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:12.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.941+0000 7f1357fff640 1 --2- 172.21.15.76:0/1747367949 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f136015a2e0 0x7f1360159770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:12.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.941+0000 7f1357fff640 1 -- 172.21.15.76:0/1747367949 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f135c0094d0 con 0x7f13600cb3f0 2024-09-13T16:09:12.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.941+0000 7f1357fff640 1 --2- 172.21.15.76:0/1747367949 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f13600cb3f0 0x7f1360159230 secure :-1 s=READY pgs=1208 cs=0 l=1 rev1=1 crypto rx=0x7f135000c400 tx=0x7f135000c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:12.947 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.941+0000 7f13557fa640 1 -- 172.21.15.76:0/1747367949 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f13500052d0 con 0x7f13600cb3f0 2024-09-13T16:09:12.947 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.941+0000 7f13557fa640 1 -- 172.21.15.76:0/1747367949 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1350005430 con 0x7f13600cb3f0 2024-09-13T16:09:12.947 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.941+0000 7f1366b1f640 1 -- 172.21.15.76:0/1747367949 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f136014cce0 con 0x7f13600cb3f0 2024-09-13T16:09:12.947 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.941+0000 7f13557fa640 1 -- 172.21.15.76:0/1747367949 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1350003830 con 0x7f13600cb3f0 2024-09-13T16:09:12.947 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.942+0000 7f1366b1f640 1 -- 172.21.15.76:0/1747367949 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1360158c60 con 0x7f13600cb3f0 2024-09-13T16:09:12.947 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.942+0000 7f1366b1f640 1 -- 172.21.15.76:0/1747367949 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f13600c5c40 con 0x7f13600cb3f0 2024-09-13T16:09:12.947 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.943+0000 7f13557fa640 1 -- 172.21.15.76:0/1747367949 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1350003990 con 0x7f13600cb3f0 2024-09-13T16:09:12.948 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.943+0000 7f13557fa640 1 --2- 172.21.15.76:0/1747367949 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f134c06ac30 0x7f134c06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:12.948 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.944+0000 7f13648bb640 1 --2- 172.21.15.76:0/1747367949 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f134c06ac30 0x7f134c06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:12.948 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.944+0000 7f13557fa640 1 -- 172.21.15.76:0/1747367949 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(96..96 src has 1..96) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f13500888d0 con 0x7f13600cb3f0 2024-09-13T16:09:12.948 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.944+0000 7f13648bb640 1 --2- 172.21.15.76:0/1747367949 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f134c06ac30 0x7f134c06d0f0 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7f135c034000 tx=0x7f135c02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:12.950 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:12.948+0000 7f13557fa640 1 -- 172.21.15.76:0/1747367949 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f1350053a20 con 0x7f13600cb3f0 2024-09-13T16:09:13.115 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.113+0000 7f1366b1f640 1 -- 172.21.15.76:0/1747367949 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f13600ada20 con 0x7f13600cb3f0 2024-09-13T16:09:13.116 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.114+0000 7f13557fa640 1 -- 172.21.15.76:0/1747367949 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v96) v1 ==== 74+0+16681 (secure 0 0 0) 0x7f1350057040 con 0x7f13600cb3f0 2024-09-13T16:09:13.117 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:09:13.117 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":96,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:09:11.496255+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":14,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:09:08.673877+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"95","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_data","create_time":"2024-09-13T16:09:09.462108+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"96","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:09:13.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.116+0000 7f1366b1f640 1 -- 172.21.15.76:0/1747367949 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f134c06ac30 msgr2=0x7f134c06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:13.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.116+0000 7f1366b1f640 1 --2- 172.21.15.76:0/1747367949 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f134c06ac30 0x7f134c06d0f0 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7f135c034000 tx=0x7f135c02e000 comp rx=0 tx=0).stop 2024-09-13T16:09:13.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.116+0000 7f1366b1f640 1 -- 172.21.15.76:0/1747367949 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f13600cb3f0 msgr2=0x7f1360159230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:13.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.116+0000 7f1366b1f640 1 --2- 172.21.15.76:0/1747367949 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f13600cb3f0 0x7f1360159230 secure :-1 s=READY pgs=1208 cs=0 l=1 rev1=1 crypto rx=0x7f135000c400 tx=0x7f135000c8c0 comp rx=0 tx=0).stop 2024-09-13T16:09:13.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.116+0000 7f1366b1f640 1 -- 172.21.15.76:0/1747367949 shutdown_connections 2024-09-13T16:09:13.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.116+0000 7f1366b1f640 1 --2- 172.21.15.76:0/1747367949 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f136015a2e0 0x7f1360159770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:13.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.116+0000 7f1366b1f640 1 --2- 172.21.15.76:0/1747367949 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f13600cb3f0 0x7f1360159230 unknown :-1 s=CLOSED pgs=1208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:13.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.116+0000 7f1366b1f640 1 --2- 172.21.15.76:0/1747367949 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f134c06ac30 0x7f134c06d0f0 unknown :-1 s=CLOSED pgs=532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:13.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.116+0000 7f1366b1f640 1 --2- 172.21.15.76:0/1747367949 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f13600c9f80 0x7f1360097320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:13.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.116+0000 7f1366b1f640 1 -- 172.21.15.76:0/1747367949 >> 172.21.15.76:0/1747367949 conn(0x7f1360069ed0 msgr2=0x7f13600afe40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:13.120 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.116+0000 7f1366b1f640 1 -- 172.21.15.76:0/1747367949 shutdown_connections 2024-09-13T16:09:13.120 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.116+0000 7f1366b1f640 1 -- 172.21.15.76:0/1747367949 wait complete. 2024-09-13T16:09:13.130 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-09-13T16:09:13.130 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:09:13.228 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.226+0000 7f3d33d95640 1 Processor -- start 2024-09-13T16:09:13.228 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.226+0000 7f3d33d95640 1 -- start start 2024-09-13T16:09:13.230 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.226+0000 7f3d33d95640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f3d2c15c6e0 0x7f3d2c0b3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:13.230 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.226+0000 7f3d33d95640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3d2c0ccb20 0x7f3d2c0b4490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:13.230 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.226+0000 7f3d33d95640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3d2c0d1840 con 0x7f3d2c0d07b0 2024-09-13T16:09:13.230 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.226+0000 7f3d33d95640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3d2c06bd20 con 0x7f3d2c15c6e0 2024-09-13T16:09:13.230 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.226+0000 7f3d33d95640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3d2c0d0c30 con 0x7f3d2c0ccb20 2024-09-13T16:09:13.230 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.227+0000 7f3d32332640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3d2c0ccb20 0x7f3d2c0b4490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:13.230 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.227+0000 7f3d31b31640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f3d2c15c6e0 0x7f3d2c0b3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:13.230 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.227+0000 7f3d32332640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3d2c0ccb20 0x7f3d2c0b4490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.76:57950/0 (socket says 172.21.15.76:57950) 2024-09-13T16:09:13.230 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.227+0000 7f3d32332640 1 -- 172.21.15.76:0/2003615794 learned_addr learned my addr 172.21.15.76:0/2003615794 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:09:13.230 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.227+0000 7f3d31b31640 1 -- 172.21.15.76:0/2003615794 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3d2c0ccb20 msgr2=0x7f3d2c0b4490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:13.230 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.227+0000 7f3d31b31640 1 --2- 172.21.15.76:0/2003615794 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3d2c0ccb20 0x7f3d2c0b4490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:13.230 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.227+0000 7f3d31b31640 1 -- 172.21.15.76:0/2003615794 >> v1:172.21.15.192:6789/0 conn(0x7f3d2c0d07b0 legacy=0x7f3d2c160030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:13.231 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.227+0000 7f3d31b31640 1 -- 172.21.15.76:0/2003615794 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3d2c0d0f10 con 0x7f3d2c15c6e0 2024-09-13T16:09:13.232 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.228+0000 7f3d31b31640 1 --2- 172.21.15.76:0/2003615794 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3d2c15c6e0 0x7f3d2c0b3f50 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f3d280097a0 tx=0x7f3d2802a100 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e8292ce72de4f00c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:13.232 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.228+0000 7f3d30b2f640 1 -- 172.21.15.76:0/2003615794 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d2802ae50 con 0x7f3d2c15c6e0 2024-09-13T16:09:13.232 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.228+0000 7f3d30b2f640 1 -- 172.21.15.76:0/2003615794 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3d28032440 con 0x7f3d2c15c6e0 2024-09-13T16:09:13.232 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.228+0000 7f3d30b2f640 1 -- 172.21.15.76:0/2003615794 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d280327d0 con 0x7f3d2c15c6e0 2024-09-13T16:09:13.232 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.229+0000 7f3d33d95640 1 -- 172.21.15.76:0/2003615794 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3d2c15c6e0 msgr2=0x7f3d2c0b3f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:13.232 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.229+0000 7f3d33d95640 1 --2- 172.21.15.76:0/2003615794 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3d2c15c6e0 0x7f3d2c0b3f50 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f3d280097a0 tx=0x7f3d2802a100 comp rx=0 tx=0).stop 2024-09-13T16:09:13.232 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.229+0000 7f3d33d95640 1 -- 172.21.15.76:0/2003615794 shutdown_connections 2024-09-13T16:09:13.232 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.229+0000 7f3d33d95640 1 --2- 172.21.15.76:0/2003615794 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3d2c0ccb20 0x7f3d2c0b4490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:13.232 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.229+0000 7f3d33d95640 1 --2- 172.21.15.76:0/2003615794 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3d2c15c6e0 0x7f3d2c0b3f50 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:13.232 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.229+0000 7f3d33d95640 1 -- 172.21.15.76:0/2003615794 >> 172.21.15.76:0/2003615794 conn(0x7f3d2c089f60 msgr2=0x7f3d2c0d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:13.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.229+0000 7f3d33d95640 1 -- 172.21.15.76:0/2003615794 shutdown_connections 2024-09-13T16:09:13.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.229+0000 7f3d33d95640 1 -- 172.21.15.76:0/2003615794 wait complete. 2024-09-13T16:09:13.235 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.230+0000 7f3d33d95640 1 Processor -- start 2024-09-13T16:09:13.235 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.230+0000 7f3d33d95640 1 -- start start 2024-09-13T16:09:13.235 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.231+0000 7f3d33d95640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3d2c0ccb20 0x7f3d2c0b7e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:13.235 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.231+0000 7f3d33d95640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3d2c0d07b0 0x7f3d2c1f1a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:13.235 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.231+0000 7f3d33d95640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3d2c15c6e0 0x7f3d2c0cb860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:13.236 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.231+0000 7f3d33d95640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3d2c0b8350 con 0x7f3d2c0d07b0 2024-09-13T16:09:13.236 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.231+0000 7f3d33d95640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3d2c0b6280 con 0x7f3d2c15c6e0 2024-09-13T16:09:13.236 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.231+0000 7f3d33d95640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3d2c0b6560 con 0x7f3d2c0ccb20 2024-09-13T16:09:13.236 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.231+0000 7f3d31b31640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3d2c0ccb20 0x7f3d2c0b7e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:13.236 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.231+0000 7f3d31330640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3d2c0d07b0 0x7f3d2c1f1a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:13.236 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.231+0000 7f3d31b31640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3d2c0ccb20 0x7f3d2c0b7e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.76:57954/0 (socket says 172.21.15.76:57954) 2024-09-13T16:09:13.236 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.231+0000 7f3d31b31640 1 -- 172.21.15.76:0/625325920 learned_addr learned my addr 172.21.15.76:0/625325920 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:09:13.236 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.231+0000 7f3d32332640 1 --2- 172.21.15.76:0/625325920 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3d2c15c6e0 0x7f3d2c0cb860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:13.236 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.231+0000 7f3d31b31640 1 -- 172.21.15.76:0/625325920 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3d2c15c6e0 msgr2=0x7f3d2c0cb860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:13.236 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.231+0000 7f3d31b31640 1 --2- 172.21.15.76:0/625325920 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3d2c15c6e0 0x7f3d2c0cb860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:13.236 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.231+0000 7f3d31b31640 1 -- 172.21.15.76:0/625325920 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3d2c0d07b0 msgr2=0x7f3d2c1f1a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:13.236 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.231+0000 7f3d31b31640 1 --2- 172.21.15.76:0/625325920 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3d2c0d07b0 0x7f3d2c1f1a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:13.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.231+0000 7f3d31b31640 1 -- 172.21.15.76:0/625325920 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3d28009400 con 0x7f3d2c0ccb20 2024-09-13T16:09:13.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.231+0000 7f3d31330640 1 --2- 172.21.15.76:0/625325920 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3d2c0d07b0 0x7f3d2c1f1a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:09:13.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.231+0000 7f3d31b31640 1 --2- 172.21.15.76:0/625325920 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3d2c0ccb20 0x7f3d2c0b7e10 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f3d28035040 tx=0x7f3d280046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:13.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.231+0000 7f3d227fc640 1 -- 172.21.15.76:0/625325920 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d2803d710 con 0x7f3d2c0ccb20 2024-09-13T16:09:13.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.231+0000 7f3d227fc640 1 -- 172.21.15.76:0/625325920 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3d2803d890 con 0x7f3d2c0ccb20 2024-09-13T16:09:13.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.231+0000 7f3d227fc640 1 -- 172.21.15.76:0/625325920 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d2803dc40 con 0x7f3d2c0ccb20 2024-09-13T16:09:13.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.231+0000 7f3d33d95640 1 -- 172.21.15.76:0/625325920 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3d2c0b6840 con 0x7f3d2c0ccb20 2024-09-13T16:09:13.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.232+0000 7f3d33d95640 1 -- 172.21.15.76:0/625325920 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3d2c1f1f80 con 0x7f3d2c0ccb20 2024-09-13T16:09:13.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.232+0000 7f3d33d95640 1 -- 172.21.15.76:0/625325920 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3d2c0b6d60 con 0x7f3d2c0ccb20 2024-09-13T16:09:13.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.233+0000 7f3d227fc640 1 -- 172.21.15.76:0/625325920 <== mon.2 v2:172.21.15.192:3301/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f3d28039040 con 0x7f3d2c0ccb20 2024-09-13T16:09:13.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.233+0000 7f3d227fc640 1 --2- 172.21.15.76:0/625325920 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3d1006ac00 0x7f3d1006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:13.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.234+0000 7f3d227fc640 1 -- 172.21.15.76:0/625325920 <== mon.2 v2:172.21.15.192:3301/0 5 ==== osd_map(96..96 src has 1..96) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f3d280a9d30 con 0x7f3d2c0ccb20 2024-09-13T16:09:13.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.234+0000 7f3d31330640 1 --2- 172.21.15.76:0/625325920 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3d1006ac00 0x7f3d1006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:13.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.234+0000 7f3d31330640 1 --2- 172.21.15.76:0/625325920 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3d1006ac00 0x7f3d1006d0c0 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f3d2c1f56b0 tx=0x7f3d1c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:13.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.238+0000 7f3d227fc640 1 -- 172.21.15.76:0/625325920 <== mon.2 v2:172.21.15.192:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f3d28074e60 con 0x7f3d2c0ccb20 2024-09-13T16:09:13.399 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.396+0000 7f3d33d95640 1 -- 172.21.15.76:0/625325920 --> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f3d2c0d14d0 con 0x7f3d1006ac00 2024-09-13T16:09:13.406 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.403+0000 7f3d227fc640 1 -- 172.21.15.76:0/625325920 <== mgr.4104 v2:172.21.15.76:6832/911852275 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+289232 (secure 0 0 0) 0x7f3d1c001d10 con 0x7f3d1006ac00 2024-09-13T16:09:13.409 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:09:13.411 INFO:teuthology.orchestra.run.smithi076.stderr:dumped all 2024-09-13T16:09:13.412 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.407+0000 7f3d33d95640 1 -- 172.21.15.76:0/625325920 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3d1006ac00 msgr2=0x7f3d1006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:13.412 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.407+0000 7f3d33d95640 1 --2- 172.21.15.76:0/625325920 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3d1006ac00 0x7f3d1006d0c0 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f3d2c1f56b0 tx=0x7f3d1c009040 comp rx=0 tx=0).stop 2024-09-13T16:09:13.412 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.407+0000 7f3d33d95640 1 -- 172.21.15.76:0/625325920 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3d2c0ccb20 msgr2=0x7f3d2c0b7e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:13.413 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.407+0000 7f3d33d95640 1 --2- 172.21.15.76:0/625325920 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3d2c0ccb20 0x7f3d2c0b7e10 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f3d28035040 tx=0x7f3d280046c0 comp rx=0 tx=0).stop 2024-09-13T16:09:13.413 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.407+0000 7f3d33d95640 1 -- 172.21.15.76:0/625325920 shutdown_connections 2024-09-13T16:09:13.413 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.407+0000 7f3d33d95640 1 --2- 172.21.15.76:0/625325920 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3d2c15c6e0 0x7f3d2c0cb860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:13.413 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.407+0000 7f3d33d95640 1 --2- 172.21.15.76:0/625325920 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3d2c0d07b0 0x7f3d2c1f1a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:13.413 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.407+0000 7f3d33d95640 1 --2- 172.21.15.76:0/625325920 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3d1006ac00 0x7f3d1006d0c0 unknown :-1 s=CLOSED pgs=533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:13.413 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.407+0000 7f3d33d95640 1 --2- 172.21.15.76:0/625325920 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3d2c0ccb20 0x7f3d2c0b7e10 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:13.413 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.407+0000 7f3d33d95640 1 -- 172.21.15.76:0/625325920 >> 172.21.15.76:0/625325920 conn(0x7f3d2c089f60 msgr2=0x7f3d2c0b3920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:13.413 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.407+0000 7f3d33d95640 1 -- 172.21.15.76:0/625325920 shutdown_connections 2024-09-13T16:09:13.413 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.407+0000 7f3d33d95640 1 -- 172.21.15.76:0/625325920 wait complete. 2024-09-13T16:09:13.421 INFO:teuthology.orchestra.run.smithi076.stdout:{"pg_ready":true,"pg_map":{"version":323,"stamp":"2024-09-13T16:09:13.022706+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":110,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":805224,"kb_used_data":10292,"kb_used_omap":12,"kb_used_meta":794803,"kb_avail":754169496,"statfs":{"total":773094113280,"available":772269563904,"internally_reserved":0,"allocated":10539008,"data_stored":5423086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":813878841},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":14,"apply_latency_ms":14,"commit_latency_ns":14000000,"apply_latency_ns":14000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000745"},"pg_stats":[{"pgid":"14.3f","version":"0'0","reported_seq":10,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-09-13T16:09:11.616632+0000","last_change":"2024-09-13T16:09:10.513747+0000","last_active":"2024-09-13T16:09:11.616632+0000","last_peered":"2024-09-13T16:09:11.616632+0000","last_clean":"2024-09-13T16:09:11.616632+0000","last_became_active":"2024-09-13T16:09:10.513500+0000","last_became_peered":"2024-09-13T16:09:10.513500+0000","last_unstale":"2024-09-13T16:09:11.616632+0000","last_undegraded":"2024-09-13T16:09:11.616632+0000","last_fullsized":"2024-09-13T16:09:11.616632+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:40:02.168377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.3e","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.516888+0000","last_change":"2024-09-13T16:09:10.512450+0000","last_active":"2024-09-13T16:09:10.516888+0000","last_peered":"2024-09-13T16:09:10.516888+0000","last_clean":"2024-09-13T16:09:10.516888+0000","last_became_active":"2024-09-13T16:09:10.512154+0000","last_became_peered":"2024-09-13T16:09:10.512154+0000","last_unstale":"2024-09-13T16:09:10.516888+0000","last_undegraded":"2024-09-13T16:09:10.516888+0000","last_fullsized":"2024-09-13T16:09:10.516888+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:22:14.167727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.3d","version":"0'0","reported_seq":10,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-09-13T16:09:11.616461+0000","last_change":"2024-09-13T16:09:10.501901+0000","last_active":"2024-09-13T16:09:11.616461+0000","last_peered":"2024-09-13T16:09:11.616461+0000","last_clean":"2024-09-13T16:09:11.616461+0000","last_became_active":"2024-09-13T16:09:10.501659+0000","last_became_peered":"2024-09-13T16:09:10.501659+0000","last_unstale":"2024-09-13T16:09:11.616461+0000","last_undegraded":"2024-09-13T16:09:11.616461+0000","last_fullsized":"2024-09-13T16:09:11.616461+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:06:14.520563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.3c","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.525113+0000","last_change":"2024-09-13T16:09:10.520010+0000","last_active":"2024-09-13T16:09:10.525113+0000","last_peered":"2024-09-13T16:09:10.525113+0000","last_clean":"2024-09-13T16:09:10.525113+0000","last_became_active":"2024-09-13T16:09:10.519667+0000","last_became_peered":"2024-09-13T16:09:10.519667+0000","last_unstale":"2024-09-13T16:09:10.525113+0000","last_undegraded":"2024-09-13T16:09:10.525113+0000","last_fullsized":"2024-09-13T16:09:10.525113+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:06:24.379468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.3b","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.508933+0000","last_change":"2024-09-13T16:09:10.506583+0000","last_active":"2024-09-13T16:09:10.508933+0000","last_peered":"2024-09-13T16:09:10.508933+0000","last_clean":"2024-09-13T16:09:10.508933+0000","last_became_active":"2024-09-13T16:09:10.506328+0000","last_became_peered":"2024-09-13T16:09:10.506328+0000","last_unstale":"2024-09-13T16:09:10.508933+0000","last_undegraded":"2024-09-13T16:09:10.508933+0000","last_fullsized":"2024-09-13T16:09:10.508933+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:08:11.292929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.3a","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.523805+0000","last_change":"2024-09-13T16:09:10.522590+0000","last_active":"2024-09-13T16:09:10.523805+0000","last_peered":"2024-09-13T16:09:10.523805+0000","last_clean":"2024-09-13T16:09:10.523805+0000","last_became_active":"2024-09-13T16:09:10.522005+0000","last_became_peered":"2024-09-13T16:09:10.522005+0000","last_unstale":"2024-09-13T16:09:10.523805+0000","last_undegraded":"2024-09-13T16:09:10.523805+0000","last_fullsized":"2024-09-13T16:09:10.523805+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:07:04.177103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.39","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.513951+0000","last_change":"2024-09-13T16:09:10.512830+0000","last_active":"2024-09-13T16:09:10.513951+0000","last_peered":"2024-09-13T16:09:10.513951+0000","last_clean":"2024-09-13T16:09:10.513951+0000","last_became_active":"2024-09-13T16:09:10.512552+0000","last_became_peered":"2024-09-13T16:09:10.512552+0000","last_unstale":"2024-09-13T16:09:10.513951+0000","last_undegraded":"2024-09-13T16:09:10.513951+0000","last_fullsized":"2024-09-13T16:09:10.513951+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:03:55.482775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.38","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.520075+0000","last_change":"2024-09-13T16:09:10.513682+0000","last_active":"2024-09-13T16:09:10.520075+0000","last_peered":"2024-09-13T16:09:10.520075+0000","last_clean":"2024-09-13T16:09:10.520075+0000","last_became_active":"2024-09-13T16:09:10.513002+0000","last_became_peered":"2024-09-13T16:09:10.513002+0000","last_unstale":"2024-09-13T16:09:10.520075+0000","last_undegraded":"2024-09-13T16:09:10.520075+0000","last_fullsized":"2024-09-13T16:09:10.520075+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:37:50.323325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.37","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.511043+0000","last_change":"2024-09-13T16:09:10.509425+0000","last_active":"2024-09-13T16:09:10.511043+0000","last_peered":"2024-09-13T16:09:10.511043+0000","last_clean":"2024-09-13T16:09:10.511043+0000","last_became_active":"2024-09-13T16:09:10.509153+0000","last_became_peered":"2024-09-13T16:09:10.509153+0000","last_unstale":"2024-09-13T16:09:10.511043+0000","last_undegraded":"2024-09-13T16:09:10.511043+0000","last_fullsized":"2024-09-13T16:09:10.511043+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:01:08.898105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.36","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.524363+0000","last_change":"2024-09-13T16:09:10.522273+0000","last_active":"2024-09-13T16:09:10.524363+0000","last_peered":"2024-09-13T16:09:10.524363+0000","last_clean":"2024-09-13T16:09:10.524363+0000","last_became_active":"2024-09-13T16:09:10.522054+0000","last_became_peered":"2024-09-13T16:09:10.522054+0000","last_unstale":"2024-09-13T16:09:10.524363+0000","last_undegraded":"2024-09-13T16:09:10.524363+0000","last_fullsized":"2024-09-13T16:09:10.524363+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:53:58.043361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.35","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.517990+0000","last_change":"2024-09-13T16:09:10.510762+0000","last_active":"2024-09-13T16:09:10.517990+0000","last_peered":"2024-09-13T16:09:10.517990+0000","last_clean":"2024-09-13T16:09:10.517990+0000","last_became_active":"2024-09-13T16:09:10.510477+0000","last_became_peered":"2024-09-13T16:09:10.510477+0000","last_unstale":"2024-09-13T16:09:10.517990+0000","last_undegraded":"2024-09-13T16:09:10.517990+0000","last_fullsized":"2024-09-13T16:09:10.517990+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:03:55.451131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.34","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.511087+0000","last_change":"2024-09-13T16:09:10.507212+0000","last_active":"2024-09-13T16:09:10.511087+0000","last_peered":"2024-09-13T16:09:10.511087+0000","last_clean":"2024-09-13T16:09:10.511087+0000","last_became_active":"2024-09-13T16:09:10.506985+0000","last_became_peered":"2024-09-13T16:09:10.506985+0000","last_unstale":"2024-09-13T16:09:10.511087+0000","last_undegraded":"2024-09-13T16:09:10.511087+0000","last_fullsized":"2024-09-13T16:09:10.511087+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:07:23.547056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.33","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.524938+0000","last_change":"2024-09-13T16:09:10.521322+0000","last_active":"2024-09-13T16:09:10.524938+0000","last_peered":"2024-09-13T16:09:10.524938+0000","last_clean":"2024-09-13T16:09:10.524938+0000","last_became_active":"2024-09-13T16:09:10.521078+0000","last_became_peered":"2024-09-13T16:09:10.521078+0000","last_unstale":"2024-09-13T16:09:10.524938+0000","last_undegraded":"2024-09-13T16:09:10.524938+0000","last_fullsized":"2024-09-13T16:09:10.524938+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:03:51.607769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.32","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.524006+0000","last_change":"2024-09-13T16:09:10.522938+0000","last_active":"2024-09-13T16:09:10.524006+0000","last_peered":"2024-09-13T16:09:10.524006+0000","last_clean":"2024-09-13T16:09:10.524006+0000","last_became_active":"2024-09-13T16:09:10.522587+0000","last_became_peered":"2024-09-13T16:09:10.522587+0000","last_unstale":"2024-09-13T16:09:10.524006+0000","last_undegraded":"2024-09-13T16:09:10.524006+0000","last_fullsized":"2024-09-13T16:09:10.524006+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:25:05.799264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.31","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.519262+0000","last_change":"2024-09-13T16:09:10.512984+0000","last_active":"2024-09-13T16:09:10.519262+0000","last_peered":"2024-09-13T16:09:10.519262+0000","last_clean":"2024-09-13T16:09:10.519262+0000","last_became_active":"2024-09-13T16:09:10.512743+0000","last_became_peered":"2024-09-13T16:09:10.512743+0000","last_unstale":"2024-09-13T16:09:10.519262+0000","last_undegraded":"2024-09-13T16:09:10.519262+0000","last_fullsized":"2024-09-13T16:09:10.519262+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:22:21.541924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.30","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.518827+0000","last_change":"2024-09-13T16:09:10.514158+0000","last_active":"2024-09-13T16:09:10.518827+0000","last_peered":"2024-09-13T16:09:10.518827+0000","last_clean":"2024-09-13T16:09:10.518827+0000","last_became_active":"2024-09-13T16:09:10.513750+0000","last_became_peered":"2024-09-13T16:09:10.513750+0000","last_unstale":"2024-09-13T16:09:10.518827+0000","last_undegraded":"2024-09-13T16:09:10.518827+0000","last_fullsized":"2024-09-13T16:09:10.518827+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:54:42.426125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.2f","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.518817+0000","last_change":"2024-09-13T16:09:10.513381+0000","last_active":"2024-09-13T16:09:10.518817+0000","last_peered":"2024-09-13T16:09:10.518817+0000","last_clean":"2024-09-13T16:09:10.518817+0000","last_became_active":"2024-09-13T16:09:10.513152+0000","last_became_peered":"2024-09-13T16:09:10.513152+0000","last_unstale":"2024-09-13T16:09:10.518817+0000","last_undegraded":"2024-09-13T16:09:10.518817+0000","last_fullsized":"2024-09-13T16:09:10.518817+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:40:02.168377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.2e","version":"0'0","reported_seq":10,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-09-13T16:09:11.616540+0000","last_change":"2024-09-13T16:09:10.515658+0000","last_active":"2024-09-13T16:09:11.616540+0000","last_peered":"2024-09-13T16:09:11.616540+0000","last_clean":"2024-09-13T16:09:11.616540+0000","last_became_active":"2024-09-13T16:09:10.515431+0000","last_became_peered":"2024-09-13T16:09:10.515431+0000","last_unstale":"2024-09-13T16:09:11.616540+0000","last_undegraded":"2024-09-13T16:09:11.616540+0000","last_fullsized":"2024-09-13T16:09:11.616540+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:07:04.177103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.2d","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.520966+0000","last_change":"2024-09-13T16:09:10.520635+0000","last_active":"2024-09-13T16:09:10.520966+0000","last_peered":"2024-09-13T16:09:10.520966+0000","last_clean":"2024-09-13T16:09:10.520966+0000","last_became_active":"2024-09-13T16:09:10.520284+0000","last_became_peered":"2024-09-13T16:09:10.520284+0000","last_unstale":"2024-09-13T16:09:10.520966+0000","last_undegraded":"2024-09-13T16:09:10.520966+0000","last_fullsized":"2024-09-13T16:09:10.520966+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:52:11.152277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.2c","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.525150+0000","last_change":"2024-09-13T16:09:10.522375+0000","last_active":"2024-09-13T16:09:10.525150+0000","last_peered":"2024-09-13T16:09:10.525150+0000","last_clean":"2024-09-13T16:09:10.525150+0000","last_became_active":"2024-09-13T16:09:10.522142+0000","last_became_peered":"2024-09-13T16:09:10.522142+0000","last_unstale":"2024-09-13T16:09:10.525150+0000","last_undegraded":"2024-09-13T16:09:10.525150+0000","last_fullsized":"2024-09-13T16:09:10.525150+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:08:11.292929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.2b","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.509952+0000","last_change":"2024-09-13T16:09:10.508390+0000","last_active":"2024-09-13T16:09:10.509952+0000","last_peered":"2024-09-13T16:09:10.509952+0000","last_clean":"2024-09-13T16:09:10.509952+0000","last_became_active":"2024-09-13T16:09:10.508132+0000","last_became_peered":"2024-09-13T16:09:10.508132+0000","last_unstale":"2024-09-13T16:09:10.509952+0000","last_undegraded":"2024-09-13T16:09:10.509952+0000","last_fullsized":"2024-09-13T16:09:10.509952+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:20:38.898239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.2a","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.523623+0000","last_change":"2024-09-13T16:09:10.522871+0000","last_active":"2024-09-13T16:09:10.523623+0000","last_peered":"2024-09-13T16:09:10.523623+0000","last_clean":"2024-09-13T16:09:10.523623+0000","last_became_active":"2024-09-13T16:09:10.522269+0000","last_became_peered":"2024-09-13T16:09:10.522269+0000","last_unstale":"2024-09-13T16:09:10.523623+0000","last_undegraded":"2024-09-13T16:09:10.523623+0000","last_fullsized":"2024-09-13T16:09:10.523623+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:36:17.361879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.29","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.523932+0000","last_change":"2024-09-13T16:09:10.523456+0000","last_active":"2024-09-13T16:09:10.523932+0000","last_peered":"2024-09-13T16:09:10.523932+0000","last_clean":"2024-09-13T16:09:10.523932+0000","last_became_active":"2024-09-13T16:09:10.522573+0000","last_became_peered":"2024-09-13T16:09:10.522573+0000","last_unstale":"2024-09-13T16:09:10.523932+0000","last_undegraded":"2024-09-13T16:09:10.523932+0000","last_fullsized":"2024-09-13T16:09:10.523932+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:04:43.240157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.28","version":"0'0","reported_seq":10,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-09-13T16:09:11.616358+0000","last_change":"2024-09-13T16:09:10.502109+0000","last_active":"2024-09-13T16:09:11.616358+0000","last_peered":"2024-09-13T16:09:11.616358+0000","last_clean":"2024-09-13T16:09:11.616358+0000","last_became_active":"2024-09-13T16:09:10.501815+0000","last_became_peered":"2024-09-13T16:09:10.501815+0000","last_unstale":"2024-09-13T16:09:11.616358+0000","last_undegraded":"2024-09-13T16:09:11.616358+0000","last_fullsized":"2024-09-13T16:09:11.616358+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:44:46.022860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.27","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.516556+0000","last_change":"2024-09-13T16:09:10.511455+0000","last_active":"2024-09-13T16:09:10.516556+0000","last_peered":"2024-09-13T16:09:10.516556+0000","last_clean":"2024-09-13T16:09:10.516556+0000","last_became_active":"2024-09-13T16:09:10.510964+0000","last_became_peered":"2024-09-13T16:09:10.510964+0000","last_unstale":"2024-09-13T16:09:10.516556+0000","last_undegraded":"2024-09-13T16:09:10.516556+0000","last_fullsized":"2024-09-13T16:09:10.516556+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:52:05.664902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.26","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.523995+0000","last_change":"2024-09-13T16:09:10.523028+0000","last_active":"2024-09-13T16:09:10.523995+0000","last_peered":"2024-09-13T16:09:10.523995+0000","last_clean":"2024-09-13T16:09:10.523995+0000","last_became_active":"2024-09-13T16:09:10.522470+0000","last_became_peered":"2024-09-13T16:09:10.522470+0000","last_unstale":"2024-09-13T16:09:10.523995+0000","last_undegraded":"2024-09-13T16:09:10.523995+0000","last_fullsized":"2024-09-13T16:09:10.523995+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:42:39.398710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.25","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.511219+0000","last_change":"2024-09-13T16:09:10.508477+0000","last_active":"2024-09-13T16:09:10.511219+0000","last_peered":"2024-09-13T16:09:10.511219+0000","last_clean":"2024-09-13T16:09:10.511219+0000","last_became_active":"2024-09-13T16:09:10.508253+0000","last_became_peered":"2024-09-13T16:09:10.508253+0000","last_unstale":"2024-09-13T16:09:10.511219+0000","last_undegraded":"2024-09-13T16:09:10.511219+0000","last_fullsized":"2024-09-13T16:09:10.511219+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:13:33.701348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.24","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.525133+0000","last_change":"2024-09-13T16:09:10.520555+0000","last_active":"2024-09-13T16:09:10.525133+0000","last_peered":"2024-09-13T16:09:10.525133+0000","last_clean":"2024-09-13T16:09:10.525133+0000","last_became_active":"2024-09-13T16:09:10.520297+0000","last_became_peered":"2024-09-13T16:09:10.520297+0000","last_unstale":"2024-09-13T16:09:10.525133+0000","last_undegraded":"2024-09-13T16:09:10.525133+0000","last_fullsized":"2024-09-13T16:09:10.525133+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:05:33.613573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.23","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.513724+0000","last_change":"2024-09-13T16:09:10.512581+0000","last_active":"2024-09-13T16:09:10.513724+0000","last_peered":"2024-09-13T16:09:10.513724+0000","last_clean":"2024-09-13T16:09:10.513724+0000","last_became_active":"2024-09-13T16:09:10.512268+0000","last_became_peered":"2024-09-13T16:09:10.512268+0000","last_unstale":"2024-09-13T16:09:10.513724+0000","last_undegraded":"2024-09-13T16:09:10.513724+0000","last_fullsized":"2024-09-13T16:09:10.513724+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:46:06.704938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.22","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.516738+0000","last_change":"2024-09-13T16:09:10.511249+0000","last_active":"2024-09-13T16:09:10.516738+0000","last_peered":"2024-09-13T16:09:10.516738+0000","last_clean":"2024-09-13T16:09:10.516738+0000","last_became_active":"2024-09-13T16:09:10.510909+0000","last_became_peered":"2024-09-13T16:09:10.510909+0000","last_unstale":"2024-09-13T16:09:10.516738+0000","last_undegraded":"2024-09-13T16:09:10.516738+0000","last_fullsized":"2024-09-13T16:09:10.516738+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:53:14.803352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.21","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.523471+0000","last_change":"2024-09-13T16:09:10.522265+0000","last_active":"2024-09-13T16:09:10.523471+0000","last_peered":"2024-09-13T16:09:10.523471+0000","last_clean":"2024-09-13T16:09:10.523471+0000","last_became_active":"2024-09-13T16:09:10.522011+0000","last_became_peered":"2024-09-13T16:09:10.522011+0000","last_unstale":"2024-09-13T16:09:10.523471+0000","last_undegraded":"2024-09-13T16:09:10.523471+0000","last_fullsized":"2024-09-13T16:09:10.523471+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:03:51.607769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.20","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.518810+0000","last_change":"2024-09-13T16:09:10.513984+0000","last_active":"2024-09-13T16:09:10.518810+0000","last_peered":"2024-09-13T16:09:10.518810+0000","last_clean":"2024-09-13T16:09:10.518810+0000","last_became_active":"2024-09-13T16:09:10.512975+0000","last_became_peered":"2024-09-13T16:09:10.512975+0000","last_unstale":"2024-09-13T16:09:10.518810+0000","last_undegraded":"2024-09-13T16:09:10.518810+0000","last_fullsized":"2024-09-13T16:09:10.518810+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:50:00.681288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.1c","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.520599+0000","last_change":"2024-09-13T16:09:10.518961+0000","last_active":"2024-09-13T16:09:10.520599+0000","last_peered":"2024-09-13T16:09:10.520599+0000","last_clean":"2024-09-13T16:09:10.520599+0000","last_became_active":"2024-09-13T16:09:10.518666+0000","last_became_peered":"2024-09-13T16:09:10.518666+0000","last_unstale":"2024-09-13T16:09:10.520599+0000","last_undegraded":"2024-09-13T16:09:10.520599+0000","last_fullsized":"2024-09-13T16:09:10.520599+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:22:06.201329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1f","version":"95'4","reported_seq":14,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.520411+0000","last_change":"2024-09-13T16:09:10.155742+0000","last_active":"2024-09-13T16:09:10.520411+0000","last_peered":"2024-09-13T16:09:10.520411+0000","last_clean":"2024-09-13T16:09:10.520411+0000","last_became_active":"2024-09-13T16:09:10.155399+0000","last_became_peered":"2024-09-13T16:09:10.155399+0000","last_unstale":"2024-09-13T16:09:10.520411+0000","last_undegraded":"2024-09-13T16:09:10.520411+0000","last_fullsized":"2024-09-13T16:09:10.520411+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_clean_scrub_stamp":"2024-09-13T16:09:09.134455+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:40:11.020535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.1d","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.518803+0000","last_change":"2024-09-13T16:09:10.516739+0000","last_active":"2024-09-13T16:09:10.518803+0000","last_peered":"2024-09-13T16:09:10.518803+0000","last_clean":"2024-09-13T16:09:10.518803+0000","last_became_active":"2024-09-13T16:09:10.515876+0000","last_became_peered":"2024-09-13T16:09:10.515876+0000","last_unstale":"2024-09-13T16:09:10.518803+0000","last_undegraded":"2024-09-13T16:09:10.518803+0000","last_fullsized":"2024-09-13T16:09:10.518803+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:39:27.489427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1e","version":"95'1","reported_seq":11,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.518683+0000","last_change":"2024-09-13T16:09:10.162909+0000","last_active":"2024-09-13T16:09:10.518683+0000","last_peered":"2024-09-13T16:09:10.518683+0000","last_clean":"2024-09-13T16:09:10.518683+0000","last_became_active":"2024-09-13T16:09:10.162646+0000","last_became_peered":"2024-09-13T16:09:10.162646+0000","last_unstale":"2024-09-13T16:09:10.518683+0000","last_undegraded":"2024-09-13T16:09:10.518683+0000","last_fullsized":"2024-09-13T16:09:10.518683+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_clean_scrub_stamp":"2024-09-13T16:09:09.134455+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:14:36.106575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.1e","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.523269+0000","last_change":"2024-09-13T16:09:10.521643+0000","last_active":"2024-09-13T16:09:10.523269+0000","last_peered":"2024-09-13T16:09:10.523269+0000","last_clean":"2024-09-13T16:09:10.523269+0000","last_became_active":"2024-09-13T16:09:10.521381+0000","last_became_peered":"2024-09-13T16:09:10.521381+0000","last_unstale":"2024-09-13T16:09:10.523269+0000","last_undegraded":"2024-09-13T16:09:10.523269+0000","last_fullsized":"2024-09-13T16:09:10.523269+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:09:46.908407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.1d","version":"95'2","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.521210+0000","last_change":"2024-09-13T16:09:10.164714+0000","last_active":"2024-09-13T16:09:10.521210+0000","last_peered":"2024-09-13T16:09:10.521210+0000","last_clean":"2024-09-13T16:09:10.521210+0000","last_became_active":"2024-09-13T16:09:10.164405+0000","last_became_peered":"2024-09-13T16:09:10.164405+0000","last_unstale":"2024-09-13T16:09:10.521210+0000","last_undegraded":"2024-09-13T16:09:10.521210+0000","last_fullsized":"2024-09-13T16:09:10.521210+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_clean_scrub_stamp":"2024-09-13T16:09:09.134455+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:08:05.483400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.1f","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.517410+0000","last_change":"2024-09-13T16:09:10.510731+0000","last_active":"2024-09-13T16:09:10.517410+0000","last_peered":"2024-09-13T16:09:10.517410+0000","last_clean":"2024-09-13T16:09:10.517410+0000","last_became_active":"2024-09-13T16:09:10.510502+0000","last_became_peered":"2024-09-13T16:09:10.510502+0000","last_unstale":"2024-09-13T16:09:10.517410+0000","last_undegraded":"2024-09-13T16:09:10.517410+0000","last_fullsized":"2024-09-13T16:09:10.517410+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:01:04.125827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1c","version":"95'2","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.526069+0000","last_change":"2024-09-13T16:09:10.157275+0000","last_active":"2024-09-13T16:09:10.526069+0000","last_peered":"2024-09-13T16:09:10.526069+0000","last_clean":"2024-09-13T16:09:10.526069+0000","last_became_active":"2024-09-13T16:09:10.156712+0000","last_became_peered":"2024-09-13T16:09:10.156712+0000","last_unstale":"2024-09-13T16:09:10.526069+0000","last_undegraded":"2024-09-13T16:09:10.526069+0000","last_fullsized":"2024-09-13T16:09:10.526069+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_clean_scrub_stamp":"2024-09-13T16:09:09.134455+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:09:05.259449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.18","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.519983+0000","last_change":"2024-09-13T16:09:10.512773+0000","last_active":"2024-09-13T16:09:10.519983+0000","last_peered":"2024-09-13T16:09:10.519983+0000","last_clean":"2024-09-13T16:09:10.519983+0000","last_became_active":"2024-09-13T16:09:10.509232+0000","last_became_peered":"2024-09-13T16:09:10.509232+0000","last_unstale":"2024-09-13T16:09:10.519983+0000","last_undegraded":"2024-09-13T16:09:10.519983+0000","last_fullsized":"2024-09-13T16:09:10.519983+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:22:14.167727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.1b","version":"95'1","reported_seq":11,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.516731+0000","last_change":"2024-09-13T16:09:10.164579+0000","last_active":"2024-09-13T16:09:10.516731+0000","last_peered":"2024-09-13T16:09:10.516731+0000","last_clean":"2024-09-13T16:09:10.516731+0000","last_became_active":"2024-09-13T16:09:10.164334+0000","last_became_peered":"2024-09-13T16:09:10.164334+0000","last_unstale":"2024-09-13T16:09:10.516731+0000","last_undegraded":"2024-09-13T16:09:10.516731+0000","last_fullsized":"2024-09-13T16:09:10.516731+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_clean_scrub_stamp":"2024-09-13T16:09:09.134455+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:13:19.934431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.19","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.512966+0000","last_change":"2024-09-13T16:09:10.508780+0000","last_active":"2024-09-13T16:09:10.512966+0000","last_peered":"2024-09-13T16:09:10.512966+0000","last_clean":"2024-09-13T16:09:10.512966+0000","last_became_active":"2024-09-13T16:09:10.507892+0000","last_became_peered":"2024-09-13T16:09:10.507892+0000","last_unstale":"2024-09-13T16:09:10.512966+0000","last_undegraded":"2024-09-13T16:09:10.512966+0000","last_fullsized":"2024-09-13T16:09:10.512966+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:27:07.089775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1a","version":"95'1","reported_seq":11,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.525266+0000","last_change":"2024-09-13T16:09:10.166986+0000","last_active":"2024-09-13T16:09:10.525266+0000","last_peered":"2024-09-13T16:09:10.525266+0000","last_clean":"2024-09-13T16:09:10.525266+0000","last_became_active":"2024-09-13T16:09:10.165814+0000","last_became_peered":"2024-09-13T16:09:10.165814+0000","last_unstale":"2024-09-13T16:09:10.525266+0000","last_undegraded":"2024-09-13T16:09:10.525266+0000","last_fullsized":"2024-09-13T16:09:10.525266+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_clean_scrub_stamp":"2024-09-13T16:09:09.134455+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:08:05.483400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.1a","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.523823+0000","last_change":"2024-09-13T16:09:10.522750+0000","last_active":"2024-09-13T16:09:10.523823+0000","last_peered":"2024-09-13T16:09:10.523823+0000","last_clean":"2024-09-13T16:09:10.523823+0000","last_became_active":"2024-09-13T16:09:10.522351+0000","last_became_peered":"2024-09-13T16:09:10.522351+0000","last_unstale":"2024-09-13T16:09:10.523823+0000","last_undegraded":"2024-09-13T16:09:10.523823+0000","last_fullsized":"2024-09-13T16:09:10.523823+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:21:38.347068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":11,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-09-13T16:09:11.616539+0000","last_change":"2024-09-13T16:09:10.162784+0000","last_active":"2024-09-13T16:09:11.616539+0000","last_peered":"2024-09-13T16:09:11.616539+0000","last_clean":"2024-09-13T16:09:11.616539+0000","last_became_active":"2024-09-13T16:09:10.162276+0000","last_became_peered":"2024-09-13T16:09:10.162276+0000","last_unstale":"2024-09-13T16:09:11.616539+0000","last_undegraded":"2024-09-13T16:09:11.616539+0000","last_fullsized":"2024-09-13T16:09:11.616539+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_clean_scrub_stamp":"2024-09-13T16:09:09.134455+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:52:10.145550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.1b","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.524831+0000","last_change":"2024-09-13T16:09:10.519406+0000","last_active":"2024-09-13T16:09:10.524831+0000","last_peered":"2024-09-13T16:09:10.524831+0000","last_clean":"2024-09-13T16:09:10.524831+0000","last_became_active":"2024-09-13T16:09:10.516998+0000","last_became_peered":"2024-09-13T16:09:10.516998+0000","last_unstale":"2024-09-13T16:09:10.524831+0000","last_undegraded":"2024-09-13T16:09:10.524831+0000","last_fullsized":"2024-09-13T16:09:10.524831+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:26:29.341004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":10,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.505612+0000","last_change":"2024-09-13T16:09:10.162115+0000","last_active":"2024-09-13T16:09:10.505612+0000","last_peered":"2024-09-13T16:09:10.505612+0000","last_clean":"2024-09-13T16:09:10.505612+0000","last_became_active":"2024-09-13T16:09:10.161775+0000","last_became_peered":"2024-09-13T16:09:10.161775+0000","last_unstale":"2024-09-13T16:09:10.505612+0000","last_undegraded":"2024-09-13T16:09:10.505612+0000","last_fullsized":"2024-09-13T16:09:10.505612+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_clean_scrub_stamp":"2024-09-13T16:09:09.134455+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:16:03.722108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.14","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.509192+0000","last_change":"2024-09-13T16:09:10.506668+0000","last_active":"2024-09-13T16:09:10.509192+0000","last_peered":"2024-09-13T16:09:10.509192+0000","last_clean":"2024-09-13T16:09:10.509192+0000","last_became_active":"2024-09-13T16:09:10.506417+0000","last_became_peered":"2024-09-13T16:09:10.506417+0000","last_unstale":"2024-09-13T16:09:10.509192+0000","last_undegraded":"2024-09-13T16:09:10.509192+0000","last_fullsized":"2024-09-13T16:09:10.509192+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:01:04.125827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":10,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.506426+0000","last_change":"2024-09-13T16:09:10.157436+0000","last_active":"2024-09-13T16:09:10.506426+0000","last_peered":"2024-09-13T16:09:10.506426+0000","last_clean":"2024-09-13T16:09:10.506426+0000","last_became_active":"2024-09-13T16:09:10.157190+0000","last_became_peered":"2024-09-13T16:09:10.157190+0000","last_unstale":"2024-09-13T16:09:10.506426+0000","last_undegraded":"2024-09-13T16:09:10.506426+0000","last_fullsized":"2024-09-13T16:09:10.506426+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_clean_scrub_stamp":"2024-09-13T16:09:09.134455+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:14:36.106575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.15","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.513729+0000","last_change":"2024-09-13T16:09:10.512705+0000","last_active":"2024-09-13T16:09:10.513729+0000","last_peered":"2024-09-13T16:09:10.513729+0000","last_clean":"2024-09-13T16:09:10.513729+0000","last_became_active":"2024-09-13T16:09:10.512397+0000","last_became_peered":"2024-09-13T16:09:10.512397+0000","last_unstale":"2024-09-13T16:09:10.513729+0000","last_undegraded":"2024-09-13T16:09:10.513729+0000","last_fullsized":"2024-09-13T16:09:10.513729+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:37:32.475401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":11,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-09-13T16:09:11.616612+0000","last_change":"2024-09-13T16:09:10.163843+0000","last_active":"2024-09-13T16:09:11.616612+0000","last_peered":"2024-09-13T16:09:11.616612+0000","last_clean":"2024-09-13T16:09:11.616612+0000","last_became_active":"2024-09-13T16:09:10.163574+0000","last_became_peered":"2024-09-13T16:09:10.163574+0000","last_unstale":"2024-09-13T16:09:11.616612+0000","last_undegraded":"2024-09-13T16:09:11.616612+0000","last_fullsized":"2024-09-13T16:09:11.616612+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_clean_scrub_stamp":"2024-09-13T16:09:09.134455+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:42:38.391983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.16","version":"0'0","reported_seq":10,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-09-13T16:09:11.616591+0000","last_change":"2024-09-13T16:09:10.510314+0000","last_active":"2024-09-13T16:09:11.616591+0000","last_peered":"2024-09-13T16:09:11.616591+0000","last_clean":"2024-09-13T16:09:11.616591+0000","last_became_active":"2024-09-13T16:09:10.510034+0000","last_became_peered":"2024-09-13T16:09:10.510034+0000","last_unstale":"2024-09-13T16:09:11.616591+0000","last_undegraded":"2024-09-13T16:09:11.616591+0000","last_fullsized":"2024-09-13T16:09:11.616591+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:54:42.426125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.15","version":"95'3","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.520620+0000","last_change":"2024-09-13T16:09:10.163180+0000","last_active":"2024-09-13T16:09:10.520620+0000","last_peered":"2024-09-13T16:09:10.520620+0000","last_clean":"2024-09-13T16:09:10.520620+0000","last_became_active":"2024-09-13T16:09:10.162634+0000","last_became_peered":"2024-09-13T16:09:10.162634+0000","last_unstale":"2024-09-13T16:09:10.520620+0000","last_undegraded":"2024-09-13T16:09:10.520620+0000","last_fullsized":"2024-09-13T16:09:10.520620+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_clean_scrub_stamp":"2024-09-13T16:09:09.134455+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:24:16.383576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.17","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.525007+0000","last_change":"2024-09-13T16:09:10.521983+0000","last_active":"2024-09-13T16:09:10.525007+0000","last_peered":"2024-09-13T16:09:10.525007+0000","last_clean":"2024-09-13T16:09:10.525007+0000","last_became_active":"2024-09-13T16:09:10.521475+0000","last_became_peered":"2024-09-13T16:09:10.521475+0000","last_unstale":"2024-09-13T16:09:10.525007+0000","last_undegraded":"2024-09-13T16:09:10.525007+0000","last_fullsized":"2024-09-13T16:09:10.525007+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:14:37.113302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.14","version":"95'6","reported_seq":16,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.525465+0000","last_change":"2024-09-13T16:09:10.151850+0000","last_active":"2024-09-13T16:09:10.525465+0000","last_peered":"2024-09-13T16:09:10.525465+0000","last_clean":"2024-09-13T16:09:10.525465+0000","last_became_active":"2024-09-13T16:09:10.151592+0000","last_became_peered":"2024-09-13T16:09:10.151592+0000","last_unstale":"2024-09-13T16:09:10.525465+0000","last_undegraded":"2024-09-13T16:09:10.525465+0000","last_fullsized":"2024-09-13T16:09:10.525465+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_clean_scrub_stamp":"2024-09-13T16:09:09.134455+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:05:32.606846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.10","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.520001+0000","last_change":"2024-09-13T16:09:10.513438+0000","last_active":"2024-09-13T16:09:10.520001+0000","last_peered":"2024-09-13T16:09:10.520001+0000","last_clean":"2024-09-13T16:09:10.520001+0000","last_became_active":"2024-09-13T16:09:10.513180+0000","last_became_peered":"2024-09-13T16:09:10.513180+0000","last_unstale":"2024-09-13T16:09:10.520001+0000","last_undegraded":"2024-09-13T16:09:10.520001+0000","last_fullsized":"2024-09-13T16:09:10.520001+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:52:05.664902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.13","version":"95'2","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.521089+0000","last_change":"2024-09-13T16:09:10.161475+0000","last_active":"2024-09-13T16:09:10.521089+0000","last_peered":"2024-09-13T16:09:10.521089+0000","last_clean":"2024-09-13T16:09:10.521089+0000","last_became_active":"2024-09-13T16:09:10.161138+0000","last_became_peered":"2024-09-13T16:09:10.161138+0000","last_unstale":"2024-09-13T16:09:10.521089+0000","last_undegraded":"2024-09-13T16:09:10.521089+0000","last_fullsized":"2024-09-13T16:09:10.521089+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_clean_scrub_stamp":"2024-09-13T16:09:09.134455+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:04:42.233430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.11","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.511686+0000","last_change":"2024-09-13T16:09:10.509690+0000","last_active":"2024-09-13T16:09:10.511686+0000","last_peered":"2024-09-13T16:09:10.511686+0000","last_clean":"2024-09-13T16:09:10.511686+0000","last_became_active":"2024-09-13T16:09:10.509432+0000","last_became_peered":"2024-09-13T16:09:10.509432+0000","last_unstale":"2024-09-13T16:09:10.511686+0000","last_undegraded":"2024-09-13T16:09:10.511686+0000","last_fullsized":"2024-09-13T16:09:10.511686+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:22:21.541924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":10,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.508093+0000","last_change":"2024-09-13T16:09:10.160362+0000","last_active":"2024-09-13T16:09:10.508093+0000","last_peered":"2024-09-13T16:09:10.508093+0000","last_clean":"2024-09-13T16:09:10.508093+0000","last_became_active":"2024-09-13T16:09:10.159999+0000","last_became_peered":"2024-09-13T16:09:10.159999+0000","last_unstale":"2024-09-13T16:09:10.508093+0000","last_undegraded":"2024-09-13T16:09:10.508093+0000","last_fullsized":"2024-09-13T16:09:10.508093+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_clean_scrub_stamp":"2024-09-13T16:09:09.134455+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:06:23.372741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.12","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.524292+0000","last_change":"2024-09-13T16:09:10.522266+0000","last_active":"2024-09-13T16:09:10.524292+0000","last_peered":"2024-09-13T16:09:10.524292+0000","last_clean":"2024-09-13T16:09:10.524292+0000","last_became_active":"2024-09-13T16:09:10.522017+0000","last_became_peered":"2024-09-13T16:09:10.522017+0000","last_unstale":"2024-09-13T16:09:10.524292+0000","last_undegraded":"2024-09-13T16:09:10.524292+0000","last_fullsized":"2024-09-13T16:09:10.524292+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:27:58.902283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":10,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.504033+0000","last_change":"2024-09-13T16:09:10.156033+0000","last_active":"2024-09-13T16:09:10.504033+0000","last_peered":"2024-09-13T16:09:10.504033+0000","last_clean":"2024-09-13T16:09:10.504033+0000","last_became_active":"2024-09-13T16:09:10.155718+0000","last_became_peered":"2024-09-13T16:09:10.155718+0000","last_unstale":"2024-09-13T16:09:10.504033+0000","last_undegraded":"2024-09-13T16:09:10.504033+0000","last_fullsized":"2024-09-13T16:09:10.504033+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_clean_scrub_stamp":"2024-09-13T16:09:09.134455+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:16:03.722108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.13","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.503991+0000","last_change":"2024-09-13T16:09:10.503401+0000","last_active":"2024-09-13T16:09:10.503991+0000","last_peered":"2024-09-13T16:09:10.503991+0000","last_clean":"2024-09-13T16:09:10.503991+0000","last_became_active":"2024-09-13T16:09:10.503160+0000","last_became_peered":"2024-09-13T16:09:10.503160+0000","last_unstale":"2024-09-13T16:09:10.503991+0000","last_undegraded":"2024-09-13T16:09:10.503991+0000","last_fullsized":"2024-09-13T16:09:10.503991+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:27:20.815135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.10","version":"95'8","reported_seq":18,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.526431+0000","last_change":"2024-09-13T16:09:10.166189+0000","last_active":"2024-09-13T16:09:10.526431+0000","last_peered":"2024-09-13T16:09:10.526431+0000","last_clean":"2024-09-13T16:09:10.526431+0000","last_became_active":"2024-09-13T16:09:10.165900+0000","last_became_peered":"2024-09-13T16:09:10.165900+0000","last_unstale":"2024-09-13T16:09:10.526431+0000","last_undegraded":"2024-09-13T16:09:10.526431+0000","last_fullsized":"2024-09-13T16:09:10.526431+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_clean_scrub_stamp":"2024-09-13T16:09:09.134455+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:31:09.634926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.c","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.519199+0000","last_change":"2024-09-13T16:09:10.515513+0000","last_active":"2024-09-13T16:09:10.519199+0000","last_peered":"2024-09-13T16:09:10.519199+0000","last_clean":"2024-09-13T16:09:10.519199+0000","last_became_active":"2024-09-13T16:09:10.512515+0000","last_became_peered":"2024-09-13T16:09:10.512515+0000","last_unstale":"2024-09-13T16:09:10.519199+0000","last_undegraded":"2024-09-13T16:09:10.519199+0000","last_fullsized":"2024-09-13T16:09:10.519199+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:16:11.374948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.f","version":"95'1","reported_seq":11,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.517408+0000","last_change":"2024-09-13T16:09:10.158147+0000","last_active":"2024-09-13T16:09:10.517408+0000","last_peered":"2024-09-13T16:09:10.517408+0000","last_clean":"2024-09-13T16:09:10.517408+0000","last_became_active":"2024-09-13T16:09:10.157796+0000","last_became_peered":"2024-09-13T16:09:10.157796+0000","last_unstale":"2024-09-13T16:09:10.517408+0000","last_undegraded":"2024-09-13T16:09:10.517408+0000","last_fullsized":"2024-09-13T16:09:10.517408+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_clean_scrub_stamp":"2024-09-13T16:09:09.134455+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:13:28.819615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.d","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.511095+0000","last_change":"2024-09-13T16:09:10.509653+0000","last_active":"2024-09-13T16:09:10.511095+0000","last_peered":"2024-09-13T16:09:10.511095+0000","last_clean":"2024-09-13T16:09:10.511095+0000","last_became_active":"2024-09-13T16:09:10.509271+0000","last_became_peered":"2024-09-13T16:09:10.509271+0000","last_unstale":"2024-09-13T16:09:10.511095+0000","last_undegraded":"2024-09-13T16:09:10.511095+0000","last_fullsized":"2024-09-13T16:09:10.511095+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:11:54.398522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.e","version":"95'2","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.519658+0000","last_change":"2024-09-13T16:09:10.163497+0000","last_active":"2024-09-13T16:09:10.519658+0000","last_peered":"2024-09-13T16:09:10.519658+0000","last_clean":"2024-09-13T16:09:10.519658+0000","last_became_active":"2024-09-13T16:09:10.163250+0000","last_became_peered":"2024-09-13T16:09:10.163250+0000","last_unstale":"2024-09-13T16:09:10.519658+0000","last_undegraded":"2024-09-13T16:09:10.519658+0000","last_fullsized":"2024-09-13T16:09:10.519658+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_clean_scrub_stamp":"2024-09-13T16:09:09.134455+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:09:04.362176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.e","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.506818+0000","last_change":"2024-09-13T16:09:10.504661+0000","last_active":"2024-09-13T16:09:10.506818+0000","last_peered":"2024-09-13T16:09:10.506818+0000","last_clean":"2024-09-13T16:09:10.506818+0000","last_became_active":"2024-09-13T16:09:10.504404+0000","last_became_peered":"2024-09-13T16:09:10.504404+0000","last_unstale":"2024-09-13T16:09:10.506818+0000","last_undegraded":"2024-09-13T16:09:10.506818+0000","last_fullsized":"2024-09-13T16:09:10.506818+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:54:14.310452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.d","version":"95'1","reported_seq":11,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.525281+0000","last_change":"2024-09-13T16:09:10.161935+0000","last_active":"2024-09-13T16:09:10.525281+0000","last_peered":"2024-09-13T16:09:10.525281+0000","last_clean":"2024-09-13T16:09:10.525281+0000","last_became_active":"2024-09-13T16:09:10.161683+0000","last_became_peered":"2024-09-13T16:09:10.161683+0000","last_unstale":"2024-09-13T16:09:10.525281+0000","last_undegraded":"2024-09-13T16:09:10.525281+0000","last_fullsized":"2024-09-13T16:09:10.525281+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_clean_scrub_stamp":"2024-09-13T16:09:09.134455+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:28:51.798441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.8","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.523842+0000","last_change":"2024-09-13T16:09:10.521510+0000","last_active":"2024-09-13T16:09:10.523842+0000","last_peered":"2024-09-13T16:09:10.523842+0000","last_clean":"2024-09-13T16:09:10.523842+0000","last_became_active":"2024-09-13T16:09:10.521279+0000","last_became_peered":"2024-09-13T16:09:10.521279+0000","last_unstale":"2024-09-13T16:09:10.523842+0000","last_undegraded":"2024-09-13T16:09:10.523842+0000","last_fullsized":"2024-09-13T16:09:10.523842+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:39:25.401152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.b","version":"95'2","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.517206+0000","last_change":"2024-09-13T16:09:10.161872+0000","last_active":"2024-09-13T16:09:10.517206+0000","last_peered":"2024-09-13T16:09:10.517206+0000","last_clean":"2024-09-13T16:09:10.517206+0000","last_became_active":"2024-09-13T16:09:10.161627+0000","last_became_peered":"2024-09-13T16:09:10.161627+0000","last_unstale":"2024-09-13T16:09:10.517206+0000","last_undegraded":"2024-09-13T16:09:10.517206+0000","last_fullsized":"2024-09-13T16:09:10.517206+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_clean_scrub_stamp":"2024-09-13T16:09:09.134455+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:13:19.934431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.9","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.516925+0000","last_change":"2024-09-13T16:09:10.513495+0000","last_active":"2024-09-13T16:09:10.516925+0000","last_peered":"2024-09-13T16:09:10.516925+0000","last_clean":"2024-09-13T16:09:10.516925+0000","last_became_active":"2024-09-13T16:09:10.513246+0000","last_became_peered":"2024-09-13T16:09:10.513246+0000","last_unstale":"2024-09-13T16:09:10.516925+0000","last_undegraded":"2024-09-13T16:09:10.516925+0000","last_fullsized":"2024-09-13T16:09:10.516925+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:08:11.292929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":10,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.500580+0000","last_change":"2024-09-13T16:09:10.159380+0000","last_active":"2024-09-13T16:09:10.500580+0000","last_peered":"2024-09-13T16:09:10.500580+0000","last_clean":"2024-09-13T16:09:10.500580+0000","last_became_active":"2024-09-13T16:09:10.159120+0000","last_became_peered":"2024-09-13T16:09:10.159120+0000","last_unstale":"2024-09-13T16:09:10.500580+0000","last_undegraded":"2024-09-13T16:09:10.500580+0000","last_fullsized":"2024-09-13T16:09:10.500580+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_clean_scrub_stamp":"2024-09-13T16:09:09.134455+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:41:44.773575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.a","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.523705+0000","last_change":"2024-09-13T16:09:10.522563+0000","last_active":"2024-09-13T16:09:10.523705+0000","last_peered":"2024-09-13T16:09:10.523705+0000","last_clean":"2024-09-13T16:09:10.523705+0000","last_became_active":"2024-09-13T16:09:10.522290+0000","last_became_peered":"2024-09-13T16:09:10.522290+0000","last_unstale":"2024-09-13T16:09:10.523705+0000","last_undegraded":"2024-09-13T16:09:10.523705+0000","last_fullsized":"2024-09-13T16:09:10.523705+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:06:24.379468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":10,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.505023+0000","last_change":"2024-09-13T16:09:10.159122+0000","last_active":"2024-09-13T16:09:10.505023+0000","last_peered":"2024-09-13T16:09:10.505023+0000","last_clean":"2024-09-13T16:09:10.505023+0000","last_became_active":"2024-09-13T16:09:10.158858+0000","last_became_peered":"2024-09-13T16:09:10.158858+0000","last_unstale":"2024-09-13T16:09:10.505023+0000","last_undegraded":"2024-09-13T16:09:10.505023+0000","last_fullsized":"2024-09-13T16:09:10.505023+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_clean_scrub_stamp":"2024-09-13T16:09:09.134455+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:24:16.383576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.b","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.519248+0000","last_change":"2024-09-13T16:09:10.515518+0000","last_active":"2024-09-13T16:09:10.519248+0000","last_peered":"2024-09-13T16:09:10.519248+0000","last_clean":"2024-09-13T16:09:10.519248+0000","last_became_active":"2024-09-13T16:09:10.515017+0000","last_became_peered":"2024-09-13T16:09:10.515017+0000","last_unstale":"2024-09-13T16:09:10.519248+0000","last_undegraded":"2024-09-13T16:09:10.519248+0000","last_fullsized":"2024-09-13T16:09:10.519248+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:06:14.520563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":10,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.500419+0000","last_change":"2024-09-13T16:09:10.162788+0000","last_active":"2024-09-13T16:09:10.500419+0000","last_peered":"2024-09-13T16:09:10.500419+0000","last_clean":"2024-09-13T16:09:10.500419+0000","last_became_active":"2024-09-13T16:09:10.162493+0000","last_became_peered":"2024-09-13T16:09:10.162493+0000","last_unstale":"2024-09-13T16:09:10.500419+0000","last_undegraded":"2024-09-13T16:09:10.500419+0000","last_fullsized":"2024-09-13T16:09:10.500419+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_clean_scrub_stamp":"2024-09-13T16:09:09.134455+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:34:25.920951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.4","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.507508+0000","last_change":"2024-09-13T16:09:10.506987+0000","last_active":"2024-09-13T16:09:10.507508+0000","last_peered":"2024-09-13T16:09:10.507508+0000","last_clean":"2024-09-13T16:09:10.507508+0000","last_became_active":"2024-09-13T16:09:10.506307+0000","last_became_peered":"2024-09-13T16:09:10.506307+0000","last_unstale":"2024-09-13T16:09:10.507508+0000","last_undegraded":"2024-09-13T16:09:10.507508+0000","last_fullsized":"2024-09-13T16:09:10.507508+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:16:04.728835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.7","version":"95'2","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.519894+0000","last_change":"2024-09-13T16:09:10.160690+0000","last_active":"2024-09-13T16:09:10.519894+0000","last_peered":"2024-09-13T16:09:10.519894+0000","last_clean":"2024-09-13T16:09:10.519894+0000","last_became_active":"2024-09-13T16:09:10.160260+0000","last_became_peered":"2024-09-13T16:09:10.160260+0000","last_unstale":"2024-09-13T16:09:10.519894+0000","last_undegraded":"2024-09-13T16:09:10.519894+0000","last_fullsized":"2024-09-13T16:09:10.519894+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_clean_scrub_stamp":"2024-09-13T16:09:09.134455+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:34:53.383531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.5","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.518785+0000","last_change":"2024-09-13T16:09:10.512111+0000","last_active":"2024-09-13T16:09:10.518785+0000","last_peered":"2024-09-13T16:09:10.518785+0000","last_clean":"2024-09-13T16:09:10.518785+0000","last_became_active":"2024-09-13T16:09:10.511717+0000","last_became_peered":"2024-09-13T16:09:10.511717+0000","last_unstale":"2024-09-13T16:09:10.518785+0000","last_undegraded":"2024-09-13T16:09:10.518785+0000","last_fullsized":"2024-09-13T16:09:10.518785+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:30:07.613347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.6","version":"0'0","reported_seq":10,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.499847+0000","last_change":"2024-09-13T16:09:10.164034+0000","last_active":"2024-09-13T16:09:10.499847+0000","last_peered":"2024-09-13T16:09:10.499847+0000","last_clean":"2024-09-13T16:09:10.499847+0000","last_became_active":"2024-09-13T16:09:10.163751+0000","last_became_peered":"2024-09-13T16:09:10.163751+0000","last_unstale":"2024-09-13T16:09:10.499847+0000","last_undegraded":"2024-09-13T16:09:10.499847+0000","last_fullsized":"2024-09-13T16:09:10.499847+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_clean_scrub_stamp":"2024-09-13T16:09:09.134455+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:34:53.383531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.6","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.518844+0000","last_change":"2024-09-13T16:09:10.513604+0000","last_active":"2024-09-13T16:09:10.518844+0000","last_peered":"2024-09-13T16:09:10.518844+0000","last_clean":"2024-09-13T16:09:10.518844+0000","last_became_active":"2024-09-13T16:09:10.513377+0000","last_became_peered":"2024-09-13T16:09:10.513377+0000","last_unstale":"2024-09-13T16:09:10.518844+0000","last_undegraded":"2024-09-13T16:09:10.518844+0000","last_fullsized":"2024-09-13T16:09:10.518844+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:37:37.949825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":10,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.499454+0000","last_change":"2024-09-13T16:09:10.162852+0000","last_active":"2024-09-13T16:09:10.499454+0000","last_peered":"2024-09-13T16:09:10.499454+0000","last_clean":"2024-09-13T16:09:10.499454+0000","last_became_active":"2024-09-13T16:09:10.162538+0000","last_became_peered":"2024-09-13T16:09:10.162538+0000","last_unstale":"2024-09-13T16:09:10.499454+0000","last_undegraded":"2024-09-13T16:09:10.499454+0000","last_fullsized":"2024-09-13T16:09:10.499454+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_clean_scrub_stamp":"2024-09-13T16:09:09.134455+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:36:54.685126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.7","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.516537+0000","last_change":"2024-09-13T16:09:10.511262+0000","last_active":"2024-09-13T16:09:10.516537+0000","last_peered":"2024-09-13T16:09:10.516537+0000","last_clean":"2024-09-13T16:09:10.516537+0000","last_became_active":"2024-09-13T16:09:10.510597+0000","last_became_peered":"2024-09-13T16:09:10.510597+0000","last_unstale":"2024-09-13T16:09:10.516537+0000","last_undegraded":"2024-09-13T16:09:10.516537+0000","last_fullsized":"2024-09-13T16:09:10.516537+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:05:33.613573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":10,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.503609+0000","last_change":"2024-09-13T16:09:10.157028+0000","last_active":"2024-09-13T16:09:10.503609+0000","last_peered":"2024-09-13T16:09:10.503609+0000","last_clean":"2024-09-13T16:09:10.503609+0000","last_became_active":"2024-09-13T16:09:10.156336+0000","last_became_peered":"2024-09-13T16:09:10.156336+0000","last_unstale":"2024-09-13T16:09:10.503609+0000","last_undegraded":"2024-09-13T16:09:10.503609+0000","last_fullsized":"2024-09-13T16:09:10.503609+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_clean_scrub_stamp":"2024-09-13T16:09:09.134455+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:04:26.409173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.0","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.511122+0000","last_change":"2024-09-13T16:09:10.507841+0000","last_active":"2024-09-13T16:09:10.511122+0000","last_peered":"2024-09-13T16:09:10.511122+0000","last_clean":"2024-09-13T16:09:10.511122+0000","last_became_active":"2024-09-13T16:09:10.507631+0000","last_became_peered":"2024-09-13T16:09:10.507631+0000","last_unstale":"2024-09-13T16:09:10.511122+0000","last_undegraded":"2024-09-13T16:09:10.511122+0000","last_fullsized":"2024-09-13T16:09:10.511122+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:19:00.705016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":10,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.507971+0000","last_change":"2024-09-13T16:09:10.159021+0000","last_active":"2024-09-13T16:09:10.507971+0000","last_peered":"2024-09-13T16:09:10.507971+0000","last_clean":"2024-09-13T16:09:10.507971+0000","last_became_active":"2024-09-13T16:09:10.158743+0000","last_became_peered":"2024-09-13T16:09:10.158743+0000","last_unstale":"2024-09-13T16:09:10.507971+0000","last_undegraded":"2024-09-13T16:09:10.507971+0000","last_fullsized":"2024-09-13T16:09:10.507971+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_clean_scrub_stamp":"2024-09-13T16:09:09.134455+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:52:04.658175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.1","version":"0'0","reported_seq":10,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-09-13T16:09:11.616458+0000","last_change":"2024-09-13T16:09:10.515222+0000","last_active":"2024-09-13T16:09:11.616458+0000","last_peered":"2024-09-13T16:09:11.616458+0000","last_clean":"2024-09-13T16:09:11.616458+0000","last_became_active":"2024-09-13T16:09:10.514908+0000","last_became_peered":"2024-09-13T16:09:10.514908+0000","last_unstale":"2024-09-13T16:09:11.616458+0000","last_undegraded":"2024-09-13T16:09:11.616458+0000","last_fullsized":"2024-09-13T16:09:11.616458+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:50:00.681288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":10,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.505120+0000","last_change":"2024-09-13T16:09:10.162579+0000","last_active":"2024-09-13T16:09:10.505120+0000","last_peered":"2024-09-13T16:09:10.505120+0000","last_clean":"2024-09-13T16:09:10.505120+0000","last_became_active":"2024-09-13T16:09:10.162320+0000","last_became_peered":"2024-09-13T16:09:10.162320+0000","last_unstale":"2024-09-13T16:09:10.505120+0000","last_undegraded":"2024-09-13T16:09:10.505120+0000","last_fullsized":"2024-09-13T16:09:10.505120+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_clean_scrub_stamp":"2024-09-13T16:09:09.134455+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:28:51.798441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.2","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.523308+0000","last_change":"2024-09-13T16:09:10.522482+0000","last_active":"2024-09-13T16:09:10.523308+0000","last_peered":"2024-09-13T16:09:10.523308+0000","last_clean":"2024-09-13T16:09:10.523308+0000","last_became_active":"2024-09-13T16:09:10.522193+0000","last_became_peered":"2024-09-13T16:09:10.522193+0000","last_unstale":"2024-09-13T16:09:10.523308+0000","last_undegraded":"2024-09-13T16:09:10.523308+0000","last_fullsized":"2024-09-13T16:09:10.523308+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:58:29.493403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":10,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.504002+0000","last_change":"2024-09-13T16:09:10.157425+0000","last_active":"2024-09-13T16:09:10.504002+0000","last_peered":"2024-09-13T16:09:10.504002+0000","last_clean":"2024-09-13T16:09:10.504002+0000","last_became_active":"2024-09-13T16:09:10.156382+0000","last_became_peered":"2024-09-13T16:09:10.156382+0000","last_unstale":"2024-09-13T16:09:10.504002+0000","last_undegraded":"2024-09-13T16:09:10.504002+0000","last_fullsized":"2024-09-13T16:09:10.504002+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_clean_scrub_stamp":"2024-09-13T16:09:09.134455+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:22:37.083105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.3","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.519266+0000","last_change":"2024-09-13T16:09:10.515657+0000","last_active":"2024-09-13T16:09:10.519266+0000","last_peered":"2024-09-13T16:09:10.519266+0000","last_clean":"2024-09-13T16:09:10.519266+0000","last_became_active":"2024-09-13T16:09:10.515306+0000","last_became_peered":"2024-09-13T16:09:10.515306+0000","last_unstale":"2024-09-13T16:09:10.519266+0000","last_undegraded":"2024-09-13T16:09:10.519266+0000","last_fullsized":"2024-09-13T16:09:10.519266+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:44:46.022860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":10,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.504874+0000","last_change":"2024-09-13T16:09:10.160344+0000","last_active":"2024-09-13T16:09:10.504874+0000","last_peered":"2024-09-13T16:09:10.504874+0000","last_clean":"2024-09-13T16:09:10.504874+0000","last_became_active":"2024-09-13T16:09:10.160013+0000","last_became_peered":"2024-09-13T16:09:10.160013+0000","last_unstale":"2024-09-13T16:09:10.504874+0000","last_undegraded":"2024-09-13T16:09:10.504874+0000","last_fullsized":"2024-09-13T16:09:10.504874+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_clean_scrub_stamp":"2024-09-13T16:09:09.134455+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:31:09.634926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.f","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.514315+0000","last_change":"2024-09-13T16:09:10.513169+0000","last_active":"2024-09-13T16:09:10.514315+0000","last_peered":"2024-09-13T16:09:10.514315+0000","last_clean":"2024-09-13T16:09:10.514315+0000","last_became_active":"2024-09-13T16:09:10.512891+0000","last_became_peered":"2024-09-13T16:09:10.512891+0000","last_unstale":"2024-09-13T16:09:10.514315+0000","last_undegraded":"2024-09-13T16:09:10.514315+0000","last_fullsized":"2024-09-13T16:09:10.514315+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:56:48.390204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":10,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.506596+0000","last_change":"2024-09-13T16:09:10.166646+0000","last_active":"2024-09-13T16:09:10.506596+0000","last_peered":"2024-09-13T16:09:10.506596+0000","last_clean":"2024-09-13T16:09:10.506596+0000","last_became_active":"2024-09-13T16:09:10.165798+0000","last_became_peered":"2024-09-13T16:09:10.165798+0000","last_unstale":"2024-09-13T16:09:10.506596+0000","last_undegraded":"2024-09-13T16:09:10.506596+0000","last_fullsized":"2024-09-13T16:09:10.506596+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_clean_scrub_stamp":"2024-09-13T16:09:09.134455+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:04:42.233430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":227,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.154406+0000","last_change":"2024-09-13T16:01:29.143297+0000","last_active":"2024-09-13T16:09:10.154406+0000","last_peered":"2024-09-13T16:09:10.154406+0000","last_clean":"2024-09-13T16:09:10.154406+0000","last_became_active":"2024-09-13T16:01:29.142269+0000","last_became_peered":"2024-09-13T16:01:29.142269+0000","last_unstale":"2024-09-13T16:09:10.154406+0000","last_undegraded":"2024-09-13T16:09:10.154406+0000","last_fullsized":"2024-09-13T16:09:10.154406+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:27.864638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:27.864638+0000","last_clean_scrub_stamp":"2024-09-13T16:01:27.864638+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:25:24.741463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":13,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":14,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":14,"seq":60129542242,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":130644,"kb_used_data":1156,"kb_used_omap":1,"kb_used_meta":129470,"kb_avail":94241196,"statfs":{"total":96636764160,"available":96502984704,"internally_reserved":0,"allocated":1183744,"data_stored":540251,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":132577736},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:08:45 2024","interfaces":[{"interface":"back","average":{"1min":0.35399999999999998,"5min":0.309,"15min":0.34200000000000003},"min":{"1min":0.20000000000000001,"5min":0.183,"15min":0.183},"max":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.70999999999999996},"last":0.29599999999999999},{"interface":"front","average":{"1min":0.34399999999999997,"5min":0.29799999999999999,"15min":0.315},"min":{"1min":0.224,"5min":0.17899999999999999,"15min":0.17899999999999999},"max":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"last":0.27000000000000002}]},{"osd":1,"last update":"Fri Sep 13 16:08:45 2024","interfaces":[{"interface":"back","average":{"1min":0.35699999999999998,"5min":0.30399999999999999,"15min":0.318},"min":{"1min":0.246,"5min":0.182,"15min":0.182},"max":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"last":0.253},{"interface":"front","average":{"1min":0.38300000000000001,"5min":0.33800000000000002,"15min":0.35699999999999998},"min":{"1min":0.25700000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"last":0.32900000000000001}]},{"osd":2,"last update":"Fri Sep 13 16:08:45 2024","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.34000000000000002,"15min":0.37},"min":{"1min":0.28000000000000003,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.63500000000000001},"last":0.36099999999999999},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.36599999999999999,"15min":0.38},"min":{"1min":0.27400000000000002,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.92500000000000004},"last":0.38900000000000001}]},{"osd":4,"last update":"Fri Sep 13 16:08:45 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.46100000000000002,"15min":0.52700000000000002},"min":{"1min":0.38400000000000001,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.84199999999999997,"5min":1.0569999999999999,"15min":1.0569999999999999},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.49299999999999999,"15min":0.55600000000000005},"min":{"1min":0.438,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.77100000000000002,"5min":1.141,"15min":1.141},"last":0.629}]},{"osd":5,"last update":"Fri Sep 13 16:08:45 2024","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.48999999999999999,"15min":0.53900000000000003},"min":{"1min":0.40200000000000002,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.85599999999999998,"5min":1.0700000000000001,"15min":1.0700000000000001},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.52300000000000002,"15min":0.56399999999999995},"min":{"1min":0.45300000000000001,"5min":0.311,"15min":0.311},"max":{"1min":1.0169999999999999,"5min":1.153,"15min":1.153},"last":0.61799999999999999}]},{"osd":6,"last update":"Fri Sep 13 16:08:45 2024","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.53000000000000003,"15min":0.57499999999999996},"min":{"1min":0.49099999999999999,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.95499999999999996,"5min":0.95499999999999996,"15min":0.95899999999999996},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.51100000000000001,"15min":0.56499999999999995},"min":{"1min":0.432,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.81799999999999995,"5min":1.131,"15min":1.131},"last":0.53600000000000003}]},{"osd":7,"last update":"Fri Sep 13 16:08:45 2024","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.53100000000000003,"15min":0.57899999999999996},"min":{"1min":0.46899999999999997,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.96899999999999997,"5min":1.018,"15min":1.1799999999999999},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.52900000000000003,"15min":0.57099999999999995},"min":{"1min":0.48099999999999998,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.82399999999999995,"5min":0.89200000000000002,"15min":0.91800000000000004},"last":0.60299999999999998}]}]},{"osd":7,"up_from":13,"seq":55834574944,"num_pgs":14,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":99224,"kb_used_data":1732,"kb_used_omap":1,"kb_used_meta":97470,"kb_avail":94272616,"statfs":{"total":96636764160,"available":96535158784,"internally_reserved":0,"allocated":1773568,"data_stored":1124055,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":99809739},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:08:39 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.41599999999999998,"15min":0.46899999999999997},"min":{"1min":0.27000000000000002,"5min":0.193,"15min":0.193},"max":{"1min":0.70799999999999996,"5min":0.72799999999999998,"15min":0.81000000000000005},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.42099999999999999,"15min":0.501},"min":{"1min":0.34599999999999997,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.77500000000000002},"last":0.45700000000000002}]},{"osd":1,"last update":"Fri Sep 13 16:08:39 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.42399999999999999,"15min":0.498},"min":{"1min":0.34499999999999997,"5min":0.22,"15min":0.22},"max":{"1min":0.66200000000000003,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.376},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.45800000000000002,"15min":0.501},"min":{"1min":0.32200000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.90300000000000002},"last":0.53500000000000003}]},{"osd":2,"last update":"Fri Sep 13 16:08:39 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.46200000000000002,"15min":0.59599999999999997},"min":{"1min":0.41599999999999998,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":2.2919999999999998},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.46700000000000003,"15min":0.52800000000000002},"min":{"1min":0.48199999999999998,"5min":0.255,"15min":0.255},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.86399999999999999},"last":0.42099999999999999}]},{"osd":3,"last update":"Fri Sep 13 16:08:39 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.46400000000000002,"15min":0.51400000000000001},"min":{"1min":0.38500000000000001,"5min":0.255,"15min":0.255},"max":{"1min":0.70799999999999996,"5min":0.78000000000000003,"15min":0.83599999999999997},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.46300000000000002,"15min":0.50700000000000001},"min":{"1min":0.34899999999999998,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.73299999999999998,"5min":0.75600000000000001,"15min":0.88100000000000001},"last":0.40699999999999997}]},{"osd":4,"last update":"Fri Sep 13 16:08:39 2024","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.40500000000000003,"15min":0.439},"min":{"1min":0.308,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.435},{"interface":"front","average":{"1min":0.502,"5min":0.42399999999999999,"15min":0.45300000000000001},"min":{"1min":0.31,"5min":0.249,"15min":0.249},"max":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.33900000000000002}]},{"osd":5,"last update":"Fri Sep 13 16:08:39 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.44500000000000001,"15min":0.49299999999999999},"min":{"1min":0.29299999999999998,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.502,"15min":0.54900000000000004},"min":{"1min":0.35099999999999998,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.79500000000000004,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.52700000000000002}]},{"osd":6,"last update":"Fri Sep 13 16:08:39 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.47099999999999997,"15min":0.51600000000000001},"min":{"1min":0.36099999999999999,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.497},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.48099999999999998,"15min":0.53500000000000003},"min":{"1min":0.37,"5min":0.315,"15min":0.315},"max":{"1min":0.82899999999999996,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.505}]}]},{"osd":6,"up_from":13,"seq":55834574944,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":100348,"kb_used_data":1132,"kb_used_omap":1,"kb_used_meta":99198,"kb_avail":94271492,"statfs":{"total":96636764160,"available":96534007808,"internally_reserved":0,"allocated":1159168,"data_stored":526536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":101579207},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:08:45 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.44600000000000001,"15min":0.51300000000000001},"min":{"1min":0.27900000000000003,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.97099999999999997},"last":0.24299999999999999},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.47099999999999997,"15min":0.51700000000000002},"min":{"1min":0.25900000000000001,"5min":0.25600000000000001,"15min":0.22500000000000001},"max":{"1min":1.224,"5min":1.224,"15min":1.224},"last":0.44700000000000001}]},{"osd":1,"last update":"Fri Sep 13 16:08:45 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.438,"15min":0.50800000000000001},"min":{"1min":0.27400000000000002,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":1.0940000000000001},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.436,"15min":0.48999999999999999},"min":{"1min":0.29699999999999999,"5min":0.247,"15min":0.247},"max":{"1min":1.1879999999999999,"5min":1.1879999999999999,"15min":1.1879999999999999},"last":0.496}]},{"osd":2,"last update":"Fri Sep 13 16:08:45 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.44900000000000001,"15min":0.499},"min":{"1min":0.378,"5min":0.247,"15min":0.247},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.94799999999999995},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.46500000000000002,"15min":0.55100000000000005},"min":{"1min":0.371,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.91800000000000004},"last":0.34499999999999997}]},{"osd":3,"last update":"Fri Sep 13 16:08:45 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.46100000000000002,"15min":0.54200000000000004},"min":{"1min":0.28599999999999998,"5min":0.252,"15min":0.252},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.90000000000000002},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.48699999999999999,"15min":0.56999999999999995},"min":{"1min":0.33000000000000002,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.84399999999999997},"last":0.38500000000000001}]},{"osd":4,"last update":"Fri Sep 13 16:08:45 2024","interfaces":[{"interface":"back","average":{"1min":0.48799999999999999,"5min":0.40999999999999998,"15min":0.47999999999999998},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":1.1559999999999999,"5min":1.1559999999999999,"15min":1.1559999999999999},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.44600000000000001,"15min":0.50800000000000001},"min":{"1min":0.314,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.88900000000000001},"last":0.51400000000000001}]},{"osd":5,"last update":"Fri Sep 13 16:08:45 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.46700000000000003,"15min":0.54400000000000004},"min":{"1min":0.34799999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.68300000000000005,"5min":0.72599999999999998,"15min":0.82099999999999995},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.48599999999999999,"15min":0.55700000000000005},"min":{"1min":0.36299999999999999,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.93999999999999995},"last":0.42099999999999999}]},{"osd":7,"last update":"Fri Sep 13 16:08:45 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.48099999999999998,"15min":0.54100000000000004},"min":{"1min":0.32400000000000001,"5min":0.254,"15min":0.254},"max":{"1min":1.1080000000000001,"5min":1.1080000000000001,"15min":1.1080000000000001},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.62,"5min":0.52800000000000002,"15min":0.60399999999999998},"min":{"1min":0.439,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.79200000000000004,"5min":0.85099999999999998,"15min":0.92600000000000005},"last":0.55500000000000005}]}]},{"osd":5,"up_from":13,"seq":55834574943,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":72452,"kb_used_data":1144,"kb_used_omap":1,"kb_used_meta":71294,"kb_avail":94299388,"statfs":{"total":96636764160,"available":96562573312,"internally_reserved":0,"allocated":1171456,"data_stored":533631,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":73005510},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:08:38 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.41999999999999998,"15min":0.46899999999999997},"min":{"1min":0.36099999999999999,"5min":0.215,"15min":0.215},"max":{"1min":0.75900000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.441,"15min":0.47999999999999998},"min":{"1min":0.33100000000000002,"5min":0.219,"15min":0.219},"max":{"1min":0.68300000000000005,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.311}]},{"osd":1,"last update":"Fri Sep 13 16:08:38 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.44800000000000001,"15min":0.495},"min":{"1min":0.38100000000000001,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.73999999999999999,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.45700000000000002,"15min":0.499},"min":{"1min":0.377,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.72999999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.378}]},{"osd":2,"last update":"Fri Sep 13 16:08:38 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.443,"15min":0.499},"min":{"1min":0.36199999999999999,"5min":0.249,"15min":0.249},"max":{"1min":0.74199999999999999,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.47699999999999998,"15min":0.54600000000000004},"min":{"1min":0.40799999999999997,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.76500000000000001,"5min":1.6000000000000001,"15min":1.6000000000000001},"last":0.435}]},{"osd":3,"last update":"Fri Sep 13 16:08:38 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.48399999999999999,"15min":0.52700000000000002},"min":{"1min":0.39100000000000001,"5min":0.252,"15min":0.252},"max":{"1min":0.78800000000000003,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.52000000000000002,"15min":0.57599999999999996},"min":{"1min":0.38300000000000001,"5min":0.314,"15min":0.314},"max":{"1min":0.77200000000000002,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.47899999999999998}]},{"osd":4,"last update":"Fri Sep 13 16:08:38 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.44700000000000001,"15min":0.51700000000000002},"min":{"1min":0.32200000000000001,"5min":0.254,"15min":0.254},"max":{"1min":1.377,"5min":1.377,"15min":1.377},"last":0.41099999999999998},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.44600000000000001,"15min":0.51200000000000001},"min":{"1min":0.33900000000000002,"5min":0.24399999999999999,"15min":0.23799999999999999},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.93799999999999994},"last":0.42099999999999999}]},{"osd":6,"last update":"Fri Sep 13 16:08:38 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.439,"15min":0.50800000000000001},"min":{"1min":0.31,"5min":0.251,"15min":0.251},"max":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.47699999999999998,"15min":0.55600000000000005},"min":{"1min":0.35699999999999998,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":1.036},"last":0.45900000000000002}]},{"osd":7,"last update":"Fri Sep 13 16:08:38 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.47899999999999998,"15min":0.52900000000000003},"min":{"1min":0.377,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.73199999999999998,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.49099999999999999,"15min":0.56200000000000006},"min":{"1min":0.42999999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.90900000000000003},"last":0.51200000000000001}]}]},{"osd":4,"up_from":13,"seq":55834574944,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":86316,"kb_used_data":1120,"kb_used_omap":1,"kb_used_meta":85182,"kb_avail":94285524,"statfs":{"total":96636764160,"available":96548376576,"internally_reserved":0,"allocated":1146880,"data_stored":519941,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":87226822},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:08:39 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.46100000000000002,"15min":0.47999999999999998},"min":{"1min":0.38,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.81499999999999995,"5min":5.7510000000000003,"15min":5.7510000000000003},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.63,"15min":0.52700000000000002},"min":{"1min":0.33000000000000002,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.74299999999999999,"5min":18.648,"15min":18.648},"last":0.34499999999999997}]},{"osd":1,"last update":"Fri Sep 13 16:08:39 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.64800000000000002,"15min":0.53800000000000003},"min":{"1min":0.27700000000000002,"5min":0.221,"15min":0.221},"max":{"1min":0.71999999999999997,"5min":20.414000000000001,"15min":20.414000000000001},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.67900000000000005,"15min":0.57499999999999996},"min":{"1min":0.39000000000000001,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.748,"5min":20.018000000000001,"15min":20.018000000000001},"last":0.40200000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:08:39 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.46899999999999997,"15min":0.497},"min":{"1min":0.32900000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.73099999999999998,"5min":1.5529999999999999,"15min":1.5529999999999999},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.626,"5min":0.64400000000000002,"15min":0.61899999999999999},"min":{"1min":0.41399999999999998,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.872,"5min":12.138,"15min":12.138},"last":0.53700000000000003}]},{"osd":3,"last update":"Fri Sep 13 16:08:39 2024","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.627,"15min":0.59299999999999997},"min":{"1min":0.46100000000000002,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.84799999999999998,"5min":13.097,"15min":13.097},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.58399999999999996,"15min":0.53400000000000003},"min":{"1min":0.42999999999999999,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.76900000000000002,"5min":11.009,"15min":11.009},"last":0.437}]},{"osd":5,"last update":"Fri Sep 13 16:08:39 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.70799999999999996,"15min":0.56699999999999995},"min":{"1min":0.32700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.82999999999999996,"5min":24.812999999999999,"15min":24.812999999999999},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.48799999999999999,"15min":0.53000000000000003},"min":{"1min":0.39800000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.82999999999999996,"5min":1.5860000000000001,"15min":1.5860000000000001},"last":0.49399999999999999}]},{"osd":6,"last update":"Fri Sep 13 16:08:39 2024","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.60399999999999998,"15min":0.54600000000000004},"min":{"1min":0.35999999999999999,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.90300000000000002,"5min":13.071999999999999,"15min":13.071999999999999},"last":0.504},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.72999999999999998,"15min":0.58999999999999997},"min":{"1min":0.34499999999999997,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.70999999999999996,"5min":24.873999999999999,"15min":24.873999999999999},"last":0.38600000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:08:39 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":1.2210000000000001,"15min":0.752},"min":{"1min":0.35999999999999999,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.88100000000000001,"5min":64.593999999999994,"15min":64.593999999999994},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.63100000000000001,"5min":0.66000000000000003,"15min":0.62},"min":{"1min":0.432,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.95299999999999996,"5min":13.125,"15min":13.125},"last":0.56100000000000005}]}]},{"osd":2,"up_from":13,"seq":55834574943,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":100284,"kb_used_data":1132,"kb_used_omap":1,"kb_used_meta":99134,"kb_avail":94271556,"statfs":{"total":96636764160,"available":96534073344,"internally_reserved":0,"allocated":1159168,"data_stored":526536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":101513670},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:08:40 2024","interfaces":[{"interface":"back","average":{"1min":0.36599999999999999,"5min":0.28499999999999998,"15min":0.316},"min":{"1min":0.223,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.29699999999999999},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.30499999999999999,"15min":0.32900000000000001},"min":{"1min":0.29299999999999998,"5min":0.185,"15min":0.185},"max":{"1min":0.622,"5min":0.622,"15min":0.63200000000000001},"last":0.41099999999999998}]},{"osd":1,"last update":"Fri Sep 13 16:08:40 2024","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.318,"15min":0.32800000000000001},"min":{"1min":0.218,"5min":0.189,"15min":0.189},"max":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.42099999999999999,"5min":0.35699999999999998,"15min":0.39100000000000001},"min":{"1min":0.28499999999999998,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.38400000000000001}]},{"osd":3,"last update":"Fri Sep 13 16:08:46 2024","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.34100000000000003,"15min":0.35499999999999998},"min":{"1min":0.27200000000000002,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.35099999999999998,"15min":0.35299999999999998},"min":{"1min":0.27300000000000002,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.371}]},{"osd":4,"last update":"Fri Sep 13 16:08:40 2024","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.47999999999999998,"15min":0.53900000000000003},"min":{"1min":0.42699999999999999,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.69699999999999995},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.48199999999999998,"15min":0.54600000000000004},"min":{"1min":0.41499999999999998,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.67200000000000004}]},{"osd":5,"last update":"Fri Sep 13 16:08:40 2024","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.49099999999999999,"15min":0.54600000000000004},"min":{"1min":0.41499999999999998,"5min":0.25,"15min":0.25},"max":{"1min":1.0169999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.64300000000000002,"5min":0.496,"15min":0.54100000000000004},"min":{"1min":0.39200000000000002,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.66100000000000003}]},{"osd":6,"last update":"Fri Sep 13 16:08:40 2024","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.49399999999999999,"15min":0.55000000000000004},"min":{"1min":0.378,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.75},{"interface":"front","average":{"1min":0.65700000000000003,"5min":0.52000000000000002,"15min":0.57299999999999995},"min":{"1min":0.38400000000000001,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.68500000000000005}]},{"osd":7,"last update":"Fri Sep 13 16:08:40 2024","interfaces":[{"interface":"back","average":{"1min":0.67700000000000005,"5min":0.53000000000000003,"15min":0.57099999999999995},"min":{"1min":0.48899999999999999,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":1.03,"5min":1.03,"15min":1.03},"last":0.626},{"interface":"front","average":{"1min":0.67200000000000004,"5min":0.53000000000000003,"15min":0.58099999999999996},"min":{"1min":0.40500000000000003,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.86199999999999999,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.70899999999999996}]}]},{"osd":1,"up_from":13,"seq":55834574943,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":98680,"kb_used_data":1132,"kb_used_omap":1,"kb_used_meta":97534,"kb_avail":94273160,"statfs":{"total":96636764160,"available":96535715840,"internally_reserved":0,"allocated":1159168,"data_stored":526536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":99875270},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:08:42 2024","interfaces":[{"interface":"back","average":{"1min":0.35899999999999999,"5min":0.28299999999999997,"15min":0.33200000000000002},"min":{"1min":0.251,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.98199999999999998},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.35999999999999999,"5min":0.31,"15min":0.35299999999999998},"min":{"1min":0.27000000000000002,"5min":0.186,"15min":0.186},"max":{"1min":0.56399999999999995,"5min":0.57999999999999996,"15min":0.85099999999999998},"last":0.34599999999999997}]},{"osd":2,"last update":"Fri Sep 13 16:08:42 2024","interfaces":[{"interface":"back","average":{"1min":0.33000000000000002,"5min":0.29399999999999998,"15min":0.33300000000000002},"min":{"1min":0.253,"5min":0.186,"15min":0.186},"max":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.99099999999999999},"last":0.36399999999999999},{"interface":"front","average":{"1min":0.38700000000000001,"5min":0.33500000000000002,"15min":0.38500000000000001},"min":{"1min":0.30599999999999999,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.88400000000000001},"last":0.38100000000000001}]},{"osd":3,"last update":"Fri Sep 13 16:08:42 2024","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.33000000000000002,"15min":0.38400000000000001},"min":{"1min":0.26800000000000002,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.625,"5min":0.625,"15min":1.0289999999999999},"last":0.29799999999999999},{"interface":"front","average":{"1min":0.42499999999999999,"5min":0.372,"15min":0.41599999999999998},"min":{"1min":0.307,"5min":0.223,"15min":0.223},"max":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.95899999999999996},"last":0.42599999999999999}]},{"osd":4,"last update":"Fri Sep 13 16:08:42 2024","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.48799999999999999,"15min":0.54500000000000004},"min":{"1min":0.45100000000000001,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.81499999999999995,"5min":0.82799999999999996,"15min":0.93400000000000005},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.502,"15min":0.55300000000000005},"min":{"1min":0.45600000000000002,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.58299999999999996}]},{"osd":5,"last update":"Fri Sep 13 16:08:42 2024","interfaces":[{"interface":"back","average":{"1min":0.64700000000000002,"5min":0.499,"15min":0.53000000000000003},"min":{"1min":0.435,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.63100000000000001,"5min":0.51600000000000001,"15min":0.56200000000000006},"min":{"1min":0.47899999999999998,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.56399999999999995}]},{"osd":6,"last update":"Fri Sep 13 16:08:42 2024","interfaces":[{"interface":"back","average":{"1min":0.64200000000000002,"5min":0.52100000000000002,"15min":0.56100000000000005},"min":{"1min":0.44400000000000001,"5min":0.313,"15min":0.313},"max":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.53200000000000003,"15min":0.56200000000000006},"min":{"1min":0.51500000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.997,"5min":0.997,"15min":0.997},"last":0.68700000000000006}]},{"osd":7,"last update":"Fri Sep 13 16:08:42 2024","interfaces":[{"interface":"back","average":{"1min":0.67700000000000005,"5min":0.54100000000000004,"15min":0.57199999999999995},"min":{"1min":0.51300000000000001,"5min":0.315,"15min":0.315},"max":{"1min":0.98799999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.66400000000000003,"5min":0.54100000000000004,"15min":0.57099999999999995},"min":{"1min":0.48399999999999999,"5min":0.377,"15min":0.377},"max":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.66800000000000004}]}]},{"osd":0,"up_from":13,"seq":55834574945,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":117276,"kb_used_data":1744,"kb_used_omap":1,"kb_used_meta":115518,"kb_avail":94254564,"statfs":{"total":96636764160,"available":96516673536,"internally_reserved":0,"allocated":1785856,"data_stored":1125600,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":118290887},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 16:08:36 2024","interfaces":[{"interface":"back","average":{"1min":0.35599999999999998,"5min":0.29199999999999998,"15min":0.39900000000000002},"min":{"1min":0.23100000000000001,"5min":0.151,"15min":0.151},"max":{"1min":0.52800000000000002,"5min":0.54500000000000004,"15min":2.5960000000000001},"last":0.33300000000000002},{"interface":"front","average":{"1min":0.375,"5min":0.307,"15min":0.35199999999999998},"min":{"1min":0.23200000000000001,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":0.48199999999999998,"5min":0.52200000000000002,"15min":0.65900000000000003},"last":0.26900000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:08:36 2024","interfaces":[{"interface":"back","average":{"1min":0.36399999999999999,"5min":0.311,"15min":0.374},"min":{"1min":0.24399999999999999,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":1.373},"last":0.28899999999999998},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.34200000000000003,"15min":0.38400000000000001},"min":{"1min":0.255,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.77900000000000003},"last":0.30599999999999999}]},{"osd":3,"last update":"Fri Sep 13 16:08:44 2024","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.34999999999999998,"15min":0.39200000000000002},"min":{"1min":0.28299999999999997,"5min":0.218,"15min":0.218},"max":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.75},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.35599999999999998,"5min":0.32100000000000001,"15min":0.35799999999999998},"min":{"1min":0.25800000000000001,"5min":0.20899999999999999,"15min":0.20100000000000001},"max":{"1min":0.55700000000000005,"5min":0.55800000000000005,"15min":0.59699999999999998},"last":0.32000000000000001}]},{"osd":4,"last update":"Fri Sep 13 16:08:36 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.45900000000000002,"15min":0.52300000000000002},"min":{"1min":0.41899999999999998,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.79200000000000004},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.626,"5min":0.49299999999999999,"15min":0.55000000000000004},"min":{"1min":0.42499999999999999,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.93300000000000005,"5min":0.93300000000000005,"15min":1.321},"last":0.59899999999999998}]},{"osd":5,"last update":"Fri Sep 13 16:08:36 2024","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.96499999999999997,"15min":0.70499999999999996},"min":{"1min":0.44,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.90600000000000003,"5min":41.240000000000002,"15min":41.240000000000002},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.66400000000000003,"5min":0.997,"15min":0.745},"min":{"1min":0.499,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.86899999999999999,"5min":41.301000000000002,"15min":41.301000000000002},"last":0.624}]},{"osd":6,"last update":"Fri Sep 13 16:08:36 2024","interfaces":[{"interface":"back","average":{"1min":0.63800000000000001,"5min":0.49199999999999999,"15min":0.53800000000000003},"min":{"1min":0.48599999999999999,"5min":0.312,"15min":0.312},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.95099999999999996},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.52500000000000002,"15min":0.57399999999999995},"min":{"1min":0.437,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.88800000000000001,"5min":0.88800000000000001,"15min":1.286},"last":1.0109999999999999}]},{"osd":7,"last update":"Fri Sep 13 16:08:36 2024","interfaces":[{"interface":"back","average":{"1min":0.69899999999999995,"5min":0.54200000000000004,"15min":0.59599999999999997},"min":{"1min":0.47699999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":1.1639999999999999,"5min":1.1639999999999999,"15min":1.1639999999999999},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.65700000000000003,"5min":0.51600000000000001,"15min":0.56799999999999995},"min":{"1min":0.44800000000000001,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.70499999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2270,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2168,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:09:13.426 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:09:13.561 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.559+0000 7f21a4fd5640 1 Processor -- start 2024-09-13T16:09:13.562 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.559+0000 7f21a4fd5640 1 -- start start 2024-09-13T16:09:13.564 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.560+0000 7f21a4fd5640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f21a00cace0 0x7f21a00b1ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:13.565 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.560+0000 7f21a4fd5640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f21a00b26e0 0x7f21a00cdf10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:13.565 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.560+0000 7f21a4fd5640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f21a00b2b50 con 0x7f21a015c690 2024-09-13T16:09:13.565 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.560+0000 7f21a4fd5640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f21a00b2310 con 0x7f21a00cace0 2024-09-13T16:09:13.565 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.560+0000 7f21a4fd5640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f21a00c9ac0 con 0x7f21a00b26e0 2024-09-13T16:09:13.565 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.560+0000 7f2197fff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f21a015c690 0x7f21a00cb0c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:47686/0 (socket says 172.21.15.76:47686) 2024-09-13T16:09:13.565 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.560+0000 7f2197fff640 1 -- 172.21.15.76:0/3520136321 learned_addr learned my addr 172.21.15.76:0/3520136321 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:09:13.565 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.560+0000 7f219ed9d640 1 --2- 172.21.15.76:0/3520136321 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f21a00b26e0 0x7f21a00cdf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:13.565 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.560+0000 7f219e59c640 1 --2- 172.21.15.76:0/3520136321 >> v2:172.21.15.192:3300/0 conn(0x7f21a00cace0 0x7f21a00b1ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:13.565 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.560+0000 7f219dd9b640 1 -- 172.21.15.76:0/3520136321 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2175437721 0 0) 0x7f21a00b2b50 con 0x7f21a015c690 2024-09-13T16:09:13.565 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.560+0000 7f219dd9b640 1 -- 172.21.15.76:0/3520136321 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f218c003520 con 0x7f21a015c690 2024-09-13T16:09:13.565 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.560+0000 7f219dd9b640 1 -- 172.21.15.76:0/3520136321 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4260695416 0 0) 0x7f218c003520 con 0x7f21a015c690 2024-09-13T16:09:13.566 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.560+0000 7f219e59c640 1 -- 172.21.15.76:0/3520136321 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f21a00b26e0 msgr2=0x7f21a00cdf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:13.566 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.560+0000 7f219e59c640 1 --2- 172.21.15.76:0/3520136321 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f21a00b26e0 0x7f21a00cdf10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:13.566 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.560+0000 7f219e59c640 1 -- 172.21.15.76:0/3520136321 >> v1:172.21.15.76:6789/0 conn(0x7f21a015c690 legacy=0x7f21a00cb0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:13.566 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.560+0000 7f219e59c640 1 -- 172.21.15.76:0/3520136321 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f21a00c9da0 con 0x7f21a00cace0 2024-09-13T16:09:13.566 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.560+0000 7f219ed9d640 1 --2- 172.21.15.76:0/3520136321 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f21a00b26e0 0x7f21a00cdf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:09:13.566 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.561+0000 7f219e59c640 1 --2- 172.21.15.76:0/3520136321 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f21a00cace0 0x7f21a00b1ca0 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f21900097a0 tx=0x7f219002a080 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c4a905565699e712 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:13.566 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.561+0000 7f219dd9b640 1 -- 172.21.15.76:0/3520136321 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2188001670 con 0x7f21a00cace0 2024-09-13T16:09:13.566 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.561+0000 7f219dd9b640 1 -- 172.21.15.76:0/3520136321 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f219002ab10 con 0x7f21a00cace0 2024-09-13T16:09:13.566 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.561+0000 7f219dd9b640 1 -- 172.21.15.76:0/3520136321 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f219002ae80 con 0x7f21a00cace0 2024-09-13T16:09:13.566 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.562+0000 7f21a4fd5640 1 -- 172.21.15.76:0/3520136321 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f21a00cace0 msgr2=0x7f21a00b1ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:13.567 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.562+0000 7f21a4fd5640 1 --2- 172.21.15.76:0/3520136321 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f21a00cace0 0x7f21a00b1ca0 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f21900097a0 tx=0x7f219002a080 comp rx=0 tx=0).stop 2024-09-13T16:09:13.567 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.562+0000 7f21a4fd5640 1 -- 172.21.15.76:0/3520136321 shutdown_connections 2024-09-13T16:09:13.567 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.562+0000 7f21a4fd5640 1 --2- 172.21.15.76:0/3520136321 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f21a00b26e0 0x7f21a00cdf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:13.567 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.562+0000 7f21a4fd5640 1 --2- 172.21.15.76:0/3520136321 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f21a00cace0 0x7f21a00b1ca0 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:13.567 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.562+0000 7f21a4fd5640 1 -- 172.21.15.76:0/3520136321 >> 172.21.15.76:0/3520136321 conn(0x7f21a0069ed0 msgr2=0x7f21a006a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:13.567 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.562+0000 7f21a4fd5640 1 -- 172.21.15.76:0/3520136321 shutdown_connections 2024-09-13T16:09:13.567 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.562+0000 7f21a4fd5640 1 -- 172.21.15.76:0/3520136321 wait complete. 2024-09-13T16:09:13.570 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.563+0000 7f21a4fd5640 1 Processor -- start 2024-09-13T16:09:13.570 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.563+0000 7f21a4fd5640 1 -- start start 2024-09-13T16:09:13.570 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.564+0000 7f21a4fd5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f21a00b26e0 0x7f21a0158bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:13.570 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.564+0000 7f21a4fd5640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f21a00cace0 0x7f21a00aeb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:13.570 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.564+0000 7f21a4fd5640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f21a00af050 0x7f21a006d0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:13.570 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.564+0000 7f21a4fd5640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21a00ad4e0 con 0x7f21a00b26e0 2024-09-13T16:09:13.571 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.564+0000 7f21a4fd5640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21a00ae790 con 0x7f21a00af050 2024-09-13T16:09:13.571 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.564+0000 7f21a4fd5640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f21a0159100 con 0x7f21a00cace0 2024-09-13T16:09:13.571 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.564+0000 7f219e59c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f21a00b26e0 0x7f21a0158bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:13.571 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.564+0000 7f219e59c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f21a00b26e0 0x7f21a0158bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:38972/0 (socket says 172.21.15.76:38972) 2024-09-13T16:09:13.571 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.564+0000 7f219e59c640 1 -- 172.21.15.76:0/2098569598 learned_addr learned my addr 172.21.15.76:0/2098569598 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:09:13.571 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.564+0000 7f2197fff640 1 --2- 172.21.15.76:0/2098569598 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f21a00cace0 0x7f21a00aeb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:13.571 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.564+0000 7f219ed9d640 1 --2- 172.21.15.76:0/2098569598 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f21a00af050 0x7f21a006d0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:13.571 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.564+0000 7f219e59c640 1 -- 172.21.15.76:0/2098569598 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f21a00cace0 msgr2=0x7f21a00aeb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:13.571 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.564+0000 7f219e59c640 1 --2- 172.21.15.76:0/2098569598 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f21a00cace0 0x7f21a00aeb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:13.571 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.564+0000 7f219e59c640 1 -- 172.21.15.76:0/2098569598 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f21a00af050 msgr2=0x7f21a006d0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:13.571 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.564+0000 7f219e59c640 1 --2- 172.21.15.76:0/2098569598 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f21a00af050 0x7f21a006d0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:13.571 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.564+0000 7f219e59c640 1 -- 172.21.15.76:0/2098569598 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2198009a70 con 0x7f21a00b26e0 2024-09-13T16:09:13.571 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.564+0000 7f219ed9d640 1 --2- 172.21.15.76:0/2098569598 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f21a00af050 0x7f21a006d0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:09:13.571 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.565+0000 7f219e59c640 1 --2- 172.21.15.76:0/2098569598 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f21a00b26e0 0x7f21a0158bc0 secure :-1 s=READY pgs=1210 cs=0 l=1 rev1=1 crypto rx=0x7f21900098c0 tx=0x7f21900046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:13.572 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.565+0000 7f2196ffd640 1 -- 172.21.15.76:0/2098569598 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f219003c820 con 0x7f21a00b26e0 2024-09-13T16:09:13.572 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.565+0000 7f2196ffd640 1 -- 172.21.15.76:0/2098569598 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f219003c980 con 0x7f21a00b26e0 2024-09-13T16:09:13.572 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.565+0000 7f21a4fd5640 1 -- 172.21.15.76:0/2098569598 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2190009400 con 0x7f21a00b26e0 2024-09-13T16:09:13.572 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.565+0000 7f2196ffd640 1 -- 172.21.15.76:0/2098569598 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f219003ccf0 con 0x7f21a00b26e0 2024-09-13T16:09:13.572 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.565+0000 7f21a4fd5640 1 -- 172.21.15.76:0/2098569598 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f21a00ad6f0 con 0x7f21a00b26e0 2024-09-13T16:09:13.572 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.566+0000 7f21a4fd5640 1 -- 172.21.15.76:0/2098569598 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f21a00c85e0 con 0x7f21a00b26e0 2024-09-13T16:09:13.572 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.566+0000 7f2196ffd640 1 -- 172.21.15.76:0/2098569598 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f2190039050 con 0x7f21a00b26e0 2024-09-13T16:09:13.572 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.567+0000 7f2196ffd640 1 --2- 172.21.15.76:0/2098569598 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f218006ac00 0x7f218006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:13.572 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.567+0000 7f2196ffd640 1 -- 172.21.15.76:0/2098569598 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(96..96 src has 1..96) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f21900a9f10 con 0x7f21a00b26e0 2024-09-13T16:09:13.572 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.567+0000 7f2197fff640 1 --2- 172.21.15.76:0/2098569598 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f218006ac00 0x7f218006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:13.572 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.567+0000 7f2197fff640 1 --2- 172.21.15.76:0/2098569598 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f218006ac00 0x7f218006d0c0 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7f21a00cc880 tx=0x7f2188009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:13.573 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.571+0000 7f2196ffd640 1 -- 172.21.15.76:0/2098569598 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f2190075050 con 0x7f21a00b26e0 2024-09-13T16:09:13.734 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.731+0000 7f21a4fd5640 1 -- 172.21.15.76:0/2098569598 --> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f21a00ca360 con 0x7f218006ac00 2024-09-13T16:09:13.740 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.738+0000 7f2196ffd640 1 -- 172.21.15.76:0/2098569598 <== mgr.4104 v2:172.21.15.76:6832/911852275 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+289232 (secure 0 0 0) 0x7f21880013b0 con 0x7f218006ac00 2024-09-13T16:09:13.744 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:09:13.745 INFO:teuthology.orchestra.run.smithi076.stderr:dumped all 2024-09-13T16:09:13.747 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.742+0000 7f21a4fd5640 1 -- 172.21.15.76:0/2098569598 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f218006ac00 msgr2=0x7f218006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:13.747 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.742+0000 7f21a4fd5640 1 --2- 172.21.15.76:0/2098569598 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f218006ac00 0x7f218006d0c0 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7f21a00cc880 tx=0x7f2188009040 comp rx=0 tx=0).stop 2024-09-13T16:09:13.747 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.742+0000 7f21a4fd5640 1 -- 172.21.15.76:0/2098569598 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f21a00b26e0 msgr2=0x7f21a0158bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:13.747 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.742+0000 7f21a4fd5640 1 --2- 172.21.15.76:0/2098569598 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f21a00b26e0 0x7f21a0158bc0 secure :-1 s=READY pgs=1210 cs=0 l=1 rev1=1 crypto rx=0x7f21900098c0 tx=0x7f21900046c0 comp rx=0 tx=0).stop 2024-09-13T16:09:13.747 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.742+0000 7f21a4fd5640 1 -- 172.21.15.76:0/2098569598 shutdown_connections 2024-09-13T16:09:13.747 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.742+0000 7f21a4fd5640 1 --2- 172.21.15.76:0/2098569598 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f21a00af050 0x7f21a006d0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:13.747 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.742+0000 7f21a4fd5640 1 --2- 172.21.15.76:0/2098569598 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f218006ac00 0x7f218006d0c0 unknown :-1 s=CLOSED pgs=534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:13.747 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.742+0000 7f21a4fd5640 1 --2- 172.21.15.76:0/2098569598 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f21a00cace0 0x7f21a00aeb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:13.748 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.742+0000 7f21a4fd5640 1 --2- 172.21.15.76:0/2098569598 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f21a00b26e0 0x7f21a0158bc0 unknown :-1 s=CLOSED pgs=1210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:13.748 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.742+0000 7f21a4fd5640 1 -- 172.21.15.76:0/2098569598 >> 172.21.15.76:0/2098569598 conn(0x7f21a0069ed0 msgr2=0x7f21a0070ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:13.748 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.742+0000 7f21a4fd5640 1 -- 172.21.15.76:0/2098569598 shutdown_connections 2024-09-13T16:09:13.748 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.742+0000 7f21a4fd5640 1 -- 172.21.15.76:0/2098569598 wait complete. 2024-09-13T16:09:13.755 INFO:teuthology.orchestra.run.smithi076.stdout:{"pg_ready":true,"pg_map":{"version":323,"stamp":"2024-09-13T16:09:13.022706+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":110,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":805224,"kb_used_data":10292,"kb_used_omap":12,"kb_used_meta":794803,"kb_avail":754169496,"statfs":{"total":773094113280,"available":772269563904,"internally_reserved":0,"allocated":10539008,"data_stored":5423086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":813878841},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":14,"apply_latency_ms":14,"commit_latency_ns":14000000,"apply_latency_ns":14000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000745"},"pg_stats":[{"pgid":"14.3f","version":"0'0","reported_seq":10,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-09-13T16:09:11.616632+0000","last_change":"2024-09-13T16:09:10.513747+0000","last_active":"2024-09-13T16:09:11.616632+0000","last_peered":"2024-09-13T16:09:11.616632+0000","last_clean":"2024-09-13T16:09:11.616632+0000","last_became_active":"2024-09-13T16:09:10.513500+0000","last_became_peered":"2024-09-13T16:09:10.513500+0000","last_unstale":"2024-09-13T16:09:11.616632+0000","last_undegraded":"2024-09-13T16:09:11.616632+0000","last_fullsized":"2024-09-13T16:09:11.616632+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:40:02.168377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.3e","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.516888+0000","last_change":"2024-09-13T16:09:10.512450+0000","last_active":"2024-09-13T16:09:10.516888+0000","last_peered":"2024-09-13T16:09:10.516888+0000","last_clean":"2024-09-13T16:09:10.516888+0000","last_became_active":"2024-09-13T16:09:10.512154+0000","last_became_peered":"2024-09-13T16:09:10.512154+0000","last_unstale":"2024-09-13T16:09:10.516888+0000","last_undegraded":"2024-09-13T16:09:10.516888+0000","last_fullsized":"2024-09-13T16:09:10.516888+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:22:14.167727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.3d","version":"0'0","reported_seq":10,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-09-13T16:09:11.616461+0000","last_change":"2024-09-13T16:09:10.501901+0000","last_active":"2024-09-13T16:09:11.616461+0000","last_peered":"2024-09-13T16:09:11.616461+0000","last_clean":"2024-09-13T16:09:11.616461+0000","last_became_active":"2024-09-13T16:09:10.501659+0000","last_became_peered":"2024-09-13T16:09:10.501659+0000","last_unstale":"2024-09-13T16:09:11.616461+0000","last_undegraded":"2024-09-13T16:09:11.616461+0000","last_fullsized":"2024-09-13T16:09:11.616461+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:06:14.520563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.3c","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.525113+0000","last_change":"2024-09-13T16:09:10.520010+0000","last_active":"2024-09-13T16:09:10.525113+0000","last_peered":"2024-09-13T16:09:10.525113+0000","last_clean":"2024-09-13T16:09:10.525113+0000","last_became_active":"2024-09-13T16:09:10.519667+0000","last_became_peered":"2024-09-13T16:09:10.519667+0000","last_unstale":"2024-09-13T16:09:10.525113+0000","last_undegraded":"2024-09-13T16:09:10.525113+0000","last_fullsized":"2024-09-13T16:09:10.525113+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:06:24.379468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.3b","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.508933+0000","last_change":"2024-09-13T16:09:10.506583+0000","last_active":"2024-09-13T16:09:10.508933+0000","last_peered":"2024-09-13T16:09:10.508933+0000","last_clean":"2024-09-13T16:09:10.508933+0000","last_became_active":"2024-09-13T16:09:10.506328+0000","last_became_peered":"2024-09-13T16:09:10.506328+0000","last_unstale":"2024-09-13T16:09:10.508933+0000","last_undegraded":"2024-09-13T16:09:10.508933+0000","last_fullsized":"2024-09-13T16:09:10.508933+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:08:11.292929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.3a","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.523805+0000","last_change":"2024-09-13T16:09:10.522590+0000","last_active":"2024-09-13T16:09:10.523805+0000","last_peered":"2024-09-13T16:09:10.523805+0000","last_clean":"2024-09-13T16:09:10.523805+0000","last_became_active":"2024-09-13T16:09:10.522005+0000","last_became_peered":"2024-09-13T16:09:10.522005+0000","last_unstale":"2024-09-13T16:09:10.523805+0000","last_undegraded":"2024-09-13T16:09:10.523805+0000","last_fullsized":"2024-09-13T16:09:10.523805+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:07:04.177103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.39","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.513951+0000","last_change":"2024-09-13T16:09:10.512830+0000","last_active":"2024-09-13T16:09:10.513951+0000","last_peered":"2024-09-13T16:09:10.513951+0000","last_clean":"2024-09-13T16:09:10.513951+0000","last_became_active":"2024-09-13T16:09:10.512552+0000","last_became_peered":"2024-09-13T16:09:10.512552+0000","last_unstale":"2024-09-13T16:09:10.513951+0000","last_undegraded":"2024-09-13T16:09:10.513951+0000","last_fullsized":"2024-09-13T16:09:10.513951+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:03:55.482775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.38","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.520075+0000","last_change":"2024-09-13T16:09:10.513682+0000","last_active":"2024-09-13T16:09:10.520075+0000","last_peered":"2024-09-13T16:09:10.520075+0000","last_clean":"2024-09-13T16:09:10.520075+0000","last_became_active":"2024-09-13T16:09:10.513002+0000","last_became_peered":"2024-09-13T16:09:10.513002+0000","last_unstale":"2024-09-13T16:09:10.520075+0000","last_undegraded":"2024-09-13T16:09:10.520075+0000","last_fullsized":"2024-09-13T16:09:10.520075+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:37:50.323325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.37","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.511043+0000","last_change":"2024-09-13T16:09:10.509425+0000","last_active":"2024-09-13T16:09:10.511043+0000","last_peered":"2024-09-13T16:09:10.511043+0000","last_clean":"2024-09-13T16:09:10.511043+0000","last_became_active":"2024-09-13T16:09:10.509153+0000","last_became_peered":"2024-09-13T16:09:10.509153+0000","last_unstale":"2024-09-13T16:09:10.511043+0000","last_undegraded":"2024-09-13T16:09:10.511043+0000","last_fullsized":"2024-09-13T16:09:10.511043+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:01:08.898105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.36","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.524363+0000","last_change":"2024-09-13T16:09:10.522273+0000","last_active":"2024-09-13T16:09:10.524363+0000","last_peered":"2024-09-13T16:09:10.524363+0000","last_clean":"2024-09-13T16:09:10.524363+0000","last_became_active":"2024-09-13T16:09:10.522054+0000","last_became_peered":"2024-09-13T16:09:10.522054+0000","last_unstale":"2024-09-13T16:09:10.524363+0000","last_undegraded":"2024-09-13T16:09:10.524363+0000","last_fullsized":"2024-09-13T16:09:10.524363+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:53:58.043361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.35","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.517990+0000","last_change":"2024-09-13T16:09:10.510762+0000","last_active":"2024-09-13T16:09:10.517990+0000","last_peered":"2024-09-13T16:09:10.517990+0000","last_clean":"2024-09-13T16:09:10.517990+0000","last_became_active":"2024-09-13T16:09:10.510477+0000","last_became_peered":"2024-09-13T16:09:10.510477+0000","last_unstale":"2024-09-13T16:09:10.517990+0000","last_undegraded":"2024-09-13T16:09:10.517990+0000","last_fullsized":"2024-09-13T16:09:10.517990+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:03:55.451131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.34","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.511087+0000","last_change":"2024-09-13T16:09:10.507212+0000","last_active":"2024-09-13T16:09:10.511087+0000","last_peered":"2024-09-13T16:09:10.511087+0000","last_clean":"2024-09-13T16:09:10.511087+0000","last_became_active":"2024-09-13T16:09:10.506985+0000","last_became_peered":"2024-09-13T16:09:10.506985+0000","last_unstale":"2024-09-13T16:09:10.511087+0000","last_undegraded":"2024-09-13T16:09:10.511087+0000","last_fullsized":"2024-09-13T16:09:10.511087+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:07:23.547056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.33","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.524938+0000","last_change":"2024-09-13T16:09:10.521322+0000","last_active":"2024-09-13T16:09:10.524938+0000","last_peered":"2024-09-13T16:09:10.524938+0000","last_clean":"2024-09-13T16:09:10.524938+0000","last_became_active":"2024-09-13T16:09:10.521078+0000","last_became_peered":"2024-09-13T16:09:10.521078+0000","last_unstale":"2024-09-13T16:09:10.524938+0000","last_undegraded":"2024-09-13T16:09:10.524938+0000","last_fullsized":"2024-09-13T16:09:10.524938+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:03:51.607769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.32","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.524006+0000","last_change":"2024-09-13T16:09:10.522938+0000","last_active":"2024-09-13T16:09:10.524006+0000","last_peered":"2024-09-13T16:09:10.524006+0000","last_clean":"2024-09-13T16:09:10.524006+0000","last_became_active":"2024-09-13T16:09:10.522587+0000","last_became_peered":"2024-09-13T16:09:10.522587+0000","last_unstale":"2024-09-13T16:09:10.524006+0000","last_undegraded":"2024-09-13T16:09:10.524006+0000","last_fullsized":"2024-09-13T16:09:10.524006+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:25:05.799264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.31","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.519262+0000","last_change":"2024-09-13T16:09:10.512984+0000","last_active":"2024-09-13T16:09:10.519262+0000","last_peered":"2024-09-13T16:09:10.519262+0000","last_clean":"2024-09-13T16:09:10.519262+0000","last_became_active":"2024-09-13T16:09:10.512743+0000","last_became_peered":"2024-09-13T16:09:10.512743+0000","last_unstale":"2024-09-13T16:09:10.519262+0000","last_undegraded":"2024-09-13T16:09:10.519262+0000","last_fullsized":"2024-09-13T16:09:10.519262+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:22:21.541924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.30","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.518827+0000","last_change":"2024-09-13T16:09:10.514158+0000","last_active":"2024-09-13T16:09:10.518827+0000","last_peered":"2024-09-13T16:09:10.518827+0000","last_clean":"2024-09-13T16:09:10.518827+0000","last_became_active":"2024-09-13T16:09:10.513750+0000","last_became_peered":"2024-09-13T16:09:10.513750+0000","last_unstale":"2024-09-13T16:09:10.518827+0000","last_undegraded":"2024-09-13T16:09:10.518827+0000","last_fullsized":"2024-09-13T16:09:10.518827+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:54:42.426125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.2f","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.518817+0000","last_change":"2024-09-13T16:09:10.513381+0000","last_active":"2024-09-13T16:09:10.518817+0000","last_peered":"2024-09-13T16:09:10.518817+0000","last_clean":"2024-09-13T16:09:10.518817+0000","last_became_active":"2024-09-13T16:09:10.513152+0000","last_became_peered":"2024-09-13T16:09:10.513152+0000","last_unstale":"2024-09-13T16:09:10.518817+0000","last_undegraded":"2024-09-13T16:09:10.518817+0000","last_fullsized":"2024-09-13T16:09:10.518817+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:40:02.168377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.2e","version":"0'0","reported_seq":10,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-09-13T16:09:11.616540+0000","last_change":"2024-09-13T16:09:10.515658+0000","last_active":"2024-09-13T16:09:11.616540+0000","last_peered":"2024-09-13T16:09:11.616540+0000","last_clean":"2024-09-13T16:09:11.616540+0000","last_became_active":"2024-09-13T16:09:10.515431+0000","last_became_peered":"2024-09-13T16:09:10.515431+0000","last_unstale":"2024-09-13T16:09:11.616540+0000","last_undegraded":"2024-09-13T16:09:11.616540+0000","last_fullsized":"2024-09-13T16:09:11.616540+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:07:04.177103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.2d","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.520966+0000","last_change":"2024-09-13T16:09:10.520635+0000","last_active":"2024-09-13T16:09:10.520966+0000","last_peered":"2024-09-13T16:09:10.520966+0000","last_clean":"2024-09-13T16:09:10.520966+0000","last_became_active":"2024-09-13T16:09:10.520284+0000","last_became_peered":"2024-09-13T16:09:10.520284+0000","last_unstale":"2024-09-13T16:09:10.520966+0000","last_undegraded":"2024-09-13T16:09:10.520966+0000","last_fullsized":"2024-09-13T16:09:10.520966+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:52:11.152277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.2c","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.525150+0000","last_change":"2024-09-13T16:09:10.522375+0000","last_active":"2024-09-13T16:09:10.525150+0000","last_peered":"2024-09-13T16:09:10.525150+0000","last_clean":"2024-09-13T16:09:10.525150+0000","last_became_active":"2024-09-13T16:09:10.522142+0000","last_became_peered":"2024-09-13T16:09:10.522142+0000","last_unstale":"2024-09-13T16:09:10.525150+0000","last_undegraded":"2024-09-13T16:09:10.525150+0000","last_fullsized":"2024-09-13T16:09:10.525150+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:08:11.292929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.2b","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.509952+0000","last_change":"2024-09-13T16:09:10.508390+0000","last_active":"2024-09-13T16:09:10.509952+0000","last_peered":"2024-09-13T16:09:10.509952+0000","last_clean":"2024-09-13T16:09:10.509952+0000","last_became_active":"2024-09-13T16:09:10.508132+0000","last_became_peered":"2024-09-13T16:09:10.508132+0000","last_unstale":"2024-09-13T16:09:10.509952+0000","last_undegraded":"2024-09-13T16:09:10.509952+0000","last_fullsized":"2024-09-13T16:09:10.509952+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:20:38.898239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.2a","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.523623+0000","last_change":"2024-09-13T16:09:10.522871+0000","last_active":"2024-09-13T16:09:10.523623+0000","last_peered":"2024-09-13T16:09:10.523623+0000","last_clean":"2024-09-13T16:09:10.523623+0000","last_became_active":"2024-09-13T16:09:10.522269+0000","last_became_peered":"2024-09-13T16:09:10.522269+0000","last_unstale":"2024-09-13T16:09:10.523623+0000","last_undegraded":"2024-09-13T16:09:10.523623+0000","last_fullsized":"2024-09-13T16:09:10.523623+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:36:17.361879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.29","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.523932+0000","last_change":"2024-09-13T16:09:10.523456+0000","last_active":"2024-09-13T16:09:10.523932+0000","last_peered":"2024-09-13T16:09:10.523932+0000","last_clean":"2024-09-13T16:09:10.523932+0000","last_became_active":"2024-09-13T16:09:10.522573+0000","last_became_peered":"2024-09-13T16:09:10.522573+0000","last_unstale":"2024-09-13T16:09:10.523932+0000","last_undegraded":"2024-09-13T16:09:10.523932+0000","last_fullsized":"2024-09-13T16:09:10.523932+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:04:43.240157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.28","version":"0'0","reported_seq":10,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-09-13T16:09:11.616358+0000","last_change":"2024-09-13T16:09:10.502109+0000","last_active":"2024-09-13T16:09:11.616358+0000","last_peered":"2024-09-13T16:09:11.616358+0000","last_clean":"2024-09-13T16:09:11.616358+0000","last_became_active":"2024-09-13T16:09:10.501815+0000","last_became_peered":"2024-09-13T16:09:10.501815+0000","last_unstale":"2024-09-13T16:09:11.616358+0000","last_undegraded":"2024-09-13T16:09:11.616358+0000","last_fullsized":"2024-09-13T16:09:11.616358+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:44:46.022860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.27","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.516556+0000","last_change":"2024-09-13T16:09:10.511455+0000","last_active":"2024-09-13T16:09:10.516556+0000","last_peered":"2024-09-13T16:09:10.516556+0000","last_clean":"2024-09-13T16:09:10.516556+0000","last_became_active":"2024-09-13T16:09:10.510964+0000","last_became_peered":"2024-09-13T16:09:10.510964+0000","last_unstale":"2024-09-13T16:09:10.516556+0000","last_undegraded":"2024-09-13T16:09:10.516556+0000","last_fullsized":"2024-09-13T16:09:10.516556+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:52:05.664902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.26","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.523995+0000","last_change":"2024-09-13T16:09:10.523028+0000","last_active":"2024-09-13T16:09:10.523995+0000","last_peered":"2024-09-13T16:09:10.523995+0000","last_clean":"2024-09-13T16:09:10.523995+0000","last_became_active":"2024-09-13T16:09:10.522470+0000","last_became_peered":"2024-09-13T16:09:10.522470+0000","last_unstale":"2024-09-13T16:09:10.523995+0000","last_undegraded":"2024-09-13T16:09:10.523995+0000","last_fullsized":"2024-09-13T16:09:10.523995+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:42:39.398710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.25","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.511219+0000","last_change":"2024-09-13T16:09:10.508477+0000","last_active":"2024-09-13T16:09:10.511219+0000","last_peered":"2024-09-13T16:09:10.511219+0000","last_clean":"2024-09-13T16:09:10.511219+0000","last_became_active":"2024-09-13T16:09:10.508253+0000","last_became_peered":"2024-09-13T16:09:10.508253+0000","last_unstale":"2024-09-13T16:09:10.511219+0000","last_undegraded":"2024-09-13T16:09:10.511219+0000","last_fullsized":"2024-09-13T16:09:10.511219+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:13:33.701348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.24","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.525133+0000","last_change":"2024-09-13T16:09:10.520555+0000","last_active":"2024-09-13T16:09:10.525133+0000","last_peered":"2024-09-13T16:09:10.525133+0000","last_clean":"2024-09-13T16:09:10.525133+0000","last_became_active":"2024-09-13T16:09:10.520297+0000","last_became_peered":"2024-09-13T16:09:10.520297+0000","last_unstale":"2024-09-13T16:09:10.525133+0000","last_undegraded":"2024-09-13T16:09:10.525133+0000","last_fullsized":"2024-09-13T16:09:10.525133+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:05:33.613573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.23","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.513724+0000","last_change":"2024-09-13T16:09:10.512581+0000","last_active":"2024-09-13T16:09:10.513724+0000","last_peered":"2024-09-13T16:09:10.513724+0000","last_clean":"2024-09-13T16:09:10.513724+0000","last_became_active":"2024-09-13T16:09:10.512268+0000","last_became_peered":"2024-09-13T16:09:10.512268+0000","last_unstale":"2024-09-13T16:09:10.513724+0000","last_undegraded":"2024-09-13T16:09:10.513724+0000","last_fullsized":"2024-09-13T16:09:10.513724+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:46:06.704938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.22","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.516738+0000","last_change":"2024-09-13T16:09:10.511249+0000","last_active":"2024-09-13T16:09:10.516738+0000","last_peered":"2024-09-13T16:09:10.516738+0000","last_clean":"2024-09-13T16:09:10.516738+0000","last_became_active":"2024-09-13T16:09:10.510909+0000","last_became_peered":"2024-09-13T16:09:10.510909+0000","last_unstale":"2024-09-13T16:09:10.516738+0000","last_undegraded":"2024-09-13T16:09:10.516738+0000","last_fullsized":"2024-09-13T16:09:10.516738+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:53:14.803352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.21","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.523471+0000","last_change":"2024-09-13T16:09:10.522265+0000","last_active":"2024-09-13T16:09:10.523471+0000","last_peered":"2024-09-13T16:09:10.523471+0000","last_clean":"2024-09-13T16:09:10.523471+0000","last_became_active":"2024-09-13T16:09:10.522011+0000","last_became_peered":"2024-09-13T16:09:10.522011+0000","last_unstale":"2024-09-13T16:09:10.523471+0000","last_undegraded":"2024-09-13T16:09:10.523471+0000","last_fullsized":"2024-09-13T16:09:10.523471+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:03:51.607769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.20","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.518810+0000","last_change":"2024-09-13T16:09:10.513984+0000","last_active":"2024-09-13T16:09:10.518810+0000","last_peered":"2024-09-13T16:09:10.518810+0000","last_clean":"2024-09-13T16:09:10.518810+0000","last_became_active":"2024-09-13T16:09:10.512975+0000","last_became_peered":"2024-09-13T16:09:10.512975+0000","last_unstale":"2024-09-13T16:09:10.518810+0000","last_undegraded":"2024-09-13T16:09:10.518810+0000","last_fullsized":"2024-09-13T16:09:10.518810+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:50:00.681288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.1c","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.520599+0000","last_change":"2024-09-13T16:09:10.518961+0000","last_active":"2024-09-13T16:09:10.520599+0000","last_peered":"2024-09-13T16:09:10.520599+0000","last_clean":"2024-09-13T16:09:10.520599+0000","last_became_active":"2024-09-13T16:09:10.518666+0000","last_became_peered":"2024-09-13T16:09:10.518666+0000","last_unstale":"2024-09-13T16:09:10.520599+0000","last_undegraded":"2024-09-13T16:09:10.520599+0000","last_fullsized":"2024-09-13T16:09:10.520599+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:22:06.201329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1f","version":"95'4","reported_seq":14,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.520411+0000","last_change":"2024-09-13T16:09:10.155742+0000","last_active":"2024-09-13T16:09:10.520411+0000","last_peered":"2024-09-13T16:09:10.520411+0000","last_clean":"2024-09-13T16:09:10.520411+0000","last_became_active":"2024-09-13T16:09:10.155399+0000","last_became_peered":"2024-09-13T16:09:10.155399+0000","last_unstale":"2024-09-13T16:09:10.520411+0000","last_undegraded":"2024-09-13T16:09:10.520411+0000","last_fullsized":"2024-09-13T16:09:10.520411+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_clean_scrub_stamp":"2024-09-13T16:09:09.134455+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:40:11.020535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.1d","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.518803+0000","last_change":"2024-09-13T16:09:10.516739+0000","last_active":"2024-09-13T16:09:10.518803+0000","last_peered":"2024-09-13T16:09:10.518803+0000","last_clean":"2024-09-13T16:09:10.518803+0000","last_became_active":"2024-09-13T16:09:10.515876+0000","last_became_peered":"2024-09-13T16:09:10.515876+0000","last_unstale":"2024-09-13T16:09:10.518803+0000","last_undegraded":"2024-09-13T16:09:10.518803+0000","last_fullsized":"2024-09-13T16:09:10.518803+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:39:27.489427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1e","version":"95'1","reported_seq":11,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.518683+0000","last_change":"2024-09-13T16:09:10.162909+0000","last_active":"2024-09-13T16:09:10.518683+0000","last_peered":"2024-09-13T16:09:10.518683+0000","last_clean":"2024-09-13T16:09:10.518683+0000","last_became_active":"2024-09-13T16:09:10.162646+0000","last_became_peered":"2024-09-13T16:09:10.162646+0000","last_unstale":"2024-09-13T16:09:10.518683+0000","last_undegraded":"2024-09-13T16:09:10.518683+0000","last_fullsized":"2024-09-13T16:09:10.518683+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_clean_scrub_stamp":"2024-09-13T16:09:09.134455+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:14:36.106575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.1e","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.523269+0000","last_change":"2024-09-13T16:09:10.521643+0000","last_active":"2024-09-13T16:09:10.523269+0000","last_peered":"2024-09-13T16:09:10.523269+0000","last_clean":"2024-09-13T16:09:10.523269+0000","last_became_active":"2024-09-13T16:09:10.521381+0000","last_became_peered":"2024-09-13T16:09:10.521381+0000","last_unstale":"2024-09-13T16:09:10.523269+0000","last_undegraded":"2024-09-13T16:09:10.523269+0000","last_fullsized":"2024-09-13T16:09:10.523269+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:09:46.908407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.1d","version":"95'2","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.521210+0000","last_change":"2024-09-13T16:09:10.164714+0000","last_active":"2024-09-13T16:09:10.521210+0000","last_peered":"2024-09-13T16:09:10.521210+0000","last_clean":"2024-09-13T16:09:10.521210+0000","last_became_active":"2024-09-13T16:09:10.164405+0000","last_became_peered":"2024-09-13T16:09:10.164405+0000","last_unstale":"2024-09-13T16:09:10.521210+0000","last_undegraded":"2024-09-13T16:09:10.521210+0000","last_fullsized":"2024-09-13T16:09:10.521210+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_clean_scrub_stamp":"2024-09-13T16:09:09.134455+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:08:05.483400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.1f","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.517410+0000","last_change":"2024-09-13T16:09:10.510731+0000","last_active":"2024-09-13T16:09:10.517410+0000","last_peered":"2024-09-13T16:09:10.517410+0000","last_clean":"2024-09-13T16:09:10.517410+0000","last_became_active":"2024-09-13T16:09:10.510502+0000","last_became_peered":"2024-09-13T16:09:10.510502+0000","last_unstale":"2024-09-13T16:09:10.517410+0000","last_undegraded":"2024-09-13T16:09:10.517410+0000","last_fullsized":"2024-09-13T16:09:10.517410+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:01:04.125827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1c","version":"95'2","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.526069+0000","last_change":"2024-09-13T16:09:10.157275+0000","last_active":"2024-09-13T16:09:10.526069+0000","last_peered":"2024-09-13T16:09:10.526069+0000","last_clean":"2024-09-13T16:09:10.526069+0000","last_became_active":"2024-09-13T16:09:10.156712+0000","last_became_peered":"2024-09-13T16:09:10.156712+0000","last_unstale":"2024-09-13T16:09:10.526069+0000","last_undegraded":"2024-09-13T16:09:10.526069+0000","last_fullsized":"2024-09-13T16:09:10.526069+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_clean_scrub_stamp":"2024-09-13T16:09:09.134455+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:09:05.259449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.18","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.519983+0000","last_change":"2024-09-13T16:09:10.512773+0000","last_active":"2024-09-13T16:09:10.519983+0000","last_peered":"2024-09-13T16:09:10.519983+0000","last_clean":"2024-09-13T16:09:10.519983+0000","last_became_active":"2024-09-13T16:09:10.509232+0000","last_became_peered":"2024-09-13T16:09:10.509232+0000","last_unstale":"2024-09-13T16:09:10.519983+0000","last_undegraded":"2024-09-13T16:09:10.519983+0000","last_fullsized":"2024-09-13T16:09:10.519983+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:22:14.167727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.1b","version":"95'1","reported_seq":11,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.516731+0000","last_change":"2024-09-13T16:09:10.164579+0000","last_active":"2024-09-13T16:09:10.516731+0000","last_peered":"2024-09-13T16:09:10.516731+0000","last_clean":"2024-09-13T16:09:10.516731+0000","last_became_active":"2024-09-13T16:09:10.164334+0000","last_became_peered":"2024-09-13T16:09:10.164334+0000","last_unstale":"2024-09-13T16:09:10.516731+0000","last_undegraded":"2024-09-13T16:09:10.516731+0000","last_fullsized":"2024-09-13T16:09:10.516731+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_clean_scrub_stamp":"2024-09-13T16:09:09.134455+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:13:19.934431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.19","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.512966+0000","last_change":"2024-09-13T16:09:10.508780+0000","last_active":"2024-09-13T16:09:10.512966+0000","last_peered":"2024-09-13T16:09:10.512966+0000","last_clean":"2024-09-13T16:09:10.512966+0000","last_became_active":"2024-09-13T16:09:10.507892+0000","last_became_peered":"2024-09-13T16:09:10.507892+0000","last_unstale":"2024-09-13T16:09:10.512966+0000","last_undegraded":"2024-09-13T16:09:10.512966+0000","last_fullsized":"2024-09-13T16:09:10.512966+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:27:07.089775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1a","version":"95'1","reported_seq":11,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.525266+0000","last_change":"2024-09-13T16:09:10.166986+0000","last_active":"2024-09-13T16:09:10.525266+0000","last_peered":"2024-09-13T16:09:10.525266+0000","last_clean":"2024-09-13T16:09:10.525266+0000","last_became_active":"2024-09-13T16:09:10.165814+0000","last_became_peered":"2024-09-13T16:09:10.165814+0000","last_unstale":"2024-09-13T16:09:10.525266+0000","last_undegraded":"2024-09-13T16:09:10.525266+0000","last_fullsized":"2024-09-13T16:09:10.525266+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_clean_scrub_stamp":"2024-09-13T16:09:09.134455+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:08:05.483400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.1a","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.523823+0000","last_change":"2024-09-13T16:09:10.522750+0000","last_active":"2024-09-13T16:09:10.523823+0000","last_peered":"2024-09-13T16:09:10.523823+0000","last_clean":"2024-09-13T16:09:10.523823+0000","last_became_active":"2024-09-13T16:09:10.522351+0000","last_became_peered":"2024-09-13T16:09:10.522351+0000","last_unstale":"2024-09-13T16:09:10.523823+0000","last_undegraded":"2024-09-13T16:09:10.523823+0000","last_fullsized":"2024-09-13T16:09:10.523823+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:21:38.347068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":11,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-09-13T16:09:11.616539+0000","last_change":"2024-09-13T16:09:10.162784+0000","last_active":"2024-09-13T16:09:11.616539+0000","last_peered":"2024-09-13T16:09:11.616539+0000","last_clean":"2024-09-13T16:09:11.616539+0000","last_became_active":"2024-09-13T16:09:10.162276+0000","last_became_peered":"2024-09-13T16:09:10.162276+0000","last_unstale":"2024-09-13T16:09:11.616539+0000","last_undegraded":"2024-09-13T16:09:11.616539+0000","last_fullsized":"2024-09-13T16:09:11.616539+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_clean_scrub_stamp":"2024-09-13T16:09:09.134455+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:52:10.145550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.1b","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.524831+0000","last_change":"2024-09-13T16:09:10.519406+0000","last_active":"2024-09-13T16:09:10.524831+0000","last_peered":"2024-09-13T16:09:10.524831+0000","last_clean":"2024-09-13T16:09:10.524831+0000","last_became_active":"2024-09-13T16:09:10.516998+0000","last_became_peered":"2024-09-13T16:09:10.516998+0000","last_unstale":"2024-09-13T16:09:10.524831+0000","last_undegraded":"2024-09-13T16:09:10.524831+0000","last_fullsized":"2024-09-13T16:09:10.524831+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:26:29.341004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":10,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.505612+0000","last_change":"2024-09-13T16:09:10.162115+0000","last_active":"2024-09-13T16:09:10.505612+0000","last_peered":"2024-09-13T16:09:10.505612+0000","last_clean":"2024-09-13T16:09:10.505612+0000","last_became_active":"2024-09-13T16:09:10.161775+0000","last_became_peered":"2024-09-13T16:09:10.161775+0000","last_unstale":"2024-09-13T16:09:10.505612+0000","last_undegraded":"2024-09-13T16:09:10.505612+0000","last_fullsized":"2024-09-13T16:09:10.505612+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_clean_scrub_stamp":"2024-09-13T16:09:09.134455+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:16:03.722108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.14","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.509192+0000","last_change":"2024-09-13T16:09:10.506668+0000","last_active":"2024-09-13T16:09:10.509192+0000","last_peered":"2024-09-13T16:09:10.509192+0000","last_clean":"2024-09-13T16:09:10.509192+0000","last_became_active":"2024-09-13T16:09:10.506417+0000","last_became_peered":"2024-09-13T16:09:10.506417+0000","last_unstale":"2024-09-13T16:09:10.509192+0000","last_undegraded":"2024-09-13T16:09:10.509192+0000","last_fullsized":"2024-09-13T16:09:10.509192+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:01:04.125827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":10,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.506426+0000","last_change":"2024-09-13T16:09:10.157436+0000","last_active":"2024-09-13T16:09:10.506426+0000","last_peered":"2024-09-13T16:09:10.506426+0000","last_clean":"2024-09-13T16:09:10.506426+0000","last_became_active":"2024-09-13T16:09:10.157190+0000","last_became_peered":"2024-09-13T16:09:10.157190+0000","last_unstale":"2024-09-13T16:09:10.506426+0000","last_undegraded":"2024-09-13T16:09:10.506426+0000","last_fullsized":"2024-09-13T16:09:10.506426+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_clean_scrub_stamp":"2024-09-13T16:09:09.134455+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:14:36.106575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.15","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.513729+0000","last_change":"2024-09-13T16:09:10.512705+0000","last_active":"2024-09-13T16:09:10.513729+0000","last_peered":"2024-09-13T16:09:10.513729+0000","last_clean":"2024-09-13T16:09:10.513729+0000","last_became_active":"2024-09-13T16:09:10.512397+0000","last_became_peered":"2024-09-13T16:09:10.512397+0000","last_unstale":"2024-09-13T16:09:10.513729+0000","last_undegraded":"2024-09-13T16:09:10.513729+0000","last_fullsized":"2024-09-13T16:09:10.513729+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:37:32.475401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":11,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-09-13T16:09:11.616612+0000","last_change":"2024-09-13T16:09:10.163843+0000","last_active":"2024-09-13T16:09:11.616612+0000","last_peered":"2024-09-13T16:09:11.616612+0000","last_clean":"2024-09-13T16:09:11.616612+0000","last_became_active":"2024-09-13T16:09:10.163574+0000","last_became_peered":"2024-09-13T16:09:10.163574+0000","last_unstale":"2024-09-13T16:09:11.616612+0000","last_undegraded":"2024-09-13T16:09:11.616612+0000","last_fullsized":"2024-09-13T16:09:11.616612+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_clean_scrub_stamp":"2024-09-13T16:09:09.134455+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:42:38.391983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.16","version":"0'0","reported_seq":10,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-09-13T16:09:11.616591+0000","last_change":"2024-09-13T16:09:10.510314+0000","last_active":"2024-09-13T16:09:11.616591+0000","last_peered":"2024-09-13T16:09:11.616591+0000","last_clean":"2024-09-13T16:09:11.616591+0000","last_became_active":"2024-09-13T16:09:10.510034+0000","last_became_peered":"2024-09-13T16:09:10.510034+0000","last_unstale":"2024-09-13T16:09:11.616591+0000","last_undegraded":"2024-09-13T16:09:11.616591+0000","last_fullsized":"2024-09-13T16:09:11.616591+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:54:42.426125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.15","version":"95'3","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.520620+0000","last_change":"2024-09-13T16:09:10.163180+0000","last_active":"2024-09-13T16:09:10.520620+0000","last_peered":"2024-09-13T16:09:10.520620+0000","last_clean":"2024-09-13T16:09:10.520620+0000","last_became_active":"2024-09-13T16:09:10.162634+0000","last_became_peered":"2024-09-13T16:09:10.162634+0000","last_unstale":"2024-09-13T16:09:10.520620+0000","last_undegraded":"2024-09-13T16:09:10.520620+0000","last_fullsized":"2024-09-13T16:09:10.520620+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_clean_scrub_stamp":"2024-09-13T16:09:09.134455+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:24:16.383576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.17","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.525007+0000","last_change":"2024-09-13T16:09:10.521983+0000","last_active":"2024-09-13T16:09:10.525007+0000","last_peered":"2024-09-13T16:09:10.525007+0000","last_clean":"2024-09-13T16:09:10.525007+0000","last_became_active":"2024-09-13T16:09:10.521475+0000","last_became_peered":"2024-09-13T16:09:10.521475+0000","last_unstale":"2024-09-13T16:09:10.525007+0000","last_undegraded":"2024-09-13T16:09:10.525007+0000","last_fullsized":"2024-09-13T16:09:10.525007+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:14:37.113302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.14","version":"95'6","reported_seq":16,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.525465+0000","last_change":"2024-09-13T16:09:10.151850+0000","last_active":"2024-09-13T16:09:10.525465+0000","last_peered":"2024-09-13T16:09:10.525465+0000","last_clean":"2024-09-13T16:09:10.525465+0000","last_became_active":"2024-09-13T16:09:10.151592+0000","last_became_peered":"2024-09-13T16:09:10.151592+0000","last_unstale":"2024-09-13T16:09:10.525465+0000","last_undegraded":"2024-09-13T16:09:10.525465+0000","last_fullsized":"2024-09-13T16:09:10.525465+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_clean_scrub_stamp":"2024-09-13T16:09:09.134455+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:05:32.606846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.10","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.520001+0000","last_change":"2024-09-13T16:09:10.513438+0000","last_active":"2024-09-13T16:09:10.520001+0000","last_peered":"2024-09-13T16:09:10.520001+0000","last_clean":"2024-09-13T16:09:10.520001+0000","last_became_active":"2024-09-13T16:09:10.513180+0000","last_became_peered":"2024-09-13T16:09:10.513180+0000","last_unstale":"2024-09-13T16:09:10.520001+0000","last_undegraded":"2024-09-13T16:09:10.520001+0000","last_fullsized":"2024-09-13T16:09:10.520001+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:52:05.664902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.13","version":"95'2","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.521089+0000","last_change":"2024-09-13T16:09:10.161475+0000","last_active":"2024-09-13T16:09:10.521089+0000","last_peered":"2024-09-13T16:09:10.521089+0000","last_clean":"2024-09-13T16:09:10.521089+0000","last_became_active":"2024-09-13T16:09:10.161138+0000","last_became_peered":"2024-09-13T16:09:10.161138+0000","last_unstale":"2024-09-13T16:09:10.521089+0000","last_undegraded":"2024-09-13T16:09:10.521089+0000","last_fullsized":"2024-09-13T16:09:10.521089+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_clean_scrub_stamp":"2024-09-13T16:09:09.134455+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:04:42.233430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.11","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.511686+0000","last_change":"2024-09-13T16:09:10.509690+0000","last_active":"2024-09-13T16:09:10.511686+0000","last_peered":"2024-09-13T16:09:10.511686+0000","last_clean":"2024-09-13T16:09:10.511686+0000","last_became_active":"2024-09-13T16:09:10.509432+0000","last_became_peered":"2024-09-13T16:09:10.509432+0000","last_unstale":"2024-09-13T16:09:10.511686+0000","last_undegraded":"2024-09-13T16:09:10.511686+0000","last_fullsized":"2024-09-13T16:09:10.511686+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:22:21.541924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":10,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.508093+0000","last_change":"2024-09-13T16:09:10.160362+0000","last_active":"2024-09-13T16:09:10.508093+0000","last_peered":"2024-09-13T16:09:10.508093+0000","last_clean":"2024-09-13T16:09:10.508093+0000","last_became_active":"2024-09-13T16:09:10.159999+0000","last_became_peered":"2024-09-13T16:09:10.159999+0000","last_unstale":"2024-09-13T16:09:10.508093+0000","last_undegraded":"2024-09-13T16:09:10.508093+0000","last_fullsized":"2024-09-13T16:09:10.508093+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_clean_scrub_stamp":"2024-09-13T16:09:09.134455+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:06:23.372741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.12","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.524292+0000","last_change":"2024-09-13T16:09:10.522266+0000","last_active":"2024-09-13T16:09:10.524292+0000","last_peered":"2024-09-13T16:09:10.524292+0000","last_clean":"2024-09-13T16:09:10.524292+0000","last_became_active":"2024-09-13T16:09:10.522017+0000","last_became_peered":"2024-09-13T16:09:10.522017+0000","last_unstale":"2024-09-13T16:09:10.524292+0000","last_undegraded":"2024-09-13T16:09:10.524292+0000","last_fullsized":"2024-09-13T16:09:10.524292+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:27:58.902283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":10,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.504033+0000","last_change":"2024-09-13T16:09:10.156033+0000","last_active":"2024-09-13T16:09:10.504033+0000","last_peered":"2024-09-13T16:09:10.504033+0000","last_clean":"2024-09-13T16:09:10.504033+0000","last_became_active":"2024-09-13T16:09:10.155718+0000","last_became_peered":"2024-09-13T16:09:10.155718+0000","last_unstale":"2024-09-13T16:09:10.504033+0000","last_undegraded":"2024-09-13T16:09:10.504033+0000","last_fullsized":"2024-09-13T16:09:10.504033+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_clean_scrub_stamp":"2024-09-13T16:09:09.134455+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:16:03.722108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.13","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.503991+0000","last_change":"2024-09-13T16:09:10.503401+0000","last_active":"2024-09-13T16:09:10.503991+0000","last_peered":"2024-09-13T16:09:10.503991+0000","last_clean":"2024-09-13T16:09:10.503991+0000","last_became_active":"2024-09-13T16:09:10.503160+0000","last_became_peered":"2024-09-13T16:09:10.503160+0000","last_unstale":"2024-09-13T16:09:10.503991+0000","last_undegraded":"2024-09-13T16:09:10.503991+0000","last_fullsized":"2024-09-13T16:09:10.503991+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:27:20.815135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.10","version":"95'8","reported_seq":18,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.526431+0000","last_change":"2024-09-13T16:09:10.166189+0000","last_active":"2024-09-13T16:09:10.526431+0000","last_peered":"2024-09-13T16:09:10.526431+0000","last_clean":"2024-09-13T16:09:10.526431+0000","last_became_active":"2024-09-13T16:09:10.165900+0000","last_became_peered":"2024-09-13T16:09:10.165900+0000","last_unstale":"2024-09-13T16:09:10.526431+0000","last_undegraded":"2024-09-13T16:09:10.526431+0000","last_fullsized":"2024-09-13T16:09:10.526431+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_clean_scrub_stamp":"2024-09-13T16:09:09.134455+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:31:09.634926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.c","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.519199+0000","last_change":"2024-09-13T16:09:10.515513+0000","last_active":"2024-09-13T16:09:10.519199+0000","last_peered":"2024-09-13T16:09:10.519199+0000","last_clean":"2024-09-13T16:09:10.519199+0000","last_became_active":"2024-09-13T16:09:10.512515+0000","last_became_peered":"2024-09-13T16:09:10.512515+0000","last_unstale":"2024-09-13T16:09:10.519199+0000","last_undegraded":"2024-09-13T16:09:10.519199+0000","last_fullsized":"2024-09-13T16:09:10.519199+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:16:11.374948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.f","version":"95'1","reported_seq":11,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.517408+0000","last_change":"2024-09-13T16:09:10.158147+0000","last_active":"2024-09-13T16:09:10.517408+0000","last_peered":"2024-09-13T16:09:10.517408+0000","last_clean":"2024-09-13T16:09:10.517408+0000","last_became_active":"2024-09-13T16:09:10.157796+0000","last_became_peered":"2024-09-13T16:09:10.157796+0000","last_unstale":"2024-09-13T16:09:10.517408+0000","last_undegraded":"2024-09-13T16:09:10.517408+0000","last_fullsized":"2024-09-13T16:09:10.517408+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_clean_scrub_stamp":"2024-09-13T16:09:09.134455+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:13:28.819615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.d","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.511095+0000","last_change":"2024-09-13T16:09:10.509653+0000","last_active":"2024-09-13T16:09:10.511095+0000","last_peered":"2024-09-13T16:09:10.511095+0000","last_clean":"2024-09-13T16:09:10.511095+0000","last_became_active":"2024-09-13T16:09:10.509271+0000","last_became_peered":"2024-09-13T16:09:10.509271+0000","last_unstale":"2024-09-13T16:09:10.511095+0000","last_undegraded":"2024-09-13T16:09:10.511095+0000","last_fullsized":"2024-09-13T16:09:10.511095+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:11:54.398522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.e","version":"95'2","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.519658+0000","last_change":"2024-09-13T16:09:10.163497+0000","last_active":"2024-09-13T16:09:10.519658+0000","last_peered":"2024-09-13T16:09:10.519658+0000","last_clean":"2024-09-13T16:09:10.519658+0000","last_became_active":"2024-09-13T16:09:10.163250+0000","last_became_peered":"2024-09-13T16:09:10.163250+0000","last_unstale":"2024-09-13T16:09:10.519658+0000","last_undegraded":"2024-09-13T16:09:10.519658+0000","last_fullsized":"2024-09-13T16:09:10.519658+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_clean_scrub_stamp":"2024-09-13T16:09:09.134455+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:09:04.362176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.e","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.506818+0000","last_change":"2024-09-13T16:09:10.504661+0000","last_active":"2024-09-13T16:09:10.506818+0000","last_peered":"2024-09-13T16:09:10.506818+0000","last_clean":"2024-09-13T16:09:10.506818+0000","last_became_active":"2024-09-13T16:09:10.504404+0000","last_became_peered":"2024-09-13T16:09:10.504404+0000","last_unstale":"2024-09-13T16:09:10.506818+0000","last_undegraded":"2024-09-13T16:09:10.506818+0000","last_fullsized":"2024-09-13T16:09:10.506818+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:54:14.310452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.d","version":"95'1","reported_seq":11,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.525281+0000","last_change":"2024-09-13T16:09:10.161935+0000","last_active":"2024-09-13T16:09:10.525281+0000","last_peered":"2024-09-13T16:09:10.525281+0000","last_clean":"2024-09-13T16:09:10.525281+0000","last_became_active":"2024-09-13T16:09:10.161683+0000","last_became_peered":"2024-09-13T16:09:10.161683+0000","last_unstale":"2024-09-13T16:09:10.525281+0000","last_undegraded":"2024-09-13T16:09:10.525281+0000","last_fullsized":"2024-09-13T16:09:10.525281+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_clean_scrub_stamp":"2024-09-13T16:09:09.134455+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:28:51.798441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.8","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.523842+0000","last_change":"2024-09-13T16:09:10.521510+0000","last_active":"2024-09-13T16:09:10.523842+0000","last_peered":"2024-09-13T16:09:10.523842+0000","last_clean":"2024-09-13T16:09:10.523842+0000","last_became_active":"2024-09-13T16:09:10.521279+0000","last_became_peered":"2024-09-13T16:09:10.521279+0000","last_unstale":"2024-09-13T16:09:10.523842+0000","last_undegraded":"2024-09-13T16:09:10.523842+0000","last_fullsized":"2024-09-13T16:09:10.523842+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:39:25.401152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.b","version":"95'2","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.517206+0000","last_change":"2024-09-13T16:09:10.161872+0000","last_active":"2024-09-13T16:09:10.517206+0000","last_peered":"2024-09-13T16:09:10.517206+0000","last_clean":"2024-09-13T16:09:10.517206+0000","last_became_active":"2024-09-13T16:09:10.161627+0000","last_became_peered":"2024-09-13T16:09:10.161627+0000","last_unstale":"2024-09-13T16:09:10.517206+0000","last_undegraded":"2024-09-13T16:09:10.517206+0000","last_fullsized":"2024-09-13T16:09:10.517206+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_clean_scrub_stamp":"2024-09-13T16:09:09.134455+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:13:19.934431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.9","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.516925+0000","last_change":"2024-09-13T16:09:10.513495+0000","last_active":"2024-09-13T16:09:10.516925+0000","last_peered":"2024-09-13T16:09:10.516925+0000","last_clean":"2024-09-13T16:09:10.516925+0000","last_became_active":"2024-09-13T16:09:10.513246+0000","last_became_peered":"2024-09-13T16:09:10.513246+0000","last_unstale":"2024-09-13T16:09:10.516925+0000","last_undegraded":"2024-09-13T16:09:10.516925+0000","last_fullsized":"2024-09-13T16:09:10.516925+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:08:11.292929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":10,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.500580+0000","last_change":"2024-09-13T16:09:10.159380+0000","last_active":"2024-09-13T16:09:10.500580+0000","last_peered":"2024-09-13T16:09:10.500580+0000","last_clean":"2024-09-13T16:09:10.500580+0000","last_became_active":"2024-09-13T16:09:10.159120+0000","last_became_peered":"2024-09-13T16:09:10.159120+0000","last_unstale":"2024-09-13T16:09:10.500580+0000","last_undegraded":"2024-09-13T16:09:10.500580+0000","last_fullsized":"2024-09-13T16:09:10.500580+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_clean_scrub_stamp":"2024-09-13T16:09:09.134455+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:41:44.773575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.a","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.523705+0000","last_change":"2024-09-13T16:09:10.522563+0000","last_active":"2024-09-13T16:09:10.523705+0000","last_peered":"2024-09-13T16:09:10.523705+0000","last_clean":"2024-09-13T16:09:10.523705+0000","last_became_active":"2024-09-13T16:09:10.522290+0000","last_became_peered":"2024-09-13T16:09:10.522290+0000","last_unstale":"2024-09-13T16:09:10.523705+0000","last_undegraded":"2024-09-13T16:09:10.523705+0000","last_fullsized":"2024-09-13T16:09:10.523705+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:06:24.379468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":10,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.505023+0000","last_change":"2024-09-13T16:09:10.159122+0000","last_active":"2024-09-13T16:09:10.505023+0000","last_peered":"2024-09-13T16:09:10.505023+0000","last_clean":"2024-09-13T16:09:10.505023+0000","last_became_active":"2024-09-13T16:09:10.158858+0000","last_became_peered":"2024-09-13T16:09:10.158858+0000","last_unstale":"2024-09-13T16:09:10.505023+0000","last_undegraded":"2024-09-13T16:09:10.505023+0000","last_fullsized":"2024-09-13T16:09:10.505023+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_clean_scrub_stamp":"2024-09-13T16:09:09.134455+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:24:16.383576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.b","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.519248+0000","last_change":"2024-09-13T16:09:10.515518+0000","last_active":"2024-09-13T16:09:10.519248+0000","last_peered":"2024-09-13T16:09:10.519248+0000","last_clean":"2024-09-13T16:09:10.519248+0000","last_became_active":"2024-09-13T16:09:10.515017+0000","last_became_peered":"2024-09-13T16:09:10.515017+0000","last_unstale":"2024-09-13T16:09:10.519248+0000","last_undegraded":"2024-09-13T16:09:10.519248+0000","last_fullsized":"2024-09-13T16:09:10.519248+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:06:14.520563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":10,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.500419+0000","last_change":"2024-09-13T16:09:10.162788+0000","last_active":"2024-09-13T16:09:10.500419+0000","last_peered":"2024-09-13T16:09:10.500419+0000","last_clean":"2024-09-13T16:09:10.500419+0000","last_became_active":"2024-09-13T16:09:10.162493+0000","last_became_peered":"2024-09-13T16:09:10.162493+0000","last_unstale":"2024-09-13T16:09:10.500419+0000","last_undegraded":"2024-09-13T16:09:10.500419+0000","last_fullsized":"2024-09-13T16:09:10.500419+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_clean_scrub_stamp":"2024-09-13T16:09:09.134455+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:34:25.920951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.4","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.507508+0000","last_change":"2024-09-13T16:09:10.506987+0000","last_active":"2024-09-13T16:09:10.507508+0000","last_peered":"2024-09-13T16:09:10.507508+0000","last_clean":"2024-09-13T16:09:10.507508+0000","last_became_active":"2024-09-13T16:09:10.506307+0000","last_became_peered":"2024-09-13T16:09:10.506307+0000","last_unstale":"2024-09-13T16:09:10.507508+0000","last_undegraded":"2024-09-13T16:09:10.507508+0000","last_fullsized":"2024-09-13T16:09:10.507508+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:16:04.728835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.7","version":"95'2","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.519894+0000","last_change":"2024-09-13T16:09:10.160690+0000","last_active":"2024-09-13T16:09:10.519894+0000","last_peered":"2024-09-13T16:09:10.519894+0000","last_clean":"2024-09-13T16:09:10.519894+0000","last_became_active":"2024-09-13T16:09:10.160260+0000","last_became_peered":"2024-09-13T16:09:10.160260+0000","last_unstale":"2024-09-13T16:09:10.519894+0000","last_undegraded":"2024-09-13T16:09:10.519894+0000","last_fullsized":"2024-09-13T16:09:10.519894+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_clean_scrub_stamp":"2024-09-13T16:09:09.134455+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:34:53.383531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.5","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.518785+0000","last_change":"2024-09-13T16:09:10.512111+0000","last_active":"2024-09-13T16:09:10.518785+0000","last_peered":"2024-09-13T16:09:10.518785+0000","last_clean":"2024-09-13T16:09:10.518785+0000","last_became_active":"2024-09-13T16:09:10.511717+0000","last_became_peered":"2024-09-13T16:09:10.511717+0000","last_unstale":"2024-09-13T16:09:10.518785+0000","last_undegraded":"2024-09-13T16:09:10.518785+0000","last_fullsized":"2024-09-13T16:09:10.518785+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:30:07.613347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.6","version":"0'0","reported_seq":10,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.499847+0000","last_change":"2024-09-13T16:09:10.164034+0000","last_active":"2024-09-13T16:09:10.499847+0000","last_peered":"2024-09-13T16:09:10.499847+0000","last_clean":"2024-09-13T16:09:10.499847+0000","last_became_active":"2024-09-13T16:09:10.163751+0000","last_became_peered":"2024-09-13T16:09:10.163751+0000","last_unstale":"2024-09-13T16:09:10.499847+0000","last_undegraded":"2024-09-13T16:09:10.499847+0000","last_fullsized":"2024-09-13T16:09:10.499847+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_clean_scrub_stamp":"2024-09-13T16:09:09.134455+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:34:53.383531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.6","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.518844+0000","last_change":"2024-09-13T16:09:10.513604+0000","last_active":"2024-09-13T16:09:10.518844+0000","last_peered":"2024-09-13T16:09:10.518844+0000","last_clean":"2024-09-13T16:09:10.518844+0000","last_became_active":"2024-09-13T16:09:10.513377+0000","last_became_peered":"2024-09-13T16:09:10.513377+0000","last_unstale":"2024-09-13T16:09:10.518844+0000","last_undegraded":"2024-09-13T16:09:10.518844+0000","last_fullsized":"2024-09-13T16:09:10.518844+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:37:37.949825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":10,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.499454+0000","last_change":"2024-09-13T16:09:10.162852+0000","last_active":"2024-09-13T16:09:10.499454+0000","last_peered":"2024-09-13T16:09:10.499454+0000","last_clean":"2024-09-13T16:09:10.499454+0000","last_became_active":"2024-09-13T16:09:10.162538+0000","last_became_peered":"2024-09-13T16:09:10.162538+0000","last_unstale":"2024-09-13T16:09:10.499454+0000","last_undegraded":"2024-09-13T16:09:10.499454+0000","last_fullsized":"2024-09-13T16:09:10.499454+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_clean_scrub_stamp":"2024-09-13T16:09:09.134455+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:36:54.685126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.7","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.516537+0000","last_change":"2024-09-13T16:09:10.511262+0000","last_active":"2024-09-13T16:09:10.516537+0000","last_peered":"2024-09-13T16:09:10.516537+0000","last_clean":"2024-09-13T16:09:10.516537+0000","last_became_active":"2024-09-13T16:09:10.510597+0000","last_became_peered":"2024-09-13T16:09:10.510597+0000","last_unstale":"2024-09-13T16:09:10.516537+0000","last_undegraded":"2024-09-13T16:09:10.516537+0000","last_fullsized":"2024-09-13T16:09:10.516537+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:05:33.613573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":10,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.503609+0000","last_change":"2024-09-13T16:09:10.157028+0000","last_active":"2024-09-13T16:09:10.503609+0000","last_peered":"2024-09-13T16:09:10.503609+0000","last_clean":"2024-09-13T16:09:10.503609+0000","last_became_active":"2024-09-13T16:09:10.156336+0000","last_became_peered":"2024-09-13T16:09:10.156336+0000","last_unstale":"2024-09-13T16:09:10.503609+0000","last_undegraded":"2024-09-13T16:09:10.503609+0000","last_fullsized":"2024-09-13T16:09:10.503609+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_clean_scrub_stamp":"2024-09-13T16:09:09.134455+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:04:26.409173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.0","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.511122+0000","last_change":"2024-09-13T16:09:10.507841+0000","last_active":"2024-09-13T16:09:10.511122+0000","last_peered":"2024-09-13T16:09:10.511122+0000","last_clean":"2024-09-13T16:09:10.511122+0000","last_became_active":"2024-09-13T16:09:10.507631+0000","last_became_peered":"2024-09-13T16:09:10.507631+0000","last_unstale":"2024-09-13T16:09:10.511122+0000","last_undegraded":"2024-09-13T16:09:10.511122+0000","last_fullsized":"2024-09-13T16:09:10.511122+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:19:00.705016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":10,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.507971+0000","last_change":"2024-09-13T16:09:10.159021+0000","last_active":"2024-09-13T16:09:10.507971+0000","last_peered":"2024-09-13T16:09:10.507971+0000","last_clean":"2024-09-13T16:09:10.507971+0000","last_became_active":"2024-09-13T16:09:10.158743+0000","last_became_peered":"2024-09-13T16:09:10.158743+0000","last_unstale":"2024-09-13T16:09:10.507971+0000","last_undegraded":"2024-09-13T16:09:10.507971+0000","last_fullsized":"2024-09-13T16:09:10.507971+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_clean_scrub_stamp":"2024-09-13T16:09:09.134455+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:52:04.658175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.1","version":"0'0","reported_seq":10,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-09-13T16:09:11.616458+0000","last_change":"2024-09-13T16:09:10.515222+0000","last_active":"2024-09-13T16:09:11.616458+0000","last_peered":"2024-09-13T16:09:11.616458+0000","last_clean":"2024-09-13T16:09:11.616458+0000","last_became_active":"2024-09-13T16:09:10.514908+0000","last_became_peered":"2024-09-13T16:09:10.514908+0000","last_unstale":"2024-09-13T16:09:11.616458+0000","last_undegraded":"2024-09-13T16:09:11.616458+0000","last_fullsized":"2024-09-13T16:09:11.616458+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:50:00.681288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":10,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.505120+0000","last_change":"2024-09-13T16:09:10.162579+0000","last_active":"2024-09-13T16:09:10.505120+0000","last_peered":"2024-09-13T16:09:10.505120+0000","last_clean":"2024-09-13T16:09:10.505120+0000","last_became_active":"2024-09-13T16:09:10.162320+0000","last_became_peered":"2024-09-13T16:09:10.162320+0000","last_unstale":"2024-09-13T16:09:10.505120+0000","last_undegraded":"2024-09-13T16:09:10.505120+0000","last_fullsized":"2024-09-13T16:09:10.505120+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_clean_scrub_stamp":"2024-09-13T16:09:09.134455+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:28:51.798441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.2","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.523308+0000","last_change":"2024-09-13T16:09:10.522482+0000","last_active":"2024-09-13T16:09:10.523308+0000","last_peered":"2024-09-13T16:09:10.523308+0000","last_clean":"2024-09-13T16:09:10.523308+0000","last_became_active":"2024-09-13T16:09:10.522193+0000","last_became_peered":"2024-09-13T16:09:10.522193+0000","last_unstale":"2024-09-13T16:09:10.523308+0000","last_undegraded":"2024-09-13T16:09:10.523308+0000","last_fullsized":"2024-09-13T16:09:10.523308+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:58:29.493403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":10,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.504002+0000","last_change":"2024-09-13T16:09:10.157425+0000","last_active":"2024-09-13T16:09:10.504002+0000","last_peered":"2024-09-13T16:09:10.504002+0000","last_clean":"2024-09-13T16:09:10.504002+0000","last_became_active":"2024-09-13T16:09:10.156382+0000","last_became_peered":"2024-09-13T16:09:10.156382+0000","last_unstale":"2024-09-13T16:09:10.504002+0000","last_undegraded":"2024-09-13T16:09:10.504002+0000","last_fullsized":"2024-09-13T16:09:10.504002+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_clean_scrub_stamp":"2024-09-13T16:09:09.134455+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:22:37.083105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.3","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.519266+0000","last_change":"2024-09-13T16:09:10.515657+0000","last_active":"2024-09-13T16:09:10.519266+0000","last_peered":"2024-09-13T16:09:10.519266+0000","last_clean":"2024-09-13T16:09:10.519266+0000","last_became_active":"2024-09-13T16:09:10.515306+0000","last_became_peered":"2024-09-13T16:09:10.515306+0000","last_unstale":"2024-09-13T16:09:10.519266+0000","last_undegraded":"2024-09-13T16:09:10.519266+0000","last_fullsized":"2024-09-13T16:09:10.519266+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:44:46.022860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":10,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.504874+0000","last_change":"2024-09-13T16:09:10.160344+0000","last_active":"2024-09-13T16:09:10.504874+0000","last_peered":"2024-09-13T16:09:10.504874+0000","last_clean":"2024-09-13T16:09:10.504874+0000","last_became_active":"2024-09-13T16:09:10.160013+0000","last_became_peered":"2024-09-13T16:09:10.160013+0000","last_unstale":"2024-09-13T16:09:10.504874+0000","last_undegraded":"2024-09-13T16:09:10.504874+0000","last_fullsized":"2024-09-13T16:09:10.504874+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_clean_scrub_stamp":"2024-09-13T16:09:09.134455+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:31:09.634926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.f","version":"0'0","reported_seq":9,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.514315+0000","last_change":"2024-09-13T16:09:10.513169+0000","last_active":"2024-09-13T16:09:10.514315+0000","last_peered":"2024-09-13T16:09:10.514315+0000","last_clean":"2024-09-13T16:09:10.514315+0000","last_became_active":"2024-09-13T16:09:10.512891+0000","last_became_peered":"2024-09-13T16:09:10.512891+0000","last_unstale":"2024-09-13T16:09:10.514315+0000","last_undegraded":"2024-09-13T16:09:10.514315+0000","last_fullsized":"2024-09-13T16:09:10.514315+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":94,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:10.141182+0000","last_clean_scrub_stamp":"2024-09-13T16:09:10.141182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:56:48.390204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":10,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.506596+0000","last_change":"2024-09-13T16:09:10.166646+0000","last_active":"2024-09-13T16:09:10.506596+0000","last_peered":"2024-09-13T16:09:10.506596+0000","last_clean":"2024-09-13T16:09:10.506596+0000","last_became_active":"2024-09-13T16:09:10.165798+0000","last_became_peered":"2024-09-13T16:09:10.165798+0000","last_unstale":"2024-09-13T16:09:10.506596+0000","last_undegraded":"2024-09-13T16:09:10.506596+0000","last_fullsized":"2024-09-13T16:09:10.506596+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:09:09.134455+0000","last_clean_scrub_stamp":"2024-09-13T16:09:09.134455+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:04:42.233430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":227,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-13T16:09:10.154406+0000","last_change":"2024-09-13T16:01:29.143297+0000","last_active":"2024-09-13T16:09:10.154406+0000","last_peered":"2024-09-13T16:09:10.154406+0000","last_clean":"2024-09-13T16:09:10.154406+0000","last_became_active":"2024-09-13T16:01:29.142269+0000","last_became_peered":"2024-09-13T16:01:29.142269+0000","last_unstale":"2024-09-13T16:09:10.154406+0000","last_undegraded":"2024-09-13T16:09:10.154406+0000","last_fullsized":"2024-09-13T16:09:10.154406+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:27.864638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:27.864638+0000","last_clean_scrub_stamp":"2024-09-13T16:01:27.864638+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:25:24.741463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":13,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":14,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":14,"seq":60129542242,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":130644,"kb_used_data":1156,"kb_used_omap":1,"kb_used_meta":129470,"kb_avail":94241196,"statfs":{"total":96636764160,"available":96502984704,"internally_reserved":0,"allocated":1183744,"data_stored":540251,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":132577736},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:08:45 2024","interfaces":[{"interface":"back","average":{"1min":0.35399999999999998,"5min":0.309,"15min":0.34200000000000003},"min":{"1min":0.20000000000000001,"5min":0.183,"15min":0.183},"max":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.70999999999999996},"last":0.29599999999999999},{"interface":"front","average":{"1min":0.34399999999999997,"5min":0.29799999999999999,"15min":0.315},"min":{"1min":0.224,"5min":0.17899999999999999,"15min":0.17899999999999999},"max":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"last":0.27000000000000002}]},{"osd":1,"last update":"Fri Sep 13 16:08:45 2024","interfaces":[{"interface":"back","average":{"1min":0.35699999999999998,"5min":0.30399999999999999,"15min":0.318},"min":{"1min":0.246,"5min":0.182,"15min":0.182},"max":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"last":0.253},{"interface":"front","average":{"1min":0.38300000000000001,"5min":0.33800000000000002,"15min":0.35699999999999998},"min":{"1min":0.25700000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"last":0.32900000000000001}]},{"osd":2,"last update":"Fri Sep 13 16:08:45 2024","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.34000000000000002,"15min":0.37},"min":{"1min":0.28000000000000003,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.63500000000000001},"last":0.36099999999999999},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.36599999999999999,"15min":0.38},"min":{"1min":0.27400000000000002,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.92500000000000004},"last":0.38900000000000001}]},{"osd":4,"last update":"Fri Sep 13 16:08:45 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.46100000000000002,"15min":0.52700000000000002},"min":{"1min":0.38400000000000001,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.84199999999999997,"5min":1.0569999999999999,"15min":1.0569999999999999},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.49299999999999999,"15min":0.55600000000000005},"min":{"1min":0.438,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.77100000000000002,"5min":1.141,"15min":1.141},"last":0.629}]},{"osd":5,"last update":"Fri Sep 13 16:08:45 2024","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.48999999999999999,"15min":0.53900000000000003},"min":{"1min":0.40200000000000002,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.85599999999999998,"5min":1.0700000000000001,"15min":1.0700000000000001},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.52300000000000002,"15min":0.56399999999999995},"min":{"1min":0.45300000000000001,"5min":0.311,"15min":0.311},"max":{"1min":1.0169999999999999,"5min":1.153,"15min":1.153},"last":0.61799999999999999}]},{"osd":6,"last update":"Fri Sep 13 16:08:45 2024","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.53000000000000003,"15min":0.57499999999999996},"min":{"1min":0.49099999999999999,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.95499999999999996,"5min":0.95499999999999996,"15min":0.95899999999999996},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.51100000000000001,"15min":0.56499999999999995},"min":{"1min":0.432,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.81799999999999995,"5min":1.131,"15min":1.131},"last":0.53600000000000003}]},{"osd":7,"last update":"Fri Sep 13 16:08:45 2024","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.53100000000000003,"15min":0.57899999999999996},"min":{"1min":0.46899999999999997,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.96899999999999997,"5min":1.018,"15min":1.1799999999999999},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.52900000000000003,"15min":0.57099999999999995},"min":{"1min":0.48099999999999998,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.82399999999999995,"5min":0.89200000000000002,"15min":0.91800000000000004},"last":0.60299999999999998}]}]},{"osd":7,"up_from":13,"seq":55834574944,"num_pgs":14,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":99224,"kb_used_data":1732,"kb_used_omap":1,"kb_used_meta":97470,"kb_avail":94272616,"statfs":{"total":96636764160,"available":96535158784,"internally_reserved":0,"allocated":1773568,"data_stored":1124055,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":99809739},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:08:39 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.41599999999999998,"15min":0.46899999999999997},"min":{"1min":0.27000000000000002,"5min":0.193,"15min":0.193},"max":{"1min":0.70799999999999996,"5min":0.72799999999999998,"15min":0.81000000000000005},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.42099999999999999,"15min":0.501},"min":{"1min":0.34599999999999997,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.77500000000000002},"last":0.45700000000000002}]},{"osd":1,"last update":"Fri Sep 13 16:08:39 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.42399999999999999,"15min":0.498},"min":{"1min":0.34499999999999997,"5min":0.22,"15min":0.22},"max":{"1min":0.66200000000000003,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.376},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.45800000000000002,"15min":0.501},"min":{"1min":0.32200000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.90300000000000002},"last":0.53500000000000003}]},{"osd":2,"last update":"Fri Sep 13 16:08:39 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.46200000000000002,"15min":0.59599999999999997},"min":{"1min":0.41599999999999998,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":2.2919999999999998},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.46700000000000003,"15min":0.52800000000000002},"min":{"1min":0.48199999999999998,"5min":0.255,"15min":0.255},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.86399999999999999},"last":0.42099999999999999}]},{"osd":3,"last update":"Fri Sep 13 16:08:39 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.46400000000000002,"15min":0.51400000000000001},"min":{"1min":0.38500000000000001,"5min":0.255,"15min":0.255},"max":{"1min":0.70799999999999996,"5min":0.78000000000000003,"15min":0.83599999999999997},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.46300000000000002,"15min":0.50700000000000001},"min":{"1min":0.34899999999999998,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.73299999999999998,"5min":0.75600000000000001,"15min":0.88100000000000001},"last":0.40699999999999997}]},{"osd":4,"last update":"Fri Sep 13 16:08:39 2024","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.40500000000000003,"15min":0.439},"min":{"1min":0.308,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.435},{"interface":"front","average":{"1min":0.502,"5min":0.42399999999999999,"15min":0.45300000000000001},"min":{"1min":0.31,"5min":0.249,"15min":0.249},"max":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.33900000000000002}]},{"osd":5,"last update":"Fri Sep 13 16:08:39 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.44500000000000001,"15min":0.49299999999999999},"min":{"1min":0.29299999999999998,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.502,"15min":0.54900000000000004},"min":{"1min":0.35099999999999998,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.79500000000000004,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.52700000000000002}]},{"osd":6,"last update":"Fri Sep 13 16:08:39 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.47099999999999997,"15min":0.51600000000000001},"min":{"1min":0.36099999999999999,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.497},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.48099999999999998,"15min":0.53500000000000003},"min":{"1min":0.37,"5min":0.315,"15min":0.315},"max":{"1min":0.82899999999999996,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.505}]}]},{"osd":6,"up_from":13,"seq":55834574944,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":100348,"kb_used_data":1132,"kb_used_omap":1,"kb_used_meta":99198,"kb_avail":94271492,"statfs":{"total":96636764160,"available":96534007808,"internally_reserved":0,"allocated":1159168,"data_stored":526536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":101579207},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:08:45 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.44600000000000001,"15min":0.51300000000000001},"min":{"1min":0.27900000000000003,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.97099999999999997},"last":0.24299999999999999},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.47099999999999997,"15min":0.51700000000000002},"min":{"1min":0.25900000000000001,"5min":0.25600000000000001,"15min":0.22500000000000001},"max":{"1min":1.224,"5min":1.224,"15min":1.224},"last":0.44700000000000001}]},{"osd":1,"last update":"Fri Sep 13 16:08:45 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.438,"15min":0.50800000000000001},"min":{"1min":0.27400000000000002,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":1.0940000000000001},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.436,"15min":0.48999999999999999},"min":{"1min":0.29699999999999999,"5min":0.247,"15min":0.247},"max":{"1min":1.1879999999999999,"5min":1.1879999999999999,"15min":1.1879999999999999},"last":0.496}]},{"osd":2,"last update":"Fri Sep 13 16:08:45 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.44900000000000001,"15min":0.499},"min":{"1min":0.378,"5min":0.247,"15min":0.247},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.94799999999999995},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.46500000000000002,"15min":0.55100000000000005},"min":{"1min":0.371,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.91800000000000004},"last":0.34499999999999997}]},{"osd":3,"last update":"Fri Sep 13 16:08:45 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.46100000000000002,"15min":0.54200000000000004},"min":{"1min":0.28599999999999998,"5min":0.252,"15min":0.252},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.90000000000000002},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.48699999999999999,"15min":0.56999999999999995},"min":{"1min":0.33000000000000002,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.84399999999999997},"last":0.38500000000000001}]},{"osd":4,"last update":"Fri Sep 13 16:08:45 2024","interfaces":[{"interface":"back","average":{"1min":0.48799999999999999,"5min":0.40999999999999998,"15min":0.47999999999999998},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":1.1559999999999999,"5min":1.1559999999999999,"15min":1.1559999999999999},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.44600000000000001,"15min":0.50800000000000001},"min":{"1min":0.314,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.88900000000000001},"last":0.51400000000000001}]},{"osd":5,"last update":"Fri Sep 13 16:08:45 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.46700000000000003,"15min":0.54400000000000004},"min":{"1min":0.34799999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.68300000000000005,"5min":0.72599999999999998,"15min":0.82099999999999995},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.48599999999999999,"15min":0.55700000000000005},"min":{"1min":0.36299999999999999,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.93999999999999995},"last":0.42099999999999999}]},{"osd":7,"last update":"Fri Sep 13 16:08:45 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.48099999999999998,"15min":0.54100000000000004},"min":{"1min":0.32400000000000001,"5min":0.254,"15min":0.254},"max":{"1min":1.1080000000000001,"5min":1.1080000000000001,"15min":1.1080000000000001},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.62,"5min":0.52800000000000002,"15min":0.60399999999999998},"min":{"1min":0.439,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.79200000000000004,"5min":0.85099999999999998,"15min":0.92600000000000005},"last":0.55500000000000005}]}]},{"osd":5,"up_from":13,"seq":55834574943,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":72452,"kb_used_data":1144,"kb_used_omap":1,"kb_used_meta":71294,"kb_avail":94299388,"statfs":{"total":96636764160,"available":96562573312,"internally_reserved":0,"allocated":1171456,"data_stored":533631,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":73005510},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:08:38 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.41999999999999998,"15min":0.46899999999999997},"min":{"1min":0.36099999999999999,"5min":0.215,"15min":0.215},"max":{"1min":0.75900000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.441,"15min":0.47999999999999998},"min":{"1min":0.33100000000000002,"5min":0.219,"15min":0.219},"max":{"1min":0.68300000000000005,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.311}]},{"osd":1,"last update":"Fri Sep 13 16:08:38 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.44800000000000001,"15min":0.495},"min":{"1min":0.38100000000000001,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.73999999999999999,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.45700000000000002,"15min":0.499},"min":{"1min":0.377,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.72999999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.378}]},{"osd":2,"last update":"Fri Sep 13 16:08:38 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.443,"15min":0.499},"min":{"1min":0.36199999999999999,"5min":0.249,"15min":0.249},"max":{"1min":0.74199999999999999,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.47699999999999998,"15min":0.54600000000000004},"min":{"1min":0.40799999999999997,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.76500000000000001,"5min":1.6000000000000001,"15min":1.6000000000000001},"last":0.435}]},{"osd":3,"last update":"Fri Sep 13 16:08:38 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.48399999999999999,"15min":0.52700000000000002},"min":{"1min":0.39100000000000001,"5min":0.252,"15min":0.252},"max":{"1min":0.78800000000000003,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.52000000000000002,"15min":0.57599999999999996},"min":{"1min":0.38300000000000001,"5min":0.314,"15min":0.314},"max":{"1min":0.77200000000000002,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.47899999999999998}]},{"osd":4,"last update":"Fri Sep 13 16:08:38 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.44700000000000001,"15min":0.51700000000000002},"min":{"1min":0.32200000000000001,"5min":0.254,"15min":0.254},"max":{"1min":1.377,"5min":1.377,"15min":1.377},"last":0.41099999999999998},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.44600000000000001,"15min":0.51200000000000001},"min":{"1min":0.33900000000000002,"5min":0.24399999999999999,"15min":0.23799999999999999},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.93799999999999994},"last":0.42099999999999999}]},{"osd":6,"last update":"Fri Sep 13 16:08:38 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.439,"15min":0.50800000000000001},"min":{"1min":0.31,"5min":0.251,"15min":0.251},"max":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.47699999999999998,"15min":0.55600000000000005},"min":{"1min":0.35699999999999998,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":1.036},"last":0.45900000000000002}]},{"osd":7,"last update":"Fri Sep 13 16:08:38 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.47899999999999998,"15min":0.52900000000000003},"min":{"1min":0.377,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.73199999999999998,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.49099999999999999,"15min":0.56200000000000006},"min":{"1min":0.42999999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.90900000000000003},"last":0.51200000000000001}]}]},{"osd":4,"up_from":13,"seq":55834574944,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":86316,"kb_used_data":1120,"kb_used_omap":1,"kb_used_meta":85182,"kb_avail":94285524,"statfs":{"total":96636764160,"available":96548376576,"internally_reserved":0,"allocated":1146880,"data_stored":519941,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":87226822},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:08:39 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.46100000000000002,"15min":0.47999999999999998},"min":{"1min":0.38,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.81499999999999995,"5min":5.7510000000000003,"15min":5.7510000000000003},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.63,"15min":0.52700000000000002},"min":{"1min":0.33000000000000002,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.74299999999999999,"5min":18.648,"15min":18.648},"last":0.34499999999999997}]},{"osd":1,"last update":"Fri Sep 13 16:08:39 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.64800000000000002,"15min":0.53800000000000003},"min":{"1min":0.27700000000000002,"5min":0.221,"15min":0.221},"max":{"1min":0.71999999999999997,"5min":20.414000000000001,"15min":20.414000000000001},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.67900000000000005,"15min":0.57499999999999996},"min":{"1min":0.39000000000000001,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.748,"5min":20.018000000000001,"15min":20.018000000000001},"last":0.40200000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:08:39 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.46899999999999997,"15min":0.497},"min":{"1min":0.32900000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.73099999999999998,"5min":1.5529999999999999,"15min":1.5529999999999999},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.626,"5min":0.64400000000000002,"15min":0.61899999999999999},"min":{"1min":0.41399999999999998,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.872,"5min":12.138,"15min":12.138},"last":0.53700000000000003}]},{"osd":3,"last update":"Fri Sep 13 16:08:39 2024","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.627,"15min":0.59299999999999997},"min":{"1min":0.46100000000000002,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.84799999999999998,"5min":13.097,"15min":13.097},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.58399999999999996,"15min":0.53400000000000003},"min":{"1min":0.42999999999999999,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.76900000000000002,"5min":11.009,"15min":11.009},"last":0.437}]},{"osd":5,"last update":"Fri Sep 13 16:08:39 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.70799999999999996,"15min":0.56699999999999995},"min":{"1min":0.32700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.82999999999999996,"5min":24.812999999999999,"15min":24.812999999999999},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.48799999999999999,"15min":0.53000000000000003},"min":{"1min":0.39800000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.82999999999999996,"5min":1.5860000000000001,"15min":1.5860000000000001},"last":0.49399999999999999}]},{"osd":6,"last update":"Fri Sep 13 16:08:39 2024","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.60399999999999998,"15min":0.54600000000000004},"min":{"1min":0.35999999999999999,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.90300000000000002,"5min":13.071999999999999,"15min":13.071999999999999},"last":0.504},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.72999999999999998,"15min":0.58999999999999997},"min":{"1min":0.34499999999999997,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.70999999999999996,"5min":24.873999999999999,"15min":24.873999999999999},"last":0.38600000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:08:39 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":1.2210000000000001,"15min":0.752},"min":{"1min":0.35999999999999999,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.88100000000000001,"5min":64.593999999999994,"15min":64.593999999999994},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.63100000000000001,"5min":0.66000000000000003,"15min":0.62},"min":{"1min":0.432,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.95299999999999996,"5min":13.125,"15min":13.125},"last":0.56100000000000005}]}]},{"osd":2,"up_from":13,"seq":55834574943,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":100284,"kb_used_data":1132,"kb_used_omap":1,"kb_used_meta":99134,"kb_avail":94271556,"statfs":{"total":96636764160,"available":96534073344,"internally_reserved":0,"allocated":1159168,"data_stored":526536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":101513670},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:08:40 2024","interfaces":[{"interface":"back","average":{"1min":0.36599999999999999,"5min":0.28499999999999998,"15min":0.316},"min":{"1min":0.223,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.29699999999999999},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.30499999999999999,"15min":0.32900000000000001},"min":{"1min":0.29299999999999998,"5min":0.185,"15min":0.185},"max":{"1min":0.622,"5min":0.622,"15min":0.63200000000000001},"last":0.41099999999999998}]},{"osd":1,"last update":"Fri Sep 13 16:08:40 2024","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.318,"15min":0.32800000000000001},"min":{"1min":0.218,"5min":0.189,"15min":0.189},"max":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.42099999999999999,"5min":0.35699999999999998,"15min":0.39100000000000001},"min":{"1min":0.28499999999999998,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.38400000000000001}]},{"osd":3,"last update":"Fri Sep 13 16:08:46 2024","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.34100000000000003,"15min":0.35499999999999998},"min":{"1min":0.27200000000000002,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.35099999999999998,"15min":0.35299999999999998},"min":{"1min":0.27300000000000002,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.371}]},{"osd":4,"last update":"Fri Sep 13 16:08:40 2024","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.47999999999999998,"15min":0.53900000000000003},"min":{"1min":0.42699999999999999,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.69699999999999995},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.48199999999999998,"15min":0.54600000000000004},"min":{"1min":0.41499999999999998,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.67200000000000004}]},{"osd":5,"last update":"Fri Sep 13 16:08:40 2024","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.49099999999999999,"15min":0.54600000000000004},"min":{"1min":0.41499999999999998,"5min":0.25,"15min":0.25},"max":{"1min":1.0169999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.64300000000000002,"5min":0.496,"15min":0.54100000000000004},"min":{"1min":0.39200000000000002,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.66100000000000003}]},{"osd":6,"last update":"Fri Sep 13 16:08:40 2024","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.49399999999999999,"15min":0.55000000000000004},"min":{"1min":0.378,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.75},{"interface":"front","average":{"1min":0.65700000000000003,"5min":0.52000000000000002,"15min":0.57299999999999995},"min":{"1min":0.38400000000000001,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.68500000000000005}]},{"osd":7,"last update":"Fri Sep 13 16:08:40 2024","interfaces":[{"interface":"back","average":{"1min":0.67700000000000005,"5min":0.53000000000000003,"15min":0.57099999999999995},"min":{"1min":0.48899999999999999,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":1.03,"5min":1.03,"15min":1.03},"last":0.626},{"interface":"front","average":{"1min":0.67200000000000004,"5min":0.53000000000000003,"15min":0.58099999999999996},"min":{"1min":0.40500000000000003,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.86199999999999999,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.70899999999999996}]}]},{"osd":1,"up_from":13,"seq":55834574943,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":98680,"kb_used_data":1132,"kb_used_omap":1,"kb_used_meta":97534,"kb_avail":94273160,"statfs":{"total":96636764160,"available":96535715840,"internally_reserved":0,"allocated":1159168,"data_stored":526536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":99875270},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:08:42 2024","interfaces":[{"interface":"back","average":{"1min":0.35899999999999999,"5min":0.28299999999999997,"15min":0.33200000000000002},"min":{"1min":0.251,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.98199999999999998},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.35999999999999999,"5min":0.31,"15min":0.35299999999999998},"min":{"1min":0.27000000000000002,"5min":0.186,"15min":0.186},"max":{"1min":0.56399999999999995,"5min":0.57999999999999996,"15min":0.85099999999999998},"last":0.34599999999999997}]},{"osd":2,"last update":"Fri Sep 13 16:08:42 2024","interfaces":[{"interface":"back","average":{"1min":0.33000000000000002,"5min":0.29399999999999998,"15min":0.33300000000000002},"min":{"1min":0.253,"5min":0.186,"15min":0.186},"max":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.99099999999999999},"last":0.36399999999999999},{"interface":"front","average":{"1min":0.38700000000000001,"5min":0.33500000000000002,"15min":0.38500000000000001},"min":{"1min":0.30599999999999999,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.88400000000000001},"last":0.38100000000000001}]},{"osd":3,"last update":"Fri Sep 13 16:08:42 2024","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.33000000000000002,"15min":0.38400000000000001},"min":{"1min":0.26800000000000002,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.625,"5min":0.625,"15min":1.0289999999999999},"last":0.29799999999999999},{"interface":"front","average":{"1min":0.42499999999999999,"5min":0.372,"15min":0.41599999999999998},"min":{"1min":0.307,"5min":0.223,"15min":0.223},"max":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.95899999999999996},"last":0.42599999999999999}]},{"osd":4,"last update":"Fri Sep 13 16:08:42 2024","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.48799999999999999,"15min":0.54500000000000004},"min":{"1min":0.45100000000000001,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.81499999999999995,"5min":0.82799999999999996,"15min":0.93400000000000005},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.502,"15min":0.55300000000000005},"min":{"1min":0.45600000000000002,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.58299999999999996}]},{"osd":5,"last update":"Fri Sep 13 16:08:42 2024","interfaces":[{"interface":"back","average":{"1min":0.64700000000000002,"5min":0.499,"15min":0.53000000000000003},"min":{"1min":0.435,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.63100000000000001,"5min":0.51600000000000001,"15min":0.56200000000000006},"min":{"1min":0.47899999999999998,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.56399999999999995}]},{"osd":6,"last update":"Fri Sep 13 16:08:42 2024","interfaces":[{"interface":"back","average":{"1min":0.64200000000000002,"5min":0.52100000000000002,"15min":0.56100000000000005},"min":{"1min":0.44400000000000001,"5min":0.313,"15min":0.313},"max":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.53200000000000003,"15min":0.56200000000000006},"min":{"1min":0.51500000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.997,"5min":0.997,"15min":0.997},"last":0.68700000000000006}]},{"osd":7,"last update":"Fri Sep 13 16:08:42 2024","interfaces":[{"interface":"back","average":{"1min":0.67700000000000005,"5min":0.54100000000000004,"15min":0.57199999999999995},"min":{"1min":0.51300000000000001,"5min":0.315,"15min":0.315},"max":{"1min":0.98799999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.66400000000000003,"5min":0.54100000000000004,"15min":0.57099999999999995},"min":{"1min":0.48399999999999999,"5min":0.377,"15min":0.377},"max":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.66800000000000004}]}]},{"osd":0,"up_from":13,"seq":55834574945,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":117276,"kb_used_data":1744,"kb_used_omap":1,"kb_used_meta":115518,"kb_avail":94254564,"statfs":{"total":96636764160,"available":96516673536,"internally_reserved":0,"allocated":1785856,"data_stored":1125600,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":118290887},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 16:08:36 2024","interfaces":[{"interface":"back","average":{"1min":0.35599999999999998,"5min":0.29199999999999998,"15min":0.39900000000000002},"min":{"1min":0.23100000000000001,"5min":0.151,"15min":0.151},"max":{"1min":0.52800000000000002,"5min":0.54500000000000004,"15min":2.5960000000000001},"last":0.33300000000000002},{"interface":"front","average":{"1min":0.375,"5min":0.307,"15min":0.35199999999999998},"min":{"1min":0.23200000000000001,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":0.48199999999999998,"5min":0.52200000000000002,"15min":0.65900000000000003},"last":0.26900000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:08:36 2024","interfaces":[{"interface":"back","average":{"1min":0.36399999999999999,"5min":0.311,"15min":0.374},"min":{"1min":0.24399999999999999,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":1.373},"last":0.28899999999999998},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.34200000000000003,"15min":0.38400000000000001},"min":{"1min":0.255,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.77900000000000003},"last":0.30599999999999999}]},{"osd":3,"last update":"Fri Sep 13 16:08:44 2024","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.34999999999999998,"15min":0.39200000000000002},"min":{"1min":0.28299999999999997,"5min":0.218,"15min":0.218},"max":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.75},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.35599999999999998,"5min":0.32100000000000001,"15min":0.35799999999999998},"min":{"1min":0.25800000000000001,"5min":0.20899999999999999,"15min":0.20100000000000001},"max":{"1min":0.55700000000000005,"5min":0.55800000000000005,"15min":0.59699999999999998},"last":0.32000000000000001}]},{"osd":4,"last update":"Fri Sep 13 16:08:36 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.45900000000000002,"15min":0.52300000000000002},"min":{"1min":0.41899999999999998,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.79200000000000004},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.626,"5min":0.49299999999999999,"15min":0.55000000000000004},"min":{"1min":0.42499999999999999,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.93300000000000005,"5min":0.93300000000000005,"15min":1.321},"last":0.59899999999999998}]},{"osd":5,"last update":"Fri Sep 13 16:08:36 2024","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.96499999999999997,"15min":0.70499999999999996},"min":{"1min":0.44,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.90600000000000003,"5min":41.240000000000002,"15min":41.240000000000002},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.66400000000000003,"5min":0.997,"15min":0.745},"min":{"1min":0.499,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.86899999999999999,"5min":41.301000000000002,"15min":41.301000000000002},"last":0.624}]},{"osd":6,"last update":"Fri Sep 13 16:08:36 2024","interfaces":[{"interface":"back","average":{"1min":0.63800000000000001,"5min":0.49199999999999999,"15min":0.53800000000000003},"min":{"1min":0.48599999999999999,"5min":0.312,"15min":0.312},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.95099999999999996},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.52500000000000002,"15min":0.57399999999999995},"min":{"1min":0.437,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.88800000000000001,"5min":0.88800000000000001,"15min":1.286},"last":1.0109999999999999}]},{"osd":7,"last update":"Fri Sep 13 16:08:36 2024","interfaces":[{"interface":"back","average":{"1min":0.69899999999999995,"5min":0.54200000000000004,"15min":0.59599999999999997},"min":{"1min":0.47699999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":1.1639999999999999,"5min":1.1639999999999999,"15min":1.1639999999999999},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.65700000000000003,"5min":0.51600000000000001,"15min":0.56799999999999995},"min":{"1min":0.44800000000000001,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.70499999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2270,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2168,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:09:13.760 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-09-13T16:09:13.761 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-13T16:09:13.900 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.898+0000 7f6ed4795640 1 Processor -- start 2024-09-13T16:09:13.900 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.898+0000 7f6ed4795640 1 -- start start 2024-09-13T16:09:13.902 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.899+0000 7f6ed4795640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6ecc15a3b0 0x7f6ecc0b20a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:13.902 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.899+0000 7f6ed4795640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f6ecc0b1720 0x7f6ecc0ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:13.902 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.899+0000 7f6ed4795640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6ecc15a790 con 0x7f6ecc0cea30 2024-09-13T16:09:13.902 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.899+0000 7f6ed4795640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6ecc0ceee0 con 0x7f6ecc0b1720 2024-09-13T16:09:13.902 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.899+0000 7f6ed4795640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6ecc0b2680 con 0x7f6ecc15a3b0 2024-09-13T16:09:13.902 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.900+0000 7f6ed1d30640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f6ecc0b1720 0x7f6ecc0ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:13.902 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.900+0000 7f6ed2531640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6ecc15a3b0 0x7f6ecc0b20a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:13.902 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.900+0000 7f6ed1d30640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f6ecc0b1720 0x7f6ecc0ce4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.76:52500/0 (socket says 172.21.15.76:52500) 2024-09-13T16:09:13.902 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.900+0000 7f6ed2531640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6ecc15a3b0 0x7f6ecc0b20a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.76:57976/0 (socket says 172.21.15.76:57976) 2024-09-13T16:09:13.902 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.900+0000 7f6ed1d30640 1 -- 172.21.15.76:0/2430716257 learned_addr learned my addr 172.21.15.76:0/2430716257 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:09:13.902 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.900+0000 7f6ed2d32640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7f6ecc0cea30 0x7f6ecc06c640 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:39810/0 (socket says 172.21.15.76:39810) 2024-09-13T16:09:13.903 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.900+0000 7f6ed1d30640 1 -- 172.21.15.76:0/2430716257 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6ecc15a3b0 msgr2=0x7f6ecc0b20a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:13.903 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.900+0000 7f6ed1d30640 1 --2- 172.21.15.76:0/2430716257 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6ecc15a3b0 0x7f6ecc0b20a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:13.903 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.900+0000 7f6ed1d30640 1 -- 172.21.15.76:0/2430716257 >> v1:172.21.15.192:6789/0 conn(0x7f6ecc0cea30 legacy=0x7f6ecc06c640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:13.903 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.900+0000 7f6ed1d30640 1 -- 172.21.15.76:0/2430716257 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6ecc0b2960 con 0x7f6ecc0b1720 2024-09-13T16:09:13.903 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.900+0000 7f6ed2531640 1 --2- 172.21.15.76:0/2430716257 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6ecc15a3b0 0x7f6ecc0b20a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:09:13.904 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.901+0000 7f6ed1d30640 1 --2- 172.21.15.76:0/2430716257 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6ecc0b1720 0x7f6ecc0ce4f0 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f6ebc009870 tx=0x7f6ebc02a270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6c4929c73d889fd7 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:13.904 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.901+0000 7f6ed152f640 1 -- 172.21.15.76:0/2430716257 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ebc032440 con 0x7f6ecc0b1720 2024-09-13T16:09:13.904 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.901+0000 7f6ed152f640 1 -- 172.21.15.76:0/2430716257 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6ebc0325a0 con 0x7f6ecc0b1720 2024-09-13T16:09:13.904 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.901+0000 7f6ed152f640 1 -- 172.21.15.76:0/2430716257 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ebc032930 con 0x7f6ecc0b1720 2024-09-13T16:09:13.904 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.902+0000 7f6ed4795640 1 -- 172.21.15.76:0/2430716257 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6ecc0b1720 msgr2=0x7f6ecc0ce4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:13.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.902+0000 7f6ed4795640 1 --2- 172.21.15.76:0/2430716257 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6ecc0b1720 0x7f6ecc0ce4f0 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f6ebc009870 tx=0x7f6ebc02a270 comp rx=0 tx=0).stop 2024-09-13T16:09:13.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.902+0000 7f6ed4795640 1 -- 172.21.15.76:0/2430716257 shutdown_connections 2024-09-13T16:09:13.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.902+0000 7f6ed4795640 1 --2- 172.21.15.76:0/2430716257 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6ecc0b1720 0x7f6ecc0ce4f0 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:13.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.902+0000 7f6ed4795640 1 --2- 172.21.15.76:0/2430716257 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6ecc15a3b0 0x7f6ecc0b20a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:13.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.902+0000 7f6ed4795640 1 -- 172.21.15.76:0/2430716257 >> 172.21.15.76:0/2430716257 conn(0x7f6ecc06a0b0 msgr2=0x7f6ecc06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:13.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.902+0000 7f6ed4795640 1 -- 172.21.15.76:0/2430716257 shutdown_connections 2024-09-13T16:09:13.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.902+0000 7f6ed4795640 1 -- 172.21.15.76:0/2430716257 wait complete. 2024-09-13T16:09:13.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.903+0000 7f6ed4795640 1 Processor -- start 2024-09-13T16:09:13.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.903+0000 7f6ed4795640 1 -- start start 2024-09-13T16:09:13.907 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.904+0000 7f6ed4795640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6ecc0b1720 0x7f6ecc0c7da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:13.907 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.904+0000 7f6ed4795640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6ecc0cea30 0x7f6ecc0adc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:13.907 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.904+0000 7f6ed4795640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ecc15a3b0 0x7f6ecc0af890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:13.907 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.904+0000 7f6ed4795640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ecc0b0c20 con 0x7f6ecc15a3b0 2024-09-13T16:09:13.907 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.904+0000 7f6ed4795640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ecc0b0660 con 0x7f6ecc0b1720 2024-09-13T16:09:13.907 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.904+0000 7f6ed4795640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6ecc0b0940 con 0x7f6ecc0cea30 2024-09-13T16:09:13.908 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.904+0000 7f6ed2d32640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ecc15a3b0 0x7f6ecc0af890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:13.908 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.904+0000 7f6ed2d32640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ecc15a3b0 0x7f6ecc0af890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:38984/0 (socket says 172.21.15.76:38984) 2024-09-13T16:09:13.908 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.904+0000 7f6ed2d32640 1 -- 172.21.15.76:0/2675663559 learned_addr learned my addr 172.21.15.76:0/2675663559 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:09:13.908 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.904+0000 7f6ed2531640 1 --2- 172.21.15.76:0/2675663559 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6ecc0b1720 0x7f6ecc0c7da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:13.908 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.904+0000 7f6ed1d30640 1 --2- 172.21.15.76:0/2675663559 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6ecc0cea30 0x7f6ecc0adc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:13.908 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.904+0000 7f6ed2d32640 1 -- 172.21.15.76:0/2675663559 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6ecc0cea30 msgr2=0x7f6ecc0adc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:13.908 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.904+0000 7f6ed2d32640 1 --2- 172.21.15.76:0/2675663559 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6ecc0cea30 0x7f6ecc0adc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:13.908 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.904+0000 7f6ed2d32640 1 -- 172.21.15.76:0/2675663559 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6ecc0b1720 msgr2=0x7f6ecc0c7da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:13.908 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.904+0000 7f6ed2d32640 1 --2- 172.21.15.76:0/2675663559 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6ecc0b1720 0x7f6ecc0c7da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:13.908 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.904+0000 7f6ed2d32640 1 -- 172.21.15.76:0/2675663559 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6ec8009400 con 0x7f6ecc15a3b0 2024-09-13T16:09:13.908 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.904+0000 7f6ed2d32640 1 --2- 172.21.15.76:0/2675663559 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ecc15a3b0 0x7f6ecc0af890 secure :-1 s=READY pgs=1211 cs=0 l=1 rev1=1 crypto rx=0x7f6ec400c780 tx=0x7f6ec400cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:13.908 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.904+0000 7f6ec2ffd640 1 -- 172.21.15.76:0/2675663559 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ec400ce90 con 0x7f6ecc15a3b0 2024-09-13T16:09:13.908 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.904+0000 7f6ec2ffd640 1 -- 172.21.15.76:0/2675663559 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6ec400a640 con 0x7f6ecc15a3b0 2024-09-13T16:09:13.909 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.904+0000 7f6ed4795640 1 -- 172.21.15.76:0/2675663559 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6ebc0094d0 con 0x7f6ecc15a3b0 2024-09-13T16:09:13.909 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.904+0000 7f6ec2ffd640 1 -- 172.21.15.76:0/2675663559 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ec400a9f0 con 0x7f6ecc15a3b0 2024-09-13T16:09:13.909 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.904+0000 7f6ed4795640 1 -- 172.21.15.76:0/2675663559 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6ecc155e40 con 0x7f6ecc15a3b0 2024-09-13T16:09:13.909 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.905+0000 7f6ed4795640 1 -- 172.21.15.76:0/2675663559 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6ecc156030 con 0x7f6ecc15a3b0 2024-09-13T16:09:13.909 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.906+0000 7f6ec2ffd640 1 -- 172.21.15.76:0/2675663559 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f6ec400ab50 con 0x7f6ecc15a3b0 2024-09-13T16:09:13.909 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.906+0000 7f6ec2ffd640 1 --2- 172.21.15.76:0/2675663559 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6eb006ac00 0x7f6eb006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:13.909 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.906+0000 7f6ec2ffd640 1 -- 172.21.15.76:0/2675663559 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(96..96 src has 1..96) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f6ec4088bd0 con 0x7f6ecc15a3b0 2024-09-13T16:09:13.910 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.906+0000 7f6ed2531640 1 --2- 172.21.15.76:0/2675663559 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6eb006ac00 0x7f6eb006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:13.910 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.907+0000 7f6ed2531640 1 --2- 172.21.15.76:0/2675663559 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6eb006ac00 0x7f6eb006d0c0 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f6ec8009cd0 tx=0x7f6ec8009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:13.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:13.910+0000 7f6ec2ffd640 1 -- 172.21.15.76:0/2675663559 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f6ec4053d00 con 0x7f6ecc15a3b0 2024-09-13T16:09:14.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.134+0000 7f6ed4795640 1 -- 172.21.15.76:0/2675663559 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) v1 -- 0x7f6ecc0ce4f0 con 0x7f6ecc15a3b0 2024-09-13T16:09:14.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.138+0000 7f6ec2ffd640 1 -- 172.21.15.76:0/2675663559 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v15) v1 ==== 190+0+0 (secure 0 0 0) 0x7f6ec4057320 con 0x7f6ecc15a3b0 2024-09-13T16:09:14.139 INFO:teuthology.orchestra.run.smithi076.stderr:updated caps for client.0 2024-09-13T16:09:14.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.140+0000 7f6ed4795640 1 -- 172.21.15.76:0/2675663559 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6eb006ac00 msgr2=0x7f6eb006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:14.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.140+0000 7f6ed4795640 1 --2- 172.21.15.76:0/2675663559 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6eb006ac00 0x7f6eb006d0c0 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f6ec8009cd0 tx=0x7f6ec8009190 comp rx=0 tx=0).stop 2024-09-13T16:09:14.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.140+0000 7f6ed4795640 1 -- 172.21.15.76:0/2675663559 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ecc15a3b0 msgr2=0x7f6ecc0af890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:14.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.140+0000 7f6ed4795640 1 --2- 172.21.15.76:0/2675663559 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ecc15a3b0 0x7f6ecc0af890 secure :-1 s=READY pgs=1211 cs=0 l=1 rev1=1 crypto rx=0x7f6ec400c780 tx=0x7f6ec400cc40 comp rx=0 tx=0).stop 2024-09-13T16:09:14.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.140+0000 7f6ed4795640 1 -- 172.21.15.76:0/2675663559 shutdown_connections 2024-09-13T16:09:14.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.140+0000 7f6ed4795640 1 --2- 172.21.15.76:0/2675663559 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ecc15a3b0 0x7f6ecc0af890 unknown :-1 s=CLOSED pgs=1211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:14.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.140+0000 7f6ed4795640 1 --2- 172.21.15.76:0/2675663559 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6eb006ac00 0x7f6eb006d0c0 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:14.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.140+0000 7f6ed4795640 1 --2- 172.21.15.76:0/2675663559 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6ecc0cea30 0x7f6ecc0adc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:14.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.140+0000 7f6ed4795640 1 --2- 172.21.15.76:0/2675663559 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6ecc0b1720 0x7f6ecc0c7da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:14.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.140+0000 7f6ed4795640 1 -- 172.21.15.76:0/2675663559 >> 172.21.15.76:0/2675663559 conn(0x7f6ecc06a0b0 msgr2=0x7f6ecc071b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:14.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.140+0000 7f6ed4795640 1 -- 172.21.15.76:0/2675663559 shutdown_connections 2024-09-13T16:09:14.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.140+0000 7f6ed4795640 1 -- 172.21.15.76:0/2675663559 wait complete. 2024-09-13T16:09:14.152 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:09:14.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.249+0000 7f352f096640 1 Processor -- start 2024-09-13T16:09:14.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.249+0000 7f352f096640 1 -- start start 2024-09-13T16:09:14.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.250+0000 7f352f096640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f35280cace0 0x7f35280b1ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:14.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.250+0000 7f352f096640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f352815c690 0x7f35280b26e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:14.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.250+0000 7f352f096640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f35280cb0c0 0x7f35280cbea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:14.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.250+0000 7f352f096640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f35280b2310 con 0x7f352815c690 2024-09-13T16:09:14.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.250+0000 7f352f096640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f35280c9ac0 con 0x7f35280cace0 2024-09-13T16:09:14.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.250+0000 7f352f096640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f35280c9da0 con 0x7f35280cb0c0 2024-09-13T16:09:14.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.250+0000 7f351ffff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f352815c690 0x7f35280b26e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:14.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.250+0000 7f351ffff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f352815c690 0x7f35280b26e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:38994/0 (socket says 172.21.15.76:38994) 2024-09-13T16:09:14.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.250+0000 7f351ffff640 1 -- 172.21.15.76:0/2093450550 learned_addr learned my addr 172.21.15.76:0/2093450550 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:09:14.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.250+0000 7f351ffff640 1 -- 172.21.15.76:0/2093450550 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f35280cb0c0 msgr2=0x7f35280cbea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:14.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.250+0000 7f351ffff640 1 --2- 172.21.15.76:0/2093450550 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f35280cb0c0 0x7f35280cbea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:14.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.251+0000 7f351ffff640 1 -- 172.21.15.76:0/2093450550 >> v2:172.21.15.192:3300/0 conn(0x7f35280cace0 msgr2=0x7f35280b1ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:14.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.251+0000 7f352ce32640 1 --2- 172.21.15.76:0/2093450550 >> v2:172.21.15.192:3300/0 conn(0x7f35280cace0 0x7f35280b1ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:14.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.251+0000 7f351ffff640 1 --2- 172.21.15.76:0/2093450550 >> v2:172.21.15.192:3300/0 conn(0x7f35280cace0 0x7f35280b1ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:14.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.251+0000 7f351ffff640 1 -- 172.21.15.76:0/2093450550 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f35280ca080 con 0x7f352815c690 2024-09-13T16:09:14.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.251+0000 7f351ffff640 1 --2- 172.21.15.76:0/2093450550 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f352815c690 0x7f35280b26e0 secure :-1 s=READY pgs=1212 cs=0 l=1 rev1=1 crypto rx=0x7f35280cf370 tx=0x7f351802a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=211db83a47dd9408 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:14.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.251+0000 7f351f7fe640 1 -- 172.21.15.76:0/2093450550 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f351802ae90 con 0x7f352815c690 2024-09-13T16:09:14.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.251+0000 7f351f7fe640 1 -- 172.21.15.76:0/2093450550 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3518032440 con 0x7f352815c690 2024-09-13T16:09:14.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.251+0000 7f351f7fe640 1 -- 172.21.15.76:0/2093450550 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35180327d0 con 0x7f352815c690 2024-09-13T16:09:14.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.252+0000 7f352f096640 1 -- 172.21.15.76:0/2093450550 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f352815c690 msgr2=0x7f35280b26e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:14.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.252+0000 7f352f096640 1 --2- 172.21.15.76:0/2093450550 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f352815c690 0x7f35280b26e0 secure :-1 s=READY pgs=1212 cs=0 l=1 rev1=1 crypto rx=0x7f35280cf370 tx=0x7f351802a140 comp rx=0 tx=0).stop 2024-09-13T16:09:14.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.252+0000 7f352f096640 1 -- 172.21.15.76:0/2093450550 shutdown_connections 2024-09-13T16:09:14.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.252+0000 7f352f096640 1 --2- 172.21.15.76:0/2093450550 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f35280cb0c0 0x7f35280cbea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:14.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.252+0000 7f352f096640 1 --2- 172.21.15.76:0/2093450550 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f352815c690 0x7f35280b26e0 unknown :-1 s=CLOSED pgs=1212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:14.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.252+0000 7f352f096640 1 --2- 172.21.15.76:0/2093450550 >> v2:172.21.15.192:3300/0 conn(0x7f35280cace0 0x7f35280b1ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:14.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.252+0000 7f352f096640 1 -- 172.21.15.76:0/2093450550 >> 172.21.15.76:0/2093450550 conn(0x7f3528069ed0 msgr2=0x7f352806a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:14.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.252+0000 7f352f096640 1 -- 172.21.15.76:0/2093450550 shutdown_connections 2024-09-13T16:09:14.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.252+0000 7f352f096640 1 -- 172.21.15.76:0/2093450550 wait complete. 2024-09-13T16:09:14.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.253+0000 7f352f096640 1 Processor -- start 2024-09-13T16:09:14.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.253+0000 7f352f096640 1 -- start start 2024-09-13T16:09:14.258 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.254+0000 7f352f096640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f35280cace0 0x7f35280c53a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:14.258 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.254+0000 7f352f096640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f35280cb0c0 0x7f3528158320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:14.258 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.254+0000 7f352f096640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f35280c7fc0 0x7f35280ae370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:14.258 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.254+0000 7f352f096640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f35280c59f0 con 0x7f35280cb0c0 2024-09-13T16:09:14.258 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.254+0000 7f352f096640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f35280c5cd0 con 0x7f35280cace0 2024-09-13T16:09:14.258 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.254+0000 7f352f096640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f352806c090 con 0x7f35280c7fc0 2024-09-13T16:09:14.258 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.254+0000 7f351ffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f35280cb0c0 0x7f3528158320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:14.258 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.254+0000 7f351ffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f35280cb0c0 0x7f3528158320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39008/0 (socket says 172.21.15.76:39008) 2024-09-13T16:09:14.258 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.254+0000 7f351ffff640 1 -- 172.21.15.76:0/2191423266 learned_addr learned my addr 172.21.15.76:0/2191423266 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:09:14.258 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.254+0000 7f352d633640 1 --2- 172.21.15.76:0/2191423266 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f35280c7fc0 0x7f35280ae370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:14.258 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.254+0000 7f352ce32640 1 --2- 172.21.15.76:0/2191423266 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f35280cace0 0x7f35280c53a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:14.258 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.254+0000 7f351ffff640 1 -- 172.21.15.76:0/2191423266 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f35280c7fc0 msgr2=0x7f35280ae370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:14.258 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.254+0000 7f351ffff640 1 --2- 172.21.15.76:0/2191423266 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f35280c7fc0 0x7f35280ae370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:14.258 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.254+0000 7f351ffff640 1 -- 172.21.15.76:0/2191423266 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f35280cace0 msgr2=0x7f35280c53a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:14.259 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.254+0000 7f351ffff640 1 --2- 172.21.15.76:0/2191423266 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f35280cace0 0x7f35280c53a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:14.259 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.254+0000 7f351ffff640 1 -- 172.21.15.76:0/2191423266 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f35180094d0 con 0x7f35280cb0c0 2024-09-13T16:09:14.259 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.255+0000 7f352ce32640 1 --2- 172.21.15.76:0/2191423266 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f35280cace0 0x7f35280c53a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:09:14.259 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.255+0000 7f351ffff640 1 --2- 172.21.15.76:0/2191423266 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f35280cb0c0 0x7f3528158320 secure :-1 s=READY pgs=1213 cs=0 l=1 rev1=1 crypto rx=0x7f3518000c00 tx=0x7f35180046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:14.259 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.255+0000 7f351d7fa640 1 -- 172.21.15.76:0/2191423266 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3518030b80 con 0x7f35280cb0c0 2024-09-13T16:09:14.259 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.255+0000 7f351d7fa640 1 -- 172.21.15.76:0/2191423266 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3518030ce0 con 0x7f35280cb0c0 2024-09-13T16:09:14.259 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.255+0000 7f352f096640 1 -- 172.21.15.76:0/2191423266 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f352806c370 con 0x7f35280cb0c0 2024-09-13T16:09:14.259 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.255+0000 7f351d7fa640 1 -- 172.21.15.76:0/2191423266 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f351803d660 con 0x7f35280cb0c0 2024-09-13T16:09:14.259 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.255+0000 7f352f096640 1 -- 172.21.15.76:0/2191423266 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f35280c8470 con 0x7f35280cb0c0 2024-09-13T16:09:14.260 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.256+0000 7f352f096640 1 -- 172.21.15.76:0/2191423266 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f352806c1d0 con 0x7f35280cb0c0 2024-09-13T16:09:14.260 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.256+0000 7f351d7fa640 1 -- 172.21.15.76:0/2191423266 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f3518039040 con 0x7f35280cb0c0 2024-09-13T16:09:14.260 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.257+0000 7f351d7fa640 1 --2- 172.21.15.76:0/2191423266 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f351406ac30 0x7f351406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:14.260 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.257+0000 7f351d7fa640 1 -- 172.21.15.76:0/2191423266 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(96..96 src has 1..96) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f35180aa150 con 0x7f35280cb0c0 2024-09-13T16:09:14.260 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.257+0000 7f352ce32640 1 --2- 172.21.15.76:0/2191423266 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f351406ac30 0x7f351406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:14.260 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.257+0000 7f352ce32640 1 --2- 172.21.15.76:0/2191423266 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f351406ac30 0x7f351406d0f0 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f3524006fd0 tx=0x7f3524008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:14.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.261+0000 7f351d7fa640 1 -- 172.21.15.76:0/2191423266 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f352806c1d0 con 0x7f35280cb0c0 2024-09-13T16:09:14.457 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.455+0000 7f352f096640 1 -- 172.21.15.76:0/2191423266 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f352806c890 con 0x7f35280cb0c0 2024-09-13T16:09:14.457 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.456+0000 7f351d7fa640 1 -- 172.21.15.76:0/2191423266 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 45 v45) v1 ==== 94+0+4739 (secure 0 0 0) 0x7f352806c890 con 0x7f35280cb0c0 2024-09-13T16:09:14.458 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:09:14.458 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":45,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6143,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6834/148971100","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":148971100},{"type":"v1","addr":"172.21.15.192:6834","nonce":148971100}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":42},{"gid":6832,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/2929183023","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6833","nonce":2929183023},{"type":"v1","addr":"172.21.15.192:6835","nonce":2929183023}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":42},{"gid":7416,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6836/4157874781","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":4157874781},{"type":"v1","addr":"172.21.15.76:6836","nonce":4157874781}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":42}],"filesystems":[{"mdsmap":{"epoch":45,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:09:10.494182+0000","modified":"2024-09-13T16:09:12.503582+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":7419},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7419":{"gid":7419,"name":"c","rank":0,"incarnation":43,"state":"up:active","state_seq":3,"addr":"172.21.15.76:6837/2005584997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":2005584997},{"type":"v1","addr":"172.21.15.76:6837","nonce":2005584997}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[14],"metadata_pool":13,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:09:14.458 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 45 2024-09-13T16:09:14.460 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.458+0000 7f352f096640 1 -- 172.21.15.76:0/2191423266 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f351406ac30 msgr2=0x7f351406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:14.460 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.458+0000 7f352f096640 1 --2- 172.21.15.76:0/2191423266 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f351406ac30 0x7f351406d0f0 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f3524006fd0 tx=0x7f3524008040 comp rx=0 tx=0).stop 2024-09-13T16:09:14.460 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.458+0000 7f352f096640 1 -- 172.21.15.76:0/2191423266 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f35280cb0c0 msgr2=0x7f3528158320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:14.460 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.458+0000 7f352f096640 1 --2- 172.21.15.76:0/2191423266 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f35280cb0c0 0x7f3528158320 secure :-1 s=READY pgs=1213 cs=0 l=1 rev1=1 crypto rx=0x7f3518000c00 tx=0x7f35180046c0 comp rx=0 tx=0).stop 2024-09-13T16:09:14.460 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.458+0000 7f352f096640 1 -- 172.21.15.76:0/2191423266 shutdown_connections 2024-09-13T16:09:14.460 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.458+0000 7f352f096640 1 --2- 172.21.15.76:0/2191423266 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f351406ac30 0x7f351406d0f0 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:14.460 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.458+0000 7f352f096640 1 --2- 172.21.15.76:0/2191423266 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f35280c7fc0 0x7f35280ae370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:14.460 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.458+0000 7f352f096640 1 --2- 172.21.15.76:0/2191423266 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f35280cb0c0 0x7f3528158320 unknown :-1 s=CLOSED pgs=1213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:14.460 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.458+0000 7f352f096640 1 --2- 172.21.15.76:0/2191423266 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f35280cace0 0x7f35280c53a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:14.460 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.458+0000 7f352f096640 1 -- 172.21.15.76:0/2191423266 >> 172.21.15.76:0/2191423266 conn(0x7f3528069ed0 msgr2=0x7f352815b6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:14.461 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.458+0000 7f352f096640 1 -- 172.21.15.76:0/2191423266 shutdown_connections 2024-09-13T16:09:14.461 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.458+0000 7f352f096640 1 -- 172.21.15.76:0/2191423266 wait complete. 2024-09-13T16:09:14.873 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 45, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T16:09:10.494182+0000', 'modified': '2024-09-13T16:09:12.503582+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 7419}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_7419': {'gid': 7419, 'name': 'c', 'rank': 0, 'incarnation': 43, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.76:6837/2005584997', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.76:6835', 'nonce': 2005584997}, {'type': 'v1', 'addr': '172.21.15.76:6837', 'nonce': 2005584997}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [14], 'metadata_pool': 13, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-13T16:09:14.874 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-13T16:09:14.874 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-13T16:09:14.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.975+0000 7f64ae526640 1 Processor -- start 2024-09-13T16:09:14.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.975+0000 7f64ae526640 1 -- start start 2024-09-13T16:09:14.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.976+0000 7f64ae526640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f64a8071d30 0x7f64a8070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:14.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.976+0000 7f64ae526640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f64a8072110 0x7f64a80b1b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:14.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.976+0000 7f64ae526640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f64a80abdf0 con 0x7f64a80c8920 2024-09-13T16:09:14.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.976+0000 7f64ae526640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f64a80ab1e0 con 0x7f64a8072110 2024-09-13T16:09:14.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.976+0000 7f64ae526640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f64a80ab4c0 con 0x7f64a8071d30 2024-09-13T16:09:14.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.976+0000 7f649ffff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f64a8072110 0x7f64a80b1b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:14.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.976+0000 7f649ffff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f64a8072110 0x7f64a80b1b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39014/0 (socket says 172.21.15.76:39014) 2024-09-13T16:09:14.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.976+0000 7f649ffff640 1 -- 172.21.15.76:0/436214428 learned_addr learned my addr 172.21.15.76:0/436214428 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:09:14.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.977+0000 7f64a7fff640 1 --2- 172.21.15.76:0/436214428 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f64a8071d30 0x7f64a8070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:14.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.977+0000 7f649ffff640 1 -- 172.21.15.76:0/436214428 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f64a8071d30 msgr2=0x7f64a8070190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:14.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.977+0000 7f649ffff640 1 --2- 172.21.15.76:0/436214428 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f64a8071d30 0x7f64a8070190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:14.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.977+0000 7f649ffff640 1 -- 172.21.15.76:0/436214428 >> v1:172.21.15.192:6789/0 conn(0x7f64a80c8920 legacy=0x7f64a80ac280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:14.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.977+0000 7f649ffff640 1 -- 172.21.15.76:0/436214428 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f64a80ab7a0 con 0x7f64a8072110 2024-09-13T16:09:14.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.977+0000 7f649ffff640 1 --2- 172.21.15.76:0/436214428 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f64a8072110 0x7f64a80b1b70 secure :-1 s=READY pgs=1214 cs=0 l=1 rev1=1 crypto rx=0x7f64900098a0 tx=0x7f649002a250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a736f2ac74132413 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:14.980 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.977+0000 7f64a77fe640 1 -- 172.21.15.76:0/436214428 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6490032440 con 0x7f64a8072110 2024-09-13T16:09:14.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.978+0000 7f64a77fe640 1 -- 172.21.15.76:0/436214428 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f64900325a0 con 0x7f64a8072110 2024-09-13T16:09:14.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.978+0000 7f64a77fe640 1 -- 172.21.15.76:0/436214428 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6490032930 con 0x7f64a8072110 2024-09-13T16:09:14.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.978+0000 7f64ae526640 1 -- 172.21.15.76:0/436214428 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f64a8072110 msgr2=0x7f64a80b1b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:14.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.978+0000 7f64ae526640 1 --2- 172.21.15.76:0/436214428 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f64a8072110 0x7f64a80b1b70 secure :-1 s=READY pgs=1214 cs=0 l=1 rev1=1 crypto rx=0x7f64900098a0 tx=0x7f649002a250 comp rx=0 tx=0).stop 2024-09-13T16:09:14.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.978+0000 7f64ae526640 1 -- 172.21.15.76:0/436214428 shutdown_connections 2024-09-13T16:09:14.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.978+0000 7f64ae526640 1 --2- 172.21.15.76:0/436214428 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f64a8072110 0x7f64a80b1b70 unknown :-1 s=CLOSED pgs=1214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:14.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.978+0000 7f64ae526640 1 --2- 172.21.15.76:0/436214428 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f64a8071d30 0x7f64a8070190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:14.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.978+0000 7f64ae526640 1 -- 172.21.15.76:0/436214428 >> 172.21.15.76:0/436214428 conn(0x7f64a8069ed0 msgr2=0x7f64a806a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:14.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.978+0000 7f64ae526640 1 -- 172.21.15.76:0/436214428 shutdown_connections 2024-09-13T16:09:14.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.978+0000 7f64ae526640 1 -- 172.21.15.76:0/436214428 wait complete. 2024-09-13T16:09:14.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.979+0000 7f64ae526640 1 Processor -- start 2024-09-13T16:09:14.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.979+0000 7f64ae526640 1 -- start start 2024-09-13T16:09:14.983 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.980+0000 7f64ae526640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f64a8071d30 0x7f64a81f3720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:14.984 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.980+0000 7f64ae526640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f64a8072110 0x7f64a81ef960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:14.984 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.980+0000 7f64ae526640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f64a80c8920 0x7f64a80c75b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:14.984 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.980+0000 7f64ae526640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f64a8157010 con 0x7f64a8071d30 2024-09-13T16:09:14.984 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.980+0000 7f64ae526640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f64a8156c50 con 0x7f64a8072110 2024-09-13T16:09:14.984 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.980+0000 7f64ae526640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f64a81f3f70 con 0x7f64a80c8920 2024-09-13T16:09:14.984 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.980+0000 7f64a7fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f64a8071d30 0x7f64a81f3720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:14.984 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.980+0000 7f64a7fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f64a8071d30 0x7f64a81f3720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39018/0 (socket says 172.21.15.76:39018) 2024-09-13T16:09:14.984 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.980+0000 7f64a7fff640 1 -- 172.21.15.76:0/1892856925 learned_addr learned my addr 172.21.15.76:0/1892856925 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:09:14.984 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.980+0000 7f649ffff640 1 --2- 172.21.15.76:0/1892856925 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f64a8072110 0x7f64a81ef960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:14.985 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.980+0000 7f64acac3640 1 --2- 172.21.15.76:0/1892856925 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f64a80c8920 0x7f64a80c75b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:14.985 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.980+0000 7f64a7fff640 1 -- 172.21.15.76:0/1892856925 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f64a80c8920 msgr2=0x7f64a80c75b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:14.985 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.980+0000 7f64a7fff640 1 --2- 172.21.15.76:0/1892856925 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f64a80c8920 0x7f64a80c75b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:14.985 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.980+0000 7f64a7fff640 1 -- 172.21.15.76:0/1892856925 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f64a8072110 msgr2=0x7f64a81ef960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:14.985 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.980+0000 7f64a7fff640 1 --2- 172.21.15.76:0/1892856925 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f64a8072110 0x7f64a81ef960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:14.985 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.981+0000 7f64a7fff640 1 -- 172.21.15.76:0/1892856925 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f64900094d0 con 0x7f64a8071d30 2024-09-13T16:09:14.985 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.981+0000 7f649ffff640 1 --2- 172.21.15.76:0/1892856925 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f64a8072110 0x7f64a81ef960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:09:14.985 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.981+0000 7f64a7fff640 1 --2- 172.21.15.76:0/1892856925 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f64a8071d30 0x7f64a81f3720 secure :-1 s=READY pgs=1215 cs=0 l=1 rev1=1 crypto rx=0x7f649800d800 tx=0x7f649800dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:14.985 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.981+0000 7f64a57fa640 1 -- 172.21.15.76:0/1892856925 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f649800b6c0 con 0x7f64a8071d30 2024-09-13T16:09:14.985 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.981+0000 7f64a57fa640 1 -- 172.21.15.76:0/1892856925 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f649800b820 con 0x7f64a8071d30 2024-09-13T16:09:14.985 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.981+0000 7f64ae526640 1 -- 172.21.15.76:0/1892856925 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f64a81f4250 con 0x7f64a8071d30 2024-09-13T16:09:14.985 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.981+0000 7f64a57fa640 1 -- 172.21.15.76:0/1892856925 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f649800bbb0 con 0x7f64a8071d30 2024-09-13T16:09:14.985 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.981+0000 7f64ae526640 1 -- 172.21.15.76:0/1892856925 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f64a81f3c60 con 0x7f64a8071d30 2024-09-13T16:09:14.992 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.983+0000 7f64a57fa640 1 -- 172.21.15.76:0/1892856925 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f649800bd10 con 0x7f64a8071d30 2024-09-13T16:09:14.992 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.983+0000 7f64a57fa640 1 --2- 172.21.15.76:0/1892856925 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f648806ac00 0x7f648806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:14.992 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.983+0000 7f64a57fa640 1 -- 172.21.15.76:0/1892856925 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(96..96 src has 1..96) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f64980899b0 con 0x7f64a8071d30 2024-09-13T16:09:14.992 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.983+0000 7f649ffff640 1 --2- 172.21.15.76:0/1892856925 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f648806ac00 0x7f648806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:14.992 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.984+0000 7f649ffff640 1 --2- 172.21.15.76:0/1892856925 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f648806ac00 0x7f648806d0c0 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f6490034000 tx=0x7f649002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:14.992 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.984+0000 7f64b1249740 1 Processor -- start 2024-09-13T16:09:14.992 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.984+0000 7f64b1249740 1 -- start start 2024-09-13T16:09:14.992 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.985+0000 7f64b1249740 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55cf062910a0 0x55cf06291480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:14.993 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.985+0000 7f64b1249740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cf0628e860 0x55cf062de570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:14.993 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.985+0000 7f64b1249740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55cf062b8550 0x55cf062deab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:14.993 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.985+0000 7f64b1249740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cf061eb7c0 con 0x55cf062b8550 2024-09-13T16:09:14.993 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.985+0000 7f64b1249740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cf061fab70 con 0x55cf0628e860 2024-09-13T16:09:14.993 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.985+0000 7f64b1249740 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x55cf061f8300 con 0x55cf062910a0 2024-09-13T16:09:14.993 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.985+0000 7f64acac3640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55cf062b8550 0x55cf062deab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:14.993 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.985+0000 7f64acac3640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55cf062b8550 0x55cf062deab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39032/0 (socket says 172.21.15.76:39032) 2024-09-13T16:09:14.993 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.985+0000 7f64acac3640 1 -- 172.21.15.76:0/204919222 learned_addr learned my addr 172.21.15.76:0/204919222 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:09:14.993 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.985+0000 7f64a7fff640 1 --2- 172.21.15.76:0/204919222 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55cf062910a0 0x55cf06291480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:14.993 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.985+0000 7f649ffff640 1 --2- 172.21.15.76:0/204919222 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cf0628e860 0x55cf062de570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:14.993 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.985+0000 7f64acac3640 1 -- 172.21.15.76:0/204919222 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55cf062910a0 msgr2=0x55cf06291480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:14.993 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.985+0000 7f64acac3640 1 --2- 172.21.15.76:0/204919222 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55cf062910a0 0x55cf06291480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:14.994 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.985+0000 7f64acac3640 1 -- 172.21.15.76:0/204919222 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cf0628e860 msgr2=0x55cf062de570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:14.994 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.985+0000 7f64acac3640 1 --2- 172.21.15.76:0/204919222 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cf0628e860 0x55cf062de570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:14.994 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.985+0000 7f64acac3640 1 -- 172.21.15.76:0/204919222 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55cf061804b0 con 0x55cf062b8550 2024-09-13T16:09:14.994 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.985+0000 7f64acac3640 1 --2- 172.21.15.76:0/204919222 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55cf062b8550 0x55cf062deab0 secure :-1 s=READY pgs=1216 cs=0 l=1 rev1=1 crypto rx=0x7f64a0009f10 tx=0x7f64a000c7d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e1c45b4a3d7cfb1b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:14.994 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.985+0000 7f649dffb640 1 -- 172.21.15.76:0/204919222 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64a0011070 con 0x55cf062b8550 2024-09-13T16:09:14.994 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.985+0000 7f649dffb640 1 -- 172.21.15.76:0/204919222 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f64a000a5f0 con 0x55cf062b8550 2024-09-13T16:09:14.994 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.985+0000 7f649dffb640 1 -- 172.21.15.76:0/204919222 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64a000a9e0 con 0x55cf062b8550 2024-09-13T16:09:14.994 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.986+0000 7f64b1249740 1 -- 172.21.15.76:0/204919222 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55cf062b8550 msgr2=0x55cf062deab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:14.994 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.986+0000 7f64b1249740 1 --2- 172.21.15.76:0/204919222 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55cf062b8550 0x55cf062deab0 secure :-1 s=READY pgs=1216 cs=0 l=1 rev1=1 crypto rx=0x7f64a0009f10 tx=0x7f64a000c7d0 comp rx=0 tx=0).stop 2024-09-13T16:09:14.994 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.986+0000 7f64b1249740 1 -- 172.21.15.76:0/204919222 shutdown_connections 2024-09-13T16:09:14.994 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.986+0000 7f64b1249740 1 --2- 172.21.15.76:0/204919222 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55cf062b8550 0x55cf062deab0 unknown :-1 s=CLOSED pgs=1216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:14.994 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.986+0000 7f64b1249740 1 --2- 172.21.15.76:0/204919222 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cf0628e860 0x55cf062de570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:14.994 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.986+0000 7f64b1249740 1 --2- 172.21.15.76:0/204919222 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55cf062910a0 0x55cf06291480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:14.995 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.986+0000 7f64b1249740 1 -- 172.21.15.76:0/204919222 >> 172.21.15.76:0/204919222 conn(0x55cf0628d7d0 msgr2=0x55cf062d5c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:14.995 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.986+0000 7f64b1249740 1 -- 172.21.15.76:0/204919222 shutdown_connections 2024-09-13T16:09:14.995 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.986+0000 7f64b1249740 1 -- 172.21.15.76:0/204919222 wait complete. 2024-09-13T16:09:14.995 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.987+0000 7f64b1249740 1 -- start start 2024-09-13T16:09:14.995 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.987+0000 7f64b1249740 1 Processor -- start 2024-09-13T16:09:14.995 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.988+0000 7f64b1249740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cf062910a0 0x55cf062b5e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:14.995 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.988+0000 7f64b1249740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55cf062b8550 0x55cf062b9aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:14.995 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.988+0000 7f64b1249740 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55cf062b9fe0 0x55cf062db550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:14.995 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.988+0000 7f64b1249740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cf061f3bf0 con 0x55cf062b8550 2024-09-13T16:09:14.995 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.988+0000 7f64b1249740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cf061b2250 con 0x55cf062910a0 2024-09-13T16:09:14.995 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.988+0000 7f64b1249740 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x55cf061b1ef0 con 0x55cf062b9fe0 2024-09-13T16:09:14.995 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.988+0000 7f64b1249740 10 client.0 _ll_register_callbacks cb 0x55cf061e4740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:09:14.995 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.988+0000 7f649ffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55cf062b8550 0x55cf062b9aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:14.995 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.988+0000 7f649ffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55cf062b8550 0x55cf062b9aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39046/0 (socket says 172.21.15.76:39046) 2024-09-13T16:09:14.996 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.988+0000 7f649ffff640 1 -- 172.21.15.76:0/2067635150 learned_addr learned my addr 172.21.15.76:0/2067635150 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:09:14.996 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.988+0000 7f64a7fff640 1 --2- 172.21.15.76:0/2067635150 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cf062910a0 0x55cf062b5e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:14.996 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.988+0000 7f64acac3640 1 --2- 172.21.15.76:0/2067635150 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55cf062b9fe0 0x55cf062db550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:14.996 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.988+0000 7f649ffff640 1 -- 172.21.15.76:0/2067635150 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55cf062b9fe0 msgr2=0x55cf062db550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:14.996 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.988+0000 7f649ffff640 1 --2- 172.21.15.76:0/2067635150 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55cf062b9fe0 0x55cf062db550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:14.996 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.988+0000 7f649ffff640 1 -- 172.21.15.76:0/2067635150 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cf062910a0 msgr2=0x55cf062b5e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:14.996 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.988+0000 7f649ffff640 1 --2- 172.21.15.76:0/2067635150 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cf062910a0 0x55cf062b5e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:14.996 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.988+0000 7f649ffff640 1 -- 172.21.15.76:0/2067635150 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f64a0009bc0 con 0x55cf062b8550 2024-09-13T16:09:14.996 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.988+0000 7f649ffff640 1 --2- 172.21.15.76:0/2067635150 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55cf062b8550 0x55cf062b9aa0 secure :-1 s=READY pgs=1217 cs=0 l=1 rev1=1 crypto rx=0x7f6490000c00 tx=0x7f6490004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f41006c7c01e1a4c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:14.996 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.988+0000 7f6486ffd640 10 client.0 ms_handle_connect on v2:172.21.15.76:3300/0 2024-09-13T16:09:14.996 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.988+0000 7f6486ffd640 1 -- 172.21.15.76:0/2067635150 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6490004500 con 0x55cf062b8550 2024-09-13T16:09:14.996 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.988+0000 7f6486ffd640 1 -- 172.21.15.76:0/2067635150 <== mon.0 v2:172.21.15.76:3300/0 2 ==== osd_map(96..96 src has 1..96) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f6490049470 con 0x55cf062b8550 2024-09-13T16:09:14.996 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.988+0000 7f64b1249740 1 -- 172.21.15.76:0/2067635150 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55cf05ee73c0 con 0x55cf062b8550 2024-09-13T16:09:14.997 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.989+0000 7f6486ffd640 1 -- 172.21.15.76:0/2067635150 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) v2 ==== 24+0+0 (secure 0 0 0) 0x7f6490049630 con 0x55cf062b8550 2024-09-13T16:09:14.997 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.989+0000 7f64b1249740 10 client.7551 fetch_fsmap learned FSMap version 45 2024-09-13T16:09:14.997 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.989+0000 7f64b1249740 1 -- 172.21.15.76:0/2067635150 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=2+}) v3 -- 0x55cf061f2270 con 0x55cf062b8550 2024-09-13T16:09:14.997 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.989+0000 7f6486ffd640 1 -- 172.21.15.76:0/2067635150 <== mon.0 v2:172.21.15.76:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x55cf05ee73c0 con 0x55cf062b8550 2024-09-13T16:09:14.997 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.989+0000 7f6486ffd640 1 -- 172.21.15.76:0/2067635150 <== mon.0 v2:172.21.15.76:3300/0 5 ==== fsmap(e 45) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f6490049790 con 0x55cf062b8550 2024-09-13T16:09:14.997 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.989+0000 7f64b1249740 10 client.7551 fetch_fsmap finished waiting for FSMap version 45 2024-09-13T16:09:14.997 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.989+0000 7f64b1249740 10 client.7551 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-13T16:09:14.997 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.989+0000 7f64b1249740 20 client.7551 populate_metadata read hostname 'smithi076' 2024-09-13T16:09:14.997 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.989+0000 7f64b1249740 1 --2- 172.21.15.76:0/2067635150 >> [v2:172.21.15.76:6835/2005584997,v1:172.21.15.76:6837/2005584997] conn(0x55cf062f0bc0 0x55cf062f2fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:14.997 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.989+0000 7f64b1249740 4 client.7551 mds_command: new command op to 7419 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-13T16:09:14.997 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.989+0000 7f64b1249740 1 -- 172.21.15.76:0/2067635150 --> [v2:172.21.15.76:6835/2005584997,v1:172.21.15.76:6837/2005584997] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55cf05ef86c0 con 0x55cf062f0bc0 2024-09-13T16:09:14.997 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.989+0000 7f64a7fff640 1 --2- 172.21.15.76:0/2067635150 >> [v2:172.21.15.76:6835/2005584997,v1:172.21.15.76:6837/2005584997] conn(0x55cf062f0bc0 0x55cf062f2fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:14.997 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.989+0000 7f6486ffd640 10 client.7551 ms_handle_connect on v2:172.21.15.76:6835/2005584997 2024-09-13T16:09:14.998 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.989+0000 7f64a7fff640 1 --2- 172.21.15.76:0/2067635150 >> [v2:172.21.15.76:6835/2005584997,v1:172.21.15.76:6837/2005584997] conn(0x55cf062f0bc0 0x55cf062f2fb0 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9b99250fd83e51c6 server_cookie=f676dc3e91137483 in_seq=0 out_seq=0 2024-09-13T16:09:14.998 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.990+0000 7f6486ffd640 1 -- 172.21.15.76:0/2067635150 <== mds.0 v2:172.21.15.76:6835/2005584997 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55cf05ef86c0 con 0x55cf062f0bc0 2024-09-13T16:09:14.998 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.990+0000 7f6486ffd640 10 client.7551 handle_command_reply: tid=0 2024-09-13T16:09:14.998 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.990+0000 7f64b1249740 1 client.7551 shutdown 2024-09-13T16:09:14.998 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.990+0000 7f64b1249740 1 -- 172.21.15.76:0/2067635150 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55cf062b8550 msgr2=0x55cf062b9aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:14.998 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.990+0000 7f64b1249740 1 --2- 172.21.15.76:0/2067635150 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55cf062b8550 0x55cf062b9aa0 secure :-1 s=READY pgs=1217 cs=0 l=1 rev1=1 crypto rx=0x7f6490000c00 tx=0x7f6490004730 comp rx=0 tx=0).stop 2024-09-13T16:09:14.998 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.990+0000 7f64b1249740 1 -- 172.21.15.76:0/2067635150 shutdown_connections 2024-09-13T16:09:14.998 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.990+0000 7f64b1249740 1 --2- 172.21.15.76:0/2067635150 >> [v2:172.21.15.76:6835/2005584997,v1:172.21.15.76:6837/2005584997] conn(0x55cf062f0bc0 0x55cf062f2fb0 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:14.998 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.990+0000 7f64b1249740 1 --2- 172.21.15.76:0/2067635150 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55cf062b9fe0 0x55cf062db550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:14.998 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.990+0000 7f64b1249740 1 --2- 172.21.15.76:0/2067635150 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55cf062b8550 0x55cf062b9aa0 unknown :-1 s=CLOSED pgs=1217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:14.998 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.990+0000 7f6486ffd640 0 client.7551 ms_handle_reset on v2:172.21.15.76:6835/2005584997 2024-09-13T16:09:14.998 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.990+0000 7f64b1249740 1 --2- 172.21.15.76:0/2067635150 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cf062910a0 0x55cf062b5e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:14.998 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.990+0000 7f64b1249740 1 -- 172.21.15.76:0/2067635150 >> 172.21.15.76:0/2067635150 conn(0x55cf0628e860 msgr2=0x55cf062d3fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:14.998 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.990+0000 7f64b1249740 1 -- 172.21.15.76:0/2067635150 shutdown_connections 2024-09-13T16:09:14.999 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.990+0000 7f64b1249740 1 -- 172.21.15.76:0/2067635150 wait complete. 2024-09-13T16:09:14.999 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:14.990+0000 7f64b1249740 20 client.7551 trim_cache size 0 max 16384 2024-09-13T16:09:15.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.005+0000 7f64b1249740 1 Processor -- start 2024-09-13T16:09:15.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.005+0000 7f64b1249740 1 -- start start 2024-09-13T16:09:15.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.006+0000 7f64b1249740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55cf062910a0 0x55cf062d5e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:15.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.006+0000 7f64b1249740 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55cf062b8550 0x55cf06290230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:15.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.006+0000 7f64b1249740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cf062b9fe0 0x55cf062b59e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:15.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.006+0000 7f64b1249740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cf06177460 con 0x55cf062910a0 2024-09-13T16:09:15.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.006+0000 7f64b1249740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cf062b8250 con 0x55cf062b9fe0 2024-09-13T16:09:15.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.006+0000 7f64b1249740 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x55cf061c46c0 con 0x55cf062b8550 2024-09-13T16:09:15.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.006+0000 7f64a7fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55cf062910a0 0x55cf062d5e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:15.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.006+0000 7f64a7fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55cf062910a0 0x55cf062d5e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39054/0 (socket says 172.21.15.76:39054) 2024-09-13T16:09:15.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.006+0000 7f64a7fff640 1 -- 172.21.15.76:0/3251555992 learned_addr learned my addr 172.21.15.76:0/3251555992 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:09:15.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.006+0000 7f64a7fff640 1 -- 172.21.15.76:0/3251555992 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55cf062b8550 msgr2=0x55cf06290230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:15.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.006+0000 7f64a7fff640 1 --2- 172.21.15.76:0/3251555992 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55cf062b8550 0x55cf06290230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:15.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.006+0000 7f64a7fff640 1 -- 172.21.15.76:0/3251555992 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cf062b9fe0 msgr2=0x55cf062b59e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:15.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.006+0000 7f64a7fff640 1 --2- 172.21.15.76:0/3251555992 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cf062b9fe0 0x55cf062b59e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:15.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.006+0000 7f64a7fff640 1 -- 172.21.15.76:0/3251555992 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55cf061945f0 con 0x55cf062910a0 2024-09-13T16:09:15.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.006+0000 7f64a7fff640 1 --2- 172.21.15.76:0/3251555992 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55cf062910a0 0x55cf062d5e40 secure :-1 s=READY pgs=1218 cs=0 l=1 rev1=1 crypto rx=0x7f6498054ca0 tx=0x7f649805b040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e55349dde8e36fe4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:15.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.006+0000 7f649e7fc640 1 -- 172.21.15.76:0/3251555992 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f649805c5d0 con 0x55cf062910a0 2024-09-13T16:09:15.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.007+0000 7f649e7fc640 1 -- 172.21.15.76:0/3251555992 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6498060b90 con 0x55cf062910a0 2024-09-13T16:09:15.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.007+0000 7f649e7fc640 1 -- 172.21.15.76:0/3251555992 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6498056b40 con 0x55cf062910a0 2024-09-13T16:09:15.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.007+0000 7f64b1249740 1 -- 172.21.15.76:0/3251555992 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55cf062910a0 msgr2=0x55cf062d5e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:15.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.007+0000 7f64b1249740 1 --2- 172.21.15.76:0/3251555992 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55cf062910a0 0x55cf062d5e40 secure :-1 s=READY pgs=1218 cs=0 l=1 rev1=1 crypto rx=0x7f6498054ca0 tx=0x7f649805b040 comp rx=0 tx=0).stop 2024-09-13T16:09:15.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.007+0000 7f64b1249740 1 -- 172.21.15.76:0/3251555992 shutdown_connections 2024-09-13T16:09:15.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.007+0000 7f64b1249740 1 --2- 172.21.15.76:0/3251555992 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cf062b9fe0 0x55cf062b59e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:15.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.007+0000 7f64b1249740 1 --2- 172.21.15.76:0/3251555992 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55cf062b8550 0x55cf06290230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:15.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.007+0000 7f64b1249740 1 --2- 172.21.15.76:0/3251555992 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55cf062910a0 0x55cf062d5e40 unknown :-1 s=CLOSED pgs=1218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:15.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.007+0000 7f64b1249740 1 -- 172.21.15.76:0/3251555992 >> 172.21.15.76:0/3251555992 conn(0x55cf0628e860 msgr2=0x55cf062d9140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:15.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.007+0000 7f64b1249740 1 -- 172.21.15.76:0/3251555992 shutdown_connections 2024-09-13T16:09:15.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.007+0000 7f64b1249740 1 -- 172.21.15.76:0/3251555992 wait complete. 2024-09-13T16:09:15.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.008+0000 7f64b1249740 1 -- start start 2024-09-13T16:09:15.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.008+0000 7f64b1249740 1 Processor -- start 2024-09-13T16:09:15.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.009+0000 7f64b1249740 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55cf062910a0 0x55cf062d46e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:15.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.009+0000 7f64b1249740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cf062b8550 0x55cf0633e000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:15.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.009+0000 7f64b1249740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55cf062b9fe0 0x55cf062b59c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:15.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.009+0000 7f64b1249740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cf062b3cb0 con 0x55cf062b9fe0 2024-09-13T16:09:15.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.009+0000 7f64b1249740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cf0633e540 con 0x55cf062b8550 2024-09-13T16:09:15.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.009+0000 7f64b1249740 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x55cf062ef270 con 0x55cf062910a0 2024-09-13T16:09:15.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.009+0000 7f64b1249740 10 client.0 _ll_register_callbacks cb 0x7f64a0009700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:09:15.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.009+0000 7f64acac3640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55cf062b9fe0 0x55cf062b59c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:15.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.009+0000 7f64acac3640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55cf062b9fe0 0x55cf062b59c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39056/0 (socket says 172.21.15.76:39056) 2024-09-13T16:09:15.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.009+0000 7f64acac3640 1 -- 172.21.15.76:0/4086848258 learned_addr learned my addr 172.21.15.76:0/4086848258 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:09:15.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.009+0000 7f649ffff640 1 --2- 172.21.15.76:0/4086848258 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cf062b8550 0x55cf0633e000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:15.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.009+0000 7f64a7fff640 1 --2- 172.21.15.76:0/4086848258 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55cf062910a0 0x55cf062d46e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:15.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.009+0000 7f64acac3640 1 -- 172.21.15.76:0/4086848258 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55cf062910a0 msgr2=0x55cf062d46e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:15.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.009+0000 7f64acac3640 1 --2- 172.21.15.76:0/4086848258 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55cf062910a0 0x55cf062d46e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:15.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.009+0000 7f64acac3640 1 -- 172.21.15.76:0/4086848258 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cf062b8550 msgr2=0x55cf0633e000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:15.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.009+0000 7f64acac3640 1 --2- 172.21.15.76:0/4086848258 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cf062b8550 0x55cf0633e000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:15.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.009+0000 7f64acac3640 1 -- 172.21.15.76:0/4086848258 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f64a81f3c60 con 0x55cf062b9fe0 2024-09-13T16:09:15.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.009+0000 7f64acac3640 1 --2- 172.21.15.76:0/4086848258 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55cf062b9fe0 0x55cf062b59c0 secure :-1 s=READY pgs=1219 cs=0 l=1 rev1=1 crypto rx=0x7f64a0009eb0 tx=0x7f64a0004a70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9dfad9c607f5b2d3 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:15.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.009+0000 7f6486ffd640 10 client.0 ms_handle_connect on v2:172.21.15.76:3300/0 2024-09-13T16:09:15.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.009+0000 7f6486ffd640 1 -- 172.21.15.76:0/4086848258 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64a000ab70 con 0x55cf062b9fe0 2024-09-13T16:09:15.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.009+0000 7f6486ffd640 1 -- 172.21.15.76:0/4086848258 <== mon.0 v2:172.21.15.76:3300/0 2 ==== osd_map(96..96 src has 1..96) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f64a000acd0 con 0x55cf062b9fe0 2024-09-13T16:09:15.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.009+0000 7f64b1249740 1 -- 172.21.15.76:0/4086848258 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f64a000a5f0 con 0x55cf062b9fe0 2024-09-13T16:09:15.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.009+0000 7f6486ffd640 1 -- 172.21.15.76:0/4086848258 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) v2 ==== 24+0+0 (secure 0 0 0) 0x7f64a000ae90 con 0x55cf062b9fe0 2024-09-13T16:09:15.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.010+0000 7f64b1249740 10 client.7557 fetch_fsmap learned FSMap version 45 2024-09-13T16:09:15.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.010+0000 7f64b1249740 1 -- 172.21.15.76:0/4086848258 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=2+}) v3 -- 0x55cf061b9d00 con 0x55cf062b9fe0 2024-09-13T16:09:15.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.010+0000 7f6486ffd640 1 -- 172.21.15.76:0/4086848258 <== mon.0 v2:172.21.15.76:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f64a000a5f0 con 0x55cf062b9fe0 2024-09-13T16:09:15.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.010+0000 7f6486ffd640 1 -- 172.21.15.76:0/4086848258 <== mon.0 v2:172.21.15.76:3300/0 5 ==== fsmap(e 45) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f64a0004040 con 0x55cf062b9fe0 2024-09-13T16:09:15.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.010+0000 7f64b1249740 10 client.7557 fetch_fsmap finished waiting for FSMap version 45 2024-09-13T16:09:15.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.010+0000 7f64b1249740 10 client.7557 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-13T16:09:15.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.010+0000 7f64b1249740 20 client.7557 populate_metadata read hostname 'smithi076' 2024-09-13T16:09:15.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.010+0000 7f64b1249740 1 --2- 172.21.15.76:0/4086848258 >> [v2:172.21.15.76:6835/2005584997,v1:172.21.15.76:6837/2005584997] conn(0x55cf06344160 0x55cf06344540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:15.017 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.010+0000 7f64b1249740 4 client.7557 mds_command: new command op to 7419 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-13T16:09:15.017 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.010+0000 7f64b1249740 1 -- 172.21.15.76:0/4086848258 --> [v2:172.21.15.76:6835/2005584997,v1:172.21.15.76:6837/2005584997] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55cf05f4bd10 con 0x55cf06344160 2024-09-13T16:09:15.017 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.010+0000 7f64a7fff640 1 --2- 172.21.15.76:0/4086848258 >> [v2:172.21.15.76:6835/2005584997,v1:172.21.15.76:6837/2005584997] conn(0x55cf06344160 0x55cf06344540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:15.017 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.010+0000 7f6486ffd640 10 client.7557 ms_handle_connect on v2:172.21.15.76:6835/2005584997 2024-09-13T16:09:15.017 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.010+0000 7f64a7fff640 1 --2- 172.21.15.76:0/4086848258 >> [v2:172.21.15.76:6835/2005584997,v1:172.21.15.76:6837/2005584997] conn(0x55cf06344160 0x55cf06344540 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=77caaf935870fe42 server_cookie=5c235662b76d06ba in_seq=0 out_seq=0 2024-09-13T16:09:15.017 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.010+0000 7f6486ffd640 1 -- 172.21.15.76:0/4086848258 <== mds.0 v2:172.21.15.76:6835/2005584997 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+331 (crc 0 0 0) 0x55cf05f4bd10 con 0x55cf06344160 2024-09-13T16:09:15.017 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.010+0000 7f6486ffd640 10 client.7557 handle_command_reply: tid=0 2024-09-13T16:09:15.017 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.010+0000 7f64b1249740 1 client.7557 shutdown 2024-09-13T16:09:15.017 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.010+0000 7f64b1249740 1 -- 172.21.15.76:0/4086848258 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55cf062b9fe0 msgr2=0x55cf062b59c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:15.017 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.010+0000 7f64b1249740 1 --2- 172.21.15.76:0/4086848258 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55cf062b9fe0 0x55cf062b59c0 secure :-1 s=READY pgs=1219 cs=0 l=1 rev1=1 crypto rx=0x7f64a0009eb0 tx=0x7f64a0004a70 comp rx=0 tx=0).stop 2024-09-13T16:09:15.017 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.011+0000 7f64b1249740 1 -- 172.21.15.76:0/4086848258 shutdown_connections 2024-09-13T16:09:15.017 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.011+0000 7f64b1249740 1 --2- 172.21.15.76:0/4086848258 >> [v2:172.21.15.76:6835/2005584997,v1:172.21.15.76:6837/2005584997] conn(0x55cf06344160 0x55cf06344540 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:15.017 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.011+0000 7f64b1249740 1 --2- 172.21.15.76:0/4086848258 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55cf062b9fe0 0x55cf062b59c0 unknown :-1 s=CLOSED pgs=1219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:15.017 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.011+0000 7f64b1249740 1 --2- 172.21.15.76:0/4086848258 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cf062b8550 0x55cf0633e000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:15.018 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.011+0000 7f64b1249740 1 --2- 172.21.15.76:0/4086848258 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55cf062910a0 0x55cf062d46e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:15.018 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.011+0000 7f6486ffd640 0 client.7557 ms_handle_reset on v2:172.21.15.76:6835/2005584997 2024-09-13T16:09:15.018 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.011+0000 7f64b1249740 1 -- 172.21.15.76:0/4086848258 >> 172.21.15.76:0/4086848258 conn(0x55cf0628e860 msgr2=0x55cf062d4ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:15.018 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.011+0000 7f64b1249740 1 -- 172.21.15.76:0/4086848258 shutdown_connections 2024-09-13T16:09:15.018 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.011+0000 7f64b1249740 1 -- 172.21.15.76:0/4086848258 wait complete. 2024-09-13T16:09:15.018 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.011+0000 7f64b1249740 20 client.7557 trim_cache size 0 max 16384 2024-09-13T16:09:15.018 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2024-09-13T16:09:15.018 INFO:teuthology.orchestra.run.smithi076.stdout: "cluster_fsid": "da76ee52-f48b-434a-9df7-5fefe2a6e471", 2024-09-13T16:09:15.018 INFO:teuthology.orchestra.run.smithi076.stdout: "whoami": 0, 2024-09-13T16:09:15.018 INFO:teuthology.orchestra.run.smithi076.stdout: "id": 7419, 2024-09-13T16:09:15.018 INFO:teuthology.orchestra.run.smithi076.stdout: "want_state": "up:active", 2024-09-13T16:09:15.018 INFO:teuthology.orchestra.run.smithi076.stdout: "state": "up:active", 2024-09-13T16:09:15.019 INFO:teuthology.orchestra.run.smithi076.stdout: "fs_name": "cephfs", 2024-09-13T16:09:15.019 INFO:teuthology.orchestra.run.smithi076.stdout: "rank_uptime": 4.5155232520000004, 2024-09-13T16:09:15.019 INFO:teuthology.orchestra.run.smithi076.stdout: "mdsmap_epoch": 45, 2024-09-13T16:09:15.019 INFO:teuthology.orchestra.run.smithi076.stdout: "osdmap_epoch": 96, 2024-09-13T16:09:15.019 INFO:teuthology.orchestra.run.smithi076.stdout: "osdmap_epoch_barrier": 96, 2024-09-13T16:09:15.019 INFO:teuthology.orchestra.run.smithi076.stdout: "uptime": 8.9423166569999992 2024-09-13T16:09:15.019 INFO:teuthology.orchestra.run.smithi076.stdout:} 2024-09-13T16:09:15.020 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.011+0000 7f64ae526640 1 -- 172.21.15.76:0/1892856925 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f648806ac00 msgr2=0x7f648806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:15.020 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.011+0000 7f64ae526640 1 --2- 172.21.15.76:0/1892856925 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f648806ac00 0x7f648806d0c0 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f6490034000 tx=0x7f649002e000 comp rx=0 tx=0).stop 2024-09-13T16:09:15.020 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.011+0000 7f64ae526640 1 -- 172.21.15.76:0/1892856925 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f64a8071d30 msgr2=0x7f64a81f3720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:15.020 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.011+0000 7f64ae526640 1 --2- 172.21.15.76:0/1892856925 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f64a8071d30 0x7f64a81f3720 secure :-1 s=READY pgs=1215 cs=0 l=1 rev1=1 crypto rx=0x7f649800d800 tx=0x7f649800dcc0 comp rx=0 tx=0).stop 2024-09-13T16:09:15.020 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.011+0000 7f64ae526640 1 -- 172.21.15.76:0/1892856925 shutdown_connections 2024-09-13T16:09:15.020 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.011+0000 7f64ae526640 1 --2- 172.21.15.76:0/1892856925 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f648806ac00 0x7f648806d0c0 unknown :-1 s=CLOSED pgs=537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:15.020 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.011+0000 7f64ae526640 1 --2- 172.21.15.76:0/1892856925 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f64a80c8920 0x7f64a80c75b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:15.020 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.011+0000 7f64ae526640 1 --2- 172.21.15.76:0/1892856925 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f64a8072110 0x7f64a81ef960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:15.020 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.011+0000 7f64ae526640 1 --2- 172.21.15.76:0/1892856925 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f64a8071d30 0x7f64a81f3720 unknown :-1 s=CLOSED pgs=1215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:15.020 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.011+0000 7f64ae526640 1 -- 172.21.15.76:0/1892856925 >> 172.21.15.76:0/1892856925 conn(0x7f64a8069ed0 msgr2=0x7f64a80ac280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:15.020 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.011+0000 7f64ae526640 1 -- 172.21.15.76:0/1892856925 shutdown_connections 2024-09-13T16:09:15.021 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.011+0000 7f64ae526640 1 -- 172.21.15.76:0/1892856925 wait complete. 2024-09-13T16:09:15.024 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T16:09:15.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.121+0000 7fd01c15e640 1 Processor -- start 2024-09-13T16:09:15.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.121+0000 7fd01c15e640 1 -- start start 2024-09-13T16:09:15.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.122+0000 7fd01c15e640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd014071d30 0x7fd014070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:15.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.122+0000 7fd01c15e640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fd014072110 0x7fd0140b1b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:15.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.122+0000 7fd01c15e640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fd0140c8920 0x7fd0140c8dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:15.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.122+0000 7fd01c15e640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd0140c9310 con 0x7fd014072110 2024-09-13T16:09:15.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.122+0000 7fd01c15e640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd0140abdf0 con 0x7fd0140c8920 2024-09-13T16:09:15.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.122+0000 7fd01c15e640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd0140ab1e0 con 0x7fd014071d30 2024-09-13T16:09:15.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.122+0000 7fd0196f9640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fd014072110 0x7fd0140b1b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:15.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.122+0000 7fd0196f9640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fd014072110 0x7fd0140b1b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39064/0 (socket says 172.21.15.76:39064) 2024-09-13T16:09:15.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.122+0000 7fd0196f9640 1 -- 172.21.15.76:0/665413618 learned_addr learned my addr 172.21.15.76:0/665413618 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:09:15.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.122+0000 7fd019efa640 1 --2- 172.21.15.76:0/665413618 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd014071d30 0x7fd014070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:15.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.122+0000 7fd01a6fb640 1 --2- 172.21.15.76:0/665413618 >> v2:172.21.15.192:3300/0 conn(0x7fd0140c8920 0x7fd0140c8dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:15.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.122+0000 7fd0196f9640 1 -- 172.21.15.76:0/665413618 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd014071d30 msgr2=0x7fd014070190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:15.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.122+0000 7fd0196f9640 1 --2- 172.21.15.76:0/665413618 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd014071d30 0x7fd014070190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:15.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.122+0000 7fd0196f9640 1 -- 172.21.15.76:0/665413618 >> v2:172.21.15.192:3300/0 conn(0x7fd0140c8920 msgr2=0x7fd0140c8dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:15.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.122+0000 7fd0196f9640 1 --2- 172.21.15.76:0/665413618 >> v2:172.21.15.192:3300/0 conn(0x7fd0140c8920 0x7fd0140c8dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:15.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.122+0000 7fd0196f9640 1 -- 172.21.15.76:0/665413618 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd0140ab4c0 con 0x7fd014072110 2024-09-13T16:09:15.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.123+0000 7fd0196f9640 1 --2- 172.21.15.76:0/665413618 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd014072110 0x7fd0140b1b70 secure :-1 s=READY pgs=1220 cs=0 l=1 rev1=1 crypto rx=0x7fd004009870 tx=0x7fd00402a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b6cc1b8e491cab63 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:15.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.123+0000 7fd018ef8640 1 -- 172.21.15.76:0/665413618 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd004032440 con 0x7fd014072110 2024-09-13T16:09:15.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.123+0000 7fd018ef8640 1 -- 172.21.15.76:0/665413618 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd0040325a0 con 0x7fd014072110 2024-09-13T16:09:15.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.123+0000 7fd018ef8640 1 -- 172.21.15.76:0/665413618 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd004032930 con 0x7fd014072110 2024-09-13T16:09:15.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.123+0000 7fd01c15e640 1 -- 172.21.15.76:0/665413618 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd014072110 msgr2=0x7fd0140b1b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:15.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.123+0000 7fd01c15e640 1 --2- 172.21.15.76:0/665413618 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd014072110 0x7fd0140b1b70 secure :-1 s=READY pgs=1220 cs=0 l=1 rev1=1 crypto rx=0x7fd004009870 tx=0x7fd00402a210 comp rx=0 tx=0).stop 2024-09-13T16:09:15.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.123+0000 7fd01c15e640 1 -- 172.21.15.76:0/665413618 shutdown_connections 2024-09-13T16:09:15.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.123+0000 7fd01c15e640 1 --2- 172.21.15.76:0/665413618 >> v2:172.21.15.192:3300/0 conn(0x7fd0140c8920 0x7fd0140c8dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:15.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.123+0000 7fd01c15e640 1 --2- 172.21.15.76:0/665413618 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd014072110 0x7fd0140b1b70 unknown :-1 s=CLOSED pgs=1220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:15.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.123+0000 7fd01c15e640 1 --2- 172.21.15.76:0/665413618 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd014071d30 0x7fd014070190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:15.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.123+0000 7fd01c15e640 1 -- 172.21.15.76:0/665413618 >> 172.21.15.76:0/665413618 conn(0x7fd014069ed0 msgr2=0x7fd01406a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:15.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.124+0000 7fd01c15e640 1 -- 172.21.15.76:0/665413618 shutdown_connections 2024-09-13T16:09:15.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.124+0000 7fd01c15e640 1 -- 172.21.15.76:0/665413618 wait complete. 2024-09-13T16:09:15.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.125+0000 7fd01c15e640 1 Processor -- start 2024-09-13T16:09:15.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.125+0000 7fd01c15e640 1 -- start start 2024-09-13T16:09:15.129 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.125+0000 7fd01c15e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd014071d30 0x7fd014151090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:15.129 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.125+0000 7fd01c15e640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd014072110 0x7fd01406c630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:15.129 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.126+0000 7fd01c15e640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd0140c8920 0x7fd01406cb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:15.129 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.126+0000 7fd01c15e640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd0140ce790 con 0x7fd014071d30 2024-09-13T16:09:15.129 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.126+0000 7fd01c15e640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd014070ec0 con 0x7fd014072110 2024-09-13T16:09:15.129 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.126+0000 7fd01c15e640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd0140af480 con 0x7fd0140c8920 2024-09-13T16:09:15.129 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.126+0000 7fd019efa640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd014071d30 0x7fd014151090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:15.129 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.126+0000 7fd019efa640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd014071d30 0x7fd014151090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39076/0 (socket says 172.21.15.76:39076) 2024-09-13T16:09:15.129 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.126+0000 7fd019efa640 1 -- 172.21.15.76:0/953109406 learned_addr learned my addr 172.21.15.76:0/953109406 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:09:15.129 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.126+0000 7fd0196f9640 1 --2- 172.21.15.76:0/953109406 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd014072110 0x7fd01406c630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:15.129 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.126+0000 7fd01a6fb640 1 --2- 172.21.15.76:0/953109406 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd0140c8920 0x7fd01406cb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:15.129 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.126+0000 7fd019efa640 1 -- 172.21.15.76:0/953109406 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd0140c8920 msgr2=0x7fd01406cb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:15.130 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.126+0000 7fd019efa640 1 --2- 172.21.15.76:0/953109406 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd0140c8920 0x7fd01406cb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:15.130 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.126+0000 7fd019efa640 1 -- 172.21.15.76:0/953109406 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd014072110 msgr2=0x7fd01406c630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:15.130 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.126+0000 7fd019efa640 1 --2- 172.21.15.76:0/953109406 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd014072110 0x7fd01406c630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:15.130 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.126+0000 7fd019efa640 1 -- 172.21.15.76:0/953109406 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd0040094d0 con 0x7fd014071d30 2024-09-13T16:09:15.130 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.126+0000 7fd01a6fb640 1 --2- 172.21.15.76:0/953109406 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd0140c8920 0x7fd01406cb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:09:15.130 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.126+0000 7fd019efa640 1 --2- 172.21.15.76:0/953109406 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd014071d30 0x7fd014151090 secure :-1 s=READY pgs=1221 cs=0 l=1 rev1=1 crypto rx=0x7fd01000e870 tx=0x7fd01000ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:15.130 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.126+0000 7fd00a7fc640 1 -- 172.21.15.76:0/953109406 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd01000ee60 con 0x7fd014071d30 2024-09-13T16:09:15.130 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.126+0000 7fd00a7fc640 1 -- 172.21.15.76:0/953109406 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd01000c940 con 0x7fd014071d30 2024-09-13T16:09:15.130 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.126+0000 7fd01c15e640 1 -- 172.21.15.76:0/953109406 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd0140ce460 con 0x7fd014071d30 2024-09-13T16:09:15.130 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.126+0000 7fd00a7fc640 1 -- 172.21.15.76:0/953109406 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd01000ccf0 con 0x7fd014071d30 2024-09-13T16:09:15.130 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.126+0000 7fd01c15e640 1 -- 172.21.15.76:0/953109406 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd0140af6d0 con 0x7fd014071d30 2024-09-13T16:09:15.130 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.127+0000 7fd01c15e640 1 -- 172.21.15.76:0/953109406 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd014096800 con 0x7fd014071d30 2024-09-13T16:09:15.131 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.128+0000 7fd00a7fc640 1 -- 172.21.15.76:0/953109406 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd010013470 con 0x7fd014071d30 2024-09-13T16:09:15.131 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.128+0000 7fd00a7fc640 1 --2- 172.21.15.76:0/953109406 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcff806ac00 0x7fcff806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:15.131 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.128+0000 7fd00a7fc640 1 -- 172.21.15.76:0/953109406 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(96..96 src has 1..96) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fd0100898b0 con 0x7fd014071d30 2024-09-13T16:09:15.131 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.128+0000 7fd0196f9640 1 --2- 172.21.15.76:0/953109406 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcff806ac00 0x7fcff806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:15.132 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.129+0000 7fd0196f9640 1 --2- 172.21.15.76:0/953109406 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcff806ac00 0x7fcff806d0c0 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7fd004034000 tx=0x7fd00402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:15.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.133+0000 7fd00a7fc640 1 -- 172.21.15.76:0/953109406 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fd010054950 con 0x7fd014071d30 2024-09-13T16:09:15.329 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.328+0000 7fd01c15e640 1 -- 172.21.15.76:0/953109406 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7fd0140b2f00 con 0x7fd014071d30 2024-09-13T16:09:15.330 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.328+0000 7fd00a7fc640 1 -- 172.21.15.76:0/953109406 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v45) v1 ==== 53+0+73 (secure 0 0 0) 0x7fd010017070 con 0x7fd014071d30 2024-09-13T16:09:15.330 INFO:teuthology.orchestra.run.smithi076.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-13T16:09:15.332 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.330+0000 7fd01c15e640 1 -- 172.21.15.76:0/953109406 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcff806ac00 msgr2=0x7fcff806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:15.332 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.330+0000 7fd01c15e640 1 --2- 172.21.15.76:0/953109406 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcff806ac00 0x7fcff806d0c0 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7fd004034000 tx=0x7fd00402e000 comp rx=0 tx=0).stop 2024-09-13T16:09:15.332 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.330+0000 7fd01c15e640 1 -- 172.21.15.76:0/953109406 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd014071d30 msgr2=0x7fd014151090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:15.332 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.330+0000 7fd01c15e640 1 --2- 172.21.15.76:0/953109406 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd014071d30 0x7fd014151090 secure :-1 s=READY pgs=1221 cs=0 l=1 rev1=1 crypto rx=0x7fd01000e870 tx=0x7fd01000ed30 comp rx=0 tx=0).stop 2024-09-13T16:09:15.332 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.330+0000 7fd01c15e640 1 -- 172.21.15.76:0/953109406 shutdown_connections 2024-09-13T16:09:15.332 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.330+0000 7fd01c15e640 1 --2- 172.21.15.76:0/953109406 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcff806ac00 0x7fcff806d0c0 unknown :-1 s=CLOSED pgs=538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:15.332 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.330+0000 7fd01c15e640 1 --2- 172.21.15.76:0/953109406 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd0140c8920 0x7fd01406cb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:15.333 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.330+0000 7fd01c15e640 1 --2- 172.21.15.76:0/953109406 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd014072110 0x7fd01406c630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:15.333 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.330+0000 7fd01c15e640 1 --2- 172.21.15.76:0/953109406 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd014071d30 0x7fd014151090 unknown :-1 s=CLOSED pgs=1221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:15.333 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.330+0000 7fd01c15e640 1 -- 172.21.15.76:0/953109406 >> 172.21.15.76:0/953109406 conn(0x7fd014069ed0 msgr2=0x7fd01406a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:15.333 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.330+0000 7fd01c15e640 1 -- 172.21.15.76:0/953109406 shutdown_connections 2024-09-13T16:09:15.333 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:15.330+0000 7fd01c15e640 1 -- 172.21.15.76:0/953109406 wait complete. 2024-09-13T16:09:15.342 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T16:09:15.342 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T16:09:15.342 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi076.front.sepia.ceph.com 2024-09-13T16:09:15.343 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-13T16:09:15.343 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-13T16:09:15.343 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T16:09:15.343 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T16:09:15.343 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T16:09:15.343 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:09:15.343 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:09:15.343 DEBUG:teuthology.orchestra.run.smithi076:> ip addr 2024-09-13T16:09:15.359 INFO:teuthology.orchestra.run.smithi076.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T16:09:15.359 INFO:teuthology.orchestra.run.smithi076.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T16:09:15.359 INFO:teuthology.orchestra.run.smithi076.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T16:09:15.359 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:09:15.360 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 ::1/128 scope host 2024-09-13T16:09:15.360 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:09:15.360 INFO:teuthology.orchestra.run.smithi076.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:09:15.360 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:d8:da:66 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:09:15.360 INFO:teuthology.orchestra.run.smithi076.stdout: altname enp7s0f0 2024-09-13T16:09:15.360 INFO:teuthology.orchestra.run.smithi076.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:09:15.360 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:d8:da:67 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:09:15.360 INFO:teuthology.orchestra.run.smithi076.stdout: altname enp7s0f1 2024-09-13T16:09:15.360 INFO:teuthology.orchestra.run.smithi076.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:09:15.360 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:8f:47:e0 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:09:15.360 INFO:teuthology.orchestra.run.smithi076.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T16:09:15.360 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:8f:47:e1 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:09:15.360 INFO:teuthology.orchestra.run.smithi076.stdout: inet 172.21.15.76/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-13T16:09:15.361 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft 42340sec preferred_lft 42340sec 2024-09-13T16:09:15.361 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::ec4:7aff:fe8f:47e1/64 scope link noprefixroute 2024-09-13T16:09:15.361 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:09:15.361 INFO:teuthology.orchestra.run.smithi076.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T16:09:15.361 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0e:a0:37:a4:1d:a0 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:09:15.361 INFO:teuthology.orchestra.run.smithi076.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-13T16:09:15.361 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:09:15.361 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::a496:13ff:fe82:8fa2/64 scope link 2024-09-13T16:09:15.361 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:09:15.362 INFO:teuthology.orchestra.run.smithi076.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:09:15.362 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether b2:0f:89:b0:cb:4d brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-13T16:09:15.362 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::b00f:89ff:feb0:cb4d/64 scope link 2024-09-13T16:09:15.362 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:09:15.362 INFO:teuthology.orchestra.run.smithi076.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:09:15.362 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0e:a0:37:a4:1d:a0 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-13T16:09:15.362 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::ca0:37ff:fea4:1da0/64 scope link 2024-09-13T16:09:15.362 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:09:15.362 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:09:15.363 DEBUG:teuthology.orchestra.run.smithi076:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T16:09:15.422 INFO:teuthology.orchestra.run.smithi076.stdout:1 2024-09-13T16:09:15.424 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:09:15.424 DEBUG:teuthology.orchestra.run.smithi076:> route 2024-09-13T16:09:15.480 INFO:teuthology.orchestra.run.smithi076.stdout:Kernel IP routing table 2024-09-13T16:09:15.480 INFO:teuthology.orchestra.run.smithi076.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T16:09:15.480 INFO:teuthology.orchestra.run.smithi076.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-13T16:09:15.480 INFO:teuthology.orchestra.run.smithi076.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-13T16:09:15.480 INFO:teuthology.orchestra.run.smithi076.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T16:09:15.481 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:09:15.481 DEBUG:teuthology.orchestra.run.smithi076:> (cd / && exec bash -c ' 2024-09-13T16:09:15.481 DEBUG:teuthology.orchestra.run.smithi076:> set -e 2024-09-13T16:09:15.481 DEBUG:teuthology.orchestra.run.smithi076:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-13T16:09:15.481 DEBUG:teuthology.orchestra.run.smithi076:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-13T16:09:15.481 DEBUG:teuthology.orchestra.run.smithi076:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-13T16:09:15.481 DEBUG:teuthology.orchestra.run.smithi076:> ') 2024-09-13T16:09:15.566 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:09:15.566 DEBUG:teuthology.orchestra.run.smithi076:> ip netns list 2024-09-13T16:09:15.581 INFO:teuthology.orchestra.run.smithi076.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-13T16:09:15.581 INFO:teuthology.orchestra.run.smithi076.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-13T16:09:15.582 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:09:15.582 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:09:15.582 DEBUG:teuthology.orchestra.run.smithi076:> sudo ip link set brx.0 up 2024-09-13T16:09:15.647 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-13T16:09:15.647 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:09:15.647 DEBUG:teuthology.orchestra.run.smithi076:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-13T16:09:15.703 INFO:teuthology.orchestra.run.smithi076.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:09:15.703 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:09:15.703 DEBUG:teuthology.orchestra.run.smithi076:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-13T16:09:15.758 DEBUG:teuthology.orchestra.run.smithi076:> sudo modprobe fuse 2024-09-13T16:09:15.824 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:09:15.824 DEBUG:teuthology.orchestra.run.smithi076:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:09:15.888 INFO:teuthology.orchestra.run.smithi076.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:09:15.889 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:09:15.892 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:09:15.892 DEBUG:teuthology.orchestra.run.smithi076:> ls /sys/fs/fuse/connections 2024-09-13T16:09:15.945 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-13T16:09:15.945 DEBUG:teuthology.orchestra.run.smithi076:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-13T16:09:15.988 DEBUG:teuthology.orchestra.run.smithi076:> sudo modprobe fuse 2024-09-13T16:09:16.012 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:09:16.012 DEBUG:teuthology.orchestra.run.smithi076:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:09:16.069 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi076.stderr:2024-09-13T16:09:16.068+0000 7f86fc669480 -1 init, newargv = 0x5634131b9ff0 newargc=15 2024-09-13T16:09:16.069 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi076.stderr:ceph-fuse[68736]: starting ceph client 2024-09-13T16:09:16.073 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi076.stderr:ceph-fuse[68736]: starting fuse 2024-09-13T16:09:16.078 INFO:teuthology.orchestra.run.smithi076.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:09:16.079 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:09:16.080 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:09:16.080 DEBUG:teuthology.orchestra.run.smithi076:> ls /sys/fs/fuse/connections 2024-09-13T16:09:16.136 INFO:teuthology.orchestra.run.smithi076.stdout:41 2024-09-13T16:09:16.136 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-13T16:09:16.136 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:09:16.137 DEBUG:teuthology.orchestra.run.smithi076:> import glob 2024-09-13T16:09:16.137 DEBUG:teuthology.orchestra.run.smithi076:> import re 2024-09-13T16:09:16.137 DEBUG:teuthology.orchestra.run.smithi076:> import os 2024-09-13T16:09:16.137 DEBUG:teuthology.orchestra.run.smithi076:> import subprocess 2024-09-13T16:09:16.137 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:09:16.137 DEBUG:teuthology.orchestra.run.smithi076:> def _find_admin_socket(client_name): 2024-09-13T16:09:16.137 DEBUG:teuthology.orchestra.run.smithi076:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-13T16:09:16.137 DEBUG:teuthology.orchestra.run.smithi076:> files = glob.glob(asok_path) 2024-09-13T16:09:16.137 DEBUG:teuthology.orchestra.run.smithi076:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-13T16:09:16.137 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:09:16.137 DEBUG:teuthology.orchestra.run.smithi076:> # Given a non-glob path, it better be there 2024-09-13T16:09:16.137 DEBUG:teuthology.orchestra.run.smithi076:> if "*" not in asok_path: 2024-09-13T16:09:16.137 DEBUG:teuthology.orchestra.run.smithi076:> assert(len(files) == 1) 2024-09-13T16:09:16.138 DEBUG:teuthology.orchestra.run.smithi076:> return files[0] 2024-09-13T16:09:16.138 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:09:16.138 DEBUG:teuthology.orchestra.run.smithi076:> for f in files: 2024-09-13T16:09:16.138 DEBUG:teuthology.orchestra.run.smithi076:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T16:09:16.138 DEBUG:teuthology.orchestra.run.smithi076:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T16:09:16.138 DEBUG:teuthology.orchestra.run.smithi076:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T16:09:16.138 DEBUG:teuthology.orchestra.run.smithi076:> contents = proc_f.read() 2024-09-13T16:09:16.138 DEBUG:teuthology.orchestra.run.smithi076:> if mountpoint in contents: 2024-09-13T16:09:16.138 DEBUG:teuthology.orchestra.run.smithi076:> return f 2024-09-13T16:09:16.138 DEBUG:teuthology.orchestra.run.smithi076:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T16:09:16.138 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:09:16.138 DEBUG:teuthology.orchestra.run.smithi076:> print(_find_admin_socket("client.0")) 2024-09-13T16:09:16.138 DEBUG:teuthology.orchestra.run.smithi076:> ' 2024-09-13T16:09:16.250 INFO:teuthology.orchestra.run.smithi076.stdout:/var/run/ceph/ceph-client.0.68736.asok 2024-09-13T16:09:16.421 INFO:tasks.ceph.mds.c.smithi076.stderr:2024-09-13T16:09:16.419+0000 7f6b7b617640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T16:09:16.436 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.68736.asok 2024-09-13T16:09:16.436 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:09:16.436 DEBUG:teuthology.orchestra.run.smithi076:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.68736.asok status 2024-09-13T16:09:16.571 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2024-09-13T16:09:16.571 INFO:teuthology.orchestra.run.smithi076.stdout: "metadata": { 2024-09-13T16:09:16.571 INFO:teuthology.orchestra.run.smithi076.stdout: "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", 2024-09-13T16:09:16.571 INFO:teuthology.orchestra.run.smithi076.stdout: "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", 2024-09-13T16:09:16.571 INFO:teuthology.orchestra.run.smithi076.stdout: "entity_id": "0", 2024-09-13T16:09:16.572 INFO:teuthology.orchestra.run.smithi076.stdout: "hostname": "smithi076", 2024-09-13T16:09:16.572 INFO:teuthology.orchestra.run.smithi076.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-13T16:09:16.572 INFO:teuthology.orchestra.run.smithi076.stdout: "pid": "68736", 2024-09-13T16:09:16.572 INFO:teuthology.orchestra.run.smithi076.stdout: "root": "/" 2024-09-13T16:09:16.572 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:09:16.572 INFO:teuthology.orchestra.run.smithi076.stdout: "dentry_count": 0, 2024-09-13T16:09:16.572 INFO:teuthology.orchestra.run.smithi076.stdout: "dentry_pinned_count": 0, 2024-09-13T16:09:16.572 INFO:teuthology.orchestra.run.smithi076.stdout: "id": 7572, 2024-09-13T16:09:16.572 INFO:teuthology.orchestra.run.smithi076.stdout: "inst": { 2024-09-13T16:09:16.572 INFO:teuthology.orchestra.run.smithi076.stdout: "name": { 2024-09-13T16:09:16.572 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "client", 2024-09-13T16:09:16.572 INFO:teuthology.orchestra.run.smithi076.stdout: "num": 7572 2024-09-13T16:09:16.572 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:09:16.572 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": { 2024-09-13T16:09:16.573 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "v1", 2024-09-13T16:09:16.573 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:09:16.573 INFO:teuthology.orchestra.run.smithi076.stdout: "nonce": 2362167292 2024-09-13T16:09:16.573 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:09:16.573 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:09:16.573 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": { 2024-09-13T16:09:16.573 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "v1", 2024-09-13T16:09:16.573 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:09:16.573 INFO:teuthology.orchestra.run.smithi076.stdout: "nonce": 2362167292 2024-09-13T16:09:16.573 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:09:16.573 INFO:teuthology.orchestra.run.smithi076.stdout: "inst_str": "client.7572 192.168.0.1:0/2362167292", 2024-09-13T16:09:16.573 INFO:teuthology.orchestra.run.smithi076.stdout: "addr_str": "192.168.0.1:0/2362167292", 2024-09-13T16:09:16.573 INFO:teuthology.orchestra.run.smithi076.stdout: "inode_count": 1, 2024-09-13T16:09:16.573 INFO:teuthology.orchestra.run.smithi076.stdout: "mds_epoch": 45, 2024-09-13T16:09:16.574 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_epoch": 96, 2024-09-13T16:09:16.574 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_epoch_barrier": 0, 2024-09-13T16:09:16.574 INFO:teuthology.orchestra.run.smithi076.stdout: "blocklisted": false, 2024-09-13T16:09:16.574 INFO:teuthology.orchestra.run.smithi076.stdout: "fs_name": "cephfs" 2024-09-13T16:09:16.574 INFO:teuthology.orchestra.run.smithi076.stdout:} 2024-09-13T16:09:16.580 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:09:16.580 DEBUG:teuthology.orchestra.run.smithi076:> stat --file-system '--printf=%T 2024-09-13T16:09:16.580 DEBUG:teuthology.orchestra.run.smithi076:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-13T16:09:16.595 INFO:teuthology.orchestra.run.smithi076.stdout:fuseblk 2024-09-13T16:09:16.596 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-13T16:09:16.596 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:09:16.596 DEBUG:teuthology.orchestra.run.smithi076:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-13T16:09:16.662 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T16:09:16.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:16.799+0000 7fa9b4108640 1 Processor -- start 2024-09-13T16:09:16.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:16.799+0000 7fa9b4108640 1 -- start start 2024-09-13T16:09:16.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:16.799+0000 7fa9b4108640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fa9ac0cc5b0 0x7fa9ac0b2590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:16.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:16.799+0000 7fa9b4108640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa9ac0b2170 con 0x7fa9ac06c4c0 2024-09-13T16:09:16.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:16.799+0000 7fa9b4108640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa9ac06dab0 con 0x7fa9ac06c8a0 2024-09-13T16:09:16.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:16.799+0000 7fa9b4108640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa9ac06deb0 con 0x7fa9ac0cc5b0 2024-09-13T16:09:16.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:16.800+0000 7fa9b1ea4640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fa9ac06c4c0 0x7fa9ac06d3a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:47694/0 (socket says 172.21.15.76:47694) 2024-09-13T16:09:16.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:16.800+0000 7fa9b1ea4640 1 -- 172.21.15.76:0/1763137826 learned_addr learned my addr 172.21.15.76:0/1763137826 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:09:16.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:16.800+0000 7fa9b0ea2640 1 -- 172.21.15.76:0/1763137826 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4127885277 0 0) 0x7fa9ac0b2170 con 0x7fa9ac06c4c0 2024-09-13T16:09:16.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:16.800+0000 7fa9b0ea2640 1 -- 172.21.15.76:0/1763137826 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa998003520 con 0x7fa9ac06c4c0 2024-09-13T16:09:16.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:16.800+0000 7fa9b26a5640 1 --2- 172.21.15.76:0/1763137826 >> v2:172.21.15.192:3300/0 conn(0x7fa9ac0cc5b0 0x7fa9ac0b2590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:16.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:16.800+0000 7fa9b0ea2640 1 -- 172.21.15.76:0/1763137826 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1004514444 0 0) 0x7fa998003520 con 0x7fa9ac06c4c0 2024-09-13T16:09:16.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:16.800+0000 7fa9b0ea2640 1 -- 172.21.15.76:0/1763137826 >> v2:172.21.15.192:3300/0 conn(0x7fa9ac0cc5b0 msgr2=0x7fa9ac0b2590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:16.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:16.800+0000 7fa9b0ea2640 1 --2- 172.21.15.76:0/1763137826 >> v2:172.21.15.192:3300/0 conn(0x7fa9ac0cc5b0 0x7fa9ac0b2590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:16.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:16.800+0000 7fa9b0ea2640 1 -- 172.21.15.76:0/1763137826 >> v1:172.21.15.192:6789/0 conn(0x7fa9ac06c8a0 legacy=0x7fa9ac0cbea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:16.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:16.800+0000 7fa9b0ea2640 1 -- 172.21.15.76:0/1763137826 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa9ac06e0c0 con 0x7fa9ac06c4c0 2024-09-13T16:09:16.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:16.800+0000 7fa9b0ea2640 1 -- 172.21.15.76:0/1763137826 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7fa9a8001670 con 0x7fa9ac06c4c0 2024-09-13T16:09:16.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:16.800+0000 7fa9b0ea2640 1 -- 172.21.15.76:0/1763137826 >> v1:172.21.15.76:6789/0 conn(0x7fa9ac06c4c0 legacy=0x7fa9ac06d3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:16.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:16.800+0000 7fa9b0ea2640 1 --2- 172.21.15.76:0/1763137826 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa998003970 0x7fa998003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:16.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:16.800+0000 7fa9b0ea2640 1 --2- 172.21.15.76:0/1763137826 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa9980047c0 0x7fa998004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:16.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:16.800+0000 7fa9b0ea2640 1 --2- 172.21.15.76:0/1763137826 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa998005180 0x7fa99800b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:16.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:16.800+0000 7fa9b0ea2640 1 -- 172.21.15.76:0/1763137826 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9ac06deb0 con 0x7fa9980047c0 2024-09-13T16:09:16.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:16.800+0000 7fa9b0ea2640 1 -- 172.21.15.76:0/1763137826 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa99800c020 con 0x7fa998005180 2024-09-13T16:09:16.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:16.800+0000 7fa9b0ea2640 1 -- 172.21.15.76:0/1763137826 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa99800c1e0 con 0x7fa998003970 2024-09-13T16:09:16.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:16.800+0000 7fa9b16a3640 1 --2- 172.21.15.76:0/1763137826 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa9980047c0 0x7fa998004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:16.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:16.801+0000 7fa9b1ea4640 1 --2- 172.21.15.76:0/1763137826 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa998003970 0x7fa998003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:16.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:16.801+0000 7fa9b26a5640 1 --2- 172.21.15.76:0/1763137826 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa998005180 0x7fa99800b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:16.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:16.801+0000 7fa9b16a3640 1 -- 172.21.15.76:0/1763137826 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa998003970 msgr2=0x7fa998003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:16.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:16.801+0000 7fa9b16a3640 1 --2- 172.21.15.76:0/1763137826 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa998003970 0x7fa998003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:16.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:16.801+0000 7fa9b16a3640 1 -- 172.21.15.76:0/1763137826 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa998005180 msgr2=0x7fa99800b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:16.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:16.801+0000 7fa9b16a3640 1 --2- 172.21.15.76:0/1763137826 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa998005180 0x7fa99800b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:16.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:16.801+0000 7fa9b26a5640 1 -- 172.21.15.76:0/1763137826 reap_dead start 2024-09-13T16:09:16.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:16.801+0000 7fa9b16a3640 1 -- 172.21.15.76:0/1763137826 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa998003520 con 0x7fa9980047c0 2024-09-13T16:09:16.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:16.801+0000 7fa9b16a3640 1 --2- 172.21.15.76:0/1763137826 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa9980047c0 0x7fa998004c40 secure :-1 s=READY pgs=1226 cs=0 l=1 rev1=1 crypto rx=0x7fa9a0001750 tx=0x7fa9980057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=111c590f73c5002f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:16.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:16.801+0000 7fa9b0ea2640 1 -- 172.21.15.76:0/1763137826 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9a00052d0 con 0x7fa9980047c0 2024-09-13T16:09:16.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:16.802+0000 7fa9b0ea2640 1 -- 172.21.15.76:0/1763137826 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa9a0005430 con 0x7fa9980047c0 2024-09-13T16:09:16.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:16.802+0000 7fa9b0ea2640 1 -- 172.21.15.76:0/1763137826 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9a002abc0 con 0x7fa9980047c0 2024-09-13T16:09:16.808 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:16.802+0000 7fa9b4108640 1 -- 172.21.15.76:0/1763137826 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa9980047c0 msgr2=0x7fa998004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:16.808 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:16.802+0000 7fa9b4108640 1 --2- 172.21.15.76:0/1763137826 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa9980047c0 0x7fa998004c40 secure :-1 s=READY pgs=1226 cs=0 l=1 rev1=1 crypto rx=0x7fa9a0001750 tx=0x7fa9980057f0 comp rx=0 tx=0).stop 2024-09-13T16:09:16.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:16.802+0000 7fa9b4108640 1 -- 172.21.15.76:0/1763137826 shutdown_connections 2024-09-13T16:09:16.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:16.802+0000 7fa9b4108640 1 --2- 172.21.15.76:0/1763137826 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa9980047c0 0x7fa998004c40 unknown :-1 s=CLOSED pgs=1226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:16.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:16.802+0000 7fa9b4108640 1 -- 172.21.15.76:0/1763137826 >> 172.21.15.76:0/1763137826 conn(0x7fa9ac069ed0 msgr2=0x7fa9ac06a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:16.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:16.802+0000 7fa9b4108640 1 -- 172.21.15.76:0/1763137826 shutdown_connections 2024-09-13T16:09:16.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:16.802+0000 7fa9b4108640 1 -- 172.21.15.76:0/1763137826 wait complete. 2024-09-13T16:09:16.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:16.803+0000 7fa9b4108640 1 Processor -- start 2024-09-13T16:09:16.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:16.803+0000 7fa9b4108640 1 -- start start 2024-09-13T16:09:16.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:16.804+0000 7fa9b4108640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa9980047c0 0x7fa9ac0c6970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:16.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:16.804+0000 7fa9b4108640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa9ac155a40 0x7fa9ac158f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:16.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:16.804+0000 7fa9b4108640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa9ac159440 0x7fa9ac0ab140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:16.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:16.804+0000 7fa9b4108640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9ac155ec0 con 0x7fa9980047c0 2024-09-13T16:09:16.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:16.804+0000 7fa9b4108640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9ac1598c0 con 0x7fa9ac159440 2024-09-13T16:09:16.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:16.804+0000 7fa9b4108640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa9ac0c7bb0 con 0x7fa9ac155a40 2024-09-13T16:09:16.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:16.804+0000 7fa9b1ea4640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa9980047c0 0x7fa9ac0c6970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:16.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:16.804+0000 7fa9b1ea4640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa9980047c0 0x7fa9ac0c6970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39090/0 (socket says 172.21.15.76:39090) 2024-09-13T16:09:16.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:16.804+0000 7fa9b1ea4640 1 -- 172.21.15.76:0/3913068396 learned_addr learned my addr 172.21.15.76:0/3913068396 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:09:16.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:16.804+0000 7fa9b16a3640 1 --2- 172.21.15.76:0/3913068396 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa9ac155a40 0x7fa9ac158f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:16.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:16.804+0000 7fa9b26a5640 1 --2- 172.21.15.76:0/3913068396 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa9ac159440 0x7fa9ac0ab140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:16.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:16.804+0000 7fa9b1ea4640 1 -- 172.21.15.76:0/3913068396 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa9ac155a40 msgr2=0x7fa9ac158f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:16.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:16.804+0000 7fa9b1ea4640 1 --2- 172.21.15.76:0/3913068396 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa9ac155a40 0x7fa9ac158f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:16.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:16.804+0000 7fa9b1ea4640 1 -- 172.21.15.76:0/3913068396 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa9ac159440 msgr2=0x7fa9ac0ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:16.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:16.804+0000 7fa9b1ea4640 1 --2- 172.21.15.76:0/3913068396 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa9ac159440 0x7fa9ac0ab140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:16.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:16.804+0000 7fa9b1ea4640 1 -- 172.21.15.76:0/3913068396 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa9ac0cac80 con 0x7fa9980047c0 2024-09-13T16:09:16.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:16.804+0000 7fa9b1ea4640 1 --2- 172.21.15.76:0/3913068396 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa9980047c0 0x7fa9ac0c6970 secure :-1 s=READY pgs=1227 cs=0 l=1 rev1=1 crypto rx=0x7fa9a800e7b0 tx=0x7fa9a800ec70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:16.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:16.805+0000 7fa99e7fc640 1 -- 172.21.15.76:0/3913068396 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9a800eec0 con 0x7fa9980047c0 2024-09-13T16:09:16.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:16.805+0000 7fa99e7fc640 1 -- 172.21.15.76:0/3913068396 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa9a800c8d0 con 0x7fa9980047c0 2024-09-13T16:09:16.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:16.805+0000 7fa9b4108640 1 -- 172.21.15.76:0/3913068396 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa9ac0c8040 con 0x7fa9980047c0 2024-09-13T16:09:16.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:16.805+0000 7fa99e7fc640 1 -- 172.21.15.76:0/3913068396 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9a800cc60 con 0x7fa9980047c0 2024-09-13T16:09:16.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:16.805+0000 7fa9b4108640 1 -- 172.21.15.76:0/3913068396 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa9ac0c7280 con 0x7fa9980047c0 2024-09-13T16:09:16.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:16.806+0000 7fa9b4108640 1 -- 172.21.15.76:0/3913068396 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa9ac06d3a0 con 0x7fa9980047c0 2024-09-13T16:09:16.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:16.806+0000 7fa99e7fc640 1 -- 172.21.15.76:0/3913068396 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fa9a801d460 con 0x7fa9980047c0 2024-09-13T16:09:16.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:16.807+0000 7fa99e7fc640 1 --2- 172.21.15.76:0/3913068396 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa99006ac30 0x7fa99006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:16.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:16.807+0000 7fa99e7fc640 1 -- 172.21.15.76:0/3913068396 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(96..96 src has 1..96) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fa9a80892f0 con 0x7fa9980047c0 2024-09-13T16:09:16.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:16.807+0000 7fa9b16a3640 1 --2- 172.21.15.76:0/3913068396 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa99006ac30 0x7fa99006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:16.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:16.807+0000 7fa9b16a3640 1 --2- 172.21.15.76:0/3913068396 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa99006ac30 0x7fa99006d0f0 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7fa9a0032000 tx=0x7fa9a002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:16.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:16.811+0000 7fa99e7fc640 1 -- 172.21.15.76:0/3913068396 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fa9a8057eb0 con 0x7fa9980047c0 2024-09-13T16:09:17.005 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:17.003+0000 7fa9b4108640 1 -- 172.21.15.76:0/3913068396 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7fa9ac0ceaa0 con 0x7fa9980047c0 2024-09-13T16:09:17.005 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:17.004+0000 7fa99e7fc640 1 -- 172.21.15.76:0/3913068396 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v45) v1 ==== 53+0+73 (secure 0 0 0) 0x7fa9a8057a40 con 0x7fa9980047c0 2024-09-13T16:09:17.005 INFO:teuthology.orchestra.run.smithi076.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-13T16:09:17.007 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:17.005+0000 7fa9b4108640 1 -- 172.21.15.76:0/3913068396 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa99006ac30 msgr2=0x7fa99006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:17.007 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:17.005+0000 7fa9b4108640 1 --2- 172.21.15.76:0/3913068396 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa99006ac30 0x7fa99006d0f0 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7fa9a0032000 tx=0x7fa9a002e000 comp rx=0 tx=0).stop 2024-09-13T16:09:17.007 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:17.005+0000 7fa9b4108640 1 -- 172.21.15.76:0/3913068396 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa9980047c0 msgr2=0x7fa9ac0c6970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:17.007 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:17.006+0000 7fa9b4108640 1 --2- 172.21.15.76:0/3913068396 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa9980047c0 0x7fa9ac0c6970 secure :-1 s=READY pgs=1227 cs=0 l=1 rev1=1 crypto rx=0x7fa9a800e7b0 tx=0x7fa9a800ec70 comp rx=0 tx=0).stop 2024-09-13T16:09:17.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:17.006+0000 7fa9b4108640 1 -- 172.21.15.76:0/3913068396 shutdown_connections 2024-09-13T16:09:17.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:17.006+0000 7fa9b4108640 1 --2- 172.21.15.76:0/3913068396 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa9ac159440 0x7fa9ac0ab140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:17.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:17.006+0000 7fa9b4108640 1 --2- 172.21.15.76:0/3913068396 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa99006ac30 0x7fa99006d0f0 unknown :-1 s=CLOSED pgs=539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:17.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:17.006+0000 7fa9b4108640 1 --2- 172.21.15.76:0/3913068396 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa9ac155a40 0x7fa9ac158f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:17.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:17.006+0000 7fa9b4108640 1 --2- 172.21.15.76:0/3913068396 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa9980047c0 0x7fa9ac0c6970 unknown :-1 s=CLOSED pgs=1227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:17.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:17.006+0000 7fa9b4108640 1 -- 172.21.15.76:0/3913068396 >> 172.21.15.76:0/3913068396 conn(0x7fa9ac069ed0 msgr2=0x7fa9ac0af4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:17.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:17.006+0000 7fa9b4108640 1 -- 172.21.15.76:0/3913068396 shutdown_connections 2024-09-13T16:09:17.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:17.006+0000 7fa9b4108640 1 -- 172.21.15.76:0/3913068396 wait complete. 2024-09-13T16:09:17.017 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T16:09:17.018 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T16:09:17.018 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi192.front.sepia.ceph.com 2024-09-13T16:09:17.018 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-13T16:09:17.018 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-13T16:09:17.018 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T16:09:17.018 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T16:09:17.018 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T16:09:17.018 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-13T16:09:17.018 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:09:17.018 DEBUG:teuthology.orchestra.run.smithi192:> ip addr 2024-09-13T16:09:17.038 INFO:teuthology.orchestra.run.smithi192.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T16:09:17.038 INFO:teuthology.orchestra.run.smithi192.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T16:09:17.038 INFO:teuthology.orchestra.run.smithi192.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T16:09:17.039 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:09:17.039 INFO:teuthology.orchestra.run.smithi192.stdout: inet6 ::1/128 scope host 2024-09-13T16:09:17.039 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:09:17.039 INFO:teuthology.orchestra.run.smithi192.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:09:17.039 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether 0c:c4:7a:d9:38:4e brd ff:ff:ff:ff:ff:ff 2024-09-13T16:09:17.039 INFO:teuthology.orchestra.run.smithi192.stdout: altname enp7s0f0 2024-09-13T16:09:17.039 INFO:teuthology.orchestra.run.smithi192.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:09:17.039 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether 0c:c4:7a:d9:38:4f brd ff:ff:ff:ff:ff:ff 2024-09-13T16:09:17.039 INFO:teuthology.orchestra.run.smithi192.stdout: altname enp7s0f1 2024-09-13T16:09:17.039 INFO:teuthology.orchestra.run.smithi192.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:09:17.039 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether 0c:c4:7a:88:80:48 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:09:17.039 INFO:teuthology.orchestra.run.smithi192.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T16:09:17.039 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether 0c:c4:7a:88:80:49 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:09:17.040 INFO:teuthology.orchestra.run.smithi192.stdout: inet 172.21.15.192/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-13T16:09:17.040 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft 42320sec preferred_lft 42320sec 2024-09-13T16:09:17.040 INFO:teuthology.orchestra.run.smithi192.stdout: inet6 fe80::ec4:7aff:fe88:8049/64 scope link noprefixroute 2024-09-13T16:09:17.040 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:09:17.040 INFO:teuthology.orchestra.run.smithi192.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T16:09:17.040 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether ea:94:96:0f:40:1e brd ff:ff:ff:ff:ff:ff 2024-09-13T16:09:17.040 INFO:teuthology.orchestra.run.smithi192.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-13T16:09:17.040 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:09:17.040 INFO:teuthology.orchestra.run.smithi192.stdout: inet6 fe80::807e:ecff:fe50:a056/64 scope link 2024-09-13T16:09:17.040 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:09:17.040 INFO:teuthology.orchestra.run.smithi192.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:09:17.040 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether ea:94:96:0f:40:1e brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-13T16:09:17.041 INFO:teuthology.orchestra.run.smithi192.stdout: inet6 fe80::e894:96ff:fe0f:401e/64 scope link 2024-09-13T16:09:17.041 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:09:17.041 INFO:teuthology.orchestra.run.smithi192.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:09:17.041 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether f6:3a:94:82:39:22 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-13T16:09:17.041 INFO:teuthology.orchestra.run.smithi192.stdout: inet6 fe80::f43a:94ff:fe82:3922/64 scope link 2024-09-13T16:09:17.041 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:09:17.041 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:09:17.041 DEBUG:teuthology.orchestra.run.smithi192:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T16:09:17.107 INFO:teuthology.orchestra.run.smithi192.stdout:1 2024-09-13T16:09:17.108 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:09:17.109 DEBUG:teuthology.orchestra.run.smithi192:> route 2024-09-13T16:09:17.168 INFO:teuthology.orchestra.run.smithi192.stdout:Kernel IP routing table 2024-09-13T16:09:17.168 INFO:teuthology.orchestra.run.smithi192.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T16:09:17.168 INFO:teuthology.orchestra.run.smithi192.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-13T16:09:17.168 INFO:teuthology.orchestra.run.smithi192.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-13T16:09:17.168 INFO:teuthology.orchestra.run.smithi192.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T16:09:17.169 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:09:17.169 DEBUG:teuthology.orchestra.run.smithi192:> (cd / && exec bash -c ' 2024-09-13T16:09:17.169 DEBUG:teuthology.orchestra.run.smithi192:> set -e 2024-09-13T16:09:17.169 DEBUG:teuthology.orchestra.run.smithi192:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-13T16:09:17.169 DEBUG:teuthology.orchestra.run.smithi192:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-13T16:09:17.169 DEBUG:teuthology.orchestra.run.smithi192:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-13T16:09:17.169 DEBUG:teuthology.orchestra.run.smithi192:> ') 2024-09-13T16:09:17.261 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:09:17.261 DEBUG:teuthology.orchestra.run.smithi192:> ip netns list 2024-09-13T16:09:17.277 INFO:teuthology.orchestra.run.smithi192.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-13T16:09:17.277 INFO:teuthology.orchestra.run.smithi192.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-13T16:09:17.277 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-13T16:09:17.277 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:09:17.278 DEBUG:teuthology.orchestra.run.smithi192:> sudo ip link set brx.0 up 2024-09-13T16:09:17.344 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-09-13T16:09:17.344 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:09:17.344 DEBUG:teuthology.orchestra.run.smithi192:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-13T16:09:17.400 INFO:teuthology.orchestra.run.smithi192.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-13T16:09:17.401 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:09:17.401 DEBUG:teuthology.orchestra.run.smithi192:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-13T16:09:17.456 DEBUG:teuthology.orchestra.run.smithi192:> sudo modprobe fuse 2024-09-13T16:09:17.522 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:09:17.522 DEBUG:teuthology.orchestra.run.smithi192:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:09:17.586 INFO:teuthology.orchestra.run.smithi192.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:09:17.587 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:09:17.588 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:09:17.588 DEBUG:teuthology.orchestra.run.smithi192:> ls /sys/fs/fuse/connections 2024-09-13T16:09:17.643 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-13T16:09:17.644 DEBUG:teuthology.orchestra.run.smithi192:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-09-13T16:09:17.687 DEBUG:teuthology.orchestra.run.smithi192:> sudo modprobe fuse 2024-09-13T16:09:17.711 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:09:17.711 DEBUG:teuthology.orchestra.run.smithi192:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:09:17.767 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi192.stderr:2024-09-13T16:09:17.765+0000 7f629e327480 -1 init, newargv = 0x559359f813e0 newargc=15 2024-09-13T16:09:17.767 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi192.stderr:ceph-fuse[46722]: starting ceph client 2024-09-13T16:09:17.771 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi192.stderr:ceph-fuse[46722]: starting fuse 2024-09-13T16:09:17.777 INFO:teuthology.orchestra.run.smithi192.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:09:17.778 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:09:17.779 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:09:17.779 DEBUG:teuthology.orchestra.run.smithi192:> ls /sys/fs/fuse/connections 2024-09-13T16:09:17.834 INFO:teuthology.orchestra.run.smithi192.stdout:42 2024-09-13T16:09:17.835 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [42] 2024-09-13T16:09:17.835 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:09:17.835 DEBUG:teuthology.orchestra.run.smithi192:> import glob 2024-09-13T16:09:17.835 DEBUG:teuthology.orchestra.run.smithi192:> import re 2024-09-13T16:09:17.835 DEBUG:teuthology.orchestra.run.smithi192:> import os 2024-09-13T16:09:17.835 DEBUG:teuthology.orchestra.run.smithi192:> import subprocess 2024-09-13T16:09:17.835 DEBUG:teuthology.orchestra.run.smithi192:> 2024-09-13T16:09:17.835 DEBUG:teuthology.orchestra.run.smithi192:> def _find_admin_socket(client_name): 2024-09-13T16:09:17.835 DEBUG:teuthology.orchestra.run.smithi192:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-09-13T16:09:17.835 DEBUG:teuthology.orchestra.run.smithi192:> files = glob.glob(asok_path) 2024-09-13T16:09:17.835 DEBUG:teuthology.orchestra.run.smithi192:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-13T16:09:17.836 DEBUG:teuthology.orchestra.run.smithi192:> 2024-09-13T16:09:17.836 DEBUG:teuthology.orchestra.run.smithi192:> # Given a non-glob path, it better be there 2024-09-13T16:09:17.836 DEBUG:teuthology.orchestra.run.smithi192:> if "*" not in asok_path: 2024-09-13T16:09:17.836 DEBUG:teuthology.orchestra.run.smithi192:> assert(len(files) == 1) 2024-09-13T16:09:17.836 DEBUG:teuthology.orchestra.run.smithi192:> return files[0] 2024-09-13T16:09:17.836 DEBUG:teuthology.orchestra.run.smithi192:> 2024-09-13T16:09:17.836 DEBUG:teuthology.orchestra.run.smithi192:> for f in files: 2024-09-13T16:09:17.836 DEBUG:teuthology.orchestra.run.smithi192:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T16:09:17.836 DEBUG:teuthology.orchestra.run.smithi192:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T16:09:17.836 DEBUG:teuthology.orchestra.run.smithi192:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T16:09:17.836 DEBUG:teuthology.orchestra.run.smithi192:> contents = proc_f.read() 2024-09-13T16:09:17.836 DEBUG:teuthology.orchestra.run.smithi192:> if mountpoint in contents: 2024-09-13T16:09:17.836 DEBUG:teuthology.orchestra.run.smithi192:> return f 2024-09-13T16:09:17.836 DEBUG:teuthology.orchestra.run.smithi192:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T16:09:17.837 DEBUG:teuthology.orchestra.run.smithi192:> 2024-09-13T16:09:17.837 DEBUG:teuthology.orchestra.run.smithi192:> print(_find_admin_socket("client.1")) 2024-09-13T16:09:17.837 DEBUG:teuthology.orchestra.run.smithi192:> ' 2024-09-13T16:09:17.948 INFO:teuthology.orchestra.run.smithi192.stdout:/var/run/ceph/ceph-client.1.46722.asok 2024-09-13T16:09:18.135 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.46722.asok 2024-09-13T16:09:18.135 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:09:18.136 DEBUG:teuthology.orchestra.run.smithi192:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.46722.asok status 2024-09-13T16:09:18.267 INFO:teuthology.orchestra.run.smithi192.stdout:{ 2024-09-13T16:09:18.267 INFO:teuthology.orchestra.run.smithi192.stdout: "metadata": { 2024-09-13T16:09:18.267 INFO:teuthology.orchestra.run.smithi192.stdout: "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", 2024-09-13T16:09:18.268 INFO:teuthology.orchestra.run.smithi192.stdout: "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", 2024-09-13T16:09:18.268 INFO:teuthology.orchestra.run.smithi192.stdout: "entity_id": "1", 2024-09-13T16:09:18.268 INFO:teuthology.orchestra.run.smithi192.stdout: "hostname": "smithi192", 2024-09-13T16:09:18.268 INFO:teuthology.orchestra.run.smithi192.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-13T16:09:18.268 INFO:teuthology.orchestra.run.smithi192.stdout: "pid": "46722", 2024-09-13T16:09:18.268 INFO:teuthology.orchestra.run.smithi192.stdout: "root": "/" 2024-09-13T16:09:18.268 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-13T16:09:18.268 INFO:teuthology.orchestra.run.smithi192.stdout: "dentry_count": 0, 2024-09-13T16:09:18.268 INFO:teuthology.orchestra.run.smithi192.stdout: "dentry_pinned_count": 0, 2024-09-13T16:09:18.268 INFO:teuthology.orchestra.run.smithi192.stdout: "id": 6251, 2024-09-13T16:09:18.268 INFO:teuthology.orchestra.run.smithi192.stdout: "inst": { 2024-09-13T16:09:18.268 INFO:teuthology.orchestra.run.smithi192.stdout: "name": { 2024-09-13T16:09:18.269 INFO:teuthology.orchestra.run.smithi192.stdout: "type": "client", 2024-09-13T16:09:18.269 INFO:teuthology.orchestra.run.smithi192.stdout: "num": 6251 2024-09-13T16:09:18.269 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-13T16:09:18.269 INFO:teuthology.orchestra.run.smithi192.stdout: "addr": { 2024-09-13T16:09:18.269 INFO:teuthology.orchestra.run.smithi192.stdout: "type": "v1", 2024-09-13T16:09:18.269 INFO:teuthology.orchestra.run.smithi192.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:09:18.269 INFO:teuthology.orchestra.run.smithi192.stdout: "nonce": 1524299644 2024-09-13T16:09:18.269 INFO:teuthology.orchestra.run.smithi192.stdout: } 2024-09-13T16:09:18.269 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-13T16:09:18.269 INFO:teuthology.orchestra.run.smithi192.stdout: "addr": { 2024-09-13T16:09:18.269 INFO:teuthology.orchestra.run.smithi192.stdout: "type": "v1", 2024-09-13T16:09:18.269 INFO:teuthology.orchestra.run.smithi192.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:09:18.270 INFO:teuthology.orchestra.run.smithi192.stdout: "nonce": 1524299644 2024-09-13T16:09:18.270 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-13T16:09:18.270 INFO:teuthology.orchestra.run.smithi192.stdout: "inst_str": "client.6251 192.168.0.1:0/1524299644", 2024-09-13T16:09:18.270 INFO:teuthology.orchestra.run.smithi192.stdout: "addr_str": "192.168.0.1:0/1524299644", 2024-09-13T16:09:18.270 INFO:teuthology.orchestra.run.smithi192.stdout: "inode_count": 1, 2024-09-13T16:09:18.270 INFO:teuthology.orchestra.run.smithi192.stdout: "mds_epoch": 45, 2024-09-13T16:09:18.270 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_epoch": 96, 2024-09-13T16:09:18.270 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_epoch_barrier": 0, 2024-09-13T16:09:18.270 INFO:teuthology.orchestra.run.smithi192.stdout: "blocklisted": false, 2024-09-13T16:09:18.270 INFO:teuthology.orchestra.run.smithi192.stdout: "fs_name": "cephfs" 2024-09-13T16:09:18.270 INFO:teuthology.orchestra.run.smithi192.stdout:} 2024-09-13T16:09:18.275 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:09:18.276 DEBUG:teuthology.orchestra.run.smithi192:> stat --file-system '--printf=%T 2024-09-13T16:09:18.276 DEBUG:teuthology.orchestra.run.smithi192:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-13T16:09:18.291 INFO:teuthology.orchestra.run.smithi192.stdout:fuseblk 2024-09-13T16:09:18.291 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-13T16:09:18.292 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:09:18.292 DEBUG:teuthology.orchestra.run.smithi192:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-13T16:09:18.356 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mds mds_cache_memory_limit 1K 2024-09-13T16:09:18.468 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.467+0000 7fe84486b640 1 Processor -- start 2024-09-13T16:09:18.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.467+0000 7fe84486b640 1 -- start start 2024-09-13T16:09:18.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.468+0000 7fe84486b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe84015a3b0 0x7fe8400b20a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:18.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.468+0000 7fe84486b640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe8400b1720 0x7fe8400ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:18.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.468+0000 7fe84486b640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe84015a790 con 0x7fe8400cea30 2024-09-13T16:09:18.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.468+0000 7fe84486b640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe8400ceec0 con 0x7fe84015a3b0 2024-09-13T16:09:18.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.468+0000 7fe84486b640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe8400b2680 con 0x7fe8400b1720 2024-09-13T16:09:18.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.468+0000 7fe83e59c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe84015a3b0 0x7fe8400b20a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:18.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.468+0000 7fe83e59c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe84015a3b0 0x7fe8400b20a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39096/0 (socket says 172.21.15.76:39096) 2024-09-13T16:09:18.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.468+0000 7fe83e59c640 1 -- 172.21.15.76:0/341942978 learned_addr learned my addr 172.21.15.76:0/341942978 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:09:18.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.468+0000 7fe837fff640 1 --2- 172.21.15.76:0/341942978 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe8400b1720 0x7fe8400ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:18.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.468+0000 7fe83e59c640 1 -- 172.21.15.76:0/341942978 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe8400b1720 msgr2=0x7fe8400ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:18.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.468+0000 7fe83e59c640 1 --2- 172.21.15.76:0/341942978 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe8400b1720 0x7fe8400ce4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:18.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.468+0000 7fe83e59c640 1 -- 172.21.15.76:0/341942978 >> v1:172.21.15.192:6789/0 conn(0x7fe8400cea30 legacy=0x7fe84006c640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:18.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.468+0000 7fe83e59c640 1 -- 172.21.15.76:0/341942978 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe8400b2960 con 0x7fe84015a3b0 2024-09-13T16:09:18.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.469+0000 7fe83e59c640 1 --2- 172.21.15.76:0/341942978 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe84015a3b0 0x7fe8400b20a0 secure :-1 s=READY pgs=1229 cs=0 l=1 rev1=1 crypto rx=0x7fe830009870 tx=0x7fe83002a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fb61c63db2b8dbea server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:18.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.469+0000 7fe83dd9b640 1 -- 172.21.15.76:0/341942978 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe830032440 con 0x7fe84015a3b0 2024-09-13T16:09:18.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.469+0000 7fe83dd9b640 1 -- 172.21.15.76:0/341942978 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe8300325a0 con 0x7fe84015a3b0 2024-09-13T16:09:18.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.469+0000 7fe83dd9b640 1 -- 172.21.15.76:0/341942978 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe830032930 con 0x7fe84015a3b0 2024-09-13T16:09:18.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.470+0000 7fe84486b640 1 -- 172.21.15.76:0/341942978 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe84015a3b0 msgr2=0x7fe8400b20a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:18.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.470+0000 7fe84486b640 1 --2- 172.21.15.76:0/341942978 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe84015a3b0 0x7fe8400b20a0 secure :-1 s=READY pgs=1229 cs=0 l=1 rev1=1 crypto rx=0x7fe830009870 tx=0x7fe83002a210 comp rx=0 tx=0).stop 2024-09-13T16:09:18.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.470+0000 7fe84486b640 1 -- 172.21.15.76:0/341942978 shutdown_connections 2024-09-13T16:09:18.473 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.470+0000 7fe84486b640 1 --2- 172.21.15.76:0/341942978 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe8400b1720 0x7fe8400ce4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:18.473 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.470+0000 7fe84486b640 1 --2- 172.21.15.76:0/341942978 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe84015a3b0 0x7fe8400b20a0 unknown :-1 s=CLOSED pgs=1229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:18.473 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.470+0000 7fe84486b640 1 -- 172.21.15.76:0/341942978 >> 172.21.15.76:0/341942978 conn(0x7fe84006a0b0 msgr2=0x7fe84006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:18.473 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.470+0000 7fe84486b640 1 -- 172.21.15.76:0/341942978 shutdown_connections 2024-09-13T16:09:18.473 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.470+0000 7fe84486b640 1 -- 172.21.15.76:0/341942978 wait complete. 2024-09-13T16:09:18.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.471+0000 7fe84486b640 1 Processor -- start 2024-09-13T16:09:18.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.471+0000 7fe84486b640 1 -- start start 2024-09-13T16:09:18.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.472+0000 7fe84486b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe8400b1720 0x7fe8400aee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:18.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.472+0000 7fe84486b640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe8400cea30 0x7fe8401f06b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:18.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.472+0000 7fe84486b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe84015a3b0 0x7fe84009b940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:18.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.472+0000 7fe84486b640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8401f0bf0 con 0x7fe84015a3b0 2024-09-13T16:09:18.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.472+0000 7fe84486b640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8400c5dc0 con 0x7fe8400b1720 2024-09-13T16:09:18.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.472+0000 7fe84486b640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe8400c60a0 con 0x7fe8400cea30 2024-09-13T16:09:18.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.472+0000 7fe83ed9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe84015a3b0 0x7fe84009b940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:18.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.472+0000 7fe83ed9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe84015a3b0 0x7fe84009b940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39110/0 (socket says 172.21.15.76:39110) 2024-09-13T16:09:18.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.472+0000 7fe83ed9d640 1 -- 172.21.15.76:0/3190182845 learned_addr learned my addr 172.21.15.76:0/3190182845 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:09:18.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.472+0000 7fe83e59c640 1 --2- 172.21.15.76:0/3190182845 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe8400b1720 0x7fe8400aee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:18.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.472+0000 7fe837fff640 1 --2- 172.21.15.76:0/3190182845 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe8400cea30 0x7fe8401f06b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:18.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.472+0000 7fe83ed9d640 1 -- 172.21.15.76:0/3190182845 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe8400cea30 msgr2=0x7fe8401f06b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:18.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.472+0000 7fe83ed9d640 1 --2- 172.21.15.76:0/3190182845 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe8400cea30 0x7fe8401f06b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:18.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.472+0000 7fe83ed9d640 1 -- 172.21.15.76:0/3190182845 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe8400b1720 msgr2=0x7fe8400aee40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:18.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.472+0000 7fe83ed9d640 1 --2- 172.21.15.76:0/3190182845 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe8400b1720 0x7fe8400aee40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:18.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.472+0000 7fe83ed9d640 1 -- 172.21.15.76:0/3190182845 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe8300094d0 con 0x7fe84015a3b0 2024-09-13T16:09:18.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.473+0000 7fe83ed9d640 1 --2- 172.21.15.76:0/3190182845 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe84015a3b0 0x7fe84009b940 secure :-1 s=READY pgs=1230 cs=0 l=1 rev1=1 crypto rx=0x7fe83800c780 tx=0x7fe83800cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:18.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.473+0000 7fe836ffd640 1 -- 172.21.15.76:0/3190182845 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe838004b60 con 0x7fe84015a3b0 2024-09-13T16:09:18.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.473+0000 7fe836ffd640 1 -- 172.21.15.76:0/3190182845 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe83800ce90 con 0x7fe84015a3b0 2024-09-13T16:09:18.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.473+0000 7fe84486b640 1 -- 172.21.15.76:0/3190182845 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe8400c6380 con 0x7fe84015a3b0 2024-09-13T16:09:18.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.473+0000 7fe836ffd640 1 -- 172.21.15.76:0/3190182845 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe83800a850 con 0x7fe84015a3b0 2024-09-13T16:09:18.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.473+0000 7fe84486b640 1 -- 172.21.15.76:0/3190182845 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe8400c6940 con 0x7fe84015a3b0 2024-09-13T16:09:18.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.474+0000 7fe84486b640 1 -- 172.21.15.76:0/3190182845 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe840070100 con 0x7fe84015a3b0 2024-09-13T16:09:18.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.474+0000 7fe836ffd640 1 -- 172.21.15.76:0/3190182845 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe83800a9b0 con 0x7fe84015a3b0 2024-09-13T16:09:18.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.475+0000 7fe836ffd640 1 --2- 172.21.15.76:0/3190182845 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe82006ac00 0x7fe82006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:18.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.475+0000 7fe836ffd640 1 -- 172.21.15.76:0/3190182845 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(96..96 src has 1..96) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fe838089430 con 0x7fe84015a3b0 2024-09-13T16:09:18.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.475+0000 7fe83e59c640 1 --2- 172.21.15.76:0/3190182845 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe82006ac00 0x7fe82006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:18.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.475+0000 7fe83e59c640 1 --2- 172.21.15.76:0/3190182845 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe82006ac00 0x7fe82006d0c0 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7fe830034000 tx=0x7fe83002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:18.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.479+0000 7fe836ffd640 1 -- 172.21.15.76:0/3190182845 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fe840070100 con 0x7fe84015a3b0 2024-09-13T16:09:18.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.647+0000 7fe84486b640 1 -- 172.21.15.76:0/3190182845 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command([{prefix=config set, name=mds_cache_memory_limit}] v 0) v1 -- 0x7fe840070100 con 0x7fe84015a3b0 2024-09-13T16:09:18.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.651+0000 7fe836ffd640 1 -- 172.21.15.76:0/3190182845 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_cache_memory_limit}]=0 v32)=0 v32) v1 ==== 121+0+0 (secure 0 0 0) 0x7fe840070100 con 0x7fe84015a3b0 2024-09-13T16:09:18.655 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.653+0000 7fe84486b640 1 -- 172.21.15.76:0/3190182845 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe82006ac00 msgr2=0x7fe82006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:18.655 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.653+0000 7fe84486b640 1 --2- 172.21.15.76:0/3190182845 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe82006ac00 0x7fe82006d0c0 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7fe830034000 tx=0x7fe83002e000 comp rx=0 tx=0).stop 2024-09-13T16:09:18.655 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.653+0000 7fe84486b640 1 -- 172.21.15.76:0/3190182845 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe84015a3b0 msgr2=0x7fe84009b940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:18.655 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.653+0000 7fe84486b640 1 --2- 172.21.15.76:0/3190182845 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe84015a3b0 0x7fe84009b940 secure :-1 s=READY pgs=1230 cs=0 l=1 rev1=1 crypto rx=0x7fe83800c780 tx=0x7fe83800cc40 comp rx=0 tx=0).stop 2024-09-13T16:09:18.655 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.653+0000 7fe84486b640 1 -- 172.21.15.76:0/3190182845 shutdown_connections 2024-09-13T16:09:18.655 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.653+0000 7fe84486b640 1 --2- 172.21.15.76:0/3190182845 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe84015a3b0 0x7fe84009b940 unknown :-1 s=CLOSED pgs=1230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:18.655 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.653+0000 7fe84486b640 1 --2- 172.21.15.76:0/3190182845 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe82006ac00 0x7fe82006d0c0 unknown :-1 s=CLOSED pgs=540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:18.656 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.653+0000 7fe84486b640 1 --2- 172.21.15.76:0/3190182845 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe8400cea30 0x7fe8401f06b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:18.656 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.653+0000 7fe84486b640 1 --2- 172.21.15.76:0/3190182845 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe8400b1720 0x7fe8400aee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:18.656 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.653+0000 7fe84486b640 1 -- 172.21.15.76:0/3190182845 >> 172.21.15.76:0/3190182845 conn(0x7fe84006a0b0 msgr2=0x7fe8400c9720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:18.656 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.653+0000 7fe84486b640 1 -- 172.21.15.76:0/3190182845 shutdown_connections 2024-09-13T16:09:18.656 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.653+0000 7fe84486b640 1 -- 172.21.15.76:0/3190182845 wait complete. 2024-09-13T16:09:18.666 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mds mds_recall_max_caps 200 2024-09-13T16:09:18.767 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.765+0000 7f27cc753640 1 Processor -- start 2024-09-13T16:09:18.767 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.765+0000 7f27cc753640 1 -- start start 2024-09-13T16:09:18.768 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.766+0000 7f27cc753640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f27c415c500 0x7f27c40d2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:18.768 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.766+0000 7f27cc753640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f27c40cd450 con 0x7f27c40d2590 2024-09-13T16:09:18.768 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.766+0000 7f27cc753640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f27c40d29f0 con 0x7f27c40cdff0 2024-09-13T16:09:18.768 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.766+0000 7f27cc753640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f27c40d0cf0 con 0x7f27c415c500 2024-09-13T16:09:18.769 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.767+0000 7f27ca4ef640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f27c415c500 0x7f27c40d2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:18.769 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.767+0000 7f27ca4ef640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f27c415c500 0x7f27c40d2050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39126/0 (socket says 172.21.15.76:39126) 2024-09-13T16:09:18.769 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.767+0000 7f27ca4ef640 1 -- 172.21.15.76:0/347852644 learned_addr learned my addr 172.21.15.76:0/347852644 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:09:18.769 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.767+0000 7f27c9cee640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f27c40d2590 0x7f27c40cd8e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:47702/0 (socket says 172.21.15.76:47702) 2024-09-13T16:09:18.769 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.767+0000 7f27ca4ef640 1 -- 172.21.15.76:0/347852644 >> v1:172.21.15.192:6789/0 conn(0x7f27c40cdff0 legacy=0x7f27c40d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:18.769 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.767+0000 7f27ca4ef640 1 -- 172.21.15.76:0/347852644 >> v1:172.21.15.76:6789/0 conn(0x7f27c40d2590 legacy=0x7f27c40cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:18.769 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.767+0000 7f27ca4ef640 1 -- 172.21.15.76:0/347852644 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f27c40d0fd0 con 0x7f27c415c500 2024-09-13T16:09:18.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.767+0000 7f27ca4ef640 1 --2- 172.21.15.76:0/347852644 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f27c415c500 0x7f27c40d2050 secure :-1 s=READY pgs=1232 cs=0 l=1 rev1=1 crypto rx=0x7f27c0009870 tx=0x7f27c002a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=704b2d8c6e0bcb8b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:18.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.768+0000 7f27c94ed640 1 -- 172.21.15.76:0/347852644 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27c0032640 con 0x7f27c415c500 2024-09-13T16:09:18.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.768+0000 7f27c94ed640 1 -- 172.21.15.76:0/347852644 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f27c00327a0 con 0x7f27c415c500 2024-09-13T16:09:18.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.768+0000 7f27c94ed640 1 -- 172.21.15.76:0/347852644 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27c0032b30 con 0x7f27c415c500 2024-09-13T16:09:18.775 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.768+0000 7f27cc753640 1 -- 172.21.15.76:0/347852644 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f27c415c500 msgr2=0x7f27c40d2050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:18.776 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.768+0000 7f27cc753640 1 --2- 172.21.15.76:0/347852644 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f27c415c500 0x7f27c40d2050 secure :-1 s=READY pgs=1232 cs=0 l=1 rev1=1 crypto rx=0x7f27c0009870 tx=0x7f27c002a300 comp rx=0 tx=0).stop 2024-09-13T16:09:18.776 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.768+0000 7f27cc753640 1 -- 172.21.15.76:0/347852644 shutdown_connections 2024-09-13T16:09:18.776 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.768+0000 7f27cc753640 1 --2- 172.21.15.76:0/347852644 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f27c415c500 0x7f27c40d2050 unknown :-1 s=CLOSED pgs=1232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:18.776 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.768+0000 7f27cc753640 1 -- 172.21.15.76:0/347852644 >> 172.21.15.76:0/347852644 conn(0x7f27c4089f60 msgr2=0x7f27c409b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:18.776 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.768+0000 7f27cc753640 1 -- 172.21.15.76:0/347852644 shutdown_connections 2024-09-13T16:09:18.776 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.768+0000 7f27cc753640 1 -- 172.21.15.76:0/347852644 wait complete. 2024-09-13T16:09:18.776 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.769+0000 7f27cc753640 1 Processor -- start 2024-09-13T16:09:18.776 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.770+0000 7f27cc753640 1 -- start start 2024-09-13T16:09:18.776 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.770+0000 7f27cc753640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f27c40cdff0 0x7f27c4159e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:18.776 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.770+0000 7f27cc753640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f27c40d2590 0x7f27c40b7d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:18.776 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.770+0000 7f27cc753640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f27c415c500 0x7f27c41f2070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:18.776 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.770+0000 7f27cc753640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27c415a3b0 con 0x7f27c40cdff0 2024-09-13T16:09:18.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.770+0000 7f27cc753640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27c415dae0 con 0x7f27c40d2590 2024-09-13T16:09:18.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.770+0000 7f27cc753640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f27c415dda0 con 0x7f27c415c500 2024-09-13T16:09:18.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.770+0000 7f27ca4ef640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f27c40cdff0 0x7f27c4159e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:18.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.770+0000 7f27ca4ef640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f27c40cdff0 0x7f27c4159e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39132/0 (socket says 172.21.15.76:39132) 2024-09-13T16:09:18.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.770+0000 7f27ca4ef640 1 -- 172.21.15.76:0/3414415184 learned_addr learned my addr 172.21.15.76:0/3414415184 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:09:18.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.771+0000 7f27c9cee640 1 --2- 172.21.15.76:0/3414415184 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f27c40d2590 0x7f27c40b7d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:18.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.771+0000 7f27cacf0640 1 --2- 172.21.15.76:0/3414415184 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f27c415c500 0x7f27c41f2070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:18.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.771+0000 7f27ca4ef640 1 -- 172.21.15.76:0/3414415184 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f27c415c500 msgr2=0x7f27c41f2070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:18.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.771+0000 7f27ca4ef640 1 --2- 172.21.15.76:0/3414415184 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f27c415c500 0x7f27c41f2070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:18.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.771+0000 7f27ca4ef640 1 -- 172.21.15.76:0/3414415184 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f27c40d2590 msgr2=0x7f27c40b7d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:18.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.771+0000 7f27ca4ef640 1 --2- 172.21.15.76:0/3414415184 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f27c40d2590 0x7f27c40b7d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:18.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.771+0000 7f27ca4ef640 1 -- 172.21.15.76:0/3414415184 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f27c00094d0 con 0x7f27c40cdff0 2024-09-13T16:09:18.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.771+0000 7f27ca4ef640 1 --2- 172.21.15.76:0/3414415184 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f27c40cdff0 0x7f27c4159e70 secure :-1 s=READY pgs=1233 cs=0 l=1 rev1=1 crypto rx=0x7f27c0000c00 tx=0x7f27c00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:18.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.771+0000 7f27baffd640 1 -- 172.21.15.76:0/3414415184 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27c0030b80 con 0x7f27c40cdff0 2024-09-13T16:09:18.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.771+0000 7f27baffd640 1 -- 172.21.15.76:0/3414415184 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f27c0030d00 con 0x7f27c40cdff0 2024-09-13T16:09:18.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.771+0000 7f27cc753640 1 -- 172.21.15.76:0/3414415184 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f27c415e080 con 0x7f27c40cdff0 2024-09-13T16:09:18.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.771+0000 7f27baffd640 1 -- 172.21.15.76:0/3414415184 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27c003d660 con 0x7f27c40cdff0 2024-09-13T16:09:18.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.771+0000 7f27cc753640 1 -- 172.21.15.76:0/3414415184 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f27c40b8270 con 0x7f27c40cdff0 2024-09-13T16:09:18.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.772+0000 7f27cc753640 1 -- 172.21.15.76:0/3414415184 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f27c415e9b0 con 0x7f27c40cdff0 2024-09-13T16:09:18.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.773+0000 7f27baffd640 1 -- 172.21.15.76:0/3414415184 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f27c0039040 con 0x7f27c40cdff0 2024-09-13T16:09:18.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.773+0000 7f27baffd640 1 --2- 172.21.15.76:0/3414415184 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f27a806ac00 0x7f27a806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:18.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.773+0000 7f27c9cee640 1 --2- 172.21.15.76:0/3414415184 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f27a806ac00 0x7f27a806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:18.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.773+0000 7f27baffd640 1 -- 172.21.15.76:0/3414415184 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(96..96 src has 1..96) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f27c00aa160 con 0x7f27c40cdff0 2024-09-13T16:09:18.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.774+0000 7f27c9cee640 1 --2- 172.21.15.76:0/3414415184 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f27a806ac00 0x7f27a806d0c0 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f27c415ee40 tx=0x7f27b4000ed0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:18.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.778+0000 7f27baffd640 1 -- 172.21.15.76:0/3414415184 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f27c00752b0 con 0x7f27c40cdff0 2024-09-13T16:09:18.939 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.938+0000 7f27cc753640 1 -- 172.21.15.76:0/3414415184 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command([{prefix=config set, name=mds_recall_max_caps}] v 0) v1 -- 0x7f27c415dee0 con 0x7f27c40cdff0 2024-09-13T16:09:18.943 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.941+0000 7f27baffd640 1 -- 172.21.15.76:0/3414415184 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_recall_max_caps}]=0 v33)=0 v33) v1 ==== 119+0+0 (secure 0 0 0) 0x7f27c415dee0 con 0x7f27c40cdff0 2024-09-13T16:09:18.945 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.943+0000 7f27cc753640 1 -- 172.21.15.76:0/3414415184 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f27a806ac00 msgr2=0x7f27a806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:18.945 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.943+0000 7f27cc753640 1 --2- 172.21.15.76:0/3414415184 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f27a806ac00 0x7f27a806d0c0 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f27c415ee40 tx=0x7f27b4000ed0 comp rx=0 tx=0).stop 2024-09-13T16:09:18.945 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.943+0000 7f27cc753640 1 -- 172.21.15.76:0/3414415184 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f27c40cdff0 msgr2=0x7f27c4159e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:18.945 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.944+0000 7f27cc753640 1 --2- 172.21.15.76:0/3414415184 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f27c40cdff0 0x7f27c4159e70 secure :-1 s=READY pgs=1233 cs=0 l=1 rev1=1 crypto rx=0x7f27c0000c00 tx=0x7f27c00046c0 comp rx=0 tx=0).stop 2024-09-13T16:09:18.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.944+0000 7f27cc753640 1 -- 172.21.15.76:0/3414415184 shutdown_connections 2024-09-13T16:09:18.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.944+0000 7f27cc753640 1 --2- 172.21.15.76:0/3414415184 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f27a806ac00 0x7f27a806d0c0 unknown :-1 s=CLOSED pgs=541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:18.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.944+0000 7f27cc753640 1 --2- 172.21.15.76:0/3414415184 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f27c415c500 0x7f27c41f2070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:18.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.944+0000 7f27cc753640 1 --2- 172.21.15.76:0/3414415184 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f27c40d2590 0x7f27c40b7d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:18.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.944+0000 7f27cc753640 1 --2- 172.21.15.76:0/3414415184 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f27c40cdff0 0x7f27c4159e70 unknown :-1 s=CLOSED pgs=1233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:18.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.944+0000 7f27cc753640 1 -- 172.21.15.76:0/3414415184 >> 172.21.15.76:0/3414415184 conn(0x7f27c4089f60 msgr2=0x7f27c40b1e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:18.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.944+0000 7f27cc753640 1 -- 172.21.15.76:0/3414415184 shutdown_connections 2024-09-13T16:09:18.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:18.944+0000 7f27cc753640 1 -- 172.21.15.76:0/3414415184 wait complete. 2024-09-13T16:09:18.956 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mds mds_recall_warning_threshold 400 2024-09-13T16:09:19.057 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.056+0000 7f222a79d640 1 Processor -- start 2024-09-13T16:09:19.058 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.056+0000 7f222a79d640 1 -- start start 2024-09-13T16:09:19.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.057+0000 7f222a79d640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f2224152d20 0x7f22240719c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:19.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.057+0000 7f222a79d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f222406c4b0 0x7f222406fe20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:19.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.057+0000 7f222a79d640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2224159a50 con 0x7f2224071f00 2024-09-13T16:09:19.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.057+0000 7f222a79d640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2224153100 con 0x7f2224152d20 2024-09-13T16:09:19.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.057+0000 7f222a79d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2224158c30 con 0x7f222406c4b0 2024-09-13T16:09:19.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.057+0000 7f2229f9c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f222406c4b0 0x7f222406fe20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:19.060 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.057+0000 7f222979b640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f2224152d20 0x7f22240719c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:19.060 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.057+0000 7f222979b640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f2224152d20 0x7f22240719c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.76:52656/0 (socket says 172.21.15.76:52656) 2024-09-13T16:09:19.060 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.057+0000 7f2229f9c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f222406c4b0 0x7f222406fe20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.76:58122/0 (socket says 172.21.15.76:58122) 2024-09-13T16:09:19.060 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.057+0000 7f222979b640 1 -- 172.21.15.76:0/3796190554 learned_addr learned my addr 172.21.15.76:0/3796190554 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:09:19.060 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.057+0000 7f2228f9a640 1 --1- 172.21.15.76:0/3796190554 >> v1:172.21.15.192:6789/0 conn(0x7f2224071f00 0x7f222406bda0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:39854/0 (socket says 172.21.15.76:39854) 2024-09-13T16:09:19.060 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.058+0000 7f222979b640 1 -- 172.21.15.76:0/3796190554 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f222406c4b0 msgr2=0x7f222406fe20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:19.060 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.058+0000 7f222979b640 1 --2- 172.21.15.76:0/3796190554 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f222406c4b0 0x7f222406fe20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:19.060 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.058+0000 7f222979b640 1 -- 172.21.15.76:0/3796190554 >> v1:172.21.15.192:6789/0 conn(0x7f2224071f00 legacy=0x7f222406bda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:19.060 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.058+0000 7f222979b640 1 -- 172.21.15.76:0/3796190554 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2224158e40 con 0x7f2224152d20 2024-09-13T16:09:19.060 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.058+0000 7f221bfff640 1 -- 172.21.15.76:0/3796190554 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1336678087 0 0) 0x7f2224159a50 con 0x7f2224071f00 2024-09-13T16:09:19.060 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.058+0000 7f2229f9c640 1 --2- 172.21.15.76:0/3796190554 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f222406c4b0 0x7f222406fe20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:09:19.062 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.058+0000 7f222979b640 1 --2- 172.21.15.76:0/3796190554 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2224152d20 0x7f22240719c0 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f2220009870 tx=0x7f222002a270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=80cc31f9b89b6e47 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:19.062 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.059+0000 7f221bfff640 1 -- 172.21.15.76:0/3796190554 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2220032440 con 0x7f2224152d20 2024-09-13T16:09:19.062 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.059+0000 7f221bfff640 1 -- 172.21.15.76:0/3796190554 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f22200325a0 con 0x7f2224152d20 2024-09-13T16:09:19.062 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.059+0000 7f221bfff640 1 -- 172.21.15.76:0/3796190554 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2220032930 con 0x7f2224152d20 2024-09-13T16:09:19.062 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.059+0000 7f222a79d640 1 -- 172.21.15.76:0/3796190554 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2224152d20 msgr2=0x7f22240719c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:19.062 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.059+0000 7f222a79d640 1 --2- 172.21.15.76:0/3796190554 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2224152d20 0x7f22240719c0 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f2220009870 tx=0x7f222002a270 comp rx=0 tx=0).stop 2024-09-13T16:09:19.062 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.059+0000 7f222a79d640 1 -- 172.21.15.76:0/3796190554 shutdown_connections 2024-09-13T16:09:19.062 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.059+0000 7f222a79d640 1 --2- 172.21.15.76:0/3796190554 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f222406c4b0 0x7f222406fe20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:19.062 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.059+0000 7f222a79d640 1 --2- 172.21.15.76:0/3796190554 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2224152d20 0x7f22240719c0 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:19.062 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.059+0000 7f222a79d640 1 -- 172.21.15.76:0/3796190554 >> 172.21.15.76:0/3796190554 conn(0x7f222406d650 msgr2=0x7f2224069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:19.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.059+0000 7f222a79d640 1 -- 172.21.15.76:0/3796190554 shutdown_connections 2024-09-13T16:09:19.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.059+0000 7f222a79d640 1 -- 172.21.15.76:0/3796190554 wait complete. 2024-09-13T16:09:19.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.060+0000 7f222a79d640 1 Processor -- start 2024-09-13T16:09:19.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.060+0000 7f222a79d640 1 -- start start 2024-09-13T16:09:19.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.061+0000 7f222a79d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f222406c4b0 0x7f2224163ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:19.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.061+0000 7f222a79d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2224071f00 0x7f2224148140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:19.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.061+0000 7f222a79d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2224152d20 0x7f2224148680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:19.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.061+0000 7f222a79d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2224163a50 con 0x7f2224152d20 2024-09-13T16:09:19.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.061+0000 7f222a79d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f22240afa00 con 0x7f222406c4b0 2024-09-13T16:09:19.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.061+0000 7f222a79d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f22240af720 con 0x7f2224071f00 2024-09-13T16:09:19.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.061+0000 7f2229f9c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2224152d20 0x7f2224148680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:19.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.061+0000 7f2229f9c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2224152d20 0x7f2224148680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39142/0 (socket says 172.21.15.76:39142) 2024-09-13T16:09:19.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.061+0000 7f2229f9c640 1 -- 172.21.15.76:0/1340178211 learned_addr learned my addr 172.21.15.76:0/1340178211 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:09:19.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.061+0000 7f2228f9a640 1 --2- 172.21.15.76:0/1340178211 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2224071f00 0x7f2224148140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:19.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.062+0000 7f222979b640 1 --2- 172.21.15.76:0/1340178211 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f222406c4b0 0x7f2224163ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:19.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.062+0000 7f2229f9c640 1 -- 172.21.15.76:0/1340178211 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2224071f00 msgr2=0x7f2224148140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:19.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.062+0000 7f2229f9c640 1 --2- 172.21.15.76:0/1340178211 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2224071f00 0x7f2224148140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:19.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.062+0000 7f2229f9c640 1 -- 172.21.15.76:0/1340178211 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f222406c4b0 msgr2=0x7f2224163ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:19.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.062+0000 7f2229f9c640 1 --2- 172.21.15.76:0/1340178211 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f222406c4b0 0x7f2224163ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:19.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.062+0000 7f2229f9c640 1 -- 172.21.15.76:0/1340178211 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f221c00ab80 con 0x7f2224152d20 2024-09-13T16:09:19.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.062+0000 7f222979b640 1 --2- 172.21.15.76:0/1340178211 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f222406c4b0 0x7f2224163ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:09:19.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.062+0000 7f2228f9a640 1 --2- 172.21.15.76:0/1340178211 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2224071f00 0x7f2224148140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:09:19.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.062+0000 7f2229f9c640 1 --2- 172.21.15.76:0/1340178211 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2224152d20 0x7f2224148680 secure :-1 s=READY pgs=1234 cs=0 l=1 rev1=1 crypto rx=0x7f221c009e00 tx=0x7f221c0075c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:19.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.062+0000 7f2219ffb640 1 -- 172.21.15.76:0/1340178211 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f221c018070 con 0x7f2224152d20 2024-09-13T16:09:19.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.062+0000 7f2219ffb640 1 -- 172.21.15.76:0/1340178211 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f221c010040 con 0x7f2224152d20 2024-09-13T16:09:19.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.062+0000 7f222a79d640 1 -- 172.21.15.76:0/1340178211 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f22200094d0 con 0x7f2224152d20 2024-09-13T16:09:19.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.062+0000 7f2219ffb640 1 -- 172.21.15.76:0/1340178211 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f221c003b90 con 0x7f2224152d20 2024-09-13T16:09:19.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.062+0000 7f222a79d640 1 -- 172.21.15.76:0/1340178211 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f22241636e0 con 0x7f2224152d20 2024-09-13T16:09:19.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.063+0000 7f222a79d640 1 -- 172.21.15.76:0/1340178211 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2224163bc0 con 0x7f2224152d20 2024-09-13T16:09:19.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.064+0000 7f2219ffb640 1 -- 172.21.15.76:0/1340178211 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f221c01d410 con 0x7f2224152d20 2024-09-13T16:09:19.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.064+0000 7f2219ffb640 1 --2- 172.21.15.76:0/1340178211 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f220806ac00 0x7f220806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:19.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.064+0000 7f2219ffb640 1 -- 172.21.15.76:0/1340178211 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(96..96 src has 1..96) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f221c0897b0 con 0x7f2224152d20 2024-09-13T16:09:19.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.064+0000 7f222979b640 1 --2- 172.21.15.76:0/1340178211 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f220806ac00 0x7f220806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:19.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.065+0000 7f222979b640 1 --2- 172.21.15.76:0/1340178211 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f220806ac00 0x7f220806d0c0 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f2220034000 tx=0x7f222002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:19.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.068+0000 7f2219ffb640 1 -- 172.21.15.76:0/1340178211 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f221c054910 con 0x7f2224152d20 2024-09-13T16:09:19.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.231+0000 7f222a79d640 1 -- 172.21.15.76:0/1340178211 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command([{prefix=config set, name=mds_recall_warning_threshold}] v 0) v1 -- 0x7f22240b0fa0 con 0x7f2224152d20 2024-09-13T16:09:19.236 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.235+0000 7f2219ffb640 1 -- 172.21.15.76:0/1340178211 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_recall_warning_threshold}]=0 v34)=0 v34) v1 ==== 128+0+0 (secure 0 0 0) 0x7f221c057f30 con 0x7f2224152d20 2024-09-13T16:09:19.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.238+0000 7f222a79d640 1 -- 172.21.15.76:0/1340178211 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f220806ac00 msgr2=0x7f220806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:19.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.238+0000 7f222a79d640 1 --2- 172.21.15.76:0/1340178211 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f220806ac00 0x7f220806d0c0 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f2220034000 tx=0x7f222002e000 comp rx=0 tx=0).stop 2024-09-13T16:09:19.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.238+0000 7f222a79d640 1 -- 172.21.15.76:0/1340178211 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2224152d20 msgr2=0x7f2224148680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:19.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.238+0000 7f222a79d640 1 --2- 172.21.15.76:0/1340178211 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2224152d20 0x7f2224148680 secure :-1 s=READY pgs=1234 cs=0 l=1 rev1=1 crypto rx=0x7f221c009e00 tx=0x7f221c0075c0 comp rx=0 tx=0).stop 2024-09-13T16:09:19.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.238+0000 7f222a79d640 1 -- 172.21.15.76:0/1340178211 shutdown_connections 2024-09-13T16:09:19.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.238+0000 7f222a79d640 1 --2- 172.21.15.76:0/1340178211 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2224152d20 0x7f2224148680 unknown :-1 s=CLOSED pgs=1234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:19.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.238+0000 7f222a79d640 1 --2- 172.21.15.76:0/1340178211 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f220806ac00 0x7f220806d0c0 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:19.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.238+0000 7f222a79d640 1 --2- 172.21.15.76:0/1340178211 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2224071f00 0x7f2224148140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:19.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.238+0000 7f222a79d640 1 --2- 172.21.15.76:0/1340178211 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f222406c4b0 0x7f2224163ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:19.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.238+0000 7f222a79d640 1 -- 172.21.15.76:0/1340178211 >> 172.21.15.76:0/1340178211 conn(0x7f222406d650 msgr2=0x7f22240b11b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:19.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.238+0000 7f222a79d640 1 -- 172.21.15.76:0/1340178211 shutdown_connections 2024-09-13T16:09:19.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.238+0000 7f222a79d640 1 -- 172.21.15.76:0/1340178211 wait complete. 2024-09-13T16:09:19.250 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mds mds_min_caps_working_set 800 2024-09-13T16:09:19.351 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.349+0000 7f32d9b9c640 1 Processor -- start 2024-09-13T16:09:19.351 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.349+0000 7f32d9b9c640 1 -- start start 2024-09-13T16:09:19.352 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.350+0000 7f32d9b9c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f32d415c500 0x7f32d40d2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:19.352 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.350+0000 7f32d9b9c640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f32d40cdff0 0x7f32d40d0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:19.353 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.350+0000 7f32d9b9c640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f32d40cd450 con 0x7f32d40d2590 2024-09-13T16:09:19.353 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.350+0000 7f32d9b9c640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f32d40d29f0 con 0x7f32d415c500 2024-09-13T16:09:19.353 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.350+0000 7f32d9b9c640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f32d40d0cf0 con 0x7f32d40cdff0 2024-09-13T16:09:19.353 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.350+0000 7f32d37fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f32d415c500 0x7f32d40d2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:19.353 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.350+0000 7f32d37fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f32d415c500 0x7f32d40d2050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39156/0 (socket says 172.21.15.76:39156) 2024-09-13T16:09:19.353 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.350+0000 7f32d37fe640 1 -- 172.21.15.76:0/3569202544 learned_addr learned my addr 172.21.15.76:0/3569202544 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:09:19.353 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.351+0000 7f32d3fff640 1 --2- 172.21.15.76:0/3569202544 >> v2:172.21.15.192:3300/0 conn(0x7f32d40cdff0 0x7f32d40d0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:19.353 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.351+0000 7f32d37fe640 1 -- 172.21.15.76:0/3569202544 >> v2:172.21.15.192:3300/0 conn(0x7f32d40cdff0 msgr2=0x7f32d40d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:19.353 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.351+0000 7f32d37fe640 1 --2- 172.21.15.76:0/3569202544 >> v2:172.21.15.192:3300/0 conn(0x7f32d40cdff0 0x7f32d40d0000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:19.353 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.351+0000 7f32d37fe640 1 -- 172.21.15.76:0/3569202544 >> v1:172.21.15.192:6789/0 conn(0x7f32d40d2590 legacy=0x7f32d40cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:19.353 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.351+0000 7f32d37fe640 1 -- 172.21.15.76:0/3569202544 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f32d40d0fd0 con 0x7f32d415c500 2024-09-13T16:09:19.354 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.351+0000 7f32d37fe640 1 --2- 172.21.15.76:0/3569202544 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f32d415c500 0x7f32d40d2050 secure :-1 s=READY pgs=1235 cs=0 l=1 rev1=1 crypto rx=0x7f32d40cca00 tx=0x7f32c402a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ead7898f2db5b35c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:19.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.352+0000 7f32d2ffd640 1 -- 172.21.15.76:0/3569202544 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32c4032440 con 0x7f32d415c500 2024-09-13T16:09:19.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.352+0000 7f32d2ffd640 1 -- 172.21.15.76:0/3569202544 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f32c40325a0 con 0x7f32d415c500 2024-09-13T16:09:19.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.352+0000 7f32d2ffd640 1 -- 172.21.15.76:0/3569202544 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32c4032930 con 0x7f32d415c500 2024-09-13T16:09:19.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.352+0000 7f32d9b9c640 1 -- 172.21.15.76:0/3569202544 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f32d415c500 msgr2=0x7f32d40d2050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:19.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.352+0000 7f32d9b9c640 1 --2- 172.21.15.76:0/3569202544 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f32d415c500 0x7f32d40d2050 secure :-1 s=READY pgs=1235 cs=0 l=1 rev1=1 crypto rx=0x7f32d40cca00 tx=0x7f32c402a230 comp rx=0 tx=0).stop 2024-09-13T16:09:19.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.352+0000 7f32d9b9c640 1 -- 172.21.15.76:0/3569202544 shutdown_connections 2024-09-13T16:09:19.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.352+0000 7f32d9b9c640 1 --2- 172.21.15.76:0/3569202544 >> v2:172.21.15.192:3300/0 conn(0x7f32d40cdff0 0x7f32d40d0000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:19.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.352+0000 7f32d9b9c640 1 --2- 172.21.15.76:0/3569202544 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f32d415c500 0x7f32d40d2050 unknown :-1 s=CLOSED pgs=1235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:19.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.352+0000 7f32d9b9c640 1 -- 172.21.15.76:0/3569202544 >> 172.21.15.76:0/3569202544 conn(0x7f32d4089f60 msgr2=0x7f32d409b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:19.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.352+0000 7f32d9b9c640 1 -- 172.21.15.76:0/3569202544 shutdown_connections 2024-09-13T16:09:19.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.352+0000 7f32d9b9c640 1 -- 172.21.15.76:0/3569202544 wait complete. 2024-09-13T16:09:19.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.353+0000 7f32d9b9c640 1 Processor -- start 2024-09-13T16:09:19.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.354+0000 7f32d9b9c640 1 -- start start 2024-09-13T16:09:19.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.354+0000 7f32d9b9c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f32d40cdff0 0x7f32d41f5800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:19.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.354+0000 7f32d9b9c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f32d40d2590 0x7f32d41f1a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:19.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.354+0000 7f32d9b9c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f32d415c500 0x7f32d40b2650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:19.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.354+0000 7f32d9b9c640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32d40c9500 con 0x7f32d40d2590 2024-09-13T16:09:19.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.354+0000 7f32d9b9c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32d41f5d40 con 0x7f32d40cdff0 2024-09-13T16:09:19.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.354+0000 7f32d9b9c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f32d40c9710 con 0x7f32d415c500 2024-09-13T16:09:19.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.354+0000 7f32caffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f32d40d2590 0x7f32d41f1a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:19.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.355+0000 7f32caffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f32d40d2590 0x7f32d41f1a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39158/0 (socket says 172.21.15.76:39158) 2024-09-13T16:09:19.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.355+0000 7f32caffd640 1 -- 172.21.15.76:0/3732669138 learned_addr learned my addr 172.21.15.76:0/3732669138 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:09:19.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.355+0000 7f32d37fe640 1 --2- 172.21.15.76:0/3732669138 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f32d40cdff0 0x7f32d41f5800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:19.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.355+0000 7f32d3fff640 1 --2- 172.21.15.76:0/3732669138 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f32d415c500 0x7f32d40b2650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:19.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.355+0000 7f32caffd640 1 -- 172.21.15.76:0/3732669138 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f32d415c500 msgr2=0x7f32d40b2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:19.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.355+0000 7f32caffd640 1 --2- 172.21.15.76:0/3732669138 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f32d415c500 0x7f32d40b2650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:19.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.355+0000 7f32caffd640 1 -- 172.21.15.76:0/3732669138 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f32d40cdff0 msgr2=0x7f32d41f5800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:19.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.355+0000 7f32caffd640 1 --2- 172.21.15.76:0/3732669138 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f32d40cdff0 0x7f32d41f5800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:19.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.355+0000 7f32caffd640 1 -- 172.21.15.76:0/3732669138 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f32c40094d0 con 0x7f32d40d2590 2024-09-13T16:09:19.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.355+0000 7f32caffd640 1 --2- 172.21.15.76:0/3732669138 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f32d40d2590 0x7f32d41f1a20 secure :-1 s=READY pgs=1236 cs=0 l=1 rev1=1 crypto rx=0x7f32bc00c410 tx=0x7f32bc00c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:19.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.355+0000 7f32d0ff9640 1 -- 172.21.15.76:0/3732669138 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32bc0035f0 con 0x7f32d40d2590 2024-09-13T16:09:19.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.355+0000 7f32d0ff9640 1 -- 172.21.15.76:0/3732669138 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f32bc003750 con 0x7f32d40d2590 2024-09-13T16:09:19.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.355+0000 7f32d9b9c640 1 -- 172.21.15.76:0/3732669138 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f32d40c99f0 con 0x7f32d40d2590 2024-09-13T16:09:19.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.355+0000 7f32d0ff9640 1 -- 172.21.15.76:0/3732669138 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32bc003b40 con 0x7f32d40d2590 2024-09-13T16:09:19.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.355+0000 7f32d9b9c640 1 -- 172.21.15.76:0/3732669138 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f32d40c9fb0 con 0x7f32d40d2590 2024-09-13T16:09:19.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.356+0000 7f32d9b9c640 1 -- 172.21.15.76:0/3732669138 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f32d40d0870 con 0x7f32d40d2590 2024-09-13T16:09:19.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.357+0000 7f32d0ff9640 1 -- 172.21.15.76:0/3732669138 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f32bc003ca0 con 0x7f32d40d2590 2024-09-13T16:09:19.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.357+0000 7f32d0ff9640 1 --2- 172.21.15.76:0/3732669138 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f32b406ac00 0x7f32b406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:19.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.357+0000 7f32d0ff9640 1 -- 172.21.15.76:0/3732669138 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(96..96 src has 1..96) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f32bc088ad0 con 0x7f32d40d2590 2024-09-13T16:09:19.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.357+0000 7f32d37fe640 1 --2- 172.21.15.76:0/3732669138 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f32b406ac00 0x7f32b406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:19.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.358+0000 7f32d37fe640 1 --2- 172.21.15.76:0/3732669138 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f32b406ac00 0x7f32b406d0c0 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f32c4034000 tx=0x7f32c402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:19.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.361+0000 7f32d0ff9640 1 -- 172.21.15.76:0/3732669138 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f32bc053c20 con 0x7f32d40d2590 2024-09-13T16:09:19.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.521+0000 7f32d9b9c640 1 -- 172.21.15.76:0/3732669138 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command([{prefix=config set, name=mds_min_caps_working_set}] v 0) v1 -- 0x7f32d406b160 con 0x7f32d40d2590 2024-09-13T16:09:19.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.525+0000 7f32d0ff9640 1 -- 172.21.15.76:0/3732669138 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_min_caps_working_set}]=0 v35)=0 v35) v1 ==== 124+0+0 (secure 0 0 0) 0x7f32bc017020 con 0x7f32d40d2590 2024-09-13T16:09:19.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.528+0000 7f32d9b9c640 1 -- 172.21.15.76:0/3732669138 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f32b406ac00 msgr2=0x7f32b406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:19.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.528+0000 7f32d9b9c640 1 --2- 172.21.15.76:0/3732669138 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f32b406ac00 0x7f32b406d0c0 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f32c4034000 tx=0x7f32c402e000 comp rx=0 tx=0).stop 2024-09-13T16:09:19.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.528+0000 7f32d9b9c640 1 -- 172.21.15.76:0/3732669138 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f32d40d2590 msgr2=0x7f32d41f1a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:19.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.528+0000 7f32d9b9c640 1 --2- 172.21.15.76:0/3732669138 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f32d40d2590 0x7f32d41f1a20 secure :-1 s=READY pgs=1236 cs=0 l=1 rev1=1 crypto rx=0x7f32bc00c410 tx=0x7f32bc00c8d0 comp rx=0 tx=0).stop 2024-09-13T16:09:19.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.528+0000 7f32d9b9c640 1 -- 172.21.15.76:0/3732669138 shutdown_connections 2024-09-13T16:09:19.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.528+0000 7f32d9b9c640 1 --2- 172.21.15.76:0/3732669138 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f32b406ac00 0x7f32b406d0c0 unknown :-1 s=CLOSED pgs=543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:19.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.528+0000 7f32d9b9c640 1 --2- 172.21.15.76:0/3732669138 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f32d415c500 0x7f32d40b2650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:19.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.528+0000 7f32d9b9c640 1 --2- 172.21.15.76:0/3732669138 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f32d40d2590 0x7f32d41f1a20 unknown :-1 s=CLOSED pgs=1236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:19.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.528+0000 7f32d9b9c640 1 --2- 172.21.15.76:0/3732669138 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f32d40cdff0 0x7f32d41f5800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:19.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.528+0000 7f32d9b9c640 1 -- 172.21.15.76:0/3732669138 >> 172.21.15.76:0/3732669138 conn(0x7f32d4089f60 msgr2=0x7f32d406b380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:19.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.528+0000 7f32d9b9c640 1 -- 172.21.15.76:0/3732669138 shutdown_connections 2024-09-13T16:09:19.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.528+0000 7f32d9b9c640 1 -- 172.21.15.76:0/3732669138 wait complete. 2024-09-13T16:09:19.541 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config get mds mds_min_caps_per_client 2024-09-13T16:09:19.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.638+0000 7fe5cfa3a640 1 Processor -- start 2024-09-13T16:09:19.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.638+0000 7fe5cfa3a640 1 -- start start 2024-09-13T16:09:19.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.639+0000 7fe5cfa3a640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fe5c806c8a0 0x7fe5c80b2600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:19.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.639+0000 7fe5cfa3a640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe5c80b2d10 con 0x7fe5c8158b00 2024-09-13T16:09:19.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.639+0000 7fe5cfa3a640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe5c80b2ff0 con 0x7fe5c80b2170 2024-09-13T16:09:19.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.639+0000 7fe5cfa3a640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe5c80cec00 con 0x7fe5c806c8a0 2024-09-13T16:09:19.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.639+0000 7fe5cd7d6640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fe5c8158b00 0x7fe5c80ce4f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:47710/0 (socket says 172.21.15.76:47710) 2024-09-13T16:09:19.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.639+0000 7fe5cd7d6640 1 -- 172.21.15.76:0/406536845 learned_addr learned my addr 172.21.15.76:0/406536845 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:09:19.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.639+0000 7fe5cdfd7640 1 --2- 172.21.15.76:0/406536845 >> v2:172.21.15.192:3300/0 conn(0x7fe5c806c8a0 0x7fe5c80b2600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:19.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.640+0000 7fe5bffff640 1 -- 172.21.15.76:0/406536845 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3231371154 0 0) 0x7fe5c80b2d10 con 0x7fe5c8158b00 2024-09-13T16:09:19.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.640+0000 7fe5bffff640 1 -- 172.21.15.76:0/406536845 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe5b4003520 con 0x7fe5c8158b00 2024-09-13T16:09:19.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.640+0000 7fe5cdfd7640 1 -- 172.21.15.76:0/406536845 >> v1:172.21.15.192:6789/0 conn(0x7fe5c80b2170 legacy=0x7fe5c806c190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:19.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.640+0000 7fe5cdfd7640 1 -- 172.21.15.76:0/406536845 >> v1:172.21.15.76:6789/0 conn(0x7fe5c8158b00 legacy=0x7fe5c80ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:19.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.640+0000 7fe5cdfd7640 1 -- 172.21.15.76:0/406536845 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe5c8070310 con 0x7fe5c806c8a0 2024-09-13T16:09:19.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.640+0000 7fe5cdfd7640 1 --2- 172.21.15.76:0/406536845 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe5c806c8a0 0x7fe5c80b2600 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7fe5c0009d90 tx=0x7fe5c002a6f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d1de1fded487bb39 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:19.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.641+0000 7fe5bffff640 1 -- 172.21.15.76:0/406536845 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5c0007740 con 0x7fe5c806c8a0 2024-09-13T16:09:19.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.641+0000 7fe5bffff640 1 -- 172.21.15.76:0/406536845 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe5c002d050 con 0x7fe5c806c8a0 2024-09-13T16:09:19.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.641+0000 7fe5bffff640 1 -- 172.21.15.76:0/406536845 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5c0007ac0 con 0x7fe5c806c8a0 2024-09-13T16:09:19.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.641+0000 7fe5cfa3a640 1 -- 172.21.15.76:0/406536845 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe5c806c8a0 msgr2=0x7fe5c80b2600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:19.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.641+0000 7fe5cfa3a640 1 --2- 172.21.15.76:0/406536845 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe5c806c8a0 0x7fe5c80b2600 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7fe5c0009d90 tx=0x7fe5c002a6f0 comp rx=0 tx=0).stop 2024-09-13T16:09:19.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.641+0000 7fe5cfa3a640 1 -- 172.21.15.76:0/406536845 shutdown_connections 2024-09-13T16:09:19.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.641+0000 7fe5cfa3a640 1 --2- 172.21.15.76:0/406536845 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe5c806c8a0 0x7fe5c80b2600 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:19.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.641+0000 7fe5cfa3a640 1 -- 172.21.15.76:0/406536845 >> 172.21.15.76:0/406536845 conn(0x7fe5c806a0b0 msgr2=0x7fe5c806a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:19.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.641+0000 7fe5cfa3a640 1 -- 172.21.15.76:0/406536845 shutdown_connections 2024-09-13T16:09:19.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.641+0000 7fe5cfa3a640 1 -- 172.21.15.76:0/406536845 wait complete. 2024-09-13T16:09:19.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.642+0000 7fe5cfa3a640 1 Processor -- start 2024-09-13T16:09:19.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.642+0000 7fe5cfa3a640 1 -- start start 2024-09-13T16:09:19.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.643+0000 7fe5cfa3a640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe5c806c8a0 0x7fe5c80c5bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:19.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.643+0000 7fe5cfa3a640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe5c80b2170 0x7fe5c809b4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:19.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.643+0000 7fe5cfa3a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe5c8158b00 0x7fe5c809b9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:19.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.643+0000 7fe5cfa3a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5c814ca60 con 0x7fe5c8158b00 2024-09-13T16:09:19.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.643+0000 7fe5cfa3a640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5c814cd40 con 0x7fe5c80b2170 2024-09-13T16:09:19.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.643+0000 7fe5cfa3a640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe5c814d020 con 0x7fe5c806c8a0 2024-09-13T16:09:19.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.643+0000 7fe5cdfd7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe5c8158b00 0x7fe5c809b9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:19.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.643+0000 7fe5cdfd7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe5c8158b00 0x7fe5c809b9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39174/0 (socket says 172.21.15.76:39174) 2024-09-13T16:09:19.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.643+0000 7fe5cdfd7640 1 -- 172.21.15.76:0/2564791400 learned_addr learned my addr 172.21.15.76:0/2564791400 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:09:19.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.643+0000 7fe5ccfd5640 1 --2- 172.21.15.76:0/2564791400 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe5c80b2170 0x7fe5c809b4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:19.648 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.643+0000 7fe5cd7d6640 1 --2- 172.21.15.76:0/2564791400 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe5c806c8a0 0x7fe5c80c5bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:19.648 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.644+0000 7fe5cdfd7640 1 -- 172.21.15.76:0/2564791400 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe5c806c8a0 msgr2=0x7fe5c80c5bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:19.648 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.644+0000 7fe5cdfd7640 1 --2- 172.21.15.76:0/2564791400 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe5c806c8a0 0x7fe5c80c5bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:19.648 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.644+0000 7fe5cdfd7640 1 -- 172.21.15.76:0/2564791400 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe5c80b2170 msgr2=0x7fe5c809b4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:19.648 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.644+0000 7fe5cdfd7640 1 --2- 172.21.15.76:0/2564791400 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe5c80b2170 0x7fe5c809b4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:19.648 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.644+0000 7fe5cdfd7640 1 -- 172.21.15.76:0/2564791400 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe5c0009a70 con 0x7fe5c8158b00 2024-09-13T16:09:19.648 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.644+0000 7fe5cdfd7640 1 --2- 172.21.15.76:0/2564791400 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe5c8158b00 0x7fe5c809b9f0 secure :-1 s=READY pgs=1238 cs=0 l=1 rev1=1 crypto rx=0x7fe5c0009eb0 tx=0x7fe5c0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:19.648 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.644+0000 7fe5bdffb640 1 -- 172.21.15.76:0/2564791400 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5c003b820 con 0x7fe5c8158b00 2024-09-13T16:09:19.648 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.644+0000 7fe5bdffb640 1 -- 172.21.15.76:0/2564791400 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe5c003b980 con 0x7fe5c8158b00 2024-09-13T16:09:19.648 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.644+0000 7fe5cfa3a640 1 -- 172.21.15.76:0/2564791400 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe5c80ca650 con 0x7fe5c8158b00 2024-09-13T16:09:19.648 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.644+0000 7fe5bdffb640 1 -- 172.21.15.76:0/2564791400 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5c003bcf0 con 0x7fe5c8158b00 2024-09-13T16:09:19.648 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.644+0000 7fe5cfa3a640 1 -- 172.21.15.76:0/2564791400 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe5c814a1f0 con 0x7fe5c8158b00 2024-09-13T16:09:19.648 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.645+0000 7fe5cfa3a640 1 -- 172.21.15.76:0/2564791400 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe5c8071be0 con 0x7fe5c8158b00 2024-09-13T16:09:19.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.646+0000 7fe5bdffb640 1 -- 172.21.15.76:0/2564791400 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe5c0031400 con 0x7fe5c8158b00 2024-09-13T16:09:19.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.646+0000 7fe5bdffb640 1 --2- 172.21.15.76:0/2564791400 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe5ac06ac00 0x7fe5ac06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:19.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.646+0000 7fe5cd7d6640 1 --2- 172.21.15.76:0/2564791400 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe5ac06ac00 0x7fe5ac06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:19.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.647+0000 7fe5bdffb640 1 -- 172.21.15.76:0/2564791400 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(96..96 src has 1..96) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fe5c00aabf0 con 0x7fe5c8158b00 2024-09-13T16:09:19.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.647+0000 7fe5cd7d6640 1 --2- 172.21.15.76:0/2564791400 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe5ac06ac00 0x7fe5ac06d0c0 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7fe5c4005880 tx=0x7fe5c4009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:19.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.651+0000 7fe5bdffb640 1 -- 172.21.15.76:0/2564791400 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fe5c0075d50 con 0x7fe5c8158b00 2024-09-13T16:09:19.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.816+0000 7fe5cfa3a640 1 -- 172.21.15.76:0/2564791400 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "config get", "who": "mds", "key": "mds_min_caps_per_client"} v 0) v1 -- 0x7fe5c814d1e0 con 0x7fe5c8158b00 2024-09-13T16:09:19.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.816+0000 7fe5bdffb640 1 -- 172.21.15.76:0/2564791400 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "config get", "who": "mds", "key": "mds_min_caps_per_client"}]=0 v35) v1 ==== 106+0+4 (secure 0 0 0) 0x7fe5c0079370 con 0x7fe5c8158b00 2024-09-13T16:09:19.818 INFO:teuthology.orchestra.run.smithi076.stdout:100 2024-09-13T16:09:19.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.818+0000 7fe5cfa3a640 1 -- 172.21.15.76:0/2564791400 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe5ac06ac00 msgr2=0x7fe5ac06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:19.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.818+0000 7fe5cfa3a640 1 --2- 172.21.15.76:0/2564791400 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe5ac06ac00 0x7fe5ac06d0c0 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7fe5c4005880 tx=0x7fe5c4009040 comp rx=0 tx=0).stop 2024-09-13T16:09:19.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.818+0000 7fe5cfa3a640 1 -- 172.21.15.76:0/2564791400 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe5c8158b00 msgr2=0x7fe5c809b9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:19.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.818+0000 7fe5cfa3a640 1 --2- 172.21.15.76:0/2564791400 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe5c8158b00 0x7fe5c809b9f0 secure :-1 s=READY pgs=1238 cs=0 l=1 rev1=1 crypto rx=0x7fe5c0009eb0 tx=0x7fe5c0004a40 comp rx=0 tx=0).stop 2024-09-13T16:09:19.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.818+0000 7fe5cfa3a640 1 -- 172.21.15.76:0/2564791400 shutdown_connections 2024-09-13T16:09:19.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.818+0000 7fe5cfa3a640 1 --2- 172.21.15.76:0/2564791400 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe5c8158b00 0x7fe5c809b9f0 unknown :-1 s=CLOSED pgs=1238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:19.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.818+0000 7fe5cfa3a640 1 --2- 172.21.15.76:0/2564791400 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe5c80b2170 0x7fe5c809b4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:19.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.818+0000 7fe5cfa3a640 1 --2- 172.21.15.76:0/2564791400 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe5ac06ac00 0x7fe5ac06d0c0 unknown :-1 s=CLOSED pgs=544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:19.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.818+0000 7fe5cfa3a640 1 --2- 172.21.15.76:0/2564791400 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe5c806c8a0 0x7fe5c80c5bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:19.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.818+0000 7fe5cfa3a640 1 -- 172.21.15.76:0/2564791400 >> 172.21.15.76:0/2564791400 conn(0x7fe5c806a0b0 msgr2=0x7fe5c806cc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:19.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.818+0000 7fe5cfa3a640 1 -- 172.21.15.76:0/2564791400 shutdown_connections 2024-09-13T16:09:19.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.818+0000 7fe5cfa3a640 1 -- 172.21.15.76:0/2564791400 wait complete. 2024-09-13T16:09:19.830 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config get mds mds_recall_warning_decay_rate 2024-09-13T16:09:19.930 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.929+0000 7fb042f1f640 1 Processor -- start 2024-09-13T16:09:19.931 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.929+0000 7fb042f1f640 1 -- start start 2024-09-13T16:09:19.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.930+0000 7fb042f1f640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb03c0cec00 0x7fb03c164ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:19.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.930+0000 7fb042f1f640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb03c15a790 con 0x7fb03c0b20a0 2024-09-13T16:09:19.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.930+0000 7fb042f1f640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb03c0b2680 con 0x7fb03c15a3b0 2024-09-13T16:09:19.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.930+0000 7fb042f1f640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb03c0b2960 con 0x7fb03c0cec00 2024-09-13T16:09:19.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.930+0000 7fb03bfff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fb03c0b20a0 0x7fb03c0ce4f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:47722/0 (socket says 172.21.15.76:47722) 2024-09-13T16:09:19.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.930+0000 7fb03bfff640 1 -- 172.21.15.76:0/1093215966 learned_addr learned my addr 172.21.15.76:0/1093215966 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:09:19.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.930+0000 7fb0414bc640 1 --2- 172.21.15.76:0/1093215966 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb03c0cec00 0x7fb03c164ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:19.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.930+0000 7fb03b7fe640 1 -- 172.21.15.76:0/1093215966 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4080584267 0 0) 0x7fb03c15a790 con 0x7fb03c0b20a0 2024-09-13T16:09:19.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.930+0000 7fb03b7fe640 1 -- 172.21.15.76:0/1093215966 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb02c003520 con 0x7fb03c0b20a0 2024-09-13T16:09:19.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.930+0000 7fb03b7fe640 1 -- 172.21.15.76:0/1093215966 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2437383985 0 0) 0x7fb02c003520 con 0x7fb03c0b20a0 2024-09-13T16:09:19.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.930+0000 7fb03b7fe640 1 -- 172.21.15.76:0/1093215966 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb03c0cec00 msgr2=0x7fb03c164ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:19.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.930+0000 7fb03b7fe640 1 --2- 172.21.15.76:0/1093215966 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb03c0cec00 0x7fb03c164ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:19.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.930+0000 7fb03b7fe640 1 -- 172.21.15.76:0/1093215966 >> v1:172.21.15.192:6789/0 conn(0x7fb03c15a3b0 legacy=0x7fb03c0b1720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:19.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.930+0000 7fb03b7fe640 1 -- 172.21.15.76:0/1093215966 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb03c0b2c40 con 0x7fb03c0b20a0 2024-09-13T16:09:19.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.930+0000 7fb03b7fe640 1 -- 172.21.15.76:0/1093215966 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7fb028001670 con 0x7fb03c0b20a0 2024-09-13T16:09:19.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.930+0000 7fb03b7fe640 1 -- 172.21.15.76:0/1093215966 >> v1:172.21.15.76:6789/0 conn(0x7fb03c0b20a0 legacy=0x7fb03c0ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:19.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.930+0000 7fb03b7fe640 1 --2- 172.21.15.76:0/1093215966 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb03c0cec00 0x7fb02c0039a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:19.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.930+0000 7fb03b7fe640 1 --2- 172.21.15.76:0/1093215966 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb02c003ee0 0x7fb02c0047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:19.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.930+0000 7fb03b7fe640 1 --2- 172.21.15.76:0/1093215966 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb02c004d00 0x7fb02c005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:19.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.930+0000 7fb03b7fe640 1 -- 172.21.15.76:0/1093215966 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb03c0b2960 con 0x7fb02c004d00 2024-09-13T16:09:19.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.930+0000 7fb03b7fe640 1 -- 172.21.15.76:0/1093215966 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb02c00b9e0 con 0x7fb02c003ee0 2024-09-13T16:09:19.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.930+0000 7fb03b7fe640 1 -- 172.21.15.76:0/1093215966 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb02c00bba0 con 0x7fb03c0cec00 2024-09-13T16:09:19.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.931+0000 7fb0414bc640 1 --2- 172.21.15.76:0/1093215966 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb02c004d00 0x7fb02c005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:19.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.931+0000 7fb040cbb640 1 --2- 172.21.15.76:0/1093215966 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb03c0cec00 0x7fb02c0039a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:19.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.931+0000 7fb03bfff640 1 --2- 172.21.15.76:0/1093215966 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb02c003ee0 0x7fb02c0047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:19.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.931+0000 7fb0414bc640 1 -- 172.21.15.76:0/1093215966 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb03c0cec00 msgr2=0x7fb02c0039a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:19.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.931+0000 7fb0414bc640 1 --2- 172.21.15.76:0/1093215966 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb03c0cec00 0x7fb02c0039a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:19.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.931+0000 7fb0414bc640 1 -- 172.21.15.76:0/1093215966 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb02c003ee0 msgr2=0x7fb02c0047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:19.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.931+0000 7fb0414bc640 1 --2- 172.21.15.76:0/1093215966 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb02c003ee0 0x7fb02c0047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:19.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.931+0000 7fb0414bc640 1 -- 172.21.15.76:0/1093215966 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb02c003520 con 0x7fb02c004d00 2024-09-13T16:09:19.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.932+0000 7fb0414bc640 1 --2- 172.21.15.76:0/1093215966 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb02c004d00 0x7fb02c005180 secure :-1 s=READY pgs=1240 cs=0 l=1 rev1=1 crypto rx=0x7fb03c0c5330 tx=0x7fb02c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=53da3c43e9ed9444 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:19.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.932+0000 7fb03b7fe640 1 -- 172.21.15.76:0/1093215966 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb034032640 con 0x7fb02c004d00 2024-09-13T16:09:19.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.932+0000 7fb03b7fe640 1 -- 172.21.15.76:0/1093215966 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb03400f040 con 0x7fb02c004d00 2024-09-13T16:09:19.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.932+0000 7fb03b7fe640 1 -- 172.21.15.76:0/1093215966 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0340329a0 con 0x7fb02c004d00 2024-09-13T16:09:19.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.932+0000 7fb042f1f640 1 -- 172.21.15.76:0/1093215966 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb02c004d00 msgr2=0x7fb02c005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:19.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.932+0000 7fb042f1f640 1 --2- 172.21.15.76:0/1093215966 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb02c004d00 0x7fb02c005180 secure :-1 s=READY pgs=1240 cs=0 l=1 rev1=1 crypto rx=0x7fb03c0c5330 tx=0x7fb02c0057f0 comp rx=0 tx=0).stop 2024-09-13T16:09:19.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.932+0000 7fb0414bc640 1 -- 172.21.15.76:0/1093215966 reap_dead start 2024-09-13T16:09:19.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.932+0000 7fb042f1f640 1 -- 172.21.15.76:0/1093215966 shutdown_connections 2024-09-13T16:09:19.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.932+0000 7fb042f1f640 1 -- 172.21.15.76:0/1093215966 >> 172.21.15.76:0/1093215966 conn(0x7fb03c06a0b0 msgr2=0x7fb03c06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:19.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.932+0000 7fb042f1f640 1 -- 172.21.15.76:0/1093215966 shutdown_connections 2024-09-13T16:09:19.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.932+0000 7fb042f1f640 1 -- 172.21.15.76:0/1093215966 wait complete. 2024-09-13T16:09:19.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.933+0000 7fb042f1f640 1 Processor -- start 2024-09-13T16:09:19.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.933+0000 7fb042f1f640 1 -- start start 2024-09-13T16:09:19.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.934+0000 7fb042f1f640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb02c004d00 0x7fb03c0c1eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:19.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.934+0000 7fb042f1f640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb03c155710 0x7fb03c0c23f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:19.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.934+0000 7fb042f1f640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb03c097bd0 0x7fb03c0c3ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:19.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.934+0000 7fb042f1f640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb03c0c7260 con 0x7fb03c097bd0 2024-09-13T16:09:19.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.934+0000 7fb042f1f640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb03c0c6280 con 0x7fb02c004d00 2024-09-13T16:09:19.941 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.934+0000 7fb042f1f640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb03c0c7470 con 0x7fb03c155710 2024-09-13T16:09:19.941 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.934+0000 7fb0414bc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb03c097bd0 0x7fb03c0c3ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:19.941 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.934+0000 7fb0414bc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb03c097bd0 0x7fb03c0c3ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39186/0 (socket says 172.21.15.76:39186) 2024-09-13T16:09:19.941 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.934+0000 7fb0414bc640 1 -- 172.21.15.76:0/4142382657 learned_addr learned my addr 172.21.15.76:0/4142382657 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:09:19.941 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.934+0000 7fb03bfff640 1 --2- 172.21.15.76:0/4142382657 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb03c155710 0x7fb03c0c23f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:19.941 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.934+0000 7fb040cbb640 1 --2- 172.21.15.76:0/4142382657 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb02c004d00 0x7fb03c0c1eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:19.941 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.935+0000 7fb0414bc640 1 -- 172.21.15.76:0/4142382657 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb03c155710 msgr2=0x7fb03c0c23f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:19.941 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.935+0000 7fb0414bc640 1 --2- 172.21.15.76:0/4142382657 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb03c155710 0x7fb03c0c23f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:19.941 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.935+0000 7fb0414bc640 1 -- 172.21.15.76:0/4142382657 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb02c004d00 msgr2=0x7fb03c0c1eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:19.941 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.935+0000 7fb0414bc640 1 --2- 172.21.15.76:0/4142382657 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb02c004d00 0x7fb03c0c1eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:19.941 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.935+0000 7fb0414bc640 1 -- 172.21.15.76:0/4142382657 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb03c0c7750 con 0x7fb03c097bd0 2024-09-13T16:09:19.941 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.935+0000 7fb0414bc640 1 --2- 172.21.15.76:0/4142382657 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb03c097bd0 0x7fb03c0c3ea0 secure :-1 s=READY pgs=1241 cs=0 l=1 rev1=1 crypto rx=0x7fb034002230 tx=0x7fb034009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:19.941 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.935+0000 7fb0397fa640 1 -- 172.21.15.76:0/4142382657 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb03403c610 con 0x7fb03c097bd0 2024-09-13T16:09:19.941 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.935+0000 7fb0397fa640 1 -- 172.21.15.76:0/4142382657 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb03403c770 con 0x7fb03c097bd0 2024-09-13T16:09:19.942 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.935+0000 7fb042f1f640 1 -- 172.21.15.76:0/4142382657 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb03c0c7a30 con 0x7fb03c097bd0 2024-09-13T16:09:19.942 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.935+0000 7fb0397fa640 1 -- 172.21.15.76:0/4142382657 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb03403cb20 con 0x7fb03c097bd0 2024-09-13T16:09:19.942 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.935+0000 7fb042f1f640 1 -- 172.21.15.76:0/4142382657 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb03c155150 con 0x7fb03c097bd0 2024-09-13T16:09:19.942 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.936+0000 7fb042f1f640 1 -- 172.21.15.76:0/4142382657 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb03c0b2680 con 0x7fb03c097bd0 2024-09-13T16:09:19.942 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.937+0000 7fb0397fa640 1 -- 172.21.15.76:0/4142382657 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb034039050 con 0x7fb03c097bd0 2024-09-13T16:09:19.942 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.937+0000 7fb0397fa640 1 --2- 172.21.15.76:0/4142382657 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb02006ac00 0x7fb02006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:19.942 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.937+0000 7fb040cbb640 1 --2- 172.21.15.76:0/4142382657 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb02006ac00 0x7fb02006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:19.942 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.937+0000 7fb0397fa640 1 -- 172.21.15.76:0/4142382657 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(96..96 src has 1..96) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fb0340a9d40 con 0x7fb03c097bd0 2024-09-13T16:09:19.942 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.937+0000 7fb040cbb640 1 --2- 172.21.15.76:0/4142382657 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb02006ac00 0x7fb02006d0c0 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7fb030001910 tx=0x7fb030009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:19.943 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:19.941+0000 7fb0397fa640 1 -- 172.21.15.76:0/4142382657 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fb034074e00 con 0x7fb03c097bd0 2024-09-13T16:09:20.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.104+0000 7fb042f1f640 1 -- 172.21.15.76:0/4142382657 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "config get", "who": "mds", "key": "mds_recall_warning_decay_rate"} v 0) v1 -- 0x7fb03c158770 con 0x7fb03c097bd0 2024-09-13T16:09:20.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.105+0000 7fb0397fa640 1 -- 172.21.15.76:0/4142382657 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "config get", "who": "mds", "key": "mds_recall_warning_decay_rate"}]=0 v35) v1 ==== 112+0+10 (secure 0 0 0) 0x7fb034037030 con 0x7fb03c097bd0 2024-09-13T16:09:20.106 INFO:teuthology.orchestra.run.smithi076.stdout:60.000000 2024-09-13T16:09:20.108 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.106+0000 7fb042f1f640 1 -- 172.21.15.76:0/4142382657 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb02006ac00 msgr2=0x7fb02006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:20.108 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.106+0000 7fb042f1f640 1 --2- 172.21.15.76:0/4142382657 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb02006ac00 0x7fb02006d0c0 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7fb030001910 tx=0x7fb030009040 comp rx=0 tx=0).stop 2024-09-13T16:09:20.108 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.106+0000 7fb042f1f640 1 -- 172.21.15.76:0/4142382657 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb03c097bd0 msgr2=0x7fb03c0c3ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:20.108 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.106+0000 7fb042f1f640 1 --2- 172.21.15.76:0/4142382657 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb03c097bd0 0x7fb03c0c3ea0 secure :-1 s=READY pgs=1241 cs=0 l=1 rev1=1 crypto rx=0x7fb034002230 tx=0x7fb034009750 comp rx=0 tx=0).stop 2024-09-13T16:09:20.108 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.106+0000 7fb042f1f640 1 -- 172.21.15.76:0/4142382657 shutdown_connections 2024-09-13T16:09:20.108 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.106+0000 7fb042f1f640 1 --2- 172.21.15.76:0/4142382657 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb03c097bd0 0x7fb03c0c3ea0 unknown :-1 s=CLOSED pgs=1241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:20.108 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.106+0000 7fb042f1f640 1 --2- 172.21.15.76:0/4142382657 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb02006ac00 0x7fb02006d0c0 unknown :-1 s=CLOSED pgs=545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:20.108 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.106+0000 7fb042f1f640 1 --2- 172.21.15.76:0/4142382657 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb03c155710 0x7fb03c0c23f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:20.109 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.106+0000 7fb042f1f640 1 --2- 172.21.15.76:0/4142382657 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb02c004d00 0x7fb03c0c1eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:20.109 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.106+0000 7fb042f1f640 1 -- 172.21.15.76:0/4142382657 >> 172.21.15.76:0/4142382657 conn(0x7fb03c06a0b0 msgr2=0x7fb03c070090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:20.109 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.107+0000 7fb042f1f640 1 -- 172.21.15.76:0/4142382657 shutdown_connections 2024-09-13T16:09:20.109 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.107+0000 7fb042f1f640 1 -- 172.21.15.76:0/4142382657 wait complete. 2024-09-13T16:09:20.119 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:09:20.119 DEBUG:teuthology.orchestra.run.smithi076:> import glob 2024-09-13T16:09:20.119 DEBUG:teuthology.orchestra.run.smithi076:> import re 2024-09-13T16:09:20.119 DEBUG:teuthology.orchestra.run.smithi076:> import os 2024-09-13T16:09:20.119 DEBUG:teuthology.orchestra.run.smithi076:> import subprocess 2024-09-13T16:09:20.119 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:09:20.119 DEBUG:teuthology.orchestra.run.smithi076:> def _find_admin_socket(client_name): 2024-09-13T16:09:20.119 DEBUG:teuthology.orchestra.run.smithi076:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-13T16:09:20.119 DEBUG:teuthology.orchestra.run.smithi076:> files = glob.glob(asok_path) 2024-09-13T16:09:20.119 DEBUG:teuthology.orchestra.run.smithi076:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-13T16:09:20.119 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:09:20.119 DEBUG:teuthology.orchestra.run.smithi076:> # Given a non-glob path, it better be there 2024-09-13T16:09:20.119 DEBUG:teuthology.orchestra.run.smithi076:> if "*" not in asok_path: 2024-09-13T16:09:20.120 DEBUG:teuthology.orchestra.run.smithi076:> assert(len(files) == 1) 2024-09-13T16:09:20.120 DEBUG:teuthology.orchestra.run.smithi076:> return files[0] 2024-09-13T16:09:20.120 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:09:20.120 DEBUG:teuthology.orchestra.run.smithi076:> for f in files: 2024-09-13T16:09:20.120 DEBUG:teuthology.orchestra.run.smithi076:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T16:09:20.120 DEBUG:teuthology.orchestra.run.smithi076:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T16:09:20.120 DEBUG:teuthology.orchestra.run.smithi076:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T16:09:20.120 DEBUG:teuthology.orchestra.run.smithi076:> contents = proc_f.read() 2024-09-13T16:09:20.120 DEBUG:teuthology.orchestra.run.smithi076:> if mountpoint in contents: 2024-09-13T16:09:20.120 DEBUG:teuthology.orchestra.run.smithi076:> return f 2024-09-13T16:09:20.120 DEBUG:teuthology.orchestra.run.smithi076:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T16:09:20.120 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:09:20.120 DEBUG:teuthology.orchestra.run.smithi076:> print(_find_admin_socket("client.0")) 2024-09-13T16:09:20.120 DEBUG:teuthology.orchestra.run.smithi076:> ' 2024-09-13T16:09:20.194 INFO:teuthology.orchestra.run.smithi076.stdout:/var/run/ceph/ceph-client.0.68736.asok 2024-09-13T16:09:20.381 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.68736.asok 2024-09-13T16:09:20.381 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:09:20.381 DEBUG:teuthology.orchestra.run.smithi076:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.68736.asok mds_sessions 2024-09-13T16:09:20.513 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2024-09-13T16:09:20.514 INFO:teuthology.orchestra.run.smithi076.stdout: "id": 7572, 2024-09-13T16:09:20.514 INFO:teuthology.orchestra.run.smithi076.stdout: "inst": { 2024-09-13T16:09:20.514 INFO:teuthology.orchestra.run.smithi076.stdout: "name": { 2024-09-13T16:09:20.514 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "client", 2024-09-13T16:09:20.514 INFO:teuthology.orchestra.run.smithi076.stdout: "num": 7572 2024-09-13T16:09:20.514 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:09:20.514 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": { 2024-09-13T16:09:20.514 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "v1", 2024-09-13T16:09:20.514 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:09:20.514 INFO:teuthology.orchestra.run.smithi076.stdout: "nonce": 2362167292 2024-09-13T16:09:20.514 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:09:20.514 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:09:20.514 INFO:teuthology.orchestra.run.smithi076.stdout: "inst_str": "client.7572 v1:192.168.0.1:0/2362167292", 2024-09-13T16:09:20.515 INFO:teuthology.orchestra.run.smithi076.stdout: "addr_str": "v1:192.168.0.1:0/2362167292", 2024-09-13T16:09:20.515 INFO:teuthology.orchestra.run.smithi076.stdout: "sessions": [ 2024-09-13T16:09:20.515 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:09:20.515 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": 0, 2024-09-13T16:09:20.515 INFO:teuthology.orchestra.run.smithi076.stdout: "addrs": { 2024-09-13T16:09:20.515 INFO:teuthology.orchestra.run.smithi076.stdout: "addrvec": [ 2024-09-13T16:09:20.515 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:09:20.515 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "v2", 2024-09-13T16:09:20.515 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": "172.21.15.76:6835", 2024-09-13T16:09:20.515 INFO:teuthology.orchestra.run.smithi076.stdout: "nonce": 2005584997 2024-09-13T16:09:20.515 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:09:20.515 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:09:20.515 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "v1", 2024-09-13T16:09:20.515 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": "172.21.15.76:6837", 2024-09-13T16:09:20.516 INFO:teuthology.orchestra.run.smithi076.stdout: "nonce": 2005584997 2024-09-13T16:09:20.516 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:09:20.516 INFO:teuthology.orchestra.run.smithi076.stdout: ] 2024-09-13T16:09:20.516 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:09:20.516 INFO:teuthology.orchestra.run.smithi076.stdout: "seq": 0, 2024-09-13T16:09:20.516 INFO:teuthology.orchestra.run.smithi076.stdout: "cap_gen": 0, 2024-09-13T16:09:20.516 INFO:teuthology.orchestra.run.smithi076.stdout: "cap_ttl": "2024-09-13T16:10:17.070817+0000", 2024-09-13T16:09:20.516 INFO:teuthology.orchestra.run.smithi076.stdout: "last_cap_renew_request": "2024-09-13T16:09:17.070817+0000", 2024-09-13T16:09:20.516 INFO:teuthology.orchestra.run.smithi076.stdout: "cap_renew_seq": 2, 2024-09-13T16:09:20.516 INFO:teuthology.orchestra.run.smithi076.stdout: "num_caps": 1, 2024-09-13T16:09:20.516 INFO:teuthology.orchestra.run.smithi076.stdout: "state": "open" 2024-09-13T16:09:20.516 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:09:20.516 INFO:teuthology.orchestra.run.smithi076.stdout: ], 2024-09-13T16:09:20.517 INFO:teuthology.orchestra.run.smithi076.stdout: "mdsmap_epoch": 45 2024-09-13T16:09:20.517 INFO:teuthology.orchestra.run.smithi076.stdout:} 2024-09-13T16:09:20.522 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:09:20.522 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:09:20.538 DEBUG:teuthology.orchestra.run.smithi076:> adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:09:20.538 DEBUG:teuthology.orchestra.run.smithi076:> import sys 2024-09-13T16:09:20.538 DEBUG:teuthology.orchestra.run.smithi076:> import time 2024-09-13T16:09:20.538 DEBUG:teuthology.orchestra.run.smithi076:> import os 2024-09-13T16:09:20.538 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:09:20.538 DEBUG:teuthology.orchestra.run.smithi076:> n = 400 2024-09-13T16:09:20.538 DEBUG:teuthology.orchestra.run.smithi076:> abs_path = "/home/ubuntu/cephtest/mnt.0/subdir" 2024-09-13T16:09:20.538 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:09:20.538 DEBUG:teuthology.orchestra.run.smithi076:> if not os.path.exists(abs_path): 2024-09-13T16:09:20.538 DEBUG:teuthology.orchestra.run.smithi076:> os.makedirs(abs_path) 2024-09-13T16:09:20.539 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:09:20.539 DEBUG:teuthology.orchestra.run.smithi076:> handles = [] 2024-09-13T16:09:20.539 DEBUG:teuthology.orchestra.run.smithi076:> for i in range(0, n): 2024-09-13T16:09:20.539 DEBUG:teuthology.orchestra.run.smithi076:> fname = "file_"+str(i) 2024-09-13T16:09:20.539 DEBUG:teuthology.orchestra.run.smithi076:> path = os.path.join(abs_path, fname) 2024-09-13T16:09:20.539 DEBUG:teuthology.orchestra.run.smithi076:> handles.append(open(path, '"'"'w'"'"')) 2024-09-13T16:09:20.539 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:09:20.539 DEBUG:teuthology.orchestra.run.smithi076:> while True: 2024-09-13T16:09:20.539 DEBUG:teuthology.orchestra.run.smithi076:> time.sleep(1) 2024-09-13T16:09:20.539 DEBUG:teuthology.orchestra.run.smithi076:> ' 2024-09-13T16:09:20.581 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:09:20.684 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.683+0000 7f02a40d7640 1 Processor -- start 2024-09-13T16:09:20.685 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.683+0000 7f02a40d7640 1 -- start start 2024-09-13T16:09:20.688 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.684+0000 7f02a40d7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f029c0b4130 0x7f029c0d2d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:20.688 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.684+0000 7f02a40d7640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f029c0b3540 con 0x7f029c08a370 2024-09-13T16:09:20.688 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.684+0000 7f02a40d7640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f029c0cdc70 con 0x7f029c0b4510 2024-09-13T16:09:20.688 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.684+0000 7f02a40d7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f029c0b2ff0 con 0x7f029c0b4130 2024-09-13T16:09:20.688 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.684+0000 7f02a1672640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f029c08a370 0x7f029c0d0f10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:47738/0 (socket says 172.21.15.76:47738) 2024-09-13T16:09:20.688 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.684+0000 7f02a1672640 1 -- 172.21.15.76:0/3709582186 learned_addr learned my addr 172.21.15.76:0/3709582186 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:09:20.688 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.684+0000 7f02a1e73640 1 --2- 172.21.15.76:0/3709582186 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f029c0b4130 0x7f029c0d2d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:20.688 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.684+0000 7f02a0e71640 1 -- 172.21.15.76:0/3709582186 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2653895481 0 0) 0x7f029c0b3540 con 0x7f029c08a370 2024-09-13T16:09:20.688 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.685+0000 7f02a0e71640 1 -- 172.21.15.76:0/3709582186 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0288003520 con 0x7f029c08a370 2024-09-13T16:09:20.689 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.685+0000 7f02a0e71640 1 -- 172.21.15.76:0/3709582186 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 320864982 0 0) 0x7f0294001490 con 0x7f029c0b4510 2024-09-13T16:09:20.689 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.685+0000 7f02a0e71640 1 -- 172.21.15.76:0/3709582186 --> v1:172.21.15.192:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f029c0b3540 con 0x7f029c0b4510 2024-09-13T16:09:20.689 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.685+0000 7f02a0e71640 1 -- 172.21.15.76:0/3709582186 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2932949534 0 0) 0x7f0288003520 con 0x7f029c08a370 2024-09-13T16:09:20.689 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.685+0000 7f02a0e71640 1 -- 172.21.15.76:0/3709582186 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f029c0b4130 msgr2=0x7f029c0d2d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:20.689 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.685+0000 7f02a0e71640 1 --2- 172.21.15.76:0/3709582186 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f029c0b4130 0x7f029c0d2d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:20.689 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.685+0000 7f02a0e71640 1 -- 172.21.15.76:0/3709582186 >> v1:172.21.15.192:6789/0 conn(0x7f029c0b4510 legacy=0x7f029c0b1930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:20.689 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.685+0000 7f02a0e71640 1 -- 172.21.15.76:0/3709582186 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f029c0cd6f0 con 0x7f029c08a370 2024-09-13T16:09:20.689 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.685+0000 7f02a0e71640 1 -- 172.21.15.76:0/3709582186 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f028c001670 con 0x7f029c08a370 2024-09-13T16:09:20.689 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.685+0000 7f02a0e71640 1 -- 172.21.15.76:0/3709582186 >> v1:172.21.15.76:6789/0 conn(0x7f029c08a370 legacy=0x7f029c0d0f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:20.689 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.685+0000 7f02a0e71640 1 --2- 172.21.15.76:0/3709582186 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0288003b30 0x7f0288003f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:20.689 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.685+0000 7f02a0e71640 1 --2- 172.21.15.76:0/3709582186 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f02880047c0 0x7f0288004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:20.689 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.685+0000 7f02a0e71640 1 --2- 172.21.15.76:0/3709582186 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0288005180 0x7f028800b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:20.689 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.685+0000 7f02a0e71640 1 -- 172.21.15.76:0/3709582186 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f029c0b2ff0 con 0x7f0288005180 2024-09-13T16:09:20.690 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.685+0000 7f02a0e71640 1 -- 172.21.15.76:0/3709582186 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f028800c050 con 0x7f02880047c0 2024-09-13T16:09:20.690 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.685+0000 7f02a0e71640 1 -- 172.21.15.76:0/3709582186 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f028800c210 con 0x7f0288003b30 2024-09-13T16:09:20.690 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.685+0000 7f02a1e73640 1 --2- 172.21.15.76:0/3709582186 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f029c0b4130 0x7f029c0d2d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:09:20.690 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.685+0000 7f02a2674640 1 --2- 172.21.15.76:0/3709582186 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0288005180 0x7f028800b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:20.690 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.685+0000 7f02a1672640 1 --2- 172.21.15.76:0/3709582186 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f02880047c0 0x7f0288004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:20.690 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.685+0000 7f02a1e73640 1 --2- 172.21.15.76:0/3709582186 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0288003b30 0x7f0288003f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:20.690 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.685+0000 7f02a2674640 1 -- 172.21.15.76:0/3709582186 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0288003b30 msgr2=0x7f0288003f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:20.690 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.685+0000 7f02a2674640 1 --2- 172.21.15.76:0/3709582186 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0288003b30 0x7f0288003f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:20.690 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.685+0000 7f02a2674640 1 -- 172.21.15.76:0/3709582186 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f02880047c0 msgr2=0x7f0288004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:20.690 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.685+0000 7f02a2674640 1 --2- 172.21.15.76:0/3709582186 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f02880047c0 0x7f0288004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:20.690 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.685+0000 7f02a2674640 1 -- 172.21.15.76:0/3709582186 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0288003520 con 0x7f0288005180 2024-09-13T16:09:20.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.686+0000 7f02a2674640 1 --2- 172.21.15.76:0/3709582186 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0288005180 0x7f028800b980 secure :-1 s=READY pgs=1243 cs=0 l=1 rev1=1 crypto rx=0x7f0294001fb0 tx=0x7f02880057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f43cb5a3aaa8692 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:20.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.686+0000 7f02a0e71640 1 -- 172.21.15.76:0/3709582186 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0294003b70 con 0x7f0288005180 2024-09-13T16:09:20.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.686+0000 7f02a0e71640 1 -- 172.21.15.76:0/3709582186 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f029402d050 con 0x7f0288005180 2024-09-13T16:09:20.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.686+0000 7f02a0e71640 1 -- 172.21.15.76:0/3709582186 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02940050d0 con 0x7f0288005180 2024-09-13T16:09:20.694 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.687+0000 7f02a40d7640 1 -- 172.21.15.76:0/3709582186 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0288005180 msgr2=0x7f028800b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:20.694 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.687+0000 7f02a40d7640 1 --2- 172.21.15.76:0/3709582186 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0288005180 0x7f028800b980 secure :-1 s=READY pgs=1243 cs=0 l=1 rev1=1 crypto rx=0x7f0294001fb0 tx=0x7f02880057f0 comp rx=0 tx=0).stop 2024-09-13T16:09:20.694 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.687+0000 7f02a2674640 1 -- 172.21.15.76:0/3709582186 reap_dead start 2024-09-13T16:09:20.694 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.687+0000 7f02a40d7640 1 -- 172.21.15.76:0/3709582186 shutdown_connections 2024-09-13T16:09:20.694 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.687+0000 7f02a40d7640 1 -- 172.21.15.76:0/3709582186 >> 172.21.15.76:0/3709582186 conn(0x7f029c089f60 msgr2=0x7f029c0d24f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:20.694 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.687+0000 7f02a40d7640 1 -- 172.21.15.76:0/3709582186 shutdown_connections 2024-09-13T16:09:20.694 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.687+0000 7f02a40d7640 1 -- 172.21.15.76:0/3709582186 wait complete. 2024-09-13T16:09:20.694 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.689+0000 7f02a40d7640 1 Processor -- start 2024-09-13T16:09:20.694 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.689+0000 7f02a40d7640 1 -- start start 2024-09-13T16:09:20.694 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.689+0000 7f02a40d7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0288005180 0x7f029c0af0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:20.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.689+0000 7f02a40d7640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f029c0c8270 0x7f029c15b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:20.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.689+0000 7f02a40d7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f029c0b0990 0x7f029c0b0e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:20.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.690+0000 7f02a40d7640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f029c0b0340 con 0x7f0288005180 2024-09-13T16:09:20.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.690+0000 7f02a40d7640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f029c0b1350 con 0x7f029c0c8270 2024-09-13T16:09:20.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.690+0000 7f02a40d7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f029c1f2340 con 0x7f029c0b0990 2024-09-13T16:09:20.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.690+0000 7f02a1e73640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0288005180 0x7f029c0af0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:20.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.690+0000 7f02a1e73640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0288005180 0x7f029c0af0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39204/0 (socket says 172.21.15.76:39204) 2024-09-13T16:09:20.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.690+0000 7f02a1e73640 1 -- 172.21.15.76:0/1277043481 learned_addr learned my addr 172.21.15.76:0/1277043481 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:09:20.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.690+0000 7f02a1672640 1 --2- 172.21.15.76:0/1277043481 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f029c0c8270 0x7f029c15b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:20.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.690+0000 7f02a2674640 1 --2- 172.21.15.76:0/1277043481 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f029c0b0990 0x7f029c0b0e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:20.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.690+0000 7f02a1e73640 1 -- 172.21.15.76:0/1277043481 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f029c0b0990 msgr2=0x7f029c0b0e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:20.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.690+0000 7f02a1e73640 1 --2- 172.21.15.76:0/1277043481 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f029c0b0990 0x7f029c0b0e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:20.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.690+0000 7f02a1e73640 1 -- 172.21.15.76:0/1277043481 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f029c0c8270 msgr2=0x7f029c15b5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:20.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.690+0000 7f02a1e73640 1 --2- 172.21.15.76:0/1277043481 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f029c0c8270 0x7f029c15b5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:20.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.690+0000 7f02a1e73640 1 -- 172.21.15.76:0/1277043481 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f029c09c260 con 0x7f0288005180 2024-09-13T16:09:20.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.690+0000 7f02a1e73640 1 --2- 172.21.15.76:0/1277043481 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0288005180 0x7f029c0af0e0 secure :-1 s=READY pgs=1244 cs=0 l=1 rev1=1 crypto rx=0x7f0298011800 tx=0x7f0298011cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:20.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.690+0000 7f02927fc640 1 -- 172.21.15.76:0/1277043481 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f029800f960 con 0x7f0288005180 2024-09-13T16:09:20.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.690+0000 7f02927fc640 1 -- 172.21.15.76:0/1277043481 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f029800fac0 con 0x7f0288005180 2024-09-13T16:09:20.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.690+0000 7f02927fc640 1 -- 172.21.15.76:0/1277043481 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f029800fe70 con 0x7f0288005180 2024-09-13T16:09:20.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.690+0000 7f02a40d7640 1 -- 172.21.15.76:0/1277043481 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f029c0af6c0 con 0x7f0288005180 2024-09-13T16:09:20.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.690+0000 7f02a40d7640 1 -- 172.21.15.76:0/1277043481 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f029c0afc80 con 0x7f0288005180 2024-09-13T16:09:20.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.691+0000 7f02a40d7640 1 -- 172.21.15.76:0/1277043481 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f029c0c60e0 con 0x7f0288005180 2024-09-13T16:09:20.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.692+0000 7f02927fc640 1 -- 172.21.15.76:0/1277043481 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f0298015460 con 0x7f0288005180 2024-09-13T16:09:20.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.692+0000 7f02927fc640 1 --2- 172.21.15.76:0/1277043481 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f028006ac00 0x7f028006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:20.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.693+0000 7f02927fc640 1 -- 172.21.15.76:0/1277043481 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(96..96 src has 1..96) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f0298089c30 con 0x7f0288005180 2024-09-13T16:09:20.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.693+0000 7f02a1672640 1 --2- 172.21.15.76:0/1277043481 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f028006ac00 0x7f028006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:20.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.693+0000 7f02a1672640 1 --2- 172.21.15.76:0/1277043481 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f028006ac00 0x7f028006d0c0 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7f029c0c7fe0 tx=0x7f028c001d10 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:20.699 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.698+0000 7f02927fc640 1 -- 172.21.15.76:0/1277043481 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f0298054d80 con 0x7f0288005180 2024-09-13T16:09:20.931 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.929+0000 7f02a40d7640 1 -- 172.21.15.76:0/1277043481 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f029c0d1950 con 0x7f0288005180 2024-09-13T16:09:20.931 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.930+0000 7f02927fc640 1 -- 172.21.15.76:0/1277043481 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 45 v45) v1 ==== 94+0+4739 (secure 0 0 0) 0x7f02980583a0 con 0x7f0288005180 2024-09-13T16:09:20.931 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:09:20.932 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":45,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6143,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6834/148971100","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":148971100},{"type":"v1","addr":"172.21.15.192:6834","nonce":148971100}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":42},{"gid":6832,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/2929183023","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6833","nonce":2929183023},{"type":"v1","addr":"172.21.15.192:6835","nonce":2929183023}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":42},{"gid":7416,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6836/4157874781","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":4157874781},{"type":"v1","addr":"172.21.15.76:6836","nonce":4157874781}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":42}],"filesystems":[{"mdsmap":{"epoch":45,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:09:10.494182+0000","modified":"2024-09-13T16:09:12.503582+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":7419},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7419":{"gid":7419,"name":"c","rank":0,"incarnation":43,"state":"up:active","state_seq":3,"addr":"172.21.15.76:6837/2005584997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":2005584997},{"type":"v1","addr":"172.21.15.76:6837","nonce":2005584997}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[14],"metadata_pool":13,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:09:20.932 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 45 2024-09-13T16:09:20.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.932+0000 7f02a40d7640 1 -- 172.21.15.76:0/1277043481 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f028006ac00 msgr2=0x7f028006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:20.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.932+0000 7f02a40d7640 1 --2- 172.21.15.76:0/1277043481 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f028006ac00 0x7f028006d0c0 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7f029c0c7fe0 tx=0x7f028c001d10 comp rx=0 tx=0).stop 2024-09-13T16:09:20.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.932+0000 7f02a40d7640 1 -- 172.21.15.76:0/1277043481 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0288005180 msgr2=0x7f029c0af0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:20.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.932+0000 7f02a40d7640 1 --2- 172.21.15.76:0/1277043481 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0288005180 0x7f029c0af0e0 secure :-1 s=READY pgs=1244 cs=0 l=1 rev1=1 crypto rx=0x7f0298011800 tx=0x7f0298011cc0 comp rx=0 tx=0).stop 2024-09-13T16:09:20.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.932+0000 7f02a40d7640 1 -- 172.21.15.76:0/1277043481 shutdown_connections 2024-09-13T16:09:20.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.932+0000 7f02a40d7640 1 --2- 172.21.15.76:0/1277043481 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f028006ac00 0x7f028006d0c0 unknown :-1 s=CLOSED pgs=546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:20.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.932+0000 7f02a40d7640 1 --2- 172.21.15.76:0/1277043481 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f029c0b0990 0x7f029c0b0e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:20.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.932+0000 7f02a40d7640 1 --2- 172.21.15.76:0/1277043481 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f029c0c8270 0x7f029c15b5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:20.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.932+0000 7f02a40d7640 1 --2- 172.21.15.76:0/1277043481 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0288005180 0x7f029c0af0e0 unknown :-1 s=CLOSED pgs=1244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:20.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.932+0000 7f02a40d7640 1 -- 172.21.15.76:0/1277043481 >> 172.21.15.76:0/1277043481 conn(0x7f029c089f60 msgr2=0x7f029c0cc820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:20.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.932+0000 7f02a40d7640 1 -- 172.21.15.76:0/1277043481 shutdown_connections 2024-09-13T16:09:20.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:20.932+0000 7f02a40d7640 1 -- 172.21.15.76:0/1277043481 wait complete. 2024-09-13T16:09:20.945 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json session ls 2024-09-13T16:09:21.079 INFO:teuthology.orchestra.run.smithi076.stdout:[{"id":6251,"entity":{"name":{"type":"client","num":6251},"addr":{"type":"any","addr":"192.168.0.1:0","nonce":1524299644}},"state":"open","num_leases":0,"num_caps":1,"request_load_avg":0,"uptime":3.297898542,"requests_in_flight":0,"num_completed_requests":0,"num_completed_flushes":0,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":2.9904485781159842,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":1,"last_trim_completed_flushes_tid":0,"delegated_inos":[],"inst":"client.6251 192.168.0.1:0/1524299644","completed_requests":[],"prealloc_inos":[],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"50bbe7f395997dcd871813949c49addbbf630361","ceph_version":"ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)","entity_id":"1","hostname":"smithi192","mount_point":"/home/ubuntu/cephtest/mnt.1","pid":"46722","root":"/"}},{"id":7572,"entity":{"name":{"type":"client","num":7572},"addr":{"type":"any","addr":"192.168.0.1:0","nonce":2362167292}},"state":"open","num_leases":1,"num_caps":369,"request_load_avg":369,"uptime":4.9958463059999998,"requests_in_flight":367,"num_completed_requests":0,"num_completed_flushes":0,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":739.61974695164884,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":5,"last_trim_completed_flushes_tid":0,"delegated_inos":[{"start":"0x10000000002","length":500}],"inst":"client.7572 192.168.0.1:0/2362167292","completed_requests":[],"prealloc_inos":[{"start":"0x10000000001","length":1000}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"50bbe7f395997dcd871813949c49addbbf630361","ceph_version":"ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)","entity_id":"0","hostname":"smithi076","mount_point":"/home/ubuntu/cephtest/mnt.0","pid":"68736","root":"/"}}] 2024-09-13T16:09:21.080 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "1", "hostname": "smithi192", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "mount_point": "/home/ubuntu/cephtest/mnt.1", "pid": "46722", "root": "/" }, "completed_requests": [], "delegated_inos": [], "entity": { "addr": { "addr": "192.168.0.1:0", "nonce": 1524299644, "type": "any" }, "name": { "num": 6251, "type": "client" } }, "id": 6251, "inst": "client.6251 192.168.0.1:0/1524299644", "last_trim_completed_flushes_tid": 0, "last_trim_completed_requests_tid": 1, "num_caps": 1, "num_completed_flushes": 0, "num_completed_requests": 0, "num_leases": 0, "prealloc_inos": [], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 0, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 2.990448578115984 }, "state": "open", "uptime": 3.297898542 }, { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "0", "hostname": "smithi076", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "mount_point": "/home/ubuntu/cephtest/mnt.0", "pid": "68736", "root": "/" }, "completed_requests": [], "delegated_inos": [ { "length": 500, "start": "0x10000000002" } ], "entity": { "addr": { "addr": "192.168.0.1:0", "nonce": 2362167292, "type": "any" }, "name": { "num": 7572, "type": "client" } }, "id": 7572, "inst": "client.7572 192.168.0.1:0/2362167292", "last_trim_completed_flushes_tid": 0, "last_trim_completed_requests_tid": 5, "num_caps": 369, "num_completed_flushes": 0, "num_completed_requests": 0, "num_leases": 1, "prealloc_inos": [ { "length": 1000, "start": "0x10000000001" } ], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 369, "requests_in_flight": 367, "session_cache_liveness": { "halflife": 300, "value": 739.6197469516488 }, "state": "open", "uptime": 4.995846306 } ] 2024-09-13T16:09:21.080 DEBUG:tasks.ceph_test_case:wait_until_equal: 369 != 402, waiting (timeout=600)... 2024-09-13T16:09:26.081 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:09:26.199 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.197+0000 7fd3c035e640 1 Processor -- start 2024-09-13T16:09:26.199 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.197+0000 7fd3c035e640 1 -- start start 2024-09-13T16:09:26.202 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.198+0000 7fd3c035e640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fd3b8071d30 0x7fd3b8070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:26.202 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.198+0000 7fd3c035e640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd3b80c8920 0x7fd3b80c8dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:26.203 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.198+0000 7fd3c035e640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd3b80abdf0 con 0x7fd3b8072110 2024-09-13T16:09:26.203 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.198+0000 7fd3c035e640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd3b80c9310 con 0x7fd3b8071d30 2024-09-13T16:09:26.203 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.198+0000 7fd3c035e640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd3b80b2280 con 0x7fd3b80c8920 2024-09-13T16:09:26.203 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.198+0000 7fd3bd8f9640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fd3b8072110 0x7fd3b80b1b70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:37742/0 (socket says 172.21.15.76:37742) 2024-09-13T16:09:26.203 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.198+0000 7fd3bd8f9640 1 -- 172.21.15.76:0/3256029834 learned_addr learned my addr 172.21.15.76:0/3256029834 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:09:26.203 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.198+0000 7fd3be8fb640 1 --2- 172.21.15.76:0/3256029834 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd3b80c8920 0x7fd3b80c8dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:26.203 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.198+0000 7fd3be0fa640 1 --2- 172.21.15.76:0/3256029834 >> v2:172.21.15.192:3300/0 conn(0x7fd3b8071d30 0x7fd3b8070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:26.203 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.199+0000 7fd3bd0f8640 1 -- 172.21.15.76:0/3256029834 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 945264419 0 0) 0x7fd3b80abdf0 con 0x7fd3b8072110 2024-09-13T16:09:26.203 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.199+0000 7fd3bd0f8640 1 -- 172.21.15.76:0/3256029834 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd3a4003520 con 0x7fd3b8072110 2024-09-13T16:09:26.203 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.199+0000 7fd3bd0f8640 1 -- 172.21.15.76:0/3256029834 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1178535394 0 0) 0x7fd3a4003520 con 0x7fd3b8072110 2024-09-13T16:09:26.203 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.199+0000 7fd3bd0f8640 1 -- 172.21.15.76:0/3256029834 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd3b80c8920 msgr2=0x7fd3b80c8dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:26.204 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.199+0000 7fd3bd0f8640 1 --2- 172.21.15.76:0/3256029834 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd3b80c8920 0x7fd3b80c8dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:26.204 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.199+0000 7fd3bd0f8640 1 -- 172.21.15.76:0/3256029834 >> v2:172.21.15.192:3300/0 conn(0x7fd3b8071d30 msgr2=0x7fd3b8070190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:26.204 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.199+0000 7fd3bd0f8640 1 --2- 172.21.15.76:0/3256029834 >> v2:172.21.15.192:3300/0 conn(0x7fd3b8071d30 0x7fd3b8070190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:26.204 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.199+0000 7fd3bd0f8640 1 -- 172.21.15.76:0/3256029834 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd3b80ab1e0 con 0x7fd3b8072110 2024-09-13T16:09:26.204 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.199+0000 7fd3bd0f8640 1 -- 172.21.15.76:0/3256029834 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7fd3a8001670 con 0x7fd3b8072110 2024-09-13T16:09:26.204 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.199+0000 7fd3bd0f8640 1 -- 172.21.15.76:0/3256029834 >> v1:172.21.15.76:6789/0 conn(0x7fd3b8072110 legacy=0x7fd3b80b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:26.204 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.199+0000 7fd3bd0f8640 1 --2- 172.21.15.76:0/3256029834 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd3a4003970 0x7fd3a4003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:26.204 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.199+0000 7fd3bd0f8640 1 --2- 172.21.15.76:0/3256029834 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd3a40047c0 0x7fd3a4004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:26.204 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.199+0000 7fd3bd0f8640 1 --2- 172.21.15.76:0/3256029834 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd3b80c8920 0x7fd3a4005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:26.204 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.199+0000 7fd3bd0f8640 1 -- 172.21.15.76:0/3256029834 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3b80c9310 con 0x7fd3a4003970 2024-09-13T16:09:26.204 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.199+0000 7fd3bd0f8640 1 -- 172.21.15.76:0/3256029834 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3b80b2280 con 0x7fd3a40047c0 2024-09-13T16:09:26.205 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.199+0000 7fd3bd0f8640 1 -- 172.21.15.76:0/3256029834 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd3a400b980 con 0x7fd3b80c8920 2024-09-13T16:09:26.205 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.199+0000 7fd3be0fa640 1 --2- 172.21.15.76:0/3256029834 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd3a4003970 0x7fd3a4003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:26.205 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.199+0000 7fd3bd8f9640 1 --2- 172.21.15.76:0/3256029834 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd3a40047c0 0x7fd3a4004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:26.205 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.199+0000 7fd3be8fb640 1 --2- 172.21.15.76:0/3256029834 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd3b80c8920 0x7fd3a4005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:26.205 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.199+0000 7fd3be0fa640 1 -- 172.21.15.76:0/3256029834 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd3b80c8920 msgr2=0x7fd3a4005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:26.205 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.199+0000 7fd3be0fa640 1 --2- 172.21.15.76:0/3256029834 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd3b80c8920 0x7fd3a4005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:26.205 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.199+0000 7fd3be0fa640 1 -- 172.21.15.76:0/3256029834 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd3a40047c0 msgr2=0x7fd3a4004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:26.205 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.199+0000 7fd3be0fa640 1 --2- 172.21.15.76:0/3256029834 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd3a40047c0 0x7fd3a4004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:26.205 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.199+0000 7fd3be0fa640 1 -- 172.21.15.76:0/3256029834 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd3a4003520 con 0x7fd3a4003970 2024-09-13T16:09:26.205 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.200+0000 7fd3be0fa640 1 --2- 172.21.15.76:0/3256029834 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd3a4003970 0x7fd3a4003d90 secure :-1 s=READY pgs=1246 cs=0 l=1 rev1=1 crypto rx=0x7fd3b4009ac0 tx=0x7fd3a40057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f5fec11478751be4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:26.205 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.200+0000 7fd3bd0f8640 1 -- 172.21.15.76:0/3256029834 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3b4031400 con 0x7fd3a4003970 2024-09-13T16:09:26.206 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.200+0000 7fd3bd0f8640 1 -- 172.21.15.76:0/3256029834 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd3b402d050 con 0x7fd3a4003970 2024-09-13T16:09:26.206 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.200+0000 7fd3bd0f8640 1 -- 172.21.15.76:0/3256029834 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3b4031780 con 0x7fd3a4003970 2024-09-13T16:09:26.206 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.201+0000 7fd3c035e640 1 -- 172.21.15.76:0/3256029834 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd3a4003970 msgr2=0x7fd3a4003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:26.206 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.201+0000 7fd3c035e640 1 --2- 172.21.15.76:0/3256029834 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd3a4003970 0x7fd3a4003d90 secure :-1 s=READY pgs=1246 cs=0 l=1 rev1=1 crypto rx=0x7fd3b4009ac0 tx=0x7fd3a40057f0 comp rx=0 tx=0).stop 2024-09-13T16:09:26.206 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.201+0000 7fd3be8fb640 1 -- 172.21.15.76:0/3256029834 reap_dead start 2024-09-13T16:09:26.206 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.201+0000 7fd3c035e640 1 -- 172.21.15.76:0/3256029834 shutdown_connections 2024-09-13T16:09:26.206 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.201+0000 7fd3c035e640 1 -- 172.21.15.76:0/3256029834 >> 172.21.15.76:0/3256029834 conn(0x7fd3b8069ed0 msgr2=0x7fd3b806a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:26.206 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.201+0000 7fd3c035e640 1 -- 172.21.15.76:0/3256029834 shutdown_connections 2024-09-13T16:09:26.206 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.201+0000 7fd3c035e640 1 -- 172.21.15.76:0/3256029834 wait complete. 2024-09-13T16:09:26.209 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.202+0000 7fd3c035e640 1 Processor -- start 2024-09-13T16:09:26.209 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.202+0000 7fd3c035e640 1 -- start start 2024-09-13T16:09:26.209 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.203+0000 7fd3c035e640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd3a4003970 0x7fd3b8159310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:26.210 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.203+0000 7fd3c035e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd3b809bd90 0x7fd3b806d720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:26.210 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.203+0000 7fd3c035e640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd3b80cce00 0x7fd3b806dc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:26.210 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.203+0000 7fd3c035e640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3b80c5b90 con 0x7fd3b809bd90 2024-09-13T16:09:26.210 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.203+0000 7fd3c035e640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3b8098250 con 0x7fd3a4003970 2024-09-13T16:09:26.210 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.203+0000 7fd3c035e640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd3b8159bf0 con 0x7fd3b80cce00 2024-09-13T16:09:26.210 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.203+0000 7fd3bd8f9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd3b809bd90 0x7fd3b806d720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:26.210 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.203+0000 7fd3bd8f9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd3b809bd90 0x7fd3b806d720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56822/0 (socket says 172.21.15.76:56822) 2024-09-13T16:09:26.210 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.203+0000 7fd3bd8f9640 1 -- 172.21.15.76:0/1517251756 learned_addr learned my addr 172.21.15.76:0/1517251756 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:09:26.210 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.203+0000 7fd3be0fa640 1 --2- 172.21.15.76:0/1517251756 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd3a4003970 0x7fd3b8159310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:26.210 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.203+0000 7fd3be8fb640 1 --2- 172.21.15.76:0/1517251756 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd3b80cce00 0x7fd3b806dc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:26.210 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.204+0000 7fd3bd8f9640 1 -- 172.21.15.76:0/1517251756 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd3b80cce00 msgr2=0x7fd3b806dc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:26.210 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.204+0000 7fd3bd8f9640 1 --2- 172.21.15.76:0/1517251756 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd3b80cce00 0x7fd3b806dc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:26.211 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.204+0000 7fd3bd8f9640 1 -- 172.21.15.76:0/1517251756 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd3a4003970 msgr2=0x7fd3b8159310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:26.211 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.204+0000 7fd3bd8f9640 1 --2- 172.21.15.76:0/1517251756 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd3a4003970 0x7fd3b8159310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:26.211 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.204+0000 7fd3bd8f9640 1 -- 172.21.15.76:0/1517251756 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd3b80c5540 con 0x7fd3b809bd90 2024-09-13T16:09:26.211 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.204+0000 7fd3be8fb640 1 --2- 172.21.15.76:0/1517251756 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd3b80cce00 0x7fd3b806dc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:09:26.211 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.204+0000 7fd3bd8f9640 1 --2- 172.21.15.76:0/1517251756 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd3b809bd90 0x7fd3b806d720 secure :-1 s=READY pgs=1247 cs=0 l=1 rev1=1 crypto rx=0x7fd3a8007310 tx=0x7fd3a80077d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:26.211 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.204+0000 7fd3aeffd640 1 -- 172.21.15.76:0/1517251756 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3a800f940 con 0x7fd3b809bd90 2024-09-13T16:09:26.211 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.204+0000 7fd3aeffd640 1 -- 172.21.15.76:0/1517251756 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd3a800fac0 con 0x7fd3b809bd90 2024-09-13T16:09:26.211 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.204+0000 7fd3c035e640 1 -- 172.21.15.76:0/1517251756 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd3b80c5820 con 0x7fd3b809bd90 2024-09-13T16:09:26.211 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.204+0000 7fd3aeffd640 1 -- 172.21.15.76:0/1517251756 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3a800fe70 con 0x7fd3b809bd90 2024-09-13T16:09:26.211 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.204+0000 7fd3c035e640 1 -- 172.21.15.76:0/1517251756 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd3b80c4900 con 0x7fd3b809bd90 2024-09-13T16:09:26.211 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.205+0000 7fd3c035e640 1 -- 172.21.15.76:0/1517251756 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd3b80c1970 con 0x7fd3b809bd90 2024-09-13T16:09:26.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.206+0000 7fd3aeffd640 1 -- 172.21.15.76:0/1517251756 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd3a801d460 con 0x7fd3b809bd90 2024-09-13T16:09:26.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.206+0000 7fd3aeffd640 1 --2- 172.21.15.76:0/1517251756 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd39c06ac30 0x7fd39c06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:26.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.206+0000 7fd3aeffd640 1 -- 172.21.15.76:0/1517251756 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 6145+0+0 (secure 0 0 0) 0x7fd3a8089620 con 0x7fd3b809bd90 2024-09-13T16:09:26.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.206+0000 7fd3be0fa640 1 --2- 172.21.15.76:0/1517251756 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd39c06ac30 0x7fd39c06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:26.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.207+0000 7fd3be0fa640 1 --2- 172.21.15.76:0/1517251756 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd39c06ac30 0x7fd39c06d0f0 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7fd3b4033000 tx=0x7fd3b4008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:26.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.211+0000 7fd3aeffd640 1 -- 172.21.15.76:0/1517251756 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fd3a80546d0 con 0x7fd3b809bd90 2024-09-13T16:09:26.408 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.406+0000 7fd3c035e640 1 -- 172.21.15.76:0/1517251756 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fd3b80c5380 con 0x7fd3b809bd90 2024-09-13T16:09:26.408 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.407+0000 7fd3aeffd640 1 -- 172.21.15.76:0/1517251756 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 46 v46) v1 ==== 94+0+4739 (secure 0 0 0) 0x7fd3a8057cf0 con 0x7fd3b809bd90 2024-09-13T16:09:26.409 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:09:26.409 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":46,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6143,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6834/148971100","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":148971100},{"type":"v1","addr":"172.21.15.192:6834","nonce":148971100}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":42},{"gid":6832,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/2929183023","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6833","nonce":2929183023},{"type":"v1","addr":"172.21.15.192:6835","nonce":2929183023}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":42},{"gid":7416,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6836/4157874781","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":4157874781},{"type":"v1","addr":"172.21.15.76:6836","nonce":4157874781}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":42}],"filesystems":[{"mdsmap":{"epoch":46,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:09:10.494182+0000","modified":"2024-09-13T16:09:22.800084+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":7419},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7419":{"gid":7419,"name":"c","rank":0,"incarnation":43,"state":"up:active","state_seq":6,"addr":"172.21.15.76:6837/2005584997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":2005584997},{"type":"v1","addr":"172.21.15.76:6837","nonce":2005584997}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[14],"metadata_pool":13,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:09:26.409 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 46 2024-09-13T16:09:26.410 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.409+0000 7fd3c035e640 1 -- 172.21.15.76:0/1517251756 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd39c06ac30 msgr2=0x7fd39c06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:26.410 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.409+0000 7fd3c035e640 1 --2- 172.21.15.76:0/1517251756 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd39c06ac30 0x7fd39c06d0f0 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7fd3b4033000 tx=0x7fd3b4008030 comp rx=0 tx=0).stop 2024-09-13T16:09:26.410 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.409+0000 7fd3c035e640 1 -- 172.21.15.76:0/1517251756 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd3b809bd90 msgr2=0x7fd3b806d720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:26.411 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.409+0000 7fd3c035e640 1 --2- 172.21.15.76:0/1517251756 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd3b809bd90 0x7fd3b806d720 secure :-1 s=READY pgs=1247 cs=0 l=1 rev1=1 crypto rx=0x7fd3a8007310 tx=0x7fd3a80077d0 comp rx=0 tx=0).stop 2024-09-13T16:09:26.411 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.409+0000 7fd3c035e640 1 -- 172.21.15.76:0/1517251756 shutdown_connections 2024-09-13T16:09:26.411 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.409+0000 7fd3c035e640 1 --2- 172.21.15.76:0/1517251756 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd39c06ac30 0x7fd39c06d0f0 unknown :-1 s=CLOSED pgs=547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:26.411 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.409+0000 7fd3c035e640 1 --2- 172.21.15.76:0/1517251756 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd3b80cce00 0x7fd3b806dc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:26.411 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.409+0000 7fd3c035e640 1 --2- 172.21.15.76:0/1517251756 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd3b809bd90 0x7fd3b806d720 unknown :-1 s=CLOSED pgs=1247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:26.411 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.409+0000 7fd3c035e640 1 --2- 172.21.15.76:0/1517251756 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd3a4003970 0x7fd3b8159310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:26.411 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.409+0000 7fd3c035e640 1 -- 172.21.15.76:0/1517251756 >> 172.21.15.76:0/1517251756 conn(0x7fd3b8069ed0 msgr2=0x7fd3b80b1160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:26.411 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.409+0000 7fd3c035e640 1 -- 172.21.15.76:0/1517251756 shutdown_connections 2024-09-13T16:09:26.411 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.409+0000 7fd3c035e640 1 -- 172.21.15.76:0/1517251756 wait complete. 2024-09-13T16:09:26.421 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json session ls 2024-09-13T16:09:26.539 INFO:teuthology.orchestra.run.smithi076.stdout:[{"id":6251,"entity":{"name":{"type":"client","num":6251},"addr":{"type":"any","addr":"192.168.0.1:0","nonce":1524299644}},"state":"open","num_leases":0,"num_caps":1,"request_load_avg":0,"uptime":8.7597305139999992,"requests_in_flight":0,"num_completed_requests":0,"num_completed_flushes":0,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":2.952947697144189,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":1,"last_trim_completed_flushes_tid":0,"delegated_inos":[],"inst":"client.6251 192.168.0.1:0/1524299644","completed_requests":[],"prealloc_inos":[],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"50bbe7f395997dcd871813949c49addbbf630361","ceph_version":"ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)","entity_id":"1","hostname":"smithi192","mount_point":"/home/ubuntu/cephtest/mnt.1","pid":"46722","root":"/"}},{"id":7572,"entity":{"name":{"type":"client","num":7572},"addr":{"type":"any","addr":"192.168.0.1:0","nonce":2362167292}},"state":"open","num_leases":1,"num_caps":402,"request_load_avg":379,"uptime":10.457678277999999,"requests_in_flight":0,"num_completed_requests":30,"num_completed_flushes":0,"reconnecting":false,"recall_caps":{"value":1165.7297622118492,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":501.01766546265736,"halflife":1.5},"recall_caps_throttle2o":{"value":257.85773994132506,"halflife":0.5},"session_cache_liveness":{"value":795.52114153565674,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":375,"last_trim_completed_flushes_tid":0,"delegated_inos":[{"start":"0x10000000002","length":500}],"inst":"client.7572 192.168.0.1:0/2362167292","completed_requests":[{"tid":375,"created_ino":"0x10000000367"},{"tid":376,"created_ino":"0x10000000368"},{"tid":377,"created_ino":"0x10000000369"},{"tid":378,"created_ino":"0x1000000036a"},{"tid":379,"created_ino":"0x1000000036b"},{"tid":380,"created_ino":"0x1000000036c"},{"tid":381,"created_ino":"0x1000000036d"},{"tid":382,"created_ino":"0x1000000036e"},{"tid":383,"created_ino":"0x1000000036f"},{"tid":384,"created_ino":"0x10000000370"},{"tid":385,"created_ino":"0x10000000371"},{"tid":386,"created_ino":"0x10000000372"},{"tid":387,"created_ino":"0x10000000373"},{"tid":388,"created_ino":"0x10000000374"},{"tid":389,"created_ino":"0x10000000375"},{"tid":390,"created_ino":"0x10000000376"},{"tid":391,"created_ino":"0x10000000377"},{"tid":392,"created_ino":"0x10000000378"},{"tid":393,"created_ino":"0x10000000379"},{"tid":394,"created_ino":"0x1000000037a"},{"tid":395,"created_ino":"0x1000000037b"},{"tid":396,"created_ino":"0x1000000037c"},{"tid":397,"created_ino":"0x1000000037d"},{"tid":398,"created_ino":"0x1000000037e"},{"tid":399,"created_ino":"0x1000000037f"},{"tid":400,"created_ino":"0x10000000380"},{"tid":401,"created_ino":"0x10000000381"},{"tid":402,"created_ino":"0x10000000382"},{"tid":403,"created_ino":"0x10000000383"},{"tid":404,"created_ino":"0x10000000384"}],"prealloc_inos":[{"start":"0x10000000002","length":500},{"start":"0x10000000385","length":602}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"50bbe7f395997dcd871813949c49addbbf630361","ceph_version":"ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)","entity_id":"0","hostname":"smithi076","mount_point":"/home/ubuntu/cephtest/mnt.0","pid":"68736","root":"/"}}] 2024-09-13T16:09:26.539 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "1", "hostname": "smithi192", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "mount_point": "/home/ubuntu/cephtest/mnt.1", "pid": "46722", "root": "/" }, "completed_requests": [], "delegated_inos": [], "entity": { "addr": { "addr": "192.168.0.1:0", "nonce": 1524299644, "type": "any" }, "name": { "num": 6251, "type": "client" } }, "id": 6251, "inst": "client.6251 192.168.0.1:0/1524299644", "last_trim_completed_flushes_tid": 0, "last_trim_completed_requests_tid": 1, "num_caps": 1, "num_completed_flushes": 0, "num_completed_requests": 0, "num_leases": 0, "prealloc_inos": [], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 0, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 2.952947697144189 }, "state": "open", "uptime": 8.759730514 }, { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "0", "hostname": "smithi076", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "mount_point": "/home/ubuntu/cephtest/mnt.0", "pid": "68736", "root": "/" }, "completed_requests": [ { "created_ino": "0x10000000367", "tid": 375 }, { "created_ino": "0x10000000368", "tid": 376 }, { "created_ino": "0x10000000369", "tid": 377 }, { "created_ino": "0x1000000036a", "tid": 378 }, { "created_ino": "0x1000000036b", "tid": 379 }, { "created_ino": "0x1000000036c", "tid": 380 }, { "created_ino": "0x1000000036d", "tid": 381 }, { "created_ino": "0x1000000036e", "tid": 382 }, { "created_ino": "0x1000000036f", "tid": 383 }, { "created_ino": "0x10000000370", "tid": 384 }, { "created_ino": "0x10000000371", "tid": 385 }, { "created_ino": "0x10000000372", "tid": 386 }, { "created_ino": "0x10000000373", "tid": 387 }, { "created_ino": "0x10000000374", "tid": 388 }, { "created_ino": "0x10000000375", "tid": 389 }, { "created_ino": "0x10000000376", "tid": 390 }, { "created_ino": "0x10000000377", "tid": 391 }, { "created_ino": "0x10000000378", "tid": 392 }, { "created_ino": "0x10000000379", "tid": 393 }, { "created_ino": "0x1000000037a", "tid": 394 }, { "created_ino": "0x1000000037b", "tid": 395 }, { "created_ino": "0x1000000037c", "tid": 396 }, { "created_ino": "0x1000000037d", "tid": 397 }, { "created_ino": "0x1000000037e", "tid": 398 }, { "created_ino": "0x1000000037f", "tid": 399 }, { "created_ino": "0x10000000380", "tid": 400 }, { "created_ino": "0x10000000381", "tid": 401 }, { "created_ino": "0x10000000382", "tid": 402 }, { "created_ino": "0x10000000383", "tid": 403 }, { "created_ino": "0x10000000384", "tid": 404 } ], "delegated_inos": [ { "length": 500, "start": "0x10000000002" } ], "entity": { "addr": { "addr": "192.168.0.1:0", "nonce": 2362167292, "type": "any" }, "name": { "num": 7572, "type": "client" } }, "id": 7572, "inst": "client.7572 192.168.0.1:0/2362167292", "last_trim_completed_flushes_tid": 0, "last_trim_completed_requests_tid": 375, "num_caps": 402, "num_completed_flushes": 0, "num_completed_requests": 30, "num_leases": 1, "prealloc_inos": [ { "length": 500, "start": "0x10000000002" }, { "length": 602, "start": "0x10000000385" } ], "recall_caps": { "halflife": 60, "value": 1165.7297622118492 }, "recall_caps_throttle": { "halflife": 1.5, "value": 501.01766546265736 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 257.85773994132506 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 379, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 795.5211415356567 }, "state": "open", "uptime": 10.457678278 } ] 2024-09-13T16:09:26.540 INFO:tasks.ceph_test_case:waiting 120.0s for health warning matching MDS_CACHE_OVERSIZED 2024-09-13T16:09:26.540 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-13T16:09:26.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.635+0000 7faeeb280640 1 Processor -- start 2024-09-13T16:09:26.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.636+0000 7faeeb280640 1 -- start start 2024-09-13T16:09:26.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.636+0000 7faeeb280640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7faee40d2ac0 0x7faee406b2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:26.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.636+0000 7faeeb280640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7faee40cfff0 0x7faee40d0460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:26.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.636+0000 7faeeb280640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7faee415c970 con 0x7faee415c590 2024-09-13T16:09:26.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.636+0000 7faeeb280640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7faee40d0cc0 con 0x7faee40cfff0 2024-09-13T16:09:26.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.636+0000 7faeeb280640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7faee40d0fa0 con 0x7faee40d2ac0 2024-09-13T16:09:26.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.637+0000 7faee981d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7faee40cfff0 0x7faee40d0460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:26.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.637+0000 7faee901c640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7faee415c590 0x7faee40d23b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:37746/0 (socket says 172.21.15.76:37746) 2024-09-13T16:09:26.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.637+0000 7faee901c640 1 -- 172.21.15.76:0/2030292910 learned_addr learned my addr 172.21.15.76:0/2030292910 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:09:26.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.637+0000 7faee981d640 1 --2- 172.21.15.76:0/2030292910 >> v2:172.21.15.76:3300/0 conn(0x7faee40cfff0 0x7faee40d0460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56826/0 (socket says 172.21.15.76:56826) 2024-09-13T16:09:26.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.637+0000 7faee981d640 1 -- 172.21.15.76:0/2030292910 >> v2:172.21.15.192:3300/0 conn(0x7faee40d2ac0 msgr2=0x7faee406b2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:26.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.637+0000 7faee981d640 1 --2- 172.21.15.76:0/2030292910 >> v2:172.21.15.192:3300/0 conn(0x7faee40d2ac0 0x7faee406b2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:26.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.637+0000 7faee981d640 1 -- 172.21.15.76:0/2030292910 >> v1:172.21.15.76:6789/0 conn(0x7faee415c590 legacy=0x7faee40d23b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:26.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.637+0000 7faedbfff640 1 -- 172.21.15.76:0/2030292910 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 242493693 0 0) 0x7faee415c970 con 0x7faee415c590 2024-09-13T16:09:26.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.637+0000 7faee981d640 1 -- 172.21.15.76:0/2030292910 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faee40d1280 con 0x7faee40cfff0 2024-09-13T16:09:26.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.637+0000 7faee981d640 1 --2- 172.21.15.76:0/2030292910 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faee40cfff0 0x7faee40d0460 secure :-1 s=READY pgs=1249 cs=0 l=1 rev1=1 crypto rx=0x7faee40d1ae0 tx=0x7faedc02a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cd521d9f5ee891b4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:26.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.638+0000 7faedbfff640 1 -- 172.21.15.76:0/2030292910 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faedc007740 con 0x7faee40cfff0 2024-09-13T16:09:26.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.638+0000 7faedbfff640 1 -- 172.21.15.76:0/2030292910 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faedc02d050 con 0x7faee40cfff0 2024-09-13T16:09:26.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.638+0000 7faedbfff640 1 -- 172.21.15.76:0/2030292910 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faedc007ac0 con 0x7faee40cfff0 2024-09-13T16:09:26.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.638+0000 7faeeb280640 1 -- 172.21.15.76:0/2030292910 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faee40cfff0 msgr2=0x7faee40d0460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:26.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.638+0000 7faeeb280640 1 --2- 172.21.15.76:0/2030292910 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faee40cfff0 0x7faee40d0460 secure :-1 s=READY pgs=1249 cs=0 l=1 rev1=1 crypto rx=0x7faee40d1ae0 tx=0x7faedc02a5f0 comp rx=0 tx=0).stop 2024-09-13T16:09:26.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.638+0000 7faeeb280640 1 -- 172.21.15.76:0/2030292910 shutdown_connections 2024-09-13T16:09:26.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.638+0000 7faeeb280640 1 --2- 172.21.15.76:0/2030292910 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faee40cfff0 0x7faee40d0460 unknown :-1 s=CLOSED pgs=1249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:26.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.638+0000 7faeeb280640 1 --2- 172.21.15.76:0/2030292910 >> v2:172.21.15.192:3300/0 conn(0x7faee40d2ac0 0x7faee406b2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:26.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.638+0000 7faeeb280640 1 -- 172.21.15.76:0/2030292910 >> 172.21.15.76:0/2030292910 conn(0x7faee408bf20 msgr2=0x7faee409b840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:26.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.638+0000 7faeeb280640 1 -- 172.21.15.76:0/2030292910 shutdown_connections 2024-09-13T16:09:26.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.638+0000 7faeeb280640 1 -- 172.21.15.76:0/2030292910 wait complete. 2024-09-13T16:09:26.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.639+0000 7faeeb280640 1 Processor -- start 2024-09-13T16:09:26.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.639+0000 7faeeb280640 1 -- start start 2024-09-13T16:09:26.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.640+0000 7faeeb280640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faee40cfff0 0x7faee4153c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:26.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.640+0000 7faeeb280640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faee40d2ac0 0x7faee40b5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:26.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.640+0000 7faeeb280640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faee415c590 0x7faee40cefd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:26.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.640+0000 7faeeb280640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faee41f1f50 con 0x7faee40d2ac0 2024-09-13T16:09:26.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.640+0000 7faeeb280640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faee40b5ba0 con 0x7faee415c590 2024-09-13T16:09:26.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.640+0000 7faeeb280640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faee41f2160 con 0x7faee40cfff0 2024-09-13T16:09:26.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.640+0000 7faee881b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faee40d2ac0 0x7faee40b5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:26.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.640+0000 7faee881b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faee40d2ac0 0x7faee40b5250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56840/0 (socket says 172.21.15.76:56840) 2024-09-13T16:09:26.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.640+0000 7faee881b640 1 -- 172.21.15.76:0/2456776339 learned_addr learned my addr 172.21.15.76:0/2456776339 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:09:26.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.640+0000 7faee881b640 1 -- 172.21.15.76:0/2456776339 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faee40cfff0 msgr2=0x7faee4153c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:26.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.640+0000 7faee881b640 1 --2- 172.21.15.76:0/2456776339 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faee40cfff0 0x7faee4153c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:26.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.640+0000 7faee881b640 1 -- 172.21.15.76:0/2456776339 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faee415c590 msgr2=0x7faee40cefd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:26.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.640+0000 7faee881b640 1 --2- 172.21.15.76:0/2456776339 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faee415c590 0x7faee40cefd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:26.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.641+0000 7faee881b640 1 -- 172.21.15.76:0/2456776339 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faedc009a70 con 0x7faee40d2ac0 2024-09-13T16:09:26.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.641+0000 7faee881b640 1 --2- 172.21.15.76:0/2456776339 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faee40d2ac0 0x7faee40b5250 secure :-1 s=READY pgs=1250 cs=0 l=1 rev1=1 crypto rx=0x7faed400b4a0 tx=0x7faed400b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:26.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.641+0000 7faed9ffb640 1 -- 172.21.15.76:0/2456776339 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faed4005a10 con 0x7faee40d2ac0 2024-09-13T16:09:26.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.641+0000 7faed9ffb640 1 -- 172.21.15.76:0/2456776339 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faed4005b70 con 0x7faee40d2ac0 2024-09-13T16:09:26.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.641+0000 7faeeb280640 1 -- 172.21.15.76:0/2456776339 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faee41f2440 con 0x7faee40d2ac0 2024-09-13T16:09:26.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.641+0000 7faed9ffb640 1 -- 172.21.15.76:0/2456776339 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faed4010610 con 0x7faee40d2ac0 2024-09-13T16:09:26.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.641+0000 7faeeb280640 1 -- 172.21.15.76:0/2456776339 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faee40b5790 con 0x7faee40d2ac0 2024-09-13T16:09:26.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.642+0000 7faeeb280640 1 -- 172.21.15.76:0/2456776339 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faee41f2960 con 0x7faee40d2ac0 2024-09-13T16:09:26.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.643+0000 7faed9ffb640 1 -- 172.21.15.76:0/2456776339 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7faed4010770 con 0x7faee40d2ac0 2024-09-13T16:09:26.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.643+0000 7faed9ffb640 1 --2- 172.21.15.76:0/2456776339 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7faec806ac00 0x7faec806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:26.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.643+0000 7faed9ffb640 1 -- 172.21.15.76:0/2456776339 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 6145+0+0 (secure 0 0 0) 0x7faed4088e10 con 0x7faee40d2ac0 2024-09-13T16:09:26.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.643+0000 7faee901c640 1 --2- 172.21.15.76:0/2456776339 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7faec806ac00 0x7faec806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:26.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.643+0000 7faee901c640 1 --2- 172.21.15.76:0/2456776339 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7faec806ac00 0x7faec806d0c0 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7faee0007fd0 tx=0x7faee0007960 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:26.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.647+0000 7faed9ffb640 1 -- 172.21.15.76:0/2456776339 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7faee41f2960 con 0x7faee40d2ac0 2024-09-13T16:09:26.849 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.847+0000 7faeeb280640 1 -- 172.21.15.76:0/2456776339 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7faee41f2960 con 0x7faee40d2ac0 2024-09-13T16:09:26.849 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.848+0000 7faed9ffb640 1 -- 172.21.15.76:0/2456776339 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+174 (secure 0 0 0) 0x7faee41f2960 con 0x7faee40d2ac0 2024-09-13T16:09:26.849 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:09:26.849 INFO:teuthology.orchestra.run.smithi076.stdout:{"status":"HEALTH_WARN","checks":{"MDS_CACHE_OVERSIZED":{"severity":"HEALTH_WARN","summary":{"message":"1 MDSs report oversized cache","count":1},"muted":false}},"mutes":[]} 2024-09-13T16:09:26.851 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.849+0000 7faeeb280640 1 -- 172.21.15.76:0/2456776339 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7faec806ac00 msgr2=0x7faec806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:26.851 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.849+0000 7faeeb280640 1 --2- 172.21.15.76:0/2456776339 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7faec806ac00 0x7faec806d0c0 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7faee0007fd0 tx=0x7faee0007960 comp rx=0 tx=0).stop 2024-09-13T16:09:26.851 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.849+0000 7faeeb280640 1 -- 172.21.15.76:0/2456776339 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faee40d2ac0 msgr2=0x7faee40b5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:26.851 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.849+0000 7faeeb280640 1 --2- 172.21.15.76:0/2456776339 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faee40d2ac0 0x7faee40b5250 secure :-1 s=READY pgs=1250 cs=0 l=1 rev1=1 crypto rx=0x7faed400b4a0 tx=0x7faed400b960 comp rx=0 tx=0).stop 2024-09-13T16:09:26.851 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.850+0000 7faeeb280640 1 -- 172.21.15.76:0/2456776339 shutdown_connections 2024-09-13T16:09:26.851 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.850+0000 7faeeb280640 1 --2- 172.21.15.76:0/2456776339 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faee415c590 0x7faee40cefd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:26.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.850+0000 7faeeb280640 1 --2- 172.21.15.76:0/2456776339 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faee40d2ac0 0x7faee40b5250 unknown :-1 s=CLOSED pgs=1250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:26.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.850+0000 7faeeb280640 1 --2- 172.21.15.76:0/2456776339 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7faec806ac00 0x7faec806d0c0 unknown :-1 s=CLOSED pgs=548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:26.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.850+0000 7faeeb280640 1 --2- 172.21.15.76:0/2456776339 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faee40cfff0 0x7faee4153c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:26.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.850+0000 7faeeb280640 1 -- 172.21.15.76:0/2456776339 >> 172.21.15.76:0/2456776339 conn(0x7faee408bf20 msgr2=0x7faee415b080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:26.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.850+0000 7faeeb280640 1 -- 172.21.15.76:0/2456776339 shutdown_connections 2024-09-13T16:09:26.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.850+0000 7faeeb280640 1 -- 172.21.15.76:0/2456776339 wait complete. 2024-09-13T16:09:26.862 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-13T16:09:26.862 INFO:tasks.ceph_test_case:waiting 120.0s for health warning matching MDS_CLIENT_RECALL 2024-09-13T16:09:26.862 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-13T16:09:26.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.957+0000 7f726c05a640 1 Processor -- start 2024-09-13T16:09:26.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.958+0000 7f726c05a640 1 -- start start 2024-09-13T16:09:26.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.958+0000 7f726c05a640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f72640ce5c0 0x7f72640cea30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:26.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.958+0000 7f726c05a640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f72640ab550 con 0x7f7264158fc0 2024-09-13T16:09:26.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.958+0000 7f726c05a640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f72640b1c00 con 0x7f72640ab9e0 2024-09-13T16:09:26.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.958+0000 7f726c05a640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f72640cef70 con 0x7f72640ce5c0 2024-09-13T16:09:26.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.959+0000 7f7269df6640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f7264158fc0 0x7f72640b1160 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:37756/0 (socket says 172.21.15.76:37756) 2024-09-13T16:09:26.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.959+0000 7f7269df6640 1 -- 172.21.15.76:0/4068466017 learned_addr learned my addr 172.21.15.76:0/4068466017 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:09:26.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.959+0000 7f7268df4640 1 -- 172.21.15.76:0/4068466017 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1372469440 0 0) 0x7f72640ab550 con 0x7f7264158fc0 2024-09-13T16:09:26.961 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.959+0000 7f7268df4640 1 -- 172.21.15.76:0/4068466017 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7250003520 con 0x7f7264158fc0 2024-09-13T16:09:26.961 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.959+0000 7f72695f5640 1 --2- 172.21.15.76:0/4068466017 >> v2:172.21.15.192:3300/0 conn(0x7f72640ce5c0 0x7f72640cea30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:26.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.959+0000 7f7268df4640 1 -- 172.21.15.76:0/4068466017 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2499802240 0 0) 0x7f7250003520 con 0x7f7264158fc0 2024-09-13T16:09:26.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.959+0000 7f7268df4640 1 -- 172.21.15.76:0/4068466017 >> v2:172.21.15.192:3300/0 conn(0x7f72640ce5c0 msgr2=0x7f72640cea30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:26.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.959+0000 7f7268df4640 1 --2- 172.21.15.76:0/4068466017 >> v2:172.21.15.192:3300/0 conn(0x7f72640ce5c0 0x7f72640cea30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:26.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.959+0000 7f7268df4640 1 -- 172.21.15.76:0/4068466017 >> v1:172.21.15.192:6789/0 conn(0x7f72640ab9e0 legacy=0x7f72640abe70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:26.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.959+0000 7f7268df4640 1 -- 172.21.15.76:0/4068466017 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f72640b1ee0 con 0x7f7264158fc0 2024-09-13T16:09:26.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.959+0000 7f7268df4640 1 -- 172.21.15.76:0/4068466017 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f7258001670 con 0x7f7264158fc0 2024-09-13T16:09:26.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.959+0000 7f7268df4640 1 -- 172.21.15.76:0/4068466017 >> v1:172.21.15.76:6789/0 conn(0x7f7264158fc0 legacy=0x7f72640b1160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:26.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.959+0000 7f7268df4640 1 --2- 172.21.15.76:0/4068466017 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7250003970 0x7f7250003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:26.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.959+0000 7f7268df4640 1 --2- 172.21.15.76:0/4068466017 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f72500047c0 0x7f7250004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:26.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.959+0000 7f7268df4640 1 --2- 172.21.15.76:0/4068466017 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7250005180 0x7f725000b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:26.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.959+0000 7f7268df4640 1 -- 172.21.15.76:0/4068466017 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f72640cef70 con 0x7f7250003970 2024-09-13T16:09:26.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.959+0000 7f7268df4640 1 -- 172.21.15.76:0/4068466017 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f725000c020 con 0x7f7250005180 2024-09-13T16:09:26.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.959+0000 7f7268df4640 1 -- 172.21.15.76:0/4068466017 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f725000c1e0 con 0x7f72500047c0 2024-09-13T16:09:26.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.959+0000 7f7269df6640 1 --2- 172.21.15.76:0/4068466017 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7250003970 0x7f7250003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:26.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.959+0000 7f72695f5640 1 --2- 172.21.15.76:0/4068466017 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f72500047c0 0x7f7250004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:26.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.959+0000 7f726a5f7640 1 --2- 172.21.15.76:0/4068466017 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7250005180 0x7f725000b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:26.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.960+0000 7f7269df6640 1 -- 172.21.15.76:0/4068466017 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f72500047c0 msgr2=0x7f7250004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:26.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.960+0000 7f7269df6640 1 --2- 172.21.15.76:0/4068466017 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f72500047c0 0x7f7250004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:26.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.960+0000 7f7269df6640 1 -- 172.21.15.76:0/4068466017 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7250005180 msgr2=0x7f725000b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:26.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.960+0000 7f7269df6640 1 --2- 172.21.15.76:0/4068466017 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7250005180 0x7f725000b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:26.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.960+0000 7f7269df6640 1 -- 172.21.15.76:0/4068466017 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7250003520 con 0x7f7250003970 2024-09-13T16:09:26.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.960+0000 7f726a5f7640 1 -- 172.21.15.76:0/4068466017 reap_dead start 2024-09-13T16:09:26.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.960+0000 7f7269df6640 1 --2- 172.21.15.76:0/4068466017 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7250003970 0x7f7250003d90 secure :-1 s=READY pgs=1252 cs=0 l=1 rev1=1 crypto rx=0x7f725800c240 tx=0x7f72500057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=68c1852ccf17f80f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:26.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.960+0000 7f7268df4640 1 -- 172.21.15.76:0/4068466017 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f725802e070 con 0x7f7250003970 2024-09-13T16:09:26.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.960+0000 7f7268df4640 1 -- 172.21.15.76:0/4068466017 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f72580058d0 con 0x7f7250003970 2024-09-13T16:09:26.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.960+0000 7f7268df4640 1 -- 172.21.15.76:0/4068466017 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7258005d00 con 0x7f7250003970 2024-09-13T16:09:26.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.961+0000 7f726c05a640 1 -- 172.21.15.76:0/4068466017 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7250003970 msgr2=0x7f7250003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:26.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.961+0000 7f726c05a640 1 --2- 172.21.15.76:0/4068466017 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7250003970 0x7f7250003d90 secure :-1 s=READY pgs=1252 cs=0 l=1 rev1=1 crypto rx=0x7f725800c240 tx=0x7f72500057f0 comp rx=0 tx=0).stop 2024-09-13T16:09:26.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.961+0000 7f726c05a640 1 -- 172.21.15.76:0/4068466017 shutdown_connections 2024-09-13T16:09:26.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.961+0000 7f726c05a640 1 --2- 172.21.15.76:0/4068466017 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7250003970 0x7f7250003d90 unknown :-1 s=CLOSED pgs=1252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:26.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.961+0000 7f726c05a640 1 -- 172.21.15.76:0/4068466017 >> 172.21.15.76:0/4068466017 conn(0x7f726406a0b0 msgr2=0x7f726406a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:26.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.961+0000 7f726c05a640 1 -- 172.21.15.76:0/4068466017 shutdown_connections 2024-09-13T16:09:26.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.961+0000 7f726c05a640 1 -- 172.21.15.76:0/4068466017 wait complete. 2024-09-13T16:09:26.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.962+0000 7f726c05a640 1 Processor -- start 2024-09-13T16:09:26.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.962+0000 7f726c05a640 1 -- start start 2024-09-13T16:09:26.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.963+0000 7f726c05a640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7250003970 0x7f72641ed2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:26.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.963+0000 7f726c05a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f72640c4b50 0x7f72640c5360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:26.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.963+0000 7f726c05a640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f72640c58a0 0x7f72640af120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:26.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.963+0000 7f726c05a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f72640c6330 con 0x7f72640c4b50 2024-09-13T16:09:26.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.963+0000 7f726c05a640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f72640c4090 con 0x7f72640c58a0 2024-09-13T16:09:26.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.963+0000 7f726c05a640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f72640c5d70 con 0x7f7250003970 2024-09-13T16:09:26.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.963+0000 7f72695f5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f72640c4b50 0x7f72640c5360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:26.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.963+0000 7f72695f5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f72640c4b50 0x7f72640c5360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:56854/0 (socket says 172.21.15.76:56854) 2024-09-13T16:09:26.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.963+0000 7f72695f5640 1 -- 172.21.15.76:0/3433246814 learned_addr learned my addr 172.21.15.76:0/3433246814 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:09:26.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.963+0000 7f7269df6640 1 --2- 172.21.15.76:0/3433246814 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7250003970 0x7f72641ed2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:26.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.963+0000 7f726a5f7640 1 --2- 172.21.15.76:0/3433246814 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f72640c58a0 0x7f72640af120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:26.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.963+0000 7f72695f5640 1 -- 172.21.15.76:0/3433246814 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7250003970 msgr2=0x7f72641ed2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:26.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.963+0000 7f72695f5640 1 --2- 172.21.15.76:0/3433246814 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7250003970 0x7f72641ed2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:26.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.963+0000 7f72695f5640 1 -- 172.21.15.76:0/3433246814 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f72640c58a0 msgr2=0x7f72640af120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:26.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.963+0000 7f72695f5640 1 --2- 172.21.15.76:0/3433246814 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f72640c58a0 0x7f72640af120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:26.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.963+0000 7f72695f5640 1 -- 172.21.15.76:0/3433246814 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f72640c6050 con 0x7f72640c4b50 2024-09-13T16:09:26.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.963+0000 7f7269df6640 1 --2- 172.21.15.76:0/3433246814 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7250003970 0x7f72641ed2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:09:26.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.963+0000 7f726a5f7640 1 --2- 172.21.15.76:0/3433246814 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f72640c58a0 0x7f72640af120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:09:26.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.964+0000 7f72695f5640 1 --2- 172.21.15.76:0/3433246814 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f72640c4b50 0x7f72640c5360 secure :-1 s=READY pgs=1253 cs=0 l=1 rev1=1 crypto rx=0x7f72600116d0 tx=0x7f7260011b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:26.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.964+0000 7f72567fc640 1 -- 172.21.15.76:0/3433246814 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f726000f9c0 con 0x7f72640c4b50 2024-09-13T16:09:26.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.964+0000 7f72567fc640 1 -- 172.21.15.76:0/3433246814 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f726000fb20 con 0x7f72640c4b50 2024-09-13T16:09:26.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.964+0000 7f72567fc640 1 -- 172.21.15.76:0/3433246814 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f726000fe90 con 0x7f72640c4b50 2024-09-13T16:09:26.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.964+0000 7f726c05a640 1 -- 172.21.15.76:0/3433246814 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f72640c4350 con 0x7f72640c4b50 2024-09-13T16:09:26.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.964+0000 7f726c05a640 1 -- 172.21.15.76:0/3433246814 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f72641ed810 con 0x7f72640c4b50 2024-09-13T16:09:26.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.965+0000 7f726c05a640 1 -- 172.21.15.76:0/3433246814 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f72640cea30 con 0x7f72640c4b50 2024-09-13T16:09:26.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.965+0000 7f72567fc640 1 -- 172.21.15.76:0/3433246814 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7260015460 con 0x7f72640c4b50 2024-09-13T16:09:26.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.966+0000 7f72567fc640 1 --2- 172.21.15.76:0/3433246814 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f724806ac30 0x7f724806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:26.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.966+0000 7f7269df6640 1 --2- 172.21.15.76:0/3433246814 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f724806ac30 0x7f724806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:26.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.966+0000 7f72567fc640 1 -- 172.21.15.76:0/3433246814 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 6145+0+0 (secure 0 0 0) 0x7f7260089980 con 0x7f72640c4b50 2024-09-13T16:09:26.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.966+0000 7f7269df6640 1 --2- 172.21.15.76:0/3433246814 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f724806ac30 0x7f724806d0f0 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7f7258033000 tx=0x7f725802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:26.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:26.970+0000 7f72567fc640 1 -- 172.21.15.76:0/3433246814 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f72600549a0 con 0x7f72640c4b50 2024-09-13T16:09:27.169 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:27.167+0000 7f726c05a640 1 -- 172.21.15.76:0/3433246814 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7f72640b3020 con 0x7f72640c4b50 2024-09-13T16:09:27.169 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:27.168+0000 7f72567fc640 1 -- 172.21.15.76:0/3433246814 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+174 (secure 0 0 0) 0x7f7260057fc0 con 0x7f72640c4b50 2024-09-13T16:09:27.169 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:09:27.169 INFO:teuthology.orchestra.run.smithi076.stdout:{"status":"HEALTH_WARN","checks":{"MDS_CACHE_OVERSIZED":{"severity":"HEALTH_WARN","summary":{"message":"1 MDSs report oversized cache","count":1},"muted":false}},"mutes":[]} 2024-09-13T16:09:27.171 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:27.170+0000 7f726c05a640 1 -- 172.21.15.76:0/3433246814 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f724806ac30 msgr2=0x7f724806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:27.172 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:27.170+0000 7f726c05a640 1 --2- 172.21.15.76:0/3433246814 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f724806ac30 0x7f724806d0f0 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7f7258033000 tx=0x7f725802e000 comp rx=0 tx=0).stop 2024-09-13T16:09:27.172 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:27.170+0000 7f726c05a640 1 -- 172.21.15.76:0/3433246814 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f72640c4b50 msgr2=0x7f72640c5360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:27.172 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:27.170+0000 7f726c05a640 1 --2- 172.21.15.76:0/3433246814 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f72640c4b50 0x7f72640c5360 secure :-1 s=READY pgs=1253 cs=0 l=1 rev1=1 crypto rx=0x7f72600116d0 tx=0x7f7260011b90 comp rx=0 tx=0).stop 2024-09-13T16:09:27.172 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:27.170+0000 7f726c05a640 1 -- 172.21.15.76:0/3433246814 shutdown_connections 2024-09-13T16:09:27.172 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:27.170+0000 7f726c05a640 1 --2- 172.21.15.76:0/3433246814 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f72640c58a0 0x7f72640af120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:27.172 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:27.170+0000 7f726c05a640 1 --2- 172.21.15.76:0/3433246814 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f72640c4b50 0x7f72640c5360 unknown :-1 s=CLOSED pgs=1253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:27.172 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:27.170+0000 7f726c05a640 1 --2- 172.21.15.76:0/3433246814 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f724806ac30 0x7f724806d0f0 unknown :-1 s=CLOSED pgs=549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:27.172 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:27.170+0000 7f726c05a640 1 --2- 172.21.15.76:0/3433246814 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7250003970 0x7f72641ed2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:27.172 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:27.170+0000 7f726c05a640 1 -- 172.21.15.76:0/3433246814 >> 172.21.15.76:0/3433246814 conn(0x7f726406a0b0 msgr2=0x7f726406ddb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:27.172 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:27.170+0000 7f726c05a640 1 -- 172.21.15.76:0/3433246814 shutdown_connections 2024-09-13T16:09:27.172 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:27.170+0000 7f726c05a640 1 -- 172.21.15.76:0/3433246814 wait complete. 2024-09-13T16:09:27.184 DEBUG:tasks.ceph_test_case:Not found expected summary strings yet (['1 MDSs report oversized cache']) 2024-09-13T16:09:27.184 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=120.0 retry_count=0)... 2024-09-13T16:09:32.185 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-13T16:09:32.303 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.297+0000 7f0650901640 1 Processor -- start 2024-09-13T16:09:32.304 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.297+0000 7f0650901640 1 -- start start 2024-09-13T16:09:32.304 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.298+0000 7f0650901640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f064c15d7f0 0x7f064c06d010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:32.304 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.298+0000 7f0650901640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f064c06d550 0x7f064c0ce4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:32.304 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.298+0000 7f0650901640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f064c15dbd0 con 0x7f064c0cea10 2024-09-13T16:09:32.304 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.298+0000 7f0650901640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f064c06d990 con 0x7f064c06d550 2024-09-13T16:09:32.304 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.298+0000 7f0650901640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f064c0c8a10 con 0x7f064c15d7f0 2024-09-13T16:09:32.304 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.298+0000 7f064ad9d640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f064c0cea10 0x7f064c0caca0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:38418/0 (socket says 172.21.15.76:38418) 2024-09-13T16:09:32.304 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.299+0000 7f064ad9d640 1 -- 172.21.15.76:0/1491797363 learned_addr learned my addr 172.21.15.76:0/1491797363 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:09:32.304 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.299+0000 7f064a59c640 1 --2- 172.21.15.76:0/1491797363 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f064c15d7f0 0x7f064c06d010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:32.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.299+0000 7f0649d9b640 1 --2- 172.21.15.76:0/1491797363 >> v2:172.21.15.192:3300/0 conn(0x7f064c06d550 0x7f064c0ce4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:32.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.299+0000 7f064959a640 1 -- 172.21.15.76:0/1491797363 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1620654062 0 0) 0x7f064c15dbd0 con 0x7f064c0cea10 2024-09-13T16:09:32.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.299+0000 7f064959a640 1 -- 172.21.15.76:0/1491797363 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0634003520 con 0x7f064c0cea10 2024-09-13T16:09:32.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.299+0000 7f064959a640 1 -- 172.21.15.76:0/1491797363 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1187307996 0 0) 0x7f0634003520 con 0x7f064c0cea10 2024-09-13T16:09:32.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.299+0000 7f064959a640 1 -- 172.21.15.76:0/1491797363 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f064c15d7f0 msgr2=0x7f064c06d010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:32.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.299+0000 7f064959a640 1 --2- 172.21.15.76:0/1491797363 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f064c15d7f0 0x7f064c06d010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:32.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.299+0000 7f064959a640 1 -- 172.21.15.76:0/1491797363 >> v2:172.21.15.192:3300/0 conn(0x7f064c06d550 msgr2=0x7f064c0ce4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:32.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.299+0000 7f064959a640 1 --2- 172.21.15.76:0/1491797363 >> v2:172.21.15.192:3300/0 conn(0x7f064c06d550 0x7f064c0ce4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:32.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.299+0000 7f064959a640 1 -- 172.21.15.76:0/1491797363 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f064c0cee40 con 0x7f064c0cea10 2024-09-13T16:09:32.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.299+0000 7f064959a640 1 -- 172.21.15.76:0/1491797363 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f06440019f0 con 0x7f064c0cea10 2024-09-13T16:09:32.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.299+0000 7f064959a640 1 -- 172.21.15.76:0/1491797363 >> v1:172.21.15.76:6789/0 conn(0x7f064c0cea10 legacy=0x7f064c0caca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:32.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.299+0000 7f064959a640 1 --2- 172.21.15.76:0/1491797363 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0634003970 0x7f0634003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:32.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.299+0000 7f064959a640 1 --2- 172.21.15.76:0/1491797363 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f064c15d7f0 0x7f06340047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:32.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.299+0000 7f064959a640 1 --2- 172.21.15.76:0/1491797363 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0634004d00 0x7f0634005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:32.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.299+0000 7f064959a640 1 -- 172.21.15.76:0/1491797363 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f064c06d990 con 0x7f0634004d00 2024-09-13T16:09:32.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.299+0000 7f064959a640 1 -- 172.21.15.76:0/1491797363 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f064c0c8a10 con 0x7f0634003970 2024-09-13T16:09:32.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.299+0000 7f064959a640 1 -- 172.21.15.76:0/1491797363 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f063400b980 con 0x7f064c15d7f0 2024-09-13T16:09:32.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.299+0000 7f064ad9d640 1 --2- 172.21.15.76:0/1491797363 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0634004d00 0x7f0634005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:32.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.299+0000 7f064a59c640 1 --2- 172.21.15.76:0/1491797363 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0634003970 0x7f0634003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:32.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.299+0000 7f0649d9b640 1 --2- 172.21.15.76:0/1491797363 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f064c15d7f0 0x7f06340047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:32.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.300+0000 7f064ad9d640 1 -- 172.21.15.76:0/1491797363 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f064c15d7f0 msgr2=0x7f06340047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:32.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.300+0000 7f064ad9d640 1 --2- 172.21.15.76:0/1491797363 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f064c15d7f0 0x7f06340047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:32.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.300+0000 7f064ad9d640 1 -- 172.21.15.76:0/1491797363 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0634003970 msgr2=0x7f0634003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:32.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.300+0000 7f064ad9d640 1 --2- 172.21.15.76:0/1491797363 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0634003970 0x7f0634003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:32.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.300+0000 7f064ad9d640 1 -- 172.21.15.76:0/1491797363 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0634003520 con 0x7f0634004d00 2024-09-13T16:09:32.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.300+0000 7f064ad9d640 1 --2- 172.21.15.76:0/1491797363 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0634004d00 0x7f0634005180 secure :-1 s=READY pgs=1255 cs=0 l=1 rev1=1 crypto rx=0x7f064400a8d0 tx=0x7f06340057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f09d712a1e6efd16 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:32.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.300+0000 7f064959a640 1 -- 172.21.15.76:0/1491797363 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f064402ba50 con 0x7f0634004d00 2024-09-13T16:09:32.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.301+0000 7f064959a640 1 -- 172.21.15.76:0/1491797363 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f064402bbb0 con 0x7f0634004d00 2024-09-13T16:09:32.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.301+0000 7f064959a640 1 -- 172.21.15.76:0/1491797363 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0644034470 con 0x7f0634004d00 2024-09-13T16:09:32.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.301+0000 7f0650901640 1 -- 172.21.15.76:0/1491797363 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0634004d00 msgr2=0x7f0634005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:32.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.301+0000 7f0650901640 1 --2- 172.21.15.76:0/1491797363 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0634004d00 0x7f0634005180 secure :-1 s=READY pgs=1255 cs=0 l=1 rev1=1 crypto rx=0x7f064400a8d0 tx=0x7f06340057f0 comp rx=0 tx=0).stop 2024-09-13T16:09:32.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.301+0000 7f064ad9d640 1 -- 172.21.15.76:0/1491797363 reap_dead start 2024-09-13T16:09:32.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.301+0000 7f0650901640 1 -- 172.21.15.76:0/1491797363 shutdown_connections 2024-09-13T16:09:32.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.301+0000 7f0650901640 1 -- 172.21.15.76:0/1491797363 >> 172.21.15.76:0/1491797363 conn(0x7f064c06a0b0 msgr2=0x7f064c06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:32.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.301+0000 7f0650901640 1 -- 172.21.15.76:0/1491797363 shutdown_connections 2024-09-13T16:09:32.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.301+0000 7f0650901640 1 -- 172.21.15.76:0/1491797363 wait complete. 2024-09-13T16:09:32.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.303+0000 7f0650901640 1 Processor -- start 2024-09-13T16:09:32.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.303+0000 7f0650901640 1 -- start start 2024-09-13T16:09:32.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.303+0000 7f0650901640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0634004d00 0x7f064c0c83b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:32.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.303+0000 7f0650901640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f064c157ed0 0x7f064c1f5a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:32.311 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.303+0000 7f0650901640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f064c1f5f50 0x7f064c1f63e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:32.311 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.303+0000 7f0650901640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f064c0c2b00 con 0x7f064c157ed0 2024-09-13T16:09:32.311 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.303+0000 7f0650901640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f064c0c9760 con 0x7f0634004d00 2024-09-13T16:09:32.311 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.303+0000 7f0650901640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f064c0c24b0 con 0x7f064c1f5f50 2024-09-13T16:09:32.311 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.304+0000 7f0649d9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f064c157ed0 0x7f064c1f5a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:32.311 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.304+0000 7f0649d9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f064c157ed0 0x7f064c1f5a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41252/0 (socket says 172.21.15.76:41252) 2024-09-13T16:09:32.311 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.304+0000 7f0649d9b640 1 -- 172.21.15.76:0/870864040 learned_addr learned my addr 172.21.15.76:0/870864040 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:09:32.311 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.304+0000 7f064a59c640 1 --2- 172.21.15.76:0/870864040 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0634004d00 0x7f064c0c83b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:32.311 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.304+0000 7f064ad9d640 1 --2- 172.21.15.76:0/870864040 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f064c1f5f50 0x7f064c1f63e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:32.311 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.304+0000 7f0649d9b640 1 -- 172.21.15.76:0/870864040 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f064c1f5f50 msgr2=0x7f064c1f63e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:32.311 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.304+0000 7f0649d9b640 1 --2- 172.21.15.76:0/870864040 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f064c1f5f50 0x7f064c1f63e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:32.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.304+0000 7f0649d9b640 1 -- 172.21.15.76:0/870864040 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0634004d00 msgr2=0x7f064c0c83b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:32.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.304+0000 7f0649d9b640 1 --2- 172.21.15.76:0/870864040 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0634004d00 0x7f064c0c83b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:32.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.304+0000 7f0649d9b640 1 -- 172.21.15.76:0/870864040 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f064c0c2790 con 0x7f064c157ed0 2024-09-13T16:09:32.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.304+0000 7f0649d9b640 1 --2- 172.21.15.76:0/870864040 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f064c157ed0 0x7f064c1f5a10 secure :-1 s=READY pgs=1256 cs=0 l=1 rev1=1 crypto rx=0x7f0640011a70 tx=0x7f0640011e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:32.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.304+0000 7f063affd640 1 -- 172.21.15.76:0/870864040 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0640009680 con 0x7f064c157ed0 2024-09-13T16:09:32.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.304+0000 7f063affd640 1 -- 172.21.15.76:0/870864040 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f064000fa90 con 0x7f064c157ed0 2024-09-13T16:09:32.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.304+0000 7f0650901640 1 -- 172.21.15.76:0/870864040 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f064c0c1140 con 0x7f064c157ed0 2024-09-13T16:09:32.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.304+0000 7f063affd640 1 -- 172.21.15.76:0/870864040 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f064000fe20 con 0x7f064c157ed0 2024-09-13T16:09:32.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.304+0000 7f0650901640 1 -- 172.21.15.76:0/870864040 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f064c15b640 con 0x7f064c157ed0 2024-09-13T16:09:32.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.306+0000 7f0650901640 1 -- 172.21.15.76:0/870864040 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f064c0c80d0 con 0x7f064c157ed0 2024-09-13T16:09:32.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.306+0000 7f063affd640 1 -- 172.21.15.76:0/870864040 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f064001d400 con 0x7f064c157ed0 2024-09-13T16:09:32.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.306+0000 7f063affd640 1 --2- 172.21.15.76:0/870864040 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f062c06ac00 0x7f062c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:32.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.307+0000 7f063affd640 1 -- 172.21.15.76:0/870864040 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 6145+0+0 (secure 0 0 0) 0x7f0640089c30 con 0x7f064c157ed0 2024-09-13T16:09:32.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.307+0000 7f064a59c640 1 --2- 172.21.15.76:0/870864040 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f062c06ac00 0x7f062c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:32.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.307+0000 7f064a59c640 1 --2- 172.21.15.76:0/870864040 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f062c06ac00 0x7f062c06d0c0 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f064c0716d0 tx=0x7f063c009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:32.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.311+0000 7f063affd640 1 -- 172.21.15.76:0/870864040 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f064c0c80d0 con 0x7f064c157ed0 2024-09-13T16:09:32.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.507+0000 7f0650901640 1 -- 172.21.15.76:0/870864040 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7f064c0c12d0 con 0x7f064c157ed0 2024-09-13T16:09:32.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.508+0000 7f063affd640 1 -- 172.21.15.76:0/870864040 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+174 (secure 0 0 0) 0x7f0640054ce0 con 0x7f064c157ed0 2024-09-13T16:09:32.510 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:09:32.510 INFO:teuthology.orchestra.run.smithi076.stdout:{"status":"HEALTH_WARN","checks":{"MDS_CACHE_OVERSIZED":{"severity":"HEALTH_WARN","summary":{"message":"1 MDSs report oversized cache","count":1},"muted":false}},"mutes":[]} 2024-09-13T16:09:32.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.510+0000 7f0650901640 1 -- 172.21.15.76:0/870864040 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f062c06ac00 msgr2=0x7f062c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:32.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.510+0000 7f0650901640 1 --2- 172.21.15.76:0/870864040 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f062c06ac00 0x7f062c06d0c0 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f064c0716d0 tx=0x7f063c009190 comp rx=0 tx=0).stop 2024-09-13T16:09:32.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.510+0000 7f0650901640 1 -- 172.21.15.76:0/870864040 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f064c157ed0 msgr2=0x7f064c1f5a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:32.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.510+0000 7f0650901640 1 --2- 172.21.15.76:0/870864040 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f064c157ed0 0x7f064c1f5a10 secure :-1 s=READY pgs=1256 cs=0 l=1 rev1=1 crypto rx=0x7f0640011a70 tx=0x7f0640011e70 comp rx=0 tx=0).stop 2024-09-13T16:09:32.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.510+0000 7f0650901640 1 -- 172.21.15.76:0/870864040 shutdown_connections 2024-09-13T16:09:32.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.510+0000 7f0650901640 1 --2- 172.21.15.76:0/870864040 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f062c06ac00 0x7f062c06d0c0 unknown :-1 s=CLOSED pgs=550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:32.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.510+0000 7f0650901640 1 --2- 172.21.15.76:0/870864040 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f064c1f5f50 0x7f064c1f63e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:32.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.510+0000 7f0650901640 1 --2- 172.21.15.76:0/870864040 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f064c157ed0 0x7f064c1f5a10 unknown :-1 s=CLOSED pgs=1256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:32.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.510+0000 7f0650901640 1 --2- 172.21.15.76:0/870864040 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0634004d00 0x7f064c0c83b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:32.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.510+0000 7f0650901640 1 -- 172.21.15.76:0/870864040 >> 172.21.15.76:0/870864040 conn(0x7f064c06a0b0 msgr2=0x7f064c0ab140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:32.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.510+0000 7f0650901640 1 -- 172.21.15.76:0/870864040 shutdown_connections 2024-09-13T16:09:32.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:32.510+0000 7f0650901640 1 -- 172.21.15.76:0/870864040 wait complete. 2024-09-13T16:09:32.523 DEBUG:tasks.ceph_test_case:Not found expected summary strings yet (['1 MDSs report oversized cache']) 2024-09-13T16:09:32.523 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=120.0 retry_count=0)... 2024-09-13T16:09:37.524 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-13T16:09:37.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:37.638+0000 7f30ab9aa640 1 Processor -- start 2024-09-13T16:09:37.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:37.638+0000 7f30ab9aa640 1 -- start start 2024-09-13T16:09:37.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:37.639+0000 7f30ab9aa640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f30a40d2ac0 0x7f30a406b2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:37.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:37.639+0000 7f30ab9aa640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f30a415c970 con 0x7f30a40cfff0 2024-09-13T16:09:37.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:37.639+0000 7f30ab9aa640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f30a40d0cc0 con 0x7f30a415c590 2024-09-13T16:09:37.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:37.639+0000 7f30ab9aa640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f30a40d0fa0 con 0x7f30a40d2ac0 2024-09-13T16:09:37.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:37.639+0000 7f30a9f47640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f30a40cfff0 0x7f30a40d0460 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:38430/0 (socket says 172.21.15.76:38430) 2024-09-13T16:09:37.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:37.639+0000 7f30a9f47640 1 -- 172.21.15.76:0/2684807308 learned_addr learned my addr 172.21.15.76:0/2684807308 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:09:37.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:37.640+0000 7f30a8f45640 1 --2- 172.21.15.76:0/2684807308 >> v2:172.21.15.192:3300/0 conn(0x7f30a40d2ac0 0x7f30a406b2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:37.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:37.640+0000 7f30a3fff640 1 -- 172.21.15.76:0/2684807308 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 79601293 0 0) 0x7f30a415c970 con 0x7f30a40cfff0 2024-09-13T16:09:37.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:37.640+0000 7f30a3fff640 1 -- 172.21.15.76:0/2684807308 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f308c003520 con 0x7f30a40cfff0 2024-09-13T16:09:37.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:37.640+0000 7f30a8f45640 1 -- 172.21.15.76:0/2684807308 >> v1:172.21.15.192:6789/0 conn(0x7f30a415c590 legacy=0x7f30a40d23b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:37.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:37.640+0000 7f30a8f45640 1 -- 172.21.15.76:0/2684807308 >> v1:172.21.15.76:6789/0 conn(0x7f30a40cfff0 legacy=0x7f30a40d0460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:37.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:37.640+0000 7f30a8f45640 1 -- 172.21.15.76:0/2684807308 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f30a40d1280 con 0x7f30a40d2ac0 2024-09-13T16:09:37.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:37.641+0000 7f30a8f45640 1 --2- 172.21.15.76:0/2684807308 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f30a40d2ac0 0x7f30a406b2d0 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f3098009790 tx=0x7f309802a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=afbbb64eda8fe149 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:37.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:37.641+0000 7f30a3fff640 1 -- 172.21.15.76:0/2684807308 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3098032440 con 0x7f30a40d2ac0 2024-09-13T16:09:37.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:37.641+0000 7f30a3fff640 1 -- 172.21.15.76:0/2684807308 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f30980325a0 con 0x7f30a40d2ac0 2024-09-13T16:09:37.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:37.641+0000 7f30a3fff640 1 -- 172.21.15.76:0/2684807308 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3098032930 con 0x7f30a40d2ac0 2024-09-13T16:09:37.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:37.642+0000 7f30ab9aa640 1 -- 172.21.15.76:0/2684807308 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f30a40d2ac0 msgr2=0x7f30a406b2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:37.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:37.642+0000 7f30ab9aa640 1 --2- 172.21.15.76:0/2684807308 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f30a40d2ac0 0x7f30a406b2d0 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f3098009790 tx=0x7f309802a180 comp rx=0 tx=0).stop 2024-09-13T16:09:37.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:37.642+0000 7f30ab9aa640 1 -- 172.21.15.76:0/2684807308 shutdown_connections 2024-09-13T16:09:37.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:37.642+0000 7f30ab9aa640 1 --2- 172.21.15.76:0/2684807308 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f30a40d2ac0 0x7f30a406b2d0 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:37.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:37.642+0000 7f30ab9aa640 1 -- 172.21.15.76:0/2684807308 >> 172.21.15.76:0/2684807308 conn(0x7f30a408bf20 msgr2=0x7f30a409b840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:37.654 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:37.642+0000 7f30ab9aa640 1 -- 172.21.15.76:0/2684807308 shutdown_connections 2024-09-13T16:09:37.654 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:37.642+0000 7f30ab9aa640 1 -- 172.21.15.76:0/2684807308 wait complete. 2024-09-13T16:09:37.654 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:37.643+0000 7f30ab9aa640 1 Processor -- start 2024-09-13T16:09:37.654 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:37.643+0000 7f30ab9aa640 1 -- start start 2024-09-13T16:09:37.654 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:37.644+0000 7f30ab9aa640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f30a40cfff0 0x7f30a41565d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:37.654 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:37.644+0000 7f30ab9aa640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f30a40d2ac0 0x7f30a414ba60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:37.654 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:37.644+0000 7f30ab9aa640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f30a415c590 0x7f30a406bca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:37.654 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:37.644+0000 7f30ab9aa640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f30a40c6060 con 0x7f30a40cfff0 2024-09-13T16:09:37.654 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:37.644+0000 7f30ab9aa640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f30a414bfa0 con 0x7f30a40d2ac0 2024-09-13T16:09:37.654 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:37.644+0000 7f30ab9aa640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f30a40b77b0 con 0x7f30a415c590 2024-09-13T16:09:37.654 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:37.644+0000 7f30a9746640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f30a40cfff0 0x7f30a41565d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:37.654 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:37.644+0000 7f30a9746640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f30a40cfff0 0x7f30a41565d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41256/0 (socket says 172.21.15.76:41256) 2024-09-13T16:09:37.654 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:37.644+0000 7f30a9746640 1 -- 172.21.15.76:0/3658630432 learned_addr learned my addr 172.21.15.76:0/3658630432 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:09:37.654 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:37.644+0000 7f30a8f45640 1 --2- 172.21.15.76:0/3658630432 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f30a40d2ac0 0x7f30a414ba60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:37.655 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:37.644+0000 7f30a9746640 1 -- 172.21.15.76:0/3658630432 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f30a415c590 msgr2=0x7f30a406bca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:37.655 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:37.644+0000 7f30a9746640 1 --2- 172.21.15.76:0/3658630432 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f30a415c590 0x7f30a406bca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:37.655 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:37.644+0000 7f30a9746640 1 -- 172.21.15.76:0/3658630432 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f30a40d2ac0 msgr2=0x7f30a414ba60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:37.655 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:37.644+0000 7f30a9746640 1 --2- 172.21.15.76:0/3658630432 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f30a40d2ac0 0x7f30a414ba60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:37.655 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:37.644+0000 7f30a9746640 1 -- 172.21.15.76:0/3658630432 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f30980093a0 con 0x7f30a40cfff0 2024-09-13T16:09:37.655 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:37.644+0000 7f30a9746640 1 --2- 172.21.15.76:0/3658630432 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f30a40cfff0 0x7f30a41565d0 secure :-1 s=READY pgs=1258 cs=0 l=1 rev1=1 crypto rx=0x7f309400c730 tx=0x7f309400cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:37.655 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:37.645+0000 7f30a1ffb640 1 -- 172.21.15.76:0/3658630432 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3094006d50 con 0x7f30a40cfff0 2024-09-13T16:09:37.655 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:37.645+0000 7f30a1ffb640 1 -- 172.21.15.76:0/3658630432 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f309400ce40 con 0x7f30a40cfff0 2024-09-13T16:09:37.655 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:37.645+0000 7f30a1ffb640 1 -- 172.21.15.76:0/3658630432 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3094003bb0 con 0x7f30a40cfff0 2024-09-13T16:09:37.655 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:37.645+0000 7f30ab9aa640 1 -- 172.21.15.76:0/3658630432 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f30a40b7a90 con 0x7f30a40cfff0 2024-09-13T16:09:37.655 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:37.645+0000 7f30ab9aa640 1 -- 172.21.15.76:0/3658630432 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f30a40b8050 con 0x7f30a40cfff0 2024-09-13T16:09:37.655 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:37.646+0000 7f30ab9aa640 1 -- 172.21.15.76:0/3658630432 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f30a40c5e70 con 0x7f30a40cfff0 2024-09-13T16:09:37.655 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:37.646+0000 7f30a1ffb640 1 -- 172.21.15.76:0/3658630432 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f3094003d10 con 0x7f30a40cfff0 2024-09-13T16:09:37.655 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:37.647+0000 7f30a1ffb640 1 --2- 172.21.15.76:0/3658630432 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f309006ac00 0x7f309006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:37.655 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:37.647+0000 7f30a1ffb640 1 -- 172.21.15.76:0/3658630432 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 6145+0+0 (secure 0 0 0) 0x7f3094089050 con 0x7f30a40cfff0 2024-09-13T16:09:37.656 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:37.647+0000 7f30a8f45640 1 --2- 172.21.15.76:0/3658630432 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f309006ac00 0x7f309006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:37.656 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:37.647+0000 7f30a8f45640 1 --2- 172.21.15.76:0/3658630432 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f309006ac00 0x7f309006d0c0 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7f3098034000 tx=0x7f309802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:37.656 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:37.651+0000 7f30a1ffb640 1 -- 172.21.15.76:0/3658630432 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f3094057b90 con 0x7f30a40cfff0 2024-09-13T16:09:37.851 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:37.849+0000 7f30ab9aa640 1 -- 172.21.15.76:0/3658630432 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7f30a40d3570 con 0x7f30a40cfff0 2024-09-13T16:09:37.851 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:37.849+0000 7f30a1ffb640 1 -- 172.21.15.76:0/3658630432 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+174 (secure 0 0 0) 0x7f3094057720 con 0x7f30a40cfff0 2024-09-13T16:09:37.851 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:09:37.852 INFO:teuthology.orchestra.run.smithi076.stdout:{"status":"HEALTH_WARN","checks":{"MDS_CACHE_OVERSIZED":{"severity":"HEALTH_WARN","summary":{"message":"1 MDSs report oversized cache","count":1},"muted":false}},"mutes":[]} 2024-09-13T16:09:37.853 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:37.851+0000 7f30ab9aa640 1 -- 172.21.15.76:0/3658630432 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f309006ac00 msgr2=0x7f309006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:37.853 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:37.851+0000 7f30ab9aa640 1 --2- 172.21.15.76:0/3658630432 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f309006ac00 0x7f309006d0c0 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7f3098034000 tx=0x7f309802e000 comp rx=0 tx=0).stop 2024-09-13T16:09:37.854 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:37.851+0000 7f30ab9aa640 1 -- 172.21.15.76:0/3658630432 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f30a40cfff0 msgr2=0x7f30a41565d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:37.854 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:37.851+0000 7f30ab9aa640 1 --2- 172.21.15.76:0/3658630432 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f30a40cfff0 0x7f30a41565d0 secure :-1 s=READY pgs=1258 cs=0 l=1 rev1=1 crypto rx=0x7f309400c730 tx=0x7f309400cbf0 comp rx=0 tx=0).stop 2024-09-13T16:09:37.854 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:37.851+0000 7f30ab9aa640 1 -- 172.21.15.76:0/3658630432 shutdown_connections 2024-09-13T16:09:37.854 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:37.851+0000 7f30ab9aa640 1 --2- 172.21.15.76:0/3658630432 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f309006ac00 0x7f309006d0c0 unknown :-1 s=CLOSED pgs=551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:37.854 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:37.852+0000 7f30ab9aa640 1 --2- 172.21.15.76:0/3658630432 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f30a415c590 0x7f30a406bca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:37.854 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:37.852+0000 7f30ab9aa640 1 --2- 172.21.15.76:0/3658630432 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f30a40d2ac0 0x7f30a414ba60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:37.854 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:37.852+0000 7f30ab9aa640 1 --2- 172.21.15.76:0/3658630432 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f30a40cfff0 0x7f30a41565d0 unknown :-1 s=CLOSED pgs=1258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:37.854 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:37.852+0000 7f30ab9aa640 1 -- 172.21.15.76:0/3658630432 >> 172.21.15.76:0/3658630432 conn(0x7f30a408bf20 msgr2=0x7f30a40d23b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:37.854 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:37.852+0000 7f30ab9aa640 1 -- 172.21.15.76:0/3658630432 shutdown_connections 2024-09-13T16:09:37.855 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:37.852+0000 7f30ab9aa640 1 -- 172.21.15.76:0/3658630432 wait complete. 2024-09-13T16:09:37.864 DEBUG:tasks.ceph_test_case:Not found expected summary strings yet (['1 MDSs report oversized cache']) 2024-09-13T16:09:37.864 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=120.0 retry_count=0)... 2024-09-13T16:09:41.475 DEBUG:teuthology.orchestra.run.smithi076:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:09:41.479 DEBUG:teuthology.orchestra.run.smithi192:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:09:42.865 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-13T16:09:42.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:42.968+0000 7ff4699e9640 1 Processor -- start 2024-09-13T16:09:42.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:42.968+0000 7ff4699e9640 1 -- start start 2024-09-13T16:09:42.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:42.969+0000 7ff4699e9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff464158fc0 0x7ff4640b1160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:42.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:42.969+0000 7ff4699e9640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff4640cecd0 0x7ff4640ab9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:42.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:42.969+0000 7ff4699e9640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff4640ab550 con 0x7ff4640b16a0 2024-09-13T16:09:42.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:42.969+0000 7ff4699e9640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff4640b1c00 con 0x7ff4640cecd0 2024-09-13T16:09:42.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:42.969+0000 7ff4699e9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff4640b1ee0 con 0x7ff464158fc0 2024-09-13T16:09:42.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:42.969+0000 7ff4637fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff4640cecd0 0x7ff4640ab9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:42.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:42.969+0000 7ff45a7fc640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7ff4640b16a0 0x7ff4640ce5c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:33722/0 (socket says 172.21.15.76:33722) 2024-09-13T16:09:42.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:42.969+0000 7ff45a7fc640 1 -- 172.21.15.76:0/4050653483 learned_addr learned my addr 172.21.15.76:0/4050653483 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:09:42.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:42.969+0000 7ff462ffd640 1 --2- 172.21.15.76:0/4050653483 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff464158fc0 0x7ff4640b1160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:42.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:42.970+0000 7ff4637fe640 1 -- 172.21.15.76:0/4050653483 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff464158fc0 msgr2=0x7ff4640b1160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:42.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:42.970+0000 7ff4637fe640 1 --2- 172.21.15.76:0/4050653483 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff464158fc0 0x7ff4640b1160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:42.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:42.970+0000 7ff4637fe640 1 -- 172.21.15.76:0/4050653483 >> v1:172.21.15.76:6789/0 conn(0x7ff4640b16a0 legacy=0x7ff4640ce5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:42.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:42.970+0000 7ff4627fc640 1 -- 172.21.15.76:0/4050653483 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1810354892 0 0) 0x7ff4640ab550 con 0x7ff4640b16a0 2024-09-13T16:09:42.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:42.970+0000 7ff4637fe640 1 -- 172.21.15.76:0/4050653483 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff4640b21c0 con 0x7ff4640cecd0 2024-09-13T16:09:42.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:42.970+0000 7ff4637fe640 1 --2- 172.21.15.76:0/4050653483 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff4640cecd0 0x7ff4640ab9e0 secure :-1 s=READY pgs=1260 cs=0 l=1 rev1=1 crypto rx=0x7ff45c009d90 tx=0x7ff45c02a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c113b458e506317 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:42.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:42.970+0000 7ff4627fc640 1 -- 172.21.15.76:0/4050653483 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff45c007740 con 0x7ff4640cecd0 2024-09-13T16:09:42.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:42.970+0000 7ff4627fc640 1 -- 172.21.15.76:0/4050653483 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff45c02d050 con 0x7ff4640cecd0 2024-09-13T16:09:42.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:42.970+0000 7ff4627fc640 1 -- 172.21.15.76:0/4050653483 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff45c007ac0 con 0x7ff4640cecd0 2024-09-13T16:09:42.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:42.971+0000 7ff4699e9640 1 -- 172.21.15.76:0/4050653483 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff4640cecd0 msgr2=0x7ff4640ab9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:42.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:42.971+0000 7ff4699e9640 1 --2- 172.21.15.76:0/4050653483 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff4640cecd0 0x7ff4640ab9e0 secure :-1 s=READY pgs=1260 cs=0 l=1 rev1=1 crypto rx=0x7ff45c009d90 tx=0x7ff45c02a660 comp rx=0 tx=0).stop 2024-09-13T16:09:42.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:42.971+0000 7ff4699e9640 1 -- 172.21.15.76:0/4050653483 shutdown_connections 2024-09-13T16:09:42.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:42.971+0000 7ff4699e9640 1 --2- 172.21.15.76:0/4050653483 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff4640cecd0 0x7ff4640ab9e0 unknown :-1 s=CLOSED pgs=1260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:42.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:42.971+0000 7ff4699e9640 1 --2- 172.21.15.76:0/4050653483 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff464158fc0 0x7ff4640b1160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:42.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:42.971+0000 7ff4699e9640 1 -- 172.21.15.76:0/4050653483 >> 172.21.15.76:0/4050653483 conn(0x7ff46406a0b0 msgr2=0x7ff46406a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:42.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:42.971+0000 7ff4699e9640 1 -- 172.21.15.76:0/4050653483 shutdown_connections 2024-09-13T16:09:42.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:42.971+0000 7ff4699e9640 1 -- 172.21.15.76:0/4050653483 wait complete. 2024-09-13T16:09:42.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:42.972+0000 7ff4699e9640 1 Processor -- start 2024-09-13T16:09:42.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:42.972+0000 7ff4699e9640 1 -- start start 2024-09-13T16:09:42.980 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:42.973+0000 7ff4699e9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff4640b16a0 0x7ff46406daa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:42.980 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:42.973+0000 7ff4699e9640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff4640cecd0 0x7ff4640c6bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:42.980 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:42.973+0000 7ff4699e9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff464158fc0 0x7ff4641f3fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:42.980 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:42.973+0000 7ff4699e9640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff464097a40 con 0x7ff464158fc0 2024-09-13T16:09:42.980 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:42.973+0000 7ff4699e9640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff464097e70 con 0x7ff4640cecd0 2024-09-13T16:09:42.980 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:42.973+0000 7ff4699e9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff464071b90 con 0x7ff4640b16a0 2024-09-13T16:09:42.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:42.973+0000 7ff4637fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff464158fc0 0x7ff4641f3fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:42.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:42.973+0000 7ff4637fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff464158fc0 0x7ff4641f3fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:42106/0 (socket says 172.21.15.76:42106) 2024-09-13T16:09:42.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:42.973+0000 7ff4637fe640 1 -- 172.21.15.76:0/2266421350 learned_addr learned my addr 172.21.15.76:0/2266421350 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:09:42.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:42.973+0000 7ff462ffd640 1 --2- 172.21.15.76:0/2266421350 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff4640b16a0 0x7ff46406daa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:42.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:42.973+0000 7ff45a7fc640 1 --2- 172.21.15.76:0/2266421350 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff4640cecd0 0x7ff4640c6bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:42.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:42.974+0000 7ff4637fe640 1 -- 172.21.15.76:0/2266421350 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff4640b16a0 msgr2=0x7ff46406daa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:42.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:42.974+0000 7ff4637fe640 1 --2- 172.21.15.76:0/2266421350 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff4640b16a0 0x7ff46406daa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:42.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:42.974+0000 7ff4637fe640 1 -- 172.21.15.76:0/2266421350 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff4640cecd0 msgr2=0x7ff4640c6bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:42.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:42.974+0000 7ff4637fe640 1 --2- 172.21.15.76:0/2266421350 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff4640cecd0 0x7ff4640c6bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:42.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:42.974+0000 7ff4637fe640 1 -- 172.21.15.76:0/2266421350 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff45c009a70 con 0x7ff464158fc0 2024-09-13T16:09:42.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:42.974+0000 7ff4637fe640 1 --2- 172.21.15.76:0/2266421350 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff464158fc0 0x7ff4641f3fb0 secure :-1 s=READY pgs=1261 cs=0 l=1 rev1=1 crypto rx=0x7ff45c009d90 tx=0x7ff45c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:42.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:42.974+0000 7ff460ff9640 1 -- 172.21.15.76:0/2266421350 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff45c03c830 con 0x7ff464158fc0 2024-09-13T16:09:42.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:42.974+0000 7ff460ff9640 1 -- 172.21.15.76:0/2266421350 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff45c03c990 con 0x7ff464158fc0 2024-09-13T16:09:42.982 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:42.974+0000 7ff4699e9640 1 -- 172.21.15.76:0/2266421350 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff464159520 con 0x7ff464158fc0 2024-09-13T16:09:42.982 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:42.974+0000 7ff460ff9640 1 -- 172.21.15.76:0/2266421350 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff45c03cd00 con 0x7ff464158fc0 2024-09-13T16:09:42.982 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:42.974+0000 7ff4699e9640 1 -- 172.21.15.76:0/2266421350 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff4640c60f0 con 0x7ff464158fc0 2024-09-13T16:09:42.982 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:42.975+0000 7ff4699e9640 1 -- 172.21.15.76:0/2266421350 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff4640b1160 con 0x7ff464158fc0 2024-09-13T16:09:42.982 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:42.975+0000 7ff460ff9640 1 -- 172.21.15.76:0/2266421350 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff45c031400 con 0x7ff464158fc0 2024-09-13T16:09:42.982 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:42.976+0000 7ff460ff9640 1 --2- 172.21.15.76:0/2266421350 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff44406ac00 0x7ff44406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:42.982 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:42.976+0000 7ff460ff9640 1 -- 172.21.15.76:0/2266421350 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 6145+0+0 (secure 0 0 0) 0x7ff45c0aac10 con 0x7ff464158fc0 2024-09-13T16:09:42.982 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:42.976+0000 7ff462ffd640 1 --2- 172.21.15.76:0/2266421350 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff44406ac00 0x7ff44406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:42.982 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:42.976+0000 7ff462ffd640 1 --2- 172.21.15.76:0/2266421350 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff44406ac00 0x7ff44406d0c0 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7ff464097cd0 tx=0x7ff454009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:42.982 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:42.980+0000 7ff460ff9640 1 -- 172.21.15.76:0/2266421350 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ff45c075cf0 con 0x7ff464158fc0 2024-09-13T16:09:43.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:43.181+0000 7ff4699e9640 1 -- 172.21.15.76:0/2266421350 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7ff4640acf40 con 0x7ff464158fc0 2024-09-13T16:09:43.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:43.182+0000 7ff460ff9640 1 -- 172.21.15.76:0/2266421350 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+174 (secure 0 0 0) 0x7ff45c03ce60 con 0x7ff464158fc0 2024-09-13T16:09:43.185 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:09:43.185 INFO:teuthology.orchestra.run.smithi076.stdout:{"status":"HEALTH_WARN","checks":{"MDS_CACHE_OVERSIZED":{"severity":"HEALTH_WARN","summary":{"message":"1 MDSs report oversized cache","count":1},"muted":false}},"mutes":[]} 2024-09-13T16:09:43.186 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:43.184+0000 7ff4699e9640 1 -- 172.21.15.76:0/2266421350 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff44406ac00 msgr2=0x7ff44406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:43.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:43.184+0000 7ff4699e9640 1 --2- 172.21.15.76:0/2266421350 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff44406ac00 0x7ff44406d0c0 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7ff464097cd0 tx=0x7ff454009190 comp rx=0 tx=0).stop 2024-09-13T16:09:43.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:43.184+0000 7ff4699e9640 1 -- 172.21.15.76:0/2266421350 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff464158fc0 msgr2=0x7ff4641f3fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:43.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:43.184+0000 7ff4699e9640 1 --2- 172.21.15.76:0/2266421350 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff464158fc0 0x7ff4641f3fb0 secure :-1 s=READY pgs=1261 cs=0 l=1 rev1=1 crypto rx=0x7ff45c009d90 tx=0x7ff45c004a40 comp rx=0 tx=0).stop 2024-09-13T16:09:43.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:43.184+0000 7ff4699e9640 1 -- 172.21.15.76:0/2266421350 shutdown_connections 2024-09-13T16:09:43.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:43.184+0000 7ff4699e9640 1 --2- 172.21.15.76:0/2266421350 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff464158fc0 0x7ff4641f3fb0 unknown :-1 s=CLOSED pgs=1261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:43.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:43.184+0000 7ff4699e9640 1 --2- 172.21.15.76:0/2266421350 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff4640cecd0 0x7ff4640c6bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:43.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:43.184+0000 7ff4699e9640 1 --2- 172.21.15.76:0/2266421350 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff44406ac00 0x7ff44406d0c0 unknown :-1 s=CLOSED pgs=552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:43.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:43.184+0000 7ff4699e9640 1 --2- 172.21.15.76:0/2266421350 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff4640b16a0 0x7ff46406daa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:43.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:43.184+0000 7ff4699e9640 1 -- 172.21.15.76:0/2266421350 >> 172.21.15.76:0/2266421350 conn(0x7ff46406a0b0 msgr2=0x7ff4640ac0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:43.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:43.184+0000 7ff4699e9640 1 -- 172.21.15.76:0/2266421350 shutdown_connections 2024-09-13T16:09:43.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:43.184+0000 7ff4699e9640 1 -- 172.21.15.76:0/2266421350 wait complete. 2024-09-13T16:09:43.197 DEBUG:tasks.ceph_test_case:Not found expected summary strings yet (['1 MDSs report oversized cache']) 2024-09-13T16:09:43.197 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=120.0 retry_count=0)... 2024-09-13T16:09:48.198 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-13T16:09:48.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:48.304+0000 7f0f39087640 1 Processor -- start 2024-09-13T16:09:48.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:48.304+0000 7f0f39087640 1 -- start start 2024-09-13T16:09:48.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:48.304+0000 7f0f39087640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f0f3415c590 0x7f0f3406b2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:48.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:48.304+0000 7f0f39087640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f0f340d23b0 0x7f0f340d27d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:48.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:48.304+0000 7f0f39087640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0f3415c970 con 0x7f0f340cfff0 2024-09-13T16:09:48.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:48.304+0000 7f0f39087640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0f340d2d10 con 0x7f0f340d23b0 2024-09-13T16:09:48.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:48.304+0000 7f0f39087640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0f340d0cc0 con 0x7f0f3415c590 2024-09-13T16:09:48.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:48.305+0000 7f0f3259c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f0f340d23b0 0x7f0f340d27d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:48.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:48.305+0000 7f0f3359e640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f0f340cfff0 0x7f0f340d0460 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:33726/0 (socket says 172.21.15.76:33726) 2024-09-13T16:09:48.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:48.305+0000 7f0f3359e640 1 -- 172.21.15.76:0/2052013387 learned_addr learned my addr 172.21.15.76:0/2052013387 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:09:48.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:48.305+0000 7f0f3259c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f0f340d23b0 0x7f0f340d27d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:42116/0 (socket says 172.21.15.76:42116) 2024-09-13T16:09:48.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:48.305+0000 7f0f32d9d640 1 --2- 172.21.15.76:0/2052013387 >> v2:172.21.15.192:3300/0 conn(0x7f0f3415c590 0x7f0f3406b2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:48.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:48.305+0000 7f0f3259c640 1 -- 172.21.15.76:0/2052013387 >> v2:172.21.15.192:3300/0 conn(0x7f0f3415c590 msgr2=0x7f0f3406b2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:48.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:48.305+0000 7f0f3259c640 1 --2- 172.21.15.76:0/2052013387 >> v2:172.21.15.192:3300/0 conn(0x7f0f3415c590 0x7f0f3406b2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:48.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:48.305+0000 7f0f3259c640 1 -- 172.21.15.76:0/2052013387 >> v1:172.21.15.76:6789/0 conn(0x7f0f340cfff0 legacy=0x7f0f340d0460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:48.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:48.305+0000 7f0f31d9b640 1 -- 172.21.15.76:0/2052013387 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2417358787 0 0) 0x7f0f3415c970 con 0x7f0f340cfff0 2024-09-13T16:09:48.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:48.305+0000 7f0f3259c640 1 -- 172.21.15.76:0/2052013387 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0f340d0fa0 con 0x7f0f340d23b0 2024-09-13T16:09:48.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:48.305+0000 7f0f32d9d640 1 --2- 172.21.15.76:0/2052013387 >> v2:172.21.15.192:3300/0 conn(0x7f0f3415c590 0x7f0f3406b2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:09:48.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:48.306+0000 7f0f3259c640 1 --2- 172.21.15.76:0/2052013387 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0f340d23b0 0x7f0f340d27d0 secure :-1 s=READY pgs=1263 cs=0 l=1 rev1=1 crypto rx=0x7f0f3408c440 tx=0x7f0f2802a630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=91ce036d91506741 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:48.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:48.306+0000 7f0f31d9b640 1 -- 172.21.15.76:0/2052013387 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f28007740 con 0x7f0f340d23b0 2024-09-13T16:09:48.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:48.306+0000 7f0f31d9b640 1 -- 172.21.15.76:0/2052013387 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0f2802d050 con 0x7f0f340d23b0 2024-09-13T16:09:48.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:48.306+0000 7f0f31d9b640 1 -- 172.21.15.76:0/2052013387 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f28007ac0 con 0x7f0f340d23b0 2024-09-13T16:09:48.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:48.306+0000 7f0f39087640 1 -- 172.21.15.76:0/2052013387 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0f340d23b0 msgr2=0x7f0f340d27d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:48.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:48.306+0000 7f0f39087640 1 --2- 172.21.15.76:0/2052013387 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0f340d23b0 0x7f0f340d27d0 secure :-1 s=READY pgs=1263 cs=0 l=1 rev1=1 crypto rx=0x7f0f3408c440 tx=0x7f0f2802a630 comp rx=0 tx=0).stop 2024-09-13T16:09:48.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:48.306+0000 7f0f39087640 1 -- 172.21.15.76:0/2052013387 shutdown_connections 2024-09-13T16:09:48.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:48.306+0000 7f0f39087640 1 --2- 172.21.15.76:0/2052013387 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0f340d23b0 0x7f0f340d27d0 unknown :-1 s=CLOSED pgs=1263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:48.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:48.306+0000 7f0f39087640 1 --2- 172.21.15.76:0/2052013387 >> v2:172.21.15.192:3300/0 conn(0x7f0f3415c590 0x7f0f3406b2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:48.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:48.306+0000 7f0f39087640 1 -- 172.21.15.76:0/2052013387 >> 172.21.15.76:0/2052013387 conn(0x7f0f3408bf20 msgr2=0x7f0f3409b840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:48.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:48.306+0000 7f0f39087640 1 -- 172.21.15.76:0/2052013387 shutdown_connections 2024-09-13T16:09:48.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:48.306+0000 7f0f39087640 1 -- 172.21.15.76:0/2052013387 wait complete. 2024-09-13T16:09:48.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:48.308+0000 7f0f39087640 1 Processor -- start 2024-09-13T16:09:48.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:48.308+0000 7f0f39087640 1 -- start start 2024-09-13T16:09:48.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:48.309+0000 7f0f39087640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0f340cfff0 0x7f0f340cde00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:48.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:48.309+0000 7f0f39087640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0f340d23b0 0x7f0f340b7360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:48.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:48.309+0000 7f0f39087640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0f3415c590 0x7f0f340b78a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:48.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:48.309+0000 7f0f39087640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0f340b6540 con 0x7f0f340d23b0 2024-09-13T16:09:48.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:48.309+0000 7f0f39087640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0f340b5250 con 0x7f0f3415c590 2024-09-13T16:09:48.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:48.309+0000 7f0f39087640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0f340b54a0 con 0x7f0f340cfff0 2024-09-13T16:09:48.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:48.309+0000 7f0f3259c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0f340d23b0 0x7f0f340b7360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:48.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:48.309+0000 7f0f3259c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0f340d23b0 0x7f0f340b7360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:42132/0 (socket says 172.21.15.76:42132) 2024-09-13T16:09:48.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:48.309+0000 7f0f3259c640 1 -- 172.21.15.76:0/2704205919 learned_addr learned my addr 172.21.15.76:0/2704205919 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:09:48.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:48.309+0000 7f0f3359e640 1 --2- 172.21.15.76:0/2704205919 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0f3415c590 0x7f0f340b78a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:48.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:48.309+0000 7f0f32d9d640 1 --2- 172.21.15.76:0/2704205919 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0f340cfff0 0x7f0f340cde00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:48.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:48.309+0000 7f0f3259c640 1 -- 172.21.15.76:0/2704205919 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0f340cfff0 msgr2=0x7f0f340cde00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:48.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:48.309+0000 7f0f3259c640 1 --2- 172.21.15.76:0/2704205919 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0f340cfff0 0x7f0f340cde00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:48.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:48.309+0000 7f0f3259c640 1 -- 172.21.15.76:0/2704205919 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0f3415c590 msgr2=0x7f0f340b78a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:48.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:48.309+0000 7f0f3259c640 1 --2- 172.21.15.76:0/2704205919 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0f3415c590 0x7f0f340b78a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:48.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:48.309+0000 7f0f3259c640 1 -- 172.21.15.76:0/2704205919 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0f28009a70 con 0x7f0f340d23b0 2024-09-13T16:09:48.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:48.309+0000 7f0f3259c640 1 --2- 172.21.15.76:0/2704205919 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0f340d23b0 0x7f0f340b7360 secure :-1 s=READY pgs=1264 cs=0 l=1 rev1=1 crypto rx=0x7f0f28000f80 tx=0x7f0f28004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:48.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:48.309+0000 7f0f1b7fe640 1 -- 172.21.15.76:0/2704205919 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f28031c40 con 0x7f0f340d23b0 2024-09-13T16:09:48.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:48.309+0000 7f0f1b7fe640 1 -- 172.21.15.76:0/2704205919 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0f28031da0 con 0x7f0f340d23b0 2024-09-13T16:09:48.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:48.309+0000 7f0f39087640 1 -- 172.21.15.76:0/2704205919 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0f340b5780 con 0x7f0f340d23b0 2024-09-13T16:09:48.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:48.309+0000 7f0f1b7fe640 1 -- 172.21.15.76:0/2704205919 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f28003b90 con 0x7f0f340d23b0 2024-09-13T16:09:48.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:48.309+0000 7f0f39087640 1 -- 172.21.15.76:0/2704205919 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0f340b5d40 con 0x7f0f340d23b0 2024-09-13T16:09:48.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:48.311+0000 7f0f39087640 1 -- 172.21.15.76:0/2704205919 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0f340d27d0 con 0x7f0f340d23b0 2024-09-13T16:09:48.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:48.311+0000 7f0f1b7fe640 1 -- 172.21.15.76:0/2704205919 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f0f28003cf0 con 0x7f0f340d23b0 2024-09-13T16:09:48.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:48.311+0000 7f0f1b7fe640 1 --2- 172.21.15.76:0/2704205919 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0f2006ac00 0x7f0f2006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:48.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:48.312+0000 7f0f1b7fe640 1 -- 172.21.15.76:0/2704205919 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 6145+0+0 (secure 0 0 0) 0x7f0f280aab30 con 0x7f0f340d23b0 2024-09-13T16:09:48.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:48.312+0000 7f0f32d9d640 1 --2- 172.21.15.76:0/2704205919 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0f2006ac00 0x7f0f2006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:48.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:48.312+0000 7f0f32d9d640 1 --2- 172.21.15.76:0/2704205919 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0f2006ac00 0x7f0f2006d0c0 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f0f341f5520 tx=0x7f0f2c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:48.317 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:48.316+0000 7f0f1b7fe640 1 -- 172.21.15.76:0/2704205919 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f0f28075be0 con 0x7f0f340d23b0 2024-09-13T16:09:48.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:48.509+0000 7f0f39087640 1 -- 172.21.15.76:0/2704205919 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7f0f3406bca0 con 0x7f0f340d23b0 2024-09-13T16:09:48.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:48.509+0000 7f0f1b7fe640 1 -- 172.21.15.76:0/2704205919 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+174 (secure 0 0 0) 0x7f0f280490c0 con 0x7f0f340d23b0 2024-09-13T16:09:48.511 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:09:48.511 INFO:teuthology.orchestra.run.smithi076.stdout:{"status":"HEALTH_WARN","checks":{"MDS_CACHE_OVERSIZED":{"severity":"HEALTH_WARN","summary":{"message":"1 MDSs report oversized cache","count":1},"muted":false}},"mutes":[]} 2024-09-13T16:09:48.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:48.511+0000 7f0f39087640 1 -- 172.21.15.76:0/2704205919 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0f2006ac00 msgr2=0x7f0f2006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:48.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:48.511+0000 7f0f39087640 1 --2- 172.21.15.76:0/2704205919 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0f2006ac00 0x7f0f2006d0c0 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f0f341f5520 tx=0x7f0f2c008040 comp rx=0 tx=0).stop 2024-09-13T16:09:48.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:48.511+0000 7f0f39087640 1 -- 172.21.15.76:0/2704205919 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0f340d23b0 msgr2=0x7f0f340b7360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:48.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:48.511+0000 7f0f39087640 1 --2- 172.21.15.76:0/2704205919 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0f340d23b0 0x7f0f340b7360 secure :-1 s=READY pgs=1264 cs=0 l=1 rev1=1 crypto rx=0x7f0f28000f80 tx=0x7f0f28004a40 comp rx=0 tx=0).stop 2024-09-13T16:09:48.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:48.511+0000 7f0f39087640 1 -- 172.21.15.76:0/2704205919 shutdown_connections 2024-09-13T16:09:48.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:48.511+0000 7f0f39087640 1 --2- 172.21.15.76:0/2704205919 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0f3415c590 0x7f0f340b78a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:48.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:48.511+0000 7f0f39087640 1 --2- 172.21.15.76:0/2704205919 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0f340d23b0 0x7f0f340b7360 unknown :-1 s=CLOSED pgs=1264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:48.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:48.511+0000 7f0f39087640 1 --2- 172.21.15.76:0/2704205919 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0f2006ac00 0x7f0f2006d0c0 unknown :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:48.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:48.511+0000 7f0f39087640 1 --2- 172.21.15.76:0/2704205919 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0f340cfff0 0x7f0f340cde00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:48.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:48.511+0000 7f0f39087640 1 -- 172.21.15.76:0/2704205919 >> 172.21.15.76:0/2704205919 conn(0x7f0f3408bf20 msgr2=0x7f0f3409b840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:48.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:48.511+0000 7f0f39087640 1 -- 172.21.15.76:0/2704205919 shutdown_connections 2024-09-13T16:09:48.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:48.511+0000 7f0f39087640 1 -- 172.21.15.76:0/2704205919 wait complete. 2024-09-13T16:09:48.524 DEBUG:tasks.ceph_test_case:Not found expected summary strings yet (['1 MDSs report oversized cache']) 2024-09-13T16:09:48.524 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=120.0 retry_count=0)... 2024-09-13T16:09:53.526 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-13T16:09:53.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:53.631+0000 7f084edc7640 1 Processor -- start 2024-09-13T16:09:53.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:53.632+0000 7f084edc7640 1 -- start start 2024-09-13T16:09:53.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:53.632+0000 7f084edc7640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f08480d2ac0 0x7f084806b2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:53.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:53.632+0000 7f084edc7640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f08480cfff0 0x7f08480d0460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:53.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:53.632+0000 7f084edc7640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f084815c970 con 0x7f084815c590 2024-09-13T16:09:53.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:53.632+0000 7f084edc7640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f08480d0cc0 con 0x7f08480cfff0 2024-09-13T16:09:53.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:53.632+0000 7f084edc7640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f08480d0fa0 con 0x7f08480d2ac0 2024-09-13T16:09:53.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:53.633+0000 7f084d364640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f08480cfff0 0x7f08480d0460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:53.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:53.633+0000 7f084cb63640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f084815c590 0x7f08480d23b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:48798/0 (socket says 172.21.15.76:48798) 2024-09-13T16:09:53.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:53.633+0000 7f084cb63640 1 -- 172.21.15.76:0/2892624410 learned_addr learned my addr 172.21.15.76:0/2892624410 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:09:53.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:53.633+0000 7f0847fff640 1 --2- 172.21.15.76:0/2892624410 >> v2:172.21.15.192:3300/0 conn(0x7f08480d2ac0 0x7f084806b2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:53.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:53.633+0000 7f084d364640 1 -- 172.21.15.76:0/2892624410 >> v2:172.21.15.192:3300/0 conn(0x7f08480d2ac0 msgr2=0x7f084806b2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:53.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:53.633+0000 7f084d364640 1 --2- 172.21.15.76:0/2892624410 >> v2:172.21.15.192:3300/0 conn(0x7f08480d2ac0 0x7f084806b2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:53.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:53.633+0000 7f084d364640 1 -- 172.21.15.76:0/2892624410 >> v1:172.21.15.76:6789/0 conn(0x7f084815c590 legacy=0x7f08480d23b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:53.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:53.633+0000 7f084d364640 1 -- 172.21.15.76:0/2892624410 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f08480d1280 con 0x7f08480cfff0 2024-09-13T16:09:53.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:53.633+0000 7f08477fe640 1 -- 172.21.15.76:0/2892624410 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2054782439 0 0) 0x7f084815c970 con 0x7f084815c590 2024-09-13T16:09:53.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:53.634+0000 7f084d364640 1 --2- 172.21.15.76:0/2892624410 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f08480cfff0 0x7f08480d0460 secure :-1 s=READY pgs=1266 cs=0 l=1 rev1=1 crypto rx=0x7f08480d1ae0 tx=0x7f084002a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=da979a5543cfcded server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:53.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:53.634+0000 7f08477fe640 1 -- 172.21.15.76:0/2892624410 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0840007740 con 0x7f08480cfff0 2024-09-13T16:09:53.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:53.634+0000 7f08477fe640 1 -- 172.21.15.76:0/2892624410 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f084002d050 con 0x7f08480cfff0 2024-09-13T16:09:53.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:53.634+0000 7f08477fe640 1 -- 172.21.15.76:0/2892624410 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0840007ac0 con 0x7f08480cfff0 2024-09-13T16:09:53.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:53.634+0000 7f084edc7640 1 -- 172.21.15.76:0/2892624410 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f08480cfff0 msgr2=0x7f08480d0460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:53.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:53.634+0000 7f084edc7640 1 --2- 172.21.15.76:0/2892624410 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f08480cfff0 0x7f08480d0460 secure :-1 s=READY pgs=1266 cs=0 l=1 rev1=1 crypto rx=0x7f08480d1ae0 tx=0x7f084002a5f0 comp rx=0 tx=0).stop 2024-09-13T16:09:53.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:53.634+0000 7f084edc7640 1 -- 172.21.15.76:0/2892624410 shutdown_connections 2024-09-13T16:09:53.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:53.634+0000 7f084edc7640 1 --2- 172.21.15.76:0/2892624410 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f08480cfff0 0x7f08480d0460 unknown :-1 s=CLOSED pgs=1266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:53.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:53.634+0000 7f084edc7640 1 --2- 172.21.15.76:0/2892624410 >> v2:172.21.15.192:3300/0 conn(0x7f08480d2ac0 0x7f084806b2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:53.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:53.634+0000 7f084edc7640 1 -- 172.21.15.76:0/2892624410 >> 172.21.15.76:0/2892624410 conn(0x7f084808bf20 msgr2=0x7f084809b840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:53.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:53.634+0000 7f084edc7640 1 -- 172.21.15.76:0/2892624410 shutdown_connections 2024-09-13T16:09:53.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:53.634+0000 7f084edc7640 1 -- 172.21.15.76:0/2892624410 wait complete. 2024-09-13T16:09:53.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:53.636+0000 7f084edc7640 1 Processor -- start 2024-09-13T16:09:53.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:53.636+0000 7f084edc7640 1 -- start start 2024-09-13T16:09:53.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:53.637+0000 7f084edc7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f08480cfff0 0x7f0848156220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:53.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:53.637+0000 7f084edc7640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f08480d2ac0 0x7f08480cbd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:53.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:53.637+0000 7f084edc7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f084815c590 0x7f08481f5540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:53.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:53.637+0000 7f084edc7640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f08480c7710 con 0x7f08480cfff0 2024-09-13T16:09:53.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:53.637+0000 7f084edc7640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f08480b7c30 con 0x7f08480d2ac0 2024-09-13T16:09:53.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:53.637+0000 7f084edc7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f08480c8530 con 0x7f084815c590 2024-09-13T16:09:53.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:53.637+0000 7f084cb63640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f08480cfff0 0x7f0848156220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:53.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:53.637+0000 7f084cb63640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f08480cfff0 0x7f0848156220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40556/0 (socket says 172.21.15.76:40556) 2024-09-13T16:09:53.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:53.637+0000 7f084cb63640 1 -- 172.21.15.76:0/2089905448 learned_addr learned my addr 172.21.15.76:0/2089905448 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:09:53.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:53.637+0000 7f0847fff640 1 --2- 172.21.15.76:0/2089905448 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f08480d2ac0 0x7f08480cbd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:53.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:53.637+0000 7f084d364640 1 --2- 172.21.15.76:0/2089905448 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f084815c590 0x7f08481f5540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:53.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:53.637+0000 7f084cb63640 1 -- 172.21.15.76:0/2089905448 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f084815c590 msgr2=0x7f08481f5540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:53.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:53.637+0000 7f084cb63640 1 --2- 172.21.15.76:0/2089905448 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f084815c590 0x7f08481f5540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:53.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:53.637+0000 7f084cb63640 1 -- 172.21.15.76:0/2089905448 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f08480d2ac0 msgr2=0x7f08480cbd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:53.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:53.637+0000 7f084cb63640 1 --2- 172.21.15.76:0/2089905448 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f08480d2ac0 0x7f08480cbd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:53.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:53.637+0000 7f084cb63640 1 -- 172.21.15.76:0/2089905448 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0840009a70 con 0x7f08480cfff0 2024-09-13T16:09:53.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:53.637+0000 7f0847fff640 1 --2- 172.21.15.76:0/2089905448 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f08480d2ac0 0x7f08480cbd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:09:53.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:53.637+0000 7f084cb63640 1 --2- 172.21.15.76:0/2089905448 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f08480cfff0 0x7f0848156220 secure :-1 s=READY pgs=1267 cs=0 l=1 rev1=1 crypto rx=0x7f083c00c460 tx=0x7f083c00c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:53.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:53.637+0000 7f08457fa640 1 -- 172.21.15.76:0/2089905448 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f083c0074e0 con 0x7f08480cfff0 2024-09-13T16:09:53.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:53.637+0000 7f08457fa640 1 -- 172.21.15.76:0/2089905448 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f083c007660 con 0x7f08480cfff0 2024-09-13T16:09:53.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:53.637+0000 7f08457fa640 1 -- 172.21.15.76:0/2089905448 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f083c004a20 con 0x7f08480cfff0 2024-09-13T16:09:53.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:53.637+0000 7f084edc7640 1 -- 172.21.15.76:0/2089905448 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f08480c7920 con 0x7f08480cfff0 2024-09-13T16:09:53.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:53.637+0000 7f084edc7640 1 -- 172.21.15.76:0/2089905448 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f08480c7ee0 con 0x7f08480cfff0 2024-09-13T16:09:53.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:53.638+0000 7f084edc7640 1 -- 172.21.15.76:0/2089905448 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f08480d0460 con 0x7f08480cfff0 2024-09-13T16:09:53.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:53.639+0000 7f08457fa640 1 -- 172.21.15.76:0/2089905448 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f083c004b80 con 0x7f08480cfff0 2024-09-13T16:09:53.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:53.639+0000 7f08457fa640 1 --2- 172.21.15.76:0/2089905448 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f082c06ac30 0x7f082c06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:53.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:53.639+0000 7f08457fa640 1 -- 172.21.15.76:0/2089905448 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 6145+0+0 (secure 0 0 0) 0x7f083c088670 con 0x7f08480cfff0 2024-09-13T16:09:53.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:53.639+0000 7f0847fff640 1 --2- 172.21.15.76:0/2089905448 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f082c06ac30 0x7f082c06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:53.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:53.640+0000 7f0847fff640 1 --2- 172.21.15.76:0/2089905448 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f082c06ac30 0x7f082c06d0f0 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f084815aaf0 tx=0x7f0834008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:53.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:53.644+0000 7f08457fa640 1 -- 172.21.15.76:0/2089905448 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f083c053720 con 0x7f08480cfff0 2024-09-13T16:09:53.840 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:53.839+0000 7f084edc7640 1 -- 172.21.15.76:0/2089905448 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7f08480b8310 con 0x7f08480cfff0 2024-09-13T16:09:53.840 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:53.839+0000 7f08457fa640 1 -- 172.21.15.76:0/2089905448 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+174 (secure 0 0 0) 0x7f083c0180c0 con 0x7f08480cfff0 2024-09-13T16:09:53.841 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:09:53.841 INFO:teuthology.orchestra.run.smithi076.stdout:{"status":"HEALTH_WARN","checks":{"MDS_CACHE_OVERSIZED":{"severity":"HEALTH_WARN","summary":{"message":"1 MDSs report oversized cache","count":1},"muted":false}},"mutes":[]} 2024-09-13T16:09:53.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:53.841+0000 7f084edc7640 1 -- 172.21.15.76:0/2089905448 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f082c06ac30 msgr2=0x7f082c06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:53.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:53.841+0000 7f084edc7640 1 --2- 172.21.15.76:0/2089905448 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f082c06ac30 0x7f082c06d0f0 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f084815aaf0 tx=0x7f0834008040 comp rx=0 tx=0).stop 2024-09-13T16:09:53.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:53.841+0000 7f084edc7640 1 -- 172.21.15.76:0/2089905448 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f08480cfff0 msgr2=0x7f0848156220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:53.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:53.841+0000 7f084edc7640 1 --2- 172.21.15.76:0/2089905448 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f08480cfff0 0x7f0848156220 secure :-1 s=READY pgs=1267 cs=0 l=1 rev1=1 crypto rx=0x7f083c00c460 tx=0x7f083c00c920 comp rx=0 tx=0).stop 2024-09-13T16:09:53.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:53.841+0000 7f084edc7640 1 -- 172.21.15.76:0/2089905448 shutdown_connections 2024-09-13T16:09:53.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:53.841+0000 7f084edc7640 1 --2- 172.21.15.76:0/2089905448 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f082c06ac30 0x7f082c06d0f0 unknown :-1 s=CLOSED pgs=554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:53.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:53.841+0000 7f084edc7640 1 --2- 172.21.15.76:0/2089905448 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f084815c590 0x7f08481f5540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:53.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:53.841+0000 7f084edc7640 1 --2- 172.21.15.76:0/2089905448 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f08480d2ac0 0x7f08480cbd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:53.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:53.841+0000 7f084edc7640 1 --2- 172.21.15.76:0/2089905448 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f08480cfff0 0x7f0848156220 unknown :-1 s=CLOSED pgs=1267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:53.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:53.841+0000 7f084edc7640 1 -- 172.21.15.76:0/2089905448 >> 172.21.15.76:0/2089905448 conn(0x7f084808bf20 msgr2=0x7f08480cec00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:53.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:53.841+0000 7f084edc7640 1 -- 172.21.15.76:0/2089905448 shutdown_connections 2024-09-13T16:09:53.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:53.841+0000 7f084edc7640 1 -- 172.21.15.76:0/2089905448 wait complete. 2024-09-13T16:09:53.853 DEBUG:tasks.ceph_test_case:Not found expected summary strings yet (['1 MDSs report oversized cache']) 2024-09-13T16:09:53.853 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=120.0 retry_count=0)... 2024-09-13T16:09:58.855 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-13T16:09:58.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:58.966+0000 7f34f2d1f640 1 Processor -- start 2024-09-13T16:09:58.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:58.966+0000 7f34f2d1f640 1 -- start start 2024-09-13T16:09:58.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:58.967+0000 7f34f2d1f640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f34ec15d7f0 0x7f34ec06d010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:58.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:58.967+0000 7f34f2d1f640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f34ec15dbd0 con 0x7f34ec0cebe0 2024-09-13T16:09:58.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:58.967+0000 7f34f2d1f640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f34ec0c8a10 con 0x7f34ec06d550 2024-09-13T16:09:58.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:58.967+0000 7f34f2d1f640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f34ec06d9c0 con 0x7f34ec15d7f0 2024-09-13T16:09:58.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:58.967+0000 7f34f0abb640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f34ec15d7f0 0x7f34ec06d010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:58.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:58.967+0000 7f34f12bc640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f34ec0cebe0 0x7f34ec0c8ea0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:48812/0 (socket says 172.21.15.76:48812) 2024-09-13T16:09:58.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:58.967+0000 7f34f12bc640 1 -- 172.21.15.76:0/458320635 learned_addr learned my addr 172.21.15.76:0/458320635 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:09:58.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:58.968+0000 7f34f0abb640 1 -- 172.21.15.76:0/458320635 >> v1:172.21.15.192:6789/0 conn(0x7f34ec06d550 legacy=0x7f34ec0ce4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:09:58.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:58.968+0000 7f34f0abb640 1 -- 172.21.15.76:0/458320635 >> v1:172.21.15.76:6789/0 conn(0x7f34ec0cebe0 legacy=0x7f34ec0c8ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:58.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:58.968+0000 7f34e37fe640 1 -- 172.21.15.76:0/458320635 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1992820122 0 0) 0x7f34ec15dbd0 con 0x7f34ec0cebe0 2024-09-13T16:09:58.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:58.968+0000 7f34f0abb640 1 -- 172.21.15.76:0/458320635 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f34ec06dbd0 con 0x7f34ec15d7f0 2024-09-13T16:09:58.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:58.969+0000 7f34f0abb640 1 --2- 172.21.15.76:0/458320635 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f34ec15d7f0 0x7f34ec06d010 secure :-1 s=READY pgs=1269 cs=0 l=1 rev1=1 crypto rx=0x7f34e80097a0 tx=0x7f34e802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e2f601e97e31d95 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:58.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:58.969+0000 7f34e37fe640 1 -- 172.21.15.76:0/458320635 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f34e8032440 con 0x7f34ec15d7f0 2024-09-13T16:09:58.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:58.969+0000 7f34e37fe640 1 -- 172.21.15.76:0/458320635 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f34e80325a0 con 0x7f34ec15d7f0 2024-09-13T16:09:58.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:58.969+0000 7f34e37fe640 1 -- 172.21.15.76:0/458320635 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f34e8032930 con 0x7f34ec15d7f0 2024-09-13T16:09:58.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:58.969+0000 7f34f2d1f640 1 -- 172.21.15.76:0/458320635 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f34ec15d7f0 msgr2=0x7f34ec06d010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:58.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:58.969+0000 7f34f2d1f640 1 --2- 172.21.15.76:0/458320635 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f34ec15d7f0 0x7f34ec06d010 secure :-1 s=READY pgs=1269 cs=0 l=1 rev1=1 crypto rx=0x7f34e80097a0 tx=0x7f34e802a1e0 comp rx=0 tx=0).stop 2024-09-13T16:09:58.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:58.969+0000 7f34f2d1f640 1 -- 172.21.15.76:0/458320635 shutdown_connections 2024-09-13T16:09:58.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:58.969+0000 7f34f2d1f640 1 --2- 172.21.15.76:0/458320635 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f34ec15d7f0 0x7f34ec06d010 unknown :-1 s=CLOSED pgs=1269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:58.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:58.969+0000 7f34f2d1f640 1 -- 172.21.15.76:0/458320635 >> 172.21.15.76:0/458320635 conn(0x7f34ec06a0b0 msgr2=0x7f34ec06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:58.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:58.969+0000 7f34f2d1f640 1 -- 172.21.15.76:0/458320635 shutdown_connections 2024-09-13T16:09:58.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:58.969+0000 7f34f2d1f640 1 -- 172.21.15.76:0/458320635 wait complete. 2024-09-13T16:09:58.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:58.971+0000 7f34f2d1f640 1 Processor -- start 2024-09-13T16:09:58.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:58.971+0000 7f34f2d1f640 1 -- start start 2024-09-13T16:09:58.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:58.972+0000 7f34f2d1f640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f34ec06d550 0x7f34ec1e3ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:58.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:58.972+0000 7f34f2d1f640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f34ec0cebe0 0x7f34ec097920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:58.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:58.972+0000 7f34f2d1f640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f34ec15d7f0 0x7f34ec0afd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:58.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:58.972+0000 7f34f2d1f640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f34ec097e60 con 0x7f34ec06d550 2024-09-13T16:09:58.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:58.972+0000 7f34f2d1f640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f34ec1e2e30 con 0x7f34ec15d7f0 2024-09-13T16:09:58.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:58.972+0000 7f34f2d1f640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f34ec1e3110 con 0x7f34ec0cebe0 2024-09-13T16:09:58.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:58.972+0000 7f34f0abb640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f34ec06d550 0x7f34ec1e3ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:58.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:58.972+0000 7f34f0abb640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f34ec06d550 0x7f34ec1e3ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40576/0 (socket says 172.21.15.76:40576) 2024-09-13T16:09:58.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:58.972+0000 7f34f0abb640 1 -- 172.21.15.76:0/1638607375 learned_addr learned my addr 172.21.15.76:0/1638607375 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:09:58.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:58.972+0000 7f34f12bc640 1 --2- 172.21.15.76:0/1638607375 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f34ec15d7f0 0x7f34ec0afd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:58.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:58.972+0000 7f34e3fff640 1 --2- 172.21.15.76:0/1638607375 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f34ec0cebe0 0x7f34ec097920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:58.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:58.972+0000 7f34f0abb640 1 -- 172.21.15.76:0/1638607375 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f34ec0cebe0 msgr2=0x7f34ec097920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:58.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:58.972+0000 7f34f0abb640 1 --2- 172.21.15.76:0/1638607375 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f34ec0cebe0 0x7f34ec097920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:58.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:58.972+0000 7f34f0abb640 1 -- 172.21.15.76:0/1638607375 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f34ec15d7f0 msgr2=0x7f34ec0afd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:58.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:58.972+0000 7f34f0abb640 1 --2- 172.21.15.76:0/1638607375 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f34ec15d7f0 0x7f34ec0afd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:58.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:58.972+0000 7f34f0abb640 1 -- 172.21.15.76:0/1638607375 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f34e8009400 con 0x7f34ec06d550 2024-09-13T16:09:58.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:58.972+0000 7f34e3fff640 1 --2- 172.21.15.76:0/1638607375 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f34ec0cebe0 0x7f34ec097920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:09:58.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:58.972+0000 7f34f0abb640 1 --2- 172.21.15.76:0/1638607375 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f34ec06d550 0x7f34ec1e3ed0 secure :-1 s=READY pgs=1270 cs=0 l=1 rev1=1 crypto rx=0x7f34e80097a0 tx=0x7f34e80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:58.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:58.972+0000 7f34e17fa640 1 -- 172.21.15.76:0/1638607375 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f34e8030b80 con 0x7f34ec06d550 2024-09-13T16:09:58.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:58.973+0000 7f34e17fa640 1 -- 172.21.15.76:0/1638607375 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f34e8030ce0 con 0x7f34ec06d550 2024-09-13T16:09:58.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:58.973+0000 7f34f2d1f640 1 -- 172.21.15.76:0/1638607375 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f34ec1e33f0 con 0x7f34ec06d550 2024-09-13T16:09:58.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:58.973+0000 7f34e17fa640 1 -- 172.21.15.76:0/1638607375 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f34e803b640 con 0x7f34ec06d550 2024-09-13T16:09:58.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:58.973+0000 7f34f2d1f640 1 -- 172.21.15.76:0/1638607375 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f34ec1e39b0 con 0x7f34ec06d550 2024-09-13T16:09:58.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:58.974+0000 7f34f2d1f640 1 -- 172.21.15.76:0/1638607375 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f34ec06d010 con 0x7f34ec06d550 2024-09-13T16:09:58.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:58.974+0000 7f34e17fa640 1 -- 172.21.15.76:0/1638607375 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f34e8039040 con 0x7f34ec06d550 2024-09-13T16:09:58.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:58.974+0000 7f34e17fa640 1 --2- 172.21.15.76:0/1638607375 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f34d806ac00 0x7f34d806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:09:58.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:58.975+0000 7f34e17fa640 1 -- 172.21.15.76:0/1638607375 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 6145+0+0 (secure 0 0 0) 0x7f34e80a9ee0 con 0x7f34ec06d550 2024-09-13T16:09:58.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:58.975+0000 7f34e3fff640 1 --2- 172.21.15.76:0/1638607375 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f34d806ac00 0x7f34d806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:09:58.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:58.975+0000 7f34e3fff640 1 --2- 172.21.15.76:0/1638607375 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f34d806ac00 0x7f34d806d0c0 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f34ec0b0e80 tx=0x7f34dc008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:09:58.980 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:58.979+0000 7f34e17fa640 1 -- 172.21.15.76:0/1638607375 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f34e8074f00 con 0x7f34ec06d550 2024-09-13T16:09:59.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:59.178+0000 7f34f2d1f640 1 -- 172.21.15.76:0/1638607375 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7f34ec0b1d50 con 0x7f34ec06d550 2024-09-13T16:09:59.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:59.178+0000 7f34e17fa640 1 -- 172.21.15.76:0/1638607375 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+174 (secure 0 0 0) 0x7f34e80370c0 con 0x7f34ec06d550 2024-09-13T16:09:59.180 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:09:59.180 INFO:teuthology.orchestra.run.smithi076.stdout:{"status":"HEALTH_WARN","checks":{"MDS_CACHE_OVERSIZED":{"severity":"HEALTH_WARN","summary":{"message":"1 MDSs report oversized cache","count":1},"muted":false}},"mutes":[]} 2024-09-13T16:09:59.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:59.180+0000 7f34f2d1f640 1 -- 172.21.15.76:0/1638607375 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f34d806ac00 msgr2=0x7f34d806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:59.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:59.180+0000 7f34f2d1f640 1 --2- 172.21.15.76:0/1638607375 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f34d806ac00 0x7f34d806d0c0 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f34ec0b0e80 tx=0x7f34dc008040 comp rx=0 tx=0).stop 2024-09-13T16:09:59.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:59.180+0000 7f34f2d1f640 1 -- 172.21.15.76:0/1638607375 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f34ec06d550 msgr2=0x7f34ec1e3ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:09:59.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:59.180+0000 7f34f2d1f640 1 --2- 172.21.15.76:0/1638607375 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f34ec06d550 0x7f34ec1e3ed0 secure :-1 s=READY pgs=1270 cs=0 l=1 rev1=1 crypto rx=0x7f34e80097a0 tx=0x7f34e80046c0 comp rx=0 tx=0).stop 2024-09-13T16:09:59.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:59.180+0000 7f34f2d1f640 1 -- 172.21.15.76:0/1638607375 shutdown_connections 2024-09-13T16:09:59.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:59.180+0000 7f34f2d1f640 1 --2- 172.21.15.76:0/1638607375 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f34ec15d7f0 0x7f34ec0afd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:59.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:59.180+0000 7f34f2d1f640 1 --2- 172.21.15.76:0/1638607375 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f34d806ac00 0x7f34d806d0c0 unknown :-1 s=CLOSED pgs=555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:59.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:59.180+0000 7f34f2d1f640 1 --2- 172.21.15.76:0/1638607375 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f34ec0cebe0 0x7f34ec097920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:59.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:59.180+0000 7f34f2d1f640 1 --2- 172.21.15.76:0/1638607375 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f34ec06d550 0x7f34ec1e3ed0 unknown :-1 s=CLOSED pgs=1270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:09:59.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:59.180+0000 7f34f2d1f640 1 -- 172.21.15.76:0/1638607375 >> 172.21.15.76:0/1638607375 conn(0x7f34ec06a0b0 msgr2=0x7f34ec070be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:09:59.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:59.180+0000 7f34f2d1f640 1 -- 172.21.15.76:0/1638607375 shutdown_connections 2024-09-13T16:09:59.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:09:59.180+0000 7f34f2d1f640 1 -- 172.21.15.76:0/1638607375 wait complete. 2024-09-13T16:09:59.193 DEBUG:tasks.ceph_test_case:Not found expected summary strings yet (['1 MDSs report oversized cache']) 2024-09-13T16:09:59.193 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=120.0 retry_count=0)... 2024-09-13T16:10:04.194 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-13T16:10:04.302 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.301+0000 7f37890f0640 1 Processor -- start 2024-09-13T16:10:04.303 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.301+0000 7f37890f0640 1 -- start start 2024-09-13T16:10:04.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.302+0000 7f37890f0640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f3784158fc0 0x7f37840b1160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:04.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.302+0000 7f37890f0640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f37840ab550 con 0x7f37840cecd0 2024-09-13T16:10:04.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.302+0000 7f37890f0640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f37840b1c00 con 0x7f37840b16a0 2024-09-13T16:10:04.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.302+0000 7f37890f0640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f37840b1ee0 con 0x7f3784158fc0 2024-09-13T16:10:04.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.302+0000 7f378359e640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f37840cecd0 0x7f37840ab9e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:35674/0 (socket says 172.21.15.76:35674) 2024-09-13T16:10:04.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.302+0000 7f378359e640 1 -- 172.21.15.76:0/465477921 learned_addr learned my addr 172.21.15.76:0/465477921 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:10:04.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.302+0000 7f3782d9d640 1 --2- 172.21.15.76:0/465477921 >> v2:172.21.15.192:3300/0 conn(0x7f3784158fc0 0x7f37840b1160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:04.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.302+0000 7f3781d9b640 1 -- 172.21.15.76:0/465477921 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 94092764 0 0) 0x7f37840ab550 con 0x7f37840cecd0 2024-09-13T16:10:04.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.302+0000 7f3781d9b640 1 -- 172.21.15.76:0/465477921 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f376c003520 con 0x7f37840cecd0 2024-09-13T16:10:04.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.302+0000 7f3781d9b640 1 -- 172.21.15.76:0/465477921 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3299692742 0 0) 0x7f376c003520 con 0x7f37840cecd0 2024-09-13T16:10:04.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.302+0000 7f3781d9b640 1 -- 172.21.15.76:0/465477921 >> v2:172.21.15.192:3300/0 conn(0x7f3784158fc0 msgr2=0x7f37840b1160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:04.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.302+0000 7f3781d9b640 1 --2- 172.21.15.76:0/465477921 >> v2:172.21.15.192:3300/0 conn(0x7f3784158fc0 0x7f37840b1160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:04.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.302+0000 7f3781d9b640 1 -- 172.21.15.76:0/465477921 >> v1:172.21.15.192:6789/0 conn(0x7f37840b16a0 legacy=0x7f37840ce5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:04.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.302+0000 7f3781d9b640 1 -- 172.21.15.76:0/465477921 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f37840b21c0 con 0x7f37840cecd0 2024-09-13T16:10:04.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.302+0000 7f3781d9b640 1 -- 172.21.15.76:0/465477921 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f377c001670 con 0x7f37840cecd0 2024-09-13T16:10:04.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.303+0000 7f3781d9b640 1 -- 172.21.15.76:0/465477921 >> v1:172.21.15.76:6789/0 conn(0x7f37840cecd0 legacy=0x7f37840ab9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:04.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.303+0000 7f3781d9b640 1 --2- 172.21.15.76:0/465477921 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f376c003970 0x7f376c003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:04.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.303+0000 7f3781d9b640 1 --2- 172.21.15.76:0/465477921 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f376c0047c0 0x7f376c004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:04.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.303+0000 7f3781d9b640 1 --2- 172.21.15.76:0/465477921 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f376c005180 0x7f376c00b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:04.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.303+0000 7f3781d9b640 1 -- 172.21.15.76:0/465477921 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f37840b1ee0 con 0x7f376c005180 2024-09-13T16:10:04.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.303+0000 7f3781d9b640 1 -- 172.21.15.76:0/465477921 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f376c00c020 con 0x7f376c0047c0 2024-09-13T16:10:04.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.303+0000 7f3781d9b640 1 -- 172.21.15.76:0/465477921 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f376c00c1e0 con 0x7f376c003970 2024-09-13T16:10:04.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.303+0000 7f378359e640 1 --2- 172.21.15.76:0/465477921 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f376c005180 0x7f376c00b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:04.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.303+0000 7f378259c640 1 --2- 172.21.15.76:0/465477921 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f376c0047c0 0x7f376c004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:04.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.303+0000 7f3782d9d640 1 --2- 172.21.15.76:0/465477921 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f376c003970 0x7f376c003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:04.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.303+0000 7f378359e640 1 -- 172.21.15.76:0/465477921 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f376c003970 msgr2=0x7f376c003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:04.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.303+0000 7f378359e640 1 --2- 172.21.15.76:0/465477921 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f376c003970 0x7f376c003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:04.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.303+0000 7f378359e640 1 -- 172.21.15.76:0/465477921 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f376c0047c0 msgr2=0x7f376c004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:04.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.303+0000 7f378359e640 1 --2- 172.21.15.76:0/465477921 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f376c0047c0 0x7f376c004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:04.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.303+0000 7f378359e640 1 -- 172.21.15.76:0/465477921 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f376c003520 con 0x7f376c005180 2024-09-13T16:10:04.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.304+0000 7f378359e640 1 -- 172.21.15.76:0/465477921 reap_dead start 2024-09-13T16:10:04.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.304+0000 7f378359e640 1 --2- 172.21.15.76:0/465477921 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f376c005180 0x7f376c00b980 secure :-1 s=READY pgs=1272 cs=0 l=1 rev1=1 crypto rx=0x7f37840b2d70 tx=0x7f376c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c3b8cd802498ca3 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:04.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.304+0000 7f3781d9b640 1 -- 172.21.15.76:0/465477921 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f377c005ad0 con 0x7f376c005180 2024-09-13T16:10:04.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.304+0000 7f3781d9b640 1 -- 172.21.15.76:0/465477921 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f377c02d070 con 0x7f376c005180 2024-09-13T16:10:04.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.304+0000 7f3781d9b640 1 -- 172.21.15.76:0/465477921 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f377c005e50 con 0x7f376c005180 2024-09-13T16:10:04.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.304+0000 7f37890f0640 1 -- 172.21.15.76:0/465477921 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f376c005180 msgr2=0x7f376c00b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:04.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.304+0000 7f37890f0640 1 --2- 172.21.15.76:0/465477921 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f376c005180 0x7f376c00b980 secure :-1 s=READY pgs=1272 cs=0 l=1 rev1=1 crypto rx=0x7f37840b2d70 tx=0x7f376c0057f0 comp rx=0 tx=0).stop 2024-09-13T16:10:04.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.304+0000 7f37890f0640 1 -- 172.21.15.76:0/465477921 shutdown_connections 2024-09-13T16:10:04.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.304+0000 7f37890f0640 1 --2- 172.21.15.76:0/465477921 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f376c005180 0x7f376c00b980 unknown :-1 s=CLOSED pgs=1272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:04.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.304+0000 7f37890f0640 1 -- 172.21.15.76:0/465477921 >> 172.21.15.76:0/465477921 conn(0x7f378406a0b0 msgr2=0x7f378406a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:04.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.304+0000 7f37890f0640 1 -- 172.21.15.76:0/465477921 shutdown_connections 2024-09-13T16:10:04.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.304+0000 7f37890f0640 1 -- 172.21.15.76:0/465477921 wait complete. 2024-09-13T16:10:04.311 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.306+0000 7f37890f0640 1 Processor -- start 2024-09-13T16:10:04.311 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.306+0000 7f37890f0640 1 -- start start 2024-09-13T16:10:04.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.307+0000 7f37890f0640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f376c005180 0x7f37840c2370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:04.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.307+0000 7f37890f0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f37840c3ef0 0x7f37841f1620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:04.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.307+0000 7f37890f0640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f37840c4370 0x7f37841f1b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:04.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.307+0000 7f37890f0640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f37841e2d00 con 0x7f37840c3ef0 2024-09-13T16:10:04.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.307+0000 7f37890f0640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3784157290 con 0x7f376c005180 2024-09-13T16:10:04.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.307+0000 7f37890f0640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f37840701c0 con 0x7f37840c4370 2024-09-13T16:10:04.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.307+0000 7f378259c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f37840c3ef0 0x7f37841f1620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:04.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.307+0000 7f378259c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f37840c3ef0 0x7f37841f1620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:54838/0 (socket says 172.21.15.76:54838) 2024-09-13T16:10:04.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.307+0000 7f378259c640 1 -- 172.21.15.76:0/2063020077 learned_addr learned my addr 172.21.15.76:0/2063020077 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:10:04.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.307+0000 7f3782d9d640 1 --2- 172.21.15.76:0/2063020077 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f376c005180 0x7f37840c2370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:04.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.307+0000 7f378359e640 1 --2- 172.21.15.76:0/2063020077 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f37840c4370 0x7f37841f1b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:04.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.307+0000 7f378259c640 1 -- 172.21.15.76:0/2063020077 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f37840c4370 msgr2=0x7f37841f1b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:04.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.307+0000 7f378259c640 1 --2- 172.21.15.76:0/2063020077 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f37840c4370 0x7f37841f1b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:04.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.307+0000 7f378259c640 1 -- 172.21.15.76:0/2063020077 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f376c005180 msgr2=0x7f37840c2370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:04.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.307+0000 7f378259c640 1 --2- 172.21.15.76:0/2063020077 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f376c005180 0x7f37840c2370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:04.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.307+0000 7f378259c640 1 -- 172.21.15.76:0/2063020077 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3784159520 con 0x7f37840c3ef0 2024-09-13T16:10:04.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.307+0000 7f378259c640 1 --2- 172.21.15.76:0/2063020077 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f37840c3ef0 0x7f37841f1620 secure :-1 s=READY pgs=1273 cs=0 l=1 rev1=1 crypto rx=0x7f377800f960 tx=0x7f377800fd60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:04.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.308+0000 7f376b7fe640 1 -- 172.21.15.76:0/2063020077 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3778003b80 con 0x7f37840c3ef0 2024-09-13T16:10:04.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.308+0000 7f376b7fe640 1 -- 172.21.15.76:0/2063020077 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3778003ce0 con 0x7f37840c3ef0 2024-09-13T16:10:04.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.308+0000 7f376b7fe640 1 -- 172.21.15.76:0/2063020077 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f37780052f0 con 0x7f37840c3ef0 2024-09-13T16:10:04.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.308+0000 7f37890f0640 1 -- 172.21.15.76:0/2063020077 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f37840704a0 con 0x7f37840c3ef0 2024-09-13T16:10:04.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.308+0000 7f37890f0640 1 -- 172.21.15.76:0/2063020077 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3784070a60 con 0x7f37840c3ef0 2024-09-13T16:10:04.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.309+0000 7f37890f0640 1 -- 172.21.15.76:0/2063020077 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3784070c20 con 0x7f37840c3ef0 2024-09-13T16:10:04.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.309+0000 7f376b7fe640 1 -- 172.21.15.76:0/2063020077 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f3778005450 con 0x7f37840c3ef0 2024-09-13T16:10:04.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.310+0000 7f376b7fe640 1 --2- 172.21.15.76:0/2063020077 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f377006ac00 0x7f377006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:04.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.310+0000 7f376b7fe640 1 -- 172.21.15.76:0/2063020077 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 6145+0+0 (secure 0 0 0) 0x7f37780895e0 con 0x7f37840c3ef0 2024-09-13T16:10:04.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.310+0000 7f3782d9d640 1 --2- 172.21.15.76:0/2063020077 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f377006ac00 0x7f377006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:04.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.310+0000 7f3782d9d640 1 --2- 172.21.15.76:0/2063020077 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f377006ac00 0x7f377006d0c0 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f37841e3470 tx=0x7f3774009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:04.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.314+0000 7f376b7fe640 1 -- 172.21.15.76:0/2063020077 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f3778054690 con 0x7f37840c3ef0 2024-09-13T16:10:04.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.509+0000 7f37890f0640 1 -- 172.21.15.76:0/2063020077 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7f37840b1160 con 0x7f37840c3ef0 2024-09-13T16:10:04.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.510+0000 7f376b7fe640 1 -- 172.21.15.76:0/2063020077 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+174 (secure 0 0 0) 0x7f3778057cb0 con 0x7f37840c3ef0 2024-09-13T16:10:04.512 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:10:04.512 INFO:teuthology.orchestra.run.smithi076.stdout:{"status":"HEALTH_WARN","checks":{"MDS_CACHE_OVERSIZED":{"severity":"HEALTH_WARN","summary":{"message":"1 MDSs report oversized cache","count":1},"muted":false}},"mutes":[]} 2024-09-13T16:10:04.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.512+0000 7f37890f0640 1 -- 172.21.15.76:0/2063020077 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f377006ac00 msgr2=0x7f377006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:04.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.512+0000 7f37890f0640 1 --2- 172.21.15.76:0/2063020077 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f377006ac00 0x7f377006d0c0 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f37841e3470 tx=0x7f3774009190 comp rx=0 tx=0).stop 2024-09-13T16:10:04.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.512+0000 7f37890f0640 1 -- 172.21.15.76:0/2063020077 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f37840c3ef0 msgr2=0x7f37841f1620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:04.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.512+0000 7f37890f0640 1 --2- 172.21.15.76:0/2063020077 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f37840c3ef0 0x7f37841f1620 secure :-1 s=READY pgs=1273 cs=0 l=1 rev1=1 crypto rx=0x7f377800f960 tx=0x7f377800fd60 comp rx=0 tx=0).stop 2024-09-13T16:10:04.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.512+0000 7f37890f0640 1 -- 172.21.15.76:0/2063020077 shutdown_connections 2024-09-13T16:10:04.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.512+0000 7f37890f0640 1 --2- 172.21.15.76:0/2063020077 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f377006ac00 0x7f377006d0c0 unknown :-1 s=CLOSED pgs=556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:04.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.512+0000 7f37890f0640 1 --2- 172.21.15.76:0/2063020077 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f37840c4370 0x7f37841f1b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:04.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.512+0000 7f37890f0640 1 --2- 172.21.15.76:0/2063020077 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f37840c3ef0 0x7f37841f1620 unknown :-1 s=CLOSED pgs=1273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:04.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.512+0000 7f37890f0640 1 --2- 172.21.15.76:0/2063020077 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f376c005180 0x7f37840c2370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:04.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.512+0000 7f37890f0640 1 -- 172.21.15.76:0/2063020077 >> 172.21.15.76:0/2063020077 conn(0x7f378406a0b0 msgr2=0x7f37841578d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:04.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.512+0000 7f37890f0640 1 -- 172.21.15.76:0/2063020077 shutdown_connections 2024-09-13T16:10:04.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:04.512+0000 7f37890f0640 1 -- 172.21.15.76:0/2063020077 wait complete. 2024-09-13T16:10:04.524 DEBUG:tasks.ceph_test_case:Not found expected summary strings yet (['1 MDSs report oversized cache']) 2024-09-13T16:10:04.524 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=120.0 retry_count=0)... 2024-09-13T16:10:09.526 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-13T16:10:09.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.637+0000 7f90f61c3640 1 Processor -- start 2024-09-13T16:10:09.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.637+0000 7f90f61c3640 1 -- start start 2024-09-13T16:10:09.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.638+0000 7f90f61c3640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f90f00d0700 0x7f90f006b2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:09.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.638+0000 7f90f61c3640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f90f015c970 con 0x7f90f015c590 2024-09-13T16:10:09.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.638+0000 7f90f61c3640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f90f00d0cc0 con 0x7f90f00d2ac0 2024-09-13T16:10:09.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.638+0000 7f90f61c3640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f90f00d0fa0 con 0x7f90f00d0700 2024-09-13T16:10:09.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.638+0000 7f90ef7fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f90f015c590 0x7f90f00d23b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:35678/0 (socket says 172.21.15.76:35678) 2024-09-13T16:10:09.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.638+0000 7f90ef7fe640 1 -- 172.21.15.76:0/2059873425 learned_addr learned my addr 172.21.15.76:0/2059873425 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:10:09.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.638+0000 7f90ee7fc640 1 -- 172.21.15.76:0/2059873425 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3586763996 0 0) 0x7f90f015c970 con 0x7f90f015c590 2024-09-13T16:10:09.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.638+0000 7f90effff640 1 --2- 172.21.15.76:0/2059873425 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f90f00d0700 0x7f90f006b2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:09.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.638+0000 7f90ee7fc640 1 -- 172.21.15.76:0/2059873425 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f90d8003520 con 0x7f90f015c590 2024-09-13T16:10:09.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.638+0000 7f90ee7fc640 1 -- 172.21.15.76:0/2059873425 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1206897576 0 0) 0x7f90d8003520 con 0x7f90f015c590 2024-09-13T16:10:09.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.638+0000 7f90ee7fc640 1 -- 172.21.15.76:0/2059873425 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f90f00d0700 msgr2=0x7f90f006b2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:09.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.638+0000 7f90ee7fc640 1 --2- 172.21.15.76:0/2059873425 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f90f00d0700 0x7f90f006b2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:09.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.638+0000 7f90ee7fc640 1 -- 172.21.15.76:0/2059873425 >> v1:172.21.15.192:6789/0 conn(0x7f90f00d2ac0 legacy=0x7f90f00cfff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:09.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.638+0000 7f90ee7fc640 1 -- 172.21.15.76:0/2059873425 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f90f00d1280 con 0x7f90f015c590 2024-09-13T16:10:09.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.638+0000 7f90ee7fc640 1 -- 172.21.15.76:0/2059873425 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f90e0001670 con 0x7f90f015c590 2024-09-13T16:10:09.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.638+0000 7f90ee7fc640 1 -- 172.21.15.76:0/2059873425 >> v1:172.21.15.76:6789/0 conn(0x7f90f015c590 legacy=0x7f90f00d23b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:09.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.638+0000 7f90ee7fc640 1 --2- 172.21.15.76:0/2059873425 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f90d80039a0 0x7f90d8003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:09.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.638+0000 7f90ee7fc640 1 --2- 172.21.15.76:0/2059873425 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f90f00d0700 0x7f90d80047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:09.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.639+0000 7f90ee7fc640 1 --2- 172.21.15.76:0/2059873425 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f90d8004d00 0x7f90d8005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:09.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.639+0000 7f90ee7fc640 1 -- 172.21.15.76:0/2059873425 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90f00d0fa0 con 0x7f90d8004d00 2024-09-13T16:10:09.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.639+0000 7f90ee7fc640 1 -- 172.21.15.76:0/2059873425 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90d800bab0 con 0x7f90d80039a0 2024-09-13T16:10:09.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.639+0000 7f90ee7fc640 1 -- 172.21.15.76:0/2059873425 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f90d800bc70 con 0x7f90f00d0700 2024-09-13T16:10:09.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.639+0000 7f90effff640 1 --2- 172.21.15.76:0/2059873425 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f90d8004d00 0x7f90d8005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:09.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.639+0000 7f90ef7fe640 1 --2- 172.21.15.76:0/2059873425 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f90d80039a0 0x7f90d8003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:09.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.639+0000 7f90eeffd640 1 --2- 172.21.15.76:0/2059873425 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f90f00d0700 0x7f90d80047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:09.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.639+0000 7f90effff640 1 -- 172.21.15.76:0/2059873425 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f90f00d0700 msgr2=0x7f90d80047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:09.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.639+0000 7f90effff640 1 --2- 172.21.15.76:0/2059873425 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f90f00d0700 0x7f90d80047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:09.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.639+0000 7f90effff640 1 -- 172.21.15.76:0/2059873425 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f90d80039a0 msgr2=0x7f90d8003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:09.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.639+0000 7f90effff640 1 --2- 172.21.15.76:0/2059873425 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f90d80039a0 0x7f90d8003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:09.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.639+0000 7f90effff640 1 -- 172.21.15.76:0/2059873425 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f90d8003520 con 0x7f90d8004d00 2024-09-13T16:10:09.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.640+0000 7f90effff640 1 --2- 172.21.15.76:0/2059873425 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f90d8004d00 0x7f90d8005180 secure :-1 s=READY pgs=1275 cs=0 l=1 rev1=1 crypto rx=0x7f90e8009fc0 tx=0x7f90d80057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5bca3f6306e7605e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:09.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.640+0000 7f90ee7fc640 1 -- 172.21.15.76:0/2059873425 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90e8031640 con 0x7f90d8004d00 2024-09-13T16:10:09.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.640+0000 7f90ee7fc640 1 -- 172.21.15.76:0/2059873425 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f90e802d070 con 0x7f90d8004d00 2024-09-13T16:10:09.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.640+0000 7f90ee7fc640 1 -- 172.21.15.76:0/2059873425 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90e80319e0 con 0x7f90d8004d00 2024-09-13T16:10:09.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.640+0000 7f90f61c3640 1 -- 172.21.15.76:0/2059873425 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f90d8004d00 msgr2=0x7f90d8005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:09.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.640+0000 7f90f61c3640 1 --2- 172.21.15.76:0/2059873425 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f90d8004d00 0x7f90d8005180 secure :-1 s=READY pgs=1275 cs=0 l=1 rev1=1 crypto rx=0x7f90e8009fc0 tx=0x7f90d80057f0 comp rx=0 tx=0).stop 2024-09-13T16:10:09.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.640+0000 7f90effff640 1 -- 172.21.15.76:0/2059873425 reap_dead start 2024-09-13T16:10:09.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.640+0000 7f90f61c3640 1 -- 172.21.15.76:0/2059873425 shutdown_connections 2024-09-13T16:10:09.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.640+0000 7f90f61c3640 1 -- 172.21.15.76:0/2059873425 >> 172.21.15.76:0/2059873425 conn(0x7f90f008bf20 msgr2=0x7f90f009b840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:09.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.640+0000 7f90f61c3640 1 -- 172.21.15.76:0/2059873425 shutdown_connections 2024-09-13T16:10:09.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.640+0000 7f90f61c3640 1 -- 172.21.15.76:0/2059873425 wait complete. 2024-09-13T16:10:09.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.642+0000 7f90f61c3640 1 Processor -- start 2024-09-13T16:10:09.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.642+0000 7f90f61c3640 1 -- start start 2024-09-13T16:10:09.648 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.643+0000 7f90f61c3640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f90d8004d00 0x7f90f00b5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:09.648 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.643+0000 7f90f61c3640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f90f01f1fb0 0x7f90f00b68d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:09.648 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.643+0000 7f90f61c3640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f90f0158c10 0x7f90f00c8100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:09.648 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.643+0000 7f90f61c3640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90f00b5830 con 0x7f90f0158c10 2024-09-13T16:10:09.648 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.643+0000 7f90f61c3640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90f00b5b10 con 0x7f90f01f1fb0 2024-09-13T16:10:09.648 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.643+0000 7f90f61c3640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f90f00b5df0 con 0x7f90d8004d00 2024-09-13T16:10:09.648 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.643+0000 7f90effff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f90f0158c10 0x7f90f00c8100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:09.648 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.643+0000 7f90effff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f90f0158c10 0x7f90f00c8100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:54854/0 (socket says 172.21.15.76:54854) 2024-09-13T16:10:09.648 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.643+0000 7f90effff640 1 -- 172.21.15.76:0/1527495779 learned_addr learned my addr 172.21.15.76:0/1527495779 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:10:09.648 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.643+0000 7f90ef7fe640 1 --2- 172.21.15.76:0/1527495779 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f90d8004d00 0x7f90f00b5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:09.648 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.643+0000 7f90eeffd640 1 --2- 172.21.15.76:0/1527495779 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f90f01f1fb0 0x7f90f00b68d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:09.648 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.643+0000 7f90effff640 1 -- 172.21.15.76:0/1527495779 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f90d8004d00 msgr2=0x7f90f00b5250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:09.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.643+0000 7f90effff640 1 --2- 172.21.15.76:0/1527495779 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f90d8004d00 0x7f90f00b5250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:09.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.643+0000 7f90effff640 1 -- 172.21.15.76:0/1527495779 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f90f01f1fb0 msgr2=0x7f90f00b68d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:09.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.643+0000 7f90effff640 1 --2- 172.21.15.76:0/1527495779 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f90f01f1fb0 0x7f90f00b68d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:09.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.643+0000 7f90effff640 1 -- 172.21.15.76:0/1527495779 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f90f00b60d0 con 0x7f90f0158c10 2024-09-13T16:10:09.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.643+0000 7f90eeffd640 1 --2- 172.21.15.76:0/1527495779 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f90f01f1fb0 0x7f90f00b68d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:10:09.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.643+0000 7f90effff640 1 --2- 172.21.15.76:0/1527495779 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f90f0158c10 0x7f90f00c8100 secure :-1 s=READY pgs=1276 cs=0 l=1 rev1=1 crypto rx=0x7f90e8033040 tx=0x7f90e8009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:09.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.643+0000 7f90d7fff640 1 -- 172.21.15.76:0/1527495779 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90e8031d30 con 0x7f90f0158c10 2024-09-13T16:10:09.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.643+0000 7f90d7fff640 1 -- 172.21.15.76:0/1527495779 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f90e8040070 con 0x7f90f0158c10 2024-09-13T16:10:09.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.643+0000 7f90d7fff640 1 -- 172.21.15.76:0/1527495779 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90e8003bd0 con 0x7f90f0158c10 2024-09-13T16:10:09.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.643+0000 7f90f61c3640 1 -- 172.21.15.76:0/1527495779 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f90f00b63b0 con 0x7f90f0158c10 2024-09-13T16:10:09.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.644+0000 7f90f61c3640 1 -- 172.21.15.76:0/1527495779 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f90f00c8e50 con 0x7f90f0158c10 2024-09-13T16:10:09.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.645+0000 7f90f61c3640 1 -- 172.21.15.76:0/1527495779 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f90f01f2390 con 0x7f90f0158c10 2024-09-13T16:10:09.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.645+0000 7f90d7fff640 1 -- 172.21.15.76:0/1527495779 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f90e8042030 con 0x7f90f0158c10 2024-09-13T16:10:09.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.646+0000 7f90d7fff640 1 --2- 172.21.15.76:0/1527495779 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f90dc06ac30 0x7f90dc06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:09.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.646+0000 7f90d7fff640 1 -- 172.21.15.76:0/1527495779 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 6145+0+0 (secure 0 0 0) 0x7f90e80aa6c0 con 0x7f90f0158c10 2024-09-13T16:10:09.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.646+0000 7f90ef7fe640 1 --2- 172.21.15.76:0/1527495779 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f90dc06ac30 0x7f90dc06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:09.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.646+0000 7f90ef7fe640 1 --2- 172.21.15.76:0/1527495779 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f90dc06ac30 0x7f90dc06d0f0 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f90f00b6f00 tx=0x7f90e0009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:09.651 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.650+0000 7f90d7fff640 1 -- 172.21.15.76:0/1527495779 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f90e8075770 con 0x7f90f0158c10 2024-09-13T16:10:09.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.844+0000 7f90f61c3640 1 -- 172.21.15.76:0/1527495779 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7f90f00b65a0 con 0x7f90f0158c10 2024-09-13T16:10:09.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.845+0000 7f90d7fff640 1 -- 172.21.15.76:0/1527495779 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+174 (secure 0 0 0) 0x7f90e8078d90 con 0x7f90f0158c10 2024-09-13T16:10:09.846 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:10:09.846 INFO:teuthology.orchestra.run.smithi076.stdout:{"status":"HEALTH_WARN","checks":{"MDS_CACHE_OVERSIZED":{"severity":"HEALTH_WARN","summary":{"message":"1 MDSs report oversized cache","count":1},"muted":false}},"mutes":[]} 2024-09-13T16:10:09.848 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.847+0000 7f90f61c3640 1 -- 172.21.15.76:0/1527495779 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f90dc06ac30 msgr2=0x7f90dc06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:09.848 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.847+0000 7f90f61c3640 1 --2- 172.21.15.76:0/1527495779 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f90dc06ac30 0x7f90dc06d0f0 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f90f00b6f00 tx=0x7f90e0009040 comp rx=0 tx=0).stop 2024-09-13T16:10:09.849 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.847+0000 7f90f61c3640 1 -- 172.21.15.76:0/1527495779 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f90f0158c10 msgr2=0x7f90f00c8100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:09.849 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.847+0000 7f90f61c3640 1 --2- 172.21.15.76:0/1527495779 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f90f0158c10 0x7f90f00c8100 secure :-1 s=READY pgs=1276 cs=0 l=1 rev1=1 crypto rx=0x7f90e8033040 tx=0x7f90e8009750 comp rx=0 tx=0).stop 2024-09-13T16:10:09.849 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.847+0000 7f90f61c3640 1 -- 172.21.15.76:0/1527495779 shutdown_connections 2024-09-13T16:10:09.849 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.847+0000 7f90f61c3640 1 --2- 172.21.15.76:0/1527495779 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f90f0158c10 0x7f90f00c8100 unknown :-1 s=CLOSED pgs=1276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:09.849 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.847+0000 7f90f61c3640 1 --2- 172.21.15.76:0/1527495779 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f90f01f1fb0 0x7f90f00b68d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:09.849 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.847+0000 7f90f61c3640 1 --2- 172.21.15.76:0/1527495779 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f90dc06ac30 0x7f90dc06d0f0 unknown :-1 s=CLOSED pgs=557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:09.849 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.847+0000 7f90f61c3640 1 --2- 172.21.15.76:0/1527495779 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f90d8004d00 0x7f90f00b5250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:09.849 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.847+0000 7f90f61c3640 1 -- 172.21.15.76:0/1527495779 >> 172.21.15.76:0/1527495779 conn(0x7f90f008bf20 msgr2=0x7f90f015b7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:09.849 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.847+0000 7f90f61c3640 1 -- 172.21.15.76:0/1527495779 shutdown_connections 2024-09-13T16:10:09.849 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:09.847+0000 7f90f61c3640 1 -- 172.21.15.76:0/1527495779 wait complete. 2024-09-13T16:10:09.859 DEBUG:tasks.ceph_test_case:Not found expected summary strings yet (['1 MDSs report oversized cache']) 2024-09-13T16:10:09.859 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=120.0 retry_count=0)... 2024-09-13T16:10:11.625 DEBUG:teuthology.orchestra.run.smithi076:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:10:11.628 DEBUG:teuthology.orchestra.run.smithi192:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:10:14.860 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-13T16:10:14.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:14.968+0000 7f380bb1f640 1 Processor -- start 2024-09-13T16:10:14.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:14.968+0000 7f380bb1f640 1 -- start start 2024-09-13T16:10:14.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:14.969+0000 7f380bb1f640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f380406d720 0x7f38040ce4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:14.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:14.969+0000 7f380bb1f640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f380415dbd0 con 0x7f38040cea10 2024-09-13T16:10:14.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:14.969+0000 7f380bb1f640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f38040c8a10 con 0x7f380415d7f0 2024-09-13T16:10:14.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:14.969+0000 7f380bb1f640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f38040cee20 con 0x7f380406d720 2024-09-13T16:10:14.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:14.969+0000 7f380a0bc640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f38040cea10 0x7f38040c8ea0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:46478/0 (socket says 172.21.15.76:46478) 2024-09-13T16:10:14.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:14.969+0000 7f380a0bc640 1 -- 172.21.15.76:0/1063940878 learned_addr learned my addr 172.21.15.76:0/1063940878 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:10:14.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:14.969+0000 7f38090ba640 1 --2- 172.21.15.76:0/1063940878 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f380406d720 0x7f38040ce4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:14.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:14.969+0000 7f38088b9640 1 -- 172.21.15.76:0/1063940878 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1376553694 0 0) 0x7f380415dbd0 con 0x7f38040cea10 2024-09-13T16:10:14.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:14.969+0000 7f38088b9640 1 -- 172.21.15.76:0/1063940878 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f37f0003520 con 0x7f38040cea10 2024-09-13T16:10:14.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:14.969+0000 7f38088b9640 1 -- 172.21.15.76:0/1063940878 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1365960127 0 0) 0x7f37f0003520 con 0x7f38040cea10 2024-09-13T16:10:14.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:14.969+0000 7f38088b9640 1 -- 172.21.15.76:0/1063940878 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f380406d720 msgr2=0x7f38040ce4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:14.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:14.969+0000 7f38088b9640 1 --2- 172.21.15.76:0/1063940878 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f380406d720 0x7f38040ce4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:14.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:14.969+0000 7f38088b9640 1 -- 172.21.15.76:0/1063940878 >> v1:172.21.15.192:6789/0 conn(0x7f380415d7f0 legacy=0x7f380406d010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:14.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:14.969+0000 7f38088b9640 1 -- 172.21.15.76:0/1063940878 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f380406dbd0 con 0x7f38040cea10 2024-09-13T16:10:14.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:14.969+0000 7f38088b9640 1 -- 172.21.15.76:0/1063940878 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f37fc001670 con 0x7f38040cea10 2024-09-13T16:10:14.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:14.970+0000 7f38088b9640 1 -- 172.21.15.76:0/1063940878 >> v1:172.21.15.76:6789/0 conn(0x7f38040cea10 legacy=0x7f38040c8ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:14.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:14.970+0000 7f38088b9640 1 --2- 172.21.15.76:0/1063940878 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f37f00039a0 0x7f37f0003d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:14.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:14.970+0000 7f38088b9640 1 --2- 172.21.15.76:0/1063940878 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f380406d720 0x7f37f00047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:14.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:14.970+0000 7f38088b9640 1 --2- 172.21.15.76:0/1063940878 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f37f0004d00 0x7f37f0005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:14.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:14.970+0000 7f38088b9640 1 -- 172.21.15.76:0/1063940878 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f38040cee20 con 0x7f37f0004d00 2024-09-13T16:10:14.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:14.970+0000 7f38088b9640 1 -- 172.21.15.76:0/1063940878 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f37f000b980 con 0x7f37f00039a0 2024-09-13T16:10:14.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:14.970+0000 7f38088b9640 1 -- 172.21.15.76:0/1063940878 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f37f000bb40 con 0x7f380406d720 2024-09-13T16:10:14.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:14.970+0000 7f380a0bc640 1 --2- 172.21.15.76:0/1063940878 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f37f0004d00 0x7f37f0005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:14.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:14.970+0000 7f38090ba640 1 --2- 172.21.15.76:0/1063940878 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f380406d720 0x7f37f00047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:14.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:14.970+0000 7f38098bb640 1 --2- 172.21.15.76:0/1063940878 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f37f00039a0 0x7f37f0003d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:14.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:14.970+0000 7f380a0bc640 1 -- 172.21.15.76:0/1063940878 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f380406d720 msgr2=0x7f37f00047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:14.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:14.970+0000 7f380a0bc640 1 --2- 172.21.15.76:0/1063940878 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f380406d720 0x7f37f00047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:14.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:14.970+0000 7f380a0bc640 1 -- 172.21.15.76:0/1063940878 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f37f00039a0 msgr2=0x7f37f0003d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:14.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:14.970+0000 7f380a0bc640 1 --2- 172.21.15.76:0/1063940878 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f37f00039a0 0x7f37f0003d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:14.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:14.970+0000 7f380a0bc640 1 -- 172.21.15.76:0/1063940878 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f37f0003520 con 0x7f37f0004d00 2024-09-13T16:10:14.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:14.971+0000 7f380a0bc640 1 --2- 172.21.15.76:0/1063940878 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f37f0004d00 0x7f37f0005180 secure :-1 s=READY pgs=1278 cs=0 l=1 rev1=1 crypto rx=0x7f37fc00c240 tx=0x7f37f00057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9385f80bb2aa3a56 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:14.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:14.971+0000 7f38088b9640 1 -- 172.21.15.76:0/1063940878 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f37fc005ad0 con 0x7f37f0004d00 2024-09-13T16:10:14.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:14.971+0000 7f38088b9640 1 -- 172.21.15.76:0/1063940878 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f37fc02d070 con 0x7f37f0004d00 2024-09-13T16:10:14.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:14.971+0000 7f38088b9640 1 -- 172.21.15.76:0/1063940878 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f37fc005e70 con 0x7f37f0004d00 2024-09-13T16:10:14.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:14.971+0000 7f380bb1f640 1 -- 172.21.15.76:0/1063940878 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f37f0004d00 msgr2=0x7f37f0005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:14.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:14.971+0000 7f380bb1f640 1 --2- 172.21.15.76:0/1063940878 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f37f0004d00 0x7f37f0005180 secure :-1 s=READY pgs=1278 cs=0 l=1 rev1=1 crypto rx=0x7f37fc00c240 tx=0x7f37f00057f0 comp rx=0 tx=0).stop 2024-09-13T16:10:14.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:14.971+0000 7f380a0bc640 1 -- 172.21.15.76:0/1063940878 reap_dead start 2024-09-13T16:10:14.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:14.971+0000 7f380bb1f640 1 -- 172.21.15.76:0/1063940878 shutdown_connections 2024-09-13T16:10:14.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:14.971+0000 7f380bb1f640 1 -- 172.21.15.76:0/1063940878 >> 172.21.15.76:0/1063940878 conn(0x7f380406a0b0 msgr2=0x7f380406a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:14.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:14.972+0000 7f380bb1f640 1 -- 172.21.15.76:0/1063940878 shutdown_connections 2024-09-13T16:10:14.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:14.972+0000 7f380bb1f640 1 -- 172.21.15.76:0/1063940878 wait complete. 2024-09-13T16:10:14.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:14.973+0000 7f380bb1f640 1 Processor -- start 2024-09-13T16:10:14.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:14.973+0000 7f380bb1f640 1 -- start start 2024-09-13T16:10:14.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:14.973+0000 7f380bb1f640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f37f0004d00 0x7f3804150260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:14.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:14.973+0000 7f380bb1f640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f38040cbe60 0x7f38040cc2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:14.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:14.973+0000 7f380bb1f640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f38041f4fb0 0x7f38041f5460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:14.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:14.973+0000 7f380bb1f640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f38041f59a0 con 0x7f37f0004d00 2024-09-13T16:10:14.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:14.973+0000 7f380bb1f640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f38040cd5e0 con 0x7f38040cbe60 2024-09-13T16:10:14.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:14.973+0000 7f380bb1f640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f38041f5e10 con 0x7f38041f4fb0 2024-09-13T16:10:14.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:14.974+0000 7f38098bb640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f37f0004d00 0x7f3804150260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:14.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:14.974+0000 7f38098bb640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f37f0004d00 0x7f3804150260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:35124/0 (socket says 172.21.15.76:35124) 2024-09-13T16:10:14.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:14.974+0000 7f38098bb640 1 -- 172.21.15.76:0/593571564 learned_addr learned my addr 172.21.15.76:0/593571564 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:10:14.980 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:14.974+0000 7f38090ba640 1 --2- 172.21.15.76:0/593571564 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f38040cbe60 0x7f38040cc2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:14.980 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:14.974+0000 7f380a0bc640 1 --2- 172.21.15.76:0/593571564 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f38041f4fb0 0x7f38041f5460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:14.980 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:14.974+0000 7f38098bb640 1 -- 172.21.15.76:0/593571564 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f38041f4fb0 msgr2=0x7f38041f5460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:14.980 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:14.974+0000 7f38098bb640 1 --2- 172.21.15.76:0/593571564 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f38041f4fb0 0x7f38041f5460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:14.980 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:14.974+0000 7f38098bb640 1 -- 172.21.15.76:0/593571564 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f38040cbe60 msgr2=0x7f38040cc2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:14.980 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:14.974+0000 7f38098bb640 1 --2- 172.21.15.76:0/593571564 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f38040cbe60 0x7f38040cc2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:14.980 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:14.974+0000 7f38098bb640 1 -- 172.21.15.76:0/593571564 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f38040cc9d0 con 0x7f37f0004d00 2024-09-13T16:10:14.980 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:14.974+0000 7f380a0bc640 1 --2- 172.21.15.76:0/593571564 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f38041f4fb0 0x7f38041f5460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:10:14.980 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:14.974+0000 7f38098bb640 1 --2- 172.21.15.76:0/593571564 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f37f0004d00 0x7f3804150260 secure :-1 s=READY pgs=1279 cs=0 l=1 rev1=1 crypto rx=0x7f380000fb60 tx=0x7f380000ff60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:14.980 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:14.974+0000 7f37fa7fc640 1 -- 172.21.15.76:0/593571564 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3800003b80 con 0x7f37f0004d00 2024-09-13T16:10:14.980 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:14.974+0000 7f37fa7fc640 1 -- 172.21.15.76:0/593571564 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3800003d00 con 0x7f37f0004d00 2024-09-13T16:10:14.980 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:14.974+0000 7f37fa7fc640 1 -- 172.21.15.76:0/593571564 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f380000da40 con 0x7f37f0004d00 2024-09-13T16:10:14.980 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:14.974+0000 7f380bb1f640 1 -- 172.21.15.76:0/593571564 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f38040cccb0 con 0x7f37f0004d00 2024-09-13T16:10:14.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:14.974+0000 7f380bb1f640 1 -- 172.21.15.76:0/593571564 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f38040cd270 con 0x7f37f0004d00 2024-09-13T16:10:14.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:14.975+0000 7f380bb1f640 1 -- 172.21.15.76:0/593571564 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f38040cd430 con 0x7f37f0004d00 2024-09-13T16:10:14.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:14.976+0000 7f37fa7fc640 1 -- 172.21.15.76:0/593571564 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f380000dba0 con 0x7f37f0004d00 2024-09-13T16:10:14.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:14.976+0000 7f37fa7fc640 1 --2- 172.21.15.76:0/593571564 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f37e806ac00 0x7f37e806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:14.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:14.976+0000 7f37fa7fc640 1 -- 172.21.15.76:0/593571564 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 6145+0+0 (secure 0 0 0) 0x7f3800089780 con 0x7f37f0004d00 2024-09-13T16:10:14.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:14.976+0000 7f38090ba640 1 --2- 172.21.15.76:0/593571564 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f37e806ac00 0x7f37e806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:14.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:14.977+0000 7f38090ba640 1 --2- 172.21.15.76:0/593571564 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f37e806ac00 0x7f37e806d0c0 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f3804097b50 tx=0x7f37f4009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:14.982 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:14.981+0000 7f37fa7fc640 1 -- 172.21.15.76:0/593571564 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f3800054830 con 0x7f37f0004d00 2024-09-13T16:10:15.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:15.177+0000 7f380bb1f640 1 -- 172.21.15.76:0/593571564 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7f38040ce4d0 con 0x7f37f0004d00 2024-09-13T16:10:15.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:15.177+0000 7f37fa7fc640 1 -- 172.21.15.76:0/593571564 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+174 (secure 0 0 0) 0x7f3800057e50 con 0x7f37f0004d00 2024-09-13T16:10:15.180 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:10:15.180 INFO:teuthology.orchestra.run.smithi076.stdout:{"status":"HEALTH_WARN","checks":{"MDS_CACHE_OVERSIZED":{"severity":"HEALTH_WARN","summary":{"message":"1 MDSs report oversized cache","count":1},"muted":false}},"mutes":[]} 2024-09-13T16:10:15.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:15.179+0000 7f380bb1f640 1 -- 172.21.15.76:0/593571564 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f37e806ac00 msgr2=0x7f37e806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:15.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:15.179+0000 7f380bb1f640 1 --2- 172.21.15.76:0/593571564 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f37e806ac00 0x7f37e806d0c0 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f3804097b50 tx=0x7f37f4009190 comp rx=0 tx=0).stop 2024-09-13T16:10:15.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:15.179+0000 7f380bb1f640 1 -- 172.21.15.76:0/593571564 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f37f0004d00 msgr2=0x7f3804150260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:15.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:15.179+0000 7f380bb1f640 1 --2- 172.21.15.76:0/593571564 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f37f0004d00 0x7f3804150260 secure :-1 s=READY pgs=1279 cs=0 l=1 rev1=1 crypto rx=0x7f380000fb60 tx=0x7f380000ff60 comp rx=0 tx=0).stop 2024-09-13T16:10:15.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:15.179+0000 7f380bb1f640 1 -- 172.21.15.76:0/593571564 shutdown_connections 2024-09-13T16:10:15.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:15.179+0000 7f380bb1f640 1 --2- 172.21.15.76:0/593571564 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f37e806ac00 0x7f37e806d0c0 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:15.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:15.179+0000 7f380bb1f640 1 --2- 172.21.15.76:0/593571564 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f38041f4fb0 0x7f38041f5460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:15.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:15.179+0000 7f380bb1f640 1 --2- 172.21.15.76:0/593571564 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f38040cbe60 0x7f38040cc2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:15.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:15.179+0000 7f380bb1f640 1 --2- 172.21.15.76:0/593571564 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f37f0004d00 0x7f3804150260 unknown :-1 s=CLOSED pgs=1279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:15.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:15.179+0000 7f380bb1f640 1 -- 172.21.15.76:0/593571564 >> 172.21.15.76:0/593571564 conn(0x7f380406a0b0 msgr2=0x7f38040ac5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:15.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:15.179+0000 7f380bb1f640 1 -- 172.21.15.76:0/593571564 shutdown_connections 2024-09-13T16:10:15.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:15.179+0000 7f380bb1f640 1 -- 172.21.15.76:0/593571564 wait complete. 2024-09-13T16:10:15.192 DEBUG:tasks.ceph_test_case:Not found expected summary strings yet (['1 MDSs report oversized cache']) 2024-09-13T16:10:15.192 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=120.0 retry_count=0)... 2024-09-13T16:10:20.194 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-13T16:10:20.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:20.305+0000 7f33a69ff640 1 Processor -- start 2024-09-13T16:10:20.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:20.305+0000 7f33a69ff640 1 -- start start 2024-09-13T16:10:20.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:20.306+0000 7f33a69ff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f33a0158f30 0x7f33a00acbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:20.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:20.306+0000 7f33a69ff640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f33a00cebe0 0x7f33a00cbe60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:20.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:20.306+0000 7f33a69ff640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f33a00abb20 con 0x7f33a00ab140 2024-09-13T16:10:20.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:20.306+0000 7f33a69ff640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f33a00abe00 con 0x7f33a0158f30 2024-09-13T16:10:20.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:20.306+0000 7f33a69ff640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f33a00ac0e0 con 0x7f33a00cebe0 2024-09-13T16:10:20.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:20.306+0000 7f339ffff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f33a0158f30 0x7f33a00acbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:20.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:20.306+0000 7f339ffff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f33a0158f30 0x7f33a00acbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:35134/0 (socket says 172.21.15.76:35134) 2024-09-13T16:10:20.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:20.306+0000 7f339ffff640 1 -- 172.21.15.76:0/306112151 learned_addr learned my addr 172.21.15.76:0/306112151 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:10:20.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:20.306+0000 7f33a4f9c640 1 --2- 172.21.15.76:0/306112151 >> v2:172.21.15.192:3300/0 conn(0x7f33a00cebe0 0x7f33a00cbe60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:20.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:20.307+0000 7f339ffff640 1 -- 172.21.15.76:0/306112151 >> v2:172.21.15.192:3300/0 conn(0x7f33a00cebe0 msgr2=0x7f33a00cbe60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:20.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:20.307+0000 7f339ffff640 1 --2- 172.21.15.76:0/306112151 >> v2:172.21.15.192:3300/0 conn(0x7f33a00cebe0 0x7f33a00cbe60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:20.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:20.307+0000 7f339ffff640 1 -- 172.21.15.76:0/306112151 >> v1:172.21.15.192:6789/0 conn(0x7f33a00ab140 legacy=0x7f33a00ce4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:20.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:20.307+0000 7f339ffff640 1 -- 172.21.15.76:0/306112151 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f33a00ac3c0 con 0x7f33a0158f30 2024-09-13T16:10:20.311 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:20.307+0000 7f339ffff640 1 --2- 172.21.15.76:0/306112151 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f33a0158f30 0x7f33a00acbc0 secure :-1 s=READY pgs=1280 cs=0 l=1 rev1=1 crypto rx=0x7f33a00ca350 tx=0x7f339002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c02dc88dfadfb704 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:20.311 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:20.307+0000 7f339effd640 1 -- 172.21.15.76:0/306112151 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3390032440 con 0x7f33a0158f30 2024-09-13T16:10:20.311 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:20.308+0000 7f339effd640 1 -- 172.21.15.76:0/306112151 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f33900325a0 con 0x7f33a0158f30 2024-09-13T16:10:20.311 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:20.308+0000 7f339effd640 1 -- 172.21.15.76:0/306112151 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3390032930 con 0x7f33a0158f30 2024-09-13T16:10:20.311 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:20.308+0000 7f33a69ff640 1 -- 172.21.15.76:0/306112151 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f33a0158f30 msgr2=0x7f33a00acbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:20.311 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:20.308+0000 7f33a69ff640 1 --2- 172.21.15.76:0/306112151 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f33a0158f30 0x7f33a00acbc0 secure :-1 s=READY pgs=1280 cs=0 l=1 rev1=1 crypto rx=0x7f33a00ca350 tx=0x7f339002a1e0 comp rx=0 tx=0).stop 2024-09-13T16:10:20.311 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:20.308+0000 7f33a69ff640 1 -- 172.21.15.76:0/306112151 shutdown_connections 2024-09-13T16:10:20.311 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:20.308+0000 7f33a69ff640 1 --2- 172.21.15.76:0/306112151 >> v2:172.21.15.192:3300/0 conn(0x7f33a00cebe0 0x7f33a00cbe60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:20.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:20.308+0000 7f33a69ff640 1 --2- 172.21.15.76:0/306112151 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f33a0158f30 0x7f33a00acbc0 unknown :-1 s=CLOSED pgs=1280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:20.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:20.308+0000 7f33a69ff640 1 -- 172.21.15.76:0/306112151 >> 172.21.15.76:0/306112151 conn(0x7f33a006a0b0 msgr2=0x7f33a006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:20.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:20.308+0000 7f33a69ff640 1 -- 172.21.15.76:0/306112151 shutdown_connections 2024-09-13T16:10:20.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:20.308+0000 7f33a69ff640 1 -- 172.21.15.76:0/306112151 wait complete. 2024-09-13T16:10:20.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:20.309+0000 7f33a69ff640 1 Processor -- start 2024-09-13T16:10:20.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:20.310+0000 7f33a69ff640 1 -- start start 2024-09-13T16:10:20.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:20.310+0000 7f33a69ff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f33a00ab140 0x7f33a0097a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:20.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:20.310+0000 7f33a69ff640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f33a00cebe0 0x7f33a00b0230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:20.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:20.310+0000 7f33a69ff640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f33a0158f30 0x7f33a00b0770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:20.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:20.310+0000 7f33a69ff640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33a00c3610 con 0x7f33a00ab140 2024-09-13T16:10:20.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:20.310+0000 7f33a69ff640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33a00c2720 con 0x7f33a0158f30 2024-09-13T16:10:20.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:20.310+0000 7f33a69ff640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f33a00c2a00 con 0x7f33a00cebe0 2024-09-13T16:10:20.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:20.310+0000 7f339ffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f33a00ab140 0x7f33a0097a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:20.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:20.310+0000 7f339ffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f33a00ab140 0x7f33a0097a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:35136/0 (socket says 172.21.15.76:35136) 2024-09-13T16:10:20.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:20.310+0000 7f339ffff640 1 -- 172.21.15.76:0/1500864339 learned_addr learned my addr 172.21.15.76:0/1500864339 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:10:20.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:20.311+0000 7f33a4f9c640 1 --2- 172.21.15.76:0/1500864339 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f33a0158f30 0x7f33a00b0770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:20.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:20.311+0000 7f339f7fe640 1 --2- 172.21.15.76:0/1500864339 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f33a00cebe0 0x7f33a00b0230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:20.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:20.311+0000 7f339ffff640 1 -- 172.21.15.76:0/1500864339 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f33a00cebe0 msgr2=0x7f33a00b0230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:20.316 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:20.311+0000 7f339ffff640 1 --2- 172.21.15.76:0/1500864339 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f33a00cebe0 0x7f33a00b0230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:20.316 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:20.311+0000 7f339ffff640 1 -- 172.21.15.76:0/1500864339 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f33a0158f30 msgr2=0x7f33a00b0770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:20.316 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:20.311+0000 7f339ffff640 1 --2- 172.21.15.76:0/1500864339 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f33a0158f30 0x7f33a00b0770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:20.316 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:20.311+0000 7f339ffff640 1 -- 172.21.15.76:0/1500864339 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f33900094d0 con 0x7f33a00ab140 2024-09-13T16:10:20.316 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:20.311+0000 7f339f7fe640 1 --2- 172.21.15.76:0/1500864339 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f33a00cebe0 0x7f33a00b0230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:10:20.316 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:20.311+0000 7f339ffff640 1 --2- 172.21.15.76:0/1500864339 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f33a00ab140 0x7f33a0097a20 secure :-1 s=READY pgs=1281 cs=0 l=1 rev1=1 crypto rx=0x7f339002a220 tx=0x7f33900046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:20.316 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:20.311+0000 7f339cff9640 1 -- 172.21.15.76:0/1500864339 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3390032440 con 0x7f33a00ab140 2024-09-13T16:10:20.316 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:20.311+0000 7f339cff9640 1 -- 172.21.15.76:0/1500864339 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3390030980 con 0x7f33a00ab140 2024-09-13T16:10:20.316 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:20.311+0000 7f33a69ff640 1 -- 172.21.15.76:0/1500864339 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f33a00c2ce0 con 0x7f33a00ab140 2024-09-13T16:10:20.316 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:20.311+0000 7f339cff9640 1 -- 172.21.15.76:0/1500864339 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3390030d10 con 0x7f33a00ab140 2024-09-13T16:10:20.316 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:20.311+0000 7f33a69ff640 1 -- 172.21.15.76:0/1500864339 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f33a00c32a0 con 0x7f33a00ab140 2024-09-13T16:10:20.317 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:20.312+0000 7f33a69ff640 1 -- 172.21.15.76:0/1500864339 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f33a00c66c0 con 0x7f33a00ab140 2024-09-13T16:10:20.317 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:20.313+0000 7f339cff9640 1 -- 172.21.15.76:0/1500864339 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f3390039040 con 0x7f33a00ab140 2024-09-13T16:10:20.317 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:20.313+0000 7f339cff9640 1 --2- 172.21.15.76:0/1500864339 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f338c06ac00 0x7f338c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:20.317 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:20.313+0000 7f339f7fe640 1 --2- 172.21.15.76:0/1500864339 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f338c06ac00 0x7f338c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:20.317 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:20.313+0000 7f339cff9640 1 -- 172.21.15.76:0/1500864339 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 6145+0+0 (secure 0 0 0) 0x7f33900a9dc0 con 0x7f33a00ab140 2024-09-13T16:10:20.317 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:20.314+0000 7f339f7fe640 1 --2- 172.21.15.76:0/1500864339 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f338c06ac00 0x7f338c06d0c0 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f3394007fd0 tx=0x7f3394009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:20.319 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:20.317+0000 7f339cff9640 1 -- 172.21.15.76:0/1500864339 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f3390074e70 con 0x7f33a00ab140 2024-09-13T16:10:20.515 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:20.513+0000 7f33a69ff640 1 -- 172.21.15.76:0/1500864339 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7f33a00b2eb0 con 0x7f33a00ab140 2024-09-13T16:10:20.515 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:20.514+0000 7f339cff9640 1 -- 172.21.15.76:0/1500864339 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+174 (secure 0 0 0) 0x7f33900410c0 con 0x7f33a00ab140 2024-09-13T16:10:20.515 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:10:20.515 INFO:teuthology.orchestra.run.smithi076.stdout:{"status":"HEALTH_WARN","checks":{"MDS_CACHE_OVERSIZED":{"severity":"HEALTH_WARN","summary":{"message":"1 MDSs report oversized cache","count":1},"muted":false}},"mutes":[]} 2024-09-13T16:10:20.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:20.515+0000 7f33a69ff640 1 -- 172.21.15.76:0/1500864339 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f338c06ac00 msgr2=0x7f338c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:20.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:20.515+0000 7f33a69ff640 1 --2- 172.21.15.76:0/1500864339 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f338c06ac00 0x7f338c06d0c0 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f3394007fd0 tx=0x7f3394009040 comp rx=0 tx=0).stop 2024-09-13T16:10:20.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:20.515+0000 7f33a69ff640 1 -- 172.21.15.76:0/1500864339 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f33a00ab140 msgr2=0x7f33a0097a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:20.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:20.515+0000 7f33a69ff640 1 --2- 172.21.15.76:0/1500864339 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f33a00ab140 0x7f33a0097a20 secure :-1 s=READY pgs=1281 cs=0 l=1 rev1=1 crypto rx=0x7f339002a220 tx=0x7f33900046c0 comp rx=0 tx=0).stop 2024-09-13T16:10:20.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:20.515+0000 7f33a69ff640 1 -- 172.21.15.76:0/1500864339 shutdown_connections 2024-09-13T16:10:20.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:20.515+0000 7f33a69ff640 1 --2- 172.21.15.76:0/1500864339 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f33a0158f30 0x7f33a00b0770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:20.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:20.515+0000 7f33a69ff640 1 --2- 172.21.15.76:0/1500864339 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f338c06ac00 0x7f338c06d0c0 unknown :-1 s=CLOSED pgs=559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:20.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:20.515+0000 7f33a69ff640 1 --2- 172.21.15.76:0/1500864339 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f33a00cebe0 0x7f33a00b0230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:20.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:20.515+0000 7f33a69ff640 1 --2- 172.21.15.76:0/1500864339 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f33a00ab140 0x7f33a0097a20 unknown :-1 s=CLOSED pgs=1281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:20.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:20.515+0000 7f33a69ff640 1 -- 172.21.15.76:0/1500864339 >> 172.21.15.76:0/1500864339 conn(0x7f33a006a0b0 msgr2=0x7f33a006dd50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:20.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:20.516+0000 7f33a69ff640 1 -- 172.21.15.76:0/1500864339 shutdown_connections 2024-09-13T16:10:20.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:20.516+0000 7f33a69ff640 1 -- 172.21.15.76:0/1500864339 wait complete. 2024-09-13T16:10:20.528 DEBUG:tasks.ceph_test_case:Not found expected summary strings yet (['1 MDSs report oversized cache']) 2024-09-13T16:10:20.528 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=120.0 retry_count=0)... 2024-09-13T16:10:25.529 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-13T16:10:25.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:25.635+0000 7f82ed453640 1 Processor -- start 2024-09-13T16:10:25.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:25.635+0000 7f82ed453640 1 -- start start 2024-09-13T16:10:25.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:25.636+0000 7f82ed453640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f82e8158fc0 0x7f82e80b1160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:25.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:25.636+0000 7f82ed453640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f82e80cecd0 0x7f82e80ab9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:25.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:25.636+0000 7f82ed453640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f82e80ab550 con 0x7f82e80b16a0 2024-09-13T16:10:25.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:25.636+0000 7f82ed453640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f82e80b1c00 con 0x7f82e80cecd0 2024-09-13T16:10:25.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:25.636+0000 7f82ed453640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f82e80b1ee0 con 0x7f82e8158fc0 2024-09-13T16:10:25.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:25.636+0000 7f82e77fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f82e80cecd0 0x7f82e80ab9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:25.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:25.636+0000 7f82de7fc640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f82e80b16a0 0x7f82e80ce5c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:46700/0 (socket says 172.21.15.76:46700) 2024-09-13T16:10:25.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:25.636+0000 7f82de7fc640 1 -- 172.21.15.76:0/3547747612 learned_addr learned my addr 172.21.15.76:0/3547747612 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:10:25.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:25.637+0000 7f82e77fe640 1 -- 172.21.15.76:0/3547747612 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f82e8158fc0 msgr2=0x7f82e80b1160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:25.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:25.637+0000 7f82e6ffd640 1 --2- 172.21.15.76:0/3547747612 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f82e8158fc0 0x7f82e80b1160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:25.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:25.637+0000 7f82e77fe640 1 --2- 172.21.15.76:0/3547747612 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f82e8158fc0 0x7f82e80b1160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:25.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:25.637+0000 7f82e77fe640 1 -- 172.21.15.76:0/3547747612 >> v1:172.21.15.76:6789/0 conn(0x7f82e80b16a0 legacy=0x7f82e80ce5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:25.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:25.637+0000 7f82e77fe640 1 -- 172.21.15.76:0/3547747612 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f82e80b21c0 con 0x7f82e80cecd0 2024-09-13T16:10:25.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:25.637+0000 7f82e67fc640 1 -- 172.21.15.76:0/3547747612 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3524709235 0 0) 0x7f82e80ab550 con 0x7f82e80b16a0 2024-09-13T16:10:25.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:25.637+0000 7f82e6ffd640 1 --2- 172.21.15.76:0/3547747612 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f82e8158fc0 0x7f82e80b1160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:10:25.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:25.637+0000 7f82e77fe640 1 --2- 172.21.15.76:0/3547747612 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f82e80cecd0 0x7f82e80ab9e0 secure :-1 s=READY pgs=1283 cs=0 l=1 rev1=1 crypto rx=0x7f82e0009d90 tx=0x7f82e002a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa925fded562a69f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:25.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:25.638+0000 7f82e67fc640 1 -- 172.21.15.76:0/3547747612 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82e0007740 con 0x7f82e80cecd0 2024-09-13T16:10:25.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:25.638+0000 7f82e67fc640 1 -- 172.21.15.76:0/3547747612 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f82e002d050 con 0x7f82e80cecd0 2024-09-13T16:10:25.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:25.638+0000 7f82e67fc640 1 -- 172.21.15.76:0/3547747612 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82e0007ac0 con 0x7f82e80cecd0 2024-09-13T16:10:25.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:25.638+0000 7f82ed453640 1 -- 172.21.15.76:0/3547747612 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f82e80cecd0 msgr2=0x7f82e80ab9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:25.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:25.638+0000 7f82ed453640 1 --2- 172.21.15.76:0/3547747612 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f82e80cecd0 0x7f82e80ab9e0 secure :-1 s=READY pgs=1283 cs=0 l=1 rev1=1 crypto rx=0x7f82e0009d90 tx=0x7f82e002a660 comp rx=0 tx=0).stop 2024-09-13T16:10:25.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:25.638+0000 7f82ed453640 1 -- 172.21.15.76:0/3547747612 shutdown_connections 2024-09-13T16:10:25.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:25.638+0000 7f82ed453640 1 --2- 172.21.15.76:0/3547747612 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f82e80cecd0 0x7f82e80ab9e0 unknown :-1 s=CLOSED pgs=1283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:25.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:25.638+0000 7f82ed453640 1 --2- 172.21.15.76:0/3547747612 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f82e8158fc0 0x7f82e80b1160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:25.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:25.638+0000 7f82ed453640 1 -- 172.21.15.76:0/3547747612 >> 172.21.15.76:0/3547747612 conn(0x7f82e806a0b0 msgr2=0x7f82e806a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:25.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:25.638+0000 7f82ed453640 1 -- 172.21.15.76:0/3547747612 shutdown_connections 2024-09-13T16:10:25.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:25.638+0000 7f82ed453640 1 -- 172.21.15.76:0/3547747612 wait complete. 2024-09-13T16:10:25.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:25.639+0000 7f82ed453640 1 Processor -- start 2024-09-13T16:10:25.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:25.640+0000 7f82ed453640 1 -- start start 2024-09-13T16:10:25.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:25.640+0000 7f82ed453640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f82e80b16a0 0x7f82e80c4a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:25.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:25.640+0000 7f82ed453640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f82e80cecd0 0x7f82e80cd150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:25.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:25.640+0000 7f82ed453640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f82e8158fc0 0x7f82e80c2d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:25.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:25.640+0000 7f82ed453640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82e80c1ce0 con 0x7f82e8158fc0 2024-09-13T16:10:25.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:25.640+0000 7f82ed453640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82e80c1fc0 con 0x7f82e80cecd0 2024-09-13T16:10:25.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:25.640+0000 7f82ed453640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f82e80c22a0 con 0x7f82e80b16a0 2024-09-13T16:10:25.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:25.640+0000 7f82e77fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f82e8158fc0 0x7f82e80c2d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:25.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:25.640+0000 7f82e77fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f82e8158fc0 0x7f82e80c2d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:47008/0 (socket says 172.21.15.76:47008) 2024-09-13T16:10:25.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:25.640+0000 7f82e77fe640 1 -- 172.21.15.76:0/4124691364 learned_addr learned my addr 172.21.15.76:0/4124691364 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:10:25.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:25.641+0000 7f82e6ffd640 1 --2- 172.21.15.76:0/4124691364 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f82e80b16a0 0x7f82e80c4a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:25.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:25.641+0000 7f82de7fc640 1 --2- 172.21.15.76:0/4124691364 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f82e80cecd0 0x7f82e80cd150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:25.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:25.641+0000 7f82e77fe640 1 -- 172.21.15.76:0/4124691364 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f82e80b16a0 msgr2=0x7f82e80c4a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:25.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:25.641+0000 7f82e77fe640 1 --2- 172.21.15.76:0/4124691364 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f82e80b16a0 0x7f82e80c4a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:25.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:25.641+0000 7f82e77fe640 1 -- 172.21.15.76:0/4124691364 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f82e80cecd0 msgr2=0x7f82e80cd150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:25.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:25.641+0000 7f82e77fe640 1 --2- 172.21.15.76:0/4124691364 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f82e80cecd0 0x7f82e80cd150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:25.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:25.641+0000 7f82e77fe640 1 -- 172.21.15.76:0/4124691364 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f82e0009a70 con 0x7f82e8158fc0 2024-09-13T16:10:25.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:25.641+0000 7f82e77fe640 1 --2- 172.21.15.76:0/4124691364 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f82e8158fc0 0x7f82e80c2d80 secure :-1 s=READY pgs=1284 cs=0 l=1 rev1=1 crypto rx=0x7f82e0009d90 tx=0x7f82e0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:25.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:25.641+0000 7f82dffff640 1 -- 172.21.15.76:0/4124691364 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82e0031910 con 0x7f82e8158fc0 2024-09-13T16:10:25.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:25.641+0000 7f82dffff640 1 -- 172.21.15.76:0/4124691364 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f82e0031a70 con 0x7f82e8158fc0 2024-09-13T16:10:25.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:25.641+0000 7f82ed453640 1 -- 172.21.15.76:0/4124691364 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f82e8159520 con 0x7f82e8158fc0 2024-09-13T16:10:25.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:25.641+0000 7f82dffff640 1 -- 172.21.15.76:0/4124691364 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82e0031de0 con 0x7f82e8158fc0 2024-09-13T16:10:25.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:25.641+0000 7f82ed453640 1 -- 172.21.15.76:0/4124691364 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f82e80c2860 con 0x7f82e8158fc0 2024-09-13T16:10:25.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:25.642+0000 7f82ed453640 1 -- 172.21.15.76:0/4124691364 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f82e80b1160 con 0x7f82e8158fc0 2024-09-13T16:10:25.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:25.642+0000 7f82dffff640 1 -- 172.21.15.76:0/4124691364 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f82e003c420 con 0x7f82e8158fc0 2024-09-13T16:10:25.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:25.643+0000 7f82dffff640 1 --2- 172.21.15.76:0/4124691364 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f82c806ac00 0x7f82c806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:25.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:25.643+0000 7f82dffff640 1 -- 172.21.15.76:0/4124691364 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 6145+0+0 (secure 0 0 0) 0x7f82e00aaf90 con 0x7f82e8158fc0 2024-09-13T16:10:25.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:25.643+0000 7f82e6ffd640 1 --2- 172.21.15.76:0/4124691364 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f82c806ac00 0x7f82c806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:25.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:25.643+0000 7f82e6ffd640 1 --2- 172.21.15.76:0/4124691364 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f82c806ac00 0x7f82c806d0c0 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f82d800a950 tx=0x7f82d8008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:25.648 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:25.647+0000 7f82dffff640 1 -- 172.21.15.76:0/4124691364 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f82e0075fb0 con 0x7f82e8158fc0 2024-09-13T16:10:25.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:25.840+0000 7f82ed453640 1 -- 172.21.15.76:0/4124691364 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7f82e80acf40 con 0x7f82e8158fc0 2024-09-13T16:10:25.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:25.841+0000 7f82dffff640 1 -- 172.21.15.76:0/4124691364 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+174 (secure 0 0 0) 0x7f82e00795d0 con 0x7f82e8158fc0 2024-09-13T16:10:25.842 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:10:25.843 INFO:teuthology.orchestra.run.smithi076.stdout:{"status":"HEALTH_WARN","checks":{"MDS_CACHE_OVERSIZED":{"severity":"HEALTH_WARN","summary":{"message":"1 MDSs report oversized cache","count":1},"muted":false}},"mutes":[]} 2024-09-13T16:10:25.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:25.843+0000 7f82ed453640 1 -- 172.21.15.76:0/4124691364 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f82c806ac00 msgr2=0x7f82c806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:25.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:25.843+0000 7f82ed453640 1 --2- 172.21.15.76:0/4124691364 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f82c806ac00 0x7f82c806d0c0 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f82d800a950 tx=0x7f82d8008040 comp rx=0 tx=0).stop 2024-09-13T16:10:25.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:25.843+0000 7f82ed453640 1 -- 172.21.15.76:0/4124691364 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f82e8158fc0 msgr2=0x7f82e80c2d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:25.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:25.843+0000 7f82ed453640 1 --2- 172.21.15.76:0/4124691364 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f82e8158fc0 0x7f82e80c2d80 secure :-1 s=READY pgs=1284 cs=0 l=1 rev1=1 crypto rx=0x7f82e0009d90 tx=0x7f82e0004a40 comp rx=0 tx=0).stop 2024-09-13T16:10:25.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:25.843+0000 7f82ed453640 1 -- 172.21.15.76:0/4124691364 shutdown_connections 2024-09-13T16:10:25.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:25.843+0000 7f82ed453640 1 --2- 172.21.15.76:0/4124691364 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f82e8158fc0 0x7f82e80c2d80 unknown :-1 s=CLOSED pgs=1284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:25.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:25.843+0000 7f82ed453640 1 --2- 172.21.15.76:0/4124691364 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f82e80cecd0 0x7f82e80cd150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:25.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:25.843+0000 7f82ed453640 1 --2- 172.21.15.76:0/4124691364 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f82c806ac00 0x7f82c806d0c0 unknown :-1 s=CLOSED pgs=560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:25.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:25.843+0000 7f82ed453640 1 --2- 172.21.15.76:0/4124691364 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f82e80b16a0 0x7f82e80c4a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:25.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:25.843+0000 7f82ed453640 1 -- 172.21.15.76:0/4124691364 >> 172.21.15.76:0/4124691364 conn(0x7f82e806a0b0 msgr2=0x7f82e806a490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:25.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:25.843+0000 7f82ed453640 1 -- 172.21.15.76:0/4124691364 shutdown_connections 2024-09-13T16:10:25.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:25.843+0000 7f82ed453640 1 -- 172.21.15.76:0/4124691364 wait complete. 2024-09-13T16:10:25.855 DEBUG:tasks.ceph_test_case:Not found expected summary strings yet (['1 MDSs report oversized cache']) 2024-09-13T16:10:25.855 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=120.0 retry_count=0)... 2024-09-13T16:10:30.856 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-13T16:10:30.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:30.967+0000 7f3f0ddc7640 1 Processor -- start 2024-09-13T16:10:30.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:30.967+0000 7f3f0ddc7640 1 -- start start 2024-09-13T16:10:30.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:30.968+0000 7f3f0ddc7640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f3f080acbc0 0x7f3f080ce4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:30.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:30.968+0000 7f3f0ddc7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3f080cea10 0x7f3f080cbe60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:30.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:30.968+0000 7f3f0ddc7640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3f080cee60 con 0x7f3f08158f30 2024-09-13T16:10:30.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:30.968+0000 7f3f0ddc7640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3f080ab850 con 0x7f3f080acbc0 2024-09-13T16:10:30.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:30.968+0000 7f3f0ddc7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3f080abb20 con 0x7f3f080cea10 2024-09-13T16:10:30.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:30.968+0000 7f3f06ffd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f3f080acbc0 0x7f3f080ce4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:30.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:30.968+0000 7f3f06ffd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f3f080acbc0 0x7f3f080ce4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:47010/0 (socket says 172.21.15.76:47010) 2024-09-13T16:10:30.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:30.968+0000 7f3f06ffd640 1 -- 172.21.15.76:0/2600718471 learned_addr learned my addr 172.21.15.76:0/2600718471 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:10:30.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:30.968+0000 7f3f07fff640 1 --2- 172.21.15.76:0/2600718471 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3f080cea10 0x7f3f080cbe60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:30.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:30.969+0000 7f3f06ffd640 1 -- 172.21.15.76:0/2600718471 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3f080cea10 msgr2=0x7f3f080cbe60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:30.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:30.969+0000 7f3f06ffd640 1 --2- 172.21.15.76:0/2600718471 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3f080cea10 0x7f3f080cbe60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:30.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:30.969+0000 7f3f06ffd640 1 -- 172.21.15.76:0/2600718471 >> v1:172.21.15.192:6789/0 conn(0x7f3f08158f30 legacy=0x7f3f080ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:30.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:30.969+0000 7f3f06ffd640 1 -- 172.21.15.76:0/2600718471 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3f080abe00 con 0x7f3f080acbc0 2024-09-13T16:10:30.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:30.969+0000 7f3f06ffd640 1 --2- 172.21.15.76:0/2600718471 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3f080acbc0 0x7f3f080ce4d0 secure :-1 s=READY pgs=1285 cs=0 l=1 rev1=1 crypto rx=0x7f3efc009870 tx=0x7f3efc02a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dec413293a7f3b7d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:30.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:30.969+0000 7f3f067fc640 1 -- 172.21.15.76:0/2600718471 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3efc032440 con 0x7f3f080acbc0 2024-09-13T16:10:30.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:30.969+0000 7f3f067fc640 1 -- 172.21.15.76:0/2600718471 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3efc0325a0 con 0x7f3f080acbc0 2024-09-13T16:10:30.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:30.969+0000 7f3f067fc640 1 -- 172.21.15.76:0/2600718471 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3efc032930 con 0x7f3f080acbc0 2024-09-13T16:10:30.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:30.970+0000 7f3f0ddc7640 1 -- 172.21.15.76:0/2600718471 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3f080acbc0 msgr2=0x7f3f080ce4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:30.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:30.970+0000 7f3f0ddc7640 1 --2- 172.21.15.76:0/2600718471 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3f080acbc0 0x7f3f080ce4d0 secure :-1 s=READY pgs=1285 cs=0 l=1 rev1=1 crypto rx=0x7f3efc009870 tx=0x7f3efc02a210 comp rx=0 tx=0).stop 2024-09-13T16:10:30.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:30.970+0000 7f3f0ddc7640 1 -- 172.21.15.76:0/2600718471 shutdown_connections 2024-09-13T16:10:30.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:30.970+0000 7f3f0ddc7640 1 --2- 172.21.15.76:0/2600718471 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3f080cea10 0x7f3f080cbe60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:30.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:30.970+0000 7f3f0ddc7640 1 --2- 172.21.15.76:0/2600718471 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3f080acbc0 0x7f3f080ce4d0 unknown :-1 s=CLOSED pgs=1285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:30.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:30.970+0000 7f3f0ddc7640 1 -- 172.21.15.76:0/2600718471 >> 172.21.15.76:0/2600718471 conn(0x7f3f0806a0b0 msgr2=0x7f3f0806a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:30.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:30.970+0000 7f3f0ddc7640 1 -- 172.21.15.76:0/2600718471 shutdown_connections 2024-09-13T16:10:30.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:30.970+0000 7f3f0ddc7640 1 -- 172.21.15.76:0/2600718471 wait complete. 2024-09-13T16:10:30.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:30.971+0000 7f3f0ddc7640 1 Processor -- start 2024-09-13T16:10:30.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:30.972+0000 7f3f0ddc7640 1 -- start start 2024-09-13T16:10:30.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:30.972+0000 7f3f0ddc7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3f080acbc0 0x7f3f0814ac40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:30.982 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:30.972+0000 7f3f0ddc7640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3f080cea10 0x7f3f08097990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:30.982 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:30.972+0000 7f3f0ddc7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3f08158f30 0x7f3f08156350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:30.982 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:30.972+0000 7f3f0ddc7640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3f08097ed0 con 0x7f3f080acbc0 2024-09-13T16:10:30.982 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:30.972+0000 7f3f0ddc7640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3f08156b80 con 0x7f3f080cea10 2024-09-13T16:10:30.982 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:30.972+0000 7f3f0ddc7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3f08156e60 con 0x7f3f08158f30 2024-09-13T16:10:30.982 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:30.972+0000 7f3f077fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3f080acbc0 0x7f3f0814ac40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:30.982 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:30.972+0000 7f3f077fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3f080acbc0 0x7f3f0814ac40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:47016/0 (socket says 172.21.15.76:47016) 2024-09-13T16:10:30.982 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:30.972+0000 7f3f077fe640 1 -- 172.21.15.76:0/1518954991 learned_addr learned my addr 172.21.15.76:0/1518954991 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:10:30.983 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:30.972+0000 7f3f07fff640 1 --2- 172.21.15.76:0/1518954991 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3f08158f30 0x7f3f08156350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:30.983 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:30.972+0000 7f3f06ffd640 1 --2- 172.21.15.76:0/1518954991 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3f080cea10 0x7f3f08097990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:30.983 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:30.973+0000 7f3f077fe640 1 -- 172.21.15.76:0/1518954991 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3f08158f30 msgr2=0x7f3f08156350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:30.983 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:30.973+0000 7f3f077fe640 1 --2- 172.21.15.76:0/1518954991 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3f08158f30 0x7f3f08156350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:30.983 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:30.973+0000 7f3f077fe640 1 -- 172.21.15.76:0/1518954991 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3f080cea10 msgr2=0x7f3f08097990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:30.983 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:30.973+0000 7f3f077fe640 1 --2- 172.21.15.76:0/1518954991 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3f080cea10 0x7f3f08097990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:30.983 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:30.973+0000 7f3f077fe640 1 -- 172.21.15.76:0/1518954991 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3efc0094d0 con 0x7f3f080acbc0 2024-09-13T16:10:30.983 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:30.973+0000 7f3f06ffd640 1 --2- 172.21.15.76:0/1518954991 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3f080cea10 0x7f3f08097990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:10:30.983 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:30.973+0000 7f3f077fe640 1 --2- 172.21.15.76:0/1518954991 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3f080acbc0 0x7f3f0814ac40 secure :-1 s=READY pgs=1286 cs=0 l=1 rev1=1 crypto rx=0x7f3ef800ba50 tx=0x7f3ef800bf10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:30.983 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:30.973+0000 7f3eeffff640 1 -- 172.21.15.76:0/1518954991 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ef800cbe0 con 0x7f3f080acbc0 2024-09-13T16:10:30.983 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:30.973+0000 7f3eeffff640 1 -- 172.21.15.76:0/1518954991 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3ef800cd80 con 0x7f3f080acbc0 2024-09-13T16:10:30.983 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:30.973+0000 7f3f0ddc7640 1 -- 172.21.15.76:0/1518954991 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3f08157140 con 0x7f3f080acbc0 2024-09-13T16:10:30.983 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:30.973+0000 7f3eeffff640 1 -- 172.21.15.76:0/1518954991 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ef8014680 con 0x7f3f080acbc0 2024-09-13T16:10:30.984 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:30.973+0000 7f3f0ddc7640 1 -- 172.21.15.76:0/1518954991 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3f08157700 con 0x7f3f080acbc0 2024-09-13T16:10:30.984 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:30.974+0000 7f3f0ddc7640 1 -- 172.21.15.76:0/1518954991 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3f080b2ee0 con 0x7f3f080acbc0 2024-09-13T16:10:30.984 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:30.974+0000 7f3eeffff640 1 -- 172.21.15.76:0/1518954991 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f3ef80147e0 con 0x7f3f080acbc0 2024-09-13T16:10:30.984 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:30.975+0000 7f3eeffff640 1 --2- 172.21.15.76:0/1518954991 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3ef406ac30 0x7f3ef406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:30.984 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:30.975+0000 7f3eeffff640 1 -- 172.21.15.76:0/1518954991 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 6145+0+0 (secure 0 0 0) 0x7f3ef80892e0 con 0x7f3f080acbc0 2024-09-13T16:10:30.984 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:30.975+0000 7f3f06ffd640 1 --2- 172.21.15.76:0/1518954991 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3ef406ac30 0x7f3ef406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:30.984 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:30.975+0000 7f3f06ffd640 1 --2- 172.21.15.76:0/1518954991 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3ef406ac30 0x7f3ef406d0f0 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f3efc034000 tx=0x7f3efc02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:30.984 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:30.979+0000 7f3eeffff640 1 -- 172.21.15.76:0/1518954991 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f3ef8054440 con 0x7f3f080acbc0 2024-09-13T16:10:31.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:31.178+0000 7f3f0ddc7640 1 -- 172.21.15.76:0/1518954991 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7f3f080ab4c0 con 0x7f3f080acbc0 2024-09-13T16:10:31.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:31.178+0000 7f3eeffff640 1 -- 172.21.15.76:0/1518954991 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+174 (secure 0 0 0) 0x7f3ef8057a60 con 0x7f3f080acbc0 2024-09-13T16:10:31.181 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:10:31.181 INFO:teuthology.orchestra.run.smithi076.stdout:{"status":"HEALTH_WARN","checks":{"MDS_CACHE_OVERSIZED":{"severity":"HEALTH_WARN","summary":{"message":"1 MDSs report oversized cache","count":1},"muted":false}},"mutes":[]} 2024-09-13T16:10:31.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:31.180+0000 7f3f0ddc7640 1 -- 172.21.15.76:0/1518954991 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3ef406ac30 msgr2=0x7f3ef406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:31.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:31.180+0000 7f3f0ddc7640 1 --2- 172.21.15.76:0/1518954991 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3ef406ac30 0x7f3ef406d0f0 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f3efc034000 tx=0x7f3efc02e000 comp rx=0 tx=0).stop 2024-09-13T16:10:31.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:31.180+0000 7f3f0ddc7640 1 -- 172.21.15.76:0/1518954991 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3f080acbc0 msgr2=0x7f3f0814ac40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:31.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:31.180+0000 7f3f0ddc7640 1 --2- 172.21.15.76:0/1518954991 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3f080acbc0 0x7f3f0814ac40 secure :-1 s=READY pgs=1286 cs=0 l=1 rev1=1 crypto rx=0x7f3ef800ba50 tx=0x7f3ef800bf10 comp rx=0 tx=0).stop 2024-09-13T16:10:31.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:31.180+0000 7f3f0ddc7640 1 -- 172.21.15.76:0/1518954991 shutdown_connections 2024-09-13T16:10:31.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:31.180+0000 7f3f0ddc7640 1 --2- 172.21.15.76:0/1518954991 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3ef406ac30 0x7f3ef406d0f0 unknown :-1 s=CLOSED pgs=561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:31.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:31.180+0000 7f3f0ddc7640 1 --2- 172.21.15.76:0/1518954991 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3f08158f30 0x7f3f08156350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:31.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:31.180+0000 7f3f0ddc7640 1 --2- 172.21.15.76:0/1518954991 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3f080cea10 0x7f3f08097990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:31.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:31.180+0000 7f3f0ddc7640 1 --2- 172.21.15.76:0/1518954991 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3f080acbc0 0x7f3f0814ac40 unknown :-1 s=CLOSED pgs=1286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:31.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:31.180+0000 7f3f0ddc7640 1 -- 172.21.15.76:0/1518954991 >> 172.21.15.76:0/1518954991 conn(0x7f3f0806a0b0 msgr2=0x7f3f080714d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:31.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:31.180+0000 7f3f0ddc7640 1 -- 172.21.15.76:0/1518954991 shutdown_connections 2024-09-13T16:10:31.185 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:31.180+0000 7f3f0ddc7640 1 -- 172.21.15.76:0/1518954991 wait complete. 2024-09-13T16:10:31.193 DEBUG:tasks.ceph_test_case:Not found expected summary strings yet (['1 MDSs report oversized cache']) 2024-09-13T16:10:31.193 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=120.0 retry_count=0)... 2024-09-13T16:10:36.194 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-13T16:10:36.301 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:36.300+0000 7f2f14e32640 1 Processor -- start 2024-09-13T16:10:36.302 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:36.300+0000 7f2f14e32640 1 -- start start 2024-09-13T16:10:36.304 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:36.301+0000 7f2f14e32640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f2f10158f30 0x7f2f100acbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:36.304 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:36.301+0000 7f2f14e32640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2f100cebe0 0x7f2f100cbe60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:36.304 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:36.301+0000 7f2f14e32640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2f100abb20 con 0x7f2f100ab140 2024-09-13T16:10:36.304 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:36.301+0000 7f2f14e32640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2f100abe00 con 0x7f2f10158f30 2024-09-13T16:10:36.304 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:36.301+0000 7f2f14e32640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2f100ac0e0 con 0x7f2f100cebe0 2024-09-13T16:10:36.304 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:36.301+0000 7f2f0e59c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f2f10158f30 0x7f2f100acbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:36.304 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:36.301+0000 7f2f0e59c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f2f10158f30 0x7f2f100acbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51758/0 (socket says 172.21.15.76:51758) 2024-09-13T16:10:36.304 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:36.301+0000 7f2f0e59c640 1 -- 172.21.15.76:0/4020405713 learned_addr learned my addr 172.21.15.76:0/4020405713 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:10:36.304 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:36.301+0000 7f2f0e59c640 1 -- 172.21.15.76:0/4020405713 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2f100cebe0 msgr2=0x7f2f100cbe60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:36.304 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:36.301+0000 7f2f0ed9d640 1 --2- 172.21.15.76:0/4020405713 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2f100cebe0 0x7f2f100cbe60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:36.304 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:36.301+0000 7f2f0e59c640 1 --2- 172.21.15.76:0/4020405713 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2f100cebe0 0x7f2f100cbe60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:36.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:36.301+0000 7f2f0e59c640 1 -- 172.21.15.76:0/4020405713 >> v1:172.21.15.192:6789/0 conn(0x7f2f100ab140 legacy=0x7f2f100ce4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:36.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:36.301+0000 7f2f0e59c640 1 -- 172.21.15.76:0/4020405713 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2f100ac3c0 con 0x7f2f10158f30 2024-09-13T16:10:36.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:36.301+0000 7f2f0ed9d640 1 --2- 172.21.15.76:0/4020405713 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2f100cebe0 0x7f2f100cbe60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:10:36.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:36.302+0000 7f2f0e59c640 1 --2- 172.21.15.76:0/4020405713 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2f10158f30 0x7f2f100acbc0 secure :-1 s=READY pgs=1287 cs=0 l=1 rev1=1 crypto rx=0x7f2f00009870 tx=0x7f2f0002a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=652a0c1ec25ccc54 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:36.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:36.302+0000 7f2f0d59a640 1 -- 172.21.15.76:0/4020405713 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f00032440 con 0x7f2f10158f30 2024-09-13T16:10:36.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:36.302+0000 7f2f0d59a640 1 -- 172.21.15.76:0/4020405713 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2f000325a0 con 0x7f2f10158f30 2024-09-13T16:10:36.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:36.302+0000 7f2f0d59a640 1 -- 172.21.15.76:0/4020405713 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f00032930 con 0x7f2f10158f30 2024-09-13T16:10:36.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:36.303+0000 7f2f14e32640 1 -- 172.21.15.76:0/4020405713 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2f10158f30 msgr2=0x7f2f100acbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:36.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:36.303+0000 7f2f14e32640 1 --2- 172.21.15.76:0/4020405713 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2f10158f30 0x7f2f100acbc0 secure :-1 s=READY pgs=1287 cs=0 l=1 rev1=1 crypto rx=0x7f2f00009870 tx=0x7f2f0002a210 comp rx=0 tx=0).stop 2024-09-13T16:10:36.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:36.303+0000 7f2f14e32640 1 -- 172.21.15.76:0/4020405713 shutdown_connections 2024-09-13T16:10:36.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:36.303+0000 7f2f14e32640 1 --2- 172.21.15.76:0/4020405713 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2f100cebe0 0x7f2f100cbe60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:36.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:36.303+0000 7f2f14e32640 1 --2- 172.21.15.76:0/4020405713 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2f10158f30 0x7f2f100acbc0 unknown :-1 s=CLOSED pgs=1287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:36.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:36.303+0000 7f2f14e32640 1 -- 172.21.15.76:0/4020405713 >> 172.21.15.76:0/4020405713 conn(0x7f2f1006a0b0 msgr2=0x7f2f1006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:36.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:36.303+0000 7f2f14e32640 1 -- 172.21.15.76:0/4020405713 shutdown_connections 2024-09-13T16:10:36.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:36.303+0000 7f2f14e32640 1 -- 172.21.15.76:0/4020405713 wait complete. 2024-09-13T16:10:36.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:36.304+0000 7f2f14e32640 1 Processor -- start 2024-09-13T16:10:36.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:36.304+0000 7f2f14e32640 1 -- start start 2024-09-13T16:10:36.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:36.305+0000 7f2f14e32640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2f100ab140 0x7f2f101f1b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:36.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:36.305+0000 7f2f14e32640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2f100cebe0 0x7f2f10152a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:36.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:36.305+0000 7f2f14e32640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2f10158f30 0x7f2f10151590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:36.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:36.305+0000 7f2f14e32640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2f10151100 con 0x7f2f100ab140 2024-09-13T16:10:36.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:36.305+0000 7f2f14e32640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2f1015bfa0 con 0x7f2f10158f30 2024-09-13T16:10:36.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:36.305+0000 7f2f14e32640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2f100709d0 con 0x7f2f100cebe0 2024-09-13T16:10:36.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:36.305+0000 7f2f0e59c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2f100ab140 0x7f2f101f1b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:36.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:36.305+0000 7f2f0e59c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2f100ab140 0x7f2f101f1b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51768/0 (socket says 172.21.15.76:51768) 2024-09-13T16:10:36.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:36.305+0000 7f2f0e59c640 1 -- 172.21.15.76:0/3896520494 learned_addr learned my addr 172.21.15.76:0/3896520494 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:10:36.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:36.305+0000 7f2f0e59c640 1 -- 172.21.15.76:0/3896520494 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2f100cebe0 msgr2=0x7f2f10152a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:36.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:36.305+0000 7f2f0e59c640 1 --2- 172.21.15.76:0/3896520494 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2f100cebe0 0x7f2f10152a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:36.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:36.305+0000 7f2f0e59c640 1 -- 172.21.15.76:0/3896520494 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2f10158f30 msgr2=0x7f2f10151590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:36.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:36.305+0000 7f2f0e59c640 1 --2- 172.21.15.76:0/3896520494 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2f10158f30 0x7f2f10151590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:36.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:36.305+0000 7f2f0e59c640 1 -- 172.21.15.76:0/3896520494 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2f000094d0 con 0x7f2f100ab140 2024-09-13T16:10:36.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:36.306+0000 7f2f0e59c640 1 --2- 172.21.15.76:0/3896520494 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2f100ab140 0x7f2f101f1b50 secure :-1 s=READY pgs=1288 cs=0 l=1 rev1=1 crypto rx=0x7f2f00009870 tx=0x7f2f000046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:36.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:36.306+0000 7f2efeffd640 1 -- 172.21.15.76:0/3896520494 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f00030b00 con 0x7f2f100ab140 2024-09-13T16:10:36.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:36.306+0000 7f2efeffd640 1 -- 172.21.15.76:0/3896520494 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2f00030c60 con 0x7f2f100ab140 2024-09-13T16:10:36.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:36.306+0000 7f2f14e32640 1 -- 172.21.15.76:0/3896520494 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2f1015a940 con 0x7f2f100ab140 2024-09-13T16:10:36.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:36.306+0000 7f2efeffd640 1 -- 172.21.15.76:0/3896520494 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f0003d420 con 0x7f2f100ab140 2024-09-13T16:10:36.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:36.306+0000 7f2f14e32640 1 -- 172.21.15.76:0/3896520494 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2f1015c330 con 0x7f2f100ab140 2024-09-13T16:10:36.311 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:36.307+0000 7f2f14e32640 1 -- 172.21.15.76:0/3896520494 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2f1015ab80 con 0x7f2f100ab140 2024-09-13T16:10:36.311 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:36.307+0000 7f2efeffd640 1 -- 172.21.15.76:0/3896520494 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f2f00039040 con 0x7f2f100ab140 2024-09-13T16:10:36.311 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:36.308+0000 7f2efeffd640 1 --2- 172.21.15.76:0/3896520494 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2ef006ac00 0x7f2ef006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:36.311 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:36.308+0000 7f2f0dd9b640 1 --2- 172.21.15.76:0/3896520494 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2ef006ac00 0x7f2ef006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:36.311 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:36.308+0000 7f2efeffd640 1 -- 172.21.15.76:0/3896520494 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 6145+0+0 (secure 0 0 0) 0x7f2f000aa1d0 con 0x7f2f100ab140 2024-09-13T16:10:36.311 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:36.308+0000 7f2f0dd9b640 1 --2- 172.21.15.76:0/3896520494 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2ef006ac00 0x7f2ef006d0c0 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f2f10097fa0 tx=0x7f2f040079b0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:36.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:36.312+0000 7f2efeffd640 1 -- 172.21.15.76:0/3896520494 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f2f1015ab80 con 0x7f2f100ab140 2024-09-13T16:10:36.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:36.507+0000 7f2f14e32640 1 -- 172.21.15.76:0/3896520494 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7f2f1015ab80 con 0x7f2f100ab140 2024-09-13T16:10:36.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:36.508+0000 7f2efeffd640 1 -- 172.21.15.76:0/3896520494 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+174 (secure 0 0 0) 0x7f2f1015ab80 con 0x7f2f100ab140 2024-09-13T16:10:36.510 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:10:36.510 INFO:teuthology.orchestra.run.smithi076.stdout:{"status":"HEALTH_WARN","checks":{"MDS_CACHE_OVERSIZED":{"severity":"HEALTH_WARN","summary":{"message":"1 MDSs report oversized cache","count":1},"muted":false}},"mutes":[]} 2024-09-13T16:10:36.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:36.510+0000 7f2f14e32640 1 -- 172.21.15.76:0/3896520494 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2ef006ac00 msgr2=0x7f2ef006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:36.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:36.510+0000 7f2f14e32640 1 --2- 172.21.15.76:0/3896520494 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2ef006ac00 0x7f2ef006d0c0 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f2f10097fa0 tx=0x7f2f040079b0 comp rx=0 tx=0).stop 2024-09-13T16:10:36.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:36.510+0000 7f2f14e32640 1 -- 172.21.15.76:0/3896520494 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2f100ab140 msgr2=0x7f2f101f1b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:36.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:36.510+0000 7f2f14e32640 1 --2- 172.21.15.76:0/3896520494 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2f100ab140 0x7f2f101f1b50 secure :-1 s=READY pgs=1288 cs=0 l=1 rev1=1 crypto rx=0x7f2f00009870 tx=0x7f2f000046c0 comp rx=0 tx=0).stop 2024-09-13T16:10:36.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:36.510+0000 7f2f14e32640 1 -- 172.21.15.76:0/3896520494 shutdown_connections 2024-09-13T16:10:36.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:36.510+0000 7f2f14e32640 1 --2- 172.21.15.76:0/3896520494 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2f10158f30 0x7f2f10151590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:36.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:36.510+0000 7f2f14e32640 1 --2- 172.21.15.76:0/3896520494 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2ef006ac00 0x7f2ef006d0c0 unknown :-1 s=CLOSED pgs=562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:36.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:36.510+0000 7f2f14e32640 1 --2- 172.21.15.76:0/3896520494 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2f100cebe0 0x7f2f10152a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:36.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:36.510+0000 7f2f14e32640 1 --2- 172.21.15.76:0/3896520494 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2f100ab140 0x7f2f101f1b50 unknown :-1 s=CLOSED pgs=1288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:36.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:36.510+0000 7f2f14e32640 1 -- 172.21.15.76:0/3896520494 >> 172.21.15.76:0/3896520494 conn(0x7f2f1006a0b0 msgr2=0x7f2f100cbe20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:36.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:36.510+0000 7f2f14e32640 1 -- 172.21.15.76:0/3896520494 shutdown_connections 2024-09-13T16:10:36.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:36.510+0000 7f2f14e32640 1 -- 172.21.15.76:0/3896520494 wait complete. 2024-09-13T16:10:36.522 DEBUG:tasks.ceph_test_case:Not found expected summary strings yet (['1 MDSs report oversized cache']) 2024-09-13T16:10:36.522 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=120.0 retry_count=0)... 2024-09-13T16:10:41.523 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-13T16:10:41.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.632+0000 7f0c72383640 1 Processor -- start 2024-09-13T16:10:41.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.632+0000 7f0c72383640 1 -- start start 2024-09-13T16:10:41.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.633+0000 7f0c72383640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0c6c0cebe0 0x7f0c6c164e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:41.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.633+0000 7f0c72383640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0c6c15dbd0 con 0x7f0c6c06d720 2024-09-13T16:10:41.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.633+0000 7f0c72383640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0c6c0c8a10 con 0x7f0c6c15d7f0 2024-09-13T16:10:41.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.633+0000 7f0c72383640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0c6c06dbd0 con 0x7f0c6c0cebe0 2024-09-13T16:10:41.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.633+0000 7f0c6b7fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f0c6c06d720 0x7f0c6c0ce4d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:49076/0 (socket says 172.21.15.76:49076) 2024-09-13T16:10:41.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.633+0000 7f0c6b7fe640 1 -- 172.21.15.76:0/3747118809 learned_addr learned my addr 172.21.15.76:0/3747118809 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:10:41.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.633+0000 7f0c6affd640 1 -- 172.21.15.76:0/3747118809 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1000882515 0 0) 0x7f0c6c15dbd0 con 0x7f0c6c06d720 2024-09-13T16:10:41.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.633+0000 7f0c6affd640 1 -- 172.21.15.76:0/3747118809 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0c54003520 con 0x7f0c6c06d720 2024-09-13T16:10:41.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.633+0000 7f0c70920640 1 --2- 172.21.15.76:0/3747118809 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0c6c0cebe0 0x7f0c6c164e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:41.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.633+0000 7f0c6affd640 1 -- 172.21.15.76:0/3747118809 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2725327812 0 0) 0x7f0c54003520 con 0x7f0c6c06d720 2024-09-13T16:10:41.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.633+0000 7f0c6affd640 1 -- 172.21.15.76:0/3747118809 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0c6c0cebe0 msgr2=0x7f0c6c164e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:41.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.633+0000 7f0c6affd640 1 --2- 172.21.15.76:0/3747118809 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0c6c0cebe0 0x7f0c6c164e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:41.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.633+0000 7f0c6affd640 1 -- 172.21.15.76:0/3747118809 >> v1:172.21.15.192:6789/0 conn(0x7f0c6c15d7f0 legacy=0x7f0c6c06d010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:41.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.633+0000 7f0c6affd640 1 -- 172.21.15.76:0/3747118809 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0c6c06deb0 con 0x7f0c6c06d720 2024-09-13T16:10:41.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.634+0000 7f0c6affd640 1 -- 172.21.15.76:0/3747118809 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f0c60001670 con 0x7f0c6c06d720 2024-09-13T16:10:41.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.634+0000 7f0c6affd640 1 -- 172.21.15.76:0/3747118809 >> v1:172.21.15.76:6789/0 conn(0x7f0c6c06d720 legacy=0x7f0c6c0ce4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:41.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.634+0000 7f0c6affd640 1 --2- 172.21.15.76:0/3747118809 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0c540039a0 0x7f0c54003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:41.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.634+0000 7f0c6affd640 1 --2- 172.21.15.76:0/3747118809 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0c6c0cebe0 0x7f0c540047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:41.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.634+0000 7f0c6affd640 1 --2- 172.21.15.76:0/3747118809 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0c54004d00 0x7f0c54005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:41.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.634+0000 7f0c6affd640 1 -- 172.21.15.76:0/3747118809 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c6c06dbd0 con 0x7f0c54004d00 2024-09-13T16:10:41.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.634+0000 7f0c6affd640 1 -- 172.21.15.76:0/3747118809 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c5400ba60 con 0x7f0c540039a0 2024-09-13T16:10:41.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.634+0000 7f0c6affd640 1 -- 172.21.15.76:0/3747118809 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0c5400bc20 con 0x7f0c6c0cebe0 2024-09-13T16:10:41.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.634+0000 7f0c70920640 1 --2- 172.21.15.76:0/3747118809 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0c54004d00 0x7f0c54005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:41.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.634+0000 7f0c6bfff640 1 --2- 172.21.15.76:0/3747118809 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0c540039a0 0x7f0c54003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:41.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.634+0000 7f0c6b7fe640 1 --2- 172.21.15.76:0/3747118809 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0c6c0cebe0 0x7f0c540047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:41.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.634+0000 7f0c70920640 1 -- 172.21.15.76:0/3747118809 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0c6c0cebe0 msgr2=0x7f0c540047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:41.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.634+0000 7f0c70920640 1 --2- 172.21.15.76:0/3747118809 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0c6c0cebe0 0x7f0c540047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:41.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.634+0000 7f0c70920640 1 -- 172.21.15.76:0/3747118809 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0c540039a0 msgr2=0x7f0c54003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:41.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.634+0000 7f0c70920640 1 --2- 172.21.15.76:0/3747118809 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0c540039a0 0x7f0c54003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:41.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.634+0000 7f0c70920640 1 -- 172.21.15.76:0/3747118809 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0c54003520 con 0x7f0c54004d00 2024-09-13T16:10:41.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.635+0000 7f0c70920640 1 --2- 172.21.15.76:0/3747118809 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0c54004d00 0x7f0c54005180 secure :-1 s=READY pgs=1290 cs=0 l=1 rev1=1 crypto rx=0x7f0c6c06ae70 tx=0x7f0c540057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bbcac7d18ce0c4e0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:41.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.635+0000 7f0c6affd640 1 -- 172.21.15.76:0/3747118809 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c64032640 con 0x7f0c54004d00 2024-09-13T16:10:41.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.635+0000 7f0c6affd640 1 -- 172.21.15.76:0/3747118809 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0c6400f040 con 0x7f0c54004d00 2024-09-13T16:10:41.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.635+0000 7f0c6affd640 1 -- 172.21.15.76:0/3747118809 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c640329a0 con 0x7f0c54004d00 2024-09-13T16:10:41.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.635+0000 7f0c72383640 1 -- 172.21.15.76:0/3747118809 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0c54004d00 msgr2=0x7f0c54005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:41.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.635+0000 7f0c72383640 1 --2- 172.21.15.76:0/3747118809 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0c54004d00 0x7f0c54005180 secure :-1 s=READY pgs=1290 cs=0 l=1 rev1=1 crypto rx=0x7f0c6c06ae70 tx=0x7f0c540057f0 comp rx=0 tx=0).stop 2024-09-13T16:10:41.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.635+0000 7f0c70920640 1 -- 172.21.15.76:0/3747118809 reap_dead start 2024-09-13T16:10:41.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.635+0000 7f0c72383640 1 -- 172.21.15.76:0/3747118809 shutdown_connections 2024-09-13T16:10:41.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.635+0000 7f0c72383640 1 -- 172.21.15.76:0/3747118809 >> 172.21.15.76:0/3747118809 conn(0x7f0c6c06a0b0 msgr2=0x7f0c6c06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:41.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.636+0000 7f0c72383640 1 -- 172.21.15.76:0/3747118809 shutdown_connections 2024-09-13T16:10:41.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.636+0000 7f0c72383640 1 -- 172.21.15.76:0/3747118809 wait complete. 2024-09-13T16:10:41.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.637+0000 7f0c72383640 1 Processor -- start 2024-09-13T16:10:41.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.637+0000 7f0c72383640 1 -- start start 2024-09-13T16:10:41.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.638+0000 7f0c72383640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0c6c097540 0x7f0c6c097920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:41.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.638+0000 7f0c72383640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0c6c159aa0 0x7f0c6c0c3e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:41.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.638+0000 7f0c72383640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0c6c0b11f0 0x7f0c6c0c4350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:41.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.638+0000 7f0c72383640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c6c1e3c90 con 0x7f0c6c0b11f0 2024-09-13T16:10:41.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.638+0000 7f0c72383640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c6c159f30 con 0x7f0c6c159aa0 2024-09-13T16:10:41.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.638+0000 7f0c72383640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0c6c15a210 con 0x7f0c6c097540 2024-09-13T16:10:41.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.638+0000 7f0c70920640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0c6c0b11f0 0x7f0c6c0c4350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:41.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.638+0000 7f0c70920640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0c6c0b11f0 0x7f0c6c0c4350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:50850/0 (socket says 172.21.15.76:50850) 2024-09-13T16:10:41.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.638+0000 7f0c70920640 1 -- 172.21.15.76:0/4198530002 learned_addr learned my addr 172.21.15.76:0/4198530002 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:10:41.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.638+0000 7f0c6bfff640 1 --2- 172.21.15.76:0/4198530002 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0c6c097540 0x7f0c6c097920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:41.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.638+0000 7f0c6b7fe640 1 --2- 172.21.15.76:0/4198530002 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0c6c159aa0 0x7f0c6c0c3e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:41.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.638+0000 7f0c70920640 1 -- 172.21.15.76:0/4198530002 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0c6c097540 msgr2=0x7f0c6c097920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:41.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.638+0000 7f0c70920640 1 --2- 172.21.15.76:0/4198530002 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0c6c097540 0x7f0c6c097920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:41.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.638+0000 7f0c70920640 1 -- 172.21.15.76:0/4198530002 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0c6c159aa0 msgr2=0x7f0c6c0c3e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:41.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.638+0000 7f0c70920640 1 --2- 172.21.15.76:0/4198530002 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0c6c159aa0 0x7f0c6c0c3e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:41.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.638+0000 7f0c70920640 1 -- 172.21.15.76:0/4198530002 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0c6c15a4f0 con 0x7f0c6c0b11f0 2024-09-13T16:10:41.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.638+0000 7f0c70920640 1 --2- 172.21.15.76:0/4198530002 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0c6c0b11f0 0x7f0c6c0c4350 secure :-1 s=READY pgs=1291 cs=0 l=1 rev1=1 crypto rx=0x7f0c64002230 tx=0x7f0c64009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:41.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.638+0000 7f0c68ff9640 1 -- 172.21.15.76:0/4198530002 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c6403c610 con 0x7f0c6c0b11f0 2024-09-13T16:10:41.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.639+0000 7f0c68ff9640 1 -- 172.21.15.76:0/4198530002 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0c6403c770 con 0x7f0c6c0b11f0 2024-09-13T16:10:41.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.639+0000 7f0c72383640 1 -- 172.21.15.76:0/4198530002 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0c6c1e3f30 con 0x7f0c6c0b11f0 2024-09-13T16:10:41.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.639+0000 7f0c68ff9640 1 -- 172.21.15.76:0/4198530002 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c6403cb20 con 0x7f0c6c0b11f0 2024-09-13T16:10:41.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.639+0000 7f0c72383640 1 -- 172.21.15.76:0/4198530002 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0c6c1e4630 con 0x7f0c6c0b11f0 2024-09-13T16:10:41.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.639+0000 7f0c72383640 1 -- 172.21.15.76:0/4198530002 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0c6c15a710 con 0x7f0c6c0b11f0 2024-09-13T16:10:41.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.640+0000 7f0c68ff9640 1 -- 172.21.15.76:0/4198530002 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f0c64039050 con 0x7f0c6c0b11f0 2024-09-13T16:10:41.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.640+0000 7f0c68ff9640 1 --2- 172.21.15.76:0/4198530002 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0c5806ac00 0x7f0c5806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:41.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.640+0000 7f0c68ff9640 1 -- 172.21.15.76:0/4198530002 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 6145+0+0 (secure 0 0 0) 0x7f0c640a9a30 con 0x7f0c6c0b11f0 2024-09-13T16:10:41.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.640+0000 7f0c6bfff640 1 --2- 172.21.15.76:0/4198530002 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0c5806ac00 0x7f0c5806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:41.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.641+0000 7f0c6bfff640 1 --2- 172.21.15.76:0/4198530002 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0c5806ac00 0x7f0c5806d0c0 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f0c6c0b0ef0 tx=0x7f0c5c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:41.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.645+0000 7f0c68ff9640 1 -- 172.21.15.76:0/4198530002 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f0c64074ce0 con 0x7f0c6c0b11f0 2024-09-13T16:10:41.755 DEBUG:teuthology.orchestra.run.smithi076:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:10:41.758 DEBUG:teuthology.orchestra.run.smithi192:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:10:41.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.842+0000 7f0c72383640 1 -- 172.21.15.76:0/4198530002 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7f0c6c0ce4d0 con 0x7f0c6c0b11f0 2024-09-13T16:10:41.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.843+0000 7f0c68ff9640 1 -- 172.21.15.76:0/4198530002 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+174 (secure 0 0 0) 0x7f0c64037080 con 0x7f0c6c0b11f0 2024-09-13T16:10:41.844 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:10:41.844 INFO:teuthology.orchestra.run.smithi076.stdout:{"status":"HEALTH_WARN","checks":{"MDS_CACHE_OVERSIZED":{"severity":"HEALTH_WARN","summary":{"message":"1 MDSs report oversized cache","count":1},"muted":false}},"mutes":[]} 2024-09-13T16:10:41.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.845+0000 7f0c72383640 1 -- 172.21.15.76:0/4198530002 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0c5806ac00 msgr2=0x7f0c5806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:41.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.845+0000 7f0c72383640 1 --2- 172.21.15.76:0/4198530002 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0c5806ac00 0x7f0c5806d0c0 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f0c6c0b0ef0 tx=0x7f0c5c009040 comp rx=0 tx=0).stop 2024-09-13T16:10:41.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.845+0000 7f0c72383640 1 -- 172.21.15.76:0/4198530002 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0c6c0b11f0 msgr2=0x7f0c6c0c4350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:41.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.845+0000 7f0c72383640 1 --2- 172.21.15.76:0/4198530002 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0c6c0b11f0 0x7f0c6c0c4350 secure :-1 s=READY pgs=1291 cs=0 l=1 rev1=1 crypto rx=0x7f0c64002230 tx=0x7f0c64009750 comp rx=0 tx=0).stop 2024-09-13T16:10:41.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.845+0000 7f0c72383640 1 -- 172.21.15.76:0/4198530002 shutdown_connections 2024-09-13T16:10:41.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.845+0000 7f0c72383640 1 --2- 172.21.15.76:0/4198530002 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0c6c0b11f0 0x7f0c6c0c4350 unknown :-1 s=CLOSED pgs=1291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:41.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.845+0000 7f0c72383640 1 --2- 172.21.15.76:0/4198530002 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0c6c159aa0 0x7f0c6c0c3e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:41.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.845+0000 7f0c72383640 1 --2- 172.21.15.76:0/4198530002 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0c5806ac00 0x7f0c5806d0c0 unknown :-1 s=CLOSED pgs=563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:41.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.845+0000 7f0c72383640 1 --2- 172.21.15.76:0/4198530002 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0c6c097540 0x7f0c6c097920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:41.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.845+0000 7f0c72383640 1 -- 172.21.15.76:0/4198530002 >> 172.21.15.76:0/4198530002 conn(0x7f0c6c06a0b0 msgr2=0x7f0c6c15caa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:41.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.845+0000 7f0c72383640 1 -- 172.21.15.76:0/4198530002 shutdown_connections 2024-09-13T16:10:41.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:41.845+0000 7f0c72383640 1 -- 172.21.15.76:0/4198530002 wait complete. 2024-09-13T16:10:41.857 DEBUG:tasks.ceph_test_case:Not found expected summary strings yet (['1 MDSs report oversized cache']) 2024-09-13T16:10:41.857 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=120.0 retry_count=0)... 2024-09-13T16:10:46.858 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-13T16:10:46.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:46.967+0000 7fa873080640 1 Processor -- start 2024-09-13T16:10:46.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:46.967+0000 7fa873080640 1 -- start start 2024-09-13T16:10:46.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:46.967+0000 7fa873080640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fa86c15c590 0x7fa86c06b2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:46.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:46.967+0000 7fa873080640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fa86c0cfff0 0x7fa86c0d0460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:46.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:46.967+0000 7fa873080640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa86c15c970 con 0x7fa86c0d23b0 2024-09-13T16:10:46.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:46.967+0000 7fa873080640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa86c0d0cc0 con 0x7fa86c0cfff0 2024-09-13T16:10:46.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:46.967+0000 7fa873080640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa86c0d0fa0 con 0x7fa86c15c590 2024-09-13T16:10:46.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:46.968+0000 7fa87161d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fa86c0cfff0 0x7fa86c0d0460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:46.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:46.968+0000 7fa87161d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fa86c0cfff0 0x7fa86c0d0460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:50858/0 (socket says 172.21.15.76:50858) 2024-09-13T16:10:46.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:46.968+0000 7fa87161d640 1 -- 172.21.15.76:0/792709430 learned_addr learned my addr 172.21.15.76:0/792709430 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:10:46.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:46.968+0000 7fa870e1c640 1 --2- 172.21.15.76:0/792709430 >> v2:172.21.15.192:3300/0 conn(0x7fa86c15c590 0x7fa86c06b2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:46.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:46.968+0000 7fa87161d640 1 -- 172.21.15.76:0/792709430 >> v2:172.21.15.192:3300/0 conn(0x7fa86c15c590 msgr2=0x7fa86c06b2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:46.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:46.968+0000 7fa87161d640 1 --2- 172.21.15.76:0/792709430 >> v2:172.21.15.192:3300/0 conn(0x7fa86c15c590 0x7fa86c06b2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:46.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:46.968+0000 7fa87161d640 1 -- 172.21.15.76:0/792709430 >> v1:172.21.15.192:6789/0 conn(0x7fa86c0d23b0 legacy=0x7fa86c0d27d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:46.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:46.968+0000 7fa87161d640 1 -- 172.21.15.76:0/792709430 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa86c0d1280 con 0x7fa86c0cfff0 2024-09-13T16:10:46.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:46.969+0000 7fa87161d640 1 --2- 172.21.15.76:0/792709430 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa86c0cfff0 0x7fa86c0d0460 secure :-1 s=READY pgs=1292 cs=0 l=1 rev1=1 crypto rx=0x7fa86c08c440 tx=0x7fa86402a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b055cdf1e1332005 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:46.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:46.969+0000 7fa8637fe640 1 -- 172.21.15.76:0/792709430 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa864031600 con 0x7fa86c0cfff0 2024-09-13T16:10:46.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:46.969+0000 7fa8637fe640 1 -- 172.21.15.76:0/792709430 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa86402d050 con 0x7fa86c0cfff0 2024-09-13T16:10:46.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:46.969+0000 7fa8637fe640 1 -- 172.21.15.76:0/792709430 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa864031980 con 0x7fa86c0cfff0 2024-09-13T16:10:46.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:46.969+0000 7fa873080640 1 -- 172.21.15.76:0/792709430 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa86c0cfff0 msgr2=0x7fa86c0d0460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:46.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:46.969+0000 7fa873080640 1 --2- 172.21.15.76:0/792709430 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa86c0cfff0 0x7fa86c0d0460 secure :-1 s=READY pgs=1292 cs=0 l=1 rev1=1 crypto rx=0x7fa86c08c440 tx=0x7fa86402a6a0 comp rx=0 tx=0).stop 2024-09-13T16:10:46.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:46.969+0000 7fa873080640 1 -- 172.21.15.76:0/792709430 shutdown_connections 2024-09-13T16:10:46.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:46.970+0000 7fa873080640 1 --2- 172.21.15.76:0/792709430 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa86c0cfff0 0x7fa86c0d0460 unknown :-1 s=CLOSED pgs=1292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:46.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:46.970+0000 7fa873080640 1 --2- 172.21.15.76:0/792709430 >> v2:172.21.15.192:3300/0 conn(0x7fa86c15c590 0x7fa86c06b2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:46.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:46.970+0000 7fa873080640 1 -- 172.21.15.76:0/792709430 >> 172.21.15.76:0/792709430 conn(0x7fa86c08bf20 msgr2=0x7fa86c09b840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:46.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:46.970+0000 7fa873080640 1 -- 172.21.15.76:0/792709430 shutdown_connections 2024-09-13T16:10:46.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:46.970+0000 7fa873080640 1 -- 172.21.15.76:0/792709430 wait complete. 2024-09-13T16:10:46.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:46.971+0000 7fa873080640 1 Processor -- start 2024-09-13T16:10:46.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:46.971+0000 7fa873080640 1 -- start start 2024-09-13T16:10:46.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:46.972+0000 7fa873080640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa86c0cfff0 0x7fa86c0b5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:46.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:46.972+0000 7fa873080640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa86c0d23b0 0x7fa86c0b7b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:46.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:46.972+0000 7fa873080640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa86c15c590 0x7fa86c0b3270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:46.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:46.972+0000 7fa873080640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa86c0b5930 con 0x7fa86c0d23b0 2024-09-13T16:10:46.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:46.972+0000 7fa873080640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa86c0b5c10 con 0x7fa86c15c590 2024-09-13T16:10:46.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:46.972+0000 7fa873080640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa86c0b5ef0 con 0x7fa86c0cfff0 2024-09-13T16:10:46.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:46.972+0000 7fa863fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa86c0d23b0 0x7fa86c0b7b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:46.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:46.972+0000 7fa863fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa86c0d23b0 0x7fa86c0b7b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:50864/0 (socket says 172.21.15.76:50864) 2024-09-13T16:10:46.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:46.972+0000 7fa863fff640 1 -- 172.21.15.76:0/4236886203 learned_addr learned my addr 172.21.15.76:0/4236886203 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:10:46.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:46.972+0000 7fa87161d640 1 --2- 172.21.15.76:0/4236886203 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa86c15c590 0x7fa86c0b3270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:46.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:46.972+0000 7fa870e1c640 1 --2- 172.21.15.76:0/4236886203 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa86c0cfff0 0x7fa86c0b5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:46.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:46.972+0000 7fa863fff640 1 -- 172.21.15.76:0/4236886203 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa86c0cfff0 msgr2=0x7fa86c0b5250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:46.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:46.972+0000 7fa863fff640 1 --2- 172.21.15.76:0/4236886203 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa86c0cfff0 0x7fa86c0b5250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:46.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:46.972+0000 7fa863fff640 1 -- 172.21.15.76:0/4236886203 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa86c15c590 msgr2=0x7fa86c0b3270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:46.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:46.972+0000 7fa863fff640 1 --2- 172.21.15.76:0/4236886203 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa86c15c590 0x7fa86c0b3270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:46.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:46.972+0000 7fa863fff640 1 -- 172.21.15.76:0/4236886203 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa864009b30 con 0x7fa86c0d23b0 2024-09-13T16:10:46.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:46.972+0000 7fa870e1c640 1 --2- 172.21.15.76:0/4236886203 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa86c0cfff0 0x7fa86c0b5250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:10:46.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:46.972+0000 7fa863fff640 1 --2- 172.21.15.76:0/4236886203 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa86c0d23b0 0x7fa86c0b7b00 secure :-1 s=READY pgs=1293 cs=0 l=1 rev1=1 crypto rx=0x7fa85c00c400 tx=0x7fa85c00c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:46.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:46.972+0000 7fa8617fa640 1 -- 172.21.15.76:0/4236886203 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa85c0052d0 con 0x7fa86c0d23b0 2024-09-13T16:10:46.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:46.972+0000 7fa8617fa640 1 -- 172.21.15.76:0/4236886203 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa85c005470 con 0x7fa86c0d23b0 2024-09-13T16:10:46.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:46.972+0000 7fa873080640 1 -- 172.21.15.76:0/4236886203 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa86c0b61d0 con 0x7fa86c0d23b0 2024-09-13T16:10:46.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:46.972+0000 7fa8617fa640 1 -- 172.21.15.76:0/4236886203 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa85c006a60 con 0x7fa86c0d23b0 2024-09-13T16:10:46.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:46.973+0000 7fa873080640 1 -- 172.21.15.76:0/4236886203 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa86c0b37b0 con 0x7fa86c0d23b0 2024-09-13T16:10:46.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:46.973+0000 7fa873080640 1 -- 172.21.15.76:0/4236886203 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa86c0b3970 con 0x7fa86c0d23b0 2024-09-13T16:10:46.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:46.974+0000 7fa8617fa640 1 -- 172.21.15.76:0/4236886203 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fa85c006bc0 con 0x7fa86c0d23b0 2024-09-13T16:10:46.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:46.974+0000 7fa8617fa640 1 --2- 172.21.15.76:0/4236886203 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa85806ac00 0x7fa85806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:46.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:46.974+0000 7fa8617fa640 1 -- 172.21.15.76:0/4236886203 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 6145+0+0 (secure 0 0 0) 0x7fa85c088900 con 0x7fa86c0d23b0 2024-09-13T16:10:46.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:46.975+0000 7fa870e1c640 1 --2- 172.21.15.76:0/4236886203 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa85806ac00 0x7fa85806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:46.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:46.975+0000 7fa870e1c640 1 --2- 172.21.15.76:0/4236886203 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa85806ac00 0x7fa85806d0c0 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7fa868006fd0 tx=0x7fa868008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:46.980 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:46.979+0000 7fa8617fa640 1 -- 172.21.15.76:0/4236886203 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fa85c053930 con 0x7fa86c0d23b0 2024-09-13T16:10:47.177 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:47.175+0000 7fa873080640 1 -- 172.21.15.76:0/4236886203 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7fa86c0d0460 con 0x7fa86c0d23b0 2024-09-13T16:10:47.177 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:47.176+0000 7fa8617fa640 1 -- 172.21.15.76:0/4236886203 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+174 (secure 0 0 0) 0x7fa85c056f50 con 0x7fa86c0d23b0 2024-09-13T16:10:47.177 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:10:47.178 INFO:teuthology.orchestra.run.smithi076.stdout:{"status":"HEALTH_WARN","checks":{"MDS_CACHE_OVERSIZED":{"severity":"HEALTH_WARN","summary":{"message":"1 MDSs report oversized cache","count":1},"muted":false}},"mutes":[]} 2024-09-13T16:10:47.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:47.178+0000 7fa873080640 1 -- 172.21.15.76:0/4236886203 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa85806ac00 msgr2=0x7fa85806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:47.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:47.178+0000 7fa873080640 1 --2- 172.21.15.76:0/4236886203 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa85806ac00 0x7fa85806d0c0 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7fa868006fd0 tx=0x7fa868008040 comp rx=0 tx=0).stop 2024-09-13T16:10:47.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:47.178+0000 7fa873080640 1 -- 172.21.15.76:0/4236886203 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa86c0d23b0 msgr2=0x7fa86c0b7b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:47.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:47.178+0000 7fa873080640 1 --2- 172.21.15.76:0/4236886203 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa86c0d23b0 0x7fa86c0b7b00 secure :-1 s=READY pgs=1293 cs=0 l=1 rev1=1 crypto rx=0x7fa85c00c400 tx=0x7fa85c00c8c0 comp rx=0 tx=0).stop 2024-09-13T16:10:47.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:47.178+0000 7fa873080640 1 -- 172.21.15.76:0/4236886203 shutdown_connections 2024-09-13T16:10:47.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:47.178+0000 7fa873080640 1 --2- 172.21.15.76:0/4236886203 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa86c15c590 0x7fa86c0b3270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:47.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:47.178+0000 7fa873080640 1 --2- 172.21.15.76:0/4236886203 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa86c0d23b0 0x7fa86c0b7b00 unknown :-1 s=CLOSED pgs=1293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:47.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:47.178+0000 7fa873080640 1 --2- 172.21.15.76:0/4236886203 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa85806ac00 0x7fa85806d0c0 unknown :-1 s=CLOSED pgs=564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:47.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:47.178+0000 7fa873080640 1 --2- 172.21.15.76:0/4236886203 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa86c0cfff0 0x7fa86c0b5250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:47.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:47.178+0000 7fa873080640 1 -- 172.21.15.76:0/4236886203 >> 172.21.15.76:0/4236886203 conn(0x7fa86c08bf20 msgr2=0x7fa86c06c330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:47.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:47.178+0000 7fa873080640 1 -- 172.21.15.76:0/4236886203 shutdown_connections 2024-09-13T16:10:47.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:47.178+0000 7fa873080640 1 -- 172.21.15.76:0/4236886203 wait complete. 2024-09-13T16:10:47.190 DEBUG:tasks.ceph_test_case:Not found expected summary strings yet (['1 MDSs report oversized cache']) 2024-09-13T16:10:47.190 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=120.0 retry_count=0)... 2024-09-13T16:10:52.191 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-13T16:10:52.298 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:52.296+0000 7fc413d65640 1 Processor -- start 2024-09-13T16:10:52.298 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:52.297+0000 7fc413d65640 1 -- start start 2024-09-13T16:10:52.299 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:52.297+0000 7fc413d65640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc40c158870 0x7fc40c06d6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:52.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:52.297+0000 7fc413d65640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fc40c0cb3b0 0x7fc40c0cbe60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:52.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:52.297+0000 7fc413d65640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc40c06dbe0 con 0x7fc40c0b2540 2024-09-13T16:10:52.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:52.297+0000 7fc413d65640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc40c0c8c90 con 0x7fc40c0cb3b0 2024-09-13T16:10:52.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:52.297+0000 7fc413d65640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc40c0ca6b0 con 0x7fc40c158870 2024-09-13T16:10:52.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:52.298+0000 7fc411300640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fc40c0b2540 0x7fc40c0caca0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:48728/0 (socket says 172.21.15.76:48728) 2024-09-13T16:10:52.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:52.298+0000 7fc411300640 1 -- 172.21.15.76:0/4239373768 learned_addr learned my addr 172.21.15.76:0/4239373768 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:10:52.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:52.298+0000 7fc412302640 1 --2- 172.21.15.76:0/4239373768 >> v2:172.21.15.192:3300/0 conn(0x7fc40c0cb3b0 0x7fc40c0cbe60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:52.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:52.298+0000 7fc411b01640 1 --2- 172.21.15.76:0/4239373768 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc40c158870 0x7fc40c06d6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:52.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:52.298+0000 7fc410aff640 1 -- 172.21.15.76:0/4239373768 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 933124801 0 0) 0x7fc40c06dbe0 con 0x7fc40c0b2540 2024-09-13T16:10:52.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:52.298+0000 7fc410aff640 1 -- 172.21.15.76:0/4239373768 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc3f8003520 con 0x7fc40c0b2540 2024-09-13T16:10:52.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:52.298+0000 7fc411b01640 1 -- 172.21.15.76:0/4239373768 >> v2:172.21.15.192:3300/0 conn(0x7fc40c0cb3b0 msgr2=0x7fc40c0cbe60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:52.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:52.298+0000 7fc411b01640 1 --2- 172.21.15.76:0/4239373768 >> v2:172.21.15.192:3300/0 conn(0x7fc40c0cb3b0 0x7fc40c0cbe60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:52.301 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:52.298+0000 7fc410aff640 1 -- 172.21.15.76:0/4239373768 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2198050663 0 0) 0x7fc3f8003520 con 0x7fc40c0b2540 2024-09-13T16:10:52.301 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:52.298+0000 7fc411b01640 1 -- 172.21.15.76:0/4239373768 >> v1:172.21.15.76:6789/0 conn(0x7fc40c0b2540 legacy=0x7fc40c0caca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:52.301 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:52.298+0000 7fc411b01640 1 -- 172.21.15.76:0/4239373768 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc40c0ca990 con 0x7fc40c158870 2024-09-13T16:10:52.301 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:52.298+0000 7fc412302640 1 --2- 172.21.15.76:0/4239373768 >> v2:172.21.15.192:3300/0 conn(0x7fc40c0cb3b0 0x7fc40c0cbe60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:10:52.302 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:52.299+0000 7fc411b01640 1 --2- 172.21.15.76:0/4239373768 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc40c158870 0x7fc40c06d6a0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fc3fc0097a0 tx=0x7fc3fc02a110 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e13e8eda1f329232 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:52.302 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:52.299+0000 7fc410aff640 1 -- 172.21.15.76:0/4239373768 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc408001670 con 0x7fc40c158870 2024-09-13T16:10:52.302 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:52.299+0000 7fc410aff640 1 -- 172.21.15.76:0/4239373768 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc3fc02aba0 con 0x7fc40c158870 2024-09-13T16:10:52.302 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:52.299+0000 7fc410aff640 1 -- 172.21.15.76:0/4239373768 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3fc032440 con 0x7fc40c158870 2024-09-13T16:10:52.302 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:52.300+0000 7fc413d65640 1 -- 172.21.15.76:0/4239373768 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc40c158870 msgr2=0x7fc40c06d6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:52.302 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:52.300+0000 7fc413d65640 1 --2- 172.21.15.76:0/4239373768 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc40c158870 0x7fc40c06d6a0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fc3fc0097a0 tx=0x7fc3fc02a110 comp rx=0 tx=0).stop 2024-09-13T16:10:52.302 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:52.300+0000 7fc413d65640 1 -- 172.21.15.76:0/4239373768 shutdown_connections 2024-09-13T16:10:52.302 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:52.300+0000 7fc413d65640 1 --2- 172.21.15.76:0/4239373768 >> v2:172.21.15.192:3300/0 conn(0x7fc40c0cb3b0 0x7fc40c0cbe60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:52.302 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:52.300+0000 7fc413d65640 1 --2- 172.21.15.76:0/4239373768 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc40c158870 0x7fc40c06d6a0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:52.302 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:52.300+0000 7fc413d65640 1 -- 172.21.15.76:0/4239373768 >> 172.21.15.76:0/4239373768 conn(0x7fc40c06a0b0 msgr2=0x7fc40c06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:52.303 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:52.300+0000 7fc413d65640 1 -- 172.21.15.76:0/4239373768 shutdown_connections 2024-09-13T16:10:52.303 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:52.300+0000 7fc413d65640 1 -- 172.21.15.76:0/4239373768 wait complete. 2024-09-13T16:10:52.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:52.301+0000 7fc413d65640 1 Processor -- start 2024-09-13T16:10:52.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:52.301+0000 7fc413d65640 1 -- start start 2024-09-13T16:10:52.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:52.302+0000 7fc413d65640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc40c0b2540 0x7fc40c0b01f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:52.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:52.302+0000 7fc413d65640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc40c0cb3b0 0x7fc40c0986b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:52.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:52.302+0000 7fc413d65640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc40c158870 0x7fc40c098bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:52.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:52.302+0000 7fc413d65640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc40c149ab0 con 0x7fc40c158870 2024-09-13T16:10:52.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:52.302+0000 7fc413d65640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc40c14a350 con 0x7fc40c0b2540 2024-09-13T16:10:52.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:52.302+0000 7fc413d65640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc40c1f0b50 con 0x7fc40c0cb3b0 2024-09-13T16:10:52.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:52.302+0000 7fc412302640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc40c158870 0x7fc40c098bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:52.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:52.302+0000 7fc412302640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc40c158870 0x7fc40c098bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:47804/0 (socket says 172.21.15.76:47804) 2024-09-13T16:10:52.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:52.302+0000 7fc412302640 1 -- 172.21.15.76:0/3929829508 learned_addr learned my addr 172.21.15.76:0/3929829508 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:10:52.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:52.302+0000 7fc411b01640 1 --2- 172.21.15.76:0/3929829508 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc40c0b2540 0x7fc40c0b01f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:52.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:52.302+0000 7fc411300640 1 --2- 172.21.15.76:0/3929829508 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc40c0cb3b0 0x7fc40c0986b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:52.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:52.302+0000 7fc412302640 1 -- 172.21.15.76:0/3929829508 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc40c0cb3b0 msgr2=0x7fc40c0986b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:52.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:52.302+0000 7fc412302640 1 --2- 172.21.15.76:0/3929829508 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc40c0cb3b0 0x7fc40c0986b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:52.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:52.302+0000 7fc412302640 1 -- 172.21.15.76:0/3929829508 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc40c0b2540 msgr2=0x7fc40c0b01f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:52.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:52.302+0000 7fc412302640 1 --2- 172.21.15.76:0/3929829508 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc40c0b2540 0x7fc40c0b01f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:52.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:52.302+0000 7fc412302640 1 -- 172.21.15.76:0/3929829508 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc40400ab80 con 0x7fc40c158870 2024-09-13T16:10:52.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:52.302+0000 7fc412302640 1 --2- 172.21.15.76:0/3929829508 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc40c158870 0x7fc40c098bf0 secure :-1 s=READY pgs=1295 cs=0 l=1 rev1=1 crypto rx=0x7fc404009ed0 tx=0x7fc4040075c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:52.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:52.303+0000 7fc4027fc640 1 -- 172.21.15.76:0/3929829508 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4040145f0 con 0x7fc40c158870 2024-09-13T16:10:52.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:52.303+0000 7fc4027fc640 1 -- 172.21.15.76:0/3929829508 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc404010040 con 0x7fc40c158870 2024-09-13T16:10:52.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:52.303+0000 7fc413d65640 1 -- 172.21.15.76:0/3929829508 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc3fc009400 con 0x7fc40c158870 2024-09-13T16:10:52.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:52.303+0000 7fc4027fc640 1 -- 172.21.15.76:0/3929829508 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc404014990 con 0x7fc40c158870 2024-09-13T16:10:52.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:52.303+0000 7fc413d65640 1 -- 172.21.15.76:0/3929829508 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc40c149fe0 con 0x7fc40c158870 2024-09-13T16:10:52.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:52.304+0000 7fc413d65640 1 -- 172.21.15.76:0/3929829508 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc40c0ca240 con 0x7fc40c158870 2024-09-13T16:10:52.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:52.304+0000 7fc4027fc640 1 -- 172.21.15.76:0/3929829508 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc404014af0 con 0x7fc40c158870 2024-09-13T16:10:52.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:52.305+0000 7fc4027fc640 1 --2- 172.21.15.76:0/3929829508 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc3f006ac30 0x7fc3f006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:52.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:52.305+0000 7fc4027fc640 1 -- 172.21.15.76:0/3929829508 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 6145+0+0 (secure 0 0 0) 0x7fc404089b50 con 0x7fc40c158870 2024-09-13T16:10:52.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:52.305+0000 7fc411b01640 1 --2- 172.21.15.76:0/3929829508 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc3f006ac30 0x7fc3f006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:52.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:52.305+0000 7fc411b01640 1 --2- 172.21.15.76:0/3929829508 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc3f006ac30 0x7fc3f006d0f0 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7fc3fc034000 tx=0x7fc3fc02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:52.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:52.309+0000 7fc4027fc640 1 -- 172.21.15.76:0/3929829508 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fc404054c00 con 0x7fc40c158870 2024-09-13T16:10:52.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:52.506+0000 7fc413d65640 1 -- 172.21.15.76:0/3929829508 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7fc40c06d950 con 0x7fc40c158870 2024-09-13T16:10:52.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:52.506+0000 7fc4027fc640 1 -- 172.21.15.76:0/3929829508 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+174 (secure 0 0 0) 0x7fc40400ae60 con 0x7fc40c158870 2024-09-13T16:10:52.508 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:10:52.508 INFO:teuthology.orchestra.run.smithi076.stdout:{"status":"HEALTH_WARN","checks":{"MDS_CACHE_OVERSIZED":{"severity":"HEALTH_WARN","summary":{"message":"1 MDSs report oversized cache","count":1},"muted":false}},"mutes":[]} 2024-09-13T16:10:52.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:52.508+0000 7fc413d65640 1 -- 172.21.15.76:0/3929829508 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc3f006ac30 msgr2=0x7fc3f006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:52.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:52.508+0000 7fc413d65640 1 --2- 172.21.15.76:0/3929829508 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc3f006ac30 0x7fc3f006d0f0 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7fc3fc034000 tx=0x7fc3fc02e000 comp rx=0 tx=0).stop 2024-09-13T16:10:52.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:52.508+0000 7fc413d65640 1 -- 172.21.15.76:0/3929829508 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc40c158870 msgr2=0x7fc40c098bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:52.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:52.508+0000 7fc413d65640 1 --2- 172.21.15.76:0/3929829508 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc40c158870 0x7fc40c098bf0 secure :-1 s=READY pgs=1295 cs=0 l=1 rev1=1 crypto rx=0x7fc404009ed0 tx=0x7fc4040075c0 comp rx=0 tx=0).stop 2024-09-13T16:10:52.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:52.508+0000 7fc413d65640 1 -- 172.21.15.76:0/3929829508 shutdown_connections 2024-09-13T16:10:52.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:52.508+0000 7fc413d65640 1 --2- 172.21.15.76:0/3929829508 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc40c158870 0x7fc40c098bf0 unknown :-1 s=CLOSED pgs=1295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:52.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:52.508+0000 7fc413d65640 1 --2- 172.21.15.76:0/3929829508 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc3f006ac30 0x7fc3f006d0f0 unknown :-1 s=CLOSED pgs=565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:52.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:52.508+0000 7fc413d65640 1 --2- 172.21.15.76:0/3929829508 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc40c0cb3b0 0x7fc40c0986b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:52.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:52.508+0000 7fc413d65640 1 --2- 172.21.15.76:0/3929829508 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc40c0b2540 0x7fc40c0b01f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:52.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:52.509+0000 7fc413d65640 1 -- 172.21.15.76:0/3929829508 >> 172.21.15.76:0/3929829508 conn(0x7fc40c06a0b0 msgr2=0x7fc40c071850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:52.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:52.509+0000 7fc413d65640 1 -- 172.21.15.76:0/3929829508 shutdown_connections 2024-09-13T16:10:52.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:52.509+0000 7fc413d65640 1 -- 172.21.15.76:0/3929829508 wait complete. 2024-09-13T16:10:52.521 DEBUG:tasks.ceph_test_case:Not found expected summary strings yet (['1 MDSs report oversized cache']) 2024-09-13T16:10:52.521 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=120.0 retry_count=0)... 2024-09-13T16:10:57.522 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-13T16:10:57.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:57.634+0000 7f3072d45640 1 Processor -- start 2024-09-13T16:10:57.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:57.634+0000 7f3072d45640 1 -- start start 2024-09-13T16:10:57.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:57.635+0000 7f3072d45640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f306c158870 0x7f306c06d6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:57.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:57.635+0000 7f3072d45640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f306c0b2540 0x7f306c0caca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:57.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:57.635+0000 7f3072d45640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f306c0b29b0 0x7f306c0cb1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:57.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:57.635+0000 7f3072d45640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f306c0c8c90 con 0x7f306c0b29b0 2024-09-13T16:10:57.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:57.635+0000 7f3072d45640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f306c06dbe0 con 0x7f306c158870 2024-09-13T16:10:57.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:57.635+0000 7f3072d45640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f306c0ca6b0 con 0x7f306c0b2540 2024-09-13T16:10:57.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:57.635+0000 7f30712e2640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f306c0b29b0 0x7f306c0cb1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:57.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:57.635+0000 7f30712e2640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f306c0b29b0 0x7f306c0cb1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:47808/0 (socket says 172.21.15.76:47808) 2024-09-13T16:10:57.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:57.635+0000 7f30712e2640 1 -- 172.21.15.76:0/2451228104 learned_addr learned my addr 172.21.15.76:0/2451228104 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:10:57.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:57.635+0000 7f306bfff640 1 --2- 172.21.15.76:0/2451228104 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f306c0b2540 0x7f306c0caca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:57.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:57.635+0000 7f3070ae1640 1 --2- 172.21.15.76:0/2451228104 >> v2:172.21.15.192:3300/0 conn(0x7f306c158870 0x7f306c06d6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:57.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:57.636+0000 7f30712e2640 1 -- 172.21.15.76:0/2451228104 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f306c0b2540 msgr2=0x7f306c0caca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:57.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:57.636+0000 7f30712e2640 1 --2- 172.21.15.76:0/2451228104 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f306c0b2540 0x7f306c0caca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:57.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:57.636+0000 7f30712e2640 1 -- 172.21.15.76:0/2451228104 >> v2:172.21.15.192:3300/0 conn(0x7f306c158870 msgr2=0x7f306c06d6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:57.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:57.636+0000 7f30712e2640 1 --2- 172.21.15.76:0/2451228104 >> v2:172.21.15.192:3300/0 conn(0x7f306c158870 0x7f306c06d6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:57.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:57.636+0000 7f30712e2640 1 -- 172.21.15.76:0/2451228104 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f306c0ca990 con 0x7f306c0b29b0 2024-09-13T16:10:57.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:57.636+0000 7f306bfff640 1 --2- 172.21.15.76:0/2451228104 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f306c0b2540 0x7f306c0caca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:10:57.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:57.636+0000 7f3070ae1640 1 --2- 172.21.15.76:0/2451228104 >> v2:172.21.15.192:3300/0 conn(0x7f306c158870 0x7f306c06d6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:10:57.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:57.636+0000 7f30712e2640 1 --2- 172.21.15.76:0/2451228104 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f306c0b29b0 0x7f306c0cb1e0 secure :-1 s=READY pgs=1296 cs=0 l=1 rev1=1 crypto rx=0x7f306c0b43f0 tx=0x7f306402c8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1d15bdca8867db85 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:57.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:57.636+0000 7f306b7fe640 1 -- 172.21.15.76:0/2451228104 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f306402f070 con 0x7f306c0b29b0 2024-09-13T16:10:57.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:57.637+0000 7f306b7fe640 1 -- 172.21.15.76:0/2451228104 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f306400b2e0 con 0x7f306c0b29b0 2024-09-13T16:10:57.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:57.637+0000 7f306b7fe640 1 -- 172.21.15.76:0/2451228104 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3064009820 con 0x7f306c0b29b0 2024-09-13T16:10:57.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:57.637+0000 7f3072d45640 1 -- 172.21.15.76:0/2451228104 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f306c0b29b0 msgr2=0x7f306c0cb1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:57.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:57.637+0000 7f3072d45640 1 --2- 172.21.15.76:0/2451228104 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f306c0b29b0 0x7f306c0cb1e0 secure :-1 s=READY pgs=1296 cs=0 l=1 rev1=1 crypto rx=0x7f306c0b43f0 tx=0x7f306402c8a0 comp rx=0 tx=0).stop 2024-09-13T16:10:57.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:57.637+0000 7f3072d45640 1 -- 172.21.15.76:0/2451228104 shutdown_connections 2024-09-13T16:10:57.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:57.637+0000 7f3072d45640 1 --2- 172.21.15.76:0/2451228104 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f306c0b29b0 0x7f306c0cb1e0 unknown :-1 s=CLOSED pgs=1296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:57.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:57.637+0000 7f3072d45640 1 --2- 172.21.15.76:0/2451228104 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f306c0b2540 0x7f306c0caca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:57.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:57.637+0000 7f3072d45640 1 --2- 172.21.15.76:0/2451228104 >> v2:172.21.15.192:3300/0 conn(0x7f306c158870 0x7f306c06d6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:57.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:57.637+0000 7f3072d45640 1 -- 172.21.15.76:0/2451228104 >> 172.21.15.76:0/2451228104 conn(0x7f306c06a0b0 msgr2=0x7f306c06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:57.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:57.637+0000 7f3072d45640 1 -- 172.21.15.76:0/2451228104 shutdown_connections 2024-09-13T16:10:57.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:57.637+0000 7f3072d45640 1 -- 172.21.15.76:0/2451228104 wait complete. 2024-09-13T16:10:57.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:57.638+0000 7f3072d45640 1 Processor -- start 2024-09-13T16:10:57.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:57.638+0000 7f3072d45640 1 -- start start 2024-09-13T16:10:57.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:57.639+0000 7f3072d45640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f306c0b2540 0x7f306c1ee320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:57.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:57.639+0000 7f3072d45640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f306c0b29b0 0x7f306c157340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:57.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:57.639+0000 7f3072d45640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f306c158870 0x7f306c0afce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:57.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:57.639+0000 7f3072d45640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f306c157880 con 0x7f306c0b2540 2024-09-13T16:10:57.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:57.639+0000 7f3072d45640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f306c0b0b10 con 0x7f306c158870 2024-09-13T16:10:57.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:57.639+0000 7f3072d45640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f306c0b0830 con 0x7f306c0b29b0 2024-09-13T16:10:57.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:57.639+0000 7f3070ae1640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f306c0b2540 0x7f306c1ee320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:57.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:57.640+0000 7f3070ae1640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f306c0b2540 0x7f306c1ee320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:47822/0 (socket says 172.21.15.76:47822) 2024-09-13T16:10:57.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:57.640+0000 7f3070ae1640 1 -- 172.21.15.76:0/671632494 learned_addr learned my addr 172.21.15.76:0/671632494 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:10:57.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:57.640+0000 7f30712e2640 1 --2- 172.21.15.76:0/671632494 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f306c158870 0x7f306c0afce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:57.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:57.640+0000 7f306bfff640 1 --2- 172.21.15.76:0/671632494 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f306c0b29b0 0x7f306c157340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:57.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:57.640+0000 7f3070ae1640 1 -- 172.21.15.76:0/671632494 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f306c0b29b0 msgr2=0x7f306c157340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:57.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:57.640+0000 7f3070ae1640 1 --2- 172.21.15.76:0/671632494 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f306c0b29b0 0x7f306c157340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:57.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:57.640+0000 7f3070ae1640 1 -- 172.21.15.76:0/671632494 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f306c158870 msgr2=0x7f306c0afce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:57.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:57.640+0000 7f3070ae1640 1 --2- 172.21.15.76:0/671632494 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f306c158870 0x7f306c0afce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:57.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:57.640+0000 7f3070ae1640 1 -- 172.21.15.76:0/671632494 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f306400bd40 con 0x7f306c0b2540 2024-09-13T16:10:57.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:57.640+0000 7f3070ae1640 1 --2- 172.21.15.76:0/671632494 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f306c0b2540 0x7f306c1ee320 secure :-1 s=READY pgs=1297 cs=0 l=1 rev1=1 crypto rx=0x7f305c00c7f0 tx=0x7f305c00cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:57.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:57.640+0000 7f30697fa640 1 -- 172.21.15.76:0/671632494 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f305c007a30 con 0x7f306c0b2540 2024-09-13T16:10:57.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:57.640+0000 7f30697fa640 1 -- 172.21.15.76:0/671632494 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f305c007b90 con 0x7f306c0b2540 2024-09-13T16:10:57.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:57.640+0000 7f30697fa640 1 -- 172.21.15.76:0/671632494 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f305c00ce40 con 0x7f306c0b2540 2024-09-13T16:10:57.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:57.640+0000 7f3072d45640 1 -- 172.21.15.76:0/671632494 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f306c1ed840 con 0x7f306c0b2540 2024-09-13T16:10:57.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:57.640+0000 7f3072d45640 1 -- 172.21.15.76:0/671632494 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f306c1ede00 con 0x7f306c0b2540 2024-09-13T16:10:57.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:57.641+0000 7f3072d45640 1 -- 172.21.15.76:0/671632494 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f306c1ee020 con 0x7f306c0b2540 2024-09-13T16:10:57.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:57.642+0000 7f30697fa640 1 -- 172.21.15.76:0/671632494 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f305c0113f0 con 0x7f306c0b2540 2024-09-13T16:10:57.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:57.642+0000 7f30697fa640 1 --2- 172.21.15.76:0/671632494 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f305806ac00 0x7f305806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:57.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:57.642+0000 7f30697fa640 1 -- 172.21.15.76:0/671632494 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 6145+0+0 (secure 0 0 0) 0x7f305c089720 con 0x7f306c0b2540 2024-09-13T16:10:57.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:57.642+0000 7f306bfff640 1 --2- 172.21.15.76:0/671632494 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f305806ac00 0x7f305806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:57.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:57.643+0000 7f306bfff640 1 --2- 172.21.15.76:0/671632494 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f305806ac00 0x7f305806d0c0 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7f306c0afa50 tx=0x7f3060008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:57.648 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:57.647+0000 7f30697fa640 1 -- 172.21.15.76:0/671632494 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f305c054770 con 0x7f306c0b2540 2024-09-13T16:10:57.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:57.844+0000 7f3072d45640 1 -- 172.21.15.76:0/671632494 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7f306c0ca240 con 0x7f306c0b2540 2024-09-13T16:10:57.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:57.844+0000 7f30697fa640 1 -- 172.21.15.76:0/671632494 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+174 (secure 0 0 0) 0x7f305c057d90 con 0x7f306c0b2540 2024-09-13T16:10:57.846 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:10:57.846 INFO:teuthology.orchestra.run.smithi076.stdout:{"status":"HEALTH_WARN","checks":{"MDS_CACHE_OVERSIZED":{"severity":"HEALTH_WARN","summary":{"message":"1 MDSs report oversized cache","count":1},"muted":false}},"mutes":[]} 2024-09-13T16:10:57.848 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:57.846+0000 7f3072d45640 1 -- 172.21.15.76:0/671632494 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f305806ac00 msgr2=0x7f305806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:57.848 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:57.846+0000 7f3072d45640 1 --2- 172.21.15.76:0/671632494 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f305806ac00 0x7f305806d0c0 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7f306c0afa50 tx=0x7f3060008040 comp rx=0 tx=0).stop 2024-09-13T16:10:57.848 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:57.846+0000 7f3072d45640 1 -- 172.21.15.76:0/671632494 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f306c0b2540 msgr2=0x7f306c1ee320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:57.848 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:57.846+0000 7f3072d45640 1 --2- 172.21.15.76:0/671632494 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f306c0b2540 0x7f306c1ee320 secure :-1 s=READY pgs=1297 cs=0 l=1 rev1=1 crypto rx=0x7f305c00c7f0 tx=0x7f305c00cbf0 comp rx=0 tx=0).stop 2024-09-13T16:10:57.848 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:57.846+0000 7f3072d45640 1 -- 172.21.15.76:0/671632494 shutdown_connections 2024-09-13T16:10:57.848 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:57.846+0000 7f3072d45640 1 --2- 172.21.15.76:0/671632494 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f306c158870 0x7f306c0afce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:57.848 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:57.846+0000 7f3072d45640 1 --2- 172.21.15.76:0/671632494 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f305806ac00 0x7f305806d0c0 unknown :-1 s=CLOSED pgs=566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:57.848 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:57.846+0000 7f3072d45640 1 --2- 172.21.15.76:0/671632494 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f306c0b29b0 0x7f306c157340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:57.849 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:57.846+0000 7f3072d45640 1 --2- 172.21.15.76:0/671632494 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f306c0b2540 0x7f306c1ee320 unknown :-1 s=CLOSED pgs=1297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:57.849 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:57.846+0000 7f3072d45640 1 -- 172.21.15.76:0/671632494 >> 172.21.15.76:0/671632494 conn(0x7f306c06a0b0 msgr2=0x7f306c0ce470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:57.849 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:57.846+0000 7f3072d45640 1 -- 172.21.15.76:0/671632494 shutdown_connections 2024-09-13T16:10:57.849 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:10:57.846+0000 7f3072d45640 1 -- 172.21.15.76:0/671632494 wait complete. 2024-09-13T16:10:57.858 DEBUG:tasks.ceph_test_case:Not found expected summary strings yet (['1 MDSs report oversized cache']) 2024-09-13T16:10:57.858 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=120.0 retry_count=0)... 2024-09-13T16:11:02.859 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-13T16:11:02.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:02.965+0000 7fcdd4480640 1 Processor -- start 2024-09-13T16:11:02.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:02.965+0000 7fcdd4480640 1 -- start start 2024-09-13T16:11:02.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:02.966+0000 7fcdd4480640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcdcc0ce5c0 0x7fcdcc0cea00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:02.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:02.966+0000 7fcdd4480640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fcdcc0ab9e0 0x7fcdcc0abe90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:02.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:02.966+0000 7fcdd4480640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcdcc0ab550 con 0x7fcdcc158fc0 2024-09-13T16:11:02.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:02.966+0000 7fcdd4480640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcdcc0cef40 con 0x7fcdcc0ab9e0 2024-09-13T16:11:02.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:02.966+0000 7fcdd4480640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcdcc0b1c00 con 0x7fcdcc0ce5c0 2024-09-13T16:11:02.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:02.966+0000 7fcdd2a1d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fcdcc0ab9e0 0x7fcdcc0abe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:02.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:02.966+0000 7fcdd2a1d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fcdcc0ab9e0 0x7fcdcc0abe90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57192/0 (socket says 172.21.15.76:57192) 2024-09-13T16:11:02.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:02.966+0000 7fcdd2a1d640 1 -- 172.21.15.76:0/1341477492 learned_addr learned my addr 172.21.15.76:0/1341477492 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:11:02.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:02.966+0000 7fcdd1a1b640 1 --2- 172.21.15.76:0/1341477492 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcdcc0ce5c0 0x7fcdcc0cea00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:02.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:02.966+0000 7fcdd2a1d640 1 -- 172.21.15.76:0/1341477492 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcdcc0ce5c0 msgr2=0x7fcdcc0cea00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:02.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:02.966+0000 7fcdd2a1d640 1 --2- 172.21.15.76:0/1341477492 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcdcc0ce5c0 0x7fcdcc0cea00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:02.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:02.966+0000 7fcdd2a1d640 1 -- 172.21.15.76:0/1341477492 >> v1:172.21.15.192:6789/0 conn(0x7fcdcc158fc0 legacy=0x7fcdcc0b1160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:02.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:02.966+0000 7fcdd2a1d640 1 -- 172.21.15.76:0/1341477492 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcdcc0b1ee0 con 0x7fcdcc0ab9e0 2024-09-13T16:11:02.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:02.967+0000 7fcdd2a1d640 1 --2- 172.21.15.76:0/1341477492 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcdcc0ab9e0 0x7fcdcc0abe90 secure :-1 s=READY pgs=1298 cs=0 l=1 rev1=1 crypto rx=0x7fcdc400d150 tx=0x7fcdc402c930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=caaf76c76083cc90 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:02.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:02.967+0000 7fcdd121a640 1 -- 172.21.15.76:0/1341477492 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcdc4009600 con 0x7fcdcc0ab9e0 2024-09-13T16:11:02.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:02.967+0000 7fcdd121a640 1 -- 172.21.15.76:0/1341477492 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcdc4009760 con 0x7fcdcc0ab9e0 2024-09-13T16:11:02.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:02.967+0000 7fcdd121a640 1 -- 172.21.15.76:0/1341477492 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcdc4009af0 con 0x7fcdcc0ab9e0 2024-09-13T16:11:02.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:02.968+0000 7fcdd4480640 1 -- 172.21.15.76:0/1341477492 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcdcc0ab9e0 msgr2=0x7fcdcc0abe90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:02.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:02.968+0000 7fcdd4480640 1 --2- 172.21.15.76:0/1341477492 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcdcc0ab9e0 0x7fcdcc0abe90 secure :-1 s=READY pgs=1298 cs=0 l=1 rev1=1 crypto rx=0x7fcdc400d150 tx=0x7fcdc402c930 comp rx=0 tx=0).stop 2024-09-13T16:11:02.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:02.968+0000 7fcdd4480640 1 -- 172.21.15.76:0/1341477492 shutdown_connections 2024-09-13T16:11:02.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:02.968+0000 7fcdd4480640 1 --2- 172.21.15.76:0/1341477492 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcdcc0ab9e0 0x7fcdcc0abe90 unknown :-1 s=CLOSED pgs=1298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:02.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:02.968+0000 7fcdd4480640 1 --2- 172.21.15.76:0/1341477492 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcdcc0ce5c0 0x7fcdcc0cea00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:02.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:02.968+0000 7fcdd4480640 1 -- 172.21.15.76:0/1341477492 >> 172.21.15.76:0/1341477492 conn(0x7fcdcc06a0b0 msgr2=0x7fcdcc06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:02.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:02.968+0000 7fcdd4480640 1 -- 172.21.15.76:0/1341477492 shutdown_connections 2024-09-13T16:11:02.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:02.968+0000 7fcdd4480640 1 -- 172.21.15.76:0/1341477492 wait complete. 2024-09-13T16:11:02.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:02.969+0000 7fcdd4480640 1 Processor -- start 2024-09-13T16:11:02.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:02.969+0000 7fcdd4480640 1 -- start start 2024-09-13T16:11:02.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:02.970+0000 7fcdd4480640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcdcc0ab9e0 0x7fcdcc156bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:02.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:02.970+0000 7fcdd4480640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcdcc0ce5c0 0x7fcdcc157990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:02.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:02.970+0000 7fcdd4480640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcdcc158fc0 0x7fcdcc157ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:02.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:02.970+0000 7fcdd4480640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcdcc0c1b00 con 0x7fcdcc0ce5c0 2024-09-13T16:11:02.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:02.970+0000 7fcdd4480640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcdcc0cce90 con 0x7fcdcc0ab9e0 2024-09-13T16:11:02.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:02.970+0000 7fcdd4480640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcdcc0cd170 con 0x7fcdcc158fc0 2024-09-13T16:11:02.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:02.970+0000 7fcdd1a1b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcdcc0ce5c0 0x7fcdcc157990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:02.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:02.970+0000 7fcdd1a1b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcdcc0ce5c0 0x7fcdcc157990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57194/0 (socket says 172.21.15.76:57194) 2024-09-13T16:11:02.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:02.970+0000 7fcdd1a1b640 1 -- 172.21.15.76:0/3583162797 learned_addr learned my addr 172.21.15.76:0/3583162797 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:11:02.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:02.970+0000 7fcdd2a1d640 1 --2- 172.21.15.76:0/3583162797 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcdcc158fc0 0x7fcdcc157ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:02.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:02.970+0000 7fcdd221c640 1 --2- 172.21.15.76:0/3583162797 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcdcc0ab9e0 0x7fcdcc156bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:02.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:02.970+0000 7fcdd1a1b640 1 -- 172.21.15.76:0/3583162797 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcdcc158fc0 msgr2=0x7fcdcc157ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:02.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:02.970+0000 7fcdd1a1b640 1 --2- 172.21.15.76:0/3583162797 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcdcc158fc0 0x7fcdcc157ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:02.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:02.970+0000 7fcdd1a1b640 1 -- 172.21.15.76:0/3583162797 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcdcc0ab9e0 msgr2=0x7fcdcc156bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:02.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:02.970+0000 7fcdd1a1b640 1 --2- 172.21.15.76:0/3583162797 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcdcc0ab9e0 0x7fcdcc156bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:02.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:02.970+0000 7fcdd1a1b640 1 -- 172.21.15.76:0/3583162797 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcdc400bd40 con 0x7fcdcc0ce5c0 2024-09-13T16:11:02.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:02.970+0000 7fcdd221c640 1 --2- 172.21.15.76:0/3583162797 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcdcc0ab9e0 0x7fcdcc156bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:02.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:02.970+0000 7fcdd1a1b640 1 --2- 172.21.15.76:0/3583162797 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcdcc0ce5c0 0x7fcdcc157990 secure :-1 s=READY pgs=1299 cs=0 l=1 rev1=1 crypto rx=0x7fcdbc00d7d0 tx=0x7fcdbc00dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:02.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:02.970+0000 7fcdc2ffd640 1 -- 172.21.15.76:0/3583162797 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcdbc018070 con 0x7fcdcc0ce5c0 2024-09-13T16:11:02.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:02.970+0000 7fcdc2ffd640 1 -- 172.21.15.76:0/3583162797 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcdbc004020 con 0x7fcdcc0ce5c0 2024-09-13T16:11:02.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:02.970+0000 7fcdd4480640 1 -- 172.21.15.76:0/3583162797 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcdcc0cd450 con 0x7fcdcc0ce5c0 2024-09-13T16:11:02.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:02.970+0000 7fcdc2ffd640 1 -- 172.21.15.76:0/3583162797 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcdbc0041b0 con 0x7fcdcc0ce5c0 2024-09-13T16:11:02.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:02.971+0000 7fcdd4480640 1 -- 172.21.15.76:0/3583162797 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcdcc157110 con 0x7fcdcc0ce5c0 2024-09-13T16:11:02.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:02.971+0000 7fcdd4480640 1 -- 172.21.15.76:0/3583162797 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcdcc0c1850 con 0x7fcdcc0ce5c0 2024-09-13T16:11:02.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:02.972+0000 7fcdc2ffd640 1 -- 172.21.15.76:0/3583162797 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fcdbc004310 con 0x7fcdcc0ce5c0 2024-09-13T16:11:02.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:02.972+0000 7fcdc2ffd640 1 --2- 172.21.15.76:0/3583162797 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcdb006ac00 0x7fcdb006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:02.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:02.972+0000 7fcdc2ffd640 1 -- 172.21.15.76:0/3583162797 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 6145+0+0 (secure 0 0 0) 0x7fcdbc089350 con 0x7fcdcc0ce5c0 2024-09-13T16:11:02.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:02.972+0000 7fcdd221c640 1 --2- 172.21.15.76:0/3583162797 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcdb006ac00 0x7fcdb006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:02.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:02.973+0000 7fcdd221c640 1 --2- 172.21.15.76:0/3583162797 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcdb006ac00 0x7fcdb006d0c0 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7fcdc8007fd0 tx=0x7fcdc8009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:02.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:02.977+0000 7fcdc2ffd640 1 -- 172.21.15.76:0/3583162797 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fcdbc054370 con 0x7fcdcc0ce5c0 2024-09-13T16:11:03.176 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:03.174+0000 7fcdd4480640 1 -- 172.21.15.76:0/3583162797 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7fcdcc1593a0 con 0x7fcdcc0ce5c0 2024-09-13T16:11:03.176 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:03.174+0000 7fcdc2ffd640 1 -- 172.21.15.76:0/3583162797 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+174 (secure 0 0 0) 0x7fcdbc057990 con 0x7fcdcc0ce5c0 2024-09-13T16:11:03.176 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:11:03.176 INFO:teuthology.orchestra.run.smithi076.stdout:{"status":"HEALTH_WARN","checks":{"MDS_CACHE_OVERSIZED":{"severity":"HEALTH_WARN","summary":{"message":"1 MDSs report oversized cache","count":1},"muted":false}},"mutes":[]} 2024-09-13T16:11:03.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:03.176+0000 7fcdd4480640 1 -- 172.21.15.76:0/3583162797 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcdb006ac00 msgr2=0x7fcdb006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:03.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:03.176+0000 7fcdd4480640 1 --2- 172.21.15.76:0/3583162797 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcdb006ac00 0x7fcdb006d0c0 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7fcdc8007fd0 tx=0x7fcdc8009040 comp rx=0 tx=0).stop 2024-09-13T16:11:03.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:03.176+0000 7fcdd4480640 1 -- 172.21.15.76:0/3583162797 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcdcc0ce5c0 msgr2=0x7fcdcc157990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:03.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:03.176+0000 7fcdd4480640 1 --2- 172.21.15.76:0/3583162797 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcdcc0ce5c0 0x7fcdcc157990 secure :-1 s=READY pgs=1299 cs=0 l=1 rev1=1 crypto rx=0x7fcdbc00d7d0 tx=0x7fcdbc00dc90 comp rx=0 tx=0).stop 2024-09-13T16:11:03.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:03.176+0000 7fcdd4480640 1 -- 172.21.15.76:0/3583162797 shutdown_connections 2024-09-13T16:11:03.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:03.176+0000 7fcdd4480640 1 --2- 172.21.15.76:0/3583162797 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcdb006ac00 0x7fcdb006d0c0 unknown :-1 s=CLOSED pgs=567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:03.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:03.176+0000 7fcdd4480640 1 --2- 172.21.15.76:0/3583162797 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcdcc158fc0 0x7fcdcc157ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:03.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:03.176+0000 7fcdd4480640 1 --2- 172.21.15.76:0/3583162797 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcdcc0ce5c0 0x7fcdcc157990 unknown :-1 s=CLOSED pgs=1299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:03.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:03.176+0000 7fcdd4480640 1 --2- 172.21.15.76:0/3583162797 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcdcc0ab9e0 0x7fcdcc156bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:03.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:03.176+0000 7fcdd4480640 1 -- 172.21.15.76:0/3583162797 >> 172.21.15.76:0/3583162797 conn(0x7fcdcc06a0b0 msgr2=0x7fcdcc0af390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:03.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:03.176+0000 7fcdd4480640 1 -- 172.21.15.76:0/3583162797 shutdown_connections 2024-09-13T16:11:03.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:03.176+0000 7fcdd4480640 1 -- 172.21.15.76:0/3583162797 wait complete. 2024-09-13T16:11:03.188 DEBUG:tasks.ceph_test_case:Not found expected summary strings yet (['1 MDSs report oversized cache']) 2024-09-13T16:11:03.188 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=120.0 retry_count=0)... 2024-09-13T16:11:08.189 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-13T16:11:08.301 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.300+0000 7fd350dff640 1 Processor -- start 2024-09-13T16:11:08.302 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.300+0000 7fd350dff640 1 -- start start 2024-09-13T16:11:08.304 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.301+0000 7fd350dff640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fd34c0acbc0 0x7fd34c0ce4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:08.304 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.301+0000 7fd350dff640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd34c0cee60 con 0x7fd34c0cea10 2024-09-13T16:11:08.304 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.301+0000 7fd350dff640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd34c0ab850 con 0x7fd34c158f30 2024-09-13T16:11:08.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.301+0000 7fd350dff640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd34c0abb20 con 0x7fd34c0acbc0 2024-09-13T16:11:08.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.301+0000 7fd34ad9d640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fd34c0cea10 0x7fd34c0cbe60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:35212/0 (socket says 172.21.15.76:35212) 2024-09-13T16:11:08.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.301+0000 7fd34ad9d640 1 -- 172.21.15.76:0/1258841661 learned_addr learned my addr 172.21.15.76:0/1258841661 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:11:08.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.301+0000 7fd341d9b640 1 --2- 172.21.15.76:0/1258841661 >> v2:172.21.15.192:3300/0 conn(0x7fd34c0acbc0 0x7fd34c0ce4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:08.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.301+0000 7fd349d9b640 1 -- 172.21.15.76:0/1258841661 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3715722087 0 0) 0x7fd344001490 con 0x7fd34c0cea10 2024-09-13T16:11:08.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.301+0000 7fd349d9b640 1 -- 172.21.15.76:0/1258841661 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd338005730 con 0x7fd34c0cea10 2024-09-13T16:11:08.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.301+0000 7fd349d9b640 1 -- 172.21.15.76:0/1258841661 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2068118039 0 0) 0x7fd338005730 con 0x7fd34c0cea10 2024-09-13T16:11:08.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.301+0000 7fd349d9b640 1 -- 172.21.15.76:0/1258841661 >> v2:172.21.15.192:3300/0 conn(0x7fd34c0acbc0 msgr2=0x7fd34c0ce4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:08.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.301+0000 7fd349d9b640 1 --2- 172.21.15.76:0/1258841661 >> v2:172.21.15.192:3300/0 conn(0x7fd34c0acbc0 0x7fd34c0ce4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:08.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.302+0000 7fd349d9b640 1 -- 172.21.15.76:0/1258841661 >> v1:172.21.15.192:6789/0 conn(0x7fd34c158f30 legacy=0x7fd34c0ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:08.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.302+0000 7fd349d9b640 1 -- 172.21.15.76:0/1258841661 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd34c0abe00 con 0x7fd34c0cea10 2024-09-13T16:11:08.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.302+0000 7fd349d9b640 1 -- 172.21.15.76:0/1258841661 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7fd344001b80 con 0x7fd34c0cea10 2024-09-13T16:11:08.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.302+0000 7fd349d9b640 1 -- 172.21.15.76:0/1258841661 >> v1:172.21.15.76:6789/0 conn(0x7fd34c0cea10 legacy=0x7fd34c0cbe60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:08.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.302+0000 7fd349d9b640 1 --2- 172.21.15.76:0/1258841661 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd338005b80 0x7fd338005fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:08.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.302+0000 7fd349d9b640 1 --2- 172.21.15.76:0/1258841661 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd3380069d0 0x7fd338006e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:08.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.302+0000 7fd349d9b640 1 --2- 172.21.15.76:0/1258841661 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd338007390 0x7fd33800db90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:08.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.302+0000 7fd349d9b640 1 -- 172.21.15.76:0/1258841661 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd34c0abb20 con 0x7fd3380069d0 2024-09-13T16:11:08.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.302+0000 7fd349d9b640 1 -- 172.21.15.76:0/1258841661 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd33800e330 con 0x7fd338005b80 2024-09-13T16:11:08.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.302+0000 7fd349d9b640 1 -- 172.21.15.76:0/1258841661 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd33800e4f0 con 0x7fd338007390 2024-09-13T16:11:08.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.302+0000 7fd341d9b640 1 --2- 172.21.15.76:0/1258841661 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd3380069d0 0x7fd338006e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:08.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.302+0000 7fd34a59c640 1 --2- 172.21.15.76:0/1258841661 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd338005b80 0x7fd338005fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:08.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.302+0000 7fd34ad9d640 1 --2- 172.21.15.76:0/1258841661 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd338007390 0x7fd33800db90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:08.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.302+0000 7fd341d9b640 1 -- 172.21.15.76:0/1258841661 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd338007390 msgr2=0x7fd33800db90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:08.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.302+0000 7fd341d9b640 1 --2- 172.21.15.76:0/1258841661 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd338007390 0x7fd33800db90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:08.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.302+0000 7fd341d9b640 1 -- 172.21.15.76:0/1258841661 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd338005b80 msgr2=0x7fd338005fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:08.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.302+0000 7fd341d9b640 1 --2- 172.21.15.76:0/1258841661 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd338005b80 0x7fd338005fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:08.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.302+0000 7fd341d9b640 1 -- 172.21.15.76:0/1258841661 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd338005730 con 0x7fd3380069d0 2024-09-13T16:11:08.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.302+0000 7fd34ad9d640 1 --2- 172.21.15.76:0/1258841661 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd338007390 0x7fd33800db90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:08.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.302+0000 7fd34ad9d640 1 -- 172.21.15.76:0/1258841661 reap_dead start 2024-09-13T16:11:08.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.303+0000 7fd341d9b640 1 --2- 172.21.15.76:0/1258841661 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd3380069d0 0x7fd338006e50 secure :-1 s=READY pgs=1301 cs=0 l=1 rev1=1 crypto rx=0x7fd334009ac0 tx=0x7fd338007a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3f34d6634efba765 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:08.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.303+0000 7fd349d9b640 1 -- 172.21.15.76:0/1258841661 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd334031400 con 0x7fd3380069d0 2024-09-13T16:11:08.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.303+0000 7fd349d9b640 1 -- 172.21.15.76:0/1258841661 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd33402d050 con 0x7fd3380069d0 2024-09-13T16:11:08.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.303+0000 7fd349d9b640 1 -- 172.21.15.76:0/1258841661 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd334031780 con 0x7fd3380069d0 2024-09-13T16:11:08.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.303+0000 7fd350dff640 1 -- 172.21.15.76:0/1258841661 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd3380069d0 msgr2=0x7fd338006e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:08.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.303+0000 7fd350dff640 1 --2- 172.21.15.76:0/1258841661 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd3380069d0 0x7fd338006e50 secure :-1 s=READY pgs=1301 cs=0 l=1 rev1=1 crypto rx=0x7fd334009ac0 tx=0x7fd338007a00 comp rx=0 tx=0).stop 2024-09-13T16:11:08.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.304+0000 7fd350dff640 1 -- 172.21.15.76:0/1258841661 shutdown_connections 2024-09-13T16:11:08.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.304+0000 7fd350dff640 1 --2- 172.21.15.76:0/1258841661 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd3380069d0 0x7fd338006e50 unknown :-1 s=CLOSED pgs=1301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:08.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.304+0000 7fd350dff640 1 -- 172.21.15.76:0/1258841661 >> 172.21.15.76:0/1258841661 conn(0x7fd34c06a0b0 msgr2=0x7fd34c06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:08.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.304+0000 7fd350dff640 1 -- 172.21.15.76:0/1258841661 shutdown_connections 2024-09-13T16:11:08.311 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.304+0000 7fd350dff640 1 -- 172.21.15.76:0/1258841661 wait complete. 2024-09-13T16:11:08.311 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.305+0000 7fd350dff640 1 Processor -- start 2024-09-13T16:11:08.311 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.305+0000 7fd350dff640 1 -- start start 2024-09-13T16:11:08.311 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.306+0000 7fd350dff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd3380069d0 0x7fd34c06df90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:08.311 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.306+0000 7fd350dff640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd34c0c40f0 0x7fd34c0979b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:08.311 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.306+0000 7fd350dff640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd34c0c2ae0 0x7fd34c0c5360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:08.311 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.306+0000 7fd350dff640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd34c0c3050 con 0x7fd3380069d0 2024-09-13T16:11:08.311 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.306+0000 7fd350dff640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd34c0c3330 con 0x7fd34c0c40f0 2024-09-13T16:11:08.311 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.306+0000 7fd350dff640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd34c0c3610 con 0x7fd34c0c2ae0 2024-09-13T16:11:08.311 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.306+0000 7fd34a59c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd3380069d0 0x7fd34c06df90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:08.311 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.306+0000 7fd34a59c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd3380069d0 0x7fd34c06df90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57220/0 (socket says 172.21.15.76:57220) 2024-09-13T16:11:08.311 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.306+0000 7fd34a59c640 1 -- 172.21.15.76:0/1161310315 learned_addr learned my addr 172.21.15.76:0/1161310315 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:11:08.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.306+0000 7fd341d9b640 1 --2- 172.21.15.76:0/1161310315 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd34c0c40f0 0x7fd34c0979b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:08.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.306+0000 7fd34ad9d640 1 --2- 172.21.15.76:0/1161310315 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd34c0c2ae0 0x7fd34c0c5360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:08.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.306+0000 7fd34a59c640 1 -- 172.21.15.76:0/1161310315 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd34c0c2ae0 msgr2=0x7fd34c0c5360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:08.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.306+0000 7fd34a59c640 1 --2- 172.21.15.76:0/1161310315 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd34c0c2ae0 0x7fd34c0c5360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:08.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.306+0000 7fd34a59c640 1 -- 172.21.15.76:0/1161310315 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd34c0c40f0 msgr2=0x7fd34c0979b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:08.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.306+0000 7fd34a59c640 1 --2- 172.21.15.76:0/1161310315 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd34c0c40f0 0x7fd34c0979b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:08.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.306+0000 7fd34a59c640 1 -- 172.21.15.76:0/1161310315 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd34c0c38f0 con 0x7fd3380069d0 2024-09-13T16:11:08.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.306+0000 7fd341d9b640 1 --2- 172.21.15.76:0/1161310315 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd34c0c40f0 0x7fd34c0979b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:08.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.307+0000 7fd34a59c640 1 --2- 172.21.15.76:0/1161310315 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd3380069d0 0x7fd34c06df90 secure :-1 s=READY pgs=1302 cs=0 l=1 rev1=1 crypto rx=0x7fd33c00f820 tx=0x7fd33c00fce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:08.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.307+0000 7fd3437fe640 1 -- 172.21.15.76:0/1161310315 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd33c0050d0 con 0x7fd3380069d0 2024-09-13T16:11:08.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.307+0000 7fd3437fe640 1 -- 172.21.15.76:0/1161310315 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd33c005230 con 0x7fd3380069d0 2024-09-13T16:11:08.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.307+0000 7fd3437fe640 1 -- 172.21.15.76:0/1161310315 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd33c00d730 con 0x7fd3380069d0 2024-09-13T16:11:08.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.307+0000 7fd350dff640 1 -- 172.21.15.76:0/1161310315 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd34c0c3bd0 con 0x7fd3380069d0 2024-09-13T16:11:08.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.307+0000 7fd350dff640 1 -- 172.21.15.76:0/1161310315 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd34c0c58a0 con 0x7fd3380069d0 2024-09-13T16:11:08.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.308+0000 7fd350dff640 1 -- 172.21.15.76:0/1161310315 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd34c0c87c0 con 0x7fd3380069d0 2024-09-13T16:11:08.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.308+0000 7fd3437fe640 1 -- 172.21.15.76:0/1161310315 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd33c00d890 con 0x7fd3380069d0 2024-09-13T16:11:08.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.309+0000 7fd3437fe640 1 --2- 172.21.15.76:0/1161310315 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd32c06ac00 0x7fd32c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:08.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.309+0000 7fd3437fe640 1 -- 172.21.15.76:0/1161310315 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 6145+0+0 (secure 0 0 0) 0x7fd33c089480 con 0x7fd3380069d0 2024-09-13T16:11:08.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.309+0000 7fd341d9b640 1 --2- 172.21.15.76:0/1161310315 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd32c06ac00 0x7fd32c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:08.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.309+0000 7fd341d9b640 1 --2- 172.21.15.76:0/1161310315 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd32c06ac00 0x7fd32c06d0c0 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7fd334033000 tx=0x7fd334008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:08.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.313+0000 7fd3437fe640 1 -- 172.21.15.76:0/1161310315 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fd33c0544a0 con 0x7fd3380069d0 2024-09-13T16:11:08.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.507+0000 7fd350dff640 1 -- 172.21.15.76:0/1161310315 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7fd34c0c3d60 con 0x7fd3380069d0 2024-09-13T16:11:08.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.508+0000 7fd3437fe640 1 -- 172.21.15.76:0/1161310315 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+174 (secure 0 0 0) 0x7fd33c057ac0 con 0x7fd3380069d0 2024-09-13T16:11:08.509 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:11:08.510 INFO:teuthology.orchestra.run.smithi076.stdout:{"status":"HEALTH_WARN","checks":{"MDS_CACHE_OVERSIZED":{"severity":"HEALTH_WARN","summary":{"message":"1 MDSs report oversized cache","count":1},"muted":false}},"mutes":[]} 2024-09-13T16:11:08.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.510+0000 7fd350dff640 1 -- 172.21.15.76:0/1161310315 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd32c06ac00 msgr2=0x7fd32c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:08.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.510+0000 7fd350dff640 1 --2- 172.21.15.76:0/1161310315 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd32c06ac00 0x7fd32c06d0c0 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7fd334033000 tx=0x7fd334008030 comp rx=0 tx=0).stop 2024-09-13T16:11:08.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.510+0000 7fd350dff640 1 -- 172.21.15.76:0/1161310315 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd3380069d0 msgr2=0x7fd34c06df90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:08.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.510+0000 7fd350dff640 1 --2- 172.21.15.76:0/1161310315 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd3380069d0 0x7fd34c06df90 secure :-1 s=READY pgs=1302 cs=0 l=1 rev1=1 crypto rx=0x7fd33c00f820 tx=0x7fd33c00fce0 comp rx=0 tx=0).stop 2024-09-13T16:11:08.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.510+0000 7fd350dff640 1 -- 172.21.15.76:0/1161310315 shutdown_connections 2024-09-13T16:11:08.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.510+0000 7fd350dff640 1 --2- 172.21.15.76:0/1161310315 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd32c06ac00 0x7fd32c06d0c0 unknown :-1 s=CLOSED pgs=568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:08.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.510+0000 7fd350dff640 1 --2- 172.21.15.76:0/1161310315 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd34c0c2ae0 0x7fd34c0c5360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:08.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.510+0000 7fd350dff640 1 --2- 172.21.15.76:0/1161310315 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd34c0c40f0 0x7fd34c0979b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:08.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.510+0000 7fd350dff640 1 --2- 172.21.15.76:0/1161310315 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd3380069d0 0x7fd34c06df90 unknown :-1 s=CLOSED pgs=1302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:08.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.510+0000 7fd350dff640 1 -- 172.21.15.76:0/1161310315 >> 172.21.15.76:0/1161310315 conn(0x7fd34c06a0b0 msgr2=0x7fd34c15b970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:08.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.510+0000 7fd350dff640 1 -- 172.21.15.76:0/1161310315 shutdown_connections 2024-09-13T16:11:08.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:08.510+0000 7fd350dff640 1 -- 172.21.15.76:0/1161310315 wait complete. 2024-09-13T16:11:08.522 DEBUG:tasks.ceph_test_case:Not found expected summary strings yet (['1 MDSs report oversized cache']) 2024-09-13T16:11:08.522 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=120.0 retry_count=0)... 2024-09-13T16:11:11.912 DEBUG:teuthology.orchestra.run.smithi076:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:11:11.915 DEBUG:teuthology.orchestra.run.smithi192:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:11:13.523 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-13T16:11:13.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.634+0000 7f5466041640 1 Processor -- start 2024-09-13T16:11:13.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.634+0000 7f5466041640 1 -- start start 2024-09-13T16:11:13.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.635+0000 7f5466041640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f546015d340 0x7f54600b2df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:13.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.635+0000 7f5466041640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f546015d960 con 0x7f546015c590 2024-09-13T16:11:13.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.635+0000 7f5466041640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f54600b2030 con 0x7f54600cebe0 2024-09-13T16:11:13.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.635+0000 7f5466041640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f54600b2310 con 0x7f546015d340 2024-09-13T16:11:13.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.635+0000 7f545f7fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f546015c590 0x7f54600ce4d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:32784/0 (socket says 172.21.15.76:32784) 2024-09-13T16:11:13.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.635+0000 7f545f7fe640 1 -- 172.21.15.76:0/3896397723 learned_addr learned my addr 172.21.15.76:0/3896397723 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:11:13.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.636+0000 7f545ffff640 1 --2- 172.21.15.76:0/3896397723 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f546015d340 0x7f54600b2df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:13.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.636+0000 7f545e7fc640 1 -- 172.21.15.76:0/3896397723 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2414622866 0 0) 0x7f546015d960 con 0x7f546015c590 2024-09-13T16:11:13.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.636+0000 7f545e7fc640 1 -- 172.21.15.76:0/3896397723 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5448003520 con 0x7f546015c590 2024-09-13T16:11:13.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.636+0000 7f545e7fc640 1 -- 172.21.15.76:0/3896397723 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1406395358 0 0) 0x7f5448003520 con 0x7f546015c590 2024-09-13T16:11:13.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.636+0000 7f545e7fc640 1 -- 172.21.15.76:0/3896397723 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f546015d340 msgr2=0x7f54600b2df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:13.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.636+0000 7f545e7fc640 1 --2- 172.21.15.76:0/3896397723 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f546015d340 0x7f54600b2df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:13.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.636+0000 7f545e7fc640 1 -- 172.21.15.76:0/3896397723 >> v1:172.21.15.192:6789/0 conn(0x7f54600cebe0 legacy=0x7f546015cc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:13.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.636+0000 7f545e7fc640 1 -- 172.21.15.76:0/3896397723 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f54600b25f0 con 0x7f546015c590 2024-09-13T16:11:13.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.636+0000 7f545e7fc640 1 -- 172.21.15.76:0/3896397723 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f5450001a10 con 0x7f546015c590 2024-09-13T16:11:13.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.636+0000 7f545e7fc640 1 -- 172.21.15.76:0/3896397723 >> v1:172.21.15.76:6789/0 conn(0x7f546015c590 legacy=0x7f54600ce4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:13.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.636+0000 7f545e7fc640 1 --2- 172.21.15.76:0/3896397723 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f54480039a0 0x7f5448003d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:13.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.636+0000 7f545e7fc640 1 --2- 172.21.15.76:0/3896397723 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f546015d340 0x7f54480047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:13.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.636+0000 7f545e7fc640 1 --2- 172.21.15.76:0/3896397723 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5448004d00 0x7f5448005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:13.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.636+0000 7f545e7fc640 1 -- 172.21.15.76:0/3896397723 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f54600b2310 con 0x7f54480039a0 2024-09-13T16:11:13.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.636+0000 7f545e7fc640 1 -- 172.21.15.76:0/3896397723 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f544800ba30 con 0x7f5448004d00 2024-09-13T16:11:13.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.636+0000 7f545e7fc640 1 -- 172.21.15.76:0/3896397723 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f544800bbf0 con 0x7f546015d340 2024-09-13T16:11:13.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.636+0000 7f545f7fe640 1 --2- 172.21.15.76:0/3896397723 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f54480039a0 0x7f5448003d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:13.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.636+0000 7f545effd640 1 --2- 172.21.15.76:0/3896397723 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f546015d340 0x7f54480047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:13.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.636+0000 7f545ffff640 1 --2- 172.21.15.76:0/3896397723 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5448004d00 0x7f5448005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:13.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.636+0000 7f545f7fe640 1 -- 172.21.15.76:0/3896397723 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f546015d340 msgr2=0x7f54480047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:13.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.636+0000 7f545f7fe640 1 --2- 172.21.15.76:0/3896397723 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f546015d340 0x7f54480047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:13.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.636+0000 7f545f7fe640 1 -- 172.21.15.76:0/3896397723 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5448004d00 msgr2=0x7f5448005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:13.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.636+0000 7f545f7fe640 1 --2- 172.21.15.76:0/3896397723 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5448004d00 0x7f5448005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:13.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.636+0000 7f545f7fe640 1 -- 172.21.15.76:0/3896397723 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5448003520 con 0x7f54480039a0 2024-09-13T16:11:13.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.636+0000 7f545ffff640 1 --2- 172.21.15.76:0/3896397723 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5448004d00 0x7f5448005180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:13.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.637+0000 7f545f7fe640 1 --2- 172.21.15.76:0/3896397723 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f54480039a0 0x7f5448003d80 secure :-1 s=READY pgs=1304 cs=0 l=1 rev1=1 crypto rx=0x7f545000a830 tx=0x7f54480057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=112f390821d9c06 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:13.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.637+0000 7f545e7fc640 1 -- 172.21.15.76:0/3896397723 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f545002ba30 con 0x7f54480039a0 2024-09-13T16:11:13.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.637+0000 7f545e7fc640 1 -- 172.21.15.76:0/3896397723 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f545002bb90 con 0x7f54480039a0 2024-09-13T16:11:13.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.637+0000 7f545e7fc640 1 -- 172.21.15.76:0/3896397723 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5450034470 con 0x7f54480039a0 2024-09-13T16:11:13.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.638+0000 7f5466041640 1 -- 172.21.15.76:0/3896397723 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f54480039a0 msgr2=0x7f5448003d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:13.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.638+0000 7f5466041640 1 --2- 172.21.15.76:0/3896397723 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f54480039a0 0x7f5448003d80 secure :-1 s=READY pgs=1304 cs=0 l=1 rev1=1 crypto rx=0x7f545000a830 tx=0x7f54480057f0 comp rx=0 tx=0).stop 2024-09-13T16:11:13.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.638+0000 7f545ffff640 1 -- 172.21.15.76:0/3896397723 reap_dead start 2024-09-13T16:11:13.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.638+0000 7f5466041640 1 -- 172.21.15.76:0/3896397723 shutdown_connections 2024-09-13T16:11:13.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.638+0000 7f5466041640 1 -- 172.21.15.76:0/3896397723 >> 172.21.15.76:0/3896397723 conn(0x7f546006a0b0 msgr2=0x7f546006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:13.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.638+0000 7f5466041640 1 -- 172.21.15.76:0/3896397723 shutdown_connections 2024-09-13T16:11:13.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.638+0000 7f5466041640 1 -- 172.21.15.76:0/3896397723 wait complete. 2024-09-13T16:11:13.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.639+0000 7f5466041640 1 Processor -- start 2024-09-13T16:11:13.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.639+0000 7f5466041640 1 -- start start 2024-09-13T16:11:13.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.640+0000 7f5466041640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f54480039a0 0x7f546015d960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:13.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.640+0000 7f5466041640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f546015f5d0 0x7f5460158ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:13.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.640+0000 7f5466041640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f54601f5440 0x7f54601f58c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:13.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.640+0000 7f5466041640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f54601f4fb0 con 0x7f54601f5440 2024-09-13T16:11:13.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.640+0000 7f5466041640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f546015e7e0 con 0x7f54480039a0 2024-09-13T16:11:13.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.640+0000 7f5466041640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f546015df40 con 0x7f546015f5d0 2024-09-13T16:11:13.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.640+0000 7f545ffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f54601f5440 0x7f54601f58c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:13.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.640+0000 7f545ffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f54601f5440 0x7f54601f58c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:45110/0 (socket says 172.21.15.76:45110) 2024-09-13T16:11:13.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.640+0000 7f545ffff640 1 -- 172.21.15.76:0/1236414321 learned_addr learned my addr 172.21.15.76:0/1236414321 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:11:13.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.641+0000 7f545effd640 1 --2- 172.21.15.76:0/1236414321 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f546015f5d0 0x7f5460158ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:13.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.641+0000 7f545f7fe640 1 --2- 172.21.15.76:0/1236414321 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f54480039a0 0x7f546015d960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:13.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.641+0000 7f545ffff640 1 -- 172.21.15.76:0/1236414321 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f546015f5d0 msgr2=0x7f5460158ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:13.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.641+0000 7f545ffff640 1 --2- 172.21.15.76:0/1236414321 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f546015f5d0 0x7f5460158ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:13.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.641+0000 7f545ffff640 1 -- 172.21.15.76:0/1236414321 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f54480039a0 msgr2=0x7f546015d960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:13.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.641+0000 7f545ffff640 1 --2- 172.21.15.76:0/1236414321 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f54480039a0 0x7f546015d960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:13.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.641+0000 7f545ffff640 1 -- 172.21.15.76:0/1236414321 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f546015e220 con 0x7f54601f5440 2024-09-13T16:11:13.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.641+0000 7f545f7fe640 1 --2- 172.21.15.76:0/1236414321 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f54480039a0 0x7f546015d960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:13.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.641+0000 7f545ffff640 1 --2- 172.21.15.76:0/1236414321 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f54601f5440 0x7f54601f58c0 secure :-1 s=READY pgs=1305 cs=0 l=1 rev1=1 crypto rx=0x7f5460072500 tx=0x7f5458011920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:13.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.641+0000 7f5447fff640 1 -- 172.21.15.76:0/1236414321 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5458004440 con 0x7f54601f5440 2024-09-13T16:11:13.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.641+0000 7f5447fff640 1 -- 172.21.15.76:0/1236414321 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5458003610 con 0x7f54601f5440 2024-09-13T16:11:13.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.641+0000 7f5466041640 1 -- 172.21.15.76:0/1236414321 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f546015e500 con 0x7f54601f5440 2024-09-13T16:11:13.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.641+0000 7f5447fff640 1 -- 172.21.15.76:0/1236414321 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54580039c0 con 0x7f54601f5440 2024-09-13T16:11:13.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.641+0000 7f5466041640 1 -- 172.21.15.76:0/1236414321 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f54600cab50 con 0x7f54601f5440 2024-09-13T16:11:13.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.642+0000 7f5466041640 1 -- 172.21.15.76:0/1236414321 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f54601f5160 con 0x7f54601f5440 2024-09-13T16:11:13.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.643+0000 7f5447fff640 1 -- 172.21.15.76:0/1236414321 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f5458003b20 con 0x7f54601f5440 2024-09-13T16:11:13.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.643+0000 7f5447fff640 1 --2- 172.21.15.76:0/1236414321 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f544c06ac00 0x7f544c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:13.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.643+0000 7f5447fff640 1 -- 172.21.15.76:0/1236414321 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 6145+0+0 (secure 0 0 0) 0x7f5458089830 con 0x7f54601f5440 2024-09-13T16:11:13.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.643+0000 7f545f7fe640 1 --2- 172.21.15.76:0/1236414321 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f544c06ac00 0x7f544c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:13.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.644+0000 7f545f7fe640 1 --2- 172.21.15.76:0/1236414321 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f544c06ac00 0x7f544c06d0c0 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7f5450033000 tx=0x7f5450009030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:13.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.648+0000 7f5447fff640 1 -- 172.21.15.76:0/1236414321 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f54601f5160 con 0x7f54601f5440 2024-09-13T16:11:13.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.840+0000 7f5466041640 1 -- 172.21.15.76:0/1236414321 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7f546015f9b0 con 0x7f54601f5440 2024-09-13T16:11:13.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.841+0000 7f5447fff640 1 -- 172.21.15.76:0/1236414321 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+174 (secure 0 0 0) 0x7f54580548e0 con 0x7f54601f5440 2024-09-13T16:11:13.842 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:11:13.842 INFO:teuthology.orchestra.run.smithi076.stdout:{"status":"HEALTH_WARN","checks":{"MDS_CACHE_OVERSIZED":{"severity":"HEALTH_WARN","summary":{"message":"1 MDSs report oversized cache","count":1},"muted":false}},"mutes":[]} 2024-09-13T16:11:13.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.842+0000 7f5466041640 1 -- 172.21.15.76:0/1236414321 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f544c06ac00 msgr2=0x7f544c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:13.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.842+0000 7f5466041640 1 --2- 172.21.15.76:0/1236414321 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f544c06ac00 0x7f544c06d0c0 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7f5450033000 tx=0x7f5450009030 comp rx=0 tx=0).stop 2024-09-13T16:11:13.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.842+0000 7f5466041640 1 -- 172.21.15.76:0/1236414321 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f54601f5440 msgr2=0x7f54601f58c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:13.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.842+0000 7f5466041640 1 --2- 172.21.15.76:0/1236414321 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f54601f5440 0x7f54601f58c0 secure :-1 s=READY pgs=1305 cs=0 l=1 rev1=1 crypto rx=0x7f5460072500 tx=0x7f5458011920 comp rx=0 tx=0).stop 2024-09-13T16:11:13.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.842+0000 7f5466041640 1 -- 172.21.15.76:0/1236414321 shutdown_connections 2024-09-13T16:11:13.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.842+0000 7f5466041640 1 --2- 172.21.15.76:0/1236414321 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f54601f5440 0x7f54601f58c0 unknown :-1 s=CLOSED pgs=1305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:13.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.842+0000 7f5466041640 1 --2- 172.21.15.76:0/1236414321 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f544c06ac00 0x7f544c06d0c0 unknown :-1 s=CLOSED pgs=569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:13.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.842+0000 7f5466041640 1 --2- 172.21.15.76:0/1236414321 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f546015f5d0 0x7f5460158ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:13.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.842+0000 7f5466041640 1 --2- 172.21.15.76:0/1236414321 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f54480039a0 0x7f546015d960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:13.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.843+0000 7f5466041640 1 -- 172.21.15.76:0/1236414321 >> 172.21.15.76:0/1236414321 conn(0x7f546006a0b0 msgr2=0x7f54600b1800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:13.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.843+0000 7f5466041640 1 -- 172.21.15.76:0/1236414321 shutdown_connections 2024-09-13T16:11:13.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:13.843+0000 7f5466041640 1 -- 172.21.15.76:0/1236414321 wait complete. 2024-09-13T16:11:13.855 DEBUG:tasks.ceph_test_case:Not found expected summary strings yet (['1 MDSs report oversized cache']) 2024-09-13T16:11:13.855 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=120.0 retry_count=0)... 2024-09-13T16:11:18.856 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-13T16:11:18.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:18.962+0000 7f0f672e5640 1 Processor -- start 2024-09-13T16:11:18.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:18.962+0000 7f0f672e5640 1 -- start start 2024-09-13T16:11:18.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:18.963+0000 7f0f672e5640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f0f600d2ac0 0x7f0f6006b2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:18.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:18.963+0000 7f0f672e5640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f0f600cfff0 0x7f0f600d0460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:18.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:18.963+0000 7f0f672e5640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0f6015c970 con 0x7f0f6015c590 2024-09-13T16:11:18.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:18.963+0000 7f0f672e5640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0f600d0cc0 con 0x7f0f600cfff0 2024-09-13T16:11:18.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:18.963+0000 7f0f672e5640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0f600d0fa0 con 0x7f0f600d2ac0 2024-09-13T16:11:18.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:18.963+0000 7f0f65882640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f0f600cfff0 0x7f0f600d0460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:18.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:18.963+0000 7f0f65882640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f0f600cfff0 0x7f0f600d0460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:45114/0 (socket says 172.21.15.76:45114) 2024-09-13T16:11:18.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:18.963+0000 7f0f65081640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f0f6015c590 0x7f0f600d23b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:32790/0 (socket says 172.21.15.76:32790) 2024-09-13T16:11:18.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:18.963+0000 7f0f65882640 1 -- 172.21.15.76:0/3663585014 learned_addr learned my addr 172.21.15.76:0/3663585014 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:11:18.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:18.963+0000 7f0f64880640 1 --2- 172.21.15.76:0/3663585014 >> v2:172.21.15.192:3300/0 conn(0x7f0f600d2ac0 0x7f0f6006b2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:18.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:18.963+0000 7f0f65882640 1 -- 172.21.15.76:0/3663585014 >> v2:172.21.15.192:3300/0 conn(0x7f0f600d2ac0 msgr2=0x7f0f6006b2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:18.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:18.963+0000 7f0f65882640 1 --2- 172.21.15.76:0/3663585014 >> v2:172.21.15.192:3300/0 conn(0x7f0f600d2ac0 0x7f0f6006b2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:18.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:18.963+0000 7f0f65882640 1 -- 172.21.15.76:0/3663585014 >> v1:172.21.15.76:6789/0 conn(0x7f0f6015c590 legacy=0x7f0f600d23b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:18.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:18.963+0000 7f0f65882640 1 -- 172.21.15.76:0/3663585014 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0f600d1280 con 0x7f0f600cfff0 2024-09-13T16:11:18.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:18.963+0000 7f0f64880640 1 --2- 172.21.15.76:0/3663585014 >> v2:172.21.15.192:3300/0 conn(0x7f0f600d2ac0 0x7f0f6006b2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:18.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:18.964+0000 7f0f65882640 1 --2- 172.21.15.76:0/3663585014 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0f600cfff0 0x7f0f600d0460 secure :-1 s=READY pgs=1307 cs=0 l=1 rev1=1 crypto rx=0x7f0f600d1ae0 tx=0x7f0f5802a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=828657cbf9c51666 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:18.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:18.964+0000 7f0f57fff640 1 -- 172.21.15.76:0/3663585014 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f58031600 con 0x7f0f600cfff0 2024-09-13T16:11:18.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:18.964+0000 7f0f57fff640 1 -- 172.21.15.76:0/3663585014 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0f5802d050 con 0x7f0f600cfff0 2024-09-13T16:11:18.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:18.964+0000 7f0f57fff640 1 -- 172.21.15.76:0/3663585014 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f58031980 con 0x7f0f600cfff0 2024-09-13T16:11:18.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:18.965+0000 7f0f672e5640 1 -- 172.21.15.76:0/3663585014 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0f600cfff0 msgr2=0x7f0f600d0460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:18.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:18.965+0000 7f0f672e5640 1 --2- 172.21.15.76:0/3663585014 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0f600cfff0 0x7f0f600d0460 secure :-1 s=READY pgs=1307 cs=0 l=1 rev1=1 crypto rx=0x7f0f600d1ae0 tx=0x7f0f5802a6a0 comp rx=0 tx=0).stop 2024-09-13T16:11:18.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:18.965+0000 7f0f672e5640 1 -- 172.21.15.76:0/3663585014 shutdown_connections 2024-09-13T16:11:18.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:18.965+0000 7f0f672e5640 1 --2- 172.21.15.76:0/3663585014 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0f600cfff0 0x7f0f600d0460 unknown :-1 s=CLOSED pgs=1307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:18.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:18.965+0000 7f0f672e5640 1 --2- 172.21.15.76:0/3663585014 >> v2:172.21.15.192:3300/0 conn(0x7f0f600d2ac0 0x7f0f6006b2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:18.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:18.965+0000 7f0f672e5640 1 -- 172.21.15.76:0/3663585014 >> 172.21.15.76:0/3663585014 conn(0x7f0f6008bf20 msgr2=0x7f0f6009b840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:18.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:18.965+0000 7f0f672e5640 1 -- 172.21.15.76:0/3663585014 shutdown_connections 2024-09-13T16:11:18.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:18.965+0000 7f0f672e5640 1 -- 172.21.15.76:0/3663585014 wait complete. 2024-09-13T16:11:18.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:18.966+0000 7f0f672e5640 1 Processor -- start 2024-09-13T16:11:18.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:18.966+0000 7f0f672e5640 1 -- start start 2024-09-13T16:11:18.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:18.967+0000 7f0f672e5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0f600cfff0 0x7f0f601565a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:18.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:18.967+0000 7f0f672e5640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0f600d2ac0 0x7f0f600b74b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:18.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:18.967+0000 7f0f672e5640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0f6015c590 0x7f0f600cb6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:18.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:18.967+0000 7f0f672e5640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0f600b8370 con 0x7f0f600cfff0 2024-09-13T16:11:18.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:18.967+0000 7f0f672e5640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0f600c6460 con 0x7f0f600d2ac0 2024-09-13T16:11:18.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:18.967+0000 7f0f672e5640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0f600b7db0 con 0x7f0f6015c590 2024-09-13T16:11:18.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:18.967+0000 7f0f65081640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0f600cfff0 0x7f0f601565a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:18.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:18.967+0000 7f0f65081640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0f600cfff0 0x7f0f601565a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:45118/0 (socket says 172.21.15.76:45118) 2024-09-13T16:11:18.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:18.967+0000 7f0f65081640 1 -- 172.21.15.76:0/1820041237 learned_addr learned my addr 172.21.15.76:0/1820041237 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:11:18.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:18.967+0000 7f0f65882640 1 --2- 172.21.15.76:0/1820041237 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0f6015c590 0x7f0f600cb6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:18.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:18.967+0000 7f0f64880640 1 --2- 172.21.15.76:0/1820041237 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0f600d2ac0 0x7f0f600b74b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:18.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:18.967+0000 7f0f65081640 1 -- 172.21.15.76:0/1820041237 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0f6015c590 msgr2=0x7f0f600cb6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:18.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:18.967+0000 7f0f65081640 1 --2- 172.21.15.76:0/1820041237 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0f6015c590 0x7f0f600cb6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:18.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:18.967+0000 7f0f65081640 1 -- 172.21.15.76:0/1820041237 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0f600d2ac0 msgr2=0x7f0f600b74b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:18.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:18.967+0000 7f0f65081640 1 --2- 172.21.15.76:0/1820041237 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0f600d2ac0 0x7f0f600b74b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:18.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:18.967+0000 7f0f65081640 1 -- 172.21.15.76:0/1820041237 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0f58009b30 con 0x7f0f600cfff0 2024-09-13T16:11:18.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:18.967+0000 7f0f65882640 1 --2- 172.21.15.76:0/1820041237 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0f6015c590 0x7f0f600cb6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:18.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:18.967+0000 7f0f64880640 1 --2- 172.21.15.76:0/1820041237 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0f600d2ac0 0x7f0f600b74b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:18.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:18.968+0000 7f0f65081640 1 --2- 172.21.15.76:0/1820041237 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0f600cfff0 0x7f0f601565a0 secure :-1 s=READY pgs=1308 cs=0 l=1 rev1=1 crypto rx=0x7f0f5c00c3e0 tx=0x7f0f5c00c8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:18.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:18.968+0000 7f0f55ffb640 1 -- 172.21.15.76:0/1820041237 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f5c0074e0 con 0x7f0f600cfff0 2024-09-13T16:11:18.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:18.968+0000 7f0f55ffb640 1 -- 172.21.15.76:0/1820041237 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0f5c007640 con 0x7f0f600cfff0 2024-09-13T16:11:18.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:18.968+0000 7f0f55ffb640 1 -- 172.21.15.76:0/1820041237 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f5c0049e0 con 0x7f0f600cfff0 2024-09-13T16:11:18.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:18.968+0000 7f0f672e5640 1 -- 172.21.15.76:0/1820041237 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0f600b8090 con 0x7f0f600cfff0 2024-09-13T16:11:18.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:18.968+0000 7f0f672e5640 1 -- 172.21.15.76:0/1820041237 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0f601f2170 con 0x7f0f600cfff0 2024-09-13T16:11:18.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:18.969+0000 7f0f672e5640 1 -- 172.21.15.76:0/1820041237 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0f600c5f50 con 0x7f0f600cfff0 2024-09-13T16:11:18.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:18.969+0000 7f0f55ffb640 1 -- 172.21.15.76:0/1820041237 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f0f5c004b40 con 0x7f0f600cfff0 2024-09-13T16:11:18.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:18.970+0000 7f0f55ffb640 1 --2- 172.21.15.76:0/1820041237 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0f4406ac00 0x7f0f4406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:18.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:18.970+0000 7f0f55ffb640 1 -- 172.21.15.76:0/1820041237 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 6145+0+0 (secure 0 0 0) 0x7f0f5c088eb0 con 0x7f0f600cfff0 2024-09-13T16:11:18.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:18.970+0000 7f0f64880640 1 --2- 172.21.15.76:0/1820041237 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0f4406ac00 0x7f0f4406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:18.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:18.970+0000 7f0f64880640 1 --2- 172.21.15.76:0/1820041237 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0f4406ac00 0x7f0f4406d0c0 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f0f600b69f0 tx=0x7f0f50008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:18.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:18.974+0000 7f0f55ffb640 1 -- 172.21.15.76:0/1820041237 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f0f600c5f50 con 0x7f0f600cfff0 2024-09-13T16:11:19.181 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:19.179+0000 7f0f672e5640 1 -- 172.21.15.76:0/1820041237 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7f0f600c5f50 con 0x7f0f600cfff0 2024-09-13T16:11:19.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:19.180+0000 7f0f55ffb640 1 -- 172.21.15.76:0/1820041237 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+174 (secure 0 0 0) 0x7f0f600c5f50 con 0x7f0f600cfff0 2024-09-13T16:11:19.182 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:11:19.182 INFO:teuthology.orchestra.run.smithi076.stdout:{"status":"HEALTH_WARN","checks":{"MDS_CACHE_OVERSIZED":{"severity":"HEALTH_WARN","summary":{"message":"1 MDSs report oversized cache","count":1},"muted":false}},"mutes":[]} 2024-09-13T16:11:19.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:19.182+0000 7f0f672e5640 1 -- 172.21.15.76:0/1820041237 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0f4406ac00 msgr2=0x7f0f4406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:19.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:19.182+0000 7f0f672e5640 1 --2- 172.21.15.76:0/1820041237 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0f4406ac00 0x7f0f4406d0c0 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f0f600b69f0 tx=0x7f0f50008040 comp rx=0 tx=0).stop 2024-09-13T16:11:19.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:19.182+0000 7f0f672e5640 1 -- 172.21.15.76:0/1820041237 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0f600cfff0 msgr2=0x7f0f601565a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:19.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:19.182+0000 7f0f672e5640 1 --2- 172.21.15.76:0/1820041237 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0f600cfff0 0x7f0f601565a0 secure :-1 s=READY pgs=1308 cs=0 l=1 rev1=1 crypto rx=0x7f0f5c00c3e0 tx=0x7f0f5c00c8a0 comp rx=0 tx=0).stop 2024-09-13T16:11:19.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:19.182+0000 7f0f672e5640 1 -- 172.21.15.76:0/1820041237 shutdown_connections 2024-09-13T16:11:19.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:19.182+0000 7f0f672e5640 1 --2- 172.21.15.76:0/1820041237 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0f4406ac00 0x7f0f4406d0c0 unknown :-1 s=CLOSED pgs=570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:19.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:19.182+0000 7f0f672e5640 1 --2- 172.21.15.76:0/1820041237 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0f6015c590 0x7f0f600cb6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:19.185 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:19.182+0000 7f0f672e5640 1 --2- 172.21.15.76:0/1820041237 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0f600d2ac0 0x7f0f600b74b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:19.185 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:19.182+0000 7f0f672e5640 1 --2- 172.21.15.76:0/1820041237 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0f600cfff0 0x7f0f601565a0 unknown :-1 s=CLOSED pgs=1308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:19.185 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:19.182+0000 7f0f672e5640 1 -- 172.21.15.76:0/1820041237 >> 172.21.15.76:0/1820041237 conn(0x7f0f6008bf20 msgr2=0x7f0f6006bb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:19.185 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:19.182+0000 7f0f672e5640 1 -- 172.21.15.76:0/1820041237 shutdown_connections 2024-09-13T16:11:19.185 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:19.182+0000 7f0f672e5640 1 -- 172.21.15.76:0/1820041237 wait complete. 2024-09-13T16:11:19.195 DEBUG:tasks.ceph_test_case:Not found expected summary strings yet (['1 MDSs report oversized cache']) 2024-09-13T16:11:19.195 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=120.0 retry_count=0)... 2024-09-13T16:11:24.196 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-13T16:11:24.303 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:24.301+0000 7fbbc6819640 1 Processor -- start 2024-09-13T16:11:24.303 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:24.301+0000 7fbbc6819640 1 -- start start 2024-09-13T16:11:24.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:24.302+0000 7fbbc6819640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbbc00b2540 0x7fbbc00caca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:24.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:24.302+0000 7fbbc6819640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbbc00ca6b0 con 0x7fbbc00b29b0 2024-09-13T16:11:24.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:24.302+0000 7fbbc6819640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbbc00ca990 con 0x7fbbc0158870 2024-09-13T16:11:24.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:24.302+0000 7fbbc6819640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbbc00c8c90 con 0x7fbbc00b2540 2024-09-13T16:11:24.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:24.302+0000 7fbbc4db6640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fbbc00b29b0 0x7fbbc00cbe60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:54206/0 (socket says 172.21.15.76:54206) 2024-09-13T16:11:24.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:24.302+0000 7fbbc4db6640 1 -- 172.21.15.76:0/2971526161 learned_addr learned my addr 172.21.15.76:0/2971526161 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:11:24.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:24.302+0000 7fbbbf7fe640 1 --2- 172.21.15.76:0/2971526161 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbbc00b2540 0x7fbbc00caca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:24.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:24.302+0000 7fbbbeffd640 1 -- 172.21.15.76:0/2971526161 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3893433303 0 0) 0x7fbbc00ca6b0 con 0x7fbbc00b29b0 2024-09-13T16:11:24.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:24.302+0000 7fbbbeffd640 1 -- 172.21.15.76:0/2971526161 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fbba8003520 con 0x7fbbc00b29b0 2024-09-13T16:11:24.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:24.302+0000 7fbbbeffd640 1 -- 172.21.15.76:0/2971526161 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1982665319 0 0) 0x7fbbc00ca990 con 0x7fbbc0158870 2024-09-13T16:11:24.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:24.302+0000 7fbbbf7fe640 1 -- 172.21.15.76:0/2971526161 >> v1:172.21.15.192:6789/0 conn(0x7fbbc0158870 legacy=0x7fbbc006d6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:24.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:24.302+0000 7fbbbf7fe640 1 -- 172.21.15.76:0/2971526161 >> v1:172.21.15.76:6789/0 conn(0x7fbbc00b29b0 legacy=0x7fbbc00cbe60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:24.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:24.302+0000 7fbbbf7fe640 1 -- 172.21.15.76:0/2971526161 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbbc006cbc0 con 0x7fbbc00b2540 2024-09-13T16:11:24.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:24.303+0000 7fbbbf7fe640 1 --2- 172.21.15.76:0/2971526161 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbbc00b2540 0x7fbbc00caca0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fbbb40097d0 tx=0x7fbbb402a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3692d533698bb6aa server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:24.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:24.303+0000 7fbbbeffd640 1 -- 172.21.15.76:0/2971526161 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbbb4032440 con 0x7fbbc00b2540 2024-09-13T16:11:24.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:24.303+0000 7fbbbeffd640 1 -- 172.21.15.76:0/2971526161 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbbb40325a0 con 0x7fbbc00b2540 2024-09-13T16:11:24.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:24.303+0000 7fbbbeffd640 1 -- 172.21.15.76:0/2971526161 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbbb4032930 con 0x7fbbc00b2540 2024-09-13T16:11:24.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:24.304+0000 7fbbc6819640 1 -- 172.21.15.76:0/2971526161 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbbc00b2540 msgr2=0x7fbbc00caca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:24.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:24.304+0000 7fbbc6819640 1 --2- 172.21.15.76:0/2971526161 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbbc00b2540 0x7fbbc00caca0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fbbb40097d0 tx=0x7fbbb402a210 comp rx=0 tx=0).stop 2024-09-13T16:11:24.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:24.304+0000 7fbbc6819640 1 -- 172.21.15.76:0/2971526161 shutdown_connections 2024-09-13T16:11:24.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:24.304+0000 7fbbc6819640 1 --2- 172.21.15.76:0/2971526161 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbbc00b2540 0x7fbbc00caca0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:24.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:24.304+0000 7fbbc6819640 1 -- 172.21.15.76:0/2971526161 >> 172.21.15.76:0/2971526161 conn(0x7fbbc006a0b0 msgr2=0x7fbbc006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:24.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:24.304+0000 7fbbc6819640 1 -- 172.21.15.76:0/2971526161 shutdown_connections 2024-09-13T16:11:24.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:24.304+0000 7fbbc6819640 1 -- 172.21.15.76:0/2971526161 wait complete. 2024-09-13T16:11:24.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:24.305+0000 7fbbc6819640 1 Processor -- start 2024-09-13T16:11:24.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:24.305+0000 7fbbc6819640 1 -- start start 2024-09-13T16:11:24.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:24.306+0000 7fbbc6819640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbbc00b2540 0x7fbbc00c8110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:24.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:24.306+0000 7fbbc6819640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbbc00b29b0 0x7fbbc00affb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:24.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:24.306+0000 7fbbc6819640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbbc0158870 0x7fbbc00b04f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:24.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:24.306+0000 7fbbc6819640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbbc0159bd0 con 0x7fbbc0158870 2024-09-13T16:11:24.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:24.306+0000 7fbbc6819640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbbc00c8650 con 0x7fbbc00b29b0 2024-09-13T16:11:24.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:24.306+0000 7fbbc6819640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbbc0158f50 con 0x7fbbc00b2540 2024-09-13T16:11:24.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:24.306+0000 7fbbc4db6640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbbc0158870 0x7fbbc00b04f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:24.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:24.306+0000 7fbbc4db6640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbbc0158870 0x7fbbc00b04f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:47834/0 (socket says 172.21.15.76:47834) 2024-09-13T16:11:24.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:24.306+0000 7fbbc4db6640 1 -- 172.21.15.76:0/437421005 learned_addr learned my addr 172.21.15.76:0/437421005 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:11:24.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:24.306+0000 7fbbbf7fe640 1 --2- 172.21.15.76:0/437421005 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbbc00b29b0 0x7fbbc00affb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:24.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:24.306+0000 7fbbbffff640 1 --2- 172.21.15.76:0/437421005 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbbc00b2540 0x7fbbc00c8110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:24.311 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:24.306+0000 7fbbc4db6640 1 -- 172.21.15.76:0/437421005 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbbc00b2540 msgr2=0x7fbbc00c8110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:24.311 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:24.306+0000 7fbbc4db6640 1 --2- 172.21.15.76:0/437421005 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbbc00b2540 0x7fbbc00c8110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:24.311 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:24.306+0000 7fbbc4db6640 1 -- 172.21.15.76:0/437421005 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbbc00b29b0 msgr2=0x7fbbc00affb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:24.311 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:24.306+0000 7fbbc4db6640 1 --2- 172.21.15.76:0/437421005 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbbc00b29b0 0x7fbbc00affb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:24.311 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:24.306+0000 7fbbc4db6640 1 -- 172.21.15.76:0/437421005 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbbb4009400 con 0x7fbbc0158870 2024-09-13T16:11:24.311 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:24.306+0000 7fbbc4db6640 1 --2- 172.21.15.76:0/437421005 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbbc0158870 0x7fbbc00b04f0 secure :-1 s=READY pgs=1310 cs=0 l=1 rev1=1 crypto rx=0x7fbbb800cbb0 tx=0x7fbbb800a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:24.311 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:24.307+0000 7fbbbcff9640 1 -- 172.21.15.76:0/437421005 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbbb800ad40 con 0x7fbbc0158870 2024-09-13T16:11:24.311 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:24.307+0000 7fbbbcff9640 1 -- 172.21.15.76:0/437421005 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbbb8012400 con 0x7fbbc0158870 2024-09-13T16:11:24.311 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:24.307+0000 7fbbc6819640 1 -- 172.21.15.76:0/437421005 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbbc0159230 con 0x7fbbc0158870 2024-09-13T16:11:24.311 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:24.307+0000 7fbbbcff9640 1 -- 172.21.15.76:0/437421005 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbbb800aea0 con 0x7fbbc0158870 2024-09-13T16:11:24.311 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:24.307+0000 7fbbc6819640 1 -- 172.21.15.76:0/437421005 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbbc01597f0 con 0x7fbbc0158870 2024-09-13T16:11:24.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:24.308+0000 7fbbc6819640 1 -- 172.21.15.76:0/437421005 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbbc0159d10 con 0x7fbbc0158870 2024-09-13T16:11:24.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:24.308+0000 7fbbbcff9640 1 -- 172.21.15.76:0/437421005 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fbbb8007070 con 0x7fbbc0158870 2024-09-13T16:11:24.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:24.309+0000 7fbbbcff9640 1 --2- 172.21.15.76:0/437421005 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbbac06ac30 0x7fbbac06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:24.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:24.309+0000 7fbbbcff9640 1 -- 172.21.15.76:0/437421005 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 6145+0+0 (secure 0 0 0) 0x7fbbb80893f0 con 0x7fbbc0158870 2024-09-13T16:11:24.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:24.309+0000 7fbbbffff640 1 --2- 172.21.15.76:0/437421005 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbbac06ac30 0x7fbbac06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:24.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:24.309+0000 7fbbbffff640 1 --2- 172.21.15.76:0/437421005 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbbac06ac30 0x7fbbac06d0f0 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7fbbb0000f60 tx=0x7fbbb0009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:24.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:24.313+0000 7fbbbcff9640 1 -- 172.21.15.76:0/437421005 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fbbc0159d10 con 0x7fbbc0158870 2024-09-13T16:11:24.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:24.508+0000 7fbbc6819640 1 -- 172.21.15.76:0/437421005 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7fbbc0159d10 con 0x7fbbc0158870 2024-09-13T16:11:24.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:24.508+0000 7fbbbcff9640 1 -- 172.21.15.76:0/437421005 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+174 (secure 0 0 0) 0x7fbbc0159d10 con 0x7fbbc0158870 2024-09-13T16:11:24.510 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:11:24.510 INFO:teuthology.orchestra.run.smithi076.stdout:{"status":"HEALTH_WARN","checks":{"MDS_CACHE_OVERSIZED":{"severity":"HEALTH_WARN","summary":{"message":"1 MDSs report oversized cache","count":1},"muted":false}},"mutes":[]} 2024-09-13T16:11:24.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:24.510+0000 7fbbc6819640 1 -- 172.21.15.76:0/437421005 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbbac06ac30 msgr2=0x7fbbac06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:24.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:24.510+0000 7fbbc6819640 1 --2- 172.21.15.76:0/437421005 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbbac06ac30 0x7fbbac06d0f0 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7fbbb0000f60 tx=0x7fbbb0009040 comp rx=0 tx=0).stop 2024-09-13T16:11:24.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:24.510+0000 7fbbc6819640 1 -- 172.21.15.76:0/437421005 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbbc0158870 msgr2=0x7fbbc00b04f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:24.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:24.510+0000 7fbbc6819640 1 --2- 172.21.15.76:0/437421005 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbbc0158870 0x7fbbc00b04f0 secure :-1 s=READY pgs=1310 cs=0 l=1 rev1=1 crypto rx=0x7fbbb800cbb0 tx=0x7fbbb800a430 comp rx=0 tx=0).stop 2024-09-13T16:11:24.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:24.510+0000 7fbbc6819640 1 -- 172.21.15.76:0/437421005 shutdown_connections 2024-09-13T16:11:24.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:24.510+0000 7fbbc6819640 1 --2- 172.21.15.76:0/437421005 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbbc0158870 0x7fbbc00b04f0 unknown :-1 s=CLOSED pgs=1310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:24.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:24.510+0000 7fbbc6819640 1 --2- 172.21.15.76:0/437421005 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbbc00b29b0 0x7fbbc00affb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:24.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:24.510+0000 7fbbc6819640 1 --2- 172.21.15.76:0/437421005 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbbac06ac30 0x7fbbac06d0f0 unknown :-1 s=CLOSED pgs=571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:24.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:24.510+0000 7fbbc6819640 1 --2- 172.21.15.76:0/437421005 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbbc00b2540 0x7fbbc00c8110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:24.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:24.510+0000 7fbbc6819640 1 -- 172.21.15.76:0/437421005 >> 172.21.15.76:0/437421005 conn(0x7fbbc006a0b0 msgr2=0x7fbbc00caca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:24.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:24.510+0000 7fbbc6819640 1 -- 172.21.15.76:0/437421005 shutdown_connections 2024-09-13T16:11:24.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:24.510+0000 7fbbc6819640 1 -- 172.21.15.76:0/437421005 wait complete. 2024-09-13T16:11:24.522 DEBUG:tasks.ceph_test_case:Not found expected summary strings yet (['1 MDSs report oversized cache']) 2024-09-13T16:11:24.522 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=120.0 retry_count=0)... 2024-09-13T16:11:29.524 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-13T16:11:29.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:29.631+0000 7f6ba75db640 1 Processor -- start 2024-09-13T16:11:29.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:29.631+0000 7f6ba75db640 1 -- start start 2024-09-13T16:11:29.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:29.632+0000 7f6ba75db640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f6ba00d2ac0 0x7f6ba006b2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:29.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:29.632+0000 7f6ba75db640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f6ba00cfff0 0x7f6ba00d0460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:29.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:29.632+0000 7f6ba75db640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6ba015c970 con 0x7f6ba015c590 2024-09-13T16:11:29.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:29.632+0000 7f6ba75db640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6ba00d0cc0 con 0x7f6ba00cfff0 2024-09-13T16:11:29.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:29.632+0000 7f6ba75db640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6ba00d0fa0 con 0x7f6ba00d2ac0 2024-09-13T16:11:29.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:29.632+0000 7f6ba5b78640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f6ba00cfff0 0x7f6ba00d0460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:29.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:29.632+0000 7f6ba5b78640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f6ba00cfff0 0x7f6ba00d0460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:47848/0 (socket says 172.21.15.76:47848) 2024-09-13T16:11:29.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:29.632+0000 7f6ba5b78640 1 -- 172.21.15.76:0/886936576 learned_addr learned my addr 172.21.15.76:0/886936576 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:11:29.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:29.632+0000 7f6ba5b78640 1 -- 172.21.15.76:0/886936576 >> v2:172.21.15.192:3300/0 conn(0x7f6ba00d2ac0 msgr2=0x7f6ba006b2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:29.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:29.632+0000 7f6ba5b78640 1 --2- 172.21.15.76:0/886936576 >> v2:172.21.15.192:3300/0 conn(0x7f6ba00d2ac0 0x7f6ba006b2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:29.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:29.632+0000 7f6ba5b78640 1 -- 172.21.15.76:0/886936576 >> v1:172.21.15.192:6789/0 conn(0x7f6ba015c590 legacy=0x7f6ba00d23b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:29.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:29.632+0000 7f6ba5b78640 1 -- 172.21.15.76:0/886936576 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6ba00d1280 con 0x7f6ba00cfff0 2024-09-13T16:11:29.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:29.633+0000 7f6ba5b78640 1 --2- 172.21.15.76:0/886936576 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ba00cfff0 0x7f6ba00d0460 secure :-1 s=READY pgs=1311 cs=0 l=1 rev1=1 crypto rx=0x7f6ba00d1ae0 tx=0x7f6b9802a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e630b3c77629c67 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:29.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:29.633+0000 7f6b97fff640 1 -- 172.21.15.76:0/886936576 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6b98032440 con 0x7f6ba00cfff0 2024-09-13T16:11:29.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:29.633+0000 7f6b97fff640 1 -- 172.21.15.76:0/886936576 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6b980325a0 con 0x7f6ba00cfff0 2024-09-13T16:11:29.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:29.633+0000 7f6b97fff640 1 -- 172.21.15.76:0/886936576 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6b98032930 con 0x7f6ba00cfff0 2024-09-13T16:11:29.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:29.634+0000 7f6ba75db640 1 -- 172.21.15.76:0/886936576 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ba00cfff0 msgr2=0x7f6ba00d0460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:29.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:29.634+0000 7f6ba75db640 1 --2- 172.21.15.76:0/886936576 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ba00cfff0 0x7f6ba00d0460 secure :-1 s=READY pgs=1311 cs=0 l=1 rev1=1 crypto rx=0x7f6ba00d1ae0 tx=0x7f6b9802a1a0 comp rx=0 tx=0).stop 2024-09-13T16:11:29.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:29.634+0000 7f6ba75db640 1 -- 172.21.15.76:0/886936576 shutdown_connections 2024-09-13T16:11:29.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:29.634+0000 7f6ba75db640 1 --2- 172.21.15.76:0/886936576 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ba00cfff0 0x7f6ba00d0460 unknown :-1 s=CLOSED pgs=1311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:29.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:29.634+0000 7f6ba75db640 1 --2- 172.21.15.76:0/886936576 >> v2:172.21.15.192:3300/0 conn(0x7f6ba00d2ac0 0x7f6ba006b2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:29.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:29.634+0000 7f6ba75db640 1 -- 172.21.15.76:0/886936576 >> 172.21.15.76:0/886936576 conn(0x7f6ba008bf20 msgr2=0x7f6ba009b840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:29.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:29.634+0000 7f6ba75db640 1 -- 172.21.15.76:0/886936576 shutdown_connections 2024-09-13T16:11:29.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:29.634+0000 7f6ba75db640 1 -- 172.21.15.76:0/886936576 wait complete. 2024-09-13T16:11:29.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:29.635+0000 7f6ba75db640 1 Processor -- start 2024-09-13T16:11:29.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:29.635+0000 7f6ba75db640 1 -- start start 2024-09-13T16:11:29.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:29.636+0000 7f6ba75db640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ba00cfff0 0x7f6ba00b7190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:29.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:29.636+0000 7f6ba75db640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6ba00d2ac0 0x7f6ba00b5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:29.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:29.636+0000 7f6ba75db640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6ba015c590 0x7f6ba00b5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:29.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:29.636+0000 7f6ba75db640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ba01495a0 con 0x7f6ba00cfff0 2024-09-13T16:11:29.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:29.636+0000 7f6ba75db640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ba0149830 con 0x7f6ba015c590 2024-09-13T16:11:29.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:29.636+0000 7f6ba75db640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6ba00b7be0 con 0x7f6ba00d2ac0 2024-09-13T16:11:29.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:29.636+0000 7f6ba5377640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ba00cfff0 0x7f6ba00b7190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:29.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:29.636+0000 7f6ba5377640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ba00cfff0 0x7f6ba00b7190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:47852/0 (socket says 172.21.15.76:47852) 2024-09-13T16:11:29.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:29.636+0000 7f6ba5377640 1 -- 172.21.15.76:0/4168179309 learned_addr learned my addr 172.21.15.76:0/4168179309 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:11:29.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:29.636+0000 7f6ba4b76640 1 --2- 172.21.15.76:0/4168179309 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6ba00d2ac0 0x7f6ba00b5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:29.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:29.636+0000 7f6ba5b78640 1 --2- 172.21.15.76:0/4168179309 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6ba015c590 0x7f6ba00b5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:29.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:29.636+0000 7f6ba5377640 1 -- 172.21.15.76:0/4168179309 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6ba00d2ac0 msgr2=0x7f6ba00b5250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:29.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:29.636+0000 7f6ba5377640 1 --2- 172.21.15.76:0/4168179309 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6ba00d2ac0 0x7f6ba00b5250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:29.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:29.636+0000 7f6ba5377640 1 -- 172.21.15.76:0/4168179309 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6ba015c590 msgr2=0x7f6ba00b5790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:29.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:29.636+0000 7f6ba5377640 1 --2- 172.21.15.76:0/4168179309 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6ba015c590 0x7f6ba00b5790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:29.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:29.636+0000 7f6ba5377640 1 -- 172.21.15.76:0/4168179309 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6b980094d0 con 0x7f6ba00cfff0 2024-09-13T16:11:29.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:29.636+0000 7f6ba5b78640 1 --2- 172.21.15.76:0/4168179309 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6ba015c590 0x7f6ba00b5790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:29.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:29.637+0000 7f6ba5377640 1 --2- 172.21.15.76:0/4168179309 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ba00cfff0 0x7f6ba00b7190 secure :-1 s=READY pgs=1312 cs=0 l=1 rev1=1 crypto rx=0x7f6b9c00ba50 tx=0x7f6b9c00bf10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:29.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:29.637+0000 7f6b95ffb640 1 -- 172.21.15.76:0/4168179309 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6b9c00cc10 con 0x7f6ba00cfff0 2024-09-13T16:11:29.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:29.637+0000 7f6b95ffb640 1 -- 172.21.15.76:0/4168179309 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6b9c00cd70 con 0x7f6ba00cfff0 2024-09-13T16:11:29.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:29.637+0000 7f6ba75db640 1 -- 172.21.15.76:0/4168179309 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6ba00b7ec0 con 0x7f6ba00cfff0 2024-09-13T16:11:29.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:29.637+0000 7f6b95ffb640 1 -- 172.21.15.76:0/4168179309 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6b9c014680 con 0x7f6ba00cfff0 2024-09-13T16:11:29.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:29.637+0000 7f6ba75db640 1 -- 172.21.15.76:0/4168179309 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6ba00aef90 con 0x7f6ba00cfff0 2024-09-13T16:11:29.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:29.638+0000 7f6ba75db640 1 -- 172.21.15.76:0/4168179309 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6ba009bbc0 con 0x7f6ba00cfff0 2024-09-13T16:11:29.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:29.638+0000 7f6b95ffb640 1 -- 172.21.15.76:0/4168179309 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f6b9c01d3b0 con 0x7f6ba00cfff0 2024-09-13T16:11:29.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:29.639+0000 7f6b95ffb640 1 --2- 172.21.15.76:0/4168179309 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6b8406ac00 0x7f6b8406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:29.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:29.639+0000 7f6b95ffb640 1 -- 172.21.15.76:0/4168179309 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 6145+0+0 (secure 0 0 0) 0x7f6b9c0894b0 con 0x7f6ba00cfff0 2024-09-13T16:11:29.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:29.639+0000 7f6ba4b76640 1 --2- 172.21.15.76:0/4168179309 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6b8406ac00 0x7f6b8406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:29.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:29.639+0000 7f6ba4b76640 1 --2- 172.21.15.76:0/4168179309 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6b8406ac00 0x7f6b8406d0c0 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7f6ba00d2870 tx=0x7f6b90009110 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:29.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:29.643+0000 7f6b95ffb640 1 -- 172.21.15.76:0/4168179309 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f6b9c054580 con 0x7f6ba00cfff0 2024-09-13T16:11:29.841 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:29.839+0000 7f6ba75db640 1 -- 172.21.15.76:0/4168179309 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7f6ba009b8e0 con 0x7f6ba00cfff0 2024-09-13T16:11:29.841 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:29.839+0000 7f6b95ffb640 1 -- 172.21.15.76:0/4168179309 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+174 (secure 0 0 0) 0x7f6b9c057ba0 con 0x7f6ba00cfff0 2024-09-13T16:11:29.841 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:11:29.841 INFO:teuthology.orchestra.run.smithi076.stdout:{"status":"HEALTH_WARN","checks":{"MDS_CACHE_OVERSIZED":{"severity":"HEALTH_WARN","summary":{"message":"1 MDSs report oversized cache","count":1},"muted":false}},"mutes":[]} 2024-09-13T16:11:29.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:29.841+0000 7f6ba75db640 1 -- 172.21.15.76:0/4168179309 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6b8406ac00 msgr2=0x7f6b8406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:29.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:29.841+0000 7f6ba75db640 1 --2- 172.21.15.76:0/4168179309 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6b8406ac00 0x7f6b8406d0c0 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7f6ba00d2870 tx=0x7f6b90009110 comp rx=0 tx=0).stop 2024-09-13T16:11:29.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:29.841+0000 7f6ba75db640 1 -- 172.21.15.76:0/4168179309 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ba00cfff0 msgr2=0x7f6ba00b7190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:29.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:29.841+0000 7f6ba75db640 1 --2- 172.21.15.76:0/4168179309 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ba00cfff0 0x7f6ba00b7190 secure :-1 s=READY pgs=1312 cs=0 l=1 rev1=1 crypto rx=0x7f6b9c00ba50 tx=0x7f6b9c00bf10 comp rx=0 tx=0).stop 2024-09-13T16:11:29.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:29.841+0000 7f6ba75db640 1 -- 172.21.15.76:0/4168179309 shutdown_connections 2024-09-13T16:11:29.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:29.841+0000 7f6ba75db640 1 --2- 172.21.15.76:0/4168179309 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6ba015c590 0x7f6ba00b5790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:29.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:29.841+0000 7f6ba75db640 1 --2- 172.21.15.76:0/4168179309 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6b8406ac00 0x7f6b8406d0c0 unknown :-1 s=CLOSED pgs=572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:29.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:29.841+0000 7f6ba75db640 1 --2- 172.21.15.76:0/4168179309 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6ba00d2ac0 0x7f6ba00b5250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:29.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:29.841+0000 7f6ba75db640 1 --2- 172.21.15.76:0/4168179309 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ba00cfff0 0x7f6ba00b7190 unknown :-1 s=CLOSED pgs=1312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:29.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:29.841+0000 7f6ba75db640 1 -- 172.21.15.76:0/4168179309 >> 172.21.15.76:0/4168179309 conn(0x7f6ba008bf20 msgr2=0x7f6ba015ac50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:29.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:29.841+0000 7f6ba75db640 1 -- 172.21.15.76:0/4168179309 shutdown_connections 2024-09-13T16:11:29.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:29.841+0000 7f6ba75db640 1 -- 172.21.15.76:0/4168179309 wait complete. 2024-09-13T16:11:29.854 DEBUG:tasks.ceph_test_case:Not found expected summary strings yet (['1 MDSs report oversized cache']) 2024-09-13T16:11:29.854 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=120.0 retry_count=0)... 2024-09-13T16:11:34.855 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-13T16:11:34.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:34.966+0000 7fc741a80640 1 Processor -- start 2024-09-13T16:11:34.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:34.966+0000 7fc741a80640 1 -- start start 2024-09-13T16:11:34.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:34.967+0000 7fc741a80640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc73c15c560 0x7fc73c0cdf90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:34.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:34.967+0000 7fc741a80640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fc73c0d0e90 0x7fc73c15d630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:34.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:34.967+0000 7fc741a80640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc73c15c940 con 0x7fc73c0b1f20 2024-09-13T16:11:34.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:34.967+0000 7fc741a80640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc73c15d1a0 con 0x7fc73c0d0e90 2024-09-13T16:11:34.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:34.967+0000 7fc741a80640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc73c15cb90 con 0x7fc73c15c560 2024-09-13T16:11:34.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:34.967+0000 7fc73affd640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fc73c0d0e90 0x7fc73c15d630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:34.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:34.967+0000 7fc73b7fe640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc73c15c560 0x7fc73c0cdf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:34.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:34.967+0000 7fc73b7fe640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc73c15c560 0x7fc73c0cdf90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.76:47160/0 (socket says 172.21.15.76:47160) 2024-09-13T16:11:34.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:34.968+0000 7fc73b7fe640 1 -- 172.21.15.76:0/1678447212 learned_addr learned my addr 172.21.15.76:0/1678447212 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:11:34.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:34.967+0000 7fc73bfff640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7fc73c0b1f20 0x7fc73c06afe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:50352/0 (socket says 172.21.15.76:50352) 2024-09-13T16:11:34.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:34.968+0000 7fc73affd640 1 -- 172.21.15.76:0/1678447212 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc73c15c560 msgr2=0x7fc73c0cdf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:34.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:34.968+0000 7fc73affd640 1 --2- 172.21.15.76:0/1678447212 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc73c15c560 0x7fc73c0cdf90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:34.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:34.968+0000 7fc73affd640 1 -- 172.21.15.76:0/1678447212 >> v1:172.21.15.192:6789/0 conn(0x7fc73c0b1f20 legacy=0x7fc73c06afe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:34.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:34.968+0000 7fc73affd640 1 -- 172.21.15.76:0/1678447212 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc73c0ce800 con 0x7fc73c0d0e90 2024-09-13T16:11:34.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:34.968+0000 7fc73a7fc640 1 -- 172.21.15.76:0/1678447212 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 56390066 0 0) 0x7fc73c15c940 con 0x7fc73c0b1f20 2024-09-13T16:11:34.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:34.968+0000 7fc73b7fe640 1 --2- 172.21.15.76:0/1678447212 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc73c15c560 0x7fc73c0cdf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:11:34.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:34.969+0000 7fc73affd640 1 --2- 172.21.15.76:0/1678447212 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc73c0d0e90 0x7fc73c15d630 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7fc7240097a0 tx=0x7fc72402a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=911ce4fd3b8a0886 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:34.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:34.969+0000 7fc73a7fc640 1 -- 172.21.15.76:0/1678447212 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc724032440 con 0x7fc73c0d0e90 2024-09-13T16:11:34.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:34.969+0000 7fc73a7fc640 1 -- 172.21.15.76:0/1678447212 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc7240325a0 con 0x7fc73c0d0e90 2024-09-13T16:11:34.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:34.969+0000 7fc73a7fc640 1 -- 172.21.15.76:0/1678447212 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc724032930 con 0x7fc73c0d0e90 2024-09-13T16:11:34.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:34.969+0000 7fc741a80640 1 -- 172.21.15.76:0/1678447212 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc73c0d0e90 msgr2=0x7fc73c15d630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:34.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:34.969+0000 7fc741a80640 1 --2- 172.21.15.76:0/1678447212 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc73c0d0e90 0x7fc73c15d630 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7fc7240097a0 tx=0x7fc72402a180 comp rx=0 tx=0).stop 2024-09-13T16:11:34.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:34.970+0000 7fc741a80640 1 -- 172.21.15.76:0/1678447212 shutdown_connections 2024-09-13T16:11:34.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:34.970+0000 7fc741a80640 1 --2- 172.21.15.76:0/1678447212 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc73c0d0e90 0x7fc73c15d630 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:34.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:34.970+0000 7fc741a80640 1 --2- 172.21.15.76:0/1678447212 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc73c15c560 0x7fc73c0cdf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:34.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:34.970+0000 7fc741a80640 1 -- 172.21.15.76:0/1678447212 >> 172.21.15.76:0/1678447212 conn(0x7fc73c069ed0 msgr2=0x7fc73c06a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:34.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:34.970+0000 7fc741a80640 1 -- 172.21.15.76:0/1678447212 shutdown_connections 2024-09-13T16:11:34.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:34.970+0000 7fc741a80640 1 -- 172.21.15.76:0/1678447212 wait complete. 2024-09-13T16:11:34.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:34.971+0000 7fc741a80640 1 Processor -- start 2024-09-13T16:11:34.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:34.971+0000 7fc741a80640 1 -- start start 2024-09-13T16:11:34.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:34.972+0000 7fc741a80640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc73c0b1f20 0x7fc73c1f2030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:34.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:34.972+0000 7fc741a80640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc73c0d0e90 0x7fc73c15b030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:34.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:34.972+0000 7fc741a80640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc73c15c560 0x7fc73c0b0be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:34.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:34.972+0000 7fc741a80640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc73c0c9780 con 0x7fc73c15c560 2024-09-13T16:11:34.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:34.972+0000 7fc741a80640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc73c0c8b70 con 0x7fc73c0d0e90 2024-09-13T16:11:34.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:34.972+0000 7fc741a80640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc73c0c8e50 con 0x7fc73c0b1f20 2024-09-13T16:11:34.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:34.972+0000 7fc73bfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc73c15c560 0x7fc73c0b0be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:34.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:34.972+0000 7fc73bfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc73c15c560 0x7fc73c0b0be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40676/0 (socket says 172.21.15.76:40676) 2024-09-13T16:11:34.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:34.972+0000 7fc73bfff640 1 -- 172.21.15.76:0/1883307321 learned_addr learned my addr 172.21.15.76:0/1883307321 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:11:34.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:34.972+0000 7fc73b7fe640 1 --2- 172.21.15.76:0/1883307321 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc73c0b1f20 0x7fc73c1f2030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:34.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:34.972+0000 7fc73affd640 1 --2- 172.21.15.76:0/1883307321 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc73c0d0e90 0x7fc73c15b030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:34.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:34.972+0000 7fc73bfff640 1 -- 172.21.15.76:0/1883307321 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc73c0b1f20 msgr2=0x7fc73c1f2030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:34.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:34.972+0000 7fc73bfff640 1 --2- 172.21.15.76:0/1883307321 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc73c0b1f20 0x7fc73c1f2030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:34.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:34.972+0000 7fc73bfff640 1 -- 172.21.15.76:0/1883307321 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc73c0d0e90 msgr2=0x7fc73c15b030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:34.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:34.972+0000 7fc73bfff640 1 --2- 172.21.15.76:0/1883307321 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc73c0d0e90 0x7fc73c15b030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:34.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:34.972+0000 7fc73bfff640 1 -- 172.21.15.76:0/1883307321 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc72c009b30 con 0x7fc73c15c560 2024-09-13T16:11:34.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:34.972+0000 7fc73b7fe640 1 --2- 172.21.15.76:0/1883307321 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc73c0b1f20 0x7fc73c1f2030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:34.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:34.972+0000 7fc73affd640 1 --2- 172.21.15.76:0/1883307321 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc73c0d0e90 0x7fc73c15b030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:34.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:34.973+0000 7fc73bfff640 1 --2- 172.21.15.76:0/1883307321 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc73c15c560 0x7fc73c0b0be0 secure :-1 s=READY pgs=1313 cs=0 l=1 rev1=1 crypto rx=0x7fc73400c410 tx=0x7fc73400c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:34.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:34.973+0000 7fc733fff640 1 -- 172.21.15.76:0/1883307321 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7340074e0 con 0x7fc73c15c560 2024-09-13T16:11:34.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:34.973+0000 7fc733fff640 1 -- 172.21.15.76:0/1883307321 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc734007640 con 0x7fc73c15c560 2024-09-13T16:11:34.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:34.973+0000 7fc741a80640 1 -- 172.21.15.76:0/1883307321 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc724009400 con 0x7fc73c15c560 2024-09-13T16:11:34.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:34.973+0000 7fc733fff640 1 -- 172.21.15.76:0/1883307321 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc734004a20 con 0x7fc73c15c560 2024-09-13T16:11:34.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:34.973+0000 7fc741a80640 1 -- 172.21.15.76:0/1883307321 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc73c0c9410 con 0x7fc73c15c560 2024-09-13T16:11:34.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:34.974+0000 7fc741a80640 1 -- 172.21.15.76:0/1883307321 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc73c15d630 con 0x7fc73c15c560 2024-09-13T16:11:34.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:34.974+0000 7fc733fff640 1 -- 172.21.15.76:0/1883307321 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc734004b80 con 0x7fc73c15c560 2024-09-13T16:11:34.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:34.975+0000 7fc733fff640 1 --2- 172.21.15.76:0/1883307321 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc71c06ac00 0x7fc71c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:34.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:34.975+0000 7fc733fff640 1 -- 172.21.15.76:0/1883307321 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 6145+0+0 (secure 0 0 0) 0x7fc7340892a0 con 0x7fc73c15c560 2024-09-13T16:11:34.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:34.975+0000 7fc73b7fe640 1 --2- 172.21.15.76:0/1883307321 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc71c06ac00 0x7fc71c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:34.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:34.975+0000 7fc73b7fe640 1 --2- 172.21.15.76:0/1883307321 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc71c06ac00 0x7fc71c06d0c0 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7fc72c009360 tx=0x7fc72c00b040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:34.980 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:34.979+0000 7fc733fff640 1 -- 172.21.15.76:0/1883307321 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fc734054350 con 0x7fc73c15c560 2024-09-13T16:11:35.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.177+0000 7fc741a80640 1 -- 172.21.15.76:0/1883307321 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7fc73c067250 con 0x7fc73c15c560 2024-09-13T16:11:35.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.178+0000 7fc733fff640 1 -- 172.21.15.76:0/1883307321 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+174 (secure 0 0 0) 0x7fc734001060 con 0x7fc73c15c560 2024-09-13T16:11:35.179 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:11:35.179 INFO:teuthology.orchestra.run.smithi076.stdout:{"status":"HEALTH_WARN","checks":{"MDS_CACHE_OVERSIZED":{"severity":"HEALTH_WARN","summary":{"message":"1 MDSs report oversized cache","count":1},"muted":false}},"mutes":[]} 2024-09-13T16:11:35.181 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.180+0000 7fc741a80640 1 -- 172.21.15.76:0/1883307321 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc71c06ac00 msgr2=0x7fc71c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:35.181 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.180+0000 7fc741a80640 1 --2- 172.21.15.76:0/1883307321 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc71c06ac00 0x7fc71c06d0c0 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7fc72c009360 tx=0x7fc72c00b040 comp rx=0 tx=0).stop 2024-09-13T16:11:35.181 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.180+0000 7fc741a80640 1 -- 172.21.15.76:0/1883307321 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc73c15c560 msgr2=0x7fc73c0b0be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:35.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.180+0000 7fc741a80640 1 --2- 172.21.15.76:0/1883307321 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc73c15c560 0x7fc73c0b0be0 secure :-1 s=READY pgs=1313 cs=0 l=1 rev1=1 crypto rx=0x7fc73400c410 tx=0x7fc73400c8d0 comp rx=0 tx=0).stop 2024-09-13T16:11:35.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.180+0000 7fc741a80640 1 -- 172.21.15.76:0/1883307321 shutdown_connections 2024-09-13T16:11:35.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.180+0000 7fc741a80640 1 --2- 172.21.15.76:0/1883307321 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc73c15c560 0x7fc73c0b0be0 unknown :-1 s=CLOSED pgs=1313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:35.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.180+0000 7fc741a80640 1 --2- 172.21.15.76:0/1883307321 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc73c0d0e90 0x7fc73c15b030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:35.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.180+0000 7fc741a80640 1 --2- 172.21.15.76:0/1883307321 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc71c06ac00 0x7fc71c06d0c0 unknown :-1 s=CLOSED pgs=573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:35.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.180+0000 7fc741a80640 1 --2- 172.21.15.76:0/1883307321 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc73c0b1f20 0x7fc73c1f2030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:35.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.180+0000 7fc741a80640 1 -- 172.21.15.76:0/1883307321 >> 172.21.15.76:0/1883307321 conn(0x7fc73c069ed0 msgr2=0x7fc73c0afc70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:35.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.180+0000 7fc741a80640 1 -- 172.21.15.76:0/1883307321 shutdown_connections 2024-09-13T16:11:35.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.180+0000 7fc741a80640 1 -- 172.21.15.76:0/1883307321 wait complete. 2024-09-13T16:11:35.192 DEBUG:tasks.ceph_test_case:Not found expected summary strings yet (['1 MDSs report oversized cache']) 2024-09-13T16:11:35.192 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-13T16:11:35.192 DEBUG:teuthology.orchestra.run.smithi076:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T16:11:35.229 DEBUG:teuthology.orchestra.run.smithi192:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T16:11:35.272 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-13T16:11:35.272 INFO:tasks.cephfs.mount:Terminating background process 2024-09-13T16:11:35.287 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:11:35.287 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:11:35.344 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:11:35.482 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.481+0000 7f0114725640 1 Processor -- start 2024-09-13T16:11:35.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.481+0000 7f0114725640 1 -- start start 2024-09-13T16:11:35.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.482+0000 7f0114725640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f010c15a2e0 0x7f010c0c9a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:35.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.482+0000 7f0114725640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f010c0c8920 con 0x7f010c0cb3f0 2024-09-13T16:11:35.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.482+0000 7f0114725640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f010c15a6c0 con 0x7f010c0c9f80 2024-09-13T16:11:35.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.482+0000 7f0114725640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f010c0ca500 con 0x7f010c15a2e0 2024-09-13T16:11:35.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.482+0000 7f01124c1640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f010c15a2e0 0x7f010c0c9a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:35.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.482+0000 7f0112cc2640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f010c0cb3f0 0x7f010c06d030 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:46984/0 (socket says 172.21.15.76:46984) 2024-09-13T16:11:35.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.482+0000 7f0112cc2640 1 -- 172.21.15.76:0/670650083 learned_addr learned my addr 172.21.15.76:0/670650083 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:11:35.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.482+0000 7f01124c1640 1 -- 172.21.15.76:0/670650083 >> v1:172.21.15.192:6789/0 conn(0x7f010c0c9f80 legacy=0x7f010c0cace0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:35.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.482+0000 7f01114bf640 1 -- 172.21.15.76:0/670650083 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 618797413 0 0) 0x7f010c0c8920 con 0x7f010c0cb3f0 2024-09-13T16:11:35.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.482+0000 7f01124c1640 1 -- 172.21.15.76:0/670650083 >> v1:172.21.15.76:6789/0 conn(0x7f010c0cb3f0 legacy=0x7f010c06d030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:35.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.482+0000 7f01124c1640 1 -- 172.21.15.76:0/670650083 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f010c0c8b70 con 0x7f010c15a2e0 2024-09-13T16:11:35.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.483+0000 7f01124c1640 1 --2- 172.21.15.76:0/670650083 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f010c15a2e0 0x7f010c0c9a40 secure :-1 s=READY pgs=1315 cs=0 l=1 rev1=1 crypto rx=0x7f01080097a0 tx=0x7f010802a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f01b176a44d40cb6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:35.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.483+0000 7f01114bf640 1 -- 172.21.15.76:0/670650083 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0108032440 con 0x7f010c15a2e0 2024-09-13T16:11:35.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.483+0000 7f01114bf640 1 -- 172.21.15.76:0/670650083 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f01080325a0 con 0x7f010c15a2e0 2024-09-13T16:11:35.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.483+0000 7f01114bf640 1 -- 172.21.15.76:0/670650083 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0108032930 con 0x7f010c15a2e0 2024-09-13T16:11:35.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.484+0000 7f0114725640 1 -- 172.21.15.76:0/670650083 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f010c15a2e0 msgr2=0x7f010c0c9a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:35.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.484+0000 7f0114725640 1 --2- 172.21.15.76:0/670650083 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f010c15a2e0 0x7f010c0c9a40 secure :-1 s=READY pgs=1315 cs=0 l=1 rev1=1 crypto rx=0x7f01080097a0 tx=0x7f010802a230 comp rx=0 tx=0).stop 2024-09-13T16:11:35.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.484+0000 7f0114725640 1 -- 172.21.15.76:0/670650083 shutdown_connections 2024-09-13T16:11:35.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.484+0000 7f0114725640 1 --2- 172.21.15.76:0/670650083 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f010c15a2e0 0x7f010c0c9a40 unknown :-1 s=CLOSED pgs=1315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:35.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.484+0000 7f0114725640 1 -- 172.21.15.76:0/670650083 >> 172.21.15.76:0/670650083 conn(0x7f010c069ed0 msgr2=0x7f010c06a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:35.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.484+0000 7f0114725640 1 -- 172.21.15.76:0/670650083 shutdown_connections 2024-09-13T16:11:35.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.484+0000 7f0114725640 1 -- 172.21.15.76:0/670650083 wait complete. 2024-09-13T16:11:35.491 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.485+0000 7f0114725640 1 Processor -- start 2024-09-13T16:11:35.491 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.485+0000 7f0114725640 1 -- start start 2024-09-13T16:11:35.491 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.486+0000 7f0114725640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f010c0c9f80 0x7f010c154710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:35.491 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.486+0000 7f0114725640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f010c0cb3f0 0x7f010c0c5c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:35.491 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.486+0000 7f0114725640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f010c15a2e0 0x7f010c0c6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:35.491 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.486+0000 7f0114725640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f010c0c3030 con 0x7f010c15a2e0 2024-09-13T16:11:35.491 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.486+0000 7f0114725640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f010c0c3310 con 0x7f010c0c9f80 2024-09-13T16:11:35.491 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.486+0000 7f0114725640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f010c0c35f0 con 0x7f010c0cb3f0 2024-09-13T16:11:35.491 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.486+0000 7f0112cc2640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f010c15a2e0 0x7f010c0c6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:35.491 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.486+0000 7f0112cc2640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f010c15a2e0 0x7f010c0c6180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40688/0 (socket says 172.21.15.76:40688) 2024-09-13T16:11:35.492 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.486+0000 7f0112cc2640 1 -- 172.21.15.76:0/2625237757 learned_addr learned my addr 172.21.15.76:0/2625237757 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:11:35.492 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.486+0000 7f01124c1640 1 --2- 172.21.15.76:0/2625237757 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f010c0c9f80 0x7f010c154710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:35.492 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.486+0000 7f0111cc0640 1 --2- 172.21.15.76:0/2625237757 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f010c0cb3f0 0x7f010c0c5c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:35.492 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.486+0000 7f0112cc2640 1 -- 172.21.15.76:0/2625237757 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f010c0cb3f0 msgr2=0x7f010c0c5c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:35.492 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.486+0000 7f0112cc2640 1 --2- 172.21.15.76:0/2625237757 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f010c0cb3f0 0x7f010c0c5c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:35.492 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.486+0000 7f0112cc2640 1 -- 172.21.15.76:0/2625237757 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f010c0c9f80 msgr2=0x7f010c154710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:35.492 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.486+0000 7f0112cc2640 1 --2- 172.21.15.76:0/2625237757 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f010c0c9f80 0x7f010c154710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:35.492 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.486+0000 7f0112cc2640 1 -- 172.21.15.76:0/2625237757 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0108009400 con 0x7f010c15a2e0 2024-09-13T16:11:35.492 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.486+0000 7f01124c1640 1 --2- 172.21.15.76:0/2625237757 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f010c0c9f80 0x7f010c154710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:35.492 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.486+0000 7f0112cc2640 1 --2- 172.21.15.76:0/2625237757 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f010c15a2e0 0x7f010c0c6180 secure :-1 s=READY pgs=1316 cs=0 l=1 rev1=1 crypto rx=0x7f010400c7a0 tx=0x7f010400cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:35.492 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.486+0000 7f0102ffd640 1 -- 172.21.15.76:0/2625237757 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f010400a5e0 con 0x7f010c15a2e0 2024-09-13T16:11:35.493 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.486+0000 7f0102ffd640 1 -- 172.21.15.76:0/2625237757 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f010400a740 con 0x7f010c15a2e0 2024-09-13T16:11:35.493 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.486+0000 7f0102ffd640 1 -- 172.21.15.76:0/2625237757 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f010400ab70 con 0x7f010c15a2e0 2024-09-13T16:11:35.493 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.486+0000 7f0114725640 1 -- 172.21.15.76:0/2625237757 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f010c0c38d0 con 0x7f010c15a2e0 2024-09-13T16:11:35.493 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.486+0000 7f0114725640 1 -- 172.21.15.76:0/2625237757 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f010c0c40d0 con 0x7f010c15a2e0 2024-09-13T16:11:35.493 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.487+0000 7f0114725640 1 -- 172.21.15.76:0/2625237757 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f010c0c3df0 con 0x7f010c15a2e0 2024-09-13T16:11:35.493 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.488+0000 7f0102ffd640 1 -- 172.21.15.76:0/2625237757 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f010400acd0 con 0x7f010c15a2e0 2024-09-13T16:11:35.493 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.488+0000 7f0102ffd640 1 --2- 172.21.15.76:0/2625237757 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f00f006ac00 0x7f00f006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:35.493 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.488+0000 7f0102ffd640 1 -- 172.21.15.76:0/2625237757 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 6145+0+0 (secure 0 0 0) 0x7f01040889a0 con 0x7f010c15a2e0 2024-09-13T16:11:35.493 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.488+0000 7f01124c1640 1 --2- 172.21.15.76:0/2625237757 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f00f006ac00 0x7f00f006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:35.493 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.489+0000 7f01124c1640 1 --2- 172.21.15.76:0/2625237757 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f00f006ac00 0x7f00f006d0c0 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f0108034000 tx=0x7f010802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:35.494 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.492+0000 7f0102ffd640 1 -- 172.21.15.76:0/2625237757 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f010c0c3df0 con 0x7f010c15a2e0 2024-09-13T16:11:35.660 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.659+0000 7f0114725640 1 -- 172.21.15.76:0/2625237757 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f010c0c3df0 con 0x7f010c15a2e0 2024-09-13T16:11:35.662 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.660+0000 7f0102ffd640 1 -- 172.21.15.76:0/2625237757 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v98) v1 ==== 74+0+16874 (secure 0 0 0) 0x7f010c0c3df0 con 0x7f010c15a2e0 2024-09-13T16:11:35.662 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:11:35.662 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":98,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:09:22.799522+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":14,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:09:08.673877+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"95","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_data","create_time":"2024-09-13T16:09:09.462108+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"96","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"14.8","mappings":[{"from":1,"to":7}]},{"pgid":"14.12","mappings":[{"from":1,"to":7}]},{"pgid":"14.36","mappings":[{"from":1,"to":5}]},{"pgid":"14.38","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:11:35.664 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.662+0000 7f0114725640 1 -- 172.21.15.76:0/2625237757 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f00f006ac00 msgr2=0x7f00f006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:35.664 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.662+0000 7f0114725640 1 --2- 172.21.15.76:0/2625237757 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f00f006ac00 0x7f00f006d0c0 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f0108034000 tx=0x7f010802e000 comp rx=0 tx=0).stop 2024-09-13T16:11:35.664 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.662+0000 7f0114725640 1 -- 172.21.15.76:0/2625237757 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f010c15a2e0 msgr2=0x7f010c0c6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:35.664 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.662+0000 7f0114725640 1 --2- 172.21.15.76:0/2625237757 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f010c15a2e0 0x7f010c0c6180 secure :-1 s=READY pgs=1316 cs=0 l=1 rev1=1 crypto rx=0x7f010400c7a0 tx=0x7f010400cc60 comp rx=0 tx=0).stop 2024-09-13T16:11:35.664 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.662+0000 7f0114725640 1 -- 172.21.15.76:0/2625237757 shutdown_connections 2024-09-13T16:11:35.664 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.662+0000 7f0114725640 1 --2- 172.21.15.76:0/2625237757 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f010c15a2e0 0x7f010c0c6180 unknown :-1 s=CLOSED pgs=1316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:35.664 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.662+0000 7f0114725640 1 --2- 172.21.15.76:0/2625237757 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f00f006ac00 0x7f00f006d0c0 unknown :-1 s=CLOSED pgs=574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:35.664 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.662+0000 7f0114725640 1 --2- 172.21.15.76:0/2625237757 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f010c0cb3f0 0x7f010c0c5c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:35.665 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.662+0000 7f0114725640 1 --2- 172.21.15.76:0/2625237757 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f010c0c9f80 0x7f010c154710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:35.665 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.662+0000 7f0114725640 1 -- 172.21.15.76:0/2625237757 >> 172.21.15.76:0/2625237757 conn(0x7f010c069ed0 msgr2=0x7f010c0ad370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:35.665 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.662+0000 7f0114725640 1 -- 172.21.15.76:0/2625237757 shutdown_connections 2024-09-13T16:11:35.665 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.662+0000 7f0114725640 1 -- 172.21.15.76:0/2625237757 wait complete. 2024-09-13T16:11:35.675 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:01:26.960607+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 13, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:09:08.673877+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '95', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 14, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:09:09.462108+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '96', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:11:35.675 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:11:35.776 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.775+0000 7fb562365640 1 Processor -- start 2024-09-13T16:11:35.776 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.775+0000 7fb562365640 1 -- start start 2024-09-13T16:11:35.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.775+0000 7fb562365640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb55c15fbc0 0x7fb55c0cd180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:35.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.775+0000 7fb562365640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fb55c0cd6c0 0x7fb55c0d22d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:35.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.775+0000 7fb562365640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb55c06b6c0 con 0x7fb55c0d2810 2024-09-13T16:11:35.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.775+0000 7fb562365640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb55c0d2cc0 con 0x7fb55c0cd6c0 2024-09-13T16:11:35.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.775+0000 7fb562365640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb55c0ce500 con 0x7fb55c15fbc0 2024-09-13T16:11:35.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.776+0000 7fb55b7fe640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fb55c0cd6c0 0x7fb55c0d22d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:35.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.776+0000 7fb55bfff640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb55c15fbc0 0x7fb55c0cd180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:35.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.776+0000 7fb55bfff640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb55c15fbc0 0x7fb55c0cd180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.76:47204/0 (socket says 172.21.15.76:47204) 2024-09-13T16:11:35.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.776+0000 7fb55b7fe640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fb55c0cd6c0 0x7fb55c0d22d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.76:48842/0 (socket says 172.21.15.76:48842) 2024-09-13T16:11:35.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.776+0000 7fb55bfff640 1 -- 172.21.15.76:0/1869776278 learned_addr learned my addr 172.21.15.76:0/1869776278 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:11:35.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.776+0000 7fb560902640 1 --1- 172.21.15.76:0/1869776278 >> v1:172.21.15.192:6789/0 conn(0x7fb55c0d2810 0x7fb55c0cee40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:50372/0 (socket says 172.21.15.76:50372) 2024-09-13T16:11:35.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.776+0000 7fb55b7fe640 1 -- 172.21.15.76:0/1869776278 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb55c15fbc0 msgr2=0x7fb55c0cd180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:35.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.776+0000 7fb55b7fe640 1 --2- 172.21.15.76:0/1869776278 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb55c15fbc0 0x7fb55c0cd180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:35.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.776+0000 7fb55b7fe640 1 -- 172.21.15.76:0/1869776278 >> v1:172.21.15.192:6789/0 conn(0x7fb55c0d2810 legacy=0x7fb55c0cee40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:35.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.776+0000 7fb55b7fe640 1 -- 172.21.15.76:0/1869776278 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb55c0cdc60 con 0x7fb55c0cd6c0 2024-09-13T16:11:35.780 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.776+0000 7fb55affd640 1 -- 172.21.15.76:0/1869776278 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4026118199 0 0) 0x7fb55c06b6c0 con 0x7fb55c0d2810 2024-09-13T16:11:35.780 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.776+0000 7fb55bfff640 1 --2- 172.21.15.76:0/1869776278 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb55c15fbc0 0x7fb55c0cd180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:11:35.783 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.777+0000 7fb55b7fe640 1 --2- 172.21.15.76:0/1869776278 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb55c0cd6c0 0x7fb55c0d22d0 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7fb550009790 tx=0x7fb55002a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c6f2c0ffbaf1e4ea server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:35.783 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.777+0000 7fb55affd640 1 -- 172.21.15.76:0/1869776278 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb550032440 con 0x7fb55c0cd6c0 2024-09-13T16:11:35.783 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.777+0000 7fb55affd640 1 -- 172.21.15.76:0/1869776278 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb5500325a0 con 0x7fb55c0cd6c0 2024-09-13T16:11:35.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.777+0000 7fb55affd640 1 -- 172.21.15.76:0/1869776278 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb550032930 con 0x7fb55c0cd6c0 2024-09-13T16:11:35.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.778+0000 7fb562365640 1 -- 172.21.15.76:0/1869776278 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb55c0cd6c0 msgr2=0x7fb55c0d22d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:35.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.778+0000 7fb562365640 1 --2- 172.21.15.76:0/1869776278 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb55c0cd6c0 0x7fb55c0d22d0 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7fb550009790 tx=0x7fb55002a180 comp rx=0 tx=0).stop 2024-09-13T16:11:35.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.778+0000 7fb562365640 1 -- 172.21.15.76:0/1869776278 shutdown_connections 2024-09-13T16:11:35.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.778+0000 7fb562365640 1 --2- 172.21.15.76:0/1869776278 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb55c0cd6c0 0x7fb55c0d22d0 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:35.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.778+0000 7fb562365640 1 --2- 172.21.15.76:0/1869776278 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb55c15fbc0 0x7fb55c0cd180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:35.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.778+0000 7fb562365640 1 -- 172.21.15.76:0/1869776278 >> 172.21.15.76:0/1869776278 conn(0x7fb55c09b830 msgr2=0x7fb55c089f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:35.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.778+0000 7fb562365640 1 -- 172.21.15.76:0/1869776278 shutdown_connections 2024-09-13T16:11:35.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.778+0000 7fb562365640 1 -- 172.21.15.76:0/1869776278 wait complete. 2024-09-13T16:11:35.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.779+0000 7fb562365640 1 Processor -- start 2024-09-13T16:11:35.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.779+0000 7fb562365640 1 -- start start 2024-09-13T16:11:35.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.780+0000 7fb562365640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb55c0cd6c0 0x7fb55c1f5d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:35.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.780+0000 7fb562365640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb55c0d2810 0x7fb55c0b0a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:35.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.780+0000 7fb562365640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb55c15fbc0 0x7fb55c0b6a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:35.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.780+0000 7fb562365640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb55c1f58f0 con 0x7fb55c0cd6c0 2024-09-13T16:11:35.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.780+0000 7fb562365640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb55c1f2740 con 0x7fb55c15fbc0 2024-09-13T16:11:35.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.780+0000 7fb562365640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb55c1f2a20 con 0x7fb55c0d2810 2024-09-13T16:11:35.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.780+0000 7fb55bfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb55c0cd6c0 0x7fb55c1f5d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:35.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.780+0000 7fb55bfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb55c0cd6c0 0x7fb55c1f5d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40700/0 (socket says 172.21.15.76:40700) 2024-09-13T16:11:35.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.780+0000 7fb55bfff640 1 -- 172.21.15.76:0/890704913 learned_addr learned my addr 172.21.15.76:0/890704913 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:11:35.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.780+0000 7fb55b7fe640 1 --2- 172.21.15.76:0/890704913 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb55c0d2810 0x7fb55c0b0a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:35.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.780+0000 7fb560902640 1 --2- 172.21.15.76:0/890704913 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb55c15fbc0 0x7fb55c0b6a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:35.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.780+0000 7fb55bfff640 1 -- 172.21.15.76:0/890704913 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb55c0d2810 msgr2=0x7fb55c0b0a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:35.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.780+0000 7fb55bfff640 1 --2- 172.21.15.76:0/890704913 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb55c0d2810 0x7fb55c0b0a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:35.786 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.780+0000 7fb55bfff640 1 -- 172.21.15.76:0/890704913 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb55c15fbc0 msgr2=0x7fb55c0b6a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:35.786 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.780+0000 7fb55bfff640 1 --2- 172.21.15.76:0/890704913 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb55c15fbc0 0x7fb55c0b6a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:35.786 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.780+0000 7fb55bfff640 1 -- 172.21.15.76:0/890704913 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb54c0094d0 con 0x7fb55c0cd6c0 2024-09-13T16:11:35.786 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.780+0000 7fb55b7fe640 1 --2- 172.21.15.76:0/890704913 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb55c0d2810 0x7fb55c0b0a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:35.786 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.780+0000 7fb560902640 1 --2- 172.21.15.76:0/890704913 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb55c15fbc0 0x7fb55c0b6a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:35.786 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.781+0000 7fb55bfff640 1 --2- 172.21.15.76:0/890704913 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb55c0cd6c0 0x7fb55c1f5d10 secure :-1 s=READY pgs=1317 cs=0 l=1 rev1=1 crypto rx=0x7fb54c00e9d0 tx=0x7fb54c00ee90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:35.786 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.781+0000 7fb558ff9640 1 -- 172.21.15.76:0/890704913 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb54c00ca60 con 0x7fb55c0cd6c0 2024-09-13T16:11:35.786 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.781+0000 7fb558ff9640 1 -- 172.21.15.76:0/890704913 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb54c00cbc0 con 0x7fb55c0cd6c0 2024-09-13T16:11:35.786 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.781+0000 7fb558ff9640 1 -- 172.21.15.76:0/890704913 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb54c013470 con 0x7fb55c0cd6c0 2024-09-13T16:11:35.786 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.781+0000 7fb562365640 1 -- 172.21.15.76:0/890704913 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb5500093a0 con 0x7fb55c0cd6c0 2024-09-13T16:11:35.786 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.781+0000 7fb562365640 1 -- 172.21.15.76:0/890704913 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb55c1f2d00 con 0x7fb55c0cd6c0 2024-09-13T16:11:35.786 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.782+0000 7fb562365640 1 -- 172.21.15.76:0/890704913 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb55c1f24d0 con 0x7fb55c0cd6c0 2024-09-13T16:11:35.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.782+0000 7fb558ff9640 1 -- 172.21.15.76:0/890704913 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb54c0135d0 con 0x7fb55c0cd6c0 2024-09-13T16:11:35.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.783+0000 7fb558ff9640 1 --2- 172.21.15.76:0/890704913 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb54806ac00 0x7fb54806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:35.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.783+0000 7fb558ff9640 1 -- 172.21.15.76:0/890704913 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 6145+0+0 (secure 0 0 0) 0x7fb54c089800 con 0x7fb55c0cd6c0 2024-09-13T16:11:35.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.783+0000 7fb55b7fe640 1 --2- 172.21.15.76:0/890704913 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb54806ac00 0x7fb54806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:35.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.783+0000 7fb55b7fe640 1 --2- 172.21.15.76:0/890704913 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb54806ac00 0x7fb54806d0c0 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7fb550034000 tx=0x7fb55002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:35.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.787+0000 7fb558ff9640 1 -- 172.21.15.76:0/890704913 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fb54c0548b0 con 0x7fb55c0cd6c0 2024-09-13T16:11:35.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.947+0000 7fb562365640 1 -- 172.21.15.76:0/890704913 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fb55c09bd40 con 0x7fb55c0cd6c0 2024-09-13T16:11:35.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.948+0000 7fb558ff9640 1 -- 172.21.15.76:0/890704913 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v98) v1 ==== 93+0+10 (secure 0 0 0) 0x7fb54c057ed0 con 0x7fb55c0cd6c0 2024-09-13T16:11:35.950 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2024-09-13T16:11:35.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.949+0000 7fb562365640 1 -- 172.21.15.76:0/890704913 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb54806ac00 msgr2=0x7fb54806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:35.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.949+0000 7fb562365640 1 --2- 172.21.15.76:0/890704913 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb54806ac00 0x7fb54806d0c0 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7fb550034000 tx=0x7fb55002e000 comp rx=0 tx=0).stop 2024-09-13T16:11:35.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.949+0000 7fb562365640 1 -- 172.21.15.76:0/890704913 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb55c0cd6c0 msgr2=0x7fb55c1f5d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:35.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.949+0000 7fb562365640 1 --2- 172.21.15.76:0/890704913 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb55c0cd6c0 0x7fb55c1f5d10 secure :-1 s=READY pgs=1317 cs=0 l=1 rev1=1 crypto rx=0x7fb54c00e9d0 tx=0x7fb54c00ee90 comp rx=0 tx=0).stop 2024-09-13T16:11:35.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.950+0000 7fb562365640 1 -- 172.21.15.76:0/890704913 shutdown_connections 2024-09-13T16:11:35.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.950+0000 7fb562365640 1 --2- 172.21.15.76:0/890704913 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb55c15fbc0 0x7fb55c0b6a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:35.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.950+0000 7fb562365640 1 --2- 172.21.15.76:0/890704913 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb54806ac00 0x7fb54806d0c0 unknown :-1 s=CLOSED pgs=575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:35.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.950+0000 7fb562365640 1 --2- 172.21.15.76:0/890704913 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb55c0d2810 0x7fb55c0b0a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:35.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.950+0000 7fb562365640 1 --2- 172.21.15.76:0/890704913 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb55c0cd6c0 0x7fb55c1f5d10 unknown :-1 s=CLOSED pgs=1317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:35.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.950+0000 7fb562365640 1 -- 172.21.15.76:0/890704913 >> 172.21.15.76:0/890704913 conn(0x7fb55c09b830 msgr2=0x7fb55c0c9650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:35.954 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.950+0000 7fb562365640 1 -- 172.21.15.76:0/890704913 shutdown_connections 2024-09-13T16:11:35.954 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:35.950+0000 7fb562365640 1 -- 172.21.15.76:0/890704913 wait complete. 2024-09-13T16:11:35.962 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:11:36.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.062+0000 7fc9df945640 1 Processor -- start 2024-09-13T16:11:36.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.062+0000 7fc9df945640 1 -- start start 2024-09-13T16:11:36.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.063+0000 7fc9df945640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc9d80cec00 0x7fc9d80ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:36.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.063+0000 7fc9df945640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc9d80ccbe0 con 0x7fc9d8159310 2024-09-13T16:11:36.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.063+0000 7fc9df945640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc9d80b1810 con 0x7fc9d80b2b40 2024-09-13T16:11:36.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.063+0000 7fc9df945640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc9d80ad940 con 0x7fc9d80cec00 2024-09-13T16:11:36.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.063+0000 7fc9dd6e1640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fc9d8159310 0x7fc9d80ab140 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:46988/0 (socket says 172.21.15.76:46988) 2024-09-13T16:11:36.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.063+0000 7fc9dd6e1640 1 -- 172.21.15.76:0/1484181758 learned_addr learned my addr 172.21.15.76:0/1484181758 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:11:36.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.063+0000 7fc9ddee2640 1 --2- 172.21.15.76:0/1484181758 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc9d80cec00 0x7fc9d80ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:36.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.063+0000 7fc9d7fff640 1 -- 172.21.15.76:0/1484181758 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 635066865 0 0) 0x7fc9d80ccbe0 con 0x7fc9d8159310 2024-09-13T16:11:36.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.063+0000 7fc9d7fff640 1 -- 172.21.15.76:0/1484181758 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc9c0003520 con 0x7fc9d8159310 2024-09-13T16:11:36.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.063+0000 7fc9d7fff640 1 -- 172.21.15.76:0/1484181758 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2153000816 0 0) 0x7fc9d80b1810 con 0x7fc9d80b2b40 2024-09-13T16:11:36.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.063+0000 7fc9d7fff640 1 -- 172.21.15.76:0/1484181758 --> v1:172.21.15.192:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc9d80ccbe0 con 0x7fc9d80b2b40 2024-09-13T16:11:36.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.063+0000 7fc9d7fff640 1 -- 172.21.15.76:0/1484181758 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1347770098 0 0) 0x7fc9c0003520 con 0x7fc9d8159310 2024-09-13T16:11:36.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.063+0000 7fc9ddee2640 1 -- 172.21.15.76:0/1484181758 >> v1:172.21.15.192:6789/0 conn(0x7fc9d80b2b40 legacy=0x7fc9d80ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:36.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.063+0000 7fc9ddee2640 1 -- 172.21.15.76:0/1484181758 >> v1:172.21.15.76:6789/0 conn(0x7fc9d8159310 legacy=0x7fc9d80ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:36.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.063+0000 7fc9ddee2640 1 -- 172.21.15.76:0/1484181758 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc9d806d9e0 con 0x7fc9d80cec00 2024-09-13T16:11:36.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.064+0000 7fc9ddee2640 1 --2- 172.21.15.76:0/1484181758 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc9d80cec00 0x7fc9d80ad400 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fc9c80097d0 tx=0x7fc9c802a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1d6fc4d4340802c6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:36.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.064+0000 7fc9d7fff640 1 -- 172.21.15.76:0/1484181758 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9d0001670 con 0x7fc9d80cec00 2024-09-13T16:11:36.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.065+0000 7fc9d7fff640 1 -- 172.21.15.76:0/1484181758 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc9c802ab90 con 0x7fc9d80cec00 2024-09-13T16:11:36.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.065+0000 7fc9d7fff640 1 -- 172.21.15.76:0/1484181758 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9c8032440 con 0x7fc9d80cec00 2024-09-13T16:11:36.071 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.065+0000 7fc9df945640 1 -- 172.21.15.76:0/1484181758 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc9d80cec00 msgr2=0x7fc9d80ad400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:36.071 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.065+0000 7fc9df945640 1 --2- 172.21.15.76:0/1484181758 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc9d80cec00 0x7fc9d80ad400 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fc9c80097d0 tx=0x7fc9c802a100 comp rx=0 tx=0).stop 2024-09-13T16:11:36.071 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.065+0000 7fc9df945640 1 -- 172.21.15.76:0/1484181758 shutdown_connections 2024-09-13T16:11:36.071 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.065+0000 7fc9df945640 1 --2- 172.21.15.76:0/1484181758 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc9d80cec00 0x7fc9d80ad400 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:36.071 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.065+0000 7fc9df945640 1 -- 172.21.15.76:0/1484181758 >> 172.21.15.76:0/1484181758 conn(0x7fc9d806a0b0 msgr2=0x7fc9d806a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:36.071 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.065+0000 7fc9df945640 1 -- 172.21.15.76:0/1484181758 shutdown_connections 2024-09-13T16:11:36.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.065+0000 7fc9df945640 1 -- 172.21.15.76:0/1484181758 wait complete. 2024-09-13T16:11:36.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.066+0000 7fc9df945640 1 Processor -- start 2024-09-13T16:11:36.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.066+0000 7fc9df945640 1 -- start start 2024-09-13T16:11:36.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.067+0000 7fc9df945640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc9d80b2b40 0x7fc9d81572f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:36.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.067+0000 7fc9df945640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc9d80cec00 0x7fc9d81ded80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:36.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.067+0000 7fc9df945640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc9d8159310 0x7fc9d81ef090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:36.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.067+0000 7fc9df945640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9d809b0d0 con 0x7fc9d8159310 2024-09-13T16:11:36.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.067+0000 7fc9df945640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9d81efb20 con 0x7fc9d80b2b40 2024-09-13T16:11:36.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.067+0000 7fc9df945640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc9d81efe00 con 0x7fc9d80cec00 2024-09-13T16:11:36.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.067+0000 7fc9ddee2640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc9d8159310 0x7fc9d81ef090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:36.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.067+0000 7fc9ddee2640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc9d8159310 0x7fc9d81ef090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40716/0 (socket says 172.21.15.76:40716) 2024-09-13T16:11:36.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.067+0000 7fc9ddee2640 1 -- 172.21.15.76:0/2443669512 learned_addr learned my addr 172.21.15.76:0/2443669512 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:11:36.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.067+0000 7fc9dd6e1640 1 --2- 172.21.15.76:0/2443669512 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc9d80b2b40 0x7fc9d81572f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:36.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.067+0000 7fc9dcee0640 1 --2- 172.21.15.76:0/2443669512 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc9d80cec00 0x7fc9d81ded80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:36.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.067+0000 7fc9ddee2640 1 -- 172.21.15.76:0/2443669512 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc9d80cec00 msgr2=0x7fc9d81ded80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:36.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.067+0000 7fc9ddee2640 1 --2- 172.21.15.76:0/2443669512 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc9d80cec00 0x7fc9d81ded80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:36.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.067+0000 7fc9ddee2640 1 -- 172.21.15.76:0/2443669512 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc9d80b2b40 msgr2=0x7fc9d81572f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:36.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.067+0000 7fc9ddee2640 1 --2- 172.21.15.76:0/2443669512 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc9d80b2b40 0x7fc9d81572f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:36.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.067+0000 7fc9ddee2640 1 -- 172.21.15.76:0/2443669512 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc9c8009400 con 0x7fc9d8159310 2024-09-13T16:11:36.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.067+0000 7fc9dd6e1640 1 --2- 172.21.15.76:0/2443669512 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc9d80b2b40 0x7fc9d81572f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:36.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.068+0000 7fc9ddee2640 1 --2- 172.21.15.76:0/2443669512 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc9d8159310 0x7fc9d81ef090 secure :-1 s=READY pgs=1319 cs=0 l=1 rev1=1 crypto rx=0x7fc9c80097d0 tx=0x7fc9c80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:36.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.068+0000 7fc9d5ffb640 1 -- 172.21.15.76:0/2443669512 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9c803c820 con 0x7fc9d8159310 2024-09-13T16:11:36.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.068+0000 7fc9d5ffb640 1 -- 172.21.15.76:0/2443669512 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc9c803c980 con 0x7fc9d8159310 2024-09-13T16:11:36.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.068+0000 7fc9d5ffb640 1 -- 172.21.15.76:0/2443669512 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9c803cd10 con 0x7fc9d8159310 2024-09-13T16:11:36.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.068+0000 7fc9df945640 1 -- 172.21.15.76:0/2443669512 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc9d81de580 con 0x7fc9d8159310 2024-09-13T16:11:36.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.068+0000 7fc9df945640 1 -- 172.21.15.76:0/2443669512 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc9d80c9fa0 con 0x7fc9d8159310 2024-09-13T16:11:36.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.069+0000 7fc9df945640 1 -- 172.21.15.76:0/2443669512 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc9d81deaa0 con 0x7fc9d8159310 2024-09-13T16:11:36.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.069+0000 7fc9d5ffb640 1 -- 172.21.15.76:0/2443669512 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc9c8039050 con 0x7fc9d8159310 2024-09-13T16:11:36.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.070+0000 7fc9d5ffb640 1 --2- 172.21.15.76:0/2443669512 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc9c406ac00 0x7fc9c406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:36.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.070+0000 7fc9d5ffb640 1 -- 172.21.15.76:0/2443669512 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 6145+0+0 (secure 0 0 0) 0x7fc9c80a9eb0 con 0x7fc9d8159310 2024-09-13T16:11:36.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.070+0000 7fc9dd6e1640 1 --2- 172.21.15.76:0/2443669512 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc9c406ac00 0x7fc9c406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:36.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.070+0000 7fc9dd6e1640 1 --2- 172.21.15.76:0/2443669512 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc9c406ac00 0x7fc9c406d0c0 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7fc9d00011e0 tx=0x7fc9d0009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:36.075 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.074+0000 7fc9d5ffb640 1 -- 172.21.15.76:0/2443669512 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fc9d81deaa0 con 0x7fc9d8159310 2024-09-13T16:11:36.236 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.235+0000 7fc9df945640 1 -- 172.21.15.76:0/2443669512 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fc9d81deaa0 con 0x7fc9d8159310 2024-09-13T16:11:36.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.235+0000 7fc9d5ffb640 1 -- 172.21.15.76:0/2443669512 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v98) v1 ==== 104+0+11 (secure 0 0 0) 0x7fc9c804c020 con 0x7fc9d8159310 2024-09-13T16:11:36.237 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2024-09-13T16:11:36.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.237+0000 7fc9df945640 1 -- 172.21.15.76:0/2443669512 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc9c406ac00 msgr2=0x7fc9c406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:36.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.237+0000 7fc9df945640 1 --2- 172.21.15.76:0/2443669512 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc9c406ac00 0x7fc9c406d0c0 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7fc9d00011e0 tx=0x7fc9d0009040 comp rx=0 tx=0).stop 2024-09-13T16:11:36.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.237+0000 7fc9df945640 1 -- 172.21.15.76:0/2443669512 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc9d8159310 msgr2=0x7fc9d81ef090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:36.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.237+0000 7fc9df945640 1 --2- 172.21.15.76:0/2443669512 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc9d8159310 0x7fc9d81ef090 secure :-1 s=READY pgs=1319 cs=0 l=1 rev1=1 crypto rx=0x7fc9c80097d0 tx=0x7fc9c80046c0 comp rx=0 tx=0).stop 2024-09-13T16:11:36.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.237+0000 7fc9df945640 1 -- 172.21.15.76:0/2443669512 shutdown_connections 2024-09-13T16:11:36.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.237+0000 7fc9df945640 1 --2- 172.21.15.76:0/2443669512 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc9d8159310 0x7fc9d81ef090 unknown :-1 s=CLOSED pgs=1319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:36.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.237+0000 7fc9df945640 1 --2- 172.21.15.76:0/2443669512 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc9c406ac00 0x7fc9c406d0c0 unknown :-1 s=CLOSED pgs=576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:36.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.237+0000 7fc9df945640 1 --2- 172.21.15.76:0/2443669512 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc9d80cec00 0x7fc9d81ded80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:36.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.237+0000 7fc9df945640 1 --2- 172.21.15.76:0/2443669512 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc9d80b2b40 0x7fc9d81572f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:36.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.237+0000 7fc9df945640 1 -- 172.21.15.76:0/2443669512 >> 172.21.15.76:0/2443669512 conn(0x7fc9d806a0b0 msgr2=0x7fc9d80b1fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:36.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.237+0000 7fc9df945640 1 -- 172.21.15.76:0/2443669512 shutdown_connections 2024-09-13T16:11:36.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.237+0000 7fc9df945640 1 -- 172.21.15.76:0/2443669512 wait complete. 2024-09-13T16:11:36.250 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:11:36.351 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.349+0000 7f4631473640 1 Processor -- start 2024-09-13T16:11:36.351 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.349+0000 7f4631473640 1 -- start start 2024-09-13T16:11:36.352 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.350+0000 7f4631473640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f462c15fbc0 0x7f462c0cd180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:36.353 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.350+0000 7f4631473640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f462c0cd6c0 0x7f462c0d22d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:36.353 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.350+0000 7f4631473640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f462c06b6c0 con 0x7f462c0d2810 2024-09-13T16:11:36.353 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.350+0000 7f4631473640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f462c0d2cc0 con 0x7f462c0cd6c0 2024-09-13T16:11:36.353 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.350+0000 7f4631473640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f462c0ce500 con 0x7f462c15fbc0 2024-09-13T16:11:36.353 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.350+0000 7f462b7fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f462c0d2810 0x7f462c0cee40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:46992/0 (socket says 172.21.15.76:46992) 2024-09-13T16:11:36.353 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.350+0000 7f462b7fe640 1 -- 172.21.15.76:0/1818343762 learned_addr learned my addr 172.21.15.76:0/1818343762 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:11:36.353 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.351+0000 7f462affd640 1 --2- 172.21.15.76:0/1818343762 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f462c15fbc0 0x7f462c0cd180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:36.353 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.351+0000 7f46227fc640 1 --2- 172.21.15.76:0/1818343762 >> v2:172.21.15.192:3300/0 conn(0x7f462c0cd6c0 0x7f462c0d22d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:36.353 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.351+0000 7f462a7fc640 1 -- 172.21.15.76:0/1818343762 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3325815738 0 0) 0x7f462c06b6c0 con 0x7f462c0d2810 2024-09-13T16:11:36.353 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.351+0000 7f462a7fc640 1 -- 172.21.15.76:0/1818343762 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4618003520 con 0x7f462c0d2810 2024-09-13T16:11:36.353 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.351+0000 7f462affd640 1 -- 172.21.15.76:0/1818343762 >> v2:172.21.15.192:3300/0 conn(0x7f462c0cd6c0 msgr2=0x7f462c0d22d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:36.353 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.351+0000 7f462affd640 1 --2- 172.21.15.76:0/1818343762 >> v2:172.21.15.192:3300/0 conn(0x7f462c0cd6c0 0x7f462c0d22d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:36.354 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.351+0000 7f462affd640 1 -- 172.21.15.76:0/1818343762 >> v1:172.21.15.76:6789/0 conn(0x7f462c0d2810 legacy=0x7f462c0cee40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:36.354 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.351+0000 7f462affd640 1 -- 172.21.15.76:0/1818343762 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f462c0cdc60 con 0x7f462c15fbc0 2024-09-13T16:11:36.354 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.351+0000 7f46227fc640 1 --2- 172.21.15.76:0/1818343762 >> v2:172.21.15.192:3300/0 conn(0x7f462c0cd6c0 0x7f462c0d22d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:11:36.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.352+0000 7f462affd640 1 --2- 172.21.15.76:0/1818343762 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f462c15fbc0 0x7f462c0cd180 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f461c0097a0 tx=0x7f461c02a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a85fb0bf231d8e1c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:36.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.352+0000 7f462a7fc640 1 -- 172.21.15.76:0/1818343762 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f461c032440 con 0x7f462c15fbc0 2024-09-13T16:11:36.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.352+0000 7f462a7fc640 1 -- 172.21.15.76:0/1818343762 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f461c0325a0 con 0x7f462c15fbc0 2024-09-13T16:11:36.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.352+0000 7f462a7fc640 1 -- 172.21.15.76:0/1818343762 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f461c032930 con 0x7f462c15fbc0 2024-09-13T16:11:36.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.352+0000 7f4631473640 1 -- 172.21.15.76:0/1818343762 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f462c15fbc0 msgr2=0x7f462c0cd180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:36.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.352+0000 7f4631473640 1 --2- 172.21.15.76:0/1818343762 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f462c15fbc0 0x7f462c0cd180 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f461c0097a0 tx=0x7f461c02a180 comp rx=0 tx=0).stop 2024-09-13T16:11:36.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.352+0000 7f4631473640 1 -- 172.21.15.76:0/1818343762 shutdown_connections 2024-09-13T16:11:36.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.352+0000 7f4631473640 1 --2- 172.21.15.76:0/1818343762 >> v2:172.21.15.192:3300/0 conn(0x7f462c0cd6c0 0x7f462c0d22d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:36.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.352+0000 7f4631473640 1 --2- 172.21.15.76:0/1818343762 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f462c15fbc0 0x7f462c0cd180 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:36.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.352+0000 7f4631473640 1 -- 172.21.15.76:0/1818343762 >> 172.21.15.76:0/1818343762 conn(0x7f462c09b830 msgr2=0x7f462c089f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:36.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.352+0000 7f4631473640 1 -- 172.21.15.76:0/1818343762 shutdown_connections 2024-09-13T16:11:36.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.352+0000 7f4631473640 1 -- 172.21.15.76:0/1818343762 wait complete. 2024-09-13T16:11:36.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.353+0000 7f4631473640 1 Processor -- start 2024-09-13T16:11:36.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.354+0000 7f4631473640 1 -- start start 2024-09-13T16:11:36.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.354+0000 7f4631473640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f462c0cd6c0 0x7f462c15bb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:36.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.354+0000 7f4631473640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f462c0d2810 0x7f462c159710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:36.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.354+0000 7f4631473640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f462c15fbc0 0x7f462c14b2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:36.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.354+0000 7f4631473640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f462c15c0a0 con 0x7f462c15fbc0 2024-09-13T16:11:36.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.354+0000 7f4631473640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f462c159c50 con 0x7f462c0d2810 2024-09-13T16:11:36.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.354+0000 7f4631473640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f462c0b2f50 con 0x7f462c0cd6c0 2024-09-13T16:11:36.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.355+0000 7f462b7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f462c15fbc0 0x7f462c14b2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:36.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.355+0000 7f462b7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f462c15fbc0 0x7f462c14b2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40724/0 (socket says 172.21.15.76:40724) 2024-09-13T16:11:36.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.355+0000 7f462b7fe640 1 -- 172.21.15.76:0/1902565965 learned_addr learned my addr 172.21.15.76:0/1902565965 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:11:36.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.355+0000 7f46227fc640 1 --2- 172.21.15.76:0/1902565965 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f462c0d2810 0x7f462c159710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:36.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.355+0000 7f462affd640 1 --2- 172.21.15.76:0/1902565965 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f462c0cd6c0 0x7f462c15bb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:36.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.355+0000 7f462b7fe640 1 -- 172.21.15.76:0/1902565965 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f462c0cd6c0 msgr2=0x7f462c15bb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:36.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.355+0000 7f462b7fe640 1 --2- 172.21.15.76:0/1902565965 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f462c0cd6c0 0x7f462c15bb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:36.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.355+0000 7f462b7fe640 1 -- 172.21.15.76:0/1902565965 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f462c0d2810 msgr2=0x7f462c159710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:36.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.355+0000 7f462b7fe640 1 --2- 172.21.15.76:0/1902565965 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f462c0d2810 0x7f462c159710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:36.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.355+0000 7f462b7fe640 1 -- 172.21.15.76:0/1902565965 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f46140093a0 con 0x7f462c15fbc0 2024-09-13T16:11:36.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.355+0000 7f462affd640 1 --2- 172.21.15.76:0/1902565965 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f462c0cd6c0 0x7f462c15bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:36.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.355+0000 7f462b7fe640 1 --2- 172.21.15.76:0/1902565965 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f462c15fbc0 0x7f462c14b2d0 secure :-1 s=READY pgs=1321 cs=0 l=1 rev1=1 crypto rx=0x7f462400cad0 tx=0x7f462400cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:36.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.355+0000 7f4623fff640 1 -- 172.21.15.76:0/1902565965 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f462400ac30 con 0x7f462c15fbc0 2024-09-13T16:11:36.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.355+0000 7f4623fff640 1 -- 172.21.15.76:0/1902565965 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f462400ad90 con 0x7f462c15fbc0 2024-09-13T16:11:36.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.355+0000 7f4631473640 1 -- 172.21.15.76:0/1902565965 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f461c009400 con 0x7f462c15fbc0 2024-09-13T16:11:36.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.355+0000 7f4623fff640 1 -- 172.21.15.76:0/1902565965 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4624012620 con 0x7f462c15fbc0 2024-09-13T16:11:36.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.355+0000 7f4631473640 1 -- 172.21.15.76:0/1902565965 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f462c15c590 con 0x7f462c15fbc0 2024-09-13T16:11:36.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.356+0000 7f4631473640 1 -- 172.21.15.76:0/1902565965 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f462c0b0cf0 con 0x7f462c15fbc0 2024-09-13T16:11:36.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.357+0000 7f4623fff640 1 -- 172.21.15.76:0/1902565965 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f4624007070 con 0x7f462c15fbc0 2024-09-13T16:11:36.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.357+0000 7f4623fff640 1 --2- 172.21.15.76:0/1902565965 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f460c06ac00 0x7f460c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:36.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.357+0000 7f4623fff640 1 -- 172.21.15.76:0/1902565965 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 6145+0+0 (secure 0 0 0) 0x7f4624089390 con 0x7f462c15fbc0 2024-09-13T16:11:36.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.357+0000 7f462affd640 1 --2- 172.21.15.76:0/1902565965 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f460c06ac00 0x7f460c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:36.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.358+0000 7f462affd640 1 --2- 172.21.15.76:0/1902565965 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f460c06ac00 0x7f460c06d0c0 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f461c034000 tx=0x7f461c02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:36.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.361+0000 7f4623fff640 1 -- 172.21.15.76:0/1902565965 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f46240544f0 con 0x7f462c15fbc0 2024-09-13T16:11:36.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.521+0000 7f4631473640 1 -- 172.21.15.76:0/1902565965 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f462c15c780 con 0x7f462c15fbc0 2024-09-13T16:11:36.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.522+0000 7f4623fff640 1 -- 172.21.15.76:0/1902565965 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v98) v1 ==== 100+0+11 (secure 0 0 0) 0x7f4624057b10 con 0x7f462c15fbc0 2024-09-13T16:11:36.523 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2024-09-13T16:11:36.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.524+0000 7f4631473640 1 -- 172.21.15.76:0/1902565965 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f460c06ac00 msgr2=0x7f460c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:36.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.524+0000 7f4631473640 1 --2- 172.21.15.76:0/1902565965 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f460c06ac00 0x7f460c06d0c0 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f461c034000 tx=0x7f461c02e000 comp rx=0 tx=0).stop 2024-09-13T16:11:36.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.524+0000 7f4631473640 1 -- 172.21.15.76:0/1902565965 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f462c15fbc0 msgr2=0x7f462c14b2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:36.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.524+0000 7f4631473640 1 --2- 172.21.15.76:0/1902565965 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f462c15fbc0 0x7f462c14b2d0 secure :-1 s=READY pgs=1321 cs=0 l=1 rev1=1 crypto rx=0x7f462400cad0 tx=0x7f462400cf90 comp rx=0 tx=0).stop 2024-09-13T16:11:36.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.524+0000 7f4631473640 1 -- 172.21.15.76:0/1902565965 shutdown_connections 2024-09-13T16:11:36.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.524+0000 7f4631473640 1 --2- 172.21.15.76:0/1902565965 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f462c15fbc0 0x7f462c14b2d0 unknown :-1 s=CLOSED pgs=1321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:36.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.524+0000 7f4631473640 1 --2- 172.21.15.76:0/1902565965 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f462c0d2810 0x7f462c159710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:36.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.524+0000 7f4631473640 1 --2- 172.21.15.76:0/1902565965 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f460c06ac00 0x7f460c06d0c0 unknown :-1 s=CLOSED pgs=577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:36.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.524+0000 7f4631473640 1 --2- 172.21.15.76:0/1902565965 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f462c0cd6c0 0x7f462c15bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:36.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.524+0000 7f4631473640 1 -- 172.21.15.76:0/1902565965 >> 172.21.15.76:0/1902565965 conn(0x7f462c09b830 msgr2=0x7f462c0d09e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:36.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.524+0000 7f4631473640 1 -- 172.21.15.76:0/1902565965 shutdown_connections 2024-09-13T16:11:36.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.524+0000 7f4631473640 1 -- 172.21.15.76:0/1902565965 wait complete. 2024-09-13T16:11:36.536 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:11:36.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.637+0000 7f3c6fa96640 1 Processor -- start 2024-09-13T16:11:36.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.637+0000 7f3c6fa96640 1 -- start start 2024-09-13T16:11:36.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.638+0000 7f3c6fa96640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f3c680b4510 0x7f3c680b2940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:36.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.638+0000 7f3c6fa96640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3c680b3540 con 0x7f3c6808a370 2024-09-13T16:11:36.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.638+0000 7f3c6fa96640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3c680cdc70 con 0x7f3c680b4130 2024-09-13T16:11:36.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.638+0000 7f3c6fa96640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3c680b2ff0 con 0x7f3c680b4510 2024-09-13T16:11:36.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.638+0000 7f3c6e033640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f3c680b4510 0x7f3c680b2940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:36.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.638+0000 7f3c6e033640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f3c680b4510 0x7f3c680b2940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40738/0 (socket says 172.21.15.76:40738) 2024-09-13T16:11:36.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.638+0000 7f3c6d031640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f3c6808a370 0x7f3c680d0f10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:47004/0 (socket says 172.21.15.76:47004) 2024-09-13T16:11:36.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.638+0000 7f3c6e033640 1 -- 172.21.15.76:0/3574419838 learned_addr learned my addr 172.21.15.76:0/3574419838 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:11:36.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.638+0000 7f3c6e033640 1 -- 172.21.15.76:0/3574419838 >> v1:172.21.15.192:6789/0 conn(0x7f3c680b4130 legacy=0x7f3c680d2d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:36.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.638+0000 7f3c6e033640 1 -- 172.21.15.76:0/3574419838 >> v1:172.21.15.76:6789/0 conn(0x7f3c6808a370 legacy=0x7f3c680d0f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:36.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.638+0000 7f3c6e033640 1 -- 172.21.15.76:0/3574419838 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3c680cd6f0 con 0x7f3c680b4510 2024-09-13T16:11:36.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.638+0000 7f3c6c830640 1 -- 172.21.15.76:0/3574419838 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3202752959 0 0) 0x7f3c680b3540 con 0x7f3c6808a370 2024-09-13T16:11:36.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.639+0000 7f3c6e033640 1 --2- 172.21.15.76:0/3574419838 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3c680b4510 0x7f3c680b2940 secure :-1 s=READY pgs=1323 cs=0 l=1 rev1=1 crypto rx=0x7f3c60009e50 tx=0x7f3c6002a760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d875df4ae37a2e4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:36.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.639+0000 7f3c6c830640 1 -- 172.21.15.76:0/3574419838 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3c60031600 con 0x7f3c680b4510 2024-09-13T16:11:36.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.639+0000 7f3c6c830640 1 -- 172.21.15.76:0/3574419838 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3c6002d050 con 0x7f3c680b4510 2024-09-13T16:11:36.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.639+0000 7f3c6c830640 1 -- 172.21.15.76:0/3574419838 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3c60031980 con 0x7f3c680b4510 2024-09-13T16:11:36.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.639+0000 7f3c6fa96640 1 -- 172.21.15.76:0/3574419838 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3c680b4510 msgr2=0x7f3c680b2940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:36.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.639+0000 7f3c6fa96640 1 --2- 172.21.15.76:0/3574419838 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3c680b4510 0x7f3c680b2940 secure :-1 s=READY pgs=1323 cs=0 l=1 rev1=1 crypto rx=0x7f3c60009e50 tx=0x7f3c6002a760 comp rx=0 tx=0).stop 2024-09-13T16:11:36.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.640+0000 7f3c6fa96640 1 -- 172.21.15.76:0/3574419838 shutdown_connections 2024-09-13T16:11:36.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.640+0000 7f3c6fa96640 1 --2- 172.21.15.76:0/3574419838 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3c680b4510 0x7f3c680b2940 unknown :-1 s=CLOSED pgs=1323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:36.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.640+0000 7f3c6fa96640 1 -- 172.21.15.76:0/3574419838 >> 172.21.15.76:0/3574419838 conn(0x7f3c68089f60 msgr2=0x7f3c680d24f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:36.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.640+0000 7f3c6fa96640 1 -- 172.21.15.76:0/3574419838 shutdown_connections 2024-09-13T16:11:36.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.640+0000 7f3c6fa96640 1 -- 172.21.15.76:0/3574419838 wait complete. 2024-09-13T16:11:36.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.641+0000 7f3c6fa96640 1 Processor -- start 2024-09-13T16:11:36.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.641+0000 7f3c6fa96640 1 -- start start 2024-09-13T16:11:36.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.641+0000 7f3c6fa96640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3c6808a370 0x7f3c680c6020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:36.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.641+0000 7f3c6fa96640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3c680b4130 0x7f3c680c7710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:36.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.641+0000 7f3c6fa96640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3c680b4510 0x7f3c680af0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:36.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.641+0000 7f3c6fa96640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3c680c7c50 con 0x7f3c680b4510 2024-09-13T16:11:36.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.641+0000 7f3c6fa96640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3c680c6670 con 0x7f3c680b4130 2024-09-13T16:11:36.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.641+0000 7f3c6fa96640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3c680c6950 con 0x7f3c6808a370 2024-09-13T16:11:36.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.642+0000 7f3c6e033640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3c680b4510 0x7f3c680af0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:36.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.642+0000 7f3c6e033640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3c680b4510 0x7f3c680af0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40742/0 (socket says 172.21.15.76:40742) 2024-09-13T16:11:36.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.642+0000 7f3c6e033640 1 -- 172.21.15.76:0/3857428791 learned_addr learned my addr 172.21.15.76:0/3857428791 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:11:36.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.642+0000 7f3c6d031640 1 --2- 172.21.15.76:0/3857428791 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3c680b4130 0x7f3c680c7710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:36.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.642+0000 7f3c6d832640 1 --2- 172.21.15.76:0/3857428791 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3c6808a370 0x7f3c680c6020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:36.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.642+0000 7f3c6e033640 1 -- 172.21.15.76:0/3857428791 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3c6808a370 msgr2=0x7f3c680c6020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:36.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.642+0000 7f3c6e033640 1 --2- 172.21.15.76:0/3857428791 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3c6808a370 0x7f3c680c6020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:36.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.642+0000 7f3c6e033640 1 -- 172.21.15.76:0/3857428791 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3c680b4130 msgr2=0x7f3c680c7710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:36.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.642+0000 7f3c6e033640 1 --2- 172.21.15.76:0/3857428791 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3c680b4130 0x7f3c680c7710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:36.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.642+0000 7f3c6e033640 1 -- 172.21.15.76:0/3857428791 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3c60009b30 con 0x7f3c680b4510 2024-09-13T16:11:36.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.642+0000 7f3c6d031640 1 --2- 172.21.15.76:0/3857428791 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3c680b4130 0x7f3c680c7710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:36.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.642+0000 7f3c6e033640 1 --2- 172.21.15.76:0/3857428791 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3c680b4510 0x7f3c680af0e0 secure :-1 s=READY pgs=1324 cs=0 l=1 rev1=1 crypto rx=0x7f3c60009e50 tx=0x7f3c60004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:36.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.642+0000 7f3c667fc640 1 -- 172.21.15.76:0/3857428791 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3c60003b90 con 0x7f3c680b4510 2024-09-13T16:11:36.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.642+0000 7f3c667fc640 1 -- 172.21.15.76:0/3857428791 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3c60003cf0 con 0x7f3c680b4510 2024-09-13T16:11:36.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.642+0000 7f3c667fc640 1 -- 172.21.15.76:0/3857428791 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3c60004230 con 0x7f3c680b4510 2024-09-13T16:11:36.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.642+0000 7f3c6fa96640 1 -- 172.21.15.76:0/3857428791 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3c680c6c30 con 0x7f3c680b4510 2024-09-13T16:11:36.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.642+0000 7f3c6fa96640 1 -- 172.21.15.76:0/3857428791 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3c680c71f0 con 0x7f3c680b4510 2024-09-13T16:11:36.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.643+0000 7f3c6fa96640 1 -- 172.21.15.76:0/3857428791 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3c680b3190 con 0x7f3c680b4510 2024-09-13T16:11:36.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.644+0000 7f3c667fc640 1 -- 172.21.15.76:0/3857428791 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f3c60004390 con 0x7f3c680b4510 2024-09-13T16:11:36.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.644+0000 7f3c667fc640 1 --2- 172.21.15.76:0/3857428791 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3c5406ac00 0x7f3c5406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:36.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.644+0000 7f3c667fc640 1 -- 172.21.15.76:0/3857428791 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 6145+0+0 (secure 0 0 0) 0x7f3c600aa000 con 0x7f3c680b4510 2024-09-13T16:11:36.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.644+0000 7f3c6d832640 1 --2- 172.21.15.76:0/3857428791 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3c5406ac00 0x7f3c5406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:36.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.645+0000 7f3c6d832640 1 --2- 172.21.15.76:0/3857428791 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3c5406ac00 0x7f3c5406d0c0 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f3c58004ea0 tx=0x7f3c58009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:36.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.648+0000 7f3c667fc640 1 -- 172.21.15.76:0/3857428791 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f3c60075020 con 0x7f3c680b4510 2024-09-13T16:11:36.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.819+0000 7f3c6fa96640 1 -- 172.21.15.76:0/3857428791 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f3c680cdc70 con 0x7f3c680b4510 2024-09-13T16:11:36.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.820+0000 7f3c667fc640 1 -- 172.21.15.76:0/3857428791 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v98) v1 ==== 80+0+0 (secure 0 0 0) 0x7f3c680cdc70 con 0x7f3c680b4510 2024-09-13T16:11:36.821 INFO:teuthology.orchestra.run.smithi076.stderr:listed 0 entries 2024-09-13T16:11:36.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.821+0000 7f3c6fa96640 1 -- 172.21.15.76:0/3857428791 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3c5406ac00 msgr2=0x7f3c5406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:36.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.821+0000 7f3c6fa96640 1 --2- 172.21.15.76:0/3857428791 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3c5406ac00 0x7f3c5406d0c0 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f3c58004ea0 tx=0x7f3c58009040 comp rx=0 tx=0).stop 2024-09-13T16:11:36.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.821+0000 7f3c6fa96640 1 -- 172.21.15.76:0/3857428791 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3c680b4510 msgr2=0x7f3c680af0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:36.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.821+0000 7f3c6fa96640 1 --2- 172.21.15.76:0/3857428791 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3c680b4510 0x7f3c680af0e0 secure :-1 s=READY pgs=1324 cs=0 l=1 rev1=1 crypto rx=0x7f3c60009e50 tx=0x7f3c60004a40 comp rx=0 tx=0).stop 2024-09-13T16:11:36.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.821+0000 7f3c6fa96640 1 -- 172.21.15.76:0/3857428791 shutdown_connections 2024-09-13T16:11:36.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.821+0000 7f3c6fa96640 1 --2- 172.21.15.76:0/3857428791 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3c680b4510 0x7f3c680af0e0 unknown :-1 s=CLOSED pgs=1324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:36.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.821+0000 7f3c6fa96640 1 --2- 172.21.15.76:0/3857428791 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3c680b4130 0x7f3c680c7710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:36.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.821+0000 7f3c6fa96640 1 --2- 172.21.15.76:0/3857428791 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3c5406ac00 0x7f3c5406d0c0 unknown :-1 s=CLOSED pgs=578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:36.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.821+0000 7f3c6fa96640 1 --2- 172.21.15.76:0/3857428791 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3c6808a370 0x7f3c680c6020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:36.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.821+0000 7f3c6fa96640 1 -- 172.21.15.76:0/3857428791 >> 172.21.15.76:0/3857428791 conn(0x7f3c68089f60 msgr2=0x7f3c680c87c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:36.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.822+0000 7f3c6fa96640 1 -- 172.21.15.76:0/3857428791 shutdown_connections 2024-09-13T16:11:36.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:36.822+0000 7f3c6fa96640 1 -- 172.21.15.76:0/3857428791 wait complete. 2024-09-13T16:11:36.834 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi076.front.sepia.ceph.com... 2024-09-13T16:11:36.834 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:36.834 DEBUG:teuthology.orchestra.run.smithi076:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-13T16:11:36.857 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi076.stderr:ceph-fuse[68736]: fuse finished with error 0 and tester_r 0 2024-09-13T16:11:36.859 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi076.front.sepia.ceph.com 2024-09-13T16:11:36.859 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:36.859 DEBUG:teuthology.orchestra.run.smithi076:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T16:11:37.046 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-13T16:11:37.046 DEBUG:teuthology.orchestra.run.smithi192:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:11:37.064 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:11:37.186 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.184+0000 7f134c672640 1 Processor -- start 2024-09-13T16:11:37.186 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.184+0000 7f134c672640 1 -- start start 2024-09-13T16:11:37.188 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.185+0000 7f134c672640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f1344071d30 0x7f1344070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:37.188 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.185+0000 7f134c672640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1344072110 0x7f13440b1b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:37.188 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.185+0000 7f134c672640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f13440c8920 0x7f13440c8dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:37.188 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.185+0000 7f134c672640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f13440c9310 con 0x7f13440c8920 2024-09-13T16:11:37.188 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.185+0000 7f134c672640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f13440abdf0 con 0x7f1344071d30 2024-09-13T16:11:37.188 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.185+0000 7f134c672640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f13440ab1e0 con 0x7f1344072110 2024-09-13T16:11:37.188 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.185+0000 7f134ac0f640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f13440c8920 0x7f13440c8dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:37.188 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.185+0000 7f134ac0f640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f13440c8920 0x7f13440c8dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40744/0 (socket says 172.21.15.76:40744) 2024-09-13T16:11:37.188 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.185+0000 7f134ac0f640 1 -- 172.21.15.76:0/1540964729 learned_addr learned my addr 172.21.15.76:0/1540964729 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:11:37.188 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.185+0000 7f1349c0d640 1 --2- 172.21.15.76:0/1540964729 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1344072110 0x7f13440b1b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:37.188 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.185+0000 7f134a40e640 1 --2- 172.21.15.76:0/1540964729 >> v2:172.21.15.192:3300/0 conn(0x7f1344071d30 0x7f1344070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:37.188 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.186+0000 7f134ac0f640 1 -- 172.21.15.76:0/1540964729 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1344072110 msgr2=0x7f13440b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:37.189 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.186+0000 7f134ac0f640 1 --2- 172.21.15.76:0/1540964729 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1344072110 0x7f13440b1b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:37.189 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.186+0000 7f134ac0f640 1 -- 172.21.15.76:0/1540964729 >> v2:172.21.15.192:3300/0 conn(0x7f1344071d30 msgr2=0x7f1344070190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:37.189 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.186+0000 7f134ac0f640 1 --2- 172.21.15.76:0/1540964729 >> v2:172.21.15.192:3300/0 conn(0x7f1344071d30 0x7f1344070190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:37.189 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.186+0000 7f134ac0f640 1 -- 172.21.15.76:0/1540964729 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f13440ab4c0 con 0x7f13440c8920 2024-09-13T16:11:37.189 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.186+0000 7f1349c0d640 1 --2- 172.21.15.76:0/1540964729 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1344072110 0x7f13440b1b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:37.189 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.186+0000 7f134a40e640 1 --2- 172.21.15.76:0/1540964729 >> v2:172.21.15.192:3300/0 conn(0x7f1344071d30 0x7f1344070190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:37.189 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.186+0000 7f134ac0f640 1 --2- 172.21.15.76:0/1540964729 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f13440c8920 0x7f13440c8dd0 secure :-1 s=READY pgs=1325 cs=0 l=1 rev1=1 crypto rx=0x7f133c009e50 tx=0x7f133c02a6d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2bc33d8c8eef604d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:37.189 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.186+0000 7f134940c640 1 -- 172.21.15.76:0/1540964729 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f133c031600 con 0x7f13440c8920 2024-09-13T16:11:37.189 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.186+0000 7f134940c640 1 -- 172.21.15.76:0/1540964729 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f133c02d050 con 0x7f13440c8920 2024-09-13T16:11:37.189 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.186+0000 7f134940c640 1 -- 172.21.15.76:0/1540964729 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f133c031980 con 0x7f13440c8920 2024-09-13T16:11:37.192 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.187+0000 7f134c672640 1 -- 172.21.15.76:0/1540964729 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f13440c8920 msgr2=0x7f13440c8dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:37.192 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.187+0000 7f134c672640 1 --2- 172.21.15.76:0/1540964729 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f13440c8920 0x7f13440c8dd0 secure :-1 s=READY pgs=1325 cs=0 l=1 rev1=1 crypto rx=0x7f133c009e50 tx=0x7f133c02a6d0 comp rx=0 tx=0).stop 2024-09-13T16:11:37.192 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.187+0000 7f134c672640 1 -- 172.21.15.76:0/1540964729 shutdown_connections 2024-09-13T16:11:37.192 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.187+0000 7f134c672640 1 --2- 172.21.15.76:0/1540964729 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f13440c8920 0x7f13440c8dd0 unknown :-1 s=CLOSED pgs=1325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:37.192 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.187+0000 7f134c672640 1 --2- 172.21.15.76:0/1540964729 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1344072110 0x7f13440b1b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:37.192 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.187+0000 7f134c672640 1 --2- 172.21.15.76:0/1540964729 >> v2:172.21.15.192:3300/0 conn(0x7f1344071d30 0x7f1344070190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:37.193 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.187+0000 7f134c672640 1 -- 172.21.15.76:0/1540964729 >> 172.21.15.76:0/1540964729 conn(0x7f1344069ed0 msgr2=0x7f134406a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:37.193 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.187+0000 7f134c672640 1 -- 172.21.15.76:0/1540964729 shutdown_connections 2024-09-13T16:11:37.193 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.187+0000 7f134c672640 1 -- 172.21.15.76:0/1540964729 wait complete. 2024-09-13T16:11:37.193 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.188+0000 7f134c672640 1 Processor -- start 2024-09-13T16:11:37.193 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.188+0000 7f134c672640 1 -- start start 2024-09-13T16:11:37.193 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.189+0000 7f134c672640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1344071d30 0x7f1344152550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:37.193 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.189+0000 7f134c672640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1344072110 0x7f13440c2490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:37.193 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.189+0000 7f134c672640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f13440c8920 0x7f13440c40d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:37.193 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.189+0000 7f134c672640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f13440c34d0 con 0x7f1344072110 2024-09-13T16:11:37.193 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.189+0000 7f134c672640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1344099220 con 0x7f13440c8920 2024-09-13T16:11:37.193 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.189+0000 7f134c672640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1344152a90 con 0x7f1344071d30 2024-09-13T16:11:37.193 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.189+0000 7f1349c0d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1344072110 0x7f13440c2490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:37.193 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.189+0000 7f1349c0d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1344072110 0x7f13440c2490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40758/0 (socket says 172.21.15.76:40758) 2024-09-13T16:11:37.193 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.189+0000 7f1349c0d640 1 -- 172.21.15.76:0/1555546690 learned_addr learned my addr 172.21.15.76:0/1555546690 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:11:37.194 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.189+0000 7f134ac0f640 1 --2- 172.21.15.76:0/1555546690 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f13440c8920 0x7f13440c40d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:37.194 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.189+0000 7f134a40e640 1 --2- 172.21.15.76:0/1555546690 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1344071d30 0x7f1344152550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:37.194 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.189+0000 7f1349c0d640 1 -- 172.21.15.76:0/1555546690 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1344071d30 msgr2=0x7f1344152550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:37.194 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.189+0000 7f1349c0d640 1 --2- 172.21.15.76:0/1555546690 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1344071d30 0x7f1344152550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:37.194 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.189+0000 7f1349c0d640 1 -- 172.21.15.76:0/1555546690 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f13440c8920 msgr2=0x7f13440c40d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:37.194 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.189+0000 7f1349c0d640 1 --2- 172.21.15.76:0/1555546690 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f13440c8920 0x7f13440c40d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:37.194 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.189+0000 7f1349c0d640 1 -- 172.21.15.76:0/1555546690 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f133c009b30 con 0x7f1344072110 2024-09-13T16:11:37.194 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.189+0000 7f134ac0f640 1 --2- 172.21.15.76:0/1555546690 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f13440c8920 0x7f13440c40d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:37.194 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.190+0000 7f1349c0d640 1 --2- 172.21.15.76:0/1555546690 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1344072110 0x7f13440c2490 secure :-1 s=READY pgs=1326 cs=0 l=1 rev1=1 crypto rx=0x7f133400e810 tx=0x7f133400ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:37.194 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.190+0000 7f133affd640 1 -- 172.21.15.76:0/1555546690 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f133400c6d0 con 0x7f1344072110 2024-09-13T16:11:37.194 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.190+0000 7f133affd640 1 -- 172.21.15.76:0/1555546690 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f133400c830 con 0x7f1344072110 2024-09-13T16:11:37.194 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.190+0000 7f133affd640 1 -- 172.21.15.76:0/1555546690 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f133400cbe0 con 0x7f1344072110 2024-09-13T16:11:37.194 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.190+0000 7f134c672640 1 -- 172.21.15.76:0/1555546690 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f13440c2f10 con 0x7f1344072110 2024-09-13T16:11:37.195 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.190+0000 7f134c672640 1 -- 172.21.15.76:0/1555546690 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f13440c6520 con 0x7f1344072110 2024-09-13T16:11:37.195 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.191+0000 7f134c672640 1 -- 172.21.15.76:0/1555546690 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f13440b2f00 con 0x7f1344072110 2024-09-13T16:11:37.195 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.191+0000 7f133affd640 1 -- 172.21.15.76:0/1555546690 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f133400cd40 con 0x7f1344072110 2024-09-13T16:11:37.195 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.192+0000 7f133affd640 1 --2- 172.21.15.76:0/1555546690 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f132806ac30 0x7f132806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:37.196 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.192+0000 7f133affd640 1 -- 172.21.15.76:0/1555546690 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 6145+0+0 (secure 0 0 0) 0x7f1334089250 con 0x7f1344072110 2024-09-13T16:11:37.196 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.192+0000 7f134a40e640 1 --2- 172.21.15.76:0/1555546690 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f132806ac30 0x7f132806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:37.196 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.192+0000 7f134a40e640 1 --2- 172.21.15.76:0/1555546690 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f132806ac30 0x7f132806d0f0 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7f1340006fd0 tx=0x7f1340008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:37.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.196+0000 7f133affd640 1 -- 172.21.15.76:0/1555546690 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f1334054300 con 0x7f1344072110 2024-09-13T16:11:37.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.358+0000 7f134c672640 1 -- 172.21.15.76:0/1555546690 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f134415cb20 con 0x7f1344072110 2024-09-13T16:11:37.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.359+0000 7f133affd640 1 -- 172.21.15.76:0/1555546690 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v98) v1 ==== 74+0+16874 (secure 0 0 0) 0x7f1334057920 con 0x7f1344072110 2024-09-13T16:11:37.361 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:11:37.361 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":98,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:09:22.799522+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":14,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:09:08.673877+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"95","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_data","create_time":"2024-09-13T16:09:09.462108+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"96","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"14.8","mappings":[{"from":1,"to":7}]},{"pgid":"14.12","mappings":[{"from":1,"to":7}]},{"pgid":"14.36","mappings":[{"from":1,"to":5}]},{"pgid":"14.38","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:11:37.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.361+0000 7f134c672640 1 -- 172.21.15.76:0/1555546690 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f132806ac30 msgr2=0x7f132806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:37.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.361+0000 7f134c672640 1 --2- 172.21.15.76:0/1555546690 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f132806ac30 0x7f132806d0f0 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7f1340006fd0 tx=0x7f1340008040 comp rx=0 tx=0).stop 2024-09-13T16:11:37.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.361+0000 7f134c672640 1 -- 172.21.15.76:0/1555546690 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1344072110 msgr2=0x7f13440c2490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:37.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.361+0000 7f134c672640 1 --2- 172.21.15.76:0/1555546690 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1344072110 0x7f13440c2490 secure :-1 s=READY pgs=1326 cs=0 l=1 rev1=1 crypto rx=0x7f133400e810 tx=0x7f133400ecd0 comp rx=0 tx=0).stop 2024-09-13T16:11:37.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.361+0000 7f134c672640 1 -- 172.21.15.76:0/1555546690 shutdown_connections 2024-09-13T16:11:37.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.361+0000 7f134c672640 1 --2- 172.21.15.76:0/1555546690 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f13440c8920 0x7f13440c40d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:37.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.361+0000 7f134c672640 1 --2- 172.21.15.76:0/1555546690 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1344072110 0x7f13440c2490 unknown :-1 s=CLOSED pgs=1326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:37.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.361+0000 7f134c672640 1 --2- 172.21.15.76:0/1555546690 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f132806ac30 0x7f132806d0f0 unknown :-1 s=CLOSED pgs=579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:37.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.361+0000 7f134c672640 1 --2- 172.21.15.76:0/1555546690 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1344071d30 0x7f1344152550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:37.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.361+0000 7f134c672640 1 -- 172.21.15.76:0/1555546690 >> 172.21.15.76:0/1555546690 conn(0x7f1344069ed0 msgr2=0x7f13440b1990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:37.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.361+0000 7f134c672640 1 -- 172.21.15.76:0/1555546690 shutdown_connections 2024-09-13T16:11:37.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.361+0000 7f134c672640 1 -- 172.21.15.76:0/1555546690 wait complete. 2024-09-13T16:11:37.374 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:01:26.960607+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 13, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:09:08.673877+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '95', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 14, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:09:09.462108+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '96', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:11:37.374 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:11:37.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.474+0000 7f7f86545640 1 Processor -- start 2024-09-13T16:11:37.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.474+0000 7f7f86545640 1 -- start start 2024-09-13T16:11:37.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.475+0000 7f7f86545640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7f8006c8a0 0x7f7f800b1160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:37.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.475+0000 7f7f86545640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7f800b2d10 con 0x7f7f80158b00 2024-09-13T16:11:37.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.475+0000 7f7f86545640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7f800b2ff0 con 0x7f7f80071b20 2024-09-13T16:11:37.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.475+0000 7f7f86545640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7f80070310 con 0x7f7f8006c8a0 2024-09-13T16:11:37.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.475+0000 7f7f7ffff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f7f80158b00 0x7f7f8006c190 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:47008/0 (socket says 172.21.15.76:47008) 2024-09-13T16:11:37.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.475+0000 7f7f7ffff640 1 -- 172.21.15.76:0/1047231196 learned_addr learned my addr 172.21.15.76:0/1047231196 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:11:37.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.475+0000 7f7f7f7fe640 1 --2- 172.21.15.76:0/1047231196 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7f8006c8a0 0x7f7f800b1160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:37.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.475+0000 7f7f7effd640 1 -- 172.21.15.76:0/1047231196 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 21756003 0 0) 0x7f7f800b2d10 con 0x7f7f80158b00 2024-09-13T16:11:37.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.475+0000 7f7f7effd640 1 -- 172.21.15.76:0/1047231196 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7f68003520 con 0x7f7f80158b00 2024-09-13T16:11:37.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.475+0000 7f7f7effd640 1 -- 172.21.15.76:0/1047231196 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2668805949 0 0) 0x7f7f68003520 con 0x7f7f80158b00 2024-09-13T16:11:37.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.475+0000 7f7f7effd640 1 -- 172.21.15.76:0/1047231196 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7f8006c8a0 msgr2=0x7f7f800b1160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:37.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.475+0000 7f7f7effd640 1 --2- 172.21.15.76:0/1047231196 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7f8006c8a0 0x7f7f800b1160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:37.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.475+0000 7f7f7effd640 1 -- 172.21.15.76:0/1047231196 >> v1:172.21.15.192:6789/0 conn(0x7f7f80071b20 legacy=0x7f7f800b16a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:37.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.475+0000 7f7f7effd640 1 -- 172.21.15.76:0/1047231196 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7f800705f0 con 0x7f7f80158b00 2024-09-13T16:11:37.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.475+0000 7f7f7effd640 1 -- 172.21.15.76:0/1047231196 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f7f70001670 con 0x7f7f80158b00 2024-09-13T16:11:37.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.475+0000 7f7f7effd640 1 -- 172.21.15.76:0/1047231196 >> v1:172.21.15.76:6789/0 conn(0x7f7f80158b00 legacy=0x7f7f8006c190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:37.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.475+0000 7f7f7effd640 1 --2- 172.21.15.76:0/1047231196 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7f680039a0 0x7f7f68003d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:37.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.475+0000 7f7f7effd640 1 --2- 172.21.15.76:0/1047231196 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7f68004350 0x7f7f68004820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:37.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.475+0000 7f7f7effd640 1 --2- 172.21.15.76:0/1047231196 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7f8006c8a0 0x7f7f68005080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:37.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.475+0000 7f7f7effd640 1 -- 172.21.15.76:0/1047231196 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f80070310 con 0x7f7f680039a0 2024-09-13T16:11:37.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.475+0000 7f7f7effd640 1 -- 172.21.15.76:0/1047231196 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f6800b980 con 0x7f7f68004350 2024-09-13T16:11:37.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.475+0000 7f7f7effd640 1 -- 172.21.15.76:0/1047231196 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7f6800bb40 con 0x7f7f8006c8a0 2024-09-13T16:11:37.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.475+0000 7f7f7ffff640 1 --2- 172.21.15.76:0/1047231196 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7f680039a0 0x7f7f68003d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:37.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.476+0000 7f7f7f7fe640 1 --2- 172.21.15.76:0/1047231196 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7f68004350 0x7f7f68004820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:37.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.476+0000 7f7f84ae2640 1 --2- 172.21.15.76:0/1047231196 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7f8006c8a0 0x7f7f68005080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:37.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.476+0000 7f7f7ffff640 1 -- 172.21.15.76:0/1047231196 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7f8006c8a0 msgr2=0x7f7f68005080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:37.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.476+0000 7f7f7ffff640 1 --2- 172.21.15.76:0/1047231196 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7f8006c8a0 0x7f7f68005080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:37.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.476+0000 7f7f7ffff640 1 -- 172.21.15.76:0/1047231196 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7f68004350 msgr2=0x7f7f68004820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:37.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.476+0000 7f7f7ffff640 1 --2- 172.21.15.76:0/1047231196 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7f68004350 0x7f7f68004820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:37.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.476+0000 7f7f7ffff640 1 -- 172.21.15.76:0/1047231196 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7f68003520 con 0x7f7f680039a0 2024-09-13T16:11:37.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.476+0000 7f7f84ae2640 1 --2- 172.21.15.76:0/1047231196 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7f8006c8a0 0x7f7f68005080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:37.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.476+0000 7f7f7f7fe640 1 --2- 172.21.15.76:0/1047231196 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7f68004350 0x7f7f68004820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:37.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.476+0000 7f7f7ffff640 1 --2- 172.21.15.76:0/1047231196 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7f680039a0 0x7f7f68003d80 secure :-1 s=READY pgs=1328 cs=0 l=1 rev1=1 crypto rx=0x7f7f70007fb0 tx=0x7f7f680057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c57918308c652a91 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:37.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.476+0000 7f7f7effd640 1 -- 172.21.15.76:0/1047231196 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f70005ad0 con 0x7f7f680039a0 2024-09-13T16:11:37.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.477+0000 7f7f7effd640 1 -- 172.21.15.76:0/1047231196 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7f70005c50 con 0x7f7f680039a0 2024-09-13T16:11:37.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.477+0000 7f7f7effd640 1 -- 172.21.15.76:0/1047231196 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f70007070 con 0x7f7f680039a0 2024-09-13T16:11:37.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.477+0000 7f7f86545640 1 -- 172.21.15.76:0/1047231196 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7f680039a0 msgr2=0x7f7f68003d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:37.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.477+0000 7f7f86545640 1 --2- 172.21.15.76:0/1047231196 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7f680039a0 0x7f7f68003d80 secure :-1 s=READY pgs=1328 cs=0 l=1 rev1=1 crypto rx=0x7f7f70007fb0 tx=0x7f7f680057f0 comp rx=0 tx=0).stop 2024-09-13T16:11:37.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.477+0000 7f7f84ae2640 1 -- 172.21.15.76:0/1047231196 reap_dead start 2024-09-13T16:11:37.482 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.477+0000 7f7f86545640 1 -- 172.21.15.76:0/1047231196 shutdown_connections 2024-09-13T16:11:37.482 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.477+0000 7f7f86545640 1 -- 172.21.15.76:0/1047231196 >> 172.21.15.76:0/1047231196 conn(0x7f7f8006a0b0 msgr2=0x7f7f8006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:37.482 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.477+0000 7f7f86545640 1 -- 172.21.15.76:0/1047231196 shutdown_connections 2024-09-13T16:11:37.482 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.477+0000 7f7f86545640 1 -- 172.21.15.76:0/1047231196 wait complete. 2024-09-13T16:11:37.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.478+0000 7f7f86545640 1 Processor -- start 2024-09-13T16:11:37.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.478+0000 7f7f86545640 1 -- start start 2024-09-13T16:11:37.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.479+0000 7f7f86545640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7f680039a0 0x7f7f8015b670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:37.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.479+0000 7f7f86545640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7f801f6280 0x7f7f801f1890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:37.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.479+0000 7f7f86545640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7f801f5590 0x7f7f801f5a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:37.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.479+0000 7f7f86545640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f801f5f60 con 0x7f7f680039a0 2024-09-13T16:11:37.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.479+0000 7f7f86545640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f800c4e20 con 0x7f7f801f5590 2024-09-13T16:11:37.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.479+0000 7f7f86545640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7f800c45c0 con 0x7f7f801f6280 2024-09-13T16:11:37.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.479+0000 7f7f7ffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7f680039a0 0x7f7f8015b670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:37.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.479+0000 7f7f7ffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7f680039a0 0x7f7f8015b670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40780/0 (socket says 172.21.15.76:40780) 2024-09-13T16:11:37.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.479+0000 7f7f7ffff640 1 -- 172.21.15.76:0/1621477602 learned_addr learned my addr 172.21.15.76:0/1621477602 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:11:37.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.479+0000 7f7f7f7fe640 1 --2- 172.21.15.76:0/1621477602 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7f801f6280 0x7f7f801f1890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:37.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.479+0000 7f7f84ae2640 1 --2- 172.21.15.76:0/1621477602 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7f801f5590 0x7f7f801f5a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:37.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.480+0000 7f7f7ffff640 1 -- 172.21.15.76:0/1621477602 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7f801f6280 msgr2=0x7f7f801f1890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:37.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.480+0000 7f7f7ffff640 1 --2- 172.21.15.76:0/1621477602 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7f801f6280 0x7f7f801f1890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:37.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.480+0000 7f7f7ffff640 1 -- 172.21.15.76:0/1621477602 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7f801f5590 msgr2=0x7f7f801f5a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:37.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.480+0000 7f7f7ffff640 1 --2- 172.21.15.76:0/1621477602 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7f801f5590 0x7f7f801f5a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:37.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.480+0000 7f7f7ffff640 1 -- 172.21.15.76:0/1621477602 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7f800c4860 con 0x7f7f680039a0 2024-09-13T16:11:37.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.480+0000 7f7f7ffff640 1 --2- 172.21.15.76:0/1621477602 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7f680039a0 0x7f7f8015b670 secure :-1 s=READY pgs=1329 cs=0 l=1 rev1=1 crypto rx=0x7f7f70001930 tx=0x7f7f70001a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:37.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.480+0000 7f7f7cff9640 1 -- 172.21.15.76:0/1621477602 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f7003f070 con 0x7f7f680039a0 2024-09-13T16:11:37.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.480+0000 7f7f7cff9640 1 -- 172.21.15.76:0/1621477602 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7f70007280 con 0x7f7f680039a0 2024-09-13T16:11:37.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.480+0000 7f7f86545640 1 -- 172.21.15.76:0/1621477602 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7f800c4b40 con 0x7f7f680039a0 2024-09-13T16:11:37.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.480+0000 7f7f7cff9640 1 -- 172.21.15.76:0/1621477602 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f700075f0 con 0x7f7f680039a0 2024-09-13T16:11:37.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.480+0000 7f7f86545640 1 -- 172.21.15.76:0/1621477602 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7f8015b150 con 0x7f7f680039a0 2024-09-13T16:11:37.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.481+0000 7f7f86545640 1 -- 172.21.15.76:0/1621477602 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7f8006c190 con 0x7f7f680039a0 2024-09-13T16:11:37.488 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.481+0000 7f7f7cff9640 1 -- 172.21.15.76:0/1621477602 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7f70038420 con 0x7f7f680039a0 2024-09-13T16:11:37.488 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.482+0000 7f7f7cff9640 1 --2- 172.21.15.76:0/1621477602 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7f6c06ab30 0x7f7f6c06cff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:37.488 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.482+0000 7f7f7cff9640 1 -- 172.21.15.76:0/1621477602 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 6145+0+0 (secure 0 0 0) 0x7f7f700a98b0 con 0x7f7f680039a0 2024-09-13T16:11:37.488 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.482+0000 7f7f7f7fe640 1 --2- 172.21.15.76:0/1621477602 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7f6c06ab30 0x7f7f6c06cff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:37.488 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.482+0000 7f7f7f7fe640 1 --2- 172.21.15.76:0/1621477602 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7f6c06ab30 0x7f7f6c06cff0 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f7f800ab540 tx=0x7f7f74008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:37.488 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.486+0000 7f7f7cff9640 1 -- 172.21.15.76:0/1621477602 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f7f70074960 con 0x7f7f680039a0 2024-09-13T16:11:37.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.648+0000 7f7f86545640 1 -- 172.21.15.76:0/1621477602 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f7f801e3300 con 0x7f7f680039a0 2024-09-13T16:11:37.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.649+0000 7f7f7cff9640 1 -- 172.21.15.76:0/1621477602 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v98) v1 ==== 93+0+10 (secure 0 0 0) 0x7f7f70033020 con 0x7f7f680039a0 2024-09-13T16:11:37.650 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2024-09-13T16:11:37.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.650+0000 7f7f86545640 1 -- 172.21.15.76:0/1621477602 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7f6c06ab30 msgr2=0x7f7f6c06cff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:37.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.650+0000 7f7f86545640 1 --2- 172.21.15.76:0/1621477602 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7f6c06ab30 0x7f7f6c06cff0 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f7f800ab540 tx=0x7f7f74008040 comp rx=0 tx=0).stop 2024-09-13T16:11:37.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.650+0000 7f7f86545640 1 -- 172.21.15.76:0/1621477602 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7f680039a0 msgr2=0x7f7f8015b670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:37.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.650+0000 7f7f86545640 1 --2- 172.21.15.76:0/1621477602 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7f680039a0 0x7f7f8015b670 secure :-1 s=READY pgs=1329 cs=0 l=1 rev1=1 crypto rx=0x7f7f70001930 tx=0x7f7f70001a00 comp rx=0 tx=0).stop 2024-09-13T16:11:37.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.650+0000 7f7f86545640 1 -- 172.21.15.76:0/1621477602 shutdown_connections 2024-09-13T16:11:37.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.650+0000 7f7f86545640 1 --2- 172.21.15.76:0/1621477602 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7f801f5590 0x7f7f801f5a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:37.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.650+0000 7f7f86545640 1 --2- 172.21.15.76:0/1621477602 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7f6c06ab30 0x7f7f6c06cff0 unknown :-1 s=CLOSED pgs=580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:37.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.650+0000 7f7f86545640 1 --2- 172.21.15.76:0/1621477602 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7f801f6280 0x7f7f801f1890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:37.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.650+0000 7f7f86545640 1 --2- 172.21.15.76:0/1621477602 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7f680039a0 0x7f7f8015b670 unknown :-1 s=CLOSED pgs=1329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:37.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.650+0000 7f7f86545640 1 -- 172.21.15.76:0/1621477602 >> 172.21.15.76:0/1621477602 conn(0x7f7f8006a0b0 msgr2=0x7f7f800b1e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:37.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.651+0000 7f7f86545640 1 -- 172.21.15.76:0/1621477602 shutdown_connections 2024-09-13T16:11:37.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.651+0000 7f7f86545640 1 -- 172.21.15.76:0/1621477602 wait complete. 2024-09-13T16:11:37.663 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:11:37.774 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.762+0000 7fee8a832640 1 Processor -- start 2024-09-13T16:11:37.775 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.762+0000 7fee8a832640 1 -- start start 2024-09-13T16:11:37.775 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.763+0000 7fee8a832640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fee84158b00 0x7fee8406c190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:37.775 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.763+0000 7fee8a832640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fee840b2170 0x7fee840b2620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:37.775 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.763+0000 7fee8a832640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fee8406cb30 con 0x7fee8406c6d0 2024-09-13T16:11:37.775 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.763+0000 7fee8a832640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fee840b2d10 con 0x7fee840b2170 2024-09-13T16:11:37.775 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.763+0000 7fee8a832640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fee840b2ff0 con 0x7fee84158b00 2024-09-13T16:11:37.775 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.763+0000 7fee7bfff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fee8406c6d0 0x7fee84070b10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:47010/0 (socket says 172.21.15.76:47010) 2024-09-13T16:11:37.775 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.763+0000 7fee7bfff640 1 -- 172.21.15.76:0/863565860 learned_addr learned my addr 172.21.15.76:0/863565860 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:11:37.776 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.763+0000 7fee837fe640 1 -- 172.21.15.76:0/863565860 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 553271207 0 0) 0x7fee8406cb30 con 0x7fee8406c6d0 2024-09-13T16:11:37.776 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.763+0000 7fee837fe640 1 -- 172.21.15.76:0/863565860 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fee70003520 con 0x7fee8406c6d0 2024-09-13T16:11:37.776 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.763+0000 7fee83fff640 1 --2- 172.21.15.76:0/863565860 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fee84158b00 0x7fee8406c190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:37.776 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.763+0000 7fee88dcf640 1 --2- 172.21.15.76:0/863565860 >> v2:172.21.15.192:3300/0 conn(0x7fee840b2170 0x7fee840b2620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:37.776 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.764+0000 7fee837fe640 1 -- 172.21.15.76:0/863565860 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1986050356 0 0) 0x7fee70003520 con 0x7fee8406c6d0 2024-09-13T16:11:37.776 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.764+0000 7fee837fe640 1 -- 172.21.15.76:0/863565860 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fee84158b00 msgr2=0x7fee8406c190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:37.776 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.764+0000 7fee837fe640 1 --2- 172.21.15.76:0/863565860 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fee84158b00 0x7fee8406c190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:37.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.764+0000 7fee837fe640 1 -- 172.21.15.76:0/863565860 >> v2:172.21.15.192:3300/0 conn(0x7fee840b2170 msgr2=0x7fee840b2620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:37.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.764+0000 7fee837fe640 1 --2- 172.21.15.76:0/863565860 >> v2:172.21.15.192:3300/0 conn(0x7fee840b2170 0x7fee840b2620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:37.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.764+0000 7fee837fe640 1 -- 172.21.15.76:0/863565860 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fee84070310 con 0x7fee8406c6d0 2024-09-13T16:11:37.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.764+0000 7fee837fe640 1 -- 172.21.15.76:0/863565860 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7fee6c001670 con 0x7fee8406c6d0 2024-09-13T16:11:37.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.764+0000 7fee88dcf640 1 --2- 172.21.15.76:0/863565860 >> v2:172.21.15.192:3300/0 conn(0x7fee840b2170 0x7fee840b2620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:37.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.764+0000 7fee837fe640 1 -- 172.21.15.76:0/863565860 >> v1:172.21.15.76:6789/0 conn(0x7fee8406c6d0 legacy=0x7fee84070b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:37.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.764+0000 7fee837fe640 1 --2- 172.21.15.76:0/863565860 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fee70003970 0x7fee70003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:37.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.764+0000 7fee837fe640 1 --2- 172.21.15.76:0/863565860 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fee84158b00 0x7fee700047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:37.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.764+0000 7fee837fe640 1 --2- 172.21.15.76:0/863565860 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fee70004d00 0x7fee70005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:37.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.764+0000 7fee837fe640 1 -- 172.21.15.76:0/863565860 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fee840b2d10 con 0x7fee70004d00 2024-09-13T16:11:37.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.764+0000 7fee837fe640 1 -- 172.21.15.76:0/863565860 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fee840b2ff0 con 0x7fee70003970 2024-09-13T16:11:37.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.764+0000 7fee837fe640 1 -- 172.21.15.76:0/863565860 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fee7000ba30 con 0x7fee84158b00 2024-09-13T16:11:37.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.764+0000 7fee88dcf640 1 --2- 172.21.15.76:0/863565860 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fee70004d00 0x7fee70005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:37.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.764+0000 7fee83fff640 1 --2- 172.21.15.76:0/863565860 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fee70003970 0x7fee70003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:37.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.764+0000 7fee7bfff640 1 --2- 172.21.15.76:0/863565860 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fee84158b00 0x7fee700047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:37.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.764+0000 7fee88dcf640 1 -- 172.21.15.76:0/863565860 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fee84158b00 msgr2=0x7fee700047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:37.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.764+0000 7fee88dcf640 1 --2- 172.21.15.76:0/863565860 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fee84158b00 0x7fee700047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:37.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.764+0000 7fee88dcf640 1 -- 172.21.15.76:0/863565860 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fee70003970 msgr2=0x7fee70003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:37.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.764+0000 7fee88dcf640 1 --2- 172.21.15.76:0/863565860 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fee70003970 0x7fee70003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:37.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.764+0000 7fee88dcf640 1 -- 172.21.15.76:0/863565860 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fee70003520 con 0x7fee70004d00 2024-09-13T16:11:37.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.764+0000 7fee7bfff640 1 --2- 172.21.15.76:0/863565860 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fee84158b00 0x7fee700047c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:37.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.765+0000 7fee88dcf640 1 --2- 172.21.15.76:0/863565860 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fee70004d00 0x7fee70005180 secure :-1 s=READY pgs=1331 cs=0 l=1 rev1=1 crypto rx=0x7fee7c00add0 tx=0x7fee700057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c597b1803db12a2b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:37.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.765+0000 7fee837fe640 1 -- 172.21.15.76:0/863565860 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee7c035650 con 0x7fee70004d00 2024-09-13T16:11:37.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.765+0000 7fee837fe640 1 -- 172.21.15.76:0/863565860 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fee7c0357b0 con 0x7fee70004d00 2024-09-13T16:11:37.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.765+0000 7fee837fe640 1 -- 172.21.15.76:0/863565860 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee7c035b20 con 0x7fee70004d00 2024-09-13T16:11:37.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.765+0000 7fee8a832640 1 -- 172.21.15.76:0/863565860 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fee70004d00 msgr2=0x7fee70005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:37.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.765+0000 7fee8a832640 1 --2- 172.21.15.76:0/863565860 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fee70004d00 0x7fee70005180 secure :-1 s=READY pgs=1331 cs=0 l=1 rev1=1 crypto rx=0x7fee7c00add0 tx=0x7fee700057f0 comp rx=0 tx=0).stop 2024-09-13T16:11:37.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.765+0000 7fee88dcf640 1 -- 172.21.15.76:0/863565860 reap_dead start 2024-09-13T16:11:37.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.765+0000 7fee8a832640 1 -- 172.21.15.76:0/863565860 shutdown_connections 2024-09-13T16:11:37.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.765+0000 7fee8a832640 1 -- 172.21.15.76:0/863565860 >> 172.21.15.76:0/863565860 conn(0x7fee8406a0b0 msgr2=0x7fee8406a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:37.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.766+0000 7fee8a832640 1 -- 172.21.15.76:0/863565860 shutdown_connections 2024-09-13T16:11:37.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.766+0000 7fee8a832640 1 -- 172.21.15.76:0/863565860 wait complete. 2024-09-13T16:11:37.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.767+0000 7fee8a832640 1 Processor -- start 2024-09-13T16:11:37.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.767+0000 7fee8a832640 1 -- start start 2024-09-13T16:11:37.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.767+0000 7fee8a832640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fee70004d00 0x7fee8409bce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:37.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.767+0000 7fee8a832640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fee840ca930 0x7fee840ae480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:37.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.767+0000 7fee8a832640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fee840cadb0 0x7fee840ae9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:37.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.767+0000 7fee8a832640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fee84098d60 con 0x7fee840ca930 2024-09-13T16:11:37.780 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.767+0000 7fee8a832640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fee84099a90 con 0x7fee840cadb0 2024-09-13T16:11:37.780 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.767+0000 7fee8a832640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fee840cb310 con 0x7fee70004d00 2024-09-13T16:11:37.780 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.768+0000 7fee7bfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fee840ca930 0x7fee840ae480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:37.780 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.768+0000 7fee7bfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fee840ca930 0x7fee840ae480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40786/0 (socket says 172.21.15.76:40786) 2024-09-13T16:11:37.780 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.768+0000 7fee7bfff640 1 -- 172.21.15.76:0/2847300755 learned_addr learned my addr 172.21.15.76:0/2847300755 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:11:37.780 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.768+0000 7fee88dcf640 1 --2- 172.21.15.76:0/2847300755 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fee840cadb0 0x7fee840ae9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:37.780 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.768+0000 7fee83fff640 1 --2- 172.21.15.76:0/2847300755 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fee70004d00 0x7fee8409bce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:37.780 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.768+0000 7fee7bfff640 1 -- 172.21.15.76:0/2847300755 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fee70004d00 msgr2=0x7fee8409bce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:37.780 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.768+0000 7fee7bfff640 1 --2- 172.21.15.76:0/2847300755 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fee70004d00 0x7fee8409bce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:37.780 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.768+0000 7fee7bfff640 1 -- 172.21.15.76:0/2847300755 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fee840cadb0 msgr2=0x7fee840ae9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:37.780 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.768+0000 7fee7bfff640 1 --2- 172.21.15.76:0/2847300755 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fee840cadb0 0x7fee840ae9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:37.780 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.768+0000 7fee7bfff640 1 -- 172.21.15.76:0/2847300755 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fee84098fb0 con 0x7fee840ca930 2024-09-13T16:11:37.780 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.768+0000 7fee88dcf640 1 --2- 172.21.15.76:0/2847300755 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fee840cadb0 0x7fee840ae9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:37.781 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.768+0000 7fee7bfff640 1 --2- 172.21.15.76:0/2847300755 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fee840ca930 0x7fee840ae480 secure :-1 s=READY pgs=1332 cs=0 l=1 rev1=1 crypto rx=0x7fee6c00e8c0 tx=0x7fee6c00ed80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:37.781 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.768+0000 7fee817fa640 1 -- 172.21.15.76:0/2847300755 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee6c00c8d0 con 0x7fee840ca930 2024-09-13T16:11:37.781 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.768+0000 7fee817fa640 1 -- 172.21.15.76:0/2847300755 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fee6c00ca30 con 0x7fee840ca930 2024-09-13T16:11:37.781 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.768+0000 7fee8a832640 1 -- 172.21.15.76:0/2847300755 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fee84099290 con 0x7fee840ca930 2024-09-13T16:11:37.781 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.768+0000 7fee817fa640 1 -- 172.21.15.76:0/2847300755 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee6c00cda0 con 0x7fee840ca930 2024-09-13T16:11:37.781 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.768+0000 7fee8a832640 1 -- 172.21.15.76:0/2847300755 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fee8409b010 con 0x7fee840ca930 2024-09-13T16:11:37.781 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.769+0000 7fee8a832640 1 -- 172.21.15.76:0/2847300755 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fee840997b0 con 0x7fee840ca930 2024-09-13T16:11:37.781 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.770+0000 7fee817fa640 1 -- 172.21.15.76:0/2847300755 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fee6c01d460 con 0x7fee840ca930 2024-09-13T16:11:37.781 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.770+0000 7fee817fa640 1 --2- 172.21.15.76:0/2847300755 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fee6406ac00 0x7fee6406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:37.781 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.770+0000 7fee817fa640 1 -- 172.21.15.76:0/2847300755 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 6145+0+0 (secure 0 0 0) 0x7fee6c0895b0 con 0x7fee840ca930 2024-09-13T16:11:37.781 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.770+0000 7fee83fff640 1 --2- 172.21.15.76:0/2847300755 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fee6406ac00 0x7fee6406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:37.781 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.771+0000 7fee83fff640 1 --2- 172.21.15.76:0/2847300755 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fee6406ac00 0x7fee6406d0c0 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7fee74006fd0 tx=0x7fee74008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:37.782 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.774+0000 7fee817fa640 1 -- 172.21.15.76:0/2847300755 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fee840997b0 con 0x7fee840ca930 2024-09-13T16:11:37.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.937+0000 7fee8a832640 1 -- 172.21.15.76:0/2847300755 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fee840997b0 con 0x7fee840ca930 2024-09-13T16:11:37.939 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.937+0000 7fee817fa640 1 -- 172.21.15.76:0/2847300755 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v98) v1 ==== 104+0+11 (secure 0 0 0) 0x7fee840997b0 con 0x7fee840ca930 2024-09-13T16:11:37.939 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2024-09-13T16:11:37.941 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.939+0000 7fee8a832640 1 -- 172.21.15.76:0/2847300755 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fee6406ac00 msgr2=0x7fee6406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:37.941 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.939+0000 7fee8a832640 1 --2- 172.21.15.76:0/2847300755 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fee6406ac00 0x7fee6406d0c0 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7fee74006fd0 tx=0x7fee74008040 comp rx=0 tx=0).stop 2024-09-13T16:11:37.941 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.939+0000 7fee8a832640 1 -- 172.21.15.76:0/2847300755 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fee840ca930 msgr2=0x7fee840ae480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:37.941 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.939+0000 7fee8a832640 1 --2- 172.21.15.76:0/2847300755 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fee840ca930 0x7fee840ae480 secure :-1 s=READY pgs=1332 cs=0 l=1 rev1=1 crypto rx=0x7fee6c00e8c0 tx=0x7fee6c00ed80 comp rx=0 tx=0).stop 2024-09-13T16:11:37.941 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.939+0000 7fee8a832640 1 -- 172.21.15.76:0/2847300755 shutdown_connections 2024-09-13T16:11:37.941 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.939+0000 7fee8a832640 1 --2- 172.21.15.76:0/2847300755 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fee840cadb0 0x7fee840ae9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:37.941 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.939+0000 7fee8a832640 1 --2- 172.21.15.76:0/2847300755 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fee840ca930 0x7fee840ae480 unknown :-1 s=CLOSED pgs=1332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:37.941 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.939+0000 7fee8a832640 1 --2- 172.21.15.76:0/2847300755 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fee6406ac00 0x7fee6406d0c0 unknown :-1 s=CLOSED pgs=581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:37.942 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.939+0000 7fee8a832640 1 --2- 172.21.15.76:0/2847300755 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fee70004d00 0x7fee8409bce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:37.942 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.939+0000 7fee8a832640 1 -- 172.21.15.76:0/2847300755 >> 172.21.15.76:0/2847300755 conn(0x7fee8406a0b0 msgr2=0x7fee8406cb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:37.942 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.939+0000 7fee8a832640 1 -- 172.21.15.76:0/2847300755 shutdown_connections 2024-09-13T16:11:37.942 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:37.939+0000 7fee8a832640 1 -- 172.21.15.76:0/2847300755 wait complete. 2024-09-13T16:11:37.952 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:11:38.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.053+0000 7f94d9dae640 1 Processor -- start 2024-09-13T16:11:38.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.053+0000 7f94d9dae640 1 -- start start 2024-09-13T16:11:38.057 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.053+0000 7f94d9dae640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f94d40d2760 0x7f94d40cd8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:38.057 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.053+0000 7f94d9dae640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f94d40cd450 con 0x7f94d415c500 2024-09-13T16:11:38.057 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.053+0000 7f94d9dae640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f94d40d0cf0 con 0x7f94d40cde20 2024-09-13T16:11:38.057 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.053+0000 7f94d9dae640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f94d40d0fd0 con 0x7f94d40d2760 2024-09-13T16:11:38.057 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.054+0000 7f94d37fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f94d415c500 0x7f94d40d2050 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:47018/0 (socket says 172.21.15.76:47018) 2024-09-13T16:11:38.057 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.054+0000 7f94d37fe640 1 -- 172.21.15.76:0/259000511 learned_addr learned my addr 172.21.15.76:0/259000511 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:11:38.057 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.054+0000 7f94cbfff640 1 --2- 172.21.15.76:0/259000511 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f94d40d2760 0x7f94d40cd8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:38.057 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.054+0000 7f94d2ffd640 1 -- 172.21.15.76:0/259000511 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4097104575 0 0) 0x7f94d40cd450 con 0x7f94d415c500 2024-09-13T16:11:38.057 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.054+0000 7f94d2ffd640 1 -- 172.21.15.76:0/259000511 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f94c0003520 con 0x7f94d415c500 2024-09-13T16:11:38.057 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.054+0000 7f94d2ffd640 1 -- 172.21.15.76:0/259000511 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 224234905 0 0) 0x7f94c0003520 con 0x7f94d415c500 2024-09-13T16:11:38.057 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.054+0000 7f94d2ffd640 1 -- 172.21.15.76:0/259000511 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f94d40d2760 msgr2=0x7f94d40cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:38.058 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.054+0000 7f94d2ffd640 1 --2- 172.21.15.76:0/259000511 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f94d40d2760 0x7f94d40cd8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:38.058 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.054+0000 7f94d2ffd640 1 -- 172.21.15.76:0/259000511 >> v1:172.21.15.192:6789/0 conn(0x7f94d40cde20 legacy=0x7f94d40d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:38.058 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.054+0000 7f94d2ffd640 1 -- 172.21.15.76:0/259000511 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f94d40cd0e0 con 0x7f94d415c500 2024-09-13T16:11:38.058 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.054+0000 7f94d2ffd640 1 -- 172.21.15.76:0/259000511 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f94c4001670 con 0x7f94d415c500 2024-09-13T16:11:38.058 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.054+0000 7f94d2ffd640 1 -- 172.21.15.76:0/259000511 >> v1:172.21.15.76:6789/0 conn(0x7f94d415c500 legacy=0x7f94d40d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:38.058 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.054+0000 7f94d2ffd640 1 --2- 172.21.15.76:0/259000511 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f94c00039a0 0x7f94c0003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:38.058 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.054+0000 7f94d2ffd640 1 --2- 172.21.15.76:0/259000511 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f94c00047c0 0x7f94c0004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:38.058 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.054+0000 7f94d2ffd640 1 --2- 172.21.15.76:0/259000511 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f94d40d2760 0x7f94c0005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:38.058 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.054+0000 7f94d2ffd640 1 -- 172.21.15.76:0/259000511 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94d40d0fd0 con 0x7f94c00039a0 2024-09-13T16:11:38.058 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.054+0000 7f94d2ffd640 1 -- 172.21.15.76:0/259000511 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94c000ba30 con 0x7f94c00047c0 2024-09-13T16:11:38.058 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.054+0000 7f94d2ffd640 1 -- 172.21.15.76:0/259000511 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f94c000bbf0 con 0x7f94d40d2760 2024-09-13T16:11:38.058 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.054+0000 7f94d37fe640 1 --2- 172.21.15.76:0/259000511 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f94c00039a0 0x7f94c0003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:38.058 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.054+0000 7f94cbfff640 1 --2- 172.21.15.76:0/259000511 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f94c00047c0 0x7f94c0004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:38.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.054+0000 7f94d3fff640 1 --2- 172.21.15.76:0/259000511 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f94d40d2760 0x7f94c0005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:38.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.054+0000 7f94d37fe640 1 -- 172.21.15.76:0/259000511 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f94d40d2760 msgr2=0x7f94c0005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:38.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.054+0000 7f94d37fe640 1 --2- 172.21.15.76:0/259000511 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f94d40d2760 0x7f94c0005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:38.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.054+0000 7f94d37fe640 1 -- 172.21.15.76:0/259000511 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f94c00047c0 msgr2=0x7f94c0004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:38.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.054+0000 7f94d37fe640 1 --2- 172.21.15.76:0/259000511 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f94c00047c0 0x7f94c0004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:38.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.054+0000 7f94d37fe640 1 -- 172.21.15.76:0/259000511 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f94c0003520 con 0x7f94c00039a0 2024-09-13T16:11:38.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.055+0000 7f94d37fe640 1 --2- 172.21.15.76:0/259000511 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f94c00039a0 0x7f94c0003dc0 secure :-1 s=READY pgs=1334 cs=0 l=1 rev1=1 crypto rx=0x7f94c4007fd0 tx=0x7f94c00057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=24d066b348cbf1cd server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:38.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.055+0000 7f94d2ffd640 1 -- 172.21.15.76:0/259000511 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94c4005ad0 con 0x7f94c00039a0 2024-09-13T16:11:38.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.055+0000 7f94d2ffd640 1 -- 172.21.15.76:0/259000511 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f94c402d070 con 0x7f94c00039a0 2024-09-13T16:11:38.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.055+0000 7f94d2ffd640 1 -- 172.21.15.76:0/259000511 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94c4007070 con 0x7f94c00039a0 2024-09-13T16:11:38.062 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.056+0000 7f94d9dae640 1 -- 172.21.15.76:0/259000511 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f94c00039a0 msgr2=0x7f94c0003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:38.062 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.056+0000 7f94d9dae640 1 --2- 172.21.15.76:0/259000511 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f94c00039a0 0x7f94c0003dc0 secure :-1 s=READY pgs=1334 cs=0 l=1 rev1=1 crypto rx=0x7f94c4007fd0 tx=0x7f94c00057f0 comp rx=0 tx=0).stop 2024-09-13T16:11:38.062 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.056+0000 7f94d3fff640 1 -- 172.21.15.76:0/259000511 reap_dead start 2024-09-13T16:11:38.062 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.056+0000 7f94d9dae640 1 -- 172.21.15.76:0/259000511 shutdown_connections 2024-09-13T16:11:38.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.056+0000 7f94d9dae640 1 -- 172.21.15.76:0/259000511 >> 172.21.15.76:0/259000511 conn(0x7f94d4089f60 msgr2=0x7f94d409b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:38.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.056+0000 7f94d9dae640 1 -- 172.21.15.76:0/259000511 shutdown_connections 2024-09-13T16:11:38.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.056+0000 7f94d9dae640 1 -- 172.21.15.76:0/259000511 wait complete. 2024-09-13T16:11:38.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.057+0000 7f94d9dae640 1 Processor -- start 2024-09-13T16:11:38.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.057+0000 7f94d9dae640 1 -- start start 2024-09-13T16:11:38.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.058+0000 7f94d9dae640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f94c00039a0 0x7f94d40b7670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:38.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.058+0000 7f94d9dae640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f94d41548f0 0x7f94d40cb4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:38.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.058+0000 7f94d9dae640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f94d40b5790 0x7f94d406ba50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:38.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.058+0000 7f94d9dae640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94d40cc5e0 con 0x7f94c00039a0 2024-09-13T16:11:38.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.058+0000 7f94d9dae640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94d415cc70 con 0x7f94d40b5790 2024-09-13T16:11:38.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.058+0000 7f94d9dae640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f94d40b7bb0 con 0x7f94d41548f0 2024-09-13T16:11:38.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.058+0000 7f94d37fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f94c00039a0 0x7f94d40b7670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:38.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.058+0000 7f94d37fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f94c00039a0 0x7f94d40b7670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40814/0 (socket says 172.21.15.76:40814) 2024-09-13T16:11:38.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.058+0000 7f94d37fe640 1 -- 172.21.15.76:0/2113894297 learned_addr learned my addr 172.21.15.76:0/2113894297 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:11:38.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.058+0000 7f94d3fff640 1 --2- 172.21.15.76:0/2113894297 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f94d40b5790 0x7f94d406ba50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:38.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.058+0000 7f94cbfff640 1 --2- 172.21.15.76:0/2113894297 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f94d41548f0 0x7f94d40cb4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:38.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.058+0000 7f94d37fe640 1 -- 172.21.15.76:0/2113894297 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f94d41548f0 msgr2=0x7f94d40cb4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:38.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.058+0000 7f94d37fe640 1 --2- 172.21.15.76:0/2113894297 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f94d41548f0 0x7f94d40cb4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:38.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.058+0000 7f94d37fe640 1 -- 172.21.15.76:0/2113894297 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f94d40b5790 msgr2=0x7f94d406ba50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:38.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.058+0000 7f94d37fe640 1 --2- 172.21.15.76:0/2113894297 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f94d40b5790 0x7f94d406ba50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:38.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.058+0000 7f94d37fe640 1 -- 172.21.15.76:0/2113894297 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f94d40cbd40 con 0x7f94c00039a0 2024-09-13T16:11:38.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.058+0000 7f94cbfff640 1 --2- 172.21.15.76:0/2113894297 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f94d41548f0 0x7f94d40cb4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:38.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.058+0000 7f94d37fe640 1 --2- 172.21.15.76:0/2113894297 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f94c00039a0 0x7f94d40b7670 secure :-1 s=READY pgs=1335 cs=0 l=1 rev1=1 crypto rx=0x7f94c4001930 tx=0x7f94d40cd3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:38.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.059+0000 7f94d0ff9640 1 -- 172.21.15.76:0/2113894297 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94c40049e0 con 0x7f94c00039a0 2024-09-13T16:11:38.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.059+0000 7f94d0ff9640 1 -- 172.21.15.76:0/2113894297 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f94c4004b40 con 0x7f94c00039a0 2024-09-13T16:11:38.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.059+0000 7f94d0ff9640 1 -- 172.21.15.76:0/2113894297 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94c4007070 con 0x7f94c00039a0 2024-09-13T16:11:38.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.059+0000 7f94d9dae640 1 -- 172.21.15.76:0/2113894297 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f94d40cc020 con 0x7f94c00039a0 2024-09-13T16:11:38.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.059+0000 7f94d9dae640 1 -- 172.21.15.76:0/2113894297 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f94d40cba30 con 0x7f94c00039a0 2024-09-13T16:11:38.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.060+0000 7f94d9dae640 1 -- 172.21.15.76:0/2113894297 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f94d40cdc10 con 0x7f94c00039a0 2024-09-13T16:11:38.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.060+0000 7f94d0ff9640 1 -- 172.21.15.76:0/2113894297 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f94c402f030 con 0x7f94c00039a0 2024-09-13T16:11:38.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.061+0000 7f94d0ff9640 1 --2- 172.21.15.76:0/2113894297 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f94b406ac00 0x7f94b406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:38.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.061+0000 7f94d0ff9640 1 -- 172.21.15.76:0/2113894297 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 6145+0+0 (secure 0 0 0) 0x7f94c40a8ad0 con 0x7f94c00039a0 2024-09-13T16:11:38.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.061+0000 7f94cbfff640 1 --2- 172.21.15.76:0/2113894297 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f94b406ac00 0x7f94b406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:38.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.061+0000 7f94cbfff640 1 --2- 172.21.15.76:0/2113894297 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f94b406ac00 0x7f94b406d0c0 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f94d415c100 tx=0x7f94bc008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:38.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.065+0000 7f94d0ff9640 1 -- 172.21.15.76:0/2113894297 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f94c4073af0 con 0x7f94c00039a0 2024-09-13T16:11:38.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.225+0000 7f94d9dae640 1 -- 172.21.15.76:0/2113894297 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f94d40cdc10 con 0x7f94c00039a0 2024-09-13T16:11:38.227 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.225+0000 7f94d0ff9640 1 -- 172.21.15.76:0/2113894297 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v98) v1 ==== 100+0+11 (secure 0 0 0) 0x7f94c4077110 con 0x7f94c00039a0 2024-09-13T16:11:38.227 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2024-09-13T16:11:38.229 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.227+0000 7f94d9dae640 1 -- 172.21.15.76:0/2113894297 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f94b406ac00 msgr2=0x7f94b406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:38.229 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.227+0000 7f94d9dae640 1 --2- 172.21.15.76:0/2113894297 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f94b406ac00 0x7f94b406d0c0 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f94d415c100 tx=0x7f94bc008040 comp rx=0 tx=0).stop 2024-09-13T16:11:38.229 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.227+0000 7f94d9dae640 1 -- 172.21.15.76:0/2113894297 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f94c00039a0 msgr2=0x7f94d40b7670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:38.229 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.227+0000 7f94d9dae640 1 --2- 172.21.15.76:0/2113894297 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f94c00039a0 0x7f94d40b7670 secure :-1 s=READY pgs=1335 cs=0 l=1 rev1=1 crypto rx=0x7f94c4001930 tx=0x7f94d40cd3c0 comp rx=0 tx=0).stop 2024-09-13T16:11:38.229 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.227+0000 7f94d9dae640 1 -- 172.21.15.76:0/2113894297 shutdown_connections 2024-09-13T16:11:38.229 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.227+0000 7f94d9dae640 1 --2- 172.21.15.76:0/2113894297 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f94d40b5790 0x7f94d406ba50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:38.230 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.227+0000 7f94d9dae640 1 --2- 172.21.15.76:0/2113894297 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f94b406ac00 0x7f94b406d0c0 unknown :-1 s=CLOSED pgs=582 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:38.230 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.227+0000 7f94d9dae640 1 --2- 172.21.15.76:0/2113894297 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f94d41548f0 0x7f94d40cb4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:38.230 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.227+0000 7f94d9dae640 1 --2- 172.21.15.76:0/2113894297 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f94c00039a0 0x7f94d40b7670 unknown :-1 s=CLOSED pgs=1335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:38.230 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.227+0000 7f94d9dae640 1 -- 172.21.15.76:0/2113894297 >> 172.21.15.76:0/2113894297 conn(0x7f94d4089f60 msgr2=0x7f94d4160730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:38.230 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.227+0000 7f94d9dae640 1 -- 172.21.15.76:0/2113894297 shutdown_connections 2024-09-13T16:11:38.230 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.227+0000 7f94d9dae640 1 -- 172.21.15.76:0/2113894297 wait complete. 2024-09-13T16:11:38.240 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:11:38.339 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.338+0000 7f463d15e640 1 Processor -- start 2024-09-13T16:11:38.339 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.338+0000 7f463d15e640 1 -- start start 2024-09-13T16:11:38.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.338+0000 7f463d15e640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f46380b2590 0x7f46380ce2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:38.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.338+0000 7f463d15e640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f46380b2170 con 0x7f463806d7f0 2024-09-13T16:11:38.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.339+0000 7f463d15e640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f463806cbd0 con 0x7f463806d3a0 2024-09-13T16:11:38.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.339+0000 7f463d15e640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f463806deb0 con 0x7f46380b2590 2024-09-13T16:11:38.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.339+0000 7f463759e640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f463806d7f0 0x7f46380cbea0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:47026/0 (socket says 172.21.15.76:47026) 2024-09-13T16:11:38.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.339+0000 7f463759e640 1 -- 172.21.15.76:0/1700428498 learned_addr learned my addr 172.21.15.76:0/1700428498 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:11:38.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.339+0000 7f4636d9d640 1 --2- 172.21.15.76:0/1700428498 >> v2:172.21.15.192:3300/0 conn(0x7f46380b2590 0x7f46380ce2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:38.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.339+0000 7f463659c640 1 -- 172.21.15.76:0/1700428498 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1157272711 0 0) 0x7f46380b2170 con 0x7f463806d7f0 2024-09-13T16:11:38.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.339+0000 7f463659c640 1 -- 172.21.15.76:0/1700428498 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4624003520 con 0x7f463806d7f0 2024-09-13T16:11:38.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.339+0000 7f463659c640 1 -- 172.21.15.76:0/1700428498 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 96725469 0 0) 0x7f4624003520 con 0x7f463806d7f0 2024-09-13T16:11:38.344 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.339+0000 7f463659c640 1 -- 172.21.15.76:0/1700428498 >> v2:172.21.15.192:3300/0 conn(0x7f46380b2590 msgr2=0x7f46380ce2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:38.344 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.339+0000 7f463659c640 1 --2- 172.21.15.76:0/1700428498 >> v2:172.21.15.192:3300/0 conn(0x7f46380b2590 0x7f46380ce2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:38.344 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.339+0000 7f463659c640 1 -- 172.21.15.76:0/1700428498 >> v1:172.21.15.192:6789/0 conn(0x7f463806d3a0 legacy=0x7f463806c4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:38.344 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.339+0000 7f463659c640 1 -- 172.21.15.76:0/1700428498 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f463806e0c0 con 0x7f463806d7f0 2024-09-13T16:11:38.344 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.339+0000 7f463659c640 1 -- 172.21.15.76:0/1700428498 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f46300019f0 con 0x7f463806d7f0 2024-09-13T16:11:38.344 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.339+0000 7f463659c640 1 -- 172.21.15.76:0/1700428498 >> v1:172.21.15.76:6789/0 conn(0x7f463806d7f0 legacy=0x7f46380cbea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:38.344 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.339+0000 7f463659c640 1 --2- 172.21.15.76:0/1700428498 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4624003970 0x7f4624003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:38.344 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.339+0000 7f463659c640 1 --2- 172.21.15.76:0/1700428498 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f46240047c0 0x7f4624004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:38.344 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.339+0000 7f463659c640 1 --2- 172.21.15.76:0/1700428498 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4624005180 0x7f462400b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:38.344 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.339+0000 7f463659c640 1 -- 172.21.15.76:0/1700428498 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f463806deb0 con 0x7f46240047c0 2024-09-13T16:11:38.344 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.339+0000 7f463659c640 1 -- 172.21.15.76:0/1700428498 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f462400c020 con 0x7f4624003970 2024-09-13T16:11:38.344 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.339+0000 7f463659c640 1 -- 172.21.15.76:0/1700428498 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f462400c1e0 con 0x7f4624005180 2024-09-13T16:11:38.344 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.339+0000 7f462e59c640 1 --2- 172.21.15.76:0/1700428498 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f46240047c0 0x7f4624004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:38.344 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.339+0000 7f4636d9d640 1 --2- 172.21.15.76:0/1700428498 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4624003970 0x7f4624003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:38.345 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.340+0000 7f463759e640 1 --2- 172.21.15.76:0/1700428498 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4624005180 0x7f462400b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:38.345 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.340+0000 7f462e59c640 1 -- 172.21.15.76:0/1700428498 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4624005180 msgr2=0x7f462400b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:38.345 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.340+0000 7f462e59c640 1 --2- 172.21.15.76:0/1700428498 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4624005180 0x7f462400b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:38.345 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.340+0000 7f462e59c640 1 -- 172.21.15.76:0/1700428498 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4624003970 msgr2=0x7f4624003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:38.345 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.340+0000 7f462e59c640 1 --2- 172.21.15.76:0/1700428498 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4624003970 0x7f4624003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:38.345 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.340+0000 7f462e59c640 1 -- 172.21.15.76:0/1700428498 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4624003520 con 0x7f46240047c0 2024-09-13T16:11:38.345 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.340+0000 7f463759e640 1 --2- 172.21.15.76:0/1700428498 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4624005180 0x7f462400b980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:38.345 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.340+0000 7f463759e640 1 -- 172.21.15.76:0/1700428498 reap_dead start 2024-09-13T16:11:38.345 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.340+0000 7f462e59c640 1 --2- 172.21.15.76:0/1700428498 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f46240047c0 0x7f4624004c40 secure :-1 s=READY pgs=1337 cs=0 l=1 rev1=1 crypto rx=0x7f4620001750 tx=0x7f46240057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=74ef667a4ea60f1a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:38.345 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.341+0000 7f463659c640 1 -- 172.21.15.76:0/1700428498 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f46200052d0 con 0x7f46240047c0 2024-09-13T16:11:38.345 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.341+0000 7f463659c640 1 -- 172.21.15.76:0/1700428498 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4620005430 con 0x7f46240047c0 2024-09-13T16:11:38.345 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.341+0000 7f463659c640 1 -- 172.21.15.76:0/1700428498 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f462002abc0 con 0x7f46240047c0 2024-09-13T16:11:38.345 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.341+0000 7f463d15e640 1 -- 172.21.15.76:0/1700428498 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f46240047c0 msgr2=0x7f4624004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:38.345 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.341+0000 7f463d15e640 1 --2- 172.21.15.76:0/1700428498 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f46240047c0 0x7f4624004c40 secure :-1 s=READY pgs=1337 cs=0 l=1 rev1=1 crypto rx=0x7f4620001750 tx=0x7f46240057f0 comp rx=0 tx=0).stop 2024-09-13T16:11:38.346 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.341+0000 7f463d15e640 1 -- 172.21.15.76:0/1700428498 shutdown_connections 2024-09-13T16:11:38.346 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.341+0000 7f463d15e640 1 --2- 172.21.15.76:0/1700428498 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f46240047c0 0x7f4624004c40 unknown :-1 s=CLOSED pgs=1337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:38.346 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.341+0000 7f463d15e640 1 -- 172.21.15.76:0/1700428498 >> 172.21.15.76:0/1700428498 conn(0x7f4638069ed0 msgr2=0x7f463806a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:38.346 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.341+0000 7f463d15e640 1 -- 172.21.15.76:0/1700428498 shutdown_connections 2024-09-13T16:11:38.346 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.341+0000 7f463d15e640 1 -- 172.21.15.76:0/1700428498 wait complete. 2024-09-13T16:11:38.349 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.342+0000 7f463d15e640 1 Processor -- start 2024-09-13T16:11:38.349 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.343+0000 7f463d15e640 1 -- start start 2024-09-13T16:11:38.349 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.343+0000 7f463d15e640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f46240047c0 0x7f46380c59d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:38.349 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.343+0000 7f463d15e640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f46381571e0 0x7f46380ac190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:38.349 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.343+0000 7f463d15e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f46380cda90 0x7f46380ac6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:38.349 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.343+0000 7f463d15e640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f46380c7080 con 0x7f46380cda90 2024-09-13T16:11:38.349 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.343+0000 7f463d15e640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f46380c7360 con 0x7f46381571e0 2024-09-13T16:11:38.349 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.343+0000 7f463d15e640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f46380c7640 con 0x7f46240047c0 2024-09-13T16:11:38.349 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.343+0000 7f463759e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f46380cda90 0x7f46380ac6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:38.350 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.344+0000 7f463759e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f46380cda90 0x7f46380ac6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40844/0 (socket says 172.21.15.76:40844) 2024-09-13T16:11:38.350 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.344+0000 7f463759e640 1 -- 172.21.15.76:0/1170063321 learned_addr learned my addr 172.21.15.76:0/1170063321 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:11:38.350 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.344+0000 7f462e59c640 1 --2- 172.21.15.76:0/1170063321 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f46381571e0 0x7f46380ac190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:38.350 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.344+0000 7f4636d9d640 1 --2- 172.21.15.76:0/1170063321 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f46240047c0 0x7f46380c59d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:38.350 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.344+0000 7f463759e640 1 -- 172.21.15.76:0/1170063321 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f46240047c0 msgr2=0x7f46380c59d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:38.350 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.344+0000 7f463759e640 1 --2- 172.21.15.76:0/1170063321 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f46240047c0 0x7f46380c59d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:38.350 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.344+0000 7f463759e640 1 -- 172.21.15.76:0/1170063321 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f46381571e0 msgr2=0x7f46380ac190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:38.350 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.344+0000 7f463759e640 1 --2- 172.21.15.76:0/1170063321 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f46381571e0 0x7f46380ac190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:38.350 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.344+0000 7f463759e640 1 -- 172.21.15.76:0/1170063321 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f46380c54b0 con 0x7f46380cda90 2024-09-13T16:11:38.350 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.344+0000 7f463759e640 1 --2- 172.21.15.76:0/1170063321 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f46380cda90 0x7f46380ac6d0 secure :-1 s=READY pgs=1338 cs=0 l=1 rev1=1 crypto rx=0x7f46380adda0 tx=0x7f463000e530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:38.350 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.344+0000 7f462ffff640 1 -- 172.21.15.76:0/1170063321 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f463000eb90 con 0x7f46380cda90 2024-09-13T16:11:38.350 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.344+0000 7f462ffff640 1 -- 172.21.15.76:0/1170063321 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f463000ecf0 con 0x7f46380cda90 2024-09-13T16:11:38.350 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.344+0000 7f463d15e640 1 -- 172.21.15.76:0/1170063321 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f46380c7920 con 0x7f46380cda90 2024-09-13T16:11:38.350 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.344+0000 7f462ffff640 1 -- 172.21.15.76:0/1170063321 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4630013660 con 0x7f46380cda90 2024-09-13T16:11:38.351 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.344+0000 7f463d15e640 1 -- 172.21.15.76:0/1170063321 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f46380c6d60 con 0x7f46380cda90 2024-09-13T16:11:38.351 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.345+0000 7f463d15e640 1 -- 172.21.15.76:0/1170063321 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f46380cb5d0 con 0x7f46380cda90 2024-09-13T16:11:38.351 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.346+0000 7f462ffff640 1 -- 172.21.15.76:0/1170063321 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f46300137c0 con 0x7f46380cda90 2024-09-13T16:11:38.351 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.346+0000 7f462ffff640 1 --2- 172.21.15.76:0/1170063321 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f461806ac00 0x7f461806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:38.351 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.346+0000 7f462ffff640 1 -- 172.21.15.76:0/1170063321 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 6145+0+0 (secure 0 0 0) 0x7f4630089750 con 0x7f46380cda90 2024-09-13T16:11:38.351 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.346+0000 7f4636d9d640 1 --2- 172.21.15.76:0/1170063321 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f461806ac00 0x7f461806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:38.351 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.347+0000 7f4636d9d640 1 --2- 172.21.15.76:0/1170063321 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f461806ac00 0x7f461806d0c0 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f4628009c40 tx=0x7f4628009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:38.351 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.350+0000 7f462ffff640 1 -- 172.21.15.76:0/1170063321 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f4630054770 con 0x7f46380cda90 2024-09-13T16:11:38.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.521+0000 7f463d15e640 1 -- 172.21.15.76:0/1170063321 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f463806c850 con 0x7f46380cda90 2024-09-13T16:11:38.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.522+0000 7f462ffff640 1 -- 172.21.15.76:0/1170063321 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v98) v1 ==== 80+0+0 (secure 0 0 0) 0x7f4630057d90 con 0x7f46380cda90 2024-09-13T16:11:38.523 INFO:teuthology.orchestra.run.smithi076.stderr:listed 0 entries 2024-09-13T16:11:38.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.524+0000 7f463d15e640 1 -- 172.21.15.76:0/1170063321 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f461806ac00 msgr2=0x7f461806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:38.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.524+0000 7f463d15e640 1 --2- 172.21.15.76:0/1170063321 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f461806ac00 0x7f461806d0c0 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f4628009c40 tx=0x7f4628009190 comp rx=0 tx=0).stop 2024-09-13T16:11:38.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.524+0000 7f463d15e640 1 -- 172.21.15.76:0/1170063321 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f46380cda90 msgr2=0x7f46380ac6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:38.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.524+0000 7f463d15e640 1 --2- 172.21.15.76:0/1170063321 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f46380cda90 0x7f46380ac6d0 secure :-1 s=READY pgs=1338 cs=0 l=1 rev1=1 crypto rx=0x7f46380adda0 tx=0x7f463000e530 comp rx=0 tx=0).stop 2024-09-13T16:11:38.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.524+0000 7f463d15e640 1 -- 172.21.15.76:0/1170063321 shutdown_connections 2024-09-13T16:11:38.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.524+0000 7f463d15e640 1 --2- 172.21.15.76:0/1170063321 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f46380cda90 0x7f46380ac6d0 unknown :-1 s=CLOSED pgs=1338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:38.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.524+0000 7f463d15e640 1 --2- 172.21.15.76:0/1170063321 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f46381571e0 0x7f46380ac190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:38.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.524+0000 7f463d15e640 1 --2- 172.21.15.76:0/1170063321 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f461806ac00 0x7f461806d0c0 unknown :-1 s=CLOSED pgs=583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:38.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.524+0000 7f463d15e640 1 --2- 172.21.15.76:0/1170063321 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f46240047c0 0x7f46380c59d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:38.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.524+0000 7f463d15e640 1 -- 172.21.15.76:0/1170063321 >> 172.21.15.76:0/1170063321 conn(0x7f4638069ed0 msgr2=0x7f4638158110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:38.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.524+0000 7f463d15e640 1 -- 172.21.15.76:0/1170063321 shutdown_connections 2024-09-13T16:11:38.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.524+0000 7f463d15e640 1 -- 172.21.15.76:0/1170063321 wait complete. 2024-09-13T16:11:38.536 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi192.front.sepia.ceph.com... 2024-09-13T16:11:38.536 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:38.536 DEBUG:teuthology.orchestra.run.smithi192:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-13T16:11:38.565 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi192.stderr:ceph-fuse[46722]: fuse finished with error 0 and tester_r 0 2024-09-13T16:11:38.567 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi192.front.sepia.ceph.com 2024-09-13T16:11:38.567 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:38.567 DEBUG:teuthology.orchestra.run.smithi192:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-13T16:11:38.738 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:11:38.738 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:11:38.754 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18725 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T16:11:38.754 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi076.front.sepia.ceph.com 2024-09-13T16:11:38.754 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:38.754 DEBUG:teuthology.orchestra.run.smithi076:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-13T16:11:38.810 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:11:38.810 INFO:teuthology.orchestra.run.smithi076.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.2': No such file or directory 2024-09-13T16:11:38.810 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-13T16:11:38.810 DEBUG:teuthology.orchestra.run.smithi192:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:11:38.829 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056014,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20494 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-13T16:11:38.829 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi192.front.sepia.ceph.com 2024-09-13T16:11:38.829 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:38.830 DEBUG:teuthology.orchestra.run.smithi192:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-13T16:11:38.887 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:11:38.887 INFO:teuthology.orchestra.run.smithi192.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.3': No such file or directory 2024-09-13T16:11:38.887 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:11:38.986 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.985+0000 7f431b4f7640 1 Processor -- start 2024-09-13T16:11:38.986 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.985+0000 7f431b4f7640 1 -- start start 2024-09-13T16:11:38.987 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.986+0000 7f431b4f7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4314071d30 0x7f4314070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:38.988 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.986+0000 7f431b4f7640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f4314072110 0x7f43140b1b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:38.988 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.986+0000 7f431b4f7640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f43140abdf0 con 0x7f43140c8920 2024-09-13T16:11:38.988 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.986+0000 7f431b4f7640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f43140ab1e0 con 0x7f4314072110 2024-09-13T16:11:38.988 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.986+0000 7f431b4f7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f43140ab4c0 con 0x7f4314071d30 2024-09-13T16:11:38.988 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.986+0000 7f4318a92640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f4314072110 0x7f43140b1b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:38.988 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.986+0000 7f4319a94640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f43140c8920 0x7f43140ac280 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:47038/0 (socket says 172.21.15.76:47038) 2024-09-13T16:11:38.988 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.986+0000 7f4319a94640 1 -- 172.21.15.76:0/1208845807 learned_addr learned my addr 172.21.15.76:0/1208845807 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:11:38.988 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.986+0000 7f4319293640 1 --2- 172.21.15.76:0/1208845807 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4314071d30 0x7f4314070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:38.988 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.986+0000 7f4318a92640 1 -- 172.21.15.76:0/1208845807 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4314071d30 msgr2=0x7f4314070190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:38.988 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.986+0000 7f4318a92640 1 --2- 172.21.15.76:0/1208845807 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4314071d30 0x7f4314070190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:38.988 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.986+0000 7f4318a92640 1 -- 172.21.15.76:0/1208845807 >> v1:172.21.15.76:6789/0 conn(0x7f43140c8920 legacy=0x7f43140ac280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:38.989 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.986+0000 7f4318a92640 1 -- 172.21.15.76:0/1208845807 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f43140ab7a0 con 0x7f4314072110 2024-09-13T16:11:38.989 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.986+0000 7f430bfff640 1 -- 172.21.15.76:0/1208845807 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 450489940 0 0) 0x7f43140abdf0 con 0x7f43140c8920 2024-09-13T16:11:38.990 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.987+0000 7f4318a92640 1 --2- 172.21.15.76:0/1208845807 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4314072110 0x7f43140b1b70 secure :-1 s=READY pgs=1340 cs=0 l=1 rev1=1 crypto rx=0x7f43040097d0 tx=0x7f430402a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ee308e4a32dcc5d9 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:38.990 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.987+0000 7f430bfff640 1 -- 172.21.15.76:0/1208845807 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4304032440 con 0x7f4314072110 2024-09-13T16:11:38.990 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.987+0000 7f430bfff640 1 -- 172.21.15.76:0/1208845807 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f43040325a0 con 0x7f4314072110 2024-09-13T16:11:38.990 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.987+0000 7f430bfff640 1 -- 172.21.15.76:0/1208845807 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4304032930 con 0x7f4314072110 2024-09-13T16:11:38.990 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.987+0000 7f431b4f7640 1 -- 172.21.15.76:0/1208845807 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4314072110 msgr2=0x7f43140b1b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:38.990 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.987+0000 7f431b4f7640 1 --2- 172.21.15.76:0/1208845807 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4314072110 0x7f43140b1b70 secure :-1 s=READY pgs=1340 cs=0 l=1 rev1=1 crypto rx=0x7f43040097d0 tx=0x7f430402a1c0 comp rx=0 tx=0).stop 2024-09-13T16:11:38.991 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.987+0000 7f431b4f7640 1 -- 172.21.15.76:0/1208845807 shutdown_connections 2024-09-13T16:11:38.991 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.987+0000 7f431b4f7640 1 --2- 172.21.15.76:0/1208845807 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4314072110 0x7f43140b1b70 unknown :-1 s=CLOSED pgs=1340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:38.991 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.987+0000 7f431b4f7640 1 --2- 172.21.15.76:0/1208845807 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4314071d30 0x7f4314070190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:38.991 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.987+0000 7f431b4f7640 1 -- 172.21.15.76:0/1208845807 >> 172.21.15.76:0/1208845807 conn(0x7f4314069ed0 msgr2=0x7f431406a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:38.991 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.988+0000 7f431b4f7640 1 -- 172.21.15.76:0/1208845807 shutdown_connections 2024-09-13T16:11:38.991 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.988+0000 7f431b4f7640 1 -- 172.21.15.76:0/1208845807 wait complete. 2024-09-13T16:11:38.991 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.989+0000 7f431b4f7640 1 Processor -- start 2024-09-13T16:11:38.991 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.989+0000 7f431b4f7640 1 -- start start 2024-09-13T16:11:38.993 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.989+0000 7f431b4f7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4314071d30 0x7f431414fad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:38.993 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.989+0000 7f431b4f7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4314072110 0x7f4314097560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:38.993 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.990+0000 7f431b4f7640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f43140c8920 0x7f43140c2ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:38.994 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.990+0000 7f431b4f7640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f43141571b0 con 0x7f4314072110 2024-09-13T16:11:38.994 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.990+0000 7f431b4f7640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4314157490 con 0x7f43140c8920 2024-09-13T16:11:38.994 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.990+0000 7f431b4f7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f431406cc40 con 0x7f4314071d30 2024-09-13T16:11:38.994 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.990+0000 7f4318a92640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4314072110 0x7f4314097560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:38.994 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.990+0000 7f4318a92640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4314072110 0x7f4314097560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40854/0 (socket says 172.21.15.76:40854) 2024-09-13T16:11:38.994 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.990+0000 7f4318a92640 1 -- 172.21.15.76:0/3985881846 learned_addr learned my addr 172.21.15.76:0/3985881846 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:11:38.994 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.990+0000 7f4319293640 1 --2- 172.21.15.76:0/3985881846 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4314071d30 0x7f431414fad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:38.994 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.990+0000 7f4319a94640 1 --2- 172.21.15.76:0/3985881846 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f43140c8920 0x7f43140c2ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:38.994 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.990+0000 7f4318a92640 1 -- 172.21.15.76:0/3985881846 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4314071d30 msgr2=0x7f431414fad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:38.994 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.990+0000 7f4318a92640 1 --2- 172.21.15.76:0/3985881846 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4314071d30 0x7f431414fad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:38.994 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.990+0000 7f4318a92640 1 -- 172.21.15.76:0/3985881846 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f43140c8920 msgr2=0x7f43140c2ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:38.994 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.990+0000 7f4318a92640 1 --2- 172.21.15.76:0/3985881846 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f43140c8920 0x7f43140c2ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:38.995 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.990+0000 7f4318a92640 1 -- 172.21.15.76:0/3985881846 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4304009400 con 0x7f4314072110 2024-09-13T16:11:38.995 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.990+0000 7f4319293640 1 --2- 172.21.15.76:0/3985881846 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4314071d30 0x7f431414fad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:38.995 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.990+0000 7f4319a94640 1 --2- 172.21.15.76:0/3985881846 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f43140c8920 0x7f43140c2ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:38.995 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.990+0000 7f4318a92640 1 --2- 172.21.15.76:0/3985881846 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4314072110 0x7f4314097560 secure :-1 s=READY pgs=1341 cs=0 l=1 rev1=1 crypto rx=0x7f4304035040 tx=0x7f43040046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:38.995 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.990+0000 7f4309ffb640 1 -- 172.21.15.76:0/3985881846 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4304032440 con 0x7f4314072110 2024-09-13T16:11:38.995 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.990+0000 7f4309ffb640 1 -- 172.21.15.76:0/3985881846 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4304006e10 con 0x7f4314072110 2024-09-13T16:11:38.995 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.990+0000 7f431b4f7640 1 -- 172.21.15.76:0/3985881846 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f431406cf20 con 0x7f4314072110 2024-09-13T16:11:38.995 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.990+0000 7f4309ffb640 1 -- 172.21.15.76:0/3985881846 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4304030be0 con 0x7f4314072110 2024-09-13T16:11:38.995 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.991+0000 7f431b4f7640 1 -- 172.21.15.76:0/3985881846 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4314097aa0 con 0x7f4314072110 2024-09-13T16:11:38.995 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.992+0000 7f431b4f7640 1 -- 172.21.15.76:0/3985881846 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4314066f30 con 0x7f4314072110 2024-09-13T16:11:38.995 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.992+0000 7f4309ffb640 1 -- 172.21.15.76:0/3985881846 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f4304039040 con 0x7f4314072110 2024-09-13T16:11:38.996 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.992+0000 7f4309ffb640 1 --2- 172.21.15.76:0/3985881846 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f42f806ac00 0x7f42f806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:38.996 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.993+0000 7f4319293640 1 --2- 172.21.15.76:0/3985881846 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f42f806ac00 0x7f42f806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:38.996 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.993+0000 7f4309ffb640 1 -- 172.21.15.76:0/3985881846 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 6145+0+0 (secure 0 0 0) 0x7f43040a9ee0 con 0x7f4314072110 2024-09-13T16:11:38.996 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.993+0000 7f4319293640 1 --2- 172.21.15.76:0/3985881846 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f42f806ac00 0x7f42f806d0c0 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f4314152ad0 tx=0x7f4310008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:38.998 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:38.997+0000 7f4309ffb640 1 -- 172.21.15.76:0/3985881846 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f4304074f00 con 0x7f4314072110 2024-09-13T16:11:39.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.195+0000 7f431b4f7640 1 -- 172.21.15.76:0/3985881846 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f4314070190 con 0x7f4314072110 2024-09-13T16:11:39.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.196+0000 7f4309ffb640 1 -- 172.21.15.76:0/3985881846 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 47 v47) v1 ==== 94+0+4739 (secure 0 0 0) 0x7f4304078520 con 0x7f4314072110 2024-09-13T16:11:39.197 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:11:39.198 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":47,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6143,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6834/148971100","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":148971100},{"type":"v1","addr":"172.21.15.192:6834","nonce":148971100}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":42},{"gid":6832,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/2929183023","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6833","nonce":2929183023},{"type":"v1","addr":"172.21.15.192:6835","nonce":2929183023}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":42},{"gid":7416,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6836/4157874781","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":4157874781},{"type":"v1","addr":"172.21.15.76:6836","nonce":4157874781}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":42}],"filesystems":[{"mdsmap":{"epoch":47,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:09:10.494182+0000","modified":"2024-09-13T16:09:26.816135+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":7419},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7419":{"gid":7419,"name":"c","rank":0,"incarnation":43,"state":"up:active","state_seq":7,"addr":"172.21.15.76:6837/2005584997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":2005584997},{"type":"v1","addr":"172.21.15.76:6837","nonce":2005584997}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[14],"metadata_pool":13,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:11:39.198 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 47 2024-09-13T16:11:39.199 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.198+0000 7f431b4f7640 1 -- 172.21.15.76:0/3985881846 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f42f806ac00 msgr2=0x7f42f806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:39.199 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.198+0000 7f431b4f7640 1 --2- 172.21.15.76:0/3985881846 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f42f806ac00 0x7f42f806d0c0 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f4314152ad0 tx=0x7f4310008040 comp rx=0 tx=0).stop 2024-09-13T16:11:39.200 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.198+0000 7f431b4f7640 1 -- 172.21.15.76:0/3985881846 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4314072110 msgr2=0x7f4314097560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:39.200 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.198+0000 7f431b4f7640 1 --2- 172.21.15.76:0/3985881846 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4314072110 0x7f4314097560 secure :-1 s=READY pgs=1341 cs=0 l=1 rev1=1 crypto rx=0x7f4304035040 tx=0x7f43040046c0 comp rx=0 tx=0).stop 2024-09-13T16:11:39.200 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.198+0000 7f431b4f7640 1 -- 172.21.15.76:0/3985881846 shutdown_connections 2024-09-13T16:11:39.200 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.198+0000 7f431b4f7640 1 --2- 172.21.15.76:0/3985881846 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f43140c8920 0x7f43140c2ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:39.200 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.198+0000 7f431b4f7640 1 --2- 172.21.15.76:0/3985881846 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4314072110 0x7f4314097560 unknown :-1 s=CLOSED pgs=1341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:39.200 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.198+0000 7f431b4f7640 1 --2- 172.21.15.76:0/3985881846 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f42f806ac00 0x7f42f806d0c0 unknown :-1 s=CLOSED pgs=584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:39.200 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.198+0000 7f431b4f7640 1 --2- 172.21.15.76:0/3985881846 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4314071d30 0x7f431414fad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:39.200 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.198+0000 7f431b4f7640 1 -- 172.21.15.76:0/3985881846 >> 172.21.15.76:0/3985881846 conn(0x7f4314069ed0 msgr2=0x7f43140aee80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:39.200 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.198+0000 7f431b4f7640 1 -- 172.21.15.76:0/3985881846 shutdown_connections 2024-09-13T16:11:39.200 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.198+0000 7f431b4f7640 1 -- 172.21.15.76:0/3985881846 wait complete. 2024-09-13T16:11:39.210 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:11:39.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.306+0000 7f438026b640 1 Processor -- start 2024-09-13T16:11:39.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.306+0000 7f438026b640 1 -- start start 2024-09-13T16:11:39.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.307+0000 7f438026b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f437815a2e0 0x7f43780c9a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:39.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.307+0000 7f438026b640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f43780c9f80 0x7f43780cace0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:39.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.307+0000 7f438026b640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f43780c8920 con 0x7f43780cb220 2024-09-13T16:11:39.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.307+0000 7f438026b640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f43780cb650 con 0x7f437815a2e0 2024-09-13T16:11:39.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.307+0000 7f438026b640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f437815a6c0 con 0x7f43780c9f80 2024-09-13T16:11:39.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.307+0000 7f437e007640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f437815a2e0 0x7f43780c9a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:39.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.307+0000 7f437e808640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f43780cb220 0x7f43780ce260 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:47040/0 (socket says 172.21.15.76:47040) 2024-09-13T16:11:39.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.307+0000 7f437e808640 1 -- 172.21.15.76:0/2852112518 learned_addr learned my addr 172.21.15.76:0/2852112518 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:11:39.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.307+0000 7f437d806640 1 --2- 172.21.15.76:0/2852112518 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f43780c9f80 0x7f43780cace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:39.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.307+0000 7f437e007640 1 -- 172.21.15.76:0/2852112518 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f43780c9f80 msgr2=0x7f43780cace0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:39.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.307+0000 7f437e007640 1 --2- 172.21.15.76:0/2852112518 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f43780c9f80 0x7f43780cace0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:39.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.307+0000 7f437e007640 1 -- 172.21.15.76:0/2852112518 >> v1:172.21.15.76:6789/0 conn(0x7f43780cb220 legacy=0x7f43780ce260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:39.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.307+0000 7f437e007640 1 -- 172.21.15.76:0/2852112518 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f43780ca500 con 0x7f437815a2e0 2024-09-13T16:11:39.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.307+0000 7f437d005640 1 -- 172.21.15.76:0/2852112518 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1439277610 0 0) 0x7f43780c8920 con 0x7f43780cb220 2024-09-13T16:11:39.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.307+0000 7f437d806640 1 --2- 172.21.15.76:0/2852112518 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f43780c9f80 0x7f43780cace0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:39.311 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.308+0000 7f437e007640 1 --2- 172.21.15.76:0/2852112518 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f437815a2e0 0x7f43780c9a40 secure :-1 s=READY pgs=1343 cs=0 l=1 rev1=1 crypto rx=0x7f4374009d90 tx=0x7f437402a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d156b3e3e1208fe server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:39.311 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.308+0000 7f437d005640 1 -- 172.21.15.76:0/2852112518 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4374007740 con 0x7f437815a2e0 2024-09-13T16:11:39.311 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.308+0000 7f437d005640 1 -- 172.21.15.76:0/2852112518 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f437402d050 con 0x7f437815a2e0 2024-09-13T16:11:39.311 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.308+0000 7f437d005640 1 -- 172.21.15.76:0/2852112518 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4374007ac0 con 0x7f437815a2e0 2024-09-13T16:11:39.311 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.308+0000 7f438026b640 1 -- 172.21.15.76:0/2852112518 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f437815a2e0 msgr2=0x7f43780c9a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:39.311 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.308+0000 7f438026b640 1 --2- 172.21.15.76:0/2852112518 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f437815a2e0 0x7f43780c9a40 secure :-1 s=READY pgs=1343 cs=0 l=1 rev1=1 crypto rx=0x7f4374009d90 tx=0x7f437402a660 comp rx=0 tx=0).stop 2024-09-13T16:11:39.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.309+0000 7f438026b640 1 -- 172.21.15.76:0/2852112518 shutdown_connections 2024-09-13T16:11:39.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.309+0000 7f438026b640 1 --2- 172.21.15.76:0/2852112518 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f43780c9f80 0x7f43780cace0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:39.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.309+0000 7f438026b640 1 --2- 172.21.15.76:0/2852112518 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f437815a2e0 0x7f43780c9a40 unknown :-1 s=CLOSED pgs=1343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:39.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.309+0000 7f438026b640 1 -- 172.21.15.76:0/2852112518 >> 172.21.15.76:0/2852112518 conn(0x7f4378069ed0 msgr2=0x7f437806a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:39.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.309+0000 7f438026b640 1 -- 172.21.15.76:0/2852112518 shutdown_connections 2024-09-13T16:11:39.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.309+0000 7f438026b640 1 -- 172.21.15.76:0/2852112518 wait complete. 2024-09-13T16:11:39.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.310+0000 7f438026b640 1 Processor -- start 2024-09-13T16:11:39.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.310+0000 7f438026b640 1 -- start start 2024-09-13T16:11:39.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.310+0000 7f438026b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f43780c9f80 0x7f437814fee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:39.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.310+0000 7f438026b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f43780cb220 0x7f43781efd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:39.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.311+0000 7f438026b640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f437815a2e0 0x7f437815c9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:39.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.311+0000 7f438026b640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f43780c6540 con 0x7f43780c9f80 2024-09-13T16:11:39.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.311+0000 7f438026b640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f43780c6790 con 0x7f43780cb220 2024-09-13T16:11:39.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.311+0000 7f438026b640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f43780c6a70 con 0x7f437815a2e0 2024-09-13T16:11:39.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.311+0000 7f437e007640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f43780c9f80 0x7f437814fee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:39.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.311+0000 7f437e007640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f43780c9f80 0x7f437814fee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40870/0 (socket says 172.21.15.76:40870) 2024-09-13T16:11:39.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.311+0000 7f437e007640 1 -- 172.21.15.76:0/3411636115 learned_addr learned my addr 172.21.15.76:0/3411636115 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:11:39.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.311+0000 7f437d806640 1 --2- 172.21.15.76:0/3411636115 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f43780cb220 0x7f43781efd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:39.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.311+0000 7f437e007640 1 -- 172.21.15.76:0/3411636115 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f437815a2e0 msgr2=0x7f437815c9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:39.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.311+0000 7f437e007640 1 --2- 172.21.15.76:0/3411636115 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f437815a2e0 0x7f437815c9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:39.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.311+0000 7f437e007640 1 -- 172.21.15.76:0/3411636115 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f43780cb220 msgr2=0x7f43781efd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:39.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.311+0000 7f437e007640 1 --2- 172.21.15.76:0/3411636115 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f43780cb220 0x7f43781efd00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:39.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.311+0000 7f437e007640 1 -- 172.21.15.76:0/3411636115 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4374009a70 con 0x7f43780c9f80 2024-09-13T16:11:39.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.311+0000 7f437e007640 1 --2- 172.21.15.76:0/3411636115 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f43780c9f80 0x7f437814fee0 secure :-1 s=READY pgs=1344 cs=0 l=1 rev1=1 crypto rx=0x7f4374009d90 tx=0x7f4374004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:39.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.311+0000 7f436effd640 1 -- 172.21.15.76:0/3411636115 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4374031990 con 0x7f43780c9f80 2024-09-13T16:11:39.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.311+0000 7f436effd640 1 -- 172.21.15.76:0/3411636115 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4374031af0 con 0x7f43780c9f80 2024-09-13T16:11:39.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.311+0000 7f438026b640 1 -- 172.21.15.76:0/3411636115 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f43780c6d50 con 0x7f43780c9f80 2024-09-13T16:11:39.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.311+0000 7f436effd640 1 -- 172.21.15.76:0/3411636115 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4374031e60 con 0x7f43780c9f80 2024-09-13T16:11:39.316 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.311+0000 7f438026b640 1 -- 172.21.15.76:0/3411636115 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f43780c7310 con 0x7f43780c9f80 2024-09-13T16:11:39.316 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.312+0000 7f438026b640 1 -- 172.21.15.76:0/3411636115 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f43780c9630 con 0x7f43780c9f80 2024-09-13T16:11:39.316 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.313+0000 7f436effd640 1 -- 172.21.15.76:0/3411636115 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f437403b410 con 0x7f43780c9f80 2024-09-13T16:11:39.316 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.313+0000 7f436effd640 1 --2- 172.21.15.76:0/3411636115 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f435c06ac00 0x7f435c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:39.316 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.313+0000 7f437d806640 1 --2- 172.21.15.76:0/3411636115 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f435c06ac00 0x7f435c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:39.317 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.313+0000 7f436effd640 1 -- 172.21.15.76:0/3411636115 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 6145+0+0 (secure 0 0 0) 0x7f43740aaf40 con 0x7f43780c9f80 2024-09-13T16:11:39.317 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.314+0000 7f437d806640 1 --2- 172.21.15.76:0/3411636115 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f435c06ac00 0x7f435c06d0c0 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f4378071c80 tx=0x7f4368008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:39.319 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.318+0000 7f436effd640 1 -- 172.21.15.76:0/3411636115 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f4374075f60 con 0x7f43780c9f80 2024-09-13T16:11:39.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.479+0000 7f438026b640 1 -- 172.21.15.76:0/3411636115 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f43780b3150 con 0x7f43780c9f80 2024-09-13T16:11:39.482 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.481+0000 7f436effd640 1 -- 172.21.15.76:0/3411636115 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v98) v1 ==== 74+0+16874 (secure 0 0 0) 0x7f4374079580 con 0x7f43780c9f80 2024-09-13T16:11:39.482 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:11:39.482 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":98,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:09:22.799522+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":14,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:09:08.673877+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"95","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_data","create_time":"2024-09-13T16:09:09.462108+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"96","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"14.8","mappings":[{"from":1,"to":7}]},{"pgid":"14.12","mappings":[{"from":1,"to":7}]},{"pgid":"14.36","mappings":[{"from":1,"to":5}]},{"pgid":"14.38","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:11:39.484 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.482+0000 7f438026b640 1 -- 172.21.15.76:0/3411636115 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f435c06ac00 msgr2=0x7f435c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:39.484 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.482+0000 7f438026b640 1 --2- 172.21.15.76:0/3411636115 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f435c06ac00 0x7f435c06d0c0 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f4378071c80 tx=0x7f4368008040 comp rx=0 tx=0).stop 2024-09-13T16:11:39.484 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.482+0000 7f438026b640 1 -- 172.21.15.76:0/3411636115 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f43780c9f80 msgr2=0x7f437814fee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:39.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.482+0000 7f438026b640 1 --2- 172.21.15.76:0/3411636115 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f43780c9f80 0x7f437814fee0 secure :-1 s=READY pgs=1344 cs=0 l=1 rev1=1 crypto rx=0x7f4374009d90 tx=0x7f4374004a40 comp rx=0 tx=0).stop 2024-09-13T16:11:39.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.482+0000 7f438026b640 1 -- 172.21.15.76:0/3411636115 shutdown_connections 2024-09-13T16:11:39.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.482+0000 7f438026b640 1 --2- 172.21.15.76:0/3411636115 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f435c06ac00 0x7f435c06d0c0 unknown :-1 s=CLOSED pgs=585 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:39.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.482+0000 7f438026b640 1 --2- 172.21.15.76:0/3411636115 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f437815a2e0 0x7f437815c9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:39.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.482+0000 7f438026b640 1 --2- 172.21.15.76:0/3411636115 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f43780cb220 0x7f43781efd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:39.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.482+0000 7f438026b640 1 --2- 172.21.15.76:0/3411636115 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f43780c9f80 0x7f437814fee0 unknown :-1 s=CLOSED pgs=1344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:39.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.483+0000 7f438026b640 1 -- 172.21.15.76:0/3411636115 >> 172.21.15.76:0/3411636115 conn(0x7f4378069ed0 msgr2=0x7f43780ad150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:39.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.483+0000 7f438026b640 1 -- 172.21.15.76:0/3411636115 shutdown_connections 2024-09-13T16:11:39.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.483+0000 7f438026b640 1 -- 172.21.15.76:0/3411636115 wait complete. 2024-09-13T16:11:39.495 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:01:26.960607+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 13, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:09:08.673877+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '95', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 14, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:09:09.462108+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '96', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:11:39.495 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:11:39.594 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.593+0000 7f71e2595640 1 Processor -- start 2024-09-13T16:11:39.595 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.593+0000 7f71e2595640 1 -- start start 2024-09-13T16:11:39.596 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.594+0000 7f71e2595640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f71dc158b00 0x7f71dc06c190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:39.596 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.594+0000 7f71e2595640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f71dc0b2170 0x7f71dc0b25c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:39.596 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.594+0000 7f71e2595640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f71dc0b2d10 con 0x7f71dc06c6d0 2024-09-13T16:11:39.596 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.594+0000 7f71e2595640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f71dc06cb60 con 0x7f71dc0b2170 2024-09-13T16:11:39.596 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.594+0000 7f71e2595640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f71dc0b2b00 con 0x7f71dc158b00 2024-09-13T16:11:39.596 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.594+0000 7f71e0b32640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f71dc0b2170 0x7f71dc0b25c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:39.596 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.594+0000 7f71e0b32640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f71dc0b2170 0x7f71dc0b25c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40878/0 (socket says 172.21.15.76:40878) 2024-09-13T16:11:39.596 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.594+0000 7f71e0b32640 1 -- 172.21.15.76:0/3859737712 learned_addr learned my addr 172.21.15.76:0/3859737712 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:11:39.597 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.594+0000 7f71dbfff640 1 --2- 172.21.15.76:0/3859737712 >> v2:172.21.15.192:3300/0 conn(0x7f71dc158b00 0x7f71dc06c190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:39.597 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.594+0000 7f71e0b32640 1 -- 172.21.15.76:0/3859737712 >> v2:172.21.15.192:3300/0 conn(0x7f71dc158b00 msgr2=0x7f71dc06c190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:39.597 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.594+0000 7f71e0b32640 1 --2- 172.21.15.76:0/3859737712 >> v2:172.21.15.192:3300/0 conn(0x7f71dc158b00 0x7f71dc06c190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:39.597 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.594+0000 7f71e0b32640 1 -- 172.21.15.76:0/3859737712 >> v1:172.21.15.192:6789/0 conn(0x7f71dc06c6d0 legacy=0x7f71dc070b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:39.597 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.594+0000 7f71e0b32640 1 -- 172.21.15.76:0/3859737712 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f71dc0b2ff0 con 0x7f71dc0b2170 2024-09-13T16:11:39.598 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.595+0000 7f71e0b32640 1 --2- 172.21.15.76:0/3859737712 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f71dc0b2170 0x7f71dc0b25c0 secure :-1 s=READY pgs=1345 cs=0 l=1 rev1=1 crypto rx=0x7f71dc06ade0 tx=0x7f71d402b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=da0f250fc85b56ca server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:39.598 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.595+0000 7f71daffd640 1 -- 172.21.15.76:0/3859737712 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f71d4008500 con 0x7f71dc0b2170 2024-09-13T16:11:39.598 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.595+0000 7f71daffd640 1 -- 172.21.15.76:0/3859737712 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f71d4008660 con 0x7f71dc0b2170 2024-09-13T16:11:39.598 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.595+0000 7f71daffd640 1 -- 172.21.15.76:0/3859737712 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f71d40089f0 con 0x7f71dc0b2170 2024-09-13T16:11:39.599 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.596+0000 7f71e2595640 1 -- 172.21.15.76:0/3859737712 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f71dc0b2170 msgr2=0x7f71dc0b25c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:39.599 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.596+0000 7f71e2595640 1 --2- 172.21.15.76:0/3859737712 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f71dc0b2170 0x7f71dc0b25c0 secure :-1 s=READY pgs=1345 cs=0 l=1 rev1=1 crypto rx=0x7f71dc06ade0 tx=0x7f71d402b840 comp rx=0 tx=0).stop 2024-09-13T16:11:39.599 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.596+0000 7f71e2595640 1 -- 172.21.15.76:0/3859737712 shutdown_connections 2024-09-13T16:11:39.599 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.596+0000 7f71e2595640 1 --2- 172.21.15.76:0/3859737712 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f71dc0b2170 0x7f71dc0b25c0 unknown :-1 s=CLOSED pgs=1345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:39.599 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.596+0000 7f71e2595640 1 --2- 172.21.15.76:0/3859737712 >> v2:172.21.15.192:3300/0 conn(0x7f71dc158b00 0x7f71dc06c190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:39.599 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.596+0000 7f71e2595640 1 -- 172.21.15.76:0/3859737712 >> 172.21.15.76:0/3859737712 conn(0x7f71dc06a0b0 msgr2=0x7f71dc06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:39.599 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.596+0000 7f71e2595640 1 -- 172.21.15.76:0/3859737712 shutdown_connections 2024-09-13T16:11:39.599 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.596+0000 7f71e2595640 1 -- 172.21.15.76:0/3859737712 wait complete. 2024-09-13T16:11:39.599 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.597+0000 7f71e2595640 1 Processor -- start 2024-09-13T16:11:39.599 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.597+0000 7f71e2595640 1 -- start start 2024-09-13T16:11:39.601 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.598+0000 7f71e2595640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f71dc06c6d0 0x7f71dc1565b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:39.601 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.598+0000 7f71e2595640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f71dc0b2170 0x7f71dc09a630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:39.602 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.598+0000 7f71e2595640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f71dc158b00 0x7f71dc155890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:39.602 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.598+0000 7f71e2595640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f71dc09ac30 con 0x7f71dc06c6d0 2024-09-13T16:11:39.602 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.598+0000 7f71e2595640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f71dc09af10 con 0x7f71dc0b2170 2024-09-13T16:11:39.602 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.598+0000 7f71e2595640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f71dc09b1f0 con 0x7f71dc158b00 2024-09-13T16:11:39.602 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.598+0000 7f71dbfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f71dc06c6d0 0x7f71dc1565b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:39.602 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.598+0000 7f71dbfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f71dc06c6d0 0x7f71dc1565b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40890/0 (socket says 172.21.15.76:40890) 2024-09-13T16:11:39.602 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.598+0000 7f71dbfff640 1 -- 172.21.15.76:0/2571105734 learned_addr learned my addr 172.21.15.76:0/2571105734 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:11:39.602 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.598+0000 7f71e0b32640 1 --2- 172.21.15.76:0/2571105734 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f71dc158b00 0x7f71dc155890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:39.602 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.598+0000 7f71db7fe640 1 --2- 172.21.15.76:0/2571105734 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f71dc0b2170 0x7f71dc09a630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:39.602 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.598+0000 7f71dbfff640 1 -- 172.21.15.76:0/2571105734 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f71dc158b00 msgr2=0x7f71dc155890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:39.602 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.598+0000 7f71dbfff640 1 --2- 172.21.15.76:0/2571105734 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f71dc158b00 0x7f71dc155890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:39.602 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.598+0000 7f71dbfff640 1 -- 172.21.15.76:0/2571105734 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f71dc0b2170 msgr2=0x7f71dc09a630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:39.602 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.598+0000 7f71dbfff640 1 --2- 172.21.15.76:0/2571105734 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f71dc0b2170 0x7f71dc09a630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:39.603 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.598+0000 7f71dbfff640 1 -- 172.21.15.76:0/2571105734 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f71d400ac40 con 0x7f71dc06c6d0 2024-09-13T16:11:39.603 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.598+0000 7f71e0b32640 1 --2- 172.21.15.76:0/2571105734 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f71dc158b00 0x7f71dc155890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:39.603 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.598+0000 7f71dbfff640 1 --2- 172.21.15.76:0/2571105734 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f71dc06c6d0 0x7f71dc1565b0 secure :-1 s=READY pgs=1346 cs=0 l=1 rev1=1 crypto rx=0x7f71cc00d800 tx=0x7f71cc00dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:39.603 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.599+0000 7f71d8ff9640 1 -- 172.21.15.76:0/2571105734 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f71cc00b6c0 con 0x7f71dc06c6d0 2024-09-13T16:11:39.603 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.599+0000 7f71d8ff9640 1 -- 172.21.15.76:0/2571105734 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f71cc00b820 con 0x7f71dc06c6d0 2024-09-13T16:11:39.603 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.599+0000 7f71e2595640 1 -- 172.21.15.76:0/2571105734 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f71dc09b4d0 con 0x7f71dc06c6d0 2024-09-13T16:11:39.603 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.599+0000 7f71d8ff9640 1 -- 172.21.15.76:0/2571105734 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f71cc00bbb0 con 0x7f71dc06c6d0 2024-09-13T16:11:39.603 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.599+0000 7f71e2595640 1 -- 172.21.15.76:0/2571105734 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f71dc155dd0 con 0x7f71dc06c6d0 2024-09-13T16:11:39.603 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.600+0000 7f71e2595640 1 -- 172.21.15.76:0/2571105734 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f71dc0ccff0 con 0x7f71dc06c6d0 2024-09-13T16:11:39.603 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.600+0000 7f71d8ff9640 1 -- 172.21.15.76:0/2571105734 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f71cc00bd10 con 0x7f71dc06c6d0 2024-09-13T16:11:39.604 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.601+0000 7f71d8ff9640 1 --2- 172.21.15.76:0/2571105734 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f71bc06ac00 0x7f71bc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:39.604 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.601+0000 7f71d8ff9640 1 -- 172.21.15.76:0/2571105734 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 6145+0+0 (secure 0 0 0) 0x7f71cc089ac0 con 0x7f71dc06c6d0 2024-09-13T16:11:39.604 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.601+0000 7f71db7fe640 1 --2- 172.21.15.76:0/2571105734 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f71bc06ac00 0x7f71bc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:39.604 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.601+0000 7f71db7fe640 1 --2- 172.21.15.76:0/2571105734 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f71bc06ac00 0x7f71bc06d0c0 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f71dc06a600 tx=0x7f71c4009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:39.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.605+0000 7f71d8ff9640 1 -- 172.21.15.76:0/2571105734 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f71cc054ae0 con 0x7f71dc06c6d0 2024-09-13T16:11:39.766 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.764+0000 7f71e2595640 1 -- 172.21.15.76:0/2571105734 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f71dc0b25c0 con 0x7f71dc06c6d0 2024-09-13T16:11:39.766 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.765+0000 7f71d8ff9640 1 -- 172.21.15.76:0/2571105734 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v98) v1 ==== 93+0+10 (secure 0 0 0) 0x7f71cc089e60 con 0x7f71dc06c6d0 2024-09-13T16:11:39.766 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2024-09-13T16:11:39.768 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.767+0000 7f71e2595640 1 -- 172.21.15.76:0/2571105734 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f71bc06ac00 msgr2=0x7f71bc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:39.769 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.767+0000 7f71e2595640 1 --2- 172.21.15.76:0/2571105734 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f71bc06ac00 0x7f71bc06d0c0 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f71dc06a600 tx=0x7f71c4009040 comp rx=0 tx=0).stop 2024-09-13T16:11:39.769 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.767+0000 7f71e2595640 1 -- 172.21.15.76:0/2571105734 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f71dc06c6d0 msgr2=0x7f71dc1565b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:39.769 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.767+0000 7f71e2595640 1 --2- 172.21.15.76:0/2571105734 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f71dc06c6d0 0x7f71dc1565b0 secure :-1 s=READY pgs=1346 cs=0 l=1 rev1=1 crypto rx=0x7f71cc00d800 tx=0x7f71cc00dcc0 comp rx=0 tx=0).stop 2024-09-13T16:11:39.769 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.767+0000 7f71e2595640 1 -- 172.21.15.76:0/2571105734 shutdown_connections 2024-09-13T16:11:39.769 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.767+0000 7f71e2595640 1 --2- 172.21.15.76:0/2571105734 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f71bc06ac00 0x7f71bc06d0c0 unknown :-1 s=CLOSED pgs=586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:39.769 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.767+0000 7f71e2595640 1 --2- 172.21.15.76:0/2571105734 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f71dc158b00 0x7f71dc155890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:39.769 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.767+0000 7f71e2595640 1 --2- 172.21.15.76:0/2571105734 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f71dc0b2170 0x7f71dc09a630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:39.769 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.767+0000 7f71e2595640 1 --2- 172.21.15.76:0/2571105734 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f71dc06c6d0 0x7f71dc1565b0 unknown :-1 s=CLOSED pgs=1346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:39.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.767+0000 7f71e2595640 1 -- 172.21.15.76:0/2571105734 >> 172.21.15.76:0/2571105734 conn(0x7f71dc06a0b0 msgr2=0x7f71dc0acb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:39.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.767+0000 7f71e2595640 1 -- 172.21.15.76:0/2571105734 shutdown_connections 2024-09-13T16:11:39.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.767+0000 7f71e2595640 1 -- 172.21.15.76:0/2571105734 wait complete. 2024-09-13T16:11:39.779 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:11:39.879 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.878+0000 7fc6dbe96640 1 Processor -- start 2024-09-13T16:11:39.879 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.878+0000 7fc6dbe96640 1 -- start start 2024-09-13T16:11:39.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.878+0000 7fc6dbe96640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fc6d4159310 0x7fc6d40ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:39.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.878+0000 7fc6dbe96640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc6d40b2b40 0x7fc6d40ab140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:39.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.879+0000 7fc6dbe96640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc6d40ccbe0 con 0x7fc6d40ab680 2024-09-13T16:11:39.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.879+0000 7fc6dbe96640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc6d40ad940 con 0x7fc6d4159310 2024-09-13T16:11:39.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.879+0000 7fc6dbe96640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc6d40b1810 con 0x7fc6d40b2b40 2024-09-13T16:11:39.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.879+0000 7fc6da433640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fc6d40ab680 0x7fc6d40ce4f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:47044/0 (socket says 172.21.15.76:47044) 2024-09-13T16:11:39.884 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.879+0000 7fc6da433640 1 -- 172.21.15.76:0/3188286310 learned_addr learned my addr 172.21.15.76:0/3188286310 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:11:39.884 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.879+0000 7fc6d9431640 1 --2- 172.21.15.76:0/3188286310 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc6d40b2b40 0x7fc6d40ab140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:39.884 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.879+0000 7fc6d9c32640 1 --2- 172.21.15.76:0/3188286310 >> v2:172.21.15.192:3300/0 conn(0x7fc6d4159310 0x7fc6d40ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:39.884 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.879+0000 7fc6d8c30640 1 -- 172.21.15.76:0/3188286310 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3202297098 0 0) 0x7fc6d40ccbe0 con 0x7fc6d40ab680 2024-09-13T16:11:39.884 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.879+0000 7fc6d8c30640 1 -- 172.21.15.76:0/3188286310 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc6c0003520 con 0x7fc6d40ab680 2024-09-13T16:11:39.884 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.879+0000 7fc6d8c30640 1 -- 172.21.15.76:0/3188286310 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2289749572 0 0) 0x7fc6c0003520 con 0x7fc6d40ab680 2024-09-13T16:11:39.884 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.879+0000 7fc6d8c30640 1 -- 172.21.15.76:0/3188286310 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc6d40b2b40 msgr2=0x7fc6d40ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:39.884 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.879+0000 7fc6d8c30640 1 --2- 172.21.15.76:0/3188286310 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc6d40b2b40 0x7fc6d40ab140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:39.884 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.879+0000 7fc6d8c30640 1 -- 172.21.15.76:0/3188286310 >> v2:172.21.15.192:3300/0 conn(0x7fc6d4159310 msgr2=0x7fc6d40ad400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:39.884 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.879+0000 7fc6d8c30640 1 --2- 172.21.15.76:0/3188286310 >> v2:172.21.15.192:3300/0 conn(0x7fc6d4159310 0x7fc6d40ad400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:39.884 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.879+0000 7fc6d8c30640 1 -- 172.21.15.76:0/3188286310 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc6d406d9e0 con 0x7fc6d40ab680 2024-09-13T16:11:39.884 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.879+0000 7fc6d8c30640 1 -- 172.21.15.76:0/3188286310 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7fc6cc0019f0 con 0x7fc6d40ab680 2024-09-13T16:11:39.884 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.879+0000 7fc6d8c30640 1 -- 172.21.15.76:0/3188286310 >> v1:172.21.15.76:6789/0 conn(0x7fc6d40ab680 legacy=0x7fc6d40ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:39.885 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.879+0000 7fc6d8c30640 1 --2- 172.21.15.76:0/3188286310 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc6c0003970 0x7fc6c0003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:39.885 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.879+0000 7fc6d8c30640 1 --2- 172.21.15.76:0/3188286310 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc6c0004360 0x7fc6c0004840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:39.885 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.879+0000 7fc6d8c30640 1 --2- 172.21.15.76:0/3188286310 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc6c0004f50 0x7fc6c000b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:39.885 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.879+0000 7fc6d8c30640 1 -- 172.21.15.76:0/3188286310 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc6d40b1810 con 0x7fc6c0004f50 2024-09-13T16:11:39.885 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.879+0000 7fc6d8c30640 1 -- 172.21.15.76:0/3188286310 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc6c000bec0 con 0x7fc6c0004360 2024-09-13T16:11:39.885 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.879+0000 7fc6d8c30640 1 -- 172.21.15.76:0/3188286310 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc6c000c030 con 0x7fc6c0003970 2024-09-13T16:11:39.885 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.879+0000 7fc6d9c32640 1 --2- 172.21.15.76:0/3188286310 >> v2:172.21.15.192:3300/0 conn(0x7fc6d4159310 0x7fc6d40ad400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:11:39.885 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.879+0000 7fc6d9431640 1 --2- 172.21.15.76:0/3188286310 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc6d40b2b40 0x7fc6d40ab140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:11:39.885 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.879+0000 7fc6da433640 1 --2- 172.21.15.76:0/3188286310 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc6c0004f50 0x7fc6c000b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:39.885 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.880+0000 7fc6d9c32640 1 --2- 172.21.15.76:0/3188286310 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc6c0003970 0x7fc6c0003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:39.885 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.880+0000 7fc6d9431640 1 --2- 172.21.15.76:0/3188286310 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc6c0004360 0x7fc6c0004840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:39.885 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.880+0000 7fc6da433640 1 -- 172.21.15.76:0/3188286310 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc6c0003970 msgr2=0x7fc6c0003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:39.885 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.880+0000 7fc6da433640 1 --2- 172.21.15.76:0/3188286310 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc6c0003970 0x7fc6c0003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:39.886 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.880+0000 7fc6da433640 1 -- 172.21.15.76:0/3188286310 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc6c0004360 msgr2=0x7fc6c0004840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:39.886 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.880+0000 7fc6da433640 1 --2- 172.21.15.76:0/3188286310 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc6c0004360 0x7fc6c0004840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:39.886 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.880+0000 7fc6da433640 1 -- 172.21.15.76:0/3188286310 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc6c0003520 con 0x7fc6c0004f50 2024-09-13T16:11:39.886 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.880+0000 7fc6da433640 1 --2- 172.21.15.76:0/3188286310 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc6c0004f50 0x7fc6c000b980 secure :-1 s=READY pgs=1348 cs=0 l=1 rev1=1 crypto rx=0x7fc6d40b16c0 tx=0x7fc6c00057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e54db1f10a878002 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:39.886 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.880+0000 7fc6d8c30640 1 -- 172.21.15.76:0/3188286310 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6cc02ba00 con 0x7fc6c0004f50 2024-09-13T16:11:39.886 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.880+0000 7fc6d8c30640 1 -- 172.21.15.76:0/3188286310 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc6cc02bb60 con 0x7fc6c0004f50 2024-09-13T16:11:39.886 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.880+0000 7fc6d8c30640 1 -- 172.21.15.76:0/3188286310 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6cc034470 con 0x7fc6c0004f50 2024-09-13T16:11:39.886 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.881+0000 7fc6dbe96640 1 -- 172.21.15.76:0/3188286310 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc6c0004f50 msgr2=0x7fc6c000b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:39.886 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.881+0000 7fc6dbe96640 1 --2- 172.21.15.76:0/3188286310 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc6c0004f50 0x7fc6c000b980 secure :-1 s=READY pgs=1348 cs=0 l=1 rev1=1 crypto rx=0x7fc6d40b16c0 tx=0x7fc6c00057f0 comp rx=0 tx=0).stop 2024-09-13T16:11:39.886 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.881+0000 7fc6da433640 1 -- 172.21.15.76:0/3188286310 reap_dead start 2024-09-13T16:11:39.886 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.881+0000 7fc6dbe96640 1 -- 172.21.15.76:0/3188286310 shutdown_connections 2024-09-13T16:11:39.886 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.881+0000 7fc6dbe96640 1 -- 172.21.15.76:0/3188286310 >> 172.21.15.76:0/3188286310 conn(0x7fc6d406a0b0 msgr2=0x7fc6d406a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:39.886 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.881+0000 7fc6dbe96640 1 -- 172.21.15.76:0/3188286310 shutdown_connections 2024-09-13T16:11:39.886 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.881+0000 7fc6dbe96640 1 -- 172.21.15.76:0/3188286310 wait complete. 2024-09-13T16:11:39.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.882+0000 7fc6dbe96640 1 Processor -- start 2024-09-13T16:11:39.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.882+0000 7fc6dbe96640 1 -- start start 2024-09-13T16:11:39.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.883+0000 7fc6dbe96640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc6c0004f50 0x7fc6d40c33e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:39.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.883+0000 7fc6dbe96640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc6d41525e0 0x7fc6d414e410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:39.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.883+0000 7fc6dbe96640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc6d414a4b0 0x7fc6d414bef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:39.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.883+0000 7fc6dbe96640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc6d414da30 con 0x7fc6d414a4b0 2024-09-13T16:11:39.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.883+0000 7fc6dbe96640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc6d414df80 con 0x7fc6c0004f50 2024-09-13T16:11:39.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.883+0000 7fc6dbe96640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc6d40c3920 con 0x7fc6d41525e0 2024-09-13T16:11:39.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.883+0000 7fc6da433640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc6d414a4b0 0x7fc6d414bef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:39.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.883+0000 7fc6da433640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc6d414a4b0 0x7fc6d414bef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40914/0 (socket says 172.21.15.76:40914) 2024-09-13T16:11:39.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.883+0000 7fc6da433640 1 -- 172.21.15.76:0/442177720 learned_addr learned my addr 172.21.15.76:0/442177720 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:11:39.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.883+0000 7fc6d9431640 1 --2- 172.21.15.76:0/442177720 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc6d41525e0 0x7fc6d414e410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:39.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.883+0000 7fc6d9c32640 1 --2- 172.21.15.76:0/442177720 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc6c0004f50 0x7fc6d40c33e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:39.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.883+0000 7fc6da433640 1 -- 172.21.15.76:0/442177720 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc6d41525e0 msgr2=0x7fc6d414e410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:39.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.883+0000 7fc6da433640 1 --2- 172.21.15.76:0/442177720 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc6d41525e0 0x7fc6d414e410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:39.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.883+0000 7fc6da433640 1 -- 172.21.15.76:0/442177720 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc6c0004f50 msgr2=0x7fc6d40c33e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:39.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.883+0000 7fc6da433640 1 --2- 172.21.15.76:0/442177720 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc6c0004f50 0x7fc6d40c33e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:39.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.883+0000 7fc6da433640 1 -- 172.21.15.76:0/442177720 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc6d414e950 con 0x7fc6d414a4b0 2024-09-13T16:11:39.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.884+0000 7fc6da433640 1 --2- 172.21.15.76:0/442177720 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc6d414a4b0 0x7fc6d414bef0 secure :-1 s=READY pgs=1349 cs=0 l=1 rev1=1 crypto rx=0x7fc6cc000f80 tx=0x7fc6cc001d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:39.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.884+0000 7fc6c67fc640 1 -- 172.21.15.76:0/442177720 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6cc038070 con 0x7fc6d414a4b0 2024-09-13T16:11:39.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.884+0000 7fc6c67fc640 1 -- 172.21.15.76:0/442177720 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc6cc034670 con 0x7fc6d414a4b0 2024-09-13T16:11:39.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.884+0000 7fc6c67fc640 1 -- 172.21.15.76:0/442177720 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6cc0349e0 con 0x7fc6d414a4b0 2024-09-13T16:11:39.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.884+0000 7fc6dbe96640 1 -- 172.21.15.76:0/442177720 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc6d4149dc0 con 0x7fc6d414a4b0 2024-09-13T16:11:39.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.884+0000 7fc6dbe96640 1 -- 172.21.15.76:0/442177720 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc6d414dc10 con 0x7fc6d414a4b0 2024-09-13T16:11:39.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.885+0000 7fc6dbe96640 1 -- 172.21.15.76:0/442177720 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc6d414a2e0 con 0x7fc6d414a4b0 2024-09-13T16:11:39.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.885+0000 7fc6c67fc640 1 -- 172.21.15.76:0/442177720 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc6cc031070 con 0x7fc6d414a4b0 2024-09-13T16:11:39.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.886+0000 7fc6c67fc640 1 --2- 172.21.15.76:0/442177720 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc6b806ac30 0x7fc6b806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:39.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.886+0000 7fc6c67fc640 1 -- 172.21.15.76:0/442177720 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 6145+0+0 (secure 0 0 0) 0x7fc6cc03b040 con 0x7fc6d414a4b0 2024-09-13T16:11:39.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.886+0000 7fc6d9c32640 1 --2- 172.21.15.76:0/442177720 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc6b806ac30 0x7fc6b806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:39.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.886+0000 7fc6d9c32640 1 --2- 172.21.15.76:0/442177720 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc6b806ac30 0x7fc6b806d0f0 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7fc6c80093d0 tx=0x7fc6c8008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:39.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:39.890+0000 7fc6c67fc640 1 -- 172.21.15.76:0/442177720 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fc6cc0746a0 con 0x7fc6d414a4b0 2024-09-13T16:11:40.057 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.055+0000 7fc6dbe96640 1 -- 172.21.15.76:0/442177720 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fc6d40ab140 con 0x7fc6d414a4b0 2024-09-13T16:11:40.057 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.056+0000 7fc6c67fc640 1 -- 172.21.15.76:0/442177720 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v98) v1 ==== 104+0+11 (secure 0 0 0) 0x7fc6cc001fd0 con 0x7fc6d414a4b0 2024-09-13T16:11:40.057 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2024-09-13T16:11:40.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.058+0000 7fc6dbe96640 1 -- 172.21.15.76:0/442177720 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc6b806ac30 msgr2=0x7fc6b806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:40.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.058+0000 7fc6dbe96640 1 --2- 172.21.15.76:0/442177720 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc6b806ac30 0x7fc6b806d0f0 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7fc6c80093d0 tx=0x7fc6c8008040 comp rx=0 tx=0).stop 2024-09-13T16:11:40.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.058+0000 7fc6dbe96640 1 -- 172.21.15.76:0/442177720 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc6d414a4b0 msgr2=0x7fc6d414bef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:40.060 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.058+0000 7fc6dbe96640 1 --2- 172.21.15.76:0/442177720 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc6d414a4b0 0x7fc6d414bef0 secure :-1 s=READY pgs=1349 cs=0 l=1 rev1=1 crypto rx=0x7fc6cc000f80 tx=0x7fc6cc001d80 comp rx=0 tx=0).stop 2024-09-13T16:11:40.060 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.058+0000 7fc6dbe96640 1 -- 172.21.15.76:0/442177720 shutdown_connections 2024-09-13T16:11:40.060 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.058+0000 7fc6dbe96640 1 --2- 172.21.15.76:0/442177720 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc6d414a4b0 0x7fc6d414bef0 unknown :-1 s=CLOSED pgs=1349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:40.060 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.058+0000 7fc6dbe96640 1 --2- 172.21.15.76:0/442177720 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc6b806ac30 0x7fc6b806d0f0 unknown :-1 s=CLOSED pgs=587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:40.060 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.058+0000 7fc6dbe96640 1 --2- 172.21.15.76:0/442177720 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc6d41525e0 0x7fc6d414e410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:40.060 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.058+0000 7fc6dbe96640 1 --2- 172.21.15.76:0/442177720 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc6c0004f50 0x7fc6d40c33e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:40.060 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.058+0000 7fc6dbe96640 1 -- 172.21.15.76:0/442177720 >> 172.21.15.76:0/442177720 conn(0x7fc6d406a0b0 msgr2=0x7fc6d4153390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:40.060 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.058+0000 7fc6dbe96640 1 -- 172.21.15.76:0/442177720 shutdown_connections 2024-09-13T16:11:40.060 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.058+0000 7fc6dbe96640 1 -- 172.21.15.76:0/442177720 wait complete. 2024-09-13T16:11:40.070 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:11:40.172 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.171+0000 7fd45d75e640 1 Processor -- start 2024-09-13T16:11:40.173 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.171+0000 7fd45d75e640 1 -- start start 2024-09-13T16:11:40.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.172+0000 7fd45d75e640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fd4580cd500 0x7fd4580b3850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:40.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.172+0000 7fd45d75e640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fd4580d1650 0x7fd4580d2f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:40.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.172+0000 7fd45d75e640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd4580d1f40 con 0x7fd4580b1370 2024-09-13T16:11:40.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.172+0000 7fd45d75e640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd4580d2190 con 0x7fd4580d1650 2024-09-13T16:11:40.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.172+0000 7fd45d75e640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd4580ccb20 con 0x7fd4580cd500 2024-09-13T16:11:40.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.172+0000 7fd4577fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fd4580d1650 0x7fd4580d2f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:40.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.172+0000 7fd4577fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fd4580d1650 0x7fd4580d2f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40922/0 (socket says 172.21.15.76:40922) 2024-09-13T16:11:40.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.172+0000 7fd4577fe640 1 -- 172.21.15.76:0/2668189950 learned_addr learned my addr 172.21.15.76:0/2668189950 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:11:40.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.172+0000 7fd456ffd640 1 --2- 172.21.15.76:0/2668189950 >> v2:172.21.15.192:3300/0 conn(0x7fd4580cd500 0x7fd4580b3850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:40.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.172+0000 7fd4577fe640 1 -- 172.21.15.76:0/2668189950 >> v2:172.21.15.192:3300/0 conn(0x7fd4580cd500 msgr2=0x7fd4580b3850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:40.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.172+0000 7fd4577fe640 1 --2- 172.21.15.76:0/2668189950 >> v2:172.21.15.192:3300/0 conn(0x7fd4580cd500 0x7fd4580b3850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:40.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.172+0000 7fd4577fe640 1 -- 172.21.15.76:0/2668189950 >> v1:172.21.15.192:6789/0 conn(0x7fd4580b1370 legacy=0x7fd4580b18c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:40.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.172+0000 7fd4577fe640 1 -- 172.21.15.76:0/2668189950 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd4580cce00 con 0x7fd4580d1650 2024-09-13T16:11:40.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.172+0000 7fd456ffd640 1 --2- 172.21.15.76:0/2668189950 >> v2:172.21.15.192:3300/0 conn(0x7fd4580cd500 0x7fd4580b3850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:40.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.173+0000 7fd4577fe640 1 --2- 172.21.15.76:0/2668189950 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd4580d1650 0x7fd4580d2f50 secure :-1 s=READY pgs=1350 cs=0 l=1 rev1=1 crypto rx=0x7fd450009e50 tx=0x7fd45002a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=691cc5d21b8d58c4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:40.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.173+0000 7fd455ffb640 1 -- 172.21.15.76:0/2668189950 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd450031600 con 0x7fd4580d1650 2024-09-13T16:11:40.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.173+0000 7fd455ffb640 1 -- 172.21.15.76:0/2668189950 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd45002d050 con 0x7fd4580d1650 2024-09-13T16:11:40.176 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.173+0000 7fd455ffb640 1 -- 172.21.15.76:0/2668189950 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd450031980 con 0x7fd4580d1650 2024-09-13T16:11:40.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.174+0000 7fd45d75e640 1 -- 172.21.15.76:0/2668189950 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd4580d1650 msgr2=0x7fd4580d2f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:40.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.174+0000 7fd45d75e640 1 --2- 172.21.15.76:0/2668189950 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd4580d1650 0x7fd4580d2f50 secure :-1 s=READY pgs=1350 cs=0 l=1 rev1=1 crypto rx=0x7fd450009e50 tx=0x7fd45002a710 comp rx=0 tx=0).stop 2024-09-13T16:11:40.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.174+0000 7fd45d75e640 1 -- 172.21.15.76:0/2668189950 shutdown_connections 2024-09-13T16:11:40.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.174+0000 7fd45d75e640 1 --2- 172.21.15.76:0/2668189950 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd4580d1650 0x7fd4580d2f50 unknown :-1 s=CLOSED pgs=1350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:40.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.174+0000 7fd45d75e640 1 --2- 172.21.15.76:0/2668189950 >> v2:172.21.15.192:3300/0 conn(0x7fd4580cd500 0x7fd4580b3850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:40.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.174+0000 7fd45d75e640 1 -- 172.21.15.76:0/2668189950 >> 172.21.15.76:0/2668189950 conn(0x7fd458089f60 msgr2=0x7fd4580d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:40.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.174+0000 7fd45d75e640 1 -- 172.21.15.76:0/2668189950 shutdown_connections 2024-09-13T16:11:40.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.174+0000 7fd45d75e640 1 -- 172.21.15.76:0/2668189950 wait complete. 2024-09-13T16:11:40.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.175+0000 7fd45d75e640 1 Processor -- start 2024-09-13T16:11:40.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.175+0000 7fd45d75e640 1 -- start start 2024-09-13T16:11:40.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.176+0000 7fd45d75e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd4580cd500 0x7fd4580b6040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:40.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.176+0000 7fd45d75e640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd4580d1650 0x7fd4581f5460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:40.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.176+0000 7fd45d75e640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd4581f59a0 0x7fd4580cb5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:40.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.176+0000 7fd45d75e640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4581f5e20 con 0x7fd4580cd500 2024-09-13T16:11:40.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.176+0000 7fd45d75e640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4580b0490 con 0x7fd4581f59a0 2024-09-13T16:11:40.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.176+0000 7fd45d75e640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd4580b0770 con 0x7fd4580d1650 2024-09-13T16:11:40.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.176+0000 7fd456ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd4580cd500 0x7fd4580b6040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:40.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.176+0000 7fd456ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd4580cd500 0x7fd4580b6040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40924/0 (socket says 172.21.15.76:40924) 2024-09-13T16:11:40.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.176+0000 7fd456ffd640 1 -- 172.21.15.76:0/577297478 learned_addr learned my addr 172.21.15.76:0/577297478 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:11:40.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.176+0000 7fd4577fe640 1 --2- 172.21.15.76:0/577297478 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd4581f59a0 0x7fd4580cb5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:40.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.176+0000 7fd4567fc640 1 --2- 172.21.15.76:0/577297478 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd4580d1650 0x7fd4581f5460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:40.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.176+0000 7fd456ffd640 1 -- 172.21.15.76:0/577297478 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd4580d1650 msgr2=0x7fd4581f5460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:40.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.176+0000 7fd456ffd640 1 --2- 172.21.15.76:0/577297478 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd4580d1650 0x7fd4581f5460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:40.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.176+0000 7fd456ffd640 1 -- 172.21.15.76:0/577297478 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd4581f59a0 msgr2=0x7fd4580cb5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:40.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.176+0000 7fd456ffd640 1 --2- 172.21.15.76:0/577297478 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd4581f59a0 0x7fd4580cb5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:40.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.176+0000 7fd456ffd640 1 -- 172.21.15.76:0/577297478 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd450009b30 con 0x7fd4580cd500 2024-09-13T16:11:40.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.176+0000 7fd4567fc640 1 --2- 172.21.15.76:0/577297478 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd4580d1650 0x7fd4581f5460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:40.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.176+0000 7fd4577fe640 1 --2- 172.21.15.76:0/577297478 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd4581f59a0 0x7fd4580cb5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:40.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.176+0000 7fd456ffd640 1 --2- 172.21.15.76:0/577297478 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd4580cd500 0x7fd4580b6040 secure :-1 s=READY pgs=1351 cs=0 l=1 rev1=1 crypto rx=0x7fd44800c7f0 tx=0x7fd44800cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:40.181 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.177+0000 7fd43f7fe640 1 -- 172.21.15.76:0/577297478 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd448007a30 con 0x7fd4580cd500 2024-09-13T16:11:40.181 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.177+0000 7fd43f7fe640 1 -- 172.21.15.76:0/577297478 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd448007b90 con 0x7fd4580cd500 2024-09-13T16:11:40.181 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.177+0000 7fd43f7fe640 1 -- 172.21.15.76:0/577297478 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd44800ce40 con 0x7fd4580cd500 2024-09-13T16:11:40.181 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.177+0000 7fd45d75e640 1 -- 172.21.15.76:0/577297478 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd4580b0a50 con 0x7fd4580cd500 2024-09-13T16:11:40.181 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.177+0000 7fd45d75e640 1 -- 172.21.15.76:0/577297478 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd4580cbce0 con 0x7fd4580cd500 2024-09-13T16:11:40.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.178+0000 7fd45d75e640 1 -- 172.21.15.76:0/577297478 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd4580b2510 con 0x7fd4580cd500 2024-09-13T16:11:40.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.178+0000 7fd43f7fe640 1 -- 172.21.15.76:0/577297478 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd4480113f0 con 0x7fd4580cd500 2024-09-13T16:11:40.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.179+0000 7fd43f7fe640 1 --2- 172.21.15.76:0/577297478 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd44406ac00 0x7fd44406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:40.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.179+0000 7fd4567fc640 1 --2- 172.21.15.76:0/577297478 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd44406ac00 0x7fd44406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:40.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.179+0000 7fd43f7fe640 1 -- 172.21.15.76:0/577297478 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 6145+0+0 (secure 0 0 0) 0x7fd448089640 con 0x7fd4580cd500 2024-09-13T16:11:40.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.179+0000 7fd4567fc640 1 --2- 172.21.15.76:0/577297478 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd44406ac00 0x7fd44406d0c0 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7fd4580c5ef0 tx=0x7fd44c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:40.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.183+0000 7fd43f7fe640 1 -- 172.21.15.76:0/577297478 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fd4480546f0 con 0x7fd4580cd500 2024-09-13T16:11:40.345 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.344+0000 7fd45d75e640 1 -- 172.21.15.76:0/577297478 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fd4580b4ed0 con 0x7fd4580cd500 2024-09-13T16:11:40.345 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.344+0000 7fd43f7fe640 1 -- 172.21.15.76:0/577297478 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v98) v1 ==== 100+0+11 (secure 0 0 0) 0x7fd448057d10 con 0x7fd4580cd500 2024-09-13T16:11:40.346 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2024-09-13T16:11:40.348 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.346+0000 7fd45d75e640 1 -- 172.21.15.76:0/577297478 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd44406ac00 msgr2=0x7fd44406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:40.348 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.346+0000 7fd45d75e640 1 --2- 172.21.15.76:0/577297478 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd44406ac00 0x7fd44406d0c0 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7fd4580c5ef0 tx=0x7fd44c009040 comp rx=0 tx=0).stop 2024-09-13T16:11:40.348 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.346+0000 7fd45d75e640 1 -- 172.21.15.76:0/577297478 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd4580cd500 msgr2=0x7fd4580b6040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:40.348 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.346+0000 7fd45d75e640 1 --2- 172.21.15.76:0/577297478 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd4580cd500 0x7fd4580b6040 secure :-1 s=READY pgs=1351 cs=0 l=1 rev1=1 crypto rx=0x7fd44800c7f0 tx=0x7fd44800cbf0 comp rx=0 tx=0).stop 2024-09-13T16:11:40.348 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.346+0000 7fd45d75e640 1 -- 172.21.15.76:0/577297478 shutdown_connections 2024-09-13T16:11:40.348 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.346+0000 7fd45d75e640 1 --2- 172.21.15.76:0/577297478 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd4581f59a0 0x7fd4580cb5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:40.349 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.346+0000 7fd45d75e640 1 --2- 172.21.15.76:0/577297478 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd44406ac00 0x7fd44406d0c0 unknown :-1 s=CLOSED pgs=588 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:40.349 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.346+0000 7fd45d75e640 1 --2- 172.21.15.76:0/577297478 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd4580d1650 0x7fd4581f5460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:40.349 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.346+0000 7fd45d75e640 1 --2- 172.21.15.76:0/577297478 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd4580cd500 0x7fd4580b6040 unknown :-1 s=CLOSED pgs=1351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:40.349 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.346+0000 7fd45d75e640 1 -- 172.21.15.76:0/577297478 >> 172.21.15.76:0/577297478 conn(0x7fd458089f60 msgr2=0x7fd4580b2720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:40.349 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.346+0000 7fd45d75e640 1 -- 172.21.15.76:0/577297478 shutdown_connections 2024-09-13T16:11:40.349 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.346+0000 7fd45d75e640 1 -- 172.21.15.76:0/577297478 wait complete. 2024-09-13T16:11:40.358 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:11:40.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.455+0000 7f751e027640 1 Processor -- start 2024-09-13T16:11:40.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.455+0000 7f751e027640 1 -- start start 2024-09-13T16:11:40.459 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.455+0000 7f751e027640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f751815c6e0 0x7f75180b3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:40.459 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.456+0000 7f751e027640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f75180d07b0 0x7f75180b4490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:40.459 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.456+0000 7f751e027640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f75180ccb20 0x7f7518160030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:40.459 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.456+0000 7f751e027640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f75180d1840 con 0x7f75180d07b0 2024-09-13T16:11:40.459 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.456+0000 7f751e027640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f75180d0c30 con 0x7f751815c6e0 2024-09-13T16:11:40.459 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.456+0000 7f751e027640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f75180d0f10 con 0x7f75180ccb20 2024-09-13T16:11:40.459 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.456+0000 7f7516ffd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f75180d07b0 0x7f75180b4490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:40.460 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.456+0000 7f7516ffd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f75180d07b0 0x7f75180b4490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40928/0 (socket says 172.21.15.76:40928) 2024-09-13T16:11:40.460 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.456+0000 7f7516ffd640 1 -- 172.21.15.76:0/2903821270 learned_addr learned my addr 172.21.15.76:0/2903821270 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:11:40.460 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.456+0000 7f7517fff640 1 --2- 172.21.15.76:0/2903821270 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f75180ccb20 0x7f7518160030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:40.460 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.456+0000 7f75177fe640 1 --2- 172.21.15.76:0/2903821270 >> v2:172.21.15.192:3300/0 conn(0x7f751815c6e0 0x7f75180b3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:40.460 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.456+0000 7f7516ffd640 1 -- 172.21.15.76:0/2903821270 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f75180ccb20 msgr2=0x7f7518160030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:40.460 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.456+0000 7f7516ffd640 1 --2- 172.21.15.76:0/2903821270 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f75180ccb20 0x7f7518160030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:40.460 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.456+0000 7f7516ffd640 1 -- 172.21.15.76:0/2903821270 >> v2:172.21.15.192:3300/0 conn(0x7f751815c6e0 msgr2=0x7f75180b3f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:40.460 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.456+0000 7f7516ffd640 1 --2- 172.21.15.76:0/2903821270 >> v2:172.21.15.192:3300/0 conn(0x7f751815c6e0 0x7f75180b3f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:40.460 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.456+0000 7f7516ffd640 1 -- 172.21.15.76:0/2903821270 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f75180d11f0 con 0x7f75180d07b0 2024-09-13T16:11:40.460 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.456+0000 7f75177fe640 1 --2- 172.21.15.76:0/2903821270 >> v2:172.21.15.192:3300/0 conn(0x7f751815c6e0 0x7f75180b3f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:40.460 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.457+0000 7f7516ffd640 1 --2- 172.21.15.76:0/2903821270 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f75180d07b0 0x7f75180b4490 secure :-1 s=READY pgs=1352 cs=0 l=1 rev1=1 crypto rx=0x7f75180b4c10 tx=0x7f750c02a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=77079c5dcd390f83 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:40.460 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.457+0000 7f75167fc640 1 -- 172.21.15.76:0/2903821270 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f750c02ae90 con 0x7f75180d07b0 2024-09-13T16:11:40.461 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.457+0000 7f75167fc640 1 -- 172.21.15.76:0/2903821270 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f750c032440 con 0x7f75180d07b0 2024-09-13T16:11:40.461 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.457+0000 7f75167fc640 1 -- 172.21.15.76:0/2903821270 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f750c0327d0 con 0x7f75180d07b0 2024-09-13T16:11:40.461 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.457+0000 7f751e027640 1 -- 172.21.15.76:0/2903821270 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f75180d07b0 msgr2=0x7f75180b4490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:40.461 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.457+0000 7f751e027640 1 --2- 172.21.15.76:0/2903821270 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f75180d07b0 0x7f75180b4490 secure :-1 s=READY pgs=1352 cs=0 l=1 rev1=1 crypto rx=0x7f75180b4c10 tx=0x7f750c02a140 comp rx=0 tx=0).stop 2024-09-13T16:11:40.461 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.457+0000 7f751e027640 1 -- 172.21.15.76:0/2903821270 shutdown_connections 2024-09-13T16:11:40.461 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.457+0000 7f751e027640 1 --2- 172.21.15.76:0/2903821270 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f75180ccb20 0x7f7518160030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:40.461 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.457+0000 7f751e027640 1 --2- 172.21.15.76:0/2903821270 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f75180d07b0 0x7f75180b4490 unknown :-1 s=CLOSED pgs=1352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:40.461 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.457+0000 7f751e027640 1 --2- 172.21.15.76:0/2903821270 >> v2:172.21.15.192:3300/0 conn(0x7f751815c6e0 0x7f75180b3f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:40.461 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.457+0000 7f751e027640 1 -- 172.21.15.76:0/2903821270 >> 172.21.15.76:0/2903821270 conn(0x7f7518089f60 msgr2=0x7f75180d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:40.461 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.457+0000 7f751e027640 1 -- 172.21.15.76:0/2903821270 shutdown_connections 2024-09-13T16:11:40.461 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.457+0000 7f751e027640 1 -- 172.21.15.76:0/2903821270 wait complete. 2024-09-13T16:11:40.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.459+0000 7f751e027640 1 Processor -- start 2024-09-13T16:11:40.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.459+0000 7f751e027640 1 -- start start 2024-09-13T16:11:40.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.459+0000 7f751e027640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f75180ccb20 0x7f75180b7340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:40.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.459+0000 7f751e027640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f75180d07b0 0x7f75181512c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:40.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.459+0000 7f751e027640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f751815c6e0 0x7f75180b5d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:40.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.459+0000 7f751e027640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7518151800 con 0x7f75180ccb20 2024-09-13T16:11:40.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.460+0000 7f751e027640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f75180b6580 con 0x7f751815c6e0 2024-09-13T16:11:40.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.460+0000 7f751e027640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f75180c96d0 con 0x7f75180d07b0 2024-09-13T16:11:40.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.460+0000 7f75177fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f75180ccb20 0x7f75180b7340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:40.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.460+0000 7f75177fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f75180ccb20 0x7f75180b7340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40934/0 (socket says 172.21.15.76:40934) 2024-09-13T16:11:40.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.460+0000 7f75177fe640 1 -- 172.21.15.76:0/2251259953 learned_addr learned my addr 172.21.15.76:0/2251259953 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:11:40.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.460+0000 7f7516ffd640 1 --2- 172.21.15.76:0/2251259953 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f75180d07b0 0x7f75181512c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:40.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.460+0000 7f7517fff640 1 --2- 172.21.15.76:0/2251259953 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f751815c6e0 0x7f75180b5d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:40.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.460+0000 7f75177fe640 1 -- 172.21.15.76:0/2251259953 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f75180d07b0 msgr2=0x7f75181512c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:40.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.460+0000 7f75177fe640 1 --2- 172.21.15.76:0/2251259953 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f75180d07b0 0x7f75181512c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:40.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.460+0000 7f75177fe640 1 -- 172.21.15.76:0/2251259953 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f751815c6e0 msgr2=0x7f75180b5d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:40.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.460+0000 7f75177fe640 1 --2- 172.21.15.76:0/2251259953 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f751815c6e0 0x7f75180b5d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:40.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.460+0000 7f75177fe640 1 -- 172.21.15.76:0/2251259953 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f750c0094d0 con 0x7f75180ccb20 2024-09-13T16:11:40.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.460+0000 7f75177fe640 1 --2- 172.21.15.76:0/2251259953 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f75180ccb20 0x7f75180b7340 secure :-1 s=READY pgs=1353 cs=0 l=1 rev1=1 crypto rx=0x7f750800c7f0 tx=0x7f750800ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:40.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.460+0000 7f74fffff640 1 -- 172.21.15.76:0/2251259953 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7508007820 con 0x7f75180ccb20 2024-09-13T16:11:40.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.460+0000 7f74fffff640 1 -- 172.21.15.76:0/2251259953 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7508007980 con 0x7f75180ccb20 2024-09-13T16:11:40.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.460+0000 7f751e027640 1 -- 172.21.15.76:0/2251259953 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f75180c99b0 con 0x7f75180ccb20 2024-09-13T16:11:40.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.460+0000 7f74fffff640 1 -- 172.21.15.76:0/2251259953 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7508007cf0 con 0x7f75180ccb20 2024-09-13T16:11:40.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.460+0000 7f751e027640 1 -- 172.21.15.76:0/2251259953 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f75180c9f70 con 0x7f75180ccb20 2024-09-13T16:11:40.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.461+0000 7f751e027640 1 -- 172.21.15.76:0/2251259953 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7518160db0 con 0x7f75180ccb20 2024-09-13T16:11:40.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.462+0000 7f74fffff640 1 -- 172.21.15.76:0/2251259953 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f75080113f0 con 0x7f75180ccb20 2024-09-13T16:11:40.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.462+0000 7f74fffff640 1 --2- 172.21.15.76:0/2251259953 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f750406ac00 0x7f750406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:40.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.462+0000 7f74fffff640 1 -- 172.21.15.76:0/2251259953 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 6145+0+0 (secure 0 0 0) 0x7f7508089630 con 0x7f75180ccb20 2024-09-13T16:11:40.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.462+0000 7f7516ffd640 1 --2- 172.21.15.76:0/2251259953 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f750406ac00 0x7f750406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:40.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.462+0000 7f7516ffd640 1 --2- 172.21.15.76:0/2251259953 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f750406ac00 0x7f750406d0c0 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f750c034000 tx=0x7f750c02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:40.467 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.466+0000 7f74fffff640 1 -- 172.21.15.76:0/2251259953 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f7508054790 con 0x7f75180ccb20 2024-09-13T16:11:40.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.660+0000 7f751e027640 1 -- 172.21.15.76:0/2251259953 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f751808c610 con 0x7f75180ccb20 2024-09-13T16:11:40.662 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.660+0000 7f74fffff640 1 -- 172.21.15.76:0/2251259953 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 47 v47) v1 ==== 94+0+4739 (secure 0 0 0) 0x7f7508057db0 con 0x7f75180ccb20 2024-09-13T16:11:40.662 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:11:40.662 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":47,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6143,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6834/148971100","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":148971100},{"type":"v1","addr":"172.21.15.192:6834","nonce":148971100}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":42},{"gid":6832,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/2929183023","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6833","nonce":2929183023},{"type":"v1","addr":"172.21.15.192:6835","nonce":2929183023}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":42},{"gid":7416,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6836/4157874781","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":4157874781},{"type":"v1","addr":"172.21.15.76:6836","nonce":4157874781}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":42}],"filesystems":[{"mdsmap":{"epoch":47,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:09:10.494182+0000","modified":"2024-09-13T16:09:26.816135+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":7419},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7419":{"gid":7419,"name":"c","rank":0,"incarnation":43,"state":"up:active","state_seq":7,"addr":"172.21.15.76:6837/2005584997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":2005584997},{"type":"v1","addr":"172.21.15.76:6837","nonce":2005584997}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[14],"metadata_pool":13,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:11:40.662 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 47 2024-09-13T16:11:40.664 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.662+0000 7f751e027640 1 -- 172.21.15.76:0/2251259953 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f750406ac00 msgr2=0x7f750406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:40.664 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.662+0000 7f751e027640 1 --2- 172.21.15.76:0/2251259953 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f750406ac00 0x7f750406d0c0 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f750c034000 tx=0x7f750c02e000 comp rx=0 tx=0).stop 2024-09-13T16:11:40.664 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.662+0000 7f751e027640 1 -- 172.21.15.76:0/2251259953 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f75180ccb20 msgr2=0x7f75180b7340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:40.664 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.662+0000 7f751e027640 1 --2- 172.21.15.76:0/2251259953 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f75180ccb20 0x7f75180b7340 secure :-1 s=READY pgs=1353 cs=0 l=1 rev1=1 crypto rx=0x7f750800c7f0 tx=0x7f750800ccb0 comp rx=0 tx=0).stop 2024-09-13T16:11:40.664 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.662+0000 7f751e027640 1 -- 172.21.15.76:0/2251259953 shutdown_connections 2024-09-13T16:11:40.664 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.662+0000 7f751e027640 1 --2- 172.21.15.76:0/2251259953 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f751815c6e0 0x7f75180b5d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:40.664 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.662+0000 7f751e027640 1 --2- 172.21.15.76:0/2251259953 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f750406ac00 0x7f750406d0c0 unknown :-1 s=CLOSED pgs=589 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:40.664 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.662+0000 7f751e027640 1 --2- 172.21.15.76:0/2251259953 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f75180d07b0 0x7f75181512c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:40.664 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.662+0000 7f751e027640 1 --2- 172.21.15.76:0/2251259953 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f75180ccb20 0x7f75180b7340 unknown :-1 s=CLOSED pgs=1353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:40.664 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.662+0000 7f751e027640 1 -- 172.21.15.76:0/2251259953 >> 172.21.15.76:0/2251259953 conn(0x7f7518089f60 msgr2=0x7f75180d22d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:40.664 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.662+0000 7f751e027640 1 -- 172.21.15.76:0/2251259953 shutdown_connections 2024-09-13T16:11:40.664 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.662+0000 7f751e027640 1 -- 172.21.15.76:0/2251259953 wait complete. 2024-09-13T16:11:40.674 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:11:40.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.772+0000 7fcc40125640 1 Processor -- start 2024-09-13T16:11:40.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.772+0000 7fcc40125640 1 -- start start 2024-09-13T16:11:40.775 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.773+0000 7fcc40125640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fcc38071d30 0x7fcc38070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:40.775 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.773+0000 7fcc40125640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fcc38072110 0x7fcc380b1b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:40.775 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.773+0000 7fcc40125640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcc380abdf0 con 0x7fcc380c8920 2024-09-13T16:11:40.775 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.773+0000 7fcc40125640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcc380ab1e0 con 0x7fcc38071d30 2024-09-13T16:11:40.775 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.773+0000 7fcc40125640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcc380ab4c0 con 0x7fcc38072110 2024-09-13T16:11:40.775 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.773+0000 7fcc3dec1640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fcc38071d30 0x7fcc38070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:40.775 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.773+0000 7fcc3dec1640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fcc38071d30 0x7fcc38070190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40948/0 (socket says 172.21.15.76:40948) 2024-09-13T16:11:40.775 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.773+0000 7fcc3dec1640 1 -- 172.21.15.76:0/2844777735 learned_addr learned my addr 172.21.15.76:0/2844777735 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:11:40.775 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.773+0000 7fcc3d6c0640 1 --2- 172.21.15.76:0/2844777735 >> v2:172.21.15.192:3300/0 conn(0x7fcc38072110 0x7fcc380b1b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:40.775 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.773+0000 7fcc3dec1640 1 -- 172.21.15.76:0/2844777735 >> v2:172.21.15.192:3300/0 conn(0x7fcc38072110 msgr2=0x7fcc380b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:40.775 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.773+0000 7fcc3dec1640 1 --2- 172.21.15.76:0/2844777735 >> v2:172.21.15.192:3300/0 conn(0x7fcc38072110 0x7fcc380b1b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:40.775 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.773+0000 7fcc3dec1640 1 -- 172.21.15.76:0/2844777735 >> v1:172.21.15.192:6789/0 conn(0x7fcc380c8920 legacy=0x7fcc380ac280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:40.776 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.773+0000 7fcc3dec1640 1 -- 172.21.15.76:0/2844777735 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcc380ab7a0 con 0x7fcc38071d30 2024-09-13T16:11:40.776 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.773+0000 7fcc3d6c0640 1 --2- 172.21.15.76:0/2844777735 >> v2:172.21.15.192:3300/0 conn(0x7fcc38072110 0x7fcc380b1b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:40.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.774+0000 7fcc3dec1640 1 --2- 172.21.15.76:0/2844777735 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcc38071d30 0x7fcc38070190 secure :-1 s=READY pgs=1354 cs=0 l=1 rev1=1 crypto rx=0x7fcc380cf000 tx=0x7fcc3402a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3708bfb1e2a03b34 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:40.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.774+0000 7fcc3cebf640 1 -- 172.21.15.76:0/2844777735 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcc34032440 con 0x7fcc38071d30 2024-09-13T16:11:40.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.774+0000 7fcc3cebf640 1 -- 172.21.15.76:0/2844777735 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcc340325a0 con 0x7fcc38071d30 2024-09-13T16:11:40.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.774+0000 7fcc3cebf640 1 -- 172.21.15.76:0/2844777735 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcc34032930 con 0x7fcc38071d30 2024-09-13T16:11:40.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.774+0000 7fcc40125640 1 -- 172.21.15.76:0/2844777735 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcc38071d30 msgr2=0x7fcc38070190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:40.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.774+0000 7fcc40125640 1 --2- 172.21.15.76:0/2844777735 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcc38071d30 0x7fcc38070190 secure :-1 s=READY pgs=1354 cs=0 l=1 rev1=1 crypto rx=0x7fcc380cf000 tx=0x7fcc3402a230 comp rx=0 tx=0).stop 2024-09-13T16:11:40.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.775+0000 7fcc40125640 1 -- 172.21.15.76:0/2844777735 shutdown_connections 2024-09-13T16:11:40.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.775+0000 7fcc40125640 1 --2- 172.21.15.76:0/2844777735 >> v2:172.21.15.192:3300/0 conn(0x7fcc38072110 0x7fcc380b1b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:40.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.775+0000 7fcc40125640 1 --2- 172.21.15.76:0/2844777735 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcc38071d30 0x7fcc38070190 unknown :-1 s=CLOSED pgs=1354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:40.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.775+0000 7fcc40125640 1 -- 172.21.15.76:0/2844777735 >> 172.21.15.76:0/2844777735 conn(0x7fcc38069ed0 msgr2=0x7fcc3806a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:40.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.775+0000 7fcc40125640 1 -- 172.21.15.76:0/2844777735 shutdown_connections 2024-09-13T16:11:40.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.775+0000 7fcc40125640 1 -- 172.21.15.76:0/2844777735 wait complete. 2024-09-13T16:11:40.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.776+0000 7fcc40125640 1 Processor -- start 2024-09-13T16:11:40.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.776+0000 7fcc40125640 1 -- start start 2024-09-13T16:11:40.780 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.776+0000 7fcc40125640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcc38071d30 0x7fcc38167b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:40.780 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.777+0000 7fcc40125640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcc38072110 0x7fcc38167100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:40.780 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.777+0000 7fcc40125640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcc380c8920 0x7fcc38153790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:40.781 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.777+0000 7fcc40125640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcc38154310 con 0x7fcc38071d30 2024-09-13T16:11:40.781 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.777+0000 7fcc40125640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcc38154030 con 0x7fcc38072110 2024-09-13T16:11:40.781 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.777+0000 7fcc40125640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcc38166620 con 0x7fcc380c8920 2024-09-13T16:11:40.781 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.777+0000 7fcc3dec1640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcc38071d30 0x7fcc38167b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:40.781 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.777+0000 7fcc3dec1640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcc38071d30 0x7fcc38167b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40958/0 (socket says 172.21.15.76:40958) 2024-09-13T16:11:40.781 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.777+0000 7fcc3dec1640 1 -- 172.21.15.76:0/3112685946 learned_addr learned my addr 172.21.15.76:0/3112685946 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:11:40.781 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.777+0000 7fcc3d6c0640 1 --2- 172.21.15.76:0/3112685946 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcc38072110 0x7fcc38167100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:40.781 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.777+0000 7fcc3e6c2640 1 --2- 172.21.15.76:0/3112685946 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcc380c8920 0x7fcc38153790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:40.781 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.777+0000 7fcc3dec1640 1 -- 172.21.15.76:0/3112685946 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcc380c8920 msgr2=0x7fcc38153790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:40.781 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.777+0000 7fcc3dec1640 1 --2- 172.21.15.76:0/3112685946 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcc380c8920 0x7fcc38153790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:40.781 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.777+0000 7fcc3dec1640 1 -- 172.21.15.76:0/3112685946 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcc38072110 msgr2=0x7fcc38167100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:40.781 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.777+0000 7fcc3dec1640 1 --2- 172.21.15.76:0/3112685946 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcc38072110 0x7fcc38167100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:40.781 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.777+0000 7fcc3dec1640 1 -- 172.21.15.76:0/3112685946 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcc340094d0 con 0x7fcc38071d30 2024-09-13T16:11:40.782 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.777+0000 7fcc3e6c2640 1 --2- 172.21.15.76:0/3112685946 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcc380c8920 0x7fcc38153790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:40.782 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.777+0000 7fcc3dec1640 1 --2- 172.21.15.76:0/3112685946 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcc38071d30 0x7fcc38167b00 secure :-1 s=READY pgs=1355 cs=0 l=1 rev1=1 crypto rx=0x7fcc34000c00 tx=0x7fcc340046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:40.782 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.777+0000 7fcc2e7fc640 1 -- 172.21.15.76:0/3112685946 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcc34032440 con 0x7fcc38071d30 2024-09-13T16:11:40.782 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.777+0000 7fcc2e7fc640 1 -- 172.21.15.76:0/3112685946 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcc34030b80 con 0x7fcc38071d30 2024-09-13T16:11:40.782 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.777+0000 7fcc40125640 1 -- 172.21.15.76:0/3112685946 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcc38166900 con 0x7fcc38071d30 2024-09-13T16:11:40.782 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.777+0000 7fcc2e7fc640 1 -- 172.21.15.76:0/3112685946 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcc3403d420 con 0x7fcc38071d30 2024-09-13T16:11:40.783 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.777+0000 7fcc40125640 1 -- 172.21.15.76:0/3112685946 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcc38153cd0 con 0x7fcc38071d30 2024-09-13T16:11:40.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.778+0000 7fcc40125640 1 -- 172.21.15.76:0/3112685946 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcc38166e20 con 0x7fcc38071d30 2024-09-13T16:11:40.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.779+0000 7fcc2e7fc640 1 -- 172.21.15.76:0/3112685946 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fcc34039040 con 0x7fcc38071d30 2024-09-13T16:11:40.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.779+0000 7fcc2e7fc640 1 --2- 172.21.15.76:0/3112685946 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcc1c06ac00 0x7fcc1c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:40.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.779+0000 7fcc2e7fc640 1 -- 172.21.15.76:0/3112685946 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 6145+0+0 (secure 0 0 0) 0x7fcc340aa140 con 0x7fcc38071d30 2024-09-13T16:11:40.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.779+0000 7fcc3d6c0640 1 --2- 172.21.15.76:0/3112685946 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcc1c06ac00 0x7fcc1c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:40.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.780+0000 7fcc3d6c0640 1 --2- 172.21.15.76:0/3112685946 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcc1c06ac00 0x7fcc1c06d0c0 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7fcc38168040 tx=0x7fcc28008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:40.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.783+0000 7fcc2e7fc640 1 -- 172.21.15.76:0/3112685946 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fcc38166e20 con 0x7fcc38071d30 2024-09-13T16:11:40.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.945+0000 7fcc40125640 1 -- 172.21.15.76:0/3112685946 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fcc38166e20 con 0x7fcc38071d30 2024-09-13T16:11:40.947 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.946+0000 7fcc2e7fc640 1 -- 172.21.15.76:0/3112685946 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v98) v1 ==== 74+0+16874 (secure 0 0 0) 0x7fcc38166e20 con 0x7fcc38071d30 2024-09-13T16:11:40.947 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:11:40.947 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":98,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:09:22.799522+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":14,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:09:08.673877+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"95","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_data","create_time":"2024-09-13T16:09:09.462108+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"96","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"14.8","mappings":[{"from":1,"to":7}]},{"pgid":"14.12","mappings":[{"from":1,"to":7}]},{"pgid":"14.36","mappings":[{"from":1,"to":5}]},{"pgid":"14.38","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:11:40.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.948+0000 7fcc40125640 1 -- 172.21.15.76:0/3112685946 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcc1c06ac00 msgr2=0x7fcc1c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:40.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.948+0000 7fcc40125640 1 --2- 172.21.15.76:0/3112685946 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcc1c06ac00 0x7fcc1c06d0c0 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7fcc38168040 tx=0x7fcc28008040 comp rx=0 tx=0).stop 2024-09-13T16:11:40.950 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.948+0000 7fcc40125640 1 -- 172.21.15.76:0/3112685946 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcc38071d30 msgr2=0x7fcc38167b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:40.950 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.948+0000 7fcc40125640 1 --2- 172.21.15.76:0/3112685946 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcc38071d30 0x7fcc38167b00 secure :-1 s=READY pgs=1355 cs=0 l=1 rev1=1 crypto rx=0x7fcc34000c00 tx=0x7fcc340046c0 comp rx=0 tx=0).stop 2024-09-13T16:11:40.950 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.948+0000 7fcc40125640 1 -- 172.21.15.76:0/3112685946 shutdown_connections 2024-09-13T16:11:40.950 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.948+0000 7fcc40125640 1 --2- 172.21.15.76:0/3112685946 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcc1c06ac00 0x7fcc1c06d0c0 unknown :-1 s=CLOSED pgs=590 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:40.950 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.948+0000 7fcc40125640 1 --2- 172.21.15.76:0/3112685946 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcc380c8920 0x7fcc38153790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:40.950 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.948+0000 7fcc40125640 1 --2- 172.21.15.76:0/3112685946 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcc38072110 0x7fcc38167100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:40.950 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.948+0000 7fcc40125640 1 --2- 172.21.15.76:0/3112685946 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcc38071d30 0x7fcc38167b00 unknown :-1 s=CLOSED pgs=1355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:40.950 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.948+0000 7fcc40125640 1 -- 172.21.15.76:0/3112685946 >> 172.21.15.76:0/3112685946 conn(0x7fcc38069ed0 msgr2=0x7fcc38155960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:40.950 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.948+0000 7fcc40125640 1 -- 172.21.15.76:0/3112685946 shutdown_connections 2024-09-13T16:11:40.950 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:40.948+0000 7fcc40125640 1 -- 172.21.15.76:0/3112685946 wait complete. 2024-09-13T16:11:40.961 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-13T16:11:40.961 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:11:41.060 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.059+0000 7f70aefd5640 1 Processor -- start 2024-09-13T16:11:41.061 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.059+0000 7f70aefd5640 1 -- start start 2024-09-13T16:11:41.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.060+0000 7f70aefd5640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f70a806d610 0x7f70a806c750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:41.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.060+0000 7f70aefd5640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f70a806d180 con 0x7f70a806dc40 2024-09-13T16:11:41.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.060+0000 7f70aefd5640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f70a8070250 con 0x7f70a80ca5a0 2024-09-13T16:11:41.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.060+0000 7f70aefd5640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f70a8070530 con 0x7f70a806d610 2024-09-13T16:11:41.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.060+0000 7f70ad572640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f70a806d610 0x7f70a806c750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:41.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.060+0000 7f709ffff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f70a806dc40 0x7f70a80c8cb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:47060/0 (socket says 172.21.15.76:47060) 2024-09-13T16:11:41.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.060+0000 7f709ffff640 1 -- 172.21.15.76:0/2270285395 learned_addr learned my addr 172.21.15.76:0/2270285395 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:11:41.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.060+0000 7f70ad572640 1 -- 172.21.15.76:0/2270285395 >> v1:172.21.15.192:6789/0 conn(0x7f70a80ca5a0 legacy=0x7f70a806c040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:41.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.060+0000 7f70ad572640 1 -- 172.21.15.76:0/2270285395 >> v1:172.21.15.76:6789/0 conn(0x7f70a806dc40 legacy=0x7f70a80c8cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:41.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.060+0000 7f709f7fe640 1 -- 172.21.15.76:0/2270285395 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4264341407 0 0) 0x7f70a806d180 con 0x7f70a806dc40 2024-09-13T16:11:41.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.060+0000 7f70ad572640 1 -- 172.21.15.76:0/2270285395 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f70a806ce10 con 0x7f70a806d610 2024-09-13T16:11:41.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.061+0000 7f70ad572640 1 --2- 172.21.15.76:0/2270285395 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f70a806d610 0x7f70a806c750 secure :-1 s=READY pgs=1357 cs=0 l=1 rev1=1 crypto rx=0x7f70a0009d90 tx=0x7f70a002a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=99a0f4d7c5d3b791 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:41.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.061+0000 7f709f7fe640 1 -- 172.21.15.76:0/2270285395 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f70a0007740 con 0x7f70a806d610 2024-09-13T16:11:41.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.061+0000 7f709f7fe640 1 -- 172.21.15.76:0/2270285395 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f70a002d050 con 0x7f70a806d610 2024-09-13T16:11:41.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.061+0000 7f709f7fe640 1 -- 172.21.15.76:0/2270285395 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f70a0007ac0 con 0x7f70a806d610 2024-09-13T16:11:41.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.061+0000 7f70aefd5640 1 -- 172.21.15.76:0/2270285395 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f70a806d610 msgr2=0x7f70a806c750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:41.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.061+0000 7f70aefd5640 1 --2- 172.21.15.76:0/2270285395 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f70a806d610 0x7f70a806c750 secure :-1 s=READY pgs=1357 cs=0 l=1 rev1=1 crypto rx=0x7f70a0009d90 tx=0x7f70a002a6a0 comp rx=0 tx=0).stop 2024-09-13T16:11:41.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.061+0000 7f70aefd5640 1 -- 172.21.15.76:0/2270285395 shutdown_connections 2024-09-13T16:11:41.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.061+0000 7f70aefd5640 1 --2- 172.21.15.76:0/2270285395 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f70a806d610 0x7f70a806c750 unknown :-1 s=CLOSED pgs=1357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:41.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.061+0000 7f70aefd5640 1 -- 172.21.15.76:0/2270285395 >> 172.21.15.76:0/2270285395 conn(0x7f70a80afbe0 msgr2=0x7f70a80afff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:41.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.062+0000 7f70aefd5640 1 -- 172.21.15.76:0/2270285395 shutdown_connections 2024-09-13T16:11:41.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.062+0000 7f70aefd5640 1 -- 172.21.15.76:0/2270285395 wait complete. 2024-09-13T16:11:41.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.063+0000 7f70aefd5640 1 Processor -- start 2024-09-13T16:11:41.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.063+0000 7f70aefd5640 1 -- start start 2024-09-13T16:11:41.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.064+0000 7f70aefd5640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f70a806d610 0x7f70a80c8f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:41.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.064+0000 7f70aefd5640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f70a806dc40 0x7f70a80989d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:41.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.064+0000 7f70aefd5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f70a80ca5a0 0x7f70a8098f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:41.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.064+0000 7f70aefd5640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70a80b3320 con 0x7f70a80ca5a0 2024-09-13T16:11:41.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.064+0000 7f70aefd5640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70a80b2a10 con 0x7f70a806dc40 2024-09-13T16:11:41.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.064+0000 7f70aefd5640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f70a80b1d10 con 0x7f70a806d610 2024-09-13T16:11:41.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.064+0000 7f70ad572640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f70a80ca5a0 0x7f70a8098f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:41.070 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.064+0000 7f70ad572640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f70a80ca5a0 0x7f70a8098f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40972/0 (socket says 172.21.15.76:40972) 2024-09-13T16:11:41.070 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.064+0000 7f70ad572640 1 -- 172.21.15.76:0/3077437849 learned_addr learned my addr 172.21.15.76:0/3077437849 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:11:41.070 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.064+0000 7f70acd71640 1 --2- 172.21.15.76:0/3077437849 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f70a806d610 0x7f70a80c8f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:41.070 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.064+0000 7f709ffff640 1 --2- 172.21.15.76:0/3077437849 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f70a806dc40 0x7f70a80989d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:41.070 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.064+0000 7f70ad572640 1 -- 172.21.15.76:0/3077437849 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f70a806d610 msgr2=0x7f70a80c8f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:41.070 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.064+0000 7f70ad572640 1 --2- 172.21.15.76:0/3077437849 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f70a806d610 0x7f70a80c8f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:41.070 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.064+0000 7f70ad572640 1 -- 172.21.15.76:0/3077437849 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f70a806dc40 msgr2=0x7f70a80989d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:41.070 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.064+0000 7f70ad572640 1 --2- 172.21.15.76:0/3077437849 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f70a806dc40 0x7f70a80989d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:41.070 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.064+0000 7f70ad572640 1 -- 172.21.15.76:0/3077437849 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f70a0009a70 con 0x7f70a80ca5a0 2024-09-13T16:11:41.070 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.064+0000 7f709ffff640 1 --2- 172.21.15.76:0/3077437849 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f70a806dc40 0x7f70a80989d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:41.070 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.064+0000 7f70ad572640 1 --2- 172.21.15.76:0/3077437849 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f70a80ca5a0 0x7f70a8098f10 secure :-1 s=READY pgs=1358 cs=0 l=1 rev1=1 crypto rx=0x7f70a0009d90 tx=0x7f70a0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:41.070 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.064+0000 7f709d7fa640 1 -- 172.21.15.76:0/3077437849 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f70a0031910 con 0x7f70a80ca5a0 2024-09-13T16:11:41.071 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.064+0000 7f709d7fa640 1 -- 172.21.15.76:0/3077437849 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f70a0031a70 con 0x7f70a80ca5a0 2024-09-13T16:11:41.071 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.064+0000 7f709d7fa640 1 -- 172.21.15.76:0/3077437849 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f70a0031de0 con 0x7f70a80ca5a0 2024-09-13T16:11:41.071 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.064+0000 7f70aefd5640 1 -- 172.21.15.76:0/3077437849 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f70a80b2c60 con 0x7f70a80ca5a0 2024-09-13T16:11:41.071 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.064+0000 7f70aefd5640 1 -- 172.21.15.76:0/3077437849 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f70a80c9460 con 0x7f70a80ca5a0 2024-09-13T16:11:41.071 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.065+0000 7f70aefd5640 1 -- 172.21.15.76:0/3077437849 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f70a80672e0 con 0x7f70a80ca5a0 2024-09-13T16:11:41.071 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.066+0000 7f709d7fa640 1 -- 172.21.15.76:0/3077437849 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f70a003c420 con 0x7f70a80ca5a0 2024-09-13T16:11:41.071 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.066+0000 7f709d7fa640 1 --2- 172.21.15.76:0/3077437849 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f709406ac00 0x7f709406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:41.071 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.066+0000 7f709d7fa640 1 -- 172.21.15.76:0/3077437849 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 6145+0+0 (secure 0 0 0) 0x7f70a00aaf00 con 0x7f70a80ca5a0 2024-09-13T16:11:41.071 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.066+0000 7f70acd71640 1 --2- 172.21.15.76:0/3077437849 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f709406ac00 0x7f709406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:41.071 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.067+0000 7f70acd71640 1 --2- 172.21.15.76:0/3077437849 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f709406ac00 0x7f709406d0c0 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7f70a4006fd0 tx=0x7f70a4008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:41.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.070+0000 7f709d7fa640 1 -- 172.21.15.76:0/3077437849 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f70a0075fb0 con 0x7f70a80ca5a0 2024-09-13T16:11:41.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.267+0000 7f70aefd5640 1 -- 172.21.15.76:0/3077437849 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f70a80b3460 con 0x7f70a80ca5a0 2024-09-13T16:11:41.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.268+0000 7f709d7fa640 1 -- 172.21.15.76:0/3077437849 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 47 v47) v1 ==== 94+0+4739 (secure 0 0 0) 0x7f70a80b3460 con 0x7f70a80ca5a0 2024-09-13T16:11:41.269 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:11:41.269 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":47,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6143,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6834/148971100","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":148971100},{"type":"v1","addr":"172.21.15.192:6834","nonce":148971100}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":42},{"gid":6832,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/2929183023","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6833","nonce":2929183023},{"type":"v1","addr":"172.21.15.192:6835","nonce":2929183023}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":42},{"gid":7416,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6836/4157874781","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":4157874781},{"type":"v1","addr":"172.21.15.76:6836","nonce":4157874781}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":42}],"filesystems":[{"mdsmap":{"epoch":47,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:09:10.494182+0000","modified":"2024-09-13T16:09:26.816135+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":7419},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7419":{"gid":7419,"name":"c","rank":0,"incarnation":43,"state":"up:active","state_seq":7,"addr":"172.21.15.76:6837/2005584997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":2005584997},{"type":"v1","addr":"172.21.15.76:6837","nonce":2005584997}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[14],"metadata_pool":13,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:11:41.269 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 47 2024-09-13T16:11:41.271 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.269+0000 7f70aefd5640 1 -- 172.21.15.76:0/3077437849 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f709406ac00 msgr2=0x7f709406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:41.271 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.269+0000 7f70aefd5640 1 --2- 172.21.15.76:0/3077437849 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f709406ac00 0x7f709406d0c0 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7f70a4006fd0 tx=0x7f70a4008040 comp rx=0 tx=0).stop 2024-09-13T16:11:41.271 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.269+0000 7f70aefd5640 1 -- 172.21.15.76:0/3077437849 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f70a80ca5a0 msgr2=0x7f70a8098f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:41.271 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.269+0000 7f70aefd5640 1 --2- 172.21.15.76:0/3077437849 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f70a80ca5a0 0x7f70a8098f10 secure :-1 s=READY pgs=1358 cs=0 l=1 rev1=1 crypto rx=0x7f70a0009d90 tx=0x7f70a0004a40 comp rx=0 tx=0).stop 2024-09-13T16:11:41.271 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.270+0000 7f70aefd5640 1 -- 172.21.15.76:0/3077437849 shutdown_connections 2024-09-13T16:11:41.271 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.270+0000 7f70aefd5640 1 --2- 172.21.15.76:0/3077437849 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f70a80ca5a0 0x7f70a8098f10 unknown :-1 s=CLOSED pgs=1358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:41.271 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.270+0000 7f70aefd5640 1 --2- 172.21.15.76:0/3077437849 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f70a806dc40 0x7f70a80989d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:41.272 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.270+0000 7f70aefd5640 1 --2- 172.21.15.76:0/3077437849 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f709406ac00 0x7f709406d0c0 unknown :-1 s=CLOSED pgs=591 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:41.272 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.270+0000 7f70aefd5640 1 --2- 172.21.15.76:0/3077437849 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f70a806d610 0x7f70a80c8f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:41.272 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.270+0000 7f70aefd5640 1 -- 172.21.15.76:0/3077437849 >> 172.21.15.76:0/3077437849 conn(0x7f70a80afbe0 msgr2=0x7f70a80ae9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:41.272 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.270+0000 7f70aefd5640 1 -- 172.21.15.76:0/3077437849 shutdown_connections 2024-09-13T16:11:41.272 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.270+0000 7f70aefd5640 1 -- 172.21.15.76:0/3077437849 wait complete. 2024-09-13T16:11:41.282 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:11:41.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.378+0000 7f0818925640 1 Processor -- start 2024-09-13T16:11:41.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.378+0000 7f0818925640 1 -- start start 2024-09-13T16:11:41.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.379+0000 7f0818925640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f081406c4c0 0x7f081406c8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:41.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.379+0000 7f0818925640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f08140b2590 0x7f081406d3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:41.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.379+0000 7f0818925640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f08140cbea0 0x7f08140cc350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:41.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.379+0000 7f0818925640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f081406deb0 con 0x7f08140cbea0 2024-09-13T16:11:41.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.379+0000 7f0818925640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f08140cc890 con 0x7f081406c4c0 2024-09-13T16:11:41.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.379+0000 7f0818925640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f081406e0c0 con 0x7f08140b2590 2024-09-13T16:11:41.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.379+0000 7f0812d9d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f08140cbea0 0x7f08140cc350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:41.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.379+0000 7f0812d9d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f08140cbea0 0x7f08140cc350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:53622/0 (socket says 172.21.15.76:53622) 2024-09-13T16:11:41.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.379+0000 7f0812d9d640 1 -- 172.21.15.76:0/1298061907 learned_addr learned my addr 172.21.15.76:0/1298061907 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:11:41.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.379+0000 7f0809d9b640 1 --2- 172.21.15.76:0/1298061907 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f08140b2590 0x7f081406d3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:41.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.379+0000 7f081259c640 1 --2- 172.21.15.76:0/1298061907 >> v2:172.21.15.192:3300/0 conn(0x7f081406c4c0 0x7f081406c8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:41.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.379+0000 7f0812d9d640 1 -- 172.21.15.76:0/1298061907 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f08140b2590 msgr2=0x7f081406d3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:41.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.379+0000 7f0812d9d640 1 --2- 172.21.15.76:0/1298061907 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f08140b2590 0x7f081406d3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:41.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.379+0000 7f0812d9d640 1 -- 172.21.15.76:0/1298061907 >> v2:172.21.15.192:3300/0 conn(0x7f081406c4c0 msgr2=0x7f081406c8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:41.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.379+0000 7f0812d9d640 1 --2- 172.21.15.76:0/1298061907 >> v2:172.21.15.192:3300/0 conn(0x7f081406c4c0 0x7f081406c8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:41.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.379+0000 7f0812d9d640 1 -- 172.21.15.76:0/1298061907 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f081406e3a0 con 0x7f08140cbea0 2024-09-13T16:11:41.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.380+0000 7f0812d9d640 1 --2- 172.21.15.76:0/1298061907 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f08140cbea0 0x7f08140cc350 secure :-1 s=READY pgs=1359 cs=0 l=1 rev1=1 crypto rx=0x7f080c009e50 tx=0x7f080c02a6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c9cc5ff4ea317b4e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:41.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.380+0000 7f0811d9b640 1 -- 172.21.15.76:0/1298061907 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f080c02aea0 con 0x7f08140cbea0 2024-09-13T16:11:41.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.380+0000 7f0811d9b640 1 -- 172.21.15.76:0/1298061907 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f080c02d050 con 0x7f08140cbea0 2024-09-13T16:11:41.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.380+0000 7f0811d9b640 1 -- 172.21.15.76:0/1298061907 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f080c031820 con 0x7f08140cbea0 2024-09-13T16:11:41.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.380+0000 7f0818925640 1 -- 172.21.15.76:0/1298061907 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f08140cbea0 msgr2=0x7f08140cc350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:41.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.380+0000 7f0818925640 1 --2- 172.21.15.76:0/1298061907 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f08140cbea0 0x7f08140cc350 secure :-1 s=READY pgs=1359 cs=0 l=1 rev1=1 crypto rx=0x7f080c009e50 tx=0x7f080c02a6c0 comp rx=0 tx=0).stop 2024-09-13T16:11:41.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.380+0000 7f0818925640 1 -- 172.21.15.76:0/1298061907 shutdown_connections 2024-09-13T16:11:41.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.380+0000 7f0818925640 1 --2- 172.21.15.76:0/1298061907 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f08140cbea0 0x7f08140cc350 unknown :-1 s=CLOSED pgs=1359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:41.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.380+0000 7f0818925640 1 --2- 172.21.15.76:0/1298061907 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f08140b2590 0x7f081406d3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:41.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.380+0000 7f0818925640 1 --2- 172.21.15.76:0/1298061907 >> v2:172.21.15.192:3300/0 conn(0x7f081406c4c0 0x7f081406c8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:41.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.381+0000 7f0818925640 1 -- 172.21.15.76:0/1298061907 >> 172.21.15.76:0/1298061907 conn(0x7f0814069ed0 msgr2=0x7f081406a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:41.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.381+0000 7f0818925640 1 -- 172.21.15.76:0/1298061907 shutdown_connections 2024-09-13T16:11:41.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.381+0000 7f0818925640 1 -- 172.21.15.76:0/1298061907 wait complete. 2024-09-13T16:11:41.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.382+0000 7f0818925640 1 Processor -- start 2024-09-13T16:11:41.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.382+0000 7f0818925640 1 -- start start 2024-09-13T16:11:41.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.383+0000 7f0818925640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f081406c4c0 0x7f08140c0e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:41.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.383+0000 7f0818925640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f08140b2590 0x7f08140c6880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:41.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.383+0000 7f0818925640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f08140cbea0 0x7f08140710e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:41.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.383+0000 7f0818925640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0814154640 con 0x7f081406c4c0 2024-09-13T16:11:41.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.383+0000 7f0818925640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f08140c53a0 con 0x7f08140b2590 2024-09-13T16:11:41.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.383+0000 7f0818925640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f08140c13d0 con 0x7f08140cbea0 2024-09-13T16:11:41.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.383+0000 7f081259c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f081406c4c0 0x7f08140c0e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:41.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.383+0000 7f081259c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f081406c4c0 0x7f08140c0e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:53632/0 (socket says 172.21.15.76:53632) 2024-09-13T16:11:41.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.383+0000 7f081259c640 1 -- 172.21.15.76:0/1546119958 learned_addr learned my addr 172.21.15.76:0/1546119958 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:11:41.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.383+0000 7f0809d9b640 1 --2- 172.21.15.76:0/1546119958 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f08140b2590 0x7f08140c6880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:41.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.383+0000 7f0812d9d640 1 --2- 172.21.15.76:0/1546119958 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f08140cbea0 0x7f08140710e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:41.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.383+0000 7f081259c640 1 -- 172.21.15.76:0/1546119958 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f08140cbea0 msgr2=0x7f08140710e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:41.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.383+0000 7f081259c640 1 --2- 172.21.15.76:0/1546119958 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f08140cbea0 0x7f08140710e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:41.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.383+0000 7f081259c640 1 -- 172.21.15.76:0/1546119958 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f08140b2590 msgr2=0x7f08140c6880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:41.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.383+0000 7f081259c640 1 --2- 172.21.15.76:0/1546119958 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f08140b2590 0x7f08140c6880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:41.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.383+0000 7f081259c640 1 -- 172.21.15.76:0/1546119958 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f080c009b30 con 0x7f081406c4c0 2024-09-13T16:11:41.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.383+0000 7f081259c640 1 --2- 172.21.15.76:0/1546119958 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f081406c4c0 0x7f08140c0e90 secure :-1 s=READY pgs=1360 cs=0 l=1 rev1=1 crypto rx=0x7f080400d5f0 tx=0x7f080400dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:41.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.383+0000 7f080b7fe640 1 -- 172.21.15.76:0/1546119958 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08040125f0 con 0x7f081406c4c0 2024-09-13T16:11:41.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.384+0000 7f080b7fe640 1 -- 172.21.15.76:0/1546119958 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0804012750 con 0x7f081406c4c0 2024-09-13T16:11:41.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.384+0000 7f0818925640 1 -- 172.21.15.76:0/1546119958 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0814154890 con 0x7f081406c4c0 2024-09-13T16:11:41.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.384+0000 7f080b7fe640 1 -- 172.21.15.76:0/1546119958 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0804012b00 con 0x7f081406c4c0 2024-09-13T16:11:41.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.384+0000 7f0818925640 1 -- 172.21.15.76:0/1546119958 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f08140c55f0 con 0x7f081406c4c0 2024-09-13T16:11:41.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.385+0000 7f0818925640 1 -- 172.21.15.76:0/1546119958 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f081406d3a0 con 0x7f081406c4c0 2024-09-13T16:11:41.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.385+0000 7f080b7fe640 1 -- 172.21.15.76:0/1546119958 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f0804012c60 con 0x7f081406c4c0 2024-09-13T16:11:41.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.385+0000 7f080b7fe640 1 --2- 172.21.15.76:0/1546119958 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f07f406ac00 0x7f07f406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:41.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.386+0000 7f0809d9b640 1 --2- 172.21.15.76:0/1546119958 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f07f406ac00 0x7f07f406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:41.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.386+0000 7f080b7fe640 1 -- 172.21.15.76:0/1546119958 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 6145+0+0 (secure 0 0 0) 0x7f0804089820 con 0x7f081406c4c0 2024-09-13T16:11:41.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.386+0000 7f0809d9b640 1 --2- 172.21.15.76:0/1546119958 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f07f406ac00 0x7f07f406d0c0 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7f0814154400 tx=0x7f07fc008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:41.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.390+0000 7f080b7fe640 1 -- 172.21.15.76:0/1546119958 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f0804054980 con 0x7f081406c4c0 2024-09-13T16:11:41.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.584+0000 7f0818925640 1 -- 172.21.15.76:0/1546119958 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f081406ca20 con 0x7f081406c4c0 2024-09-13T16:11:41.586 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.584+0000 7f080b7fe640 1 -- 172.21.15.76:0/1546119958 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 47 v47) v1 ==== 94+0+4739 (secure 0 0 0) 0x7f0804057fa0 con 0x7f081406c4c0 2024-09-13T16:11:41.586 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:11:41.586 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":47,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6143,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6834/148971100","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":148971100},{"type":"v1","addr":"172.21.15.192:6834","nonce":148971100}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":42},{"gid":6832,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/2929183023","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6833","nonce":2929183023},{"type":"v1","addr":"172.21.15.192:6835","nonce":2929183023}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":42},{"gid":7416,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6836/4157874781","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":4157874781},{"type":"v1","addr":"172.21.15.76:6836","nonce":4157874781}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":42}],"filesystems":[{"mdsmap":{"epoch":47,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:09:10.494182+0000","modified":"2024-09-13T16:09:26.816135+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":7419},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7419":{"gid":7419,"name":"c","rank":0,"incarnation":43,"state":"up:active","state_seq":7,"addr":"172.21.15.76:6837/2005584997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":2005584997},{"type":"v1","addr":"172.21.15.76:6837","nonce":2005584997}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[14],"metadata_pool":13,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:11:41.586 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 47 2024-09-13T16:11:41.588 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.586+0000 7f0818925640 1 -- 172.21.15.76:0/1546119958 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f07f406ac00 msgr2=0x7f07f406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:41.588 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.586+0000 7f0818925640 1 --2- 172.21.15.76:0/1546119958 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f07f406ac00 0x7f07f406d0c0 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7f0814154400 tx=0x7f07fc008040 comp rx=0 tx=0).stop 2024-09-13T16:11:41.588 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.586+0000 7f0818925640 1 -- 172.21.15.76:0/1546119958 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f081406c4c0 msgr2=0x7f08140c0e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:41.588 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.586+0000 7f0818925640 1 --2- 172.21.15.76:0/1546119958 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f081406c4c0 0x7f08140c0e90 secure :-1 s=READY pgs=1360 cs=0 l=1 rev1=1 crypto rx=0x7f080400d5f0 tx=0x7f080400dab0 comp rx=0 tx=0).stop 2024-09-13T16:11:41.588 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.586+0000 7f0818925640 1 -- 172.21.15.76:0/1546119958 shutdown_connections 2024-09-13T16:11:41.588 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.586+0000 7f0818925640 1 --2- 172.21.15.76:0/1546119958 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f07f406ac00 0x7f07f406d0c0 unknown :-1 s=CLOSED pgs=592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:41.588 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.586+0000 7f0818925640 1 --2- 172.21.15.76:0/1546119958 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f08140cbea0 0x7f08140710e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:41.588 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.586+0000 7f0818925640 1 --2- 172.21.15.76:0/1546119958 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f08140b2590 0x7f08140c6880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:41.589 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.586+0000 7f0818925640 1 --2- 172.21.15.76:0/1546119958 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f081406c4c0 0x7f08140c0e90 unknown :-1 s=CLOSED pgs=1360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:41.589 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.586+0000 7f0818925640 1 -- 172.21.15.76:0/1546119958 >> 172.21.15.76:0/1546119958 conn(0x7f0814069ed0 msgr2=0x7f081406a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:41.589 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.586+0000 7f0818925640 1 -- 172.21.15.76:0/1546119958 shutdown_connections 2024-09-13T16:11:41.589 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.586+0000 7f0818925640 1 -- 172.21.15.76:0/1546119958 wait complete. 2024-09-13T16:11:41.599 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:11:41.698 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.696+0000 7f4a54bed640 1 Processor -- start 2024-09-13T16:11:41.698 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.696+0000 7f4a54bed640 1 -- start start 2024-09-13T16:11:41.702 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.697+0000 7f4a54bed640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f4a500d07b0 0x7f4a5006ad10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:41.702 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.697+0000 7f4a54bed640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4a500d1840 con 0x7f4a500b4660 2024-09-13T16:11:41.702 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.697+0000 7f4a54bed640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4a500d0c30 con 0x7f4a5015c6e0 2024-09-13T16:11:41.702 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.697+0000 7f4a54bed640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4a500d0f10 con 0x7f4a500d07b0 2024-09-13T16:11:41.702 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.698+0000 7f4a4ed9d640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f4a500b4660 0x7f4a5006b250 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:39512/0 (socket says 172.21.15.76:39512) 2024-09-13T16:11:41.702 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.698+0000 7f4a4ed9d640 1 -- 172.21.15.76:0/345823334 learned_addr learned my addr 172.21.15.76:0/345823334 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:11:41.702 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.698+0000 7f4a4dd9b640 1 --2- 172.21.15.76:0/345823334 >> v2:172.21.15.192:3300/0 conn(0x7f4a500d07b0 0x7f4a5006ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:41.702 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.698+0000 7f4a4d59a640 1 -- 172.21.15.76:0/345823334 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1489173582 0 0) 0x7f4a500d1840 con 0x7f4a500b4660 2024-09-13T16:11:41.702 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.698+0000 7f4a4d59a640 1 -- 172.21.15.76:0/345823334 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4a38003520 con 0x7f4a500b4660 2024-09-13T16:11:41.702 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.698+0000 7f4a4d59a640 1 -- 172.21.15.76:0/345823334 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1121414691 0 0) 0x7f4a38003520 con 0x7f4a500b4660 2024-09-13T16:11:41.702 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.698+0000 7f4a4d59a640 1 -- 172.21.15.76:0/345823334 >> v2:172.21.15.192:3300/0 conn(0x7f4a500d07b0 msgr2=0x7f4a5006ad10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:41.703 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.698+0000 7f4a4d59a640 1 --2- 172.21.15.76:0/345823334 >> v2:172.21.15.192:3300/0 conn(0x7f4a500d07b0 0x7f4a5006ad10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:41.703 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.698+0000 7f4a4d59a640 1 -- 172.21.15.76:0/345823334 >> v1:172.21.15.192:6789/0 conn(0x7f4a5015c6e0 legacy=0x7f4a500b3f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:41.703 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.698+0000 7f4a4d59a640 1 -- 172.21.15.76:0/345823334 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4a500d11f0 con 0x7f4a500b4660 2024-09-13T16:11:41.703 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.698+0000 7f4a4d59a640 1 -- 172.21.15.76:0/345823334 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f4a480019f0 con 0x7f4a500b4660 2024-09-13T16:11:41.703 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.698+0000 7f4a4d59a640 1 -- 172.21.15.76:0/345823334 >> v1:172.21.15.76:6789/0 conn(0x7f4a500b4660 legacy=0x7f4a5006b250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:41.703 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.698+0000 7f4a4d59a640 1 --2- 172.21.15.76:0/345823334 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4a380039c0 0x7f4a38003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:41.703 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.698+0000 7f4a4d59a640 1 --2- 172.21.15.76:0/345823334 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4a380047c0 0x7f4a38004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:41.703 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.698+0000 7f4a4d59a640 1 --2- 172.21.15.76:0/345823334 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4a380051d0 0x7f4a3800b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:41.704 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.698+0000 7f4a4d59a640 1 -- 172.21.15.76:0/345823334 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a500d0f10 con 0x7f4a380039c0 2024-09-13T16:11:41.704 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.698+0000 7f4a4d59a640 1 -- 172.21.15.76:0/345823334 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a3800c120 con 0x7f4a380047c0 2024-09-13T16:11:41.704 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.698+0000 7f4a4d59a640 1 -- 172.21.15.76:0/345823334 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4a3800c2e0 con 0x7f4a380051d0 2024-09-13T16:11:41.704 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.698+0000 7f4a4e59c640 1 --2- 172.21.15.76:0/345823334 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4a380039c0 0x7f4a38003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:41.704 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.698+0000 7f4a4dd9b640 1 --2- 172.21.15.76:0/345823334 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4a380047c0 0x7f4a38004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:41.704 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.698+0000 7f4a4ed9d640 1 --2- 172.21.15.76:0/345823334 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4a380051d0 0x7f4a3800b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:41.704 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.699+0000 7f4a4e59c640 1 -- 172.21.15.76:0/345823334 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4a380051d0 msgr2=0x7f4a3800b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:41.704 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.699+0000 7f4a4e59c640 1 --2- 172.21.15.76:0/345823334 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4a380051d0 0x7f4a3800b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:41.704 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.699+0000 7f4a4e59c640 1 -- 172.21.15.76:0/345823334 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4a380047c0 msgr2=0x7f4a38004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:41.704 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.699+0000 7f4a4e59c640 1 --2- 172.21.15.76:0/345823334 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4a380047c0 0x7f4a38004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:41.704 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.699+0000 7f4a4e59c640 1 -- 172.21.15.76:0/345823334 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4a38003520 con 0x7f4a380039c0 2024-09-13T16:11:41.704 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.699+0000 7f4a4ed9d640 1 -- 172.21.15.76:0/345823334 reap_dead start 2024-09-13T16:11:41.704 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.699+0000 7f4a4dd9b640 1 --2- 172.21.15.76:0/345823334 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4a380047c0 0x7f4a38004c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:41.705 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.699+0000 7f4a4e59c640 1 --2- 172.21.15.76:0/345823334 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4a380039c0 0x7f4a38003de0 secure :-1 s=READY pgs=1362 cs=0 l=1 rev1=1 crypto rx=0x7f4a40001720 tx=0x7f4a380057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=72e0cfd23f56886e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:41.705 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.699+0000 7f4a4d59a640 1 -- 172.21.15.76:0/345823334 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a400052d0 con 0x7f4a380039c0 2024-09-13T16:11:41.705 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.699+0000 7f4a4d59a640 1 -- 172.21.15.76:0/345823334 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4a40005430 con 0x7f4a380039c0 2024-09-13T16:11:41.705 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.699+0000 7f4a4d59a640 1 -- 172.21.15.76:0/345823334 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a4002abc0 con 0x7f4a380039c0 2024-09-13T16:11:41.705 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.700+0000 7f4a54bed640 1 -- 172.21.15.76:0/345823334 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4a380039c0 msgr2=0x7f4a38003de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:41.705 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.700+0000 7f4a54bed640 1 --2- 172.21.15.76:0/345823334 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4a380039c0 0x7f4a38003de0 secure :-1 s=READY pgs=1362 cs=0 l=1 rev1=1 crypto rx=0x7f4a40001720 tx=0x7f4a380057f0 comp rx=0 tx=0).stop 2024-09-13T16:11:41.705 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.700+0000 7f4a54bed640 1 -- 172.21.15.76:0/345823334 shutdown_connections 2024-09-13T16:11:41.705 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.700+0000 7f4a54bed640 1 --2- 172.21.15.76:0/345823334 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4a380039c0 0x7f4a38003de0 unknown :-1 s=CLOSED pgs=1362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:41.705 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.700+0000 7f4a54bed640 1 -- 172.21.15.76:0/345823334 >> 172.21.15.76:0/345823334 conn(0x7f4a50089f60 msgr2=0x7f4a500d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:41.705 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.700+0000 7f4a54bed640 1 -- 172.21.15.76:0/345823334 shutdown_connections 2024-09-13T16:11:41.705 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.700+0000 7f4a54bed640 1 -- 172.21.15.76:0/345823334 wait complete. 2024-09-13T16:11:41.708 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.701+0000 7f4a54bed640 1 Processor -- start 2024-09-13T16:11:41.708 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.702+0000 7f4a54bed640 1 -- start start 2024-09-13T16:11:41.708 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.702+0000 7f4a54bed640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4a380039c0 0x7f4a5015a370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:41.708 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.702+0000 7f4a54bed640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4a5015ef20 0x7f4a5015f3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:41.708 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.702+0000 7f4a54bed640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4a5015cac0 0x7f4a5015cf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:41.708 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.702+0000 7f4a54bed640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a5015f8e0 con 0x7f4a380039c0 2024-09-13T16:11:41.708 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.702+0000 7f4a54bed640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a5015d7f0 con 0x7f4a5015cac0 2024-09-13T16:11:41.708 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.702+0000 7f4a54bed640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4a5015dad0 con 0x7f4a5015ef20 2024-09-13T16:11:41.708 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.702+0000 7f4a4e59c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4a380039c0 0x7f4a5015a370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:41.708 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.702+0000 7f4a4e59c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4a380039c0 0x7f4a5015a370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:53646/0 (socket says 172.21.15.76:53646) 2024-09-13T16:11:41.708 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.702+0000 7f4a4e59c640 1 -- 172.21.15.76:0/3206065864 learned_addr learned my addr 172.21.15.76:0/3206065864 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:11:41.709 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.702+0000 7f4a4dd9b640 1 --2- 172.21.15.76:0/3206065864 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4a5015ef20 0x7f4a5015f3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:41.709 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.702+0000 7f4a4ed9d640 1 --2- 172.21.15.76:0/3206065864 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4a5015cac0 0x7f4a5015cf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:41.709 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.703+0000 7f4a4e59c640 1 -- 172.21.15.76:0/3206065864 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4a5015ef20 msgr2=0x7f4a5015f3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:41.709 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.703+0000 7f4a4e59c640 1 --2- 172.21.15.76:0/3206065864 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4a5015ef20 0x7f4a5015f3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:41.709 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.703+0000 7f4a4e59c640 1 -- 172.21.15.76:0/3206065864 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4a5015cac0 msgr2=0x7f4a5015cf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:41.709 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.703+0000 7f4a4e59c640 1 --2- 172.21.15.76:0/3206065864 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4a5015cac0 0x7f4a5015cf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:41.709 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.703+0000 7f4a4e59c640 1 -- 172.21.15.76:0/3206065864 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4a5015ddb0 con 0x7f4a380039c0 2024-09-13T16:11:41.709 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.703+0000 7f4a4ed9d640 1 --2- 172.21.15.76:0/3206065864 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4a5015cac0 0x7f4a5015cf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:41.709 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.703+0000 7f4a4e59c640 1 --2- 172.21.15.76:0/3206065864 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4a380039c0 0x7f4a5015a370 secure :-1 s=READY pgs=1363 cs=0 l=1 rev1=1 crypto rx=0x7f4a4002a4a0 tx=0x7f4a40001120 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:41.709 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.703+0000 7f4a3effd640 1 -- 172.21.15.76:0/3206065864 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a4003f070 con 0x7f4a380039c0 2024-09-13T16:11:41.709 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.703+0000 7f4a3effd640 1 -- 172.21.15.76:0/3206065864 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4a40007a30 con 0x7f4a380039c0 2024-09-13T16:11:41.709 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.703+0000 7f4a54bed640 1 -- 172.21.15.76:0/3206065864 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4a5015e090 con 0x7f4a380039c0 2024-09-13T16:11:41.709 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.703+0000 7f4a3effd640 1 -- 172.21.15.76:0/3206065864 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a40007670 con 0x7f4a380039c0 2024-09-13T16:11:41.710 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.703+0000 7f4a54bed640 1 -- 172.21.15.76:0/3206065864 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4a5015a8b0 con 0x7f4a380039c0 2024-09-13T16:11:41.710 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.704+0000 7f4a54bed640 1 -- 172.21.15.76:0/3206065864 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4a500ccb20 con 0x7f4a380039c0 2024-09-13T16:11:41.710 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.704+0000 7f4a3effd640 1 -- 172.21.15.76:0/3206065864 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f4a400067d0 con 0x7f4a380039c0 2024-09-13T16:11:41.710 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.705+0000 7f4a3effd640 1 --2- 172.21.15.76:0/3206065864 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4a3006ac00 0x7f4a3006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:41.710 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.705+0000 7f4a3effd640 1 -- 172.21.15.76:0/3206065864 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 6145+0+0 (secure 0 0 0) 0x7f4a400a8c30 con 0x7f4a380039c0 2024-09-13T16:11:41.710 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.705+0000 7f4a4dd9b640 1 --2- 172.21.15.76:0/3206065864 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4a3006ac00 0x7f4a3006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:41.710 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.705+0000 7f4a4dd9b640 1 --2- 172.21.15.76:0/3206065864 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4a3006ac00 0x7f4a3006d0c0 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7f4a501e7410 tx=0x7f4a44008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:41.710 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.709+0000 7f4a3effd640 1 -- 172.21.15.76:0/3206065864 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f4a40077770 con 0x7f4a380039c0 2024-09-13T16:11:41.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.871+0000 7f4a54bed640 1 -- 172.21.15.76:0/3206065864 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f4a500ccb20 con 0x7f4a380039c0 2024-09-13T16:11:41.874 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.872+0000 7f4a3effd640 1 -- 172.21.15.76:0/3206065864 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v98) v1 ==== 74+0+16874 (secure 0 0 0) 0x7f4a40077300 con 0x7f4a380039c0 2024-09-13T16:11:41.874 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:11:41.874 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":98,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:09:22.799522+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":14,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:09:08.673877+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"95","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_data","create_time":"2024-09-13T16:09:09.462108+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"96","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"14.8","mappings":[{"from":1,"to":7}]},{"pgid":"14.12","mappings":[{"from":1,"to":7}]},{"pgid":"14.36","mappings":[{"from":1,"to":5}]},{"pgid":"14.38","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:11:41.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.874+0000 7f4a54bed640 1 -- 172.21.15.76:0/3206065864 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4a3006ac00 msgr2=0x7f4a3006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:41.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.874+0000 7f4a54bed640 1 --2- 172.21.15.76:0/3206065864 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4a3006ac00 0x7f4a3006d0c0 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7f4a501e7410 tx=0x7f4a44008040 comp rx=0 tx=0).stop 2024-09-13T16:11:41.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.874+0000 7f4a54bed640 1 -- 172.21.15.76:0/3206065864 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4a380039c0 msgr2=0x7f4a5015a370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:41.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.874+0000 7f4a54bed640 1 --2- 172.21.15.76:0/3206065864 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4a380039c0 0x7f4a5015a370 secure :-1 s=READY pgs=1363 cs=0 l=1 rev1=1 crypto rx=0x7f4a4002a4a0 tx=0x7f4a40001120 comp rx=0 tx=0).stop 2024-09-13T16:11:41.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.874+0000 7f4a54bed640 1 -- 172.21.15.76:0/3206065864 shutdown_connections 2024-09-13T16:11:41.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.874+0000 7f4a54bed640 1 --2- 172.21.15.76:0/3206065864 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4a5015cac0 0x7f4a5015cf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:41.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.874+0000 7f4a54bed640 1 --2- 172.21.15.76:0/3206065864 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4a3006ac00 0x7f4a3006d0c0 unknown :-1 s=CLOSED pgs=593 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:41.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.874+0000 7f4a54bed640 1 --2- 172.21.15.76:0/3206065864 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4a5015ef20 0x7f4a5015f3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:41.877 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.874+0000 7f4a54bed640 1 --2- 172.21.15.76:0/3206065864 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4a380039c0 0x7f4a5015a370 unknown :-1 s=CLOSED pgs=1363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:41.877 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.874+0000 7f4a54bed640 1 -- 172.21.15.76:0/3206065864 >> 172.21.15.76:0/3206065864 conn(0x7f4a50089f60 msgr2=0x7f4a5006ad10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:41.877 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.874+0000 7f4a54bed640 1 -- 172.21.15.76:0/3206065864 shutdown_connections 2024-09-13T16:11:41.877 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.874+0000 7f4a54bed640 1 -- 172.21.15.76:0/3206065864 wait complete. 2024-09-13T16:11:41.887 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-13T16:11:41.985 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.984+0000 7faecf62b640 1 Processor -- start 2024-09-13T16:11:41.986 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.984+0000 7faecf62b640 1 -- start start 2024-09-13T16:11:41.987 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.985+0000 7faecf62b640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faec8071d30 0x7faec8070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:41.987 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.985+0000 7faecf62b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7faec80c8920 0x7faec80c8dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:41.987 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.985+0000 7faecf62b640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7faec80abdf0 con 0x7faec8072110 2024-09-13T16:11:41.987 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.985+0000 7faecf62b640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7faec80c9310 con 0x7faec80c8920 2024-09-13T16:11:41.987 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.985+0000 7faecf62b640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faec80b2280 con 0x7faec8071d30 2024-09-13T16:11:41.987 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.985+0000 7faecdbc8640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7faec80c8920 0x7faec80c8dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:41.987 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.985+0000 7faecdbc8640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7faec80c8920 0x7faec80c8dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:53648/0 (socket says 172.21.15.76:53648) 2024-09-13T16:11:41.987 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.985+0000 7faecdbc8640 1 -- 172.21.15.76:0/3556094826 learned_addr learned my addr 172.21.15.76:0/3556094826 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:11:41.987 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.985+0000 7faecd3c7640 1 --2- 172.21.15.76:0/3556094826 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faec8071d30 0x7faec8070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:41.987 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.985+0000 7faecdbc8640 1 -- 172.21.15.76:0/3556094826 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faec8071d30 msgr2=0x7faec8070190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:41.988 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.985+0000 7faecdbc8640 1 --2- 172.21.15.76:0/3556094826 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faec8071d30 0x7faec8070190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:41.988 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.985+0000 7faecdbc8640 1 -- 172.21.15.76:0/3556094826 >> v1:172.21.15.192:6789/0 conn(0x7faec8072110 legacy=0x7faec80b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:41.988 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.985+0000 7faecdbc8640 1 -- 172.21.15.76:0/3556094826 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faec80ab1e0 con 0x7faec80c8920 2024-09-13T16:11:41.988 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.985+0000 7faecd3c7640 1 --2- 172.21.15.76:0/3556094826 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faec8071d30 0x7faec8070190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:41.989 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.986+0000 7faecdbc8640 1 --2- 172.21.15.76:0/3556094826 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faec80c8920 0x7faec80c8dd0 secure :-1 s=READY pgs=1364 cs=0 l=1 rev1=1 crypto rx=0x7faec0009e80 tx=0x7faec002a750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea34327268eaeef8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:41.989 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.986+0000 7faebffff640 1 -- 172.21.15.76:0/3556094826 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faec0031600 con 0x7faec80c8920 2024-09-13T16:11:41.989 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.986+0000 7faebffff640 1 -- 172.21.15.76:0/3556094826 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faec002d050 con 0x7faec80c8920 2024-09-13T16:11:41.989 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.986+0000 7faebffff640 1 -- 172.21.15.76:0/3556094826 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faec0031980 con 0x7faec80c8920 2024-09-13T16:11:41.989 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.987+0000 7faecf62b640 1 -- 172.21.15.76:0/3556094826 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faec80c8920 msgr2=0x7faec80c8dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:41.989 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.987+0000 7faecf62b640 1 --2- 172.21.15.76:0/3556094826 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faec80c8920 0x7faec80c8dd0 secure :-1 s=READY pgs=1364 cs=0 l=1 rev1=1 crypto rx=0x7faec0009e80 tx=0x7faec002a750 comp rx=0 tx=0).stop 2024-09-13T16:11:41.989 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.987+0000 7faecf62b640 1 -- 172.21.15.76:0/3556094826 shutdown_connections 2024-09-13T16:11:41.989 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.987+0000 7faecf62b640 1 --2- 172.21.15.76:0/3556094826 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faec80c8920 0x7faec80c8dd0 unknown :-1 s=CLOSED pgs=1364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:41.990 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.987+0000 7faecf62b640 1 --2- 172.21.15.76:0/3556094826 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faec8071d30 0x7faec8070190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:41.990 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.987+0000 7faecf62b640 1 -- 172.21.15.76:0/3556094826 >> 172.21.15.76:0/3556094826 conn(0x7faec8069ed0 msgr2=0x7faec806a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:41.990 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.987+0000 7faecf62b640 1 -- 172.21.15.76:0/3556094826 shutdown_connections 2024-09-13T16:11:41.990 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.987+0000 7faecf62b640 1 -- 172.21.15.76:0/3556094826 wait complete. 2024-09-13T16:11:41.992 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.988+0000 7faecf62b640 1 Processor -- start 2024-09-13T16:11:41.992 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.988+0000 7faecf62b640 1 -- start start 2024-09-13T16:11:41.992 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.989+0000 7faecf62b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faec8071d30 0x7faec80c1a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:41.992 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.989+0000 7faecf62b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faec8072110 0x7faec81f0b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:41.992 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.989+0000 7faecf62b640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faec80c8920 0x7faec80c6460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:41.992 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.989+0000 7faecf62b640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faec80c1fc0 con 0x7faec8072110 2024-09-13T16:11:41.992 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.989+0000 7faecf62b640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faec80c29e0 con 0x7faec8071d30 2024-09-13T16:11:41.992 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.989+0000 7faecf62b640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faec80c2cc0 con 0x7faec80c8920 2024-09-13T16:11:41.993 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.989+0000 7faeccbc6640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faec8072110 0x7faec81f0b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:41.993 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.989+0000 7faeccbc6640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faec8072110 0x7faec81f0b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:53660/0 (socket says 172.21.15.76:53660) 2024-09-13T16:11:41.993 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.989+0000 7faeccbc6640 1 -- 172.21.15.76:0/428997227 learned_addr learned my addr 172.21.15.76:0/428997227 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:11:41.993 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.989+0000 7faecdbc8640 1 --2- 172.21.15.76:0/428997227 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faec80c8920 0x7faec80c6460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:41.993 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.989+0000 7faecd3c7640 1 --2- 172.21.15.76:0/428997227 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faec8071d30 0x7faec80c1a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:41.993 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.989+0000 7faeccbc6640 1 -- 172.21.15.76:0/428997227 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faec80c8920 msgr2=0x7faec80c6460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:41.993 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.989+0000 7faeccbc6640 1 --2- 172.21.15.76:0/428997227 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faec80c8920 0x7faec80c6460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:41.993 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.989+0000 7faeccbc6640 1 -- 172.21.15.76:0/428997227 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faec8071d30 msgr2=0x7faec80c1a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:41.993 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.989+0000 7faeccbc6640 1 --2- 172.21.15.76:0/428997227 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faec8071d30 0x7faec80c1a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:41.993 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.989+0000 7faeccbc6640 1 -- 172.21.15.76:0/428997227 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faec0009b30 con 0x7faec8072110 2024-09-13T16:11:41.993 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.989+0000 7faeccbc6640 1 --2- 172.21.15.76:0/428997227 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faec8072110 0x7faec81f0b10 secure :-1 s=READY pgs=1365 cs=0 l=1 rev1=1 crypto rx=0x7faeb800c400 tx=0x7faeb800c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:41.993 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.990+0000 7faebdffb640 1 -- 172.21.15.76:0/428997227 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faeb80052d0 con 0x7faec8072110 2024-09-13T16:11:41.993 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.990+0000 7faebdffb640 1 -- 172.21.15.76:0/428997227 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faeb8005430 con 0x7faec8072110 2024-09-13T16:11:41.993 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.990+0000 7faebdffb640 1 -- 172.21.15.76:0/428997227 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faeb8003830 con 0x7faec8072110 2024-09-13T16:11:41.994 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.990+0000 7faecf62b640 1 -- 172.21.15.76:0/428997227 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faec80c2fa0 con 0x7faec8072110 2024-09-13T16:11:41.994 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.990+0000 7faecf62b640 1 -- 172.21.15.76:0/428997227 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faec81f05f0 con 0x7faec8072110 2024-09-13T16:11:41.994 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.991+0000 7faecf62b640 1 -- 172.21.15.76:0/428997227 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faec8070190 con 0x7faec8072110 2024-09-13T16:11:41.994 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.991+0000 7faebdffb640 1 -- 172.21.15.76:0/428997227 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7faeb8003990 con 0x7faec8072110 2024-09-13T16:11:41.995 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.992+0000 7faebdffb640 1 --2- 172.21.15.76:0/428997227 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7faeac06ac00 0x7faeac06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:41.995 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.992+0000 7faebdffb640 1 -- 172.21.15.76:0/428997227 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 6145+0+0 (secure 0 0 0) 0x7faeb80889e0 con 0x7faec8072110 2024-09-13T16:11:41.995 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.992+0000 7faecd3c7640 1 --2- 172.21.15.76:0/428997227 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7faeac06ac00 0x7faeac06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:41.995 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.992+0000 7faecd3c7640 1 --2- 172.21.15.76:0/428997227 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7faeac06ac00 0x7faeac06d0c0 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7faec4006fd0 tx=0x7faec4008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:41.997 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:41.996+0000 7faebdffb640 1 -- 172.21.15.76:0/428997227 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7faeb8053ab0 con 0x7faec8072110 2024-09-13T16:11:42.050 DEBUG:teuthology.orchestra.run.smithi076:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:11:42.052 DEBUG:teuthology.orchestra.run.smithi192:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:11:42.201 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.200+0000 7faecf62b640 1 -- 172.21.15.76:0/428997227 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7faec815cb20 con 0x7faec8072110 2024-09-13T16:11:42.201 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.200+0000 7faebdffb640 1 -- 172.21.15.76:0/428997227 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=-1 MDS has one of two health warnings which could extend recovery: MDS_TRIM or MDS_CACHE_OVERSIZED. MDS failover is not recommended since it might cause unexpected file system unavailability. If you wish to proceed, pass --yes-i-really-mean-it v47) v1 ==== 316+0+0 (secure 0 0 0) 0x7faeb8088020 con 0x7faec8072110 2024-09-13T16:11:42.201 INFO:teuthology.orchestra.run.smithi076.stderr:Error EPERM: MDS has one of two health warnings which could extend recovery: MDS_TRIM or MDS_CACHE_OVERSIZED. MDS failover is not recommended since it might cause unexpected file system unavailability. If you wish to proceed, pass --yes-i-really-mean-it 2024-09-13T16:11:42.206 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:11:42.207 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs --yes-i-really-mean-it 2024-09-13T16:11:42.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.304+0000 7f1968508640 1 Processor -- start 2024-09-13T16:11:42.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.304+0000 7f1968508640 1 -- start start 2024-09-13T16:11:42.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.305+0000 7f1968508640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f19600b2b40 0x7f19600ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:42.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.305+0000 7f1968508640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f19600ce4f0 0x7f19600ce8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:42.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.305+0000 7f1968508640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f19600ccbe0 con 0x7f1960159310 2024-09-13T16:11:42.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.305+0000 7f1968508640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f19600ad940 con 0x7f19600b2b40 2024-09-13T16:11:42.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.305+0000 7f1968508640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f19600b1810 con 0x7f19600ce4f0 2024-09-13T16:11:42.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.305+0000 7f1965aa3640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f19600b2b40 0x7f19600ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:42.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.305+0000 7f1965aa3640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f19600b2b40 0x7f19600ad400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:53674/0 (socket says 172.21.15.76:53674) 2024-09-13T16:11:42.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.305+0000 7f1965aa3640 1 -- 172.21.15.76:0/1177925599 learned_addr learned my addr 172.21.15.76:0/1177925599 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:11:42.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.306+0000 7f1965aa3640 1 -- 172.21.15.76:0/1177925599 >> v2:172.21.15.192:3300/0 conn(0x7f19600ce4f0 msgr2=0x7f19600ce8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:42.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.306+0000 7f1965aa3640 1 --2- 172.21.15.76:0/1177925599 >> v2:172.21.15.192:3300/0 conn(0x7f19600ce4f0 0x7f19600ce8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:42.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.306+0000 7f1965aa3640 1 -- 172.21.15.76:0/1177925599 >> v1:172.21.15.192:6789/0 conn(0x7f1960159310 legacy=0x7f19600ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:42.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.306+0000 7f1965aa3640 1 -- 172.21.15.76:0/1177925599 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f19600cee10 con 0x7f19600b2b40 2024-09-13T16:11:42.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.306+0000 7f1965aa3640 1 --2- 172.21.15.76:0/1177925599 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f19600b2b40 0x7f19600ad400 secure :-1 s=READY pgs=1366 cs=0 l=1 rev1=1 crypto rx=0x7f19600b2fc0 tx=0x7f195002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2600479a20b92acb server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:42.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.307+0000 7f19652a2640 1 -- 172.21.15.76:0/1177925599 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1950032440 con 0x7f19600b2b40 2024-09-13T16:11:42.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.307+0000 7f19652a2640 1 -- 172.21.15.76:0/1177925599 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f19500325a0 con 0x7f19600b2b40 2024-09-13T16:11:42.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.307+0000 7f19652a2640 1 -- 172.21.15.76:0/1177925599 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1950032930 con 0x7f19600b2b40 2024-09-13T16:11:42.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.307+0000 7f1968508640 1 -- 172.21.15.76:0/1177925599 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f19600b2b40 msgr2=0x7f19600ad400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:42.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.307+0000 7f1968508640 1 --2- 172.21.15.76:0/1177925599 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f19600b2b40 0x7f19600ad400 secure :-1 s=READY pgs=1366 cs=0 l=1 rev1=1 crypto rx=0x7f19600b2fc0 tx=0x7f195002a1a0 comp rx=0 tx=0).stop 2024-09-13T16:11:42.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.307+0000 7f1968508640 1 -- 172.21.15.76:0/1177925599 shutdown_connections 2024-09-13T16:11:42.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.307+0000 7f1968508640 1 --2- 172.21.15.76:0/1177925599 >> v2:172.21.15.192:3300/0 conn(0x7f19600ce4f0 0x7f19600ce8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:42.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.307+0000 7f1968508640 1 --2- 172.21.15.76:0/1177925599 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f19600b2b40 0x7f19600ad400 unknown :-1 s=CLOSED pgs=1366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:42.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.307+0000 7f1968508640 1 -- 172.21.15.76:0/1177925599 >> 172.21.15.76:0/1177925599 conn(0x7f196006a0b0 msgr2=0x7f196006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:42.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.307+0000 7f1968508640 1 -- 172.21.15.76:0/1177925599 shutdown_connections 2024-09-13T16:11:42.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.307+0000 7f1968508640 1 -- 172.21.15.76:0/1177925599 wait complete. 2024-09-13T16:11:42.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.308+0000 7f1968508640 1 Processor -- start 2024-09-13T16:11:42.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.308+0000 7f1968508640 1 -- start start 2024-09-13T16:11:42.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.309+0000 7f1968508640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f19600b2b40 0x7f1960097890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:42.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.309+0000 7f1968508640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f19600ce4f0 0x7f19600c4b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:42.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.309+0000 7f1968508640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1960159310 0x7f196009b7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:42.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.309+0000 7f1968508640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f196015a7d0 con 0x7f1960159310 2024-09-13T16:11:42.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.309+0000 7f1968508640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1960097dd0 con 0x7f19600b2b40 2024-09-13T16:11:42.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.309+0000 7f1968508640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f19600c20e0 con 0x7f19600ce4f0 2024-09-13T16:11:42.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.309+0000 7f1966aa5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1960159310 0x7f196009b7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:42.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.309+0000 7f1966aa5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1960159310 0x7f196009b7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:53680/0 (socket says 172.21.15.76:53680) 2024-09-13T16:11:42.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.309+0000 7f1966aa5640 1 -- 172.21.15.76:0/1712754187 learned_addr learned my addr 172.21.15.76:0/1712754187 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:11:42.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.309+0000 7f19662a4640 1 --2- 172.21.15.76:0/1712754187 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f19600b2b40 0x7f1960097890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:42.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.309+0000 7f1965aa3640 1 --2- 172.21.15.76:0/1712754187 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f19600ce4f0 0x7f19600c4b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:42.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.309+0000 7f1966aa5640 1 -- 172.21.15.76:0/1712754187 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f19600ce4f0 msgr2=0x7f19600c4b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:42.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.309+0000 7f1966aa5640 1 --2- 172.21.15.76:0/1712754187 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f19600ce4f0 0x7f19600c4b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:42.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.309+0000 7f1966aa5640 1 -- 172.21.15.76:0/1712754187 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f19600b2b40 msgr2=0x7f1960097890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:42.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.309+0000 7f1966aa5640 1 --2- 172.21.15.76:0/1712754187 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f19600b2b40 0x7f1960097890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:42.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.310+0000 7f1966aa5640 1 -- 172.21.15.76:0/1712754187 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f19500094d0 con 0x7f1960159310 2024-09-13T16:11:42.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.310+0000 7f1966aa5640 1 --2- 172.21.15.76:0/1712754187 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1960159310 0x7f196009b7e0 secure :-1 s=READY pgs=1367 cs=0 l=1 rev1=1 crypto rx=0x7f195800b970 tx=0x7f195800be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:42.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.310+0000 7f1956ffd640 1 -- 172.21.15.76:0/1712754187 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f195800cae0 con 0x7f1960159310 2024-09-13T16:11:42.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.310+0000 7f1956ffd640 1 -- 172.21.15.76:0/1712754187 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f195800cc60 con 0x7f1960159310 2024-09-13T16:11:42.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.310+0000 7f1956ffd640 1 -- 172.21.15.76:0/1712754187 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1958014440 con 0x7f1960159310 2024-09-13T16:11:42.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.310+0000 7f1968508640 1 -- 172.21.15.76:0/1712754187 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f19600c23c0 con 0x7f1960159310 2024-09-13T16:11:42.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.310+0000 7f1968508640 1 -- 172.21.15.76:0/1712754187 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f19600c2980 con 0x7f1960159310 2024-09-13T16:11:42.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.311+0000 7f1968508640 1 -- 172.21.15.76:0/1712754187 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f196015a980 con 0x7f1960159310 2024-09-13T16:11:42.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.311+0000 7f1956ffd640 1 -- 172.21.15.76:0/1712754187 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f195801d3b0 con 0x7f1960159310 2024-09-13T16:11:42.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.312+0000 7f1956ffd640 1 --2- 172.21.15.76:0/1712754187 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f194406ac00 0x7f194406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:42.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.312+0000 7f1956ffd640 1 -- 172.21.15.76:0/1712754187 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 6145+0+0 (secure 0 0 0) 0x7f1958089410 con 0x7f1960159310 2024-09-13T16:11:42.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.312+0000 7f19662a4640 1 --2- 172.21.15.76:0/1712754187 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f194406ac00 0x7f194406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:42.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.312+0000 7f19662a4640 1 --2- 172.21.15.76:0/1712754187 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f194406ac00 0x7f194406d0c0 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7f195c006fd0 tx=0x7f195c009060 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:42.317 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.316+0000 7f1956ffd640 1 -- 172.21.15.76:0/1712754187 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f196015a980 con 0x7f1960159310 2024-09-13T16:11:42.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.511+0000 7f1968508640 1 -- 172.21.15.76:0/1712754187 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) v1 -- 0x7f196015a980 con 0x7f1960159310 2024-09-13T16:11:42.513 INFO:tasks.ceph.mon.a.smithi076.stderr:2024-09-13T16:11:42.512+0000 7f1d1f745640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T16:11:42.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.526+0000 7f1956ffd640 1 -- 172.21.15.76:0/1712754187 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v48) v1 ==== 191+0+0 (secure 0 0 0) 0x7f196015a980 con 0x7f1960159310 2024-09-13T16:11:42.528 INFO:teuthology.orchestra.run.smithi076.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T16:11:42.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.528+0000 7f1968508640 1 -- 172.21.15.76:0/1712754187 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f194406ac00 msgr2=0x7f194406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:42.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.528+0000 7f1968508640 1 --2- 172.21.15.76:0/1712754187 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f194406ac00 0x7f194406d0c0 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7f195c006fd0 tx=0x7f195c009060 comp rx=0 tx=0).stop 2024-09-13T16:11:42.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.528+0000 7f1968508640 1 -- 172.21.15.76:0/1712754187 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1960159310 msgr2=0x7f196009b7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:42.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.528+0000 7f1968508640 1 --2- 172.21.15.76:0/1712754187 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1960159310 0x7f196009b7e0 secure :-1 s=READY pgs=1367 cs=0 l=1 rev1=1 crypto rx=0x7f195800b970 tx=0x7f195800be30 comp rx=0 tx=0).stop 2024-09-13T16:11:42.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.528+0000 7f1968508640 1 -- 172.21.15.76:0/1712754187 shutdown_connections 2024-09-13T16:11:42.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.528+0000 7f1968508640 1 --2- 172.21.15.76:0/1712754187 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1960159310 0x7f196009b7e0 unknown :-1 s=CLOSED pgs=1367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:42.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.528+0000 7f1968508640 1 --2- 172.21.15.76:0/1712754187 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f194406ac00 0x7f194406d0c0 unknown :-1 s=CLOSED pgs=595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:42.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.528+0000 7f1968508640 1 --2- 172.21.15.76:0/1712754187 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f19600ce4f0 0x7f19600c4b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:42.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.528+0000 7f1968508640 1 --2- 172.21.15.76:0/1712754187 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f19600b2b40 0x7f1960097890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:42.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.528+0000 7f1968508640 1 -- 172.21.15.76:0/1712754187 >> 172.21.15.76:0/1712754187 conn(0x7f196006a0b0 msgr2=0x7f19600b1fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:42.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.528+0000 7f1968508640 1 -- 172.21.15.76:0/1712754187 shutdown_connections 2024-09-13T16:11:42.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.528+0000 7f1968508640 1 -- 172.21.15.76:0/1712754187 wait complete. 2024-09-13T16:11:42.542 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-13T16:11:42.566 INFO:tasks.ceph.mds.c.smithi076.stdout:starting mds.c at 2024-09-13T16:11:42.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.642+0000 7f58101c7640 1 Processor -- start 2024-09-13T16:11:42.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.643+0000 7f58101c7640 1 -- start start 2024-09-13T16:11:42.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.644+0000 7f58101c7640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f580815c500 0x7f58080d2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:42.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.644+0000 7f58101c7640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f58080cdff0 0x7f58080d0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:42.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.644+0000 7f58101c7640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f58080cd450 con 0x7f58080d2590 2024-09-13T16:11:42.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.644+0000 7f58101c7640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f58080d29f0 con 0x7f580815c500 2024-09-13T16:11:42.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.644+0000 7f58101c7640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f58080d0cf0 con 0x7f58080cdff0 2024-09-13T16:11:42.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.644+0000 7f580df63640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f580815c500 0x7f58080d2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:42.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.644+0000 7f580df63640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f580815c500 0x7f58080d2050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:53708/0 (socket says 172.21.15.76:53708) 2024-09-13T16:11:42.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.644+0000 7f580df63640 1 -- 172.21.15.76:0/2183321946 learned_addr learned my addr 172.21.15.76:0/2183321946 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:11:42.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.644+0000 7f580e764640 1 --2- 172.21.15.76:0/2183321946 >> v2:172.21.15.192:3300/0 conn(0x7f58080cdff0 0x7f58080d0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:42.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.644+0000 7f580df63640 1 -- 172.21.15.76:0/2183321946 >> v2:172.21.15.192:3300/0 conn(0x7f58080cdff0 msgr2=0x7f58080d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:42.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.644+0000 7f580df63640 1 --2- 172.21.15.76:0/2183321946 >> v2:172.21.15.192:3300/0 conn(0x7f58080cdff0 0x7f58080d0000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:42.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.644+0000 7f580df63640 1 -- 172.21.15.76:0/2183321946 >> v1:172.21.15.192:6789/0 conn(0x7f58080d2590 legacy=0x7f58080cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:42.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.644+0000 7f580df63640 1 -- 172.21.15.76:0/2183321946 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f58080d0fd0 con 0x7f580815c500 2024-09-13T16:11:42.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.645+0000 7f580df63640 1 --2- 172.21.15.76:0/2183321946 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f580815c500 0x7f58080d2050 secure :-1 s=READY pgs=1370 cs=0 l=1 rev1=1 crypto rx=0x7f58080cca00 tx=0x7f580402a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e558049455e7b94 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:42.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.645+0000 7f580cf61640 1 -- 172.21.15.76:0/2183321946 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5804032440 con 0x7f580815c500 2024-09-13T16:11:42.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.645+0000 7f580cf61640 1 -- 172.21.15.76:0/2183321946 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f58040325a0 con 0x7f580815c500 2024-09-13T16:11:42.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.645+0000 7f580cf61640 1 -- 172.21.15.76:0/2183321946 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5804032930 con 0x7f580815c500 2024-09-13T16:11:42.648 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.645+0000 7f58101c7640 1 -- 172.21.15.76:0/2183321946 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f580815c500 msgr2=0x7f58080d2050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:42.648 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.645+0000 7f58101c7640 1 --2- 172.21.15.76:0/2183321946 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f580815c500 0x7f58080d2050 secure :-1 s=READY pgs=1370 cs=0 l=1 rev1=1 crypto rx=0x7f58080cca00 tx=0x7f580402a230 comp rx=0 tx=0).stop 2024-09-13T16:11:42.648 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.645+0000 7f58101c7640 1 -- 172.21.15.76:0/2183321946 shutdown_connections 2024-09-13T16:11:42.648 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.645+0000 7f58101c7640 1 --2- 172.21.15.76:0/2183321946 >> v2:172.21.15.192:3300/0 conn(0x7f58080cdff0 0x7f58080d0000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:42.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.645+0000 7f58101c7640 1 --2- 172.21.15.76:0/2183321946 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f580815c500 0x7f58080d2050 unknown :-1 s=CLOSED pgs=1370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:42.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.645+0000 7f58101c7640 1 -- 172.21.15.76:0/2183321946 >> 172.21.15.76:0/2183321946 conn(0x7f5808089f60 msgr2=0x7f580809b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:42.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.646+0000 7f58101c7640 1 -- 172.21.15.76:0/2183321946 shutdown_connections 2024-09-13T16:11:42.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.646+0000 7f58101c7640 1 -- 172.21.15.76:0/2183321946 wait complete. 2024-09-13T16:11:42.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.647+0000 7f58101c7640 1 Processor -- start 2024-09-13T16:11:42.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.647+0000 7f58101c7640 1 -- start start 2024-09-13T16:11:42.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.647+0000 7f58101c7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f58080cdff0 0x7f580815f580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:42.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.647+0000 7f58101c7640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f58080d2590 0x7f580814db00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:42.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.647+0000 7f58101c7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f580815c500 0x7f58080ca850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:42.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.647+0000 7f58101c7640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f580815e1c0 con 0x7f58080cdff0 2024-09-13T16:11:42.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.648+0000 7f58101c7640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f580814e040 con 0x7f58080d2590 2024-09-13T16:11:42.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.648+0000 7f58101c7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f58080cb0a0 con 0x7f580815c500 2024-09-13T16:11:42.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.648+0000 7f580df63640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f58080cdff0 0x7f580815f580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:42.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.648+0000 7f580df63640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f58080cdff0 0x7f580815f580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:53714/0 (socket says 172.21.15.76:53714) 2024-09-13T16:11:42.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.648+0000 7f580df63640 1 -- 172.21.15.76:0/4191042602 learned_addr learned my addr 172.21.15.76:0/4191042602 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:11:42.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.648+0000 7f580d762640 1 --2- 172.21.15.76:0/4191042602 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f58080d2590 0x7f580814db00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:42.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.648+0000 7f580e764640 1 --2- 172.21.15.76:0/4191042602 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f580815c500 0x7f58080ca850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:42.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.648+0000 7f580df63640 1 -- 172.21.15.76:0/4191042602 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f580815c500 msgr2=0x7f58080ca850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:42.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.648+0000 7f580df63640 1 --2- 172.21.15.76:0/4191042602 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f580815c500 0x7f58080ca850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:42.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.648+0000 7f580df63640 1 -- 172.21.15.76:0/4191042602 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f58080d2590 msgr2=0x7f580814db00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:42.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.648+0000 7f580df63640 1 --2- 172.21.15.76:0/4191042602 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f58080d2590 0x7f580814db00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:42.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.648+0000 7f580df63640 1 -- 172.21.15.76:0/4191042602 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f58040094d0 con 0x7f58080cdff0 2024-09-13T16:11:42.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.648+0000 7f580df63640 1 --2- 172.21.15.76:0/4191042602 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f58080cdff0 0x7f580815f580 secure :-1 s=READY pgs=1371 cs=0 l=1 rev1=1 crypto rx=0x7f580402a270 tx=0x7f58040046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:42.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.648+0000 7f57fe7fc640 1 -- 172.21.15.76:0/4191042602 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5804032440 con 0x7f58080cdff0 2024-09-13T16:11:42.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.648+0000 7f57fe7fc640 1 -- 172.21.15.76:0/4191042602 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5804030ba0 con 0x7f58080cdff0 2024-09-13T16:11:42.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.648+0000 7f58101c7640 1 -- 172.21.15.76:0/4191042602 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f58080cb380 con 0x7f58080cdff0 2024-09-13T16:11:42.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.648+0000 7f57fe7fc640 1 -- 172.21.15.76:0/4191042602 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f580403d440 con 0x7f58080cdff0 2024-09-13T16:11:42.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.648+0000 7f58101c7640 1 -- 172.21.15.76:0/4191042602 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f58080cb940 con 0x7f58080cdff0 2024-09-13T16:11:42.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.649+0000 7f58101c7640 1 -- 172.21.15.76:0/4191042602 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f58080d0870 con 0x7f58080cdff0 2024-09-13T16:11:42.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.650+0000 7f57fe7fc640 1 -- 172.21.15.76:0/4191042602 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f5804039040 con 0x7f58080cdff0 2024-09-13T16:11:42.654 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.650+0000 7f57fe7fc640 1 --2- 172.21.15.76:0/4191042602 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f57ec06ac00 0x7f57ec06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:42.654 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.650+0000 7f57fe7fc640 1 -- 172.21.15.76:0/4191042602 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(99..99 src has 1..99) v4 ==== 6231+0+0 (secure 0 0 0) 0x7f58040a9ff0 con 0x7f58080cdff0 2024-09-13T16:11:42.654 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.650+0000 7f580d762640 1 --2- 172.21.15.76:0/4191042602 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f57ec06ac00 0x7f57ec06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:42.654 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.650+0000 7f580d762640 1 --2- 172.21.15.76:0/4191042602 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f57ec06ac00 0x7f57ec06d0c0 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7f57f8004f60 tx=0x7f57f8007e30 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:42.655 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.654+0000 7f57fe7fc640 1 -- 172.21.15.76:0/4191042602 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f5804075070 con 0x7f58080cdff0 2024-09-13T16:11:42.856 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:42.854+0000 7f58101c7640 1 -- 172.21.15.76:0/4191042602 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) v1 -- 0x7f580806b920 con 0x7f58080cdff0 2024-09-13T16:11:43.533 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:43.531+0000 7f57fe7fc640 1 -- 172.21.15.76:0/4191042602 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v49) v1 ==== 104+0+0 (secure 0 0 0) 0x7f5804078690 con 0x7f58080cdff0 2024-09-13T16:11:43.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:43.534+0000 7f58101c7640 1 -- 172.21.15.76:0/4191042602 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f57ec06ac00 msgr2=0x7f57ec06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:43.536 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:43.534+0000 7f58101c7640 1 --2- 172.21.15.76:0/4191042602 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f57ec06ac00 0x7f57ec06d0c0 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7f57f8004f60 tx=0x7f57f8007e30 comp rx=0 tx=0).stop 2024-09-13T16:11:43.536 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:43.534+0000 7f58101c7640 1 -- 172.21.15.76:0/4191042602 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f58080cdff0 msgr2=0x7f580815f580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:43.536 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:43.534+0000 7f58101c7640 1 --2- 172.21.15.76:0/4191042602 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f58080cdff0 0x7f580815f580 secure :-1 s=READY pgs=1371 cs=0 l=1 rev1=1 crypto rx=0x7f580402a270 tx=0x7f58040046c0 comp rx=0 tx=0).stop 2024-09-13T16:11:43.536 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:43.534+0000 7f58101c7640 1 -- 172.21.15.76:0/4191042602 shutdown_connections 2024-09-13T16:11:43.536 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:43.534+0000 7f58101c7640 1 --2- 172.21.15.76:0/4191042602 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f57ec06ac00 0x7f57ec06d0c0 unknown :-1 s=CLOSED pgs=596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:43.536 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:43.534+0000 7f58101c7640 1 --2- 172.21.15.76:0/4191042602 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f580815c500 0x7f58080ca850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:43.536 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:43.534+0000 7f58101c7640 1 --2- 172.21.15.76:0/4191042602 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f58080d2590 0x7f580814db00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:43.536 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:43.534+0000 7f58101c7640 1 --2- 172.21.15.76:0/4191042602 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f58080cdff0 0x7f580815f580 unknown :-1 s=CLOSED pgs=1371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:43.536 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:43.534+0000 7f58101c7640 1 -- 172.21.15.76:0/4191042602 >> 172.21.15.76:0/4191042602 conn(0x7f5808089f60 msgr2=0x7f5808073310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:43.537 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:43.534+0000 7f58101c7640 1 -- 172.21.15.76:0/4191042602 shutdown_connections 2024-09-13T16:11:43.537 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:43.534+0000 7f58101c7640 1 -- 172.21.15.76:0/4191042602 wait complete. 2024-09-13T16:11:43.547 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-13T16:11:43.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:43.690+0000 7efd98c8e640 1 Processor -- start 2024-09-13T16:11:43.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:43.690+0000 7efd98c8e640 1 -- start start 2024-09-13T16:11:43.693 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:43.691+0000 7efd98c8e640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7efd9406c8a0 0x7efd940b1160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:43.693 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:43.691+0000 7efd98c8e640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efd94071b20 0x7efd940b16a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:43.693 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:43.691+0000 7efd98c8e640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efd940b2d10 con 0x7efd94158b00 2024-09-13T16:11:43.693 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:43.691+0000 7efd98c8e640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efd940b2ff0 con 0x7efd9406c8a0 2024-09-13T16:11:43.693 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:43.691+0000 7efd98c8e640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efd94070310 con 0x7efd94071b20 2024-09-13T16:11:43.693 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:43.691+0000 7efd91d9b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7efd9406c8a0 0x7efd940b1160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:43.693 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:43.691+0000 7efd91d9b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7efd9406c8a0 0x7efd940b1160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:53726/0 (socket says 172.21.15.76:53726) 2024-09-13T16:11:43.693 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:43.691+0000 7efd91d9b640 1 -- 172.21.15.76:0/2269810530 learned_addr learned my addr 172.21.15.76:0/2269810530 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:11:43.693 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:43.691+0000 7efd92d9d640 1 --2- 172.21.15.76:0/2269810530 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efd94071b20 0x7efd940b16a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:43.694 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:43.691+0000 7efd91d9b640 1 -- 172.21.15.76:0/2269810530 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efd94071b20 msgr2=0x7efd940b16a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:43.694 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:43.691+0000 7efd91d9b640 1 --2- 172.21.15.76:0/2269810530 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efd94071b20 0x7efd940b16a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:43.694 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:43.691+0000 7efd91d9b640 1 -- 172.21.15.76:0/2269810530 >> v1:172.21.15.192:6789/0 conn(0x7efd94158b00 legacy=0x7efd9406c190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:43.694 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:43.691+0000 7efd91d9b640 1 -- 172.21.15.76:0/2269810530 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd940705f0 con 0x7efd9406c8a0 2024-09-13T16:11:43.694 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:43.691+0000 7efd92d9d640 1 --2- 172.21.15.76:0/2269810530 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efd94071b20 0x7efd940b16a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:43.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:43.692+0000 7efd91d9b640 1 --2- 172.21.15.76:0/2269810530 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd9406c8a0 0x7efd940b1160 secure :-1 s=READY pgs=1372 cs=0 l=1 rev1=1 crypto rx=0x7efd94070140 tx=0x7efd8802c670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f5c294b31c5a62f7 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:43.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:43.692+0000 7efd9159a640 1 -- 172.21.15.76:0/2269810530 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd88032480 con 0x7efd9406c8a0 2024-09-13T16:11:43.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:43.692+0000 7efd9159a640 1 -- 172.21.15.76:0/2269810530 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efd8802f030 con 0x7efd9406c8a0 2024-09-13T16:11:43.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:43.692+0000 7efd9159a640 1 -- 172.21.15.76:0/2269810530 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd88032800 con 0x7efd9406c8a0 2024-09-13T16:11:43.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:43.692+0000 7efd98c8e640 1 -- 172.21.15.76:0/2269810530 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd9406c8a0 msgr2=0x7efd940b1160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:43.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:43.692+0000 7efd98c8e640 1 --2- 172.21.15.76:0/2269810530 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd9406c8a0 0x7efd940b1160 secure :-1 s=READY pgs=1372 cs=0 l=1 rev1=1 crypto rx=0x7efd94070140 tx=0x7efd8802c670 comp rx=0 tx=0).stop 2024-09-13T16:11:43.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:43.693+0000 7efd98c8e640 1 -- 172.21.15.76:0/2269810530 shutdown_connections 2024-09-13T16:11:43.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:43.693+0000 7efd98c8e640 1 --2- 172.21.15.76:0/2269810530 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efd94071b20 0x7efd940b16a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:43.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:43.693+0000 7efd98c8e640 1 --2- 172.21.15.76:0/2269810530 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd9406c8a0 0x7efd940b1160 unknown :-1 s=CLOSED pgs=1372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:43.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:43.693+0000 7efd98c8e640 1 -- 172.21.15.76:0/2269810530 >> 172.21.15.76:0/2269810530 conn(0x7efd9406a0b0 msgr2=0x7efd9406a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:43.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:43.693+0000 7efd98c8e640 1 -- 172.21.15.76:0/2269810530 shutdown_connections 2024-09-13T16:11:43.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:43.693+0000 7efd98c8e640 1 -- 172.21.15.76:0/2269810530 wait complete. 2024-09-13T16:11:43.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:43.694+0000 7efd98c8e640 1 Processor -- start 2024-09-13T16:11:43.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:43.694+0000 7efd98c8e640 1 -- start start 2024-09-13T16:11:43.699 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:43.695+0000 7efd98c8e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd9406c8a0 0x7efd940c1b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:43.699 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:43.695+0000 7efd98c8e640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efd94071b20 0x7efd940c3180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:43.699 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:43.695+0000 7efd98c8e640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efd94158b00 0x7efd941f4f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:43.699 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:43.695+0000 7efd98c8e640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd941e1a30 con 0x7efd9406c8a0 2024-09-13T16:11:43.699 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:43.695+0000 7efd98c8e640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd940c2d60 con 0x7efd94158b00 2024-09-13T16:11:43.699 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:43.695+0000 7efd98c8e640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efd940c20e0 con 0x7efd94071b20 2024-09-13T16:11:43.699 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:43.695+0000 7efd9259c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd9406c8a0 0x7efd940c1b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:43.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:43.695+0000 7efd9259c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd9406c8a0 0x7efd940c1b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:53742/0 (socket says 172.21.15.76:53742) 2024-09-13T16:11:43.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:43.695+0000 7efd9259c640 1 -- 172.21.15.76:0/1235905123 learned_addr learned my addr 172.21.15.76:0/1235905123 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:11:43.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:43.695+0000 7efd91d9b640 1 --2- 172.21.15.76:0/1235905123 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efd94071b20 0x7efd940c3180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:43.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:43.695+0000 7efd92d9d640 1 --2- 172.21.15.76:0/1235905123 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efd94158b00 0x7efd941f4f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:43.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:43.695+0000 7efd9259c640 1 -- 172.21.15.76:0/1235905123 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efd94071b20 msgr2=0x7efd940c3180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:43.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:43.695+0000 7efd9259c640 1 --2- 172.21.15.76:0/1235905123 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efd94071b20 0x7efd940c3180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:43.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:43.695+0000 7efd9259c640 1 -- 172.21.15.76:0/1235905123 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efd94158b00 msgr2=0x7efd941f4f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:43.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:43.695+0000 7efd9259c640 1 --2- 172.21.15.76:0/1235905123 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efd94158b00 0x7efd941f4f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:43.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:43.695+0000 7efd9259c640 1 -- 172.21.15.76:0/1235905123 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd8800b760 con 0x7efd9406c8a0 2024-09-13T16:11:43.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:43.695+0000 7efd91d9b640 1 --2- 172.21.15.76:0/1235905123 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efd94071b20 0x7efd940c3180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:43.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:43.695+0000 7efd9259c640 1 --2- 172.21.15.76:0/1235905123 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd9406c8a0 0x7efd940c1b00 secure :-1 s=READY pgs=1373 cs=0 l=1 rev1=1 crypto rx=0x7efd8400b3f0 tx=0x7efd8400b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:43.701 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:43.695+0000 7efd82ffd640 1 -- 172.21.15.76:0/1235905123 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd84011830 con 0x7efd9406c8a0 2024-09-13T16:11:43.701 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:43.695+0000 7efd82ffd640 1 -- 172.21.15.76:0/1235905123 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efd84011990 con 0x7efd9406c8a0 2024-09-13T16:11:43.701 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:43.695+0000 7efd98c8e640 1 -- 172.21.15.76:0/1235905123 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efd940c23c0 con 0x7efd9406c8a0 2024-09-13T16:11:43.701 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:43.695+0000 7efd82ffd640 1 -- 172.21.15.76:0/1235905123 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd84011d40 con 0x7efd9406c8a0 2024-09-13T16:11:43.701 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:43.695+0000 7efd98c8e640 1 -- 172.21.15.76:0/1235905123 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efd940c2980 con 0x7efd9406c8a0 2024-09-13T16:11:43.701 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:43.696+0000 7efd98c8e640 1 -- 172.21.15.76:0/1235905123 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efd940cea20 con 0x7efd9406c8a0 2024-09-13T16:11:43.701 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:43.697+0000 7efd82ffd640 1 -- 172.21.15.76:0/1235905123 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7efd8401a400 con 0x7efd9406c8a0 2024-09-13T16:11:43.701 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:43.697+0000 7efd82ffd640 1 --2- 172.21.15.76:0/1235905123 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efd7406ac00 0x7efd7406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:43.701 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:43.697+0000 7efd82ffd640 1 -- 172.21.15.76:0/1235905123 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(99..99 src has 1..99) v4 ==== 6231+0+0 (secure 0 0 0) 0x7efd84089320 con 0x7efd9406c8a0 2024-09-13T16:11:43.701 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:43.697+0000 7efd91d9b640 1 --2- 172.21.15.76:0/1235905123 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efd7406ac00 0x7efd7406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:43.702 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:43.698+0000 7efd91d9b640 1 --2- 172.21.15.76:0/1235905123 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efd7406ac00 0x7efd7406d0c0 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7efd88037000 tx=0x7efd88030000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:43.703 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:43.702+0000 7efd82ffd640 1 -- 172.21.15.76:0/1235905123 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7efd84054380 con 0x7efd9406c8a0 2024-09-13T16:11:43.862 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:43.861+0000 7efd98c8e640 1 -- 172.21.15.76:0/1235905123 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7efd940cda90 con 0x7efd9406c8a0 2024-09-13T16:11:44.536 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:44.535+0000 7efd82ffd640 1 -- 172.21.15.76:0/1235905123 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v100) v1 ==== 181+0+0 (secure 0 0 0) 0x7efd840579a0 con 0x7efd9406c8a0 2024-09-13T16:11:44.536 INFO:teuthology.orchestra.run.smithi076.stderr:pool 'cephfs_metadata' removed 2024-09-13T16:11:44.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:44.538+0000 7efd98c8e640 1 -- 172.21.15.76:0/1235905123 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efd7406ac00 msgr2=0x7efd7406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:44.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:44.538+0000 7efd98c8e640 1 --2- 172.21.15.76:0/1235905123 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efd7406ac00 0x7efd7406d0c0 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7efd88037000 tx=0x7efd88030000 comp rx=0 tx=0).stop 2024-09-13T16:11:44.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:44.538+0000 7efd98c8e640 1 -- 172.21.15.76:0/1235905123 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd9406c8a0 msgr2=0x7efd940c1b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:44.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:44.538+0000 7efd98c8e640 1 --2- 172.21.15.76:0/1235905123 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd9406c8a0 0x7efd940c1b00 secure :-1 s=READY pgs=1373 cs=0 l=1 rev1=1 crypto rx=0x7efd8400b3f0 tx=0x7efd8400b8b0 comp rx=0 tx=0).stop 2024-09-13T16:11:44.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:44.538+0000 7efd98c8e640 1 -- 172.21.15.76:0/1235905123 shutdown_connections 2024-09-13T16:11:44.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:44.538+0000 7efd98c8e640 1 --2- 172.21.15.76:0/1235905123 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efd94158b00 0x7efd941f4f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:44.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:44.538+0000 7efd98c8e640 1 --2- 172.21.15.76:0/1235905123 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efd7406ac00 0x7efd7406d0c0 unknown :-1 s=CLOSED pgs=598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:44.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:44.538+0000 7efd98c8e640 1 --2- 172.21.15.76:0/1235905123 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efd94071b20 0x7efd940c3180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:44.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:44.538+0000 7efd98c8e640 1 --2- 172.21.15.76:0/1235905123 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd9406c8a0 0x7efd940c1b00 unknown :-1 s=CLOSED pgs=1373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:44.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:44.538+0000 7efd98c8e640 1 -- 172.21.15.76:0/1235905123 >> 172.21.15.76:0/1235905123 conn(0x7efd9406a0b0 msgr2=0x7efd9406c190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:44.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:44.538+0000 7efd98c8e640 1 -- 172.21.15.76:0/1235905123 shutdown_connections 2024-09-13T16:11:44.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:44.538+0000 7efd98c8e640 1 -- 172.21.15.76:0/1235905123 wait complete. 2024-09-13T16:11:44.552 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-13T16:11:44.655 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:44.654+0000 7f1c66c0d640 1 Processor -- start 2024-09-13T16:11:44.655 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:44.654+0000 7f1c66c0d640 1 -- start start 2024-09-13T16:11:44.657 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:44.654+0000 7f1c66c0d640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f1c60159310 0x7f1c600ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:44.657 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:44.655+0000 7f1c66c0d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f1c600b2b40 0x7f1c600ab140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:44.657 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:44.655+0000 7f1c66c0d640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1c600ccbe0 con 0x7f1c600ab680 2024-09-13T16:11:44.657 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:44.655+0000 7f1c66c0d640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1c600ad940 con 0x7f1c600b2b40 2024-09-13T16:11:44.657 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:44.655+0000 7f1c66c0d640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1c600b1810 con 0x7f1c60159310 2024-09-13T16:11:44.657 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:44.655+0000 7f1c5ffff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f1c600b2b40 0x7f1c600ab140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:44.657 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:44.655+0000 7f1c5ffff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f1c600b2b40 0x7f1c600ab140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:53746/0 (socket says 172.21.15.76:53746) 2024-09-13T16:11:44.657 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:44.655+0000 7f1c5ffff640 1 -- 172.21.15.76:0/3489900927 learned_addr learned my addr 172.21.15.76:0/3489900927 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:11:44.657 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:44.655+0000 7f1c649a9640 1 --2- 172.21.15.76:0/3489900927 >> v2:172.21.15.192:3300/0 conn(0x7f1c60159310 0x7f1c600ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:44.657 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:44.655+0000 7f1c5ffff640 1 -- 172.21.15.76:0/3489900927 >> v2:172.21.15.192:3300/0 conn(0x7f1c60159310 msgr2=0x7f1c600ad400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:44.657 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:44.655+0000 7f1c5ffff640 1 --2- 172.21.15.76:0/3489900927 >> v2:172.21.15.192:3300/0 conn(0x7f1c60159310 0x7f1c600ad400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:44.657 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:44.655+0000 7f1c5ffff640 1 -- 172.21.15.76:0/3489900927 >> v1:172.21.15.192:6789/0 conn(0x7f1c600ab680 legacy=0x7f1c600ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:44.657 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:44.655+0000 7f1c5ffff640 1 -- 172.21.15.76:0/3489900927 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1c6006d9e0 con 0x7f1c600b2b40 2024-09-13T16:11:44.659 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:44.656+0000 7f1c5ffff640 1 --2- 172.21.15.76:0/3489900927 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1c600b2b40 0x7f1c600ab140 secure :-1 s=READY pgs=1374 cs=0 l=1 rev1=1 crypto rx=0x7f1c600cac90 tx=0x7f1c4c02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7197030f9c398dbd server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:44.659 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:44.656+0000 7f1c5f7fe640 1 -- 172.21.15.76:0/3489900927 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c4c032440 con 0x7f1c600b2b40 2024-09-13T16:11:44.659 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:44.656+0000 7f1c5f7fe640 1 -- 172.21.15.76:0/3489900927 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1c4c0325a0 con 0x7f1c600b2b40 2024-09-13T16:11:44.659 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:44.656+0000 7f1c5f7fe640 1 -- 172.21.15.76:0/3489900927 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c4c032930 con 0x7f1c600b2b40 2024-09-13T16:11:44.659 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:44.656+0000 7f1c66c0d640 1 -- 172.21.15.76:0/3489900927 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1c600b2b40 msgr2=0x7f1c600ab140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:44.660 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:44.656+0000 7f1c66c0d640 1 --2- 172.21.15.76:0/3489900927 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1c600b2b40 0x7f1c600ab140 secure :-1 s=READY pgs=1374 cs=0 l=1 rev1=1 crypto rx=0x7f1c600cac90 tx=0x7f1c4c02a1e0 comp rx=0 tx=0).stop 2024-09-13T16:11:44.660 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:44.656+0000 7f1c66c0d640 1 -- 172.21.15.76:0/3489900927 shutdown_connections 2024-09-13T16:11:44.660 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:44.656+0000 7f1c66c0d640 1 --2- 172.21.15.76:0/3489900927 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1c600b2b40 0x7f1c600ab140 unknown :-1 s=CLOSED pgs=1374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:44.660 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:44.656+0000 7f1c66c0d640 1 --2- 172.21.15.76:0/3489900927 >> v2:172.21.15.192:3300/0 conn(0x7f1c60159310 0x7f1c600ad400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:44.660 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:44.656+0000 7f1c66c0d640 1 -- 172.21.15.76:0/3489900927 >> 172.21.15.76:0/3489900927 conn(0x7f1c6006a0b0 msgr2=0x7f1c6006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:44.660 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:44.657+0000 7f1c66c0d640 1 -- 172.21.15.76:0/3489900927 shutdown_connections 2024-09-13T16:11:44.660 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:44.657+0000 7f1c66c0d640 1 -- 172.21.15.76:0/3489900927 wait complete. 2024-09-13T16:11:44.660 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:44.658+0000 7f1c66c0d640 1 Processor -- start 2024-09-13T16:11:44.660 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:44.658+0000 7f1c66c0d640 1 -- start start 2024-09-13T16:11:44.662 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:44.659+0000 7f1c66c0d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1c600ab680 0x7f1c6015c530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:44.662 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:44.659+0000 7f1c66c0d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1c600b2b40 0x7f1c600c4d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:44.662 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:44.659+0000 7f1c66c0d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1c60159310 0x7f1c6015a0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:44.662 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:44.659+0000 7f1c66c0d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1c6015a5f0 con 0x7f1c600b2b40 2024-09-13T16:11:44.662 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:44.659+0000 7f1c66c0d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1c60152f10 con 0x7f1c600ab680 2024-09-13T16:11:44.662 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:44.659+0000 7f1c66c0d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1c6015a800 con 0x7f1c60159310 2024-09-13T16:11:44.662 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:44.659+0000 7f1c5ffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1c600b2b40 0x7f1c600c4d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:44.662 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:44.659+0000 7f1c5ffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1c600b2b40 0x7f1c600c4d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:53750/0 (socket says 172.21.15.76:53750) 2024-09-13T16:11:44.662 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:44.659+0000 7f1c5ffff640 1 -- 172.21.15.76:0/2855589665 learned_addr learned my addr 172.21.15.76:0/2855589665 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:11:44.662 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:44.659+0000 7f1c649a9640 1 --2- 172.21.15.76:0/2855589665 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1c600ab680 0x7f1c6015c530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:44.662 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:44.659+0000 7f1c651aa640 1 --2- 172.21.15.76:0/2855589665 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1c60159310 0x7f1c6015a0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:44.662 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:44.659+0000 7f1c5ffff640 1 -- 172.21.15.76:0/2855589665 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1c60159310 msgr2=0x7f1c6015a0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:44.663 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:44.659+0000 7f1c5ffff640 1 --2- 172.21.15.76:0/2855589665 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1c60159310 0x7f1c6015a0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:44.663 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:44.659+0000 7f1c5ffff640 1 -- 172.21.15.76:0/2855589665 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1c600ab680 msgr2=0x7f1c6015c530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:44.663 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:44.659+0000 7f1c5ffff640 1 --2- 172.21.15.76:0/2855589665 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1c600ab680 0x7f1c6015c530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:44.663 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:44.659+0000 7f1c5ffff640 1 -- 172.21.15.76:0/2855589665 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1c4c0094d0 con 0x7f1c600b2b40 2024-09-13T16:11:44.663 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:44.660+0000 7f1c5ffff640 1 --2- 172.21.15.76:0/2855589665 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1c600b2b40 0x7f1c600c4d00 secure :-1 s=READY pgs=1375 cs=0 l=1 rev1=1 crypto rx=0x7f1c4c02a220 tx=0x7f1c4c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:44.664 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:44.661+0000 7f1c5d7fa640 1 -- 172.21.15.76:0/2855589665 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c4c032440 con 0x7f1c600b2b40 2024-09-13T16:11:44.664 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:44.661+0000 7f1c5d7fa640 1 -- 172.21.15.76:0/2855589665 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1c4c030ba0 con 0x7f1c600b2b40 2024-09-13T16:11:44.664 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:44.661+0000 7f1c5d7fa640 1 -- 172.21.15.76:0/2855589665 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c4c03d440 con 0x7f1c600b2b40 2024-09-13T16:11:44.664 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:44.662+0000 7f1c66c0d640 1 -- 172.21.15.76:0/2855589665 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1c6015aae0 con 0x7f1c600b2b40 2024-09-13T16:11:44.664 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:44.662+0000 7f1c66c0d640 1 -- 172.21.15.76:0/2855589665 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1c60153440 con 0x7f1c600b2b40 2024-09-13T16:11:44.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:44.664+0000 7f1c66c0d640 1 -- 172.21.15.76:0/2855589665 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1c60153660 con 0x7f1c600b2b40 2024-09-13T16:11:44.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:44.665+0000 7f1c5d7fa640 1 -- 172.21.15.76:0/2855589665 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1c4c039040 con 0x7f1c600b2b40 2024-09-13T16:11:44.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:44.665+0000 7f1c5d7fa640 1 --2- 172.21.15.76:0/2855589665 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1c4406ac50 0x7f1c4406d110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:44.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:44.665+0000 7f1c5d7fa640 1 -- 172.21.15.76:0/2855589665 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(100..100 src has 1..100) v4 ==== 5793+0+0 (secure 0 0 0) 0x7f1c4c0a9e10 con 0x7f1c600b2b40 2024-09-13T16:11:44.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:44.666+0000 7f1c649a9640 1 --2- 172.21.15.76:0/2855589665 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1c4406ac50 0x7f1c4406d110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:44.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:44.666+0000 7f1c649a9640 1 --2- 172.21.15.76:0/2855589665 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1c4406ac50 0x7f1c4406d110 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7f1c6015b060 tx=0x7f1c54008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:44.671 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:44.670+0000 7f1c5d7fa640 1 -- 172.21.15.76:0/2855589665 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f1c4c075070 con 0x7f1c600b2b40 2024-09-13T16:11:44.832 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:44.831+0000 7f1c66c0d640 1 -- 172.21.15.76:0/2855589665 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f1c60066f30 con 0x7f1c600b2b40 2024-09-13T16:11:45.548 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.546+0000 7f1c5d7fa640 1 -- 172.21.15.76:0/2855589665 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v101) v1 ==== 169+0+0 (secure 0 0 0) 0x7f1c4c0370d0 con 0x7f1c600b2b40 2024-09-13T16:11:45.548 INFO:teuthology.orchestra.run.smithi076.stderr:pool 'cephfs_data' removed 2024-09-13T16:11:45.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.550+0000 7f1c66c0d640 1 -- 172.21.15.76:0/2855589665 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1c4406ac50 msgr2=0x7f1c4406d110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:45.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.550+0000 7f1c66c0d640 1 --2- 172.21.15.76:0/2855589665 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1c4406ac50 0x7f1c4406d110 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7f1c6015b060 tx=0x7f1c54008040 comp rx=0 tx=0).stop 2024-09-13T16:11:45.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.550+0000 7f1c66c0d640 1 -- 172.21.15.76:0/2855589665 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1c600b2b40 msgr2=0x7f1c600c4d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:45.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.550+0000 7f1c66c0d640 1 --2- 172.21.15.76:0/2855589665 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1c600b2b40 0x7f1c600c4d00 secure :-1 s=READY pgs=1375 cs=0 l=1 rev1=1 crypto rx=0x7f1c4c02a220 tx=0x7f1c4c0046c0 comp rx=0 tx=0).stop 2024-09-13T16:11:45.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.550+0000 7f1c66c0d640 1 -- 172.21.15.76:0/2855589665 shutdown_connections 2024-09-13T16:11:45.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.550+0000 7f1c66c0d640 1 --2- 172.21.15.76:0/2855589665 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1c4406ac50 0x7f1c4406d110 secure :-1 s=CLOSED pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7f1c6015b060 tx=0x7f1c54008040 comp rx=0 tx=0).stop 2024-09-13T16:11:45.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.550+0000 7f1c66c0d640 1 --2- 172.21.15.76:0/2855589665 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1c60159310 0x7f1c6015a0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:45.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.550+0000 7f1c66c0d640 1 --2- 172.21.15.76:0/2855589665 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1c600b2b40 0x7f1c600c4d00 unknown :-1 s=CLOSED pgs=1375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:45.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.550+0000 7f1c66c0d640 1 --2- 172.21.15.76:0/2855589665 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1c600ab680 0x7f1c6015c530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:45.554 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.550+0000 7f1c66c0d640 1 -- 172.21.15.76:0/2855589665 >> 172.21.15.76:0/2855589665 conn(0x7f1c6006a0b0 msgr2=0x7f1c600ac770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:45.554 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.550+0000 7f1c66c0d640 1 -- 172.21.15.76:0/2855589665 shutdown_connections 2024-09-13T16:11:45.554 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.551+0000 7f1c66c0d640 1 -- 172.21.15.76:0/2855589665 wait complete. 2024-09-13T16:11:45.566 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mds mds_min_caps_working_set 2024-09-13T16:11:45.680 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.678+0000 7fd8a4da3640 1 Processor -- start 2024-09-13T16:11:45.680 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.678+0000 7fd8a4da3640 1 -- start start 2024-09-13T16:11:45.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.679+0000 7fd8a4da3640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fd8a00b20a0 0x7fd8a00ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:45.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.679+0000 7fd8a4da3640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd8a00cea30 0x7fd8a00ab9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:45.682 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.679+0000 7fd8a4da3640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd8a015a790 con 0x7fd8a015a3b0 2024-09-13T16:11:45.682 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.679+0000 7fd8a4da3640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd8a00ceea0 con 0x7fd8a00b20a0 2024-09-13T16:11:45.682 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.679+0000 7fd8a4da3640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd8a00b2680 con 0x7fd8a00cea30 2024-09-13T16:11:45.682 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.680+0000 7fd89dd9b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fd8a00b20a0 0x7fd8a00ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:45.682 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.680+0000 7fd89e59c640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fd8a015a3b0 0x7fd8a00b1720 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:39526/0 (socket says 172.21.15.76:39526) 2024-09-13T16:11:45.682 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.680+0000 7fd89e59c640 1 -- 172.21.15.76:0/1297344912 learned_addr learned my addr 172.21.15.76:0/1297344912 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:11:45.682 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.680+0000 7fd89ed9d640 1 --2- 172.21.15.76:0/1297344912 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd8a00cea30 0x7fd8a00ab9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:45.682 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.680+0000 7fd89dd9b640 1 -- 172.21.15.76:0/1297344912 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd8a00cea30 msgr2=0x7fd8a00ab9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:45.682 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.680+0000 7fd89dd9b640 1 --2- 172.21.15.76:0/1297344912 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd8a00cea30 0x7fd8a00ab9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:45.682 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.680+0000 7fd89dd9b640 1 -- 172.21.15.76:0/1297344912 >> v1:172.21.15.76:6789/0 conn(0x7fd8a015a3b0 legacy=0x7fd8a00b1720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:45.682 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.680+0000 7fd89dd9b640 1 -- 172.21.15.76:0/1297344912 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd8a00b2960 con 0x7fd8a00b20a0 2024-09-13T16:11:45.682 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.680+0000 7fd89d59a640 1 -- 172.21.15.76:0/1297344912 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1774810634 0 0) 0x7fd8a015a790 con 0x7fd8a015a3b0 2024-09-13T16:11:45.684 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.681+0000 7fd89dd9b640 1 --2- 172.21.15.76:0/1297344912 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd8a00b20a0 0x7fd8a00ce4f0 secure :-1 s=READY pgs=1377 cs=0 l=1 rev1=1 crypto rx=0x7fd8940097a0 tx=0x7fd89402a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=133a469f60fc5dfb server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:45.684 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.681+0000 7fd89d59a640 1 -- 172.21.15.76:0/1297344912 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd894032440 con 0x7fd8a00b20a0 2024-09-13T16:11:45.684 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.681+0000 7fd89d59a640 1 -- 172.21.15.76:0/1297344912 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd8940325a0 con 0x7fd8a00b20a0 2024-09-13T16:11:45.684 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.681+0000 7fd89d59a640 1 -- 172.21.15.76:0/1297344912 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd894032930 con 0x7fd8a00b20a0 2024-09-13T16:11:45.684 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.681+0000 7fd8a4da3640 1 -- 172.21.15.76:0/1297344912 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd8a00b20a0 msgr2=0x7fd8a00ce4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:45.684 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.681+0000 7fd8a4da3640 1 --2- 172.21.15.76:0/1297344912 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd8a00b20a0 0x7fd8a00ce4f0 secure :-1 s=READY pgs=1377 cs=0 l=1 rev1=1 crypto rx=0x7fd8940097a0 tx=0x7fd89402a180 comp rx=0 tx=0).stop 2024-09-13T16:11:45.684 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.681+0000 7fd8a4da3640 1 -- 172.21.15.76:0/1297344912 shutdown_connections 2024-09-13T16:11:45.684 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.681+0000 7fd8a4da3640 1 --2- 172.21.15.76:0/1297344912 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd8a00cea30 0x7fd8a00ab9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:45.684 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.681+0000 7fd8a4da3640 1 --2- 172.21.15.76:0/1297344912 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd8a00b20a0 0x7fd8a00ce4f0 unknown :-1 s=CLOSED pgs=1377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:45.684 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.681+0000 7fd8a4da3640 1 -- 172.21.15.76:0/1297344912 >> 172.21.15.76:0/1297344912 conn(0x7fd8a006a0b0 msgr2=0x7fd8a006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:45.684 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.682+0000 7fd8a4da3640 1 -- 172.21.15.76:0/1297344912 shutdown_connections 2024-09-13T16:11:45.684 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.682+0000 7fd8a4da3640 1 -- 172.21.15.76:0/1297344912 wait complete. 2024-09-13T16:11:45.687 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.683+0000 7fd8a4da3640 1 Processor -- start 2024-09-13T16:11:45.687 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.683+0000 7fd8a4da3640 1 -- start start 2024-09-13T16:11:45.687 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.684+0000 7fd8a4da3640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd8a00b20a0 0x7fd8a01f1cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:45.687 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.684+0000 7fd8a4da3640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd8a00cea30 0x7fd8a00c7a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:45.687 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.684+0000 7fd8a4da3640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd8a015a3b0 0x7fd8a0157720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:45.687 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.684+0000 7fd8a4da3640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd8a00cd6b0 con 0x7fd8a015a3b0 2024-09-13T16:11:45.687 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.684+0000 7fd8a4da3640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd8a00cc930 con 0x7fd8a00b20a0 2024-09-13T16:11:45.687 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.684+0000 7fd8a4da3640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd8a00ccbd0 con 0x7fd8a00cea30 2024-09-13T16:11:45.687 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.684+0000 7fd89ed9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd8a015a3b0 0x7fd8a0157720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:45.687 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.684+0000 7fd89ed9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd8a015a3b0 0x7fd8a0157720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:53776/0 (socket says 172.21.15.76:53776) 2024-09-13T16:11:45.688 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.684+0000 7fd89ed9d640 1 -- 172.21.15.76:0/1441904941 learned_addr learned my addr 172.21.15.76:0/1441904941 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:11:45.688 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.684+0000 7fd89dd9b640 1 --2- 172.21.15.76:0/1441904941 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd8a00cea30 0x7fd8a00c7a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:45.688 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.684+0000 7fd89e59c640 1 --2- 172.21.15.76:0/1441904941 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd8a00b20a0 0x7fd8a01f1cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:45.688 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.684+0000 7fd89ed9d640 1 -- 172.21.15.76:0/1441904941 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd8a00cea30 msgr2=0x7fd8a00c7a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:45.688 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.684+0000 7fd89ed9d640 1 --2- 172.21.15.76:0/1441904941 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd8a00cea30 0x7fd8a00c7a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:45.688 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.684+0000 7fd89ed9d640 1 -- 172.21.15.76:0/1441904941 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd8a00b20a0 msgr2=0x7fd8a01f1cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:45.688 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.684+0000 7fd89ed9d640 1 --2- 172.21.15.76:0/1441904941 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd8a00b20a0 0x7fd8a01f1cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:45.688 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.684+0000 7fd89ed9d640 1 -- 172.21.15.76:0/1441904941 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd894009400 con 0x7fd8a015a3b0 2024-09-13T16:11:45.688 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.684+0000 7fd89e59c640 1 --2- 172.21.15.76:0/1441904941 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd8a00b20a0 0x7fd8a01f1cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:45.688 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.684+0000 7fd89ed9d640 1 --2- 172.21.15.76:0/1441904941 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd8a015a3b0 0x7fd8a0157720 secure :-1 s=READY pgs=1378 cs=0 l=1 rev1=1 crypto rx=0x7fd898007e40 tx=0x7fd89800e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:45.688 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.684+0000 7fd88effd640 1 -- 172.21.15.76:0/1441904941 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd898014620 con 0x7fd8a015a3b0 2024-09-13T16:11:45.688 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.684+0000 7fd88effd640 1 -- 172.21.15.76:0/1441904941 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd89800ee90 con 0x7fd8a015a3b0 2024-09-13T16:11:45.689 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.684+0000 7fd8a4da3640 1 -- 172.21.15.76:0/1441904941 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd8a00cceb0 con 0x7fd8a015a3b0 2024-09-13T16:11:45.689 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.684+0000 7fd88effd640 1 -- 172.21.15.76:0/1441904941 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd8980149e0 con 0x7fd8a015a3b0 2024-09-13T16:11:45.689 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.685+0000 7fd8a4da3640 1 -- 172.21.15.76:0/1441904941 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd8a00c83e0 con 0x7fd8a015a3b0 2024-09-13T16:11:45.689 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.686+0000 7fd8a4da3640 1 -- 172.21.15.76:0/1441904941 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd8a00cd3d0 con 0x7fd8a015a3b0 2024-09-13T16:11:45.689 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.686+0000 7fd88effd640 1 -- 172.21.15.76:0/1441904941 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd898014b40 con 0x7fd8a015a3b0 2024-09-13T16:11:45.690 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.686+0000 7fd88effd640 1 --2- 172.21.15.76:0/1441904941 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd88006ac30 0x7fd88006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:45.690 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.686+0000 7fd88effd640 1 -- 172.21.15.76:0/1441904941 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(101..101 src has 1..101) v4 ==== 5263+0+0 (secure 0 0 0) 0x7fd898089a70 con 0x7fd8a015a3b0 2024-09-13T16:11:45.690 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.686+0000 7fd89e59c640 1 --2- 172.21.15.76:0/1441904941 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd88006ac30 0x7fd88006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:45.690 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.687+0000 7fd89e59c640 1 --2- 172.21.15.76:0/1441904941 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd88006ac30 0x7fd88006d0f0 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7fd890000f60 tx=0x7fd890007cc0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:45.692 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.691+0000 7fd88effd640 1 -- 172.21.15.76:0/1441904941 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fd8a00cd3d0 con 0x7fd8a015a3b0 2024-09-13T16:11:45.854 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.853+0000 7fd8a4da3640 1 -- 172.21.15.76:0/1441904941 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "config rm", "who": "mds", "name": "mds_min_caps_working_set"} v 0) v1 -- 0x7fd8a00cd3d0 con 0x7fd8a015a3b0 2024-09-13T16:11:45.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.857+0000 7fd88effd640 1 -- 172.21.15.76:0/1441904941 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mds", "name": "mds_min_caps_working_set"}]=0 v36) v1 ==== 107+0+0 (secure 0 0 0) 0x7fd8a00cd3d0 con 0x7fd8a015a3b0 2024-09-13T16:11:45.861 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.859+0000 7fd8a4da3640 1 -- 172.21.15.76:0/1441904941 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd88006ac30 msgr2=0x7fd88006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:45.861 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.859+0000 7fd8a4da3640 1 --2- 172.21.15.76:0/1441904941 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd88006ac30 0x7fd88006d0f0 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7fd890000f60 tx=0x7fd890007cc0 comp rx=0 tx=0).stop 2024-09-13T16:11:45.861 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.859+0000 7fd8a4da3640 1 -- 172.21.15.76:0/1441904941 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd8a015a3b0 msgr2=0x7fd8a0157720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:45.861 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.859+0000 7fd8a4da3640 1 --2- 172.21.15.76:0/1441904941 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd8a015a3b0 0x7fd8a0157720 secure :-1 s=READY pgs=1378 cs=0 l=1 rev1=1 crypto rx=0x7fd898007e40 tx=0x7fd89800e4b0 comp rx=0 tx=0).stop 2024-09-13T16:11:45.861 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.859+0000 7fd8a4da3640 1 -- 172.21.15.76:0/1441904941 shutdown_connections 2024-09-13T16:11:45.861 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.859+0000 7fd8a4da3640 1 --2- 172.21.15.76:0/1441904941 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd8a015a3b0 0x7fd8a0157720 unknown :-1 s=CLOSED pgs=1378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:45.861 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.859+0000 7fd8a4da3640 1 --2- 172.21.15.76:0/1441904941 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd88006ac30 0x7fd88006d0f0 unknown :-1 s=CLOSED pgs=600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:45.861 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.859+0000 7fd8a4da3640 1 --2- 172.21.15.76:0/1441904941 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd8a00cea30 0x7fd8a00c7a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:45.861 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.859+0000 7fd8a4da3640 1 --2- 172.21.15.76:0/1441904941 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd8a00b20a0 0x7fd8a01f1cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:45.861 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.859+0000 7fd8a4da3640 1 -- 172.21.15.76:0/1441904941 >> 172.21.15.76:0/1441904941 conn(0x7fd8a006a0b0 msgr2=0x7fd8a00cb270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:45.862 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.859+0000 7fd8a4da3640 1 -- 172.21.15.76:0/1441904941 shutdown_connections 2024-09-13T16:11:45.862 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.859+0000 7fd8a4da3640 1 -- 172.21.15.76:0/1441904941 wait complete. 2024-09-13T16:11:45.872 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mds mds_recall_max_caps 2024-09-13T16:11:45.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.970+0000 7f5311ce5640 1 Processor -- start 2024-09-13T16:11:45.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.970+0000 7f5311ce5640 1 -- start start 2024-09-13T16:11:45.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.970+0000 7f5311ce5640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f530c06c8a0 0x7f530c0b1160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:45.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.970+0000 7f5311ce5640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f530c071b20 0x7f530c0b16a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:45.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.970+0000 7f5311ce5640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f530c0b2d10 con 0x7f530c158b00 2024-09-13T16:11:45.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.970+0000 7f5311ce5640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f530c0b2ff0 con 0x7f530c071b20 2024-09-13T16:11:45.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.970+0000 7f5311ce5640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f530c070310 con 0x7f530c06c8a0 2024-09-13T16:11:45.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.971+0000 7f530bfff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f530c071b20 0x7f530c0b16a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:45.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.971+0000 7f530b7fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f530c158b00 0x7f530c06c190 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:39532/0 (socket says 172.21.15.76:39532) 2024-09-13T16:11:45.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.971+0000 7f530b7fe640 1 -- 172.21.15.76:0/2715328689 learned_addr learned my addr 172.21.15.76:0/2715328689 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:11:45.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.971+0000 7f530affd640 1 --2- 172.21.15.76:0/2715328689 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f530c06c8a0 0x7f530c0b1160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:45.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.971+0000 7f530bfff640 1 -- 172.21.15.76:0/2715328689 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f530c06c8a0 msgr2=0x7f530c0b1160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:45.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.971+0000 7f530bfff640 1 --2- 172.21.15.76:0/2715328689 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f530c06c8a0 0x7f530c0b1160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:45.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.971+0000 7f530bfff640 1 -- 172.21.15.76:0/2715328689 >> v1:172.21.15.76:6789/0 conn(0x7f530c158b00 legacy=0x7f530c06c190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:45.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.971+0000 7f530bfff640 1 -- 172.21.15.76:0/2715328689 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f530c0705f0 con 0x7f530c071b20 2024-09-13T16:11:45.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.971+0000 7f530a7fc640 1 -- 172.21.15.76:0/2715328689 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1985009064 0 0) 0x7f530c0b2d10 con 0x7f530c158b00 2024-09-13T16:11:45.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.971+0000 7f530affd640 1 --2- 172.21.15.76:0/2715328689 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f530c06c8a0 0x7f530c0b1160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:45.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.972+0000 7f530bfff640 1 --2- 172.21.15.76:0/2715328689 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f530c071b20 0x7f530c0b16a0 secure :-1 s=READY pgs=1380 cs=0 l=1 rev1=1 crypto rx=0x7f530400aea0 tx=0x7f530402b7b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3a8b79864b81f57 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:45.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.972+0000 7f530a7fc640 1 -- 172.21.15.76:0/2715328689 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5304008640 con 0x7f530c071b20 2024-09-13T16:11:45.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.972+0000 7f530a7fc640 1 -- 172.21.15.76:0/2715328689 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f530402e050 con 0x7f530c071b20 2024-09-13T16:11:45.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.972+0000 7f530a7fc640 1 -- 172.21.15.76:0/2715328689 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53040089c0 con 0x7f530c071b20 2024-09-13T16:11:45.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.972+0000 7f5311ce5640 1 -- 172.21.15.76:0/2715328689 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f530c071b20 msgr2=0x7f530c0b16a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:45.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.972+0000 7f5311ce5640 1 --2- 172.21.15.76:0/2715328689 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f530c071b20 0x7f530c0b16a0 secure :-1 s=READY pgs=1380 cs=0 l=1 rev1=1 crypto rx=0x7f530400aea0 tx=0x7f530402b7b0 comp rx=0 tx=0).stop 2024-09-13T16:11:45.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.972+0000 7f5311ce5640 1 -- 172.21.15.76:0/2715328689 shutdown_connections 2024-09-13T16:11:45.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.972+0000 7f5311ce5640 1 --2- 172.21.15.76:0/2715328689 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f530c071b20 0x7f530c0b16a0 unknown :-1 s=CLOSED pgs=1380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:45.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.972+0000 7f5311ce5640 1 --2- 172.21.15.76:0/2715328689 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f530c06c8a0 0x7f530c0b1160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:45.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.972+0000 7f5311ce5640 1 -- 172.21.15.76:0/2715328689 >> 172.21.15.76:0/2715328689 conn(0x7f530c06a0b0 msgr2=0x7f530c06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:45.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.972+0000 7f5311ce5640 1 -- 172.21.15.76:0/2715328689 shutdown_connections 2024-09-13T16:11:45.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.972+0000 7f5311ce5640 1 -- 172.21.15.76:0/2715328689 wait complete. 2024-09-13T16:11:45.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.974+0000 7f5311ce5640 1 Processor -- start 2024-09-13T16:11:45.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.974+0000 7f5311ce5640 1 -- start start 2024-09-13T16:11:45.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.974+0000 7f5311ce5640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f530c06c8a0 0x7f530c15bc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:45.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.974+0000 7f5311ce5640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f530c071b20 0x7f530c1f19e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:45.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.974+0000 7f5311ce5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f530c158b00 0x7f530c159b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:45.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.974+0000 7f5311ce5640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f530c0c44d0 con 0x7f530c158b00 2024-09-13T16:11:45.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.974+0000 7f5311ce5640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f530c1f1f20 con 0x7f530c06c8a0 2024-09-13T16:11:45.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.974+0000 7f5311ce5640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f530c0c38c0 con 0x7f530c071b20 2024-09-13T16:11:45.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.975+0000 7f530bfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f530c158b00 0x7f530c159b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:45.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.975+0000 7f530bfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f530c158b00 0x7f530c159b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:53788/0 (socket says 172.21.15.76:53788) 2024-09-13T16:11:45.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.975+0000 7f530bfff640 1 -- 172.21.15.76:0/871989024 learned_addr learned my addr 172.21.15.76:0/871989024 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:11:45.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.975+0000 7f530affd640 1 --2- 172.21.15.76:0/871989024 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f530c071b20 0x7f530c1f19e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:45.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.975+0000 7f530b7fe640 1 --2- 172.21.15.76:0/871989024 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f530c06c8a0 0x7f530c15bc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:45.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.975+0000 7f530bfff640 1 -- 172.21.15.76:0/871989024 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f530c071b20 msgr2=0x7f530c1f19e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:45.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.975+0000 7f530bfff640 1 --2- 172.21.15.76:0/871989024 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f530c071b20 0x7f530c1f19e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:45.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.975+0000 7f530bfff640 1 -- 172.21.15.76:0/871989024 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f530c06c8a0 msgr2=0x7f530c15bc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:45.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.975+0000 7f530bfff640 1 --2- 172.21.15.76:0/871989024 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f530c06c8a0 0x7f530c15bc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:45.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.975+0000 7f530bfff640 1 -- 172.21.15.76:0/871989024 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f530400ab80 con 0x7f530c158b00 2024-09-13T16:11:45.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.975+0000 7f530b7fe640 1 --2- 172.21.15.76:0/871989024 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f530c06c8a0 0x7f530c15bc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:45.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.975+0000 7f530bfff640 1 --2- 172.21.15.76:0/871989024 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f530c158b00 0x7f530c159b80 secure :-1 s=READY pgs=1381 cs=0 l=1 rev1=1 crypto rx=0x7f530400aea0 tx=0x7f5304004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:45.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.975+0000 7f5303fff640 1 -- 172.21.15.76:0/871989024 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f530403d850 con 0x7f530c158b00 2024-09-13T16:11:45.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.975+0000 7f5303fff640 1 -- 172.21.15.76:0/871989024 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f530403d9d0 con 0x7f530c158b00 2024-09-13T16:11:45.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.975+0000 7f5303fff640 1 -- 172.21.15.76:0/871989024 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f530403dd80 con 0x7f530c158b00 2024-09-13T16:11:45.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.975+0000 7f5311ce5640 1 -- 172.21.15.76:0/871989024 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f530c0c3ba0 con 0x7f530c158b00 2024-09-13T16:11:45.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.975+0000 7f5311ce5640 1 -- 172.21.15.76:0/871989024 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f530c0c4160 con 0x7f530c158b00 2024-09-13T16:11:45.980 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.976+0000 7f5311ce5640 1 -- 172.21.15.76:0/871989024 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f530c0c9ed0 con 0x7f530c158b00 2024-09-13T16:11:45.980 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.977+0000 7f5303fff640 1 -- 172.21.15.76:0/871989024 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f5304039040 con 0x7f530c158b00 2024-09-13T16:11:45.980 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.977+0000 7f5303fff640 1 --2- 172.21.15.76:0/871989024 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f52ec06ac00 0x7f52ec06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:45.980 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.977+0000 7f5303fff640 1 -- 172.21.15.76:0/871989024 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(101..101 src has 1..101) v4 ==== 5263+0+0 (secure 0 0 0) 0x7f53040a9d60 con 0x7f530c158b00 2024-09-13T16:11:45.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.977+0000 7f530b7fe640 1 --2- 172.21.15.76:0/871989024 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f52ec06ac00 0x7f52ec06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:45.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.978+0000 7f530b7fe640 1 --2- 172.21.15.76:0/871989024 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f52ec06ac00 0x7f52ec06d0c0 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7f52fc000f60 tx=0x7f52fc009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:45.983 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:45.981+0000 7f5303fff640 1 -- 172.21.15.76:0/871989024 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f530c0c9ed0 con 0x7f530c158b00 2024-09-13T16:11:46.146 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.145+0000 7f5311ce5640 1 -- 172.21.15.76:0/871989024 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "config rm", "who": "mds", "name": "mds_recall_max_caps"} v 0) v1 -- 0x7f530c0c9ed0 con 0x7f530c158b00 2024-09-13T16:11:46.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.149+0000 7f5303fff640 1 -- 172.21.15.76:0/871989024 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mds", "name": "mds_recall_max_caps"}]=0 v37) v1 ==== 102+0+0 (secure 0 0 0) 0x7f530c0c9ed0 con 0x7f530c158b00 2024-09-13T16:11:46.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.151+0000 7f5311ce5640 1 -- 172.21.15.76:0/871989024 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f52ec06ac00 msgr2=0x7f52ec06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:46.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.151+0000 7f5311ce5640 1 --2- 172.21.15.76:0/871989024 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f52ec06ac00 0x7f52ec06d0c0 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7f52fc000f60 tx=0x7f52fc009040 comp rx=0 tx=0).stop 2024-09-13T16:11:46.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.151+0000 7f5311ce5640 1 -- 172.21.15.76:0/871989024 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f530c158b00 msgr2=0x7f530c159b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:46.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.151+0000 7f5311ce5640 1 --2- 172.21.15.76:0/871989024 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f530c158b00 0x7f530c159b80 secure :-1 s=READY pgs=1381 cs=0 l=1 rev1=1 crypto rx=0x7f530400aea0 tx=0x7f5304004a40 comp rx=0 tx=0).stop 2024-09-13T16:11:46.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.151+0000 7f5311ce5640 1 -- 172.21.15.76:0/871989024 shutdown_connections 2024-09-13T16:11:46.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.151+0000 7f5311ce5640 1 --2- 172.21.15.76:0/871989024 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f530c158b00 0x7f530c159b80 unknown :-1 s=CLOSED pgs=1381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:46.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.151+0000 7f5311ce5640 1 --2- 172.21.15.76:0/871989024 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f52ec06ac00 0x7f52ec06d0c0 unknown :-1 s=CLOSED pgs=601 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:46.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.151+0000 7f5311ce5640 1 --2- 172.21.15.76:0/871989024 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f530c071b20 0x7f530c1f19e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:46.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.151+0000 7f5311ce5640 1 --2- 172.21.15.76:0/871989024 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f530c06c8a0 0x7f530c15bc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:46.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.151+0000 7f5311ce5640 1 -- 172.21.15.76:0/871989024 >> 172.21.15.76:0/871989024 conn(0x7f530c06a0b0 msgr2=0x7f530c0af1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:46.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.152+0000 7f5311ce5640 1 -- 172.21.15.76:0/871989024 shutdown_connections 2024-09-13T16:11:46.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.152+0000 7f5311ce5640 1 -- 172.21.15.76:0/871989024 wait complete. 2024-09-13T16:11:46.164 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mds mds_cache_memory_limit 2024-09-13T16:11:46.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.263+0000 7f20bf2e9640 1 Processor -- start 2024-09-13T16:11:46.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.263+0000 7f20bf2e9640 1 -- start start 2024-09-13T16:11:46.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.264+0000 7f20bf2e9640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f20b8158b00 0x7f20b806c190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:46.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.264+0000 7f20bf2e9640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f20b80b2170 0x7f20b80b25c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:46.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.264+0000 7f20bf2e9640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f20b80b2d10 con 0x7f20b806c6d0 2024-09-13T16:11:46.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.264+0000 7f20bf2e9640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f20b806cb60 con 0x7f20b8158b00 2024-09-13T16:11:46.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.264+0000 7f20bf2e9640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f20b80b2b00 con 0x7f20b80b2170 2024-09-13T16:11:46.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.264+0000 7f20bd085640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f20b8158b00 0x7f20b806c190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:46.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.264+0000 7f20bd085640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f20b8158b00 0x7f20b806c190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:53796/0 (socket says 172.21.15.76:53796) 2024-09-13T16:11:46.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.264+0000 7f20bd085640 1 -- 172.21.15.76:0/912415298 learned_addr learned my addr 172.21.15.76:0/912415298 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:11:46.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.265+0000 7f20bd886640 1 --2- 172.21.15.76:0/912415298 >> v2:172.21.15.192:3300/0 conn(0x7f20b80b2170 0x7f20b80b25c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:46.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.265+0000 7f20bd085640 1 -- 172.21.15.76:0/912415298 >> v2:172.21.15.192:3300/0 conn(0x7f20b80b2170 msgr2=0x7f20b80b25c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:46.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.265+0000 7f20bd085640 1 --2- 172.21.15.76:0/912415298 >> v2:172.21.15.192:3300/0 conn(0x7f20b80b2170 0x7f20b80b25c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:46.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.265+0000 7f20bd085640 1 -- 172.21.15.76:0/912415298 >> v1:172.21.15.192:6789/0 conn(0x7f20b806c6d0 legacy=0x7f20b8070b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:46.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.265+0000 7f20bd085640 1 -- 172.21.15.76:0/912415298 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f20b80b2ff0 con 0x7f20b8158b00 2024-09-13T16:11:46.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.265+0000 7f20bd886640 1 --2- 172.21.15.76:0/912415298 >> v2:172.21.15.192:3300/0 conn(0x7f20b80b2170 0x7f20b80b25c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:46.271 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.265+0000 7f20bd085640 1 --2- 172.21.15.76:0/912415298 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f20b8158b00 0x7f20b806c190 secure :-1 s=READY pgs=1382 cs=0 l=1 rev1=1 crypto rx=0x7f20b80cf390 tx=0x7f20b402a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ad30e42214e216ab server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:46.271 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.265+0000 7f20affff640 1 -- 172.21.15.76:0/912415298 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f20b4032440 con 0x7f20b8158b00 2024-09-13T16:11:46.271 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.265+0000 7f20affff640 1 -- 172.21.15.76:0/912415298 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f20b40325a0 con 0x7f20b8158b00 2024-09-13T16:11:46.271 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.265+0000 7f20affff640 1 -- 172.21.15.76:0/912415298 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f20b4032930 con 0x7f20b8158b00 2024-09-13T16:11:46.271 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.266+0000 7f20bf2e9640 1 -- 172.21.15.76:0/912415298 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f20b8158b00 msgr2=0x7f20b806c190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:46.271 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.266+0000 7f20bf2e9640 1 --2- 172.21.15.76:0/912415298 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f20b8158b00 0x7f20b806c190 secure :-1 s=READY pgs=1382 cs=0 l=1 rev1=1 crypto rx=0x7f20b80cf390 tx=0x7f20b402a230 comp rx=0 tx=0).stop 2024-09-13T16:11:46.272 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.266+0000 7f20bf2e9640 1 -- 172.21.15.76:0/912415298 shutdown_connections 2024-09-13T16:11:46.272 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.266+0000 7f20bf2e9640 1 --2- 172.21.15.76:0/912415298 >> v2:172.21.15.192:3300/0 conn(0x7f20b80b2170 0x7f20b80b25c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:46.272 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.266+0000 7f20bf2e9640 1 --2- 172.21.15.76:0/912415298 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f20b8158b00 0x7f20b806c190 unknown :-1 s=CLOSED pgs=1382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:46.272 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.266+0000 7f20bf2e9640 1 -- 172.21.15.76:0/912415298 >> 172.21.15.76:0/912415298 conn(0x7f20b806a0b0 msgr2=0x7f20b806a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:46.272 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.266+0000 7f20bf2e9640 1 -- 172.21.15.76:0/912415298 shutdown_connections 2024-09-13T16:11:46.272 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.266+0000 7f20bf2e9640 1 -- 172.21.15.76:0/912415298 wait complete. 2024-09-13T16:11:46.272 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.267+0000 7f20bf2e9640 1 Processor -- start 2024-09-13T16:11:46.272 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.267+0000 7f20bf2e9640 1 -- start start 2024-09-13T16:11:46.272 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.268+0000 7f20bf2e9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f20b806c6d0 0x7f20b80ab500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:46.272 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.268+0000 7f20bf2e9640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f20b80b2170 0x7f20b80c1340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:46.272 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.268+0000 7f20bf2e9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f20b8158b00 0x7f20b81f39b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:46.272 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.268+0000 7f20bf2e9640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f20b80afb10 con 0x7f20b806c6d0 2024-09-13T16:11:46.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.268+0000 7f20bf2e9640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f20b80c2670 con 0x7f20b80b2170 2024-09-13T16:11:46.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.268+0000 7f20bf2e9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f20b80af830 con 0x7f20b8158b00 2024-09-13T16:11:46.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.268+0000 7f20bd085640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f20b806c6d0 0x7f20b80ab500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:46.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.268+0000 7f20bd085640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f20b806c6d0 0x7f20b80ab500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:53806/0 (socket says 172.21.15.76:53806) 2024-09-13T16:11:46.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.268+0000 7f20bd085640 1 -- 172.21.15.76:0/2259560457 learned_addr learned my addr 172.21.15.76:0/2259560457 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:11:46.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.268+0000 7f20bd085640 1 -- 172.21.15.76:0/2259560457 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f20b8158b00 msgr2=0x7f20b81f39b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:46.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.268+0000 7f20bd085640 1 --2- 172.21.15.76:0/2259560457 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f20b8158b00 0x7f20b81f39b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:46.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.268+0000 7f20bd085640 1 -- 172.21.15.76:0/2259560457 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f20b80b2170 msgr2=0x7f20b80c1340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:46.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.268+0000 7f20bd085640 1 --2- 172.21.15.76:0/2259560457 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f20b80b2170 0x7f20b80c1340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:46.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.268+0000 7f20bd085640 1 -- 172.21.15.76:0/2259560457 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f20b40094d0 con 0x7f20b806c6d0 2024-09-13T16:11:46.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.269+0000 7f20bd085640 1 --2- 172.21.15.76:0/2259560457 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f20b806c6d0 0x7f20b80ab500 secure :-1 s=READY pgs=1383 cs=0 l=1 rev1=1 crypto rx=0x7f20b4000c00 tx=0x7f20b40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:46.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.269+0000 7f20adffb640 1 -- 172.21.15.76:0/2259560457 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f20b4032440 con 0x7f20b806c6d0 2024-09-13T16:11:46.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.269+0000 7f20adffb640 1 -- 172.21.15.76:0/2259560457 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f20b4030ba0 con 0x7f20b806c6d0 2024-09-13T16:11:46.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.269+0000 7f20bf2e9640 1 -- 172.21.15.76:0/2259560457 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f20b80c2910 con 0x7f20b806c6d0 2024-09-13T16:11:46.274 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.269+0000 7f20adffb640 1 -- 172.21.15.76:0/2259560457 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f20b403d420 con 0x7f20b806c6d0 2024-09-13T16:11:46.274 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.269+0000 7f20bf2e9640 1 -- 172.21.15.76:0/2259560457 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f20b81f3ef0 con 0x7f20b806c6d0 2024-09-13T16:11:46.275 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.270+0000 7f20bf2e9640 1 -- 172.21.15.76:0/2259560457 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f20b80c2f60 con 0x7f20b806c6d0 2024-09-13T16:11:46.275 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.271+0000 7f20adffb640 1 -- 172.21.15.76:0/2259560457 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f20b4039040 con 0x7f20b806c6d0 2024-09-13T16:11:46.275 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.271+0000 7f20adffb640 1 --2- 172.21.15.76:0/2259560457 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f209c06ac30 0x7f209c06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:46.275 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.271+0000 7f20bc884640 1 --2- 172.21.15.76:0/2259560457 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f209c06ac30 0x7f209c06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:46.275 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.271+0000 7f20adffb640 1 -- 172.21.15.76:0/2259560457 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(101..101 src has 1..101) v4 ==== 5263+0+0 (secure 0 0 0) 0x7f20b40a9dc0 con 0x7f20b806c6d0 2024-09-13T16:11:46.275 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.272+0000 7f20bc884640 1 --2- 172.21.15.76:0/2259560457 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f209c06ac30 0x7f209c06d0f0 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f20a8006fd0 tx=0x7f20a8006bc0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:46.277 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.275+0000 7f20adffb640 1 -- 172.21.15.76:0/2259560457 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f20b40751f0 con 0x7f20b806c6d0 2024-09-13T16:11:46.437 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.436+0000 7f20bf2e9640 1 -- 172.21.15.76:0/2259560457 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "config rm", "who": "mds", "name": "mds_cache_memory_limit"} v 0) v1 -- 0x7f20b80c2aa0 con 0x7f20b806c6d0 2024-09-13T16:11:46.441 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.440+0000 7f20adffb640 1 -- 172.21.15.76:0/2259560457 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mds", "name": "mds_cache_memory_limit"}]=0 v38) v1 ==== 105+0+0 (secure 0 0 0) 0x7f20b4078810 con 0x7f20b806c6d0 2024-09-13T16:11:46.444 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.442+0000 7f20bf2e9640 1 -- 172.21.15.76:0/2259560457 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f209c06ac30 msgr2=0x7f209c06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:46.444 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.442+0000 7f20bf2e9640 1 --2- 172.21.15.76:0/2259560457 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f209c06ac30 0x7f209c06d0f0 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f20a8006fd0 tx=0x7f20a8006bc0 comp rx=0 tx=0).stop 2024-09-13T16:11:46.444 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.442+0000 7f20bf2e9640 1 -- 172.21.15.76:0/2259560457 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f20b806c6d0 msgr2=0x7f20b80ab500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:46.444 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.442+0000 7f20bf2e9640 1 --2- 172.21.15.76:0/2259560457 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f20b806c6d0 0x7f20b80ab500 secure :-1 s=READY pgs=1383 cs=0 l=1 rev1=1 crypto rx=0x7f20b4000c00 tx=0x7f20b40046c0 comp rx=0 tx=0).stop 2024-09-13T16:11:46.444 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.442+0000 7f20bf2e9640 1 -- 172.21.15.76:0/2259560457 shutdown_connections 2024-09-13T16:11:46.445 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.442+0000 7f20bf2e9640 1 --2- 172.21.15.76:0/2259560457 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f209c06ac30 0x7f209c06d0f0 unknown :-1 s=CLOSED pgs=602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:46.445 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.442+0000 7f20bf2e9640 1 --2- 172.21.15.76:0/2259560457 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f20b8158b00 0x7f20b81f39b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:46.445 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.442+0000 7f20bf2e9640 1 --2- 172.21.15.76:0/2259560457 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f20b80b2170 0x7f20b80c1340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:46.445 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.442+0000 7f20bf2e9640 1 --2- 172.21.15.76:0/2259560457 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f20b806c6d0 0x7f20b80ab500 unknown :-1 s=CLOSED pgs=1383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:46.445 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.442+0000 7f20bf2e9640 1 -- 172.21.15.76:0/2259560457 >> 172.21.15.76:0/2259560457 conn(0x7f20b806a0b0 msgr2=0x7f20b8071630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:46.445 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.442+0000 7f20bf2e9640 1 -- 172.21.15.76:0/2259560457 shutdown_connections 2024-09-13T16:11:46.445 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.442+0000 7f20bf2e9640 1 -- 172.21.15.76:0/2259560457 wait complete. 2024-09-13T16:11:46.455 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mds mds_recall_warning_threshold 2024-09-13T16:11:46.555 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.553+0000 7f61f91db640 1 Processor -- start 2024-09-13T16:11:46.555 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.553+0000 7f61f91db640 1 -- start start 2024-09-13T16:11:46.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.554+0000 7f61f91db640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f61f40d2760 0x7f61f40cd8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:46.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.554+0000 7f61f91db640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f61f40cd450 con 0x7f61f415c500 2024-09-13T16:11:46.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.554+0000 7f61f91db640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f61f40d0cf0 con 0x7f61f40cde20 2024-09-13T16:11:46.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.554+0000 7f61f91db640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f61f40d0fd0 con 0x7f61f40d2760 2024-09-13T16:11:46.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.554+0000 7f61f259c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f61f40d2760 0x7f61f40cd8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:46.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.554+0000 7f61f2d9d640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f61f415c500 0x7f61f40d2050 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:39540/0 (socket says 172.21.15.76:39540) 2024-09-13T16:11:46.557 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.554+0000 7f61f2d9d640 1 -- 172.21.15.76:0/1335309013 learned_addr learned my addr 172.21.15.76:0/1335309013 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:11:46.557 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.555+0000 7f61f259c640 1 -- 172.21.15.76:0/1335309013 >> v1:172.21.15.192:6789/0 conn(0x7f61f40cde20 legacy=0x7f61f40d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:46.557 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.555+0000 7f61f259c640 1 -- 172.21.15.76:0/1335309013 >> v1:172.21.15.76:6789/0 conn(0x7f61f415c500 legacy=0x7f61f40d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:46.557 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.555+0000 7f61f259c640 1 -- 172.21.15.76:0/1335309013 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f61f40cd0e0 con 0x7f61f40d2760 2024-09-13T16:11:46.557 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.555+0000 7f61f1d9b640 1 -- 172.21.15.76:0/1335309013 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1475342726 0 0) 0x7f61f40cd450 con 0x7f61f415c500 2024-09-13T16:11:46.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.555+0000 7f61f259c640 1 --2- 172.21.15.76:0/1335309013 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f61f40d2760 0x7f61f40cd8e0 secure :-1 s=READY pgs=1385 cs=0 l=1 rev1=1 crypto rx=0x7f61e80097a0 tx=0x7f61e802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bba8d1f62240a270 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:46.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.555+0000 7f61f1d9b640 1 -- 172.21.15.76:0/1335309013 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61e8032440 con 0x7f61f40d2760 2024-09-13T16:11:46.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.555+0000 7f61f1d9b640 1 -- 172.21.15.76:0/1335309013 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f61e80325a0 con 0x7f61f40d2760 2024-09-13T16:11:46.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.556+0000 7f61f1d9b640 1 -- 172.21.15.76:0/1335309013 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61e8032930 con 0x7f61f40d2760 2024-09-13T16:11:46.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.556+0000 7f61f91db640 1 -- 172.21.15.76:0/1335309013 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f61f40d2760 msgr2=0x7f61f40cd8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:46.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.556+0000 7f61f91db640 1 --2- 172.21.15.76:0/1335309013 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f61f40d2760 0x7f61f40cd8e0 secure :-1 s=READY pgs=1385 cs=0 l=1 rev1=1 crypto rx=0x7f61e80097a0 tx=0x7f61e802a1e0 comp rx=0 tx=0).stop 2024-09-13T16:11:46.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.556+0000 7f61f91db640 1 -- 172.21.15.76:0/1335309013 shutdown_connections 2024-09-13T16:11:46.559 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.556+0000 7f61f91db640 1 --2- 172.21.15.76:0/1335309013 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f61f40d2760 0x7f61f40cd8e0 unknown :-1 s=CLOSED pgs=1385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:46.559 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.556+0000 7f61f91db640 1 -- 172.21.15.76:0/1335309013 >> 172.21.15.76:0/1335309013 conn(0x7f61f4089f60 msgr2=0x7f61f409b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:46.559 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.556+0000 7f61f91db640 1 -- 172.21.15.76:0/1335309013 shutdown_connections 2024-09-13T16:11:46.559 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.556+0000 7f61f91db640 1 -- 172.21.15.76:0/1335309013 wait complete. 2024-09-13T16:11:46.561 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.557+0000 7f61f91db640 1 Processor -- start 2024-09-13T16:11:46.561 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.558+0000 7f61f91db640 1 -- start start 2024-09-13T16:11:46.561 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.558+0000 7f61f91db640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f61f40cde20 0x7f61f4159a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:46.561 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.558+0000 7f61f91db640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f61f40d2760 0x7f61f415e130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:46.561 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.558+0000 7f61f91db640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f61f415c500 0x7f61f414d660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:46.562 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.558+0000 7f61f91db640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f61f415f800 con 0x7f61f40cde20 2024-09-13T16:11:46.562 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.558+0000 7f61f91db640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f61f415ebf0 con 0x7f61f40d2760 2024-09-13T16:11:46.562 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.558+0000 7f61f91db640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f61f415eed0 con 0x7f61f415c500 2024-09-13T16:11:46.562 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.558+0000 7f61f2d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f61f40cde20 0x7f61f4159a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:46.562 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.558+0000 7f61f2d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f61f40cde20 0x7f61f4159a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:53834/0 (socket says 172.21.15.76:53834) 2024-09-13T16:11:46.562 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.558+0000 7f61f2d9d640 1 -- 172.21.15.76:0/3192419499 learned_addr learned my addr 172.21.15.76:0/3192419499 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:11:46.562 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.559+0000 7f61f259c640 1 --2- 172.21.15.76:0/3192419499 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f61f40d2760 0x7f61f415e130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:46.562 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.559+0000 7f61f2d9d640 1 -- 172.21.15.76:0/3192419499 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f61f415c500 msgr2=0x7f61f414d660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:46.562 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.559+0000 7f61f2d9d640 1 --2- 172.21.15.76:0/3192419499 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f61f415c500 0x7f61f414d660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:46.562 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.559+0000 7f61f2d9d640 1 -- 172.21.15.76:0/3192419499 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f61f40d2760 msgr2=0x7f61f415e130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:46.562 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.559+0000 7f61f2d9d640 1 --2- 172.21.15.76:0/3192419499 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f61f40d2760 0x7f61f415e130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:46.562 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.559+0000 7f61f2d9d640 1 -- 172.21.15.76:0/3192419499 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f61e8009400 con 0x7f61f40cde20 2024-09-13T16:11:46.562 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.559+0000 7f61f2d9d640 1 --2- 172.21.15.76:0/3192419499 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f61f40cde20 0x7f61f4159a60 secure :-1 s=READY pgs=1386 cs=0 l=1 rev1=1 crypto rx=0x7f61e400c430 tx=0x7f61e400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:46.562 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.559+0000 7f61db7fe640 1 -- 172.21.15.76:0/3192419499 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61e40074e0 con 0x7f61f40cde20 2024-09-13T16:11:46.563 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.559+0000 7f61db7fe640 1 -- 172.21.15.76:0/3192419499 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f61e4007660 con 0x7f61f40cde20 2024-09-13T16:11:46.563 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.559+0000 7f61f91db640 1 -- 172.21.15.76:0/3192419499 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f61f415f1b0 con 0x7f61f40cde20 2024-09-13T16:11:46.563 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.559+0000 7f61db7fe640 1 -- 172.21.15.76:0/3192419499 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61e4004a20 con 0x7f61f40cde20 2024-09-13T16:11:46.563 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.559+0000 7f61f91db640 1 -- 172.21.15.76:0/3192419499 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f61f40c9770 con 0x7f61f40cde20 2024-09-13T16:11:46.563 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.560+0000 7f61f91db640 1 -- 172.21.15.76:0/3192419499 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f61f406c2e0 con 0x7f61f40cde20 2024-09-13T16:11:46.564 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.560+0000 7f61db7fe640 1 -- 172.21.15.76:0/3192419499 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f61e4004b80 con 0x7f61f40cde20 2024-09-13T16:11:46.564 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.561+0000 7f61db7fe640 1 --2- 172.21.15.76:0/3192419499 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f61e006ac00 0x7f61e006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:46.564 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.561+0000 7f61f259c640 1 --2- 172.21.15.76:0/3192419499 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f61e006ac00 0x7f61e006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:46.564 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.561+0000 7f61db7fe640 1 -- 172.21.15.76:0/3192419499 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(101..101 src has 1..101) v4 ==== 5263+0+0 (secure 0 0 0) 0x7f61e4088ff0 con 0x7f61f40cde20 2024-09-13T16:11:46.564 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.561+0000 7f61f259c640 1 --2- 172.21.15.76:0/3192419499 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f61e006ac00 0x7f61e006d0c0 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f61e8034000 tx=0x7f61e802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:46.566 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.565+0000 7f61db7fe640 1 -- 172.21.15.76:0/3192419499 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f61e4054390 con 0x7f61f40cde20 2024-09-13T16:11:46.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.728+0000 7f61f91db640 1 -- 172.21.15.76:0/3192419499 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "config rm", "who": "mds", "name": "mds_recall_warning_threshold"} v 0) v1 -- 0x7f61f40cd8c0 con 0x7f61f40cde20 2024-09-13T16:11:46.733 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.732+0000 7f61db7fe640 1 -- 172.21.15.76:0/3192419499 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mds", "name": "mds_recall_warning_threshold"}]=0 v39) v1 ==== 111+0+0 (secure 0 0 0) 0x7f61e40579b0 con 0x7f61f40cde20 2024-09-13T16:11:46.736 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.734+0000 7f61f91db640 1 -- 172.21.15.76:0/3192419499 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f61e006ac00 msgr2=0x7f61e006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:46.736 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.734+0000 7f61f91db640 1 --2- 172.21.15.76:0/3192419499 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f61e006ac00 0x7f61e006d0c0 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f61e8034000 tx=0x7f61e802e000 comp rx=0 tx=0).stop 2024-09-13T16:11:46.736 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.734+0000 7f61f91db640 1 -- 172.21.15.76:0/3192419499 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f61f40cde20 msgr2=0x7f61f4159a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:46.736 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.734+0000 7f61f91db640 1 --2- 172.21.15.76:0/3192419499 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f61f40cde20 0x7f61f4159a60 secure :-1 s=READY pgs=1386 cs=0 l=1 rev1=1 crypto rx=0x7f61e400c430 tx=0x7f61e400c8f0 comp rx=0 tx=0).stop 2024-09-13T16:11:46.737 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.735+0000 7f61f91db640 1 -- 172.21.15.76:0/3192419499 shutdown_connections 2024-09-13T16:11:46.737 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.735+0000 7f61f91db640 1 --2- 172.21.15.76:0/3192419499 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f61e006ac00 0x7f61e006d0c0 unknown :-1 s=CLOSED pgs=603 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:46.737 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.735+0000 7f61f91db640 1 --2- 172.21.15.76:0/3192419499 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f61f415c500 0x7f61f414d660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:46.737 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.735+0000 7f61f91db640 1 --2- 172.21.15.76:0/3192419499 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f61f40d2760 0x7f61f415e130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:46.737 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.735+0000 7f61f91db640 1 --2- 172.21.15.76:0/3192419499 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f61f40cde20 0x7f61f4159a60 unknown :-1 s=CLOSED pgs=1386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:46.737 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.735+0000 7f61f91db640 1 -- 172.21.15.76:0/3192419499 >> 172.21.15.76:0/3192419499 conn(0x7f61f4089f60 msgr2=0x7f61f40b2970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:46.737 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.735+0000 7f61f91db640 1 -- 172.21.15.76:0/3192419499 shutdown_connections 2024-09-13T16:11:46.737 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.735+0000 7f61f91db640 1 -- 172.21.15.76:0/3192419499 wait complete. 2024-09-13T16:11:46.747 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-13T16:11:46.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.845+0000 7f5723b5a640 1 Processor -- start 2024-09-13T16:11:46.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.845+0000 7f5723b5a640 1 -- start start 2024-09-13T16:11:46.849 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.846+0000 7f5723b5a640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f571c159310 0x7f571c0ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:46.849 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.846+0000 7f5723b5a640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f571c0ccbe0 con 0x7f571c0b2b40 2024-09-13T16:11:46.849 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.846+0000 7f5723b5a640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f571c0b1810 con 0x7f571c0ce4f0 2024-09-13T16:11:46.849 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.846+0000 7f5723b5a640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f571c0ad940 con 0x7f571c159310 2024-09-13T16:11:46.850 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.846+0000 7f57210f5640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f571c0b2b40 0x7f571c0ab140 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:39548/0 (socket says 172.21.15.76:39548) 2024-09-13T16:11:46.850 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.846+0000 7f57210f5640 1 -- 172.21.15.76:0/517866474 learned_addr learned my addr 172.21.15.76:0/517866474 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:11:46.850 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.846+0000 7f57218f6640 1 --2- 172.21.15.76:0/517866474 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f571c159310 0x7f571c0ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:46.850 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.846+0000 7f57208f4640 1 -- 172.21.15.76:0/517866474 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3760744590 0 0) 0x7f571c0ccbe0 con 0x7f571c0b2b40 2024-09-13T16:11:46.850 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.846+0000 7f57208f4640 1 -- 172.21.15.76:0/517866474 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5708003520 con 0x7f571c0b2b40 2024-09-13T16:11:46.850 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.847+0000 7f57208f4640 1 -- 172.21.15.76:0/517866474 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 253875436 0 0) 0x7f5708003520 con 0x7f571c0b2b40 2024-09-13T16:11:46.850 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.847+0000 7f57208f4640 1 -- 172.21.15.76:0/517866474 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f571c159310 msgr2=0x7f571c0ad400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:46.850 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.847+0000 7f57208f4640 1 --2- 172.21.15.76:0/517866474 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f571c159310 0x7f571c0ad400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:46.850 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.847+0000 7f57208f4640 1 -- 172.21.15.76:0/517866474 >> v1:172.21.15.192:6789/0 conn(0x7f571c0ce4f0 legacy=0x7f571c0b1fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:46.850 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.847+0000 7f57208f4640 1 -- 172.21.15.76:0/517866474 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f571c06d9e0 con 0x7f571c0b2b40 2024-09-13T16:11:46.850 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.847+0000 7f57208f4640 1 -- 172.21.15.76:0/517866474 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f570c001670 con 0x7f571c0b2b40 2024-09-13T16:11:46.850 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.847+0000 7f57208f4640 1 -- 172.21.15.76:0/517866474 >> v1:172.21.15.76:6789/0 conn(0x7f571c0b2b40 legacy=0x7f571c0ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:46.850 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.847+0000 7f57208f4640 1 --2- 172.21.15.76:0/517866474 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f571c159310 0x7f57080039a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:46.851 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.847+0000 7f57208f4640 1 --2- 172.21.15.76:0/517866474 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5708003ee0 0x7f57080047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:46.851 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.847+0000 7f57208f4640 1 --2- 172.21.15.76:0/517866474 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5708004d00 0x7f5708005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:46.851 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.847+0000 7f57208f4640 1 -- 172.21.15.76:0/517866474 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f570800ba60 con 0x7f5708003ee0 2024-09-13T16:11:46.851 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.847+0000 7f57208f4640 1 -- 172.21.15.76:0/517866474 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f570800bbd0 con 0x7f5708004d00 2024-09-13T16:11:46.851 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.847+0000 7f57208f4640 1 -- 172.21.15.76:0/517866474 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f570800bd90 con 0x7f571c159310 2024-09-13T16:11:46.851 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.847+0000 7f57210f5640 1 --2- 172.21.15.76:0/517866474 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5708003ee0 0x7f57080047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:46.851 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.847+0000 7f57218f6640 1 --2- 172.21.15.76:0/517866474 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f571c159310 0x7f57080039a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:46.851 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.847+0000 7f57220f7640 1 --2- 172.21.15.76:0/517866474 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5708004d00 0x7f5708005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:46.851 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.847+0000 7f57210f5640 1 -- 172.21.15.76:0/517866474 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f571c159310 msgr2=0x7f57080039a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:46.851 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.847+0000 7f57210f5640 1 --2- 172.21.15.76:0/517866474 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f571c159310 0x7f57080039a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:46.851 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.847+0000 7f57210f5640 1 -- 172.21.15.76:0/517866474 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5708004d00 msgr2=0x7f5708005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:46.851 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.847+0000 7f57210f5640 1 --2- 172.21.15.76:0/517866474 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5708004d00 0x7f5708005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:46.851 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.847+0000 7f57210f5640 1 -- 172.21.15.76:0/517866474 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5708003520 con 0x7f5708003ee0 2024-09-13T16:11:46.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.847+0000 7f57218f6640 1 --2- 172.21.15.76:0/517866474 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f571c159310 0x7f57080039a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:46.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.848+0000 7f57210f5640 1 --2- 172.21.15.76:0/517866474 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5708003ee0 0x7f57080047c0 secure :-1 s=READY pgs=1388 cs=0 l=1 rev1=1 crypto rx=0x7f570c00c210 tx=0x7f57080057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f358e304d3e0fa32 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:46.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.848+0000 7f57208f4640 1 -- 172.21.15.76:0/517866474 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f570c02e070 con 0x7f5708003ee0 2024-09-13T16:11:46.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.848+0000 7f57208f4640 1 -- 172.21.15.76:0/517866474 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f570c0058d0 con 0x7f5708003ee0 2024-09-13T16:11:46.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.848+0000 7f57208f4640 1 -- 172.21.15.76:0/517866474 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f570c005ce0 con 0x7f5708003ee0 2024-09-13T16:11:46.855 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.848+0000 7f5723b5a640 1 -- 172.21.15.76:0/517866474 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5708003ee0 msgr2=0x7f57080047c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:46.855 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.848+0000 7f5723b5a640 1 --2- 172.21.15.76:0/517866474 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5708003ee0 0x7f57080047c0 secure :-1 s=READY pgs=1388 cs=0 l=1 rev1=1 crypto rx=0x7f570c00c210 tx=0x7f57080057f0 comp rx=0 tx=0).stop 2024-09-13T16:11:46.855 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.848+0000 7f57220f7640 1 -- 172.21.15.76:0/517866474 reap_dead start 2024-09-13T16:11:46.855 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.848+0000 7f5723b5a640 1 -- 172.21.15.76:0/517866474 shutdown_connections 2024-09-13T16:11:46.855 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.848+0000 7f5723b5a640 1 -- 172.21.15.76:0/517866474 >> 172.21.15.76:0/517866474 conn(0x7f571c06a0b0 msgr2=0x7f571c06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:46.855 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.849+0000 7f5723b5a640 1 -- 172.21.15.76:0/517866474 shutdown_connections 2024-09-13T16:11:46.856 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.849+0000 7f5723b5a640 1 -- 172.21.15.76:0/517866474 wait complete. 2024-09-13T16:11:46.856 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.850+0000 7f5723b5a640 1 Processor -- start 2024-09-13T16:11:46.856 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.850+0000 7f5723b5a640 1 -- start start 2024-09-13T16:11:46.856 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.850+0000 7f5723b5a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5708003ee0 0x7f571c0b2110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:46.856 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.850+0000 7f5723b5a640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f571c0c7590 0x7f571c09b2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:46.856 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.850+0000 7f5723b5a640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f571c0c7a10 0x7f571c09b7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:46.856 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.850+0000 7f5723b5a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f571c0c8b80 con 0x7f5708003ee0 2024-09-13T16:11:46.856 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.850+0000 7f5723b5a640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f571c0c7f00 con 0x7f571c0c7a10 2024-09-13T16:11:46.856 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.850+0000 7f5723b5a640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f571c0c81e0 con 0x7f571c0c7590 2024-09-13T16:11:46.856 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.851+0000 7f57218f6640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5708003ee0 0x7f571c0b2110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:46.856 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.851+0000 7f57218f6640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5708003ee0 0x7f571c0b2110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:53842/0 (socket says 172.21.15.76:53842) 2024-09-13T16:11:46.856 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.851+0000 7f57218f6640 1 -- 172.21.15.76:0/1351019020 learned_addr learned my addr 172.21.15.76:0/1351019020 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:11:46.856 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.851+0000 7f57210f5640 1 --2- 172.21.15.76:0/1351019020 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f571c0c7590 0x7f571c09b2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:46.856 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.851+0000 7f57220f7640 1 --2- 172.21.15.76:0/1351019020 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f571c0c7a10 0x7f571c09b7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:46.857 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.851+0000 7f57218f6640 1 -- 172.21.15.76:0/1351019020 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f571c0c7590 msgr2=0x7f571c09b2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:46.857 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.851+0000 7f57218f6640 1 --2- 172.21.15.76:0/1351019020 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f571c0c7590 0x7f571c09b2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:46.857 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.851+0000 7f57218f6640 1 -- 172.21.15.76:0/1351019020 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f571c0c7a10 msgr2=0x7f571c09b7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:46.857 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.851+0000 7f57218f6640 1 --2- 172.21.15.76:0/1351019020 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f571c0c7a10 0x7f571c09b7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:46.857 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.851+0000 7f57218f6640 1 -- 172.21.15.76:0/1351019020 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f571c0c84c0 con 0x7f5708003ee0 2024-09-13T16:11:46.857 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.851+0000 7f57210f5640 1 --2- 172.21.15.76:0/1351019020 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f571c0c7590 0x7f571c09b2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:46.857 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.851+0000 7f57220f7640 1 --2- 172.21.15.76:0/1351019020 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f571c0c7a10 0x7f571c09b7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:46.857 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.851+0000 7f57218f6640 1 --2- 172.21.15.76:0/1351019020 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5708003ee0 0x7f571c0b2110 secure :-1 s=READY pgs=1389 cs=0 l=1 rev1=1 crypto rx=0x7f57180116d0 tx=0x7f5718011b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:46.857 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.851+0000 7f57127fc640 1 -- 172.21.15.76:0/1351019020 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f571800f9c0 con 0x7f5708003ee0 2024-09-13T16:11:46.857 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.851+0000 7f57127fc640 1 -- 172.21.15.76:0/1351019020 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f571800fb20 con 0x7f5708003ee0 2024-09-13T16:11:46.857 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.851+0000 7f5723b5a640 1 -- 172.21.15.76:0/1351019020 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f571c0c87a0 con 0x7f5708003ee0 2024-09-13T16:11:46.857 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.851+0000 7f57127fc640 1 -- 172.21.15.76:0/1351019020 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f571800fed0 con 0x7f5708003ee0 2024-09-13T16:11:46.857 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.851+0000 7f5723b5a640 1 -- 172.21.15.76:0/1351019020 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f571c0b2650 con 0x7f5708003ee0 2024-09-13T16:11:46.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.852+0000 7f5723b5a640 1 -- 172.21.15.76:0/1351019020 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f571c0c8df0 con 0x7f5708003ee0 2024-09-13T16:11:46.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.853+0000 7f57127fc640 1 -- 172.21.15.76:0/1351019020 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f5718015460 con 0x7f5708003ee0 2024-09-13T16:11:46.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.853+0000 7f57127fc640 1 --2- 172.21.15.76:0/1351019020 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f570006ac00 0x7f570006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:46.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.853+0000 7f57127fc640 1 -- 172.21.15.76:0/1351019020 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(101..101 src has 1..101) v4 ==== 5263+0+0 (secure 0 0 0) 0x7f57180899f0 con 0x7f5708003ee0 2024-09-13T16:11:46.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.853+0000 7f57210f5640 1 --2- 172.21.15.76:0/1351019020 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f570006ac00 0x7f570006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:46.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.854+0000 7f57210f5640 1 --2- 172.21.15.76:0/1351019020 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f570006ac00 0x7f570006d0c0 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f570c033000 tx=0x7f570c02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:46.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:46.857+0000 7f57127fc640 1 -- 172.21.15.76:0/1351019020 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f5718054e20 con 0x7f5708003ee0 2024-09-13T16:11:47.020 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.018+0000 7f5723b5a640 1 -- 172.21.15.76:0/1351019020 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) v1 -- 0x7f571c0ad400 con 0x7f5708003ee0 2024-09-13T16:11:47.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.022+0000 7f57127fc640 1 -- 172.21.15.76:0/1351019020 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v40) v1 ==== 104+0+0 (secure 0 0 0) 0x7f5718058440 con 0x7f5708003ee0 2024-09-13T16:11:47.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.024+0000 7f5723b5a640 1 -- 172.21.15.76:0/1351019020 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f570006ac00 msgr2=0x7f570006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:47.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.024+0000 7f5723b5a640 1 --2- 172.21.15.76:0/1351019020 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f570006ac00 0x7f570006d0c0 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f570c033000 tx=0x7f570c02e000 comp rx=0 tx=0).stop 2024-09-13T16:11:47.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.024+0000 7f5723b5a640 1 -- 172.21.15.76:0/1351019020 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5708003ee0 msgr2=0x7f571c0b2110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:47.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.024+0000 7f5723b5a640 1 --2- 172.21.15.76:0/1351019020 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5708003ee0 0x7f571c0b2110 secure :-1 s=READY pgs=1389 cs=0 l=1 rev1=1 crypto rx=0x7f57180116d0 tx=0x7f5718011b90 comp rx=0 tx=0).stop 2024-09-13T16:11:47.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.024+0000 7f5723b5a640 1 -- 172.21.15.76:0/1351019020 shutdown_connections 2024-09-13T16:11:47.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.024+0000 7f5723b5a640 1 --2- 172.21.15.76:0/1351019020 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f571c0c7a10 0x7f571c09b7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:47.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.024+0000 7f5723b5a640 1 --2- 172.21.15.76:0/1351019020 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f570006ac00 0x7f570006d0c0 unknown :-1 s=CLOSED pgs=604 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:47.027 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.024+0000 7f5723b5a640 1 --2- 172.21.15.76:0/1351019020 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f571c0c7590 0x7f571c09b2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:47.027 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.024+0000 7f5723b5a640 1 --2- 172.21.15.76:0/1351019020 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5708003ee0 0x7f571c0b2110 unknown :-1 s=CLOSED pgs=1389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:47.027 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.024+0000 7f5723b5a640 1 -- 172.21.15.76:0/1351019020 >> 172.21.15.76:0/1351019020 conn(0x7f571c06a0b0 msgr2=0x7f571c0ae8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:47.027 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.024+0000 7f5723b5a640 1 -- 172.21.15.76:0/1351019020 shutdown_connections 2024-09-13T16:11:47.027 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.024+0000 7f5723b5a640 1 -- 172.21.15.76:0/1351019020 wait complete. 2024-09-13T16:11:47.037 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_client_limits.TestClientLimits.test_client_min_caps_working_set' 2024-09-13T16:11:47.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.134+0000 7f3382b65640 1 Processor -- start 2024-09-13T16:11:47.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.134+0000 7f3382b65640 1 -- start start 2024-09-13T16:11:47.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.135+0000 7f3382b65640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f337c0b2590 0x7f337c0ce2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:47.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.135+0000 7f3382b65640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f337c06d3a0 0x7f337c06c4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:47.143 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.135+0000 7f3382b65640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f337c0b2170 con 0x7f337c06ca00 2024-09-13T16:11:47.143 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.135+0000 7f3382b65640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f337c06deb0 con 0x7f337c0b2590 2024-09-13T16:11:47.143 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.135+0000 7f3382b65640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f337c06e0c0 con 0x7f337c06d3a0 2024-09-13T16:11:47.143 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.135+0000 7f3380901640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f337c0b2590 0x7f337c0ce2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:47.143 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.135+0000 7f3381102640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f337c06ca00 0x7f337c0cbea0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:39564/0 (socket says 172.21.15.76:39564) 2024-09-13T16:11:47.143 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.135+0000 7f3381102640 1 -- 172.21.15.76:0/1115432505 learned_addr learned my addr 172.21.15.76:0/1115432505 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:11:47.143 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.135+0000 7f3380901640 1 -- 172.21.15.76:0/1115432505 >> v2:172.21.15.192:3300/0 conn(0x7f337c06d3a0 msgr2=0x7f337c06c4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:47.143 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.135+0000 7f337bfff640 1 --2- 172.21.15.76:0/1115432505 >> v2:172.21.15.192:3300/0 conn(0x7f337c06d3a0 0x7f337c06c4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:47.143 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.135+0000 7f337b7fe640 1 -- 172.21.15.76:0/1115432505 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1540405517 0 0) 0x7f337c0b2170 con 0x7f337c06ca00 2024-09-13T16:11:47.143 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.135+0000 7f3380901640 1 --2- 172.21.15.76:0/1115432505 >> v2:172.21.15.192:3300/0 conn(0x7f337c06d3a0 0x7f337c06c4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:47.143 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.135+0000 7f3380901640 1 -- 172.21.15.76:0/1115432505 >> v1:172.21.15.76:6789/0 conn(0x7f337c06ca00 legacy=0x7f337c0cbea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:47.143 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.135+0000 7f3380901640 1 -- 172.21.15.76:0/1115432505 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f337c06e3a0 con 0x7f337c0b2590 2024-09-13T16:11:47.143 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.135+0000 7f337bfff640 1 --2- 172.21.15.76:0/1115432505 >> v2:172.21.15.192:3300/0 conn(0x7f337c06d3a0 0x7f337c06c4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:47.143 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.136+0000 7f3380901640 1 --2- 172.21.15.76:0/1115432505 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f337c0b2590 0x7f337c0ce2d0 secure :-1 s=READY pgs=1391 cs=0 l=1 rev1=1 crypto rx=0x7f337c15c460 tx=0x7f336c02a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=812b048859c33759 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:47.144 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.136+0000 7f337b7fe640 1 -- 172.21.15.76:0/1115432505 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f336c02ae60 con 0x7f337c0b2590 2024-09-13T16:11:47.144 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.136+0000 7f337b7fe640 1 -- 172.21.15.76:0/1115432505 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f336c032440 con 0x7f337c0b2590 2024-09-13T16:11:47.144 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.136+0000 7f337b7fe640 1 -- 172.21.15.76:0/1115432505 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f336c0327d0 con 0x7f337c0b2590 2024-09-13T16:11:47.144 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.137+0000 7f3382b65640 1 -- 172.21.15.76:0/1115432505 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f337c0b2590 msgr2=0x7f337c0ce2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:47.144 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.137+0000 7f3382b65640 1 --2- 172.21.15.76:0/1115432505 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f337c0b2590 0x7f337c0ce2d0 secure :-1 s=READY pgs=1391 cs=0 l=1 rev1=1 crypto rx=0x7f337c15c460 tx=0x7f336c02a110 comp rx=0 tx=0).stop 2024-09-13T16:11:47.144 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.137+0000 7f3382b65640 1 -- 172.21.15.76:0/1115432505 shutdown_connections 2024-09-13T16:11:47.144 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.137+0000 7f3382b65640 1 --2- 172.21.15.76:0/1115432505 >> v2:172.21.15.192:3300/0 conn(0x7f337c06d3a0 0x7f337c06c4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:47.144 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.137+0000 7f3382b65640 1 --2- 172.21.15.76:0/1115432505 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f337c0b2590 0x7f337c0ce2d0 unknown :-1 s=CLOSED pgs=1391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:47.144 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.137+0000 7f3382b65640 1 -- 172.21.15.76:0/1115432505 >> 172.21.15.76:0/1115432505 conn(0x7f337c069ed0 msgr2=0x7f337c06a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:47.144 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.137+0000 7f3382b65640 1 -- 172.21.15.76:0/1115432505 shutdown_connections 2024-09-13T16:11:47.144 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.137+0000 7f3382b65640 1 -- 172.21.15.76:0/1115432505 wait complete. 2024-09-13T16:11:47.145 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.138+0000 7f3382b65640 1 Processor -- start 2024-09-13T16:11:47.145 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.138+0000 7f3382b65640 1 -- start start 2024-09-13T16:11:47.145 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.139+0000 7f3382b65640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f337c06ca00 0x7f337c071350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:47.145 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.139+0000 7f3382b65640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f337c06d3a0 0x7f337c1f35d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:47.145 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.139+0000 7f3382b65640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f337c0b2590 0x7f337c1f3b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:47.145 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.139+0000 7f3382b65640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f337c158f60 con 0x7f337c06d3a0 2024-09-13T16:11:47.145 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.139+0000 7f3382b65640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f337c1538f0 con 0x7f337c0b2590 2024-09-13T16:11:47.145 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.139+0000 7f3382b65640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f337c0c1450 con 0x7f337c06ca00 2024-09-13T16:11:47.145 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.139+0000 7f337bfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f337c06d3a0 0x7f337c1f35d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:47.145 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.139+0000 7f337bfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f337c06d3a0 0x7f337c1f35d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:53852/0 (socket says 172.21.15.76:53852) 2024-09-13T16:11:47.145 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.139+0000 7f337bfff640 1 -- 172.21.15.76:0/3230822201 learned_addr learned my addr 172.21.15.76:0/3230822201 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:11:47.145 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.139+0000 7f3381102640 1 --2- 172.21.15.76:0/3230822201 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f337c0b2590 0x7f337c1f3b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:47.145 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.139+0000 7f3380901640 1 --2- 172.21.15.76:0/3230822201 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f337c06ca00 0x7f337c071350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:47.146 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.139+0000 7f337bfff640 1 -- 172.21.15.76:0/3230822201 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f337c06ca00 msgr2=0x7f337c071350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:47.146 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.139+0000 7f337bfff640 1 --2- 172.21.15.76:0/3230822201 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f337c06ca00 0x7f337c071350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:47.146 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.139+0000 7f337bfff640 1 -- 172.21.15.76:0/3230822201 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f337c0b2590 msgr2=0x7f337c1f3b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:47.146 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.139+0000 7f337bfff640 1 --2- 172.21.15.76:0/3230822201 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f337c0b2590 0x7f337c1f3b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:47.146 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.139+0000 7f337bfff640 1 -- 172.21.15.76:0/3230822201 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f336c009400 con 0x7f337c06d3a0 2024-09-13T16:11:47.146 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.139+0000 7f337bfff640 1 --2- 172.21.15.76:0/3230822201 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f337c06d3a0 0x7f337c1f35d0 secure :-1 s=READY pgs=1392 cs=0 l=1 rev1=1 crypto rx=0x7f337000c850 tx=0x7f337000cc50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:47.146 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.140+0000 7f33797fa640 1 -- 172.21.15.76:0/3230822201 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3370007a30 con 0x7f337c06d3a0 2024-09-13T16:11:47.146 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.140+0000 7f33797fa640 1 -- 172.21.15.76:0/3230822201 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3370007b90 con 0x7f337c06d3a0 2024-09-13T16:11:47.146 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.140+0000 7f3382b65640 1 -- 172.21.15.76:0/3230822201 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f337c1591b0 con 0x7f337c06d3a0 2024-09-13T16:11:47.146 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.140+0000 7f33797fa640 1 -- 172.21.15.76:0/3230822201 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f337000cea0 con 0x7f337c06d3a0 2024-09-13T16:11:47.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.140+0000 7f3382b65640 1 -- 172.21.15.76:0/3230822201 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f337c15bb70 con 0x7f337c06d3a0 2024-09-13T16:11:47.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.141+0000 7f3382b65640 1 -- 172.21.15.76:0/3230822201 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f337c06d8c0 con 0x7f337c06d3a0 2024-09-13T16:11:47.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.141+0000 7f33797fa640 1 -- 172.21.15.76:0/3230822201 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f33700113f0 con 0x7f337c06d3a0 2024-09-13T16:11:47.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.142+0000 7f33797fa640 1 --2- 172.21.15.76:0/3230822201 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f336806ac00 0x7f336806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:47.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.142+0000 7f3380901640 1 --2- 172.21.15.76:0/3230822201 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f336806ac00 0x7f336806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:47.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.142+0000 7f33797fa640 1 -- 172.21.15.76:0/3230822201 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(101..101 src has 1..101) v4 ==== 5263+0+0 (secure 0 0 0) 0x7f3370089280 con 0x7f337c06d3a0 2024-09-13T16:11:47.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.142+0000 7f3380901640 1 --2- 172.21.15.76:0/3230822201 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f336806ac00 0x7f336806d0c0 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f336c034000 tx=0x7f336c02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:47.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.146+0000 7f33797fa640 1 -- 172.21.15.76:0/3230822201 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f33700546d0 con 0x7f337c06d3a0 2024-09-13T16:11:47.370 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.369+0000 7f3382b65640 1 -- 172.21.15.76:0/3230822201 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_client_limits.TestClientLimits.test_client_min_caps_working_set"]} v 0) v1 -- 0x7f337c0735e0 con 0x7f337c06d3a0 2024-09-13T16:11:47.547 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.546+0000 7f33797fa640 1 -- 172.21.15.76:0/3230822201 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_client_limits.TestClientLimits.test_client_min_caps_working_set"]}]=0 v456) v1 ==== 160+0+0 (secure 0 0 0) 0x7f3370057cf0 con 0x7f337c06d3a0 2024-09-13T16:11:47.549 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.548+0000 7f3382b65640 1 -- 172.21.15.76:0/3230822201 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f336806ac00 msgr2=0x7f336806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:47.549 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.548+0000 7f3382b65640 1 --2- 172.21.15.76:0/3230822201 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f336806ac00 0x7f336806d0c0 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f336c034000 tx=0x7f336c02e000 comp rx=0 tx=0).stop 2024-09-13T16:11:47.550 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.548+0000 7f3382b65640 1 -- 172.21.15.76:0/3230822201 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f337c06d3a0 msgr2=0x7f337c1f35d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:47.550 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.548+0000 7f3382b65640 1 --2- 172.21.15.76:0/3230822201 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f337c06d3a0 0x7f337c1f35d0 secure :-1 s=READY pgs=1392 cs=0 l=1 rev1=1 crypto rx=0x7f337000c850 tx=0x7f337000cc50 comp rx=0 tx=0).stop 2024-09-13T16:11:47.550 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.548+0000 7f3382b65640 1 -- 172.21.15.76:0/3230822201 shutdown_connections 2024-09-13T16:11:47.550 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.548+0000 7f3382b65640 1 --2- 172.21.15.76:0/3230822201 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f337c0b2590 0x7f337c1f3b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:47.550 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.548+0000 7f3382b65640 1 --2- 172.21.15.76:0/3230822201 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f337c06d3a0 0x7f337c1f35d0 unknown :-1 s=CLOSED pgs=1392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:47.550 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.548+0000 7f3382b65640 1 --2- 172.21.15.76:0/3230822201 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f336806ac00 0x7f336806d0c0 unknown :-1 s=CLOSED pgs=605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:47.550 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.548+0000 7f3382b65640 1 --2- 172.21.15.76:0/3230822201 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f337c06ca00 0x7f337c071350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:47.550 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.548+0000 7f3382b65640 1 -- 172.21.15.76:0/3230822201 >> 172.21.15.76:0/3230822201 conn(0x7f337c069ed0 msgr2=0x7f337c0ccc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:47.550 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.548+0000 7f3382b65640 1 -- 172.21.15.76:0/3230822201 shutdown_connections 2024-09-13T16:11:47.550 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.548+0000 7f3382b65640 1 -- 172.21.15.76:0/3230822201 wait complete. 2024-09-13T16:11:47.560 INFO:tasks.cephfs_test_runner:When a client has inodes pinned in its cache (open files), that the MDS ... ok 2024-09-13T16:11:47.560 INFO:tasks.cephfs_test_runner:Starting test: test_client_oldest_tid (tasks.cephfs.test_client_limits.TestClientLimits) When a client does not advance its oldest tid, the MDS should notice that 2024-09-13T16:11:47.560 INFO:tasks.cephfs_test_runner:test_client_oldest_tid (tasks.cephfs.test_client_limits.TestClientLimits) 2024-09-13T16:11:47.561 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:11:47.659 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.658+0000 7fd14def0640 1 Processor -- start 2024-09-13T16:11:47.659 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.658+0000 7fd14def0640 1 -- start start 2024-09-13T16:11:47.660 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.659+0000 7fd14def0640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fd14806c4c0 0x7fd14806c8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:47.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.659+0000 7fd14def0640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd1480b2590 0x7fd14806d3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:47.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.659+0000 7fd14def0640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd14806e0c0 con 0x7fd1480cbea0 2024-09-13T16:11:47.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.659+0000 7fd14def0640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd14806deb0 con 0x7fd14806c4c0 2024-09-13T16:11:47.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.659+0000 7fd14def0640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd1480b2170 con 0x7fd1480b2590 2024-09-13T16:11:47.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.659+0000 7fd13ffff640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd1480b2590 0x7fd14806d3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:47.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.659+0000 7fd1477fe640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fd14806c4c0 0x7fd14806c8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:47.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.659+0000 7fd13ffff640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd1480b2590 0x7fd14806d3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.76:48222/0 (socket says 172.21.15.76:48222) 2024-09-13T16:11:47.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.659+0000 7fd13ffff640 1 -- 172.21.15.76:0/2430062265 learned_addr learned my addr 172.21.15.76:0/2430062265 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:11:47.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.659+0000 7fd13ffff640 1 -- 172.21.15.76:0/2430062265 >> v2:172.21.15.192:3300/0 conn(0x7fd14806c4c0 msgr2=0x7fd14806c8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:47.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.659+0000 7fd13ffff640 1 --2- 172.21.15.76:0/2430062265 >> v2:172.21.15.192:3300/0 conn(0x7fd14806c4c0 0x7fd14806c8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:47.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.659+0000 7fd13ffff640 1 -- 172.21.15.76:0/2430062265 >> v1:172.21.15.192:6789/0 conn(0x7fd1480cbea0 legacy=0x7fd1480cc350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:47.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.659+0000 7fd13ffff640 1 -- 172.21.15.76:0/2430062265 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd14806e3a0 con 0x7fd1480b2590 2024-09-13T16:11:47.662 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.659+0000 7fd1477fe640 1 --2- 172.21.15.76:0/2430062265 >> v2:172.21.15.192:3300/0 conn(0x7fd14806c4c0 0x7fd14806c8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:11:47.663 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.660+0000 7fd13ffff640 1 --2- 172.21.15.76:0/2430062265 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd1480b2590 0x7fd14806d3a0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fd1300098a0 tx=0x7fd13002a290 comp rx=0 tx=0).ready entity=mon.2 client_cookie=24dc988389d0099f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:47.663 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.660+0000 7fd146ffd640 1 -- 172.21.15.76:0/2430062265 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd130032440 con 0x7fd1480b2590 2024-09-13T16:11:47.663 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.660+0000 7fd146ffd640 1 -- 172.21.15.76:0/2430062265 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd1300325a0 con 0x7fd1480b2590 2024-09-13T16:11:47.663 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.660+0000 7fd146ffd640 1 -- 172.21.15.76:0/2430062265 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd130032930 con 0x7fd1480b2590 2024-09-13T16:11:47.663 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.661+0000 7fd14def0640 1 -- 172.21.15.76:0/2430062265 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd1480b2590 msgr2=0x7fd14806d3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:47.663 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.661+0000 7fd14def0640 1 --2- 172.21.15.76:0/2430062265 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd1480b2590 0x7fd14806d3a0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fd1300098a0 tx=0x7fd13002a290 comp rx=0 tx=0).stop 2024-09-13T16:11:47.663 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.661+0000 7fd14def0640 1 -- 172.21.15.76:0/2430062265 shutdown_connections 2024-09-13T16:11:47.663 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.661+0000 7fd14def0640 1 --2- 172.21.15.76:0/2430062265 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd1480b2590 0x7fd14806d3a0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:47.663 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.661+0000 7fd14def0640 1 --2- 172.21.15.76:0/2430062265 >> v2:172.21.15.192:3300/0 conn(0x7fd14806c4c0 0x7fd14806c8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:47.663 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.661+0000 7fd14def0640 1 -- 172.21.15.76:0/2430062265 >> 172.21.15.76:0/2430062265 conn(0x7fd148069ed0 msgr2=0x7fd14806a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:47.663 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.661+0000 7fd14def0640 1 -- 172.21.15.76:0/2430062265 shutdown_connections 2024-09-13T16:11:47.664 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.661+0000 7fd14def0640 1 -- 172.21.15.76:0/2430062265 wait complete. 2024-09-13T16:11:47.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.662+0000 7fd14def0640 1 Processor -- start 2024-09-13T16:11:47.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.662+0000 7fd14def0640 1 -- start start 2024-09-13T16:11:47.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.663+0000 7fd14def0640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd14806c4c0 0x7fd1480ab140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:47.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.663+0000 7fd14def0640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd1480b2590 0x7fd14814beb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:47.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.663+0000 7fd14def0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd1480cbea0 0x7fd1481e54f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:47.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.663+0000 7fd14def0640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd1480ac4f0 con 0x7fd1480cbea0 2024-09-13T16:11:47.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.663+0000 7fd14def0640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd1480ab970 con 0x7fd14806c4c0 2024-09-13T16:11:47.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.663+0000 7fd14def0640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd1480abc50 con 0x7fd1480b2590 2024-09-13T16:11:47.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.663+0000 7fd147fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd1480cbea0 0x7fd1481e54f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:47.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.663+0000 7fd147fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd1480cbea0 0x7fd1481e54f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:53864/0 (socket says 172.21.15.76:53864) 2024-09-13T16:11:47.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.663+0000 7fd147fff640 1 -- 172.21.15.76:0/3028123664 learned_addr learned my addr 172.21.15.76:0/3028123664 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:11:47.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.663+0000 7fd13ffff640 1 --2- 172.21.15.76:0/3028123664 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd1480b2590 0x7fd14814beb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:47.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.663+0000 7fd1477fe640 1 --2- 172.21.15.76:0/3028123664 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd14806c4c0 0x7fd1480ab140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:47.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.663+0000 7fd147fff640 1 -- 172.21.15.76:0/3028123664 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd1480b2590 msgr2=0x7fd14814beb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:47.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.663+0000 7fd147fff640 1 --2- 172.21.15.76:0/3028123664 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd1480b2590 0x7fd14814beb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:47.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.663+0000 7fd147fff640 1 -- 172.21.15.76:0/3028123664 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd14806c4c0 msgr2=0x7fd1480ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:47.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.663+0000 7fd147fff640 1 --2- 172.21.15.76:0/3028123664 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd14806c4c0 0x7fd1480ab140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:47.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.663+0000 7fd147fff640 1 -- 172.21.15.76:0/3028123664 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd13800a5a0 con 0x7fd1480cbea0 2024-09-13T16:11:47.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.663+0000 7fd147fff640 1 --2- 172.21.15.76:0/3028123664 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd1480cbea0 0x7fd1481e54f0 secure :-1 s=READY pgs=1393 cs=0 l=1 rev1=1 crypto rx=0x7fd14000c6b0 tx=0x7fd14000cb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:47.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.663+0000 7fd144ff9640 1 -- 172.21.15.76:0/3028123664 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd140003b70 con 0x7fd1480cbea0 2024-09-13T16:11:47.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.664+0000 7fd144ff9640 1 -- 172.21.15.76:0/3028123664 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd140003cf0 con 0x7fd1480cbea0 2024-09-13T16:11:47.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.664+0000 7fd14def0640 1 -- 172.21.15.76:0/3028123664 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd1300094d0 con 0x7fd1480cbea0 2024-09-13T16:11:47.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.664+0000 7fd144ff9640 1 -- 172.21.15.76:0/3028123664 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd140003ea0 con 0x7fd1480cbea0 2024-09-13T16:11:47.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.664+0000 7fd14def0640 1 -- 172.21.15.76:0/3028123664 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd1480ac210 con 0x7fd1480cbea0 2024-09-13T16:11:47.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.665+0000 7fd14def0640 1 -- 172.21.15.76:0/3028123664 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd1480c63f0 con 0x7fd1480cbea0 2024-09-13T16:11:47.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.665+0000 7fd144ff9640 1 -- 172.21.15.76:0/3028123664 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd140005310 con 0x7fd1480cbea0 2024-09-13T16:11:47.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.665+0000 7fd144ff9640 1 --2- 172.21.15.76:0/3028123664 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd12806ac00 0x7fd12806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:47.669 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.666+0000 7fd144ff9640 1 -- 172.21.15.76:0/3028123664 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(101..101 src has 1..101) v4 ==== 5263+0+0 (secure 0 0 0) 0x7fd140088e00 con 0x7fd1480cbea0 2024-09-13T16:11:47.669 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.666+0000 7fd1477fe640 1 --2- 172.21.15.76:0/3028123664 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd12806ac00 0x7fd12806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:47.669 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.666+0000 7fd1477fe640 1 --2- 172.21.15.76:0/3028123664 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd12806ac00 0x7fd12806d0c0 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7fd13800a570 tx=0x7fd13800a2a0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:47.671 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.670+0000 7fd144ff9640 1 -- 172.21.15.76:0/3028123664 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fd1480c63f0 con 0x7fd1480cbea0 2024-09-13T16:11:47.831 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.829+0000 7fd14def0640 1 -- 172.21.15.76:0/3028123664 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fd1480c63f0 con 0x7fd1480cbea0 2024-09-13T16:11:47.831 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.830+0000 7fd144ff9640 1 -- 172.21.15.76:0/3028123664 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v101) v1 ==== 74+0+13157 (secure 0 0 0) 0x7fd1480c63f0 con 0x7fd1480cbea0 2024-09-13T16:11:47.832 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:11:47.832 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":101,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:11:45.532728+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":14,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.76:6837/2005584997":"2024-09-14T16:11:42.513017+0000","172.21.15.76:6835/2005584997":"2024-09-14T16:11:42.513017+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:11:47.834 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.832+0000 7fd14def0640 1 -- 172.21.15.76:0/3028123664 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd12806ac00 msgr2=0x7fd12806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:47.834 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.832+0000 7fd14def0640 1 --2- 172.21.15.76:0/3028123664 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd12806ac00 0x7fd12806d0c0 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7fd13800a570 tx=0x7fd13800a2a0 comp rx=0 tx=0).stop 2024-09-13T16:11:47.834 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.832+0000 7fd14def0640 1 -- 172.21.15.76:0/3028123664 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd1480cbea0 msgr2=0x7fd1481e54f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:47.834 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.832+0000 7fd14def0640 1 --2- 172.21.15.76:0/3028123664 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd1480cbea0 0x7fd1481e54f0 secure :-1 s=READY pgs=1393 cs=0 l=1 rev1=1 crypto rx=0x7fd14000c6b0 tx=0x7fd14000cb70 comp rx=0 tx=0).stop 2024-09-13T16:11:47.834 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.832+0000 7fd14def0640 1 -- 172.21.15.76:0/3028123664 shutdown_connections 2024-09-13T16:11:47.834 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.832+0000 7fd14def0640 1 --2- 172.21.15.76:0/3028123664 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd1480cbea0 0x7fd1481e54f0 unknown :-1 s=CLOSED pgs=1393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:47.834 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.832+0000 7fd14def0640 1 --2- 172.21.15.76:0/3028123664 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd12806ac00 0x7fd12806d0c0 unknown :-1 s=CLOSED pgs=606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:47.834 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.832+0000 7fd14def0640 1 --2- 172.21.15.76:0/3028123664 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd1480b2590 0x7fd14814beb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:47.834 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.832+0000 7fd14def0640 1 --2- 172.21.15.76:0/3028123664 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd14806c4c0 0x7fd1480ab140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:47.834 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.832+0000 7fd14def0640 1 -- 172.21.15.76:0/3028123664 >> 172.21.15.76:0/3028123664 conn(0x7fd148069ed0 msgr2=0x7fd1480ca210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:47.834 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.832+0000 7fd14def0640 1 -- 172.21.15.76:0/3028123664 shutdown_connections 2024-09-13T16:11:47.834 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.832+0000 7fd14def0640 1 -- 172.21.15.76:0/3028123664 wait complete. 2024-09-13T16:11:47.845 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:01:26.960607+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:11:47.845 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:11:47.947 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.945+0000 7f989f933640 1 Processor -- start 2024-09-13T16:11:47.947 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.945+0000 7f989f933640 1 -- start start 2024-09-13T16:11:47.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.946+0000 7f989f933640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f989815c500 0x7f98980d2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:47.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.946+0000 7f989f933640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f98980cd450 con 0x7f98980d2590 2024-09-13T16:11:47.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.946+0000 7f989f933640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f98980d29f0 con 0x7f98980cdff0 2024-09-13T16:11:47.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.946+0000 7f989f933640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f98980d0cf0 con 0x7f989815c500 2024-09-13T16:11:47.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.946+0000 7f989cece640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f98980d2590 0x7f98980cd8e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:39574/0 (socket says 172.21.15.76:39574) 2024-09-13T16:11:47.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.946+0000 7f989cece640 1 -- 172.21.15.76:0/3529844000 learned_addr learned my addr 172.21.15.76:0/3529844000 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:11:47.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.947+0000 7f9897fff640 1 -- 172.21.15.76:0/3529844000 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1089769702 0 0) 0x7f98980cd450 con 0x7f98980d2590 2024-09-13T16:11:47.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.947+0000 7f989d6cf640 1 --2- 172.21.15.76:0/3529844000 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f989815c500 0x7f98980d2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:47.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.947+0000 7f9897fff640 1 -- 172.21.15.76:0/3529844000 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9880003520 con 0x7f98980d2590 2024-09-13T16:11:47.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.947+0000 7f9897fff640 1 -- 172.21.15.76:0/3529844000 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 697169117 0 0) 0x7f9880003520 con 0x7f98980d2590 2024-09-13T16:11:47.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.947+0000 7f9897fff640 1 -- 172.21.15.76:0/3529844000 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f989815c500 msgr2=0x7f98980d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:47.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.947+0000 7f9897fff640 1 --2- 172.21.15.76:0/3529844000 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f989815c500 0x7f98980d2050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:47.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.947+0000 7f9897fff640 1 -- 172.21.15.76:0/3529844000 >> v1:172.21.15.192:6789/0 conn(0x7f98980cdff0 legacy=0x7f98980d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:47.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.947+0000 7f9897fff640 1 -- 172.21.15.76:0/3529844000 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f98980d0fd0 con 0x7f98980d2590 2024-09-13T16:11:47.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.947+0000 7f9897fff640 1 -- 172.21.15.76:0/3529844000 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f988c001670 con 0x7f98980d2590 2024-09-13T16:11:47.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.947+0000 7f9897fff640 1 -- 172.21.15.76:0/3529844000 >> v1:172.21.15.76:6789/0 conn(0x7f98980d2590 legacy=0x7f98980cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:47.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.947+0000 7f9897fff640 1 --2- 172.21.15.76:0/3529844000 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f98800039a0 0x7f9880003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:47.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.947+0000 7f9897fff640 1 --2- 172.21.15.76:0/3529844000 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f98800047c0 0x7f9880004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:47.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.947+0000 7f9897fff640 1 --2- 172.21.15.76:0/3529844000 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f989815c500 0x7f98800051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:47.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.947+0000 7f9897fff640 1 -- 172.21.15.76:0/3529844000 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f98980d0cf0 con 0x7f98800039a0 2024-09-13T16:11:47.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.947+0000 7f9897fff640 1 -- 172.21.15.76:0/3529844000 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f988000bab0 con 0x7f98800047c0 2024-09-13T16:11:47.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.947+0000 7f9897fff640 1 -- 172.21.15.76:0/3529844000 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f988000bc70 con 0x7f989815c500 2024-09-13T16:11:47.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.947+0000 7f989d6cf640 1 --2- 172.21.15.76:0/3529844000 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f98800039a0 0x7f9880003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:47.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.947+0000 7f989cece640 1 --2- 172.21.15.76:0/3529844000 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f98800047c0 0x7f9880004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:47.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.947+0000 7f989ded0640 1 --2- 172.21.15.76:0/3529844000 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f989815c500 0x7f98800051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:47.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.947+0000 7f989d6cf640 1 -- 172.21.15.76:0/3529844000 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f989815c500 msgr2=0x7f98800051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:47.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.947+0000 7f989d6cf640 1 --2- 172.21.15.76:0/3529844000 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f989815c500 0x7f98800051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:47.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.947+0000 7f989d6cf640 1 -- 172.21.15.76:0/3529844000 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f98800047c0 msgr2=0x7f9880004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:47.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.947+0000 7f989d6cf640 1 --2- 172.21.15.76:0/3529844000 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f98800047c0 0x7f9880004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:47.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.947+0000 7f989d6cf640 1 -- 172.21.15.76:0/3529844000 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9880003520 con 0x7f98800039a0 2024-09-13T16:11:47.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.948+0000 7f989d6cf640 1 --2- 172.21.15.76:0/3529844000 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f98800039a0 0x7f9880003dc0 secure :-1 s=READY pgs=1395 cs=0 l=1 rev1=1 crypto rx=0x7f9888009fc0 tx=0x7f98800057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b767e635aed8f6ee server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:47.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.948+0000 7f9897fff640 1 -- 172.21.15.76:0/3529844000 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9888031640 con 0x7f98800039a0 2024-09-13T16:11:47.954 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.948+0000 7f9897fff640 1 -- 172.21.15.76:0/3529844000 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f988802d070 con 0x7f98800039a0 2024-09-13T16:11:47.954 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.948+0000 7f9897fff640 1 -- 172.21.15.76:0/3529844000 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f98880319e0 con 0x7f98800039a0 2024-09-13T16:11:47.954 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.949+0000 7f989f933640 1 -- 172.21.15.76:0/3529844000 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f98800039a0 msgr2=0x7f9880003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:47.954 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.949+0000 7f989f933640 1 --2- 172.21.15.76:0/3529844000 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f98800039a0 0x7f9880003dc0 secure :-1 s=READY pgs=1395 cs=0 l=1 rev1=1 crypto rx=0x7f9888009fc0 tx=0x7f98800057f0 comp rx=0 tx=0).stop 2024-09-13T16:11:47.954 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.949+0000 7f989ded0640 1 -- 172.21.15.76:0/3529844000 reap_dead start 2024-09-13T16:11:47.954 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.949+0000 7f989f933640 1 -- 172.21.15.76:0/3529844000 shutdown_connections 2024-09-13T16:11:47.954 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.949+0000 7f989f933640 1 -- 172.21.15.76:0/3529844000 >> 172.21.15.76:0/3529844000 conn(0x7f9898089f60 msgr2=0x7f989809b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:47.954 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.949+0000 7f989f933640 1 -- 172.21.15.76:0/3529844000 shutdown_connections 2024-09-13T16:11:47.954 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.949+0000 7f989f933640 1 -- 172.21.15.76:0/3529844000 wait complete. 2024-09-13T16:11:47.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.950+0000 7f989f933640 1 Processor -- start 2024-09-13T16:11:47.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.950+0000 7f989f933640 1 -- start start 2024-09-13T16:11:47.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.951+0000 7f989f933640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f98800039a0 0x7f9898150ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:47.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.951+0000 7f989f933640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f989815ca60 0x7f989815cee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:47.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.951+0000 7f989f933640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f98980affd0 0x7f98980b0450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:47.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.951+0000 7f989f933640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f98980b0990 con 0x7f989815ca60 2024-09-13T16:11:47.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.951+0000 7f989f933640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f989815d520 con 0x7f98800039a0 2024-09-13T16:11:47.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.951+0000 7f989f933640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f989815d800 con 0x7f98980affd0 2024-09-13T16:11:47.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.951+0000 7f989cece640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f989815ca60 0x7f989815cee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:47.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.951+0000 7f989cece640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f989815ca60 0x7f989815cee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:53880/0 (socket says 172.21.15.76:53880) 2024-09-13T16:11:47.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.951+0000 7f989cece640 1 -- 172.21.15.76:0/3450031958 learned_addr learned my addr 172.21.15.76:0/3450031958 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:11:47.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.951+0000 7f989d6cf640 1 --2- 172.21.15.76:0/3450031958 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f98800039a0 0x7f9898150ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:47.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.951+0000 7f989ded0640 1 --2- 172.21.15.76:0/3450031958 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f98980affd0 0x7f98980b0450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:47.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.951+0000 7f989cece640 1 -- 172.21.15.76:0/3450031958 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f98980affd0 msgr2=0x7f98980b0450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:47.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.951+0000 7f989cece640 1 --2- 172.21.15.76:0/3450031958 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f98980affd0 0x7f98980b0450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:47.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.951+0000 7f989cece640 1 -- 172.21.15.76:0/3450031958 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f98800039a0 msgr2=0x7f9898150ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:47.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.951+0000 7f989cece640 1 --2- 172.21.15.76:0/3450031958 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f98800039a0 0x7f9898150ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:47.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.951+0000 7f989cece640 1 -- 172.21.15.76:0/3450031958 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f989815dae0 con 0x7f989815ca60 2024-09-13T16:11:47.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.951+0000 7f989cece640 1 --2- 172.21.15.76:0/3450031958 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f989815ca60 0x7f989815cee0 secure :-1 s=READY pgs=1396 cs=0 l=1 rev1=1 crypto rx=0x7f988c0011e0 tx=0x7f988c007720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:47.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.951+0000 7f9895ffb640 1 -- 172.21.15.76:0/3450031958 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f988c001650 con 0x7f989815ca60 2024-09-13T16:11:47.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.951+0000 7f9895ffb640 1 -- 172.21.15.76:0/3450031958 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f988c00f9c0 con 0x7f989815ca60 2024-09-13T16:11:47.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.951+0000 7f9895ffb640 1 -- 172.21.15.76:0/3450031958 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f988c00fd50 con 0x7f989815ca60 2024-09-13T16:11:47.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.951+0000 7f989f933640 1 -- 172.21.15.76:0/3450031958 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f989815ddc0 con 0x7f989815ca60 2024-09-13T16:11:47.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.952+0000 7f989f933640 1 -- 172.21.15.76:0/3450031958 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f98980c9730 con 0x7f989815ca60 2024-09-13T16:11:47.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.953+0000 7f989f933640 1 -- 172.21.15.76:0/3450031958 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f98980cd8e0 con 0x7f989815ca60 2024-09-13T16:11:47.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.953+0000 7f9895ffb640 1 -- 172.21.15.76:0/3450031958 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f988c01d460 con 0x7f989815ca60 2024-09-13T16:11:47.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.953+0000 7f9895ffb640 1 --2- 172.21.15.76:0/3450031958 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f988406ac30 0x7f988406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:47.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.953+0000 7f9895ffb640 1 -- 172.21.15.76:0/3450031958 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(101..101 src has 1..101) v4 ==== 5263+0+0 (secure 0 0 0) 0x7f988c089220 con 0x7f989815ca60 2024-09-13T16:11:47.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.953+0000 7f989d6cf640 1 --2- 172.21.15.76:0/3450031958 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f988406ac30 0x7f988406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:47.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.954+0000 7f989d6cf640 1 --2- 172.21.15.76:0/3450031958 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f988406ac30 0x7f988406d0f0 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f9888035000 tx=0x7f988802f000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:47.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:47.958+0000 7f9895ffb640 1 -- 172.21.15.76:0/3450031958 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f988c054650 con 0x7f989815ca60 2024-09-13T16:11:48.121 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.119+0000 7f989f933640 1 -- 172.21.15.76:0/3450031958 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f989806b160 con 0x7f989815ca60 2024-09-13T16:11:48.121 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.120+0000 7f9895ffb640 1 -- 172.21.15.76:0/3450031958 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v101) v1 ==== 93+0+10 (secure 0 0 0) 0x7f988c057c70 con 0x7f989815ca60 2024-09-13T16:11:48.121 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2024-09-13T16:11:48.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.122+0000 7f989f933640 1 -- 172.21.15.76:0/3450031958 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f988406ac30 msgr2=0x7f988406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:48.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.122+0000 7f989f933640 1 --2- 172.21.15.76:0/3450031958 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f988406ac30 0x7f988406d0f0 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f9888035000 tx=0x7f988802f000 comp rx=0 tx=0).stop 2024-09-13T16:11:48.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.122+0000 7f989f933640 1 -- 172.21.15.76:0/3450031958 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f989815ca60 msgr2=0x7f989815cee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:48.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.122+0000 7f989f933640 1 --2- 172.21.15.76:0/3450031958 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f989815ca60 0x7f989815cee0 secure :-1 s=READY pgs=1396 cs=0 l=1 rev1=1 crypto rx=0x7f988c0011e0 tx=0x7f988c007720 comp rx=0 tx=0).stop 2024-09-13T16:11:48.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.122+0000 7f989f933640 1 -- 172.21.15.76:0/3450031958 shutdown_connections 2024-09-13T16:11:48.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.122+0000 7f989f933640 1 --2- 172.21.15.76:0/3450031958 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f988406ac30 0x7f988406d0f0 unknown :-1 s=CLOSED pgs=607 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:48.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.122+0000 7f989f933640 1 --2- 172.21.15.76:0/3450031958 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f98980affd0 0x7f98980b0450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:48.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.122+0000 7f989f933640 1 --2- 172.21.15.76:0/3450031958 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f989815ca60 0x7f989815cee0 unknown :-1 s=CLOSED pgs=1396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:48.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.122+0000 7f989f933640 1 --2- 172.21.15.76:0/3450031958 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f98800039a0 0x7f9898150ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:48.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.122+0000 7f989f933640 1 -- 172.21.15.76:0/3450031958 >> 172.21.15.76:0/3450031958 conn(0x7f9898089f60 msgr2=0x7f98980b1e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:48.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.122+0000 7f989f933640 1 -- 172.21.15.76:0/3450031958 shutdown_connections 2024-09-13T16:11:48.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.122+0000 7f989f933640 1 -- 172.21.15.76:0/3450031958 wait complete. 2024-09-13T16:11:48.134 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_client_limits.TestClientLimits.test_client_oldest_tid' 2024-09-13T16:11:48.232 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.230+0000 7efd5230f640 1 Processor -- start 2024-09-13T16:11:48.232 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.230+0000 7efd5230f640 1 -- start start 2024-09-13T16:11:48.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.231+0000 7efd5230f640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7efd4c06b5f0 0x7efd4c0abae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:48.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.231+0000 7efd5230f640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7efd4c15c660 0x7efd4c0ac020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:48.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.231+0000 7efd5230f640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efd4c066090 con 0x7efd4c15c280 2024-09-13T16:11:48.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.231+0000 7efd5230f640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efd4c0ac6f0 con 0x7efd4c06b5f0 2024-09-13T16:11:48.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.231+0000 7efd5230f640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efd4c0ac9d0 con 0x7efd4c15c660 2024-09-13T16:11:48.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.231+0000 7efd4b7fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7efd4c06b5f0 0x7efd4c0abae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:48.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.231+0000 7efd4bfff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7efd4c15c280 0x7efd4c06aee0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:39586/0 (socket says 172.21.15.76:39586) 2024-09-13T16:11:48.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.231+0000 7efd4bfff640 1 -- 172.21.15.76:0/1840205599 learned_addr learned my addr 172.21.15.76:0/1840205599 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:11:48.234 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.231+0000 7efd4b7fe640 1 -- 172.21.15.76:0/1840205599 >> v2:172.21.15.192:3300/0 conn(0x7efd4c15c660 msgr2=0x7efd4c0ac020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:48.234 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.231+0000 7efd4b7fe640 1 --2- 172.21.15.76:0/1840205599 >> v2:172.21.15.192:3300/0 conn(0x7efd4c15c660 0x7efd4c0ac020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:48.234 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.231+0000 7efd4b7fe640 1 -- 172.21.15.76:0/1840205599 >> v1:172.21.15.76:6789/0 conn(0x7efd4c15c280 legacy=0x7efd4c06aee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:48.234 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.231+0000 7efd4b7fe640 1 -- 172.21.15.76:0/1840205599 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd4c0accb0 con 0x7efd4c06b5f0 2024-09-13T16:11:48.234 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.231+0000 7efd4affd640 1 -- 172.21.15.76:0/1840205599 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 736775551 0 0) 0x7efd4c066090 con 0x7efd4c15c280 2024-09-13T16:11:48.235 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.232+0000 7efd4b7fe640 1 --2- 172.21.15.76:0/1840205599 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd4c06b5f0 0x7efd4c0abae0 secure :-1 s=READY pgs=1398 cs=0 l=1 rev1=1 crypto rx=0x7efd4c0adc10 tx=0x7efd4002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c975131ca4a27adf server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:48.235 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.232+0000 7efd4affd640 1 -- 172.21.15.76:0/1840205599 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd40032440 con 0x7efd4c06b5f0 2024-09-13T16:11:48.235 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.232+0000 7efd4affd640 1 -- 172.21.15.76:0/1840205599 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efd400325a0 con 0x7efd4c06b5f0 2024-09-13T16:11:48.235 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.232+0000 7efd4affd640 1 -- 172.21.15.76:0/1840205599 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd40032930 con 0x7efd4c06b5f0 2024-09-13T16:11:48.235 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.233+0000 7efd5230f640 1 -- 172.21.15.76:0/1840205599 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd4c06b5f0 msgr2=0x7efd4c0abae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:48.235 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.233+0000 7efd5230f640 1 --2- 172.21.15.76:0/1840205599 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd4c06b5f0 0x7efd4c0abae0 secure :-1 s=READY pgs=1398 cs=0 l=1 rev1=1 crypto rx=0x7efd4c0adc10 tx=0x7efd4002a1a0 comp rx=0 tx=0).stop 2024-09-13T16:11:48.235 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.233+0000 7efd5230f640 1 -- 172.21.15.76:0/1840205599 shutdown_connections 2024-09-13T16:11:48.235 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.233+0000 7efd5230f640 1 --2- 172.21.15.76:0/1840205599 >> v2:172.21.15.192:3300/0 conn(0x7efd4c15c660 0x7efd4c0ac020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:48.235 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.233+0000 7efd5230f640 1 --2- 172.21.15.76:0/1840205599 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd4c06b5f0 0x7efd4c0abae0 unknown :-1 s=CLOSED pgs=1398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:48.236 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.233+0000 7efd5230f640 1 -- 172.21.15.76:0/1840205599 >> 172.21.15.76:0/1840205599 conn(0x7efd4c0709f0 msgr2=0x7efd4c070e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:48.236 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.233+0000 7efd5230f640 1 -- 172.21.15.76:0/1840205599 shutdown_connections 2024-09-13T16:11:48.236 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.233+0000 7efd5230f640 1 -- 172.21.15.76:0/1840205599 wait complete. 2024-09-13T16:11:48.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.234+0000 7efd5230f640 1 Processor -- start 2024-09-13T16:11:48.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.234+0000 7efd5230f640 1 -- start start 2024-09-13T16:11:48.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.235+0000 7efd5230f640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efd4c06b5f0 0x7efd4c14d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:48.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.235+0000 7efd5230f640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd4c15c280 0x7efd4c14acb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:48.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.235+0000 7efd5230f640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efd4c15c660 0x7efd4c15ea50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:48.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.235+0000 7efd5230f640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd4c14e550 con 0x7efd4c15c280 2024-09-13T16:11:48.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.235+0000 7efd5230f640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd4c0c9330 con 0x7efd4c06b5f0 2024-09-13T16:11:48.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.235+0000 7efd5230f640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efd4c1518f0 con 0x7efd4c15c660 2024-09-13T16:11:48.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.235+0000 7efd4b7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd4c15c280 0x7efd4c14acb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:48.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.235+0000 7efd4b7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd4c15c280 0x7efd4c14acb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:53898/0 (socket says 172.21.15.76:53898) 2024-09-13T16:11:48.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.235+0000 7efd4b7fe640 1 -- 172.21.15.76:0/56454061 learned_addr learned my addr 172.21.15.76:0/56454061 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:11:48.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.235+0000 7efd4b7fe640 1 -- 172.21.15.76:0/56454061 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efd4c15c660 msgr2=0x7efd4c15ea50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:48.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.235+0000 7efd508ac640 1 --2- 172.21.15.76:0/56454061 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efd4c15c660 0x7efd4c15ea50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:48.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.235+0000 7efd4bfff640 1 --2- 172.21.15.76:0/56454061 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efd4c06b5f0 0x7efd4c14d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:48.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.235+0000 7efd4b7fe640 1 --2- 172.21.15.76:0/56454061 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efd4c15c660 0x7efd4c15ea50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:48.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.235+0000 7efd4b7fe640 1 -- 172.21.15.76:0/56454061 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efd4c06b5f0 msgr2=0x7efd4c14d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:48.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.235+0000 7efd4b7fe640 1 --2- 172.21.15.76:0/56454061 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efd4c06b5f0 0x7efd4c14d5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:48.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.235+0000 7efd4b7fe640 1 -- 172.21.15.76:0/56454061 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd40009400 con 0x7efd4c15c280 2024-09-13T16:11:48.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.236+0000 7efd4b7fe640 1 --2- 172.21.15.76:0/56454061 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd4c15c280 0x7efd4c14acb0 secure :-1 s=READY pgs=1399 cs=0 l=1 rev1=1 crypto rx=0x7efd40009890 tx=0x7efd400046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:48.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.236+0000 7efd48ff9640 1 -- 172.21.15.76:0/56454061 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd40030b80 con 0x7efd4c15c280 2024-09-13T16:11:48.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.236+0000 7efd48ff9640 1 -- 172.21.15.76:0/56454061 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efd40030d00 con 0x7efd4c15c280 2024-09-13T16:11:48.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.236+0000 7efd5230f640 1 -- 172.21.15.76:0/56454061 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efd4c14dcb0 con 0x7efd4c15c280 2024-09-13T16:11:48.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.236+0000 7efd48ff9640 1 -- 172.21.15.76:0/56454061 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd4003b640 con 0x7efd4c15c280 2024-09-13T16:11:48.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.236+0000 7efd5230f640 1 -- 172.21.15.76:0/56454061 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efd4c14e270 con 0x7efd4c15c280 2024-09-13T16:11:48.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.237+0000 7efd5230f640 1 -- 172.21.15.76:0/56454061 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efd4c06aee0 con 0x7efd4c15c280 2024-09-13T16:11:48.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.237+0000 7efd48ff9640 1 -- 172.21.15.76:0/56454061 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7efd40039040 con 0x7efd4c15c280 2024-09-13T16:11:48.241 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.238+0000 7efd48ff9640 1 --2- 172.21.15.76:0/56454061 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efd3806ac30 0x7efd3806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:48.241 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.238+0000 7efd48ff9640 1 -- 172.21.15.76:0/56454061 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(101..101 src has 1..101) v4 ==== 5263+0+0 (secure 0 0 0) 0x7efd400a9a80 con 0x7efd4c15c280 2024-09-13T16:11:48.241 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.238+0000 7efd4bfff640 1 --2- 172.21.15.76:0/56454061 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efd3806ac30 0x7efd3806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:48.241 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.238+0000 7efd4bfff640 1 --2- 172.21.15.76:0/56454061 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efd3806ac30 0x7efd3806d0f0 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7efd3c000f60 tx=0x7efd3c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:48.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.242+0000 7efd48ff9640 1 -- 172.21.15.76:0/56454061 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7efd40074e20 con 0x7efd4c15c280 2024-09-13T16:11:48.468 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.466+0000 7efd5230f640 1 -- 172.21.15.76:0/56454061 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_client_limits.TestClientLimits.test_client_oldest_tid"]} v 0) v1 -- 0x7efd4c0c9470 con 0x7efd4c15c280 2024-09-13T16:11:48.548 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.546+0000 7efd48ff9640 1 -- 172.21.15.76:0/56454061 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_client_limits.TestClientLimits.test_client_oldest_tid"]}]=0 v457) v1 ==== 153+0+0 (secure 0 0 0) 0x7efd400370e0 con 0x7efd4c15c280 2024-09-13T16:11:48.550 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.548+0000 7efd5230f640 1 -- 172.21.15.76:0/56454061 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efd3806ac30 msgr2=0x7efd3806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:48.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.548+0000 7efd5230f640 1 --2- 172.21.15.76:0/56454061 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efd3806ac30 0x7efd3806d0f0 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7efd3c000f60 tx=0x7efd3c009040 comp rx=0 tx=0).stop 2024-09-13T16:11:48.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.548+0000 7efd5230f640 1 -- 172.21.15.76:0/56454061 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd4c15c280 msgr2=0x7efd4c14acb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:48.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.549+0000 7efd5230f640 1 --2- 172.21.15.76:0/56454061 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd4c15c280 0x7efd4c14acb0 secure :-1 s=READY pgs=1399 cs=0 l=1 rev1=1 crypto rx=0x7efd40009890 tx=0x7efd400046c0 comp rx=0 tx=0).stop 2024-09-13T16:11:48.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.549+0000 7efd5230f640 1 -- 172.21.15.76:0/56454061 shutdown_connections 2024-09-13T16:11:48.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.549+0000 7efd5230f640 1 --2- 172.21.15.76:0/56454061 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efd3806ac30 0x7efd3806d0f0 unknown :-1 s=CLOSED pgs=608 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:48.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.549+0000 7efd5230f640 1 --2- 172.21.15.76:0/56454061 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efd4c15c660 0x7efd4c15ea50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:48.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.549+0000 7efd5230f640 1 --2- 172.21.15.76:0/56454061 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd4c15c280 0x7efd4c14acb0 unknown :-1 s=CLOSED pgs=1399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:48.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.549+0000 7efd5230f640 1 --2- 172.21.15.76:0/56454061 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efd4c06b5f0 0x7efd4c14d5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:48.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.549+0000 7efd5230f640 1 -- 172.21.15.76:0/56454061 >> 172.21.15.76:0/56454061 conn(0x7efd4c0709f0 msgr2=0x7efd4c0ae650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:48.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.549+0000 7efd5230f640 1 -- 172.21.15.76:0/56454061 shutdown_connections 2024-09-13T16:11:48.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.549+0000 7efd5230f640 1 -- 172.21.15.76:0/56454061 wait complete. 2024-09-13T16:11:48.561 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-13T16:11:48.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.659+0000 7f6f23680640 1 Processor -- start 2024-09-13T16:11:48.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.659+0000 7f6f23680640 1 -- start start 2024-09-13T16:11:48.663 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.660+0000 7f6f23680640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f6f1c15c500 0x7f6f1c0d2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:48.664 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.660+0000 7f6f23680640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6f1c0d2590 0x7f6f1c0cd8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:48.664 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.660+0000 7f6f23680640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f6f1c0cde20 0x7f6f1c0d0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:48.664 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.660+0000 7f6f23680640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6f1c0cd450 con 0x7f6f1c0cde20 2024-09-13T16:11:48.664 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.660+0000 7f6f23680640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6f1c0d29f0 con 0x7f6f1c15c500 2024-09-13T16:11:48.664 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.660+0000 7f6f23680640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6f1c0d0cf0 con 0x7f6f1c0d2590 2024-09-13T16:11:48.664 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.660+0000 7f6f21c1d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f6f1c0cde20 0x7f6f1c0d0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:48.664 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.660+0000 7f6f21c1d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f6f1c0cde20 0x7f6f1c0d0000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:53914/0 (socket says 172.21.15.76:53914) 2024-09-13T16:11:48.664 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.660+0000 7f6f21c1d640 1 -- 172.21.15.76:0/2584501402 learned_addr learned my addr 172.21.15.76:0/2584501402 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:11:48.664 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.661+0000 7f6f2141c640 1 --2- 172.21.15.76:0/2584501402 >> v2:172.21.15.192:3300/0 conn(0x7f6f1c15c500 0x7f6f1c0d2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:48.664 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.661+0000 7f6f20c1b640 1 --2- 172.21.15.76:0/2584501402 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6f1c0d2590 0x7f6f1c0cd8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:48.664 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.661+0000 7f6f21c1d640 1 -- 172.21.15.76:0/2584501402 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6f1c0d2590 msgr2=0x7f6f1c0cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:48.665 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.661+0000 7f6f21c1d640 1 --2- 172.21.15.76:0/2584501402 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6f1c0d2590 0x7f6f1c0cd8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:48.665 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.661+0000 7f6f21c1d640 1 -- 172.21.15.76:0/2584501402 >> v2:172.21.15.192:3300/0 conn(0x7f6f1c15c500 msgr2=0x7f6f1c0d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:48.665 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.661+0000 7f6f21c1d640 1 --2- 172.21.15.76:0/2584501402 >> v2:172.21.15.192:3300/0 conn(0x7f6f1c15c500 0x7f6f1c0d2050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:48.665 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.661+0000 7f6f21c1d640 1 -- 172.21.15.76:0/2584501402 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6f1c0d0fd0 con 0x7f6f1c0cde20 2024-09-13T16:11:48.665 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.661+0000 7f6f21c1d640 1 --2- 172.21.15.76:0/2584501402 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6f1c0cde20 0x7f6f1c0d0000 secure :-1 s=READY pgs=1400 cs=0 l=1 rev1=1 crypto rx=0x7f6f1c0cfec0 tx=0x7f6f1402a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b8ca7c6f083b26f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:48.665 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.662+0000 7f6f13fff640 1 -- 172.21.15.76:0/2584501402 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f14031600 con 0x7f6f1c0cde20 2024-09-13T16:11:48.665 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.662+0000 7f6f13fff640 1 -- 172.21.15.76:0/2584501402 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6f1402d050 con 0x7f6f1c0cde20 2024-09-13T16:11:48.665 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.662+0000 7f6f13fff640 1 -- 172.21.15.76:0/2584501402 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f14031980 con 0x7f6f1c0cde20 2024-09-13T16:11:48.665 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.662+0000 7f6f23680640 1 -- 172.21.15.76:0/2584501402 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6f1c0cde20 msgr2=0x7f6f1c0d0000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:48.665 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.662+0000 7f6f23680640 1 --2- 172.21.15.76:0/2584501402 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6f1c0cde20 0x7f6f1c0d0000 secure :-1 s=READY pgs=1400 cs=0 l=1 rev1=1 crypto rx=0x7f6f1c0cfec0 tx=0x7f6f1402a6a0 comp rx=0 tx=0).stop 2024-09-13T16:11:48.665 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.662+0000 7f6f23680640 1 -- 172.21.15.76:0/2584501402 shutdown_connections 2024-09-13T16:11:48.665 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.662+0000 7f6f23680640 1 --2- 172.21.15.76:0/2584501402 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6f1c0cde20 0x7f6f1c0d0000 unknown :-1 s=CLOSED pgs=1400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:48.665 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.662+0000 7f6f23680640 1 --2- 172.21.15.76:0/2584501402 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6f1c0d2590 0x7f6f1c0cd8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:48.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.662+0000 7f6f23680640 1 --2- 172.21.15.76:0/2584501402 >> v2:172.21.15.192:3300/0 conn(0x7f6f1c15c500 0x7f6f1c0d2050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:48.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.662+0000 7f6f23680640 1 -- 172.21.15.76:0/2584501402 >> 172.21.15.76:0/2584501402 conn(0x7f6f1c089f60 msgr2=0x7f6f1c09b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:48.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.662+0000 7f6f23680640 1 -- 172.21.15.76:0/2584501402 shutdown_connections 2024-09-13T16:11:48.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.662+0000 7f6f23680640 1 -- 172.21.15.76:0/2584501402 wait complete. 2024-09-13T16:11:48.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.663+0000 7f6f23680640 1 Processor -- start 2024-09-13T16:11:48.669 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.664+0000 7f6f23680640 1 -- start start 2024-09-13T16:11:48.669 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.664+0000 7f6f23680640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6f1c0cde20 0x7f6f1c0b6fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:48.669 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.664+0000 7f6f23680640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6f1c0d2590 0x7f6f1c15eac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:48.669 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.664+0000 7f6f23680640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6f1c15c500 0x7f6f1c15f000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:48.669 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.664+0000 7f6f23680640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f1c15d870 con 0x7f6f1c15c500 2024-09-13T16:11:48.669 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.664+0000 7f6f23680640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f1c15db50 con 0x7f6f1c0d2590 2024-09-13T16:11:48.669 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.664+0000 7f6f23680640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6f1c15de30 con 0x7f6f1c0cde20 2024-09-13T16:11:48.669 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.664+0000 7f6f21c1d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6f1c15c500 0x7f6f1c15f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:48.669 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.664+0000 7f6f21c1d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6f1c15c500 0x7f6f1c15f000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:53920/0 (socket says 172.21.15.76:53920) 2024-09-13T16:11:48.669 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.664+0000 7f6f21c1d640 1 -- 172.21.15.76:0/81804452 learned_addr learned my addr 172.21.15.76:0/81804452 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:11:48.669 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.664+0000 7f6f2141c640 1 --2- 172.21.15.76:0/81804452 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6f1c0cde20 0x7f6f1c0b6fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:48.669 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.664+0000 7f6f20c1b640 1 --2- 172.21.15.76:0/81804452 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6f1c0d2590 0x7f6f1c15eac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:48.670 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.665+0000 7f6f21c1d640 1 -- 172.21.15.76:0/81804452 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6f1c0cde20 msgr2=0x7f6f1c0b6fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:48.670 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.665+0000 7f6f21c1d640 1 --2- 172.21.15.76:0/81804452 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6f1c0cde20 0x7f6f1c0b6fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:48.670 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.665+0000 7f6f21c1d640 1 -- 172.21.15.76:0/81804452 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6f1c0d2590 msgr2=0x7f6f1c15eac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:48.670 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.665+0000 7f6f21c1d640 1 --2- 172.21.15.76:0/81804452 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6f1c0d2590 0x7f6f1c15eac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:48.670 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.665+0000 7f6f21c1d640 1 -- 172.21.15.76:0/81804452 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6f14009b30 con 0x7f6f1c15c500 2024-09-13T16:11:48.670 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.665+0000 7f6f20c1b640 1 --2- 172.21.15.76:0/81804452 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6f1c0d2590 0x7f6f1c15eac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:48.670 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.665+0000 7f6f21c1d640 1 --2- 172.21.15.76:0/81804452 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6f1c15c500 0x7f6f1c15f000 secure :-1 s=READY pgs=1401 cs=0 l=1 rev1=1 crypto rx=0x7f6f14009f40 tx=0x7f6f14004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:48.670 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.665+0000 7f6f11ffb640 1 -- 172.21.15.76:0/81804452 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f1403d860 con 0x7f6f1c15c500 2024-09-13T16:11:48.670 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.665+0000 7f6f11ffb640 1 -- 172.21.15.76:0/81804452 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6f1403d9c0 con 0x7f6f1c15c500 2024-09-13T16:11:48.670 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.665+0000 7f6f23680640 1 -- 172.21.15.76:0/81804452 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6f1c15e110 con 0x7f6f1c15c500 2024-09-13T16:11:48.670 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.665+0000 7f6f11ffb640 1 -- 172.21.15.76:0/81804452 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f1403dd70 con 0x7f6f1c15c500 2024-09-13T16:11:48.670 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.665+0000 7f6f23680640 1 -- 172.21.15.76:0/81804452 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6f1c0b7520 con 0x7f6f1c15c500 2024-09-13T16:11:48.671 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.666+0000 7f6f23680640 1 -- 172.21.15.76:0/81804452 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6f1c0cd8e0 con 0x7f6f1c15c500 2024-09-13T16:11:48.671 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.667+0000 7f6f11ffb640 1 -- 172.21.15.76:0/81804452 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f6f1403b400 con 0x7f6f1c15c500 2024-09-13T16:11:48.671 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.667+0000 7f6f11ffb640 1 --2- 172.21.15.76:0/81804452 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6f0006ac00 0x7f6f0006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:48.671 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.667+0000 7f6f11ffb640 1 -- 172.21.15.76:0/81804452 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(101..101 src has 1..101) v4 ==== 5263+0+0 (secure 0 0 0) 0x7f6f140a9ee0 con 0x7f6f1c15c500 2024-09-13T16:11:48.671 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.667+0000 7f6f2141c640 1 --2- 172.21.15.76:0/81804452 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6f0006ac00 0x7f6f0006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:48.671 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.667+0000 7f6f2141c640 1 --2- 172.21.15.76:0/81804452 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6f0006ac00 0x7f6f0006d0c0 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f6f1c1f5770 tx=0x7f6f18009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:48.672 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.671+0000 7f6f11ffb640 1 -- 172.21.15.76:0/81804452 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f6f14075280 con 0x7f6f1c15c500 2024-09-13T16:11:48.834 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.833+0000 7f6f23680640 1 -- 172.21.15.76:0/81804452 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) v1 -- 0x7f6f1c06b160 con 0x7f6f1c15c500 2024-09-13T16:11:48.840 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.839+0000 7f6f11ffb640 1 -- 172.21.15.76:0/81804452 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v41)=0 v41) v1 ==== 122+0+0 (secure 0 0 0) 0x7f6f14009510 con 0x7f6f1c15c500 2024-09-13T16:11:48.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.841+0000 7f6f23680640 1 -- 172.21.15.76:0/81804452 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6f0006ac00 msgr2=0x7f6f0006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:48.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.841+0000 7f6f23680640 1 --2- 172.21.15.76:0/81804452 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6f0006ac00 0x7f6f0006d0c0 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f6f1c1f5770 tx=0x7f6f18009190 comp rx=0 tx=0).stop 2024-09-13T16:11:48.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.841+0000 7f6f23680640 1 -- 172.21.15.76:0/81804452 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6f1c15c500 msgr2=0x7f6f1c15f000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:48.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.841+0000 7f6f23680640 1 --2- 172.21.15.76:0/81804452 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6f1c15c500 0x7f6f1c15f000 secure :-1 s=READY pgs=1401 cs=0 l=1 rev1=1 crypto rx=0x7f6f14009f40 tx=0x7f6f14004a40 comp rx=0 tx=0).stop 2024-09-13T16:11:48.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.841+0000 7f6f23680640 1 -- 172.21.15.76:0/81804452 shutdown_connections 2024-09-13T16:11:48.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.841+0000 7f6f23680640 1 --2- 172.21.15.76:0/81804452 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6f1c15c500 0x7f6f1c15f000 unknown :-1 s=CLOSED pgs=1401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:48.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.841+0000 7f6f23680640 1 --2- 172.21.15.76:0/81804452 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6f1c0d2590 0x7f6f1c15eac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:48.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.841+0000 7f6f23680640 1 --2- 172.21.15.76:0/81804452 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6f0006ac00 0x7f6f0006d0c0 unknown :-1 s=CLOSED pgs=609 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:48.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.841+0000 7f6f23680640 1 --2- 172.21.15.76:0/81804452 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6f1c0cde20 0x7f6f1c0b6fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:48.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.841+0000 7f6f23680640 1 -- 172.21.15.76:0/81804452 >> 172.21.15.76:0/81804452 conn(0x7f6f1c089f60 msgr2=0x7f6f1c06b380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:48.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.841+0000 7f6f23680640 1 -- 172.21.15.76:0/81804452 shutdown_connections 2024-09-13T16:11:48.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:48.841+0000 7f6f23680640 1 -- 172.21.15.76:0/81804452 wait complete. 2024-09-13T16:11:48.854 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-13T16:11:48.854 DEBUG:teuthology.orchestra.run.smithi076:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T16:11:48.894 DEBUG:teuthology.orchestra.run.smithi192:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T16:11:48.941 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-13T16:11:48.941 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:11:48.941 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:11:48.957 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18725 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T16:11:48.957 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-13T16:11:48.957 DEBUG:teuthology.orchestra.run.smithi192:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:11:48.975 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056014,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20494 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-13T16:11:48.975 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:11:48.975 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:11:49.012 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18725 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T16:11:49.013 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-13T16:11:49.013 DEBUG:teuthology.orchestra.run.smithi192:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:11:49.032 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056014,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20494 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-13T16:11:49.032 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-13T16:11:49.032 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:11:49.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:49.149+0000 7fa0a04c9640 1 Processor -- start 2024-09-13T16:11:49.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:49.149+0000 7fa0a04c9640 1 -- start start 2024-09-13T16:11:49.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:49.150+0000 7fa0a04c9640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fa09815c6e0 0x7fa0980b3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:49.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:49.150+0000 7fa0a04c9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa0980ccb20 0x7fa0980b4490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:49.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:49.150+0000 7fa0a04c9640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa0980d1840 con 0x7fa0980d07b0 2024-09-13T16:11:49.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:49.150+0000 7fa0a04c9640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa09806bd20 con 0x7fa09815c6e0 2024-09-13T16:11:49.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:49.150+0000 7fa0a04c9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa0980d0c30 con 0x7fa0980ccb20 2024-09-13T16:11:49.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:49.151+0000 7fa09e265640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fa09815c6e0 0x7fa0980b3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:49.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:49.151+0000 7fa09e265640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fa09815c6e0 0x7fa0980b3f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:53932/0 (socket says 172.21.15.76:53932) 2024-09-13T16:11:49.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:49.151+0000 7fa09e265640 1 -- 172.21.15.76:0/557018091 learned_addr learned my addr 172.21.15.76:0/557018091 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:11:49.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:49.151+0000 7fa09ea66640 1 --2- 172.21.15.76:0/557018091 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa0980ccb20 0x7fa0980b4490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:49.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:49.151+0000 7fa09e265640 1 -- 172.21.15.76:0/557018091 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa0980ccb20 msgr2=0x7fa0980b4490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:49.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:49.151+0000 7fa09e265640 1 --2- 172.21.15.76:0/557018091 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa0980ccb20 0x7fa0980b4490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:49.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:49.151+0000 7fa09e265640 1 -- 172.21.15.76:0/557018091 >> v1:172.21.15.192:6789/0 conn(0x7fa0980d07b0 legacy=0x7fa098160030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:49.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:49.151+0000 7fa09e265640 1 -- 172.21.15.76:0/557018091 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa0980d0f10 con 0x7fa09815c6e0 2024-09-13T16:11:49.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:49.152+0000 7fa09e265640 1 --2- 172.21.15.76:0/557018091 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa09815c6e0 0x7fa0980b3f50 secure :-1 s=READY pgs=1402 cs=0 l=1 rev1=1 crypto rx=0x7fa08c009870 tx=0x7fa08c02a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef12239b63ab5f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:49.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:49.152+0000 7fa09d263640 1 -- 172.21.15.76:0/557018091 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa08c02ae90 con 0x7fa09815c6e0 2024-09-13T16:11:49.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:49.152+0000 7fa09d263640 1 -- 172.21.15.76:0/557018091 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa08c032440 con 0x7fa09815c6e0 2024-09-13T16:11:49.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:49.152+0000 7fa09d263640 1 -- 172.21.15.76:0/557018091 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa08c0327d0 con 0x7fa09815c6e0 2024-09-13T16:11:49.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:49.152+0000 7fa0a04c9640 1 -- 172.21.15.76:0/557018091 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa09815c6e0 msgr2=0x7fa0980b3f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:49.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:49.152+0000 7fa0a04c9640 1 --2- 172.21.15.76:0/557018091 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa09815c6e0 0x7fa0980b3f50 secure :-1 s=READY pgs=1402 cs=0 l=1 rev1=1 crypto rx=0x7fa08c009870 tx=0x7fa08c02a180 comp rx=0 tx=0).stop 2024-09-13T16:11:49.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:49.152+0000 7fa0a04c9640 1 -- 172.21.15.76:0/557018091 shutdown_connections 2024-09-13T16:11:49.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:49.152+0000 7fa0a04c9640 1 --2- 172.21.15.76:0/557018091 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa0980ccb20 0x7fa0980b4490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:49.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:49.152+0000 7fa0a04c9640 1 --2- 172.21.15.76:0/557018091 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa09815c6e0 0x7fa0980b3f50 unknown :-1 s=CLOSED pgs=1402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:49.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:49.152+0000 7fa0a04c9640 1 -- 172.21.15.76:0/557018091 >> 172.21.15.76:0/557018091 conn(0x7fa098089f60 msgr2=0x7fa0980d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:49.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:49.152+0000 7fa0a04c9640 1 -- 172.21.15.76:0/557018091 shutdown_connections 2024-09-13T16:11:49.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:49.152+0000 7fa0a04c9640 1 -- 172.21.15.76:0/557018091 wait complete. 2024-09-13T16:11:49.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:49.153+0000 7fa0a04c9640 1 Processor -- start 2024-09-13T16:11:49.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:49.154+0000 7fa0a04c9640 1 -- start start 2024-09-13T16:11:49.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:49.154+0000 7fa0a04c9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa0980ccb20 0x7fa098154a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:49.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:49.154+0000 7fa0a04c9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa0980d07b0 0x7fa0980b78c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:49.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:49.154+0000 7fa0a04c9640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa09815c6e0 0x7fa0980b7e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:49.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:49.154+0000 7fa0a04c9640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa098154fb0 con 0x7fa0980ccb20 2024-09-13T16:11:49.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:49.154+0000 7fa0a04c9640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0980b6b10 con 0x7fa09815c6e0 2024-09-13T16:11:49.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:49.154+0000 7fa0a04c9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa0980cafd0 con 0x7fa0980d07b0 2024-09-13T16:11:49.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:49.154+0000 7fa09e265640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa0980ccb20 0x7fa098154a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:49.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:49.154+0000 7fa09e265640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa0980ccb20 0x7fa098154a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:53936/0 (socket says 172.21.15.76:53936) 2024-09-13T16:11:49.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:49.154+0000 7fa09e265640 1 -- 172.21.15.76:0/3451664851 learned_addr learned my addr 172.21.15.76:0/3451664851 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:11:49.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:49.154+0000 7fa09da64640 1 --2- 172.21.15.76:0/3451664851 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa0980d07b0 0x7fa0980b78c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:49.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:49.154+0000 7fa09ea66640 1 --2- 172.21.15.76:0/3451664851 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa09815c6e0 0x7fa0980b7e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:49.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:49.155+0000 7fa09e265640 1 -- 172.21.15.76:0/3451664851 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa0980d07b0 msgr2=0x7fa0980b78c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:49.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:49.155+0000 7fa09e265640 1 --2- 172.21.15.76:0/3451664851 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa0980d07b0 0x7fa0980b78c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:49.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:49.155+0000 7fa09e265640 1 -- 172.21.15.76:0/3451664851 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa09815c6e0 msgr2=0x7fa0980b7e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:49.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:49.155+0000 7fa09e265640 1 --2- 172.21.15.76:0/3451664851 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa09815c6e0 0x7fa0980b7e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:49.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:49.155+0000 7fa09e265640 1 -- 172.21.15.76:0/3451664851 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa08c0094d0 con 0x7fa0980ccb20 2024-09-13T16:11:49.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:49.155+0000 7fa09e265640 1 --2- 172.21.15.76:0/3451664851 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa0980ccb20 0x7fa098154a70 secure :-1 s=READY pgs=1403 cs=0 l=1 rev1=1 crypto rx=0x7fa08c000c00 tx=0x7fa08c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:49.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:49.155+0000 7fa08affd640 1 -- 172.21.15.76:0/3451664851 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa08c030850 con 0x7fa0980ccb20 2024-09-13T16:11:49.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:49.155+0000 7fa08affd640 1 -- 172.21.15.76:0/3451664851 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa08c0309b0 con 0x7fa0980ccb20 2024-09-13T16:11:49.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:49.155+0000 7fa0a04c9640 1 -- 172.21.15.76:0/3451664851 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa0980b5f00 con 0x7fa0980ccb20 2024-09-13T16:11:49.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:49.155+0000 7fa08affd640 1 -- 172.21.15.76:0/3451664851 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa08c030d60 con 0x7fa0980ccb20 2024-09-13T16:11:49.161 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:49.155+0000 7fa0a04c9640 1 -- 172.21.15.76:0/3451664851 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa0980b64c0 con 0x7fa0980ccb20 2024-09-13T16:11:49.161 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:49.156+0000 7fa0a04c9640 1 -- 172.21.15.76:0/3451664851 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa0980cdd40 con 0x7fa0980ccb20 2024-09-13T16:11:49.161 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:49.156+0000 7fa08affd640 1 -- 172.21.15.76:0/3451664851 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fa08c039040 con 0x7fa0980ccb20 2024-09-13T16:11:49.161 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:49.157+0000 7fa08affd640 1 --2- 172.21.15.76:0/3451664851 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa07c06ac00 0x7fa07c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:49.161 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:49.157+0000 7fa09da64640 1 --2- 172.21.15.76:0/3451664851 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa07c06ac00 0x7fa07c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:49.161 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:49.157+0000 7fa08affd640 1 -- 172.21.15.76:0/3451664851 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(101..101 src has 1..101) v4 ==== 5263+0+0 (secure 0 0 0) 0x7fa08c0a9b50 con 0x7fa0980ccb20 2024-09-13T16:11:49.161 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:49.157+0000 7fa09da64640 1 --2- 172.21.15.76:0/3451664851 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa07c06ac00 0x7fa07c06d0c0 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7fa0981f5970 tx=0x7fa094007e30 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:49.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:49.161+0000 7fa08affd640 1 -- 172.21.15.76:0/3451664851 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fa08c075030 con 0x7fa0980ccb20 2024-09-13T16:11:49.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:49.357+0000 7fa0a04c9640 1 -- 172.21.15.76:0/3451664851 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fa0980b4c80 con 0x7fa0980ccb20 2024-09-13T16:11:49.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:49.358+0000 7fa08affd640 1 -- 172.21.15.76:0/3451664851 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 49 v49) v1 ==== 94+0+3532 (secure 0 0 0) 0x7fa08c04bde0 con 0x7fa0980ccb20 2024-09-13T16:11:49.359 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:11:49.359 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":49,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6143,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6834/148971100","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":148971100},{"type":"v1","addr":"172.21.15.192:6834","nonce":148971100}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":42},{"gid":6832,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/2929183023","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6833","nonce":2929183023},{"type":"v1","addr":"172.21.15.192:6835","nonce":2929183023}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":42},{"gid":7416,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6836/4157874781","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":4157874781},{"type":"v1","addr":"172.21.15.76:6836","nonce":4157874781}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":42},{"gid":7959,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6837/1258666405","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":1258666405},{"type":"v1","addr":"172.21.15.76:6837","nonce":1258666405}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":49}],"filesystems":[]} 2024-09-13T16:11:49.360 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 49 2024-09-13T16:11:49.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:49.360+0000 7fa0a04c9640 1 -- 172.21.15.76:0/3451664851 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa07c06ac00 msgr2=0x7fa07c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:49.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:49.360+0000 7fa0a04c9640 1 --2- 172.21.15.76:0/3451664851 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa07c06ac00 0x7fa07c06d0c0 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7fa0981f5970 tx=0x7fa094007e30 comp rx=0 tx=0).stop 2024-09-13T16:11:49.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:49.360+0000 7fa0a04c9640 1 -- 172.21.15.76:0/3451664851 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa0980ccb20 msgr2=0x7fa098154a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:49.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:49.360+0000 7fa0a04c9640 1 --2- 172.21.15.76:0/3451664851 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa0980ccb20 0x7fa098154a70 secure :-1 s=READY pgs=1403 cs=0 l=1 rev1=1 crypto rx=0x7fa08c000c00 tx=0x7fa08c0046c0 comp rx=0 tx=0).stop 2024-09-13T16:11:49.362 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:49.360+0000 7fa0a04c9640 1 -- 172.21.15.76:0/3451664851 shutdown_connections 2024-09-13T16:11:49.362 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:49.360+0000 7fa0a04c9640 1 --2- 172.21.15.76:0/3451664851 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa09815c6e0 0x7fa0980b7e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:49.362 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:49.360+0000 7fa0a04c9640 1 --2- 172.21.15.76:0/3451664851 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa07c06ac00 0x7fa07c06d0c0 unknown :-1 s=CLOSED pgs=610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:49.362 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:49.360+0000 7fa0a04c9640 1 --2- 172.21.15.76:0/3451664851 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa0980d07b0 0x7fa0980b78c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:49.362 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:49.360+0000 7fa0a04c9640 1 --2- 172.21.15.76:0/3451664851 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa0980ccb20 0x7fa098154a70 unknown :-1 s=CLOSED pgs=1403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:49.362 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:49.360+0000 7fa0a04c9640 1 -- 172.21.15.76:0/3451664851 >> 172.21.15.76:0/3451664851 conn(0x7fa098089f60 msgr2=0x7fa09806ad10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:49.362 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:49.360+0000 7fa0a04c9640 1 -- 172.21.15.76:0/3451664851 shutdown_connections 2024-09-13T16:11:49.362 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:49.360+0000 7fa0a04c9640 1 -- 172.21.15.76:0/3451664851 wait complete. 2024-09-13T16:11:49.373 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-13T16:11:49.373 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-13T16:11:49.373 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-13T16:11:49.373 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:11:49.373 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-13T16:11:49.373 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-13T16:11:49.373 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-13T16:11:49.374 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:11:49.374 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-13T16:11:49.374 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-13T16:11:49.374 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-13T16:11:49.374 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:11:49.374 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-13T16:11:49.374 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-13T16:11:49.375 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-13T16:11:49.375 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:11:49.385 INFO:tasks.ceph.mds.c:Stopped 2024-09-13T16:11:49.385 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-13T16:11:49.386 INFO:tasks.ceph.mds.d:Stopped 2024-09-13T16:11:49.386 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-13T16:11:49.387 INFO:tasks.ceph.mds.b:Stopped 2024-09-13T16:11:49.387 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-13T16:11:49.428 INFO:tasks.ceph.mds.c:Started 2024-09-13T16:11:49.428 DEBUG:teuthology.parallel:result is None 2024-09-13T16:11:49.428 INFO:tasks.ceph.mds.d:Started 2024-09-13T16:11:49.429 DEBUG:teuthology.parallel:result is None 2024-09-13T16:11:49.429 INFO:tasks.ceph.mds.b:Started 2024-09-13T16:11:49.429 DEBUG:teuthology.parallel:result is None 2024-09-13T16:11:49.500 INFO:tasks.ceph.mds.c.smithi076.stdout:starting mds.c at 2024-09-13T16:11:49.510 INFO:tasks.ceph.mds.d.smithi192.stdout:starting mds.d at 2024-09-13T16:11:49.510 INFO:tasks.ceph.mds.b.smithi192.stdout:starting mds.b at 2024-09-13T16:11:52.850 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~0s 2024-09-13T16:11:55.385 INFO:tasks.ceph.mds.a:Stopped 2024-09-13T16:11:55.385 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-13T16:11:55.388 INFO:tasks.ceph.mds.a:Started 2024-09-13T16:11:55.389 DEBUG:teuthology.parallel:result is None 2024-09-13T16:11:55.389 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-13T16:11:55.475 INFO:tasks.ceph.mds.a.smithi076.stdout:starting mds.a at 2024-09-13T16:11:55.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:55.502+0000 7f93755f4640 1 Processor -- start 2024-09-13T16:11:55.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:55.502+0000 7f93755f4640 1 -- start start 2024-09-13T16:11:55.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:55.502+0000 7f93755f4640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f937015a2e0 0x7f93700c9a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:55.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:55.502+0000 7f93755f4640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f93700c9f80 0x7f93700cace0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:55.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:55.502+0000 7f93755f4640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f93700cb670 con 0x7f93700cb220 2024-09-13T16:11:55.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:55.502+0000 7f93755f4640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f93700c8920 con 0x7f93700c9f80 2024-09-13T16:11:55.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:55.502+0000 7f93755f4640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f937015a6c0 con 0x7f937015a2e0 2024-09-13T16:11:55.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:55.503+0000 7f936e7fc640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f93700c9f80 0x7f93700cace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:55.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:55.503+0000 7f936e7fc640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f93700c9f80 0x7f93700cace0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58480/0 (socket says 172.21.15.76:58480) 2024-09-13T16:11:55.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:55.503+0000 7f936e7fc640 1 -- 172.21.15.76:0/821441199 learned_addr learned my addr 172.21.15.76:0/821441199 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:11:55.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:55.503+0000 7f936effd640 1 --2- 172.21.15.76:0/821441199 >> v2:172.21.15.192:3300/0 conn(0x7f937015a2e0 0x7f93700c9a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:55.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:55.503+0000 7f936e7fc640 1 -- 172.21.15.76:0/821441199 >> v2:172.21.15.192:3300/0 conn(0x7f937015a2e0 msgr2=0x7f93700c9a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:55.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:55.503+0000 7f936e7fc640 1 --2- 172.21.15.76:0/821441199 >> v2:172.21.15.192:3300/0 conn(0x7f937015a2e0 0x7f93700c9a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:55.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:55.503+0000 7f936e7fc640 1 -- 172.21.15.76:0/821441199 >> v1:172.21.15.192:6789/0 conn(0x7f93700cb220 legacy=0x7f93700ce260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:55.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:55.503+0000 7f936e7fc640 1 -- 172.21.15.76:0/821441199 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f93700ca500 con 0x7f93700c9f80 2024-09-13T16:11:55.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:55.504+0000 7f936e7fc640 1 --2- 172.21.15.76:0/821441199 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f93700c9f80 0x7f93700cace0 secure :-1 s=READY pgs=1410 cs=0 l=1 rev1=1 crypto rx=0x7f93700cf340 tx=0x7f936402a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=59b2026084ad73ff server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:55.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:55.504+0000 7f936dffb640 1 -- 172.21.15.76:0/821441199 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9364032440 con 0x7f93700c9f80 2024-09-13T16:11:55.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:55.504+0000 7f936dffb640 1 -- 172.21.15.76:0/821441199 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f93640325a0 con 0x7f93700c9f80 2024-09-13T16:11:55.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:55.504+0000 7f936dffb640 1 -- 172.21.15.76:0/821441199 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9364032930 con 0x7f93700c9f80 2024-09-13T16:11:55.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:55.504+0000 7f93755f4640 1 -- 172.21.15.76:0/821441199 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f93700c9f80 msgr2=0x7f93700cace0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:55.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:55.504+0000 7f93755f4640 1 --2- 172.21.15.76:0/821441199 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f93700c9f80 0x7f93700cace0 secure :-1 s=READY pgs=1410 cs=0 l=1 rev1=1 crypto rx=0x7f93700cf340 tx=0x7f936402a230 comp rx=0 tx=0).stop 2024-09-13T16:11:55.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:55.504+0000 7f93755f4640 1 -- 172.21.15.76:0/821441199 shutdown_connections 2024-09-13T16:11:55.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:55.504+0000 7f93755f4640 1 --2- 172.21.15.76:0/821441199 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f93700c9f80 0x7f93700cace0 unknown :-1 s=CLOSED pgs=1410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:55.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:55.504+0000 7f93755f4640 1 --2- 172.21.15.76:0/821441199 >> v2:172.21.15.192:3300/0 conn(0x7f937015a2e0 0x7f93700c9a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:55.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:55.504+0000 7f93755f4640 1 -- 172.21.15.76:0/821441199 >> 172.21.15.76:0/821441199 conn(0x7f9370069ed0 msgr2=0x7f937006a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:55.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:55.504+0000 7f93755f4640 1 -- 172.21.15.76:0/821441199 shutdown_connections 2024-09-13T16:11:55.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:55.504+0000 7f93755f4640 1 -- 172.21.15.76:0/821441199 wait complete. 2024-09-13T16:11:55.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:55.506+0000 7f93755f4640 1 Processor -- start 2024-09-13T16:11:55.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:55.506+0000 7f93755f4640 1 -- start start 2024-09-13T16:11:55.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:55.507+0000 7f93755f4640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f93700c9f80 0x7f93701f5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:55.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:55.507+0000 7f93755f4640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f93700cb220 0x7f937015cfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:55.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:55.507+0000 7f93755f4640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f937015a2e0 0x7f93701e4160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:55.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:55.507+0000 7f93755f4640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f937015a800 con 0x7f93700cb220 2024-09-13T16:11:55.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:55.507+0000 7f93755f4640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f937015aae0 con 0x7f93700c9f80 2024-09-13T16:11:55.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:55.507+0000 7f93755f4640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f93700cd300 con 0x7f937015a2e0 2024-09-13T16:11:55.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:55.507+0000 7f936e7fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f93700cb220 0x7f937015cfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:55.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:55.507+0000 7f936e7fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f93700cb220 0x7f937015cfc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58488/0 (socket says 172.21.15.76:58488) 2024-09-13T16:11:55.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:55.507+0000 7f936e7fc640 1 -- 172.21.15.76:0/3318790274 learned_addr learned my addr 172.21.15.76:0/3318790274 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:11:55.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:55.507+0000 7f936effd640 1 --2- 172.21.15.76:0/3318790274 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f93700c9f80 0x7f93701f5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:55.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:55.507+0000 7f936f7fe640 1 --2- 172.21.15.76:0/3318790274 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f937015a2e0 0x7f93701e4160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:55.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:55.507+0000 7f936e7fc640 1 -- 172.21.15.76:0/3318790274 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f937015a2e0 msgr2=0x7f93701e4160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:55.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:55.507+0000 7f936e7fc640 1 --2- 172.21.15.76:0/3318790274 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f937015a2e0 0x7f93701e4160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:55.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:55.507+0000 7f936e7fc640 1 -- 172.21.15.76:0/3318790274 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f93700c9f80 msgr2=0x7f93701f5250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:55.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:55.507+0000 7f936e7fc640 1 --2- 172.21.15.76:0/3318790274 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f93700c9f80 0x7f93701f5250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:55.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:55.507+0000 7f936e7fc640 1 -- 172.21.15.76:0/3318790274 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f93640094d0 con 0x7f93700cb220 2024-09-13T16:11:55.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:55.507+0000 7f936f7fe640 1 --2- 172.21.15.76:0/3318790274 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f937015a2e0 0x7f93701e4160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:55.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:55.507+0000 7f936e7fc640 1 --2- 172.21.15.76:0/3318790274 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f93700cb220 0x7f937015cfc0 secure :-1 s=READY pgs=1411 cs=0 l=1 rev1=1 crypto rx=0x7f9364000c00 tx=0x7f93640046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:55.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:55.507+0000 7f93577fe640 1 -- 172.21.15.76:0/3318790274 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9364032440 con 0x7f93700cb220 2024-09-13T16:11:55.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:55.507+0000 7f93577fe640 1 -- 172.21.15.76:0/3318790274 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9364030b80 con 0x7f93700cb220 2024-09-13T16:11:55.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:55.507+0000 7f93755f4640 1 -- 172.21.15.76:0/3318790274 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f93700cd5e0 con 0x7f93700cb220 2024-09-13T16:11:55.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:55.507+0000 7f93577fe640 1 -- 172.21.15.76:0/3318790274 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f936403d420 con 0x7f93700cb220 2024-09-13T16:11:55.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:55.507+0000 7f93755f4640 1 -- 172.21.15.76:0/3318790274 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f93701f5790 con 0x7f93700cb220 2024-09-13T16:11:55.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:55.509+0000 7f93755f4640 1 -- 172.21.15.76:0/3318790274 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f93700c9630 con 0x7f93700cb220 2024-09-13T16:11:55.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:55.509+0000 7f93577fe640 1 -- 172.21.15.76:0/3318790274 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9364039040 con 0x7f93700cb220 2024-09-13T16:11:55.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:55.509+0000 7f93577fe640 1 --2- 172.21.15.76:0/3318790274 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f935c06ac00 0x7f935c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:55.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:55.509+0000 7f93577fe640 1 -- 172.21.15.76:0/3318790274 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(105..105 src has 1..105) v4 ==== 5263+0+0 (secure 0 0 0) 0x7f93640a9a80 con 0x7f93700cb220 2024-09-13T16:11:55.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:55.509+0000 7f936effd640 1 --2- 172.21.15.76:0/3318790274 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f935c06ac00 0x7f935c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:55.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:55.510+0000 7f936effd640 1 --2- 172.21.15.76:0/3318790274 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f935c06ac00 0x7f935c06d0c0 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7f93700ce050 tx=0x7f9360008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:55.516 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:55.514+0000 7f93577fe640 1 -- 172.21.15.76:0/3318790274 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f9364075080 con 0x7f93700cb220 2024-09-13T16:11:55.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:55.689+0000 7f93755f4640 1 -- 172.21.15.76:0/3318790274 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) v1 -- 0x7f93700cb670 con 0x7f93700cb220 2024-09-13T16:11:56.493 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.490+0000 7f93577fe640 1 -- 172.21.15.76:0/3318790274 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v106) v1 ==== 97+0+0 (secure 0 0 0) 0x7f93700cb670 con 0x7f93700cb220 2024-09-13T16:11:56.493 INFO:teuthology.orchestra.run.smithi076.stderr: removed all blocklist entries 2024-09-13T16:11:56.495 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.493+0000 7f93755f4640 1 -- 172.21.15.76:0/3318790274 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f935c06ac00 msgr2=0x7f935c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:56.495 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.493+0000 7f93755f4640 1 --2- 172.21.15.76:0/3318790274 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f935c06ac00 0x7f935c06d0c0 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7f93700ce050 tx=0x7f9360008040 comp rx=0 tx=0).stop 2024-09-13T16:11:56.495 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.493+0000 7f93755f4640 1 -- 172.21.15.76:0/3318790274 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f93700cb220 msgr2=0x7f937015cfc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:56.495 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.493+0000 7f93755f4640 1 --2- 172.21.15.76:0/3318790274 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f93700cb220 0x7f937015cfc0 secure :-1 s=READY pgs=1411 cs=0 l=1 rev1=1 crypto rx=0x7f9364000c00 tx=0x7f93640046c0 comp rx=0 tx=0).stop 2024-09-13T16:11:56.496 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.493+0000 7f93755f4640 1 -- 172.21.15.76:0/3318790274 shutdown_connections 2024-09-13T16:11:56.496 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.493+0000 7f93755f4640 1 --2- 172.21.15.76:0/3318790274 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f935c06ac00 0x7f935c06d0c0 unknown :-1 s=CLOSED pgs=614 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:56.496 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.493+0000 7f93755f4640 1 --2- 172.21.15.76:0/3318790274 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f937015a2e0 0x7f93701e4160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:56.496 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.493+0000 7f93755f4640 1 --2- 172.21.15.76:0/3318790274 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f93700cb220 0x7f937015cfc0 unknown :-1 s=CLOSED pgs=1411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:56.496 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.493+0000 7f93755f4640 1 --2- 172.21.15.76:0/3318790274 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f93700c9f80 0x7f93701f5250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:56.496 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.493+0000 7f93755f4640 1 -- 172.21.15.76:0/3318790274 >> 172.21.15.76:0/3318790274 conn(0x7f9370069ed0 msgr2=0x7f9370071f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:56.496 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.493+0000 7f93755f4640 1 -- 172.21.15.76:0/3318790274 shutdown_connections 2024-09-13T16:11:56.496 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.493+0000 7f93755f4640 1 -- 172.21.15.76:0/3318790274 wait complete. 2024-09-13T16:11:56.508 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-13T16:11:56.610 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.607+0000 7fc1d6a61640 1 Processor -- start 2024-09-13T16:11:56.610 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.607+0000 7fc1d6a61640 1 -- start start 2024-09-13T16:11:56.613 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.608+0000 7fc1d6a61640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc1d00cc5b0 0x7fc1d00b2590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:56.613 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.608+0000 7fc1d6a61640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc1d00b2170 con 0x7fc1d006c8a0 2024-09-13T16:11:56.613 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.608+0000 7fc1d6a61640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc1d006dab0 con 0x7fc1d006c4c0 2024-09-13T16:11:56.613 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.608+0000 7fc1d6a61640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc1d006deb0 con 0x7fc1d00cc5b0 2024-09-13T16:11:56.613 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.608+0000 7fc1cf7fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fc1d006c8a0 0x7fc1d00cbea0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:59972/0 (socket says 172.21.15.76:59972) 2024-09-13T16:11:56.613 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.608+0000 7fc1cf7fe640 1 -- 172.21.15.76:0/747671275 learned_addr learned my addr 172.21.15.76:0/747671275 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:11:56.614 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.609+0000 7fc1ceffd640 1 -- 172.21.15.76:0/747671275 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3383532120 0 0) 0x7fc1d00b2170 con 0x7fc1d006c8a0 2024-09-13T16:11:56.614 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.609+0000 7fc1ceffd640 1 -- 172.21.15.76:0/747671275 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc1b8003520 con 0x7fc1d006c8a0 2024-09-13T16:11:56.614 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.609+0000 7fc1d4ffe640 1 --2- 172.21.15.76:0/747671275 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc1d00cc5b0 0x7fc1d00b2590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:56.614 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.609+0000 7fc1ceffd640 1 -- 172.21.15.76:0/747671275 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 775181989 0 0) 0x7fc1b8003520 con 0x7fc1d006c8a0 2024-09-13T16:11:56.614 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.609+0000 7fc1ceffd640 1 -- 172.21.15.76:0/747671275 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc1d00cc5b0 msgr2=0x7fc1d00b2590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:56.614 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.609+0000 7fc1ceffd640 1 --2- 172.21.15.76:0/747671275 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc1d00cc5b0 0x7fc1d00b2590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:56.614 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.609+0000 7fc1ceffd640 1 -- 172.21.15.76:0/747671275 >> v1:172.21.15.192:6789/0 conn(0x7fc1d006c4c0 legacy=0x7fc1d006d3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:56.614 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.609+0000 7fc1ceffd640 1 -- 172.21.15.76:0/747671275 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc1d006e0c0 con 0x7fc1d006c8a0 2024-09-13T16:11:56.614 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.609+0000 7fc1ceffd640 1 -- 172.21.15.76:0/747671275 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7fc1c4001670 con 0x7fc1d006c8a0 2024-09-13T16:11:56.614 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.609+0000 7fc1ceffd640 1 -- 172.21.15.76:0/747671275 >> v1:172.21.15.76:6789/0 conn(0x7fc1d006c8a0 legacy=0x7fc1d00cbea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:56.614 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.609+0000 7fc1ceffd640 1 --2- 172.21.15.76:0/747671275 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc1b80039a0 0x7fc1b8003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:56.614 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.609+0000 7fc1ceffd640 1 --2- 172.21.15.76:0/747671275 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc1b80047c0 0x7fc1b8004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:56.615 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.609+0000 7fc1ceffd640 1 --2- 172.21.15.76:0/747671275 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc1d00cc5b0 0x7fc1b80051a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:56.615 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.609+0000 7fc1ceffd640 1 -- 172.21.15.76:0/747671275 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc1d006deb0 con 0x7fc1b80039a0 2024-09-13T16:11:56.615 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.609+0000 7fc1ceffd640 1 -- 172.21.15.76:0/747671275 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc1b800ba90 con 0x7fc1b80047c0 2024-09-13T16:11:56.615 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.609+0000 7fc1ceffd640 1 -- 172.21.15.76:0/747671275 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc1b800bc50 con 0x7fc1d00cc5b0 2024-09-13T16:11:56.615 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.609+0000 7fc1cffff640 1 --2- 172.21.15.76:0/747671275 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc1b80039a0 0x7fc1b8003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:56.615 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.609+0000 7fc1cf7fe640 1 --2- 172.21.15.76:0/747671275 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc1b80047c0 0x7fc1b8004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:56.615 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.609+0000 7fc1d4ffe640 1 --2- 172.21.15.76:0/747671275 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc1d00cc5b0 0x7fc1b80051a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:56.615 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.609+0000 7fc1cffff640 1 -- 172.21.15.76:0/747671275 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc1d00cc5b0 msgr2=0x7fc1b80051a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:56.615 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.609+0000 7fc1cffff640 1 --2- 172.21.15.76:0/747671275 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc1d00cc5b0 0x7fc1b80051a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:56.615 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.609+0000 7fc1cffff640 1 -- 172.21.15.76:0/747671275 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc1b80047c0 msgr2=0x7fc1b8004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:56.615 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.609+0000 7fc1cffff640 1 --2- 172.21.15.76:0/747671275 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc1b80047c0 0x7fc1b8004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:56.615 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.609+0000 7fc1cffff640 1 -- 172.21.15.76:0/747671275 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc1b8003520 con 0x7fc1b80039a0 2024-09-13T16:11:56.615 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.609+0000 7fc1cf7fe640 1 --2- 172.21.15.76:0/747671275 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc1b80047c0 0x7fc1b8004c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:56.615 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.610+0000 7fc1cffff640 1 --2- 172.21.15.76:0/747671275 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc1b80039a0 0x7fc1b8003da0 secure :-1 s=READY pgs=1413 cs=0 l=1 rev1=1 crypto rx=0x7fc1c0003db0 tx=0x7fc1b80057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f6ef2b8cc46f8d30 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:56.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.610+0000 7fc1ceffd640 1 -- 172.21.15.76:0/747671275 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1c002aa00 con 0x7fc1b80039a0 2024-09-13T16:11:56.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.610+0000 7fc1ceffd640 1 -- 172.21.15.76:0/747671275 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc1c002ab60 con 0x7fc1b80039a0 2024-09-13T16:11:56.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.610+0000 7fc1ceffd640 1 -- 172.21.15.76:0/747671275 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1c0032440 con 0x7fc1b80039a0 2024-09-13T16:11:56.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.611+0000 7fc1d6a61640 1 -- 172.21.15.76:0/747671275 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc1b80039a0 msgr2=0x7fc1b8003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:56.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.611+0000 7fc1d6a61640 1 --2- 172.21.15.76:0/747671275 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc1b80039a0 0x7fc1b8003da0 secure :-1 s=READY pgs=1413 cs=0 l=1 rev1=1 crypto rx=0x7fc1c0003db0 tx=0x7fc1b80057f0 comp rx=0 tx=0).stop 2024-09-13T16:11:56.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.611+0000 7fc1d4ffe640 1 -- 172.21.15.76:0/747671275 reap_dead start 2024-09-13T16:11:56.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.611+0000 7fc1d6a61640 1 -- 172.21.15.76:0/747671275 shutdown_connections 2024-09-13T16:11:56.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.611+0000 7fc1d6a61640 1 -- 172.21.15.76:0/747671275 >> 172.21.15.76:0/747671275 conn(0x7fc1d0069ed0 msgr2=0x7fc1d006a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:56.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.611+0000 7fc1d6a61640 1 -- 172.21.15.76:0/747671275 shutdown_connections 2024-09-13T16:11:56.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.611+0000 7fc1d6a61640 1 -- 172.21.15.76:0/747671275 wait complete. 2024-09-13T16:11:56.619 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.612+0000 7fc1d6a61640 1 Processor -- start 2024-09-13T16:11:56.619 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.612+0000 7fc1d6a61640 1 -- start start 2024-09-13T16:11:56.619 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.613+0000 7fc1d6a61640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc1b80039a0 0x7fc1d015a220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:56.619 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.613+0000 7fc1d6a61640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc1d00c7740 0x7fc1d00c7bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:56.619 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.613+0000 7fc1d6a61640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc1d00c5d00 0x7fc1d00c6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:56.619 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.613+0000 7fc1d6a61640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc1d00c8100 con 0x7fc1d00c7740 2024-09-13T16:11:56.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.613+0000 7fc1d6a61640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc1d01f3470 con 0x7fc1d00c5d00 2024-09-13T16:11:56.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.613+0000 7fc1d6a61640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc1d00ad060 con 0x7fc1b80039a0 2024-09-13T16:11:56.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.613+0000 7fc1cf7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc1d00c7740 0x7fc1d00c7bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:56.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.613+0000 7fc1cf7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc1d00c7740 0x7fc1d00c7bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58502/0 (socket says 172.21.15.76:58502) 2024-09-13T16:11:56.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.613+0000 7fc1cf7fe640 1 -- 172.21.15.76:0/185312970 learned_addr learned my addr 172.21.15.76:0/185312970 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:11:56.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.613+0000 7fc1d4ffe640 1 --2- 172.21.15.76:0/185312970 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc1d00c5d00 0x7fc1d00c6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:56.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.613+0000 7fc1cffff640 1 --2- 172.21.15.76:0/185312970 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc1b80039a0 0x7fc1d015a220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:56.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.613+0000 7fc1cf7fe640 1 -- 172.21.15.76:0/185312970 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc1b80039a0 msgr2=0x7fc1d015a220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:56.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.613+0000 7fc1cf7fe640 1 --2- 172.21.15.76:0/185312970 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc1b80039a0 0x7fc1d015a220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:56.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.613+0000 7fc1cf7fe640 1 -- 172.21.15.76:0/185312970 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc1d00c5d00 msgr2=0x7fc1d00c6180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:56.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.613+0000 7fc1cf7fe640 1 --2- 172.21.15.76:0/185312970 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc1d00c5d00 0x7fc1d00c6180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:56.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.613+0000 7fc1cf7fe640 1 -- 172.21.15.76:0/185312970 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc1d00c5540 con 0x7fc1d00c7740 2024-09-13T16:11:56.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.613+0000 7fc1cffff640 1 --2- 172.21.15.76:0/185312970 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc1b80039a0 0x7fc1d015a220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:56.621 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.613+0000 7fc1cf7fe640 1 --2- 172.21.15.76:0/185312970 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc1d00c7740 0x7fc1d00c7bc0 secure :-1 s=READY pgs=1414 cs=0 l=1 rev1=1 crypto rx=0x7fc1c400e920 tx=0x7fc1c400ede0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:56.621 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.614+0000 7fc1ccff9640 1 -- 172.21.15.76:0/185312970 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1c400c930 con 0x7fc1d00c7740 2024-09-13T16:11:56.621 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.614+0000 7fc1ccff9640 1 -- 172.21.15.76:0/185312970 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc1c400ca90 con 0x7fc1d00c7740 2024-09-13T16:11:56.621 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.614+0000 7fc1d6a61640 1 -- 172.21.15.76:0/185312970 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc1d01f2eb0 con 0x7fc1d00c7740 2024-09-13T16:11:56.621 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.614+0000 7fc1ccff9640 1 -- 172.21.15.76:0/185312970 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1c400ce00 con 0x7fc1d00c7740 2024-09-13T16:11:56.621 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.614+0000 7fc1d6a61640 1 -- 172.21.15.76:0/185312970 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc1d00c57e0 con 0x7fc1d00c7740 2024-09-13T16:11:56.621 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.615+0000 7fc1d6a61640 1 -- 172.21.15.76:0/185312970 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc1d00c5380 con 0x7fc1d00c7740 2024-09-13T16:11:56.621 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.615+0000 7fc1ccff9640 1 -- 172.21.15.76:0/185312970 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc1c4014480 con 0x7fc1d00c7740 2024-09-13T16:11:56.621 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.616+0000 7fc1ccff9640 1 --2- 172.21.15.76:0/185312970 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc1bc06ac30 0x7fc1bc06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:56.621 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.616+0000 7fc1ccff9640 1 -- 172.21.15.76:0/185312970 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(106..106 src has 1..106) v4 ==== 5177+0+0 (secure 0 0 0) 0x7fc1c4088c30 con 0x7fc1d00c7740 2024-09-13T16:11:56.621 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.616+0000 7fc1cffff640 1 --2- 172.21.15.76:0/185312970 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc1bc06ac30 0x7fc1bc06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:56.621 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.616+0000 7fc1cffff640 1 --2- 172.21.15.76:0/185312970 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc1bc06ac30 0x7fc1bc06d0f0 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7fc1c0034000 tx=0x7fc1c002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:56.622 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.620+0000 7fc1ccff9640 1 -- 172.21.15.76:0/185312970 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fc1c40540d0 con 0x7fc1d00c7740 2024-09-13T16:11:56.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.839+0000 7fc1d6a61640 1 -- 172.21.15.76:0/185312970 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) v1 -- 0x7fc1d00c5a00 con 0x7fc1d00c7740 2024-09-13T16:11:56.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.840+0000 7fc1ccff9640 1 -- 172.21.15.76:0/185312970 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v16) v1 ==== 80+0+5304 (secure 0 0 0) 0x7fc1c4019070 con 0x7fc1d00c7740 2024-09-13T16:11:56.842 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:11:56.842 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2024-09-13T16:11:56.842 INFO:teuthology.orchestra.run.smithi076.stdout: "auth_dump": [ 2024-09-13T16:11:56.843 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:11:56.843 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "mds.a", 2024-09-13T16:11:56.843 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCpYeRmhpbDIhAA8WT8i+Y1tgoeXaZ5z2v/fg==", 2024-09-13T16:11:56.843 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:11:56.843 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2024-09-13T16:11:56.843 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow *", 2024-09-13T16:11:56.843 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow *", 2024-09-13T16:11:56.843 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:11:56.843 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:11:56.843 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:11:56.843 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:11:56.843 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "mds.b", 2024-09-13T16:11:56.844 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCpYeRm7+GPLhAAACMaymp+VjVEUz9QMYOL+Q==", 2024-09-13T16:11:56.844 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:11:56.844 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2024-09-13T16:11:56.844 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow *", 2024-09-13T16:11:56.844 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow *", 2024-09-13T16:11:56.844 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:11:56.844 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:11:56.844 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:11:56.844 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:11:56.844 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "mds.c", 2024-09-13T16:11:56.844 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCpYeRmxODtKRAAtjLryQw+T9UxeHw7cgOyBg==", 2024-09-13T16:11:56.844 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:11:56.845 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2024-09-13T16:11:56.845 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow *", 2024-09-13T16:11:56.845 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow *", 2024-09-13T16:11:56.845 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:11:56.845 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:11:56.845 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:11:56.845 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:11:56.845 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "mds.d", 2024-09-13T16:11:56.845 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCpYeRmBNiYNRAAHTjLTeGOi09w8TLVtcu/+w==", 2024-09-13T16:11:56.845 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:11:56.845 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2024-09-13T16:11:56.845 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow *", 2024-09-13T16:11:56.846 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow *", 2024-09-13T16:11:56.846 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:11:56.846 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:11:56.846 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:11:56.846 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:11:56.846 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.0", 2024-09-13T16:11:56.846 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCtYeRm81gnEBAAJFt3u2dcQShl7t5nNN5y6Q==", 2024-09-13T16:11:56.846 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:11:56.846 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2024-09-13T16:11:56.846 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2024-09-13T16:11:56.846 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:11:56.846 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:11:56.846 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:11:56.847 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:11:56.847 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.1", 2024-09-13T16:11:56.847 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCwYeRmzsY4DxAALx5wAImWLwrw6n8ZRuXDvA==", 2024-09-13T16:11:56.847 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:11:56.847 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2024-09-13T16:11:56.847 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2024-09-13T16:11:56.847 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:11:56.847 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:11:56.847 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:11:56.847 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:11:56.847 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.2", 2024-09-13T16:11:56.847 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCzYeRmYRs9DRAAh6ptqIXTwUjSNlevHFJnAQ==", 2024-09-13T16:11:56.847 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:11:56.847 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2024-09-13T16:11:56.848 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2024-09-13T16:11:56.848 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:11:56.848 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:11:56.848 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:11:56.848 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:11:56.848 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.3", 2024-09-13T16:11:56.848 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQC2YeRmMIp6CxAAHygGhWHXCt69qZDrrGTt5A==", 2024-09-13T16:11:56.848 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:11:56.848 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2024-09-13T16:11:56.848 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2024-09-13T16:11:56.848 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:11:56.848 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:11:56.848 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:11:56.849 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:11:56.849 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.4", 2024-09-13T16:11:56.849 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQC8YeRmde7vDhAAE7RHK15msWPxEtglPpWMTQ==", 2024-09-13T16:11:56.849 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:11:56.849 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2024-09-13T16:11:56.849 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2024-09-13T16:11:56.849 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:11:56.849 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:11:56.849 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:11:56.849 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:11:56.849 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.5", 2024-09-13T16:11:56.849 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQC/YeRmgyzZDBAAG96iDIvt2yQ9W5Fl1maItg==", 2024-09-13T16:11:56.849 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:11:56.850 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2024-09-13T16:11:56.850 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2024-09-13T16:11:56.850 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:11:56.850 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:11:56.850 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:11:56.850 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:11:56.850 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.6", 2024-09-13T16:11:56.850 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQDCYeRm6pRBCxAAq8l2Cikc/aRaC4C4xYYrLA==", 2024-09-13T16:11:56.850 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:11:56.850 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2024-09-13T16:11:56.850 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2024-09-13T16:11:56.850 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:11:56.850 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:11:56.850 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:11:56.851 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:11:56.851 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.7", 2024-09-13T16:11:56.851 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQDFYeRmMM8MCRAAqYR5B7VgEph0UVNjCZPTzg==", 2024-09-13T16:11:56.851 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:11:56.851 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2024-09-13T16:11:56.851 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2024-09-13T16:11:56.851 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:11:56.851 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:11:56.851 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:11:56.851 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:11:56.851 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "client.0", 2024-09-13T16:11:56.851 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCpYeRmqhyiORAAp0ZHMscpsAOj1YZ+SSqHoA==", 2024-09-13T16:11:56.851 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:11:56.851 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2024-09-13T16:11:56.852 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow r", 2024-09-13T16:11:56.852 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-13T16:11:56.852 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:11:56.852 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:11:56.852 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:11:56.852 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "client.1", 2024-09-13T16:11:56.852 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCqYeRmgijBBhAAS5zvjGxEcjj4RKB20HX7kg==", 2024-09-13T16:11:56.852 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:11:56.852 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2024-09-13T16:11:56.852 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow r", 2024-09-13T16:11:56.852 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow rw", 2024-09-13T16:11:56.852 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow rwx" 2024-09-13T16:11:56.852 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:11:56.852 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:11:56.853 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:11:56.853 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "client.2", 2024-09-13T16:11:56.853 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCqYeRmK8OPAxAAQeO1ZZu7/x4/qXzHFFDzBg==", 2024-09-13T16:11:56.853 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:11:56.853 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2024-09-13T16:11:56.853 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow r", 2024-09-13T16:11:56.853 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow rw", 2024-09-13T16:11:56.853 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow rwx" 2024-09-13T16:11:56.853 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:11:56.853 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:11:56.853 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:11:56.853 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "client.3", 2024-09-13T16:11:56.853 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCqYeRmAYJGDBAA4elK4g7yitQwUnpv/vkuSQ==", 2024-09-13T16:11:56.853 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:11:56.854 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2024-09-13T16:11:56.854 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow r", 2024-09-13T16:11:56.854 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow rw", 2024-09-13T16:11:56.854 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow rwx" 2024-09-13T16:11:56.854 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:11:56.854 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:11:56.854 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:11:56.854 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "client.admin", 2024-09-13T16:11:56.854 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCpYeRmz4sKBxAAmVD/bGSWAPyJICtwMc8R7Q==", 2024-09-13T16:11:56.854 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:11:56.854 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow *", 2024-09-13T16:11:56.854 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow *", 2024-09-13T16:11:56.854 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow *", 2024-09-13T16:11:56.854 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:11:56.855 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:11:56.855 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:11:56.855 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:11:56.855 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "mgr.x", 2024-09-13T16:11:56.855 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCpYeRmzy+SHxAAeh91mEyErD2yMaJ+R9p7MQ==", 2024-09-13T16:11:56.855 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:11:56.855 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow *", 2024-09-13T16:11:56.855 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile mgr", 2024-09-13T16:11:56.855 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:11:56.855 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:11:56.855 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:11:56.855 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:11:56.855 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "mgr.y", 2024-09-13T16:11:56.855 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCpYeRmMS6hGxAAhyu76q81PXPjC+BAmqi2Lw==", 2024-09-13T16:11:56.856 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:11:56.856 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow *", 2024-09-13T16:11:56.856 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile mgr", 2024-09-13T16:11:56.856 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:11:56.856 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:11:56.856 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:11:56.856 INFO:teuthology.orchestra.run.smithi076.stdout: ] 2024-09-13T16:11:56.856 INFO:teuthology.orchestra.run.smithi076.stdout:} 2024-09-13T16:11:56.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.842+0000 7fc1d6a61640 1 -- 172.21.15.76:0/185312970 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc1bc06ac30 msgr2=0x7fc1bc06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:56.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.842+0000 7fc1d6a61640 1 --2- 172.21.15.76:0/185312970 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc1bc06ac30 0x7fc1bc06d0f0 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7fc1c0034000 tx=0x7fc1c002e000 comp rx=0 tx=0).stop 2024-09-13T16:11:56.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.842+0000 7fc1d6a61640 1 -- 172.21.15.76:0/185312970 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc1d00c7740 msgr2=0x7fc1d00c7bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:56.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.842+0000 7fc1d6a61640 1 --2- 172.21.15.76:0/185312970 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc1d00c7740 0x7fc1d00c7bc0 secure :-1 s=READY pgs=1414 cs=0 l=1 rev1=1 crypto rx=0x7fc1c400e920 tx=0x7fc1c400ede0 comp rx=0 tx=0).stop 2024-09-13T16:11:56.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.842+0000 7fc1d6a61640 1 -- 172.21.15.76:0/185312970 shutdown_connections 2024-09-13T16:11:56.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.842+0000 7fc1d6a61640 1 --2- 172.21.15.76:0/185312970 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc1d00c5d00 0x7fc1d00c6180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:56.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.842+0000 7fc1d6a61640 1 --2- 172.21.15.76:0/185312970 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc1d00c7740 0x7fc1d00c7bc0 unknown :-1 s=CLOSED pgs=1414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:56.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.842+0000 7fc1d6a61640 1 --2- 172.21.15.76:0/185312970 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc1bc06ac30 0x7fc1bc06d0f0 unknown :-1 s=CLOSED pgs=616 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:56.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.842+0000 7fc1d6a61640 1 --2- 172.21.15.76:0/185312970 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc1b80039a0 0x7fc1d015a220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:56.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.842+0000 7fc1d6a61640 1 -- 172.21.15.76:0/185312970 >> 172.21.15.76:0/185312970 conn(0x7fc1d0069ed0 msgr2=0x7fc1d00ca1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:56.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.842+0000 7fc1d6a61640 1 -- 172.21.15.76:0/185312970 shutdown_connections 2024-09-13T16:11:56.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.842+0000 7fc1d6a61640 1 -- 172.21.15.76:0/185312970 wait complete. 2024-09-13T16:11:56.859 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:11:56.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.954+0000 7fe34efae640 1 Processor -- start 2024-09-13T16:11:56.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.954+0000 7fe34efae640 1 -- start start 2024-09-13T16:11:56.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.956+0000 7fe34efae640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fe34815a2e0 0x7fe3480c9a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:56.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.956+0000 7fe34efae640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe3480c9f80 0x7fe3480cace0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:56.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.956+0000 7fe34efae640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe3480cb220 0x7fe3480ce260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:56.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.956+0000 7fe34efae640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe3480c8920 con 0x7fe3480cb220 2024-09-13T16:11:56.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.956+0000 7fe34efae640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe3480cb650 con 0x7fe34815a2e0 2024-09-13T16:11:56.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.956+0000 7fe34efae640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe34815a6c0 con 0x7fe3480c9f80 2024-09-13T16:11:56.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.956+0000 7fe34d54b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe3480cb220 0x7fe3480ce260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:56.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.956+0000 7fe34d54b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe3480cb220 0x7fe3480ce260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58504/0 (socket says 172.21.15.76:58504) 2024-09-13T16:11:56.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.956+0000 7fe34d54b640 1 -- 172.21.15.76:0/915215377 learned_addr learned my addr 172.21.15.76:0/915215377 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:11:56.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.956+0000 7fe347fff640 1 --2- 172.21.15.76:0/915215377 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe3480c9f80 0x7fe3480cace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:56.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.956+0000 7fe34d54b640 1 -- 172.21.15.76:0/915215377 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe3480c9f80 msgr2=0x7fe3480cace0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:56.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.956+0000 7fe34d54b640 1 --2- 172.21.15.76:0/915215377 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe3480c9f80 0x7fe3480cace0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:56.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.956+0000 7fe34cd4a640 1 --2- 172.21.15.76:0/915215377 >> v2:172.21.15.192:3300/0 conn(0x7fe34815a2e0 0x7fe3480c9a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:56.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.956+0000 7fe34d54b640 1 -- 172.21.15.76:0/915215377 >> v2:172.21.15.192:3300/0 conn(0x7fe34815a2e0 msgr2=0x7fe3480c9a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:56.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.956+0000 7fe34d54b640 1 --2- 172.21.15.76:0/915215377 >> v2:172.21.15.192:3300/0 conn(0x7fe34815a2e0 0x7fe3480c9a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:56.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.956+0000 7fe34d54b640 1 -- 172.21.15.76:0/915215377 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe3480ca500 con 0x7fe3480cb220 2024-09-13T16:11:56.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.956+0000 7fe347fff640 1 --2- 172.21.15.76:0/915215377 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe3480c9f80 0x7fe3480cace0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:56.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.956+0000 7fe34cd4a640 1 --2- 172.21.15.76:0/915215377 >> v2:172.21.15.192:3300/0 conn(0x7fe34815a2e0 0x7fe3480c9a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:56.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.956+0000 7fe34d54b640 1 --2- 172.21.15.76:0/915215377 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe3480cb220 0x7fe3480ce260 secure :-1 s=READY pgs=1415 cs=0 l=1 rev1=1 crypto rx=0x7fe3480cf340 tx=0x7fe34002a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eefc4f9031e017 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:56.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.956+0000 7fe3477fe640 1 -- 172.21.15.76:0/915215377 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe340031600 con 0x7fe3480cb220 2024-09-13T16:11:56.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.956+0000 7fe3477fe640 1 -- 172.21.15.76:0/915215377 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe34002d050 con 0x7fe3480cb220 2024-09-13T16:11:56.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.956+0000 7fe3477fe640 1 -- 172.21.15.76:0/915215377 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe340031980 con 0x7fe3480cb220 2024-09-13T16:11:56.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.957+0000 7fe34efae640 1 -- 172.21.15.76:0/915215377 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe3480cb220 msgr2=0x7fe3480ce260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:56.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.957+0000 7fe34efae640 1 --2- 172.21.15.76:0/915215377 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe3480cb220 0x7fe3480ce260 secure :-1 s=READY pgs=1415 cs=0 l=1 rev1=1 crypto rx=0x7fe3480cf340 tx=0x7fe34002a6a0 comp rx=0 tx=0).stop 2024-09-13T16:11:56.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.957+0000 7fe34efae640 1 -- 172.21.15.76:0/915215377 shutdown_connections 2024-09-13T16:11:56.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.957+0000 7fe34efae640 1 --2- 172.21.15.76:0/915215377 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe3480cb220 0x7fe3480ce260 unknown :-1 s=CLOSED pgs=1415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:56.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.957+0000 7fe34efae640 1 --2- 172.21.15.76:0/915215377 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe3480c9f80 0x7fe3480cace0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:56.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.957+0000 7fe34efae640 1 --2- 172.21.15.76:0/915215377 >> v2:172.21.15.192:3300/0 conn(0x7fe34815a2e0 0x7fe3480c9a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:56.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.957+0000 7fe34efae640 1 -- 172.21.15.76:0/915215377 >> 172.21.15.76:0/915215377 conn(0x7fe348069ed0 msgr2=0x7fe34806a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:56.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.957+0000 7fe34efae640 1 -- 172.21.15.76:0/915215377 shutdown_connections 2024-09-13T16:11:56.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.957+0000 7fe34efae640 1 -- 172.21.15.76:0/915215377 wait complete. 2024-09-13T16:11:56.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.958+0000 7fe34efae640 1 Processor -- start 2024-09-13T16:11:56.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.958+0000 7fe34efae640 1 -- start start 2024-09-13T16:11:56.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.959+0000 7fe34efae640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe3480c9f80 0x7fe3481e4330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:56.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.959+0000 7fe34efae640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe3480cb220 0x7fe348158290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:56.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.959+0000 7fe34efae640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe34815a2e0 0x7fe34815c9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:56.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.959+0000 7fe34efae640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe3480c54b0 con 0x7fe34815a2e0 2024-09-13T16:11:56.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.959+0000 7fe34efae640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe3481e4870 con 0x7fe3480c9f80 2024-09-13T16:11:56.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.959+0000 7fe34efae640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe3480c0f70 con 0x7fe3480cb220 2024-09-13T16:11:56.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.959+0000 7fe34d54b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe34815a2e0 0x7fe34815c9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:56.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.959+0000 7fe34d54b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe34815a2e0 0x7fe34815c9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58508/0 (socket says 172.21.15.76:58508) 2024-09-13T16:11:56.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.959+0000 7fe34d54b640 1 -- 172.21.15.76:0/1179221582 learned_addr learned my addr 172.21.15.76:0/1179221582 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:11:56.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.959+0000 7fe34cd4a640 1 --2- 172.21.15.76:0/1179221582 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe3480c9f80 0x7fe3481e4330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:56.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.959+0000 7fe347fff640 1 --2- 172.21.15.76:0/1179221582 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe3480cb220 0x7fe348158290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:56.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.959+0000 7fe34d54b640 1 -- 172.21.15.76:0/1179221582 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe3480cb220 msgr2=0x7fe348158290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:56.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.959+0000 7fe34d54b640 1 --2- 172.21.15.76:0/1179221582 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe3480cb220 0x7fe348158290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:56.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.959+0000 7fe34d54b640 1 -- 172.21.15.76:0/1179221582 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe3480c9f80 msgr2=0x7fe3481e4330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:56.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.959+0000 7fe34d54b640 1 --2- 172.21.15.76:0/1179221582 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe3480c9f80 0x7fe3481e4330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:56.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.959+0000 7fe34d54b640 1 -- 172.21.15.76:0/1179221582 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe340009b30 con 0x7fe34815a2e0 2024-09-13T16:11:56.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.959+0000 7fe34cd4a640 1 --2- 172.21.15.76:0/1179221582 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe3480c9f80 0x7fe3481e4330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:56.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.959+0000 7fe34d54b640 1 --2- 172.21.15.76:0/1179221582 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe34815a2e0 0x7fe34815c9d0 secure :-1 s=READY pgs=1416 cs=0 l=1 rev1=1 crypto rx=0x7fe340034040 tx=0x7fe340004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:56.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.959+0000 7fe3457fa640 1 -- 172.21.15.76:0/1179221582 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe34003d860 con 0x7fe34815a2e0 2024-09-13T16:11:56.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.959+0000 7fe3457fa640 1 -- 172.21.15.76:0/1179221582 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe34003d9e0 con 0x7fe34815a2e0 2024-09-13T16:11:56.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.959+0000 7fe3457fa640 1 -- 172.21.15.76:0/1179221582 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe34003dd90 con 0x7fe34815a2e0 2024-09-13T16:11:56.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.959+0000 7fe34efae640 1 -- 172.21.15.76:0/1179221582 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe3480c1250 con 0x7fe34815a2e0 2024-09-13T16:11:56.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.960+0000 7fe34efae640 1 -- 172.21.15.76:0/1179221582 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe3480cc220 con 0x7fe34815a2e0 2024-09-13T16:11:56.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.960+0000 7fe34efae640 1 -- 172.21.15.76:0/1179221582 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe3480c9630 con 0x7fe34815a2e0 2024-09-13T16:11:56.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.961+0000 7fe3457fa640 1 -- 172.21.15.76:0/1179221582 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe34003b400 con 0x7fe34815a2e0 2024-09-13T16:11:56.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.961+0000 7fe3457fa640 1 --2- 172.21.15.76:0/1179221582 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe32c06ac00 0x7fe32c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:56.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.962+0000 7fe3457fa640 1 -- 172.21.15.76:0/1179221582 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(106..106 src has 1..106) v4 ==== 5177+0+0 (secure 0 0 0) 0x7fe3400a9ef0 con 0x7fe34815a2e0 2024-09-13T16:11:56.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.962+0000 7fe34cd4a640 1 --2- 172.21.15.76:0/1179221582 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe32c06ac00 0x7fe32c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:56.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.962+0000 7fe34cd4a640 1 --2- 172.21.15.76:0/1179221582 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe32c06ac00 0x7fe32c06d0c0 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7fe33c00a9b0 tx=0x7fe33c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:56.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:56.966+0000 7fe3457fa640 1 -- 172.21.15.76:0/1179221582 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fe340075250 con 0x7fe34815a2e0 2024-09-13T16:11:57.133 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.131+0000 7fe34efae640 1 -- 172.21.15.76:0/1179221582 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fe3480b1160 con 0x7fe34815a2e0 2024-09-13T16:11:57.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.131+0000 7fe3457fa640 1 -- 172.21.15.76:0/1179221582 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v106) v1 ==== 74+0+13028 (secure 0 0 0) 0x7fe340009510 con 0x7fe34815a2e0 2024-09-13T16:11:57.134 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:11:57.134 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":106,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:11:56.488842+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":14,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:11:57.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.134+0000 7fe34efae640 1 -- 172.21.15.76:0/1179221582 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe32c06ac00 msgr2=0x7fe32c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:57.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.134+0000 7fe34efae640 1 --2- 172.21.15.76:0/1179221582 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe32c06ac00 0x7fe32c06d0c0 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7fe33c00a9b0 tx=0x7fe33c008040 comp rx=0 tx=0).stop 2024-09-13T16:11:57.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.134+0000 7fe34efae640 1 -- 172.21.15.76:0/1179221582 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe34815a2e0 msgr2=0x7fe34815c9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:57.137 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.134+0000 7fe34efae640 1 --2- 172.21.15.76:0/1179221582 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe34815a2e0 0x7fe34815c9d0 secure :-1 s=READY pgs=1416 cs=0 l=1 rev1=1 crypto rx=0x7fe340034040 tx=0x7fe340004a40 comp rx=0 tx=0).stop 2024-09-13T16:11:57.137 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.134+0000 7fe34efae640 1 -- 172.21.15.76:0/1179221582 shutdown_connections 2024-09-13T16:11:57.137 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.134+0000 7fe34efae640 1 --2- 172.21.15.76:0/1179221582 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe34815a2e0 0x7fe34815c9d0 unknown :-1 s=CLOSED pgs=1416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:57.137 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.134+0000 7fe34efae640 1 --2- 172.21.15.76:0/1179221582 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe32c06ac00 0x7fe32c06d0c0 unknown :-1 s=CLOSED pgs=617 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:57.137 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.134+0000 7fe34efae640 1 --2- 172.21.15.76:0/1179221582 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe3480cb220 0x7fe348158290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:57.137 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.134+0000 7fe34efae640 1 --2- 172.21.15.76:0/1179221582 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe3480c9f80 0x7fe3481e4330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:57.137 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.134+0000 7fe34efae640 1 -- 172.21.15.76:0/1179221582 >> 172.21.15.76:0/1179221582 conn(0x7fe348069ed0 msgr2=0x7fe348071d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:57.137 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.134+0000 7fe34efae640 1 -- 172.21.15.76:0/1179221582 shutdown_connections 2024-09-13T16:11:57.137 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.134+0000 7fe34efae640 1 -- 172.21.15.76:0/1179221582 wait complete. 2024-09-13T16:11:57.148 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:01:26.960607+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:11:57.148 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:11:57.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.248+0000 7f1adef01640 1 Processor -- start 2024-09-13T16:11:57.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.248+0000 7f1adef01640 1 -- start start 2024-09-13T16:11:57.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.248+0000 7f1adef01640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f1ad80cdff0 0x7f1ad806c390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:57.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.248+0000 7f1adef01640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1ad80cd450 con 0x7f1ad815c500 2024-09-13T16:11:57.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.248+0000 7f1adef01640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1ad80d0cf0 con 0x7f1ad80d2760 2024-09-13T16:11:57.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.248+0000 7f1adef01640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1ad80d0fd0 con 0x7f1ad80cdff0 2024-09-13T16:11:57.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.248+0000 7f1add49e640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f1ad80cdff0 0x7f1ad806c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:57.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.248+0000 7f1adcc9d640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f1ad815c500 0x7f1ad80d2050 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:59986/0 (socket says 172.21.15.76:59986) 2024-09-13T16:11:57.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.248+0000 7f1adcc9d640 1 -- 172.21.15.76:0/3905017577 learned_addr learned my addr 172.21.15.76:0/3905017577 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:11:57.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.249+0000 7f1add49e640 1 -- 172.21.15.76:0/3905017577 >> v1:172.21.15.192:6789/0 conn(0x7f1ad80d2760 legacy=0x7f1ad80cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:57.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.249+0000 7f1add49e640 1 -- 172.21.15.76:0/3905017577 >> v1:172.21.15.76:6789/0 conn(0x7f1ad815c500 legacy=0x7f1ad80d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:57.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.249+0000 7f1add49e640 1 -- 172.21.15.76:0/3905017577 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1ad80cd0e0 con 0x7f1ad80cdff0 2024-09-13T16:11:57.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.249+0000 7f1acf7fe640 1 -- 172.21.15.76:0/3905017577 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3607383259 0 0) 0x7f1ad80cd450 con 0x7f1ad815c500 2024-09-13T16:11:57.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.249+0000 7f1add49e640 1 --2- 172.21.15.76:0/3905017577 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1ad80cdff0 0x7f1ad806c390 secure :-1 s=READY pgs=1418 cs=0 l=1 rev1=1 crypto rx=0x7f1ad0009d90 tx=0x7f1ad002a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=40bfec4ced6781a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:57.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.250+0000 7f1acf7fe640 1 -- 172.21.15.76:0/3905017577 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ad0007740 con 0x7f1ad80cdff0 2024-09-13T16:11:57.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.250+0000 7f1acf7fe640 1 -- 172.21.15.76:0/3905017577 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1ad002d050 con 0x7f1ad80cdff0 2024-09-13T16:11:57.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.250+0000 7f1acf7fe640 1 -- 172.21.15.76:0/3905017577 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ad0007ac0 con 0x7f1ad80cdff0 2024-09-13T16:11:57.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.250+0000 7f1adef01640 1 -- 172.21.15.76:0/3905017577 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1ad80cdff0 msgr2=0x7f1ad806c390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:57.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.250+0000 7f1adef01640 1 --2- 172.21.15.76:0/3905017577 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1ad80cdff0 0x7f1ad806c390 secure :-1 s=READY pgs=1418 cs=0 l=1 rev1=1 crypto rx=0x7f1ad0009d90 tx=0x7f1ad002a6a0 comp rx=0 tx=0).stop 2024-09-13T16:11:57.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.250+0000 7f1adef01640 1 -- 172.21.15.76:0/3905017577 shutdown_connections 2024-09-13T16:11:57.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.250+0000 7f1adef01640 1 --2- 172.21.15.76:0/3905017577 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1ad80cdff0 0x7f1ad806c390 unknown :-1 s=CLOSED pgs=1418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:57.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.250+0000 7f1adef01640 1 -- 172.21.15.76:0/3905017577 >> 172.21.15.76:0/3905017577 conn(0x7f1ad8089f60 msgr2=0x7f1ad809b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:57.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.250+0000 7f1adef01640 1 -- 172.21.15.76:0/3905017577 shutdown_connections 2024-09-13T16:11:57.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.250+0000 7f1adef01640 1 -- 172.21.15.76:0/3905017577 wait complete. 2024-09-13T16:11:57.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.251+0000 7f1adef01640 1 Processor -- start 2024-09-13T16:11:57.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.251+0000 7f1adef01640 1 -- start start 2024-09-13T16:11:57.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.253+0000 7f1adef01640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1ad80cdff0 0x7f1ad80b7db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:57.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.253+0000 7f1adef01640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1ad80d2760 0x7f1ad814d960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:57.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.253+0000 7f1adef01640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1ad815c500 0x7f1ad815f250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:57.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.253+0000 7f1adef01640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ad8157e70 con 0x7f1ad815c500 2024-09-13T16:11:57.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.253+0000 7f1adef01640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ad814dea0 con 0x7f1ad80d2760 2024-09-13T16:11:57.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.253+0000 7f1adef01640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1ad815e1b0 con 0x7f1ad80cdff0 2024-09-13T16:11:57.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.253+0000 7f1add49e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1ad815c500 0x7f1ad815f250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:57.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.253+0000 7f1add49e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1ad815c500 0x7f1ad815f250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58514/0 (socket says 172.21.15.76:58514) 2024-09-13T16:11:57.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.253+0000 7f1add49e640 1 -- 172.21.15.76:0/814087669 learned_addr learned my addr 172.21.15.76:0/814087669 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:11:57.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.253+0000 7f1add49e640 1 -- 172.21.15.76:0/814087669 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1ad80cdff0 msgr2=0x7f1ad80b7db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:57.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.253+0000 7f1add49e640 1 --2- 172.21.15.76:0/814087669 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1ad80cdff0 0x7f1ad80b7db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:57.258 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.253+0000 7f1acffff640 1 --2- 172.21.15.76:0/814087669 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1ad80d2760 0x7f1ad814d960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:57.258 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.253+0000 7f1add49e640 1 -- 172.21.15.76:0/814087669 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1ad80d2760 msgr2=0x7f1ad814d960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:57.258 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.253+0000 7f1add49e640 1 --2- 172.21.15.76:0/814087669 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1ad80d2760 0x7f1ad814d960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:57.258 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.253+0000 7f1add49e640 1 -- 172.21.15.76:0/814087669 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1ad0009a70 con 0x7f1ad815c500 2024-09-13T16:11:57.258 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.253+0000 7f1add49e640 1 --2- 172.21.15.76:0/814087669 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1ad815c500 0x7f1ad815f250 secure :-1 s=READY pgs=1419 cs=0 l=1 rev1=1 crypto rx=0x7f1ad002ac90 tx=0x7f1ad0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:57.258 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.253+0000 7f1acd7fa640 1 -- 172.21.15.76:0/814087669 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ad00319d0 con 0x7f1ad815c500 2024-09-13T16:11:57.258 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.253+0000 7f1acd7fa640 1 -- 172.21.15.76:0/814087669 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1ad0031b30 con 0x7f1ad815c500 2024-09-13T16:11:57.258 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.253+0000 7f1adef01640 1 -- 172.21.15.76:0/814087669 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1ad815e490 con 0x7f1ad815c500 2024-09-13T16:11:57.258 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.253+0000 7f1acd7fa640 1 -- 172.21.15.76:0/814087669 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ad0045460 con 0x7f1ad815c500 2024-09-13T16:11:57.258 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.253+0000 7f1adef01640 1 -- 172.21.15.76:0/814087669 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1ad815ea50 con 0x7f1ad815c500 2024-09-13T16:11:57.258 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.254+0000 7f1adef01640 1 -- 172.21.15.76:0/814087669 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1ad80b8440 con 0x7f1ad815c500 2024-09-13T16:11:57.258 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.254+0000 7f1acd7fa640 1 -- 172.21.15.76:0/814087669 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1ad003c420 con 0x7f1ad815c500 2024-09-13T16:11:57.259 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.255+0000 7f1acd7fa640 1 --2- 172.21.15.76:0/814087669 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1ac406ac00 0x7f1ac406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:57.259 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.255+0000 7f1acd7fa640 1 -- 172.21.15.76:0/814087669 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(106..106 src has 1..106) v4 ==== 5177+0+0 (secure 0 0 0) 0x7f1ad00aaff0 con 0x7f1ad815c500 2024-09-13T16:11:57.259 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.255+0000 7f1adcc9d640 1 --2- 172.21.15.76:0/814087669 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1ac406ac00 0x7f1ac406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:57.259 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.255+0000 7f1adcc9d640 1 --2- 172.21.15.76:0/814087669 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1ac406ac00 0x7f1ac406d0c0 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f1ad4007fd0 tx=0x7f1ad4007960 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:57.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.259+0000 7f1acd7fa640 1 -- 172.21.15.76:0/814087669 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f1ad0076500 con 0x7f1ad815c500 2024-09-13T16:11:57.423 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.421+0000 7f1adef01640 1 -- 172.21.15.76:0/814087669 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f1ad80cd8e0 con 0x7f1ad815c500 2024-09-13T16:11:57.424 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.421+0000 7f1acd7fa640 1 -- 172.21.15.76:0/814087669 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v106) v1 ==== 93+0+10 (secure 0 0 0) 0x7f1ad0079b20 con 0x7f1ad815c500 2024-09-13T16:11:57.424 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2024-09-13T16:11:57.426 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.423+0000 7f1adef01640 1 -- 172.21.15.76:0/814087669 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1ac406ac00 msgr2=0x7f1ac406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:57.426 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.423+0000 7f1adef01640 1 --2- 172.21.15.76:0/814087669 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1ac406ac00 0x7f1ac406d0c0 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f1ad4007fd0 tx=0x7f1ad4007960 comp rx=0 tx=0).stop 2024-09-13T16:11:57.426 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.423+0000 7f1adef01640 1 -- 172.21.15.76:0/814087669 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1ad815c500 msgr2=0x7f1ad815f250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:57.426 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.423+0000 7f1adef01640 1 --2- 172.21.15.76:0/814087669 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1ad815c500 0x7f1ad815f250 secure :-1 s=READY pgs=1419 cs=0 l=1 rev1=1 crypto rx=0x7f1ad002ac90 tx=0x7f1ad0004a40 comp rx=0 tx=0).stop 2024-09-13T16:11:57.426 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.423+0000 7f1adef01640 1 -- 172.21.15.76:0/814087669 shutdown_connections 2024-09-13T16:11:57.426 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.423+0000 7f1adef01640 1 --2- 172.21.15.76:0/814087669 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1ad815c500 0x7f1ad815f250 unknown :-1 s=CLOSED pgs=1419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:57.427 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.423+0000 7f1adef01640 1 --2- 172.21.15.76:0/814087669 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1ad80d2760 0x7f1ad814d960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:57.427 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.423+0000 7f1adef01640 1 --2- 172.21.15.76:0/814087669 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1ac406ac00 0x7f1ac406d0c0 unknown :-1 s=CLOSED pgs=618 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:57.427 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.423+0000 7f1adef01640 1 --2- 172.21.15.76:0/814087669 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1ad80cdff0 0x7f1ad80b7db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:57.427 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.423+0000 7f1adef01640 1 -- 172.21.15.76:0/814087669 >> 172.21.15.76:0/814087669 conn(0x7f1ad8089f60 msgr2=0x7f1ad80b1eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:57.427 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.424+0000 7f1adef01640 1 -- 172.21.15.76:0/814087669 shutdown_connections 2024-09-13T16:11:57.427 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.424+0000 7f1adef01640 1 -- 172.21.15.76:0/814087669 wait complete. 2024-09-13T16:11:57.437 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-13T16:11:57.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.534+0000 7f4f1f09c640 1 Processor -- start 2024-09-13T16:11:57.536 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.534+0000 7f4f1f09c640 1 -- start start 2024-09-13T16:11:57.539 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.535+0000 7f4f1f09c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4f180cb150 0x7f4f1806d740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:57.539 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.535+0000 7f4f1f09c640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4f180c8920 con 0x7f4f180cace0 2024-09-13T16:11:57.539 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.535+0000 7f4f1f09c640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4f1815a6c0 con 0x7f4f1815a2e0 2024-09-13T16:11:57.539 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.535+0000 7f4f1f09c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4f180ca500 con 0x7f4f180cb150 2024-09-13T16:11:57.539 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.535+0000 7f4f17fff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f4f180cace0 0x7f4f1806d030 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:59998/0 (socket says 172.21.15.76:59998) 2024-09-13T16:11:57.539 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.535+0000 7f4f17fff640 1 -- 172.21.15.76:0/2508598803 learned_addr learned my addr 172.21.15.76:0/2508598803 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:11:57.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.535+0000 7f4f1d639640 1 --2- 172.21.15.76:0/2508598803 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4f180cb150 0x7f4f1806d740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:57.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.535+0000 7f4f177fe640 1 -- 172.21.15.76:0/2508598803 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4166864470 0 0) 0x7f4f180c8920 con 0x7f4f180cace0 2024-09-13T16:11:57.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.535+0000 7f4f177fe640 1 -- 172.21.15.76:0/2508598803 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4f08003520 con 0x7f4f180cace0 2024-09-13T16:11:57.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.535+0000 7f4f177fe640 1 -- 172.21.15.76:0/2508598803 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 768061580 0 0) 0x7f4f1815a6c0 con 0x7f4f1815a2e0 2024-09-13T16:11:57.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.535+0000 7f4f177fe640 1 -- 172.21.15.76:0/2508598803 --> v1:172.21.15.192:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4f180c8920 con 0x7f4f1815a2e0 2024-09-13T16:11:57.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.535+0000 7f4f177fe640 1 -- 172.21.15.76:0/2508598803 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1375221327 0 0) 0x7f4f08003520 con 0x7f4f180cace0 2024-09-13T16:11:57.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.535+0000 7f4f177fe640 1 -- 172.21.15.76:0/2508598803 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4f180cb150 msgr2=0x7f4f1806d740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:57.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.535+0000 7f4f177fe640 1 --2- 172.21.15.76:0/2508598803 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4f180cb150 0x7f4f1806d740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:57.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.535+0000 7f4f177fe640 1 -- 172.21.15.76:0/2508598803 >> v1:172.21.15.192:6789/0 conn(0x7f4f1815a2e0 legacy=0x7f4f180c9a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:57.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.535+0000 7f4f177fe640 1 -- 172.21.15.76:0/2508598803 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4f180c8b70 con 0x7f4f180cace0 2024-09-13T16:11:57.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.535+0000 7f4f177fe640 1 -- 172.21.15.76:0/2508598803 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f4f04001670 con 0x7f4f180cace0 2024-09-13T16:11:57.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.535+0000 7f4f177fe640 1 -- 172.21.15.76:0/2508598803 >> v1:172.21.15.76:6789/0 conn(0x7f4f180cace0 legacy=0x7f4f1806d030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:57.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.535+0000 7f4f177fe640 1 --2- 172.21.15.76:0/2508598803 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4f08003b30 0x7f4f08003f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:57.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.535+0000 7f4f177fe640 1 --2- 172.21.15.76:0/2508598803 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4f080047c0 0x7f4f08004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:57.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.535+0000 7f4f177fe640 1 --2- 172.21.15.76:0/2508598803 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4f180cb150 0x7f4f08005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:57.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.536+0000 7f4f177fe640 1 -- 172.21.15.76:0/2508598803 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4f180ca500 con 0x7f4f08003b30 2024-09-13T16:11:57.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.536+0000 7f4f177fe640 1 -- 172.21.15.76:0/2508598803 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4f0800ba30 con 0x7f4f080047c0 2024-09-13T16:11:57.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.536+0000 7f4f177fe640 1 -- 172.21.15.76:0/2508598803 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4f0800bbc0 con 0x7f4f180cb150 2024-09-13T16:11:57.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.536+0000 7f4f1ce38640 1 --2- 172.21.15.76:0/2508598803 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4f08003b30 0x7f4f08003f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:57.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.536+0000 7f4f17fff640 1 --2- 172.21.15.76:0/2508598803 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4f080047c0 0x7f4f08004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:57.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.536+0000 7f4f1d639640 1 --2- 172.21.15.76:0/2508598803 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4f180cb150 0x7f4f08005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:57.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.536+0000 7f4f1ce38640 1 -- 172.21.15.76:0/2508598803 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4f180cb150 msgr2=0x7f4f08005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:57.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.536+0000 7f4f1ce38640 1 --2- 172.21.15.76:0/2508598803 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4f180cb150 0x7f4f08005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:57.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.536+0000 7f4f1ce38640 1 -- 172.21.15.76:0/2508598803 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4f080047c0 msgr2=0x7f4f08004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:57.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.536+0000 7f4f1ce38640 1 --2- 172.21.15.76:0/2508598803 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4f080047c0 0x7f4f08004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:57.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.536+0000 7f4f1ce38640 1 -- 172.21.15.76:0/2508598803 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4f08003520 con 0x7f4f08003b30 2024-09-13T16:11:57.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.537+0000 7f4f1ce38640 1 --2- 172.21.15.76:0/2508598803 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4f08003b30 0x7f4f08003f30 secure :-1 s=READY pgs=1421 cs=0 l=1 rev1=1 crypto rx=0x7f4f0c0018d0 tx=0x7f4f080057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b873130534021a7b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:57.542 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.537+0000 7f4f177fe640 1 -- 172.21.15.76:0/2508598803 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f0c0052d0 con 0x7f4f08003b30 2024-09-13T16:11:57.542 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.537+0000 7f4f177fe640 1 -- 172.21.15.76:0/2508598803 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4f0c005430 con 0x7f4f08003b30 2024-09-13T16:11:57.542 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.537+0000 7f4f177fe640 1 -- 172.21.15.76:0/2508598803 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f0c02ac30 con 0x7f4f08003b30 2024-09-13T16:11:57.542 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.537+0000 7f4f1f09c640 1 -- 172.21.15.76:0/2508598803 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4f08003b30 msgr2=0x7f4f08003f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:57.542 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.537+0000 7f4f1f09c640 1 --2- 172.21.15.76:0/2508598803 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4f08003b30 0x7f4f08003f30 secure :-1 s=READY pgs=1421 cs=0 l=1 rev1=1 crypto rx=0x7f4f0c0018d0 tx=0x7f4f080057f0 comp rx=0 tx=0).stop 2024-09-13T16:11:57.542 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.537+0000 7f4f1d639640 1 -- 172.21.15.76:0/2508598803 reap_dead start 2024-09-13T16:11:57.542 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.537+0000 7f4f1f09c640 1 -- 172.21.15.76:0/2508598803 shutdown_connections 2024-09-13T16:11:57.542 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.537+0000 7f4f1f09c640 1 -- 172.21.15.76:0/2508598803 >> 172.21.15.76:0/2508598803 conn(0x7f4f18069ed0 msgr2=0x7f4f1806a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:57.542 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.537+0000 7f4f1f09c640 1 -- 172.21.15.76:0/2508598803 shutdown_connections 2024-09-13T16:11:57.542 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.537+0000 7f4f1f09c640 1 -- 172.21.15.76:0/2508598803 wait complete. 2024-09-13T16:11:57.545 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.538+0000 7f4f1f09c640 1 Processor -- start 2024-09-13T16:11:57.545 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.539+0000 7f4f1f09c640 1 -- start start 2024-09-13T16:11:57.545 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.539+0000 7f4f1f09c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4f08003b30 0x7f4f180c4830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:57.545 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.539+0000 7f4f1f09c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4f180af1f0 0x7f4f181574d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:57.545 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.539+0000 7f4f1f09c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4f18157a10 0x7f4f181f5540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:57.545 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.539+0000 7f4f1f09c640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4f1815b8f0 con 0x7f4f180af1f0 2024-09-13T16:11:57.545 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.539+0000 7f4f1f09c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4f18154a00 con 0x7f4f08003b30 2024-09-13T16:11:57.545 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.539+0000 7f4f1f09c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4f18157e90 con 0x7f4f18157a10 2024-09-13T16:11:57.545 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.540+0000 7f4f17fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4f180af1f0 0x7f4f181574d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:57.545 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.540+0000 7f4f17fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4f180af1f0 0x7f4f181574d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58546/0 (socket says 172.21.15.76:58546) 2024-09-13T16:11:57.545 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.540+0000 7f4f17fff640 1 -- 172.21.15.76:0/972398045 learned_addr learned my addr 172.21.15.76:0/972398045 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:11:57.546 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.540+0000 7f4f1ce38640 1 --2- 172.21.15.76:0/972398045 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4f08003b30 0x7f4f180c4830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:57.546 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.540+0000 7f4f1d639640 1 --2- 172.21.15.76:0/972398045 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4f18157a10 0x7f4f181f5540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:57.546 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.540+0000 7f4f17fff640 1 -- 172.21.15.76:0/972398045 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4f18157a10 msgr2=0x7f4f181f5540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:57.546 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.540+0000 7f4f17fff640 1 --2- 172.21.15.76:0/972398045 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4f18157a10 0x7f4f181f5540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:57.546 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.540+0000 7f4f17fff640 1 -- 172.21.15.76:0/972398045 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4f08003b30 msgr2=0x7f4f180c4830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:57.546 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.540+0000 7f4f17fff640 1 --2- 172.21.15.76:0/972398045 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4f08003b30 0x7f4f180c4830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:57.546 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.540+0000 7f4f17fff640 1 -- 172.21.15.76:0/972398045 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4f180cbfd0 con 0x7f4f180af1f0 2024-09-13T16:11:57.546 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.540+0000 7f4f1ce38640 1 --2- 172.21.15.76:0/972398045 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4f08003b30 0x7f4f180c4830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:57.546 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.540+0000 7f4f17fff640 1 --2- 172.21.15.76:0/972398045 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4f180af1f0 0x7f4f181574d0 secure :-1 s=READY pgs=1422 cs=0 l=1 rev1=1 crypto rx=0x7f4f04004f70 tx=0x7f4f040074f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:57.546 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.540+0000 7f4f157fa640 1 -- 172.21.15.76:0/972398045 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f0400f750 con 0x7f4f180af1f0 2024-09-13T16:11:57.546 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.540+0000 7f4f157fa640 1 -- 172.21.15.76:0/972398045 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4f0400f8d0 con 0x7f4f180af1f0 2024-09-13T16:11:57.546 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.540+0000 7f4f1f09c640 1 -- 172.21.15.76:0/972398045 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4f180af670 con 0x7f4f180af1f0 2024-09-13T16:11:57.546 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.540+0000 7f4f157fa640 1 -- 172.21.15.76:0/972398045 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f0400fc80 con 0x7f4f180af1f0 2024-09-13T16:11:57.546 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.540+0000 7f4f1f09c640 1 -- 172.21.15.76:0/972398045 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4f180c2340 con 0x7f4f180af1f0 2024-09-13T16:11:57.547 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.541+0000 7f4f1f09c640 1 -- 172.21.15.76:0/972398045 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4f1806c650 con 0x7f4f180af1f0 2024-09-13T16:11:57.547 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.542+0000 7f4f157fa640 1 -- 172.21.15.76:0/972398045 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f4f0401d460 con 0x7f4f180af1f0 2024-09-13T16:11:57.547 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.542+0000 7f4f157fa640 1 --2- 172.21.15.76:0/972398045 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4efc06ac00 0x7f4efc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:57.547 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.542+0000 7f4f157fa640 1 -- 172.21.15.76:0/972398045 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(106..106 src has 1..106) v4 ==== 5177+0+0 (secure 0 0 0) 0x7f4f040892b0 con 0x7f4f180af1f0 2024-09-13T16:11:57.547 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.542+0000 7f4f1ce38640 1 --2- 172.21.15.76:0/972398045 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4efc06ac00 0x7f4efc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:57.547 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.543+0000 7f4f1ce38640 1 --2- 172.21.15.76:0/972398045 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4efc06ac00 0x7f4efc06d0c0 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7f4f0c032000 tx=0x7f4f0c009030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:57.548 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.547+0000 7f4f157fa640 1 -- 172.21.15.76:0/972398045 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f4f040546a0 con 0x7f4f180af1f0 2024-09-13T16:11:57.713 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.712+0000 7f4f1f09c640 1 -- 172.21.15.76:0/972398045 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7f4f180c9630 con 0x7f4f180af1f0 2024-09-13T16:11:57.714 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.712+0000 7f4f157fa640 1 -- 172.21.15.76:0/972398045 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v106) v1 ==== 84+0+65 (secure 0 0 0) 0x7f4f04057cc0 con 0x7f4f180af1f0 2024-09-13T16:11:57.714 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:11:57.714 INFO:teuthology.orchestra.run.smithi076.stdout:[ 2024-09-13T16:11:57.714 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:11:57.714 INFO:teuthology.orchestra.run.smithi076.stdout: "poolnum": 1, 2024-09-13T16:11:57.714 INFO:teuthology.orchestra.run.smithi076.stdout: "poolname": ".mgr" 2024-09-13T16:11:57.714 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:11:57.714 INFO:teuthology.orchestra.run.smithi076.stdout:] 2024-09-13T16:11:57.716 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.714+0000 7f4f1f09c640 1 -- 172.21.15.76:0/972398045 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4efc06ac00 msgr2=0x7f4efc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:57.716 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.714+0000 7f4f1f09c640 1 --2- 172.21.15.76:0/972398045 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4efc06ac00 0x7f4efc06d0c0 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7f4f0c032000 tx=0x7f4f0c009030 comp rx=0 tx=0).stop 2024-09-13T16:11:57.716 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.714+0000 7f4f1f09c640 1 -- 172.21.15.76:0/972398045 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4f180af1f0 msgr2=0x7f4f181574d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:57.716 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.714+0000 7f4f1f09c640 1 --2- 172.21.15.76:0/972398045 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4f180af1f0 0x7f4f181574d0 secure :-1 s=READY pgs=1422 cs=0 l=1 rev1=1 crypto rx=0x7f4f04004f70 tx=0x7f4f040074f0 comp rx=0 tx=0).stop 2024-09-13T16:11:57.716 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.715+0000 7f4f1f09c640 1 -- 172.21.15.76:0/972398045 shutdown_connections 2024-09-13T16:11:57.716 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.715+0000 7f4f1f09c640 1 --2- 172.21.15.76:0/972398045 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4efc06ac00 0x7f4efc06d0c0 unknown :-1 s=CLOSED pgs=619 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:57.716 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.715+0000 7f4f1f09c640 1 --2- 172.21.15.76:0/972398045 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4f18157a10 0x7f4f181f5540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:57.717 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.715+0000 7f4f1f09c640 1 --2- 172.21.15.76:0/972398045 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4f180af1f0 0x7f4f181574d0 unknown :-1 s=CLOSED pgs=1422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:57.717 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.715+0000 7f4f1f09c640 1 --2- 172.21.15.76:0/972398045 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4f08003b30 0x7f4f180c4830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:57.717 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.715+0000 7f4f1f09c640 1 -- 172.21.15.76:0/972398045 >> 172.21.15.76:0/972398045 conn(0x7f4f18069ed0 msgr2=0x7f4f180ad150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:57.717 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.715+0000 7f4f1f09c640 1 -- 172.21.15.76:0/972398045 shutdown_connections 2024-09-13T16:11:57.717 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.715+0000 7f4f1f09c640 1 -- 172.21.15.76:0/972398045 wait complete. 2024-09-13T16:11:57.727 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-13T16:11:57.727 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-13T16:11:57.829 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.827+0000 7efcacfaa640 1 Processor -- start 2024-09-13T16:11:57.829 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.827+0000 7efcacfaa640 1 -- start start 2024-09-13T16:11:57.836 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.828+0000 7efcacfaa640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7efca815c500 0x7efca80d2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:57.836 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.828+0000 7efcacfaa640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efca80cd450 con 0x7efca80d2590 2024-09-13T16:11:57.836 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.828+0000 7efcacfaa640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efca80d29f0 con 0x7efca80cdff0 2024-09-13T16:11:57.836 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.828+0000 7efcacfaa640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efca80d0cf0 con 0x7efca815c500 2024-09-13T16:11:57.837 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.828+0000 7efca5d9b640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7efca80d2590 0x7efca80cd8e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:60012/0 (socket says 172.21.15.76:60012) 2024-09-13T16:11:57.837 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.828+0000 7efca5d9b640 1 -- 172.21.15.76:0/2600786615 learned_addr learned my addr 172.21.15.76:0/2600786615 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:11:57.837 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.829+0000 7efca559a640 1 -- 172.21.15.76:0/2600786615 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3835315699 0 0) 0x7efca80cd450 con 0x7efca80d2590 2024-09-13T16:11:57.837 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.829+0000 7efca559a640 1 -- 172.21.15.76:0/2600786615 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7efc90003520 con 0x7efca80d2590 2024-09-13T16:11:57.837 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.829+0000 7efca659c640 1 --2- 172.21.15.76:0/2600786615 >> v2:172.21.15.192:3300/0 conn(0x7efca815c500 0x7efca80d2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:57.837 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.829+0000 7efca559a640 1 -- 172.21.15.76:0/2600786615 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1095520690 0 0) 0x7efc90003520 con 0x7efca80d2590 2024-09-13T16:11:57.837 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.829+0000 7efca559a640 1 -- 172.21.15.76:0/2600786615 >> v2:172.21.15.192:3300/0 conn(0x7efca815c500 msgr2=0x7efca80d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:57.838 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.829+0000 7efca559a640 1 --2- 172.21.15.76:0/2600786615 >> v2:172.21.15.192:3300/0 conn(0x7efca815c500 0x7efca80d2050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:57.838 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.829+0000 7efca559a640 1 -- 172.21.15.76:0/2600786615 >> v1:172.21.15.192:6789/0 conn(0x7efca80cdff0 legacy=0x7efca80d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:57.838 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.829+0000 7efca559a640 1 -- 172.21.15.76:0/2600786615 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efca80d0fd0 con 0x7efca80d2590 2024-09-13T16:11:57.838 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.829+0000 7efca559a640 1 -- 172.21.15.76:0/2600786615 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7efc9c001670 con 0x7efca80d2590 2024-09-13T16:11:57.838 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.829+0000 7efca559a640 1 -- 172.21.15.76:0/2600786615 >> v1:172.21.15.76:6789/0 conn(0x7efca80d2590 legacy=0x7efca80cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:57.838 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.829+0000 7efca559a640 1 --2- 172.21.15.76:0/2600786615 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efc90003970 0x7efc90003d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:57.838 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.829+0000 7efca559a640 1 --2- 172.21.15.76:0/2600786615 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efc900047c0 0x7efc90004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:57.838 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.829+0000 7efca559a640 1 --2- 172.21.15.76:0/2600786615 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efc90005180 0x7efc9000b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:57.838 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.829+0000 7efca559a640 1 -- 172.21.15.76:0/2600786615 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efca80d0cf0 con 0x7efc90003970 2024-09-13T16:11:57.838 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.829+0000 7efca559a640 1 -- 172.21.15.76:0/2600786615 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc9000c0b0 con 0x7efc90005180 2024-09-13T16:11:57.839 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.829+0000 7efca559a640 1 -- 172.21.15.76:0/2600786615 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efc9000c270 con 0x7efc900047c0 2024-09-13T16:11:57.839 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.829+0000 7efca659c640 1 --2- 172.21.15.76:0/2600786615 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efc90003970 0x7efc90003d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:57.839 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.829+0000 7efca6d9d640 1 --2- 172.21.15.76:0/2600786615 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efc90005180 0x7efc9000b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:57.839 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.829+0000 7efca5d9b640 1 --2- 172.21.15.76:0/2600786615 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efc900047c0 0x7efc90004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:57.839 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.829+0000 7efca659c640 1 -- 172.21.15.76:0/2600786615 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efc900047c0 msgr2=0x7efc90004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:57.839 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.829+0000 7efca659c640 1 --2- 172.21.15.76:0/2600786615 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efc900047c0 0x7efc90004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:57.839 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.829+0000 7efca659c640 1 -- 172.21.15.76:0/2600786615 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efc90005180 msgr2=0x7efc9000b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:57.839 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.829+0000 7efca659c640 1 --2- 172.21.15.76:0/2600786615 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efc90005180 0x7efc9000b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:57.839 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.829+0000 7efca6d9d640 1 -- 172.21.15.76:0/2600786615 reap_dead start 2024-09-13T16:11:57.839 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.829+0000 7efca659c640 1 -- 172.21.15.76:0/2600786615 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efc90003520 con 0x7efc90003970 2024-09-13T16:11:57.839 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.830+0000 7efca659c640 1 --2- 172.21.15.76:0/2600786615 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efc90003970 0x7efc90003d70 secure :-1 s=READY pgs=1424 cs=0 l=1 rev1=1 crypto rx=0x7efc9800ba00 tx=0x7efc900057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e5bc3e63bc6fb84 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:57.839 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.830+0000 7efca559a640 1 -- 172.21.15.76:0/2600786615 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc9802adb0 con 0x7efc90003970 2024-09-13T16:11:57.839 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.830+0000 7efca559a640 1 -- 172.21.15.76:0/2600786615 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efc9802e070 con 0x7efc90003970 2024-09-13T16:11:57.839 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.830+0000 7efca559a640 1 -- 172.21.15.76:0/2600786615 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc98034620 con 0x7efc90003970 2024-09-13T16:11:57.840 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.831+0000 7efcacfaa640 1 -- 172.21.15.76:0/2600786615 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efc90003970 msgr2=0x7efc90003d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:57.840 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.831+0000 7efcacfaa640 1 --2- 172.21.15.76:0/2600786615 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efc90003970 0x7efc90003d70 secure :-1 s=READY pgs=1424 cs=0 l=1 rev1=1 crypto rx=0x7efc9800ba00 tx=0x7efc900057f0 comp rx=0 tx=0).stop 2024-09-13T16:11:57.840 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.831+0000 7efcacfaa640 1 -- 172.21.15.76:0/2600786615 shutdown_connections 2024-09-13T16:11:57.840 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.831+0000 7efcacfaa640 1 --2- 172.21.15.76:0/2600786615 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efc90003970 0x7efc90003d70 unknown :-1 s=CLOSED pgs=1424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:57.840 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.831+0000 7efcacfaa640 1 -- 172.21.15.76:0/2600786615 >> 172.21.15.76:0/2600786615 conn(0x7efca8089f60 msgr2=0x7efca809b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:57.840 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.831+0000 7efcacfaa640 1 -- 172.21.15.76:0/2600786615 shutdown_connections 2024-09-13T16:11:57.840 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.831+0000 7efcacfaa640 1 -- 172.21.15.76:0/2600786615 wait complete. 2024-09-13T16:11:57.840 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.832+0000 7efcacfaa640 1 Processor -- start 2024-09-13T16:11:57.840 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.832+0000 7efcacfaa640 1 -- start start 2024-09-13T16:11:57.841 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.833+0000 7efcacfaa640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efc90003970 0x7efca81f2080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:57.841 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.833+0000 7efcacfaa640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efca81f25c0 0x7efca8160580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:57.841 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.833+0000 7efcacfaa640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efca8154db0 0x7efca8160ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:57.841 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.833+0000 7efcacfaa640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efca81f3090 con 0x7efca8154db0 2024-09-13T16:11:57.841 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.833+0000 7efcacfaa640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efca80afdb0 con 0x7efc90003970 2024-09-13T16:11:57.841 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.833+0000 7efcacfaa640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efca81f2ad0 con 0x7efca81f25c0 2024-09-13T16:11:57.841 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.833+0000 7efca6d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efca8154db0 0x7efca8160ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:57.841 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.833+0000 7efca6d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efca8154db0 0x7efca8160ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58558/0 (socket says 172.21.15.76:58558) 2024-09-13T16:11:57.841 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.833+0000 7efca6d9d640 1 -- 172.21.15.76:0/1780554236 learned_addr learned my addr 172.21.15.76:0/1780554236 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:11:57.841 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.833+0000 7efca5d9b640 1 --2- 172.21.15.76:0/1780554236 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efca81f25c0 0x7efca8160580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:57.841 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.833+0000 7efca659c640 1 --2- 172.21.15.76:0/1780554236 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efc90003970 0x7efca81f2080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:57.841 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.833+0000 7efca6d9d640 1 -- 172.21.15.76:0/1780554236 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efca81f25c0 msgr2=0x7efca8160580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:57.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.833+0000 7efca6d9d640 1 --2- 172.21.15.76:0/1780554236 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efca81f25c0 0x7efca8160580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:57.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.833+0000 7efca6d9d640 1 -- 172.21.15.76:0/1780554236 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efc90003970 msgr2=0x7efca81f2080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:57.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.833+0000 7efca6d9d640 1 --2- 172.21.15.76:0/1780554236 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efc90003970 0x7efca81f2080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:57.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.833+0000 7efca6d9d640 1 -- 172.21.15.76:0/1780554236 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efca81f2db0 con 0x7efca8154db0 2024-09-13T16:11:57.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.833+0000 7efca5d9b640 1 --2- 172.21.15.76:0/1780554236 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efca81f25c0 0x7efca8160580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:57.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.833+0000 7efca659c640 1 --2- 172.21.15.76:0/1780554236 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efc90003970 0x7efca81f2080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:57.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.834+0000 7efca6d9d640 1 --2- 172.21.15.76:0/1780554236 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efca8154db0 0x7efca8160ac0 secure :-1 s=READY pgs=1425 cs=0 l=1 rev1=1 crypto rx=0x7efca80d3410 tx=0x7efca000fc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:57.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.834+0000 7efc96ffd640 1 -- 172.21.15.76:0/1780554236 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efca0006d60 con 0x7efca8154db0 2024-09-13T16:11:57.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.834+0000 7efc96ffd640 1 -- 172.21.15.76:0/1780554236 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efca000d680 con 0x7efca8154db0 2024-09-13T16:11:57.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.834+0000 7efc96ffd640 1 -- 172.21.15.76:0/1780554236 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efca000da30 con 0x7efca8154db0 2024-09-13T16:11:57.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.834+0000 7efcacfaa640 1 -- 172.21.15.76:0/1780554236 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efca80af9d0 con 0x7efca8154db0 2024-09-13T16:11:57.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.834+0000 7efcacfaa640 1 -- 172.21.15.76:0/1780554236 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efca80cc450 con 0x7efca8154db0 2024-09-13T16:11:57.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.835+0000 7efcacfaa640 1 -- 172.21.15.76:0/1780554236 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efca80af830 con 0x7efca8154db0 2024-09-13T16:11:57.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.835+0000 7efc96ffd640 1 -- 172.21.15.76:0/1780554236 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7efca000db90 con 0x7efca8154db0 2024-09-13T16:11:57.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.836+0000 7efc96ffd640 1 --2- 172.21.15.76:0/1780554236 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efc8806ac00 0x7efc8806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:57.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.836+0000 7efc96ffd640 1 -- 172.21.15.76:0/1780554236 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(106..106 src has 1..106) v4 ==== 5177+0+0 (secure 0 0 0) 0x7efca0088f70 con 0x7efca8154db0 2024-09-13T16:11:57.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.836+0000 7efca659c640 1 --2- 172.21.15.76:0/1780554236 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efc8806ac00 0x7efc8806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:57.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.836+0000 7efca659c640 1 --2- 172.21.15.76:0/1780554236 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efc8806ac00 0x7efc8806d0c0 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7efc900057a0 tx=0x7efc98030000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:57.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:57.840+0000 7efc96ffd640 1 -- 172.21.15.76:0/1780554236 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7efca80af830 con 0x7efca8154db0 2024-09-13T16:11:58.004 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:58.003+0000 7efcacfaa640 1 -- 172.21.15.76:0/1780554236 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7efca80afef0 con 0x7efca8154db0 2024-09-13T16:11:58.873 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:58.872+0000 7efc96ffd640 1 -- 172.21.15.76:0/1780554236 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v107) v1 ==== 138+0+0 (secure 0 0 0) 0x7efca80afef0 con 0x7efca8154db0 2024-09-13T16:11:58.873 INFO:teuthology.orchestra.run.smithi076.stderr:pool 'cephfs_metadata' created 2024-09-13T16:11:58.878 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:58.875+0000 7efcacfaa640 1 -- 172.21.15.76:0/1780554236 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efc8806ac00 msgr2=0x7efc8806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:58.878 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:58.875+0000 7efcacfaa640 1 --2- 172.21.15.76:0/1780554236 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efc8806ac00 0x7efc8806d0c0 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7efc900057a0 tx=0x7efc98030000 comp rx=0 tx=0).stop 2024-09-13T16:11:58.878 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:58.875+0000 7efcacfaa640 1 -- 172.21.15.76:0/1780554236 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efca8154db0 msgr2=0x7efca8160ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:58.878 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:58.875+0000 7efcacfaa640 1 --2- 172.21.15.76:0/1780554236 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efca8154db0 0x7efca8160ac0 secure :-1 s=READY pgs=1425 cs=0 l=1 rev1=1 crypto rx=0x7efca80d3410 tx=0x7efca000fc00 comp rx=0 tx=0).stop 2024-09-13T16:11:58.878 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:58.876+0000 7efcacfaa640 1 -- 172.21.15.76:0/1780554236 shutdown_connections 2024-09-13T16:11:58.878 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:58.876+0000 7efcacfaa640 1 --2- 172.21.15.76:0/1780554236 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efca8154db0 0x7efca8160ac0 unknown :-1 s=CLOSED pgs=1425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:58.878 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:58.876+0000 7efcacfaa640 1 --2- 172.21.15.76:0/1780554236 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efc8806ac00 0x7efc8806d0c0 unknown :-1 s=CLOSED pgs=620 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:58.878 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:58.876+0000 7efcacfaa640 1 --2- 172.21.15.76:0/1780554236 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efca81f25c0 0x7efca8160580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:58.878 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:58.876+0000 7efcacfaa640 1 --2- 172.21.15.76:0/1780554236 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efc90003970 0x7efca81f2080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:58.878 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:58.876+0000 7efcacfaa640 1 -- 172.21.15.76:0/1780554236 >> 172.21.15.76:0/1780554236 conn(0x7efca8089f60 msgr2=0x7efca806b380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:58.879 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:58.876+0000 7efcacfaa640 1 -- 172.21.15.76:0/1780554236 shutdown_connections 2024-09-13T16:11:58.879 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:58.876+0000 7efcacfaa640 1 -- 172.21.15.76:0/1780554236 wait complete. 2024-09-13T16:11:58.892 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-13T16:11:59.002 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:59.001+0000 7fd50fad0640 1 Processor -- start 2024-09-13T16:11:59.002 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:59.001+0000 7fd50fad0640 1 -- start start 2024-09-13T16:11:59.003 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:59.001+0000 7fd50fad0640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd5080b2b40 0x7fd5080ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:59.003 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:59.002+0000 7fd50fad0640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fd5080ce4f0 0x7fd5080ce960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:59.003 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:59.002+0000 7fd50fad0640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd5080ccbe0 con 0x7fd508159310 2024-09-13T16:11:59.004 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:59.002+0000 7fd50fad0640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd5080ad940 con 0x7fd5080ce4f0 2024-09-13T16:11:59.004 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:59.002+0000 7fd50fad0640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd5080ceea0 con 0x7fd5080b2b40 2024-09-13T16:11:59.004 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:59.002+0000 7fd50d86c640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fd508159310 0x7fd5080ab140 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:60014/0 (socket says 172.21.15.76:60014) 2024-09-13T16:11:59.004 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:59.002+0000 7fd50e06d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fd5080ce4f0 0x7fd5080ce960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:59.004 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:59.002+0000 7fd50d86c640 1 -- 172.21.15.76:0/3780701877 learned_addr learned my addr 172.21.15.76:0/3780701877 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:11:59.004 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:59.002+0000 7fd50d06b640 1 --2- 172.21.15.76:0/3780701877 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd5080b2b40 0x7fd5080ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:59.004 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:59.002+0000 7fd50e06d640 1 -- 172.21.15.76:0/3780701877 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd5080b2b40 msgr2=0x7fd5080ad400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:59.004 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:59.002+0000 7fd50e06d640 1 --2- 172.21.15.76:0/3780701877 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd5080b2b40 0x7fd5080ad400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:59.004 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:59.002+0000 7fd50e06d640 1 -- 172.21.15.76:0/3780701877 >> v1:172.21.15.76:6789/0 conn(0x7fd508159310 legacy=0x7fd5080ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:59.004 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:59.002+0000 7fd50e06d640 1 -- 172.21.15.76:0/3780701877 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd5080b1810 con 0x7fd5080ce4f0 2024-09-13T16:11:59.004 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:59.002+0000 7fd50c86a640 1 -- 172.21.15.76:0/3780701877 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2317806213 0 0) 0x7fd5080ccbe0 con 0x7fd508159310 2024-09-13T16:11:59.005 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:59.003+0000 7fd50e06d640 1 --2- 172.21.15.76:0/3780701877 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5080ce4f0 0x7fd5080ce960 secure :-1 s=READY pgs=1427 cs=0 l=1 rev1=1 crypto rx=0x7fd500009dc0 tx=0x7fd50002a560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c01958c67fc4926a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:59.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:59.003+0000 7fd50c86a640 1 -- 172.21.15.76:0/3780701877 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd500007740 con 0x7fd5080ce4f0 2024-09-13T16:11:59.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:59.003+0000 7fd50c86a640 1 -- 172.21.15.76:0/3780701877 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd50002d050 con 0x7fd5080ce4f0 2024-09-13T16:11:59.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:59.003+0000 7fd50c86a640 1 -- 172.21.15.76:0/3780701877 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd500007ac0 con 0x7fd5080ce4f0 2024-09-13T16:11:59.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:59.003+0000 7fd50fad0640 1 -- 172.21.15.76:0/3780701877 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5080ce4f0 msgr2=0x7fd5080ce960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:59.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:59.003+0000 7fd50fad0640 1 --2- 172.21.15.76:0/3780701877 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5080ce4f0 0x7fd5080ce960 secure :-1 s=READY pgs=1427 cs=0 l=1 rev1=1 crypto rx=0x7fd500009dc0 tx=0x7fd50002a560 comp rx=0 tx=0).stop 2024-09-13T16:11:59.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:59.003+0000 7fd50fad0640 1 -- 172.21.15.76:0/3780701877 shutdown_connections 2024-09-13T16:11:59.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:59.003+0000 7fd50fad0640 1 --2- 172.21.15.76:0/3780701877 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5080ce4f0 0x7fd5080ce960 unknown :-1 s=CLOSED pgs=1427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:59.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:59.003+0000 7fd50fad0640 1 --2- 172.21.15.76:0/3780701877 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd5080b2b40 0x7fd5080ad400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:59.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:59.003+0000 7fd50fad0640 1 -- 172.21.15.76:0/3780701877 >> 172.21.15.76:0/3780701877 conn(0x7fd50806a0b0 msgr2=0x7fd50806a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:59.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:59.004+0000 7fd50fad0640 1 -- 172.21.15.76:0/3780701877 shutdown_connections 2024-09-13T16:11:59.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:59.004+0000 7fd50fad0640 1 -- 172.21.15.76:0/3780701877 wait complete. 2024-09-13T16:11:59.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:59.005+0000 7fd50fad0640 1 Processor -- start 2024-09-13T16:11:59.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:59.005+0000 7fd50fad0640 1 -- start start 2024-09-13T16:11:59.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:59.005+0000 7fd50fad0640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd5080b2b40 0x7fd5080c5380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:59.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:59.005+0000 7fd50fad0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5080ce4f0 0x7fd5081570d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:59.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:59.005+0000 7fd50fad0640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd508159310 0x7fd5080c6a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:59.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:59.005+0000 7fd50fad0640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd508157610 con 0x7fd5080ce4f0 2024-09-13T16:11:59.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:59.005+0000 7fd50fad0640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd5080c6570 con 0x7fd508159310 2024-09-13T16:11:59.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:59.005+0000 7fd50fad0640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd5080c5960 con 0x7fd5080b2b40 2024-09-13T16:11:59.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:59.006+0000 7fd50d06b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5080ce4f0 0x7fd5081570d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:59.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:59.006+0000 7fd50d06b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5080ce4f0 0x7fd5081570d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58570/0 (socket says 172.21.15.76:58570) 2024-09-13T16:11:59.010 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:59.006+0000 7fd50d06b640 1 -- 172.21.15.76:0/1871597711 learned_addr learned my addr 172.21.15.76:0/1871597711 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:11:59.010 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:59.006+0000 7fd50d86c640 1 --2- 172.21.15.76:0/1871597711 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd5080b2b40 0x7fd5080c5380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:59.010 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:59.006+0000 7fd50e06d640 1 --2- 172.21.15.76:0/1871597711 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd508159310 0x7fd5080c6a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:59.010 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:59.006+0000 7fd50d06b640 1 -- 172.21.15.76:0/1871597711 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd5080b2b40 msgr2=0x7fd5080c5380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:59.010 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:59.006+0000 7fd50d06b640 1 --2- 172.21.15.76:0/1871597711 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd5080b2b40 0x7fd5080c5380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:59.010 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:59.006+0000 7fd50d06b640 1 -- 172.21.15.76:0/1871597711 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd508159310 msgr2=0x7fd5080c6a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:59.010 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:59.006+0000 7fd50d06b640 1 --2- 172.21.15.76:0/1871597711 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd508159310 0x7fd5080c6a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:59.010 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:59.006+0000 7fd50d06b640 1 -- 172.21.15.76:0/1871597711 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd500009a70 con 0x7fd5080ce4f0 2024-09-13T16:11:59.010 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:59.006+0000 7fd50d06b640 1 --2- 172.21.15.76:0/1871597711 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5080ce4f0 0x7fd5081570d0 secure :-1 s=READY pgs=1428 cs=0 l=1 rev1=1 crypto rx=0x7fd4f800d800 tx=0x7fd4f800dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:59.010 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:59.006+0000 7fd4fe7fc640 1 -- 172.21.15.76:0/1871597711 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4f800b6c0 con 0x7fd5080ce4f0 2024-09-13T16:11:59.010 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:59.006+0000 7fd4fe7fc640 1 -- 172.21.15.76:0/1871597711 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd4f800b820 con 0x7fd5080ce4f0 2024-09-13T16:11:59.010 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:59.006+0000 7fd4fe7fc640 1 -- 172.21.15.76:0/1871597711 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4f800bbb0 con 0x7fd5080ce4f0 2024-09-13T16:11:59.011 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:59.006+0000 7fd50fad0640 1 -- 172.21.15.76:0/1871597711 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd5080c5c40 con 0x7fd5080ce4f0 2024-09-13T16:11:59.011 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:59.006+0000 7fd50fad0640 1 -- 172.21.15.76:0/1871597711 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd5080c6200 con 0x7fd5080ce4f0 2024-09-13T16:11:59.011 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:59.007+0000 7fd50fad0640 1 -- 172.21.15.76:0/1871597711 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd50806dfa0 con 0x7fd5080ce4f0 2024-09-13T16:11:59.011 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:59.008+0000 7fd4fe7fc640 1 -- 172.21.15.76:0/1871597711 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd4f800bd10 con 0x7fd5080ce4f0 2024-09-13T16:11:59.012 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:59.009+0000 7fd4fe7fc640 1 --2- 172.21.15.76:0/1871597711 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd4ec06ac00 0x7fd4ec06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:59.012 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:59.009+0000 7fd4fe7fc640 1 -- 172.21.15.76:0/1871597711 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(107..107 src has 1..107) v4 ==== 5547+0+0 (secure 0 0 0) 0x7fd4f808a220 con 0x7fd5080ce4f0 2024-09-13T16:11:59.012 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:59.009+0000 7fd50d86c640 1 --2- 172.21.15.76:0/1871597711 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd4ec06ac00 0x7fd4ec06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:59.012 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:59.009+0000 7fd50d86c640 1 --2- 172.21.15.76:0/1871597711 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd4ec06ac00 0x7fd4ec06d0c0 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7fd504000f60 tx=0x7fd504007c00 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:59.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:59.013+0000 7fd4fe7fc640 1 -- 172.21.15.76:0/1871597711 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fd4f8055580 con 0x7fd5080ce4f0 2024-09-13T16:11:59.177 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:59.175+0000 7fd50fad0640 1 -- 172.21.15.76:0/1871597711 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7fd50806e4b0 con 0x7fd5080ce4f0 2024-09-13T16:11:59.564 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a has been restored 2024-09-13T16:11:59.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:59.881+0000 7fd4fe7fc640 1 -- 172.21.15.76:0/1871597711 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v108) v1 ==== 170+0+0 (secure 0 0 0) 0x7fd4f8058ba0 con 0x7fd5080ce4f0 2024-09-13T16:11:59.883 INFO:teuthology.orchestra.run.smithi076.stderr:pool 'cephfs_data' created 2024-09-13T16:11:59.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:59.889+0000 7fd50fad0640 1 -- 172.21.15.76:0/1871597711 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd4ec06ac00 msgr2=0x7fd4ec06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:59.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:59.889+0000 7fd50fad0640 1 --2- 172.21.15.76:0/1871597711 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd4ec06ac00 0x7fd4ec06d0c0 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7fd504000f60 tx=0x7fd504007c00 comp rx=0 tx=0).stop 2024-09-13T16:11:59.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:59.889+0000 7fd50fad0640 1 -- 172.21.15.76:0/1871597711 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5080ce4f0 msgr2=0x7fd5081570d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:59.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:59.889+0000 7fd50fad0640 1 --2- 172.21.15.76:0/1871597711 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5080ce4f0 0x7fd5081570d0 secure :-1 s=READY pgs=1428 cs=0 l=1 rev1=1 crypto rx=0x7fd4f800d800 tx=0x7fd4f800dcc0 comp rx=0 tx=0).stop 2024-09-13T16:11:59.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:59.889+0000 7fd50fad0640 1 -- 172.21.15.76:0/1871597711 shutdown_connections 2024-09-13T16:11:59.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:59.889+0000 7fd50fad0640 1 --2- 172.21.15.76:0/1871597711 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd508159310 0x7fd5080c6a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:59.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:59.889+0000 7fd50fad0640 1 --2- 172.21.15.76:0/1871597711 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd5080ce4f0 0x7fd5081570d0 unknown :-1 s=CLOSED pgs=1428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:59.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:59.889+0000 7fd50fad0640 1 --2- 172.21.15.76:0/1871597711 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd4ec06ac00 0x7fd4ec06d0c0 secure :-1 s=CLOSED pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7fd504000f60 tx=0x7fd504007c00 comp rx=0 tx=0).stop 2024-09-13T16:11:59.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:59.889+0000 7fd50fad0640 1 --2- 172.21.15.76:0/1871597711 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd5080b2b40 0x7fd5080c5380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:59.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:59.889+0000 7fd50fad0640 1 -- 172.21.15.76:0/1871597711 >> 172.21.15.76:0/1871597711 conn(0x7fd50806a0b0 msgr2=0x7fd508070830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:59.899 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:59.898+0000 7fd50fad0640 1 -- 172.21.15.76:0/1871597711 shutdown_connections 2024-09-13T16:11:59.899 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:11:59.898+0000 7fd50fad0640 1 -- 172.21.15.76:0/1871597711 wait complete. 2024-09-13T16:11:59.914 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-13T16:12:00.020 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.018+0000 7f4198508640 1 Processor -- start 2024-09-13T16:12:00.020 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.018+0000 7f4198508640 1 -- start start 2024-09-13T16:12:00.021 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.019+0000 7f4198508640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f419015c500 0x7f41900d2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:00.021 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.019+0000 7f4198508640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f41900cdff0 0x7f41900d0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:00.021 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.019+0000 7f4198508640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f41900cd450 con 0x7f41900d2590 2024-09-13T16:12:00.021 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.019+0000 7f4198508640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f41900d29f0 con 0x7f41900cdff0 2024-09-13T16:12:00.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.019+0000 7f4198508640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f41900d0cf0 con 0x7f419015c500 2024-09-13T16:12:00.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.020+0000 7f4196aa5640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f41900cdff0 0x7f41900d0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:00.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.020+0000 7f4195aa3640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f41900d2590 0x7f41900cd8e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:60028/0 (socket says 172.21.15.76:60028) 2024-09-13T16:12:00.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.020+0000 7f4195aa3640 1 -- 172.21.15.76:0/3774345658 learned_addr learned my addr 172.21.15.76:0/3774345658 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:12:00.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.020+0000 7f41962a4640 1 --2- 172.21.15.76:0/3774345658 >> v2:172.21.15.192:3300/0 conn(0x7f419015c500 0x7f41900d2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:00.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.020+0000 7f4196aa5640 1 -- 172.21.15.76:0/3774345658 >> v2:172.21.15.192:3300/0 conn(0x7f419015c500 msgr2=0x7f41900d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:00.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.020+0000 7f4196aa5640 1 --2- 172.21.15.76:0/3774345658 >> v2:172.21.15.192:3300/0 conn(0x7f419015c500 0x7f41900d2050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:00.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.020+0000 7f4196aa5640 1 -- 172.21.15.76:0/3774345658 >> v1:172.21.15.76:6789/0 conn(0x7f41900d2590 legacy=0x7f41900cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:00.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.020+0000 7f4196aa5640 1 -- 172.21.15.76:0/3774345658 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f41900d0fd0 con 0x7f41900cdff0 2024-09-13T16:12:00.024 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.021+0000 7f4196aa5640 1 --2- 172.21.15.76:0/3774345658 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f41900cdff0 0x7f41900d0000 secure :-1 s=READY pgs=1430 cs=0 l=1 rev1=1 crypto rx=0x7f41900cfec0 tx=0x7f418802a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=632d7df6f29d3aba server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:00.024 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.021+0000 7f41952a2640 1 -- 172.21.15.76:0/3774345658 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f418802aea0 con 0x7f41900cdff0 2024-09-13T16:12:00.024 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.021+0000 7f41952a2640 1 -- 172.21.15.76:0/3774345658 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f418802d050 con 0x7f41900cdff0 2024-09-13T16:12:00.024 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.021+0000 7f41952a2640 1 -- 172.21.15.76:0/3774345658 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4188007960 con 0x7f41900cdff0 2024-09-13T16:12:00.024 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.021+0000 7f4198508640 1 -- 172.21.15.76:0/3774345658 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f41900cdff0 msgr2=0x7f41900d0000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:00.024 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.021+0000 7f4198508640 1 --2- 172.21.15.76:0/3774345658 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f41900cdff0 0x7f41900d0000 secure :-1 s=READY pgs=1430 cs=0 l=1 rev1=1 crypto rx=0x7f41900cfec0 tx=0x7f418802a680 comp rx=0 tx=0).stop 2024-09-13T16:12:00.025 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.021+0000 7f4198508640 1 -- 172.21.15.76:0/3774345658 shutdown_connections 2024-09-13T16:12:00.025 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.021+0000 7f4198508640 1 --2- 172.21.15.76:0/3774345658 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f41900cdff0 0x7f41900d0000 unknown :-1 s=CLOSED pgs=1430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:00.025 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.021+0000 7f4198508640 1 --2- 172.21.15.76:0/3774345658 >> v2:172.21.15.192:3300/0 conn(0x7f419015c500 0x7f41900d2050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:00.025 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.021+0000 7f4198508640 1 -- 172.21.15.76:0/3774345658 >> 172.21.15.76:0/3774345658 conn(0x7f4190089f60 msgr2=0x7f419009b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:00.025 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.021+0000 7f4198508640 1 -- 172.21.15.76:0/3774345658 shutdown_connections 2024-09-13T16:12:00.025 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.021+0000 7f4198508640 1 -- 172.21.15.76:0/3774345658 wait complete. 2024-09-13T16:12:00.025 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.023+0000 7f4198508640 1 Processor -- start 2024-09-13T16:12:00.025 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.023+0000 7f4198508640 1 -- start start 2024-09-13T16:12:00.028 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.023+0000 7f4198508640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f41900cdff0 0x7f419015d350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:00.028 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.023+0000 7f4198508640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f41900d2590 0x7f419015ed30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:00.028 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.023+0000 7f4198508640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f419015c500 0x7f419015f270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:00.029 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.023+0000 7f4198508640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f419015f7b0 con 0x7f41900cdff0 2024-09-13T16:12:00.029 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.023+0000 7f4198508640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f419015d890 con 0x7f419015c500 2024-09-13T16:12:00.029 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.023+0000 7f4198508640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f41900b27e0 con 0x7f41900d2590 2024-09-13T16:12:00.029 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.023+0000 7f41962a4640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f41900cdff0 0x7f419015d350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:00.029 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.023+0000 7f41962a4640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f41900cdff0 0x7f419015d350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58580/0 (socket says 172.21.15.76:58580) 2024-09-13T16:12:00.029 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.023+0000 7f41962a4640 1 -- 172.21.15.76:0/2026520444 learned_addr learned my addr 172.21.15.76:0/2026520444 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:00.029 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.024+0000 7f41962a4640 1 -- 172.21.15.76:0/2026520444 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f41900d2590 msgr2=0x7f419015ed30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:00.029 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.024+0000 7f41962a4640 1 --2- 172.21.15.76:0/2026520444 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f41900d2590 0x7f419015ed30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:00.029 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.024+0000 7f4196aa5640 1 --2- 172.21.15.76:0/2026520444 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f419015c500 0x7f419015f270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:00.029 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.024+0000 7f41962a4640 1 -- 172.21.15.76:0/2026520444 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f419015c500 msgr2=0x7f419015f270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:00.029 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.024+0000 7f41962a4640 1 --2- 172.21.15.76:0/2026520444 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f419015c500 0x7f419015f270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:00.029 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.024+0000 7f41962a4640 1 -- 172.21.15.76:0/2026520444 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4188009a70 con 0x7f41900cdff0 2024-09-13T16:12:00.030 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.024+0000 7f4196aa5640 1 --2- 172.21.15.76:0/2026520444 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f419015c500 0x7f419015f270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:12:00.030 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.024+0000 7f41962a4640 1 --2- 172.21.15.76:0/2026520444 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f41900cdff0 0x7f419015d350 secure :-1 s=READY pgs=1431 cs=0 l=1 rev1=1 crypto rx=0x7f418c00d5f0 tx=0x7f418c00dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:00.030 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.024+0000 7f4186ffd640 1 -- 172.21.15.76:0/2026520444 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f418c0125f0 con 0x7f41900cdff0 2024-09-13T16:12:00.030 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.024+0000 7f4186ffd640 1 -- 172.21.15.76:0/2026520444 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f418c012750 con 0x7f41900cdff0 2024-09-13T16:12:00.030 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.024+0000 7f4198508640 1 -- 172.21.15.76:0/2026520444 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f41900b2ac0 con 0x7f41900cdff0 2024-09-13T16:12:00.030 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.024+0000 7f4186ffd640 1 -- 172.21.15.76:0/2026520444 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f418c012b00 con 0x7f41900cdff0 2024-09-13T16:12:00.030 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.024+0000 7f4198508640 1 -- 172.21.15.76:0/2026520444 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f41900b3080 con 0x7f41900cdff0 2024-09-13T16:12:00.030 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.025+0000 7f4198508640 1 -- 172.21.15.76:0/2026520444 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f41900d0870 con 0x7f41900cdff0 2024-09-13T16:12:00.030 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.026+0000 7f4186ffd640 1 -- 172.21.15.76:0/2026520444 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f418c012c60 con 0x7f41900cdff0 2024-09-13T16:12:00.030 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.026+0000 7f4186ffd640 1 --2- 172.21.15.76:0/2026520444 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f417406ac00 0x7f417406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:00.030 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.026+0000 7f4186ffd640 1 -- 172.21.15.76:0/2026520444 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(108..108 src has 1..108) v4 ==== 5929+0+0 (secure 0 0 0) 0x7f418c089940 con 0x7f41900cdff0 2024-09-13T16:12:00.030 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.026+0000 7f4195aa3640 1 --2- 172.21.15.76:0/2026520444 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f417406ac00 0x7f417406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:00.030 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.027+0000 7f4195aa3640 1 --2- 172.21.15.76:0/2026520444 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f417406ac00 0x7f417406d0c0 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7f4180000f60 tx=0x7f4180007a80 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:00.032 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.031+0000 7f4186ffd640 1 -- 172.21.15.76:0/2026520444 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f418c054a40 con 0x7f41900cdff0 2024-09-13T16:12:00.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.225+0000 7f4198508640 1 -- 172.21.15.76:0/2026520444 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7f41900b8330 con 0x7f41900cdff0 2024-09-13T16:12:00.235 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.234+0000 7f4186ffd640 1 -- 172.21.15.76:0/2026520444 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 15 and data pool 16 v52) v1 ==== 174+0+0 (secure 0 0 0) 0x7f418c058060 con 0x7f41900cdff0 2024-09-13T16:12:00.236 INFO:teuthology.orchestra.run.smithi076.stderr:new fs with metadata pool 15 and data pool 16 2024-09-13T16:12:00.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.246+0000 7f4198508640 1 -- 172.21.15.76:0/2026520444 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f417406ac00 msgr2=0x7f417406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:00.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.246+0000 7f4198508640 1 --2- 172.21.15.76:0/2026520444 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f417406ac00 0x7f417406d0c0 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7f4180000f60 tx=0x7f4180007a80 comp rx=0 tx=0).stop 2024-09-13T16:12:00.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.246+0000 7f4198508640 1 -- 172.21.15.76:0/2026520444 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f41900cdff0 msgr2=0x7f419015d350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:00.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.246+0000 7f4198508640 1 --2- 172.21.15.76:0/2026520444 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f41900cdff0 0x7f419015d350 secure :-1 s=READY pgs=1431 cs=0 l=1 rev1=1 crypto rx=0x7f418c00d5f0 tx=0x7f418c00dab0 comp rx=0 tx=0).stop 2024-09-13T16:12:00.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.246+0000 7f4198508640 1 -- 172.21.15.76:0/2026520444 shutdown_connections 2024-09-13T16:12:00.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.246+0000 7f4198508640 1 --2- 172.21.15.76:0/2026520444 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f419015c500 0x7f419015f270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:00.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.246+0000 7f4198508640 1 --2- 172.21.15.76:0/2026520444 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f417406ac00 0x7f417406d0c0 unknown :-1 s=CLOSED pgs=622 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:00.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.246+0000 7f4198508640 1 --2- 172.21.15.76:0/2026520444 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f41900d2590 0x7f419015ed30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:00.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.246+0000 7f4198508640 1 --2- 172.21.15.76:0/2026520444 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f41900cdff0 0x7f419015d350 unknown :-1 s=CLOSED pgs=1431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:00.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.246+0000 7f4198508640 1 -- 172.21.15.76:0/2026520444 >> 172.21.15.76:0/2026520444 conn(0x7f4190089f60 msgr2=0x7f41900cf680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:00.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.246+0000 7f4198508640 1 -- 172.21.15.76:0/2026520444 shutdown_connections 2024-09-13T16:12:00.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.246+0000 7f4198508640 1 -- 172.21.15.76:0/2026520444 wait complete. 2024-09-13T16:12:00.265 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:12:00.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.362+0000 7f81ec325640 1 Processor -- start 2024-09-13T16:12:00.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.362+0000 7f81ec325640 1 -- start start 2024-09-13T16:12:00.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.362+0000 7f81ec325640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f81e406c4c0 0x7f81e406c8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:00.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.362+0000 7f81ec325640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f81e40cbea0 0x7f81e40cc330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:00.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.362+0000 7f81ec325640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f81e406dab0 con 0x7f81e40b2590 2024-09-13T16:12:00.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.363+0000 7f81ec325640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f81e406deb0 con 0x7f81e406c4c0 2024-09-13T16:12:00.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.363+0000 7f81ec325640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f81e40b2170 con 0x7f81e40cbea0 2024-09-13T16:12:00.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.363+0000 7f81ea0c1640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f81e406c4c0 0x7f81e406c8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:00.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.363+0000 7f81e98c0640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f81e40b2590 0x7f81e406d3a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:60040/0 (socket says 172.21.15.76:60040) 2024-09-13T16:12:00.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.363+0000 7f81e98c0640 1 -- 172.21.15.76:0/299078180 learned_addr learned my addr 172.21.15.76:0/299078180 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:12:00.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.363+0000 7f81ea8c2640 1 --2- 172.21.15.76:0/299078180 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f81e40cbea0 0x7f81e40cc330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:00.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.363+0000 7f81ea0c1640 1 -- 172.21.15.76:0/299078180 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f81e40cbea0 msgr2=0x7f81e40cc330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:00.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.363+0000 7f81ea0c1640 1 --2- 172.21.15.76:0/299078180 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f81e40cbea0 0x7f81e40cc330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:00.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.363+0000 7f81ea0c1640 1 -- 172.21.15.76:0/299078180 >> v1:172.21.15.76:6789/0 conn(0x7f81e40b2590 legacy=0x7f81e406d3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:00.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.363+0000 7f81ea0c1640 1 -- 172.21.15.76:0/299078180 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f81e40cc870 con 0x7f81e406c4c0 2024-09-13T16:12:00.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.363+0000 7f81e90bf640 1 -- 172.21.15.76:0/299078180 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1058665327 0 0) 0x7f81e406dab0 con 0x7f81e40b2590 2024-09-13T16:12:00.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.363+0000 7f81ea8c2640 1 --2- 172.21.15.76:0/299078180 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f81e40cbea0 0x7f81e40cc330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:12:00.367 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.364+0000 7f81ea0c1640 1 --2- 172.21.15.76:0/299078180 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f81e406c4c0 0x7f81e406c8a0 secure :-1 s=READY pgs=1433 cs=0 l=1 rev1=1 crypto rx=0x7f81dc0097a0 tx=0x7f81dc02a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=89d857ef8d8b52ab server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:00.367 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.364+0000 7f81e90bf640 1 -- 172.21.15.76:0/299078180 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81dc032440 con 0x7f81e406c4c0 2024-09-13T16:12:00.367 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.364+0000 7f81e90bf640 1 -- 172.21.15.76:0/299078180 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f81dc0325a0 con 0x7f81e406c4c0 2024-09-13T16:12:00.367 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.364+0000 7f81e90bf640 1 -- 172.21.15.76:0/299078180 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81dc032930 con 0x7f81e406c4c0 2024-09-13T16:12:00.367 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.364+0000 7f81ec325640 1 -- 172.21.15.76:0/299078180 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f81e406c4c0 msgr2=0x7f81e406c8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:00.367 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.364+0000 7f81ec325640 1 --2- 172.21.15.76:0/299078180 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f81e406c4c0 0x7f81e406c8a0 secure :-1 s=READY pgs=1433 cs=0 l=1 rev1=1 crypto rx=0x7f81dc0097a0 tx=0x7f81dc02a180 comp rx=0 tx=0).stop 2024-09-13T16:12:00.367 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.364+0000 7f81ec325640 1 -- 172.21.15.76:0/299078180 shutdown_connections 2024-09-13T16:12:00.367 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.364+0000 7f81ec325640 1 --2- 172.21.15.76:0/299078180 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f81e40cbea0 0x7f81e40cc330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:00.367 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.364+0000 7f81ec325640 1 --2- 172.21.15.76:0/299078180 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f81e406c4c0 0x7f81e406c8a0 unknown :-1 s=CLOSED pgs=1433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:00.368 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.364+0000 7f81ec325640 1 -- 172.21.15.76:0/299078180 >> 172.21.15.76:0/299078180 conn(0x7f81e4069ed0 msgr2=0x7f81e406a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:00.368 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.364+0000 7f81ec325640 1 -- 172.21.15.76:0/299078180 shutdown_connections 2024-09-13T16:12:00.368 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.365+0000 7f81ec325640 1 -- 172.21.15.76:0/299078180 wait complete. 2024-09-13T16:12:00.368 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.366+0000 7f81ec325640 1 Processor -- start 2024-09-13T16:12:00.368 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.366+0000 7f81ec325640 1 -- start start 2024-09-13T16:12:00.370 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.366+0000 7f81ec325640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f81e406c4c0 0x7f81e415bb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:00.370 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.366+0000 7f81ec325640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f81e40b2590 0x7f81e414f770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:00.370 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.366+0000 7f81ec325640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f81e40cbea0 0x7f81e41f5760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:00.371 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.366+0000 7f81ec325640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f81e40c1c60 con 0x7f81e40b2590 2024-09-13T16:12:00.371 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.366+0000 7f81ec325640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f81e4097530 con 0x7f81e40cbea0 2024-09-13T16:12:00.371 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.366+0000 7f81ec325640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f81e4097250 con 0x7f81e406c4c0 2024-09-13T16:12:00.371 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.367+0000 7f81e98c0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f81e40b2590 0x7f81e414f770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:00.371 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.367+0000 7f81e98c0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f81e40b2590 0x7f81e414f770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58604/0 (socket says 172.21.15.76:58604) 2024-09-13T16:12:00.371 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.367+0000 7f81e98c0640 1 -- 172.21.15.76:0/2287120108 learned_addr learned my addr 172.21.15.76:0/2287120108 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:00.371 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.367+0000 7f81ea0c1640 1 --2- 172.21.15.76:0/2287120108 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f81e406c4c0 0x7f81e415bb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:00.371 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.367+0000 7f81e98c0640 1 -- 172.21.15.76:0/2287120108 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f81e406c4c0 msgr2=0x7f81e415bb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:00.371 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.367+0000 7f81e98c0640 1 --2- 172.21.15.76:0/2287120108 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f81e406c4c0 0x7f81e415bb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:00.371 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.367+0000 7f81e98c0640 1 -- 172.21.15.76:0/2287120108 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f81e40cbea0 msgr2=0x7f81e41f5760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:00.371 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.367+0000 7f81e98c0640 1 --2- 172.21.15.76:0/2287120108 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f81e40cbea0 0x7f81e41f5760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:00.371 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.367+0000 7f81e98c0640 1 -- 172.21.15.76:0/2287120108 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f81dc009400 con 0x7f81e40b2590 2024-09-13T16:12:00.371 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.367+0000 7f81ea0c1640 1 --2- 172.21.15.76:0/2287120108 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f81e406c4c0 0x7f81e415bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:12:00.372 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.367+0000 7f81e98c0640 1 --2- 172.21.15.76:0/2287120108 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f81e40b2590 0x7f81e414f770 secure :-1 s=READY pgs=1434 cs=0 l=1 rev1=1 crypto rx=0x7f81d800c890 tx=0x7f81d800cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:00.372 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.367+0000 7f81e2ffd640 1 -- 172.21.15.76:0/2287120108 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81d800a640 con 0x7f81e40b2590 2024-09-13T16:12:00.372 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.367+0000 7f81e2ffd640 1 -- 172.21.15.76:0/2287120108 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f81d800a7c0 con 0x7f81e40b2590 2024-09-13T16:12:00.372 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.367+0000 7f81ec325640 1 -- 172.21.15.76:0/2287120108 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f81e40c79b0 con 0x7f81e40b2590 2024-09-13T16:12:00.372 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.367+0000 7f81e2ffd640 1 -- 172.21.15.76:0/2287120108 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81d800ab70 con 0x7f81e40b2590 2024-09-13T16:12:00.372 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.367+0000 7f81ec325640 1 -- 172.21.15.76:0/2287120108 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f81e40c7f70 con 0x7f81e40b2590 2024-09-13T16:12:00.372 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.368+0000 7f81ec325640 1 -- 172.21.15.76:0/2287120108 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f81e4159120 con 0x7f81e40b2590 2024-09-13T16:12:00.372 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.369+0000 7f81e2ffd640 1 -- 172.21.15.76:0/2287120108 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f81d800acd0 con 0x7f81e40b2590 2024-09-13T16:12:00.372 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.369+0000 7f81e2ffd640 1 --2- 172.21.15.76:0/2287120108 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f81d006ac00 0x7f81d006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:00.372 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.369+0000 7f81e2ffd640 1 -- 172.21.15.76:0/2287120108 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(109..109 src has 1..109) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f81d8088d50 con 0x7f81e40b2590 2024-09-13T16:12:00.372 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.369+0000 7f81ea0c1640 1 --2- 172.21.15.76:0/2287120108 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f81d006ac00 0x7f81d006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:00.373 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.370+0000 7f81ea0c1640 1 --2- 172.21.15.76:0/2287120108 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f81d006ac00 0x7f81d006d0c0 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7f81dc034000 tx=0x7f81dc02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:00.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.373+0000 7f81e2ffd640 1 -- 172.21.15.76:0/2287120108 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f81e4159120 con 0x7f81e40b2590 2024-09-13T16:12:00.538 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.537+0000 7f81ec325640 1 -- 172.21.15.76:0/2287120108 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f81e4159120 con 0x7f81e40b2590 2024-09-13T16:12:00.539 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.538+0000 7f81e2ffd640 1 -- 172.21.15.76:0/2287120108 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v109) v1 ==== 74+0+16693 (secure 0 0 0) 0x7f81e4159120 con 0x7f81e40b2590 2024-09-13T16:12:00.539 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:00.540 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":109,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:12:00.226791+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":16,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:11:58.022342+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"109","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":16,"pool_name":"cephfs_data","create_time":"2024-09-13T16:11:59.194875+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"109","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:12:00.542 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.540+0000 7f81ec325640 1 -- 172.21.15.76:0/2287120108 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f81d006ac00 msgr2=0x7f81d006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:00.542 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.540+0000 7f81ec325640 1 --2- 172.21.15.76:0/2287120108 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f81d006ac00 0x7f81d006d0c0 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7f81dc034000 tx=0x7f81dc02e000 comp rx=0 tx=0).stop 2024-09-13T16:12:00.542 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.540+0000 7f81ec325640 1 -- 172.21.15.76:0/2287120108 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f81e40b2590 msgr2=0x7f81e414f770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:00.542 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.540+0000 7f81ec325640 1 --2- 172.21.15.76:0/2287120108 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f81e40b2590 0x7f81e414f770 secure :-1 s=READY pgs=1434 cs=0 l=1 rev1=1 crypto rx=0x7f81d800c890 tx=0x7f81d800cd50 comp rx=0 tx=0).stop 2024-09-13T16:12:00.542 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.540+0000 7f81ec325640 1 -- 172.21.15.76:0/2287120108 shutdown_connections 2024-09-13T16:12:00.542 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.540+0000 7f81ec325640 1 --2- 172.21.15.76:0/2287120108 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f81e40cbea0 0x7f81e41f5760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:00.542 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.540+0000 7f81ec325640 1 --2- 172.21.15.76:0/2287120108 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f81e40b2590 0x7f81e414f770 unknown :-1 s=CLOSED pgs=1434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:00.542 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.540+0000 7f81ec325640 1 --2- 172.21.15.76:0/2287120108 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f81d006ac00 0x7f81d006d0c0 unknown :-1 s=CLOSED pgs=623 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:00.542 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.540+0000 7f81ec325640 1 --2- 172.21.15.76:0/2287120108 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f81e406c4c0 0x7f81e415bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:00.542 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.540+0000 7f81ec325640 1 -- 172.21.15.76:0/2287120108 >> 172.21.15.76:0/2287120108 conn(0x7f81e4069ed0 msgr2=0x7f81e40ad380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:00.542 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.540+0000 7f81ec325640 1 -- 172.21.15.76:0/2287120108 shutdown_connections 2024-09-13T16:12:00.543 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.540+0000 7f81ec325640 1 -- 172.21.15.76:0/2287120108 wait complete. 2024-09-13T16:12:00.553 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:12:00.651 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.649+0000 7ff20365a640 1 Processor -- start 2024-09-13T16:12:00.651 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.649+0000 7ff20365a640 1 -- start start 2024-09-13T16:12:00.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.650+0000 7ff20365a640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff1fc15c6e0 0x7ff1fc0b3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:00.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.650+0000 7ff20365a640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff1fc0d07b0 0x7ff1fc0b4490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:00.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.650+0000 7ff20365a640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff1fc0d1840 con 0x7ff1fc0ccb20 2024-09-13T16:12:00.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.650+0000 7ff20365a640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff1fc06bd20 con 0x7ff1fc15c6e0 2024-09-13T16:12:00.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.650+0000 7ff20365a640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff1fc0d0c30 con 0x7ff1fc0d07b0 2024-09-13T16:12:00.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.651+0000 7ff2013f6640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff1fc15c6e0 0x7ff1fc0b3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:00.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.651+0000 7ff201bf7640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7ff1fc0ccb20 0x7ff1fc160030 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:60054/0 (socket says 172.21.15.76:60054) 2024-09-13T16:12:00.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.651+0000 7ff2013f6640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff1fc15c6e0 0x7ff1fc0b3f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58614/0 (socket says 172.21.15.76:58614) 2024-09-13T16:12:00.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.651+0000 7ff201bf7640 1 -- 172.21.15.76:0/431942643 learned_addr learned my addr 172.21.15.76:0/431942643 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:12:00.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.651+0000 7ff200bf5640 1 --2- 172.21.15.76:0/431942643 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff1fc0d07b0 0x7ff1fc0b4490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:00.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.651+0000 7ff2013f6640 1 -- 172.21.15.76:0/431942643 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff1fc0d07b0 msgr2=0x7ff1fc0b4490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:00.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.651+0000 7ff2013f6640 1 --2- 172.21.15.76:0/431942643 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff1fc0d07b0 0x7ff1fc0b4490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:00.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.651+0000 7ff2013f6640 1 -- 172.21.15.76:0/431942643 >> v1:172.21.15.76:6789/0 conn(0x7ff1fc0ccb20 legacy=0x7ff1fc160030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:00.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.651+0000 7ff2013f6640 1 -- 172.21.15.76:0/431942643 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff1fc0d0f10 con 0x7ff1fc15c6e0 2024-09-13T16:12:00.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.651+0000 7ff1f3fff640 1 -- 172.21.15.76:0/431942643 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3857994474 0 0) 0x7ff1fc0d1840 con 0x7ff1fc0ccb20 2024-09-13T16:12:00.655 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.652+0000 7ff2013f6640 1 --2- 172.21.15.76:0/431942643 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff1fc15c6e0 0x7ff1fc0b3f50 secure :-1 s=READY pgs=1436 cs=0 l=1 rev1=1 crypto rx=0x7ff1f80097a0 tx=0x7ff1f802a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d171f887dd3bf83 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:00.655 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.652+0000 7ff1f3fff640 1 -- 172.21.15.76:0/431942643 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1f802ae50 con 0x7ff1fc15c6e0 2024-09-13T16:12:00.655 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.652+0000 7ff1f3fff640 1 -- 172.21.15.76:0/431942643 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff1f8032440 con 0x7ff1fc15c6e0 2024-09-13T16:12:00.655 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.652+0000 7ff1f3fff640 1 -- 172.21.15.76:0/431942643 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1f80327d0 con 0x7ff1fc15c6e0 2024-09-13T16:12:00.655 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.652+0000 7ff20365a640 1 -- 172.21.15.76:0/431942643 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff1fc15c6e0 msgr2=0x7ff1fc0b3f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:00.655 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.652+0000 7ff20365a640 1 --2- 172.21.15.76:0/431942643 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff1fc15c6e0 0x7ff1fc0b3f50 secure :-1 s=READY pgs=1436 cs=0 l=1 rev1=1 crypto rx=0x7ff1f80097a0 tx=0x7ff1f802a100 comp rx=0 tx=0).stop 2024-09-13T16:12:00.655 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.652+0000 7ff20365a640 1 -- 172.21.15.76:0/431942643 shutdown_connections 2024-09-13T16:12:00.655 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.652+0000 7ff20365a640 1 --2- 172.21.15.76:0/431942643 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff1fc0d07b0 0x7ff1fc0b4490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:00.655 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.652+0000 7ff20365a640 1 --2- 172.21.15.76:0/431942643 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff1fc15c6e0 0x7ff1fc0b3f50 unknown :-1 s=CLOSED pgs=1436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:00.655 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.652+0000 7ff20365a640 1 -- 172.21.15.76:0/431942643 >> 172.21.15.76:0/431942643 conn(0x7ff1fc089f60 msgr2=0x7ff1fc0d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:00.656 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.652+0000 7ff20365a640 1 -- 172.21.15.76:0/431942643 shutdown_connections 2024-09-13T16:12:00.656 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.652+0000 7ff20365a640 1 -- 172.21.15.76:0/431942643 wait complete. 2024-09-13T16:12:00.656 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.654+0000 7ff20365a640 1 Processor -- start 2024-09-13T16:12:00.656 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.654+0000 7ff20365a640 1 -- start start 2024-09-13T16:12:00.658 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.654+0000 7ff20365a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff1fc0ccb20 0x7ff1fc15a7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:00.658 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.654+0000 7ff20365a640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff1fc0d07b0 0x7ff1fc15ef00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:00.659 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.654+0000 7ff20365a640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff1fc15c6e0 0x7ff1fc150540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:00.659 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.654+0000 7ff20365a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff1fc0b53a0 con 0x7ff1fc0ccb20 2024-09-13T16:12:00.659 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.654+0000 7ff20365a640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff1fc0ca130 con 0x7ff1fc0d07b0 2024-09-13T16:12:00.659 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.654+0000 7ff20365a640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff1fc0ca410 con 0x7ff1fc15c6e0 2024-09-13T16:12:00.659 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.654+0000 7ff2013f6640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff1fc0ccb20 0x7ff1fc15a7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:00.659 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.654+0000 7ff2013f6640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff1fc0ccb20 0x7ff1fc15a7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58624/0 (socket says 172.21.15.76:58624) 2024-09-13T16:12:00.659 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.654+0000 7ff2013f6640 1 -- 172.21.15.76:0/951773881 learned_addr learned my addr 172.21.15.76:0/951773881 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:00.659 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.655+0000 7ff201bf7640 1 --2- 172.21.15.76:0/951773881 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff1fc15c6e0 0x7ff1fc150540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:00.659 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.655+0000 7ff200bf5640 1 --2- 172.21.15.76:0/951773881 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff1fc0d07b0 0x7ff1fc15ef00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:00.659 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.655+0000 7ff2013f6640 1 -- 172.21.15.76:0/951773881 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff1fc15c6e0 msgr2=0x7ff1fc150540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:00.659 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.655+0000 7ff2013f6640 1 --2- 172.21.15.76:0/951773881 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff1fc15c6e0 0x7ff1fc150540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:00.659 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.655+0000 7ff2013f6640 1 -- 172.21.15.76:0/951773881 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff1fc0d07b0 msgr2=0x7ff1fc15ef00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:00.659 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.655+0000 7ff2013f6640 1 --2- 172.21.15.76:0/951773881 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff1fc0d07b0 0x7ff1fc15ef00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:00.660 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.655+0000 7ff2013f6640 1 -- 172.21.15.76:0/951773881 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff1f8009400 con 0x7ff1fc0ccb20 2024-09-13T16:12:00.660 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.655+0000 7ff201bf7640 1 --2- 172.21.15.76:0/951773881 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff1fc15c6e0 0x7ff1fc150540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:12:00.660 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.655+0000 7ff200bf5640 1 --2- 172.21.15.76:0/951773881 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff1fc0d07b0 0x7ff1fc15ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:12:00.660 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.655+0000 7ff2013f6640 1 --2- 172.21.15.76:0/951773881 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff1fc0ccb20 0x7ff1fc15a7d0 secure :-1 s=READY pgs=1437 cs=0 l=1 rev1=1 crypto rx=0x7ff1f80097a0 tx=0x7ff1f80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:00.660 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.655+0000 7ff1f1ffb640 1 -- 172.21.15.76:0/951773881 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1f803b810 con 0x7ff1fc0ccb20 2024-09-13T16:12:00.660 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.655+0000 7ff1f1ffb640 1 -- 172.21.15.76:0/951773881 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff1f803b970 con 0x7ff1fc0ccb20 2024-09-13T16:12:00.660 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.655+0000 7ff1f1ffb640 1 -- 172.21.15.76:0/951773881 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1f803bd20 con 0x7ff1fc0ccb20 2024-09-13T16:12:00.660 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.655+0000 7ff20365a640 1 -- 172.21.15.76:0/951773881 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff1fc0b5640 con 0x7ff1fc0ccb20 2024-09-13T16:12:00.660 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.655+0000 7ff20365a640 1 -- 172.21.15.76:0/951773881 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff1fc0ca6f0 con 0x7ff1fc0ccb20 2024-09-13T16:12:00.660 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.656+0000 7ff20365a640 1 -- 172.21.15.76:0/951773881 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff1fc0b4c80 con 0x7ff1fc0ccb20 2024-09-13T16:12:00.660 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.657+0000 7ff1f1ffb640 1 -- 172.21.15.76:0/951773881 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff1f8039040 con 0x7ff1fc0ccb20 2024-09-13T16:12:00.660 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.657+0000 7ff1f1ffb640 1 --2- 172.21.15.76:0/951773881 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff1e006ac00 0x7ff1e006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:00.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.657+0000 7ff1f1ffb640 1 -- 172.21.15.76:0/951773881 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(109..109 src has 1..109) v4 ==== 6029+0+0 (secure 0 0 0) 0x7ff1f80a9950 con 0x7ff1fc0ccb20 2024-09-13T16:12:00.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.657+0000 7ff200bf5640 1 --2- 172.21.15.76:0/951773881 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff1e006ac00 0x7ff1e006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:00.663 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.658+0000 7ff200bf5640 1 --2- 172.21.15.76:0/951773881 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff1e006ac00 0x7ff1e006d0c0 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7ff1ec006fd0 tx=0x7ff1ec008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:00.664 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.661+0000 7ff1f1ffb640 1 -- 172.21.15.76:0/951773881 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ff1f80749f0 con 0x7ff1fc0ccb20 2024-09-13T16:12:00.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.822+0000 7ff20365a640 1 -- 172.21.15.76:0/951773881 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ff1fc08c610 con 0x7ff1fc0ccb20 2024-09-13T16:12:00.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.823+0000 7ff1f1ffb640 1 -- 172.21.15.76:0/951773881 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v109) v1 ==== 74+0+16693 (secure 0 0 0) 0x7ff1f8037090 con 0x7ff1fc0ccb20 2024-09-13T16:12:00.824 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:00.824 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":109,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:12:00.226791+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":16,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:11:58.022342+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"109","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":16,"pool_name":"cephfs_data","create_time":"2024-09-13T16:11:59.194875+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"109","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:12:00.826 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.825+0000 7ff20365a640 1 -- 172.21.15.76:0/951773881 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff1e006ac00 msgr2=0x7ff1e006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:00.826 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.825+0000 7ff20365a640 1 --2- 172.21.15.76:0/951773881 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff1e006ac00 0x7ff1e006d0c0 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7ff1ec006fd0 tx=0x7ff1ec008040 comp rx=0 tx=0).stop 2024-09-13T16:12:00.826 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.825+0000 7ff20365a640 1 -- 172.21.15.76:0/951773881 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff1fc0ccb20 msgr2=0x7ff1fc15a7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:00.827 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.825+0000 7ff20365a640 1 --2- 172.21.15.76:0/951773881 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff1fc0ccb20 0x7ff1fc15a7d0 secure :-1 s=READY pgs=1437 cs=0 l=1 rev1=1 crypto rx=0x7ff1f80097a0 tx=0x7ff1f80046c0 comp rx=0 tx=0).stop 2024-09-13T16:12:00.827 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.825+0000 7ff20365a640 1 -- 172.21.15.76:0/951773881 shutdown_connections 2024-09-13T16:12:00.827 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.825+0000 7ff20365a640 1 --2- 172.21.15.76:0/951773881 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff1e006ac00 0x7ff1e006d0c0 unknown :-1 s=CLOSED pgs=624 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:00.827 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.825+0000 7ff20365a640 1 --2- 172.21.15.76:0/951773881 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff1fc15c6e0 0x7ff1fc150540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:00.827 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.825+0000 7ff20365a640 1 --2- 172.21.15.76:0/951773881 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff1fc0d07b0 0x7ff1fc15ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:00.827 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.825+0000 7ff20365a640 1 --2- 172.21.15.76:0/951773881 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff1fc0ccb20 0x7ff1fc15a7d0 unknown :-1 s=CLOSED pgs=1437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:00.827 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.825+0000 7ff20365a640 1 -- 172.21.15.76:0/951773881 >> 172.21.15.76:0/951773881 conn(0x7ff1fc089f60 msgr2=0x7ff1fc0b3960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:00.827 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.825+0000 7ff20365a640 1 -- 172.21.15.76:0/951773881 shutdown_connections 2024-09-13T16:12:00.827 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.825+0000 7ff20365a640 1 -- 172.21.15.76:0/951773881 wait complete. 2024-09-13T16:12:00.837 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-13T16:12:00.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.937+0000 7f8b7060d640 1 Processor -- start 2024-09-13T16:12:00.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.937+0000 7f8b7060d640 1 -- start start 2024-09-13T16:12:00.939 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.938+0000 7f8b7060d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f8b68159310 0x7f8b680ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:00.939 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.938+0000 7f8b7060d640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f8b680ce4f0 0x7f8b680ce8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:00.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.938+0000 7f8b7060d640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8b680ccbe0 con 0x7f8b680b2b40 2024-09-13T16:12:00.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.938+0000 7f8b7060d640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8b680ad940 con 0x7f8b68159310 2024-09-13T16:12:00.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.938+0000 7f8b7060d640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8b680b1810 con 0x7f8b680ce4f0 2024-09-13T16:12:00.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.938+0000 7f8b6e3a9640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f8b68159310 0x7f8b680ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:00.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.938+0000 7f8b6dba8640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f8b680b2b40 0x7f8b680ab140 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:60062/0 (socket says 172.21.15.76:60062) 2024-09-13T16:12:00.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.938+0000 7f8b6dba8640 1 -- 172.21.15.76:0/2331725795 learned_addr learned my addr 172.21.15.76:0/2331725795 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:12:00.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.938+0000 7f8b6e3a9640 1 -- 172.21.15.76:0/2331725795 >> v2:172.21.15.192:3300/0 conn(0x7f8b680ce4f0 msgr2=0x7f8b680ce8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:00.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.938+0000 7f8b6e3a9640 1 --2- 172.21.15.76:0/2331725795 >> v2:172.21.15.192:3300/0 conn(0x7f8b680ce4f0 0x7f8b680ce8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:00.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.938+0000 7f8b6e3a9640 1 -- 172.21.15.76:0/2331725795 >> v1:172.21.15.76:6789/0 conn(0x7f8b680b2b40 legacy=0x7f8b680ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:00.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.938+0000 7f8b6e3a9640 1 -- 172.21.15.76:0/2331725795 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8b680cee10 con 0x7f8b68159310 2024-09-13T16:12:00.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.938+0000 7f8b6d3a7640 1 -- 172.21.15.76:0/2331725795 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1768928094 0 0) 0x7f8b680ccbe0 con 0x7f8b680b2b40 2024-09-13T16:12:00.942 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.939+0000 7f8b6e3a9640 1 --2- 172.21.15.76:0/2331725795 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8b68159310 0x7f8b680ad400 secure :-1 s=READY pgs=1439 cs=0 l=1 rev1=1 crypto rx=0x7f8b680b2fc0 tx=0x7f8b6402a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d0c0badaf75da28 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:00.942 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.939+0000 7f8b6d3a7640 1 -- 172.21.15.76:0/2331725795 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b6402ae60 con 0x7f8b68159310 2024-09-13T16:12:00.942 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.939+0000 7f8b6d3a7640 1 -- 172.21.15.76:0/2331725795 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8b64032440 con 0x7f8b68159310 2024-09-13T16:12:00.942 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.939+0000 7f8b6d3a7640 1 -- 172.21.15.76:0/2331725795 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b640327d0 con 0x7f8b68159310 2024-09-13T16:12:00.942 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.939+0000 7f8b7060d640 1 -- 172.21.15.76:0/2331725795 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8b68159310 msgr2=0x7f8b680ad400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:00.942 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.939+0000 7f8b7060d640 1 --2- 172.21.15.76:0/2331725795 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8b68159310 0x7f8b680ad400 secure :-1 s=READY pgs=1439 cs=0 l=1 rev1=1 crypto rx=0x7f8b680b2fc0 tx=0x7f8b6402a110 comp rx=0 tx=0).stop 2024-09-13T16:12:00.943 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.940+0000 7f8b7060d640 1 -- 172.21.15.76:0/2331725795 shutdown_connections 2024-09-13T16:12:00.943 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.940+0000 7f8b7060d640 1 --2- 172.21.15.76:0/2331725795 >> v2:172.21.15.192:3300/0 conn(0x7f8b680ce4f0 0x7f8b680ce8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:00.943 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.940+0000 7f8b7060d640 1 --2- 172.21.15.76:0/2331725795 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8b68159310 0x7f8b680ad400 unknown :-1 s=CLOSED pgs=1439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:00.943 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.940+0000 7f8b7060d640 1 -- 172.21.15.76:0/2331725795 >> 172.21.15.76:0/2331725795 conn(0x7f8b6806a0b0 msgr2=0x7f8b6806a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:00.943 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.940+0000 7f8b7060d640 1 -- 172.21.15.76:0/2331725795 shutdown_connections 2024-09-13T16:12:00.943 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.940+0000 7f8b7060d640 1 -- 172.21.15.76:0/2331725795 wait complete. 2024-09-13T16:12:00.943 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.941+0000 7f8b7060d640 1 Processor -- start 2024-09-13T16:12:00.943 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.941+0000 7f8b7060d640 1 -- start start 2024-09-13T16:12:00.945 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.941+0000 7f8b7060d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8b680b2b40 0x7f8b681f3f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:00.945 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.941+0000 7f8b7060d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8b680ce4f0 0x7f8b681e62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:00.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.941+0000 7f8b7060d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8b68159310 0x7f8b68157790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:00.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.942+0000 7f8b7060d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b681f4440 con 0x7f8b680ce4f0 2024-09-13T16:12:00.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.942+0000 7f8b7060d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b681e6830 con 0x7f8b680b2b40 2024-09-13T16:12:00.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.942+0000 7f8b7060d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8b68157cd0 con 0x7f8b68159310 2024-09-13T16:12:00.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.942+0000 7f8b6dba8640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8b680ce4f0 0x7f8b681e62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:00.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.942+0000 7f8b6dba8640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8b680ce4f0 0x7f8b681e62f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58644/0 (socket says 172.21.15.76:58644) 2024-09-13T16:12:00.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.942+0000 7f8b6dba8640 1 -- 172.21.15.76:0/1343684343 learned_addr learned my addr 172.21.15.76:0/1343684343 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:00.947 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.942+0000 7f8b6ebaa640 1 --2- 172.21.15.76:0/1343684343 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8b68159310 0x7f8b68157790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:00.947 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.942+0000 7f8b6dba8640 1 -- 172.21.15.76:0/1343684343 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8b68159310 msgr2=0x7f8b68157790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:00.947 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.942+0000 7f8b6e3a9640 1 --2- 172.21.15.76:0/1343684343 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8b680b2b40 0x7f8b681f3f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:00.947 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.942+0000 7f8b6dba8640 1 --2- 172.21.15.76:0/1343684343 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8b68159310 0x7f8b68157790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:00.947 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.942+0000 7f8b6dba8640 1 -- 172.21.15.76:0/1343684343 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8b680b2b40 msgr2=0x7f8b681f3f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:00.947 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.942+0000 7f8b6dba8640 1 --2- 172.21.15.76:0/1343684343 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8b680b2b40 0x7f8b681f3f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:00.947 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.942+0000 7f8b6dba8640 1 -- 172.21.15.76:0/1343684343 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8b64009400 con 0x7f8b680ce4f0 2024-09-13T16:12:00.947 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.942+0000 7f8b6e3a9640 1 --2- 172.21.15.76:0/1343684343 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8b680b2b40 0x7f8b681f3f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:12:00.947 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.942+0000 7f8b6dba8640 1 --2- 172.21.15.76:0/1343684343 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8b680ce4f0 0x7f8b681e62f0 secure :-1 s=READY pgs=1440 cs=0 l=1 rev1=1 crypto rx=0x7f8b5800c4d0 tx=0x7f8b5800c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:00.947 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.942+0000 7f8b5effd640 1 -- 172.21.15.76:0/1343684343 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b580074e0 con 0x7f8b680ce4f0 2024-09-13T16:12:00.947 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.942+0000 7f8b5effd640 1 -- 172.21.15.76:0/1343684343 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8b58007660 con 0x7f8b680ce4f0 2024-09-13T16:12:00.947 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.942+0000 7f8b7060d640 1 -- 172.21.15.76:0/1343684343 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8b6809bfb0 con 0x7f8b680ce4f0 2024-09-13T16:12:00.947 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.942+0000 7f8b5effd640 1 -- 172.21.15.76:0/1343684343 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b58004a20 con 0x7f8b680ce4f0 2024-09-13T16:12:00.948 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.942+0000 7f8b7060d640 1 -- 172.21.15.76:0/1343684343 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8b681e5af0 con 0x7f8b680ce4f0 2024-09-13T16:12:00.948 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.943+0000 7f8b7060d640 1 -- 172.21.15.76:0/1343684343 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8b6806dfa0 con 0x7f8b680ce4f0 2024-09-13T16:12:00.948 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.944+0000 7f8b5effd640 1 -- 172.21.15.76:0/1343684343 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f8b58004b80 con 0x7f8b680ce4f0 2024-09-13T16:12:00.948 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.944+0000 7f8b5effd640 1 --2- 172.21.15.76:0/1343684343 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8b4c06ac00 0x7f8b4c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:00.948 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.944+0000 7f8b5effd640 1 -- 172.21.15.76:0/1343684343 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(109..109 src has 1..109) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f8b580889b0 con 0x7f8b680ce4f0 2024-09-13T16:12:00.948 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.944+0000 7f8b6e3a9640 1 --2- 172.21.15.76:0/1343684343 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8b4c06ac00 0x7f8b4c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:00.948 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.945+0000 7f8b6e3a9640 1 --2- 172.21.15.76:0/1343684343 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8b4c06ac00 0x7f8b4c06d0c0 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7f8b64034000 tx=0x7f8b6402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:00.950 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:00.948+0000 7f8b5effd640 1 -- 172.21.15.76:0/1343684343 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f8b58053ae0 con 0x7f8b680ce4f0 2024-09-13T16:12:01.146 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.145+0000 7f8b7060d640 1 -- 172.21.15.76:0/1343684343 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7f8b6806e4b0 con 0x7f8b680ce4f0 2024-09-13T16:12:01.236 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.235+0000 7f8b5effd640 1 -- 172.21.15.76:0/1343684343 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v53) v1 ==== 118+0+0 (secure 0 0 0) 0x7f8b58018020 con 0x7f8b680ce4f0 2024-09-13T16:12:01.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.237+0000 7f8b7060d640 1 -- 172.21.15.76:0/1343684343 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8b4c06ac00 msgr2=0x7f8b4c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:01.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.237+0000 7f8b7060d640 1 --2- 172.21.15.76:0/1343684343 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8b4c06ac00 0x7f8b4c06d0c0 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7f8b64034000 tx=0x7f8b6402e000 comp rx=0 tx=0).stop 2024-09-13T16:12:01.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.237+0000 7f8b7060d640 1 -- 172.21.15.76:0/1343684343 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8b680ce4f0 msgr2=0x7f8b681e62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:01.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.237+0000 7f8b7060d640 1 --2- 172.21.15.76:0/1343684343 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8b680ce4f0 0x7f8b681e62f0 secure :-1 s=READY pgs=1440 cs=0 l=1 rev1=1 crypto rx=0x7f8b5800c4d0 tx=0x7f8b5800c990 comp rx=0 tx=0).stop 2024-09-13T16:12:01.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.237+0000 7f8b7060d640 1 -- 172.21.15.76:0/1343684343 shutdown_connections 2024-09-13T16:12:01.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.237+0000 7f8b7060d640 1 --2- 172.21.15.76:0/1343684343 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8b4c06ac00 0x7f8b4c06d0c0 unknown :-1 s=CLOSED pgs=625 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:01.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.237+0000 7f8b7060d640 1 --2- 172.21.15.76:0/1343684343 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8b68159310 0x7f8b68157790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:01.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.237+0000 7f8b7060d640 1 --2- 172.21.15.76:0/1343684343 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8b680ce4f0 0x7f8b681e62f0 unknown :-1 s=CLOSED pgs=1440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:01.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.237+0000 7f8b7060d640 1 --2- 172.21.15.76:0/1343684343 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8b680b2b40 0x7f8b681f3f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:01.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.237+0000 7f8b7060d640 1 -- 172.21.15.76:0/1343684343 >> 172.21.15.76:0/1343684343 conn(0x7f8b6806a0b0 msgr2=0x7f8b681e04a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:01.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.237+0000 7f8b7060d640 1 -- 172.21.15.76:0/1343684343 shutdown_connections 2024-09-13T16:12:01.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.237+0000 7f8b7060d640 1 -- 172.21.15.76:0/1343684343 wait complete. 2024-09-13T16:12:01.249 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-13T16:12:01.249 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-13T16:12:01.350 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.349+0000 7f2a630ec640 1 Processor -- start 2024-09-13T16:12:01.350 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.349+0000 7f2a630ec640 1 -- start start 2024-09-13T16:12:01.353 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.350+0000 7f2a630ec640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2a5c0cec00 0x7f2a5c164ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:01.354 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.350+0000 7f2a630ec640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2a5c15a790 con 0x7f2a5c15a3b0 2024-09-13T16:12:01.354 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.350+0000 7f2a630ec640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2a5c0b2680 con 0x7f2a5c0b20a0 2024-09-13T16:12:01.354 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.350+0000 7f2a630ec640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2a5c0b2960 con 0x7f2a5c0cec00 2024-09-13T16:12:01.354 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.350+0000 7f2a60e88640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f2a5c15a3b0 0x7f2a5c0b1720 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:40468/0 (socket says 172.21.15.76:40468) 2024-09-13T16:12:01.354 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.350+0000 7f2a60e88640 1 -- 172.21.15.76:0/2170043272 learned_addr learned my addr 172.21.15.76:0/2170043272 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:12:01.354 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.350+0000 7f2a5b7fe640 1 -- 172.21.15.76:0/2170043272 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2341118595 0 0) 0x7f2a5c15a790 con 0x7f2a5c15a3b0 2024-09-13T16:12:01.354 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.350+0000 7f2a5b7fe640 1 -- 172.21.15.76:0/2170043272 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2a4c003520 con 0x7f2a5c15a3b0 2024-09-13T16:12:01.354 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.350+0000 7f2a61689640 1 --2- 172.21.15.76:0/2170043272 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2a5c0cec00 0x7f2a5c164ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:01.354 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.350+0000 7f2a5b7fe640 1 -- 172.21.15.76:0/2170043272 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2476329171 0 0) 0x7f2a4c003520 con 0x7f2a5c15a3b0 2024-09-13T16:12:01.354 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.350+0000 7f2a5b7fe640 1 -- 172.21.15.76:0/2170043272 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2a5c0cec00 msgr2=0x7f2a5c164ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:01.354 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.350+0000 7f2a5b7fe640 1 --2- 172.21.15.76:0/2170043272 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2a5c0cec00 0x7f2a5c164ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:01.354 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.350+0000 7f2a5b7fe640 1 -- 172.21.15.76:0/2170043272 >> v1:172.21.15.192:6789/0 conn(0x7f2a5c0b20a0 legacy=0x7f2a5c0ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:01.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.350+0000 7f2a5b7fe640 1 -- 172.21.15.76:0/2170043272 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2a5c0b2c40 con 0x7f2a5c15a3b0 2024-09-13T16:12:01.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.350+0000 7f2a5b7fe640 1 -- 172.21.15.76:0/2170043272 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f2a50001670 con 0x7f2a5c15a3b0 2024-09-13T16:12:01.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.350+0000 7f2a5b7fe640 1 -- 172.21.15.76:0/2170043272 >> v1:172.21.15.76:6789/0 conn(0x7f2a5c15a3b0 legacy=0x7f2a5c0b1720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:01.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.350+0000 7f2a5b7fe640 1 --2- 172.21.15.76:0/2170043272 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2a5c0cec00 0x7f2a4c0039a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:01.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.350+0000 7f2a5b7fe640 1 --2- 172.21.15.76:0/2170043272 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2a4c003fd0 0x7f2a4c0047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:01.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.350+0000 7f2a5b7fe640 1 --2- 172.21.15.76:0/2170043272 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2a4c004d00 0x7f2a4c005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:01.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.350+0000 7f2a5b7fe640 1 -- 172.21.15.76:0/2170043272 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a5c0b2960 con 0x7f2a4c003fd0 2024-09-13T16:12:01.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.350+0000 7f2a5b7fe640 1 -- 172.21.15.76:0/2170043272 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a4c00bb40 con 0x7f2a4c004d00 2024-09-13T16:12:01.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.350+0000 7f2a5b7fe640 1 -- 172.21.15.76:0/2170043272 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2a4c00bd00 con 0x7f2a5c0cec00 2024-09-13T16:12:01.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.351+0000 7f2a5bfff640 1 --2- 172.21.15.76:0/2170043272 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2a4c003fd0 0x7f2a4c0047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:01.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.351+0000 7f2a60e88640 1 --2- 172.21.15.76:0/2170043272 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2a5c0cec00 0x7f2a4c0039a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:01.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.351+0000 7f2a61689640 1 --2- 172.21.15.76:0/2170043272 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2a4c004d00 0x7f2a4c005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:01.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.351+0000 7f2a5bfff640 1 -- 172.21.15.76:0/2170043272 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2a5c0cec00 msgr2=0x7f2a4c0039a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:01.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.351+0000 7f2a5bfff640 1 --2- 172.21.15.76:0/2170043272 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2a5c0cec00 0x7f2a4c0039a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:01.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.351+0000 7f2a5bfff640 1 -- 172.21.15.76:0/2170043272 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2a4c004d00 msgr2=0x7f2a4c005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:01.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.351+0000 7f2a5bfff640 1 --2- 172.21.15.76:0/2170043272 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2a4c004d00 0x7f2a4c005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:01.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.351+0000 7f2a5bfff640 1 -- 172.21.15.76:0/2170043272 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2a4c003520 con 0x7f2a4c003fd0 2024-09-13T16:12:01.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.352+0000 7f2a5bfff640 1 --2- 172.21.15.76:0/2170043272 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2a4c003fd0 0x7f2a4c0047c0 secure :-1 s=READY pgs=1442 cs=0 l=1 rev1=1 crypto rx=0x7f2a48001750 tx=0x7f2a4c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b4df755aa1a80261 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:01.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.352+0000 7f2a5b7fe640 1 -- 172.21.15.76:0/2170043272 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a480052d0 con 0x7f2a4c003fd0 2024-09-13T16:12:01.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.352+0000 7f2a5b7fe640 1 -- 172.21.15.76:0/2170043272 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2a48005430 con 0x7f2a4c003fd0 2024-09-13T16:12:01.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.352+0000 7f2a5b7fe640 1 -- 172.21.15.76:0/2170043272 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a4802abe0 con 0x7f2a4c003fd0 2024-09-13T16:12:01.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.352+0000 7f2a630ec640 1 -- 172.21.15.76:0/2170043272 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2a4c003fd0 msgr2=0x7f2a4c0047c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:01.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.352+0000 7f2a630ec640 1 --2- 172.21.15.76:0/2170043272 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2a4c003fd0 0x7f2a4c0047c0 secure :-1 s=READY pgs=1442 cs=0 l=1 rev1=1 crypto rx=0x7f2a48001750 tx=0x7f2a4c0057f0 comp rx=0 tx=0).stop 2024-09-13T16:12:01.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.352+0000 7f2a61689640 1 -- 172.21.15.76:0/2170043272 reap_dead start 2024-09-13T16:12:01.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.352+0000 7f2a630ec640 1 -- 172.21.15.76:0/2170043272 shutdown_connections 2024-09-13T16:12:01.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.352+0000 7f2a630ec640 1 -- 172.21.15.76:0/2170043272 >> 172.21.15.76:0/2170043272 conn(0x7f2a5c06a0b0 msgr2=0x7f2a5c06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:01.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.352+0000 7f2a630ec640 1 -- 172.21.15.76:0/2170043272 shutdown_connections 2024-09-13T16:12:01.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.352+0000 7f2a630ec640 1 -- 172.21.15.76:0/2170043272 wait complete. 2024-09-13T16:12:01.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.353+0000 7f2a630ec640 1 Processor -- start 2024-09-13T16:12:01.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.354+0000 7f2a630ec640 1 -- start start 2024-09-13T16:12:01.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.354+0000 7f2a630ec640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2a4c003fd0 0x7f2a5c157b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:01.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.354+0000 7f2a630ec640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2a5c0c1370 0x7f2a5c0cbe80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:01.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.354+0000 7f2a630ec640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2a5c0c46b0 0x7f2a5c0c1c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:01.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.354+0000 7f2a630ec640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a5c0c4c80 con 0x7f2a5c0c46b0 2024-09-13T16:12:01.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.354+0000 7f2a630ec640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a5c0cb8b0 con 0x7f2a4c003fd0 2024-09-13T16:12:01.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.354+0000 7f2a630ec640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2a5c0af420 con 0x7f2a5c0c1370 2024-09-13T16:12:01.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.354+0000 7f2a61689640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2a5c0c46b0 0x7f2a5c0c1c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:01.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.355+0000 7f2a61689640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2a5c0c46b0 0x7f2a5c0c1c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60350/0 (socket says 172.21.15.76:60350) 2024-09-13T16:12:01.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.355+0000 7f2a61689640 1 -- 172.21.15.76:0/3065504727 learned_addr learned my addr 172.21.15.76:0/3065504727 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:01.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.355+0000 7f2a60e88640 1 --2- 172.21.15.76:0/3065504727 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2a4c003fd0 0x7f2a5c157b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:01.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.355+0000 7f2a5bfff640 1 --2- 172.21.15.76:0/3065504727 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2a5c0c1370 0x7f2a5c0cbe80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:01.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.355+0000 7f2a61689640 1 -- 172.21.15.76:0/3065504727 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2a5c0c1370 msgr2=0x7f2a5c0cbe80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:01.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.355+0000 7f2a61689640 1 --2- 172.21.15.76:0/3065504727 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2a5c0c1370 0x7f2a5c0cbe80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:01.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.355+0000 7f2a61689640 1 -- 172.21.15.76:0/3065504727 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2a4c003fd0 msgr2=0x7f2a5c157b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:01.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.355+0000 7f2a61689640 1 --2- 172.21.15.76:0/3065504727 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2a4c003fd0 0x7f2a5c157b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:01.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.355+0000 7f2a61689640 1 -- 172.21.15.76:0/3065504727 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2a5c0af700 con 0x7f2a5c0c46b0 2024-09-13T16:12:01.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.355+0000 7f2a60e88640 1 --2- 172.21.15.76:0/3065504727 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2a4c003fd0 0x7f2a5c157b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:12:01.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.355+0000 7f2a61689640 1 --2- 172.21.15.76:0/3065504727 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2a5c0c46b0 0x7f2a5c0c1c40 secure :-1 s=READY pgs=1443 cs=0 l=1 rev1=1 crypto rx=0x7f2a5c0cf350 tx=0x7f2a54010530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:01.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.355+0000 7f2a597fa640 1 -- 172.21.15.76:0/3065504727 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a54010d60 con 0x7f2a5c0c46b0 2024-09-13T16:12:01.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.355+0000 7f2a597fa640 1 -- 172.21.15.76:0/3065504727 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2a54010ec0 con 0x7f2a5c0c46b0 2024-09-13T16:12:01.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.355+0000 7f2a630ec640 1 -- 172.21.15.76:0/3065504727 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2a5c0af9e0 con 0x7f2a5c0c46b0 2024-09-13T16:12:01.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.355+0000 7f2a597fa640 1 -- 172.21.15.76:0/3065504727 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a54017670 con 0x7f2a5c0c46b0 2024-09-13T16:12:01.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.355+0000 7f2a630ec640 1 -- 172.21.15.76:0/3065504727 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2a5c0cc3c0 con 0x7f2a5c0c46b0 2024-09-13T16:12:01.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.356+0000 7f2a630ec640 1 -- 172.21.15.76:0/3065504727 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2a5c0cc5e0 con 0x7f2a5c0c46b0 2024-09-13T16:12:01.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.357+0000 7f2a597fa640 1 -- 172.21.15.76:0/3065504727 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f2a540177d0 con 0x7f2a5c0c46b0 2024-09-13T16:12:01.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.357+0000 7f2a597fa640 1 --2- 172.21.15.76:0/3065504727 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2a4006ac30 0x7f2a4006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:01.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.357+0000 7f2a597fa640 1 -- 172.21.15.76:0/3065504727 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(110..110 src has 1..110) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f2a54089f70 con 0x7f2a5c0c46b0 2024-09-13T16:12:01.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.357+0000 7f2a60e88640 1 --2- 172.21.15.76:0/3065504727 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2a4006ac30 0x7f2a4006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:01.362 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.358+0000 7f2a60e88640 1 --2- 172.21.15.76:0/3065504727 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2a4006ac30 0x7f2a4006d0f0 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7f2a5c0b0e50 tx=0x7f2a50009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:01.362 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.361+0000 7f2a597fa640 1 -- 172.21.15.76:0/3065504727 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f2a540bd9c0 con 0x7f2a5c0c46b0 2024-09-13T16:12:01.560 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:01.559+0000 7f2a630ec640 1 -- 172.21.15.76:0/3065504727 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7f2a5c0ce4f0 con 0x7f2a5c0c46b0 2024-09-13T16:12:02.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.237+0000 7f2a597fa640 1 -- 172.21.15.76:0/3065504727 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v54) v1 ==== 122+0+0 (secure 0 0 0) 0x7f2a5c0cc5e0 con 0x7f2a5c0c46b0 2024-09-13T16:12:02.241 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.240+0000 7f2a630ec640 1 -- 172.21.15.76:0/3065504727 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2a4006ac30 msgr2=0x7f2a4006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:02.242 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.240+0000 7f2a630ec640 1 --2- 172.21.15.76:0/3065504727 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2a4006ac30 0x7f2a4006d0f0 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7f2a5c0b0e50 tx=0x7f2a50009040 comp rx=0 tx=0).stop 2024-09-13T16:12:02.242 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.240+0000 7f2a630ec640 1 -- 172.21.15.76:0/3065504727 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2a5c0c46b0 msgr2=0x7f2a5c0c1c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:02.242 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.240+0000 7f2a630ec640 1 --2- 172.21.15.76:0/3065504727 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2a5c0c46b0 0x7f2a5c0c1c40 secure :-1 s=READY pgs=1443 cs=0 l=1 rev1=1 crypto rx=0x7f2a5c0cf350 tx=0x7f2a54010530 comp rx=0 tx=0).stop 2024-09-13T16:12:02.242 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.240+0000 7f2a630ec640 1 -- 172.21.15.76:0/3065504727 shutdown_connections 2024-09-13T16:12:02.242 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.240+0000 7f2a630ec640 1 --2- 172.21.15.76:0/3065504727 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2a5c0c46b0 0x7f2a5c0c1c40 unknown :-1 s=CLOSED pgs=1443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:02.242 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.240+0000 7f2a630ec640 1 --2- 172.21.15.76:0/3065504727 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2a4006ac30 0x7f2a4006d0f0 unknown :-1 s=CLOSED pgs=626 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:02.242 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.240+0000 7f2a630ec640 1 --2- 172.21.15.76:0/3065504727 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2a5c0c1370 0x7f2a5c0cbe80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:02.242 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.240+0000 7f2a630ec640 1 --2- 172.21.15.76:0/3065504727 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2a4c003fd0 0x7f2a5c157b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:02.242 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.240+0000 7f2a630ec640 1 -- 172.21.15.76:0/3065504727 >> 172.21.15.76:0/3065504727 conn(0x7f2a5c06a0b0 msgr2=0x7f2a5c071b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:02.242 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.240+0000 7f2a630ec640 1 -- 172.21.15.76:0/3065504727 shutdown_connections 2024-09-13T16:12:02.242 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.240+0000 7f2a630ec640 1 -- 172.21.15.76:0/3065504727 wait complete. 2024-09-13T16:12:02.254 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-13T16:12:02.254 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:12:02.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.357+0000 7fc5d6183640 1 Processor -- start 2024-09-13T16:12:02.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.357+0000 7fc5d6183640 1 -- start start 2024-09-13T16:12:02.362 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.357+0000 7fc5d6183640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fc5d006c4c0 0x7fc5d006c8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:02.362 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.357+0000 7fc5d6183640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc5d00b2590 0x7fc5d006d3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:02.362 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.358+0000 7fc5d6183640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc5d006e0c0 con 0x7fc5d00cbea0 2024-09-13T16:12:02.362 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.358+0000 7fc5d6183640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc5d006deb0 con 0x7fc5d006c4c0 2024-09-13T16:12:02.362 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.358+0000 7fc5d6183640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc5d00b2170 con 0x7fc5d00b2590 2024-09-13T16:12:02.362 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.358+0000 7fc5cffff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fc5d00cbea0 0x7fc5d00cc350 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:40478/0 (socket says 172.21.15.76:40478) 2024-09-13T16:12:02.362 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.358+0000 7fc5cffff640 1 -- 172.21.15.76:0/489329445 learned_addr learned my addr 172.21.15.76:0/489329445 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:12:02.362 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.358+0000 7fc5ce7fc640 1 -- 172.21.15.76:0/489329445 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1141780670 0 0) 0x7fc5d006e0c0 con 0x7fc5d00cbea0 2024-09-13T16:12:02.362 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.358+0000 7fc5cf7fe640 1 --2- 172.21.15.76:0/489329445 >> v2:172.21.15.192:3300/0 conn(0x7fc5d006c4c0 0x7fc5d006c8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:02.362 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.358+0000 7fc5ceffd640 1 --2- 172.21.15.76:0/489329445 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc5d00b2590 0x7fc5d006d3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:02.362 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.358+0000 7fc5ce7fc640 1 -- 172.21.15.76:0/489329445 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc5b8003440 con 0x7fc5d00cbea0 2024-09-13T16:12:02.362 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.358+0000 7fc5ce7fc640 1 -- 172.21.15.76:0/489329445 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2985314406 0 0) 0x7fc5b8003440 con 0x7fc5d00cbea0 2024-09-13T16:12:02.362 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.358+0000 7fc5ce7fc640 1 -- 172.21.15.76:0/489329445 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc5d00b2590 msgr2=0x7fc5d006d3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:02.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.358+0000 7fc5ce7fc640 1 --2- 172.21.15.76:0/489329445 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc5d00b2590 0x7fc5d006d3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:02.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.358+0000 7fc5ce7fc640 1 -- 172.21.15.76:0/489329445 >> v2:172.21.15.192:3300/0 conn(0x7fc5d006c4c0 msgr2=0x7fc5d006c8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:02.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.358+0000 7fc5ce7fc640 1 --2- 172.21.15.76:0/489329445 >> v2:172.21.15.192:3300/0 conn(0x7fc5d006c4c0 0x7fc5d006c8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:02.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.358+0000 7fc5ce7fc640 1 -- 172.21.15.76:0/489329445 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc5d006e3a0 con 0x7fc5d00cbea0 2024-09-13T16:12:02.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.358+0000 7fc5ce7fc640 1 -- 172.21.15.76:0/489329445 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7fc5c80019f0 con 0x7fc5d00cbea0 2024-09-13T16:12:02.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.358+0000 7fc5ce7fc640 1 -- 172.21.15.76:0/489329445 >> v1:172.21.15.76:6789/0 conn(0x7fc5d00cbea0 legacy=0x7fc5d00cc350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:02.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.358+0000 7fc5ce7fc640 1 --2- 172.21.15.76:0/489329445 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc5b8003a60 0x7fc5b8003e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:02.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.358+0000 7fc5ce7fc640 1 --2- 172.21.15.76:0/489329445 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc5b8008850 0x7fc5b800ac40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:02.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.358+0000 7fc5ce7fc640 1 --2- 172.21.15.76:0/489329445 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc5d00b2590 0x7fc5b800d350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:02.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.358+0000 7fc5ce7fc640 1 -- 172.21.15.76:0/489329445 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5d006deb0 con 0x7fc5b8003a60 2024-09-13T16:12:02.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.358+0000 7fc5ce7fc640 1 -- 172.21.15.76:0/489329445 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5d00b2170 con 0x7fc5b8008850 2024-09-13T16:12:02.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.358+0000 7fc5ce7fc640 1 -- 172.21.15.76:0/489329445 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc5b800db40 con 0x7fc5d00b2590 2024-09-13T16:12:02.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.358+0000 7fc5cf7fe640 1 --2- 172.21.15.76:0/489329445 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc5b8003a60 0x7fc5b8003e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:02.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.359+0000 7fc5cffff640 1 --2- 172.21.15.76:0/489329445 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc5d00b2590 0x7fc5b800d350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:02.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.359+0000 7fc5ceffd640 1 --2- 172.21.15.76:0/489329445 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc5b8008850 0x7fc5b800ac40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:02.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.359+0000 7fc5cf7fe640 1 -- 172.21.15.76:0/489329445 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc5d00b2590 msgr2=0x7fc5b800d350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:02.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.359+0000 7fc5cf7fe640 1 --2- 172.21.15.76:0/489329445 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc5d00b2590 0x7fc5b800d350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:02.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.359+0000 7fc5cf7fe640 1 -- 172.21.15.76:0/489329445 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc5b8008850 msgr2=0x7fc5b800ac40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:02.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.359+0000 7fc5cf7fe640 1 --2- 172.21.15.76:0/489329445 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc5b8008850 0x7fc5b800ac40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:02.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.359+0000 7fc5cf7fe640 1 -- 172.21.15.76:0/489329445 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc5b8003440 con 0x7fc5b8003a60 2024-09-13T16:12:02.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.359+0000 7fc5ceffd640 1 --2- 172.21.15.76:0/489329445 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc5b8008850 0x7fc5b800ac40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:12:02.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.359+0000 7fc5cf7fe640 1 --2- 172.21.15.76:0/489329445 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc5b8003a60 0x7fc5b8003e80 secure :-1 s=READY pgs=1445 cs=0 l=1 rev1=1 crypto rx=0x7fc5c0009ac0 tx=0x7fc5b80036f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d3a1783f4d38aa6d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:02.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.359+0000 7fc5ce7fc640 1 -- 172.21.15.76:0/489329445 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5c0031400 con 0x7fc5b8003a60 2024-09-13T16:12:02.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.360+0000 7fc5ce7fc640 1 -- 172.21.15.76:0/489329445 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc5c002d050 con 0x7fc5b8003a60 2024-09-13T16:12:02.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.360+0000 7fc5ce7fc640 1 -- 172.21.15.76:0/489329445 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5c0031780 con 0x7fc5b8003a60 2024-09-13T16:12:02.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.360+0000 7fc5d6183640 1 -- 172.21.15.76:0/489329445 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc5b8003a60 msgr2=0x7fc5b8003e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:02.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.360+0000 7fc5d6183640 1 --2- 172.21.15.76:0/489329445 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc5b8003a60 0x7fc5b8003e80 secure :-1 s=READY pgs=1445 cs=0 l=1 rev1=1 crypto rx=0x7fc5c0009ac0 tx=0x7fc5b80036f0 comp rx=0 tx=0).stop 2024-09-13T16:12:02.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.360+0000 7fc5cffff640 1 -- 172.21.15.76:0/489329445 reap_dead start 2024-09-13T16:12:02.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.360+0000 7fc5d6183640 1 -- 172.21.15.76:0/489329445 shutdown_connections 2024-09-13T16:12:02.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.360+0000 7fc5d6183640 1 -- 172.21.15.76:0/489329445 >> 172.21.15.76:0/489329445 conn(0x7fc5d0069ed0 msgr2=0x7fc5d006a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:02.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.360+0000 7fc5d6183640 1 -- 172.21.15.76:0/489329445 shutdown_connections 2024-09-13T16:12:02.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.360+0000 7fc5d6183640 1 -- 172.21.15.76:0/489329445 wait complete. 2024-09-13T16:12:02.368 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.361+0000 7fc5d6183640 1 Processor -- start 2024-09-13T16:12:02.368 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.362+0000 7fc5d6183640 1 -- start start 2024-09-13T16:12:02.368 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.362+0000 7fc5d6183640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc5b8003a60 0x7fc5d01f17b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:02.368 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.362+0000 7fc5d6183640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc5d0071990 0x7fc5d0071230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:02.368 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.362+0000 7fc5d6183640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc5d0159380 0x7fc5d01564f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:02.368 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.362+0000 7fc5d6183640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5d01f1cf0 con 0x7fc5b8003a60 2024-09-13T16:12:02.368 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.362+0000 7fc5d6183640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5d00c62c0 con 0x7fc5d0071990 2024-09-13T16:12:02.368 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.362+0000 7fc5d6183640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc5d0071770 con 0x7fc5d0159380 2024-09-13T16:12:02.368 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.362+0000 7fc5cf7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc5b8003a60 0x7fc5d01f17b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:02.368 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.362+0000 7fc5cf7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc5b8003a60 0x7fc5d01f17b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60378/0 (socket says 172.21.15.76:60378) 2024-09-13T16:12:02.368 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.362+0000 7fc5cf7fe640 1 -- 172.21.15.76:0/3038925288 learned_addr learned my addr 172.21.15.76:0/3038925288 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:02.369 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.363+0000 7fc5ceffd640 1 --2- 172.21.15.76:0/3038925288 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc5d0071990 0x7fc5d0071230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:02.369 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.363+0000 7fc5cffff640 1 --2- 172.21.15.76:0/3038925288 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc5d0159380 0x7fc5d01564f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:02.369 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.363+0000 7fc5cf7fe640 1 -- 172.21.15.76:0/3038925288 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc5d0159380 msgr2=0x7fc5d01564f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:02.369 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.363+0000 7fc5cf7fe640 1 --2- 172.21.15.76:0/3038925288 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc5d0159380 0x7fc5d01564f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:02.369 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.363+0000 7fc5cf7fe640 1 -- 172.21.15.76:0/3038925288 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc5d0071990 msgr2=0x7fc5d0071230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:02.369 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.363+0000 7fc5cf7fe640 1 --2- 172.21.15.76:0/3038925288 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc5d0071990 0x7fc5d0071230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:02.369 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.363+0000 7fc5cf7fe640 1 -- 172.21.15.76:0/3038925288 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc5d014e2b0 con 0x7fc5b8003a60 2024-09-13T16:12:02.369 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.363+0000 7fc5ceffd640 1 --2- 172.21.15.76:0/3038925288 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc5d0071990 0x7fc5d0071230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:12:02.369 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.363+0000 7fc5cf7fe640 1 --2- 172.21.15.76:0/3038925288 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc5b8003a60 0x7fc5d01f17b0 secure :-1 s=READY pgs=1446 cs=0 l=1 rev1=1 crypto rx=0x7fc5c0009ac0 tx=0x7fc5c0004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:02.369 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.363+0000 7fc5b7fff640 1 -- 172.21.15.76:0/3038925288 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5c0003b90 con 0x7fc5b8003a60 2024-09-13T16:12:02.369 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.363+0000 7fc5b7fff640 1 -- 172.21.15.76:0/3038925288 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc5c0003cf0 con 0x7fc5b8003a60 2024-09-13T16:12:02.369 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.363+0000 7fc5b7fff640 1 -- 172.21.15.76:0/3038925288 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5c0044630 con 0x7fc5b8003a60 2024-09-13T16:12:02.369 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.363+0000 7fc5d6183640 1 -- 172.21.15.76:0/3038925288 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc5d014e590 con 0x7fc5b8003a60 2024-09-13T16:12:02.370 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.363+0000 7fc5d6183640 1 -- 172.21.15.76:0/3038925288 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc5d0159800 con 0x7fc5b8003a60 2024-09-13T16:12:02.370 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.364+0000 7fc5d6183640 1 -- 172.21.15.76:0/3038925288 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc5d00c5db0 con 0x7fc5b8003a60 2024-09-13T16:12:02.370 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.365+0000 7fc5b7fff640 1 -- 172.21.15.76:0/3038925288 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc5c0038070 con 0x7fc5b8003a60 2024-09-13T16:12:02.370 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.365+0000 7fc5b7fff640 1 --2- 172.21.15.76:0/3038925288 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc5bc06ac30 0x7fc5bc06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:02.370 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.365+0000 7fc5b7fff640 1 -- 172.21.15.76:0/3038925288 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(110..110 src has 1..110) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fc5c00a9230 con 0x7fc5b8003a60 2024-09-13T16:12:02.370 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.365+0000 7fc5ceffd640 1 --2- 172.21.15.76:0/3038925288 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc5bc06ac30 0x7fc5bc06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:02.370 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.366+0000 7fc5ceffd640 1 --2- 172.21.15.76:0/3038925288 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc5bc06ac30 0x7fc5bc06d0f0 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7fc5d00711c0 tx=0x7fc5c4008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:02.370 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.369+0000 7fc5b7fff640 1 -- 172.21.15.76:0/3038925288 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fc5d00c5db0 con 0x7fc5b8003a60 2024-09-13T16:12:02.564 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.561+0000 7fc5d6183640 1 -- 172.21.15.76:0/3038925288 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fc5d00c5db0 con 0x7fc5b8003a60 2024-09-13T16:12:02.564 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.562+0000 7fc5b7fff640 1 -- 172.21.15.76:0/3038925288 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 54 v54) v1 ==== 94+0+4739 (secure 0 0 0) 0x7fc5d00c5db0 con 0x7fc5b8003a60 2024-09-13T16:12:02.564 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:02.564 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":54,"default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7270,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6834/1003042084","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":1003042084},{"type":"v1","addr":"172.21.15.192:6834","nonce":1003042084}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":50},{"gid":7273,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/2131847790","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6833","nonce":2131847790},{"type":"v1","addr":"172.21.15.192:6835","nonce":2131847790}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":50},{"gid":8061,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6835/320476623","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":320476623},{"type":"v1","addr":"172.21.15.76:6835","nonce":320476623}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":50}],"filesystems":[{"mdsmap":{"epoch":54,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:12:00.227113+0000","modified":"2024-09-13T16:12:02.234915+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":8076},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8076":{"gid":8076,"name":"a","rank":0,"incarnation":52,"state":"up:active","state_seq":3,"addr":"172.21.15.76:6837/2583912045","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6836","nonce":2583912045},{"type":"v1","addr":"172.21.15.76:6837","nonce":2583912045}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[16],"metadata_pool":15,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":7}]} 2024-09-13T16:12:02.565 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 54 2024-09-13T16:12:02.565 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.564+0000 7fc5d6183640 1 -- 172.21.15.76:0/3038925288 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc5bc06ac30 msgr2=0x7fc5bc06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:02.566 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.564+0000 7fc5d6183640 1 --2- 172.21.15.76:0/3038925288 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc5bc06ac30 0x7fc5bc06d0f0 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7fc5d00711c0 tx=0x7fc5c4008040 comp rx=0 tx=0).stop 2024-09-13T16:12:02.566 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.564+0000 7fc5d6183640 1 -- 172.21.15.76:0/3038925288 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc5b8003a60 msgr2=0x7fc5d01f17b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:02.566 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.564+0000 7fc5d6183640 1 --2- 172.21.15.76:0/3038925288 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc5b8003a60 0x7fc5d01f17b0 secure :-1 s=READY pgs=1446 cs=0 l=1 rev1=1 crypto rx=0x7fc5c0009ac0 tx=0x7fc5c0004730 comp rx=0 tx=0).stop 2024-09-13T16:12:02.566 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.564+0000 7fc5d6183640 1 -- 172.21.15.76:0/3038925288 shutdown_connections 2024-09-13T16:12:02.566 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.564+0000 7fc5d6183640 1 --2- 172.21.15.76:0/3038925288 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc5bc06ac30 0x7fc5bc06d0f0 unknown :-1 s=CLOSED pgs=627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:02.566 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.564+0000 7fc5d6183640 1 --2- 172.21.15.76:0/3038925288 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc5d0159380 0x7fc5d01564f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:02.566 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.564+0000 7fc5d6183640 1 --2- 172.21.15.76:0/3038925288 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc5d0071990 0x7fc5d0071230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:02.566 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.564+0000 7fc5d6183640 1 --2- 172.21.15.76:0/3038925288 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc5b8003a60 0x7fc5d01f17b0 unknown :-1 s=CLOSED pgs=1446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:02.566 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.564+0000 7fc5d6183640 1 -- 172.21.15.76:0/3038925288 >> 172.21.15.76:0/3038925288 conn(0x7fc5d0069ed0 msgr2=0x7fc5d00af5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:02.566 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.564+0000 7fc5d6183640 1 -- 172.21.15.76:0/3038925288 shutdown_connections 2024-09-13T16:12:02.566 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.564+0000 7fc5d6183640 1 -- 172.21.15.76:0/3038925288 wait complete. 2024-09-13T16:12:02.576 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:12:02.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.673+0000 7f76ef6be640 1 Processor -- start 2024-09-13T16:12:02.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.673+0000 7f76ef6be640 1 -- start start 2024-09-13T16:12:02.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.674+0000 7f76ef6be640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f76e8071d30 0x7f76e8070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:02.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.674+0000 7f76ef6be640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f76e8072110 0x7f76e80b1b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:02.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.674+0000 7f76ef6be640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f76e80abdf0 con 0x7f76e80c8920 2024-09-13T16:12:02.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.674+0000 7f76ef6be640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f76e80ab1e0 con 0x7f76e8072110 2024-09-13T16:12:02.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.674+0000 7f76ef6be640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f76e80ab4c0 con 0x7f76e8071d30 2024-09-13T16:12:02.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.674+0000 7f76ecc59640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f76e8072110 0x7f76e80b1b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:02.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.674+0000 7f76ecc59640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f76e8072110 0x7f76e80b1b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60394/0 (socket says 172.21.15.76:60394) 2024-09-13T16:12:02.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.674+0000 7f76ecc59640 1 -- 172.21.15.76:0/259454 learned_addr learned my addr 172.21.15.76:0/259454 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:02.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.675+0000 7f76ed45a640 1 --2- 172.21.15.76:0/259454 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f76e8071d30 0x7f76e8070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:02.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.675+0000 7f76ecc59640 1 -- 172.21.15.76:0/259454 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f76e8071d30 msgr2=0x7f76e8070190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:02.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.675+0000 7f76ecc59640 1 --2- 172.21.15.76:0/259454 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f76e8071d30 0x7f76e8070190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:02.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.675+0000 7f76ecc59640 1 -- 172.21.15.76:0/259454 >> v1:172.21.15.192:6789/0 conn(0x7f76e80c8920 legacy=0x7f76e80ac280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:02.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.675+0000 7f76ecc59640 1 -- 172.21.15.76:0/259454 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f76e80ab7a0 con 0x7f76e8072110 2024-09-13T16:12:02.678 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.675+0000 7f76ecc59640 1 --2- 172.21.15.76:0/259454 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f76e8072110 0x7f76e80b1b70 secure :-1 s=READY pgs=1447 cs=0 l=1 rev1=1 crypto rx=0x7f76d80098a0 tx=0x7f76d802a250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fe373b2d3f433a8d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:02.678 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.675+0000 7f76dffff640 1 -- 172.21.15.76:0/259454 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76d8032440 con 0x7f76e8072110 2024-09-13T16:12:02.678 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.676+0000 7f76dffff640 1 -- 172.21.15.76:0/259454 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f76d80325a0 con 0x7f76e8072110 2024-09-13T16:12:02.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.676+0000 7f76dffff640 1 -- 172.21.15.76:0/259454 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76d8032930 con 0x7f76e8072110 2024-09-13T16:12:02.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.676+0000 7f76ef6be640 1 -- 172.21.15.76:0/259454 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f76e8072110 msgr2=0x7f76e80b1b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:02.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.676+0000 7f76ef6be640 1 --2- 172.21.15.76:0/259454 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f76e8072110 0x7f76e80b1b70 secure :-1 s=READY pgs=1447 cs=0 l=1 rev1=1 crypto rx=0x7f76d80098a0 tx=0x7f76d802a250 comp rx=0 tx=0).stop 2024-09-13T16:12:02.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.676+0000 7f76ef6be640 1 -- 172.21.15.76:0/259454 shutdown_connections 2024-09-13T16:12:02.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.676+0000 7f76ef6be640 1 --2- 172.21.15.76:0/259454 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f76e8072110 0x7f76e80b1b70 unknown :-1 s=CLOSED pgs=1447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:02.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.676+0000 7f76ef6be640 1 --2- 172.21.15.76:0/259454 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f76e8071d30 0x7f76e8070190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:02.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.676+0000 7f76ef6be640 1 -- 172.21.15.76:0/259454 >> 172.21.15.76:0/259454 conn(0x7f76e8069ed0 msgr2=0x7f76e806a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:02.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.676+0000 7f76ef6be640 1 -- 172.21.15.76:0/259454 shutdown_connections 2024-09-13T16:12:02.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.676+0000 7f76ef6be640 1 -- 172.21.15.76:0/259454 wait complete. 2024-09-13T16:12:02.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.677+0000 7f76ef6be640 1 Processor -- start 2024-09-13T16:12:02.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.677+0000 7f76ef6be640 1 -- start start 2024-09-13T16:12:02.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.678+0000 7f76ef6be640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f76e8071d30 0x7f76e80ce0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:02.682 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.678+0000 7f76ef6be640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f76e8072110 0x7f76e81effd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:02.682 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.678+0000 7f76ef6be640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f76e80c8920 0x7f76e81f3c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:02.682 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.678+0000 7f76ef6be640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f76e814da10 con 0x7f76e8072110 2024-09-13T16:12:02.682 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.678+0000 7f76ef6be640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f76e8156c50 con 0x7f76e80c8920 2024-09-13T16:12:02.682 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.678+0000 7f76ef6be640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f76e81f4480 con 0x7f76e8071d30 2024-09-13T16:12:02.682 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.678+0000 7f76ecc59640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f76e8072110 0x7f76e81effd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:02.682 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.678+0000 7f76ecc59640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f76e8072110 0x7f76e81effd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60402/0 (socket says 172.21.15.76:60402) 2024-09-13T16:12:02.682 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.678+0000 7f76ecc59640 1 -- 172.21.15.76:0/2148333202 learned_addr learned my addr 172.21.15.76:0/2148333202 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:02.682 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.678+0000 7f76ed45a640 1 --2- 172.21.15.76:0/2148333202 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f76e8071d30 0x7f76e80ce0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:02.682 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.678+0000 7f76edc5b640 1 --2- 172.21.15.76:0/2148333202 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f76e80c8920 0x7f76e81f3c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:02.682 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.678+0000 7f76ecc59640 1 -- 172.21.15.76:0/2148333202 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f76e8071d30 msgr2=0x7f76e80ce0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:02.682 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.678+0000 7f76ecc59640 1 --2- 172.21.15.76:0/2148333202 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f76e8071d30 0x7f76e80ce0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:02.682 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.678+0000 7f76ecc59640 1 -- 172.21.15.76:0/2148333202 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f76e80c8920 msgr2=0x7f76e81f3c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:02.683 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.678+0000 7f76ecc59640 1 --2- 172.21.15.76:0/2148333202 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f76e80c8920 0x7f76e81f3c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:02.683 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.678+0000 7f76ecc59640 1 -- 172.21.15.76:0/2148333202 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f76d80094d0 con 0x7f76e8072110 2024-09-13T16:12:02.683 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.678+0000 7f76edc5b640 1 --2- 172.21.15.76:0/2148333202 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f76e80c8920 0x7f76e81f3c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:12:02.683 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.679+0000 7f76ecc59640 1 --2- 172.21.15.76:0/2148333202 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f76e8072110 0x7f76e81effd0 secure :-1 s=READY pgs=1448 cs=0 l=1 rev1=1 crypto rx=0x7f76d8000c00 tx=0x7f76d80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:02.683 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.679+0000 7f76ddffb640 1 -- 172.21.15.76:0/2148333202 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76d8032440 con 0x7f76e8072110 2024-09-13T16:12:02.683 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.679+0000 7f76ddffb640 1 -- 172.21.15.76:0/2148333202 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f76d8030b80 con 0x7f76e8072110 2024-09-13T16:12:02.683 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.679+0000 7f76ef6be640 1 -- 172.21.15.76:0/2148333202 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f76e81f4760 con 0x7f76e8072110 2024-09-13T16:12:02.683 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.679+0000 7f76ddffb640 1 -- 172.21.15.76:0/2148333202 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76d8004030 con 0x7f76e8072110 2024-09-13T16:12:02.683 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.679+0000 7f76ef6be640 1 -- 172.21.15.76:0/2148333202 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f76e8156ef0 con 0x7f76e8072110 2024-09-13T16:12:02.683 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.680+0000 7f76ef6be640 1 -- 172.21.15.76:0/2148333202 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f76e8070190 con 0x7f76e8072110 2024-09-13T16:12:02.683 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.680+0000 7f76ddffb640 1 -- 172.21.15.76:0/2148333202 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f76d8039040 con 0x7f76e8072110 2024-09-13T16:12:02.684 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.681+0000 7f76ddffb640 1 --2- 172.21.15.76:0/2148333202 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f76cc06ac00 0x7f76cc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:02.684 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.681+0000 7f76ddffb640 1 -- 172.21.15.76:0/2148333202 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(110..110 src has 1..110) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f76d80a9c80 con 0x7f76e8072110 2024-09-13T16:12:02.684 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.681+0000 7f76ed45a640 1 --2- 172.21.15.76:0/2148333202 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f76cc06ac00 0x7f76cc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:02.684 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.681+0000 7f76ed45a640 1 --2- 172.21.15.76:0/2148333202 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f76cc06ac00 0x7f76cc06d0c0 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7f76e40079a0 tx=0x7f76e4008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:02.686 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.685+0000 7f76ddffb640 1 -- 172.21.15.76:0/2148333202 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f76d8074f80 con 0x7f76e8072110 2024-09-13T16:12:02.848 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.847+0000 7f76ef6be640 1 -- 172.21.15.76:0/2148333202 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f76e815cb20 con 0x7f76e8072110 2024-09-13T16:12:02.849 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.848+0000 7f76ddffb640 1 -- 172.21.15.76:0/2148333202 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v110) v1 ==== 74+0+16680 (secure 0 0 0) 0x7f76d804a090 con 0x7f76e8072110 2024-09-13T16:12:02.849 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:02.850 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":110,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:12:01.228824+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":16,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:11:58.022342+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"109","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":16,"pool_name":"cephfs_data","create_time":"2024-09-13T16:11:59.194875+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"110","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:12:02.851 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.850+0000 7f76ef6be640 1 -- 172.21.15.76:0/2148333202 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f76cc06ac00 msgr2=0x7f76cc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:02.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.850+0000 7f76ef6be640 1 --2- 172.21.15.76:0/2148333202 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f76cc06ac00 0x7f76cc06d0c0 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7f76e40079a0 tx=0x7f76e4008040 comp rx=0 tx=0).stop 2024-09-13T16:12:02.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.850+0000 7f76ef6be640 1 -- 172.21.15.76:0/2148333202 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f76e8072110 msgr2=0x7f76e81effd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:02.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.850+0000 7f76ef6be640 1 --2- 172.21.15.76:0/2148333202 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f76e8072110 0x7f76e81effd0 secure :-1 s=READY pgs=1448 cs=0 l=1 rev1=1 crypto rx=0x7f76d8000c00 tx=0x7f76d80046c0 comp rx=0 tx=0).stop 2024-09-13T16:12:02.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.850+0000 7f76ef6be640 1 -- 172.21.15.76:0/2148333202 shutdown_connections 2024-09-13T16:12:02.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.850+0000 7f76ef6be640 1 --2- 172.21.15.76:0/2148333202 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f76e80c8920 0x7f76e81f3c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:02.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.850+0000 7f76ef6be640 1 --2- 172.21.15.76:0/2148333202 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f76e8072110 0x7f76e81effd0 unknown :-1 s=CLOSED pgs=1448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:02.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.850+0000 7f76ef6be640 1 --2- 172.21.15.76:0/2148333202 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f76cc06ac00 0x7f76cc06d0c0 unknown :-1 s=CLOSED pgs=628 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:02.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.850+0000 7f76ef6be640 1 --2- 172.21.15.76:0/2148333202 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f76e8071d30 0x7f76e80ce0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:02.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.850+0000 7f76ef6be640 1 -- 172.21.15.76:0/2148333202 >> 172.21.15.76:0/2148333202 conn(0x7f76e8069ed0 msgr2=0x7f76e8155e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:02.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.850+0000 7f76ef6be640 1 -- 172.21.15.76:0/2148333202 shutdown_connections 2024-09-13T16:12:02.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.850+0000 7f76ef6be640 1 -- 172.21.15.76:0/2148333202 wait complete. 2024-09-13T16:12:02.862 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-09-13T16:12:02.863 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:12:02.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.959+0000 7f97c0e2b640 1 Processor -- start 2024-09-13T16:12:02.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.959+0000 7f97c0e2b640 1 -- start start 2024-09-13T16:12:02.962 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.960+0000 7f97c0e2b640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f97bc06c8a0 0x7f97bc0b2590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:02.962 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.960+0000 7f97c0e2b640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f97bc0b2170 con 0x7f97bc0cbea0 2024-09-13T16:12:02.962 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.960+0000 7f97c0e2b640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f97bc06dab0 con 0x7f97bc06c4c0 2024-09-13T16:12:02.962 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.960+0000 7f97c0e2b640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f97bc06deb0 con 0x7f97bc06c8a0 2024-09-13T16:12:02.962 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.960+0000 7f97bad9d640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f97bc0cbea0 0x7f97bc0cc330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:40480/0 (socket says 172.21.15.76:40480) 2024-09-13T16:12:02.962 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.960+0000 7f97bad9d640 1 -- 172.21.15.76:0/1873327979 learned_addr learned my addr 172.21.15.76:0/1873327979 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:12:02.962 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.960+0000 7f97b9d9b640 1 --2- 172.21.15.76:0/1873327979 >> v2:172.21.15.192:3300/0 conn(0x7f97bc06c8a0 0x7f97bc0b2590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:02.962 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.960+0000 7f97b959a640 1 -- 172.21.15.76:0/1873327979 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3574497733 0 0) 0x7f97bc0b2170 con 0x7f97bc0cbea0 2024-09-13T16:12:02.962 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.960+0000 7f97b959a640 1 -- 172.21.15.76:0/1873327979 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f97a8003520 con 0x7f97bc0cbea0 2024-09-13T16:12:02.962 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.960+0000 7f97b959a640 1 -- 172.21.15.76:0/1873327979 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1726033529 0 0) 0x7f97a8003520 con 0x7f97bc0cbea0 2024-09-13T16:12:02.962 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.960+0000 7f97b9d9b640 1 -- 172.21.15.76:0/1873327979 >> v1:172.21.15.192:6789/0 conn(0x7f97bc06c4c0 legacy=0x7f97bc06d3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:02.962 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.960+0000 7f97b9d9b640 1 -- 172.21.15.76:0/1873327979 >> v1:172.21.15.76:6789/0 conn(0x7f97bc0cbea0 legacy=0x7f97bc0cc330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:02.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.960+0000 7f97b9d9b640 1 -- 172.21.15.76:0/1873327979 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f97bc06e0c0 con 0x7f97bc06c8a0 2024-09-13T16:12:02.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.961+0000 7f97b9d9b640 1 --2- 172.21.15.76:0/1873327979 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f97bc06c8a0 0x7f97bc0b2590 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f97a400a940 tx=0x7f97a402b580 comp rx=0 tx=0).ready entity=mon.1 client_cookie=509e2ac6bd9d8bd1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:02.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.961+0000 7f97b959a640 1 -- 172.21.15.76:0/1873327979 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97b4001670 con 0x7f97bc06c8a0 2024-09-13T16:12:02.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.961+0000 7f97b959a640 1 -- 172.21.15.76:0/1873327979 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f97a402e050 con 0x7f97bc06c8a0 2024-09-13T16:12:02.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.961+0000 7f97b959a640 1 -- 172.21.15.76:0/1873327979 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97a4030730 con 0x7f97bc06c8a0 2024-09-13T16:12:02.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.962+0000 7f97c0e2b640 1 -- 172.21.15.76:0/1873327979 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f97bc06c8a0 msgr2=0x7f97bc0b2590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:02.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.962+0000 7f97c0e2b640 1 --2- 172.21.15.76:0/1873327979 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f97bc06c8a0 0x7f97bc0b2590 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f97a400a940 tx=0x7f97a402b580 comp rx=0 tx=0).stop 2024-09-13T16:12:02.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.962+0000 7f97c0e2b640 1 -- 172.21.15.76:0/1873327979 shutdown_connections 2024-09-13T16:12:02.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.962+0000 7f97c0e2b640 1 --2- 172.21.15.76:0/1873327979 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f97bc06c8a0 0x7f97bc0b2590 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:02.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.962+0000 7f97c0e2b640 1 -- 172.21.15.76:0/1873327979 >> 172.21.15.76:0/1873327979 conn(0x7f97bc069ed0 msgr2=0x7f97bc06a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:02.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.962+0000 7f97c0e2b640 1 -- 172.21.15.76:0/1873327979 shutdown_connections 2024-09-13T16:12:02.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.962+0000 7f97c0e2b640 1 -- 172.21.15.76:0/1873327979 wait complete. 2024-09-13T16:12:02.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.963+0000 7f97c0e2b640 1 Processor -- start 2024-09-13T16:12:02.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.963+0000 7f97c0e2b640 1 -- start start 2024-09-13T16:12:02.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.964+0000 7f97c0e2b640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f97bc06c4c0 0x7f97bc156f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:02.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.964+0000 7f97c0e2b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f97bc06c8a0 0x7f97bc156400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:02.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.964+0000 7f97c0e2b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f97bc0cbea0 0x7f97bc0c5db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:02.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.964+0000 7f97c0e2b640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f97bc0c8320 con 0x7f97bc0cbea0 2024-09-13T16:12:02.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.964+0000 7f97c0e2b640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f97bc1586e0 con 0x7f97bc06c8a0 2024-09-13T16:12:02.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.964+0000 7f97c0e2b640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f97bc156940 con 0x7f97bc06c4c0 2024-09-13T16:12:02.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.964+0000 7f97bad9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f97bc0cbea0 0x7f97bc0c5db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:02.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.964+0000 7f97bad9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f97bc0cbea0 0x7f97bc0c5db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60418/0 (socket says 172.21.15.76:60418) 2024-09-13T16:12:02.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.964+0000 7f97bad9d640 1 -- 172.21.15.76:0/3373247844 learned_addr learned my addr 172.21.15.76:0/3373247844 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:02.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.964+0000 7f97b9d9b640 1 --2- 172.21.15.76:0/3373247844 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f97bc06c8a0 0x7f97bc156400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:02.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.964+0000 7f97ba59c640 1 --2- 172.21.15.76:0/3373247844 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f97bc06c4c0 0x7f97bc156f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:02.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.964+0000 7f97bad9d640 1 -- 172.21.15.76:0/3373247844 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f97bc06c4c0 msgr2=0x7f97bc156f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:02.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.965+0000 7f97bad9d640 1 --2- 172.21.15.76:0/3373247844 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f97bc06c4c0 0x7f97bc156f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:02.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.965+0000 7f97bad9d640 1 -- 172.21.15.76:0/3373247844 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f97bc06c8a0 msgr2=0x7f97bc156400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:02.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.965+0000 7f97bad9d640 1 --2- 172.21.15.76:0/3373247844 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f97bc06c8a0 0x7f97bc156400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:02.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.965+0000 7f97bad9d640 1 -- 172.21.15.76:0/3373247844 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f97a400a5a0 con 0x7f97bc0cbea0 2024-09-13T16:12:02.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.965+0000 7f97b9d9b640 1 --2- 172.21.15.76:0/3373247844 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f97bc06c8a0 0x7f97bc156400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:12:02.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.965+0000 7f97bad9d640 1 --2- 172.21.15.76:0/3373247844 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f97bc0cbea0 0x7f97bc0c5db0 secure :-1 s=READY pgs=1450 cs=0 l=1 rev1=1 crypto rx=0x7f97b400c4d0 tx=0x7f97b400c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:02.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.965+0000 7f97b2ffd640 1 -- 172.21.15.76:0/3373247844 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97b4005ce0 con 0x7f97bc0cbea0 2024-09-13T16:12:02.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.965+0000 7f97b2ffd640 1 -- 172.21.15.76:0/3373247844 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f97b4005e40 con 0x7f97bc0cbea0 2024-09-13T16:12:02.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.965+0000 7f97b2ffd640 1 -- 172.21.15.76:0/3373247844 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97b40072b0 con 0x7f97bc0cbea0 2024-09-13T16:12:02.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.965+0000 7f97c0e2b640 1 -- 172.21.15.76:0/3373247844 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f97bc0c7d60 con 0x7f97bc0cbea0 2024-09-13T16:12:02.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.965+0000 7f97c0e2b640 1 -- 172.21.15.76:0/3373247844 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f97bc158400 con 0x7f97bc0cbea0 2024-09-13T16:12:02.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.966+0000 7f97c0e2b640 1 -- 172.21.15.76:0/3373247844 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f97bc158260 con 0x7f97bc0cbea0 2024-09-13T16:12:02.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.967+0000 7f97b2ffd640 1 -- 172.21.15.76:0/3373247844 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f97b4007410 con 0x7f97bc0cbea0 2024-09-13T16:12:02.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.967+0000 7f97b2ffd640 1 --2- 172.21.15.76:0/3373247844 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f979c06ac00 0x7f979c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:02.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.967+0000 7f97b2ffd640 1 -- 172.21.15.76:0/3373247844 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(110..110 src has 1..110) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f97b4088a50 con 0x7f97bc0cbea0 2024-09-13T16:12:02.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.967+0000 7f97ba59c640 1 --2- 172.21.15.76:0/3373247844 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f979c06ac00 0x7f979c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:02.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.967+0000 7f97ba59c640 1 --2- 172.21.15.76:0/3373247844 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f979c06ac00 0x7f979c06d0c0 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7f97bc1f2db0 tx=0x7f97ac009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:02.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:02.971+0000 7f97b2ffd640 1 -- 172.21.15.76:0/3373247844 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f97bc158260 con 0x7f97bc0cbea0 2024-09-13T16:12:03.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.133+0000 7f97c0e2b640 1 -- 172.21.15.76:0/3373247844 --> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f97bc06ce80 con 0x7f979c06ac00 2024-09-13T16:12:03.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.141+0000 7f97b2ffd640 1 -- 172.21.15.76:0/3373247844 <== mgr.4104 v2:172.21.15.76:6832/911852275 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+289864 (secure 0 0 0) 0x7f97ac003970 con 0x7f979c06ac00 2024-09-13T16:12:03.145 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:03.147 INFO:teuthology.orchestra.run.smithi076.stderr:dumped all 2024-09-13T16:12:03.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.144+0000 7f97c0e2b640 1 -- 172.21.15.76:0/3373247844 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f979c06ac00 msgr2=0x7f979c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:03.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.144+0000 7f97c0e2b640 1 --2- 172.21.15.76:0/3373247844 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f979c06ac00 0x7f979c06d0c0 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7f97bc1f2db0 tx=0x7f97ac009040 comp rx=0 tx=0).stop 2024-09-13T16:12:03.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.144+0000 7f97c0e2b640 1 -- 172.21.15.76:0/3373247844 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f97bc0cbea0 msgr2=0x7f97bc0c5db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:03.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.144+0000 7f97c0e2b640 1 --2- 172.21.15.76:0/3373247844 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f97bc0cbea0 0x7f97bc0c5db0 secure :-1 s=READY pgs=1450 cs=0 l=1 rev1=1 crypto rx=0x7f97b400c4d0 tx=0x7f97b400c990 comp rx=0 tx=0).stop 2024-09-13T16:12:03.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.144+0000 7f97c0e2b640 1 -- 172.21.15.76:0/3373247844 shutdown_connections 2024-09-13T16:12:03.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.144+0000 7f97c0e2b640 1 --2- 172.21.15.76:0/3373247844 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f97bc0cbea0 0x7f97bc0c5db0 unknown :-1 s=CLOSED pgs=1450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:03.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.144+0000 7f97c0e2b640 1 --2- 172.21.15.76:0/3373247844 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f97bc06c8a0 0x7f97bc156400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:03.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.144+0000 7f97c0e2b640 1 --2- 172.21.15.76:0/3373247844 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f979c06ac00 0x7f979c06d0c0 unknown :-1 s=CLOSED pgs=629 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:03.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.144+0000 7f97c0e2b640 1 --2- 172.21.15.76:0/3373247844 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f97bc06c4c0 0x7f97bc156f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:03.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.144+0000 7f97c0e2b640 1 -- 172.21.15.76:0/3373247844 >> 172.21.15.76:0/3373247844 conn(0x7f97bc069ed0 msgr2=0x7f97bc0cc310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:03.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.144+0000 7f97c0e2b640 1 -- 172.21.15.76:0/3373247844 shutdown_connections 2024-09-13T16:12:03.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.144+0000 7f97c0e2b640 1 -- 172.21.15.76:0/3373247844 wait complete. 2024-09-13T16:12:03.156 INFO:teuthology.orchestra.run.smithi076.stdout:{"pg_ready":true,"pg_map":{"version":422,"stamp":"2024-09-13T16:12:03.062100+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":86,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":790260,"kb_used_data":11696,"kb_used_omap":12,"kb_used_meta":778419,"kb_avail":754184460,"statfs":{"total":773094113280,"available":772284887040,"internally_reserved":0,"allocated":11976704,"data_stored":6111947,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":797101625},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.190656"},"pg_stats":[{"pgid":"16.3f","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.244051+0000","last_change":"2024-09-13T16:12:00.243458+0000","last_active":"2024-09-13T16:12:00.244051+0000","last_peered":"2024-09-13T16:12:00.244051+0000","last_clean":"2024-09-13T16:12:00.244051+0000","last_became_active":"2024-09-13T16:12:00.243239+0000","last_became_peered":"2024-09-13T16:12:00.243239+0000","last_unstale":"2024-09-13T16:12:00.244051+0000","last_undegraded":"2024-09-13T16:12:00.244051+0000","last_fullsized":"2024-09-13T16:12:00.244051+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:50:38.755243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.3e","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.251711+0000","last_change":"2024-09-13T16:12:00.246463+0000","last_active":"2024-09-13T16:12:00.251711+0000","last_peered":"2024-09-13T16:12:00.251711+0000","last_clean":"2024-09-13T16:12:00.251711+0000","last_became_active":"2024-09-13T16:12:00.246203+0000","last_became_peered":"2024-09-13T16:12:00.246203+0000","last_unstale":"2024-09-13T16:12:00.251711+0000","last_undegraded":"2024-09-13T16:12:00.251711+0000","last_fullsized":"2024-09-13T16:12:00.251711+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:32:50.364697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.3d","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.250350+0000","last_change":"2024-09-13T16:12:00.245306+0000","last_active":"2024-09-13T16:12:00.250350+0000","last_peered":"2024-09-13T16:12:00.250350+0000","last_clean":"2024-09-13T16:12:00.250350+0000","last_became_active":"2024-09-13T16:12:00.245062+0000","last_became_peered":"2024-09-13T16:12:00.245062+0000","last_unstale":"2024-09-13T16:12:00.250350+0000","last_undegraded":"2024-09-13T16:12:00.250350+0000","last_fullsized":"2024-09-13T16:12:00.250350+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:14:13.526984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.3c","version":"0'0","reported_seq":10,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-09-13T16:12:01.447034+0000","last_change":"2024-09-13T16:12:00.247272+0000","last_active":"2024-09-13T16:12:01.447034+0000","last_peered":"2024-09-13T16:12:01.447034+0000","last_clean":"2024-09-13T16:12:01.447034+0000","last_became_active":"2024-09-13T16:12:00.247047+0000","last_became_peered":"2024-09-13T16:12:00.247047+0000","last_unstale":"2024-09-13T16:12:01.447034+0000","last_undegraded":"2024-09-13T16:12:01.447034+0000","last_fullsized":"2024-09-13T16:12:01.447034+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:09:03.617188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.3b","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.247374+0000","last_change":"2024-09-13T16:12:00.247045+0000","last_active":"2024-09-13T16:12:00.247374+0000","last_peered":"2024-09-13T16:12:00.247374+0000","last_clean":"2024-09-13T16:12:00.247374+0000","last_became_active":"2024-09-13T16:12:00.246815+0000","last_became_peered":"2024-09-13T16:12:00.246815+0000","last_unstale":"2024-09-13T16:12:00.247374+0000","last_undegraded":"2024-09-13T16:12:00.247374+0000","last_fullsized":"2024-09-13T16:12:00.247374+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:39:34.655708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.3a","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.251838+0000","last_change":"2024-09-13T16:12:00.249299+0000","last_active":"2024-09-13T16:12:00.251838+0000","last_peered":"2024-09-13T16:12:00.251838+0000","last_clean":"2024-09-13T16:12:00.251838+0000","last_became_active":"2024-09-13T16:12:00.249042+0000","last_became_peered":"2024-09-13T16:12:00.249042+0000","last_unstale":"2024-09-13T16:12:00.251838+0000","last_undegraded":"2024-09-13T16:12:00.251838+0000","last_fullsized":"2024-09-13T16:12:00.251838+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:17:03.211122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.39","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.252415+0000","last_change":"2024-09-13T16:12:00.250797+0000","last_active":"2024-09-13T16:12:00.252415+0000","last_peered":"2024-09-13T16:12:00.252415+0000","last_clean":"2024-09-13T16:12:00.252415+0000","last_became_active":"2024-09-13T16:12:00.250534+0000","last_became_peered":"2024-09-13T16:12:00.250534+0000","last_unstale":"2024-09-13T16:12:00.252415+0000","last_undegraded":"2024-09-13T16:12:00.252415+0000","last_fullsized":"2024-09-13T16:12:00.252415+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:31:00.655160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.38","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.257722+0000","last_change":"2024-09-13T16:12:00.256963+0000","last_active":"2024-09-13T16:12:00.257722+0000","last_peered":"2024-09-13T16:12:00.257722+0000","last_clean":"2024-09-13T16:12:00.257722+0000","last_became_active":"2024-09-13T16:12:00.256718+0000","last_became_peered":"2024-09-13T16:12:00.256718+0000","last_unstale":"2024-09-13T16:12:00.257722+0000","last_undegraded":"2024-09-13T16:12:00.257722+0000","last_fullsized":"2024-09-13T16:12:00.257722+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:15:31.188789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.37","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.251804+0000","last_change":"2024-09-13T16:12:00.246892+0000","last_active":"2024-09-13T16:12:00.251804+0000","last_peered":"2024-09-13T16:12:00.251804+0000","last_clean":"2024-09-13T16:12:00.251804+0000","last_became_active":"2024-09-13T16:12:00.246120+0000","last_became_peered":"2024-09-13T16:12:00.246120+0000","last_unstale":"2024-09-13T16:12:00.251804+0000","last_undegraded":"2024-09-13T16:12:00.251804+0000","last_fullsized":"2024-09-13T16:12:00.251804+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:00:29.923872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.36","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.254911+0000","last_change":"2024-09-13T16:12:00.254495+0000","last_active":"2024-09-13T16:12:00.254911+0000","last_peered":"2024-09-13T16:12:00.254911+0000","last_clean":"2024-09-13T16:12:00.254911+0000","last_became_active":"2024-09-13T16:12:00.254168+0000","last_became_peered":"2024-09-13T16:12:00.254168+0000","last_unstale":"2024-09-13T16:12:00.254911+0000","last_undegraded":"2024-09-13T16:12:00.254911+0000","last_fullsized":"2024-09-13T16:12:00.254911+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:25:11.967842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.35","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.251593+0000","last_change":"2024-09-13T16:12:00.250664+0000","last_active":"2024-09-13T16:12:00.251593+0000","last_peered":"2024-09-13T16:12:00.251593+0000","last_clean":"2024-09-13T16:12:00.251593+0000","last_became_active":"2024-09-13T16:12:00.250419+0000","last_became_peered":"2024-09-13T16:12:00.250419+0000","last_unstale":"2024-09-13T16:12:00.251593+0000","last_undegraded":"2024-09-13T16:12:00.251593+0000","last_fullsized":"2024-09-13T16:12:00.251593+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:47:55.359723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.34","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.251400+0000","last_change":"2024-09-13T16:12:00.247400+0000","last_active":"2024-09-13T16:12:00.251400+0000","last_peered":"2024-09-13T16:12:00.251400+0000","last_clean":"2024-09-13T16:12:00.251400+0000","last_became_active":"2024-09-13T16:12:00.246179+0000","last_became_peered":"2024-09-13T16:12:00.246179+0000","last_unstale":"2024-09-13T16:12:00.251400+0000","last_undegraded":"2024-09-13T16:12:00.251400+0000","last_fullsized":"2024-09-13T16:12:00.251400+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:32:44.247279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.33","version":"0'0","reported_seq":10,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-09-13T16:12:01.446571+0000","last_change":"2024-09-13T16:12:00.240039+0000","last_active":"2024-09-13T16:12:01.446571+0000","last_peered":"2024-09-13T16:12:01.446571+0000","last_clean":"2024-09-13T16:12:01.446571+0000","last_became_active":"2024-09-13T16:12:00.239792+0000","last_became_peered":"2024-09-13T16:12:00.239792+0000","last_unstale":"2024-09-13T16:12:01.446571+0000","last_undegraded":"2024-09-13T16:12:01.446571+0000","last_fullsized":"2024-09-13T16:12:01.446571+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:10:37.908581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.32","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.244719+0000","last_change":"2024-09-13T16:12:00.242153+0000","last_active":"2024-09-13T16:12:00.244719+0000","last_peered":"2024-09-13T16:12:00.244719+0000","last_clean":"2024-09-13T16:12:00.244719+0000","last_became_active":"2024-09-13T16:12:00.241873+0000","last_became_peered":"2024-09-13T16:12:00.241873+0000","last_unstale":"2024-09-13T16:12:00.244719+0000","last_undegraded":"2024-09-13T16:12:00.244719+0000","last_fullsized":"2024-09-13T16:12:00.244719+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:49:10.788703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.31","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.244741+0000","last_change":"2024-09-13T16:12:00.243445+0000","last_active":"2024-09-13T16:12:00.244741+0000","last_peered":"2024-09-13T16:12:00.244741+0000","last_clean":"2024-09-13T16:12:00.244741+0000","last_became_active":"2024-09-13T16:12:00.243162+0000","last_became_peered":"2024-09-13T16:12:00.243162+0000","last_unstale":"2024-09-13T16:12:00.244741+0000","last_undegraded":"2024-09-13T16:12:00.244741+0000","last_fullsized":"2024-09-13T16:12:00.244741+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:23:50.025731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.30","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.244551+0000","last_change":"2024-09-13T16:12:00.241507+0000","last_active":"2024-09-13T16:12:00.244551+0000","last_peered":"2024-09-13T16:12:00.244551+0000","last_clean":"2024-09-13T16:12:00.244551+0000","last_became_active":"2024-09-13T16:12:00.241245+0000","last_became_peered":"2024-09-13T16:12:00.241245+0000","last_unstale":"2024-09-13T16:12:00.244551+0000","last_undegraded":"2024-09-13T16:12:00.244551+0000","last_fullsized":"2024-09-13T16:12:00.244551+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:18:21.704857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.2f","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.245685+0000","last_change":"2024-09-13T16:12:00.245113+0000","last_active":"2024-09-13T16:12:00.245685+0000","last_peered":"2024-09-13T16:12:00.245685+0000","last_clean":"2024-09-13T16:12:00.245685+0000","last_became_active":"2024-09-13T16:12:00.244859+0000","last_became_peered":"2024-09-13T16:12:00.244859+0000","last_unstale":"2024-09-13T16:12:00.245685+0000","last_undegraded":"2024-09-13T16:12:00.245685+0000","last_fullsized":"2024-09-13T16:12:00.245685+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:13:06.723167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.2e","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.253035+0000","last_change":"2024-09-13T16:12:00.252043+0000","last_active":"2024-09-13T16:12:00.253035+0000","last_peered":"2024-09-13T16:12:00.253035+0000","last_clean":"2024-09-13T16:12:00.253035+0000","last_became_active":"2024-09-13T16:12:00.250779+0000","last_became_peered":"2024-09-13T16:12:00.250779+0000","last_unstale":"2024-09-13T16:12:00.253035+0000","last_undegraded":"2024-09-13T16:12:00.253035+0000","last_fullsized":"2024-09-13T16:12:00.253035+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:10:19.963648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.2d","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.237351+0000","last_change":"2024-09-13T16:12:00.235869+0000","last_active":"2024-09-13T16:12:00.237351+0000","last_peered":"2024-09-13T16:12:00.237351+0000","last_clean":"2024-09-13T16:12:00.237351+0000","last_became_active":"2024-09-13T16:12:00.235626+0000","last_became_peered":"2024-09-13T16:12:00.235626+0000","last_unstale":"2024-09-13T16:12:00.237351+0000","last_undegraded":"2024-09-13T16:12:00.237351+0000","last_fullsized":"2024-09-13T16:12:00.237351+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:14:31.325513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.2c","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.245745+0000","last_change":"2024-09-13T16:12:00.245201+0000","last_active":"2024-09-13T16:12:00.245745+0000","last_peered":"2024-09-13T16:12:00.245745+0000","last_clean":"2024-09-13T16:12:00.245745+0000","last_became_active":"2024-09-13T16:12:00.244934+0000","last_became_peered":"2024-09-13T16:12:00.244934+0000","last_unstale":"2024-09-13T16:12:00.245745+0000","last_undegraded":"2024-09-13T16:12:00.245745+0000","last_fullsized":"2024-09-13T16:12:00.245745+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:41:49.431835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.2b","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.247176+0000","last_change":"2024-09-13T16:12:00.244262+0000","last_active":"2024-09-13T16:12:00.247176+0000","last_peered":"2024-09-13T16:12:00.247176+0000","last_clean":"2024-09-13T16:12:00.247176+0000","last_became_active":"2024-09-13T16:12:00.244014+0000","last_became_peered":"2024-09-13T16:12:00.244014+0000","last_unstale":"2024-09-13T16:12:00.247176+0000","last_undegraded":"2024-09-13T16:12:00.247176+0000","last_fullsized":"2024-09-13T16:12:00.247176+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:59:48.578149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.2a","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.257718+0000","last_change":"2024-09-13T16:12:00.256921+0000","last_active":"2024-09-13T16:12:00.257718+0000","last_peered":"2024-09-13T16:12:00.257718+0000","last_clean":"2024-09-13T16:12:00.257718+0000","last_became_active":"2024-09-13T16:12:00.256491+0000","last_became_peered":"2024-09-13T16:12:00.256491+0000","last_unstale":"2024-09-13T16:12:00.257718+0000","last_undegraded":"2024-09-13T16:12:00.257718+0000","last_fullsized":"2024-09-13T16:12:00.257718+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:28:04.708126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.29","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.250021+0000","last_change":"2024-09-13T16:12:00.246334+0000","last_active":"2024-09-13T16:12:00.250021+0000","last_peered":"2024-09-13T16:12:00.250021+0000","last_clean":"2024-09-13T16:12:00.250021+0000","last_became_active":"2024-09-13T16:12:00.246053+0000","last_became_peered":"2024-09-13T16:12:00.246053+0000","last_unstale":"2024-09-13T16:12:00.250021+0000","last_undegraded":"2024-09-13T16:12:00.250021+0000","last_fullsized":"2024-09-13T16:12:00.250021+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:34:33.918571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.28","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.251717+0000","last_change":"2024-09-13T16:12:00.251089+0000","last_active":"2024-09-13T16:12:00.251717+0000","last_peered":"2024-09-13T16:12:00.251717+0000","last_clean":"2024-09-13T16:12:00.251717+0000","last_became_active":"2024-09-13T16:12:00.250835+0000","last_became_peered":"2024-09-13T16:12:00.250835+0000","last_unstale":"2024-09-13T16:12:00.251717+0000","last_undegraded":"2024-09-13T16:12:00.251717+0000","last_fullsized":"2024-09-13T16:12:00.251717+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:14:33.031825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.27","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.251092+0000","last_change":"2024-09-13T16:12:00.248009+0000","last_active":"2024-09-13T16:12:00.251092+0000","last_peered":"2024-09-13T16:12:00.251092+0000","last_clean":"2024-09-13T16:12:00.251092+0000","last_became_active":"2024-09-13T16:12:00.247711+0000","last_became_peered":"2024-09-13T16:12:00.247711+0000","last_unstale":"2024-09-13T16:12:00.251092+0000","last_undegraded":"2024-09-13T16:12:00.251092+0000","last_fullsized":"2024-09-13T16:12:00.251092+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:05:42.447421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.26","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.253777+0000","last_change":"2024-09-13T16:12:00.252073+0000","last_active":"2024-09-13T16:12:00.253777+0000","last_peered":"2024-09-13T16:12:00.253777+0000","last_clean":"2024-09-13T16:12:00.253777+0000","last_became_active":"2024-09-13T16:12:00.251805+0000","last_became_peered":"2024-09-13T16:12:00.251805+0000","last_unstale":"2024-09-13T16:12:00.253777+0000","last_undegraded":"2024-09-13T16:12:00.253777+0000","last_fullsized":"2024-09-13T16:12:00.253777+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:32:21.949893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.25","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.243297+0000","last_change":"2024-09-13T16:12:00.241667+0000","last_active":"2024-09-13T16:12:00.243297+0000","last_peered":"2024-09-13T16:12:00.243297+0000","last_clean":"2024-09-13T16:12:00.243297+0000","last_became_active":"2024-09-13T16:12:00.241386+0000","last_became_peered":"2024-09-13T16:12:00.241386+0000","last_unstale":"2024-09-13T16:12:00.243297+0000","last_undegraded":"2024-09-13T16:12:00.243297+0000","last_fullsized":"2024-09-13T16:12:00.243297+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:40:01.919927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.24","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.251747+0000","last_change":"2024-09-13T16:12:00.246410+0000","last_active":"2024-09-13T16:12:00.251747+0000","last_peered":"2024-09-13T16:12:00.251747+0000","last_clean":"2024-09-13T16:12:00.251747+0000","last_became_active":"2024-09-13T16:12:00.240812+0000","last_became_peered":"2024-09-13T16:12:00.240812+0000","last_unstale":"2024-09-13T16:12:00.251747+0000","last_undegraded":"2024-09-13T16:12:00.251747+0000","last_fullsized":"2024-09-13T16:12:00.251747+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:57:38.626921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.23","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.240320+0000","last_change":"2024-09-13T16:12:00.239648+0000","last_active":"2024-09-13T16:12:00.240320+0000","last_peered":"2024-09-13T16:12:00.240320+0000","last_clean":"2024-09-13T16:12:00.240320+0000","last_became_active":"2024-09-13T16:12:00.239418+0000","last_became_peered":"2024-09-13T16:12:00.239418+0000","last_unstale":"2024-09-13T16:12:00.240320+0000","last_undegraded":"2024-09-13T16:12:00.240320+0000","last_fullsized":"2024-09-13T16:12:00.240320+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:37:12.312363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.22","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.251123+0000","last_change":"2024-09-13T16:12:00.248367+0000","last_active":"2024-09-13T16:12:00.251123+0000","last_peered":"2024-09-13T16:12:00.251123+0000","last_clean":"2024-09-13T16:12:00.251123+0000","last_became_active":"2024-09-13T16:12:00.247783+0000","last_became_peered":"2024-09-13T16:12:00.247783+0000","last_unstale":"2024-09-13T16:12:00.251123+0000","last_undegraded":"2024-09-13T16:12:00.251123+0000","last_fullsized":"2024-09-13T16:12:00.251123+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:55:11.032664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.21","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.240020+0000","last_change":"2024-09-13T16:12:00.236650+0000","last_active":"2024-09-13T16:12:00.240020+0000","last_peered":"2024-09-13T16:12:00.240020+0000","last_clean":"2024-09-13T16:12:00.240020+0000","last_became_active":"2024-09-13T16:12:00.236380+0000","last_became_peered":"2024-09-13T16:12:00.236380+0000","last_unstale":"2024-09-13T16:12:00.240020+0000","last_undegraded":"2024-09-13T16:12:00.240020+0000","last_fullsized":"2024-09-13T16:12:00.240020+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:59:04.713047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.20","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.247232+0000","last_change":"2024-09-13T16:12:00.245783+0000","last_active":"2024-09-13T16:12:00.247232+0000","last_peered":"2024-09-13T16:12:00.247232+0000","last_clean":"2024-09-13T16:12:00.247232+0000","last_became_active":"2024-09-13T16:12:00.245542+0000","last_became_peered":"2024-09-13T16:12:00.245542+0000","last_unstale":"2024-09-13T16:12:00.247232+0000","last_undegraded":"2024-09-13T16:12:00.247232+0000","last_fullsized":"2024-09-13T16:12:00.247232+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:21:01.904934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.0","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.237323+0000","last_change":"2024-09-13T16:12:00.236656+0000","last_active":"2024-09-13T16:12:00.237323+0000","last_peered":"2024-09-13T16:12:00.237323+0000","last_clean":"2024-09-13T16:12:00.237323+0000","last_became_active":"2024-09-13T16:12:00.236327+0000","last_became_peered":"2024-09-13T16:12:00.236327+0000","last_unstale":"2024-09-13T16:12:00.237323+0000","last_undegraded":"2024-09-13T16:12:00.237323+0000","last_fullsized":"2024-09-13T16:12:00.237323+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:27:54.233957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1f","version":"109'4","reported_seq":15,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-09-13T16:12:01.447319+0000","last_change":"2024-09-13T16:11:59.901124+0000","last_active":"2024-09-13T16:12:01.447319+0000","last_peered":"2024-09-13T16:12:01.447319+0000","last_clean":"2024-09-13T16:12:01.447319+0000","last_became_active":"2024-09-13T16:11:59.900841+0000","last_became_peered":"2024-09-13T16:11:59.900841+0000","last_unstale":"2024-09-13T16:12:01.447319+0000","last_undegraded":"2024-09-13T16:12:01.447319+0000","last_fullsized":"2024-09-13T16:12:01.447319+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":107,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_clean_scrub_stamp":"2024-09-13T16:11:58.865939+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:30:14.301995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.1","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.252433+0000","last_change":"2024-09-13T16:12:00.250913+0000","last_active":"2024-09-13T16:12:00.252433+0000","last_peered":"2024-09-13T16:12:00.252433+0000","last_clean":"2024-09-13T16:12:00.252433+0000","last_became_active":"2024-09-13T16:12:00.250516+0000","last_became_peered":"2024-09-13T16:12:00.250516+0000","last_unstale":"2024-09-13T16:12:00.252433+0000","last_undegraded":"2024-09-13T16:12:00.252433+0000","last_fullsized":"2024-09-13T16:12:00.252433+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:07:19.473731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.1e","version":"109'1","reported_seq":11,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.248698+0000","last_change":"2024-09-13T16:11:59.894914+0000","last_active":"2024-09-13T16:12:00.248698+0000","last_peered":"2024-09-13T16:12:00.248698+0000","last_clean":"2024-09-13T16:12:00.248698+0000","last_became_active":"2024-09-13T16:11:59.894627+0000","last_became_peered":"2024-09-13T16:11:59.894627+0000","last_unstale":"2024-09-13T16:12:00.248698+0000","last_undegraded":"2024-09-13T16:12:00.248698+0000","last_fullsized":"2024-09-13T16:12:00.248698+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":107,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_clean_scrub_stamp":"2024-09-13T16:11:58.865939+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:09:43.008910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.2","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.248478+0000","last_change":"2024-09-13T16:12:00.245424+0000","last_active":"2024-09-13T16:12:00.248478+0000","last_peered":"2024-09-13T16:12:00.248478+0000","last_clean":"2024-09-13T16:12:00.248478+0000","last_became_active":"2024-09-13T16:12:00.245161+0000","last_became_peered":"2024-09-13T16:12:00.245161+0000","last_unstale":"2024-09-13T16:12:00.248478+0000","last_undegraded":"2024-09-13T16:12:00.248478+0000","last_fullsized":"2024-09-13T16:12:00.248478+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:40:58.416249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.1d","version":"109'2","reported_seq":12,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.257267+0000","last_change":"2024-09-13T16:11:59.899350+0000","last_active":"2024-09-13T16:12:00.257267+0000","last_peered":"2024-09-13T16:12:00.257267+0000","last_clean":"2024-09-13T16:12:00.257267+0000","last_became_active":"2024-09-13T16:11:59.899101+0000","last_became_peered":"2024-09-13T16:11:59.899101+0000","last_unstale":"2024-09-13T16:12:00.257267+0000","last_undegraded":"2024-09-13T16:12:00.257267+0000","last_fullsized":"2024-09-13T16:12:00.257267+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":107,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_clean_scrub_stamp":"2024-09-13T16:11:58.865939+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:47:54.354209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.3","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.247077+0000","last_change":"2024-09-13T16:12:00.245859+0000","last_active":"2024-09-13T16:12:00.247077+0000","last_peered":"2024-09-13T16:12:00.247077+0000","last_clean":"2024-09-13T16:12:00.247077+0000","last_became_active":"2024-09-13T16:12:00.245601+0000","last_became_peered":"2024-09-13T16:12:00.245601+0000","last_unstale":"2024-09-13T16:12:00.247077+0000","last_undegraded":"2024-09-13T16:12:00.247077+0000","last_fullsized":"2024-09-13T16:12:00.247077+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:11:05.040941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.1c","version":"109'2","reported_seq":12,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.252919+0000","last_change":"2024-09-13T16:11:59.893597+0000","last_active":"2024-09-13T16:12:00.252919+0000","last_peered":"2024-09-13T16:12:00.252919+0000","last_clean":"2024-09-13T16:12:00.252919+0000","last_became_active":"2024-09-13T16:11:59.893294+0000","last_became_peered":"2024-09-13T16:11:59.893294+0000","last_unstale":"2024-09-13T16:12:00.252919+0000","last_undegraded":"2024-09-13T16:12:00.252919+0000","last_fullsized":"2024-09-13T16:12:00.252919+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":107,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_clean_scrub_stamp":"2024-09-13T16:11:58.865939+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:48:40.533235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.4","version":"0'0","reported_seq":10,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-09-13T16:12:01.447114+0000","last_change":"2024-09-13T16:12:00.246801+0000","last_active":"2024-09-13T16:12:01.447114+0000","last_peered":"2024-09-13T16:12:01.447114+0000","last_clean":"2024-09-13T16:12:01.447114+0000","last_became_active":"2024-09-13T16:12:00.246563+0000","last_became_peered":"2024-09-13T16:12:00.246563+0000","last_unstale":"2024-09-13T16:12:01.447114+0000","last_undegraded":"2024-09-13T16:12:01.447114+0000","last_fullsized":"2024-09-13T16:12:01.447114+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:17:32.601679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.1b","version":"109'1","reported_seq":11,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.256942+0000","last_change":"2024-09-13T16:11:59.898308+0000","last_active":"2024-09-13T16:12:00.256942+0000","last_peered":"2024-09-13T16:12:00.256942+0000","last_clean":"2024-09-13T16:12:00.256942+0000","last_became_active":"2024-09-13T16:11:59.897967+0000","last_became_peered":"2024-09-13T16:11:59.897967+0000","last_unstale":"2024-09-13T16:12:00.256942+0000","last_undegraded":"2024-09-13T16:12:00.256942+0000","last_fullsized":"2024-09-13T16:12:00.256942+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":107,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_clean_scrub_stamp":"2024-09-13T16:11:58.865939+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:17:02.205607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.5","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.237368+0000","last_change":"2024-09-13T16:12:00.236341+0000","last_active":"2024-09-13T16:12:00.237368+0000","last_peered":"2024-09-13T16:12:00.237368+0000","last_clean":"2024-09-13T16:12:00.237368+0000","last_became_active":"2024-09-13T16:12:00.236044+0000","last_became_peered":"2024-09-13T16:12:00.236044+0000","last_unstale":"2024-09-13T16:12:00.237368+0000","last_undegraded":"2024-09-13T16:12:00.237368+0000","last_fullsized":"2024-09-13T16:12:00.237368+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:23:46.530473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1a","version":"109'1","reported_seq":11,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.257603+0000","last_change":"2024-09-13T16:11:59.897038+0000","last_active":"2024-09-13T16:12:00.257603+0000","last_peered":"2024-09-13T16:12:00.257603+0000","last_clean":"2024-09-13T16:12:00.257603+0000","last_became_active":"2024-09-13T16:11:59.896766+0000","last_became_peered":"2024-09-13T16:11:59.896766+0000","last_unstale":"2024-09-13T16:12:00.257603+0000","last_undegraded":"2024-09-13T16:12:00.257603+0000","last_fullsized":"2024-09-13T16:12:00.257603+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":107,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_clean_scrub_stamp":"2024-09-13T16:11:58.865939+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:25:20.466769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.6","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.252851+0000","last_change":"2024-09-13T16:12:00.250118+0000","last_active":"2024-09-13T16:12:00.252851+0000","last_peered":"2024-09-13T16:12:00.252851+0000","last_clean":"2024-09-13T16:12:00.252851+0000","last_became_active":"2024-09-13T16:12:00.248226+0000","last_became_peered":"2024-09-13T16:12:00.248226+0000","last_unstale":"2024-09-13T16:12:00.252851+0000","last_undegraded":"2024-09-13T16:12:00.252851+0000","last_fullsized":"2024-09-13T16:12:00.252851+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:30:34.507667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.19","version":"0'0","reported_seq":10,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.238194+0000","last_change":"2024-09-13T16:11:59.897125+0000","last_active":"2024-09-13T16:12:00.238194+0000","last_peered":"2024-09-13T16:12:00.238194+0000","last_clean":"2024-09-13T16:12:00.238194+0000","last_became_active":"2024-09-13T16:11:59.896843+0000","last_became_peered":"2024-09-13T16:11:59.896843+0000","last_unstale":"2024-09-13T16:12:00.238194+0000","last_undegraded":"2024-09-13T16:12:00.238194+0000","last_fullsized":"2024-09-13T16:12:00.238194+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":107,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_clean_scrub_stamp":"2024-09-13T16:11:58.865939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:04:03.204691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.7","version":"0'0","reported_seq":10,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-09-13T16:12:01.447297+0000","last_change":"2024-09-13T16:12:00.245650+0000","last_active":"2024-09-13T16:12:01.447297+0000","last_peered":"2024-09-13T16:12:01.447297+0000","last_clean":"2024-09-13T16:12:01.447297+0000","last_became_active":"2024-09-13T16:12:00.245384+0000","last_became_peered":"2024-09-13T16:12:00.245384+0000","last_unstale":"2024-09-13T16:12:01.447297+0000","last_undegraded":"2024-09-13T16:12:01.447297+0000","last_fullsized":"2024-09-13T16:12:01.447297+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:32:21.949893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.18","version":"0'0","reported_seq":11,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-09-13T16:12:01.446852+0000","last_change":"2024-09-13T16:11:59.894305+0000","last_active":"2024-09-13T16:12:01.446852+0000","last_peered":"2024-09-13T16:12:01.446852+0000","last_clean":"2024-09-13T16:12:01.446852+0000","last_became_active":"2024-09-13T16:11:59.894052+0000","last_became_peered":"2024-09-13T16:11:59.894052+0000","last_unstale":"2024-09-13T16:12:01.446852+0000","last_undegraded":"2024-09-13T16:12:01.446852+0000","last_fullsized":"2024-09-13T16:12:01.446852+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":107,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_clean_scrub_stamp":"2024-09-13T16:11:58.865939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:43:28.334147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.8","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.237306+0000","last_change":"2024-09-13T16:12:00.236503+0000","last_active":"2024-09-13T16:12:00.237306+0000","last_peered":"2024-09-13T16:12:00.237306+0000","last_clean":"2024-09-13T16:12:00.237306+0000","last_became_active":"2024-09-13T16:12:00.235998+0000","last_became_peered":"2024-09-13T16:12:00.235998+0000","last_unstale":"2024-09-13T16:12:00.237306+0000","last_undegraded":"2024-09-13T16:12:00.237306+0000","last_fullsized":"2024-09-13T16:12:00.237306+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:52:22.347362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.17","version":"0'0","reported_seq":10,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.239555+0000","last_change":"2024-09-13T16:11:59.898787+0000","last_active":"2024-09-13T16:12:00.239555+0000","last_peered":"2024-09-13T16:12:00.239555+0000","last_clean":"2024-09-13T16:12:00.239555+0000","last_became_active":"2024-09-13T16:11:59.898510+0000","last_became_peered":"2024-09-13T16:11:59.898510+0000","last_unstale":"2024-09-13T16:12:00.239555+0000","last_undegraded":"2024-09-13T16:12:00.239555+0000","last_fullsized":"2024-09-13T16:12:00.239555+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":107,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_clean_scrub_stamp":"2024-09-13T16:11:58.865939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:36:02.332879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.9","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.256432+0000","last_change":"2024-09-13T16:12:00.255592+0000","last_active":"2024-09-13T16:12:00.256432+0000","last_peered":"2024-09-13T16:12:00.256432+0000","last_clean":"2024-09-13T16:12:00.256432+0000","last_became_active":"2024-09-13T16:12:00.255332+0000","last_became_peered":"2024-09-13T16:12:00.255332+0000","last_unstale":"2024-09-13T16:12:00.256432+0000","last_undegraded":"2024-09-13T16:12:00.256432+0000","last_fullsized":"2024-09-13T16:12:00.256432+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:01:37.873418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.16","version":"0'0","reported_seq":10,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.232865+0000","last_change":"2024-09-13T16:11:59.893203+0000","last_active":"2024-09-13T16:12:00.232865+0000","last_peered":"2024-09-13T16:12:00.232865+0000","last_clean":"2024-09-13T16:12:00.232865+0000","last_became_active":"2024-09-13T16:11:59.892941+0000","last_became_peered":"2024-09-13T16:11:59.892941+0000","last_unstale":"2024-09-13T16:12:00.232865+0000","last_undegraded":"2024-09-13T16:12:00.232865+0000","last_fullsized":"2024-09-13T16:12:00.232865+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":107,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_clean_scrub_stamp":"2024-09-13T16:11:58.865939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:17:31.596164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.a","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.257193+0000","last_change":"2024-09-13T16:12:00.256449+0000","last_active":"2024-09-13T16:12:00.257193+0000","last_peered":"2024-09-13T16:12:00.257193+0000","last_clean":"2024-09-13T16:12:00.257193+0000","last_became_active":"2024-09-13T16:12:00.256176+0000","last_became_peered":"2024-09-13T16:12:00.256176+0000","last_unstale":"2024-09-13T16:12:00.257193+0000","last_undegraded":"2024-09-13T16:12:00.257193+0000","last_fullsized":"2024-09-13T16:12:00.257193+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:25:44.314939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.15","version":"109'3","reported_seq":13,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.256517+0000","last_change":"2024-09-13T16:11:59.894172+0000","last_active":"2024-09-13T16:12:00.256517+0000","last_peered":"2024-09-13T16:12:00.256517+0000","last_clean":"2024-09-13T16:12:00.256517+0000","last_became_active":"2024-09-13T16:11:59.893929+0000","last_became_peered":"2024-09-13T16:11:59.893929+0000","last_unstale":"2024-09-13T16:12:00.256517+0000","last_undegraded":"2024-09-13T16:12:00.256517+0000","last_fullsized":"2024-09-13T16:12:00.256517+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":107,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_clean_scrub_stamp":"2024-09-13T16:11:58.865939+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:10:18.958133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.b","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.256682+0000","last_change":"2024-09-13T16:12:00.255682+0000","last_active":"2024-09-13T16:12:00.256682+0000","last_peered":"2024-09-13T16:12:00.256682+0000","last_clean":"2024-09-13T16:12:00.256682+0000","last_became_active":"2024-09-13T16:12:00.255449+0000","last_became_peered":"2024-09-13T16:12:00.255449+0000","last_unstale":"2024-09-13T16:12:00.256682+0000","last_undegraded":"2024-09-13T16:12:00.256682+0000","last_fullsized":"2024-09-13T16:12:00.256682+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:24:54.703448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.14","version":"109'6","reported_seq":16,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.259571+0000","last_change":"2024-09-13T16:11:59.898659+0000","last_active":"2024-09-13T16:12:00.259571+0000","last_peered":"2024-09-13T16:12:00.259571+0000","last_clean":"2024-09-13T16:12:00.259571+0000","last_became_active":"2024-09-13T16:11:59.898404+0000","last_became_peered":"2024-09-13T16:11:59.898404+0000","last_unstale":"2024-09-13T16:12:00.259571+0000","last_undegraded":"2024-09-13T16:12:00.259571+0000","last_fullsized":"2024-09-13T16:12:00.259571+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":107,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_clean_scrub_stamp":"2024-09-13T16:11:58.865939+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:11:29.616006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.c","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.243361+0000","last_change":"2024-09-13T16:12:00.242042+0000","last_active":"2024-09-13T16:12:00.243361+0000","last_peered":"2024-09-13T16:12:00.243361+0000","last_clean":"2024-09-13T16:12:00.243361+0000","last_became_active":"2024-09-13T16:12:00.241556+0000","last_became_peered":"2024-09-13T16:12:00.241556+0000","last_unstale":"2024-09-13T16:12:00.243361+0000","last_undegraded":"2024-09-13T16:12:00.243361+0000","last_fullsized":"2024-09-13T16:12:00.243361+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:43:29.985242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.13","version":"109'2","reported_seq":12,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.255691+0000","last_change":"2024-09-13T16:11:59.897022+0000","last_active":"2024-09-13T16:12:00.255691+0000","last_peered":"2024-09-13T16:12:00.255691+0000","last_clean":"2024-09-13T16:12:00.255691+0000","last_became_active":"2024-09-13T16:11:59.896781+0000","last_became_peered":"2024-09-13T16:11:59.896781+0000","last_unstale":"2024-09-13T16:12:00.255691+0000","last_undegraded":"2024-09-13T16:12:00.255691+0000","last_fullsized":"2024-09-13T16:12:00.255691+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":107,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_clean_scrub_stamp":"2024-09-13T16:11:58.865939+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:23:15.328751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.d","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.236089+0000","last_change":"2024-09-13T16:12:00.235578+0000","last_active":"2024-09-13T16:12:00.236089+0000","last_peered":"2024-09-13T16:12:00.236089+0000","last_clean":"2024-09-13T16:12:00.236089+0000","last_became_active":"2024-09-13T16:12:00.235178+0000","last_became_peered":"2024-09-13T16:12:00.235178+0000","last_unstale":"2024-09-13T16:12:00.236089+0000","last_undegraded":"2024-09-13T16:12:00.236089+0000","last_fullsized":"2024-09-13T16:12:00.236089+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:35:33.965899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.12","version":"0'0","reported_seq":11,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-09-13T16:12:01.447147+0000","last_change":"2024-09-13T16:11:59.892913+0000","last_active":"2024-09-13T16:12:01.447147+0000","last_peered":"2024-09-13T16:12:01.447147+0000","last_clean":"2024-09-13T16:12:01.447147+0000","last_became_active":"2024-09-13T16:11:59.892595+0000","last_became_peered":"2024-09-13T16:11:59.892595+0000","last_unstale":"2024-09-13T16:12:01.447147+0000","last_undegraded":"2024-09-13T16:12:01.447147+0000","last_fullsized":"2024-09-13T16:12:01.447147+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":107,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_clean_scrub_stamp":"2024-09-13T16:11:58.865939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:13:42.458079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.e","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.247218+0000","last_change":"2024-09-13T16:12:00.245274+0000","last_active":"2024-09-13T16:12:00.247218+0000","last_peered":"2024-09-13T16:12:00.247218+0000","last_clean":"2024-09-13T16:12:00.247218+0000","last_became_active":"2024-09-13T16:12:00.245042+0000","last_became_peered":"2024-09-13T16:12:00.245042+0000","last_unstale":"2024-09-13T16:12:00.247218+0000","last_undegraded":"2024-09-13T16:12:00.247218+0000","last_fullsized":"2024-09-13T16:12:00.247218+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:43:02.918037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.11","version":"0'0","reported_seq":10,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.235178+0000","last_change":"2024-09-13T16:11:59.897200+0000","last_active":"2024-09-13T16:12:00.235178+0000","last_peered":"2024-09-13T16:12:00.235178+0000","last_clean":"2024-09-13T16:12:00.235178+0000","last_became_active":"2024-09-13T16:11:59.896877+0000","last_became_peered":"2024-09-13T16:11:59.896877+0000","last_unstale":"2024-09-13T16:12:00.235178+0000","last_undegraded":"2024-09-13T16:12:00.235178+0000","last_fullsized":"2024-09-13T16:12:00.235178+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":107,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_clean_scrub_stamp":"2024-09-13T16:11:58.865939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:16:40.508741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.f","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.251417+0000","last_change":"2024-09-13T16:12:00.246272+0000","last_active":"2024-09-13T16:12:00.251417+0000","last_peered":"2024-09-13T16:12:00.251417+0000","last_clean":"2024-09-13T16:12:00.251417+0000","last_became_active":"2024-09-13T16:12:00.246043+0000","last_became_peered":"2024-09-13T16:12:00.246043+0000","last_unstale":"2024-09-13T16:12:00.251417+0000","last_undegraded":"2024-09-13T16:12:00.251417+0000","last_fullsized":"2024-09-13T16:12:00.251417+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:53:36.090853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.10","version":"109'8","reported_seq":18,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.257455+0000","last_change":"2024-09-13T16:11:59.898024+0000","last_active":"2024-09-13T16:12:00.257455+0000","last_peered":"2024-09-13T16:12:00.257455+0000","last_clean":"2024-09-13T16:12:00.257455+0000","last_became_active":"2024-09-13T16:11:59.897765+0000","last_became_peered":"2024-09-13T16:11:59.897765+0000","last_unstale":"2024-09-13T16:12:00.257455+0000","last_undegraded":"2024-09-13T16:12:00.257455+0000","last_fullsized":"2024-09-13T16:12:00.257455+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":107,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_clean_scrub_stamp":"2024-09-13T16:11:58.865939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:40:00.914412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.10","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.253533+0000","last_change":"2024-09-13T16:12:00.252858+0000","last_active":"2024-09-13T16:12:00.253533+0000","last_peered":"2024-09-13T16:12:00.253533+0000","last_clean":"2024-09-13T16:12:00.253533+0000","last_became_active":"2024-09-13T16:12:00.252619+0000","last_became_peered":"2024-09-13T16:12:00.252619+0000","last_unstale":"2024-09-13T16:12:00.253533+0000","last_undegraded":"2024-09-13T16:12:00.253533+0000","last_fullsized":"2024-09-13T16:12:00.253533+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:21:24.658742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.f","version":"109'1","reported_seq":11,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.257078+0000","last_change":"2024-09-13T16:11:59.900868+0000","last_active":"2024-09-13T16:12:00.257078+0000","last_peered":"2024-09-13T16:12:00.257078+0000","last_clean":"2024-09-13T16:12:00.257078+0000","last_became_active":"2024-09-13T16:11:59.900580+0000","last_became_peered":"2024-09-13T16:11:59.900580+0000","last_unstale":"2024-09-13T16:12:00.257078+0000","last_undegraded":"2024-09-13T16:12:00.257078+0000","last_fullsized":"2024-09-13T16:12:00.257078+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":107,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_clean_scrub_stamp":"2024-09-13T16:11:58.865939+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:10:06.530392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.12","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.249587+0000","last_change":"2024-09-13T16:12:00.245651+0000","last_active":"2024-09-13T16:12:00.249587+0000","last_peered":"2024-09-13T16:12:00.249587+0000","last_clean":"2024-09-13T16:12:00.249587+0000","last_became_active":"2024-09-13T16:12:00.245361+0000","last_became_peered":"2024-09-13T16:12:00.245361+0000","last_unstale":"2024-09-13T16:12:00.249587+0000","last_undegraded":"2024-09-13T16:12:00.249587+0000","last_fullsized":"2024-09-13T16:12:00.249587+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:19:53.311271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.d","version":"109'1","reported_seq":11,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.256406+0000","last_change":"2024-09-13T16:11:59.895218+0000","last_active":"2024-09-13T16:12:00.256406+0000","last_peered":"2024-09-13T16:12:00.256406+0000","last_clean":"2024-09-13T16:12:00.256406+0000","last_became_active":"2024-09-13T16:11:59.894976+0000","last_became_peered":"2024-09-13T16:11:59.894976+0000","last_unstale":"2024-09-13T16:12:00.256406+0000","last_undegraded":"2024-09-13T16:12:00.256406+0000","last_fullsized":"2024-09-13T16:12:00.256406+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":107,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_clean_scrub_stamp":"2024-09-13T16:11:58.865939+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:57:37.621407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.13","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.253046+0000","last_change":"2024-09-13T16:12:00.248869+0000","last_active":"2024-09-13T16:12:00.253046+0000","last_peered":"2024-09-13T16:12:00.253046+0000","last_clean":"2024-09-13T16:12:00.253046+0000","last_became_active":"2024-09-13T16:12:00.248624+0000","last_became_peered":"2024-09-13T16:12:00.248624+0000","last_unstale":"2024-09-13T16:12:00.253046+0000","last_undegraded":"2024-09-13T16:12:00.253046+0000","last_fullsized":"2024-09-13T16:12:00.253046+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:04:04.210205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.c","version":"0'0","reported_seq":10,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.237502+0000","last_change":"2024-09-13T16:11:59.902640+0000","last_active":"2024-09-13T16:12:00.237502+0000","last_peered":"2024-09-13T16:12:00.237502+0000","last_clean":"2024-09-13T16:12:00.237502+0000","last_became_active":"2024-09-13T16:11:59.902348+0000","last_became_peered":"2024-09-13T16:11:59.902348+0000","last_unstale":"2024-09-13T16:12:00.237502+0000","last_undegraded":"2024-09-13T16:12:00.237502+0000","last_fullsized":"2024-09-13T16:12:00.237502+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":107,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_clean_scrub_stamp":"2024-09-13T16:11:58.865939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:20:13.034910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.14","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.245549+0000","last_change":"2024-09-13T16:12:00.244501+0000","last_active":"2024-09-13T16:12:00.245549+0000","last_peered":"2024-09-13T16:12:00.245549+0000","last_clean":"2024-09-13T16:12:00.245549+0000","last_became_active":"2024-09-13T16:12:00.244253+0000","last_became_peered":"2024-09-13T16:12:00.244253+0000","last_unstale":"2024-09-13T16:12:00.245549+0000","last_undegraded":"2024-09-13T16:12:00.245549+0000","last_fullsized":"2024-09-13T16:12:00.245549+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:43:03.793049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.b","version":"109'2","reported_seq":12,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.251971+0000","last_change":"2024-09-13T16:11:59.894415+0000","last_active":"2024-09-13T16:12:00.251971+0000","last_peered":"2024-09-13T16:12:00.251971+0000","last_clean":"2024-09-13T16:12:00.251971+0000","last_became_active":"2024-09-13T16:11:59.892068+0000","last_became_peered":"2024-09-13T16:11:59.892068+0000","last_unstale":"2024-09-13T16:12:00.251971+0000","last_undegraded":"2024-09-13T16:12:00.251971+0000","last_fullsized":"2024-09-13T16:12:00.251971+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":107,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_clean_scrub_stamp":"2024-09-13T16:11:58.865939+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:48:28.118811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.15","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.251132+0000","last_change":"2024-09-13T16:12:00.250264+0000","last_active":"2024-09-13T16:12:00.251132+0000","last_peered":"2024-09-13T16:12:00.251132+0000","last_clean":"2024-09-13T16:12:00.251132+0000","last_became_active":"2024-09-13T16:12:00.249998+0000","last_became_peered":"2024-09-13T16:12:00.249998+0000","last_unstale":"2024-09-13T16:12:00.251132+0000","last_undegraded":"2024-09-13T16:12:00.251132+0000","last_fullsized":"2024-09-13T16:12:00.251132+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:56:15.889437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.a","version":"0'0","reported_seq":10,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.237638+0000","last_change":"2024-09-13T16:11:59.897750+0000","last_active":"2024-09-13T16:12:00.237638+0000","last_peered":"2024-09-13T16:12:00.237638+0000","last_clean":"2024-09-13T16:12:00.237638+0000","last_became_active":"2024-09-13T16:11:59.897491+0000","last_became_peered":"2024-09-13T16:11:59.897491+0000","last_unstale":"2024-09-13T16:12:00.237638+0000","last_undegraded":"2024-09-13T16:12:00.237638+0000","last_fullsized":"2024-09-13T16:12:00.237638+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":107,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_clean_scrub_stamp":"2024-09-13T16:11:58.865939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:51:44.321920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.16","version":"0'0","reported_seq":10,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-09-13T16:12:01.447193+0000","last_change":"2024-09-13T16:12:00.236974+0000","last_active":"2024-09-13T16:12:01.447193+0000","last_peered":"2024-09-13T16:12:01.447193+0000","last_clean":"2024-09-13T16:12:01.447193+0000","last_became_active":"2024-09-13T16:12:00.236731+0000","last_became_peered":"2024-09-13T16:12:00.236731+0000","last_unstale":"2024-09-13T16:12:01.447193+0000","last_undegraded":"2024-09-13T16:12:01.447193+0000","last_fullsized":"2024-09-13T16:12:01.447193+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:28:49.064470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.9","version":"0'0","reported_seq":10,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.232836+0000","last_change":"2024-09-13T16:11:59.901926+0000","last_active":"2024-09-13T16:12:00.232836+0000","last_peered":"2024-09-13T16:12:00.232836+0000","last_clean":"2024-09-13T16:12:00.232836+0000","last_became_active":"2024-09-13T16:11:59.901660+0000","last_became_peered":"2024-09-13T16:11:59.901660+0000","last_unstale":"2024-09-13T16:12:00.232836+0000","last_undegraded":"2024-09-13T16:12:00.232836+0000","last_fullsized":"2024-09-13T16:12:00.232836+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":107,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_clean_scrub_stamp":"2024-09-13T16:11:58.865939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:29:48.645761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.17","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.257365+0000","last_change":"2024-09-13T16:12:00.256496+0000","last_active":"2024-09-13T16:12:00.257365+0000","last_peered":"2024-09-13T16:12:00.257365+0000","last_clean":"2024-09-13T16:12:00.257365+0000","last_became_active":"2024-09-13T16:12:00.256248+0000","last_became_peered":"2024-09-13T16:12:00.256248+0000","last_unstale":"2024-09-13T16:12:00.257365+0000","last_undegraded":"2024-09-13T16:12:00.257365+0000","last_fullsized":"2024-09-13T16:12:00.257365+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:28:08.721916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.8","version":"0'0","reported_seq":10,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.237975+0000","last_change":"2024-09-13T16:11:59.897974+0000","last_active":"2024-09-13T16:12:00.237975+0000","last_peered":"2024-09-13T16:12:00.237975+0000","last_clean":"2024-09-13T16:12:00.237975+0000","last_became_active":"2024-09-13T16:11:59.897554+0000","last_became_peered":"2024-09-13T16:11:59.897554+0000","last_unstale":"2024-09-13T16:12:00.237975+0000","last_undegraded":"2024-09-13T16:12:00.237975+0000","last_fullsized":"2024-09-13T16:12:00.237975+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":107,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_clean_scrub_stamp":"2024-09-13T16:11:58.865939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:53:28.111163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.18","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.249511+0000","last_change":"2024-09-13T16:12:00.244672+0000","last_active":"2024-09-13T16:12:00.249511+0000","last_peered":"2024-09-13T16:12:00.249511+0000","last_clean":"2024-09-13T16:12:00.249511+0000","last_became_active":"2024-09-13T16:12:00.243463+0000","last_became_peered":"2024-09-13T16:12:00.243463+0000","last_unstale":"2024-09-13T16:12:00.249511+0000","last_undegraded":"2024-09-13T16:12:00.249511+0000","last_fullsized":"2024-09-13T16:12:00.249511+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:52:17.062265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.7","version":"109'2","reported_seq":12,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.255842+0000","last_change":"2024-09-13T16:11:59.896363+0000","last_active":"2024-09-13T16:12:00.255842+0000","last_peered":"2024-09-13T16:12:00.255842+0000","last_clean":"2024-09-13T16:12:00.255842+0000","last_became_active":"2024-09-13T16:11:59.896056+0000","last_became_peered":"2024-09-13T16:11:59.896056+0000","last_unstale":"2024-09-13T16:12:00.255842+0000","last_undegraded":"2024-09-13T16:12:00.255842+0000","last_fullsized":"2024-09-13T16:12:00.255842+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":107,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_clean_scrub_stamp":"2024-09-13T16:11:58.865939+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:35:16.524868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.19","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.250904+0000","last_change":"2024-09-13T16:12:00.246411+0000","last_active":"2024-09-13T16:12:00.250904+0000","last_peered":"2024-09-13T16:12:00.250904+0000","last_clean":"2024-09-13T16:12:00.250904+0000","last_became_active":"2024-09-13T16:12:00.246167+0000","last_became_peered":"2024-09-13T16:12:00.246167+0000","last_unstale":"2024-09-13T16:12:00.250904+0000","last_undegraded":"2024-09-13T16:12:00.250904+0000","last_fullsized":"2024-09-13T16:12:00.250904+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:11:42.072945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.6","version":"0'0","reported_seq":10,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.232961+0000","last_change":"2024-09-13T16:11:59.899274+0000","last_active":"2024-09-13T16:12:00.232961+0000","last_peered":"2024-09-13T16:12:00.232961+0000","last_clean":"2024-09-13T16:12:00.232961+0000","last_became_active":"2024-09-13T16:11:59.899018+0000","last_became_peered":"2024-09-13T16:11:59.899018+0000","last_unstale":"2024-09-13T16:12:00.232961+0000","last_undegraded":"2024-09-13T16:12:00.232961+0000","last_fullsized":"2024-09-13T16:12:00.232961+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":107,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_clean_scrub_stamp":"2024-09-13T16:11:58.865939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:47:19.244138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.1a","version":"0'0","reported_seq":10,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-09-13T16:12:01.447016+0000","last_change":"2024-09-13T16:12:00.235976+0000","last_active":"2024-09-13T16:12:01.447016+0000","last_peered":"2024-09-13T16:12:01.447016+0000","last_clean":"2024-09-13T16:12:01.447016+0000","last_became_active":"2024-09-13T16:12:00.235738+0000","last_became_peered":"2024-09-13T16:12:00.235738+0000","last_unstale":"2024-09-13T16:12:01.447016+0000","last_undegraded":"2024-09-13T16:12:01.447016+0000","last_fullsized":"2024-09-13T16:12:01.447016+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:01:36.846603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.5","version":"0'0","reported_seq":10,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.232179+0000","last_change":"2024-09-13T16:11:59.900227+0000","last_active":"2024-09-13T16:12:00.232179+0000","last_peered":"2024-09-13T16:12:00.232179+0000","last_clean":"2024-09-13T16:12:00.232179+0000","last_became_active":"2024-09-13T16:11:59.899964+0000","last_became_peered":"2024-09-13T16:11:59.899964+0000","last_unstale":"2024-09-13T16:12:00.232179+0000","last_undegraded":"2024-09-13T16:12:00.232179+0000","last_fullsized":"2024-09-13T16:12:00.232179+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":107,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_clean_scrub_stamp":"2024-09-13T16:11:58.865939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:11:25.174474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.1b","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.254294+0000","last_change":"2024-09-13T16:12:00.253283+0000","last_active":"2024-09-13T16:12:00.254294+0000","last_peered":"2024-09-13T16:12:00.254294+0000","last_clean":"2024-09-13T16:12:00.254294+0000","last_became_active":"2024-09-13T16:12:00.253030+0000","last_became_peered":"2024-09-13T16:12:00.253030+0000","last_unstale":"2024-09-13T16:12:00.254294+0000","last_undegraded":"2024-09-13T16:12:00.254294+0000","last_fullsized":"2024-09-13T16:12:00.254294+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:48:41.538749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.4","version":"0'0","reported_seq":10,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.239153+0000","last_change":"2024-09-13T16:11:59.896965+0000","last_active":"2024-09-13T16:12:00.239153+0000","last_peered":"2024-09-13T16:12:00.239153+0000","last_clean":"2024-09-13T16:12:00.239153+0000","last_became_active":"2024-09-13T16:11:59.896678+0000","last_became_peered":"2024-09-13T16:11:59.896678+0000","last_unstale":"2024-09-13T16:12:00.239153+0000","last_undegraded":"2024-09-13T16:12:00.239153+0000","last_fullsized":"2024-09-13T16:12:00.239153+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":107,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_clean_scrub_stamp":"2024-09-13T16:11:58.865939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:04:32.095374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.1c","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.252470+0000","last_change":"2024-09-13T16:12:00.250837+0000","last_active":"2024-09-13T16:12:00.252470+0000","last_peered":"2024-09-13T16:12:00.252470+0000","last_clean":"2024-09-13T16:12:00.252470+0000","last_became_active":"2024-09-13T16:12:00.250578+0000","last_became_peered":"2024-09-13T16:12:00.250578+0000","last_unstale":"2024-09-13T16:12:00.252470+0000","last_undegraded":"2024-09-13T16:12:00.252470+0000","last_fullsized":"2024-09-13T16:12:00.252470+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:27:56.135407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.3","version":"0'0","reported_seq":10,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.238344+0000","last_change":"2024-09-13T16:11:59.897475+0000","last_active":"2024-09-13T16:12:00.238344+0000","last_peered":"2024-09-13T16:12:00.238344+0000","last_clean":"2024-09-13T16:12:00.238344+0000","last_became_active":"2024-09-13T16:11:59.897209+0000","last_became_peered":"2024-09-13T16:11:59.897209+0000","last_unstale":"2024-09-13T16:12:00.238344+0000","last_undegraded":"2024-09-13T16:12:00.238344+0000","last_fullsized":"2024-09-13T16:12:00.238344+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":107,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_clean_scrub_stamp":"2024-09-13T16:11:58.865939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:14:32.026310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.1d","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.257396+0000","last_change":"2024-09-13T16:12:00.256537+0000","last_active":"2024-09-13T16:12:00.257396+0000","last_peered":"2024-09-13T16:12:00.257396+0000","last_clean":"2024-09-13T16:12:00.257396+0000","last_became_active":"2024-09-13T16:12:00.256116+0000","last_became_peered":"2024-09-13T16:12:00.256116+0000","last_unstale":"2024-09-13T16:12:00.257396+0000","last_undegraded":"2024-09-13T16:12:00.257396+0000","last_fullsized":"2024-09-13T16:12:00.257396+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:19:53.311271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.2","version":"0'0","reported_seq":10,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.237574+0000","last_change":"2024-09-13T16:11:59.897175+0000","last_active":"2024-09-13T16:12:00.237574+0000","last_peered":"2024-09-13T16:12:00.237574+0000","last_clean":"2024-09-13T16:12:00.237574+0000","last_became_active":"2024-09-13T16:11:59.896898+0000","last_became_peered":"2024-09-13T16:11:59.896898+0000","last_unstale":"2024-09-13T16:12:00.237574+0000","last_undegraded":"2024-09-13T16:12:00.237574+0000","last_fullsized":"2024-09-13T16:12:00.237574+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":107,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_clean_scrub_stamp":"2024-09-13T16:11:58.865939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:28:00.660949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.1e","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.245762+0000","last_change":"2024-09-13T16:12:00.244413+0000","last_active":"2024-09-13T16:12:00.245762+0000","last_peered":"2024-09-13T16:12:00.245762+0000","last_clean":"2024-09-13T16:12:00.245762+0000","last_became_active":"2024-09-13T16:12:00.244159+0000","last_became_peered":"2024-09-13T16:12:00.244159+0000","last_unstale":"2024-09-13T16:12:00.245762+0000","last_undegraded":"2024-09-13T16:12:00.245762+0000","last_fullsized":"2024-09-13T16:12:00.245762+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:48:41.538749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.1","version":"0'0","reported_seq":10,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.232890+0000","last_change":"2024-09-13T16:11:59.899607+0000","last_active":"2024-09-13T16:12:00.232890+0000","last_peered":"2024-09-13T16:12:00.232890+0000","last_clean":"2024-09-13T16:12:00.232890+0000","last_became_active":"2024-09-13T16:11:59.899343+0000","last_became_peered":"2024-09-13T16:11:59.899343+0000","last_unstale":"2024-09-13T16:12:00.232890+0000","last_undegraded":"2024-09-13T16:12:00.232890+0000","last_fullsized":"2024-09-13T16:12:00.232890+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":107,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_clean_scrub_stamp":"2024-09-13T16:11:58.865939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:28:54.691465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.1f","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.247673+0000","last_change":"2024-09-13T16:12:00.246520+0000","last_active":"2024-09-13T16:12:00.247673+0000","last_peered":"2024-09-13T16:12:00.247673+0000","last_clean":"2024-09-13T16:12:00.247673+0000","last_became_active":"2024-09-13T16:12:00.246254+0000","last_became_peered":"2024-09-13T16:12:00.246254+0000","last_unstale":"2024-09-13T16:12:00.247673+0000","last_undegraded":"2024-09-13T16:12:00.247673+0000","last_fullsized":"2024-09-13T16:12:00.247673+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:27:01.304894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.0","version":"0'0","reported_seq":10,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.238067+0000","last_change":"2024-09-13T16:11:59.897802+0000","last_active":"2024-09-13T16:12:00.238067+0000","last_peered":"2024-09-13T16:12:00.238067+0000","last_clean":"2024-09-13T16:12:00.238067+0000","last_became_active":"2024-09-13T16:11:59.897227+0000","last_became_peered":"2024-09-13T16:11:59.897227+0000","last_unstale":"2024-09-13T16:12:00.238067+0000","last_undegraded":"2024-09-13T16:12:00.238067+0000","last_fullsized":"2024-09-13T16:12:00.238067+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":107,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_clean_scrub_stamp":"2024-09-13T16:11:58.865939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:56:57.601043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.11","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.243290+0000","last_change":"2024-09-13T16:12:00.241801+0000","last_active":"2024-09-13T16:12:00.243290+0000","last_peered":"2024-09-13T16:12:00.243290+0000","last_clean":"2024-09-13T16:12:00.243290+0000","last_became_active":"2024-09-13T16:12:00.241445+0000","last_became_peered":"2024-09-13T16:12:00.241445+0000","last_unstale":"2024-09-13T16:12:00.243290+0000","last_undegraded":"2024-09-13T16:12:00.243290+0000","last_fullsized":"2024-09-13T16:12:00.243290+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:29:45.541777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.e","version":"109'2","reported_seq":12,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.251403+0000","last_change":"2024-09-13T16:11:59.898715+0000","last_active":"2024-09-13T16:12:00.251403+0000","last_peered":"2024-09-13T16:12:00.251403+0000","last_clean":"2024-09-13T16:12:00.251403+0000","last_became_active":"2024-09-13T16:11:59.898452+0000","last_became_peered":"2024-09-13T16:11:59.898452+0000","last_unstale":"2024-09-13T16:12:00.251403+0000","last_undegraded":"2024-09-13T16:12:00.251403+0000","last_fullsized":"2024-09-13T16:12:00.251403+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":107,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_clean_scrub_stamp":"2024-09-13T16:11:58.865939+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:09:07.568989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":242,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-09-13T16:11:59.890387+0000","last_change":"2024-09-13T16:01:29.143297+0000","last_active":"2024-09-13T16:11:59.890387+0000","last_peered":"2024-09-13T16:11:59.890387+0000","last_clean":"2024-09-13T16:11:59.890387+0000","last_became_active":"2024-09-13T16:01:29.142269+0000","last_became_peered":"2024-09-13T16:01:29.142269+0000","last_unstale":"2024-09-13T16:11:59.890387+0000","last_undegraded":"2024-09-13T16:11:59.890387+0000","last_fullsized":"2024-09-13T16:11:59.890387+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:27.864638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:27.864638+0000","last_clean_scrub_stamp":"2024-09-13T16:01:27.864638+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:25:24.741463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":16,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":15,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":14,"seq":60129542276,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":130832,"kb_used_data":1336,"kb_used_omap":1,"kb_used_meta":129470,"kb_avail":94241008,"statfs":{"total":96636764160,"available":96502792192,"internally_reserved":0,"allocated":1368064,"data_stored":626310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":132577736},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:50 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.40400000000000003,"15min":0.35999999999999999},"min":{"1min":0.24399999999999999,"5min":0.185,"15min":0.183},"max":{"1min":0.63500000000000001,"5min":4.4610000000000003,"15min":4.4610000000000003},"last":0.25600000000000001},{"interface":"front","average":{"1min":0.374,"5min":0.36699999999999999,"15min":0.32900000000000001},"min":{"1min":0.254,"5min":0.17999999999999999,"15min":0.17899999999999999},"max":{"1min":0.52200000000000002,"5min":1.2410000000000001,"15min":1.2410000000000001},"last":0.33300000000000002}]},{"osd":1,"last update":"Fri Sep 13 16:11:50 2024","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.42899999999999999,"15min":0.35199999999999998},"min":{"1min":0.249,"5min":0.20000000000000001,"15min":0.182},"max":{"1min":0.64100000000000001,"5min":7.2389999999999999,"15min":7.2389999999999999},"last":0.315},{"interface":"front","average":{"1min":0.42099999999999999,"5min":0.45700000000000002,"15min":0.38800000000000001},"min":{"1min":0.26400000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.64900000000000002,"5min":6.4429999999999996,"15min":6.4429999999999996},"last":0.34999999999999998}]},{"osd":2,"last update":"Fri Sep 13 16:11:50 2024","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.42499999999999999,"15min":0.38600000000000001},"min":{"1min":0.28499999999999998,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.68899999999999995,"5min":2.6339999999999999,"15min":2.6339999999999999},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.432,"5min":0.42399999999999999,"15min":0.39300000000000002},"min":{"1min":0.312,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.58499999999999996,"5min":0.82099999999999995,"15min":0.92500000000000004},"last":0.30199999999999999}]},{"osd":4,"last update":"Fri Sep 13 16:11:50 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.59199999999999997,"15min":0.54200000000000004},"min":{"1min":0.39200000000000002,"5min":0.29099999999999998,"15min":0.28399999999999997},"max":{"1min":0.82999999999999996,"5min":1.216,"15min":1.216},"last":0.73399999999999999},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.62,"15min":0.57099999999999995},"min":{"1min":0.42499999999999999,"5min":0.29699999999999999,"15min":0.27600000000000002},"max":{"1min":0.81899999999999995,"5min":2.6070000000000002,"15min":2.6070000000000002},"last":0.69499999999999995}]},{"osd":5,"last update":"Fri Sep 13 16:11:50 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.61299999999999999,"15min":0.55800000000000005},"min":{"1min":0.38800000000000001,"5min":0.30299999999999999,"15min":0.28100000000000003},"max":{"1min":0.79100000000000004,"5min":2.5449999999999999,"15min":2.5449999999999999},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.629,"15min":0.57799999999999996},"min":{"1min":0.44900000000000001,"5min":0.311,"15min":0.311},"max":{"1min":0.76600000000000001,"5min":1.5269999999999999,"15min":1.5269999999999999},"last":0.57699999999999996}]},{"osd":6,"last update":"Fri Sep 13 16:11:50 2024","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.622,"15min":0.58499999999999996},"min":{"1min":0.45200000000000001,"5min":0.35199999999999998,"15min":0.31900000000000001},"max":{"1min":0.754,"5min":1.0169999999999999,"15min":1.0169999999999999},"last":0.68200000000000005},{"interface":"front","average":{"1min":0.629,"5min":0.61699999999999999,"15min":0.57799999999999996},"min":{"1min":0.46000000000000002,"5min":0.32600000000000001,"15min":0.32200000000000001},"max":{"1min":0.79200000000000004,"5min":1.131,"15min":1.131},"last":0.61299999999999999}]},{"osd":7,"last update":"Fri Sep 13 16:11:50 2024","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.63700000000000001,"15min":0.59299999999999997},"min":{"1min":0.42999999999999999,"5min":0.36199999999999999,"15min":0.35499999999999998},"max":{"1min":0.81299999999999994,"5min":1.649,"15min":1.649},"last":0.58999999999999997},{"interface":"front","average":{"1min":0.623,"5min":0.64000000000000001,"15min":0.59199999999999997},"min":{"1min":0.45700000000000002,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.77800000000000002,"5min":2.581,"15min":2.581},"last":0.63900000000000001}]}]},{"osd":7,"up_from":13,"seq":55834574978,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":99396,"kb_used_data":1908,"kb_used_omap":1,"kb_used_meta":97470,"kb_avail":94272444,"statfs":{"total":96636764160,"available":96534982656,"internally_reserved":0,"allocated":1953792,"data_stored":1209636,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":99809739},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.499,"15min":0.47499999999999998},"min":{"1min":0.38500000000000001,"5min":0.193,"15min":0.193},"max":{"1min":0.68100000000000005,"5min":0.73699999999999999,"15min":0.81000000000000005},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.52400000000000002,"15min":0.503},"min":{"1min":0.28799999999999998,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.68500000000000005,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.46300000000000002}]},{"osd":1,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.496,"15min":0.49399999999999999},"min":{"1min":0.42599999999999999,"5min":0.23499999999999999,"15min":0.22},"max":{"1min":0.70699999999999996,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.54100000000000004,"15min":0.51000000000000001},"min":{"1min":0.34599999999999997,"5min":0.27400000000000002,"15min":0.23400000000000001},"max":{"1min":0.68600000000000005,"5min":0.81100000000000005,"15min":0.90300000000000002},"last":0.52100000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.55800000000000005,"15min":0.57899999999999996},"min":{"1min":0.43099999999999999,"5min":0.29399999999999998,"15min":0.23999999999999999},"max":{"1min":0.68500000000000005,"5min":0.79900000000000004,"15min":2.2919999999999998},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.54000000000000004,"15min":0.52900000000000003},"min":{"1min":0.35599999999999998,"5min":0.28599999999999998,"15min":0.255},"max":{"1min":0.67800000000000005,"5min":0.74199999999999999,"15min":0.86399999999999999},"last":0.57499999999999996}]},{"osd":3,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.54500000000000004,"15min":0.51900000000000002},"min":{"1min":0.40400000000000003,"5min":0.27400000000000002,"15min":0.255},"max":{"1min":0.70699999999999996,"5min":0.78000000000000003,"15min":0.83599999999999997},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.53800000000000003,"15min":0.51300000000000001},"min":{"1min":0.34599999999999997,"5min":0.31900000000000001,"15min":0.26700000000000002},"max":{"1min":0.69399999999999995,"5min":0.81000000000000005,"15min":0.88100000000000001},"last":0.47699999999999998}]},{"osd":4,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":0.47099999999999997,"15min":0.44500000000000001},"min":{"1min":0.376,"5min":0.255,"15min":0.23400000000000001},"max":{"1min":0.71699999999999997,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.48799999999999999,"5min":0.48499999999999999,"15min":0.45900000000000002},"min":{"1min":0.29599999999999999,"5min":0.28199999999999997,"15min":0.249},"max":{"1min":0.71499999999999997,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.48599999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.51500000000000001,"15min":0.49299999999999999},"min":{"1min":0.33200000000000002,"5min":0.29299999999999998,"15min":0.25600000000000001},"max":{"1min":0.70299999999999996,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.621},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.58199999999999996,"15min":0.55400000000000005},"min":{"1min":0.45900000000000002,"5min":0.34200000000000003,"15min":0.33700000000000002},"max":{"1min":0.71799999999999997,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.60299999999999998}]},{"osd":6,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.54400000000000004,"15min":0.51900000000000002},"min":{"1min":0.36599999999999999,"5min":0.33000000000000002,"15min":0.32300000000000001},"max":{"1min":0.72999999999999998,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54800000000000004,"15min":0.53400000000000003},"min":{"1min":0.432,"5min":0.315,"15min":0.315},"max":{"1min":0.73799999999999999,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.63}]}]},{"osd":6,"up_from":13,"seq":55834574978,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":100520,"kb_used_data":1308,"kb_used_omap":1,"kb_used_meta":99198,"kb_avail":94271320,"statfs":{"total":96636764160,"available":96533831680,"internally_reserved":0,"allocated":1339392,"data_stored":612013,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":101579207},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:52 2024","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.54500000000000004,"15min":0.51900000000000002},"min":{"1min":0.46100000000000002,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.79800000000000004,"5min":0.80700000000000005,"15min":0.97099999999999997},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.55100000000000005,"15min":0.52300000000000002},"min":{"1min":0.44600000000000001,"5min":0.25900000000000001,"15min":0.22500000000000001},"max":{"1min":0.746,"5min":1.224,"15min":1.224},"last":0.57999999999999996}]},{"osd":1,"last update":"Fri Sep 13 16:11:52 2024","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.51800000000000002,"15min":0.50800000000000001},"min":{"1min":0.45500000000000002,"5min":0.23000000000000001,"15min":0.21099999999999999},"max":{"1min":0.77500000000000002,"5min":0.82299999999999995,"15min":1.0940000000000001},"last":0.69199999999999995},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.51400000000000001,"15min":0.49399999999999999},"min":{"1min":0.40699999999999997,"5min":0.26300000000000001,"15min":0.247},"max":{"1min":0.69999999999999996,"5min":1.1879999999999999,"15min":1.1879999999999999},"last":0.50900000000000001}]},{"osd":2,"last update":"Fri Sep 13 16:11:52 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.52800000000000002,"15min":0.505},"min":{"1min":0.42299999999999999,"5min":0.25800000000000001,"15min":0.247},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.94799999999999995},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.54200000000000004,"15min":0.54400000000000004},"min":{"1min":0.44400000000000001,"5min":0.28199999999999997,"15min":0.27000000000000002},"max":{"1min":0.76800000000000002,"5min":0.83799999999999997,"15min":0.91800000000000004},"last":0.55400000000000005}]},{"osd":3,"last update":"Fri Sep 13 16:11:52 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.55400000000000005,"15min":0.54000000000000004},"min":{"1min":0.39400000000000002,"5min":0.28599999999999998,"15min":0.252},"max":{"1min":0.90700000000000003,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.627,"5min":0.57499999999999996,"15min":0.56599999999999995},"min":{"1min":0.52200000000000002,"5min":0.30599999999999999,"15min":0.25900000000000001},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.61599999999999999}]},{"osd":4,"last update":"Fri Sep 13 16:11:52 2024","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.47599999999999998,"15min":0.47299999999999998},"min":{"1min":0.32500000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.81200000000000006,"5min":1.1559999999999999,"15min":1.1559999999999999},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.503,"5min":0.50600000000000001,"15min":0.502},"min":{"1min":0.39500000000000002,"5min":0.25700000000000001,"15min":0.23899999999999999},"max":{"1min":0.73399999999999999,"5min":0.83599999999999997,"15min":0.88900000000000001},"last":0.628}]},{"osd":5,"last update":"Fri Sep 13 16:11:52 2024","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.53200000000000003,"15min":0.53500000000000003},"min":{"1min":0.36399999999999999,"5min":0.309,"15min":0.29399999999999998},"max":{"1min":0.76800000000000002,"5min":0.79500000000000004,"15min":0.82099999999999995},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.53300000000000003,"15min":0.54300000000000004},"min":{"1min":0.36799999999999999,"5min":0.33800000000000002,"15min":0.26400000000000001},"max":{"1min":0.878,"5min":0.878,"15min":0.93999999999999995},"last":0.42999999999999999}]},{"osd":7,"last update":"Fri Sep 13 16:11:52 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.54000000000000004,"15min":0.53500000000000003},"min":{"1min":0.34699999999999998,"5min":0.32400000000000001,"15min":0.254},"max":{"1min":0.86499999999999999,"5min":1.1080000000000001,"15min":1.1080000000000001},"last":0.378},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.60699999999999998,"15min":0.59899999999999998},"min":{"1min":0.45600000000000002,"5min":0.35899999999999999,"15min":0.33800000000000002},"max":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.92600000000000005},"last":0.56899999999999995}]}]},{"osd":5,"up_from":13,"seq":55834574977,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":72636,"kb_used_data":1320,"kb_used_omap":1,"kb_used_meta":71294,"kb_avail":94299204,"statfs":{"total":96636764160,"available":96562384896,"internally_reserved":0,"allocated":1351680,"data_stored":619108,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":73005510},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.53400000000000003,"15min":0.48599999999999999},"min":{"1min":0.48699999999999999,"5min":0.216,"15min":0.215},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.51800000000000002,"15min":0.48799999999999999},"min":{"1min":0.439,"5min":0.29099999999999998,"15min":0.219},"max":{"1min":0.72499999999999998,"5min":0.79200000000000004,"15min":0.79400000000000004},"last":0.50800000000000001}]},{"osd":1,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.53800000000000003,"15min":0.504},"min":{"1min":0.46899999999999997,"5min":0.26600000000000001,"15min":0.24299999999999999},"max":{"1min":0.69599999999999995,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.52400000000000002,"15min":0.50600000000000001},"min":{"1min":0.379,"5min":0.26300000000000001,"15min":0.24299999999999999},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.85799999999999998},"last":0.45400000000000001}]},{"osd":2,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.53700000000000003,"15min":0.50600000000000001},"min":{"1min":0.46300000000000002,"5min":0.249,"15min":0.249},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.77500000000000002},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.54000000000000004,"15min":0.53800000000000003},"min":{"1min":0.42099999999999999,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.70299999999999996,"5min":1.6000000000000001,"15min":1.6000000000000001},"last":0.48999999999999999}]},{"osd":3,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.56100000000000005,"15min":0.53400000000000003},"min":{"1min":0.442,"5min":0.29099999999999998,"15min":0.252},"max":{"1min":0.79200000000000004,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.625},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.59899999999999998,"15min":0.57799999999999996},"min":{"1min":0.45400000000000001,"5min":0.316,"15min":0.314},"max":{"1min":0.76600000000000001,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.60699999999999998}]},{"osd":4,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.48299999999999998,"5min":0.47799999999999998,"15min":0.497},"min":{"1min":0.314,"5min":0.26600000000000001,"15min":0.254},"max":{"1min":0.95999999999999996,"5min":1.377,"15min":1.377},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.47799999999999998,"15min":0.496},"min":{"1min":0.34999999999999998,"5min":0.27300000000000002,"15min":0.23799999999999999},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.93799999999999994},"last":0.57599999999999996}]},{"osd":6,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.47899999999999998,"15min":0.49399999999999999},"min":{"1min":0.33500000000000002,"5min":0.25800000000000001,"15min":0.251},"max":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.52700000000000002,"15min":0.54100000000000004},"min":{"1min":0.39100000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":1.036},"last":0.65400000000000003}]},{"osd":7,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.50800000000000001,"15min":0.51900000000000002},"min":{"1min":0.32600000000000001,"5min":0.31900000000000001,"15min":0.27600000000000002},"max":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.90100000000000002},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.54100000000000004,"15min":0.55000000000000004},"min":{"1min":0.38300000000000001,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.877,"5min":0.89500000000000002,"15min":0.90900000000000003},"last":0.66300000000000003}]}]},{"osd":4,"up_from":13,"seq":55834574978,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":86504,"kb_used_data":1308,"kb_used_omap":1,"kb_used_meta":85182,"kb_avail":94285336,"statfs":{"total":96636764160,"available":96548184064,"internally_reserved":0,"allocated":1339392,"data_stored":612013,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":87226822},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.56299999999999994,"15min":0.49099999999999999},"min":{"1min":0.34699999999999998,"5min":0.25600000000000001,"15min":0.19400000000000001},"max":{"1min":0.67800000000000005,"5min":5.7510000000000003,"15min":5.7510000000000003},"last":0.36899999999999999},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.73099999999999998,"15min":0.54400000000000004},"min":{"1min":0.373,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.76800000000000002,"5min":18.648,"15min":18.648},"last":0.496}]},{"osd":1,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.76100000000000001,"15min":0.55700000000000005},"min":{"1min":0.38100000000000001,"5min":0.221,"15min":0.221},"max":{"1min":0.82899999999999996,"5min":20.414000000000001,"15min":20.414000000000001},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.77100000000000002,"15min":0.58799999999999997},"min":{"1min":0.42699999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.73199999999999998,"5min":20.018000000000001,"15min":20.018000000000001},"last":0.40200000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.56299999999999994,"15min":0.51300000000000001},"min":{"1min":0.44,"5min":0.28000000000000003,"15min":0.26400000000000001},"max":{"1min":0.872,"5min":1.5529999999999999,"15min":1.5529999999999999},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.73099999999999998,"15min":0.622},"min":{"1min":0.434,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.78700000000000003,"5min":12.138,"15min":12.138},"last":0.52800000000000002}]},{"osd":3,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.71199999999999997,"15min":0.59699999999999998},"min":{"1min":0.498,"5min":0.28899999999999998,"15min":0.28399999999999997},"max":{"1min":0.72199999999999998,"5min":13.097,"15min":13.097},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.66300000000000003,"15min":0.54700000000000004},"min":{"1min":0.45300000000000001,"5min":0.28999999999999998,"15min":0.27000000000000002},"max":{"1min":0.70999999999999996,"5min":11.009,"15min":11.009},"last":0.48399999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.76300000000000001,"15min":0.56699999999999995},"min":{"1min":0.32800000000000001,"5min":0.27700000000000002,"15min":0.25700000000000001},"max":{"1min":0.88800000000000001,"5min":24.812999999999999,"15min":24.812999999999999},"last":0.30299999999999999},{"interface":"front","average":{"1min":0.624,"5min":0.56100000000000005,"15min":0.53400000000000003},"min":{"1min":0.44500000000000001,"5min":0.32000000000000001,"15min":0.27000000000000002},"max":{"1min":0.96599999999999997,"5min":1.5860000000000001,"15min":1.5860000000000001},"last":0.46600000000000003}]},{"osd":6,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.65900000000000003,"15min":0.54300000000000004},"min":{"1min":0.36499999999999999,"5min":0.316,"15min":0.25800000000000001},"max":{"1min":0.84099999999999997,"5min":13.071999999999999,"15min":13.071999999999999},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.79000000000000004,"15min":0.58899999999999997},"min":{"1min":0.41599999999999998,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.69499999999999995,"5min":24.873999999999999,"15min":24.873999999999999},"last":0.41799999999999998}]},{"osd":7,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":1.2729999999999999,"15min":0.752},"min":{"1min":0.38500000000000001,"5min":0.34499999999999997,"15min":0.25800000000000001},"max":{"1min":0.90400000000000003,"5min":64.593999999999994,"15min":64.593999999999994},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.72299999999999998,"15min":0.61199999999999999},"min":{"1min":0.40500000000000003,"5min":0.35199999999999998,"15min":0.32000000000000001},"max":{"1min":0.85999999999999999,"5min":13.125,"15min":13.125},"last":0.54600000000000004}]}]},{"osd":2,"up_from":13,"seq":55834574977,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":100456,"kb_used_data":1308,"kb_used_omap":1,"kb_used_meta":99134,"kb_avail":94271384,"statfs":{"total":96636764160,"available":96533897216,"internally_reserved":0,"allocated":1339392,"data_stored":612013,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":101513670},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.34799999999999998,"15min":0.32400000000000001},"min":{"1min":0.25600000000000001,"5min":0.17599999999999999,"15min":0.17100000000000001},"max":{"1min":0.53400000000000003,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.222},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.35699999999999998,"15min":0.33600000000000002},"min":{"1min":0.255,"5min":0.192,"15min":0.185},"max":{"1min":0.54500000000000004,"5min":0.622,"15min":0.63200000000000001},"last":0.24299999999999999}]},{"osd":1,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.33500000000000002},"min":{"1min":0.23799999999999999,"5min":0.218,"15min":0.189},"max":{"1min":0.51000000000000001,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.434,"5min":0.41599999999999998,"15min":0.39600000000000002},"min":{"1min":0.29899999999999999,"5min":0.214,"15min":0.20100000000000001},"max":{"1min":0.60499999999999998,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.26800000000000002}]},{"osd":3,"last update":"Fri Sep 13 16:11:49 2024","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.39100000000000001,"15min":0.36499999999999999},"min":{"1min":0.30199999999999999,"5min":0.22900000000000001,"15min":0.20899999999999999},"max":{"1min":0.65400000000000003,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.34399999999999997},{"interface":"front","average":{"1min":0.38200000000000001,"5min":0.38700000000000001,"15min":0.36199999999999999},"min":{"1min":0.28199999999999997,"5min":0.27000000000000002,"15min":0.23200000000000001},"max":{"1min":0.55900000000000005,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.312}]},{"osd":4,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.57899999999999996,"15min":0.54800000000000004},"min":{"1min":0.45800000000000002,"5min":0.27800000000000002,"15min":0.25800000000000001},"max":{"1min":0.82099999999999995,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.627,"5min":0.58999999999999997,"15min":0.55400000000000005},"min":{"1min":0.44400000000000001,"5min":0.29799999999999999,"15min":0.26200000000000001},"max":{"1min":0.92100000000000004,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.47499999999999998}]},{"osd":5,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.57799999999999996,"15min":0.55300000000000005},"min":{"1min":0.437,"5min":0.32000000000000001,"15min":0.25},"max":{"1min":0.80700000000000005,"5min":1.0169999999999999,"15min":1.0169999999999999},"last":0.495},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.60099999999999998,"15min":0.55500000000000005},"min":{"1min":0.44,"5min":0.34000000000000002,"15min":0.29199999999999998},"max":{"1min":0.90100000000000002,"5min":1.0309999999999999,"15min":1.0309999999999999},"last":0.51500000000000001}]},{"osd":6,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":0.59999999999999998,"15min":0.56000000000000005},"min":{"1min":0.48699999999999999,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.88900000000000001,"5min":0.997,"15min":0.997},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.65400000000000003,"5min":0.61899999999999999,"15min":0.58399999999999996},"min":{"1min":0.41799999999999998,"5min":0.35899999999999999,"15min":0.33600000000000002},"max":{"1min":0.875,"5min":1.042,"15min":1.042},"last":0.40400000000000003}]},{"osd":7,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.64800000000000002,"5min":0.61299999999999999,"15min":0.57999999999999996},"min":{"1min":0.44400000000000001,"5min":0.375,"15min":0.33700000000000002},"max":{"1min":0.85099999999999998,"5min":1.03,"15min":1.03},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.623,"15min":0.58899999999999997},"min":{"1min":0.45200000000000001,"5min":0.38200000000000001,"15min":0.32400000000000001},"max":{"1min":0.97199999999999998,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.53100000000000003}]}]},{"osd":1,"up_from":13,"seq":55834574977,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":82496,"kb_used_data":1324,"kb_used_omap":1,"kb_used_meta":81150,"kb_avail":94289344,"statfs":{"total":96636764160,"available":96552288256,"internally_reserved":0,"allocated":1355776,"data_stored":619142,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":83098054},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:48 2024","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.34699999999999998,"15min":0.33300000000000002},"min":{"1min":0.23200000000000001,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.98199999999999998},"last":0.372},{"interface":"front","average":{"1min":0.373,"5min":0.36399999999999999,"15min":0.35399999999999998},"min":{"1min":0.26200000000000001,"5min":0.222,"15min":0.186},"max":{"1min":0.56100000000000005,"5min":0.68799999999999994,"15min":0.85099999999999998},"last":0.309}]},{"osd":2,"last update":"Fri Sep 13 16:11:48 2024","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.34999999999999998,"15min":0.33700000000000002},"min":{"1min":0.251,"5min":0.188,"15min":0.186},"max":{"1min":0.56999999999999995,"5min":0.59899999999999998,"15min":0.99099999999999999},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.39100000000000001,"15min":0.38400000000000001},"min":{"1min":0.28799999999999998,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.88400000000000001},"last":0.40999999999999998}]},{"osd":3,"last update":"Fri Sep 13 16:11:48 2024","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.38600000000000001,"15min":0.38200000000000001},"min":{"1min":0.29799999999999999,"5min":0.20699999999999999,"15min":0.20000000000000001},"max":{"1min":0.66700000000000004,"5min":0.76900000000000002,"15min":1.0289999999999999},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.42599999999999999,"15min":0.41499999999999998},"min":{"1min":0.27100000000000002,"5min":0.25900000000000001,"15min":0.223},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.95899999999999996},"last":0.45400000000000001}]},{"osd":4,"last update":"Fri Sep 13 16:11:48 2024","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":0.59799999999999998,"15min":0.55500000000000005},"min":{"1min":0.42899999999999999,"5min":0.316,"15min":0.28399999999999997},"max":{"1min":1.018,"5min":1.018,"15min":1.018},"last":0.496},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.60299999999999998,"15min":0.56299999999999994},"min":{"1min":0.41599999999999998,"5min":0.30599999999999999,"15min":0.30399999999999999},"max":{"1min":1.0469999999999999,"5min":1.0469999999999999,"15min":1.0469999999999999},"last":0.61499999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:11:48 2024","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.60399999999999998,"15min":0.54700000000000004},"min":{"1min":0.45800000000000002,"5min":0.32700000000000001,"15min":0.28899999999999998},"max":{"1min":0.82499999999999996,"5min":0.96699999999999997,"15min":0.96699999999999997},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.624,"5min":0.61499999999999999,"15min":0.57199999999999995},"min":{"1min":0.41999999999999998,"5min":0.40799999999999997,"15min":0.32400000000000001},"max":{"1min":0.90600000000000003,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.60299999999999998}]},{"osd":6,"last update":"Fri Sep 13 16:11:48 2024","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.61099999999999999,"15min":0.57199999999999995},"min":{"1min":0.45500000000000002,"5min":0.374,"15min":0.313},"max":{"1min":0.97399999999999998,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.629,"15min":0.57599999999999996},"min":{"1min":0.432,"5min":0.36199999999999999,"15min":0.31900000000000001},"max":{"1min":0.877,"5min":0.997,"15min":0.997},"last":0.67300000000000004}]},{"osd":7,"last update":"Fri Sep 13 16:11:48 2024","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":0.63700000000000001,"15min":0.58599999999999997},"min":{"1min":0.43099999999999999,"5min":0.38300000000000001,"15min":0.315},"max":{"1min":0.94499999999999995,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.65700000000000003,"5min":0.63500000000000001,"15min":0.58599999999999997},"min":{"1min":0.46500000000000002,"5min":0.39600000000000002,"15min":0.377},"max":{"1min":0.88800000000000001,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.64600000000000002}]}]},{"osd":0,"up_from":13,"seq":55834574979,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":117420,"kb_used_data":1884,"kb_used_omap":1,"kb_used_meta":115518,"kb_avail":94254420,"statfs":{"total":96636764160,"available":96516526080,"internally_reserved":0,"allocated":1929216,"data_stored":1201712,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":118290887},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 16:11:43 2024","interfaces":[{"interface":"back","average":{"1min":0.35399999999999998,"5min":0.33400000000000002,"15min":0.376},"min":{"1min":0.20899999999999999,"5min":0.151,"15min":0.151},"max":{"1min":0.51900000000000002,"5min":0.52800000000000002,"15min":2.5960000000000001},"last":0.219},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.36299999999999999,"15min":0.35399999999999998},"min":{"1min":0.27600000000000002,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":0.60699999999999998,"5min":0.61799999999999999,"15min":0.65900000000000003},"last":0.37}]},{"osd":2,"last update":"Fri Sep 13 16:11:43 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.35899999999999999,"15min":0.36699999999999999},"min":{"1min":0.247,"5min":0.20000000000000001,"15min":0.19800000000000001},"max":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":1.373},"last":0.30199999999999999},{"interface":"front","average":{"1min":0.439,"5min":0.38900000000000001,"15min":0.38300000000000001},"min":{"1min":0.28199999999999997,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.61499999999999999,"5min":0.68799999999999994,"15min":0.77900000000000003},"last":0.34000000000000002}]},{"osd":3,"last update":"Fri Sep 13 16:11:52 2024","interfaces":[{"interface":"back","average":{"1min":0.438,"5min":0.40899999999999997,"15min":0.39500000000000002},"min":{"1min":0.32400000000000001,"5min":0.27000000000000002,"15min":0.218},"max":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.75},"last":0.249},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.36799999999999999,"15min":0.36099999999999999},"min":{"1min":0.25,"5min":0.20899999999999999,"15min":0.20100000000000001},"max":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.59699999999999998},"last":0.32300000000000001}]},{"osd":4,"last update":"Fri Sep 13 16:11:43 2024","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.55400000000000005,"15min":0.53200000000000003},"min":{"1min":0.40600000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.58799999999999997,"15min":0.56000000000000005},"min":{"1min":0.42099999999999999,"5min":0.28999999999999998,"15min":0.28199999999999997},"max":{"1min":0.86299999999999999,"5min":0.93300000000000005,"15min":1.321},"last":0.48499999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:11:43 2024","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":1.0580000000000001,"15min":0.71399999999999997},"min":{"1min":0.41599999999999998,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.82799999999999996,"5min":41.240000000000002,"15min":41.240000000000002},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.64400000000000002,"5min":1.0880000000000001,"15min":0.748},"min":{"1min":0.46400000000000002,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.84099999999999997,"5min":41.301000000000002,"15min":41.301000000000002},"last":0.55600000000000005}]},{"osd":6,"last update":"Fri Sep 13 16:11:43 2024","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.58299999999999996,"15min":0.55000000000000004},"min":{"1min":0.40400000000000003,"5min":0.312,"15min":0.312},"max":{"1min":0.83899999999999997,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.65400000000000003,"5min":0.622,"15min":0.58699999999999997},"min":{"1min":0.44600000000000001,"5min":0.35999999999999999,"15min":0.34300000000000003},"max":{"1min":0.84499999999999997,"5min":1.0109999999999999,"15min":1.286},"last":0.59599999999999997}]},{"osd":7,"last update":"Fri Sep 13 16:11:43 2024","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":0.63500000000000001,"15min":0.60499999999999998},"min":{"1min":0.503,"5min":0.35399999999999998,"15min":0.34799999999999998},"max":{"1min":0.92000000000000004,"5min":1.1639999999999999,"15min":1.1639999999999999},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.69199999999999995,"5min":0.61799999999999999,"15min":0.58199999999999996},"min":{"1min":0.51800000000000002,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.84699999999999998,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.56799999999999995}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2168,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:12:03.163 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:12:03.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.293+0000 7f59c6480640 1 Processor -- start 2024-09-13T16:12:03.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.293+0000 7f59c6480640 1 -- start start 2024-09-13T16:12:03.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.294+0000 7f59c6480640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f59c015c6e0 0x7f59c00b3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:03.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.294+0000 7f59c6480640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f59c00ccb20 0x7f59c00b4490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:03.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.294+0000 7f59c6480640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f59c00d1840 con 0x7f59c00d07b0 2024-09-13T16:12:03.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.294+0000 7f59c6480640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f59c006bd20 con 0x7f59c015c6e0 2024-09-13T16:12:03.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.294+0000 7f59c6480640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f59c00d0c30 con 0x7f59c00ccb20 2024-09-13T16:12:03.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.294+0000 7f59bffff640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f59c015c6e0 0x7f59c00b3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:03.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.294+0000 7f59c4a1d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f59c00ccb20 0x7f59c00b4490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:03.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.294+0000 7f59b7fff640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7f59c00d07b0 0x7f59c0160030 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:46054/0 (socket says 172.21.15.76:46054) 2024-09-13T16:12:03.297 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.294+0000 7f59c4a1d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f59c00ccb20 0x7f59c00b4490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.76:57308/0 (socket says 172.21.15.76:57308) 2024-09-13T16:12:03.297 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.294+0000 7f59bffff640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f59c015c6e0 0x7f59c00b3f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.76:48914/0 (socket says 172.21.15.76:48914) 2024-09-13T16:12:03.297 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.294+0000 7f59c4a1d640 1 -- 172.21.15.76:0/303191061 learned_addr learned my addr 172.21.15.76:0/303191061 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:03.297 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.295+0000 7f59bffff640 1 -- 172.21.15.76:0/303191061 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f59c00ccb20 msgr2=0x7f59c00b4490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:03.297 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.295+0000 7f59bffff640 1 --2- 172.21.15.76:0/303191061 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f59c00ccb20 0x7f59c00b4490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:03.297 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.295+0000 7f59bffff640 1 -- 172.21.15.76:0/303191061 >> v1:172.21.15.192:6789/0 conn(0x7f59c00d07b0 legacy=0x7f59c0160030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:03.297 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.295+0000 7f59bffff640 1 -- 172.21.15.76:0/303191061 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f59c00d0f10 con 0x7f59c015c6e0 2024-09-13T16:12:03.297 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.295+0000 7f59c4a1d640 1 --2- 172.21.15.76:0/303191061 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f59c00ccb20 0x7f59c00b4490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:12:03.298 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.295+0000 7f59bffff640 1 --2- 172.21.15.76:0/303191061 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f59c015c6e0 0x7f59c00b3f50 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f59b00097a0 tx=0x7f59b002a100 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ebbb6c028c764429 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:03.298 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.296+0000 7f59bf7fe640 1 -- 172.21.15.76:0/303191061 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f59b002ae50 con 0x7f59c015c6e0 2024-09-13T16:12:03.298 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.296+0000 7f59bf7fe640 1 -- 172.21.15.76:0/303191061 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f59b0032440 con 0x7f59c015c6e0 2024-09-13T16:12:03.298 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.296+0000 7f59bf7fe640 1 -- 172.21.15.76:0/303191061 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f59b00327d0 con 0x7f59c015c6e0 2024-09-13T16:12:03.298 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.296+0000 7f59c6480640 1 -- 172.21.15.76:0/303191061 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f59c015c6e0 msgr2=0x7f59c00b3f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:03.298 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.296+0000 7f59c6480640 1 --2- 172.21.15.76:0/303191061 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f59c015c6e0 0x7f59c00b3f50 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f59b00097a0 tx=0x7f59b002a100 comp rx=0 tx=0).stop 2024-09-13T16:12:03.299 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.296+0000 7f59c6480640 1 -- 172.21.15.76:0/303191061 shutdown_connections 2024-09-13T16:12:03.299 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.296+0000 7f59c6480640 1 --2- 172.21.15.76:0/303191061 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f59c00ccb20 0x7f59c00b4490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:03.299 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.296+0000 7f59c6480640 1 --2- 172.21.15.76:0/303191061 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f59c015c6e0 0x7f59c00b3f50 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:03.299 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.296+0000 7f59c6480640 1 -- 172.21.15.76:0/303191061 >> 172.21.15.76:0/303191061 conn(0x7f59c0089f60 msgr2=0x7f59c00d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:03.299 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.296+0000 7f59c6480640 1 -- 172.21.15.76:0/303191061 shutdown_connections 2024-09-13T16:12:03.299 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.296+0000 7f59c6480640 1 -- 172.21.15.76:0/303191061 wait complete. 2024-09-13T16:12:03.301 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.297+0000 7f59c6480640 1 Processor -- start 2024-09-13T16:12:03.301 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.297+0000 7f59c6480640 1 -- start start 2024-09-13T16:12:03.301 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.298+0000 7f59c6480640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f59c00ccb20 0x7f59c00b15f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:03.301 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.298+0000 7f59c6480640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f59c00d07b0 0x7f59c00cc300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:03.302 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.298+0000 7f59c6480640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f59c015c6e0 0x7f59c00b7460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:03.302 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.298+0000 7f59c6480640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f59c0155100 con 0x7f59c00d07b0 2024-09-13T16:12:03.302 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.298+0000 7f59c6480640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f59c00b0ae0 con 0x7f59c015c6e0 2024-09-13T16:12:03.302 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.298+0000 7f59c6480640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f59c00afa80 con 0x7f59c00ccb20 2024-09-13T16:12:03.302 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.298+0000 7f59b7fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f59c00d07b0 0x7f59c00cc300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:03.302 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.298+0000 7f59b7fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f59c00d07b0 0x7f59c00cc300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60422/0 (socket says 172.21.15.76:60422) 2024-09-13T16:12:03.302 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.298+0000 7f59b7fff640 1 -- 172.21.15.76:0/2270670261 learned_addr learned my addr 172.21.15.76:0/2270670261 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:03.302 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.298+0000 7f59c4a1d640 1 --2- 172.21.15.76:0/2270670261 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f59c015c6e0 0x7f59c00b7460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:03.302 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.298+0000 7f59bffff640 1 --2- 172.21.15.76:0/2270670261 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f59c00ccb20 0x7f59c00b15f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:03.302 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.299+0000 7f59b7fff640 1 -- 172.21.15.76:0/2270670261 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f59c00ccb20 msgr2=0x7f59c00b15f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:03.302 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.299+0000 7f59b7fff640 1 --2- 172.21.15.76:0/2270670261 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f59c00ccb20 0x7f59c00b15f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:03.302 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.299+0000 7f59b7fff640 1 -- 172.21.15.76:0/2270670261 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f59c015c6e0 msgr2=0x7f59c00b7460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:03.302 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.299+0000 7f59b7fff640 1 --2- 172.21.15.76:0/2270670261 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f59c015c6e0 0x7f59c00b7460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:03.303 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.299+0000 7f59b7fff640 1 -- 172.21.15.76:0/2270670261 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f59b8009b30 con 0x7f59c00d07b0 2024-09-13T16:12:03.303 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.299+0000 7f59b7fff640 1 --2- 172.21.15.76:0/2270670261 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f59c00d07b0 0x7f59c00cc300 secure :-1 s=READY pgs=1451 cs=0 l=1 rev1=1 crypto rx=0x7f59a800c4d0 tx=0x7f59a800c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:03.303 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.299+0000 7f59bd7fa640 1 -- 172.21.15.76:0/2270670261 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f59a8007480 con 0x7f59c00d07b0 2024-09-13T16:12:03.303 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.299+0000 7f59bd7fa640 1 -- 172.21.15.76:0/2270670261 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f59a80075e0 con 0x7f59c00d07b0 2024-09-13T16:12:03.303 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.299+0000 7f59c6480640 1 -- 172.21.15.76:0/2270670261 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f59b0009400 con 0x7f59c00d07b0 2024-09-13T16:12:03.303 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.299+0000 7f59bd7fa640 1 -- 172.21.15.76:0/2270670261 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f59a80049e0 con 0x7f59c00d07b0 2024-09-13T16:12:03.303 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.299+0000 7f59c6480640 1 -- 172.21.15.76:0/2270670261 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f59c00b0000 con 0x7f59c00d07b0 2024-09-13T16:12:03.303 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.300+0000 7f59c6480640 1 -- 172.21.15.76:0/2270670261 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f59c00b4c80 con 0x7f59c00d07b0 2024-09-13T16:12:03.303 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.300+0000 7f59bd7fa640 1 -- 172.21.15.76:0/2270670261 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f59a8004b40 con 0x7f59c00d07b0 2024-09-13T16:12:03.304 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.301+0000 7f59bd7fa640 1 --2- 172.21.15.76:0/2270670261 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f59a006ac00 0x7f59a006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:03.304 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.301+0000 7f59bffff640 1 --2- 172.21.15.76:0/2270670261 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f59a006ac00 0x7f59a006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:03.304 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.301+0000 7f59bd7fa640 1 -- 172.21.15.76:0/2270670261 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(110..110 src has 1..110) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f59a8088970 con 0x7f59c00d07b0 2024-09-13T16:12:03.304 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.301+0000 7f59bffff640 1 --2- 172.21.15.76:0/2270670261 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f59a006ac00 0x7f59a006d0c0 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7f59b0034000 tx=0x7f59b002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:03.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.305+0000 7f59bd7fa640 1 -- 172.21.15.76:0/2270670261 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f59a8053aa0 con 0x7f59c00d07b0 2024-09-13T16:12:03.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.463+0000 7f59c6480640 1 -- 172.21.15.76:0/2270670261 --> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f59c00d14d0 con 0x7f59a006ac00 2024-09-13T16:12:03.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.470+0000 7f59bd7fa640 1 -- 172.21.15.76:0/2270670261 <== mgr.4104 v2:172.21.15.76:6832/911852275 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+289864 (secure 0 0 0) 0x7f59b0041090 con 0x7f59a006ac00 2024-09-13T16:12:03.475 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:03.476 INFO:teuthology.orchestra.run.smithi076.stderr:dumped all 2024-09-13T16:12:03.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.474+0000 7f59c6480640 1 -- 172.21.15.76:0/2270670261 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f59a006ac00 msgr2=0x7f59a006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:03.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.474+0000 7f59c6480640 1 --2- 172.21.15.76:0/2270670261 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f59a006ac00 0x7f59a006d0c0 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7f59b0034000 tx=0x7f59b002e000 comp rx=0 tx=0).stop 2024-09-13T16:12:03.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.474+0000 7f59c6480640 1 -- 172.21.15.76:0/2270670261 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f59c00d07b0 msgr2=0x7f59c00cc300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:03.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.474+0000 7f59c6480640 1 --2- 172.21.15.76:0/2270670261 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f59c00d07b0 0x7f59c00cc300 secure :-1 s=READY pgs=1451 cs=0 l=1 rev1=1 crypto rx=0x7f59a800c4d0 tx=0x7f59a800c990 comp rx=0 tx=0).stop 2024-09-13T16:12:03.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.474+0000 7f59c6480640 1 -- 172.21.15.76:0/2270670261 shutdown_connections 2024-09-13T16:12:03.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.474+0000 7f59c6480640 1 --2- 172.21.15.76:0/2270670261 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f59c015c6e0 0x7f59c00b7460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:03.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.474+0000 7f59c6480640 1 --2- 172.21.15.76:0/2270670261 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f59c00d07b0 0x7f59c00cc300 unknown :-1 s=CLOSED pgs=1451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:03.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.474+0000 7f59c6480640 1 --2- 172.21.15.76:0/2270670261 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f59a006ac00 0x7f59a006d0c0 unknown :-1 s=CLOSED pgs=630 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:03.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.474+0000 7f59c6480640 1 --2- 172.21.15.76:0/2270670261 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f59c00ccb20 0x7f59c00b15f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:03.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.474+0000 7f59c6480640 1 -- 172.21.15.76:0/2270670261 >> 172.21.15.76:0/2270670261 conn(0x7f59c0089f60 msgr2=0x7f59c015b3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:03.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.474+0000 7f59c6480640 1 -- 172.21.15.76:0/2270670261 shutdown_connections 2024-09-13T16:12:03.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.474+0000 7f59c6480640 1 -- 172.21.15.76:0/2270670261 wait complete. 2024-09-13T16:12:03.486 INFO:teuthology.orchestra.run.smithi076.stdout:{"pg_ready":true,"pg_map":{"version":422,"stamp":"2024-09-13T16:12:03.062100+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":86,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":790260,"kb_used_data":11696,"kb_used_omap":12,"kb_used_meta":778419,"kb_avail":754184460,"statfs":{"total":773094113280,"available":772284887040,"internally_reserved":0,"allocated":11976704,"data_stored":6111947,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":797101625},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.190656"},"pg_stats":[{"pgid":"16.3f","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.244051+0000","last_change":"2024-09-13T16:12:00.243458+0000","last_active":"2024-09-13T16:12:00.244051+0000","last_peered":"2024-09-13T16:12:00.244051+0000","last_clean":"2024-09-13T16:12:00.244051+0000","last_became_active":"2024-09-13T16:12:00.243239+0000","last_became_peered":"2024-09-13T16:12:00.243239+0000","last_unstale":"2024-09-13T16:12:00.244051+0000","last_undegraded":"2024-09-13T16:12:00.244051+0000","last_fullsized":"2024-09-13T16:12:00.244051+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:50:38.755243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.3e","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.251711+0000","last_change":"2024-09-13T16:12:00.246463+0000","last_active":"2024-09-13T16:12:00.251711+0000","last_peered":"2024-09-13T16:12:00.251711+0000","last_clean":"2024-09-13T16:12:00.251711+0000","last_became_active":"2024-09-13T16:12:00.246203+0000","last_became_peered":"2024-09-13T16:12:00.246203+0000","last_unstale":"2024-09-13T16:12:00.251711+0000","last_undegraded":"2024-09-13T16:12:00.251711+0000","last_fullsized":"2024-09-13T16:12:00.251711+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:32:50.364697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.3d","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.250350+0000","last_change":"2024-09-13T16:12:00.245306+0000","last_active":"2024-09-13T16:12:00.250350+0000","last_peered":"2024-09-13T16:12:00.250350+0000","last_clean":"2024-09-13T16:12:00.250350+0000","last_became_active":"2024-09-13T16:12:00.245062+0000","last_became_peered":"2024-09-13T16:12:00.245062+0000","last_unstale":"2024-09-13T16:12:00.250350+0000","last_undegraded":"2024-09-13T16:12:00.250350+0000","last_fullsized":"2024-09-13T16:12:00.250350+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:14:13.526984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.3c","version":"0'0","reported_seq":10,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-09-13T16:12:01.447034+0000","last_change":"2024-09-13T16:12:00.247272+0000","last_active":"2024-09-13T16:12:01.447034+0000","last_peered":"2024-09-13T16:12:01.447034+0000","last_clean":"2024-09-13T16:12:01.447034+0000","last_became_active":"2024-09-13T16:12:00.247047+0000","last_became_peered":"2024-09-13T16:12:00.247047+0000","last_unstale":"2024-09-13T16:12:01.447034+0000","last_undegraded":"2024-09-13T16:12:01.447034+0000","last_fullsized":"2024-09-13T16:12:01.447034+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:09:03.617188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.3b","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.247374+0000","last_change":"2024-09-13T16:12:00.247045+0000","last_active":"2024-09-13T16:12:00.247374+0000","last_peered":"2024-09-13T16:12:00.247374+0000","last_clean":"2024-09-13T16:12:00.247374+0000","last_became_active":"2024-09-13T16:12:00.246815+0000","last_became_peered":"2024-09-13T16:12:00.246815+0000","last_unstale":"2024-09-13T16:12:00.247374+0000","last_undegraded":"2024-09-13T16:12:00.247374+0000","last_fullsized":"2024-09-13T16:12:00.247374+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:39:34.655708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.3a","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.251838+0000","last_change":"2024-09-13T16:12:00.249299+0000","last_active":"2024-09-13T16:12:00.251838+0000","last_peered":"2024-09-13T16:12:00.251838+0000","last_clean":"2024-09-13T16:12:00.251838+0000","last_became_active":"2024-09-13T16:12:00.249042+0000","last_became_peered":"2024-09-13T16:12:00.249042+0000","last_unstale":"2024-09-13T16:12:00.251838+0000","last_undegraded":"2024-09-13T16:12:00.251838+0000","last_fullsized":"2024-09-13T16:12:00.251838+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:17:03.211122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.39","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.252415+0000","last_change":"2024-09-13T16:12:00.250797+0000","last_active":"2024-09-13T16:12:00.252415+0000","last_peered":"2024-09-13T16:12:00.252415+0000","last_clean":"2024-09-13T16:12:00.252415+0000","last_became_active":"2024-09-13T16:12:00.250534+0000","last_became_peered":"2024-09-13T16:12:00.250534+0000","last_unstale":"2024-09-13T16:12:00.252415+0000","last_undegraded":"2024-09-13T16:12:00.252415+0000","last_fullsized":"2024-09-13T16:12:00.252415+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:31:00.655160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.38","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.257722+0000","last_change":"2024-09-13T16:12:00.256963+0000","last_active":"2024-09-13T16:12:00.257722+0000","last_peered":"2024-09-13T16:12:00.257722+0000","last_clean":"2024-09-13T16:12:00.257722+0000","last_became_active":"2024-09-13T16:12:00.256718+0000","last_became_peered":"2024-09-13T16:12:00.256718+0000","last_unstale":"2024-09-13T16:12:00.257722+0000","last_undegraded":"2024-09-13T16:12:00.257722+0000","last_fullsized":"2024-09-13T16:12:00.257722+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:15:31.188789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.37","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.251804+0000","last_change":"2024-09-13T16:12:00.246892+0000","last_active":"2024-09-13T16:12:00.251804+0000","last_peered":"2024-09-13T16:12:00.251804+0000","last_clean":"2024-09-13T16:12:00.251804+0000","last_became_active":"2024-09-13T16:12:00.246120+0000","last_became_peered":"2024-09-13T16:12:00.246120+0000","last_unstale":"2024-09-13T16:12:00.251804+0000","last_undegraded":"2024-09-13T16:12:00.251804+0000","last_fullsized":"2024-09-13T16:12:00.251804+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:00:29.923872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.36","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.254911+0000","last_change":"2024-09-13T16:12:00.254495+0000","last_active":"2024-09-13T16:12:00.254911+0000","last_peered":"2024-09-13T16:12:00.254911+0000","last_clean":"2024-09-13T16:12:00.254911+0000","last_became_active":"2024-09-13T16:12:00.254168+0000","last_became_peered":"2024-09-13T16:12:00.254168+0000","last_unstale":"2024-09-13T16:12:00.254911+0000","last_undegraded":"2024-09-13T16:12:00.254911+0000","last_fullsized":"2024-09-13T16:12:00.254911+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:25:11.967842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.35","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.251593+0000","last_change":"2024-09-13T16:12:00.250664+0000","last_active":"2024-09-13T16:12:00.251593+0000","last_peered":"2024-09-13T16:12:00.251593+0000","last_clean":"2024-09-13T16:12:00.251593+0000","last_became_active":"2024-09-13T16:12:00.250419+0000","last_became_peered":"2024-09-13T16:12:00.250419+0000","last_unstale":"2024-09-13T16:12:00.251593+0000","last_undegraded":"2024-09-13T16:12:00.251593+0000","last_fullsized":"2024-09-13T16:12:00.251593+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:47:55.359723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.34","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.251400+0000","last_change":"2024-09-13T16:12:00.247400+0000","last_active":"2024-09-13T16:12:00.251400+0000","last_peered":"2024-09-13T16:12:00.251400+0000","last_clean":"2024-09-13T16:12:00.251400+0000","last_became_active":"2024-09-13T16:12:00.246179+0000","last_became_peered":"2024-09-13T16:12:00.246179+0000","last_unstale":"2024-09-13T16:12:00.251400+0000","last_undegraded":"2024-09-13T16:12:00.251400+0000","last_fullsized":"2024-09-13T16:12:00.251400+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:32:44.247279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.33","version":"0'0","reported_seq":10,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-09-13T16:12:01.446571+0000","last_change":"2024-09-13T16:12:00.240039+0000","last_active":"2024-09-13T16:12:01.446571+0000","last_peered":"2024-09-13T16:12:01.446571+0000","last_clean":"2024-09-13T16:12:01.446571+0000","last_became_active":"2024-09-13T16:12:00.239792+0000","last_became_peered":"2024-09-13T16:12:00.239792+0000","last_unstale":"2024-09-13T16:12:01.446571+0000","last_undegraded":"2024-09-13T16:12:01.446571+0000","last_fullsized":"2024-09-13T16:12:01.446571+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:10:37.908581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.32","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.244719+0000","last_change":"2024-09-13T16:12:00.242153+0000","last_active":"2024-09-13T16:12:00.244719+0000","last_peered":"2024-09-13T16:12:00.244719+0000","last_clean":"2024-09-13T16:12:00.244719+0000","last_became_active":"2024-09-13T16:12:00.241873+0000","last_became_peered":"2024-09-13T16:12:00.241873+0000","last_unstale":"2024-09-13T16:12:00.244719+0000","last_undegraded":"2024-09-13T16:12:00.244719+0000","last_fullsized":"2024-09-13T16:12:00.244719+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:49:10.788703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.31","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.244741+0000","last_change":"2024-09-13T16:12:00.243445+0000","last_active":"2024-09-13T16:12:00.244741+0000","last_peered":"2024-09-13T16:12:00.244741+0000","last_clean":"2024-09-13T16:12:00.244741+0000","last_became_active":"2024-09-13T16:12:00.243162+0000","last_became_peered":"2024-09-13T16:12:00.243162+0000","last_unstale":"2024-09-13T16:12:00.244741+0000","last_undegraded":"2024-09-13T16:12:00.244741+0000","last_fullsized":"2024-09-13T16:12:00.244741+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:23:50.025731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.30","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.244551+0000","last_change":"2024-09-13T16:12:00.241507+0000","last_active":"2024-09-13T16:12:00.244551+0000","last_peered":"2024-09-13T16:12:00.244551+0000","last_clean":"2024-09-13T16:12:00.244551+0000","last_became_active":"2024-09-13T16:12:00.241245+0000","last_became_peered":"2024-09-13T16:12:00.241245+0000","last_unstale":"2024-09-13T16:12:00.244551+0000","last_undegraded":"2024-09-13T16:12:00.244551+0000","last_fullsized":"2024-09-13T16:12:00.244551+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:18:21.704857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.2f","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.245685+0000","last_change":"2024-09-13T16:12:00.245113+0000","last_active":"2024-09-13T16:12:00.245685+0000","last_peered":"2024-09-13T16:12:00.245685+0000","last_clean":"2024-09-13T16:12:00.245685+0000","last_became_active":"2024-09-13T16:12:00.244859+0000","last_became_peered":"2024-09-13T16:12:00.244859+0000","last_unstale":"2024-09-13T16:12:00.245685+0000","last_undegraded":"2024-09-13T16:12:00.245685+0000","last_fullsized":"2024-09-13T16:12:00.245685+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:13:06.723167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.2e","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.253035+0000","last_change":"2024-09-13T16:12:00.252043+0000","last_active":"2024-09-13T16:12:00.253035+0000","last_peered":"2024-09-13T16:12:00.253035+0000","last_clean":"2024-09-13T16:12:00.253035+0000","last_became_active":"2024-09-13T16:12:00.250779+0000","last_became_peered":"2024-09-13T16:12:00.250779+0000","last_unstale":"2024-09-13T16:12:00.253035+0000","last_undegraded":"2024-09-13T16:12:00.253035+0000","last_fullsized":"2024-09-13T16:12:00.253035+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:10:19.963648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.2d","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.237351+0000","last_change":"2024-09-13T16:12:00.235869+0000","last_active":"2024-09-13T16:12:00.237351+0000","last_peered":"2024-09-13T16:12:00.237351+0000","last_clean":"2024-09-13T16:12:00.237351+0000","last_became_active":"2024-09-13T16:12:00.235626+0000","last_became_peered":"2024-09-13T16:12:00.235626+0000","last_unstale":"2024-09-13T16:12:00.237351+0000","last_undegraded":"2024-09-13T16:12:00.237351+0000","last_fullsized":"2024-09-13T16:12:00.237351+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:14:31.325513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.2c","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.245745+0000","last_change":"2024-09-13T16:12:00.245201+0000","last_active":"2024-09-13T16:12:00.245745+0000","last_peered":"2024-09-13T16:12:00.245745+0000","last_clean":"2024-09-13T16:12:00.245745+0000","last_became_active":"2024-09-13T16:12:00.244934+0000","last_became_peered":"2024-09-13T16:12:00.244934+0000","last_unstale":"2024-09-13T16:12:00.245745+0000","last_undegraded":"2024-09-13T16:12:00.245745+0000","last_fullsized":"2024-09-13T16:12:00.245745+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:41:49.431835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.2b","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.247176+0000","last_change":"2024-09-13T16:12:00.244262+0000","last_active":"2024-09-13T16:12:00.247176+0000","last_peered":"2024-09-13T16:12:00.247176+0000","last_clean":"2024-09-13T16:12:00.247176+0000","last_became_active":"2024-09-13T16:12:00.244014+0000","last_became_peered":"2024-09-13T16:12:00.244014+0000","last_unstale":"2024-09-13T16:12:00.247176+0000","last_undegraded":"2024-09-13T16:12:00.247176+0000","last_fullsized":"2024-09-13T16:12:00.247176+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:59:48.578149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.2a","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.257718+0000","last_change":"2024-09-13T16:12:00.256921+0000","last_active":"2024-09-13T16:12:00.257718+0000","last_peered":"2024-09-13T16:12:00.257718+0000","last_clean":"2024-09-13T16:12:00.257718+0000","last_became_active":"2024-09-13T16:12:00.256491+0000","last_became_peered":"2024-09-13T16:12:00.256491+0000","last_unstale":"2024-09-13T16:12:00.257718+0000","last_undegraded":"2024-09-13T16:12:00.257718+0000","last_fullsized":"2024-09-13T16:12:00.257718+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:28:04.708126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.29","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.250021+0000","last_change":"2024-09-13T16:12:00.246334+0000","last_active":"2024-09-13T16:12:00.250021+0000","last_peered":"2024-09-13T16:12:00.250021+0000","last_clean":"2024-09-13T16:12:00.250021+0000","last_became_active":"2024-09-13T16:12:00.246053+0000","last_became_peered":"2024-09-13T16:12:00.246053+0000","last_unstale":"2024-09-13T16:12:00.250021+0000","last_undegraded":"2024-09-13T16:12:00.250021+0000","last_fullsized":"2024-09-13T16:12:00.250021+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:34:33.918571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.28","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.251717+0000","last_change":"2024-09-13T16:12:00.251089+0000","last_active":"2024-09-13T16:12:00.251717+0000","last_peered":"2024-09-13T16:12:00.251717+0000","last_clean":"2024-09-13T16:12:00.251717+0000","last_became_active":"2024-09-13T16:12:00.250835+0000","last_became_peered":"2024-09-13T16:12:00.250835+0000","last_unstale":"2024-09-13T16:12:00.251717+0000","last_undegraded":"2024-09-13T16:12:00.251717+0000","last_fullsized":"2024-09-13T16:12:00.251717+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:14:33.031825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.27","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.251092+0000","last_change":"2024-09-13T16:12:00.248009+0000","last_active":"2024-09-13T16:12:00.251092+0000","last_peered":"2024-09-13T16:12:00.251092+0000","last_clean":"2024-09-13T16:12:00.251092+0000","last_became_active":"2024-09-13T16:12:00.247711+0000","last_became_peered":"2024-09-13T16:12:00.247711+0000","last_unstale":"2024-09-13T16:12:00.251092+0000","last_undegraded":"2024-09-13T16:12:00.251092+0000","last_fullsized":"2024-09-13T16:12:00.251092+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:05:42.447421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.26","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.253777+0000","last_change":"2024-09-13T16:12:00.252073+0000","last_active":"2024-09-13T16:12:00.253777+0000","last_peered":"2024-09-13T16:12:00.253777+0000","last_clean":"2024-09-13T16:12:00.253777+0000","last_became_active":"2024-09-13T16:12:00.251805+0000","last_became_peered":"2024-09-13T16:12:00.251805+0000","last_unstale":"2024-09-13T16:12:00.253777+0000","last_undegraded":"2024-09-13T16:12:00.253777+0000","last_fullsized":"2024-09-13T16:12:00.253777+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:32:21.949893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.25","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.243297+0000","last_change":"2024-09-13T16:12:00.241667+0000","last_active":"2024-09-13T16:12:00.243297+0000","last_peered":"2024-09-13T16:12:00.243297+0000","last_clean":"2024-09-13T16:12:00.243297+0000","last_became_active":"2024-09-13T16:12:00.241386+0000","last_became_peered":"2024-09-13T16:12:00.241386+0000","last_unstale":"2024-09-13T16:12:00.243297+0000","last_undegraded":"2024-09-13T16:12:00.243297+0000","last_fullsized":"2024-09-13T16:12:00.243297+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:40:01.919927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.24","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.251747+0000","last_change":"2024-09-13T16:12:00.246410+0000","last_active":"2024-09-13T16:12:00.251747+0000","last_peered":"2024-09-13T16:12:00.251747+0000","last_clean":"2024-09-13T16:12:00.251747+0000","last_became_active":"2024-09-13T16:12:00.240812+0000","last_became_peered":"2024-09-13T16:12:00.240812+0000","last_unstale":"2024-09-13T16:12:00.251747+0000","last_undegraded":"2024-09-13T16:12:00.251747+0000","last_fullsized":"2024-09-13T16:12:00.251747+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:57:38.626921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.23","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.240320+0000","last_change":"2024-09-13T16:12:00.239648+0000","last_active":"2024-09-13T16:12:00.240320+0000","last_peered":"2024-09-13T16:12:00.240320+0000","last_clean":"2024-09-13T16:12:00.240320+0000","last_became_active":"2024-09-13T16:12:00.239418+0000","last_became_peered":"2024-09-13T16:12:00.239418+0000","last_unstale":"2024-09-13T16:12:00.240320+0000","last_undegraded":"2024-09-13T16:12:00.240320+0000","last_fullsized":"2024-09-13T16:12:00.240320+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:37:12.312363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.22","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.251123+0000","last_change":"2024-09-13T16:12:00.248367+0000","last_active":"2024-09-13T16:12:00.251123+0000","last_peered":"2024-09-13T16:12:00.251123+0000","last_clean":"2024-09-13T16:12:00.251123+0000","last_became_active":"2024-09-13T16:12:00.247783+0000","last_became_peered":"2024-09-13T16:12:00.247783+0000","last_unstale":"2024-09-13T16:12:00.251123+0000","last_undegraded":"2024-09-13T16:12:00.251123+0000","last_fullsized":"2024-09-13T16:12:00.251123+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:55:11.032664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.21","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.240020+0000","last_change":"2024-09-13T16:12:00.236650+0000","last_active":"2024-09-13T16:12:00.240020+0000","last_peered":"2024-09-13T16:12:00.240020+0000","last_clean":"2024-09-13T16:12:00.240020+0000","last_became_active":"2024-09-13T16:12:00.236380+0000","last_became_peered":"2024-09-13T16:12:00.236380+0000","last_unstale":"2024-09-13T16:12:00.240020+0000","last_undegraded":"2024-09-13T16:12:00.240020+0000","last_fullsized":"2024-09-13T16:12:00.240020+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:59:04.713047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.20","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.247232+0000","last_change":"2024-09-13T16:12:00.245783+0000","last_active":"2024-09-13T16:12:00.247232+0000","last_peered":"2024-09-13T16:12:00.247232+0000","last_clean":"2024-09-13T16:12:00.247232+0000","last_became_active":"2024-09-13T16:12:00.245542+0000","last_became_peered":"2024-09-13T16:12:00.245542+0000","last_unstale":"2024-09-13T16:12:00.247232+0000","last_undegraded":"2024-09-13T16:12:00.247232+0000","last_fullsized":"2024-09-13T16:12:00.247232+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:21:01.904934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.0","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.237323+0000","last_change":"2024-09-13T16:12:00.236656+0000","last_active":"2024-09-13T16:12:00.237323+0000","last_peered":"2024-09-13T16:12:00.237323+0000","last_clean":"2024-09-13T16:12:00.237323+0000","last_became_active":"2024-09-13T16:12:00.236327+0000","last_became_peered":"2024-09-13T16:12:00.236327+0000","last_unstale":"2024-09-13T16:12:00.237323+0000","last_undegraded":"2024-09-13T16:12:00.237323+0000","last_fullsized":"2024-09-13T16:12:00.237323+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:27:54.233957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1f","version":"109'4","reported_seq":15,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-09-13T16:12:01.447319+0000","last_change":"2024-09-13T16:11:59.901124+0000","last_active":"2024-09-13T16:12:01.447319+0000","last_peered":"2024-09-13T16:12:01.447319+0000","last_clean":"2024-09-13T16:12:01.447319+0000","last_became_active":"2024-09-13T16:11:59.900841+0000","last_became_peered":"2024-09-13T16:11:59.900841+0000","last_unstale":"2024-09-13T16:12:01.447319+0000","last_undegraded":"2024-09-13T16:12:01.447319+0000","last_fullsized":"2024-09-13T16:12:01.447319+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":107,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_clean_scrub_stamp":"2024-09-13T16:11:58.865939+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:30:14.301995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.1","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.252433+0000","last_change":"2024-09-13T16:12:00.250913+0000","last_active":"2024-09-13T16:12:00.252433+0000","last_peered":"2024-09-13T16:12:00.252433+0000","last_clean":"2024-09-13T16:12:00.252433+0000","last_became_active":"2024-09-13T16:12:00.250516+0000","last_became_peered":"2024-09-13T16:12:00.250516+0000","last_unstale":"2024-09-13T16:12:00.252433+0000","last_undegraded":"2024-09-13T16:12:00.252433+0000","last_fullsized":"2024-09-13T16:12:00.252433+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:07:19.473731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.1e","version":"109'1","reported_seq":11,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.248698+0000","last_change":"2024-09-13T16:11:59.894914+0000","last_active":"2024-09-13T16:12:00.248698+0000","last_peered":"2024-09-13T16:12:00.248698+0000","last_clean":"2024-09-13T16:12:00.248698+0000","last_became_active":"2024-09-13T16:11:59.894627+0000","last_became_peered":"2024-09-13T16:11:59.894627+0000","last_unstale":"2024-09-13T16:12:00.248698+0000","last_undegraded":"2024-09-13T16:12:00.248698+0000","last_fullsized":"2024-09-13T16:12:00.248698+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":107,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_clean_scrub_stamp":"2024-09-13T16:11:58.865939+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:09:43.008910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.2","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.248478+0000","last_change":"2024-09-13T16:12:00.245424+0000","last_active":"2024-09-13T16:12:00.248478+0000","last_peered":"2024-09-13T16:12:00.248478+0000","last_clean":"2024-09-13T16:12:00.248478+0000","last_became_active":"2024-09-13T16:12:00.245161+0000","last_became_peered":"2024-09-13T16:12:00.245161+0000","last_unstale":"2024-09-13T16:12:00.248478+0000","last_undegraded":"2024-09-13T16:12:00.248478+0000","last_fullsized":"2024-09-13T16:12:00.248478+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:40:58.416249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.1d","version":"109'2","reported_seq":12,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.257267+0000","last_change":"2024-09-13T16:11:59.899350+0000","last_active":"2024-09-13T16:12:00.257267+0000","last_peered":"2024-09-13T16:12:00.257267+0000","last_clean":"2024-09-13T16:12:00.257267+0000","last_became_active":"2024-09-13T16:11:59.899101+0000","last_became_peered":"2024-09-13T16:11:59.899101+0000","last_unstale":"2024-09-13T16:12:00.257267+0000","last_undegraded":"2024-09-13T16:12:00.257267+0000","last_fullsized":"2024-09-13T16:12:00.257267+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":107,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_clean_scrub_stamp":"2024-09-13T16:11:58.865939+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:47:54.354209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.3","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.247077+0000","last_change":"2024-09-13T16:12:00.245859+0000","last_active":"2024-09-13T16:12:00.247077+0000","last_peered":"2024-09-13T16:12:00.247077+0000","last_clean":"2024-09-13T16:12:00.247077+0000","last_became_active":"2024-09-13T16:12:00.245601+0000","last_became_peered":"2024-09-13T16:12:00.245601+0000","last_unstale":"2024-09-13T16:12:00.247077+0000","last_undegraded":"2024-09-13T16:12:00.247077+0000","last_fullsized":"2024-09-13T16:12:00.247077+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:11:05.040941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.1c","version":"109'2","reported_seq":12,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.252919+0000","last_change":"2024-09-13T16:11:59.893597+0000","last_active":"2024-09-13T16:12:00.252919+0000","last_peered":"2024-09-13T16:12:00.252919+0000","last_clean":"2024-09-13T16:12:00.252919+0000","last_became_active":"2024-09-13T16:11:59.893294+0000","last_became_peered":"2024-09-13T16:11:59.893294+0000","last_unstale":"2024-09-13T16:12:00.252919+0000","last_undegraded":"2024-09-13T16:12:00.252919+0000","last_fullsized":"2024-09-13T16:12:00.252919+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":107,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_clean_scrub_stamp":"2024-09-13T16:11:58.865939+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:48:40.533235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.4","version":"0'0","reported_seq":10,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-09-13T16:12:01.447114+0000","last_change":"2024-09-13T16:12:00.246801+0000","last_active":"2024-09-13T16:12:01.447114+0000","last_peered":"2024-09-13T16:12:01.447114+0000","last_clean":"2024-09-13T16:12:01.447114+0000","last_became_active":"2024-09-13T16:12:00.246563+0000","last_became_peered":"2024-09-13T16:12:00.246563+0000","last_unstale":"2024-09-13T16:12:01.447114+0000","last_undegraded":"2024-09-13T16:12:01.447114+0000","last_fullsized":"2024-09-13T16:12:01.447114+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:17:32.601679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.1b","version":"109'1","reported_seq":11,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.256942+0000","last_change":"2024-09-13T16:11:59.898308+0000","last_active":"2024-09-13T16:12:00.256942+0000","last_peered":"2024-09-13T16:12:00.256942+0000","last_clean":"2024-09-13T16:12:00.256942+0000","last_became_active":"2024-09-13T16:11:59.897967+0000","last_became_peered":"2024-09-13T16:11:59.897967+0000","last_unstale":"2024-09-13T16:12:00.256942+0000","last_undegraded":"2024-09-13T16:12:00.256942+0000","last_fullsized":"2024-09-13T16:12:00.256942+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":107,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_clean_scrub_stamp":"2024-09-13T16:11:58.865939+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:17:02.205607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.5","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.237368+0000","last_change":"2024-09-13T16:12:00.236341+0000","last_active":"2024-09-13T16:12:00.237368+0000","last_peered":"2024-09-13T16:12:00.237368+0000","last_clean":"2024-09-13T16:12:00.237368+0000","last_became_active":"2024-09-13T16:12:00.236044+0000","last_became_peered":"2024-09-13T16:12:00.236044+0000","last_unstale":"2024-09-13T16:12:00.237368+0000","last_undegraded":"2024-09-13T16:12:00.237368+0000","last_fullsized":"2024-09-13T16:12:00.237368+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:23:46.530473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1a","version":"109'1","reported_seq":11,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.257603+0000","last_change":"2024-09-13T16:11:59.897038+0000","last_active":"2024-09-13T16:12:00.257603+0000","last_peered":"2024-09-13T16:12:00.257603+0000","last_clean":"2024-09-13T16:12:00.257603+0000","last_became_active":"2024-09-13T16:11:59.896766+0000","last_became_peered":"2024-09-13T16:11:59.896766+0000","last_unstale":"2024-09-13T16:12:00.257603+0000","last_undegraded":"2024-09-13T16:12:00.257603+0000","last_fullsized":"2024-09-13T16:12:00.257603+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":107,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_clean_scrub_stamp":"2024-09-13T16:11:58.865939+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:25:20.466769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.6","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.252851+0000","last_change":"2024-09-13T16:12:00.250118+0000","last_active":"2024-09-13T16:12:00.252851+0000","last_peered":"2024-09-13T16:12:00.252851+0000","last_clean":"2024-09-13T16:12:00.252851+0000","last_became_active":"2024-09-13T16:12:00.248226+0000","last_became_peered":"2024-09-13T16:12:00.248226+0000","last_unstale":"2024-09-13T16:12:00.252851+0000","last_undegraded":"2024-09-13T16:12:00.252851+0000","last_fullsized":"2024-09-13T16:12:00.252851+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:30:34.507667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.19","version":"0'0","reported_seq":10,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.238194+0000","last_change":"2024-09-13T16:11:59.897125+0000","last_active":"2024-09-13T16:12:00.238194+0000","last_peered":"2024-09-13T16:12:00.238194+0000","last_clean":"2024-09-13T16:12:00.238194+0000","last_became_active":"2024-09-13T16:11:59.896843+0000","last_became_peered":"2024-09-13T16:11:59.896843+0000","last_unstale":"2024-09-13T16:12:00.238194+0000","last_undegraded":"2024-09-13T16:12:00.238194+0000","last_fullsized":"2024-09-13T16:12:00.238194+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":107,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_clean_scrub_stamp":"2024-09-13T16:11:58.865939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:04:03.204691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.7","version":"0'0","reported_seq":10,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-09-13T16:12:01.447297+0000","last_change":"2024-09-13T16:12:00.245650+0000","last_active":"2024-09-13T16:12:01.447297+0000","last_peered":"2024-09-13T16:12:01.447297+0000","last_clean":"2024-09-13T16:12:01.447297+0000","last_became_active":"2024-09-13T16:12:00.245384+0000","last_became_peered":"2024-09-13T16:12:00.245384+0000","last_unstale":"2024-09-13T16:12:01.447297+0000","last_undegraded":"2024-09-13T16:12:01.447297+0000","last_fullsized":"2024-09-13T16:12:01.447297+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:32:21.949893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.18","version":"0'0","reported_seq":11,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-09-13T16:12:01.446852+0000","last_change":"2024-09-13T16:11:59.894305+0000","last_active":"2024-09-13T16:12:01.446852+0000","last_peered":"2024-09-13T16:12:01.446852+0000","last_clean":"2024-09-13T16:12:01.446852+0000","last_became_active":"2024-09-13T16:11:59.894052+0000","last_became_peered":"2024-09-13T16:11:59.894052+0000","last_unstale":"2024-09-13T16:12:01.446852+0000","last_undegraded":"2024-09-13T16:12:01.446852+0000","last_fullsized":"2024-09-13T16:12:01.446852+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":107,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_clean_scrub_stamp":"2024-09-13T16:11:58.865939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:43:28.334147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.8","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.237306+0000","last_change":"2024-09-13T16:12:00.236503+0000","last_active":"2024-09-13T16:12:00.237306+0000","last_peered":"2024-09-13T16:12:00.237306+0000","last_clean":"2024-09-13T16:12:00.237306+0000","last_became_active":"2024-09-13T16:12:00.235998+0000","last_became_peered":"2024-09-13T16:12:00.235998+0000","last_unstale":"2024-09-13T16:12:00.237306+0000","last_undegraded":"2024-09-13T16:12:00.237306+0000","last_fullsized":"2024-09-13T16:12:00.237306+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:52:22.347362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.17","version":"0'0","reported_seq":10,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.239555+0000","last_change":"2024-09-13T16:11:59.898787+0000","last_active":"2024-09-13T16:12:00.239555+0000","last_peered":"2024-09-13T16:12:00.239555+0000","last_clean":"2024-09-13T16:12:00.239555+0000","last_became_active":"2024-09-13T16:11:59.898510+0000","last_became_peered":"2024-09-13T16:11:59.898510+0000","last_unstale":"2024-09-13T16:12:00.239555+0000","last_undegraded":"2024-09-13T16:12:00.239555+0000","last_fullsized":"2024-09-13T16:12:00.239555+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":107,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_clean_scrub_stamp":"2024-09-13T16:11:58.865939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:36:02.332879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.9","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.256432+0000","last_change":"2024-09-13T16:12:00.255592+0000","last_active":"2024-09-13T16:12:00.256432+0000","last_peered":"2024-09-13T16:12:00.256432+0000","last_clean":"2024-09-13T16:12:00.256432+0000","last_became_active":"2024-09-13T16:12:00.255332+0000","last_became_peered":"2024-09-13T16:12:00.255332+0000","last_unstale":"2024-09-13T16:12:00.256432+0000","last_undegraded":"2024-09-13T16:12:00.256432+0000","last_fullsized":"2024-09-13T16:12:00.256432+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:01:37.873418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.16","version":"0'0","reported_seq":10,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.232865+0000","last_change":"2024-09-13T16:11:59.893203+0000","last_active":"2024-09-13T16:12:00.232865+0000","last_peered":"2024-09-13T16:12:00.232865+0000","last_clean":"2024-09-13T16:12:00.232865+0000","last_became_active":"2024-09-13T16:11:59.892941+0000","last_became_peered":"2024-09-13T16:11:59.892941+0000","last_unstale":"2024-09-13T16:12:00.232865+0000","last_undegraded":"2024-09-13T16:12:00.232865+0000","last_fullsized":"2024-09-13T16:12:00.232865+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":107,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_clean_scrub_stamp":"2024-09-13T16:11:58.865939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:17:31.596164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.a","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.257193+0000","last_change":"2024-09-13T16:12:00.256449+0000","last_active":"2024-09-13T16:12:00.257193+0000","last_peered":"2024-09-13T16:12:00.257193+0000","last_clean":"2024-09-13T16:12:00.257193+0000","last_became_active":"2024-09-13T16:12:00.256176+0000","last_became_peered":"2024-09-13T16:12:00.256176+0000","last_unstale":"2024-09-13T16:12:00.257193+0000","last_undegraded":"2024-09-13T16:12:00.257193+0000","last_fullsized":"2024-09-13T16:12:00.257193+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:25:44.314939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.15","version":"109'3","reported_seq":13,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.256517+0000","last_change":"2024-09-13T16:11:59.894172+0000","last_active":"2024-09-13T16:12:00.256517+0000","last_peered":"2024-09-13T16:12:00.256517+0000","last_clean":"2024-09-13T16:12:00.256517+0000","last_became_active":"2024-09-13T16:11:59.893929+0000","last_became_peered":"2024-09-13T16:11:59.893929+0000","last_unstale":"2024-09-13T16:12:00.256517+0000","last_undegraded":"2024-09-13T16:12:00.256517+0000","last_fullsized":"2024-09-13T16:12:00.256517+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":107,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_clean_scrub_stamp":"2024-09-13T16:11:58.865939+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:10:18.958133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.b","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.256682+0000","last_change":"2024-09-13T16:12:00.255682+0000","last_active":"2024-09-13T16:12:00.256682+0000","last_peered":"2024-09-13T16:12:00.256682+0000","last_clean":"2024-09-13T16:12:00.256682+0000","last_became_active":"2024-09-13T16:12:00.255449+0000","last_became_peered":"2024-09-13T16:12:00.255449+0000","last_unstale":"2024-09-13T16:12:00.256682+0000","last_undegraded":"2024-09-13T16:12:00.256682+0000","last_fullsized":"2024-09-13T16:12:00.256682+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:24:54.703448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.14","version":"109'6","reported_seq":16,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.259571+0000","last_change":"2024-09-13T16:11:59.898659+0000","last_active":"2024-09-13T16:12:00.259571+0000","last_peered":"2024-09-13T16:12:00.259571+0000","last_clean":"2024-09-13T16:12:00.259571+0000","last_became_active":"2024-09-13T16:11:59.898404+0000","last_became_peered":"2024-09-13T16:11:59.898404+0000","last_unstale":"2024-09-13T16:12:00.259571+0000","last_undegraded":"2024-09-13T16:12:00.259571+0000","last_fullsized":"2024-09-13T16:12:00.259571+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":107,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_clean_scrub_stamp":"2024-09-13T16:11:58.865939+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:11:29.616006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.c","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.243361+0000","last_change":"2024-09-13T16:12:00.242042+0000","last_active":"2024-09-13T16:12:00.243361+0000","last_peered":"2024-09-13T16:12:00.243361+0000","last_clean":"2024-09-13T16:12:00.243361+0000","last_became_active":"2024-09-13T16:12:00.241556+0000","last_became_peered":"2024-09-13T16:12:00.241556+0000","last_unstale":"2024-09-13T16:12:00.243361+0000","last_undegraded":"2024-09-13T16:12:00.243361+0000","last_fullsized":"2024-09-13T16:12:00.243361+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:43:29.985242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.13","version":"109'2","reported_seq":12,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.255691+0000","last_change":"2024-09-13T16:11:59.897022+0000","last_active":"2024-09-13T16:12:00.255691+0000","last_peered":"2024-09-13T16:12:00.255691+0000","last_clean":"2024-09-13T16:12:00.255691+0000","last_became_active":"2024-09-13T16:11:59.896781+0000","last_became_peered":"2024-09-13T16:11:59.896781+0000","last_unstale":"2024-09-13T16:12:00.255691+0000","last_undegraded":"2024-09-13T16:12:00.255691+0000","last_fullsized":"2024-09-13T16:12:00.255691+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":107,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_clean_scrub_stamp":"2024-09-13T16:11:58.865939+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:23:15.328751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.d","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.236089+0000","last_change":"2024-09-13T16:12:00.235578+0000","last_active":"2024-09-13T16:12:00.236089+0000","last_peered":"2024-09-13T16:12:00.236089+0000","last_clean":"2024-09-13T16:12:00.236089+0000","last_became_active":"2024-09-13T16:12:00.235178+0000","last_became_peered":"2024-09-13T16:12:00.235178+0000","last_unstale":"2024-09-13T16:12:00.236089+0000","last_undegraded":"2024-09-13T16:12:00.236089+0000","last_fullsized":"2024-09-13T16:12:00.236089+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:35:33.965899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.12","version":"0'0","reported_seq":11,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-09-13T16:12:01.447147+0000","last_change":"2024-09-13T16:11:59.892913+0000","last_active":"2024-09-13T16:12:01.447147+0000","last_peered":"2024-09-13T16:12:01.447147+0000","last_clean":"2024-09-13T16:12:01.447147+0000","last_became_active":"2024-09-13T16:11:59.892595+0000","last_became_peered":"2024-09-13T16:11:59.892595+0000","last_unstale":"2024-09-13T16:12:01.447147+0000","last_undegraded":"2024-09-13T16:12:01.447147+0000","last_fullsized":"2024-09-13T16:12:01.447147+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":107,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_clean_scrub_stamp":"2024-09-13T16:11:58.865939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:13:42.458079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.e","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.247218+0000","last_change":"2024-09-13T16:12:00.245274+0000","last_active":"2024-09-13T16:12:00.247218+0000","last_peered":"2024-09-13T16:12:00.247218+0000","last_clean":"2024-09-13T16:12:00.247218+0000","last_became_active":"2024-09-13T16:12:00.245042+0000","last_became_peered":"2024-09-13T16:12:00.245042+0000","last_unstale":"2024-09-13T16:12:00.247218+0000","last_undegraded":"2024-09-13T16:12:00.247218+0000","last_fullsized":"2024-09-13T16:12:00.247218+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:43:02.918037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.11","version":"0'0","reported_seq":10,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.235178+0000","last_change":"2024-09-13T16:11:59.897200+0000","last_active":"2024-09-13T16:12:00.235178+0000","last_peered":"2024-09-13T16:12:00.235178+0000","last_clean":"2024-09-13T16:12:00.235178+0000","last_became_active":"2024-09-13T16:11:59.896877+0000","last_became_peered":"2024-09-13T16:11:59.896877+0000","last_unstale":"2024-09-13T16:12:00.235178+0000","last_undegraded":"2024-09-13T16:12:00.235178+0000","last_fullsized":"2024-09-13T16:12:00.235178+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":107,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_clean_scrub_stamp":"2024-09-13T16:11:58.865939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:16:40.508741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.f","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.251417+0000","last_change":"2024-09-13T16:12:00.246272+0000","last_active":"2024-09-13T16:12:00.251417+0000","last_peered":"2024-09-13T16:12:00.251417+0000","last_clean":"2024-09-13T16:12:00.251417+0000","last_became_active":"2024-09-13T16:12:00.246043+0000","last_became_peered":"2024-09-13T16:12:00.246043+0000","last_unstale":"2024-09-13T16:12:00.251417+0000","last_undegraded":"2024-09-13T16:12:00.251417+0000","last_fullsized":"2024-09-13T16:12:00.251417+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:53:36.090853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.10","version":"109'8","reported_seq":18,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.257455+0000","last_change":"2024-09-13T16:11:59.898024+0000","last_active":"2024-09-13T16:12:00.257455+0000","last_peered":"2024-09-13T16:12:00.257455+0000","last_clean":"2024-09-13T16:12:00.257455+0000","last_became_active":"2024-09-13T16:11:59.897765+0000","last_became_peered":"2024-09-13T16:11:59.897765+0000","last_unstale":"2024-09-13T16:12:00.257455+0000","last_undegraded":"2024-09-13T16:12:00.257455+0000","last_fullsized":"2024-09-13T16:12:00.257455+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":107,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_clean_scrub_stamp":"2024-09-13T16:11:58.865939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:40:00.914412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.10","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.253533+0000","last_change":"2024-09-13T16:12:00.252858+0000","last_active":"2024-09-13T16:12:00.253533+0000","last_peered":"2024-09-13T16:12:00.253533+0000","last_clean":"2024-09-13T16:12:00.253533+0000","last_became_active":"2024-09-13T16:12:00.252619+0000","last_became_peered":"2024-09-13T16:12:00.252619+0000","last_unstale":"2024-09-13T16:12:00.253533+0000","last_undegraded":"2024-09-13T16:12:00.253533+0000","last_fullsized":"2024-09-13T16:12:00.253533+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:21:24.658742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.f","version":"109'1","reported_seq":11,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.257078+0000","last_change":"2024-09-13T16:11:59.900868+0000","last_active":"2024-09-13T16:12:00.257078+0000","last_peered":"2024-09-13T16:12:00.257078+0000","last_clean":"2024-09-13T16:12:00.257078+0000","last_became_active":"2024-09-13T16:11:59.900580+0000","last_became_peered":"2024-09-13T16:11:59.900580+0000","last_unstale":"2024-09-13T16:12:00.257078+0000","last_undegraded":"2024-09-13T16:12:00.257078+0000","last_fullsized":"2024-09-13T16:12:00.257078+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":107,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_clean_scrub_stamp":"2024-09-13T16:11:58.865939+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:10:06.530392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.12","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.249587+0000","last_change":"2024-09-13T16:12:00.245651+0000","last_active":"2024-09-13T16:12:00.249587+0000","last_peered":"2024-09-13T16:12:00.249587+0000","last_clean":"2024-09-13T16:12:00.249587+0000","last_became_active":"2024-09-13T16:12:00.245361+0000","last_became_peered":"2024-09-13T16:12:00.245361+0000","last_unstale":"2024-09-13T16:12:00.249587+0000","last_undegraded":"2024-09-13T16:12:00.249587+0000","last_fullsized":"2024-09-13T16:12:00.249587+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:19:53.311271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.d","version":"109'1","reported_seq":11,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.256406+0000","last_change":"2024-09-13T16:11:59.895218+0000","last_active":"2024-09-13T16:12:00.256406+0000","last_peered":"2024-09-13T16:12:00.256406+0000","last_clean":"2024-09-13T16:12:00.256406+0000","last_became_active":"2024-09-13T16:11:59.894976+0000","last_became_peered":"2024-09-13T16:11:59.894976+0000","last_unstale":"2024-09-13T16:12:00.256406+0000","last_undegraded":"2024-09-13T16:12:00.256406+0000","last_fullsized":"2024-09-13T16:12:00.256406+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":107,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_clean_scrub_stamp":"2024-09-13T16:11:58.865939+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:57:37.621407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.13","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.253046+0000","last_change":"2024-09-13T16:12:00.248869+0000","last_active":"2024-09-13T16:12:00.253046+0000","last_peered":"2024-09-13T16:12:00.253046+0000","last_clean":"2024-09-13T16:12:00.253046+0000","last_became_active":"2024-09-13T16:12:00.248624+0000","last_became_peered":"2024-09-13T16:12:00.248624+0000","last_unstale":"2024-09-13T16:12:00.253046+0000","last_undegraded":"2024-09-13T16:12:00.253046+0000","last_fullsized":"2024-09-13T16:12:00.253046+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:04:04.210205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.c","version":"0'0","reported_seq":10,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.237502+0000","last_change":"2024-09-13T16:11:59.902640+0000","last_active":"2024-09-13T16:12:00.237502+0000","last_peered":"2024-09-13T16:12:00.237502+0000","last_clean":"2024-09-13T16:12:00.237502+0000","last_became_active":"2024-09-13T16:11:59.902348+0000","last_became_peered":"2024-09-13T16:11:59.902348+0000","last_unstale":"2024-09-13T16:12:00.237502+0000","last_undegraded":"2024-09-13T16:12:00.237502+0000","last_fullsized":"2024-09-13T16:12:00.237502+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":107,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_clean_scrub_stamp":"2024-09-13T16:11:58.865939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:20:13.034910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.14","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.245549+0000","last_change":"2024-09-13T16:12:00.244501+0000","last_active":"2024-09-13T16:12:00.245549+0000","last_peered":"2024-09-13T16:12:00.245549+0000","last_clean":"2024-09-13T16:12:00.245549+0000","last_became_active":"2024-09-13T16:12:00.244253+0000","last_became_peered":"2024-09-13T16:12:00.244253+0000","last_unstale":"2024-09-13T16:12:00.245549+0000","last_undegraded":"2024-09-13T16:12:00.245549+0000","last_fullsized":"2024-09-13T16:12:00.245549+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:43:03.793049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.b","version":"109'2","reported_seq":12,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.251971+0000","last_change":"2024-09-13T16:11:59.894415+0000","last_active":"2024-09-13T16:12:00.251971+0000","last_peered":"2024-09-13T16:12:00.251971+0000","last_clean":"2024-09-13T16:12:00.251971+0000","last_became_active":"2024-09-13T16:11:59.892068+0000","last_became_peered":"2024-09-13T16:11:59.892068+0000","last_unstale":"2024-09-13T16:12:00.251971+0000","last_undegraded":"2024-09-13T16:12:00.251971+0000","last_fullsized":"2024-09-13T16:12:00.251971+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":107,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_clean_scrub_stamp":"2024-09-13T16:11:58.865939+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:48:28.118811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.15","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.251132+0000","last_change":"2024-09-13T16:12:00.250264+0000","last_active":"2024-09-13T16:12:00.251132+0000","last_peered":"2024-09-13T16:12:00.251132+0000","last_clean":"2024-09-13T16:12:00.251132+0000","last_became_active":"2024-09-13T16:12:00.249998+0000","last_became_peered":"2024-09-13T16:12:00.249998+0000","last_unstale":"2024-09-13T16:12:00.251132+0000","last_undegraded":"2024-09-13T16:12:00.251132+0000","last_fullsized":"2024-09-13T16:12:00.251132+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:56:15.889437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.a","version":"0'0","reported_seq":10,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.237638+0000","last_change":"2024-09-13T16:11:59.897750+0000","last_active":"2024-09-13T16:12:00.237638+0000","last_peered":"2024-09-13T16:12:00.237638+0000","last_clean":"2024-09-13T16:12:00.237638+0000","last_became_active":"2024-09-13T16:11:59.897491+0000","last_became_peered":"2024-09-13T16:11:59.897491+0000","last_unstale":"2024-09-13T16:12:00.237638+0000","last_undegraded":"2024-09-13T16:12:00.237638+0000","last_fullsized":"2024-09-13T16:12:00.237638+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":107,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_clean_scrub_stamp":"2024-09-13T16:11:58.865939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:51:44.321920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.16","version":"0'0","reported_seq":10,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-09-13T16:12:01.447193+0000","last_change":"2024-09-13T16:12:00.236974+0000","last_active":"2024-09-13T16:12:01.447193+0000","last_peered":"2024-09-13T16:12:01.447193+0000","last_clean":"2024-09-13T16:12:01.447193+0000","last_became_active":"2024-09-13T16:12:00.236731+0000","last_became_peered":"2024-09-13T16:12:00.236731+0000","last_unstale":"2024-09-13T16:12:01.447193+0000","last_undegraded":"2024-09-13T16:12:01.447193+0000","last_fullsized":"2024-09-13T16:12:01.447193+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:28:49.064470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.9","version":"0'0","reported_seq":10,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.232836+0000","last_change":"2024-09-13T16:11:59.901926+0000","last_active":"2024-09-13T16:12:00.232836+0000","last_peered":"2024-09-13T16:12:00.232836+0000","last_clean":"2024-09-13T16:12:00.232836+0000","last_became_active":"2024-09-13T16:11:59.901660+0000","last_became_peered":"2024-09-13T16:11:59.901660+0000","last_unstale":"2024-09-13T16:12:00.232836+0000","last_undegraded":"2024-09-13T16:12:00.232836+0000","last_fullsized":"2024-09-13T16:12:00.232836+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":107,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_clean_scrub_stamp":"2024-09-13T16:11:58.865939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:29:48.645761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.17","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.257365+0000","last_change":"2024-09-13T16:12:00.256496+0000","last_active":"2024-09-13T16:12:00.257365+0000","last_peered":"2024-09-13T16:12:00.257365+0000","last_clean":"2024-09-13T16:12:00.257365+0000","last_became_active":"2024-09-13T16:12:00.256248+0000","last_became_peered":"2024-09-13T16:12:00.256248+0000","last_unstale":"2024-09-13T16:12:00.257365+0000","last_undegraded":"2024-09-13T16:12:00.257365+0000","last_fullsized":"2024-09-13T16:12:00.257365+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:28:08.721916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.8","version":"0'0","reported_seq":10,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.237975+0000","last_change":"2024-09-13T16:11:59.897974+0000","last_active":"2024-09-13T16:12:00.237975+0000","last_peered":"2024-09-13T16:12:00.237975+0000","last_clean":"2024-09-13T16:12:00.237975+0000","last_became_active":"2024-09-13T16:11:59.897554+0000","last_became_peered":"2024-09-13T16:11:59.897554+0000","last_unstale":"2024-09-13T16:12:00.237975+0000","last_undegraded":"2024-09-13T16:12:00.237975+0000","last_fullsized":"2024-09-13T16:12:00.237975+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":107,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_clean_scrub_stamp":"2024-09-13T16:11:58.865939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:53:28.111163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.18","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.249511+0000","last_change":"2024-09-13T16:12:00.244672+0000","last_active":"2024-09-13T16:12:00.249511+0000","last_peered":"2024-09-13T16:12:00.249511+0000","last_clean":"2024-09-13T16:12:00.249511+0000","last_became_active":"2024-09-13T16:12:00.243463+0000","last_became_peered":"2024-09-13T16:12:00.243463+0000","last_unstale":"2024-09-13T16:12:00.249511+0000","last_undegraded":"2024-09-13T16:12:00.249511+0000","last_fullsized":"2024-09-13T16:12:00.249511+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:52:17.062265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.7","version":"109'2","reported_seq":12,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.255842+0000","last_change":"2024-09-13T16:11:59.896363+0000","last_active":"2024-09-13T16:12:00.255842+0000","last_peered":"2024-09-13T16:12:00.255842+0000","last_clean":"2024-09-13T16:12:00.255842+0000","last_became_active":"2024-09-13T16:11:59.896056+0000","last_became_peered":"2024-09-13T16:11:59.896056+0000","last_unstale":"2024-09-13T16:12:00.255842+0000","last_undegraded":"2024-09-13T16:12:00.255842+0000","last_fullsized":"2024-09-13T16:12:00.255842+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":107,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_clean_scrub_stamp":"2024-09-13T16:11:58.865939+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:35:16.524868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.19","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.250904+0000","last_change":"2024-09-13T16:12:00.246411+0000","last_active":"2024-09-13T16:12:00.250904+0000","last_peered":"2024-09-13T16:12:00.250904+0000","last_clean":"2024-09-13T16:12:00.250904+0000","last_became_active":"2024-09-13T16:12:00.246167+0000","last_became_peered":"2024-09-13T16:12:00.246167+0000","last_unstale":"2024-09-13T16:12:00.250904+0000","last_undegraded":"2024-09-13T16:12:00.250904+0000","last_fullsized":"2024-09-13T16:12:00.250904+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:11:42.072945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.6","version":"0'0","reported_seq":10,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.232961+0000","last_change":"2024-09-13T16:11:59.899274+0000","last_active":"2024-09-13T16:12:00.232961+0000","last_peered":"2024-09-13T16:12:00.232961+0000","last_clean":"2024-09-13T16:12:00.232961+0000","last_became_active":"2024-09-13T16:11:59.899018+0000","last_became_peered":"2024-09-13T16:11:59.899018+0000","last_unstale":"2024-09-13T16:12:00.232961+0000","last_undegraded":"2024-09-13T16:12:00.232961+0000","last_fullsized":"2024-09-13T16:12:00.232961+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":107,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_clean_scrub_stamp":"2024-09-13T16:11:58.865939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:47:19.244138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.1a","version":"0'0","reported_seq":10,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-09-13T16:12:01.447016+0000","last_change":"2024-09-13T16:12:00.235976+0000","last_active":"2024-09-13T16:12:01.447016+0000","last_peered":"2024-09-13T16:12:01.447016+0000","last_clean":"2024-09-13T16:12:01.447016+0000","last_became_active":"2024-09-13T16:12:00.235738+0000","last_became_peered":"2024-09-13T16:12:00.235738+0000","last_unstale":"2024-09-13T16:12:01.447016+0000","last_undegraded":"2024-09-13T16:12:01.447016+0000","last_fullsized":"2024-09-13T16:12:01.447016+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:01:36.846603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.5","version":"0'0","reported_seq":10,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.232179+0000","last_change":"2024-09-13T16:11:59.900227+0000","last_active":"2024-09-13T16:12:00.232179+0000","last_peered":"2024-09-13T16:12:00.232179+0000","last_clean":"2024-09-13T16:12:00.232179+0000","last_became_active":"2024-09-13T16:11:59.899964+0000","last_became_peered":"2024-09-13T16:11:59.899964+0000","last_unstale":"2024-09-13T16:12:00.232179+0000","last_undegraded":"2024-09-13T16:12:00.232179+0000","last_fullsized":"2024-09-13T16:12:00.232179+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":107,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_clean_scrub_stamp":"2024-09-13T16:11:58.865939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:11:25.174474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.1b","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.254294+0000","last_change":"2024-09-13T16:12:00.253283+0000","last_active":"2024-09-13T16:12:00.254294+0000","last_peered":"2024-09-13T16:12:00.254294+0000","last_clean":"2024-09-13T16:12:00.254294+0000","last_became_active":"2024-09-13T16:12:00.253030+0000","last_became_peered":"2024-09-13T16:12:00.253030+0000","last_unstale":"2024-09-13T16:12:00.254294+0000","last_undegraded":"2024-09-13T16:12:00.254294+0000","last_fullsized":"2024-09-13T16:12:00.254294+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:48:41.538749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.4","version":"0'0","reported_seq":10,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.239153+0000","last_change":"2024-09-13T16:11:59.896965+0000","last_active":"2024-09-13T16:12:00.239153+0000","last_peered":"2024-09-13T16:12:00.239153+0000","last_clean":"2024-09-13T16:12:00.239153+0000","last_became_active":"2024-09-13T16:11:59.896678+0000","last_became_peered":"2024-09-13T16:11:59.896678+0000","last_unstale":"2024-09-13T16:12:00.239153+0000","last_undegraded":"2024-09-13T16:12:00.239153+0000","last_fullsized":"2024-09-13T16:12:00.239153+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":107,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_clean_scrub_stamp":"2024-09-13T16:11:58.865939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:04:32.095374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.1c","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.252470+0000","last_change":"2024-09-13T16:12:00.250837+0000","last_active":"2024-09-13T16:12:00.252470+0000","last_peered":"2024-09-13T16:12:00.252470+0000","last_clean":"2024-09-13T16:12:00.252470+0000","last_became_active":"2024-09-13T16:12:00.250578+0000","last_became_peered":"2024-09-13T16:12:00.250578+0000","last_unstale":"2024-09-13T16:12:00.252470+0000","last_undegraded":"2024-09-13T16:12:00.252470+0000","last_fullsized":"2024-09-13T16:12:00.252470+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:27:56.135407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.3","version":"0'0","reported_seq":10,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.238344+0000","last_change":"2024-09-13T16:11:59.897475+0000","last_active":"2024-09-13T16:12:00.238344+0000","last_peered":"2024-09-13T16:12:00.238344+0000","last_clean":"2024-09-13T16:12:00.238344+0000","last_became_active":"2024-09-13T16:11:59.897209+0000","last_became_peered":"2024-09-13T16:11:59.897209+0000","last_unstale":"2024-09-13T16:12:00.238344+0000","last_undegraded":"2024-09-13T16:12:00.238344+0000","last_fullsized":"2024-09-13T16:12:00.238344+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":107,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_clean_scrub_stamp":"2024-09-13T16:11:58.865939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:14:32.026310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.1d","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.257396+0000","last_change":"2024-09-13T16:12:00.256537+0000","last_active":"2024-09-13T16:12:00.257396+0000","last_peered":"2024-09-13T16:12:00.257396+0000","last_clean":"2024-09-13T16:12:00.257396+0000","last_became_active":"2024-09-13T16:12:00.256116+0000","last_became_peered":"2024-09-13T16:12:00.256116+0000","last_unstale":"2024-09-13T16:12:00.257396+0000","last_undegraded":"2024-09-13T16:12:00.257396+0000","last_fullsized":"2024-09-13T16:12:00.257396+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:19:53.311271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.2","version":"0'0","reported_seq":10,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.237574+0000","last_change":"2024-09-13T16:11:59.897175+0000","last_active":"2024-09-13T16:12:00.237574+0000","last_peered":"2024-09-13T16:12:00.237574+0000","last_clean":"2024-09-13T16:12:00.237574+0000","last_became_active":"2024-09-13T16:11:59.896898+0000","last_became_peered":"2024-09-13T16:11:59.896898+0000","last_unstale":"2024-09-13T16:12:00.237574+0000","last_undegraded":"2024-09-13T16:12:00.237574+0000","last_fullsized":"2024-09-13T16:12:00.237574+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":107,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_clean_scrub_stamp":"2024-09-13T16:11:58.865939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:28:00.660949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.1e","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.245762+0000","last_change":"2024-09-13T16:12:00.244413+0000","last_active":"2024-09-13T16:12:00.245762+0000","last_peered":"2024-09-13T16:12:00.245762+0000","last_clean":"2024-09-13T16:12:00.245762+0000","last_became_active":"2024-09-13T16:12:00.244159+0000","last_became_peered":"2024-09-13T16:12:00.244159+0000","last_unstale":"2024-09-13T16:12:00.245762+0000","last_undegraded":"2024-09-13T16:12:00.245762+0000","last_fullsized":"2024-09-13T16:12:00.245762+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:48:41.538749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.1","version":"0'0","reported_seq":10,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.232890+0000","last_change":"2024-09-13T16:11:59.899607+0000","last_active":"2024-09-13T16:12:00.232890+0000","last_peered":"2024-09-13T16:12:00.232890+0000","last_clean":"2024-09-13T16:12:00.232890+0000","last_became_active":"2024-09-13T16:11:59.899343+0000","last_became_peered":"2024-09-13T16:11:59.899343+0000","last_unstale":"2024-09-13T16:12:00.232890+0000","last_undegraded":"2024-09-13T16:12:00.232890+0000","last_fullsized":"2024-09-13T16:12:00.232890+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":107,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_clean_scrub_stamp":"2024-09-13T16:11:58.865939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:28:54.691465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.1f","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.247673+0000","last_change":"2024-09-13T16:12:00.246520+0000","last_active":"2024-09-13T16:12:00.247673+0000","last_peered":"2024-09-13T16:12:00.247673+0000","last_clean":"2024-09-13T16:12:00.247673+0000","last_became_active":"2024-09-13T16:12:00.246254+0000","last_became_peered":"2024-09-13T16:12:00.246254+0000","last_unstale":"2024-09-13T16:12:00.247673+0000","last_undegraded":"2024-09-13T16:12:00.247673+0000","last_fullsized":"2024-09-13T16:12:00.247673+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:27:01.304894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.0","version":"0'0","reported_seq":10,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.238067+0000","last_change":"2024-09-13T16:11:59.897802+0000","last_active":"2024-09-13T16:12:00.238067+0000","last_peered":"2024-09-13T16:12:00.238067+0000","last_clean":"2024-09-13T16:12:00.238067+0000","last_became_active":"2024-09-13T16:11:59.897227+0000","last_became_peered":"2024-09-13T16:11:59.897227+0000","last_unstale":"2024-09-13T16:12:00.238067+0000","last_undegraded":"2024-09-13T16:12:00.238067+0000","last_fullsized":"2024-09-13T16:12:00.238067+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":107,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_clean_scrub_stamp":"2024-09-13T16:11:58.865939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:56:57.601043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.11","version":"0'0","reported_seq":9,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.243290+0000","last_change":"2024-09-13T16:12:00.241801+0000","last_active":"2024-09-13T16:12:00.243290+0000","last_peered":"2024-09-13T16:12:00.243290+0000","last_clean":"2024-09-13T16:12:00.243290+0000","last_became_active":"2024-09-13T16:12:00.241445+0000","last_became_peered":"2024-09-13T16:12:00.241445+0000","last_unstale":"2024-09-13T16:12:00.243290+0000","last_undegraded":"2024-09-13T16:12:00.243290+0000","last_fullsized":"2024-09-13T16:12:00.243290+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":108,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:59.871454+0000","last_clean_scrub_stamp":"2024-09-13T16:11:59.871454+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:29:45.541777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.e","version":"109'2","reported_seq":12,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-09-13T16:12:00.251403+0000","last_change":"2024-09-13T16:11:59.898715+0000","last_active":"2024-09-13T16:12:00.251403+0000","last_peered":"2024-09-13T16:12:00.251403+0000","last_clean":"2024-09-13T16:12:00.251403+0000","last_became_active":"2024-09-13T16:11:59.898452+0000","last_became_peered":"2024-09-13T16:11:59.898452+0000","last_unstale":"2024-09-13T16:12:00.251403+0000","last_undegraded":"2024-09-13T16:12:00.251403+0000","last_fullsized":"2024-09-13T16:12:00.251403+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":107,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:58.865939+0000","last_clean_scrub_stamp":"2024-09-13T16:11:58.865939+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:09:07.568989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":242,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-09-13T16:11:59.890387+0000","last_change":"2024-09-13T16:01:29.143297+0000","last_active":"2024-09-13T16:11:59.890387+0000","last_peered":"2024-09-13T16:11:59.890387+0000","last_clean":"2024-09-13T16:11:59.890387+0000","last_became_active":"2024-09-13T16:01:29.142269+0000","last_became_peered":"2024-09-13T16:01:29.142269+0000","last_unstale":"2024-09-13T16:11:59.890387+0000","last_undegraded":"2024-09-13T16:11:59.890387+0000","last_fullsized":"2024-09-13T16:11:59.890387+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:27.864638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:27.864638+0000","last_clean_scrub_stamp":"2024-09-13T16:01:27.864638+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:25:24.741463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":16,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":15,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":14,"seq":60129542276,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":130832,"kb_used_data":1336,"kb_used_omap":1,"kb_used_meta":129470,"kb_avail":94241008,"statfs":{"total":96636764160,"available":96502792192,"internally_reserved":0,"allocated":1368064,"data_stored":626310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":132577736},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:50 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.40400000000000003,"15min":0.35999999999999999},"min":{"1min":0.24399999999999999,"5min":0.185,"15min":0.183},"max":{"1min":0.63500000000000001,"5min":4.4610000000000003,"15min":4.4610000000000003},"last":0.25600000000000001},{"interface":"front","average":{"1min":0.374,"5min":0.36699999999999999,"15min":0.32900000000000001},"min":{"1min":0.254,"5min":0.17999999999999999,"15min":0.17899999999999999},"max":{"1min":0.52200000000000002,"5min":1.2410000000000001,"15min":1.2410000000000001},"last":0.33300000000000002}]},{"osd":1,"last update":"Fri Sep 13 16:11:50 2024","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.42899999999999999,"15min":0.35199999999999998},"min":{"1min":0.249,"5min":0.20000000000000001,"15min":0.182},"max":{"1min":0.64100000000000001,"5min":7.2389999999999999,"15min":7.2389999999999999},"last":0.315},{"interface":"front","average":{"1min":0.42099999999999999,"5min":0.45700000000000002,"15min":0.38800000000000001},"min":{"1min":0.26400000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.64900000000000002,"5min":6.4429999999999996,"15min":6.4429999999999996},"last":0.34999999999999998}]},{"osd":2,"last update":"Fri Sep 13 16:11:50 2024","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.42499999999999999,"15min":0.38600000000000001},"min":{"1min":0.28499999999999998,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.68899999999999995,"5min":2.6339999999999999,"15min":2.6339999999999999},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.432,"5min":0.42399999999999999,"15min":0.39300000000000002},"min":{"1min":0.312,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.58499999999999996,"5min":0.82099999999999995,"15min":0.92500000000000004},"last":0.30199999999999999}]},{"osd":4,"last update":"Fri Sep 13 16:11:50 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.59199999999999997,"15min":0.54200000000000004},"min":{"1min":0.39200000000000002,"5min":0.29099999999999998,"15min":0.28399999999999997},"max":{"1min":0.82999999999999996,"5min":1.216,"15min":1.216},"last":0.73399999999999999},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.62,"15min":0.57099999999999995},"min":{"1min":0.42499999999999999,"5min":0.29699999999999999,"15min":0.27600000000000002},"max":{"1min":0.81899999999999995,"5min":2.6070000000000002,"15min":2.6070000000000002},"last":0.69499999999999995}]},{"osd":5,"last update":"Fri Sep 13 16:11:50 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.61299999999999999,"15min":0.55800000000000005},"min":{"1min":0.38800000000000001,"5min":0.30299999999999999,"15min":0.28100000000000003},"max":{"1min":0.79100000000000004,"5min":2.5449999999999999,"15min":2.5449999999999999},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.629,"15min":0.57799999999999996},"min":{"1min":0.44900000000000001,"5min":0.311,"15min":0.311},"max":{"1min":0.76600000000000001,"5min":1.5269999999999999,"15min":1.5269999999999999},"last":0.57699999999999996}]},{"osd":6,"last update":"Fri Sep 13 16:11:50 2024","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.622,"15min":0.58499999999999996},"min":{"1min":0.45200000000000001,"5min":0.35199999999999998,"15min":0.31900000000000001},"max":{"1min":0.754,"5min":1.0169999999999999,"15min":1.0169999999999999},"last":0.68200000000000005},{"interface":"front","average":{"1min":0.629,"5min":0.61699999999999999,"15min":0.57799999999999996},"min":{"1min":0.46000000000000002,"5min":0.32600000000000001,"15min":0.32200000000000001},"max":{"1min":0.79200000000000004,"5min":1.131,"15min":1.131},"last":0.61299999999999999}]},{"osd":7,"last update":"Fri Sep 13 16:11:50 2024","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.63700000000000001,"15min":0.59299999999999997},"min":{"1min":0.42999999999999999,"5min":0.36199999999999999,"15min":0.35499999999999998},"max":{"1min":0.81299999999999994,"5min":1.649,"15min":1.649},"last":0.58999999999999997},{"interface":"front","average":{"1min":0.623,"5min":0.64000000000000001,"15min":0.59199999999999997},"min":{"1min":0.45700000000000002,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.77800000000000002,"5min":2.581,"15min":2.581},"last":0.63900000000000001}]}]},{"osd":7,"up_from":13,"seq":55834574978,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":99396,"kb_used_data":1908,"kb_used_omap":1,"kb_used_meta":97470,"kb_avail":94272444,"statfs":{"total":96636764160,"available":96534982656,"internally_reserved":0,"allocated":1953792,"data_stored":1209636,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":99809739},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.499,"15min":0.47499999999999998},"min":{"1min":0.38500000000000001,"5min":0.193,"15min":0.193},"max":{"1min":0.68100000000000005,"5min":0.73699999999999999,"15min":0.81000000000000005},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.52400000000000002,"15min":0.503},"min":{"1min":0.28799999999999998,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.68500000000000005,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.46300000000000002}]},{"osd":1,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.496,"15min":0.49399999999999999},"min":{"1min":0.42599999999999999,"5min":0.23499999999999999,"15min":0.22},"max":{"1min":0.70699999999999996,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.54100000000000004,"15min":0.51000000000000001},"min":{"1min":0.34599999999999997,"5min":0.27400000000000002,"15min":0.23400000000000001},"max":{"1min":0.68600000000000005,"5min":0.81100000000000005,"15min":0.90300000000000002},"last":0.52100000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.55800000000000005,"15min":0.57899999999999996},"min":{"1min":0.43099999999999999,"5min":0.29399999999999998,"15min":0.23999999999999999},"max":{"1min":0.68500000000000005,"5min":0.79900000000000004,"15min":2.2919999999999998},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.54000000000000004,"15min":0.52900000000000003},"min":{"1min":0.35599999999999998,"5min":0.28599999999999998,"15min":0.255},"max":{"1min":0.67800000000000005,"5min":0.74199999999999999,"15min":0.86399999999999999},"last":0.57499999999999996}]},{"osd":3,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.54500000000000004,"15min":0.51900000000000002},"min":{"1min":0.40400000000000003,"5min":0.27400000000000002,"15min":0.255},"max":{"1min":0.70699999999999996,"5min":0.78000000000000003,"15min":0.83599999999999997},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.53800000000000003,"15min":0.51300000000000001},"min":{"1min":0.34599999999999997,"5min":0.31900000000000001,"15min":0.26700000000000002},"max":{"1min":0.69399999999999995,"5min":0.81000000000000005,"15min":0.88100000000000001},"last":0.47699999999999998}]},{"osd":4,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":0.47099999999999997,"15min":0.44500000000000001},"min":{"1min":0.376,"5min":0.255,"15min":0.23400000000000001},"max":{"1min":0.71699999999999997,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.48799999999999999,"5min":0.48499999999999999,"15min":0.45900000000000002},"min":{"1min":0.29599999999999999,"5min":0.28199999999999997,"15min":0.249},"max":{"1min":0.71499999999999997,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.48599999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.51500000000000001,"15min":0.49299999999999999},"min":{"1min":0.33200000000000002,"5min":0.29299999999999998,"15min":0.25600000000000001},"max":{"1min":0.70299999999999996,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.621},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.58199999999999996,"15min":0.55400000000000005},"min":{"1min":0.45900000000000002,"5min":0.34200000000000003,"15min":0.33700000000000002},"max":{"1min":0.71799999999999997,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.60299999999999998}]},{"osd":6,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.54400000000000004,"15min":0.51900000000000002},"min":{"1min":0.36599999999999999,"5min":0.33000000000000002,"15min":0.32300000000000001},"max":{"1min":0.72999999999999998,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54800000000000004,"15min":0.53400000000000003},"min":{"1min":0.432,"5min":0.315,"15min":0.315},"max":{"1min":0.73799999999999999,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.63}]}]},{"osd":6,"up_from":13,"seq":55834574978,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":100520,"kb_used_data":1308,"kb_used_omap":1,"kb_used_meta":99198,"kb_avail":94271320,"statfs":{"total":96636764160,"available":96533831680,"internally_reserved":0,"allocated":1339392,"data_stored":612013,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":101579207},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:52 2024","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.54500000000000004,"15min":0.51900000000000002},"min":{"1min":0.46100000000000002,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.79800000000000004,"5min":0.80700000000000005,"15min":0.97099999999999997},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.55100000000000005,"15min":0.52300000000000002},"min":{"1min":0.44600000000000001,"5min":0.25900000000000001,"15min":0.22500000000000001},"max":{"1min":0.746,"5min":1.224,"15min":1.224},"last":0.57999999999999996}]},{"osd":1,"last update":"Fri Sep 13 16:11:52 2024","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.51800000000000002,"15min":0.50800000000000001},"min":{"1min":0.45500000000000002,"5min":0.23000000000000001,"15min":0.21099999999999999},"max":{"1min":0.77500000000000002,"5min":0.82299999999999995,"15min":1.0940000000000001},"last":0.69199999999999995},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.51400000000000001,"15min":0.49399999999999999},"min":{"1min":0.40699999999999997,"5min":0.26300000000000001,"15min":0.247},"max":{"1min":0.69999999999999996,"5min":1.1879999999999999,"15min":1.1879999999999999},"last":0.50900000000000001}]},{"osd":2,"last update":"Fri Sep 13 16:11:52 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.52800000000000002,"15min":0.505},"min":{"1min":0.42299999999999999,"5min":0.25800000000000001,"15min":0.247},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.94799999999999995},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.54200000000000004,"15min":0.54400000000000004},"min":{"1min":0.44400000000000001,"5min":0.28199999999999997,"15min":0.27000000000000002},"max":{"1min":0.76800000000000002,"5min":0.83799999999999997,"15min":0.91800000000000004},"last":0.55400000000000005}]},{"osd":3,"last update":"Fri Sep 13 16:11:52 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.55400000000000005,"15min":0.54000000000000004},"min":{"1min":0.39400000000000002,"5min":0.28599999999999998,"15min":0.252},"max":{"1min":0.90700000000000003,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.627,"5min":0.57499999999999996,"15min":0.56599999999999995},"min":{"1min":0.52200000000000002,"5min":0.30599999999999999,"15min":0.25900000000000001},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.61599999999999999}]},{"osd":4,"last update":"Fri Sep 13 16:11:52 2024","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.47599999999999998,"15min":0.47299999999999998},"min":{"1min":0.32500000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.81200000000000006,"5min":1.1559999999999999,"15min":1.1559999999999999},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.503,"5min":0.50600000000000001,"15min":0.502},"min":{"1min":0.39500000000000002,"5min":0.25700000000000001,"15min":0.23899999999999999},"max":{"1min":0.73399999999999999,"5min":0.83599999999999997,"15min":0.88900000000000001},"last":0.628}]},{"osd":5,"last update":"Fri Sep 13 16:11:52 2024","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.53200000000000003,"15min":0.53500000000000003},"min":{"1min":0.36399999999999999,"5min":0.309,"15min":0.29399999999999998},"max":{"1min":0.76800000000000002,"5min":0.79500000000000004,"15min":0.82099999999999995},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.53300000000000003,"15min":0.54300000000000004},"min":{"1min":0.36799999999999999,"5min":0.33800000000000002,"15min":0.26400000000000001},"max":{"1min":0.878,"5min":0.878,"15min":0.93999999999999995},"last":0.42999999999999999}]},{"osd":7,"last update":"Fri Sep 13 16:11:52 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.54000000000000004,"15min":0.53500000000000003},"min":{"1min":0.34699999999999998,"5min":0.32400000000000001,"15min":0.254},"max":{"1min":0.86499999999999999,"5min":1.1080000000000001,"15min":1.1080000000000001},"last":0.378},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.60699999999999998,"15min":0.59899999999999998},"min":{"1min":0.45600000000000002,"5min":0.35899999999999999,"15min":0.33800000000000002},"max":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.92600000000000005},"last":0.56899999999999995}]}]},{"osd":5,"up_from":13,"seq":55834574977,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":72636,"kb_used_data":1320,"kb_used_omap":1,"kb_used_meta":71294,"kb_avail":94299204,"statfs":{"total":96636764160,"available":96562384896,"internally_reserved":0,"allocated":1351680,"data_stored":619108,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":73005510},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.53400000000000003,"15min":0.48599999999999999},"min":{"1min":0.48699999999999999,"5min":0.216,"15min":0.215},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.51800000000000002,"15min":0.48799999999999999},"min":{"1min":0.439,"5min":0.29099999999999998,"15min":0.219},"max":{"1min":0.72499999999999998,"5min":0.79200000000000004,"15min":0.79400000000000004},"last":0.50800000000000001}]},{"osd":1,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.53800000000000003,"15min":0.504},"min":{"1min":0.46899999999999997,"5min":0.26600000000000001,"15min":0.24299999999999999},"max":{"1min":0.69599999999999995,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.52400000000000002,"15min":0.50600000000000001},"min":{"1min":0.379,"5min":0.26300000000000001,"15min":0.24299999999999999},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.85799999999999998},"last":0.45400000000000001}]},{"osd":2,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.53700000000000003,"15min":0.50600000000000001},"min":{"1min":0.46300000000000002,"5min":0.249,"15min":0.249},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.77500000000000002},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.54000000000000004,"15min":0.53800000000000003},"min":{"1min":0.42099999999999999,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.70299999999999996,"5min":1.6000000000000001,"15min":1.6000000000000001},"last":0.48999999999999999}]},{"osd":3,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.56100000000000005,"15min":0.53400000000000003},"min":{"1min":0.442,"5min":0.29099999999999998,"15min":0.252},"max":{"1min":0.79200000000000004,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.625},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.59899999999999998,"15min":0.57799999999999996},"min":{"1min":0.45400000000000001,"5min":0.316,"15min":0.314},"max":{"1min":0.76600000000000001,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.60699999999999998}]},{"osd":4,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.48299999999999998,"5min":0.47799999999999998,"15min":0.497},"min":{"1min":0.314,"5min":0.26600000000000001,"15min":0.254},"max":{"1min":0.95999999999999996,"5min":1.377,"15min":1.377},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.47799999999999998,"15min":0.496},"min":{"1min":0.34999999999999998,"5min":0.27300000000000002,"15min":0.23799999999999999},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.93799999999999994},"last":0.57599999999999996}]},{"osd":6,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.47899999999999998,"15min":0.49399999999999999},"min":{"1min":0.33500000000000002,"5min":0.25800000000000001,"15min":0.251},"max":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.52700000000000002,"15min":0.54100000000000004},"min":{"1min":0.39100000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":1.036},"last":0.65400000000000003}]},{"osd":7,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.50800000000000001,"15min":0.51900000000000002},"min":{"1min":0.32600000000000001,"5min":0.31900000000000001,"15min":0.27600000000000002},"max":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.90100000000000002},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.54100000000000004,"15min":0.55000000000000004},"min":{"1min":0.38300000000000001,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.877,"5min":0.89500000000000002,"15min":0.90900000000000003},"last":0.66300000000000003}]}]},{"osd":4,"up_from":13,"seq":55834574978,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":86504,"kb_used_data":1308,"kb_used_omap":1,"kb_used_meta":85182,"kb_avail":94285336,"statfs":{"total":96636764160,"available":96548184064,"internally_reserved":0,"allocated":1339392,"data_stored":612013,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":87226822},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.56299999999999994,"15min":0.49099999999999999},"min":{"1min":0.34699999999999998,"5min":0.25600000000000001,"15min":0.19400000000000001},"max":{"1min":0.67800000000000005,"5min":5.7510000000000003,"15min":5.7510000000000003},"last":0.36899999999999999},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.73099999999999998,"15min":0.54400000000000004},"min":{"1min":0.373,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.76800000000000002,"5min":18.648,"15min":18.648},"last":0.496}]},{"osd":1,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.76100000000000001,"15min":0.55700000000000005},"min":{"1min":0.38100000000000001,"5min":0.221,"15min":0.221},"max":{"1min":0.82899999999999996,"5min":20.414000000000001,"15min":20.414000000000001},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.77100000000000002,"15min":0.58799999999999997},"min":{"1min":0.42699999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.73199999999999998,"5min":20.018000000000001,"15min":20.018000000000001},"last":0.40200000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.56299999999999994,"15min":0.51300000000000001},"min":{"1min":0.44,"5min":0.28000000000000003,"15min":0.26400000000000001},"max":{"1min":0.872,"5min":1.5529999999999999,"15min":1.5529999999999999},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.73099999999999998,"15min":0.622},"min":{"1min":0.434,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.78700000000000003,"5min":12.138,"15min":12.138},"last":0.52800000000000002}]},{"osd":3,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.71199999999999997,"15min":0.59699999999999998},"min":{"1min":0.498,"5min":0.28899999999999998,"15min":0.28399999999999997},"max":{"1min":0.72199999999999998,"5min":13.097,"15min":13.097},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.66300000000000003,"15min":0.54700000000000004},"min":{"1min":0.45300000000000001,"5min":0.28999999999999998,"15min":0.27000000000000002},"max":{"1min":0.70999999999999996,"5min":11.009,"15min":11.009},"last":0.48399999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.76300000000000001,"15min":0.56699999999999995},"min":{"1min":0.32800000000000001,"5min":0.27700000000000002,"15min":0.25700000000000001},"max":{"1min":0.88800000000000001,"5min":24.812999999999999,"15min":24.812999999999999},"last":0.30299999999999999},{"interface":"front","average":{"1min":0.624,"5min":0.56100000000000005,"15min":0.53400000000000003},"min":{"1min":0.44500000000000001,"5min":0.32000000000000001,"15min":0.27000000000000002},"max":{"1min":0.96599999999999997,"5min":1.5860000000000001,"15min":1.5860000000000001},"last":0.46600000000000003}]},{"osd":6,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.65900000000000003,"15min":0.54300000000000004},"min":{"1min":0.36499999999999999,"5min":0.316,"15min":0.25800000000000001},"max":{"1min":0.84099999999999997,"5min":13.071999999999999,"15min":13.071999999999999},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.79000000000000004,"15min":0.58899999999999997},"min":{"1min":0.41599999999999998,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.69499999999999995,"5min":24.873999999999999,"15min":24.873999999999999},"last":0.41799999999999998}]},{"osd":7,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":1.2729999999999999,"15min":0.752},"min":{"1min":0.38500000000000001,"5min":0.34499999999999997,"15min":0.25800000000000001},"max":{"1min":0.90400000000000003,"5min":64.593999999999994,"15min":64.593999999999994},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.72299999999999998,"15min":0.61199999999999999},"min":{"1min":0.40500000000000003,"5min":0.35199999999999998,"15min":0.32000000000000001},"max":{"1min":0.85999999999999999,"5min":13.125,"15min":13.125},"last":0.54600000000000004}]}]},{"osd":2,"up_from":13,"seq":55834574977,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":100456,"kb_used_data":1308,"kb_used_omap":1,"kb_used_meta":99134,"kb_avail":94271384,"statfs":{"total":96636764160,"available":96533897216,"internally_reserved":0,"allocated":1339392,"data_stored":612013,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":101513670},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.34799999999999998,"15min":0.32400000000000001},"min":{"1min":0.25600000000000001,"5min":0.17599999999999999,"15min":0.17100000000000001},"max":{"1min":0.53400000000000003,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.222},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.35699999999999998,"15min":0.33600000000000002},"min":{"1min":0.255,"5min":0.192,"15min":0.185},"max":{"1min":0.54500000000000004,"5min":0.622,"15min":0.63200000000000001},"last":0.24299999999999999}]},{"osd":1,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.33500000000000002},"min":{"1min":0.23799999999999999,"5min":0.218,"15min":0.189},"max":{"1min":0.51000000000000001,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.434,"5min":0.41599999999999998,"15min":0.39600000000000002},"min":{"1min":0.29899999999999999,"5min":0.214,"15min":0.20100000000000001},"max":{"1min":0.60499999999999998,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.26800000000000002}]},{"osd":3,"last update":"Fri Sep 13 16:11:49 2024","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.39100000000000001,"15min":0.36499999999999999},"min":{"1min":0.30199999999999999,"5min":0.22900000000000001,"15min":0.20899999999999999},"max":{"1min":0.65400000000000003,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.34399999999999997},{"interface":"front","average":{"1min":0.38200000000000001,"5min":0.38700000000000001,"15min":0.36199999999999999},"min":{"1min":0.28199999999999997,"5min":0.27000000000000002,"15min":0.23200000000000001},"max":{"1min":0.55900000000000005,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.312}]},{"osd":4,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.57899999999999996,"15min":0.54800000000000004},"min":{"1min":0.45800000000000002,"5min":0.27800000000000002,"15min":0.25800000000000001},"max":{"1min":0.82099999999999995,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.627,"5min":0.58999999999999997,"15min":0.55400000000000005},"min":{"1min":0.44400000000000001,"5min":0.29799999999999999,"15min":0.26200000000000001},"max":{"1min":0.92100000000000004,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.47499999999999998}]},{"osd":5,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.57799999999999996,"15min":0.55300000000000005},"min":{"1min":0.437,"5min":0.32000000000000001,"15min":0.25},"max":{"1min":0.80700000000000005,"5min":1.0169999999999999,"15min":1.0169999999999999},"last":0.495},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.60099999999999998,"15min":0.55500000000000005},"min":{"1min":0.44,"5min":0.34000000000000002,"15min":0.29199999999999998},"max":{"1min":0.90100000000000002,"5min":1.0309999999999999,"15min":1.0309999999999999},"last":0.51500000000000001}]},{"osd":6,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":0.59999999999999998,"15min":0.56000000000000005},"min":{"1min":0.48699999999999999,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.88900000000000001,"5min":0.997,"15min":0.997},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.65400000000000003,"5min":0.61899999999999999,"15min":0.58399999999999996},"min":{"1min":0.41799999999999998,"5min":0.35899999999999999,"15min":0.33600000000000002},"max":{"1min":0.875,"5min":1.042,"15min":1.042},"last":0.40400000000000003}]},{"osd":7,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.64800000000000002,"5min":0.61299999999999999,"15min":0.57999999999999996},"min":{"1min":0.44400000000000001,"5min":0.375,"15min":0.33700000000000002},"max":{"1min":0.85099999999999998,"5min":1.03,"15min":1.03},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.623,"15min":0.58899999999999997},"min":{"1min":0.45200000000000001,"5min":0.38200000000000001,"15min":0.32400000000000001},"max":{"1min":0.97199999999999998,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.53100000000000003}]}]},{"osd":1,"up_from":13,"seq":55834574977,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":82496,"kb_used_data":1324,"kb_used_omap":1,"kb_used_meta":81150,"kb_avail":94289344,"statfs":{"total":96636764160,"available":96552288256,"internally_reserved":0,"allocated":1355776,"data_stored":619142,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":83098054},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:48 2024","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.34699999999999998,"15min":0.33300000000000002},"min":{"1min":0.23200000000000001,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.98199999999999998},"last":0.372},{"interface":"front","average":{"1min":0.373,"5min":0.36399999999999999,"15min":0.35399999999999998},"min":{"1min":0.26200000000000001,"5min":0.222,"15min":0.186},"max":{"1min":0.56100000000000005,"5min":0.68799999999999994,"15min":0.85099999999999998},"last":0.309}]},{"osd":2,"last update":"Fri Sep 13 16:11:48 2024","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.34999999999999998,"15min":0.33700000000000002},"min":{"1min":0.251,"5min":0.188,"15min":0.186},"max":{"1min":0.56999999999999995,"5min":0.59899999999999998,"15min":0.99099999999999999},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.39100000000000001,"15min":0.38400000000000001},"min":{"1min":0.28799999999999998,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.88400000000000001},"last":0.40999999999999998}]},{"osd":3,"last update":"Fri Sep 13 16:11:48 2024","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.38600000000000001,"15min":0.38200000000000001},"min":{"1min":0.29799999999999999,"5min":0.20699999999999999,"15min":0.20000000000000001},"max":{"1min":0.66700000000000004,"5min":0.76900000000000002,"15min":1.0289999999999999},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.42599999999999999,"15min":0.41499999999999998},"min":{"1min":0.27100000000000002,"5min":0.25900000000000001,"15min":0.223},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.95899999999999996},"last":0.45400000000000001}]},{"osd":4,"last update":"Fri Sep 13 16:11:48 2024","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":0.59799999999999998,"15min":0.55500000000000005},"min":{"1min":0.42899999999999999,"5min":0.316,"15min":0.28399999999999997},"max":{"1min":1.018,"5min":1.018,"15min":1.018},"last":0.496},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.60299999999999998,"15min":0.56299999999999994},"min":{"1min":0.41599999999999998,"5min":0.30599999999999999,"15min":0.30399999999999999},"max":{"1min":1.0469999999999999,"5min":1.0469999999999999,"15min":1.0469999999999999},"last":0.61499999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:11:48 2024","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.60399999999999998,"15min":0.54700000000000004},"min":{"1min":0.45800000000000002,"5min":0.32700000000000001,"15min":0.28899999999999998},"max":{"1min":0.82499999999999996,"5min":0.96699999999999997,"15min":0.96699999999999997},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.624,"5min":0.61499999999999999,"15min":0.57199999999999995},"min":{"1min":0.41999999999999998,"5min":0.40799999999999997,"15min":0.32400000000000001},"max":{"1min":0.90600000000000003,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.60299999999999998}]},{"osd":6,"last update":"Fri Sep 13 16:11:48 2024","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.61099999999999999,"15min":0.57199999999999995},"min":{"1min":0.45500000000000002,"5min":0.374,"15min":0.313},"max":{"1min":0.97399999999999998,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.629,"15min":0.57599999999999996},"min":{"1min":0.432,"5min":0.36199999999999999,"15min":0.31900000000000001},"max":{"1min":0.877,"5min":0.997,"15min":0.997},"last":0.67300000000000004}]},{"osd":7,"last update":"Fri Sep 13 16:11:48 2024","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":0.63700000000000001,"15min":0.58599999999999997},"min":{"1min":0.43099999999999999,"5min":0.38300000000000001,"15min":0.315},"max":{"1min":0.94499999999999995,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.65700000000000003,"5min":0.63500000000000001,"15min":0.58599999999999997},"min":{"1min":0.46500000000000002,"5min":0.39600000000000002,"15min":0.377},"max":{"1min":0.88800000000000001,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.64600000000000002}]}]},{"osd":0,"up_from":13,"seq":55834574979,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":117420,"kb_used_data":1884,"kb_used_omap":1,"kb_used_meta":115518,"kb_avail":94254420,"statfs":{"total":96636764160,"available":96516526080,"internally_reserved":0,"allocated":1929216,"data_stored":1201712,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":118290887},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 16:11:43 2024","interfaces":[{"interface":"back","average":{"1min":0.35399999999999998,"5min":0.33400000000000002,"15min":0.376},"min":{"1min":0.20899999999999999,"5min":0.151,"15min":0.151},"max":{"1min":0.51900000000000002,"5min":0.52800000000000002,"15min":2.5960000000000001},"last":0.219},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.36299999999999999,"15min":0.35399999999999998},"min":{"1min":0.27600000000000002,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":0.60699999999999998,"5min":0.61799999999999999,"15min":0.65900000000000003},"last":0.37}]},{"osd":2,"last update":"Fri Sep 13 16:11:43 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.35899999999999999,"15min":0.36699999999999999},"min":{"1min":0.247,"5min":0.20000000000000001,"15min":0.19800000000000001},"max":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":1.373},"last":0.30199999999999999},{"interface":"front","average":{"1min":0.439,"5min":0.38900000000000001,"15min":0.38300000000000001},"min":{"1min":0.28199999999999997,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.61499999999999999,"5min":0.68799999999999994,"15min":0.77900000000000003},"last":0.34000000000000002}]},{"osd":3,"last update":"Fri Sep 13 16:11:52 2024","interfaces":[{"interface":"back","average":{"1min":0.438,"5min":0.40899999999999997,"15min":0.39500000000000002},"min":{"1min":0.32400000000000001,"5min":0.27000000000000002,"15min":0.218},"max":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.75},"last":0.249},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.36799999999999999,"15min":0.36099999999999999},"min":{"1min":0.25,"5min":0.20899999999999999,"15min":0.20100000000000001},"max":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.59699999999999998},"last":0.32300000000000001}]},{"osd":4,"last update":"Fri Sep 13 16:11:43 2024","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.55400000000000005,"15min":0.53200000000000003},"min":{"1min":0.40600000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.58799999999999997,"15min":0.56000000000000005},"min":{"1min":0.42099999999999999,"5min":0.28999999999999998,"15min":0.28199999999999997},"max":{"1min":0.86299999999999999,"5min":0.93300000000000005,"15min":1.321},"last":0.48499999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:11:43 2024","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":1.0580000000000001,"15min":0.71399999999999997},"min":{"1min":0.41599999999999998,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.82799999999999996,"5min":41.240000000000002,"15min":41.240000000000002},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.64400000000000002,"5min":1.0880000000000001,"15min":0.748},"min":{"1min":0.46400000000000002,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.84099999999999997,"5min":41.301000000000002,"15min":41.301000000000002},"last":0.55600000000000005}]},{"osd":6,"last update":"Fri Sep 13 16:11:43 2024","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.58299999999999996,"15min":0.55000000000000004},"min":{"1min":0.40400000000000003,"5min":0.312,"15min":0.312},"max":{"1min":0.83899999999999997,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.65400000000000003,"5min":0.622,"15min":0.58699999999999997},"min":{"1min":0.44600000000000001,"5min":0.35999999999999999,"15min":0.34300000000000003},"max":{"1min":0.84499999999999997,"5min":1.0109999999999999,"15min":1.286},"last":0.59599999999999997}]},{"osd":7,"last update":"Fri Sep 13 16:11:43 2024","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":0.63500000000000001,"15min":0.60499999999999998},"min":{"1min":0.503,"5min":0.35399999999999998,"15min":0.34799999999999998},"max":{"1min":0.92000000000000004,"5min":1.1639999999999999,"15min":1.1639999999999999},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.69199999999999995,"5min":0.61799999999999999,"15min":0.58199999999999996},"min":{"1min":0.51800000000000002,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.84699999999999998,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.56799999999999995}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2168,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:12:03.540 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-09-13T16:12:03.541 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-13T16:12:03.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.643+0000 7f1e710b1640 1 Processor -- start 2024-09-13T16:12:03.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.643+0000 7f1e710b1640 1 -- start start 2024-09-13T16:12:03.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.644+0000 7f1e710b1640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f1e6c0b20a0 0x7f1e6c0ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:03.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.644+0000 7f1e710b1640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1e6c0cea30 0x7f1e6c0ab9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:03.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.644+0000 7f1e710b1640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1e6c15a790 con 0x7f1e6c15a3b0 2024-09-13T16:12:03.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.644+0000 7f1e710b1640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1e6c0ceea0 con 0x7f1e6c0b20a0 2024-09-13T16:12:03.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.644+0000 7f1e710b1640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1e6c0b2680 con 0x7f1e6c0cea30 2024-09-13T16:12:03.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.644+0000 7f1e6a59c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f1e6c0b20a0 0x7f1e6c0ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:03.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.644+0000 7f1e6ad9d640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f1e6c15a3b0 0x7f1e6c0b1720 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:40496/0 (socket says 172.21.15.76:40496) 2024-09-13T16:12:03.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.644+0000 7f1e6ad9d640 1 -- 172.21.15.76:0/486029669 learned_addr learned my addr 172.21.15.76:0/486029669 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:12:03.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.644+0000 7f1e6a59c640 1 -- 172.21.15.76:0/486029669 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1e6c0cea30 msgr2=0x7f1e6c0ab9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:03.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.644+0000 7f1e6a59c640 1 --2- 172.21.15.76:0/486029669 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1e6c0cea30 0x7f1e6c0ab9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:03.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.644+0000 7f1e6a59c640 1 -- 172.21.15.76:0/486029669 >> v1:172.21.15.76:6789/0 conn(0x7f1e6c15a3b0 legacy=0x7f1e6c0b1720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:03.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.644+0000 7f1e6a59c640 1 -- 172.21.15.76:0/486029669 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1e6c0b2960 con 0x7f1e6c0b20a0 2024-09-13T16:12:03.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.644+0000 7f1e69d9b640 1 -- 172.21.15.76:0/486029669 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2641721495 0 0) 0x7f1e6c15a790 con 0x7f1e6c15a3b0 2024-09-13T16:12:03.648 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.645+0000 7f1e6a59c640 1 --2- 172.21.15.76:0/486029669 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1e6c0b20a0 0x7f1e6c0ce4f0 secure :-1 s=READY pgs=1453 cs=0 l=1 rev1=1 crypto rx=0x7f1e600097a0 tx=0x7f1e6002a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=52ef86bc8b30c3a8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:03.648 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.645+0000 7f1e69d9b640 1 -- 172.21.15.76:0/486029669 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1e60032440 con 0x7f1e6c0b20a0 2024-09-13T16:12:03.648 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.645+0000 7f1e69d9b640 1 -- 172.21.15.76:0/486029669 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1e600325a0 con 0x7f1e6c0b20a0 2024-09-13T16:12:03.648 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.645+0000 7f1e69d9b640 1 -- 172.21.15.76:0/486029669 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1e60032930 con 0x7f1e6c0b20a0 2024-09-13T16:12:03.648 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.646+0000 7f1e710b1640 1 -- 172.21.15.76:0/486029669 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1e6c0b20a0 msgr2=0x7f1e6c0ce4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:03.648 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.646+0000 7f1e710b1640 1 --2- 172.21.15.76:0/486029669 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1e6c0b20a0 0x7f1e6c0ce4f0 secure :-1 s=READY pgs=1453 cs=0 l=1 rev1=1 crypto rx=0x7f1e600097a0 tx=0x7f1e6002a180 comp rx=0 tx=0).stop 2024-09-13T16:12:03.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.646+0000 7f1e710b1640 1 -- 172.21.15.76:0/486029669 shutdown_connections 2024-09-13T16:12:03.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.646+0000 7f1e710b1640 1 --2- 172.21.15.76:0/486029669 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1e6c0cea30 0x7f1e6c0ab9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:03.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.646+0000 7f1e710b1640 1 --2- 172.21.15.76:0/486029669 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1e6c0b20a0 0x7f1e6c0ce4f0 unknown :-1 s=CLOSED pgs=1453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:03.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.646+0000 7f1e710b1640 1 -- 172.21.15.76:0/486029669 >> 172.21.15.76:0/486029669 conn(0x7f1e6c06a0b0 msgr2=0x7f1e6c06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:03.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.646+0000 7f1e710b1640 1 -- 172.21.15.76:0/486029669 shutdown_connections 2024-09-13T16:12:03.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.646+0000 7f1e710b1640 1 -- 172.21.15.76:0/486029669 wait complete. 2024-09-13T16:12:03.651 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.647+0000 7f1e710b1640 1 Processor -- start 2024-09-13T16:12:03.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.647+0000 7f1e710b1640 1 -- start start 2024-09-13T16:12:03.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.648+0000 7f1e710b1640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1e6c0b20a0 0x7f1e6c155a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:03.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.648+0000 7f1e710b1640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1e6c0cea30 0x7f1e6c155360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:03.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.648+0000 7f1e710b1640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1e6c15a3b0 0x7f1e6c0c3fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:03.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.648+0000 7f1e710b1640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1e6c0ae670 con 0x7f1e6c15a3b0 2024-09-13T16:12:03.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.648+0000 7f1e710b1640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1e6c1558a0 con 0x7f1e6c0b20a0 2024-09-13T16:12:03.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.648+0000 7f1e710b1640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1e6c0c7af0 con 0x7f1e6c0cea30 2024-09-13T16:12:03.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.648+0000 7f1e6b59e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1e6c15a3b0 0x7f1e6c0c3fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:03.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.648+0000 7f1e6b59e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1e6c15a3b0 0x7f1e6c0c3fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60448/0 (socket says 172.21.15.76:60448) 2024-09-13T16:12:03.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.648+0000 7f1e6b59e640 1 -- 172.21.15.76:0/3904600232 learned_addr learned my addr 172.21.15.76:0/3904600232 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:03.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.648+0000 7f1e6a59c640 1 --2- 172.21.15.76:0/3904600232 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1e6c0cea30 0x7f1e6c155360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:03.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.648+0000 7f1e6ad9d640 1 --2- 172.21.15.76:0/3904600232 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1e6c0b20a0 0x7f1e6c155a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:03.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.648+0000 7f1e6b59e640 1 -- 172.21.15.76:0/3904600232 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1e6c0cea30 msgr2=0x7f1e6c155360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:03.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.648+0000 7f1e6b59e640 1 --2- 172.21.15.76:0/3904600232 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1e6c0cea30 0x7f1e6c155360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:03.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.648+0000 7f1e6b59e640 1 -- 172.21.15.76:0/3904600232 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1e6c0b20a0 msgr2=0x7f1e6c155a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:03.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.648+0000 7f1e6b59e640 1 --2- 172.21.15.76:0/3904600232 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1e6c0b20a0 0x7f1e6c155a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:03.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.648+0000 7f1e6b59e640 1 -- 172.21.15.76:0/3904600232 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1e60009400 con 0x7f1e6c15a3b0 2024-09-13T16:12:03.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.648+0000 7f1e6ad9d640 1 --2- 172.21.15.76:0/3904600232 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1e6c0b20a0 0x7f1e6c155a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:12:03.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.649+0000 7f1e6b59e640 1 --2- 172.21.15.76:0/3904600232 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1e6c15a3b0 0x7f1e6c0c3fb0 secure :-1 s=READY pgs=1454 cs=0 l=1 rev1=1 crypto rx=0x7f1e6400b970 tx=0x7f1e6400be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:03.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.649+0000 7f1e537fe640 1 -- 172.21.15.76:0/3904600232 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1e6400cae0 con 0x7f1e6c15a3b0 2024-09-13T16:12:03.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.649+0000 7f1e537fe640 1 -- 172.21.15.76:0/3904600232 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1e6400cc60 con 0x7f1e6c15a3b0 2024-09-13T16:12:03.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.649+0000 7f1e710b1640 1 -- 172.21.15.76:0/3904600232 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1e6c0ae940 con 0x7f1e6c15a3b0 2024-09-13T16:12:03.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.649+0000 7f1e537fe640 1 -- 172.21.15.76:0/3904600232 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1e64014440 con 0x7f1e6c15a3b0 2024-09-13T16:12:03.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.649+0000 7f1e710b1640 1 -- 172.21.15.76:0/3904600232 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1e6c0c8020 con 0x7f1e6c15a3b0 2024-09-13T16:12:03.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.650+0000 7f1e710b1640 1 -- 172.21.15.76:0/3904600232 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1e6c0aead0 con 0x7f1e6c15a3b0 2024-09-13T16:12:03.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.650+0000 7f1e537fe640 1 -- 172.21.15.76:0/3904600232 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1e6401d3b0 con 0x7f1e6c15a3b0 2024-09-13T16:12:03.654 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.651+0000 7f1e537fe640 1 --2- 172.21.15.76:0/3904600232 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1e5806ac00 0x7f1e5806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:03.654 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.651+0000 7f1e537fe640 1 -- 172.21.15.76:0/3904600232 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(110..110 src has 1..110) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f1e640893d0 con 0x7f1e6c15a3b0 2024-09-13T16:12:03.654 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.651+0000 7f1e6ad9d640 1 --2- 172.21.15.76:0/3904600232 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1e5806ac00 0x7f1e5806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:03.654 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.651+0000 7f1e6ad9d640 1 --2- 172.21.15.76:0/3904600232 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1e5806ac00 0x7f1e5806d0c0 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f1e5c000f60 tx=0x7f1e5c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:03.656 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.655+0000 7f1e537fe640 1 -- 172.21.15.76:0/3904600232 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f1e64054470 con 0x7f1e6c15a3b0 2024-09-13T16:12:03.877 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.875+0000 7f1e710b1640 1 -- 172.21.15.76:0/3904600232 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) v1 -- 0x7f1e6c0ce4f0 con 0x7f1e6c15a3b0 2024-09-13T16:12:03.880 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.879+0000 7f1e537fe640 1 -- 172.21.15.76:0/3904600232 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v17) v1 ==== 190+0+0 (secure 0 0 0) 0x7f1e64057a90 con 0x7f1e6c15a3b0 2024-09-13T16:12:03.881 INFO:teuthology.orchestra.run.smithi076.stderr:updated caps for client.0 2024-09-13T16:12:03.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.881+0000 7f1e710b1640 1 -- 172.21.15.76:0/3904600232 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1e5806ac00 msgr2=0x7f1e5806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:03.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.881+0000 7f1e710b1640 1 --2- 172.21.15.76:0/3904600232 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1e5806ac00 0x7f1e5806d0c0 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f1e5c000f60 tx=0x7f1e5c009040 comp rx=0 tx=0).stop 2024-09-13T16:12:03.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.881+0000 7f1e710b1640 1 -- 172.21.15.76:0/3904600232 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1e6c15a3b0 msgr2=0x7f1e6c0c3fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:03.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.881+0000 7f1e710b1640 1 --2- 172.21.15.76:0/3904600232 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1e6c15a3b0 0x7f1e6c0c3fb0 secure :-1 s=READY pgs=1454 cs=0 l=1 rev1=1 crypto rx=0x7f1e6400b970 tx=0x7f1e6400be30 comp rx=0 tx=0).stop 2024-09-13T16:12:03.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.881+0000 7f1e710b1640 1 -- 172.21.15.76:0/3904600232 shutdown_connections 2024-09-13T16:12:03.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.881+0000 7f1e710b1640 1 --2- 172.21.15.76:0/3904600232 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1e6c15a3b0 0x7f1e6c0c3fb0 unknown :-1 s=CLOSED pgs=1454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:03.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.881+0000 7f1e710b1640 1 --2- 172.21.15.76:0/3904600232 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1e5806ac00 0x7f1e5806d0c0 unknown :-1 s=CLOSED pgs=631 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:03.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.881+0000 7f1e710b1640 1 --2- 172.21.15.76:0/3904600232 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1e6c0cea30 0x7f1e6c155360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:03.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.881+0000 7f1e710b1640 1 --2- 172.21.15.76:0/3904600232 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1e6c0b20a0 0x7f1e6c155a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:03.884 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.881+0000 7f1e710b1640 1 -- 172.21.15.76:0/3904600232 >> 172.21.15.76:0/3904600232 conn(0x7f1e6c06a0b0 msgr2=0x7f1e6c0c9de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:03.884 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.881+0000 7f1e710b1640 1 -- 172.21.15.76:0/3904600232 shutdown_connections 2024-09-13T16:12:03.884 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.881+0000 7f1e710b1640 1 -- 172.21.15.76:0/3904600232 wait complete. 2024-09-13T16:12:03.894 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:12:03.992 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.990+0000 7f155a16c640 1 Processor -- start 2024-09-13T16:12:03.992 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.990+0000 7f155a16c640 1 -- start start 2024-09-13T16:12:03.993 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.991+0000 7f155a16c640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f1554071d30 0x7f1554070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:03.994 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.991+0000 7f155a16c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f15540c8920 0x7f15540c8db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:03.994 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.991+0000 7f155a16c640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f15540abdf0 con 0x7f1554072110 2024-09-13T16:12:03.994 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.991+0000 7f155a16c640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f15540c92f0 con 0x7f15540c8920 2024-09-13T16:12:03.994 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.991+0000 7f155a16c640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f15540b2280 con 0x7f1554071d30 2024-09-13T16:12:03.994 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.991+0000 7f1553fff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f15540c8920 0x7f15540c8db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:03.994 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.991+0000 7f1552ffd640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f1554072110 0x7f15540b1b70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:40508/0 (socket says 172.21.15.76:40508) 2024-09-13T16:12:03.994 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.991+0000 7f1552ffd640 1 -- 172.21.15.76:0/1031505636 learned_addr learned my addr 172.21.15.76:0/1031505636 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:12:03.994 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.991+0000 7f15537fe640 1 --2- 172.21.15.76:0/1031505636 >> v2:172.21.15.192:3300/0 conn(0x7f1554071d30 0x7f1554070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:03.994 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.991+0000 7f1553fff640 1 -- 172.21.15.76:0/1031505636 >> v2:172.21.15.192:3300/0 conn(0x7f1554071d30 msgr2=0x7f1554070190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:03.994 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.991+0000 7f15527fc640 1 -- 172.21.15.76:0/1031505636 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 82401305 0 0) 0x7f15540abdf0 con 0x7f1554072110 2024-09-13T16:12:03.995 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.991+0000 7f1553fff640 1 --2- 172.21.15.76:0/1031505636 >> v2:172.21.15.192:3300/0 conn(0x7f1554071d30 0x7f1554070190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:03.995 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.991+0000 7f1553fff640 1 -- 172.21.15.76:0/1031505636 >> v1:172.21.15.76:6789/0 conn(0x7f1554072110 legacy=0x7f15540b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:03.995 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.991+0000 7f1553fff640 1 -- 172.21.15.76:0/1031505636 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f15540ab1e0 con 0x7f15540c8920 2024-09-13T16:12:03.995 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.991+0000 7f15537fe640 1 --2- 172.21.15.76:0/1031505636 >> v2:172.21.15.192:3300/0 conn(0x7f1554071d30 0x7f1554070190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:12:03.995 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.992+0000 7f1553fff640 1 --2- 172.21.15.76:0/1031505636 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f15540c8920 0x7f15540c8db0 secure :-1 s=READY pgs=1456 cs=0 l=1 rev1=1 crypto rx=0x7f15540cee60 tx=0x7f154c02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=da415e1c0a10f875 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:03.995 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.992+0000 7f15527fc640 1 -- 172.21.15.76:0/1031505636 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f154c032440 con 0x7f15540c8920 2024-09-13T16:12:03.995 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.992+0000 7f15527fc640 1 -- 172.21.15.76:0/1031505636 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f154c0325a0 con 0x7f15540c8920 2024-09-13T16:12:03.995 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.992+0000 7f15527fc640 1 -- 172.21.15.76:0/1031505636 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f154c032930 con 0x7f15540c8920 2024-09-13T16:12:03.997 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.993+0000 7f155a16c640 1 -- 172.21.15.76:0/1031505636 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f15540c8920 msgr2=0x7f15540c8db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:03.997 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.993+0000 7f155a16c640 1 --2- 172.21.15.76:0/1031505636 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f15540c8920 0x7f15540c8db0 secure :-1 s=READY pgs=1456 cs=0 l=1 rev1=1 crypto rx=0x7f15540cee60 tx=0x7f154c02a1a0 comp rx=0 tx=0).stop 2024-09-13T16:12:03.998 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.993+0000 7f155a16c640 1 -- 172.21.15.76:0/1031505636 shutdown_connections 2024-09-13T16:12:03.998 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.993+0000 7f155a16c640 1 --2- 172.21.15.76:0/1031505636 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f15540c8920 0x7f15540c8db0 unknown :-1 s=CLOSED pgs=1456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:03.998 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.993+0000 7f155a16c640 1 --2- 172.21.15.76:0/1031505636 >> v2:172.21.15.192:3300/0 conn(0x7f1554071d30 0x7f1554070190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:03.998 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.993+0000 7f155a16c640 1 -- 172.21.15.76:0/1031505636 >> 172.21.15.76:0/1031505636 conn(0x7f1554069ed0 msgr2=0x7f155406a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:03.998 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.993+0000 7f155a16c640 1 -- 172.21.15.76:0/1031505636 shutdown_connections 2024-09-13T16:12:03.998 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.993+0000 7f155a16c640 1 -- 172.21.15.76:0/1031505636 wait complete. 2024-09-13T16:12:03.998 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.994+0000 7f155a16c640 1 Processor -- start 2024-09-13T16:12:03.998 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.994+0000 7f155a16c640 1 -- start start 2024-09-13T16:12:03.998 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.995+0000 7f155a16c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1554071d30 0x7f155414ab00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:03.999 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.995+0000 7f155a16c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1554072110 0x7f15540c6b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:03.999 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.995+0000 7f155a16c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f15540c8920 0x7f15540c70c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:03.999 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.995+0000 7f155a16c640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f15540c8350 con 0x7f1554072110 2024-09-13T16:12:03.999 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.995+0000 7f155a16c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f15540c76d0 con 0x7f1554071d30 2024-09-13T16:12:03.999 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.995+0000 7f155a16c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f15540c79b0 con 0x7f15540c8920 2024-09-13T16:12:03.999 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.995+0000 7f1552ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1554072110 0x7f15540c6b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:03.999 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.995+0000 7f1552ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1554072110 0x7f15540c6b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60472/0 (socket says 172.21.15.76:60472) 2024-09-13T16:12:03.999 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.995+0000 7f1552ffd640 1 -- 172.21.15.76:0/3453285323 learned_addr learned my addr 172.21.15.76:0/3453285323 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:03.999 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.995+0000 7f1552ffd640 1 -- 172.21.15.76:0/3453285323 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f15540c8920 msgr2=0x7f15540c70c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:03.999 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.995+0000 7f1552ffd640 1 --2- 172.21.15.76:0/3453285323 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f15540c8920 0x7f15540c70c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:03.999 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.995+0000 7f1552ffd640 1 -- 172.21.15.76:0/3453285323 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1554071d30 msgr2=0x7f155414ab00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:03.999 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.995+0000 7f1552ffd640 1 --2- 172.21.15.76:0/3453285323 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1554071d30 0x7f155414ab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:03.999 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.995+0000 7f1552ffd640 1 -- 172.21.15.76:0/3453285323 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f154c009400 con 0x7f1554072110 2024-09-13T16:12:04.000 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.996+0000 7f1552ffd640 1 --2- 172.21.15.76:0/3453285323 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1554072110 0x7f15540c6b80 secure :-1 s=READY pgs=1457 cs=0 l=1 rev1=1 crypto rx=0x7f154800c4d0 tx=0x7f154800c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:04.000 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.996+0000 7f153bfff640 1 -- 172.21.15.76:0/3453285323 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15480074e0 con 0x7f1554072110 2024-09-13T16:12:04.000 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.996+0000 7f153bfff640 1 -- 172.21.15.76:0/3453285323 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1548007660 con 0x7f1554072110 2024-09-13T16:12:04.000 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.996+0000 7f155a16c640 1 -- 172.21.15.76:0/3453285323 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f15540c7c90 con 0x7f1554072110 2024-09-13T16:12:04.000 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.996+0000 7f153bfff640 1 -- 172.21.15.76:0/3453285323 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1548004a20 con 0x7f1554072110 2024-09-13T16:12:04.000 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.996+0000 7f155a16c640 1 -- 172.21.15.76:0/3453285323 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f155414b040 con 0x7f1554072110 2024-09-13T16:12:04.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.997+0000 7f155a16c640 1 -- 172.21.15.76:0/3453285323 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f155414b260 con 0x7f1554072110 2024-09-13T16:12:04.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.997+0000 7f153bfff640 1 -- 172.21.15.76:0/3453285323 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1548004b80 con 0x7f1554072110 2024-09-13T16:12:04.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.998+0000 7f153bfff640 1 --2- 172.21.15.76:0/3453285323 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f154006ac00 0x7f154006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:04.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.998+0000 7f153bfff640 1 -- 172.21.15.76:0/3453285323 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(110..110 src has 1..110) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f1548088670 con 0x7f1554072110 2024-09-13T16:12:04.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.998+0000 7f15537fe640 1 --2- 172.21.15.76:0/3453285323 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f154006ac00 0x7f154006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:04.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:03.998+0000 7f15537fe640 1 --2- 172.21.15.76:0/3453285323 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f154006ac00 0x7f154006d0c0 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f15540ae320 tx=0x7f15440083d0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:04.003 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.002+0000 7f153bfff640 1 -- 172.21.15.76:0/3453285323 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f1548053710 con 0x7f1554072110 2024-09-13T16:12:04.199 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.198+0000 7f155a16c640 1 -- 172.21.15.76:0/3453285323 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f1554070190 con 0x7f1554072110 2024-09-13T16:12:04.199 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.198+0000 7f153bfff640 1 -- 172.21.15.76:0/3453285323 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 54 v54) v1 ==== 94+0+4739 (secure 0 0 0) 0x7f1548056d30 con 0x7f1554072110 2024-09-13T16:12:04.200 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:04.200 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":54,"default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7270,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6834/1003042084","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":1003042084},{"type":"v1","addr":"172.21.15.192:6834","nonce":1003042084}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":50},{"gid":7273,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/2131847790","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6833","nonce":2131847790},{"type":"v1","addr":"172.21.15.192:6835","nonce":2131847790}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":50},{"gid":8061,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6835/320476623","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":320476623},{"type":"v1","addr":"172.21.15.76:6835","nonce":320476623}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":50}],"filesystems":[{"mdsmap":{"epoch":54,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:12:00.227113+0000","modified":"2024-09-13T16:12:02.234915+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":8076},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8076":{"gid":8076,"name":"a","rank":0,"incarnation":52,"state":"up:active","state_seq":3,"addr":"172.21.15.76:6837/2583912045","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6836","nonce":2583912045},{"type":"v1","addr":"172.21.15.76:6837","nonce":2583912045}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[16],"metadata_pool":15,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":7}]} 2024-09-13T16:12:04.200 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 54 2024-09-13T16:12:04.202 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.200+0000 7f155a16c640 1 -- 172.21.15.76:0/3453285323 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f154006ac00 msgr2=0x7f154006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:04.202 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.200+0000 7f155a16c640 1 --2- 172.21.15.76:0/3453285323 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f154006ac00 0x7f154006d0c0 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f15540ae320 tx=0x7f15440083d0 comp rx=0 tx=0).stop 2024-09-13T16:12:04.202 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.200+0000 7f155a16c640 1 -- 172.21.15.76:0/3453285323 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1554072110 msgr2=0x7f15540c6b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:04.202 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.200+0000 7f155a16c640 1 --2- 172.21.15.76:0/3453285323 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1554072110 0x7f15540c6b80 secure :-1 s=READY pgs=1457 cs=0 l=1 rev1=1 crypto rx=0x7f154800c4d0 tx=0x7f154800c990 comp rx=0 tx=0).stop 2024-09-13T16:12:04.202 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.200+0000 7f155a16c640 1 -- 172.21.15.76:0/3453285323 shutdown_connections 2024-09-13T16:12:04.202 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.200+0000 7f155a16c640 1 --2- 172.21.15.76:0/3453285323 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f154006ac00 0x7f154006d0c0 unknown :-1 s=CLOSED pgs=632 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:04.202 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.200+0000 7f155a16c640 1 --2- 172.21.15.76:0/3453285323 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f15540c8920 0x7f15540c70c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:04.202 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.200+0000 7f155a16c640 1 --2- 172.21.15.76:0/3453285323 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1554072110 0x7f15540c6b80 unknown :-1 s=CLOSED pgs=1457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:04.202 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.200+0000 7f155a16c640 1 --2- 172.21.15.76:0/3453285323 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1554071d30 0x7f155414ab00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:04.202 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.200+0000 7f155a16c640 1 -- 172.21.15.76:0/3453285323 >> 172.21.15.76:0/3453285323 conn(0x7f1554069ed0 msgr2=0x7f15540ce3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:04.203 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.200+0000 7f155a16c640 1 -- 172.21.15.76:0/3453285323 shutdown_connections 2024-09-13T16:12:04.203 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.200+0000 7f155a16c640 1 -- 172.21.15.76:0/3453285323 wait complete. 2024-09-13T16:12:04.615 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 54, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T16:12:00.227113+0000', 'modified': '2024-09-13T16:12:02.234915+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 8076}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_8076': {'gid': 8076, 'name': 'a', 'rank': 0, 'incarnation': 52, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.76:6837/2583912045', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.76:6836', 'nonce': 2583912045}, {'type': 'v1', 'addr': '172.21.15.76:6837', 'nonce': 2583912045}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [16], 'metadata_pool': 15, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-13T16:12:04.615 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-13T16:12:04.616 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-13T16:12:04.717 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.715+0000 7f3339133640 1 Processor -- start 2024-09-13T16:12:04.717 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.715+0000 7f3339133640 1 -- start start 2024-09-13T16:12:04.718 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.716+0000 7f3339133640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f333406c8a0 0x7f33340b2590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:04.718 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.716+0000 7f3339133640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f33340cbea0 0x7f33340cc330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:04.718 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.716+0000 7f3339133640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f333406dab0 con 0x7f333406c4c0 2024-09-13T16:12:04.718 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.716+0000 7f3339133640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f333406deb0 con 0x7f333406c8a0 2024-09-13T16:12:04.718 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.716+0000 7f3339133640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f33340b2170 con 0x7f33340cbea0 2024-09-13T16:12:04.718 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.716+0000 7f333259c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f333406c8a0 0x7f33340b2590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:04.718 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.716+0000 7f333259c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f333406c8a0 0x7f33340b2590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60474/0 (socket says 172.21.15.76:60474) 2024-09-13T16:12:04.718 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.716+0000 7f333259c640 1 -- 172.21.15.76:0/2780884636 learned_addr learned my addr 172.21.15.76:0/2780884636 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:04.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.716+0000 7f333359e640 1 --2- 172.21.15.76:0/2780884636 >> v2:172.21.15.192:3300/0 conn(0x7f33340cbea0 0x7f33340cc330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:04.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.716+0000 7f333259c640 1 -- 172.21.15.76:0/2780884636 >> v2:172.21.15.192:3300/0 conn(0x7f33340cbea0 msgr2=0x7f33340cc330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:04.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.716+0000 7f333259c640 1 --2- 172.21.15.76:0/2780884636 >> v2:172.21.15.192:3300/0 conn(0x7f33340cbea0 0x7f33340cc330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:04.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.716+0000 7f333259c640 1 -- 172.21.15.76:0/2780884636 >> v1:172.21.15.192:6789/0 conn(0x7f333406c4c0 legacy=0x7f333406d3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:04.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.716+0000 7f333259c640 1 -- 172.21.15.76:0/2780884636 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f33340cc870 con 0x7f333406c8a0 2024-09-13T16:12:04.720 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.717+0000 7f333259c640 1 --2- 172.21.15.76:0/2780884636 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f333406c8a0 0x7f33340b2590 secure :-1 s=READY pgs=1458 cs=0 l=1 rev1=1 crypto rx=0x7f33340c88d0 tx=0x7f332802a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=80c3973fcef1867a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:04.720 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.717+0000 7f3331d9b640 1 -- 172.21.15.76:0/2780884636 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3328032440 con 0x7f333406c8a0 2024-09-13T16:12:04.720 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.717+0000 7f3331d9b640 1 -- 172.21.15.76:0/2780884636 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f33280325a0 con 0x7f333406c8a0 2024-09-13T16:12:04.720 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.717+0000 7f3331d9b640 1 -- 172.21.15.76:0/2780884636 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3328032930 con 0x7f333406c8a0 2024-09-13T16:12:04.720 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.718+0000 7f3339133640 1 -- 172.21.15.76:0/2780884636 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f333406c8a0 msgr2=0x7f33340b2590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:04.720 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.718+0000 7f3339133640 1 --2- 172.21.15.76:0/2780884636 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f333406c8a0 0x7f33340b2590 secure :-1 s=READY pgs=1458 cs=0 l=1 rev1=1 crypto rx=0x7f33340c88d0 tx=0x7f332802a230 comp rx=0 tx=0).stop 2024-09-13T16:12:04.720 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.718+0000 7f3339133640 1 -- 172.21.15.76:0/2780884636 shutdown_connections 2024-09-13T16:12:04.721 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.718+0000 7f3339133640 1 --2- 172.21.15.76:0/2780884636 >> v2:172.21.15.192:3300/0 conn(0x7f33340cbea0 0x7f33340cc330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:04.721 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.718+0000 7f3339133640 1 --2- 172.21.15.76:0/2780884636 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f333406c8a0 0x7f33340b2590 unknown :-1 s=CLOSED pgs=1458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:04.721 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.718+0000 7f3339133640 1 -- 172.21.15.76:0/2780884636 >> 172.21.15.76:0/2780884636 conn(0x7f3334069ed0 msgr2=0x7f333406a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:04.721 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.718+0000 7f3339133640 1 -- 172.21.15.76:0/2780884636 shutdown_connections 2024-09-13T16:12:04.721 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.718+0000 7f3339133640 1 -- 172.21.15.76:0/2780884636 wait complete. 2024-09-13T16:12:04.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.719+0000 7f3339133640 1 Processor -- start 2024-09-13T16:12:04.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.719+0000 7f3339133640 1 -- start start 2024-09-13T16:12:04.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.720+0000 7f3339133640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f333406c4c0 0x7f33340c1560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:04.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.720+0000 7f3339133640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f333406c8a0 0x7f33340710e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:04.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.720+0000 7f3339133640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f33340cbea0 0x7f3334071620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:04.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.720+0000 7f3339133640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33340c7e90 con 0x7f333406c4c0 2024-09-13T16:12:04.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.720+0000 7f3339133640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33340c8170 con 0x7f33340cbea0 2024-09-13T16:12:04.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.720+0000 7f3339133640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f33340c5c90 con 0x7f333406c8a0 2024-09-13T16:12:04.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.720+0000 7f3332d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f333406c4c0 0x7f33340c1560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:04.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.720+0000 7f3332d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f333406c4c0 0x7f33340c1560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60478/0 (socket says 172.21.15.76:60478) 2024-09-13T16:12:04.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.720+0000 7f3332d9d640 1 -- 172.21.15.76:0/2801894576 learned_addr learned my addr 172.21.15.76:0/2801894576 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:04.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.720+0000 7f333259c640 1 --2- 172.21.15.76:0/2801894576 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f333406c8a0 0x7f33340710e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:04.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.720+0000 7f333359e640 1 --2- 172.21.15.76:0/2801894576 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f33340cbea0 0x7f3334071620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:04.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.721+0000 7f3332d9d640 1 -- 172.21.15.76:0/2801894576 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f333406c8a0 msgr2=0x7f33340710e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:04.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.721+0000 7f3332d9d640 1 --2- 172.21.15.76:0/2801894576 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f333406c8a0 0x7f33340710e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:04.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.721+0000 7f3332d9d640 1 -- 172.21.15.76:0/2801894576 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f33340cbea0 msgr2=0x7f3334071620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:04.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.721+0000 7f3332d9d640 1 --2- 172.21.15.76:0/2801894576 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f33340cbea0 0x7f3334071620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:04.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.721+0000 7f3332d9d640 1 -- 172.21.15.76:0/2801894576 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f33280094d0 con 0x7f333406c4c0 2024-09-13T16:12:04.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.721+0000 7f3332d9d640 1 --2- 172.21.15.76:0/2801894576 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f333406c4c0 0x7f33340c1560 secure :-1 s=READY pgs=1459 cs=0 l=1 rev1=1 crypto rx=0x7f332400c430 tx=0x7f332400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:04.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.721+0000 7f331b7fe640 1 -- 172.21.15.76:0/2801894576 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3324011790 con 0x7f333406c4c0 2024-09-13T16:12:04.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.721+0000 7f331b7fe640 1 -- 172.21.15.76:0/2801894576 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f33240118f0 con 0x7f333406c4c0 2024-09-13T16:12:04.725 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.721+0000 7f331b7fe640 1 -- 172.21.15.76:0/2801894576 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3324011ce0 con 0x7f333406c4c0 2024-09-13T16:12:04.725 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.721+0000 7f3339133640 1 -- 172.21.15.76:0/2801894576 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f33340c5f70 con 0x7f333406c4c0 2024-09-13T16:12:04.725 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.721+0000 7f3339133640 1 -- 172.21.15.76:0/2801894576 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f33340c1aa0 con 0x7f333406c4c0 2024-09-13T16:12:04.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.722+0000 7f331b7fe640 1 -- 172.21.15.76:0/2801894576 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f332401c460 con 0x7f333406c4c0 2024-09-13T16:12:04.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.723+0000 7f331b7fe640 1 --2- 172.21.15.76:0/2801894576 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f332006ac00 0x7f332006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:04.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.723+0000 7f331b7fe640 1 -- 172.21.15.76:0/2801894576 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(110..110 src has 1..110) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f33240892c0 con 0x7f333406c4c0 2024-09-13T16:12:04.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.723+0000 7f333259c640 1 --2- 172.21.15.76:0/2801894576 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f332006ac00 0x7f332006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:04.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.723+0000 7f333259c640 1 --2- 172.21.15.76:0/2801894576 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f332006ac00 0x7f332006d0c0 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7f3328034000 tx=0x7f332802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:04.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.724+0000 7f333be57740 1 Processor -- start 2024-09-13T16:12:04.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.724+0000 7f333be57740 1 -- start start 2024-09-13T16:12:04.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.725+0000 7f333be57740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d21e0e70a0 0x55d21e0e7480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:04.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.725+0000 7f333be57740 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55d21e0e4860 0x55d21e134570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:04.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.725+0000 7f333be57740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55d21e10e550 0x55d21e134ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:04.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.725+0000 7f333be57740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d21e0417c0 con 0x55d21e10e550 2024-09-13T16:12:04.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.725+0000 7f333be57740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d21e050b70 con 0x55d21e0e70a0 2024-09-13T16:12:04.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.725+0000 7f333be57740 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x55d21e04e300 con 0x55d21e0e4860 2024-09-13T16:12:04.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.725+0000 7f333359e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55d21e10e550 0x55d21e134ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:04.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.725+0000 7f333359e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55d21e10e550 0x55d21e134ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60486/0 (socket says 172.21.15.76:60486) 2024-09-13T16:12:04.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.725+0000 7f333359e640 1 -- 172.21.15.76:0/2370941577 learned_addr learned my addr 172.21.15.76:0/2370941577 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:04.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.725+0000 7f3332d9d640 1 --2- 172.21.15.76:0/2370941577 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d21e0e70a0 0x55d21e0e7480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:04.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.725+0000 7f333259c640 1 --2- 172.21.15.76:0/2370941577 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55d21e0e4860 0x55d21e134570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:04.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.725+0000 7f333359e640 1 -- 172.21.15.76:0/2370941577 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55d21e0e4860 msgr2=0x55d21e134570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:04.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.725+0000 7f333359e640 1 --2- 172.21.15.76:0/2370941577 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55d21e0e4860 0x55d21e134570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:04.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.725+0000 7f333359e640 1 -- 172.21.15.76:0/2370941577 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d21e0e70a0 msgr2=0x55d21e0e7480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:04.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.725+0000 7f333359e640 1 --2- 172.21.15.76:0/2370941577 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d21e0e70a0 0x55d21e0e7480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:04.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.725+0000 7f333359e640 1 -- 172.21.15.76:0/2370941577 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d21dfd64b0 con 0x55d21e10e550 2024-09-13T16:12:04.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.725+0000 7f333359e640 1 --2- 172.21.15.76:0/2370941577 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55d21e10e550 0x55d21e134ab0 secure :-1 s=READY pgs=1460 cs=0 l=1 rev1=1 crypto rx=0x7f332c009f70 tx=0x7f332c003e20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e421c7fd3b386c1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:04.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.725+0000 7f3318ff9640 1 -- 172.21.15.76:0/2370941577 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f332c004890 con 0x55d21e10e550 2024-09-13T16:12:04.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.725+0000 7f3318ff9640 1 -- 172.21.15.76:0/2370941577 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f332c015420 con 0x55d21e10e550 2024-09-13T16:12:04.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.725+0000 7f3318ff9640 1 -- 172.21.15.76:0/2370941577 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f332c015790 con 0x55d21e10e550 2024-09-13T16:12:04.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.726+0000 7f333be57740 1 -- 172.21.15.76:0/2370941577 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55d21e10e550 msgr2=0x55d21e134ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:04.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.726+0000 7f333be57740 1 --2- 172.21.15.76:0/2370941577 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55d21e10e550 0x55d21e134ab0 secure :-1 s=READY pgs=1460 cs=0 l=1 rev1=1 crypto rx=0x7f332c009f70 tx=0x7f332c003e20 comp rx=0 tx=0).stop 2024-09-13T16:12:04.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.726+0000 7f333be57740 1 -- 172.21.15.76:0/2370941577 shutdown_connections 2024-09-13T16:12:04.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.726+0000 7f333be57740 1 --2- 172.21.15.76:0/2370941577 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55d21e10e550 0x55d21e134ab0 unknown :-1 s=CLOSED pgs=1460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:04.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.726+0000 7f333be57740 1 --2- 172.21.15.76:0/2370941577 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55d21e0e4860 0x55d21e134570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:04.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.726+0000 7f333be57740 1 --2- 172.21.15.76:0/2370941577 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d21e0e70a0 0x55d21e0e7480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:04.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.726+0000 7f333be57740 1 -- 172.21.15.76:0/2370941577 >> 172.21.15.76:0/2370941577 conn(0x55d21e0e37d0 msgr2=0x55d21e12bc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:04.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.726+0000 7f333be57740 1 -- 172.21.15.76:0/2370941577 shutdown_connections 2024-09-13T16:12:04.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.726+0000 7f333be57740 1 -- 172.21.15.76:0/2370941577 wait complete. 2024-09-13T16:12:04.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.727+0000 7f333be57740 1 -- start start 2024-09-13T16:12:04.731 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.727+0000 7f333be57740 1 Processor -- start 2024-09-13T16:12:04.734 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.727+0000 7f333be57740 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55d21e0e70a0 0x55d21e10dba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:04.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.727+0000 7f333be57740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d21e10e550 0x55d21e133a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:04.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.727+0000 7f333be57740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55d21e133fd0 0x55d21e1314b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:04.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.727+0000 7f333be57740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d21e049bf0 con 0x55d21e133fd0 2024-09-13T16:12:04.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.727+0000 7f333be57740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d21e008250 con 0x55d21e10e550 2024-09-13T16:12:04.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.727+0000 7f333be57740 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x55d21e007ef0 con 0x55d21e0e70a0 2024-09-13T16:12:04.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.727+0000 7f333be57740 10 client.0 _ll_register_callbacks cb 0x55d21e03a740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:12:04.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.728+0000 7f333359e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55d21e133fd0 0x55d21e1314b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:04.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.728+0000 7f333359e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55d21e133fd0 0x55d21e1314b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60494/0 (socket says 172.21.15.76:60494) 2024-09-13T16:12:04.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.728+0000 7f333359e640 1 -- 172.21.15.76:0/1323302347 learned_addr learned my addr 172.21.15.76:0/1323302347 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:04.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.728+0000 7f333259c640 1 --2- 172.21.15.76:0/1323302347 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d21e10e550 0x55d21e133a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:04.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.728+0000 7f3332d9d640 1 --2- 172.21.15.76:0/1323302347 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55d21e0e70a0 0x55d21e10dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:04.736 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.728+0000 7f333359e640 1 -- 172.21.15.76:0/1323302347 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55d21e0e70a0 msgr2=0x55d21e10dba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:04.736 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.728+0000 7f333359e640 1 --2- 172.21.15.76:0/1323302347 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55d21e0e70a0 0x55d21e10dba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:04.736 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.728+0000 7f333359e640 1 -- 172.21.15.76:0/1323302347 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d21e10e550 msgr2=0x55d21e133a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:04.736 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.728+0000 7f333359e640 1 --2- 172.21.15.76:0/1323302347 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d21e10e550 0x55d21e133a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:04.736 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.728+0000 7f333359e640 1 -- 172.21.15.76:0/1323302347 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f332c011040 con 0x55d21e133fd0 2024-09-13T16:12:04.736 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.728+0000 7f333259c640 1 --2- 172.21.15.76:0/1323302347 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d21e10e550 0x55d21e133a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:12:04.736 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.728+0000 7f3332d9d640 1 --2- 172.21.15.76:0/1323302347 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55d21e0e70a0 0x55d21e10dba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:12:04.736 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.728+0000 7f333359e640 1 --2- 172.21.15.76:0/1323302347 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55d21e133fd0 0x55d21e1314b0 secure :-1 s=READY pgs=1461 cs=0 l=1 rev1=1 crypto rx=0x7f332c003e60 tx=0x7f332c004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ca1a0163ba48b7f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:04.736 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.728+0000 7f3311ffb640 10 client.0 ms_handle_connect on v2:172.21.15.76:3300/0 2024-09-13T16:12:04.736 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.728+0000 7f3311ffb640 1 -- 172.21.15.76:0/1323302347 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f332c0158c0 con 0x55d21e133fd0 2024-09-13T16:12:04.736 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.728+0000 7f3311ffb640 1 -- 172.21.15.76:0/1323302347 <== mon.0 v2:172.21.15.76:3300/0 2 ==== osd_map(110..110 src has 1..110) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f332c029c20 con 0x55d21e133fd0 2024-09-13T16:12:04.736 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.728+0000 7f333be57740 1 -- 172.21.15.76:0/1323302347 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55d21dd3d3c0 con 0x55d21e133fd0 2024-09-13T16:12:04.736 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.728+0000 7f3311ffb640 1 -- 172.21.15.76:0/1323302347 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_get_version_reply(handle=1 version=54) v2 ==== 24+0+0 (secure 0 0 0) 0x7f332c029de0 con 0x55d21e133fd0 2024-09-13T16:12:04.737 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.728+0000 7f333be57740 10 client.8217 fetch_fsmap learned FSMap version 54 2024-09-13T16:12:04.737 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.728+0000 7f333be57740 1 -- 172.21.15.76:0/1323302347 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,fsmap=54,monmap=2+}) v3 -- 0x55d21e048270 con 0x55d21e133fd0 2024-09-13T16:12:04.737 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.728+0000 7f3311ffb640 1 -- 172.21.15.76:0/1323302347 <== mon.0 v2:172.21.15.76:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x55d21dd3d3c0 con 0x55d21e133fd0 2024-09-13T16:12:04.737 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.728+0000 7f3311ffb640 1 -- 172.21.15.76:0/1323302347 <== mon.0 v2:172.21.15.76:3300/0 5 ==== fsmap(e 54) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f332c015a20 con 0x55d21e133fd0 2024-09-13T16:12:04.737 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.729+0000 7f333be57740 10 client.8217 fetch_fsmap finished waiting for FSMap version 54 2024-09-13T16:12:04.737 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.729+0000 7f333be57740 10 client.8217 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-13T16:12:04.737 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.729+0000 7f333be57740 20 client.8217 populate_metadata read hostname 'smithi076' 2024-09-13T16:12:04.737 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.729+0000 7f333be57740 1 --2- 172.21.15.76:0/1323302347 >> [v2:172.21.15.76:6836/2583912045,v1:172.21.15.76:6837/2583912045] conn(0x55d21e146bc0 0x55d21e148fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:04.737 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.729+0000 7f333be57740 4 client.8217 mds_command: new command op to 8076 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-13T16:12:04.737 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.729+0000 7f333be57740 1 -- 172.21.15.76:0/1323302347 --> [v2:172.21.15.76:6836/2583912045,v1:172.21.15.76:6837/2583912045] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55d21dd4e6c0 con 0x55d21e146bc0 2024-09-13T16:12:04.737 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.729+0000 7f3332d9d640 1 --2- 172.21.15.76:0/1323302347 >> [v2:172.21.15.76:6836/2583912045,v1:172.21.15.76:6837/2583912045] conn(0x55d21e146bc0 0x55d21e148fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:04.738 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.729+0000 7f3311ffb640 10 client.8217 ms_handle_connect on v2:172.21.15.76:6836/2583912045 2024-09-13T16:12:04.738 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.729+0000 7f3332d9d640 1 --2- 172.21.15.76:0/1323302347 >> [v2:172.21.15.76:6836/2583912045,v1:172.21.15.76:6837/2583912045] conn(0x55d21e146bc0 0x55d21e148fb0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ba7f0f486d8f50f2 server_cookie=f764b20a8a3aa66f in_seq=0 out_seq=0 2024-09-13T16:12:04.738 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.729+0000 7f3311ffb640 1 -- 172.21.15.76:0/1323302347 <== mds.0 v2:172.21.15.76:6836/2583912045 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55d21dd4e6c0 con 0x55d21e146bc0 2024-09-13T16:12:04.738 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.729+0000 7f3311ffb640 10 client.8217 handle_command_reply: tid=0 2024-09-13T16:12:04.738 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.730+0000 7f333be57740 1 client.8217 shutdown 2024-09-13T16:12:04.739 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.730+0000 7f333be57740 1 -- 172.21.15.76:0/1323302347 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55d21e133fd0 msgr2=0x55d21e1314b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:04.739 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.730+0000 7f333be57740 1 --2- 172.21.15.76:0/1323302347 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55d21e133fd0 0x55d21e1314b0 secure :-1 s=READY pgs=1461 cs=0 l=1 rev1=1 crypto rx=0x7f332c003e60 tx=0x7f332c004ab0 comp rx=0 tx=0).stop 2024-09-13T16:12:04.739 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.730+0000 7f333be57740 1 -- 172.21.15.76:0/1323302347 shutdown_connections 2024-09-13T16:12:04.739 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.730+0000 7f333be57740 1 --2- 172.21.15.76:0/1323302347 >> [v2:172.21.15.76:6836/2583912045,v1:172.21.15.76:6837/2583912045] conn(0x55d21e146bc0 0x55d21e148fb0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:04.739 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.730+0000 7f333be57740 1 --2- 172.21.15.76:0/1323302347 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55d21e133fd0 0x55d21e1314b0 unknown :-1 s=CLOSED pgs=1461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:04.739 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.730+0000 7f3311ffb640 0 client.8217 ms_handle_reset on v2:172.21.15.76:6836/2583912045 2024-09-13T16:12:04.739 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.730+0000 7f333be57740 1 --2- 172.21.15.76:0/1323302347 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d21e10e550 0x55d21e133a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:04.739 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.730+0000 7f333be57740 1 --2- 172.21.15.76:0/1323302347 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55d21e0e70a0 0x55d21e10dba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:04.739 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.730+0000 7f333be57740 1 -- 172.21.15.76:0/1323302347 >> 172.21.15.76:0/1323302347 conn(0x55d21e0e4860 msgr2=0x55d21e12c770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:04.739 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.730+0000 7f333be57740 1 -- 172.21.15.76:0/1323302347 shutdown_connections 2024-09-13T16:12:04.739 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.730+0000 7f333be57740 1 -- 172.21.15.76:0/1323302347 wait complete. 2024-09-13T16:12:04.739 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.730+0000 7f333be57740 20 client.8217 trim_cache size 0 max 16384 2024-09-13T16:12:04.746 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.744+0000 7f333be57740 1 Processor -- start 2024-09-13T16:12:04.746 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.744+0000 7f333be57740 1 -- start start 2024-09-13T16:12:04.748 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.745+0000 7f333be57740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55d21e0e70a0 0x55d21e131f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:04.748 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.745+0000 7f333be57740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d21e10e550 0x55d21e14b490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:04.748 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.745+0000 7f333be57740 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55d21e133fd0 0x55d21e12e270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:04.748 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.745+0000 7f333be57740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d21dfcd460 con 0x55d21e0e70a0 2024-09-13T16:12:04.748 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.745+0000 7f333be57740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d21e10dcb0 con 0x55d21e10e550 2024-09-13T16:12:04.749 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.745+0000 7f333be57740 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x55d21e04ed10 con 0x55d21e133fd0 2024-09-13T16:12:04.749 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.745+0000 7f3332d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55d21e0e70a0 0x55d21e131f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:04.749 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.745+0000 7f3332d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55d21e0e70a0 0x55d21e131f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60500/0 (socket says 172.21.15.76:60500) 2024-09-13T16:12:04.749 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.745+0000 7f3332d9d640 1 -- 172.21.15.76:0/3148062349 learned_addr learned my addr 172.21.15.76:0/3148062349 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:04.749 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.745+0000 7f3332d9d640 1 -- 172.21.15.76:0/3148062349 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55d21e133fd0 msgr2=0x55d21e12e270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:04.749 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.745+0000 7f3332d9d640 1 --2- 172.21.15.76:0/3148062349 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55d21e133fd0 0x55d21e12e270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:04.749 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.745+0000 7f3332d9d640 1 -- 172.21.15.76:0/3148062349 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d21e10e550 msgr2=0x55d21e14b490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:04.749 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.745+0000 7f3332d9d640 1 --2- 172.21.15.76:0/3148062349 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d21e10e550 0x55d21e14b490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:04.749 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.746+0000 7f3332d9d640 1 -- 172.21.15.76:0/3148062349 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d21dfea5f0 con 0x55d21e0e70a0 2024-09-13T16:12:04.749 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.746+0000 7f3332d9d640 1 --2- 172.21.15.76:0/3148062349 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55d21e0e70a0 0x55d21e131f30 secure :-1 s=READY pgs=1462 cs=0 l=1 rev1=1 crypto rx=0x7f332400cdf0 tx=0x7f332401e040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c8ebe0cf483c476b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:04.749 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.746+0000 7f33197fa640 1 -- 172.21.15.76:0/3148062349 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33240890b0 con 0x55d21e0e70a0 2024-09-13T16:12:04.749 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.746+0000 7f33197fa640 1 -- 172.21.15.76:0/3148062349 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f332405e0b0 con 0x55d21e0e70a0 2024-09-13T16:12:04.749 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.746+0000 7f33197fa640 1 -- 172.21.15.76:0/3148062349 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3324056470 con 0x55d21e0e70a0 2024-09-13T16:12:04.750 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.746+0000 7f333be57740 1 -- 172.21.15.76:0/3148062349 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55d21e0e70a0 msgr2=0x55d21e131f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:04.750 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.746+0000 7f333be57740 1 --2- 172.21.15.76:0/3148062349 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55d21e0e70a0 0x55d21e131f30 secure :-1 s=READY pgs=1462 cs=0 l=1 rev1=1 crypto rx=0x7f332400cdf0 tx=0x7f332401e040 comp rx=0 tx=0).stop 2024-09-13T16:12:04.750 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.746+0000 7f333be57740 1 -- 172.21.15.76:0/3148062349 shutdown_connections 2024-09-13T16:12:04.750 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.746+0000 7f333be57740 1 --2- 172.21.15.76:0/3148062349 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55d21e133fd0 0x55d21e12e270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:04.750 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.746+0000 7f333be57740 1 --2- 172.21.15.76:0/3148062349 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d21e10e550 0x55d21e14b490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:04.750 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.746+0000 7f333be57740 1 --2- 172.21.15.76:0/3148062349 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55d21e0e70a0 0x55d21e131f30 unknown :-1 s=CLOSED pgs=1462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:04.750 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.746+0000 7f333be57740 1 -- 172.21.15.76:0/3148062349 >> 172.21.15.76:0/3148062349 conn(0x55d21e0e4860 msgr2=0x55d21e0e2800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:04.750 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.746+0000 7f333be57740 1 -- 172.21.15.76:0/3148062349 shutdown_connections 2024-09-13T16:12:04.750 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.746+0000 7f333be57740 1 -- 172.21.15.76:0/3148062349 wait complete. 2024-09-13T16:12:04.750 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.747+0000 7f333be57740 1 -- start start 2024-09-13T16:12:04.750 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.747+0000 7f333be57740 1 Processor -- start 2024-09-13T16:12:04.754 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.748+0000 7f333be57740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d21e0e70a0 0x55d21e195f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:04.754 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.748+0000 7f333be57740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55d21e10e550 0x55d21e12c740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:04.754 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.748+0000 7f333be57740 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55d21e133fd0 0x55d21e12cc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:04.754 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.748+0000 7f333be57740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d21e10a6f0 con 0x55d21e10e550 2024-09-13T16:12:04.754 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.748+0000 7f333be57740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d21e12ff80 con 0x55d21e0e70a0 2024-09-13T16:12:04.755 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.748+0000 7f333be57740 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x55d21e128f40 con 0x55d21e133fd0 2024-09-13T16:12:04.755 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.748+0000 7f333be57740 10 client.0 _ll_register_callbacks cb 0x7f332c009bb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:12:04.755 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.748+0000 7f333259c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55d21e10e550 0x55d21e12c740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:04.755 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.748+0000 7f333259c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55d21e10e550 0x55d21e12c740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60502/0 (socket says 172.21.15.76:60502) 2024-09-13T16:12:04.755 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.748+0000 7f333259c640 1 -- 172.21.15.76:0/2565254249 learned_addr learned my addr 172.21.15.76:0/2565254249 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:04.755 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.748+0000 7f333359e640 1 --2- 172.21.15.76:0/2565254249 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55d21e133fd0 0x55d21e12cc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:04.755 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.748+0000 7f333259c640 1 -- 172.21.15.76:0/2565254249 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55d21e133fd0 msgr2=0x55d21e12cc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:04.755 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.748+0000 7f333259c640 1 --2- 172.21.15.76:0/2565254249 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55d21e133fd0 0x55d21e12cc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:04.755 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.748+0000 7f333259c640 1 -- 172.21.15.76:0/2565254249 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d21e0e70a0 msgr2=0x55d21e195f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:04.755 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.748+0000 7f333259c640 1 --2- 172.21.15.76:0/2565254249 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d21e0e70a0 0x55d21e195f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:04.755 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.748+0000 7f333259c640 1 -- 172.21.15.76:0/2565254249 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f33340c1aa0 con 0x55d21e10e550 2024-09-13T16:12:04.755 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.748+0000 7f333259c640 1 --2- 172.21.15.76:0/2565254249 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55d21e10e550 0x55d21e12c740 secure :-1 s=READY pgs=1463 cs=0 l=1 rev1=1 crypto rx=0x7f3328035040 tx=0x7f332802c070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5a1532cc6320b79d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:04.756 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.748+0000 7f3311ffb640 10 client.0 ms_handle_connect on v2:172.21.15.76:3300/0 2024-09-13T16:12:04.756 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.748+0000 7f3311ffb640 1 -- 172.21.15.76:0/2565254249 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f332804b040 con 0x55d21e10e550 2024-09-13T16:12:04.756 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.748+0000 7f3311ffb640 1 -- 172.21.15.76:0/2565254249 <== mon.0 v2:172.21.15.76:3300/0 2 ==== osd_map(110..110 src has 1..110) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f3328051630 con 0x55d21e10e550 2024-09-13T16:12:04.756 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.748+0000 7f333be57740 1 -- 172.21.15.76:0/2565254249 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f332c015420 con 0x55d21e10e550 2024-09-13T16:12:04.756 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.749+0000 7f3311ffb640 1 -- 172.21.15.76:0/2565254249 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_get_version_reply(handle=1 version=54) v2 ==== 24+0+0 (secure 0 0 0) 0x7f33280517f0 con 0x55d21e10e550 2024-09-13T16:12:04.756 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.749+0000 7f333be57740 10 client.8223 fetch_fsmap learned FSMap version 54 2024-09-13T16:12:04.756 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.749+0000 7f333be57740 1 -- 172.21.15.76:0/2565254249 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,fsmap=54,monmap=2+}) v3 -- 0x55d21e00fd00 con 0x55d21e10e550 2024-09-13T16:12:04.756 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.749+0000 7f3311ffb640 1 -- 172.21.15.76:0/2565254249 <== mon.0 v2:172.21.15.76:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f332c015420 con 0x55d21e10e550 2024-09-13T16:12:04.756 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.749+0000 7f3311ffb640 1 -- 172.21.15.76:0/2565254249 <== mon.0 v2:172.21.15.76:3300/0 5 ==== fsmap(e 54) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f3328044040 con 0x55d21e10e550 2024-09-13T16:12:04.756 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.749+0000 7f333be57740 10 client.8223 fetch_fsmap finished waiting for FSMap version 54 2024-09-13T16:12:04.756 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.749+0000 7f333be57740 10 client.8223 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-13T16:12:04.756 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.749+0000 7f333be57740 20 client.8223 populate_metadata read hostname 'smithi076' 2024-09-13T16:12:04.756 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.749+0000 7f333be57740 1 --2- 172.21.15.76:0/2565254249 >> [v2:172.21.15.76:6836/2583912045,v1:172.21.15.76:6837/2583912045] conn(0x55d21e1280e0 0x55d21e1284c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:04.757 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.749+0000 7f333be57740 4 client.8223 mds_command: new command op to 8076 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-13T16:12:04.757 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.749+0000 7f333be57740 1 -- 172.21.15.76:0/2565254249 --> [v2:172.21.15.76:6836/2583912045,v1:172.21.15.76:6837/2583912045] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55d21dda1d10 con 0x55d21e1280e0 2024-09-13T16:12:04.757 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.749+0000 7f3332d9d640 1 --2- 172.21.15.76:0/2565254249 >> [v2:172.21.15.76:6836/2583912045,v1:172.21.15.76:6837/2583912045] conn(0x55d21e1280e0 0x55d21e1284c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:04.757 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.749+0000 7f3311ffb640 10 client.8223 ms_handle_connect on v2:172.21.15.76:6836/2583912045 2024-09-13T16:12:04.757 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.749+0000 7f3332d9d640 1 --2- 172.21.15.76:0/2565254249 >> [v2:172.21.15.76:6836/2583912045,v1:172.21.15.76:6837/2583912045] conn(0x55d21e1280e0 0x55d21e1284c0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9a5d3cdc551ad71f server_cookie=e05c351f89da31e1 in_seq=0 out_seq=0 2024-09-13T16:12:04.757 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.749+0000 7f3311ffb640 1 -- 172.21.15.76:0/2565254249 <== mds.0 v2:172.21.15.76:6836/2583912045 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+333 (crc 0 0 0) 0x55d21dda1d10 con 0x55d21e1280e0 2024-09-13T16:12:04.757 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.749+0000 7f3311ffb640 10 client.8223 handle_command_reply: tid=0 2024-09-13T16:12:04.757 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.749+0000 7f333be57740 1 client.8223 shutdown 2024-09-13T16:12:04.757 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.749+0000 7f333be57740 1 -- 172.21.15.76:0/2565254249 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55d21e10e550 msgr2=0x55d21e12c740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:04.757 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.749+0000 7f333be57740 1 --2- 172.21.15.76:0/2565254249 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55d21e10e550 0x55d21e12c740 secure :-1 s=READY pgs=1463 cs=0 l=1 rev1=1 crypto rx=0x7f3328035040 tx=0x7f332802c070 comp rx=0 tx=0).stop 2024-09-13T16:12:04.757 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.750+0000 7f333be57740 1 -- 172.21.15.76:0/2565254249 shutdown_connections 2024-09-13T16:12:04.757 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.750+0000 7f333be57740 1 --2- 172.21.15.76:0/2565254249 >> [v2:172.21.15.76:6836/2583912045,v1:172.21.15.76:6837/2583912045] conn(0x55d21e1280e0 0x55d21e1284c0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:04.757 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.750+0000 7f333be57740 1 --2- 172.21.15.76:0/2565254249 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55d21e133fd0 0x55d21e12cc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:04.758 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.750+0000 7f3311ffb640 0 client.8223 ms_handle_reset on v2:172.21.15.76:6836/2583912045 2024-09-13T16:12:04.758 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.750+0000 7f333be57740 1 --2- 172.21.15.76:0/2565254249 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55d21e10e550 0x55d21e12c740 unknown :-1 s=CLOSED pgs=1463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:04.758 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.750+0000 7f333be57740 1 --2- 172.21.15.76:0/2565254249 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d21e0e70a0 0x55d21e195f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:04.758 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.750+0000 7f333be57740 1 -- 172.21.15.76:0/2565254249 >> 172.21.15.76:0/2565254249 conn(0x55d21e0e4860 msgr2=0x55d21e12b030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:04.758 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.750+0000 7f333be57740 1 -- 172.21.15.76:0/2565254249 shutdown_connections 2024-09-13T16:12:04.758 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.750+0000 7f333be57740 1 -- 172.21.15.76:0/2565254249 wait complete. 2024-09-13T16:12:04.758 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.750+0000 7f333be57740 20 client.8223 trim_cache size 0 max 16384 2024-09-13T16:12:04.758 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2024-09-13T16:12:04.758 INFO:teuthology.orchestra.run.smithi076.stdout: "cluster_fsid": "da76ee52-f48b-434a-9df7-5fefe2a6e471", 2024-09-13T16:12:04.759 INFO:teuthology.orchestra.run.smithi076.stdout: "whoami": 0, 2024-09-13T16:12:04.759 INFO:teuthology.orchestra.run.smithi076.stdout: "id": 8076, 2024-09-13T16:12:04.759 INFO:teuthology.orchestra.run.smithi076.stdout: "want_state": "up:active", 2024-09-13T16:12:04.759 INFO:teuthology.orchestra.run.smithi076.stdout: "state": "up:active", 2024-09-13T16:12:04.759 INFO:teuthology.orchestra.run.smithi076.stdout: "fs_name": "cephfs", 2024-09-13T16:12:04.759 INFO:teuthology.orchestra.run.smithi076.stdout: "rank_uptime": 4.5213729230000004, 2024-09-13T16:12:04.759 INFO:teuthology.orchestra.run.smithi076.stdout: "mdsmap_epoch": 54, 2024-09-13T16:12:04.759 INFO:teuthology.orchestra.run.smithi076.stdout: "osdmap_epoch": 110, 2024-09-13T16:12:04.759 INFO:teuthology.orchestra.run.smithi076.stdout: "osdmap_epoch_barrier": 110, 2024-09-13T16:12:04.759 INFO:teuthology.orchestra.run.smithi076.stdout: "uptime": 9.2736462530000008 2024-09-13T16:12:04.759 INFO:teuthology.orchestra.run.smithi076.stdout:} 2024-09-13T16:12:04.760 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.750+0000 7f3339133640 1 -- 172.21.15.76:0/2801894576 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f332006ac00 msgr2=0x7f332006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:04.760 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.750+0000 7f3339133640 1 --2- 172.21.15.76:0/2801894576 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f332006ac00 0x7f332006d0c0 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7f3328034000 tx=0x7f332802e000 comp rx=0 tx=0).stop 2024-09-13T16:12:04.761 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.750+0000 7f3339133640 1 -- 172.21.15.76:0/2801894576 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f333406c4c0 msgr2=0x7f33340c1560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:04.761 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.750+0000 7f3339133640 1 --2- 172.21.15.76:0/2801894576 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f333406c4c0 0x7f33340c1560 secure :-1 s=READY pgs=1459 cs=0 l=1 rev1=1 crypto rx=0x7f332400c430 tx=0x7f332400c8f0 comp rx=0 tx=0).stop 2024-09-13T16:12:04.761 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.750+0000 7f3339133640 1 -- 172.21.15.76:0/2801894576 shutdown_connections 2024-09-13T16:12:04.761 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.750+0000 7f3339133640 1 --2- 172.21.15.76:0/2801894576 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f33340cbea0 0x7f3334071620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:04.761 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.750+0000 7f3339133640 1 --2- 172.21.15.76:0/2801894576 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f332006ac00 0x7f332006d0c0 unknown :-1 s=CLOSED pgs=633 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:04.761 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.750+0000 7f3339133640 1 --2- 172.21.15.76:0/2801894576 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f333406c8a0 0x7f33340710e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:04.761 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.750+0000 7f3339133640 1 --2- 172.21.15.76:0/2801894576 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f333406c4c0 0x7f33340c1560 unknown :-1 s=CLOSED pgs=1459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:04.761 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.750+0000 7f3339133640 1 -- 172.21.15.76:0/2801894576 >> 172.21.15.76:0/2801894576 conn(0x7f3334069ed0 msgr2=0x7f3334152320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:04.761 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.750+0000 7f3339133640 1 -- 172.21.15.76:0/2801894576 shutdown_connections 2024-09-13T16:12:04.761 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.750+0000 7f3339133640 1 -- 172.21.15.76:0/2801894576 wait complete. 2024-09-13T16:12:04.762 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T16:12:04.861 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.859+0000 7fdf9171f640 1 Processor -- start 2024-09-13T16:12:04.861 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.859+0000 7fdf9171f640 1 -- start start 2024-09-13T16:12:04.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.860+0000 7fdf9171f640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fdf8c15c860 0x7fdf8c0af0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:04.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.860+0000 7fdf9171f640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdf8c06bb10 con 0x7fdf8c0d0690 2024-09-13T16:12:04.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.860+0000 7fdf9171f640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdf8c0ccb30 con 0x7fdf8c0ceef0 2024-09-13T16:12:04.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.860+0000 7fdf9171f640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdf8c0d13a0 con 0x7fdf8c15c860 2024-09-13T16:12:04.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.860+0000 7fdf8b7fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fdf8c0d0690 0x7fdf8c0d0b40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:40516/0 (socket says 172.21.15.76:40516) 2024-09-13T16:12:04.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.860+0000 7fdf8b7fe640 1 -- 172.21.15.76:0/2994602451 learned_addr learned my addr 172.21.15.76:0/2994602451 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:12:04.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.861+0000 7fdf89ffb640 1 -- 172.21.15.76:0/2994602451 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1889009644 0 0) 0x7fdf8c06bb10 con 0x7fdf8c0d0690 2024-09-13T16:12:04.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.861+0000 7fdf8a7fc640 1 --2- 172.21.15.76:0/2994602451 >> v2:172.21.15.192:3300/0 conn(0x7fdf8c15c860 0x7fdf8c0af0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:04.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.861+0000 7fdf89ffb640 1 -- 172.21.15.76:0/2994602451 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fdf74003520 con 0x7fdf8c0d0690 2024-09-13T16:12:04.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.861+0000 7fdf89ffb640 1 -- 172.21.15.76:0/2994602451 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 958579501 0 0) 0x7fdf74003520 con 0x7fdf8c0d0690 2024-09-13T16:12:04.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.861+0000 7fdf89ffb640 1 -- 172.21.15.76:0/2994602451 >> v2:172.21.15.192:3300/0 conn(0x7fdf8c15c860 msgr2=0x7fdf8c0af0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:04.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.861+0000 7fdf89ffb640 1 --2- 172.21.15.76:0/2994602451 >> v2:172.21.15.192:3300/0 conn(0x7fdf8c15c860 0x7fdf8c0af0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:04.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.861+0000 7fdf89ffb640 1 -- 172.21.15.76:0/2994602451 >> v1:172.21.15.192:6789/0 conn(0x7fdf8c0ceef0 legacy=0x7fdf8c0cf2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:04.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.861+0000 7fdf89ffb640 1 -- 172.21.15.76:0/2994602451 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdf8c0d1680 con 0x7fdf8c0d0690 2024-09-13T16:12:04.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.861+0000 7fdf89ffb640 1 -- 172.21.15.76:0/2994602451 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7fdf7c001670 con 0x7fdf8c0d0690 2024-09-13T16:12:04.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.861+0000 7fdf89ffb640 1 -- 172.21.15.76:0/2994602451 >> v1:172.21.15.76:6789/0 conn(0x7fdf8c0d0690 legacy=0x7fdf8c0d0b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:04.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.861+0000 7fdf89ffb640 1 --2- 172.21.15.76:0/2994602451 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdf74003970 0x7fdf74003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:04.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.861+0000 7fdf89ffb640 1 --2- 172.21.15.76:0/2994602451 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdf740047c0 0x7fdf74004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:04.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.861+0000 7fdf89ffb640 1 --2- 172.21.15.76:0/2994602451 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdf74005180 0x7fdf7400b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:04.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.861+0000 7fdf89ffb640 1 -- 172.21.15.76:0/2994602451 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdf8c0d13a0 con 0x7fdf740047c0 2024-09-13T16:12:04.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.861+0000 7fdf89ffb640 1 -- 172.21.15.76:0/2994602451 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdf7400c030 con 0x7fdf74005180 2024-09-13T16:12:04.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.861+0000 7fdf89ffb640 1 -- 172.21.15.76:0/2994602451 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdf7400c1f0 con 0x7fdf74003970 2024-09-13T16:12:04.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.861+0000 7fdf8a7fc640 1 --2- 172.21.15.76:0/2994602451 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdf740047c0 0x7fdf74004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:04.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.861+0000 7fdf8affd640 1 --2- 172.21.15.76:0/2994602451 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdf74003970 0x7fdf74003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:04.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.861+0000 7fdf8b7fe640 1 --2- 172.21.15.76:0/2994602451 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdf74005180 0x7fdf7400b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:04.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.861+0000 7fdf8a7fc640 1 -- 172.21.15.76:0/2994602451 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdf74003970 msgr2=0x7fdf74003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:04.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.861+0000 7fdf8a7fc640 1 --2- 172.21.15.76:0/2994602451 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdf74003970 0x7fdf74003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:04.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.861+0000 7fdf8a7fc640 1 -- 172.21.15.76:0/2994602451 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdf74005180 msgr2=0x7fdf7400b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:04.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.861+0000 7fdf8a7fc640 1 --2- 172.21.15.76:0/2994602451 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdf74005180 0x7fdf7400b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:04.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.861+0000 7fdf8a7fc640 1 -- 172.21.15.76:0/2994602451 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdf74003520 con 0x7fdf740047c0 2024-09-13T16:12:04.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.861+0000 7fdf8b7fe640 1 -- 172.21.15.76:0/2994602451 reap_dead start 2024-09-13T16:12:04.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.862+0000 7fdf8a7fc640 1 --2- 172.21.15.76:0/2994602451 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdf740047c0 0x7fdf74004c40 secure :-1 s=READY pgs=1465 cs=0 l=1 rev1=1 crypto rx=0x7fdf8000e170 tx=0x7fdf740057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f07eea8176b3d6c2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:04.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.862+0000 7fdf89ffb640 1 -- 172.21.15.76:0/2994602451 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf80031670 con 0x7fdf740047c0 2024-09-13T16:12:04.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.862+0000 7fdf89ffb640 1 -- 172.21.15.76:0/2994602451 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdf8000f040 con 0x7fdf740047c0 2024-09-13T16:12:04.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.862+0000 7fdf89ffb640 1 -- 172.21.15.76:0/2994602451 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf80031a10 con 0x7fdf740047c0 2024-09-13T16:12:04.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.863+0000 7fdf9171f640 1 -- 172.21.15.76:0/2994602451 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdf740047c0 msgr2=0x7fdf74004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:04.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.863+0000 7fdf9171f640 1 --2- 172.21.15.76:0/2994602451 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdf740047c0 0x7fdf74004c40 secure :-1 s=READY pgs=1465 cs=0 l=1 rev1=1 crypto rx=0x7fdf8000e170 tx=0x7fdf740057f0 comp rx=0 tx=0).stop 2024-09-13T16:12:04.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.863+0000 7fdf9171f640 1 -- 172.21.15.76:0/2994602451 shutdown_connections 2024-09-13T16:12:04.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.863+0000 7fdf9171f640 1 --2- 172.21.15.76:0/2994602451 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdf740047c0 0x7fdf74004c40 unknown :-1 s=CLOSED pgs=1465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:04.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.863+0000 7fdf9171f640 1 -- 172.21.15.76:0/2994602451 >> 172.21.15.76:0/2994602451 conn(0x7fdf8c09b870 msgr2=0x7fdf8c089f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:04.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.863+0000 7fdf9171f640 1 -- 172.21.15.76:0/2994602451 shutdown_connections 2024-09-13T16:12:04.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.863+0000 7fdf9171f640 1 -- 172.21.15.76:0/2994602451 wait complete. 2024-09-13T16:12:04.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.864+0000 7fdf9171f640 1 Processor -- start 2024-09-13T16:12:04.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.864+0000 7fdf9171f640 1 -- start start 2024-09-13T16:12:04.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.865+0000 7fdf9171f640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdf740047c0 0x7fdf8c1f1690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:04.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.865+0000 7fdf9171f640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdf8c1f61a0 0x7fdf8c0b0630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:04.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.865+0000 7fdf9171f640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdf8c0b2b90 0x7fdf8c0b0b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:04.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.865+0000 7fdf9171f640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdf8c0b2700 con 0x7fdf8c0b2b90 2024-09-13T16:12:04.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.865+0000 7fdf9171f640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdf8c0b1e40 con 0x7fdf740047c0 2024-09-13T16:12:04.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.865+0000 7fdf9171f640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdf8c0b6cd0 con 0x7fdf8c1f61a0 2024-09-13T16:12:04.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.865+0000 7fdf8b7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdf8c0b2b90 0x7fdf8c0b0b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:04.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.865+0000 7fdf8b7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdf8c0b2b90 0x7fdf8c0b0b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60512/0 (socket says 172.21.15.76:60512) 2024-09-13T16:12:04.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.865+0000 7fdf8b7fe640 1 -- 172.21.15.76:0/3268969743 learned_addr learned my addr 172.21.15.76:0/3268969743 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:04.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.865+0000 7fdf8affd640 1 --2- 172.21.15.76:0/3268969743 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdf740047c0 0x7fdf8c1f1690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:04.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.865+0000 7fdf8a7fc640 1 --2- 172.21.15.76:0/3268969743 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdf8c1f61a0 0x7fdf8c0b0630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:04.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.865+0000 7fdf8b7fe640 1 -- 172.21.15.76:0/3268969743 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdf8c1f61a0 msgr2=0x7fdf8c0b0630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:04.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.865+0000 7fdf8b7fe640 1 --2- 172.21.15.76:0/3268969743 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdf8c1f61a0 0x7fdf8c0b0630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:04.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.865+0000 7fdf8b7fe640 1 -- 172.21.15.76:0/3268969743 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdf740047c0 msgr2=0x7fdf8c1f1690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:04.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.865+0000 7fdf8b7fe640 1 --2- 172.21.15.76:0/3268969743 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdf740047c0 0x7fdf8c1f1690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:04.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.865+0000 7fdf8b7fe640 1 -- 172.21.15.76:0/3268969743 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdf8c0b20b0 con 0x7fdf8c0b2b90 2024-09-13T16:12:04.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.865+0000 7fdf8affd640 1 --2- 172.21.15.76:0/3268969743 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdf740047c0 0x7fdf8c1f1690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:12:04.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.865+0000 7fdf8a7fc640 1 --2- 172.21.15.76:0/3268969743 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdf8c1f61a0 0x7fdf8c0b0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:12:04.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.865+0000 7fdf8b7fe640 1 --2- 172.21.15.76:0/3268969743 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdf8c0b2b90 0x7fdf8c0b0b70 secure :-1 s=READY pgs=1466 cs=0 l=1 rev1=1 crypto rx=0x7fdf8c06ce30 tx=0x7fdf7c00e960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:04.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.865+0000 7fdf737fe640 1 -- 172.21.15.76:0/3268969743 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf7c010510 con 0x7fdf8c0b2b90 2024-09-13T16:12:04.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.866+0000 7fdf737fe640 1 -- 172.21.15.76:0/3268969743 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdf7c010670 con 0x7fdf8c0b2b90 2024-09-13T16:12:04.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.866+0000 7fdf737fe640 1 -- 172.21.15.76:0/3268969743 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf7c010a20 con 0x7fdf8c0b2b90 2024-09-13T16:12:04.873 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.866+0000 7fdf9171f640 1 -- 172.21.15.76:0/3268969743 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdf8c0b2390 con 0x7fdf8c0b2b90 2024-09-13T16:12:04.873 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.866+0000 7fdf9171f640 1 -- 172.21.15.76:0/3268969743 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdf8c0b3740 con 0x7fdf8c0b2b90 2024-09-13T16:12:04.873 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.866+0000 7fdf9171f640 1 -- 172.21.15.76:0/3268969743 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdf8c0b2870 con 0x7fdf8c0b2b90 2024-09-13T16:12:04.873 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.867+0000 7fdf737fe640 1 -- 172.21.15.76:0/3268969743 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fdf7c010b80 con 0x7fdf8c0b2b90 2024-09-13T16:12:04.873 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.867+0000 7fdf737fe640 1 --2- 172.21.15.76:0/3268969743 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdf7806ac30 0x7fdf7806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:04.873 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.867+0000 7fdf737fe640 1 -- 172.21.15.76:0/3268969743 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(110..110 src has 1..110) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fdf7c088a80 con 0x7fdf8c0b2b90 2024-09-13T16:12:04.873 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.867+0000 7fdf8affd640 1 --2- 172.21.15.76:0/3268969743 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdf7806ac30 0x7fdf7806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:04.873 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.868+0000 7fdf8affd640 1 --2- 172.21.15.76:0/3268969743 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdf7806ac30 0x7fdf7806d0f0 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7fdf840016b0 tx=0x7fdf84009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:04.873 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:04.872+0000 7fdf737fe640 1 -- 172.21.15.76:0/3268969743 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fdf7c053b20 con 0x7fdf8c0b2b90 2024-09-13T16:12:05.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:05.071+0000 7fdf9171f640 1 -- 172.21.15.76:0/3268969743 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7fdf8c0cf2d0 con 0x7fdf8c0b2b90 2024-09-13T16:12:05.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:05.071+0000 7fdf737fe640 1 -- 172.21.15.76:0/3268969743 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v54) v1 ==== 53+0+73 (secure 0 0 0) 0x7fdf7c057140 con 0x7fdf8c0b2b90 2024-09-13T16:12:05.074 INFO:teuthology.orchestra.run.smithi076.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-13T16:12:05.075 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:05.073+0000 7fdf9171f640 1 -- 172.21.15.76:0/3268969743 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdf7806ac30 msgr2=0x7fdf7806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:05.075 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:05.073+0000 7fdf9171f640 1 --2- 172.21.15.76:0/3268969743 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdf7806ac30 0x7fdf7806d0f0 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7fdf840016b0 tx=0x7fdf84009040 comp rx=0 tx=0).stop 2024-09-13T16:12:05.075 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:05.073+0000 7fdf9171f640 1 -- 172.21.15.76:0/3268969743 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdf8c0b2b90 msgr2=0x7fdf8c0b0b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:05.075 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:05.073+0000 7fdf9171f640 1 --2- 172.21.15.76:0/3268969743 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdf8c0b2b90 0x7fdf8c0b0b70 secure :-1 s=READY pgs=1466 cs=0 l=1 rev1=1 crypto rx=0x7fdf8c06ce30 tx=0x7fdf7c00e960 comp rx=0 tx=0).stop 2024-09-13T16:12:05.076 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:05.073+0000 7fdf9171f640 1 -- 172.21.15.76:0/3268969743 shutdown_connections 2024-09-13T16:12:05.076 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:05.073+0000 7fdf9171f640 1 --2- 172.21.15.76:0/3268969743 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdf8c0b2b90 0x7fdf8c0b0b70 unknown :-1 s=CLOSED pgs=1466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:05.076 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:05.073+0000 7fdf9171f640 1 --2- 172.21.15.76:0/3268969743 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdf7806ac30 0x7fdf7806d0f0 unknown :-1 s=CLOSED pgs=634 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:05.076 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:05.073+0000 7fdf9171f640 1 --2- 172.21.15.76:0/3268969743 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdf8c1f61a0 0x7fdf8c0b0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:05.076 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:05.073+0000 7fdf9171f640 1 --2- 172.21.15.76:0/3268969743 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdf740047c0 0x7fdf8c1f1690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:05.076 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:05.073+0000 7fdf9171f640 1 -- 172.21.15.76:0/3268969743 >> 172.21.15.76:0/3268969743 conn(0x7fdf8c09b870 msgr2=0x7fdf8c15cf50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:05.076 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:05.073+0000 7fdf9171f640 1 -- 172.21.15.76:0/3268969743 shutdown_connections 2024-09-13T16:12:05.076 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:05.073+0000 7fdf9171f640 1 -- 172.21.15.76:0/3268969743 wait complete. 2024-09-13T16:12:05.086 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T16:12:05.086 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T16:12:05.086 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi076.front.sepia.ceph.com 2024-09-13T16:12:05.086 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-13T16:12:05.086 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-13T16:12:05.086 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T16:12:05.086 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T16:12:05.086 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T16:12:05.086 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:12:05.087 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:05.087 DEBUG:teuthology.orchestra.run.smithi076:> ip addr 2024-09-13T16:12:05.103 INFO:teuthology.orchestra.run.smithi076.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T16:12:05.103 INFO:teuthology.orchestra.run.smithi076.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T16:12:05.103 INFO:teuthology.orchestra.run.smithi076.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T16:12:05.103 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:12:05.103 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 ::1/128 scope host 2024-09-13T16:12:05.103 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:12:05.103 INFO:teuthology.orchestra.run.smithi076.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:12:05.103 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:d8:da:66 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:12:05.104 INFO:teuthology.orchestra.run.smithi076.stdout: altname enp7s0f0 2024-09-13T16:12:05.104 INFO:teuthology.orchestra.run.smithi076.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:12:05.104 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:d8:da:67 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:12:05.104 INFO:teuthology.orchestra.run.smithi076.stdout: altname enp7s0f1 2024-09-13T16:12:05.104 INFO:teuthology.orchestra.run.smithi076.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:12:05.104 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:8f:47:e0 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:12:05.104 INFO:teuthology.orchestra.run.smithi076.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T16:12:05.104 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:8f:47:e1 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:12:05.104 INFO:teuthology.orchestra.run.smithi076.stdout: inet 172.21.15.76/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-13T16:12:05.104 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft 42171sec preferred_lft 42171sec 2024-09-13T16:12:05.104 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::ec4:7aff:fe8f:47e1/64 scope link noprefixroute 2024-09-13T16:12:05.104 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:12:05.105 INFO:teuthology.orchestra.run.smithi076.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T16:12:05.105 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0e:a0:37:a4:1d:a0 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:12:05.105 INFO:teuthology.orchestra.run.smithi076.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-13T16:12:05.105 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:12:05.105 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::a496:13ff:fe82:8fa2/64 scope link 2024-09-13T16:12:05.105 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:12:05.105 INFO:teuthology.orchestra.run.smithi076.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:12:05.105 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether b2:0f:89:b0:cb:4d brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-13T16:12:05.105 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::b00f:89ff:feb0:cb4d/64 scope link 2024-09-13T16:12:05.105 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:12:05.105 INFO:teuthology.orchestra.run.smithi076.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:12:05.105 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0e:a0:37:a4:1d:a0 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-13T16:12:05.105 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::ca0:37ff:fea4:1da0/64 scope link 2024-09-13T16:12:05.105 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:12:05.106 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:05.106 DEBUG:teuthology.orchestra.run.smithi076:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T16:12:05.166 INFO:teuthology.orchestra.run.smithi076.stdout:1 2024-09-13T16:12:05.168 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:05.168 DEBUG:teuthology.orchestra.run.smithi076:> route 2024-09-13T16:12:05.224 INFO:teuthology.orchestra.run.smithi076.stdout:Kernel IP routing table 2024-09-13T16:12:05.225 INFO:teuthology.orchestra.run.smithi076.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T16:12:05.225 INFO:teuthology.orchestra.run.smithi076.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-13T16:12:05.225 INFO:teuthology.orchestra.run.smithi076.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-13T16:12:05.225 INFO:teuthology.orchestra.run.smithi076.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T16:12:05.225 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:05.225 DEBUG:teuthology.orchestra.run.smithi076:> (cd / && exec bash -c ' 2024-09-13T16:12:05.225 DEBUG:teuthology.orchestra.run.smithi076:> set -e 2024-09-13T16:12:05.225 DEBUG:teuthology.orchestra.run.smithi076:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-13T16:12:05.226 DEBUG:teuthology.orchestra.run.smithi076:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-13T16:12:05.226 DEBUG:teuthology.orchestra.run.smithi076:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-13T16:12:05.226 DEBUG:teuthology.orchestra.run.smithi076:> ') 2024-09-13T16:12:05.311 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:05.311 DEBUG:teuthology.orchestra.run.smithi076:> ip netns list 2024-09-13T16:12:05.327 INFO:teuthology.orchestra.run.smithi076.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-13T16:12:05.327 INFO:teuthology.orchestra.run.smithi076.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-13T16:12:05.327 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:12:05.327 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:05.327 DEBUG:teuthology.orchestra.run.smithi076:> sudo ip link set brx.0 up 2024-09-13T16:12:05.392 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-13T16:12:05.392 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:12:05.392 DEBUG:teuthology.orchestra.run.smithi076:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-13T16:12:05.448 INFO:teuthology.orchestra.run.smithi076.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:12:05.448 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:12:05.448 DEBUG:teuthology.orchestra.run.smithi076:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-13T16:12:05.503 DEBUG:teuthology.orchestra.run.smithi076:> sudo modprobe fuse 2024-09-13T16:12:05.569 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:12:05.570 DEBUG:teuthology.orchestra.run.smithi076:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:12:05.633 INFO:teuthology.orchestra.run.smithi076.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:12:05.635 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:12:05.635 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:05.635 DEBUG:teuthology.orchestra.run.smithi076:> ls /sys/fs/fuse/connections 2024-09-13T16:12:05.690 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-13T16:12:05.691 DEBUG:teuthology.orchestra.run.smithi076:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-13T16:12:05.734 DEBUG:teuthology.orchestra.run.smithi076:> sudo modprobe fuse 2024-09-13T16:12:05.758 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:12:05.758 DEBUG:teuthology.orchestra.run.smithi076:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:12:05.816 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi076.stderr:2024-09-13T16:12:05.814+0000 7f83be752480 -1 init, newargv = 0x55e09d310e10 newargc=15 2024-09-13T16:12:05.816 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi076.stderr:ceph-fuse[73580]: starting ceph client 2024-09-13T16:12:05.820 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi076.stderr:ceph-fuse[73580]: starting fuse 2024-09-13T16:12:05.824 INFO:teuthology.orchestra.run.smithi076.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:12:05.825 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:12:05.826 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:05.826 DEBUG:teuthology.orchestra.run.smithi076:> ls /sys/fs/fuse/connections 2024-09-13T16:12:05.864 INFO:tasks.ceph.mds.a.smithi076.stderr:2024-09-13T16:12:05.862+0000 7f439f950640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T16:12:05.878 INFO:teuthology.orchestra.run.smithi076.stdout:41 2024-09-13T16:12:05.878 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-13T16:12:05.879 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:12:05.879 DEBUG:teuthology.orchestra.run.smithi076:> import glob 2024-09-13T16:12:05.879 DEBUG:teuthology.orchestra.run.smithi076:> import re 2024-09-13T16:12:05.879 DEBUG:teuthology.orchestra.run.smithi076:> import os 2024-09-13T16:12:05.879 DEBUG:teuthology.orchestra.run.smithi076:> import subprocess 2024-09-13T16:12:05.879 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:12:05.879 DEBUG:teuthology.orchestra.run.smithi076:> def _find_admin_socket(client_name): 2024-09-13T16:12:05.879 DEBUG:teuthology.orchestra.run.smithi076:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-13T16:12:05.879 DEBUG:teuthology.orchestra.run.smithi076:> files = glob.glob(asok_path) 2024-09-13T16:12:05.879 DEBUG:teuthology.orchestra.run.smithi076:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-13T16:12:05.879 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:12:05.879 DEBUG:teuthology.orchestra.run.smithi076:> # Given a non-glob path, it better be there 2024-09-13T16:12:05.880 DEBUG:teuthology.orchestra.run.smithi076:> if "*" not in asok_path: 2024-09-13T16:12:05.880 DEBUG:teuthology.orchestra.run.smithi076:> assert(len(files) == 1) 2024-09-13T16:12:05.880 DEBUG:teuthology.orchestra.run.smithi076:> return files[0] 2024-09-13T16:12:05.880 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:12:05.880 DEBUG:teuthology.orchestra.run.smithi076:> for f in files: 2024-09-13T16:12:05.880 DEBUG:teuthology.orchestra.run.smithi076:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T16:12:05.880 DEBUG:teuthology.orchestra.run.smithi076:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T16:12:05.880 DEBUG:teuthology.orchestra.run.smithi076:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T16:12:05.880 DEBUG:teuthology.orchestra.run.smithi076:> contents = proc_f.read() 2024-09-13T16:12:05.880 DEBUG:teuthology.orchestra.run.smithi076:> if mountpoint in contents: 2024-09-13T16:12:05.880 DEBUG:teuthology.orchestra.run.smithi076:> return f 2024-09-13T16:12:05.880 DEBUG:teuthology.orchestra.run.smithi076:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T16:12:05.880 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:12:05.880 DEBUG:teuthology.orchestra.run.smithi076:> print(_find_admin_socket("client.0")) 2024-09-13T16:12:05.881 DEBUG:teuthology.orchestra.run.smithi076:> ' 2024-09-13T16:12:05.993 INFO:teuthology.orchestra.run.smithi076.stdout:/var/run/ceph/ceph-client.0.73580.asok 2024-09-13T16:12:06.180 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.73580.asok 2024-09-13T16:12:06.180 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:06.180 DEBUG:teuthology.orchestra.run.smithi076:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.73580.asok status 2024-09-13T16:12:06.313 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2024-09-13T16:12:06.313 INFO:teuthology.orchestra.run.smithi076.stdout: "metadata": { 2024-09-13T16:12:06.313 INFO:teuthology.orchestra.run.smithi076.stdout: "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", 2024-09-13T16:12:06.314 INFO:teuthology.orchestra.run.smithi076.stdout: "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", 2024-09-13T16:12:06.314 INFO:teuthology.orchestra.run.smithi076.stdout: "entity_id": "0", 2024-09-13T16:12:06.314 INFO:teuthology.orchestra.run.smithi076.stdout: "hostname": "smithi076", 2024-09-13T16:12:06.314 INFO:teuthology.orchestra.run.smithi076.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-13T16:12:06.314 INFO:teuthology.orchestra.run.smithi076.stdout: "pid": "73580", 2024-09-13T16:12:06.314 INFO:teuthology.orchestra.run.smithi076.stdout: "root": "/" 2024-09-13T16:12:06.314 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:12:06.315 INFO:teuthology.orchestra.run.smithi076.stdout: "dentry_count": 0, 2024-09-13T16:12:06.315 INFO:teuthology.orchestra.run.smithi076.stdout: "dentry_pinned_count": 0, 2024-09-13T16:12:06.315 INFO:teuthology.orchestra.run.smithi076.stdout: "id": 8235, 2024-09-13T16:12:06.315 INFO:teuthology.orchestra.run.smithi076.stdout: "inst": { 2024-09-13T16:12:06.315 INFO:teuthology.orchestra.run.smithi076.stdout: "name": { 2024-09-13T16:12:06.315 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "client", 2024-09-13T16:12:06.315 INFO:teuthology.orchestra.run.smithi076.stdout: "num": 8235 2024-09-13T16:12:06.315 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:12:06.315 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": { 2024-09-13T16:12:06.315 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "v1", 2024-09-13T16:12:06.315 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:12:06.315 INFO:teuthology.orchestra.run.smithi076.stdout: "nonce": 28146872 2024-09-13T16:12:06.315 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:12:06.315 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:12:06.316 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": { 2024-09-13T16:12:06.316 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "v1", 2024-09-13T16:12:06.316 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:12:06.316 INFO:teuthology.orchestra.run.smithi076.stdout: "nonce": 28146872 2024-09-13T16:12:06.316 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:12:06.316 INFO:teuthology.orchestra.run.smithi076.stdout: "inst_str": "client.8235 192.168.0.1:0/28146872", 2024-09-13T16:12:06.316 INFO:teuthology.orchestra.run.smithi076.stdout: "addr_str": "192.168.0.1:0/28146872", 2024-09-13T16:12:06.316 INFO:teuthology.orchestra.run.smithi076.stdout: "inode_count": 1, 2024-09-13T16:12:06.316 INFO:teuthology.orchestra.run.smithi076.stdout: "mds_epoch": 54, 2024-09-13T16:12:06.316 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_epoch": 110, 2024-09-13T16:12:06.316 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_epoch_barrier": 0, 2024-09-13T16:12:06.316 INFO:teuthology.orchestra.run.smithi076.stdout: "blocklisted": false, 2024-09-13T16:12:06.316 INFO:teuthology.orchestra.run.smithi076.stdout: "fs_name": "cephfs" 2024-09-13T16:12:06.316 INFO:teuthology.orchestra.run.smithi076.stdout:} 2024-09-13T16:12:06.322 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:06.322 DEBUG:teuthology.orchestra.run.smithi076:> stat --file-system '--printf=%T 2024-09-13T16:12:06.322 DEBUG:teuthology.orchestra.run.smithi076:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-13T16:12:06.337 INFO:teuthology.orchestra.run.smithi076.stdout:fuseblk 2024-09-13T16:12:06.337 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-13T16:12:06.338 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:06.338 DEBUG:teuthology.orchestra.run.smithi076:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-13T16:12:06.403 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T16:12:06.543 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.541+0000 7f51ec301640 1 Processor -- start 2024-09-13T16:12:06.543 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.541+0000 7f51ec301640 1 -- start start 2024-09-13T16:12:06.546 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.542+0000 7f51ec301640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f51e406c8a0 0x7f51e40b2590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:06.546 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.542+0000 7f51ec301640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f51e40cbea0 0x7f51e40cc350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:06.546 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.542+0000 7f51ec301640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f51e40cc890 con 0x7f51e406c4c0 2024-09-13T16:12:06.546 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.542+0000 7f51ec301640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f51e406deb0 con 0x7f51e40cbea0 2024-09-13T16:12:06.546 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.542+0000 7f51ec301640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f51e40b2170 con 0x7f51e406c8a0 2024-09-13T16:12:06.546 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.542+0000 7f51ea09d640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f51e406c4c0 0x7f51e406d3a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:40520/0 (socket says 172.21.15.76:40520) 2024-09-13T16:12:06.547 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.542+0000 7f51ea09d640 1 -- 172.21.15.76:0/1582340709 learned_addr learned my addr 172.21.15.76:0/1582340709 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:12:06.547 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.542+0000 7f51ea89e640 1 --2- 172.21.15.76:0/1582340709 >> v2:172.21.15.192:3300/0 conn(0x7f51e40cbea0 0x7f51e40cc350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:06.547 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.542+0000 7f51e909b640 1 -- 172.21.15.76:0/1582340709 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 388394905 0 0) 0x7f51e40cc890 con 0x7f51e406c4c0 2024-09-13T16:12:06.547 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.542+0000 7f51e989c640 1 --2- 172.21.15.76:0/1582340709 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f51e406c8a0 0x7f51e40b2590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:06.547 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.543+0000 7f51e909b640 1 -- 172.21.15.76:0/1582340709 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f51d0003520 con 0x7f51e406c4c0 2024-09-13T16:12:06.547 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.543+0000 7f51e909b640 1 -- 172.21.15.76:0/1582340709 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4006663283 0 0) 0x7f51d0003520 con 0x7f51e406c4c0 2024-09-13T16:12:06.547 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.543+0000 7f51e909b640 1 -- 172.21.15.76:0/1582340709 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f51e406c8a0 msgr2=0x7f51e40b2590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:06.547 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.543+0000 7f51e909b640 1 --2- 172.21.15.76:0/1582340709 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f51e406c8a0 0x7f51e40b2590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:06.547 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.543+0000 7f51e909b640 1 -- 172.21.15.76:0/1582340709 >> v2:172.21.15.192:3300/0 conn(0x7f51e40cbea0 msgr2=0x7f51e40cc350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:06.547 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.543+0000 7f51e909b640 1 --2- 172.21.15.76:0/1582340709 >> v2:172.21.15.192:3300/0 conn(0x7f51e40cbea0 0x7f51e40cc350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:06.547 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.543+0000 7f51e909b640 1 -- 172.21.15.76:0/1582340709 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f51e406dab0 con 0x7f51e406c4c0 2024-09-13T16:12:06.547 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.543+0000 7f51e909b640 1 -- 172.21.15.76:0/1582340709 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f51e0001670 con 0x7f51e406c4c0 2024-09-13T16:12:06.547 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.543+0000 7f51e909b640 1 -- 172.21.15.76:0/1582340709 >> v1:172.21.15.76:6789/0 conn(0x7f51e406c4c0 legacy=0x7f51e406d3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:06.548 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.543+0000 7f51e909b640 1 --2- 172.21.15.76:0/1582340709 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f51e406c8a0 0x7f51d0003990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:06.548 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.543+0000 7f51e909b640 1 --2- 172.21.15.76:0/1582340709 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f51d0003f60 0x7f51d00047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:06.548 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.543+0000 7f51e909b640 1 --2- 172.21.15.76:0/1582340709 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f51d0004d00 0x7f51d0005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:06.548 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.543+0000 7f51e909b640 1 -- 172.21.15.76:0/1582340709 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f51e406deb0 con 0x7f51d0004d00 2024-09-13T16:12:06.548 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.543+0000 7f51e909b640 1 -- 172.21.15.76:0/1582340709 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f51e40b2170 con 0x7f51d0003f60 2024-09-13T16:12:06.548 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.543+0000 7f51e909b640 1 -- 172.21.15.76:0/1582340709 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f51d000b9b0 con 0x7f51e406c8a0 2024-09-13T16:12:06.548 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.543+0000 7f51ea89e640 1 --2- 172.21.15.76:0/1582340709 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f51d0004d00 0x7f51d0005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:06.548 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.543+0000 7f51ea09d640 1 --2- 172.21.15.76:0/1582340709 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f51e406c8a0 0x7f51d0003990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:06.548 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.543+0000 7f51e989c640 1 --2- 172.21.15.76:0/1582340709 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f51d0003f60 0x7f51d00047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:06.548 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.543+0000 7f51ea89e640 1 -- 172.21.15.76:0/1582340709 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f51e406c8a0 msgr2=0x7f51d0003990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:06.548 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.543+0000 7f51ea89e640 1 --2- 172.21.15.76:0/1582340709 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f51e406c8a0 0x7f51d0003990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:06.548 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.543+0000 7f51ea89e640 1 -- 172.21.15.76:0/1582340709 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f51d0003f60 msgr2=0x7f51d00047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:06.548 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.543+0000 7f51ea89e640 1 --2- 172.21.15.76:0/1582340709 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f51d0003f60 0x7f51d00047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:06.549 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.543+0000 7f51ea89e640 1 -- 172.21.15.76:0/1582340709 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f51d0003520 con 0x7f51d0004d00 2024-09-13T16:12:06.549 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.544+0000 7f51ea89e640 1 --2- 172.21.15.76:0/1582340709 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f51d0004d00 0x7f51d0005180 secure :-1 s=READY pgs=1471 cs=0 l=1 rev1=1 crypto rx=0x7f51dc009fc0 tx=0x7f51d00057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d10d9a0d63c6d754 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:06.549 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.544+0000 7f51e909b640 1 -- 172.21.15.76:0/1582340709 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f51dc031670 con 0x7f51d0004d00 2024-09-13T16:12:06.549 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.544+0000 7f51e909b640 1 -- 172.21.15.76:0/1582340709 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f51dc00f040 con 0x7f51d0004d00 2024-09-13T16:12:06.549 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.544+0000 7f51e909b640 1 -- 172.21.15.76:0/1582340709 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f51dc031a10 con 0x7f51d0004d00 2024-09-13T16:12:06.549 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.545+0000 7f51ec301640 1 -- 172.21.15.76:0/1582340709 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f51d0004d00 msgr2=0x7f51d0005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:06.549 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.545+0000 7f51ec301640 1 --2- 172.21.15.76:0/1582340709 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f51d0004d00 0x7f51d0005180 secure :-1 s=READY pgs=1471 cs=0 l=1 rev1=1 crypto rx=0x7f51dc009fc0 tx=0x7f51d00057f0 comp rx=0 tx=0).stop 2024-09-13T16:12:06.549 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.545+0000 7f51ea89e640 1 -- 172.21.15.76:0/1582340709 reap_dead start 2024-09-13T16:12:06.549 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.545+0000 7f51ec301640 1 -- 172.21.15.76:0/1582340709 shutdown_connections 2024-09-13T16:12:06.549 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.545+0000 7f51ec301640 1 -- 172.21.15.76:0/1582340709 >> 172.21.15.76:0/1582340709 conn(0x7f51e4069ed0 msgr2=0x7f51e406a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:06.549 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.545+0000 7f51ec301640 1 -- 172.21.15.76:0/1582340709 shutdown_connections 2024-09-13T16:12:06.549 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.545+0000 7f51ec301640 1 -- 172.21.15.76:0/1582340709 wait complete. 2024-09-13T16:12:06.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.546+0000 7f51ec301640 1 Processor -- start 2024-09-13T16:12:06.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.546+0000 7f51ec301640 1 -- start start 2024-09-13T16:12:06.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.547+0000 7f51ec301640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f51d0004d00 0x7f51e40c7cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:06.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.547+0000 7f51ec301640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f51e40c07c0 0x7f51e40c45a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:06.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.547+0000 7f51ec301640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f51e40710e0 0x7f51e4071590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:06.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.547+0000 7f51ec301640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f51e4071ad0 con 0x7f51e40710e0 2024-09-13T16:12:06.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.547+0000 7f51ec301640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f51e40c8230 con 0x7f51d0004d00 2024-09-13T16:12:06.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.547+0000 7f51ec301640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f51e40c4ae0 con 0x7f51e40c07c0 2024-09-13T16:12:06.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.547+0000 7f51ea89e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f51e40710e0 0x7f51e4071590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:06.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.547+0000 7f51ea89e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f51e40710e0 0x7f51e4071590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60532/0 (socket says 172.21.15.76:60532) 2024-09-13T16:12:06.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.547+0000 7f51ea89e640 1 -- 172.21.15.76:0/3201161525 learned_addr learned my addr 172.21.15.76:0/3201161525 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:06.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.547+0000 7f51e989c640 1 --2- 172.21.15.76:0/3201161525 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f51e40c07c0 0x7f51e40c45a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:06.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.547+0000 7f51ea09d640 1 --2- 172.21.15.76:0/3201161525 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f51d0004d00 0x7f51e40c7cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:06.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.547+0000 7f51ea89e640 1 -- 172.21.15.76:0/3201161525 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f51e40c07c0 msgr2=0x7f51e40c45a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:06.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.547+0000 7f51ea89e640 1 --2- 172.21.15.76:0/3201161525 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f51e40c07c0 0x7f51e40c45a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:06.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.547+0000 7f51ea89e640 1 -- 172.21.15.76:0/3201161525 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f51d0004d00 msgr2=0x7f51e40c7cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:06.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.547+0000 7f51ea89e640 1 --2- 172.21.15.76:0/3201161525 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f51d0004d00 0x7f51e40c7cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:06.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.547+0000 7f51ea89e640 1 -- 172.21.15.76:0/3201161525 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f51e41efe40 con 0x7f51e40710e0 2024-09-13T16:12:06.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.547+0000 7f51ea09d640 1 --2- 172.21.15.76:0/3201161525 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f51d0004d00 0x7f51e40c7cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:12:06.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.547+0000 7f51ea89e640 1 --2- 172.21.15.76:0/3201161525 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f51e40710e0 0x7f51e4071590 secure :-1 s=READY pgs=1472 cs=0 l=1 rev1=1 crypto rx=0x7f51dc02ae40 tx=0x7f51dc009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:06.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.548+0000 7f51daffd640 1 -- 172.21.15.76:0/3201161525 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f51dc003b90 con 0x7f51e40710e0 2024-09-13T16:12:06.554 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.548+0000 7f51daffd640 1 -- 172.21.15.76:0/3201161525 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f51dc040070 con 0x7f51e40710e0 2024-09-13T16:12:06.554 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.548+0000 7f51ec301640 1 -- 172.21.15.76:0/3201161525 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f51e41f0120 con 0x7f51e40710e0 2024-09-13T16:12:06.554 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.548+0000 7f51daffd640 1 -- 172.21.15.76:0/3201161525 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f51dc031e30 con 0x7f51e40710e0 2024-09-13T16:12:06.554 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.548+0000 7f51ec301640 1 -- 172.21.15.76:0/3201161525 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f51e41f06e0 con 0x7f51e40710e0 2024-09-13T16:12:06.554 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.549+0000 7f51ec301640 1 -- 172.21.15.76:0/3201161525 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f51e40b2970 con 0x7f51e40710e0 2024-09-13T16:12:06.554 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.549+0000 7f51daffd640 1 -- 172.21.15.76:0/3201161525 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f51dc042030 con 0x7f51e40710e0 2024-09-13T16:12:06.554 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.550+0000 7f51daffd640 1 --2- 172.21.15.76:0/3201161525 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f51c806ac00 0x7f51c806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:06.554 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.550+0000 7f51daffd640 1 -- 172.21.15.76:0/3201161525 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(110..110 src has 1..110) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f51dc0aace0 con 0x7f51e40710e0 2024-09-13T16:12:06.554 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.550+0000 7f51ea09d640 1 --2- 172.21.15.76:0/3201161525 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f51c806ac00 0x7f51c806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:06.554 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.550+0000 7f51ea09d640 1 --2- 172.21.15.76:0/3201161525 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f51c806ac00 0x7f51c806d0c0 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7f51e0001050 tx=0x7f51e0009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:06.555 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.554+0000 7f51daffd640 1 -- 172.21.15.76:0/3201161525 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f51dc075d80 con 0x7f51e40710e0 2024-09-13T16:12:06.748 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.747+0000 7f51ec301640 1 -- 172.21.15.76:0/3201161525 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f51e40c96f0 con 0x7f51e40710e0 2024-09-13T16:12:06.749 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.747+0000 7f51daffd640 1 -- 172.21.15.76:0/3201161525 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v54) v1 ==== 53+0+73 (secure 0 0 0) 0x7f51dc003f30 con 0x7f51e40710e0 2024-09-13T16:12:06.749 INFO:teuthology.orchestra.run.smithi076.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-13T16:12:06.751 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.749+0000 7f51ec301640 1 -- 172.21.15.76:0/3201161525 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f51c806ac00 msgr2=0x7f51c806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:06.751 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.749+0000 7f51ec301640 1 --2- 172.21.15.76:0/3201161525 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f51c806ac00 0x7f51c806d0c0 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7f51e0001050 tx=0x7f51e0009040 comp rx=0 tx=0).stop 2024-09-13T16:12:06.751 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.749+0000 7f51ec301640 1 -- 172.21.15.76:0/3201161525 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f51e40710e0 msgr2=0x7f51e4071590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:06.751 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.749+0000 7f51ec301640 1 --2- 172.21.15.76:0/3201161525 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f51e40710e0 0x7f51e4071590 secure :-1 s=READY pgs=1472 cs=0 l=1 rev1=1 crypto rx=0x7f51dc02ae40 tx=0x7f51dc009750 comp rx=0 tx=0).stop 2024-09-13T16:12:06.751 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.749+0000 7f51ec301640 1 -- 172.21.15.76:0/3201161525 shutdown_connections 2024-09-13T16:12:06.751 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.749+0000 7f51ec301640 1 --2- 172.21.15.76:0/3201161525 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f51e40710e0 0x7f51e4071590 unknown :-1 s=CLOSED pgs=1472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:06.751 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.749+0000 7f51ec301640 1 --2- 172.21.15.76:0/3201161525 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f51c806ac00 0x7f51c806d0c0 unknown :-1 s=CLOSED pgs=635 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:06.751 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.749+0000 7f51ec301640 1 --2- 172.21.15.76:0/3201161525 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f51e40c07c0 0x7f51e40c45a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:06.751 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.749+0000 7f51ec301640 1 --2- 172.21.15.76:0/3201161525 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f51d0004d00 0x7f51e40c7cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:06.751 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.749+0000 7f51ec301640 1 -- 172.21.15.76:0/3201161525 >> 172.21.15.76:0/3201161525 conn(0x7f51e4069ed0 msgr2=0x7f51e40ca210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:06.751 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.749+0000 7f51ec301640 1 -- 172.21.15.76:0/3201161525 shutdown_connections 2024-09-13T16:12:06.752 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:06.749+0000 7f51ec301640 1 -- 172.21.15.76:0/3201161525 wait complete. 2024-09-13T16:12:06.761 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T16:12:06.762 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T16:12:06.762 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi192.front.sepia.ceph.com 2024-09-13T16:12:06.762 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-13T16:12:06.762 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-13T16:12:06.762 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T16:12:06.762 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T16:12:06.762 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T16:12:06.762 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-13T16:12:06.762 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:06.762 DEBUG:teuthology.orchestra.run.smithi192:> ip addr 2024-09-13T16:12:06.783 INFO:teuthology.orchestra.run.smithi192.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T16:12:06.783 INFO:teuthology.orchestra.run.smithi192.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T16:12:06.783 INFO:teuthology.orchestra.run.smithi192.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T16:12:06.783 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:12:06.783 INFO:teuthology.orchestra.run.smithi192.stdout: inet6 ::1/128 scope host 2024-09-13T16:12:06.783 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:12:06.783 INFO:teuthology.orchestra.run.smithi192.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:12:06.783 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether 0c:c4:7a:d9:38:4e brd ff:ff:ff:ff:ff:ff 2024-09-13T16:12:06.783 INFO:teuthology.orchestra.run.smithi192.stdout: altname enp7s0f0 2024-09-13T16:12:06.783 INFO:teuthology.orchestra.run.smithi192.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:12:06.783 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether 0c:c4:7a:d9:38:4f brd ff:ff:ff:ff:ff:ff 2024-09-13T16:12:06.784 INFO:teuthology.orchestra.run.smithi192.stdout: altname enp7s0f1 2024-09-13T16:12:06.784 INFO:teuthology.orchestra.run.smithi192.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:12:06.784 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether 0c:c4:7a:88:80:48 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:12:06.784 INFO:teuthology.orchestra.run.smithi192.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T16:12:06.784 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether 0c:c4:7a:88:80:49 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:12:06.784 INFO:teuthology.orchestra.run.smithi192.stdout: inet 172.21.15.192/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-13T16:12:06.784 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft 42150sec preferred_lft 42150sec 2024-09-13T16:12:06.784 INFO:teuthology.orchestra.run.smithi192.stdout: inet6 fe80::ec4:7aff:fe88:8049/64 scope link noprefixroute 2024-09-13T16:12:06.784 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:12:06.784 INFO:teuthology.orchestra.run.smithi192.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T16:12:06.784 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether ea:94:96:0f:40:1e brd ff:ff:ff:ff:ff:ff 2024-09-13T16:12:06.784 INFO:teuthology.orchestra.run.smithi192.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-13T16:12:06.784 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:12:06.784 INFO:teuthology.orchestra.run.smithi192.stdout: inet6 fe80::807e:ecff:fe50:a056/64 scope link 2024-09-13T16:12:06.785 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:12:06.785 INFO:teuthology.orchestra.run.smithi192.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:12:06.785 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether ea:94:96:0f:40:1e brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-13T16:12:06.785 INFO:teuthology.orchestra.run.smithi192.stdout: inet6 fe80::e894:96ff:fe0f:401e/64 scope link 2024-09-13T16:12:06.785 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:12:06.785 INFO:teuthology.orchestra.run.smithi192.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:12:06.785 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether f6:3a:94:82:39:22 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-13T16:12:06.785 INFO:teuthology.orchestra.run.smithi192.stdout: inet6 fe80::f43a:94ff:fe82:3922/64 scope link 2024-09-13T16:12:06.785 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:12:06.785 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:06.785 DEBUG:teuthology.orchestra.run.smithi192:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T16:12:06.850 INFO:teuthology.orchestra.run.smithi192.stdout:1 2024-09-13T16:12:06.852 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:06.852 DEBUG:teuthology.orchestra.run.smithi192:> route 2024-09-13T16:12:06.910 INFO:teuthology.orchestra.run.smithi192.stdout:Kernel IP routing table 2024-09-13T16:12:06.910 INFO:teuthology.orchestra.run.smithi192.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T16:12:06.910 INFO:teuthology.orchestra.run.smithi192.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-13T16:12:06.910 INFO:teuthology.orchestra.run.smithi192.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-13T16:12:06.910 INFO:teuthology.orchestra.run.smithi192.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T16:12:06.911 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:06.911 DEBUG:teuthology.orchestra.run.smithi192:> (cd / && exec bash -c ' 2024-09-13T16:12:06.911 DEBUG:teuthology.orchestra.run.smithi192:> set -e 2024-09-13T16:12:06.911 DEBUG:teuthology.orchestra.run.smithi192:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-13T16:12:06.911 DEBUG:teuthology.orchestra.run.smithi192:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-13T16:12:06.911 DEBUG:teuthology.orchestra.run.smithi192:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-13T16:12:06.911 DEBUG:teuthology.orchestra.run.smithi192:> ') 2024-09-13T16:12:07.000 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:07.000 DEBUG:teuthology.orchestra.run.smithi192:> ip netns list 2024-09-13T16:12:07.016 INFO:teuthology.orchestra.run.smithi192.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-13T16:12:07.016 INFO:teuthology.orchestra.run.smithi192.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-13T16:12:07.016 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-13T16:12:07.016 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:07.016 DEBUG:teuthology.orchestra.run.smithi192:> sudo ip link set brx.0 up 2024-09-13T16:12:07.082 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-09-13T16:12:07.082 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:12:07.082 DEBUG:teuthology.orchestra.run.smithi192:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-13T16:12:07.139 INFO:teuthology.orchestra.run.smithi192.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-13T16:12:07.139 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:12:07.139 DEBUG:teuthology.orchestra.run.smithi192:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-13T16:12:07.194 DEBUG:teuthology.orchestra.run.smithi192:> sudo modprobe fuse 2024-09-13T16:12:07.260 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:12:07.260 DEBUG:teuthology.orchestra.run.smithi192:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:12:07.324 INFO:teuthology.orchestra.run.smithi192.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:12:07.325 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:12:07.326 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:07.326 DEBUG:teuthology.orchestra.run.smithi192:> ls /sys/fs/fuse/connections 2024-09-13T16:12:07.382 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-13T16:12:07.382 DEBUG:teuthology.orchestra.run.smithi192:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-09-13T16:12:07.424 DEBUG:teuthology.orchestra.run.smithi192:> sudo modprobe fuse 2024-09-13T16:12:07.449 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:12:07.449 DEBUG:teuthology.orchestra.run.smithi192:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:12:07.505 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi192.stderr:2024-09-13T16:12:07.503+0000 7fbebcd52480 -1 init, newargv = 0x565320d0cfc0 newargc=15 2024-09-13T16:12:07.505 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi192.stderr:ceph-fuse[47443]: starting ceph client 2024-09-13T16:12:07.509 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi192.stderr:ceph-fuse[47443]: starting fuse 2024-09-13T16:12:07.514 INFO:teuthology.orchestra.run.smithi192.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:12:07.515 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:12:07.516 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:07.516 DEBUG:teuthology.orchestra.run.smithi192:> ls /sys/fs/fuse/connections 2024-09-13T16:12:07.571 INFO:teuthology.orchestra.run.smithi192.stdout:42 2024-09-13T16:12:07.571 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [42] 2024-09-13T16:12:07.572 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:12:07.572 DEBUG:teuthology.orchestra.run.smithi192:> import glob 2024-09-13T16:12:07.572 DEBUG:teuthology.orchestra.run.smithi192:> import re 2024-09-13T16:12:07.572 DEBUG:teuthology.orchestra.run.smithi192:> import os 2024-09-13T16:12:07.572 DEBUG:teuthology.orchestra.run.smithi192:> import subprocess 2024-09-13T16:12:07.572 DEBUG:teuthology.orchestra.run.smithi192:> 2024-09-13T16:12:07.572 DEBUG:teuthology.orchestra.run.smithi192:> def _find_admin_socket(client_name): 2024-09-13T16:12:07.572 DEBUG:teuthology.orchestra.run.smithi192:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-09-13T16:12:07.572 DEBUG:teuthology.orchestra.run.smithi192:> files = glob.glob(asok_path) 2024-09-13T16:12:07.572 DEBUG:teuthology.orchestra.run.smithi192:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-13T16:12:07.572 DEBUG:teuthology.orchestra.run.smithi192:> 2024-09-13T16:12:07.572 DEBUG:teuthology.orchestra.run.smithi192:> # Given a non-glob path, it better be there 2024-09-13T16:12:07.572 DEBUG:teuthology.orchestra.run.smithi192:> if "*" not in asok_path: 2024-09-13T16:12:07.573 DEBUG:teuthology.orchestra.run.smithi192:> assert(len(files) == 1) 2024-09-13T16:12:07.573 DEBUG:teuthology.orchestra.run.smithi192:> return files[0] 2024-09-13T16:12:07.573 DEBUG:teuthology.orchestra.run.smithi192:> 2024-09-13T16:12:07.573 DEBUG:teuthology.orchestra.run.smithi192:> for f in files: 2024-09-13T16:12:07.573 DEBUG:teuthology.orchestra.run.smithi192:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T16:12:07.573 DEBUG:teuthology.orchestra.run.smithi192:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T16:12:07.573 DEBUG:teuthology.orchestra.run.smithi192:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T16:12:07.573 DEBUG:teuthology.orchestra.run.smithi192:> contents = proc_f.read() 2024-09-13T16:12:07.573 DEBUG:teuthology.orchestra.run.smithi192:> if mountpoint in contents: 2024-09-13T16:12:07.573 DEBUG:teuthology.orchestra.run.smithi192:> return f 2024-09-13T16:12:07.573 DEBUG:teuthology.orchestra.run.smithi192:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T16:12:07.573 DEBUG:teuthology.orchestra.run.smithi192:> 2024-09-13T16:12:07.573 DEBUG:teuthology.orchestra.run.smithi192:> print(_find_admin_socket("client.1")) 2024-09-13T16:12:07.574 DEBUG:teuthology.orchestra.run.smithi192:> ' 2024-09-13T16:12:07.684 INFO:teuthology.orchestra.run.smithi192.stdout:/var/run/ceph/ceph-client.1.47443.asok 2024-09-13T16:12:07.870 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.47443.asok 2024-09-13T16:12:07.870 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:07.871 DEBUG:teuthology.orchestra.run.smithi192:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.47443.asok status 2024-09-13T16:12:08.002 INFO:teuthology.orchestra.run.smithi192.stdout:{ 2024-09-13T16:12:08.002 INFO:teuthology.orchestra.run.smithi192.stdout: "metadata": { 2024-09-13T16:12:08.002 INFO:teuthology.orchestra.run.smithi192.stdout: "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", 2024-09-13T16:12:08.002 INFO:teuthology.orchestra.run.smithi192.stdout: "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", 2024-09-13T16:12:08.002 INFO:teuthology.orchestra.run.smithi192.stdout: "entity_id": "1", 2024-09-13T16:12:08.002 INFO:teuthology.orchestra.run.smithi192.stdout: "hostname": "smithi192", 2024-09-13T16:12:08.002 INFO:teuthology.orchestra.run.smithi192.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-13T16:12:08.002 INFO:teuthology.orchestra.run.smithi192.stdout: "pid": "47443", 2024-09-13T16:12:08.002 INFO:teuthology.orchestra.run.smithi192.stdout: "root": "/" 2024-09-13T16:12:08.003 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-13T16:12:08.003 INFO:teuthology.orchestra.run.smithi192.stdout: "dentry_count": 0, 2024-09-13T16:12:08.003 INFO:teuthology.orchestra.run.smithi192.stdout: "dentry_pinned_count": 0, 2024-09-13T16:12:08.003 INFO:teuthology.orchestra.run.smithi192.stdout: "id": 7375, 2024-09-13T16:12:08.003 INFO:teuthology.orchestra.run.smithi192.stdout: "inst": { 2024-09-13T16:12:08.003 INFO:teuthology.orchestra.run.smithi192.stdout: "name": { 2024-09-13T16:12:08.003 INFO:teuthology.orchestra.run.smithi192.stdout: "type": "client", 2024-09-13T16:12:08.003 INFO:teuthology.orchestra.run.smithi192.stdout: "num": 7375 2024-09-13T16:12:08.003 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-13T16:12:08.003 INFO:teuthology.orchestra.run.smithi192.stdout: "addr": { 2024-09-13T16:12:08.003 INFO:teuthology.orchestra.run.smithi192.stdout: "type": "v1", 2024-09-13T16:12:08.003 INFO:teuthology.orchestra.run.smithi192.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:12:08.003 INFO:teuthology.orchestra.run.smithi192.stdout: "nonce": 1980748922 2024-09-13T16:12:08.003 INFO:teuthology.orchestra.run.smithi192.stdout: } 2024-09-13T16:12:08.004 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-13T16:12:08.004 INFO:teuthology.orchestra.run.smithi192.stdout: "addr": { 2024-09-13T16:12:08.004 INFO:teuthology.orchestra.run.smithi192.stdout: "type": "v1", 2024-09-13T16:12:08.004 INFO:teuthology.orchestra.run.smithi192.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:12:08.004 INFO:teuthology.orchestra.run.smithi192.stdout: "nonce": 1980748922 2024-09-13T16:12:08.004 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-13T16:12:08.004 INFO:teuthology.orchestra.run.smithi192.stdout: "inst_str": "client.7375 192.168.0.1:0/1980748922", 2024-09-13T16:12:08.004 INFO:teuthology.orchestra.run.smithi192.stdout: "addr_str": "192.168.0.1:0/1980748922", 2024-09-13T16:12:08.004 INFO:teuthology.orchestra.run.smithi192.stdout: "inode_count": 1, 2024-09-13T16:12:08.004 INFO:teuthology.orchestra.run.smithi192.stdout: "mds_epoch": 54, 2024-09-13T16:12:08.004 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_epoch": 110, 2024-09-13T16:12:08.004 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_epoch_barrier": 0, 2024-09-13T16:12:08.004 INFO:teuthology.orchestra.run.smithi192.stdout: "blocklisted": false, 2024-09-13T16:12:08.005 INFO:teuthology.orchestra.run.smithi192.stdout: "fs_name": "cephfs" 2024-09-13T16:12:08.005 INFO:teuthology.orchestra.run.smithi192.stdout:} 2024-09-13T16:12:08.010 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:08.010 DEBUG:teuthology.orchestra.run.smithi192:> stat --file-system '--printf=%T 2024-09-13T16:12:08.010 DEBUG:teuthology.orchestra.run.smithi192:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-13T16:12:08.025 INFO:teuthology.orchestra.run.smithi192.stdout:fuseblk 2024-09-13T16:12:08.026 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-13T16:12:08.026 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:08.026 DEBUG:teuthology.orchestra.run.smithi192:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-13T16:12:08.091 DEBUG:teuthology.orchestra.run.smithi076:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-13T16:12:08.094 DEBUG:teuthology.orchestra.run.smithi192:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-13T16:12:08.143 INFO:teuthology.orchestra.run.smithi076.stdout:[global] 2024-09-13T16:12:08.143 INFO:teuthology.orchestra.run.smithi076.stdout: chdir = "" 2024-09-13T16:12:08.143 INFO:teuthology.orchestra.run.smithi076.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-13T16:12:08.143 INFO:teuthology.orchestra.run.smithi076.stdout: auth supported = cephx 2024-09-13T16:12:08.144 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:08.144 INFO:teuthology.orchestra.run.smithi076.stdout: filestore xattr use omap = true 2024-09-13T16:12:08.144 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:08.144 INFO:teuthology.orchestra.run.smithi076.stdout: mon clock drift allowed = 1.000 2024-09-13T16:12:08.144 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:08.144 INFO:teuthology.orchestra.run.smithi076.stdout: osd crush chooseleaf type = 0 2024-09-13T16:12:08.144 INFO:teuthology.orchestra.run.smithi076.stdout: auth debug = true 2024-09-13T16:12:08.144 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:08.144 INFO:teuthology.orchestra.run.smithi076.stdout: ms die on old message = true 2024-09-13T16:12:08.144 INFO:teuthology.orchestra.run.smithi076.stdout: ms die on bug = true 2024-09-13T16:12:08.144 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:08.144 INFO:teuthology.orchestra.run.smithi076.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-13T16:12:08.144 INFO:teuthology.orchestra.run.smithi076.stdout: mon pg warn max object skew = 0 2024-09-13T16:12:08.144 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:08.145 INFO:teuthology.orchestra.run.smithi076.stdout: # disable pg_autoscaler by default for new pools 2024-09-13T16:12:08.145 INFO:teuthology.orchestra.run.smithi076.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-13T16:12:08.145 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:08.145 INFO:teuthology.orchestra.run.smithi076.stdout: osd pool default size = 2 2024-09-13T16:12:08.145 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:08.145 INFO:teuthology.orchestra.run.smithi076.stdout: mon osd allow primary affinity = true 2024-09-13T16:12:08.145 INFO:teuthology.orchestra.run.smithi076.stdout: mon osd allow pg remap = true 2024-09-13T16:12:08.145 INFO:teuthology.orchestra.run.smithi076.stdout: mon warn on legacy crush tunables = false 2024-09-13T16:12:08.145 INFO:teuthology.orchestra.run.smithi076.stdout: mon warn on crush straw calc version zero = false 2024-09-13T16:12:08.145 INFO:teuthology.orchestra.run.smithi076.stdout: mon warn on no sortbitwise = false 2024-09-13T16:12:08.145 INFO:teuthology.orchestra.run.smithi076.stdout: mon warn on osd down out interval zero = false 2024-09-13T16:12:08.145 INFO:teuthology.orchestra.run.smithi076.stdout: mon warn on too few osds = false 2024-09-13T16:12:08.145 INFO:teuthology.orchestra.run.smithi076.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-13T16:12:08.146 INFO:teuthology.orchestra.run.smithi076.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-13T16:12:08.146 INFO:teuthology.orchestra.run.smithi076.stdout: mon_allow_pool_size_one = true 2024-09-13T16:12:08.146 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:08.146 INFO:teuthology.orchestra.run.smithi076.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-13T16:12:08.146 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:08.146 INFO:teuthology.orchestra.run.smithi076.stdout: osd default data pool replay window = 5 2024-09-13T16:12:08.146 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:08.146 INFO:teuthology.orchestra.run.smithi076.stdout: mon allow pool delete = true 2024-09-13T16:12:08.146 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:08.146 INFO:teuthology.orchestra.run.smithi076.stdout: mon cluster log file level = debug 2024-09-13T16:12:08.146 INFO:teuthology.orchestra.run.smithi076.stdout: debug asserts on shutdown = true 2024-09-13T16:12:08.146 INFO:teuthology.orchestra.run.smithi076.stdout: mon health detail to clog = false 2024-09-13T16:12:08.146 INFO:teuthology.orchestra.run.smithi076.stdout: mon host = "172.21.15.76,172.21.15.192,[v2:172.21.15.192:3301,v1:172.21.15.192:6790]" 2024-09-13T16:12:08.146 INFO:teuthology.orchestra.run.smithi076.stdout: fsid = da76ee52-f48b-434a-9df7-5fefe2a6e471 2024-09-13T16:12:08.146 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:08.147 INFO:teuthology.orchestra.run.smithi076.stdout:[osd] 2024-09-13T16:12:08.147 INFO:teuthology.orchestra.run.smithi076.stdout: osd journal size = 100 2024-09-13T16:12:08.147 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:08.147 INFO:teuthology.orchestra.run.smithi076.stdout: osd scrub load threshold = 5.0 2024-09-13T16:12:08.147 INFO:teuthology.orchestra.run.smithi076.stdout: osd scrub max interval = 600 2024-09-13T16:12:08.147 INFO:teuthology.orchestra.run.smithi076.stdout: osd mclock profile = high_recovery_ops 2024-09-13T16:12:08.147 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:08.147 INFO:teuthology.orchestra.run.smithi076.stdout: osd recover clone overlap = true 2024-09-13T16:12:08.147 INFO:teuthology.orchestra.run.smithi076.stdout: osd recovery max chunk = 1048576 2024-09-13T16:12:08.147 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:08.147 INFO:teuthology.orchestra.run.smithi076.stdout: osd debug shutdown = true 2024-09-13T16:12:08.147 INFO:teuthology.orchestra.run.smithi076.stdout: osd debug op order = true 2024-09-13T16:12:08.147 INFO:teuthology.orchestra.run.smithi076.stdout: osd debug verify stray on activate = true 2024-09-13T16:12:08.147 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:08.148 INFO:teuthology.orchestra.run.smithi076.stdout: osd open classes on start = true 2024-09-13T16:12:08.148 INFO:teuthology.orchestra.run.smithi076.stdout: osd debug pg log writeout = true 2024-09-13T16:12:08.148 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:08.148 INFO:teuthology.orchestra.run.smithi076.stdout: osd deep scrub update digest min age = 30 2024-09-13T16:12:08.148 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:08.148 INFO:teuthology.orchestra.run.smithi076.stdout: osd map max advance = 10 2024-09-13T16:12:08.148 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:08.148 INFO:teuthology.orchestra.run.smithi076.stdout: journal zero on create = true 2024-09-13T16:12:08.149 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:08.149 INFO:teuthology.orchestra.run.smithi076.stdout: filestore ondisk finisher threads = 3 2024-09-13T16:12:08.149 INFO:teuthology.orchestra.run.smithi076.stdout: filestore apply finisher threads = 3 2024-09-13T16:12:08.149 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:08.149 INFO:teuthology.orchestra.run.smithi076.stdout: bdev debug aio = true 2024-09-13T16:12:08.149 INFO:teuthology.orchestra.run.smithi076.stdout: osd debug misdirected ops = true 2024-09-13T16:12:08.149 INFO:teuthology.orchestra.run.smithi076.stdout: bluestore block size = 96636764160 2024-09-13T16:12:08.149 INFO:teuthology.orchestra.run.smithi076.stdout: bluestore fsck on mount = True 2024-09-13T16:12:08.150 INFO:teuthology.orchestra.run.smithi076.stdout: debug bluefs = 20 2024-09-13T16:12:08.150 INFO:teuthology.orchestra.run.smithi076.stdout: debug bluestore = 20 2024-09-13T16:12:08.150 INFO:teuthology.orchestra.run.smithi076.stdout: debug ms = 1 2024-09-13T16:12:08.150 INFO:teuthology.orchestra.run.smithi076.stdout: debug osd = 20 2024-09-13T16:12:08.150 INFO:teuthology.orchestra.run.smithi076.stdout: debug rocksdb = 10 2024-09-13T16:12:08.150 INFO:teuthology.orchestra.run.smithi076.stdout: mon osd backfillfull_ratio = 0.85 2024-09-13T16:12:08.150 INFO:teuthology.orchestra.run.smithi076.stdout: mon osd full ratio = 0.9 2024-09-13T16:12:08.150 INFO:teuthology.orchestra.run.smithi076.stdout: mon osd nearfull ratio = 0.8 2024-09-13T16:12:08.150 INFO:teuthology.orchestra.run.smithi076.stdout: osd failsafe full ratio = 0.95 2024-09-13T16:12:08.150 INFO:teuthology.orchestra.run.smithi076.stdout: osd objectstore = bluestore 2024-09-13T16:12:08.150 INFO:teuthology.orchestra.run.smithi076.stdout: osd op complaint time = 180 2024-09-13T16:12:08.150 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:08.150 INFO:teuthology.orchestra.run.smithi076.stdout:[mgr] 2024-09-13T16:12:08.150 INFO:teuthology.orchestra.run.smithi076.stdout: debug ms = 1 2024-09-13T16:12:08.150 INFO:teuthology.orchestra.run.smithi076.stdout: debug mgr = 20 2024-09-13T16:12:08.150 INFO:teuthology.orchestra.run.smithi076.stdout: debug mon = 20 2024-09-13T16:12:08.151 INFO:teuthology.orchestra.run.smithi076.stdout: debug auth = 20 2024-09-13T16:12:08.151 INFO:teuthology.orchestra.run.smithi076.stdout: mon reweight min pgs per osd = 4 2024-09-13T16:12:08.151 INFO:teuthology.orchestra.run.smithi076.stdout: mon reweight min bytes per osd = 10 2024-09-13T16:12:08.151 INFO:teuthology.orchestra.run.smithi076.stdout: mgr/telemetry/nag = false 2024-09-13T16:12:08.151 INFO:teuthology.orchestra.run.smithi076.stdout: debug client = 20 2024-09-13T16:12:08.151 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:08.151 INFO:teuthology.orchestra.run.smithi076.stdout:[mon] 2024-09-13T16:12:08.151 INFO:teuthology.orchestra.run.smithi076.stdout: debug ms = 1 2024-09-13T16:12:08.151 INFO:teuthology.orchestra.run.smithi076.stdout: debug mon = 20 2024-09-13T16:12:08.151 INFO:teuthology.orchestra.run.smithi076.stdout: debug paxos = 20 2024-09-13T16:12:08.151 INFO:teuthology.orchestra.run.smithi076.stdout: debug auth = 20 2024-09-13T16:12:08.151 INFO:teuthology.orchestra.run.smithi076.stdout: mon data avail warn = 5 2024-09-13T16:12:08.151 INFO:teuthology.orchestra.run.smithi076.stdout: mon mgr mkfs grace = 240 2024-09-13T16:12:08.151 INFO:teuthology.orchestra.run.smithi076.stdout: mon reweight min pgs per osd = 4 2024-09-13T16:12:08.151 INFO:teuthology.orchestra.run.smithi076.stdout: mon osd reporter subtree level = osd 2024-09-13T16:12:08.151 INFO:teuthology.orchestra.run.smithi076.stdout: mon osd prime pg temp = true 2024-09-13T16:12:08.152 INFO:teuthology.orchestra.run.smithi076.stdout: mon reweight min bytes per osd = 10 2024-09-13T16:12:08.152 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:08.152 INFO:teuthology.orchestra.run.smithi076.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-13T16:12:08.152 INFO:teuthology.orchestra.run.smithi076.stdout: auth mon ticket ttl = 660 # 11m 2024-09-13T16:12:08.152 INFO:teuthology.orchestra.run.smithi076.stdout: auth service ticket ttl = 240 # 4m 2024-09-13T16:12:08.152 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:08.152 INFO:teuthology.orchestra.run.smithi076.stdout: # don't complain about insecure global_id in the test suite 2024-09-13T16:12:08.152 INFO:teuthology.orchestra.run.smithi076.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-13T16:12:08.152 INFO:teuthology.orchestra.run.smithi076.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-13T16:12:08.152 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:08.152 INFO:teuthology.orchestra.run.smithi076.stdout: # 1m isn't quite enough 2024-09-13T16:12:08.152 INFO:teuthology.orchestra.run.smithi076.stdout: mon_down_mkfs_grace = 2m 2024-09-13T16:12:08.152 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:08.153 INFO:teuthology.orchestra.run.smithi076.stdout: mon_warn_on_filestore_osds = false 2024-09-13T16:12:08.153 INFO:teuthology.orchestra.run.smithi076.stdout: mon op complaint time = 120 2024-09-13T16:12:08.153 INFO:teuthology.orchestra.run.smithi076.stdout: mon warn on pool no app = False 2024-09-13T16:12:08.153 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:08.153 INFO:teuthology.orchestra.run.smithi076.stdout:[client] 2024-09-13T16:12:08.153 INFO:teuthology.orchestra.run.smithi076.stdout: rgw cache enabled = true 2024-09-13T16:12:08.153 INFO:teuthology.orchestra.run.smithi076.stdout: rgw enable ops log = true 2024-09-13T16:12:08.153 INFO:teuthology.orchestra.run.smithi076.stdout: rgw enable usage log = true 2024-09-13T16:12:08.153 INFO:teuthology.orchestra.run.smithi076.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-13T16:12:08.153 INFO:teuthology.orchestra.run.smithi076.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-13T16:12:08.153 INFO:teuthology.orchestra.run.smithi076.stdout: client mount timeout = 600 2024-09-13T16:12:08.153 INFO:teuthology.orchestra.run.smithi076.stdout: debug client = 20 2024-09-13T16:12:08.153 INFO:teuthology.orchestra.run.smithi076.stdout: debug ms = 1 2024-09-13T16:12:08.153 INFO:teuthology.orchestra.run.smithi076.stdout: pid file = "" 2024-09-13T16:12:08.154 INFO:teuthology.orchestra.run.smithi076.stdout: rados mon op timeout = 900 2024-09-13T16:12:08.154 INFO:teuthology.orchestra.run.smithi076.stdout: rados osd op timeout = 900 2024-09-13T16:12:08.154 INFO:teuthology.orchestra.run.smithi076.stdout: client inject fixed oldest tid = true 2024-09-13T16:12:08.154 INFO:teuthology.orchestra.run.smithi076.stdout:[mon.a] 2024-09-13T16:12:08.154 INFO:teuthology.orchestra.run.smithi076.stdout:[mon.b] 2024-09-13T16:12:08.154 INFO:teuthology.orchestra.run.smithi076.stdout:[mon.c] 2024-09-13T16:12:08.154 INFO:teuthology.orchestra.run.smithi076.stdout:[mds.a] 2024-09-13T16:12:08.154 INFO:teuthology.orchestra.run.smithi076.stdout:[mds.c] 2024-09-13T16:12:08.154 INFO:teuthology.orchestra.run.smithi076.stdout:[mds.b] 2024-09-13T16:12:08.154 INFO:teuthology.orchestra.run.smithi076.stdout:[mds.d] 2024-09-13T16:12:08.154 INFO:teuthology.orchestra.run.smithi076.stdout:[mds] 2024-09-13T16:12:08.154 INFO:teuthology.orchestra.run.smithi076.stdout: debug mds = 20 2024-09-13T16:12:08.154 INFO:teuthology.orchestra.run.smithi076.stdout: debug mds balancer = 20 2024-09-13T16:12:08.154 INFO:teuthology.orchestra.run.smithi076.stdout: debug ms = 1 2024-09-13T16:12:08.154 INFO:teuthology.orchestra.run.smithi076.stdout: mds debug frag = True 2024-09-13T16:12:08.155 INFO:teuthology.orchestra.run.smithi076.stdout: mds debug scatterstat = True 2024-09-13T16:12:08.155 INFO:teuthology.orchestra.run.smithi076.stdout: mds op complaint time = 180 2024-09-13T16:12:08.155 INFO:teuthology.orchestra.run.smithi076.stdout: mds verify scatter = True 2024-09-13T16:12:08.155 INFO:teuthology.orchestra.run.smithi076.stdout: osd op complaint time = 180 2024-09-13T16:12:08.155 INFO:teuthology.orchestra.run.smithi076.stdout: rados mon op timeout = 900 2024-09-13T16:12:08.155 INFO:teuthology.orchestra.run.smithi076.stdout: rados osd op timeout = 900 2024-09-13T16:12:08.173 INFO:teuthology.orchestra.run.smithi192.stdout:[global] 2024-09-13T16:12:08.173 INFO:teuthology.orchestra.run.smithi192.stdout: chdir = "" 2024-09-13T16:12:08.173 INFO:teuthology.orchestra.run.smithi192.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-13T16:12:08.173 INFO:teuthology.orchestra.run.smithi192.stdout: auth supported = cephx 2024-09-13T16:12:08.173 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:12:08.173 INFO:teuthology.orchestra.run.smithi192.stdout: filestore xattr use omap = true 2024-09-13T16:12:08.173 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:12:08.173 INFO:teuthology.orchestra.run.smithi192.stdout: mon clock drift allowed = 1.000 2024-09-13T16:12:08.174 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:12:08.174 INFO:teuthology.orchestra.run.smithi192.stdout: osd crush chooseleaf type = 0 2024-09-13T16:12:08.174 INFO:teuthology.orchestra.run.smithi192.stdout: auth debug = true 2024-09-13T16:12:08.174 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:12:08.174 INFO:teuthology.orchestra.run.smithi192.stdout: ms die on old message = true 2024-09-13T16:12:08.174 INFO:teuthology.orchestra.run.smithi192.stdout: ms die on bug = true 2024-09-13T16:12:08.174 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:12:08.174 INFO:teuthology.orchestra.run.smithi192.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-13T16:12:08.174 INFO:teuthology.orchestra.run.smithi192.stdout: mon pg warn max object skew = 0 2024-09-13T16:12:08.174 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:12:08.174 INFO:teuthology.orchestra.run.smithi192.stdout: # disable pg_autoscaler by default for new pools 2024-09-13T16:12:08.174 INFO:teuthology.orchestra.run.smithi192.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-13T16:12:08.174 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:12:08.174 INFO:teuthology.orchestra.run.smithi192.stdout: osd pool default size = 2 2024-09-13T16:12:08.175 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:12:08.175 INFO:teuthology.orchestra.run.smithi192.stdout: mon osd allow primary affinity = true 2024-09-13T16:12:08.175 INFO:teuthology.orchestra.run.smithi192.stdout: mon osd allow pg remap = true 2024-09-13T16:12:08.175 INFO:teuthology.orchestra.run.smithi192.stdout: mon warn on legacy crush tunables = false 2024-09-13T16:12:08.175 INFO:teuthology.orchestra.run.smithi192.stdout: mon warn on crush straw calc version zero = false 2024-09-13T16:12:08.175 INFO:teuthology.orchestra.run.smithi192.stdout: mon warn on no sortbitwise = false 2024-09-13T16:12:08.175 INFO:teuthology.orchestra.run.smithi192.stdout: mon warn on osd down out interval zero = false 2024-09-13T16:12:08.175 INFO:teuthology.orchestra.run.smithi192.stdout: mon warn on too few osds = false 2024-09-13T16:12:08.175 INFO:teuthology.orchestra.run.smithi192.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-13T16:12:08.175 INFO:teuthology.orchestra.run.smithi192.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-13T16:12:08.175 INFO:teuthology.orchestra.run.smithi192.stdout: mon_allow_pool_size_one = true 2024-09-13T16:12:08.176 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:12:08.176 INFO:teuthology.orchestra.run.smithi192.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-13T16:12:08.176 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:12:08.176 INFO:teuthology.orchestra.run.smithi192.stdout: osd default data pool replay window = 5 2024-09-13T16:12:08.176 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:12:08.176 INFO:teuthology.orchestra.run.smithi192.stdout: mon allow pool delete = true 2024-09-13T16:12:08.176 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:12:08.176 INFO:teuthology.orchestra.run.smithi192.stdout: mon cluster log file level = debug 2024-09-13T16:12:08.176 INFO:teuthology.orchestra.run.smithi192.stdout: debug asserts on shutdown = true 2024-09-13T16:12:08.176 INFO:teuthology.orchestra.run.smithi192.stdout: mon health detail to clog = false 2024-09-13T16:12:08.176 INFO:teuthology.orchestra.run.smithi192.stdout: mon host = "172.21.15.76,172.21.15.192,[v2:172.21.15.192:3301,v1:172.21.15.192:6790]" 2024-09-13T16:12:08.176 INFO:teuthology.orchestra.run.smithi192.stdout: fsid = da76ee52-f48b-434a-9df7-5fefe2a6e471 2024-09-13T16:12:08.176 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:12:08.177 INFO:teuthology.orchestra.run.smithi192.stdout:[osd] 2024-09-13T16:12:08.177 INFO:teuthology.orchestra.run.smithi192.stdout: osd journal size = 100 2024-09-13T16:12:08.177 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:12:08.177 INFO:teuthology.orchestra.run.smithi192.stdout: osd scrub load threshold = 5.0 2024-09-13T16:12:08.177 INFO:teuthology.orchestra.run.smithi192.stdout: osd scrub max interval = 600 2024-09-13T16:12:08.177 INFO:teuthology.orchestra.run.smithi192.stdout: osd mclock profile = high_recovery_ops 2024-09-13T16:12:08.177 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:12:08.177 INFO:teuthology.orchestra.run.smithi192.stdout: osd recover clone overlap = true 2024-09-13T16:12:08.177 INFO:teuthology.orchestra.run.smithi192.stdout: osd recovery max chunk = 1048576 2024-09-13T16:12:08.177 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:12:08.177 INFO:teuthology.orchestra.run.smithi192.stdout: osd debug shutdown = true 2024-09-13T16:12:08.177 INFO:teuthology.orchestra.run.smithi192.stdout: osd debug op order = true 2024-09-13T16:12:08.177 INFO:teuthology.orchestra.run.smithi192.stdout: osd debug verify stray on activate = true 2024-09-13T16:12:08.177 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:12:08.178 INFO:teuthology.orchestra.run.smithi192.stdout: osd open classes on start = true 2024-09-13T16:12:08.178 INFO:teuthology.orchestra.run.smithi192.stdout: osd debug pg log writeout = true 2024-09-13T16:12:08.178 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:12:08.178 INFO:teuthology.orchestra.run.smithi192.stdout: osd deep scrub update digest min age = 30 2024-09-13T16:12:08.178 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:12:08.178 INFO:teuthology.orchestra.run.smithi192.stdout: osd map max advance = 10 2024-09-13T16:12:08.178 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:12:08.178 INFO:teuthology.orchestra.run.smithi192.stdout: journal zero on create = true 2024-09-13T16:12:08.178 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:12:08.178 INFO:teuthology.orchestra.run.smithi192.stdout: filestore ondisk finisher threads = 3 2024-09-13T16:12:08.178 INFO:teuthology.orchestra.run.smithi192.stdout: filestore apply finisher threads = 3 2024-09-13T16:12:08.178 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:12:08.178 INFO:teuthology.orchestra.run.smithi192.stdout: bdev debug aio = true 2024-09-13T16:12:08.179 INFO:teuthology.orchestra.run.smithi192.stdout: osd debug misdirected ops = true 2024-09-13T16:12:08.179 INFO:teuthology.orchestra.run.smithi192.stdout: bluestore block size = 96636764160 2024-09-13T16:12:08.179 INFO:teuthology.orchestra.run.smithi192.stdout: bluestore fsck on mount = True 2024-09-13T16:12:08.179 INFO:teuthology.orchestra.run.smithi192.stdout: debug bluefs = 20 2024-09-13T16:12:08.179 INFO:teuthology.orchestra.run.smithi192.stdout: debug bluestore = 20 2024-09-13T16:12:08.179 INFO:teuthology.orchestra.run.smithi192.stdout: debug ms = 1 2024-09-13T16:12:08.179 INFO:teuthology.orchestra.run.smithi192.stdout: debug osd = 20 2024-09-13T16:12:08.179 INFO:teuthology.orchestra.run.smithi192.stdout: debug rocksdb = 10 2024-09-13T16:12:08.179 INFO:teuthology.orchestra.run.smithi192.stdout: mon osd backfillfull_ratio = 0.85 2024-09-13T16:12:08.179 INFO:teuthology.orchestra.run.smithi192.stdout: mon osd full ratio = 0.9 2024-09-13T16:12:08.179 INFO:teuthology.orchestra.run.smithi192.stdout: mon osd nearfull ratio = 0.8 2024-09-13T16:12:08.179 INFO:teuthology.orchestra.run.smithi192.stdout: osd failsafe full ratio = 0.95 2024-09-13T16:12:08.179 INFO:teuthology.orchestra.run.smithi192.stdout: osd objectstore = bluestore 2024-09-13T16:12:08.179 INFO:teuthology.orchestra.run.smithi192.stdout: osd op complaint time = 180 2024-09-13T16:12:08.179 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:12:08.180 INFO:teuthology.orchestra.run.smithi192.stdout:[mgr] 2024-09-13T16:12:08.180 INFO:teuthology.orchestra.run.smithi192.stdout: debug ms = 1 2024-09-13T16:12:08.180 INFO:teuthology.orchestra.run.smithi192.stdout: debug mgr = 20 2024-09-13T16:12:08.180 INFO:teuthology.orchestra.run.smithi192.stdout: debug mon = 20 2024-09-13T16:12:08.180 INFO:teuthology.orchestra.run.smithi192.stdout: debug auth = 20 2024-09-13T16:12:08.180 INFO:teuthology.orchestra.run.smithi192.stdout: mon reweight min pgs per osd = 4 2024-09-13T16:12:08.180 INFO:teuthology.orchestra.run.smithi192.stdout: mon reweight min bytes per osd = 10 2024-09-13T16:12:08.180 INFO:teuthology.orchestra.run.smithi192.stdout: mgr/telemetry/nag = false 2024-09-13T16:12:08.180 INFO:teuthology.orchestra.run.smithi192.stdout: debug client = 20 2024-09-13T16:12:08.180 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:12:08.180 INFO:teuthology.orchestra.run.smithi192.stdout:[mon] 2024-09-13T16:12:08.180 INFO:teuthology.orchestra.run.smithi192.stdout: debug ms = 1 2024-09-13T16:12:08.180 INFO:teuthology.orchestra.run.smithi192.stdout: debug mon = 20 2024-09-13T16:12:08.180 INFO:teuthology.orchestra.run.smithi192.stdout: debug paxos = 20 2024-09-13T16:12:08.180 INFO:teuthology.orchestra.run.smithi192.stdout: debug auth = 20 2024-09-13T16:12:08.181 INFO:teuthology.orchestra.run.smithi192.stdout: mon data avail warn = 5 2024-09-13T16:12:08.181 INFO:teuthology.orchestra.run.smithi192.stdout: mon mgr mkfs grace = 240 2024-09-13T16:12:08.181 INFO:teuthology.orchestra.run.smithi192.stdout: mon reweight min pgs per osd = 4 2024-09-13T16:12:08.181 INFO:teuthology.orchestra.run.smithi192.stdout: mon osd reporter subtree level = osd 2024-09-13T16:12:08.181 INFO:teuthology.orchestra.run.smithi192.stdout: mon osd prime pg temp = true 2024-09-13T16:12:08.181 INFO:teuthology.orchestra.run.smithi192.stdout: mon reweight min bytes per osd = 10 2024-09-13T16:12:08.181 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:12:08.181 INFO:teuthology.orchestra.run.smithi192.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-13T16:12:08.181 INFO:teuthology.orchestra.run.smithi192.stdout: auth mon ticket ttl = 660 # 11m 2024-09-13T16:12:08.181 INFO:teuthology.orchestra.run.smithi192.stdout: auth service ticket ttl = 240 # 4m 2024-09-13T16:12:08.181 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:12:08.181 INFO:teuthology.orchestra.run.smithi192.stdout: # don't complain about insecure global_id in the test suite 2024-09-13T16:12:08.181 INFO:teuthology.orchestra.run.smithi192.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-13T16:12:08.182 INFO:teuthology.orchestra.run.smithi192.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-13T16:12:08.182 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:12:08.182 INFO:teuthology.orchestra.run.smithi192.stdout: # 1m isn't quite enough 2024-09-13T16:12:08.182 INFO:teuthology.orchestra.run.smithi192.stdout: mon_down_mkfs_grace = 2m 2024-09-13T16:12:08.182 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:12:08.182 INFO:teuthology.orchestra.run.smithi192.stdout: mon_warn_on_filestore_osds = false 2024-09-13T16:12:08.182 INFO:teuthology.orchestra.run.smithi192.stdout: mon op complaint time = 120 2024-09-13T16:12:08.182 INFO:teuthology.orchestra.run.smithi192.stdout: mon warn on pool no app = False 2024-09-13T16:12:08.182 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:12:08.182 INFO:teuthology.orchestra.run.smithi192.stdout:[client] 2024-09-13T16:12:08.182 INFO:teuthology.orchestra.run.smithi192.stdout: rgw cache enabled = true 2024-09-13T16:12:08.182 INFO:teuthology.orchestra.run.smithi192.stdout: rgw enable ops log = true 2024-09-13T16:12:08.182 INFO:teuthology.orchestra.run.smithi192.stdout: rgw enable usage log = true 2024-09-13T16:12:08.182 INFO:teuthology.orchestra.run.smithi192.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-13T16:12:08.183 INFO:teuthology.orchestra.run.smithi192.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-13T16:12:08.183 INFO:teuthology.orchestra.run.smithi192.stdout: client mount timeout = 600 2024-09-13T16:12:08.183 INFO:teuthology.orchestra.run.smithi192.stdout: debug client = 20 2024-09-13T16:12:08.183 INFO:teuthology.orchestra.run.smithi192.stdout: debug ms = 1 2024-09-13T16:12:08.183 INFO:teuthology.orchestra.run.smithi192.stdout: pid file = "" 2024-09-13T16:12:08.183 INFO:teuthology.orchestra.run.smithi192.stdout: rados mon op timeout = 900 2024-09-13T16:12:08.183 INFO:teuthology.orchestra.run.smithi192.stdout: rados osd op timeout = 900 2024-09-13T16:12:08.183 INFO:teuthology.orchestra.run.smithi192.stdout: client inject fixed oldest tid = true 2024-09-13T16:12:08.183 INFO:teuthology.orchestra.run.smithi192.stdout:[mon.a] 2024-09-13T16:12:08.183 INFO:teuthology.orchestra.run.smithi192.stdout:[mon.b] 2024-09-13T16:12:08.183 INFO:teuthology.orchestra.run.smithi192.stdout:[mon.c] 2024-09-13T16:12:08.183 INFO:teuthology.orchestra.run.smithi192.stdout:[mds.a] 2024-09-13T16:12:08.183 INFO:teuthology.orchestra.run.smithi192.stdout:[mds.c] 2024-09-13T16:12:08.183 INFO:teuthology.orchestra.run.smithi192.stdout:[mds.b] 2024-09-13T16:12:08.184 INFO:teuthology.orchestra.run.smithi192.stdout:[mds.d] 2024-09-13T16:12:08.184 INFO:teuthology.orchestra.run.smithi192.stdout:[mds] 2024-09-13T16:12:08.184 INFO:teuthology.orchestra.run.smithi192.stdout: debug mds = 20 2024-09-13T16:12:08.184 INFO:teuthology.orchestra.run.smithi192.stdout: debug mds balancer = 20 2024-09-13T16:12:08.184 INFO:teuthology.orchestra.run.smithi192.stdout: debug ms = 1 2024-09-13T16:12:08.184 INFO:teuthology.orchestra.run.smithi192.stdout: mds debug frag = True 2024-09-13T16:12:08.184 INFO:teuthology.orchestra.run.smithi192.stdout: mds debug scatterstat = True 2024-09-13T16:12:08.184 INFO:teuthology.orchestra.run.smithi192.stdout: mds op complaint time = 180 2024-09-13T16:12:08.184 INFO:teuthology.orchestra.run.smithi192.stdout: mds verify scatter = True 2024-09-13T16:12:08.184 INFO:teuthology.orchestra.run.smithi192.stdout: osd op complaint time = 180 2024-09-13T16:12:08.184 INFO:teuthology.orchestra.run.smithi192.stdout: rados mon op timeout = 900 2024-09-13T16:12:08.184 INFO:teuthology.orchestra.run.smithi192.stdout: rados osd op timeout = 900 2024-09-13T16:12:08.185 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:12:08.186 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:12:08.217 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:12:08.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.359+0000 7ff9e7591640 1 Processor -- start 2024-09-13T16:12:08.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.360+0000 7ff9e7591640 1 -- start start 2024-09-13T16:12:08.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.361+0000 7ff9e7591640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff9e013f470 0x7ff9e006d3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:08.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.361+0000 7ff9e7591640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7ff9e006d920 0x7ff9e0159bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:08.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.361+0000 7ff9e7591640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff9e015dcf0 con 0x7ff9e00adb20 2024-09-13T16:12:08.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.361+0000 7ff9e7591640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff9e0159780 con 0x7ff9e006d920 2024-09-13T16:12:08.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.361+0000 7ff9e7591640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff9e006dd50 con 0x7ff9e013f470 2024-09-13T16:12:08.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.361+0000 7ff9e532d640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7ff9e00adb20 0x7ff9e0070270 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:40532/0 (socket says 172.21.15.76:40532) 2024-09-13T16:12:08.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.361+0000 7ff9e532d640 1 -- 172.21.15.76:0/3292037631 learned_addr learned my addr 172.21.15.76:0/3292037631 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:12:08.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.361+0000 7ff9dffff640 1 -- 172.21.15.76:0/3292037631 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1436196068 0 0) 0x7ff9e015dcf0 con 0x7ff9e00adb20 2024-09-13T16:12:08.366 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.361+0000 7ff9dffff640 1 -- 172.21.15.76:0/3292037631 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff9c8003520 con 0x7ff9e00adb20 2024-09-13T16:12:08.366 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.361+0000 7ff9e4b2c640 1 --2- 172.21.15.76:0/3292037631 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff9e013f470 0x7ff9e006d3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:08.366 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.361+0000 7ff9e5b2e640 1 --2- 172.21.15.76:0/3292037631 >> v2:172.21.15.192:3300/0 conn(0x7ff9e006d920 0x7ff9e0159bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:08.366 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.361+0000 7ff9dffff640 1 -- 172.21.15.76:0/3292037631 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2372062163 0 0) 0x7ff9c8003520 con 0x7ff9e00adb20 2024-09-13T16:12:08.366 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.361+0000 7ff9dffff640 1 -- 172.21.15.76:0/3292037631 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff9e013f470 msgr2=0x7ff9e006d3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:08.366 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.361+0000 7ff9dffff640 1 --2- 172.21.15.76:0/3292037631 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff9e013f470 0x7ff9e006d3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:08.366 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.361+0000 7ff9dffff640 1 -- 172.21.15.76:0/3292037631 >> v2:172.21.15.192:3300/0 conn(0x7ff9e006d920 msgr2=0x7ff9e0159bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:08.366 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.361+0000 7ff9dffff640 1 --2- 172.21.15.76:0/3292037631 >> v2:172.21.15.192:3300/0 conn(0x7ff9e006d920 0x7ff9e0159bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:08.366 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.361+0000 7ff9dffff640 1 -- 172.21.15.76:0/3292037631 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff9e015d170 con 0x7ff9e00adb20 2024-09-13T16:12:08.366 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.361+0000 7ff9dffff640 1 -- 172.21.15.76:0/3292037631 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7ff9d8001670 con 0x7ff9e00adb20 2024-09-13T16:12:08.366 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.361+0000 7ff9e5b2e640 1 --2- 172.21.15.76:0/3292037631 >> v2:172.21.15.192:3300/0 conn(0x7ff9e006d920 0x7ff9e0159bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:12:08.367 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.361+0000 7ff9dffff640 1 -- 172.21.15.76:0/3292037631 >> v1:172.21.15.76:6789/0 conn(0x7ff9e00adb20 legacy=0x7ff9e0070270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:08.367 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.361+0000 7ff9dffff640 1 --2- 172.21.15.76:0/3292037631 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff9c8003970 0x7ff9c8003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:08.367 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.361+0000 7ff9dffff640 1 --2- 172.21.15.76:0/3292037631 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff9e013f470 0x7ff9c80047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:08.367 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.361+0000 7ff9dffff640 1 --2- 172.21.15.76:0/3292037631 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff9c8004d00 0x7ff9c8005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:08.367 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.361+0000 7ff9dffff640 1 -- 172.21.15.76:0/3292037631 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff9e0159780 con 0x7ff9c8003970 2024-09-13T16:12:08.367 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.361+0000 7ff9dffff640 1 -- 172.21.15.76:0/3292037631 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff9e006dd50 con 0x7ff9c8004d00 2024-09-13T16:12:08.367 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.361+0000 7ff9dffff640 1 -- 172.21.15.76:0/3292037631 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff9c800ba60 con 0x7ff9e013f470 2024-09-13T16:12:08.367 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.361+0000 7ff9e532d640 1 --2- 172.21.15.76:0/3292037631 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff9c8003970 0x7ff9c8003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:08.367 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.361+0000 7ff9e4b2c640 1 --2- 172.21.15.76:0/3292037631 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff9e013f470 0x7ff9c80047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:08.367 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.361+0000 7ff9e5b2e640 1 --2- 172.21.15.76:0/3292037631 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff9c8004d00 0x7ff9c8005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:08.367 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.362+0000 7ff9e532d640 1 -- 172.21.15.76:0/3292037631 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff9e013f470 msgr2=0x7ff9c80047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:08.367 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.362+0000 7ff9e532d640 1 --2- 172.21.15.76:0/3292037631 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff9e013f470 0x7ff9c80047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:08.368 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.362+0000 7ff9e532d640 1 -- 172.21.15.76:0/3292037631 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff9c8004d00 msgr2=0x7ff9c8005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:08.368 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.362+0000 7ff9e532d640 1 --2- 172.21.15.76:0/3292037631 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff9c8004d00 0x7ff9c8005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:08.368 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.362+0000 7ff9e532d640 1 -- 172.21.15.76:0/3292037631 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff9c8003520 con 0x7ff9c8003970 2024-09-13T16:12:08.368 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.362+0000 7ff9e532d640 1 --2- 172.21.15.76:0/3292037631 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff9c8003970 0x7ff9c8003d90 secure :-1 s=READY pgs=1475 cs=0 l=1 rev1=1 crypto rx=0x7ff9d800c290 tx=0x7ff9c80057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a4fd4f67d0dda0d8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:08.368 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.363+0000 7ff9dffff640 1 -- 172.21.15.76:0/3292037631 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9d802e070 con 0x7ff9c8003970 2024-09-13T16:12:08.368 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.363+0000 7ff9dffff640 1 -- 172.21.15.76:0/3292037631 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff9d80058d0 con 0x7ff9c8003970 2024-09-13T16:12:08.368 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.363+0000 7ff9dffff640 1 -- 172.21.15.76:0/3292037631 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9d8005c80 con 0x7ff9c8003970 2024-09-13T16:12:08.368 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.363+0000 7ff9e7591640 1 -- 172.21.15.76:0/3292037631 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff9c8003970 msgr2=0x7ff9c8003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:08.368 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.363+0000 7ff9e7591640 1 --2- 172.21.15.76:0/3292037631 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff9c8003970 0x7ff9c8003d90 secure :-1 s=READY pgs=1475 cs=0 l=1 rev1=1 crypto rx=0x7ff9d800c290 tx=0x7ff9c80057f0 comp rx=0 tx=0).stop 2024-09-13T16:12:08.368 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.363+0000 7ff9e5b2e640 1 -- 172.21.15.76:0/3292037631 reap_dead start 2024-09-13T16:12:08.368 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.363+0000 7ff9e7591640 1 -- 172.21.15.76:0/3292037631 shutdown_connections 2024-09-13T16:12:08.368 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.363+0000 7ff9e7591640 1 -- 172.21.15.76:0/3292037631 >> 172.21.15.76:0/3292037631 conn(0x7ff9e00b01d0 msgr2=0x7ff9e00b05b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:08.369 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.363+0000 7ff9e7591640 1 -- 172.21.15.76:0/3292037631 shutdown_connections 2024-09-13T16:12:08.369 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.363+0000 7ff9e7591640 1 -- 172.21.15.76:0/3292037631 wait complete. 2024-09-13T16:12:08.371 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.364+0000 7ff9e7591640 1 Processor -- start 2024-09-13T16:12:08.371 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.364+0000 7ff9e7591640 1 -- start start 2024-09-13T16:12:08.371 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.365+0000 7ff9e7591640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff9c8003970 0x7ff9e01ee320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:08.371 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.365+0000 7ff9e7591640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff9e00a9cb0 0x7ff9e00aa130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:08.371 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.365+0000 7ff9e7591640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff9e00ac790 0x7ff9e00acc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:08.371 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.365+0000 7ff9e7591640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff9e00aa670 con 0x7ff9e00ac790 2024-09-13T16:12:08.371 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.365+0000 7ff9e7591640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff9e00ad150 con 0x7ff9c8003970 2024-09-13T16:12:08.372 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.365+0000 7ff9e7591640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff9e014c0a0 con 0x7ff9e00a9cb0 2024-09-13T16:12:08.372 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.365+0000 7ff9e5b2e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff9e00ac790 0x7ff9e00acc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:08.372 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.365+0000 7ff9e5b2e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff9e00ac790 0x7ff9e00acc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60542/0 (socket says 172.21.15.76:60542) 2024-09-13T16:12:08.372 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.365+0000 7ff9e5b2e640 1 -- 172.21.15.76:0/2433664996 learned_addr learned my addr 172.21.15.76:0/2433664996 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:08.372 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.365+0000 7ff9e532d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff9c8003970 0x7ff9e01ee320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:08.372 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.365+0000 7ff9e4b2c640 1 --2- 172.21.15.76:0/2433664996 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff9e00a9cb0 0x7ff9e00aa130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:08.372 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.366+0000 7ff9e5b2e640 1 -- 172.21.15.76:0/2433664996 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff9e00a9cb0 msgr2=0x7ff9e00aa130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:08.372 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.366+0000 7ff9e5b2e640 1 --2- 172.21.15.76:0/2433664996 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff9e00a9cb0 0x7ff9e00aa130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:08.372 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.366+0000 7ff9e5b2e640 1 -- 172.21.15.76:0/2433664996 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff9c8003970 msgr2=0x7ff9e01ee320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:08.372 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.366+0000 7ff9e5b2e640 1 --2- 172.21.15.76:0/2433664996 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff9c8003970 0x7ff9e01ee320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:08.372 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.366+0000 7ff9e5b2e640 1 -- 172.21.15.76:0/2433664996 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff9e00ad6a0 con 0x7ff9e00ac790 2024-09-13T16:12:08.372 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.366+0000 7ff9e5b2e640 1 --2- 172.21.15.76:0/2433664996 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff9e00ac790 0x7ff9e00acc10 secure :-1 s=READY pgs=1476 cs=0 l=1 rev1=1 crypto rx=0x7ff9e006dfd0 tx=0x7ff9d000c620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:08.372 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.366+0000 7ff9ddffb640 1 -- 172.21.15.76:0/2433664996 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9d0007e60 con 0x7ff9e00ac790 2024-09-13T16:12:08.372 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.366+0000 7ff9ddffb640 1 -- 172.21.15.76:0/2433664996 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff9d000ce60 con 0x7ff9e00ac790 2024-09-13T16:12:08.373 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.366+0000 7ff9e7591640 1 -- 172.21.15.76:0/2433664996 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff9e01491c0 con 0x7ff9e00ac790 2024-09-13T16:12:08.373 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.366+0000 7ff9ddffb640 1 -- 172.21.15.76:0/2433664996 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9d0003990 con 0x7ff9e00ac790 2024-09-13T16:12:08.373 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.366+0000 7ff9e7591640 1 -- 172.21.15.76:0/2433664996 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff9e0159bf0 con 0x7ff9e00ac790 2024-09-13T16:12:08.373 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.367+0000 7ff9e7591640 1 -- 172.21.15.76:0/2433664996 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff9e00cb370 con 0x7ff9e00ac790 2024-09-13T16:12:08.373 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.367+0000 7ff9ddffb640 1 -- 172.21.15.76:0/2433664996 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff9d0017460 con 0x7ff9e00ac790 2024-09-13T16:12:08.373 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.368+0000 7ff9ddffb640 1 --2- 172.21.15.76:0/2433664996 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff9cc06ac30 0x7ff9cc06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:08.373 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.368+0000 7ff9ddffb640 1 -- 172.21.15.76:0/2433664996 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(110..110 src has 1..110) v4 ==== 6029+0+0 (secure 0 0 0) 0x7ff9d008bad0 con 0x7ff9e00ac790 2024-09-13T16:12:08.373 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.368+0000 7ff9e532d640 1 --2- 172.21.15.76:0/2433664996 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff9cc06ac30 0x7ff9cc06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:08.373 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.368+0000 7ff9e532d640 1 --2- 172.21.15.76:0/2433664996 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff9cc06ac30 0x7ff9cc06d0f0 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7ff9d8033000 tx=0x7ff9d8009030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:08.374 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.372+0000 7ff9ddffb640 1 -- 172.21.15.76:0/2433664996 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ff9d0056cb0 con 0x7ff9e00ac790 2024-09-13T16:12:08.537 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.535+0000 7ff9e7591640 1 -- 172.21.15.76:0/2433664996 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ff9e00cb7e0 con 0x7ff9e00ac790 2024-09-13T16:12:08.538 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.536+0000 7ff9ddffb640 1 -- 172.21.15.76:0/2433664996 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v110) v1 ==== 74+0+16680 (secure 0 0 0) 0x7ff9d005a2d0 con 0x7ff9e00ac790 2024-09-13T16:12:08.538 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:08.538 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":110,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:12:01.228824+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":16,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:11:58.022342+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"109","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":16,"pool_name":"cephfs_data","create_time":"2024-09-13T16:11:59.194875+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"110","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:12:08.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.538+0000 7ff9e7591640 1 -- 172.21.15.76:0/2433664996 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff9cc06ac30 msgr2=0x7ff9cc06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:08.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.538+0000 7ff9e7591640 1 --2- 172.21.15.76:0/2433664996 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff9cc06ac30 0x7ff9cc06d0f0 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7ff9d8033000 tx=0x7ff9d8009030 comp rx=0 tx=0).stop 2024-09-13T16:12:08.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.538+0000 7ff9e7591640 1 -- 172.21.15.76:0/2433664996 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff9e00ac790 msgr2=0x7ff9e00acc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:08.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.538+0000 7ff9e7591640 1 --2- 172.21.15.76:0/2433664996 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff9e00ac790 0x7ff9e00acc10 secure :-1 s=READY pgs=1476 cs=0 l=1 rev1=1 crypto rx=0x7ff9e006dfd0 tx=0x7ff9d000c620 comp rx=0 tx=0).stop 2024-09-13T16:12:08.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.538+0000 7ff9e7591640 1 -- 172.21.15.76:0/2433664996 shutdown_connections 2024-09-13T16:12:08.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.538+0000 7ff9e7591640 1 --2- 172.21.15.76:0/2433664996 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff9e00ac790 0x7ff9e00acc10 unknown :-1 s=CLOSED pgs=1476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:08.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.538+0000 7ff9e7591640 1 --2- 172.21.15.76:0/2433664996 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff9cc06ac30 0x7ff9cc06d0f0 unknown :-1 s=CLOSED pgs=636 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:08.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.538+0000 7ff9e7591640 1 --2- 172.21.15.76:0/2433664996 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff9e00a9cb0 0x7ff9e00aa130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:08.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.538+0000 7ff9e7591640 1 --2- 172.21.15.76:0/2433664996 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff9c8003970 0x7ff9e01ee320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:08.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.538+0000 7ff9e7591640 1 -- 172.21.15.76:0/2433664996 >> 172.21.15.76:0/2433664996 conn(0x7ff9e00b01d0 msgr2=0x7ff9e00b1aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:08.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.539+0000 7ff9e7591640 1 -- 172.21.15.76:0/2433664996 shutdown_connections 2024-09-13T16:12:08.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.539+0000 7ff9e7591640 1 -- 172.21.15.76:0/2433664996 wait complete. 2024-09-13T16:12:08.552 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:01:26.960607+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 15, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:11:58.022342+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '109', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 16, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:11:59.194875+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '110', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:12:08.552 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:12:08.654 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.652+0000 7f7b8d420640 1 Processor -- start 2024-09-13T16:12:08.654 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.652+0000 7f7b8d420640 1 -- start start 2024-09-13T16:12:08.656 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.653+0000 7f7b8d420640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7b880adb20 0x7f7b8813f470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:08.656 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.653+0000 7f7b8d420640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f7b88070270 0x7f7b8806d3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:08.656 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.653+0000 7f7b8d420640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7b8813f9b0 con 0x7f7b8806d920 2024-09-13T16:12:08.656 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.653+0000 7f7b8d420640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7b8806ddd0 con 0x7f7b88070270 2024-09-13T16:12:08.656 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.653+0000 7f7b8d420640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7b88159780 con 0x7f7b880adb20 2024-09-13T16:12:08.656 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.653+0000 7f7b877fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f7b8806d920 0x7f7b88159bc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:40538/0 (socket says 172.21.15.76:40538) 2024-09-13T16:12:08.657 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.653+0000 7f7b877fe640 1 -- 172.21.15.76:0/1597621975 learned_addr learned my addr 172.21.15.76:0/1597621975 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:12:08.657 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.653+0000 7f7b7e7fc640 1 --2- 172.21.15.76:0/1597621975 >> v2:172.21.15.192:3300/0 conn(0x7f7b88070270 0x7f7b8806d3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:08.657 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.653+0000 7f7b86ffd640 1 --2- 172.21.15.76:0/1597621975 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7b880adb20 0x7f7b8813f470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:08.657 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.654+0000 7f7b867fc640 1 -- 172.21.15.76:0/1597621975 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1452218196 0 0) 0x7f7b80001490 con 0x7f7b8806d920 2024-09-13T16:12:08.657 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.654+0000 7f7b867fc640 1 -- 172.21.15.76:0/1597621975 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7b74003520 con 0x7f7b8806d920 2024-09-13T16:12:08.657 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.654+0000 7f7b7e7fc640 1 -- 172.21.15.76:0/1597621975 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7b880adb20 msgr2=0x7f7b8813f470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:08.657 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.654+0000 7f7b7e7fc640 1 --2- 172.21.15.76:0/1597621975 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7b880adb20 0x7f7b8813f470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:08.657 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.654+0000 7f7b7e7fc640 1 -- 172.21.15.76:0/1597621975 >> v1:172.21.15.76:6789/0 conn(0x7f7b8806d920 legacy=0x7f7b88159bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:08.657 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.654+0000 7f7b7e7fc640 1 -- 172.21.15.76:0/1597621975 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7b8815dcf0 con 0x7f7b88070270 2024-09-13T16:12:08.657 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.654+0000 7f7b86ffd640 1 --2- 172.21.15.76:0/1597621975 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7b880adb20 0x7f7b8813f470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:12:08.657 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.655+0000 7f7b7e7fc640 1 --2- 172.21.15.76:0/1597621975 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7b88070270 0x7f7b8806d3e0 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f7b700097a0 tx=0x7f7b7002a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c48190451a4a5d00 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:08.657 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.655+0000 7f7b867fc640 1 -- 172.21.15.76:0/1597621975 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b70032440 con 0x7f7b88070270 2024-09-13T16:12:08.658 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.655+0000 7f7b867fc640 1 -- 172.21.15.76:0/1597621975 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7b700325a0 con 0x7f7b88070270 2024-09-13T16:12:08.658 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.655+0000 7f7b867fc640 1 -- 172.21.15.76:0/1597621975 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b70032910 con 0x7f7b88070270 2024-09-13T16:12:08.660 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.655+0000 7f7b8d420640 1 -- 172.21.15.76:0/1597621975 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7b88070270 msgr2=0x7f7b8806d3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:08.660 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.655+0000 7f7b8d420640 1 --2- 172.21.15.76:0/1597621975 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7b88070270 0x7f7b8806d3e0 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f7b700097a0 tx=0x7f7b7002a180 comp rx=0 tx=0).stop 2024-09-13T16:12:08.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.655+0000 7f7b8d420640 1 -- 172.21.15.76:0/1597621975 shutdown_connections 2024-09-13T16:12:08.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.655+0000 7f7b8d420640 1 --2- 172.21.15.76:0/1597621975 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7b88070270 0x7f7b8806d3e0 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:08.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.655+0000 7f7b8d420640 1 --2- 172.21.15.76:0/1597621975 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7b880adb20 0x7f7b8813f470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:08.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.655+0000 7f7b8d420640 1 -- 172.21.15.76:0/1597621975 >> 172.21.15.76:0/1597621975 conn(0x7f7b880b01d0 msgr2=0x7f7b880b05b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:08.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.655+0000 7f7b8d420640 1 -- 172.21.15.76:0/1597621975 shutdown_connections 2024-09-13T16:12:08.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.655+0000 7f7b8d420640 1 -- 172.21.15.76:0/1597621975 wait complete. 2024-09-13T16:12:08.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.656+0000 7f7b8d420640 1 Processor -- start 2024-09-13T16:12:08.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.657+0000 7f7b8d420640 1 -- start start 2024-09-13T16:12:08.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.657+0000 7f7b8d420640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7b8806d920 0x7f7b88140560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:08.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.657+0000 7f7b8d420640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7b88070270 0x7f7b8813b3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:08.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.657+0000 7f7b8d420640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7b880adb20 0x7f7b880b2930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:08.662 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.657+0000 7f7b8d420640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b880a8640 con 0x7f7b880adb20 2024-09-13T16:12:08.662 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.657+0000 7f7b8d420640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b880a7a30 con 0x7f7b88070270 2024-09-13T16:12:08.662 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.657+0000 7f7b8d420640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7b880a7d10 con 0x7f7b8806d920 2024-09-13T16:12:08.662 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.658+0000 7f7b877fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7b880adb20 0x7f7b880b2930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:08.662 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.658+0000 7f7b877fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7b880adb20 0x7f7b880b2930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60558/0 (socket says 172.21.15.76:60558) 2024-09-13T16:12:08.662 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.658+0000 7f7b877fe640 1 -- 172.21.15.76:0/1357442430 learned_addr learned my addr 172.21.15.76:0/1357442430 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:08.662 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.658+0000 7f7b86ffd640 1 --2- 172.21.15.76:0/1357442430 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7b8806d920 0x7f7b88140560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:08.662 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.658+0000 7f7b7e7fc640 1 --2- 172.21.15.76:0/1357442430 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7b88070270 0x7f7b8813b3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:08.662 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.658+0000 7f7b877fe640 1 -- 172.21.15.76:0/1357442430 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7b8806d920 msgr2=0x7f7b88140560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:08.662 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.658+0000 7f7b877fe640 1 --2- 172.21.15.76:0/1357442430 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7b8806d920 0x7f7b88140560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:08.662 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.658+0000 7f7b877fe640 1 -- 172.21.15.76:0/1357442430 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7b88070270 msgr2=0x7f7b8813b3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:08.662 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.658+0000 7f7b877fe640 1 --2- 172.21.15.76:0/1357442430 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7b88070270 0x7f7b8813b3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:08.662 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.658+0000 7f7b877fe640 1 -- 172.21.15.76:0/1357442430 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7b78009400 con 0x7f7b880adb20 2024-09-13T16:12:08.663 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.658+0000 7f7b877fe640 1 --2- 172.21.15.76:0/1357442430 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7b880adb20 0x7f7b880b2930 secure :-1 s=READY pgs=1478 cs=0 l=1 rev1=1 crypto rx=0x7f7b8000cac0 tx=0x7f7b8000cf80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:08.663 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.658+0000 7f7b7ffff640 1 -- 172.21.15.76:0/1357442430 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b8000ac30 con 0x7f7b880adb20 2024-09-13T16:12:08.663 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.658+0000 7f7b7ffff640 1 -- 172.21.15.76:0/1357442430 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7b8000adb0 con 0x7f7b880adb20 2024-09-13T16:12:08.663 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.658+0000 7f7b8d420640 1 -- 172.21.15.76:0/1357442430 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7b70009400 con 0x7f7b880adb20 2024-09-13T16:12:08.663 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.658+0000 7f7b7ffff640 1 -- 172.21.15.76:0/1357442430 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b80012640 con 0x7f7b880adb20 2024-09-13T16:12:08.663 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.658+0000 7f7b8d420640 1 -- 172.21.15.76:0/1357442430 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7b880a82d0 con 0x7f7b880adb20 2024-09-13T16:12:08.663 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.659+0000 7f7b8d420640 1 -- 172.21.15.76:0/1357442430 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7b880a87b0 con 0x7f7b880adb20 2024-09-13T16:12:08.664 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.660+0000 7f7b7ffff640 1 -- 172.21.15.76:0/1357442430 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7b80007070 con 0x7f7b880adb20 2024-09-13T16:12:08.664 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.660+0000 7f7b7ffff640 1 --2- 172.21.15.76:0/1357442430 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7b6806ac30 0x7f7b6806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:08.664 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.660+0000 7f7b7ffff640 1 -- 172.21.15.76:0/1357442430 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(110..110 src has 1..110) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f7b80089280 con 0x7f7b880adb20 2024-09-13T16:12:08.664 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.660+0000 7f7b86ffd640 1 --2- 172.21.15.76:0/1357442430 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7b6806ac30 0x7f7b6806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:08.664 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.661+0000 7f7b86ffd640 1 --2- 172.21.15.76:0/1357442430 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7b6806ac30 0x7f7b6806d0f0 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7f7b78009c30 tx=0x7f7b78009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:08.665 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.664+0000 7f7b7ffff640 1 -- 172.21.15.76:0/1357442430 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f7b80054350 con 0x7f7b880adb20 2024-09-13T16:12:08.825 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.824+0000 7f7b8d420640 1 -- 172.21.15.76:0/1357442430 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f7b8813f9b0 con 0x7f7b880adb20 2024-09-13T16:12:08.825 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.824+0000 7f7b7ffff640 1 -- 172.21.15.76:0/1357442430 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v110) v1 ==== 93+0+10 (secure 0 0 0) 0x7f7b8813f9b0 con 0x7f7b880adb20 2024-09-13T16:12:08.825 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2024-09-13T16:12:08.828 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.826+0000 7f7b8d420640 1 -- 172.21.15.76:0/1357442430 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7b6806ac30 msgr2=0x7f7b6806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:08.828 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.826+0000 7f7b8d420640 1 --2- 172.21.15.76:0/1357442430 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7b6806ac30 0x7f7b6806d0f0 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7f7b78009c30 tx=0x7f7b78009190 comp rx=0 tx=0).stop 2024-09-13T16:12:08.828 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.826+0000 7f7b8d420640 1 -- 172.21.15.76:0/1357442430 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7b880adb20 msgr2=0x7f7b880b2930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:08.828 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.826+0000 7f7b8d420640 1 --2- 172.21.15.76:0/1357442430 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7b880adb20 0x7f7b880b2930 secure :-1 s=READY pgs=1478 cs=0 l=1 rev1=1 crypto rx=0x7f7b8000cac0 tx=0x7f7b8000cf80 comp rx=0 tx=0).stop 2024-09-13T16:12:08.828 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.826+0000 7f7b8d420640 1 -- 172.21.15.76:0/1357442430 shutdown_connections 2024-09-13T16:12:08.828 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.826+0000 7f7b8d420640 1 --2- 172.21.15.76:0/1357442430 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7b880adb20 0x7f7b880b2930 unknown :-1 s=CLOSED pgs=1478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:08.828 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.826+0000 7f7b8d420640 1 --2- 172.21.15.76:0/1357442430 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7b88070270 0x7f7b8813b3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:08.828 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.826+0000 7f7b8d420640 1 --2- 172.21.15.76:0/1357442430 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7b6806ac30 0x7f7b6806d0f0 unknown :-1 s=CLOSED pgs=637 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:08.828 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.826+0000 7f7b8d420640 1 --2- 172.21.15.76:0/1357442430 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7b8806d920 0x7f7b88140560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:08.829 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.826+0000 7f7b8d420640 1 -- 172.21.15.76:0/1357442430 >> 172.21.15.76:0/1357442430 conn(0x7f7b880b01d0 msgr2=0x7f7b880cb820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:08.829 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.826+0000 7f7b8d420640 1 -- 172.21.15.76:0/1357442430 shutdown_connections 2024-09-13T16:12:08.829 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.826+0000 7f7b8d420640 1 -- 172.21.15.76:0/1357442430 wait complete. 2024-09-13T16:12:08.839 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:12:08.941 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.939+0000 7f3e8ab9c640 1 Processor -- start 2024-09-13T16:12:08.941 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.939+0000 7f3e8ab9c640 1 -- start start 2024-09-13T16:12:08.942 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.940+0000 7f3e8ab9c640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f3e8415fd10 0x7f3e840d10b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:08.942 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.940+0000 7f3e8ab9c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3e840cf730 0x7f3e840ce2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:08.942 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.940+0000 7f3e8ab9c640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3e840d0940 con 0x7f3e841600f0 2024-09-13T16:12:08.942 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.940+0000 7f3e8ab9c640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3e840b3820 con 0x7f3e8415fd10 2024-09-13T16:12:08.942 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.940+0000 7f3e8ab9c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3e840b3ac0 con 0x7f3e840cf730 2024-09-13T16:12:08.942 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.941+0000 7f3e88938640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f3e8415fd10 0x7f3e840d10b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:08.942 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.941+0000 7f3e7bfff640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7f3e841600f0 0x7f3e840cf020 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:46090/0 (socket says 172.21.15.76:46090) 2024-09-13T16:12:08.943 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.941+0000 7f3e7bfff640 1 -- 172.21.15.76:0/1769864950 learned_addr learned my addr 172.21.15.76:0/1769864950 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:12:08.943 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.941+0000 7f3e89139640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3e840cf730 0x7f3e840ce2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:08.943 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.941+0000 7f3e88938640 1 -- 172.21.15.76:0/1769864950 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3e840cf730 msgr2=0x7f3e840ce2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:08.944 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.941+0000 7f3e88938640 1 --2- 172.21.15.76:0/1769864950 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3e840cf730 0x7f3e840ce2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:08.944 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.941+0000 7f3e88938640 1 -- 172.21.15.76:0/1769864950 >> v1:172.21.15.192:6789/0 conn(0x7f3e841600f0 legacy=0x7f3e840cf020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:08.944 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.941+0000 7f3e7b7fe640 1 -- 172.21.15.76:0/1769864950 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2217375844 0 0) 0x7f3e840d0940 con 0x7f3e841600f0 2024-09-13T16:12:08.944 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.941+0000 7f3e88938640 1 -- 172.21.15.76:0/1769864950 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3e840b3da0 con 0x7f3e8415fd10 2024-09-13T16:12:08.944 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.941+0000 7f3e89139640 1 --2- 172.21.15.76:0/1769864950 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3e840cf730 0x7f3e840ce2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:12:08.944 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.942+0000 7f3e88938640 1 --2- 172.21.15.76:0/1769864950 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3e8415fd10 0x7f3e840d10b0 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f3e800097a0 tx=0x7f3e8002a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9ca1de919bb1786a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:08.944 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.942+0000 7f3e7b7fe640 1 -- 172.21.15.76:0/1769864950 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3e80032440 con 0x7f3e8415fd10 2024-09-13T16:12:08.944 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.942+0000 7f3e7b7fe640 1 -- 172.21.15.76:0/1769864950 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3e800325a0 con 0x7f3e8415fd10 2024-09-13T16:12:08.944 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.942+0000 7f3e7b7fe640 1 -- 172.21.15.76:0/1769864950 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3e80032930 con 0x7f3e8415fd10 2024-09-13T16:12:08.945 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.943+0000 7f3e8ab9c640 1 -- 172.21.15.76:0/1769864950 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3e8415fd10 msgr2=0x7f3e840d10b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:08.945 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.943+0000 7f3e8ab9c640 1 --2- 172.21.15.76:0/1769864950 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3e8415fd10 0x7f3e840d10b0 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f3e800097a0 tx=0x7f3e8002a180 comp rx=0 tx=0).stop 2024-09-13T16:12:08.945 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.943+0000 7f3e8ab9c640 1 -- 172.21.15.76:0/1769864950 shutdown_connections 2024-09-13T16:12:08.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.943+0000 7f3e8ab9c640 1 --2- 172.21.15.76:0/1769864950 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3e840cf730 0x7f3e840ce2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:08.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.943+0000 7f3e8ab9c640 1 --2- 172.21.15.76:0/1769864950 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3e8415fd10 0x7f3e840d10b0 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:08.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.943+0000 7f3e8ab9c640 1 -- 172.21.15.76:0/1769864950 >> 172.21.15.76:0/1769864950 conn(0x7f3e84089fc0 msgr2=0x7f3e840d2610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:08.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.943+0000 7f3e8ab9c640 1 -- 172.21.15.76:0/1769864950 shutdown_connections 2024-09-13T16:12:08.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.943+0000 7f3e8ab9c640 1 -- 172.21.15.76:0/1769864950 wait complete. 2024-09-13T16:12:08.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.944+0000 7f3e8ab9c640 1 Processor -- start 2024-09-13T16:12:08.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.944+0000 7f3e8ab9c640 1 -- start start 2024-09-13T16:12:08.948 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.945+0000 7f3e8ab9c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3e840cf730 0x7f3e840cbb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:08.948 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.945+0000 7f3e8ab9c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3e8415fd10 0x7f3e841f23b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:08.948 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.945+0000 7f3e8ab9c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3e841600f0 0x7f3e8415dcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:08.948 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.945+0000 7f3e8ab9c640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3e8409c6b0 con 0x7f3e840cf730 2024-09-13T16:12:08.948 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.945+0000 7f3e8ab9c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3e841f3430 con 0x7f3e841600f0 2024-09-13T16:12:08.948 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.945+0000 7f3e8ab9c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3e840cc040 con 0x7f3e8415fd10 2024-09-13T16:12:08.948 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.945+0000 7f3e88938640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3e840cf730 0x7f3e840cbb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:08.948 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.945+0000 7f3e88938640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3e840cf730 0x7f3e840cbb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60560/0 (socket says 172.21.15.76:60560) 2024-09-13T16:12:08.948 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.945+0000 7f3e88938640 1 -- 172.21.15.76:0/542914888 learned_addr learned my addr 172.21.15.76:0/542914888 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:08.948 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.945+0000 7f3e89139640 1 --2- 172.21.15.76:0/542914888 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3e841600f0 0x7f3e8415dcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:08.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.945+0000 7f3e7bfff640 1 --2- 172.21.15.76:0/542914888 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3e8415fd10 0x7f3e841f23b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:08.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.945+0000 7f3e88938640 1 -- 172.21.15.76:0/542914888 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3e8415fd10 msgr2=0x7f3e841f23b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:08.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.945+0000 7f3e88938640 1 --2- 172.21.15.76:0/542914888 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3e8415fd10 0x7f3e841f23b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:08.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.945+0000 7f3e88938640 1 -- 172.21.15.76:0/542914888 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3e841600f0 msgr2=0x7f3e8415dcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:08.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.945+0000 7f3e88938640 1 --2- 172.21.15.76:0/542914888 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3e841600f0 0x7f3e8415dcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:08.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.945+0000 7f3e88938640 1 -- 172.21.15.76:0/542914888 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3e7c009a70 con 0x7f3e840cf730 2024-09-13T16:12:08.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.945+0000 7f3e7bfff640 1 --2- 172.21.15.76:0/542914888 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3e8415fd10 0x7f3e841f23b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:12:08.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.946+0000 7f3e88938640 1 --2- 172.21.15.76:0/542914888 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3e840cf730 0x7f3e840cbb00 secure :-1 s=READY pgs=1479 cs=0 l=1 rev1=1 crypto rx=0x7f3e800098c0 tx=0x7f3e800046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:08.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.946+0000 7f3e797fa640 1 -- 172.21.15.76:0/542914888 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3e80030b80 con 0x7f3e840cf730 2024-09-13T16:12:08.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.946+0000 7f3e797fa640 1 -- 172.21.15.76:0/542914888 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3e80032e90 con 0x7f3e840cf730 2024-09-13T16:12:08.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.946+0000 7f3e8ab9c640 1 -- 172.21.15.76:0/542914888 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3e80009400 con 0x7f3e840cf730 2024-09-13T16:12:08.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.946+0000 7f3e797fa640 1 -- 172.21.15.76:0/542914888 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3e80006e10 con 0x7f3e840cf730 2024-09-13T16:12:08.950 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.946+0000 7f3e8ab9c640 1 -- 172.21.15.76:0/542914888 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3e841f2940 con 0x7f3e840cf730 2024-09-13T16:12:08.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.947+0000 7f3e8ab9c640 1 -- 172.21.15.76:0/542914888 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3e840b1830 con 0x7f3e840cf730 2024-09-13T16:12:08.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.947+0000 7f3e797fa640 1 -- 172.21.15.76:0/542914888 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f3e80039040 con 0x7f3e840cf730 2024-09-13T16:12:08.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.948+0000 7f3e797fa640 1 --2- 172.21.15.76:0/542914888 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3e7006ac00 0x7f3e7006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:08.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.948+0000 7f3e797fa640 1 -- 172.21.15.76:0/542914888 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(110..110 src has 1..110) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f3e800a9df0 con 0x7f3e840cf730 2024-09-13T16:12:08.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.948+0000 7f3e7bfff640 1 --2- 172.21.15.76:0/542914888 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3e7006ac00 0x7f3e7006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:08.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.948+0000 7f3e7bfff640 1 --2- 172.21.15.76:0/542914888 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3e7006ac00 0x7f3e7006d0c0 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7f3e840b8560 tx=0x7f3e74007ca0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:08.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:08.952+0000 7f3e797fa640 1 -- 172.21.15.76:0/542914888 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f3e80074e90 con 0x7f3e840cf730 2024-09-13T16:12:09.115 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.113+0000 7f3e8ab9c640 1 -- 172.21.15.76:0/542914888 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f3e840d10b0 con 0x7f3e840cf730 2024-09-13T16:12:09.115 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.114+0000 7f3e797fa640 1 -- 172.21.15.76:0/542914888 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v110) v1 ==== 104+0+11 (secure 0 0 0) 0x7f3e80041020 con 0x7f3e840cf730 2024-09-13T16:12:09.115 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2024-09-13T16:12:09.117 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.116+0000 7f3e8ab9c640 1 -- 172.21.15.76:0/542914888 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3e7006ac00 msgr2=0x7f3e7006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:09.117 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.116+0000 7f3e8ab9c640 1 --2- 172.21.15.76:0/542914888 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3e7006ac00 0x7f3e7006d0c0 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7f3e840b8560 tx=0x7f3e74007ca0 comp rx=0 tx=0).stop 2024-09-13T16:12:09.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.116+0000 7f3e8ab9c640 1 -- 172.21.15.76:0/542914888 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3e840cf730 msgr2=0x7f3e840cbb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:09.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.116+0000 7f3e8ab9c640 1 --2- 172.21.15.76:0/542914888 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3e840cf730 0x7f3e840cbb00 secure :-1 s=READY pgs=1479 cs=0 l=1 rev1=1 crypto rx=0x7f3e800098c0 tx=0x7f3e800046c0 comp rx=0 tx=0).stop 2024-09-13T16:12:09.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.116+0000 7f3e8ab9c640 1 -- 172.21.15.76:0/542914888 shutdown_connections 2024-09-13T16:12:09.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.116+0000 7f3e8ab9c640 1 --2- 172.21.15.76:0/542914888 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3e841600f0 0x7f3e8415dcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:09.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.116+0000 7f3e8ab9c640 1 --2- 172.21.15.76:0/542914888 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3e7006ac00 0x7f3e7006d0c0 unknown :-1 s=CLOSED pgs=638 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:09.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.116+0000 7f3e8ab9c640 1 --2- 172.21.15.76:0/542914888 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3e8415fd10 0x7f3e841f23b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:09.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.116+0000 7f3e8ab9c640 1 --2- 172.21.15.76:0/542914888 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3e840cf730 0x7f3e840cbb00 unknown :-1 s=CLOSED pgs=1479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:09.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.116+0000 7f3e8ab9c640 1 -- 172.21.15.76:0/542914888 >> 172.21.15.76:0/542914888 conn(0x7f3e84089fc0 msgr2=0x7f3e840cd290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:09.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.116+0000 7f3e8ab9c640 1 -- 172.21.15.76:0/542914888 shutdown_connections 2024-09-13T16:12:09.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.116+0000 7f3e8ab9c640 1 -- 172.21.15.76:0/542914888 wait complete. 2024-09-13T16:12:09.128 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:12:09.229 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.228+0000 7f1634232640 1 Processor -- start 2024-09-13T16:12:09.230 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.228+0000 7f1634232640 1 -- start start 2024-09-13T16:12:09.231 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.229+0000 7f1634232640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f162c06dde0 0x7f162c06cb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:09.231 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.229+0000 7f1634232640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f162c159d60 con 0x7f162c06d990 2024-09-13T16:12:09.231 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.229+0000 7f1634232640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f162c159150 con 0x7f162c0b14d0 2024-09-13T16:12:09.231 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.229+0000 7f1634232640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f162c158f40 con 0x7f162c06dde0 2024-09-13T16:12:09.231 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.229+0000 7f16317cd640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f162c06d990 0x7f162c06c480 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:40542/0 (socket says 172.21.15.76:40542) 2024-09-13T16:12:09.232 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.229+0000 7f16317cd640 1 -- 172.21.15.76:0/3575479111 learned_addr learned my addr 172.21.15.76:0/3575479111 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:12:09.232 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.229+0000 7f16327cf640 1 --2- 172.21.15.76:0/3575479111 >> v2:172.21.15.192:3300/0 conn(0x7f162c06dde0 0x7f162c06cb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:09.232 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.230+0000 7f1630fcc640 1 -- 172.21.15.76:0/3575479111 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2782026247 0 0) 0x7f162c159d60 con 0x7f162c06d990 2024-09-13T16:12:09.232 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.230+0000 7f1630fcc640 1 -- 172.21.15.76:0/3575479111 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1618003520 con 0x7f162c06d990 2024-09-13T16:12:09.232 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.230+0000 7f16327cf640 1 -- 172.21.15.76:0/3575479111 >> v1:172.21.15.192:6789/0 conn(0x7f162c0b14d0 legacy=0x7f162c156360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:09.232 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.230+0000 7f1630fcc640 1 -- 172.21.15.76:0/3575479111 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 923089079 0 0) 0x7f1618003520 con 0x7f162c06d990 2024-09-13T16:12:09.232 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.230+0000 7f16327cf640 1 -- 172.21.15.76:0/3575479111 >> v1:172.21.15.76:6789/0 conn(0x7f162c06d990 legacy=0x7f162c06c480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:09.232 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.230+0000 7f16327cf640 1 -- 172.21.15.76:0/3575479111 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f162c159430 con 0x7f162c06dde0 2024-09-13T16:12:09.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.231+0000 7f16327cf640 1 --2- 172.21.15.76:0/3575479111 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f162c06dde0 0x7f162c06cb90 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f1624009d90 tx=0x7f162402a680 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e0039a859920b302 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:09.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.231+0000 7f1630fcc640 1 -- 172.21.15.76:0/3575479111 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f161c001670 con 0x7f162c06dde0 2024-09-13T16:12:09.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.231+0000 7f1630fcc640 1 -- 172.21.15.76:0/3575479111 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f162402d050 con 0x7f162c06dde0 2024-09-13T16:12:09.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.231+0000 7f1630fcc640 1 -- 172.21.15.76:0/3575479111 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1624007760 con 0x7f162c06dde0 2024-09-13T16:12:09.234 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.231+0000 7f1634232640 1 -- 172.21.15.76:0/3575479111 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f162c06dde0 msgr2=0x7f162c06cb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:09.234 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.231+0000 7f1634232640 1 --2- 172.21.15.76:0/3575479111 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f162c06dde0 0x7f162c06cb90 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f1624009d90 tx=0x7f162402a680 comp rx=0 tx=0).stop 2024-09-13T16:12:09.234 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.231+0000 7f1634232640 1 -- 172.21.15.76:0/3575479111 shutdown_connections 2024-09-13T16:12:09.234 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.231+0000 7f1634232640 1 --2- 172.21.15.76:0/3575479111 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f162c06dde0 0x7f162c06cb90 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:09.234 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.231+0000 7f1634232640 1 -- 172.21.15.76:0/3575479111 >> 172.21.15.76:0/3575479111 conn(0x7f162c0b01d0 msgr2=0x7f162c0b05b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:09.234 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.231+0000 7f1634232640 1 -- 172.21.15.76:0/3575479111 shutdown_connections 2024-09-13T16:12:09.234 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.231+0000 7f1634232640 1 -- 172.21.15.76:0/3575479111 wait complete. 2024-09-13T16:12:09.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.233+0000 7f1634232640 1 Processor -- start 2024-09-13T16:12:09.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.233+0000 7f1634232640 1 -- start start 2024-09-13T16:12:09.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.233+0000 7f1634232640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f162c06d990 0x7f162c14cec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:09.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.233+0000 7f1634232640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f162c06dde0 0x7f162c0adc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:09.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.233+0000 7f1634232640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f162c0b14d0 0x7f162c146d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:09.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.233+0000 7f1634232640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f162c0ae1a0 con 0x7f162c0b14d0 2024-09-13T16:12:09.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.233+0000 7f1634232640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f162c147260 con 0x7f162c06dde0 2024-09-13T16:12:09.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.233+0000 7f1634232640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f162c0ae3b0 con 0x7f162c06d990 2024-09-13T16:12:09.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.233+0000 7f16327cf640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f162c0b14d0 0x7f162c146d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:09.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.233+0000 7f16327cf640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f162c0b14d0 0x7f162c146d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60576/0 (socket says 172.21.15.76:60576) 2024-09-13T16:12:09.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.233+0000 7f16327cf640 1 -- 172.21.15.76:0/2866216672 learned_addr learned my addr 172.21.15.76:0/2866216672 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:09.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.234+0000 7f1631fce640 1 --2- 172.21.15.76:0/2866216672 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f162c06d990 0x7f162c14cec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:09.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.234+0000 7f16317cd640 1 --2- 172.21.15.76:0/2866216672 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f162c06dde0 0x7f162c0adc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:09.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.234+0000 7f16327cf640 1 -- 172.21.15.76:0/2866216672 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f162c06d990 msgr2=0x7f162c14cec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:09.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.234+0000 7f16327cf640 1 --2- 172.21.15.76:0/2866216672 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f162c06d990 0x7f162c14cec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:09.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.234+0000 7f16327cf640 1 -- 172.21.15.76:0/2866216672 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f162c06dde0 msgr2=0x7f162c0adc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:09.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.234+0000 7f16327cf640 1 --2- 172.21.15.76:0/2866216672 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f162c06dde0 0x7f162c0adc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:09.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.234+0000 7f16327cf640 1 -- 172.21.15.76:0/2866216672 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1624009a70 con 0x7f162c0b14d0 2024-09-13T16:12:09.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.234+0000 7f16317cd640 1 --2- 172.21.15.76:0/2866216672 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f162c06dde0 0x7f162c0adc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:12:09.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.234+0000 7f16327cf640 1 --2- 172.21.15.76:0/2866216672 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f162c0b14d0 0x7f162c146d20 secure :-1 s=READY pgs=1481 cs=0 l=1 rev1=1 crypto rx=0x7f1624009d90 tx=0x7f1624004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:09.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.234+0000 7f16227fc640 1 -- 172.21.15.76:0/2866216672 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f162403c8f0 con 0x7f162c0b14d0 2024-09-13T16:12:09.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.234+0000 7f16227fc640 1 -- 172.21.15.76:0/2866216672 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f162403ca50 con 0x7f162c0b14d0 2024-09-13T16:12:09.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.234+0000 7f1634232640 1 -- 172.21.15.76:0/2866216672 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f162c0ae690 con 0x7f162c0b14d0 2024-09-13T16:12:09.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.234+0000 7f16227fc640 1 -- 172.21.15.76:0/2866216672 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f162403cdc0 con 0x7f162c0b14d0 2024-09-13T16:12:09.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.234+0000 7f1634232640 1 -- 172.21.15.76:0/2866216672 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f162c0aec50 con 0x7f162c0b14d0 2024-09-13T16:12:09.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.235+0000 7f1634232640 1 -- 172.21.15.76:0/2866216672 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f162c156360 con 0x7f162c0b14d0 2024-09-13T16:12:09.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.236+0000 7f16227fc640 1 -- 172.21.15.76:0/2866216672 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1624031400 con 0x7f162c0b14d0 2024-09-13T16:12:09.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.236+0000 7f16227fc640 1 --2- 172.21.15.76:0/2866216672 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f161006ac00 0x7f161006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:09.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.236+0000 7f16227fc640 1 -- 172.21.15.76:0/2866216672 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(110..110 src has 1..110) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f16240aad00 con 0x7f162c0b14d0 2024-09-13T16:12:09.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.236+0000 7f1631fce640 1 --2- 172.21.15.76:0/2866216672 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f161006ac00 0x7f161006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:09.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.237+0000 7f1631fce640 1 --2- 172.21.15.76:0/2866216672 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f161006ac00 0x7f161006d0c0 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7f162c14ac90 tx=0x7f1628009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:09.242 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.240+0000 7f16227fc640 1 -- 172.21.15.76:0/2866216672 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f1624075da0 con 0x7f162c0b14d0 2024-09-13T16:12:09.401 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.399+0000 7f1634232640 1 -- 172.21.15.76:0/2866216672 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f162c151490 con 0x7f162c0b14d0 2024-09-13T16:12:09.401 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.399+0000 7f16227fc640 1 -- 172.21.15.76:0/2866216672 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v110) v1 ==== 100+0+11 (secure 0 0 0) 0x7f16240793c0 con 0x7f162c0b14d0 2024-09-13T16:12:09.401 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2024-09-13T16:12:09.403 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.401+0000 7f1634232640 1 -- 172.21.15.76:0/2866216672 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f161006ac00 msgr2=0x7f161006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:09.403 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.401+0000 7f1634232640 1 --2- 172.21.15.76:0/2866216672 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f161006ac00 0x7f161006d0c0 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7f162c14ac90 tx=0x7f1628009040 comp rx=0 tx=0).stop 2024-09-13T16:12:09.403 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.401+0000 7f1634232640 1 -- 172.21.15.76:0/2866216672 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f162c0b14d0 msgr2=0x7f162c146d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:09.403 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.401+0000 7f1634232640 1 --2- 172.21.15.76:0/2866216672 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f162c0b14d0 0x7f162c146d20 secure :-1 s=READY pgs=1481 cs=0 l=1 rev1=1 crypto rx=0x7f1624009d90 tx=0x7f1624004a40 comp rx=0 tx=0).stop 2024-09-13T16:12:09.404 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.401+0000 7f1634232640 1 -- 172.21.15.76:0/2866216672 shutdown_connections 2024-09-13T16:12:09.404 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.401+0000 7f1634232640 1 --2- 172.21.15.76:0/2866216672 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f162c0b14d0 0x7f162c146d20 unknown :-1 s=CLOSED pgs=1481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:09.404 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.401+0000 7f1634232640 1 --2- 172.21.15.76:0/2866216672 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f162c06dde0 0x7f162c0adc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:09.404 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.401+0000 7f1634232640 1 --2- 172.21.15.76:0/2866216672 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f161006ac00 0x7f161006d0c0 unknown :-1 s=CLOSED pgs=639 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:09.404 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.401+0000 7f1634232640 1 --2- 172.21.15.76:0/2866216672 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f162c06d990 0x7f162c14cec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:09.404 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.401+0000 7f1634232640 1 -- 172.21.15.76:0/2866216672 >> 172.21.15.76:0/2866216672 conn(0x7f162c0b01d0 msgr2=0x7f162c06c380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:09.404 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.402+0000 7f1634232640 1 -- 172.21.15.76:0/2866216672 shutdown_connections 2024-09-13T16:12:09.404 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.402+0000 7f1634232640 1 -- 172.21.15.76:0/2866216672 wait complete. 2024-09-13T16:12:09.414 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:12:09.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.512+0000 7f1f82a87640 1 Processor -- start 2024-09-13T16:12:09.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.512+0000 7f1f82a87640 1 -- start start 2024-09-13T16:12:09.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.512+0000 7f1f82a87640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f1f7c1600f0 0x7f1f7c0ce2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:09.515 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.512+0000 7f1f82a87640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1f7c0d0940 con 0x7f1f7c0b13d0 2024-09-13T16:12:09.515 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.512+0000 7f1f82a87640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1f7c0b3820 con 0x7f1f7c15fd10 2024-09-13T16:12:09.515 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.513+0000 7f1f82a87640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1f7c0b3ac0 con 0x7f1f7c1600f0 2024-09-13T16:12:09.515 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.513+0000 7f1f7bfff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f1f7c1600f0 0x7f1f7c0ce2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:09.515 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.513+0000 7f1f81024640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f1f7c0b13d0 0x7f1f7c0cf020 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:40544/0 (socket says 172.21.15.76:40544) 2024-09-13T16:12:09.515 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.513+0000 7f1f7bfff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f1f7c1600f0 0x7f1f7c0ce2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60578/0 (socket says 172.21.15.76:60578) 2024-09-13T16:12:09.515 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.513+0000 7f1f81024640 1 -- 172.21.15.76:0/3258430425 learned_addr learned my addr 172.21.15.76:0/3258430425 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:12:09.515 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.513+0000 7f1f7bfff640 1 -- 172.21.15.76:0/3258430425 >> v1:172.21.15.192:6789/0 conn(0x7f1f7c15fd10 legacy=0x7f1f7c0d10b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:09.515 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.513+0000 7f1f7bfff640 1 -- 172.21.15.76:0/3258430425 >> v1:172.21.15.76:6789/0 conn(0x7f1f7c0b13d0 legacy=0x7f1f7c0cf020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:09.515 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.513+0000 7f1f7bfff640 1 -- 172.21.15.76:0/3258430425 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1f7c0b3da0 con 0x7f1f7c1600f0 2024-09-13T16:12:09.515 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.513+0000 7f1f7b7fe640 1 -- 172.21.15.76:0/3258430425 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 955304559 0 0) 0x7f1f7c0d0940 con 0x7f1f7c0b13d0 2024-09-13T16:12:09.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.514+0000 7f1f7bfff640 1 --2- 172.21.15.76:0/3258430425 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1f7c1600f0 0x7f1f7c0ce2e0 secure :-1 s=READY pgs=1483 cs=0 l=1 rev1=1 crypto rx=0x7f1f6c009d90 tx=0x7f1f6c02a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4c2e15899a58eafc server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:09.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.514+0000 7f1f7b7fe640 1 -- 172.21.15.76:0/3258430425 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f6c031600 con 0x7f1f7c1600f0 2024-09-13T16:12:09.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.514+0000 7f1f7b7fe640 1 -- 172.21.15.76:0/3258430425 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1f6c02d050 con 0x7f1f7c1600f0 2024-09-13T16:12:09.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.514+0000 7f1f7b7fe640 1 -- 172.21.15.76:0/3258430425 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f6c031980 con 0x7f1f7c1600f0 2024-09-13T16:12:09.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.514+0000 7f1f82a87640 1 -- 172.21.15.76:0/3258430425 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1f7c1600f0 msgr2=0x7f1f7c0ce2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:09.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.514+0000 7f1f82a87640 1 --2- 172.21.15.76:0/3258430425 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1f7c1600f0 0x7f1f7c0ce2e0 secure :-1 s=READY pgs=1483 cs=0 l=1 rev1=1 crypto rx=0x7f1f6c009d90 tx=0x7f1f6c02a610 comp rx=0 tx=0).stop 2024-09-13T16:12:09.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.514+0000 7f1f82a87640 1 -- 172.21.15.76:0/3258430425 shutdown_connections 2024-09-13T16:12:09.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.514+0000 7f1f82a87640 1 --2- 172.21.15.76:0/3258430425 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1f7c1600f0 0x7f1f7c0ce2e0 unknown :-1 s=CLOSED pgs=1483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:09.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.514+0000 7f1f82a87640 1 -- 172.21.15.76:0/3258430425 >> 172.21.15.76:0/3258430425 conn(0x7f1f7c089fc0 msgr2=0x7f1f7c0d2610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:09.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.514+0000 7f1f82a87640 1 -- 172.21.15.76:0/3258430425 shutdown_connections 2024-09-13T16:12:09.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.514+0000 7f1f82a87640 1 -- 172.21.15.76:0/3258430425 wait complete. 2024-09-13T16:12:09.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.516+0000 7f1f82a87640 1 Processor -- start 2024-09-13T16:12:09.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.516+0000 7f1f82a87640 1 -- start start 2024-09-13T16:12:09.519 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.516+0000 7f1f82a87640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1f7c0b13d0 0x7f1f7c155690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:09.519 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.516+0000 7f1f82a87640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1f7c15fd10 0x7f1f7c0b7b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:09.519 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.516+0000 7f1f82a87640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1f7c1600f0 0x7f1f7c0b8090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:09.519 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.516+0000 7f1f82a87640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f7c156910 con 0x7f1f7c1600f0 2024-09-13T16:12:09.519 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.516+0000 7f1f82a87640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f7c156320 con 0x7f1f7c15fd10 2024-09-13T16:12:09.519 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.516+0000 7f1f82a87640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1f7c0b48c0 con 0x7f1f7c0b13d0 2024-09-13T16:12:09.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.517+0000 7f1f81024640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1f7c1600f0 0x7f1f7c0b8090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:09.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.517+0000 7f1f81024640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1f7c1600f0 0x7f1f7c0b8090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60586/0 (socket says 172.21.15.76:60586) 2024-09-13T16:12:09.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.517+0000 7f1f81024640 1 -- 172.21.15.76:0/1494523014 learned_addr learned my addr 172.21.15.76:0/1494523014 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:09.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.517+0000 7f1f7bfff640 1 --2- 172.21.15.76:0/1494523014 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1f7c15fd10 0x7f1f7c0b7b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:09.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.517+0000 7f1f80823640 1 --2- 172.21.15.76:0/1494523014 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1f7c0b13d0 0x7f1f7c155690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:09.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.517+0000 7f1f81024640 1 -- 172.21.15.76:0/1494523014 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1f7c0b13d0 msgr2=0x7f1f7c155690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:09.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.517+0000 7f1f81024640 1 --2- 172.21.15.76:0/1494523014 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1f7c0b13d0 0x7f1f7c155690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:09.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.517+0000 7f1f81024640 1 -- 172.21.15.76:0/1494523014 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1f7c15fd10 msgr2=0x7f1f7c0b7b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:09.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.517+0000 7f1f81024640 1 --2- 172.21.15.76:0/1494523014 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1f7c15fd10 0x7f1f7c0b7b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:09.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.517+0000 7f1f81024640 1 -- 172.21.15.76:0/1494523014 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1f6c009a70 con 0x7f1f7c1600f0 2024-09-13T16:12:09.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.517+0000 7f1f7bfff640 1 --2- 172.21.15.76:0/1494523014 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1f7c15fd10 0x7f1f7c0b7b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:12:09.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.517+0000 7f1f80823640 1 --2- 172.21.15.76:0/1494523014 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1f7c0b13d0 0x7f1f7c155690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:12:09.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.517+0000 7f1f81024640 1 --2- 172.21.15.76:0/1494523014 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1f7c1600f0 0x7f1f7c0b8090 secure :-1 s=READY pgs=1484 cs=0 l=1 rev1=1 crypto rx=0x7f1f64001eb0 tx=0x7f1f6400c870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:09.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.517+0000 7f1f797fa640 1 -- 172.21.15.76:0/1494523014 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f640074e0 con 0x7f1f7c1600f0 2024-09-13T16:12:09.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.517+0000 7f1f797fa640 1 -- 172.21.15.76:0/1494523014 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1f64007640 con 0x7f1f7c1600f0 2024-09-13T16:12:09.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.517+0000 7f1f82a87640 1 -- 172.21.15.76:0/1494523014 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1f7c15d440 con 0x7f1f7c1600f0 2024-09-13T16:12:09.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.517+0000 7f1f797fa640 1 -- 172.21.15.76:0/1494523014 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f64004a00 con 0x7f1f7c1600f0 2024-09-13T16:12:09.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.517+0000 7f1f82a87640 1 -- 172.21.15.76:0/1494523014 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1f7c0b4df0 con 0x7f1f7c1600f0 2024-09-13T16:12:09.522 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.518+0000 7f1f82a87640 1 -- 172.21.15.76:0/1494523014 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1f7c0cf020 con 0x7f1f7c1600f0 2024-09-13T16:12:09.522 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.519+0000 7f1f797fa640 1 -- 172.21.15.76:0/1494523014 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1f64004b60 con 0x7f1f7c1600f0 2024-09-13T16:12:09.522 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.519+0000 7f1f797fa640 1 --2- 172.21.15.76:0/1494523014 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1f5c06ac00 0x7f1f5c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:09.522 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.519+0000 7f1f797fa640 1 -- 172.21.15.76:0/1494523014 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(110..110 src has 1..110) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f1f64089240 con 0x7f1f7c1600f0 2024-09-13T16:12:09.522 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.519+0000 7f1f80823640 1 --2- 172.21.15.76:0/1494523014 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1f5c06ac00 0x7f1f5c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:09.522 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.520+0000 7f1f80823640 1 --2- 172.21.15.76:0/1494523014 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1f5c06ac00 0x7f1f5c06d0c0 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7f1f7400a830 tx=0x7f1f74008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:09.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.523+0000 7f1f797fa640 1 -- 172.21.15.76:0/1494523014 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f1f64057d70 con 0x7f1f7c1600f0 2024-09-13T16:12:09.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.695+0000 7f1f82a87640 1 -- 172.21.15.76:0/1494523014 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f1f7c0d1360 con 0x7f1f7c1600f0 2024-09-13T16:12:09.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.695+0000 7f1f797fa640 1 -- 172.21.15.76:0/1494523014 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v110) v1 ==== 80+0+0 (secure 0 0 0) 0x7f1f64057900 con 0x7f1f7c1600f0 2024-09-13T16:12:09.697 INFO:teuthology.orchestra.run.smithi076.stderr:listed 0 entries 2024-09-13T16:12:09.699 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.697+0000 7f1f82a87640 1 -- 172.21.15.76:0/1494523014 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1f5c06ac00 msgr2=0x7f1f5c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:09.699 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.697+0000 7f1f82a87640 1 --2- 172.21.15.76:0/1494523014 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1f5c06ac00 0x7f1f5c06d0c0 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7f1f7400a830 tx=0x7f1f74008040 comp rx=0 tx=0).stop 2024-09-13T16:12:09.699 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.697+0000 7f1f82a87640 1 -- 172.21.15.76:0/1494523014 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1f7c1600f0 msgr2=0x7f1f7c0b8090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:09.699 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.697+0000 7f1f82a87640 1 --2- 172.21.15.76:0/1494523014 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1f7c1600f0 0x7f1f7c0b8090 secure :-1 s=READY pgs=1484 cs=0 l=1 rev1=1 crypto rx=0x7f1f64001eb0 tx=0x7f1f6400c870 comp rx=0 tx=0).stop 2024-09-13T16:12:09.699 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.697+0000 7f1f82a87640 1 -- 172.21.15.76:0/1494523014 shutdown_connections 2024-09-13T16:12:09.699 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.697+0000 7f1f82a87640 1 --2- 172.21.15.76:0/1494523014 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1f7c1600f0 0x7f1f7c0b8090 unknown :-1 s=CLOSED pgs=1484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:09.699 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.697+0000 7f1f82a87640 1 --2- 172.21.15.76:0/1494523014 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1f7c15fd10 0x7f1f7c0b7b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:09.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.698+0000 7f1f82a87640 1 --2- 172.21.15.76:0/1494523014 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1f5c06ac00 0x7f1f5c06d0c0 unknown :-1 s=CLOSED pgs=640 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:09.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.698+0000 7f1f82a87640 1 --2- 172.21.15.76:0/1494523014 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1f7c0b13d0 0x7f1f7c155690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:09.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.698+0000 7f1f82a87640 1 -- 172.21.15.76:0/1494523014 >> 172.21.15.76:0/1494523014 conn(0x7f1f7c089fc0 msgr2=0x7f1f7c06c210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:09.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.698+0000 7f1f82a87640 1 -- 172.21.15.76:0/1494523014 shutdown_connections 2024-09-13T16:12:09.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.698+0000 7f1f82a87640 1 -- 172.21.15.76:0/1494523014 wait complete. 2024-09-13T16:12:09.710 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi076.front.sepia.ceph.com... 2024-09-13T16:12:09.710 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:09.710 DEBUG:teuthology.orchestra.run.smithi076:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-13T16:12:09.733 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi076.stderr:ceph-fuse[73580]: fuse finished with error 0 and tester_r 0 2024-09-13T16:12:09.735 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi076.front.sepia.ceph.com 2024-09-13T16:12:09.735 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:09.735 DEBUG:teuthology.orchestra.run.smithi076:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T16:12:09.808 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T16:12:09.947 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.946+0000 7fd5909e9640 1 Processor -- start 2024-09-13T16:12:09.948 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.946+0000 7fd5909e9640 1 -- start start 2024-09-13T16:12:09.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.947+0000 7fd5909e9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd58c159390 0x7fd58c06d200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:09.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.947+0000 7fd5909e9640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fd58c15a060 0x7fd58c0cd100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:09.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.947+0000 7fd5909e9640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd58c15d7f0 con 0x7fd58c06d740 2024-09-13T16:12:09.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.947+0000 7fd5909e9640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd58c159770 con 0x7fd58c15a060 2024-09-13T16:12:09.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.947+0000 7fd5909e9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd58c06db60 con 0x7fd58c159390 2024-09-13T16:12:09.950 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.947+0000 7fd58ad9d640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fd58c15a060 0x7fd58c0cd100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:09.950 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.947+0000 7fd58a59c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd58c159390 0x7fd58c06d200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:09.950 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.947+0000 7fd58ad9d640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fd58c15a060 0x7fd58c0cd100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.76:49156/0 (socket says 172.21.15.76:49156) 2024-09-13T16:12:09.950 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.947+0000 7fd589d9b640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7fd58c06d740 0x7fd58c159950 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:46116/0 (socket says 172.21.15.76:46116) 2024-09-13T16:12:09.950 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.947+0000 7fd58a59c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd58c159390 0x7fd58c06d200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.76:57536/0 (socket says 172.21.15.76:57536) 2024-09-13T16:12:09.950 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.947+0000 7fd58ad9d640 1 -- 172.21.15.76:0/227092648 learned_addr learned my addr 172.21.15.76:0/227092648 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:09.950 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.947+0000 7fd58a59c640 1 -- 172.21.15.76:0/227092648 >> v2:172.21.15.192:3300/0 conn(0x7fd58c15a060 msgr2=0x7fd58c0cd100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:09.950 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.947+0000 7fd58a59c640 1 --2- 172.21.15.76:0/227092648 >> v2:172.21.15.192:3300/0 conn(0x7fd58c15a060 0x7fd58c0cd100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:09.950 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.947+0000 7fd58a59c640 1 -- 172.21.15.76:0/227092648 >> v1:172.21.15.192:6789/0 conn(0x7fd58c06d740 legacy=0x7fd58c159950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:09.950 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.947+0000 7fd58a59c640 1 -- 172.21.15.76:0/227092648 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd58c15a6d0 con 0x7fd58c159390 2024-09-13T16:12:09.950 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.948+0000 7fd58a59c640 1 --2- 172.21.15.76:0/227092648 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd58c159390 0x7fd58c06d200 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fd57c0097a0 tx=0x7fd57c02a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dc842ffb62c703e2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:09.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.948+0000 7fd58959a640 1 -- 172.21.15.76:0/227092648 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd57c02ae50 con 0x7fd58c159390 2024-09-13T16:12:09.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.948+0000 7fd58959a640 1 -- 172.21.15.76:0/227092648 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd57c032440 con 0x7fd58c159390 2024-09-13T16:12:09.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.948+0000 7fd58959a640 1 -- 172.21.15.76:0/227092648 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd57c0327d0 con 0x7fd58c159390 2024-09-13T16:12:09.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.949+0000 7fd5909e9640 1 -- 172.21.15.76:0/227092648 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd58c159390 msgr2=0x7fd58c06d200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:09.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.949+0000 7fd5909e9640 1 --2- 172.21.15.76:0/227092648 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd58c159390 0x7fd58c06d200 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fd57c0097a0 tx=0x7fd57c02a100 comp rx=0 tx=0).stop 2024-09-13T16:12:09.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.949+0000 7fd5909e9640 1 -- 172.21.15.76:0/227092648 shutdown_connections 2024-09-13T16:12:09.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.949+0000 7fd5909e9640 1 --2- 172.21.15.76:0/227092648 >> v2:172.21.15.192:3300/0 conn(0x7fd58c15a060 0x7fd58c0cd100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:09.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.949+0000 7fd5909e9640 1 --2- 172.21.15.76:0/227092648 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd58c159390 0x7fd58c06d200 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:09.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.949+0000 7fd5909e9640 1 -- 172.21.15.76:0/227092648 >> 172.21.15.76:0/227092648 conn(0x7fd58c0b3fb0 msgr2=0x7fd58c069e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:09.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.949+0000 7fd5909e9640 1 -- 172.21.15.76:0/227092648 shutdown_connections 2024-09-13T16:12:09.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.949+0000 7fd5909e9640 1 -- 172.21.15.76:0/227092648 wait complete. 2024-09-13T16:12:09.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.950+0000 7fd5909e9640 1 Processor -- start 2024-09-13T16:12:09.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.950+0000 7fd5909e9640 1 -- start start 2024-09-13T16:12:09.955 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.951+0000 7fd5909e9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd58c06d740 0x7fd58c0afaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:09.955 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.951+0000 7fd5909e9640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd58c159390 0x7fd58c1501b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:09.955 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.951+0000 7fd5909e9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd58c15a060 0x7fd58c0af120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:09.955 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.951+0000 7fd5909e9640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd58c156bd0 con 0x7fd58c06d740 2024-09-13T16:12:09.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.951+0000 7fd5909e9640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd58c156050 con 0x7fd58c159390 2024-09-13T16:12:09.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.951+0000 7fd5909e9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd58c156330 con 0x7fd58c15a060 2024-09-13T16:12:09.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.951+0000 7fd58a59c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd58c06d740 0x7fd58c0afaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:09.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.951+0000 7fd58a59c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd58c06d740 0x7fd58c0afaa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60594/0 (socket says 172.21.15.76:60594) 2024-09-13T16:12:09.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.951+0000 7fd58a59c640 1 -- 172.21.15.76:0/2514544475 learned_addr learned my addr 172.21.15.76:0/2514544475 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:09.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.951+0000 7fd58ad9d640 1 --2- 172.21.15.76:0/2514544475 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd58c15a060 0x7fd58c0af120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:09.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.951+0000 7fd589d9b640 1 --2- 172.21.15.76:0/2514544475 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd58c159390 0x7fd58c1501b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:09.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.952+0000 7fd58a59c640 1 -- 172.21.15.76:0/2514544475 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd58c15a060 msgr2=0x7fd58c0af120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:09.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.952+0000 7fd58a59c640 1 --2- 172.21.15.76:0/2514544475 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd58c15a060 0x7fd58c0af120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:09.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.952+0000 7fd58a59c640 1 -- 172.21.15.76:0/2514544475 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd58c159390 msgr2=0x7fd58c1501b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:09.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.952+0000 7fd58a59c640 1 --2- 172.21.15.76:0/2514544475 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd58c159390 0x7fd58c1501b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:09.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.952+0000 7fd58a59c640 1 -- 172.21.15.76:0/2514544475 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd57c009400 con 0x7fd58c06d740 2024-09-13T16:12:09.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.952+0000 7fd58a59c640 1 --2- 172.21.15.76:0/2514544475 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd58c06d740 0x7fd58c0afaa0 secure :-1 s=READY pgs=1485 cs=0 l=1 rev1=1 crypto rx=0x7fd57c0098c0 tx=0x7fd57c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:09.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.952+0000 7fd57affd640 1 -- 172.21.15.76:0/2514544475 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd57c03c8d0 con 0x7fd58c06d740 2024-09-13T16:12:09.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.952+0000 7fd57affd640 1 -- 172.21.15.76:0/2514544475 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd57c03ca50 con 0x7fd58c06d740 2024-09-13T16:12:09.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.952+0000 7fd5909e9640 1 -- 172.21.15.76:0/2514544475 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd58c156610 con 0x7fd58c06d740 2024-09-13T16:12:09.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.952+0000 7fd57affd640 1 -- 172.21.15.76:0/2514544475 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd57c03ce00 con 0x7fd58c06d740 2024-09-13T16:12:09.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.952+0000 7fd5909e9640 1 -- 172.21.15.76:0/2514544475 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd58c1506f0 con 0x7fd58c06d740 2024-09-13T16:12:09.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.953+0000 7fd5909e9640 1 -- 172.21.15.76:0/2514544475 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd58c06d200 con 0x7fd58c06d740 2024-09-13T16:12:09.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.954+0000 7fd57affd640 1 -- 172.21.15.76:0/2514544475 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd57c03b3a0 con 0x7fd58c06d740 2024-09-13T16:12:09.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.954+0000 7fd57affd640 1 --2- 172.21.15.76:0/2514544475 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd56c06ac00 0x7fd56c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:09.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.954+0000 7fd57affd640 1 -- 172.21.15.76:0/2514544475 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(110..110 src has 1..110) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fd57c0aa090 con 0x7fd58c06d740 2024-09-13T16:12:09.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.954+0000 7fd589d9b640 1 --2- 172.21.15.76:0/2514544475 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd56c06ac00 0x7fd56c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:09.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.954+0000 7fd589d9b640 1 --2- 172.21.15.76:0/2514544475 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd56c06ac00 0x7fd56c06d0c0 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7fd58c0af960 tx=0x7fd580007e80 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:09.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:09.958+0000 7fd57affd640 1 -- 172.21.15.76:0/2514544475 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fd57c075270 con 0x7fd58c06d740 2024-09-13T16:12:10.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:10.153+0000 7fd5909e9640 1 -- 172.21.15.76:0/2514544475 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7fd58c0b1c10 con 0x7fd58c06d740 2024-09-13T16:12:10.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:10.153+0000 7fd57affd640 1 -- 172.21.15.76:0/2514544475 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v54) v1 ==== 53+0+73 (secure 0 0 0) 0x7fd57c078890 con 0x7fd58c06d740 2024-09-13T16:12:10.155 INFO:teuthology.orchestra.run.smithi076.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-13T16:12:10.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:10.155+0000 7fd5909e9640 1 -- 172.21.15.76:0/2514544475 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd56c06ac00 msgr2=0x7fd56c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:10.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:10.155+0000 7fd5909e9640 1 --2- 172.21.15.76:0/2514544475 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd56c06ac00 0x7fd56c06d0c0 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7fd58c0af960 tx=0x7fd580007e80 comp rx=0 tx=0).stop 2024-09-13T16:12:10.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:10.155+0000 7fd5909e9640 1 -- 172.21.15.76:0/2514544475 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd58c06d740 msgr2=0x7fd58c0afaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:10.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:10.155+0000 7fd5909e9640 1 --2- 172.21.15.76:0/2514544475 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd58c06d740 0x7fd58c0afaa0 secure :-1 s=READY pgs=1485 cs=0 l=1 rev1=1 crypto rx=0x7fd57c0098c0 tx=0x7fd57c0046c0 comp rx=0 tx=0).stop 2024-09-13T16:12:10.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:10.155+0000 7fd5909e9640 1 -- 172.21.15.76:0/2514544475 shutdown_connections 2024-09-13T16:12:10.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:10.155+0000 7fd5909e9640 1 --2- 172.21.15.76:0/2514544475 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd56c06ac00 0x7fd56c06d0c0 unknown :-1 s=CLOSED pgs=641 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:10.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:10.155+0000 7fd5909e9640 1 --2- 172.21.15.76:0/2514544475 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd58c15a060 0x7fd58c0af120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:10.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:10.155+0000 7fd5909e9640 1 --2- 172.21.15.76:0/2514544475 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd58c159390 0x7fd58c1501b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:10.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:10.155+0000 7fd5909e9640 1 --2- 172.21.15.76:0/2514544475 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd58c06d740 0x7fd58c0afaa0 unknown :-1 s=CLOSED pgs=1485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:10.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:10.155+0000 7fd5909e9640 1 -- 172.21.15.76:0/2514544475 >> 172.21.15.76:0/2514544475 conn(0x7fd58c0b3fb0 msgr2=0x7fd58c0cae40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:10.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:10.155+0000 7fd5909e9640 1 -- 172.21.15.76:0/2514544475 shutdown_connections 2024-09-13T16:12:10.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:10.156+0000 7fd5909e9640 1 -- 172.21.15.76:0/2514544475 wait complete. 2024-09-13T16:12:10.168 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T16:12:10.168 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T16:12:10.168 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi076.front.sepia.ceph.com 2024-09-13T16:12:10.168 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-13T16:12:10.168 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-13T16:12:10.168 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T16:12:10.168 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T16:12:10.168 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T16:12:10.168 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:12:10.168 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:10.168 DEBUG:teuthology.orchestra.run.smithi076:> ip addr 2024-09-13T16:12:10.184 INFO:teuthology.orchestra.run.smithi076.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T16:12:10.185 INFO:teuthology.orchestra.run.smithi076.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T16:12:10.185 INFO:teuthology.orchestra.run.smithi076.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T16:12:10.185 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:12:10.185 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 ::1/128 scope host 2024-09-13T16:12:10.185 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:12:10.185 INFO:teuthology.orchestra.run.smithi076.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:12:10.185 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:d8:da:66 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:12:10.185 INFO:teuthology.orchestra.run.smithi076.stdout: altname enp7s0f0 2024-09-13T16:12:10.185 INFO:teuthology.orchestra.run.smithi076.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:12:10.186 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:d8:da:67 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:12:10.186 INFO:teuthology.orchestra.run.smithi076.stdout: altname enp7s0f1 2024-09-13T16:12:10.186 INFO:teuthology.orchestra.run.smithi076.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:12:10.186 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:8f:47:e0 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:12:10.186 INFO:teuthology.orchestra.run.smithi076.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T16:12:10.186 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:8f:47:e1 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:12:10.186 INFO:teuthology.orchestra.run.smithi076.stdout: inet 172.21.15.76/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-13T16:12:10.186 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft 42166sec preferred_lft 42166sec 2024-09-13T16:12:10.186 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::ec4:7aff:fe8f:47e1/64 scope link noprefixroute 2024-09-13T16:12:10.186 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:12:10.186 INFO:teuthology.orchestra.run.smithi076.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T16:12:10.186 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0e:a0:37:a4:1d:a0 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:12:10.186 INFO:teuthology.orchestra.run.smithi076.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-13T16:12:10.186 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:12:10.187 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::a496:13ff:fe82:8fa2/64 scope link 2024-09-13T16:12:10.187 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:12:10.187 INFO:teuthology.orchestra.run.smithi076.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:12:10.187 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether b2:0f:89:b0:cb:4d brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-13T16:12:10.187 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::b00f:89ff:feb0:cb4d/64 scope link 2024-09-13T16:12:10.187 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:12:10.187 INFO:teuthology.orchestra.run.smithi076.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:12:10.187 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0e:a0:37:a4:1d:a0 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-13T16:12:10.187 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::ca0:37ff:fea4:1da0/64 scope link 2024-09-13T16:12:10.187 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:12:10.187 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:10.188 DEBUG:teuthology.orchestra.run.smithi076:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T16:12:10.248 INFO:teuthology.orchestra.run.smithi076.stdout:1 2024-09-13T16:12:10.250 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:10.250 DEBUG:teuthology.orchestra.run.smithi076:> route 2024-09-13T16:12:10.307 INFO:teuthology.orchestra.run.smithi076.stdout:Kernel IP routing table 2024-09-13T16:12:10.307 INFO:teuthology.orchestra.run.smithi076.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T16:12:10.307 INFO:teuthology.orchestra.run.smithi076.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-13T16:12:10.307 INFO:teuthology.orchestra.run.smithi076.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-13T16:12:10.307 INFO:teuthology.orchestra.run.smithi076.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T16:12:10.308 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:10.308 DEBUG:teuthology.orchestra.run.smithi076:> (cd / && exec bash -c ' 2024-09-13T16:12:10.308 DEBUG:teuthology.orchestra.run.smithi076:> set -e 2024-09-13T16:12:10.308 DEBUG:teuthology.orchestra.run.smithi076:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-13T16:12:10.308 DEBUG:teuthology.orchestra.run.smithi076:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-13T16:12:10.308 DEBUG:teuthology.orchestra.run.smithi076:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-13T16:12:10.309 DEBUG:teuthology.orchestra.run.smithi076:> ') 2024-09-13T16:12:10.393 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:10.394 DEBUG:teuthology.orchestra.run.smithi076:> ip netns list 2024-09-13T16:12:10.409 INFO:teuthology.orchestra.run.smithi076.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-13T16:12:10.409 INFO:teuthology.orchestra.run.smithi076.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-13T16:12:10.409 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:12:10.409 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:10.410 DEBUG:teuthology.orchestra.run.smithi076:> sudo ip link set brx.0 up 2024-09-13T16:12:10.474 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-13T16:12:10.474 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:12:10.474 DEBUG:teuthology.orchestra.run.smithi076:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-13T16:12:10.529 INFO:teuthology.orchestra.run.smithi076.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:12:10.530 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:12:10.530 DEBUG:teuthology.orchestra.run.smithi076:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-13T16:12:10.585 DEBUG:teuthology.orchestra.run.smithi076:> sudo modprobe fuse 2024-09-13T16:12:10.650 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:12:10.650 DEBUG:teuthology.orchestra.run.smithi076:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:12:10.716 INFO:teuthology.orchestra.run.smithi076.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:12:10.717 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:12:10.717 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:10.717 DEBUG:teuthology.orchestra.run.smithi076:> ls /sys/fs/fuse/connections 2024-09-13T16:12:10.773 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-13T16:12:10.773 DEBUG:teuthology.orchestra.run.smithi076:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-13T16:12:10.816 DEBUG:teuthology.orchestra.run.smithi076:> sudo modprobe fuse 2024-09-13T16:12:10.840 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:12:10.840 DEBUG:teuthology.orchestra.run.smithi076:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:12:10.896 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi076.stderr:2024-09-13T16:12:10.895+0000 7fba0ce0f480 -1 init, newargv = 0x5611b59e5150 newargc=15 2024-09-13T16:12:10.896 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi076.stderr:ceph-fuse[74329]: starting ceph client 2024-09-13T16:12:10.901 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi076.stderr:ceph-fuse[74329]: starting fuse 2024-09-13T16:12:10.907 INFO:teuthology.orchestra.run.smithi076.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:12:10.908 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:12:10.909 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:10.909 DEBUG:teuthology.orchestra.run.smithi076:> ls /sys/fs/fuse/connections 2024-09-13T16:12:10.965 INFO:teuthology.orchestra.run.smithi076.stdout:41 2024-09-13T16:12:10.965 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-13T16:12:10.965 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:12:10.965 DEBUG:teuthology.orchestra.run.smithi076:> import glob 2024-09-13T16:12:10.965 DEBUG:teuthology.orchestra.run.smithi076:> import re 2024-09-13T16:12:10.966 DEBUG:teuthology.orchestra.run.smithi076:> import os 2024-09-13T16:12:10.966 DEBUG:teuthology.orchestra.run.smithi076:> import subprocess 2024-09-13T16:12:10.966 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:12:10.966 DEBUG:teuthology.orchestra.run.smithi076:> def _find_admin_socket(client_name): 2024-09-13T16:12:10.966 DEBUG:teuthology.orchestra.run.smithi076:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-13T16:12:10.966 DEBUG:teuthology.orchestra.run.smithi076:> files = glob.glob(asok_path) 2024-09-13T16:12:10.966 DEBUG:teuthology.orchestra.run.smithi076:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-13T16:12:10.966 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:12:10.966 DEBUG:teuthology.orchestra.run.smithi076:> # Given a non-glob path, it better be there 2024-09-13T16:12:10.966 DEBUG:teuthology.orchestra.run.smithi076:> if "*" not in asok_path: 2024-09-13T16:12:10.966 DEBUG:teuthology.orchestra.run.smithi076:> assert(len(files) == 1) 2024-09-13T16:12:10.966 DEBUG:teuthology.orchestra.run.smithi076:> return files[0] 2024-09-13T16:12:10.966 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:12:10.966 DEBUG:teuthology.orchestra.run.smithi076:> for f in files: 2024-09-13T16:12:10.967 DEBUG:teuthology.orchestra.run.smithi076:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T16:12:10.967 DEBUG:teuthology.orchestra.run.smithi076:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T16:12:10.967 DEBUG:teuthology.orchestra.run.smithi076:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T16:12:10.967 DEBUG:teuthology.orchestra.run.smithi076:> contents = proc_f.read() 2024-09-13T16:12:10.967 DEBUG:teuthology.orchestra.run.smithi076:> if mountpoint in contents: 2024-09-13T16:12:10.967 DEBUG:teuthology.orchestra.run.smithi076:> return f 2024-09-13T16:12:10.967 DEBUG:teuthology.orchestra.run.smithi076:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T16:12:10.967 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:12:10.967 DEBUG:teuthology.orchestra.run.smithi076:> print(_find_admin_socket("client.0")) 2024-09-13T16:12:10.967 DEBUG:teuthology.orchestra.run.smithi076:> ' 2024-09-13T16:12:11.079 INFO:teuthology.orchestra.run.smithi076.stdout:/var/run/ceph/ceph-client.0.74329.asok 2024-09-13T16:12:11.267 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.74329.asok 2024-09-13T16:12:11.267 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:11.267 DEBUG:teuthology.orchestra.run.smithi076:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.74329.asok status 2024-09-13T16:12:11.401 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2024-09-13T16:12:11.401 INFO:teuthology.orchestra.run.smithi076.stdout: "metadata": { 2024-09-13T16:12:11.401 INFO:teuthology.orchestra.run.smithi076.stdout: "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", 2024-09-13T16:12:11.401 INFO:teuthology.orchestra.run.smithi076.stdout: "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", 2024-09-13T16:12:11.401 INFO:teuthology.orchestra.run.smithi076.stdout: "entity_id": "0", 2024-09-13T16:12:11.401 INFO:teuthology.orchestra.run.smithi076.stdout: "hostname": "smithi076", 2024-09-13T16:12:11.401 INFO:teuthology.orchestra.run.smithi076.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-13T16:12:11.401 INFO:teuthology.orchestra.run.smithi076.stdout: "pid": "74329", 2024-09-13T16:12:11.401 INFO:teuthology.orchestra.run.smithi076.stdout: "root": "/" 2024-09-13T16:12:11.401 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:12:11.402 INFO:teuthology.orchestra.run.smithi076.stdout: "dentry_count": 0, 2024-09-13T16:12:11.402 INFO:teuthology.orchestra.run.smithi076.stdout: "dentry_pinned_count": 0, 2024-09-13T16:12:11.402 INFO:teuthology.orchestra.run.smithi076.stdout: "id": 8286, 2024-09-13T16:12:11.402 INFO:teuthology.orchestra.run.smithi076.stdout: "inst": { 2024-09-13T16:12:11.402 INFO:teuthology.orchestra.run.smithi076.stdout: "name": { 2024-09-13T16:12:11.402 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "client", 2024-09-13T16:12:11.402 INFO:teuthology.orchestra.run.smithi076.stdout: "num": 8286 2024-09-13T16:12:11.402 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:12:11.402 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": { 2024-09-13T16:12:11.402 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "v1", 2024-09-13T16:12:11.402 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:12:11.402 INFO:teuthology.orchestra.run.smithi076.stdout: "nonce": 1034691551 2024-09-13T16:12:11.402 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:12:11.403 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:12:11.403 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": { 2024-09-13T16:12:11.403 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "v1", 2024-09-13T16:12:11.403 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:12:11.403 INFO:teuthology.orchestra.run.smithi076.stdout: "nonce": 1034691551 2024-09-13T16:12:11.403 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:12:11.403 INFO:teuthology.orchestra.run.smithi076.stdout: "inst_str": "client.8286 192.168.0.1:0/1034691551", 2024-09-13T16:12:11.403 INFO:teuthology.orchestra.run.smithi076.stdout: "addr_str": "192.168.0.1:0/1034691551", 2024-09-13T16:12:11.403 INFO:teuthology.orchestra.run.smithi076.stdout: "inode_count": 1, 2024-09-13T16:12:11.403 INFO:teuthology.orchestra.run.smithi076.stdout: "mds_epoch": 54, 2024-09-13T16:12:11.403 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_epoch": 110, 2024-09-13T16:12:11.403 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_epoch_barrier": 0, 2024-09-13T16:12:11.403 INFO:teuthology.orchestra.run.smithi076.stdout: "blocklisted": false, 2024-09-13T16:12:11.404 INFO:teuthology.orchestra.run.smithi076.stdout: "fs_name": "cephfs" 2024-09-13T16:12:11.404 INFO:teuthology.orchestra.run.smithi076.stdout:} 2024-09-13T16:12:11.409 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:11.409 DEBUG:teuthology.orchestra.run.smithi076:> stat --file-system '--printf=%T 2024-09-13T16:12:11.409 DEBUG:teuthology.orchestra.run.smithi076:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-13T16:12:11.425 INFO:teuthology.orchestra.run.smithi076.stdout:fuseblk 2024-09-13T16:12:11.425 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-13T16:12:11.426 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:11.426 DEBUG:teuthology.orchestra.run.smithi076:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-13T16:12:11.490 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:12:11.629 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:11.628+0000 7f1169af0640 1 Processor -- start 2024-09-13T16:12:11.629 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:11.628+0000 7f1169af0640 1 -- start start 2024-09-13T16:12:11.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:11.629+0000 7f1169af0640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f116415a510 0x7f11640cb9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:11.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:11.629+0000 7f1169af0640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f116415ebd0 0x7f11640cc210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:11.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:11.629+0000 7f1169af0640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f1164070270 0x7f11640706e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:11.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:11.629+0000 7f1169af0640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f11640cb5c0 con 0x7f116415a510 2024-09-13T16:12:11.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:11.629+0000 7f1169af0640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1164070c20 con 0x7f1164070270 2024-09-13T16:12:11.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:11.629+0000 7f1169af0640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f11640ccb40 con 0x7f116415ebd0 2024-09-13T16:12:11.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:11.629+0000 7f11637fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f116415a510 0x7f11640cb9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:11.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:11.629+0000 7f11637fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f116415a510 0x7f11640cb9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:47436/0 (socket says 172.21.15.76:47436) 2024-09-13T16:12:11.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:11.629+0000 7f11637fe640 1 -- 172.21.15.76:0/2658959903 learned_addr learned my addr 172.21.15.76:0/2658959903 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:11.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:11.629+0000 7f11637fe640 1 -- 172.21.15.76:0/2658959903 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f116415ebd0 msgr2=0x7f11640cc210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:11.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:11.629+0000 7f11637fe640 1 --2- 172.21.15.76:0/2658959903 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f116415ebd0 0x7f11640cc210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:11.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:11.629+0000 7f11637fe640 1 -- 172.21.15.76:0/2658959903 >> v2:172.21.15.192:3300/0 conn(0x7f1164070270 msgr2=0x7f11640706e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:11.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:11.629+0000 7f11637fe640 1 --2- 172.21.15.76:0/2658959903 >> v2:172.21.15.192:3300/0 conn(0x7f1164070270 0x7f11640706e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:11.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:11.629+0000 7f11637fe640 1 -- 172.21.15.76:0/2658959903 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f11640caf00 con 0x7f116415a510 2024-09-13T16:12:11.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:11.630+0000 7f11637fe640 1 --2- 172.21.15.76:0/2658959903 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f116415a510 0x7f11640cb9e0 secure :-1 s=READY pgs=1489 cs=0 l=1 rev1=1 crypto rx=0x7f1164070030 tx=0x7f115402a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c2a87bcf7c1250a4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:11.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:11.630+0000 7f1162ffd640 1 -- 172.21.15.76:0/2658959903 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f115402ae90 con 0x7f116415a510 2024-09-13T16:12:11.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:11.630+0000 7f1162ffd640 1 -- 172.21.15.76:0/2658959903 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1154032440 con 0x7f116415a510 2024-09-13T16:12:11.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:11.630+0000 7f1162ffd640 1 -- 172.21.15.76:0/2658959903 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11540327d0 con 0x7f116415a510 2024-09-13T16:12:11.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:11.630+0000 7f1169af0640 1 -- 172.21.15.76:0/2658959903 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f116415a510 msgr2=0x7f11640cb9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:11.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:11.630+0000 7f1169af0640 1 --2- 172.21.15.76:0/2658959903 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f116415a510 0x7f11640cb9e0 secure :-1 s=READY pgs=1489 cs=0 l=1 rev1=1 crypto rx=0x7f1164070030 tx=0x7f115402a180 comp rx=0 tx=0).stop 2024-09-13T16:12:11.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:11.631+0000 7f1169af0640 1 -- 172.21.15.76:0/2658959903 shutdown_connections 2024-09-13T16:12:11.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:11.631+0000 7f1169af0640 1 --2- 172.21.15.76:0/2658959903 >> v2:172.21.15.192:3300/0 conn(0x7f1164070270 0x7f11640706e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:11.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:11.631+0000 7f1169af0640 1 --2- 172.21.15.76:0/2658959903 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f116415ebd0 0x7f11640cc210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:11.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:11.631+0000 7f1169af0640 1 --2- 172.21.15.76:0/2658959903 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f116415a510 0x7f11640cb9e0 unknown :-1 s=CLOSED pgs=1489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:11.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:11.631+0000 7f1169af0640 1 -- 172.21.15.76:0/2658959903 >> 172.21.15.76:0/2658959903 conn(0x7f11640b01d0 msgr2=0x7f11640b05b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:11.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:11.631+0000 7f1169af0640 1 -- 172.21.15.76:0/2658959903 shutdown_connections 2024-09-13T16:12:11.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:11.631+0000 7f1169af0640 1 -- 172.21.15.76:0/2658959903 wait complete. 2024-09-13T16:12:11.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:11.632+0000 7f1169af0640 1 Processor -- start 2024-09-13T16:12:11.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:11.632+0000 7f1169af0640 1 -- start start 2024-09-13T16:12:11.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:11.632+0000 7f1169af0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1164070270 0x7f1164146180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:11.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:11.632+0000 7f1169af0640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f116415a510 0x7f11641f43b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:11.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:11.632+0000 7f1169af0640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f116415ebd0 0x7f11640ab010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:11.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:11.632+0000 7f1169af0640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1164143570 con 0x7f1164070270 2024-09-13T16:12:11.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:11.632+0000 7f1169af0640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11641e55f0 con 0x7f116415a510 2024-09-13T16:12:11.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:11.632+0000 7f1169af0640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f11641f4cb0 con 0x7f116415ebd0 2024-09-13T16:12:11.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:11.633+0000 7f11637fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1164070270 0x7f1164146180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:11.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:11.633+0000 7f11637fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1164070270 0x7f1164146180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:47442/0 (socket says 172.21.15.76:47442) 2024-09-13T16:12:11.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:11.633+0000 7f11637fe640 1 -- 172.21.15.76:0/4076634255 learned_addr learned my addr 172.21.15.76:0/4076634255 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:11.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:11.633+0000 7f115bfff640 1 --2- 172.21.15.76:0/4076634255 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f116415a510 0x7f11641f43b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:11.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:11.633+0000 7f1163fff640 1 --2- 172.21.15.76:0/4076634255 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f116415ebd0 0x7f11640ab010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:11.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:11.633+0000 7f11637fe640 1 -- 172.21.15.76:0/4076634255 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f116415ebd0 msgr2=0x7f11640ab010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:11.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:11.633+0000 7f11637fe640 1 --2- 172.21.15.76:0/4076634255 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f116415ebd0 0x7f11640ab010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:11.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:11.633+0000 7f11637fe640 1 -- 172.21.15.76:0/4076634255 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f116415a510 msgr2=0x7f11641f43b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:11.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:11.633+0000 7f11637fe640 1 --2- 172.21.15.76:0/4076634255 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f116415a510 0x7f11641f43b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:11.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:11.633+0000 7f11637fe640 1 -- 172.21.15.76:0/4076634255 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f11540094d0 con 0x7f1164070270 2024-09-13T16:12:11.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:11.633+0000 7f1163fff640 1 --2- 172.21.15.76:0/4076634255 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f116415ebd0 0x7f11640ab010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:12:11.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:11.633+0000 7f11637fe640 1 --2- 172.21.15.76:0/4076634255 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1164070270 0x7f1164146180 secure :-1 s=READY pgs=1490 cs=0 l=1 rev1=1 crypto rx=0x7f1154000c00 tx=0x7f11540046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:11.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:11.633+0000 7f1160ff9640 1 -- 172.21.15.76:0/4076634255 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1154030b80 con 0x7f1164070270 2024-09-13T16:12:11.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:11.633+0000 7f1160ff9640 1 -- 172.21.15.76:0/4076634255 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1154030ce0 con 0x7f1164070270 2024-09-13T16:12:11.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:11.633+0000 7f1169af0640 1 -- 172.21.15.76:0/4076634255 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f11641f4f90 con 0x7f1164070270 2024-09-13T16:12:11.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:11.633+0000 7f1160ff9640 1 -- 172.21.15.76:0/4076634255 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f115403d680 con 0x7f1164070270 2024-09-13T16:12:11.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:11.633+0000 7f1169af0640 1 -- 172.21.15.76:0/4076634255 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f11641f48f0 con 0x7f1164070270 2024-09-13T16:12:11.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:11.634+0000 7f1169af0640 1 -- 172.21.15.76:0/4076634255 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f11640cb9e0 con 0x7f1164070270 2024-09-13T16:12:11.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:11.635+0000 7f1160ff9640 1 -- 172.21.15.76:0/4076634255 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1154039040 con 0x7f1164070270 2024-09-13T16:12:11.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:11.635+0000 7f1160ff9640 1 --2- 172.21.15.76:0/4076634255 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f114406ac00 0x7f114406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:11.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:11.635+0000 7f1160ff9640 1 -- 172.21.15.76:0/4076634255 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(110..110 src has 1..110) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f11540aa210 con 0x7f1164070270 2024-09-13T16:12:11.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:11.635+0000 7f115bfff640 1 --2- 172.21.15.76:0/4076634255 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f114406ac00 0x7f114406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:11.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:11.635+0000 7f115bfff640 1 --2- 172.21.15.76:0/4076634255 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f114406ac00 0x7f114406d0c0 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f11641495c0 tx=0x7f114c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:11.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:11.639+0000 7f1160ff9640 1 -- 172.21.15.76:0/4076634255 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f1154075340 con 0x7f1164070270 2024-09-13T16:12:11.835 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:11.834+0000 7f1169af0640 1 -- 172.21.15.76:0/4076634255 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f11641f5120 con 0x7f1164070270 2024-09-13T16:12:11.836 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:11.834+0000 7f1160ff9640 1 -- 172.21.15.76:0/4076634255 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 54 v54) v1 ==== 94+0+4739 (secure 0 0 0) 0x7f1154078960 con 0x7f1164070270 2024-09-13T16:12:11.836 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:11.836 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":54,"default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7270,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6834/1003042084","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":1003042084},{"type":"v1","addr":"172.21.15.192:6834","nonce":1003042084}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":50},{"gid":7273,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/2131847790","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6833","nonce":2131847790},{"type":"v1","addr":"172.21.15.192:6835","nonce":2131847790}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":50},{"gid":8061,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6835/320476623","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":320476623},{"type":"v1","addr":"172.21.15.76:6835","nonce":320476623}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":50}],"filesystems":[{"mdsmap":{"epoch":54,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:12:00.227113+0000","modified":"2024-09-13T16:12:02.234915+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":8076},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8076":{"gid":8076,"name":"a","rank":0,"incarnation":52,"state":"up:active","state_seq":3,"addr":"172.21.15.76:6837/2583912045","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6836","nonce":2583912045},{"type":"v1","addr":"172.21.15.76:6837","nonce":2583912045}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[16],"metadata_pool":15,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":7}]} 2024-09-13T16:12:11.836 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 54 2024-09-13T16:12:11.838 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:11.836+0000 7f1169af0640 1 -- 172.21.15.76:0/4076634255 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f114406ac00 msgr2=0x7f114406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:11.838 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:11.836+0000 7f1169af0640 1 --2- 172.21.15.76:0/4076634255 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f114406ac00 0x7f114406d0c0 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f11641495c0 tx=0x7f114c008040 comp rx=0 tx=0).stop 2024-09-13T16:12:11.838 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:11.836+0000 7f1169af0640 1 -- 172.21.15.76:0/4076634255 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1164070270 msgr2=0x7f1164146180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:11.838 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:11.836+0000 7f1169af0640 1 --2- 172.21.15.76:0/4076634255 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1164070270 0x7f1164146180 secure :-1 s=READY pgs=1490 cs=0 l=1 rev1=1 crypto rx=0x7f1154000c00 tx=0x7f11540046c0 comp rx=0 tx=0).stop 2024-09-13T16:12:11.838 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:11.836+0000 7f1169af0640 1 -- 172.21.15.76:0/4076634255 shutdown_connections 2024-09-13T16:12:11.838 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:11.836+0000 7f1169af0640 1 --2- 172.21.15.76:0/4076634255 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f114406ac00 0x7f114406d0c0 unknown :-1 s=CLOSED pgs=642 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:11.838 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:11.836+0000 7f1169af0640 1 --2- 172.21.15.76:0/4076634255 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f116415ebd0 0x7f11640ab010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:11.839 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:11.836+0000 7f1169af0640 1 --2- 172.21.15.76:0/4076634255 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f116415a510 0x7f11641f43b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:11.839 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:11.836+0000 7f1169af0640 1 --2- 172.21.15.76:0/4076634255 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1164070270 0x7f1164146180 unknown :-1 s=CLOSED pgs=1490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:11.839 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:11.836+0000 7f1169af0640 1 -- 172.21.15.76:0/4076634255 >> 172.21.15.76:0/4076634255 conn(0x7f11640b01d0 msgr2=0x7f116415d350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:11.839 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:11.836+0000 7f1169af0640 1 -- 172.21.15.76:0/4076634255 shutdown_connections 2024-09-13T16:12:11.839 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:11.836+0000 7f1169af0640 1 -- 172.21.15.76:0/4076634255 wait complete. 2024-09-13T16:12:11.849 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json config set mds_max_completed_requests 1000 2024-09-13T16:12:11.959 INFO:teuthology.orchestra.run.smithi076.stdout:{"success":"mds_max_completed_requests = '' (not observed, change may require restart) "} 2024-09-13T16:12:11.960 DEBUG:tasks.cephfs.filesystem:_json_asok output { "success": "mds_max_completed_requests = '' (not observed, change may require restart) " } 2024-09-13T16:12:11.960 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:12:11.960 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:12:11.976 DEBUG:teuthology.orchestra.run.smithi076:> adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:12:11.976 DEBUG:teuthology.orchestra.run.smithi076:> import os 2024-09-13T16:12:11.976 DEBUG:teuthology.orchestra.run.smithi076:> import uuid 2024-09-13T16:12:11.976 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:12:11.976 DEBUG:teuthology.orchestra.run.smithi076:> n = 1100 2024-09-13T16:12:11.976 DEBUG:teuthology.orchestra.run.smithi076:> create_hard_links = False 2024-09-13T16:12:11.976 DEBUG:teuthology.orchestra.run.smithi076:> if 0 > 0: 2024-09-13T16:12:11.976 DEBUG:teuthology.orchestra.run.smithi076:> create_hard_links = True 2024-09-13T16:12:11.977 DEBUG:teuthology.orchestra.run.smithi076:> path = "/home/ubuntu/cephtest/mnt.0/testdir/file1" 2024-09-13T16:12:11.977 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:12:11.977 DEBUG:teuthology.orchestra.run.smithi076:> dpath = os.path.dirname(path) 2024-09-13T16:12:11.977 DEBUG:teuthology.orchestra.run.smithi076:> fnameprefix = os.path.basename(path) 2024-09-13T16:12:11.977 DEBUG:teuthology.orchestra.run.smithi076:> os.makedirs(dpath, exist_ok=True) 2024-09-13T16:12:11.977 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:12:11.977 DEBUG:teuthology.orchestra.run.smithi076:> try: 2024-09-13T16:12:11.977 DEBUG:teuthology.orchestra.run.smithi076:> dirfd = os.open(dpath, os.O_DIRECTORY) 2024-09-13T16:12:11.977 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:12:11.977 DEBUG:teuthology.orchestra.run.smithi076:> for i in range(n): 2024-09-13T16:12:11.977 DEBUG:teuthology.orchestra.run.smithi076:> fpath = os.path.join(dpath, f"{fnameprefix}_{i}") 2024-09-13T16:12:11.977 DEBUG:teuthology.orchestra.run.smithi076:> with open(fpath, '"'"'w'"'"') as f: 2024-09-13T16:12:11.977 DEBUG:teuthology.orchestra.run.smithi076:> f.write(f"{i}") 2024-09-13T16:12:11.977 DEBUG:teuthology.orchestra.run.smithi076:> if False: 2024-09-13T16:12:11.977 DEBUG:teuthology.orchestra.run.smithi076:> f.flush() 2024-09-13T16:12:11.978 DEBUG:teuthology.orchestra.run.smithi076:> os.fsync(f.fileno()) 2024-09-13T16:12:11.978 DEBUG:teuthology.orchestra.run.smithi076:> if False: 2024-09-13T16:12:11.978 DEBUG:teuthology.orchestra.run.smithi076:> os.unlink(fpath) 2024-09-13T16:12:11.978 DEBUG:teuthology.orchestra.run.smithi076:> if False: 2024-09-13T16:12:11.978 DEBUG:teuthology.orchestra.run.smithi076:> os.fsync(dirfd) 2024-09-13T16:12:11.978 DEBUG:teuthology.orchestra.run.smithi076:> if create_hard_links: 2024-09-13T16:12:11.978 DEBUG:teuthology.orchestra.run.smithi076:> for j in range(0): 2024-09-13T16:12:11.978 DEBUG:teuthology.orchestra.run.smithi076:> os.system(f"ln {fpath} {dpath}/{fnameprefix}_{i}_{uuid.uuid4()}") 2024-09-13T16:12:11.978 DEBUG:teuthology.orchestra.run.smithi076:> if False: 2024-09-13T16:12:11.978 DEBUG:teuthology.orchestra.run.smithi076:> os.fsync(dirfd) 2024-09-13T16:12:11.978 DEBUG:teuthology.orchestra.run.smithi076:> finally: 2024-09-13T16:12:11.978 DEBUG:teuthology.orchestra.run.smithi076:> os.close(dirfd) 2024-09-13T16:12:11.978 DEBUG:teuthology.orchestra.run.smithi076:> ' 2024-09-13T16:12:12.349 DEBUG:teuthology.orchestra.run.smithi076:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:12:12.351 DEBUG:teuthology.orchestra.run.smithi192:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:12:14.069 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:12:14.069 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:12:14.086 DEBUG:teuthology.orchestra.run.smithi076:> adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:12:14.086 DEBUG:teuthology.orchestra.run.smithi076:> import os 2024-09-13T16:12:14.086 DEBUG:teuthology.orchestra.run.smithi076:> import uuid 2024-09-13T16:12:14.086 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:12:14.086 DEBUG:teuthology.orchestra.run.smithi076:> n = 5 2024-09-13T16:12:14.086 DEBUG:teuthology.orchestra.run.smithi076:> create_hard_links = False 2024-09-13T16:12:14.086 DEBUG:teuthology.orchestra.run.smithi076:> if 0 > 0: 2024-09-13T16:12:14.086 DEBUG:teuthology.orchestra.run.smithi076:> create_hard_links = True 2024-09-13T16:12:14.086 DEBUG:teuthology.orchestra.run.smithi076:> path = "/home/ubuntu/cephtest/mnt.0/testdir/file2" 2024-09-13T16:12:14.086 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:12:14.086 DEBUG:teuthology.orchestra.run.smithi076:> dpath = os.path.dirname(path) 2024-09-13T16:12:14.086 DEBUG:teuthology.orchestra.run.smithi076:> fnameprefix = os.path.basename(path) 2024-09-13T16:12:14.086 DEBUG:teuthology.orchestra.run.smithi076:> os.makedirs(dpath, exist_ok=True) 2024-09-13T16:12:14.087 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:12:14.087 DEBUG:teuthology.orchestra.run.smithi076:> try: 2024-09-13T16:12:14.087 DEBUG:teuthology.orchestra.run.smithi076:> dirfd = os.open(dpath, os.O_DIRECTORY) 2024-09-13T16:12:14.087 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:12:14.087 DEBUG:teuthology.orchestra.run.smithi076:> for i in range(n): 2024-09-13T16:12:14.087 DEBUG:teuthology.orchestra.run.smithi076:> fpath = os.path.join(dpath, f"{fnameprefix}_{i}") 2024-09-13T16:12:14.087 DEBUG:teuthology.orchestra.run.smithi076:> with open(fpath, '"'"'w'"'"') as f: 2024-09-13T16:12:14.087 DEBUG:teuthology.orchestra.run.smithi076:> f.write(f"{i}") 2024-09-13T16:12:14.087 DEBUG:teuthology.orchestra.run.smithi076:> if True: 2024-09-13T16:12:14.087 DEBUG:teuthology.orchestra.run.smithi076:> f.flush() 2024-09-13T16:12:14.087 DEBUG:teuthology.orchestra.run.smithi076:> os.fsync(f.fileno()) 2024-09-13T16:12:14.087 DEBUG:teuthology.orchestra.run.smithi076:> if False: 2024-09-13T16:12:14.087 DEBUG:teuthology.orchestra.run.smithi076:> os.unlink(fpath) 2024-09-13T16:12:14.087 DEBUG:teuthology.orchestra.run.smithi076:> if False: 2024-09-13T16:12:14.088 DEBUG:teuthology.orchestra.run.smithi076:> os.fsync(dirfd) 2024-09-13T16:12:14.088 DEBUG:teuthology.orchestra.run.smithi076:> if create_hard_links: 2024-09-13T16:12:14.088 DEBUG:teuthology.orchestra.run.smithi076:> for j in range(0): 2024-09-13T16:12:14.088 DEBUG:teuthology.orchestra.run.smithi076:> os.system(f"ln {fpath} {dpath}/{fnameprefix}_{i}_{uuid.uuid4()}") 2024-09-13T16:12:14.088 DEBUG:teuthology.orchestra.run.smithi076:> if False: 2024-09-13T16:12:14.088 DEBUG:teuthology.orchestra.run.smithi076:> os.fsync(dirfd) 2024-09-13T16:12:14.088 DEBUG:teuthology.orchestra.run.smithi076:> finally: 2024-09-13T16:12:14.088 DEBUG:teuthology.orchestra.run.smithi076:> os.close(dirfd) 2024-09-13T16:12:14.088 DEBUG:teuthology.orchestra.run.smithi076:> ' 2024-09-13T16:12:14.376 INFO:tasks.ceph_test_case:waiting 100s for health warning matching MDS_CLIENT_OLDEST_TID 2024-09-13T16:12:14.376 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health detail --format=json 2024-09-13T16:12:14.515 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:14.514+0000 7f35dd145640 1 Processor -- start 2024-09-13T16:12:14.516 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:14.514+0000 7f35dd145640 1 -- start start 2024-09-13T16:12:14.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:14.515+0000 7f35dd145640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f35d80adb20 0x7f35d813f470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:14.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:14.515+0000 7f35dd145640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f35d8070270 0x7f35d806d3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:14.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:14.515+0000 7f35dd145640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f35d813f9b0 con 0x7f35d806d920 2024-09-13T16:12:14.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:14.515+0000 7f35dd145640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f35d8159780 con 0x7f35d80adb20 2024-09-13T16:12:14.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:14.515+0000 7f35dd145640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f35d806dd90 con 0x7f35d8070270 2024-09-13T16:12:14.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:14.515+0000 7f35d6d9d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f35d80adb20 0x7f35d813f470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:14.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:14.515+0000 7f35d759e640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f35d806d920 0x7f35d8159bc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:48680/0 (socket says 172.21.15.76:48680) 2024-09-13T16:12:14.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:14.515+0000 7f35d6d9d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f35d80adb20 0x7f35d813f470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:47458/0 (socket says 172.21.15.76:47458) 2024-09-13T16:12:14.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:14.515+0000 7f35d759e640 1 -- 172.21.15.76:0/1665843975 learned_addr learned my addr 172.21.15.76:0/1665843975 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:12:14.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:14.515+0000 7f35cffff640 1 --2- 172.21.15.76:0/1665843975 >> v2:172.21.15.192:3300/0 conn(0x7f35d8070270 0x7f35d806d3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:14.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:14.515+0000 7f35d6d9d640 1 -- 172.21.15.76:0/1665843975 >> v2:172.21.15.192:3300/0 conn(0x7f35d8070270 msgr2=0x7f35d806d3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:14.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:14.515+0000 7f35d6d9d640 1 --2- 172.21.15.76:0/1665843975 >> v2:172.21.15.192:3300/0 conn(0x7f35d8070270 0x7f35d806d3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:14.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:14.515+0000 7f35d6d9d640 1 -- 172.21.15.76:0/1665843975 >> v1:172.21.15.76:6789/0 conn(0x7f35d806d920 legacy=0x7f35d8159bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:14.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:14.515+0000 7f35d6d9d640 1 -- 172.21.15.76:0/1665843975 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f35d815dcf0 con 0x7f35d80adb20 2024-09-13T16:12:14.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:14.515+0000 7f35d659c640 1 -- 172.21.15.76:0/1665843975 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2320832944 0 0) 0x7f35d0001490 con 0x7f35d806d920 2024-09-13T16:12:14.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:14.515+0000 7f35cffff640 1 --2- 172.21.15.76:0/1665843975 >> v2:172.21.15.192:3300/0 conn(0x7f35d8070270 0x7f35d806d3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:12:14.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:14.516+0000 7f35d6d9d640 1 --2- 172.21.15.76:0/1665843975 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f35d80adb20 0x7f35d813f470 secure :-1 s=READY pgs=1492 cs=0 l=1 rev1=1 crypto rx=0x7f35d80ae110 tx=0x7f35c802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=93a65ae4ce9bd831 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:14.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:14.516+0000 7f35d659c640 1 -- 172.21.15.76:0/1665843975 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35c8032440 con 0x7f35d80adb20 2024-09-13T16:12:14.519 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:14.516+0000 7f35d659c640 1 -- 172.21.15.76:0/1665843975 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f35c80325a0 con 0x7f35d80adb20 2024-09-13T16:12:14.519 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:14.516+0000 7f35d659c640 1 -- 172.21.15.76:0/1665843975 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35c8032930 con 0x7f35d80adb20 2024-09-13T16:12:14.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:14.517+0000 7f35dd145640 1 -- 172.21.15.76:0/1665843975 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f35d80adb20 msgr2=0x7f35d813f470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:14.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:14.517+0000 7f35dd145640 1 --2- 172.21.15.76:0/1665843975 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f35d80adb20 0x7f35d813f470 secure :-1 s=READY pgs=1492 cs=0 l=1 rev1=1 crypto rx=0x7f35d80ae110 tx=0x7f35c802a1e0 comp rx=0 tx=0).stop 2024-09-13T16:12:14.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:14.517+0000 7f35dd145640 1 -- 172.21.15.76:0/1665843975 shutdown_connections 2024-09-13T16:12:14.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:14.517+0000 7f35dd145640 1 --2- 172.21.15.76:0/1665843975 >> v2:172.21.15.192:3300/0 conn(0x7f35d8070270 0x7f35d806d3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:14.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:14.517+0000 7f35dd145640 1 --2- 172.21.15.76:0/1665843975 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f35d80adb20 0x7f35d813f470 unknown :-1 s=CLOSED pgs=1492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:14.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:14.517+0000 7f35dd145640 1 -- 172.21.15.76:0/1665843975 >> 172.21.15.76:0/1665843975 conn(0x7f35d80b01d0 msgr2=0x7f35d80b05b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:14.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:14.517+0000 7f35dd145640 1 -- 172.21.15.76:0/1665843975 shutdown_connections 2024-09-13T16:12:14.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:14.517+0000 7f35dd145640 1 -- 172.21.15.76:0/1665843975 wait complete. 2024-09-13T16:12:14.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:14.518+0000 7f35dd145640 1 Processor -- start 2024-09-13T16:12:14.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:14.518+0000 7f35dd145640 1 -- start start 2024-09-13T16:12:14.522 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:14.519+0000 7f35dd145640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f35d806d920 0x7f35d813be70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:14.522 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:14.519+0000 7f35dd145640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f35d8070270 0x7f35d813d5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:14.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:14.519+0000 7f35dd145640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f35d80adb20 0x7f35d813db20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:14.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:14.519+0000 7f35dd145640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f35d81f0b20 con 0x7f35d80adb20 2024-09-13T16:12:14.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:14.519+0000 7f35dd145640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f35d81419b0 con 0x7f35d806d920 2024-09-13T16:12:14.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:14.519+0000 7f35dd145640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f35d8141080 con 0x7f35d8070270 2024-09-13T16:12:14.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:14.519+0000 7f35d759e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f35d80adb20 0x7f35d813db20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:14.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:14.519+0000 7f35d759e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f35d80adb20 0x7f35d813db20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:47468/0 (socket says 172.21.15.76:47468) 2024-09-13T16:12:14.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:14.519+0000 7f35d759e640 1 -- 172.21.15.76:0/4177541243 learned_addr learned my addr 172.21.15.76:0/4177541243 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:14.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:14.519+0000 7f35d6d9d640 1 --2- 172.21.15.76:0/4177541243 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f35d806d920 0x7f35d813be70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:14.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:14.519+0000 7f35cffff640 1 --2- 172.21.15.76:0/4177541243 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f35d8070270 0x7f35d813d5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:14.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:14.519+0000 7f35d759e640 1 -- 172.21.15.76:0/4177541243 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f35d8070270 msgr2=0x7f35d813d5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:14.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:14.519+0000 7f35d759e640 1 --2- 172.21.15.76:0/4177541243 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f35d8070270 0x7f35d813d5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:14.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:14.519+0000 7f35d759e640 1 -- 172.21.15.76:0/4177541243 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f35d806d920 msgr2=0x7f35d813be70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:14.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:14.519+0000 7f35d759e640 1 --2- 172.21.15.76:0/4177541243 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f35d806d920 0x7f35d813be70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:14.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:14.519+0000 7f35d759e640 1 -- 172.21.15.76:0/4177541243 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f35c8009400 con 0x7f35d80adb20 2024-09-13T16:12:14.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:14.519+0000 7f35d759e640 1 --2- 172.21.15.76:0/4177541243 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f35d80adb20 0x7f35d813db20 secure :-1 s=READY pgs=1493 cs=0 l=1 rev1=1 crypto rx=0x7f35d000cb30 tx=0x7f35d000a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:14.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:14.519+0000 7f35cf7fe640 1 -- 172.21.15.76:0/4177541243 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35d000aca0 con 0x7f35d80adb20 2024-09-13T16:12:14.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:14.519+0000 7f35cf7fe640 1 -- 172.21.15.76:0/4177541243 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f35d000ae00 con 0x7f35d80adb20 2024-09-13T16:12:14.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:14.519+0000 7f35cf7fe640 1 -- 172.21.15.76:0/4177541243 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35d0012600 con 0x7f35d80adb20 2024-09-13T16:12:14.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:14.519+0000 7f35dd145640 1 -- 172.21.15.76:0/4177541243 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f35d8141360 con 0x7f35d80adb20 2024-09-13T16:12:14.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:14.520+0000 7f35dd145640 1 -- 172.21.15.76:0/4177541243 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f35d81f0c80 con 0x7f35d80adb20 2024-09-13T16:12:14.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:14.520+0000 7f35dd145640 1 -- 172.21.15.76:0/4177541243 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f35d8070700 con 0x7f35d80adb20 2024-09-13T16:12:14.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:14.521+0000 7f35cf7fe640 1 -- 172.21.15.76:0/4177541243 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f35d0007070 con 0x7f35d80adb20 2024-09-13T16:12:14.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:14.521+0000 7f35cf7fe640 1 --2- 172.21.15.76:0/4177541243 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f35b806ac30 0x7f35b806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:14.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:14.521+0000 7f35cf7fe640 1 -- 172.21.15.76:0/4177541243 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(110..110 src has 1..110) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f35d0089190 con 0x7f35d80adb20 2024-09-13T16:12:14.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:14.521+0000 7f35d6d9d640 1 --2- 172.21.15.76:0/4177541243 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f35b806ac30 0x7f35b806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:14.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:14.522+0000 7f35d6d9d640 1 --2- 172.21.15.76:0/4177541243 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f35b806ac30 0x7f35b806d0f0 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f35c8034000 tx=0x7f35c802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:14.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:14.525+0000 7f35cf7fe640 1 -- 172.21.15.76:0/4177541243 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f35d00542f0 con 0x7f35d80adb20 2024-09-13T16:12:14.750 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:14.749+0000 7f35dd145640 1 -- 172.21.15.76:0/4177541243 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "health", "detail": "detail", "format": "json"} v 0) v1 -- 0x7f35d813f9b0 con 0x7f35d80adb20 2024-09-13T16:12:14.751 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:14.749+0000 7f35cf7fe640 1 -- 172.21.15.76:0/4177541243 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "health", "detail": "detail", "format": "json"}]=0 v0) v1 ==== 92+0+46 (secure 0 0 0) 0x7f35d813f9b0 con 0x7f35d80adb20 2024-09-13T16:12:14.751 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:14.751 INFO:teuthology.orchestra.run.smithi076.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-13T16:12:14.753 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:14.751+0000 7f35dd145640 1 -- 172.21.15.76:0/4177541243 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f35b806ac30 msgr2=0x7f35b806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:14.753 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:14.751+0000 7f35dd145640 1 --2- 172.21.15.76:0/4177541243 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f35b806ac30 0x7f35b806d0f0 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f35c8034000 tx=0x7f35c802e000 comp rx=0 tx=0).stop 2024-09-13T16:12:14.753 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:14.751+0000 7f35dd145640 1 -- 172.21.15.76:0/4177541243 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f35d80adb20 msgr2=0x7f35d813db20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:14.753 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:14.751+0000 7f35dd145640 1 --2- 172.21.15.76:0/4177541243 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f35d80adb20 0x7f35d813db20 secure :-1 s=READY pgs=1493 cs=0 l=1 rev1=1 crypto rx=0x7f35d000cb30 tx=0x7f35d000a060 comp rx=0 tx=0).stop 2024-09-13T16:12:14.753 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:14.751+0000 7f35dd145640 1 -- 172.21.15.76:0/4177541243 shutdown_connections 2024-09-13T16:12:14.753 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:14.751+0000 7f35dd145640 1 --2- 172.21.15.76:0/4177541243 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f35d80adb20 0x7f35d813db20 unknown :-1 s=CLOSED pgs=1493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:14.753 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:14.751+0000 7f35dd145640 1 --2- 172.21.15.76:0/4177541243 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f35b806ac30 0x7f35b806d0f0 unknown :-1 s=CLOSED pgs=643 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:14.753 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:14.751+0000 7f35dd145640 1 --2- 172.21.15.76:0/4177541243 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f35d8070270 0x7f35d813d5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:14.753 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:14.751+0000 7f35dd145640 1 --2- 172.21.15.76:0/4177541243 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f35d806d920 0x7f35d813be70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:14.753 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:14.751+0000 7f35dd145640 1 -- 172.21.15.76:0/4177541243 >> 172.21.15.76:0/4177541243 conn(0x7f35d80b01d0 msgr2=0x7f35d80cd280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:14.754 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:14.751+0000 7f35dd145640 1 -- 172.21.15.76:0/4177541243 shutdown_connections 2024-09-13T16:12:14.754 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:14.751+0000 7f35dd145640 1 -- 172.21.15.76:0/4177541243 wait complete. 2024-09-13T16:12:14.763 DEBUG:tasks.ceph_test_case:Not expected number of summary strings ([]) 2024-09-13T16:12:14.763 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=100 retry_count=0)... 2024-09-13T16:12:19.764 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health detail --format=json 2024-09-13T16:12:19.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:19.862+0000 7f4d38945640 1 Processor -- start 2024-09-13T16:12:19.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:19.862+0000 7f4d38945640 1 -- start start 2024-09-13T16:12:19.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:19.862+0000 7f4d38945640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4d3415a510 0x7f4d340cb9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:19.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:19.863+0000 7f4d38945640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f4d3415ebd0 0x7f4d340cc210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:19.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:19.863+0000 7f4d38945640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f4d34070270 0x7f4d340706e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:19.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:19.863+0000 7f4d38945640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4d340cb5c0 con 0x7f4d3415ebd0 2024-09-13T16:12:19.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:19.863+0000 7f4d38945640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4d34070c20 con 0x7f4d34070270 2024-09-13T16:12:19.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:19.863+0000 7f4d38945640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4d340ccb40 con 0x7f4d3415a510 2024-09-13T16:12:19.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:19.863+0000 7f4d29d9b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f4d3415ebd0 0x7f4d340cc210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:19.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:19.863+0000 7f4d29d9b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f4d3415ebd0 0x7f4d340cc210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:47484/0 (socket says 172.21.15.76:47484) 2024-09-13T16:12:19.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:19.863+0000 7f4d29d9b640 1 -- 172.21.15.76:0/1679015563 learned_addr learned my addr 172.21.15.76:0/1679015563 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:19.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:19.863+0000 7f4d29d9b640 1 -- 172.21.15.76:0/1679015563 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4d3415a510 msgr2=0x7f4d340cb9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:19.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:19.863+0000 7f4d29d9b640 1 --2- 172.21.15.76:0/1679015563 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4d3415a510 0x7f4d340cb9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:19.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:19.863+0000 7f4d29d9b640 1 -- 172.21.15.76:0/1679015563 >> v2:172.21.15.192:3300/0 conn(0x7f4d34070270 msgr2=0x7f4d340706e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:19.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:19.863+0000 7f4d29d9b640 1 --2- 172.21.15.76:0/1679015563 >> v2:172.21.15.192:3300/0 conn(0x7f4d34070270 0x7f4d340706e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:19.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:19.863+0000 7f4d29d9b640 1 -- 172.21.15.76:0/1679015563 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4d340caf00 con 0x7f4d3415ebd0 2024-09-13T16:12:19.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:19.864+0000 7f4d29d9b640 1 --2- 172.21.15.76:0/1679015563 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4d3415ebd0 0x7f4d340cc210 secure :-1 s=READY pgs=1494 cs=0 l=1 rev1=1 crypto rx=0x7f4d34070030 tx=0x7f4d1c02a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=af2463953f7cc8e9 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:19.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:19.864+0000 7f4d31d9b640 1 -- 172.21.15.76:0/1679015563 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d1c02ae90 con 0x7f4d3415ebd0 2024-09-13T16:12:19.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:19.864+0000 7f4d31d9b640 1 -- 172.21.15.76:0/1679015563 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4d1c032440 con 0x7f4d3415ebd0 2024-09-13T16:12:19.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:19.864+0000 7f4d31d9b640 1 -- 172.21.15.76:0/1679015563 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d1c0327d0 con 0x7f4d3415ebd0 2024-09-13T16:12:19.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:19.864+0000 7f4d38945640 1 -- 172.21.15.76:0/1679015563 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4d3415ebd0 msgr2=0x7f4d340cc210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:19.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:19.864+0000 7f4d38945640 1 --2- 172.21.15.76:0/1679015563 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4d3415ebd0 0x7f4d340cc210 secure :-1 s=READY pgs=1494 cs=0 l=1 rev1=1 crypto rx=0x7f4d34070030 tx=0x7f4d1c02a180 comp rx=0 tx=0).stop 2024-09-13T16:12:19.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:19.864+0000 7f4d38945640 1 -- 172.21.15.76:0/1679015563 shutdown_connections 2024-09-13T16:12:19.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:19.864+0000 7f4d38945640 1 --2- 172.21.15.76:0/1679015563 >> v2:172.21.15.192:3300/0 conn(0x7f4d34070270 0x7f4d340706e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:19.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:19.864+0000 7f4d38945640 1 --2- 172.21.15.76:0/1679015563 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4d3415ebd0 0x7f4d340cc210 unknown :-1 s=CLOSED pgs=1494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:19.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:19.864+0000 7f4d38945640 1 --2- 172.21.15.76:0/1679015563 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4d3415a510 0x7f4d340cb9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:19.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:19.864+0000 7f4d38945640 1 -- 172.21.15.76:0/1679015563 >> 172.21.15.76:0/1679015563 conn(0x7f4d340b01d0 msgr2=0x7f4d340b05b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:19.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:19.864+0000 7f4d38945640 1 -- 172.21.15.76:0/1679015563 shutdown_connections 2024-09-13T16:12:19.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:19.864+0000 7f4d38945640 1 -- 172.21.15.76:0/1679015563 wait complete. 2024-09-13T16:12:19.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:19.866+0000 7f4d38945640 1 Processor -- start 2024-09-13T16:12:19.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:19.866+0000 7f4d38945640 1 -- start start 2024-09-13T16:12:19.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:19.867+0000 7f4d38945640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4d34070270 0x7f4d340aae00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:19.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:19.867+0000 7f4d38945640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4d3415a510 0x7f4d341f0470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:19.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:19.867+0000 7f4d38945640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4d3415ebd0 0x7f4d340af3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:19.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:19.867+0000 7f4d38945640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4d340ab340 con 0x7f4d3415ebd0 2024-09-13T16:12:19.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:19.867+0000 7f4d38945640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4d341f09b0 con 0x7f4d34070270 2024-09-13T16:12:19.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:19.867+0000 7f4d38945640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4d341f0c10 con 0x7f4d3415a510 2024-09-13T16:12:19.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:19.867+0000 7f4d32d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4d3415ebd0 0x7f4d340af3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:19.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:19.867+0000 7f4d32d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4d3415ebd0 0x7f4d340af3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:47488/0 (socket says 172.21.15.76:47488) 2024-09-13T16:12:19.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:19.867+0000 7f4d32d9d640 1 -- 172.21.15.76:0/3463475902 learned_addr learned my addr 172.21.15.76:0/3463475902 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:19.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:19.867+0000 7f4d3259c640 1 --2- 172.21.15.76:0/3463475902 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4d34070270 0x7f4d340aae00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:19.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:19.867+0000 7f4d29d9b640 1 --2- 172.21.15.76:0/3463475902 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4d3415a510 0x7f4d341f0470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:19.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:19.867+0000 7f4d32d9d640 1 -- 172.21.15.76:0/3463475902 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4d3415a510 msgr2=0x7f4d341f0470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:19.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:19.867+0000 7f4d32d9d640 1 --2- 172.21.15.76:0/3463475902 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4d3415a510 0x7f4d341f0470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:19.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:19.867+0000 7f4d32d9d640 1 -- 172.21.15.76:0/3463475902 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4d34070270 msgr2=0x7f4d340aae00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:19.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:19.867+0000 7f4d32d9d640 1 --2- 172.21.15.76:0/3463475902 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4d34070270 0x7f4d340aae00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:19.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:19.867+0000 7f4d32d9d640 1 -- 172.21.15.76:0/3463475902 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4d1c0094d0 con 0x7f4d3415ebd0 2024-09-13T16:12:19.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:19.867+0000 7f4d29d9b640 1 --2- 172.21.15.76:0/3463475902 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4d3415a510 0x7f4d341f0470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:12:19.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:19.867+0000 7f4d32d9d640 1 --2- 172.21.15.76:0/3463475902 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4d3415ebd0 0x7f4d340af3b0 secure :-1 s=READY pgs=1495 cs=0 l=1 rev1=1 crypto rx=0x7f4d2c00b970 tx=0x7f4d2c00be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:19.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:19.867+0000 7f4d2b7fe640 1 -- 172.21.15.76:0/3463475902 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d2c00cb40 con 0x7f4d3415ebd0 2024-09-13T16:12:19.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:19.867+0000 7f4d2b7fe640 1 -- 172.21.15.76:0/3463475902 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4d2c00ccc0 con 0x7f4d3415ebd0 2024-09-13T16:12:19.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:19.868+0000 7f4d38945640 1 -- 172.21.15.76:0/3463475902 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4d341f0ef0 con 0x7f4d3415ebd0 2024-09-13T16:12:19.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:19.868+0000 7f4d2b7fe640 1 -- 172.21.15.76:0/3463475902 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d2c014680 con 0x7f4d3415ebd0 2024-09-13T16:12:19.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:19.868+0000 7f4d38945640 1 -- 172.21.15.76:0/3463475902 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4d341f1ae0 con 0x7f4d3415ebd0 2024-09-13T16:12:19.873 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:19.869+0000 7f4d38945640 1 -- 172.21.15.76:0/3463475902 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4d340adeb0 con 0x7f4d3415ebd0 2024-09-13T16:12:19.873 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:19.869+0000 7f4d2b7fe640 1 -- 172.21.15.76:0/3463475902 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f4d2c01d3b0 con 0x7f4d3415ebd0 2024-09-13T16:12:19.873 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:19.869+0000 7f4d2b7fe640 1 --2- 172.21.15.76:0/3463475902 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4d1406ac00 0x7f4d1406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:19.873 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:19.870+0000 7f4d3259c640 1 --2- 172.21.15.76:0/3463475902 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4d1406ac00 0x7f4d1406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:19.873 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:19.870+0000 7f4d2b7fe640 1 -- 172.21.15.76:0/3463475902 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(110..110 src has 1..110) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f4d2c089360 con 0x7f4d3415ebd0 2024-09-13T16:12:19.873 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:19.870+0000 7f4d3259c640 1 --2- 172.21.15.76:0/3463475902 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4d1406ac00 0x7f4d1406d0c0 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7f4d240098e0 tx=0x7f4d24009060 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:19.875 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:19.874+0000 7f4d2b7fe640 1 -- 172.21.15.76:0/3463475902 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f4d2c0544b0 con 0x7f4d3415ebd0 2024-09-13T16:12:20.104 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.102+0000 7f4d38945640 1 -- 172.21.15.76:0/3463475902 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "health", "detail": "detail", "format": "json"} v 0) v1 -- 0x7f4d341f1410 con 0x7f4d3415ebd0 2024-09-13T16:12:20.104 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.102+0000 7f4d2b7fe640 1 -- 172.21.15.76:0/3463475902 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "health", "detail": "detail", "format": "json"}]=0 v0) v1 ==== 92+0+322 (secure 0 0 0) 0x7f4d2c057ad0 con 0x7f4d3415ebd0 2024-09-13T16:12:20.104 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:20.104 INFO:teuthology.orchestra.run.smithi076.stdout:{"status":"HEALTH_WARN","checks":{"MDS_CLIENT_OLDEST_TID":{"severity":"HEALTH_WARN","summary":{"message":"1 clients failing to advance oldest client/flush tid","count":1},"detail":[{"message":"mds.a(mds.0): Client smithi076:0 failing to advance its oldest client/flush tid. client_id: 8286"}],"muted":false}},"mutes":[]} 2024-09-13T16:12:20.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.104+0000 7f4d38945640 1 -- 172.21.15.76:0/3463475902 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4d1406ac00 msgr2=0x7f4d1406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:20.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.104+0000 7f4d38945640 1 --2- 172.21.15.76:0/3463475902 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4d1406ac00 0x7f4d1406d0c0 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7f4d240098e0 tx=0x7f4d24009060 comp rx=0 tx=0).stop 2024-09-13T16:12:20.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.104+0000 7f4d38945640 1 -- 172.21.15.76:0/3463475902 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4d3415ebd0 msgr2=0x7f4d340af3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:20.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.104+0000 7f4d38945640 1 --2- 172.21.15.76:0/3463475902 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4d3415ebd0 0x7f4d340af3b0 secure :-1 s=READY pgs=1495 cs=0 l=1 rev1=1 crypto rx=0x7f4d2c00b970 tx=0x7f4d2c00be30 comp rx=0 tx=0).stop 2024-09-13T16:12:20.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.104+0000 7f4d38945640 1 -- 172.21.15.76:0/3463475902 shutdown_connections 2024-09-13T16:12:20.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.104+0000 7f4d38945640 1 --2- 172.21.15.76:0/3463475902 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4d3415ebd0 0x7f4d340af3b0 unknown :-1 s=CLOSED pgs=1495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:20.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.104+0000 7f4d38945640 1 --2- 172.21.15.76:0/3463475902 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4d1406ac00 0x7f4d1406d0c0 unknown :-1 s=CLOSED pgs=644 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:20.107 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.104+0000 7f4d38945640 1 --2- 172.21.15.76:0/3463475902 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4d3415a510 0x7f4d341f0470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:20.107 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.104+0000 7f4d38945640 1 --2- 172.21.15.76:0/3463475902 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4d34070270 0x7f4d340aae00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:20.107 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.104+0000 7f4d38945640 1 -- 172.21.15.76:0/3463475902 >> 172.21.15.76:0/3463475902 conn(0x7f4d340b01d0 msgr2=0x7f4d34072790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:20.107 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.104+0000 7f4d38945640 1 -- 172.21.15.76:0/3463475902 shutdown_connections 2024-09-13T16:12:20.107 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.104+0000 7f4d38945640 1 -- 172.21.15.76:0/3463475902 wait complete. 2024-09-13T16:12:20.116 DEBUG:tasks.ceph_test_case:detail_strings: ['mds.a(mds.0): Client smithi076:0 failing to advance its oldest client/flush tid. client_id: 8286'] 2024-09-13T16:12:20.116 DEBUG:tasks.ceph_test_case:wait_until_true: success in 5s and 0 retries 2024-09-13T16:12:20.117 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-13T16:12:20.117 DEBUG:teuthology.orchestra.run.smithi076:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T16:12:20.158 DEBUG:teuthology.orchestra.run.smithi192:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T16:12:20.202 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-13T16:12:20.202 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:12:20.202 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:12:20.218 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:12:20.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.354+0000 7f1439f84640 1 Processor -- start 2024-09-13T16:12:20.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.354+0000 7f1439f84640 1 -- start start 2024-09-13T16:12:20.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.354+0000 7f1439f84640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f143415fd10 0x7f14340d10b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:20.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.354+0000 7f1439f84640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f14340cf730 0x7f14340ce2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:20.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.354+0000 7f1439f84640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f14340d0940 con 0x7f14341600f0 2024-09-13T16:12:20.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.354+0000 7f1439f84640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f14340b3820 con 0x7f14340cf730 2024-09-13T16:12:20.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.354+0000 7f1439f84640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f14340b3ac0 con 0x7f143415fd10 2024-09-13T16:12:20.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.355+0000 7f1433fff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f14340cf730 0x7f14340ce2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:20.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.355+0000 7f1433fff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f14340cf730 0x7f14340ce2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:47490/0 (socket says 172.21.15.76:47490) 2024-09-13T16:12:20.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.355+0000 7f1432ffd640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f14341600f0 0x7f14340cf020 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:48696/0 (socket says 172.21.15.76:48696) 2024-09-13T16:12:20.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.355+0000 7f1433fff640 1 -- 172.21.15.76:0/1809736201 learned_addr learned my addr 172.21.15.76:0/1809736201 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:20.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.355+0000 7f14337fe640 1 --2- 172.21.15.76:0/1809736201 >> v2:172.21.15.192:3300/0 conn(0x7f143415fd10 0x7f14340d10b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:20.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.355+0000 7f1433fff640 1 -- 172.21.15.76:0/1809736201 >> v2:172.21.15.192:3300/0 conn(0x7f143415fd10 msgr2=0x7f14340d10b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:20.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.355+0000 7f1433fff640 1 --2- 172.21.15.76:0/1809736201 >> v2:172.21.15.192:3300/0 conn(0x7f143415fd10 0x7f14340d10b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:20.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.355+0000 7f1433fff640 1 -- 172.21.15.76:0/1809736201 >> v1:172.21.15.76:6789/0 conn(0x7f14341600f0 legacy=0x7f14340cf020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:20.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.355+0000 7f1433fff640 1 -- 172.21.15.76:0/1809736201 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f14340b3da0 con 0x7f14340cf730 2024-09-13T16:12:20.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.355+0000 7f14327fc640 1 -- 172.21.15.76:0/1809736201 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1510522014 0 0) 0x7f14340d0940 con 0x7f14341600f0 2024-09-13T16:12:20.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.356+0000 7f1433fff640 1 --2- 172.21.15.76:0/1809736201 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f14340cf730 0x7f14340ce2e0 secure :-1 s=READY pgs=1497 cs=0 l=1 rev1=1 crypto rx=0x7f14340b5200 tx=0x7f142c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=644171bcf82046b7 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:20.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.356+0000 7f14327fc640 1 -- 172.21.15.76:0/1809736201 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f142c032440 con 0x7f14340cf730 2024-09-13T16:12:20.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.356+0000 7f14327fc640 1 -- 172.21.15.76:0/1809736201 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f142c0325a0 con 0x7f14340cf730 2024-09-13T16:12:20.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.356+0000 7f14327fc640 1 -- 172.21.15.76:0/1809736201 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f142c032930 con 0x7f14340cf730 2024-09-13T16:12:20.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.356+0000 7f1439f84640 1 -- 172.21.15.76:0/1809736201 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f14340cf730 msgr2=0x7f14340ce2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:20.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.356+0000 7f1439f84640 1 --2- 172.21.15.76:0/1809736201 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f14340cf730 0x7f14340ce2e0 secure :-1 s=READY pgs=1497 cs=0 l=1 rev1=1 crypto rx=0x7f14340b5200 tx=0x7f142c02a270 comp rx=0 tx=0).stop 2024-09-13T16:12:20.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.356+0000 7f1439f84640 1 -- 172.21.15.76:0/1809736201 shutdown_connections 2024-09-13T16:12:20.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.356+0000 7f1439f84640 1 --2- 172.21.15.76:0/1809736201 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f14340cf730 0x7f14340ce2e0 unknown :-1 s=CLOSED pgs=1497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:20.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.356+0000 7f1439f84640 1 --2- 172.21.15.76:0/1809736201 >> v2:172.21.15.192:3300/0 conn(0x7f143415fd10 0x7f14340d10b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:20.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.356+0000 7f1439f84640 1 -- 172.21.15.76:0/1809736201 >> 172.21.15.76:0/1809736201 conn(0x7f1434089fc0 msgr2=0x7f14340d2610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:20.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.356+0000 7f1439f84640 1 -- 172.21.15.76:0/1809736201 shutdown_connections 2024-09-13T16:12:20.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.356+0000 7f1439f84640 1 -- 172.21.15.76:0/1809736201 wait complete. 2024-09-13T16:12:20.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.357+0000 7f1439f84640 1 Processor -- start 2024-09-13T16:12:20.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.358+0000 7f1439f84640 1 -- start start 2024-09-13T16:12:20.362 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.358+0000 7f1439f84640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f14340cf730 0x7f14341f4d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:20.362 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.358+0000 7f1439f84640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f143415fd10 0x7f14341f5510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:20.362 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.358+0000 7f1439f84640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f14341600f0 0x7f14341f5a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:20.362 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.358+0000 7f1439f84640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f14341f5270 con 0x7f14341600f0 2024-09-13T16:12:20.362 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.358+0000 7f1439f84640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f14341549f0 con 0x7f14340cf730 2024-09-13T16:12:20.362 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.358+0000 7f1439f84640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1434154cd0 con 0x7f143415fd10 2024-09-13T16:12:20.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.358+0000 7f1433fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f14341600f0 0x7f14341f5a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:20.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.359+0000 7f1433fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f14341600f0 0x7f14341f5a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:47494/0 (socket says 172.21.15.76:47494) 2024-09-13T16:12:20.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.359+0000 7f1433fff640 1 -- 172.21.15.76:0/4102854657 learned_addr learned my addr 172.21.15.76:0/4102854657 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:20.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.359+0000 7f1433fff640 1 -- 172.21.15.76:0/4102854657 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f143415fd10 msgr2=0x7f14341f5510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:20.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.359+0000 7f14337fe640 1 --2- 172.21.15.76:0/4102854657 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f14340cf730 0x7f14341f4d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:20.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.359+0000 7f1433fff640 1 --2- 172.21.15.76:0/4102854657 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f143415fd10 0x7f14341f5510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:20.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.359+0000 7f1433fff640 1 -- 172.21.15.76:0/4102854657 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f14340cf730 msgr2=0x7f14341f4d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:20.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.359+0000 7f1433fff640 1 --2- 172.21.15.76:0/4102854657 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f14340cf730 0x7f14341f4d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:20.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.359+0000 7f1433fff640 1 -- 172.21.15.76:0/4102854657 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f142c0094d0 con 0x7f14341600f0 2024-09-13T16:12:20.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.359+0000 7f14337fe640 1 --2- 172.21.15.76:0/4102854657 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f14340cf730 0x7f14341f4d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:12:20.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.359+0000 7f1433fff640 1 --2- 172.21.15.76:0/4102854657 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f14341600f0 0x7f14341f5a50 secure :-1 s=READY pgs=1498 cs=0 l=1 rev1=1 crypto rx=0x7f142c0090b0 tx=0x7f142c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:20.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.359+0000 7f141bfff640 1 -- 172.21.15.76:0/4102854657 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f142c032440 con 0x7f14341600f0 2024-09-13T16:12:20.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.359+0000 7f141bfff640 1 -- 172.21.15.76:0/4102854657 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f142c030b80 con 0x7f14341600f0 2024-09-13T16:12:20.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.359+0000 7f1439f84640 1 -- 172.21.15.76:0/4102854657 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1434154fb0 con 0x7f14341600f0 2024-09-13T16:12:20.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.359+0000 7f141bfff640 1 -- 172.21.15.76:0/4102854657 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f142c03d420 con 0x7f14341600f0 2024-09-13T16:12:20.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.359+0000 7f1439f84640 1 -- 172.21.15.76:0/4102854657 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f14340b75d0 con 0x7f14341600f0 2024-09-13T16:12:20.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.360+0000 7f1439f84640 1 -- 172.21.15.76:0/4102854657 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f14340d10b0 con 0x7f14341600f0 2024-09-13T16:12:20.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.360+0000 7f141bfff640 1 -- 172.21.15.76:0/4102854657 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f142c039040 con 0x7f14341600f0 2024-09-13T16:12:20.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.361+0000 7f141bfff640 1 --2- 172.21.15.76:0/4102854657 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f142006ac00 0x7f142006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:20.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.361+0000 7f141bfff640 1 -- 172.21.15.76:0/4102854657 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(110..110 src has 1..110) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f142c0a9f30 con 0x7f14341600f0 2024-09-13T16:12:20.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.361+0000 7f14337fe640 1 --2- 172.21.15.76:0/4102854657 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f142006ac00 0x7f142006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:20.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.361+0000 7f14337fe640 1 --2- 172.21.15.76:0/4102854657 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f142006ac00 0x7f142006d0c0 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7f14340b2b70 tx=0x7f142400b040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:20.366 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.365+0000 7f141bfff640 1 -- 172.21.15.76:0/4102854657 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f142c075060 con 0x7f14341600f0 2024-09-13T16:12:20.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.538+0000 7f1439f84640 1 -- 172.21.15.76:0/4102854657 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f14340b2ba0 con 0x7f14341600f0 2024-09-13T16:12:20.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.540+0000 7f141bfff640 1 -- 172.21.15.76:0/4102854657 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v110) v1 ==== 74+0+16680 (secure 0 0 0) 0x7f142c04b090 con 0x7f14341600f0 2024-09-13T16:12:20.541 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:20.541 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":110,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:12:01.228824+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":16,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:11:58.022342+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"109","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":16,"pool_name":"cephfs_data","create_time":"2024-09-13T16:11:59.194875+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"110","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:12:20.544 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.541+0000 7f1439f84640 1 -- 172.21.15.76:0/4102854657 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f142006ac00 msgr2=0x7f142006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:20.544 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.541+0000 7f1439f84640 1 --2- 172.21.15.76:0/4102854657 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f142006ac00 0x7f142006d0c0 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7f14340b2b70 tx=0x7f142400b040 comp rx=0 tx=0).stop 2024-09-13T16:12:20.544 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.541+0000 7f1439f84640 1 -- 172.21.15.76:0/4102854657 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f14341600f0 msgr2=0x7f14341f5a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:20.544 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.541+0000 7f1439f84640 1 --2- 172.21.15.76:0/4102854657 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f14341600f0 0x7f14341f5a50 secure :-1 s=READY pgs=1498 cs=0 l=1 rev1=1 crypto rx=0x7f142c0090b0 tx=0x7f142c0046c0 comp rx=0 tx=0).stop 2024-09-13T16:12:20.544 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.541+0000 7f1439f84640 1 -- 172.21.15.76:0/4102854657 shutdown_connections 2024-09-13T16:12:20.544 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.541+0000 7f1439f84640 1 --2- 172.21.15.76:0/4102854657 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f14341600f0 0x7f14341f5a50 unknown :-1 s=CLOSED pgs=1498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:20.545 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.541+0000 7f1439f84640 1 --2- 172.21.15.76:0/4102854657 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f142006ac00 0x7f142006d0c0 unknown :-1 s=CLOSED pgs=645 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:20.545 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.541+0000 7f1439f84640 1 --2- 172.21.15.76:0/4102854657 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f143415fd10 0x7f14341f5510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:20.545 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.541+0000 7f1439f84640 1 --2- 172.21.15.76:0/4102854657 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f14340cf730 0x7f14341f4d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:20.545 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.541+0000 7f1439f84640 1 -- 172.21.15.76:0/4102854657 >> 172.21.15.76:0/4102854657 conn(0x7f1434089fc0 msgr2=0x7f14340cdd30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:20.545 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.542+0000 7f1439f84640 1 -- 172.21.15.76:0/4102854657 shutdown_connections 2024-09-13T16:12:20.545 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.542+0000 7f1439f84640 1 -- 172.21.15.76:0/4102854657 wait complete. 2024-09-13T16:12:20.554 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:01:26.960607+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 15, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:11:58.022342+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '109', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 16, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:11:59.194875+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '110', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:12:20.555 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:12:20.655 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.654+0000 7fabb7287640 1 Processor -- start 2024-09-13T16:12:20.656 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.654+0000 7fabb7287640 1 -- start start 2024-09-13T16:12:20.659 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.655+0000 7fabb7287640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fabb013f470 0x7fabb006d3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:20.659 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.655+0000 7fabb7287640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fabb015dcf0 con 0x7fabb00adb20 2024-09-13T16:12:20.659 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.655+0000 7fabb7287640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fabb006dd30 con 0x7fabb006d920 2024-09-13T16:12:20.659 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.655+0000 7fabb7287640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fabb0159780 con 0x7fabb013f470 2024-09-13T16:12:20.659 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.655+0000 7fabb5023640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fabb00adb20 0x7fabb0070270 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:48708/0 (socket says 172.21.15.76:48708) 2024-09-13T16:12:20.659 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.655+0000 7fabb5023640 1 -- 172.21.15.76:0/1021630318 learned_addr learned my addr 172.21.15.76:0/1021630318 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:12:20.659 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.655+0000 7fabb4822640 1 --2- 172.21.15.76:0/1021630318 >> v2:172.21.15.192:3300/0 conn(0x7fabb013f470 0x7fabb006d3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:20.659 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.655+0000 7faba7fff640 1 -- 172.21.15.76:0/1021630318 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1592656065 0 0) 0x7fabb015dcf0 con 0x7fabb00adb20 2024-09-13T16:12:20.660 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.655+0000 7faba7fff640 1 -- 172.21.15.76:0/1021630318 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fab9c003520 con 0x7fabb00adb20 2024-09-13T16:12:20.660 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.656+0000 7faba7fff640 1 -- 172.21.15.76:0/1021630318 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2037597075 0 0) 0x7fab9c003520 con 0x7fabb00adb20 2024-09-13T16:12:20.660 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.656+0000 7faba7fff640 1 -- 172.21.15.76:0/1021630318 >> v2:172.21.15.192:3300/0 conn(0x7fabb013f470 msgr2=0x7fabb006d3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:20.660 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.656+0000 7faba7fff640 1 --2- 172.21.15.76:0/1021630318 >> v2:172.21.15.192:3300/0 conn(0x7fabb013f470 0x7fabb006d3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:20.660 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.656+0000 7faba7fff640 1 -- 172.21.15.76:0/1021630318 >> v1:172.21.15.192:6789/0 conn(0x7fabb006d920 legacy=0x7fabb0159bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:20.660 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.656+0000 7faba7fff640 1 -- 172.21.15.76:0/1021630318 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fabb015d170 con 0x7fabb00adb20 2024-09-13T16:12:20.660 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.656+0000 7faba7fff640 1 -- 172.21.15.76:0/1021630318 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7faba80019f0 con 0x7fabb00adb20 2024-09-13T16:12:20.660 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.656+0000 7faba7fff640 1 -- 172.21.15.76:0/1021630318 >> v1:172.21.15.76:6789/0 conn(0x7fabb00adb20 legacy=0x7fabb0070270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:20.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.656+0000 7faba7fff640 1 --2- 172.21.15.76:0/1021630318 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fab9c003970 0x7fab9c003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:20.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.656+0000 7faba7fff640 1 --2- 172.21.15.76:0/1021630318 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fab9c0047c0 0x7fab9c004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:20.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.656+0000 7faba7fff640 1 --2- 172.21.15.76:0/1021630318 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fab9c005180 0x7fab9c00b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:20.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.656+0000 7faba7fff640 1 -- 172.21.15.76:0/1021630318 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fabb0159780 con 0x7fab9c005180 2024-09-13T16:12:20.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.656+0000 7faba7fff640 1 -- 172.21.15.76:0/1021630318 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab9c00c020 con 0x7fab9c0047c0 2024-09-13T16:12:20.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.656+0000 7faba7fff640 1 -- 172.21.15.76:0/1021630318 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fab9c00c1e0 con 0x7fab9c003970 2024-09-13T16:12:20.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.656+0000 7fabb5824640 1 --2- 172.21.15.76:0/1021630318 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fab9c005180 0x7fab9c00b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:20.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.656+0000 7fabb4822640 1 --2- 172.21.15.76:0/1021630318 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fab9c0047c0 0x7fab9c004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:20.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.656+0000 7fabb5023640 1 --2- 172.21.15.76:0/1021630318 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fab9c003970 0x7fab9c003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:20.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.656+0000 7fabb5824640 1 -- 172.21.15.76:0/1021630318 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fab9c003970 msgr2=0x7fab9c003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:20.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.656+0000 7fabb5824640 1 --2- 172.21.15.76:0/1021630318 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fab9c003970 0x7fab9c003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:20.662 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.656+0000 7fabb5824640 1 -- 172.21.15.76:0/1021630318 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fab9c0047c0 msgr2=0x7fab9c004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:20.662 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.656+0000 7fabb5824640 1 --2- 172.21.15.76:0/1021630318 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fab9c0047c0 0x7fab9c004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:20.662 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.656+0000 7fabb5824640 1 -- 172.21.15.76:0/1021630318 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fab9c003520 con 0x7fab9c005180 2024-09-13T16:12:20.662 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.657+0000 7fabb5824640 1 -- 172.21.15.76:0/1021630318 reap_dead start 2024-09-13T16:12:20.662 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.657+0000 7fabb5824640 1 --2- 172.21.15.76:0/1021630318 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fab9c005180 0x7fab9c00b980 secure :-1 s=READY pgs=1500 cs=0 l=1 rev1=1 crypto rx=0x7fabac001750 tx=0x7fab9c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d6301d588901e31 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:20.662 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.657+0000 7faba7fff640 1 -- 172.21.15.76:0/1021630318 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabac0052d0 con 0x7fab9c005180 2024-09-13T16:12:20.662 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.657+0000 7faba7fff640 1 -- 172.21.15.76:0/1021630318 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fabac005470 con 0x7fab9c005180 2024-09-13T16:12:20.662 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.657+0000 7faba7fff640 1 -- 172.21.15.76:0/1021630318 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabac02abe0 con 0x7fab9c005180 2024-09-13T16:12:20.662 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.657+0000 7fabb7287640 1 -- 172.21.15.76:0/1021630318 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fab9c005180 msgr2=0x7fab9c00b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:20.662 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.657+0000 7fabb7287640 1 --2- 172.21.15.76:0/1021630318 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fab9c005180 0x7fab9c00b980 secure :-1 s=READY pgs=1500 cs=0 l=1 rev1=1 crypto rx=0x7fabac001750 tx=0x7fab9c0057f0 comp rx=0 tx=0).stop 2024-09-13T16:12:20.662 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.657+0000 7fabb7287640 1 -- 172.21.15.76:0/1021630318 shutdown_connections 2024-09-13T16:12:20.662 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.657+0000 7fabb7287640 1 --2- 172.21.15.76:0/1021630318 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fab9c005180 0x7fab9c00b980 unknown :-1 s=CLOSED pgs=1500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:20.663 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.657+0000 7fabb7287640 1 -- 172.21.15.76:0/1021630318 >> 172.21.15.76:0/1021630318 conn(0x7fabb00b01d0 msgr2=0x7fabb00b05b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:20.663 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.658+0000 7fabb7287640 1 -- 172.21.15.76:0/1021630318 shutdown_connections 2024-09-13T16:12:20.663 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.658+0000 7fabb7287640 1 -- 172.21.15.76:0/1021630318 wait complete. 2024-09-13T16:12:20.665 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.659+0000 7fabb7287640 1 Processor -- start 2024-09-13T16:12:20.665 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.659+0000 7fabb7287640 1 -- start start 2024-09-13T16:12:20.665 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.659+0000 7fabb7287640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fab9c005180 0x7fabb012c750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:20.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.659+0000 7fabb7287640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fabb012f1f0 0x7fabb014f940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:20.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.659+0000 7fabb7287640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fabb01500c0 0x7fabb0150540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:20.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.659+0000 7fabb7287640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fabb0150a80 con 0x7fab9c005180 2024-09-13T16:12:20.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.659+0000 7fabb7287640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fabb0151f30 con 0x7fabb012f1f0 2024-09-13T16:12:20.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.659+0000 7fabb7287640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fabb01f0ca0 con 0x7fabb01500c0 2024-09-13T16:12:20.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.660+0000 7fabb5023640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fab9c005180 0x7fabb012c750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:20.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.660+0000 7fabb5023640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fab9c005180 0x7fabb012c750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:47520/0 (socket says 172.21.15.76:47520) 2024-09-13T16:12:20.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.660+0000 7fabb5023640 1 -- 172.21.15.76:0/1661583410 learned_addr learned my addr 172.21.15.76:0/1661583410 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:20.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.660+0000 7fabb5824640 1 --2- 172.21.15.76:0/1661583410 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fabb01500c0 0x7fabb0150540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:20.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.660+0000 7fabb4822640 1 --2- 172.21.15.76:0/1661583410 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fabb012f1f0 0x7fabb014f940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:20.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.660+0000 7fabb5023640 1 -- 172.21.15.76:0/1661583410 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fabb01500c0 msgr2=0x7fabb0150540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:20.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.660+0000 7fabb5023640 1 --2- 172.21.15.76:0/1661583410 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fabb01500c0 0x7fabb0150540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:20.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.660+0000 7fabb5023640 1 -- 172.21.15.76:0/1661583410 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fabb012f1f0 msgr2=0x7fabb014f940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:20.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.660+0000 7fabb5023640 1 --2- 172.21.15.76:0/1661583410 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fabb012f1f0 0x7fabb014f940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:20.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.660+0000 7fabb5023640 1 -- 172.21.15.76:0/1661583410 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fabb014fe80 con 0x7fab9c005180 2024-09-13T16:12:20.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.660+0000 7fabb5023640 1 --2- 172.21.15.76:0/1661583410 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fab9c005180 0x7fabb012c750 secure :-1 s=READY pgs=1501 cs=0 l=1 rev1=1 crypto rx=0x7faba8007a10 tx=0x7faba800e530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:20.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.660+0000 7faba5ffb640 1 -- 172.21.15.76:0/1661583410 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faba800ee50 con 0x7fab9c005180 2024-09-13T16:12:20.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.660+0000 7faba5ffb640 1 -- 172.21.15.76:0/1661583410 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faba8013420 con 0x7fab9c005180 2024-09-13T16:12:20.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.660+0000 7fabb7287640 1 -- 172.21.15.76:0/1661583410 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fabb01f0120 con 0x7fab9c005180 2024-09-13T16:12:20.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.660+0000 7faba5ffb640 1 -- 172.21.15.76:0/1661583410 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faba80137d0 con 0x7fab9c005180 2024-09-13T16:12:20.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.660+0000 7fabb7287640 1 -- 172.21.15.76:0/1661583410 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fabb01f06e0 con 0x7fab9c005180 2024-09-13T16:12:20.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.661+0000 7fabb7287640 1 -- 172.21.15.76:0/1661583410 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fabb004e7a0 con 0x7fab9c005180 2024-09-13T16:12:20.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.662+0000 7faba5ffb640 1 -- 172.21.15.76:0/1661583410 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7faba8013930 con 0x7fab9c005180 2024-09-13T16:12:20.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.662+0000 7faba5ffb640 1 --2- 172.21.15.76:0/1661583410 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fab9406ac00 0x7fab9406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:20.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.662+0000 7faba5ffb640 1 -- 172.21.15.76:0/1661583410 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(110..110 src has 1..110) v4 ==== 6029+0+0 (secure 0 0 0) 0x7faba8089cb0 con 0x7fab9c005180 2024-09-13T16:12:20.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.662+0000 7fabb4822640 1 --2- 172.21.15.76:0/1661583410 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fab9406ac00 0x7fab9406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:20.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.663+0000 7fabb4822640 1 --2- 172.21.15.76:0/1661583410 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fab9406ac00 0x7fab9406d0c0 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7fabb013ddc0 tx=0x7faba0008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:20.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.666+0000 7faba5ffb640 1 -- 172.21.15.76:0/1661583410 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7faba8054d50 con 0x7fab9c005180 2024-09-13T16:12:20.827 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.826+0000 7fabb7287640 1 -- 172.21.15.76:0/1661583410 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fabb00cb370 con 0x7fab9c005180 2024-09-13T16:12:20.828 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.826+0000 7faba5ffb640 1 -- 172.21.15.76:0/1661583410 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v110) v1 ==== 93+0+10 (secure 0 0 0) 0x7faba8058370 con 0x7fab9c005180 2024-09-13T16:12:20.828 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2024-09-13T16:12:20.831 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.828+0000 7fabb7287640 1 -- 172.21.15.76:0/1661583410 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fab9406ac00 msgr2=0x7fab9406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:20.831 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.828+0000 7fabb7287640 1 --2- 172.21.15.76:0/1661583410 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fab9406ac00 0x7fab9406d0c0 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7fabb013ddc0 tx=0x7faba0008040 comp rx=0 tx=0).stop 2024-09-13T16:12:20.831 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.828+0000 7fabb7287640 1 -- 172.21.15.76:0/1661583410 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fab9c005180 msgr2=0x7fabb012c750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:20.831 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.828+0000 7fabb7287640 1 --2- 172.21.15.76:0/1661583410 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fab9c005180 0x7fabb012c750 secure :-1 s=READY pgs=1501 cs=0 l=1 rev1=1 crypto rx=0x7faba8007a10 tx=0x7faba800e530 comp rx=0 tx=0).stop 2024-09-13T16:12:20.831 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.828+0000 7fabb7287640 1 -- 172.21.15.76:0/1661583410 shutdown_connections 2024-09-13T16:12:20.832 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.828+0000 7fabb7287640 1 --2- 172.21.15.76:0/1661583410 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fab9406ac00 0x7fab9406d0c0 unknown :-1 s=CLOSED pgs=646 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:20.832 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.828+0000 7fabb7287640 1 --2- 172.21.15.76:0/1661583410 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fabb01500c0 0x7fabb0150540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:20.832 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.828+0000 7fabb7287640 1 --2- 172.21.15.76:0/1661583410 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fabb012f1f0 0x7fabb014f940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:20.832 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.828+0000 7fabb7287640 1 --2- 172.21.15.76:0/1661583410 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fab9c005180 0x7fabb012c750 unknown :-1 s=CLOSED pgs=1501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:20.832 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.828+0000 7fabb7287640 1 -- 172.21.15.76:0/1661583410 >> 172.21.15.76:0/1661583410 conn(0x7fabb00b01d0 msgr2=0x7fabb013df30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:20.833 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.828+0000 7fabb7287640 1 -- 172.21.15.76:0/1661583410 shutdown_connections 2024-09-13T16:12:20.833 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.828+0000 7fabb7287640 1 -- 172.21.15.76:0/1661583410 wait complete. 2024-09-13T16:12:20.841 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:12:20.942 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.940+0000 7fdaa2eb7640 1 Processor -- start 2024-09-13T16:12:20.942 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.940+0000 7fdaa2eb7640 1 -- start start 2024-09-13T16:12:20.943 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.941+0000 7fdaa2eb7640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fda9c0adb20 0x7fda9c13f470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:20.943 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.941+0000 7fdaa2eb7640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fda9c070270 0x7fda9c06d3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:20.943 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.941+0000 7fdaa2eb7640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fda9c13f9b0 con 0x7fda9c06d920 2024-09-13T16:12:20.943 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.941+0000 7fdaa2eb7640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fda9c159780 con 0x7fda9c070270 2024-09-13T16:12:20.943 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.941+0000 7fdaa2eb7640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fda9c15dcf0 con 0x7fda9c0adb20 2024-09-13T16:12:20.944 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.941+0000 7fda9bfff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fda9c070270 0x7fda9c06d3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:20.944 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.941+0000 7fdaa1454640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fda9c06d920 0x7fda9c159bc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:48720/0 (socket says 172.21.15.76:48720) 2024-09-13T16:12:20.944 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.941+0000 7fdaa1454640 1 -- 172.21.15.76:0/2047824894 learned_addr learned my addr 172.21.15.76:0/2047824894 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:12:20.944 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.941+0000 7fdaa0c53640 1 --2- 172.21.15.76:0/2047824894 >> v2:172.21.15.192:3300/0 conn(0x7fda9c0adb20 0x7fda9c13f470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:20.944 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.942+0000 7fda9bfff640 1 -- 172.21.15.76:0/2047824894 >> v2:172.21.15.192:3300/0 conn(0x7fda9c0adb20 msgr2=0x7fda9c13f470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:20.944 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.942+0000 7fda9bfff640 1 --2- 172.21.15.76:0/2047824894 >> v2:172.21.15.192:3300/0 conn(0x7fda9c0adb20 0x7fda9c13f470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:20.944 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.942+0000 7fda9bfff640 1 -- 172.21.15.76:0/2047824894 >> v1:172.21.15.76:6789/0 conn(0x7fda9c06d920 legacy=0x7fda9c159bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:20.944 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.942+0000 7fda9bfff640 1 -- 172.21.15.76:0/2047824894 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fda9c06dd30 con 0x7fda9c070270 2024-09-13T16:12:20.944 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.942+0000 7fda9b7fe640 1 -- 172.21.15.76:0/2047824894 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 241022780 0 0) 0x7fda94001110 con 0x7fda9c06d920 2024-09-13T16:12:20.944 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.942+0000 7fda9bfff640 1 --2- 172.21.15.76:0/2047824894 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fda9c070270 0x7fda9c06d3e0 secure :-1 s=READY pgs=1503 cs=0 l=1 rev1=1 crypto rx=0x7fda9c06af70 tx=0x7fda8402c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8780f8412a535c53 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:20.948 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.946+0000 7fda9b7fe640 1 -- 172.21.15.76:0/2047824894 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda84032790 con 0x7fda9c070270 2024-09-13T16:12:20.948 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.947+0000 7fda9b7fe640 1 -- 172.21.15.76:0/2047824894 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fda840328f0 con 0x7fda9c070270 2024-09-13T16:12:20.948 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.947+0000 7fda9b7fe640 1 -- 172.21.15.76:0/2047824894 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda84032c80 con 0x7fda9c070270 2024-09-13T16:12:20.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.947+0000 7fdaa2eb7640 1 -- 172.21.15.76:0/2047824894 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fda9c070270 msgr2=0x7fda9c06d3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:20.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.947+0000 7fdaa2eb7640 1 --2- 172.21.15.76:0/2047824894 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fda9c070270 0x7fda9c06d3e0 secure :-1 s=READY pgs=1503 cs=0 l=1 rev1=1 crypto rx=0x7fda9c06af70 tx=0x7fda8402c890 comp rx=0 tx=0).stop 2024-09-13T16:12:20.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.947+0000 7fdaa2eb7640 1 -- 172.21.15.76:0/2047824894 shutdown_connections 2024-09-13T16:12:20.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.947+0000 7fdaa2eb7640 1 --2- 172.21.15.76:0/2047824894 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fda9c070270 0x7fda9c06d3e0 unknown :-1 s=CLOSED pgs=1503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:20.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.947+0000 7fdaa2eb7640 1 --2- 172.21.15.76:0/2047824894 >> v2:172.21.15.192:3300/0 conn(0x7fda9c0adb20 0x7fda9c13f470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:20.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.947+0000 7fdaa2eb7640 1 -- 172.21.15.76:0/2047824894 >> 172.21.15.76:0/2047824894 conn(0x7fda9c0b01d0 msgr2=0x7fda9c0b05b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:20.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.947+0000 7fdaa2eb7640 1 -- 172.21.15.76:0/2047824894 shutdown_connections 2024-09-13T16:12:20.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.947+0000 7fdaa2eb7640 1 -- 172.21.15.76:0/2047824894 wait complete. 2024-09-13T16:12:20.950 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.948+0000 7fdaa2eb7640 1 Processor -- start 2024-09-13T16:12:20.950 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.948+0000 7fdaa2eb7640 1 -- start start 2024-09-13T16:12:20.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.949+0000 7fdaa2eb7640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fda9c06d920 0x7fda9c13bd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:20.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.949+0000 7fdaa2eb7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fda9c070270 0x7fda9c13cd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:20.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.949+0000 7fdaa2eb7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fda9c0adb20 0x7fda9c158410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:20.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.949+0000 7fdaa2eb7640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda9c13c2b0 con 0x7fda9c070270 2024-09-13T16:12:20.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.949+0000 7fdaa2eb7640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda9c0a8920 con 0x7fda9c06d920 2024-09-13T16:12:20.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.949+0000 7fdaa2eb7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fda9c0a8c00 con 0x7fda9c0adb20 2024-09-13T16:12:20.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.949+0000 7fda9bfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fda9c070270 0x7fda9c13cd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:20.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.949+0000 7fda9bfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fda9c070270 0x7fda9c13cd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:47538/0 (socket says 172.21.15.76:47538) 2024-09-13T16:12:20.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.949+0000 7fda9bfff640 1 -- 172.21.15.76:0/2831820378 learned_addr learned my addr 172.21.15.76:0/2831820378 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:20.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.950+0000 7fdaa0c53640 1 --2- 172.21.15.76:0/2831820378 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fda9c06d920 0x7fda9c13bd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:20.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.950+0000 7fdaa1454640 1 --2- 172.21.15.76:0/2831820378 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fda9c0adb20 0x7fda9c158410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:20.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.950+0000 7fda9bfff640 1 -- 172.21.15.76:0/2831820378 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fda9c0adb20 msgr2=0x7fda9c158410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:20.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.950+0000 7fda9bfff640 1 --2- 172.21.15.76:0/2831820378 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fda9c0adb20 0x7fda9c158410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:20.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.950+0000 7fda9bfff640 1 -- 172.21.15.76:0/2831820378 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fda9c06d920 msgr2=0x7fda9c13bd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:20.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.950+0000 7fda9bfff640 1 --2- 172.21.15.76:0/2831820378 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fda9c06d920 0x7fda9c13bd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:20.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.950+0000 7fda9bfff640 1 -- 172.21.15.76:0/2831820378 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fda84009a70 con 0x7fda9c070270 2024-09-13T16:12:20.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.950+0000 7fdaa1454640 1 --2- 172.21.15.76:0/2831820378 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fda9c0adb20 0x7fda9c158410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:12:20.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.950+0000 7fda9bfff640 1 --2- 172.21.15.76:0/2831820378 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fda9c070270 0x7fda9c13cd90 secure :-1 s=READY pgs=1504 cs=0 l=1 rev1=1 crypto rx=0x7fda84035040 tx=0x7fda84004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:20.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.950+0000 7fda997fa640 1 -- 172.21.15.76:0/2831820378 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda840338f0 con 0x7fda9c070270 2024-09-13T16:12:20.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.950+0000 7fda997fa640 1 -- 172.21.15.76:0/2831820378 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fda84033a50 con 0x7fda9c070270 2024-09-13T16:12:20.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.950+0000 7fdaa2eb7640 1 -- 172.21.15.76:0/2831820378 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fda9c0a8ee0 con 0x7fda9c070270 2024-09-13T16:12:20.954 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.950+0000 7fda997fa640 1 -- 172.21.15.76:0/2831820378 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda84033e00 con 0x7fda9c070270 2024-09-13T16:12:20.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.950+0000 7fdaa2eb7640 1 -- 172.21.15.76:0/2831820378 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fda9c13c870 con 0x7fda9c070270 2024-09-13T16:12:20.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.951+0000 7fdaa2eb7640 1 -- 172.21.15.76:0/2831820378 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fda9c070700 con 0x7fda9c070270 2024-09-13T16:12:20.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.951+0000 7fda997fa640 1 -- 172.21.15.76:0/2831820378 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fda8404f3f0 con 0x7fda9c070270 2024-09-13T16:12:20.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.952+0000 7fda997fa640 1 --2- 172.21.15.76:0/2831820378 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fda7c06ac00 0x7fda7c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:20.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.952+0000 7fda997fa640 1 -- 172.21.15.76:0/2831820378 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(110..110 src has 1..110) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fda840ac770 con 0x7fda9c070270 2024-09-13T16:12:20.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.952+0000 7fdaa0c53640 1 --2- 172.21.15.76:0/2831820378 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fda7c06ac00 0x7fda7c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:20.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.952+0000 7fdaa0c53640 1 --2- 172.21.15.76:0/2831820378 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fda7c06ac00 0x7fda7c06d0c0 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7fda9c1f12a0 tx=0x7fda8c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:20.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:20.956+0000 7fda997fa640 1 -- 172.21.15.76:0/2831820378 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fda84077810 con 0x7fda9c070270 2024-09-13T16:12:21.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.118+0000 7fdaa2eb7640 1 -- 172.21.15.76:0/2831820378 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fda9c13f530 con 0x7fda9c070270 2024-09-13T16:12:21.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.118+0000 7fda997fa640 1 -- 172.21.15.76:0/2831820378 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v110) v1 ==== 104+0+11 (secure 0 0 0) 0x7fda8407ae30 con 0x7fda9c070270 2024-09-13T16:12:21.120 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2024-09-13T16:12:21.121 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.120+0000 7fdaa2eb7640 1 -- 172.21.15.76:0/2831820378 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fda7c06ac00 msgr2=0x7fda7c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:21.121 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.120+0000 7fdaa2eb7640 1 --2- 172.21.15.76:0/2831820378 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fda7c06ac00 0x7fda7c06d0c0 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7fda9c1f12a0 tx=0x7fda8c008040 comp rx=0 tx=0).stop 2024-09-13T16:12:21.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.120+0000 7fdaa2eb7640 1 -- 172.21.15.76:0/2831820378 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fda9c070270 msgr2=0x7fda9c13cd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:21.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.120+0000 7fdaa2eb7640 1 --2- 172.21.15.76:0/2831820378 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fda9c070270 0x7fda9c13cd90 secure :-1 s=READY pgs=1504 cs=0 l=1 rev1=1 crypto rx=0x7fda84035040 tx=0x7fda84004a40 comp rx=0 tx=0).stop 2024-09-13T16:12:21.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.120+0000 7fdaa2eb7640 1 -- 172.21.15.76:0/2831820378 shutdown_connections 2024-09-13T16:12:21.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.120+0000 7fdaa2eb7640 1 --2- 172.21.15.76:0/2831820378 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fda7c06ac00 0x7fda7c06d0c0 unknown :-1 s=CLOSED pgs=647 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:21.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.120+0000 7fdaa2eb7640 1 --2- 172.21.15.76:0/2831820378 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fda9c0adb20 0x7fda9c158410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:21.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.120+0000 7fdaa2eb7640 1 --2- 172.21.15.76:0/2831820378 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fda9c070270 0x7fda9c13cd90 unknown :-1 s=CLOSED pgs=1504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:21.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.120+0000 7fdaa2eb7640 1 --2- 172.21.15.76:0/2831820378 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fda9c06d920 0x7fda9c13bd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:21.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.120+0000 7fdaa2eb7640 1 -- 172.21.15.76:0/2831820378 >> 172.21.15.76:0/2831820378 conn(0x7fda9c0b01d0 msgr2=0x7fda9c0b1e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:21.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.120+0000 7fdaa2eb7640 1 -- 172.21.15.76:0/2831820378 shutdown_connections 2024-09-13T16:12:21.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.120+0000 7fdaa2eb7640 1 -- 172.21.15.76:0/2831820378 wait complete. 2024-09-13T16:12:21.132 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:12:21.232 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.231+0000 7feeea441640 1 Processor -- start 2024-09-13T16:12:21.232 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.231+0000 7feeea441640 1 -- start start 2024-09-13T16:12:21.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.231+0000 7feeea441640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7feee41600f0 0x7feee40ce2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:21.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.231+0000 7feeea441640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feee40b13d0 0x7feee40cf020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:21.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.231+0000 7feeea441640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7feee40d0940 con 0x7feee415fd10 2024-09-13T16:12:21.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.231+0000 7feeea441640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7feee40b3820 con 0x7feee41600f0 2024-09-13T16:12:21.234 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.231+0000 7feeea441640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feee40b3ac0 con 0x7feee40b13d0 2024-09-13T16:12:21.234 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.232+0000 7feedbfff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7feee41600f0 0x7feee40ce2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:21.234 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.232+0000 7feedbfff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7feee41600f0 0x7feee40ce2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:33616/0 (socket says 172.21.15.76:33616) 2024-09-13T16:12:21.234 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.232+0000 7feedbfff640 1 -- 172.21.15.76:0/2320771975 learned_addr learned my addr 172.21.15.76:0/2320771975 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:21.234 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.232+0000 7feee3fff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7feee415fd10 0x7feee40d10b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:54716/0 (socket says 172.21.15.76:54716) 2024-09-13T16:12:21.234 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.232+0000 7feedbfff640 1 -- 172.21.15.76:0/2320771975 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feee40b13d0 msgr2=0x7feee40cf020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:21.234 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.232+0000 7feedbfff640 1 --2- 172.21.15.76:0/2320771975 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feee40b13d0 0x7feee40cf020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:21.234 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.232+0000 7feedbfff640 1 -- 172.21.15.76:0/2320771975 >> v1:172.21.15.76:6789/0 conn(0x7feee415fd10 legacy=0x7feee40d10b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:21.234 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.232+0000 7feedbfff640 1 -- 172.21.15.76:0/2320771975 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feee40b3da0 con 0x7feee41600f0 2024-09-13T16:12:21.234 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.232+0000 7feee37fe640 1 -- 172.21.15.76:0/2320771975 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2220638876 0 0) 0x7feee40d0940 con 0x7feee415fd10 2024-09-13T16:12:21.236 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.233+0000 7feedbfff640 1 --2- 172.21.15.76:0/2320771975 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feee41600f0 0x7feee40ce2e0 secure :-1 s=READY pgs=1506 cs=0 l=1 rev1=1 crypto rx=0x7feecc009870 tx=0x7feecc02a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b04728385e294bd7 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:21.236 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.233+0000 7feee37fe640 1 -- 172.21.15.76:0/2320771975 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feecc032440 con 0x7feee41600f0 2024-09-13T16:12:21.236 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.233+0000 7feee37fe640 1 -- 172.21.15.76:0/2320771975 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feecc0325a0 con 0x7feee41600f0 2024-09-13T16:12:21.236 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.233+0000 7feee37fe640 1 -- 172.21.15.76:0/2320771975 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feecc032930 con 0x7feee41600f0 2024-09-13T16:12:21.236 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.233+0000 7feeea441640 1 -- 172.21.15.76:0/2320771975 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feee41600f0 msgr2=0x7feee40ce2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:21.236 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.233+0000 7feeea441640 1 --2- 172.21.15.76:0/2320771975 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feee41600f0 0x7feee40ce2e0 secure :-1 s=READY pgs=1506 cs=0 l=1 rev1=1 crypto rx=0x7feecc009870 tx=0x7feecc02a1c0 comp rx=0 tx=0).stop 2024-09-13T16:12:21.236 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.233+0000 7feeea441640 1 -- 172.21.15.76:0/2320771975 shutdown_connections 2024-09-13T16:12:21.236 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.233+0000 7feeea441640 1 --2- 172.21.15.76:0/2320771975 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feee40b13d0 0x7feee40cf020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:21.236 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.233+0000 7feeea441640 1 --2- 172.21.15.76:0/2320771975 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feee41600f0 0x7feee40ce2e0 unknown :-1 s=CLOSED pgs=1506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:21.236 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.233+0000 7feeea441640 1 -- 172.21.15.76:0/2320771975 >> 172.21.15.76:0/2320771975 conn(0x7feee4089fc0 msgr2=0x7feee40d2610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:21.236 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.233+0000 7feeea441640 1 -- 172.21.15.76:0/2320771975 shutdown_connections 2024-09-13T16:12:21.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.233+0000 7feeea441640 1 -- 172.21.15.76:0/2320771975 wait complete. 2024-09-13T16:12:21.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.235+0000 7feeea441640 1 Processor -- start 2024-09-13T16:12:21.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.235+0000 7feeea441640 1 -- start start 2024-09-13T16:12:21.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.235+0000 7feeea441640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feee40b13d0 0x7feee40b7c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:21.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.235+0000 7feeea441640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feee415fd10 0x7feee41f2c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:21.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.235+0000 7feeea441640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feee41600f0 0x7feee40cc0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:21.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.235+0000 7feeea441640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feee415cec0 con 0x7feee41600f0 2024-09-13T16:12:21.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.235+0000 7feeea441640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feee40c8ce0 con 0x7feee415fd10 2024-09-13T16:12:21.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.235+0000 7feeea441640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feee40cb090 con 0x7feee40b13d0 2024-09-13T16:12:21.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.235+0000 7feee89de640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feee41600f0 0x7feee40cc0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:21.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.235+0000 7feee89de640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feee41600f0 0x7feee40cc0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:33630/0 (socket says 172.21.15.76:33630) 2024-09-13T16:12:21.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.235+0000 7feee89de640 1 -- 172.21.15.76:0/3006193548 learned_addr learned my addr 172.21.15.76:0/3006193548 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:21.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.236+0000 7feee3fff640 1 --2- 172.21.15.76:0/3006193548 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feee40b13d0 0x7feee40b7c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:21.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.236+0000 7feedbfff640 1 --2- 172.21.15.76:0/3006193548 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feee415fd10 0x7feee41f2c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:21.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.236+0000 7feee89de640 1 -- 172.21.15.76:0/3006193548 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feee40b13d0 msgr2=0x7feee40b7c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:21.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.236+0000 7feee89de640 1 --2- 172.21.15.76:0/3006193548 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feee40b13d0 0x7feee40b7c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:21.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.236+0000 7feee89de640 1 -- 172.21.15.76:0/3006193548 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feee415fd10 msgr2=0x7feee41f2c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:21.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.236+0000 7feee89de640 1 --2- 172.21.15.76:0/3006193548 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feee415fd10 0x7feee41f2c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:21.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.236+0000 7feee89de640 1 -- 172.21.15.76:0/3006193548 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feecc0094d0 con 0x7feee41600f0 2024-09-13T16:12:21.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.236+0000 7feee89de640 1 --2- 172.21.15.76:0/3006193548 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feee41600f0 0x7feee40cc0c0 secure :-1 s=READY pgs=1507 cs=0 l=1 rev1=1 crypto rx=0x7feedc00b9a0 tx=0x7feedc00be60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:21.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.236+0000 7feee17fa640 1 -- 172.21.15.76:0/3006193548 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feedc00cb40 con 0x7feee41600f0 2024-09-13T16:12:21.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.236+0000 7feee17fa640 1 -- 172.21.15.76:0/3006193548 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feedc00ccc0 con 0x7feee41600f0 2024-09-13T16:12:21.241 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.236+0000 7feee17fa640 1 -- 172.21.15.76:0/3006193548 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feedc014680 con 0x7feee41600f0 2024-09-13T16:12:21.241 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.236+0000 7feeea441640 1 -- 172.21.15.76:0/3006193548 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7feee40c9a90 con 0x7feee41600f0 2024-09-13T16:12:21.241 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.236+0000 7feeea441640 1 -- 172.21.15.76:0/3006193548 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feee40cb5e0 con 0x7feee41600f0 2024-09-13T16:12:21.241 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.237+0000 7feeea441640 1 -- 172.21.15.76:0/3006193548 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7feee40cf020 con 0x7feee41600f0 2024-09-13T16:12:21.241 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.237+0000 7feee17fa640 1 -- 172.21.15.76:0/3006193548 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7feedc01d3b0 con 0x7feee41600f0 2024-09-13T16:12:21.241 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.238+0000 7feee17fa640 1 --2- 172.21.15.76:0/3006193548 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feec406ac00 0x7feec406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:21.241 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.238+0000 7feee17fa640 1 -- 172.21.15.76:0/3006193548 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(110..110 src has 1..110) v4 ==== 6029+0+0 (secure 0 0 0) 0x7feedc089370 con 0x7feee41600f0 2024-09-13T16:12:21.241 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.238+0000 7feee3fff640 1 --2- 172.21.15.76:0/3006193548 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feec406ac00 0x7feec406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:21.241 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.238+0000 7feee3fff640 1 --2- 172.21.15.76:0/3006193548 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feec406ac00 0x7feec406d0c0 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7feed4000f60 tx=0x7feed4007b50 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:21.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.243+0000 7feee17fa640 1 -- 172.21.15.76:0/3006193548 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7feedc054410 con 0x7feee41600f0 2024-09-13T16:12:21.403 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.402+0000 7feeea441640 1 -- 172.21.15.76:0/3006193548 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7feee40d07f0 con 0x7feee41600f0 2024-09-13T16:12:21.404 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.402+0000 7feee17fa640 1 -- 172.21.15.76:0/3006193548 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v110) v1 ==== 100+0+11 (secure 0 0 0) 0x7feedc057a30 con 0x7feee41600f0 2024-09-13T16:12:21.404 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2024-09-13T16:12:21.406 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.404+0000 7feeea441640 1 -- 172.21.15.76:0/3006193548 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feec406ac00 msgr2=0x7feec406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:21.406 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.404+0000 7feeea441640 1 --2- 172.21.15.76:0/3006193548 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feec406ac00 0x7feec406d0c0 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7feed4000f60 tx=0x7feed4007b50 comp rx=0 tx=0).stop 2024-09-13T16:12:21.406 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.404+0000 7feeea441640 1 -- 172.21.15.76:0/3006193548 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feee41600f0 msgr2=0x7feee40cc0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:21.406 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.404+0000 7feeea441640 1 --2- 172.21.15.76:0/3006193548 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feee41600f0 0x7feee40cc0c0 secure :-1 s=READY pgs=1507 cs=0 l=1 rev1=1 crypto rx=0x7feedc00b9a0 tx=0x7feedc00be60 comp rx=0 tx=0).stop 2024-09-13T16:12:21.406 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.404+0000 7feeea441640 1 -- 172.21.15.76:0/3006193548 shutdown_connections 2024-09-13T16:12:21.406 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.404+0000 7feeea441640 1 --2- 172.21.15.76:0/3006193548 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feee41600f0 0x7feee40cc0c0 unknown :-1 s=CLOSED pgs=1507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:21.406 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.404+0000 7feeea441640 1 --2- 172.21.15.76:0/3006193548 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feee415fd10 0x7feee41f2c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:21.406 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.404+0000 7feeea441640 1 --2- 172.21.15.76:0/3006193548 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feec406ac00 0x7feec406d0c0 unknown :-1 s=CLOSED pgs=648 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:21.407 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.404+0000 7feeea441640 1 --2- 172.21.15.76:0/3006193548 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feee40b13d0 0x7feee40b7c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:21.407 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.404+0000 7feeea441640 1 -- 172.21.15.76:0/3006193548 >> 172.21.15.76:0/3006193548 conn(0x7feee4089fc0 msgr2=0x7feee406b0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:21.407 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.404+0000 7feeea441640 1 -- 172.21.15.76:0/3006193548 shutdown_connections 2024-09-13T16:12:21.407 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.404+0000 7feeea441640 1 -- 172.21.15.76:0/3006193548 wait complete. 2024-09-13T16:12:21.416 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:12:21.515 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.514+0000 7f889193e640 1 Processor -- start 2024-09-13T16:12:21.516 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.514+0000 7f889193e640 1 -- start start 2024-09-13T16:12:21.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.515+0000 7f889193e640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f888c15fd10 0x7f888c0d10b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:21.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.515+0000 7f889193e640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f888c1600f0 0x7f888c0cf020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:21.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.515+0000 7f889193e640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f888c0d0940 con 0x7f888c0b13d0 2024-09-13T16:12:21.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.515+0000 7f889193e640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f888c0b3820 con 0x7f888c15fd10 2024-09-13T16:12:21.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.515+0000 7f889193e640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f888c0b3ac0 con 0x7f888c1600f0 2024-09-13T16:12:21.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.515+0000 7f888affd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f888c15fd10 0x7f888c0d10b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:21.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.515+0000 7f888affd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f888c15fd10 0x7f888c0d10b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:33646/0 (socket says 172.21.15.76:33646) 2024-09-13T16:12:21.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.515+0000 7f888affd640 1 -- 172.21.15.76:0/3217119183 learned_addr learned my addr 172.21.15.76:0/3217119183 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:21.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.515+0000 7f888a7fc640 1 --2- 172.21.15.76:0/3217119183 >> v2:172.21.15.192:3300/0 conn(0x7f888c1600f0 0x7f888c0cf020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:21.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.515+0000 7f888affd640 1 -- 172.21.15.76:0/3217119183 >> v2:172.21.15.192:3300/0 conn(0x7f888c1600f0 msgr2=0x7f888c0cf020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:21.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.515+0000 7f888affd640 1 --2- 172.21.15.76:0/3217119183 >> v2:172.21.15.192:3300/0 conn(0x7f888c1600f0 0x7f888c0cf020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:21.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.515+0000 7f888affd640 1 -- 172.21.15.76:0/3217119183 >> v1:172.21.15.192:6789/0 conn(0x7f888c0b13d0 legacy=0x7f888c0b1e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:21.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.515+0000 7f888affd640 1 -- 172.21.15.76:0/3217119183 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f888c0b3da0 con 0x7f888c15fd10 2024-09-13T16:12:21.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.516+0000 7f888affd640 1 --2- 172.21.15.76:0/3217119183 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f888c15fd10 0x7f888c0d10b0 secure :-1 s=READY pgs=1508 cs=0 l=1 rev1=1 crypto rx=0x7f888c0cec80 tx=0x7f887c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a65472b94b208c47 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:21.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.516+0000 7f8889ffb640 1 -- 172.21.15.76:0/3217119183 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f887c032440 con 0x7f888c15fd10 2024-09-13T16:12:21.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.516+0000 7f8889ffb640 1 -- 172.21.15.76:0/3217119183 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f887c0325a0 con 0x7f888c15fd10 2024-09-13T16:12:21.519 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.516+0000 7f8889ffb640 1 -- 172.21.15.76:0/3217119183 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f887c032930 con 0x7f888c15fd10 2024-09-13T16:12:21.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.517+0000 7f889193e640 1 -- 172.21.15.76:0/3217119183 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f888c15fd10 msgr2=0x7f888c0d10b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:21.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.517+0000 7f889193e640 1 --2- 172.21.15.76:0/3217119183 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f888c15fd10 0x7f888c0d10b0 secure :-1 s=READY pgs=1508 cs=0 l=1 rev1=1 crypto rx=0x7f888c0cec80 tx=0x7f887c02a270 comp rx=0 tx=0).stop 2024-09-13T16:12:21.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.517+0000 7f889193e640 1 -- 172.21.15.76:0/3217119183 shutdown_connections 2024-09-13T16:12:21.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.517+0000 7f889193e640 1 --2- 172.21.15.76:0/3217119183 >> v2:172.21.15.192:3300/0 conn(0x7f888c1600f0 0x7f888c0cf020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:21.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.517+0000 7f889193e640 1 --2- 172.21.15.76:0/3217119183 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f888c15fd10 0x7f888c0d10b0 unknown :-1 s=CLOSED pgs=1508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:21.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.517+0000 7f889193e640 1 -- 172.21.15.76:0/3217119183 >> 172.21.15.76:0/3217119183 conn(0x7f888c089fc0 msgr2=0x7f888c0d2610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:21.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.517+0000 7f889193e640 1 -- 172.21.15.76:0/3217119183 shutdown_connections 2024-09-13T16:12:21.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.517+0000 7f889193e640 1 -- 172.21.15.76:0/3217119183 wait complete. 2024-09-13T16:12:21.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.518+0000 7f889193e640 1 Processor -- start 2024-09-13T16:12:21.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.518+0000 7f889193e640 1 -- start start 2024-09-13T16:12:21.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.519+0000 7f889193e640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f888c0b13d0 0x7f888c158cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:21.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.519+0000 7f889193e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f888c15fd10 0x7f888c15a070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:21.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.519+0000 7f889193e640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f888c1600f0 0x7f888c158450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:21.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.519+0000 7f889193e640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f888c15c7a0 con 0x7f888c15fd10 2024-09-13T16:12:21.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.519+0000 7f889193e640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f888c0cad30 con 0x7f888c0b13d0 2024-09-13T16:12:21.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.519+0000 7f889193e640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f888c15a770 con 0x7f888c1600f0 2024-09-13T16:12:21.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.519+0000 7f888a7fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f888c15fd10 0x7f888c15a070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:21.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.519+0000 7f888a7fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f888c15fd10 0x7f888c15a070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:33658/0 (socket says 172.21.15.76:33658) 2024-09-13T16:12:21.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.519+0000 7f888a7fc640 1 -- 172.21.15.76:0/3633897240 learned_addr learned my addr 172.21.15.76:0/3633897240 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:21.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.519+0000 7f888affd640 1 --2- 172.21.15.76:0/3633897240 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f888c0b13d0 0x7f888c158cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:21.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.519+0000 7f888b7fe640 1 --2- 172.21.15.76:0/3633897240 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f888c1600f0 0x7f888c158450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:21.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.519+0000 7f888a7fc640 1 -- 172.21.15.76:0/3633897240 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f888c1600f0 msgr2=0x7f888c158450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:21.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.519+0000 7f888a7fc640 1 --2- 172.21.15.76:0/3633897240 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f888c1600f0 0x7f888c158450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:21.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.519+0000 7f888a7fc640 1 -- 172.21.15.76:0/3633897240 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f888c0b13d0 msgr2=0x7f888c158cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:21.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.519+0000 7f888a7fc640 1 --2- 172.21.15.76:0/3633897240 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f888c0b13d0 0x7f888c158cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:21.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.519+0000 7f888a7fc640 1 -- 172.21.15.76:0/3633897240 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f887c0094d0 con 0x7f888c15fd10 2024-09-13T16:12:21.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.519+0000 7f888affd640 1 --2- 172.21.15.76:0/3633897240 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f888c0b13d0 0x7f888c158cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:12:21.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.520+0000 7f888a7fc640 1 --2- 172.21.15.76:0/3633897240 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f888c15fd10 0x7f888c15a070 secure :-1 s=READY pgs=1509 cs=0 l=1 rev1=1 crypto rx=0x7f888000d5c0 tx=0x7f888000da80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:21.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.520+0000 7f8873fff640 1 -- 172.21.15.76:0/3633897240 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88800125f0 con 0x7f888c15fd10 2024-09-13T16:12:21.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.520+0000 7f8873fff640 1 -- 172.21.15.76:0/3633897240 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8880012750 con 0x7f888c15fd10 2024-09-13T16:12:21.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.520+0000 7f889193e640 1 -- 172.21.15.76:0/3633897240 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f888c15aa50 con 0x7f888c15fd10 2024-09-13T16:12:21.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.520+0000 7f8873fff640 1 -- 172.21.15.76:0/3633897240 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8880012b00 con 0x7f888c15fd10 2024-09-13T16:12:21.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.520+0000 7f889193e640 1 -- 172.21.15.76:0/3633897240 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f888c0b6490 con 0x7f888c15fd10 2024-09-13T16:12:21.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.521+0000 7f889193e640 1 -- 172.21.15.76:0/3633897240 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f888c0d10b0 con 0x7f888c15fd10 2024-09-13T16:12:21.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.521+0000 7f8873fff640 1 -- 172.21.15.76:0/3633897240 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f8880012c60 con 0x7f888c15fd10 2024-09-13T16:12:21.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.522+0000 7f8873fff640 1 --2- 172.21.15.76:0/3633897240 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f887806ac00 0x7f887806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:21.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.522+0000 7f8873fff640 1 -- 172.21.15.76:0/3633897240 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(110..110 src has 1..110) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f88800899c0 con 0x7f888c15fd10 2024-09-13T16:12:21.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.522+0000 7f888affd640 1 --2- 172.21.15.76:0/3633897240 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f887806ac00 0x7f887806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:21.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.522+0000 7f888affd640 1 --2- 172.21.15.76:0/3633897240 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f887806ac00 0x7f887806d0c0 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f887c034000 tx=0x7f887c02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:21.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.526+0000 7f8873fff640 1 -- 172.21.15.76:0/3633897240 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f88800549c0 con 0x7f888c15fd10 2024-09-13T16:12:21.698 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.696+0000 7f889193e640 1 -- 172.21.15.76:0/3633897240 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f888c06b300 con 0x7f888c15fd10 2024-09-13T16:12:21.698 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.696+0000 7f8873fff640 1 -- 172.21.15.76:0/3633897240 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v110) v1 ==== 80+0+0 (secure 0 0 0) 0x7f8880057fe0 con 0x7f888c15fd10 2024-09-13T16:12:21.698 INFO:teuthology.orchestra.run.smithi076.stderr:listed 0 entries 2024-09-13T16:12:21.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.698+0000 7f889193e640 1 -- 172.21.15.76:0/3633897240 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f887806ac00 msgr2=0x7f887806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:21.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.698+0000 7f889193e640 1 --2- 172.21.15.76:0/3633897240 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f887806ac00 0x7f887806d0c0 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f887c034000 tx=0x7f887c02e000 comp rx=0 tx=0).stop 2024-09-13T16:12:21.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.698+0000 7f889193e640 1 -- 172.21.15.76:0/3633897240 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f888c15fd10 msgr2=0x7f888c15a070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:21.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.698+0000 7f889193e640 1 --2- 172.21.15.76:0/3633897240 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f888c15fd10 0x7f888c15a070 secure :-1 s=READY pgs=1509 cs=0 l=1 rev1=1 crypto rx=0x7f888000d5c0 tx=0x7f888000da80 comp rx=0 tx=0).stop 2024-09-13T16:12:21.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.698+0000 7f889193e640 1 -- 172.21.15.76:0/3633897240 shutdown_connections 2024-09-13T16:12:21.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.698+0000 7f889193e640 1 --2- 172.21.15.76:0/3633897240 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f887806ac00 0x7f887806d0c0 unknown :-1 s=CLOSED pgs=649 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:21.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.698+0000 7f889193e640 1 --2- 172.21.15.76:0/3633897240 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f888c1600f0 0x7f888c158450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:21.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.698+0000 7f889193e640 1 --2- 172.21.15.76:0/3633897240 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f888c15fd10 0x7f888c15a070 unknown :-1 s=CLOSED pgs=1509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:21.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.698+0000 7f889193e640 1 --2- 172.21.15.76:0/3633897240 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f888c0b13d0 0x7f888c158cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:21.701 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.698+0000 7f889193e640 1 -- 172.21.15.76:0/3633897240 >> 172.21.15.76:0/3633897240 conn(0x7f888c089fc0 msgr2=0x7f888c06be00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:21.701 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.698+0000 7f889193e640 1 -- 172.21.15.76:0/3633897240 shutdown_connections 2024-09-13T16:12:21.701 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:21.698+0000 7f889193e640 1 -- 172.21.15.76:0/3633897240 wait complete. 2024-09-13T16:12:21.710 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi076.front.sepia.ceph.com... 2024-09-13T16:12:21.710 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:21.710 DEBUG:teuthology.orchestra.run.smithi076:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-13T16:12:21.733 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi076.stderr:ceph-fuse[74329]: fuse finished with error 0 and tester_r 0 2024-09-13T16:12:21.736 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi076.front.sepia.ceph.com 2024-09-13T16:12:21.737 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:21.737 DEBUG:teuthology.orchestra.run.smithi076:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T16:12:21.898 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-13T16:12:21.898 DEBUG:teuthology.orchestra.run.smithi192:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:12:21.916 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:12:22.037 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.035+0000 7f0f2f1ae640 1 Processor -- start 2024-09-13T16:12:22.037 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.036+0000 7f0f2f1ae640 1 -- start start 2024-09-13T16:12:22.039 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.036+0000 7f0f2f1ae640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f0f281600f0 0x7f0f280ce2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:22.039 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.036+0000 7f0f2f1ae640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f0f280b13d0 0x7f0f280cf020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:22.039 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.036+0000 7f0f2f1ae640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0f280d0940 con 0x7f0f2815fd10 2024-09-13T16:12:22.039 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.036+0000 7f0f2f1ae640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0f280b3820 con 0x7f0f280b13d0 2024-09-13T16:12:22.039 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.036+0000 7f0f2f1ae640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0f280b3ac0 con 0x7f0f281600f0 2024-09-13T16:12:22.039 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.036+0000 7f0f2d74b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f0f280b13d0 0x7f0f280cf020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:22.040 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.036+0000 7f0f2cf4a640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f0f2815fd10 0x7f0f280d10b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:54724/0 (socket says 172.21.15.76:54724) 2024-09-13T16:12:22.040 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.036+0000 7f0f2cf4a640 1 -- 172.21.15.76:0/1558192856 learned_addr learned my addr 172.21.15.76:0/1558192856 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:12:22.040 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.037+0000 7f0f1ffff640 1 --2- 172.21.15.76:0/1558192856 >> v2:172.21.15.192:3300/0 conn(0x7f0f281600f0 0x7f0f280ce2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:22.040 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.037+0000 7f0f2d74b640 1 -- 172.21.15.76:0/1558192856 >> v2:172.21.15.192:3300/0 conn(0x7f0f281600f0 msgr2=0x7f0f280ce2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:22.040 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.037+0000 7f0f2d74b640 1 --2- 172.21.15.76:0/1558192856 >> v2:172.21.15.192:3300/0 conn(0x7f0f281600f0 0x7f0f280ce2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:22.040 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.037+0000 7f0f2d74b640 1 -- 172.21.15.76:0/1558192856 >> v1:172.21.15.76:6789/0 conn(0x7f0f2815fd10 legacy=0x7f0f280d10b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:22.040 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.037+0000 7f0f2d74b640 1 -- 172.21.15.76:0/1558192856 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0f280b3da0 con 0x7f0f280b13d0 2024-09-13T16:12:22.040 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.037+0000 7f0f1f7fe640 1 -- 172.21.15.76:0/1558192856 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 12373964 0 0) 0x7f0f280d0940 con 0x7f0f2815fd10 2024-09-13T16:12:22.040 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.037+0000 7f0f1ffff640 1 --2- 172.21.15.76:0/1558192856 >> v2:172.21.15.192:3300/0 conn(0x7f0f281600f0 0x7f0f280ce2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:12:22.040 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.037+0000 7f0f2d74b640 1 --2- 172.21.15.76:0/1558192856 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0f280b13d0 0x7f0f280cf020 secure :-1 s=READY pgs=1511 cs=0 l=1 rev1=1 crypto rx=0x7f0f280cec80 tx=0x7f0f2002a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=364533149924fc64 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:22.040 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.038+0000 7f0f1f7fe640 1 -- 172.21.15.76:0/1558192856 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f20007740 con 0x7f0f280b13d0 2024-09-13T16:12:22.040 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.038+0000 7f0f1f7fe640 1 -- 172.21.15.76:0/1558192856 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0f2002d050 con 0x7f0f280b13d0 2024-09-13T16:12:22.041 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.038+0000 7f0f1f7fe640 1 -- 172.21.15.76:0/1558192856 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f20007ac0 con 0x7f0f280b13d0 2024-09-13T16:12:22.043 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.038+0000 7f0f2f1ae640 1 -- 172.21.15.76:0/1558192856 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0f280b13d0 msgr2=0x7f0f280cf020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:22.043 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.038+0000 7f0f2f1ae640 1 --2- 172.21.15.76:0/1558192856 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0f280b13d0 0x7f0f280cf020 secure :-1 s=READY pgs=1511 cs=0 l=1 rev1=1 crypto rx=0x7f0f280cec80 tx=0x7f0f2002a5f0 comp rx=0 tx=0).stop 2024-09-13T16:12:22.043 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.038+0000 7f0f2f1ae640 1 -- 172.21.15.76:0/1558192856 shutdown_connections 2024-09-13T16:12:22.044 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.038+0000 7f0f2f1ae640 1 --2- 172.21.15.76:0/1558192856 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0f280b13d0 0x7f0f280cf020 unknown :-1 s=CLOSED pgs=1511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:22.044 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.038+0000 7f0f2f1ae640 1 --2- 172.21.15.76:0/1558192856 >> v2:172.21.15.192:3300/0 conn(0x7f0f281600f0 0x7f0f280ce2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:22.044 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.038+0000 7f0f2f1ae640 1 -- 172.21.15.76:0/1558192856 >> 172.21.15.76:0/1558192856 conn(0x7f0f28089fc0 msgr2=0x7f0f280d2610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:22.044 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.038+0000 7f0f2f1ae640 1 -- 172.21.15.76:0/1558192856 shutdown_connections 2024-09-13T16:12:22.044 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.038+0000 7f0f2f1ae640 1 -- 172.21.15.76:0/1558192856 wait complete. 2024-09-13T16:12:22.044 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.039+0000 7f0f2f1ae640 1 Processor -- start 2024-09-13T16:12:22.044 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.039+0000 7f0f2f1ae640 1 -- start start 2024-09-13T16:12:22.044 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.040+0000 7f0f2f1ae640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0f280b13d0 0x7f0f28153700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:22.044 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.040+0000 7f0f2f1ae640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0f2815fd10 0x7f0f280ca0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:22.044 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.040+0000 7f0f2f1ae640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0f281600f0 0x7f0f2815c310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:22.044 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.040+0000 7f0f2f1ae640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0f28153c40 con 0x7f0f280b13d0 2024-09-13T16:12:22.044 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.040+0000 7f0f2f1ae640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0f280b6080 con 0x7f0f281600f0 2024-09-13T16:12:22.045 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.040+0000 7f0f2f1ae640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0f280b6360 con 0x7f0f2815fd10 2024-09-13T16:12:22.045 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.040+0000 7f0f2cf4a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0f280b13d0 0x7f0f28153700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:22.045 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.040+0000 7f0f2cf4a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0f280b13d0 0x7f0f28153700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:33680/0 (socket says 172.21.15.76:33680) 2024-09-13T16:12:22.045 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.040+0000 7f0f2cf4a640 1 -- 172.21.15.76:0/3196890994 learned_addr learned my addr 172.21.15.76:0/3196890994 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:22.045 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.041+0000 7f0f2d74b640 1 --2- 172.21.15.76:0/3196890994 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0f281600f0 0x7f0f2815c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:22.045 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.041+0000 7f0f1ffff640 1 --2- 172.21.15.76:0/3196890994 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0f2815fd10 0x7f0f280ca0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:22.045 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.041+0000 7f0f2cf4a640 1 -- 172.21.15.76:0/3196890994 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0f2815fd10 msgr2=0x7f0f280ca0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:22.045 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.041+0000 7f0f2cf4a640 1 --2- 172.21.15.76:0/3196890994 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0f2815fd10 0x7f0f280ca0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:22.045 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.041+0000 7f0f2cf4a640 1 -- 172.21.15.76:0/3196890994 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0f281600f0 msgr2=0x7f0f2815c310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:22.045 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.041+0000 7f0f2cf4a640 1 --2- 172.21.15.76:0/3196890994 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0f281600f0 0x7f0f2815c310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:22.045 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.041+0000 7f0f2cf4a640 1 -- 172.21.15.76:0/3196890994 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0f20009a70 con 0x7f0f280b13d0 2024-09-13T16:12:22.045 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.041+0000 7f0f2d74b640 1 --2- 172.21.15.76:0/3196890994 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0f281600f0 0x7f0f2815c310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:12:22.045 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.041+0000 7f0f2cf4a640 1 --2- 172.21.15.76:0/3196890994 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0f280b13d0 0x7f0f28153700 secure :-1 s=READY pgs=1512 cs=0 l=1 rev1=1 crypto rx=0x7f0f2400c4d0 tx=0x7f0f2400c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:22.046 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.041+0000 7f0f1d7fa640 1 -- 172.21.15.76:0/3196890994 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f240074e0 con 0x7f0f280b13d0 2024-09-13T16:12:22.046 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.041+0000 7f0f1d7fa640 1 -- 172.21.15.76:0/3196890994 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0f24007660 con 0x7f0f280b13d0 2024-09-13T16:12:22.046 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.041+0000 7f0f2f1ae640 1 -- 172.21.15.76:0/3196890994 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0f280b6640 con 0x7f0f280b13d0 2024-09-13T16:12:22.046 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.041+0000 7f0f1d7fa640 1 -- 172.21.15.76:0/3196890994 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f24004a20 con 0x7f0f280b13d0 2024-09-13T16:12:22.046 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.041+0000 7f0f2f1ae640 1 -- 172.21.15.76:0/3196890994 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0f280b6c00 con 0x7f0f280b13d0 2024-09-13T16:12:22.046 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.042+0000 7f0f2f1ae640 1 -- 172.21.15.76:0/3196890994 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0f280cf020 con 0x7f0f280b13d0 2024-09-13T16:12:22.047 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.043+0000 7f0f1d7fa640 1 -- 172.21.15.76:0/3196890994 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f0f24004b80 con 0x7f0f280b13d0 2024-09-13T16:12:22.047 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.043+0000 7f0f1d7fa640 1 --2- 172.21.15.76:0/3196890994 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0f1406ac00 0x7f0f1406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:22.047 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.043+0000 7f0f1ffff640 1 --2- 172.21.15.76:0/3196890994 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0f1406ac00 0x7f0f1406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:22.047 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.043+0000 7f0f1d7fa640 1 -- 172.21.15.76:0/3196890994 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(111..111 src has 1..111) v4 ==== 6058+0+0 (secure 0 0 0) 0x7f0f240889a0 con 0x7f0f280b13d0 2024-09-13T16:12:22.047 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.044+0000 7f0f1ffff640 1 --2- 172.21.15.76:0/3196890994 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0f1406ac00 0x7f0f1406d0c0 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f0f280d3670 tx=0x7f0f18008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:22.049 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.048+0000 7f0f1d7fa640 1 -- 172.21.15.76:0/3196890994 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f0f24053ab0 con 0x7f0f280b13d0 2024-09-13T16:12:22.214 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.212+0000 7f0f2f1ae640 1 -- 172.21.15.76:0/3196890994 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f0f280b4ee0 con 0x7f0f280b13d0 2024-09-13T16:12:22.215 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.214+0000 7f0f1d7fa640 1 -- 172.21.15.76:0/3196890994 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v111) v1 ==== 74+0+16730 (secure 0 0 0) 0x7f0f24018020 con 0x7f0f280b13d0 2024-09-13T16:12:22.215 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:22.215 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":111,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:12:21.943449+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":16,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:11:58.022342+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"109","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":16,"pool_name":"cephfs_data","create_time":"2024-09-13T16:11:59.194875+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"110","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"16.11","mappings":[{"from":5,"to":7}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:12:22.217 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.215+0000 7f0f2f1ae640 1 -- 172.21.15.76:0/3196890994 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0f1406ac00 msgr2=0x7f0f1406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:22.217 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.215+0000 7f0f2f1ae640 1 --2- 172.21.15.76:0/3196890994 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0f1406ac00 0x7f0f1406d0c0 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f0f280d3670 tx=0x7f0f18008040 comp rx=0 tx=0).stop 2024-09-13T16:12:22.217 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.215+0000 7f0f2f1ae640 1 -- 172.21.15.76:0/3196890994 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0f280b13d0 msgr2=0x7f0f28153700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:22.217 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.215+0000 7f0f2f1ae640 1 --2- 172.21.15.76:0/3196890994 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0f280b13d0 0x7f0f28153700 secure :-1 s=READY pgs=1512 cs=0 l=1 rev1=1 crypto rx=0x7f0f2400c4d0 tx=0x7f0f2400c990 comp rx=0 tx=0).stop 2024-09-13T16:12:22.217 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.216+0000 7f0f2f1ae640 1 -- 172.21.15.76:0/3196890994 shutdown_connections 2024-09-13T16:12:22.217 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.216+0000 7f0f2f1ae640 1 --2- 172.21.15.76:0/3196890994 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0f281600f0 0x7f0f2815c310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:22.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.216+0000 7f0f2f1ae640 1 --2- 172.21.15.76:0/3196890994 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0f1406ac00 0x7f0f1406d0c0 unknown :-1 s=CLOSED pgs=650 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:22.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.216+0000 7f0f2f1ae640 1 --2- 172.21.15.76:0/3196890994 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0f2815fd10 0x7f0f280ca0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:22.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.216+0000 7f0f2f1ae640 1 --2- 172.21.15.76:0/3196890994 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0f280b13d0 0x7f0f28153700 unknown :-1 s=CLOSED pgs=1512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:22.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.216+0000 7f0f2f1ae640 1 -- 172.21.15.76:0/3196890994 >> 172.21.15.76:0/3196890994 conn(0x7f0f28089fc0 msgr2=0x7f0f280b2cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:22.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.216+0000 7f0f2f1ae640 1 -- 172.21.15.76:0/3196890994 shutdown_connections 2024-09-13T16:12:22.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.216+0000 7f0f2f1ae640 1 -- 172.21.15.76:0/3196890994 wait complete. 2024-09-13T16:12:22.228 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:01:26.960607+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 15, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:11:58.022342+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '109', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 16, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:11:59.194875+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '110', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:12:22.228 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:12:22.329 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.327+0000 7f83efd65640 1 Processor -- start 2024-09-13T16:12:22.329 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.328+0000 7f83efd65640 1 -- start start 2024-09-13T16:12:22.330 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.328+0000 7f83efd65640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f83e815fd10 0x7f83e80d10b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:22.330 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.328+0000 7f83efd65640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f83e80cf730 0x7f83e80ce2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:22.330 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.328+0000 7f83efd65640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f83e80d0940 con 0x7f83e81600f0 2024-09-13T16:12:22.330 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.328+0000 7f83efd65640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f83e80b3820 con 0x7f83e80cf730 2024-09-13T16:12:22.330 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.328+0000 7f83efd65640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f83e80b3ac0 con 0x7f83e815fd10 2024-09-13T16:12:22.330 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.328+0000 7f83ee302640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f83e80cf730 0x7f83e80ce2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:22.331 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.328+0000 7f83ee302640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f83e80cf730 0x7f83e80ce2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:33694/0 (socket says 172.21.15.76:33694) 2024-09-13T16:12:22.331 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.328+0000 7f83ee302640 1 -- 172.21.15.76:0/2158616596 learned_addr learned my addr 172.21.15.76:0/2158616596 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:22.331 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.329+0000 7f83ee302640 1 -- 172.21.15.76:0/2158616596 >> v2:172.21.15.192:3300/0 conn(0x7f83e815fd10 msgr2=0x7f83e80d10b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:22.331 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.329+0000 7f83ee302640 1 --2- 172.21.15.76:0/2158616596 >> v2:172.21.15.192:3300/0 conn(0x7f83e815fd10 0x7f83e80d10b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:22.331 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.329+0000 7f83ee302640 1 -- 172.21.15.76:0/2158616596 >> v1:172.21.15.192:6789/0 conn(0x7f83e81600f0 legacy=0x7f83e80cf020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:22.331 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.329+0000 7f83ee302640 1 -- 172.21.15.76:0/2158616596 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f83e80b3da0 con 0x7f83e80cf730 2024-09-13T16:12:22.332 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.329+0000 7f83ee302640 1 --2- 172.21.15.76:0/2158616596 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f83e80cf730 0x7f83e80ce2e0 secure :-1 s=READY pgs=1513 cs=0 l=1 rev1=1 crypto rx=0x7f83e80b5200 tx=0x7f83e002a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f06d1176cf7aba27 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:22.332 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.330+0000 7f83ecaff640 1 -- 172.21.15.76:0/2158616596 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83e0031600 con 0x7f83e80cf730 2024-09-13T16:12:22.332 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.330+0000 7f83ecaff640 1 -- 172.21.15.76:0/2158616596 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f83e002d050 con 0x7f83e80cf730 2024-09-13T16:12:22.332 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.330+0000 7f83ecaff640 1 -- 172.21.15.76:0/2158616596 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83e0031980 con 0x7f83e80cf730 2024-09-13T16:12:22.332 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.330+0000 7f83efd65640 1 -- 172.21.15.76:0/2158616596 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f83e80cf730 msgr2=0x7f83e80ce2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:22.332 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.330+0000 7f83efd65640 1 --2- 172.21.15.76:0/2158616596 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f83e80cf730 0x7f83e80ce2e0 secure :-1 s=READY pgs=1513 cs=0 l=1 rev1=1 crypto rx=0x7f83e80b5200 tx=0x7f83e002a6f0 comp rx=0 tx=0).stop 2024-09-13T16:12:22.333 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.330+0000 7f83efd65640 1 -- 172.21.15.76:0/2158616596 shutdown_connections 2024-09-13T16:12:22.333 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.330+0000 7f83efd65640 1 --2- 172.21.15.76:0/2158616596 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f83e80cf730 0x7f83e80ce2e0 unknown :-1 s=CLOSED pgs=1513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:22.333 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.330+0000 7f83efd65640 1 --2- 172.21.15.76:0/2158616596 >> v2:172.21.15.192:3300/0 conn(0x7f83e815fd10 0x7f83e80d10b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:22.333 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.330+0000 7f83efd65640 1 -- 172.21.15.76:0/2158616596 >> 172.21.15.76:0/2158616596 conn(0x7f83e8089fc0 msgr2=0x7f83e80d2610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:22.333 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.330+0000 7f83efd65640 1 -- 172.21.15.76:0/2158616596 shutdown_connections 2024-09-13T16:12:22.333 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.330+0000 7f83efd65640 1 -- 172.21.15.76:0/2158616596 wait complete. 2024-09-13T16:12:22.335 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.331+0000 7f83efd65640 1 Processor -- start 2024-09-13T16:12:22.335 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.331+0000 7f83efd65640 1 -- start start 2024-09-13T16:12:22.335 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.332+0000 7f83efd65640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f83e80cf730 0x7f83e8154010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:22.335 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.332+0000 7f83efd65640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f83e815fd10 0x7f83e80cab60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:22.335 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.332+0000 7f83efd65640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f83e81600f0 0x7f83e80b7ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:22.335 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.332+0000 7f83efd65640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83e80ca6d0 con 0x7f83e81600f0 2024-09-13T16:12:22.335 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.332+0000 7f83efd65640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83e80cb0a0 con 0x7f83e80cf730 2024-09-13T16:12:22.336 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.332+0000 7f83efd65640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f83e80c9ac0 con 0x7f83e815fd10 2024-09-13T16:12:22.336 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.332+0000 7f83ee302640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f83e81600f0 0x7f83e80b7ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:22.336 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.332+0000 7f83ee302640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f83e81600f0 0x7f83e80b7ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:33706/0 (socket says 172.21.15.76:33706) 2024-09-13T16:12:22.336 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.332+0000 7f83ee302640 1 -- 172.21.15.76:0/2109889672 learned_addr learned my addr 172.21.15.76:0/2109889672 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:22.336 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.332+0000 7f83edb01640 1 --2- 172.21.15.76:0/2109889672 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f83e80cf730 0x7f83e8154010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:22.336 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.332+0000 7f83ed300640 1 --2- 172.21.15.76:0/2109889672 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f83e815fd10 0x7f83e80cab60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:22.336 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.332+0000 7f83ee302640 1 -- 172.21.15.76:0/2109889672 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f83e815fd10 msgr2=0x7f83e80cab60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:22.336 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.332+0000 7f83ee302640 1 --2- 172.21.15.76:0/2109889672 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f83e815fd10 0x7f83e80cab60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:22.336 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.332+0000 7f83ee302640 1 -- 172.21.15.76:0/2109889672 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f83e80cf730 msgr2=0x7f83e8154010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:22.336 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.332+0000 7f83ee302640 1 --2- 172.21.15.76:0/2109889672 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f83e80cf730 0x7f83e8154010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:22.336 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.332+0000 7f83ee302640 1 -- 172.21.15.76:0/2109889672 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f83e0009b30 con 0x7f83e81600f0 2024-09-13T16:12:22.336 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.333+0000 7f83ee302640 1 --2- 172.21.15.76:0/2109889672 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f83e81600f0 0x7f83e80b7ad0 secure :-1 s=READY pgs=1514 cs=0 l=1 rev1=1 crypto rx=0x7f83e0034040 tx=0x7f83e0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:22.336 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.333+0000 7f83de7fc640 1 -- 172.21.15.76:0/2109889672 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83e003b820 con 0x7f83e81600f0 2024-09-13T16:12:22.337 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.333+0000 7f83de7fc640 1 -- 172.21.15.76:0/2109889672 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f83e003b9a0 con 0x7f83e81600f0 2024-09-13T16:12:22.337 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.333+0000 7f83efd65640 1 -- 172.21.15.76:0/2109889672 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f83e80c9da0 con 0x7f83e81600f0 2024-09-13T16:12:22.337 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.333+0000 7f83de7fc640 1 -- 172.21.15.76:0/2109889672 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83e003bd50 con 0x7f83e81600f0 2024-09-13T16:12:22.337 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.333+0000 7f83efd65640 1 -- 172.21.15.76:0/2109889672 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f83e80ca360 con 0x7f83e81600f0 2024-09-13T16:12:22.337 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.334+0000 7f83efd65640 1 -- 172.21.15.76:0/2109889672 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f83e80ca520 con 0x7f83e81600f0 2024-09-13T16:12:22.338 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.334+0000 7f83de7fc640 1 -- 172.21.15.76:0/2109889672 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f83e0038050 con 0x7f83e81600f0 2024-09-13T16:12:22.338 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.335+0000 7f83de7fc640 1 --2- 172.21.15.76:0/2109889672 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f83cc06ac00 0x7f83cc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:22.338 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.335+0000 7f83edb01640 1 --2- 172.21.15.76:0/2109889672 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f83cc06ac00 0x7f83cc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:22.338 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.335+0000 7f83de7fc640 1 -- 172.21.15.76:0/2109889672 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(111..111 src has 1..111) v4 ==== 6058+0+0 (secure 0 0 0) 0x7f83e00a9e40 con 0x7f83e81600f0 2024-09-13T16:12:22.338 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.335+0000 7f83edb01640 1 --2- 172.21.15.76:0/2109889672 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f83cc06ac00 0x7f83cc06d0c0 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7f83e80b86c0 tx=0x7f83e4009110 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:22.340 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.339+0000 7f83de7fc640 1 -- 172.21.15.76:0/2109889672 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f83e0075000 con 0x7f83e81600f0 2024-09-13T16:12:22.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.500+0000 7f83efd65640 1 -- 172.21.15.76:0/2109889672 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f83e80d10b0 con 0x7f83e81600f0 2024-09-13T16:12:22.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.500+0000 7f83de7fc640 1 -- 172.21.15.76:0/2109889672 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v111) v1 ==== 93+0+10 (secure 0 0 0) 0x7f83e004b0a0 con 0x7f83e81600f0 2024-09-13T16:12:22.502 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2024-09-13T16:12:22.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.502+0000 7f83efd65640 1 -- 172.21.15.76:0/2109889672 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f83cc06ac00 msgr2=0x7f83cc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:22.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.502+0000 7f83efd65640 1 --2- 172.21.15.76:0/2109889672 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f83cc06ac00 0x7f83cc06d0c0 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7f83e80b86c0 tx=0x7f83e4009110 comp rx=0 tx=0).stop 2024-09-13T16:12:22.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.502+0000 7f83efd65640 1 -- 172.21.15.76:0/2109889672 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f83e81600f0 msgr2=0x7f83e80b7ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:22.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.502+0000 7f83efd65640 1 --2- 172.21.15.76:0/2109889672 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f83e81600f0 0x7f83e80b7ad0 secure :-1 s=READY pgs=1514 cs=0 l=1 rev1=1 crypto rx=0x7f83e0034040 tx=0x7f83e0004a40 comp rx=0 tx=0).stop 2024-09-13T16:12:22.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.502+0000 7f83efd65640 1 -- 172.21.15.76:0/2109889672 shutdown_connections 2024-09-13T16:12:22.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.502+0000 7f83efd65640 1 --2- 172.21.15.76:0/2109889672 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f83e81600f0 0x7f83e80b7ad0 unknown :-1 s=CLOSED pgs=1514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:22.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.502+0000 7f83efd65640 1 --2- 172.21.15.76:0/2109889672 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f83cc06ac00 0x7f83cc06d0c0 unknown :-1 s=CLOSED pgs=651 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:22.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.502+0000 7f83efd65640 1 --2- 172.21.15.76:0/2109889672 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f83e815fd10 0x7f83e80cab60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:22.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.502+0000 7f83efd65640 1 --2- 172.21.15.76:0/2109889672 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f83e80cf730 0x7f83e8154010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:22.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.502+0000 7f83efd65640 1 -- 172.21.15.76:0/2109889672 >> 172.21.15.76:0/2109889672 conn(0x7f83e8089fc0 msgr2=0x7f83e80cde70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:22.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.502+0000 7f83efd65640 1 -- 172.21.15.76:0/2109889672 shutdown_connections 2024-09-13T16:12:22.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.502+0000 7f83efd65640 1 -- 172.21.15.76:0/2109889672 wait complete. 2024-09-13T16:12:22.514 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:12:22.614 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.612+0000 7fbafde9c640 1 Processor -- start 2024-09-13T16:12:22.614 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.612+0000 7fbafde9c640 1 -- start start 2024-09-13T16:12:22.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.613+0000 7fbafde9c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbaf80adb20 0x7fbaf813f470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:22.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.613+0000 7fbafde9c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fbaf806daf0 0x7fbaf8159bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:22.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.613+0000 7fbafde9c640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbaf813f9b0 con 0x7fbaf8070270 2024-09-13T16:12:22.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.613+0000 7fbafde9c640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbaf8159780 con 0x7fbaf806daf0 2024-09-13T16:12:22.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.613+0000 7fbafde9c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbaf815dcf0 con 0x7fbaf80adb20 2024-09-13T16:12:22.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.613+0000 7fbaf7fff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fbaf806daf0 0x7fbaf8159bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:22.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.613+0000 7fbaf6ffd640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fbaf8070270 0x7fbaf806d3e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:54732/0 (socket says 172.21.15.76:54732) 2024-09-13T16:12:22.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.613+0000 7fbaf6ffd640 1 -- 172.21.15.76:0/245965994 learned_addr learned my addr 172.21.15.76:0/245965994 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:12:22.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.614+0000 7fbaf7fff640 1 -- 172.21.15.76:0/245965994 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbaf80adb20 msgr2=0x7fbaf813f470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:22.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.614+0000 7fbaf77fe640 1 --2- 172.21.15.76:0/245965994 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbaf80adb20 0x7fbaf813f470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:22.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.614+0000 7fbaf67fc640 1 -- 172.21.15.76:0/245965994 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 53938051 0 0) 0x7fbaec001110 con 0x7fbaf8070270 2024-09-13T16:12:22.617 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.614+0000 7fbaf7fff640 1 --2- 172.21.15.76:0/245965994 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbaf80adb20 0x7fbaf813f470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:22.617 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.614+0000 7fbaf7fff640 1 -- 172.21.15.76:0/245965994 >> v1:172.21.15.76:6789/0 conn(0x7fbaf8070270 legacy=0x7fbaf806d3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:22.617 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.614+0000 7fbaf7fff640 1 -- 172.21.15.76:0/245965994 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbaf815d170 con 0x7fbaf806daf0 2024-09-13T16:12:22.617 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.614+0000 7fbaf7fff640 1 --2- 172.21.15.76:0/245965994 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbaf806daf0 0x7fbaf8159bc0 secure :-1 s=READY pgs=1516 cs=0 l=1 rev1=1 crypto rx=0x7fbaf00097a0 tx=0x7fbaf002a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=323513592c3ed986 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:22.617 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.614+0000 7fbaf67fc640 1 -- 172.21.15.76:0/245965994 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbaf0032440 con 0x7fbaf806daf0 2024-09-13T16:12:22.617 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.614+0000 7fbaf67fc640 1 -- 172.21.15.76:0/245965994 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbaf00325a0 con 0x7fbaf806daf0 2024-09-13T16:12:22.617 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.614+0000 7fbaf67fc640 1 -- 172.21.15.76:0/245965994 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbaf0032930 con 0x7fbaf806daf0 2024-09-13T16:12:22.619 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.615+0000 7fbafde9c640 1 -- 172.21.15.76:0/245965994 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbaf806daf0 msgr2=0x7fbaf8159bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:22.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.615+0000 7fbafde9c640 1 --2- 172.21.15.76:0/245965994 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbaf806daf0 0x7fbaf8159bc0 secure :-1 s=READY pgs=1516 cs=0 l=1 rev1=1 crypto rx=0x7fbaf00097a0 tx=0x7fbaf002a180 comp rx=0 tx=0).stop 2024-09-13T16:12:22.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.615+0000 7fbafde9c640 1 -- 172.21.15.76:0/245965994 shutdown_connections 2024-09-13T16:12:22.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.615+0000 7fbafde9c640 1 --2- 172.21.15.76:0/245965994 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbaf806daf0 0x7fbaf8159bc0 unknown :-1 s=CLOSED pgs=1516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:22.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.615+0000 7fbafde9c640 1 --2- 172.21.15.76:0/245965994 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbaf80adb20 0x7fbaf813f470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:22.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.615+0000 7fbafde9c640 1 -- 172.21.15.76:0/245965994 >> 172.21.15.76:0/245965994 conn(0x7fbaf80b01d0 msgr2=0x7fbaf80b05b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:22.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.615+0000 7fbafde9c640 1 -- 172.21.15.76:0/245965994 shutdown_connections 2024-09-13T16:12:22.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.615+0000 7fbafde9c640 1 -- 172.21.15.76:0/245965994 wait complete. 2024-09-13T16:12:22.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.616+0000 7fbafde9c640 1 Processor -- start 2024-09-13T16:12:22.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.616+0000 7fbafde9c640 1 -- start start 2024-09-13T16:12:22.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.617+0000 7fbafde9c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbaf806daf0 0x7fbaf8158a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:22.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.617+0000 7fbafde9c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbaf8070270 0x7fbaf80a9ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:22.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.617+0000 7fbafde9c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbaf80adb20 0x7fbaf80aa1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:22.621 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.617+0000 7fbafde9c640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbaf81f4240 con 0x7fbaf8070270 2024-09-13T16:12:22.621 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.617+0000 7fbafde9c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbaf81f0bb0 con 0x7fbaf806daf0 2024-09-13T16:12:22.621 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.617+0000 7fbafde9c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbaf80aa810 con 0x7fbaf80adb20 2024-09-13T16:12:22.621 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.617+0000 7fbaf6ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbaf8070270 0x7fbaf80a9ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:22.621 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.617+0000 7fbaf6ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbaf8070270 0x7fbaf80a9ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:33736/0 (socket says 172.21.15.76:33736) 2024-09-13T16:12:22.621 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.617+0000 7fbaf6ffd640 1 -- 172.21.15.76:0/1361893254 learned_addr learned my addr 172.21.15.76:0/1361893254 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:22.621 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.617+0000 7fbaf77fe640 1 --2- 172.21.15.76:0/1361893254 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbaf806daf0 0x7fbaf8158a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:22.621 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.617+0000 7fbaf7fff640 1 --2- 172.21.15.76:0/1361893254 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbaf80adb20 0x7fbaf80aa1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:22.621 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.617+0000 7fbaf6ffd640 1 -- 172.21.15.76:0/1361893254 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbaf80adb20 msgr2=0x7fbaf80aa1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:22.621 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.617+0000 7fbaf6ffd640 1 --2- 172.21.15.76:0/1361893254 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbaf80adb20 0x7fbaf80aa1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:22.621 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.617+0000 7fbaf6ffd640 1 -- 172.21.15.76:0/1361893254 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbaf806daf0 msgr2=0x7fbaf8158a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:22.621 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.617+0000 7fbaf6ffd640 1 --2- 172.21.15.76:0/1361893254 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbaf806daf0 0x7fbaf8158a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:22.622 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.618+0000 7fbaf6ffd640 1 -- 172.21.15.76:0/1361893254 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbaf0009400 con 0x7fbaf8070270 2024-09-13T16:12:22.622 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.618+0000 7fbaf6ffd640 1 --2- 172.21.15.76:0/1361893254 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbaf8070270 0x7fbaf80a9ca0 secure :-1 s=READY pgs=1517 cs=0 l=1 rev1=1 crypto rx=0x7fbaec00c750 tx=0x7fbaec00cc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:22.622 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.618+0000 7fbadffff640 1 -- 172.21.15.76:0/1361893254 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbaec005ab0 con 0x7fbaf8070270 2024-09-13T16:12:22.622 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.618+0000 7fbadffff640 1 -- 172.21.15.76:0/1361893254 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbaec005c10 con 0x7fbaf8070270 2024-09-13T16:12:22.622 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.618+0000 7fbafde9c640 1 -- 172.21.15.76:0/1361893254 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbaf81f3480 con 0x7fbaf8070270 2024-09-13T16:12:22.622 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.618+0000 7fbadffff640 1 -- 172.21.15.76:0/1361893254 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbaec001d10 con 0x7fbaf8070270 2024-09-13T16:12:22.622 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.618+0000 7fbafde9c640 1 -- 172.21.15.76:0/1361893254 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbaf81f3a40 con 0x7fbaf8070270 2024-09-13T16:12:22.623 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.619+0000 7fbafde9c640 1 -- 172.21.15.76:0/1361893254 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbaf80cb370 con 0x7fbaf8070270 2024-09-13T16:12:22.623 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.619+0000 7fbadffff640 1 -- 172.21.15.76:0/1361893254 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fbaec007070 con 0x7fbaf8070270 2024-09-13T16:12:22.623 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.620+0000 7fbadffff640 1 --2- 172.21.15.76:0/1361893254 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbae406ac00 0x7fbae406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:22.623 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.620+0000 7fbadffff640 1 -- 172.21.15.76:0/1361893254 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(111..111 src has 1..111) v4 ==== 6058+0+0 (secure 0 0 0) 0x7fbaec0888a0 con 0x7fbaf8070270 2024-09-13T16:12:22.623 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.620+0000 7fbaf77fe640 1 --2- 172.21.15.76:0/1361893254 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbae406ac00 0x7fbae406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:22.623 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.620+0000 7fbaf77fe640 1 --2- 172.21.15.76:0/1361893254 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbae406ac00 0x7fbae406d0c0 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7fbae8007f00 tx=0x7fbae80078e0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:22.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.624+0000 7fbadffff640 1 -- 172.21.15.76:0/1361893254 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fbaec053920 con 0x7fbaf8070270 2024-09-13T16:12:22.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.785+0000 7fbafde9c640 1 -- 172.21.15.76:0/1361893254 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fbaf813f9b0 con 0x7fbaf8070270 2024-09-13T16:12:22.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.786+0000 7fbadffff640 1 -- 172.21.15.76:0/1361893254 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v111) v1 ==== 104+0+11 (secure 0 0 0) 0x7fbaf813f9b0 con 0x7fbaf8070270 2024-09-13T16:12:22.787 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2024-09-13T16:12:22.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.788+0000 7fbafde9c640 1 -- 172.21.15.76:0/1361893254 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbae406ac00 msgr2=0x7fbae406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:22.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.788+0000 7fbafde9c640 1 --2- 172.21.15.76:0/1361893254 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbae406ac00 0x7fbae406d0c0 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7fbae8007f00 tx=0x7fbae80078e0 comp rx=0 tx=0).stop 2024-09-13T16:12:22.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.788+0000 7fbafde9c640 1 -- 172.21.15.76:0/1361893254 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbaf8070270 msgr2=0x7fbaf80a9ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:22.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.788+0000 7fbafde9c640 1 --2- 172.21.15.76:0/1361893254 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbaf8070270 0x7fbaf80a9ca0 secure :-1 s=READY pgs=1517 cs=0 l=1 rev1=1 crypto rx=0x7fbaec00c750 tx=0x7fbaec00cc10 comp rx=0 tx=0).stop 2024-09-13T16:12:22.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.788+0000 7fbafde9c640 1 -- 172.21.15.76:0/1361893254 shutdown_connections 2024-09-13T16:12:22.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.788+0000 7fbafde9c640 1 --2- 172.21.15.76:0/1361893254 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbae406ac00 0x7fbae406d0c0 unknown :-1 s=CLOSED pgs=652 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:22.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.788+0000 7fbafde9c640 1 --2- 172.21.15.76:0/1361893254 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbaf80adb20 0x7fbaf80aa1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:22.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.788+0000 7fbafde9c640 1 --2- 172.21.15.76:0/1361893254 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbaf8070270 0x7fbaf80a9ca0 unknown :-1 s=CLOSED pgs=1517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:22.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.788+0000 7fbafde9c640 1 --2- 172.21.15.76:0/1361893254 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbaf806daf0 0x7fbaf8158a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:22.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.788+0000 7fbafde9c640 1 -- 172.21.15.76:0/1361893254 >> 172.21.15.76:0/1361893254 conn(0x7fbaf80b01d0 msgr2=0x7fbaf80cd280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:22.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.788+0000 7fbafde9c640 1 -- 172.21.15.76:0/1361893254 shutdown_connections 2024-09-13T16:12:22.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.788+0000 7fbafde9c640 1 -- 172.21.15.76:0/1361893254 wait complete. 2024-09-13T16:12:22.800 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:12:22.900 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.899+0000 7f181a79c640 1 Processor -- start 2024-09-13T16:12:22.901 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.899+0000 7f181a79c640 1 -- start start 2024-09-13T16:12:22.904 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.900+0000 7f181a79c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f18141580c0 0x7f181406d000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:22.904 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.900+0000 7f181a79c640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f181406c2d0 con 0x7f1814157ce0 2024-09-13T16:12:22.904 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.900+0000 7f181a79c640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f181415b6f0 con 0x7f1814070980 2024-09-13T16:12:22.904 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.900+0000 7f181a79c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f181406c520 con 0x7f18141580c0 2024-09-13T16:12:22.904 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.900+0000 7f1813fff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f1814157ce0 0x7f1814070270 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:54746/0 (socket says 172.21.15.76:54746) 2024-09-13T16:12:22.904 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.900+0000 7f1813fff640 1 -- 172.21.15.76:0/1651546545 learned_addr learned my addr 172.21.15.76:0/1651546545 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:12:22.904 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.900+0000 7f1818d39640 1 --2- 172.21.15.76:0/1651546545 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f18141580c0 0x7f181406d000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:22.904 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.900+0000 7f1812ffd640 1 -- 172.21.15.76:0/1651546545 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4155365550 0 0) 0x7f181406c2d0 con 0x7f1814157ce0 2024-09-13T16:12:22.904 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.900+0000 7f1812ffd640 1 -- 172.21.15.76:0/1651546545 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f17fc003520 con 0x7f1814157ce0 2024-09-13T16:12:22.904 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.901+0000 7f1812ffd640 1 -- 172.21.15.76:0/1651546545 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1531747713 0 0) 0x7f17fc003520 con 0x7f1814157ce0 2024-09-13T16:12:22.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.901+0000 7f1812ffd640 1 -- 172.21.15.76:0/1651546545 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f18141580c0 msgr2=0x7f181406d000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:22.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.901+0000 7f1812ffd640 1 --2- 172.21.15.76:0/1651546545 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f18141580c0 0x7f181406d000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:22.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.901+0000 7f1812ffd640 1 -- 172.21.15.76:0/1651546545 >> v1:172.21.15.192:6789/0 conn(0x7f1814070980 legacy=0x7f181415a950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:22.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.901+0000 7f1812ffd640 1 -- 172.21.15.76:0/1651546545 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f181406c800 con 0x7f1814157ce0 2024-09-13T16:12:22.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.901+0000 7f1812ffd640 1 -- 172.21.15.76:0/1651546545 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f1804001670 con 0x7f1814157ce0 2024-09-13T16:12:22.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.901+0000 7f1812ffd640 1 -- 172.21.15.76:0/1651546545 >> v1:172.21.15.76:6789/0 conn(0x7f1814157ce0 legacy=0x7f1814070270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:22.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.901+0000 7f1812ffd640 1 --2- 172.21.15.76:0/1651546545 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f17fc0039a0 0x7f17fc003d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:22.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.901+0000 7f1812ffd640 1 --2- 172.21.15.76:0/1651546545 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f18141580c0 0x7f17fc0047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:22.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.901+0000 7f1812ffd640 1 --2- 172.21.15.76:0/1651546545 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f17fc004d00 0x7f17fc005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:22.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.901+0000 7f1812ffd640 1 -- 172.21.15.76:0/1651546545 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f181406c520 con 0x7f17fc0039a0 2024-09-13T16:12:22.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.901+0000 7f1812ffd640 1 -- 172.21.15.76:0/1651546545 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17fc00b9b0 con 0x7f17fc004d00 2024-09-13T16:12:22.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.901+0000 7f1812ffd640 1 -- 172.21.15.76:0/1651546545 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f17fc00bb70 con 0x7f18141580c0 2024-09-13T16:12:22.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.901+0000 7f1813fff640 1 --2- 172.21.15.76:0/1651546545 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f17fc0039a0 0x7f17fc003d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:22.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.901+0000 7f18137fe640 1 --2- 172.21.15.76:0/1651546545 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f18141580c0 0x7f17fc0047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:22.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.901+0000 7f1818d39640 1 --2- 172.21.15.76:0/1651546545 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f17fc004d00 0x7f17fc005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:22.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.901+0000 7f1813fff640 1 -- 172.21.15.76:0/1651546545 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f18141580c0 msgr2=0x7f17fc0047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:22.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.901+0000 7f1813fff640 1 --2- 172.21.15.76:0/1651546545 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f18141580c0 0x7f17fc0047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:22.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.901+0000 7f1813fff640 1 -- 172.21.15.76:0/1651546545 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f17fc004d00 msgr2=0x7f17fc005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:22.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.901+0000 7f1813fff640 1 --2- 172.21.15.76:0/1651546545 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f17fc004d00 0x7f17fc005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:22.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.901+0000 7f1813fff640 1 -- 172.21.15.76:0/1651546545 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f17fc003520 con 0x7f17fc0039a0 2024-09-13T16:12:22.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.901+0000 7f1818d39640 1 --2- 172.21.15.76:0/1651546545 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f17fc004d00 0x7f17fc005180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:12:22.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.901+0000 7f18137fe640 1 --2- 172.21.15.76:0/1651546545 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f18141580c0 0x7f17fc0047c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:12:22.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.902+0000 7f1813fff640 1 --2- 172.21.15.76:0/1651546545 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f17fc0039a0 0x7f17fc003d80 secure :-1 s=READY pgs=1519 cs=0 l=1 rev1=1 crypto rx=0x7f180400c210 tx=0x7f17fc0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3a880dae0a54bda2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:22.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.902+0000 7f1812ffd640 1 -- 172.21.15.76:0/1651546545 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1804005ad0 con 0x7f17fc0039a0 2024-09-13T16:12:22.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.902+0000 7f1812ffd640 1 -- 172.21.15.76:0/1651546545 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f180402d070 con 0x7f17fc0039a0 2024-09-13T16:12:22.907 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.902+0000 7f1812ffd640 1 -- 172.21.15.76:0/1651546545 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1804005e90 con 0x7f17fc0039a0 2024-09-13T16:12:22.907 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.902+0000 7f181a79c640 1 -- 172.21.15.76:0/1651546545 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f17fc0039a0 msgr2=0x7f17fc003d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:22.907 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.902+0000 7f181a79c640 1 --2- 172.21.15.76:0/1651546545 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f17fc0039a0 0x7f17fc003d80 secure :-1 s=READY pgs=1519 cs=0 l=1 rev1=1 crypto rx=0x7f180400c210 tx=0x7f17fc0057f0 comp rx=0 tx=0).stop 2024-09-13T16:12:22.907 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.902+0000 7f1818d39640 1 -- 172.21.15.76:0/1651546545 reap_dead start 2024-09-13T16:12:22.907 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.902+0000 7f181a79c640 1 -- 172.21.15.76:0/1651546545 shutdown_connections 2024-09-13T16:12:22.907 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.902+0000 7f181a79c640 1 -- 172.21.15.76:0/1651546545 >> 172.21.15.76:0/1651546545 conn(0x7f1814065ff0 msgr2=0x7f1814069e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:22.907 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.902+0000 7f181a79c640 1 -- 172.21.15.76:0/1651546545 shutdown_connections 2024-09-13T16:12:22.907 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.902+0000 7f181a79c640 1 -- 172.21.15.76:0/1651546545 wait complete. 2024-09-13T16:12:22.910 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.904+0000 7f181a79c640 1 Processor -- start 2024-09-13T16:12:22.910 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.904+0000 7f181a79c640 1 -- start start 2024-09-13T16:12:22.910 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.904+0000 7f181a79c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f17fc0039a0 0x7f18140cb5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:22.910 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.904+0000 7f181a79c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f181414d810 0x7f181414ad50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:22.910 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.904+0000 7f181a79c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f181414b290 0x7f181414e2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:22.910 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.904+0000 7f181a79c640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18141f1120 con 0x7f181414b290 2024-09-13T16:12:22.910 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.904+0000 7f181a79c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f181414f670 con 0x7f181414d810 2024-09-13T16:12:22.910 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.904+0000 7f181a79c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f181414f950 con 0x7f17fc0039a0 2024-09-13T16:12:22.910 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.905+0000 7f1818d39640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f181414b290 0x7f181414e2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:22.910 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.905+0000 7f1818d39640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f181414b290 0x7f181414e2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:33760/0 (socket says 172.21.15.76:33760) 2024-09-13T16:12:22.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.905+0000 7f1818d39640 1 -- 172.21.15.76:0/527753259 learned_addr learned my addr 172.21.15.76:0/527753259 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:22.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.905+0000 7f18137fe640 1 --2- 172.21.15.76:0/527753259 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f181414d810 0x7f181414ad50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:22.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.905+0000 7f1813fff640 1 --2- 172.21.15.76:0/527753259 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f17fc0039a0 0x7f18140cb5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:22.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.905+0000 7f1818d39640 1 -- 172.21.15.76:0/527753259 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f17fc0039a0 msgr2=0x7f18140cb5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:22.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.905+0000 7f1818d39640 1 --2- 172.21.15.76:0/527753259 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f17fc0039a0 0x7f18140cb5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:22.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.905+0000 7f1818d39640 1 -- 172.21.15.76:0/527753259 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f181414d810 msgr2=0x7f181414ad50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:22.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.905+0000 7f1818d39640 1 --2- 172.21.15.76:0/527753259 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f181414d810 0x7f181414ad50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:22.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.905+0000 7f1818d39640 1 -- 172.21.15.76:0/527753259 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f181414fc30 con 0x7f181414b290 2024-09-13T16:12:22.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.905+0000 7f1813fff640 1 --2- 172.21.15.76:0/527753259 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f17fc0039a0 0x7f18140cb5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:12:22.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.905+0000 7f1818d39640 1 --2- 172.21.15.76:0/527753259 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f181414b290 0x7f181414e2d0 secure :-1 s=READY pgs=1520 cs=0 l=1 rev1=1 crypto rx=0x7f1814071490 tx=0x7f180c010590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:22.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.905+0000 7f1810ff9640 1 -- 172.21.15.76:0/527753259 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f180c01b070 con 0x7f181414b290 2024-09-13T16:12:22.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.905+0000 7f1810ff9640 1 -- 172.21.15.76:0/527753259 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f180c00f040 con 0x7f181414b290 2024-09-13T16:12:22.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.905+0000 7f181a79c640 1 -- 172.21.15.76:0/527753259 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f181414ff10 con 0x7f181414b290 2024-09-13T16:12:22.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.905+0000 7f1810ff9640 1 -- 172.21.15.76:0/527753259 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f180c00e050 con 0x7f181414b290 2024-09-13T16:12:22.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.905+0000 7f181a79c640 1 -- 172.21.15.76:0/527753259 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f18141f0b60 con 0x7f181414b290 2024-09-13T16:12:22.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.906+0000 7f181a79c640 1 -- 172.21.15.76:0/527753259 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1814067300 con 0x7f181414b290 2024-09-13T16:12:22.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.907+0000 7f1810ff9640 1 -- 172.21.15.76:0/527753259 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f180c015440 con 0x7f181414b290 2024-09-13T16:12:22.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.907+0000 7f1810ff9640 1 --2- 172.21.15.76:0/527753259 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f180006ac00 0x7f180006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:22.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.907+0000 7f1810ff9640 1 -- 172.21.15.76:0/527753259 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(111..111 src has 1..111) v4 ==== 6058+0+0 (secure 0 0 0) 0x7f180c0897a0 con 0x7f181414b290 2024-09-13T16:12:22.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.907+0000 7f1813fff640 1 --2- 172.21.15.76:0/527753259 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f180006ac00 0x7f180006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:22.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.908+0000 7f1813fff640 1 --2- 172.21.15.76:0/527753259 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f180006ac00 0x7f180006d0c0 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7f1804032000 tx=0x7f180402d000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:22.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:22.911+0000 7f1810ff9640 1 -- 172.21.15.76:0/527753259 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f180c0548b0 con 0x7f181414b290 2024-09-13T16:12:23.076 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.075+0000 7f181a79c640 1 -- 172.21.15.76:0/527753259 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f1814070270 con 0x7f181414b290 2024-09-13T16:12:23.076 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.075+0000 7f1810ff9640 1 -- 172.21.15.76:0/527753259 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v112) v1 ==== 100+0+11 (secure 0 0 0) 0x7f180c057ed0 con 0x7f181414b290 2024-09-13T16:12:23.077 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2024-09-13T16:12:23.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.077+0000 7f181a79c640 1 -- 172.21.15.76:0/527753259 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f180006ac00 msgr2=0x7f180006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:23.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.077+0000 7f181a79c640 1 --2- 172.21.15.76:0/527753259 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f180006ac00 0x7f180006d0c0 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7f1804032000 tx=0x7f180402d000 comp rx=0 tx=0).stop 2024-09-13T16:12:23.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.077+0000 7f181a79c640 1 -- 172.21.15.76:0/527753259 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f181414b290 msgr2=0x7f181414e2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:23.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.077+0000 7f181a79c640 1 --2- 172.21.15.76:0/527753259 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f181414b290 0x7f181414e2d0 secure :-1 s=READY pgs=1520 cs=0 l=1 rev1=1 crypto rx=0x7f1814071490 tx=0x7f180c010590 comp rx=0 tx=0).stop 2024-09-13T16:12:23.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.077+0000 7f181a79c640 1 -- 172.21.15.76:0/527753259 shutdown_connections 2024-09-13T16:12:23.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.077+0000 7f181a79c640 1 --2- 172.21.15.76:0/527753259 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f181414b290 0x7f181414e2d0 unknown :-1 s=CLOSED pgs=1520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:23.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.077+0000 7f181a79c640 1 --2- 172.21.15.76:0/527753259 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f181414d810 0x7f181414ad50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:23.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.077+0000 7f181a79c640 1 --2- 172.21.15.76:0/527753259 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f180006ac00 0x7f180006d0c0 unknown :-1 s=CLOSED pgs=653 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:23.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.077+0000 7f181a79c640 1 --2- 172.21.15.76:0/527753259 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f17fc0039a0 0x7f18140cb5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:23.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.077+0000 7f181a79c640 1 -- 172.21.15.76:0/527753259 >> 172.21.15.76:0/527753259 conn(0x7f1814065ff0 msgr2=0x7f1814159220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:23.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.077+0000 7f181a79c640 1 -- 172.21.15.76:0/527753259 shutdown_connections 2024-09-13T16:12:23.080 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.077+0000 7f181a79c640 1 -- 172.21.15.76:0/527753259 wait complete. 2024-09-13T16:12:23.089 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:12:23.190 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.188+0000 7f3901b1f640 1 Processor -- start 2024-09-13T16:12:23.190 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.188+0000 7f3901b1f640 1 -- start start 2024-09-13T16:12:23.191 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.189+0000 7f3901b1f640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f38fc156360 0x7f38fc06d990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:23.191 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.189+0000 7f3901b1f640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f38fc06ded0 0x7f38fc070b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:23.191 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.189+0000 7f3901b1f640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f38fc159d60 con 0x7f38fc0b14d0 2024-09-13T16:12:23.191 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.189+0000 7f3901b1f640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f38fc158f40 con 0x7f38fc156360 2024-09-13T16:12:23.191 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.189+0000 7f3901b1f640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f38fc159150 con 0x7f38fc06ded0 2024-09-13T16:12:23.191 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.189+0000 7f38fb7fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f38fc156360 0x7f38fc06d990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:23.191 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.189+0000 7f38fbfff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f38fc0b14d0 0x7f38fc06c480 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:54748/0 (socket says 172.21.15.76:54748) 2024-09-13T16:12:23.191 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.189+0000 7f38fbfff640 1 -- 172.21.15.76:0/3660991418 learned_addr learned my addr 172.21.15.76:0/3660991418 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:12:23.192 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.190+0000 7f38faffd640 1 --2- 172.21.15.76:0/3660991418 >> v2:172.21.15.192:3300/0 conn(0x7f38fc06ded0 0x7f38fc070b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:23.192 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.190+0000 7f38fb7fe640 1 -- 172.21.15.76:0/3660991418 >> v2:172.21.15.192:3300/0 conn(0x7f38fc06ded0 msgr2=0x7f38fc070b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:23.192 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.190+0000 7f38fb7fe640 1 --2- 172.21.15.76:0/3660991418 >> v2:172.21.15.192:3300/0 conn(0x7f38fc06ded0 0x7f38fc070b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:23.192 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.190+0000 7f38fb7fe640 1 -- 172.21.15.76:0/3660991418 >> v1:172.21.15.76:6789/0 conn(0x7f38fc0b14d0 legacy=0x7f38fc06c480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:23.192 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.190+0000 7f38fb7fe640 1 -- 172.21.15.76:0/3660991418 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f38fc159430 con 0x7f38fc156360 2024-09-13T16:12:23.193 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.190+0000 7f38fb7fe640 1 --2- 172.21.15.76:0/3660991418 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38fc156360 0x7f38fc06d990 secure :-1 s=READY pgs=1522 cs=0 l=1 rev1=1 crypto rx=0x7f38fc0ce3f0 tx=0x7f38ec02b560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7959edfe98c9cbc9 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:23.193 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.190+0000 7f38fa7fc640 1 -- 172.21.15.76:0/3660991418 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38ec030710 con 0x7f38fc156360 2024-09-13T16:12:23.193 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.190+0000 7f38fa7fc640 1 -- 172.21.15.76:0/3660991418 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f38ec02e050 con 0x7f38fc156360 2024-09-13T16:12:23.193 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.190+0000 7f38fa7fc640 1 -- 172.21.15.76:0/3660991418 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38ec030a90 con 0x7f38fc156360 2024-09-13T16:12:23.193 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.191+0000 7f3901b1f640 1 -- 172.21.15.76:0/3660991418 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38fc156360 msgr2=0x7f38fc06d990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:23.194 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.191+0000 7f3901b1f640 1 --2- 172.21.15.76:0/3660991418 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38fc156360 0x7f38fc06d990 secure :-1 s=READY pgs=1522 cs=0 l=1 rev1=1 crypto rx=0x7f38fc0ce3f0 tx=0x7f38ec02b560 comp rx=0 tx=0).stop 2024-09-13T16:12:23.194 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.191+0000 7f3901b1f640 1 -- 172.21.15.76:0/3660991418 shutdown_connections 2024-09-13T16:12:23.194 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.191+0000 7f3901b1f640 1 --2- 172.21.15.76:0/3660991418 >> v2:172.21.15.192:3300/0 conn(0x7f38fc06ded0 0x7f38fc070b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:23.194 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.191+0000 7f3901b1f640 1 --2- 172.21.15.76:0/3660991418 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38fc156360 0x7f38fc06d990 unknown :-1 s=CLOSED pgs=1522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:23.194 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.191+0000 7f3901b1f640 1 -- 172.21.15.76:0/3660991418 >> 172.21.15.76:0/3660991418 conn(0x7f38fc0b01d0 msgr2=0x7f38fc0b05b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:23.194 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.191+0000 7f3901b1f640 1 -- 172.21.15.76:0/3660991418 shutdown_connections 2024-09-13T16:12:23.194 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.191+0000 7f3901b1f640 1 -- 172.21.15.76:0/3660991418 wait complete. 2024-09-13T16:12:23.194 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.192+0000 7f3901b1f640 1 Processor -- start 2024-09-13T16:12:23.196 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.192+0000 7f3901b1f640 1 -- start start 2024-09-13T16:12:23.196 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.193+0000 7f3901b1f640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38fc06ded0 0x7f38fc14a4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:23.196 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.193+0000 7f3901b1f640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f38fc0b14d0 0x7f38fc0af460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:23.196 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.193+0000 7f3901b1f640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f38fc156360 0x7f38fc0adc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:23.196 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.193+0000 7f3901b1f640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f38fc1513b0 con 0x7f38fc06ded0 2024-09-13T16:12:23.196 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.193+0000 7f3901b1f640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f38fc150830 con 0x7f38fc0b14d0 2024-09-13T16:12:23.196 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.193+0000 7f3901b1f640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f38fc150b10 con 0x7f38fc156360 2024-09-13T16:12:23.196 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.193+0000 7f38fb7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38fc06ded0 0x7f38fc14a4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:23.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.193+0000 7f38fb7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38fc06ded0 0x7f38fc14a4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:33776/0 (socket says 172.21.15.76:33776) 2024-09-13T16:12:23.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.193+0000 7f38fb7fe640 1 -- 172.21.15.76:0/4093745917 learned_addr learned my addr 172.21.15.76:0/4093745917 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:23.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.193+0000 7f38fb7fe640 1 -- 172.21.15.76:0/4093745917 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f38fc156360 msgr2=0x7f38fc0adc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:23.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.193+0000 7f38fb7fe640 1 --2- 172.21.15.76:0/4093745917 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f38fc156360 0x7f38fc0adc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:23.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.194+0000 7f38fb7fe640 1 -- 172.21.15.76:0/4093745917 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f38fc0b14d0 msgr2=0x7f38fc0af460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:23.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.194+0000 7f38fb7fe640 1 --2- 172.21.15.76:0/4093745917 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f38fc0b14d0 0x7f38fc0af460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:23.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.194+0000 7f38fb7fe640 1 -- 172.21.15.76:0/4093745917 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f38ec00a5a0 con 0x7f38fc06ded0 2024-09-13T16:12:23.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.194+0000 7f38fb7fe640 1 --2- 172.21.15.76:0/4093745917 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38fc06ded0 0x7f38fc14a4a0 secure :-1 s=READY pgs=1523 cs=0 l=1 rev1=1 crypto rx=0x7f38ec00aa30 tx=0x7f38ec0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:23.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.194+0000 7f38e3fff640 1 -- 172.21.15.76:0/4093745917 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38ec032990 con 0x7f38fc06ded0 2024-09-13T16:12:23.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.194+0000 7f38e3fff640 1 -- 172.21.15.76:0/4093745917 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f38ec032af0 con 0x7f38fc06ded0 2024-09-13T16:12:23.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.194+0000 7f3901b1f640 1 -- 172.21.15.76:0/4093745917 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f38fc150df0 con 0x7f38fc06ded0 2024-09-13T16:12:23.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.194+0000 7f38e3fff640 1 -- 172.21.15.76:0/4093745917 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38ec032ea0 con 0x7f38fc06ded0 2024-09-13T16:12:23.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.194+0000 7f3901b1f640 1 -- 172.21.15.76:0/4093745917 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f38fc150470 con 0x7f38fc06ded0 2024-09-13T16:12:23.198 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.195+0000 7f3901b1f640 1 -- 172.21.15.76:0/4093745917 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f38fc0b1b40 con 0x7f38fc06ded0 2024-09-13T16:12:23.199 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.195+0000 7f38e3fff640 1 -- 172.21.15.76:0/4093745917 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f38ec03b430 con 0x7f38fc06ded0 2024-09-13T16:12:23.199 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.196+0000 7f38e3fff640 1 --2- 172.21.15.76:0/4093745917 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f38e806ac00 0x7f38e806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:23.199 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.196+0000 7f38e3fff640 1 -- 172.21.15.76:0/4093745917 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(112..112 src has 1..112) v4 ==== 6058+0+0 (secure 0 0 0) 0x7f38ec0aa120 con 0x7f38fc06ded0 2024-09-13T16:12:23.199 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.196+0000 7f38faffd640 1 --2- 172.21.15.76:0/4093745917 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f38e806ac00 0x7f38e806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:23.199 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.196+0000 7f38faffd640 1 --2- 172.21.15.76:0/4093745917 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f38e806ac00 0x7f38e806d0c0 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7f38fc0aec40 tx=0x7f38f0008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:23.204 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.200+0000 7f38e3fff640 1 -- 172.21.15.76:0/4093745917 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f38ec075230 con 0x7f38fc06ded0 2024-09-13T16:12:23.373 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.371+0000 7f3901b1f640 1 -- 172.21.15.76:0/4093745917 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f38fc156740 con 0x7f38fc06ded0 2024-09-13T16:12:23.373 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.371+0000 7f38e3fff640 1 -- 172.21.15.76:0/4093745917 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v112) v1 ==== 80+0+0 (secure 0 0 0) 0x7f38ec078850 con 0x7f38fc06ded0 2024-09-13T16:12:23.373 INFO:teuthology.orchestra.run.smithi076.stderr:listed 0 entries 2024-09-13T16:12:23.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.373+0000 7f3901b1f640 1 -- 172.21.15.76:0/4093745917 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f38e806ac00 msgr2=0x7f38e806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:23.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.373+0000 7f3901b1f640 1 --2- 172.21.15.76:0/4093745917 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f38e806ac00 0x7f38e806d0c0 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7f38fc0aec40 tx=0x7f38f0008040 comp rx=0 tx=0).stop 2024-09-13T16:12:23.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.373+0000 7f3901b1f640 1 -- 172.21.15.76:0/4093745917 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38fc06ded0 msgr2=0x7f38fc14a4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:23.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.373+0000 7f3901b1f640 1 --2- 172.21.15.76:0/4093745917 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38fc06ded0 0x7f38fc14a4a0 secure :-1 s=READY pgs=1523 cs=0 l=1 rev1=1 crypto rx=0x7f38ec00aa30 tx=0x7f38ec0046c0 comp rx=0 tx=0).stop 2024-09-13T16:12:23.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.373+0000 7f3901b1f640 1 -- 172.21.15.76:0/4093745917 shutdown_connections 2024-09-13T16:12:23.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.373+0000 7f3901b1f640 1 --2- 172.21.15.76:0/4093745917 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f38e806ac00 0x7f38e806d0c0 unknown :-1 s=CLOSED pgs=654 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:23.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.373+0000 7f3901b1f640 1 --2- 172.21.15.76:0/4093745917 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f38fc156360 0x7f38fc0adc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:23.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.373+0000 7f3901b1f640 1 --2- 172.21.15.76:0/4093745917 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f38fc0b14d0 0x7f38fc0af460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:23.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.373+0000 7f3901b1f640 1 --2- 172.21.15.76:0/4093745917 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f38fc06ded0 0x7f38fc14a4a0 unknown :-1 s=CLOSED pgs=1523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:23.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.373+0000 7f3901b1f640 1 -- 172.21.15.76:0/4093745917 >> 172.21.15.76:0/4093745917 conn(0x7f38fc0b01d0 msgr2=0x7f38fc0ca740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:23.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.373+0000 7f3901b1f640 1 -- 172.21.15.76:0/4093745917 shutdown_connections 2024-09-13T16:12:23.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.373+0000 7f3901b1f640 1 -- 172.21.15.76:0/4093745917 wait complete. 2024-09-13T16:12:23.385 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi192.front.sepia.ceph.com... 2024-09-13T16:12:23.386 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:23.386 DEBUG:teuthology.orchestra.run.smithi192:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-13T16:12:23.414 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi192.stderr:ceph-fuse[47443]: fuse finished with error 0 and tester_r 0 2024-09-13T16:12:23.416 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi192.front.sepia.ceph.com 2024-09-13T16:12:23.416 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:23.416 DEBUG:teuthology.orchestra.run.smithi192:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-13T16:12:23.517 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:12:23.517 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:12:23.533 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18725 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T16:12:23.533 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi076.front.sepia.ceph.com 2024-09-13T16:12:23.533 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:23.533 DEBUG:teuthology.orchestra.run.smithi076:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-13T16:12:23.588 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:12:23.589 INFO:teuthology.orchestra.run.smithi076.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.2': No such file or directory 2024-09-13T16:12:23.589 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-13T16:12:23.589 DEBUG:teuthology.orchestra.run.smithi192:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:12:23.607 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056014,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20494 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-13T16:12:23.607 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi192.front.sepia.ceph.com 2024-09-13T16:12:23.608 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:23.608 DEBUG:teuthology.orchestra.run.smithi192:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-13T16:12:23.666 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:12:23.667 INFO:teuthology.orchestra.run.smithi192.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.3': No such file or directory 2024-09-13T16:12:23.667 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:12:23.764 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.763+0000 7f0242f01640 1 Processor -- start 2024-09-13T16:12:23.765 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.763+0000 7f0242f01640 1 -- start start 2024-09-13T16:12:23.765 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.764+0000 7f0242f01640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f023c15ebd0 0x7f023c0cb9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:23.765 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.764+0000 7f0242f01640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f023c070270 0x7f023c0706e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:23.765 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.764+0000 7f0242f01640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f023c0ccb40 con 0x7f023c15a510 2024-09-13T16:12:23.765 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.764+0000 7f0242f01640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f023c0cb5c0 con 0x7f023c070270 2024-09-13T16:12:23.765 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.764+0000 7f0242f01640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f023c0cc920 con 0x7f023c15ebd0 2024-09-13T16:12:23.766 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.764+0000 7f023bfff640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f023c15ebd0 0x7f023c0cb9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:23.766 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.764+0000 7f024149e640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f023c070270 0x7f023c0706e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:23.767 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.764+0000 7f023bfff640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f023c15ebd0 0x7f023c0cb9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.76:43798/0 (socket says 172.21.15.76:43798) 2024-09-13T16:12:23.767 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.764+0000 7f024149e640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f023c070270 0x7f023c0706e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.76:48334/0 (socket says 172.21.15.76:48334) 2024-09-13T16:12:23.767 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.764+0000 7f023bfff640 1 -- 172.21.15.76:0/1498530686 learned_addr learned my addr 172.21.15.76:0/1498530686 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:23.767 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.764+0000 7f0240c9d640 1 --1- 172.21.15.76:0/1498530686 >> v1:172.21.15.192:6789/0 conn(0x7f023c15a510 0x7f023c0cc210 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:58358/0 (socket says 172.21.15.76:58358) 2024-09-13T16:12:23.767 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.765+0000 7f024149e640 1 -- 172.21.15.76:0/1498530686 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f023c15ebd0 msgr2=0x7f023c0cb9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:23.767 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.765+0000 7f024149e640 1 --2- 172.21.15.76:0/1498530686 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f023c15ebd0 0x7f023c0cb9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:23.767 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.765+0000 7f024149e640 1 -- 172.21.15.76:0/1498530686 >> v1:172.21.15.192:6789/0 conn(0x7f023c15a510 legacy=0x7f023c0cc210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:23.767 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.765+0000 7f024149e640 1 -- 172.21.15.76:0/1498530686 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f023c0caf00 con 0x7f023c070270 2024-09-13T16:12:23.767 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.765+0000 7f023bfff640 1 --2- 172.21.15.76:0/1498530686 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f023c15ebd0 0x7f023c0cb9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:12:23.768 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.766+0000 7f024149e640 1 --2- 172.21.15.76:0/1498530686 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f023c070270 0x7f023c0706e0 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f0234009dc0 tx=0x7f023402a5f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6502f041b3cca74a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:23.769 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.766+0000 7f023b7fe640 1 -- 172.21.15.76:0/1498530686 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0234007740 con 0x7f023c070270 2024-09-13T16:12:23.769 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.766+0000 7f023b7fe640 1 -- 172.21.15.76:0/1498530686 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f023402d050 con 0x7f023c070270 2024-09-13T16:12:23.769 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.766+0000 7f023b7fe640 1 -- 172.21.15.76:0/1498530686 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0234007ac0 con 0x7f023c070270 2024-09-13T16:12:23.769 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.767+0000 7f0242f01640 1 -- 172.21.15.76:0/1498530686 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f023c070270 msgr2=0x7f023c0706e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:23.769 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.767+0000 7f0242f01640 1 --2- 172.21.15.76:0/1498530686 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f023c070270 0x7f023c0706e0 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f0234009dc0 tx=0x7f023402a5f0 comp rx=0 tx=0).stop 2024-09-13T16:12:23.769 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.767+0000 7f0242f01640 1 -- 172.21.15.76:0/1498530686 shutdown_connections 2024-09-13T16:12:23.769 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.767+0000 7f0242f01640 1 --2- 172.21.15.76:0/1498530686 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f023c070270 0x7f023c0706e0 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:23.769 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.767+0000 7f0242f01640 1 --2- 172.21.15.76:0/1498530686 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f023c15ebd0 0x7f023c0cb9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:23.769 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.767+0000 7f0242f01640 1 -- 172.21.15.76:0/1498530686 >> 172.21.15.76:0/1498530686 conn(0x7f023c0b01d0 msgr2=0x7f023c0b05b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:23.769 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.767+0000 7f0242f01640 1 -- 172.21.15.76:0/1498530686 shutdown_connections 2024-09-13T16:12:23.769 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.767+0000 7f0242f01640 1 -- 172.21.15.76:0/1498530686 wait complete. 2024-09-13T16:12:23.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.768+0000 7f0242f01640 1 Processor -- start 2024-09-13T16:12:23.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.768+0000 7f0242f01640 1 -- start start 2024-09-13T16:12:23.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.769+0000 7f0242f01640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f023c070270 0x7f023c14d760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:23.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.769+0000 7f0242f01640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f023c15a510 0x7f023c153040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:23.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.769+0000 7f0242f01640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f023c15ebd0 0x7f023c0ae9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:23.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.769+0000 7f0242f01640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f023c151d50 con 0x7f023c15a510 2024-09-13T16:12:23.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.769+0000 7f0242f01640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f023c152bb0 con 0x7f023c070270 2024-09-13T16:12:23.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.769+0000 7f0242f01640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f023c14dca0 con 0x7f023c15ebd0 2024-09-13T16:12:23.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.769+0000 7f023bfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f023c15a510 0x7f023c153040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:23.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.769+0000 7f023bfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f023c15a510 0x7f023c153040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:33780/0 (socket says 172.21.15.76:33780) 2024-09-13T16:12:23.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.769+0000 7f023bfff640 1 -- 172.21.15.76:0/1155463147 learned_addr learned my addr 172.21.15.76:0/1155463147 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:23.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.769+0000 7f024149e640 1 --2- 172.21.15.76:0/1155463147 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f023c15ebd0 0x7f023c0ae9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:23.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.769+0000 7f0240c9d640 1 --2- 172.21.15.76:0/1155463147 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f023c070270 0x7f023c14d760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:23.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.769+0000 7f023bfff640 1 -- 172.21.15.76:0/1155463147 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f023c15ebd0 msgr2=0x7f023c0ae9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:23.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.769+0000 7f023bfff640 1 --2- 172.21.15.76:0/1155463147 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f023c15ebd0 0x7f023c0ae9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:23.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.769+0000 7f023bfff640 1 -- 172.21.15.76:0/1155463147 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f023c070270 msgr2=0x7f023c14d760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:23.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.769+0000 7f023bfff640 1 --2- 172.21.15.76:0/1155463147 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f023c070270 0x7f023c14d760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:23.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.769+0000 7f023bfff640 1 -- 172.21.15.76:0/1155463147 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f02300094d0 con 0x7f023c15a510 2024-09-13T16:12:23.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.769+0000 7f023bfff640 1 --2- 172.21.15.76:0/1155463147 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f023c15a510 0x7f023c153040 secure :-1 s=READY pgs=1524 cs=0 l=1 rev1=1 crypto rx=0x7f023000e960 tx=0x7f023000ee20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:23.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.770+0000 7f02397fa640 1 -- 172.21.15.76:0/1155463147 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f023000ca00 con 0x7f023c15a510 2024-09-13T16:12:23.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.770+0000 7f02397fa640 1 -- 172.21.15.76:0/1155463147 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f023000cb60 con 0x7f023c15a510 2024-09-13T16:12:23.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.770+0000 7f0242f01640 1 -- 172.21.15.76:0/1155463147 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0234009a70 con 0x7f023c15a510 2024-09-13T16:12:23.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.770+0000 7f02397fa640 1 -- 172.21.15.76:0/1155463147 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0230013470 con 0x7f023c15a510 2024-09-13T16:12:23.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.770+0000 7f0242f01640 1 -- 172.21.15.76:0/1155463147 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f023c151fa0 con 0x7f023c15a510 2024-09-13T16:12:23.774 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.771+0000 7f0242f01640 1 -- 172.21.15.76:0/1155463147 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f023c06c250 con 0x7f023c15a510 2024-09-13T16:12:23.774 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.771+0000 7f02397fa640 1 -- 172.21.15.76:0/1155463147 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f02300135d0 con 0x7f023c15a510 2024-09-13T16:12:23.775 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.771+0000 7f02397fa640 1 --2- 172.21.15.76:0/1155463147 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f022806ac00 0x7f022806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:23.775 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.772+0000 7f02397fa640 1 -- 172.21.15.76:0/1155463147 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(112..112 src has 1..112) v4 ==== 6058+0+0 (secure 0 0 0) 0x7f0230089670 con 0x7f023c15a510 2024-09-13T16:12:23.775 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.772+0000 7f0240c9d640 1 --2- 172.21.15.76:0/1155463147 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f022806ac00 0x7f022806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:23.775 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.772+0000 7f0240c9d640 1 --2- 172.21.15.76:0/1155463147 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f022806ac00 0x7f022806d0c0 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7f022c000f60 tx=0x7f022c000ed0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:23.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.776+0000 7f02397fa640 1 -- 172.21.15.76:0/1155463147 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f02300547a0 con 0x7f023c15a510 2024-09-13T16:12:23.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.973+0000 7f0242f01640 1 -- 172.21.15.76:0/1155463147 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f023c0706e0 con 0x7f023c15a510 2024-09-13T16:12:23.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.974+0000 7f02397fa640 1 -- 172.21.15.76:0/1155463147 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 55 v55) v1 ==== 94+0+4739 (secure 0 0 0) 0x7f0230087e60 con 0x7f023c15a510 2024-09-13T16:12:23.975 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:23.975 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":55,"default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7270,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6834/1003042084","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":1003042084},{"type":"v1","addr":"172.21.15.192:6834","nonce":1003042084}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":50},{"gid":7273,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/2131847790","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6833","nonce":2131847790},{"type":"v1","addr":"172.21.15.192:6835","nonce":2131847790}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":50},{"gid":8061,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6835/320476623","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":320476623},{"type":"v1","addr":"172.21.15.76:6835","nonce":320476623}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":50}],"filesystems":[{"mdsmap":{"epoch":55,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:12:00.227113+0000","modified":"2024-09-13T16:12:16.922240+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":8076},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8076":{"gid":8076,"name":"a","rank":0,"incarnation":52,"state":"up:active","state_seq":7,"addr":"172.21.15.76:6837/2583912045","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6836","nonce":2583912045},{"type":"v1","addr":"172.21.15.76:6837","nonce":2583912045}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[16],"metadata_pool":15,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":7}]} 2024-09-13T16:12:23.976 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 55 2024-09-13T16:12:23.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.976+0000 7f0242f01640 1 -- 172.21.15.76:0/1155463147 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f022806ac00 msgr2=0x7f022806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:23.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.976+0000 7f0242f01640 1 --2- 172.21.15.76:0/1155463147 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f022806ac00 0x7f022806d0c0 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7f022c000f60 tx=0x7f022c000ed0 comp rx=0 tx=0).stop 2024-09-13T16:12:23.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.976+0000 7f0242f01640 1 -- 172.21.15.76:0/1155463147 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f023c15a510 msgr2=0x7f023c153040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:23.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.976+0000 7f0242f01640 1 --2- 172.21.15.76:0/1155463147 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f023c15a510 0x7f023c153040 secure :-1 s=READY pgs=1524 cs=0 l=1 rev1=1 crypto rx=0x7f023000e960 tx=0x7f023000ee20 comp rx=0 tx=0).stop 2024-09-13T16:12:23.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.976+0000 7f0242f01640 1 -- 172.21.15.76:0/1155463147 shutdown_connections 2024-09-13T16:12:23.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.976+0000 7f0242f01640 1 --2- 172.21.15.76:0/1155463147 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f022806ac00 0x7f022806d0c0 unknown :-1 s=CLOSED pgs=655 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:23.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.976+0000 7f0242f01640 1 --2- 172.21.15.76:0/1155463147 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f023c15ebd0 0x7f023c0ae9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:23.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.976+0000 7f0242f01640 1 --2- 172.21.15.76:0/1155463147 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f023c15a510 0x7f023c153040 unknown :-1 s=CLOSED pgs=1524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:23.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.976+0000 7f0242f01640 1 --2- 172.21.15.76:0/1155463147 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f023c070270 0x7f023c14d760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:23.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.976+0000 7f0242f01640 1 -- 172.21.15.76:0/1155463147 >> 172.21.15.76:0/1155463147 conn(0x7f023c0b01d0 msgr2=0x7f023c159460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:23.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.976+0000 7f0242f01640 1 -- 172.21.15.76:0/1155463147 shutdown_connections 2024-09-13T16:12:23.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:23.976+0000 7f0242f01640 1 -- 172.21.15.76:0/1155463147 wait complete. 2024-09-13T16:12:23.988 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:12:24.086 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.085+0000 7f925f8f0640 1 Processor -- start 2024-09-13T16:12:24.086 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.085+0000 7f925f8f0640 1 -- start start 2024-09-13T16:12:24.088 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.086+0000 7f925f8f0640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f925813f470 0x7f925806d3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:24.088 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.086+0000 7f925f8f0640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f925806d920 0x7f9258159bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:24.088 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.086+0000 7f925f8f0640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f925815dcf0 con 0x7f92580adb20 2024-09-13T16:12:24.088 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.086+0000 7f925f8f0640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9258159780 con 0x7f925806d920 2024-09-13T16:12:24.088 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.086+0000 7f925f8f0640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f925806dd90 con 0x7f925813f470 2024-09-13T16:12:24.088 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.086+0000 7f925de8d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f925806d920 0x7f9258159bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:24.088 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.086+0000 7f925d68c640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f92580adb20 0x7f9258070270 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:54754/0 (socket says 172.21.15.76:54754) 2024-09-13T16:12:24.088 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.086+0000 7f925d68c640 1 -- 172.21.15.76:0/574263989 learned_addr learned my addr 172.21.15.76:0/574263989 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:12:24.088 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.086+0000 7f925ce8b640 1 --2- 172.21.15.76:0/574263989 >> v2:172.21.15.192:3300/0 conn(0x7f925813f470 0x7f925806d3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:24.088 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.086+0000 7f925de8d640 1 -- 172.21.15.76:0/574263989 >> v2:172.21.15.192:3300/0 conn(0x7f925813f470 msgr2=0x7f925806d3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:24.088 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.086+0000 7f925de8d640 1 --2- 172.21.15.76:0/574263989 >> v2:172.21.15.192:3300/0 conn(0x7f925813f470 0x7f925806d3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:24.089 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.086+0000 7f925de8d640 1 -- 172.21.15.76:0/574263989 >> v1:172.21.15.76:6789/0 conn(0x7f92580adb20 legacy=0x7f9258070270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:24.089 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.086+0000 7f925de8d640 1 -- 172.21.15.76:0/574263989 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f925815d170 con 0x7f925806d920 2024-09-13T16:12:24.089 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.086+0000 7f924ffff640 1 -- 172.21.15.76:0/574263989 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2220933775 0 0) 0x7f925815dcf0 con 0x7f92580adb20 2024-09-13T16:12:24.090 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.087+0000 7f925de8d640 1 --2- 172.21.15.76:0/574263989 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f925806d920 0x7f9258159bc0 secure :-1 s=READY pgs=1526 cs=0 l=1 rev1=1 crypto rx=0x7f92580ae110 tx=0x7f925002a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e872021b080c2d5f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:24.090 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.087+0000 7f924ffff640 1 -- 172.21.15.76:0/574263989 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f925002aea0 con 0x7f925806d920 2024-09-13T16:12:24.090 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.087+0000 7f924ffff640 1 -- 172.21.15.76:0/574263989 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f925002d050 con 0x7f925806d920 2024-09-13T16:12:24.090 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.087+0000 7f924ffff640 1 -- 172.21.15.76:0/574263989 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9250007960 con 0x7f925806d920 2024-09-13T16:12:24.090 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.088+0000 7f925f8f0640 1 -- 172.21.15.76:0/574263989 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f925806d920 msgr2=0x7f9258159bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:24.090 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.088+0000 7f925f8f0640 1 --2- 172.21.15.76:0/574263989 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f925806d920 0x7f9258159bc0 secure :-1 s=READY pgs=1526 cs=0 l=1 rev1=1 crypto rx=0x7f92580ae110 tx=0x7f925002a680 comp rx=0 tx=0).stop 2024-09-13T16:12:24.090 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.088+0000 7f925f8f0640 1 -- 172.21.15.76:0/574263989 shutdown_connections 2024-09-13T16:12:24.090 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.088+0000 7f925f8f0640 1 --2- 172.21.15.76:0/574263989 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f925806d920 0x7f9258159bc0 unknown :-1 s=CLOSED pgs=1526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:24.090 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.088+0000 7f925f8f0640 1 --2- 172.21.15.76:0/574263989 >> v2:172.21.15.192:3300/0 conn(0x7f925813f470 0x7f925806d3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:24.090 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.088+0000 7f925f8f0640 1 -- 172.21.15.76:0/574263989 >> 172.21.15.76:0/574263989 conn(0x7f92580b01d0 msgr2=0x7f92580b05b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:24.091 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.088+0000 7f925f8f0640 1 -- 172.21.15.76:0/574263989 shutdown_connections 2024-09-13T16:12:24.091 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.088+0000 7f925f8f0640 1 -- 172.21.15.76:0/574263989 wait complete. 2024-09-13T16:12:24.092 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.089+0000 7f925f8f0640 1 Processor -- start 2024-09-13T16:12:24.093 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.089+0000 7f925f8f0640 1 -- start start 2024-09-13T16:12:24.093 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.090+0000 7f925f8f0640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f925806d920 0x7f9258156c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:24.093 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.090+0000 7f925f8f0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f92580adb20 0x7f92580ab8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:24.093 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.090+0000 7f925f8f0640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f925813f470 0x7f9258159ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:24.093 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.090+0000 7f925f8f0640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92580ac970 con 0x7f92580adb20 2024-09-13T16:12:24.093 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.090+0000 7f925f8f0640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9258141c20 con 0x7f925813f470 2024-09-13T16:12:24.093 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.090+0000 7f925f8f0640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f92581571d0 con 0x7f925806d920 2024-09-13T16:12:24.093 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.090+0000 7f925ce8b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f92580adb20 0x7f92580ab8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:24.093 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.090+0000 7f925ce8b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f92580adb20 0x7f92580ab8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:33810/0 (socket says 172.21.15.76:33810) 2024-09-13T16:12:24.093 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.090+0000 7f925ce8b640 1 -- 172.21.15.76:0/3602929303 learned_addr learned my addr 172.21.15.76:0/3602929303 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:24.093 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.090+0000 7f925de8d640 1 --2- 172.21.15.76:0/3602929303 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f925813f470 0x7f9258159ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:24.093 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.090+0000 7f925d68c640 1 --2- 172.21.15.76:0/3602929303 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f925806d920 0x7f9258156c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:24.094 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.090+0000 7f925ce8b640 1 -- 172.21.15.76:0/3602929303 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f925806d920 msgr2=0x7f9258156c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:24.094 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.090+0000 7f925ce8b640 1 --2- 172.21.15.76:0/3602929303 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f925806d920 0x7f9258156c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:24.094 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.090+0000 7f925ce8b640 1 -- 172.21.15.76:0/3602929303 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f925813f470 msgr2=0x7f9258159ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:24.094 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.090+0000 7f925ce8b640 1 --2- 172.21.15.76:0/3602929303 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f925813f470 0x7f9258159ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:24.094 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.090+0000 7f925ce8b640 1 -- 172.21.15.76:0/3602929303 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9250009a70 con 0x7f92580adb20 2024-09-13T16:12:24.094 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.090+0000 7f925ce8b640 1 --2- 172.21.15.76:0/3602929303 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f92580adb20 0x7f92580ab8a0 secure :-1 s=READY pgs=1527 cs=0 l=1 rev1=1 crypto rx=0x7f924800d5f0 tx=0x7f924800dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:24.094 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.091+0000 7f924dffb640 1 -- 172.21.15.76:0/3602929303 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92480125f0 con 0x7f92580adb20 2024-09-13T16:12:24.094 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.091+0000 7f924dffb640 1 -- 172.21.15.76:0/3602929303 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9248012750 con 0x7f92580adb20 2024-09-13T16:12:24.094 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.091+0000 7f925f8f0640 1 -- 172.21.15.76:0/3602929303 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f92580ac0d0 con 0x7f92580adb20 2024-09-13T16:12:24.094 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.091+0000 7f924dffb640 1 -- 172.21.15.76:0/3602929303 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9248012b00 con 0x7f92580adb20 2024-09-13T16:12:24.094 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.091+0000 7f925f8f0640 1 -- 172.21.15.76:0/3602929303 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f92580ac690 con 0x7f92580adb20 2024-09-13T16:12:24.095 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.092+0000 7f925f8f0640 1 -- 172.21.15.76:0/3602929303 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f92580cb370 con 0x7f92580adb20 2024-09-13T16:12:24.095 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.092+0000 7f924dffb640 1 -- 172.21.15.76:0/3602929303 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9248012c60 con 0x7f92580adb20 2024-09-13T16:12:24.095 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.093+0000 7f924dffb640 1 --2- 172.21.15.76:0/3602929303 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f923c06ac00 0x7f923c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:24.095 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.093+0000 7f924dffb640 1 -- 172.21.15.76:0/3602929303 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(112..112 src has 1..112) v4 ==== 6058+0+0 (secure 0 0 0) 0x7f92480898e0 con 0x7f92580adb20 2024-09-13T16:12:24.095 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.093+0000 7f925d68c640 1 --2- 172.21.15.76:0/3602929303 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f923c06ac00 0x7f923c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:24.095 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.093+0000 7f925d68c640 1 --2- 172.21.15.76:0/3602929303 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f923c06ac00 0x7f923c06d0c0 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7f9254000f60 tx=0x7f9254007b50 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:24.098 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.097+0000 7f924dffb640 1 -- 172.21.15.76:0/3602929303 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f92480549f0 con 0x7f92580adb20 2024-09-13T16:12:24.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.263+0000 7f925f8f0640 1 -- 172.21.15.76:0/3602929303 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f925815c780 con 0x7f92580adb20 2024-09-13T16:12:24.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.264+0000 7f924dffb640 1 -- 172.21.15.76:0/3602929303 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v112) v1 ==== 74+0+16730 (secure 0 0 0) 0x7f9248058010 con 0x7f92580adb20 2024-09-13T16:12:24.266 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:24.266 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":112,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:12:22.948179+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":16,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:11:58.022342+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"109","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":16,"pool_name":"cephfs_data","create_time":"2024-09-13T16:11:59.194875+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"110","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":111,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"16.11","mappings":[{"from":5,"to":7}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:12:24.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.266+0000 7f925f8f0640 1 -- 172.21.15.76:0/3602929303 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f923c06ac00 msgr2=0x7f923c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:24.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.266+0000 7f925f8f0640 1 --2- 172.21.15.76:0/3602929303 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f923c06ac00 0x7f923c06d0c0 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7f9254000f60 tx=0x7f9254007b50 comp rx=0 tx=0).stop 2024-09-13T16:12:24.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.266+0000 7f925f8f0640 1 -- 172.21.15.76:0/3602929303 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f92580adb20 msgr2=0x7f92580ab8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:24.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.266+0000 7f925f8f0640 1 --2- 172.21.15.76:0/3602929303 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f92580adb20 0x7f92580ab8a0 secure :-1 s=READY pgs=1527 cs=0 l=1 rev1=1 crypto rx=0x7f924800d5f0 tx=0x7f924800dab0 comp rx=0 tx=0).stop 2024-09-13T16:12:24.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.266+0000 7f925f8f0640 1 -- 172.21.15.76:0/3602929303 shutdown_connections 2024-09-13T16:12:24.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.266+0000 7f925f8f0640 1 --2- 172.21.15.76:0/3602929303 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f925813f470 0x7f9258159ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:24.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.266+0000 7f925f8f0640 1 --2- 172.21.15.76:0/3602929303 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f92580adb20 0x7f92580ab8a0 unknown :-1 s=CLOSED pgs=1527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:24.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.266+0000 7f925f8f0640 1 --2- 172.21.15.76:0/3602929303 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f923c06ac00 0x7f923c06d0c0 unknown :-1 s=CLOSED pgs=656 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:24.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.266+0000 7f925f8f0640 1 --2- 172.21.15.76:0/3602929303 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f925806d920 0x7f9258156c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:24.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.266+0000 7f925f8f0640 1 -- 172.21.15.76:0/3602929303 >> 172.21.15.76:0/3602929303 conn(0x7f92580b01d0 msgr2=0x7f9258070270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:24.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.267+0000 7f925f8f0640 1 -- 172.21.15.76:0/3602929303 shutdown_connections 2024-09-13T16:12:24.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.267+0000 7f925f8f0640 1 -- 172.21.15.76:0/3602929303 wait complete. 2024-09-13T16:12:24.279 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:01:26.960607+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 15, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:11:58.022342+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '109', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 16, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:11:59.194875+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '110', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:12:24.279 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:12:24.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.378+0000 7fecc4fbc640 1 Processor -- start 2024-09-13T16:12:24.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.378+0000 7fecc4fbc640 1 -- start start 2024-09-13T16:12:24.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.379+0000 7fecc4fbc640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fecc0070980 0x7fecc00cb9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:24.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.379+0000 7fecc4fbc640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fecc00ccb40 con 0x7fecc015ebd0 2024-09-13T16:12:24.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.379+0000 7fecc4fbc640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fecc00caf00 con 0x7fecc015a510 2024-09-13T16:12:24.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.379+0000 7fecc4fbc640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fecc00cb5c0 con 0x7fecc0070980 2024-09-13T16:12:24.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.379+0000 7fecbdd9b640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fecc015ebd0 0x7fecc0070270 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:54764/0 (socket says 172.21.15.76:54764) 2024-09-13T16:12:24.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.379+0000 7fecbdd9b640 1 -- 172.21.15.76:0/3643870173 learned_addr learned my addr 172.21.15.76:0/3643870173 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:12:24.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.379+0000 7fecbed9d640 1 --2- 172.21.15.76:0/3643870173 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fecc0070980 0x7fecc00cb9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:24.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.379+0000 7fecbd59a640 1 -- 172.21.15.76:0/3643870173 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1146567334 0 0) 0x7fecc00ccb40 con 0x7fecc015ebd0 2024-09-13T16:12:24.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.379+0000 7fecbd59a640 1 -- 172.21.15.76:0/3643870173 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7feca8003520 con 0x7fecc015ebd0 2024-09-13T16:12:24.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.379+0000 7fecbd59a640 1 -- 172.21.15.76:0/3643870173 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 295457730 0 0) 0x7feca8003520 con 0x7fecc015ebd0 2024-09-13T16:12:24.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.380+0000 7fecbd59a640 1 -- 172.21.15.76:0/3643870173 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fecc0070980 msgr2=0x7fecc00cb9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:24.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.380+0000 7fecbd59a640 1 --2- 172.21.15.76:0/3643870173 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fecc0070980 0x7fecc00cb9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:24.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.380+0000 7fecbd59a640 1 -- 172.21.15.76:0/3643870173 >> v1:172.21.15.192:6789/0 conn(0x7fecc015a510 legacy=0x7fecc00cc210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:24.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.380+0000 7fecbd59a640 1 -- 172.21.15.76:0/3643870173 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fecc00cb1e0 con 0x7fecc015ebd0 2024-09-13T16:12:24.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.380+0000 7fecbd59a640 1 -- 172.21.15.76:0/3643870173 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7fecb4001670 con 0x7fecc015ebd0 2024-09-13T16:12:24.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.380+0000 7fecbd59a640 1 -- 172.21.15.76:0/3643870173 >> v1:172.21.15.76:6789/0 conn(0x7fecc015ebd0 legacy=0x7fecc0070270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:24.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.380+0000 7fecbd59a640 1 --2- 172.21.15.76:0/3643870173 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feca80039a0 0x7feca8003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:24.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.380+0000 7fecbd59a640 1 --2- 172.21.15.76:0/3643870173 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fecc0070980 0x7feca80047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:24.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.380+0000 7fecbd59a640 1 --2- 172.21.15.76:0/3643870173 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feca8004d00 0x7feca8005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:24.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.380+0000 7fecbd59a640 1 -- 172.21.15.76:0/3643870173 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fecc00cb5c0 con 0x7feca80039a0 2024-09-13T16:12:24.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.380+0000 7fecbd59a640 1 -- 172.21.15.76:0/3643870173 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feca800bae0 con 0x7feca8004d00 2024-09-13T16:12:24.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.380+0000 7fecbd59a640 1 -- 172.21.15.76:0/3643870173 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feca800bca0 con 0x7fecc0070980 2024-09-13T16:12:24.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.380+0000 7fecbe59c640 1 --2- 172.21.15.76:0/3643870173 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feca80039a0 0x7feca8003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:24.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.380+0000 7fecbed9d640 1 --2- 172.21.15.76:0/3643870173 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feca8004d00 0x7feca8005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:24.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.380+0000 7fecbdd9b640 1 --2- 172.21.15.76:0/3643870173 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fecc0070980 0x7feca80047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:24.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.380+0000 7fecbe59c640 1 -- 172.21.15.76:0/3643870173 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fecc0070980 msgr2=0x7feca80047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:24.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.380+0000 7fecbe59c640 1 --2- 172.21.15.76:0/3643870173 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fecc0070980 0x7feca80047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:24.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.380+0000 7fecbe59c640 1 -- 172.21.15.76:0/3643870173 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feca8004d00 msgr2=0x7feca8005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:24.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.380+0000 7fecbe59c640 1 --2- 172.21.15.76:0/3643870173 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feca8004d00 0x7feca8005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:24.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.380+0000 7fecbe59c640 1 -- 172.21.15.76:0/3643870173 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feca8003520 con 0x7feca80039a0 2024-09-13T16:12:24.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.380+0000 7fecbed9d640 1 --2- 172.21.15.76:0/3643870173 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feca8004d00 0x7feca8005180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:12:24.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.381+0000 7fecbe59c640 1 --2- 172.21.15.76:0/3643870173 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feca80039a0 0x7feca8003dc0 secure :-1 s=READY pgs=1529 cs=0 l=1 rev1=1 crypto rx=0x7fecb0001750 tx=0x7feca80057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3124cd5089b4407a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:24.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.381+0000 7fecbd59a640 1 -- 172.21.15.76:0/3643870173 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fecb00052d0 con 0x7feca80039a0 2024-09-13T16:12:24.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.381+0000 7fecbd59a640 1 -- 172.21.15.76:0/3643870173 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fecb0005430 con 0x7feca80039a0 2024-09-13T16:12:24.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.381+0000 7fecbd59a640 1 -- 172.21.15.76:0/3643870173 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fecb002ab20 con 0x7feca80039a0 2024-09-13T16:12:24.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.381+0000 7fecc4fbc640 1 -- 172.21.15.76:0/3643870173 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feca80039a0 msgr2=0x7feca8003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:24.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.381+0000 7fecc4fbc640 1 --2- 172.21.15.76:0/3643870173 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feca80039a0 0x7feca8003dc0 secure :-1 s=READY pgs=1529 cs=0 l=1 rev1=1 crypto rx=0x7fecb0001750 tx=0x7feca80057f0 comp rx=0 tx=0).stop 2024-09-13T16:12:24.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.381+0000 7fecbed9d640 1 -- 172.21.15.76:0/3643870173 reap_dead start 2024-09-13T16:12:24.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.381+0000 7fecc4fbc640 1 -- 172.21.15.76:0/3643870173 shutdown_connections 2024-09-13T16:12:24.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.381+0000 7fecc4fbc640 1 -- 172.21.15.76:0/3643870173 >> 172.21.15.76:0/3643870173 conn(0x7fecc00b01d0 msgr2=0x7fecc00b05b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:24.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.382+0000 7fecc4fbc640 1 -- 172.21.15.76:0/3643870173 shutdown_connections 2024-09-13T16:12:24.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.382+0000 7fecc4fbc640 1 -- 172.21.15.76:0/3643870173 wait complete. 2024-09-13T16:12:24.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.383+0000 7fecc4fbc640 1 Processor -- start 2024-09-13T16:12:24.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.383+0000 7fecc4fbc640 1 -- start start 2024-09-13T16:12:24.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.384+0000 7fecc4fbc640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feca80039a0 0x7fecc00ad2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:24.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.384+0000 7fecc4fbc640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fecc01f03b0 0x7fecc01f0810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:24.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.384+0000 7fecc4fbc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fecc0153f40 0x7fecc01543c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:24.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.384+0000 7fecc4fbc640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fecc00ad820 con 0x7fecc0153f40 2024-09-13T16:12:24.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.384+0000 7fecc4fbc640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fecc0154900 con 0x7feca80039a0 2024-09-13T16:12:24.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.384+0000 7fecc4fbc640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fecc014f370 con 0x7fecc01f03b0 2024-09-13T16:12:24.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.384+0000 7fecbed9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fecc0153f40 0x7fecc01543c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:24.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.384+0000 7fecbed9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fecc0153f40 0x7fecc01543c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:33814/0 (socket says 172.21.15.76:33814) 2024-09-13T16:12:24.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.384+0000 7fecbed9d640 1 -- 172.21.15.76:0/132486620 learned_addr learned my addr 172.21.15.76:0/132486620 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:24.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.384+0000 7fecbdd9b640 1 --2- 172.21.15.76:0/132486620 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fecc01f03b0 0x7fecc01f0810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:24.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.384+0000 7fecbe59c640 1 --2- 172.21.15.76:0/132486620 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feca80039a0 0x7fecc00ad2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:24.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.384+0000 7fecbed9d640 1 -- 172.21.15.76:0/132486620 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fecc01f03b0 msgr2=0x7fecc01f0810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:24.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.384+0000 7fecbed9d640 1 --2- 172.21.15.76:0/132486620 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fecc01f03b0 0x7fecc01f0810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:24.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.384+0000 7fecbed9d640 1 -- 172.21.15.76:0/132486620 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feca80039a0 msgr2=0x7fecc00ad2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:24.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.384+0000 7fecbed9d640 1 --2- 172.21.15.76:0/132486620 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feca80039a0 0x7fecc00ad2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:24.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.384+0000 7fecbed9d640 1 -- 172.21.15.76:0/132486620 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fecc0154b20 con 0x7fecc0153f40 2024-09-13T16:12:24.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.384+0000 7fecbe59c640 1 --2- 172.21.15.76:0/132486620 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feca80039a0 0x7fecc00ad2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:12:24.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.384+0000 7fecbed9d640 1 --2- 172.21.15.76:0/132486620 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fecc0153f40 0x7fecc01543c0 secure :-1 s=READY pgs=1530 cs=0 l=1 rev1=1 crypto rx=0x7fecb8009fd0 tx=0x7fecb8010590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:24.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.384+0000 7fecaeffd640 1 -- 172.21.15.76:0/132486620 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fecb801b070 con 0x7fecc0153f40 2024-09-13T16:12:24.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.384+0000 7fecaeffd640 1 -- 172.21.15.76:0/132486620 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fecb800f040 con 0x7fecc0153f40 2024-09-13T16:12:24.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.384+0000 7fecc4fbc640 1 -- 172.21.15.76:0/132486620 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fecc0154e00 con 0x7fecc0153f40 2024-09-13T16:12:24.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.384+0000 7fecaeffd640 1 -- 172.21.15.76:0/132486620 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fecb800e050 con 0x7fecc0153f40 2024-09-13T16:12:24.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.384+0000 7fecc4fbc640 1 -- 172.21.15.76:0/132486620 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fecc01553c0 con 0x7fecc0153f40 2024-09-13T16:12:24.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.385+0000 7fecc4fbc640 1 -- 172.21.15.76:0/132486620 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fecc00ccb40 con 0x7fecc0153f40 2024-09-13T16:12:24.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.386+0000 7fecaeffd640 1 -- 172.21.15.76:0/132486620 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fecb8015440 con 0x7fecc0153f40 2024-09-13T16:12:24.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.386+0000 7fecaeffd640 1 --2- 172.21.15.76:0/132486620 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feca006ac30 0x7feca006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:24.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.386+0000 7fecaeffd640 1 -- 172.21.15.76:0/132486620 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(112..112 src has 1..112) v4 ==== 6058+0+0 (secure 0 0 0) 0x7fecb8089770 con 0x7fecc0153f40 2024-09-13T16:12:24.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.387+0000 7fecbe59c640 1 --2- 172.21.15.76:0/132486620 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feca006ac30 0x7feca006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:24.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.387+0000 7fecbe59c640 1 --2- 172.21.15.76:0/132486620 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feca006ac30 0x7feca006d0f0 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7fecb0032000 tx=0x7fecb002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:24.392 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.391+0000 7fecaeffd640 1 -- 172.21.15.76:0/132486620 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fecb80547f0 con 0x7fecc0153f40 2024-09-13T16:12:24.555 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.554+0000 7fecc4fbc640 1 -- 172.21.15.76:0/132486620 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fecc00b1010 con 0x7fecc0153f40 2024-09-13T16:12:24.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.554+0000 7fecaeffd640 1 -- 172.21.15.76:0/132486620 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v112) v1 ==== 93+0+10 (secure 0 0 0) 0x7fecb8057e10 con 0x7fecc0153f40 2024-09-13T16:12:24.556 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2024-09-13T16:12:24.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.556+0000 7fecc4fbc640 1 -- 172.21.15.76:0/132486620 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feca006ac30 msgr2=0x7feca006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:24.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.556+0000 7fecc4fbc640 1 --2- 172.21.15.76:0/132486620 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feca006ac30 0x7feca006d0f0 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7fecb0032000 tx=0x7fecb002e000 comp rx=0 tx=0).stop 2024-09-13T16:12:24.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.556+0000 7fecc4fbc640 1 -- 172.21.15.76:0/132486620 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fecc0153f40 msgr2=0x7fecc01543c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:24.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.556+0000 7fecc4fbc640 1 --2- 172.21.15.76:0/132486620 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fecc0153f40 0x7fecc01543c0 secure :-1 s=READY pgs=1530 cs=0 l=1 rev1=1 crypto rx=0x7fecb8009fd0 tx=0x7fecb8010590 comp rx=0 tx=0).stop 2024-09-13T16:12:24.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.556+0000 7fecc4fbc640 1 -- 172.21.15.76:0/132486620 shutdown_connections 2024-09-13T16:12:24.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.556+0000 7fecc4fbc640 1 --2- 172.21.15.76:0/132486620 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fecc0153f40 0x7fecc01543c0 unknown :-1 s=CLOSED pgs=1530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:24.559 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.556+0000 7fecc4fbc640 1 --2- 172.21.15.76:0/132486620 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feca006ac30 0x7feca006d0f0 unknown :-1 s=CLOSED pgs=657 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:24.559 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.556+0000 7fecc4fbc640 1 --2- 172.21.15.76:0/132486620 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fecc01f03b0 0x7fecc01f0810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:24.559 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.556+0000 7fecc4fbc640 1 --2- 172.21.15.76:0/132486620 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feca80039a0 0x7fecc00ad2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:24.559 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.556+0000 7fecc4fbc640 1 -- 172.21.15.76:0/132486620 >> 172.21.15.76:0/132486620 conn(0x7fecc00b01d0 msgr2=0x7fecc0159340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:24.559 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.557+0000 7fecc4fbc640 1 -- 172.21.15.76:0/132486620 shutdown_connections 2024-09-13T16:12:24.559 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.557+0000 7fecc4fbc640 1 -- 172.21.15.76:0/132486620 wait complete. 2024-09-13T16:12:24.568 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:12:24.670 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.668+0000 7fe991b9c640 1 Processor -- start 2024-09-13T16:12:24.670 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.668+0000 7fe991b9c640 1 -- start start 2024-09-13T16:12:24.671 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.669+0000 7fe991b9c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe98c071210 0x7fe98c06c480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:24.671 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.669+0000 7fe991b9c640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe98c159d60 con 0x7fe98c156360 2024-09-13T16:12:24.671 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.669+0000 7fe991b9c640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe98c159150 con 0x7fe98c0b14d0 2024-09-13T16:12:24.671 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.669+0000 7fe991b9c640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe98c158f40 con 0x7fe98c071210 2024-09-13T16:12:24.671 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.669+0000 7fe98bfff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe98c071210 0x7fe98c06c480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:24.671 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.669+0000 7fe98b7fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fe98c156360 0x7fe98c06d990 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:54768/0 (socket says 172.21.15.76:54768) 2024-09-13T16:12:24.671 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.669+0000 7fe98b7fe640 1 -- 172.21.15.76:0/2454929584 learned_addr learned my addr 172.21.15.76:0/2454929584 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:12:24.671 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.669+0000 7fe98bfff640 1 -- 172.21.15.76:0/2454929584 >> v1:172.21.15.192:6789/0 conn(0x7fe98c0b14d0 legacy=0x7fe98c070b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:24.671 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.669+0000 7fe98bfff640 1 -- 172.21.15.76:0/2454929584 >> v1:172.21.15.76:6789/0 conn(0x7fe98c156360 legacy=0x7fe98c06d990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:24.672 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.669+0000 7fe98bfff640 1 -- 172.21.15.76:0/2454929584 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe98c159430 con 0x7fe98c071210 2024-09-13T16:12:24.672 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.669+0000 7fe98a7fc640 1 -- 172.21.15.76:0/2454929584 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1454979098 0 0) 0x7fe98c159d60 con 0x7fe98c156360 2024-09-13T16:12:24.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.670+0000 7fe98bfff640 1 --2- 172.21.15.76:0/2454929584 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe98c071210 0x7fe98c06c480 secure :-1 s=READY pgs=1532 cs=0 l=1 rev1=1 crypto rx=0x7fe984009d90 tx=0x7fe98402c820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=38014c705a7e66c4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:24.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.670+0000 7fe98a7fc640 1 -- 172.21.15.76:0/2454929584 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe984007740 con 0x7fe98c071210 2024-09-13T16:12:24.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.670+0000 7fe98a7fc640 1 -- 172.21.15.76:0/2454929584 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe98402f050 con 0x7fe98c071210 2024-09-13T16:12:24.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.670+0000 7fe98a7fc640 1 -- 172.21.15.76:0/2454929584 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe984007ac0 con 0x7fe98c071210 2024-09-13T16:12:24.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.671+0000 7fe991b9c640 1 -- 172.21.15.76:0/2454929584 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe98c071210 msgr2=0x7fe98c06c480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:24.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.671+0000 7fe991b9c640 1 --2- 172.21.15.76:0/2454929584 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe98c071210 0x7fe98c06c480 secure :-1 s=READY pgs=1532 cs=0 l=1 rev1=1 crypto rx=0x7fe984009d90 tx=0x7fe98402c820 comp rx=0 tx=0).stop 2024-09-13T16:12:24.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.671+0000 7fe991b9c640 1 -- 172.21.15.76:0/2454929584 shutdown_connections 2024-09-13T16:12:24.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.671+0000 7fe991b9c640 1 --2- 172.21.15.76:0/2454929584 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe98c071210 0x7fe98c06c480 unknown :-1 s=CLOSED pgs=1532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:24.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.671+0000 7fe991b9c640 1 -- 172.21.15.76:0/2454929584 >> 172.21.15.76:0/2454929584 conn(0x7fe98c0b01d0 msgr2=0x7fe98c0b05b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:24.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.671+0000 7fe991b9c640 1 -- 172.21.15.76:0/2454929584 shutdown_connections 2024-09-13T16:12:24.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.671+0000 7fe991b9c640 1 -- 172.21.15.76:0/2454929584 wait complete. 2024-09-13T16:12:24.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.672+0000 7fe991b9c640 1 Processor -- start 2024-09-13T16:12:24.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.672+0000 7fe991b9c640 1 -- start start 2024-09-13T16:12:24.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.673+0000 7fe991b9c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe98c071210 0x7fe98c1501b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:24.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.673+0000 7fe991b9c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe98c0b14d0 0x7fe98c0adc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:24.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.673+0000 7fe991b9c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe98c156360 0x7fe98c0ae1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:24.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.673+0000 7fe991b9c640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe98c155180 con 0x7fe98c0b14d0 2024-09-13T16:12:24.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.673+0000 7fe991b9c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe98c154500 con 0x7fe98c071210 2024-09-13T16:12:24.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.673+0000 7fe991b9c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe98c1547e0 con 0x7fe98c156360 2024-09-13T16:12:24.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.673+0000 7fe98affd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe98c0b14d0 0x7fe98c0adc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:24.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.673+0000 7fe98affd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe98c0b14d0 0x7fe98c0adc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:33820/0 (socket says 172.21.15.76:33820) 2024-09-13T16:12:24.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.673+0000 7fe98affd640 1 -- 172.21.15.76:0/1516046957 learned_addr learned my addr 172.21.15.76:0/1516046957 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:24.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.673+0000 7fe98b7fe640 1 --2- 172.21.15.76:0/1516046957 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe98c071210 0x7fe98c1501b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:24.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.673+0000 7fe98bfff640 1 --2- 172.21.15.76:0/1516046957 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe98c156360 0x7fe98c0ae1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:24.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.673+0000 7fe98affd640 1 -- 172.21.15.76:0/1516046957 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe98c156360 msgr2=0x7fe98c0ae1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:24.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.673+0000 7fe98affd640 1 --2- 172.21.15.76:0/1516046957 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe98c156360 0x7fe98c0ae1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:24.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.673+0000 7fe98affd640 1 -- 172.21.15.76:0/1516046957 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe98c071210 msgr2=0x7fe98c1501b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:24.678 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.673+0000 7fe98affd640 1 --2- 172.21.15.76:0/1516046957 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe98c071210 0x7fe98c1501b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:24.678 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.673+0000 7fe98affd640 1 -- 172.21.15.76:0/1516046957 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe984009a70 con 0x7fe98c0b14d0 2024-09-13T16:12:24.678 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.674+0000 7fe98affd640 1 --2- 172.21.15.76:0/1516046957 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe98c0b14d0 0x7fe98c0adc60 secure :-1 s=READY pgs=1533 cs=0 l=1 rev1=1 crypto rx=0x7fe98000c430 tx=0x7fe98000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:24.678 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.674+0000 7fe973fff640 1 -- 172.21.15.76:0/1516046957 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe980011790 con 0x7fe98c0b14d0 2024-09-13T16:12:24.678 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.674+0000 7fe973fff640 1 -- 172.21.15.76:0/1516046957 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe9800118f0 con 0x7fe98c0b14d0 2024-09-13T16:12:24.678 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.674+0000 7fe973fff640 1 -- 172.21.15.76:0/1516046957 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe980011ce0 con 0x7fe98c0b14d0 2024-09-13T16:12:24.678 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.674+0000 7fe991b9c640 1 -- 172.21.15.76:0/1516046957 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe98c154ac0 con 0x7fe98c0b14d0 2024-09-13T16:12:24.678 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.674+0000 7fe991b9c640 1 -- 172.21.15.76:0/1516046957 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe98c1506f0 con 0x7fe98c0b14d0 2024-09-13T16:12:24.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.675+0000 7fe991b9c640 1 -- 172.21.15.76:0/1516046957 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe98c1552c0 con 0x7fe98c0b14d0 2024-09-13T16:12:24.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.675+0000 7fe973fff640 1 -- 172.21.15.76:0/1516046957 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe98001c460 con 0x7fe98c0b14d0 2024-09-13T16:12:24.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.676+0000 7fe973fff640 1 --2- 172.21.15.76:0/1516046957 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe97806ac00 0x7fe97806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:24.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.676+0000 7fe973fff640 1 -- 172.21.15.76:0/1516046957 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(112..112 src has 1..112) v4 ==== 6058+0+0 (secure 0 0 0) 0x7fe980089250 con 0x7fe98c0b14d0 2024-09-13T16:12:24.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.676+0000 7fe98b7fe640 1 --2- 172.21.15.76:0/1516046957 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe97806ac00 0x7fe97806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:24.680 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.676+0000 7fe98b7fe640 1 --2- 172.21.15.76:0/1516046957 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe97806ac00 0x7fe97806d0c0 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7fe97c007fd0 tx=0x7fe97c007de0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:24.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.680+0000 7fe973fff640 1 -- 172.21.15.76:0/1516046957 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fe98c1552c0 con 0x7fe98c0b14d0 2024-09-13T16:12:24.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.841+0000 7fe991b9c640 1 -- 172.21.15.76:0/1516046957 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fe98c1552c0 con 0x7fe98c0b14d0 2024-09-13T16:12:24.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.841+0000 7fe973fff640 1 -- 172.21.15.76:0/1516046957 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v112) v1 ==== 104+0+11 (secure 0 0 0) 0x7fe98c1552c0 con 0x7fe98c0b14d0 2024-09-13T16:12:24.843 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2024-09-13T16:12:24.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.843+0000 7fe991b9c640 1 -- 172.21.15.76:0/1516046957 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe97806ac00 msgr2=0x7fe97806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:24.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.843+0000 7fe991b9c640 1 --2- 172.21.15.76:0/1516046957 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe97806ac00 0x7fe97806d0c0 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7fe97c007fd0 tx=0x7fe97c007de0 comp rx=0 tx=0).stop 2024-09-13T16:12:24.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.843+0000 7fe991b9c640 1 -- 172.21.15.76:0/1516046957 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe98c0b14d0 msgr2=0x7fe98c0adc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:24.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.843+0000 7fe991b9c640 1 --2- 172.21.15.76:0/1516046957 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe98c0b14d0 0x7fe98c0adc60 secure :-1 s=READY pgs=1533 cs=0 l=1 rev1=1 crypto rx=0x7fe98000c430 tx=0x7fe98000c8f0 comp rx=0 tx=0).stop 2024-09-13T16:12:24.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.843+0000 7fe991b9c640 1 -- 172.21.15.76:0/1516046957 shutdown_connections 2024-09-13T16:12:24.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.843+0000 7fe991b9c640 1 --2- 172.21.15.76:0/1516046957 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe97806ac00 0x7fe97806d0c0 unknown :-1 s=CLOSED pgs=658 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:24.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.843+0000 7fe991b9c640 1 --2- 172.21.15.76:0/1516046957 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe98c156360 0x7fe98c0ae1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:24.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.843+0000 7fe991b9c640 1 --2- 172.21.15.76:0/1516046957 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe98c0b14d0 0x7fe98c0adc60 unknown :-1 s=CLOSED pgs=1533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:24.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.843+0000 7fe991b9c640 1 --2- 172.21.15.76:0/1516046957 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe98c071210 0x7fe98c1501b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:24.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.843+0000 7fe991b9c640 1 -- 172.21.15.76:0/1516046957 >> 172.21.15.76:0/1516046957 conn(0x7fe98c0b01d0 msgr2=0x7fe98c150fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:24.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.843+0000 7fe991b9c640 1 -- 172.21.15.76:0/1516046957 shutdown_connections 2024-09-13T16:12:24.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.843+0000 7fe991b9c640 1 -- 172.21.15.76:0/1516046957 wait complete. 2024-09-13T16:12:24.856 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:12:24.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.954+0000 7f87dc7b5640 1 Processor -- start 2024-09-13T16:12:24.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.954+0000 7f87dc7b5640 1 -- start start 2024-09-13T16:12:24.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.955+0000 7f87dc7b5640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f87d4156360 0x7f87d406d990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:24.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.955+0000 7f87dc7b5640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f87d4071210 0x7f87d406c480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:24.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.955+0000 7f87dc7b5640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f87d4159d60 con 0x7f87d406ded0 2024-09-13T16:12:24.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.955+0000 7f87dc7b5640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f87d4158f40 con 0x7f87d4156360 2024-09-13T16:12:24.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.955+0000 7f87dc7b5640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f87d4159150 con 0x7f87d4071210 2024-09-13T16:12:24.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.956+0000 7f87da551640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f87d4156360 0x7f87d406d990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:24.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.956+0000 7f87d9d50640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f87d406ded0 0x7f87d4070b00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:54784/0 (socket says 172.21.15.76:54784) 2024-09-13T16:12:24.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.956+0000 7f87d9d50640 1 -- 172.21.15.76:0/1151238160 learned_addr learned my addr 172.21.15.76:0/1151238160 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:12:24.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.956+0000 7f87da551640 1 --2- 172.21.15.76:0/1151238160 >> v2:172.21.15.76:3300/0 conn(0x7f87d4156360 0x7f87d406d990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:33836/0 (socket says 172.21.15.76:33836) 2024-09-13T16:12:24.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.956+0000 7f87dad52640 1 --2- 172.21.15.76:0/1151238160 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f87d4071210 0x7f87d406c480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:24.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.956+0000 7f87da551640 1 -- 172.21.15.76:0/1151238160 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f87d4071210 msgr2=0x7f87d406c480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:24.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.956+0000 7f87da551640 1 --2- 172.21.15.76:0/1151238160 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f87d4071210 0x7f87d406c480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:24.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.956+0000 7f87da551640 1 -- 172.21.15.76:0/1151238160 >> v1:172.21.15.76:6789/0 conn(0x7f87d406ded0 legacy=0x7f87d4070b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:24.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.956+0000 7f87da551640 1 -- 172.21.15.76:0/1151238160 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f87d4159430 con 0x7f87d4156360 2024-09-13T16:12:24.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.956+0000 7f87d954f640 1 -- 172.21.15.76:0/1151238160 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1958846445 0 0) 0x7f87d4159d60 con 0x7f87d406ded0 2024-09-13T16:12:24.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.957+0000 7f87da551640 1 --2- 172.21.15.76:0/1151238160 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f87d4156360 0x7f87d406d990 secure :-1 s=READY pgs=1535 cs=0 l=1 rev1=1 crypto rx=0x7f87cc00ba40 tx=0x7f87cc02c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c97ad4f4987e0b55 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:24.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.957+0000 7f87d954f640 1 -- 172.21.15.76:0/1151238160 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f87cc032750 con 0x7f87d4156360 2024-09-13T16:12:24.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.957+0000 7f87d954f640 1 -- 172.21.15.76:0/1151238160 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f87cc0328b0 con 0x7f87d4156360 2024-09-13T16:12:24.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.957+0000 7f87d954f640 1 -- 172.21.15.76:0/1151238160 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f87cc032c40 con 0x7f87d4156360 2024-09-13T16:12:24.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.957+0000 7f87dc7b5640 1 -- 172.21.15.76:0/1151238160 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f87d4156360 msgr2=0x7f87d406d990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:24.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.957+0000 7f87dc7b5640 1 --2- 172.21.15.76:0/1151238160 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f87d4156360 0x7f87d406d990 secure :-1 s=READY pgs=1535 cs=0 l=1 rev1=1 crypto rx=0x7f87cc00ba40 tx=0x7f87cc02c850 comp rx=0 tx=0).stop 2024-09-13T16:12:24.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.957+0000 7f87dc7b5640 1 -- 172.21.15.76:0/1151238160 shutdown_connections 2024-09-13T16:12:24.961 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.957+0000 7f87dc7b5640 1 --2- 172.21.15.76:0/1151238160 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f87d4071210 0x7f87d406c480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:24.961 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.957+0000 7f87dc7b5640 1 --2- 172.21.15.76:0/1151238160 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f87d4156360 0x7f87d406d990 unknown :-1 s=CLOSED pgs=1535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:24.961 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.957+0000 7f87dc7b5640 1 -- 172.21.15.76:0/1151238160 >> 172.21.15.76:0/1151238160 conn(0x7f87d40b01d0 msgr2=0x7f87d40b05b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:24.961 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.957+0000 7f87dc7b5640 1 -- 172.21.15.76:0/1151238160 shutdown_connections 2024-09-13T16:12:24.961 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.957+0000 7f87dc7b5640 1 -- 172.21.15.76:0/1151238160 wait complete. 2024-09-13T16:12:24.961 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.959+0000 7f87dc7b5640 1 Processor -- start 2024-09-13T16:12:24.961 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.959+0000 7f87dc7b5640 1 -- start start 2024-09-13T16:12:24.962 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.959+0000 7f87dc7b5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f87d406ded0 0x7f87d40acd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:24.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.959+0000 7f87dc7b5640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f87d4071210 0x7f87d4150a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:24.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.959+0000 7f87dc7b5640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f87d4156360 0x7f87d40b24b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:24.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.959+0000 7f87dc7b5640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f87d40a8f00 con 0x7f87d406ded0 2024-09-13T16:12:24.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.959+0000 7f87dc7b5640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f87d41f1b70 con 0x7f87d4071210 2024-09-13T16:12:24.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.959+0000 7f87dc7b5640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f87d40ad590 con 0x7f87d4156360 2024-09-13T16:12:24.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.960+0000 7f87da551640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f87d406ded0 0x7f87d40acd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:24.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.960+0000 7f87da551640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f87d406ded0 0x7f87d40acd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:33850/0 (socket says 172.21.15.76:33850) 2024-09-13T16:12:24.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.960+0000 7f87da551640 1 -- 172.21.15.76:0/1954350644 learned_addr learned my addr 172.21.15.76:0/1954350644 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:24.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.960+0000 7f87d9d50640 1 --2- 172.21.15.76:0/1954350644 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f87d4071210 0x7f87d4150a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:24.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.960+0000 7f87dad52640 1 --2- 172.21.15.76:0/1954350644 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f87d4156360 0x7f87d40b24b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:24.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.960+0000 7f87da551640 1 -- 172.21.15.76:0/1954350644 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f87d4156360 msgr2=0x7f87d40b24b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:24.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.960+0000 7f87da551640 1 --2- 172.21.15.76:0/1954350644 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f87d4156360 0x7f87d40b24b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:24.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.960+0000 7f87da551640 1 -- 172.21.15.76:0/1954350644 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f87d4071210 msgr2=0x7f87d4150a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:24.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.960+0000 7f87da551640 1 --2- 172.21.15.76:0/1954350644 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f87d4071210 0x7f87d4150a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:24.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.960+0000 7f87da551640 1 -- 172.21.15.76:0/1954350644 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f87cc00b6a0 con 0x7f87d406ded0 2024-09-13T16:12:24.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.960+0000 7f87dad52640 1 --2- 172.21.15.76:0/1954350644 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f87d4156360 0x7f87d40b24b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:12:24.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.960+0000 7f87da551640 1 --2- 172.21.15.76:0/1954350644 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f87d406ded0 0x7f87d40acd40 secure :-1 s=READY pgs=1536 cs=0 l=1 rev1=1 crypto rx=0x7f87cc00bb60 tx=0x7f87cc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:24.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.962+0000 7f87d2ffd640 1 -- 172.21.15.76:0/1954350644 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f87cc034c80 con 0x7f87d406ded0 2024-09-13T16:12:24.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.962+0000 7f87dc7b5640 1 -- 172.21.15.76:0/1954350644 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f87d41f1f90 con 0x7f87d406ded0 2024-09-13T16:12:24.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.962+0000 7f87d2ffd640 1 -- 172.21.15.76:0/1954350644 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f87cc034de0 con 0x7f87d406ded0 2024-09-13T16:12:24.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.962+0000 7f87d2ffd640 1 -- 172.21.15.76:0/1954350644 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f87cc004270 con 0x7f87d406ded0 2024-09-13T16:12:24.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.962+0000 7f87dc7b5640 1 -- 172.21.15.76:0/1954350644 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f87d41f14b0 con 0x7f87d406ded0 2024-09-13T16:12:24.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.963+0000 7f87dc7b5640 1 -- 172.21.15.76:0/1954350644 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f87d41f1de0 con 0x7f87d406ded0 2024-09-13T16:12:24.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.964+0000 7f87d2ffd640 1 -- 172.21.15.76:0/1954350644 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f87cc0043d0 con 0x7f87d406ded0 2024-09-13T16:12:24.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.964+0000 7f87d2ffd640 1 --2- 172.21.15.76:0/1954350644 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f87c006ac00 0x7f87c006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:24.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.964+0000 7f87d2ffd640 1 -- 172.21.15.76:0/1954350644 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(112..112 src has 1..112) v4 ==== 6058+0+0 (secure 0 0 0) 0x7f87cc0ac6f0 con 0x7f87d406ded0 2024-09-13T16:12:24.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.964+0000 7f87d9d50640 1 --2- 172.21.15.76:0/1954350644 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f87c006ac00 0x7f87c006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:24.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.965+0000 7f87d9d50640 1 --2- 172.21.15.76:0/1954350644 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f87c006ac00 0x7f87c006d0c0 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f87d4155640 tx=0x7f87c8001700 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:24.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:24.968+0000 7f87d2ffd640 1 -- 172.21.15.76:0/1954350644 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f87cc0776f0 con 0x7f87d406ded0 2024-09-13T16:12:25.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.132+0000 7f87dc7b5640 1 -- 172.21.15.76:0/1954350644 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f87d4156f90 con 0x7f87d406ded0 2024-09-13T16:12:25.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.133+0000 7f87d2ffd640 1 -- 172.21.15.76:0/1954350644 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v112) v1 ==== 100+0+11 (secure 0 0 0) 0x7f87cc07ad10 con 0x7f87d406ded0 2024-09-13T16:12:25.134 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2024-09-13T16:12:25.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.135+0000 7f87dc7b5640 1 -- 172.21.15.76:0/1954350644 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f87c006ac00 msgr2=0x7f87c006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:25.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.135+0000 7f87dc7b5640 1 --2- 172.21.15.76:0/1954350644 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f87c006ac00 0x7f87c006d0c0 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f87d4155640 tx=0x7f87c8001700 comp rx=0 tx=0).stop 2024-09-13T16:12:25.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.135+0000 7f87dc7b5640 1 -- 172.21.15.76:0/1954350644 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f87d406ded0 msgr2=0x7f87d40acd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:25.137 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.135+0000 7f87dc7b5640 1 --2- 172.21.15.76:0/1954350644 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f87d406ded0 0x7f87d40acd40 secure :-1 s=READY pgs=1536 cs=0 l=1 rev1=1 crypto rx=0x7f87cc00bb60 tx=0x7f87cc0046c0 comp rx=0 tx=0).stop 2024-09-13T16:12:25.137 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.135+0000 7f87dc7b5640 1 -- 172.21.15.76:0/1954350644 shutdown_connections 2024-09-13T16:12:25.137 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.135+0000 7f87dc7b5640 1 --2- 172.21.15.76:0/1954350644 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f87c006ac00 0x7f87c006d0c0 unknown :-1 s=CLOSED pgs=659 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:25.137 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.135+0000 7f87dc7b5640 1 --2- 172.21.15.76:0/1954350644 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f87d4156360 0x7f87d40b24b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:25.137 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.135+0000 7f87dc7b5640 1 --2- 172.21.15.76:0/1954350644 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f87d4071210 0x7f87d4150a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:25.137 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.135+0000 7f87dc7b5640 1 --2- 172.21.15.76:0/1954350644 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f87d406ded0 0x7f87d40acd40 unknown :-1 s=CLOSED pgs=1536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:25.137 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.135+0000 7f87dc7b5640 1 -- 172.21.15.76:0/1954350644 >> 172.21.15.76:0/1954350644 conn(0x7f87d40b01d0 msgr2=0x7f87d415a070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:25.137 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.135+0000 7f87dc7b5640 1 -- 172.21.15.76:0/1954350644 shutdown_connections 2024-09-13T16:12:25.137 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.135+0000 7f87dc7b5640 1 -- 172.21.15.76:0/1954350644 wait complete. 2024-09-13T16:12:25.147 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:12:25.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.244+0000 7f4c44d18640 1 Processor -- start 2024-09-13T16:12:25.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.245+0000 7f4c44d18640 1 -- start start 2024-09-13T16:12:25.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.245+0000 7f4c44d18640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f4c401600f0 0x7f4c400ce2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:25.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.245+0000 7f4c44d18640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f4c400b13d0 0x7f4c400cf020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:25.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.245+0000 7f4c44d18640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4c400d0940 con 0x7f4c4015fd10 2024-09-13T16:12:25.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.245+0000 7f4c44d18640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4c400b3820 con 0x7f4c400b13d0 2024-09-13T16:12:25.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.245+0000 7f4c44d18640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4c400b3ac0 con 0x7f4c401600f0 2024-09-13T16:12:25.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.246+0000 7f4c3ed9d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f4c400b13d0 0x7f4c400cf020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:25.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.246+0000 7f4c3e59c640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f4c4015fd10 0x7f4c400d10b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:54792/0 (socket says 172.21.15.76:54792) 2024-09-13T16:12:25.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.246+0000 7f4c3e59c640 1 -- 172.21.15.76:0/3378640942 learned_addr learned my addr 172.21.15.76:0/3378640942 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:12:25.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.246+0000 7f4c3dd9b640 1 --2- 172.21.15.76:0/3378640942 >> v2:172.21.15.192:3300/0 conn(0x7f4c401600f0 0x7f4c400ce2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:25.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.246+0000 7f4c3ed9d640 1 -- 172.21.15.76:0/3378640942 >> v2:172.21.15.192:3300/0 conn(0x7f4c401600f0 msgr2=0x7f4c400ce2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:25.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.246+0000 7f4c3ed9d640 1 --2- 172.21.15.76:0/3378640942 >> v2:172.21.15.192:3300/0 conn(0x7f4c401600f0 0x7f4c400ce2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:25.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.246+0000 7f4c3d59a640 1 -- 172.21.15.76:0/3378640942 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1284490983 0 0) 0x7f4c400d0940 con 0x7f4c4015fd10 2024-09-13T16:12:25.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.246+0000 7f4c3ed9d640 1 -- 172.21.15.76:0/3378640942 >> v1:172.21.15.76:6789/0 conn(0x7f4c4015fd10 legacy=0x7f4c400d10b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:25.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.246+0000 7f4c3ed9d640 1 -- 172.21.15.76:0/3378640942 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4c400b3da0 con 0x7f4c400b13d0 2024-09-13T16:12:25.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.247+0000 7f4c3ed9d640 1 --2- 172.21.15.76:0/3378640942 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4c400b13d0 0x7f4c400cf020 secure :-1 s=READY pgs=1538 cs=0 l=1 rev1=1 crypto rx=0x7f4c400cec80 tx=0x7f4c3802a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6aca985b0a885117 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:25.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.247+0000 7f4c3d59a640 1 -- 172.21.15.76:0/3378640942 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c38007740 con 0x7f4c400b13d0 2024-09-13T16:12:25.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.247+0000 7f4c3d59a640 1 -- 172.21.15.76:0/3378640942 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4c3802d050 con 0x7f4c400b13d0 2024-09-13T16:12:25.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.247+0000 7f4c3d59a640 1 -- 172.21.15.76:0/3378640942 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c38007ac0 con 0x7f4c400b13d0 2024-09-13T16:12:25.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.247+0000 7f4c44d18640 1 -- 172.21.15.76:0/3378640942 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4c400b13d0 msgr2=0x7f4c400cf020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:25.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.247+0000 7f4c44d18640 1 --2- 172.21.15.76:0/3378640942 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4c400b13d0 0x7f4c400cf020 secure :-1 s=READY pgs=1538 cs=0 l=1 rev1=1 crypto rx=0x7f4c400cec80 tx=0x7f4c3802a5f0 comp rx=0 tx=0).stop 2024-09-13T16:12:25.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.247+0000 7f4c44d18640 1 -- 172.21.15.76:0/3378640942 shutdown_connections 2024-09-13T16:12:25.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.247+0000 7f4c44d18640 1 --2- 172.21.15.76:0/3378640942 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4c400b13d0 0x7f4c400cf020 unknown :-1 s=CLOSED pgs=1538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:25.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.247+0000 7f4c44d18640 1 --2- 172.21.15.76:0/3378640942 >> v2:172.21.15.192:3300/0 conn(0x7f4c401600f0 0x7f4c400ce2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:25.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.247+0000 7f4c44d18640 1 -- 172.21.15.76:0/3378640942 >> 172.21.15.76:0/3378640942 conn(0x7f4c40089fc0 msgr2=0x7f4c400d2610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:25.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.247+0000 7f4c44d18640 1 -- 172.21.15.76:0/3378640942 shutdown_connections 2024-09-13T16:12:25.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.247+0000 7f4c44d18640 1 -- 172.21.15.76:0/3378640942 wait complete. 2024-09-13T16:12:25.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.249+0000 7f4c44d18640 1 Processor -- start 2024-09-13T16:12:25.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.249+0000 7f4c44d18640 1 -- start start 2024-09-13T16:12:25.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.249+0000 7f4c44d18640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4c400b13d0 0x7f4c40153670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:25.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.250+0000 7f4c44d18640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4c4015fd10 0x7f4c400b7c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:25.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.250+0000 7f4c44d18640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4c401600f0 0x7f4c400b0370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:25.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.250+0000 7f4c44d18640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c40153bb0 con 0x7f4c401600f0 2024-09-13T16:12:25.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.250+0000 7f4c44d18640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c401f54e0 con 0x7f4c4015fd10 2024-09-13T16:12:25.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.250+0000 7f4c44d18640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4c401f57c0 con 0x7f4c400b13d0 2024-09-13T16:12:25.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.250+0000 7f4c3ed9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4c401600f0 0x7f4c400b0370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:25.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.250+0000 7f4c3ed9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4c401600f0 0x7f4c400b0370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:33878/0 (socket says 172.21.15.76:33878) 2024-09-13T16:12:25.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.250+0000 7f4c3ed9d640 1 -- 172.21.15.76:0/2779755676 learned_addr learned my addr 172.21.15.76:0/2779755676 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:25.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.250+0000 7f4c3dd9b640 1 --2- 172.21.15.76:0/2779755676 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4c4015fd10 0x7f4c400b7c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:25.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.250+0000 7f4c3e59c640 1 --2- 172.21.15.76:0/2779755676 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4c400b13d0 0x7f4c40153670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:25.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.250+0000 7f4c3ed9d640 1 -- 172.21.15.76:0/2779755676 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4c400b13d0 msgr2=0x7f4c40153670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:25.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.250+0000 7f4c3ed9d640 1 --2- 172.21.15.76:0/2779755676 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4c400b13d0 0x7f4c40153670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:25.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.250+0000 7f4c3ed9d640 1 -- 172.21.15.76:0/2779755676 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4c4015fd10 msgr2=0x7f4c400b7c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:25.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.250+0000 7f4c3ed9d640 1 --2- 172.21.15.76:0/2779755676 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4c4015fd10 0x7f4c400b7c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:25.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.250+0000 7f4c3ed9d640 1 -- 172.21.15.76:0/2779755676 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4c38009a70 con 0x7f4c401600f0 2024-09-13T16:12:25.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.250+0000 7f4c3dd9b640 1 --2- 172.21.15.76:0/2779755676 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4c4015fd10 0x7f4c400b7c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:12:25.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.250+0000 7f4c3ed9d640 1 --2- 172.21.15.76:0/2779755676 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4c401600f0 0x7f4c400b0370 secure :-1 s=READY pgs=1539 cs=0 l=1 rev1=1 crypto rx=0x7f4c3802abe0 tx=0x7f4c38004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:25.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.250+0000 7f4c36ffd640 1 -- 172.21.15.76:0/2779755676 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c3803c830 con 0x7f4c401600f0 2024-09-13T16:12:25.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.250+0000 7f4c36ffd640 1 -- 172.21.15.76:0/2779755676 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4c3803c990 con 0x7f4c401600f0 2024-09-13T16:12:25.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.250+0000 7f4c44d18640 1 -- 172.21.15.76:0/2779755676 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4c401f5aa0 con 0x7f4c401600f0 2024-09-13T16:12:25.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.250+0000 7f4c36ffd640 1 -- 172.21.15.76:0/2779755676 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c3803cd20 con 0x7f4c401600f0 2024-09-13T16:12:25.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.250+0000 7f4c44d18640 1 -- 172.21.15.76:0/2779755676 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4c401f6060 con 0x7f4c401600f0 2024-09-13T16:12:25.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.251+0000 7f4c44d18640 1 -- 172.21.15.76:0/2779755676 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4c401f6250 con 0x7f4c401600f0 2024-09-13T16:12:25.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.252+0000 7f4c36ffd640 1 -- 172.21.15.76:0/2779755676 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f4c38031400 con 0x7f4c401600f0 2024-09-13T16:12:25.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.252+0000 7f4c36ffd640 1 --2- 172.21.15.76:0/2779755676 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4c2006ac30 0x7f4c2006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:25.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.252+0000 7f4c36ffd640 1 -- 172.21.15.76:0/2779755676 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(112..112 src has 1..112) v4 ==== 6058+0+0 (secure 0 0 0) 0x7f4c380ab150 con 0x7f4c401600f0 2024-09-13T16:12:25.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.252+0000 7f4c3e59c640 1 --2- 172.21.15.76:0/2779755676 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4c2006ac30 0x7f4c2006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:25.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.253+0000 7f4c3e59c640 1 --2- 172.21.15.76:0/2779755676 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4c2006ac30 0x7f4c2006d0f0 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f4c30000f60 tx=0x7f4c30007b50 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:25.258 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.256+0000 7f4c36ffd640 1 -- 172.21.15.76:0/2779755676 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f4c38076380 con 0x7f4c401600f0 2024-09-13T16:12:25.453 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.452+0000 7f4c44d18640 1 -- 172.21.15.76:0/2779755676 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f4c400cf020 con 0x7f4c401600f0 2024-09-13T16:12:25.454 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.452+0000 7f4c36ffd640 1 -- 172.21.15.76:0/2779755676 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 55 v55) v1 ==== 94+0+4739 (secure 0 0 0) 0x7f4c380799a0 con 0x7f4c401600f0 2024-09-13T16:12:25.454 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:25.454 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":55,"default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7270,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6834/1003042084","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":1003042084},{"type":"v1","addr":"172.21.15.192:6834","nonce":1003042084}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":50},{"gid":7273,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/2131847790","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6833","nonce":2131847790},{"type":"v1","addr":"172.21.15.192:6835","nonce":2131847790}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":50},{"gid":8061,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6835/320476623","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":320476623},{"type":"v1","addr":"172.21.15.76:6835","nonce":320476623}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":50}],"filesystems":[{"mdsmap":{"epoch":55,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:12:00.227113+0000","modified":"2024-09-13T16:12:16.922240+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":8076},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8076":{"gid":8076,"name":"a","rank":0,"incarnation":52,"state":"up:active","state_seq":7,"addr":"172.21.15.76:6837/2583912045","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6836","nonce":2583912045},{"type":"v1","addr":"172.21.15.76:6837","nonce":2583912045}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[16],"metadata_pool":15,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":7}]} 2024-09-13T16:12:25.454 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 55 2024-09-13T16:12:25.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.454+0000 7f4c44d18640 1 -- 172.21.15.76:0/2779755676 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4c2006ac30 msgr2=0x7f4c2006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:25.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.454+0000 7f4c44d18640 1 --2- 172.21.15.76:0/2779755676 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4c2006ac30 0x7f4c2006d0f0 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f4c30000f60 tx=0x7f4c30007b50 comp rx=0 tx=0).stop 2024-09-13T16:12:25.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.454+0000 7f4c44d18640 1 -- 172.21.15.76:0/2779755676 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4c401600f0 msgr2=0x7f4c400b0370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:25.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.454+0000 7f4c44d18640 1 --2- 172.21.15.76:0/2779755676 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4c401600f0 0x7f4c400b0370 secure :-1 s=READY pgs=1539 cs=0 l=1 rev1=1 crypto rx=0x7f4c3802abe0 tx=0x7f4c38004a40 comp rx=0 tx=0).stop 2024-09-13T16:12:25.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.454+0000 7f4c44d18640 1 -- 172.21.15.76:0/2779755676 shutdown_connections 2024-09-13T16:12:25.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.454+0000 7f4c44d18640 1 --2- 172.21.15.76:0/2779755676 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4c401600f0 0x7f4c400b0370 unknown :-1 s=CLOSED pgs=1539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:25.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.454+0000 7f4c44d18640 1 --2- 172.21.15.76:0/2779755676 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4c4015fd10 0x7f4c400b7c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:25.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.454+0000 7f4c44d18640 1 --2- 172.21.15.76:0/2779755676 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4c2006ac30 0x7f4c2006d0f0 unknown :-1 s=CLOSED pgs=660 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:25.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.454+0000 7f4c44d18640 1 --2- 172.21.15.76:0/2779755676 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4c400b13d0 0x7f4c40153670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:25.457 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.454+0000 7f4c44d18640 1 -- 172.21.15.76:0/2779755676 >> 172.21.15.76:0/2779755676 conn(0x7f4c40089fc0 msgr2=0x7f4c400ce0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:25.457 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.454+0000 7f4c44d18640 1 -- 172.21.15.76:0/2779755676 shutdown_connections 2024-09-13T16:12:25.457 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.454+0000 7f4c44d18640 1 -- 172.21.15.76:0/2779755676 wait complete. 2024-09-13T16:12:25.467 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:12:25.565 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.563+0000 7f903f708640 1 Processor -- start 2024-09-13T16:12:25.565 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.564+0000 7f903f708640 1 -- start start 2024-09-13T16:12:25.566 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.564+0000 7f903f708640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f90381600f0 0x7f90380ce2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:25.566 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.564+0000 7f903f708640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f90380b13d0 0x7f90380cf020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:25.566 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.564+0000 7f903f708640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f90380d0940 con 0x7f903815fd10 2024-09-13T16:12:25.566 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.564+0000 7f903f708640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f90380b3820 con 0x7f90380b13d0 2024-09-13T16:12:25.566 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.564+0000 7f903f708640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f90380b3ac0 con 0x7f90381600f0 2024-09-13T16:12:25.566 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.565+0000 7f903dca5640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f90380b13d0 0x7f90380cf020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:25.567 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.565+0000 7f903dca5640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f90380b13d0 0x7f90380cf020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:33884/0 (socket says 172.21.15.76:33884) 2024-09-13T16:12:25.567 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.565+0000 7f903dca5640 1 -- 172.21.15.76:0/2445211180 learned_addr learned my addr 172.21.15.76:0/2445211180 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:25.567 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.565+0000 7f903cca3640 1 --2- 172.21.15.76:0/2445211180 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f90381600f0 0x7f90380ce2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:25.567 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.565+0000 7f903dca5640 1 -- 172.21.15.76:0/2445211180 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f90381600f0 msgr2=0x7f90380ce2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:25.567 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.565+0000 7f903dca5640 1 --2- 172.21.15.76:0/2445211180 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f90381600f0 0x7f90380ce2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:25.567 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.565+0000 7f903dca5640 1 -- 172.21.15.76:0/2445211180 >> v1:172.21.15.192:6789/0 conn(0x7f903815fd10 legacy=0x7f90380d10b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:25.567 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.565+0000 7f903dca5640 1 -- 172.21.15.76:0/2445211180 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f90380b3da0 con 0x7f90380b13d0 2024-09-13T16:12:25.568 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.566+0000 7f903dca5640 1 --2- 172.21.15.76:0/2445211180 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f90380b13d0 0x7f90380cf020 secure :-1 s=READY pgs=1540 cs=0 l=1 rev1=1 crypto rx=0x7f9028009e50 tx=0x7f902802a630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6bf67afdd6313e69 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:25.568 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.566+0000 7f9037fff640 1 -- 172.21.15.76:0/2445211180 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9028031600 con 0x7f90380b13d0 2024-09-13T16:12:25.568 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.566+0000 7f9037fff640 1 -- 172.21.15.76:0/2445211180 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f902802d050 con 0x7f90380b13d0 2024-09-13T16:12:25.569 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.566+0000 7f9037fff640 1 -- 172.21.15.76:0/2445211180 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9028031980 con 0x7f90380b13d0 2024-09-13T16:12:25.569 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.566+0000 7f903f708640 1 -- 172.21.15.76:0/2445211180 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f90380b13d0 msgr2=0x7f90380cf020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:25.569 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.566+0000 7f903f708640 1 --2- 172.21.15.76:0/2445211180 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f90380b13d0 0x7f90380cf020 secure :-1 s=READY pgs=1540 cs=0 l=1 rev1=1 crypto rx=0x7f9028009e50 tx=0x7f902802a630 comp rx=0 tx=0).stop 2024-09-13T16:12:25.569 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.566+0000 7f903f708640 1 -- 172.21.15.76:0/2445211180 shutdown_connections 2024-09-13T16:12:25.569 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.566+0000 7f903f708640 1 --2- 172.21.15.76:0/2445211180 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f90380b13d0 0x7f90380cf020 unknown :-1 s=CLOSED pgs=1540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:25.569 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.566+0000 7f903f708640 1 --2- 172.21.15.76:0/2445211180 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f90381600f0 0x7f90380ce2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:25.569 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.566+0000 7f903f708640 1 -- 172.21.15.76:0/2445211180 >> 172.21.15.76:0/2445211180 conn(0x7f9038089fc0 msgr2=0x7f90380d2610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:25.569 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.566+0000 7f903f708640 1 -- 172.21.15.76:0/2445211180 shutdown_connections 2024-09-13T16:12:25.569 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.566+0000 7f903f708640 1 -- 172.21.15.76:0/2445211180 wait complete. 2024-09-13T16:12:25.574 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.567+0000 7f903f708640 1 Processor -- start 2024-09-13T16:12:25.574 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.568+0000 7f903f708640 1 -- start start 2024-09-13T16:12:25.575 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.568+0000 7f903f708640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f90380b13d0 0x7f90381f6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:25.575 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.568+0000 7f903f708640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f903815fd10 0x7f90381f1a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:25.575 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.568+0000 7f903f708640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f90381600f0 0x7f903815cb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:25.575 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.568+0000 7f903f708640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90381f66d0 con 0x7f903815fd10 2024-09-13T16:12:25.575 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.568+0000 7f903f708640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90380cb410 con 0x7f90380b13d0 2024-09-13T16:12:25.575 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.568+0000 7f903f708640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f90380cb6f0 con 0x7f90381600f0 2024-09-13T16:12:25.575 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.568+0000 7f903cca3640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f903815fd10 0x7f90381f1a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:25.575 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.568+0000 7f903cca3640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f903815fd10 0x7f90381f1a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:33886/0 (socket says 172.21.15.76:33886) 2024-09-13T16:12:25.575 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.568+0000 7f903cca3640 1 -- 172.21.15.76:0/3122344185 learned_addr learned my addr 172.21.15.76:0/3122344185 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:25.576 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.569+0000 7f903dca5640 1 --2- 172.21.15.76:0/3122344185 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f90381600f0 0x7f903815cb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:25.576 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.569+0000 7f903d4a4640 1 --2- 172.21.15.76:0/3122344185 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f90380b13d0 0x7f90381f6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:25.576 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.569+0000 7f903cca3640 1 -- 172.21.15.76:0/3122344185 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f90381600f0 msgr2=0x7f903815cb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:25.576 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.569+0000 7f903cca3640 1 --2- 172.21.15.76:0/3122344185 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f90381600f0 0x7f903815cb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:25.576 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.569+0000 7f903cca3640 1 -- 172.21.15.76:0/3122344185 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f90380b13d0 msgr2=0x7f90381f6190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:25.576 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.569+0000 7f903cca3640 1 --2- 172.21.15.76:0/3122344185 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f90380b13d0 0x7f90381f6190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:25.576 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.569+0000 7f903cca3640 1 -- 172.21.15.76:0/3122344185 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9028009b30 con 0x7f903815fd10 2024-09-13T16:12:25.576 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.569+0000 7f903cca3640 1 --2- 172.21.15.76:0/3122344185 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f903815fd10 0x7f90381f1a40 secure :-1 s=READY pgs=1541 cs=0 l=1 rev1=1 crypto rx=0x7f902c00d5d0 tx=0x7f902c00da90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:25.576 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.569+0000 7f9035ffb640 1 -- 172.21.15.76:0/3122344185 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f902c004240 con 0x7f903815fd10 2024-09-13T16:12:25.576 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.569+0000 7f9035ffb640 1 -- 172.21.15.76:0/3122344185 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f902c0043a0 con 0x7f903815fd10 2024-09-13T16:12:25.576 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.569+0000 7f9035ffb640 1 -- 172.21.15.76:0/3122344185 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f902c003830 con 0x7f903815fd10 2024-09-13T16:12:25.576 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.569+0000 7f903f708640 1 -- 172.21.15.76:0/3122344185 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f90380cb9d0 con 0x7f903815fd10 2024-09-13T16:12:25.576 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.569+0000 7f903f708640 1 -- 172.21.15.76:0/3122344185 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f90380b58c0 con 0x7f903815fd10 2024-09-13T16:12:25.576 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.570+0000 7f903f708640 1 -- 172.21.15.76:0/3122344185 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f90380b5440 con 0x7f903815fd10 2024-09-13T16:12:25.577 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.570+0000 7f9035ffb640 1 -- 172.21.15.76:0/3122344185 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f902c003990 con 0x7f903815fd10 2024-09-13T16:12:25.577 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.571+0000 7f9035ffb640 1 --2- 172.21.15.76:0/3122344185 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f902406ac30 0x7f902406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:25.577 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.571+0000 7f9035ffb640 1 -- 172.21.15.76:0/3122344185 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(112..112 src has 1..112) v4 ==== 6058+0+0 (secure 0 0 0) 0x7f902c089640 con 0x7f903815fd10 2024-09-13T16:12:25.577 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.571+0000 7f903d4a4640 1 --2- 172.21.15.76:0/3122344185 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f902406ac30 0x7f902406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:25.577 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.571+0000 7f903d4a4640 1 --2- 172.21.15.76:0/3122344185 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f902406ac30 0x7f902406d0f0 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f9030004ea0 tx=0x7f9030009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:25.577 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.575+0000 7f9035ffb640 1 -- 172.21.15.76:0/3122344185 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f90380b5440 con 0x7f903815fd10 2024-09-13T16:12:25.741 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.739+0000 7f903f708640 1 -- 172.21.15.76:0/3122344185 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f90380b5440 con 0x7f903815fd10 2024-09-13T16:12:25.742 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.740+0000 7f9035ffb640 1 -- 172.21.15.76:0/3122344185 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v112) v1 ==== 74+0+16730 (secure 0 0 0) 0x7f90380b5440 con 0x7f903815fd10 2024-09-13T16:12:25.743 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:25.743 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":112,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:12:22.948179+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":16,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:11:58.022342+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"109","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":16,"pool_name":"cephfs_data","create_time":"2024-09-13T16:11:59.194875+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"110","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":111,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"16.11","mappings":[{"from":5,"to":7}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:12:25.745 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.742+0000 7f903f708640 1 -- 172.21.15.76:0/3122344185 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f902406ac30 msgr2=0x7f902406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:25.745 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.742+0000 7f903f708640 1 --2- 172.21.15.76:0/3122344185 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f902406ac30 0x7f902406d0f0 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f9030004ea0 tx=0x7f9030009040 comp rx=0 tx=0).stop 2024-09-13T16:12:25.745 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.742+0000 7f903f708640 1 -- 172.21.15.76:0/3122344185 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f903815fd10 msgr2=0x7f90381f1a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:25.745 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.742+0000 7f903f708640 1 --2- 172.21.15.76:0/3122344185 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f903815fd10 0x7f90381f1a40 secure :-1 s=READY pgs=1541 cs=0 l=1 rev1=1 crypto rx=0x7f902c00d5d0 tx=0x7f902c00da90 comp rx=0 tx=0).stop 2024-09-13T16:12:25.746 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.742+0000 7f903f708640 1 -- 172.21.15.76:0/3122344185 shutdown_connections 2024-09-13T16:12:25.746 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.742+0000 7f903f708640 1 --2- 172.21.15.76:0/3122344185 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f902406ac30 0x7f902406d0f0 unknown :-1 s=CLOSED pgs=661 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:25.746 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.742+0000 7f903f708640 1 --2- 172.21.15.76:0/3122344185 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f90381600f0 0x7f903815cb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:25.746 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.742+0000 7f903f708640 1 --2- 172.21.15.76:0/3122344185 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f903815fd10 0x7f90381f1a40 unknown :-1 s=CLOSED pgs=1541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:25.746 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.742+0000 7f903f708640 1 --2- 172.21.15.76:0/3122344185 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f90380b13d0 0x7f90381f6190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:25.746 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.742+0000 7f903f708640 1 -- 172.21.15.76:0/3122344185 >> 172.21.15.76:0/3122344185 conn(0x7f9038089fc0 msgr2=0x7f903806b0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:25.746 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.743+0000 7f903f708640 1 -- 172.21.15.76:0/3122344185 shutdown_connections 2024-09-13T16:12:25.747 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.743+0000 7f903f708640 1 -- 172.21.15.76:0/3122344185 wait complete. 2024-09-13T16:12:25.756 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-13T16:12:25.756 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:12:25.855 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.853+0000 7f7eade44640 1 Processor -- start 2024-09-13T16:12:25.855 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.853+0000 7f7eade44640 1 -- start start 2024-09-13T16:12:25.857 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.854+0000 7f7eade44640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7ea8156360 0x7f7ea806d990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:25.857 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.854+0000 7f7eade44640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f7ea806ded0 0x7f7ea8070b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:25.857 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.854+0000 7f7eade44640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7ea8159d60 con 0x7f7ea80b14d0 2024-09-13T16:12:25.857 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.854+0000 7f7eade44640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7ea8158f40 con 0x7f7ea806ded0 2024-09-13T16:12:25.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.854+0000 7f7eade44640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7ea8159150 con 0x7f7ea8156360 2024-09-13T16:12:25.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.854+0000 7f7ea7fff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f7ea80b14d0 0x7f7ea806c480 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:54804/0 (socket says 172.21.15.76:54804) 2024-09-13T16:12:25.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.854+0000 7f7ea7fff640 1 -- 172.21.15.76:0/2831681193 learned_addr learned my addr 172.21.15.76:0/2831681193 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:12:25.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.854+0000 7f7ea77fe640 1 --2- 172.21.15.76:0/2831681193 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7ea8156360 0x7f7ea806d990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:25.861 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.854+0000 7f7e9ffff640 1 --2- 172.21.15.76:0/2831681193 >> v2:172.21.15.192:3300/0 conn(0x7f7ea806ded0 0x7f7ea8070b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:25.861 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.855+0000 7f7ea6ffd640 1 -- 172.21.15.76:0/2831681193 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2845562190 0 0) 0x7f7ea8159d60 con 0x7f7ea80b14d0 2024-09-13T16:12:25.861 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.855+0000 7f7ea6ffd640 1 -- 172.21.15.76:0/2831681193 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7e94003520 con 0x7f7ea80b14d0 2024-09-13T16:12:25.861 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.855+0000 7f7ea77fe640 1 -- 172.21.15.76:0/2831681193 >> v2:172.21.15.192:3300/0 conn(0x7f7ea806ded0 msgr2=0x7f7ea8070b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:25.861 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.855+0000 7f7ea77fe640 1 --2- 172.21.15.76:0/2831681193 >> v2:172.21.15.192:3300/0 conn(0x7f7ea806ded0 0x7f7ea8070b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:25.861 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.855+0000 7f7ea77fe640 1 -- 172.21.15.76:0/2831681193 >> v1:172.21.15.76:6789/0 conn(0x7f7ea80b14d0 legacy=0x7f7ea806c480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:25.861 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.855+0000 7f7ea6ffd640 1 -- 172.21.15.76:0/2831681193 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4080679463 0 0) 0x7f7e94003520 con 0x7f7ea80b14d0 2024-09-13T16:12:25.861 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.855+0000 7f7ea77fe640 1 -- 172.21.15.76:0/2831681193 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7ea8159430 con 0x7f7ea8156360 2024-09-13T16:12:25.861 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.855+0000 7f7e9ffff640 1 --2- 172.21.15.76:0/2831681193 >> v2:172.21.15.192:3300/0 conn(0x7f7ea806ded0 0x7f7ea8070b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:12:25.861 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.856+0000 7f7ea77fe640 1 --2- 172.21.15.76:0/2831681193 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7ea8156360 0x7f7ea806d990 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f7e9800ba40 tx=0x7f7e9802c5c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e670596c1a3fdbba server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:25.861 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.856+0000 7f7ea6ffd640 1 -- 172.21.15.76:0/2831681193 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ea00019f0 con 0x7f7ea8156360 2024-09-13T16:12:25.861 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.856+0000 7f7ea6ffd640 1 -- 172.21.15.76:0/2831681193 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7e9802f030 con 0x7f7ea8156360 2024-09-13T16:12:25.861 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.856+0000 7f7ea6ffd640 1 -- 172.21.15.76:0/2831681193 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e98032480 con 0x7f7ea8156360 2024-09-13T16:12:25.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.856+0000 7f7eade44640 1 -- 172.21.15.76:0/2831681193 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7ea8156360 msgr2=0x7f7ea806d990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:25.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.856+0000 7f7eade44640 1 --2- 172.21.15.76:0/2831681193 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7ea8156360 0x7f7ea806d990 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f7e9800ba40 tx=0x7f7e9802c5c0 comp rx=0 tx=0).stop 2024-09-13T16:12:25.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.856+0000 7f7eade44640 1 -- 172.21.15.76:0/2831681193 shutdown_connections 2024-09-13T16:12:25.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.856+0000 7f7eade44640 1 --2- 172.21.15.76:0/2831681193 >> v2:172.21.15.192:3300/0 conn(0x7f7ea806ded0 0x7f7ea8070b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:25.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.856+0000 7f7eade44640 1 --2- 172.21.15.76:0/2831681193 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7ea8156360 0x7f7ea806d990 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:25.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.856+0000 7f7eade44640 1 -- 172.21.15.76:0/2831681193 >> 172.21.15.76:0/2831681193 conn(0x7f7ea80b01d0 msgr2=0x7f7ea80b05b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:25.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.856+0000 7f7eade44640 1 -- 172.21.15.76:0/2831681193 shutdown_connections 2024-09-13T16:12:25.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.856+0000 7f7eade44640 1 -- 172.21.15.76:0/2831681193 wait complete. 2024-09-13T16:12:25.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.858+0000 7f7eade44640 1 Processor -- start 2024-09-13T16:12:25.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.858+0000 7f7eade44640 1 -- start start 2024-09-13T16:12:25.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.858+0000 7f7eade44640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7ea806ded0 0x7f7ea813d680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:25.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.858+0000 7f7eade44640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7ea80b14d0 0x7f7ea8140820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:25.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.858+0000 7f7eade44640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7ea8156360 0x7f7ea8153000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:25.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.858+0000 7f7eade44640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ea813dbc0 con 0x7f7ea80b14d0 2024-09-13T16:12:25.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.858+0000 7f7eade44640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ea813e270 con 0x7f7ea8156360 2024-09-13T16:12:25.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.858+0000 7f7eade44640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7ea813e550 con 0x7f7ea806ded0 2024-09-13T16:12:25.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.858+0000 7f7e9ffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7ea80b14d0 0x7f7ea8140820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:25.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.858+0000 7f7e9ffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7ea80b14d0 0x7f7ea8140820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:33892/0 (socket says 172.21.15.76:33892) 2024-09-13T16:12:25.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.858+0000 7f7e9ffff640 1 -- 172.21.15.76:0/1458507387 learned_addr learned my addr 172.21.15.76:0/1458507387 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:25.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.859+0000 7f7ea7fff640 1 --2- 172.21.15.76:0/1458507387 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7ea8156360 0x7f7ea8153000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:25.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.859+0000 7f7ea77fe640 1 --2- 172.21.15.76:0/1458507387 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7ea806ded0 0x7f7ea813d680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:25.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.859+0000 7f7e9ffff640 1 -- 172.21.15.76:0/1458507387 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7ea806ded0 msgr2=0x7f7ea813d680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:25.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.859+0000 7f7e9ffff640 1 --2- 172.21.15.76:0/1458507387 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7ea806ded0 0x7f7ea813d680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:25.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.859+0000 7f7e9ffff640 1 -- 172.21.15.76:0/1458507387 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7ea8156360 msgr2=0x7f7ea8153000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:25.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.859+0000 7f7e9ffff640 1 --2- 172.21.15.76:0/1458507387 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7ea8156360 0x7f7ea8153000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:25.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.859+0000 7f7e9ffff640 1 -- 172.21.15.76:0/1458507387 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7e90009400 con 0x7f7ea80b14d0 2024-09-13T16:12:25.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.859+0000 7f7ea7fff640 1 --2- 172.21.15.76:0/1458507387 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7ea8156360 0x7f7ea8153000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:12:25.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.859+0000 7f7ea77fe640 1 --2- 172.21.15.76:0/1458507387 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7ea806ded0 0x7f7ea813d680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:12:25.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.859+0000 7f7e9ffff640 1 --2- 172.21.15.76:0/1458507387 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7ea80b14d0 0x7f7ea8140820 secure :-1 s=READY pgs=1543 cs=0 l=1 rev1=1 crypto rx=0x7f7e9000ebb0 tx=0x7f7e9000c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:25.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.859+0000 7f7ea4ff9640 1 -- 172.21.15.76:0/1458507387 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e9000eeb0 con 0x7f7ea80b14d0 2024-09-13T16:12:25.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.859+0000 7f7ea4ff9640 1 -- 172.21.15.76:0/1458507387 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7e9000cc30 con 0x7f7ea80b14d0 2024-09-13T16:12:25.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.859+0000 7f7eade44640 1 -- 172.21.15.76:0/1458507387 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7e9800b6a0 con 0x7f7ea80b14d0 2024-09-13T16:12:25.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.859+0000 7f7ea4ff9640 1 -- 172.21.15.76:0/1458507387 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e90013470 con 0x7f7ea80b14d0 2024-09-13T16:12:25.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.859+0000 7f7eade44640 1 -- 172.21.15.76:0/1458507387 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7ea813eb10 con 0x7f7ea80b14d0 2024-09-13T16:12:25.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.860+0000 7f7eade44640 1 -- 172.21.15.76:0/1458507387 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7ea8156740 con 0x7f7ea80b14d0 2024-09-13T16:12:25.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.860+0000 7f7ea4ff9640 1 -- 172.21.15.76:0/1458507387 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7e900135d0 con 0x7f7ea80b14d0 2024-09-13T16:12:25.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.861+0000 7f7ea4ff9640 1 --2- 172.21.15.76:0/1458507387 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7e8806ac00 0x7f7e8806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:25.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.861+0000 7f7ea4ff9640 1 -- 172.21.15.76:0/1458507387 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(112..112 src has 1..112) v4 ==== 6058+0+0 (secure 0 0 0) 0x7f7e900897b0 con 0x7f7ea80b14d0 2024-09-13T16:12:25.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.861+0000 7f7ea77fe640 1 --2- 172.21.15.76:0/1458507387 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7e8806ac00 0x7f7e8806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:25.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.861+0000 7f7ea77fe640 1 --2- 172.21.15.76:0/1458507387 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7e8806ac00 0x7f7e8806d0c0 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7f7e98037000 tx=0x7f7e98030000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:25.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:25.865+0000 7f7ea4ff9640 1 -- 172.21.15.76:0/1458507387 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f7e90054830 con 0x7f7ea80b14d0 2024-09-13T16:12:26.061 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.060+0000 7f7eade44640 1 -- 172.21.15.76:0/1458507387 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f7ea80b2dd0 con 0x7f7ea80b14d0 2024-09-13T16:12:26.062 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.061+0000 7f7ea4ff9640 1 -- 172.21.15.76:0/1458507387 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 55 v55) v1 ==== 94+0+4739 (secure 0 0 0) 0x7f7e90057e50 con 0x7f7ea80b14d0 2024-09-13T16:12:26.062 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:26.062 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":55,"default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7270,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6834/1003042084","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":1003042084},{"type":"v1","addr":"172.21.15.192:6834","nonce":1003042084}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":50},{"gid":7273,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/2131847790","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6833","nonce":2131847790},{"type":"v1","addr":"172.21.15.192:6835","nonce":2131847790}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":50},{"gid":8061,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6835/320476623","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":320476623},{"type":"v1","addr":"172.21.15.76:6835","nonce":320476623}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":50}],"filesystems":[{"mdsmap":{"epoch":55,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:12:00.227113+0000","modified":"2024-09-13T16:12:16.922240+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":8076},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8076":{"gid":8076,"name":"a","rank":0,"incarnation":52,"state":"up:active","state_seq":7,"addr":"172.21.15.76:6837/2583912045","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6836","nonce":2583912045},{"type":"v1","addr":"172.21.15.76:6837","nonce":2583912045}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[16],"metadata_pool":15,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":7}]} 2024-09-13T16:12:26.063 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 55 2024-09-13T16:12:26.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.063+0000 7f7eade44640 1 -- 172.21.15.76:0/1458507387 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7e8806ac00 msgr2=0x7f7e8806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:26.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.063+0000 7f7eade44640 1 --2- 172.21.15.76:0/1458507387 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7e8806ac00 0x7f7e8806d0c0 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7f7e98037000 tx=0x7f7e98030000 comp rx=0 tx=0).stop 2024-09-13T16:12:26.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.063+0000 7f7eade44640 1 -- 172.21.15.76:0/1458507387 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7ea80b14d0 msgr2=0x7f7ea8140820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:26.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.063+0000 7f7eade44640 1 --2- 172.21.15.76:0/1458507387 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7ea80b14d0 0x7f7ea8140820 secure :-1 s=READY pgs=1543 cs=0 l=1 rev1=1 crypto rx=0x7f7e9000ebb0 tx=0x7f7e9000c520 comp rx=0 tx=0).stop 2024-09-13T16:12:26.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.063+0000 7f7eade44640 1 -- 172.21.15.76:0/1458507387 shutdown_connections 2024-09-13T16:12:26.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.063+0000 7f7eade44640 1 --2- 172.21.15.76:0/1458507387 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7ea8156360 0x7f7ea8153000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:26.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.063+0000 7f7eade44640 1 --2- 172.21.15.76:0/1458507387 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7ea80b14d0 0x7f7ea8140820 unknown :-1 s=CLOSED pgs=1543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:26.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.063+0000 7f7eade44640 1 --2- 172.21.15.76:0/1458507387 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7e8806ac00 0x7f7e8806d0c0 unknown :-1 s=CLOSED pgs=662 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:26.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.063+0000 7f7eade44640 1 --2- 172.21.15.76:0/1458507387 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7ea806ded0 0x7f7ea813d680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:26.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.063+0000 7f7eade44640 1 -- 172.21.15.76:0/1458507387 >> 172.21.15.76:0/1458507387 conn(0x7f7ea80b01d0 msgr2=0x7f7ea806c380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:26.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.063+0000 7f7eade44640 1 -- 172.21.15.76:0/1458507387 shutdown_connections 2024-09-13T16:12:26.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.063+0000 7f7eade44640 1 -- 172.21.15.76:0/1458507387 wait complete. 2024-09-13T16:12:26.075 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:12:26.173 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.171+0000 7f4362101640 1 Processor -- start 2024-09-13T16:12:26.173 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.171+0000 7f4362101640 1 -- start start 2024-09-13T16:12:26.177 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.172+0000 7f4362101640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f435c06daf0 0x7f435c159bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:26.177 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.172+0000 7f4362101640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f435c15dcf0 con 0x7f435c0adb20 2024-09-13T16:12:26.177 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.172+0000 7f4362101640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f435c15d170 con 0x7f435c13f470 2024-09-13T16:12:26.177 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.172+0000 7f4362101640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f435c159780 con 0x7f435c06daf0 2024-09-13T16:12:26.177 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.172+0000 7f435b7fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f435c0adb20 0x7f435c070270 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:54808/0 (socket says 172.21.15.76:54808) 2024-09-13T16:12:26.177 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.172+0000 7f435b7fe640 1 -- 172.21.15.76:0/2495772779 learned_addr learned my addr 172.21.15.76:0/2495772779 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:12:26.177 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.173+0000 7f435bfff640 1 --2- 172.21.15.76:0/2495772779 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f435c06daf0 0x7f435c159bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:26.177 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.173+0000 7f435a7fc640 1 -- 172.21.15.76:0/2495772779 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2626483593 0 0) 0x7f435c15dcf0 con 0x7f435c0adb20 2024-09-13T16:12:26.177 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.173+0000 7f435a7fc640 1 -- 172.21.15.76:0/2495772779 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4344003520 con 0x7f435c0adb20 2024-09-13T16:12:26.177 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.173+0000 7f435a7fc640 1 -- 172.21.15.76:0/2495772779 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1354978093 0 0) 0x7f435c15d170 con 0x7f435c13f470 2024-09-13T16:12:26.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.173+0000 7f435a7fc640 1 -- 172.21.15.76:0/2495772779 --> v1:172.21.15.192:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f435c15dcf0 con 0x7f435c13f470 2024-09-13T16:12:26.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.173+0000 7f435a7fc640 1 -- 172.21.15.76:0/2495772779 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1256572292 0 0) 0x7f4344003520 con 0x7f435c0adb20 2024-09-13T16:12:26.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.173+0000 7f435a7fc640 1 -- 172.21.15.76:0/2495772779 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f435c06daf0 msgr2=0x7f435c159bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:26.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.173+0000 7f435a7fc640 1 --2- 172.21.15.76:0/2495772779 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f435c06daf0 0x7f435c159bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:26.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.173+0000 7f435a7fc640 1 -- 172.21.15.76:0/2495772779 >> v1:172.21.15.192:6789/0 conn(0x7f435c13f470 legacy=0x7f435c06d3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:26.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.173+0000 7f435a7fc640 1 -- 172.21.15.76:0/2495772779 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f435c15d450 con 0x7f435c0adb20 2024-09-13T16:12:26.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.173+0000 7f435a7fc640 1 -- 172.21.15.76:0/2495772779 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f434c001670 con 0x7f435c0adb20 2024-09-13T16:12:26.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.173+0000 7f435a7fc640 1 -- 172.21.15.76:0/2495772779 >> v1:172.21.15.76:6789/0 conn(0x7f435c0adb20 legacy=0x7f435c070270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:26.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.173+0000 7f435a7fc640 1 --2- 172.21.15.76:0/2495772779 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f435c06daf0 0x7f4344003b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:26.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.173+0000 7f435a7fc640 1 --2- 172.21.15.76:0/2495772779 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f43440040e0 0x7f43440047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:26.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.173+0000 7f435a7fc640 1 --2- 172.21.15.76:0/2495772779 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4344004d00 0x7f4344005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:26.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.173+0000 7f435a7fc640 1 -- 172.21.15.76:0/2495772779 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f435c159780 con 0x7f4344004d00 2024-09-13T16:12:26.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.173+0000 7f435a7fc640 1 -- 172.21.15.76:0/2495772779 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f434400bac0 con 0x7f43440040e0 2024-09-13T16:12:26.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.173+0000 7f435a7fc640 1 -- 172.21.15.76:0/2495772779 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f434400bc80 con 0x7f435c06daf0 2024-09-13T16:12:26.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.173+0000 7f435bfff640 1 --2- 172.21.15.76:0/2495772779 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4344004d00 0x7f4344005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:26.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.173+0000 7f435b7fe640 1 --2- 172.21.15.76:0/2495772779 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f435c06daf0 0x7f4344003b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:26.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.173+0000 7f435affd640 1 --2- 172.21.15.76:0/2495772779 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f43440040e0 0x7f43440047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:26.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.173+0000 7f435bfff640 1 -- 172.21.15.76:0/2495772779 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f435c06daf0 msgr2=0x7f4344003b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:26.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.173+0000 7f435bfff640 1 --2- 172.21.15.76:0/2495772779 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f435c06daf0 0x7f4344003b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:26.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.173+0000 7f435bfff640 1 -- 172.21.15.76:0/2495772779 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f43440040e0 msgr2=0x7f43440047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:26.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.173+0000 7f435bfff640 1 --2- 172.21.15.76:0/2495772779 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f43440040e0 0x7f43440047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:26.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.173+0000 7f435bfff640 1 -- 172.21.15.76:0/2495772779 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4344003520 con 0x7f4344004d00 2024-09-13T16:12:26.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.174+0000 7f435bfff640 1 --2- 172.21.15.76:0/2495772779 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4344004d00 0x7f4344005180 secure :-1 s=READY pgs=1545 cs=0 l=1 rev1=1 crypto rx=0x7f4354009a90 tx=0x7f43440057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4c1f3cf67d3b176f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:26.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.174+0000 7f435a7fc640 1 -- 172.21.15.76:0/2495772779 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4354031400 con 0x7f4344004d00 2024-09-13T16:12:26.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.174+0000 7f435a7fc640 1 -- 172.21.15.76:0/2495772779 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f435402d050 con 0x7f4344004d00 2024-09-13T16:12:26.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.174+0000 7f435a7fc640 1 -- 172.21.15.76:0/2495772779 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4354031780 con 0x7f4344004d00 2024-09-13T16:12:26.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.175+0000 7f4362101640 1 -- 172.21.15.76:0/2495772779 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4344004d00 msgr2=0x7f4344005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:26.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.175+0000 7f4362101640 1 --2- 172.21.15.76:0/2495772779 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4344004d00 0x7f4344005180 secure :-1 s=READY pgs=1545 cs=0 l=1 rev1=1 crypto rx=0x7f4354009a90 tx=0x7f43440057f0 comp rx=0 tx=0).stop 2024-09-13T16:12:26.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.175+0000 7f435bfff640 1 -- 172.21.15.76:0/2495772779 reap_dead start 2024-09-13T16:12:26.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.175+0000 7f4362101640 1 -- 172.21.15.76:0/2495772779 shutdown_connections 2024-09-13T16:12:26.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.175+0000 7f4362101640 1 -- 172.21.15.76:0/2495772779 >> 172.21.15.76:0/2495772779 conn(0x7f435c0b01d0 msgr2=0x7f435c0b05b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:26.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.175+0000 7f4362101640 1 -- 172.21.15.76:0/2495772779 shutdown_connections 2024-09-13T16:12:26.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.175+0000 7f4362101640 1 -- 172.21.15.76:0/2495772779 wait complete. 2024-09-13T16:12:26.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.176+0000 7f4362101640 1 Processor -- start 2024-09-13T16:12:26.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.176+0000 7f4362101640 1 -- start start 2024-09-13T16:12:26.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.177+0000 7f4362101640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4344004d00 0x7f435c13be70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:26.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.177+0000 7f4362101640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f435c15b1d0 0x7f435c141d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:26.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.177+0000 7f4362101640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f435c15bbc0 0x7f435c15c040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:26.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.177+0000 7f4362101640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f435c15c580 con 0x7f435c15b1d0 2024-09-13T16:12:26.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.177+0000 7f4362101640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f435c142260 con 0x7f435c15bbc0 2024-09-13T16:12:26.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.177+0000 7f4362101640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f435c142490 con 0x7f4344004d00 2024-09-13T16:12:26.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.177+0000 7f435affd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f435c15b1d0 0x7f435c141d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:26.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.177+0000 7f435affd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f435c15b1d0 0x7f435c141d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:33904/0 (socket says 172.21.15.76:33904) 2024-09-13T16:12:26.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.177+0000 7f435affd640 1 -- 172.21.15.76:0/1004611382 learned_addr learned my addr 172.21.15.76:0/1004611382 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:26.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.177+0000 7f435b7fe640 1 --2- 172.21.15.76:0/1004611382 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4344004d00 0x7f435c13be70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:26.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.177+0000 7f435bfff640 1 --2- 172.21.15.76:0/1004611382 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f435c15bbc0 0x7f435c15c040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:26.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.177+0000 7f435affd640 1 -- 172.21.15.76:0/1004611382 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4344004d00 msgr2=0x7f435c13be70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:26.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.177+0000 7f435affd640 1 --2- 172.21.15.76:0/1004611382 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4344004d00 0x7f435c13be70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:26.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.177+0000 7f435affd640 1 -- 172.21.15.76:0/1004611382 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f435c15bbc0 msgr2=0x7f435c15c040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:26.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.177+0000 7f435affd640 1 --2- 172.21.15.76:0/1004611382 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f435c15bbc0 0x7f435c15c040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:26.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.177+0000 7f435affd640 1 -- 172.21.15.76:0/1004611382 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f435c142770 con 0x7f435c15b1d0 2024-09-13T16:12:26.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.177+0000 7f435bfff640 1 --2- 172.21.15.76:0/1004611382 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f435c15bbc0 0x7f435c15c040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:12:26.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.177+0000 7f435b7fe640 1 --2- 172.21.15.76:0/1004611382 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4344004d00 0x7f435c13be70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:12:26.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.177+0000 7f435affd640 1 --2- 172.21.15.76:0/1004611382 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f435c15b1d0 0x7f435c141d20 secure :-1 s=READY pgs=1546 cs=0 l=1 rev1=1 crypto rx=0x7f435000fc00 tx=0x7f435000d520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:26.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.177+0000 7f4343fff640 1 -- 172.21.15.76:0/1004611382 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4350001c60 con 0x7f435c15b1d0 2024-09-13T16:12:26.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.178+0000 7f4343fff640 1 -- 172.21.15.76:0/1004611382 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f435000dbd0 con 0x7f435c15b1d0 2024-09-13T16:12:26.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.178+0000 7f4362101640 1 -- 172.21.15.76:0/1004611382 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f435c142a50 con 0x7f435c15b1d0 2024-09-13T16:12:26.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.178+0000 7f4343fff640 1 -- 172.21.15.76:0/1004611382 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4350003970 con 0x7f435c15b1d0 2024-09-13T16:12:26.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.178+0000 7f4362101640 1 -- 172.21.15.76:0/1004611382 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f435c1532d0 con 0x7f435c15b1d0 2024-09-13T16:12:26.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.179+0000 7f4362101640 1 -- 172.21.15.76:0/1004611382 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f435c153130 con 0x7f435c15b1d0 2024-09-13T16:12:26.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.179+0000 7f4343fff640 1 -- 172.21.15.76:0/1004611382 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f4350003ad0 con 0x7f435c15b1d0 2024-09-13T16:12:26.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.179+0000 7f4343fff640 1 --2- 172.21.15.76:0/1004611382 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f434806ac00 0x7f434806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:26.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.179+0000 7f4343fff640 1 -- 172.21.15.76:0/1004611382 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(112..112 src has 1..112) v4 ==== 6058+0+0 (secure 0 0 0) 0x7f4350089940 con 0x7f435c15b1d0 2024-09-13T16:12:26.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.179+0000 7f435b7fe640 1 --2- 172.21.15.76:0/1004611382 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f434806ac00 0x7f434806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:26.185 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.180+0000 7f435b7fe640 1 --2- 172.21.15.76:0/1004611382 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f434806ac00 0x7f434806d0c0 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7f434c001eb0 tx=0x7f434c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:26.185 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.183+0000 7f4343fff640 1 -- 172.21.15.76:0/1004611382 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f435c153130 con 0x7f435c15b1d0 2024-09-13T16:12:26.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.378+0000 7f4362101640 1 -- 172.21.15.76:0/1004611382 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f435c153130 con 0x7f435c15b1d0 2024-09-13T16:12:26.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.379+0000 7f4343fff640 1 -- 172.21.15.76:0/1004611382 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 55 v55) v1 ==== 94+0+4739 (secure 0 0 0) 0x7f435c153130 con 0x7f435c15b1d0 2024-09-13T16:12:26.380 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:26.380 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":55,"default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7270,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6834/1003042084","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":1003042084},{"type":"v1","addr":"172.21.15.192:6834","nonce":1003042084}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":50},{"gid":7273,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/2131847790","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6833","nonce":2131847790},{"type":"v1","addr":"172.21.15.192:6835","nonce":2131847790}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":50},{"gid":8061,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6835/320476623","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":320476623},{"type":"v1","addr":"172.21.15.76:6835","nonce":320476623}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":50}],"filesystems":[{"mdsmap":{"epoch":55,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:12:00.227113+0000","modified":"2024-09-13T16:12:16.922240+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":8076},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8076":{"gid":8076,"name":"a","rank":0,"incarnation":52,"state":"up:active","state_seq":7,"addr":"172.21.15.76:6837/2583912045","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6836","nonce":2583912045},{"type":"v1","addr":"172.21.15.76:6837","nonce":2583912045}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[16],"metadata_pool":15,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":7}]} 2024-09-13T16:12:26.381 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 55 2024-09-13T16:12:26.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.380+0000 7f4362101640 1 -- 172.21.15.76:0/1004611382 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f434806ac00 msgr2=0x7f434806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:26.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.380+0000 7f4362101640 1 --2- 172.21.15.76:0/1004611382 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f434806ac00 0x7f434806d0c0 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7f434c001eb0 tx=0x7f434c009040 comp rx=0 tx=0).stop 2024-09-13T16:12:26.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.380+0000 7f4362101640 1 -- 172.21.15.76:0/1004611382 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f435c15b1d0 msgr2=0x7f435c141d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:26.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.380+0000 7f4362101640 1 --2- 172.21.15.76:0/1004611382 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f435c15b1d0 0x7f435c141d20 secure :-1 s=READY pgs=1546 cs=0 l=1 rev1=1 crypto rx=0x7f435000fc00 tx=0x7f435000d520 comp rx=0 tx=0).stop 2024-09-13T16:12:26.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.381+0000 7f4362101640 1 -- 172.21.15.76:0/1004611382 shutdown_connections 2024-09-13T16:12:26.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.381+0000 7f4362101640 1 --2- 172.21.15.76:0/1004611382 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f435c15bbc0 0x7f435c15c040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:26.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.381+0000 7f4362101640 1 --2- 172.21.15.76:0/1004611382 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f435c15b1d0 0x7f435c141d20 unknown :-1 s=CLOSED pgs=1546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:26.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.381+0000 7f4362101640 1 --2- 172.21.15.76:0/1004611382 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f434806ac00 0x7f434806d0c0 unknown :-1 s=CLOSED pgs=663 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:26.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.381+0000 7f4362101640 1 --2- 172.21.15.76:0/1004611382 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4344004d00 0x7f435c13be70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:26.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.381+0000 7f4362101640 1 -- 172.21.15.76:0/1004611382 >> 172.21.15.76:0/1004611382 conn(0x7f435c0b01d0 msgr2=0x7f435c06d3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:26.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.381+0000 7f4362101640 1 -- 172.21.15.76:0/1004611382 shutdown_connections 2024-09-13T16:12:26.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.381+0000 7f4362101640 1 -- 172.21.15.76:0/1004611382 wait complete. 2024-09-13T16:12:26.393 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:12:26.492 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.491+0000 7f6c84711640 1 Processor -- start 2024-09-13T16:12:26.493 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.491+0000 7f6c84711640 1 -- start start 2024-09-13T16:12:26.494 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.492+0000 7f6c84711640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f6c7c1600f0 0x7f6c7c0ce2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:26.494 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.492+0000 7f6c84711640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6c7c0d0940 con 0x7f6c7c0b13d0 2024-09-13T16:12:26.494 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.492+0000 7f6c84711640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6c7c0b3820 con 0x7f6c7c15fd10 2024-09-13T16:12:26.494 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.492+0000 7f6c84711640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6c7c0b3ac0 con 0x7f6c7c1600f0 2024-09-13T16:12:26.495 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.492+0000 7f6c81cac640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f6c7c1600f0 0x7f6c7c0ce2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:26.495 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.492+0000 7f6c82cae640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f6c7c0b13d0 0x7f6c7c0cf020 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:54824/0 (socket says 172.21.15.76:54824) 2024-09-13T16:12:26.495 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.492+0000 7f6c82cae640 1 -- 172.21.15.76:0/2311077556 learned_addr learned my addr 172.21.15.76:0/2311077556 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:12:26.495 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.492+0000 7f6c814ab640 1 -- 172.21.15.76:0/2311077556 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 68500903 0 0) 0x7f6c7c0d0940 con 0x7f6c7c0b13d0 2024-09-13T16:12:26.495 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.492+0000 7f6c814ab640 1 -- 172.21.15.76:0/2311077556 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6c68003520 con 0x7f6c7c0b13d0 2024-09-13T16:12:26.495 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.492+0000 7f6c81cac640 1 -- 172.21.15.76:0/2311077556 >> v1:172.21.15.192:6789/0 conn(0x7f6c7c15fd10 legacy=0x7f6c7c0d10b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:26.495 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.492+0000 7f6c81cac640 1 -- 172.21.15.76:0/2311077556 >> v1:172.21.15.76:6789/0 conn(0x7f6c7c0b13d0 legacy=0x7f6c7c0cf020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:26.495 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.492+0000 7f6c81cac640 1 -- 172.21.15.76:0/2311077556 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6c7c0b3da0 con 0x7f6c7c1600f0 2024-09-13T16:12:26.495 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.493+0000 7f6c81cac640 1 --2- 172.21.15.76:0/2311077556 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6c7c1600f0 0x7f6c7c0ce2e0 secure :-1 s=READY pgs=1548 cs=0 l=1 rev1=1 crypto rx=0x7f6c6c0097a0 tx=0x7f6c6c02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7cb8fa2eb58026c4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:26.495 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.493+0000 7f6c814ab640 1 -- 172.21.15.76:0/2311077556 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c6c032440 con 0x7f6c7c1600f0 2024-09-13T16:12:26.495 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.493+0000 7f6c814ab640 1 -- 172.21.15.76:0/2311077556 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6c6c0325a0 con 0x7f6c7c1600f0 2024-09-13T16:12:26.495 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.493+0000 7f6c814ab640 1 -- 172.21.15.76:0/2311077556 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c6c032930 con 0x7f6c7c1600f0 2024-09-13T16:12:26.496 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.494+0000 7f6c84711640 1 -- 172.21.15.76:0/2311077556 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6c7c1600f0 msgr2=0x7f6c7c0ce2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:26.496 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.494+0000 7f6c84711640 1 --2- 172.21.15.76:0/2311077556 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6c7c1600f0 0x7f6c7c0ce2e0 secure :-1 s=READY pgs=1548 cs=0 l=1 rev1=1 crypto rx=0x7f6c6c0097a0 tx=0x7f6c6c02a1a0 comp rx=0 tx=0).stop 2024-09-13T16:12:26.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.494+0000 7f6c84711640 1 -- 172.21.15.76:0/2311077556 shutdown_connections 2024-09-13T16:12:26.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.494+0000 7f6c84711640 1 --2- 172.21.15.76:0/2311077556 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6c7c1600f0 0x7f6c7c0ce2e0 unknown :-1 s=CLOSED pgs=1548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:26.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.494+0000 7f6c84711640 1 -- 172.21.15.76:0/2311077556 >> 172.21.15.76:0/2311077556 conn(0x7f6c7c089fc0 msgr2=0x7f6c7c0d2610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:26.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.494+0000 7f6c84711640 1 -- 172.21.15.76:0/2311077556 shutdown_connections 2024-09-13T16:12:26.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.494+0000 7f6c84711640 1 -- 172.21.15.76:0/2311077556 wait complete. 2024-09-13T16:12:26.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.495+0000 7f6c84711640 1 Processor -- start 2024-09-13T16:12:26.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.495+0000 7f6c84711640 1 -- start start 2024-09-13T16:12:26.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.496+0000 7f6c84711640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6c7c0b13d0 0x7f6c7c14da60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:26.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.496+0000 7f6c84711640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6c7c15fd10 0x7f6c7c0b5440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:26.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.496+0000 7f6c84711640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6c7c1600f0 0x7f6c7c1f5430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:26.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.496+0000 7f6c84711640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c7c0b5d70 con 0x7f6c7c1600f0 2024-09-13T16:12:26.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.496+0000 7f6c84711640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c7c0b6050 con 0x7f6c7c0b13d0 2024-09-13T16:12:26.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.496+0000 7f6c84711640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6c7c0b6330 con 0x7f6c7c15fd10 2024-09-13T16:12:26.500 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.496+0000 7f6c82cae640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6c7c1600f0 0x7f6c7c1f5430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:26.500 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.496+0000 7f6c82cae640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6c7c1600f0 0x7f6c7c1f5430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:33930/0 (socket says 172.21.15.76:33930) 2024-09-13T16:12:26.500 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.496+0000 7f6c82cae640 1 -- 172.21.15.76:0/3882391248 learned_addr learned my addr 172.21.15.76:0/3882391248 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:26.500 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.496+0000 7f6c824ad640 1 --2- 172.21.15.76:0/3882391248 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6c7c0b13d0 0x7f6c7c14da60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:26.500 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.496+0000 7f6c81cac640 1 --2- 172.21.15.76:0/3882391248 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6c7c15fd10 0x7f6c7c0b5440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:26.500 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.496+0000 7f6c82cae640 1 -- 172.21.15.76:0/3882391248 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6c7c15fd10 msgr2=0x7f6c7c0b5440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:26.500 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.496+0000 7f6c82cae640 1 --2- 172.21.15.76:0/3882391248 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6c7c15fd10 0x7f6c7c0b5440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:26.500 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.496+0000 7f6c82cae640 1 -- 172.21.15.76:0/3882391248 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6c7c0b13d0 msgr2=0x7f6c7c14da60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:26.500 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.496+0000 7f6c82cae640 1 --2- 172.21.15.76:0/3882391248 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6c7c0b13d0 0x7f6c7c14da60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:26.500 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.496+0000 7f6c82cae640 1 -- 172.21.15.76:0/3882391248 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6c6c009400 con 0x7f6c7c1600f0 2024-09-13T16:12:26.500 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.496+0000 7f6c81cac640 1 --2- 172.21.15.76:0/3882391248 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6c7c15fd10 0x7f6c7c0b5440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:12:26.500 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.496+0000 7f6c82cae640 1 --2- 172.21.15.76:0/3882391248 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6c7c1600f0 0x7f6c7c1f5430 secure :-1 s=READY pgs=1549 cs=0 l=1 rev1=1 crypto rx=0x7f6c7400caa0 tx=0x7f6c7400cf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:26.500 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.496+0000 7f6c72ffd640 1 -- 172.21.15.76:0/3882391248 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c7400ac00 con 0x7f6c7c1600f0 2024-09-13T16:12:26.500 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.496+0000 7f6c72ffd640 1 -- 172.21.15.76:0/3882391248 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6c7400ad60 con 0x7f6c7c1600f0 2024-09-13T16:12:26.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.496+0000 7f6c84711640 1 -- 172.21.15.76:0/3882391248 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6c7c0b6610 con 0x7f6c7c1600f0 2024-09-13T16:12:26.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.496+0000 7f6c72ffd640 1 -- 172.21.15.76:0/3882391248 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c74012620 con 0x7f6c7c1600f0 2024-09-13T16:12:26.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.496+0000 7f6c84711640 1 -- 172.21.15.76:0/3882391248 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6c7c14dfa0 con 0x7f6c7c1600f0 2024-09-13T16:12:26.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.497+0000 7f6c84711640 1 -- 172.21.15.76:0/3882391248 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6c7c0b6b30 con 0x7f6c7c1600f0 2024-09-13T16:12:26.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.498+0000 7f6c72ffd640 1 -- 172.21.15.76:0/3882391248 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f6c74007070 con 0x7f6c7c1600f0 2024-09-13T16:12:26.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.498+0000 7f6c72ffd640 1 --2- 172.21.15.76:0/3882391248 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6c6006ac00 0x7f6c6006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:26.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.499+0000 7f6c824ad640 1 --2- 172.21.15.76:0/3882391248 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6c6006ac00 0x7f6c6006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:26.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.499+0000 7f6c72ffd640 1 -- 172.21.15.76:0/3882391248 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(112..112 src has 1..112) v4 ==== 6058+0+0 (secure 0 0 0) 0x7f6c740893e0 con 0x7f6c7c1600f0 2024-09-13T16:12:26.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.499+0000 7f6c824ad640 1 --2- 172.21.15.76:0/3882391248 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6c6006ac00 0x7f6c6006d0c0 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7f6c78000f60 tx=0x7f6c78009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:26.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.503+0000 7f6c72ffd640 1 -- 172.21.15.76:0/3882391248 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f6c7c0b6b30 con 0x7f6c7c1600f0 2024-09-13T16:12:26.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.663+0000 7f6c84711640 1 -- 172.21.15.76:0/3882391248 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f6c7c0b6b30 con 0x7f6c7c1600f0 2024-09-13T16:12:26.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.665+0000 7f6c72ffd640 1 -- 172.21.15.76:0/3882391248 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v112) v1 ==== 74+0+16730 (secure 0 0 0) 0x7f6c7c0b6b30 con 0x7f6c7c1600f0 2024-09-13T16:12:26.667 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:26.667 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":112,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:12:22.948179+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":16,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:11:58.022342+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"109","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":16,"pool_name":"cephfs_data","create_time":"2024-09-13T16:11:59.194875+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"110","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":111,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"16.11","mappings":[{"from":5,"to":7}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:12:26.669 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.666+0000 7f6c84711640 1 -- 172.21.15.76:0/3882391248 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6c6006ac00 msgr2=0x7f6c6006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:26.669 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.666+0000 7f6c84711640 1 --2- 172.21.15.76:0/3882391248 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6c6006ac00 0x7f6c6006d0c0 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7f6c78000f60 tx=0x7f6c78009040 comp rx=0 tx=0).stop 2024-09-13T16:12:26.669 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.666+0000 7f6c84711640 1 -- 172.21.15.76:0/3882391248 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6c7c1600f0 msgr2=0x7f6c7c1f5430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:26.669 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.666+0000 7f6c84711640 1 --2- 172.21.15.76:0/3882391248 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6c7c1600f0 0x7f6c7c1f5430 secure :-1 s=READY pgs=1549 cs=0 l=1 rev1=1 crypto rx=0x7f6c7400caa0 tx=0x7f6c7400cf60 comp rx=0 tx=0).stop 2024-09-13T16:12:26.670 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.666+0000 7f6c84711640 1 -- 172.21.15.76:0/3882391248 shutdown_connections 2024-09-13T16:12:26.670 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.666+0000 7f6c84711640 1 --2- 172.21.15.76:0/3882391248 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6c7c1600f0 0x7f6c7c1f5430 unknown :-1 s=CLOSED pgs=1549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:26.670 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.666+0000 7f6c84711640 1 --2- 172.21.15.76:0/3882391248 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6c6006ac00 0x7f6c6006d0c0 unknown :-1 s=CLOSED pgs=664 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:26.670 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.666+0000 7f6c84711640 1 --2- 172.21.15.76:0/3882391248 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6c7c15fd10 0x7f6c7c0b5440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:26.670 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.667+0000 7f6c84711640 1 --2- 172.21.15.76:0/3882391248 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6c7c0b13d0 0x7f6c7c14da60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:26.670 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.667+0000 7f6c84711640 1 -- 172.21.15.76:0/3882391248 >> 172.21.15.76:0/3882391248 conn(0x7f6c7c089fc0 msgr2=0x7f6c7c0ce040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:26.670 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.667+0000 7f6c84711640 1 -- 172.21.15.76:0/3882391248 shutdown_connections 2024-09-13T16:12:26.670 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.667+0000 7f6c84711640 1 -- 172.21.15.76:0/3882391248 wait complete. 2024-09-13T16:12:26.680 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-13T16:12:26.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.776+0000 7f753c36c640 1 Processor -- start 2024-09-13T16:12:26.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.776+0000 7f753c36c640 1 -- start start 2024-09-13T16:12:26.782 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.777+0000 7f753c36c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f75341600f0 0x7f75340ce2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:26.782 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.777+0000 7f753c36c640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f75340d0940 con 0x7f75340b13d0 2024-09-13T16:12:26.782 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.777+0000 7f753c36c640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f75340b3820 con 0x7f753415fd10 2024-09-13T16:12:26.782 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.777+0000 7f753c36c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f75340b3ac0 con 0x7f75341600f0 2024-09-13T16:12:26.782 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.777+0000 7f753a909640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f75340b13d0 0x7f75340cf020 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:54834/0 (socket says 172.21.15.76:54834) 2024-09-13T16:12:26.783 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.777+0000 7f753a909640 1 -- 172.21.15.76:0/3002792437 learned_addr learned my addr 172.21.15.76:0/3002792437 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:12:26.783 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.778+0000 7f7539106640 1 -- 172.21.15.76:0/3002792437 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4080602121 0 0) 0x7f75340d0940 con 0x7f75340b13d0 2024-09-13T16:12:26.783 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.778+0000 7f7539907640 1 --2- 172.21.15.76:0/3002792437 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f75341600f0 0x7f75340ce2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:26.783 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.778+0000 7f7539106640 1 -- 172.21.15.76:0/3002792437 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f751c003520 con 0x7f75340b13d0 2024-09-13T16:12:26.783 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.778+0000 7f7539106640 1 -- 172.21.15.76:0/3002792437 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3894139538 0 0) 0x7f751c003520 con 0x7f75340b13d0 2024-09-13T16:12:26.783 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.778+0000 7f7539106640 1 -- 172.21.15.76:0/3002792437 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f75341600f0 msgr2=0x7f75340ce2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:26.783 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.778+0000 7f7539106640 1 --2- 172.21.15.76:0/3002792437 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f75341600f0 0x7f75340ce2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:26.783 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.778+0000 7f7539106640 1 -- 172.21.15.76:0/3002792437 >> v1:172.21.15.192:6789/0 conn(0x7f753415fd10 legacy=0x7f75340d10b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:26.783 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.778+0000 7f7539106640 1 -- 172.21.15.76:0/3002792437 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f75340b3da0 con 0x7f75340b13d0 2024-09-13T16:12:26.783 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.778+0000 7f7539106640 1 -- 172.21.15.76:0/3002792437 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f752c0019f0 con 0x7f75340b13d0 2024-09-13T16:12:26.783 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.778+0000 7f7539106640 1 -- 172.21.15.76:0/3002792437 >> v1:172.21.15.76:6789/0 conn(0x7f75340b13d0 legacy=0x7f75340cf020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:26.783 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.778+0000 7f7539106640 1 --2- 172.21.15.76:0/3002792437 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f751c0039a0 0x7f751c003d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:26.783 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.778+0000 7f7539106640 1 --2- 172.21.15.76:0/3002792437 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f751c004350 0x7f751c004820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:26.783 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.778+0000 7f7539106640 1 --2- 172.21.15.76:0/3002792437 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f75341600f0 0x7f751c005120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:26.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.778+0000 7f7539106640 1 -- 172.21.15.76:0/3002792437 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f75340b3ac0 con 0x7f751c0039a0 2024-09-13T16:12:26.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.778+0000 7f7539106640 1 -- 172.21.15.76:0/3002792437 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f751c00ba30 con 0x7f751c004350 2024-09-13T16:12:26.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.778+0000 7f7539106640 1 -- 172.21.15.76:0/3002792437 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f751c00bbf0 con 0x7f75341600f0 2024-09-13T16:12:26.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.778+0000 7f753a108640 1 --2- 172.21.15.76:0/3002792437 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f751c0039a0 0x7f751c003d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:26.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.778+0000 7f753a909640 1 --2- 172.21.15.76:0/3002792437 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f75341600f0 0x7f751c005120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:26.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.778+0000 7f7539907640 1 --2- 172.21.15.76:0/3002792437 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f751c004350 0x7f751c004820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:26.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.778+0000 7f753a108640 1 -- 172.21.15.76:0/3002792437 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f75341600f0 msgr2=0x7f751c005120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:26.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.778+0000 7f753a108640 1 --2- 172.21.15.76:0/3002792437 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f75341600f0 0x7f751c005120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:26.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.779+0000 7f753a108640 1 -- 172.21.15.76:0/3002792437 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f751c004350 msgr2=0x7f751c004820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:26.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.779+0000 7f753a108640 1 --2- 172.21.15.76:0/3002792437 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f751c004350 0x7f751c004820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:26.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.779+0000 7f753a108640 1 -- 172.21.15.76:0/3002792437 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f751c003520 con 0x7f751c0039a0 2024-09-13T16:12:26.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.779+0000 7f7539907640 1 --2- 172.21.15.76:0/3002792437 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f751c004350 0x7f751c004820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:12:26.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.779+0000 7f753a108640 1 --2- 172.21.15.76:0/3002792437 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f751c0039a0 0x7f751c003d80 secure :-1 s=READY pgs=1551 cs=0 l=1 rev1=1 crypto rx=0x7f7524001860 tx=0x7f751c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c1ba4563d15d5077 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:26.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.779+0000 7f7539106640 1 -- 172.21.15.76:0/3002792437 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f752402ac10 con 0x7f751c0039a0 2024-09-13T16:12:26.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.779+0000 7f7539106640 1 -- 172.21.15.76:0/3002792437 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f752402ad90 con 0x7f751c0039a0 2024-09-13T16:12:26.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.779+0000 7f7539106640 1 -- 172.21.15.76:0/3002792437 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7524032680 con 0x7f751c0039a0 2024-09-13T16:12:26.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.780+0000 7f753c36c640 1 -- 172.21.15.76:0/3002792437 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f751c0039a0 msgr2=0x7f751c003d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:26.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.780+0000 7f753c36c640 1 --2- 172.21.15.76:0/3002792437 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f751c0039a0 0x7f751c003d80 secure :-1 s=READY pgs=1551 cs=0 l=1 rev1=1 crypto rx=0x7f7524001860 tx=0x7f751c0057f0 comp rx=0 tx=0).stop 2024-09-13T16:12:26.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.780+0000 7f753a909640 1 -- 172.21.15.76:0/3002792437 reap_dead start 2024-09-13T16:12:26.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.780+0000 7f753c36c640 1 -- 172.21.15.76:0/3002792437 shutdown_connections 2024-09-13T16:12:26.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.780+0000 7f753c36c640 1 -- 172.21.15.76:0/3002792437 >> 172.21.15.76:0/3002792437 conn(0x7f7534089fc0 msgr2=0x7f75340d2610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:26.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.780+0000 7f753c36c640 1 -- 172.21.15.76:0/3002792437 shutdown_connections 2024-09-13T16:12:26.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.780+0000 7f753c36c640 1 -- 172.21.15.76:0/3002792437 wait complete. 2024-09-13T16:12:26.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.781+0000 7f753c36c640 1 Processor -- start 2024-09-13T16:12:26.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.781+0000 7f753c36c640 1 -- start start 2024-09-13T16:12:26.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.782+0000 7f753c36c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f751c0039a0 0x7f753409f850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:26.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.782+0000 7f753c36c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f75341f2ac0 0x7f75341f5470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:26.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.782+0000 7f753c36c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f75340cb1d0 0x7f75340b1ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:26.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.782+0000 7f753c36c640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f75341f6330 con 0x7f751c0039a0 2024-09-13T16:12:26.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.782+0000 7f753c36c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f75341f5d70 con 0x7f75341f2ac0 2024-09-13T16:12:26.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.782+0000 7f753c36c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f75341f6050 con 0x7f75340cb1d0 2024-09-13T16:12:26.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.782+0000 7f753a108640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f751c0039a0 0x7f753409f850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:26.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.782+0000 7f753a108640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f751c0039a0 0x7f753409f850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:33960/0 (socket says 172.21.15.76:33960) 2024-09-13T16:12:26.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.782+0000 7f753a108640 1 -- 172.21.15.76:0/3387393568 learned_addr learned my addr 172.21.15.76:0/3387393568 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:26.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.782+0000 7f753a909640 1 --2- 172.21.15.76:0/3387393568 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f75340cb1d0 0x7f75340b1ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:26.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.782+0000 7f7539907640 1 --2- 172.21.15.76:0/3387393568 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f75341f2ac0 0x7f75341f5470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:26.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.782+0000 7f753a108640 1 -- 172.21.15.76:0/3387393568 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f75340cb1d0 msgr2=0x7f75340b1ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:26.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.782+0000 7f753a108640 1 --2- 172.21.15.76:0/3387393568 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f75340cb1d0 0x7f75340b1ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:26.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.782+0000 7f753a108640 1 -- 172.21.15.76:0/3387393568 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f75341f2ac0 msgr2=0x7f75341f5470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:26.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.782+0000 7f753a108640 1 --2- 172.21.15.76:0/3387393568 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f75341f2ac0 0x7f75341f5470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:26.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.782+0000 7f753a108640 1 -- 172.21.15.76:0/3387393568 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f75340c9810 con 0x7f751c0039a0 2024-09-13T16:12:26.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.782+0000 7f753a108640 1 --2- 172.21.15.76:0/3387393568 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f751c0039a0 0x7f753409f850 secure :-1 s=READY pgs=1552 cs=0 l=1 rev1=1 crypto rx=0x7f752402a6c0 tx=0x7f7524001230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:26.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.782+0000 7f7532ffd640 1 -- 172.21.15.76:0/3387393568 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7524005270 con 0x7f751c0039a0 2024-09-13T16:12:26.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.783+0000 7f7532ffd640 1 -- 172.21.15.76:0/3387393568 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f752402ac20 con 0x7f751c0039a0 2024-09-13T16:12:26.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.783+0000 7f753c36c640 1 -- 172.21.15.76:0/3387393568 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f75340c9af0 con 0x7f751c0039a0 2024-09-13T16:12:26.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.783+0000 7f7532ffd640 1 -- 172.21.15.76:0/3387393568 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75240035f0 con 0x7f751c0039a0 2024-09-13T16:12:26.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.783+0000 7f753c36c640 1 -- 172.21.15.76:0/3387393568 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f75341f59b0 con 0x7f751c0039a0 2024-09-13T16:12:26.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.784+0000 7f753c36c640 1 -- 172.21.15.76:0/3387393568 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f75340b4980 con 0x7f751c0039a0 2024-09-13T16:12:26.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.784+0000 7f7532ffd640 1 -- 172.21.15.76:0/3387393568 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7524039050 con 0x7f751c0039a0 2024-09-13T16:12:26.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.784+0000 7f7532ffd640 1 --2- 172.21.15.76:0/3387393568 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f752006ac30 0x7f752006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:26.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.785+0000 7f7532ffd640 1 -- 172.21.15.76:0/3387393568 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(112..112 src has 1..112) v4 ==== 6058+0+0 (secure 0 0 0) 0x7f7524032e40 con 0x7f751c0039a0 2024-09-13T16:12:26.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.785+0000 7f7539907640 1 --2- 172.21.15.76:0/3387393568 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f752006ac30 0x7f752006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:26.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.785+0000 7f7539907640 1 --2- 172.21.15.76:0/3387393568 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f752006ac30 0x7f752006d0f0 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7f75340c9610 tx=0x7f7528008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:26.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.789+0000 7f7532ffd640 1 -- 172.21.15.76:0/3387393568 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f7524074920 con 0x7f751c0039a0 2024-09-13T16:12:26.985 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.983+0000 7f753c36c640 1 -- 172.21.15.76:0/3387393568 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7f75340ce6c0 con 0x7f751c0039a0 2024-09-13T16:12:26.986 INFO:tasks.ceph.mon.a.smithi076.stderr:2024-09-13T16:12:26.983+0000 7f1d1f745640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T16:12:27.000 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.997+0000 7f7532ffd640 1 -- 172.21.15.76:0/3387393568 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v56) v1 ==== 161+0+0 (secure 0 0 0) 0x7f7524077f40 con 0x7f751c0039a0 2024-09-13T16:12:27.000 INFO:teuthology.orchestra.run.smithi076.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T16:12:27.002 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.999+0000 7f753c36c640 1 -- 172.21.15.76:0/3387393568 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f752006ac30 msgr2=0x7f752006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:27.002 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.999+0000 7f753c36c640 1 --2- 172.21.15.76:0/3387393568 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f752006ac30 0x7f752006d0f0 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7f75340c9610 tx=0x7f7528008040 comp rx=0 tx=0).stop 2024-09-13T16:12:27.002 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.999+0000 7f753c36c640 1 -- 172.21.15.76:0/3387393568 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f751c0039a0 msgr2=0x7f753409f850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:27.002 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.999+0000 7f753c36c640 1 --2- 172.21.15.76:0/3387393568 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f751c0039a0 0x7f753409f850 secure :-1 s=READY pgs=1552 cs=0 l=1 rev1=1 crypto rx=0x7f752402a6c0 tx=0x7f7524001230 comp rx=0 tx=0).stop 2024-09-13T16:12:27.002 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.999+0000 7f753c36c640 1 -- 172.21.15.76:0/3387393568 shutdown_connections 2024-09-13T16:12:27.003 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.999+0000 7f753c36c640 1 --2- 172.21.15.76:0/3387393568 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f752006ac30 0x7f752006d0f0 unknown :-1 s=CLOSED pgs=665 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:27.003 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.999+0000 7f753c36c640 1 --2- 172.21.15.76:0/3387393568 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f75340cb1d0 0x7f75340b1ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:27.003 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.999+0000 7f753c36c640 1 --2- 172.21.15.76:0/3387393568 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f75341f2ac0 0x7f75341f5470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:27.003 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.999+0000 7f753c36c640 1 --2- 172.21.15.76:0/3387393568 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f751c0039a0 0x7f753409f850 unknown :-1 s=CLOSED pgs=1552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:27.003 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:26.999+0000 7f753c36c640 1 -- 172.21.15.76:0/3387393568 >> 172.21.15.76:0/3387393568 conn(0x7f7534089fc0 msgr2=0x7f75340b3fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:27.003 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:27.000+0000 7f753c36c640 1 -- 172.21.15.76:0/3387393568 shutdown_connections 2024-09-13T16:12:27.003 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:27.000+0000 7f753c36c640 1 -- 172.21.15.76:0/3387393568 wait complete. 2024-09-13T16:12:27.013 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-13T16:12:27.037 INFO:tasks.ceph.mds.a.smithi076.stdout:starting mds.a at 2024-09-13T16:12:27.114 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:27.112+0000 7fc5c8680640 1 Processor -- start 2024-09-13T16:12:27.115 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:27.112+0000 7fc5c8680640 1 -- start start 2024-09-13T16:12:27.117 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:27.113+0000 7fc5c8680640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc5c0156360 0x7fc5c006d990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:27.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:27.113+0000 7fc5c8680640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fc5c006ded0 0x7fc5c0070b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:27.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:27.113+0000 7fc5c8680640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fc5c00b14d0 0x7fc5c0071040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:27.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:27.113+0000 7fc5c8680640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc5c0158f40 con 0x7fc5c006ded0 2024-09-13T16:12:27.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:27.113+0000 7fc5c8680640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc5c0159d60 con 0x7fc5c00b14d0 2024-09-13T16:12:27.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:27.113+0000 7fc5c8680640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc5c0159150 con 0x7fc5c0156360 2024-09-13T16:12:27.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:27.113+0000 7fc5c5c1b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fc5c006ded0 0x7fc5c0070b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:27.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:27.113+0000 7fc5c5c1b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fc5c006ded0 0x7fc5c0070b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:33984/0 (socket says 172.21.15.76:33984) 2024-09-13T16:12:27.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:27.113+0000 7fc5c5c1b640 1 -- 172.21.15.76:0/3066722583 learned_addr learned my addr 172.21.15.76:0/3066722583 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:27.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:27.113+0000 7fc5c641c640 1 --2- 172.21.15.76:0/3066722583 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc5c0156360 0x7fc5c006d990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:27.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:27.113+0000 7fc5c6c1d640 1 --2- 172.21.15.76:0/3066722583 >> v2:172.21.15.192:3300/0 conn(0x7fc5c00b14d0 0x7fc5c0071040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:27.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:27.113+0000 7fc5c5c1b640 1 -- 172.21.15.76:0/3066722583 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc5c0156360 msgr2=0x7fc5c006d990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:27.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:27.113+0000 7fc5c5c1b640 1 --2- 172.21.15.76:0/3066722583 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc5c0156360 0x7fc5c006d990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:27.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:27.113+0000 7fc5c5c1b640 1 -- 172.21.15.76:0/3066722583 >> v2:172.21.15.192:3300/0 conn(0x7fc5c00b14d0 msgr2=0x7fc5c0071040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:27.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:27.113+0000 7fc5c5c1b640 1 --2- 172.21.15.76:0/3066722583 >> v2:172.21.15.192:3300/0 conn(0x7fc5c00b14d0 0x7fc5c0071040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:27.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:27.113+0000 7fc5c5c1b640 1 -- 172.21.15.76:0/3066722583 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc5c0159430 con 0x7fc5c006ded0 2024-09-13T16:12:27.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:27.114+0000 7fc5c5c1b640 1 --2- 172.21.15.76:0/3066722583 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc5c006ded0 0x7fc5c0070b00 secure :-1 s=READY pgs=1555 cs=0 l=1 rev1=1 crypto rx=0x7fc5c0159cd0 tx=0x7fc5b002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8a7a8de4be0b4b23 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:27.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:27.114+0000 7fc5c541a640 1 -- 172.21.15.76:0/3066722583 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5b0032440 con 0x7fc5c006ded0 2024-09-13T16:12:27.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:27.114+0000 7fc5c541a640 1 -- 172.21.15.76:0/3066722583 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc5b00325a0 con 0x7fc5c006ded0 2024-09-13T16:12:27.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:27.114+0000 7fc5c541a640 1 -- 172.21.15.76:0/3066722583 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5b0032930 con 0x7fc5c006ded0 2024-09-13T16:12:27.120 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:27.115+0000 7fc5c8680640 1 -- 172.21.15.76:0/3066722583 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc5c006ded0 msgr2=0x7fc5c0070b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:27.120 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:27.115+0000 7fc5c8680640 1 --2- 172.21.15.76:0/3066722583 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc5c006ded0 0x7fc5c0070b00 secure :-1 s=READY pgs=1555 cs=0 l=1 rev1=1 crypto rx=0x7fc5c0159cd0 tx=0x7fc5b002a1e0 comp rx=0 tx=0).stop 2024-09-13T16:12:27.120 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:27.115+0000 7fc5c8680640 1 -- 172.21.15.76:0/3066722583 shutdown_connections 2024-09-13T16:12:27.120 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:27.115+0000 7fc5c8680640 1 --2- 172.21.15.76:0/3066722583 >> v2:172.21.15.192:3300/0 conn(0x7fc5c00b14d0 0x7fc5c0071040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:27.120 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:27.115+0000 7fc5c8680640 1 --2- 172.21.15.76:0/3066722583 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc5c006ded0 0x7fc5c0070b00 unknown :-1 s=CLOSED pgs=1555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:27.120 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:27.115+0000 7fc5c8680640 1 --2- 172.21.15.76:0/3066722583 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc5c0156360 0x7fc5c006d990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:27.120 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:27.115+0000 7fc5c8680640 1 -- 172.21.15.76:0/3066722583 >> 172.21.15.76:0/3066722583 conn(0x7fc5c00b01d0 msgr2=0x7fc5c00b05b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:27.120 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:27.115+0000 7fc5c8680640 1 -- 172.21.15.76:0/3066722583 shutdown_connections 2024-09-13T16:12:27.120 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:27.115+0000 7fc5c8680640 1 -- 172.21.15.76:0/3066722583 wait complete. 2024-09-13T16:12:27.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:27.116+0000 7fc5c8680640 1 Processor -- start 2024-09-13T16:12:27.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:27.116+0000 7fc5c8680640 1 -- start start 2024-09-13T16:12:27.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:27.117+0000 7fc5c8680640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc5c006ded0 0x7fc5c01f1d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:27.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:27.117+0000 7fc5c8680640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc5c00b14d0 0x7fc5c015a070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:27.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:27.117+0000 7fc5c8680640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc5c0156360 0x7fc5c015a5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:27.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:27.117+0000 7fc5c8680640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5c0144290 con 0x7fc5c0156360 2024-09-13T16:12:27.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:27.117+0000 7fc5c8680640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5c0143960 con 0x7fc5c006ded0 2024-09-13T16:12:27.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:27.117+0000 7fc5c8680640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc5c0143c40 con 0x7fc5c00b14d0 2024-09-13T16:12:27.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:27.117+0000 7fc5c6c1d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc5c0156360 0x7fc5c015a5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:27.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:27.117+0000 7fc5c6c1d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc5c0156360 0x7fc5c015a5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:33992/0 (socket says 172.21.15.76:33992) 2024-09-13T16:12:27.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:27.117+0000 7fc5c6c1d640 1 -- 172.21.15.76:0/308558100 learned_addr learned my addr 172.21.15.76:0/308558100 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:27.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:27.117+0000 7fc5c5c1b640 1 --2- 172.21.15.76:0/308558100 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc5c00b14d0 0x7fc5c015a070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:27.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:27.117+0000 7fc5c641c640 1 --2- 172.21.15.76:0/308558100 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc5c006ded0 0x7fc5c01f1d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:27.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:27.117+0000 7fc5c6c1d640 1 -- 172.21.15.76:0/308558100 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc5c00b14d0 msgr2=0x7fc5c015a070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:27.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:27.117+0000 7fc5c6c1d640 1 --2- 172.21.15.76:0/308558100 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc5c00b14d0 0x7fc5c015a070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:27.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:27.117+0000 7fc5c6c1d640 1 -- 172.21.15.76:0/308558100 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc5c006ded0 msgr2=0x7fc5c01f1d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:27.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:27.117+0000 7fc5c6c1d640 1 --2- 172.21.15.76:0/308558100 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc5c006ded0 0x7fc5c01f1d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:27.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:27.117+0000 7fc5c6c1d640 1 -- 172.21.15.76:0/308558100 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc5b00094d0 con 0x7fc5c0156360 2024-09-13T16:12:27.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:27.117+0000 7fc5c641c640 1 --2- 172.21.15.76:0/308558100 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc5c006ded0 0x7fc5c01f1d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:12:27.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:27.118+0000 7fc5c6c1d640 1 --2- 172.21.15.76:0/308558100 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc5c0156360 0x7fc5c015a5b0 secure :-1 s=READY pgs=1556 cs=0 l=1 rev1=1 crypto rx=0x7fc5b8007e30 tx=0x7fc5b800e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:27.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:27.118+0000 7fc5b6ffd640 1 -- 172.21.15.76:0/308558100 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5b8014620 con 0x7fc5c0156360 2024-09-13T16:12:27.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:27.118+0000 7fc5b6ffd640 1 -- 172.21.15.76:0/308558100 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc5b800ee90 con 0x7fc5c0156360 2024-09-13T16:12:27.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:27.118+0000 7fc5c8680640 1 -- 172.21.15.76:0/308558100 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc5c0143f20 con 0x7fc5c0156360 2024-09-13T16:12:27.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:27.118+0000 7fc5b6ffd640 1 -- 172.21.15.76:0/308558100 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5b80149c0 con 0x7fc5c0156360 2024-09-13T16:12:27.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:27.118+0000 7fc5c8680640 1 -- 172.21.15.76:0/308558100 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc5c01f2270 con 0x7fc5c0156360 2024-09-13T16:12:27.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:27.119+0000 7fc5c8680640 1 -- 172.21.15.76:0/308558100 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc5c0144400 con 0x7fc5c0156360 2024-09-13T16:12:27.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:27.119+0000 7fc5b6ffd640 1 -- 172.21.15.76:0/308558100 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc5b8014b20 con 0x7fc5c0156360 2024-09-13T16:12:27.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:27.119+0000 7fc5b6ffd640 1 --2- 172.21.15.76:0/308558100 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc5a406ac00 0x7fc5a406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:27.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:27.120+0000 7fc5b6ffd640 1 -- 172.21.15.76:0/308558100 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(113..113 src has 1..113) v4 ==== 6144+0+0 (secure 0 0 0) 0x7fc5b8089ef0 con 0x7fc5c0156360 2024-09-13T16:12:27.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:27.120+0000 7fc5c641c640 1 --2- 172.21.15.76:0/308558100 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc5a406ac00 0x7fc5a406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:27.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:27.120+0000 7fc5c641c640 1 --2- 172.21.15.76:0/308558100 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc5a406ac00 0x7fc5a406d0c0 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7fc5bc006fd0 tx=0x7fc5bc008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:27.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:27.124+0000 7fc5b6ffd640 1 -- 172.21.15.76:0/308558100 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fc5b8054f20 con 0x7fc5c0156360 2024-09-13T16:12:27.320 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:27.318+0000 7fc5c8680640 1 -- 172.21.15.76:0/308558100 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) v1 -- 0x7fc5c0156740 con 0x7fc5c0156360 2024-09-13T16:12:28.007 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:28.004+0000 7fc5b6ffd640 1 -- 172.21.15.76:0/308558100 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v57) v1 ==== 104+0+0 (secure 0 0 0) 0x7fc5b8058540 con 0x7fc5c0156360 2024-09-13T16:12:28.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:28.007+0000 7fc5c8680640 1 -- 172.21.15.76:0/308558100 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc5a406ac00 msgr2=0x7fc5a406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:28.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:28.007+0000 7fc5c8680640 1 --2- 172.21.15.76:0/308558100 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc5a406ac00 0x7fc5a406d0c0 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7fc5bc006fd0 tx=0x7fc5bc008040 comp rx=0 tx=0).stop 2024-09-13T16:12:28.010 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:28.007+0000 7fc5c8680640 1 -- 172.21.15.76:0/308558100 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc5c0156360 msgr2=0x7fc5c015a5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:28.010 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:28.007+0000 7fc5c8680640 1 --2- 172.21.15.76:0/308558100 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc5c0156360 0x7fc5c015a5b0 secure :-1 s=READY pgs=1556 cs=0 l=1 rev1=1 crypto rx=0x7fc5b8007e30 tx=0x7fc5b800e4b0 comp rx=0 tx=0).stop 2024-09-13T16:12:28.010 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:28.007+0000 7fc5c8680640 1 -- 172.21.15.76:0/308558100 shutdown_connections 2024-09-13T16:12:28.010 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:28.007+0000 7fc5c8680640 1 --2- 172.21.15.76:0/308558100 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc5c0156360 0x7fc5c015a5b0 unknown :-1 s=CLOSED pgs=1556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:28.010 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:28.007+0000 7fc5c8680640 1 --2- 172.21.15.76:0/308558100 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc5a406ac00 0x7fc5a406d0c0 unknown :-1 s=CLOSED pgs=666 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:28.010 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:28.007+0000 7fc5c8680640 1 --2- 172.21.15.76:0/308558100 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc5c00b14d0 0x7fc5c015a070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:28.010 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:28.007+0000 7fc5c8680640 1 --2- 172.21.15.76:0/308558100 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc5c006ded0 0x7fc5c01f1d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:28.010 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:28.007+0000 7fc5c8680640 1 -- 172.21.15.76:0/308558100 >> 172.21.15.76:0/308558100 conn(0x7fc5c00b01d0 msgr2=0x7fc5c0155630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:28.010 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:28.007+0000 7fc5c8680640 1 -- 172.21.15.76:0/308558100 shutdown_connections 2024-09-13T16:12:28.010 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:28.007+0000 7fc5c8680640 1 -- 172.21.15.76:0/308558100 wait complete. 2024-09-13T16:12:28.022 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-13T16:12:28.164 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:28.162+0000 7f3a23ded640 1 Processor -- start 2024-09-13T16:12:28.165 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:28.162+0000 7f3a23ded640 1 -- start start 2024-09-13T16:12:28.166 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:28.163+0000 7f3a23ded640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f3a1c071210 0x7f3a1c06c480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:28.166 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:28.163+0000 7f3a23ded640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3a1c159d60 con 0x7f3a1c0b14d0 2024-09-13T16:12:28.166 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:28.163+0000 7f3a23ded640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3a1c159150 con 0x7f3a1c156360 2024-09-13T16:12:28.166 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:28.163+0000 7f3a23ded640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3a1c158f40 con 0x7f3a1c071210 2024-09-13T16:12:28.166 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:28.163+0000 7f3a2238a640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f3a1c071210 0x7f3a1c06c480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:28.166 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:28.163+0000 7f3a21388640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f3a1c0b14d0 0x7f3a1c070b00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:54850/0 (socket says 172.21.15.76:54850) 2024-09-13T16:12:28.166 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:28.163+0000 7f3a21388640 1 -- 172.21.15.76:0/2381185703 learned_addr learned my addr 172.21.15.76:0/2381185703 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:12:28.166 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:28.164+0000 7f3a2238a640 1 -- 172.21.15.76:0/2381185703 >> v1:172.21.15.192:6789/0 conn(0x7f3a1c156360 legacy=0x7f3a1c06d990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:28.166 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:28.164+0000 7f3a2238a640 1 -- 172.21.15.76:0/2381185703 >> v1:172.21.15.76:6789/0 conn(0x7f3a1c0b14d0 legacy=0x7f3a1c070b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:28.166 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:28.164+0000 7f3a2238a640 1 -- 172.21.15.76:0/2381185703 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3a1c159430 con 0x7f3a1c071210 2024-09-13T16:12:28.166 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:28.164+0000 7f3a20b87640 1 -- 172.21.15.76:0/2381185703 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1199160926 0 0) 0x7f3a1c159d60 con 0x7f3a1c0b14d0 2024-09-13T16:12:28.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:28.164+0000 7f3a2238a640 1 --2- 172.21.15.76:0/2381185703 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3a1c071210 0x7f3a1c06c480 secure :-1 s=READY pgs=1558 cs=0 l=1 rev1=1 crypto rx=0x7f3a14009d90 tx=0x7f3a1402a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a4287fc3ad18ae96 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:28.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:28.164+0000 7f3a20b87640 1 -- 172.21.15.76:0/2381185703 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a14031600 con 0x7f3a1c071210 2024-09-13T16:12:28.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:28.165+0000 7f3a20b87640 1 -- 172.21.15.76:0/2381185703 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3a1402d050 con 0x7f3a1c071210 2024-09-13T16:12:28.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:28.165+0000 7f3a20b87640 1 -- 172.21.15.76:0/2381185703 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a14031980 con 0x7f3a1c071210 2024-09-13T16:12:28.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:28.165+0000 7f3a23ded640 1 -- 172.21.15.76:0/2381185703 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3a1c071210 msgr2=0x7f3a1c06c480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:28.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:28.165+0000 7f3a23ded640 1 --2- 172.21.15.76:0/2381185703 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3a1c071210 0x7f3a1c06c480 secure :-1 s=READY pgs=1558 cs=0 l=1 rev1=1 crypto rx=0x7f3a14009d90 tx=0x7f3a1402a610 comp rx=0 tx=0).stop 2024-09-13T16:12:28.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:28.165+0000 7f3a23ded640 1 -- 172.21.15.76:0/2381185703 shutdown_connections 2024-09-13T16:12:28.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:28.165+0000 7f3a23ded640 1 --2- 172.21.15.76:0/2381185703 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3a1c071210 0x7f3a1c06c480 unknown :-1 s=CLOSED pgs=1558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:28.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:28.165+0000 7f3a23ded640 1 -- 172.21.15.76:0/2381185703 >> 172.21.15.76:0/2381185703 conn(0x7f3a1c0b01d0 msgr2=0x7f3a1c0b05b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:28.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:28.165+0000 7f3a23ded640 1 -- 172.21.15.76:0/2381185703 shutdown_connections 2024-09-13T16:12:28.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:28.165+0000 7f3a23ded640 1 -- 172.21.15.76:0/2381185703 wait complete. 2024-09-13T16:12:28.171 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:28.166+0000 7f3a23ded640 1 Processor -- start 2024-09-13T16:12:28.171 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:28.166+0000 7f3a23ded640 1 -- start start 2024-09-13T16:12:28.171 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:28.167+0000 7f3a23ded640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3a1c071210 0x7f3a1c0a9420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:28.171 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:28.167+0000 7f3a23ded640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3a1c0b14d0 0x7f3a1c142900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:28.171 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:28.167+0000 7f3a23ded640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3a1c156360 0x7f3a1c1577d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:28.171 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:28.167+0000 7f3a23ded640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a1c0a7490 con 0x7f3a1c071210 2024-09-13T16:12:28.171 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:28.167+0000 7f3a23ded640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a1c142e40 con 0x7f3a1c156360 2024-09-13T16:12:28.171 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:28.167+0000 7f3a23ded640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3a1c0a76a0 con 0x7f3a1c0b14d0 2024-09-13T16:12:28.171 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:28.167+0000 7f3a21b89640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3a1c071210 0x7f3a1c0a9420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:28.171 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:28.167+0000 7f3a21b89640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3a1c071210 0x7f3a1c0a9420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:34004/0 (socket says 172.21.15.76:34004) 2024-09-13T16:12:28.171 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:28.167+0000 7f3a21b89640 1 -- 172.21.15.76:0/3791314690 learned_addr learned my addr 172.21.15.76:0/3791314690 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:28.171 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:28.167+0000 7f3a21b89640 1 -- 172.21.15.76:0/3791314690 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3a1c0b14d0 msgr2=0x7f3a1c142900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:28.172 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:28.167+0000 7f3a2238a640 1 --2- 172.21.15.76:0/3791314690 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3a1c156360 0x7f3a1c1577d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:28.172 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:28.167+0000 7f3a21388640 1 --2- 172.21.15.76:0/3791314690 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3a1c0b14d0 0x7f3a1c142900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:28.172 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:28.167+0000 7f3a21b89640 1 --2- 172.21.15.76:0/3791314690 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3a1c0b14d0 0x7f3a1c142900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:28.172 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:28.167+0000 7f3a21b89640 1 -- 172.21.15.76:0/3791314690 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3a1c156360 msgr2=0x7f3a1c1577d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:28.172 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:28.167+0000 7f3a21b89640 1 --2- 172.21.15.76:0/3791314690 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3a1c156360 0x7f3a1c1577d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:28.172 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:28.167+0000 7f3a21b89640 1 -- 172.21.15.76:0/3791314690 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3a14009a70 con 0x7f3a1c071210 2024-09-13T16:12:28.172 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:28.167+0000 7f3a2238a640 1 --2- 172.21.15.76:0/3791314690 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3a1c156360 0x7f3a1c1577d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:12:28.172 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:28.168+0000 7f3a21b89640 1 --2- 172.21.15.76:0/3791314690 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3a1c071210 0x7f3a1c0a9420 secure :-1 s=READY pgs=1559 cs=0 l=1 rev1=1 crypto rx=0x7f3a1800b3f0 tx=0x7f3a1800b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:28.172 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:28.168+0000 7f3a127fc640 1 -- 172.21.15.76:0/3791314690 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a18011830 con 0x7f3a1c071210 2024-09-13T16:12:28.172 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:28.168+0000 7f3a127fc640 1 -- 172.21.15.76:0/3791314690 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3a18011990 con 0x7f3a1c071210 2024-09-13T16:12:28.172 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:28.168+0000 7f3a127fc640 1 -- 172.21.15.76:0/3791314690 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a18011d40 con 0x7f3a1c071210 2024-09-13T16:12:28.172 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:28.168+0000 7f3a23ded640 1 -- 172.21.15.76:0/3791314690 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3a1c0a7980 con 0x7f3a1c071210 2024-09-13T16:12:28.172 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:28.168+0000 7f3a23ded640 1 -- 172.21.15.76:0/3791314690 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3a1c0a7f40 con 0x7f3a1c071210 2024-09-13T16:12:28.172 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:28.169+0000 7f3a23ded640 1 -- 172.21.15.76:0/3791314690 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3a1c156740 con 0x7f3a1c071210 2024-09-13T16:12:28.173 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:28.169+0000 7f3a127fc640 1 -- 172.21.15.76:0/3791314690 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f3a1801a400 con 0x7f3a1c071210 2024-09-13T16:12:28.173 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:28.170+0000 7f3a127fc640 1 --2- 172.21.15.76:0/3791314690 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3a0006ac00 0x7f3a0006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:28.173 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:28.170+0000 7f3a127fc640 1 -- 172.21.15.76:0/3791314690 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(113..113 src has 1..113) v4 ==== 6144+0+0 (secure 0 0 0) 0x7f3a180892c0 con 0x7f3a1c071210 2024-09-13T16:12:28.173 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:28.170+0000 7f3a21388640 1 --2- 172.21.15.76:0/3791314690 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3a0006ac00 0x7f3a0006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:28.173 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:28.170+0000 7f3a21388640 1 --2- 172.21.15.76:0/3791314690 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3a0006ac00 0x7f3a0006d0c0 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7f3a0c007fd0 tx=0x7f3a0c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:28.176 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:28.174+0000 7f3a127fc640 1 -- 172.21.15.76:0/3791314690 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f3a18054380 con 0x7f3a1c071210 2024-09-13T16:12:28.337 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:28.334+0000 7f3a23ded640 1 -- 172.21.15.76:0/3791314690 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f3a1c14ad90 con 0x7f3a1c071210 2024-09-13T16:12:29.011 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:29.009+0000 7f3a127fc640 1 -- 172.21.15.76:0/3791314690 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v114) v1 ==== 181+0+0 (secure 0 0 0) 0x7f3a180579a0 con 0x7f3a1c071210 2024-09-13T16:12:29.012 INFO:teuthology.orchestra.run.smithi076.stderr:pool 'cephfs_metadata' removed 2024-09-13T16:12:29.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:29.013+0000 7f3a23ded640 1 -- 172.21.15.76:0/3791314690 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3a0006ac00 msgr2=0x7f3a0006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:29.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:29.013+0000 7f3a23ded640 1 --2- 172.21.15.76:0/3791314690 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3a0006ac00 0x7f3a0006d0c0 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7f3a0c007fd0 tx=0x7f3a0c009040 comp rx=0 tx=0).stop 2024-09-13T16:12:29.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:29.013+0000 7f3a23ded640 1 -- 172.21.15.76:0/3791314690 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3a1c071210 msgr2=0x7f3a1c0a9420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:29.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:29.013+0000 7f3a23ded640 1 --2- 172.21.15.76:0/3791314690 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3a1c071210 0x7f3a1c0a9420 secure :-1 s=READY pgs=1559 cs=0 l=1 rev1=1 crypto rx=0x7f3a1800b3f0 tx=0x7f3a1800b8b0 comp rx=0 tx=0).stop 2024-09-13T16:12:29.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:29.013+0000 7f3a23ded640 1 -- 172.21.15.76:0/3791314690 shutdown_connections 2024-09-13T16:12:29.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:29.013+0000 7f3a23ded640 1 --2- 172.21.15.76:0/3791314690 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3a1c156360 0x7f3a1c1577d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:29.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:29.013+0000 7f3a23ded640 1 --2- 172.21.15.76:0/3791314690 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3a0006ac00 0x7f3a0006d0c0 unknown :-1 s=CLOSED pgs=668 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:29.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:29.013+0000 7f3a23ded640 1 --2- 172.21.15.76:0/3791314690 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3a1c0b14d0 0x7f3a1c142900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:29.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:29.013+0000 7f3a23ded640 1 --2- 172.21.15.76:0/3791314690 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3a1c071210 0x7f3a1c0a9420 unknown :-1 s=CLOSED pgs=1559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:29.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:29.013+0000 7f3a23ded640 1 -- 172.21.15.76:0/3791314690 >> 172.21.15.76:0/3791314690 conn(0x7f3a1c0b01d0 msgr2=0x7f3a1c0b2e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:29.017 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:29.014+0000 7f3a23ded640 1 -- 172.21.15.76:0/3791314690 shutdown_connections 2024-09-13T16:12:29.017 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:29.014+0000 7f3a23ded640 1 -- 172.21.15.76:0/3791314690 wait complete. 2024-09-13T16:12:29.030 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-13T16:12:29.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:29.132+0000 7fed98d91640 1 Processor -- start 2024-09-13T16:12:29.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:29.132+0000 7fed98d91640 1 -- start start 2024-09-13T16:12:29.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:29.133+0000 7fed98d91640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fed940adb20 0x7fed9413f470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:29.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:29.133+0000 7fed98d91640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fed9406daf0 0x7fed94159bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:29.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:29.133+0000 7fed98d91640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fed9413f9b0 con 0x7fed94070270 2024-09-13T16:12:29.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:29.133+0000 7fed98d91640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fed94159780 con 0x7fed940adb20 2024-09-13T16:12:29.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:29.133+0000 7fed98d91640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fed9415dcf0 con 0x7fed9406daf0 2024-09-13T16:12:29.137 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:29.134+0000 7fed92d9d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fed9406daf0 0x7fed94159bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:29.137 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:29.134+0000 7fed9259c640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fed940adb20 0x7fed9413f470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:29.137 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:29.134+0000 7fed89d9b640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7fed94070270 0x7fed9406d3e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:58430/0 (socket says 172.21.15.76:58430) 2024-09-13T16:12:29.137 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:29.134+0000 7fed89d9b640 1 -- 172.21.15.76:0/803902291 learned_addr learned my addr 172.21.15.76:0/803902291 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:12:29.137 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:29.134+0000 7fed92d9d640 1 -- 172.21.15.76:0/803902291 >> v2:172.21.15.192:3300/0 conn(0x7fed940adb20 msgr2=0x7fed9413f470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:29.137 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:29.134+0000 7fed92d9d640 1 --2- 172.21.15.76:0/803902291 >> v2:172.21.15.192:3300/0 conn(0x7fed940adb20 0x7fed9413f470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:29.137 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:29.134+0000 7fed92d9d640 1 -- 172.21.15.76:0/803902291 >> v1:172.21.15.192:6789/0 conn(0x7fed94070270 legacy=0x7fed9406d3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:29.137 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:29.134+0000 7fed92d9d640 1 -- 172.21.15.76:0/803902291 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fed9415d170 con 0x7fed9406daf0 2024-09-13T16:12:29.137 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:29.134+0000 7fed9259c640 1 --2- 172.21.15.76:0/803902291 >> v2:172.21.15.192:3300/0 conn(0x7fed940adb20 0x7fed9413f470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:12:29.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:29.135+0000 7fed92d9d640 1 --2- 172.21.15.76:0/803902291 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fed9406daf0 0x7fed94159bc0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fed8c009d90 tx=0x7fed8c02a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8fa8d7286cea4a1c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:29.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:29.135+0000 7fed91d9b640 1 -- 172.21.15.76:0/803902291 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed8c007740 con 0x7fed9406daf0 2024-09-13T16:12:29.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:29.135+0000 7fed91d9b640 1 -- 172.21.15.76:0/803902291 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fed8c02d050 con 0x7fed9406daf0 2024-09-13T16:12:29.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:29.135+0000 7fed91d9b640 1 -- 172.21.15.76:0/803902291 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed8c007ac0 con 0x7fed9406daf0 2024-09-13T16:12:29.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:29.135+0000 7fed98d91640 1 -- 172.21.15.76:0/803902291 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fed9406daf0 msgr2=0x7fed94159bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:29.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:29.135+0000 7fed98d91640 1 --2- 172.21.15.76:0/803902291 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fed9406daf0 0x7fed94159bc0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fed8c009d90 tx=0x7fed8c02a660 comp rx=0 tx=0).stop 2024-09-13T16:12:29.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:29.135+0000 7fed98d91640 1 -- 172.21.15.76:0/803902291 shutdown_connections 2024-09-13T16:12:29.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:29.135+0000 7fed98d91640 1 --2- 172.21.15.76:0/803902291 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fed9406daf0 0x7fed94159bc0 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:29.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:29.135+0000 7fed98d91640 1 --2- 172.21.15.76:0/803902291 >> v2:172.21.15.192:3300/0 conn(0x7fed940adb20 0x7fed9413f470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:29.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:29.135+0000 7fed98d91640 1 -- 172.21.15.76:0/803902291 >> 172.21.15.76:0/803902291 conn(0x7fed940b01d0 msgr2=0x7fed940b05b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:29.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:29.135+0000 7fed98d91640 1 -- 172.21.15.76:0/803902291 shutdown_connections 2024-09-13T16:12:29.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:29.135+0000 7fed98d91640 1 -- 172.21.15.76:0/803902291 wait complete. 2024-09-13T16:12:29.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:29.137+0000 7fed98d91640 1 Processor -- start 2024-09-13T16:12:29.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:29.137+0000 7fed98d91640 1 -- start start 2024-09-13T16:12:29.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:29.138+0000 7fed98d91640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fed9406daf0 0x7fed94136a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:29.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:29.138+0000 7fed98d91640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fed94070270 0x7fed9413c590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:29.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:29.138+0000 7fed98d91640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fed940adb20 0x7fed94141810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:29.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:29.138+0000 7fed98d91640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed94140d70 con 0x7fed94070270 2024-09-13T16:12:29.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:29.138+0000 7fed98d91640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed9413d010 con 0x7fed940adb20 2024-09-13T16:12:29.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:29.138+0000 7fed98d91640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fed9413d2f0 con 0x7fed9406daf0 2024-09-13T16:12:29.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:29.138+0000 7fed89d9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fed94070270 0x7fed9413c590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:29.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:29.138+0000 7fed89d9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fed94070270 0x7fed9413c590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:34018/0 (socket says 172.21.15.76:34018) 2024-09-13T16:12:29.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:29.138+0000 7fed89d9b640 1 -- 172.21.15.76:0/2347564090 learned_addr learned my addr 172.21.15.76:0/2347564090 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:29.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:29.138+0000 7fed92d9d640 1 --2- 172.21.15.76:0/2347564090 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fed940adb20 0x7fed94141810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:29.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:29.138+0000 7fed9259c640 1 --2- 172.21.15.76:0/2347564090 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fed9406daf0 0x7fed94136a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:29.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:29.138+0000 7fed89d9b640 1 -- 172.21.15.76:0/2347564090 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fed9406daf0 msgr2=0x7fed94136a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:29.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:29.138+0000 7fed89d9b640 1 --2- 172.21.15.76:0/2347564090 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fed9406daf0 0x7fed94136a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:29.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:29.138+0000 7fed89d9b640 1 -- 172.21.15.76:0/2347564090 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fed940adb20 msgr2=0x7fed94141810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:29.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:29.138+0000 7fed89d9b640 1 --2- 172.21.15.76:0/2347564090 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fed940adb20 0x7fed94141810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:29.143 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:29.138+0000 7fed89d9b640 1 -- 172.21.15.76:0/2347564090 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fed84009400 con 0x7fed94070270 2024-09-13T16:12:29.143 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:29.138+0000 7fed89d9b640 1 --2- 172.21.15.76:0/2347564090 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fed94070270 0x7fed9413c590 secure :-1 s=READY pgs=1560 cs=0 l=1 rev1=1 crypto rx=0x7fed7c00c450 tx=0x7fed7c00c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:29.143 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:29.138+0000 7fed8b7fe640 1 -- 172.21.15.76:0/2347564090 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed7c005ce0 con 0x7fed94070270 2024-09-13T16:12:29.143 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:29.138+0000 7fed8b7fe640 1 -- 172.21.15.76:0/2347564090 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fed7c005e40 con 0x7fed94070270 2024-09-13T16:12:29.143 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:29.138+0000 7fed98d91640 1 -- 172.21.15.76:0/2347564090 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fed8c009a70 con 0x7fed94070270 2024-09-13T16:12:29.143 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:29.138+0000 7fed8b7fe640 1 -- 172.21.15.76:0/2347564090 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed7c0072b0 con 0x7fed94070270 2024-09-13T16:12:29.143 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:29.139+0000 7fed98d91640 1 -- 172.21.15.76:0/2347564090 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fed941412f0 con 0x7fed94070270 2024-09-13T16:12:29.144 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:29.139+0000 7fed98d91640 1 -- 172.21.15.76:0/2347564090 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fed940cb370 con 0x7fed94070270 2024-09-13T16:12:29.144 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:29.140+0000 7fed8b7fe640 1 -- 172.21.15.76:0/2347564090 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fed7c007410 con 0x7fed94070270 2024-09-13T16:12:29.144 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:29.140+0000 7fed8b7fe640 1 --2- 172.21.15.76:0/2347564090 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fed7406ac00 0x7fed7406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:29.144 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:29.140+0000 7fed8b7fe640 1 -- 172.21.15.76:0/2347564090 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(114..114 src has 1..114) v4 ==== 5706+0+0 (secure 0 0 0) 0x7fed7c088760 con 0x7fed94070270 2024-09-13T16:12:29.144 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:29.140+0000 7fed9259c640 1 --2- 172.21.15.76:0/2347564090 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fed7406ac00 0x7fed7406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:29.144 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:29.141+0000 7fed9259c640 1 --2- 172.21.15.76:0/2347564090 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fed7406ac00 0x7fed7406d0c0 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7fed84009c60 tx=0x7fed84008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:29.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:29.145+0000 7fed8b7fe640 1 -- 172.21.15.76:0/2347564090 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fed7c0538c0 con 0x7fed94070270 2024-09-13T16:12:29.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:29.305+0000 7fed98d91640 1 -- 172.21.15.76:0/2347564090 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7fed9413eba0 con 0x7fed94070270 2024-09-13T16:12:30.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.014+0000 7fed8b7fe640 1 -- 172.21.15.76:0/2347564090 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v115) v1 ==== 169+0+0 (secure 0 0 0) 0x7fed7c056ee0 con 0x7fed94070270 2024-09-13T16:12:30.016 INFO:teuthology.orchestra.run.smithi076.stderr:pool 'cephfs_data' removed 2024-09-13T16:12:30.020 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.017+0000 7fed98d91640 1 -- 172.21.15.76:0/2347564090 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fed7406ac00 msgr2=0x7fed7406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:30.020 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.017+0000 7fed98d91640 1 --2- 172.21.15.76:0/2347564090 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fed7406ac00 0x7fed7406d0c0 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7fed84009c60 tx=0x7fed84008040 comp rx=0 tx=0).stop 2024-09-13T16:12:30.021 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.017+0000 7fed98d91640 1 -- 172.21.15.76:0/2347564090 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fed94070270 msgr2=0x7fed9413c590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:30.021 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.017+0000 7fed98d91640 1 --2- 172.21.15.76:0/2347564090 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fed94070270 0x7fed9413c590 secure :-1 s=READY pgs=1560 cs=0 l=1 rev1=1 crypto rx=0x7fed7c00c450 tx=0x7fed7c00c910 comp rx=0 tx=0).stop 2024-09-13T16:12:30.021 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.018+0000 7fed98d91640 1 -- 172.21.15.76:0/2347564090 shutdown_connections 2024-09-13T16:12:30.021 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.018+0000 7fed98d91640 1 --2- 172.21.15.76:0/2347564090 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fed940adb20 0x7fed94141810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:30.021 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.018+0000 7fed98d91640 1 --2- 172.21.15.76:0/2347564090 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fed94070270 0x7fed9413c590 unknown :-1 s=CLOSED pgs=1560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:30.021 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.018+0000 7fed98d91640 1 --2- 172.21.15.76:0/2347564090 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fed7406ac00 0x7fed7406d0c0 unknown :-1 s=CLOSED pgs=669 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:30.021 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.018+0000 7fed98d91640 1 --2- 172.21.15.76:0/2347564090 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fed9406daf0 0x7fed94136a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:30.021 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.018+0000 7fed98d91640 1 -- 172.21.15.76:0/2347564090 >> 172.21.15.76:0/2347564090 conn(0x7fed940b01d0 msgr2=0x7fed940cdaa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:30.021 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.018+0000 7fed98d91640 1 -- 172.21.15.76:0/2347564090 shutdown_connections 2024-09-13T16:12:30.021 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.018+0000 7fed98d91640 1 -- 172.21.15.76:0/2347564090 wait complete. 2024-09-13T16:12:30.041 DEBUG:teuthology.orchestra.run.smithi076:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-13T16:12:30.043 DEBUG:teuthology.orchestra.run.smithi192:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-13T16:12:30.087 INFO:teuthology.orchestra.run.smithi076.stdout:[global] 2024-09-13T16:12:30.087 INFO:teuthology.orchestra.run.smithi076.stdout: chdir = "" 2024-09-13T16:12:30.087 INFO:teuthology.orchestra.run.smithi076.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-13T16:12:30.087 INFO:teuthology.orchestra.run.smithi076.stdout: auth supported = cephx 2024-09-13T16:12:30.088 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:30.088 INFO:teuthology.orchestra.run.smithi076.stdout: filestore xattr use omap = true 2024-09-13T16:12:30.088 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:30.088 INFO:teuthology.orchestra.run.smithi076.stdout: mon clock drift allowed = 1.000 2024-09-13T16:12:30.088 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:30.088 INFO:teuthology.orchestra.run.smithi076.stdout: osd crush chooseleaf type = 0 2024-09-13T16:12:30.088 INFO:teuthology.orchestra.run.smithi076.stdout: auth debug = true 2024-09-13T16:12:30.088 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:30.088 INFO:teuthology.orchestra.run.smithi076.stdout: ms die on old message = true 2024-09-13T16:12:30.088 INFO:teuthology.orchestra.run.smithi076.stdout: ms die on bug = true 2024-09-13T16:12:30.088 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:30.089 INFO:teuthology.orchestra.run.smithi076.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-13T16:12:30.089 INFO:teuthology.orchestra.run.smithi076.stdout: mon pg warn max object skew = 0 2024-09-13T16:12:30.089 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:30.089 INFO:teuthology.orchestra.run.smithi076.stdout: # disable pg_autoscaler by default for new pools 2024-09-13T16:12:30.089 INFO:teuthology.orchestra.run.smithi076.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-13T16:12:30.089 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:30.089 INFO:teuthology.orchestra.run.smithi076.stdout: osd pool default size = 2 2024-09-13T16:12:30.089 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:30.089 INFO:teuthology.orchestra.run.smithi076.stdout: mon osd allow primary affinity = true 2024-09-13T16:12:30.089 INFO:teuthology.orchestra.run.smithi076.stdout: mon osd allow pg remap = true 2024-09-13T16:12:30.089 INFO:teuthology.orchestra.run.smithi076.stdout: mon warn on legacy crush tunables = false 2024-09-13T16:12:30.090 INFO:teuthology.orchestra.run.smithi076.stdout: mon warn on crush straw calc version zero = false 2024-09-13T16:12:30.090 INFO:teuthology.orchestra.run.smithi076.stdout: mon warn on no sortbitwise = false 2024-09-13T16:12:30.090 INFO:teuthology.orchestra.run.smithi076.stdout: mon warn on osd down out interval zero = false 2024-09-13T16:12:30.090 INFO:teuthology.orchestra.run.smithi076.stdout: mon warn on too few osds = false 2024-09-13T16:12:30.090 INFO:teuthology.orchestra.run.smithi076.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-13T16:12:30.090 INFO:teuthology.orchestra.run.smithi076.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-13T16:12:30.090 INFO:teuthology.orchestra.run.smithi076.stdout: mon_allow_pool_size_one = true 2024-09-13T16:12:30.090 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:30.090 INFO:teuthology.orchestra.run.smithi076.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-13T16:12:30.090 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:30.090 INFO:teuthology.orchestra.run.smithi076.stdout: osd default data pool replay window = 5 2024-09-13T16:12:30.090 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:30.091 INFO:teuthology.orchestra.run.smithi076.stdout: mon allow pool delete = true 2024-09-13T16:12:30.091 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:30.091 INFO:teuthology.orchestra.run.smithi076.stdout: mon cluster log file level = debug 2024-09-13T16:12:30.091 INFO:teuthology.orchestra.run.smithi076.stdout: debug asserts on shutdown = true 2024-09-13T16:12:30.091 INFO:teuthology.orchestra.run.smithi076.stdout: mon health detail to clog = false 2024-09-13T16:12:30.091 INFO:teuthology.orchestra.run.smithi076.stdout: mon host = "172.21.15.76,172.21.15.192,[v2:172.21.15.192:3301,v1:172.21.15.192:6790]" 2024-09-13T16:12:30.091 INFO:teuthology.orchestra.run.smithi076.stdout: fsid = da76ee52-f48b-434a-9df7-5fefe2a6e471 2024-09-13T16:12:30.091 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:30.091 INFO:teuthology.orchestra.run.smithi076.stdout:[osd] 2024-09-13T16:12:30.091 INFO:teuthology.orchestra.run.smithi076.stdout: osd journal size = 100 2024-09-13T16:12:30.091 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:30.092 INFO:teuthology.orchestra.run.smithi076.stdout: osd scrub load threshold = 5.0 2024-09-13T16:12:30.092 INFO:teuthology.orchestra.run.smithi076.stdout: osd scrub max interval = 600 2024-09-13T16:12:30.092 INFO:teuthology.orchestra.run.smithi076.stdout: osd mclock profile = high_recovery_ops 2024-09-13T16:12:30.092 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:30.092 INFO:teuthology.orchestra.run.smithi076.stdout: osd recover clone overlap = true 2024-09-13T16:12:30.092 INFO:teuthology.orchestra.run.smithi076.stdout: osd recovery max chunk = 1048576 2024-09-13T16:12:30.092 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:30.092 INFO:teuthology.orchestra.run.smithi076.stdout: osd debug shutdown = true 2024-09-13T16:12:30.092 INFO:teuthology.orchestra.run.smithi076.stdout: osd debug op order = true 2024-09-13T16:12:30.092 INFO:teuthology.orchestra.run.smithi076.stdout: osd debug verify stray on activate = true 2024-09-13T16:12:30.093 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:30.093 INFO:teuthology.orchestra.run.smithi076.stdout: osd open classes on start = true 2024-09-13T16:12:30.093 INFO:teuthology.orchestra.run.smithi076.stdout: osd debug pg log writeout = true 2024-09-13T16:12:30.093 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:30.093 INFO:teuthology.orchestra.run.smithi076.stdout: osd deep scrub update digest min age = 30 2024-09-13T16:12:30.093 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:30.093 INFO:teuthology.orchestra.run.smithi076.stdout: osd map max advance = 10 2024-09-13T16:12:30.093 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:30.093 INFO:teuthology.orchestra.run.smithi076.stdout: journal zero on create = true 2024-09-13T16:12:30.093 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:30.094 INFO:teuthology.orchestra.run.smithi076.stdout: filestore ondisk finisher threads = 3 2024-09-13T16:12:30.094 INFO:teuthology.orchestra.run.smithi076.stdout: filestore apply finisher threads = 3 2024-09-13T16:12:30.094 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:30.094 INFO:teuthology.orchestra.run.smithi076.stdout: bdev debug aio = true 2024-09-13T16:12:30.094 INFO:teuthology.orchestra.run.smithi076.stdout: osd debug misdirected ops = true 2024-09-13T16:12:30.094 INFO:teuthology.orchestra.run.smithi076.stdout: bluestore block size = 96636764160 2024-09-13T16:12:30.094 INFO:teuthology.orchestra.run.smithi076.stdout: bluestore fsck on mount = True 2024-09-13T16:12:30.094 INFO:teuthology.orchestra.run.smithi076.stdout: debug bluefs = 20 2024-09-13T16:12:30.094 INFO:teuthology.orchestra.run.smithi076.stdout: debug bluestore = 20 2024-09-13T16:12:30.094 INFO:teuthology.orchestra.run.smithi076.stdout: debug ms = 1 2024-09-13T16:12:30.094 INFO:teuthology.orchestra.run.smithi076.stdout: debug osd = 20 2024-09-13T16:12:30.095 INFO:teuthology.orchestra.run.smithi076.stdout: debug rocksdb = 10 2024-09-13T16:12:30.095 INFO:teuthology.orchestra.run.smithi076.stdout: mon osd backfillfull_ratio = 0.85 2024-09-13T16:12:30.095 INFO:teuthology.orchestra.run.smithi076.stdout: mon osd full ratio = 0.9 2024-09-13T16:12:30.095 INFO:teuthology.orchestra.run.smithi076.stdout: mon osd nearfull ratio = 0.8 2024-09-13T16:12:30.095 INFO:teuthology.orchestra.run.smithi076.stdout: osd failsafe full ratio = 0.95 2024-09-13T16:12:30.095 INFO:teuthology.orchestra.run.smithi076.stdout: osd objectstore = bluestore 2024-09-13T16:12:30.095 INFO:teuthology.orchestra.run.smithi076.stdout: osd op complaint time = 180 2024-09-13T16:12:30.095 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:30.095 INFO:teuthology.orchestra.run.smithi076.stdout:[mgr] 2024-09-13T16:12:30.095 INFO:teuthology.orchestra.run.smithi076.stdout: debug ms = 1 2024-09-13T16:12:30.095 INFO:teuthology.orchestra.run.smithi076.stdout: debug mgr = 20 2024-09-13T16:12:30.095 INFO:teuthology.orchestra.run.smithi076.stdout: debug mon = 20 2024-09-13T16:12:30.096 INFO:teuthology.orchestra.run.smithi076.stdout: debug auth = 20 2024-09-13T16:12:30.096 INFO:teuthology.orchestra.run.smithi076.stdout: mon reweight min pgs per osd = 4 2024-09-13T16:12:30.096 INFO:teuthology.orchestra.run.smithi076.stdout: mon reweight min bytes per osd = 10 2024-09-13T16:12:30.096 INFO:teuthology.orchestra.run.smithi076.stdout: mgr/telemetry/nag = false 2024-09-13T16:12:30.096 INFO:teuthology.orchestra.run.smithi076.stdout: debug client = 20 2024-09-13T16:12:30.096 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:30.096 INFO:teuthology.orchestra.run.smithi076.stdout:[mon] 2024-09-13T16:12:30.096 INFO:teuthology.orchestra.run.smithi076.stdout: debug ms = 1 2024-09-13T16:12:30.096 INFO:teuthology.orchestra.run.smithi076.stdout: debug mon = 20 2024-09-13T16:12:30.096 INFO:teuthology.orchestra.run.smithi076.stdout: debug paxos = 20 2024-09-13T16:12:30.096 INFO:teuthology.orchestra.run.smithi076.stdout: debug auth = 20 2024-09-13T16:12:30.097 INFO:teuthology.orchestra.run.smithi076.stdout: mon data avail warn = 5 2024-09-13T16:12:30.097 INFO:teuthology.orchestra.run.smithi076.stdout: mon mgr mkfs grace = 240 2024-09-13T16:12:30.097 INFO:teuthology.orchestra.run.smithi076.stdout: mon reweight min pgs per osd = 4 2024-09-13T16:12:30.097 INFO:teuthology.orchestra.run.smithi076.stdout: mon osd reporter subtree level = osd 2024-09-13T16:12:30.097 INFO:teuthology.orchestra.run.smithi076.stdout: mon osd prime pg temp = true 2024-09-13T16:12:30.097 INFO:teuthology.orchestra.run.smithi076.stdout: mon reweight min bytes per osd = 10 2024-09-13T16:12:30.097 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:30.097 INFO:teuthology.orchestra.run.smithi076.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-13T16:12:30.097 INFO:teuthology.orchestra.run.smithi076.stdout: auth mon ticket ttl = 660 # 11m 2024-09-13T16:12:30.097 INFO:teuthology.orchestra.run.smithi076.stdout: auth service ticket ttl = 240 # 4m 2024-09-13T16:12:30.097 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:30.098 INFO:teuthology.orchestra.run.smithi076.stdout: # don't complain about insecure global_id in the test suite 2024-09-13T16:12:30.098 INFO:teuthology.orchestra.run.smithi076.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-13T16:12:30.098 INFO:teuthology.orchestra.run.smithi076.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-13T16:12:30.098 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:30.098 INFO:teuthology.orchestra.run.smithi076.stdout: # 1m isn't quite enough 2024-09-13T16:12:30.098 INFO:teuthology.orchestra.run.smithi076.stdout: mon_down_mkfs_grace = 2m 2024-09-13T16:12:30.098 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:30.098 INFO:teuthology.orchestra.run.smithi076.stdout: mon_warn_on_filestore_osds = false 2024-09-13T16:12:30.098 INFO:teuthology.orchestra.run.smithi076.stdout: mon op complaint time = 120 2024-09-13T16:12:30.098 INFO:teuthology.orchestra.run.smithi076.stdout: mon warn on pool no app = False 2024-09-13T16:12:30.098 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:30.098 INFO:teuthology.orchestra.run.smithi076.stdout:[client] 2024-09-13T16:12:30.099 INFO:teuthology.orchestra.run.smithi076.stdout: rgw cache enabled = true 2024-09-13T16:12:30.099 INFO:teuthology.orchestra.run.smithi076.stdout: rgw enable ops log = true 2024-09-13T16:12:30.099 INFO:teuthology.orchestra.run.smithi076.stdout: rgw enable usage log = true 2024-09-13T16:12:30.099 INFO:teuthology.orchestra.run.smithi076.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-13T16:12:30.099 INFO:teuthology.orchestra.run.smithi076.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-13T16:12:30.099 INFO:teuthology.orchestra.run.smithi076.stdout: client mount timeout = 600 2024-09-13T16:12:30.099 INFO:teuthology.orchestra.run.smithi076.stdout: debug client = 20 2024-09-13T16:12:30.099 INFO:teuthology.orchestra.run.smithi076.stdout: debug ms = 1 2024-09-13T16:12:30.099 INFO:teuthology.orchestra.run.smithi076.stdout: pid file = "" 2024-09-13T16:12:30.099 INFO:teuthology.orchestra.run.smithi076.stdout: rados mon op timeout = 900 2024-09-13T16:12:30.099 INFO:teuthology.orchestra.run.smithi076.stdout: rados osd op timeout = 900 2024-09-13T16:12:30.100 INFO:teuthology.orchestra.run.smithi076.stdout:[mon.a] 2024-09-13T16:12:30.100 INFO:teuthology.orchestra.run.smithi076.stdout:[mon.b] 2024-09-13T16:12:30.100 INFO:teuthology.orchestra.run.smithi076.stdout:[mon.c] 2024-09-13T16:12:30.100 INFO:teuthology.orchestra.run.smithi076.stdout:[mds.a] 2024-09-13T16:12:30.100 INFO:teuthology.orchestra.run.smithi076.stdout:[mds.c] 2024-09-13T16:12:30.100 INFO:teuthology.orchestra.run.smithi076.stdout:[mds.b] 2024-09-13T16:12:30.100 INFO:teuthology.orchestra.run.smithi076.stdout:[mds.d] 2024-09-13T16:12:30.100 INFO:teuthology.orchestra.run.smithi076.stdout:[mds] 2024-09-13T16:12:30.100 INFO:teuthology.orchestra.run.smithi076.stdout: debug mds = 20 2024-09-13T16:12:30.100 INFO:teuthology.orchestra.run.smithi076.stdout: debug mds balancer = 20 2024-09-13T16:12:30.100 INFO:teuthology.orchestra.run.smithi076.stdout: debug ms = 1 2024-09-13T16:12:30.100 INFO:teuthology.orchestra.run.smithi076.stdout: mds debug frag = True 2024-09-13T16:12:30.101 INFO:teuthology.orchestra.run.smithi076.stdout: mds debug scatterstat = True 2024-09-13T16:12:30.101 INFO:teuthology.orchestra.run.smithi076.stdout: mds op complaint time = 180 2024-09-13T16:12:30.101 INFO:teuthology.orchestra.run.smithi076.stdout: mds verify scatter = True 2024-09-13T16:12:30.101 INFO:teuthology.orchestra.run.smithi076.stdout: osd op complaint time = 180 2024-09-13T16:12:30.101 INFO:teuthology.orchestra.run.smithi076.stdout: rados mon op timeout = 900 2024-09-13T16:12:30.101 INFO:teuthology.orchestra.run.smithi076.stdout: rados osd op timeout = 900 2024-09-13T16:12:30.101 INFO:teuthology.orchestra.run.smithi192.stdout:[global] 2024-09-13T16:12:30.102 INFO:teuthology.orchestra.run.smithi192.stdout: chdir = "" 2024-09-13T16:12:30.102 INFO:teuthology.orchestra.run.smithi192.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-13T16:12:30.102 INFO:teuthology.orchestra.run.smithi192.stdout: auth supported = cephx 2024-09-13T16:12:30.102 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:12:30.102 INFO:teuthology.orchestra.run.smithi192.stdout: filestore xattr use omap = true 2024-09-13T16:12:30.102 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:12:30.102 INFO:teuthology.orchestra.run.smithi192.stdout: mon clock drift allowed = 1.000 2024-09-13T16:12:30.102 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:12:30.102 INFO:teuthology.orchestra.run.smithi192.stdout: osd crush chooseleaf type = 0 2024-09-13T16:12:30.102 INFO:teuthology.orchestra.run.smithi192.stdout: auth debug = true 2024-09-13T16:12:30.102 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:12:30.102 INFO:teuthology.orchestra.run.smithi192.stdout: ms die on old message = true 2024-09-13T16:12:30.103 INFO:teuthology.orchestra.run.smithi192.stdout: ms die on bug = true 2024-09-13T16:12:30.103 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:12:30.103 INFO:teuthology.orchestra.run.smithi192.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-13T16:12:30.103 INFO:teuthology.orchestra.run.smithi192.stdout: mon pg warn max object skew = 0 2024-09-13T16:12:30.103 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:12:30.103 INFO:teuthology.orchestra.run.smithi192.stdout: # disable pg_autoscaler by default for new pools 2024-09-13T16:12:30.103 INFO:teuthology.orchestra.run.smithi192.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-13T16:12:30.103 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:12:30.103 INFO:teuthology.orchestra.run.smithi192.stdout: osd pool default size = 2 2024-09-13T16:12:30.103 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:12:30.103 INFO:teuthology.orchestra.run.smithi192.stdout: mon osd allow primary affinity = true 2024-09-13T16:12:30.103 INFO:teuthology.orchestra.run.smithi192.stdout: mon osd allow pg remap = true 2024-09-13T16:12:30.103 INFO:teuthology.orchestra.run.smithi192.stdout: mon warn on legacy crush tunables = false 2024-09-13T16:12:30.104 INFO:teuthology.orchestra.run.smithi192.stdout: mon warn on crush straw calc version zero = false 2024-09-13T16:12:30.104 INFO:teuthology.orchestra.run.smithi192.stdout: mon warn on no sortbitwise = false 2024-09-13T16:12:30.104 INFO:teuthology.orchestra.run.smithi192.stdout: mon warn on osd down out interval zero = false 2024-09-13T16:12:30.104 INFO:teuthology.orchestra.run.smithi192.stdout: mon warn on too few osds = false 2024-09-13T16:12:30.104 INFO:teuthology.orchestra.run.smithi192.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-13T16:12:30.104 INFO:teuthology.orchestra.run.smithi192.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-13T16:12:30.104 INFO:teuthology.orchestra.run.smithi192.stdout: mon_allow_pool_size_one = true 2024-09-13T16:12:30.104 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:12:30.104 INFO:teuthology.orchestra.run.smithi192.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-13T16:12:30.104 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:12:30.104 INFO:teuthology.orchestra.run.smithi192.stdout: osd default data pool replay window = 5 2024-09-13T16:12:30.104 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:12:30.105 INFO:teuthology.orchestra.run.smithi192.stdout: mon allow pool delete = true 2024-09-13T16:12:30.105 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:12:30.105 INFO:teuthology.orchestra.run.smithi192.stdout: mon cluster log file level = debug 2024-09-13T16:12:30.105 INFO:teuthology.orchestra.run.smithi192.stdout: debug asserts on shutdown = true 2024-09-13T16:12:30.105 INFO:teuthology.orchestra.run.smithi192.stdout: mon health detail to clog = false 2024-09-13T16:12:30.105 INFO:teuthology.orchestra.run.smithi192.stdout: mon host = "172.21.15.76,172.21.15.192,[v2:172.21.15.192:3301,v1:172.21.15.192:6790]" 2024-09-13T16:12:30.105 INFO:teuthology.orchestra.run.smithi192.stdout: fsid = da76ee52-f48b-434a-9df7-5fefe2a6e471 2024-09-13T16:12:30.105 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:12:30.105 INFO:teuthology.orchestra.run.smithi192.stdout:[osd] 2024-09-13T16:12:30.105 INFO:teuthology.orchestra.run.smithi192.stdout: osd journal size = 100 2024-09-13T16:12:30.105 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:12:30.105 INFO:teuthology.orchestra.run.smithi192.stdout: osd scrub load threshold = 5.0 2024-09-13T16:12:30.106 INFO:teuthology.orchestra.run.smithi192.stdout: osd scrub max interval = 600 2024-09-13T16:12:30.106 INFO:teuthology.orchestra.run.smithi192.stdout: osd mclock profile = high_recovery_ops 2024-09-13T16:12:30.106 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:12:30.106 INFO:teuthology.orchestra.run.smithi192.stdout: osd recover clone overlap = true 2024-09-13T16:12:30.106 INFO:teuthology.orchestra.run.smithi192.stdout: osd recovery max chunk = 1048576 2024-09-13T16:12:30.106 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:12:30.106 INFO:teuthology.orchestra.run.smithi192.stdout: osd debug shutdown = true 2024-09-13T16:12:30.106 INFO:teuthology.orchestra.run.smithi192.stdout: osd debug op order = true 2024-09-13T16:12:30.106 INFO:teuthology.orchestra.run.smithi192.stdout: osd debug verify stray on activate = true 2024-09-13T16:12:30.106 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:12:30.106 INFO:teuthology.orchestra.run.smithi192.stdout: osd open classes on start = true 2024-09-13T16:12:30.107 INFO:teuthology.orchestra.run.smithi192.stdout: osd debug pg log writeout = true 2024-09-13T16:12:30.107 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:12:30.107 INFO:teuthology.orchestra.run.smithi192.stdout: osd deep scrub update digest min age = 30 2024-09-13T16:12:30.107 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:12:30.107 INFO:teuthology.orchestra.run.smithi192.stdout: osd map max advance = 10 2024-09-13T16:12:30.107 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:12:30.107 INFO:teuthology.orchestra.run.smithi192.stdout: journal zero on create = true 2024-09-13T16:12:30.107 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:12:30.107 INFO:teuthology.orchestra.run.smithi192.stdout: filestore ondisk finisher threads = 3 2024-09-13T16:12:30.107 INFO:teuthology.orchestra.run.smithi192.stdout: filestore apply finisher threads = 3 2024-09-13T16:12:30.107 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:12:30.107 INFO:teuthology.orchestra.run.smithi192.stdout: bdev debug aio = true 2024-09-13T16:12:30.108 INFO:teuthology.orchestra.run.smithi192.stdout: osd debug misdirected ops = true 2024-09-13T16:12:30.108 INFO:teuthology.orchestra.run.smithi192.stdout: bluestore block size = 96636764160 2024-09-13T16:12:30.108 INFO:teuthology.orchestra.run.smithi192.stdout: bluestore fsck on mount = True 2024-09-13T16:12:30.108 INFO:teuthology.orchestra.run.smithi192.stdout: debug bluefs = 20 2024-09-13T16:12:30.108 INFO:teuthology.orchestra.run.smithi192.stdout: debug bluestore = 20 2024-09-13T16:12:30.108 INFO:teuthology.orchestra.run.smithi192.stdout: debug ms = 1 2024-09-13T16:12:30.108 INFO:teuthology.orchestra.run.smithi192.stdout: debug osd = 20 2024-09-13T16:12:30.108 INFO:teuthology.orchestra.run.smithi192.stdout: debug rocksdb = 10 2024-09-13T16:12:30.108 INFO:teuthology.orchestra.run.smithi192.stdout: mon osd backfillfull_ratio = 0.85 2024-09-13T16:12:30.108 INFO:teuthology.orchestra.run.smithi192.stdout: mon osd full ratio = 0.9 2024-09-13T16:12:30.108 INFO:teuthology.orchestra.run.smithi192.stdout: mon osd nearfull ratio = 0.8 2024-09-13T16:12:30.108 INFO:teuthology.orchestra.run.smithi192.stdout: osd failsafe full ratio = 0.95 2024-09-13T16:12:30.109 INFO:teuthology.orchestra.run.smithi192.stdout: osd objectstore = bluestore 2024-09-13T16:12:30.109 INFO:teuthology.orchestra.run.smithi192.stdout: osd op complaint time = 180 2024-09-13T16:12:30.109 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:12:30.109 INFO:teuthology.orchestra.run.smithi192.stdout:[mgr] 2024-09-13T16:12:30.109 INFO:teuthology.orchestra.run.smithi192.stdout: debug ms = 1 2024-09-13T16:12:30.109 INFO:teuthology.orchestra.run.smithi192.stdout: debug mgr = 20 2024-09-13T16:12:30.109 INFO:teuthology.orchestra.run.smithi192.stdout: debug mon = 20 2024-09-13T16:12:30.109 INFO:teuthology.orchestra.run.smithi192.stdout: debug auth = 20 2024-09-13T16:12:30.109 INFO:teuthology.orchestra.run.smithi192.stdout: mon reweight min pgs per osd = 4 2024-09-13T16:12:30.109 INFO:teuthology.orchestra.run.smithi192.stdout: mon reweight min bytes per osd = 10 2024-09-13T16:12:30.109 INFO:teuthology.orchestra.run.smithi192.stdout: mgr/telemetry/nag = false 2024-09-13T16:12:30.109 INFO:teuthology.orchestra.run.smithi192.stdout: debug client = 20 2024-09-13T16:12:30.110 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:12:30.110 INFO:teuthology.orchestra.run.smithi192.stdout:[mon] 2024-09-13T16:12:30.110 INFO:teuthology.orchestra.run.smithi192.stdout: debug ms = 1 2024-09-13T16:12:30.110 INFO:teuthology.orchestra.run.smithi192.stdout: debug mon = 20 2024-09-13T16:12:30.110 INFO:teuthology.orchestra.run.smithi192.stdout: debug paxos = 20 2024-09-13T16:12:30.110 INFO:teuthology.orchestra.run.smithi192.stdout: debug auth = 20 2024-09-13T16:12:30.110 INFO:teuthology.orchestra.run.smithi192.stdout: mon data avail warn = 5 2024-09-13T16:12:30.110 INFO:teuthology.orchestra.run.smithi192.stdout: mon mgr mkfs grace = 240 2024-09-13T16:12:30.110 INFO:teuthology.orchestra.run.smithi192.stdout: mon reweight min pgs per osd = 4 2024-09-13T16:12:30.110 INFO:teuthology.orchestra.run.smithi192.stdout: mon osd reporter subtree level = osd 2024-09-13T16:12:30.110 INFO:teuthology.orchestra.run.smithi192.stdout: mon osd prime pg temp = true 2024-09-13T16:12:30.110 INFO:teuthology.orchestra.run.smithi192.stdout: mon reweight min bytes per osd = 10 2024-09-13T16:12:30.111 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:12:30.111 INFO:teuthology.orchestra.run.smithi192.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-13T16:12:30.111 INFO:teuthology.orchestra.run.smithi192.stdout: auth mon ticket ttl = 660 # 11m 2024-09-13T16:12:30.111 INFO:teuthology.orchestra.run.smithi192.stdout: auth service ticket ttl = 240 # 4m 2024-09-13T16:12:30.111 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:12:30.111 INFO:teuthology.orchestra.run.smithi192.stdout: # don't complain about insecure global_id in the test suite 2024-09-13T16:12:30.111 INFO:teuthology.orchestra.run.smithi192.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-13T16:12:30.111 INFO:teuthology.orchestra.run.smithi192.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-13T16:12:30.111 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:12:30.111 INFO:teuthology.orchestra.run.smithi192.stdout: # 1m isn't quite enough 2024-09-13T16:12:30.111 INFO:teuthology.orchestra.run.smithi192.stdout: mon_down_mkfs_grace = 2m 2024-09-13T16:12:30.111 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:12:30.111 INFO:teuthology.orchestra.run.smithi192.stdout: mon_warn_on_filestore_osds = false 2024-09-13T16:12:30.111 INFO:teuthology.orchestra.run.smithi192.stdout: mon op complaint time = 120 2024-09-13T16:12:30.112 INFO:teuthology.orchestra.run.smithi192.stdout: mon warn on pool no app = False 2024-09-13T16:12:30.112 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:12:30.112 INFO:teuthology.orchestra.run.smithi192.stdout:[client] 2024-09-13T16:12:30.112 INFO:teuthology.orchestra.run.smithi192.stdout: rgw cache enabled = true 2024-09-13T16:12:30.112 INFO:teuthology.orchestra.run.smithi192.stdout: rgw enable ops log = true 2024-09-13T16:12:30.112 INFO:teuthology.orchestra.run.smithi192.stdout: rgw enable usage log = true 2024-09-13T16:12:30.112 INFO:teuthology.orchestra.run.smithi192.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-13T16:12:30.112 INFO:teuthology.orchestra.run.smithi192.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-13T16:12:30.112 INFO:teuthology.orchestra.run.smithi192.stdout: client mount timeout = 600 2024-09-13T16:12:30.112 INFO:teuthology.orchestra.run.smithi192.stdout: debug client = 20 2024-09-13T16:12:30.112 INFO:teuthology.orchestra.run.smithi192.stdout: debug ms = 1 2024-09-13T16:12:30.112 INFO:teuthology.orchestra.run.smithi192.stdout: pid file = "" 2024-09-13T16:12:30.113 INFO:teuthology.orchestra.run.smithi192.stdout: rados mon op timeout = 900 2024-09-13T16:12:30.113 INFO:teuthology.orchestra.run.smithi192.stdout: rados osd op timeout = 900 2024-09-13T16:12:30.113 INFO:teuthology.orchestra.run.smithi192.stdout:[mon.a] 2024-09-13T16:12:30.113 INFO:teuthology.orchestra.run.smithi192.stdout:[mon.b] 2024-09-13T16:12:30.113 INFO:teuthology.orchestra.run.smithi192.stdout:[mon.c] 2024-09-13T16:12:30.113 INFO:teuthology.orchestra.run.smithi192.stdout:[mds.a] 2024-09-13T16:12:30.113 INFO:teuthology.orchestra.run.smithi192.stdout:[mds.c] 2024-09-13T16:12:30.113 INFO:teuthology.orchestra.run.smithi192.stdout:[mds.b] 2024-09-13T16:12:30.113 INFO:teuthology.orchestra.run.smithi192.stdout:[mds.d] 2024-09-13T16:12:30.113 INFO:teuthology.orchestra.run.smithi192.stdout:[mds] 2024-09-13T16:12:30.113 INFO:teuthology.orchestra.run.smithi192.stdout: debug mds = 20 2024-09-13T16:12:30.113 INFO:teuthology.orchestra.run.smithi192.stdout: debug mds balancer = 20 2024-09-13T16:12:30.114 INFO:teuthology.orchestra.run.smithi192.stdout: debug ms = 1 2024-09-13T16:12:30.114 INFO:teuthology.orchestra.run.smithi192.stdout: mds debug frag = True 2024-09-13T16:12:30.114 INFO:teuthology.orchestra.run.smithi192.stdout: mds debug scatterstat = True 2024-09-13T16:12:30.114 INFO:teuthology.orchestra.run.smithi192.stdout: mds op complaint time = 180 2024-09-13T16:12:30.114 INFO:teuthology.orchestra.run.smithi192.stdout: mds verify scatter = True 2024-09-13T16:12:30.114 INFO:teuthology.orchestra.run.smithi192.stdout: osd op complaint time = 180 2024-09-13T16:12:30.114 INFO:teuthology.orchestra.run.smithi192.stdout: rados mon op timeout = 900 2024-09-13T16:12:30.114 INFO:teuthology.orchestra.run.smithi192.stdout: rados osd op timeout = 900 2024-09-13T16:12:30.152 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-13T16:12:30.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.253+0000 7f5ddf95a640 1 Processor -- start 2024-09-13T16:12:30.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.253+0000 7f5ddf95a640 1 -- start start 2024-09-13T16:12:30.259 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.254+0000 7f5ddf95a640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f5dd815a3b0 0x7f5dd80b20a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:30.259 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.254+0000 7f5ddf95a640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5dd815a790 con 0x7f5dd80b1720 2024-09-13T16:12:30.259 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.254+0000 7f5ddf95a640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5dd80b2680 con 0x7f5dd80cec00 2024-09-13T16:12:30.259 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.254+0000 7f5ddf95a640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5dd80b2960 con 0x7f5dd815a3b0 2024-09-13T16:12:30.259 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.254+0000 7f5ddcef5640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f5dd80b1720 0x7f5dd80ce4f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:54856/0 (socket says 172.21.15.76:54856) 2024-09-13T16:12:30.259 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.254+0000 7f5ddcef5640 1 -- 172.21.15.76:0/743007264 learned_addr learned my addr 172.21.15.76:0/743007264 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:12:30.260 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.254+0000 7f5ddd6f6640 1 --2- 172.21.15.76:0/743007264 >> v2:172.21.15.192:3300/0 conn(0x7f5dd815a3b0 0x7f5dd80b20a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:30.260 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.254+0000 7f5dcffff640 1 -- 172.21.15.76:0/743007264 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3011716814 0 0) 0x7f5dd815a790 con 0x7f5dd80b1720 2024-09-13T16:12:30.260 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.254+0000 7f5dcffff640 1 -- 172.21.15.76:0/743007264 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5dc4003520 con 0x7f5dd80b1720 2024-09-13T16:12:30.260 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.254+0000 7f5dcffff640 1 -- 172.21.15.76:0/743007264 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2675036657 0 0) 0x7f5dc4003520 con 0x7f5dd80b1720 2024-09-13T16:12:30.260 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.254+0000 7f5dcffff640 1 -- 172.21.15.76:0/743007264 >> v2:172.21.15.192:3300/0 conn(0x7f5dd815a3b0 msgr2=0x7f5dd80b20a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:30.260 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.254+0000 7f5dcffff640 1 --2- 172.21.15.76:0/743007264 >> v2:172.21.15.192:3300/0 conn(0x7f5dd815a3b0 0x7f5dd80b20a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:30.260 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.254+0000 7f5dcffff640 1 -- 172.21.15.76:0/743007264 >> v1:172.21.15.192:6789/0 conn(0x7f5dd80cec00 legacy=0x7f5dd80ab9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:30.260 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.254+0000 7f5dcffff640 1 -- 172.21.15.76:0/743007264 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5dd80b2c40 con 0x7f5dd80b1720 2024-09-13T16:12:30.260 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.254+0000 7f5dcffff640 1 -- 172.21.15.76:0/743007264 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f5dc8001690 con 0x7f5dd80b1720 2024-09-13T16:12:30.260 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.254+0000 7f5dcffff640 1 -- 172.21.15.76:0/743007264 >> v1:172.21.15.76:6789/0 conn(0x7f5dd80b1720 legacy=0x7f5dd80ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:30.260 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.254+0000 7f5dcffff640 1 --2- 172.21.15.76:0/743007264 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5dc4003970 0x7f5dc4003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:30.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.254+0000 7f5dcffff640 1 --2- 172.21.15.76:0/743007264 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5dc40047c0 0x7f5dc4004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:30.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.254+0000 7f5dcffff640 1 --2- 172.21.15.76:0/743007264 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5dc4005180 0x7f5dc400b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:30.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.255+0000 7f5dcffff640 1 -- 172.21.15.76:0/743007264 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5dd80b2960 con 0x7f5dc40047c0 2024-09-13T16:12:30.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.255+0000 7f5dcffff640 1 -- 172.21.15.76:0/743007264 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5dc400c020 con 0x7f5dc4003970 2024-09-13T16:12:30.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.255+0000 7f5dcffff640 1 -- 172.21.15.76:0/743007264 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5dc400c1e0 con 0x7f5dc4005180 2024-09-13T16:12:30.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.255+0000 7f5ddcef5640 1 --2- 172.21.15.76:0/743007264 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5dc40047c0 0x7f5dc4004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:30.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.255+0000 7f5ddd6f6640 1 --2- 172.21.15.76:0/743007264 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5dc4003970 0x7f5dc4003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:30.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.255+0000 7f5dddef7640 1 --2- 172.21.15.76:0/743007264 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5dc4005180 0x7f5dc400b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:30.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.255+0000 7f5ddcef5640 1 -- 172.21.15.76:0/743007264 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5dc4005180 msgr2=0x7f5dc400b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:30.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.255+0000 7f5ddcef5640 1 --2- 172.21.15.76:0/743007264 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5dc4005180 0x7f5dc400b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:30.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.255+0000 7f5ddcef5640 1 -- 172.21.15.76:0/743007264 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5dc4003970 msgr2=0x7f5dc4003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:30.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.255+0000 7f5ddcef5640 1 --2- 172.21.15.76:0/743007264 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5dc4003970 0x7f5dc4003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:30.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.255+0000 7f5ddcef5640 1 -- 172.21.15.76:0/743007264 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5dc4003520 con 0x7f5dc40047c0 2024-09-13T16:12:30.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.255+0000 7f5dddef7640 1 -- 172.21.15.76:0/743007264 reap_dead start 2024-09-13T16:12:30.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.256+0000 7f5ddcef5640 1 --2- 172.21.15.76:0/743007264 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5dc40047c0 0x7f5dc4004c40 secure :-1 s=READY pgs=1562 cs=0 l=1 rev1=1 crypto rx=0x7f5dd806e220 tx=0x7f5dc40057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9b306d9524159872 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:30.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.256+0000 7f5dcffff640 1 -- 172.21.15.76:0/743007264 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5dc8005ad0 con 0x7f5dc40047c0 2024-09-13T16:12:30.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.256+0000 7f5dcffff640 1 -- 172.21.15.76:0/743007264 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5dc802d070 con 0x7f5dc40047c0 2024-09-13T16:12:30.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.256+0000 7f5dcffff640 1 -- 172.21.15.76:0/743007264 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5dc8005e50 con 0x7f5dc40047c0 2024-09-13T16:12:30.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.256+0000 7f5ddf95a640 1 -- 172.21.15.76:0/743007264 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5dc40047c0 msgr2=0x7f5dc4004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:30.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.256+0000 7f5ddf95a640 1 --2- 172.21.15.76:0/743007264 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5dc40047c0 0x7f5dc4004c40 secure :-1 s=READY pgs=1562 cs=0 l=1 rev1=1 crypto rx=0x7f5dd806e220 tx=0x7f5dc40057f0 comp rx=0 tx=0).stop 2024-09-13T16:12:30.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.256+0000 7f5ddf95a640 1 -- 172.21.15.76:0/743007264 shutdown_connections 2024-09-13T16:12:30.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.256+0000 7f5ddf95a640 1 --2- 172.21.15.76:0/743007264 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5dc40047c0 0x7f5dc4004c40 unknown :-1 s=CLOSED pgs=1562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:30.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.256+0000 7f5ddf95a640 1 -- 172.21.15.76:0/743007264 >> 172.21.15.76:0/743007264 conn(0x7f5dd806a0b0 msgr2=0x7f5dd806a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:30.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.256+0000 7f5ddf95a640 1 -- 172.21.15.76:0/743007264 shutdown_connections 2024-09-13T16:12:30.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.256+0000 7f5ddf95a640 1 -- 172.21.15.76:0/743007264 wait complete. 2024-09-13T16:12:30.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.257+0000 7f5ddf95a640 1 Processor -- start 2024-09-13T16:12:30.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.258+0000 7f5ddf95a640 1 -- start start 2024-09-13T16:12:30.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.258+0000 7f5ddf95a640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5dc40047c0 0x7f5dd8097990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:30.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.258+0000 7f5ddf95a640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5dd80c1c40 0x7f5dd80c20a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:30.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.258+0000 7f5ddf95a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5dd81f3570 0x7f5dd81f39f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:30.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.258+0000 7f5ddf95a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5dd8097ed0 con 0x7f5dd81f3570 2024-09-13T16:12:30.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.258+0000 7f5ddf95a640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5dd81f3f30 con 0x7f5dd80c1c40 2024-09-13T16:12:30.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.258+0000 7f5ddf95a640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5dd815be60 con 0x7f5dc40047c0 2024-09-13T16:12:30.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.258+0000 7f5dddef7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5dd81f3570 0x7f5dd81f39f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:30.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.258+0000 7f5dddef7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5dd81f3570 0x7f5dd81f39f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:34032/0 (socket says 172.21.15.76:34032) 2024-09-13T16:12:30.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.258+0000 7f5dddef7640 1 -- 172.21.15.76:0/1185232498 learned_addr learned my addr 172.21.15.76:0/1185232498 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:30.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.258+0000 7f5ddcef5640 1 --2- 172.21.15.76:0/1185232498 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5dd80c1c40 0x7f5dd80c20a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:30.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.258+0000 7f5ddd6f6640 1 --2- 172.21.15.76:0/1185232498 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5dc40047c0 0x7f5dd8097990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:30.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.259+0000 7f5dddef7640 1 -- 172.21.15.76:0/1185232498 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5dc40047c0 msgr2=0x7f5dd8097990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:30.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.259+0000 7f5dddef7640 1 --2- 172.21.15.76:0/1185232498 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5dc40047c0 0x7f5dd8097990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:30.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.259+0000 7f5dddef7640 1 -- 172.21.15.76:0/1185232498 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5dd80c1c40 msgr2=0x7f5dd80c20a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:30.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.259+0000 7f5dddef7640 1 --2- 172.21.15.76:0/1185232498 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5dd80c1c40 0x7f5dd80c20a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:30.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.259+0000 7f5dddef7640 1 -- 172.21.15.76:0/1185232498 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5dd80c4d40 con 0x7f5dd81f3570 2024-09-13T16:12:30.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.259+0000 7f5dddef7640 1 --2- 172.21.15.76:0/1185232498 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5dd81f3570 0x7f5dd81f39f0 secure :-1 s=READY pgs=1563 cs=0 l=1 rev1=1 crypto rx=0x7f5dd80adc60 tx=0x7f5dd000eb50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:30.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.259+0000 7f5dcdffb640 1 -- 172.21.15.76:0/1185232498 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5dd000ee90 con 0x7f5dd81f3570 2024-09-13T16:12:30.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.259+0000 7f5dcdffb640 1 -- 172.21.15.76:0/1185232498 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5dd0003970 con 0x7f5dd81f3570 2024-09-13T16:12:30.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.259+0000 7f5ddf95a640 1 -- 172.21.15.76:0/1185232498 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5dd80c4780 con 0x7f5dd81f3570 2024-09-13T16:12:30.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.259+0000 7f5dcdffb640 1 -- 172.21.15.76:0/1185232498 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5dd0003d20 con 0x7f5dd81f3570 2024-09-13T16:12:30.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.259+0000 7f5ddf95a640 1 -- 172.21.15.76:0/1185232498 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5dd815baf0 con 0x7f5dd81f3570 2024-09-13T16:12:30.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.260+0000 7f5ddf95a640 1 -- 172.21.15.76:0/1185232498 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5dd806c9a0 con 0x7f5dd81f3570 2024-09-13T16:12:30.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.261+0000 7f5dcdffb640 1 -- 172.21.15.76:0/1185232498 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f5dd00050d0 con 0x7f5dd81f3570 2024-09-13T16:12:30.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.261+0000 7f5dcdffb640 1 --2- 172.21.15.76:0/1185232498 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5dbc06ac00 0x7f5dbc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:30.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.261+0000 7f5dcdffb640 1 -- 172.21.15.76:0/1185232498 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(115..115 src has 1..115) v4 ==== 5263+0+0 (secure 0 0 0) 0x7f5dd0088d40 con 0x7f5dd81f3570 2024-09-13T16:12:30.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.261+0000 7f5ddd6f6640 1 --2- 172.21.15.76:0/1185232498 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5dbc06ac00 0x7f5dbc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:30.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.261+0000 7f5ddd6f6640 1 --2- 172.21.15.76:0/1185232498 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5dbc06ac00 0x7f5dbc06d0c0 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f5dd804f9f0 tx=0x7f5dd4009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:30.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.265+0000 7f5dcdffb640 1 -- 172.21.15.76:0/1185232498 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f5dd00540e0 con 0x7f5dd81f3570 2024-09-13T16:12:30.429 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.428+0000 7f5ddf95a640 1 -- 172.21.15.76:0/1185232498 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) v1 -- 0x7f5dd806c9a0 con 0x7f5dd81f3570 2024-09-13T16:12:30.432 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.430+0000 7f5dcdffb640 1 -- 172.21.15.76:0/1185232498 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v42) v1 ==== 104+0+0 (secure 0 0 0) 0x7f5dd0057700 con 0x7f5dd81f3570 2024-09-13T16:12:30.435 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.432+0000 7f5ddf95a640 1 -- 172.21.15.76:0/1185232498 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5dbc06ac00 msgr2=0x7f5dbc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:30.435 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.432+0000 7f5ddf95a640 1 --2- 172.21.15.76:0/1185232498 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5dbc06ac00 0x7f5dbc06d0c0 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f5dd804f9f0 tx=0x7f5dd4009190 comp rx=0 tx=0).stop 2024-09-13T16:12:30.435 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.432+0000 7f5ddf95a640 1 -- 172.21.15.76:0/1185232498 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5dd81f3570 msgr2=0x7f5dd81f39f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:30.435 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.432+0000 7f5ddf95a640 1 --2- 172.21.15.76:0/1185232498 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5dd81f3570 0x7f5dd81f39f0 secure :-1 s=READY pgs=1563 cs=0 l=1 rev1=1 crypto rx=0x7f5dd80adc60 tx=0x7f5dd000eb50 comp rx=0 tx=0).stop 2024-09-13T16:12:30.435 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.432+0000 7f5ddf95a640 1 -- 172.21.15.76:0/1185232498 shutdown_connections 2024-09-13T16:12:30.435 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.432+0000 7f5ddf95a640 1 --2- 172.21.15.76:0/1185232498 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5dd81f3570 0x7f5dd81f39f0 unknown :-1 s=CLOSED pgs=1563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:30.435 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.432+0000 7f5ddf95a640 1 --2- 172.21.15.76:0/1185232498 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5dd80c1c40 0x7f5dd80c20a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:30.435 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.432+0000 7f5ddf95a640 1 --2- 172.21.15.76:0/1185232498 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5dbc06ac00 0x7f5dbc06d0c0 unknown :-1 s=CLOSED pgs=670 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:30.435 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.432+0000 7f5ddf95a640 1 --2- 172.21.15.76:0/1185232498 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5dc40047c0 0x7f5dd8097990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:30.436 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.432+0000 7f5ddf95a640 1 -- 172.21.15.76:0/1185232498 >> 172.21.15.76:0/1185232498 conn(0x7f5dd806a0b0 msgr2=0x7f5dd80c9760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:30.436 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.432+0000 7f5ddf95a640 1 -- 172.21.15.76:0/1185232498 shutdown_connections 2024-09-13T16:12:30.436 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.432+0000 7f5ddf95a640 1 -- 172.21.15.76:0/1185232498 wait complete. 2024-09-13T16:12:30.446 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_client_limits.TestClientLimits.test_client_oldest_tid' 2024-09-13T16:12:30.543 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.542+0000 7fdc7cf7d640 1 Processor -- start 2024-09-13T16:12:30.544 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.542+0000 7fdc7cf7d640 1 -- start start 2024-09-13T16:12:30.545 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.543+0000 7fdc7cf7d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdc7806c4c0 0x7fdc7806c8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:30.545 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.543+0000 7fdc7cf7d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fdc780b2590 0x7fdc7806d3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:30.545 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.543+0000 7fdc7cf7d640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdc7806e0c0 con 0x7fdc780cbea0 2024-09-13T16:12:30.545 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.543+0000 7fdc7cf7d640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdc7806deb0 con 0x7fdc780b2590 2024-09-13T16:12:30.545 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.543+0000 7fdc7cf7d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdc780b2170 con 0x7fdc7806c4c0 2024-09-13T16:12:30.545 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.543+0000 7fdc75d9b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fdc780b2590 0x7fdc7806d3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:30.545 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.543+0000 7fdc76d9d640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fdc780cbea0 0x7fdc780cc350 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:54868/0 (socket says 172.21.15.76:54868) 2024-09-13T16:12:30.545 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.543+0000 7fdc76d9d640 1 -- 172.21.15.76:0/3609415060 learned_addr learned my addr 172.21.15.76:0/3609415060 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:12:30.546 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.544+0000 7fdc75d9b640 1 -- 172.21.15.76:0/3609415060 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdc7806c4c0 msgr2=0x7fdc7806c8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:30.546 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.544+0000 7fdc75d9b640 1 --2- 172.21.15.76:0/3609415060 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdc7806c4c0 0x7fdc7806c8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:30.546 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.544+0000 7fdc75d9b640 1 -- 172.21.15.76:0/3609415060 >> v1:172.21.15.76:6789/0 conn(0x7fdc780cbea0 legacy=0x7fdc780cc350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:30.546 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.544+0000 7fdc75d9b640 1 -- 172.21.15.76:0/3609415060 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdc7806e3a0 con 0x7fdc780b2590 2024-09-13T16:12:30.546 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.544+0000 7fdc7559a640 1 -- 172.21.15.76:0/3609415060 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3826658968 0 0) 0x7fdc7806e0c0 con 0x7fdc780cbea0 2024-09-13T16:12:30.547 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.544+0000 7fdc75d9b640 1 --2- 172.21.15.76:0/3609415060 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdc780b2590 0x7fdc7806d3a0 secure :-1 s=READY pgs=1565 cs=0 l=1 rev1=1 crypto rx=0x7fdc6c00a970 tx=0x7fdc6c02b580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=82a83afd5ad2d5b2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:30.547 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.544+0000 7fdc7559a640 1 -- 172.21.15.76:0/3609415060 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc6c030710 con 0x7fdc780b2590 2024-09-13T16:12:30.547 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.544+0000 7fdc7559a640 1 -- 172.21.15.76:0/3609415060 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdc6c02e050 con 0x7fdc780b2590 2024-09-13T16:12:30.547 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.544+0000 7fdc7559a640 1 -- 172.21.15.76:0/3609415060 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc6c030a90 con 0x7fdc780b2590 2024-09-13T16:12:30.547 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.545+0000 7fdc7cf7d640 1 -- 172.21.15.76:0/3609415060 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdc780b2590 msgr2=0x7fdc7806d3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:30.547 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.545+0000 7fdc7cf7d640 1 --2- 172.21.15.76:0/3609415060 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdc780b2590 0x7fdc7806d3a0 secure :-1 s=READY pgs=1565 cs=0 l=1 rev1=1 crypto rx=0x7fdc6c00a970 tx=0x7fdc6c02b580 comp rx=0 tx=0).stop 2024-09-13T16:12:30.547 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.545+0000 7fdc7cf7d640 1 -- 172.21.15.76:0/3609415060 shutdown_connections 2024-09-13T16:12:30.548 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.545+0000 7fdc7cf7d640 1 --2- 172.21.15.76:0/3609415060 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdc780b2590 0x7fdc7806d3a0 unknown :-1 s=CLOSED pgs=1565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:30.548 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.545+0000 7fdc7cf7d640 1 --2- 172.21.15.76:0/3609415060 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdc7806c4c0 0x7fdc7806c8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:30.548 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.545+0000 7fdc7cf7d640 1 -- 172.21.15.76:0/3609415060 >> 172.21.15.76:0/3609415060 conn(0x7fdc78069ed0 msgr2=0x7fdc7806a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:30.548 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.545+0000 7fdc7cf7d640 1 -- 172.21.15.76:0/3609415060 shutdown_connections 2024-09-13T16:12:30.548 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.545+0000 7fdc7cf7d640 1 -- 172.21.15.76:0/3609415060 wait complete. 2024-09-13T16:12:30.550 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.546+0000 7fdc7cf7d640 1 Processor -- start 2024-09-13T16:12:30.550 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.546+0000 7fdc7cf7d640 1 -- start start 2024-09-13T16:12:30.550 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.547+0000 7fdc7cf7d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdc7806c4c0 0x7fdc7815b5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:30.550 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.547+0000 7fdc7cf7d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdc780b2590 0x7fdc780c4310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:30.550 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.547+0000 7fdc7cf7d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdc780cbea0 0x7fdc78159aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:30.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.547+0000 7fdc7cf7d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdc780c6b30 con 0x7fdc780b2590 2024-09-13T16:12:30.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.547+0000 7fdc7cf7d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdc780c4850 con 0x7fdc7806c4c0 2024-09-13T16:12:30.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.547+0000 7fdc7cf7d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdc7815bf00 con 0x7fdc780cbea0 2024-09-13T16:12:30.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.547+0000 7fdc75d9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdc780b2590 0x7fdc780c4310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:30.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.547+0000 7fdc75d9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdc780b2590 0x7fdc780c4310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:34046/0 (socket says 172.21.15.76:34046) 2024-09-13T16:12:30.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.547+0000 7fdc75d9b640 1 -- 172.21.15.76:0/3136847297 learned_addr learned my addr 172.21.15.76:0/3136847297 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:30.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.547+0000 7fdc76d9d640 1 --2- 172.21.15.76:0/3136847297 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdc780cbea0 0x7fdc78159aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:30.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.547+0000 7fdc75d9b640 1 -- 172.21.15.76:0/3136847297 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdc780cbea0 msgr2=0x7fdc78159aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:30.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.547+0000 7fdc75d9b640 1 --2- 172.21.15.76:0/3136847297 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdc780cbea0 0x7fdc78159aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:30.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.547+0000 7fdc75d9b640 1 -- 172.21.15.76:0/3136847297 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdc7806c4c0 msgr2=0x7fdc7815b5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:30.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.547+0000 7fdc7659c640 1 --2- 172.21.15.76:0/3136847297 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdc7806c4c0 0x7fdc7815b5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:30.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.547+0000 7fdc75d9b640 1 --2- 172.21.15.76:0/3136847297 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdc7806c4c0 0x7fdc7815b5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:30.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.547+0000 7fdc75d9b640 1 -- 172.21.15.76:0/3136847297 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdc6c00a5a0 con 0x7fdc780b2590 2024-09-13T16:12:30.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.547+0000 7fdc76d9d640 1 --2- 172.21.15.76:0/3136847297 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdc780cbea0 0x7fdc78159aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:12:30.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.547+0000 7fdc7659c640 1 --2- 172.21.15.76:0/3136847297 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdc7806c4c0 0x7fdc7815b5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:12:30.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.548+0000 7fdc75d9b640 1 --2- 172.21.15.76:0/3136847297 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdc780b2590 0x7fdc780c4310 secure :-1 s=READY pgs=1566 cs=0 l=1 rev1=1 crypto rx=0x7fdc6c000c00 tx=0x7fdc6c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:30.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.548+0000 7fdc66ffd640 1 -- 172.21.15.76:0/3136847297 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc6c032a30 con 0x7fdc780b2590 2024-09-13T16:12:30.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.548+0000 7fdc66ffd640 1 -- 172.21.15.76:0/3136847297 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdc6c032bb0 con 0x7fdc780b2590 2024-09-13T16:12:30.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.548+0000 7fdc7cf7d640 1 -- 172.21.15.76:0/3136847297 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdc7815bc20 con 0x7fdc780b2590 2024-09-13T16:12:30.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.548+0000 7fdc66ffd640 1 -- 172.21.15.76:0/3136847297 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc6c044480 con 0x7fdc780b2590 2024-09-13T16:12:30.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.548+0000 7fdc7cf7d640 1 -- 172.21.15.76:0/3136847297 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdc780c67c0 con 0x7fdc780b2590 2024-09-13T16:12:30.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.549+0000 7fdc7cf7d640 1 -- 172.21.15.76:0/3136847297 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdc780c6ca0 con 0x7fdc780b2590 2024-09-13T16:12:30.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.549+0000 7fdc66ffd640 1 -- 172.21.15.76:0/3136847297 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fdc6c03b400 con 0x7fdc780b2590 2024-09-13T16:12:30.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.550+0000 7fdc66ffd640 1 --2- 172.21.15.76:0/3136847297 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdc5806ac00 0x7fdc5806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:30.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.550+0000 7fdc66ffd640 1 -- 172.21.15.76:0/3136847297 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(115..115 src has 1..115) v4 ==== 5263+0+0 (secure 0 0 0) 0x7fdc6c03f070 con 0x7fdc780b2590 2024-09-13T16:12:30.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.550+0000 7fdc7659c640 1 --2- 172.21.15.76:0/3136847297 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdc5806ac00 0x7fdc5806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:30.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.550+0000 7fdc7659c640 1 --2- 172.21.15.76:0/3136847297 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdc5806ac00 0x7fdc5806d0c0 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7fdc68006fd0 tx=0x7fdc68008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:30.555 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.554+0000 7fdc66ffd640 1 -- 172.21.15.76:0/3136847297 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fdc6c0759d0 con 0x7fdc780b2590 2024-09-13T16:12:30.786 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:30.785+0000 7fdc7cf7d640 1 -- 172.21.15.76:0/3136847297 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_client_limits.TestClientLimits.test_client_oldest_tid"]} v 0) v1 -- 0x7fdc7806c8a0 con 0x7fdc780b2590 2024-09-13T16:12:31.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.014+0000 7fdc66ffd640 1 -- 172.21.15.76:0/3136847297 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_client_limits.TestClientLimits.test_client_oldest_tid"]}]=0 v493) v1 ==== 150+0+0 (secure 0 0 0) 0x7fdc6c078ff0 con 0x7fdc780b2590 2024-09-13T16:12:31.018 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.016+0000 7fdc7cf7d640 1 -- 172.21.15.76:0/3136847297 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdc5806ac00 msgr2=0x7fdc5806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:31.018 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.016+0000 7fdc7cf7d640 1 --2- 172.21.15.76:0/3136847297 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdc5806ac00 0x7fdc5806d0c0 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7fdc68006fd0 tx=0x7fdc68008040 comp rx=0 tx=0).stop 2024-09-13T16:12:31.019 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.016+0000 7fdc7cf7d640 1 -- 172.21.15.76:0/3136847297 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdc780b2590 msgr2=0x7fdc780c4310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:31.019 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.016+0000 7fdc7cf7d640 1 --2- 172.21.15.76:0/3136847297 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdc780b2590 0x7fdc780c4310 secure :-1 s=READY pgs=1566 cs=0 l=1 rev1=1 crypto rx=0x7fdc6c000c00 tx=0x7fdc6c0046c0 comp rx=0 tx=0).stop 2024-09-13T16:12:31.019 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.016+0000 7fdc7cf7d640 1 -- 172.21.15.76:0/3136847297 shutdown_connections 2024-09-13T16:12:31.019 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.016+0000 7fdc7cf7d640 1 --2- 172.21.15.76:0/3136847297 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdc5806ac00 0x7fdc5806d0c0 unknown :-1 s=CLOSED pgs=671 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:31.019 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.016+0000 7fdc7cf7d640 1 --2- 172.21.15.76:0/3136847297 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdc780cbea0 0x7fdc78159aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:31.019 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.016+0000 7fdc7cf7d640 1 --2- 172.21.15.76:0/3136847297 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdc780b2590 0x7fdc780c4310 unknown :-1 s=CLOSED pgs=1566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:31.019 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.016+0000 7fdc7cf7d640 1 --2- 172.21.15.76:0/3136847297 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdc7806c4c0 0x7fdc7815b5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:31.019 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.016+0000 7fdc7cf7d640 1 -- 172.21.15.76:0/3136847297 >> 172.21.15.76:0/3136847297 conn(0x7fdc78069ed0 msgr2=0x7fdc780b2bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:31.019 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.016+0000 7fdc7cf7d640 1 -- 172.21.15.76:0/3136847297 shutdown_connections 2024-09-13T16:12:31.019 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.016+0000 7fdc7cf7d640 1 -- 172.21.15.76:0/3136847297 wait complete. 2024-09-13T16:12:31.029 INFO:tasks.cephfs_test_runner:When a client does not advance its oldest tid, the MDS should notice that ... ok 2024-09-13T16:12:31.029 INFO:tasks.cephfs_test_runner:Starting test: test_client_pin (tasks.cephfs.test_client_limits.TestClientLimits) 2024-09-13T16:12:31.030 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:12:31.130 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.128+0000 7f9c2eb5e640 1 Processor -- start 2024-09-13T16:12:31.130 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.128+0000 7f9c2eb5e640 1 -- start start 2024-09-13T16:12:31.133 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.129+0000 7f9c2eb5e640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9c2806c4c0 0x7f9c2806c8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:31.133 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.129+0000 7f9c2eb5e640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f9c280cbea0 0x7f9c280cc350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:31.133 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.129+0000 7f9c2eb5e640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9c280cc890 con 0x7f9c280b2590 2024-09-13T16:12:31.133 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.129+0000 7f9c2eb5e640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9c2806deb0 con 0x7f9c280cbea0 2024-09-13T16:12:31.133 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.129+0000 7f9c2eb5e640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9c280b2170 con 0x7f9c2806c4c0 2024-09-13T16:12:31.133 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.129+0000 7f9c27fff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f9c280b2590 0x7f9c2806d3a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:54876/0 (socket says 172.21.15.76:54876) 2024-09-13T16:12:31.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.129+0000 7f9c27fff640 1 -- 172.21.15.76:0/1420091738 learned_addr learned my addr 172.21.15.76:0/1420091738 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:12:31.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.129+0000 7f9c2c8fa640 1 --2- 172.21.15.76:0/1420091738 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9c2806c4c0 0x7f9c2806c8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:31.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.129+0000 7f9c2d0fb640 1 --2- 172.21.15.76:0/1420091738 >> v2:172.21.15.192:3300/0 conn(0x7f9c280cbea0 0x7f9c280cc350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:31.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.130+0000 7f9c277fe640 1 -- 172.21.15.76:0/1420091738 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 71143178 0 0) 0x7f9c280cc890 con 0x7f9c280b2590 2024-09-13T16:12:31.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.130+0000 7f9c277fe640 1 -- 172.21.15.76:0/1420091738 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9c10004630 con 0x7f9c280b2590 2024-09-13T16:12:31.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.130+0000 7f9c277fe640 1 -- 172.21.15.76:0/1420091738 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3917167585 0 0) 0x7f9c10004630 con 0x7f9c280b2590 2024-09-13T16:12:31.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.130+0000 7f9c277fe640 1 -- 172.21.15.76:0/1420091738 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9c2806c4c0 msgr2=0x7f9c2806c8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:31.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.130+0000 7f9c277fe640 1 --2- 172.21.15.76:0/1420091738 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9c2806c4c0 0x7f9c2806c8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:31.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.130+0000 7f9c277fe640 1 -- 172.21.15.76:0/1420091738 >> v2:172.21.15.192:3300/0 conn(0x7f9c280cbea0 msgr2=0x7f9c280cc350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:31.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.130+0000 7f9c277fe640 1 --2- 172.21.15.76:0/1420091738 >> v2:172.21.15.192:3300/0 conn(0x7f9c280cbea0 0x7f9c280cc350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:31.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.130+0000 7f9c277fe640 1 -- 172.21.15.76:0/1420091738 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9c2806dab0 con 0x7f9c280b2590 2024-09-13T16:12:31.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.130+0000 7f9c277fe640 1 -- 172.21.15.76:0/1420091738 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f9c1c001670 con 0x7f9c280b2590 2024-09-13T16:12:31.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.130+0000 7f9c277fe640 1 -- 172.21.15.76:0/1420091738 >> v1:172.21.15.76:6789/0 conn(0x7f9c280b2590 legacy=0x7f9c2806d3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:31.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.130+0000 7f9c277fe640 1 --2- 172.21.15.76:0/1420091738 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9c2806c4c0 0x7f9c10004aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:31.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.130+0000 7f9c277fe640 1 --2- 172.21.15.76:0/1420091738 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9c10005020 0x7f9c100058d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:31.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.130+0000 7f9c277fe640 1 --2- 172.21.15.76:0/1420091738 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9c10005e10 0x7f9c10006290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:31.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.130+0000 7f9c277fe640 1 -- 172.21.15.76:0/1420091738 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c2806deb0 con 0x7f9c10005020 2024-09-13T16:12:31.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.130+0000 7f9c277fe640 1 -- 172.21.15.76:0/1420091738 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c280b2170 con 0x7f9c10005e10 2024-09-13T16:12:31.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.130+0000 7f9c277fe640 1 -- 172.21.15.76:0/1420091738 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9c1000ca90 con 0x7f9c2806c4c0 2024-09-13T16:12:31.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.130+0000 7f9c27fff640 1 --2- 172.21.15.76:0/1420091738 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9c10005020 0x7f9c100058d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:31.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.130+0000 7f9c27fff640 1 -- 172.21.15.76:0/1420091738 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9c2806c4c0 msgr2=0x7f9c10004aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:31.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.130+0000 7f9c27fff640 1 --2- 172.21.15.76:0/1420091738 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9c2806c4c0 0x7f9c10004aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:31.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.130+0000 7f9c27fff640 1 -- 172.21.15.76:0/1420091738 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9c10005e10 msgr2=0x7f9c10006290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:31.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.130+0000 7f9c2d0fb640 1 --2- 172.21.15.76:0/1420091738 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9c10005e10 0x7f9c10006290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:31.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.130+0000 7f9c27fff640 1 --2- 172.21.15.76:0/1420091738 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9c10005e10 0x7f9c10006290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:31.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.130+0000 7f9c27fff640 1 -- 172.21.15.76:0/1420091738 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9c10004630 con 0x7f9c10005020 2024-09-13T16:12:31.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.130+0000 7f9c2d0fb640 1 --2- 172.21.15.76:0/1420091738 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9c10005e10 0x7f9c10006290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:12:31.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.131+0000 7f9c27fff640 1 --2- 172.21.15.76:0/1420091738 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9c10005020 0x7f9c100058d0 secure :-1 s=READY pgs=1568 cs=0 l=1 rev1=1 crypto rx=0x7f9c1c00c190 tx=0x7f9c10006900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ddacd777863be2ea server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:31.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.131+0000 7f9c277fe640 1 -- 172.21.15.76:0/1420091738 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c1c005ad0 con 0x7f9c10005020 2024-09-13T16:12:31.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.131+0000 7f9c277fe640 1 -- 172.21.15.76:0/1420091738 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9c1c02d070 con 0x7f9c10005020 2024-09-13T16:12:31.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.131+0000 7f9c277fe640 1 -- 172.21.15.76:0/1420091738 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c1c005e90 con 0x7f9c10005020 2024-09-13T16:12:31.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.132+0000 7f9c2eb5e640 1 -- 172.21.15.76:0/1420091738 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9c10005020 msgr2=0x7f9c100058d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:31.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.132+0000 7f9c2eb5e640 1 --2- 172.21.15.76:0/1420091738 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9c10005020 0x7f9c100058d0 secure :-1 s=READY pgs=1568 cs=0 l=1 rev1=1 crypto rx=0x7f9c1c00c190 tx=0x7f9c10006900 comp rx=0 tx=0).stop 2024-09-13T16:12:31.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.132+0000 7f9c2d0fb640 1 -- 172.21.15.76:0/1420091738 reap_dead start 2024-09-13T16:12:31.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.132+0000 7f9c2eb5e640 1 -- 172.21.15.76:0/1420091738 shutdown_connections 2024-09-13T16:12:31.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.132+0000 7f9c2eb5e640 1 -- 172.21.15.76:0/1420091738 >> 172.21.15.76:0/1420091738 conn(0x7f9c28069ed0 msgr2=0x7f9c2806a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:31.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.132+0000 7f9c2eb5e640 1 -- 172.21.15.76:0/1420091738 shutdown_connections 2024-09-13T16:12:31.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.132+0000 7f9c2eb5e640 1 -- 172.21.15.76:0/1420091738 wait complete. 2024-09-13T16:12:31.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.133+0000 7f9c2eb5e640 1 Processor -- start 2024-09-13T16:12:31.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.133+0000 7f9c2eb5e640 1 -- start start 2024-09-13T16:12:31.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.134+0000 7f9c2eb5e640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9c10005020 0x7f9c28156040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:31.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.134+0000 7f9c2eb5e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9c281f06d0 0x7f9c280c75b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:31.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.134+0000 7f9c2eb5e640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9c280c7af0 0x7f9c28158f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:31.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.134+0000 7f9c2eb5e640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c280c7f70 con 0x7f9c281f06d0 2024-09-13T16:12:31.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.134+0000 7f9c2eb5e640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c280b05d0 con 0x7f9c280c7af0 2024-09-13T16:12:31.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.134+0000 7f9c2eb5e640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9c28071530 con 0x7f9c10005020 2024-09-13T16:12:31.140 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.134+0000 7f9c27fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9c281f06d0 0x7f9c280c75b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:31.140 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.134+0000 7f9c27fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9c281f06d0 0x7f9c280c75b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:34068/0 (socket says 172.21.15.76:34068) 2024-09-13T16:12:31.140 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.134+0000 7f9c27fff640 1 -- 172.21.15.76:0/3563792495 learned_addr learned my addr 172.21.15.76:0/3563792495 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:31.140 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.134+0000 7f9c2c8fa640 1 --2- 172.21.15.76:0/3563792495 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9c10005020 0x7f9c28156040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:31.140 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.134+0000 7f9c2d0fb640 1 --2- 172.21.15.76:0/3563792495 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9c280c7af0 0x7f9c28158f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:31.140 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.134+0000 7f9c27fff640 1 -- 172.21.15.76:0/3563792495 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9c10005020 msgr2=0x7f9c28156040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:31.140 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.134+0000 7f9c27fff640 1 --2- 172.21.15.76:0/3563792495 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9c10005020 0x7f9c28156040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:31.140 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.134+0000 7f9c27fff640 1 -- 172.21.15.76:0/3563792495 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9c280c7af0 msgr2=0x7f9c28158f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:31.140 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.134+0000 7f9c27fff640 1 --2- 172.21.15.76:0/3563792495 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9c280c7af0 0x7f9c28158f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:31.140 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.134+0000 7f9c27fff640 1 -- 172.21.15.76:0/3563792495 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9c28071810 con 0x7f9c281f06d0 2024-09-13T16:12:31.140 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.134+0000 7f9c2c8fa640 1 --2- 172.21.15.76:0/3563792495 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9c10005020 0x7f9c28156040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:12:31.140 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.134+0000 7f9c27fff640 1 --2- 172.21.15.76:0/3563792495 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9c281f06d0 0x7f9c280c75b0 secure :-1 s=READY pgs=1569 cs=0 l=1 rev1=1 crypto rx=0x7f9c1c02ad00 tx=0x7f9c280c94e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:31.140 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.134+0000 7f9c257fa640 1 -- 172.21.15.76:0/3563792495 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c1c004bf0 con 0x7f9c281f06d0 2024-09-13T16:12:31.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.134+0000 7f9c257fa640 1 -- 172.21.15.76:0/3563792495 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9c1c004d50 con 0x7f9c281f06d0 2024-09-13T16:12:31.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.134+0000 7f9c2eb5e640 1 -- 172.21.15.76:0/3563792495 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9c28071af0 con 0x7f9c281f06d0 2024-09-13T16:12:31.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.134+0000 7f9c257fa640 1 -- 172.21.15.76:0/3563792495 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c1c007290 con 0x7f9c281f06d0 2024-09-13T16:12:31.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.135+0000 7f9c2eb5e640 1 -- 172.21.15.76:0/3563792495 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9c280720b0 con 0x7f9c281f06d0 2024-09-13T16:12:31.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.135+0000 7f9c2eb5e640 1 -- 172.21.15.76:0/3563792495 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9c2806ce00 con 0x7f9c281f06d0 2024-09-13T16:12:31.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.136+0000 7f9c257fa640 1 -- 172.21.15.76:0/3563792495 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9c1c02f030 con 0x7f9c281f06d0 2024-09-13T16:12:31.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.136+0000 7f9c257fa640 1 --2- 172.21.15.76:0/3563792495 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9c1406ac30 0x7f9c1406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:31.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.136+0000 7f9c257fa640 1 -- 172.21.15.76:0/3563792495 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(115..115 src has 1..115) v4 ==== 5263+0+0 (secure 0 0 0) 0x7f9c1c0a83a0 con 0x7f9c281f06d0 2024-09-13T16:12:31.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.136+0000 7f9c2c8fa640 1 --2- 172.21.15.76:0/3563792495 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9c1406ac30 0x7f9c1406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:31.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.137+0000 7f9c2c8fa640 1 --2- 172.21.15.76:0/3563792495 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9c1406ac30 0x7f9c1406d0f0 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f9c2809bfc0 tx=0x7f9c18008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:31.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.141+0000 7f9c257fa640 1 -- 172.21.15.76:0/3563792495 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f9c1c0737d0 con 0x7f9c281f06d0 2024-09-13T16:12:31.303 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.302+0000 7f9c2eb5e640 1 -- 172.21.15.76:0/3563792495 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f9c2806c8a0 con 0x7f9c281f06d0 2024-09-13T16:12:31.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.303+0000 7f9c257fa640 1 -- 172.21.15.76:0/3563792495 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v115) v1 ==== 74+0+13165 (secure 0 0 0) 0x7f9c1c043090 con 0x7f9c281f06d0 2024-09-13T16:12:31.305 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:31.305 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":115,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:12:30.006984+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":16,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":111,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.76:6837/2583912045":"2024-09-14T16:12:26.985289+0000","172.21.15.76:6836/2583912045":"2024-09-14T16:12:26.985289+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:12:31.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.305+0000 7f9c2eb5e640 1 -- 172.21.15.76:0/3563792495 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9c1406ac30 msgr2=0x7f9c1406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:31.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.305+0000 7f9c2eb5e640 1 --2- 172.21.15.76:0/3563792495 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9c1406ac30 0x7f9c1406d0f0 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f9c2809bfc0 tx=0x7f9c18008040 comp rx=0 tx=0).stop 2024-09-13T16:12:31.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.305+0000 7f9c2eb5e640 1 -- 172.21.15.76:0/3563792495 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9c281f06d0 msgr2=0x7f9c280c75b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:31.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.305+0000 7f9c2eb5e640 1 --2- 172.21.15.76:0/3563792495 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9c281f06d0 0x7f9c280c75b0 secure :-1 s=READY pgs=1569 cs=0 l=1 rev1=1 crypto rx=0x7f9c1c02ad00 tx=0x7f9c280c94e0 comp rx=0 tx=0).stop 2024-09-13T16:12:31.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.305+0000 7f9c2eb5e640 1 -- 172.21.15.76:0/3563792495 shutdown_connections 2024-09-13T16:12:31.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.305+0000 7f9c2eb5e640 1 --2- 172.21.15.76:0/3563792495 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9c280c7af0 0x7f9c28158f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:31.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.305+0000 7f9c2eb5e640 1 --2- 172.21.15.76:0/3563792495 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9c281f06d0 0x7f9c280c75b0 unknown :-1 s=CLOSED pgs=1569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:31.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.305+0000 7f9c2eb5e640 1 --2- 172.21.15.76:0/3563792495 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9c1406ac30 0x7f9c1406d0f0 unknown :-1 s=CLOSED pgs=672 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:31.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.305+0000 7f9c2eb5e640 1 --2- 172.21.15.76:0/3563792495 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9c10005020 0x7f9c28156040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:31.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.305+0000 7f9c2eb5e640 1 -- 172.21.15.76:0/3563792495 >> 172.21.15.76:0/3563792495 conn(0x7f9c28069ed0 msgr2=0x7f9c280730d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:31.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.305+0000 7f9c2eb5e640 1 -- 172.21.15.76:0/3563792495 shutdown_connections 2024-09-13T16:12:31.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.305+0000 7f9c2eb5e640 1 -- 172.21.15.76:0/3563792495 wait complete. 2024-09-13T16:12:31.317 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:01:26.960607+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:12:31.318 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:12:31.419 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.418+0000 7f22d06f7640 1 Processor -- start 2024-09-13T16:12:31.419 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.418+0000 7f22d06f7640 1 -- start start 2024-09-13T16:12:31.423 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.419+0000 7f22d06f7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f22c8159310 0x7f22c80ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:31.423 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.419+0000 7f22d06f7640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f22c80ce4f0 0x7f22c80ce940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:31.423 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.419+0000 7f22d06f7640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f22c80ccbe0 con 0x7f22c80b2b40 2024-09-13T16:12:31.423 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.419+0000 7f22d06f7640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f22c80ad940 con 0x7f22c80ce4f0 2024-09-13T16:12:31.423 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.419+0000 7f22d06f7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f22c80cee80 con 0x7f22c8159310 2024-09-13T16:12:31.423 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.419+0000 7f22cdc92640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f22c80b2b40 0x7f22c80ab140 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:42942/0 (socket says 172.21.15.76:42942) 2024-09-13T16:12:31.423 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.419+0000 7f22cdc92640 1 -- 172.21.15.76:0/963562722 learned_addr learned my addr 172.21.15.76:0/963562722 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:12:31.423 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.419+0000 7f22cd491640 1 -- 172.21.15.76:0/963562722 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1316550848 0 0) 0x7f22c80ccbe0 con 0x7f22c80b2b40 2024-09-13T16:12:31.424 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.419+0000 7f22cd491640 1 -- 172.21.15.76:0/963562722 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f22b4003520 con 0x7f22c80b2b40 2024-09-13T16:12:31.424 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.419+0000 7f22cec94640 1 --2- 172.21.15.76:0/963562722 >> v2:172.21.15.192:3300/0 conn(0x7f22c80ce4f0 0x7f22c80ce940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:31.424 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.419+0000 7f22ce493640 1 --2- 172.21.15.76:0/963562722 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f22c8159310 0x7f22c80ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:31.424 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.419+0000 7f22cd491640 1 -- 172.21.15.76:0/963562722 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3573027212 0 0) 0x7f22b4003520 con 0x7f22c80b2b40 2024-09-13T16:12:31.424 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.419+0000 7f22cd491640 1 -- 172.21.15.76:0/963562722 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f22c8159310 msgr2=0x7f22c80ad400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:31.424 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.419+0000 7f22cd491640 1 --2- 172.21.15.76:0/963562722 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f22c8159310 0x7f22c80ad400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:31.424 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.419+0000 7f22cd491640 1 -- 172.21.15.76:0/963562722 >> v2:172.21.15.192:3300/0 conn(0x7f22c80ce4f0 msgr2=0x7f22c80ce940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:31.424 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.419+0000 7f22cd491640 1 --2- 172.21.15.76:0/963562722 >> v2:172.21.15.192:3300/0 conn(0x7f22c80ce4f0 0x7f22c80ce940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:31.424 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.419+0000 7f22cd491640 1 -- 172.21.15.76:0/963562722 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f22c80b1810 con 0x7f22c80b2b40 2024-09-13T16:12:31.424 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.419+0000 7f22cd491640 1 -- 172.21.15.76:0/963562722 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f22b8001670 con 0x7f22c80b2b40 2024-09-13T16:12:31.424 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.419+0000 7f22cec94640 1 --2- 172.21.15.76:0/963562722 >> v2:172.21.15.192:3300/0 conn(0x7f22c80ce4f0 0x7f22c80ce940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:12:31.424 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.420+0000 7f22cd491640 1 -- 172.21.15.76:0/963562722 >> v1:172.21.15.76:6789/0 conn(0x7f22c80b2b40 legacy=0x7f22c80ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:31.424 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.420+0000 7f22cd491640 1 --2- 172.21.15.76:0/963562722 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f22b4003970 0x7f22b4003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:31.424 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.420+0000 7f22cd491640 1 --2- 172.21.15.76:0/963562722 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f22b40047c0 0x7f22b4004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:31.425 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.420+0000 7f22cd491640 1 --2- 172.21.15.76:0/963562722 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f22c8159310 0x7f22b4005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:31.425 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.420+0000 7f22cd491640 1 -- 172.21.15.76:0/963562722 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f22c80cee80 con 0x7f22b40047c0 2024-09-13T16:12:31.425 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.420+0000 7f22cd491640 1 -- 172.21.15.76:0/963562722 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f22b400ba60 con 0x7f22b4003970 2024-09-13T16:12:31.425 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.420+0000 7f22cd491640 1 -- 172.21.15.76:0/963562722 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f22b400bc20 con 0x7f22c8159310 2024-09-13T16:12:31.425 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.420+0000 7f22cdc92640 1 --2- 172.21.15.76:0/963562722 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f22b40047c0 0x7f22b4004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:31.425 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.420+0000 7f22ce493640 1 --2- 172.21.15.76:0/963562722 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f22b4003970 0x7f22b4003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:31.425 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.420+0000 7f22cec94640 1 --2- 172.21.15.76:0/963562722 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f22c8159310 0x7f22b4005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:31.425 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.420+0000 7f22cdc92640 1 -- 172.21.15.76:0/963562722 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f22c8159310 msgr2=0x7f22b4005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:31.425 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.420+0000 7f22cdc92640 1 --2- 172.21.15.76:0/963562722 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f22c8159310 0x7f22b4005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:31.425 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.420+0000 7f22cdc92640 1 -- 172.21.15.76:0/963562722 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f22b4003970 msgr2=0x7f22b4003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:31.425 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.420+0000 7f22cdc92640 1 --2- 172.21.15.76:0/963562722 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f22b4003970 0x7f22b4003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:31.425 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.420+0000 7f22cdc92640 1 -- 172.21.15.76:0/963562722 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f22b4003520 con 0x7f22b40047c0 2024-09-13T16:12:31.425 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.421+0000 7f22cdc92640 1 --2- 172.21.15.76:0/963562722 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f22b40047c0 0x7f22b4004c40 secure :-1 s=READY pgs=1571 cs=0 l=1 rev1=1 crypto rx=0x7f22b8001050 tx=0x7f22b40057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=40cd53734d0f414f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:31.425 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.421+0000 7f22cd491640 1 -- 172.21.15.76:0/963562722 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22b8005ad0 con 0x7f22b40047c0 2024-09-13T16:12:31.426 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.421+0000 7f22cd491640 1 -- 172.21.15.76:0/963562722 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f22b802d070 con 0x7f22b40047c0 2024-09-13T16:12:31.426 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.421+0000 7f22cd491640 1 -- 172.21.15.76:0/963562722 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22b8005e70 con 0x7f22b40047c0 2024-09-13T16:12:31.426 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.421+0000 7f22d06f7640 1 -- 172.21.15.76:0/963562722 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f22b40047c0 msgr2=0x7f22b4004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:31.426 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.421+0000 7f22d06f7640 1 --2- 172.21.15.76:0/963562722 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f22b40047c0 0x7f22b4004c40 secure :-1 s=READY pgs=1571 cs=0 l=1 rev1=1 crypto rx=0x7f22b8001050 tx=0x7f22b40057f0 comp rx=0 tx=0).stop 2024-09-13T16:12:31.426 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.421+0000 7f22cec94640 1 -- 172.21.15.76:0/963562722 reap_dead start 2024-09-13T16:12:31.426 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.421+0000 7f22d06f7640 1 -- 172.21.15.76:0/963562722 shutdown_connections 2024-09-13T16:12:31.426 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.421+0000 7f22d06f7640 1 -- 172.21.15.76:0/963562722 >> 172.21.15.76:0/963562722 conn(0x7f22c806a0b0 msgr2=0x7f22c806a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:31.426 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.422+0000 7f22d06f7640 1 -- 172.21.15.76:0/963562722 shutdown_connections 2024-09-13T16:12:31.426 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.422+0000 7f22d06f7640 1 -- 172.21.15.76:0/963562722 wait complete. 2024-09-13T16:12:31.429 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.423+0000 7f22d06f7640 1 Processor -- start 2024-09-13T16:12:31.429 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.423+0000 7f22d06f7640 1 -- start start 2024-09-13T16:12:31.429 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.423+0000 7f22d06f7640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f22b40047c0 0x7f22c81f1ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:31.429 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.423+0000 7f22d06f7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f22c80af240 0x7f22c81e1d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:31.429 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.423+0000 7f22d06f7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f22c8150bf0 0x7f22c8151080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:31.429 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.423+0000 7f22d06f7640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f22c81f5260 con 0x7f22c80af240 2024-09-13T16:12:31.429 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.424+0000 7f22d06f7640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f22c80af6c0 con 0x7f22b40047c0 2024-09-13T16:12:31.429 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.424+0000 7f22d06f7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f22c80c4b20 con 0x7f22c8150bf0 2024-09-13T16:12:31.429 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.424+0000 7f22cdc92640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f22c80af240 0x7f22c81e1d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:31.430 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.424+0000 7f22cdc92640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f22c80af240 0x7f22c81e1d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:34854/0 (socket says 172.21.15.76:34854) 2024-09-13T16:12:31.430 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.424+0000 7f22cdc92640 1 -- 172.21.15.76:0/674184751 learned_addr learned my addr 172.21.15.76:0/674184751 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:31.430 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.424+0000 7f22ce493640 1 --2- 172.21.15.76:0/674184751 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f22b40047c0 0x7f22c81f1ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:31.430 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.424+0000 7f22cec94640 1 --2- 172.21.15.76:0/674184751 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f22c8150bf0 0x7f22c8151080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:31.430 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.424+0000 7f22cdc92640 1 -- 172.21.15.76:0/674184751 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f22c8150bf0 msgr2=0x7f22c8151080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:31.430 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.424+0000 7f22cdc92640 1 --2- 172.21.15.76:0/674184751 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f22c8150bf0 0x7f22c8151080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:31.430 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.424+0000 7f22cdc92640 1 -- 172.21.15.76:0/674184751 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f22b40047c0 msgr2=0x7f22c81f1ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:31.430 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.424+0000 7f22cdc92640 1 --2- 172.21.15.76:0/674184751 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f22b40047c0 0x7f22c81f1ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:31.430 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.424+0000 7f22cdc92640 1 -- 172.21.15.76:0/674184751 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f22c81f20b0 con 0x7f22c80af240 2024-09-13T16:12:31.430 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.424+0000 7f22cdc92640 1 --2- 172.21.15.76:0/674184751 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f22c80af240 0x7f22c81e1d10 secure :-1 s=READY pgs=1572 cs=0 l=1 rev1=1 crypto rx=0x7f22b802acd0 tx=0x7f22b8000fe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:31.430 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.424+0000 7f22beffd640 1 -- 172.21.15.76:0/674184751 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22b8004bf0 con 0x7f22c80af240 2024-09-13T16:12:31.430 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.424+0000 7f22beffd640 1 -- 172.21.15.76:0/674184751 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f22b8004d70 con 0x7f22c80af240 2024-09-13T16:12:31.430 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.424+0000 7f22d06f7640 1 -- 172.21.15.76:0/674184751 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f22c81f2390 con 0x7f22c80af240 2024-09-13T16:12:31.431 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.424+0000 7f22beffd640 1 -- 172.21.15.76:0/674184751 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22b80072b0 con 0x7f22c80af240 2024-09-13T16:12:31.431 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.424+0000 7f22d06f7640 1 -- 172.21.15.76:0/674184751 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f22c81f2950 con 0x7f22c80af240 2024-09-13T16:12:31.431 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.425+0000 7f22d06f7640 1 -- 172.21.15.76:0/674184751 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f22c806dfa0 con 0x7f22c80af240 2024-09-13T16:12:31.431 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.426+0000 7f22beffd640 1 -- 172.21.15.76:0/674184751 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f22b802f030 con 0x7f22c80af240 2024-09-13T16:12:31.431 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.426+0000 7f22beffd640 1 --2- 172.21.15.76:0/674184751 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f22ac06ac00 0x7f22ac06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:31.431 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.426+0000 7f22beffd640 1 -- 172.21.15.76:0/674184751 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(115..115 src has 1..115) v4 ==== 5263+0+0 (secure 0 0 0) 0x7f22b80a8340 con 0x7f22c80af240 2024-09-13T16:12:31.431 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.426+0000 7f22ce493640 1 --2- 172.21.15.76:0/674184751 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f22ac06ac00 0x7f22ac06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:31.431 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.427+0000 7f22ce493640 1 --2- 172.21.15.76:0/674184751 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f22ac06ac00 0x7f22ac06d0c0 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f22c80739c0 tx=0x7f22c4008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:31.431 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.430+0000 7f22beffd640 1 -- 172.21.15.76:0/674184751 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f22b8073900 con 0x7f22c80af240 2024-09-13T16:12:31.593 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.592+0000 7f22d06f7640 1 -- 172.21.15.76:0/674184751 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f22c806e4b0 con 0x7f22c80af240 2024-09-13T16:12:31.593 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.592+0000 7f22beffd640 1 -- 172.21.15.76:0/674184751 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v115) v1 ==== 93+0+10 (secure 0 0 0) 0x7f22b8043020 con 0x7f22c80af240 2024-09-13T16:12:31.594 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2024-09-13T16:12:31.596 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.594+0000 7f22d06f7640 1 -- 172.21.15.76:0/674184751 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f22ac06ac00 msgr2=0x7f22ac06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:31.596 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.594+0000 7f22d06f7640 1 --2- 172.21.15.76:0/674184751 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f22ac06ac00 0x7f22ac06d0c0 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f22c80739c0 tx=0x7f22c4008040 comp rx=0 tx=0).stop 2024-09-13T16:12:31.596 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.594+0000 7f22d06f7640 1 -- 172.21.15.76:0/674184751 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f22c80af240 msgr2=0x7f22c81e1d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:31.596 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.594+0000 7f22d06f7640 1 --2- 172.21.15.76:0/674184751 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f22c80af240 0x7f22c81e1d10 secure :-1 s=READY pgs=1572 cs=0 l=1 rev1=1 crypto rx=0x7f22b802acd0 tx=0x7f22b8000fe0 comp rx=0 tx=0).stop 2024-09-13T16:12:31.596 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.594+0000 7f22d06f7640 1 -- 172.21.15.76:0/674184751 shutdown_connections 2024-09-13T16:12:31.596 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.594+0000 7f22d06f7640 1 --2- 172.21.15.76:0/674184751 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f22ac06ac00 0x7f22ac06d0c0 unknown :-1 s=CLOSED pgs=673 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:31.596 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.594+0000 7f22d06f7640 1 --2- 172.21.15.76:0/674184751 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f22c8150bf0 0x7f22c8151080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:31.596 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.594+0000 7f22d06f7640 1 --2- 172.21.15.76:0/674184751 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f22c80af240 0x7f22c81e1d10 unknown :-1 s=CLOSED pgs=1572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:31.596 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.594+0000 7f22d06f7640 1 --2- 172.21.15.76:0/674184751 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f22b40047c0 0x7f22c81f1ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:31.597 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.594+0000 7f22d06f7640 1 -- 172.21.15.76:0/674184751 >> 172.21.15.76:0/674184751 conn(0x7f22c806a0b0 msgr2=0x7f22c80aba30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:31.597 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.594+0000 7f22d06f7640 1 -- 172.21.15.76:0/674184751 shutdown_connections 2024-09-13T16:12:31.597 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.594+0000 7f22d06f7640 1 -- 172.21.15.76:0/674184751 wait complete. 2024-09-13T16:12:31.607 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_client_limits.TestClientLimits.test_client_pin' 2024-09-13T16:12:31.704 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.703+0000 7f3270f45640 1 Processor -- start 2024-09-13T16:12:31.705 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.703+0000 7f3270f45640 1 -- start start 2024-09-13T16:12:31.708 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.704+0000 7f3270f45640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f326c0b4660 0x7f326c06b420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:31.709 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.704+0000 7f3270f45640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f326c0d1840 con 0x7f326c15c6e0 2024-09-13T16:12:31.709 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.704+0000 7f3270f45640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f326c0d0c30 con 0x7f326c0d07b0 2024-09-13T16:12:31.709 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.704+0000 7f3270f45640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f326c0d0f10 con 0x7f326c0b4660 2024-09-13T16:12:31.709 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.704+0000 7f326a59c640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f326c15c6e0 0x7f326c0b3f50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:42948/0 (socket says 172.21.15.76:42948) 2024-09-13T16:12:31.709 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.704+0000 7f326a59c640 1 -- 172.21.15.76:0/2898353657 learned_addr learned my addr 172.21.15.76:0/2898353657 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:12:31.709 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.704+0000 7f3269d9b640 1 -- 172.21.15.76:0/2898353657 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 336982245 0 0) 0x7f326c0d1840 con 0x7f326c15c6e0 2024-09-13T16:12:31.709 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.704+0000 7f326ad9d640 1 --2- 172.21.15.76:0/2898353657 >> v2:172.21.15.192:3300/0 conn(0x7f326c0b4660 0x7f326c06b420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:31.709 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.704+0000 7f3269d9b640 1 -- 172.21.15.76:0/2898353657 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3258003520 con 0x7f326c15c6e0 2024-09-13T16:12:31.709 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.704+0000 7f3269d9b640 1 -- 172.21.15.76:0/2898353657 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1888488824 0 0) 0x7f3258003520 con 0x7f326c15c6e0 2024-09-13T16:12:31.709 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.704+0000 7f3269d9b640 1 -- 172.21.15.76:0/2898353657 >> v2:172.21.15.192:3300/0 conn(0x7f326c0b4660 msgr2=0x7f326c06b420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:31.710 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.704+0000 7f3269d9b640 1 --2- 172.21.15.76:0/2898353657 >> v2:172.21.15.192:3300/0 conn(0x7f326c0b4660 0x7f326c06b420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:31.710 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.704+0000 7f3269d9b640 1 -- 172.21.15.76:0/2898353657 >> v1:172.21.15.192:6789/0 conn(0x7f326c0d07b0 legacy=0x7f326c06ad10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:31.710 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.704+0000 7f3269d9b640 1 -- 172.21.15.76:0/2898353657 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f326c0d11f0 con 0x7f326c15c6e0 2024-09-13T16:12:31.710 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.704+0000 7f3269d9b640 1 -- 172.21.15.76:0/2898353657 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f325c001670 con 0x7f326c15c6e0 2024-09-13T16:12:31.710 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.704+0000 7f3269d9b640 1 -- 172.21.15.76:0/2898353657 >> v1:172.21.15.76:6789/0 conn(0x7f326c15c6e0 legacy=0x7f326c0b3f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:31.710 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.704+0000 7f3269d9b640 1 --2- 172.21.15.76:0/2898353657 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3258003970 0x7f3258003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:31.710 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.704+0000 7f3269d9b640 1 --2- 172.21.15.76:0/2898353657 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f32580047c0 0x7f3258004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:31.710 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.704+0000 7f3269d9b640 1 --2- 172.21.15.76:0/2898353657 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3258005180 0x7f325800b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:31.710 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.704+0000 7f3269d9b640 1 -- 172.21.15.76:0/2898353657 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f326c0d0f10 con 0x7f32580047c0 2024-09-13T16:12:31.710 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.704+0000 7f3269d9b640 1 -- 172.21.15.76:0/2898353657 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f325800c120 con 0x7f3258003970 2024-09-13T16:12:31.710 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.704+0000 7f3269d9b640 1 -- 172.21.15.76:0/2898353657 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f325800c2e0 con 0x7f3258005180 2024-09-13T16:12:31.710 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.704+0000 7f3261d9b640 1 --2- 172.21.15.76:0/2898353657 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f32580047c0 0x7f3258004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:31.711 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.705+0000 7f326a59c640 1 --2- 172.21.15.76:0/2898353657 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3258003970 0x7f3258003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:31.711 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.705+0000 7f326ad9d640 1 --2- 172.21.15.76:0/2898353657 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3258005180 0x7f325800b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:31.711 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.705+0000 7f3261d9b640 1 -- 172.21.15.76:0/2898353657 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3258005180 msgr2=0x7f325800b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:31.711 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.705+0000 7f3261d9b640 1 --2- 172.21.15.76:0/2898353657 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3258005180 0x7f325800b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:31.711 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.705+0000 7f3261d9b640 1 -- 172.21.15.76:0/2898353657 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3258003970 msgr2=0x7f3258003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:31.711 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.705+0000 7f3261d9b640 1 --2- 172.21.15.76:0/2898353657 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3258003970 0x7f3258003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:31.711 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.705+0000 7f326ad9d640 1 -- 172.21.15.76:0/2898353657 reap_dead start 2024-09-13T16:12:31.711 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.705+0000 7f3261d9b640 1 -- 172.21.15.76:0/2898353657 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3258003520 con 0x7f32580047c0 2024-09-13T16:12:31.711 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.706+0000 7f3261d9b640 1 --2- 172.21.15.76:0/2898353657 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f32580047c0 0x7f3258004c40 secure :-1 s=READY pgs=1574 cs=0 l=1 rev1=1 crypto rx=0x7f3254001750 tx=0x7f32580057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8c279016c22d854f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:31.711 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.706+0000 7f3269d9b640 1 -- 172.21.15.76:0/2898353657 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32540052d0 con 0x7f32580047c0 2024-09-13T16:12:31.711 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.706+0000 7f3269d9b640 1 -- 172.21.15.76:0/2898353657 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3254005430 con 0x7f32580047c0 2024-09-13T16:12:31.712 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.706+0000 7f3269d9b640 1 -- 172.21.15.76:0/2898353657 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f325402abc0 con 0x7f32580047c0 2024-09-13T16:12:31.712 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.706+0000 7f3270f45640 1 -- 172.21.15.76:0/2898353657 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f32580047c0 msgr2=0x7f3258004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:31.712 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.706+0000 7f3270f45640 1 --2- 172.21.15.76:0/2898353657 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f32580047c0 0x7f3258004c40 secure :-1 s=READY pgs=1574 cs=0 l=1 rev1=1 crypto rx=0x7f3254001750 tx=0x7f32580057f0 comp rx=0 tx=0).stop 2024-09-13T16:12:31.712 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.706+0000 7f3270f45640 1 -- 172.21.15.76:0/2898353657 shutdown_connections 2024-09-13T16:12:31.712 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.706+0000 7f3270f45640 1 --2- 172.21.15.76:0/2898353657 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f32580047c0 0x7f3258004c40 unknown :-1 s=CLOSED pgs=1574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:31.712 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.706+0000 7f3270f45640 1 -- 172.21.15.76:0/2898353657 >> 172.21.15.76:0/2898353657 conn(0x7f326c089f60 msgr2=0x7f326c0d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:31.712 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.706+0000 7f3270f45640 1 -- 172.21.15.76:0/2898353657 shutdown_connections 2024-09-13T16:12:31.712 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.706+0000 7f3270f45640 1 -- 172.21.15.76:0/2898353657 wait complete. 2024-09-13T16:12:31.715 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.708+0000 7f3270f45640 1 Processor -- start 2024-09-13T16:12:31.715 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.708+0000 7f3270f45640 1 -- start start 2024-09-13T16:12:31.715 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.708+0000 7f3270f45640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f32580047c0 0x7f326c15f480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:31.715 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.708+0000 7f3270f45640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f326c0b64a0 0x7f326c157b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:31.715 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.708+0000 7f3270f45640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f326c0b0110 0x7f326c0b0590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:31.715 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.708+0000 7f3270f45640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f326c0b6da0 con 0x7f326c0b0110 2024-09-13T16:12:31.715 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.708+0000 7f3270f45640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f326c0b0ad0 con 0x7f326c0b64a0 2024-09-13T16:12:31.715 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.708+0000 7f3270f45640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f326c15f9c0 con 0x7f32580047c0 2024-09-13T16:12:31.715 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.709+0000 7f326ad9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f326c0b0110 0x7f326c0b0590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:31.715 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.709+0000 7f326ad9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f326c0b0110 0x7f326c0b0590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:34882/0 (socket says 172.21.15.76:34882) 2024-09-13T16:12:31.716 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.709+0000 7f326ad9d640 1 -- 172.21.15.76:0/1215093181 learned_addr learned my addr 172.21.15.76:0/1215093181 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:31.716 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.709+0000 7f3261d9b640 1 --2- 172.21.15.76:0/1215093181 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f326c0b64a0 0x7f326c157b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:31.716 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.709+0000 7f326a59c640 1 --2- 172.21.15.76:0/1215093181 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f32580047c0 0x7f326c15f480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:31.716 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.709+0000 7f326ad9d640 1 -- 172.21.15.76:0/1215093181 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f32580047c0 msgr2=0x7f326c15f480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:31.716 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.709+0000 7f326ad9d640 1 --2- 172.21.15.76:0/1215093181 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f32580047c0 0x7f326c15f480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:31.716 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.709+0000 7f326ad9d640 1 -- 172.21.15.76:0/1215093181 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f326c0b64a0 msgr2=0x7f326c157b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:31.716 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.709+0000 7f326ad9d640 1 --2- 172.21.15.76:0/1215093181 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f326c0b64a0 0x7f326c157b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:31.716 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.709+0000 7f326ad9d640 1 -- 172.21.15.76:0/1215093181 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f326c15dfd0 con 0x7f326c0b0110 2024-09-13T16:12:31.716 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.709+0000 7f326ad9d640 1 --2- 172.21.15.76:0/1215093181 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f326c0b0110 0x7f326c0b0590 secure :-1 s=READY pgs=1575 cs=0 l=1 rev1=1 crypto rx=0x7f326c06a1f0 tx=0x7f32640115a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:31.716 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.709+0000 7f32637fe640 1 -- 172.21.15.76:0/1215093181 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f326400e070 con 0x7f326c0b0110 2024-09-13T16:12:31.716 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.709+0000 7f32637fe640 1 -- 172.21.15.76:0/1215093181 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3264011db0 con 0x7f326c0b0110 2024-09-13T16:12:31.716 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.709+0000 7f3270f45640 1 -- 172.21.15.76:0/1215093181 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f326c15fc60 con 0x7f326c0b0110 2024-09-13T16:12:31.717 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.709+0000 7f32637fe640 1 -- 172.21.15.76:0/1215093181 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3264003990 con 0x7f326c0b0110 2024-09-13T16:12:31.717 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.709+0000 7f3270f45640 1 -- 172.21.15.76:0/1215093181 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f326c1f2350 con 0x7f326c0b0110 2024-09-13T16:12:31.717 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.710+0000 7f3270f45640 1 -- 172.21.15.76:0/1215093181 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f326c0ccb20 con 0x7f326c0b0110 2024-09-13T16:12:31.717 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.711+0000 7f32637fe640 1 -- 172.21.15.76:0/1215093181 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f3264003af0 con 0x7f326c0b0110 2024-09-13T16:12:31.717 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.711+0000 7f32637fe640 1 --2- 172.21.15.76:0/1215093181 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f324c06ac00 0x7f324c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:31.717 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.711+0000 7f32637fe640 1 -- 172.21.15.76:0/1215093181 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(115..115 src has 1..115) v4 ==== 5263+0+0 (secure 0 0 0) 0x7f32640899e0 con 0x7f326c0b0110 2024-09-13T16:12:31.717 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.711+0000 7f326a59c640 1 --2- 172.21.15.76:0/1215093181 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f324c06ac00 0x7f324c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:31.717 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.711+0000 7f326a59c640 1 --2- 172.21.15.76:0/1215093181 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f324c06ac00 0x7f324c06d0c0 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f325c007c40 tx=0x7f325c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:31.717 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.715+0000 7f32637fe640 1 -- 172.21.15.76:0/1215093181 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f3264054d80 con 0x7f326c0b0110 2024-09-13T16:12:31.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:31.936+0000 7f3270f45640 1 -- 172.21.15.76:0/1215093181 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_client_limits.TestClientLimits.test_client_pin"]} v 0) v1 -- 0x7f326c08c610 con 0x7f326c0b0110 2024-09-13T16:12:32.020 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.019+0000 7f32637fe640 1 -- 172.21.15.76:0/1215093181 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_client_limits.TestClientLimits.test_client_pin"]}]=0 v494) v1 ==== 146+0+0 (secure 0 0 0) 0x7f32640583a0 con 0x7f326c0b0110 2024-09-13T16:12:32.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.021+0000 7f3270f45640 1 -- 172.21.15.76:0/1215093181 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f324c06ac00 msgr2=0x7f324c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:32.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.021+0000 7f3270f45640 1 --2- 172.21.15.76:0/1215093181 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f324c06ac00 0x7f324c06d0c0 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f325c007c40 tx=0x7f325c009040 comp rx=0 tx=0).stop 2024-09-13T16:12:32.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.021+0000 7f3270f45640 1 -- 172.21.15.76:0/1215093181 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f326c0b0110 msgr2=0x7f326c0b0590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:32.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.021+0000 7f3270f45640 1 --2- 172.21.15.76:0/1215093181 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f326c0b0110 0x7f326c0b0590 secure :-1 s=READY pgs=1575 cs=0 l=1 rev1=1 crypto rx=0x7f326c06a1f0 tx=0x7f32640115a0 comp rx=0 tx=0).stop 2024-09-13T16:12:32.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.021+0000 7f3270f45640 1 -- 172.21.15.76:0/1215093181 shutdown_connections 2024-09-13T16:12:32.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.021+0000 7f3270f45640 1 --2- 172.21.15.76:0/1215093181 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f326c0b0110 0x7f326c0b0590 unknown :-1 s=CLOSED pgs=1575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:32.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.021+0000 7f3270f45640 1 --2- 172.21.15.76:0/1215093181 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f326c0b64a0 0x7f326c157b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:32.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.021+0000 7f3270f45640 1 --2- 172.21.15.76:0/1215093181 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f324c06ac00 0x7f324c06d0c0 unknown :-1 s=CLOSED pgs=674 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:32.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.021+0000 7f3270f45640 1 --2- 172.21.15.76:0/1215093181 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f32580047c0 0x7f326c15f480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:32.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.021+0000 7f3270f45640 1 -- 172.21.15.76:0/1215093181 >> 172.21.15.76:0/1215093181 conn(0x7f326c089f60 msgr2=0x7f326c15ffc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:32.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.021+0000 7f3270f45640 1 -- 172.21.15.76:0/1215093181 shutdown_connections 2024-09-13T16:12:32.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.021+0000 7f3270f45640 1 -- 172.21.15.76:0/1215093181 wait complete. 2024-09-13T16:12:32.033 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-13T16:12:32.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.133+0000 7f665aded640 1 Processor -- start 2024-09-13T16:12:32.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.133+0000 7f665aded640 1 -- start start 2024-09-13T16:12:32.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.133+0000 7f665aded640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6654159310 0x7f66540ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:32.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.133+0000 7f665aded640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f66540b2b40 0x7f66540ab140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:32.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.133+0000 7f665aded640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f66540ccbe0 con 0x7f66540ab680 2024-09-13T16:12:32.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.133+0000 7f665aded640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f66540ad940 con 0x7f66540b2b40 2024-09-13T16:12:32.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.133+0000 7f665aded640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f66540b1810 con 0x7f6654159310 2024-09-13T16:12:32.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.134+0000 7f6653fff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f66540b2b40 0x7f66540ab140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:32.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.134+0000 7f6653fff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f66540b2b40 0x7f66540ab140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:34896/0 (socket says 172.21.15.76:34896) 2024-09-13T16:12:32.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.134+0000 7f6653fff640 1 -- 172.21.15.76:0/4028523727 learned_addr learned my addr 172.21.15.76:0/4028523727 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:32.137 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.134+0000 7f6658b89640 1 --2- 172.21.15.76:0/4028523727 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6654159310 0x7f66540ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:32.137 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.134+0000 7f6653fff640 1 -- 172.21.15.76:0/4028523727 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6654159310 msgr2=0x7f66540ad400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:32.137 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.134+0000 7f6653fff640 1 --2- 172.21.15.76:0/4028523727 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6654159310 0x7f66540ad400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:32.137 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.134+0000 7f6653fff640 1 -- 172.21.15.76:0/4028523727 >> v1:172.21.15.192:6789/0 conn(0x7f66540ab680 legacy=0x7f66540ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:32.137 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.134+0000 7f6653fff640 1 -- 172.21.15.76:0/4028523727 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f665406d9e0 con 0x7f66540b2b40 2024-09-13T16:12:32.137 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.135+0000 7f6653fff640 1 --2- 172.21.15.76:0/4028523727 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f66540b2b40 0x7f66540ab140 secure :-1 s=READY pgs=1576 cs=0 l=1 rev1=1 crypto rx=0x7f663c00d150 tx=0x7f663c02c840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=93c183de3c6d5cec server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:32.137 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.135+0000 7f66537fe640 1 -- 172.21.15.76:0/4028523727 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f663c030050 con 0x7f66540b2b40 2024-09-13T16:12:32.137 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.135+0000 7f66537fe640 1 -- 172.21.15.76:0/4028523727 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f663c009600 con 0x7f66540b2b40 2024-09-13T16:12:32.137 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.135+0000 7f66537fe640 1 -- 172.21.15.76:0/4028523727 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f663c009990 con 0x7f66540b2b40 2024-09-13T16:12:32.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.135+0000 7f665aded640 1 -- 172.21.15.76:0/4028523727 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f66540b2b40 msgr2=0x7f66540ab140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:32.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.135+0000 7f665aded640 1 --2- 172.21.15.76:0/4028523727 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f66540b2b40 0x7f66540ab140 secure :-1 s=READY pgs=1576 cs=0 l=1 rev1=1 crypto rx=0x7f663c00d150 tx=0x7f663c02c840 comp rx=0 tx=0).stop 2024-09-13T16:12:32.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.135+0000 7f665aded640 1 -- 172.21.15.76:0/4028523727 shutdown_connections 2024-09-13T16:12:32.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.135+0000 7f665aded640 1 --2- 172.21.15.76:0/4028523727 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f66540b2b40 0x7f66540ab140 unknown :-1 s=CLOSED pgs=1576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:32.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.135+0000 7f665aded640 1 --2- 172.21.15.76:0/4028523727 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6654159310 0x7f66540ad400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:32.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.135+0000 7f665aded640 1 -- 172.21.15.76:0/4028523727 >> 172.21.15.76:0/4028523727 conn(0x7f665406a0b0 msgr2=0x7f665406a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:32.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.135+0000 7f665aded640 1 -- 172.21.15.76:0/4028523727 shutdown_connections 2024-09-13T16:12:32.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.135+0000 7f665aded640 1 -- 172.21.15.76:0/4028523727 wait complete. 2024-09-13T16:12:32.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.136+0000 7f665aded640 1 Processor -- start 2024-09-13T16:12:32.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.137+0000 7f665aded640 1 -- start start 2024-09-13T16:12:32.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.137+0000 7f665aded640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f66540ab680 0x7f66540c9a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:32.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.137+0000 7f665aded640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f66540b2b40 0x7f6654153310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:32.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.137+0000 7f665aded640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6654159310 0x7f6654153850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:32.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.137+0000 7f665aded640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6654153eb0 con 0x7f6654159310 2024-09-13T16:12:32.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.137+0000 7f665aded640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66541f2d60 con 0x7f66540b2b40 2024-09-13T16:12:32.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.137+0000 7f665aded640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f66541f3040 con 0x7f66540ab680 2024-09-13T16:12:32.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.138+0000 7f665938a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6654159310 0x7f6654153850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:32.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.138+0000 7f665938a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6654159310 0x7f6654153850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:34906/0 (socket says 172.21.15.76:34906) 2024-09-13T16:12:32.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.138+0000 7f665938a640 1 -- 172.21.15.76:0/1428782078 learned_addr learned my addr 172.21.15.76:0/1428782078 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:32.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.138+0000 7f6653fff640 1 --2- 172.21.15.76:0/1428782078 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f66540b2b40 0x7f6654153310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:32.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.138+0000 7f6658b89640 1 --2- 172.21.15.76:0/1428782078 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f66540ab680 0x7f66540c9a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:32.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.138+0000 7f665938a640 1 -- 172.21.15.76:0/1428782078 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f66540ab680 msgr2=0x7f66540c9a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:32.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.138+0000 7f665938a640 1 --2- 172.21.15.76:0/1428782078 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f66540ab680 0x7f66540c9a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:32.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.138+0000 7f665938a640 1 -- 172.21.15.76:0/1428782078 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f66540b2b40 msgr2=0x7f6654153310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:32.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.138+0000 7f665938a640 1 --2- 172.21.15.76:0/1428782078 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f66540b2b40 0x7f6654153310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:32.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.138+0000 7f665938a640 1 -- 172.21.15.76:0/1428782078 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f663c00bd40 con 0x7f6654159310 2024-09-13T16:12:32.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.138+0000 7f665938a640 1 --2- 172.21.15.76:0/1428782078 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6654159310 0x7f6654153850 secure :-1 s=READY pgs=1577 cs=0 l=1 rev1=1 crypto rx=0x7f664400c3e0 tx=0x7f664400c8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:32.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.138+0000 7f66517fa640 1 -- 172.21.15.76:0/1428782078 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6644011790 con 0x7f6654159310 2024-09-13T16:12:32.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.138+0000 7f66517fa640 1 -- 172.21.15.76:0/1428782078 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f66440118f0 con 0x7f6654159310 2024-09-13T16:12:32.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.138+0000 7f665aded640 1 -- 172.21.15.76:0/1428782078 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f66541f3320 con 0x7f6654159310 2024-09-13T16:12:32.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.138+0000 7f66517fa640 1 -- 172.21.15.76:0/1428782078 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6644011ce0 con 0x7f6654159310 2024-09-13T16:12:32.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.138+0000 7f665aded640 1 -- 172.21.15.76:0/1428782078 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f66541f3840 con 0x7f6654159310 2024-09-13T16:12:32.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.139+0000 7f665aded640 1 -- 172.21.15.76:0/1428782078 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f66540cd010 con 0x7f6654159310 2024-09-13T16:12:32.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.140+0000 7f66517fa640 1 -- 172.21.15.76:0/1428782078 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f664401c460 con 0x7f6654159310 2024-09-13T16:12:32.143 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.140+0000 7f66517fa640 1 --2- 172.21.15.76:0/1428782078 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f663406ac00 0x7f663406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:32.143 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.140+0000 7f6658b89640 1 --2- 172.21.15.76:0/1428782078 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f663406ac00 0x7f663406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:32.143 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.140+0000 7f66517fa640 1 -- 172.21.15.76:0/1428782078 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(115..115 src has 1..115) v4 ==== 5263+0+0 (secure 0 0 0) 0x7f6644088ed0 con 0x7f6654159310 2024-09-13T16:12:32.143 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.141+0000 7f6658b89640 1 --2- 172.21.15.76:0/1428782078 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f663406ac00 0x7f663406d0c0 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7f664c0079a0 tx=0x7f664c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:32.146 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.145+0000 7f66517fa640 1 -- 172.21.15.76:0/1428782078 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f6644054320 con 0x7f6654159310 2024-09-13T16:12:32.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.308+0000 7f665aded640 1 -- 172.21.15.76:0/1428782078 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) v1 -- 0x7f665406e280 con 0x7f6654159310 2024-09-13T16:12:32.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.311+0000 7f66517fa640 1 -- 172.21.15.76:0/1428782078 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v43)=0 v43) v1 ==== 122+0+0 (secure 0 0 0) 0x7f6644057940 con 0x7f6654159310 2024-09-13T16:12:32.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.313+0000 7f665aded640 1 -- 172.21.15.76:0/1428782078 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f663406ac00 msgr2=0x7f663406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:32.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.313+0000 7f665aded640 1 --2- 172.21.15.76:0/1428782078 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f663406ac00 0x7f663406d0c0 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7f664c0079a0 tx=0x7f664c008040 comp rx=0 tx=0).stop 2024-09-13T16:12:32.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.313+0000 7f665aded640 1 -- 172.21.15.76:0/1428782078 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6654159310 msgr2=0x7f6654153850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:32.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.313+0000 7f665aded640 1 --2- 172.21.15.76:0/1428782078 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6654159310 0x7f6654153850 secure :-1 s=READY pgs=1577 cs=0 l=1 rev1=1 crypto rx=0x7f664400c3e0 tx=0x7f664400c8a0 comp rx=0 tx=0).stop 2024-09-13T16:12:32.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.313+0000 7f665aded640 1 -- 172.21.15.76:0/1428782078 shutdown_connections 2024-09-13T16:12:32.316 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.314+0000 7f665aded640 1 --2- 172.21.15.76:0/1428782078 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6654159310 0x7f6654153850 unknown :-1 s=CLOSED pgs=1577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:32.316 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.314+0000 7f665aded640 1 --2- 172.21.15.76:0/1428782078 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f66540b2b40 0x7f6654153310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:32.316 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.314+0000 7f665aded640 1 --2- 172.21.15.76:0/1428782078 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f663406ac00 0x7f663406d0c0 unknown :-1 s=CLOSED pgs=675 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:32.316 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.314+0000 7f665aded640 1 --2- 172.21.15.76:0/1428782078 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f66540ab680 0x7f66540c9a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:32.316 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.314+0000 7f665aded640 1 -- 172.21.15.76:0/1428782078 >> 172.21.15.76:0/1428782078 conn(0x7f665406a0b0 msgr2=0x7f66540cacc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:32.316 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.314+0000 7f665aded640 1 -- 172.21.15.76:0/1428782078 shutdown_connections 2024-09-13T16:12:32.316 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.314+0000 7f665aded640 1 -- 172.21.15.76:0/1428782078 wait complete. 2024-09-13T16:12:32.326 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-13T16:12:32.326 DEBUG:teuthology.orchestra.run.smithi076:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T16:12:32.363 DEBUG:teuthology.orchestra.run.smithi192:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T16:12:32.414 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-13T16:12:32.414 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:12:32.415 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:12:32.430 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18725 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T16:12:32.430 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-13T16:12:32.430 DEBUG:teuthology.orchestra.run.smithi192:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:12:32.448 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056014,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20494 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-13T16:12:32.449 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:12:32.449 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:12:32.485 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18725 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T16:12:32.486 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-13T16:12:32.486 DEBUG:teuthology.orchestra.run.smithi192:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:12:32.507 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056014,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20494 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-13T16:12:32.507 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-13T16:12:32.507 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:12:32.624 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.622+0000 7f80a99c7640 1 Processor -- start 2024-09-13T16:12:32.624 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.622+0000 7f80a99c7640 1 -- start start 2024-09-13T16:12:32.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.623+0000 7f80a99c7640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f80a415a2e0 0x7f80a40c9a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:32.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.623+0000 7f80a99c7640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f80a40cb3f0 0x7f80a406d030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:32.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.623+0000 7f80a99c7640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f80a40c8920 con 0x7f80a40c9f80 2024-09-13T16:12:32.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.623+0000 7f80a99c7640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f80a415a6c0 con 0x7f80a415a2e0 2024-09-13T16:12:32.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.623+0000 7f80a99c7640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f80a40ca500 con 0x7f80a40cb3f0 2024-09-13T16:12:32.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.623+0000 7f80a2ffd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f80a415a2e0 0x7f80a40c9a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:32.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.623+0000 7f809bfff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f80a40c9f80 0x7f80a40cace0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:42950/0 (socket says 172.21.15.76:42950) 2024-09-13T16:12:32.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.623+0000 7f809bfff640 1 -- 172.21.15.76:0/1693427279 learned_addr learned my addr 172.21.15.76:0/1693427279 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:12:32.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.624+0000 7f80a37fe640 1 --2- 172.21.15.76:0/1693427279 >> v2:172.21.15.192:3300/0 conn(0x7f80a40cb3f0 0x7f80a406d030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:32.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.624+0000 7f80a2ffd640 1 -- 172.21.15.76:0/1693427279 >> v2:172.21.15.192:3300/0 conn(0x7f80a40cb3f0 msgr2=0x7f80a406d030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:32.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.624+0000 7f80a2ffd640 1 --2- 172.21.15.76:0/1693427279 >> v2:172.21.15.192:3300/0 conn(0x7f80a40cb3f0 0x7f80a406d030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:32.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.624+0000 7f80a2ffd640 1 -- 172.21.15.76:0/1693427279 >> v1:172.21.15.76:6789/0 conn(0x7f80a40c9f80 legacy=0x7f80a40cace0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:32.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.624+0000 7f80a27fc640 1 -- 172.21.15.76:0/1693427279 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2508765054 0 0) 0x7f80a40c8920 con 0x7f80a40c9f80 2024-09-13T16:12:32.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.624+0000 7f80a2ffd640 1 -- 172.21.15.76:0/1693427279 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f80a40c8b70 con 0x7f80a415a2e0 2024-09-13T16:12:32.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.624+0000 7f80a2ffd640 1 --2- 172.21.15.76:0/1693427279 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f80a415a2e0 0x7f80a40c9a40 secure :-1 s=READY pgs=1579 cs=0 l=1 rev1=1 crypto rx=0x7f80a40ca3f0 tx=0x7f809402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=452beb74782ffaba server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:32.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.624+0000 7f80a27fc640 1 -- 172.21.15.76:0/1693427279 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8094032440 con 0x7f80a415a2e0 2024-09-13T16:12:32.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.624+0000 7f80a27fc640 1 -- 172.21.15.76:0/1693427279 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f80940325a0 con 0x7f80a415a2e0 2024-09-13T16:12:32.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.624+0000 7f80a27fc640 1 -- 172.21.15.76:0/1693427279 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8094032930 con 0x7f80a415a2e0 2024-09-13T16:12:32.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.625+0000 7f80a99c7640 1 -- 172.21.15.76:0/1693427279 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f80a415a2e0 msgr2=0x7f80a40c9a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:32.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.625+0000 7f80a99c7640 1 --2- 172.21.15.76:0/1693427279 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f80a415a2e0 0x7f80a40c9a40 secure :-1 s=READY pgs=1579 cs=0 l=1 rev1=1 crypto rx=0x7f80a40ca3f0 tx=0x7f809402a1a0 comp rx=0 tx=0).stop 2024-09-13T16:12:32.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.625+0000 7f80a99c7640 1 -- 172.21.15.76:0/1693427279 shutdown_connections 2024-09-13T16:12:32.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.625+0000 7f80a99c7640 1 --2- 172.21.15.76:0/1693427279 >> v2:172.21.15.192:3300/0 conn(0x7f80a40cb3f0 0x7f80a406d030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:32.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.625+0000 7f80a99c7640 1 --2- 172.21.15.76:0/1693427279 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f80a415a2e0 0x7f80a40c9a40 unknown :-1 s=CLOSED pgs=1579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:32.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.625+0000 7f80a99c7640 1 -- 172.21.15.76:0/1693427279 >> 172.21.15.76:0/1693427279 conn(0x7f80a4069ed0 msgr2=0x7f80a406a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:32.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.625+0000 7f80a99c7640 1 -- 172.21.15.76:0/1693427279 shutdown_connections 2024-09-13T16:12:32.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.625+0000 7f80a99c7640 1 -- 172.21.15.76:0/1693427279 wait complete. 2024-09-13T16:12:32.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.626+0000 7f80a99c7640 1 Processor -- start 2024-09-13T16:12:32.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.626+0000 7f80a99c7640 1 -- start start 2024-09-13T16:12:32.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.627+0000 7f80a99c7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f80a40c9f80 0x7f80a4097890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:32.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.627+0000 7f80a99c7640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f80a40cb3f0 0x7f80a40ab4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:32.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.627+0000 7f80a99c7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f80a415a2e0 0x7f80a40aba10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:32.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.627+0000 7f80a99c7640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80a40c5d70 con 0x7f80a40c9f80 2024-09-13T16:12:32.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.627+0000 7f80a99c7640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80a415cb80 con 0x7f80a40cb3f0 2024-09-13T16:12:32.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.627+0000 7f80a99c7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f80a40c5440 con 0x7f80a415a2e0 2024-09-13T16:12:32.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.627+0000 7f80a2ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f80a40c9f80 0x7f80a4097890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:32.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.627+0000 7f80a2ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f80a40c9f80 0x7f80a4097890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:34918/0 (socket says 172.21.15.76:34918) 2024-09-13T16:12:32.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.627+0000 7f80a2ffd640 1 -- 172.21.15.76:0/3067838442 learned_addr learned my addr 172.21.15.76:0/3067838442 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:32.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.627+0000 7f809bfff640 1 --2- 172.21.15.76:0/3067838442 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f80a40cb3f0 0x7f80a40ab4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:32.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.627+0000 7f80a37fe640 1 --2- 172.21.15.76:0/3067838442 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f80a415a2e0 0x7f80a40aba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:32.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.627+0000 7f80a2ffd640 1 -- 172.21.15.76:0/3067838442 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f80a415a2e0 msgr2=0x7f80a40aba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:32.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.627+0000 7f80a2ffd640 1 --2- 172.21.15.76:0/3067838442 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f80a415a2e0 0x7f80a40aba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:32.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.627+0000 7f80a2ffd640 1 -- 172.21.15.76:0/3067838442 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f80a40cb3f0 msgr2=0x7f80a40ab4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:32.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.627+0000 7f80a2ffd640 1 --2- 172.21.15.76:0/3067838442 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f80a40cb3f0 0x7f80a40ab4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:32.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.627+0000 7f80a2ffd640 1 -- 172.21.15.76:0/3067838442 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8094009400 con 0x7f80a40c9f80 2024-09-13T16:12:32.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.627+0000 7f80a2ffd640 1 --2- 172.21.15.76:0/3067838442 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f80a40c9f80 0x7f80a4097890 secure :-1 s=READY pgs=1580 cs=0 l=1 rev1=1 crypto rx=0x7f8094000c00 tx=0x7f80940046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:32.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.628+0000 7f80a0ff9640 1 -- 172.21.15.76:0/3067838442 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8094030b80 con 0x7f80a40c9f80 2024-09-13T16:12:32.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.628+0000 7f80a0ff9640 1 -- 172.21.15.76:0/3067838442 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8094030d00 con 0x7f80a40c9f80 2024-09-13T16:12:32.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.628+0000 7f80a99c7640 1 -- 172.21.15.76:0/3067838442 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f80a40c5720 con 0x7f80a40c9f80 2024-09-13T16:12:32.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.628+0000 7f80a0ff9640 1 -- 172.21.15.76:0/3067838442 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f809403d680 con 0x7f80a40c9f80 2024-09-13T16:12:32.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.628+0000 7f80a99c7640 1 -- 172.21.15.76:0/3067838442 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f80a4097dd0 con 0x7f80a40c9f80 2024-09-13T16:12:32.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.629+0000 7f80a99c7640 1 -- 172.21.15.76:0/3067838442 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f80a40712b0 con 0x7f80a40c9f80 2024-09-13T16:12:32.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.629+0000 7f80a0ff9640 1 -- 172.21.15.76:0/3067838442 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f8094039040 con 0x7f80a40c9f80 2024-09-13T16:12:32.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.629+0000 7f80a0ff9640 1 --2- 172.21.15.76:0/3067838442 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f808406ac00 0x7f808406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:32.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.630+0000 7f80a0ff9640 1 -- 172.21.15.76:0/3067838442 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(115..115 src has 1..115) v4 ==== 5263+0+0 (secure 0 0 0) 0x7f80940a9d10 con 0x7f80a40c9f80 2024-09-13T16:12:32.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.630+0000 7f809bfff640 1 --2- 172.21.15.76:0/3067838442 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f808406ac00 0x7f808406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:32.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.630+0000 7f809bfff640 1 --2- 172.21.15.76:0/3067838442 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f808406ac00 0x7f808406d0c0 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f80a414e950 tx=0x7f808c007c00 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:32.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.634+0000 7f80a0ff9640 1 -- 172.21.15.76:0/3067838442 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f8094075160 con 0x7f80a40c9f80 2024-09-13T16:12:32.832 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.830+0000 7f80a99c7640 1 -- 172.21.15.76:0/3067838442 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f80a406de10 con 0x7f80a40c9f80 2024-09-13T16:12:32.832 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.831+0000 7f80a0ff9640 1 -- 172.21.15.76:0/3067838442 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 57 v57) v1 ==== 94+0+3532 (secure 0 0 0) 0x7f8094041de0 con 0x7f80a40c9f80 2024-09-13T16:12:32.833 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:32.833 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":57,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7270,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6834/1003042084","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":1003042084},{"type":"v1","addr":"172.21.15.192:6834","nonce":1003042084}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":50},{"gid":7273,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/2131847790","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6833","nonce":2131847790},{"type":"v1","addr":"172.21.15.192:6835","nonce":2131847790}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":50},{"gid":8061,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6835/320476623","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":320476623},{"type":"v1","addr":"172.21.15.76:6835","nonce":320476623}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":50},{"gid":8469,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6837/3820459331","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6836","nonce":3820459331},{"type":"v1","addr":"172.21.15.76:6837","nonce":3820459331}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":57}],"filesystems":[]} 2024-09-13T16:12:32.833 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 57 2024-09-13T16:12:32.834 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.833+0000 7f80a99c7640 1 -- 172.21.15.76:0/3067838442 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f808406ac00 msgr2=0x7f808406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:32.834 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.833+0000 7f80a99c7640 1 --2- 172.21.15.76:0/3067838442 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f808406ac00 0x7f808406d0c0 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f80a414e950 tx=0x7f808c007c00 comp rx=0 tx=0).stop 2024-09-13T16:12:32.835 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.833+0000 7f80a99c7640 1 -- 172.21.15.76:0/3067838442 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f80a40c9f80 msgr2=0x7f80a4097890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:32.835 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.833+0000 7f80a99c7640 1 --2- 172.21.15.76:0/3067838442 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f80a40c9f80 0x7f80a4097890 secure :-1 s=READY pgs=1580 cs=0 l=1 rev1=1 crypto rx=0x7f8094000c00 tx=0x7f80940046c0 comp rx=0 tx=0).stop 2024-09-13T16:12:32.835 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.833+0000 7f80a99c7640 1 -- 172.21.15.76:0/3067838442 shutdown_connections 2024-09-13T16:12:32.835 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.833+0000 7f80a99c7640 1 --2- 172.21.15.76:0/3067838442 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f808406ac00 0x7f808406d0c0 unknown :-1 s=CLOSED pgs=676 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:32.835 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.833+0000 7f80a99c7640 1 --2- 172.21.15.76:0/3067838442 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f80a415a2e0 0x7f80a40aba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:32.835 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.833+0000 7f80a99c7640 1 --2- 172.21.15.76:0/3067838442 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f80a40cb3f0 0x7f80a40ab4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:32.835 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.833+0000 7f80a99c7640 1 --2- 172.21.15.76:0/3067838442 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f80a40c9f80 0x7f80a4097890 unknown :-1 s=CLOSED pgs=1580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:32.835 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.833+0000 7f80a99c7640 1 -- 172.21.15.76:0/3067838442 >> 172.21.15.76:0/3067838442 conn(0x7f80a4069ed0 msgr2=0x7f80a406cff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:32.835 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.833+0000 7f80a99c7640 1 -- 172.21.15.76:0/3067838442 shutdown_connections 2024-09-13T16:12:32.835 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:32.833+0000 7f80a99c7640 1 -- 172.21.15.76:0/3067838442 wait complete. 2024-09-13T16:12:32.845 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-13T16:12:32.845 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-13T16:12:32.845 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-13T16:12:32.845 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:12:32.846 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-13T16:12:32.846 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-13T16:12:32.846 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-13T16:12:32.846 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:12:32.846 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-13T16:12:32.846 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-13T16:12:32.847 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-13T16:12:32.847 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:12:32.847 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-13T16:12:32.847 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-13T16:12:32.847 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-13T16:12:32.847 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:12:32.855 INFO:tasks.ceph.mds.a:Stopped 2024-09-13T16:12:32.855 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-13T16:12:32.855 INFO:tasks.ceph.mds.c:Stopped 2024-09-13T16:12:32.856 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-13T16:12:32.858 INFO:tasks.ceph.mds.b:Stopped 2024-09-13T16:12:32.859 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-13T16:12:32.859 INFO:tasks.ceph.mds.d:Stopped 2024-09-13T16:12:32.860 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-13T16:12:32.898 INFO:tasks.ceph.mds.a:Started 2024-09-13T16:12:32.898 DEBUG:teuthology.parallel:result is None 2024-09-13T16:12:32.898 INFO:tasks.ceph.mds.c:Started 2024-09-13T16:12:32.899 DEBUG:teuthology.parallel:result is None 2024-09-13T16:12:32.901 INFO:tasks.ceph.mds.b:Started 2024-09-13T16:12:32.902 DEBUG:teuthology.parallel:result is None 2024-09-13T16:12:32.902 INFO:tasks.ceph.mds.d:Started 2024-09-13T16:12:32.903 DEBUG:teuthology.parallel:result is None 2024-09-13T16:12:32.903 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-13T16:12:32.972 INFO:tasks.ceph.mds.c.smithi076.stdout:starting mds.c at 2024-09-13T16:12:32.972 INFO:tasks.ceph.mds.a.smithi076.stdout:starting mds.a at 2024-09-13T16:12:32.987 INFO:tasks.ceph.mds.d.smithi192.stdout:starting mds.d at 2024-09-13T16:12:32.990 INFO:tasks.ceph.mds.b.smithi192.stdout:starting mds.b at 2024-09-13T16:12:33.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:33.008+0000 7f9f6d74c640 1 Processor -- start 2024-09-13T16:12:33.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:33.008+0000 7f9f6d74c640 1 -- start start 2024-09-13T16:12:33.010 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:33.009+0000 7f9f6d74c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f9f680ceef0 0x7f9f680af0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:33.010 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:33.009+0000 7f9f6d74c640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f9f6815c860 0x7f9f680cf2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:33.011 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:33.009+0000 7f9f6d74c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9f680d0690 0x7f9f680d0b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:33.011 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:33.009+0000 7f9f6d74c640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9f6806bb10 con 0x7f9f680ceef0 2024-09-13T16:12:33.011 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:33.009+0000 7f9f6d74c640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9f680cf810 con 0x7f9f6815c860 2024-09-13T16:12:33.011 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:33.009+0000 7f9f6d74c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9f680ccb30 con 0x7f9f680d0690 2024-09-13T16:12:33.011 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:33.009+0000 7f9f66ffd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f9f680ceef0 0x7f9f680af0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:33.011 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:33.009+0000 7f9f66ffd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f9f680ceef0 0x7f9f680af0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:34954/0 (socket says 172.21.15.76:34954) 2024-09-13T16:12:33.011 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:33.009+0000 7f9f66ffd640 1 -- 172.21.15.76:0/917322026 learned_addr learned my addr 172.21.15.76:0/917322026 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:33.011 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:33.009+0000 7f9f5ffff640 1 --2- 172.21.15.76:0/917322026 >> v2:172.21.15.192:3300/0 conn(0x7f9f6815c860 0x7f9f680cf2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:33.011 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:33.009+0000 7f9f677fe640 1 --2- 172.21.15.76:0/917322026 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9f680d0690 0x7f9f680d0b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:33.011 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:33.009+0000 7f9f66ffd640 1 -- 172.21.15.76:0/917322026 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9f680d0690 msgr2=0x7f9f680d0b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:33.011 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:33.009+0000 7f9f66ffd640 1 --2- 172.21.15.76:0/917322026 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9f680d0690 0x7f9f680d0b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:33.011 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:33.009+0000 7f9f66ffd640 1 -- 172.21.15.76:0/917322026 >> v2:172.21.15.192:3300/0 conn(0x7f9f6815c860 msgr2=0x7f9f680cf2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:33.011 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:33.009+0000 7f9f66ffd640 1 --2- 172.21.15.76:0/917322026 >> v2:172.21.15.192:3300/0 conn(0x7f9f6815c860 0x7f9f680cf2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:33.012 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:33.009+0000 7f9f66ffd640 1 -- 172.21.15.76:0/917322026 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9f680d13a0 con 0x7f9f680ceef0 2024-09-13T16:12:33.012 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:33.010+0000 7f9f66ffd640 1 --2- 172.21.15.76:0/917322026 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9f680ceef0 0x7f9f680af0d0 secure :-1 s=READY pgs=1586 cs=0 l=1 rev1=1 crypto rx=0x7f9f6806cbc0 tx=0x7f9f5802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ebba344d6c9a8ad6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:33.012 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:33.011+0000 7f9f667fc640 1 -- 172.21.15.76:0/917322026 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f58032440 con 0x7f9f680ceef0 2024-09-13T16:12:33.012 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:33.011+0000 7f9f667fc640 1 -- 172.21.15.76:0/917322026 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9f580325a0 con 0x7f9f680ceef0 2024-09-13T16:12:33.012 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:33.011+0000 7f9f667fc640 1 -- 172.21.15.76:0/917322026 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f58032930 con 0x7f9f680ceef0 2024-09-13T16:12:33.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:33.011+0000 7f9f6d74c640 1 -- 172.21.15.76:0/917322026 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9f680ceef0 msgr2=0x7f9f680af0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:33.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:33.011+0000 7f9f6d74c640 1 --2- 172.21.15.76:0/917322026 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9f680ceef0 0x7f9f680af0d0 secure :-1 s=READY pgs=1586 cs=0 l=1 rev1=1 crypto rx=0x7f9f6806cbc0 tx=0x7f9f5802a270 comp rx=0 tx=0).stop 2024-09-13T16:12:33.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:33.011+0000 7f9f6d74c640 1 -- 172.21.15.76:0/917322026 shutdown_connections 2024-09-13T16:12:33.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:33.012+0000 7f9f6d74c640 1 --2- 172.21.15.76:0/917322026 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9f680d0690 0x7f9f680d0b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:33.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:33.012+0000 7f9f6d74c640 1 --2- 172.21.15.76:0/917322026 >> v2:172.21.15.192:3300/0 conn(0x7f9f6815c860 0x7f9f680cf2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:33.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:33.012+0000 7f9f6d74c640 1 --2- 172.21.15.76:0/917322026 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9f680ceef0 0x7f9f680af0d0 unknown :-1 s=CLOSED pgs=1586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:33.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:33.012+0000 7f9f6d74c640 1 -- 172.21.15.76:0/917322026 >> 172.21.15.76:0/917322026 conn(0x7f9f6809b870 msgr2=0x7f9f68089f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:33.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:33.012+0000 7f9f6d74c640 1 -- 172.21.15.76:0/917322026 shutdown_connections 2024-09-13T16:12:33.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:33.012+0000 7f9f6d74c640 1 -- 172.21.15.76:0/917322026 wait complete. 2024-09-13T16:12:33.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:33.013+0000 7f9f6d74c640 1 Processor -- start 2024-09-13T16:12:33.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:33.013+0000 7f9f6d74c640 1 -- start start 2024-09-13T16:12:33.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:33.013+0000 7f9f6d74c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9f680ceef0 0x7f9f680c95b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:33.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:33.014+0000 7f9f6d74c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9f680d0690 0x7f9f68156000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:33.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:33.014+0000 7f9f66ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9f680ceef0 0x7f9f680c95b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:33.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:33.014+0000 7f9f66ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9f680ceef0 0x7f9f680c95b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:34960/0 (socket says 172.21.15.76:34960) 2024-09-13T16:12:33.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:33.014+0000 7f9f66ffd640 1 -- 172.21.15.76:0/1076147017 learned_addr learned my addr 172.21.15.76:0/1076147017 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:33.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:33.014+0000 7f9f6d74c640 1 --2- 172.21.15.76:0/1076147017 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9f6815c860 0x7f9f680b0260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:33.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:33.014+0000 7f9f6d74c640 1 -- 172.21.15.76:0/1076147017 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f680c9c90 con 0x7f9f680ceef0 2024-09-13T16:12:33.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:33.014+0000 7f9f6d74c640 1 -- 172.21.15.76:0/1076147017 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f681571b0 con 0x7f9f6815c860 2024-09-13T16:12:33.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:33.014+0000 7f9f6d74c640 1 -- 172.21.15.76:0/1076147017 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9f680cac40 con 0x7f9f680d0690 2024-09-13T16:12:33.017 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:33.014+0000 7f9f5ffff640 1 --2- 172.21.15.76:0/1076147017 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9f680d0690 0x7f9f68156000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:33.017 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:33.014+0000 7f9f677fe640 1 --2- 172.21.15.76:0/1076147017 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9f6815c860 0x7f9f680b0260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:33.017 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:33.014+0000 7f9f66ffd640 1 -- 172.21.15.76:0/1076147017 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9f680d0690 msgr2=0x7f9f68156000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:33.017 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:33.014+0000 7f9f66ffd640 1 --2- 172.21.15.76:0/1076147017 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9f680d0690 0x7f9f68156000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:33.017 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:33.014+0000 7f9f66ffd640 1 -- 172.21.15.76:0/1076147017 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9f6815c860 msgr2=0x7f9f680b0260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:33.017 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:33.014+0000 7f9f66ffd640 1 --2- 172.21.15.76:0/1076147017 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9f6815c860 0x7f9f680b0260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:33.017 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:33.014+0000 7f9f66ffd640 1 -- 172.21.15.76:0/1076147017 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9f580094d0 con 0x7f9f680ceef0 2024-09-13T16:12:33.017 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:33.014+0000 7f9f66ffd640 1 --2- 172.21.15.76:0/1076147017 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9f680ceef0 0x7f9f680c95b0 secure :-1 s=READY pgs=1587 cs=0 l=1 rev1=1 crypto rx=0x7f9f5802a2b0 tx=0x7f9f580046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:33.017 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:33.014+0000 7f9f5f7fe640 1 -- 172.21.15.76:0/1076147017 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f58032440 con 0x7f9f680ceef0 2024-09-13T16:12:33.017 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:33.014+0000 7f9f5f7fe640 1 -- 172.21.15.76:0/1076147017 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9f58030ba0 con 0x7f9f680ceef0 2024-09-13T16:12:33.017 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:33.014+0000 7f9f6d74c640 1 -- 172.21.15.76:0/1076147017 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9f680ca310 con 0x7f9f680ceef0 2024-09-13T16:12:33.017 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:33.014+0000 7f9f5f7fe640 1 -- 172.21.15.76:0/1076147017 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f5803d440 con 0x7f9f680ceef0 2024-09-13T16:12:33.017 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:33.014+0000 7f9f6d74c640 1 -- 172.21.15.76:0/1076147017 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9f680ca8d0 con 0x7f9f680ceef0 2024-09-13T16:12:33.018 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:33.016+0000 7f9f6d74c640 1 -- 172.21.15.76:0/1076147017 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9f680d0b40 con 0x7f9f680ceef0 2024-09-13T16:12:33.018 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:33.016+0000 7f9f5f7fe640 1 -- 172.21.15.76:0/1076147017 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9f58039040 con 0x7f9f680ceef0 2024-09-13T16:12:33.019 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:33.017+0000 7f9f5f7fe640 1 --2- 172.21.15.76:0/1076147017 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9f4806ac50 0x7f9f4806d110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:33.019 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:33.017+0000 7f9f5ffff640 1 --2- 172.21.15.76:0/1076147017 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9f4806ac50 0x7f9f4806d110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:33.019 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:33.017+0000 7f9f5f7fe640 1 -- 172.21.15.76:0/1076147017 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(119..119 src has 1..119) v4 ==== 5263+0+0 (secure 0 0 0) 0x7f9f580a9cf0 con 0x7f9f680ceef0 2024-09-13T16:12:33.019 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:33.017+0000 7f9f5ffff640 1 --2- 172.21.15.76:0/1076147017 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9f4806ac50 0x7f9f4806d110 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f9f680b8550 tx=0x7f9f50008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:33.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:33.021+0000 7f9f5f7fe640 1 -- 172.21.15.76:0/1076147017 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f9f58075070 con 0x7f9f680ceef0 2024-09-13T16:12:33.061 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d is failed for ~0s 2024-09-13T16:12:33.199 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:33.198+0000 7f9f6d74c640 1 -- 172.21.15.76:0/1076147017 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) v1 -- 0x7f9f680d2250 con 0x7f9f680ceef0 2024-09-13T16:12:34.036 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.034+0000 7f9f5f7fe640 1 -- 172.21.15.76:0/1076147017 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v120) v1 ==== 97+0+0 (secure 0 0 0) 0x7f9f58041080 con 0x7f9f680ceef0 2024-09-13T16:12:34.036 INFO:teuthology.orchestra.run.smithi076.stderr: removed all blocklist entries 2024-09-13T16:12:34.038 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.037+0000 7f9f6d74c640 1 -- 172.21.15.76:0/1076147017 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9f4806ac50 msgr2=0x7f9f4806d110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:34.038 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.037+0000 7f9f6d74c640 1 --2- 172.21.15.76:0/1076147017 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9f4806ac50 0x7f9f4806d110 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f9f680b8550 tx=0x7f9f50008040 comp rx=0 tx=0).stop 2024-09-13T16:12:34.039 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.037+0000 7f9f6d74c640 1 -- 172.21.15.76:0/1076147017 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9f680ceef0 msgr2=0x7f9f680c95b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:34.039 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.037+0000 7f9f6d74c640 1 --2- 172.21.15.76:0/1076147017 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9f680ceef0 0x7f9f680c95b0 secure :-1 s=READY pgs=1587 cs=0 l=1 rev1=1 crypto rx=0x7f9f5802a2b0 tx=0x7f9f580046c0 comp rx=0 tx=0).stop 2024-09-13T16:12:34.039 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.037+0000 7f9f6d74c640 1 -- 172.21.15.76:0/1076147017 shutdown_connections 2024-09-13T16:12:34.039 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.037+0000 7f9f6d74c640 1 --2- 172.21.15.76:0/1076147017 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9f6815c860 0x7f9f680b0260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:34.039 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.037+0000 7f9f6d74c640 1 --2- 172.21.15.76:0/1076147017 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9f4806ac50 0x7f9f4806d110 unknown :-1 s=CLOSED pgs=677 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:34.039 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.037+0000 7f9f6d74c640 1 --2- 172.21.15.76:0/1076147017 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9f680d0690 0x7f9f68156000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:34.039 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.037+0000 7f9f6d74c640 1 --2- 172.21.15.76:0/1076147017 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9f680ceef0 0x7f9f680c95b0 unknown :-1 s=CLOSED pgs=1587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:34.039 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.037+0000 7f9f6d74c640 1 -- 172.21.15.76:0/1076147017 >> 172.21.15.76:0/1076147017 conn(0x7f9f6809b870 msgr2=0x7f9f6815cc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:34.039 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.037+0000 7f9f6d74c640 1 -- 172.21.15.76:0/1076147017 shutdown_connections 2024-09-13T16:12:34.039 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.037+0000 7f9f6d74c640 1 -- 172.21.15.76:0/1076147017 wait complete. 2024-09-13T16:12:34.051 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-13T16:12:34.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.150+0000 7f316239c640 1 Processor -- start 2024-09-13T16:12:34.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.150+0000 7f316239c640 1 -- start start 2024-09-13T16:12:34.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.151+0000 7f316239c640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f315c0cace0 0x7f315c0cb150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:34.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.151+0000 7f316239c640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f315c0c8920 con 0x7f315c15a2e0 2024-09-13T16:12:34.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.151+0000 7f316239c640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f315c15a6c0 con 0x7f315c06d030 2024-09-13T16:12:34.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.151+0000 7f316239c640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f315c0cb690 con 0x7f315c0cace0 2024-09-13T16:12:34.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.151+0000 7f315bfff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f315c15a2e0 0x7f315c0c9a40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:42968/0 (socket says 172.21.15.76:42968) 2024-09-13T16:12:34.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.151+0000 7f315bfff640 1 -- 172.21.15.76:0/388714390 learned_addr learned my addr 172.21.15.76:0/388714390 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:12:34.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.151+0000 7f315affd640 1 -- 172.21.15.76:0/388714390 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1543093171 0 0) 0x7f315c0c8920 con 0x7f315c15a2e0 2024-09-13T16:12:34.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.151+0000 7f315b7fe640 1 --2- 172.21.15.76:0/388714390 >> v2:172.21.15.192:3300/0 conn(0x7f315c0cace0 0x7f315c0cb150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:34.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.151+0000 7f315affd640 1 -- 172.21.15.76:0/388714390 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3144003520 con 0x7f315c15a2e0 2024-09-13T16:12:34.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.152+0000 7f315affd640 1 -- 172.21.15.76:0/388714390 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3356502053 0 0) 0x7f3144003520 con 0x7f315c15a2e0 2024-09-13T16:12:34.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.152+0000 7f315affd640 1 -- 172.21.15.76:0/388714390 >> v2:172.21.15.192:3300/0 conn(0x7f315c0cace0 msgr2=0x7f315c0cb150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:34.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.152+0000 7f315affd640 1 --2- 172.21.15.76:0/388714390 >> v2:172.21.15.192:3300/0 conn(0x7f315c0cace0 0x7f315c0cb150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:34.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.152+0000 7f315affd640 1 -- 172.21.15.76:0/388714390 >> v1:172.21.15.192:6789/0 conn(0x7f315c06d030 legacy=0x7f315c06d480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:34.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.152+0000 7f315affd640 1 -- 172.21.15.76:0/388714390 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f315c0ca500 con 0x7f315c15a2e0 2024-09-13T16:12:34.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.152+0000 7f315affd640 1 -- 172.21.15.76:0/388714390 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f314c001670 con 0x7f315c15a2e0 2024-09-13T16:12:34.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.152+0000 7f315affd640 1 -- 172.21.15.76:0/388714390 >> v1:172.21.15.76:6789/0 conn(0x7f315c15a2e0 legacy=0x7f315c0c9a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:34.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.152+0000 7f315affd640 1 --2- 172.21.15.76:0/388714390 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3144003970 0x7f3144003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:34.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.152+0000 7f315affd640 1 --2- 172.21.15.76:0/388714390 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f31440047c0 0x7f3144004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:34.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.152+0000 7f315affd640 1 --2- 172.21.15.76:0/388714390 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3144005180 0x7f314400b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:34.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.152+0000 7f315affd640 1 -- 172.21.15.76:0/388714390 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f315c0cb690 con 0x7f3144003970 2024-09-13T16:12:34.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.152+0000 7f315affd640 1 -- 172.21.15.76:0/388714390 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f314400c0d0 con 0x7f31440047c0 2024-09-13T16:12:34.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.152+0000 7f315affd640 1 -- 172.21.15.76:0/388714390 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f314400c290 con 0x7f3144005180 2024-09-13T16:12:34.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.152+0000 7f315b7fe640 1 --2- 172.21.15.76:0/388714390 >> v2:172.21.15.192:3300/0 conn(0x7f315c0cace0 0x7f315c0cb150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:12:34.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.152+0000 7f315bfff640 1 --2- 172.21.15.76:0/388714390 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3144003970 0x7f3144003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:34.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.152+0000 7f315b7fe640 1 --2- 172.21.15.76:0/388714390 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f31440047c0 0x7f3144004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:34.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.152+0000 7f315bfff640 1 -- 172.21.15.76:0/388714390 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3144005180 msgr2=0x7f314400b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:34.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.152+0000 7f315bfff640 1 --2- 172.21.15.76:0/388714390 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3144005180 0x7f314400b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:34.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.152+0000 7f315bfff640 1 -- 172.21.15.76:0/388714390 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f31440047c0 msgr2=0x7f3144004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:34.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.152+0000 7f315bfff640 1 --2- 172.21.15.76:0/388714390 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f31440047c0 0x7f3144004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:34.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.152+0000 7f315bfff640 1 -- 172.21.15.76:0/388714390 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3144003520 con 0x7f3144003970 2024-09-13T16:12:34.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.152+0000 7f3160939640 1 -- 172.21.15.76:0/388714390 reap_dead start 2024-09-13T16:12:34.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.153+0000 7f315bfff640 1 --2- 172.21.15.76:0/388714390 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3144003970 0x7f3144003d90 secure :-1 s=READY pgs=1589 cs=0 l=1 rev1=1 crypto rx=0x7f314c00c240 tx=0x7f31440057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d1e9edf9e2692013 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:34.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.153+0000 7f315affd640 1 -- 172.21.15.76:0/388714390 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f314c02e070 con 0x7f3144003970 2024-09-13T16:12:34.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.153+0000 7f315affd640 1 -- 172.21.15.76:0/388714390 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f314c0058d0 con 0x7f3144003970 2024-09-13T16:12:34.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.153+0000 7f315affd640 1 -- 172.21.15.76:0/388714390 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f314c005d00 con 0x7f3144003970 2024-09-13T16:12:34.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.153+0000 7f316239c640 1 -- 172.21.15.76:0/388714390 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3144003970 msgr2=0x7f3144003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:34.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.153+0000 7f316239c640 1 --2- 172.21.15.76:0/388714390 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3144003970 0x7f3144003d90 secure :-1 s=READY pgs=1589 cs=0 l=1 rev1=1 crypto rx=0x7f314c00c240 tx=0x7f31440057f0 comp rx=0 tx=0).stop 2024-09-13T16:12:34.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.154+0000 7f316239c640 1 -- 172.21.15.76:0/388714390 shutdown_connections 2024-09-13T16:12:34.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.154+0000 7f316239c640 1 --2- 172.21.15.76:0/388714390 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3144003970 0x7f3144003d90 unknown :-1 s=CLOSED pgs=1589 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:34.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.154+0000 7f316239c640 1 -- 172.21.15.76:0/388714390 >> 172.21.15.76:0/388714390 conn(0x7f315c069ed0 msgr2=0x7f315c06a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:34.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.154+0000 7f316239c640 1 -- 172.21.15.76:0/388714390 shutdown_connections 2024-09-13T16:12:34.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.154+0000 7f316239c640 1 -- 172.21.15.76:0/388714390 wait complete. 2024-09-13T16:12:34.161 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.155+0000 7f316239c640 1 Processor -- start 2024-09-13T16:12:34.161 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.155+0000 7f316239c640 1 -- start start 2024-09-13T16:12:34.161 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.156+0000 7f316239c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3144003970 0x7f315c1f29d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:34.161 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.156+0000 7f316239c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f315c1f3e20 0x7f315c1f3210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:34.162 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.156+0000 7f316239c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f315c1f3750 0x7f315c0c53a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:34.162 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.156+0000 7f316239c640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f315c0acc90 con 0x7f315c1f3e20 2024-09-13T16:12:34.162 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.156+0000 7f316239c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f315c1f3c00 con 0x7f315c1f3750 2024-09-13T16:12:34.162 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.156+0000 7f316239c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f315c0ac0a0 con 0x7f3144003970 2024-09-13T16:12:34.162 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.156+0000 7f315b7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f315c1f3e20 0x7f315c1f3210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:34.162 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.156+0000 7f315b7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f315c1f3e20 0x7f315c1f3210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:34968/0 (socket says 172.21.15.76:34968) 2024-09-13T16:12:34.162 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.156+0000 7f315b7fe640 1 -- 172.21.15.76:0/685737265 learned_addr learned my addr 172.21.15.76:0/685737265 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:34.162 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.156+0000 7f315bfff640 1 --2- 172.21.15.76:0/685737265 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3144003970 0x7f315c1f29d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:34.162 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.156+0000 7f3160939640 1 --2- 172.21.15.76:0/685737265 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f315c1f3750 0x7f315c0c53a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:34.162 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.156+0000 7f315b7fe640 1 -- 172.21.15.76:0/685737265 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3144003970 msgr2=0x7f315c1f29d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:34.162 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.156+0000 7f315b7fe640 1 --2- 172.21.15.76:0/685737265 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3144003970 0x7f315c1f29d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:34.162 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.156+0000 7f315b7fe640 1 -- 172.21.15.76:0/685737265 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f315c1f3750 msgr2=0x7f315c0c53a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:34.162 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.156+0000 7f315b7fe640 1 --2- 172.21.15.76:0/685737265 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f315c1f3750 0x7f315c0c53a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:34.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.156+0000 7f315b7fe640 1 -- 172.21.15.76:0/685737265 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f315c0ac2f0 con 0x7f315c1f3e20 2024-09-13T16:12:34.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.156+0000 7f3160939640 1 --2- 172.21.15.76:0/685737265 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f315c1f3750 0x7f315c0c53a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:12:34.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.156+0000 7f315b7fe640 1 --2- 172.21.15.76:0/685737265 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f315c1f3e20 0x7f315c1f3210 secure :-1 s=READY pgs=1590 cs=0 l=1 rev1=1 crypto rx=0x7f31500107e0 tx=0x7f3150010ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:34.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.156+0000 7f3158ff9640 1 -- 172.21.15.76:0/685737265 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f315000eb60 con 0x7f315c1f3e20 2024-09-13T16:12:34.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.156+0000 7f3158ff9640 1 -- 172.21.15.76:0/685737265 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f315000c050 con 0x7f315c1f3e20 2024-09-13T16:12:34.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.156+0000 7f316239c640 1 -- 172.21.15.76:0/685737265 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f315c0ac5d0 con 0x7f315c1f3e20 2024-09-13T16:12:34.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.156+0000 7f3158ff9640 1 -- 172.21.15.76:0/685737265 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3150015470 con 0x7f315c1f3e20 2024-09-13T16:12:34.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.156+0000 7f316239c640 1 -- 172.21.15.76:0/685737265 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f315c1f2f10 con 0x7f315c1f3e20 2024-09-13T16:12:34.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.157+0000 7f316239c640 1 -- 172.21.15.76:0/685737265 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f315c0c90f0 con 0x7f315c1f3e20 2024-09-13T16:12:34.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.158+0000 7f3158ff9640 1 -- 172.21.15.76:0/685737265 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f31500155d0 con 0x7f315c1f3e20 2024-09-13T16:12:34.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.158+0000 7f3158ff9640 1 --2- 172.21.15.76:0/685737265 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f314806ac30 0x7f314806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:34.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.159+0000 7f315bfff640 1 --2- 172.21.15.76:0/685737265 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f314806ac30 0x7f314806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:34.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.159+0000 7f3158ff9640 1 -- 172.21.15.76:0/685737265 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(120..120 src has 1..120) v4 ==== 5177+0+0 (secure 0 0 0) 0x7f3150089990 con 0x7f315c1f3e20 2024-09-13T16:12:34.164 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.159+0000 7f315bfff640 1 --2- 172.21.15.76:0/685737265 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f314806ac30 0x7f314806d0f0 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7f314c033000 tx=0x7f314c02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:34.164 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.163+0000 7f3158ff9640 1 -- 172.21.15.76:0/685737265 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f3150054e10 con 0x7f315c1f3e20 2024-09-13T16:12:34.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.386+0000 7f316239c640 1 -- 172.21.15.76:0/685737265 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) v1 -- 0x7f315c0c9630 con 0x7f315c1f3e20 2024-09-13T16:12:34.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.387+0000 7f3158ff9640 1 -- 172.21.15.76:0/685737265 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v17) v1 ==== 80+0+5304 (secure 0 0 0) 0x7f3150058430 con 0x7f315c1f3e20 2024-09-13T16:12:34.389 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:34.389 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2024-09-13T16:12:34.389 INFO:teuthology.orchestra.run.smithi076.stdout: "auth_dump": [ 2024-09-13T16:12:34.389 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:12:34.389 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "mds.a", 2024-09-13T16:12:34.389 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCpYeRmhpbDIhAA8WT8i+Y1tgoeXaZ5z2v/fg==", 2024-09-13T16:12:34.389 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:12:34.389 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2024-09-13T16:12:34.389 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow *", 2024-09-13T16:12:34.389 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow *", 2024-09-13T16:12:34.390 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:12:34.390 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:12:34.390 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:12:34.390 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:12:34.390 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "mds.b", 2024-09-13T16:12:34.390 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCpYeRm7+GPLhAAACMaymp+VjVEUz9QMYOL+Q==", 2024-09-13T16:12:34.390 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:12:34.390 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2024-09-13T16:12:34.390 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow *", 2024-09-13T16:12:34.390 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow *", 2024-09-13T16:12:34.390 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:12:34.390 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:12:34.390 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:12:34.391 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:12:34.391 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "mds.c", 2024-09-13T16:12:34.391 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCpYeRmxODtKRAAtjLryQw+T9UxeHw7cgOyBg==", 2024-09-13T16:12:34.391 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:12:34.391 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2024-09-13T16:12:34.391 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow *", 2024-09-13T16:12:34.391 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow *", 2024-09-13T16:12:34.391 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:12:34.391 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:12:34.391 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:12:34.391 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:12:34.391 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "mds.d", 2024-09-13T16:12:34.391 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCpYeRmBNiYNRAAHTjLTeGOi09w8TLVtcu/+w==", 2024-09-13T16:12:34.391 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:12:34.391 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2024-09-13T16:12:34.392 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow *", 2024-09-13T16:12:34.392 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow *", 2024-09-13T16:12:34.392 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:12:34.392 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:12:34.392 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:12:34.392 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:12:34.392 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.0", 2024-09-13T16:12:34.392 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCtYeRm81gnEBAAJFt3u2dcQShl7t5nNN5y6Q==", 2024-09-13T16:12:34.392 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:12:34.392 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2024-09-13T16:12:34.392 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2024-09-13T16:12:34.392 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:12:34.392 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:12:34.393 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:12:34.393 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:12:34.393 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.1", 2024-09-13T16:12:34.393 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCwYeRmzsY4DxAALx5wAImWLwrw6n8ZRuXDvA==", 2024-09-13T16:12:34.393 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:12:34.393 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2024-09-13T16:12:34.393 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2024-09-13T16:12:34.393 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:12:34.393 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:12:34.393 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:12:34.393 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:12:34.393 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.2", 2024-09-13T16:12:34.393 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCzYeRmYRs9DRAAh6ptqIXTwUjSNlevHFJnAQ==", 2024-09-13T16:12:34.393 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:12:34.394 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2024-09-13T16:12:34.394 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2024-09-13T16:12:34.394 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:12:34.394 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:12:34.394 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:12:34.394 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:12:34.394 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.3", 2024-09-13T16:12:34.394 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQC2YeRmMIp6CxAAHygGhWHXCt69qZDrrGTt5A==", 2024-09-13T16:12:34.394 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:12:34.394 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2024-09-13T16:12:34.394 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2024-09-13T16:12:34.394 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:12:34.394 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:12:34.394 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:12:34.395 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:12:34.395 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.4", 2024-09-13T16:12:34.395 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQC8YeRmde7vDhAAE7RHK15msWPxEtglPpWMTQ==", 2024-09-13T16:12:34.395 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:12:34.395 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2024-09-13T16:12:34.395 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2024-09-13T16:12:34.395 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:12:34.395 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:12:34.395 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:12:34.395 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:12:34.395 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.5", 2024-09-13T16:12:34.395 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQC/YeRmgyzZDBAAG96iDIvt2yQ9W5Fl1maItg==", 2024-09-13T16:12:34.395 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:12:34.395 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2024-09-13T16:12:34.396 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2024-09-13T16:12:34.396 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:12:34.396 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:12:34.396 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:12:34.396 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:12:34.396 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.6", 2024-09-13T16:12:34.396 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQDCYeRm6pRBCxAAq8l2Cikc/aRaC4C4xYYrLA==", 2024-09-13T16:12:34.396 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:12:34.396 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2024-09-13T16:12:34.396 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2024-09-13T16:12:34.396 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:12:34.396 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:12:34.396 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:12:34.397 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:12:34.397 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.7", 2024-09-13T16:12:34.397 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQDFYeRmMM8MCRAAqYR5B7VgEph0UVNjCZPTzg==", 2024-09-13T16:12:34.397 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:12:34.397 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2024-09-13T16:12:34.397 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2024-09-13T16:12:34.397 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:12:34.397 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:12:34.397 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:12:34.397 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:12:34.397 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "client.0", 2024-09-13T16:12:34.397 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCpYeRmqhyiORAAp0ZHMscpsAOj1YZ+SSqHoA==", 2024-09-13T16:12:34.397 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:12:34.397 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2024-09-13T16:12:34.398 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow r", 2024-09-13T16:12:34.398 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-13T16:12:34.398 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:12:34.398 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:12:34.398 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:12:34.398 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "client.1", 2024-09-13T16:12:34.398 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCqYeRmgijBBhAAS5zvjGxEcjj4RKB20HX7kg==", 2024-09-13T16:12:34.398 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:12:34.398 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2024-09-13T16:12:34.398 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow r", 2024-09-13T16:12:34.398 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow rw", 2024-09-13T16:12:34.398 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow rwx" 2024-09-13T16:12:34.398 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:12:34.398 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:12:34.399 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:12:34.399 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "client.2", 2024-09-13T16:12:34.399 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCqYeRmK8OPAxAAQeO1ZZu7/x4/qXzHFFDzBg==", 2024-09-13T16:12:34.399 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:12:34.399 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2024-09-13T16:12:34.399 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow r", 2024-09-13T16:12:34.399 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow rw", 2024-09-13T16:12:34.399 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow rwx" 2024-09-13T16:12:34.399 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:12:34.399 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:12:34.399 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:12:34.399 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "client.3", 2024-09-13T16:12:34.399 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCqYeRmAYJGDBAA4elK4g7yitQwUnpv/vkuSQ==", 2024-09-13T16:12:34.399 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:12:34.400 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2024-09-13T16:12:34.400 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow r", 2024-09-13T16:12:34.400 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow rw", 2024-09-13T16:12:34.400 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow rwx" 2024-09-13T16:12:34.400 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:12:34.400 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:12:34.400 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:12:34.400 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "client.admin", 2024-09-13T16:12:34.400 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCpYeRmz4sKBxAAmVD/bGSWAPyJICtwMc8R7Q==", 2024-09-13T16:12:34.400 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:12:34.400 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow *", 2024-09-13T16:12:34.400 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow *", 2024-09-13T16:12:34.400 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow *", 2024-09-13T16:12:34.401 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:12:34.401 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:12:34.401 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:12:34.401 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:12:34.401 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "mgr.x", 2024-09-13T16:12:34.401 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCpYeRmzy+SHxAAeh91mEyErD2yMaJ+R9p7MQ==", 2024-09-13T16:12:34.401 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:12:34.401 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow *", 2024-09-13T16:12:34.401 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile mgr", 2024-09-13T16:12:34.401 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:12:34.401 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:12:34.401 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:12:34.401 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:12:34.402 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "mgr.y", 2024-09-13T16:12:34.402 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCpYeRmMS6hGxAAhyu76q81PXPjC+BAmqi2Lw==", 2024-09-13T16:12:34.402 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:12:34.402 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow *", 2024-09-13T16:12:34.402 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile mgr", 2024-09-13T16:12:34.402 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:12:34.402 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:12:34.402 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:12:34.402 INFO:teuthology.orchestra.run.smithi076.stdout: ] 2024-09-13T16:12:34.402 INFO:teuthology.orchestra.run.smithi076.stdout:} 2024-09-13T16:12:34.404 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.389+0000 7f316239c640 1 -- 172.21.15.76:0/685737265 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f314806ac30 msgr2=0x7f314806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:34.404 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.389+0000 7f316239c640 1 --2- 172.21.15.76:0/685737265 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f314806ac30 0x7f314806d0f0 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7f314c033000 tx=0x7f314c02e000 comp rx=0 tx=0).stop 2024-09-13T16:12:34.404 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.389+0000 7f316239c640 1 -- 172.21.15.76:0/685737265 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f315c1f3e20 msgr2=0x7f315c1f3210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:34.404 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.389+0000 7f316239c640 1 --2- 172.21.15.76:0/685737265 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f315c1f3e20 0x7f315c1f3210 secure :-1 s=READY pgs=1590 cs=0 l=1 rev1=1 crypto rx=0x7f31500107e0 tx=0x7f3150010ca0 comp rx=0 tx=0).stop 2024-09-13T16:12:34.404 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.389+0000 7f316239c640 1 -- 172.21.15.76:0/685737265 shutdown_connections 2024-09-13T16:12:34.404 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.389+0000 7f316239c640 1 --2- 172.21.15.76:0/685737265 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f315c1f3750 0x7f315c0c53a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:34.404 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.389+0000 7f316239c640 1 --2- 172.21.15.76:0/685737265 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f315c1f3e20 0x7f315c1f3210 unknown :-1 s=CLOSED pgs=1590 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:34.404 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.389+0000 7f316239c640 1 --2- 172.21.15.76:0/685737265 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f314806ac30 0x7f314806d0f0 unknown :-1 s=CLOSED pgs=682 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:34.404 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.389+0000 7f316239c640 1 --2- 172.21.15.76:0/685737265 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3144003970 0x7f315c1f29d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:34.405 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.389+0000 7f316239c640 1 -- 172.21.15.76:0/685737265 >> 172.21.15.76:0/685737265 conn(0x7f315c069ed0 msgr2=0x7f315c070260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:34.405 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.389+0000 7f316239c640 1 -- 172.21.15.76:0/685737265 shutdown_connections 2024-09-13T16:12:34.405 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.389+0000 7f316239c640 1 -- 172.21.15.76:0/685737265 wait complete. 2024-09-13T16:12:34.405 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:12:34.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.502+0000 7f5b3a9e9640 1 Processor -- start 2024-09-13T16:12:34.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.502+0000 7f5b3a9e9640 1 -- start start 2024-09-13T16:12:34.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.502+0000 7f5b3a9e9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5b340cd520 0x7f5b340b3820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:34.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.502+0000 7f5b3a9e9640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f5b340cd900 0x7f5b34160940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:34.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.502+0000 7f5b3a9e9640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f5b340d1f60 0x7f5b34160e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:34.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.502+0000 7f5b3a9e9640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5b340d2e30 con 0x7f5b340d1f60 2024-09-13T16:12:34.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.502+0000 7f5b3a9e9640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5b340ccbe0 con 0x7f5b340cd900 2024-09-13T16:12:34.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.502+0000 7f5b3a9e9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5b340cce80 con 0x7f5b340cd520 2024-09-13T16:12:34.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.503+0000 7f5b38f86640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f5b340d1f60 0x7f5b34160e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:34.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.503+0000 7f5b38f86640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f5b340d1f60 0x7f5b34160e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:34972/0 (socket says 172.21.15.76:34972) 2024-09-13T16:12:34.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.503+0000 7f5b38f86640 1 -- 172.21.15.76:0/2921808660 learned_addr learned my addr 172.21.15.76:0/2921808660 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:34.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.503+0000 7f5b33fff640 1 --2- 172.21.15.76:0/2921808660 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5b340cd520 0x7f5b340b3820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:34.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.503+0000 7f5b38f86640 1 -- 172.21.15.76:0/2921808660 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5b340cd520 msgr2=0x7f5b340b3820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:34.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.503+0000 7f5b38f86640 1 --2- 172.21.15.76:0/2921808660 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5b340cd520 0x7f5b340b3820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:34.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.503+0000 7f5b38f86640 1 -- 172.21.15.76:0/2921808660 >> v2:172.21.15.192:3300/0 conn(0x7f5b340cd900 msgr2=0x7f5b34160940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:34.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.503+0000 7f5b38f86640 1 --2- 172.21.15.76:0/2921808660 >> v2:172.21.15.192:3300/0 conn(0x7f5b340cd900 0x7f5b34160940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:34.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.503+0000 7f5b38f86640 1 -- 172.21.15.76:0/2921808660 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5b340d1750 con 0x7f5b340d1f60 2024-09-13T16:12:34.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.504+0000 7f5b38f86640 1 --2- 172.21.15.76:0/2921808660 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5b340d1f60 0x7f5b34160e80 secure :-1 s=READY pgs=1591 cs=0 l=1 rev1=1 crypto rx=0x7f5b340ceae0 tx=0x7f5b2c02a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9eec04e136bb3c3e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:34.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.504+0000 7f5b32ffd640 1 -- 172.21.15.76:0/2921808660 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b2c031600 con 0x7f5b340d1f60 2024-09-13T16:12:34.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.504+0000 7f5b32ffd640 1 -- 172.21.15.76:0/2921808660 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5b2c02d050 con 0x7f5b340d1f60 2024-09-13T16:12:34.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.504+0000 7f5b32ffd640 1 -- 172.21.15.76:0/2921808660 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b2c031980 con 0x7f5b340d1f60 2024-09-13T16:12:34.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.504+0000 7f5b3a9e9640 1 -- 172.21.15.76:0/2921808660 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5b340d1f60 msgr2=0x7f5b34160e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:34.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.504+0000 7f5b3a9e9640 1 --2- 172.21.15.76:0/2921808660 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5b340d1f60 0x7f5b34160e80 secure :-1 s=READY pgs=1591 cs=0 l=1 rev1=1 crypto rx=0x7f5b340ceae0 tx=0x7f5b2c02a730 comp rx=0 tx=0).stop 2024-09-13T16:12:34.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.504+0000 7f5b3a9e9640 1 -- 172.21.15.76:0/2921808660 shutdown_connections 2024-09-13T16:12:34.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.504+0000 7f5b3a9e9640 1 --2- 172.21.15.76:0/2921808660 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5b340d1f60 0x7f5b34160e80 unknown :-1 s=CLOSED pgs=1591 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:34.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.504+0000 7f5b3a9e9640 1 --2- 172.21.15.76:0/2921808660 >> v2:172.21.15.192:3300/0 conn(0x7f5b340cd900 0x7f5b34160940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:34.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.504+0000 7f5b3a9e9640 1 --2- 172.21.15.76:0/2921808660 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5b340cd520 0x7f5b340b3820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:34.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.504+0000 7f5b3a9e9640 1 -- 172.21.15.76:0/2921808660 >> 172.21.15.76:0/2921808660 conn(0x7f5b34089f60 msgr2=0x7f5b340d24f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:34.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.504+0000 7f5b3a9e9640 1 -- 172.21.15.76:0/2921808660 shutdown_connections 2024-09-13T16:12:34.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.504+0000 7f5b3a9e9640 1 -- 172.21.15.76:0/2921808660 wait complete. 2024-09-13T16:12:34.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.506+0000 7f5b3a9e9640 1 Processor -- start 2024-09-13T16:12:34.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.506+0000 7f5b3a9e9640 1 -- start start 2024-09-13T16:12:34.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.506+0000 7f5b3a9e9640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5b340cd520 0x7f5b340b7890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:34.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.506+0000 7f5b3a9e9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5b340cd900 0x7f5b340b6370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:34.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.506+0000 7f5b3a9e9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5b340d1f60 0x7f5b340b68b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:34.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.507+0000 7f5b3a9e9640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5b3414d670 con 0x7f5b340d1f60 2024-09-13T16:12:34.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.507+0000 7f5b3a9e9640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5b3414a450 con 0x7f5b340cd520 2024-09-13T16:12:34.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.507+0000 7f5b3a9e9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5b3414c770 con 0x7f5b340cd900 2024-09-13T16:12:34.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.507+0000 7f5b38f86640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5b340d1f60 0x7f5b340b68b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:34.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.507+0000 7f5b38f86640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5b340d1f60 0x7f5b340b68b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:34984/0 (socket says 172.21.15.76:34984) 2024-09-13T16:12:34.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.507+0000 7f5b38f86640 1 -- 172.21.15.76:0/656660468 learned_addr learned my addr 172.21.15.76:0/656660468 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:34.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.507+0000 7f5b33fff640 1 --2- 172.21.15.76:0/656660468 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5b340cd520 0x7f5b340b7890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:34.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.507+0000 7f5b337fe640 1 --2- 172.21.15.76:0/656660468 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5b340cd900 0x7f5b340b6370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:34.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.507+0000 7f5b38f86640 1 -- 172.21.15.76:0/656660468 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5b340cd900 msgr2=0x7f5b340b6370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:34.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.507+0000 7f5b38f86640 1 --2- 172.21.15.76:0/656660468 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5b340cd900 0x7f5b340b6370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:34.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.507+0000 7f5b38f86640 1 -- 172.21.15.76:0/656660468 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5b340cd520 msgr2=0x7f5b340b7890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:34.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.507+0000 7f5b38f86640 1 --2- 172.21.15.76:0/656660468 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5b340cd520 0x7f5b340b7890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:34.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.507+0000 7f5b38f86640 1 -- 172.21.15.76:0/656660468 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5b2c009b30 con 0x7f5b340d1f60 2024-09-13T16:12:34.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.507+0000 7f5b38f86640 1 --2- 172.21.15.76:0/656660468 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5b340d1f60 0x7f5b340b68b0 secure :-1 s=READY pgs=1592 cs=0 l=1 rev1=1 crypto rx=0x7f5b2c034040 tx=0x7f5b2c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:34.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.507+0000 7f5b30ff9640 1 -- 172.21.15.76:0/656660468 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b2c03c890 con 0x7f5b340d1f60 2024-09-13T16:12:34.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.507+0000 7f5b30ff9640 1 -- 172.21.15.76:0/656660468 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5b2c03c9f0 con 0x7f5b340d1f60 2024-09-13T16:12:34.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.507+0000 7f5b3a9e9640 1 -- 172.21.15.76:0/656660468 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5b3414c9f0 con 0x7f5b340d1f60 2024-09-13T16:12:34.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.507+0000 7f5b30ff9640 1 -- 172.21.15.76:0/656660468 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b2c03cda0 con 0x7f5b340d1f60 2024-09-13T16:12:34.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.507+0000 7f5b3a9e9640 1 -- 172.21.15.76:0/656660468 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5b3414cfb0 con 0x7f5b340d1f60 2024-09-13T16:12:34.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.508+0000 7f5b3a9e9640 1 -- 172.21.15.76:0/656660468 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5b340b3820 con 0x7f5b340d1f60 2024-09-13T16:12:34.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.509+0000 7f5b30ff9640 1 -- 172.21.15.76:0/656660468 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f5b2c038040 con 0x7f5b340d1f60 2024-09-13T16:12:34.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.509+0000 7f5b30ff9640 1 --2- 172.21.15.76:0/656660468 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5b1406ac00 0x7f5b1406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:34.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.509+0000 7f5b30ff9640 1 -- 172.21.15.76:0/656660468 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(120..120 src has 1..120) v4 ==== 5177+0+0 (secure 0 0 0) 0x7f5b2c0a9dc0 con 0x7f5b340d1f60 2024-09-13T16:12:34.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.509+0000 7f5b33fff640 1 --2- 172.21.15.76:0/656660468 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5b1406ac00 0x7f5b1406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:34.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.510+0000 7f5b33fff640 1 --2- 172.21.15.76:0/656660468 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5b1406ac00 0x7f5b1406d0c0 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7f5b24009b40 tx=0x7f5b24009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:34.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.513+0000 7f5b30ff9640 1 -- 172.21.15.76:0/656660468 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f5b2c0752f0 con 0x7f5b340d1f60 2024-09-13T16:12:34.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.675+0000 7f5b3a9e9640 1 -- 172.21.15.76:0/656660468 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f5b340b4ef0 con 0x7f5b340d1f60 2024-09-13T16:12:34.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.675+0000 7f5b30ff9640 1 -- 172.21.15.76:0/656660468 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v120) v1 ==== 74+0+13036 (secure 0 0 0) 0x7f5b2c036090 con 0x7f5b340d1f60 2024-09-13T16:12:34.677 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:34.677 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":120,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:12:34.028229+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":16,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":108,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":111,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:12:34.680 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.677+0000 7f5b3a9e9640 1 -- 172.21.15.76:0/656660468 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5b1406ac00 msgr2=0x7f5b1406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:34.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.677+0000 7f5b3a9e9640 1 --2- 172.21.15.76:0/656660468 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5b1406ac00 0x7f5b1406d0c0 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7f5b24009b40 tx=0x7f5b24009190 comp rx=0 tx=0).stop 2024-09-13T16:12:34.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.677+0000 7f5b3a9e9640 1 -- 172.21.15.76:0/656660468 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5b340d1f60 msgr2=0x7f5b340b68b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:34.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.677+0000 7f5b3a9e9640 1 --2- 172.21.15.76:0/656660468 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5b340d1f60 0x7f5b340b68b0 secure :-1 s=READY pgs=1592 cs=0 l=1 rev1=1 crypto rx=0x7f5b2c034040 tx=0x7f5b2c004a40 comp rx=0 tx=0).stop 2024-09-13T16:12:34.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.678+0000 7f5b3a9e9640 1 -- 172.21.15.76:0/656660468 shutdown_connections 2024-09-13T16:12:34.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.678+0000 7f5b3a9e9640 1 --2- 172.21.15.76:0/656660468 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5b340d1f60 0x7f5b340b68b0 unknown :-1 s=CLOSED pgs=1592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:34.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.678+0000 7f5b3a9e9640 1 --2- 172.21.15.76:0/656660468 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5b1406ac00 0x7f5b1406d0c0 unknown :-1 s=CLOSED pgs=683 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:34.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.678+0000 7f5b3a9e9640 1 --2- 172.21.15.76:0/656660468 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5b340cd900 0x7f5b340b6370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:34.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.678+0000 7f5b3a9e9640 1 --2- 172.21.15.76:0/656660468 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5b340cd520 0x7f5b340b7890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:34.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.678+0000 7f5b3a9e9640 1 -- 172.21.15.76:0/656660468 >> 172.21.15.76:0/656660468 conn(0x7f5b34089f60 msgr2=0x7f5b3415e2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:34.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.678+0000 7f5b3a9e9640 1 -- 172.21.15.76:0/656660468 shutdown_connections 2024-09-13T16:12:34.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.678+0000 7f5b3a9e9640 1 -- 172.21.15.76:0/656660468 wait complete. 2024-09-13T16:12:34.690 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:01:26.960607+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:12:34.691 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:12:34.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.790+0000 7f61245ae640 1 Processor -- start 2024-09-13T16:12:34.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.790+0000 7f61245ae640 1 -- start start 2024-09-13T16:12:34.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.791+0000 7f61245ae640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f611c158b00 0x7f611c06c190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:34.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.791+0000 7f61245ae640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f611c06c6d0 0x7f611c070b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:34.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.791+0000 7f61245ae640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f611c06cb30 con 0x7f611c071050 2024-09-13T16:12:34.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.791+0000 7f61245ae640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f611c0b2d10 con 0x7f611c158b00 2024-09-13T16:12:34.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.791+0000 7f61245ae640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f611c0b2ff0 con 0x7f611c06c6d0 2024-09-13T16:12:34.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.791+0000 7f6122b4b640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f611c071050 0x7f611c0714e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:42982/0 (socket says 172.21.15.76:42982) 2024-09-13T16:12:34.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.791+0000 7f6122b4b640 1 -- 172.21.15.76:0/1300792442 learned_addr learned my addr 172.21.15.76:0/1300792442 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:12:34.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.791+0000 7f612234a640 1 --2- 172.21.15.76:0/1300792442 >> v2:172.21.15.76:3300/0 conn(0x7f611c158b00 0x7f611c06c190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:34.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.791+0000 7f6121b49640 1 --2- 172.21.15.76:0/1300792442 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f611c06c6d0 0x7f611c070b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:34.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.791+0000 7f612234a640 1 -- 172.21.15.76:0/1300792442 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f611c06c6d0 msgr2=0x7f611c070b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:34.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.791+0000 7f612234a640 1 --2- 172.21.15.76:0/1300792442 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f611c06c6d0 0x7f611c070b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:34.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.791+0000 7f612234a640 1 -- 172.21.15.76:0/1300792442 >> v1:172.21.15.76:6789/0 conn(0x7f611c071050 legacy=0x7f611c0714e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:34.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.791+0000 7f6121348640 1 -- 172.21.15.76:0/1300792442 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 732932112 0 0) 0x7f611c06cb30 con 0x7f611c071050 2024-09-13T16:12:34.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.791+0000 7f612234a640 1 -- 172.21.15.76:0/1300792442 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f611c070310 con 0x7f611c158b00 2024-09-13T16:12:34.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.792+0000 7f612234a640 1 --2- 172.21.15.76:0/1300792442 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f611c158b00 0x7f611c06c190 secure :-1 s=READY pgs=1594 cs=0 l=1 rev1=1 crypto rx=0x7f61180097a0 tx=0x7f611802a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=84715e284bf602f5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:34.795 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.792+0000 7f6121348640 1 -- 172.21.15.76:0/1300792442 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6118032440 con 0x7f611c158b00 2024-09-13T16:12:34.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.792+0000 7f6121348640 1 -- 172.21.15.76:0/1300792442 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f61180325a0 con 0x7f611c158b00 2024-09-13T16:12:34.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.792+0000 7f6121348640 1 -- 172.21.15.76:0/1300792442 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6118032930 con 0x7f611c158b00 2024-09-13T16:12:34.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.793+0000 7f61245ae640 1 -- 172.21.15.76:0/1300792442 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f611c158b00 msgr2=0x7f611c06c190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:34.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.793+0000 7f61245ae640 1 --2- 172.21.15.76:0/1300792442 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f611c158b00 0x7f611c06c190 secure :-1 s=READY pgs=1594 cs=0 l=1 rev1=1 crypto rx=0x7f61180097a0 tx=0x7f611802a180 comp rx=0 tx=0).stop 2024-09-13T16:12:34.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.793+0000 7f61245ae640 1 -- 172.21.15.76:0/1300792442 shutdown_connections 2024-09-13T16:12:34.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.793+0000 7f61245ae640 1 --2- 172.21.15.76:0/1300792442 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f611c06c6d0 0x7f611c070b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:34.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.793+0000 7f61245ae640 1 --2- 172.21.15.76:0/1300792442 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f611c158b00 0x7f611c06c190 unknown :-1 s=CLOSED pgs=1594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:34.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.793+0000 7f61245ae640 1 -- 172.21.15.76:0/1300792442 >> 172.21.15.76:0/1300792442 conn(0x7f611c06a0b0 msgr2=0x7f611c06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:34.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.793+0000 7f61245ae640 1 -- 172.21.15.76:0/1300792442 shutdown_connections 2024-09-13T16:12:34.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.793+0000 7f61245ae640 1 -- 172.21.15.76:0/1300792442 wait complete. 2024-09-13T16:12:34.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.794+0000 7f61245ae640 1 Processor -- start 2024-09-13T16:12:34.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.794+0000 7f61245ae640 1 -- start start 2024-09-13T16:12:34.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.795+0000 7f61245ae640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f611c06c6d0 0x7f611c15bbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:34.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.795+0000 7f61245ae640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f611c071050 0x7f611c0af4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:34.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.795+0000 7f61245ae640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f611c158b00 0x7f611c15a0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:34.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.795+0000 7f61245ae640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f611c0cdc90 con 0x7f611c071050 2024-09-13T16:12:34.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.795+0000 7f61245ae640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f611c0b1c80 con 0x7f611c06c6d0 2024-09-13T16:12:34.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.795+0000 7f61245ae640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f611c097660 con 0x7f611c158b00 2024-09-13T16:12:34.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.795+0000 7f6121b49640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f611c071050 0x7f611c0af4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:34.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.795+0000 7f6121b49640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f611c071050 0x7f611c0af4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:34990/0 (socket says 172.21.15.76:34990) 2024-09-13T16:12:34.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.795+0000 7f6121b49640 1 -- 172.21.15.76:0/3677871001 learned_addr learned my addr 172.21.15.76:0/3677871001 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:34.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.795+0000 7f6122b4b640 1 --2- 172.21.15.76:0/3677871001 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f611c158b00 0x7f611c15a0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:34.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.795+0000 7f612234a640 1 --2- 172.21.15.76:0/3677871001 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f611c06c6d0 0x7f611c15bbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:34.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.795+0000 7f6121b49640 1 -- 172.21.15.76:0/3677871001 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f611c158b00 msgr2=0x7f611c15a0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:34.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.795+0000 7f6121b49640 1 --2- 172.21.15.76:0/3677871001 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f611c158b00 0x7f611c15a0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:34.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.795+0000 7f6121b49640 1 -- 172.21.15.76:0/3677871001 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f611c06c6d0 msgr2=0x7f611c15bbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:34.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.795+0000 7f6121b49640 1 --2- 172.21.15.76:0/3677871001 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f611c06c6d0 0x7f611c15bbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:34.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.795+0000 7f6121b49640 1 -- 172.21.15.76:0/3677871001 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6118009400 con 0x7f611c071050 2024-09-13T16:12:34.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.795+0000 7f6122b4b640 1 --2- 172.21.15.76:0/3677871001 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f611c158b00 0x7f611c15a0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:12:34.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.795+0000 7f612234a640 1 --2- 172.21.15.76:0/3677871001 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f611c06c6d0 0x7f611c15bbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:12:34.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.795+0000 7f6121b49640 1 --2- 172.21.15.76:0/3677871001 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f611c071050 0x7f611c0af4f0 secure :-1 s=READY pgs=1595 cs=0 l=1 rev1=1 crypto rx=0x7f610c00e9b0 tx=0x7f610c00ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:34.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.795+0000 7f6112ffd640 1 -- 172.21.15.76:0/3677871001 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f610c009670 con 0x7f611c071050 2024-09-13T16:12:34.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.796+0000 7f6112ffd640 1 -- 172.21.15.76:0/3677871001 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f610c00c9a0 con 0x7f611c071050 2024-09-13T16:12:34.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.796+0000 7f61245ae640 1 -- 172.21.15.76:0/3677871001 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f611c0973f0 con 0x7f611c071050 2024-09-13T16:12:34.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.796+0000 7f6112ffd640 1 -- 172.21.15.76:0/3677871001 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f610c00cd50 con 0x7f611c071050 2024-09-13T16:12:34.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.796+0000 7f61245ae640 1 -- 172.21.15.76:0/3677871001 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f611c0afa30 con 0x7f611c071050 2024-09-13T16:12:34.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.797+0000 7f61245ae640 1 -- 172.21.15.76:0/3677871001 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f611c0cddd0 con 0x7f611c071050 2024-09-13T16:12:34.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.797+0000 7f6112ffd640 1 -- 172.21.15.76:0/3677871001 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f610c013470 con 0x7f611c071050 2024-09-13T16:12:34.801 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.797+0000 7f6112ffd640 1 --2- 172.21.15.76:0/3677871001 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f610006ac00 0x7f610006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:34.801 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.797+0000 7f6112ffd640 1 -- 172.21.15.76:0/3677871001 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(120..120 src has 1..120) v4 ==== 5177+0+0 (secure 0 0 0) 0x7f610c089350 con 0x7f611c071050 2024-09-13T16:12:34.801 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.797+0000 7f612234a640 1 --2- 172.21.15.76:0/3677871001 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f610006ac00 0x7f610006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:34.801 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.798+0000 7f612234a640 1 --2- 172.21.15.76:0/3677871001 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f610006ac00 0x7f610006d0c0 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7f6118034000 tx=0x7f611802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:34.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.801+0000 7f6112ffd640 1 -- 172.21.15.76:0/3677871001 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f611c0cddd0 con 0x7f611c071050 2024-09-13T16:12:34.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.962+0000 7f61245ae640 1 -- 172.21.15.76:0/3677871001 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f611c15c110 con 0x7f611c071050 2024-09-13T16:12:34.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.962+0000 7f6112ffd640 1 -- 172.21.15.76:0/3677871001 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v120) v1 ==== 93+0+10 (secure 0 0 0) 0x7f610c0547d0 con 0x7f611c071050 2024-09-13T16:12:34.964 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2024-09-13T16:12:34.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.964+0000 7f61245ae640 1 -- 172.21.15.76:0/3677871001 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f610006ac00 msgr2=0x7f610006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:34.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.964+0000 7f61245ae640 1 --2- 172.21.15.76:0/3677871001 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f610006ac00 0x7f610006d0c0 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7f6118034000 tx=0x7f611802e000 comp rx=0 tx=0).stop 2024-09-13T16:12:34.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.964+0000 7f61245ae640 1 -- 172.21.15.76:0/3677871001 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f611c071050 msgr2=0x7f611c0af4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:34.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.964+0000 7f61245ae640 1 --2- 172.21.15.76:0/3677871001 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f611c071050 0x7f611c0af4f0 secure :-1 s=READY pgs=1595 cs=0 l=1 rev1=1 crypto rx=0x7f610c00e9b0 tx=0x7f610c00ee70 comp rx=0 tx=0).stop 2024-09-13T16:12:34.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.964+0000 7f61245ae640 1 -- 172.21.15.76:0/3677871001 shutdown_connections 2024-09-13T16:12:34.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.964+0000 7f61245ae640 1 --2- 172.21.15.76:0/3677871001 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f610006ac00 0x7f610006d0c0 unknown :-1 s=CLOSED pgs=684 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:34.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.964+0000 7f61245ae640 1 --2- 172.21.15.76:0/3677871001 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f611c158b00 0x7f611c15a0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:34.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.964+0000 7f61245ae640 1 --2- 172.21.15.76:0/3677871001 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f611c071050 0x7f611c0af4f0 unknown :-1 s=CLOSED pgs=1595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:34.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.964+0000 7f61245ae640 1 --2- 172.21.15.76:0/3677871001 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f611c06c6d0 0x7f611c15bbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:34.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.964+0000 7f61245ae640 1 -- 172.21.15.76:0/3677871001 >> 172.21.15.76:0/3677871001 conn(0x7f611c06a0b0 msgr2=0x7f611c0b1160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:34.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.964+0000 7f61245ae640 1 -- 172.21.15.76:0/3677871001 shutdown_connections 2024-09-13T16:12:34.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:34.964+0000 7f61245ae640 1 -- 172.21.15.76:0/3677871001 wait complete. 2024-09-13T16:12:34.976 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-13T16:12:35.076 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.074+0000 7f3959391640 1 Processor -- start 2024-09-13T16:12:35.076 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.074+0000 7f3959391640 1 -- start start 2024-09-13T16:12:35.078 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.075+0000 7f3959391640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f39540b4130 0x7f39540d2d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:35.078 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.075+0000 7f3959391640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f395408a370 0x7f39540d0f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:35.078 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.075+0000 7f3959391640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f39540b3540 con 0x7f39540b4510 2024-09-13T16:12:35.078 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.075+0000 7f3959391640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f39540b2ff0 con 0x7f395408a370 2024-09-13T16:12:35.078 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.075+0000 7f3959391640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f39540cdc70 con 0x7f39540b4130 2024-09-13T16:12:35.078 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.075+0000 7f394a7fc640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f395408a370 0x7f39540d0f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:35.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.075+0000 7f39537fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f39540b4510 0x7f39540d1450 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:42986/0 (socket says 172.21.15.76:42986) 2024-09-13T16:12:35.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.075+0000 7f39537fe640 1 -- 172.21.15.76:0/4061742152 learned_addr learned my addr 172.21.15.76:0/4061742152 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:12:35.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.075+0000 7f3952ffd640 1 --2- 172.21.15.76:0/4061742152 >> v2:172.21.15.192:3300/0 conn(0x7f39540b4130 0x7f39540d2d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:35.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.075+0000 7f394a7fc640 1 -- 172.21.15.76:0/4061742152 >> v2:172.21.15.192:3300/0 conn(0x7f39540b4130 msgr2=0x7f39540d2d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:35.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.075+0000 7f39527fc640 1 -- 172.21.15.76:0/4061742152 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1797649 0 0) 0x7f39540b3540 con 0x7f39540b4510 2024-09-13T16:12:35.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.075+0000 7f394a7fc640 1 --2- 172.21.15.76:0/4061742152 >> v2:172.21.15.192:3300/0 conn(0x7f39540b4130 0x7f39540d2d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:35.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.075+0000 7f394a7fc640 1 -- 172.21.15.76:0/4061742152 >> v1:172.21.15.76:6789/0 conn(0x7f39540b4510 legacy=0x7f39540d1450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:35.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.075+0000 7f394a7fc640 1 -- 172.21.15.76:0/4061742152 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f39540cd6f0 con 0x7f395408a370 2024-09-13T16:12:35.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.076+0000 7f394a7fc640 1 --2- 172.21.15.76:0/4061742152 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f395408a370 0x7f39540d0f10 secure :-1 s=READY pgs=1597 cs=0 l=1 rev1=1 crypto rx=0x7f3954072010 tx=0x7f393c02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=886324ac286ef529 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:35.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.076+0000 7f39527fc640 1 -- 172.21.15.76:0/4061742152 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f393c032440 con 0x7f395408a370 2024-09-13T16:12:35.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.076+0000 7f39527fc640 1 -- 172.21.15.76:0/4061742152 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f393c0325a0 con 0x7f395408a370 2024-09-13T16:12:35.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.076+0000 7f39527fc640 1 -- 172.21.15.76:0/4061742152 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f393c032930 con 0x7f395408a370 2024-09-13T16:12:35.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.077+0000 7f3959391640 1 -- 172.21.15.76:0/4061742152 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f395408a370 msgr2=0x7f39540d0f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:35.080 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.077+0000 7f3959391640 1 --2- 172.21.15.76:0/4061742152 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f395408a370 0x7f39540d0f10 secure :-1 s=READY pgs=1597 cs=0 l=1 rev1=1 crypto rx=0x7f3954072010 tx=0x7f393c02a1a0 comp rx=0 tx=0).stop 2024-09-13T16:12:35.080 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.077+0000 7f3959391640 1 -- 172.21.15.76:0/4061742152 shutdown_connections 2024-09-13T16:12:35.080 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.077+0000 7f3959391640 1 --2- 172.21.15.76:0/4061742152 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f395408a370 0x7f39540d0f10 unknown :-1 s=CLOSED pgs=1597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:35.080 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.077+0000 7f3959391640 1 --2- 172.21.15.76:0/4061742152 >> v2:172.21.15.192:3300/0 conn(0x7f39540b4130 0x7f39540d2d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:35.080 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.077+0000 7f3959391640 1 -- 172.21.15.76:0/4061742152 >> 172.21.15.76:0/4061742152 conn(0x7f3954089f60 msgr2=0x7f39540d24f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:35.080 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.077+0000 7f3959391640 1 -- 172.21.15.76:0/4061742152 shutdown_connections 2024-09-13T16:12:35.080 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.077+0000 7f3959391640 1 -- 172.21.15.76:0/4061742152 wait complete. 2024-09-13T16:12:35.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.078+0000 7f3959391640 1 Processor -- start 2024-09-13T16:12:35.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.078+0000 7f3959391640 1 -- start start 2024-09-13T16:12:35.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.079+0000 7f3959391640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f395408a370 0x7f39540d1430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:35.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.079+0000 7f3959391640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f39540b4130 0x7f39540afaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:35.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.079+0000 7f3959391640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f39540b4510 0x7f395409f7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:35.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.079+0000 7f3959391640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f39540b0030 con 0x7f39540b4510 2024-09-13T16:12:35.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.079+0000 7f3959391640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f39540b0e30 con 0x7f395408a370 2024-09-13T16:12:35.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.079+0000 7f3959391640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f39540b0220 con 0x7f39540b4130 2024-09-13T16:12:35.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.079+0000 7f39537fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f39540b4510 0x7f395409f7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:35.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.079+0000 7f39537fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f39540b4510 0x7f395409f7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:35008/0 (socket says 172.21.15.76:35008) 2024-09-13T16:12:35.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.079+0000 7f39537fe640 1 -- 172.21.15.76:0/789938465 learned_addr learned my addr 172.21.15.76:0/789938465 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:35.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.079+0000 7f394a7fc640 1 --2- 172.21.15.76:0/789938465 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f39540b4130 0x7f39540afaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:35.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.079+0000 7f3952ffd640 1 --2- 172.21.15.76:0/789938465 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f395408a370 0x7f39540d1430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:35.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.079+0000 7f39537fe640 1 -- 172.21.15.76:0/789938465 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f39540b4130 msgr2=0x7f39540afaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:35.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.079+0000 7f39537fe640 1 --2- 172.21.15.76:0/789938465 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f39540b4130 0x7f39540afaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:35.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.079+0000 7f39537fe640 1 -- 172.21.15.76:0/789938465 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f395408a370 msgr2=0x7f39540d1430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:35.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.079+0000 7f39537fe640 1 --2- 172.21.15.76:0/789938465 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f395408a370 0x7f39540d1430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:35.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.079+0000 7f39537fe640 1 -- 172.21.15.76:0/789938465 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f393c009400 con 0x7f39540b4510 2024-09-13T16:12:35.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.079+0000 7f3952ffd640 1 --2- 172.21.15.76:0/789938465 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f395408a370 0x7f39540d1430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:12:35.084 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.079+0000 7f39537fe640 1 --2- 172.21.15.76:0/789938465 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f39540b4510 0x7f395409f7e0 secure :-1 s=READY pgs=1598 cs=0 l=1 rev1=1 crypto rx=0x7f394c00c7e0 tx=0x7f394c00cca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:35.084 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.080+0000 7f394bfff640 1 -- 172.21.15.76:0/789938465 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f394c00a5e0 con 0x7f39540b4510 2024-09-13T16:12:35.084 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.080+0000 7f394bfff640 1 -- 172.21.15.76:0/789938465 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f394c00a760 con 0x7f39540b4510 2024-09-13T16:12:35.084 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.080+0000 7f3959391640 1 -- 172.21.15.76:0/789938465 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f39540b0500 con 0x7f39540b4510 2024-09-13T16:12:35.084 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.080+0000 7f394bfff640 1 -- 172.21.15.76:0/789938465 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f394c00ab10 con 0x7f39540b4510 2024-09-13T16:12:35.084 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.080+0000 7f3959391640 1 -- 172.21.15.76:0/789938465 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f39540b0ac0 con 0x7f39540b4510 2024-09-13T16:12:35.084 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.081+0000 7f3959391640 1 -- 172.21.15.76:0/789938465 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f39540b0fa0 con 0x7f39540b4510 2024-09-13T16:12:35.084 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.081+0000 7f394bfff640 1 -- 172.21.15.76:0/789938465 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f394c00ac70 con 0x7f39540b4510 2024-09-13T16:12:35.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.081+0000 7f394bfff640 1 --2- 172.21.15.76:0/789938465 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f393406ac00 0x7f393406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:35.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.081+0000 7f394bfff640 1 -- 172.21.15.76:0/789938465 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(120..120 src has 1..120) v4 ==== 5177+0+0 (secure 0 0 0) 0x7f394c0888b0 con 0x7f39540b4510 2024-09-13T16:12:35.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.082+0000 7f3952ffd640 1 --2- 172.21.15.76:0/789938465 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f393406ac00 0x7f393406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:35.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.082+0000 7f3952ffd640 1 --2- 172.21.15.76:0/789938465 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f393406ac00 0x7f393406d0c0 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7f394400a9d0 tx=0x7f3944008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:35.087 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.086+0000 7f394bfff640 1 -- 172.21.15.76:0/789938465 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f394c053d50 con 0x7f39540b4510 2024-09-13T16:12:35.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.249+0000 7f3959391640 1 -- 172.21.15.76:0/789938465 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7f39540d2d00 con 0x7f39540b4510 2024-09-13T16:12:35.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.249+0000 7f394bfff640 1 -- 172.21.15.76:0/789938465 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v120) v1 ==== 84+0+65 (secure 0 0 0) 0x7f394c018020 con 0x7f39540b4510 2024-09-13T16:12:35.251 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:35.251 INFO:teuthology.orchestra.run.smithi076.stdout:[ 2024-09-13T16:12:35.251 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:12:35.251 INFO:teuthology.orchestra.run.smithi076.stdout: "poolnum": 1, 2024-09-13T16:12:35.251 INFO:teuthology.orchestra.run.smithi076.stdout: "poolname": ".mgr" 2024-09-13T16:12:35.251 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:12:35.251 INFO:teuthology.orchestra.run.smithi076.stdout:] 2024-09-13T16:12:35.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.251+0000 7f3959391640 1 -- 172.21.15.76:0/789938465 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f393406ac00 msgr2=0x7f393406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:35.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.251+0000 7f3959391640 1 --2- 172.21.15.76:0/789938465 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f393406ac00 0x7f393406d0c0 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7f394400a9d0 tx=0x7f3944008040 comp rx=0 tx=0).stop 2024-09-13T16:12:35.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.251+0000 7f3959391640 1 -- 172.21.15.76:0/789938465 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f39540b4510 msgr2=0x7f395409f7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:35.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.251+0000 7f3959391640 1 --2- 172.21.15.76:0/789938465 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f39540b4510 0x7f395409f7e0 secure :-1 s=READY pgs=1598 cs=0 l=1 rev1=1 crypto rx=0x7f394c00c7e0 tx=0x7f394c00cca0 comp rx=0 tx=0).stop 2024-09-13T16:12:35.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.251+0000 7f3959391640 1 -- 172.21.15.76:0/789938465 shutdown_connections 2024-09-13T16:12:35.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.251+0000 7f3959391640 1 --2- 172.21.15.76:0/789938465 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f39540b4510 0x7f395409f7e0 unknown :-1 s=CLOSED pgs=1598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:35.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.251+0000 7f3959391640 1 --2- 172.21.15.76:0/789938465 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f393406ac00 0x7f393406d0c0 unknown :-1 s=CLOSED pgs=685 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:35.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.251+0000 7f3959391640 1 --2- 172.21.15.76:0/789938465 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f39540b4130 0x7f39540afaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:35.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.251+0000 7f3959391640 1 --2- 172.21.15.76:0/789938465 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f395408a370 0x7f39540d1430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:35.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.251+0000 7f3959391640 1 -- 172.21.15.76:0/789938465 >> 172.21.15.76:0/789938465 conn(0x7f3954089f60 msgr2=0x7f395415f510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:35.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.252+0000 7f3959391640 1 -- 172.21.15.76:0/789938465 shutdown_connections 2024-09-13T16:12:35.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.252+0000 7f3959391640 1 -- 172.21.15.76:0/789938465 wait complete. 2024-09-13T16:12:35.263 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-13T16:12:35.263 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-13T16:12:35.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.364+0000 7f518d661640 1 Processor -- start 2024-09-13T16:12:35.366 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.364+0000 7f518d661640 1 -- start start 2024-09-13T16:12:35.367 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.365+0000 7f518d661640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f518815aa30 0x7f51880caaa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:35.367 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.365+0000 7f518d661640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f518815ea80 0x7f51880b4660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:35.367 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.365+0000 7f518d661640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f51880cafe0 con 0x7f518815a650 2024-09-13T16:12:35.367 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.365+0000 7f518d661640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f51880cb800 con 0x7f518815ea80 2024-09-13T16:12:35.367 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.365+0000 7f518d661640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f51880cb240 con 0x7f518815aa30 2024-09-13T16:12:35.367 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.365+0000 7f517e7fc640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f518815aa30 0x7f51880caaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:35.367 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.365+0000 7f51877fe640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f518815ea80 0x7f51880b4660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:35.367 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.365+0000 7f517e7fc640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f518815aa30 0x7f51880caaa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.76:59952/0 (socket says 172.21.15.76:59952) 2024-09-13T16:12:35.368 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.365+0000 7f517e7fc640 1 -- 172.21.15.76:0/318640955 learned_addr learned my addr 172.21.15.76:0/318640955 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:35.369 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.366+0000 7f517e7fc640 1 -- 172.21.15.76:0/318640955 >> v2:172.21.15.192:3300/0 conn(0x7f518815ea80 msgr2=0x7f51880b4660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:35.369 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.366+0000 7f517e7fc640 1 --2- 172.21.15.76:0/318640955 >> v2:172.21.15.192:3300/0 conn(0x7f518815ea80 0x7f51880b4660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:35.369 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.366+0000 7f517e7fc640 1 -- 172.21.15.76:0/318640955 >> v1:172.21.15.192:6789/0 conn(0x7f518815a650 legacy=0x7f518815e370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:35.369 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.366+0000 7f517e7fc640 1 -- 172.21.15.76:0/318640955 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f51880cb520 con 0x7f518815aa30 2024-09-13T16:12:35.369 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.366+0000 7f51877fe640 1 --2- 172.21.15.76:0/318640955 >> v2:172.21.15.192:3300/0 conn(0x7f518815ea80 0x7f51880b4660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:12:35.370 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.367+0000 7f517e7fc640 1 --2- 172.21.15.76:0/318640955 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f518815aa30 0x7f51880caaa0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f5170009870 tx=0x7f517002a300 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9dbdc126b2b3379f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:35.370 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.367+0000 7f51867fc640 1 -- 172.21.15.76:0/318640955 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5170032640 con 0x7f518815aa30 2024-09-13T16:12:35.370 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.367+0000 7f51867fc640 1 -- 172.21.15.76:0/318640955 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f51700327a0 con 0x7f518815aa30 2024-09-13T16:12:35.370 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.367+0000 7f51867fc640 1 -- 172.21.15.76:0/318640955 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5170032b30 con 0x7f518815aa30 2024-09-13T16:12:35.370 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.367+0000 7f518d661640 1 -- 172.21.15.76:0/318640955 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f518815aa30 msgr2=0x7f51880caaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:35.370 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.367+0000 7f518d661640 1 --2- 172.21.15.76:0/318640955 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f518815aa30 0x7f51880caaa0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f5170009870 tx=0x7f517002a300 comp rx=0 tx=0).stop 2024-09-13T16:12:35.370 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.367+0000 7f518d661640 1 -- 172.21.15.76:0/318640955 shutdown_connections 2024-09-13T16:12:35.370 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.367+0000 7f518d661640 1 --2- 172.21.15.76:0/318640955 >> v2:172.21.15.192:3300/0 conn(0x7f518815ea80 0x7f51880b4660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:35.370 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.367+0000 7f518d661640 1 --2- 172.21.15.76:0/318640955 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f518815aa30 0x7f51880caaa0 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:35.370 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.367+0000 7f518d661640 1 -- 172.21.15.76:0/318640955 >> 172.21.15.76:0/318640955 conn(0x7f518806e2b0 msgr2=0x7f518806e690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:35.370 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.367+0000 7f518d661640 1 -- 172.21.15.76:0/318640955 shutdown_connections 2024-09-13T16:12:35.370 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.367+0000 7f518d661640 1 -- 172.21.15.76:0/318640955 wait complete. 2024-09-13T16:12:35.372 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.368+0000 7f518d661640 1 Processor -- start 2024-09-13T16:12:35.373 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.369+0000 7f518d661640 1 -- start start 2024-09-13T16:12:35.373 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.369+0000 7f518d661640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f518815a650 0x7f51881572f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:35.373 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.369+0000 7f518d661640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f518815aa30 0x7f51880c9e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:35.373 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.369+0000 7f518d661640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f518815ea80 0x7f51880a7440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:35.373 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.369+0000 7f518d661640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f518815c310 con 0x7f518815ea80 2024-09-13T16:12:35.373 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.369+0000 7f518d661640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f51880ca460 con 0x7f518815a650 2024-09-13T16:12:35.373 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.369+0000 7f518d661640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f518815c560 con 0x7f518815aa30 2024-09-13T16:12:35.373 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.370+0000 7f51877fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f518815ea80 0x7f51880a7440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:35.373 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.370+0000 7f51877fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f518815ea80 0x7f51880a7440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:35016/0 (socket says 172.21.15.76:35016) 2024-09-13T16:12:35.373 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.370+0000 7f51877fe640 1 -- 172.21.15.76:0/4000727702 learned_addr learned my addr 172.21.15.76:0/4000727702 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:35.373 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.370+0000 7f5186ffd640 1 --2- 172.21.15.76:0/4000727702 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f518815a650 0x7f51881572f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:35.373 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.370+0000 7f517e7fc640 1 --2- 172.21.15.76:0/4000727702 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f518815aa30 0x7f51880c9e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:35.373 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.370+0000 7f51877fe640 1 -- 172.21.15.76:0/4000727702 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f518815aa30 msgr2=0x7f51880c9e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:35.373 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.370+0000 7f51877fe640 1 --2- 172.21.15.76:0/4000727702 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f518815aa30 0x7f51880c9e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:35.374 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.370+0000 7f51877fe640 1 -- 172.21.15.76:0/4000727702 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f518815a650 msgr2=0x7f51881572f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:35.374 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.370+0000 7f51877fe640 1 --2- 172.21.15.76:0/4000727702 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f518815a650 0x7f51881572f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:35.374 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.370+0000 7f51877fe640 1 -- 172.21.15.76:0/4000727702 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5180009a70 con 0x7f518815ea80 2024-09-13T16:12:35.374 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.370+0000 7f51877fe640 1 --2- 172.21.15.76:0/4000727702 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f518815ea80 0x7f51880a7440 secure :-1 s=READY pgs=1599 cs=0 l=1 rev1=1 crypto rx=0x7f518000efc0 tx=0x7f518000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:35.374 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.370+0000 7f517ffff640 1 -- 172.21.15.76:0/4000727702 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5180009cd0 con 0x7f518815ea80 2024-09-13T16:12:35.374 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.370+0000 7f517ffff640 1 -- 172.21.15.76:0/4000727702 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f518000f040 con 0x7f518815ea80 2024-09-13T16:12:35.374 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.370+0000 7f518d661640 1 -- 172.21.15.76:0/4000727702 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f51700094d0 con 0x7f518815ea80 2024-09-13T16:12:35.374 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.370+0000 7f517ffff640 1 -- 172.21.15.76:0/4000727702 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5180003990 con 0x7f518815ea80 2024-09-13T16:12:35.374 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.370+0000 7f518d661640 1 -- 172.21.15.76:0/4000727702 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f518815cb20 con 0x7f518815ea80 2024-09-13T16:12:35.374 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.371+0000 7f518d661640 1 -- 172.21.15.76:0/4000727702 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f518815cd40 con 0x7f518815ea80 2024-09-13T16:12:35.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.372+0000 7f517ffff640 1 -- 172.21.15.76:0/4000727702 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f5180014480 con 0x7f518815ea80 2024-09-13T16:12:35.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.372+0000 7f517ffff640 1 --2- 172.21.15.76:0/4000727702 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f516806ac00 0x7f516806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:35.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.372+0000 7f517ffff640 1 -- 172.21.15.76:0/4000727702 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(120..120 src has 1..120) v4 ==== 5177+0+0 (secure 0 0 0) 0x7f5180089d60 con 0x7f518815ea80 2024-09-13T16:12:35.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.372+0000 7f5186ffd640 1 --2- 172.21.15.76:0/4000727702 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f516806ac00 0x7f516806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:35.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.373+0000 7f5186ffd640 1 --2- 172.21.15.76:0/4000727702 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f516806ac00 0x7f516806d0c0 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7f51880af620 tx=0x7f5178009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:35.378 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.377+0000 7f517ffff640 1 -- 172.21.15.76:0/4000727702 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f5180055150 con 0x7f518815ea80 2024-09-13T16:12:35.537 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:35.536+0000 7f518d661640 1 -- 172.21.15.76:0/4000727702 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7f51880caaa0 con 0x7f518815ea80 2024-09-13T16:12:36.041 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:36.040+0000 7f517ffff640 1 -- 172.21.15.76:0/4000727702 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v121) v1 ==== 138+0+0 (secure 0 0 0) 0x7f5180058770 con 0x7f518815ea80 2024-09-13T16:12:36.041 INFO:teuthology.orchestra.run.smithi076.stderr:pool 'cephfs_metadata' created 2024-09-13T16:12:36.045 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:36.043+0000 7f518d661640 1 -- 172.21.15.76:0/4000727702 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f516806ac00 msgr2=0x7f516806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:36.045 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:36.043+0000 7f518d661640 1 --2- 172.21.15.76:0/4000727702 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f516806ac00 0x7f516806d0c0 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7f51880af620 tx=0x7f5178009040 comp rx=0 tx=0).stop 2024-09-13T16:12:36.045 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:36.043+0000 7f518d661640 1 -- 172.21.15.76:0/4000727702 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f518815ea80 msgr2=0x7f51880a7440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:36.045 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:36.043+0000 7f518d661640 1 --2- 172.21.15.76:0/4000727702 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f518815ea80 0x7f51880a7440 secure :-1 s=READY pgs=1599 cs=0 l=1 rev1=1 crypto rx=0x7f518000efc0 tx=0x7f518000c490 comp rx=0 tx=0).stop 2024-09-13T16:12:36.046 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:36.044+0000 7f518d661640 1 -- 172.21.15.76:0/4000727702 shutdown_connections 2024-09-13T16:12:36.046 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:36.044+0000 7f518d661640 1 --2- 172.21.15.76:0/4000727702 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f518815ea80 0x7f51880a7440 unknown :-1 s=CLOSED pgs=1599 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:36.046 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:36.044+0000 7f518d661640 1 --2- 172.21.15.76:0/4000727702 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f516806ac00 0x7f516806d0c0 unknown :-1 s=CLOSED pgs=686 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:36.046 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:36.044+0000 7f518d661640 1 --2- 172.21.15.76:0/4000727702 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f518815aa30 0x7f51880c9e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:36.046 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:36.044+0000 7f518d661640 1 --2- 172.21.15.76:0/4000727702 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f518815a650 0x7f51881572f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:36.046 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:36.044+0000 7f518d661640 1 -- 172.21.15.76:0/4000727702 >> 172.21.15.76:0/4000727702 conn(0x7f518806e2b0 msgr2=0x7f5188073240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:36.047 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:36.046+0000 7f518d661640 1 -- 172.21.15.76:0/4000727702 shutdown_connections 2024-09-13T16:12:36.047 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:36.046+0000 7f518d661640 1 -- 172.21.15.76:0/4000727702 wait complete. 2024-09-13T16:12:36.060 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-13T16:12:36.166 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:36.164+0000 7fdc747ae640 1 Processor -- start 2024-09-13T16:12:36.166 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:36.165+0000 7fdc747ae640 1 -- start start 2024-09-13T16:12:36.167 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:36.165+0000 7fdc747ae640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fdc6c159310 0x7fdc6c0ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:36.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:36.165+0000 7fdc747ae640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fdc6c0b2b40 0x7fdc6c0ab140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:36.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:36.165+0000 7fdc747ae640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdc6c0ccbe0 con 0x7fdc6c0ab680 2024-09-13T16:12:36.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:36.165+0000 7fdc747ae640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdc6c0ad940 con 0x7fdc6c0b2b40 2024-09-13T16:12:36.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:36.165+0000 7fdc747ae640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdc6c0b1810 con 0x7fdc6c159310 2024-09-13T16:12:36.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:36.166+0000 7fdc71d49640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fdc6c0b2b40 0x7fdc6c0ab140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:36.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:36.166+0000 7fdc72d4b640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fdc6c0ab680 0x7fdc6c0ce4f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:42994/0 (socket says 172.21.15.76:42994) 2024-09-13T16:12:36.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:36.166+0000 7fdc72d4b640 1 -- 172.21.15.76:0/905392331 learned_addr learned my addr 172.21.15.76:0/905392331 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:12:36.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:36.166+0000 7fdc71d49640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fdc6c0b2b40 0x7fdc6c0ab140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:35022/0 (socket says 172.21.15.76:35022) 2024-09-13T16:12:36.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:36.166+0000 7fdc7254a640 1 --2- 172.21.15.76:0/905392331 >> v2:172.21.15.192:3300/0 conn(0x7fdc6c159310 0x7fdc6c0ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:36.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:36.166+0000 7fdc71d49640 1 -- 172.21.15.76:0/905392331 >> v2:172.21.15.192:3300/0 conn(0x7fdc6c159310 msgr2=0x7fdc6c0ad400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:36.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:36.166+0000 7fdc71d49640 1 --2- 172.21.15.76:0/905392331 >> v2:172.21.15.192:3300/0 conn(0x7fdc6c159310 0x7fdc6c0ad400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:36.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:36.166+0000 7fdc71d49640 1 -- 172.21.15.76:0/905392331 >> v1:172.21.15.76:6789/0 conn(0x7fdc6c0ab680 legacy=0x7fdc6c0ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:36.169 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:36.166+0000 7fdc71d49640 1 -- 172.21.15.76:0/905392331 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdc6c06d9e0 con 0x7fdc6c0b2b40 2024-09-13T16:12:36.169 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:36.166+0000 7fdc71548640 1 -- 172.21.15.76:0/905392331 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3090810393 0 0) 0x7fdc6c0ccbe0 con 0x7fdc6c0ab680 2024-09-13T16:12:36.172 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:36.167+0000 7fdc71d49640 1 --2- 172.21.15.76:0/905392331 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdc6c0b2b40 0x7fdc6c0ab140 secure :-1 s=READY pgs=1601 cs=0 l=1 rev1=1 crypto rx=0x7fdc6c0cac90 tx=0x7fdc6802a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b01728bfc08ec951 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:36.172 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:36.167+0000 7fdc71548640 1 -- 172.21.15.76:0/905392331 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc6802ae60 con 0x7fdc6c0b2b40 2024-09-13T16:12:36.172 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:36.167+0000 7fdc71548640 1 -- 172.21.15.76:0/905392331 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdc68032440 con 0x7fdc6c0b2b40 2024-09-13T16:12:36.172 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:36.167+0000 7fdc71548640 1 -- 172.21.15.76:0/905392331 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc680327d0 con 0x7fdc6c0b2b40 2024-09-13T16:12:36.172 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:36.167+0000 7fdc747ae640 1 -- 172.21.15.76:0/905392331 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdc6c0b2b40 msgr2=0x7fdc6c0ab140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:36.172 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:36.167+0000 7fdc747ae640 1 --2- 172.21.15.76:0/905392331 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdc6c0b2b40 0x7fdc6c0ab140 secure :-1 s=READY pgs=1601 cs=0 l=1 rev1=1 crypto rx=0x7fdc6c0cac90 tx=0x7fdc6802a110 comp rx=0 tx=0).stop 2024-09-13T16:12:36.172 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:36.167+0000 7fdc747ae640 1 -- 172.21.15.76:0/905392331 shutdown_connections 2024-09-13T16:12:36.172 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:36.167+0000 7fdc747ae640 1 --2- 172.21.15.76:0/905392331 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdc6c0b2b40 0x7fdc6c0ab140 unknown :-1 s=CLOSED pgs=1601 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:36.173 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:36.167+0000 7fdc747ae640 1 --2- 172.21.15.76:0/905392331 >> v2:172.21.15.192:3300/0 conn(0x7fdc6c159310 0x7fdc6c0ad400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:36.173 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:36.167+0000 7fdc747ae640 1 -- 172.21.15.76:0/905392331 >> 172.21.15.76:0/905392331 conn(0x7fdc6c06a0b0 msgr2=0x7fdc6c06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:36.173 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:36.167+0000 7fdc747ae640 1 -- 172.21.15.76:0/905392331 shutdown_connections 2024-09-13T16:12:36.173 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:36.167+0000 7fdc747ae640 1 -- 172.21.15.76:0/905392331 wait complete. 2024-09-13T16:12:36.173 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:36.169+0000 7fdc747ae640 1 Processor -- start 2024-09-13T16:12:36.173 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:36.169+0000 7fdc747ae640 1 -- start start 2024-09-13T16:12:36.173 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:36.169+0000 7fdc747ae640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdc6c0ab680 0x7fdc6c157380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:36.173 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:36.169+0000 7fdc747ae640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdc6c0b2b40 0x7fdc6c1f2040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:36.173 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:36.169+0000 7fdc747ae640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdc6c159310 0x7fdc6c0c9790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:36.173 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:36.169+0000 7fdc747ae640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdc6c089f60 con 0x7fdc6c159310 2024-09-13T16:12:36.173 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:36.169+0000 7fdc747ae640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdc6c08a520 con 0x7fdc6c0ab680 2024-09-13T16:12:36.173 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:36.169+0000 7fdc747ae640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdc6c1f2580 con 0x7fdc6c0b2b40 2024-09-13T16:12:36.173 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:36.169+0000 7fdc72d4b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdc6c159310 0x7fdc6c0c9790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:36.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:36.169+0000 7fdc72d4b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdc6c159310 0x7fdc6c0c9790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:35026/0 (socket says 172.21.15.76:35026) 2024-09-13T16:12:36.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:36.169+0000 7fdc72d4b640 1 -- 172.21.15.76:0/2480983533 learned_addr learned my addr 172.21.15.76:0/2480983533 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:36.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:36.170+0000 7fdc7254a640 1 --2- 172.21.15.76:0/2480983533 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdc6c0ab680 0x7fdc6c157380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:36.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:36.170+0000 7fdc71d49640 1 --2- 172.21.15.76:0/2480983533 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdc6c0b2b40 0x7fdc6c1f2040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:36.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:36.170+0000 7fdc72d4b640 1 -- 172.21.15.76:0/2480983533 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdc6c0b2b40 msgr2=0x7fdc6c1f2040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:36.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:36.170+0000 7fdc72d4b640 1 --2- 172.21.15.76:0/2480983533 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdc6c0b2b40 0x7fdc6c1f2040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:36.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:36.170+0000 7fdc72d4b640 1 -- 172.21.15.76:0/2480983533 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdc6c0ab680 msgr2=0x7fdc6c157380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:36.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:36.170+0000 7fdc72d4b640 1 --2- 172.21.15.76:0/2480983533 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdc6c0ab680 0x7fdc6c157380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:36.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:36.170+0000 7fdc72d4b640 1 -- 172.21.15.76:0/2480983533 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdc68009400 con 0x7fdc6c159310 2024-09-13T16:12:36.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:36.170+0000 7fdc71d49640 1 --2- 172.21.15.76:0/2480983533 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdc6c0b2b40 0x7fdc6c1f2040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:12:36.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:36.170+0000 7fdc72d4b640 1 --2- 172.21.15.76:0/2480983533 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdc6c159310 0x7fdc6c0c9790 secure :-1 s=READY pgs=1602 cs=0 l=1 rev1=1 crypto rx=0x7fdc6400c780 tx=0x7fdc6400cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:36.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:36.170+0000 7fdc5effd640 1 -- 172.21.15.76:0/2480983533 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc6400ce90 con 0x7fdc6c159310 2024-09-13T16:12:36.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:36.170+0000 7fdc5effd640 1 -- 172.21.15.76:0/2480983533 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdc6400a640 con 0x7fdc6c159310 2024-09-13T16:12:36.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:36.170+0000 7fdc747ae640 1 -- 172.21.15.76:0/2480983533 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdc6c09b380 con 0x7fdc6c159310 2024-09-13T16:12:36.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:36.170+0000 7fdc5effd640 1 -- 172.21.15.76:0/2480983533 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc6400aa70 con 0x7fdc6c159310 2024-09-13T16:12:36.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:36.170+0000 7fdc747ae640 1 -- 172.21.15.76:0/2480983533 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdc6c08a1b0 con 0x7fdc6c159310 2024-09-13T16:12:36.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:36.171+0000 7fdc747ae640 1 -- 172.21.15.76:0/2480983533 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdc6c0ab140 con 0x7fdc6c159310 2024-09-13T16:12:36.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:36.172+0000 7fdc5effd640 1 -- 172.21.15.76:0/2480983533 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fdc6400abd0 con 0x7fdc6c159310 2024-09-13T16:12:36.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:36.172+0000 7fdc5effd640 1 --2- 172.21.15.76:0/2480983533 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdc5006ac00 0x7fdc5006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:36.176 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:36.172+0000 7fdc5effd640 1 -- 172.21.15.76:0/2480983533 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(121..121 src has 1..121) v4 ==== 5547+0+0 (secure 0 0 0) 0x7fdc64088c50 con 0x7fdc6c159310 2024-09-13T16:12:36.176 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:36.172+0000 7fdc7254a640 1 --2- 172.21.15.76:0/2480983533 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdc5006ac00 0x7fdc5006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:36.176 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:36.173+0000 7fdc7254a640 1 --2- 172.21.15.76:0/2480983533 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdc5006ac00 0x7fdc5006d0c0 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7fdc60009a30 tx=0x7fdc60008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:36.177 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:36.176+0000 7fdc5effd640 1 -- 172.21.15.76:0/2480983533 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fdc64053f60 con 0x7fdc6c159310 2024-09-13T16:12:36.340 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:36.339+0000 7fdc747ae640 1 -- 172.21.15.76:0/2480983533 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7fdc6c08a660 con 0x7fdc6c159310 2024-09-13T16:12:37.045 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.043+0000 7fdc5effd640 1 -- 172.21.15.76:0/2480983533 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v122) v1 ==== 170+0+0 (secure 0 0 0) 0x7fdc64018070 con 0x7fdc6c159310 2024-09-13T16:12:37.045 INFO:teuthology.orchestra.run.smithi076.stderr:pool 'cephfs_data' created 2024-09-13T16:12:37.049 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.047+0000 7fdc747ae640 1 -- 172.21.15.76:0/2480983533 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdc5006ac00 msgr2=0x7fdc5006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:37.049 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.047+0000 7fdc747ae640 1 --2- 172.21.15.76:0/2480983533 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdc5006ac00 0x7fdc5006d0c0 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7fdc60009a30 tx=0x7fdc60008040 comp rx=0 tx=0).stop 2024-09-13T16:12:37.049 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.047+0000 7fdc747ae640 1 -- 172.21.15.76:0/2480983533 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdc6c159310 msgr2=0x7fdc6c0c9790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:37.049 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.048+0000 7fdc747ae640 1 --2- 172.21.15.76:0/2480983533 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdc6c159310 0x7fdc6c0c9790 secure :-1 s=READY pgs=1602 cs=0 l=1 rev1=1 crypto rx=0x7fdc6400c780 tx=0x7fdc6400cc40 comp rx=0 tx=0).stop 2024-09-13T16:12:37.051 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.049+0000 7fdc747ae640 1 -- 172.21.15.76:0/2480983533 shutdown_connections 2024-09-13T16:12:37.051 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.049+0000 7fdc747ae640 1 --2- 172.21.15.76:0/2480983533 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdc6c159310 0x7fdc6c0c9790 unknown :-1 s=CLOSED pgs=1602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:37.051 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.049+0000 7fdc747ae640 1 --2- 172.21.15.76:0/2480983533 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdc5006ac00 0x7fdc5006d0c0 unknown :-1 s=CLOSED pgs=687 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:37.051 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.049+0000 7fdc747ae640 1 --2- 172.21.15.76:0/2480983533 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdc6c0b2b40 0x7fdc6c1f2040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:37.051 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.049+0000 7fdc747ae640 1 --2- 172.21.15.76:0/2480983533 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdc6c0ab680 0x7fdc6c157380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:37.051 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.049+0000 7fdc747ae640 1 -- 172.21.15.76:0/2480983533 >> 172.21.15.76:0/2480983533 conn(0x7fdc6c06a0b0 msgr2=0x7fdc6c0b1ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:37.051 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.049+0000 7fdc747ae640 1 -- 172.21.15.76:0/2480983533 shutdown_connections 2024-09-13T16:12:37.051 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.050+0000 7fdc747ae640 1 -- 172.21.15.76:0/2480983533 wait complete. 2024-09-13T16:12:37.075 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-13T16:12:37.177 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.176+0000 7f665439c640 1 Processor -- start 2024-09-13T16:12:37.177 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.176+0000 7f665439c640 1 -- start start 2024-09-13T16:12:37.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.177+0000 7f665439c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f664c15d9d0 0x7f664c0c9d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:37.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.177+0000 7f665439c640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f664c066400 con 0x7f664c06ca30 2024-09-13T16:12:37.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.177+0000 7f665439c640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f664c066120 con 0x7f664c06a5e0 2024-09-13T16:12:37.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.177+0000 7f665439c640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f664c0c9220 con 0x7f664c15d9d0 2024-09-13T16:12:37.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.177+0000 7f6652138640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f664c15d9d0 0x7f664c0c9d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:37.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.177+0000 7f6651937640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f664c06ca30 0x7f664c069ed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:43006/0 (socket says 172.21.15.76:43006) 2024-09-13T16:12:37.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.177+0000 7f6651937640 1 -- 172.21.15.76:0/971813299 learned_addr learned my addr 172.21.15.76:0/971813299 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:12:37.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.177+0000 7f6652138640 1 -- 172.21.15.76:0/971813299 >> v1:172.21.15.192:6789/0 conn(0x7f664c06a5e0 legacy=0x7f664c06e1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:37.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.177+0000 7f6652138640 1 -- 172.21.15.76:0/971813299 >> v1:172.21.15.76:6789/0 conn(0x7f664c06ca30 legacy=0x7f664c069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:37.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.177+0000 7f6652138640 1 -- 172.21.15.76:0/971813299 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f664c0c9500 con 0x7f664c15d9d0 2024-09-13T16:12:37.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.177+0000 7f6651136640 1 -- 172.21.15.76:0/971813299 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2976108709 0 0) 0x7f664c066400 con 0x7f664c06ca30 2024-09-13T16:12:37.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.178+0000 7f6652138640 1 --2- 172.21.15.76:0/971813299 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f664c15d9d0 0x7f664c0c9d00 secure :-1 s=READY pgs=1604 cs=0 l=1 rev1=1 crypto rx=0x7f66480097a0 tx=0x7f664802a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=945af5126db5b291 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:37.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.178+0000 7f6651136640 1 -- 172.21.15.76:0/971813299 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6648032440 con 0x7f664c15d9d0 2024-09-13T16:12:37.181 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.178+0000 7f6651136640 1 -- 172.21.15.76:0/971813299 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f66480325a0 con 0x7f664c15d9d0 2024-09-13T16:12:37.181 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.178+0000 7f6651136640 1 -- 172.21.15.76:0/971813299 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6648032930 con 0x7f664c15d9d0 2024-09-13T16:12:37.181 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.179+0000 7f665439c640 1 -- 172.21.15.76:0/971813299 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f664c15d9d0 msgr2=0x7f664c0c9d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:37.181 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.179+0000 7f665439c640 1 --2- 172.21.15.76:0/971813299 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f664c15d9d0 0x7f664c0c9d00 secure :-1 s=READY pgs=1604 cs=0 l=1 rev1=1 crypto rx=0x7f66480097a0 tx=0x7f664802a230 comp rx=0 tx=0).stop 2024-09-13T16:12:37.181 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.179+0000 7f665439c640 1 -- 172.21.15.76:0/971813299 shutdown_connections 2024-09-13T16:12:37.181 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.179+0000 7f665439c640 1 --2- 172.21.15.76:0/971813299 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f664c15d9d0 0x7f664c0c9d00 unknown :-1 s=CLOSED pgs=1604 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:37.181 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.179+0000 7f665439c640 1 -- 172.21.15.76:0/971813299 >> 172.21.15.76:0/971813299 conn(0x7f664c0cb5b0 msgr2=0x7f664c0cb9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:37.181 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.179+0000 7f665439c640 1 -- 172.21.15.76:0/971813299 shutdown_connections 2024-09-13T16:12:37.181 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.179+0000 7f665439c640 1 -- 172.21.15.76:0/971813299 wait complete. 2024-09-13T16:12:37.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.180+0000 7f665439c640 1 Processor -- start 2024-09-13T16:12:37.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.180+0000 7f665439c640 1 -- start start 2024-09-13T16:12:37.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.181+0000 7f665439c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f664c06a5e0 0x7f664c154990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:37.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.181+0000 7f665439c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f664c06ca30 0x7f664c0c4c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:37.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.181+0000 7f665439c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f664c15d9d0 0x7f664c0c5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:37.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.181+0000 7f665439c640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f664c15b780 con 0x7f664c15d9d0 2024-09-13T16:12:37.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.181+0000 7f665439c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f664c0b1b30 con 0x7f664c06ca30 2024-09-13T16:12:37.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.181+0000 7f665439c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f664c0b1e10 con 0x7f664c06a5e0 2024-09-13T16:12:37.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.181+0000 7f6652939640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f664c15d9d0 0x7f664c0c5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:37.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.181+0000 7f6652939640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f664c15d9d0 0x7f664c0c5150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:35058/0 (socket says 172.21.15.76:35058) 2024-09-13T16:12:37.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.181+0000 7f6652939640 1 -- 172.21.15.76:0/1224566755 learned_addr learned my addr 172.21.15.76:0/1224566755 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:37.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.181+0000 7f6652138640 1 --2- 172.21.15.76:0/1224566755 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f664c06a5e0 0x7f664c154990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:37.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.181+0000 7f6651937640 1 --2- 172.21.15.76:0/1224566755 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f664c06ca30 0x7f664c0c4c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:37.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.181+0000 7f6652939640 1 -- 172.21.15.76:0/1224566755 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f664c06a5e0 msgr2=0x7f664c154990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:37.185 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.181+0000 7f6652939640 1 --2- 172.21.15.76:0/1224566755 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f664c06a5e0 0x7f664c154990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:37.185 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.181+0000 7f6652939640 1 -- 172.21.15.76:0/1224566755 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f664c06ca30 msgr2=0x7f664c0c4c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:37.185 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.181+0000 7f6652939640 1 --2- 172.21.15.76:0/1224566755 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f664c06ca30 0x7f664c0c4c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:37.185 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.181+0000 7f6652939640 1 -- 172.21.15.76:0/1224566755 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6648009400 con 0x7f664c15d9d0 2024-09-13T16:12:37.185 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.181+0000 7f6652138640 1 --2- 172.21.15.76:0/1224566755 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f664c06a5e0 0x7f664c154990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:12:37.185 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.181+0000 7f6651937640 1 --2- 172.21.15.76:0/1224566755 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f664c06ca30 0x7f664c0c4c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:12:37.185 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.181+0000 7f6652939640 1 --2- 172.21.15.76:0/1224566755 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f664c15d9d0 0x7f664c0c5150 secure :-1 s=READY pgs=1605 cs=0 l=1 rev1=1 crypto rx=0x7f664400c730 tx=0x7f664400cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:37.185 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.181+0000 7f6642ffd640 1 -- 172.21.15.76:0/1224566755 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6644003b70 con 0x7f664c15d9d0 2024-09-13T16:12:37.185 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.181+0000 7f6642ffd640 1 -- 172.21.15.76:0/1224566755 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6644003cd0 con 0x7f664c15d9d0 2024-09-13T16:12:37.185 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.181+0000 7f6642ffd640 1 -- 172.21.15.76:0/1224566755 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f664400aa90 con 0x7f664c15d9d0 2024-09-13T16:12:37.185 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.181+0000 7f665439c640 1 -- 172.21.15.76:0/1224566755 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f664c0b20f0 con 0x7f664c15d9d0 2024-09-13T16:12:37.185 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.181+0000 7f665439c640 1 -- 172.21.15.76:0/1224566755 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f664c0b3cf0 con 0x7f664c15d9d0 2024-09-13T16:12:37.185 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.182+0000 7f665439c640 1 -- 172.21.15.76:0/1224566755 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f664c0b2610 con 0x7f664c15d9d0 2024-09-13T16:12:37.186 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.183+0000 7f6642ffd640 1 -- 172.21.15.76:0/1224566755 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f664400abf0 con 0x7f664c15d9d0 2024-09-13T16:12:37.186 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.183+0000 7f6642ffd640 1 --2- 172.21.15.76:0/1224566755 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f663006ac00 0x7f663006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:37.186 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.183+0000 7f6642ffd640 1 -- 172.21.15.76:0/1224566755 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(122..122 src has 1..122) v4 ==== 5929+0+0 (secure 0 0 0) 0x7f6644089270 con 0x7f664c15d9d0 2024-09-13T16:12:37.186 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.183+0000 7f6652138640 1 --2- 172.21.15.76:0/1224566755 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f663006ac00 0x7f663006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:37.186 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.184+0000 7f6652138640 1 --2- 172.21.15.76:0/1224566755 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f663006ac00 0x7f663006d0c0 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7f6648034000 tx=0x7f664802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:37.189 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.188+0000 7f6642ffd640 1 -- 172.21.15.76:0/1224566755 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f664c0b2610 con 0x7f664c15d9d0 2024-09-13T16:12:37.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.385+0000 7f665439c640 1 -- 172.21.15.76:0/1224566755 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7f664c0b2610 con 0x7f664c15d9d0 2024-09-13T16:12:37.392 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.391+0000 7f6642ffd640 1 -- 172.21.15.76:0/1224566755 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 17 and data pool 18 v59) v1 ==== 174+0+0 (secure 0 0 0) 0x7f664c0b2610 con 0x7f664c15d9d0 2024-09-13T16:12:37.393 INFO:teuthology.orchestra.run.smithi076.stderr:new fs with metadata pool 17 and data pool 18 2024-09-13T16:12:37.397 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.395+0000 7f665439c640 1 -- 172.21.15.76:0/1224566755 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f663006ac00 msgr2=0x7f663006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:37.397 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.395+0000 7f665439c640 1 --2- 172.21.15.76:0/1224566755 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f663006ac00 0x7f663006d0c0 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7f6648034000 tx=0x7f664802e000 comp rx=0 tx=0).stop 2024-09-13T16:12:37.397 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.395+0000 7f665439c640 1 -- 172.21.15.76:0/1224566755 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f664c15d9d0 msgr2=0x7f664c0c5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:37.397 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.395+0000 7f665439c640 1 --2- 172.21.15.76:0/1224566755 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f664c15d9d0 0x7f664c0c5150 secure :-1 s=READY pgs=1605 cs=0 l=1 rev1=1 crypto rx=0x7f664400c730 tx=0x7f664400cbf0 comp rx=0 tx=0).stop 2024-09-13T16:12:37.397 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.395+0000 7f665439c640 1 -- 172.21.15.76:0/1224566755 shutdown_connections 2024-09-13T16:12:37.397 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.395+0000 7f665439c640 1 --2- 172.21.15.76:0/1224566755 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f664c15d9d0 0x7f664c0c5150 unknown :-1 s=CLOSED pgs=1605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:37.398 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.395+0000 7f665439c640 1 --2- 172.21.15.76:0/1224566755 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f664c06ca30 0x7f664c0c4c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:37.398 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.395+0000 7f665439c640 1 --2- 172.21.15.76:0/1224566755 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f663006ac00 0x7f663006d0c0 unknown :-1 s=CLOSED pgs=688 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:37.398 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.395+0000 7f665439c640 1 --2- 172.21.15.76:0/1224566755 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f664c06a5e0 0x7f664c154990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:37.398 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.395+0000 7f665439c640 1 -- 172.21.15.76:0/1224566755 >> 172.21.15.76:0/1224566755 conn(0x7f664c0cb5b0 msgr2=0x7f664c0aed60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:37.398 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.396+0000 7f665439c640 1 -- 172.21.15.76:0/1224566755 shutdown_connections 2024-09-13T16:12:37.398 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.396+0000 7f665439c640 1 -- 172.21.15.76:0/1224566755 wait complete. 2024-09-13T16:12:37.417 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:12:37.516 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.514+0000 7f614cc20640 1 Processor -- start 2024-09-13T16:12:37.516 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.514+0000 7f614cc20640 1 -- start start 2024-09-13T16:12:37.516 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.515+0000 7f614cc20640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f61480d07b0 0x7f614806ad10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:37.516 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.515+0000 7f614cc20640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f61480b4660 0x7f614806b250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:37.516 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.515+0000 7f614cc20640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f61480d1840 con 0x7f614815c6e0 2024-09-13T16:12:37.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.515+0000 7f614cc20640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f61480d0c30 con 0x7f61480b4660 2024-09-13T16:12:37.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.515+0000 7f614cc20640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f61480d0f10 con 0x7f61480d07b0 2024-09-13T16:12:37.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.515+0000 7f6146d9d640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f61480b4660 0x7f614806b250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:37.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.515+0000 7f613dd9b640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f61480d07b0 0x7f614806ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:37.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.515+0000 7f614659c640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7f614815c6e0 0x7f61480b3f50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:54900/0 (socket says 172.21.15.76:54900) 2024-09-13T16:12:37.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.515+0000 7f614659c640 1 -- 172.21.15.76:0/4201719684 learned_addr learned my addr 172.21.15.76:0/4201719684 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:12:37.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.516+0000 7f6145d9b640 1 -- 172.21.15.76:0/4201719684 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1487450407 0 0) 0x7f61480d1840 con 0x7f614815c6e0 2024-09-13T16:12:37.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.516+0000 7f6145d9b640 1 -- 172.21.15.76:0/4201719684 --> v1:172.21.15.192:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6134003520 con 0x7f614815c6e0 2024-09-13T16:12:37.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.516+0000 7f613dd9b640 1 -- 172.21.15.76:0/4201719684 >> v2:172.21.15.192:3300/0 conn(0x7f61480b4660 msgr2=0x7f614806b250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:37.519 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.516+0000 7f613dd9b640 1 --2- 172.21.15.76:0/4201719684 >> v2:172.21.15.192:3300/0 conn(0x7f61480b4660 0x7f614806b250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:37.519 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.516+0000 7f613dd9b640 1 -- 172.21.15.76:0/4201719684 >> v1:172.21.15.192:6789/0 conn(0x7f614815c6e0 legacy=0x7f61480b3f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:37.519 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.516+0000 7f613dd9b640 1 -- 172.21.15.76:0/4201719684 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f61480d11f0 con 0x7f61480d07b0 2024-09-13T16:12:37.519 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.516+0000 7f6146d9d640 1 --2- 172.21.15.76:0/4201719684 >> v2:172.21.15.192:3300/0 conn(0x7f61480b4660 0x7f614806b250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:12:37.519 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.517+0000 7f613dd9b640 1 --2- 172.21.15.76:0/4201719684 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f61480d07b0 0x7f614806ad10 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f61300097a0 tx=0x7f613002a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1298406dc8fb3e86 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:37.519 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.517+0000 7f6145d9b640 1 -- 172.21.15.76:0/4201719684 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f613002ae50 con 0x7f61480d07b0 2024-09-13T16:12:37.519 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.517+0000 7f6145d9b640 1 -- 172.21.15.76:0/4201719684 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6130032440 con 0x7f61480d07b0 2024-09-13T16:12:37.519 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.517+0000 7f6145d9b640 1 -- 172.21.15.76:0/4201719684 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61300327b0 con 0x7f61480d07b0 2024-09-13T16:12:37.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.517+0000 7f614cc20640 1 -- 172.21.15.76:0/4201719684 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f61480d07b0 msgr2=0x7f614806ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:37.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.517+0000 7f614cc20640 1 --2- 172.21.15.76:0/4201719684 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f61480d07b0 0x7f614806ad10 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f61300097a0 tx=0x7f613002a100 comp rx=0 tx=0).stop 2024-09-13T16:12:37.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.517+0000 7f614cc20640 1 -- 172.21.15.76:0/4201719684 shutdown_connections 2024-09-13T16:12:37.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.517+0000 7f614cc20640 1 --2- 172.21.15.76:0/4201719684 >> v2:172.21.15.192:3300/0 conn(0x7f61480b4660 0x7f614806b250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:37.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.517+0000 7f614cc20640 1 --2- 172.21.15.76:0/4201719684 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f61480d07b0 0x7f614806ad10 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:37.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.517+0000 7f614cc20640 1 -- 172.21.15.76:0/4201719684 >> 172.21.15.76:0/4201719684 conn(0x7f6148089f60 msgr2=0x7f61480d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:37.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.517+0000 7f614cc20640 1 -- 172.21.15.76:0/4201719684 shutdown_connections 2024-09-13T16:12:37.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.517+0000 7f614cc20640 1 -- 172.21.15.76:0/4201719684 wait complete. 2024-09-13T16:12:37.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.519+0000 7f614cc20640 1 Processor -- start 2024-09-13T16:12:37.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.519+0000 7f614cc20640 1 -- start start 2024-09-13T16:12:37.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.520+0000 7f614cc20640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f61480b4660 0x7f6148151510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:37.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.520+0000 7f614cc20640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f61480d07b0 0x7f61480b65d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:37.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.520+0000 7f614cc20640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f614815c6e0 0x7f6148152eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:37.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.520+0000 7f614cc20640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f61481564a0 con 0x7f614815c6e0 2024-09-13T16:12:37.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.520+0000 7f614cc20640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6148151a50 con 0x7f61480b4660 2024-09-13T16:12:37.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.520+0000 7f614cc20640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6148155820 con 0x7f61480d07b0 2024-09-13T16:12:37.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.520+0000 7f6146d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f614815c6e0 0x7f6148152eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:37.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.520+0000 7f6146d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f614815c6e0 0x7f6148152eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:35062/0 (socket says 172.21.15.76:35062) 2024-09-13T16:12:37.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.520+0000 7f6146d9d640 1 -- 172.21.15.76:0/1100259053 learned_addr learned my addr 172.21.15.76:0/1100259053 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:37.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.520+0000 7f614659c640 1 --2- 172.21.15.76:0/1100259053 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f61480b4660 0x7f6148151510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:37.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.520+0000 7f613dd9b640 1 --2- 172.21.15.76:0/1100259053 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f61480d07b0 0x7f61480b65d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:37.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.520+0000 7f6146d9d640 1 -- 172.21.15.76:0/1100259053 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f61480d07b0 msgr2=0x7f61480b65d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:37.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.520+0000 7f6146d9d640 1 --2- 172.21.15.76:0/1100259053 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f61480d07b0 0x7f61480b65d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:37.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.520+0000 7f6146d9d640 1 -- 172.21.15.76:0/1100259053 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f61480b4660 msgr2=0x7f6148151510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:37.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.520+0000 7f6146d9d640 1 --2- 172.21.15.76:0/1100259053 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f61480b4660 0x7f6148151510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:37.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.520+0000 7f6146d9d640 1 -- 172.21.15.76:0/1100259053 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6140009a70 con 0x7f614815c6e0 2024-09-13T16:12:37.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.520+0000 7f614659c640 1 --2- 172.21.15.76:0/1100259053 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f61480b4660 0x7f6148151510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:12:37.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.520+0000 7f6146d9d640 1 --2- 172.21.15.76:0/1100259053 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f614815c6e0 0x7f6148152eb0 secure :-1 s=READY pgs=1606 cs=0 l=1 rev1=1 crypto rx=0x7f614000efc0 tx=0x7f614000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:37.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.520+0000 7f613f7fe640 1 -- 172.21.15.76:0/1100259053 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6140014480 con 0x7f614815c6e0 2024-09-13T16:12:37.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.520+0000 7f613f7fe640 1 -- 172.21.15.76:0/1100259053 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f614000f040 con 0x7f614815c6e0 2024-09-13T16:12:37.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.521+0000 7f613f7fe640 1 -- 172.21.15.76:0/1100259053 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6140014840 con 0x7f614815c6e0 2024-09-13T16:12:37.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.521+0000 7f614cc20640 1 -- 172.21.15.76:0/1100259053 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6130009400 con 0x7f614815c6e0 2024-09-13T16:12:37.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.521+0000 7f614cc20640 1 -- 172.21.15.76:0/1100259053 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6148155de0 con 0x7f614815c6e0 2024-09-13T16:12:37.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.522+0000 7f614cc20640 1 -- 172.21.15.76:0/1100259053 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f61480b1ca0 con 0x7f614815c6e0 2024-09-13T16:12:37.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.522+0000 7f613f7fe640 1 -- 172.21.15.76:0/1100259053 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f61400149a0 con 0x7f614815c6e0 2024-09-13T16:12:37.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.523+0000 7f613f7fe640 1 --2- 172.21.15.76:0/1100259053 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f612806ac00 0x7f612806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:37.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.523+0000 7f614659c640 1 --2- 172.21.15.76:0/1100259053 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f612806ac00 0x7f612806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:37.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.523+0000 7f613f7fe640 1 -- 172.21.15.76:0/1100259053 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(123..123 src has 1..123) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f614008a450 con 0x7f614815c6e0 2024-09-13T16:12:37.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.523+0000 7f614659c640 1 --2- 172.21.15.76:0/1100259053 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f612806ac00 0x7f612806d0c0 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7f6138005880 tx=0x7f6138009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:37.528 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.527+0000 7f613f7fe640 1 -- 172.21.15.76:0/1100259053 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f61400554f0 con 0x7f614815c6e0 2024-09-13T16:12:37.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.689+0000 7f614cc20640 1 -- 172.21.15.76:0/1100259053 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f61481565e0 con 0x7f614815c6e0 2024-09-13T16:12:37.692 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.691+0000 7f613f7fe640 1 -- 172.21.15.76:0/1100259053 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v123) v1 ==== 74+0+16761 (secure 0 0 0) 0x7f61481565e0 con 0x7f614815c6e0 2024-09-13T16:12:37.692 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:37.692 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":123,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:12:37.386882+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":18,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":17,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:12:35.555609+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"123","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":18,"pool_name":"cephfs_data","create_time":"2024-09-13T16:12:36.358350+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"123","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":122,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":122,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":122,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":122,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":122,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":122,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":122,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":122,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:12:37.694 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.693+0000 7f614cc20640 1 -- 172.21.15.76:0/1100259053 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f612806ac00 msgr2=0x7f612806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:37.694 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.693+0000 7f614cc20640 1 --2- 172.21.15.76:0/1100259053 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f612806ac00 0x7f612806d0c0 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7f6138005880 tx=0x7f6138009040 comp rx=0 tx=0).stop 2024-09-13T16:12:37.694 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.693+0000 7f614cc20640 1 -- 172.21.15.76:0/1100259053 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f614815c6e0 msgr2=0x7f6148152eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:37.694 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.693+0000 7f614cc20640 1 --2- 172.21.15.76:0/1100259053 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f614815c6e0 0x7f6148152eb0 secure :-1 s=READY pgs=1606 cs=0 l=1 rev1=1 crypto rx=0x7f614000efc0 tx=0x7f614000c490 comp rx=0 tx=0).stop 2024-09-13T16:12:37.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.693+0000 7f614cc20640 1 -- 172.21.15.76:0/1100259053 shutdown_connections 2024-09-13T16:12:37.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.693+0000 7f614cc20640 1 --2- 172.21.15.76:0/1100259053 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f614815c6e0 0x7f6148152eb0 unknown :-1 s=CLOSED pgs=1606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:37.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.693+0000 7f614cc20640 1 --2- 172.21.15.76:0/1100259053 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f612806ac00 0x7f612806d0c0 unknown :-1 s=CLOSED pgs=689 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:37.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.693+0000 7f614cc20640 1 --2- 172.21.15.76:0/1100259053 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f61480d07b0 0x7f61480b65d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:37.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.693+0000 7f614cc20640 1 --2- 172.21.15.76:0/1100259053 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f61480b4660 0x7f6148151510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:37.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.693+0000 7f614cc20640 1 -- 172.21.15.76:0/1100259053 >> 172.21.15.76:0/1100259053 conn(0x7f6148089f60 msgr2=0x7f61480d2a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:37.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.693+0000 7f614cc20640 1 -- 172.21.15.76:0/1100259053 shutdown_connections 2024-09-13T16:12:37.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.693+0000 7f614cc20640 1 -- 172.21.15.76:0/1100259053 wait complete. 2024-09-13T16:12:37.706 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:12:37.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.803+0000 7f478a101640 1 Processor -- start 2024-09-13T16:12:37.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.803+0000 7f478a101640 1 -- start start 2024-09-13T16:12:37.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.804+0000 7f478a101640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f478406c4c0 0x7f478406c8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:37.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.804+0000 7f478a101640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f47840b2170 con 0x7f47840cbea0 2024-09-13T16:12:37.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.804+0000 7f478a101640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f478406dab0 con 0x7f47840b2590 2024-09-13T16:12:37.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.804+0000 7f478a101640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f478406deb0 con 0x7f478406c4c0 2024-09-13T16:12:37.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.804+0000 7f47837fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f478406c4c0 0x7f478406c8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:37.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.804+0000 7f4783fff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f47840cbea0 0x7f47840cc330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:43018/0 (socket says 172.21.15.76:43018) 2024-09-13T16:12:37.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.804+0000 7f4783fff640 1 -- 172.21.15.76:0/3583076988 learned_addr learned my addr 172.21.15.76:0/3583076988 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:12:37.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.804+0000 7f47837fe640 1 -- 172.21.15.76:0/3583076988 >> v1:172.21.15.192:6789/0 conn(0x7f47840b2590 legacy=0x7f478406d3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:37.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.804+0000 7f47837fe640 1 -- 172.21.15.76:0/3583076988 >> v1:172.21.15.76:6789/0 conn(0x7f47840cbea0 legacy=0x7f47840cc330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:37.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.804+0000 7f47827fc640 1 -- 172.21.15.76:0/3583076988 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3083654431 0 0) 0x7f47840b2170 con 0x7f47840cbea0 2024-09-13T16:12:37.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.804+0000 7f47837fe640 1 -- 172.21.15.76:0/3583076988 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f47840b29e0 con 0x7f478406c4c0 2024-09-13T16:12:37.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.805+0000 7f47837fe640 1 --2- 172.21.15.76:0/3583076988 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f478406c4c0 0x7f478406c8a0 secure :-1 s=READY pgs=1608 cs=0 l=1 rev1=1 crypto rx=0x7f47740097a0 tx=0x7f477402a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6114923596c54fca server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:37.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.805+0000 7f47827fc640 1 -- 172.21.15.76:0/3583076988 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4774032440 con 0x7f478406c4c0 2024-09-13T16:12:37.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.805+0000 7f47827fc640 1 -- 172.21.15.76:0/3583076988 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f47740325a0 con 0x7f478406c4c0 2024-09-13T16:12:37.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.805+0000 7f47827fc640 1 -- 172.21.15.76:0/3583076988 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4774032930 con 0x7f478406c4c0 2024-09-13T16:12:37.808 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.805+0000 7f478a101640 1 -- 172.21.15.76:0/3583076988 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f478406c4c0 msgr2=0x7f478406c8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:37.808 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.805+0000 7f478a101640 1 --2- 172.21.15.76:0/3583076988 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f478406c4c0 0x7f478406c8a0 secure :-1 s=READY pgs=1608 cs=0 l=1 rev1=1 crypto rx=0x7f47740097a0 tx=0x7f477402a230 comp rx=0 tx=0).stop 2024-09-13T16:12:37.808 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.806+0000 7f478a101640 1 -- 172.21.15.76:0/3583076988 shutdown_connections 2024-09-13T16:12:37.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.806+0000 7f478a101640 1 --2- 172.21.15.76:0/3583076988 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f478406c4c0 0x7f478406c8a0 unknown :-1 s=CLOSED pgs=1608 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:37.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.806+0000 7f478a101640 1 -- 172.21.15.76:0/3583076988 >> 172.21.15.76:0/3583076988 conn(0x7f4784069ed0 msgr2=0x7f478406a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:37.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.806+0000 7f478a101640 1 -- 172.21.15.76:0/3583076988 shutdown_connections 2024-09-13T16:12:37.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.806+0000 7f478a101640 1 -- 172.21.15.76:0/3583076988 wait complete. 2024-09-13T16:12:37.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.807+0000 7f478a101640 1 Processor -- start 2024-09-13T16:12:37.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.807+0000 7f478a101640 1 -- start start 2024-09-13T16:12:37.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.808+0000 7f478a101640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f478406c4c0 0x7f47841f2160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:37.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.808+0000 7f478a101640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f47840b2590 0x7f47841f26a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:37.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.808+0000 7f478a101640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f47840cbea0 0x7f47840b1160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:37.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.808+0000 7f478a101640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f47840c64d0 con 0x7f478406c4c0 2024-09-13T16:12:37.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.808+0000 7f478a101640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f47841f3320 con 0x7f47840b2590 2024-09-13T16:12:37.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.808+0000 7f478a101640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4784156970 con 0x7f47840cbea0 2024-09-13T16:12:37.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.808+0000 7f47837fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f478406c4c0 0x7f47841f2160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:37.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.808+0000 7f47837fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f478406c4c0 0x7f47841f2160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:35080/0 (socket says 172.21.15.76:35080) 2024-09-13T16:12:37.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.808+0000 7f47837fe640 1 -- 172.21.15.76:0/1456234324 learned_addr learned my addr 172.21.15.76:0/1456234324 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:37.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.808+0000 7f4782ffd640 1 --2- 172.21.15.76:0/1456234324 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f47840b2590 0x7f47841f26a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:37.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.808+0000 7f4783fff640 1 --2- 172.21.15.76:0/1456234324 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f47840cbea0 0x7f47840b1160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:37.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.808+0000 7f47837fe640 1 -- 172.21.15.76:0/1456234324 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f47840cbea0 msgr2=0x7f47840b1160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:37.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.808+0000 7f47837fe640 1 --2- 172.21.15.76:0/1456234324 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f47840cbea0 0x7f47840b1160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:37.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.808+0000 7f47837fe640 1 -- 172.21.15.76:0/1456234324 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f47840b2590 msgr2=0x7f47841f26a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:37.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.808+0000 7f47837fe640 1 --2- 172.21.15.76:0/1456234324 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f47840b2590 0x7f47841f26a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:37.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.808+0000 7f47837fe640 1 -- 172.21.15.76:0/1456234324 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4774009400 con 0x7f478406c4c0 2024-09-13T16:12:37.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.808+0000 7f47837fe640 1 --2- 172.21.15.76:0/1456234324 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f478406c4c0 0x7f47841f2160 secure :-1 s=READY pgs=1609 cs=0 l=1 rev1=1 crypto rx=0x7f47740097a0 tx=0x7f47740046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:37.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.808+0000 7f477bfff640 1 -- 172.21.15.76:0/1456234324 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4774004230 con 0x7f478406c4c0 2024-09-13T16:12:37.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.808+0000 7f477bfff640 1 -- 172.21.15.76:0/1456234324 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4774004390 con 0x7f478406c4c0 2024-09-13T16:12:37.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.808+0000 7f477bfff640 1 -- 172.21.15.76:0/1456234324 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4774030ac0 con 0x7f478406c4c0 2024-09-13T16:12:37.813 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.808+0000 7f478a101640 1 -- 172.21.15.76:0/1456234324 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f47840c6a50 con 0x7f478406c4c0 2024-09-13T16:12:37.813 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.809+0000 7f478a101640 1 -- 172.21.15.76:0/1456234324 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f47841f2f70 con 0x7f478406c4c0 2024-09-13T16:12:37.813 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.809+0000 7f478a101640 1 -- 172.21.15.76:0/1456234324 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f478406ce60 con 0x7f478406c4c0 2024-09-13T16:12:37.813 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.810+0000 7f477bfff640 1 -- 172.21.15.76:0/1456234324 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f4774039050 con 0x7f478406c4c0 2024-09-13T16:12:37.813 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.810+0000 7f477bfff640 1 --2- 172.21.15.76:0/1456234324 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f476406ac00 0x7f476406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:37.814 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.810+0000 7f477bfff640 1 -- 172.21.15.76:0/1456234324 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(123..123 src has 1..123) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f47740a9e30 con 0x7f478406c4c0 2024-09-13T16:12:37.814 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.810+0000 7f4782ffd640 1 --2- 172.21.15.76:0/1456234324 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f476406ac00 0x7f476406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:37.814 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.811+0000 7f4782ffd640 1 --2- 172.21.15.76:0/1456234324 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f476406ac00 0x7f476406d0c0 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7f4784157970 tx=0x7f476c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:37.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.815+0000 7f477bfff640 1 -- 172.21.15.76:0/1456234324 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f478406ce60 con 0x7f478406c4c0 2024-09-13T16:12:37.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.976+0000 7f478a101640 1 -- 172.21.15.76:0/1456234324 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f478406ce60 con 0x7f478406c4c0 2024-09-13T16:12:37.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.977+0000 7f477bfff640 1 -- 172.21.15.76:0/1456234324 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v123) v1 ==== 74+0+16761 (secure 0 0 0) 0x7f478406ce60 con 0x7f478406c4c0 2024-09-13T16:12:37.979 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:37.979 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":123,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:12:37.386882+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":18,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":17,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:12:35.555609+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"123","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":18,"pool_name":"cephfs_data","create_time":"2024-09-13T16:12:36.358350+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"123","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":122,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":122,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":122,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":122,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":122,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":122,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":122,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":122,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:12:37.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.979+0000 7f478a101640 1 -- 172.21.15.76:0/1456234324 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f476406ac00 msgr2=0x7f476406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:37.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.979+0000 7f478a101640 1 --2- 172.21.15.76:0/1456234324 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f476406ac00 0x7f476406d0c0 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7f4784157970 tx=0x7f476c009040 comp rx=0 tx=0).stop 2024-09-13T16:12:37.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.979+0000 7f478a101640 1 -- 172.21.15.76:0/1456234324 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f478406c4c0 msgr2=0x7f47841f2160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:37.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.979+0000 7f478a101640 1 --2- 172.21.15.76:0/1456234324 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f478406c4c0 0x7f47841f2160 secure :-1 s=READY pgs=1609 cs=0 l=1 rev1=1 crypto rx=0x7f47740097a0 tx=0x7f47740046c0 comp rx=0 tx=0).stop 2024-09-13T16:12:37.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.979+0000 7f478a101640 1 -- 172.21.15.76:0/1456234324 shutdown_connections 2024-09-13T16:12:37.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.979+0000 7f478a101640 1 --2- 172.21.15.76:0/1456234324 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f476406ac00 0x7f476406d0c0 unknown :-1 s=CLOSED pgs=690 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:37.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.979+0000 7f478a101640 1 --2- 172.21.15.76:0/1456234324 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f47840cbea0 0x7f47840b1160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:37.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.979+0000 7f478a101640 1 --2- 172.21.15.76:0/1456234324 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f47840b2590 0x7f47841f26a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:37.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.979+0000 7f478a101640 1 --2- 172.21.15.76:0/1456234324 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f478406c4c0 0x7f47841f2160 unknown :-1 s=CLOSED pgs=1609 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:37.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.979+0000 7f478a101640 1 -- 172.21.15.76:0/1456234324 >> 172.21.15.76:0/1456234324 conn(0x7f4784069ed0 msgr2=0x7f478406d3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:37.982 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.979+0000 7f478a101640 1 -- 172.21.15.76:0/1456234324 shutdown_connections 2024-09-13T16:12:37.982 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:37.979+0000 7f478a101640 1 -- 172.21.15.76:0/1456234324 wait complete. 2024-09-13T16:12:37.991 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-13T16:12:38.093 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.092+0000 7fc5f4014640 1 Processor -- start 2024-09-13T16:12:38.094 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.092+0000 7fc5f4014640 1 -- start start 2024-09-13T16:12:38.097 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.093+0000 7fc5f4014640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fc5ec158b00 0x7fc5ec06c190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:38.097 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.093+0000 7fc5f4014640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc5ec06c6d0 0x7fc5ec070b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:38.097 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.093+0000 7fc5f4014640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc5ec06cb30 con 0x7fc5ec071050 2024-09-13T16:12:38.097 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.093+0000 7fc5f4014640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc5ec0b2d10 con 0x7fc5ec158b00 2024-09-13T16:12:38.097 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.093+0000 7fc5f4014640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc5ec0b2ff0 con 0x7fc5ec06c6d0 2024-09-13T16:12:38.098 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.093+0000 7fc5f25b1640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fc5ec071050 0x7fc5ec0714e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:43028/0 (socket says 172.21.15.76:43028) 2024-09-13T16:12:38.098 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.093+0000 7fc5f25b1640 1 -- 172.21.15.76:0/736658999 learned_addr learned my addr 172.21.15.76:0/736658999 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:12:38.098 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.093+0000 7fc5f15af640 1 --2- 172.21.15.76:0/736658999 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc5ec06c6d0 0x7fc5ec070b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:38.098 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.093+0000 7fc5f1db0640 1 --2- 172.21.15.76:0/736658999 >> v2:172.21.15.192:3300/0 conn(0x7fc5ec158b00 0x7fc5ec06c190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:38.098 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.093+0000 7fc5f0dae640 1 -- 172.21.15.76:0/736658999 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1601545394 0 0) 0x7fc5ec06cb30 con 0x7fc5ec071050 2024-09-13T16:12:38.098 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.093+0000 7fc5f0dae640 1 -- 172.21.15.76:0/736658999 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc5d8003520 con 0x7fc5ec071050 2024-09-13T16:12:38.098 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.093+0000 7fc5f0dae640 1 -- 172.21.15.76:0/736658999 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1081101666 0 0) 0x7fc5d8003520 con 0x7fc5ec071050 2024-09-13T16:12:38.098 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.093+0000 7fc5f0dae640 1 -- 172.21.15.76:0/736658999 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc5ec06c6d0 msgr2=0x7fc5ec070b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:38.099 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.093+0000 7fc5f0dae640 1 --2- 172.21.15.76:0/736658999 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc5ec06c6d0 0x7fc5ec070b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:38.099 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.093+0000 7fc5f0dae640 1 -- 172.21.15.76:0/736658999 >> v2:172.21.15.192:3300/0 conn(0x7fc5ec158b00 msgr2=0x7fc5ec06c190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:38.099 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.093+0000 7fc5f0dae640 1 --2- 172.21.15.76:0/736658999 >> v2:172.21.15.192:3300/0 conn(0x7fc5ec158b00 0x7fc5ec06c190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:38.099 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.093+0000 7fc5f0dae640 1 -- 172.21.15.76:0/736658999 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc5ec070310 con 0x7fc5ec071050 2024-09-13T16:12:38.099 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.093+0000 7fc5f0dae640 1 -- 172.21.15.76:0/736658999 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7fc5e40019f0 con 0x7fc5ec071050 2024-09-13T16:12:38.099 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.093+0000 7fc5f0dae640 1 -- 172.21.15.76:0/736658999 >> v1:172.21.15.76:6789/0 conn(0x7fc5ec071050 legacy=0x7fc5ec0714e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:38.099 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.093+0000 7fc5f0dae640 1 --2- 172.21.15.76:0/736658999 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc5d8003970 0x7fc5d8003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:38.099 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.093+0000 7fc5f0dae640 1 --2- 172.21.15.76:0/736658999 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc5d80047c0 0x7fc5d8004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:38.099 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.093+0000 7fc5f0dae640 1 --2- 172.21.15.76:0/736658999 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc5ec06c6d0 0x7fc5d8005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:38.099 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.093+0000 7fc5f0dae640 1 -- 172.21.15.76:0/736658999 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5ec0b2d10 con 0x7fc5d80047c0 2024-09-13T16:12:38.099 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.093+0000 7fc5f0dae640 1 -- 172.21.15.76:0/736658999 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5ec0b2ff0 con 0x7fc5d8003970 2024-09-13T16:12:38.099 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.093+0000 7fc5f0dae640 1 -- 172.21.15.76:0/736658999 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc5d800b980 con 0x7fc5ec06c6d0 2024-09-13T16:12:38.100 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.094+0000 7fc5f15af640 1 --2- 172.21.15.76:0/736658999 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc5d80047c0 0x7fc5d8004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:38.100 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.094+0000 7fc5f1db0640 1 --2- 172.21.15.76:0/736658999 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc5d8003970 0x7fc5d8003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:38.100 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.094+0000 7fc5f25b1640 1 --2- 172.21.15.76:0/736658999 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc5ec06c6d0 0x7fc5d8005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:38.100 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.094+0000 7fc5f15af640 1 -- 172.21.15.76:0/736658999 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc5ec06c6d0 msgr2=0x7fc5d8005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:38.100 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.094+0000 7fc5f15af640 1 --2- 172.21.15.76:0/736658999 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc5ec06c6d0 0x7fc5d8005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:38.100 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.094+0000 7fc5f15af640 1 -- 172.21.15.76:0/736658999 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc5d8003970 msgr2=0x7fc5d8003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:38.100 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.094+0000 7fc5f15af640 1 --2- 172.21.15.76:0/736658999 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc5d8003970 0x7fc5d8003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:38.100 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.094+0000 7fc5f15af640 1 -- 172.21.15.76:0/736658999 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc5d8003520 con 0x7fc5d80047c0 2024-09-13T16:12:38.100 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.095+0000 7fc5f15af640 1 --2- 172.21.15.76:0/736658999 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc5d80047c0 0x7fc5d8004c40 secure :-1 s=READY pgs=1611 cs=0 l=1 rev1=1 crypto rx=0x7fc5e800aac0 tx=0x7fc5d80057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aa9afcc4202818d8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:38.100 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.095+0000 7fc5f0dae640 1 -- 172.21.15.76:0/736658999 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5e802c720 con 0x7fc5d80047c0 2024-09-13T16:12:38.100 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.095+0000 7fc5f0dae640 1 -- 172.21.15.76:0/736658999 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc5e802c880 con 0x7fc5d80047c0 2024-09-13T16:12:38.101 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.095+0000 7fc5f0dae640 1 -- 172.21.15.76:0/736658999 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5e802cc10 con 0x7fc5d80047c0 2024-09-13T16:12:38.101 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.095+0000 7fc5f4014640 1 -- 172.21.15.76:0/736658999 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc5d80047c0 msgr2=0x7fc5d8004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:38.101 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.095+0000 7fc5f4014640 1 --2- 172.21.15.76:0/736658999 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc5d80047c0 0x7fc5d8004c40 secure :-1 s=READY pgs=1611 cs=0 l=1 rev1=1 crypto rx=0x7fc5e800aac0 tx=0x7fc5d80057f0 comp rx=0 tx=0).stop 2024-09-13T16:12:38.101 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.095+0000 7fc5f25b1640 1 -- 172.21.15.76:0/736658999 reap_dead start 2024-09-13T16:12:38.101 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.095+0000 7fc5f4014640 1 -- 172.21.15.76:0/736658999 shutdown_connections 2024-09-13T16:12:38.101 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.095+0000 7fc5f4014640 1 -- 172.21.15.76:0/736658999 >> 172.21.15.76:0/736658999 conn(0x7fc5ec06a0b0 msgr2=0x7fc5ec06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:38.101 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.095+0000 7fc5f4014640 1 -- 172.21.15.76:0/736658999 shutdown_connections 2024-09-13T16:12:38.101 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.095+0000 7fc5f4014640 1 -- 172.21.15.76:0/736658999 wait complete. 2024-09-13T16:12:38.104 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.096+0000 7fc5f4014640 1 Processor -- start 2024-09-13T16:12:38.104 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.096+0000 7fc5f4014640 1 -- start start 2024-09-13T16:12:38.104 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.097+0000 7fc5f4014640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc5d80047c0 0x7fc5ec0979b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:38.104 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.097+0000 7fc5f4014640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc5ec0c4f80 0x7fc5ec0c2ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:38.104 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.097+0000 7fc5f4014640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc5ec0c33e0 0x7fc5ec0ae9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:38.104 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.097+0000 7fc5f4014640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5ec097ef0 con 0x7fc5ec0c4f80 2024-09-13T16:12:38.104 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.097+0000 7fc5f4014640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5ec0c3860 con 0x7fc5ec0c33e0 2024-09-13T16:12:38.104 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.097+0000 7fc5f4014640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc5ec0c3b40 con 0x7fc5d80047c0 2024-09-13T16:12:38.104 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.097+0000 7fc5f15af640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc5ec0c4f80 0x7fc5ec0c2ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:38.105 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.097+0000 7fc5f15af640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc5ec0c4f80 0x7fc5ec0c2ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:35094/0 (socket says 172.21.15.76:35094) 2024-09-13T16:12:38.105 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.097+0000 7fc5f15af640 1 -- 172.21.15.76:0/3289215531 learned_addr learned my addr 172.21.15.76:0/3289215531 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:38.105 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.097+0000 7fc5f25b1640 1 --2- 172.21.15.76:0/3289215531 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc5ec0c33e0 0x7fc5ec0ae9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:38.105 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.097+0000 7fc5f1db0640 1 --2- 172.21.15.76:0/3289215531 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc5d80047c0 0x7fc5ec0979b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:38.105 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.098+0000 7fc5f15af640 1 -- 172.21.15.76:0/3289215531 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc5d80047c0 msgr2=0x7fc5ec0979b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:38.105 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.098+0000 7fc5f15af640 1 --2- 172.21.15.76:0/3289215531 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc5d80047c0 0x7fc5ec0979b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:38.105 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.098+0000 7fc5f15af640 1 -- 172.21.15.76:0/3289215531 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc5ec0c33e0 msgr2=0x7fc5ec0ae9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:38.105 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.098+0000 7fc5f15af640 1 --2- 172.21.15.76:0/3289215531 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc5ec0c33e0 0x7fc5ec0ae9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:38.105 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.098+0000 7fc5f15af640 1 -- 172.21.15.76:0/3289215531 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc5ec0c3e20 con 0x7fc5ec0c4f80 2024-09-13T16:12:38.105 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.098+0000 7fc5f25b1640 1 --2- 172.21.15.76:0/3289215531 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc5ec0c33e0 0x7fc5ec0ae9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:12:38.105 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.098+0000 7fc5f1db0640 1 --2- 172.21.15.76:0/3289215531 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc5d80047c0 0x7fc5ec0979b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:12:38.105 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.098+0000 7fc5f15af640 1 --2- 172.21.15.76:0/3289215531 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc5ec0c4f80 0x7fc5ec0c2ea0 secure :-1 s=READY pgs=1612 cs=0 l=1 rev1=1 crypto rx=0x7fc5e800aac0 tx=0x7fc5e8004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:38.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.098+0000 7fc5e27fc640 1 -- 172.21.15.76:0/3289215531 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5e8004450 con 0x7fc5ec0c4f80 2024-09-13T16:12:38.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.098+0000 7fc5e27fc640 1 -- 172.21.15.76:0/3289215531 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc5e8003610 con 0x7fc5ec0c4f80 2024-09-13T16:12:38.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.098+0000 7fc5f4014640 1 -- 172.21.15.76:0/3289215531 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc5ec0c4100 con 0x7fc5ec0c4f80 2024-09-13T16:12:38.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.098+0000 7fc5e27fc640 1 -- 172.21.15.76:0/3289215531 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5e80039a0 con 0x7fc5ec0c4f80 2024-09-13T16:12:38.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.098+0000 7fc5f4014640 1 -- 172.21.15.76:0/3289215531 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc5ec0aeef0 con 0x7fc5ec0c4f80 2024-09-13T16:12:38.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.099+0000 7fc5f4014640 1 -- 172.21.15.76:0/3289215531 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc5ec06c190 con 0x7fc5ec0c4f80 2024-09-13T16:12:38.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.099+0000 7fc5e27fc640 1 -- 172.21.15.76:0/3289215531 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc5e803b040 con 0x7fc5ec0c4f80 2024-09-13T16:12:38.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.100+0000 7fc5e27fc640 1 --2- 172.21.15.76:0/3289215531 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc5d006ac00 0x7fc5d006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:38.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.100+0000 7fc5e27fc640 1 -- 172.21.15.76:0/3289215531 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(123..123 src has 1..123) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fc5e80aa040 con 0x7fc5ec0c4f80 2024-09-13T16:12:38.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.100+0000 7fc5f1db0640 1 --2- 172.21.15.76:0/3289215531 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc5d006ac00 0x7fc5d006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:38.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.100+0000 7fc5f1db0640 1 --2- 172.21.15.76:0/3289215531 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc5d006ac00 0x7fc5d006d0c0 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7fc5dc009c40 tx=0x7fc5dc008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:38.107 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.104+0000 7fc5e27fc640 1 -- 172.21.15.76:0/3289215531 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fc5e8075190 con 0x7fc5ec0c4f80 2024-09-13T16:12:38.301 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.299+0000 7fc5f4014640 1 -- 172.21.15.76:0/3289215531 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7fc5ec0af6c0 con 0x7fc5ec0c4f80 2024-09-13T16:12:38.393 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.392+0000 7fc5e27fc640 1 -- 172.21.15.76:0/3289215531 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v60) v1 ==== 118+0+0 (secure 0 0 0) 0x7fc5e800b040 con 0x7fc5ec0c4f80 2024-09-13T16:12:38.395 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.394+0000 7fc5f4014640 1 -- 172.21.15.76:0/3289215531 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc5d006ac00 msgr2=0x7fc5d006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:38.395 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.394+0000 7fc5f4014640 1 --2- 172.21.15.76:0/3289215531 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc5d006ac00 0x7fc5d006d0c0 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7fc5dc009c40 tx=0x7fc5dc008040 comp rx=0 tx=0).stop 2024-09-13T16:12:38.396 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.394+0000 7fc5f4014640 1 -- 172.21.15.76:0/3289215531 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc5ec0c4f80 msgr2=0x7fc5ec0c2ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:38.396 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.394+0000 7fc5f4014640 1 --2- 172.21.15.76:0/3289215531 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc5ec0c4f80 0x7fc5ec0c2ea0 secure :-1 s=READY pgs=1612 cs=0 l=1 rev1=1 crypto rx=0x7fc5e800aac0 tx=0x7fc5e8004730 comp rx=0 tx=0).stop 2024-09-13T16:12:38.396 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.394+0000 7fc5f4014640 1 -- 172.21.15.76:0/3289215531 shutdown_connections 2024-09-13T16:12:38.396 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.394+0000 7fc5f4014640 1 --2- 172.21.15.76:0/3289215531 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc5ec0c33e0 0x7fc5ec0ae9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:38.396 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.394+0000 7fc5f4014640 1 --2- 172.21.15.76:0/3289215531 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc5ec0c4f80 0x7fc5ec0c2ea0 unknown :-1 s=CLOSED pgs=1612 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:38.396 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.394+0000 7fc5f4014640 1 --2- 172.21.15.76:0/3289215531 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc5d006ac00 0x7fc5d006d0c0 unknown :-1 s=CLOSED pgs=691 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:38.396 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.394+0000 7fc5f4014640 1 --2- 172.21.15.76:0/3289215531 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc5d80047c0 0x7fc5ec0979b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:38.396 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.394+0000 7fc5f4014640 1 -- 172.21.15.76:0/3289215531 >> 172.21.15.76:0/3289215531 conn(0x7fc5ec06a0b0 msgr2=0x7fc5ec0ab140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:38.396 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.394+0000 7fc5f4014640 1 -- 172.21.15.76:0/3289215531 shutdown_connections 2024-09-13T16:12:38.396 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.394+0000 7fc5f4014640 1 -- 172.21.15.76:0/3289215531 wait complete. 2024-09-13T16:12:38.407 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-13T16:12:38.407 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-13T16:12:38.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.506+0000 7ffb54165640 1 Processor -- start 2024-09-13T16:12:38.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.506+0000 7ffb54165640 1 -- start start 2024-09-13T16:12:38.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.507+0000 7ffb54165640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ffb4c06c8a0 0x7ffb4c0b1160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:38.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.507+0000 7ffb54165640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ffb4c0b2d10 con 0x7ffb4c071b20 2024-09-13T16:12:38.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.507+0000 7ffb54165640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ffb4c0b2ff0 con 0x7ffb4c158b00 2024-09-13T16:12:38.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.507+0000 7ffb54165640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ffb4c070310 con 0x7ffb4c06c8a0 2024-09-13T16:12:38.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.507+0000 7ffb51700640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ffb4c06c8a0 0x7ffb4c0b1160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:38.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.507+0000 7ffb52702640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7ffb4c071b20 0x7ffb4c0b16a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:43038/0 (socket says 172.21.15.76:43038) 2024-09-13T16:12:38.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.507+0000 7ffb52702640 1 -- 172.21.15.76:0/372508130 learned_addr learned my addr 172.21.15.76:0/372508130 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:12:38.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.507+0000 7ffb51700640 1 -- 172.21.15.76:0/372508130 >> v1:172.21.15.192:6789/0 conn(0x7ffb4c158b00 legacy=0x7ffb4c06c190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:38.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.508+0000 7ffb51700640 1 -- 172.21.15.76:0/372508130 >> v1:172.21.15.76:6789/0 conn(0x7ffb4c071b20 legacy=0x7ffb4c0b16a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:38.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.508+0000 7ffb51700640 1 -- 172.21.15.76:0/372508130 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffb4c0705f0 con 0x7ffb4c06c8a0 2024-09-13T16:12:38.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.508+0000 7ffb50eff640 1 -- 172.21.15.76:0/372508130 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 995249820 0 0) 0x7ffb4c0b2d10 con 0x7ffb4c071b20 2024-09-13T16:12:38.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.508+0000 7ffb51700640 1 --2- 172.21.15.76:0/372508130 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffb4c06c8a0 0x7ffb4c0b1160 secure :-1 s=READY pgs=1614 cs=0 l=1 rev1=1 crypto rx=0x7ffb3c0097a0 tx=0x7ffb3c02a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d6fa59d040585d1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:38.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.508+0000 7ffb50eff640 1 -- 172.21.15.76:0/372508130 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb3c032440 con 0x7ffb4c06c8a0 2024-09-13T16:12:38.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.508+0000 7ffb50eff640 1 -- 172.21.15.76:0/372508130 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffb3c0325a0 con 0x7ffb4c06c8a0 2024-09-13T16:12:38.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.508+0000 7ffb50eff640 1 -- 172.21.15.76:0/372508130 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb3c032930 con 0x7ffb4c06c8a0 2024-09-13T16:12:38.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.509+0000 7ffb54165640 1 -- 172.21.15.76:0/372508130 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffb4c06c8a0 msgr2=0x7ffb4c0b1160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:38.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.509+0000 7ffb54165640 1 --2- 172.21.15.76:0/372508130 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffb4c06c8a0 0x7ffb4c0b1160 secure :-1 s=READY pgs=1614 cs=0 l=1 rev1=1 crypto rx=0x7ffb3c0097a0 tx=0x7ffb3c02a230 comp rx=0 tx=0).stop 2024-09-13T16:12:38.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.509+0000 7ffb54165640 1 -- 172.21.15.76:0/372508130 shutdown_connections 2024-09-13T16:12:38.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.509+0000 7ffb54165640 1 --2- 172.21.15.76:0/372508130 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffb4c06c8a0 0x7ffb4c0b1160 unknown :-1 s=CLOSED pgs=1614 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:38.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.509+0000 7ffb54165640 1 -- 172.21.15.76:0/372508130 >> 172.21.15.76:0/372508130 conn(0x7ffb4c06a0b0 msgr2=0x7ffb4c06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:38.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.509+0000 7ffb54165640 1 -- 172.21.15.76:0/372508130 shutdown_connections 2024-09-13T16:12:38.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.509+0000 7ffb54165640 1 -- 172.21.15.76:0/372508130 wait complete. 2024-09-13T16:12:38.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.510+0000 7ffb54165640 1 Processor -- start 2024-09-13T16:12:38.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.510+0000 7ffb54165640 1 -- start start 2024-09-13T16:12:38.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.511+0000 7ffb54165640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffb4c06c8a0 0x7ffb4c15b530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:38.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.511+0000 7ffb54165640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffb4c071b20 0x7ffb4c1e12f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:38.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.511+0000 7ffb54165640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffb4c158b00 0x7ffb4c097480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:38.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.511+0000 7ffb54165640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffb4c1e1db0 con 0x7ffb4c071b20 2024-09-13T16:12:38.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.511+0000 7ffb54165640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffb4c1e2090 con 0x7ffb4c158b00 2024-09-13T16:12:38.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.511+0000 7ffb54165640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffb4c1e2370 con 0x7ffb4c06c8a0 2024-09-13T16:12:38.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.511+0000 7ffb51700640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffb4c071b20 0x7ffb4c1e12f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:38.515 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.511+0000 7ffb51700640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffb4c071b20 0x7ffb4c1e12f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:35110/0 (socket says 172.21.15.76:35110) 2024-09-13T16:12:38.515 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.511+0000 7ffb51700640 1 -- 172.21.15.76:0/2218063063 learned_addr learned my addr 172.21.15.76:0/2218063063 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:38.515 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.511+0000 7ffb51f01640 1 --2- 172.21.15.76:0/2218063063 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffb4c06c8a0 0x7ffb4c15b530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:38.515 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.511+0000 7ffb52702640 1 --2- 172.21.15.76:0/2218063063 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffb4c158b00 0x7ffb4c097480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:38.515 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.511+0000 7ffb51700640 1 -- 172.21.15.76:0/2218063063 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffb4c06c8a0 msgr2=0x7ffb4c15b530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:38.515 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.511+0000 7ffb51700640 1 --2- 172.21.15.76:0/2218063063 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffb4c06c8a0 0x7ffb4c15b530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:38.515 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.511+0000 7ffb51700640 1 -- 172.21.15.76:0/2218063063 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffb4c158b00 msgr2=0x7ffb4c097480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:38.515 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.511+0000 7ffb51700640 1 --2- 172.21.15.76:0/2218063063 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffb4c158b00 0x7ffb4c097480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:38.515 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.511+0000 7ffb51700640 1 -- 172.21.15.76:0/2218063063 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffb3c009400 con 0x7ffb4c071b20 2024-09-13T16:12:38.515 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.511+0000 7ffb51f01640 1 --2- 172.21.15.76:0/2218063063 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffb4c06c8a0 0x7ffb4c15b530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:12:38.515 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.512+0000 7ffb51700640 1 --2- 172.21.15.76:0/2218063063 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffb4c071b20 0x7ffb4c1e12f0 secure :-1 s=READY pgs=1615 cs=0 l=1 rev1=1 crypto rx=0x7ffb3c000c00 tx=0x7ffb3c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:38.515 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.512+0000 7ffb427fc640 1 -- 172.21.15.76:0/2218063063 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb3c030b80 con 0x7ffb4c071b20 2024-09-13T16:12:38.515 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.512+0000 7ffb427fc640 1 -- 172.21.15.76:0/2218063063 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffb3c030ce0 con 0x7ffb4c071b20 2024-09-13T16:12:38.515 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.512+0000 7ffb54165640 1 -- 172.21.15.76:0/2218063063 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffb4c1e2650 con 0x7ffb4c071b20 2024-09-13T16:12:38.516 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.512+0000 7ffb427fc640 1 -- 172.21.15.76:0/2218063063 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb3c03d680 con 0x7ffb4c071b20 2024-09-13T16:12:38.516 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.512+0000 7ffb54165640 1 -- 172.21.15.76:0/2218063063 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffb4c0cb6f0 con 0x7ffb4c071b20 2024-09-13T16:12:38.516 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.513+0000 7ffb54165640 1 -- 172.21.15.76:0/2218063063 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ffb4c0cea70 con 0x7ffb4c071b20 2024-09-13T16:12:38.516 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.513+0000 7ffb427fc640 1 -- 172.21.15.76:0/2218063063 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ffb3c039040 con 0x7ffb4c071b20 2024-09-13T16:12:38.516 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.514+0000 7ffb427fc640 1 --2- 172.21.15.76:0/2218063063 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ffb3006ac00 0x7ffb3006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:38.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.514+0000 7ffb427fc640 1 -- 172.21.15.76:0/2218063063 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 6029+0+0 (secure 0 0 0) 0x7ffb3c0a9ff0 con 0x7ffb4c071b20 2024-09-13T16:12:38.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.514+0000 7ffb51f01640 1 --2- 172.21.15.76:0/2218063063 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ffb3006ac00 0x7ffb3006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:38.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.514+0000 7ffb51f01640 1 --2- 172.21.15.76:0/2218063063 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ffb3006ac00 0x7ffb3006d0c0 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7ffb48007fd0 tx=0x7ffb48009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:38.519 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.518+0000 7ffb427fc640 1 -- 172.21.15.76:0/2218063063 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ffb3c075140 con 0x7ffb4c071b20 2024-09-13T16:12:38.713 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:38.712+0000 7ffb54165640 1 -- 172.21.15.76:0/2218063063 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7ffb4c06a530 con 0x7ffb4c071b20 2024-09-13T16:12:39.404 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.401+0000 7ffb427fc640 1 -- 172.21.15.76:0/2218063063 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v61) v1 ==== 122+0+0 (secure 0 0 0) 0x7ffb3c006e10 con 0x7ffb4c071b20 2024-09-13T16:12:39.405 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.403+0000 7ffb54165640 1 -- 172.21.15.76:0/2218063063 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ffb3006ac00 msgr2=0x7ffb3006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:39.405 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.403+0000 7ffb54165640 1 --2- 172.21.15.76:0/2218063063 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ffb3006ac00 0x7ffb3006d0c0 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7ffb48007fd0 tx=0x7ffb48009040 comp rx=0 tx=0).stop 2024-09-13T16:12:39.405 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.403+0000 7ffb54165640 1 -- 172.21.15.76:0/2218063063 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffb4c071b20 msgr2=0x7ffb4c1e12f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:39.405 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.403+0000 7ffb54165640 1 --2- 172.21.15.76:0/2218063063 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffb4c071b20 0x7ffb4c1e12f0 secure :-1 s=READY pgs=1615 cs=0 l=1 rev1=1 crypto rx=0x7ffb3c000c00 tx=0x7ffb3c0046c0 comp rx=0 tx=0).stop 2024-09-13T16:12:39.405 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.403+0000 7ffb54165640 1 -- 172.21.15.76:0/2218063063 shutdown_connections 2024-09-13T16:12:39.405 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.403+0000 7ffb54165640 1 --2- 172.21.15.76:0/2218063063 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffb4c158b00 0x7ffb4c097480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:39.405 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.403+0000 7ffb54165640 1 --2- 172.21.15.76:0/2218063063 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffb4c071b20 0x7ffb4c1e12f0 unknown :-1 s=CLOSED pgs=1615 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:39.405 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.403+0000 7ffb54165640 1 --2- 172.21.15.76:0/2218063063 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ffb3006ac00 0x7ffb3006d0c0 unknown :-1 s=CLOSED pgs=692 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:39.405 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.403+0000 7ffb54165640 1 --2- 172.21.15.76:0/2218063063 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffb4c06c8a0 0x7ffb4c15b530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:39.405 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.403+0000 7ffb54165640 1 -- 172.21.15.76:0/2218063063 >> 172.21.15.76:0/2218063063 conn(0x7ffb4c06a0b0 msgr2=0x7ffb4c06c170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:39.406 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.403+0000 7ffb54165640 1 -- 172.21.15.76:0/2218063063 shutdown_connections 2024-09-13T16:12:39.406 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.403+0000 7ffb54165640 1 -- 172.21.15.76:0/2218063063 wait complete. 2024-09-13T16:12:39.417 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-13T16:12:39.418 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:12:39.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.520+0000 7feada820640 1 Processor -- start 2024-09-13T16:12:39.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.520+0000 7feada820640 1 -- start start 2024-09-13T16:12:39.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.521+0000 7feada820640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fead40c9030 0x7fead4070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:39.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.521+0000 7feada820640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fead40abdf0 con 0x7fead4071d30 2024-09-13T16:12:39.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.521+0000 7feada820640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fead40b2280 con 0x7fead4072110 2024-09-13T16:12:39.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.521+0000 7feada820640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fead40ab1e0 con 0x7fead40c9030 2024-09-13T16:12:39.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.521+0000 7fead3fff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fead4071d30 0x7fead40b1b70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:43040/0 (socket says 172.21.15.76:43040) 2024-09-13T16:12:39.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.521+0000 7fead3fff640 1 -- 172.21.15.76:0/3711927304 learned_addr learned my addr 172.21.15.76:0/3711927304 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:12:39.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.521+0000 7fead8dbd640 1 --2- 172.21.15.76:0/3711927304 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fead40c9030 0x7fead4070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:39.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.521+0000 7fead2ffd640 1 -- 172.21.15.76:0/3711927304 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 902444927 0 0) 0x7fead40abdf0 con 0x7fead4071d30 2024-09-13T16:12:39.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.521+0000 7fead2ffd640 1 -- 172.21.15.76:0/3711927304 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7feabc003520 con 0x7fead4071d30 2024-09-13T16:12:39.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.521+0000 7fead2ffd640 1 -- 172.21.15.76:0/3711927304 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2043922185 0 0) 0x7feabc003520 con 0x7fead4071d30 2024-09-13T16:12:39.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.521+0000 7fead2ffd640 1 -- 172.21.15.76:0/3711927304 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fead40c9030 msgr2=0x7fead4070190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:39.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.521+0000 7fead2ffd640 1 --2- 172.21.15.76:0/3711927304 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fead40c9030 0x7fead4070190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:39.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.521+0000 7fead2ffd640 1 -- 172.21.15.76:0/3711927304 >> v1:172.21.15.192:6789/0 conn(0x7fead4072110 legacy=0x7fead40c8920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:39.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.521+0000 7fead2ffd640 1 -- 172.21.15.76:0/3711927304 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fead40ab4c0 con 0x7fead4071d30 2024-09-13T16:12:39.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.521+0000 7fead2ffd640 1 -- 172.21.15.76:0/3711927304 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7feac4001670 con 0x7fead4071d30 2024-09-13T16:12:39.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.521+0000 7fead2ffd640 1 -- 172.21.15.76:0/3711927304 >> v1:172.21.15.76:6789/0 conn(0x7fead4071d30 legacy=0x7fead40b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:39.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.521+0000 7fead2ffd640 1 --2- 172.21.15.76:0/3711927304 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feabc0039a0 0x7feabc003d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:39.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.521+0000 7fead2ffd640 1 --2- 172.21.15.76:0/3711927304 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fead40c9030 0x7feabc0047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:39.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.521+0000 7fead2ffd640 1 --2- 172.21.15.76:0/3711927304 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feabc004d00 0x7feabc005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:39.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.521+0000 7fead2ffd640 1 -- 172.21.15.76:0/3711927304 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fead40ab1e0 con 0x7feabc004d00 2024-09-13T16:12:39.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.521+0000 7fead2ffd640 1 -- 172.21.15.76:0/3711927304 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feabc00dbc0 con 0x7feabc0039a0 2024-09-13T16:12:39.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.521+0000 7fead2ffd640 1 -- 172.21.15.76:0/3711927304 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feabc00dd80 con 0x7fead40c9030 2024-09-13T16:12:39.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.521+0000 7fead8dbd640 1 --2- 172.21.15.76:0/3711927304 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feabc004d00 0x7feabc005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:39.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.522+0000 7fead3fff640 1 --2- 172.21.15.76:0/3711927304 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feabc0039a0 0x7feabc003d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:39.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.522+0000 7fead37fe640 1 --2- 172.21.15.76:0/3711927304 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fead40c9030 0x7feabc0047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:39.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.522+0000 7fead8dbd640 1 -- 172.21.15.76:0/3711927304 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fead40c9030 msgr2=0x7feabc0047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:39.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.522+0000 7fead8dbd640 1 --2- 172.21.15.76:0/3711927304 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fead40c9030 0x7feabc0047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:39.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.522+0000 7fead8dbd640 1 -- 172.21.15.76:0/3711927304 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feabc0039a0 msgr2=0x7feabc003d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:39.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.522+0000 7fead8dbd640 1 --2- 172.21.15.76:0/3711927304 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feabc0039a0 0x7feabc003d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:39.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.522+0000 7fead8dbd640 1 -- 172.21.15.76:0/3711927304 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feabc003520 con 0x7feabc004d00 2024-09-13T16:12:39.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.522+0000 7fead37fe640 1 --2- 172.21.15.76:0/3711927304 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fead40c9030 0x7feabc0047c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:12:39.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.522+0000 7fead3fff640 1 --2- 172.21.15.76:0/3711927304 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feabc0039a0 0x7feabc003d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:12:39.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.522+0000 7fead8dbd640 1 --2- 172.21.15.76:0/3711927304 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feabc004d00 0x7feabc005180 secure :-1 s=READY pgs=1617 cs=0 l=1 rev1=1 crypto rx=0x7fead40cacb0 tx=0x7feabc0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d0db215f016ea92f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:39.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.523+0000 7fead2ffd640 1 -- 172.21.15.76:0/3711927304 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feacc032640 con 0x7feabc004d00 2024-09-13T16:12:39.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.523+0000 7fead2ffd640 1 -- 172.21.15.76:0/3711927304 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feacc00f040 con 0x7feabc004d00 2024-09-13T16:12:39.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.523+0000 7fead2ffd640 1 -- 172.21.15.76:0/3711927304 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feacc0329a0 con 0x7feabc004d00 2024-09-13T16:12:39.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.523+0000 7feada820640 1 -- 172.21.15.76:0/3711927304 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feabc004d00 msgr2=0x7feabc005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:39.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.523+0000 7feada820640 1 --2- 172.21.15.76:0/3711927304 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feabc004d00 0x7feabc005180 secure :-1 s=READY pgs=1617 cs=0 l=1 rev1=1 crypto rx=0x7fead40cacb0 tx=0x7feabc0057f0 comp rx=0 tx=0).stop 2024-09-13T16:12:39.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.523+0000 7fead8dbd640 1 -- 172.21.15.76:0/3711927304 reap_dead start 2024-09-13T16:12:39.528 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.523+0000 7feada820640 1 -- 172.21.15.76:0/3711927304 shutdown_connections 2024-09-13T16:12:39.528 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.523+0000 7feada820640 1 -- 172.21.15.76:0/3711927304 >> 172.21.15.76:0/3711927304 conn(0x7fead4069ed0 msgr2=0x7fead406a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:39.528 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.523+0000 7feada820640 1 -- 172.21.15.76:0/3711927304 shutdown_connections 2024-09-13T16:12:39.528 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.523+0000 7feada820640 1 -- 172.21.15.76:0/3711927304 wait complete. 2024-09-13T16:12:39.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.524+0000 7feada820640 1 Processor -- start 2024-09-13T16:12:39.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.525+0000 7feada820640 1 -- start start 2024-09-13T16:12:39.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.525+0000 7feada820640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fead41f1c70 0x7fead406ca80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:39.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.525+0000 7feada820640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fead406cfc0 0x7fead40c53a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:39.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.525+0000 7feada820640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fead40c58e0 0x7fead40c7390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:39.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.525+0000 7feada820640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fead40c5d60 con 0x7fead40c58e0 2024-09-13T16:12:39.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.525+0000 7feada820640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fead406d4f0 con 0x7fead41f1c70 2024-09-13T16:12:39.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.525+0000 7feada820640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fead406d7d0 con 0x7fead406cfc0 2024-09-13T16:12:39.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.525+0000 7fead8dbd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fead40c58e0 0x7fead40c7390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:39.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.525+0000 7fead8dbd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fead40c58e0 0x7fead40c7390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:35132/0 (socket says 172.21.15.76:35132) 2024-09-13T16:12:39.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.525+0000 7fead8dbd640 1 -- 172.21.15.76:0/2511227054 learned_addr learned my addr 172.21.15.76:0/2511227054 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:39.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.526+0000 7fead37fe640 1 --2- 172.21.15.76:0/2511227054 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fead406cfc0 0x7fead40c53a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:39.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.526+0000 7fead3fff640 1 --2- 172.21.15.76:0/2511227054 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fead41f1c70 0x7fead406ca80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:39.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.526+0000 7fead8dbd640 1 -- 172.21.15.76:0/2511227054 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fead406cfc0 msgr2=0x7fead40c53a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:39.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.526+0000 7fead8dbd640 1 --2- 172.21.15.76:0/2511227054 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fead406cfc0 0x7fead40c53a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:39.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.526+0000 7fead8dbd640 1 -- 172.21.15.76:0/2511227054 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fead41f1c70 msgr2=0x7fead406ca80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:39.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.526+0000 7fead8dbd640 1 --2- 172.21.15.76:0/2511227054 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fead41f1c70 0x7fead406ca80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:39.532 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.526+0000 7fead8dbd640 1 -- 172.21.15.76:0/2511227054 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fead406dab0 con 0x7fead40c58e0 2024-09-13T16:12:39.532 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.526+0000 7fead8dbd640 1 --2- 172.21.15.76:0/2511227054 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fead40c58e0 0x7fead40c7390 secure :-1 s=READY pgs=1618 cs=0 l=1 rev1=1 crypto rx=0x7feacc035040 tx=0x7feacc009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:39.532 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.526+0000 7fead0ff9640 1 -- 172.21.15.76:0/2511227054 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feacc03c610 con 0x7fead40c58e0 2024-09-13T16:12:39.532 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.526+0000 7fead0ff9640 1 -- 172.21.15.76:0/2511227054 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feacc03c770 con 0x7fead40c58e0 2024-09-13T16:12:39.532 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.526+0000 7fead0ff9640 1 -- 172.21.15.76:0/2511227054 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feacc03cb00 con 0x7fead40c58e0 2024-09-13T16:12:39.532 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.526+0000 7feada820640 1 -- 172.21.15.76:0/2511227054 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fead40cc450 con 0x7fead40c58e0 2024-09-13T16:12:39.532 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.526+0000 7feada820640 1 -- 172.21.15.76:0/2511227054 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fead41543d0 con 0x7fead40c58e0 2024-09-13T16:12:39.532 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.527+0000 7feada820640 1 -- 172.21.15.76:0/2511227054 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fead40cc970 con 0x7fead40c58e0 2024-09-13T16:12:39.532 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.528+0000 7fead0ff9640 1 -- 172.21.15.76:0/2511227054 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7feacc039050 con 0x7fead40c58e0 2024-09-13T16:12:39.532 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.528+0000 7fead0ff9640 1 --2- 172.21.15.76:0/2511227054 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feac006ac30 0x7feac006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:39.532 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.528+0000 7fead0ff9640 1 -- 172.21.15.76:0/2511227054 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 6029+0+0 (secure 0 0 0) 0x7feacc0a9a00 con 0x7fead40c58e0 2024-09-13T16:12:39.532 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.528+0000 7fead3fff640 1 --2- 172.21.15.76:0/2511227054 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feac006ac30 0x7feac006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:39.532 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.528+0000 7fead3fff640 1 --2- 172.21.15.76:0/2511227054 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feac006ac30 0x7feac006d0f0 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7feac4005a70 tx=0x7feac4009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:39.533 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.532+0000 7fead0ff9640 1 -- 172.21.15.76:0/2511227054 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fead40cc970 con 0x7fead40c58e0 2024-09-13T16:12:39.732 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.730+0000 7feada820640 1 -- 172.21.15.76:0/2511227054 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fead40cc970 con 0x7fead40c58e0 2024-09-13T16:12:39.732 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.731+0000 7fead0ff9640 1 -- 172.21.15.76:0/2511227054 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 61 v61) v1 ==== 94+0+4736 (secure 0 0 0) 0x7fead40cc970 con 0x7fead40c58e0 2024-09-13T16:12:39.733 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:39.733 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":61,"default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6794,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/1506250925","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":1506250925},{"type":"v1","addr":"172.21.15.192:6833","nonce":1506250925}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":58},{"gid":6797,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/2760399189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":2760399189},{"type":"v1","addr":"172.21.15.192:6835","nonce":2760399189}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":58},{"gid":8544,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6836/637364378","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":637364378},{"type":"v1","addr":"172.21.15.76:6836","nonce":637364378}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":58}],"filesystems":[{"mdsmap":{"epoch":61,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:12:37.387266+0000","modified":"2024-09-13T16:12:39.396182+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":8547},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8547":{"gid":8547,"name":"a","rank":0,"incarnation":59,"state":"up:active","state_seq":3,"addr":"172.21.15.76:6837/486236722","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":486236722},{"type":"v1","addr":"172.21.15.76:6837","nonce":486236722}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[18],"metadata_pool":17,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":8}]} 2024-09-13T16:12:39.733 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 61 2024-09-13T16:12:39.734 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.732+0000 7feada820640 1 -- 172.21.15.76:0/2511227054 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feac006ac30 msgr2=0x7feac006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:39.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.732+0000 7feada820640 1 --2- 172.21.15.76:0/2511227054 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feac006ac30 0x7feac006d0f0 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7feac4005a70 tx=0x7feac4009040 comp rx=0 tx=0).stop 2024-09-13T16:12:39.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.732+0000 7feada820640 1 -- 172.21.15.76:0/2511227054 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fead40c58e0 msgr2=0x7fead40c7390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:39.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.733+0000 7feada820640 1 --2- 172.21.15.76:0/2511227054 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fead40c58e0 0x7fead40c7390 secure :-1 s=READY pgs=1618 cs=0 l=1 rev1=1 crypto rx=0x7feacc035040 tx=0x7feacc009750 comp rx=0 tx=0).stop 2024-09-13T16:12:39.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.733+0000 7feada820640 1 -- 172.21.15.76:0/2511227054 shutdown_connections 2024-09-13T16:12:39.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.733+0000 7feada820640 1 --2- 172.21.15.76:0/2511227054 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fead40c58e0 0x7fead40c7390 unknown :-1 s=CLOSED pgs=1618 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:39.736 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.733+0000 7feada820640 1 --2- 172.21.15.76:0/2511227054 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feac006ac30 0x7feac006d0f0 unknown :-1 s=CLOSED pgs=693 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:39.736 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.733+0000 7feada820640 1 --2- 172.21.15.76:0/2511227054 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fead406cfc0 0x7fead40c53a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:39.736 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.733+0000 7feada820640 1 --2- 172.21.15.76:0/2511227054 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fead41f1c70 0x7fead406ca80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:39.737 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.733+0000 7feada820640 1 -- 172.21.15.76:0/2511227054 >> 172.21.15.76:0/2511227054 conn(0x7fead4069ed0 msgr2=0x7fead40cad20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:39.737 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.733+0000 7feada820640 1 -- 172.21.15.76:0/2511227054 shutdown_connections 2024-09-13T16:12:39.737 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.733+0000 7feada820640 1 -- 172.21.15.76:0/2511227054 wait complete. 2024-09-13T16:12:39.745 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:12:39.774 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d has been restored 2024-09-13T16:12:39.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.842+0000 7fa1b994c640 1 Processor -- start 2024-09-13T16:12:39.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.842+0000 7fa1b994c640 1 -- start start 2024-09-13T16:12:39.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.842+0000 7fa1b994c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fa1b40cd520 0x7fa1b40b3820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:39.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.842+0000 7fa1b994c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa1b40cd900 0x7fa1b4160940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:39.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.842+0000 7fa1b994c640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fa1b40d1f60 0x7fa1b4160e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:39.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.842+0000 7fa1b994c640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa1b40d2e30 con 0x7fa1b40cd520 2024-09-13T16:12:39.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.842+0000 7fa1b994c640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa1b40ccbe0 con 0x7fa1b40d1f60 2024-09-13T16:12:39.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.842+0000 7fa1b994c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa1b40cce80 con 0x7fa1b40cd900 2024-09-13T16:12:39.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.842+0000 7fa1b2ffd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fa1b40cd520 0x7fa1b40b3820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:39.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.843+0000 7fa1b2ffd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fa1b40cd520 0x7fa1b40b3820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:35134/0 (socket says 172.21.15.76:35134) 2024-09-13T16:12:39.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.843+0000 7fa1b2ffd640 1 -- 172.21.15.76:0/251620454 learned_addr learned my addr 172.21.15.76:0/251620454 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:39.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.843+0000 7fa1b27fc640 1 --2- 172.21.15.76:0/251620454 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa1b40cd900 0x7fa1b4160940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:39.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.843+0000 7fa1b37fe640 1 --2- 172.21.15.76:0/251620454 >> v2:172.21.15.192:3300/0 conn(0x7fa1b40d1f60 0x7fa1b4160e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:39.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.843+0000 7fa1b2ffd640 1 -- 172.21.15.76:0/251620454 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa1b40cd900 msgr2=0x7fa1b4160940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:39.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.843+0000 7fa1b2ffd640 1 --2- 172.21.15.76:0/251620454 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa1b40cd900 0x7fa1b4160940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:39.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.843+0000 7fa1b2ffd640 1 -- 172.21.15.76:0/251620454 >> v2:172.21.15.192:3300/0 conn(0x7fa1b40d1f60 msgr2=0x7fa1b4160e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:39.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.843+0000 7fa1b2ffd640 1 --2- 172.21.15.76:0/251620454 >> v2:172.21.15.192:3300/0 conn(0x7fa1b40d1f60 0x7fa1b4160e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:39.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.843+0000 7fa1b2ffd640 1 -- 172.21.15.76:0/251620454 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa1b40d1750 con 0x7fa1b40cd520 2024-09-13T16:12:39.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.843+0000 7fa1b2ffd640 1 --2- 172.21.15.76:0/251620454 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa1b40cd520 0x7fa1b40b3820 secure :-1 s=READY pgs=1619 cs=0 l=1 rev1=1 crypto rx=0x7fa1b408b990 tx=0x7fa1ac02a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d1cf55343e8be661 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:39.848 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.844+0000 7fa1b1ffb640 1 -- 172.21.15.76:0/251620454 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1ac031600 con 0x7fa1b40cd520 2024-09-13T16:12:39.848 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.844+0000 7fa1b1ffb640 1 -- 172.21.15.76:0/251620454 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa1ac02d050 con 0x7fa1b40cd520 2024-09-13T16:12:39.848 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.844+0000 7fa1b1ffb640 1 -- 172.21.15.76:0/251620454 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1ac031980 con 0x7fa1b40cd520 2024-09-13T16:12:39.848 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.844+0000 7fa1b994c640 1 -- 172.21.15.76:0/251620454 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa1b40cd520 msgr2=0x7fa1b40b3820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:39.848 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.844+0000 7fa1b994c640 1 --2- 172.21.15.76:0/251620454 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa1b40cd520 0x7fa1b40b3820 secure :-1 s=READY pgs=1619 cs=0 l=1 rev1=1 crypto rx=0x7fa1b408b990 tx=0x7fa1ac02a730 comp rx=0 tx=0).stop 2024-09-13T16:12:39.848 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.844+0000 7fa1b994c640 1 -- 172.21.15.76:0/251620454 shutdown_connections 2024-09-13T16:12:39.848 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.844+0000 7fa1b994c640 1 --2- 172.21.15.76:0/251620454 >> v2:172.21.15.192:3300/0 conn(0x7fa1b40d1f60 0x7fa1b4160e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:39.848 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.844+0000 7fa1b994c640 1 --2- 172.21.15.76:0/251620454 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa1b40cd900 0x7fa1b4160940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:39.848 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.844+0000 7fa1b994c640 1 --2- 172.21.15.76:0/251620454 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa1b40cd520 0x7fa1b40b3820 unknown :-1 s=CLOSED pgs=1619 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:39.848 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.844+0000 7fa1b994c640 1 -- 172.21.15.76:0/251620454 >> 172.21.15.76:0/251620454 conn(0x7fa1b4089f60 msgr2=0x7fa1b40d24f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:39.848 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.844+0000 7fa1b994c640 1 -- 172.21.15.76:0/251620454 shutdown_connections 2024-09-13T16:12:39.849 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.844+0000 7fa1b994c640 1 -- 172.21.15.76:0/251620454 wait complete. 2024-09-13T16:12:39.851 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.845+0000 7fa1b994c640 1 Processor -- start 2024-09-13T16:12:39.851 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.846+0000 7fa1b994c640 1 -- start start 2024-09-13T16:12:39.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.846+0000 7fa1b994c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa1b40cd520 0x7fa1b40b5320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:39.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.846+0000 7fa1b994c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa1b40cd900 0x7fa1b4154ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:39.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.846+0000 7fa1b994c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa1b40d1f60 0x7fa1b41f5d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:39.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.846+0000 7fa1b994c640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1b40c7990 con 0x7fa1b40cd900 2024-09-13T16:12:39.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.846+0000 7fa1b994c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1b40c7f10 con 0x7fa1b40cd520 2024-09-13T16:12:39.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.846+0000 7fa1b994c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa1b4155220 con 0x7fa1b40d1f60 2024-09-13T16:12:39.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.846+0000 7fa1b27fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa1b40cd900 0x7fa1b4154ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:39.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.846+0000 7fa1b27fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa1b40cd900 0x7fa1b4154ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:35146/0 (socket says 172.21.15.76:35146) 2024-09-13T16:12:39.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.846+0000 7fa1b27fc640 1 -- 172.21.15.76:0/3087016185 learned_addr learned my addr 172.21.15.76:0/3087016185 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:39.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.847+0000 7fa1b37fe640 1 --2- 172.21.15.76:0/3087016185 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa1b40d1f60 0x7fa1b41f5d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:39.853 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.847+0000 7fa1b2ffd640 1 --2- 172.21.15.76:0/3087016185 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa1b40cd520 0x7fa1b40b5320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:39.853 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.847+0000 7fa1b27fc640 1 -- 172.21.15.76:0/3087016185 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa1b40d1f60 msgr2=0x7fa1b41f5d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:39.853 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.847+0000 7fa1b27fc640 1 --2- 172.21.15.76:0/3087016185 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa1b40d1f60 0x7fa1b41f5d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:39.853 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.847+0000 7fa1b27fc640 1 -- 172.21.15.76:0/3087016185 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa1b40cd520 msgr2=0x7fa1b40b5320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:39.853 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.847+0000 7fa1b27fc640 1 --2- 172.21.15.76:0/3087016185 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa1b40cd520 0x7fa1b40b5320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:39.853 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.847+0000 7fa1b27fc640 1 -- 172.21.15.76:0/3087016185 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa1ac009b30 con 0x7fa1b40cd900 2024-09-13T16:12:39.853 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.847+0000 7fa1b27fc640 1 --2- 172.21.15.76:0/3087016185 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa1b40cd900 0x7fa1b4154ce0 secure :-1 s=READY pgs=1620 cs=0 l=1 rev1=1 crypto rx=0x7fa1a800d7d0 tx=0x7fa1a800dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:39.853 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.847+0000 7fa19bfff640 1 -- 172.21.15.76:0/3087016185 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1a8004020 con 0x7fa1b40cd900 2024-09-13T16:12:39.853 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.847+0000 7fa19bfff640 1 -- 172.21.15.76:0/3087016185 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa1a80041a0 con 0x7fa1b40cd900 2024-09-13T16:12:39.853 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.847+0000 7fa1b994c640 1 -- 172.21.15.76:0/3087016185 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa1b41f67f0 con 0x7fa1b40cd900 2024-09-13T16:12:39.853 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.847+0000 7fa19bfff640 1 -- 172.21.15.76:0/3087016185 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1a8004350 con 0x7fa1b40cd900 2024-09-13T16:12:39.854 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.847+0000 7fa1b994c640 1 -- 172.21.15.76:0/3087016185 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa1b40c7ba0 con 0x7fa1b40cd900 2024-09-13T16:12:39.854 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.848+0000 7fa1b994c640 1 -- 172.21.15.76:0/3087016185 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa1b40cfdb0 con 0x7fa1b40cd900 2024-09-13T16:12:39.854 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.849+0000 7fa19bfff640 1 -- 172.21.15.76:0/3087016185 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fa1a80096a0 con 0x7fa1b40cd900 2024-09-13T16:12:39.854 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.849+0000 7fa19bfff640 1 --2- 172.21.15.76:0/3087016185 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa1a006ac00 0x7fa1a006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:39.854 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.849+0000 7fa19bfff640 1 -- 172.21.15.76:0/3087016185 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fa1a8089620 con 0x7fa1b40cd900 2024-09-13T16:12:39.854 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.849+0000 7fa1b2ffd640 1 --2- 172.21.15.76:0/3087016185 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa1a006ac00 0x7fa1a006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:39.854 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.849+0000 7fa1b2ffd640 1 --2- 172.21.15.76:0/3087016185 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa1a006ac00 0x7fa1a006d0c0 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7fa1ac033000 tx=0x7fa1ac009000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:39.855 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:39.853+0000 7fa19bfff640 1 -- 172.21.15.76:0/3087016185 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fa1a8054800 con 0x7fa1b40cd900 2024-09-13T16:12:40.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.015+0000 7fa1b994c640 1 -- 172.21.15.76:0/3087016185 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fa1b40b3820 con 0x7fa1b40cd900 2024-09-13T16:12:40.017 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.016+0000 7fa19bfff640 1 -- 172.21.15.76:0/3087016185 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v124) v1 ==== 74+0+16748 (secure 0 0 0) 0x7fa1a8057e20 con 0x7fa1b40cd900 2024-09-13T16:12:40.018 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:40.018 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":124,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:12:38.389508+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":18,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":17,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:12:35.555609+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"123","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":18,"pool_name":"cephfs_data","create_time":"2024-09-13T16:12:36.358350+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"124","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":122,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":122,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":122,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":122,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":122,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":122,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":122,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":122,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:12:40.020 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.018+0000 7fa1b994c640 1 -- 172.21.15.76:0/3087016185 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa1a006ac00 msgr2=0x7fa1a006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:40.020 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.018+0000 7fa1b994c640 1 --2- 172.21.15.76:0/3087016185 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa1a006ac00 0x7fa1a006d0c0 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7fa1ac033000 tx=0x7fa1ac009000 comp rx=0 tx=0).stop 2024-09-13T16:12:40.020 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.018+0000 7fa1b994c640 1 -- 172.21.15.76:0/3087016185 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa1b40cd900 msgr2=0x7fa1b4154ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:40.020 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.018+0000 7fa1b994c640 1 --2- 172.21.15.76:0/3087016185 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa1b40cd900 0x7fa1b4154ce0 secure :-1 s=READY pgs=1620 cs=0 l=1 rev1=1 crypto rx=0x7fa1a800d7d0 tx=0x7fa1a800dc90 comp rx=0 tx=0).stop 2024-09-13T16:12:40.020 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.018+0000 7fa1b994c640 1 -- 172.21.15.76:0/3087016185 shutdown_connections 2024-09-13T16:12:40.020 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.018+0000 7fa1b994c640 1 --2- 172.21.15.76:0/3087016185 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa1a006ac00 0x7fa1a006d0c0 unknown :-1 s=CLOSED pgs=694 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:40.020 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.018+0000 7fa1b994c640 1 --2- 172.21.15.76:0/3087016185 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa1b40d1f60 0x7fa1b41f5d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:40.020 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.018+0000 7fa1b994c640 1 --2- 172.21.15.76:0/3087016185 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa1b40cd900 0x7fa1b4154ce0 unknown :-1 s=CLOSED pgs=1620 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:40.020 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.018+0000 7fa1b994c640 1 --2- 172.21.15.76:0/3087016185 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa1b40cd520 0x7fa1b40b5320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:40.020 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.018+0000 7fa1b994c640 1 -- 172.21.15.76:0/3087016185 >> 172.21.15.76:0/3087016185 conn(0x7fa1b4089f60 msgr2=0x7fa1b40afb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:40.020 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.018+0000 7fa1b994c640 1 -- 172.21.15.76:0/3087016185 shutdown_connections 2024-09-13T16:12:40.020 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.018+0000 7fa1b994c640 1 -- 172.21.15.76:0/3087016185 wait complete. 2024-09-13T16:12:40.030 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-09-13T16:12:40.030 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:12:40.129 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.127+0000 7fccd9b9c640 1 Processor -- start 2024-09-13T16:12:40.129 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.127+0000 7fccd9b9c640 1 -- start start 2024-09-13T16:12:40.132 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.128+0000 7fccd9b9c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fccd4072110 0x7fccd4070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:40.132 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.128+0000 7fccd9b9c640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fccd40abdf0 con 0x7fccd4071d30 2024-09-13T16:12:40.132 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.128+0000 7fccd9b9c640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fccd40b2280 con 0x7fccd40c8920 2024-09-13T16:12:40.132 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.128+0000 7fccd9b9c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fccd40ab1e0 con 0x7fccd4072110 2024-09-13T16:12:40.132 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.128+0000 7fccd37fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fccd4071d30 0x7fccd40b1b70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:43050/0 (socket says 172.21.15.76:43050) 2024-09-13T16:12:40.132 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.128+0000 7fccd37fe640 1 -- 172.21.15.76:0/2205615535 learned_addr learned my addr 172.21.15.76:0/2205615535 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:12:40.132 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.128+0000 7fccd2ffd640 1 --2- 172.21.15.76:0/2205615535 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fccd4072110 0x7fccd4070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:40.132 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.128+0000 7fccd27fc640 1 -- 172.21.15.76:0/2205615535 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1508988539 0 0) 0x7fccd40abdf0 con 0x7fccd4071d30 2024-09-13T16:12:40.132 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.128+0000 7fccd27fc640 1 -- 172.21.15.76:0/2205615535 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fccbc003520 con 0x7fccd4071d30 2024-09-13T16:12:40.133 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.128+0000 7fccd27fc640 1 -- 172.21.15.76:0/2205615535 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 838074866 0 0) 0x7fccbc003520 con 0x7fccd4071d30 2024-09-13T16:12:40.133 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.128+0000 7fccd27fc640 1 -- 172.21.15.76:0/2205615535 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fccd4072110 msgr2=0x7fccd4070190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:40.133 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.128+0000 7fccd27fc640 1 --2- 172.21.15.76:0/2205615535 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fccd4072110 0x7fccd4070190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:40.133 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.128+0000 7fccd27fc640 1 -- 172.21.15.76:0/2205615535 >> v1:172.21.15.192:6789/0 conn(0x7fccd40c8920 legacy=0x7fccd40ac280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:40.133 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.128+0000 7fccd27fc640 1 -- 172.21.15.76:0/2205615535 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fccd40ab4c0 con 0x7fccd4071d30 2024-09-13T16:12:40.133 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.128+0000 7fccd27fc640 1 -- 172.21.15.76:0/2205615535 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7fccc40019f0 con 0x7fccd4071d30 2024-09-13T16:12:40.133 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.129+0000 7fccd27fc640 1 -- 172.21.15.76:0/2205615535 >> v1:172.21.15.76:6789/0 conn(0x7fccd4071d30 legacy=0x7fccd40b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:40.133 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.129+0000 7fccd27fc640 1 --2- 172.21.15.76:0/2205615535 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fccd4072110 0x7fccbc0039a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:40.133 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.129+0000 7fccd27fc640 1 --2- 172.21.15.76:0/2205615535 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fccbc003f20 0x7fccbc0047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:40.133 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.129+0000 7fccd27fc640 1 --2- 172.21.15.76:0/2205615535 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fccbc004d00 0x7fccbc005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:40.133 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.129+0000 7fccd27fc640 1 -- 172.21.15.76:0/2205615535 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fccd40ab1e0 con 0x7fccbc004d00 2024-09-13T16:12:40.133 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.129+0000 7fccd27fc640 1 -- 172.21.15.76:0/2205615535 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fccbc00ba60 con 0x7fccbc003f20 2024-09-13T16:12:40.133 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.129+0000 7fccd27fc640 1 -- 172.21.15.76:0/2205615535 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fccbc00bc20 con 0x7fccd4072110 2024-09-13T16:12:40.133 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.129+0000 7fccd3fff640 1 --2- 172.21.15.76:0/2205615535 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fccbc004d00 0x7fccbc005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:40.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.129+0000 7fccd37fe640 1 --2- 172.21.15.76:0/2205615535 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fccd4072110 0x7fccbc0039a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:40.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.129+0000 7fccd2ffd640 1 --2- 172.21.15.76:0/2205615535 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fccbc003f20 0x7fccbc0047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:40.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.129+0000 7fccd3fff640 1 -- 172.21.15.76:0/2205615535 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fccd4072110 msgr2=0x7fccbc0039a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:40.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.129+0000 7fccd3fff640 1 --2- 172.21.15.76:0/2205615535 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fccd4072110 0x7fccbc0039a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:40.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.129+0000 7fccd3fff640 1 -- 172.21.15.76:0/2205615535 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fccbc003f20 msgr2=0x7fccbc0047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:40.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.129+0000 7fccd3fff640 1 --2- 172.21.15.76:0/2205615535 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fccbc003f20 0x7fccbc0047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:40.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.129+0000 7fccd3fff640 1 -- 172.21.15.76:0/2205615535 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fccbc003520 con 0x7fccbc004d00 2024-09-13T16:12:40.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.130+0000 7fccd3fff640 1 --2- 172.21.15.76:0/2205615535 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fccbc004d00 0x7fccbc005180 secure :-1 s=READY pgs=1622 cs=0 l=1 rev1=1 crypto rx=0x7fcccc001750 tx=0x7fccbc0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d0d63b69feaa65 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:40.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.130+0000 7fccd27fc640 1 -- 172.21.15.76:0/2205615535 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcccc0052d0 con 0x7fccbc004d00 2024-09-13T16:12:40.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.130+0000 7fccd27fc640 1 -- 172.21.15.76:0/2205615535 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcccc005430 con 0x7fccbc004d00 2024-09-13T16:12:40.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.130+0000 7fccd27fc640 1 -- 172.21.15.76:0/2205615535 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcccc02abe0 con 0x7fccbc004d00 2024-09-13T16:12:40.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.130+0000 7fccd9b9c640 1 -- 172.21.15.76:0/2205615535 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fccbc004d00 msgr2=0x7fccbc005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:40.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.130+0000 7fccd9b9c640 1 --2- 172.21.15.76:0/2205615535 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fccbc004d00 0x7fccbc005180 secure :-1 s=READY pgs=1622 cs=0 l=1 rev1=1 crypto rx=0x7fcccc001750 tx=0x7fccbc0057f0 comp rx=0 tx=0).stop 2024-09-13T16:12:40.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.130+0000 7fccd3fff640 1 -- 172.21.15.76:0/2205615535 reap_dead start 2024-09-13T16:12:40.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.130+0000 7fccd9b9c640 1 -- 172.21.15.76:0/2205615535 shutdown_connections 2024-09-13T16:12:40.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.130+0000 7fccd9b9c640 1 -- 172.21.15.76:0/2205615535 >> 172.21.15.76:0/2205615535 conn(0x7fccd4069ed0 msgr2=0x7fccd406a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:40.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.130+0000 7fccd9b9c640 1 -- 172.21.15.76:0/2205615535 shutdown_connections 2024-09-13T16:12:40.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.130+0000 7fccd9b9c640 1 -- 172.21.15.76:0/2205615535 wait complete. 2024-09-13T16:12:40.137 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.131+0000 7fccd9b9c640 1 Processor -- start 2024-09-13T16:12:40.137 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.132+0000 7fccd9b9c640 1 -- start start 2024-09-13T16:12:40.137 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.132+0000 7fccd9b9c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fccbc004d00 0x7fccd40aff10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:40.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.132+0000 7fccd9b9c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fccd40972c0 0x7fccd40b0450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:40.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.132+0000 7fccd9b9c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fccd41555c0 0x7fccd4155a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:40.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.132+0000 7fccd9b9c640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fccd40b0b40 con 0x7fccd41555c0 2024-09-13T16:12:40.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.132+0000 7fccd9b9c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fccd40713a0 con 0x7fccd40972c0 2024-09-13T16:12:40.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.132+0000 7fccd9b9c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fccd40c7ec0 con 0x7fccbc004d00 2024-09-13T16:12:40.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.132+0000 7fccd3fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fccd41555c0 0x7fccd4155a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:40.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.133+0000 7fccd3fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fccd41555c0 0x7fccd4155a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:35168/0 (socket says 172.21.15.76:35168) 2024-09-13T16:12:40.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.133+0000 7fccd3fff640 1 -- 172.21.15.76:0/1348546199 learned_addr learned my addr 172.21.15.76:0/1348546199 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:40.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.133+0000 7fccd37fe640 1 --2- 172.21.15.76:0/1348546199 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fccbc004d00 0x7fccd40aff10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:40.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.133+0000 7fccd2ffd640 1 --2- 172.21.15.76:0/1348546199 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fccd40972c0 0x7fccd40b0450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:40.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.133+0000 7fccd3fff640 1 -- 172.21.15.76:0/1348546199 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fccbc004d00 msgr2=0x7fccd40aff10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:40.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.133+0000 7fccd3fff640 1 --2- 172.21.15.76:0/1348546199 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fccbc004d00 0x7fccd40aff10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:40.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.133+0000 7fccd3fff640 1 -- 172.21.15.76:0/1348546199 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fccd40972c0 msgr2=0x7fccd40b0450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:40.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.133+0000 7fccd3fff640 1 --2- 172.21.15.76:0/1348546199 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fccd40972c0 0x7fccd40b0450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:40.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.133+0000 7fccd3fff640 1 -- 172.21.15.76:0/1348546199 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fccd4071070 con 0x7fccd41555c0 2024-09-13T16:12:40.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.133+0000 7fccd2ffd640 1 --2- 172.21.15.76:0/1348546199 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fccd40972c0 0x7fccd40b0450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:12:40.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.133+0000 7fccd3fff640 1 --2- 172.21.15.76:0/1348546199 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fccd41555c0 0x7fccd4155a50 secure :-1 s=READY pgs=1623 cs=0 l=1 rev1=1 crypto rx=0x7fcccc001870 tx=0x7fcccc001120 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:40.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.133+0000 7fccbbfff640 1 -- 172.21.15.76:0/1348546199 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcccc007570 con 0x7fccd41555c0 2024-09-13T16:12:40.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.133+0000 7fccbbfff640 1 -- 172.21.15.76:0/1348546199 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcccc0076d0 con 0x7fccd41555c0 2024-09-13T16:12:40.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.133+0000 7fccd9b9c640 1 -- 172.21.15.76:0/1348546199 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fccd40c8160 con 0x7fccd41555c0 2024-09-13T16:12:40.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.133+0000 7fccbbfff640 1 -- 172.21.15.76:0/1348546199 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcccc006a10 con 0x7fccd41555c0 2024-09-13T16:12:40.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.133+0000 7fccd9b9c640 1 -- 172.21.15.76:0/1348546199 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fccd40c9c30 con 0x7fccd41555c0 2024-09-13T16:12:40.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.134+0000 7fccd9b9c640 1 -- 172.21.15.76:0/1348546199 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fccd40c9c30 con 0x7fccd41555c0 2024-09-13T16:12:40.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.135+0000 7fccbbfff640 1 -- 172.21.15.76:0/1348546199 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fcccc006b70 con 0x7fccd41555c0 2024-09-13T16:12:40.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.135+0000 7fccbbfff640 1 --2- 172.21.15.76:0/1348546199 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fccc006ac30 0x7fccc006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:40.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.135+0000 7fccbbfff640 1 -- 172.21.15.76:0/1348546199 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fcccc0a8f40 con 0x7fccd41555c0 2024-09-13T16:12:40.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.135+0000 7fccd37fe640 1 --2- 172.21.15.76:0/1348546199 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fccc006ac30 0x7fccc006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:40.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.136+0000 7fccd37fe640 1 --2- 172.21.15.76:0/1348546199 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fccc006ac30 0x7fccc006d0f0 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7fccd40c5000 tx=0x7fccc4006040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:40.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.139+0000 7fccbbfff640 1 -- 172.21.15.76:0/1348546199 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fcccc073fe0 con 0x7fccd41555c0 2024-09-13T16:12:40.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.299+0000 7fccd9b9c640 1 -- 172.21.15.76:0/1348546199 --> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fccd40aba80 con 0x7fccc006ac30 2024-09-13T16:12:40.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.306+0000 7fccbbfff640 1 -- 172.21.15.76:0/1348546199 <== mgr.4104 v2:172.21.15.76:6832/911852275 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+278159 (secure 0 0 0) 0x7fccc4004da0 con 0x7fccc006ac30 2024-09-13T16:12:40.310 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:40.312 INFO:teuthology.orchestra.run.smithi076.stderr:dumped all 2024-09-13T16:12:40.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.309+0000 7fccd9b9c640 1 -- 172.21.15.76:0/1348546199 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fccc006ac30 msgr2=0x7fccc006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:40.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.309+0000 7fccd9b9c640 1 --2- 172.21.15.76:0/1348546199 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fccc006ac30 0x7fccc006d0f0 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7fccd40c5000 tx=0x7fccc4006040 comp rx=0 tx=0).stop 2024-09-13T16:12:40.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.309+0000 7fccd9b9c640 1 -- 172.21.15.76:0/1348546199 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fccd41555c0 msgr2=0x7fccd4155a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:40.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.309+0000 7fccd9b9c640 1 --2- 172.21.15.76:0/1348546199 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fccd41555c0 0x7fccd4155a50 secure :-1 s=READY pgs=1623 cs=0 l=1 rev1=1 crypto rx=0x7fcccc001870 tx=0x7fcccc001120 comp rx=0 tx=0).stop 2024-09-13T16:12:40.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.309+0000 7fccd9b9c640 1 -- 172.21.15.76:0/1348546199 shutdown_connections 2024-09-13T16:12:40.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.309+0000 7fccd9b9c640 1 --2- 172.21.15.76:0/1348546199 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fccd41555c0 0x7fccd4155a50 unknown :-1 s=CLOSED pgs=1623 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:40.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.309+0000 7fccd9b9c640 1 --2- 172.21.15.76:0/1348546199 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fccd40972c0 0x7fccd40b0450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:40.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.309+0000 7fccd9b9c640 1 --2- 172.21.15.76:0/1348546199 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fccc006ac30 0x7fccc006d0f0 unknown :-1 s=CLOSED pgs=695 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:40.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.309+0000 7fccd9b9c640 1 --2- 172.21.15.76:0/1348546199 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fccbc004d00 0x7fccd40aff10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:40.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.309+0000 7fccd9b9c640 1 -- 172.21.15.76:0/1348546199 >> 172.21.15.76:0/1348546199 conn(0x7fccd4069ed0 msgr2=0x7fccd40cc8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:40.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.309+0000 7fccd9b9c640 1 -- 172.21.15.76:0/1348546199 shutdown_connections 2024-09-13T16:12:40.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.309+0000 7fccd9b9c640 1 -- 172.21.15.76:0/1348546199 wait complete. 2024-09-13T16:12:40.321 INFO:teuthology.orchestra.run.smithi076.stdout:{"pg_ready":true,"pg_map":{"version":454,"stamp":"2024-09-13T16:12:39.068865+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":58,"acting":58,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":8,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":6,"kb":754974720,"kb_used":770948,"kb_used_data":12848,"kb_used_omap":12,"kb_used_meta":757939,"kb_avail":754203772,"statfs":{"total":773094113280,"available":772304662528,"internally_reserved":0,"allocated":13156352,"data_stored":6660316,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":776130105},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000584"},"pg_stats":[{"pgid":"18.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.1f","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.044954+0000","last_change":"2024-09-13T16:12:36.044954+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.044954+0000","last_undegraded":"2024-09-13T16:12:36.044954+0000","last_fullsized":"2024-09-13T16:12:36.044954+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:39:58.393403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:36.034586+0000","last_change":"2024-09-13T16:12:36.034586+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.034586+0000","last_undegraded":"2024-09-13T16:12:36.034586+0000","last_fullsized":"2024-09-13T16:12:36.034586+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.1d","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.046954+0000","last_change":"2024-09-13T16:12:36.046954+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.046954+0000","last_undegraded":"2024-09-13T16:12:36.046954+0000","last_fullsized":"2024-09-13T16:12:36.046954+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:37:23.415195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:36.034586+0000","last_change":"2024-09-13T16:12:36.034586+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.034586+0000","last_undegraded":"2024-09-13T16:12:36.034586+0000","last_fullsized":"2024-09-13T16:12:36.034586+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.1b","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.042950+0000","last_change":"2024-09-13T16:12:36.042950+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.042950+0000","last_undegraded":"2024-09-13T16:12:36.042950+0000","last_fullsized":"2024-09-13T16:12:36.042950+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:42:07.090192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.1a","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.041826+0000","last_change":"2024-09-13T16:12:36.041826+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.041826+0000","last_undegraded":"2024-09-13T16:12:36.041826+0000","last_fullsized":"2024-09-13T16:12:36.041826+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:47:23.216108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.19","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.041593+0000","last_change":"2024-09-13T16:12:36.041593+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.041593+0000","last_undegraded":"2024-09-13T16:12:36.041593+0000","last_fullsized":"2024-09-13T16:12:36.041593+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:14:04.996307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"18.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.18","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.041824+0000","last_change":"2024-09-13T16:12:36.041824+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.041824+0000","last_undegraded":"2024-09-13T16:12:36.041824+0000","last_fullsized":"2024-09-13T16:12:36.041824+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:30:00.318138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.17","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.044175+0000","last_change":"2024-09-13T16:12:36.044175+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.044175+0000","last_undegraded":"2024-09-13T16:12:36.044175+0000","last_fullsized":"2024-09-13T16:12:36.044175+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:07:35.297449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.16","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.041577+0000","last_change":"2024-09-13T16:12:36.041577+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.041577+0000","last_undegraded":"2024-09-13T16:12:36.041577+0000","last_fullsized":"2024-09-13T16:12:36.041577+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:54:49.239367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"18.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.15","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.041581+0000","last_change":"2024-09-13T16:12:36.041581+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.041581+0000","last_undegraded":"2024-09-13T16:12:36.041581+0000","last_fullsized":"2024-09-13T16:12:36.041581+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:57:45.493633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[7],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"18.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.14","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.044881+0000","last_change":"2024-09-13T16:12:36.044881+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.044881+0000","last_undegraded":"2024-09-13T16:12:36.044881+0000","last_fullsized":"2024-09-13T16:12:36.044881+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:33:40.149228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.13","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.044845+0000","last_change":"2024-09-13T16:12:36.044845+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.044845+0000","last_undegraded":"2024-09-13T16:12:36.044845+0000","last_fullsized":"2024-09-13T16:12:36.044845+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:29:37.781264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.12","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.044758+0000","last_change":"2024-09-13T16:12:36.044758+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.044758+0000","last_undegraded":"2024-09-13T16:12:36.044758+0000","last_fullsized":"2024-09-13T16:12:36.044758+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:28:08.819562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.11","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.046436+0000","last_change":"2024-09-13T16:12:36.046436+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.046436+0000","last_undegraded":"2024-09-13T16:12:36.046436+0000","last_fullsized":"2024-09-13T16:12:36.046436+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:30:57.040314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:36.034586+0000","last_change":"2024-09-13T16:12:36.034586+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.034586+0000","last_undegraded":"2024-09-13T16:12:36.034586+0000","last_fullsized":"2024-09-13T16:12:36.034586+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:36.034586+0000","last_change":"2024-09-13T16:12:36.034586+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.034586+0000","last_undegraded":"2024-09-13T16:12:36.034586+0000","last_fullsized":"2024-09-13T16:12:36.034586+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.d","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.046489+0000","last_change":"2024-09-13T16:12:36.046489+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.046489+0000","last_undegraded":"2024-09-13T16:12:36.046489+0000","last_fullsized":"2024-09-13T16:12:36.046489+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:08:32.266083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.c","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.046671+0000","last_change":"2024-09-13T16:12:36.046671+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.046671+0000","last_undegraded":"2024-09-13T16:12:36.046671+0000","last_fullsized":"2024-09-13T16:12:36.046671+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:14:49.690115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.b","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.041807+0000","last_change":"2024-09-13T16:12:36.041807+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.041807+0000","last_undegraded":"2024-09-13T16:12:36.041807+0000","last_fullsized":"2024-09-13T16:12:36.041807+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:31:06.754153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.a","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.044622+0000","last_change":"2024-09-13T16:12:36.044622+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.044622+0000","last_undegraded":"2024-09-13T16:12:36.044622+0000","last_fullsized":"2024-09-13T16:12:36.044622+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:42:41.431094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.9","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.044794+0000","last_change":"2024-09-13T16:12:36.044794+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.044794+0000","last_undegraded":"2024-09-13T16:12:36.044794+0000","last_fullsized":"2024-09-13T16:12:36.044794+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:35:00.852128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.8","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.045212+0000","last_change":"2024-09-13T16:12:36.045212+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.045212+0000","last_undegraded":"2024-09-13T16:12:36.045212+0000","last_fullsized":"2024-09-13T16:12:36.045212+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:54:12.253985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.7","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.041815+0000","last_change":"2024-09-13T16:12:36.041815+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.041815+0000","last_undegraded":"2024-09-13T16:12:36.041815+0000","last_fullsized":"2024-09-13T16:12:36.041815+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:51:26.472409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.6","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.044233+0000","last_change":"2024-09-13T16:12:36.044233+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.044233+0000","last_undegraded":"2024-09-13T16:12:36.044233+0000","last_fullsized":"2024-09-13T16:12:36.044233+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:35:10.081703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.5","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.044357+0000","last_change":"2024-09-13T16:12:36.044357+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.044357+0000","last_undegraded":"2024-09-13T16:12:36.044357+0000","last_fullsized":"2024-09-13T16:12:36.044357+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:54:01.954237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.4","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.041791+0000","last_change":"2024-09-13T16:12:36.041791+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.041791+0000","last_undegraded":"2024-09-13T16:12:36.041791+0000","last_fullsized":"2024-09-13T16:12:36.041791+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:33:09.455210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.3","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.042317+0000","last_change":"2024-09-13T16:12:36.042317+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.042317+0000","last_undegraded":"2024-09-13T16:12:36.042317+0000","last_fullsized":"2024-09-13T16:12:36.042317+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:27:27.478497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.2","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.042081+0000","last_change":"2024-09-13T16:12:36.042081+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.042081+0000","last_undegraded":"2024-09-13T16:12:36.042081+0000","last_fullsized":"2024-09-13T16:12:36.042081+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:13:56.541498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.1","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.041784+0000","last_change":"2024-09-13T16:12:36.041784+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.041784+0000","last_undegraded":"2024-09-13T16:12:36.041784+0000","last_fullsized":"2024-09-13T16:12:36.041784+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:19:59.479148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.0","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.044437+0000","last_change":"2024-09-13T16:12:36.044437+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.044437+0000","last_undegraded":"2024-09-13T16:12:36.044437+0000","last_fullsized":"2024-09-13T16:12:36.044437+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:15:07.488644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.10","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.044751+0000","last_change":"2024-09-13T16:12:36.044751+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.044751+0000","last_undegraded":"2024-09-13T16:12:36.044751+0000","last_fullsized":"2024-09-13T16:12:36.044751+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:15:53.354009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":251,"reported_epoch":120,"state":"active+clean","last_fresh":"2024-09-13T16:12:34.067686+0000","last_change":"2024-09-13T16:01:29.143297+0000","last_active":"2024-09-13T16:12:34.067686+0000","last_peered":"2024-09-13T16:12:34.067686+0000","last_clean":"2024-09-13T16:12:34.067686+0000","last_became_active":"2024-09-13T16:01:29.142269+0000","last_became_peered":"2024-09-13T16:01:29.142269+0000","last_unstale":"2024-09-13T16:12:34.067686+0000","last_undegraded":"2024-09-13T16:12:34.067686+0000","last_fullsized":"2024-09-13T16:12:34.067686+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:27.864638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:27.864638+0000","last_clean_scrub_stamp":"2024-09-13T16:01:27.864638+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:25:24.741463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":18,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":17,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":56,"acting":56,"num_store_stats":6},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":14,"seq":60129542283,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":135052,"kb_used_data":1472,"kb_used_omap":1,"kb_used_meta":133566,"kb_avail":94236788,"statfs":{"total":96636764160,"available":96498470912,"internally_reserved":0,"allocated":1507328,"data_stored":690401,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":136772040},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:50 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.40400000000000003,"15min":0.35999999999999999},"min":{"1min":0.24399999999999999,"5min":0.185,"15min":0.183},"max":{"1min":0.63500000000000001,"5min":4.4610000000000003,"15min":4.4610000000000003},"last":0.22},{"interface":"front","average":{"1min":0.374,"5min":0.36699999999999999,"15min":0.32900000000000001},"min":{"1min":0.254,"5min":0.17999999999999999,"15min":0.17899999999999999},"max":{"1min":0.52200000000000002,"5min":1.2410000000000001,"15min":1.2410000000000001},"last":0.315}]},{"osd":1,"last update":"Fri Sep 13 16:11:50 2024","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.42899999999999999,"15min":0.35199999999999998},"min":{"1min":0.249,"5min":0.20000000000000001,"15min":0.182},"max":{"1min":0.64100000000000001,"5min":7.2389999999999999,"15min":7.2389999999999999},"last":0.23400000000000001},{"interface":"front","average":{"1min":0.42099999999999999,"5min":0.45700000000000002,"15min":0.38800000000000001},"min":{"1min":0.26400000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.64900000000000002,"5min":6.4429999999999996,"15min":6.4429999999999996},"last":0.28100000000000003}]},{"osd":2,"last update":"Fri Sep 13 16:11:50 2024","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.42499999999999999,"15min":0.38600000000000001},"min":{"1min":0.28499999999999998,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.68899999999999995,"5min":2.6339999999999999,"15min":2.6339999999999999},"last":0.29999999999999999},{"interface":"front","average":{"1min":0.432,"5min":0.42399999999999999,"15min":0.39300000000000002},"min":{"1min":0.312,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.58499999999999996,"5min":0.82099999999999995,"15min":0.92500000000000004},"last":0.34300000000000003}]},{"osd":4,"last update":"Fri Sep 13 16:11:50 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.59199999999999997,"15min":0.54200000000000004},"min":{"1min":0.39200000000000002,"5min":0.29099999999999998,"15min":0.28399999999999997},"max":{"1min":0.82999999999999996,"5min":1.216,"15min":1.216},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.62,"15min":0.57099999999999995},"min":{"1min":0.42499999999999999,"5min":0.29699999999999999,"15min":0.27600000000000002},"max":{"1min":0.81899999999999995,"5min":2.6070000000000002,"15min":2.6070000000000002},"last":0.496}]},{"osd":5,"last update":"Fri Sep 13 16:11:50 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.61299999999999999,"15min":0.55800000000000005},"min":{"1min":0.38800000000000001,"5min":0.30299999999999999,"15min":0.28100000000000003},"max":{"1min":0.79100000000000004,"5min":2.5449999999999999,"15min":2.5449999999999999},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.629,"15min":0.57799999999999996},"min":{"1min":0.44900000000000001,"5min":0.311,"15min":0.311},"max":{"1min":0.76600000000000001,"5min":1.5269999999999999,"15min":1.5269999999999999},"last":0.48099999999999998}]},{"osd":6,"last update":"Fri Sep 13 16:11:50 2024","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.622,"15min":0.58499999999999996},"min":{"1min":0.45200000000000001,"5min":0.35199999999999998,"15min":0.31900000000000001},"max":{"1min":0.754,"5min":1.0169999999999999,"15min":1.0169999999999999},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.629,"5min":0.61699999999999999,"15min":0.57799999999999996},"min":{"1min":0.46000000000000002,"5min":0.32600000000000001,"15min":0.32200000000000001},"max":{"1min":0.79200000000000004,"5min":1.131,"15min":1.131},"last":0.51600000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:11:50 2024","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.63700000000000001,"15min":0.59299999999999997},"min":{"1min":0.42999999999999999,"5min":0.36199999999999999,"15min":0.35499999999999998},"max":{"1min":0.81299999999999994,"5min":1.649,"15min":1.649},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.623,"5min":0.64000000000000001,"15min":0.59199999999999997},"min":{"1min":0.45700000000000002,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.77800000000000002,"5min":2.581,"15min":2.581},"last":0.53300000000000003}]}]},{"osd":7,"up_from":13,"seq":55834574985,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":83144,"kb_used_data":2040,"kb_used_omap":1,"kb_used_meta":81086,"kb_avail":94288696,"statfs":{"total":96636764160,"available":96551624704,"internally_reserved":0,"allocated":2088960,"data_stored":1274632,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":83032523},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.499,"15min":0.47499999999999998},"min":{"1min":0.38500000000000001,"5min":0.193,"15min":0.193},"max":{"1min":0.68100000000000005,"5min":0.73699999999999999,"15min":0.81000000000000005},"last":0.58399999999999996},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.52400000000000002,"15min":0.503},"min":{"1min":0.28799999999999998,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.68500000000000005,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.54200000000000004}]},{"osd":1,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.496,"15min":0.49399999999999999},"min":{"1min":0.42599999999999999,"5min":0.23499999999999999,"15min":0.22},"max":{"1min":0.70699999999999996,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.54100000000000004,"15min":0.51000000000000001},"min":{"1min":0.34599999999999997,"5min":0.27400000000000002,"15min":0.23400000000000001},"max":{"1min":0.68600000000000005,"5min":0.81100000000000005,"15min":0.90300000000000002},"last":0.46500000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.55800000000000005,"15min":0.57899999999999996},"min":{"1min":0.43099999999999999,"5min":0.29399999999999998,"15min":0.23999999999999999},"max":{"1min":0.68500000000000005,"5min":0.79900000000000004,"15min":2.2919999999999998},"last":0.61399999999999999},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.54000000000000004,"15min":0.52900000000000003},"min":{"1min":0.35599999999999998,"5min":0.28599999999999998,"15min":0.255},"max":{"1min":0.67800000000000005,"5min":0.74199999999999999,"15min":0.86399999999999999},"last":0.55700000000000005}]},{"osd":3,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.54500000000000004,"15min":0.51900000000000002},"min":{"1min":0.40400000000000003,"5min":0.27400000000000002,"15min":0.255},"max":{"1min":0.70699999999999996,"5min":0.78000000000000003,"15min":0.83599999999999997},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.53800000000000003,"15min":0.51300000000000001},"min":{"1min":0.34599999999999997,"5min":0.31900000000000001,"15min":0.26700000000000002},"max":{"1min":0.69399999999999995,"5min":0.81000000000000005,"15min":0.88100000000000001},"last":0.56599999999999995}]},{"osd":4,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":0.47099999999999997,"15min":0.44500000000000001},"min":{"1min":0.376,"5min":0.255,"15min":0.23400000000000001},"max":{"1min":0.71699999999999997,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.505},{"interface":"front","average":{"1min":0.48799999999999999,"5min":0.48499999999999999,"15min":0.45900000000000002},"min":{"1min":0.29599999999999999,"5min":0.28199999999999997,"15min":0.249},"max":{"1min":0.71499999999999997,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.48399999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.51500000000000001,"15min":0.49299999999999999},"min":{"1min":0.33200000000000002,"5min":0.29299999999999998,"15min":0.25600000000000001},"max":{"1min":0.70299999999999996,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.67100000000000004},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.58199999999999996,"15min":0.55400000000000005},"min":{"1min":0.45900000000000002,"5min":0.34200000000000003,"15min":0.33700000000000002},"max":{"1min":0.71799999999999997,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.65100000000000002}]},{"osd":6,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.54400000000000004,"15min":0.51900000000000002},"min":{"1min":0.36599999999999999,"5min":0.33000000000000002,"15min":0.32300000000000001},"max":{"1min":0.72999999999999998,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54800000000000004,"15min":0.53400000000000003},"min":{"1min":0.432,"5min":0.315,"15min":0.315},"max":{"1min":0.73799999999999999,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.68500000000000005}]}]},{"osd":6,"up_from":13,"seq":55834574985,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":100680,"kb_used_data":1460,"kb_used_omap":1,"kb_used_meta":99198,"kb_avail":94271160,"statfs":{"total":96636764160,"available":96533667840,"internally_reserved":0,"allocated":1495040,"data_stored":684264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":101579207},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:52 2024","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.54500000000000004,"15min":0.51900000000000002},"min":{"1min":0.46100000000000002,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.79800000000000004,"5min":0.80700000000000005,"15min":0.97099999999999997},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.55100000000000005,"15min":0.52300000000000002},"min":{"1min":0.44600000000000001,"5min":0.25900000000000001,"15min":0.22500000000000001},"max":{"1min":0.746,"5min":1.224,"15min":1.224},"last":0.63300000000000001}]},{"osd":1,"last update":"Fri Sep 13 16:11:52 2024","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.51800000000000002,"15min":0.50800000000000001},"min":{"1min":0.45500000000000002,"5min":0.23000000000000001,"15min":0.21099999999999999},"max":{"1min":0.77500000000000002,"5min":0.82299999999999995,"15min":1.0940000000000001},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.51400000000000001,"15min":0.49399999999999999},"min":{"1min":0.40699999999999997,"5min":0.26300000000000001,"15min":0.247},"max":{"1min":0.69999999999999996,"5min":1.1879999999999999,"15min":1.1879999999999999},"last":0.52900000000000003}]},{"osd":2,"last update":"Fri Sep 13 16:11:52 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.52800000000000002,"15min":0.505},"min":{"1min":0.42299999999999999,"5min":0.25800000000000001,"15min":0.247},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.94799999999999995},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.54200000000000004,"15min":0.54400000000000004},"min":{"1min":0.44400000000000001,"5min":0.28199999999999997,"15min":0.27000000000000002},"max":{"1min":0.76800000000000002,"5min":0.83799999999999997,"15min":0.91800000000000004},"last":0.59399999999999997}]},{"osd":3,"last update":"Fri Sep 13 16:11:52 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.55400000000000005,"15min":0.54000000000000004},"min":{"1min":0.39400000000000002,"5min":0.28599999999999998,"15min":0.252},"max":{"1min":0.90700000000000003,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.627,"5min":0.57499999999999996,"15min":0.56599999999999995},"min":{"1min":0.52200000000000002,"5min":0.30599999999999999,"15min":0.25900000000000001},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.70599999999999996}]},{"osd":4,"last update":"Fri Sep 13 16:11:52 2024","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.47599999999999998,"15min":0.47299999999999998},"min":{"1min":0.32500000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.81200000000000006,"5min":1.1559999999999999,"15min":1.1559999999999999},"last":0.58199999999999996},{"interface":"front","average":{"1min":0.503,"5min":0.50600000000000001,"15min":0.502},"min":{"1min":0.39500000000000002,"5min":0.25700000000000001,"15min":0.23899999999999999},"max":{"1min":0.73399999999999999,"5min":0.83599999999999997,"15min":0.88900000000000001},"last":0.33600000000000002}]},{"osd":5,"last update":"Fri Sep 13 16:11:52 2024","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.53200000000000003,"15min":0.53500000000000003},"min":{"1min":0.36399999999999999,"5min":0.309,"15min":0.29399999999999998},"max":{"1min":0.76800000000000002,"5min":0.79500000000000004,"15min":0.82099999999999995},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.53300000000000003,"15min":0.54300000000000004},"min":{"1min":0.36799999999999999,"5min":0.33800000000000002,"15min":0.26400000000000001},"max":{"1min":0.878,"5min":0.878,"15min":0.93999999999999995},"last":0.40400000000000003}]},{"osd":7,"last update":"Fri Sep 13 16:11:52 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.54000000000000004,"15min":0.53500000000000003},"min":{"1min":0.34699999999999998,"5min":0.32400000000000001,"15min":0.254},"max":{"1min":0.86499999999999999,"5min":1.1080000000000001,"15min":1.1080000000000001},"last":0.48399999999999999},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.60699999999999998,"15min":0.59899999999999998},"min":{"1min":0.45600000000000002,"5min":0.35899999999999999,"15min":0.33800000000000002},"max":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.92600000000000005},"last":0.60199999999999998}]}]},{"osd":5,"up_from":13,"seq":55834574984,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":76868,"kb_used_data":1460,"kb_used_omap":1,"kb_used_meta":75390,"kb_avail":94294972,"statfs":{"total":96636764160,"available":96558051328,"internally_reserved":0,"allocated":1495040,"data_stored":684264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":77199814},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.53400000000000003,"15min":0.48599999999999999},"min":{"1min":0.48699999999999999,"5min":0.216,"15min":0.215},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.51800000000000002,"15min":0.48799999999999999},"min":{"1min":0.439,"5min":0.29099999999999998,"15min":0.219},"max":{"1min":0.72499999999999998,"5min":0.79200000000000004,"15min":0.79400000000000004},"last":0.56000000000000005}]},{"osd":1,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.53800000000000003,"15min":0.504},"min":{"1min":0.46899999999999997,"5min":0.26600000000000001,"15min":0.24299999999999999},"max":{"1min":0.69599999999999995,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.52400000000000002,"15min":0.50600000000000001},"min":{"1min":0.379,"5min":0.26300000000000001,"15min":0.24299999999999999},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.85799999999999998},"last":0.59799999999999998}]},{"osd":2,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.53700000000000003,"15min":0.50600000000000001},"min":{"1min":0.46300000000000002,"5min":0.249,"15min":0.249},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.77500000000000002},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.54000000000000004,"15min":0.53800000000000003},"min":{"1min":0.42099999999999999,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.70299999999999996,"5min":1.6000000000000001,"15min":1.6000000000000001},"last":0.70499999999999996}]},{"osd":3,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.56100000000000005,"15min":0.53400000000000003},"min":{"1min":0.442,"5min":0.29099999999999998,"15min":0.252},"max":{"1min":0.79200000000000004,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.495},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.59899999999999998,"15min":0.57799999999999996},"min":{"1min":0.45400000000000001,"5min":0.316,"15min":0.314},"max":{"1min":0.76600000000000001,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.67900000000000005}]},{"osd":4,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.48299999999999998,"5min":0.47799999999999998,"15min":0.497},"min":{"1min":0.314,"5min":0.26600000000000001,"15min":0.254},"max":{"1min":0.95999999999999996,"5min":1.377,"15min":1.377},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.47799999999999998,"15min":0.496},"min":{"1min":0.34999999999999998,"5min":0.27300000000000002,"15min":0.23799999999999999},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.93799999999999994},"last":0.379}]},{"osd":6,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.47899999999999998,"15min":0.49399999999999999},"min":{"1min":0.33500000000000002,"5min":0.25800000000000001,"15min":0.251},"max":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.71899999999999997},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.52700000000000002,"15min":0.54100000000000004},"min":{"1min":0.39100000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":1.036},"last":0.53100000000000003}]},{"osd":7,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.50800000000000001,"15min":0.51900000000000002},"min":{"1min":0.32600000000000001,"5min":0.31900000000000001,"15min":0.27600000000000002},"max":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.90100000000000002},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.54100000000000004,"15min":0.55000000000000004},"min":{"1min":0.38300000000000001,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.877,"5min":0.89500000000000002,"15min":0.90900000000000003},"last":0.69199999999999995}]}]},{"osd":4,"up_from":13,"seq":55834574985,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":86668,"kb_used_data":1460,"kb_used_omap":1,"kb_used_meta":85182,"kb_avail":94285172,"statfs":{"total":96636764160,"available":96548016128,"internally_reserved":0,"allocated":1495040,"data_stored":684264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":87226822},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.56299999999999994,"15min":0.49099999999999999},"min":{"1min":0.34699999999999998,"5min":0.25600000000000001,"15min":0.19400000000000001},"max":{"1min":0.67800000000000005,"5min":5.7510000000000003,"15min":5.7510000000000003},"last":0.29799999999999999},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.73099999999999998,"15min":0.54400000000000004},"min":{"1min":0.373,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.76800000000000002,"5min":18.648,"15min":18.648},"last":0.40899999999999997}]},{"osd":1,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.76100000000000001,"15min":0.55700000000000005},"min":{"1min":0.38100000000000001,"5min":0.221,"15min":0.221},"max":{"1min":0.82899999999999996,"5min":20.414000000000001,"15min":20.414000000000001},"last":0.497},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.77100000000000002,"15min":0.58799999999999997},"min":{"1min":0.42699999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.73199999999999998,"5min":20.018000000000001,"15min":20.018000000000001},"last":0.48799999999999999}]},{"osd":2,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.56299999999999994,"15min":0.51300000000000001},"min":{"1min":0.44,"5min":0.28000000000000003,"15min":0.26400000000000001},"max":{"1min":0.872,"5min":1.5529999999999999,"15min":1.5529999999999999},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.73099999999999998,"15min":0.622},"min":{"1min":0.434,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.78700000000000003,"5min":12.138,"15min":12.138},"last":0.54200000000000004}]},{"osd":3,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.71199999999999997,"15min":0.59699999999999998},"min":{"1min":0.498,"5min":0.28899999999999998,"15min":0.28399999999999997},"max":{"1min":0.72199999999999998,"5min":13.097,"15min":13.097},"last":0.441},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.66300000000000003,"15min":0.54700000000000004},"min":{"1min":0.45300000000000001,"5min":0.28999999999999998,"15min":0.27000000000000002},"max":{"1min":0.70999999999999996,"5min":11.009,"15min":11.009},"last":0.46999999999999997}]},{"osd":5,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.76300000000000001,"15min":0.56699999999999995},"min":{"1min":0.32800000000000001,"5min":0.27700000000000002,"15min":0.25700000000000001},"max":{"1min":0.88800000000000001,"5min":24.812999999999999,"15min":24.812999999999999},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.624,"5min":0.56100000000000005,"15min":0.53400000000000003},"min":{"1min":0.44500000000000001,"5min":0.32000000000000001,"15min":0.27000000000000002},"max":{"1min":0.96599999999999997,"5min":1.5860000000000001,"15min":1.5860000000000001},"last":0.56799999999999995}]},{"osd":6,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.65900000000000003,"15min":0.54300000000000004},"min":{"1min":0.36499999999999999,"5min":0.316,"15min":0.25800000000000001},"max":{"1min":0.84099999999999997,"5min":13.071999999999999,"15min":13.071999999999999},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.79000000000000004,"15min":0.58899999999999997},"min":{"1min":0.41599999999999998,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.69499999999999995,"5min":24.873999999999999,"15min":24.873999999999999},"last":0.38900000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":1.2729999999999999,"15min":0.752},"min":{"1min":0.38500000000000001,"5min":0.34499999999999997,"15min":0.25800000000000001},"max":{"1min":0.90400000000000003,"5min":64.593999999999994,"15min":64.593999999999994},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.72299999999999998,"15min":0.61199999999999999},"min":{"1min":0.40500000000000003,"5min":0.35199999999999998,"15min":0.32000000000000001},"max":{"1min":0.85999999999999999,"5min":13.125,"15min":13.125},"last":0.56000000000000005}]}]},{"osd":2,"up_from":13,"seq":55834574984,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":104716,"kb_used_data":1460,"kb_used_omap":1,"kb_used_meta":103230,"kb_avail":94267124,"statfs":{"total":96636764160,"available":96529534976,"internally_reserved":0,"allocated":1495040,"data_stored":684264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":105707974},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.34799999999999998,"15min":0.32400000000000001},"min":{"1min":0.25600000000000001,"5min":0.17599999999999999,"15min":0.17100000000000001},"max":{"1min":0.53400000000000003,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.38400000000000001},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.35699999999999998,"15min":0.33600000000000002},"min":{"1min":0.255,"5min":0.192,"15min":0.185},"max":{"1min":0.54500000000000004,"5min":0.622,"15min":0.63200000000000001},"last":0.40699999999999997}]},{"osd":1,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.33500000000000002},"min":{"1min":0.23799999999999999,"5min":0.218,"15min":0.189},"max":{"1min":0.51000000000000001,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.434,"5min":0.41599999999999998,"15min":0.39600000000000002},"min":{"1min":0.29899999999999999,"5min":0.214,"15min":0.20100000000000001},"max":{"1min":0.60499999999999998,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.49299999999999999}]},{"osd":3,"last update":"Fri Sep 13 16:11:49 2024","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.39100000000000001,"15min":0.36499999999999999},"min":{"1min":0.30199999999999999,"5min":0.22900000000000001,"15min":0.20899999999999999},"max":{"1min":0.65400000000000003,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.38200000000000001,"5min":0.38700000000000001,"15min":0.36199999999999999},"min":{"1min":0.28199999999999997,"5min":0.27000000000000002,"15min":0.23200000000000001},"max":{"1min":0.55900000000000005,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.50900000000000001}]},{"osd":4,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.57899999999999996,"15min":0.54800000000000004},"min":{"1min":0.45800000000000002,"5min":0.27800000000000002,"15min":0.25800000000000001},"max":{"1min":0.82099999999999995,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.627,"5min":0.58999999999999997,"15min":0.55400000000000005},"min":{"1min":0.44400000000000001,"5min":0.29799999999999999,"15min":0.26200000000000001},"max":{"1min":0.92100000000000004,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.58799999999999997}]},{"osd":5,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.57799999999999996,"15min":0.55300000000000005},"min":{"1min":0.437,"5min":0.32000000000000001,"15min":0.25},"max":{"1min":0.80700000000000005,"5min":1.0169999999999999,"15min":1.0169999999999999},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.60099999999999998,"15min":0.55500000000000005},"min":{"1min":0.44,"5min":0.34000000000000002,"15min":0.29199999999999998},"max":{"1min":0.90100000000000002,"5min":1.0309999999999999,"15min":1.0309999999999999},"last":0.56299999999999994}]},{"osd":6,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":0.59999999999999998,"15min":0.56000000000000005},"min":{"1min":0.48699999999999999,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.88900000000000001,"5min":0.997,"15min":0.997},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.65400000000000003,"5min":0.61899999999999999,"15min":0.58399999999999996},"min":{"1min":0.41799999999999998,"5min":0.35899999999999999,"15min":0.33600000000000002},"max":{"1min":0.875,"5min":1.042,"15min":1.042},"last":0.64600000000000002}]},{"osd":7,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.64800000000000002,"5min":0.61299999999999999,"15min":0.57999999999999996},"min":{"1min":0.44400000000000001,"5min":0.375,"15min":0.33700000000000002},"max":{"1min":0.85099999999999998,"5min":1.03,"15min":1.03},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.623,"15min":0.58899999999999997},"min":{"1min":0.45200000000000001,"5min":0.38200000000000001,"15min":0.32400000000000001},"max":{"1min":0.97199999999999998,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.66200000000000003}]}]},{"osd":1,"up_from":13,"seq":55834574984,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":82628,"kb_used_data":1460,"kb_used_omap":1,"kb_used_meta":81150,"kb_avail":94289212,"statfs":{"total":96636764160,"available":96552153088,"internally_reserved":0,"allocated":1495040,"data_stored":684264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":83098054},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:48 2024","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.34699999999999998,"15min":0.33300000000000002},"min":{"1min":0.23200000000000001,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.98199999999999998},"last":0.25},{"interface":"front","average":{"1min":0.373,"5min":0.36399999999999999,"15min":0.35399999999999998},"min":{"1min":0.26200000000000001,"5min":0.222,"15min":0.186},"max":{"1min":0.56100000000000005,"5min":0.68799999999999994,"15min":0.85099999999999998},"last":0.182}]},{"osd":2,"last update":"Fri Sep 13 16:11:48 2024","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.34999999999999998,"15min":0.33700000000000002},"min":{"1min":0.251,"5min":0.188,"15min":0.186},"max":{"1min":0.56999999999999995,"5min":0.59899999999999998,"15min":0.99099999999999999},"last":0.22900000000000001},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.39100000000000001,"15min":0.38400000000000001},"min":{"1min":0.28799999999999998,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.88400000000000001},"last":0.29399999999999998}]},{"osd":3,"last update":"Fri Sep 13 16:11:48 2024","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.38600000000000001,"15min":0.38200000000000001},"min":{"1min":0.29799999999999999,"5min":0.20699999999999999,"15min":0.20000000000000001},"max":{"1min":0.66700000000000004,"5min":0.76900000000000002,"15min":1.0289999999999999},"last":0.21299999999999999},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.42599999999999999,"15min":0.41499999999999998},"min":{"1min":0.27100000000000002,"5min":0.25900000000000001,"15min":0.223},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.95899999999999996},"last":0.27400000000000002}]},{"osd":4,"last update":"Fri Sep 13 16:11:48 2024","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":0.59799999999999998,"15min":0.55500000000000005},"min":{"1min":0.42899999999999999,"5min":0.316,"15min":0.28399999999999997},"max":{"1min":1.018,"5min":1.018,"15min":1.018},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.60299999999999998,"15min":0.56299999999999994},"min":{"1min":0.41599999999999998,"5min":0.30599999999999999,"15min":0.30399999999999999},"max":{"1min":1.0469999999999999,"5min":1.0469999999999999,"15min":1.0469999999999999},"last":0.36599999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:11:48 2024","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.60399999999999998,"15min":0.54700000000000004},"min":{"1min":0.45800000000000002,"5min":0.32700000000000001,"15min":0.28899999999999998},"max":{"1min":0.82499999999999996,"5min":0.96699999999999997,"15min":0.96699999999999997},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.624,"5min":0.61499999999999999,"15min":0.57199999999999995},"min":{"1min":0.41999999999999998,"5min":0.40799999999999997,"15min":0.32400000000000001},"max":{"1min":0.90600000000000003,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.45100000000000001}]},{"osd":6,"last update":"Fri Sep 13 16:11:48 2024","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.61099999999999999,"15min":0.57199999999999995},"min":{"1min":0.45500000000000002,"5min":0.374,"15min":0.313},"max":{"1min":0.97399999999999998,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.629,"15min":0.57599999999999996},"min":{"1min":0.432,"5min":0.36199999999999999,"15min":0.31900000000000001},"max":{"1min":0.877,"5min":0.997,"15min":0.997},"last":0.46300000000000002}]},{"osd":7,"last update":"Fri Sep 13 16:11:48 2024","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":0.63700000000000001,"15min":0.58599999999999997},"min":{"1min":0.43099999999999999,"5min":0.38300000000000001,"15min":0.315},"max":{"1min":0.94499999999999995,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.437},{"interface":"front","average":{"1min":0.65700000000000003,"5min":0.63500000000000001,"15min":0.58599999999999997},"min":{"1min":0.46500000000000002,"5min":0.39600000000000002,"15min":0.377},"max":{"1min":0.88800000000000001,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.377}]}]},{"osd":0,"up_from":13,"seq":55834574986,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":101192,"kb_used_data":2036,"kb_used_omap":1,"kb_used_meta":99134,"kb_avail":94270648,"statfs":{"total":96636764160,"available":96533143552,"internally_reserved":0,"allocated":2084864,"data_stored":1273963,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":101513671},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 16:11:43 2024","interfaces":[{"interface":"back","average":{"1min":0.35399999999999998,"5min":0.33400000000000002,"15min":0.376},"min":{"1min":0.20899999999999999,"5min":0.151,"15min":0.151},"max":{"1min":0.51900000000000002,"5min":0.52800000000000002,"15min":2.5960000000000001},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.36299999999999999,"15min":0.35399999999999998},"min":{"1min":0.27600000000000002,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":0.60699999999999998,"5min":0.61799999999999999,"15min":0.65900000000000003},"last":0.33900000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:11:43 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.35899999999999999,"15min":0.36699999999999999},"min":{"1min":0.247,"5min":0.20000000000000001,"15min":0.19800000000000001},"max":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":1.373},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.439,"5min":0.38900000000000001,"15min":0.38300000000000001},"min":{"1min":0.28199999999999997,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.61499999999999999,"5min":0.68799999999999994,"15min":0.77900000000000003},"last":0.38300000000000001}]},{"osd":3,"last update":"Fri Sep 13 16:11:52 2024","interfaces":[{"interface":"back","average":{"1min":0.438,"5min":0.40899999999999997,"15min":0.39500000000000002},"min":{"1min":0.32400000000000001,"5min":0.27000000000000002,"15min":0.218},"max":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.75},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.36799999999999999,"15min":0.36099999999999999},"min":{"1min":0.25,"5min":0.20899999999999999,"15min":0.20100000000000001},"max":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.59699999999999998},"last":0.35299999999999998}]},{"osd":4,"last update":"Fri Sep 13 16:11:43 2024","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.55400000000000005,"15min":0.53200000000000003},"min":{"1min":0.40600000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.58799999999999997,"15min":0.56000000000000005},"min":{"1min":0.42099999999999999,"5min":0.28999999999999998,"15min":0.28199999999999997},"max":{"1min":0.86299999999999999,"5min":0.93300000000000005,"15min":1.321},"last":0.60999999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:11:43 2024","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":1.0580000000000001,"15min":0.71399999999999997},"min":{"1min":0.41599999999999998,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.82799999999999996,"5min":41.240000000000002,"15min":41.240000000000002},"last":0.63500000000000001},{"interface":"front","average":{"1min":0.64400000000000002,"5min":1.0880000000000001,"15min":0.748},"min":{"1min":0.46400000000000002,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.84099999999999997,"5min":41.301000000000002,"15min":41.301000000000002},"last":0.59099999999999997}]},{"osd":6,"last update":"Fri Sep 13 16:11:43 2024","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.58299999999999996,"15min":0.55000000000000004},"min":{"1min":0.40400000000000003,"5min":0.312,"15min":0.312},"max":{"1min":0.83899999999999997,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.65400000000000003,"5min":0.622,"15min":0.58699999999999997},"min":{"1min":0.44600000000000001,"5min":0.35999999999999999,"15min":0.34300000000000003},"max":{"1min":0.84499999999999997,"5min":1.0109999999999999,"15min":1.286},"last":0.56799999999999995}]},{"osd":7,"last update":"Fri Sep 13 16:11:43 2024","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":0.63500000000000001,"15min":0.60499999999999998},"min":{"1min":0.503,"5min":0.35399999999999998,"15min":0.34799999999999998},"max":{"1min":0.92000000000000004,"5min":1.1639999999999999,"15min":1.1639999999999999},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.69199999999999995,"5min":0.61799999999999999,"15min":0.58199999999999996},"min":{"1min":0.51800000000000002,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.84699999999999998,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.65000000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:12:40.326 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:12:40.461 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.460+0000 7f6667525640 1 Processor -- start 2024-09-13T16:12:40.461 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.460+0000 7f6667525640 1 -- start start 2024-09-13T16:12:40.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.461+0000 7f6667525640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f666006c4c0 0x7f666006c8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:40.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.461+0000 7f6667525640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f66600b2170 con 0x7f66600b2590 2024-09-13T16:12:40.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.461+0000 7f6667525640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f666006dab0 con 0x7f66600cbea0 2024-09-13T16:12:40.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.461+0000 7f6667525640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f666006deb0 con 0x7f666006c4c0 2024-09-13T16:12:40.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.461+0000 7f6664ac0640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f66600b2590 0x7f666006d3a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:43052/0 (socket says 172.21.15.76:43052) 2024-09-13T16:12:40.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.461+0000 7f6664ac0640 1 -- 172.21.15.76:0/1123906171 learned_addr learned my addr 172.21.15.76:0/1123906171 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:12:40.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.461+0000 7f66652c1640 1 --2- 172.21.15.76:0/1123906171 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f666006c4c0 0x7f666006c8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:40.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.461+0000 7f6657fff640 1 -- 172.21.15.76:0/1123906171 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3099221437 0 0) 0x7f66600b2170 con 0x7f66600b2590 2024-09-13T16:12:40.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.461+0000 7f6657fff640 1 -- 172.21.15.76:0/1123906171 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f664c003440 con 0x7f66600b2590 2024-09-13T16:12:40.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.461+0000 7f6657fff640 1 -- 172.21.15.76:0/1123906171 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1591956324 0 0) 0x7f664c003440 con 0x7f66600b2590 2024-09-13T16:12:40.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.461+0000 7f6657fff640 1 -- 172.21.15.76:0/1123906171 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f666006c4c0 msgr2=0x7f666006c8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:40.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.461+0000 7f6657fff640 1 --2- 172.21.15.76:0/1123906171 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f666006c4c0 0x7f666006c8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:40.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.461+0000 7f6657fff640 1 -- 172.21.15.76:0/1123906171 >> v1:172.21.15.192:6789/0 conn(0x7f66600cbea0 legacy=0x7f66600cc350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:40.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.461+0000 7f6657fff640 1 -- 172.21.15.76:0/1123906171 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f666006e0c0 con 0x7f66600b2590 2024-09-13T16:12:40.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.461+0000 7f6657fff640 1 -- 172.21.15.76:0/1123906171 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f665c001670 con 0x7f66600b2590 2024-09-13T16:12:40.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.462+0000 7f6657fff640 1 -- 172.21.15.76:0/1123906171 >> v1:172.21.15.76:6789/0 conn(0x7f66600b2590 legacy=0x7f666006d3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:40.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.462+0000 7f6657fff640 1 --2- 172.21.15.76:0/1123906171 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f664c003a90 0x7f664c003e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:40.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.462+0000 7f6657fff640 1 --2- 172.21.15.76:0/1123906171 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f666006c4c0 0x7f664c00a860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:40.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.462+0000 7f6657fff640 1 --2- 172.21.15.76:0/1123906171 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f664c00af30 0x7f664c00d3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:40.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.462+0000 7f6657fff640 1 -- 172.21.15.76:0/1123906171 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f666006deb0 con 0x7f664c003a90 2024-09-13T16:12:40.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.462+0000 7f6657fff640 1 -- 172.21.15.76:0/1123906171 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f664c00db80 con 0x7f664c00af30 2024-09-13T16:12:40.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.462+0000 7f6657fff640 1 -- 172.21.15.76:0/1123906171 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f664c00dd40 con 0x7f666006c4c0 2024-09-13T16:12:40.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.462+0000 7f66652c1640 1 --2- 172.21.15.76:0/1123906171 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f664c003a90 0x7f664c003e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:40.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.462+0000 7f6664ac0640 1 --2- 172.21.15.76:0/1123906171 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f666006c4c0 0x7f664c00a860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:40.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.462+0000 7f6665ac2640 1 --2- 172.21.15.76:0/1123906171 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f664c00af30 0x7f664c00d3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:40.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.462+0000 7f66652c1640 1 -- 172.21.15.76:0/1123906171 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f666006c4c0 msgr2=0x7f664c00a860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:40.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.462+0000 7f66652c1640 1 --2- 172.21.15.76:0/1123906171 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f666006c4c0 0x7f664c00a860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:40.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.462+0000 7f66652c1640 1 -- 172.21.15.76:0/1123906171 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f664c00af30 msgr2=0x7f664c00d3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:40.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.462+0000 7f66652c1640 1 --2- 172.21.15.76:0/1123906171 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f664c00af30 0x7f664c00d3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:40.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.462+0000 7f66652c1640 1 -- 172.21.15.76:0/1123906171 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f664c003440 con 0x7f664c003a90 2024-09-13T16:12:40.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.463+0000 7f66652c1640 1 --2- 172.21.15.76:0/1123906171 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f664c003a90 0x7f664c003e70 secure :-1 s=READY pgs=1625 cs=0 l=1 rev1=1 crypto rx=0x7f6650009ac0 tx=0x7f664c0036f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8c8ee370bfb2abbd server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:40.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.463+0000 7f6657fff640 1 -- 172.21.15.76:0/1123906171 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6650031400 con 0x7f664c003a90 2024-09-13T16:12:40.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.463+0000 7f6657fff640 1 -- 172.21.15.76:0/1123906171 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f665002d050 con 0x7f664c003a90 2024-09-13T16:12:40.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.463+0000 7f6657fff640 1 -- 172.21.15.76:0/1123906171 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6650031780 con 0x7f664c003a90 2024-09-13T16:12:40.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.463+0000 7f6667525640 1 -- 172.21.15.76:0/1123906171 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f664c003a90 msgr2=0x7f664c003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:40.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.463+0000 7f6667525640 1 --2- 172.21.15.76:0/1123906171 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f664c003a90 0x7f664c003e70 secure :-1 s=READY pgs=1625 cs=0 l=1 rev1=1 crypto rx=0x7f6650009ac0 tx=0x7f664c0036f0 comp rx=0 tx=0).stop 2024-09-13T16:12:40.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.463+0000 7f6665ac2640 1 -- 172.21.15.76:0/1123906171 reap_dead start 2024-09-13T16:12:40.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.463+0000 7f6667525640 1 -- 172.21.15.76:0/1123906171 shutdown_connections 2024-09-13T16:12:40.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.463+0000 7f6667525640 1 -- 172.21.15.76:0/1123906171 >> 172.21.15.76:0/1123906171 conn(0x7f6660069ed0 msgr2=0x7f666006a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:40.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.463+0000 7f6667525640 1 -- 172.21.15.76:0/1123906171 shutdown_connections 2024-09-13T16:12:40.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.463+0000 7f6667525640 1 -- 172.21.15.76:0/1123906171 wait complete. 2024-09-13T16:12:40.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.464+0000 7f6667525640 1 Processor -- start 2024-09-13T16:12:40.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.464+0000 7f6667525640 1 -- start start 2024-09-13T16:12:40.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.465+0000 7f6667525640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f664c003a90 0x7f66600c6dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:40.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.465+0000 7f6667525640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f66600721f0 0x7f6660156690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:40.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.465+0000 7f6667525640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6660154100 0x7f6660154560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:40.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.465+0000 7f6667525640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66600c69a0 con 0x7f664c003a90 2024-09-13T16:12:40.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.465+0000 7f6667525640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66600c5db0 con 0x7f6660154100 2024-09-13T16:12:40.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.465+0000 7f6667525640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f66600c6000 con 0x7f66600721f0 2024-09-13T16:12:40.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.465+0000 7f66652c1640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f664c003a90 0x7f66600c6dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:40.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.465+0000 7f66652c1640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f664c003a90 0x7f66600c6dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:35188/0 (socket says 172.21.15.76:35188) 2024-09-13T16:12:40.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.465+0000 7f66652c1640 1 -- 172.21.15.76:0/4127053790 learned_addr learned my addr 172.21.15.76:0/4127053790 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:40.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.465+0000 7f6664ac0640 1 --2- 172.21.15.76:0/4127053790 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f66600721f0 0x7f6660156690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:40.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.465+0000 7f6665ac2640 1 --2- 172.21.15.76:0/4127053790 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6660154100 0x7f6660154560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:40.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.465+0000 7f66652c1640 1 -- 172.21.15.76:0/4127053790 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f66600721f0 msgr2=0x7f6660156690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:40.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.465+0000 7f66652c1640 1 --2- 172.21.15.76:0/4127053790 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f66600721f0 0x7f6660156690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:40.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.465+0000 7f66652c1640 1 -- 172.21.15.76:0/4127053790 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6660154100 msgr2=0x7f6660154560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:40.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.465+0000 7f66652c1640 1 --2- 172.21.15.76:0/4127053790 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6660154100 0x7f6660154560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:40.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.466+0000 7f66652c1640 1 -- 172.21.15.76:0/4127053790 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f66600c62e0 con 0x7f664c003a90 2024-09-13T16:12:40.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.466+0000 7f66652c1640 1 --2- 172.21.15.76:0/4127053790 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f664c003a90 0x7f66600c6dc0 secure :-1 s=READY pgs=1626 cs=0 l=1 rev1=1 crypto rx=0x7f6650009ac0 tx=0x7f6650004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:40.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.466+0000 7f6655ffb640 1 -- 172.21.15.76:0/4127053790 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6650003bd0 con 0x7f664c003a90 2024-09-13T16:12:40.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.466+0000 7f6655ffb640 1 -- 172.21.15.76:0/4127053790 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6650003d30 con 0x7f664c003a90 2024-09-13T16:12:40.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.466+0000 7f6667525640 1 -- 172.21.15.76:0/4127053790 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f66600c65c0 con 0x7f664c003a90 2024-09-13T16:12:40.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.466+0000 7f6655ffb640 1 -- 172.21.15.76:0/4127053790 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6650003ea0 con 0x7f664c003a90 2024-09-13T16:12:40.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.466+0000 7f6667525640 1 -- 172.21.15.76:0/4127053790 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6660156bd0 con 0x7f664c003a90 2024-09-13T16:12:40.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.467+0000 7f6667525640 1 -- 172.21.15.76:0/4127053790 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f66600cc350 con 0x7f664c003a90 2024-09-13T16:12:40.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.467+0000 7f6655ffb640 1 -- 172.21.15.76:0/4127053790 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f6650038070 con 0x7f664c003a90 2024-09-13T16:12:40.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.468+0000 7f6655ffb640 1 --2- 172.21.15.76:0/4127053790 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f664406ac00 0x7f664406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:40.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.468+0000 7f6655ffb640 1 -- 172.21.15.76:0/4127053790 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f66500a9430 con 0x7f664c003a90 2024-09-13T16:12:40.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.468+0000 7f6664ac0640 1 --2- 172.21.15.76:0/4127053790 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f664406ac00 0x7f664406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:40.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.468+0000 7f6664ac0640 1 --2- 172.21.15.76:0/4127053790 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f664406ac00 0x7f664406d0c0 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f665c001ca0 tx=0x7f665c007040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:40.473 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.472+0000 7f6655ffb640 1 -- 172.21.15.76:0/4127053790 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f6650074610 con 0x7f664c003a90 2024-09-13T16:12:40.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.631+0000 7f6667525640 1 -- 172.21.15.76:0/4127053790 --> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f66600c4df0 con 0x7f664406ac00 2024-09-13T16:12:40.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.637+0000 7f6655ffb640 1 -- 172.21.15.76:0/4127053790 <== mgr.4104 v2:172.21.15.76:6832/911852275 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+278159 (secure 0 0 0) 0x7f66600c4df0 con 0x7f664406ac00 2024-09-13T16:12:40.641 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:40.643 INFO:teuthology.orchestra.run.smithi076.stderr:dumped all 2024-09-13T16:12:40.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.641+0000 7f6667525640 1 -- 172.21.15.76:0/4127053790 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f664406ac00 msgr2=0x7f664406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:40.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.641+0000 7f6667525640 1 --2- 172.21.15.76:0/4127053790 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f664406ac00 0x7f664406d0c0 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f665c001ca0 tx=0x7f665c007040 comp rx=0 tx=0).stop 2024-09-13T16:12:40.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.641+0000 7f6667525640 1 -- 172.21.15.76:0/4127053790 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f664c003a90 msgr2=0x7f66600c6dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:40.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.641+0000 7f6667525640 1 --2- 172.21.15.76:0/4127053790 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f664c003a90 0x7f66600c6dc0 secure :-1 s=READY pgs=1626 cs=0 l=1 rev1=1 crypto rx=0x7f6650009ac0 tx=0x7f6650004730 comp rx=0 tx=0).stop 2024-09-13T16:12:40.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.641+0000 7f6667525640 1 -- 172.21.15.76:0/4127053790 shutdown_connections 2024-09-13T16:12:40.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.641+0000 7f6667525640 1 --2- 172.21.15.76:0/4127053790 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6660154100 0x7f6660154560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:40.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.641+0000 7f6667525640 1 --2- 172.21.15.76:0/4127053790 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f664406ac00 0x7f664406d0c0 unknown :-1 s=CLOSED pgs=696 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:40.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.641+0000 7f6667525640 1 --2- 172.21.15.76:0/4127053790 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f66600721f0 0x7f6660156690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:40.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.641+0000 7f6667525640 1 --2- 172.21.15.76:0/4127053790 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f664c003a90 0x7f66600c6dc0 unknown :-1 s=CLOSED pgs=1626 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:40.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.641+0000 7f6667525640 1 -- 172.21.15.76:0/4127053790 >> 172.21.15.76:0/4127053790 conn(0x7f6660069ed0 msgr2=0x7f66600cccd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:40.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.641+0000 7f6667525640 1 -- 172.21.15.76:0/4127053790 shutdown_connections 2024-09-13T16:12:40.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.641+0000 7f6667525640 1 -- 172.21.15.76:0/4127053790 wait complete. 2024-09-13T16:12:40.653 INFO:teuthology.orchestra.run.smithi076.stdout:{"pg_ready":true,"pg_map":{"version":454,"stamp":"2024-09-13T16:12:39.068865+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":58,"acting":58,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":8,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":6,"kb":754974720,"kb_used":770948,"kb_used_data":12848,"kb_used_omap":12,"kb_used_meta":757939,"kb_avail":754203772,"statfs":{"total":773094113280,"available":772304662528,"internally_reserved":0,"allocated":13156352,"data_stored":6660316,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":776130105},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000584"},"pg_stats":[{"pgid":"18.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.1f","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.044954+0000","last_change":"2024-09-13T16:12:36.044954+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.044954+0000","last_undegraded":"2024-09-13T16:12:36.044954+0000","last_fullsized":"2024-09-13T16:12:36.044954+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:39:58.393403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:36.034586+0000","last_change":"2024-09-13T16:12:36.034586+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.034586+0000","last_undegraded":"2024-09-13T16:12:36.034586+0000","last_fullsized":"2024-09-13T16:12:36.034586+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.1d","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.046954+0000","last_change":"2024-09-13T16:12:36.046954+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.046954+0000","last_undegraded":"2024-09-13T16:12:36.046954+0000","last_fullsized":"2024-09-13T16:12:36.046954+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:37:23.415195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:36.034586+0000","last_change":"2024-09-13T16:12:36.034586+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.034586+0000","last_undegraded":"2024-09-13T16:12:36.034586+0000","last_fullsized":"2024-09-13T16:12:36.034586+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.1b","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.042950+0000","last_change":"2024-09-13T16:12:36.042950+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.042950+0000","last_undegraded":"2024-09-13T16:12:36.042950+0000","last_fullsized":"2024-09-13T16:12:36.042950+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:42:07.090192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.1a","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.041826+0000","last_change":"2024-09-13T16:12:36.041826+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.041826+0000","last_undegraded":"2024-09-13T16:12:36.041826+0000","last_fullsized":"2024-09-13T16:12:36.041826+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:47:23.216108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.19","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.041593+0000","last_change":"2024-09-13T16:12:36.041593+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.041593+0000","last_undegraded":"2024-09-13T16:12:36.041593+0000","last_fullsized":"2024-09-13T16:12:36.041593+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:14:04.996307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"18.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.18","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.041824+0000","last_change":"2024-09-13T16:12:36.041824+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.041824+0000","last_undegraded":"2024-09-13T16:12:36.041824+0000","last_fullsized":"2024-09-13T16:12:36.041824+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:30:00.318138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.17","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.044175+0000","last_change":"2024-09-13T16:12:36.044175+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.044175+0000","last_undegraded":"2024-09-13T16:12:36.044175+0000","last_fullsized":"2024-09-13T16:12:36.044175+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:07:35.297449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.16","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.041577+0000","last_change":"2024-09-13T16:12:36.041577+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.041577+0000","last_undegraded":"2024-09-13T16:12:36.041577+0000","last_fullsized":"2024-09-13T16:12:36.041577+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:54:49.239367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"18.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.15","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.041581+0000","last_change":"2024-09-13T16:12:36.041581+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.041581+0000","last_undegraded":"2024-09-13T16:12:36.041581+0000","last_fullsized":"2024-09-13T16:12:36.041581+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:57:45.493633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[7],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"18.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.14","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.044881+0000","last_change":"2024-09-13T16:12:36.044881+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.044881+0000","last_undegraded":"2024-09-13T16:12:36.044881+0000","last_fullsized":"2024-09-13T16:12:36.044881+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:33:40.149228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.13","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.044845+0000","last_change":"2024-09-13T16:12:36.044845+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.044845+0000","last_undegraded":"2024-09-13T16:12:36.044845+0000","last_fullsized":"2024-09-13T16:12:36.044845+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:29:37.781264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.12","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.044758+0000","last_change":"2024-09-13T16:12:36.044758+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.044758+0000","last_undegraded":"2024-09-13T16:12:36.044758+0000","last_fullsized":"2024-09-13T16:12:36.044758+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:28:08.819562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.11","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.046436+0000","last_change":"2024-09-13T16:12:36.046436+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.046436+0000","last_undegraded":"2024-09-13T16:12:36.046436+0000","last_fullsized":"2024-09-13T16:12:36.046436+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:30:57.040314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:36.034586+0000","last_change":"2024-09-13T16:12:36.034586+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.034586+0000","last_undegraded":"2024-09-13T16:12:36.034586+0000","last_fullsized":"2024-09-13T16:12:36.034586+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:36.034586+0000","last_change":"2024-09-13T16:12:36.034586+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.034586+0000","last_undegraded":"2024-09-13T16:12:36.034586+0000","last_fullsized":"2024-09-13T16:12:36.034586+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.d","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.046489+0000","last_change":"2024-09-13T16:12:36.046489+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.046489+0000","last_undegraded":"2024-09-13T16:12:36.046489+0000","last_fullsized":"2024-09-13T16:12:36.046489+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:08:32.266083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.c","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.046671+0000","last_change":"2024-09-13T16:12:36.046671+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.046671+0000","last_undegraded":"2024-09-13T16:12:36.046671+0000","last_fullsized":"2024-09-13T16:12:36.046671+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:14:49.690115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.b","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.041807+0000","last_change":"2024-09-13T16:12:36.041807+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.041807+0000","last_undegraded":"2024-09-13T16:12:36.041807+0000","last_fullsized":"2024-09-13T16:12:36.041807+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:31:06.754153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.a","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.044622+0000","last_change":"2024-09-13T16:12:36.044622+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.044622+0000","last_undegraded":"2024-09-13T16:12:36.044622+0000","last_fullsized":"2024-09-13T16:12:36.044622+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:42:41.431094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.9","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.044794+0000","last_change":"2024-09-13T16:12:36.044794+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.044794+0000","last_undegraded":"2024-09-13T16:12:36.044794+0000","last_fullsized":"2024-09-13T16:12:36.044794+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:35:00.852128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.8","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.045212+0000","last_change":"2024-09-13T16:12:36.045212+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.045212+0000","last_undegraded":"2024-09-13T16:12:36.045212+0000","last_fullsized":"2024-09-13T16:12:36.045212+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:54:12.253985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.7","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.041815+0000","last_change":"2024-09-13T16:12:36.041815+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.041815+0000","last_undegraded":"2024-09-13T16:12:36.041815+0000","last_fullsized":"2024-09-13T16:12:36.041815+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:51:26.472409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.6","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.044233+0000","last_change":"2024-09-13T16:12:36.044233+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.044233+0000","last_undegraded":"2024-09-13T16:12:36.044233+0000","last_fullsized":"2024-09-13T16:12:36.044233+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:35:10.081703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.5","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.044357+0000","last_change":"2024-09-13T16:12:36.044357+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.044357+0000","last_undegraded":"2024-09-13T16:12:36.044357+0000","last_fullsized":"2024-09-13T16:12:36.044357+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:54:01.954237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.4","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.041791+0000","last_change":"2024-09-13T16:12:36.041791+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.041791+0000","last_undegraded":"2024-09-13T16:12:36.041791+0000","last_fullsized":"2024-09-13T16:12:36.041791+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:33:09.455210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.3","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.042317+0000","last_change":"2024-09-13T16:12:36.042317+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.042317+0000","last_undegraded":"2024-09-13T16:12:36.042317+0000","last_fullsized":"2024-09-13T16:12:36.042317+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:27:27.478497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.2","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.042081+0000","last_change":"2024-09-13T16:12:36.042081+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.042081+0000","last_undegraded":"2024-09-13T16:12:36.042081+0000","last_fullsized":"2024-09-13T16:12:36.042081+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:13:56.541498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.1","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.041784+0000","last_change":"2024-09-13T16:12:36.041784+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.041784+0000","last_undegraded":"2024-09-13T16:12:36.041784+0000","last_fullsized":"2024-09-13T16:12:36.041784+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:19:59.479148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.0","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.044437+0000","last_change":"2024-09-13T16:12:36.044437+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.044437+0000","last_undegraded":"2024-09-13T16:12:36.044437+0000","last_fullsized":"2024-09-13T16:12:36.044437+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:15:07.488644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.10","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.044751+0000","last_change":"2024-09-13T16:12:36.044751+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.044751+0000","last_undegraded":"2024-09-13T16:12:36.044751+0000","last_fullsized":"2024-09-13T16:12:36.044751+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:15:53.354009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":251,"reported_epoch":120,"state":"active+clean","last_fresh":"2024-09-13T16:12:34.067686+0000","last_change":"2024-09-13T16:01:29.143297+0000","last_active":"2024-09-13T16:12:34.067686+0000","last_peered":"2024-09-13T16:12:34.067686+0000","last_clean":"2024-09-13T16:12:34.067686+0000","last_became_active":"2024-09-13T16:01:29.142269+0000","last_became_peered":"2024-09-13T16:01:29.142269+0000","last_unstale":"2024-09-13T16:12:34.067686+0000","last_undegraded":"2024-09-13T16:12:34.067686+0000","last_fullsized":"2024-09-13T16:12:34.067686+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:27.864638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:27.864638+0000","last_clean_scrub_stamp":"2024-09-13T16:01:27.864638+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:25:24.741463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":18,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":17,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":56,"acting":56,"num_store_stats":6},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":14,"seq":60129542283,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":135052,"kb_used_data":1472,"kb_used_omap":1,"kb_used_meta":133566,"kb_avail":94236788,"statfs":{"total":96636764160,"available":96498470912,"internally_reserved":0,"allocated":1507328,"data_stored":690401,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":136772040},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:50 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.40400000000000003,"15min":0.35999999999999999},"min":{"1min":0.24399999999999999,"5min":0.185,"15min":0.183},"max":{"1min":0.63500000000000001,"5min":4.4610000000000003,"15min":4.4610000000000003},"last":0.22},{"interface":"front","average":{"1min":0.374,"5min":0.36699999999999999,"15min":0.32900000000000001},"min":{"1min":0.254,"5min":0.17999999999999999,"15min":0.17899999999999999},"max":{"1min":0.52200000000000002,"5min":1.2410000000000001,"15min":1.2410000000000001},"last":0.315}]},{"osd":1,"last update":"Fri Sep 13 16:11:50 2024","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.42899999999999999,"15min":0.35199999999999998},"min":{"1min":0.249,"5min":0.20000000000000001,"15min":0.182},"max":{"1min":0.64100000000000001,"5min":7.2389999999999999,"15min":7.2389999999999999},"last":0.23400000000000001},{"interface":"front","average":{"1min":0.42099999999999999,"5min":0.45700000000000002,"15min":0.38800000000000001},"min":{"1min":0.26400000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.64900000000000002,"5min":6.4429999999999996,"15min":6.4429999999999996},"last":0.28100000000000003}]},{"osd":2,"last update":"Fri Sep 13 16:11:50 2024","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.42499999999999999,"15min":0.38600000000000001},"min":{"1min":0.28499999999999998,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.68899999999999995,"5min":2.6339999999999999,"15min":2.6339999999999999},"last":0.29999999999999999},{"interface":"front","average":{"1min":0.432,"5min":0.42399999999999999,"15min":0.39300000000000002},"min":{"1min":0.312,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.58499999999999996,"5min":0.82099999999999995,"15min":0.92500000000000004},"last":0.34300000000000003}]},{"osd":4,"last update":"Fri Sep 13 16:11:50 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.59199999999999997,"15min":0.54200000000000004},"min":{"1min":0.39200000000000002,"5min":0.29099999999999998,"15min":0.28399999999999997},"max":{"1min":0.82999999999999996,"5min":1.216,"15min":1.216},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.62,"15min":0.57099999999999995},"min":{"1min":0.42499999999999999,"5min":0.29699999999999999,"15min":0.27600000000000002},"max":{"1min":0.81899999999999995,"5min":2.6070000000000002,"15min":2.6070000000000002},"last":0.496}]},{"osd":5,"last update":"Fri Sep 13 16:11:50 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.61299999999999999,"15min":0.55800000000000005},"min":{"1min":0.38800000000000001,"5min":0.30299999999999999,"15min":0.28100000000000003},"max":{"1min":0.79100000000000004,"5min":2.5449999999999999,"15min":2.5449999999999999},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.629,"15min":0.57799999999999996},"min":{"1min":0.44900000000000001,"5min":0.311,"15min":0.311},"max":{"1min":0.76600000000000001,"5min":1.5269999999999999,"15min":1.5269999999999999},"last":0.48099999999999998}]},{"osd":6,"last update":"Fri Sep 13 16:11:50 2024","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.622,"15min":0.58499999999999996},"min":{"1min":0.45200000000000001,"5min":0.35199999999999998,"15min":0.31900000000000001},"max":{"1min":0.754,"5min":1.0169999999999999,"15min":1.0169999999999999},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.629,"5min":0.61699999999999999,"15min":0.57799999999999996},"min":{"1min":0.46000000000000002,"5min":0.32600000000000001,"15min":0.32200000000000001},"max":{"1min":0.79200000000000004,"5min":1.131,"15min":1.131},"last":0.51600000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:11:50 2024","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.63700000000000001,"15min":0.59299999999999997},"min":{"1min":0.42999999999999999,"5min":0.36199999999999999,"15min":0.35499999999999998},"max":{"1min":0.81299999999999994,"5min":1.649,"15min":1.649},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.623,"5min":0.64000000000000001,"15min":0.59199999999999997},"min":{"1min":0.45700000000000002,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.77800000000000002,"5min":2.581,"15min":2.581},"last":0.53300000000000003}]}]},{"osd":7,"up_from":13,"seq":55834574985,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":83144,"kb_used_data":2040,"kb_used_omap":1,"kb_used_meta":81086,"kb_avail":94288696,"statfs":{"total":96636764160,"available":96551624704,"internally_reserved":0,"allocated":2088960,"data_stored":1274632,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":83032523},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.499,"15min":0.47499999999999998},"min":{"1min":0.38500000000000001,"5min":0.193,"15min":0.193},"max":{"1min":0.68100000000000005,"5min":0.73699999999999999,"15min":0.81000000000000005},"last":0.58399999999999996},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.52400000000000002,"15min":0.503},"min":{"1min":0.28799999999999998,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.68500000000000005,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.54200000000000004}]},{"osd":1,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.496,"15min":0.49399999999999999},"min":{"1min":0.42599999999999999,"5min":0.23499999999999999,"15min":0.22},"max":{"1min":0.70699999999999996,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.54100000000000004,"15min":0.51000000000000001},"min":{"1min":0.34599999999999997,"5min":0.27400000000000002,"15min":0.23400000000000001},"max":{"1min":0.68600000000000005,"5min":0.81100000000000005,"15min":0.90300000000000002},"last":0.46500000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.55800000000000005,"15min":0.57899999999999996},"min":{"1min":0.43099999999999999,"5min":0.29399999999999998,"15min":0.23999999999999999},"max":{"1min":0.68500000000000005,"5min":0.79900000000000004,"15min":2.2919999999999998},"last":0.61399999999999999},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.54000000000000004,"15min":0.52900000000000003},"min":{"1min":0.35599999999999998,"5min":0.28599999999999998,"15min":0.255},"max":{"1min":0.67800000000000005,"5min":0.74199999999999999,"15min":0.86399999999999999},"last":0.55700000000000005}]},{"osd":3,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.54500000000000004,"15min":0.51900000000000002},"min":{"1min":0.40400000000000003,"5min":0.27400000000000002,"15min":0.255},"max":{"1min":0.70699999999999996,"5min":0.78000000000000003,"15min":0.83599999999999997},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.53800000000000003,"15min":0.51300000000000001},"min":{"1min":0.34599999999999997,"5min":0.31900000000000001,"15min":0.26700000000000002},"max":{"1min":0.69399999999999995,"5min":0.81000000000000005,"15min":0.88100000000000001},"last":0.56599999999999995}]},{"osd":4,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":0.47099999999999997,"15min":0.44500000000000001},"min":{"1min":0.376,"5min":0.255,"15min":0.23400000000000001},"max":{"1min":0.71699999999999997,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.505},{"interface":"front","average":{"1min":0.48799999999999999,"5min":0.48499999999999999,"15min":0.45900000000000002},"min":{"1min":0.29599999999999999,"5min":0.28199999999999997,"15min":0.249},"max":{"1min":0.71499999999999997,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.48399999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.51500000000000001,"15min":0.49299999999999999},"min":{"1min":0.33200000000000002,"5min":0.29299999999999998,"15min":0.25600000000000001},"max":{"1min":0.70299999999999996,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.67100000000000004},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.58199999999999996,"15min":0.55400000000000005},"min":{"1min":0.45900000000000002,"5min":0.34200000000000003,"15min":0.33700000000000002},"max":{"1min":0.71799999999999997,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.65100000000000002}]},{"osd":6,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.54400000000000004,"15min":0.51900000000000002},"min":{"1min":0.36599999999999999,"5min":0.33000000000000002,"15min":0.32300000000000001},"max":{"1min":0.72999999999999998,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54800000000000004,"15min":0.53400000000000003},"min":{"1min":0.432,"5min":0.315,"15min":0.315},"max":{"1min":0.73799999999999999,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.68500000000000005}]}]},{"osd":6,"up_from":13,"seq":55834574985,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":100680,"kb_used_data":1460,"kb_used_omap":1,"kb_used_meta":99198,"kb_avail":94271160,"statfs":{"total":96636764160,"available":96533667840,"internally_reserved":0,"allocated":1495040,"data_stored":684264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":101579207},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:52 2024","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.54500000000000004,"15min":0.51900000000000002},"min":{"1min":0.46100000000000002,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.79800000000000004,"5min":0.80700000000000005,"15min":0.97099999999999997},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.55100000000000005,"15min":0.52300000000000002},"min":{"1min":0.44600000000000001,"5min":0.25900000000000001,"15min":0.22500000000000001},"max":{"1min":0.746,"5min":1.224,"15min":1.224},"last":0.63300000000000001}]},{"osd":1,"last update":"Fri Sep 13 16:11:52 2024","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.51800000000000002,"15min":0.50800000000000001},"min":{"1min":0.45500000000000002,"5min":0.23000000000000001,"15min":0.21099999999999999},"max":{"1min":0.77500000000000002,"5min":0.82299999999999995,"15min":1.0940000000000001},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.51400000000000001,"15min":0.49399999999999999},"min":{"1min":0.40699999999999997,"5min":0.26300000000000001,"15min":0.247},"max":{"1min":0.69999999999999996,"5min":1.1879999999999999,"15min":1.1879999999999999},"last":0.52900000000000003}]},{"osd":2,"last update":"Fri Sep 13 16:11:52 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.52800000000000002,"15min":0.505},"min":{"1min":0.42299999999999999,"5min":0.25800000000000001,"15min":0.247},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.94799999999999995},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.54200000000000004,"15min":0.54400000000000004},"min":{"1min":0.44400000000000001,"5min":0.28199999999999997,"15min":0.27000000000000002},"max":{"1min":0.76800000000000002,"5min":0.83799999999999997,"15min":0.91800000000000004},"last":0.59399999999999997}]},{"osd":3,"last update":"Fri Sep 13 16:11:52 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.55400000000000005,"15min":0.54000000000000004},"min":{"1min":0.39400000000000002,"5min":0.28599999999999998,"15min":0.252},"max":{"1min":0.90700000000000003,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.627,"5min":0.57499999999999996,"15min":0.56599999999999995},"min":{"1min":0.52200000000000002,"5min":0.30599999999999999,"15min":0.25900000000000001},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.70599999999999996}]},{"osd":4,"last update":"Fri Sep 13 16:11:52 2024","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.47599999999999998,"15min":0.47299999999999998},"min":{"1min":0.32500000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.81200000000000006,"5min":1.1559999999999999,"15min":1.1559999999999999},"last":0.58199999999999996},{"interface":"front","average":{"1min":0.503,"5min":0.50600000000000001,"15min":0.502},"min":{"1min":0.39500000000000002,"5min":0.25700000000000001,"15min":0.23899999999999999},"max":{"1min":0.73399999999999999,"5min":0.83599999999999997,"15min":0.88900000000000001},"last":0.33600000000000002}]},{"osd":5,"last update":"Fri Sep 13 16:11:52 2024","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.53200000000000003,"15min":0.53500000000000003},"min":{"1min":0.36399999999999999,"5min":0.309,"15min":0.29399999999999998},"max":{"1min":0.76800000000000002,"5min":0.79500000000000004,"15min":0.82099999999999995},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.53300000000000003,"15min":0.54300000000000004},"min":{"1min":0.36799999999999999,"5min":0.33800000000000002,"15min":0.26400000000000001},"max":{"1min":0.878,"5min":0.878,"15min":0.93999999999999995},"last":0.40400000000000003}]},{"osd":7,"last update":"Fri Sep 13 16:11:52 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.54000000000000004,"15min":0.53500000000000003},"min":{"1min":0.34699999999999998,"5min":0.32400000000000001,"15min":0.254},"max":{"1min":0.86499999999999999,"5min":1.1080000000000001,"15min":1.1080000000000001},"last":0.48399999999999999},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.60699999999999998,"15min":0.59899999999999998},"min":{"1min":0.45600000000000002,"5min":0.35899999999999999,"15min":0.33800000000000002},"max":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.92600000000000005},"last":0.60199999999999998}]}]},{"osd":5,"up_from":13,"seq":55834574984,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":76868,"kb_used_data":1460,"kb_used_omap":1,"kb_used_meta":75390,"kb_avail":94294972,"statfs":{"total":96636764160,"available":96558051328,"internally_reserved":0,"allocated":1495040,"data_stored":684264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":77199814},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.53400000000000003,"15min":0.48599999999999999},"min":{"1min":0.48699999999999999,"5min":0.216,"15min":0.215},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.51800000000000002,"15min":0.48799999999999999},"min":{"1min":0.439,"5min":0.29099999999999998,"15min":0.219},"max":{"1min":0.72499999999999998,"5min":0.79200000000000004,"15min":0.79400000000000004},"last":0.56000000000000005}]},{"osd":1,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.53800000000000003,"15min":0.504},"min":{"1min":0.46899999999999997,"5min":0.26600000000000001,"15min":0.24299999999999999},"max":{"1min":0.69599999999999995,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.52400000000000002,"15min":0.50600000000000001},"min":{"1min":0.379,"5min":0.26300000000000001,"15min":0.24299999999999999},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.85799999999999998},"last":0.59799999999999998}]},{"osd":2,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.53700000000000003,"15min":0.50600000000000001},"min":{"1min":0.46300000000000002,"5min":0.249,"15min":0.249},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.77500000000000002},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.54000000000000004,"15min":0.53800000000000003},"min":{"1min":0.42099999999999999,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.70299999999999996,"5min":1.6000000000000001,"15min":1.6000000000000001},"last":0.70499999999999996}]},{"osd":3,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.56100000000000005,"15min":0.53400000000000003},"min":{"1min":0.442,"5min":0.29099999999999998,"15min":0.252},"max":{"1min":0.79200000000000004,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.495},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.59899999999999998,"15min":0.57799999999999996},"min":{"1min":0.45400000000000001,"5min":0.316,"15min":0.314},"max":{"1min":0.76600000000000001,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.67900000000000005}]},{"osd":4,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.48299999999999998,"5min":0.47799999999999998,"15min":0.497},"min":{"1min":0.314,"5min":0.26600000000000001,"15min":0.254},"max":{"1min":0.95999999999999996,"5min":1.377,"15min":1.377},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.47799999999999998,"15min":0.496},"min":{"1min":0.34999999999999998,"5min":0.27300000000000002,"15min":0.23799999999999999},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.93799999999999994},"last":0.379}]},{"osd":6,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.47899999999999998,"15min":0.49399999999999999},"min":{"1min":0.33500000000000002,"5min":0.25800000000000001,"15min":0.251},"max":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.71899999999999997},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.52700000000000002,"15min":0.54100000000000004},"min":{"1min":0.39100000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":1.036},"last":0.53100000000000003}]},{"osd":7,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.50800000000000001,"15min":0.51900000000000002},"min":{"1min":0.32600000000000001,"5min":0.31900000000000001,"15min":0.27600000000000002},"max":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.90100000000000002},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.54100000000000004,"15min":0.55000000000000004},"min":{"1min":0.38300000000000001,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.877,"5min":0.89500000000000002,"15min":0.90900000000000003},"last":0.69199999999999995}]}]},{"osd":4,"up_from":13,"seq":55834574985,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":86668,"kb_used_data":1460,"kb_used_omap":1,"kb_used_meta":85182,"kb_avail":94285172,"statfs":{"total":96636764160,"available":96548016128,"internally_reserved":0,"allocated":1495040,"data_stored":684264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":87226822},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.56299999999999994,"15min":0.49099999999999999},"min":{"1min":0.34699999999999998,"5min":0.25600000000000001,"15min":0.19400000000000001},"max":{"1min":0.67800000000000005,"5min":5.7510000000000003,"15min":5.7510000000000003},"last":0.29799999999999999},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.73099999999999998,"15min":0.54400000000000004},"min":{"1min":0.373,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.76800000000000002,"5min":18.648,"15min":18.648},"last":0.40899999999999997}]},{"osd":1,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.76100000000000001,"15min":0.55700000000000005},"min":{"1min":0.38100000000000001,"5min":0.221,"15min":0.221},"max":{"1min":0.82899999999999996,"5min":20.414000000000001,"15min":20.414000000000001},"last":0.497},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.77100000000000002,"15min":0.58799999999999997},"min":{"1min":0.42699999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.73199999999999998,"5min":20.018000000000001,"15min":20.018000000000001},"last":0.48799999999999999}]},{"osd":2,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.56299999999999994,"15min":0.51300000000000001},"min":{"1min":0.44,"5min":0.28000000000000003,"15min":0.26400000000000001},"max":{"1min":0.872,"5min":1.5529999999999999,"15min":1.5529999999999999},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.73099999999999998,"15min":0.622},"min":{"1min":0.434,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.78700000000000003,"5min":12.138,"15min":12.138},"last":0.54200000000000004}]},{"osd":3,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.71199999999999997,"15min":0.59699999999999998},"min":{"1min":0.498,"5min":0.28899999999999998,"15min":0.28399999999999997},"max":{"1min":0.72199999999999998,"5min":13.097,"15min":13.097},"last":0.441},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.66300000000000003,"15min":0.54700000000000004},"min":{"1min":0.45300000000000001,"5min":0.28999999999999998,"15min":0.27000000000000002},"max":{"1min":0.70999999999999996,"5min":11.009,"15min":11.009},"last":0.46999999999999997}]},{"osd":5,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.76300000000000001,"15min":0.56699999999999995},"min":{"1min":0.32800000000000001,"5min":0.27700000000000002,"15min":0.25700000000000001},"max":{"1min":0.88800000000000001,"5min":24.812999999999999,"15min":24.812999999999999},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.624,"5min":0.56100000000000005,"15min":0.53400000000000003},"min":{"1min":0.44500000000000001,"5min":0.32000000000000001,"15min":0.27000000000000002},"max":{"1min":0.96599999999999997,"5min":1.5860000000000001,"15min":1.5860000000000001},"last":0.56799999999999995}]},{"osd":6,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.65900000000000003,"15min":0.54300000000000004},"min":{"1min":0.36499999999999999,"5min":0.316,"15min":0.25800000000000001},"max":{"1min":0.84099999999999997,"5min":13.071999999999999,"15min":13.071999999999999},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.79000000000000004,"15min":0.58899999999999997},"min":{"1min":0.41599999999999998,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.69499999999999995,"5min":24.873999999999999,"15min":24.873999999999999},"last":0.38900000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":1.2729999999999999,"15min":0.752},"min":{"1min":0.38500000000000001,"5min":0.34499999999999997,"15min":0.25800000000000001},"max":{"1min":0.90400000000000003,"5min":64.593999999999994,"15min":64.593999999999994},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.72299999999999998,"15min":0.61199999999999999},"min":{"1min":0.40500000000000003,"5min":0.35199999999999998,"15min":0.32000000000000001},"max":{"1min":0.85999999999999999,"5min":13.125,"15min":13.125},"last":0.56000000000000005}]}]},{"osd":2,"up_from":13,"seq":55834574984,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":104716,"kb_used_data":1460,"kb_used_omap":1,"kb_used_meta":103230,"kb_avail":94267124,"statfs":{"total":96636764160,"available":96529534976,"internally_reserved":0,"allocated":1495040,"data_stored":684264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":105707974},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.34799999999999998,"15min":0.32400000000000001},"min":{"1min":0.25600000000000001,"5min":0.17599999999999999,"15min":0.17100000000000001},"max":{"1min":0.53400000000000003,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.38400000000000001},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.35699999999999998,"15min":0.33600000000000002},"min":{"1min":0.255,"5min":0.192,"15min":0.185},"max":{"1min":0.54500000000000004,"5min":0.622,"15min":0.63200000000000001},"last":0.40699999999999997}]},{"osd":1,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.33500000000000002},"min":{"1min":0.23799999999999999,"5min":0.218,"15min":0.189},"max":{"1min":0.51000000000000001,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.434,"5min":0.41599999999999998,"15min":0.39600000000000002},"min":{"1min":0.29899999999999999,"5min":0.214,"15min":0.20100000000000001},"max":{"1min":0.60499999999999998,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.49299999999999999}]},{"osd":3,"last update":"Fri Sep 13 16:11:49 2024","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.39100000000000001,"15min":0.36499999999999999},"min":{"1min":0.30199999999999999,"5min":0.22900000000000001,"15min":0.20899999999999999},"max":{"1min":0.65400000000000003,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.38200000000000001,"5min":0.38700000000000001,"15min":0.36199999999999999},"min":{"1min":0.28199999999999997,"5min":0.27000000000000002,"15min":0.23200000000000001},"max":{"1min":0.55900000000000005,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.50900000000000001}]},{"osd":4,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.57899999999999996,"15min":0.54800000000000004},"min":{"1min":0.45800000000000002,"5min":0.27800000000000002,"15min":0.25800000000000001},"max":{"1min":0.82099999999999995,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.627,"5min":0.58999999999999997,"15min":0.55400000000000005},"min":{"1min":0.44400000000000001,"5min":0.29799999999999999,"15min":0.26200000000000001},"max":{"1min":0.92100000000000004,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.58799999999999997}]},{"osd":5,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.57799999999999996,"15min":0.55300000000000005},"min":{"1min":0.437,"5min":0.32000000000000001,"15min":0.25},"max":{"1min":0.80700000000000005,"5min":1.0169999999999999,"15min":1.0169999999999999},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.60099999999999998,"15min":0.55500000000000005},"min":{"1min":0.44,"5min":0.34000000000000002,"15min":0.29199999999999998},"max":{"1min":0.90100000000000002,"5min":1.0309999999999999,"15min":1.0309999999999999},"last":0.56299999999999994}]},{"osd":6,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":0.59999999999999998,"15min":0.56000000000000005},"min":{"1min":0.48699999999999999,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.88900000000000001,"5min":0.997,"15min":0.997},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.65400000000000003,"5min":0.61899999999999999,"15min":0.58399999999999996},"min":{"1min":0.41799999999999998,"5min":0.35899999999999999,"15min":0.33600000000000002},"max":{"1min":0.875,"5min":1.042,"15min":1.042},"last":0.64600000000000002}]},{"osd":7,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.64800000000000002,"5min":0.61299999999999999,"15min":0.57999999999999996},"min":{"1min":0.44400000000000001,"5min":0.375,"15min":0.33700000000000002},"max":{"1min":0.85099999999999998,"5min":1.03,"15min":1.03},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.623,"15min":0.58899999999999997},"min":{"1min":0.45200000000000001,"5min":0.38200000000000001,"15min":0.32400000000000001},"max":{"1min":0.97199999999999998,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.66200000000000003}]}]},{"osd":1,"up_from":13,"seq":55834574984,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":82628,"kb_used_data":1460,"kb_used_omap":1,"kb_used_meta":81150,"kb_avail":94289212,"statfs":{"total":96636764160,"available":96552153088,"internally_reserved":0,"allocated":1495040,"data_stored":684264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":83098054},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:48 2024","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.34699999999999998,"15min":0.33300000000000002},"min":{"1min":0.23200000000000001,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.98199999999999998},"last":0.25},{"interface":"front","average":{"1min":0.373,"5min":0.36399999999999999,"15min":0.35399999999999998},"min":{"1min":0.26200000000000001,"5min":0.222,"15min":0.186},"max":{"1min":0.56100000000000005,"5min":0.68799999999999994,"15min":0.85099999999999998},"last":0.182}]},{"osd":2,"last update":"Fri Sep 13 16:11:48 2024","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.34999999999999998,"15min":0.33700000000000002},"min":{"1min":0.251,"5min":0.188,"15min":0.186},"max":{"1min":0.56999999999999995,"5min":0.59899999999999998,"15min":0.99099999999999999},"last":0.22900000000000001},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.39100000000000001,"15min":0.38400000000000001},"min":{"1min":0.28799999999999998,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.88400000000000001},"last":0.29399999999999998}]},{"osd":3,"last update":"Fri Sep 13 16:11:48 2024","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.38600000000000001,"15min":0.38200000000000001},"min":{"1min":0.29799999999999999,"5min":0.20699999999999999,"15min":0.20000000000000001},"max":{"1min":0.66700000000000004,"5min":0.76900000000000002,"15min":1.0289999999999999},"last":0.21299999999999999},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.42599999999999999,"15min":0.41499999999999998},"min":{"1min":0.27100000000000002,"5min":0.25900000000000001,"15min":0.223},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.95899999999999996},"last":0.27400000000000002}]},{"osd":4,"last update":"Fri Sep 13 16:11:48 2024","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":0.59799999999999998,"15min":0.55500000000000005},"min":{"1min":0.42899999999999999,"5min":0.316,"15min":0.28399999999999997},"max":{"1min":1.018,"5min":1.018,"15min":1.018},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.60299999999999998,"15min":0.56299999999999994},"min":{"1min":0.41599999999999998,"5min":0.30599999999999999,"15min":0.30399999999999999},"max":{"1min":1.0469999999999999,"5min":1.0469999999999999,"15min":1.0469999999999999},"last":0.36599999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:11:48 2024","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.60399999999999998,"15min":0.54700000000000004},"min":{"1min":0.45800000000000002,"5min":0.32700000000000001,"15min":0.28899999999999998},"max":{"1min":0.82499999999999996,"5min":0.96699999999999997,"15min":0.96699999999999997},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.624,"5min":0.61499999999999999,"15min":0.57199999999999995},"min":{"1min":0.41999999999999998,"5min":0.40799999999999997,"15min":0.32400000000000001},"max":{"1min":0.90600000000000003,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.45100000000000001}]},{"osd":6,"last update":"Fri Sep 13 16:11:48 2024","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.61099999999999999,"15min":0.57199999999999995},"min":{"1min":0.45500000000000002,"5min":0.374,"15min":0.313},"max":{"1min":0.97399999999999998,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.629,"15min":0.57599999999999996},"min":{"1min":0.432,"5min":0.36199999999999999,"15min":0.31900000000000001},"max":{"1min":0.877,"5min":0.997,"15min":0.997},"last":0.46300000000000002}]},{"osd":7,"last update":"Fri Sep 13 16:11:48 2024","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":0.63700000000000001,"15min":0.58599999999999997},"min":{"1min":0.43099999999999999,"5min":0.38300000000000001,"15min":0.315},"max":{"1min":0.94499999999999995,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.437},{"interface":"front","average":{"1min":0.65700000000000003,"5min":0.63500000000000001,"15min":0.58599999999999997},"min":{"1min":0.46500000000000002,"5min":0.39600000000000002,"15min":0.377},"max":{"1min":0.88800000000000001,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.377}]}]},{"osd":0,"up_from":13,"seq":55834574986,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":101192,"kb_used_data":2036,"kb_used_omap":1,"kb_used_meta":99134,"kb_avail":94270648,"statfs":{"total":96636764160,"available":96533143552,"internally_reserved":0,"allocated":2084864,"data_stored":1273963,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":101513671},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 16:11:43 2024","interfaces":[{"interface":"back","average":{"1min":0.35399999999999998,"5min":0.33400000000000002,"15min":0.376},"min":{"1min":0.20899999999999999,"5min":0.151,"15min":0.151},"max":{"1min":0.51900000000000002,"5min":0.52800000000000002,"15min":2.5960000000000001},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.36299999999999999,"15min":0.35399999999999998},"min":{"1min":0.27600000000000002,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":0.60699999999999998,"5min":0.61799999999999999,"15min":0.65900000000000003},"last":0.33900000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:11:43 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.35899999999999999,"15min":0.36699999999999999},"min":{"1min":0.247,"5min":0.20000000000000001,"15min":0.19800000000000001},"max":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":1.373},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.439,"5min":0.38900000000000001,"15min":0.38300000000000001},"min":{"1min":0.28199999999999997,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.61499999999999999,"5min":0.68799999999999994,"15min":0.77900000000000003},"last":0.38300000000000001}]},{"osd":3,"last update":"Fri Sep 13 16:11:52 2024","interfaces":[{"interface":"back","average":{"1min":0.438,"5min":0.40899999999999997,"15min":0.39500000000000002},"min":{"1min":0.32400000000000001,"5min":0.27000000000000002,"15min":0.218},"max":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.75},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.36799999999999999,"15min":0.36099999999999999},"min":{"1min":0.25,"5min":0.20899999999999999,"15min":0.20100000000000001},"max":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.59699999999999998},"last":0.35299999999999998}]},{"osd":4,"last update":"Fri Sep 13 16:11:43 2024","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.55400000000000005,"15min":0.53200000000000003},"min":{"1min":0.40600000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.58799999999999997,"15min":0.56000000000000005},"min":{"1min":0.42099999999999999,"5min":0.28999999999999998,"15min":0.28199999999999997},"max":{"1min":0.86299999999999999,"5min":0.93300000000000005,"15min":1.321},"last":0.60999999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:11:43 2024","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":1.0580000000000001,"15min":0.71399999999999997},"min":{"1min":0.41599999999999998,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.82799999999999996,"5min":41.240000000000002,"15min":41.240000000000002},"last":0.63500000000000001},{"interface":"front","average":{"1min":0.64400000000000002,"5min":1.0880000000000001,"15min":0.748},"min":{"1min":0.46400000000000002,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.84099999999999997,"5min":41.301000000000002,"15min":41.301000000000002},"last":0.59099999999999997}]},{"osd":6,"last update":"Fri Sep 13 16:11:43 2024","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.58299999999999996,"15min":0.55000000000000004},"min":{"1min":0.40400000000000003,"5min":0.312,"15min":0.312},"max":{"1min":0.83899999999999997,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.65400000000000003,"5min":0.622,"15min":0.58699999999999997},"min":{"1min":0.44600000000000001,"5min":0.35999999999999999,"15min":0.34300000000000003},"max":{"1min":0.84499999999999997,"5min":1.0109999999999999,"15min":1.286},"last":0.56799999999999995}]},{"osd":7,"last update":"Fri Sep 13 16:11:43 2024","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":0.63500000000000001,"15min":0.60499999999999998},"min":{"1min":0.503,"5min":0.35399999999999998,"15min":0.34799999999999998},"max":{"1min":0.92000000000000004,"5min":1.1639999999999999,"15min":1.1639999999999999},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.69199999999999995,"5min":0.61799999999999999,"15min":0.58199999999999996},"min":{"1min":0.51800000000000002,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.84699999999999998,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.65000000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:12:40.657 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:12:40.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.791+0000 7fd8964aa640 1 Processor -- start 2024-09-13T16:12:40.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.791+0000 7fd8964aa640 1 -- start start 2024-09-13T16:12:40.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.792+0000 7fd8964aa640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fd890071d30 0x7fd890070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:40.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.792+0000 7fd8964aa640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fd890072110 0x7fd8900b1b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:40.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.792+0000 7fd8964aa640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd8900abdf0 con 0x7fd8900c8920 2024-09-13T16:12:40.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.792+0000 7fd8964aa640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd8900ab1e0 con 0x7fd890072110 2024-09-13T16:12:40.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.792+0000 7fd8964aa640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd8900ab4c0 con 0x7fd890071d30 2024-09-13T16:12:40.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.792+0000 7fd88f7fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fd890072110 0x7fd8900b1b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:40.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.792+0000 7fd88f7fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fd890072110 0x7fd8900b1b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:35198/0 (socket says 172.21.15.76:35198) 2024-09-13T16:12:40.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.792+0000 7fd88f7fe640 1 -- 172.21.15.76:0/2744835286 learned_addr learned my addr 172.21.15.76:0/2744835286 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:40.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.792+0000 7fd88f7fe640 1 -- 172.21.15.76:0/2744835286 >> v2:172.21.15.192:3300/0 conn(0x7fd890071d30 msgr2=0x7fd890070190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:40.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.792+0000 7fd88f7fe640 1 --2- 172.21.15.76:0/2744835286 >> v2:172.21.15.192:3300/0 conn(0x7fd890071d30 0x7fd890070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:40.795 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.792+0000 7fd88f7fe640 1 -- 172.21.15.76:0/2744835286 >> v1:172.21.15.192:6789/0 conn(0x7fd8900c8920 legacy=0x7fd8900ac280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:40.795 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.792+0000 7fd88f7fe640 1 -- 172.21.15.76:0/2744835286 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd8900ab7a0 con 0x7fd890072110 2024-09-13T16:12:40.795 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.793+0000 7fd88f7fe640 1 --2- 172.21.15.76:0/2744835286 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd890072110 0x7fd8900b1b70 secure :-1 s=READY pgs=1627 cs=0 l=1 rev1=1 crypto rx=0x7fd8900cee60 tx=0x7fd88402a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5a8171706678bf74 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:40.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.793+0000 7fd88effd640 1 -- 172.21.15.76:0/2744835286 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd884032440 con 0x7fd890072110 2024-09-13T16:12:40.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.793+0000 7fd88effd640 1 -- 172.21.15.76:0/2744835286 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd8840325a0 con 0x7fd890072110 2024-09-13T16:12:40.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.793+0000 7fd88effd640 1 -- 172.21.15.76:0/2744835286 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd884032930 con 0x7fd890072110 2024-09-13T16:12:40.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.794+0000 7fd8964aa640 1 -- 172.21.15.76:0/2744835286 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd890072110 msgr2=0x7fd8900b1b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:40.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.794+0000 7fd8964aa640 1 --2- 172.21.15.76:0/2744835286 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd890072110 0x7fd8900b1b70 secure :-1 s=READY pgs=1627 cs=0 l=1 rev1=1 crypto rx=0x7fd8900cee60 tx=0x7fd88402a230 comp rx=0 tx=0).stop 2024-09-13T16:12:40.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.794+0000 7fd8964aa640 1 -- 172.21.15.76:0/2744835286 shutdown_connections 2024-09-13T16:12:40.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.794+0000 7fd8964aa640 1 --2- 172.21.15.76:0/2744835286 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd890072110 0x7fd8900b1b70 unknown :-1 s=CLOSED pgs=1627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:40.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.794+0000 7fd8964aa640 1 --2- 172.21.15.76:0/2744835286 >> v2:172.21.15.192:3300/0 conn(0x7fd890071d30 0x7fd890070190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:40.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.794+0000 7fd8964aa640 1 -- 172.21.15.76:0/2744835286 >> 172.21.15.76:0/2744835286 conn(0x7fd890069ed0 msgr2=0x7fd89006a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:40.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.794+0000 7fd8964aa640 1 -- 172.21.15.76:0/2744835286 shutdown_connections 2024-09-13T16:12:40.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.794+0000 7fd8964aa640 1 -- 172.21.15.76:0/2744835286 wait complete. 2024-09-13T16:12:40.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.795+0000 7fd8964aa640 1 Processor -- start 2024-09-13T16:12:40.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.795+0000 7fd8964aa640 1 -- start start 2024-09-13T16:12:40.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.796+0000 7fd8964aa640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd890071d30 0x7fd8900c53a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:40.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.796+0000 7fd8964aa640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd890072110 0x7fd8900c5fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:40.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.796+0000 7fd8964aa640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd8900c8920 0x7fd8900c43f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:40.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.796+0000 7fd8964aa640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd8901f33c0 con 0x7fd890072110 2024-09-13T16:12:40.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.796+0000 7fd8964aa640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd8901f2840 con 0x7fd8900c8920 2024-09-13T16:12:40.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.796+0000 7fd8964aa640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd8901f2b20 con 0x7fd890071d30 2024-09-13T16:12:40.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.796+0000 7fd88f7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd890072110 0x7fd8900c5fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:40.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.796+0000 7fd88f7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd890072110 0x7fd8900c5fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:35206/0 (socket says 172.21.15.76:35206) 2024-09-13T16:12:40.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.796+0000 7fd88f7fe640 1 -- 172.21.15.76:0/2826617507 learned_addr learned my addr 172.21.15.76:0/2826617507 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:40.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.796+0000 7fd88ffff640 1 --2- 172.21.15.76:0/2826617507 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd890071d30 0x7fd8900c53a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:40.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.796+0000 7fd894a47640 1 --2- 172.21.15.76:0/2826617507 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd8900c8920 0x7fd8900c43f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:40.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.796+0000 7fd88f7fe640 1 -- 172.21.15.76:0/2826617507 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd890071d30 msgr2=0x7fd8900c53a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:40.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.796+0000 7fd88f7fe640 1 --2- 172.21.15.76:0/2826617507 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd890071d30 0x7fd8900c53a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:40.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.796+0000 7fd88f7fe640 1 -- 172.21.15.76:0/2826617507 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd8900c8920 msgr2=0x7fd8900c43f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:40.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.796+0000 7fd88f7fe640 1 --2- 172.21.15.76:0/2826617507 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd8900c8920 0x7fd8900c43f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:40.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.796+0000 7fd88f7fe640 1 -- 172.21.15.76:0/2826617507 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd8840094d0 con 0x7fd890072110 2024-09-13T16:12:40.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.796+0000 7fd894a47640 1 --2- 172.21.15.76:0/2826617507 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd8900c8920 0x7fd8900c43f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:12:40.801 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.796+0000 7fd88f7fe640 1 --2- 172.21.15.76:0/2826617507 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd890072110 0x7fd8900c5fa0 secure :-1 s=READY pgs=1628 cs=0 l=1 rev1=1 crypto rx=0x7fd884000c00 tx=0x7fd8840046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:40.801 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.796+0000 7fd88cff9640 1 -- 172.21.15.76:0/2826617507 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd884032440 con 0x7fd890072110 2024-09-13T16:12:40.801 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.796+0000 7fd88cff9640 1 -- 172.21.15.76:0/2826617507 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd884030b80 con 0x7fd890072110 2024-09-13T16:12:40.801 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.796+0000 7fd88cff9640 1 -- 172.21.15.76:0/2826617507 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd88403b400 con 0x7fd890072110 2024-09-13T16:12:40.801 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.797+0000 7fd8964aa640 1 -- 172.21.15.76:0/2826617507 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd8901f2e00 con 0x7fd890072110 2024-09-13T16:12:40.801 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.797+0000 7fd8964aa640 1 -- 172.21.15.76:0/2826617507 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd8901f24c0 con 0x7fd890072110 2024-09-13T16:12:40.801 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.797+0000 7fd8964aa640 1 -- 172.21.15.76:0/2826617507 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd8900c2ee0 con 0x7fd890072110 2024-09-13T16:12:40.801 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.798+0000 7fd88cff9640 1 -- 172.21.15.76:0/2826617507 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd884039040 con 0x7fd890072110 2024-09-13T16:12:40.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.798+0000 7fd88cff9640 1 --2- 172.21.15.76:0/2826617507 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd87c06ac00 0x7fd87c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:40.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.799+0000 7fd88cff9640 1 -- 172.21.15.76:0/2826617507 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fd8840a9f10 con 0x7fd890072110 2024-09-13T16:12:40.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.799+0000 7fd88ffff640 1 --2- 172.21.15.76:0/2826617507 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd87c06ac00 0x7fd87c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:40.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.799+0000 7fd88ffff640 1 --2- 172.21.15.76:0/2826617507 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd87c06ac00 0x7fd87c06d0c0 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7fd8900c88f0 tx=0x7fd880008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:40.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.803+0000 7fd88cff9640 1 -- 172.21.15.76:0/2826617507 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fd8900c2ee0 con 0x7fd890072110 2024-09-13T16:12:40.962 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.961+0000 7fd8964aa640 1 -- 172.21.15.76:0/2826617507 --> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fd8900b2f00 con 0x7fd87c06ac00 2024-09-13T16:12:40.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.967+0000 7fd88cff9640 1 -- 172.21.15.76:0/2826617507 <== mgr.4104 v2:172.21.15.76:6832/911852275 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+278159 (secure 0 0 0) 0x7fd880009480 con 0x7fd87c06ac00 2024-09-13T16:12:40.974 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:40.976 INFO:teuthology.orchestra.run.smithi076.stderr:dumped all 2024-09-13T16:12:40.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.970+0000 7fd8964aa640 1 -- 172.21.15.76:0/2826617507 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd87c06ac00 msgr2=0x7fd87c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:40.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.970+0000 7fd8964aa640 1 --2- 172.21.15.76:0/2826617507 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd87c06ac00 0x7fd87c06d0c0 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7fd8900c88f0 tx=0x7fd880008040 comp rx=0 tx=0).stop 2024-09-13T16:12:40.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.970+0000 7fd8964aa640 1 -- 172.21.15.76:0/2826617507 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd890072110 msgr2=0x7fd8900c5fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:40.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.970+0000 7fd8964aa640 1 --2- 172.21.15.76:0/2826617507 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd890072110 0x7fd8900c5fa0 secure :-1 s=READY pgs=1628 cs=0 l=1 rev1=1 crypto rx=0x7fd884000c00 tx=0x7fd8840046c0 comp rx=0 tx=0).stop 2024-09-13T16:12:40.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.970+0000 7fd8964aa640 1 -- 172.21.15.76:0/2826617507 shutdown_connections 2024-09-13T16:12:40.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.970+0000 7fd8964aa640 1 --2- 172.21.15.76:0/2826617507 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd8900c8920 0x7fd8900c43f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:40.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.970+0000 7fd8964aa640 1 --2- 172.21.15.76:0/2826617507 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd890072110 0x7fd8900c5fa0 unknown :-1 s=CLOSED pgs=1628 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:40.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.970+0000 7fd8964aa640 1 --2- 172.21.15.76:0/2826617507 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd87c06ac00 0x7fd87c06d0c0 unknown :-1 s=CLOSED pgs=697 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:40.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.971+0000 7fd8964aa640 1 --2- 172.21.15.76:0/2826617507 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd890071d30 0x7fd8900c53a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:40.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.971+0000 7fd8964aa640 1 -- 172.21.15.76:0/2826617507 >> 172.21.15.76:0/2826617507 conn(0x7fd890069ed0 msgr2=0x7fd8900addd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:40.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.971+0000 7fd8964aa640 1 -- 172.21.15.76:0/2826617507 shutdown_connections 2024-09-13T16:12:40.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:40.971+0000 7fd8964aa640 1 -- 172.21.15.76:0/2826617507 wait complete. 2024-09-13T16:12:40.983 INFO:teuthology.orchestra.run.smithi076.stdout:{"pg_ready":true,"pg_map":{"version":454,"stamp":"2024-09-13T16:12:39.068865+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":58,"acting":58,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":8,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":6,"kb":754974720,"kb_used":770948,"kb_used_data":12848,"kb_used_omap":12,"kb_used_meta":757939,"kb_avail":754203772,"statfs":{"total":773094113280,"available":772304662528,"internally_reserved":0,"allocated":13156352,"data_stored":6660316,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":776130105},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000584"},"pg_stats":[{"pgid":"18.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.1f","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.044954+0000","last_change":"2024-09-13T16:12:36.044954+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.044954+0000","last_undegraded":"2024-09-13T16:12:36.044954+0000","last_fullsized":"2024-09-13T16:12:36.044954+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:39:58.393403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:36.034586+0000","last_change":"2024-09-13T16:12:36.034586+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.034586+0000","last_undegraded":"2024-09-13T16:12:36.034586+0000","last_fullsized":"2024-09-13T16:12:36.034586+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.1d","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.046954+0000","last_change":"2024-09-13T16:12:36.046954+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.046954+0000","last_undegraded":"2024-09-13T16:12:36.046954+0000","last_fullsized":"2024-09-13T16:12:36.046954+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:37:23.415195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:36.034586+0000","last_change":"2024-09-13T16:12:36.034586+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.034586+0000","last_undegraded":"2024-09-13T16:12:36.034586+0000","last_fullsized":"2024-09-13T16:12:36.034586+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.1b","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.042950+0000","last_change":"2024-09-13T16:12:36.042950+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.042950+0000","last_undegraded":"2024-09-13T16:12:36.042950+0000","last_fullsized":"2024-09-13T16:12:36.042950+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:42:07.090192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.1a","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.041826+0000","last_change":"2024-09-13T16:12:36.041826+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.041826+0000","last_undegraded":"2024-09-13T16:12:36.041826+0000","last_fullsized":"2024-09-13T16:12:36.041826+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:47:23.216108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.19","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.041593+0000","last_change":"2024-09-13T16:12:36.041593+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.041593+0000","last_undegraded":"2024-09-13T16:12:36.041593+0000","last_fullsized":"2024-09-13T16:12:36.041593+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:14:04.996307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"18.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.18","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.041824+0000","last_change":"2024-09-13T16:12:36.041824+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.041824+0000","last_undegraded":"2024-09-13T16:12:36.041824+0000","last_fullsized":"2024-09-13T16:12:36.041824+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:30:00.318138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.17","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.044175+0000","last_change":"2024-09-13T16:12:36.044175+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.044175+0000","last_undegraded":"2024-09-13T16:12:36.044175+0000","last_fullsized":"2024-09-13T16:12:36.044175+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:07:35.297449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.16","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.041577+0000","last_change":"2024-09-13T16:12:36.041577+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.041577+0000","last_undegraded":"2024-09-13T16:12:36.041577+0000","last_fullsized":"2024-09-13T16:12:36.041577+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:54:49.239367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"18.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.15","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.041581+0000","last_change":"2024-09-13T16:12:36.041581+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.041581+0000","last_undegraded":"2024-09-13T16:12:36.041581+0000","last_fullsized":"2024-09-13T16:12:36.041581+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:57:45.493633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[7],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"18.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.14","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.044881+0000","last_change":"2024-09-13T16:12:36.044881+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.044881+0000","last_undegraded":"2024-09-13T16:12:36.044881+0000","last_fullsized":"2024-09-13T16:12:36.044881+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:33:40.149228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.13","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.044845+0000","last_change":"2024-09-13T16:12:36.044845+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.044845+0000","last_undegraded":"2024-09-13T16:12:36.044845+0000","last_fullsized":"2024-09-13T16:12:36.044845+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:29:37.781264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.12","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.044758+0000","last_change":"2024-09-13T16:12:36.044758+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.044758+0000","last_undegraded":"2024-09-13T16:12:36.044758+0000","last_fullsized":"2024-09-13T16:12:36.044758+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:28:08.819562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.11","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.046436+0000","last_change":"2024-09-13T16:12:36.046436+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.046436+0000","last_undegraded":"2024-09-13T16:12:36.046436+0000","last_fullsized":"2024-09-13T16:12:36.046436+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:30:57.040314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:36.034586+0000","last_change":"2024-09-13T16:12:36.034586+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.034586+0000","last_undegraded":"2024-09-13T16:12:36.034586+0000","last_fullsized":"2024-09-13T16:12:36.034586+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:36.034586+0000","last_change":"2024-09-13T16:12:36.034586+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.034586+0000","last_undegraded":"2024-09-13T16:12:36.034586+0000","last_fullsized":"2024-09-13T16:12:36.034586+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.d","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.046489+0000","last_change":"2024-09-13T16:12:36.046489+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.046489+0000","last_undegraded":"2024-09-13T16:12:36.046489+0000","last_fullsized":"2024-09-13T16:12:36.046489+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:08:32.266083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.c","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.046671+0000","last_change":"2024-09-13T16:12:36.046671+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.046671+0000","last_undegraded":"2024-09-13T16:12:36.046671+0000","last_fullsized":"2024-09-13T16:12:36.046671+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:14:49.690115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.b","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.041807+0000","last_change":"2024-09-13T16:12:36.041807+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.041807+0000","last_undegraded":"2024-09-13T16:12:36.041807+0000","last_fullsized":"2024-09-13T16:12:36.041807+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:31:06.754153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.a","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.044622+0000","last_change":"2024-09-13T16:12:36.044622+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.044622+0000","last_undegraded":"2024-09-13T16:12:36.044622+0000","last_fullsized":"2024-09-13T16:12:36.044622+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:42:41.431094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.9","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.044794+0000","last_change":"2024-09-13T16:12:36.044794+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.044794+0000","last_undegraded":"2024-09-13T16:12:36.044794+0000","last_fullsized":"2024-09-13T16:12:36.044794+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:35:00.852128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.8","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.045212+0000","last_change":"2024-09-13T16:12:36.045212+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.045212+0000","last_undegraded":"2024-09-13T16:12:36.045212+0000","last_fullsized":"2024-09-13T16:12:36.045212+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:54:12.253985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.7","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.041815+0000","last_change":"2024-09-13T16:12:36.041815+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.041815+0000","last_undegraded":"2024-09-13T16:12:36.041815+0000","last_fullsized":"2024-09-13T16:12:36.041815+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:51:26.472409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.6","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.044233+0000","last_change":"2024-09-13T16:12:36.044233+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.044233+0000","last_undegraded":"2024-09-13T16:12:36.044233+0000","last_fullsized":"2024-09-13T16:12:36.044233+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:35:10.081703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.5","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.044357+0000","last_change":"2024-09-13T16:12:36.044357+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.044357+0000","last_undegraded":"2024-09-13T16:12:36.044357+0000","last_fullsized":"2024-09-13T16:12:36.044357+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:54:01.954237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.4","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.041791+0000","last_change":"2024-09-13T16:12:36.041791+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.041791+0000","last_undegraded":"2024-09-13T16:12:36.041791+0000","last_fullsized":"2024-09-13T16:12:36.041791+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:33:09.455210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.3","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.042317+0000","last_change":"2024-09-13T16:12:36.042317+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.042317+0000","last_undegraded":"2024-09-13T16:12:36.042317+0000","last_fullsized":"2024-09-13T16:12:36.042317+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:27:27.478497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.2","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.042081+0000","last_change":"2024-09-13T16:12:36.042081+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.042081+0000","last_undegraded":"2024-09-13T16:12:36.042081+0000","last_fullsized":"2024-09-13T16:12:36.042081+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:13:56.541498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.1","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.041784+0000","last_change":"2024-09-13T16:12:36.041784+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.041784+0000","last_undegraded":"2024-09-13T16:12:36.041784+0000","last_fullsized":"2024-09-13T16:12:36.041784+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:19:59.479148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.0","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.044437+0000","last_change":"2024-09-13T16:12:36.044437+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.044437+0000","last_undegraded":"2024-09-13T16:12:36.044437+0000","last_fullsized":"2024-09-13T16:12:36.044437+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:15:07.488644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.10","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.044751+0000","last_change":"2024-09-13T16:12:36.044751+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.044751+0000","last_undegraded":"2024-09-13T16:12:36.044751+0000","last_fullsized":"2024-09-13T16:12:36.044751+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:15:53.354009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":251,"reported_epoch":120,"state":"active+clean","last_fresh":"2024-09-13T16:12:34.067686+0000","last_change":"2024-09-13T16:01:29.143297+0000","last_active":"2024-09-13T16:12:34.067686+0000","last_peered":"2024-09-13T16:12:34.067686+0000","last_clean":"2024-09-13T16:12:34.067686+0000","last_became_active":"2024-09-13T16:01:29.142269+0000","last_became_peered":"2024-09-13T16:01:29.142269+0000","last_unstale":"2024-09-13T16:12:34.067686+0000","last_undegraded":"2024-09-13T16:12:34.067686+0000","last_fullsized":"2024-09-13T16:12:34.067686+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:27.864638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:27.864638+0000","last_clean_scrub_stamp":"2024-09-13T16:01:27.864638+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:25:24.741463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":18,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":17,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":56,"acting":56,"num_store_stats":6},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":14,"seq":60129542283,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":135052,"kb_used_data":1472,"kb_used_omap":1,"kb_used_meta":133566,"kb_avail":94236788,"statfs":{"total":96636764160,"available":96498470912,"internally_reserved":0,"allocated":1507328,"data_stored":690401,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":136772040},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:50 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.40400000000000003,"15min":0.35999999999999999},"min":{"1min":0.24399999999999999,"5min":0.185,"15min":0.183},"max":{"1min":0.63500000000000001,"5min":4.4610000000000003,"15min":4.4610000000000003},"last":0.22},{"interface":"front","average":{"1min":0.374,"5min":0.36699999999999999,"15min":0.32900000000000001},"min":{"1min":0.254,"5min":0.17999999999999999,"15min":0.17899999999999999},"max":{"1min":0.52200000000000002,"5min":1.2410000000000001,"15min":1.2410000000000001},"last":0.315}]},{"osd":1,"last update":"Fri Sep 13 16:11:50 2024","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.42899999999999999,"15min":0.35199999999999998},"min":{"1min":0.249,"5min":0.20000000000000001,"15min":0.182},"max":{"1min":0.64100000000000001,"5min":7.2389999999999999,"15min":7.2389999999999999},"last":0.23400000000000001},{"interface":"front","average":{"1min":0.42099999999999999,"5min":0.45700000000000002,"15min":0.38800000000000001},"min":{"1min":0.26400000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.64900000000000002,"5min":6.4429999999999996,"15min":6.4429999999999996},"last":0.28100000000000003}]},{"osd":2,"last update":"Fri Sep 13 16:11:50 2024","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.42499999999999999,"15min":0.38600000000000001},"min":{"1min":0.28499999999999998,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.68899999999999995,"5min":2.6339999999999999,"15min":2.6339999999999999},"last":0.29999999999999999},{"interface":"front","average":{"1min":0.432,"5min":0.42399999999999999,"15min":0.39300000000000002},"min":{"1min":0.312,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.58499999999999996,"5min":0.82099999999999995,"15min":0.92500000000000004},"last":0.34300000000000003}]},{"osd":4,"last update":"Fri Sep 13 16:11:50 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.59199999999999997,"15min":0.54200000000000004},"min":{"1min":0.39200000000000002,"5min":0.29099999999999998,"15min":0.28399999999999997},"max":{"1min":0.82999999999999996,"5min":1.216,"15min":1.216},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.62,"15min":0.57099999999999995},"min":{"1min":0.42499999999999999,"5min":0.29699999999999999,"15min":0.27600000000000002},"max":{"1min":0.81899999999999995,"5min":2.6070000000000002,"15min":2.6070000000000002},"last":0.496}]},{"osd":5,"last update":"Fri Sep 13 16:11:50 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.61299999999999999,"15min":0.55800000000000005},"min":{"1min":0.38800000000000001,"5min":0.30299999999999999,"15min":0.28100000000000003},"max":{"1min":0.79100000000000004,"5min":2.5449999999999999,"15min":2.5449999999999999},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.629,"15min":0.57799999999999996},"min":{"1min":0.44900000000000001,"5min":0.311,"15min":0.311},"max":{"1min":0.76600000000000001,"5min":1.5269999999999999,"15min":1.5269999999999999},"last":0.48099999999999998}]},{"osd":6,"last update":"Fri Sep 13 16:11:50 2024","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.622,"15min":0.58499999999999996},"min":{"1min":0.45200000000000001,"5min":0.35199999999999998,"15min":0.31900000000000001},"max":{"1min":0.754,"5min":1.0169999999999999,"15min":1.0169999999999999},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.629,"5min":0.61699999999999999,"15min":0.57799999999999996},"min":{"1min":0.46000000000000002,"5min":0.32600000000000001,"15min":0.32200000000000001},"max":{"1min":0.79200000000000004,"5min":1.131,"15min":1.131},"last":0.51600000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:11:50 2024","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.63700000000000001,"15min":0.59299999999999997},"min":{"1min":0.42999999999999999,"5min":0.36199999999999999,"15min":0.35499999999999998},"max":{"1min":0.81299999999999994,"5min":1.649,"15min":1.649},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.623,"5min":0.64000000000000001,"15min":0.59199999999999997},"min":{"1min":0.45700000000000002,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.77800000000000002,"5min":2.581,"15min":2.581},"last":0.53300000000000003}]}]},{"osd":7,"up_from":13,"seq":55834574985,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":83144,"kb_used_data":2040,"kb_used_omap":1,"kb_used_meta":81086,"kb_avail":94288696,"statfs":{"total":96636764160,"available":96551624704,"internally_reserved":0,"allocated":2088960,"data_stored":1274632,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":83032523},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.499,"15min":0.47499999999999998},"min":{"1min":0.38500000000000001,"5min":0.193,"15min":0.193},"max":{"1min":0.68100000000000005,"5min":0.73699999999999999,"15min":0.81000000000000005},"last":0.58399999999999996},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.52400000000000002,"15min":0.503},"min":{"1min":0.28799999999999998,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.68500000000000005,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.54200000000000004}]},{"osd":1,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.496,"15min":0.49399999999999999},"min":{"1min":0.42599999999999999,"5min":0.23499999999999999,"15min":0.22},"max":{"1min":0.70699999999999996,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.54100000000000004,"15min":0.51000000000000001},"min":{"1min":0.34599999999999997,"5min":0.27400000000000002,"15min":0.23400000000000001},"max":{"1min":0.68600000000000005,"5min":0.81100000000000005,"15min":0.90300000000000002},"last":0.46500000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.55800000000000005,"15min":0.57899999999999996},"min":{"1min":0.43099999999999999,"5min":0.29399999999999998,"15min":0.23999999999999999},"max":{"1min":0.68500000000000005,"5min":0.79900000000000004,"15min":2.2919999999999998},"last":0.61399999999999999},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.54000000000000004,"15min":0.52900000000000003},"min":{"1min":0.35599999999999998,"5min":0.28599999999999998,"15min":0.255},"max":{"1min":0.67800000000000005,"5min":0.74199999999999999,"15min":0.86399999999999999},"last":0.55700000000000005}]},{"osd":3,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.54500000000000004,"15min":0.51900000000000002},"min":{"1min":0.40400000000000003,"5min":0.27400000000000002,"15min":0.255},"max":{"1min":0.70699999999999996,"5min":0.78000000000000003,"15min":0.83599999999999997},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.53800000000000003,"15min":0.51300000000000001},"min":{"1min":0.34599999999999997,"5min":0.31900000000000001,"15min":0.26700000000000002},"max":{"1min":0.69399999999999995,"5min":0.81000000000000005,"15min":0.88100000000000001},"last":0.56599999999999995}]},{"osd":4,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":0.47099999999999997,"15min":0.44500000000000001},"min":{"1min":0.376,"5min":0.255,"15min":0.23400000000000001},"max":{"1min":0.71699999999999997,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.505},{"interface":"front","average":{"1min":0.48799999999999999,"5min":0.48499999999999999,"15min":0.45900000000000002},"min":{"1min":0.29599999999999999,"5min":0.28199999999999997,"15min":0.249},"max":{"1min":0.71499999999999997,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.48399999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.51500000000000001,"15min":0.49299999999999999},"min":{"1min":0.33200000000000002,"5min":0.29299999999999998,"15min":0.25600000000000001},"max":{"1min":0.70299999999999996,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.67100000000000004},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.58199999999999996,"15min":0.55400000000000005},"min":{"1min":0.45900000000000002,"5min":0.34200000000000003,"15min":0.33700000000000002},"max":{"1min":0.71799999999999997,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.65100000000000002}]},{"osd":6,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.54400000000000004,"15min":0.51900000000000002},"min":{"1min":0.36599999999999999,"5min":0.33000000000000002,"15min":0.32300000000000001},"max":{"1min":0.72999999999999998,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54800000000000004,"15min":0.53400000000000003},"min":{"1min":0.432,"5min":0.315,"15min":0.315},"max":{"1min":0.73799999999999999,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.68500000000000005}]}]},{"osd":6,"up_from":13,"seq":55834574985,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":100680,"kb_used_data":1460,"kb_used_omap":1,"kb_used_meta":99198,"kb_avail":94271160,"statfs":{"total":96636764160,"available":96533667840,"internally_reserved":0,"allocated":1495040,"data_stored":684264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":101579207},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:52 2024","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.54500000000000004,"15min":0.51900000000000002},"min":{"1min":0.46100000000000002,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.79800000000000004,"5min":0.80700000000000005,"15min":0.97099999999999997},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.55100000000000005,"15min":0.52300000000000002},"min":{"1min":0.44600000000000001,"5min":0.25900000000000001,"15min":0.22500000000000001},"max":{"1min":0.746,"5min":1.224,"15min":1.224},"last":0.63300000000000001}]},{"osd":1,"last update":"Fri Sep 13 16:11:52 2024","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.51800000000000002,"15min":0.50800000000000001},"min":{"1min":0.45500000000000002,"5min":0.23000000000000001,"15min":0.21099999999999999},"max":{"1min":0.77500000000000002,"5min":0.82299999999999995,"15min":1.0940000000000001},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.51400000000000001,"15min":0.49399999999999999},"min":{"1min":0.40699999999999997,"5min":0.26300000000000001,"15min":0.247},"max":{"1min":0.69999999999999996,"5min":1.1879999999999999,"15min":1.1879999999999999},"last":0.52900000000000003}]},{"osd":2,"last update":"Fri Sep 13 16:11:52 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.52800000000000002,"15min":0.505},"min":{"1min":0.42299999999999999,"5min":0.25800000000000001,"15min":0.247},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.94799999999999995},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.54200000000000004,"15min":0.54400000000000004},"min":{"1min":0.44400000000000001,"5min":0.28199999999999997,"15min":0.27000000000000002},"max":{"1min":0.76800000000000002,"5min":0.83799999999999997,"15min":0.91800000000000004},"last":0.59399999999999997}]},{"osd":3,"last update":"Fri Sep 13 16:11:52 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.55400000000000005,"15min":0.54000000000000004},"min":{"1min":0.39400000000000002,"5min":0.28599999999999998,"15min":0.252},"max":{"1min":0.90700000000000003,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.627,"5min":0.57499999999999996,"15min":0.56599999999999995},"min":{"1min":0.52200000000000002,"5min":0.30599999999999999,"15min":0.25900000000000001},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.70599999999999996}]},{"osd":4,"last update":"Fri Sep 13 16:11:52 2024","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.47599999999999998,"15min":0.47299999999999998},"min":{"1min":0.32500000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.81200000000000006,"5min":1.1559999999999999,"15min":1.1559999999999999},"last":0.58199999999999996},{"interface":"front","average":{"1min":0.503,"5min":0.50600000000000001,"15min":0.502},"min":{"1min":0.39500000000000002,"5min":0.25700000000000001,"15min":0.23899999999999999},"max":{"1min":0.73399999999999999,"5min":0.83599999999999997,"15min":0.88900000000000001},"last":0.33600000000000002}]},{"osd":5,"last update":"Fri Sep 13 16:11:52 2024","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.53200000000000003,"15min":0.53500000000000003},"min":{"1min":0.36399999999999999,"5min":0.309,"15min":0.29399999999999998},"max":{"1min":0.76800000000000002,"5min":0.79500000000000004,"15min":0.82099999999999995},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.53300000000000003,"15min":0.54300000000000004},"min":{"1min":0.36799999999999999,"5min":0.33800000000000002,"15min":0.26400000000000001},"max":{"1min":0.878,"5min":0.878,"15min":0.93999999999999995},"last":0.40400000000000003}]},{"osd":7,"last update":"Fri Sep 13 16:11:52 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.54000000000000004,"15min":0.53500000000000003},"min":{"1min":0.34699999999999998,"5min":0.32400000000000001,"15min":0.254},"max":{"1min":0.86499999999999999,"5min":1.1080000000000001,"15min":1.1080000000000001},"last":0.48399999999999999},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.60699999999999998,"15min":0.59899999999999998},"min":{"1min":0.45600000000000002,"5min":0.35899999999999999,"15min":0.33800000000000002},"max":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.92600000000000005},"last":0.60199999999999998}]}]},{"osd":5,"up_from":13,"seq":55834574984,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":76868,"kb_used_data":1460,"kb_used_omap":1,"kb_used_meta":75390,"kb_avail":94294972,"statfs":{"total":96636764160,"available":96558051328,"internally_reserved":0,"allocated":1495040,"data_stored":684264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":77199814},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.53400000000000003,"15min":0.48599999999999999},"min":{"1min":0.48699999999999999,"5min":0.216,"15min":0.215},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.51800000000000002,"15min":0.48799999999999999},"min":{"1min":0.439,"5min":0.29099999999999998,"15min":0.219},"max":{"1min":0.72499999999999998,"5min":0.79200000000000004,"15min":0.79400000000000004},"last":0.56000000000000005}]},{"osd":1,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.53800000000000003,"15min":0.504},"min":{"1min":0.46899999999999997,"5min":0.26600000000000001,"15min":0.24299999999999999},"max":{"1min":0.69599999999999995,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.52400000000000002,"15min":0.50600000000000001},"min":{"1min":0.379,"5min":0.26300000000000001,"15min":0.24299999999999999},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.85799999999999998},"last":0.59799999999999998}]},{"osd":2,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.53700000000000003,"15min":0.50600000000000001},"min":{"1min":0.46300000000000002,"5min":0.249,"15min":0.249},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.77500000000000002},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.54000000000000004,"15min":0.53800000000000003},"min":{"1min":0.42099999999999999,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.70299999999999996,"5min":1.6000000000000001,"15min":1.6000000000000001},"last":0.70499999999999996}]},{"osd":3,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.56100000000000005,"15min":0.53400000000000003},"min":{"1min":0.442,"5min":0.29099999999999998,"15min":0.252},"max":{"1min":0.79200000000000004,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.495},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.59899999999999998,"15min":0.57799999999999996},"min":{"1min":0.45400000000000001,"5min":0.316,"15min":0.314},"max":{"1min":0.76600000000000001,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.67900000000000005}]},{"osd":4,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.48299999999999998,"5min":0.47799999999999998,"15min":0.497},"min":{"1min":0.314,"5min":0.26600000000000001,"15min":0.254},"max":{"1min":0.95999999999999996,"5min":1.377,"15min":1.377},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.47799999999999998,"15min":0.496},"min":{"1min":0.34999999999999998,"5min":0.27300000000000002,"15min":0.23799999999999999},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.93799999999999994},"last":0.379}]},{"osd":6,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.47899999999999998,"15min":0.49399999999999999},"min":{"1min":0.33500000000000002,"5min":0.25800000000000001,"15min":0.251},"max":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.71899999999999997},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.52700000000000002,"15min":0.54100000000000004},"min":{"1min":0.39100000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":1.036},"last":0.53100000000000003}]},{"osd":7,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.50800000000000001,"15min":0.51900000000000002},"min":{"1min":0.32600000000000001,"5min":0.31900000000000001,"15min":0.27600000000000002},"max":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.90100000000000002},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.54100000000000004,"15min":0.55000000000000004},"min":{"1min":0.38300000000000001,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.877,"5min":0.89500000000000002,"15min":0.90900000000000003},"last":0.69199999999999995}]}]},{"osd":4,"up_from":13,"seq":55834574985,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":86668,"kb_used_data":1460,"kb_used_omap":1,"kb_used_meta":85182,"kb_avail":94285172,"statfs":{"total":96636764160,"available":96548016128,"internally_reserved":0,"allocated":1495040,"data_stored":684264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":87226822},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.56299999999999994,"15min":0.49099999999999999},"min":{"1min":0.34699999999999998,"5min":0.25600000000000001,"15min":0.19400000000000001},"max":{"1min":0.67800000000000005,"5min":5.7510000000000003,"15min":5.7510000000000003},"last":0.29799999999999999},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.73099999999999998,"15min":0.54400000000000004},"min":{"1min":0.373,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.76800000000000002,"5min":18.648,"15min":18.648},"last":0.40899999999999997}]},{"osd":1,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.76100000000000001,"15min":0.55700000000000005},"min":{"1min":0.38100000000000001,"5min":0.221,"15min":0.221},"max":{"1min":0.82899999999999996,"5min":20.414000000000001,"15min":20.414000000000001},"last":0.497},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.77100000000000002,"15min":0.58799999999999997},"min":{"1min":0.42699999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.73199999999999998,"5min":20.018000000000001,"15min":20.018000000000001},"last":0.48799999999999999}]},{"osd":2,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.56299999999999994,"15min":0.51300000000000001},"min":{"1min":0.44,"5min":0.28000000000000003,"15min":0.26400000000000001},"max":{"1min":0.872,"5min":1.5529999999999999,"15min":1.5529999999999999},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.73099999999999998,"15min":0.622},"min":{"1min":0.434,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.78700000000000003,"5min":12.138,"15min":12.138},"last":0.54200000000000004}]},{"osd":3,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.71199999999999997,"15min":0.59699999999999998},"min":{"1min":0.498,"5min":0.28899999999999998,"15min":0.28399999999999997},"max":{"1min":0.72199999999999998,"5min":13.097,"15min":13.097},"last":0.441},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.66300000000000003,"15min":0.54700000000000004},"min":{"1min":0.45300000000000001,"5min":0.28999999999999998,"15min":0.27000000000000002},"max":{"1min":0.70999999999999996,"5min":11.009,"15min":11.009},"last":0.46999999999999997}]},{"osd":5,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.76300000000000001,"15min":0.56699999999999995},"min":{"1min":0.32800000000000001,"5min":0.27700000000000002,"15min":0.25700000000000001},"max":{"1min":0.88800000000000001,"5min":24.812999999999999,"15min":24.812999999999999},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.624,"5min":0.56100000000000005,"15min":0.53400000000000003},"min":{"1min":0.44500000000000001,"5min":0.32000000000000001,"15min":0.27000000000000002},"max":{"1min":0.96599999999999997,"5min":1.5860000000000001,"15min":1.5860000000000001},"last":0.56799999999999995}]},{"osd":6,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.65900000000000003,"15min":0.54300000000000004},"min":{"1min":0.36499999999999999,"5min":0.316,"15min":0.25800000000000001},"max":{"1min":0.84099999999999997,"5min":13.071999999999999,"15min":13.071999999999999},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.79000000000000004,"15min":0.58899999999999997},"min":{"1min":0.41599999999999998,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.69499999999999995,"5min":24.873999999999999,"15min":24.873999999999999},"last":0.38900000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":1.2729999999999999,"15min":0.752},"min":{"1min":0.38500000000000001,"5min":0.34499999999999997,"15min":0.25800000000000001},"max":{"1min":0.90400000000000003,"5min":64.593999999999994,"15min":64.593999999999994},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.72299999999999998,"15min":0.61199999999999999},"min":{"1min":0.40500000000000003,"5min":0.35199999999999998,"15min":0.32000000000000001},"max":{"1min":0.85999999999999999,"5min":13.125,"15min":13.125},"last":0.56000000000000005}]}]},{"osd":2,"up_from":13,"seq":55834574984,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":104716,"kb_used_data":1460,"kb_used_omap":1,"kb_used_meta":103230,"kb_avail":94267124,"statfs":{"total":96636764160,"available":96529534976,"internally_reserved":0,"allocated":1495040,"data_stored":684264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":105707974},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.34799999999999998,"15min":0.32400000000000001},"min":{"1min":0.25600000000000001,"5min":0.17599999999999999,"15min":0.17100000000000001},"max":{"1min":0.53400000000000003,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.38400000000000001},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.35699999999999998,"15min":0.33600000000000002},"min":{"1min":0.255,"5min":0.192,"15min":0.185},"max":{"1min":0.54500000000000004,"5min":0.622,"15min":0.63200000000000001},"last":0.40699999999999997}]},{"osd":1,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.33500000000000002},"min":{"1min":0.23799999999999999,"5min":0.218,"15min":0.189},"max":{"1min":0.51000000000000001,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.434,"5min":0.41599999999999998,"15min":0.39600000000000002},"min":{"1min":0.29899999999999999,"5min":0.214,"15min":0.20100000000000001},"max":{"1min":0.60499999999999998,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.49299999999999999}]},{"osd":3,"last update":"Fri Sep 13 16:11:49 2024","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.39100000000000001,"15min":0.36499999999999999},"min":{"1min":0.30199999999999999,"5min":0.22900000000000001,"15min":0.20899999999999999},"max":{"1min":0.65400000000000003,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.38200000000000001,"5min":0.38700000000000001,"15min":0.36199999999999999},"min":{"1min":0.28199999999999997,"5min":0.27000000000000002,"15min":0.23200000000000001},"max":{"1min":0.55900000000000005,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.50900000000000001}]},{"osd":4,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.57899999999999996,"15min":0.54800000000000004},"min":{"1min":0.45800000000000002,"5min":0.27800000000000002,"15min":0.25800000000000001},"max":{"1min":0.82099999999999995,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.627,"5min":0.58999999999999997,"15min":0.55400000000000005},"min":{"1min":0.44400000000000001,"5min":0.29799999999999999,"15min":0.26200000000000001},"max":{"1min":0.92100000000000004,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.58799999999999997}]},{"osd":5,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.57799999999999996,"15min":0.55300000000000005},"min":{"1min":0.437,"5min":0.32000000000000001,"15min":0.25},"max":{"1min":0.80700000000000005,"5min":1.0169999999999999,"15min":1.0169999999999999},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.60099999999999998,"15min":0.55500000000000005},"min":{"1min":0.44,"5min":0.34000000000000002,"15min":0.29199999999999998},"max":{"1min":0.90100000000000002,"5min":1.0309999999999999,"15min":1.0309999999999999},"last":0.56299999999999994}]},{"osd":6,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":0.59999999999999998,"15min":0.56000000000000005},"min":{"1min":0.48699999999999999,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.88900000000000001,"5min":0.997,"15min":0.997},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.65400000000000003,"5min":0.61899999999999999,"15min":0.58399999999999996},"min":{"1min":0.41799999999999998,"5min":0.35899999999999999,"15min":0.33600000000000002},"max":{"1min":0.875,"5min":1.042,"15min":1.042},"last":0.64600000000000002}]},{"osd":7,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.64800000000000002,"5min":0.61299999999999999,"15min":0.57999999999999996},"min":{"1min":0.44400000000000001,"5min":0.375,"15min":0.33700000000000002},"max":{"1min":0.85099999999999998,"5min":1.03,"15min":1.03},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.623,"15min":0.58899999999999997},"min":{"1min":0.45200000000000001,"5min":0.38200000000000001,"15min":0.32400000000000001},"max":{"1min":0.97199999999999998,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.66200000000000003}]}]},{"osd":1,"up_from":13,"seq":55834574984,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":82628,"kb_used_data":1460,"kb_used_omap":1,"kb_used_meta":81150,"kb_avail":94289212,"statfs":{"total":96636764160,"available":96552153088,"internally_reserved":0,"allocated":1495040,"data_stored":684264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":83098054},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:48 2024","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.34699999999999998,"15min":0.33300000000000002},"min":{"1min":0.23200000000000001,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.98199999999999998},"last":0.25},{"interface":"front","average":{"1min":0.373,"5min":0.36399999999999999,"15min":0.35399999999999998},"min":{"1min":0.26200000000000001,"5min":0.222,"15min":0.186},"max":{"1min":0.56100000000000005,"5min":0.68799999999999994,"15min":0.85099999999999998},"last":0.182}]},{"osd":2,"last update":"Fri Sep 13 16:11:48 2024","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.34999999999999998,"15min":0.33700000000000002},"min":{"1min":0.251,"5min":0.188,"15min":0.186},"max":{"1min":0.56999999999999995,"5min":0.59899999999999998,"15min":0.99099999999999999},"last":0.22900000000000001},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.39100000000000001,"15min":0.38400000000000001},"min":{"1min":0.28799999999999998,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.88400000000000001},"last":0.29399999999999998}]},{"osd":3,"last update":"Fri Sep 13 16:11:48 2024","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.38600000000000001,"15min":0.38200000000000001},"min":{"1min":0.29799999999999999,"5min":0.20699999999999999,"15min":0.20000000000000001},"max":{"1min":0.66700000000000004,"5min":0.76900000000000002,"15min":1.0289999999999999},"last":0.21299999999999999},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.42599999999999999,"15min":0.41499999999999998},"min":{"1min":0.27100000000000002,"5min":0.25900000000000001,"15min":0.223},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.95899999999999996},"last":0.27400000000000002}]},{"osd":4,"last update":"Fri Sep 13 16:11:48 2024","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":0.59799999999999998,"15min":0.55500000000000005},"min":{"1min":0.42899999999999999,"5min":0.316,"15min":0.28399999999999997},"max":{"1min":1.018,"5min":1.018,"15min":1.018},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.60299999999999998,"15min":0.56299999999999994},"min":{"1min":0.41599999999999998,"5min":0.30599999999999999,"15min":0.30399999999999999},"max":{"1min":1.0469999999999999,"5min":1.0469999999999999,"15min":1.0469999999999999},"last":0.36599999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:11:48 2024","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.60399999999999998,"15min":0.54700000000000004},"min":{"1min":0.45800000000000002,"5min":0.32700000000000001,"15min":0.28899999999999998},"max":{"1min":0.82499999999999996,"5min":0.96699999999999997,"15min":0.96699999999999997},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.624,"5min":0.61499999999999999,"15min":0.57199999999999995},"min":{"1min":0.41999999999999998,"5min":0.40799999999999997,"15min":0.32400000000000001},"max":{"1min":0.90600000000000003,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.45100000000000001}]},{"osd":6,"last update":"Fri Sep 13 16:11:48 2024","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.61099999999999999,"15min":0.57199999999999995},"min":{"1min":0.45500000000000002,"5min":0.374,"15min":0.313},"max":{"1min":0.97399999999999998,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.629,"15min":0.57599999999999996},"min":{"1min":0.432,"5min":0.36199999999999999,"15min":0.31900000000000001},"max":{"1min":0.877,"5min":0.997,"15min":0.997},"last":0.46300000000000002}]},{"osd":7,"last update":"Fri Sep 13 16:11:48 2024","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":0.63700000000000001,"15min":0.58599999999999997},"min":{"1min":0.43099999999999999,"5min":0.38300000000000001,"15min":0.315},"max":{"1min":0.94499999999999995,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.437},{"interface":"front","average":{"1min":0.65700000000000003,"5min":0.63500000000000001,"15min":0.58599999999999997},"min":{"1min":0.46500000000000002,"5min":0.39600000000000002,"15min":0.377},"max":{"1min":0.88800000000000001,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.377}]}]},{"osd":0,"up_from":13,"seq":55834574986,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":101192,"kb_used_data":2036,"kb_used_omap":1,"kb_used_meta":99134,"kb_avail":94270648,"statfs":{"total":96636764160,"available":96533143552,"internally_reserved":0,"allocated":2084864,"data_stored":1273963,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":101513671},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 16:11:43 2024","interfaces":[{"interface":"back","average":{"1min":0.35399999999999998,"5min":0.33400000000000002,"15min":0.376},"min":{"1min":0.20899999999999999,"5min":0.151,"15min":0.151},"max":{"1min":0.51900000000000002,"5min":0.52800000000000002,"15min":2.5960000000000001},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.36299999999999999,"15min":0.35399999999999998},"min":{"1min":0.27600000000000002,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":0.60699999999999998,"5min":0.61799999999999999,"15min":0.65900000000000003},"last":0.33900000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:11:43 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.35899999999999999,"15min":0.36699999999999999},"min":{"1min":0.247,"5min":0.20000000000000001,"15min":0.19800000000000001},"max":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":1.373},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.439,"5min":0.38900000000000001,"15min":0.38300000000000001},"min":{"1min":0.28199999999999997,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.61499999999999999,"5min":0.68799999999999994,"15min":0.77900000000000003},"last":0.38300000000000001}]},{"osd":3,"last update":"Fri Sep 13 16:11:52 2024","interfaces":[{"interface":"back","average":{"1min":0.438,"5min":0.40899999999999997,"15min":0.39500000000000002},"min":{"1min":0.32400000000000001,"5min":0.27000000000000002,"15min":0.218},"max":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.75},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.36799999999999999,"15min":0.36099999999999999},"min":{"1min":0.25,"5min":0.20899999999999999,"15min":0.20100000000000001},"max":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.59699999999999998},"last":0.35299999999999998}]},{"osd":4,"last update":"Fri Sep 13 16:11:43 2024","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.55400000000000005,"15min":0.53200000000000003},"min":{"1min":0.40600000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.58799999999999997,"15min":0.56000000000000005},"min":{"1min":0.42099999999999999,"5min":0.28999999999999998,"15min":0.28199999999999997},"max":{"1min":0.86299999999999999,"5min":0.93300000000000005,"15min":1.321},"last":0.60999999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:11:43 2024","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":1.0580000000000001,"15min":0.71399999999999997},"min":{"1min":0.41599999999999998,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.82799999999999996,"5min":41.240000000000002,"15min":41.240000000000002},"last":0.63500000000000001},{"interface":"front","average":{"1min":0.64400000000000002,"5min":1.0880000000000001,"15min":0.748},"min":{"1min":0.46400000000000002,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.84099999999999997,"5min":41.301000000000002,"15min":41.301000000000002},"last":0.59099999999999997}]},{"osd":6,"last update":"Fri Sep 13 16:11:43 2024","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.58299999999999996,"15min":0.55000000000000004},"min":{"1min":0.40400000000000003,"5min":0.312,"15min":0.312},"max":{"1min":0.83899999999999997,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.65400000000000003,"5min":0.622,"15min":0.58699999999999997},"min":{"1min":0.44600000000000001,"5min":0.35999999999999999,"15min":0.34300000000000003},"max":{"1min":0.84499999999999997,"5min":1.0109999999999999,"15min":1.286},"last":0.56799999999999995}]},{"osd":7,"last update":"Fri Sep 13 16:11:43 2024","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":0.63500000000000001,"15min":0.60499999999999998},"min":{"1min":0.503,"5min":0.35399999999999998,"15min":0.34799999999999998},"max":{"1min":0.92000000000000004,"5min":1.1639999999999999,"15min":1.1639999999999999},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.69199999999999995,"5min":0.61799999999999999,"15min":0.58199999999999996},"min":{"1min":0.51800000000000002,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.84699999999999998,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.65000000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:12:40.988 INFO:tasks.cephfs.filesystem.ceph_manager:PG 18.3f is not active+clean 2024-09-13T16:12:40.988 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '18.3f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:12:37.038822+0000', 'last_change': '2024-09-13T16:12:37.038822+0000', 'last_active': '2024-09-13T16:12:37.038822+0000', 'last_peered': '2024-09-13T16:12:37.038822+0000', 'last_clean': '2024-09-13T16:12:37.038822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:37.038822+0000', 'last_undegraded': '2024-09-13T16:12:37.038822+0000', 'last_fullsized': '2024-09-13T16:12:37.038822+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:12:40.988 INFO:tasks.cephfs.filesystem.ceph_manager:PG 18.3e is not active+clean 2024-09-13T16:12:40.988 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '18.3e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:12:37.038822+0000', 'last_change': '2024-09-13T16:12:37.038822+0000', 'last_active': '2024-09-13T16:12:37.038822+0000', 'last_peered': '2024-09-13T16:12:37.038822+0000', 'last_clean': '2024-09-13T16:12:37.038822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:37.038822+0000', 'last_undegraded': '2024-09-13T16:12:37.038822+0000', 'last_fullsized': '2024-09-13T16:12:37.038822+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:12:40.988 INFO:tasks.cephfs.filesystem.ceph_manager:PG 18.3d is not active+clean 2024-09-13T16:12:40.988 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '18.3d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:12:37.038822+0000', 'last_change': '2024-09-13T16:12:37.038822+0000', 'last_active': '2024-09-13T16:12:37.038822+0000', 'last_peered': '2024-09-13T16:12:37.038822+0000', 'last_clean': '2024-09-13T16:12:37.038822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:37.038822+0000', 'last_undegraded': '2024-09-13T16:12:37.038822+0000', 'last_fullsized': '2024-09-13T16:12:37.038822+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:12:40.988 INFO:tasks.cephfs.filesystem.ceph_manager:PG 18.3c is not active+clean 2024-09-13T16:12:40.988 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '18.3c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:12:37.038822+0000', 'last_change': '2024-09-13T16:12:37.038822+0000', 'last_active': '2024-09-13T16:12:37.038822+0000', 'last_peered': '2024-09-13T16:12:37.038822+0000', 'last_clean': '2024-09-13T16:12:37.038822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:37.038822+0000', 'last_undegraded': '2024-09-13T16:12:37.038822+0000', 'last_fullsized': '2024-09-13T16:12:37.038822+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:12:40.988 INFO:tasks.cephfs.filesystem.ceph_manager:PG 18.3b is not active+clean 2024-09-13T16:12:40.989 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '18.3b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:12:37.038822+0000', 'last_change': '2024-09-13T16:12:37.038822+0000', 'last_active': '2024-09-13T16:12:37.038822+0000', 'last_peered': '2024-09-13T16:12:37.038822+0000', 'last_clean': '2024-09-13T16:12:37.038822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:37.038822+0000', 'last_undegraded': '2024-09-13T16:12:37.038822+0000', 'last_fullsized': '2024-09-13T16:12:37.038822+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:12:40.989 INFO:tasks.cephfs.filesystem.ceph_manager:PG 18.3a is not active+clean 2024-09-13T16:12:40.989 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '18.3a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:12:37.038822+0000', 'last_change': '2024-09-13T16:12:37.038822+0000', 'last_active': '2024-09-13T16:12:37.038822+0000', 'last_peered': '2024-09-13T16:12:37.038822+0000', 'last_clean': '2024-09-13T16:12:37.038822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:37.038822+0000', 'last_undegraded': '2024-09-13T16:12:37.038822+0000', 'last_fullsized': '2024-09-13T16:12:37.038822+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:12:40.989 INFO:tasks.cephfs.filesystem.ceph_manager:PG 18.39 is not active+clean 2024-09-13T16:12:40.989 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '18.39', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:12:37.038822+0000', 'last_change': '2024-09-13T16:12:37.038822+0000', 'last_active': '2024-09-13T16:12:37.038822+0000', 'last_peered': '2024-09-13T16:12:37.038822+0000', 'last_clean': '2024-09-13T16:12:37.038822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:37.038822+0000', 'last_undegraded': '2024-09-13T16:12:37.038822+0000', 'last_fullsized': '2024-09-13T16:12:37.038822+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:12:40.989 INFO:tasks.cephfs.filesystem.ceph_manager:PG 18.38 is not active+clean 2024-09-13T16:12:40.989 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '18.38', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:12:37.038822+0000', 'last_change': '2024-09-13T16:12:37.038822+0000', 'last_active': '2024-09-13T16:12:37.038822+0000', 'last_peered': '2024-09-13T16:12:37.038822+0000', 'last_clean': '2024-09-13T16:12:37.038822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:37.038822+0000', 'last_undegraded': '2024-09-13T16:12:37.038822+0000', 'last_fullsized': '2024-09-13T16:12:37.038822+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:12:40.989 INFO:tasks.cephfs.filesystem.ceph_manager:PG 18.37 is not active+clean 2024-09-13T16:12:40.989 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '18.37', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:12:37.038822+0000', 'last_change': '2024-09-13T16:12:37.038822+0000', 'last_active': '2024-09-13T16:12:37.038822+0000', 'last_peered': '2024-09-13T16:12:37.038822+0000', 'last_clean': '2024-09-13T16:12:37.038822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:37.038822+0000', 'last_undegraded': '2024-09-13T16:12:37.038822+0000', 'last_fullsized': '2024-09-13T16:12:37.038822+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:12:40.989 INFO:tasks.cephfs.filesystem.ceph_manager:PG 18.36 is not active+clean 2024-09-13T16:12:40.989 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '18.36', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:12:37.038822+0000', 'last_change': '2024-09-13T16:12:37.038822+0000', 'last_active': '2024-09-13T16:12:37.038822+0000', 'last_peered': '2024-09-13T16:12:37.038822+0000', 'last_clean': '2024-09-13T16:12:37.038822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:37.038822+0000', 'last_undegraded': '2024-09-13T16:12:37.038822+0000', 'last_fullsized': '2024-09-13T16:12:37.038822+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:12:40.990 INFO:tasks.cephfs.filesystem.ceph_manager:PG 18.35 is not active+clean 2024-09-13T16:12:40.990 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '18.35', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:12:37.038822+0000', 'last_change': '2024-09-13T16:12:37.038822+0000', 'last_active': '2024-09-13T16:12:37.038822+0000', 'last_peered': '2024-09-13T16:12:37.038822+0000', 'last_clean': '2024-09-13T16:12:37.038822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:37.038822+0000', 'last_undegraded': '2024-09-13T16:12:37.038822+0000', 'last_fullsized': '2024-09-13T16:12:37.038822+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:12:40.990 INFO:tasks.cephfs.filesystem.ceph_manager:PG 18.34 is not active+clean 2024-09-13T16:12:40.990 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '18.34', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:12:37.038822+0000', 'last_change': '2024-09-13T16:12:37.038822+0000', 'last_active': '2024-09-13T16:12:37.038822+0000', 'last_peered': '2024-09-13T16:12:37.038822+0000', 'last_clean': '2024-09-13T16:12:37.038822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:37.038822+0000', 'last_undegraded': '2024-09-13T16:12:37.038822+0000', 'last_fullsized': '2024-09-13T16:12:37.038822+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:12:40.990 INFO:tasks.cephfs.filesystem.ceph_manager:PG 18.33 is not active+clean 2024-09-13T16:12:40.990 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '18.33', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:12:37.038822+0000', 'last_change': '2024-09-13T16:12:37.038822+0000', 'last_active': '2024-09-13T16:12:37.038822+0000', 'last_peered': '2024-09-13T16:12:37.038822+0000', 'last_clean': '2024-09-13T16:12:37.038822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:37.038822+0000', 'last_undegraded': '2024-09-13T16:12:37.038822+0000', 'last_fullsized': '2024-09-13T16:12:37.038822+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:12:40.990 INFO:tasks.cephfs.filesystem.ceph_manager:PG 18.32 is not active+clean 2024-09-13T16:12:40.990 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '18.32', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:12:37.038822+0000', 'last_change': '2024-09-13T16:12:37.038822+0000', 'last_active': '2024-09-13T16:12:37.038822+0000', 'last_peered': '2024-09-13T16:12:37.038822+0000', 'last_clean': '2024-09-13T16:12:37.038822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:37.038822+0000', 'last_undegraded': '2024-09-13T16:12:37.038822+0000', 'last_fullsized': '2024-09-13T16:12:37.038822+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:12:40.990 INFO:tasks.cephfs.filesystem.ceph_manager:PG 18.31 is not active+clean 2024-09-13T16:12:40.990 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '18.31', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:12:37.038822+0000', 'last_change': '2024-09-13T16:12:37.038822+0000', 'last_active': '2024-09-13T16:12:37.038822+0000', 'last_peered': '2024-09-13T16:12:37.038822+0000', 'last_clean': '2024-09-13T16:12:37.038822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:37.038822+0000', 'last_undegraded': '2024-09-13T16:12:37.038822+0000', 'last_fullsized': '2024-09-13T16:12:37.038822+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:12:40.990 INFO:tasks.cephfs.filesystem.ceph_manager:PG 18.30 is not active+clean 2024-09-13T16:12:40.990 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '18.30', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:12:37.038822+0000', 'last_change': '2024-09-13T16:12:37.038822+0000', 'last_active': '2024-09-13T16:12:37.038822+0000', 'last_peered': '2024-09-13T16:12:37.038822+0000', 'last_clean': '2024-09-13T16:12:37.038822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:37.038822+0000', 'last_undegraded': '2024-09-13T16:12:37.038822+0000', 'last_fullsized': '2024-09-13T16:12:37.038822+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:12:40.991 INFO:tasks.cephfs.filesystem.ceph_manager:PG 18.2f is not active+clean 2024-09-13T16:12:40.991 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '18.2f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:12:37.038822+0000', 'last_change': '2024-09-13T16:12:37.038822+0000', 'last_active': '2024-09-13T16:12:37.038822+0000', 'last_peered': '2024-09-13T16:12:37.038822+0000', 'last_clean': '2024-09-13T16:12:37.038822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:37.038822+0000', 'last_undegraded': '2024-09-13T16:12:37.038822+0000', 'last_fullsized': '2024-09-13T16:12:37.038822+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:12:40.991 INFO:tasks.cephfs.filesystem.ceph_manager:PG 18.2e is not active+clean 2024-09-13T16:12:40.991 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '18.2e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:12:37.038822+0000', 'last_change': '2024-09-13T16:12:37.038822+0000', 'last_active': '2024-09-13T16:12:37.038822+0000', 'last_peered': '2024-09-13T16:12:37.038822+0000', 'last_clean': '2024-09-13T16:12:37.038822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:37.038822+0000', 'last_undegraded': '2024-09-13T16:12:37.038822+0000', 'last_fullsized': '2024-09-13T16:12:37.038822+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:12:40.991 INFO:tasks.cephfs.filesystem.ceph_manager:PG 18.2d is not active+clean 2024-09-13T16:12:40.991 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '18.2d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:12:37.038822+0000', 'last_change': '2024-09-13T16:12:37.038822+0000', 'last_active': '2024-09-13T16:12:37.038822+0000', 'last_peered': '2024-09-13T16:12:37.038822+0000', 'last_clean': '2024-09-13T16:12:37.038822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:37.038822+0000', 'last_undegraded': '2024-09-13T16:12:37.038822+0000', 'last_fullsized': '2024-09-13T16:12:37.038822+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:12:40.991 INFO:tasks.cephfs.filesystem.ceph_manager:PG 18.2c is not active+clean 2024-09-13T16:12:40.991 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '18.2c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:12:37.038822+0000', 'last_change': '2024-09-13T16:12:37.038822+0000', 'last_active': '2024-09-13T16:12:37.038822+0000', 'last_peered': '2024-09-13T16:12:37.038822+0000', 'last_clean': '2024-09-13T16:12:37.038822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:37.038822+0000', 'last_undegraded': '2024-09-13T16:12:37.038822+0000', 'last_fullsized': '2024-09-13T16:12:37.038822+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:12:40.992 INFO:tasks.cephfs.filesystem.ceph_manager:PG 18.2b is not active+clean 2024-09-13T16:12:40.992 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '18.2b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:12:37.038822+0000', 'last_change': '2024-09-13T16:12:37.038822+0000', 'last_active': '2024-09-13T16:12:37.038822+0000', 'last_peered': '2024-09-13T16:12:37.038822+0000', 'last_clean': '2024-09-13T16:12:37.038822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:37.038822+0000', 'last_undegraded': '2024-09-13T16:12:37.038822+0000', 'last_fullsized': '2024-09-13T16:12:37.038822+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:12:40.992 INFO:tasks.cephfs.filesystem.ceph_manager:PG 18.2a is not active+clean 2024-09-13T16:12:40.992 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '18.2a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:12:37.038822+0000', 'last_change': '2024-09-13T16:12:37.038822+0000', 'last_active': '2024-09-13T16:12:37.038822+0000', 'last_peered': '2024-09-13T16:12:37.038822+0000', 'last_clean': '2024-09-13T16:12:37.038822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:37.038822+0000', 'last_undegraded': '2024-09-13T16:12:37.038822+0000', 'last_fullsized': '2024-09-13T16:12:37.038822+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:12:40.992 INFO:tasks.cephfs.filesystem.ceph_manager:PG 18.29 is not active+clean 2024-09-13T16:12:40.992 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '18.29', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:12:37.038822+0000', 'last_change': '2024-09-13T16:12:37.038822+0000', 'last_active': '2024-09-13T16:12:37.038822+0000', 'last_peered': '2024-09-13T16:12:37.038822+0000', 'last_clean': '2024-09-13T16:12:37.038822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:37.038822+0000', 'last_undegraded': '2024-09-13T16:12:37.038822+0000', 'last_fullsized': '2024-09-13T16:12:37.038822+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:12:40.992 INFO:tasks.cephfs.filesystem.ceph_manager:PG 18.28 is not active+clean 2024-09-13T16:12:40.992 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '18.28', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:12:37.038822+0000', 'last_change': '2024-09-13T16:12:37.038822+0000', 'last_active': '2024-09-13T16:12:37.038822+0000', 'last_peered': '2024-09-13T16:12:37.038822+0000', 'last_clean': '2024-09-13T16:12:37.038822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:37.038822+0000', 'last_undegraded': '2024-09-13T16:12:37.038822+0000', 'last_fullsized': '2024-09-13T16:12:37.038822+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:12:40.992 INFO:tasks.cephfs.filesystem.ceph_manager:PG 18.27 is not active+clean 2024-09-13T16:12:40.992 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '18.27', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:12:37.038822+0000', 'last_change': '2024-09-13T16:12:37.038822+0000', 'last_active': '2024-09-13T16:12:37.038822+0000', 'last_peered': '2024-09-13T16:12:37.038822+0000', 'last_clean': '2024-09-13T16:12:37.038822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:37.038822+0000', 'last_undegraded': '2024-09-13T16:12:37.038822+0000', 'last_fullsized': '2024-09-13T16:12:37.038822+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:12:40.992 INFO:tasks.cephfs.filesystem.ceph_manager:PG 18.26 is not active+clean 2024-09-13T16:12:40.992 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '18.26', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:12:37.038822+0000', 'last_change': '2024-09-13T16:12:37.038822+0000', 'last_active': '2024-09-13T16:12:37.038822+0000', 'last_peered': '2024-09-13T16:12:37.038822+0000', 'last_clean': '2024-09-13T16:12:37.038822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:37.038822+0000', 'last_undegraded': '2024-09-13T16:12:37.038822+0000', 'last_fullsized': '2024-09-13T16:12:37.038822+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:12:40.993 INFO:tasks.cephfs.filesystem.ceph_manager:PG 18.25 is not active+clean 2024-09-13T16:12:40.993 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '18.25', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:12:37.038822+0000', 'last_change': '2024-09-13T16:12:37.038822+0000', 'last_active': '2024-09-13T16:12:37.038822+0000', 'last_peered': '2024-09-13T16:12:37.038822+0000', 'last_clean': '2024-09-13T16:12:37.038822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:37.038822+0000', 'last_undegraded': '2024-09-13T16:12:37.038822+0000', 'last_fullsized': '2024-09-13T16:12:37.038822+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:12:40.993 INFO:tasks.cephfs.filesystem.ceph_manager:PG 18.24 is not active+clean 2024-09-13T16:12:40.993 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '18.24', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:12:37.038822+0000', 'last_change': '2024-09-13T16:12:37.038822+0000', 'last_active': '2024-09-13T16:12:37.038822+0000', 'last_peered': '2024-09-13T16:12:37.038822+0000', 'last_clean': '2024-09-13T16:12:37.038822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:37.038822+0000', 'last_undegraded': '2024-09-13T16:12:37.038822+0000', 'last_fullsized': '2024-09-13T16:12:37.038822+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:12:40.993 INFO:tasks.cephfs.filesystem.ceph_manager:PG 18.23 is not active+clean 2024-09-13T16:12:40.993 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '18.23', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:12:37.038822+0000', 'last_change': '2024-09-13T16:12:37.038822+0000', 'last_active': '2024-09-13T16:12:37.038822+0000', 'last_peered': '2024-09-13T16:12:37.038822+0000', 'last_clean': '2024-09-13T16:12:37.038822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:37.038822+0000', 'last_undegraded': '2024-09-13T16:12:37.038822+0000', 'last_fullsized': '2024-09-13T16:12:37.038822+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:12:40.993 INFO:tasks.cephfs.filesystem.ceph_manager:PG 18.22 is not active+clean 2024-09-13T16:12:40.993 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '18.22', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:12:37.038822+0000', 'last_change': '2024-09-13T16:12:37.038822+0000', 'last_active': '2024-09-13T16:12:37.038822+0000', 'last_peered': '2024-09-13T16:12:37.038822+0000', 'last_clean': '2024-09-13T16:12:37.038822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:37.038822+0000', 'last_undegraded': '2024-09-13T16:12:37.038822+0000', 'last_fullsized': '2024-09-13T16:12:37.038822+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:12:40.993 INFO:tasks.cephfs.filesystem.ceph_manager:PG 18.21 is not active+clean 2024-09-13T16:12:40.993 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '18.21', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:12:37.038822+0000', 'last_change': '2024-09-13T16:12:37.038822+0000', 'last_active': '2024-09-13T16:12:37.038822+0000', 'last_peered': '2024-09-13T16:12:37.038822+0000', 'last_clean': '2024-09-13T16:12:37.038822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:37.038822+0000', 'last_undegraded': '2024-09-13T16:12:37.038822+0000', 'last_fullsized': '2024-09-13T16:12:37.038822+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:12:40.994 INFO:tasks.cephfs.filesystem.ceph_manager:PG 18.20 is not active+clean 2024-09-13T16:12:40.994 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '18.20', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:12:37.038822+0000', 'last_change': '2024-09-13T16:12:37.038822+0000', 'last_active': '2024-09-13T16:12:37.038822+0000', 'last_peered': '2024-09-13T16:12:37.038822+0000', 'last_clean': '2024-09-13T16:12:37.038822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:37.038822+0000', 'last_undegraded': '2024-09-13T16:12:37.038822+0000', 'last_fullsized': '2024-09-13T16:12:37.038822+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:12:40.994 INFO:tasks.cephfs.filesystem.ceph_manager:PG 18.1c is not active+clean 2024-09-13T16:12:40.994 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '18.1c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:12:37.038822+0000', 'last_change': '2024-09-13T16:12:37.038822+0000', 'last_active': '2024-09-13T16:12:37.038822+0000', 'last_peered': '2024-09-13T16:12:37.038822+0000', 'last_clean': '2024-09-13T16:12:37.038822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:37.038822+0000', 'last_undegraded': '2024-09-13T16:12:37.038822+0000', 'last_fullsized': '2024-09-13T16:12:37.038822+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:12:40.994 INFO:tasks.cephfs.filesystem.ceph_manager:PG 17.1f is not active+clean 2024-09-13T16:12:40.994 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '17.1f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 121, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:12:36.044954+0000', 'last_change': '2024-09-13T16:12:36.044954+0000', 'last_active': '2024-09-13T16:12:36.034586+0000', 'last_peered': '2024-09-13T16:12:36.034586+0000', 'last_clean': '2024-09-13T16:12:36.034586+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:36.044954+0000', 'last_undegraded': '2024-09-13T16:12:36.044954+0000', 'last_fullsized': '2024-09-13T16:12:36.044954+0000', 'mapping_epoch': 121, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 121, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T03:39:58.393403+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 7], 'acting': [6, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-13T16:12:40.994 INFO:tasks.cephfs.filesystem.ceph_manager:PG 18.1d is not active+clean 2024-09-13T16:12:40.994 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '18.1d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:12:37.038822+0000', 'last_change': '2024-09-13T16:12:37.038822+0000', 'last_active': '2024-09-13T16:12:37.038822+0000', 'last_peered': '2024-09-13T16:12:37.038822+0000', 'last_clean': '2024-09-13T16:12:37.038822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:37.038822+0000', 'last_undegraded': '2024-09-13T16:12:37.038822+0000', 'last_fullsized': '2024-09-13T16:12:37.038822+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:12:40.994 INFO:tasks.cephfs.filesystem.ceph_manager:PG 17.1e is not active+clean 2024-09-13T16:12:40.994 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '17.1e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:12:36.034586+0000', 'last_change': '2024-09-13T16:12:36.034586+0000', 'last_active': '2024-09-13T16:12:36.034586+0000', 'last_peered': '2024-09-13T16:12:36.034586+0000', 'last_clean': '2024-09-13T16:12:36.034586+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:36.034586+0000', 'last_undegraded': '2024-09-13T16:12:36.034586+0000', 'last_fullsized': '2024-09-13T16:12:36.034586+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:12:40.994 INFO:tasks.cephfs.filesystem.ceph_manager:PG 18.1e is not active+clean 2024-09-13T16:12:40.994 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '18.1e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:12:37.038822+0000', 'last_change': '2024-09-13T16:12:37.038822+0000', 'last_active': '2024-09-13T16:12:37.038822+0000', 'last_peered': '2024-09-13T16:12:37.038822+0000', 'last_clean': '2024-09-13T16:12:37.038822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:37.038822+0000', 'last_undegraded': '2024-09-13T16:12:37.038822+0000', 'last_fullsized': '2024-09-13T16:12:37.038822+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:12:40.995 INFO:tasks.cephfs.filesystem.ceph_manager:PG 17.1d is not active+clean 2024-09-13T16:12:40.995 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '17.1d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 121, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:12:36.046954+0000', 'last_change': '2024-09-13T16:12:36.046954+0000', 'last_active': '2024-09-13T16:12:36.034586+0000', 'last_peered': '2024-09-13T16:12:36.034586+0000', 'last_clean': '2024-09-13T16:12:36.034586+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:36.046954+0000', 'last_undegraded': '2024-09-13T16:12:36.046954+0000', 'last_fullsized': '2024-09-13T16:12:36.046954+0000', 'mapping_epoch': 121, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 121, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T21:37:23.415195+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2], 'acting': [7, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [2], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-13T16:12:40.995 INFO:tasks.cephfs.filesystem.ceph_manager:PG 18.1f is not active+clean 2024-09-13T16:12:40.995 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '18.1f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:12:37.038822+0000', 'last_change': '2024-09-13T16:12:37.038822+0000', 'last_active': '2024-09-13T16:12:37.038822+0000', 'last_peered': '2024-09-13T16:12:37.038822+0000', 'last_clean': '2024-09-13T16:12:37.038822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:37.038822+0000', 'last_undegraded': '2024-09-13T16:12:37.038822+0000', 'last_fullsized': '2024-09-13T16:12:37.038822+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:12:40.995 INFO:tasks.cephfs.filesystem.ceph_manager:PG 17.1c is not active+clean 2024-09-13T16:12:40.995 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '17.1c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:12:36.034586+0000', 'last_change': '2024-09-13T16:12:36.034586+0000', 'last_active': '2024-09-13T16:12:36.034586+0000', 'last_peered': '2024-09-13T16:12:36.034586+0000', 'last_clean': '2024-09-13T16:12:36.034586+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:36.034586+0000', 'last_undegraded': '2024-09-13T16:12:36.034586+0000', 'last_fullsized': '2024-09-13T16:12:36.034586+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:12:40.995 INFO:tasks.cephfs.filesystem.ceph_manager:PG 18.18 is not active+clean 2024-09-13T16:12:40.995 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '18.18', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:12:37.038822+0000', 'last_change': '2024-09-13T16:12:37.038822+0000', 'last_active': '2024-09-13T16:12:37.038822+0000', 'last_peered': '2024-09-13T16:12:37.038822+0000', 'last_clean': '2024-09-13T16:12:37.038822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:37.038822+0000', 'last_undegraded': '2024-09-13T16:12:37.038822+0000', 'last_fullsized': '2024-09-13T16:12:37.038822+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:12:40.995 INFO:tasks.cephfs.filesystem.ceph_manager:PG 17.1b is not active+clean 2024-09-13T16:12:40.995 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '17.1b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 121, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:12:36.042950+0000', 'last_change': '2024-09-13T16:12:36.042950+0000', 'last_active': '2024-09-13T16:12:36.034586+0000', 'last_peered': '2024-09-13T16:12:36.034586+0000', 'last_clean': '2024-09-13T16:12:36.034586+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:36.042950+0000', 'last_undegraded': '2024-09-13T16:12:36.042950+0000', 'last_fullsized': '2024-09-13T16:12:36.042950+0000', 'mapping_epoch': 121, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 121, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T20:42:07.090192+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 1], 'acting': [4, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-13T16:12:40.995 INFO:tasks.cephfs.filesystem.ceph_manager:PG 18.19 is not active+clean 2024-09-13T16:12:40.996 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '18.19', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:12:37.038822+0000', 'last_change': '2024-09-13T16:12:37.038822+0000', 'last_active': '2024-09-13T16:12:37.038822+0000', 'last_peered': '2024-09-13T16:12:37.038822+0000', 'last_clean': '2024-09-13T16:12:37.038822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:37.038822+0000', 'last_undegraded': '2024-09-13T16:12:37.038822+0000', 'last_fullsized': '2024-09-13T16:12:37.038822+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:12:40.996 INFO:tasks.cephfs.filesystem.ceph_manager:PG 17.1a is not active+clean 2024-09-13T16:12:40.996 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '17.1a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 121, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:12:36.041826+0000', 'last_change': '2024-09-13T16:12:36.041826+0000', 'last_active': '2024-09-13T16:12:36.034586+0000', 'last_peered': '2024-09-13T16:12:36.034586+0000', 'last_clean': '2024-09-13T16:12:36.034586+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:36.041826+0000', 'last_undegraded': '2024-09-13T16:12:36.041826+0000', 'last_fullsized': '2024-09-13T16:12:36.041826+0000', 'mapping_epoch': 121, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 121, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T02:47:23.216108+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 3], 'acting': [0, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-13T16:12:40.996 INFO:tasks.cephfs.filesystem.ceph_manager:PG 18.1a is not active+clean 2024-09-13T16:12:40.996 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '18.1a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:12:37.038822+0000', 'last_change': '2024-09-13T16:12:37.038822+0000', 'last_active': '2024-09-13T16:12:37.038822+0000', 'last_peered': '2024-09-13T16:12:37.038822+0000', 'last_clean': '2024-09-13T16:12:37.038822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:37.038822+0000', 'last_undegraded': '2024-09-13T16:12:37.038822+0000', 'last_fullsized': '2024-09-13T16:12:37.038822+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:12:40.996 INFO:tasks.cephfs.filesystem.ceph_manager:PG 17.19 is not active+clean 2024-09-13T16:12:40.996 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '17.19', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 121, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:12:36.041593+0000', 'last_change': '2024-09-13T16:12:36.041593+0000', 'last_active': '2024-09-13T16:12:36.034586+0000', 'last_peered': '2024-09-13T16:12:36.034586+0000', 'last_clean': '2024-09-13T16:12:36.034586+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:36.041593+0000', 'last_undegraded': '2024-09-13T16:12:36.041593+0000', 'last_fullsized': '2024-09-13T16:12:36.041593+0000', 'mapping_epoch': 121, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 121, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T02:14:04.996307+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 6], 'acting': [5, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-13T16:12:40.996 INFO:tasks.cephfs.filesystem.ceph_manager:PG 18.1b is not active+clean 2024-09-13T16:12:40.996 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '18.1b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:12:37.038822+0000', 'last_change': '2024-09-13T16:12:37.038822+0000', 'last_active': '2024-09-13T16:12:37.038822+0000', 'last_peered': '2024-09-13T16:12:37.038822+0000', 'last_clean': '2024-09-13T16:12:37.038822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:37.038822+0000', 'last_undegraded': '2024-09-13T16:12:37.038822+0000', 'last_fullsized': '2024-09-13T16:12:37.038822+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:12:40.996 INFO:tasks.cephfs.filesystem.ceph_manager:PG 17.18 is not active+clean 2024-09-13T16:12:40.996 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '17.18', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 121, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:12:36.041824+0000', 'last_change': '2024-09-13T16:12:36.041824+0000', 'last_active': '2024-09-13T16:12:36.034586+0000', 'last_peered': '2024-09-13T16:12:36.034586+0000', 'last_clean': '2024-09-13T16:12:36.034586+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:36.041824+0000', 'last_undegraded': '2024-09-13T16:12:36.041824+0000', 'last_fullsized': '2024-09-13T16:12:36.041824+0000', 'mapping_epoch': 121, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 121, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T23:30:00.318138+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-13T16:12:40.997 INFO:tasks.cephfs.filesystem.ceph_manager:PG 18.14 is not active+clean 2024-09-13T16:12:40.997 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '18.14', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:12:37.038822+0000', 'last_change': '2024-09-13T16:12:37.038822+0000', 'last_active': '2024-09-13T16:12:37.038822+0000', 'last_peered': '2024-09-13T16:12:37.038822+0000', 'last_clean': '2024-09-13T16:12:37.038822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:37.038822+0000', 'last_undegraded': '2024-09-13T16:12:37.038822+0000', 'last_fullsized': '2024-09-13T16:12:37.038822+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:12:40.997 INFO:tasks.cephfs.filesystem.ceph_manager:PG 17.17 is not active+clean 2024-09-13T16:12:40.997 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '17.17', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 121, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:12:36.044175+0000', 'last_change': '2024-09-13T16:12:36.044175+0000', 'last_active': '2024-09-13T16:12:36.034586+0000', 'last_peered': '2024-09-13T16:12:36.034586+0000', 'last_clean': '2024-09-13T16:12:36.034586+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:36.044175+0000', 'last_undegraded': '2024-09-13T16:12:36.044175+0000', 'last_fullsized': '2024-09-13T16:12:36.044175+0000', 'mapping_epoch': 121, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 121, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T18:07:35.297449+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-13T16:12:40.997 INFO:tasks.cephfs.filesystem.ceph_manager:PG 18.15 is not active+clean 2024-09-13T16:12:40.997 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '18.15', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:12:37.038822+0000', 'last_change': '2024-09-13T16:12:37.038822+0000', 'last_active': '2024-09-13T16:12:37.038822+0000', 'last_peered': '2024-09-13T16:12:37.038822+0000', 'last_clean': '2024-09-13T16:12:37.038822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:37.038822+0000', 'last_undegraded': '2024-09-13T16:12:37.038822+0000', 'last_fullsized': '2024-09-13T16:12:37.038822+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:12:40.997 INFO:tasks.cephfs.filesystem.ceph_manager:PG 17.16 is not active+clean 2024-09-13T16:12:40.997 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '17.16', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 121, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:12:36.041577+0000', 'last_change': '2024-09-13T16:12:36.041577+0000', 'last_active': '2024-09-13T16:12:36.034586+0000', 'last_peered': '2024-09-13T16:12:36.034586+0000', 'last_clean': '2024-09-13T16:12:36.034586+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:36.041577+0000', 'last_undegraded': '2024-09-13T16:12:36.041577+0000', 'last_fullsized': '2024-09-13T16:12:36.041577+0000', 'mapping_epoch': 121, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 121, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T20:54:49.239367+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 2], 'acting': [5, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-13T16:12:40.997 INFO:tasks.cephfs.filesystem.ceph_manager:PG 18.16 is not active+clean 2024-09-13T16:12:40.997 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '18.16', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:12:37.038822+0000', 'last_change': '2024-09-13T16:12:37.038822+0000', 'last_active': '2024-09-13T16:12:37.038822+0000', 'last_peered': '2024-09-13T16:12:37.038822+0000', 'last_clean': '2024-09-13T16:12:37.038822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:37.038822+0000', 'last_undegraded': '2024-09-13T16:12:37.038822+0000', 'last_fullsized': '2024-09-13T16:12:37.038822+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:12:40.998 INFO:tasks.cephfs.filesystem.ceph_manager:PG 17.15 is not active+clean 2024-09-13T16:12:40.998 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '17.15', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 121, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:12:36.041581+0000', 'last_change': '2024-09-13T16:12:36.041581+0000', 'last_active': '2024-09-13T16:12:36.034586+0000', 'last_peered': '2024-09-13T16:12:36.034586+0000', 'last_clean': '2024-09-13T16:12:36.034586+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:36.041581+0000', 'last_undegraded': '2024-09-13T16:12:36.041581+0000', 'last_fullsized': '2024-09-13T16:12:36.041581+0000', 'mapping_epoch': 121, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 121, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T01:57:45.493633+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7], 'acting': [5, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [7], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-13T16:12:40.998 INFO:tasks.cephfs.filesystem.ceph_manager:PG 18.17 is not active+clean 2024-09-13T16:12:40.998 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '18.17', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:12:37.038822+0000', 'last_change': '2024-09-13T16:12:37.038822+0000', 'last_active': '2024-09-13T16:12:37.038822+0000', 'last_peered': '2024-09-13T16:12:37.038822+0000', 'last_clean': '2024-09-13T16:12:37.038822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:37.038822+0000', 'last_undegraded': '2024-09-13T16:12:37.038822+0000', 'last_fullsized': '2024-09-13T16:12:37.038822+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:12:40.998 INFO:tasks.cephfs.filesystem.ceph_manager:PG 17.14 is not active+clean 2024-09-13T16:12:40.998 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '17.14', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 121, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:12:36.044881+0000', 'last_change': '2024-09-13T16:12:36.044881+0000', 'last_active': '2024-09-13T16:12:36.034586+0000', 'last_peered': '2024-09-13T16:12:36.034586+0000', 'last_clean': '2024-09-13T16:12:36.034586+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:36.044881+0000', 'last_undegraded': '2024-09-13T16:12:36.044881+0000', 'last_fullsized': '2024-09-13T16:12:36.044881+0000', 'mapping_epoch': 121, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 121, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T20:33:40.149228+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 4], 'acting': [3, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-13T16:12:40.998 INFO:tasks.cephfs.filesystem.ceph_manager:PG 18.10 is not active+clean 2024-09-13T16:12:40.998 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '18.10', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:12:37.038822+0000', 'last_change': '2024-09-13T16:12:37.038822+0000', 'last_active': '2024-09-13T16:12:37.038822+0000', 'last_peered': '2024-09-13T16:12:37.038822+0000', 'last_clean': '2024-09-13T16:12:37.038822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:37.038822+0000', 'last_undegraded': '2024-09-13T16:12:37.038822+0000', 'last_fullsized': '2024-09-13T16:12:37.038822+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:12:40.998 INFO:tasks.cephfs.filesystem.ceph_manager:PG 17.13 is not active+clean 2024-09-13T16:12:40.998 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '17.13', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 121, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:12:36.044845+0000', 'last_change': '2024-09-13T16:12:36.044845+0000', 'last_active': '2024-09-13T16:12:36.034586+0000', 'last_peered': '2024-09-13T16:12:36.034586+0000', 'last_clean': '2024-09-13T16:12:36.034586+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:36.044845+0000', 'last_undegraded': '2024-09-13T16:12:36.044845+0000', 'last_fullsized': '2024-09-13T16:12:36.044845+0000', 'mapping_epoch': 121, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 121, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T18:29:37.781264+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7], 'acting': [3, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-13T16:12:40.998 INFO:tasks.cephfs.filesystem.ceph_manager:PG 18.11 is not active+clean 2024-09-13T16:12:40.998 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '18.11', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:12:37.038822+0000', 'last_change': '2024-09-13T16:12:37.038822+0000', 'last_active': '2024-09-13T16:12:37.038822+0000', 'last_peered': '2024-09-13T16:12:37.038822+0000', 'last_clean': '2024-09-13T16:12:37.038822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:37.038822+0000', 'last_undegraded': '2024-09-13T16:12:37.038822+0000', 'last_fullsized': '2024-09-13T16:12:37.038822+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:12:40.999 INFO:tasks.cephfs.filesystem.ceph_manager:PG 17.12 is not active+clean 2024-09-13T16:12:40.999 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '17.12', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 121, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:12:36.044758+0000', 'last_change': '2024-09-13T16:12:36.044758+0000', 'last_active': '2024-09-13T16:12:36.034586+0000', 'last_peered': '2024-09-13T16:12:36.034586+0000', 'last_clean': '2024-09-13T16:12:36.034586+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:36.044758+0000', 'last_undegraded': '2024-09-13T16:12:36.044758+0000', 'last_fullsized': '2024-09-13T16:12:36.044758+0000', 'mapping_epoch': 121, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 121, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T20:28:08.819562+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 5], 'acting': [3, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-13T16:12:40.999 INFO:tasks.cephfs.filesystem.ceph_manager:PG 18.12 is not active+clean 2024-09-13T16:12:40.999 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '18.12', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:12:37.038822+0000', 'last_change': '2024-09-13T16:12:37.038822+0000', 'last_active': '2024-09-13T16:12:37.038822+0000', 'last_peered': '2024-09-13T16:12:37.038822+0000', 'last_clean': '2024-09-13T16:12:37.038822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:37.038822+0000', 'last_undegraded': '2024-09-13T16:12:37.038822+0000', 'last_fullsized': '2024-09-13T16:12:37.038822+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:12:40.999 INFO:tasks.cephfs.filesystem.ceph_manager:PG 17.11 is not active+clean 2024-09-13T16:12:40.999 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '17.11', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 121, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:12:36.046436+0000', 'last_change': '2024-09-13T16:12:36.046436+0000', 'last_active': '2024-09-13T16:12:36.034586+0000', 'last_peered': '2024-09-13T16:12:36.034586+0000', 'last_clean': '2024-09-13T16:12:36.034586+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:36.046436+0000', 'last_undegraded': '2024-09-13T16:12:36.046436+0000', 'last_fullsized': '2024-09-13T16:12:36.046436+0000', 'mapping_epoch': 121, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 121, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T03:30:57.040314+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 4], 'acting': [3, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-13T16:12:40.999 INFO:tasks.cephfs.filesystem.ceph_manager:PG 18.c is not active+clean 2024-09-13T16:12:40.999 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '18.c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:12:37.038822+0000', 'last_change': '2024-09-13T16:12:37.038822+0000', 'last_active': '2024-09-13T16:12:37.038822+0000', 'last_peered': '2024-09-13T16:12:37.038822+0000', 'last_clean': '2024-09-13T16:12:37.038822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:37.038822+0000', 'last_undegraded': '2024-09-13T16:12:37.038822+0000', 'last_fullsized': '2024-09-13T16:12:37.038822+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:12:40.999 INFO:tasks.cephfs.filesystem.ceph_manager:PG 17.f is not active+clean 2024-09-13T16:12:40.999 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '17.f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:12:36.034586+0000', 'last_change': '2024-09-13T16:12:36.034586+0000', 'last_active': '2024-09-13T16:12:36.034586+0000', 'last_peered': '2024-09-13T16:12:36.034586+0000', 'last_clean': '2024-09-13T16:12:36.034586+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:36.034586+0000', 'last_undegraded': '2024-09-13T16:12:36.034586+0000', 'last_fullsized': '2024-09-13T16:12:36.034586+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:12:40.999 INFO:tasks.cephfs.filesystem.ceph_manager:PG 18.d is not active+clean 2024-09-13T16:12:41.000 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '18.d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:12:37.038822+0000', 'last_change': '2024-09-13T16:12:37.038822+0000', 'last_active': '2024-09-13T16:12:37.038822+0000', 'last_peered': '2024-09-13T16:12:37.038822+0000', 'last_clean': '2024-09-13T16:12:37.038822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:37.038822+0000', 'last_undegraded': '2024-09-13T16:12:37.038822+0000', 'last_fullsized': '2024-09-13T16:12:37.038822+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:12:41.000 INFO:tasks.cephfs.filesystem.ceph_manager:PG 17.e is not active+clean 2024-09-13T16:12:41.000 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '17.e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:12:36.034586+0000', 'last_change': '2024-09-13T16:12:36.034586+0000', 'last_active': '2024-09-13T16:12:36.034586+0000', 'last_peered': '2024-09-13T16:12:36.034586+0000', 'last_clean': '2024-09-13T16:12:36.034586+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:36.034586+0000', 'last_undegraded': '2024-09-13T16:12:36.034586+0000', 'last_fullsized': '2024-09-13T16:12:36.034586+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:12:41.000 INFO:tasks.cephfs.filesystem.ceph_manager:PG 18.e is not active+clean 2024-09-13T16:12:41.000 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '18.e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:12:37.038822+0000', 'last_change': '2024-09-13T16:12:37.038822+0000', 'last_active': '2024-09-13T16:12:37.038822+0000', 'last_peered': '2024-09-13T16:12:37.038822+0000', 'last_clean': '2024-09-13T16:12:37.038822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:37.038822+0000', 'last_undegraded': '2024-09-13T16:12:37.038822+0000', 'last_fullsized': '2024-09-13T16:12:37.038822+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:12:41.000 INFO:tasks.cephfs.filesystem.ceph_manager:PG 17.d is not active+clean 2024-09-13T16:12:41.000 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '17.d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 121, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:12:36.046489+0000', 'last_change': '2024-09-13T16:12:36.046489+0000', 'last_active': '2024-09-13T16:12:36.034586+0000', 'last_peered': '2024-09-13T16:12:36.034586+0000', 'last_clean': '2024-09-13T16:12:36.034586+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:36.046489+0000', 'last_undegraded': '2024-09-13T16:12:36.046489+0000', 'last_fullsized': '2024-09-13T16:12:36.046489+0000', 'mapping_epoch': 121, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 121, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T04:08:32.266083+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 5], 'acting': [7, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-13T16:12:41.000 INFO:tasks.cephfs.filesystem.ceph_manager:PG 18.f is not active+clean 2024-09-13T16:12:41.000 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '18.f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:12:37.038822+0000', 'last_change': '2024-09-13T16:12:37.038822+0000', 'last_active': '2024-09-13T16:12:37.038822+0000', 'last_peered': '2024-09-13T16:12:37.038822+0000', 'last_clean': '2024-09-13T16:12:37.038822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:37.038822+0000', 'last_undegraded': '2024-09-13T16:12:37.038822+0000', 'last_fullsized': '2024-09-13T16:12:37.038822+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:12:41.000 INFO:tasks.cephfs.filesystem.ceph_manager:PG 17.c is not active+clean 2024-09-13T16:12:41.000 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '17.c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 121, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:12:36.046671+0000', 'last_change': '2024-09-13T16:12:36.046671+0000', 'last_active': '2024-09-13T16:12:36.034586+0000', 'last_peered': '2024-09-13T16:12:36.034586+0000', 'last_clean': '2024-09-13T16:12:36.034586+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:36.046671+0000', 'last_undegraded': '2024-09-13T16:12:36.046671+0000', 'last_fullsized': '2024-09-13T16:12:36.046671+0000', 'mapping_epoch': 121, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 121, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T17:14:49.690115+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 0], 'acting': [7, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [0], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-13T16:12:41.001 INFO:tasks.cephfs.filesystem.ceph_manager:PG 18.8 is not active+clean 2024-09-13T16:12:41.001 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '18.8', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:12:37.038822+0000', 'last_change': '2024-09-13T16:12:37.038822+0000', 'last_active': '2024-09-13T16:12:37.038822+0000', 'last_peered': '2024-09-13T16:12:37.038822+0000', 'last_clean': '2024-09-13T16:12:37.038822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:37.038822+0000', 'last_undegraded': '2024-09-13T16:12:37.038822+0000', 'last_fullsized': '2024-09-13T16:12:37.038822+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:12:41.001 INFO:tasks.cephfs.filesystem.ceph_manager:PG 17.b is not active+clean 2024-09-13T16:12:41.001 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '17.b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 121, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:12:36.041807+0000', 'last_change': '2024-09-13T16:12:36.041807+0000', 'last_active': '2024-09-13T16:12:36.034586+0000', 'last_peered': '2024-09-13T16:12:36.034586+0000', 'last_clean': '2024-09-13T16:12:36.034586+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:36.041807+0000', 'last_undegraded': '2024-09-13T16:12:36.041807+0000', 'last_fullsized': '2024-09-13T16:12:36.041807+0000', 'mapping_epoch': 121, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 121, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T02:31:06.754153+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7], 'acting': [0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-13T16:12:41.001 INFO:tasks.cephfs.filesystem.ceph_manager:PG 18.9 is not active+clean 2024-09-13T16:12:41.001 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '18.9', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:12:37.038822+0000', 'last_change': '2024-09-13T16:12:37.038822+0000', 'last_active': '2024-09-13T16:12:37.038822+0000', 'last_peered': '2024-09-13T16:12:37.038822+0000', 'last_clean': '2024-09-13T16:12:37.038822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:37.038822+0000', 'last_undegraded': '2024-09-13T16:12:37.038822+0000', 'last_fullsized': '2024-09-13T16:12:37.038822+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:12:41.001 INFO:tasks.cephfs.filesystem.ceph_manager:PG 17.a is not active+clean 2024-09-13T16:12:41.001 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '17.a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 121, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:12:36.044622+0000', 'last_change': '2024-09-13T16:12:36.044622+0000', 'last_active': '2024-09-13T16:12:36.034586+0000', 'last_peered': '2024-09-13T16:12:36.034586+0000', 'last_clean': '2024-09-13T16:12:36.034586+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:36.044622+0000', 'last_undegraded': '2024-09-13T16:12:36.044622+0000', 'last_fullsized': '2024-09-13T16:12:36.044622+0000', 'mapping_epoch': 121, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 121, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T02:42:41.431094+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-13T16:12:41.001 INFO:tasks.cephfs.filesystem.ceph_manager:PG 18.a is not active+clean 2024-09-13T16:12:41.001 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '18.a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:12:37.038822+0000', 'last_change': '2024-09-13T16:12:37.038822+0000', 'last_active': '2024-09-13T16:12:37.038822+0000', 'last_peered': '2024-09-13T16:12:37.038822+0000', 'last_clean': '2024-09-13T16:12:37.038822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:37.038822+0000', 'last_undegraded': '2024-09-13T16:12:37.038822+0000', 'last_fullsized': '2024-09-13T16:12:37.038822+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:12:41.002 INFO:tasks.cephfs.filesystem.ceph_manager:PG 17.9 is not active+clean 2024-09-13T16:12:41.002 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '17.9', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 121, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:12:36.044794+0000', 'last_change': '2024-09-13T16:12:36.044794+0000', 'last_active': '2024-09-13T16:12:36.034586+0000', 'last_peered': '2024-09-13T16:12:36.034586+0000', 'last_clean': '2024-09-13T16:12:36.034586+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:36.044794+0000', 'last_undegraded': '2024-09-13T16:12:36.044794+0000', 'last_fullsized': '2024-09-13T16:12:36.044794+0000', 'mapping_epoch': 121, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 121, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T03:35:00.852128+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-13T16:12:41.002 INFO:tasks.cephfs.filesystem.ceph_manager:PG 18.b is not active+clean 2024-09-13T16:12:41.002 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '18.b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:12:37.038822+0000', 'last_change': '2024-09-13T16:12:37.038822+0000', 'last_active': '2024-09-13T16:12:37.038822+0000', 'last_peered': '2024-09-13T16:12:37.038822+0000', 'last_clean': '2024-09-13T16:12:37.038822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:37.038822+0000', 'last_undegraded': '2024-09-13T16:12:37.038822+0000', 'last_fullsized': '2024-09-13T16:12:37.038822+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:12:41.002 INFO:tasks.cephfs.filesystem.ceph_manager:PG 17.8 is not active+clean 2024-09-13T16:12:41.002 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '17.8', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 121, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:12:36.045212+0000', 'last_change': '2024-09-13T16:12:36.045212+0000', 'last_active': '2024-09-13T16:12:36.034586+0000', 'last_peered': '2024-09-13T16:12:36.034586+0000', 'last_clean': '2024-09-13T16:12:36.034586+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:36.045212+0000', 'last_undegraded': '2024-09-13T16:12:36.045212+0000', 'last_fullsized': '2024-09-13T16:12:36.045212+0000', 'mapping_epoch': 121, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 121, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T00:54:12.253985+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2], 'acting': [7, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-13T16:12:41.002 INFO:tasks.cephfs.filesystem.ceph_manager:PG 18.4 is not active+clean 2024-09-13T16:12:41.002 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '18.4', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:12:37.038822+0000', 'last_change': '2024-09-13T16:12:37.038822+0000', 'last_active': '2024-09-13T16:12:37.038822+0000', 'last_peered': '2024-09-13T16:12:37.038822+0000', 'last_clean': '2024-09-13T16:12:37.038822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:37.038822+0000', 'last_undegraded': '2024-09-13T16:12:37.038822+0000', 'last_fullsized': '2024-09-13T16:12:37.038822+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:12:41.002 INFO:tasks.cephfs.filesystem.ceph_manager:PG 17.7 is not active+clean 2024-09-13T16:12:41.002 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '17.7', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 121, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:12:36.041815+0000', 'last_change': '2024-09-13T16:12:36.041815+0000', 'last_active': '2024-09-13T16:12:36.034586+0000', 'last_peered': '2024-09-13T16:12:36.034586+0000', 'last_clean': '2024-09-13T16:12:36.034586+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:36.041815+0000', 'last_undegraded': '2024-09-13T16:12:36.041815+0000', 'last_fullsized': '2024-09-13T16:12:36.041815+0000', 'mapping_epoch': 121, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 121, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T22:51:26.472409+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 4], 'acting': [0, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-13T16:12:41.002 INFO:tasks.cephfs.filesystem.ceph_manager:PG 18.5 is not active+clean 2024-09-13T16:12:41.002 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '18.5', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:12:37.038822+0000', 'last_change': '2024-09-13T16:12:37.038822+0000', 'last_active': '2024-09-13T16:12:37.038822+0000', 'last_peered': '2024-09-13T16:12:37.038822+0000', 'last_clean': '2024-09-13T16:12:37.038822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:37.038822+0000', 'last_undegraded': '2024-09-13T16:12:37.038822+0000', 'last_fullsized': '2024-09-13T16:12:37.038822+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:12:41.003 INFO:tasks.cephfs.filesystem.ceph_manager:PG 17.6 is not active+clean 2024-09-13T16:12:41.003 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '17.6', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 121, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:12:36.044233+0000', 'last_change': '2024-09-13T16:12:36.044233+0000', 'last_active': '2024-09-13T16:12:36.034586+0000', 'last_peered': '2024-09-13T16:12:36.034586+0000', 'last_clean': '2024-09-13T16:12:36.034586+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:36.044233+0000', 'last_undegraded': '2024-09-13T16:12:36.044233+0000', 'last_fullsized': '2024-09-13T16:12:36.044233+0000', 'mapping_epoch': 121, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 121, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T19:35:10.081703+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-13T16:12:41.003 INFO:tasks.cephfs.filesystem.ceph_manager:PG 18.6 is not active+clean 2024-09-13T16:12:41.003 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '18.6', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:12:37.038822+0000', 'last_change': '2024-09-13T16:12:37.038822+0000', 'last_active': '2024-09-13T16:12:37.038822+0000', 'last_peered': '2024-09-13T16:12:37.038822+0000', 'last_clean': '2024-09-13T16:12:37.038822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:37.038822+0000', 'last_undegraded': '2024-09-13T16:12:37.038822+0000', 'last_fullsized': '2024-09-13T16:12:37.038822+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:12:41.003 INFO:tasks.cephfs.filesystem.ceph_manager:PG 17.5 is not active+clean 2024-09-13T16:12:41.003 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '17.5', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 121, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:12:36.044357+0000', 'last_change': '2024-09-13T16:12:36.044357+0000', 'last_active': '2024-09-13T16:12:36.034586+0000', 'last_peered': '2024-09-13T16:12:36.034586+0000', 'last_clean': '2024-09-13T16:12:36.034586+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:36.044357+0000', 'last_undegraded': '2024-09-13T16:12:36.044357+0000', 'last_fullsized': '2024-09-13T16:12:36.044357+0000', 'mapping_epoch': 121, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 121, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T21:54:01.954237+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-13T16:12:41.003 INFO:tasks.cephfs.filesystem.ceph_manager:PG 18.7 is not active+clean 2024-09-13T16:12:41.003 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '18.7', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:12:37.038822+0000', 'last_change': '2024-09-13T16:12:37.038822+0000', 'last_active': '2024-09-13T16:12:37.038822+0000', 'last_peered': '2024-09-13T16:12:37.038822+0000', 'last_clean': '2024-09-13T16:12:37.038822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:37.038822+0000', 'last_undegraded': '2024-09-13T16:12:37.038822+0000', 'last_fullsized': '2024-09-13T16:12:37.038822+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:12:41.003 INFO:tasks.cephfs.filesystem.ceph_manager:PG 17.4 is not active+clean 2024-09-13T16:12:41.003 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '17.4', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 121, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:12:36.041791+0000', 'last_change': '2024-09-13T16:12:36.041791+0000', 'last_active': '2024-09-13T16:12:36.034586+0000', 'last_peered': '2024-09-13T16:12:36.034586+0000', 'last_clean': '2024-09-13T16:12:36.034586+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:36.041791+0000', 'last_undegraded': '2024-09-13T16:12:36.041791+0000', 'last_fullsized': '2024-09-13T16:12:36.041791+0000', 'mapping_epoch': 121, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 121, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T01:33:09.455210+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-13T16:12:41.003 INFO:tasks.cephfs.filesystem.ceph_manager:PG 18.0 is not active+clean 2024-09-13T16:12:41.004 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '18.0', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:12:37.038822+0000', 'last_change': '2024-09-13T16:12:37.038822+0000', 'last_active': '2024-09-13T16:12:37.038822+0000', 'last_peered': '2024-09-13T16:12:37.038822+0000', 'last_clean': '2024-09-13T16:12:37.038822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:37.038822+0000', 'last_undegraded': '2024-09-13T16:12:37.038822+0000', 'last_fullsized': '2024-09-13T16:12:37.038822+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:12:41.004 INFO:tasks.cephfs.filesystem.ceph_manager:PG 17.3 is not active+clean 2024-09-13T16:12:41.004 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '17.3', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 121, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:12:36.042317+0000', 'last_change': '2024-09-13T16:12:36.042317+0000', 'last_active': '2024-09-13T16:12:36.034586+0000', 'last_peered': '2024-09-13T16:12:36.034586+0000', 'last_clean': '2024-09-13T16:12:36.034586+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:36.042317+0000', 'last_undegraded': '2024-09-13T16:12:36.042317+0000', 'last_fullsized': '2024-09-13T16:12:36.042317+0000', 'mapping_epoch': 121, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 121, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T02:27:27.478497+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 2], 'acting': [4, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-13T16:12:41.004 INFO:tasks.cephfs.filesystem.ceph_manager:PG 18.1 is not active+clean 2024-09-13T16:12:41.004 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '18.1', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:12:37.038822+0000', 'last_change': '2024-09-13T16:12:37.038822+0000', 'last_active': '2024-09-13T16:12:37.038822+0000', 'last_peered': '2024-09-13T16:12:37.038822+0000', 'last_clean': '2024-09-13T16:12:37.038822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:37.038822+0000', 'last_undegraded': '2024-09-13T16:12:37.038822+0000', 'last_fullsized': '2024-09-13T16:12:37.038822+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:12:41.004 INFO:tasks.cephfs.filesystem.ceph_manager:PG 17.2 is not active+clean 2024-09-13T16:12:41.004 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '17.2', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 121, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:12:36.042081+0000', 'last_change': '2024-09-13T16:12:36.042081+0000', 'last_active': '2024-09-13T16:12:36.034586+0000', 'last_peered': '2024-09-13T16:12:36.034586+0000', 'last_clean': '2024-09-13T16:12:36.034586+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:36.042081+0000', 'last_undegraded': '2024-09-13T16:12:36.042081+0000', 'last_fullsized': '2024-09-13T16:12:36.042081+0000', 'mapping_epoch': 121, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 121, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T00:13:56.541498+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 5], 'acting': [4, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-13T16:12:41.004 INFO:tasks.cephfs.filesystem.ceph_manager:PG 18.2 is not active+clean 2024-09-13T16:12:41.004 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '18.2', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:12:37.038822+0000', 'last_change': '2024-09-13T16:12:37.038822+0000', 'last_active': '2024-09-13T16:12:37.038822+0000', 'last_peered': '2024-09-13T16:12:37.038822+0000', 'last_clean': '2024-09-13T16:12:37.038822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:37.038822+0000', 'last_undegraded': '2024-09-13T16:12:37.038822+0000', 'last_fullsized': '2024-09-13T16:12:37.038822+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:12:41.004 INFO:tasks.cephfs.filesystem.ceph_manager:PG 17.1 is not active+clean 2024-09-13T16:12:41.004 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '17.1', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 121, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:12:36.041784+0000', 'last_change': '2024-09-13T16:12:36.041784+0000', 'last_active': '2024-09-13T16:12:36.034586+0000', 'last_peered': '2024-09-13T16:12:36.034586+0000', 'last_clean': '2024-09-13T16:12:36.034586+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:36.041784+0000', 'last_undegraded': '2024-09-13T16:12:36.041784+0000', 'last_fullsized': '2024-09-13T16:12:36.041784+0000', 'mapping_epoch': 121, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 121, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T01:19:59.479148+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-13T16:12:41.005 INFO:tasks.cephfs.filesystem.ceph_manager:PG 18.3 is not active+clean 2024-09-13T16:12:41.005 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '18.3', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:12:37.038822+0000', 'last_change': '2024-09-13T16:12:37.038822+0000', 'last_active': '2024-09-13T16:12:37.038822+0000', 'last_peered': '2024-09-13T16:12:37.038822+0000', 'last_clean': '2024-09-13T16:12:37.038822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:37.038822+0000', 'last_undegraded': '2024-09-13T16:12:37.038822+0000', 'last_fullsized': '2024-09-13T16:12:37.038822+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:12:41.005 INFO:tasks.cephfs.filesystem.ceph_manager:PG 17.0 is not active+clean 2024-09-13T16:12:41.005 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '17.0', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 121, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:12:36.044437+0000', 'last_change': '2024-09-13T16:12:36.044437+0000', 'last_active': '2024-09-13T16:12:36.034586+0000', 'last_peered': '2024-09-13T16:12:36.034586+0000', 'last_clean': '2024-09-13T16:12:36.034586+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:36.044437+0000', 'last_undegraded': '2024-09-13T16:12:36.044437+0000', 'last_fullsized': '2024-09-13T16:12:36.044437+0000', 'mapping_epoch': 121, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 121, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T21:15:07.488644+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-13T16:12:41.005 INFO:tasks.cephfs.filesystem.ceph_manager:PG 18.13 is not active+clean 2024-09-13T16:12:41.005 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '18.13', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:12:37.038822+0000', 'last_change': '2024-09-13T16:12:37.038822+0000', 'last_active': '2024-09-13T16:12:37.038822+0000', 'last_peered': '2024-09-13T16:12:37.038822+0000', 'last_clean': '2024-09-13T16:12:37.038822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:37.038822+0000', 'last_undegraded': '2024-09-13T16:12:37.038822+0000', 'last_fullsized': '2024-09-13T16:12:37.038822+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:37.038822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:12:41.005 INFO:tasks.cephfs.filesystem.ceph_manager:PG 17.10 is not active+clean 2024-09-13T16:12:41.005 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '17.10', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 121, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:12:36.044751+0000', 'last_change': '2024-09-13T16:12:36.044751+0000', 'last_active': '2024-09-13T16:12:36.034586+0000', 'last_peered': '2024-09-13T16:12:36.034586+0000', 'last_clean': '2024-09-13T16:12:36.034586+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:12:36.044751+0000', 'last_undegraded': '2024-09-13T16:12:36.044751+0000', 'last_fullsized': '2024-09-13T16:12:36.044751+0000', 'mapping_epoch': 121, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 121, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'last_clean_scrub_stamp': '2024-09-13T16:12:36.034586+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T01:15:53.354009+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7], 'acting': [3, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-13T16:12:41.006 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-13T16:12:41.121 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.119+0000 7f23b1280640 1 Processor -- start 2024-09-13T16:12:41.121 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.119+0000 7f23b1280640 1 -- start start 2024-09-13T16:12:41.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.120+0000 7f23b1280640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f23ac15dad0 0x7f23ac0ce030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:41.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.120+0000 7f23b1280640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f23ac0ce570 0x7f23ac0ce9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:41.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.120+0000 7f23b1280640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f23ac0b3290 0x7f23ac0b36e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:41.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.120+0000 7f23b1280640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f23ac099880 con 0x7f23ac0ce570 2024-09-13T16:12:41.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.120+0000 7f23b1280640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f23ac0b18e0 con 0x7f23ac0b3290 2024-09-13T16:12:41.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.120+0000 7f23b1280640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f23ac099d10 con 0x7f23ac15dad0 2024-09-13T16:12:41.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.120+0000 7f23a27fc640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f23ac0ce570 0x7f23ac0ce9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:41.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.120+0000 7f23a27fc640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f23ac0ce570 0x7f23ac0ce9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:35214/0 (socket says 172.21.15.76:35214) 2024-09-13T16:12:41.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.120+0000 7f23a27fc640 1 -- 172.21.15.76:0/1112964785 learned_addr learned my addr 172.21.15.76:0/1112964785 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:41.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.121+0000 7f23aaffd640 1 --2- 172.21.15.76:0/1112964785 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f23ac15dad0 0x7f23ac0ce030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:41.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.121+0000 7f23ab7fe640 1 --2- 172.21.15.76:0/1112964785 >> v2:172.21.15.192:3300/0 conn(0x7f23ac0b3290 0x7f23ac0b36e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:41.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.121+0000 7f23a27fc640 1 -- 172.21.15.76:0/1112964785 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f23ac15dad0 msgr2=0x7f23ac0ce030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:41.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.121+0000 7f23a27fc640 1 --2- 172.21.15.76:0/1112964785 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f23ac15dad0 0x7f23ac0ce030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:41.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.121+0000 7f23a27fc640 1 -- 172.21.15.76:0/1112964785 >> v2:172.21.15.192:3300/0 conn(0x7f23ac0b3290 msgr2=0x7f23ac0b36e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:41.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.121+0000 7f23a27fc640 1 --2- 172.21.15.76:0/1112964785 >> v2:172.21.15.192:3300/0 conn(0x7f23ac0b3290 0x7f23ac0b36e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:41.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.121+0000 7f23a27fc640 1 -- 172.21.15.76:0/1112964785 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f23ac0b1320 con 0x7f23ac0ce570 2024-09-13T16:12:41.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.121+0000 7f23a27fc640 1 --2- 172.21.15.76:0/1112964785 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f23ac0ce570 0x7f23ac0ce9d0 secure :-1 s=READY pgs=1629 cs=0 l=1 rev1=1 crypto rx=0x7f23ac06db60 tx=0x7f239402a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e1e61d9f0db0a6d0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:41.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.122+0000 7f23aa7fc640 1 -- 172.21.15.76:0/1112964785 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f239402ae90 con 0x7f23ac0ce570 2024-09-13T16:12:41.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.122+0000 7f23aa7fc640 1 -- 172.21.15.76:0/1112964785 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2394032440 con 0x7f23ac0ce570 2024-09-13T16:12:41.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.122+0000 7f23aa7fc640 1 -- 172.21.15.76:0/1112964785 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f23940327d0 con 0x7f23ac0ce570 2024-09-13T16:12:41.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.122+0000 7f23b1280640 1 -- 172.21.15.76:0/1112964785 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f23ac0ce570 msgr2=0x7f23ac0ce9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:41.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.122+0000 7f23b1280640 1 --2- 172.21.15.76:0/1112964785 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f23ac0ce570 0x7f23ac0ce9d0 secure :-1 s=READY pgs=1629 cs=0 l=1 rev1=1 crypto rx=0x7f23ac06db60 tx=0x7f239402a140 comp rx=0 tx=0).stop 2024-09-13T16:12:41.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.122+0000 7f23b1280640 1 -- 172.21.15.76:0/1112964785 shutdown_connections 2024-09-13T16:12:41.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.122+0000 7f23b1280640 1 --2- 172.21.15.76:0/1112964785 >> v2:172.21.15.192:3300/0 conn(0x7f23ac0b3290 0x7f23ac0b36e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:41.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.122+0000 7f23b1280640 1 --2- 172.21.15.76:0/1112964785 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f23ac0ce570 0x7f23ac0ce9d0 unknown :-1 s=CLOSED pgs=1629 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:41.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.122+0000 7f23b1280640 1 --2- 172.21.15.76:0/1112964785 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f23ac15dad0 0x7f23ac0ce030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:41.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.122+0000 7f23b1280640 1 -- 172.21.15.76:0/1112964785 >> 172.21.15.76:0/1112964785 conn(0x7f23ac0b1f50 msgr2=0x7f23ac0b2360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:41.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.122+0000 7f23b1280640 1 -- 172.21.15.76:0/1112964785 shutdown_connections 2024-09-13T16:12:41.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.122+0000 7f23b1280640 1 -- 172.21.15.76:0/1112964785 wait complete. 2024-09-13T16:12:41.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.123+0000 7f23b1280640 1 Processor -- start 2024-09-13T16:12:41.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.123+0000 7f23b1280640 1 -- start start 2024-09-13T16:12:41.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.124+0000 7f23b1280640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f23ac0b3290 0x7f23ac1591e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:41.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.124+0000 7f23b1280640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f23ac0ce570 0x7f23ac14e850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:41.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.124+0000 7f23b1280640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f23ac15dad0 0x7f23ac0c6160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:41.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.124+0000 7f23b1280640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f23ac155d10 con 0x7f23ac0b3290 2024-09-13T16:12:41.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.124+0000 7f23b1280640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f23ac159720 con 0x7f23ac15dad0 2024-09-13T16:12:41.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.124+0000 7f23b1280640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f23ac0c7530 con 0x7f23ac0ce570 2024-09-13T16:12:41.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.124+0000 7f23aaffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f23ac0b3290 0x7f23ac1591e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:41.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.124+0000 7f23aaffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f23ac0b3290 0x7f23ac1591e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:35220/0 (socket says 172.21.15.76:35220) 2024-09-13T16:12:41.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.124+0000 7f23aaffd640 1 -- 172.21.15.76:0/2970348652 learned_addr learned my addr 172.21.15.76:0/2970348652 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:41.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.124+0000 7f23a27fc640 1 --2- 172.21.15.76:0/2970348652 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f23ac0ce570 0x7f23ac14e850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:41.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.124+0000 7f23ab7fe640 1 --2- 172.21.15.76:0/2970348652 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f23ac15dad0 0x7f23ac0c6160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:41.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.125+0000 7f23aaffd640 1 -- 172.21.15.76:0/2970348652 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f23ac0ce570 msgr2=0x7f23ac14e850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:41.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.125+0000 7f23aaffd640 1 --2- 172.21.15.76:0/2970348652 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f23ac0ce570 0x7f23ac14e850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:41.129 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.125+0000 7f23aaffd640 1 -- 172.21.15.76:0/2970348652 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f23ac15dad0 msgr2=0x7f23ac0c6160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:41.129 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.125+0000 7f23aaffd640 1 --2- 172.21.15.76:0/2970348652 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f23ac15dad0 0x7f23ac0c6160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:41.129 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.125+0000 7f23aaffd640 1 -- 172.21.15.76:0/2970348652 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f23940094d0 con 0x7f23ac0b3290 2024-09-13T16:12:41.129 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.125+0000 7f23a27fc640 1 --2- 172.21.15.76:0/2970348652 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f23ac0ce570 0x7f23ac14e850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:12:41.129 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.125+0000 7f23ab7fe640 1 --2- 172.21.15.76:0/2970348652 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f23ac15dad0 0x7f23ac0c6160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:12:41.129 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.125+0000 7f23aaffd640 1 --2- 172.21.15.76:0/2970348652 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f23ac0b3290 0x7f23ac1591e0 secure :-1 s=READY pgs=1630 cs=0 l=1 rev1=1 crypto rx=0x7f239c00c7f0 tx=0x7f239c00ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:41.129 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.125+0000 7f23a3fff640 1 -- 172.21.15.76:0/2970348652 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f239c004220 con 0x7f23ac0b3290 2024-09-13T16:12:41.129 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.125+0000 7f23a3fff640 1 -- 172.21.15.76:0/2970348652 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f239c0043a0 con 0x7f23ac0b3290 2024-09-13T16:12:41.129 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.125+0000 7f23b1280640 1 -- 172.21.15.76:0/2970348652 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f23ac0c7810 con 0x7f23ac0b3290 2024-09-13T16:12:41.129 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.125+0000 7f23a3fff640 1 -- 172.21.15.76:0/2970348652 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f239c007860 con 0x7f23ac0b3290 2024-09-13T16:12:41.129 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.125+0000 7f23b1280640 1 -- 172.21.15.76:0/2970348652 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f23ac0c7dd0 con 0x7f23ac0b3290 2024-09-13T16:12:41.129 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.126+0000 7f23b1280640 1 -- 172.21.15.76:0/2970348652 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f23ac0ce030 con 0x7f23ac0b3290 2024-09-13T16:12:41.129 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.127+0000 7f23a3fff640 1 -- 172.21.15.76:0/2970348652 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f239c0079c0 con 0x7f23ac0b3290 2024-09-13T16:12:41.130 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.127+0000 7f23a3fff640 1 --2- 172.21.15.76:0/2970348652 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f238c06ac00 0x7f238c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:41.130 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.127+0000 7f23a3fff640 1 -- 172.21.15.76:0/2970348652 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f239c0892e0 con 0x7f23ac0b3290 2024-09-13T16:12:41.130 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.127+0000 7f23a27fc640 1 --2- 172.21.15.76:0/2970348652 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f238c06ac00 0x7f238c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:41.130 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.127+0000 7f23a27fc640 1 --2- 172.21.15.76:0/2970348652 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f238c06ac00 0x7f238c06d0c0 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7f2394034000 tx=0x7f239402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:41.132 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.131+0000 7f23a3fff640 1 -- 172.21.15.76:0/2970348652 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f239c054380 con 0x7f23ac0b3290 2024-09-13T16:12:41.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.354+0000 7f23b1280640 1 -- 172.21.15.76:0/2970348652 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) v1 -- 0x7f23ac0c3c80 con 0x7f23ac0b3290 2024-09-13T16:12:41.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.355+0000 7f23a3fff640 1 -- 172.21.15.76:0/2970348652 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) v1 ==== 72+0+1528 (secure 0 0 0) 0x7f239c0579a0 con 0x7f23ac0b3290 2024-09-13T16:12:41.356 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:41.356 INFO:teuthology.orchestra.run.smithi076.stdout:{"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":686,"monmap":{"epoch":1,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":124,"num_osds":8,"num_up_osds":8,"osd_up_since":1726243286,"num_in_osds":8,"osd_in_since":1726243276,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"unknown","count":68},{"state_name":"creating+peering","count":28},{"state_name":"active+clean","count":1}],"num_pgs":97,"num_pools":3,"num_objects":2,"data_bytes":590368,"bytes_used":789450752,"bytes_avail":772304662528,"bytes_total":773094113280,"unknown_pgs_ratio":0.7010309100151062,"inactive_pgs_ratio":0.28865978121757507},"fsmap":{"epoch":61,"id":8,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":8,"rank":0,"name":"a","status":"up:active","gid":8547}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":13,"modified":"2024-09-13T16:12:27.067040+0000","services":{"mds":{"daemons":{"summary":"","b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-13T16:12:41.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.356+0000 7f23b1280640 1 -- 172.21.15.76:0/2970348652 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f238c06ac00 msgr2=0x7f238c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:41.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.356+0000 7f23b1280640 1 --2- 172.21.15.76:0/2970348652 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f238c06ac00 0x7f238c06d0c0 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7f2394034000 tx=0x7f239402e000 comp rx=0 tx=0).stop 2024-09-13T16:12:41.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.356+0000 7f23b1280640 1 -- 172.21.15.76:0/2970348652 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f23ac0b3290 msgr2=0x7f23ac1591e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:41.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.356+0000 7f23b1280640 1 --2- 172.21.15.76:0/2970348652 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f23ac0b3290 0x7f23ac1591e0 secure :-1 s=READY pgs=1630 cs=0 l=1 rev1=1 crypto rx=0x7f239c00c7f0 tx=0x7f239c00ccb0 comp rx=0 tx=0).stop 2024-09-13T16:12:41.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.356+0000 7f23b1280640 1 -- 172.21.15.76:0/2970348652 shutdown_connections 2024-09-13T16:12:41.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.356+0000 7f23b1280640 1 --2- 172.21.15.76:0/2970348652 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f23ac15dad0 0x7f23ac0c6160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:41.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.356+0000 7f23b1280640 1 --2- 172.21.15.76:0/2970348652 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f238c06ac00 0x7f238c06d0c0 unknown :-1 s=CLOSED pgs=698 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:41.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.356+0000 7f23b1280640 1 --2- 172.21.15.76:0/2970348652 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f23ac0ce570 0x7f23ac14e850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:41.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.356+0000 7f23b1280640 1 --2- 172.21.15.76:0/2970348652 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f23ac0b3290 0x7f23ac1591e0 unknown :-1 s=CLOSED pgs=1630 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:41.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.356+0000 7f23b1280640 1 -- 172.21.15.76:0/2970348652 >> 172.21.15.76:0/2970348652 conn(0x7f23ac0b1f50 msgr2=0x7f23ac06c470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:41.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.357+0000 7f23b1280640 1 -- 172.21.15.76:0/2970348652 shutdown_connections 2024-09-13T16:12:41.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.357+0000 7f23b1280640 1 -- 172.21.15.76:0/2970348652 wait complete. 2024-09-13T16:12:41.369 INFO:tasks.cephfs.filesystem.ceph_manager:no progress seen, keeping timeout for now 2024-09-13T16:12:41.369 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:12:41.468 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.466+0000 7fdd49c2b640 1 Processor -- start 2024-09-13T16:12:41.468 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.466+0000 7fdd49c2b640 1 -- start start 2024-09-13T16:12:41.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.467+0000 7fdd49c2b640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdd44072110 0x7fdd44070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:41.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.467+0000 7fdd49c2b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fdd440c8920 0x7fdd440c8dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:41.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.467+0000 7fdd49c2b640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdd440abdf0 con 0x7fdd44071d30 2024-09-13T16:12:41.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.467+0000 7fdd49c2b640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdd440c9310 con 0x7fdd440c8920 2024-09-13T16:12:41.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.467+0000 7fdd49c2b640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdd440b2280 con 0x7fdd44072110 2024-09-13T16:12:41.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.467+0000 7fdd43fff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fdd440c8920 0x7fdd440c8dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:41.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.467+0000 7fdd43fff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fdd440c8920 0x7fdd440c8dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60850/0 (socket says 172.21.15.76:60850) 2024-09-13T16:12:41.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.467+0000 7fdd43fff640 1 -- 172.21.15.76:0/3199925095 learned_addr learned my addr 172.21.15.76:0/3199925095 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:41.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.467+0000 7fdd42ffd640 1 --2- 172.21.15.76:0/3199925095 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdd44072110 0x7fdd44070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:41.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.468+0000 7fdd43fff640 1 -- 172.21.15.76:0/3199925095 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdd44072110 msgr2=0x7fdd44070190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:41.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.468+0000 7fdd43fff640 1 --2- 172.21.15.76:0/3199925095 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdd44072110 0x7fdd44070190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:41.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.468+0000 7fdd43fff640 1 -- 172.21.15.76:0/3199925095 >> v1:172.21.15.192:6789/0 conn(0x7fdd44071d30 legacy=0x7fdd440b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:41.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.468+0000 7fdd43fff640 1 -- 172.21.15.76:0/3199925095 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdd440ab1e0 con 0x7fdd440c8920 2024-09-13T16:12:41.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.468+0000 7fdd43fff640 1 --2- 172.21.15.76:0/3199925095 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdd440c8920 0x7fdd440c8dd0 secure :-1 s=READY pgs=1631 cs=0 l=1 rev1=1 crypto rx=0x7fdd3c009e80 tx=0x7fdd3c02a750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c26f7263bbc35331 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:41.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.469+0000 7fdd427fc640 1 -- 172.21.15.76:0/3199925095 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd3c031600 con 0x7fdd440c8920 2024-09-13T16:12:41.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.469+0000 7fdd427fc640 1 -- 172.21.15.76:0/3199925095 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdd3c02d050 con 0x7fdd440c8920 2024-09-13T16:12:41.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.469+0000 7fdd427fc640 1 -- 172.21.15.76:0/3199925095 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd3c031980 con 0x7fdd440c8920 2024-09-13T16:12:41.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.469+0000 7fdd49c2b640 1 -- 172.21.15.76:0/3199925095 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdd440c8920 msgr2=0x7fdd440c8dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:41.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.469+0000 7fdd49c2b640 1 --2- 172.21.15.76:0/3199925095 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdd440c8920 0x7fdd440c8dd0 secure :-1 s=READY pgs=1631 cs=0 l=1 rev1=1 crypto rx=0x7fdd3c009e80 tx=0x7fdd3c02a750 comp rx=0 tx=0).stop 2024-09-13T16:12:41.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.469+0000 7fdd49c2b640 1 -- 172.21.15.76:0/3199925095 shutdown_connections 2024-09-13T16:12:41.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.469+0000 7fdd49c2b640 1 --2- 172.21.15.76:0/3199925095 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdd440c8920 0x7fdd440c8dd0 unknown :-1 s=CLOSED pgs=1631 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:41.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.469+0000 7fdd49c2b640 1 --2- 172.21.15.76:0/3199925095 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdd44072110 0x7fdd44070190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:41.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.469+0000 7fdd49c2b640 1 -- 172.21.15.76:0/3199925095 >> 172.21.15.76:0/3199925095 conn(0x7fdd44069ed0 msgr2=0x7fdd4406a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:41.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.469+0000 7fdd49c2b640 1 -- 172.21.15.76:0/3199925095 shutdown_connections 2024-09-13T16:12:41.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.469+0000 7fdd49c2b640 1 -- 172.21.15.76:0/3199925095 wait complete. 2024-09-13T16:12:41.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.470+0000 7fdd49c2b640 1 Processor -- start 2024-09-13T16:12:41.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.470+0000 7fdd49c2b640 1 -- start start 2024-09-13T16:12:41.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.471+0000 7fdd49c2b640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdd44071d30 0x7fdd44098250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:41.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.471+0000 7fdd49c2b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdd44072110 0x7fdd440cafc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:41.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.471+0000 7fdd49c2b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdd440c8920 0x7fdd440c3ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:41.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.471+0000 7fdd49c2b640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd441f32c0 con 0x7fdd440c8920 2024-09-13T16:12:41.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.471+0000 7fdd49c2b640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd441f35a0 con 0x7fdd44072110 2024-09-13T16:12:41.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.471+0000 7fdd49c2b640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdd441f3880 con 0x7fdd44071d30 2024-09-13T16:12:41.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.471+0000 7fdd43fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdd440c8920 0x7fdd440c3ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:41.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.471+0000 7fdd43fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdd440c8920 0x7fdd440c3ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60862/0 (socket says 172.21.15.76:60862) 2024-09-13T16:12:41.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.471+0000 7fdd43fff640 1 -- 172.21.15.76:0/826837090 learned_addr learned my addr 172.21.15.76:0/826837090 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:41.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.471+0000 7fdd42ffd640 1 --2- 172.21.15.76:0/826837090 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdd44072110 0x7fdd440cafc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:41.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.471+0000 7fdd437fe640 1 --2- 172.21.15.76:0/826837090 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdd44071d30 0x7fdd44098250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:41.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.472+0000 7fdd43fff640 1 -- 172.21.15.76:0/826837090 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdd44071d30 msgr2=0x7fdd44098250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:41.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.472+0000 7fdd43fff640 1 --2- 172.21.15.76:0/826837090 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdd44071d30 0x7fdd44098250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:41.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.472+0000 7fdd43fff640 1 -- 172.21.15.76:0/826837090 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdd44072110 msgr2=0x7fdd440cafc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:41.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.472+0000 7fdd43fff640 1 --2- 172.21.15.76:0/826837090 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdd44072110 0x7fdd440cafc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:41.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.472+0000 7fdd43fff640 1 -- 172.21.15.76:0/826837090 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdd3c009b30 con 0x7fdd440c8920 2024-09-13T16:12:41.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.472+0000 7fdd43fff640 1 --2- 172.21.15.76:0/826837090 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdd440c8920 0x7fdd440c3ce0 secure :-1 s=READY pgs=1632 cs=0 l=1 rev1=1 crypto rx=0x7fdd3c034040 tx=0x7fdd3c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:41.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.472+0000 7fdd2bfff640 1 -- 172.21.15.76:0/826837090 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd3c03d860 con 0x7fdd440c8920 2024-09-13T16:12:41.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.472+0000 7fdd2bfff640 1 -- 172.21.15.76:0/826837090 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdd3c03d9e0 con 0x7fdd440c8920 2024-09-13T16:12:41.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.472+0000 7fdd2bfff640 1 -- 172.21.15.76:0/826837090 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd3c03dd90 con 0x7fdd440c8920 2024-09-13T16:12:41.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.472+0000 7fdd49c2b640 1 -- 172.21.15.76:0/826837090 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdd441f3b60 con 0x7fdd440c8920 2024-09-13T16:12:41.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.472+0000 7fdd49c2b640 1 -- 172.21.15.76:0/826837090 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdd441f41b0 con 0x7fdd440c8920 2024-09-13T16:12:41.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.473+0000 7fdd49c2b640 1 -- 172.21.15.76:0/826837090 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdd441efd40 con 0x7fdd440c8920 2024-09-13T16:12:41.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.474+0000 7fdd2bfff640 1 -- 172.21.15.76:0/826837090 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fdd3c03b400 con 0x7fdd440c8920 2024-09-13T16:12:41.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.474+0000 7fdd2bfff640 1 --2- 172.21.15.76:0/826837090 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdd3006ac30 0x7fdd3006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:41.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.474+0000 7fdd2bfff640 1 -- 172.21.15.76:0/826837090 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fdd3c0aa170 con 0x7fdd440c8920 2024-09-13T16:12:41.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.474+0000 7fdd437fe640 1 --2- 172.21.15.76:0/826837090 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdd3006ac30 0x7fdd3006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:41.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.474+0000 7fdd437fe640 1 --2- 172.21.15.76:0/826837090 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdd3006ac30 0x7fdd3006d0f0 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7fdd440acfa0 tx=0x7fdd34009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:41.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.478+0000 7fdd2bfff640 1 -- 172.21.15.76:0/826837090 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fdd441efd40 con 0x7fdd440c8920 2024-09-13T16:12:41.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.636+0000 7fdd49c2b640 1 -- 172.21.15.76:0/826837090 --> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fdd440aba80 con 0x7fdd3006ac30 2024-09-13T16:12:41.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.643+0000 7fdd2bfff640 1 -- 172.21.15.76:0/826837090 <== mgr.4104 v2:172.21.15.76:6832/911852275 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+288182 (secure 0 0 0) 0x7fdd340014c0 con 0x7fdd3006ac30 2024-09-13T16:12:41.649 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:41.650 INFO:teuthology.orchestra.run.smithi076.stderr:dumped all 2024-09-13T16:12:41.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.646+0000 7fdd49c2b640 1 -- 172.21.15.76:0/826837090 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdd3006ac30 msgr2=0x7fdd3006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:41.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.646+0000 7fdd49c2b640 1 --2- 172.21.15.76:0/826837090 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdd3006ac30 0x7fdd3006d0f0 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7fdd440acfa0 tx=0x7fdd34009040 comp rx=0 tx=0).stop 2024-09-13T16:12:41.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.646+0000 7fdd49c2b640 1 -- 172.21.15.76:0/826837090 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdd440c8920 msgr2=0x7fdd440c3ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:41.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.646+0000 7fdd49c2b640 1 --2- 172.21.15.76:0/826837090 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdd440c8920 0x7fdd440c3ce0 secure :-1 s=READY pgs=1632 cs=0 l=1 rev1=1 crypto rx=0x7fdd3c034040 tx=0x7fdd3c004a40 comp rx=0 tx=0).stop 2024-09-13T16:12:41.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.646+0000 7fdd49c2b640 1 -- 172.21.15.76:0/826837090 shutdown_connections 2024-09-13T16:12:41.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.646+0000 7fdd49c2b640 1 --2- 172.21.15.76:0/826837090 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdd440c8920 0x7fdd440c3ce0 unknown :-1 s=CLOSED pgs=1632 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:41.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.646+0000 7fdd49c2b640 1 --2- 172.21.15.76:0/826837090 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdd44072110 0x7fdd440cafc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:41.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.646+0000 7fdd49c2b640 1 --2- 172.21.15.76:0/826837090 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdd3006ac30 0x7fdd3006d0f0 unknown :-1 s=CLOSED pgs=699 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:41.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.646+0000 7fdd49c2b640 1 --2- 172.21.15.76:0/826837090 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdd44071d30 0x7fdd44098250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:41.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.646+0000 7fdd49c2b640 1 -- 172.21.15.76:0/826837090 >> 172.21.15.76:0/826837090 conn(0x7fdd44069ed0 msgr2=0x7fdd4406a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:41.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.646+0000 7fdd49c2b640 1 -- 172.21.15.76:0/826837090 shutdown_connections 2024-09-13T16:12:41.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:41.646+0000 7fdd49c2b640 1 -- 172.21.15.76:0/826837090 wait complete. 2024-09-13T16:12:41.658 INFO:teuthology.orchestra.run.smithi076.stdout:{"pg_ready":true,"pg_map":{"version":455,"stamp":"2024-09-13T16:12:41.069307+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":591132,"num_objects":13,"num_object_clones":0,"num_object_copies":26,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":182,"num_write_kb":2420,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":172,"acting":172,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":171,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":771292,"kb_used_data":13232,"kb_used_omap":12,"kb_used_meta":757939,"kb_avail":754203428,"statfs":{"total":773094113280,"available":772304310272,"internally_reserved":0,"allocated":13549568,"data_stored":6848571,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":776130105},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":14,"apply_latency_ms":14,"commit_latency_ns":14000000,"apply_latency_ns":14000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":764,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":23,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.030153"},"pg_stats":[{"pgid":"18.3f","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:38.399858+0000","last_change":"2024-09-13T16:12:37.406592+0000","last_active":"2024-09-13T16:12:38.399858+0000","last_peered":"2024-09-13T16:12:38.399858+0000","last_clean":"2024-09-13T16:12:38.399858+0000","last_became_active":"2024-09-13T16:12:37.406325+0000","last_became_peered":"2024-09-13T16:12:37.406325+0000","last_unstale":"2024-09-13T16:12:38.399858+0000","last_undegraded":"2024-09-13T16:12:38.399858+0000","last_fullsized":"2024-09-13T16:12:38.399858+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:29:38.785500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.3c","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:39.769849+0000","last_change":"2024-09-13T16:12:37.410355+0000","last_active":"2024-09-13T16:12:39.769849+0000","last_peered":"2024-09-13T16:12:39.769849+0000","last_clean":"2024-09-13T16:12:39.769849+0000","last_became_active":"2024-09-13T16:12:37.410083+0000","last_became_peered":"2024-09-13T16:12:37.410083+0000","last_unstale":"2024-09-13T16:12:39.769849+0000","last_undegraded":"2024-09-13T16:12:39.769849+0000","last_fullsized":"2024-09-13T16:12:39.769849+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:46:49.556043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.3b","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:38.398928+0000","last_change":"2024-09-13T16:12:37.401942+0000","last_active":"2024-09-13T16:12:38.398928+0000","last_peered":"2024-09-13T16:12:38.398928+0000","last_clean":"2024-09-13T16:12:38.398928+0000","last_became_active":"2024-09-13T16:12:37.401657+0000","last_became_peered":"2024-09-13T16:12:37.401657+0000","last_unstale":"2024-09-13T16:12:38.398928+0000","last_undegraded":"2024-09-13T16:12:38.398928+0000","last_fullsized":"2024-09-13T16:12:38.398928+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:32:13.592321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.3a","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:39.769528+0000","last_change":"2024-09-13T16:12:37.417989+0000","last_active":"2024-09-13T16:12:39.769528+0000","last_peered":"2024-09-13T16:12:39.769528+0000","last_clean":"2024-09-13T16:12:39.769528+0000","last_became_active":"2024-09-13T16:12:37.417592+0000","last_became_peered":"2024-09-13T16:12:37.417592+0000","last_unstale":"2024-09-13T16:12:39.769528+0000","last_undegraded":"2024-09-13T16:12:39.769528+0000","last_fullsized":"2024-09-13T16:12:39.769528+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:25:14.995230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.39","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:39.769224+0000","last_change":"2024-09-13T16:12:37.410457+0000","last_active":"2024-09-13T16:12:39.769224+0000","last_peered":"2024-09-13T16:12:39.769224+0000","last_clean":"2024-09-13T16:12:39.769224+0000","last_became_active":"2024-09-13T16:12:37.410219+0000","last_became_peered":"2024-09-13T16:12:37.410219+0000","last_unstale":"2024-09-13T16:12:39.769224+0000","last_undegraded":"2024-09-13T16:12:39.769224+0000","last_fullsized":"2024-09-13T16:12:39.769224+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:22:47.187015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.37","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:39.770133+0000","last_change":"2024-09-13T16:12:37.418872+0000","last_active":"2024-09-13T16:12:39.770133+0000","last_peered":"2024-09-13T16:12:39.770133+0000","last_clean":"2024-09-13T16:12:39.770133+0000","last_became_active":"2024-09-13T16:12:37.418046+0000","last_became_peered":"2024-09-13T16:12:37.418046+0000","last_unstale":"2024-09-13T16:12:39.770133+0000","last_undegraded":"2024-09-13T16:12:39.770133+0000","last_fullsized":"2024-09-13T16:12:39.770133+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:50:04.244618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.36","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:38.397931+0000","last_change":"2024-09-13T16:12:37.402417+0000","last_active":"2024-09-13T16:12:38.397931+0000","last_peered":"2024-09-13T16:12:38.397931+0000","last_clean":"2024-09-13T16:12:38.397931+0000","last_became_active":"2024-09-13T16:12:37.402175+0000","last_became_peered":"2024-09-13T16:12:37.402175+0000","last_unstale":"2024-09-13T16:12:38.397931+0000","last_undegraded":"2024-09-13T16:12:38.397931+0000","last_fullsized":"2024-09-13T16:12:38.397931+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:55:26.873335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.35","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:38.399649+0000","last_change":"2024-09-13T16:12:37.414699+0000","last_active":"2024-09-13T16:12:38.399649+0000","last_peered":"2024-09-13T16:12:38.399649+0000","last_clean":"2024-09-13T16:12:38.399649+0000","last_became_active":"2024-09-13T16:12:37.414415+0000","last_became_peered":"2024-09-13T16:12:37.414415+0000","last_unstale":"2024-09-13T16:12:38.399649+0000","last_undegraded":"2024-09-13T16:12:38.399649+0000","last_fullsized":"2024-09-13T16:12:38.399649+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:35:01.856364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.34","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:39.769554+0000","last_change":"2024-09-13T16:12:37.402980+0000","last_active":"2024-09-13T16:12:39.769554+0000","last_peered":"2024-09-13T16:12:39.769554+0000","last_clean":"2024-09-13T16:12:39.769554+0000","last_became_active":"2024-09-13T16:12:37.402388+0000","last_became_peered":"2024-09-13T16:12:37.402388+0000","last_unstale":"2024-09-13T16:12:39.769554+0000","last_undegraded":"2024-09-13T16:12:39.769554+0000","last_fullsized":"2024-09-13T16:12:39.769554+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:07:30.460850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.33","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:38.397735+0000","last_change":"2024-09-13T16:12:37.409737+0000","last_active":"2024-09-13T16:12:38.397735+0000","last_peered":"2024-09-13T16:12:38.397735+0000","last_clean":"2024-09-13T16:12:38.397735+0000","last_became_active":"2024-09-13T16:12:37.409253+0000","last_became_peered":"2024-09-13T16:12:37.409253+0000","last_unstale":"2024-09-13T16:12:38.397735+0000","last_undegraded":"2024-09-13T16:12:38.397735+0000","last_fullsized":"2024-09-13T16:12:38.397735+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:54:20.021622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.31","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:38.399155+0000","last_change":"2024-09-13T16:12:37.418144+0000","last_active":"2024-09-13T16:12:38.399155+0000","last_peered":"2024-09-13T16:12:38.399155+0000","last_clean":"2024-09-13T16:12:38.399155+0000","last_became_active":"2024-09-13T16:12:37.415285+0000","last_became_peered":"2024-09-13T16:12:37.415285+0000","last_unstale":"2024-09-13T16:12:38.399155+0000","last_undegraded":"2024-09-13T16:12:38.399155+0000","last_fullsized":"2024-09-13T16:12:38.399155+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:47:56.940238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.30","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:39.769142+0000","last_change":"2024-09-13T16:12:37.401538+0000","last_active":"2024-09-13T16:12:39.769142+0000","last_peered":"2024-09-13T16:12:39.769142+0000","last_clean":"2024-09-13T16:12:39.769142+0000","last_became_active":"2024-09-13T16:12:37.401133+0000","last_became_peered":"2024-09-13T16:12:37.401133+0000","last_unstale":"2024-09-13T16:12:39.769142+0000","last_undegraded":"2024-09-13T16:12:39.769142+0000","last_fullsized":"2024-09-13T16:12:39.769142+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:14:55.206893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.2f","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:38.397734+0000","last_change":"2024-09-13T16:12:37.412660+0000","last_active":"2024-09-13T16:12:38.397734+0000","last_peered":"2024-09-13T16:12:38.397734+0000","last_clean":"2024-09-13T16:12:38.397734+0000","last_became_active":"2024-09-13T16:12:37.412404+0000","last_became_peered":"2024-09-13T16:12:37.412404+0000","last_unstale":"2024-09-13T16:12:38.397734+0000","last_undegraded":"2024-09-13T16:12:38.397734+0000","last_fullsized":"2024-09-13T16:12:38.397734+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:13:57.545735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.2d","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:38.946267+0000","last_change":"2024-09-13T16:12:37.415182+0000","last_active":"2024-09-13T16:12:38.946267+0000","last_peered":"2024-09-13T16:12:38.946267+0000","last_clean":"2024-09-13T16:12:38.946267+0000","last_became_active":"2024-09-13T16:12:37.414932+0000","last_became_peered":"2024-09-13T16:12:37.414932+0000","last_unstale":"2024-09-13T16:12:38.946267+0000","last_undegraded":"2024-09-13T16:12:38.946267+0000","last_fullsized":"2024-09-13T16:12:38.946267+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:13:43.890535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.2c","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:39.769731+0000","last_change":"2024-09-13T16:12:37.399930+0000","last_active":"2024-09-13T16:12:39.769731+0000","last_peered":"2024-09-13T16:12:39.769731+0000","last_clean":"2024-09-13T16:12:39.769731+0000","last_became_active":"2024-09-13T16:12:37.399676+0000","last_became_peered":"2024-09-13T16:12:37.399676+0000","last_unstale":"2024-09-13T16:12:39.769731+0000","last_undegraded":"2024-09-13T16:12:39.769731+0000","last_fullsized":"2024-09-13T16:12:39.769731+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:47:55.058888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"18.2b","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:39.769730+0000","last_change":"2024-09-13T16:12:37.411577+0000","last_active":"2024-09-13T16:12:39.769730+0000","last_peered":"2024-09-13T16:12:39.769730+0000","last_clean":"2024-09-13T16:12:39.769730+0000","last_became_active":"2024-09-13T16:12:37.411338+0000","last_became_peered":"2024-09-13T16:12:37.411338+0000","last_unstale":"2024-09-13T16:12:39.769730+0000","last_undegraded":"2024-09-13T16:12:39.769730+0000","last_fullsized":"2024-09-13T16:12:39.769730+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:17:45.351986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.2a","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:38.399377+0000","last_change":"2024-09-13T16:12:37.412286+0000","last_active":"2024-09-13T16:12:38.399377+0000","last_peered":"2024-09-13T16:12:38.399377+0000","last_clean":"2024-09-13T16:12:38.399377+0000","last_became_active":"2024-09-13T16:12:37.411565+0000","last_became_peered":"2024-09-13T16:12:37.411565+0000","last_unstale":"2024-09-13T16:12:38.399377+0000","last_undegraded":"2024-09-13T16:12:38.399377+0000","last_fullsized":"2024-09-13T16:12:38.399377+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:47:44.538156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.29","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:39.769660+0000","last_change":"2024-09-13T16:12:37.419900+0000","last_active":"2024-09-13T16:12:39.769660+0000","last_peered":"2024-09-13T16:12:39.769660+0000","last_clean":"2024-09-13T16:12:39.769660+0000","last_became_active":"2024-09-13T16:12:37.419586+0000","last_became_peered":"2024-09-13T16:12:37.419586+0000","last_unstale":"2024-09-13T16:12:39.769660+0000","last_undegraded":"2024-09-13T16:12:39.769660+0000","last_fullsized":"2024-09-13T16:12:39.769660+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:30:21.435430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.28","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:38.399139+0000","last_change":"2024-09-13T16:12:37.405326+0000","last_active":"2024-09-13T16:12:38.399139+0000","last_peered":"2024-09-13T16:12:38.399139+0000","last_clean":"2024-09-13T16:12:38.399139+0000","last_became_active":"2024-09-13T16:12:37.405052+0000","last_became_peered":"2024-09-13T16:12:37.405052+0000","last_unstale":"2024-09-13T16:12:38.399139+0000","last_undegraded":"2024-09-13T16:12:38.399139+0000","last_fullsized":"2024-09-13T16:12:38.399139+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:23:44.313807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"18.27","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:38.398992+0000","last_change":"2024-09-13T16:12:37.408348+0000","last_active":"2024-09-13T16:12:38.398992+0000","last_peered":"2024-09-13T16:12:38.398992+0000","last_clean":"2024-09-13T16:12:38.398992+0000","last_became_active":"2024-09-13T16:12:37.408021+0000","last_became_peered":"2024-09-13T16:12:37.408021+0000","last_unstale":"2024-09-13T16:12:38.398992+0000","last_undegraded":"2024-09-13T16:12:38.398992+0000","last_fullsized":"2024-09-13T16:12:38.398992+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:54:20.021622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"18.26","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:39.769785+0000","last_change":"2024-09-13T16:12:37.399384+0000","last_active":"2024-09-13T16:12:39.769785+0000","last_peered":"2024-09-13T16:12:39.769785+0000","last_clean":"2024-09-13T16:12:39.769785+0000","last_became_active":"2024-09-13T16:12:37.399110+0000","last_became_peered":"2024-09-13T16:12:37.399110+0000","last_unstale":"2024-09-13T16:12:39.769785+0000","last_undegraded":"2024-09-13T16:12:39.769785+0000","last_fullsized":"2024-09-13T16:12:39.769785+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:43:32.834765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"18.25","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:38.946336+0000","last_change":"2024-09-13T16:12:37.414618+0000","last_active":"2024-09-13T16:12:38.946336+0000","last_peered":"2024-09-13T16:12:38.946336+0000","last_clean":"2024-09-13T16:12:38.946336+0000","last_became_active":"2024-09-13T16:12:37.414382+0000","last_became_peered":"2024-09-13T16:12:37.414382+0000","last_unstale":"2024-09-13T16:12:38.946336+0000","last_undegraded":"2024-09-13T16:12:38.946336+0000","last_fullsized":"2024-09-13T16:12:38.946336+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:15:08.492881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.24","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:39.769626+0000","last_change":"2024-09-13T16:12:37.412009+0000","last_active":"2024-09-13T16:12:39.769626+0000","last_peered":"2024-09-13T16:12:39.769626+0000","last_clean":"2024-09-13T16:12:39.769626+0000","last_became_active":"2024-09-13T16:12:37.411755+0000","last_became_peered":"2024-09-13T16:12:37.411755+0000","last_unstale":"2024-09-13T16:12:39.769626+0000","last_undegraded":"2024-09-13T16:12:39.769626+0000","last_fullsized":"2024-09-13T16:12:39.769626+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:24:27.625510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.23","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:39.770290+0000","last_change":"2024-09-13T16:12:37.411122+0000","last_active":"2024-09-13T16:12:39.770290+0000","last_peered":"2024-09-13T16:12:39.770290+0000","last_clean":"2024-09-13T16:12:39.770290+0000","last_became_active":"2024-09-13T16:12:37.410835+0000","last_became_peered":"2024-09-13T16:12:37.410835+0000","last_unstale":"2024-09-13T16:12:39.770290+0000","last_undegraded":"2024-09-13T16:12:39.770290+0000","last_fullsized":"2024-09-13T16:12:39.770290+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:54:02.958473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"18.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.21","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:38.398843+0000","last_change":"2024-09-13T16:12:37.403344+0000","last_active":"2024-09-13T16:12:38.398843+0000","last_peered":"2024-09-13T16:12:38.398843+0000","last_clean":"2024-09-13T16:12:38.398843+0000","last_became_active":"2024-09-13T16:12:37.403088+0000","last_became_peered":"2024-09-13T16:12:37.403088+0000","last_unstale":"2024-09-13T16:12:38.398843+0000","last_undegraded":"2024-09-13T16:12:38.398843+0000","last_fullsized":"2024-09-13T16:12:38.398843+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:30:21.435430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"18.20","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:38.398644+0000","last_change":"2024-09-13T16:12:37.405116+0000","last_active":"2024-09-13T16:12:38.398644+0000","last_peered":"2024-09-13T16:12:38.398644+0000","last_clean":"2024-09-13T16:12:38.398644+0000","last_became_active":"2024-09-13T16:12:37.404834+0000","last_became_peered":"2024-09-13T16:12:37.404834+0000","last_unstale":"2024-09-13T16:12:38.398644+0000","last_undegraded":"2024-09-13T16:12:38.398644+0000","last_fullsized":"2024-09-13T16:12:38.398644+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:29:59.936772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"18.1c","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:38.397786+0000","last_change":"2024-09-13T16:12:37.401491+0000","last_active":"2024-09-13T16:12:38.397786+0000","last_peered":"2024-09-13T16:12:38.397786+0000","last_clean":"2024-09-13T16:12:38.397786+0000","last_became_active":"2024-09-13T16:12:37.401229+0000","last_became_peered":"2024-09-13T16:12:37.401229+0000","last_unstale":"2024-09-13T16:12:38.397786+0000","last_undegraded":"2024-09-13T16:12:38.397786+0000","last_fullsized":"2024-09-13T16:12:38.397786+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:29:59.936772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.1f","version":"123'4","reported_seq":15,"reported_epoch":123,"state":"active+clean","last_fresh":"2024-09-13T16:12:37.416819+0000","last_change":"2024-09-13T16:12:37.058527+0000","last_active":"2024-09-13T16:12:37.416819+0000","last_peered":"2024-09-13T16:12:37.416819+0000","last_clean":"2024-09-13T16:12:37.416819+0000","last_became_active":"2024-09-13T16:12:37.058235+0000","last_became_peered":"2024-09-13T16:12:37.058235+0000","last_unstale":"2024-09-13T16:12:37.416819+0000","last_undegraded":"2024-09-13T16:12:37.416819+0000","last_fullsized":"2024-09-13T16:12:37.416819+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":122,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:39:58.393403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.1d","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:39.769971+0000","last_change":"2024-09-13T16:12:37.418056+0000","last_active":"2024-09-13T16:12:39.769971+0000","last_peered":"2024-09-13T16:12:39.769971+0000","last_clean":"2024-09-13T16:12:39.769971+0000","last_became_active":"2024-09-13T16:12:37.417613+0000","last_became_peered":"2024-09-13T16:12:37.417613+0000","last_unstale":"2024-09-13T16:12:39.769971+0000","last_undegraded":"2024-09-13T16:12:39.769971+0000","last_fullsized":"2024-09-13T16:12:39.769971+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:53:56.665077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.1e","version":"123'1","reported_seq":12,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:38.397999+0000","last_change":"2024-09-13T16:12:37.052766+0000","last_active":"2024-09-13T16:12:38.397999+0000","last_peered":"2024-09-13T16:12:38.397999+0000","last_clean":"2024-09-13T16:12:38.397999+0000","last_became_active":"2024-09-13T16:12:37.052469+0000","last_became_peered":"2024-09-13T16:12:37.052469+0000","last_unstale":"2024-09-13T16:12:38.397999+0000","last_undegraded":"2024-09-13T16:12:38.397999+0000","last_fullsized":"2024-09-13T16:12:38.397999+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":122,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:48:00.329723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.1e","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:38.399400+0000","last_change":"2024-09-13T16:12:37.413271+0000","last_active":"2024-09-13T16:12:38.399400+0000","last_peered":"2024-09-13T16:12:38.399400+0000","last_clean":"2024-09-13T16:12:38.399400+0000","last_became_active":"2024-09-13T16:12:37.409846+0000","last_became_peered":"2024-09-13T16:12:37.409846+0000","last_unstale":"2024-09-13T16:12:38.399400+0000","last_undegraded":"2024-09-13T16:12:38.399400+0000","last_fullsized":"2024-09-13T16:12:38.399400+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:27:28.482733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.1d","version":"123'2","reported_seq":13,"reported_epoch":123,"state":"active+clean","last_fresh":"2024-09-13T16:12:37.418639+0000","last_change":"2024-09-13T16:12:37.059615+0000","last_active":"2024-09-13T16:12:37.418639+0000","last_peered":"2024-09-13T16:12:37.418639+0000","last_clean":"2024-09-13T16:12:37.418639+0000","last_became_active":"2024-09-13T16:12:37.059303+0000","last_became_peered":"2024-09-13T16:12:37.059303+0000","last_unstale":"2024-09-13T16:12:37.418639+0000","last_undegraded":"2024-09-13T16:12:37.418639+0000","last_fullsized":"2024-09-13T16:12:37.418639+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":122,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:57:45.493633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.1f","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:39.770128+0000","last_change":"2024-09-13T16:12:37.419757+0000","last_active":"2024-09-13T16:12:39.770128+0000","last_peered":"2024-09-13T16:12:39.770128+0000","last_clean":"2024-09-13T16:12:39.770128+0000","last_became_active":"2024-09-13T16:12:37.419302+0000","last_became_peered":"2024-09-13T16:12:37.419302+0000","last_unstale":"2024-09-13T16:12:39.770128+0000","last_undegraded":"2024-09-13T16:12:39.770128+0000","last_fullsized":"2024-09-13T16:12:39.770128+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:30:42.623505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.1c","version":"123'2","reported_seq":13,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:38.397787+0000","last_change":"2024-09-13T16:12:37.060301+0000","last_active":"2024-09-13T16:12:38.397787+0000","last_peered":"2024-09-13T16:12:38.397787+0000","last_clean":"2024-09-13T16:12:38.397787+0000","last_became_active":"2024-09-13T16:12:37.060055+0000","last_became_peered":"2024-09-13T16:12:37.060055+0000","last_unstale":"2024-09-13T16:12:38.397787+0000","last_undegraded":"2024-09-13T16:12:38.397787+0000","last_fullsized":"2024-09-13T16:12:38.397787+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":122,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:51:48.859988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.18","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:38.397889+0000","last_change":"2024-09-13T16:12:37.402128+0000","last_active":"2024-09-13T16:12:38.397889+0000","last_peered":"2024-09-13T16:12:38.397889+0000","last_clean":"2024-09-13T16:12:38.397889+0000","last_became_active":"2024-09-13T16:12:37.401888+0000","last_became_peered":"2024-09-13T16:12:37.401888+0000","last_unstale":"2024-09-13T16:12:38.397889+0000","last_undegraded":"2024-09-13T16:12:38.397889+0000","last_fullsized":"2024-09-13T16:12:38.397889+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:42:08.094428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.1b","version":"123'1","reported_seq":12,"reported_epoch":123,"state":"active+clean","last_fresh":"2024-09-13T16:12:37.409059+0000","last_change":"2024-09-13T16:12:37.057367+0000","last_active":"2024-09-13T16:12:37.409059+0000","last_peered":"2024-09-13T16:12:37.409059+0000","last_clean":"2024-09-13T16:12:37.409059+0000","last_became_active":"2024-09-13T16:12:37.057109+0000","last_became_peered":"2024-09-13T16:12:37.057109+0000","last_unstale":"2024-09-13T16:12:37.409059+0000","last_undegraded":"2024-09-13T16:12:37.409059+0000","last_fullsized":"2024-09-13T16:12:37.409059+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":122,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:42:07.090192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.19","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:38.399255+0000","last_change":"2024-09-13T16:12:37.411339+0000","last_active":"2024-09-13T16:12:38.399255+0000","last_peered":"2024-09-13T16:12:38.399255+0000","last_clean":"2024-09-13T16:12:38.399255+0000","last_became_active":"2024-09-13T16:12:37.410936+0000","last_became_peered":"2024-09-13T16:12:37.410936+0000","last_unstale":"2024-09-13T16:12:38.399255+0000","last_undegraded":"2024-09-13T16:12:38.399255+0000","last_fullsized":"2024-09-13T16:12:38.399255+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:15:54.358246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.1a","version":"123'1","reported_seq":12,"reported_epoch":123,"state":"active+clean","last_fresh":"2024-09-13T16:12:37.400190+0000","last_change":"2024-09-13T16:12:37.060127+0000","last_active":"2024-09-13T16:12:37.400190+0000","last_peered":"2024-09-13T16:12:37.400190+0000","last_clean":"2024-09-13T16:12:37.400190+0000","last_became_active":"2024-09-13T16:12:37.059345+0000","last_became_peered":"2024-09-13T16:12:37.059345+0000","last_unstale":"2024-09-13T16:12:37.400190+0000","last_undegraded":"2024-09-13T16:12:37.400190+0000","last_fullsized":"2024-09-13T16:12:37.400190+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":122,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:47:23.216108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.19","version":"0'0","reported_seq":11,"reported_epoch":123,"state":"active+clean","last_fresh":"2024-09-13T16:12:37.401986+0000","last_change":"2024-09-13T16:12:37.052682+0000","last_active":"2024-09-13T16:12:37.401986+0000","last_peered":"2024-09-13T16:12:37.401986+0000","last_clean":"2024-09-13T16:12:37.401986+0000","last_became_active":"2024-09-13T16:12:37.052387+0000","last_became_peered":"2024-09-13T16:12:37.052387+0000","last_unstale":"2024-09-13T16:12:37.401986+0000","last_undegraded":"2024-09-13T16:12:37.401986+0000","last_fullsized":"2024-09-13T16:12:37.401986+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":122,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:14:04.996307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"18.1b","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:38.397745+0000","last_change":"2024-09-13T16:12:37.417626+0000","last_active":"2024-09-13T16:12:38.397745+0000","last_peered":"2024-09-13T16:12:38.397745+0000","last_clean":"2024-09-13T16:12:38.397745+0000","last_became_active":"2024-09-13T16:12:37.417328+0000","last_became_peered":"2024-09-13T16:12:37.417328+0000","last_unstale":"2024-09-13T16:12:38.397745+0000","last_undegraded":"2024-09-13T16:12:38.397745+0000","last_fullsized":"2024-09-13T16:12:38.397745+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:32:13.592321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.18","version":"0'0","reported_seq":11,"reported_epoch":123,"state":"active+clean","last_fresh":"2024-09-13T16:12:37.395990+0000","last_change":"2024-09-13T16:12:37.056663+0000","last_active":"2024-09-13T16:12:37.395990+0000","last_peered":"2024-09-13T16:12:37.395990+0000","last_clean":"2024-09-13T16:12:37.395990+0000","last_became_active":"2024-09-13T16:12:37.052711+0000","last_became_peered":"2024-09-13T16:12:37.052711+0000","last_unstale":"2024-09-13T16:12:37.395990+0000","last_undegraded":"2024-09-13T16:12:37.395990+0000","last_fullsized":"2024-09-13T16:12:37.395990+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":122,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:30:00.318138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.14","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:38.946129+0000","last_change":"2024-09-13T16:12:37.412899+0000","last_active":"2024-09-13T16:12:38.946129+0000","last_peered":"2024-09-13T16:12:38.946129+0000","last_clean":"2024-09-13T16:12:38.946129+0000","last_became_active":"2024-09-13T16:12:37.412628+0000","last_became_peered":"2024-09-13T16:12:37.412628+0000","last_unstale":"2024-09-13T16:12:38.946129+0000","last_undegraded":"2024-09-13T16:12:38.946129+0000","last_fullsized":"2024-09-13T16:12:38.946129+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:52:59.514730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.17","version":"0'0","reported_seq":11,"reported_epoch":123,"state":"active+clean","last_fresh":"2024-09-13T16:12:37.399945+0000","last_change":"2024-09-13T16:12:37.060762+0000","last_active":"2024-09-13T16:12:37.399945+0000","last_peered":"2024-09-13T16:12:37.399945+0000","last_clean":"2024-09-13T16:12:37.399945+0000","last_became_active":"2024-09-13T16:12:37.060404+0000","last_became_peered":"2024-09-13T16:12:37.060404+0000","last_unstale":"2024-09-13T16:12:37.399945+0000","last_undegraded":"2024-09-13T16:12:37.399945+0000","last_fullsized":"2024-09-13T16:12:37.399945+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":122,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:07:35.297449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.15","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:38.398869+0000","last_change":"2024-09-13T16:12:37.412966+0000","last_active":"2024-09-13T16:12:38.398869+0000","last_peered":"2024-09-13T16:12:38.398869+0000","last_clean":"2024-09-13T16:12:38.398869+0000","last_became_active":"2024-09-13T16:12:37.412693+0000","last_became_peered":"2024-09-13T16:12:37.412693+0000","last_unstale":"2024-09-13T16:12:38.398869+0000","last_undegraded":"2024-09-13T16:12:38.398869+0000","last_fullsized":"2024-09-13T16:12:38.398869+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:32:13.592321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.16","version":"0'0","reported_seq":11,"reported_epoch":123,"state":"active+clean","last_fresh":"2024-09-13T16:12:37.399466+0000","last_change":"2024-09-13T16:12:37.052154+0000","last_active":"2024-09-13T16:12:37.399466+0000","last_peered":"2024-09-13T16:12:37.399466+0000","last_clean":"2024-09-13T16:12:37.399466+0000","last_became_active":"2024-09-13T16:12:37.051833+0000","last_became_peered":"2024-09-13T16:12:37.051833+0000","last_unstale":"2024-09-13T16:12:37.399466+0000","last_undegraded":"2024-09-13T16:12:37.399466+0000","last_fullsized":"2024-09-13T16:12:37.399466+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":122,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:54:49.239367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"18.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.15","version":"123'3","reported_seq":14,"reported_epoch":123,"state":"active+clean","last_fresh":"2024-09-13T16:12:37.420753+0000","last_change":"2024-09-13T16:12:37.061688+0000","last_active":"2024-09-13T16:12:37.420753+0000","last_peered":"2024-09-13T16:12:37.420753+0000","last_clean":"2024-09-13T16:12:37.420753+0000","last_became_active":"2024-09-13T16:12:37.060768+0000","last_became_peered":"2024-09-13T16:12:37.060768+0000","last_unstale":"2024-09-13T16:12:37.420753+0000","last_undegraded":"2024-09-13T16:12:37.420753+0000","last_fullsized":"2024-09-13T16:12:37.420753+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":122,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:16:39.846400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"18.17","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:38.399475+0000","last_change":"2024-09-13T16:12:37.409160+0000","last_active":"2024-09-13T16:12:38.399475+0000","last_peered":"2024-09-13T16:12:38.399475+0000","last_clean":"2024-09-13T16:12:38.399475+0000","last_became_active":"2024-09-13T16:12:37.407692+0000","last_became_peered":"2024-09-13T16:12:37.407692+0000","last_unstale":"2024-09-13T16:12:38.399475+0000","last_undegraded":"2024-09-13T16:12:38.399475+0000","last_fullsized":"2024-09-13T16:12:38.399475+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:13:57.545735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.14","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.044881+0000","last_change":"2024-09-13T16:12:36.044881+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.044881+0000","last_undegraded":"2024-09-13T16:12:36.044881+0000","last_fullsized":"2024-09-13T16:12:36.044881+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:33:40.149228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.10","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:38.946295+0000","last_change":"2024-09-13T16:12:37.416314+0000","last_active":"2024-09-13T16:12:38.946295+0000","last_peered":"2024-09-13T16:12:38.946295+0000","last_clean":"2024-09-13T16:12:38.946295+0000","last_became_active":"2024-09-13T16:12:37.416058+0000","last_became_peered":"2024-09-13T16:12:37.416058+0000","last_unstale":"2024-09-13T16:12:38.946295+0000","last_undegraded":"2024-09-13T16:12:38.946295+0000","last_fullsized":"2024-09-13T16:12:38.946295+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:54:13.258221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.13","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.044845+0000","last_change":"2024-09-13T16:12:36.044845+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.044845+0000","last_undegraded":"2024-09-13T16:12:36.044845+0000","last_fullsized":"2024-09-13T16:12:36.044845+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:29:37.781264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.11","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:38.397628+0000","last_change":"2024-09-13T16:12:37.411192+0000","last_active":"2024-09-13T16:12:38.397628+0000","last_peered":"2024-09-13T16:12:38.397628+0000","last_clean":"2024-09-13T16:12:38.397628+0000","last_became_active":"2024-09-13T16:12:37.410948+0000","last_became_peered":"2024-09-13T16:12:37.410948+0000","last_unstale":"2024-09-13T16:12:38.397628+0000","last_undegraded":"2024-09-13T16:12:38.397628+0000","last_fullsized":"2024-09-13T16:12:38.397628+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:48:31.694416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.12","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.044758+0000","last_change":"2024-09-13T16:12:36.044758+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.044758+0000","last_undegraded":"2024-09-13T16:12:36.044758+0000","last_fullsized":"2024-09-13T16:12:36.044758+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:28:08.819562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.12","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:39.769284+0000","last_change":"2024-09-13T16:12:37.401042+0000","last_active":"2024-09-13T16:12:39.769284+0000","last_peered":"2024-09-13T16:12:39.769284+0000","last_clean":"2024-09-13T16:12:39.769284+0000","last_became_active":"2024-09-13T16:12:37.400792+0000","last_became_peered":"2024-09-13T16:12:37.400792+0000","last_unstale":"2024-09-13T16:12:39.769284+0000","last_undegraded":"2024-09-13T16:12:39.769284+0000","last_fullsized":"2024-09-13T16:12:39.769284+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:07:36.301685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.11","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.046436+0000","last_change":"2024-09-13T16:12:36.046436+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.046436+0000","last_undegraded":"2024-09-13T16:12:36.046436+0000","last_fullsized":"2024-09-13T16:12:36.046436+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:30:57.040314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.c","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:38.398975+0000","last_change":"2024-09-13T16:12:37.411806+0000","last_active":"2024-09-13T16:12:38.398975+0000","last_peered":"2024-09-13T16:12:38.398975+0000","last_clean":"2024-09-13T16:12:38.398975+0000","last_became_active":"2024-09-13T16:12:37.411555+0000","last_became_peered":"2024-09-13T16:12:37.411555+0000","last_unstale":"2024-09-13T16:12:38.398975+0000","last_undegraded":"2024-09-13T16:12:38.398975+0000","last_fullsized":"2024-09-13T16:12:38.398975+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:42:08.094428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.f","version":"123'1","reported_seq":12,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:38.397810+0000","last_change":"2024-09-13T16:12:37.061023+0000","last_active":"2024-09-13T16:12:38.397810+0000","last_peered":"2024-09-13T16:12:38.397810+0000","last_clean":"2024-09-13T16:12:38.397810+0000","last_became_active":"2024-09-13T16:12:37.060087+0000","last_became_peered":"2024-09-13T16:12:37.060087+0000","last_unstale":"2024-09-13T16:12:38.397810+0000","last_undegraded":"2024-09-13T16:12:38.397810+0000","last_fullsized":"2024-09-13T16:12:38.397810+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":122,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:46:48.551807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.d","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:38.399711+0000","last_change":"2024-09-13T16:12:37.411857+0000","last_active":"2024-09-13T16:12:38.399711+0000","last_peered":"2024-09-13T16:12:38.399711+0000","last_clean":"2024-09-13T16:12:38.399711+0000","last_became_active":"2024-09-13T16:12:37.411417+0000","last_became_peered":"2024-09-13T16:12:37.411417+0000","last_unstale":"2024-09-13T16:12:38.399711+0000","last_undegraded":"2024-09-13T16:12:38.399711+0000","last_fullsized":"2024-09-13T16:12:38.399711+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:30:58.044550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.e","version":"123'2","reported_seq":13,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:39.769926+0000","last_change":"2024-09-13T16:12:37.061828+0000","last_active":"2024-09-13T16:12:39.769926+0000","last_peered":"2024-09-13T16:12:39.769926+0000","last_clean":"2024-09-13T16:12:39.769926+0000","last_became_active":"2024-09-13T16:12:37.061580+0000","last_became_peered":"2024-09-13T16:12:37.061580+0000","last_unstale":"2024-09-13T16:12:39.769926+0000","last_undegraded":"2024-09-13T16:12:39.769926+0000","last_fullsized":"2024-09-13T16:12:39.769926+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":122,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:09:39.780320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"18.e","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:39.769863+0000","last_change":"2024-09-13T16:12:37.404692+0000","last_active":"2024-09-13T16:12:39.769863+0000","last_peered":"2024-09-13T16:12:39.769863+0000","last_clean":"2024-09-13T16:12:39.769863+0000","last_became_active":"2024-09-13T16:12:37.404450+0000","last_became_peered":"2024-09-13T16:12:37.404450+0000","last_unstale":"2024-09-13T16:12:39.769863+0000","last_undegraded":"2024-09-13T16:12:39.769863+0000","last_fullsized":"2024-09-13T16:12:39.769863+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:40:06.400422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.d","version":"123'1","reported_seq":12,"reported_epoch":123,"state":"active+clean","last_fresh":"2024-09-13T16:12:37.418508+0000","last_change":"2024-09-13T16:12:37.060472+0000","last_active":"2024-09-13T16:12:37.418508+0000","last_peered":"2024-09-13T16:12:37.418508+0000","last_clean":"2024-09-13T16:12:37.418508+0000","last_became_active":"2024-09-13T16:12:37.060223+0000","last_became_peered":"2024-09-13T16:12:37.060223+0000","last_unstale":"2024-09-13T16:12:37.418508+0000","last_undegraded":"2024-09-13T16:12:37.418508+0000","last_fullsized":"2024-09-13T16:12:37.418508+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":122,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:08:32.266083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.f","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:38.399377+0000","last_change":"2024-09-13T16:12:37.409887+0000","last_active":"2024-09-13T16:12:38.399377+0000","last_peered":"2024-09-13T16:12:38.399377+0000","last_clean":"2024-09-13T16:12:38.399377+0000","last_became_active":"2024-09-13T16:12:37.409377+0000","last_became_peered":"2024-09-13T16:12:37.409377+0000","last_unstale":"2024-09-13T16:12:38.399377+0000","last_undegraded":"2024-09-13T16:12:38.399377+0000","last_fullsized":"2024-09-13T16:12:38.399377+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:55:26.873335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.c","version":"0'0","reported_seq":11,"reported_epoch":123,"state":"active+clean","last_fresh":"2024-09-13T16:12:37.403839+0000","last_change":"2024-09-13T16:12:37.061118+0000","last_active":"2024-09-13T16:12:37.403839+0000","last_peered":"2024-09-13T16:12:37.403839+0000","last_clean":"2024-09-13T16:12:37.403839+0000","last_became_active":"2024-09-13T16:12:37.060782+0000","last_became_peered":"2024-09-13T16:12:37.060782+0000","last_unstale":"2024-09-13T16:12:37.403839+0000","last_undegraded":"2024-09-13T16:12:37.403839+0000","last_fullsized":"2024-09-13T16:12:37.403839+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":122,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:18:01.809292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.8","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:39.769137+0000","last_change":"2024-09-13T16:12:37.403622+0000","last_active":"2024-09-13T16:12:39.769137+0000","last_peered":"2024-09-13T16:12:39.769137+0000","last_clean":"2024-09-13T16:12:39.769137+0000","last_became_active":"2024-09-13T16:12:37.403382+0000","last_became_peered":"2024-09-13T16:12:37.403382+0000","last_unstale":"2024-09-13T16:12:39.769137+0000","last_undegraded":"2024-09-13T16:12:39.769137+0000","last_fullsized":"2024-09-13T16:12:39.769137+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:39:08.357290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.b","version":"123'2","reported_seq":13,"reported_epoch":123,"state":"active+clean","last_fresh":"2024-09-13T16:12:37.404208+0000","last_change":"2024-09-13T16:12:37.058417+0000","last_active":"2024-09-13T16:12:37.404208+0000","last_peered":"2024-09-13T16:12:37.404208+0000","last_clean":"2024-09-13T16:12:37.404208+0000","last_became_active":"2024-09-13T16:12:37.058127+0000","last_became_peered":"2024-09-13T16:12:37.058127+0000","last_unstale":"2024-09-13T16:12:37.404208+0000","last_undegraded":"2024-09-13T16:12:37.404208+0000","last_fullsized":"2024-09-13T16:12:37.404208+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":122,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:31:06.754153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.a","version":"0'0","reported_seq":11,"reported_epoch":123,"state":"active+clean","last_fresh":"2024-09-13T16:12:37.403266+0000","last_change":"2024-09-13T16:12:37.061742+0000","last_active":"2024-09-13T16:12:37.403266+0000","last_peered":"2024-09-13T16:12:37.403266+0000","last_clean":"2024-09-13T16:12:37.403266+0000","last_became_active":"2024-09-13T16:12:37.061488+0000","last_became_peered":"2024-09-13T16:12:37.061488+0000","last_unstale":"2024-09-13T16:12:37.403266+0000","last_undegraded":"2024-09-13T16:12:37.403266+0000","last_fullsized":"2024-09-13T16:12:37.403266+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":122,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:42:41.431094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.9","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.044794+0000","last_change":"2024-09-13T16:12:36.044794+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.044794+0000","last_undegraded":"2024-09-13T16:12:36.044794+0000","last_fullsized":"2024-09-13T16:12:36.044794+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:35:00.852128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.b","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:38.399384+0000","last_change":"2024-09-13T16:12:37.408370+0000","last_active":"2024-09-13T16:12:38.399384+0000","last_peered":"2024-09-13T16:12:38.399384+0000","last_clean":"2024-09-13T16:12:38.399384+0000","last_became_active":"2024-09-13T16:12:37.408078+0000","last_became_peered":"2024-09-13T16:12:37.408078+0000","last_unstale":"2024-09-13T16:12:38.399384+0000","last_undegraded":"2024-09-13T16:12:38.399384+0000","last_fullsized":"2024-09-13T16:12:38.399384+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:43:12.464751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.8","version":"0'0","reported_seq":11,"reported_epoch":123,"state":"active+clean","last_fresh":"2024-09-13T16:12:37.405682+0000","last_change":"2024-09-13T16:12:37.059716+0000","last_active":"2024-09-13T16:12:37.405682+0000","last_peered":"2024-09-13T16:12:37.405682+0000","last_clean":"2024-09-13T16:12:37.405682+0000","last_became_active":"2024-09-13T16:12:37.059294+0000","last_became_peered":"2024-09-13T16:12:37.059294+0000","last_unstale":"2024-09-13T16:12:37.405682+0000","last_undegraded":"2024-09-13T16:12:37.405682+0000","last_fullsized":"2024-09-13T16:12:37.405682+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":122,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:54:12.253985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.4","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:39.769998+0000","last_change":"2024-09-13T16:12:37.405602+0000","last_active":"2024-09-13T16:12:39.769998+0000","last_peered":"2024-09-13T16:12:39.769998+0000","last_clean":"2024-09-13T16:12:39.769998+0000","last_became_active":"2024-09-13T16:12:37.405356+0000","last_became_peered":"2024-09-13T16:12:37.405356+0000","last_unstale":"2024-09-13T16:12:39.769998+0000","last_undegraded":"2024-09-13T16:12:39.769998+0000","last_fullsized":"2024-09-13T16:12:39.769998+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:20:51.672100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.7","version":"123'2","reported_seq":13,"reported_epoch":123,"state":"active+clean","last_fresh":"2024-09-13T16:12:37.402677+0000","last_change":"2024-09-13T16:12:37.058566+0000","last_active":"2024-09-13T16:12:37.402677+0000","last_peered":"2024-09-13T16:12:37.402677+0000","last_clean":"2024-09-13T16:12:37.402677+0000","last_became_active":"2024-09-13T16:12:37.058325+0000","last_became_peered":"2024-09-13T16:12:37.058325+0000","last_unstale":"2024-09-13T16:12:37.402677+0000","last_undegraded":"2024-09-13T16:12:37.402677+0000","last_fullsized":"2024-09-13T16:12:37.402677+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":122,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:51:26.472409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.5","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:38.397888+0000","last_change":"2024-09-13T16:12:37.406011+0000","last_active":"2024-09-13T16:12:38.397888+0000","last_peered":"2024-09-13T16:12:38.397888+0000","last_clean":"2024-09-13T16:12:38.397888+0000","last_became_active":"2024-09-13T16:12:37.405742+0000","last_became_peered":"2024-09-13T16:12:37.405742+0000","last_unstale":"2024-09-13T16:12:38.397888+0000","last_undegraded":"2024-09-13T16:12:38.397888+0000","last_fullsized":"2024-09-13T16:12:38.397888+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:27:28.482733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.6","version":"0'0","reported_seq":11,"reported_epoch":123,"state":"active+clean","last_fresh":"2024-09-13T16:12:37.400187+0000","last_change":"2024-09-13T16:12:37.061405+0000","last_active":"2024-09-13T16:12:37.400187+0000","last_peered":"2024-09-13T16:12:37.400187+0000","last_clean":"2024-09-13T16:12:37.400187+0000","last_became_active":"2024-09-13T16:12:37.061069+0000","last_became_peered":"2024-09-13T16:12:37.061069+0000","last_unstale":"2024-09-13T16:12:37.400187+0000","last_undegraded":"2024-09-13T16:12:37.400187+0000","last_fullsized":"2024-09-13T16:12:37.400187+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":122,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:35:10.081703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.6","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:39.770073+0000","last_change":"2024-09-13T16:12:37.409120+0000","last_active":"2024-09-13T16:12:39.770073+0000","last_peered":"2024-09-13T16:12:39.770073+0000","last_clean":"2024-09-13T16:12:39.770073+0000","last_became_active":"2024-09-13T16:12:37.408790+0000","last_became_peered":"2024-09-13T16:12:37.408790+0000","last_unstale":"2024-09-13T16:12:39.770073+0000","last_undegraded":"2024-09-13T16:12:39.770073+0000","last_fullsized":"2024-09-13T16:12:39.770073+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:43:12.464751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.5","version":"0'0","reported_seq":11,"reported_epoch":123,"state":"active+clean","last_fresh":"2024-09-13T16:12:37.401028+0000","last_change":"2024-09-13T16:12:37.061315+0000","last_active":"2024-09-13T16:12:37.401028+0000","last_peered":"2024-09-13T16:12:37.401028+0000","last_clean":"2024-09-13T16:12:37.401028+0000","last_became_active":"2024-09-13T16:12:37.061027+0000","last_became_peered":"2024-09-13T16:12:37.061027+0000","last_unstale":"2024-09-13T16:12:37.401028+0000","last_undegraded":"2024-09-13T16:12:37.401028+0000","last_fullsized":"2024-09-13T16:12:37.401028+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":122,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:54:01.954237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.7","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:39.769469+0000","last_change":"2024-09-13T16:12:37.414569+0000","last_active":"2024-09-13T16:12:39.769469+0000","last_peered":"2024-09-13T16:12:39.769469+0000","last_clean":"2024-09-13T16:12:39.769469+0000","last_became_active":"2024-09-13T16:12:37.414327+0000","last_became_peered":"2024-09-13T16:12:37.414327+0000","last_unstale":"2024-09-13T16:12:39.769469+0000","last_undegraded":"2024-09-13T16:12:39.769469+0000","last_fullsized":"2024-09-13T16:12:39.769469+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:51:29.798102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.4","version":"0'0","reported_seq":11,"reported_epoch":123,"state":"active+clean","last_fresh":"2024-09-13T16:12:37.395575+0000","last_change":"2024-09-13T16:12:37.060327+0000","last_active":"2024-09-13T16:12:37.395575+0000","last_peered":"2024-09-13T16:12:37.395575+0000","last_clean":"2024-09-13T16:12:37.395575+0000","last_became_active":"2024-09-13T16:12:37.060076+0000","last_became_peered":"2024-09-13T16:12:37.060076+0000","last_unstale":"2024-09-13T16:12:37.395575+0000","last_undegraded":"2024-09-13T16:12:37.395575+0000","last_fullsized":"2024-09-13T16:12:37.395575+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":122,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:33:09.455210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.0","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:39.769230+0000","last_change":"2024-09-13T16:12:37.401357+0000","last_active":"2024-09-13T16:12:39.769230+0000","last_peered":"2024-09-13T16:12:39.769230+0000","last_clean":"2024-09-13T16:12:39.769230+0000","last_became_active":"2024-09-13T16:12:37.400825+0000","last_became_peered":"2024-09-13T16:12:37.400825+0000","last_unstale":"2024-09-13T16:12:39.769230+0000","last_undegraded":"2024-09-13T16:12:39.769230+0000","last_fullsized":"2024-09-13T16:12:39.769230+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:06:31.347363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.3","version":"0'0","reported_seq":11,"reported_epoch":123,"state":"active+clean","last_fresh":"2024-09-13T16:12:37.398141+0000","last_change":"2024-09-13T16:12:37.055746+0000","last_active":"2024-09-13T16:12:37.398141+0000","last_peered":"2024-09-13T16:12:37.398141+0000","last_clean":"2024-09-13T16:12:37.398141+0000","last_became_active":"2024-09-13T16:12:37.055366+0000","last_became_peered":"2024-09-13T16:12:37.055366+0000","last_unstale":"2024-09-13T16:12:37.398141+0000","last_undegraded":"2024-09-13T16:12:37.398141+0000","last_fullsized":"2024-09-13T16:12:37.398141+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":122,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:27:27.478497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:12:37.038822+0000","last_change":"2024-09-13T16:12:37.038822+0000","last_active":"2024-09-13T16:12:37.038822+0000","last_peered":"2024-09-13T16:12:37.038822+0000","last_clean":"2024-09-13T16:12:37.038822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:37.038822+0000","last_undegraded":"2024-09-13T16:12:37.038822+0000","last_fullsized":"2024-09-13T16:12:37.038822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.2","version":"0'0","reported_seq":11,"reported_epoch":123,"state":"active+clean","last_fresh":"2024-09-13T16:12:37.398080+0000","last_change":"2024-09-13T16:12:37.057236+0000","last_active":"2024-09-13T16:12:37.398080+0000","last_peered":"2024-09-13T16:12:37.398080+0000","last_clean":"2024-09-13T16:12:37.398080+0000","last_became_active":"2024-09-13T16:12:37.056985+0000","last_became_peered":"2024-09-13T16:12:37.056985+0000","last_unstale":"2024-09-13T16:12:37.398080+0000","last_undegraded":"2024-09-13T16:12:37.398080+0000","last_fullsized":"2024-09-13T16:12:37.398080+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":122,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:13:56.541498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.2","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:39.769628+0000","last_change":"2024-09-13T16:12:37.418270+0000","last_active":"2024-09-13T16:12:39.769628+0000","last_peered":"2024-09-13T16:12:39.769628+0000","last_clean":"2024-09-13T16:12:39.769628+0000","last_became_active":"2024-09-13T16:12:37.417992+0000","last_became_peered":"2024-09-13T16:12:37.417992+0000","last_unstale":"2024-09-13T16:12:39.769628+0000","last_undegraded":"2024-09-13T16:12:39.769628+0000","last_fullsized":"2024-09-13T16:12:39.769628+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:35:18.661966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.1","version":"0'0","reported_seq":11,"reported_epoch":123,"state":"active+clean","last_fresh":"2024-09-13T16:12:37.394327+0000","last_change":"2024-09-13T16:12:37.063260+0000","last_active":"2024-09-13T16:12:37.394327+0000","last_peered":"2024-09-13T16:12:37.394327+0000","last_clean":"2024-09-13T16:12:37.394327+0000","last_became_active":"2024-09-13T16:12:37.063018+0000","last_became_peered":"2024-09-13T16:12:37.063018+0000","last_unstale":"2024-09-13T16:12:37.394327+0000","last_undegraded":"2024-09-13T16:12:37.394327+0000","last_fullsized":"2024-09-13T16:12:37.394327+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":122,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:19:59.479148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.3","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:38.397804+0000","last_change":"2024-09-13T16:12:37.410681+0000","last_active":"2024-09-13T16:12:38.397804+0000","last_peered":"2024-09-13T16:12:38.397804+0000","last_clean":"2024-09-13T16:12:38.397804+0000","last_became_active":"2024-09-13T16:12:37.410449+0000","last_became_peered":"2024-09-13T16:12:37.410449+0000","last_unstale":"2024-09-13T16:12:38.397804+0000","last_undegraded":"2024-09-13T16:12:38.397804+0000","last_fullsized":"2024-09-13T16:12:38.397804+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:23:44.313807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.0","version":"0'0","reported_seq":11,"reported_epoch":123,"state":"active+clean","last_fresh":"2024-09-13T16:12:37.405781+0000","last_change":"2024-09-13T16:12:37.062593+0000","last_active":"2024-09-13T16:12:37.405781+0000","last_peered":"2024-09-13T16:12:37.405781+0000","last_clean":"2024-09-13T16:12:37.405781+0000","last_became_active":"2024-09-13T16:12:37.062258+0000","last_became_peered":"2024-09-13T16:12:37.062258+0000","last_unstale":"2024-09-13T16:12:37.405781+0000","last_undegraded":"2024-09-13T16:12:37.405781+0000","last_fullsized":"2024-09-13T16:12:37.405781+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":122,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:15:07.488644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.13","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:39.769768+0000","last_change":"2024-09-13T16:12:37.412214+0000","last_active":"2024-09-13T16:12:39.769768+0000","last_peered":"2024-09-13T16:12:39.769768+0000","last_clean":"2024-09-13T16:12:39.769768+0000","last_became_active":"2024-09-13T16:12:37.411931+0000","last_became_peered":"2024-09-13T16:12:37.411931+0000","last_unstale":"2024-09-13T16:12:39.769768+0000","last_undegraded":"2024-09-13T16:12:39.769768+0000","last_fullsized":"2024-09-13T16:12:39.769768+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:47:23.865756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.10","version":"0'0","reported_seq":1,"reported_epoch":121,"state":"creating+peering","last_fresh":"2024-09-13T16:12:36.044751+0000","last_change":"2024-09-13T16:12:36.044751+0000","last_active":"2024-09-13T16:12:36.034586+0000","last_peered":"2024-09-13T16:12:36.034586+0000","last_clean":"2024-09-13T16:12:36.034586+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:12:36.044751+0000","last_undegraded":"2024-09-13T16:12:36.044751+0000","last_fullsized":"2024-09-13T16:12:36.044751+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:15:53.354009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":254,"reported_epoch":123,"state":"active+clean","last_fresh":"2024-09-13T16:12:37.405932+0000","last_change":"2024-09-13T16:01:29.143297+0000","last_active":"2024-09-13T16:12:37.405932+0000","last_peered":"2024-09-13T16:12:37.405932+0000","last_clean":"2024-09-13T16:12:37.405932+0000","last_became_active":"2024-09-13T16:01:29.142269+0000","last_became_peered":"2024-09-13T16:01:29.142269+0000","last_unstale":"2024-09-13T16:12:37.405932+0000","last_undegraded":"2024-09-13T16:12:37.405932+0000","last_fullsized":"2024-09-13T16:12:37.405932+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:27.864638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:27.864638+0000","last_clean_scrub_stamp":"2024-09-13T16:01:27.864638+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:25:24.741463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":18,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":106,"acting":106,"num_store_stats":7},{"poolid":17,"num_pg":32,"stat_sum":{"num_bytes":764,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":23,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":22,"ondisk_log_size":22,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":14,"seq":60129542283,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":135052,"kb_used_data":1472,"kb_used_omap":1,"kb_used_meta":133566,"kb_avail":94236788,"statfs":{"total":96636764160,"available":96498470912,"internally_reserved":0,"allocated":1507328,"data_stored":690401,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":136772040},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:50 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.40400000000000003,"15min":0.35999999999999999},"min":{"1min":0.24399999999999999,"5min":0.185,"15min":0.183},"max":{"1min":0.63500000000000001,"5min":4.4610000000000003,"15min":4.4610000000000003},"last":0.22},{"interface":"front","average":{"1min":0.374,"5min":0.36699999999999999,"15min":0.32900000000000001},"min":{"1min":0.254,"5min":0.17999999999999999,"15min":0.17899999999999999},"max":{"1min":0.52200000000000002,"5min":1.2410000000000001,"15min":1.2410000000000001},"last":0.315}]},{"osd":1,"last update":"Fri Sep 13 16:11:50 2024","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.42899999999999999,"15min":0.35199999999999998},"min":{"1min":0.249,"5min":0.20000000000000001,"15min":0.182},"max":{"1min":0.64100000000000001,"5min":7.2389999999999999,"15min":7.2389999999999999},"last":0.23400000000000001},{"interface":"front","average":{"1min":0.42099999999999999,"5min":0.45700000000000002,"15min":0.38800000000000001},"min":{"1min":0.26400000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.64900000000000002,"5min":6.4429999999999996,"15min":6.4429999999999996},"last":0.28100000000000003}]},{"osd":2,"last update":"Fri Sep 13 16:11:50 2024","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.42499999999999999,"15min":0.38600000000000001},"min":{"1min":0.28499999999999998,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.68899999999999995,"5min":2.6339999999999999,"15min":2.6339999999999999},"last":0.29999999999999999},{"interface":"front","average":{"1min":0.432,"5min":0.42399999999999999,"15min":0.39300000000000002},"min":{"1min":0.312,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.58499999999999996,"5min":0.82099999999999995,"15min":0.92500000000000004},"last":0.34300000000000003}]},{"osd":4,"last update":"Fri Sep 13 16:11:50 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.59199999999999997,"15min":0.54200000000000004},"min":{"1min":0.39200000000000002,"5min":0.29099999999999998,"15min":0.28399999999999997},"max":{"1min":0.82999999999999996,"5min":1.216,"15min":1.216},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.62,"15min":0.57099999999999995},"min":{"1min":0.42499999999999999,"5min":0.29699999999999999,"15min":0.27600000000000002},"max":{"1min":0.81899999999999995,"5min":2.6070000000000002,"15min":2.6070000000000002},"last":0.496}]},{"osd":5,"last update":"Fri Sep 13 16:11:50 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.61299999999999999,"15min":0.55800000000000005},"min":{"1min":0.38800000000000001,"5min":0.30299999999999999,"15min":0.28100000000000003},"max":{"1min":0.79100000000000004,"5min":2.5449999999999999,"15min":2.5449999999999999},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.629,"15min":0.57799999999999996},"min":{"1min":0.44900000000000001,"5min":0.311,"15min":0.311},"max":{"1min":0.76600000000000001,"5min":1.5269999999999999,"15min":1.5269999999999999},"last":0.48099999999999998}]},{"osd":6,"last update":"Fri Sep 13 16:11:50 2024","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.622,"15min":0.58499999999999996},"min":{"1min":0.45200000000000001,"5min":0.35199999999999998,"15min":0.31900000000000001},"max":{"1min":0.754,"5min":1.0169999999999999,"15min":1.0169999999999999},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.629,"5min":0.61699999999999999,"15min":0.57799999999999996},"min":{"1min":0.46000000000000002,"5min":0.32600000000000001,"15min":0.32200000000000001},"max":{"1min":0.79200000000000004,"5min":1.131,"15min":1.131},"last":0.51600000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:11:50 2024","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.63700000000000001,"15min":0.59299999999999997},"min":{"1min":0.42999999999999999,"5min":0.36199999999999999,"15min":0.35499999999999998},"max":{"1min":0.81299999999999994,"5min":1.649,"15min":1.649},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.623,"5min":0.64000000000000001,"15min":0.59199999999999997},"min":{"1min":0.45700000000000002,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.77800000000000002,"5min":2.581,"15min":2.581},"last":0.53300000000000003}]}]},{"osd":7,"up_from":13,"seq":55834574986,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":83204,"kb_used_data":2104,"kb_used_omap":1,"kb_used_meta":81086,"kb_avail":94288636,"statfs":{"total":96636764160,"available":96551563264,"internally_reserved":0,"allocated":2154496,"data_stored":1301855,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":83032523},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.499,"15min":0.47499999999999998},"min":{"1min":0.38500000000000001,"5min":0.193,"15min":0.193},"max":{"1min":0.68100000000000005,"5min":0.73699999999999999,"15min":0.81000000000000005},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.52400000000000002,"15min":0.503},"min":{"1min":0.28799999999999998,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.68500000000000005,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.51000000000000001}]},{"osd":1,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.496,"15min":0.49399999999999999},"min":{"1min":0.42599999999999999,"5min":0.23499999999999999,"15min":0.22},"max":{"1min":0.70699999999999996,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.54100000000000004,"15min":0.51000000000000001},"min":{"1min":0.34599999999999997,"5min":0.27400000000000002,"15min":0.23400000000000001},"max":{"1min":0.68600000000000005,"5min":0.81100000000000005,"15min":0.90300000000000002},"last":0.39700000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.55800000000000005,"15min":0.57899999999999996},"min":{"1min":0.43099999999999999,"5min":0.29399999999999998,"15min":0.23999999999999999},"max":{"1min":0.68500000000000005,"5min":0.79900000000000004,"15min":2.2919999999999998},"last":0.312},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.54000000000000004,"15min":0.52900000000000003},"min":{"1min":0.35599999999999998,"5min":0.28599999999999998,"15min":0.255},"max":{"1min":0.67800000000000005,"5min":0.74199999999999999,"15min":0.86399999999999999},"last":0.59099999999999997}]},{"osd":3,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.54500000000000004,"15min":0.51900000000000002},"min":{"1min":0.40400000000000003,"5min":0.27400000000000002,"15min":0.255},"max":{"1min":0.70699999999999996,"5min":0.78000000000000003,"15min":0.83599999999999997},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.53800000000000003,"15min":0.51300000000000001},"min":{"1min":0.34599999999999997,"5min":0.31900000000000001,"15min":0.26700000000000002},"max":{"1min":0.69399999999999995,"5min":0.81000000000000005,"15min":0.88100000000000001},"last":0.46600000000000003}]},{"osd":4,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":0.47099999999999997,"15min":0.44500000000000001},"min":{"1min":0.376,"5min":0.255,"15min":0.23400000000000001},"max":{"1min":0.71699999999999997,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.48799999999999999,"5min":0.48499999999999999,"15min":0.45900000000000002},"min":{"1min":0.29599999999999999,"5min":0.28199999999999997,"15min":0.249},"max":{"1min":0.71499999999999997,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.54800000000000004}]},{"osd":5,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.51500000000000001,"15min":0.49299999999999999},"min":{"1min":0.33200000000000002,"5min":0.29299999999999998,"15min":0.25600000000000001},"max":{"1min":0.70299999999999996,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.58199999999999996,"15min":0.55400000000000005},"min":{"1min":0.45900000000000002,"5min":0.34200000000000003,"15min":0.33700000000000002},"max":{"1min":0.71799999999999997,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.56799999999999995}]},{"osd":6,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.54400000000000004,"15min":0.51900000000000002},"min":{"1min":0.36599999999999999,"5min":0.33000000000000002,"15min":0.32300000000000001},"max":{"1min":0.72999999999999998,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54800000000000004,"15min":0.53400000000000003},"min":{"1min":0.432,"5min":0.315,"15min":0.315},"max":{"1min":0.73799999999999999,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.52600000000000002}]}]},{"osd":6,"up_from":13,"seq":55834574986,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":100724,"kb_used_data":1512,"kb_used_omap":1,"kb_used_meta":99198,"kb_avail":94271116,"statfs":{"total":96636764160,"available":96533622784,"internally_reserved":0,"allocated":1548288,"data_stored":711293,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":101579207},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:52 2024","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.54500000000000004,"15min":0.51900000000000002},"min":{"1min":0.46100000000000002,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.79800000000000004,"5min":0.80700000000000005,"15min":0.97099999999999997},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.55100000000000005,"15min":0.52300000000000002},"min":{"1min":0.44600000000000001,"5min":0.25900000000000001,"15min":0.22500000000000001},"max":{"1min":0.746,"5min":1.224,"15min":1.224},"last":0.59799999999999998}]},{"osd":1,"last update":"Fri Sep 13 16:11:52 2024","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.51800000000000002,"15min":0.50800000000000001},"min":{"1min":0.45500000000000002,"5min":0.23000000000000001,"15min":0.21099999999999999},"max":{"1min":0.77500000000000002,"5min":0.82299999999999995,"15min":1.0940000000000001},"last":0.76200000000000001},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.51400000000000001,"15min":0.49399999999999999},"min":{"1min":0.40699999999999997,"5min":0.26300000000000001,"15min":0.247},"max":{"1min":0.69999999999999996,"5min":1.1879999999999999,"15min":1.1879999999999999},"last":0.65300000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:11:52 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.52800000000000002,"15min":0.505},"min":{"1min":0.42299999999999999,"5min":0.25800000000000001,"15min":0.247},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.94799999999999995},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.54200000000000004,"15min":0.54400000000000004},"min":{"1min":0.44400000000000001,"5min":0.28199999999999997,"15min":0.27000000000000002},"max":{"1min":0.76800000000000002,"5min":0.83799999999999997,"15min":0.91800000000000004},"last":0.51700000000000002}]},{"osd":3,"last update":"Fri Sep 13 16:11:52 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.55400000000000005,"15min":0.54000000000000004},"min":{"1min":0.39400000000000002,"5min":0.28599999999999998,"15min":0.252},"max":{"1min":0.90700000000000003,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.627,"5min":0.57499999999999996,"15min":0.56599999999999995},"min":{"1min":0.52200000000000002,"5min":0.30599999999999999,"15min":0.25900000000000001},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.57699999999999996}]},{"osd":4,"last update":"Fri Sep 13 16:11:52 2024","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.47599999999999998,"15min":0.47299999999999998},"min":{"1min":0.32500000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.81200000000000006,"5min":1.1559999999999999,"15min":1.1559999999999999},"last":0.55000000000000004},{"interface":"front","average":{"1min":0.503,"5min":0.50600000000000001,"15min":0.502},"min":{"1min":0.39500000000000002,"5min":0.25700000000000001,"15min":0.23899999999999999},"max":{"1min":0.73399999999999999,"5min":0.83599999999999997,"15min":0.88900000000000001},"last":0.47999999999999998}]},{"osd":5,"last update":"Fri Sep 13 16:11:52 2024","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.53200000000000003,"15min":0.53500000000000003},"min":{"1min":0.36399999999999999,"5min":0.309,"15min":0.29399999999999998},"max":{"1min":0.76800000000000002,"5min":0.79500000000000004,"15min":0.82099999999999995},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.53300000000000003,"15min":0.54300000000000004},"min":{"1min":0.36799999999999999,"5min":0.33800000000000002,"15min":0.26400000000000001},"max":{"1min":0.878,"5min":0.878,"15min":0.93999999999999995},"last":0.68899999999999995}]},{"osd":7,"last update":"Fri Sep 13 16:11:52 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.54000000000000004,"15min":0.53500000000000003},"min":{"1min":0.34699999999999998,"5min":0.32400000000000001,"15min":0.254},"max":{"1min":0.86499999999999999,"5min":1.1080000000000001,"15min":1.1080000000000001},"last":0.5},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.60699999999999998,"15min":0.59899999999999998},"min":{"1min":0.45600000000000002,"5min":0.35899999999999999,"15min":0.33800000000000002},"max":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.92600000000000005},"last":0.66600000000000004}]}]},{"osd":5,"up_from":13,"seq":55834574985,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":76920,"kb_used_data":1516,"kb_used_omap":1,"kb_used_meta":75390,"kb_avail":94294920,"statfs":{"total":96636764160,"available":96557998080,"internally_reserved":0,"allocated":1552384,"data_stored":710871,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":77199814},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.53400000000000003,"15min":0.48599999999999999},"min":{"1min":0.48699999999999999,"5min":0.216,"15min":0.215},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.51800000000000002,"15min":0.48799999999999999},"min":{"1min":0.439,"5min":0.29099999999999998,"15min":0.219},"max":{"1min":0.72499999999999998,"5min":0.79200000000000004,"15min":0.79400000000000004},"last":0.66700000000000004}]},{"osd":1,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.53800000000000003,"15min":0.504},"min":{"1min":0.46899999999999997,"5min":0.26600000000000001,"15min":0.24299999999999999},"max":{"1min":0.69599999999999995,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.501},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.52400000000000002,"15min":0.50600000000000001},"min":{"1min":0.379,"5min":0.26300000000000001,"15min":0.24299999999999999},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.85799999999999998},"last":0.47099999999999997}]},{"osd":2,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.53700000000000003,"15min":0.50600000000000001},"min":{"1min":0.46300000000000002,"5min":0.249,"15min":0.249},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.77500000000000002},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.54000000000000004,"15min":0.53800000000000003},"min":{"1min":0.42099999999999999,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.70299999999999996,"5min":1.6000000000000001,"15min":1.6000000000000001},"last":0.68500000000000005}]},{"osd":3,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.56100000000000005,"15min":0.53400000000000003},"min":{"1min":0.442,"5min":0.29099999999999998,"15min":0.252},"max":{"1min":0.79200000000000004,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.41699999999999998},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.59899999999999998,"15min":0.57799999999999996},"min":{"1min":0.45400000000000001,"5min":0.316,"15min":0.314},"max":{"1min":0.76600000000000001,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.73099999999999998}]},{"osd":4,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.48299999999999998,"5min":0.47799999999999998,"15min":0.497},"min":{"1min":0.314,"5min":0.26600000000000001,"15min":0.254},"max":{"1min":0.95999999999999996,"5min":1.377,"15min":1.377},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.47799999999999998,"15min":0.496},"min":{"1min":0.34999999999999998,"5min":0.27300000000000002,"15min":0.23799999999999999},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.93799999999999994},"last":0.70099999999999996}]},{"osd":6,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.47899999999999998,"15min":0.49399999999999999},"min":{"1min":0.33500000000000002,"5min":0.25800000000000001,"15min":0.251},"max":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.745},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.52700000000000002,"15min":0.54100000000000004},"min":{"1min":0.39100000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":1.036},"last":0.79600000000000004}]},{"osd":7,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.50800000000000001,"15min":0.51900000000000002},"min":{"1min":0.32600000000000001,"5min":0.31900000000000001,"15min":0.27600000000000002},"max":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.90100000000000002},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.54100000000000004,"15min":0.55000000000000004},"min":{"1min":0.38300000000000001,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.877,"5min":0.89500000000000002,"15min":0.90900000000000003},"last":0.71199999999999997}]}]},{"osd":4,"up_from":13,"seq":55834574986,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":86728,"kb_used_data":1520,"kb_used_omap":1,"kb_used_meta":85182,"kb_avail":94285112,"statfs":{"total":96636764160,"available":96547954688,"internally_reserved":0,"allocated":1556480,"data_stored":712275,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":87226822},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.56299999999999994,"15min":0.49099999999999999},"min":{"1min":0.34699999999999998,"5min":0.25600000000000001,"15min":0.19400000000000001},"max":{"1min":0.67800000000000005,"5min":5.7510000000000003,"15min":5.7510000000000003},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.73099999999999998,"15min":0.54400000000000004},"min":{"1min":0.373,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.76800000000000002,"5min":18.648,"15min":18.648},"last":0.63500000000000001}]},{"osd":1,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.76100000000000001,"15min":0.55700000000000005},"min":{"1min":0.38100000000000001,"5min":0.221,"15min":0.221},"max":{"1min":0.82899999999999996,"5min":20.414000000000001,"15min":20.414000000000001},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.77100000000000002,"15min":0.58799999999999997},"min":{"1min":0.42699999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.73199999999999998,"5min":20.018000000000001,"15min":20.018000000000001},"last":0.66600000000000004}]},{"osd":2,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.56299999999999994,"15min":0.51300000000000001},"min":{"1min":0.44,"5min":0.28000000000000003,"15min":0.26400000000000001},"max":{"1min":0.872,"5min":1.5529999999999999,"15min":1.5529999999999999},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.73099999999999998,"15min":0.622},"min":{"1min":0.434,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.78700000000000003,"5min":12.138,"15min":12.138},"last":0.50800000000000001}]},{"osd":3,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.71199999999999997,"15min":0.59699999999999998},"min":{"1min":0.498,"5min":0.28899999999999998,"15min":0.28399999999999997},"max":{"1min":0.72199999999999998,"5min":13.097,"15min":13.097},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.66300000000000003,"15min":0.54700000000000004},"min":{"1min":0.45300000000000001,"5min":0.28999999999999998,"15min":0.27000000000000002},"max":{"1min":0.70999999999999996,"5min":11.009,"15min":11.009},"last":0.56599999999999995}]},{"osd":5,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.76300000000000001,"15min":0.56699999999999995},"min":{"1min":0.32800000000000001,"5min":0.27700000000000002,"15min":0.25700000000000001},"max":{"1min":0.88800000000000001,"5min":24.812999999999999,"15min":24.812999999999999},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.624,"5min":0.56100000000000005,"15min":0.53400000000000003},"min":{"1min":0.44500000000000001,"5min":0.32000000000000001,"15min":0.27000000000000002},"max":{"1min":0.96599999999999997,"5min":1.5860000000000001,"15min":1.5860000000000001},"last":0.624}]},{"osd":6,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.65900000000000003,"15min":0.54300000000000004},"min":{"1min":0.36499999999999999,"5min":0.316,"15min":0.25800000000000001},"max":{"1min":0.84099999999999997,"5min":13.071999999999999,"15min":13.071999999999999},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.79000000000000004,"15min":0.58899999999999997},"min":{"1min":0.41599999999999998,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.69499999999999995,"5min":24.873999999999999,"15min":24.873999999999999},"last":0.48499999999999999}]},{"osd":7,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":1.2729999999999999,"15min":0.752},"min":{"1min":0.38500000000000001,"5min":0.34499999999999997,"15min":0.25800000000000001},"max":{"1min":0.90400000000000003,"5min":64.593999999999994,"15min":64.593999999999994},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.72299999999999998,"15min":0.61199999999999999},"min":{"1min":0.40500000000000003,"5min":0.35199999999999998,"15min":0.32000000000000001},"max":{"1min":0.85999999999999999,"5min":13.125,"15min":13.125},"last":0.59399999999999997}]}]},{"osd":2,"up_from":13,"seq":55834574985,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":104752,"kb_used_data":1508,"kb_used_omap":1,"kb_used_meta":103230,"kb_avail":94267088,"statfs":{"total":96636764160,"available":96529498112,"internally_reserved":0,"allocated":1544192,"data_stored":710711,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":105707974},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.34799999999999998,"15min":0.32400000000000001},"min":{"1min":0.25600000000000001,"5min":0.17599999999999999,"15min":0.17100000000000001},"max":{"1min":0.53400000000000003,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.35699999999999998,"15min":0.33600000000000002},"min":{"1min":0.255,"5min":0.192,"15min":0.185},"max":{"1min":0.54500000000000004,"5min":0.622,"15min":0.63200000000000001},"last":0.34499999999999997}]},{"osd":1,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.33500000000000002},"min":{"1min":0.23799999999999999,"5min":0.218,"15min":0.189},"max":{"1min":0.51000000000000001,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.27400000000000002},{"interface":"front","average":{"1min":0.434,"5min":0.41599999999999998,"15min":0.39600000000000002},"min":{"1min":0.29899999999999999,"5min":0.214,"15min":0.20100000000000001},"max":{"1min":0.60499999999999998,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.40300000000000002}]},{"osd":3,"last update":"Fri Sep 13 16:11:49 2024","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.39100000000000001,"15min":0.36499999999999999},"min":{"1min":0.30199999999999999,"5min":0.22900000000000001,"15min":0.20899999999999999},"max":{"1min":0.65400000000000003,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.32700000000000001},{"interface":"front","average":{"1min":0.38200000000000001,"5min":0.38700000000000001,"15min":0.36199999999999999},"min":{"1min":0.28199999999999997,"5min":0.27000000000000002,"15min":0.23200000000000001},"max":{"1min":0.55900000000000005,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.29799999999999999}]},{"osd":4,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.57899999999999996,"15min":0.54800000000000004},"min":{"1min":0.45800000000000002,"5min":0.27800000000000002,"15min":0.25800000000000001},"max":{"1min":0.82099999999999995,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.627,"5min":0.58999999999999997,"15min":0.55400000000000005},"min":{"1min":0.44400000000000001,"5min":0.29799999999999999,"15min":0.26200000000000001},"max":{"1min":0.92100000000000004,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.55000000000000004}]},{"osd":5,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.57799999999999996,"15min":0.55300000000000005},"min":{"1min":0.437,"5min":0.32000000000000001,"15min":0.25},"max":{"1min":0.80700000000000005,"5min":1.0169999999999999,"15min":1.0169999999999999},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.60099999999999998,"15min":0.55500000000000005},"min":{"1min":0.44,"5min":0.34000000000000002,"15min":0.29199999999999998},"max":{"1min":0.90100000000000002,"5min":1.0309999999999999,"15min":1.0309999999999999},"last":0.57299999999999995}]},{"osd":6,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":0.59999999999999998,"15min":0.56000000000000005},"min":{"1min":0.48699999999999999,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.88900000000000001,"5min":0.997,"15min":0.997},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.65400000000000003,"5min":0.61899999999999999,"15min":0.58399999999999996},"min":{"1min":0.41799999999999998,"5min":0.35899999999999999,"15min":0.33600000000000002},"max":{"1min":0.875,"5min":1.042,"15min":1.042},"last":0.58599999999999997}]},{"osd":7,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.64800000000000002,"5min":0.61299999999999999,"15min":0.57999999999999996},"min":{"1min":0.44400000000000001,"5min":0.375,"15min":0.33700000000000002},"max":{"1min":0.85099999999999998,"5min":1.03,"15min":1.03},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.623,"15min":0.58899999999999997},"min":{"1min":0.45200000000000001,"5min":0.38200000000000001,"15min":0.32400000000000001},"max":{"1min":0.97199999999999998,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.61299999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574985,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":82676,"kb_used_data":1512,"kb_used_omap":1,"kb_used_meta":81150,"kb_avail":94289164,"statfs":{"total":96636764160,"available":96552103936,"internally_reserved":0,"allocated":1548288,"data_stored":710733,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":83098054},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:48 2024","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.34699999999999998,"15min":0.33300000000000002},"min":{"1min":0.23200000000000001,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.98199999999999998},"last":0.29799999999999999},{"interface":"front","average":{"1min":0.373,"5min":0.36399999999999999,"15min":0.35399999999999998},"min":{"1min":0.26200000000000001,"5min":0.222,"15min":0.186},"max":{"1min":0.56100000000000005,"5min":0.68799999999999994,"15min":0.85099999999999998},"last":0.33000000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:11:48 2024","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.34999999999999998,"15min":0.33700000000000002},"min":{"1min":0.251,"5min":0.188,"15min":0.186},"max":{"1min":0.56999999999999995,"5min":0.59899999999999998,"15min":0.99099999999999999},"last":0.27700000000000002},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.39100000000000001,"15min":0.38400000000000001},"min":{"1min":0.28799999999999998,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.88400000000000001},"last":0.35199999999999998}]},{"osd":3,"last update":"Fri Sep 13 16:11:48 2024","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.38600000000000001,"15min":0.38200000000000001},"min":{"1min":0.29799999999999999,"5min":0.20699999999999999,"15min":0.20000000000000001},"max":{"1min":0.66700000000000004,"5min":0.76900000000000002,"15min":1.0289999999999999},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.42599999999999999,"15min":0.41499999999999998},"min":{"1min":0.27100000000000002,"5min":0.25900000000000001,"15min":0.223},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.95899999999999996},"last":0.38300000000000001}]},{"osd":4,"last update":"Fri Sep 13 16:11:48 2024","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":0.59799999999999998,"15min":0.55500000000000005},"min":{"1min":0.42899999999999999,"5min":0.316,"15min":0.28399999999999997},"max":{"1min":1.018,"5min":1.018,"15min":1.018},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.60299999999999998,"15min":0.56299999999999994},"min":{"1min":0.41599999999999998,"5min":0.30599999999999999,"15min":0.30399999999999999},"max":{"1min":1.0469999999999999,"5min":1.0469999999999999,"15min":1.0469999999999999},"last":0.61599999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:11:48 2024","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.60399999999999998,"15min":0.54700000000000004},"min":{"1min":0.45800000000000002,"5min":0.32700000000000001,"15min":0.28899999999999998},"max":{"1min":0.82499999999999996,"5min":0.96699999999999997,"15min":0.96699999999999997},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.624,"5min":0.61499999999999999,"15min":0.57199999999999995},"min":{"1min":0.41999999999999998,"5min":0.40799999999999997,"15min":0.32400000000000001},"max":{"1min":0.90600000000000003,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.67900000000000005}]},{"osd":6,"last update":"Fri Sep 13 16:11:48 2024","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.61099999999999999,"15min":0.57199999999999995},"min":{"1min":0.45500000000000002,"5min":0.374,"15min":0.313},"max":{"1min":0.97399999999999998,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.72699999999999998},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.629,"15min":0.57599999999999996},"min":{"1min":0.432,"5min":0.36199999999999999,"15min":0.31900000000000001},"max":{"1min":0.877,"5min":0.997,"15min":0.997},"last":0.63600000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:11:48 2024","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":0.63700000000000001,"15min":0.58599999999999997},"min":{"1min":0.43099999999999999,"5min":0.38300000000000001,"15min":0.315},"max":{"1min":0.94499999999999995,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.58899999999999997},{"interface":"front","average":{"1min":0.65700000000000003,"5min":0.63500000000000001,"15min":0.58599999999999997},"min":{"1min":0.46500000000000002,"5min":0.39600000000000002,"15min":0.377},"max":{"1min":0.88800000000000001,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.67000000000000004}]}]},{"osd":0,"up_from":13,"seq":55834574987,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":101236,"kb_used_data":2088,"kb_used_omap":1,"kb_used_meta":99134,"kb_avail":94270604,"statfs":{"total":96636764160,"available":96533098496,"internally_reserved":0,"allocated":2138112,"data_stored":1300432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":101513671},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 16:11:43 2024","interfaces":[{"interface":"back","average":{"1min":0.35399999999999998,"5min":0.33400000000000002,"15min":0.376},"min":{"1min":0.20899999999999999,"5min":0.151,"15min":0.151},"max":{"1min":0.51900000000000002,"5min":0.52800000000000002,"15min":2.5960000000000001},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.36299999999999999,"15min":0.35399999999999998},"min":{"1min":0.27600000000000002,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":0.60699999999999998,"5min":0.61799999999999999,"15min":0.65900000000000003},"last":0.373}]},{"osd":2,"last update":"Fri Sep 13 16:11:43 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.35899999999999999,"15min":0.36699999999999999},"min":{"1min":0.247,"5min":0.20000000000000001,"15min":0.19800000000000001},"max":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":1.373},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.439,"5min":0.38900000000000001,"15min":0.38300000000000001},"min":{"1min":0.28199999999999997,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.61499999999999999,"5min":0.68799999999999994,"15min":0.77900000000000003},"last":0.33900000000000002}]},{"osd":3,"last update":"Fri Sep 13 16:11:52 2024","interfaces":[{"interface":"back","average":{"1min":0.438,"5min":0.40899999999999997,"15min":0.39500000000000002},"min":{"1min":0.32400000000000001,"5min":0.27000000000000002,"15min":0.218},"max":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.75},"last":0.30199999999999999},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.36799999999999999,"15min":0.36099999999999999},"min":{"1min":0.25,"5min":0.20899999999999999,"15min":0.20100000000000001},"max":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.59699999999999998},"last":0.28899999999999998}]},{"osd":4,"last update":"Fri Sep 13 16:11:43 2024","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.55400000000000005,"15min":0.53200000000000003},"min":{"1min":0.40600000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.66700000000000004},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.58799999999999997,"15min":0.56000000000000005},"min":{"1min":0.42099999999999999,"5min":0.28999999999999998,"15min":0.28199999999999997},"max":{"1min":0.86299999999999999,"5min":0.93300000000000005,"15min":1.321},"last":0.63700000000000001}]},{"osd":5,"last update":"Fri Sep 13 16:11:43 2024","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":1.0580000000000001,"15min":0.71399999999999997},"min":{"1min":0.41599999999999998,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.82799999999999996,"5min":41.240000000000002,"15min":41.240000000000002},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.64400000000000002,"5min":1.0880000000000001,"15min":0.748},"min":{"1min":0.46400000000000002,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.84099999999999997,"5min":41.301000000000002,"15min":41.301000000000002},"last":0.59099999999999997}]},{"osd":6,"last update":"Fri Sep 13 16:11:43 2024","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.58299999999999996,"15min":0.55000000000000004},"min":{"1min":0.40400000000000003,"5min":0.312,"15min":0.312},"max":{"1min":0.83899999999999997,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.65400000000000003,"5min":0.622,"15min":0.58699999999999997},"min":{"1min":0.44600000000000001,"5min":0.35999999999999999,"15min":0.34300000000000003},"max":{"1min":0.84499999999999997,"5min":1.0109999999999999,"15min":1.286},"last":0.54900000000000004}]},{"osd":7,"last update":"Fri Sep 13 16:11:43 2024","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":0.63500000000000001,"15min":0.60499999999999998},"min":{"1min":0.503,"5min":0.35399999999999998,"15min":0.34799999999999998},"max":{"1min":0.92000000000000004,"5min":1.1639999999999999,"15min":1.1639999999999999},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.69199999999999995,"5min":0.61799999999999999,"15min":0.58199999999999996},"min":{"1min":0.51800000000000002,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.84699999999999998,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.71199999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:12:42.485 DEBUG:teuthology.orchestra.run.smithi076:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:12:42.488 DEBUG:teuthology.orchestra.run.smithi192:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:12:43.318 INFO:tasks.ceph.mds.a.smithi076.stderr:2024-09-13T16:12:43.317+0000 7fbbf35b5640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T16:12:44.664 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:12:44.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:44.772+0000 7fe19139c640 1 Processor -- start 2024-09-13T16:12:44.774 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:44.772+0000 7fe19139c640 1 -- start start 2024-09-13T16:12:44.776 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:44.773+0000 7fe19139c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe18c08a370 0x7fe18c0d0f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:44.776 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:44.773+0000 7fe19139c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe18c0b4510 0x7fe18c0d1450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:44.776 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:44.773+0000 7fe19139c640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe18c0b3540 con 0x7fe18c0b4130 2024-09-13T16:12:44.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:44.773+0000 7fe19139c640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe18c0b2ff0 con 0x7fe18c08a370 2024-09-13T16:12:44.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:44.773+0000 7fe19139c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe18c0d3410 con 0x7fe18c0b4510 2024-09-13T16:12:44.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:44.773+0000 7fe18a7fc640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe18c08a370 0x7fe18c0d0f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:44.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:44.773+0000 7fe18affd640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fe18c0b4130 0x7fe18c0d2d00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:60264/0 (socket says 172.21.15.76:60264) 2024-09-13T16:12:44.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:44.773+0000 7fe18affd640 1 -- 172.21.15.76:0/2701578028 learned_addr learned my addr 172.21.15.76:0/2701578028 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:12:44.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:44.773+0000 7fe18b7fe640 1 --2- 172.21.15.76:0/2701578028 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe18c0b4510 0x7fe18c0d1450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:44.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:44.773+0000 7fe18a7fc640 1 -- 172.21.15.76:0/2701578028 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe18c0b4510 msgr2=0x7fe18c0d1450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:44.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:44.773+0000 7fe18a7fc640 1 --2- 172.21.15.76:0/2701578028 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe18c0b4510 0x7fe18c0d1450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:44.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:44.773+0000 7fe18a7fc640 1 -- 172.21.15.76:0/2701578028 >> v1:172.21.15.76:6789/0 conn(0x7fe18c0b4130 legacy=0x7fe18c0d2d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:44.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:44.773+0000 7fe18a7fc640 1 -- 172.21.15.76:0/2701578028 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe18c0cdc70 con 0x7fe18c08a370 2024-09-13T16:12:44.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:44.773+0000 7fe189ffb640 1 -- 172.21.15.76:0/2701578028 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2425370823 0 0) 0x7fe18c0b3540 con 0x7fe18c0b4130 2024-09-13T16:12:44.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:44.774+0000 7fe18a7fc640 1 --2- 172.21.15.76:0/2701578028 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe18c08a370 0x7fe18c0d0f10 secure :-1 s=READY pgs=1634 cs=0 l=1 rev1=1 crypto rx=0x7fe1800097d0 tx=0x7fe18002a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b9e89e8fc6665ec server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:44.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:44.774+0000 7fe189ffb640 1 -- 172.21.15.76:0/2701578028 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe180032440 con 0x7fe18c08a370 2024-09-13T16:12:44.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:44.774+0000 7fe189ffb640 1 -- 172.21.15.76:0/2701578028 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe1800325a0 con 0x7fe18c08a370 2024-09-13T16:12:44.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:44.774+0000 7fe189ffb640 1 -- 172.21.15.76:0/2701578028 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe180032930 con 0x7fe18c08a370 2024-09-13T16:12:44.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:44.775+0000 7fe19139c640 1 -- 172.21.15.76:0/2701578028 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe18c08a370 msgr2=0x7fe18c0d0f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:44.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:44.775+0000 7fe19139c640 1 --2- 172.21.15.76:0/2701578028 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe18c08a370 0x7fe18c0d0f10 secure :-1 s=READY pgs=1634 cs=0 l=1 rev1=1 crypto rx=0x7fe1800097d0 tx=0x7fe18002a1c0 comp rx=0 tx=0).stop 2024-09-13T16:12:44.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:44.775+0000 7fe19139c640 1 -- 172.21.15.76:0/2701578028 shutdown_connections 2024-09-13T16:12:44.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:44.775+0000 7fe19139c640 1 --2- 172.21.15.76:0/2701578028 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe18c0b4510 0x7fe18c0d1450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:44.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:44.775+0000 7fe19139c640 1 --2- 172.21.15.76:0/2701578028 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe18c08a370 0x7fe18c0d0f10 unknown :-1 s=CLOSED pgs=1634 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:44.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:44.775+0000 7fe19139c640 1 -- 172.21.15.76:0/2701578028 >> 172.21.15.76:0/2701578028 conn(0x7fe18c089f60 msgr2=0x7fe18c0d24f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:44.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:44.775+0000 7fe19139c640 1 -- 172.21.15.76:0/2701578028 shutdown_connections 2024-09-13T16:12:44.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:44.775+0000 7fe19139c640 1 -- 172.21.15.76:0/2701578028 wait complete. 2024-09-13T16:12:44.781 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:44.776+0000 7fe19139c640 1 Processor -- start 2024-09-13T16:12:44.781 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:44.776+0000 7fe19139c640 1 -- start start 2024-09-13T16:12:44.781 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:44.777+0000 7fe19139c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe18c08a370 0x7fe18c09f970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:44.782 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:44.777+0000 7fe19139c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe18c0b4130 0x7fe18c0af360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:44.782 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:44.777+0000 7fe19139c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe18c0b4510 0x7fe18c0b6020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:44.782 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:44.777+0000 7fe19139c640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe18c1f6290 con 0x7fe18c0b4130 2024-09-13T16:12:44.782 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:44.777+0000 7fe19139c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe18c0aff00 con 0x7fe18c08a370 2024-09-13T16:12:44.782 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:44.777+0000 7fe19139c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe18c0afc20 con 0x7fe18c0b4510 2024-09-13T16:12:44.782 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:44.777+0000 7fe18a7fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe18c0b4130 0x7fe18c0af360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:44.782 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:44.777+0000 7fe18a7fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe18c0b4130 0x7fe18c0af360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60886/0 (socket says 172.21.15.76:60886) 2024-09-13T16:12:44.782 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:44.777+0000 7fe18a7fc640 1 -- 172.21.15.76:0/2083711874 learned_addr learned my addr 172.21.15.76:0/2083711874 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:44.782 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:44.777+0000 7fe18b7fe640 1 --2- 172.21.15.76:0/2083711874 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe18c0b4510 0x7fe18c0b6020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:44.782 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:44.777+0000 7fe18affd640 1 --2- 172.21.15.76:0/2083711874 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe18c08a370 0x7fe18c09f970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:44.782 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:44.777+0000 7fe18a7fc640 1 -- 172.21.15.76:0/2083711874 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe18c0b4510 msgr2=0x7fe18c0b6020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:44.782 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:44.777+0000 7fe18a7fc640 1 --2- 172.21.15.76:0/2083711874 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe18c0b4510 0x7fe18c0b6020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:44.782 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:44.777+0000 7fe18a7fc640 1 -- 172.21.15.76:0/2083711874 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe18c08a370 msgr2=0x7fe18c09f970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:44.783 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:44.777+0000 7fe18a7fc640 1 --2- 172.21.15.76:0/2083711874 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe18c08a370 0x7fe18c09f970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:44.783 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:44.778+0000 7fe18a7fc640 1 -- 172.21.15.76:0/2083711874 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe180009400 con 0x7fe18c0b4130 2024-09-13T16:12:44.783 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:44.778+0000 7fe18b7fe640 1 --2- 172.21.15.76:0/2083711874 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe18c0b4510 0x7fe18c0b6020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:12:44.783 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:44.778+0000 7fe18a7fc640 1 --2- 172.21.15.76:0/2083711874 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe18c0b4130 0x7fe18c0af360 secure :-1 s=READY pgs=1635 cs=0 l=1 rev1=1 crypto rx=0x7fe180035040 tx=0x7fe1800046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:44.783 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:44.778+0000 7fe1737fe640 1 -- 172.21.15.76:0/2083711874 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe180006e10 con 0x7fe18c0b4130 2024-09-13T16:12:44.783 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:44.778+0000 7fe1737fe640 1 -- 172.21.15.76:0/2083711874 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe180032e90 con 0x7fe18c0b4130 2024-09-13T16:12:44.783 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:44.778+0000 7fe19139c640 1 -- 172.21.15.76:0/2083711874 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe18c1f5c40 con 0x7fe18c0b4130 2024-09-13T16:12:44.783 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:44.778+0000 7fe1737fe640 1 -- 172.21.15.76:0/2083711874 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe180030be0 con 0x7fe18c0b4130 2024-09-13T16:12:44.783 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:44.778+0000 7fe19139c640 1 -- 172.21.15.76:0/2083711874 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe18c09feb0 con 0x7fe18c0b4130 2024-09-13T16:12:44.783 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:44.779+0000 7fe19139c640 1 -- 172.21.15.76:0/2083711874 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe18c1f5aa0 con 0x7fe18c0b4130 2024-09-13T16:12:44.783 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:44.779+0000 7fe1737fe640 1 -- 172.21.15.76:0/2083711874 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe180039040 con 0x7fe18c0b4130 2024-09-13T16:12:44.783 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:44.780+0000 7fe1737fe640 1 --2- 172.21.15.76:0/2083711874 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe17806ac00 0x7fe17806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:44.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:44.780+0000 7fe1737fe640 1 -- 172.21.15.76:0/2083711874 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fe1800a9c90 con 0x7fe18c0b4130 2024-09-13T16:12:44.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:44.780+0000 7fe18affd640 1 --2- 172.21.15.76:0/2083711874 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe17806ac00 0x7fe17806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:44.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:44.780+0000 7fe18affd640 1 --2- 172.21.15.76:0/2083711874 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe17806ac00 0x7fe17806d0c0 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7fe17c0012e0 tx=0x7fe17c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:44.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:44.784+0000 7fe1737fe640 1 -- 172.21.15.76:0/2083711874 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fe18c1f5aa0 con 0x7fe18c0b4130 2024-09-13T16:12:44.943 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:44.942+0000 7fe19139c640 1 -- 172.21.15.76:0/2083711874 --> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fe18c0cd990 con 0x7fe17806ac00 2024-09-13T16:12:44.950 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:44.949+0000 7fe1737fe640 1 -- 172.21.15.76:0/2083711874 <== mgr.4104 v2:172.21.15.76:6832/911852275 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+290043 (secure 0 0 0) 0x7fe17c001a50 con 0x7fe17806ac00 2024-09-13T16:12:44.953 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:44.955 INFO:teuthology.orchestra.run.smithi076.stderr:dumped all 2024-09-13T16:12:44.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:44.952+0000 7fe19139c640 1 -- 172.21.15.76:0/2083711874 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe17806ac00 msgr2=0x7fe17806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:44.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:44.952+0000 7fe19139c640 1 --2- 172.21.15.76:0/2083711874 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe17806ac00 0x7fe17806d0c0 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7fe17c0012e0 tx=0x7fe17c009040 comp rx=0 tx=0).stop 2024-09-13T16:12:44.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:44.952+0000 7fe19139c640 1 -- 172.21.15.76:0/2083711874 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe18c0b4130 msgr2=0x7fe18c0af360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:44.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:44.952+0000 7fe19139c640 1 --2- 172.21.15.76:0/2083711874 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe18c0b4130 0x7fe18c0af360 secure :-1 s=READY pgs=1635 cs=0 l=1 rev1=1 crypto rx=0x7fe180035040 tx=0x7fe1800046c0 comp rx=0 tx=0).stop 2024-09-13T16:12:44.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:44.952+0000 7fe19139c640 1 -- 172.21.15.76:0/2083711874 shutdown_connections 2024-09-13T16:12:44.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:44.952+0000 7fe19139c640 1 --2- 172.21.15.76:0/2083711874 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe17806ac00 0x7fe17806d0c0 unknown :-1 s=CLOSED pgs=700 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:44.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:44.952+0000 7fe19139c640 1 --2- 172.21.15.76:0/2083711874 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe18c0b4510 0x7fe18c0b6020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:44.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:44.952+0000 7fe19139c640 1 --2- 172.21.15.76:0/2083711874 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe18c0b4130 0x7fe18c0af360 unknown :-1 s=CLOSED pgs=1635 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:44.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:44.952+0000 7fe19139c640 1 --2- 172.21.15.76:0/2083711874 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe18c08a370 0x7fe18c09f970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:44.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:44.952+0000 7fe19139c640 1 -- 172.21.15.76:0/2083711874 >> 172.21.15.76:0/2083711874 conn(0x7fe18c089f60 msgr2=0x7fe18c0c8720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:44.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:44.952+0000 7fe19139c640 1 -- 172.21.15.76:0/2083711874 shutdown_connections 2024-09-13T16:12:44.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:44.952+0000 7fe19139c640 1 -- 172.21.15.76:0/2083711874 wait complete. 2024-09-13T16:12:44.965 INFO:teuthology.orchestra.run.smithi076.stdout:{"pg_ready":true,"pg_map":{"version":456,"stamp":"2024-09-13T16:12:43.069810+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":754960,"kb_used_data":13284,"kb_used_omap":12,"kb_used_meta":741555,"kb_avail":754219760,"statfs":{"total":773094113280,"available":772321034240,"internally_reserved":0,"allocated":13602816,"data_stored":6870479,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":759352889},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":16,"apply_latency_ms":16,"commit_latency_ns":16000000,"apply_latency_ns":16000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.028390"},"pg_stats":[{"pgid":"18.3f","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:38.399858+0000","last_change":"2024-09-13T16:12:37.406592+0000","last_active":"2024-09-13T16:12:38.399858+0000","last_peered":"2024-09-13T16:12:38.399858+0000","last_clean":"2024-09-13T16:12:38.399858+0000","last_became_active":"2024-09-13T16:12:37.406325+0000","last_became_peered":"2024-09-13T16:12:37.406325+0000","last_unstale":"2024-09-13T16:12:38.399858+0000","last_undegraded":"2024-09-13T16:12:38.399858+0000","last_fullsized":"2024-09-13T16:12:38.399858+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:29:38.785500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.3e","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:39.770198+0000","last_change":"2024-09-13T16:12:37.417009+0000","last_active":"2024-09-13T16:12:39.770198+0000","last_peered":"2024-09-13T16:12:39.770198+0000","last_clean":"2024-09-13T16:12:39.770198+0000","last_became_active":"2024-09-13T16:12:37.416762+0000","last_became_peered":"2024-09-13T16:12:37.416762+0000","last_unstale":"2024-09-13T16:12:39.770198+0000","last_undegraded":"2024-09-13T16:12:39.770198+0000","last_fullsized":"2024-09-13T16:12:39.770198+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:47:24.220344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.3d","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:39.770097+0000","last_change":"2024-09-13T16:12:37.417069+0000","last_active":"2024-09-13T16:12:39.770097+0000","last_peered":"2024-09-13T16:12:39.770097+0000","last_clean":"2024-09-13T16:12:39.770097+0000","last_became_active":"2024-09-13T16:12:37.416676+0000","last_became_peered":"2024-09-13T16:12:37.416676+0000","last_unstale":"2024-09-13T16:12:39.770097+0000","last_undegraded":"2024-09-13T16:12:39.770097+0000","last_fullsized":"2024-09-13T16:12:39.770097+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:32:45.031191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.3c","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:39.769849+0000","last_change":"2024-09-13T16:12:37.410355+0000","last_active":"2024-09-13T16:12:39.769849+0000","last_peered":"2024-09-13T16:12:39.769849+0000","last_clean":"2024-09-13T16:12:39.769849+0000","last_became_active":"2024-09-13T16:12:37.410083+0000","last_became_peered":"2024-09-13T16:12:37.410083+0000","last_unstale":"2024-09-13T16:12:39.769849+0000","last_undegraded":"2024-09-13T16:12:39.769849+0000","last_fullsized":"2024-09-13T16:12:39.769849+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:46:49.556043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.3b","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:38.398928+0000","last_change":"2024-09-13T16:12:37.401942+0000","last_active":"2024-09-13T16:12:38.398928+0000","last_peered":"2024-09-13T16:12:38.398928+0000","last_clean":"2024-09-13T16:12:38.398928+0000","last_became_active":"2024-09-13T16:12:37.401657+0000","last_became_peered":"2024-09-13T16:12:37.401657+0000","last_unstale":"2024-09-13T16:12:38.398928+0000","last_undegraded":"2024-09-13T16:12:38.398928+0000","last_fullsized":"2024-09-13T16:12:38.398928+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:32:13.592321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.3a","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:39.769528+0000","last_change":"2024-09-13T16:12:37.417989+0000","last_active":"2024-09-13T16:12:39.769528+0000","last_peered":"2024-09-13T16:12:39.769528+0000","last_clean":"2024-09-13T16:12:39.769528+0000","last_became_active":"2024-09-13T16:12:37.417592+0000","last_became_peered":"2024-09-13T16:12:37.417592+0000","last_unstale":"2024-09-13T16:12:39.769528+0000","last_undegraded":"2024-09-13T16:12:39.769528+0000","last_fullsized":"2024-09-13T16:12:39.769528+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:25:14.995230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.39","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:39.769224+0000","last_change":"2024-09-13T16:12:37.410457+0000","last_active":"2024-09-13T16:12:39.769224+0000","last_peered":"2024-09-13T16:12:39.769224+0000","last_clean":"2024-09-13T16:12:39.769224+0000","last_became_active":"2024-09-13T16:12:37.410219+0000","last_became_peered":"2024-09-13T16:12:37.410219+0000","last_unstale":"2024-09-13T16:12:39.769224+0000","last_undegraded":"2024-09-13T16:12:39.769224+0000","last_fullsized":"2024-09-13T16:12:39.769224+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:22:47.187015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.38","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:39.769504+0000","last_change":"2024-09-13T16:12:37.418696+0000","last_active":"2024-09-13T16:12:39.769504+0000","last_peered":"2024-09-13T16:12:39.769504+0000","last_clean":"2024-09-13T16:12:39.769504+0000","last_became_active":"2024-09-13T16:12:37.417013+0000","last_became_peered":"2024-09-13T16:12:37.417013+0000","last_unstale":"2024-09-13T16:12:39.769504+0000","last_undegraded":"2024-09-13T16:12:39.769504+0000","last_fullsized":"2024-09-13T16:12:39.769504+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:15:09.878483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.37","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:39.770133+0000","last_change":"2024-09-13T16:12:37.418872+0000","last_active":"2024-09-13T16:12:39.770133+0000","last_peered":"2024-09-13T16:12:39.770133+0000","last_clean":"2024-09-13T16:12:39.770133+0000","last_became_active":"2024-09-13T16:12:37.418046+0000","last_became_peered":"2024-09-13T16:12:37.418046+0000","last_unstale":"2024-09-13T16:12:39.770133+0000","last_undegraded":"2024-09-13T16:12:39.770133+0000","last_fullsized":"2024-09-13T16:12:39.770133+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:50:04.244618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.36","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:38.397931+0000","last_change":"2024-09-13T16:12:37.402417+0000","last_active":"2024-09-13T16:12:38.397931+0000","last_peered":"2024-09-13T16:12:38.397931+0000","last_clean":"2024-09-13T16:12:38.397931+0000","last_became_active":"2024-09-13T16:12:37.402175+0000","last_became_peered":"2024-09-13T16:12:37.402175+0000","last_unstale":"2024-09-13T16:12:38.397931+0000","last_undegraded":"2024-09-13T16:12:38.397931+0000","last_fullsized":"2024-09-13T16:12:38.397931+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:55:26.873335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.35","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:38.399649+0000","last_change":"2024-09-13T16:12:37.414699+0000","last_active":"2024-09-13T16:12:38.399649+0000","last_peered":"2024-09-13T16:12:38.399649+0000","last_clean":"2024-09-13T16:12:38.399649+0000","last_became_active":"2024-09-13T16:12:37.414415+0000","last_became_peered":"2024-09-13T16:12:37.414415+0000","last_unstale":"2024-09-13T16:12:38.399649+0000","last_undegraded":"2024-09-13T16:12:38.399649+0000","last_fullsized":"2024-09-13T16:12:38.399649+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:35:01.856364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.34","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:39.769554+0000","last_change":"2024-09-13T16:12:37.402980+0000","last_active":"2024-09-13T16:12:39.769554+0000","last_peered":"2024-09-13T16:12:39.769554+0000","last_clean":"2024-09-13T16:12:39.769554+0000","last_became_active":"2024-09-13T16:12:37.402388+0000","last_became_peered":"2024-09-13T16:12:37.402388+0000","last_unstale":"2024-09-13T16:12:39.769554+0000","last_undegraded":"2024-09-13T16:12:39.769554+0000","last_fullsized":"2024-09-13T16:12:39.769554+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:07:30.460850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.33","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:38.397735+0000","last_change":"2024-09-13T16:12:37.409737+0000","last_active":"2024-09-13T16:12:38.397735+0000","last_peered":"2024-09-13T16:12:38.397735+0000","last_clean":"2024-09-13T16:12:38.397735+0000","last_became_active":"2024-09-13T16:12:37.409253+0000","last_became_peered":"2024-09-13T16:12:37.409253+0000","last_unstale":"2024-09-13T16:12:38.397735+0000","last_undegraded":"2024-09-13T16:12:38.397735+0000","last_fullsized":"2024-09-13T16:12:38.397735+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:54:20.021622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.32","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:39.770419+0000","last_change":"2024-09-13T16:12:37.417036+0000","last_active":"2024-09-13T16:12:39.770419+0000","last_peered":"2024-09-13T16:12:39.770419+0000","last_clean":"2024-09-13T16:12:39.770419+0000","last_became_active":"2024-09-13T16:12:37.416660+0000","last_became_peered":"2024-09-13T16:12:37.416660+0000","last_unstale":"2024-09-13T16:12:39.770419+0000","last_undegraded":"2024-09-13T16:12:39.770419+0000","last_fullsized":"2024-09-13T16:12:39.770419+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:07:00.773823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.31","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:38.399155+0000","last_change":"2024-09-13T16:12:37.418144+0000","last_active":"2024-09-13T16:12:38.399155+0000","last_peered":"2024-09-13T16:12:38.399155+0000","last_clean":"2024-09-13T16:12:38.399155+0000","last_became_active":"2024-09-13T16:12:37.415285+0000","last_became_peered":"2024-09-13T16:12:37.415285+0000","last_unstale":"2024-09-13T16:12:38.399155+0000","last_undegraded":"2024-09-13T16:12:38.399155+0000","last_fullsized":"2024-09-13T16:12:38.399155+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:47:56.940238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.30","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:39.769142+0000","last_change":"2024-09-13T16:12:37.401538+0000","last_active":"2024-09-13T16:12:39.769142+0000","last_peered":"2024-09-13T16:12:39.769142+0000","last_clean":"2024-09-13T16:12:39.769142+0000","last_became_active":"2024-09-13T16:12:37.401133+0000","last_became_peered":"2024-09-13T16:12:37.401133+0000","last_unstale":"2024-09-13T16:12:39.769142+0000","last_undegraded":"2024-09-13T16:12:39.769142+0000","last_fullsized":"2024-09-13T16:12:39.769142+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:14:55.206893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.2f","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:38.397734+0000","last_change":"2024-09-13T16:12:37.412660+0000","last_active":"2024-09-13T16:12:38.397734+0000","last_peered":"2024-09-13T16:12:38.397734+0000","last_clean":"2024-09-13T16:12:38.397734+0000","last_became_active":"2024-09-13T16:12:37.412404+0000","last_became_peered":"2024-09-13T16:12:37.412404+0000","last_unstale":"2024-09-13T16:12:38.397734+0000","last_undegraded":"2024-09-13T16:12:38.397734+0000","last_fullsized":"2024-09-13T16:12:38.397734+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:13:57.545735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.2e","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:39.770280+0000","last_change":"2024-09-13T16:12:37.418862+0000","last_active":"2024-09-13T16:12:39.770280+0000","last_peered":"2024-09-13T16:12:39.770280+0000","last_clean":"2024-09-13T16:12:39.770280+0000","last_became_active":"2024-09-13T16:12:37.418604+0000","last_became_peered":"2024-09-13T16:12:37.418604+0000","last_unstale":"2024-09-13T16:12:39.770280+0000","last_undegraded":"2024-09-13T16:12:39.770280+0000","last_fullsized":"2024-09-13T16:12:39.770280+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:33:10.459446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.2d","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:38.946267+0000","last_change":"2024-09-13T16:12:37.415182+0000","last_active":"2024-09-13T16:12:38.946267+0000","last_peered":"2024-09-13T16:12:38.946267+0000","last_clean":"2024-09-13T16:12:38.946267+0000","last_became_active":"2024-09-13T16:12:37.414932+0000","last_became_peered":"2024-09-13T16:12:37.414932+0000","last_unstale":"2024-09-13T16:12:38.946267+0000","last_undegraded":"2024-09-13T16:12:38.946267+0000","last_fullsized":"2024-09-13T16:12:38.946267+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:13:43.890535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.2c","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:39.769731+0000","last_change":"2024-09-13T16:12:37.399930+0000","last_active":"2024-09-13T16:12:39.769731+0000","last_peered":"2024-09-13T16:12:39.769731+0000","last_clean":"2024-09-13T16:12:39.769731+0000","last_became_active":"2024-09-13T16:12:37.399676+0000","last_became_peered":"2024-09-13T16:12:37.399676+0000","last_unstale":"2024-09-13T16:12:39.769731+0000","last_undegraded":"2024-09-13T16:12:39.769731+0000","last_fullsized":"2024-09-13T16:12:39.769731+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:47:55.058888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"18.2b","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:39.769730+0000","last_change":"2024-09-13T16:12:37.411577+0000","last_active":"2024-09-13T16:12:39.769730+0000","last_peered":"2024-09-13T16:12:39.769730+0000","last_clean":"2024-09-13T16:12:39.769730+0000","last_became_active":"2024-09-13T16:12:37.411338+0000","last_became_peered":"2024-09-13T16:12:37.411338+0000","last_unstale":"2024-09-13T16:12:39.769730+0000","last_undegraded":"2024-09-13T16:12:39.769730+0000","last_fullsized":"2024-09-13T16:12:39.769730+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:17:45.351986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.2a","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:38.399377+0000","last_change":"2024-09-13T16:12:37.412286+0000","last_active":"2024-09-13T16:12:38.399377+0000","last_peered":"2024-09-13T16:12:38.399377+0000","last_clean":"2024-09-13T16:12:38.399377+0000","last_became_active":"2024-09-13T16:12:37.411565+0000","last_became_peered":"2024-09-13T16:12:37.411565+0000","last_unstale":"2024-09-13T16:12:38.399377+0000","last_undegraded":"2024-09-13T16:12:38.399377+0000","last_fullsized":"2024-09-13T16:12:38.399377+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:47:44.538156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.29","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:39.769660+0000","last_change":"2024-09-13T16:12:37.419900+0000","last_active":"2024-09-13T16:12:39.769660+0000","last_peered":"2024-09-13T16:12:39.769660+0000","last_clean":"2024-09-13T16:12:39.769660+0000","last_became_active":"2024-09-13T16:12:37.419586+0000","last_became_peered":"2024-09-13T16:12:37.419586+0000","last_unstale":"2024-09-13T16:12:39.769660+0000","last_undegraded":"2024-09-13T16:12:39.769660+0000","last_fullsized":"2024-09-13T16:12:39.769660+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:30:21.435430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.28","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:38.399139+0000","last_change":"2024-09-13T16:12:37.405326+0000","last_active":"2024-09-13T16:12:38.399139+0000","last_peered":"2024-09-13T16:12:38.399139+0000","last_clean":"2024-09-13T16:12:38.399139+0000","last_became_active":"2024-09-13T16:12:37.405052+0000","last_became_peered":"2024-09-13T16:12:37.405052+0000","last_unstale":"2024-09-13T16:12:38.399139+0000","last_undegraded":"2024-09-13T16:12:38.399139+0000","last_fullsized":"2024-09-13T16:12:38.399139+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:23:44.313807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"18.27","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:38.398992+0000","last_change":"2024-09-13T16:12:37.408348+0000","last_active":"2024-09-13T16:12:38.398992+0000","last_peered":"2024-09-13T16:12:38.398992+0000","last_clean":"2024-09-13T16:12:38.398992+0000","last_became_active":"2024-09-13T16:12:37.408021+0000","last_became_peered":"2024-09-13T16:12:37.408021+0000","last_unstale":"2024-09-13T16:12:38.398992+0000","last_undegraded":"2024-09-13T16:12:38.398992+0000","last_fullsized":"2024-09-13T16:12:38.398992+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:54:20.021622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"18.26","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:39.769785+0000","last_change":"2024-09-13T16:12:37.399384+0000","last_active":"2024-09-13T16:12:39.769785+0000","last_peered":"2024-09-13T16:12:39.769785+0000","last_clean":"2024-09-13T16:12:39.769785+0000","last_became_active":"2024-09-13T16:12:37.399110+0000","last_became_peered":"2024-09-13T16:12:37.399110+0000","last_unstale":"2024-09-13T16:12:39.769785+0000","last_undegraded":"2024-09-13T16:12:39.769785+0000","last_fullsized":"2024-09-13T16:12:39.769785+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:43:32.834765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"18.25","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:38.946336+0000","last_change":"2024-09-13T16:12:37.414618+0000","last_active":"2024-09-13T16:12:38.946336+0000","last_peered":"2024-09-13T16:12:38.946336+0000","last_clean":"2024-09-13T16:12:38.946336+0000","last_became_active":"2024-09-13T16:12:37.414382+0000","last_became_peered":"2024-09-13T16:12:37.414382+0000","last_unstale":"2024-09-13T16:12:38.946336+0000","last_undegraded":"2024-09-13T16:12:38.946336+0000","last_fullsized":"2024-09-13T16:12:38.946336+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:15:08.492881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.24","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:39.769626+0000","last_change":"2024-09-13T16:12:37.412009+0000","last_active":"2024-09-13T16:12:39.769626+0000","last_peered":"2024-09-13T16:12:39.769626+0000","last_clean":"2024-09-13T16:12:39.769626+0000","last_became_active":"2024-09-13T16:12:37.411755+0000","last_became_peered":"2024-09-13T16:12:37.411755+0000","last_unstale":"2024-09-13T16:12:39.769626+0000","last_undegraded":"2024-09-13T16:12:39.769626+0000","last_fullsized":"2024-09-13T16:12:39.769626+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:24:27.625510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.23","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:39.770290+0000","last_change":"2024-09-13T16:12:37.411122+0000","last_active":"2024-09-13T16:12:39.770290+0000","last_peered":"2024-09-13T16:12:39.770290+0000","last_clean":"2024-09-13T16:12:39.770290+0000","last_became_active":"2024-09-13T16:12:37.410835+0000","last_became_peered":"2024-09-13T16:12:37.410835+0000","last_unstale":"2024-09-13T16:12:39.770290+0000","last_undegraded":"2024-09-13T16:12:39.770290+0000","last_fullsized":"2024-09-13T16:12:39.770290+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:54:02.958473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"18.22","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:39.770496+0000","last_change":"2024-09-13T16:12:37.413561+0000","last_active":"2024-09-13T16:12:39.770496+0000","last_peered":"2024-09-13T16:12:39.770496+0000","last_clean":"2024-09-13T16:12:39.770496+0000","last_became_active":"2024-09-13T16:12:37.413326+0000","last_became_peered":"2024-09-13T16:12:37.413326+0000","last_unstale":"2024-09-13T16:12:39.770496+0000","last_undegraded":"2024-09-13T16:12:39.770496+0000","last_fullsized":"2024-09-13T16:12:39.770496+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:16:00.293939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.21","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:38.398843+0000","last_change":"2024-09-13T16:12:37.403344+0000","last_active":"2024-09-13T16:12:38.398843+0000","last_peered":"2024-09-13T16:12:38.398843+0000","last_clean":"2024-09-13T16:12:38.398843+0000","last_became_active":"2024-09-13T16:12:37.403088+0000","last_became_peered":"2024-09-13T16:12:37.403088+0000","last_unstale":"2024-09-13T16:12:38.398843+0000","last_undegraded":"2024-09-13T16:12:38.398843+0000","last_fullsized":"2024-09-13T16:12:38.398843+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:30:21.435430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"18.20","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:38.398644+0000","last_change":"2024-09-13T16:12:37.405116+0000","last_active":"2024-09-13T16:12:38.398644+0000","last_peered":"2024-09-13T16:12:38.398644+0000","last_clean":"2024-09-13T16:12:38.398644+0000","last_became_active":"2024-09-13T16:12:37.404834+0000","last_became_peered":"2024-09-13T16:12:37.404834+0000","last_unstale":"2024-09-13T16:12:38.398644+0000","last_undegraded":"2024-09-13T16:12:38.398644+0000","last_fullsized":"2024-09-13T16:12:38.398644+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:29:59.936772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"18.1c","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:38.397786+0000","last_change":"2024-09-13T16:12:37.401491+0000","last_active":"2024-09-13T16:12:38.397786+0000","last_peered":"2024-09-13T16:12:38.397786+0000","last_clean":"2024-09-13T16:12:38.397786+0000","last_became_active":"2024-09-13T16:12:37.401229+0000","last_became_peered":"2024-09-13T16:12:37.401229+0000","last_unstale":"2024-09-13T16:12:38.397786+0000","last_undegraded":"2024-09-13T16:12:38.397786+0000","last_fullsized":"2024-09-13T16:12:38.397786+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:29:59.936772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.1f","version":"123'4","reported_seq":15,"reported_epoch":123,"state":"active+clean","last_fresh":"2024-09-13T16:12:37.416819+0000","last_change":"2024-09-13T16:12:37.058527+0000","last_active":"2024-09-13T16:12:37.416819+0000","last_peered":"2024-09-13T16:12:37.416819+0000","last_clean":"2024-09-13T16:12:37.416819+0000","last_became_active":"2024-09-13T16:12:37.058235+0000","last_became_peered":"2024-09-13T16:12:37.058235+0000","last_unstale":"2024-09-13T16:12:37.416819+0000","last_undegraded":"2024-09-13T16:12:37.416819+0000","last_fullsized":"2024-09-13T16:12:37.416819+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":122,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:39:58.393403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.1d","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:39.769971+0000","last_change":"2024-09-13T16:12:37.418056+0000","last_active":"2024-09-13T16:12:39.769971+0000","last_peered":"2024-09-13T16:12:39.769971+0000","last_clean":"2024-09-13T16:12:39.769971+0000","last_became_active":"2024-09-13T16:12:37.417613+0000","last_became_peered":"2024-09-13T16:12:37.417613+0000","last_unstale":"2024-09-13T16:12:39.769971+0000","last_undegraded":"2024-09-13T16:12:39.769971+0000","last_fullsized":"2024-09-13T16:12:39.769971+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:53:56.665077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.1e","version":"123'1","reported_seq":12,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:38.397999+0000","last_change":"2024-09-13T16:12:37.052766+0000","last_active":"2024-09-13T16:12:38.397999+0000","last_peered":"2024-09-13T16:12:38.397999+0000","last_clean":"2024-09-13T16:12:38.397999+0000","last_became_active":"2024-09-13T16:12:37.052469+0000","last_became_peered":"2024-09-13T16:12:37.052469+0000","last_unstale":"2024-09-13T16:12:38.397999+0000","last_undegraded":"2024-09-13T16:12:38.397999+0000","last_fullsized":"2024-09-13T16:12:38.397999+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":122,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:48:00.329723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.1e","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:38.399400+0000","last_change":"2024-09-13T16:12:37.413271+0000","last_active":"2024-09-13T16:12:38.399400+0000","last_peered":"2024-09-13T16:12:38.399400+0000","last_clean":"2024-09-13T16:12:38.399400+0000","last_became_active":"2024-09-13T16:12:37.409846+0000","last_became_peered":"2024-09-13T16:12:37.409846+0000","last_unstale":"2024-09-13T16:12:38.399400+0000","last_undegraded":"2024-09-13T16:12:38.399400+0000","last_fullsized":"2024-09-13T16:12:38.399400+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:27:28.482733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.1d","version":"123'2","reported_seq":13,"reported_epoch":123,"state":"active+clean","last_fresh":"2024-09-13T16:12:37.418639+0000","last_change":"2024-09-13T16:12:37.059615+0000","last_active":"2024-09-13T16:12:37.418639+0000","last_peered":"2024-09-13T16:12:37.418639+0000","last_clean":"2024-09-13T16:12:37.418639+0000","last_became_active":"2024-09-13T16:12:37.059303+0000","last_became_peered":"2024-09-13T16:12:37.059303+0000","last_unstale":"2024-09-13T16:12:37.418639+0000","last_undegraded":"2024-09-13T16:12:37.418639+0000","last_fullsized":"2024-09-13T16:12:37.418639+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":122,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:57:45.493633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.1f","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:39.770128+0000","last_change":"2024-09-13T16:12:37.419757+0000","last_active":"2024-09-13T16:12:39.770128+0000","last_peered":"2024-09-13T16:12:39.770128+0000","last_clean":"2024-09-13T16:12:39.770128+0000","last_became_active":"2024-09-13T16:12:37.419302+0000","last_became_peered":"2024-09-13T16:12:37.419302+0000","last_unstale":"2024-09-13T16:12:39.770128+0000","last_undegraded":"2024-09-13T16:12:39.770128+0000","last_fullsized":"2024-09-13T16:12:39.770128+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:30:42.623505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.1c","version":"123'2","reported_seq":13,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:38.397787+0000","last_change":"2024-09-13T16:12:37.060301+0000","last_active":"2024-09-13T16:12:38.397787+0000","last_peered":"2024-09-13T16:12:38.397787+0000","last_clean":"2024-09-13T16:12:38.397787+0000","last_became_active":"2024-09-13T16:12:37.060055+0000","last_became_peered":"2024-09-13T16:12:37.060055+0000","last_unstale":"2024-09-13T16:12:38.397787+0000","last_undegraded":"2024-09-13T16:12:38.397787+0000","last_fullsized":"2024-09-13T16:12:38.397787+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":122,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:51:48.859988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.18","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:38.397889+0000","last_change":"2024-09-13T16:12:37.402128+0000","last_active":"2024-09-13T16:12:38.397889+0000","last_peered":"2024-09-13T16:12:38.397889+0000","last_clean":"2024-09-13T16:12:38.397889+0000","last_became_active":"2024-09-13T16:12:37.401888+0000","last_became_peered":"2024-09-13T16:12:37.401888+0000","last_unstale":"2024-09-13T16:12:38.397889+0000","last_undegraded":"2024-09-13T16:12:38.397889+0000","last_fullsized":"2024-09-13T16:12:38.397889+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:42:08.094428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.1b","version":"123'1","reported_seq":12,"reported_epoch":123,"state":"active+clean","last_fresh":"2024-09-13T16:12:37.409059+0000","last_change":"2024-09-13T16:12:37.057367+0000","last_active":"2024-09-13T16:12:37.409059+0000","last_peered":"2024-09-13T16:12:37.409059+0000","last_clean":"2024-09-13T16:12:37.409059+0000","last_became_active":"2024-09-13T16:12:37.057109+0000","last_became_peered":"2024-09-13T16:12:37.057109+0000","last_unstale":"2024-09-13T16:12:37.409059+0000","last_undegraded":"2024-09-13T16:12:37.409059+0000","last_fullsized":"2024-09-13T16:12:37.409059+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":122,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:42:07.090192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.19","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:38.399255+0000","last_change":"2024-09-13T16:12:37.411339+0000","last_active":"2024-09-13T16:12:38.399255+0000","last_peered":"2024-09-13T16:12:38.399255+0000","last_clean":"2024-09-13T16:12:38.399255+0000","last_became_active":"2024-09-13T16:12:37.410936+0000","last_became_peered":"2024-09-13T16:12:37.410936+0000","last_unstale":"2024-09-13T16:12:38.399255+0000","last_undegraded":"2024-09-13T16:12:38.399255+0000","last_fullsized":"2024-09-13T16:12:38.399255+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:15:54.358246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.1a","version":"123'1","reported_seq":12,"reported_epoch":123,"state":"active+clean","last_fresh":"2024-09-13T16:12:37.400190+0000","last_change":"2024-09-13T16:12:37.060127+0000","last_active":"2024-09-13T16:12:37.400190+0000","last_peered":"2024-09-13T16:12:37.400190+0000","last_clean":"2024-09-13T16:12:37.400190+0000","last_became_active":"2024-09-13T16:12:37.059345+0000","last_became_peered":"2024-09-13T16:12:37.059345+0000","last_unstale":"2024-09-13T16:12:37.400190+0000","last_undegraded":"2024-09-13T16:12:37.400190+0000","last_fullsized":"2024-09-13T16:12:37.400190+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":122,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:47:23.216108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.1a","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:39.770576+0000","last_change":"2024-09-13T16:12:37.412467+0000","last_active":"2024-09-13T16:12:39.770576+0000","last_peered":"2024-09-13T16:12:39.770576+0000","last_clean":"2024-09-13T16:12:39.770576+0000","last_became_active":"2024-09-13T16:12:37.412230+0000","last_became_peered":"2024-09-13T16:12:37.412230+0000","last_unstale":"2024-09-13T16:12:39.770576+0000","last_undegraded":"2024-09-13T16:12:39.770576+0000","last_fullsized":"2024-09-13T16:12:39.770576+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:20:00.483384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.19","version":"0'0","reported_seq":11,"reported_epoch":123,"state":"active+clean","last_fresh":"2024-09-13T16:12:37.401986+0000","last_change":"2024-09-13T16:12:37.052682+0000","last_active":"2024-09-13T16:12:37.401986+0000","last_peered":"2024-09-13T16:12:37.401986+0000","last_clean":"2024-09-13T16:12:37.401986+0000","last_became_active":"2024-09-13T16:12:37.052387+0000","last_became_peered":"2024-09-13T16:12:37.052387+0000","last_unstale":"2024-09-13T16:12:37.401986+0000","last_undegraded":"2024-09-13T16:12:37.401986+0000","last_fullsized":"2024-09-13T16:12:37.401986+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":122,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:14:04.996307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"18.1b","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:38.397745+0000","last_change":"2024-09-13T16:12:37.417626+0000","last_active":"2024-09-13T16:12:38.397745+0000","last_peered":"2024-09-13T16:12:38.397745+0000","last_clean":"2024-09-13T16:12:38.397745+0000","last_became_active":"2024-09-13T16:12:37.417328+0000","last_became_peered":"2024-09-13T16:12:37.417328+0000","last_unstale":"2024-09-13T16:12:38.397745+0000","last_undegraded":"2024-09-13T16:12:38.397745+0000","last_fullsized":"2024-09-13T16:12:38.397745+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:32:13.592321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.18","version":"0'0","reported_seq":11,"reported_epoch":123,"state":"active+clean","last_fresh":"2024-09-13T16:12:37.395990+0000","last_change":"2024-09-13T16:12:37.056663+0000","last_active":"2024-09-13T16:12:37.395990+0000","last_peered":"2024-09-13T16:12:37.395990+0000","last_clean":"2024-09-13T16:12:37.395990+0000","last_became_active":"2024-09-13T16:12:37.052711+0000","last_became_peered":"2024-09-13T16:12:37.052711+0000","last_unstale":"2024-09-13T16:12:37.395990+0000","last_undegraded":"2024-09-13T16:12:37.395990+0000","last_fullsized":"2024-09-13T16:12:37.395990+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":122,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:30:00.318138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.14","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:38.946129+0000","last_change":"2024-09-13T16:12:37.412899+0000","last_active":"2024-09-13T16:12:38.946129+0000","last_peered":"2024-09-13T16:12:38.946129+0000","last_clean":"2024-09-13T16:12:38.946129+0000","last_became_active":"2024-09-13T16:12:37.412628+0000","last_became_peered":"2024-09-13T16:12:37.412628+0000","last_unstale":"2024-09-13T16:12:38.946129+0000","last_undegraded":"2024-09-13T16:12:38.946129+0000","last_fullsized":"2024-09-13T16:12:38.946129+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:52:59.514730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.17","version":"0'0","reported_seq":11,"reported_epoch":123,"state":"active+clean","last_fresh":"2024-09-13T16:12:37.399945+0000","last_change":"2024-09-13T16:12:37.060762+0000","last_active":"2024-09-13T16:12:37.399945+0000","last_peered":"2024-09-13T16:12:37.399945+0000","last_clean":"2024-09-13T16:12:37.399945+0000","last_became_active":"2024-09-13T16:12:37.060404+0000","last_became_peered":"2024-09-13T16:12:37.060404+0000","last_unstale":"2024-09-13T16:12:37.399945+0000","last_undegraded":"2024-09-13T16:12:37.399945+0000","last_fullsized":"2024-09-13T16:12:37.399945+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":122,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:07:35.297449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.15","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:38.398869+0000","last_change":"2024-09-13T16:12:37.412966+0000","last_active":"2024-09-13T16:12:38.398869+0000","last_peered":"2024-09-13T16:12:38.398869+0000","last_clean":"2024-09-13T16:12:38.398869+0000","last_became_active":"2024-09-13T16:12:37.412693+0000","last_became_peered":"2024-09-13T16:12:37.412693+0000","last_unstale":"2024-09-13T16:12:38.398869+0000","last_undegraded":"2024-09-13T16:12:38.398869+0000","last_fullsized":"2024-09-13T16:12:38.398869+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:32:13.592321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.16","version":"0'0","reported_seq":11,"reported_epoch":123,"state":"active+clean","last_fresh":"2024-09-13T16:12:37.399466+0000","last_change":"2024-09-13T16:12:37.052154+0000","last_active":"2024-09-13T16:12:37.399466+0000","last_peered":"2024-09-13T16:12:37.399466+0000","last_clean":"2024-09-13T16:12:37.399466+0000","last_became_active":"2024-09-13T16:12:37.051833+0000","last_became_peered":"2024-09-13T16:12:37.051833+0000","last_unstale":"2024-09-13T16:12:37.399466+0000","last_undegraded":"2024-09-13T16:12:37.399466+0000","last_fullsized":"2024-09-13T16:12:37.399466+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":122,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:54:49.239367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"18.16","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:39.770358+0000","last_change":"2024-09-13T16:12:37.419547+0000","last_active":"2024-09-13T16:12:39.770358+0000","last_peered":"2024-09-13T16:12:39.770358+0000","last_clean":"2024-09-13T16:12:39.770358+0000","last_became_active":"2024-09-13T16:12:37.419286+0000","last_became_peered":"2024-09-13T16:12:37.419286+0000","last_unstale":"2024-09-13T16:12:39.770358+0000","last_undegraded":"2024-09-13T16:12:39.770358+0000","last_fullsized":"2024-09-13T16:12:39.770358+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:50:06.969753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.15","version":"123'3","reported_seq":14,"reported_epoch":123,"state":"active+clean","last_fresh":"2024-09-13T16:12:37.420753+0000","last_change":"2024-09-13T16:12:37.061688+0000","last_active":"2024-09-13T16:12:37.420753+0000","last_peered":"2024-09-13T16:12:37.420753+0000","last_clean":"2024-09-13T16:12:37.420753+0000","last_became_active":"2024-09-13T16:12:37.060768+0000","last_became_peered":"2024-09-13T16:12:37.060768+0000","last_unstale":"2024-09-13T16:12:37.420753+0000","last_undegraded":"2024-09-13T16:12:37.420753+0000","last_fullsized":"2024-09-13T16:12:37.420753+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":122,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:16:39.846400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"18.17","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:38.399475+0000","last_change":"2024-09-13T16:12:37.409160+0000","last_active":"2024-09-13T16:12:38.399475+0000","last_peered":"2024-09-13T16:12:38.399475+0000","last_clean":"2024-09-13T16:12:38.399475+0000","last_became_active":"2024-09-13T16:12:37.407692+0000","last_became_peered":"2024-09-13T16:12:37.407692+0000","last_unstale":"2024-09-13T16:12:38.399475+0000","last_undegraded":"2024-09-13T16:12:38.399475+0000","last_fullsized":"2024-09-13T16:12:38.399475+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:13:57.545735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.14","version":"123'6","reported_seq":17,"reported_epoch":123,"state":"active+clean","last_fresh":"2024-09-13T16:12:37.422481+0000","last_change":"2024-09-13T16:12:37.062767+0000","last_active":"2024-09-13T16:12:37.422481+0000","last_peered":"2024-09-13T16:12:37.422481+0000","last_clean":"2024-09-13T16:12:37.422481+0000","last_became_active":"2024-09-13T16:12:37.062516+0000","last_became_peered":"2024-09-13T16:12:37.062516+0000","last_unstale":"2024-09-13T16:12:37.422481+0000","last_undegraded":"2024-09-13T16:12:37.422481+0000","last_fullsized":"2024-09-13T16:12:37.422481+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":122,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:33:40.149228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.10","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:38.946295+0000","last_change":"2024-09-13T16:12:37.416314+0000","last_active":"2024-09-13T16:12:38.946295+0000","last_peered":"2024-09-13T16:12:38.946295+0000","last_clean":"2024-09-13T16:12:38.946295+0000","last_became_active":"2024-09-13T16:12:37.416058+0000","last_became_peered":"2024-09-13T16:12:37.416058+0000","last_unstale":"2024-09-13T16:12:38.946295+0000","last_undegraded":"2024-09-13T16:12:38.946295+0000","last_fullsized":"2024-09-13T16:12:38.946295+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:54:13.258221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.13","version":"123'2","reported_seq":13,"reported_epoch":123,"state":"active+clean","last_fresh":"2024-09-13T16:12:37.416630+0000","last_change":"2024-09-13T16:12:37.063583+0000","last_active":"2024-09-13T16:12:37.416630+0000","last_peered":"2024-09-13T16:12:37.416630+0000","last_clean":"2024-09-13T16:12:37.416630+0000","last_became_active":"2024-09-13T16:12:37.063343+0000","last_became_peered":"2024-09-13T16:12:37.063343+0000","last_unstale":"2024-09-13T16:12:37.416630+0000","last_undegraded":"2024-09-13T16:12:37.416630+0000","last_fullsized":"2024-09-13T16:12:37.416630+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":122,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:29:37.781264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.11","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:38.397628+0000","last_change":"2024-09-13T16:12:37.411192+0000","last_active":"2024-09-13T16:12:38.397628+0000","last_peered":"2024-09-13T16:12:38.397628+0000","last_clean":"2024-09-13T16:12:38.397628+0000","last_became_active":"2024-09-13T16:12:37.410948+0000","last_became_peered":"2024-09-13T16:12:37.410948+0000","last_unstale":"2024-09-13T16:12:38.397628+0000","last_undegraded":"2024-09-13T16:12:38.397628+0000","last_fullsized":"2024-09-13T16:12:38.397628+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:48:31.694416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.12","version":"0'0","reported_seq":11,"reported_epoch":123,"state":"active+clean","last_fresh":"2024-09-13T16:12:37.406982+0000","last_change":"2024-09-13T16:12:37.060596+0000","last_active":"2024-09-13T16:12:37.406982+0000","last_peered":"2024-09-13T16:12:37.406982+0000","last_clean":"2024-09-13T16:12:37.406982+0000","last_became_active":"2024-09-13T16:12:37.060350+0000","last_became_peered":"2024-09-13T16:12:37.060350+0000","last_unstale":"2024-09-13T16:12:37.406982+0000","last_undegraded":"2024-09-13T16:12:37.406982+0000","last_fullsized":"2024-09-13T16:12:37.406982+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":122,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:28:08.819562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.12","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:39.769284+0000","last_change":"2024-09-13T16:12:37.401042+0000","last_active":"2024-09-13T16:12:39.769284+0000","last_peered":"2024-09-13T16:12:39.769284+0000","last_clean":"2024-09-13T16:12:39.769284+0000","last_became_active":"2024-09-13T16:12:37.400792+0000","last_became_peered":"2024-09-13T16:12:37.400792+0000","last_unstale":"2024-09-13T16:12:39.769284+0000","last_undegraded":"2024-09-13T16:12:39.769284+0000","last_fullsized":"2024-09-13T16:12:39.769284+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:07:36.301685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.11","version":"0'0","reported_seq":11,"reported_epoch":123,"state":"active+clean","last_fresh":"2024-09-13T16:12:37.408875+0000","last_change":"2024-09-13T16:12:37.063035+0000","last_active":"2024-09-13T16:12:37.408875+0000","last_peered":"2024-09-13T16:12:37.408875+0000","last_clean":"2024-09-13T16:12:37.408875+0000","last_became_active":"2024-09-13T16:12:37.062720+0000","last_became_peered":"2024-09-13T16:12:37.062720+0000","last_unstale":"2024-09-13T16:12:37.408875+0000","last_undegraded":"2024-09-13T16:12:37.408875+0000","last_fullsized":"2024-09-13T16:12:37.408875+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":122,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:30:57.040314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.c","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:38.398975+0000","last_change":"2024-09-13T16:12:37.411806+0000","last_active":"2024-09-13T16:12:38.398975+0000","last_peered":"2024-09-13T16:12:38.398975+0000","last_clean":"2024-09-13T16:12:38.398975+0000","last_became_active":"2024-09-13T16:12:37.411555+0000","last_became_peered":"2024-09-13T16:12:37.411555+0000","last_unstale":"2024-09-13T16:12:38.398975+0000","last_undegraded":"2024-09-13T16:12:38.398975+0000","last_fullsized":"2024-09-13T16:12:38.398975+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:42:08.094428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.f","version":"123'1","reported_seq":12,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:38.397810+0000","last_change":"2024-09-13T16:12:37.061023+0000","last_active":"2024-09-13T16:12:38.397810+0000","last_peered":"2024-09-13T16:12:38.397810+0000","last_clean":"2024-09-13T16:12:38.397810+0000","last_became_active":"2024-09-13T16:12:37.060087+0000","last_became_peered":"2024-09-13T16:12:37.060087+0000","last_unstale":"2024-09-13T16:12:38.397810+0000","last_undegraded":"2024-09-13T16:12:38.397810+0000","last_fullsized":"2024-09-13T16:12:38.397810+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":122,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:46:48.551807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.d","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:38.399711+0000","last_change":"2024-09-13T16:12:37.411857+0000","last_active":"2024-09-13T16:12:38.399711+0000","last_peered":"2024-09-13T16:12:38.399711+0000","last_clean":"2024-09-13T16:12:38.399711+0000","last_became_active":"2024-09-13T16:12:37.411417+0000","last_became_peered":"2024-09-13T16:12:37.411417+0000","last_unstale":"2024-09-13T16:12:38.399711+0000","last_undegraded":"2024-09-13T16:12:38.399711+0000","last_fullsized":"2024-09-13T16:12:38.399711+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:30:58.044550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.e","version":"123'2","reported_seq":13,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:39.769926+0000","last_change":"2024-09-13T16:12:37.061828+0000","last_active":"2024-09-13T16:12:39.769926+0000","last_peered":"2024-09-13T16:12:39.769926+0000","last_clean":"2024-09-13T16:12:39.769926+0000","last_became_active":"2024-09-13T16:12:37.061580+0000","last_became_peered":"2024-09-13T16:12:37.061580+0000","last_unstale":"2024-09-13T16:12:39.769926+0000","last_undegraded":"2024-09-13T16:12:39.769926+0000","last_fullsized":"2024-09-13T16:12:39.769926+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":122,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:09:39.780320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"18.e","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:39.769863+0000","last_change":"2024-09-13T16:12:37.404692+0000","last_active":"2024-09-13T16:12:39.769863+0000","last_peered":"2024-09-13T16:12:39.769863+0000","last_clean":"2024-09-13T16:12:39.769863+0000","last_became_active":"2024-09-13T16:12:37.404450+0000","last_became_peered":"2024-09-13T16:12:37.404450+0000","last_unstale":"2024-09-13T16:12:39.769863+0000","last_undegraded":"2024-09-13T16:12:39.769863+0000","last_fullsized":"2024-09-13T16:12:39.769863+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:40:06.400422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.d","version":"123'1","reported_seq":12,"reported_epoch":123,"state":"active+clean","last_fresh":"2024-09-13T16:12:37.418508+0000","last_change":"2024-09-13T16:12:37.060472+0000","last_active":"2024-09-13T16:12:37.418508+0000","last_peered":"2024-09-13T16:12:37.418508+0000","last_clean":"2024-09-13T16:12:37.418508+0000","last_became_active":"2024-09-13T16:12:37.060223+0000","last_became_peered":"2024-09-13T16:12:37.060223+0000","last_unstale":"2024-09-13T16:12:37.418508+0000","last_undegraded":"2024-09-13T16:12:37.418508+0000","last_fullsized":"2024-09-13T16:12:37.418508+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":122,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:08:32.266083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.f","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:38.399377+0000","last_change":"2024-09-13T16:12:37.409887+0000","last_active":"2024-09-13T16:12:38.399377+0000","last_peered":"2024-09-13T16:12:38.399377+0000","last_clean":"2024-09-13T16:12:38.399377+0000","last_became_active":"2024-09-13T16:12:37.409377+0000","last_became_peered":"2024-09-13T16:12:37.409377+0000","last_unstale":"2024-09-13T16:12:38.399377+0000","last_undegraded":"2024-09-13T16:12:38.399377+0000","last_fullsized":"2024-09-13T16:12:38.399377+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:55:26.873335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.c","version":"0'0","reported_seq":11,"reported_epoch":123,"state":"active+clean","last_fresh":"2024-09-13T16:12:37.403839+0000","last_change":"2024-09-13T16:12:37.061118+0000","last_active":"2024-09-13T16:12:37.403839+0000","last_peered":"2024-09-13T16:12:37.403839+0000","last_clean":"2024-09-13T16:12:37.403839+0000","last_became_active":"2024-09-13T16:12:37.060782+0000","last_became_peered":"2024-09-13T16:12:37.060782+0000","last_unstale":"2024-09-13T16:12:37.403839+0000","last_undegraded":"2024-09-13T16:12:37.403839+0000","last_fullsized":"2024-09-13T16:12:37.403839+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":122,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:18:01.809292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.8","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:39.769137+0000","last_change":"2024-09-13T16:12:37.403622+0000","last_active":"2024-09-13T16:12:39.769137+0000","last_peered":"2024-09-13T16:12:39.769137+0000","last_clean":"2024-09-13T16:12:39.769137+0000","last_became_active":"2024-09-13T16:12:37.403382+0000","last_became_peered":"2024-09-13T16:12:37.403382+0000","last_unstale":"2024-09-13T16:12:39.769137+0000","last_undegraded":"2024-09-13T16:12:39.769137+0000","last_fullsized":"2024-09-13T16:12:39.769137+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:39:08.357290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.b","version":"123'2","reported_seq":13,"reported_epoch":123,"state":"active+clean","last_fresh":"2024-09-13T16:12:37.404208+0000","last_change":"2024-09-13T16:12:37.058417+0000","last_active":"2024-09-13T16:12:37.404208+0000","last_peered":"2024-09-13T16:12:37.404208+0000","last_clean":"2024-09-13T16:12:37.404208+0000","last_became_active":"2024-09-13T16:12:37.058127+0000","last_became_peered":"2024-09-13T16:12:37.058127+0000","last_unstale":"2024-09-13T16:12:37.404208+0000","last_undegraded":"2024-09-13T16:12:37.404208+0000","last_fullsized":"2024-09-13T16:12:37.404208+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":122,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:31:06.754153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.9","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:39.770558+0000","last_change":"2024-09-13T16:12:37.416806+0000","last_active":"2024-09-13T16:12:39.770558+0000","last_peered":"2024-09-13T16:12:39.770558+0000","last_clean":"2024-09-13T16:12:39.770558+0000","last_became_active":"2024-09-13T16:12:37.415635+0000","last_became_peered":"2024-09-13T16:12:37.415635+0000","last_unstale":"2024-09-13T16:12:39.770558+0000","last_undegraded":"2024-09-13T16:12:39.770558+0000","last_fullsized":"2024-09-13T16:12:39.770558+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:31:07.758390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.a","version":"0'0","reported_seq":11,"reported_epoch":123,"state":"active+clean","last_fresh":"2024-09-13T16:12:37.403266+0000","last_change":"2024-09-13T16:12:37.061742+0000","last_active":"2024-09-13T16:12:37.403266+0000","last_peered":"2024-09-13T16:12:37.403266+0000","last_clean":"2024-09-13T16:12:37.403266+0000","last_became_active":"2024-09-13T16:12:37.061488+0000","last_became_peered":"2024-09-13T16:12:37.061488+0000","last_unstale":"2024-09-13T16:12:37.403266+0000","last_undegraded":"2024-09-13T16:12:37.403266+0000","last_fullsized":"2024-09-13T16:12:37.403266+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":122,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:42:41.431094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.a","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:39.770656+0000","last_change":"2024-09-13T16:12:37.418771+0000","last_active":"2024-09-13T16:12:39.770656+0000","last_peered":"2024-09-13T16:12:39.770656+0000","last_clean":"2024-09-13T16:12:39.770656+0000","last_became_active":"2024-09-13T16:12:37.416548+0000","last_became_peered":"2024-09-13T16:12:37.416548+0000","last_unstale":"2024-09-13T16:12:39.770656+0000","last_undegraded":"2024-09-13T16:12:39.770656+0000","last_fullsized":"2024-09-13T16:12:39.770656+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:30:01.322374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.9","version":"0'0","reported_seq":11,"reported_epoch":123,"state":"active+clean","last_fresh":"2024-09-13T16:12:37.408986+0000","last_change":"2024-09-13T16:12:37.065047+0000","last_active":"2024-09-13T16:12:37.408986+0000","last_peered":"2024-09-13T16:12:37.408986+0000","last_clean":"2024-09-13T16:12:37.408986+0000","last_became_active":"2024-09-13T16:12:37.064794+0000","last_became_peered":"2024-09-13T16:12:37.064794+0000","last_unstale":"2024-09-13T16:12:37.408986+0000","last_undegraded":"2024-09-13T16:12:37.408986+0000","last_fullsized":"2024-09-13T16:12:37.408986+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":122,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:35:00.852128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.b","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:38.399384+0000","last_change":"2024-09-13T16:12:37.408370+0000","last_active":"2024-09-13T16:12:38.399384+0000","last_peered":"2024-09-13T16:12:38.399384+0000","last_clean":"2024-09-13T16:12:38.399384+0000","last_became_active":"2024-09-13T16:12:37.408078+0000","last_became_peered":"2024-09-13T16:12:37.408078+0000","last_unstale":"2024-09-13T16:12:38.399384+0000","last_undegraded":"2024-09-13T16:12:38.399384+0000","last_fullsized":"2024-09-13T16:12:38.399384+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:43:12.464751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.8","version":"0'0","reported_seq":11,"reported_epoch":123,"state":"active+clean","last_fresh":"2024-09-13T16:12:37.405682+0000","last_change":"2024-09-13T16:12:37.059716+0000","last_active":"2024-09-13T16:12:37.405682+0000","last_peered":"2024-09-13T16:12:37.405682+0000","last_clean":"2024-09-13T16:12:37.405682+0000","last_became_active":"2024-09-13T16:12:37.059294+0000","last_became_peered":"2024-09-13T16:12:37.059294+0000","last_unstale":"2024-09-13T16:12:37.405682+0000","last_undegraded":"2024-09-13T16:12:37.405682+0000","last_fullsized":"2024-09-13T16:12:37.405682+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":122,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:54:12.253985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.4","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:39.769998+0000","last_change":"2024-09-13T16:12:37.405602+0000","last_active":"2024-09-13T16:12:39.769998+0000","last_peered":"2024-09-13T16:12:39.769998+0000","last_clean":"2024-09-13T16:12:39.769998+0000","last_became_active":"2024-09-13T16:12:37.405356+0000","last_became_peered":"2024-09-13T16:12:37.405356+0000","last_unstale":"2024-09-13T16:12:39.769998+0000","last_undegraded":"2024-09-13T16:12:39.769998+0000","last_fullsized":"2024-09-13T16:12:39.769998+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:20:51.672100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.7","version":"123'2","reported_seq":13,"reported_epoch":123,"state":"active+clean","last_fresh":"2024-09-13T16:12:37.402677+0000","last_change":"2024-09-13T16:12:37.058566+0000","last_active":"2024-09-13T16:12:37.402677+0000","last_peered":"2024-09-13T16:12:37.402677+0000","last_clean":"2024-09-13T16:12:37.402677+0000","last_became_active":"2024-09-13T16:12:37.058325+0000","last_became_peered":"2024-09-13T16:12:37.058325+0000","last_unstale":"2024-09-13T16:12:37.402677+0000","last_undegraded":"2024-09-13T16:12:37.402677+0000","last_fullsized":"2024-09-13T16:12:37.402677+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":122,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:51:26.472409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.5","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:38.397888+0000","last_change":"2024-09-13T16:12:37.406011+0000","last_active":"2024-09-13T16:12:38.397888+0000","last_peered":"2024-09-13T16:12:38.397888+0000","last_clean":"2024-09-13T16:12:38.397888+0000","last_became_active":"2024-09-13T16:12:37.405742+0000","last_became_peered":"2024-09-13T16:12:37.405742+0000","last_unstale":"2024-09-13T16:12:38.397888+0000","last_undegraded":"2024-09-13T16:12:38.397888+0000","last_fullsized":"2024-09-13T16:12:38.397888+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:27:28.482733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.6","version":"0'0","reported_seq":11,"reported_epoch":123,"state":"active+clean","last_fresh":"2024-09-13T16:12:37.400187+0000","last_change":"2024-09-13T16:12:37.061405+0000","last_active":"2024-09-13T16:12:37.400187+0000","last_peered":"2024-09-13T16:12:37.400187+0000","last_clean":"2024-09-13T16:12:37.400187+0000","last_became_active":"2024-09-13T16:12:37.061069+0000","last_became_peered":"2024-09-13T16:12:37.061069+0000","last_unstale":"2024-09-13T16:12:37.400187+0000","last_undegraded":"2024-09-13T16:12:37.400187+0000","last_fullsized":"2024-09-13T16:12:37.400187+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":122,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:35:10.081703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.6","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:39.770073+0000","last_change":"2024-09-13T16:12:37.409120+0000","last_active":"2024-09-13T16:12:39.770073+0000","last_peered":"2024-09-13T16:12:39.770073+0000","last_clean":"2024-09-13T16:12:39.770073+0000","last_became_active":"2024-09-13T16:12:37.408790+0000","last_became_peered":"2024-09-13T16:12:37.408790+0000","last_unstale":"2024-09-13T16:12:39.770073+0000","last_undegraded":"2024-09-13T16:12:39.770073+0000","last_fullsized":"2024-09-13T16:12:39.770073+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:43:12.464751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.5","version":"0'0","reported_seq":11,"reported_epoch":123,"state":"active+clean","last_fresh":"2024-09-13T16:12:37.401028+0000","last_change":"2024-09-13T16:12:37.061315+0000","last_active":"2024-09-13T16:12:37.401028+0000","last_peered":"2024-09-13T16:12:37.401028+0000","last_clean":"2024-09-13T16:12:37.401028+0000","last_became_active":"2024-09-13T16:12:37.061027+0000","last_became_peered":"2024-09-13T16:12:37.061027+0000","last_unstale":"2024-09-13T16:12:37.401028+0000","last_undegraded":"2024-09-13T16:12:37.401028+0000","last_fullsized":"2024-09-13T16:12:37.401028+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":122,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:54:01.954237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.7","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:39.769469+0000","last_change":"2024-09-13T16:12:37.414569+0000","last_active":"2024-09-13T16:12:39.769469+0000","last_peered":"2024-09-13T16:12:39.769469+0000","last_clean":"2024-09-13T16:12:39.769469+0000","last_became_active":"2024-09-13T16:12:37.414327+0000","last_became_peered":"2024-09-13T16:12:37.414327+0000","last_unstale":"2024-09-13T16:12:39.769469+0000","last_undegraded":"2024-09-13T16:12:39.769469+0000","last_fullsized":"2024-09-13T16:12:39.769469+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:51:29.798102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.4","version":"0'0","reported_seq":11,"reported_epoch":123,"state":"active+clean","last_fresh":"2024-09-13T16:12:37.395575+0000","last_change":"2024-09-13T16:12:37.060327+0000","last_active":"2024-09-13T16:12:37.395575+0000","last_peered":"2024-09-13T16:12:37.395575+0000","last_clean":"2024-09-13T16:12:37.395575+0000","last_became_active":"2024-09-13T16:12:37.060076+0000","last_became_peered":"2024-09-13T16:12:37.060076+0000","last_unstale":"2024-09-13T16:12:37.395575+0000","last_undegraded":"2024-09-13T16:12:37.395575+0000","last_fullsized":"2024-09-13T16:12:37.395575+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":122,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:33:09.455210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.0","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:39.769230+0000","last_change":"2024-09-13T16:12:37.401357+0000","last_active":"2024-09-13T16:12:39.769230+0000","last_peered":"2024-09-13T16:12:39.769230+0000","last_clean":"2024-09-13T16:12:39.769230+0000","last_became_active":"2024-09-13T16:12:37.400825+0000","last_became_peered":"2024-09-13T16:12:37.400825+0000","last_unstale":"2024-09-13T16:12:39.769230+0000","last_undegraded":"2024-09-13T16:12:39.769230+0000","last_fullsized":"2024-09-13T16:12:39.769230+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:06:31.347363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.3","version":"0'0","reported_seq":11,"reported_epoch":123,"state":"active+clean","last_fresh":"2024-09-13T16:12:37.398141+0000","last_change":"2024-09-13T16:12:37.055746+0000","last_active":"2024-09-13T16:12:37.398141+0000","last_peered":"2024-09-13T16:12:37.398141+0000","last_clean":"2024-09-13T16:12:37.398141+0000","last_became_active":"2024-09-13T16:12:37.055366+0000","last_became_peered":"2024-09-13T16:12:37.055366+0000","last_unstale":"2024-09-13T16:12:37.398141+0000","last_undegraded":"2024-09-13T16:12:37.398141+0000","last_fullsized":"2024-09-13T16:12:37.398141+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":122,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:27:27.478497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.1","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:39.770532+0000","last_change":"2024-09-13T16:12:37.418898+0000","last_active":"2024-09-13T16:12:39.770532+0000","last_peered":"2024-09-13T16:12:39.770532+0000","last_clean":"2024-09-13T16:12:39.770532+0000","last_became_active":"2024-09-13T16:12:37.418612+0000","last_became_peered":"2024-09-13T16:12:37.418612+0000","last_unstale":"2024-09-13T16:12:39.770532+0000","last_undegraded":"2024-09-13T16:12:39.770532+0000","last_fullsized":"2024-09-13T16:12:39.770532+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:07:02.413964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.2","version":"0'0","reported_seq":11,"reported_epoch":123,"state":"active+clean","last_fresh":"2024-09-13T16:12:37.398080+0000","last_change":"2024-09-13T16:12:37.057236+0000","last_active":"2024-09-13T16:12:37.398080+0000","last_peered":"2024-09-13T16:12:37.398080+0000","last_clean":"2024-09-13T16:12:37.398080+0000","last_became_active":"2024-09-13T16:12:37.056985+0000","last_became_peered":"2024-09-13T16:12:37.056985+0000","last_unstale":"2024-09-13T16:12:37.398080+0000","last_undegraded":"2024-09-13T16:12:37.398080+0000","last_fullsized":"2024-09-13T16:12:37.398080+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":122,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:13:56.541498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.2","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:39.769628+0000","last_change":"2024-09-13T16:12:37.418270+0000","last_active":"2024-09-13T16:12:39.769628+0000","last_peered":"2024-09-13T16:12:39.769628+0000","last_clean":"2024-09-13T16:12:39.769628+0000","last_became_active":"2024-09-13T16:12:37.417992+0000","last_became_peered":"2024-09-13T16:12:37.417992+0000","last_unstale":"2024-09-13T16:12:39.769628+0000","last_undegraded":"2024-09-13T16:12:39.769628+0000","last_fullsized":"2024-09-13T16:12:39.769628+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:35:18.661966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.1","version":"0'0","reported_seq":11,"reported_epoch":123,"state":"active+clean","last_fresh":"2024-09-13T16:12:37.394327+0000","last_change":"2024-09-13T16:12:37.063260+0000","last_active":"2024-09-13T16:12:37.394327+0000","last_peered":"2024-09-13T16:12:37.394327+0000","last_clean":"2024-09-13T16:12:37.394327+0000","last_became_active":"2024-09-13T16:12:37.063018+0000","last_became_peered":"2024-09-13T16:12:37.063018+0000","last_unstale":"2024-09-13T16:12:37.394327+0000","last_undegraded":"2024-09-13T16:12:37.394327+0000","last_fullsized":"2024-09-13T16:12:37.394327+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":122,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:19:59.479148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.3","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:38.397804+0000","last_change":"2024-09-13T16:12:37.410681+0000","last_active":"2024-09-13T16:12:38.397804+0000","last_peered":"2024-09-13T16:12:38.397804+0000","last_clean":"2024-09-13T16:12:38.397804+0000","last_became_active":"2024-09-13T16:12:37.410449+0000","last_became_peered":"2024-09-13T16:12:37.410449+0000","last_unstale":"2024-09-13T16:12:38.397804+0000","last_undegraded":"2024-09-13T16:12:38.397804+0000","last_fullsized":"2024-09-13T16:12:38.397804+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:23:44.313807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.0","version":"0'0","reported_seq":11,"reported_epoch":123,"state":"active+clean","last_fresh":"2024-09-13T16:12:37.405781+0000","last_change":"2024-09-13T16:12:37.062593+0000","last_active":"2024-09-13T16:12:37.405781+0000","last_peered":"2024-09-13T16:12:37.405781+0000","last_clean":"2024-09-13T16:12:37.405781+0000","last_became_active":"2024-09-13T16:12:37.062258+0000","last_became_peered":"2024-09-13T16:12:37.062258+0000","last_unstale":"2024-09-13T16:12:37.405781+0000","last_undegraded":"2024-09-13T16:12:37.405781+0000","last_fullsized":"2024-09-13T16:12:37.405781+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":122,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:15:07.488644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.13","version":"0'0","reported_seq":10,"reported_epoch":124,"state":"active+clean","last_fresh":"2024-09-13T16:12:39.769768+0000","last_change":"2024-09-13T16:12:37.412214+0000","last_active":"2024-09-13T16:12:39.769768+0000","last_peered":"2024-09-13T16:12:39.769768+0000","last_clean":"2024-09-13T16:12:39.769768+0000","last_became_active":"2024-09-13T16:12:37.411931+0000","last_became_peered":"2024-09-13T16:12:37.411931+0000","last_unstale":"2024-09-13T16:12:39.769768+0000","last_undegraded":"2024-09-13T16:12:39.769768+0000","last_fullsized":"2024-09-13T16:12:39.769768+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":122,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:37.038822+0000","last_clean_scrub_stamp":"2024-09-13T16:12:37.038822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:47:23.865756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.10","version":"123'8","reported_seq":19,"reported_epoch":123,"state":"active+clean","last_fresh":"2024-09-13T16:12:37.421714+0000","last_change":"2024-09-13T16:12:37.062748+0000","last_active":"2024-09-13T16:12:37.421714+0000","last_peered":"2024-09-13T16:12:37.421714+0000","last_clean":"2024-09-13T16:12:37.421714+0000","last_became_active":"2024-09-13T16:12:37.062479+0000","last_became_peered":"2024-09-13T16:12:37.062479+0000","last_unstale":"2024-09-13T16:12:37.421714+0000","last_undegraded":"2024-09-13T16:12:37.421714+0000","last_fullsized":"2024-09-13T16:12:37.421714+0000","mapping_epoch":121,"log_start":"0'0","ondisk_log_start":"0'0","created":121,"last_epoch_clean":122,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:12:36.034586+0000","last_clean_scrub_stamp":"2024-09-13T16:12:36.034586+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:15:53.354009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":254,"reported_epoch":123,"state":"active+clean","last_fresh":"2024-09-13T16:12:37.405932+0000","last_change":"2024-09-13T16:01:29.143297+0000","last_active":"2024-09-13T16:12:37.405932+0000","last_peered":"2024-09-13T16:12:37.405932+0000","last_clean":"2024-09-13T16:12:37.405932+0000","last_became_active":"2024-09-13T16:01:29.142269+0000","last_became_peered":"2024-09-13T16:01:29.142269+0000","last_unstale":"2024-09-13T16:12:37.405932+0000","last_undegraded":"2024-09-13T16:12:37.405932+0000","last_fullsized":"2024-09-13T16:12:37.405932+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:27.864638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:27.864638+0000","last_clean_scrub_stamp":"2024-09-13T16:01:27.864638+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:25:24.741463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":18,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":17,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":14,"seq":60129542284,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":118720,"kb_used_data":1524,"kb_used_omap":1,"kb_used_meta":117182,"kb_avail":94253120,"statfs":{"total":96636764160,"available":96515194880,"internally_reserved":0,"allocated":1560576,"data_stored":712309,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":119994824},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:50 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.40400000000000003,"15min":0.35999999999999999},"min":{"1min":0.24399999999999999,"5min":0.185,"15min":0.183},"max":{"1min":0.63500000000000001,"5min":4.4610000000000003,"15min":4.4610000000000003},"last":0.36399999999999999},{"interface":"front","average":{"1min":0.374,"5min":0.36699999999999999,"15min":0.32900000000000001},"min":{"1min":0.254,"5min":0.17999999999999999,"15min":0.17899999999999999},"max":{"1min":0.52200000000000002,"5min":1.2410000000000001,"15min":1.2410000000000001},"last":0.33100000000000002}]},{"osd":1,"last update":"Fri Sep 13 16:11:50 2024","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.42899999999999999,"15min":0.35199999999999998},"min":{"1min":0.249,"5min":0.20000000000000001,"15min":0.182},"max":{"1min":0.64100000000000001,"5min":7.2389999999999999,"15min":7.2389999999999999},"last":0.29299999999999998},{"interface":"front","average":{"1min":0.42099999999999999,"5min":0.45700000000000002,"15min":0.38800000000000001},"min":{"1min":0.26400000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.64900000000000002,"5min":6.4429999999999996,"15min":6.4429999999999996},"last":0.39900000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:11:50 2024","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.42499999999999999,"15min":0.38600000000000001},"min":{"1min":0.28499999999999998,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.68899999999999995,"5min":2.6339999999999999,"15min":2.6339999999999999},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.432,"5min":0.42399999999999999,"15min":0.39300000000000002},"min":{"1min":0.312,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.58499999999999996,"5min":0.82099999999999995,"15min":0.92500000000000004},"last":0.315}]},{"osd":4,"last update":"Fri Sep 13 16:11:50 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.59199999999999997,"15min":0.54200000000000004},"min":{"1min":0.39200000000000002,"5min":0.29099999999999998,"15min":0.28399999999999997},"max":{"1min":0.82999999999999996,"5min":1.216,"15min":1.216},"last":0.5},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.62,"15min":0.57099999999999995},"min":{"1min":0.42499999999999999,"5min":0.29699999999999999,"15min":0.27600000000000002},"max":{"1min":0.81899999999999995,"5min":2.6070000000000002,"15min":2.6070000000000002},"last":0.48599999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:11:50 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.61299999999999999,"15min":0.55800000000000005},"min":{"1min":0.38800000000000001,"5min":0.30299999999999999,"15min":0.28100000000000003},"max":{"1min":0.79100000000000004,"5min":2.5449999999999999,"15min":2.5449999999999999},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.629,"15min":0.57799999999999996},"min":{"1min":0.44900000000000001,"5min":0.311,"15min":0.311},"max":{"1min":0.76600000000000001,"5min":1.5269999999999999,"15min":1.5269999999999999},"last":0.46300000000000002}]},{"osd":6,"last update":"Fri Sep 13 16:11:50 2024","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.622,"15min":0.58499999999999996},"min":{"1min":0.45200000000000001,"5min":0.35199999999999998,"15min":0.31900000000000001},"max":{"1min":0.754,"5min":1.0169999999999999,"15min":1.0169999999999999},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.629,"5min":0.61699999999999999,"15min":0.57799999999999996},"min":{"1min":0.46000000000000002,"5min":0.32600000000000001,"15min":0.32200000000000001},"max":{"1min":0.79200000000000004,"5min":1.131,"15min":1.131},"last":0.52700000000000002}]},{"osd":7,"last update":"Fri Sep 13 16:11:50 2024","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.63700000000000001,"15min":0.59299999999999997},"min":{"1min":0.42999999999999999,"5min":0.36199999999999999,"15min":0.35499999999999998},"max":{"1min":0.81299999999999994,"5min":1.649,"15min":1.649},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.623,"5min":0.64000000000000001,"15min":0.59199999999999997},"min":{"1min":0.45700000000000002,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.77800000000000002,"5min":2.581,"15min":2.581},"last":0.56899999999999995}]}]},{"osd":7,"up_from":13,"seq":55834574986,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":83204,"kb_used_data":2104,"kb_used_omap":1,"kb_used_meta":81086,"kb_avail":94288636,"statfs":{"total":96636764160,"available":96551563264,"internally_reserved":0,"allocated":2154496,"data_stored":1301855,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":83032523},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.499,"15min":0.47499999999999998},"min":{"1min":0.38500000000000001,"5min":0.193,"15min":0.193},"max":{"1min":0.68100000000000005,"5min":0.73699999999999999,"15min":0.81000000000000005},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.52400000000000002,"15min":0.503},"min":{"1min":0.28799999999999998,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.68500000000000005,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.51000000000000001}]},{"osd":1,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.496,"15min":0.49399999999999999},"min":{"1min":0.42599999999999999,"5min":0.23499999999999999,"15min":0.22},"max":{"1min":0.70699999999999996,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.54100000000000004,"15min":0.51000000000000001},"min":{"1min":0.34599999999999997,"5min":0.27400000000000002,"15min":0.23400000000000001},"max":{"1min":0.68600000000000005,"5min":0.81100000000000005,"15min":0.90300000000000002},"last":0.39700000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.55800000000000005,"15min":0.57899999999999996},"min":{"1min":0.43099999999999999,"5min":0.29399999999999998,"15min":0.23999999999999999},"max":{"1min":0.68500000000000005,"5min":0.79900000000000004,"15min":2.2919999999999998},"last":0.312},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.54000000000000004,"15min":0.52900000000000003},"min":{"1min":0.35599999999999998,"5min":0.28599999999999998,"15min":0.255},"max":{"1min":0.67800000000000005,"5min":0.74199999999999999,"15min":0.86399999999999999},"last":0.59099999999999997}]},{"osd":3,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.54500000000000004,"15min":0.51900000000000002},"min":{"1min":0.40400000000000003,"5min":0.27400000000000002,"15min":0.255},"max":{"1min":0.70699999999999996,"5min":0.78000000000000003,"15min":0.83599999999999997},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.53800000000000003,"15min":0.51300000000000001},"min":{"1min":0.34599999999999997,"5min":0.31900000000000001,"15min":0.26700000000000002},"max":{"1min":0.69399999999999995,"5min":0.81000000000000005,"15min":0.88100000000000001},"last":0.46600000000000003}]},{"osd":4,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":0.47099999999999997,"15min":0.44500000000000001},"min":{"1min":0.376,"5min":0.255,"15min":0.23400000000000001},"max":{"1min":0.71699999999999997,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.48799999999999999,"5min":0.48499999999999999,"15min":0.45900000000000002},"min":{"1min":0.29599999999999999,"5min":0.28199999999999997,"15min":0.249},"max":{"1min":0.71499999999999997,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.54800000000000004}]},{"osd":5,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.51500000000000001,"15min":0.49299999999999999},"min":{"1min":0.33200000000000002,"5min":0.29299999999999998,"15min":0.25600000000000001},"max":{"1min":0.70299999999999996,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.58199999999999996,"15min":0.55400000000000005},"min":{"1min":0.45900000000000002,"5min":0.34200000000000003,"15min":0.33700000000000002},"max":{"1min":0.71799999999999997,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.56799999999999995}]},{"osd":6,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.54400000000000004,"15min":0.51900000000000002},"min":{"1min":0.36599999999999999,"5min":0.33000000000000002,"15min":0.32300000000000001},"max":{"1min":0.72999999999999998,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54800000000000004,"15min":0.53400000000000003},"min":{"1min":0.432,"5min":0.315,"15min":0.315},"max":{"1min":0.73799999999999999,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.52600000000000002}]}]},{"osd":6,"up_from":13,"seq":55834574986,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":100724,"kb_used_data":1512,"kb_used_omap":1,"kb_used_meta":99198,"kb_avail":94271116,"statfs":{"total":96636764160,"available":96533622784,"internally_reserved":0,"allocated":1548288,"data_stored":711293,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":101579207},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:52 2024","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.54500000000000004,"15min":0.51900000000000002},"min":{"1min":0.46100000000000002,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.79800000000000004,"5min":0.80700000000000005,"15min":0.97099999999999997},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.55100000000000005,"15min":0.52300000000000002},"min":{"1min":0.44600000000000001,"5min":0.25900000000000001,"15min":0.22500000000000001},"max":{"1min":0.746,"5min":1.224,"15min":1.224},"last":0.59799999999999998}]},{"osd":1,"last update":"Fri Sep 13 16:11:52 2024","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.51800000000000002,"15min":0.50800000000000001},"min":{"1min":0.45500000000000002,"5min":0.23000000000000001,"15min":0.21099999999999999},"max":{"1min":0.77500000000000002,"5min":0.82299999999999995,"15min":1.0940000000000001},"last":0.76200000000000001},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.51400000000000001,"15min":0.49399999999999999},"min":{"1min":0.40699999999999997,"5min":0.26300000000000001,"15min":0.247},"max":{"1min":0.69999999999999996,"5min":1.1879999999999999,"15min":1.1879999999999999},"last":0.65300000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:11:52 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.52800000000000002,"15min":0.505},"min":{"1min":0.42299999999999999,"5min":0.25800000000000001,"15min":0.247},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.94799999999999995},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.54200000000000004,"15min":0.54400000000000004},"min":{"1min":0.44400000000000001,"5min":0.28199999999999997,"15min":0.27000000000000002},"max":{"1min":0.76800000000000002,"5min":0.83799999999999997,"15min":0.91800000000000004},"last":0.51700000000000002}]},{"osd":3,"last update":"Fri Sep 13 16:11:52 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.55400000000000005,"15min":0.54000000000000004},"min":{"1min":0.39400000000000002,"5min":0.28599999999999998,"15min":0.252},"max":{"1min":0.90700000000000003,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.627,"5min":0.57499999999999996,"15min":0.56599999999999995},"min":{"1min":0.52200000000000002,"5min":0.30599999999999999,"15min":0.25900000000000001},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.57699999999999996}]},{"osd":4,"last update":"Fri Sep 13 16:11:52 2024","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.47599999999999998,"15min":0.47299999999999998},"min":{"1min":0.32500000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.81200000000000006,"5min":1.1559999999999999,"15min":1.1559999999999999},"last":0.55000000000000004},{"interface":"front","average":{"1min":0.503,"5min":0.50600000000000001,"15min":0.502},"min":{"1min":0.39500000000000002,"5min":0.25700000000000001,"15min":0.23899999999999999},"max":{"1min":0.73399999999999999,"5min":0.83599999999999997,"15min":0.88900000000000001},"last":0.47999999999999998}]},{"osd":5,"last update":"Fri Sep 13 16:11:52 2024","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.53200000000000003,"15min":0.53500000000000003},"min":{"1min":0.36399999999999999,"5min":0.309,"15min":0.29399999999999998},"max":{"1min":0.76800000000000002,"5min":0.79500000000000004,"15min":0.82099999999999995},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.53300000000000003,"15min":0.54300000000000004},"min":{"1min":0.36799999999999999,"5min":0.33800000000000002,"15min":0.26400000000000001},"max":{"1min":0.878,"5min":0.878,"15min":0.93999999999999995},"last":0.68899999999999995}]},{"osd":7,"last update":"Fri Sep 13 16:11:52 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.54000000000000004,"15min":0.53500000000000003},"min":{"1min":0.34699999999999998,"5min":0.32400000000000001,"15min":0.254},"max":{"1min":0.86499999999999999,"5min":1.1080000000000001,"15min":1.1080000000000001},"last":0.5},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.60699999999999998,"15min":0.59899999999999998},"min":{"1min":0.45600000000000002,"5min":0.35899999999999999,"15min":0.33800000000000002},"max":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.92600000000000005},"last":0.66600000000000004}]}]},{"osd":5,"up_from":13,"seq":55834574985,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":76920,"kb_used_data":1516,"kb_used_omap":1,"kb_used_meta":75390,"kb_avail":94294920,"statfs":{"total":96636764160,"available":96557998080,"internally_reserved":0,"allocated":1552384,"data_stored":710871,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":77199814},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.53400000000000003,"15min":0.48599999999999999},"min":{"1min":0.48699999999999999,"5min":0.216,"15min":0.215},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.51800000000000002,"15min":0.48799999999999999},"min":{"1min":0.439,"5min":0.29099999999999998,"15min":0.219},"max":{"1min":0.72499999999999998,"5min":0.79200000000000004,"15min":0.79400000000000004},"last":0.66700000000000004}]},{"osd":1,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.53800000000000003,"15min":0.504},"min":{"1min":0.46899999999999997,"5min":0.26600000000000001,"15min":0.24299999999999999},"max":{"1min":0.69599999999999995,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.501},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.52400000000000002,"15min":0.50600000000000001},"min":{"1min":0.379,"5min":0.26300000000000001,"15min":0.24299999999999999},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.85799999999999998},"last":0.47099999999999997}]},{"osd":2,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.53700000000000003,"15min":0.50600000000000001},"min":{"1min":0.46300000000000002,"5min":0.249,"15min":0.249},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.77500000000000002},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.54000000000000004,"15min":0.53800000000000003},"min":{"1min":0.42099999999999999,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.70299999999999996,"5min":1.6000000000000001,"15min":1.6000000000000001},"last":0.68500000000000005}]},{"osd":3,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.56100000000000005,"15min":0.53400000000000003},"min":{"1min":0.442,"5min":0.29099999999999998,"15min":0.252},"max":{"1min":0.79200000000000004,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.41699999999999998},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.59899999999999998,"15min":0.57799999999999996},"min":{"1min":0.45400000000000001,"5min":0.316,"15min":0.314},"max":{"1min":0.76600000000000001,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.73099999999999998}]},{"osd":4,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.48299999999999998,"5min":0.47799999999999998,"15min":0.497},"min":{"1min":0.314,"5min":0.26600000000000001,"15min":0.254},"max":{"1min":0.95999999999999996,"5min":1.377,"15min":1.377},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.47799999999999998,"15min":0.496},"min":{"1min":0.34999999999999998,"5min":0.27300000000000002,"15min":0.23799999999999999},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.93799999999999994},"last":0.70099999999999996}]},{"osd":6,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.47899999999999998,"15min":0.49399999999999999},"min":{"1min":0.33500000000000002,"5min":0.25800000000000001,"15min":0.251},"max":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.745},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.52700000000000002,"15min":0.54100000000000004},"min":{"1min":0.39100000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":1.036},"last":0.79600000000000004}]},{"osd":7,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.50800000000000001,"15min":0.51900000000000002},"min":{"1min":0.32600000000000001,"5min":0.31900000000000001,"15min":0.27600000000000002},"max":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.90100000000000002},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.54100000000000004,"15min":0.55000000000000004},"min":{"1min":0.38300000000000001,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.877,"5min":0.89500000000000002,"15min":0.90900000000000003},"last":0.71199999999999997}]}]},{"osd":4,"up_from":13,"seq":55834574986,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":86728,"kb_used_data":1520,"kb_used_omap":1,"kb_used_meta":85182,"kb_avail":94285112,"statfs":{"total":96636764160,"available":96547954688,"internally_reserved":0,"allocated":1556480,"data_stored":712275,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":87226822},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.56299999999999994,"15min":0.49099999999999999},"min":{"1min":0.34699999999999998,"5min":0.25600000000000001,"15min":0.19400000000000001},"max":{"1min":0.67800000000000005,"5min":5.7510000000000003,"15min":5.7510000000000003},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.73099999999999998,"15min":0.54400000000000004},"min":{"1min":0.373,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.76800000000000002,"5min":18.648,"15min":18.648},"last":0.63500000000000001}]},{"osd":1,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.76100000000000001,"15min":0.55700000000000005},"min":{"1min":0.38100000000000001,"5min":0.221,"15min":0.221},"max":{"1min":0.82899999999999996,"5min":20.414000000000001,"15min":20.414000000000001},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.77100000000000002,"15min":0.58799999999999997},"min":{"1min":0.42699999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.73199999999999998,"5min":20.018000000000001,"15min":20.018000000000001},"last":0.66600000000000004}]},{"osd":2,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.56299999999999994,"15min":0.51300000000000001},"min":{"1min":0.44,"5min":0.28000000000000003,"15min":0.26400000000000001},"max":{"1min":0.872,"5min":1.5529999999999999,"15min":1.5529999999999999},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.73099999999999998,"15min":0.622},"min":{"1min":0.434,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.78700000000000003,"5min":12.138,"15min":12.138},"last":0.50800000000000001}]},{"osd":3,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.71199999999999997,"15min":0.59699999999999998},"min":{"1min":0.498,"5min":0.28899999999999998,"15min":0.28399999999999997},"max":{"1min":0.72199999999999998,"5min":13.097,"15min":13.097},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.66300000000000003,"15min":0.54700000000000004},"min":{"1min":0.45300000000000001,"5min":0.28999999999999998,"15min":0.27000000000000002},"max":{"1min":0.70999999999999996,"5min":11.009,"15min":11.009},"last":0.56599999999999995}]},{"osd":5,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.76300000000000001,"15min":0.56699999999999995},"min":{"1min":0.32800000000000001,"5min":0.27700000000000002,"15min":0.25700000000000001},"max":{"1min":0.88800000000000001,"5min":24.812999999999999,"15min":24.812999999999999},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.624,"5min":0.56100000000000005,"15min":0.53400000000000003},"min":{"1min":0.44500000000000001,"5min":0.32000000000000001,"15min":0.27000000000000002},"max":{"1min":0.96599999999999997,"5min":1.5860000000000001,"15min":1.5860000000000001},"last":0.624}]},{"osd":6,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.65900000000000003,"15min":0.54300000000000004},"min":{"1min":0.36499999999999999,"5min":0.316,"15min":0.25800000000000001},"max":{"1min":0.84099999999999997,"5min":13.071999999999999,"15min":13.071999999999999},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.79000000000000004,"15min":0.58899999999999997},"min":{"1min":0.41599999999999998,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.69499999999999995,"5min":24.873999999999999,"15min":24.873999999999999},"last":0.48499999999999999}]},{"osd":7,"last update":"Fri Sep 13 16:11:42 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":1.2729999999999999,"15min":0.752},"min":{"1min":0.38500000000000001,"5min":0.34499999999999997,"15min":0.25800000000000001},"max":{"1min":0.90400000000000003,"5min":64.593999999999994,"15min":64.593999999999994},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.72299999999999998,"15min":0.61199999999999999},"min":{"1min":0.40500000000000003,"5min":0.35199999999999998,"15min":0.32000000000000001},"max":{"1min":0.85999999999999999,"5min":13.125,"15min":13.125},"last":0.59399999999999997}]}]},{"osd":2,"up_from":13,"seq":55834574985,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":104752,"kb_used_data":1508,"kb_used_omap":1,"kb_used_meta":103230,"kb_avail":94267088,"statfs":{"total":96636764160,"available":96529498112,"internally_reserved":0,"allocated":1544192,"data_stored":710711,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":105707974},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.34799999999999998,"15min":0.32400000000000001},"min":{"1min":0.25600000000000001,"5min":0.17599999999999999,"15min":0.17100000000000001},"max":{"1min":0.53400000000000003,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.35699999999999998,"15min":0.33600000000000002},"min":{"1min":0.255,"5min":0.192,"15min":0.185},"max":{"1min":0.54500000000000004,"5min":0.622,"15min":0.63200000000000001},"last":0.34499999999999997}]},{"osd":1,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.33500000000000002},"min":{"1min":0.23799999999999999,"5min":0.218,"15min":0.189},"max":{"1min":0.51000000000000001,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.27400000000000002},{"interface":"front","average":{"1min":0.434,"5min":0.41599999999999998,"15min":0.39600000000000002},"min":{"1min":0.29899999999999999,"5min":0.214,"15min":0.20100000000000001},"max":{"1min":0.60499999999999998,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.40300000000000002}]},{"osd":3,"last update":"Fri Sep 13 16:11:49 2024","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.39100000000000001,"15min":0.36499999999999999},"min":{"1min":0.30199999999999999,"5min":0.22900000000000001,"15min":0.20899999999999999},"max":{"1min":0.65400000000000003,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.32700000000000001},{"interface":"front","average":{"1min":0.38200000000000001,"5min":0.38700000000000001,"15min":0.36199999999999999},"min":{"1min":0.28199999999999997,"5min":0.27000000000000002,"15min":0.23200000000000001},"max":{"1min":0.55900000000000005,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.29799999999999999}]},{"osd":4,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.57899999999999996,"15min":0.54800000000000004},"min":{"1min":0.45800000000000002,"5min":0.27800000000000002,"15min":0.25800000000000001},"max":{"1min":0.82099999999999995,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.627,"5min":0.58999999999999997,"15min":0.55400000000000005},"min":{"1min":0.44400000000000001,"5min":0.29799999999999999,"15min":0.26200000000000001},"max":{"1min":0.92100000000000004,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.55000000000000004}]},{"osd":5,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.57799999999999996,"15min":0.55300000000000005},"min":{"1min":0.437,"5min":0.32000000000000001,"15min":0.25},"max":{"1min":0.80700000000000005,"5min":1.0169999999999999,"15min":1.0169999999999999},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.60099999999999998,"15min":0.55500000000000005},"min":{"1min":0.44,"5min":0.34000000000000002,"15min":0.29199999999999998},"max":{"1min":0.90100000000000002,"5min":1.0309999999999999,"15min":1.0309999999999999},"last":0.57299999999999995}]},{"osd":6,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":0.59999999999999998,"15min":0.56000000000000005},"min":{"1min":0.48699999999999999,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.88900000000000001,"5min":0.997,"15min":0.997},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.65400000000000003,"5min":0.61899999999999999,"15min":0.58399999999999996},"min":{"1min":0.41799999999999998,"5min":0.35899999999999999,"15min":0.33600000000000002},"max":{"1min":0.875,"5min":1.042,"15min":1.042},"last":0.58599999999999997}]},{"osd":7,"last update":"Fri Sep 13 16:11:44 2024","interfaces":[{"interface":"back","average":{"1min":0.64800000000000002,"5min":0.61299999999999999,"15min":0.57999999999999996},"min":{"1min":0.44400000000000001,"5min":0.375,"15min":0.33700000000000002},"max":{"1min":0.85099999999999998,"5min":1.03,"15min":1.03},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.623,"15min":0.58899999999999997},"min":{"1min":0.45200000000000001,"5min":0.38200000000000001,"15min":0.32400000000000001},"max":{"1min":0.97199999999999998,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.61299999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574985,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":82676,"kb_used_data":1512,"kb_used_omap":1,"kb_used_meta":81150,"kb_avail":94289164,"statfs":{"total":96636764160,"available":96552103936,"internally_reserved":0,"allocated":1548288,"data_stored":710733,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":83098054},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:48 2024","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.34699999999999998,"15min":0.33300000000000002},"min":{"1min":0.23200000000000001,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.98199999999999998},"last":0.29799999999999999},{"interface":"front","average":{"1min":0.373,"5min":0.36399999999999999,"15min":0.35399999999999998},"min":{"1min":0.26200000000000001,"5min":0.222,"15min":0.186},"max":{"1min":0.56100000000000005,"5min":0.68799999999999994,"15min":0.85099999999999998},"last":0.33000000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:11:48 2024","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.34999999999999998,"15min":0.33700000000000002},"min":{"1min":0.251,"5min":0.188,"15min":0.186},"max":{"1min":0.56999999999999995,"5min":0.59899999999999998,"15min":0.99099999999999999},"last":0.27700000000000002},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.39100000000000001,"15min":0.38400000000000001},"min":{"1min":0.28799999999999998,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.88400000000000001},"last":0.35199999999999998}]},{"osd":3,"last update":"Fri Sep 13 16:11:48 2024","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.38600000000000001,"15min":0.38200000000000001},"min":{"1min":0.29799999999999999,"5min":0.20699999999999999,"15min":0.20000000000000001},"max":{"1min":0.66700000000000004,"5min":0.76900000000000002,"15min":1.0289999999999999},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.42599999999999999,"15min":0.41499999999999998},"min":{"1min":0.27100000000000002,"5min":0.25900000000000001,"15min":0.223},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.95899999999999996},"last":0.38300000000000001}]},{"osd":4,"last update":"Fri Sep 13 16:11:48 2024","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":0.59799999999999998,"15min":0.55500000000000005},"min":{"1min":0.42899999999999999,"5min":0.316,"15min":0.28399999999999997},"max":{"1min":1.018,"5min":1.018,"15min":1.018},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.60299999999999998,"15min":0.56299999999999994},"min":{"1min":0.41599999999999998,"5min":0.30599999999999999,"15min":0.30399999999999999},"max":{"1min":1.0469999999999999,"5min":1.0469999999999999,"15min":1.0469999999999999},"last":0.61599999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:11:48 2024","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.60399999999999998,"15min":0.54700000000000004},"min":{"1min":0.45800000000000002,"5min":0.32700000000000001,"15min":0.28899999999999998},"max":{"1min":0.82499999999999996,"5min":0.96699999999999997,"15min":0.96699999999999997},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.624,"5min":0.61499999999999999,"15min":0.57199999999999995},"min":{"1min":0.41999999999999998,"5min":0.40799999999999997,"15min":0.32400000000000001},"max":{"1min":0.90600000000000003,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.67900000000000005}]},{"osd":6,"last update":"Fri Sep 13 16:11:48 2024","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.61099999999999999,"15min":0.57199999999999995},"min":{"1min":0.45500000000000002,"5min":0.374,"15min":0.313},"max":{"1min":0.97399999999999998,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.72699999999999998},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.629,"15min":0.57599999999999996},"min":{"1min":0.432,"5min":0.36199999999999999,"15min":0.31900000000000001},"max":{"1min":0.877,"5min":0.997,"15min":0.997},"last":0.63600000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:11:48 2024","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":0.63700000000000001,"15min":0.58599999999999997},"min":{"1min":0.43099999999999999,"5min":0.38300000000000001,"15min":0.315},"max":{"1min":0.94499999999999995,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.58899999999999997},{"interface":"front","average":{"1min":0.65700000000000003,"5min":0.63500000000000001,"15min":0.58599999999999997},"min":{"1min":0.46500000000000002,"5min":0.39600000000000002,"15min":0.377},"max":{"1min":0.88800000000000001,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.67000000000000004}]}]},{"osd":0,"up_from":13,"seq":55834574987,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":101236,"kb_used_data":2088,"kb_used_omap":1,"kb_used_meta":99134,"kb_avail":94270604,"statfs":{"total":96636764160,"available":96533098496,"internally_reserved":0,"allocated":2138112,"data_stored":1300432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":101513671},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 16:11:43 2024","interfaces":[{"interface":"back","average":{"1min":0.35399999999999998,"5min":0.33400000000000002,"15min":0.376},"min":{"1min":0.20899999999999999,"5min":0.151,"15min":0.151},"max":{"1min":0.51900000000000002,"5min":0.52800000000000002,"15min":2.5960000000000001},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.36299999999999999,"15min":0.35399999999999998},"min":{"1min":0.27600000000000002,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":0.60699999999999998,"5min":0.61799999999999999,"15min":0.65900000000000003},"last":0.373}]},{"osd":2,"last update":"Fri Sep 13 16:11:43 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.35899999999999999,"15min":0.36699999999999999},"min":{"1min":0.247,"5min":0.20000000000000001,"15min":0.19800000000000001},"max":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":1.373},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.439,"5min":0.38900000000000001,"15min":0.38300000000000001},"min":{"1min":0.28199999999999997,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.61499999999999999,"5min":0.68799999999999994,"15min":0.77900000000000003},"last":0.33900000000000002}]},{"osd":3,"last update":"Fri Sep 13 16:11:52 2024","interfaces":[{"interface":"back","average":{"1min":0.438,"5min":0.40899999999999997,"15min":0.39500000000000002},"min":{"1min":0.32400000000000001,"5min":0.27000000000000002,"15min":0.218},"max":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.75},"last":0.30199999999999999},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.36799999999999999,"15min":0.36099999999999999},"min":{"1min":0.25,"5min":0.20899999999999999,"15min":0.20100000000000001},"max":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.59699999999999998},"last":0.28899999999999998}]},{"osd":4,"last update":"Fri Sep 13 16:11:43 2024","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.55400000000000005,"15min":0.53200000000000003},"min":{"1min":0.40600000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.66700000000000004},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.58799999999999997,"15min":0.56000000000000005},"min":{"1min":0.42099999999999999,"5min":0.28999999999999998,"15min":0.28199999999999997},"max":{"1min":0.86299999999999999,"5min":0.93300000000000005,"15min":1.321},"last":0.63700000000000001}]},{"osd":5,"last update":"Fri Sep 13 16:11:43 2024","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":1.0580000000000001,"15min":0.71399999999999997},"min":{"1min":0.41599999999999998,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.82799999999999996,"5min":41.240000000000002,"15min":41.240000000000002},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.64400000000000002,"5min":1.0880000000000001,"15min":0.748},"min":{"1min":0.46400000000000002,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.84099999999999997,"5min":41.301000000000002,"15min":41.301000000000002},"last":0.59099999999999997}]},{"osd":6,"last update":"Fri Sep 13 16:11:43 2024","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.58299999999999996,"15min":0.55000000000000004},"min":{"1min":0.40400000000000003,"5min":0.312,"15min":0.312},"max":{"1min":0.83899999999999997,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.65400000000000003,"5min":0.622,"15min":0.58699999999999997},"min":{"1min":0.44600000000000001,"5min":0.35999999999999999,"15min":0.34300000000000003},"max":{"1min":0.84499999999999997,"5min":1.0109999999999999,"15min":1.286},"last":0.54900000000000004}]},{"osd":7,"last update":"Fri Sep 13 16:11:43 2024","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":0.63500000000000001,"15min":0.60499999999999998},"min":{"1min":0.503,"5min":0.35399999999999998,"15min":0.34799999999999998},"max":{"1min":0.92000000000000004,"5min":1.1639999999999999,"15min":1.1639999999999999},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.69199999999999995,"5min":0.61799999999999999,"15min":0.58199999999999996},"min":{"1min":0.51800000000000002,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.84699999999999998,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.71199999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1598,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:12:44.969 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-09-13T16:12:44.970 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-13T16:12:45.112 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.111+0000 7f5d208e5640 1 Processor -- start 2024-09-13T16:12:45.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.111+0000 7f5d208e5640 1 -- start start 2024-09-13T16:12:45.116 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.112+0000 7f5d208e5640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5d1c0b2b40 0x7f5d1c0ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:45.116 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.112+0000 7f5d208e5640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5d1c0ccbe0 con 0x7f5d1c159310 2024-09-13T16:12:45.116 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.112+0000 7f5d208e5640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5d1c0b1810 con 0x7f5d1c0ce4f0 2024-09-13T16:12:45.116 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.112+0000 7f5d208e5640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5d1c0ad940 con 0x7f5d1c0b2b40 2024-09-13T16:12:45.116 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.112+0000 7f5d1a59c640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f5d1c159310 0x7f5d1c0ab140 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:60268/0 (socket says 172.21.15.76:60268) 2024-09-13T16:12:45.117 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.112+0000 7f5d1a59c640 1 -- 172.21.15.76:0/3916486267 learned_addr learned my addr 172.21.15.76:0/3916486267 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:12:45.117 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.112+0000 7f5d1959a640 1 -- 172.21.15.76:0/3916486267 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2930870968 0 0) 0x7f5d1c0ccbe0 con 0x7f5d1c159310 2024-09-13T16:12:45.117 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.112+0000 7f5d1959a640 1 -- 172.21.15.76:0/3916486267 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5d04003520 con 0x7f5d1c159310 2024-09-13T16:12:45.117 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.112+0000 7f5d19d9b640 1 --2- 172.21.15.76:0/3916486267 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5d1c0b2b40 0x7f5d1c0ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:45.117 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.112+0000 7f5d1959a640 1 -- 172.21.15.76:0/3916486267 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3479115183 0 0) 0x7f5d04003520 con 0x7f5d1c159310 2024-09-13T16:12:45.117 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.112+0000 7f5d1959a640 1 -- 172.21.15.76:0/3916486267 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5d1c0b2b40 msgr2=0x7f5d1c0ad400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:45.117 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.112+0000 7f5d1959a640 1 --2- 172.21.15.76:0/3916486267 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5d1c0b2b40 0x7f5d1c0ad400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:45.117 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.112+0000 7f5d1959a640 1 -- 172.21.15.76:0/3916486267 >> v1:172.21.15.192:6789/0 conn(0x7f5d1c0ce4f0 legacy=0x7f5d1c0b1fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:45.117 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.112+0000 7f5d1959a640 1 -- 172.21.15.76:0/3916486267 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5d1c06d9e0 con 0x7f5d1c159310 2024-09-13T16:12:45.117 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.112+0000 7f5d1959a640 1 -- 172.21.15.76:0/3916486267 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f5d10001670 con 0x7f5d1c159310 2024-09-13T16:12:45.117 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.112+0000 7f5d1959a640 1 -- 172.21.15.76:0/3916486267 >> v1:172.21.15.76:6789/0 conn(0x7f5d1c159310 legacy=0x7f5d1c0ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:45.117 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.112+0000 7f5d1959a640 1 --2- 172.21.15.76:0/3916486267 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5d1c0b2b40 0x7f5d040039a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:45.117 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.112+0000 7f5d1959a640 1 --2- 172.21.15.76:0/3916486267 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5d04003f20 0x7f5d040047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:45.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.112+0000 7f5d1959a640 1 --2- 172.21.15.76:0/3916486267 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5d04004d00 0x7f5d04005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:45.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.112+0000 7f5d1959a640 1 -- 172.21.15.76:0/3916486267 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5d0400bb90 con 0x7f5d04004d00 2024-09-13T16:12:45.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.112+0000 7f5d1959a640 1 -- 172.21.15.76:0/3916486267 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5d0400bd00 con 0x7f5d04003f20 2024-09-13T16:12:45.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.112+0000 7f5d1959a640 1 -- 172.21.15.76:0/3916486267 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5d0400bec0 con 0x7f5d1c0b2b40 2024-09-13T16:12:45.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.113+0000 7f5d1ad9d640 1 --2- 172.21.15.76:0/3916486267 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5d04004d00 0x7f5d04005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:45.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.113+0000 7f5d1a59c640 1 --2- 172.21.15.76:0/3916486267 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5d1c0b2b40 0x7f5d040039a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:45.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.113+0000 7f5d19d9b640 1 --2- 172.21.15.76:0/3916486267 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5d04003f20 0x7f5d040047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:45.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.113+0000 7f5d1ad9d640 1 -- 172.21.15.76:0/3916486267 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5d1c0b2b40 msgr2=0x7f5d040039a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:45.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.113+0000 7f5d1ad9d640 1 --2- 172.21.15.76:0/3916486267 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5d1c0b2b40 0x7f5d040039a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:45.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.113+0000 7f5d1ad9d640 1 -- 172.21.15.76:0/3916486267 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5d04003f20 msgr2=0x7f5d040047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:45.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.113+0000 7f5d1ad9d640 1 --2- 172.21.15.76:0/3916486267 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5d04003f20 0x7f5d040047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:45.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.113+0000 7f5d1ad9d640 1 -- 172.21.15.76:0/3916486267 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5d04003520 con 0x7f5d04004d00 2024-09-13T16:12:45.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.114+0000 7f5d1ad9d640 1 --2- 172.21.15.76:0/3916486267 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5d04004d00 0x7f5d04005180 secure :-1 s=READY pgs=1637 cs=0 l=1 rev1=1 crypto rx=0x7f5d14001e50 tx=0x7f5d040057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a3c43e38c2939b01 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:45.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.114+0000 7f5d1959a640 1 -- 172.21.15.76:0/3916486267 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d1402ae70 con 0x7f5d04004d00 2024-09-13T16:12:45.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.114+0000 7f5d1959a640 1 -- 172.21.15.76:0/3916486267 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5d14003970 con 0x7f5d04004d00 2024-09-13T16:12:45.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.114+0000 7f5d1959a640 1 -- 172.21.15.76:0/3916486267 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d14003d20 con 0x7f5d04004d00 2024-09-13T16:12:45.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.114+0000 7f5d208e5640 1 -- 172.21.15.76:0/3916486267 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5d04004d00 msgr2=0x7f5d04005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:45.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.114+0000 7f5d208e5640 1 --2- 172.21.15.76:0/3916486267 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5d04004d00 0x7f5d04005180 secure :-1 s=READY pgs=1637 cs=0 l=1 rev1=1 crypto rx=0x7f5d14001e50 tx=0x7f5d040057f0 comp rx=0 tx=0).stop 2024-09-13T16:12:45.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.114+0000 7f5d1ad9d640 1 -- 172.21.15.76:0/3916486267 reap_dead start 2024-09-13T16:12:45.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.114+0000 7f5d208e5640 1 -- 172.21.15.76:0/3916486267 shutdown_connections 2024-09-13T16:12:45.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.114+0000 7f5d208e5640 1 -- 172.21.15.76:0/3916486267 >> 172.21.15.76:0/3916486267 conn(0x7f5d1c06a0b0 msgr2=0x7f5d1c06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:45.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.114+0000 7f5d208e5640 1 -- 172.21.15.76:0/3916486267 shutdown_connections 2024-09-13T16:12:45.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.114+0000 7f5d208e5640 1 -- 172.21.15.76:0/3916486267 wait complete. 2024-09-13T16:12:45.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.116+0000 7f5d208e5640 1 Processor -- start 2024-09-13T16:12:45.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.116+0000 7f5d208e5640 1 -- start start 2024-09-13T16:12:45.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.116+0000 7f5d208e5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5d04004d00 0x7f5d1c098250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:45.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.116+0000 7f5d208e5640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5d1c098d90 0x7f5d1c156500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:45.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.116+0000 7f5d208e5640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5d1c1f2710 0x7f5d1c0c9790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:45.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.116+0000 7f5d208e5640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5d1c1f22f0 con 0x7f5d04004d00 2024-09-13T16:12:45.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.116+0000 7f5d208e5640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5d1c15b440 con 0x7f5d1c098d90 2024-09-13T16:12:45.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.116+0000 7f5d208e5640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5d1c156a40 con 0x7f5d1c1f2710 2024-09-13T16:12:45.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.116+0000 7f5d1a59c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5d04004d00 0x7f5d1c098250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:45.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.116+0000 7f5d1a59c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5d04004d00 0x7f5d1c098250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60900/0 (socket says 172.21.15.76:60900) 2024-09-13T16:12:45.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.116+0000 7f5d1a59c640 1 -- 172.21.15.76:0/1201029141 learned_addr learned my addr 172.21.15.76:0/1201029141 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:45.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.117+0000 7f5d19d9b640 1 --2- 172.21.15.76:0/1201029141 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5d1c098d90 0x7f5d1c156500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:45.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.117+0000 7f5d1ad9d640 1 --2- 172.21.15.76:0/1201029141 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5d1c1f2710 0x7f5d1c0c9790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:45.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.117+0000 7f5d1a59c640 1 -- 172.21.15.76:0/1201029141 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5d1c1f2710 msgr2=0x7f5d1c0c9790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:45.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.117+0000 7f5d1a59c640 1 --2- 172.21.15.76:0/1201029141 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5d1c1f2710 0x7f5d1c0c9790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:45.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.117+0000 7f5d1a59c640 1 -- 172.21.15.76:0/1201029141 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5d1c098d90 msgr2=0x7f5d1c156500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:45.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.117+0000 7f5d1a59c640 1 --2- 172.21.15.76:0/1201029141 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5d1c098d90 0x7f5d1c156500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:45.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.117+0000 7f5d1a59c640 1 -- 172.21.15.76:0/1201029141 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5d1c099210 con 0x7f5d04004d00 2024-09-13T16:12:45.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.117+0000 7f5d1a59c640 1 --2- 172.21.15.76:0/1201029141 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5d04004d00 0x7f5d1c098250 secure :-1 s=READY pgs=1638 cs=0 l=1 rev1=1 crypto rx=0x7f5d10007290 tx=0x7f5d10007750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:45.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.117+0000 7f5d0affd640 1 -- 172.21.15.76:0/1201029141 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d1000f8e0 con 0x7f5d04004d00 2024-09-13T16:12:45.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.117+0000 7f5d0affd640 1 -- 172.21.15.76:0/1201029141 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5d1000fa40 con 0x7f5d04004d00 2024-09-13T16:12:45.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.117+0000 7f5d208e5640 1 -- 172.21.15.76:0/1201029141 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5d1c1f1f50 con 0x7f5d04004d00 2024-09-13T16:12:45.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.117+0000 7f5d0affd640 1 -- 172.21.15.76:0/1201029141 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d1000fdb0 con 0x7f5d04004d00 2024-09-13T16:12:45.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.117+0000 7f5d208e5640 1 -- 172.21.15.76:0/1201029141 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5d1c099770 con 0x7f5d04004d00 2024-09-13T16:12:45.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.118+0000 7f5d208e5640 1 -- 172.21.15.76:0/1201029141 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5d1c0ad400 con 0x7f5d04004d00 2024-09-13T16:12:45.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.119+0000 7f5d0affd640 1 -- 172.21.15.76:0/1201029141 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f5d1001d460 con 0x7f5d04004d00 2024-09-13T16:12:45.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.119+0000 7f5d0affd640 1 --2- 172.21.15.76:0/1201029141 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5cfc06ac00 0x7f5cfc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:45.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.119+0000 7f5d0affd640 1 -- 172.21.15.76:0/1201029141 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f5d10089530 con 0x7f5d04004d00 2024-09-13T16:12:45.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.119+0000 7f5d19d9b640 1 --2- 172.21.15.76:0/1201029141 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5cfc06ac00 0x7f5cfc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:45.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.120+0000 7f5d19d9b640 1 --2- 172.21.15.76:0/1201029141 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5cfc06ac00 0x7f5cfc06d0c0 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7f5d1c15b600 tx=0x7f5d0c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:45.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.123+0000 7f5d0affd640 1 -- 172.21.15.76:0/1201029141 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f5d10054660 con 0x7f5d04004d00 2024-09-13T16:12:45.345 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.344+0000 7f5d208e5640 1 -- 172.21.15.76:0/1201029141 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) v1 -- 0x7f5d1c06e4b0 con 0x7f5d04004d00 2024-09-13T16:12:45.349 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.348+0000 7f5d0affd640 1 -- 172.21.15.76:0/1201029141 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v18) v1 ==== 190+0+0 (secure 0 0 0) 0x7f5d10057c80 con 0x7f5d04004d00 2024-09-13T16:12:45.349 INFO:teuthology.orchestra.run.smithi076.stderr:updated caps for client.0 2024-09-13T16:12:45.352 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.350+0000 7f5d208e5640 1 -- 172.21.15.76:0/1201029141 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5cfc06ac00 msgr2=0x7f5cfc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:45.352 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.350+0000 7f5d208e5640 1 --2- 172.21.15.76:0/1201029141 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5cfc06ac00 0x7f5cfc06d0c0 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7f5d1c15b600 tx=0x7f5d0c008040 comp rx=0 tx=0).stop 2024-09-13T16:12:45.352 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.350+0000 7f5d208e5640 1 -- 172.21.15.76:0/1201029141 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5d04004d00 msgr2=0x7f5d1c098250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:45.352 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.350+0000 7f5d208e5640 1 --2- 172.21.15.76:0/1201029141 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5d04004d00 0x7f5d1c098250 secure :-1 s=READY pgs=1638 cs=0 l=1 rev1=1 crypto rx=0x7f5d10007290 tx=0x7f5d10007750 comp rx=0 tx=0).stop 2024-09-13T16:12:45.352 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.350+0000 7f5d208e5640 1 -- 172.21.15.76:0/1201029141 shutdown_connections 2024-09-13T16:12:45.352 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.350+0000 7f5d208e5640 1 --2- 172.21.15.76:0/1201029141 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5cfc06ac00 0x7f5cfc06d0c0 unknown :-1 s=CLOSED pgs=701 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:45.352 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.350+0000 7f5d208e5640 1 --2- 172.21.15.76:0/1201029141 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5d1c1f2710 0x7f5d1c0c9790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:45.352 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.350+0000 7f5d208e5640 1 --2- 172.21.15.76:0/1201029141 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5d1c098d90 0x7f5d1c156500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:45.352 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.350+0000 7f5d208e5640 1 --2- 172.21.15.76:0/1201029141 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5d04004d00 0x7f5d1c098250 unknown :-1 s=CLOSED pgs=1638 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:45.352 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.350+0000 7f5d208e5640 1 -- 172.21.15.76:0/1201029141 >> 172.21.15.76:0/1201029141 conn(0x7f5d1c06a0b0 msgr2=0x7f5d1c158600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:45.353 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.350+0000 7f5d208e5640 1 -- 172.21.15.76:0/1201029141 shutdown_connections 2024-09-13T16:12:45.353 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.350+0000 7f5d208e5640 1 -- 172.21.15.76:0/1201029141 wait complete. 2024-09-13T16:12:45.363 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:12:45.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.463+0000 7f886e983640 1 Processor -- start 2024-09-13T16:12:45.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.463+0000 7f886e983640 1 -- start start 2024-09-13T16:12:45.467 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.463+0000 7f886e983640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f88680d07b0 0x7f886806ad10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:45.468 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.463+0000 7f886e983640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f88680d1840 con 0x7f886815c6e0 2024-09-13T16:12:45.468 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.463+0000 7f886e983640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f88680d0c30 con 0x7f88680b4660 2024-09-13T16:12:45.468 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.463+0000 7f886e983640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f88680d0f10 con 0x7f88680d07b0 2024-09-13T16:12:45.468 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.464+0000 7f8867fff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f886815c6e0 0x7f88680b3f50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:60270/0 (socket says 172.21.15.76:60270) 2024-09-13T16:12:45.468 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.464+0000 7f8867fff640 1 -- 172.21.15.76:0/797145761 learned_addr learned my addr 172.21.15.76:0/797145761 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:12:45.468 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.464+0000 7f8866ffd640 1 -- 172.21.15.76:0/797145761 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 246567826 0 0) 0x7f88680d1840 con 0x7f886815c6e0 2024-09-13T16:12:45.468 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.464+0000 7f8866ffd640 1 -- 172.21.15.76:0/797145761 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8854003520 con 0x7f886815c6e0 2024-09-13T16:12:45.468 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.464+0000 7f88677fe640 1 --2- 172.21.15.76:0/797145761 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f88680d07b0 0x7f886806ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:45.468 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.464+0000 7f8866ffd640 1 -- 172.21.15.76:0/797145761 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 858791766 0 0) 0x7f8854003520 con 0x7f886815c6e0 2024-09-13T16:12:45.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.464+0000 7f8866ffd640 1 -- 172.21.15.76:0/797145761 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f88680d07b0 msgr2=0x7f886806ad10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:45.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.464+0000 7f8866ffd640 1 --2- 172.21.15.76:0/797145761 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f88680d07b0 0x7f886806ad10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:45.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.464+0000 7f8866ffd640 1 -- 172.21.15.76:0/797145761 >> v1:172.21.15.192:6789/0 conn(0x7f88680b4660 legacy=0x7f886806b250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:45.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.464+0000 7f8866ffd640 1 -- 172.21.15.76:0/797145761 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f88680d11f0 con 0x7f886815c6e0 2024-09-13T16:12:45.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.464+0000 7f8866ffd640 1 -- 172.21.15.76:0/797145761 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f8858001670 con 0x7f886815c6e0 2024-09-13T16:12:45.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.464+0000 7f8866ffd640 1 -- 172.21.15.76:0/797145761 >> v1:172.21.15.76:6789/0 conn(0x7f886815c6e0 legacy=0x7f88680b3f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:45.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.464+0000 7f8866ffd640 1 --2- 172.21.15.76:0/797145761 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f88540039a0 0x7f8854003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:45.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.464+0000 7f8866ffd640 1 --2- 172.21.15.76:0/797145761 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f88680d07b0 0x7f88540047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:45.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.464+0000 7f8866ffd640 1 --2- 172.21.15.76:0/797145761 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8854004d00 0x7f8854005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:45.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.464+0000 7f8866ffd640 1 -- 172.21.15.76:0/797145761 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f88680d0f10 con 0x7f88540039a0 2024-09-13T16:12:45.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.464+0000 7f8866ffd640 1 -- 172.21.15.76:0/797145761 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f885400bb90 con 0x7f8854004d00 2024-09-13T16:12:45.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.464+0000 7f8866ffd640 1 -- 172.21.15.76:0/797145761 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f885400bd50 con 0x7f88680d07b0 2024-09-13T16:12:45.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.464+0000 7f8867fff640 1 --2- 172.21.15.76:0/797145761 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f88540039a0 0x7f8854003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:45.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.464+0000 7f88677fe640 1 --2- 172.21.15.76:0/797145761 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f88680d07b0 0x7f88540047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:45.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.464+0000 7f886cf20640 1 --2- 172.21.15.76:0/797145761 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8854004d00 0x7f8854005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:45.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.464+0000 7f8867fff640 1 -- 172.21.15.76:0/797145761 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f88680d07b0 msgr2=0x7f88540047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:45.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.464+0000 7f8867fff640 1 --2- 172.21.15.76:0/797145761 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f88680d07b0 0x7f88540047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:45.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.464+0000 7f8867fff640 1 -- 172.21.15.76:0/797145761 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8854004d00 msgr2=0x7f8854005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:45.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.464+0000 7f8867fff640 1 --2- 172.21.15.76:0/797145761 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8854004d00 0x7f8854005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:45.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.464+0000 7f8867fff640 1 -- 172.21.15.76:0/797145761 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8854003520 con 0x7f88540039a0 2024-09-13T16:12:45.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.464+0000 7f886cf20640 1 --2- 172.21.15.76:0/797145761 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8854004d00 0x7f8854005180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:12:45.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.465+0000 7f8867fff640 1 --2- 172.21.15.76:0/797145761 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f88540039a0 0x7f8854003dc0 secure :-1 s=READY pgs=1640 cs=0 l=1 rev1=1 crypto rx=0x7f8858001050 tx=0x7f88540057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5a10e6d4af031b8e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:45.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.465+0000 7f8866ffd640 1 -- 172.21.15.76:0/797145761 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8858005ad0 con 0x7f88540039a0 2024-09-13T16:12:45.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.465+0000 7f8866ffd640 1 -- 172.21.15.76:0/797145761 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f885802d070 con 0x7f88540039a0 2024-09-13T16:12:45.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.465+0000 7f8866ffd640 1 -- 172.21.15.76:0/797145761 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8858007070 con 0x7f88540039a0 2024-09-13T16:12:45.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.466+0000 7f886e983640 1 -- 172.21.15.76:0/797145761 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f88540039a0 msgr2=0x7f8854003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:45.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.466+0000 7f886e983640 1 --2- 172.21.15.76:0/797145761 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f88540039a0 0x7f8854003dc0 secure :-1 s=READY pgs=1640 cs=0 l=1 rev1=1 crypto rx=0x7f8858001050 tx=0x7f88540057f0 comp rx=0 tx=0).stop 2024-09-13T16:12:45.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.466+0000 7f886cf20640 1 -- 172.21.15.76:0/797145761 reap_dead start 2024-09-13T16:12:45.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.466+0000 7f886e983640 1 -- 172.21.15.76:0/797145761 shutdown_connections 2024-09-13T16:12:45.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.466+0000 7f886e983640 1 -- 172.21.15.76:0/797145761 >> 172.21.15.76:0/797145761 conn(0x7f8868089f60 msgr2=0x7f88680d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:45.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.466+0000 7f886e983640 1 -- 172.21.15.76:0/797145761 shutdown_connections 2024-09-13T16:12:45.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.466+0000 7f886e983640 1 -- 172.21.15.76:0/797145761 wait complete. 2024-09-13T16:12:45.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.467+0000 7f886e983640 1 Processor -- start 2024-09-13T16:12:45.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.467+0000 7f886e983640 1 -- start start 2024-09-13T16:12:45.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.468+0000 7f886e983640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f88540039a0 0x7f886815e360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:45.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.468+0000 7f886e983640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f88680b7ba0 0x7f88680b08a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:45.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.468+0000 7f886e983640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f88680b0de0 0x7f8868147040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:45.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.468+0000 7f886e983640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f88680b1260 con 0x7f88680b7ba0 2024-09-13T16:12:45.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.468+0000 7f886e983640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f88681f2900 con 0x7f88680b0de0 2024-09-13T16:12:45.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.468+0000 7f886e983640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f886815ebb0 con 0x7f88540039a0 2024-09-13T16:12:45.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.468+0000 7f88677fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f88680b7ba0 0x7f88680b08a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:45.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.468+0000 7f88677fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f88680b7ba0 0x7f88680b08a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60918/0 (socket says 172.21.15.76:60918) 2024-09-13T16:12:45.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.468+0000 7f88677fe640 1 -- 172.21.15.76:0/1763523516 learned_addr learned my addr 172.21.15.76:0/1763523516 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:45.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.468+0000 7f886cf20640 1 --2- 172.21.15.76:0/1763523516 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f88680b0de0 0x7f8868147040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:45.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.468+0000 7f8867fff640 1 --2- 172.21.15.76:0/1763523516 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f88540039a0 0x7f886815e360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:45.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.468+0000 7f88677fe640 1 -- 172.21.15.76:0/1763523516 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f88540039a0 msgr2=0x7f886815e360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:45.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.468+0000 7f88677fe640 1 --2- 172.21.15.76:0/1763523516 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f88540039a0 0x7f886815e360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:45.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.468+0000 7f88677fe640 1 -- 172.21.15.76:0/1763523516 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f88680b0de0 msgr2=0x7f8868147040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:45.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.468+0000 7f88677fe640 1 --2- 172.21.15.76:0/1763523516 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f88680b0de0 0x7f8868147040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:45.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.468+0000 7f88677fe640 1 -- 172.21.15.76:0/1763523516 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f886815ee90 con 0x7f88680b7ba0 2024-09-13T16:12:45.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.469+0000 7f88677fe640 1 --2- 172.21.15.76:0/1763523516 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f88680b7ba0 0x7f88680b08a0 secure :-1 s=READY pgs=1641 cs=0 l=1 rev1=1 crypto rx=0x7f885000b590 tx=0x7f885000ba50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:45.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.469+0000 7f8864ff9640 1 -- 172.21.15.76:0/1763523516 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88500106e0 con 0x7f88680b7ba0 2024-09-13T16:12:45.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.469+0000 7f8864ff9640 1 -- 172.21.15.76:0/1763523516 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8850010840 con 0x7f88680b7ba0 2024-09-13T16:12:45.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.469+0000 7f886e983640 1 -- 172.21.15.76:0/1763523516 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f886815f170 con 0x7f88680b7ba0 2024-09-13T16:12:45.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.469+0000 7f8864ff9640 1 -- 172.21.15.76:0/1763523516 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8850010c10 con 0x7f88680b7ba0 2024-09-13T16:12:45.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.469+0000 7f886e983640 1 -- 172.21.15.76:0/1763523516 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f886815f730 con 0x7f88680b7ba0 2024-09-13T16:12:45.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.470+0000 7f886e983640 1 -- 172.21.15.76:0/1763523516 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f88680cce70 con 0x7f88680b7ba0 2024-09-13T16:12:45.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.470+0000 7f8864ff9640 1 -- 172.21.15.76:0/1763523516 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f8850010d70 con 0x7f88680b7ba0 2024-09-13T16:12:45.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.471+0000 7f8864ff9640 1 --2- 172.21.15.76:0/1763523516 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f884806ac00 0x7f884806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:45.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.471+0000 7f8864ff9640 1 -- 172.21.15.76:0/1763523516 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f8850089a00 con 0x7f88680b7ba0 2024-09-13T16:12:45.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.471+0000 7f8867fff640 1 --2- 172.21.15.76:0/1763523516 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f884806ac00 0x7f884806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:45.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.471+0000 7f8867fff640 1 --2- 172.21.15.76:0/1763523516 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f884806ac00 0x7f884806d0c0 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7f8858001eb0 tx=0x7f8858009030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:45.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.475+0000 7f8864ff9640 1 -- 172.21.15.76:0/1763523516 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f8850054a10 con 0x7f88680b7ba0 2024-09-13T16:12:45.670 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.669+0000 7f886e983640 1 -- 172.21.15.76:0/1763523516 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f88680cec80 con 0x7f88680b7ba0 2024-09-13T16:12:45.671 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.669+0000 7f8864ff9640 1 -- 172.21.15.76:0/1763523516 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 61 v61) v1 ==== 94+0+4736 (secure 0 0 0) 0x7f8850022020 con 0x7f88680b7ba0 2024-09-13T16:12:45.671 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:45.671 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":61,"default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6794,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/1506250925","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":1506250925},{"type":"v1","addr":"172.21.15.192:6833","nonce":1506250925}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":58},{"gid":6797,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/2760399189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":2760399189},{"type":"v1","addr":"172.21.15.192:6835","nonce":2760399189}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":58},{"gid":8544,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6836/637364378","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":637364378},{"type":"v1","addr":"172.21.15.76:6836","nonce":637364378}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":58}],"filesystems":[{"mdsmap":{"epoch":61,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:12:37.387266+0000","modified":"2024-09-13T16:12:39.396182+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":8547},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8547":{"gid":8547,"name":"a","rank":0,"incarnation":59,"state":"up:active","state_seq":3,"addr":"172.21.15.76:6837/486236722","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":486236722},{"type":"v1","addr":"172.21.15.76:6837","nonce":486236722}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[18],"metadata_pool":17,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":8}]} 2024-09-13T16:12:45.671 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 61 2024-09-13T16:12:45.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.671+0000 7f886e983640 1 -- 172.21.15.76:0/1763523516 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f884806ac00 msgr2=0x7f884806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:45.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.671+0000 7f886e983640 1 --2- 172.21.15.76:0/1763523516 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f884806ac00 0x7f884806d0c0 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7f8858001eb0 tx=0x7f8858009030 comp rx=0 tx=0).stop 2024-09-13T16:12:45.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.671+0000 7f886e983640 1 -- 172.21.15.76:0/1763523516 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f88680b7ba0 msgr2=0x7f88680b08a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:45.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.671+0000 7f886e983640 1 --2- 172.21.15.76:0/1763523516 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f88680b7ba0 0x7f88680b08a0 secure :-1 s=READY pgs=1641 cs=0 l=1 rev1=1 crypto rx=0x7f885000b590 tx=0x7f885000ba50 comp rx=0 tx=0).stop 2024-09-13T16:12:45.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.671+0000 7f886e983640 1 -- 172.21.15.76:0/1763523516 shutdown_connections 2024-09-13T16:12:45.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.671+0000 7f886e983640 1 --2- 172.21.15.76:0/1763523516 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f88680b0de0 0x7f8868147040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:45.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.671+0000 7f886e983640 1 --2- 172.21.15.76:0/1763523516 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f88680b7ba0 0x7f88680b08a0 unknown :-1 s=CLOSED pgs=1641 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:45.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.671+0000 7f886e983640 1 --2- 172.21.15.76:0/1763523516 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f884806ac00 0x7f884806d0c0 unknown :-1 s=CLOSED pgs=702 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:45.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.671+0000 7f886e983640 1 --2- 172.21.15.76:0/1763523516 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f88540039a0 0x7f886815e360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:45.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.671+0000 7f886e983640 1 -- 172.21.15.76:0/1763523516 >> 172.21.15.76:0/1763523516 conn(0x7f8868089f60 msgr2=0x7f88680b3660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:45.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.671+0000 7f886e983640 1 -- 172.21.15.76:0/1763523516 shutdown_connections 2024-09-13T16:12:45.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:45.671+0000 7f886e983640 1 -- 172.21.15.76:0/1763523516 wait complete. 2024-09-13T16:12:46.086 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 61, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T16:12:37.387266+0000', 'modified': '2024-09-13T16:12:39.396182+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 8547}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_8547': {'gid': 8547, 'name': 'a', 'rank': 0, 'incarnation': 59, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.76:6837/486236722', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.76:6835', 'nonce': 486236722}, {'type': 'v1', 'addr': '172.21.15.76:6837', 'nonce': 486236722}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [18], 'metadata_pool': 17, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-13T16:12:46.086 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-13T16:12:46.087 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-13T16:12:46.223 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.186+0000 7f66ed0fe640 1 Processor -- start 2024-09-13T16:12:46.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.187+0000 7f66ed0fe640 1 -- start start 2024-09-13T16:12:46.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.187+0000 7f66ed0fe640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f66e80ad500 0x7f66e816a330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:46.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.187+0000 7f66ed0fe640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f66e8071c90 0x7f66e816aea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:46.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.187+0000 7f66ed0fe640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f66e80cdf80 con 0x7f66e8095110 2024-09-13T16:12:46.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.187+0000 7f66ed0fe640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f66e816a870 con 0x7f66e8071c90 2024-09-13T16:12:46.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.187+0000 7f66ed0fe640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f66e80ad990 con 0x7f66e80ad500 2024-09-13T16:12:46.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.188+0000 7f66e6d9d640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7f66e8095110 0x7f66e8071580 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:57592/0 (socket says 172.21.15.76:57592) 2024-09-13T16:12:46.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.188+0000 7f66e759e640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f66e8071c90 0x7f66e816aea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:46.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.188+0000 7f66de59c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f66e80ad500 0x7f66e816a330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:46.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.188+0000 7f66e6d9d640 1 -- 172.21.15.76:0/2502035469 learned_addr learned my addr 172.21.15.76:0/2502035469 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:12:46.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.188+0000 7f66e659c640 1 -- 172.21.15.76:0/2502035469 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1270423031 0 0) 0x7f66e80cdf80 con 0x7f66e8095110 2024-09-13T16:12:46.225 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.222+0000 7f66e659c640 1 -- 172.21.15.76:0/2502035469 --> v1:172.21.15.192:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f66d4003500 con 0x7f66e8095110 2024-09-13T16:12:46.225 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.222+0000 7f66de59c640 1 -- 172.21.15.76:0/2502035469 >> v2:172.21.15.192:3300/0 conn(0x7f66e8071c90 msgr2=0x7f66e816aea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:46.225 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.222+0000 7f66de59c640 1 --2- 172.21.15.76:0/2502035469 >> v2:172.21.15.192:3300/0 conn(0x7f66e8071c90 0x7f66e816aea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:46.225 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.222+0000 7f66de59c640 1 -- 172.21.15.76:0/2502035469 >> v1:172.21.15.192:6789/0 conn(0x7f66e8095110 legacy=0x7f66e8071580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:46.225 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.222+0000 7f66e659c640 1 -- 172.21.15.76:0/2502035469 <== mon.1 v1:172.21.15.192:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2285418279 0 0) 0x7f66d4003500 con 0x7f66e8095110 2024-09-13T16:12:46.225 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.222+0000 7f66de59c640 1 -- 172.21.15.76:0/2502035469 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f66e80cc040 con 0x7f66e80ad500 2024-09-13T16:12:46.225 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.222+0000 7f66e759e640 1 --2- 172.21.15.76:0/2502035469 >> v2:172.21.15.192:3300/0 conn(0x7f66e8071c90 0x7f66e816aea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:12:46.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.222+0000 7f66de59c640 1 --2- 172.21.15.76:0/2502035469 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f66e80ad500 0x7f66e816a330 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f66d0008820 tx=0x7f66d0008180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1fdda0881f36a34c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:46.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.223+0000 7f66e659c640 1 -- 172.21.15.76:0/2502035469 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66d8001670 con 0x7f66e80ad500 2024-09-13T16:12:46.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.223+0000 7f66e659c640 1 -- 172.21.15.76:0/2502035469 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f66d002ac40 con 0x7f66e80ad500 2024-09-13T16:12:46.227 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.223+0000 7f66e659c640 1 -- 172.21.15.76:0/2502035469 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66d00323f0 con 0x7f66e80ad500 2024-09-13T16:12:46.227 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.223+0000 7f66ed0fe640 1 -- 172.21.15.76:0/2502035469 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f66e80ad500 msgr2=0x7f66e816a330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:46.227 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.223+0000 7f66ed0fe640 1 --2- 172.21.15.76:0/2502035469 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f66e80ad500 0x7f66e816a330 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f66d0008820 tx=0x7f66d0008180 comp rx=0 tx=0).stop 2024-09-13T16:12:46.227 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.223+0000 7f66ed0fe640 1 -- 172.21.15.76:0/2502035469 shutdown_connections 2024-09-13T16:12:46.227 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.223+0000 7f66ed0fe640 1 --2- 172.21.15.76:0/2502035469 >> v2:172.21.15.192:3300/0 conn(0x7f66e8071c90 0x7f66e816aea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:46.227 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.223+0000 7f66ed0fe640 1 --2- 172.21.15.76:0/2502035469 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f66e80ad500 0x7f66e816a330 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:46.227 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.223+0000 7f66ed0fe640 1 -- 172.21.15.76:0/2502035469 >> 172.21.15.76:0/2502035469 conn(0x7f66e80afe60 msgr2=0x7f66e80b0270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:46.227 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.223+0000 7f66ed0fe640 1 -- 172.21.15.76:0/2502035469 shutdown_connections 2024-09-13T16:12:46.227 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.223+0000 7f66ed0fe640 1 -- 172.21.15.76:0/2502035469 wait complete. 2024-09-13T16:12:46.227 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.225+0000 7f66ed0fe640 1 Processor -- start 2024-09-13T16:12:46.227 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.225+0000 7f66ed0fe640 1 -- start start 2024-09-13T16:12:46.230 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.226+0000 7f66ed0fe640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f66e8071c90 0x7f66e80b27a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:46.230 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.226+0000 7f66ed0fe640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f66e8095110 0x7f66e80b34c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:46.230 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.226+0000 7f66ed0fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f66e80b3a00 0x7f66e81ff020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:46.230 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.226+0000 7f66ed0fe640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66e81689a0 con 0x7f66e80b3a00 2024-09-13T16:12:46.230 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.226+0000 7f66ed0fe640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66e80b3e80 con 0x7f66e8095110 2024-09-13T16:12:46.230 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.226+0000 7f66ed0fe640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f66e81ffd50 con 0x7f66e8071c90 2024-09-13T16:12:46.230 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.226+0000 7f66e759e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f66e80b3a00 0x7f66e81ff020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:46.230 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.226+0000 7f66e759e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f66e80b3a00 0x7f66e81ff020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60924/0 (socket says 172.21.15.76:60924) 2024-09-13T16:12:46.230 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.226+0000 7f66e759e640 1 -- 172.21.15.76:0/1859616795 learned_addr learned my addr 172.21.15.76:0/1859616795 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:46.230 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.226+0000 7f66de59c640 1 --2- 172.21.15.76:0/1859616795 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f66e8095110 0x7f66e80b34c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:46.230 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.226+0000 7f66e6d9d640 1 --2- 172.21.15.76:0/1859616795 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f66e8071c90 0x7f66e80b27a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:46.231 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.226+0000 7f66e759e640 1 -- 172.21.15.76:0/1859616795 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f66e8071c90 msgr2=0x7f66e80b27a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:46.231 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.226+0000 7f66e759e640 1 --2- 172.21.15.76:0/1859616795 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f66e8071c90 0x7f66e80b27a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:46.231 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.226+0000 7f66e759e640 1 -- 172.21.15.76:0/1859616795 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f66e8095110 msgr2=0x7f66e80b34c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:46.231 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.226+0000 7f66e759e640 1 --2- 172.21.15.76:0/1859616795 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f66e8095110 0x7f66e80b34c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:46.231 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.226+0000 7f66e759e640 1 -- 172.21.15.76:0/1859616795 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f66e000f050 con 0x7f66e80b3a00 2024-09-13T16:12:46.231 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.226+0000 7f66e759e640 1 --2- 172.21.15.76:0/1859616795 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f66e80b3a00 0x7f66e81ff020 secure :-1 s=READY pgs=1642 cs=0 l=1 rev1=1 crypto rx=0x7f66e000f490 tx=0x7f66e000f950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:46.231 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.226+0000 7f66dffff640 1 -- 172.21.15.76:0/1859616795 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66e0012050 con 0x7f66e80b3a00 2024-09-13T16:12:46.231 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.226+0000 7f66dffff640 1 -- 172.21.15.76:0/1859616795 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f66e0013040 con 0x7f66e80b3a00 2024-09-13T16:12:46.231 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.226+0000 7f66ed0fe640 1 -- 172.21.15.76:0/1859616795 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f66d0008480 con 0x7f66e80b3a00 2024-09-13T16:12:46.231 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.227+0000 7f66dffff640 1 -- 172.21.15.76:0/1859616795 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66e0003db0 con 0x7f66e80b3a00 2024-09-13T16:12:46.231 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.227+0000 7f66ed0fe640 1 -- 172.21.15.76:0/1859616795 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f66e81682e0 con 0x7f66e80b3a00 2024-09-13T16:12:46.231 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.228+0000 7f66dffff640 1 -- 172.21.15.76:0/1859616795 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f66e0004030 con 0x7f66e80b3a00 2024-09-13T16:12:46.232 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.228+0000 7f66dffff640 1 --2- 172.21.15.76:0/1859616795 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f66c806ac00 0x7f66c806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:46.232 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.228+0000 7f66dffff640 1 -- 172.21.15.76:0/1859616795 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f66e008def0 con 0x7f66e80b3a00 2024-09-13T16:12:46.232 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.229+0000 7f66e6d9d640 1 --2- 172.21.15.76:0/1859616795 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f66c806ac00 0x7f66c806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:46.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.229+0000 7f66e6d9d640 1 --2- 172.21.15.76:0/1859616795 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f66c806ac00 0x7f66c806d0c0 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7f66d8000f60 tx=0x7f66d8001660 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:46.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.229+0000 7f66efe1d740 1 Processor -- start 2024-09-13T16:12:46.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.230+0000 7f66efe1d740 1 -- start start 2024-09-13T16:12:46.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.230+0000 7f66efe1d740 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55f8a0cc30a0 0x55f8a0cc3480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:46.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.230+0000 7f66efe1d740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f8a0cc0860 0x55f8a0d10570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:46.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.230+0000 7f66efe1d740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f8a0cea550 0x55f8a0d10ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:46.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.230+0000 7f66efe1d740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f8a0c1d7c0 con 0x55f8a0cea550 2024-09-13T16:12:46.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.230+0000 7f66efe1d740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f8a0c2cb70 con 0x55f8a0cc0860 2024-09-13T16:12:46.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.230+0000 7f66efe1d740 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x55f8a0c2a300 con 0x55f8a0cc30a0 2024-09-13T16:12:46.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.230+0000 7f66e759e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f8a0cea550 0x55f8a0d10ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:46.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.230+0000 7f66e759e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f8a0cea550 0x55f8a0d10ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60938/0 (socket says 172.21.15.76:60938) 2024-09-13T16:12:46.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.230+0000 7f66e759e640 1 -- 172.21.15.76:0/3133830138 learned_addr learned my addr 172.21.15.76:0/3133830138 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:46.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.231+0000 7f66de59c640 1 --2- 172.21.15.76:0/3133830138 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f8a0cc0860 0x55f8a0d10570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:46.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.231+0000 7f66e6d9d640 1 --2- 172.21.15.76:0/3133830138 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55f8a0cc30a0 0x55f8a0cc3480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:46.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.231+0000 7f66e759e640 1 -- 172.21.15.76:0/3133830138 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55f8a0cc30a0 msgr2=0x55f8a0cc3480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:46.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.231+0000 7f66e759e640 1 --2- 172.21.15.76:0/3133830138 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55f8a0cc30a0 0x55f8a0cc3480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:46.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.231+0000 7f66e759e640 1 -- 172.21.15.76:0/3133830138 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f8a0cc0860 msgr2=0x55f8a0d10570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:46.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.231+0000 7f66e759e640 1 --2- 172.21.15.76:0/3133830138 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f8a0cc0860 0x55f8a0d10570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:46.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.231+0000 7f66e759e640 1 -- 172.21.15.76:0/3133830138 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f8a0bb24b0 con 0x55f8a0cea550 2024-09-13T16:12:46.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.231+0000 7f66de59c640 1 --2- 172.21.15.76:0/3133830138 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f8a0cc0860 0x55f8a0d10570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:12:46.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.231+0000 7f66e6d9d640 1 --2- 172.21.15.76:0/3133830138 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55f8a0cc30a0 0x55f8a0cc3480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:12:46.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.231+0000 7f66e759e640 1 --2- 172.21.15.76:0/3133830138 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f8a0cea550 0x55f8a0d10ab0 secure :-1 s=READY pgs=1643 cs=0 l=1 rev1=1 crypto rx=0x7f66e0064ba0 tx=0x7f66e005c7b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c8dbc56f05923d9b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:46.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.231+0000 7f66dcd99640 1 -- 172.21.15.76:0/3133830138 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66e00650d0 con 0x55f8a0cea550 2024-09-13T16:12:46.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.231+0000 7f66dcd99640 1 -- 172.21.15.76:0/3133830138 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f66e005b130 con 0x55f8a0cea550 2024-09-13T16:12:46.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.231+0000 7f66dcd99640 1 -- 172.21.15.76:0/3133830138 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66e0064c40 con 0x55f8a0cea550 2024-09-13T16:12:46.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.232+0000 7f66efe1d740 1 -- 172.21.15.76:0/3133830138 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f8a0cea550 msgr2=0x55f8a0d10ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:46.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.232+0000 7f66efe1d740 1 --2- 172.21.15.76:0/3133830138 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f8a0cea550 0x55f8a0d10ab0 secure :-1 s=READY pgs=1643 cs=0 l=1 rev1=1 crypto rx=0x7f66e0064ba0 tx=0x7f66e005c7b0 comp rx=0 tx=0).stop 2024-09-13T16:12:46.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.232+0000 7f66efe1d740 1 -- 172.21.15.76:0/3133830138 shutdown_connections 2024-09-13T16:12:46.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.232+0000 7f66efe1d740 1 --2- 172.21.15.76:0/3133830138 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f8a0cea550 0x55f8a0d10ab0 unknown :-1 s=CLOSED pgs=1643 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:46.241 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.232+0000 7f66efe1d740 1 --2- 172.21.15.76:0/3133830138 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f8a0cc0860 0x55f8a0d10570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:46.241 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.232+0000 7f66efe1d740 1 --2- 172.21.15.76:0/3133830138 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55f8a0cc30a0 0x55f8a0cc3480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:46.241 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.232+0000 7f66efe1d740 1 -- 172.21.15.76:0/3133830138 >> 172.21.15.76:0/3133830138 conn(0x55f8a0cbf7d0 msgr2=0x55f8a0d07c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:46.241 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.232+0000 7f66efe1d740 1 -- 172.21.15.76:0/3133830138 shutdown_connections 2024-09-13T16:12:46.241 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.232+0000 7f66efe1d740 1 -- 172.21.15.76:0/3133830138 wait complete. 2024-09-13T16:12:46.241 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.232+0000 7f66efe1d740 1 -- start start 2024-09-13T16:12:46.241 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.232+0000 7f66efe1d740 1 Processor -- start 2024-09-13T16:12:46.241 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.233+0000 7f66efe1d740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f8a0cc30a0 0x55f8a0d0fc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:46.241 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.233+0000 7f66efe1d740 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55f8a0cea550 0x55f8a0d05220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:46.241 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.233+0000 7f66efe1d740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f8a0cee1f0 0x55f8a0cbd480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:46.241 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.233+0000 7f66efe1d740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f8a0c25bf0 con 0x55f8a0cc30a0 2024-09-13T16:12:46.241 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.233+0000 7f66efe1d740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f8a0be4250 con 0x55f8a0cee1f0 2024-09-13T16:12:46.241 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.233+0000 7f66efe1d740 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x55f8a0be3ef0 con 0x55f8a0cea550 2024-09-13T16:12:46.242 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.233+0000 7f66efe1d740 10 client.0 _ll_register_callbacks cb 0x55f8a0c16740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:12:46.242 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.233+0000 7f66e6d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f8a0cc30a0 0x55f8a0d0fc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:46.242 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.233+0000 7f66e6d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f8a0cc30a0 0x55f8a0d0fc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60952/0 (socket says 172.21.15.76:60952) 2024-09-13T16:12:46.242 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.233+0000 7f66e6d9d640 1 -- 172.21.15.76:0/2750534471 learned_addr learned my addr 172.21.15.76:0/2750534471 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:46.242 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.233+0000 7f66e759e640 1 --2- 172.21.15.76:0/2750534471 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f8a0cee1f0 0x55f8a0cbd480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:46.242 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.233+0000 7f66de59c640 1 --2- 172.21.15.76:0/2750534471 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55f8a0cea550 0x55f8a0d05220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:46.242 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.234+0000 7f66e6d9d640 1 -- 172.21.15.76:0/2750534471 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55f8a0cea550 msgr2=0x55f8a0d05220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:46.242 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.234+0000 7f66e6d9d640 1 --2- 172.21.15.76:0/2750534471 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55f8a0cea550 0x55f8a0d05220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:46.242 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.234+0000 7f66e6d9d640 1 -- 172.21.15.76:0/2750534471 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f8a0cee1f0 msgr2=0x55f8a0cbd480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:46.242 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.234+0000 7f66e6d9d640 1 --2- 172.21.15.76:0/2750534471 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f8a0cee1f0 0x55f8a0cbd480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:46.242 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.234+0000 7f66e6d9d640 1 -- 172.21.15.76:0/2750534471 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f66e81682e0 con 0x55f8a0cc30a0 2024-09-13T16:12:46.242 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.234+0000 7f66e759e640 1 --2- 172.21.15.76:0/2750534471 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f8a0cee1f0 0x55f8a0cbd480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:12:46.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.234+0000 7f66e6d9d640 1 --2- 172.21.15.76:0/2750534471 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f8a0cc30a0 0x55f8a0d0fc90 secure :-1 s=READY pgs=1644 cs=0 l=1 rev1=1 crypto rx=0x7f66d8014830 tx=0x7f66d8000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=77053306909ed5b5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:46.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.234+0000 7f66c5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.76:3300/0 2024-09-13T16:12:46.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.234+0000 7f66c5ffb640 1 -- 172.21.15.76:0/2750534471 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66d8013b40 con 0x55f8a0cc30a0 2024-09-13T16:12:46.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.234+0000 7f66c5ffb640 1 -- 172.21.15.76:0/2750534471 <== mon.0 v2:172.21.15.76:3300/0 2 ==== osd_map(124..124 src has 1..124) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f66d8013ca0 con 0x55f8a0cc30a0 2024-09-13T16:12:46.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.234+0000 7f66efe1d740 1 -- 172.21.15.76:0/2750534471 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55f8a09193c0 con 0x55f8a0cc30a0 2024-09-13T16:12:46.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.234+0000 7f66c5ffb640 1 -- 172.21.15.76:0/2750534471 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_get_version_reply(handle=1 version=61) v2 ==== 24+0+0 (secure 0 0 0) 0x7f66d8013e60 con 0x55f8a0cc30a0 2024-09-13T16:12:46.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.234+0000 7f66efe1d740 10 client.8712 fetch_fsmap learned FSMap version 61 2024-09-13T16:12:46.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.234+0000 7f66efe1d740 1 -- 172.21.15.76:0/2750534471 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,fsmap=61,monmap=2+}) v3 -- 0x55f8a0c24270 con 0x55f8a0cc30a0 2024-09-13T16:12:46.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.234+0000 7f66c5ffb640 1 -- 172.21.15.76:0/2750534471 <== mon.0 v2:172.21.15.76:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x55f8a09193c0 con 0x55f8a0cc30a0 2024-09-13T16:12:46.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.234+0000 7f66c5ffb640 1 -- 172.21.15.76:0/2750534471 <== mon.0 v2:172.21.15.76:3300/0 5 ==== fsmap(e 61) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f66d8012070 con 0x55f8a0cc30a0 2024-09-13T16:12:46.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.234+0000 7f66efe1d740 10 client.8712 fetch_fsmap finished waiting for FSMap version 61 2024-09-13T16:12:46.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.234+0000 7f66efe1d740 10 client.8712 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-13T16:12:46.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.234+0000 7f66efe1d740 20 client.8712 populate_metadata read hostname 'smithi076' 2024-09-13T16:12:46.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.234+0000 7f66efe1d740 1 --2- 172.21.15.76:0/2750534471 >> [v2:172.21.15.76:6835/486236722,v1:172.21.15.76:6837/486236722] conn(0x55f8a0cd7080 0x55f8a0cd4d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:46.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.234+0000 7f66efe1d740 4 client.8712 mds_command: new command op to 8547 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-13T16:12:46.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.234+0000 7f66efe1d740 1 -- 172.21.15.76:0/2750534471 --> [v2:172.21.15.76:6835/486236722,v1:172.21.15.76:6837/486236722] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55f8a092a6c0 con 0x55f8a0cd7080 2024-09-13T16:12:46.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.234+0000 7f66de59c640 1 --2- 172.21.15.76:0/2750534471 >> [v2:172.21.15.76:6835/486236722,v1:172.21.15.76:6837/486236722] conn(0x55f8a0cd7080 0x55f8a0cd4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:46.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.235+0000 7f66de59c640 1 --2- 172.21.15.76:0/2750534471 >> [v2:172.21.15.76:6835/486236722,v1:172.21.15.76:6837/486236722] conn(0x55f8a0cd7080 0x55f8a0cd4d60 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=30b84d7ae4ed0bd4 server_cookie=dfe51a8274cde75f in_seq=0 out_seq=0 2024-09-13T16:12:46.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.235+0000 7f66c5ffb640 10 client.8712 ms_handle_connect on v2:172.21.15.76:6835/486236722 2024-09-13T16:12:46.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.235+0000 7f66c5ffb640 1 -- 172.21.15.76:0/2750534471 <== mds.0 v2:172.21.15.76:6835/486236722 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55f8a092a6c0 con 0x55f8a0cd7080 2024-09-13T16:12:46.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.235+0000 7f66c5ffb640 10 client.8712 handle_command_reply: tid=0 2024-09-13T16:12:46.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.235+0000 7f66efe1d740 1 client.8712 shutdown 2024-09-13T16:12:46.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.235+0000 7f66efe1d740 1 -- 172.21.15.76:0/2750534471 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f8a0cc30a0 msgr2=0x55f8a0d0fc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:46.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.235+0000 7f66efe1d740 1 --2- 172.21.15.76:0/2750534471 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f8a0cc30a0 0x55f8a0d0fc90 secure :-1 s=READY pgs=1644 cs=0 l=1 rev1=1 crypto rx=0x7f66d8014830 tx=0x7f66d8000bc0 comp rx=0 tx=0).stop 2024-09-13T16:12:46.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.235+0000 7f66efe1d740 1 -- 172.21.15.76:0/2750534471 shutdown_connections 2024-09-13T16:12:46.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.235+0000 7f66efe1d740 1 --2- 172.21.15.76:0/2750534471 >> [v2:172.21.15.76:6835/486236722,v1:172.21.15.76:6837/486236722] conn(0x55f8a0cd7080 0x55f8a0cd4d60 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:46.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.235+0000 7f66efe1d740 1 --2- 172.21.15.76:0/2750534471 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f8a0cee1f0 0x55f8a0cbd480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:46.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.235+0000 7f66efe1d740 1 --2- 172.21.15.76:0/2750534471 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55f8a0cea550 0x55f8a0d05220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:46.245 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.235+0000 7f66c5ffb640 0 client.8712 ms_handle_reset on v2:172.21.15.76:6835/486236722 2024-09-13T16:12:46.245 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.235+0000 7f66efe1d740 1 --2- 172.21.15.76:0/2750534471 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f8a0cc30a0 0x55f8a0d0fc90 unknown :-1 s=CLOSED pgs=1644 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:46.245 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.235+0000 7f66efe1d740 1 -- 172.21.15.76:0/2750534471 >> 172.21.15.76:0/2750534471 conn(0x55f8a0cc0860 msgr2=0x55f8a0d0b140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:46.245 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.236+0000 7f66efe1d740 1 -- 172.21.15.76:0/2750534471 shutdown_connections 2024-09-13T16:12:46.245 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.236+0000 7f66efe1d740 1 -- 172.21.15.76:0/2750534471 wait complete. 2024-09-13T16:12:46.245 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.236+0000 7f66efe1d740 20 client.8712 trim_cache size 0 max 16384 2024-09-13T16:12:46.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.250+0000 7f66efe1d740 1 Processor -- start 2024-09-13T16:12:46.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.250+0000 7f66efe1d740 1 -- start start 2024-09-13T16:12:46.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.251+0000 7f66efe1d740 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55f8a0cc30a0 0x55f8a0d077b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:46.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.251+0000 7f66efe1d740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f8a0cea550 0x55f8a0d07cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:46.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.251+0000 7f66efe1d740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f8a0cee1f0 0x55f8a0cd4d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:46.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.251+0000 7f66efe1d740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f8a0ba9460 con 0x55f8a0cee1f0 2024-09-13T16:12:46.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.251+0000 7f66efe1d740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f8a0cc1ea0 con 0x55f8a0cea550 2024-09-13T16:12:46.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.251+0000 7f66efe1d740 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x55f8a0ced7c0 con 0x55f8a0cc30a0 2024-09-13T16:12:46.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.251+0000 7f66e759e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f8a0cee1f0 0x55f8a0cd4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:46.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.251+0000 7f66e759e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f8a0cee1f0 0x55f8a0cd4d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60956/0 (socket says 172.21.15.76:60956) 2024-09-13T16:12:46.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.251+0000 7f66e759e640 1 -- 172.21.15.76:0/1888202969 learned_addr learned my addr 172.21.15.76:0/1888202969 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:46.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.251+0000 7f66e759e640 1 -- 172.21.15.76:0/1888202969 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55f8a0cc30a0 msgr2=0x55f8a0d077b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:46.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.251+0000 7f66e759e640 1 --2- 172.21.15.76:0/1888202969 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55f8a0cc30a0 0x55f8a0d077b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:46.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.251+0000 7f66e759e640 1 -- 172.21.15.76:0/1888202969 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f8a0cea550 msgr2=0x55f8a0d07cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:46.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.251+0000 7f66e759e640 1 --2- 172.21.15.76:0/1888202969 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f8a0cea550 0x55f8a0d07cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:46.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.252+0000 7f66e759e640 1 -- 172.21.15.76:0/1888202969 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f8a0bc65f0 con 0x55f8a0cee1f0 2024-09-13T16:12:46.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.252+0000 7f66e759e640 1 --2- 172.21.15.76:0/1888202969 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f8a0cee1f0 0x55f8a0cd4d40 secure :-1 s=READY pgs=1645 cs=0 l=1 rev1=1 crypto rx=0x7f66e000f460 tx=0x7f66e0060000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8e89df6ac1307209 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:46.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.252+0000 7f66dd59a640 1 -- 172.21.15.76:0/1888202969 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66e00650d0 con 0x55f8a0cee1f0 2024-09-13T16:12:46.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.252+0000 7f66dd59a640 1 -- 172.21.15.76:0/1888202969 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f66e005aed0 con 0x55f8a0cee1f0 2024-09-13T16:12:46.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.252+0000 7f66dd59a640 1 -- 172.21.15.76:0/1888202969 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66e0064c40 con 0x55f8a0cee1f0 2024-09-13T16:12:46.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.252+0000 7f66efe1d740 1 -- 172.21.15.76:0/1888202969 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f8a0cee1f0 msgr2=0x55f8a0cd4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:46.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.252+0000 7f66efe1d740 1 --2- 172.21.15.76:0/1888202969 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f8a0cee1f0 0x55f8a0cd4d40 secure :-1 s=READY pgs=1645 cs=0 l=1 rev1=1 crypto rx=0x7f66e000f460 tx=0x7f66e0060000 comp rx=0 tx=0).stop 2024-09-13T16:12:46.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.252+0000 7f66efe1d740 1 -- 172.21.15.76:0/1888202969 shutdown_connections 2024-09-13T16:12:46.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.252+0000 7f66efe1d740 1 --2- 172.21.15.76:0/1888202969 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f8a0cee1f0 0x55f8a0cd4d40 unknown :-1 s=CLOSED pgs=1645 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:46.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.252+0000 7f66efe1d740 1 --2- 172.21.15.76:0/1888202969 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f8a0cea550 0x55f8a0d07cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:46.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.252+0000 7f66efe1d740 1 --2- 172.21.15.76:0/1888202969 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55f8a0cc30a0 0x55f8a0d077b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:46.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.252+0000 7f66efe1d740 1 -- 172.21.15.76:0/1888202969 >> 172.21.15.76:0/1888202969 conn(0x55f8a0cc0860 msgr2=0x55f8a0d0b140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:46.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.252+0000 7f66efe1d740 1 -- 172.21.15.76:0/1888202969 shutdown_connections 2024-09-13T16:12:46.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.252+0000 7f66efe1d740 1 -- 172.21.15.76:0/1888202969 wait complete. 2024-09-13T16:12:46.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.253+0000 7f66efe1d740 1 -- start start 2024-09-13T16:12:46.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.253+0000 7f66efe1d740 1 Processor -- start 2024-09-13T16:12:46.259 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.254+0000 7f66efe1d740 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55f8a0cc30a0 0x55f8a0d71ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:46.260 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.254+0000 7f66efe1d740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f8a0cea550 0x55f8a0d08fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:46.260 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.254+0000 7f66efe1d740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f8a0cee1f0 0x55f8a0d071a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:46.260 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.254+0000 7f66efe1d740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f8a0d07d40 con 0x55f8a0cea550 2024-09-13T16:12:46.260 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.254+0000 7f66efe1d740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f8a0cc1930 con 0x55f8a0cee1f0 2024-09-13T16:12:46.260 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.254+0000 7f66efe1d740 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x55f8a0d08b10 con 0x55f8a0cc30a0 2024-09-13T16:12:46.260 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.254+0000 7f66efe1d740 10 client.0 _ll_register_callbacks cb 0x7f66e000d6f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:12:46.260 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.254+0000 7f66de59c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f8a0cea550 0x55f8a0d08fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:46.260 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.254+0000 7f66de59c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f8a0cea550 0x55f8a0d08fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60968/0 (socket says 172.21.15.76:60968) 2024-09-13T16:12:46.260 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.254+0000 7f66de59c640 1 -- 172.21.15.76:0/439826378 learned_addr learned my addr 172.21.15.76:0/439826378 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:46.260 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.254+0000 7f66e6d9d640 1 --2- 172.21.15.76:0/439826378 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55f8a0cc30a0 0x55f8a0d71ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:46.260 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.254+0000 7f66de59c640 1 -- 172.21.15.76:0/439826378 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55f8a0cc30a0 msgr2=0x55f8a0d71ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:46.260 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.254+0000 7f66de59c640 1 --2- 172.21.15.76:0/439826378 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55f8a0cc30a0 0x55f8a0d71ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:46.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.254+0000 7f66de59c640 1 -- 172.21.15.76:0/439826378 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f8a0cee1f0 msgr2=0x55f8a0d071a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:46.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.254+0000 7f66de59c640 1 --2- 172.21.15.76:0/439826378 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f8a0cee1f0 0x55f8a0d071a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:46.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.254+0000 7f66de59c640 1 -- 172.21.15.76:0/439826378 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55f8a0bb24b0 con 0x55f8a0cea550 2024-09-13T16:12:46.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.254+0000 7f66de59c640 1 --2- 172.21.15.76:0/439826378 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f8a0cea550 0x55f8a0d08fa0 secure :-1 s=READY pgs=1646 cs=0 l=1 rev1=1 crypto rx=0x7f66d0008820 tx=0x7f66d00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ad8b0db752399cbf server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:46.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.254+0000 7f66c5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.76:3300/0 2024-09-13T16:12:46.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.254+0000 7f66c5ffb640 1 -- 172.21.15.76:0/439826378 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66d0004490 con 0x55f8a0cea550 2024-09-13T16:12:46.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.254+0000 7f66efe1d740 1 -- 172.21.15.76:0/439826378 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55f8a0ceea80 con 0x55f8a0cea550 2024-09-13T16:12:46.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.254+0000 7f66c5ffb640 1 -- 172.21.15.76:0/439826378 <== mon.0 v2:172.21.15.76:3300/0 2 ==== osd_map(124..124 src has 1..124) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f66d004c030 con 0x55f8a0cea550 2024-09-13T16:12:46.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.255+0000 7f66c5ffb640 1 -- 172.21.15.76:0/439826378 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_get_version_reply(handle=1 version=61) v2 ==== 24+0+0 (secure 0 0 0) 0x7f66d00472c0 con 0x55f8a0cea550 2024-09-13T16:12:46.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.255+0000 7f66efe1d740 10 client.8718 fetch_fsmap learned FSMap version 61 2024-09-13T16:12:46.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.255+0000 7f66efe1d740 1 -- 172.21.15.76:0/439826378 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,fsmap=61,monmap=2+}) v3 -- 0x55f8a0bebd00 con 0x55f8a0cea550 2024-09-13T16:12:46.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.255+0000 7f66c5ffb640 1 -- 172.21.15.76:0/439826378 <== mon.0 v2:172.21.15.76:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x55f8a0ceea80 con 0x55f8a0cea550 2024-09-13T16:12:46.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.255+0000 7f66c5ffb640 1 -- 172.21.15.76:0/439826378 <== mon.0 v2:172.21.15.76:3300/0 5 ==== fsmap(e 61) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f66d003a040 con 0x55f8a0cea550 2024-09-13T16:12:46.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.255+0000 7f66efe1d740 10 client.8718 fetch_fsmap finished waiting for FSMap version 61 2024-09-13T16:12:46.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.255+0000 7f66efe1d740 10 client.8718 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-13T16:12:46.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.255+0000 7f66efe1d740 20 client.8718 populate_metadata read hostname 'smithi076' 2024-09-13T16:12:46.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.255+0000 7f66efe1d740 1 --2- 172.21.15.76:0/439826378 >> [v2:172.21.15.76:6835/486236722,v1:172.21.15.76:6837/486236722] conn(0x55f8a0cd53a0 0x55f8a0cd5780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:46.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.255+0000 7f66efe1d740 4 client.8718 mds_command: new command op to 8547 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-13T16:12:46.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.255+0000 7f66efe1d740 1 -- 172.21.15.76:0/439826378 --> [v2:172.21.15.76:6835/486236722,v1:172.21.15.76:6837/486236722] -- command(tid 0: {"prefix": "status"}) v1 -- 0x7f66e005b130 con 0x55f8a0cd53a0 2024-09-13T16:12:46.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.255+0000 7f66e6d9d640 1 --2- 172.21.15.76:0/439826378 >> [v2:172.21.15.76:6835/486236722,v1:172.21.15.76:6837/486236722] conn(0x55f8a0cd53a0 0x55f8a0cd5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:46.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.255+0000 7f66c5ffb640 10 client.8718 ms_handle_connect on v2:172.21.15.76:6835/486236722 2024-09-13T16:12:46.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.255+0000 7f66e6d9d640 1 --2- 172.21.15.76:0/439826378 >> [v2:172.21.15.76:6835/486236722,v1:172.21.15.76:6837/486236722] conn(0x55f8a0cd53a0 0x55f8a0cd5780 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=170fff0f5a25024a server_cookie=e710229e8c64dc77 in_seq=0 out_seq=0 2024-09-13T16:12:46.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.256+0000 7f66c5ffb640 1 -- 172.21.15.76:0/439826378 <== mds.0 v2:172.21.15.76:6835/486236722 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+327 (crc 0 0 0) 0x7f66e005b130 con 0x55f8a0cd53a0 2024-09-13T16:12:46.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.256+0000 7f66c5ffb640 10 client.8718 handle_command_reply: tid=0 2024-09-13T16:12:46.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.256+0000 7f66efe1d740 1 client.8718 shutdown 2024-09-13T16:12:46.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.256+0000 7f66efe1d740 1 -- 172.21.15.76:0/439826378 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f8a0cea550 msgr2=0x55f8a0d08fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:46.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.256+0000 7f66efe1d740 1 --2- 172.21.15.76:0/439826378 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f8a0cea550 0x55f8a0d08fa0 secure :-1 s=READY pgs=1646 cs=0 l=1 rev1=1 crypto rx=0x7f66d0008820 tx=0x7f66d00046c0 comp rx=0 tx=0).stop 2024-09-13T16:12:46.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.256+0000 7f66efe1d740 1 -- 172.21.15.76:0/439826378 shutdown_connections 2024-09-13T16:12:46.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.256+0000 7f66efe1d740 1 --2- 172.21.15.76:0/439826378 >> [v2:172.21.15.76:6835/486236722,v1:172.21.15.76:6837/486236722] conn(0x55f8a0cd53a0 0x55f8a0cd5780 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:46.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.256+0000 7f66efe1d740 1 --2- 172.21.15.76:0/439826378 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f8a0cee1f0 0x55f8a0d071a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:46.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.256+0000 7f66c5ffb640 0 client.8718 ms_handle_reset on v2:172.21.15.76:6835/486236722 2024-09-13T16:12:46.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.256+0000 7f66efe1d740 1 --2- 172.21.15.76:0/439826378 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55f8a0cea550 0x55f8a0d08fa0 unknown :-1 s=CLOSED pgs=1646 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:46.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.256+0000 7f66efe1d740 1 --2- 172.21.15.76:0/439826378 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55f8a0cc30a0 0x55f8a0d71ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:46.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.256+0000 7f66efe1d740 1 -- 172.21.15.76:0/439826378 >> 172.21.15.76:0/439826378 conn(0x55f8a0cc0860 msgr2=0x55f8a0d05cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:46.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.256+0000 7f66efe1d740 1 -- 172.21.15.76:0/439826378 shutdown_connections 2024-09-13T16:12:46.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.256+0000 7f66efe1d740 1 -- 172.21.15.76:0/439826378 wait complete. 2024-09-13T16:12:46.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.256+0000 7f66efe1d740 20 client.8718 trim_cache size 0 max 16384 2024-09-13T16:12:46.264 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2024-09-13T16:12:46.264 INFO:teuthology.orchestra.run.smithi076.stdout: "cluster_fsid": "da76ee52-f48b-434a-9df7-5fefe2a6e471", 2024-09-13T16:12:46.264 INFO:teuthology.orchestra.run.smithi076.stdout: "whoami": 0, 2024-09-13T16:12:46.264 INFO:teuthology.orchestra.run.smithi076.stdout: "id": 8547, 2024-09-13T16:12:46.264 INFO:teuthology.orchestra.run.smithi076.stdout: "want_state": "up:active", 2024-09-13T16:12:46.264 INFO:teuthology.orchestra.run.smithi076.stdout: "state": "up:active", 2024-09-13T16:12:46.264 INFO:teuthology.orchestra.run.smithi076.stdout: "fs_name": "cephfs", 2024-09-13T16:12:46.264 INFO:teuthology.orchestra.run.smithi076.stdout: "rank_uptime": 8.8674803319999995, 2024-09-13T16:12:46.264 INFO:teuthology.orchestra.run.smithi076.stdout: "mdsmap_epoch": 61, 2024-09-13T16:12:46.264 INFO:teuthology.orchestra.run.smithi076.stdout: "osdmap_epoch": 124, 2024-09-13T16:12:46.264 INFO:teuthology.orchestra.run.smithi076.stdout: "osdmap_epoch_barrier": 124, 2024-09-13T16:12:46.265 INFO:teuthology.orchestra.run.smithi076.stdout: "uptime": 13.282977179 2024-09-13T16:12:46.265 INFO:teuthology.orchestra.run.smithi076.stdout:} 2024-09-13T16:12:46.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.256+0000 7f66ed0fe640 1 -- 172.21.15.76:0/1859616795 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f66c806ac00 msgr2=0x7f66c806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:46.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.256+0000 7f66ed0fe640 1 --2- 172.21.15.76:0/1859616795 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f66c806ac00 0x7f66c806d0c0 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7f66d8000f60 tx=0x7f66d8001660 comp rx=0 tx=0).stop 2024-09-13T16:12:46.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.256+0000 7f66ed0fe640 1 -- 172.21.15.76:0/1859616795 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f66e80b3a00 msgr2=0x7f66e81ff020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:46.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.256+0000 7f66ed0fe640 1 --2- 172.21.15.76:0/1859616795 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f66e80b3a00 0x7f66e81ff020 secure :-1 s=READY pgs=1642 cs=0 l=1 rev1=1 crypto rx=0x7f66e000f490 tx=0x7f66e000f950 comp rx=0 tx=0).stop 2024-09-13T16:12:46.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.256+0000 7f66ed0fe640 1 -- 172.21.15.76:0/1859616795 shutdown_connections 2024-09-13T16:12:46.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.256+0000 7f66ed0fe640 1 --2- 172.21.15.76:0/1859616795 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f66e80b3a00 0x7f66e81ff020 unknown :-1 s=CLOSED pgs=1642 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:46.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.256+0000 7f66ed0fe640 1 --2- 172.21.15.76:0/1859616795 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f66e8095110 0x7f66e80b34c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:46.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.256+0000 7f66ed0fe640 1 --2- 172.21.15.76:0/1859616795 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f66c806ac00 0x7f66c806d0c0 unknown :-1 s=CLOSED pgs=703 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:46.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.256+0000 7f66ed0fe640 1 --2- 172.21.15.76:0/1859616795 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f66e8071c90 0x7f66e80b27a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:46.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.256+0000 7f66ed0fe640 1 -- 172.21.15.76:0/1859616795 >> 172.21.15.76:0/1859616795 conn(0x7f66e80afe60 msgr2=0x7f66e816d580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:46.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.256+0000 7f66ed0fe640 1 -- 172.21.15.76:0/1859616795 shutdown_connections 2024-09-13T16:12:46.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.257+0000 7f66ed0fe640 1 -- 172.21.15.76:0/1859616795 wait complete. 2024-09-13T16:12:46.268 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T16:12:46.366 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.364+0000 7f30dce96640 1 Processor -- start 2024-09-13T16:12:46.366 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.364+0000 7f30dce96640 1 -- start start 2024-09-13T16:12:46.369 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.365+0000 7f30dce96640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f30d8071d30 0x7f30d8070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:46.369 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.365+0000 7f30dce96640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f30d8072110 0x7f30d80b1b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:46.369 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.365+0000 7f30dce96640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f30d80abdf0 con 0x7f30d80c8920 2024-09-13T16:12:46.369 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.365+0000 7f30dce96640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f30d80ab1e0 con 0x7f30d8071d30 2024-09-13T16:12:46.370 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.365+0000 7f30dce96640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f30d80ab4c0 con 0x7f30d8072110 2024-09-13T16:12:46.370 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.365+0000 7f30d659c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f30d8071d30 0x7f30d8070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:46.370 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.365+0000 7f30d659c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f30d8071d30 0x7f30d8070190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60982/0 (socket says 172.21.15.76:60982) 2024-09-13T16:12:46.370 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.365+0000 7f30d659c640 1 -- 172.21.15.76:0/4211338660 learned_addr learned my addr 172.21.15.76:0/4211338660 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:46.370 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.366+0000 7f30d5d9b640 1 --2- 172.21.15.76:0/4211338660 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f30d8072110 0x7f30d80b1b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:46.370 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.366+0000 7f30d659c640 1 -- 172.21.15.76:0/4211338660 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f30d8072110 msgr2=0x7f30d80b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:46.370 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.366+0000 7f30d659c640 1 --2- 172.21.15.76:0/4211338660 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f30d8072110 0x7f30d80b1b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:46.370 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.366+0000 7f30d659c640 1 -- 172.21.15.76:0/4211338660 >> v1:172.21.15.192:6789/0 conn(0x7f30d80c8920 legacy=0x7f30d80ac280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:46.370 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.366+0000 7f30d659c640 1 -- 172.21.15.76:0/4211338660 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f30d80ab7a0 con 0x7f30d8071d30 2024-09-13T16:12:46.370 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.366+0000 7f30d5d9b640 1 --2- 172.21.15.76:0/4211338660 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f30d8072110 0x7f30d80b1b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:12:46.371 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.366+0000 7f30d659c640 1 --2- 172.21.15.76:0/4211338660 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f30d8071d30 0x7f30d8070190 secure :-1 s=READY pgs=1647 cs=0 l=1 rev1=1 crypto rx=0x7f30c800bb40 tx=0x7f30c802c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=467378a5741edf34 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:46.371 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.366+0000 7f30d559a640 1 -- 172.21.15.76:0/4211338660 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30c80327c0 con 0x7f30d8071d30 2024-09-13T16:12:46.371 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.367+0000 7f30d559a640 1 -- 172.21.15.76:0/4211338660 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f30c8032920 con 0x7f30d8071d30 2024-09-13T16:12:46.371 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.367+0000 7f30d559a640 1 -- 172.21.15.76:0/4211338660 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30c8032cb0 con 0x7f30d8071d30 2024-09-13T16:12:46.371 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.367+0000 7f30dce96640 1 -- 172.21.15.76:0/4211338660 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f30d8071d30 msgr2=0x7f30d8070190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:46.371 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.367+0000 7f30dce96640 1 --2- 172.21.15.76:0/4211338660 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f30d8071d30 0x7f30d8070190 secure :-1 s=READY pgs=1647 cs=0 l=1 rev1=1 crypto rx=0x7f30c800bb40 tx=0x7f30c802c900 comp rx=0 tx=0).stop 2024-09-13T16:12:46.371 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.367+0000 7f30dce96640 1 -- 172.21.15.76:0/4211338660 shutdown_connections 2024-09-13T16:12:46.371 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.367+0000 7f30dce96640 1 --2- 172.21.15.76:0/4211338660 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f30d8072110 0x7f30d80b1b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:46.371 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.367+0000 7f30dce96640 1 --2- 172.21.15.76:0/4211338660 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f30d8071d30 0x7f30d8070190 unknown :-1 s=CLOSED pgs=1647 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:46.372 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.367+0000 7f30dce96640 1 -- 172.21.15.76:0/4211338660 >> 172.21.15.76:0/4211338660 conn(0x7f30d8069ed0 msgr2=0x7f30d806a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:46.372 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.367+0000 7f30dce96640 1 -- 172.21.15.76:0/4211338660 shutdown_connections 2024-09-13T16:12:46.372 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.367+0000 7f30dce96640 1 -- 172.21.15.76:0/4211338660 wait complete. 2024-09-13T16:12:46.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.369+0000 7f30dce96640 1 Processor -- start 2024-09-13T16:12:46.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.369+0000 7f30dce96640 1 -- start start 2024-09-13T16:12:46.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.369+0000 7f30dce96640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f30d8071d30 0x7f30d81ee8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:46.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.369+0000 7f30dce96640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f30d8072110 0x7f30d815ad70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:46.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.369+0000 7f30dce96640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f30d80c8920 0x7f30d80c1a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:46.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.369+0000 7f30dce96640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f30d80c6fc0 con 0x7f30d80c8920 2024-09-13T16:12:46.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.369+0000 7f30dce96640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f30d80c63f0 con 0x7f30d8071d30 2024-09-13T16:12:46.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.369+0000 7f30dce96640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f30d80c6690 con 0x7f30d8072110 2024-09-13T16:12:46.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.369+0000 7f30d6d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f30d80c8920 0x7f30d80c1a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:46.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.369+0000 7f30d6d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f30d80c8920 0x7f30d80c1a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:60998/0 (socket says 172.21.15.76:60998) 2024-09-13T16:12:46.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.369+0000 7f30d6d9d640 1 -- 172.21.15.76:0/36199957 learned_addr learned my addr 172.21.15.76:0/36199957 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:46.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.370+0000 7f30d5d9b640 1 --2- 172.21.15.76:0/36199957 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f30d8072110 0x7f30d815ad70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:46.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.370+0000 7f30d659c640 1 --2- 172.21.15.76:0/36199957 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f30d8071d30 0x7f30d81ee8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:46.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.370+0000 7f30d6d9d640 1 -- 172.21.15.76:0/36199957 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f30d8072110 msgr2=0x7f30d815ad70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:46.377 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.370+0000 7f30d6d9d640 1 --2- 172.21.15.76:0/36199957 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f30d8072110 0x7f30d815ad70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:46.377 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.370+0000 7f30d6d9d640 1 -- 172.21.15.76:0/36199957 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f30d8071d30 msgr2=0x7f30d81ee8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:46.377 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.370+0000 7f30d6d9d640 1 --2- 172.21.15.76:0/36199957 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f30d8071d30 0x7f30d81ee8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:46.377 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.370+0000 7f30d6d9d640 1 -- 172.21.15.76:0/36199957 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f30c800b770 con 0x7f30d80c8920 2024-09-13T16:12:46.377 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.370+0000 7f30d6d9d640 1 --2- 172.21.15.76:0/36199957 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f30d80c8920 0x7f30d80c1a80 secure :-1 s=READY pgs=1648 cs=0 l=1 rev1=1 crypto rx=0x7f30d000c780 tx=0x7f30d000cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:46.377 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.370+0000 7f30c6ffd640 1 -- 172.21.15.76:0/36199957 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30d0004b60 con 0x7f30d80c8920 2024-09-13T16:12:46.377 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.370+0000 7f30c6ffd640 1 -- 172.21.15.76:0/36199957 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f30d000ce90 con 0x7f30d80c8920 2024-09-13T16:12:46.377 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.370+0000 7f30dce96640 1 -- 172.21.15.76:0/36199957 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f30d80c6970 con 0x7f30d80c8920 2024-09-13T16:12:46.377 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.370+0000 7f30c6ffd640 1 -- 172.21.15.76:0/36199957 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30d000a850 con 0x7f30d80c8920 2024-09-13T16:12:46.378 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.370+0000 7f30dce96640 1 -- 172.21.15.76:0/36199957 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f30d80ae9c0 con 0x7f30d80c8920 2024-09-13T16:12:46.378 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.371+0000 7f30dce96640 1 -- 172.21.15.76:0/36199957 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f30d80c7170 con 0x7f30d80c8920 2024-09-13T16:12:46.378 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.372+0000 7f30c6ffd640 1 -- 172.21.15.76:0/36199957 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f30d000a9b0 con 0x7f30d80c8920 2024-09-13T16:12:46.378 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.372+0000 7f30c6ffd640 1 --2- 172.21.15.76:0/36199957 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f30b806ac00 0x7f30b806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:46.378 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.372+0000 7f30c6ffd640 1 -- 172.21.15.76:0/36199957 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f30d0089560 con 0x7f30d80c8920 2024-09-13T16:12:46.378 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.372+0000 7f30d659c640 1 --2- 172.21.15.76:0/36199957 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f30b806ac00 0x7f30b806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:46.378 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.373+0000 7f30d659c640 1 --2- 172.21.15.76:0/36199957 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f30b806ac00 0x7f30b806d0c0 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7f30c8037000 tx=0x7f30c8032000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:46.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.376+0000 7f30c6ffd640 1 -- 172.21.15.76:0/36199957 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f30d80c7170 con 0x7f30d80c8920 2024-09-13T16:12:46.576 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.574+0000 7f30dce96640 1 -- 172.21.15.76:0/36199957 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f30d8070190 con 0x7f30d80c8920 2024-09-13T16:12:46.576 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.575+0000 7f30c6ffd640 1 -- 172.21.15.76:0/36199957 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v61) v1 ==== 53+0+73 (secure 0 0 0) 0x7f30d00546b0 con 0x7f30d80c8920 2024-09-13T16:12:46.576 INFO:teuthology.orchestra.run.smithi076.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-13T16:12:46.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.577+0000 7f30dce96640 1 -- 172.21.15.76:0/36199957 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f30b806ac00 msgr2=0x7f30b806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:46.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.577+0000 7f30dce96640 1 --2- 172.21.15.76:0/36199957 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f30b806ac00 0x7f30b806d0c0 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7f30c8037000 tx=0x7f30c8032000 comp rx=0 tx=0).stop 2024-09-13T16:12:46.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.577+0000 7f30dce96640 1 -- 172.21.15.76:0/36199957 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f30d80c8920 msgr2=0x7f30d80c1a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:46.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.577+0000 7f30dce96640 1 --2- 172.21.15.76:0/36199957 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f30d80c8920 0x7f30d80c1a80 secure :-1 s=READY pgs=1648 cs=0 l=1 rev1=1 crypto rx=0x7f30d000c780 tx=0x7f30d000cc40 comp rx=0 tx=0).stop 2024-09-13T16:12:46.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.577+0000 7f30dce96640 1 -- 172.21.15.76:0/36199957 shutdown_connections 2024-09-13T16:12:46.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.577+0000 7f30dce96640 1 --2- 172.21.15.76:0/36199957 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f30d80c8920 0x7f30d80c1a80 unknown :-1 s=CLOSED pgs=1648 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:46.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.577+0000 7f30dce96640 1 --2- 172.21.15.76:0/36199957 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f30b806ac00 0x7f30b806d0c0 unknown :-1 s=CLOSED pgs=704 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:46.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.577+0000 7f30dce96640 1 --2- 172.21.15.76:0/36199957 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f30d8072110 0x7f30d815ad70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:46.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.577+0000 7f30dce96640 1 --2- 172.21.15.76:0/36199957 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f30d8071d30 0x7f30d81ee8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:46.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.577+0000 7f30dce96640 1 -- 172.21.15.76:0/36199957 >> 172.21.15.76:0/36199957 conn(0x7f30d8069ed0 msgr2=0x7f30d80ce010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:46.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.577+0000 7f30dce96640 1 -- 172.21.15.76:0/36199957 shutdown_connections 2024-09-13T16:12:46.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:46.577+0000 7f30dce96640 1 -- 172.21.15.76:0/36199957 wait complete. 2024-09-13T16:12:46.590 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T16:12:46.590 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T16:12:46.590 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi076.front.sepia.ceph.com 2024-09-13T16:12:46.590 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-13T16:12:46.590 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-13T16:12:46.590 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T16:12:46.590 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T16:12:46.591 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T16:12:46.591 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:12:46.591 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:46.591 DEBUG:teuthology.orchestra.run.smithi076:> ip addr 2024-09-13T16:12:46.607 INFO:teuthology.orchestra.run.smithi076.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T16:12:46.607 INFO:teuthology.orchestra.run.smithi076.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T16:12:46.607 INFO:teuthology.orchestra.run.smithi076.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T16:12:46.607 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:12:46.607 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 ::1/128 scope host 2024-09-13T16:12:46.607 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:12:46.607 INFO:teuthology.orchestra.run.smithi076.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:12:46.608 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:d8:da:66 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:12:46.608 INFO:teuthology.orchestra.run.smithi076.stdout: altname enp7s0f0 2024-09-13T16:12:46.608 INFO:teuthology.orchestra.run.smithi076.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:12:46.608 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:d8:da:67 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:12:46.608 INFO:teuthology.orchestra.run.smithi076.stdout: altname enp7s0f1 2024-09-13T16:12:46.608 INFO:teuthology.orchestra.run.smithi076.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:12:46.608 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:8f:47:e0 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:12:46.608 INFO:teuthology.orchestra.run.smithi076.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T16:12:46.608 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:8f:47:e1 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:12:46.608 INFO:teuthology.orchestra.run.smithi076.stdout: inet 172.21.15.76/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-13T16:12:46.608 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft 42129sec preferred_lft 42129sec 2024-09-13T16:12:46.608 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::ec4:7aff:fe8f:47e1/64 scope link noprefixroute 2024-09-13T16:12:46.608 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:12:46.609 INFO:teuthology.orchestra.run.smithi076.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T16:12:46.609 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0e:a0:37:a4:1d:a0 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:12:46.609 INFO:teuthology.orchestra.run.smithi076.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-13T16:12:46.609 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:12:46.609 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::a496:13ff:fe82:8fa2/64 scope link 2024-09-13T16:12:46.609 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:12:46.609 INFO:teuthology.orchestra.run.smithi076.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:12:46.609 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether b2:0f:89:b0:cb:4d brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-13T16:12:46.609 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::b00f:89ff:feb0:cb4d/64 scope link 2024-09-13T16:12:46.609 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:12:46.609 INFO:teuthology.orchestra.run.smithi076.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:12:46.610 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0e:a0:37:a4:1d:a0 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-13T16:12:46.610 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::ca0:37ff:fea4:1da0/64 scope link 2024-09-13T16:12:46.610 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:12:46.610 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:46.610 DEBUG:teuthology.orchestra.run.smithi076:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T16:12:46.671 INFO:teuthology.orchestra.run.smithi076.stdout:1 2024-09-13T16:12:46.672 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:46.673 DEBUG:teuthology.orchestra.run.smithi076:> route 2024-09-13T16:12:46.729 INFO:teuthology.orchestra.run.smithi076.stdout:Kernel IP routing table 2024-09-13T16:12:46.730 INFO:teuthology.orchestra.run.smithi076.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T16:12:46.730 INFO:teuthology.orchestra.run.smithi076.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-13T16:12:46.730 INFO:teuthology.orchestra.run.smithi076.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-13T16:12:46.730 INFO:teuthology.orchestra.run.smithi076.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T16:12:46.730 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:46.730 DEBUG:teuthology.orchestra.run.smithi076:> (cd / && exec bash -c ' 2024-09-13T16:12:46.730 DEBUG:teuthology.orchestra.run.smithi076:> set -e 2024-09-13T16:12:46.730 DEBUG:teuthology.orchestra.run.smithi076:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-13T16:12:46.730 DEBUG:teuthology.orchestra.run.smithi076:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-13T16:12:46.731 DEBUG:teuthology.orchestra.run.smithi076:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-13T16:12:46.731 DEBUG:teuthology.orchestra.run.smithi076:> ') 2024-09-13T16:12:46.817 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:46.817 DEBUG:teuthology.orchestra.run.smithi076:> ip netns list 2024-09-13T16:12:46.832 INFO:teuthology.orchestra.run.smithi076.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-13T16:12:46.832 INFO:teuthology.orchestra.run.smithi076.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-13T16:12:46.833 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:12:46.833 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:46.833 DEBUG:teuthology.orchestra.run.smithi076:> sudo ip link set brx.0 up 2024-09-13T16:12:46.898 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-13T16:12:46.899 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:12:46.899 DEBUG:teuthology.orchestra.run.smithi076:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-13T16:12:46.955 INFO:teuthology.orchestra.run.smithi076.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:12:46.955 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:12:46.955 DEBUG:teuthology.orchestra.run.smithi076:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-13T16:12:47.010 DEBUG:teuthology.orchestra.run.smithi076:> sudo modprobe fuse 2024-09-13T16:12:47.076 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:12:47.076 DEBUG:teuthology.orchestra.run.smithi076:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:12:47.140 INFO:teuthology.orchestra.run.smithi076.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:12:47.141 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:12:47.141 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:47.141 DEBUG:teuthology.orchestra.run.smithi076:> ls /sys/fs/fuse/connections 2024-09-13T16:12:47.196 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-13T16:12:47.196 DEBUG:teuthology.orchestra.run.smithi076:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-13T16:12:47.238 DEBUG:teuthology.orchestra.run.smithi076:> sudo modprobe fuse 2024-09-13T16:12:47.262 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:12:47.263 DEBUG:teuthology.orchestra.run.smithi076:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:12:47.319 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi076.stderr:2024-09-13T16:12:47.318+0000 7fcb0e521480 -1 init, newargv = 0x55d26b41cf60 newargc=15 2024-09-13T16:12:47.320 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi076.stderr:ceph-fuse[77586]: starting ceph client 2024-09-13T16:12:47.324 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi076.stderr:ceph-fuse[77586]: starting fuse 2024-09-13T16:12:47.328 INFO:teuthology.orchestra.run.smithi076.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:12:47.329 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:12:47.330 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:47.330 DEBUG:teuthology.orchestra.run.smithi076:> ls /sys/fs/fuse/connections 2024-09-13T16:12:47.388 INFO:teuthology.orchestra.run.smithi076.stdout:41 2024-09-13T16:12:47.389 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-13T16:12:47.389 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:12:47.389 DEBUG:teuthology.orchestra.run.smithi076:> import glob 2024-09-13T16:12:47.389 DEBUG:teuthology.orchestra.run.smithi076:> import re 2024-09-13T16:12:47.389 DEBUG:teuthology.orchestra.run.smithi076:> import os 2024-09-13T16:12:47.389 DEBUG:teuthology.orchestra.run.smithi076:> import subprocess 2024-09-13T16:12:47.389 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:12:47.389 DEBUG:teuthology.orchestra.run.smithi076:> def _find_admin_socket(client_name): 2024-09-13T16:12:47.389 DEBUG:teuthology.orchestra.run.smithi076:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-13T16:12:47.389 DEBUG:teuthology.orchestra.run.smithi076:> files = glob.glob(asok_path) 2024-09-13T16:12:47.389 DEBUG:teuthology.orchestra.run.smithi076:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-13T16:12:47.390 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:12:47.390 DEBUG:teuthology.orchestra.run.smithi076:> # Given a non-glob path, it better be there 2024-09-13T16:12:47.390 DEBUG:teuthology.orchestra.run.smithi076:> if "*" not in asok_path: 2024-09-13T16:12:47.390 DEBUG:teuthology.orchestra.run.smithi076:> assert(len(files) == 1) 2024-09-13T16:12:47.390 DEBUG:teuthology.orchestra.run.smithi076:> return files[0] 2024-09-13T16:12:47.390 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:12:47.390 DEBUG:teuthology.orchestra.run.smithi076:> for f in files: 2024-09-13T16:12:47.390 DEBUG:teuthology.orchestra.run.smithi076:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T16:12:47.390 DEBUG:teuthology.orchestra.run.smithi076:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T16:12:47.390 DEBUG:teuthology.orchestra.run.smithi076:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T16:12:47.390 DEBUG:teuthology.orchestra.run.smithi076:> contents = proc_f.read() 2024-09-13T16:12:47.391 DEBUG:teuthology.orchestra.run.smithi076:> if mountpoint in contents: 2024-09-13T16:12:47.391 DEBUG:teuthology.orchestra.run.smithi076:> return f 2024-09-13T16:12:47.391 DEBUG:teuthology.orchestra.run.smithi076:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T16:12:47.391 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:12:47.391 DEBUG:teuthology.orchestra.run.smithi076:> print(_find_admin_socket("client.0")) 2024-09-13T16:12:47.391 DEBUG:teuthology.orchestra.run.smithi076:> ' 2024-09-13T16:12:47.502 INFO:teuthology.orchestra.run.smithi076.stdout:/var/run/ceph/ceph-client.0.77586.asok 2024-09-13T16:12:47.689 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.77586.asok 2024-09-13T16:12:47.689 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:47.689 DEBUG:teuthology.orchestra.run.smithi076:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.77586.asok status 2024-09-13T16:12:47.823 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2024-09-13T16:12:47.823 INFO:teuthology.orchestra.run.smithi076.stdout: "metadata": { 2024-09-13T16:12:47.823 INFO:teuthology.orchestra.run.smithi076.stdout: "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", 2024-09-13T16:12:47.823 INFO:teuthology.orchestra.run.smithi076.stdout: "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", 2024-09-13T16:12:47.823 INFO:teuthology.orchestra.run.smithi076.stdout: "entity_id": "0", 2024-09-13T16:12:47.823 INFO:teuthology.orchestra.run.smithi076.stdout: "hostname": "smithi076", 2024-09-13T16:12:47.823 INFO:teuthology.orchestra.run.smithi076.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-13T16:12:47.823 INFO:teuthology.orchestra.run.smithi076.stdout: "pid": "77586", 2024-09-13T16:12:47.823 INFO:teuthology.orchestra.run.smithi076.stdout: "root": "/" 2024-09-13T16:12:47.823 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:12:47.823 INFO:teuthology.orchestra.run.smithi076.stdout: "dentry_count": 0, 2024-09-13T16:12:47.824 INFO:teuthology.orchestra.run.smithi076.stdout: "dentry_pinned_count": 0, 2024-09-13T16:12:47.824 INFO:teuthology.orchestra.run.smithi076.stdout: "id": 8730, 2024-09-13T16:12:47.824 INFO:teuthology.orchestra.run.smithi076.stdout: "inst": { 2024-09-13T16:12:47.824 INFO:teuthology.orchestra.run.smithi076.stdout: "name": { 2024-09-13T16:12:47.824 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "client", 2024-09-13T16:12:47.824 INFO:teuthology.orchestra.run.smithi076.stdout: "num": 8730 2024-09-13T16:12:47.824 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:12:47.824 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": { 2024-09-13T16:12:47.824 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "v1", 2024-09-13T16:12:47.824 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:12:47.824 INFO:teuthology.orchestra.run.smithi076.stdout: "nonce": 3067604989 2024-09-13T16:12:47.824 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:12:47.824 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:12:47.825 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": { 2024-09-13T16:12:47.825 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "v1", 2024-09-13T16:12:47.825 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:12:47.825 INFO:teuthology.orchestra.run.smithi076.stdout: "nonce": 3067604989 2024-09-13T16:12:47.825 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:12:47.825 INFO:teuthology.orchestra.run.smithi076.stdout: "inst_str": "client.8730 192.168.0.1:0/3067604989", 2024-09-13T16:12:47.825 INFO:teuthology.orchestra.run.smithi076.stdout: "addr_str": "192.168.0.1:0/3067604989", 2024-09-13T16:12:47.825 INFO:teuthology.orchestra.run.smithi076.stdout: "inode_count": 1, 2024-09-13T16:12:47.825 INFO:teuthology.orchestra.run.smithi076.stdout: "mds_epoch": 61, 2024-09-13T16:12:47.825 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_epoch": 124, 2024-09-13T16:12:47.825 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_epoch_barrier": 0, 2024-09-13T16:12:47.825 INFO:teuthology.orchestra.run.smithi076.stdout: "blocklisted": false, 2024-09-13T16:12:47.825 INFO:teuthology.orchestra.run.smithi076.stdout: "fs_name": "cephfs" 2024-09-13T16:12:47.826 INFO:teuthology.orchestra.run.smithi076.stdout:} 2024-09-13T16:12:47.831 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:47.831 DEBUG:teuthology.orchestra.run.smithi076:> stat --file-system '--printf=%T 2024-09-13T16:12:47.831 DEBUG:teuthology.orchestra.run.smithi076:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-13T16:12:47.846 INFO:teuthology.orchestra.run.smithi076.stdout:fuseblk 2024-09-13T16:12:47.847 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-13T16:12:47.847 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:47.847 DEBUG:teuthology.orchestra.run.smithi076:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-13T16:12:47.912 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T16:12:48.050 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:48.049+0000 7fb7afcb7640 1 Processor -- start 2024-09-13T16:12:48.051 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:48.049+0000 7fb7afcb7640 1 -- start start 2024-09-13T16:12:48.051 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:48.050+0000 7fb7afcb7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb7a80990e0 0x7fb7a80cb250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:48.051 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:48.050+0000 7fb7afcb7640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fb7a80af8b0 0x7fb7a80cb790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:48.051 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:48.050+0000 7fb7afcb7640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb7a80cfb10 con 0x7fb7a815c8c0 2024-09-13T16:12:48.051 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:48.050+0000 7fb7afcb7640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb7a80caae0 con 0x7fb7a80af8b0 2024-09-13T16:12:48.051 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:48.050+0000 7fb7afcb7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb7a815cca0 con 0x7fb7a80990e0 2024-09-13T16:12:48.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:48.051+0000 7fb7ae254640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fb7a80af8b0 0x7fb7a80cb790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:48.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:48.051+0000 7fb7ad252640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb7a80990e0 0x7fb7a80cb250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:48.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:48.051+0000 7fb7ae254640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fb7a80af8b0 0x7fb7a80cb790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.76:37392/0 (socket says 172.21.15.76:37392) 2024-09-13T16:12:48.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:48.051+0000 7fb7ae254640 1 -- 172.21.15.76:0/502229033 learned_addr learned my addr 172.21.15.76:0/502229033 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:48.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:48.051+0000 7fb7ada53640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7fb7a815c8c0 0x7fb7a80989d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:57608/0 (socket says 172.21.15.76:57608) 2024-09-13T16:12:48.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:48.051+0000 7fb7aca51640 1 -- 172.21.15.76:0/502229033 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 380504897 0 0) 0x7fb7a80cfb10 con 0x7fb7a815c8c0 2024-09-13T16:12:48.055 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:48.051+0000 7fb7aca51640 1 -- 172.21.15.76:0/502229033 --> v1:172.21.15.192:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb794003520 con 0x7fb7a815c8c0 2024-09-13T16:12:48.055 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:48.051+0000 7fb7ad252640 1 -- 172.21.15.76:0/502229033 >> v2:172.21.15.192:3300/0 conn(0x7fb7a80af8b0 msgr2=0x7fb7a80cb790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:48.055 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:48.051+0000 7fb7ad252640 1 --2- 172.21.15.76:0/502229033 >> v2:172.21.15.192:3300/0 conn(0x7fb7a80af8b0 0x7fb7a80cb790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:48.055 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:48.051+0000 7fb7ad252640 1 -- 172.21.15.76:0/502229033 >> v1:172.21.15.192:6789/0 conn(0x7fb7a815c8c0 legacy=0x7fb7a80989d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:48.055 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:48.051+0000 7fb7ad252640 1 -- 172.21.15.76:0/502229033 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb7a80996c0 con 0x7fb7a80990e0 2024-09-13T16:12:48.055 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:48.051+0000 7fb7ae254640 1 --2- 172.21.15.76:0/502229033 >> v2:172.21.15.192:3300/0 conn(0x7fb7a80af8b0 0x7fb7a80cb790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:12:48.055 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:48.052+0000 7fb7ad252640 1 --2- 172.21.15.76:0/502229033 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb7a80990e0 0x7fb7a80cb250 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fb7980097a0 tx=0x7fb79802a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=85cecb86ffef3ed2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:48.055 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:48.052+0000 7fb7aca51640 1 -- 172.21.15.76:0/502229033 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb79802ae50 con 0x7fb7a80990e0 2024-09-13T16:12:48.055 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:48.052+0000 7fb7aca51640 1 -- 172.21.15.76:0/502229033 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb798032440 con 0x7fb7a80990e0 2024-09-13T16:12:48.055 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:48.052+0000 7fb7aca51640 1 -- 172.21.15.76:0/502229033 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7980327b0 con 0x7fb7a80990e0 2024-09-13T16:12:48.056 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:48.052+0000 7fb7afcb7640 1 -- 172.21.15.76:0/502229033 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb7a80990e0 msgr2=0x7fb7a80cb250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:48.056 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:48.052+0000 7fb7afcb7640 1 --2- 172.21.15.76:0/502229033 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb7a80990e0 0x7fb7a80cb250 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fb7980097a0 tx=0x7fb79802a100 comp rx=0 tx=0).stop 2024-09-13T16:12:48.056 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:48.053+0000 7fb7afcb7640 1 -- 172.21.15.76:0/502229033 shutdown_connections 2024-09-13T16:12:48.056 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:48.053+0000 7fb7afcb7640 1 --2- 172.21.15.76:0/502229033 >> v2:172.21.15.192:3300/0 conn(0x7fb7a80af8b0 0x7fb7a80cb790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:48.056 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:48.053+0000 7fb7afcb7640 1 --2- 172.21.15.76:0/502229033 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb7a80990e0 0x7fb7a80cb250 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:48.056 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:48.053+0000 7fb7afcb7640 1 -- 172.21.15.76:0/502229033 >> 172.21.15.76:0/502229033 conn(0x7fb7a80b1f80 msgr2=0x7fb7a80b2390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:48.056 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:48.053+0000 7fb7afcb7640 1 -- 172.21.15.76:0/502229033 shutdown_connections 2024-09-13T16:12:48.056 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:48.053+0000 7fb7afcb7640 1 -- 172.21.15.76:0/502229033 wait complete. 2024-09-13T16:12:48.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:48.054+0000 7fb7afcb7640 1 Processor -- start 2024-09-13T16:12:48.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:48.054+0000 7fb7afcb7640 1 -- start start 2024-09-13T16:12:48.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:48.055+0000 7fb7afcb7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb7a80990e0 0x7fb7a815b820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:48.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:48.055+0000 7fb7afcb7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb7a80af8b0 0x7fb7a81580d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:48.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:48.055+0000 7fb7afcb7640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb7a815c8c0 0x7fb7a8158610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:48.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:48.055+0000 7fb7afcb7640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb7a8153000 con 0x7fb7a80990e0 2024-09-13T16:12:48.060 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:48.055+0000 7fb7afcb7640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb7a8158c30 con 0x7fb7a815c8c0 2024-09-13T16:12:48.060 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:48.055+0000 7fb7afcb7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb7a80b32e0 con 0x7fb7a80af8b0 2024-09-13T16:12:48.060 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:48.055+0000 7fb7ada53640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb7a80990e0 0x7fb7a815b820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:48.060 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:48.055+0000 7fb7ada53640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb7a80990e0 0x7fb7a815b820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:32774/0 (socket says 172.21.15.76:32774) 2024-09-13T16:12:48.060 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:48.055+0000 7fb7ada53640 1 -- 172.21.15.76:0/3687638447 learned_addr learned my addr 172.21.15.76:0/3687638447 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:48.061 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:48.055+0000 7fb7ad252640 1 --2- 172.21.15.76:0/3687638447 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb7a80af8b0 0x7fb7a81580d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:48.061 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:48.055+0000 7fb7ae254640 1 --2- 172.21.15.76:0/3687638447 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb7a815c8c0 0x7fb7a8158610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:48.061 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:48.055+0000 7fb7ada53640 1 -- 172.21.15.76:0/3687638447 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb7a80af8b0 msgr2=0x7fb7a81580d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:48.061 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:48.055+0000 7fb7ada53640 1 --2- 172.21.15.76:0/3687638447 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb7a80af8b0 0x7fb7a81580d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:48.062 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:48.055+0000 7fb7ada53640 1 -- 172.21.15.76:0/3687638447 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb7a815c8c0 msgr2=0x7fb7a8158610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:48.062 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:48.055+0000 7fb7ada53640 1 --2- 172.21.15.76:0/3687638447 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb7a815c8c0 0x7fb7a8158610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:48.062 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:48.055+0000 7fb7ada53640 1 -- 172.21.15.76:0/3687638447 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb7a0009b30 con 0x7fb7a80990e0 2024-09-13T16:12:48.062 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:48.055+0000 7fb7ada53640 1 --2- 172.21.15.76:0/3687638447 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb7a80990e0 0x7fb7a815b820 secure :-1 s=READY pgs=1652 cs=0 l=1 rev1=1 crypto rx=0x7fb7a400c390 tx=0x7fb7a400c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:48.062 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:48.055+0000 7fb79e7fc640 1 -- 172.21.15.76:0/3687638447 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7a40074e0 con 0x7fb7a80990e0 2024-09-13T16:12:48.062 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:48.055+0000 7fb79e7fc640 1 -- 172.21.15.76:0/3687638447 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb7a4007660 con 0x7fb7a80990e0 2024-09-13T16:12:48.062 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:48.055+0000 7fb7afcb7640 1 -- 172.21.15.76:0/3687638447 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb798009400 con 0x7fb7a80990e0 2024-09-13T16:12:48.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:48.055+0000 7fb79e7fc640 1 -- 172.21.15.76:0/3687638447 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7a4004a20 con 0x7fb7a80990e0 2024-09-13T16:12:48.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:48.055+0000 7fb7afcb7640 1 -- 172.21.15.76:0/3687638447 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb7a80b38a0 con 0x7fb7a80990e0 2024-09-13T16:12:48.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:48.056+0000 7fb7afcb7640 1 -- 172.21.15.76:0/3687638447 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb7a80b2aa0 con 0x7fb7a80990e0 2024-09-13T16:12:48.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:48.057+0000 7fb79e7fc640 1 -- 172.21.15.76:0/3687638447 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb7a4004b80 con 0x7fb7a80990e0 2024-09-13T16:12:48.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:48.057+0000 7fb79e7fc640 1 --2- 172.21.15.76:0/3687638447 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb78c06ac00 0x7fb78c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:48.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:48.057+0000 7fb79e7fc640 1 -- 172.21.15.76:0/3687638447 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fb7a4088e10 con 0x7fb7a80990e0 2024-09-13T16:12:48.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:48.057+0000 7fb7ad252640 1 --2- 172.21.15.76:0/3687638447 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb78c06ac00 0x7fb78c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:48.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:48.058+0000 7fb7ad252640 1 --2- 172.21.15.76:0/3687638447 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb78c06ac00 0x7fb78c06d0c0 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7fb798034000 tx=0x7fb79802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:48.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:48.061+0000 7fb79e7fc640 1 -- 172.21.15.76:0/3687638447 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fb7a4053f90 con 0x7fb7a80990e0 2024-09-13T16:12:48.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:48.255+0000 7fb7afcb7640 1 -- 172.21.15.76:0/3687638447 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7fb7a80cdd00 con 0x7fb7a80990e0 2024-09-13T16:12:48.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:48.255+0000 7fb79e7fc640 1 -- 172.21.15.76:0/3687638447 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v61) v1 ==== 53+0+73 (secure 0 0 0) 0x7fb7a40575b0 con 0x7fb7a80990e0 2024-09-13T16:12:48.257 INFO:teuthology.orchestra.run.smithi076.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-13T16:12:48.259 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:48.257+0000 7fb7afcb7640 1 -- 172.21.15.76:0/3687638447 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb78c06ac00 msgr2=0x7fb78c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:48.259 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:48.257+0000 7fb7afcb7640 1 --2- 172.21.15.76:0/3687638447 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb78c06ac00 0x7fb78c06d0c0 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7fb798034000 tx=0x7fb79802e000 comp rx=0 tx=0).stop 2024-09-13T16:12:48.259 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:48.257+0000 7fb7afcb7640 1 -- 172.21.15.76:0/3687638447 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb7a80990e0 msgr2=0x7fb7a815b820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:48.259 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:48.257+0000 7fb7afcb7640 1 --2- 172.21.15.76:0/3687638447 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb7a80990e0 0x7fb7a815b820 secure :-1 s=READY pgs=1652 cs=0 l=1 rev1=1 crypto rx=0x7fb7a400c390 tx=0x7fb7a400c850 comp rx=0 tx=0).stop 2024-09-13T16:12:48.259 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:48.257+0000 7fb7afcb7640 1 -- 172.21.15.76:0/3687638447 shutdown_connections 2024-09-13T16:12:48.259 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:48.257+0000 7fb7afcb7640 1 --2- 172.21.15.76:0/3687638447 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb7a815c8c0 0x7fb7a8158610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:48.260 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:48.257+0000 7fb7afcb7640 1 --2- 172.21.15.76:0/3687638447 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb78c06ac00 0x7fb78c06d0c0 unknown :-1 s=CLOSED pgs=705 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:48.260 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:48.257+0000 7fb7afcb7640 1 --2- 172.21.15.76:0/3687638447 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb7a80af8b0 0x7fb7a81580d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:48.260 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:48.257+0000 7fb7afcb7640 1 --2- 172.21.15.76:0/3687638447 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb7a80990e0 0x7fb7a815b820 unknown :-1 s=CLOSED pgs=1652 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:48.260 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:48.257+0000 7fb7afcb7640 1 -- 172.21.15.76:0/3687638447 >> 172.21.15.76:0/3687638447 conn(0x7fb7a80b1f80 msgr2=0x7fb7a80cc260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:48.260 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:48.257+0000 7fb7afcb7640 1 -- 172.21.15.76:0/3687638447 shutdown_connections 2024-09-13T16:12:48.260 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:48.257+0000 7fb7afcb7640 1 -- 172.21.15.76:0/3687638447 wait complete. 2024-09-13T16:12:48.270 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T16:12:48.270 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T16:12:48.270 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi192.front.sepia.ceph.com 2024-09-13T16:12:48.270 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-13T16:12:48.270 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-13T16:12:48.270 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T16:12:48.270 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T16:12:48.270 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T16:12:48.270 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-13T16:12:48.270 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:48.270 DEBUG:teuthology.orchestra.run.smithi192:> ip addr 2024-09-13T16:12:48.290 INFO:teuthology.orchestra.run.smithi192.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T16:12:48.290 INFO:teuthology.orchestra.run.smithi192.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T16:12:48.290 INFO:teuthology.orchestra.run.smithi192.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T16:12:48.290 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:12:48.291 INFO:teuthology.orchestra.run.smithi192.stdout: inet6 ::1/128 scope host 2024-09-13T16:12:48.291 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:12:48.291 INFO:teuthology.orchestra.run.smithi192.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:12:48.291 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether 0c:c4:7a:d9:38:4e brd ff:ff:ff:ff:ff:ff 2024-09-13T16:12:48.291 INFO:teuthology.orchestra.run.smithi192.stdout: altname enp7s0f0 2024-09-13T16:12:48.291 INFO:teuthology.orchestra.run.smithi192.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:12:48.291 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether 0c:c4:7a:d9:38:4f brd ff:ff:ff:ff:ff:ff 2024-09-13T16:12:48.291 INFO:teuthology.orchestra.run.smithi192.stdout: altname enp7s0f1 2024-09-13T16:12:48.291 INFO:teuthology.orchestra.run.smithi192.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:12:48.291 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether 0c:c4:7a:88:80:48 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:12:48.291 INFO:teuthology.orchestra.run.smithi192.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T16:12:48.291 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether 0c:c4:7a:88:80:49 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:12:48.291 INFO:teuthology.orchestra.run.smithi192.stdout: inet 172.21.15.192/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-13T16:12:48.292 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft 42109sec preferred_lft 42109sec 2024-09-13T16:12:48.292 INFO:teuthology.orchestra.run.smithi192.stdout: inet6 fe80::ec4:7aff:fe88:8049/64 scope link noprefixroute 2024-09-13T16:12:48.292 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:12:48.292 INFO:teuthology.orchestra.run.smithi192.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T16:12:48.292 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether ea:94:96:0f:40:1e brd ff:ff:ff:ff:ff:ff 2024-09-13T16:12:48.292 INFO:teuthology.orchestra.run.smithi192.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-13T16:12:48.292 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:12:48.292 INFO:teuthology.orchestra.run.smithi192.stdout: inet6 fe80::807e:ecff:fe50:a056/64 scope link 2024-09-13T16:12:48.292 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:12:48.292 INFO:teuthology.orchestra.run.smithi192.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:12:48.293 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether ea:94:96:0f:40:1e brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-13T16:12:48.293 INFO:teuthology.orchestra.run.smithi192.stdout: inet6 fe80::e894:96ff:fe0f:401e/64 scope link 2024-09-13T16:12:48.293 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:12:48.293 INFO:teuthology.orchestra.run.smithi192.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:12:48.293 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether f6:3a:94:82:39:22 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-13T16:12:48.293 INFO:teuthology.orchestra.run.smithi192.stdout: inet6 fe80::f43a:94ff:fe82:3922/64 scope link 2024-09-13T16:12:48.293 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:12:48.293 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:48.293 DEBUG:teuthology.orchestra.run.smithi192:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T16:12:48.358 INFO:teuthology.orchestra.run.smithi192.stdout:1 2024-09-13T16:12:48.359 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:48.360 DEBUG:teuthology.orchestra.run.smithi192:> route 2024-09-13T16:12:48.419 INFO:teuthology.orchestra.run.smithi192.stdout:Kernel IP routing table 2024-09-13T16:12:48.419 INFO:teuthology.orchestra.run.smithi192.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T16:12:48.419 INFO:teuthology.orchestra.run.smithi192.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-13T16:12:48.419 INFO:teuthology.orchestra.run.smithi192.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-13T16:12:48.419 INFO:teuthology.orchestra.run.smithi192.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T16:12:48.419 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:48.419 DEBUG:teuthology.orchestra.run.smithi192:> (cd / && exec bash -c ' 2024-09-13T16:12:48.419 DEBUG:teuthology.orchestra.run.smithi192:> set -e 2024-09-13T16:12:48.420 DEBUG:teuthology.orchestra.run.smithi192:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-13T16:12:48.420 DEBUG:teuthology.orchestra.run.smithi192:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-13T16:12:48.420 DEBUG:teuthology.orchestra.run.smithi192:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-13T16:12:48.420 DEBUG:teuthology.orchestra.run.smithi192:> ') 2024-09-13T16:12:48.511 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:48.512 DEBUG:teuthology.orchestra.run.smithi192:> ip netns list 2024-09-13T16:12:48.527 INFO:teuthology.orchestra.run.smithi192.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-13T16:12:48.528 INFO:teuthology.orchestra.run.smithi192.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-13T16:12:48.528 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-13T16:12:48.528 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:48.528 DEBUG:teuthology.orchestra.run.smithi192:> sudo ip link set brx.0 up 2024-09-13T16:12:48.595 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-09-13T16:12:48.595 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:12:48.595 DEBUG:teuthology.orchestra.run.smithi192:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-13T16:12:48.651 INFO:teuthology.orchestra.run.smithi192.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-13T16:12:48.651 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:12:48.651 DEBUG:teuthology.orchestra.run.smithi192:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-13T16:12:48.707 DEBUG:teuthology.orchestra.run.smithi192:> sudo modprobe fuse 2024-09-13T16:12:48.773 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:12:48.773 DEBUG:teuthology.orchestra.run.smithi192:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:12:48.837 INFO:teuthology.orchestra.run.smithi192.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:12:48.837 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:12:48.838 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:48.838 DEBUG:teuthology.orchestra.run.smithi192:> ls /sys/fs/fuse/connections 2024-09-13T16:12:48.894 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-13T16:12:48.894 DEBUG:teuthology.orchestra.run.smithi192:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-09-13T16:12:48.937 DEBUG:teuthology.orchestra.run.smithi192:> sudo modprobe fuse 2024-09-13T16:12:48.962 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:12:48.962 DEBUG:teuthology.orchestra.run.smithi192:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:12:49.017 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi192.stderr:2024-09-13T16:12:49.016+0000 7fda265db480 -1 init, newargv = 0x55a3d3682180 newargc=15 2024-09-13T16:12:49.017 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi192.stderr:ceph-fuse[48148]: starting ceph client 2024-09-13T16:12:49.021 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi192.stderr:ceph-fuse[48148]: starting fuse 2024-09-13T16:12:49.028 INFO:teuthology.orchestra.run.smithi192.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:12:49.029 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:12:49.029 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:49.030 DEBUG:teuthology.orchestra.run.smithi192:> ls /sys/fs/fuse/connections 2024-09-13T16:12:49.085 INFO:teuthology.orchestra.run.smithi192.stdout:42 2024-09-13T16:12:49.085 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [42] 2024-09-13T16:12:49.085 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:12:49.085 DEBUG:teuthology.orchestra.run.smithi192:> import glob 2024-09-13T16:12:49.086 DEBUG:teuthology.orchestra.run.smithi192:> import re 2024-09-13T16:12:49.086 DEBUG:teuthology.orchestra.run.smithi192:> import os 2024-09-13T16:12:49.086 DEBUG:teuthology.orchestra.run.smithi192:> import subprocess 2024-09-13T16:12:49.086 DEBUG:teuthology.orchestra.run.smithi192:> 2024-09-13T16:12:49.086 DEBUG:teuthology.orchestra.run.smithi192:> def _find_admin_socket(client_name): 2024-09-13T16:12:49.086 DEBUG:teuthology.orchestra.run.smithi192:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-09-13T16:12:49.086 DEBUG:teuthology.orchestra.run.smithi192:> files = glob.glob(asok_path) 2024-09-13T16:12:49.086 DEBUG:teuthology.orchestra.run.smithi192:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-13T16:12:49.086 DEBUG:teuthology.orchestra.run.smithi192:> 2024-09-13T16:12:49.086 DEBUG:teuthology.orchestra.run.smithi192:> # Given a non-glob path, it better be there 2024-09-13T16:12:49.086 DEBUG:teuthology.orchestra.run.smithi192:> if "*" not in asok_path: 2024-09-13T16:12:49.086 DEBUG:teuthology.orchestra.run.smithi192:> assert(len(files) == 1) 2024-09-13T16:12:49.086 DEBUG:teuthology.orchestra.run.smithi192:> return files[0] 2024-09-13T16:12:49.086 DEBUG:teuthology.orchestra.run.smithi192:> 2024-09-13T16:12:49.087 DEBUG:teuthology.orchestra.run.smithi192:> for f in files: 2024-09-13T16:12:49.087 DEBUG:teuthology.orchestra.run.smithi192:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T16:12:49.087 DEBUG:teuthology.orchestra.run.smithi192:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T16:12:49.087 DEBUG:teuthology.orchestra.run.smithi192:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T16:12:49.087 DEBUG:teuthology.orchestra.run.smithi192:> contents = proc_f.read() 2024-09-13T16:12:49.087 DEBUG:teuthology.orchestra.run.smithi192:> if mountpoint in contents: 2024-09-13T16:12:49.087 DEBUG:teuthology.orchestra.run.smithi192:> return f 2024-09-13T16:12:49.087 DEBUG:teuthology.orchestra.run.smithi192:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T16:12:49.087 DEBUG:teuthology.orchestra.run.smithi192:> 2024-09-13T16:12:49.087 DEBUG:teuthology.orchestra.run.smithi192:> print(_find_admin_socket("client.1")) 2024-09-13T16:12:49.087 DEBUG:teuthology.orchestra.run.smithi192:> ' 2024-09-13T16:12:49.198 INFO:teuthology.orchestra.run.smithi192.stdout:/var/run/ceph/ceph-client.1.48148.asok 2024-09-13T16:12:49.385 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.48148.asok 2024-09-13T16:12:49.386 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:49.386 DEBUG:teuthology.orchestra.run.smithi192:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.48148.asok status 2024-09-13T16:12:49.518 INFO:teuthology.orchestra.run.smithi192.stdout:{ 2024-09-13T16:12:49.519 INFO:teuthology.orchestra.run.smithi192.stdout: "metadata": { 2024-09-13T16:12:49.519 INFO:teuthology.orchestra.run.smithi192.stdout: "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", 2024-09-13T16:12:49.519 INFO:teuthology.orchestra.run.smithi192.stdout: "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", 2024-09-13T16:12:49.519 INFO:teuthology.orchestra.run.smithi192.stdout: "entity_id": "1", 2024-09-13T16:12:49.519 INFO:teuthology.orchestra.run.smithi192.stdout: "hostname": "smithi192", 2024-09-13T16:12:49.519 INFO:teuthology.orchestra.run.smithi192.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-13T16:12:49.519 INFO:teuthology.orchestra.run.smithi192.stdout: "pid": "48148", 2024-09-13T16:12:49.519 INFO:teuthology.orchestra.run.smithi192.stdout: "root": "/" 2024-09-13T16:12:49.519 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-13T16:12:49.519 INFO:teuthology.orchestra.run.smithi192.stdout: "dentry_count": 0, 2024-09-13T16:12:49.519 INFO:teuthology.orchestra.run.smithi192.stdout: "dentry_pinned_count": 0, 2024-09-13T16:12:49.519 INFO:teuthology.orchestra.run.smithi192.stdout: "id": 7738, 2024-09-13T16:12:49.520 INFO:teuthology.orchestra.run.smithi192.stdout: "inst": { 2024-09-13T16:12:49.520 INFO:teuthology.orchestra.run.smithi192.stdout: "name": { 2024-09-13T16:12:49.520 INFO:teuthology.orchestra.run.smithi192.stdout: "type": "client", 2024-09-13T16:12:49.520 INFO:teuthology.orchestra.run.smithi192.stdout: "num": 7738 2024-09-13T16:12:49.520 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-13T16:12:49.520 INFO:teuthology.orchestra.run.smithi192.stdout: "addr": { 2024-09-13T16:12:49.520 INFO:teuthology.orchestra.run.smithi192.stdout: "type": "v1", 2024-09-13T16:12:49.520 INFO:teuthology.orchestra.run.smithi192.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:12:49.520 INFO:teuthology.orchestra.run.smithi192.stdout: "nonce": 20359524 2024-09-13T16:12:49.520 INFO:teuthology.orchestra.run.smithi192.stdout: } 2024-09-13T16:12:49.520 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-13T16:12:49.520 INFO:teuthology.orchestra.run.smithi192.stdout: "addr": { 2024-09-13T16:12:49.520 INFO:teuthology.orchestra.run.smithi192.stdout: "type": "v1", 2024-09-13T16:12:49.521 INFO:teuthology.orchestra.run.smithi192.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:12:49.521 INFO:teuthology.orchestra.run.smithi192.stdout: "nonce": 20359524 2024-09-13T16:12:49.521 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-13T16:12:49.521 INFO:teuthology.orchestra.run.smithi192.stdout: "inst_str": "client.7738 192.168.0.1:0/20359524", 2024-09-13T16:12:49.521 INFO:teuthology.orchestra.run.smithi192.stdout: "addr_str": "192.168.0.1:0/20359524", 2024-09-13T16:12:49.521 INFO:teuthology.orchestra.run.smithi192.stdout: "inode_count": 1, 2024-09-13T16:12:49.521 INFO:teuthology.orchestra.run.smithi192.stdout: "mds_epoch": 61, 2024-09-13T16:12:49.521 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_epoch": 124, 2024-09-13T16:12:49.521 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_epoch_barrier": 0, 2024-09-13T16:12:49.521 INFO:teuthology.orchestra.run.smithi192.stdout: "blocklisted": false, 2024-09-13T16:12:49.521 INFO:teuthology.orchestra.run.smithi192.stdout: "fs_name": "cephfs" 2024-09-13T16:12:49.521 INFO:teuthology.orchestra.run.smithi192.stdout:} 2024-09-13T16:12:49.527 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:49.527 DEBUG:teuthology.orchestra.run.smithi192:> stat --file-system '--printf=%T 2024-09-13T16:12:49.527 DEBUG:teuthology.orchestra.run.smithi192:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-13T16:12:49.543 INFO:teuthology.orchestra.run.smithi192.stdout:fuseblk 2024-09-13T16:12:49.543 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-13T16:12:49.543 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:49.543 DEBUG:teuthology.orchestra.run.smithi192:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-13T16:12:49.608 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mds mds_cache_memory_limit 1K 2024-09-13T16:12:49.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:49.721+0000 7f8de5ac9640 1 Processor -- start 2024-09-13T16:12:49.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:49.721+0000 7f8de5ac9640 1 -- start start 2024-09-13T16:12:49.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:49.721+0000 7f8de5ac9640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f8de015c500 0x7f8de00d2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:49.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:49.721+0000 7f8de5ac9640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f8de00d2590 0x7f8de00cd8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:49.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:49.721+0000 7f8de5ac9640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8de00cd450 con 0x7f8de00cde20 2024-09-13T16:12:49.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:49.721+0000 7f8de5ac9640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8de00d29f0 con 0x7f8de015c500 2024-09-13T16:12:49.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:49.721+0000 7f8de5ac9640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8de00d0cf0 con 0x7f8de00d2590 2024-09-13T16:12:49.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:49.722+0000 7f8ddf7fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f8de015c500 0x7f8de00d2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:49.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:49.722+0000 7f8ddf7fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f8de015c500 0x7f8de00d2050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:32776/0 (socket says 172.21.15.76:32776) 2024-09-13T16:12:49.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:49.722+0000 7f8ddf7fe640 1 -- 172.21.15.76:0/1756272509 learned_addr learned my addr 172.21.15.76:0/1756272509 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:49.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:49.722+0000 7f8ddeffd640 1 --2- 172.21.15.76:0/1756272509 >> v2:172.21.15.192:3300/0 conn(0x7f8de00d2590 0x7f8de00cd8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:49.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:49.722+0000 7f8ddf7fe640 1 -- 172.21.15.76:0/1756272509 >> v2:172.21.15.192:3300/0 conn(0x7f8de00d2590 msgr2=0x7f8de00cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:49.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:49.722+0000 7f8ddf7fe640 1 --2- 172.21.15.76:0/1756272509 >> v2:172.21.15.192:3300/0 conn(0x7f8de00d2590 0x7f8de00cd8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:49.725 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:49.722+0000 7f8ddf7fe640 1 -- 172.21.15.76:0/1756272509 >> v1:172.21.15.192:6789/0 conn(0x7f8de00cde20 legacy=0x7f8de00d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:49.725 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:49.722+0000 7f8ddf7fe640 1 -- 172.21.15.76:0/1756272509 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8de00d0fd0 con 0x7f8de015c500 2024-09-13T16:12:49.725 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:49.722+0000 7f8ddeffd640 1 --2- 172.21.15.76:0/1756272509 >> v2:172.21.15.192:3300/0 conn(0x7f8de00d2590 0x7f8de00cd8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:12:49.725 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:49.723+0000 7f8ddf7fe640 1 --2- 172.21.15.76:0/1756272509 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8de015c500 0x7f8de00d2050 secure :-1 s=READY pgs=1654 cs=0 l=1 rev1=1 crypto rx=0x7f8de006ce50 tx=0x7f8dd002a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef85dbdd3c376cb5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:49.726 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:49.723+0000 7f8dde7fc640 1 -- 172.21.15.76:0/1756272509 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8dd0032440 con 0x7f8de015c500 2024-09-13T16:12:49.726 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:49.723+0000 7f8dde7fc640 1 -- 172.21.15.76:0/1756272509 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8dd00325a0 con 0x7f8de015c500 2024-09-13T16:12:49.726 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:49.723+0000 7f8dde7fc640 1 -- 172.21.15.76:0/1756272509 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8dd0032930 con 0x7f8de015c500 2024-09-13T16:12:49.726 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:49.723+0000 7f8de5ac9640 1 -- 172.21.15.76:0/1756272509 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8de015c500 msgr2=0x7f8de00d2050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:49.726 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:49.723+0000 7f8de5ac9640 1 --2- 172.21.15.76:0/1756272509 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8de015c500 0x7f8de00d2050 secure :-1 s=READY pgs=1654 cs=0 l=1 rev1=1 crypto rx=0x7f8de006ce50 tx=0x7f8dd002a230 comp rx=0 tx=0).stop 2024-09-13T16:12:49.726 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:49.723+0000 7f8de5ac9640 1 -- 172.21.15.76:0/1756272509 shutdown_connections 2024-09-13T16:12:49.726 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:49.723+0000 7f8de5ac9640 1 --2- 172.21.15.76:0/1756272509 >> v2:172.21.15.192:3300/0 conn(0x7f8de00d2590 0x7f8de00cd8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:49.727 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:49.723+0000 7f8de5ac9640 1 --2- 172.21.15.76:0/1756272509 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8de015c500 0x7f8de00d2050 unknown :-1 s=CLOSED pgs=1654 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:49.727 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:49.723+0000 7f8de5ac9640 1 -- 172.21.15.76:0/1756272509 >> 172.21.15.76:0/1756272509 conn(0x7f8de0089f60 msgr2=0x7f8de009b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:49.727 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:49.723+0000 7f8de5ac9640 1 -- 172.21.15.76:0/1756272509 shutdown_connections 2024-09-13T16:12:49.727 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:49.723+0000 7f8de5ac9640 1 -- 172.21.15.76:0/1756272509 wait complete. 2024-09-13T16:12:49.727 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:49.725+0000 7f8de5ac9640 1 Processor -- start 2024-09-13T16:12:49.727 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:49.725+0000 7f8de5ac9640 1 -- start start 2024-09-13T16:12:49.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:49.726+0000 7f8de5ac9640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8de00cde20 0x7f8de01516f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:49.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:49.726+0000 7f8de5ac9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8de00d2590 0x7f8de00b5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:49.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:49.726+0000 7f8de5ac9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8de015c500 0x7f8de00b57a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:49.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:49.726+0000 7f8de5ac9640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8de0152160 con 0x7f8de00d2590 2024-09-13T16:12:49.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:49.726+0000 7f8de5ac9640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8de00c9f10 con 0x7f8de00cde20 2024-09-13T16:12:49.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:49.726+0000 7f8de5ac9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8de00cad70 con 0x7f8de015c500 2024-09-13T16:12:49.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:49.726+0000 7f8ddeffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8de00d2590 0x7f8de00b5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:49.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:49.726+0000 7f8ddeffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8de00d2590 0x7f8de00b5260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:32792/0 (socket says 172.21.15.76:32792) 2024-09-13T16:12:49.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:49.726+0000 7f8ddeffd640 1 -- 172.21.15.76:0/2726486200 learned_addr learned my addr 172.21.15.76:0/2726486200 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:49.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:49.726+0000 7f8ddf7fe640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8de00cde20 0x7f8de01516f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:49.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:49.726+0000 7f8ddffff640 1 --2- 172.21.15.76:0/2726486200 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8de015c500 0x7f8de00b57a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:49.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:49.726+0000 7f8ddeffd640 1 -- 172.21.15.76:0/2726486200 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8de015c500 msgr2=0x7f8de00b57a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:49.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:49.726+0000 7f8ddeffd640 1 --2- 172.21.15.76:0/2726486200 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8de015c500 0x7f8de00b57a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:49.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:49.726+0000 7f8ddeffd640 1 -- 172.21.15.76:0/2726486200 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8de00cde20 msgr2=0x7f8de01516f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:49.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:49.726+0000 7f8ddeffd640 1 --2- 172.21.15.76:0/2726486200 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8de00cde20 0x7f8de01516f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:49.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:49.726+0000 7f8ddeffd640 1 -- 172.21.15.76:0/2726486200 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8dd00094d0 con 0x7f8de00d2590 2024-09-13T16:12:49.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:49.726+0000 7f8ddeffd640 1 --2- 172.21.15.76:0/2726486200 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8de00d2590 0x7f8de00b5260 secure :-1 s=READY pgs=1655 cs=0 l=1 rev1=1 crypto rx=0x7f8dd400c820 tx=0x7f8dd400cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:49.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:49.726+0000 7f8dc7fff640 1 -- 172.21.15.76:0/2726486200 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8dd4007a30 con 0x7f8de00d2590 2024-09-13T16:12:49.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:49.727+0000 7f8dc7fff640 1 -- 172.21.15.76:0/2726486200 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8dd4007b90 con 0x7f8de00d2590 2024-09-13T16:12:49.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:49.727+0000 7f8de5ac9640 1 -- 172.21.15.76:0/2726486200 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8de00ca160 con 0x7f8de00d2590 2024-09-13T16:12:49.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:49.727+0000 7f8dc7fff640 1 -- 172.21.15.76:0/2726486200 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8dd400ce70 con 0x7f8de00d2590 2024-09-13T16:12:49.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:49.727+0000 7f8de5ac9640 1 -- 172.21.15.76:0/2726486200 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8de00ca720 con 0x7f8de00d2590 2024-09-13T16:12:49.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:49.728+0000 7f8de5ac9640 1 -- 172.21.15.76:0/2726486200 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8de00caeb0 con 0x7f8de00d2590 2024-09-13T16:12:49.731 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:49.728+0000 7f8dc7fff640 1 -- 172.21.15.76:0/2726486200 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f8dd40113f0 con 0x7f8de00d2590 2024-09-13T16:12:49.731 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:49.728+0000 7f8dc7fff640 1 --2- 172.21.15.76:0/2726486200 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8dcc06ac00 0x7f8dcc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:49.731 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:49.729+0000 7f8dc7fff640 1 -- 172.21.15.76:0/2726486200 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f8dd4089590 con 0x7f8de00d2590 2024-09-13T16:12:49.731 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:49.729+0000 7f8ddf7fe640 1 --2- 172.21.15.76:0/2726486200 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8dcc06ac00 0x7f8dcc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:49.731 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:49.729+0000 7f8ddf7fe640 1 --2- 172.21.15.76:0/2726486200 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8dcc06ac00 0x7f8dcc06d0c0 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7f8dd0034000 tx=0x7f8dd002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:49.734 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:49.733+0000 7f8dc7fff640 1 -- 172.21.15.76:0/2726486200 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f8dd4054660 con 0x7f8de00d2590 2024-09-13T16:12:49.897 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:49.895+0000 7f8de5ac9640 1 -- 172.21.15.76:0/2726486200 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command([{prefix=config set, name=mds_cache_memory_limit}] v 0) v1 -- 0x7f8de00b3c90 con 0x7f8de00d2590 2024-09-13T16:12:49.900 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:49.899+0000 7f8dc7fff640 1 -- 172.21.15.76:0/2726486200 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_cache_memory_limit}]=0 v44)=0 v44) v1 ==== 121+0+0 (secure 0 0 0) 0x7f8dd4057c80 con 0x7f8de00d2590 2024-09-13T16:12:49.903 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:49.901+0000 7f8de5ac9640 1 -- 172.21.15.76:0/2726486200 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8dcc06ac00 msgr2=0x7f8dcc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:49.903 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:49.901+0000 7f8de5ac9640 1 --2- 172.21.15.76:0/2726486200 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8dcc06ac00 0x7f8dcc06d0c0 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7f8dd0034000 tx=0x7f8dd002e000 comp rx=0 tx=0).stop 2024-09-13T16:12:49.903 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:49.901+0000 7f8de5ac9640 1 -- 172.21.15.76:0/2726486200 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8de00d2590 msgr2=0x7f8de00b5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:49.903 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:49.901+0000 7f8de5ac9640 1 --2- 172.21.15.76:0/2726486200 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8de00d2590 0x7f8de00b5260 secure :-1 s=READY pgs=1655 cs=0 l=1 rev1=1 crypto rx=0x7f8dd400c820 tx=0x7f8dd400cc20 comp rx=0 tx=0).stop 2024-09-13T16:12:49.903 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:49.901+0000 7f8de5ac9640 1 -- 172.21.15.76:0/2726486200 shutdown_connections 2024-09-13T16:12:49.903 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:49.901+0000 7f8de5ac9640 1 --2- 172.21.15.76:0/2726486200 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8dcc06ac00 0x7f8dcc06d0c0 unknown :-1 s=CLOSED pgs=706 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:49.903 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:49.901+0000 7f8de5ac9640 1 --2- 172.21.15.76:0/2726486200 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8de015c500 0x7f8de00b57a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:49.903 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:49.901+0000 7f8de5ac9640 1 --2- 172.21.15.76:0/2726486200 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8de00d2590 0x7f8de00b5260 unknown :-1 s=CLOSED pgs=1655 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:49.904 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:49.901+0000 7f8de5ac9640 1 --2- 172.21.15.76:0/2726486200 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8de00cde20 0x7f8de01516f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:49.904 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:49.901+0000 7f8de5ac9640 1 -- 172.21.15.76:0/2726486200 >> 172.21.15.76:0/2726486200 conn(0x7f8de0089f60 msgr2=0x7f8de006c730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:49.904 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:49.901+0000 7f8de5ac9640 1 -- 172.21.15.76:0/2726486200 shutdown_connections 2024-09-13T16:12:49.904 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:49.901+0000 7f8de5ac9640 1 -- 172.21.15.76:0/2726486200 wait complete. 2024-09-13T16:12:49.914 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mds mds_recall_max_caps 400 2024-09-13T16:12:50.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.013+0000 7f79e0325640 1 Processor -- start 2024-09-13T16:12:50.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.013+0000 7f79e0325640 1 -- start start 2024-09-13T16:12:50.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.014+0000 7f79e0325640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f79d815c500 0x7f79d80d2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:50.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.014+0000 7f79e0325640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f79d80d2590 0x7f79d80cd8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:50.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.014+0000 7f79e0325640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f79d80cde20 0x7f79d80d0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:50.017 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.014+0000 7f79e0325640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f79d80cd450 con 0x7f79d80d2590 2024-09-13T16:12:50.017 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.014+0000 7f79e0325640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f79d80d29f0 con 0x7f79d80cde20 2024-09-13T16:12:50.017 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.014+0000 7f79e0325640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f79d80d0cf0 con 0x7f79d815c500 2024-09-13T16:12:50.017 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.015+0000 7f79dd8c0640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f79d80d2590 0x7f79d80cd8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:50.017 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.015+0000 7f79dd8c0640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f79d80d2590 0x7f79d80cd8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:32806/0 (socket says 172.21.15.76:32806) 2024-09-13T16:12:50.017 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.015+0000 7f79dd8c0640 1 -- 172.21.15.76:0/1289802974 learned_addr learned my addr 172.21.15.76:0/1289802974 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:50.017 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.015+0000 7f79de8c2640 1 --2- 172.21.15.76:0/1289802974 >> v2:172.21.15.192:3300/0 conn(0x7f79d80cde20 0x7f79d80d0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:50.017 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.015+0000 7f79dd8c0640 1 -- 172.21.15.76:0/1289802974 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f79d815c500 msgr2=0x7f79d80d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:50.017 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.015+0000 7f79de0c1640 1 --2- 172.21.15.76:0/1289802974 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f79d815c500 0x7f79d80d2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:50.017 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.015+0000 7f79dd8c0640 1 --2- 172.21.15.76:0/1289802974 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f79d815c500 0x7f79d80d2050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:50.017 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.015+0000 7f79dd8c0640 1 -- 172.21.15.76:0/1289802974 >> v2:172.21.15.192:3300/0 conn(0x7f79d80cde20 msgr2=0x7f79d80d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:50.017 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.015+0000 7f79dd8c0640 1 --2- 172.21.15.76:0/1289802974 >> v2:172.21.15.192:3300/0 conn(0x7f79d80cde20 0x7f79d80d0000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:50.017 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.015+0000 7f79dd8c0640 1 -- 172.21.15.76:0/1289802974 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f79d80d0fd0 con 0x7f79d80d2590 2024-09-13T16:12:50.018 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.015+0000 7f79de8c2640 1 --2- 172.21.15.76:0/1289802974 >> v2:172.21.15.192:3300/0 conn(0x7f79d80cde20 0x7f79d80d0000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:12:50.018 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.015+0000 7f79de0c1640 1 --2- 172.21.15.76:0/1289802974 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f79d815c500 0x7f79d80d2050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:12:50.020 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.016+0000 7f79dd8c0640 1 --2- 172.21.15.76:0/1289802974 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f79d80d2590 0x7f79d80cd8e0 secure :-1 s=READY pgs=1656 cs=0 l=1 rev1=1 crypto rx=0x7f79d80b1e40 tx=0x7f79cc02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=143ae45ffbf3a3 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:50.021 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.016+0000 7f79dd0bf640 1 -- 172.21.15.76:0/1289802974 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79cc032440 con 0x7f79d80d2590 2024-09-13T16:12:50.021 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.016+0000 7f79dd0bf640 1 -- 172.21.15.76:0/1289802974 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f79cc0325a0 con 0x7f79d80d2590 2024-09-13T16:12:50.021 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.016+0000 7f79dd0bf640 1 -- 172.21.15.76:0/1289802974 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79cc032930 con 0x7f79d80d2590 2024-09-13T16:12:50.021 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.016+0000 7f79e0325640 1 -- 172.21.15.76:0/1289802974 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f79d80d2590 msgr2=0x7f79d80cd8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:50.021 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.016+0000 7f79e0325640 1 --2- 172.21.15.76:0/1289802974 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f79d80d2590 0x7f79d80cd8e0 secure :-1 s=READY pgs=1656 cs=0 l=1 rev1=1 crypto rx=0x7f79d80b1e40 tx=0x7f79cc02a1e0 comp rx=0 tx=0).stop 2024-09-13T16:12:50.021 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.016+0000 7f79e0325640 1 -- 172.21.15.76:0/1289802974 shutdown_connections 2024-09-13T16:12:50.021 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.016+0000 7f79e0325640 1 --2- 172.21.15.76:0/1289802974 >> v2:172.21.15.192:3300/0 conn(0x7f79d80cde20 0x7f79d80d0000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:50.021 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.016+0000 7f79e0325640 1 --2- 172.21.15.76:0/1289802974 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f79d80d2590 0x7f79d80cd8e0 unknown :-1 s=CLOSED pgs=1656 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:50.021 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.016+0000 7f79e0325640 1 --2- 172.21.15.76:0/1289802974 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f79d815c500 0x7f79d80d2050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:50.021 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.016+0000 7f79e0325640 1 -- 172.21.15.76:0/1289802974 >> 172.21.15.76:0/1289802974 conn(0x7f79d8089f60 msgr2=0x7f79d809b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:50.021 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.016+0000 7f79e0325640 1 -- 172.21.15.76:0/1289802974 shutdown_connections 2024-09-13T16:12:50.021 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.016+0000 7f79e0325640 1 -- 172.21.15.76:0/1289802974 wait complete. 2024-09-13T16:12:50.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.017+0000 7f79e0325640 1 Processor -- start 2024-09-13T16:12:50.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.018+0000 7f79e0325640 1 -- start start 2024-09-13T16:12:50.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.018+0000 7f79e0325640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f79d80cde20 0x7f79d8158540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:50.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.018+0000 7f79e0325640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f79d80d2590 0x7f79d8158a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:50.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.018+0000 7f79e0325640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f79d815c500 0x7f79d8158fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:50.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.018+0000 7f79e0325640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79d80b0c50 con 0x7f79d80d2590 2024-09-13T16:12:50.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.018+0000 7f79e0325640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79d80c9f60 con 0x7f79d80cde20 2024-09-13T16:12:50.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.018+0000 7f79e0325640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f79d80c9630 con 0x7f79d815c500 2024-09-13T16:12:50.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.018+0000 7f79dd8c0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f79d80d2590 0x7f79d8158a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:50.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.018+0000 7f79dd8c0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f79d80d2590 0x7f79d8158a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:32822/0 (socket says 172.21.15.76:32822) 2024-09-13T16:12:50.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.018+0000 7f79dd8c0640 1 -- 172.21.15.76:0/866596237 learned_addr learned my addr 172.21.15.76:0/866596237 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:50.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.019+0000 7f79de8c2640 1 --2- 172.21.15.76:0/866596237 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f79d815c500 0x7f79d8158fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:50.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.019+0000 7f79de0c1640 1 --2- 172.21.15.76:0/866596237 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f79d80cde20 0x7f79d8158540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:50.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.019+0000 7f79dd8c0640 1 -- 172.21.15.76:0/866596237 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f79d815c500 msgr2=0x7f79d8158fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:50.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.019+0000 7f79dd8c0640 1 --2- 172.21.15.76:0/866596237 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f79d815c500 0x7f79d8158fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:50.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.019+0000 7f79dd8c0640 1 -- 172.21.15.76:0/866596237 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f79d80cde20 msgr2=0x7f79d8158540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:50.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.019+0000 7f79dd8c0640 1 --2- 172.21.15.76:0/866596237 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f79d80cde20 0x7f79d8158540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:50.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.019+0000 7f79dd8c0640 1 -- 172.21.15.76:0/866596237 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f79cc0094d0 con 0x7f79d80d2590 2024-09-13T16:12:50.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.019+0000 7f79de0c1640 1 --2- 172.21.15.76:0/866596237 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f79d80cde20 0x7f79d8158540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:12:50.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.019+0000 7f79dd8c0640 1 --2- 172.21.15.76:0/866596237 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f79d80d2590 0x7f79d8158a80 secure :-1 s=READY pgs=1657 cs=0 l=1 rev1=1 crypto rx=0x7f79cc02a220 tx=0x7f79cc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:50.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.019+0000 7f79d6ffd640 1 -- 172.21.15.76:0/866596237 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79cc030b80 con 0x7f79d80d2590 2024-09-13T16:12:50.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.019+0000 7f79d6ffd640 1 -- 172.21.15.76:0/866596237 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f79cc030ce0 con 0x7f79d80d2590 2024-09-13T16:12:50.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.019+0000 7f79e0325640 1 -- 172.21.15.76:0/866596237 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f79d80c9910 con 0x7f79d80d2590 2024-09-13T16:12:50.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.019+0000 7f79d6ffd640 1 -- 172.21.15.76:0/866596237 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79cc03d680 con 0x7f79d80d2590 2024-09-13T16:12:50.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.019+0000 7f79e0325640 1 -- 172.21.15.76:0/866596237 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f79d80b54d0 con 0x7f79d80d2590 2024-09-13T16:12:50.024 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.020+0000 7f79e0325640 1 -- 172.21.15.76:0/866596237 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f79d80ca0d0 con 0x7f79d80d2590 2024-09-13T16:12:50.024 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.020+0000 7f79d6ffd640 1 -- 172.21.15.76:0/866596237 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f79cc039040 con 0x7f79d80d2590 2024-09-13T16:12:50.024 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.021+0000 7f79d6ffd640 1 --2- 172.21.15.76:0/866596237 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f79c406ac00 0x7f79c406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:50.024 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.021+0000 7f79de0c1640 1 --2- 172.21.15.76:0/866596237 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f79c406ac00 0x7f79c406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:50.024 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.021+0000 7f79d6ffd640 1 -- 172.21.15.76:0/866596237 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f79cc0aa190 con 0x7f79d80d2590 2024-09-13T16:12:50.025 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.021+0000 7f79de0c1640 1 --2- 172.21.15.76:0/866596237 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f79c406ac00 0x7f79c406d0c0 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7f79d0006fd0 tx=0x7f79d0008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:50.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.025+0000 7f79d6ffd640 1 -- 172.21.15.76:0/866596237 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f79cc0752c0 con 0x7f79d80d2590 2024-09-13T16:12:50.189 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.187+0000 7f79e0325640 1 -- 172.21.15.76:0/866596237 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command([{prefix=config set, name=mds_recall_max_caps}] v 0) v1 -- 0x7f79d80cd8e0 con 0x7f79d80d2590 2024-09-13T16:12:50.194 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.193+0000 7f79d6ffd640 1 -- 172.21.15.76:0/866596237 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_recall_max_caps}]=0 v45)=0 v45) v1 ==== 119+0+0 (secure 0 0 0) 0x7f79cc0788e0 con 0x7f79d80d2590 2024-09-13T16:12:50.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.195+0000 7f79e0325640 1 -- 172.21.15.76:0/866596237 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f79c406ac00 msgr2=0x7f79c406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:50.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.195+0000 7f79e0325640 1 --2- 172.21.15.76:0/866596237 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f79c406ac00 0x7f79c406d0c0 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7f79d0006fd0 tx=0x7f79d0008040 comp rx=0 tx=0).stop 2024-09-13T16:12:50.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.195+0000 7f79e0325640 1 -- 172.21.15.76:0/866596237 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f79d80d2590 msgr2=0x7f79d8158a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:50.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.195+0000 7f79e0325640 1 --2- 172.21.15.76:0/866596237 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f79d80d2590 0x7f79d8158a80 secure :-1 s=READY pgs=1657 cs=0 l=1 rev1=1 crypto rx=0x7f79cc02a220 tx=0x7f79cc0046c0 comp rx=0 tx=0).stop 2024-09-13T16:12:50.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.195+0000 7f79e0325640 1 -- 172.21.15.76:0/866596237 shutdown_connections 2024-09-13T16:12:50.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.195+0000 7f79e0325640 1 --2- 172.21.15.76:0/866596237 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f79c406ac00 0x7f79c406d0c0 unknown :-1 s=CLOSED pgs=707 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:50.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.195+0000 7f79e0325640 1 --2- 172.21.15.76:0/866596237 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f79d815c500 0x7f79d8158fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:50.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.195+0000 7f79e0325640 1 --2- 172.21.15.76:0/866596237 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f79d80d2590 0x7f79d8158a80 unknown :-1 s=CLOSED pgs=1657 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:50.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.195+0000 7f79e0325640 1 --2- 172.21.15.76:0/866596237 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f79d80cde20 0x7f79d8158540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:50.198 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.195+0000 7f79e0325640 1 -- 172.21.15.76:0/866596237 >> 172.21.15.76:0/866596237 conn(0x7f79d8089f60 msgr2=0x7f79d80b2360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:50.198 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.195+0000 7f79e0325640 1 -- 172.21.15.76:0/866596237 shutdown_connections 2024-09-13T16:12:50.198 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.195+0000 7f79e0325640 1 -- 172.21.15.76:0/866596237 wait complete. 2024-09-13T16:12:50.208 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mds mds_recall_warning_threshold 800 2024-09-13T16:12:50.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.308+0000 7fcc24391640 1 Processor -- start 2024-09-13T16:12:50.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.308+0000 7fcc24391640 1 -- start start 2024-09-13T16:12:50.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.308+0000 7fcc24391640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fcc1c158b00 0x7fcc1c06c190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:50.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.308+0000 7fcc24391640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fcc1c06c6d0 0x7fcc1c070b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:50.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.308+0000 7fcc24391640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcc1c071050 0x7fcc1c0714e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:50.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.308+0000 7fcc24391640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcc1c06cb60 con 0x7fcc1c158b00 2024-09-13T16:12:50.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.308+0000 7fcc24391640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcc1c0b2d10 con 0x7fcc1c06c6d0 2024-09-13T16:12:50.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.309+0000 7fcc24391640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcc1c0b2ff0 con 0x7fcc1c071050 2024-09-13T16:12:50.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.309+0000 7fcc2212d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fcc1c158b00 0x7fcc1c06c190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:50.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.309+0000 7fcc2212d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fcc1c158b00 0x7fcc1c06c190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:32828/0 (socket says 172.21.15.76:32828) 2024-09-13T16:12:50.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.309+0000 7fcc2212d640 1 -- 172.21.15.76:0/4283740989 learned_addr learned my addr 172.21.15.76:0/4283740989 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:50.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.309+0000 7fcc2192c640 1 --2- 172.21.15.76:0/4283740989 >> v2:172.21.15.192:3300/0 conn(0x7fcc1c06c6d0 0x7fcc1c070b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:50.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.309+0000 7fcc2212d640 1 -- 172.21.15.76:0/4283740989 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcc1c071050 msgr2=0x7fcc1c0714e0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-13T16:12:50.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.309+0000 7fcc2212d640 1 --2- 172.21.15.76:0/4283740989 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcc1c071050 0x7fcc1c0714e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:50.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.309+0000 7fcc2212d640 1 -- 172.21.15.76:0/4283740989 >> v2:172.21.15.192:3300/0 conn(0x7fcc1c06c6d0 msgr2=0x7fcc1c070b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:50.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.309+0000 7fcc2212d640 1 --2- 172.21.15.76:0/4283740989 >> v2:172.21.15.192:3300/0 conn(0x7fcc1c06c6d0 0x7fcc1c070b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:50.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.309+0000 7fcc2212d640 1 -- 172.21.15.76:0/4283740989 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcc1c070310 con 0x7fcc1c158b00 2024-09-13T16:12:50.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.310+0000 7fcc2212d640 1 --2- 172.21.15.76:0/4283740989 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcc1c158b00 0x7fcc1c06c190 secure :-1 s=READY pgs=1658 cs=0 l=1 rev1=1 crypto rx=0x7fcc1c070140 tx=0x7fcc1802a200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=27152f4ba353f9b6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:50.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.310+0000 7fcc2112b640 1 -- 172.21.15.76:0/4283740989 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcc18032440 con 0x7fcc1c158b00 2024-09-13T16:12:50.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.310+0000 7fcc2112b640 1 -- 172.21.15.76:0/4283740989 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcc180325a0 con 0x7fcc1c158b00 2024-09-13T16:12:50.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.310+0000 7fcc2112b640 1 -- 172.21.15.76:0/4283740989 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcc18032930 con 0x7fcc1c158b00 2024-09-13T16:12:50.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.310+0000 7fcc24391640 1 -- 172.21.15.76:0/4283740989 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcc1c158b00 msgr2=0x7fcc1c06c190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:50.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.310+0000 7fcc24391640 1 --2- 172.21.15.76:0/4283740989 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcc1c158b00 0x7fcc1c06c190 secure :-1 s=READY pgs=1658 cs=0 l=1 rev1=1 crypto rx=0x7fcc1c070140 tx=0x7fcc1802a200 comp rx=0 tx=0).stop 2024-09-13T16:12:50.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.310+0000 7fcc24391640 1 -- 172.21.15.76:0/4283740989 shutdown_connections 2024-09-13T16:12:50.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.310+0000 7fcc24391640 1 --2- 172.21.15.76:0/4283740989 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcc1c071050 0x7fcc1c0714e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:50.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.310+0000 7fcc24391640 1 --2- 172.21.15.76:0/4283740989 >> v2:172.21.15.192:3300/0 conn(0x7fcc1c06c6d0 0x7fcc1c070b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:50.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.310+0000 7fcc24391640 1 --2- 172.21.15.76:0/4283740989 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcc1c158b00 0x7fcc1c06c190 unknown :-1 s=CLOSED pgs=1658 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:50.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.310+0000 7fcc24391640 1 -- 172.21.15.76:0/4283740989 >> 172.21.15.76:0/4283740989 conn(0x7fcc1c06a0b0 msgr2=0x7fcc1c06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:50.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.311+0000 7fcc24391640 1 -- 172.21.15.76:0/4283740989 shutdown_connections 2024-09-13T16:12:50.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.311+0000 7fcc24391640 1 -- 172.21.15.76:0/4283740989 wait complete. 2024-09-13T16:12:50.319 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.312+0000 7fcc24391640 1 Processor -- start 2024-09-13T16:12:50.319 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.312+0000 7fcc24391640 1 -- start start 2024-09-13T16:12:50.319 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.312+0000 7fcc24391640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcc1c06c6d0 0x7fcc1c1f0930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:50.319 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.312+0000 7fcc24391640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcc1c071050 0x7fcc1c097680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:50.319 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.312+0000 7fcc24391640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcc1c158b00 0x7fcc1c0ae680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:50.319 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.312+0000 7fcc24391640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcc1c1f0e70 con 0x7fcc1c071050 2024-09-13T16:12:50.319 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.312+0000 7fcc24391640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcc1c1f1070 con 0x7fcc1c06c6d0 2024-09-13T16:12:50.320 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.312+0000 7fcc24391640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcc1c1f1310 con 0x7fcc1c158b00 2024-09-13T16:12:50.320 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.312+0000 7fcc2192c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcc1c071050 0x7fcc1c097680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:50.320 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.312+0000 7fcc2192c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcc1c071050 0x7fcc1c097680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:32844/0 (socket says 172.21.15.76:32844) 2024-09-13T16:12:50.320 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.312+0000 7fcc2192c640 1 -- 172.21.15.76:0/319057470 learned_addr learned my addr 172.21.15.76:0/319057470 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:50.320 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.313+0000 7fcc2212d640 1 --2- 172.21.15.76:0/319057470 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcc1c06c6d0 0x7fcc1c1f0930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:50.320 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.313+0000 7fcc2292e640 1 --2- 172.21.15.76:0/319057470 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcc1c158b00 0x7fcc1c0ae680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:50.320 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.313+0000 7fcc2192c640 1 -- 172.21.15.76:0/319057470 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcc1c158b00 msgr2=0x7fcc1c0ae680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:50.320 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.313+0000 7fcc2192c640 1 --2- 172.21.15.76:0/319057470 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcc1c158b00 0x7fcc1c0ae680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:50.321 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.313+0000 7fcc2192c640 1 -- 172.21.15.76:0/319057470 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcc1c06c6d0 msgr2=0x7fcc1c1f0930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:50.321 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.313+0000 7fcc2192c640 1 --2- 172.21.15.76:0/319057470 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcc1c06c6d0 0x7fcc1c1f0930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:50.321 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.313+0000 7fcc2192c640 1 -- 172.21.15.76:0/319057470 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcc180094d0 con 0x7fcc1c071050 2024-09-13T16:12:50.321 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.313+0000 7fcc2192c640 1 --2- 172.21.15.76:0/319057470 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcc1c071050 0x7fcc1c097680 secure :-1 s=READY pgs=1659 cs=0 l=1 rev1=1 crypto rx=0x7fcc1000d800 tx=0x7fcc1000dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:50.321 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.313+0000 7fcc0effd640 1 -- 172.21.15.76:0/319057470 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcc1000b6c0 con 0x7fcc1c071050 2024-09-13T16:12:50.321 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.313+0000 7fcc0effd640 1 -- 172.21.15.76:0/319057470 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcc1000b820 con 0x7fcc1c071050 2024-09-13T16:12:50.321 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.313+0000 7fcc24391640 1 -- 172.21.15.76:0/319057470 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcc1c1f15f0 con 0x7fcc1c071050 2024-09-13T16:12:50.322 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.313+0000 7fcc0effd640 1 -- 172.21.15.76:0/319057470 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcc1000bbb0 con 0x7fcc1c071050 2024-09-13T16:12:50.322 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.313+0000 7fcc24391640 1 -- 172.21.15.76:0/319057470 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcc1c1f1bb0 con 0x7fcc1c071050 2024-09-13T16:12:50.322 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.314+0000 7fcc24391640 1 -- 172.21.15.76:0/319057470 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcc1c0714e0 con 0x7fcc1c071050 2024-09-13T16:12:50.322 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.315+0000 7fcc0effd640 1 -- 172.21.15.76:0/319057470 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fcc1000bd10 con 0x7fcc1c071050 2024-09-13T16:12:50.322 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.315+0000 7fcc0effd640 1 --2- 172.21.15.76:0/319057470 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcc0006ac00 0x7fcc0006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:50.322 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.315+0000 7fcc0effd640 1 -- 172.21.15.76:0/319057470 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fcc100899f0 con 0x7fcc1c071050 2024-09-13T16:12:50.322 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.315+0000 7fcc2212d640 1 --2- 172.21.15.76:0/319057470 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcc0006ac00 0x7fcc0006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:50.323 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.316+0000 7fcc2212d640 1 --2- 172.21.15.76:0/319057470 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcc0006ac00 0x7fcc0006d0c0 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7fcc18034000 tx=0x7fcc1802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:50.323 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.319+0000 7fcc0effd640 1 -- 172.21.15.76:0/319057470 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fcc10054a90 con 0x7fcc1c071050 2024-09-13T16:12:50.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.479+0000 7fcc24391640 1 -- 172.21.15.76:0/319057470 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command([{prefix=config set, name=mds_recall_warning_threshold}] v 0) v1 -- 0x7fcc1c06d180 con 0x7fcc1c071050 2024-09-13T16:12:50.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.485+0000 7fcc0effd640 1 -- 172.21.15.76:0/319057470 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_recall_warning_threshold}]=0 v46)=0 v46) v1 ==== 128+0+0 (secure 0 0 0) 0x7fcc100580b0 con 0x7fcc1c071050 2024-09-13T16:12:50.488 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.487+0000 7fcc24391640 1 -- 172.21.15.76:0/319057470 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcc0006ac00 msgr2=0x7fcc0006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:50.489 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.487+0000 7fcc24391640 1 --2- 172.21.15.76:0/319057470 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcc0006ac00 0x7fcc0006d0c0 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7fcc18034000 tx=0x7fcc1802e000 comp rx=0 tx=0).stop 2024-09-13T16:12:50.489 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.487+0000 7fcc24391640 1 -- 172.21.15.76:0/319057470 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcc1c071050 msgr2=0x7fcc1c097680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:50.489 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.487+0000 7fcc24391640 1 --2- 172.21.15.76:0/319057470 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcc1c071050 0x7fcc1c097680 secure :-1 s=READY pgs=1659 cs=0 l=1 rev1=1 crypto rx=0x7fcc1000d800 tx=0x7fcc1000dcc0 comp rx=0 tx=0).stop 2024-09-13T16:12:50.489 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.487+0000 7fcc24391640 1 -- 172.21.15.76:0/319057470 shutdown_connections 2024-09-13T16:12:50.489 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.487+0000 7fcc24391640 1 --2- 172.21.15.76:0/319057470 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcc0006ac00 0x7fcc0006d0c0 unknown :-1 s=CLOSED pgs=708 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:50.489 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.487+0000 7fcc24391640 1 --2- 172.21.15.76:0/319057470 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcc1c158b00 0x7fcc1c0ae680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:50.489 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.487+0000 7fcc24391640 1 --2- 172.21.15.76:0/319057470 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcc1c071050 0x7fcc1c097680 unknown :-1 s=CLOSED pgs=1659 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:50.489 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.487+0000 7fcc24391640 1 --2- 172.21.15.76:0/319057470 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcc1c06c6d0 0x7fcc1c1f0930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:50.489 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.487+0000 7fcc24391640 1 -- 172.21.15.76:0/319057470 >> 172.21.15.76:0/319057470 conn(0x7fcc1c06a0b0 msgr2=0x7fcc1c157530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:50.489 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.487+0000 7fcc24391640 1 -- 172.21.15.76:0/319057470 shutdown_connections 2024-09-13T16:12:50.490 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.487+0000 7fcc24391640 1 -- 172.21.15.76:0/319057470 wait complete. 2024-09-13T16:12:50.499 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config get mds mds_min_caps_per_client 2024-09-13T16:12:50.598 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.597+0000 7f6227765640 1 Processor -- start 2024-09-13T16:12:50.598 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.597+0000 7f6227765640 1 -- start start 2024-09-13T16:12:50.599 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.598+0000 7f6227765640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6220158b00 0x7f622006c190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:50.599 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.598+0000 7f6227765640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f622006c6d0 0x7f6220070b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:50.599 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.598+0000 7f6227765640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f622006cb30 con 0x7f6220071050 2024-09-13T16:12:50.600 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.598+0000 7f6227765640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f62200b2d10 con 0x7f622006c6d0 2024-09-13T16:12:50.600 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.598+0000 7f6227765640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f62200b2ff0 con 0x7f6220158b00 2024-09-13T16:12:50.600 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.598+0000 7f6224d00640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f622006c6d0 0x7f6220070b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:50.600 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.598+0000 7f6224d00640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f622006c6d0 0x7f6220070b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:32850/0 (socket says 172.21.15.76:32850) 2024-09-13T16:12:50.600 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.598+0000 7f6225d02640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f6220071050 0x7f6220071500 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:60272/0 (socket says 172.21.15.76:60272) 2024-09-13T16:12:50.600 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.598+0000 7f6224d00640 1 -- 172.21.15.76:0/2011608585 learned_addr learned my addr 172.21.15.76:0/2011608585 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:50.600 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.598+0000 7f6225501640 1 --2- 172.21.15.76:0/2011608585 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6220158b00 0x7f622006c190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:50.600 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.598+0000 7f6224d00640 1 -- 172.21.15.76:0/2011608585 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6220158b00 msgr2=0x7f622006c190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:50.600 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.598+0000 7f6224d00640 1 --2- 172.21.15.76:0/2011608585 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6220158b00 0x7f622006c190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:50.600 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.598+0000 7f6224d00640 1 -- 172.21.15.76:0/2011608585 >> v1:172.21.15.76:6789/0 conn(0x7f6220071050 legacy=0x7f6220071500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:50.600 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.598+0000 7f6224d00640 1 -- 172.21.15.76:0/2011608585 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6220070310 con 0x7f622006c6d0 2024-09-13T16:12:50.600 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.598+0000 7f6213fff640 1 -- 172.21.15.76:0/2011608585 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 730524107 0 0) 0x7f622006cb30 con 0x7f6220071050 2024-09-13T16:12:50.602 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.599+0000 7f6224d00640 1 --2- 172.21.15.76:0/2011608585 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f622006c6d0 0x7f6220070b10 secure :-1 s=READY pgs=1661 cs=0 l=1 rev1=1 crypto rx=0x7f621c009870 tx=0x7f621c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9edca23152c8a54e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:50.602 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.599+0000 7f6213fff640 1 -- 172.21.15.76:0/2011608585 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f621c032440 con 0x7f622006c6d0 2024-09-13T16:12:50.602 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.599+0000 7f6213fff640 1 -- 172.21.15.76:0/2011608585 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f621c0325a0 con 0x7f622006c6d0 2024-09-13T16:12:50.602 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.599+0000 7f6213fff640 1 -- 172.21.15.76:0/2011608585 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f621c032930 con 0x7f622006c6d0 2024-09-13T16:12:50.602 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.599+0000 7f6227765640 1 -- 172.21.15.76:0/2011608585 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f622006c6d0 msgr2=0x7f6220070b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:50.602 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.599+0000 7f6227765640 1 --2- 172.21.15.76:0/2011608585 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f622006c6d0 0x7f6220070b10 secure :-1 s=READY pgs=1661 cs=0 l=1 rev1=1 crypto rx=0x7f621c009870 tx=0x7f621c02a270 comp rx=0 tx=0).stop 2024-09-13T16:12:50.602 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.599+0000 7f6227765640 1 -- 172.21.15.76:0/2011608585 shutdown_connections 2024-09-13T16:12:50.602 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.599+0000 7f6227765640 1 --2- 172.21.15.76:0/2011608585 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f622006c6d0 0x7f6220070b10 unknown :-1 s=CLOSED pgs=1661 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:50.602 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.599+0000 7f6227765640 1 --2- 172.21.15.76:0/2011608585 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6220158b00 0x7f622006c190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:50.603 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.599+0000 7f6227765640 1 -- 172.21.15.76:0/2011608585 >> 172.21.15.76:0/2011608585 conn(0x7f622006a0b0 msgr2=0x7f622006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:50.603 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.600+0000 7f6227765640 1 -- 172.21.15.76:0/2011608585 shutdown_connections 2024-09-13T16:12:50.603 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.600+0000 7f6227765640 1 -- 172.21.15.76:0/2011608585 wait complete. 2024-09-13T16:12:50.603 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.601+0000 7f6227765640 1 Processor -- start 2024-09-13T16:12:50.603 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.601+0000 7f6227765640 1 -- start start 2024-09-13T16:12:50.605 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.601+0000 7f6227765640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f622006c6d0 0x7f622015b610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:50.605 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.601+0000 7f6227765640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6220071050 0x7f622015bb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:50.605 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.601+0000 7f6227765640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6220158b00 0x7f62201527d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:50.605 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.601+0000 7f6227765640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f62200c9790 con 0x7f6220158b00 2024-09-13T16:12:50.605 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.601+0000 7f6227765640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f62200c99e0 con 0x7f6220071050 2024-09-13T16:12:50.605 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.601+0000 7f6227765640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f62200c9cc0 con 0x7f622006c6d0 2024-09-13T16:12:50.605 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.602+0000 7f6225d02640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6220158b00 0x7f62201527d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:50.605 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.602+0000 7f6225d02640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6220158b00 0x7f62201527d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:32854/0 (socket says 172.21.15.76:32854) 2024-09-13T16:12:50.605 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.602+0000 7f6225d02640 1 -- 172.21.15.76:0/951693170 learned_addr learned my addr 172.21.15.76:0/951693170 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:50.605 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.602+0000 7f6224d00640 1 --2- 172.21.15.76:0/951693170 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6220071050 0x7f622015bb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:50.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.602+0000 7f6225501640 1 --2- 172.21.15.76:0/951693170 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f622006c6d0 0x7f622015b610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:50.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.602+0000 7f6225d02640 1 -- 172.21.15.76:0/951693170 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f622006c6d0 msgr2=0x7f622015b610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:50.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.602+0000 7f6225d02640 1 --2- 172.21.15.76:0/951693170 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f622006c6d0 0x7f622015b610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:50.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.602+0000 7f6225d02640 1 -- 172.21.15.76:0/951693170 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6220071050 msgr2=0x7f622015bb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:50.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.602+0000 7f6225d02640 1 --2- 172.21.15.76:0/951693170 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6220071050 0x7f622015bb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:50.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.602+0000 7f6225d02640 1 -- 172.21.15.76:0/951693170 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f621c0094d0 con 0x7f6220158b00 2024-09-13T16:12:50.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.602+0000 7f6224d00640 1 --2- 172.21.15.76:0/951693170 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6220071050 0x7f622015bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:12:50.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.602+0000 7f6225501640 1 --2- 172.21.15.76:0/951693170 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f622006c6d0 0x7f622015b610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:12:50.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.602+0000 7f6225d02640 1 --2- 172.21.15.76:0/951693170 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6220158b00 0x7f62201527d0 secure :-1 s=READY pgs=1662 cs=0 l=1 rev1=1 crypto rx=0x7f621800c7e0 tx=0x7f621800cca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:50.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.602+0000 7f6211ffb640 1 -- 172.21.15.76:0/951693170 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f621800a640 con 0x7f6220158b00 2024-09-13T16:12:50.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.602+0000 7f6211ffb640 1 -- 172.21.15.76:0/951693170 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f621800a7c0 con 0x7f6220158b00 2024-09-13T16:12:50.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.602+0000 7f6227765640 1 -- 172.21.15.76:0/951693170 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f62200c9fa0 con 0x7f6220158b00 2024-09-13T16:12:50.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.602+0000 7f6211ffb640 1 -- 172.21.15.76:0/951693170 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f621800ab70 con 0x7f6220158b00 2024-09-13T16:12:50.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.602+0000 7f6227765640 1 -- 172.21.15.76:0/951693170 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f62201533b0 con 0x7f6220158b00 2024-09-13T16:12:50.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.603+0000 7f6227765640 1 -- 172.21.15.76:0/951693170 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f62200cc180 con 0x7f6220158b00 2024-09-13T16:12:50.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.604+0000 7f6211ffb640 1 -- 172.21.15.76:0/951693170 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f621800acd0 con 0x7f6220158b00 2024-09-13T16:12:50.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.604+0000 7f6211ffb640 1 --2- 172.21.15.76:0/951693170 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f620406ac30 0x7f620406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:50.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.604+0000 7f6211ffb640 1 -- 172.21.15.76:0/951693170 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f6218088c60 con 0x7f6220158b00 2024-09-13T16:12:50.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.604+0000 7f6225501640 1 --2- 172.21.15.76:0/951693170 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f620406ac30 0x7f620406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:50.608 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.605+0000 7f6225501640 1 --2- 172.21.15.76:0/951693170 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f620406ac30 0x7f620406d0f0 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7f6214006fd0 tx=0x7f6214008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:50.610 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.608+0000 7f6211ffb640 1 -- 172.21.15.76:0/951693170 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f62200cc180 con 0x7f6220158b00 2024-09-13T16:12:50.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.771+0000 7f6227765640 1 -- 172.21.15.76:0/951693170 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "config get", "who": "mds", "key": "mds_min_caps_per_client"} v 0) v1 -- 0x7f62200ca4c0 con 0x7f6220158b00 2024-09-13T16:12:50.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.771+0000 7f6211ffb640 1 -- 172.21.15.76:0/951693170 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "config get", "who": "mds", "key": "mds_min_caps_per_client"}]=0 v46) v1 ==== 106+0+4 (secure 0 0 0) 0x7f62200ca4c0 con 0x7f6220158b00 2024-09-13T16:12:50.773 INFO:teuthology.orchestra.run.smithi076.stdout:100 2024-09-13T16:12:50.775 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.773+0000 7f6227765640 1 -- 172.21.15.76:0/951693170 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f620406ac30 msgr2=0x7f620406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:50.775 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.773+0000 7f6227765640 1 --2- 172.21.15.76:0/951693170 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f620406ac30 0x7f620406d0f0 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7f6214006fd0 tx=0x7f6214008040 comp rx=0 tx=0).stop 2024-09-13T16:12:50.775 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.773+0000 7f6227765640 1 -- 172.21.15.76:0/951693170 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6220158b00 msgr2=0x7f62201527d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:50.776 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.773+0000 7f6227765640 1 --2- 172.21.15.76:0/951693170 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6220158b00 0x7f62201527d0 secure :-1 s=READY pgs=1662 cs=0 l=1 rev1=1 crypto rx=0x7f621800c7e0 tx=0x7f621800cca0 comp rx=0 tx=0).stop 2024-09-13T16:12:50.776 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.774+0000 7f6227765640 1 -- 172.21.15.76:0/951693170 shutdown_connections 2024-09-13T16:12:50.776 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.774+0000 7f6227765640 1 --2- 172.21.15.76:0/951693170 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6220158b00 0x7f62201527d0 unknown :-1 s=CLOSED pgs=1662 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:50.776 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.774+0000 7f6227765640 1 --2- 172.21.15.76:0/951693170 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6220071050 0x7f622015bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:50.776 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.774+0000 7f6227765640 1 --2- 172.21.15.76:0/951693170 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f620406ac30 0x7f620406d0f0 unknown :-1 s=CLOSED pgs=709 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:50.776 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.774+0000 7f6227765640 1 --2- 172.21.15.76:0/951693170 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f622006c6d0 0x7f622015b610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:50.776 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.774+0000 7f6227765640 1 -- 172.21.15.76:0/951693170 >> 172.21.15.76:0/951693170 conn(0x7f622006a0b0 msgr2=0x7f62200b1160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:50.776 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.774+0000 7f6227765640 1 -- 172.21.15.76:0/951693170 shutdown_connections 2024-09-13T16:12:50.776 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.774+0000 7f6227765640 1 -- 172.21.15.76:0/951693170 wait complete. 2024-09-13T16:12:50.786 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mds mds_min_caps_working_set 100 2024-09-13T16:12:50.887 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.885+0000 7f43abbce640 1 Processor -- start 2024-09-13T16:12:50.887 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.886+0000 7f43abbce640 1 -- start start 2024-09-13T16:12:50.888 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.886+0000 7f43abbce640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f43a4159310 0x7f43a40ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:50.888 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.886+0000 7f43abbce640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f43a40b2b40 0x7f43a40ab140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:50.888 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.886+0000 7f43abbce640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f43a40ab680 0x7f43a40ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:50.888 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.886+0000 7f43abbce640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f43a40ad940 con 0x7f43a4159310 2024-09-13T16:12:50.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.886+0000 7f43abbce640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f43a40ccbe0 con 0x7f43a40b2b40 2024-09-13T16:12:50.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.886+0000 7f43abbce640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f43a40b1810 con 0x7f43a40ab680 2024-09-13T16:12:50.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.886+0000 7f43a996a640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f43a4159310 0x7f43a40ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:50.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.887+0000 7f43a996a640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f43a4159310 0x7f43a40ad400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:32856/0 (socket says 172.21.15.76:32856) 2024-09-13T16:12:50.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.887+0000 7f43a996a640 1 -- 172.21.15.76:0/3678331419 learned_addr learned my addr 172.21.15.76:0/3678331419 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:50.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.887+0000 7f43aa16b640 1 --2- 172.21.15.76:0/3678331419 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f43a40ab680 0x7f43a40ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:50.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.887+0000 7f43a9169640 1 --2- 172.21.15.76:0/3678331419 >> v2:172.21.15.192:3300/0 conn(0x7f43a40b2b40 0x7f43a40ab140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:50.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.887+0000 7f43a996a640 1 -- 172.21.15.76:0/3678331419 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f43a40ab680 msgr2=0x7f43a40ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:50.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.887+0000 7f43a996a640 1 --2- 172.21.15.76:0/3678331419 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f43a40ab680 0x7f43a40ce4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:50.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.887+0000 7f43a996a640 1 -- 172.21.15.76:0/3678331419 >> v2:172.21.15.192:3300/0 conn(0x7f43a40b2b40 msgr2=0x7f43a40ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:50.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.887+0000 7f43a996a640 1 --2- 172.21.15.76:0/3678331419 >> v2:172.21.15.192:3300/0 conn(0x7f43a40b2b40 0x7f43a40ab140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:50.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.887+0000 7f43a996a640 1 -- 172.21.15.76:0/3678331419 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f43a406d9e0 con 0x7f43a4159310 2024-09-13T16:12:50.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.887+0000 7f43a996a640 1 --2- 172.21.15.76:0/3678331419 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f43a4159310 0x7f43a40ad400 secure :-1 s=READY pgs=1663 cs=0 l=1 rev1=1 crypto rx=0x7f43a40b16a0 tx=0x7f43a002a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ef865456fa12e31 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:50.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.888+0000 7f43a8968640 1 -- 172.21.15.76:0/3678331419 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43a002ae90 con 0x7f43a4159310 2024-09-13T16:12:50.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.888+0000 7f43a8968640 1 -- 172.21.15.76:0/3678331419 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f43a0032440 con 0x7f43a4159310 2024-09-13T16:12:50.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.888+0000 7f43a8968640 1 -- 172.21.15.76:0/3678331419 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43a00327d0 con 0x7f43a4159310 2024-09-13T16:12:50.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.888+0000 7f43abbce640 1 -- 172.21.15.76:0/3678331419 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f43a4159310 msgr2=0x7f43a40ad400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:50.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.888+0000 7f43abbce640 1 --2- 172.21.15.76:0/3678331419 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f43a4159310 0x7f43a40ad400 secure :-1 s=READY pgs=1663 cs=0 l=1 rev1=1 crypto rx=0x7f43a40b16a0 tx=0x7f43a002a140 comp rx=0 tx=0).stop 2024-09-13T16:12:50.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.888+0000 7f43abbce640 1 -- 172.21.15.76:0/3678331419 shutdown_connections 2024-09-13T16:12:50.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.888+0000 7f43abbce640 1 --2- 172.21.15.76:0/3678331419 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f43a40ab680 0x7f43a40ce4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:50.892 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.888+0000 7f43abbce640 1 --2- 172.21.15.76:0/3678331419 >> v2:172.21.15.192:3300/0 conn(0x7f43a40b2b40 0x7f43a40ab140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:50.892 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.888+0000 7f43abbce640 1 --2- 172.21.15.76:0/3678331419 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f43a4159310 0x7f43a40ad400 unknown :-1 s=CLOSED pgs=1663 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:50.892 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.888+0000 7f43abbce640 1 -- 172.21.15.76:0/3678331419 >> 172.21.15.76:0/3678331419 conn(0x7f43a406a0b0 msgr2=0x7f43a406a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:50.892 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.888+0000 7f43abbce640 1 -- 172.21.15.76:0/3678331419 shutdown_connections 2024-09-13T16:12:50.892 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.888+0000 7f43abbce640 1 -- 172.21.15.76:0/3678331419 wait complete. 2024-09-13T16:12:50.892 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.889+0000 7f43abbce640 1 Processor -- start 2024-09-13T16:12:50.892 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.889+0000 7f43abbce640 1 -- start start 2024-09-13T16:12:50.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.890+0000 7f43abbce640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f43a40ab680 0x7f43a40bee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:50.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.890+0000 7f43abbce640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f43a40b2b40 0x7f43a40bc7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:50.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.890+0000 7f43abbce640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f43a4159310 0x7f43a40af290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:50.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.890+0000 7f43abbce640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f43a40bf7e0 con 0x7f43a4159310 2024-09-13T16:12:50.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.890+0000 7f43abbce640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f43a4151cb0 con 0x7f43a40ab680 2024-09-13T16:12:50.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.890+0000 7f43abbce640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f43a4151f90 con 0x7f43a40b2b40 2024-09-13T16:12:50.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.890+0000 7f43aa16b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f43a4159310 0x7f43a40af290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:50.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.890+0000 7f43aa16b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f43a4159310 0x7f43a40af290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:32868/0 (socket says 172.21.15.76:32868) 2024-09-13T16:12:50.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.890+0000 7f43aa16b640 1 -- 172.21.15.76:0/4088644830 learned_addr learned my addr 172.21.15.76:0/4088644830 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:50.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.890+0000 7f43aa16b640 1 -- 172.21.15.76:0/4088644830 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f43a40b2b40 msgr2=0x7f43a40bc7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:50.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.891+0000 7f43aa16b640 1 --2- 172.21.15.76:0/4088644830 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f43a40b2b40 0x7f43a40bc7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:50.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.891+0000 7f43aa16b640 1 -- 172.21.15.76:0/4088644830 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f43a40ab680 msgr2=0x7f43a40bee40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:50.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.891+0000 7f43aa16b640 1 --2- 172.21.15.76:0/4088644830 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f43a40ab680 0x7f43a40bee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:50.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.891+0000 7f43aa16b640 1 -- 172.21.15.76:0/4088644830 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f43a00094d0 con 0x7f43a4159310 2024-09-13T16:12:50.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.891+0000 7f43aa16b640 1 --2- 172.21.15.76:0/4088644830 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f43a4159310 0x7f43a40af290 secure :-1 s=READY pgs=1664 cs=0 l=1 rev1=1 crypto rx=0x7f439c007e40 tx=0x7f439c00e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:50.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.891+0000 7f439a7fc640 1 -- 172.21.15.76:0/4088644830 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f439c014620 con 0x7f43a4159310 2024-09-13T16:12:50.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.891+0000 7f439a7fc640 1 -- 172.21.15.76:0/4088644830 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f439c00ee90 con 0x7f43a4159310 2024-09-13T16:12:50.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.891+0000 7f439a7fc640 1 -- 172.21.15.76:0/4088644830 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f439c0149e0 con 0x7f43a4159310 2024-09-13T16:12:50.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.891+0000 7f43abbce640 1 -- 172.21.15.76:0/4088644830 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f43a4152270 con 0x7f43a4159310 2024-09-13T16:12:50.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.891+0000 7f43abbce640 1 -- 172.21.15.76:0/4088644830 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f43a4152830 con 0x7f43a4159310 2024-09-13T16:12:50.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.892+0000 7f43abbce640 1 -- 172.21.15.76:0/4088644830 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f43a4152a50 con 0x7f43a4159310 2024-09-13T16:12:50.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.892+0000 7f439a7fc640 1 -- 172.21.15.76:0/4088644830 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f439c014b40 con 0x7f43a4159310 2024-09-13T16:12:50.897 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.893+0000 7f439a7fc640 1 --2- 172.21.15.76:0/4088644830 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f438806ac00 0x7f438806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:50.897 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.893+0000 7f43a996a640 1 --2- 172.21.15.76:0/4088644830 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f438806ac00 0x7f438806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:50.897 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.893+0000 7f439a7fc640 1 -- 172.21.15.76:0/4088644830 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f439c089e30 con 0x7f43a4159310 2024-09-13T16:12:50.897 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.893+0000 7f43a996a640 1 --2- 172.21.15.76:0/4088644830 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f438806ac00 0x7f438806d0c0 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7f43a0034000 tx=0x7f43a002c000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:50.898 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:50.897+0000 7f439a7fc640 1 -- 172.21.15.76:0/4088644830 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f439c054ed0 con 0x7f43a4159310 2024-09-13T16:12:51.061 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.059+0000 7f43abbce640 1 -- 172.21.15.76:0/4088644830 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command([{prefix=config set, name=mds_min_caps_working_set}] v 0) v1 -- 0x7f43a40cee10 con 0x7f43a4159310 2024-09-13T16:12:51.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.065+0000 7f439a7fc640 1 -- 172.21.15.76:0/4088644830 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_min_caps_working_set}]=0 v47)=0 v47) v1 ==== 124+0+0 (secure 0 0 0) 0x7f439c0584f0 con 0x7f43a4159310 2024-09-13T16:12:51.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.067+0000 7f43abbce640 1 -- 172.21.15.76:0/4088644830 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f438806ac00 msgr2=0x7f438806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:51.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.067+0000 7f43abbce640 1 --2- 172.21.15.76:0/4088644830 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f438806ac00 0x7f438806d0c0 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7f43a0034000 tx=0x7f43a002c000 comp rx=0 tx=0).stop 2024-09-13T16:12:51.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.067+0000 7f43abbce640 1 -- 172.21.15.76:0/4088644830 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f43a4159310 msgr2=0x7f43a40af290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:51.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.067+0000 7f43abbce640 1 --2- 172.21.15.76:0/4088644830 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f43a4159310 0x7f43a40af290 secure :-1 s=READY pgs=1664 cs=0 l=1 rev1=1 crypto rx=0x7f439c007e40 tx=0x7f439c00e4b0 comp rx=0 tx=0).stop 2024-09-13T16:12:51.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.067+0000 7f43abbce640 1 -- 172.21.15.76:0/4088644830 shutdown_connections 2024-09-13T16:12:51.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.067+0000 7f43abbce640 1 --2- 172.21.15.76:0/4088644830 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f43a4159310 0x7f43a40af290 unknown :-1 s=CLOSED pgs=1664 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:51.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.067+0000 7f43abbce640 1 --2- 172.21.15.76:0/4088644830 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f438806ac00 0x7f438806d0c0 unknown :-1 s=CLOSED pgs=710 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:51.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.067+0000 7f43abbce640 1 --2- 172.21.15.76:0/4088644830 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f43a40b2b40 0x7f43a40bc7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:51.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.067+0000 7f43abbce640 1 --2- 172.21.15.76:0/4088644830 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f43a40ab680 0x7f43a40bee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:51.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.067+0000 7f43abbce640 1 -- 172.21.15.76:0/4088644830 >> 172.21.15.76:0/4088644830 conn(0x7f43a406a0b0 msgr2=0x7f43a40b1ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:51.070 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.067+0000 7f43abbce640 1 -- 172.21.15.76:0/4088644830 shutdown_connections 2024-09-13T16:12:51.070 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.067+0000 7f43abbce640 1 -- 172.21.15.76:0/4088644830 wait complete. 2024-09-13T16:12:51.079 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config get mds mds_max_caps_per_client 2024-09-13T16:12:51.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.179+0000 7fb41fd1f640 1 Processor -- start 2024-09-13T16:12:51.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.179+0000 7fb41fd1f640 1 -- start start 2024-09-13T16:12:51.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.180+0000 7fb41fd1f640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb418159310 0x7fb4180ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:51.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.180+0000 7fb41fd1f640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fb4180b2b40 0x7fb4180ab140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:51.185 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.180+0000 7fb41fd1f640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb4180ab680 0x7fb4180ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:51.185 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.180+0000 7fb41fd1f640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb4180ad940 con 0x7fb4180ab680 2024-09-13T16:12:51.185 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.180+0000 7fb41fd1f640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb4180ccbe0 con 0x7fb4180b2b40 2024-09-13T16:12:51.185 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.180+0000 7fb41fd1f640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb4180b1810 con 0x7fb418159310 2024-09-13T16:12:51.185 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.180+0000 7fb41e2bc640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb4180ab680 0x7fb4180ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:51.185 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.180+0000 7fb41e2bc640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb4180ab680 0x7fb4180ce4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:32872/0 (socket says 172.21.15.76:32872) 2024-09-13T16:12:51.186 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.180+0000 7fb41e2bc640 1 -- 172.21.15.76:0/3873305293 learned_addr learned my addr 172.21.15.76:0/3873305293 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:51.186 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.180+0000 7fb41dabb640 1 --2- 172.21.15.76:0/3873305293 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb418159310 0x7fb4180ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:51.186 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.180+0000 7fb41d2ba640 1 --2- 172.21.15.76:0/3873305293 >> v2:172.21.15.192:3300/0 conn(0x7fb4180b2b40 0x7fb4180ab140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:51.186 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.180+0000 7fb41e2bc640 1 -- 172.21.15.76:0/3873305293 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb418159310 msgr2=0x7fb4180ad400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:51.186 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.180+0000 7fb41e2bc640 1 --2- 172.21.15.76:0/3873305293 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb418159310 0x7fb4180ad400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:51.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.180+0000 7fb41e2bc640 1 -- 172.21.15.76:0/3873305293 >> v2:172.21.15.192:3300/0 conn(0x7fb4180b2b40 msgr2=0x7fb4180ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:51.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.180+0000 7fb41e2bc640 1 --2- 172.21.15.76:0/3873305293 >> v2:172.21.15.192:3300/0 conn(0x7fb4180b2b40 0x7fb4180ab140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:51.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.180+0000 7fb41e2bc640 1 -- 172.21.15.76:0/3873305293 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb41806d9e0 con 0x7fb4180ab680 2024-09-13T16:12:51.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.181+0000 7fb41e2bc640 1 --2- 172.21.15.76:0/3873305293 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb4180ab680 0x7fb4180ce4f0 secure :-1 s=READY pgs=1665 cs=0 l=1 rev1=1 crypto rx=0x7fb4180cf250 tx=0x7fb41002a630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c0e16cae9bca0c47 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:51.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.181+0000 7fb41cab9640 1 -- 172.21.15.76:0/3873305293 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb410031600 con 0x7fb4180ab680 2024-09-13T16:12:51.188 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.181+0000 7fb41cab9640 1 -- 172.21.15.76:0/3873305293 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb41002d050 con 0x7fb4180ab680 2024-09-13T16:12:51.188 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.181+0000 7fb41cab9640 1 -- 172.21.15.76:0/3873305293 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb410031980 con 0x7fb4180ab680 2024-09-13T16:12:51.188 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.181+0000 7fb41fd1f640 1 -- 172.21.15.76:0/3873305293 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb4180ab680 msgr2=0x7fb4180ce4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:51.188 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.181+0000 7fb41fd1f640 1 --2- 172.21.15.76:0/3873305293 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb4180ab680 0x7fb4180ce4f0 secure :-1 s=READY pgs=1665 cs=0 l=1 rev1=1 crypto rx=0x7fb4180cf250 tx=0x7fb41002a630 comp rx=0 tx=0).stop 2024-09-13T16:12:51.188 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.181+0000 7fb41fd1f640 1 -- 172.21.15.76:0/3873305293 shutdown_connections 2024-09-13T16:12:51.188 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.181+0000 7fb41fd1f640 1 --2- 172.21.15.76:0/3873305293 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb4180ab680 0x7fb4180ce4f0 unknown :-1 s=CLOSED pgs=1665 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:51.189 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.182+0000 7fb41fd1f640 1 --2- 172.21.15.76:0/3873305293 >> v2:172.21.15.192:3300/0 conn(0x7fb4180b2b40 0x7fb4180ab140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:51.189 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.182+0000 7fb41fd1f640 1 --2- 172.21.15.76:0/3873305293 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb418159310 0x7fb4180ad400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:51.189 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.182+0000 7fb41fd1f640 1 -- 172.21.15.76:0/3873305293 >> 172.21.15.76:0/3873305293 conn(0x7fb41806a0b0 msgr2=0x7fb41806a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:51.190 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.182+0000 7fb41fd1f640 1 -- 172.21.15.76:0/3873305293 shutdown_connections 2024-09-13T16:12:51.190 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.182+0000 7fb41fd1f640 1 -- 172.21.15.76:0/3873305293 wait complete. 2024-09-13T16:12:51.190 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.183+0000 7fb41fd1f640 1 Processor -- start 2024-09-13T16:12:51.190 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.183+0000 7fb41fd1f640 1 -- start start 2024-09-13T16:12:51.195 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.183+0000 7fb41fd1f640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb4180ab680 0x7fb418097ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:51.195 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.183+0000 7fb41fd1f640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb4180b2b40 0x7fb4180c11a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:51.195 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.183+0000 7fb41fd1f640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb418159310 0x7fb4180aba60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:51.195 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.183+0000 7fb41fd1f640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4180c16e0 con 0x7fb4180b2b40 2024-09-13T16:12:51.195 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.183+0000 7fb41fd1f640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4180c18c0 con 0x7fb418159310 2024-09-13T16:12:51.196 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.184+0000 7fb41fd1f640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb4180c1ba0 con 0x7fb4180ab680 2024-09-13T16:12:51.196 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.184+0000 7fb41d2ba640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb4180b2b40 0x7fb4180c11a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:51.196 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.184+0000 7fb41d2ba640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb4180b2b40 0x7fb4180c11a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:32888/0 (socket says 172.21.15.76:32888) 2024-09-13T16:12:51.196 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.184+0000 7fb41d2ba640 1 -- 172.21.15.76:0/1318628207 learned_addr learned my addr 172.21.15.76:0/1318628207 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:51.196 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.184+0000 7fb41dabb640 1 --2- 172.21.15.76:0/1318628207 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb4180ab680 0x7fb418097ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:51.196 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.184+0000 7fb41e2bc640 1 --2- 172.21.15.76:0/1318628207 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb418159310 0x7fb4180aba60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:51.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.184+0000 7fb41d2ba640 1 -- 172.21.15.76:0/1318628207 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb4180ab680 msgr2=0x7fb418097ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:51.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.184+0000 7fb41d2ba640 1 --2- 172.21.15.76:0/1318628207 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb4180ab680 0x7fb418097ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:51.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.184+0000 7fb41d2ba640 1 -- 172.21.15.76:0/1318628207 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb418159310 msgr2=0x7fb4180aba60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:51.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.184+0000 7fb41d2ba640 1 --2- 172.21.15.76:0/1318628207 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb418159310 0x7fb4180aba60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:51.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.184+0000 7fb41d2ba640 1 -- 172.21.15.76:0/1318628207 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb410009b30 con 0x7fb4180b2b40 2024-09-13T16:12:51.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.184+0000 7fb41d2ba640 1 --2- 172.21.15.76:0/1318628207 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb4180b2b40 0x7fb4180c11a0 secure :-1 s=READY pgs=1666 cs=0 l=1 rev1=1 crypto rx=0x7fb40800d800 tx=0x7fb40800dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:51.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.184+0000 7fb40e7fc640 1 -- 172.21.15.76:0/1318628207 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb40800b6c0 con 0x7fb4180b2b40 2024-09-13T16:12:51.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.184+0000 7fb40e7fc640 1 -- 172.21.15.76:0/1318628207 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb40800b820 con 0x7fb4180b2b40 2024-09-13T16:12:51.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.184+0000 7fb40e7fc640 1 -- 172.21.15.76:0/1318628207 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb40800bbb0 con 0x7fb4180b2b40 2024-09-13T16:12:51.198 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.184+0000 7fb41fd1f640 1 -- 172.21.15.76:0/1318628207 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb4180c1e80 con 0x7fb4180b2b40 2024-09-13T16:12:51.198 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.184+0000 7fb41fd1f640 1 -- 172.21.15.76:0/1318628207 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb4180c2440 con 0x7fb4180b2b40 2024-09-13T16:12:51.198 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.185+0000 7fb41fd1f640 1 -- 172.21.15.76:0/1318628207 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb4180ab140 con 0x7fb4180b2b40 2024-09-13T16:12:51.198 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.186+0000 7fb40e7fc640 1 -- 172.21.15.76:0/1318628207 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb40800bd10 con 0x7fb4180b2b40 2024-09-13T16:12:51.198 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.186+0000 7fb40e7fc640 1 --2- 172.21.15.76:0/1318628207 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb3fc06ac00 0x7fb3fc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:51.198 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.186+0000 7fb41dabb640 1 --2- 172.21.15.76:0/1318628207 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb3fc06ac00 0x7fb3fc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:51.198 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.186+0000 7fb40e7fc640 1 -- 172.21.15.76:0/1318628207 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fb4080898d0 con 0x7fb4180b2b40 2024-09-13T16:12:51.199 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.187+0000 7fb41dabb640 1 --2- 172.21.15.76:0/1318628207 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb3fc06ac00 0x7fb3fc06d0c0 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7fb414007920 tx=0x7fb414008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:51.199 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.190+0000 7fb40e7fc640 1 -- 172.21.15.76:0/1318628207 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fb408054a20 con 0x7fb4180b2b40 2024-09-13T16:12:51.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.355+0000 7fb41fd1f640 1 -- 172.21.15.76:0/1318628207 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "config get", "who": "mds", "key": "mds_max_caps_per_client"} v 0) v1 -- 0x7fb4180ceef0 con 0x7fb4180b2b40 2024-09-13T16:12:51.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.355+0000 7fb40e7fc640 1 -- 172.21.15.76:0/1318628207 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "config get", "who": "mds", "key": "mds_max_caps_per_client"}]=0 v47) v1 ==== 106+0+8 (secure 0 0 0) 0x7fb408058040 con 0x7fb4180b2b40 2024-09-13T16:12:51.357 INFO:teuthology.orchestra.run.smithi076.stdout:1048576 2024-09-13T16:12:51.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.357+0000 7fb41fd1f640 1 -- 172.21.15.76:0/1318628207 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb3fc06ac00 msgr2=0x7fb3fc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:51.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.357+0000 7fb41fd1f640 1 --2- 172.21.15.76:0/1318628207 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb3fc06ac00 0x7fb3fc06d0c0 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7fb414007920 tx=0x7fb414008040 comp rx=0 tx=0).stop 2024-09-13T16:12:51.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.357+0000 7fb41fd1f640 1 -- 172.21.15.76:0/1318628207 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb4180b2b40 msgr2=0x7fb4180c11a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:51.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.357+0000 7fb41fd1f640 1 --2- 172.21.15.76:0/1318628207 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb4180b2b40 0x7fb4180c11a0 secure :-1 s=READY pgs=1666 cs=0 l=1 rev1=1 crypto rx=0x7fb40800d800 tx=0x7fb40800dcc0 comp rx=0 tx=0).stop 2024-09-13T16:12:51.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.357+0000 7fb41fd1f640 1 -- 172.21.15.76:0/1318628207 shutdown_connections 2024-09-13T16:12:51.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.357+0000 7fb41fd1f640 1 --2- 172.21.15.76:0/1318628207 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb418159310 0x7fb4180aba60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:51.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.357+0000 7fb41fd1f640 1 --2- 172.21.15.76:0/1318628207 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb4180b2b40 0x7fb4180c11a0 unknown :-1 s=CLOSED pgs=1666 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:51.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.357+0000 7fb41fd1f640 1 --2- 172.21.15.76:0/1318628207 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb3fc06ac00 0x7fb3fc06d0c0 unknown :-1 s=CLOSED pgs=711 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:51.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.357+0000 7fb41fd1f640 1 --2- 172.21.15.76:0/1318628207 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb4180ab680 0x7fb418097ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:51.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.357+0000 7fb41fd1f640 1 -- 172.21.15.76:0/1318628207 >> 172.21.15.76:0/1318628207 conn(0x7fb41806a0b0 msgr2=0x7fb4180cba80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:51.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.358+0000 7fb41fd1f640 1 -- 172.21.15.76:0/1318628207 shutdown_connections 2024-09-13T16:12:51.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.358+0000 7fb41fd1f640 1 -- 172.21.15.76:0/1318628207 wait complete. 2024-09-13T16:12:51.370 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config get mds mds_recall_warning_decay_rate 2024-09-13T16:12:51.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.468+0000 7fb50c145640 1 Processor -- start 2024-09-13T16:12:51.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.468+0000 7fb50c145640 1 -- start start 2024-09-13T16:12:51.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.469+0000 7fb50c145640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb5040b20a0 0x7fb5040ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:51.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.469+0000 7fb50c145640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb5040cea30 0x7fb5040ab9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:51.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.469+0000 7fb50c145640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb50415a790 con 0x7fb50415a3b0 2024-09-13T16:12:51.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.469+0000 7fb50c145640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb5040ceec0 con 0x7fb5040cea30 2024-09-13T16:12:51.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.469+0000 7fb50c145640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb5040b2680 con 0x7fb5040b20a0 2024-09-13T16:12:51.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.469+0000 7fb50a6e2640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb5040cea30 0x7fb5040ab9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:51.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.469+0000 7fb50a6e2640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb5040cea30 0x7fb5040ab9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:34624/0 (socket says 172.21.15.76:34624) 2024-09-13T16:12:51.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.469+0000 7fb50a6e2640 1 -- 172.21.15.76:0/1580752544 learned_addr learned my addr 172.21.15.76:0/1580752544 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:51.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.469+0000 7fb5096e0640 1 --2- 172.21.15.76:0/1580752544 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb5040b20a0 0x7fb5040ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:51.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.469+0000 7fb50a6e2640 1 -- 172.21.15.76:0/1580752544 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb5040b20a0 msgr2=0x7fb5040ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:51.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.469+0000 7fb50a6e2640 1 --2- 172.21.15.76:0/1580752544 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb5040b20a0 0x7fb5040ce4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:51.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.469+0000 7fb50a6e2640 1 -- 172.21.15.76:0/1580752544 >> v1:172.21.15.192:6789/0 conn(0x7fb50415a3b0 legacy=0x7fb5040b1720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:51.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.469+0000 7fb50a6e2640 1 -- 172.21.15.76:0/1580752544 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb5040b2960 con 0x7fb5040cea30 2024-09-13T16:12:51.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.470+0000 7fb50a6e2640 1 --2- 172.21.15.76:0/1580752544 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb5040cea30 0x7fb5040ab9e0 secure :-1 s=READY pgs=1667 cs=0 l=1 rev1=1 crypto rx=0x7fb4fc009e50 tx=0x7fb4fc02a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9b57bd52cd4162e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:51.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.470+0000 7fb508edf640 1 -- 172.21.15.76:0/1580752544 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4fc031600 con 0x7fb5040cea30 2024-09-13T16:12:51.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.470+0000 7fb508edf640 1 -- 172.21.15.76:0/1580752544 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb4fc02d050 con 0x7fb5040cea30 2024-09-13T16:12:51.482 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.470+0000 7fb508edf640 1 -- 172.21.15.76:0/1580752544 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4fc031980 con 0x7fb5040cea30 2024-09-13T16:12:51.482 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.471+0000 7fb50c145640 1 -- 172.21.15.76:0/1580752544 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb5040cea30 msgr2=0x7fb5040ab9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:51.482 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.471+0000 7fb50c145640 1 --2- 172.21.15.76:0/1580752544 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb5040cea30 0x7fb5040ab9e0 secure :-1 s=READY pgs=1667 cs=0 l=1 rev1=1 crypto rx=0x7fb4fc009e50 tx=0x7fb4fc02a710 comp rx=0 tx=0).stop 2024-09-13T16:12:51.482 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.471+0000 7fb50c145640 1 -- 172.21.15.76:0/1580752544 shutdown_connections 2024-09-13T16:12:51.482 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.471+0000 7fb50c145640 1 --2- 172.21.15.76:0/1580752544 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb5040cea30 0x7fb5040ab9e0 unknown :-1 s=CLOSED pgs=1667 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:51.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.471+0000 7fb50c145640 1 --2- 172.21.15.76:0/1580752544 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb5040b20a0 0x7fb5040ce4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:51.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.471+0000 7fb50c145640 1 -- 172.21.15.76:0/1580752544 >> 172.21.15.76:0/1580752544 conn(0x7fb50406a0b0 msgr2=0x7fb50406a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:51.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.471+0000 7fb50c145640 1 -- 172.21.15.76:0/1580752544 shutdown_connections 2024-09-13T16:12:51.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.471+0000 7fb50c145640 1 -- 172.21.15.76:0/1580752544 wait complete. 2024-09-13T16:12:51.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.472+0000 7fb50c145640 1 Processor -- start 2024-09-13T16:12:51.484 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.472+0000 7fb50c145640 1 -- start start 2024-09-13T16:12:51.484 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.473+0000 7fb50c145640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb5040b20a0 0x7fb5041f3210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:51.484 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.473+0000 7fb50c145640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb5040cea30 0x7fb50415bfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:51.484 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.473+0000 7fb50c145640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb50415a3b0 0x7fb50415c510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:51.484 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.473+0000 7fb50c145640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5040c2650 con 0x7fb5040cea30 2024-09-13T16:12:51.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.473+0000 7fb50c145640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb50415d0c0 con 0x7fb50415a3b0 2024-09-13T16:12:51.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.473+0000 7fb50c145640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb5040c28a0 con 0x7fb5040b20a0 2024-09-13T16:12:51.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.473+0000 7fb5096e0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb5040cea30 0x7fb50415bfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:51.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.473+0000 7fb5096e0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb5040cea30 0x7fb50415bfd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:34632/0 (socket says 172.21.15.76:34632) 2024-09-13T16:12:51.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.473+0000 7fb5096e0640 1 -- 172.21.15.76:0/3787485172 learned_addr learned my addr 172.21.15.76:0/3787485172 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:51.488 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.473+0000 7fb5096e0640 1 -- 172.21.15.76:0/3787485172 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb5040b20a0 msgr2=0x7fb5041f3210 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-13T16:12:51.488 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.473+0000 7fb5096e0640 1 --2- 172.21.15.76:0/3787485172 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb5040b20a0 0x7fb5041f3210 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:51.488 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.473+0000 7fb5096e0640 1 -- 172.21.15.76:0/3787485172 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb50415a3b0 msgr2=0x7fb50415c510 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-13T16:12:51.488 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.473+0000 7fb5096e0640 1 --2- 172.21.15.76:0/3787485172 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb50415a3b0 0x7fb50415c510 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:51.488 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.473+0000 7fb5096e0640 1 -- 172.21.15.76:0/3787485172 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb4fc009b30 con 0x7fb5040cea30 2024-09-13T16:12:51.489 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.473+0000 7fb5096e0640 1 --2- 172.21.15.76:0/3787485172 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb5040cea30 0x7fb50415bfd0 secure :-1 s=READY pgs=1668 cs=0 l=1 rev1=1 crypto rx=0x7fb4f400d800 tx=0x7fb4f400dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:51.489 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.474+0000 7fb4fa7fc640 1 -- 172.21.15.76:0/3787485172 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4f400b6c0 con 0x7fb5040cea30 2024-09-13T16:12:51.489 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.474+0000 7fb4fa7fc640 1 -- 172.21.15.76:0/3787485172 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb4f400b820 con 0x7fb5040cea30 2024-09-13T16:12:51.489 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.474+0000 7fb50c145640 1 -- 172.21.15.76:0/3787485172 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb5040c2b80 con 0x7fb5040cea30 2024-09-13T16:12:51.489 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.474+0000 7fb4fa7fc640 1 -- 172.21.15.76:0/3787485172 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4f400bbb0 con 0x7fb5040cea30 2024-09-13T16:12:51.489 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.474+0000 7fb50c145640 1 -- 172.21.15.76:0/3787485172 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb50406a850 con 0x7fb5040cea30 2024-09-13T16:12:51.489 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.475+0000 7fb50c145640 1 -- 172.21.15.76:0/3787485172 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb50406a9e0 con 0x7fb5040cea30 2024-09-13T16:12:51.489 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.475+0000 7fb4fa7fc640 1 -- 172.21.15.76:0/3787485172 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb4f400bd10 con 0x7fb5040cea30 2024-09-13T16:12:51.490 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.475+0000 7fb4fa7fc640 1 --2- 172.21.15.76:0/3787485172 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb4e806ac00 0x7fb4e806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:51.490 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.475+0000 7fb4fa7fc640 1 -- 172.21.15.76:0/3787485172 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fb4f40899b0 con 0x7fb5040cea30 2024-09-13T16:12:51.490 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.475+0000 7fb509ee1640 1 --2- 172.21.15.76:0/3787485172 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb4e806ac00 0x7fb4e806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:51.490 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.476+0000 7fb509ee1640 1 --2- 172.21.15.76:0/3787485172 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb4e806ac00 0x7fb4e806d0c0 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7fb500000f60 tx=0x7fb5000079b0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:51.490 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.480+0000 7fb4fa7fc640 1 -- 172.21.15.76:0/3787485172 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fb4f4054ae0 con 0x7fb5040cea30 2024-09-13T16:12:51.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.641+0000 7fb50c145640 1 -- 172.21.15.76:0/3787485172 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "config get", "who": "mds", "key": "mds_recall_warning_decay_rate"} v 0) v1 -- 0x7fb504159b80 con 0x7fb5040cea30 2024-09-13T16:12:51.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.641+0000 7fb4fa7fc640 1 -- 172.21.15.76:0/3787485172 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "config get", "who": "mds", "key": "mds_recall_warning_decay_rate"}]=0 v47) v1 ==== 112+0+10 (secure 0 0 0) 0x7fb4f4058100 con 0x7fb5040cea30 2024-09-13T16:12:51.643 INFO:teuthology.orchestra.run.smithi076.stdout:60.000000 2024-09-13T16:12:51.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.643+0000 7fb50c145640 1 -- 172.21.15.76:0/3787485172 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb4e806ac00 msgr2=0x7fb4e806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:51.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.643+0000 7fb50c145640 1 --2- 172.21.15.76:0/3787485172 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb4e806ac00 0x7fb4e806d0c0 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7fb500000f60 tx=0x7fb5000079b0 comp rx=0 tx=0).stop 2024-09-13T16:12:51.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.643+0000 7fb50c145640 1 -- 172.21.15.76:0/3787485172 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb5040cea30 msgr2=0x7fb50415bfd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:51.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.643+0000 7fb50c145640 1 --2- 172.21.15.76:0/3787485172 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb5040cea30 0x7fb50415bfd0 secure :-1 s=READY pgs=1668 cs=0 l=1 rev1=1 crypto rx=0x7fb4f400d800 tx=0x7fb4f400dcc0 comp rx=0 tx=0).stop 2024-09-13T16:12:51.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.643+0000 7fb50c145640 1 -- 172.21.15.76:0/3787485172 shutdown_connections 2024-09-13T16:12:51.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.643+0000 7fb50c145640 1 --2- 172.21.15.76:0/3787485172 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb50415a3b0 0x7fb50415c510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:51.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.643+0000 7fb50c145640 1 --2- 172.21.15.76:0/3787485172 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb5040cea30 0x7fb50415bfd0 unknown :-1 s=CLOSED pgs=1668 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:51.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.643+0000 7fb50c145640 1 --2- 172.21.15.76:0/3787485172 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb4e806ac00 0x7fb4e806d0c0 unknown :-1 s=CLOSED pgs=712 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:51.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.643+0000 7fb50c145640 1 --2- 172.21.15.76:0/3787485172 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb5040b20a0 0x7fb5041f3210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:51.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.643+0000 7fb50c145640 1 -- 172.21.15.76:0/3787485172 >> 172.21.15.76:0/3787485172 conn(0x7fb50406a0b0 msgr2=0x7fb5040ac350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:51.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.643+0000 7fb50c145640 1 -- 172.21.15.76:0/3787485172 shutdown_connections 2024-09-13T16:12:51.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:51.643+0000 7fb50c145640 1 -- 172.21.15.76:0/3787485172 wait complete. 2024-09-13T16:12:51.656 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:12:51.656 DEBUG:teuthology.orchestra.run.smithi076:> import glob 2024-09-13T16:12:51.656 DEBUG:teuthology.orchestra.run.smithi076:> import re 2024-09-13T16:12:51.656 DEBUG:teuthology.orchestra.run.smithi076:> import os 2024-09-13T16:12:51.656 DEBUG:teuthology.orchestra.run.smithi076:> import subprocess 2024-09-13T16:12:51.656 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:12:51.656 DEBUG:teuthology.orchestra.run.smithi076:> def _find_admin_socket(client_name): 2024-09-13T16:12:51.657 DEBUG:teuthology.orchestra.run.smithi076:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-13T16:12:51.657 DEBUG:teuthology.orchestra.run.smithi076:> files = glob.glob(asok_path) 2024-09-13T16:12:51.657 DEBUG:teuthology.orchestra.run.smithi076:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-13T16:12:51.657 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:12:51.657 DEBUG:teuthology.orchestra.run.smithi076:> # Given a non-glob path, it better be there 2024-09-13T16:12:51.657 DEBUG:teuthology.orchestra.run.smithi076:> if "*" not in asok_path: 2024-09-13T16:12:51.657 DEBUG:teuthology.orchestra.run.smithi076:> assert(len(files) == 1) 2024-09-13T16:12:51.657 DEBUG:teuthology.orchestra.run.smithi076:> return files[0] 2024-09-13T16:12:51.657 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:12:51.657 DEBUG:teuthology.orchestra.run.smithi076:> for f in files: 2024-09-13T16:12:51.657 DEBUG:teuthology.orchestra.run.smithi076:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T16:12:51.657 DEBUG:teuthology.orchestra.run.smithi076:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T16:12:51.657 DEBUG:teuthology.orchestra.run.smithi076:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T16:12:51.657 DEBUG:teuthology.orchestra.run.smithi076:> contents = proc_f.read() 2024-09-13T16:12:51.658 DEBUG:teuthology.orchestra.run.smithi076:> if mountpoint in contents: 2024-09-13T16:12:51.658 DEBUG:teuthology.orchestra.run.smithi076:> return f 2024-09-13T16:12:51.658 DEBUG:teuthology.orchestra.run.smithi076:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T16:12:51.658 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:12:51.658 DEBUG:teuthology.orchestra.run.smithi076:> print(_find_admin_socket("client.0")) 2024-09-13T16:12:51.658 DEBUG:teuthology.orchestra.run.smithi076:> ' 2024-09-13T16:12:51.731 INFO:teuthology.orchestra.run.smithi076.stdout:/var/run/ceph/ceph-client.0.77586.asok 2024-09-13T16:12:51.918 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.77586.asok 2024-09-13T16:12:51.919 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:51.919 DEBUG:teuthology.orchestra.run.smithi076:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.77586.asok mds_sessions 2024-09-13T16:12:52.051 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2024-09-13T16:12:52.051 INFO:teuthology.orchestra.run.smithi076.stdout: "id": 8730, 2024-09-13T16:12:52.052 INFO:teuthology.orchestra.run.smithi076.stdout: "inst": { 2024-09-13T16:12:52.052 INFO:teuthology.orchestra.run.smithi076.stdout: "name": { 2024-09-13T16:12:52.052 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "client", 2024-09-13T16:12:52.052 INFO:teuthology.orchestra.run.smithi076.stdout: "num": 8730 2024-09-13T16:12:52.052 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:12:52.052 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": { 2024-09-13T16:12:52.052 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "v1", 2024-09-13T16:12:52.052 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:12:52.052 INFO:teuthology.orchestra.run.smithi076.stdout: "nonce": 3067604989 2024-09-13T16:12:52.052 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:12:52.052 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:12:52.052 INFO:teuthology.orchestra.run.smithi076.stdout: "inst_str": "client.8730 v1:192.168.0.1:0/3067604989", 2024-09-13T16:12:52.053 INFO:teuthology.orchestra.run.smithi076.stdout: "addr_str": "v1:192.168.0.1:0/3067604989", 2024-09-13T16:12:52.053 INFO:teuthology.orchestra.run.smithi076.stdout: "sessions": [ 2024-09-13T16:12:52.053 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:12:52.053 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": 0, 2024-09-13T16:12:52.053 INFO:teuthology.orchestra.run.smithi076.stdout: "addrs": { 2024-09-13T16:12:52.053 INFO:teuthology.orchestra.run.smithi076.stdout: "addrvec": [ 2024-09-13T16:12:52.053 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:12:52.053 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "v2", 2024-09-13T16:12:52.053 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": "172.21.15.76:6835", 2024-09-13T16:12:52.053 INFO:teuthology.orchestra.run.smithi076.stdout: "nonce": 486236722 2024-09-13T16:12:52.054 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:12:52.054 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:12:52.054 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "v1", 2024-09-13T16:12:52.054 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": "172.21.15.76:6837", 2024-09-13T16:12:52.054 INFO:teuthology.orchestra.run.smithi076.stdout: "nonce": 486236722 2024-09-13T16:12:52.054 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:12:52.054 INFO:teuthology.orchestra.run.smithi076.stdout: ] 2024-09-13T16:12:52.054 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:12:52.054 INFO:teuthology.orchestra.run.smithi076.stdout: "seq": 0, 2024-09-13T16:12:52.054 INFO:teuthology.orchestra.run.smithi076.stdout: "cap_gen": 0, 2024-09-13T16:12:52.054 INFO:teuthology.orchestra.run.smithi076.stdout: "cap_ttl": "2024-09-13T16:13:48.320748+0000", 2024-09-13T16:12:52.054 INFO:teuthology.orchestra.run.smithi076.stdout: "last_cap_renew_request": "2024-09-13T16:12:48.320748+0000", 2024-09-13T16:12:52.054 INFO:teuthology.orchestra.run.smithi076.stdout: "cap_renew_seq": 2, 2024-09-13T16:12:52.055 INFO:teuthology.orchestra.run.smithi076.stdout: "num_caps": 1, 2024-09-13T16:12:52.055 INFO:teuthology.orchestra.run.smithi076.stdout: "state": "open" 2024-09-13T16:12:52.055 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:12:52.055 INFO:teuthology.orchestra.run.smithi076.stdout: ], 2024-09-13T16:12:52.055 INFO:teuthology.orchestra.run.smithi076.stdout: "mdsmap_epoch": 61 2024-09-13T16:12:52.055 INFO:teuthology.orchestra.run.smithi076.stdout:} 2024-09-13T16:12:52.060 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:12:52.060 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:12:52.076 DEBUG:teuthology.orchestra.run.smithi076:> adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:12:52.077 DEBUG:teuthology.orchestra.run.smithi076:> import sys 2024-09-13T16:12:52.077 DEBUG:teuthology.orchestra.run.smithi076:> import time 2024-09-13T16:12:52.077 DEBUG:teuthology.orchestra.run.smithi076:> import os 2024-09-13T16:12:52.077 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:12:52.077 DEBUG:teuthology.orchestra.run.smithi076:> n = 800 2024-09-13T16:12:52.077 DEBUG:teuthology.orchestra.run.smithi076:> abs_path = "/home/ubuntu/cephtest/mnt.0/subdir" 2024-09-13T16:12:52.077 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:12:52.077 DEBUG:teuthology.orchestra.run.smithi076:> if not os.path.exists(abs_path): 2024-09-13T16:12:52.077 DEBUG:teuthology.orchestra.run.smithi076:> os.makedirs(abs_path) 2024-09-13T16:12:52.078 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:12:52.078 DEBUG:teuthology.orchestra.run.smithi076:> handles = [] 2024-09-13T16:12:52.078 DEBUG:teuthology.orchestra.run.smithi076:> for i in range(0, n): 2024-09-13T16:12:52.078 DEBUG:teuthology.orchestra.run.smithi076:> fname = "file_"+str(i) 2024-09-13T16:12:52.078 DEBUG:teuthology.orchestra.run.smithi076:> path = os.path.join(abs_path, fname) 2024-09-13T16:12:52.078 DEBUG:teuthology.orchestra.run.smithi076:> handles.append(open(path, '"'"'w'"'"')) 2024-09-13T16:12:52.078 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:12:52.078 DEBUG:teuthology.orchestra.run.smithi076:> while True: 2024-09-13T16:12:52.078 DEBUG:teuthology.orchestra.run.smithi076:> time.sleep(1) 2024-09-13T16:12:52.078 DEBUG:teuthology.orchestra.run.smithi076:> ' 2024-09-13T16:12:52.119 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:12:52.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:52.222+0000 7f7d8179d640 1 Processor -- start 2024-09-13T16:12:52.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:52.222+0000 7f7d8179d640 1 -- start start 2024-09-13T16:12:52.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:52.223+0000 7f7d8179d640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f7d7c06d1a0 0x7f7d7c0cba80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:52.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:52.223+0000 7f7d8179d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7d7c069ed0 0x7f7d7c06a2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:52.225 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:52.223+0000 7f7d8179d640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7d7c06a820 con 0x7f7d7c15c3b0 2024-09-13T16:12:52.225 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:52.223+0000 7f7d8179d640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7d7c15c790 con 0x7f7d7c06d1a0 2024-09-13T16:12:52.225 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:52.223+0000 7f7d8179d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7d7c0cc2d0 con 0x7f7d7c069ed0 2024-09-13T16:12:52.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:52.224+0000 7f7d7b7fe640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f7d7c06d1a0 0x7f7d7c0cba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:52.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:52.224+0000 7f7d80f9c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7d7c069ed0 0x7f7d7c06a2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:52.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:52.224+0000 7f7d7bfff640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7f7d7c15c3b0 0x7f7d7c0cd530 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:60940/0 (socket says 172.21.15.76:60940) 2024-09-13T16:12:52.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:52.224+0000 7f7d7bfff640 1 -- 172.21.15.76:0/1733690525 learned_addr learned my addr 172.21.15.76:0/1733690525 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:12:52.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:52.224+0000 7f7d80f9c640 1 -- 172.21.15.76:0/1733690525 >> v2:172.21.15.192:3300/0 conn(0x7f7d7c06d1a0 msgr2=0x7f7d7c0cba80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:52.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:52.224+0000 7f7d80f9c640 1 --2- 172.21.15.76:0/1733690525 >> v2:172.21.15.192:3300/0 conn(0x7f7d7c06d1a0 0x7f7d7c0cba80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:52.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:52.224+0000 7f7d80f9c640 1 -- 172.21.15.76:0/1733690525 >> v1:172.21.15.192:6789/0 conn(0x7f7d7c15c3b0 legacy=0x7f7d7c0cd530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:52.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:52.224+0000 7f7d80f9c640 1 -- 172.21.15.76:0/1733690525 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7d7c0cc5b0 con 0x7f7d7c069ed0 2024-09-13T16:12:52.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:52.224+0000 7f7d7b7fe640 1 --2- 172.21.15.76:0/1733690525 >> v2:172.21.15.192:3300/0 conn(0x7f7d7c06d1a0 0x7f7d7c0cba80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:12:52.227 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:52.225+0000 7f7d80f9c640 1 --2- 172.21.15.76:0/1733690525 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7d7c069ed0 0x7f7d7c06a2e0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f7d74009d90 tx=0x7f7d7402a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f0ffe8279dc91b42 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:52.228 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:52.225+0000 7f7d7affd640 1 -- 172.21.15.76:0/1733690525 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d74007740 con 0x7f7d7c069ed0 2024-09-13T16:12:52.228 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:52.225+0000 7f7d7affd640 1 -- 172.21.15.76:0/1733690525 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7d7402d050 con 0x7f7d7c069ed0 2024-09-13T16:12:52.228 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:52.225+0000 7f7d7affd640 1 -- 172.21.15.76:0/1733690525 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d74007ac0 con 0x7f7d7c069ed0 2024-09-13T16:12:52.228 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:52.226+0000 7f7d8179d640 1 -- 172.21.15.76:0/1733690525 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7d7c069ed0 msgr2=0x7f7d7c06a2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:52.228 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:52.226+0000 7f7d8179d640 1 --2- 172.21.15.76:0/1733690525 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7d7c069ed0 0x7f7d7c06a2e0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f7d74009d90 tx=0x7f7d7402a660 comp rx=0 tx=0).stop 2024-09-13T16:12:52.228 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:52.226+0000 7f7d8179d640 1 -- 172.21.15.76:0/1733690525 shutdown_connections 2024-09-13T16:12:52.228 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:52.226+0000 7f7d8179d640 1 --2- 172.21.15.76:0/1733690525 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7d7c069ed0 0x7f7d7c06a2e0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:52.228 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:52.226+0000 7f7d8179d640 1 --2- 172.21.15.76:0/1733690525 >> v2:172.21.15.192:3300/0 conn(0x7f7d7c06d1a0 0x7f7d7c0cba80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:52.228 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:52.226+0000 7f7d8179d640 1 -- 172.21.15.76:0/1733690525 >> 172.21.15.76:0/1733690525 conn(0x7f7d7c0b0c60 msgr2=0x7f7d7c0b1040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:52.228 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:52.226+0000 7f7d8179d640 1 -- 172.21.15.76:0/1733690525 shutdown_connections 2024-09-13T16:12:52.228 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:52.226+0000 7f7d8179d640 1 -- 172.21.15.76:0/1733690525 wait complete. 2024-09-13T16:12:52.230 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:52.227+0000 7f7d8179d640 1 Processor -- start 2024-09-13T16:12:52.230 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:52.227+0000 7f7d8179d640 1 -- start start 2024-09-13T16:12:52.230 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:52.228+0000 7f7d8179d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7d7c069ed0 0x7f7d7c14ab20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:52.230 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:52.228+0000 7f7d8179d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d7c06d1a0 0x7f7d7c147ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:52.230 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:52.228+0000 7f7d8179d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7d7c15c3b0 0x7f7d7c147660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:52.231 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:52.228+0000 7f7d8179d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7d7c148430 con 0x7f7d7c06d1a0 2024-09-13T16:12:52.231 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:52.228+0000 7f7d8179d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7d7c148700 con 0x7f7d7c069ed0 2024-09-13T16:12:52.231 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:52.228+0000 7f7d8179d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7d7c1489e0 con 0x7f7d7c15c3b0 2024-09-13T16:12:52.231 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:52.228+0000 7f7d7b7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d7c06d1a0 0x7f7d7c147ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:52.231 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:52.228+0000 7f7d7b7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d7c06d1a0 0x7f7d7c147ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:34634/0 (socket says 172.21.15.76:34634) 2024-09-13T16:12:52.231 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:52.228+0000 7f7d7b7fe640 1 -- 172.21.15.76:0/2615400287 learned_addr learned my addr 172.21.15.76:0/2615400287 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:52.231 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:52.228+0000 7f7d7bfff640 1 --2- 172.21.15.76:0/2615400287 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7d7c069ed0 0x7f7d7c14ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:52.231 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:52.228+0000 7f7d80f9c640 1 --2- 172.21.15.76:0/2615400287 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7d7c15c3b0 0x7f7d7c147660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:52.231 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:52.228+0000 7f7d7b7fe640 1 -- 172.21.15.76:0/2615400287 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7d7c15c3b0 msgr2=0x7f7d7c147660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:52.231 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:52.228+0000 7f7d7b7fe640 1 --2- 172.21.15.76:0/2615400287 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7d7c15c3b0 0x7f7d7c147660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:52.231 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:52.228+0000 7f7d7b7fe640 1 -- 172.21.15.76:0/2615400287 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7d7c069ed0 msgr2=0x7f7d7c14ab20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:52.231 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:52.228+0000 7f7d7b7fe640 1 --2- 172.21.15.76:0/2615400287 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7d7c069ed0 0x7f7d7c14ab20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:52.231 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:52.228+0000 7f7d7b7fe640 1 -- 172.21.15.76:0/2615400287 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7d70009400 con 0x7f7d7c06d1a0 2024-09-13T16:12:52.232 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:52.229+0000 7f7d7b7fe640 1 --2- 172.21.15.76:0/2615400287 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d7c06d1a0 0x7f7d7c147ef0 secure :-1 s=READY pgs=1669 cs=0 l=1 rev1=1 crypto rx=0x7f7d7000ebe0 tx=0x7f7d7000c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:52.232 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:52.229+0000 7f7d78ff9640 1 -- 172.21.15.76:0/2615400287 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d70009760 con 0x7f7d7c06d1a0 2024-09-13T16:12:52.232 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:52.229+0000 7f7d78ff9640 1 -- 172.21.15.76:0/2615400287 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7d7000cc30 con 0x7f7d7c06d1a0 2024-09-13T16:12:52.232 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:52.229+0000 7f7d8179d640 1 -- 172.21.15.76:0/2615400287 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7d74009a70 con 0x7f7d7c06d1a0 2024-09-13T16:12:52.232 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:52.229+0000 7f7d78ff9640 1 -- 172.21.15.76:0/2615400287 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d7000eee0 con 0x7f7d7c06d1a0 2024-09-13T16:12:52.232 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:52.229+0000 7f7d8179d640 1 -- 172.21.15.76:0/2615400287 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7d7c148fa0 con 0x7f7d7c06d1a0 2024-09-13T16:12:52.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:52.230+0000 7f7d8179d640 1 -- 172.21.15.76:0/2615400287 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7d7c0668c0 con 0x7f7d7c06d1a0 2024-09-13T16:12:52.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:52.231+0000 7f7d78ff9640 1 -- 172.21.15.76:0/2615400287 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7d70013470 con 0x7f7d7c06d1a0 2024-09-13T16:12:52.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:52.231+0000 7f7d78ff9640 1 --2- 172.21.15.76:0/2615400287 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7d6806ac00 0x7f7d6806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:52.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:52.231+0000 7f7d7bfff640 1 --2- 172.21.15.76:0/2615400287 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7d6806ac00 0x7f7d6806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:52.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:52.231+0000 7f7d78ff9640 1 -- 172.21.15.76:0/2615400287 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f7d70089a90 con 0x7f7d7c06d1a0 2024-09-13T16:12:52.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:52.232+0000 7f7d7bfff640 1 --2- 172.21.15.76:0/2615400287 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7d6806ac00 0x7f7d6806d0c0 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7f7d6c005880 tx=0x7f7d6c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:52.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:52.236+0000 7f7d78ff9640 1 -- 172.21.15.76:0/2615400287 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f7d70054be0 con 0x7f7d7c06d1a0 2024-09-13T16:12:52.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:52.516+0000 7f7d8179d640 1 -- 172.21.15.76:0/2615400287 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f7d7c06a2e0 con 0x7f7d7c06d1a0 2024-09-13T16:12:52.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:52.516+0000 7f7d78ff9640 1 -- 172.21.15.76:0/2615400287 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 61 v61) v1 ==== 94+0+4736 (secure 0 0 0) 0x7f7d70017090 con 0x7f7d7c06d1a0 2024-09-13T16:12:52.518 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:52.518 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":61,"default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6794,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/1506250925","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":1506250925},{"type":"v1","addr":"172.21.15.192:6833","nonce":1506250925}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":58},{"gid":6797,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/2760399189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":2760399189},{"type":"v1","addr":"172.21.15.192:6835","nonce":2760399189}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":58},{"gid":8544,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6836/637364378","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":637364378},{"type":"v1","addr":"172.21.15.76:6836","nonce":637364378}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":58}],"filesystems":[{"mdsmap":{"epoch":61,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:12:37.387266+0000","modified":"2024-09-13T16:12:39.396182+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":8547},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8547":{"gid":8547,"name":"a","rank":0,"incarnation":59,"state":"up:active","state_seq":3,"addr":"172.21.15.76:6837/486236722","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":486236722},{"type":"v1","addr":"172.21.15.76:6837","nonce":486236722}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[18],"metadata_pool":17,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":8}]} 2024-09-13T16:12:52.518 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 61 2024-09-13T16:12:52.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:52.518+0000 7f7d8179d640 1 -- 172.21.15.76:0/2615400287 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7d6806ac00 msgr2=0x7f7d6806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:52.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:52.518+0000 7f7d8179d640 1 --2- 172.21.15.76:0/2615400287 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7d6806ac00 0x7f7d6806d0c0 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7f7d6c005880 tx=0x7f7d6c009040 comp rx=0 tx=0).stop 2024-09-13T16:12:52.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:52.519+0000 7f7d8179d640 1 -- 172.21.15.76:0/2615400287 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d7c06d1a0 msgr2=0x7f7d7c147ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:52.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:52.519+0000 7f7d8179d640 1 --2- 172.21.15.76:0/2615400287 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d7c06d1a0 0x7f7d7c147ef0 secure :-1 s=READY pgs=1669 cs=0 l=1 rev1=1 crypto rx=0x7f7d7000ebe0 tx=0x7f7d7000c520 comp rx=0 tx=0).stop 2024-09-13T16:12:52.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:52.519+0000 7f7d8179d640 1 -- 172.21.15.76:0/2615400287 shutdown_connections 2024-09-13T16:12:52.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:52.519+0000 7f7d8179d640 1 --2- 172.21.15.76:0/2615400287 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7d6806ac00 0x7f7d6806d0c0 unknown :-1 s=CLOSED pgs=713 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:52.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:52.519+0000 7f7d8179d640 1 --2- 172.21.15.76:0/2615400287 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7d7c15c3b0 0x7f7d7c147660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:52.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:52.519+0000 7f7d8179d640 1 --2- 172.21.15.76:0/2615400287 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d7c06d1a0 0x7f7d7c147ef0 unknown :-1 s=CLOSED pgs=1669 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:52.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:52.519+0000 7f7d8179d640 1 --2- 172.21.15.76:0/2615400287 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7d7c069ed0 0x7f7d7c14ab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:52.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:52.519+0000 7f7d8179d640 1 -- 172.21.15.76:0/2615400287 >> 172.21.15.76:0/2615400287 conn(0x7f7d7c0b0c60 msgr2=0x7f7d7c06d6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:52.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:52.519+0000 7f7d8179d640 1 -- 172.21.15.76:0/2615400287 shutdown_connections 2024-09-13T16:12:52.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:52.519+0000 7f7d8179d640 1 -- 172.21.15.76:0/2615400287 wait complete. 2024-09-13T16:12:52.534 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json session ls 2024-09-13T16:12:52.680 INFO:teuthology.orchestra.run.smithi076.stdout:[{"id":7738,"entity":{"name":{"type":"client","num":7738},"addr":{"type":"any","addr":"192.168.0.1:0","nonce":20359524}},"state":"open","num_leases":0,"num_caps":1,"request_load_avg":0,"uptime":3.6498894279999998,"requests_in_flight":0,"num_completed_requests":0,"num_completed_flushes":0,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":2.9893486897301491,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":1,"last_trim_completed_flushes_tid":0,"delegated_inos":[],"inst":"client.7738 192.168.0.1:0/20359524","completed_requests":[],"prealloc_inos":[],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"50bbe7f395997dcd871813949c49addbbf630361","ceph_version":"ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)","entity_id":"1","hostname":"smithi192","mount_point":"/home/ubuntu/cephtest/mnt.1","pid":"48148","root":"/"}},{"id":8730,"entity":{"name":{"type":"client","num":8730},"addr":{"type":"any","addr":"192.168.0.1:0","nonce":3067604989}},"state":"open","num_leases":1,"num_caps":364,"request_load_avg":365,"uptime":5.3478379880000002,"requests_in_flight":362,"num_completed_requests":0,"num_completed_flushes":0,"reconnecting":false,"recall_caps":{"value":65.793702173819256,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":58.231703798728248,"halflife":1.5},"recall_caps_throttle2o":{"value":45.330511628403656,"halflife":0.5},"session_cache_liveness":{"value":729.56527210205115,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":5,"last_trim_completed_flushes_tid":0,"delegated_inos":[{"start":"0x10000000002","length":500}],"inst":"client.8730 192.168.0.1:0/3067604989","completed_requests":[],"prealloc_inos":[{"start":"0x10000000001","length":1000}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"50bbe7f395997dcd871813949c49addbbf630361","ceph_version":"ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)","entity_id":"0","hostname":"smithi076","mount_point":"/home/ubuntu/cephtest/mnt.0","pid":"77586","root":"/"}}] 2024-09-13T16:12:52.680 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "1", "hostname": "smithi192", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "mount_point": "/home/ubuntu/cephtest/mnt.1", "pid": "48148", "root": "/" }, "completed_requests": [], "delegated_inos": [], "entity": { "addr": { "addr": "192.168.0.1:0", "nonce": 20359524, "type": "any" }, "name": { "num": 7738, "type": "client" } }, "id": 7738, "inst": "client.7738 192.168.0.1:0/20359524", "last_trim_completed_flushes_tid": 0, "last_trim_completed_requests_tid": 1, "num_caps": 1, "num_completed_flushes": 0, "num_completed_requests": 0, "num_leases": 0, "prealloc_inos": [], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 0, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 2.989348689730149 }, "state": "open", "uptime": 3.649889428 }, { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "0", "hostname": "smithi076", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "mount_point": "/home/ubuntu/cephtest/mnt.0", "pid": "77586", "root": "/" }, "completed_requests": [], "delegated_inos": [ { "length": 500, "start": "0x10000000002" } ], "entity": { "addr": { "addr": "192.168.0.1:0", "nonce": 3067604989, "type": "any" }, "name": { "num": 8730, "type": "client" } }, "id": 8730, "inst": "client.8730 192.168.0.1:0/3067604989", "last_trim_completed_flushes_tid": 0, "last_trim_completed_requests_tid": 5, "num_caps": 364, "num_completed_flushes": 0, "num_completed_requests": 0, "num_leases": 1, "prealloc_inos": [ { "length": 1000, "start": "0x10000000001" } ], "recall_caps": { "halflife": 60, "value": 65.79370217381926 }, "recall_caps_throttle": { "halflife": 1.5, "value": 58.23170379872825 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 45.330511628403656 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 365, "requests_in_flight": 362, "session_cache_liveness": { "halflife": 300, "value": 729.5652721020512 }, "state": "open", "uptime": 5.347837988 } ] 2024-09-13T16:12:52.680 DEBUG:tasks.ceph_test_case:wait_until_equal: 364 != 802, waiting (timeout=600)... 2024-09-13T16:12:57.681 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:12:57.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:57.796+0000 7f91132e9640 1 Processor -- start 2024-09-13T16:12:57.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:57.796+0000 7f91132e9640 1 -- start start 2024-09-13T16:12:57.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:57.797+0000 7f91132e9640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f910c071d30 0x7f910c070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:57.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:57.797+0000 7f91132e9640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f910c0abdf0 con 0x7f910c072110 2024-09-13T16:12:57.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:57.797+0000 7f91132e9640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f910c0b2280 con 0x7f910c0c8920 2024-09-13T16:12:57.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:57.797+0000 7f91132e9640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f910c0ab1e0 con 0x7f910c071d30 2024-09-13T16:12:57.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:57.797+0000 7f9110884640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f910c072110 0x7f910c0b1b70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:60982/0 (socket says 172.21.15.76:60982) 2024-09-13T16:12:57.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:57.797+0000 7f9110884640 1 -- 172.21.15.76:0/1544329435 learned_addr learned my addr 172.21.15.76:0/1544329435 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:12:57.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:57.798+0000 7f9111085640 1 --2- 172.21.15.76:0/1544329435 >> v2:172.21.15.192:3300/0 conn(0x7f910c071d30 0x7f910c070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:57.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:57.798+0000 7f9103fff640 1 -- 172.21.15.76:0/1544329435 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3830383631 0 0) 0x7f910c0abdf0 con 0x7f910c072110 2024-09-13T16:12:57.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:57.798+0000 7f9103fff640 1 -- 172.21.15.76:0/1544329435 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f90f8003520 con 0x7f910c072110 2024-09-13T16:12:57.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:57.798+0000 7f9103fff640 1 -- 172.21.15.76:0/1544329435 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3530395336 0 0) 0x7f90f8003520 con 0x7f910c072110 2024-09-13T16:12:57.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:57.798+0000 7f9103fff640 1 -- 172.21.15.76:0/1544329435 >> v2:172.21.15.192:3300/0 conn(0x7f910c071d30 msgr2=0x7f910c070190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:57.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:57.798+0000 7f9103fff640 1 --2- 172.21.15.76:0/1544329435 >> v2:172.21.15.192:3300/0 conn(0x7f910c071d30 0x7f910c070190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:57.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:57.798+0000 7f9103fff640 1 -- 172.21.15.76:0/1544329435 >> v1:172.21.15.192:6789/0 conn(0x7f910c0c8920 legacy=0x7f910c0ac280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:57.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:57.798+0000 7f9103fff640 1 -- 172.21.15.76:0/1544329435 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f910c0ab4c0 con 0x7f910c072110 2024-09-13T16:12:57.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:57.798+0000 7f9103fff640 1 -- 172.21.15.76:0/1544329435 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f90fc001670 con 0x7f910c072110 2024-09-13T16:12:57.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:57.798+0000 7f9103fff640 1 -- 172.21.15.76:0/1544329435 >> v1:172.21.15.76:6789/0 conn(0x7f910c072110 legacy=0x7f910c0b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:57.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:57.798+0000 7f9103fff640 1 --2- 172.21.15.76:0/1544329435 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f90f8003970 0x7f90f8003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:57.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:57.798+0000 7f9103fff640 1 --2- 172.21.15.76:0/1544329435 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f90f80047c0 0x7f90f8004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:57.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:57.798+0000 7f9103fff640 1 --2- 172.21.15.76:0/1544329435 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f90f8005180 0x7f90f800b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:57.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:57.798+0000 7f9103fff640 1 -- 172.21.15.76:0/1544329435 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f910c0ab1e0 con 0x7f90f80047c0 2024-09-13T16:12:57.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:57.798+0000 7f9103fff640 1 -- 172.21.15.76:0/1544329435 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90f800c020 con 0x7f90f8003970 2024-09-13T16:12:57.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:57.798+0000 7f9103fff640 1 -- 172.21.15.76:0/1544329435 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f90f800c1e0 con 0x7f90f8005180 2024-09-13T16:12:57.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:57.798+0000 7f9110884640 1 --2- 172.21.15.76:0/1544329435 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f90f80047c0 0x7f90f8004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:57.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:57.798+0000 7f9111085640 1 --2- 172.21.15.76:0/1544329435 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f90f8003970 0x7f90f8003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:57.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:57.798+0000 7f9111886640 1 --2- 172.21.15.76:0/1544329435 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f90f8005180 0x7f90f800b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:57.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:57.799+0000 7f9110884640 1 -- 172.21.15.76:0/1544329435 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f90f8005180 msgr2=0x7f90f800b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:57.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:57.799+0000 7f9110884640 1 --2- 172.21.15.76:0/1544329435 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f90f8005180 0x7f90f800b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:57.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:57.799+0000 7f9110884640 1 -- 172.21.15.76:0/1544329435 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f90f8003970 msgr2=0x7f90f8003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:57.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:57.799+0000 7f9110884640 1 --2- 172.21.15.76:0/1544329435 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f90f8003970 0x7f90f8003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:57.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:57.799+0000 7f9110884640 1 -- 172.21.15.76:0/1544329435 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f90f8003520 con 0x7f90f80047c0 2024-09-13T16:12:57.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:57.799+0000 7f9111886640 1 -- 172.21.15.76:0/1544329435 reap_dead start 2024-09-13T16:12:57.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:57.799+0000 7f9110884640 1 --2- 172.21.15.76:0/1544329435 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f90f80047c0 0x7f90f8004c40 secure :-1 s=READY pgs=1671 cs=0 l=1 rev1=1 crypto rx=0x7f90fc001050 tx=0x7f90f80057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=af3a10825d3e4e27 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:57.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:57.800+0000 7f9103fff640 1 -- 172.21.15.76:0/1544329435 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90fc005ad0 con 0x7f90f80047c0 2024-09-13T16:12:57.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:57.800+0000 7f9103fff640 1 -- 172.21.15.76:0/1544329435 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f90fc02d070 con 0x7f90f80047c0 2024-09-13T16:12:57.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:57.800+0000 7f9103fff640 1 -- 172.21.15.76:0/1544329435 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90fc007070 con 0x7f90f80047c0 2024-09-13T16:12:57.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:57.800+0000 7f91132e9640 1 -- 172.21.15.76:0/1544329435 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f90f80047c0 msgr2=0x7f90f8004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:57.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:57.800+0000 7f91132e9640 1 --2- 172.21.15.76:0/1544329435 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f90f80047c0 0x7f90f8004c40 secure :-1 s=READY pgs=1671 cs=0 l=1 rev1=1 crypto rx=0x7f90fc001050 tx=0x7f90f80057f0 comp rx=0 tx=0).stop 2024-09-13T16:12:57.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:57.800+0000 7f91132e9640 1 -- 172.21.15.76:0/1544329435 shutdown_connections 2024-09-13T16:12:57.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:57.800+0000 7f91132e9640 1 --2- 172.21.15.76:0/1544329435 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f90f80047c0 0x7f90f8004c40 unknown :-1 s=CLOSED pgs=1671 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:57.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:57.800+0000 7f91132e9640 1 -- 172.21.15.76:0/1544329435 >> 172.21.15.76:0/1544329435 conn(0x7f910c069ed0 msgr2=0x7f910c06a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:57.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:57.800+0000 7f91132e9640 1 -- 172.21.15.76:0/1544329435 shutdown_connections 2024-09-13T16:12:57.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:57.800+0000 7f91132e9640 1 -- 172.21.15.76:0/1544329435 wait complete. 2024-09-13T16:12:57.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:57.802+0000 7f91132e9640 1 Processor -- start 2024-09-13T16:12:57.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:57.802+0000 7f91132e9640 1 -- start start 2024-09-13T16:12:57.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:57.802+0000 7f91132e9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f90f80047c0 0x7f910c0ce250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:57.808 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:57.802+0000 7f91132e9640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f910c157df0 0x7f910c1574a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:57.808 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:57.802+0000 7f91132e9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f910c0c6b80 0x7f910c0b1160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:57.808 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:57.802+0000 7f91132e9640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f910c0cc4e0 con 0x7f90f80047c0 2024-09-13T16:12:57.808 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:57.802+0000 7f91132e9640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f910c0ce790 con 0x7f910c157df0 2024-09-13T16:12:57.808 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:57.802+0000 7f91132e9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f910c1583b0 con 0x7f910c0c6b80 2024-09-13T16:12:57.808 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:57.802+0000 7f9111085640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f90f80047c0 0x7f910c0ce250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:57.808 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:57.803+0000 7f9111085640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f90f80047c0 0x7f910c0ce250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:34662/0 (socket says 172.21.15.76:34662) 2024-09-13T16:12:57.808 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:57.803+0000 7f9111085640 1 -- 172.21.15.76:0/1712055537 learned_addr learned my addr 172.21.15.76:0/1712055537 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:57.808 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:57.803+0000 7f9110884640 1 --2- 172.21.15.76:0/1712055537 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f910c157df0 0x7f910c1574a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:57.808 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:57.803+0000 7f9111886640 1 --2- 172.21.15.76:0/1712055537 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f910c0c6b80 0x7f910c0b1160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:57.808 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:57.803+0000 7f9111085640 1 -- 172.21.15.76:0/1712055537 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f910c0c6b80 msgr2=0x7f910c0b1160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:57.808 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:57.803+0000 7f9111085640 1 --2- 172.21.15.76:0/1712055537 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f910c0c6b80 0x7f910c0b1160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:57.808 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:57.803+0000 7f9111085640 1 -- 172.21.15.76:0/1712055537 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f910c157df0 msgr2=0x7f910c1574a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:57.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:57.803+0000 7f9111085640 1 --2- 172.21.15.76:0/1712055537 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f910c157df0 0x7f910c1574a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:57.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:57.803+0000 7f9111085640 1 -- 172.21.15.76:0/1712055537 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f910c158690 con 0x7f90f80047c0 2024-09-13T16:12:57.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:57.803+0000 7f9111085640 1 --2- 172.21.15.76:0/1712055537 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f90f80047c0 0x7f910c0ce250 secure :-1 s=READY pgs=1672 cs=0 l=1 rev1=1 crypto rx=0x7f9108011e30 tx=0x7f910800f580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:57.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:57.803+0000 7f9101ffb640 1 -- 172.21.15.76:0/1712055537 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f910800e040 con 0x7f90f80047c0 2024-09-13T16:12:57.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:57.803+0000 7f9101ffb640 1 -- 172.21.15.76:0/1712055537 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f910800f040 con 0x7f90f80047c0 2024-09-13T16:12:57.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:57.803+0000 7f91132e9640 1 -- 172.21.15.76:0/1712055537 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f910c158970 con 0x7f90f80047c0 2024-09-13T16:12:57.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:57.803+0000 7f9101ffb640 1 -- 172.21.15.76:0/1712055537 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9108009c00 con 0x7f90f80047c0 2024-09-13T16:12:57.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:57.804+0000 7f91132e9640 1 -- 172.21.15.76:0/1712055537 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f910c1579e0 con 0x7f90f80047c0 2024-09-13T16:12:57.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:57.805+0000 7f91132e9640 1 -- 172.21.15.76:0/1712055537 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f910c0cc330 con 0x7f90f80047c0 2024-09-13T16:12:57.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:57.805+0000 7f9101ffb640 1 -- 172.21.15.76:0/1712055537 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9108015850 con 0x7f90f80047c0 2024-09-13T16:12:57.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:57.805+0000 7f9101ffb640 1 --2- 172.21.15.76:0/1712055537 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f90f006ac00 0x7f90f006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:57.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:57.806+0000 7f9110884640 1 --2- 172.21.15.76:0/1712055537 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f90f006ac00 0x7f90f006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:57.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:57.806+0000 7f9101ffb640 1 -- 172.21.15.76:0/1712055537 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f910808a260 con 0x7f90f80047c0 2024-09-13T16:12:57.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:57.806+0000 7f9110884640 1 --2- 172.21.15.76:0/1712055537 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f90f006ac00 0x7f90f006d0c0 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7f90fc001eb0 tx=0x7f90fc009030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:57.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:57.810+0000 7f9101ffb640 1 -- 172.21.15.76:0/1712055537 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f9108055300 con 0x7f90f80047c0 2024-09-13T16:12:58.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.021+0000 7f91132e9640 1 -- 172.21.15.76:0/1712055537 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f910c070190 con 0x7f90f80047c0 2024-09-13T16:12:58.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.021+0000 7f9101ffb640 1 -- 172.21.15.76:0/1712055537 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 62 v62) v1 ==== 94+0+4736 (secure 0 0 0) 0x7f9108058920 con 0x7f90f80047c0 2024-09-13T16:12:58.023 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:58.023 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":62,"default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6794,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/1506250925","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":1506250925},{"type":"v1","addr":"172.21.15.192:6833","nonce":1506250925}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":58},{"gid":6797,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/2760399189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":2760399189},{"type":"v1","addr":"172.21.15.192:6835","nonce":2760399189}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":58},{"gid":8544,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6836/637364378","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":637364378},{"type":"v1","addr":"172.21.15.76:6836","nonce":637364378}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":58}],"filesystems":[{"mdsmap":{"epoch":62,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:12:37.387266+0000","modified":"2024-09-13T16:12:54.123934+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":8547},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8547":{"gid":8547,"name":"a","rank":0,"incarnation":59,"state":"up:active","state_seq":7,"addr":"172.21.15.76:6837/486236722","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":486236722},{"type":"v1","addr":"172.21.15.76:6837","nonce":486236722}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[18],"metadata_pool":17,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":8}]} 2024-09-13T16:12:58.024 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 62 2024-09-13T16:12:58.025 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.024+0000 7f91132e9640 1 -- 172.21.15.76:0/1712055537 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f90f006ac00 msgr2=0x7f90f006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:58.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.024+0000 7f91132e9640 1 --2- 172.21.15.76:0/1712055537 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f90f006ac00 0x7f90f006d0c0 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7f90fc001eb0 tx=0x7f90fc009030 comp rx=0 tx=0).stop 2024-09-13T16:12:58.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.024+0000 7f91132e9640 1 -- 172.21.15.76:0/1712055537 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f90f80047c0 msgr2=0x7f910c0ce250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:58.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.024+0000 7f91132e9640 1 --2- 172.21.15.76:0/1712055537 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f90f80047c0 0x7f910c0ce250 secure :-1 s=READY pgs=1672 cs=0 l=1 rev1=1 crypto rx=0x7f9108011e30 tx=0x7f910800f580 comp rx=0 tx=0).stop 2024-09-13T16:12:58.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.024+0000 7f91132e9640 1 -- 172.21.15.76:0/1712055537 shutdown_connections 2024-09-13T16:12:58.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.024+0000 7f91132e9640 1 --2- 172.21.15.76:0/1712055537 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f90f006ac00 0x7f90f006d0c0 unknown :-1 s=CLOSED pgs=714 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:58.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.024+0000 7f91132e9640 1 --2- 172.21.15.76:0/1712055537 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f910c0c6b80 0x7f910c0b1160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:58.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.024+0000 7f91132e9640 1 --2- 172.21.15.76:0/1712055537 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f910c157df0 0x7f910c1574a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:58.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.024+0000 7f91132e9640 1 --2- 172.21.15.76:0/1712055537 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f90f80047c0 0x7f910c0ce250 unknown :-1 s=CLOSED pgs=1672 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:58.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.024+0000 7f91132e9640 1 -- 172.21.15.76:0/1712055537 >> 172.21.15.76:0/1712055537 conn(0x7f910c069ed0 msgr2=0x7f910c0706d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:58.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.024+0000 7f91132e9640 1 -- 172.21.15.76:0/1712055537 shutdown_connections 2024-09-13T16:12:58.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.024+0000 7f91132e9640 1 -- 172.21.15.76:0/1712055537 wait complete. 2024-09-13T16:12:58.036 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json session ls 2024-09-13T16:12:58.152 INFO:teuthology.orchestra.run.smithi076.stdout:[{"id":7738,"entity":{"name":{"type":"client","num":7738},"addr":{"type":"any","addr":"192.168.0.1:0","nonce":20359524}},"state":"open","num_leases":0,"num_caps":1,"request_load_avg":0,"uptime":9.1227236289999993,"requests_in_flight":0,"num_completed_requests":0,"num_completed_flushes":0,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":2.951786564617954,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":1,"last_trim_completed_flushes_tid":0,"delegated_inos":[],"inst":"client.7738 192.168.0.1:0/20359524","completed_requests":[],"prealloc_inos":[],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"50bbe7f395997dcd871813949c49addbbf630361","ceph_version":"ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)","entity_id":"1","hostname":"smithi192","mount_point":"/home/ubuntu/cephtest/mnt.1","pid":"48148","root":"/"}},{"id":8730,"entity":{"name":{"type":"client","num":8730},"addr":{"type":"any","addr":"192.168.0.1:0","nonce":3067604989}},"state":"open","num_leases":1,"num_caps":802,"request_load_avg":756,"uptime":10.820672189,"requests_in_flight":0,"num_completed_requests":253,"num_completed_flushes":0,"reconnecting":false,"recall_caps":{"value":1999.6717141243707,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":696.06050700480205,"halflife":1.5},"recall_caps_throttle2o":{"value":190.95586419740414,"halflife":0.5},"session_cache_liveness":{"value":1586.0217265941571,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":553,"last_trim_completed_flushes_tid":0,"delegated_inos":[{"start":"0x10000000002","length":500}],"inst":"client.8730 192.168.0.1:0/3067604989","completed_requests":[{"tid":553,"created_ino":"0x10000000417"},{"tid":554,"created_ino":"0x10000000418"},{"tid":555,"created_ino":"0x10000000419"},{"tid":556,"created_ino":"0x1000000041a"},{"tid":557,"created_ino":"0x1000000041b"},{"tid":558,"created_ino":"0x1000000041c"},{"tid":559,"created_ino":"0x1000000041d"},{"tid":560,"created_ino":"0x1000000041e"},{"tid":561,"created_ino":"0x1000000041f"},{"tid":562,"created_ino":"0x10000000420"},{"tid":563,"created_ino":"0x10000000421"},{"tid":564,"created_ino":"0x10000000422"},{"tid":565,"created_ino":"0x10000000423"},{"tid":566,"created_ino":"0x10000000424"},{"tid":567,"created_ino":"0x10000000425"},{"tid":568,"created_ino":"0x10000000426"},{"tid":569,"created_ino":"0x10000000427"},{"tid":570,"created_ino":"0x10000000428"},{"tid":571,"created_ino":"0x10000000429"},{"tid":572,"created_ino":"0x1000000042a"},{"tid":573,"created_ino":"0x1000000042b"},{"tid":574,"created_ino":"0x1000000042c"},{"tid":575,"created_ino":"0x1000000042d"},{"tid":576,"created_ino":"0x1000000042e"},{"tid":577,"created_ino":"0x1000000042f"},{"tid":578,"created_ino":"0x10000000430"},{"tid":579,"created_ino":"0x10000000431"},{"tid":580,"created_ino":"0x10000000432"},{"tid":581,"created_ino":"0x10000000433"},{"tid":582,"created_ino":"0x10000000434"},{"tid":583,"created_ino":"0x10000000435"},{"tid":584,"created_ino":"0x10000000436"},{"tid":585,"created_ino":"0x10000000437"},{"tid":586,"created_ino":"0x10000000438"},{"tid":587,"created_ino":"0x10000000439"},{"tid":588,"created_ino":"0x1000000043a"},{"tid":589,"created_ino":"0x1000000043b"},{"tid":590,"created_ino":"0x1000000043c"},{"tid":591,"created_ino":"0x1000000043d"},{"tid":592,"created_ino":"0x1000000043e"},{"tid":593,"created_ino":"0x1000000043f"},{"tid":594,"created_ino":"0x10000000440"},{"tid":595,"created_ino":"0x10000000441"},{"tid":596,"created_ino":"0x10000000442"},{"tid":597,"created_ino":"0x10000000443"},{"tid":598,"created_ino":"0x10000000444"},{"tid":599,"created_ino":"0x10000000445"},{"tid":600,"created_ino":"0x10000000446"},{"tid":601,"created_ino":"0x10000000447"},{"tid":602,"created_ino":"0x10000000448"},{"tid":603,"created_ino":"0x10000000449"},{"tid":604,"created_ino":"0x1000000044a"},{"tid":605,"created_ino":"0x1000000044b"},{"tid":606,"created_ino":"0x1000000044c"},{"tid":607,"created_ino":"0x1000000044d"},{"tid":608,"created_ino":"0x1000000044e"},{"tid":609,"created_ino":"0x1000000044f"},{"tid":610,"created_ino":"0x10000000450"},{"tid":611,"created_ino":"0x10000000451"},{"tid":612,"created_ino":"0x10000000452"},{"tid":613,"created_ino":"0x10000000453"},{"tid":614,"created_ino":"0x10000000454"},{"tid":615,"created_ino":"0x10000000455"},{"tid":616,"created_ino":"0x10000000456"},{"tid":617,"created_ino":"0x10000000457"},{"tid":618,"created_ino":"0x10000000458"},{"tid":619,"created_ino":"0x10000000459"},{"tid":620,"created_ino":"0x1000000045a"},{"tid":621,"created_ino":"0x1000000045b"},{"tid":622,"created_ino":"0x1000000045c"},{"tid":623,"created_ino":"0x1000000045d"},{"tid":624,"created_ino":"0x1000000045e"},{"tid":625,"created_ino":"0x1000000045f"},{"tid":626,"created_ino":"0x10000000460"},{"tid":627,"created_ino":"0x10000000461"},{"tid":628,"created_ino":"0x10000000462"},{"tid":629,"created_ino":"0x10000000463"},{"tid":630,"created_ino":"0x10000000464"},{"tid":631,"created_ino":"0x10000000465"},{"tid":632,"created_ino":"0x10000000466"},{"tid":633,"created_ino":"0x10000000467"},{"tid":634,"created_ino":"0x10000000468"},{"tid":635,"created_ino":"0x10000000469"},{"tid":636,"created_ino":"0x1000000046a"},{"tid":637,"created_ino":"0x1000000046b"},{"tid":638,"created_ino":"0x1000000046c"},{"tid":639,"created_ino":"0x1000000046d"},{"tid":640,"created_ino":"0x1000000046e"},{"tid":641,"created_ino":"0x1000000046f"},{"tid":642,"created_ino":"0x10000000470"},{"tid":643,"created_ino":"0x10000000471"},{"tid":644,"created_ino":"0x10000000472"},{"tid":645,"created_ino":"0x10000000473"},{"tid":646,"created_ino":"0x10000000474"},{"tid":647,"created_ino":"0x10000000475"},{"tid":648,"created_ino":"0x10000000476"},{"tid":649,"created_ino":"0x10000000477"},{"tid":650,"created_ino":"0x10000000478"},{"tid":651,"created_ino":"0x10000000479"},{"tid":652,"created_ino":"0x1000000047a"},{"tid":653,"created_ino":"0x1000000047b"},{"tid":654,"created_ino":"0x1000000047c"},{"tid":655,"created_ino":"0x1000000047d"},{"tid":656,"created_ino":"0x1000000047e"},{"tid":657,"created_ino":"0x1000000047f"},{"tid":658,"created_ino":"0x10000000480"},{"tid":659,"created_ino":"0x10000000481"},{"tid":660,"created_ino":"0x10000000482"},{"tid":661,"created_ino":"0x10000000483"},{"tid":662,"created_ino":"0x10000000484"},{"tid":663,"created_ino":"0x10000000485"},{"tid":664,"created_ino":"0x10000000486"},{"tid":665,"created_ino":"0x10000000487"},{"tid":666,"created_ino":"0x10000000488"},{"tid":667,"created_ino":"0x10000000489"},{"tid":668,"created_ino":"0x1000000048a"},{"tid":669,"created_ino":"0x1000000048b"},{"tid":670,"created_ino":"0x1000000048c"},{"tid":671,"created_ino":"0x1000000048d"},{"tid":672,"created_ino":"0x1000000048e"},{"tid":673,"created_ino":"0x1000000048f"},{"tid":674,"created_ino":"0x10000000490"},{"tid":675,"created_ino":"0x10000000491"},{"tid":676,"created_ino":"0x10000000492"},{"tid":677,"created_ino":"0x10000000493"},{"tid":678,"created_ino":"0x10000000494"},{"tid":679,"created_ino":"0x10000000495"},{"tid":680,"created_ino":"0x10000000496"},{"tid":681,"created_ino":"0x10000000497"},{"tid":682,"created_ino":"0x10000000498"},{"tid":683,"created_ino":"0x10000000499"},{"tid":684,"created_ino":"0x1000000049a"},{"tid":685,"created_ino":"0x1000000049b"},{"tid":686,"created_ino":"0x1000000049c"},{"tid":687,"created_ino":"0x1000000049d"},{"tid":688,"created_ino":"0x1000000049e"},{"tid":689,"created_ino":"0x1000000049f"},{"tid":690,"created_ino":"0x100000004a0"},{"tid":691,"created_ino":"0x100000004a1"},{"tid":692,"created_ino":"0x100000004a2"},{"tid":693,"created_ino":"0x100000004a3"},{"tid":694,"created_ino":"0x100000004a4"},{"tid":695,"created_ino":"0x100000004a5"},{"tid":696,"created_ino":"0x100000004a6"},{"tid":697,"created_ino":"0x100000004a7"},{"tid":698,"created_ino":"0x100000004a8"},{"tid":699,"created_ino":"0x100000004a9"},{"tid":700,"created_ino":"0x100000004aa"},{"tid":701,"created_ino":"0x100000004ab"},{"tid":702,"created_ino":"0x100000004ac"},{"tid":703,"created_ino":"0x100000004ad"},{"tid":704,"created_ino":"0x100000004ae"},{"tid":705,"created_ino":"0x100000004af"},{"tid":706,"created_ino":"0x100000004b0"},{"tid":707,"created_ino":"0x100000004b1"},{"tid":708,"created_ino":"0x100000004b2"},{"tid":709,"created_ino":"0x100000004b3"},{"tid":710,"created_ino":"0x100000004b4"},{"tid":711,"created_ino":"0x100000004b5"},{"tid":712,"created_ino":"0x100000004b6"},{"tid":713,"created_ino":"0x100000004b7"},{"tid":714,"created_ino":"0x100000004b8"},{"tid":715,"created_ino":"0x100000004b9"},{"tid":716,"created_ino":"0x100000004ba"},{"tid":717,"created_ino":"0x100000004bb"},{"tid":718,"created_ino":"0x100000004bc"},{"tid":719,"created_ino":"0x100000004bd"},{"tid":720,"created_ino":"0x100000004be"},{"tid":721,"created_ino":"0x100000004bf"},{"tid":722,"created_ino":"0x100000004c0"},{"tid":723,"created_ino":"0x100000004c1"},{"tid":724,"created_ino":"0x100000004c2"},{"tid":725,"created_ino":"0x100000004c3"},{"tid":726,"created_ino":"0x100000004c4"},{"tid":727,"created_ino":"0x100000004c5"},{"tid":728,"created_ino":"0x100000004c6"},{"tid":729,"created_ino":"0x100000004c7"},{"tid":730,"created_ino":"0x100000004c8"},{"tid":731,"created_ino":"0x100000004c9"},{"tid":732,"created_ino":"0x100000004ca"},{"tid":733,"created_ino":"0x100000004cb"},{"tid":734,"created_ino":"0x100000004cc"},{"tid":735,"created_ino":"0x100000004cd"},{"tid":736,"created_ino":"0x100000004ce"},{"tid":737,"created_ino":"0x100000004cf"},{"tid":738,"created_ino":"0x100000004d0"},{"tid":739,"created_ino":"0x100000004d1"},{"tid":740,"created_ino":"0x100000004d2"},{"tid":741,"created_ino":"0x100000004d3"},{"tid":742,"created_ino":"0x100000004d4"},{"tid":743,"created_ino":"0x100000004d5"},{"tid":744,"created_ino":"0x100000004d6"},{"tid":745,"created_ino":"0x100000004d7"},{"tid":746,"created_ino":"0x100000004d8"},{"tid":747,"created_ino":"0x100000004d9"},{"tid":748,"created_ino":"0x100000004da"},{"tid":749,"created_ino":"0x100000004db"},{"tid":750,"created_ino":"0x100000004dc"},{"tid":751,"created_ino":"0x100000004dd"},{"tid":752,"created_ino":"0x100000004de"},{"tid":753,"created_ino":"0x100000004df"},{"tid":754,"created_ino":"0x100000004e0"},{"tid":755,"created_ino":"0x100000004e1"},{"tid":756,"created_ino":"0x100000004e2"},{"tid":757,"created_ino":"0x100000004e3"},{"tid":758,"created_ino":"0x100000004e4"},{"tid":759,"created_ino":"0x100000004e5"},{"tid":760,"created_ino":"0x100000004e6"},{"tid":761,"created_ino":"0x100000004e7"},{"tid":762,"created_ino":"0x100000004e8"},{"tid":763,"created_ino":"0x100000004e9"},{"tid":764,"created_ino":"0x100000004ea"},{"tid":765,"created_ino":"0x100000004eb"},{"tid":766,"created_ino":"0x100000004ec"},{"tid":767,"created_ino":"0x100000004ed"},{"tid":768,"created_ino":"0x100000004ee"},{"tid":769,"created_ino":"0x100000004ef"},{"tid":770,"created_ino":"0x100000004f0"},{"tid":771,"created_ino":"0x100000004f1"},{"tid":772,"created_ino":"0x100000004f2"},{"tid":773,"created_ino":"0x100000004f3"},{"tid":774,"created_ino":"0x100000004f4"},{"tid":775,"created_ino":"0x100000004f5"},{"tid":776,"created_ino":"0x100000004f6"},{"tid":777,"created_ino":"0x100000004f7"},{"tid":778,"created_ino":"0x100000004f8"},{"tid":779,"created_ino":"0x100000004f9"},{"tid":780,"created_ino":"0x100000004fa"},{"tid":781,"created_ino":"0x100000004fb"},{"tid":782,"created_ino":"0x100000004fc"},{"tid":783,"created_ino":"0x100000004fd"},{"tid":784,"created_ino":"0x100000004fe"},{"tid":785,"created_ino":"0x100000004ff"},{"tid":786,"created_ino":"0x10000000500"},{"tid":787,"created_ino":"0x10000000501"},{"tid":788,"created_ino":"0x10000000502"},{"tid":789,"created_ino":"0x10000000503"},{"tid":790,"created_ino":"0x10000000504"},{"tid":791,"created_ino":"0x10000000505"},{"tid":792,"created_ino":"0x10000000506"},{"tid":793,"created_ino":"0x10000000507"},{"tid":794,"created_ino":"0x10000000508"},{"tid":795,"created_ino":"0x10000000509"},{"tid":796,"created_ino":"0x1000000050a"},{"tid":797,"created_ino":"0x1000000050b"},{"tid":798,"created_ino":"0x1000000050c"},{"tid":799,"created_ino":"0x1000000050d"},{"tid":800,"created_ino":"0x1000000050e"},{"tid":801,"created_ino":"0x1000000050f"},{"tid":802,"created_ino":"0x10000000510"},{"tid":803,"created_ino":"0x10000000511"},{"tid":804,"created_ino":"0x10000000512"},{"tid":805,"created_ino":"0x10000000513"}],"prealloc_inos":[{"start":"0x10000000002","length":500},{"start":"0x10000000514","length":203},{"start":"0x100000005e0","length":501}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"50bbe7f395997dcd871813949c49addbbf630361","ceph_version":"ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)","entity_id":"0","hostname":"smithi076","mount_point":"/home/ubuntu/cephtest/mnt.0","pid":"77586","root":"/"}}] 2024-09-13T16:12:58.154 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "1", "hostname": "smithi192", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "mount_point": "/home/ubuntu/cephtest/mnt.1", "pid": "48148", "root": "/" }, "completed_requests": [], "delegated_inos": [], "entity": { "addr": { "addr": "192.168.0.1:0", "nonce": 20359524, "type": "any" }, "name": { "num": 7738, "type": "client" } }, "id": 7738, "inst": "client.7738 192.168.0.1:0/20359524", "last_trim_completed_flushes_tid": 0, "last_trim_completed_requests_tid": 1, "num_caps": 1, "num_completed_flushes": 0, "num_completed_requests": 0, "num_leases": 0, "prealloc_inos": [], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 0, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 2.951786564617954 }, "state": "open", "uptime": 9.122723629 }, { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "0", "hostname": "smithi076", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "mount_point": "/home/ubuntu/cephtest/mnt.0", "pid": "77586", "root": "/" }, "completed_requests": [ { "created_ino": "0x10000000417", "tid": 553 }, { "created_ino": "0x10000000418", "tid": 554 }, { "created_ino": "0x10000000419", "tid": 555 }, { "created_ino": "0x1000000041a", "tid": 556 }, { "created_ino": "0x1000000041b", "tid": 557 }, { "created_ino": "0x1000000041c", "tid": 558 }, { "created_ino": "0x1000000041d", "tid": 559 }, { "created_ino": "0x1000000041e", "tid": 560 }, { "created_ino": "0x1000000041f", "tid": 561 }, { "created_ino": "0x10000000420", "tid": 562 }, { "created_ino": "0x10000000421", "tid": 563 }, { "created_ino": "0x10000000422", "tid": 564 }, { "created_ino": "0x10000000423", "tid": 565 }, { "created_ino": "0x10000000424", "tid": 566 }, { "created_ino": "0x10000000425", "tid": 567 }, { "created_ino": "0x10000000426", "tid": 568 }, { "created_ino": "0x10000000427", "tid": 569 }, { "created_ino": "0x10000000428", "tid": 570 }, { "created_ino": "0x10000000429", "tid": 571 }, { "created_ino": "0x1000000042a", "tid": 572 }, { "created_ino": "0x1000000042b", "tid": 573 }, { "created_ino": "0x1000000042c", "tid": 574 }, { "created_ino": "0x1000000042d", "tid": 575 }, { "created_ino": "0x1000000042e", "tid": 576 }, { "created_ino": "0x1000000042f", "tid": 577 }, { "created_ino": "0x10000000430", "tid": 578 }, { "created_ino": "0x10000000431", "tid": 579 }, { "created_ino": "0x10000000432", "tid": 580 }, { "created_ino": "0x10000000433", "tid": 581 }, { "created_ino": "0x10000000434", "tid": 582 }, { "created_ino": "0x10000000435", "tid": 583 }, { "created_ino": "0x10000000436", "tid": 584 }, { "created_ino": "0x10000000437", "tid": 585 }, { "created_ino": "0x10000000438", "tid": 586 }, { "created_ino": "0x10000000439", "tid": 587 }, { "created_ino": "0x1000000043a", "tid": 588 }, { "created_ino": "0x1000000043b", "tid": 589 }, { "created_ino": "0x1000000043c", "tid": 590 }, { "created_ino": "0x1000000043d", "tid": 591 }, { "created_ino": "0x1000000043e", "tid": 592 }, { "created_ino": "0x1000000043f", "tid": 593 }, { "created_ino": "0x10000000440", "tid": 594 }, { "created_ino": "0x10000000441", "tid": 595 }, { "created_ino": "0x10000000442", "tid": 596 }, { "created_ino": "0x10000000443", "tid": 597 }, { "created_ino": "0x10000000444", "tid": 598 }, { "created_ino": "0x10000000445", "tid": 599 }, { "created_ino": "0x10000000446", "tid": 600 }, { "created_ino": "0x10000000447", "tid": 601 }, { "created_ino": "0x10000000448", "tid": 602 }, { "created_ino": "0x10000000449", "tid": 603 }, { "created_ino": "0x1000000044a", "tid": 604 }, { "created_ino": "0x1000000044b", "tid": 605 }, { "created_ino": "0x1000000044c", "tid": 606 }, { "created_ino": "0x1000000044d", "tid": 607 }, { "created_ino": "0x1000000044e", "tid": 608 }, { "created_ino": "0x1000000044f", "tid": 609 }, { "created_ino": "0x10000000450", "tid": 610 }, { "created_ino": "0x10000000451", "tid": 611 }, { "created_ino": "0x10000000452", "tid": 612 }, { "created_ino": "0x10000000453", "tid": 613 }, { "created_ino": "0x10000000454", "tid": 614 }, { "created_ino": "0x10000000455", "tid": 615 }, { "created_ino": "0x10000000456", "tid": 616 }, { "created_ino": "0x10000000457", "tid": 617 }, { "created_ino": "0x10000000458", "tid": 618 }, { "created_ino": "0x10000000459", "tid": 619 }, { "created_ino": "0x1000000045a", "tid": 620 }, { "created_ino": "0x1000000045b", "tid": 621 }, { "created_ino": "0x1000000045c", "tid": 622 }, { "created_ino": "0x1000000045d", "tid": 623 }, { "created_ino": "0x1000000045e", "tid": 624 }, { "created_ino": "0x1000000045f", "tid": 625 }, { "created_ino": "0x10000000460", "tid": 626 }, { "created_ino": "0x10000000461", "tid": 627 }, { "created_ino": "0x10000000462", "tid": 628 }, { "created_ino": "0x10000000463", "tid": 629 }, { "created_ino": "0x10000000464", "tid": 630 }, { "created_ino": "0x10000000465", "tid": 631 }, { "created_ino": "0x10000000466", "tid": 632 }, { "created_ino": "0x10000000467", "tid": 633 }, { "created_ino": "0x10000000468", "tid": 634 }, { "created_ino": "0x10000000469", "tid": 635 }, { "created_ino": "0x1000000046a", "tid": 636 }, { "created_ino": "0x1000000046b", "tid": 637 }, { "created_ino": "0x1000000046c", "tid": 638 }, { "created_ino": "0x1000000046d", "tid": 639 }, { "created_ino": "0x1000000046e", "tid": 640 }, { "created_ino": "0x1000000046f", "tid": 641 }, { "created_ino": "0x10000000470", "tid": 642 }, { "created_ino": "0x10000000471", "tid": 643 }, { "created_ino": "0x10000000472", "tid": 644 }, { "created_ino": "0x10000000473", "tid": 645 }, { "created_ino": "0x10000000474", "tid": 646 }, { "created_ino": "0x10000000475", "tid": 647 }, { "created_ino": "0x10000000476", "tid": 648 }, { "created_ino": "0x10000000477", "tid": 649 }, { "created_ino": "0x10000000478", "tid": 650 }, { "created_ino": "0x10000000479", "tid": 651 }, { "created_ino": "0x1000000047a", "tid": 652 }, { "created_ino": "0x1000000047b", "tid": 653 }, { "created_ino": "0x1000000047c", "tid": 654 }, { "created_ino": "0x1000000047d", "tid": 655 }, { "created_ino": "0x1000000047e", "tid": 656 }, { "created_ino": "0x1000000047f", "tid": 657 }, { "created_ino": "0x10000000480", "tid": 658 }, { "created_ino": "0x10000000481", "tid": 659 }, { "created_ino": "0x10000000482", "tid": 660 }, { "created_ino": "0x10000000483", "tid": 661 }, { "created_ino": "0x10000000484", "tid": 662 }, { "created_ino": "0x10000000485", "tid": 663 }, { "created_ino": "0x10000000486", "tid": 664 }, { "created_ino": "0x10000000487", "tid": 665 }, { "created_ino": "0x10000000488", "tid": 666 }, { "created_ino": "0x10000000489", "tid": 667 }, { "created_ino": "0x1000000048a", "tid": 668 }, { "created_ino": "0x1000000048b", "tid": 669 }, { "created_ino": "0x1000000048c", "tid": 670 }, { "created_ino": "0x1000000048d", "tid": 671 }, { "created_ino": "0x1000000048e", "tid": 672 }, { "created_ino": "0x1000000048f", "tid": 673 }, { "created_ino": "0x10000000490", "tid": 674 }, { "created_ino": "0x10000000491", "tid": 675 }, { "created_ino": "0x10000000492", "tid": 676 }, { "created_ino": "0x10000000493", "tid": 677 }, { "created_ino": "0x10000000494", "tid": 678 }, { "created_ino": "0x10000000495", "tid": 679 }, { "created_ino": "0x10000000496", "tid": 680 }, { "created_ino": "0x10000000497", "tid": 681 }, { "created_ino": "0x10000000498", "tid": 682 }, { "created_ino": "0x10000000499", "tid": 683 }, { "created_ino": "0x1000000049a", "tid": 684 }, { "created_ino": "0x1000000049b", "tid": 685 }, { "created_ino": "0x1000000049c", "tid": 686 }, { "created_ino": "0x1000000049d", "tid": 687 }, { "created_ino": "0x1000000049e", "tid": 688 }, { "created_ino": "0x1000000049f", "tid": 689 }, { "created_ino": "0x100000004a0", "tid": 690 }, { "created_ino": "0x100000004a1", "tid": 691 }, { "created_ino": "0x100000004a2", "tid": 692 }, { "created_ino": "0x100000004a3", "tid": 693 }, { "created_ino": "0x100000004a4", "tid": 694 }, { "created_ino": "0x100000004a5", "tid": 695 }, { "created_ino": "0x100000004a6", "tid": 696 }, { "created_ino": "0x100000004a7", "tid": 697 }, { "created_ino": "0x100000004a8", "tid": 698 }, { "created_ino": "0x100000004a9", "tid": 699 }, { "created_ino": "0x100000004aa", "tid": 700 }, { "created_ino": "0x100000004ab", "tid": 701 }, { "created_ino": "0x100000004ac", "tid": 702 }, { "created_ino": "0x100000004ad", "tid": 703 }, { "created_ino": "0x100000004ae", "tid": 704 }, { "created_ino": "0x100000004af", "tid": 705 }, { "created_ino": "0x100000004b0", "tid": 706 }, { "created_ino": "0x100000004b1", "tid": 707 }, { "created_ino": "0x100000004b2", "tid": 708 }, { "created_ino": "0x100000004b3", "tid": 709 }, { "created_ino": "0x100000004b4", "tid": 710 }, { "created_ino": "0x100000004b5", "tid": 711 }, { "created_ino": "0x100000004b6", "tid": 712 }, { "created_ino": "0x100000004b7", "tid": 713 }, { "created_ino": "0x100000004b8", "tid": 714 }, { "created_ino": "0x100000004b9", "tid": 715 }, { "created_ino": "0x100000004ba", "tid": 716 }, { "created_ino": "0x100000004bb", "tid": 717 }, { "created_ino": "0x100000004bc", "tid": 718 }, { "created_ino": "0x100000004bd", "tid": 719 }, { "created_ino": "0x100000004be", "tid": 720 }, { "created_ino": "0x100000004bf", "tid": 721 }, { "created_ino": "0x100000004c0", "tid": 722 }, { "created_ino": "0x100000004c1", "tid": 723 }, { "created_ino": "0x100000004c2", "tid": 724 }, { "created_ino": "0x100000004c3", "tid": 725 }, { "created_ino": "0x100000004c4", "tid": 726 }, { "created_ino": "0x100000004c5", "tid": 727 }, { "created_ino": "0x100000004c6", "tid": 728 }, { "created_ino": "0x100000004c7", "tid": 729 }, { "created_ino": "0x100000004c8", "tid": 730 }, { "created_ino": "0x100000004c9", "tid": 731 }, { "created_ino": "0x100000004ca", "tid": 732 }, { "created_ino": "0x100000004cb", "tid": 733 }, { "created_ino": "0x100000004cc", "tid": 734 }, { "created_ino": "0x100000004cd", "tid": 735 }, { "created_ino": "0x100000004ce", "tid": 736 }, { "created_ino": "0x100000004cf", "tid": 737 }, { "created_ino": "0x100000004d0", "tid": 738 }, { "created_ino": "0x100000004d1", "tid": 739 }, { "created_ino": "0x100000004d2", "tid": 740 }, { "created_ino": "0x100000004d3", "tid": 741 }, { "created_ino": "0x100000004d4", "tid": 742 }, { "created_ino": "0x100000004d5", "tid": 743 }, { "created_ino": "0x100000004d6", "tid": 744 }, { "created_ino": "0x100000004d7", "tid": 745 }, { "created_ino": "0x100000004d8", "tid": 746 }, { "created_ino": "0x100000004d9", "tid": 747 }, { "created_ino": "0x100000004da", "tid": 748 }, { "created_ino": "0x100000004db", "tid": 749 }, { "created_ino": "0x100000004dc", "tid": 750 }, { "created_ino": "0x100000004dd", "tid": 751 }, { "created_ino": "0x100000004de", "tid": 752 }, { "created_ino": "0x100000004df", "tid": 753 }, { "created_ino": "0x100000004e0", "tid": 754 }, { "created_ino": "0x100000004e1", "tid": 755 }, { "created_ino": "0x100000004e2", "tid": 756 }, { "created_ino": "0x100000004e3", "tid": 757 }, { "created_ino": "0x100000004e4", "tid": 758 }, { "created_ino": "0x100000004e5", "tid": 759 }, { "created_ino": "0x100000004e6", "tid": 760 }, { "created_ino": "0x100000004e7", "tid": 761 }, { "created_ino": "0x100000004e8", "tid": 762 }, { "created_ino": "0x100000004e9", "tid": 763 }, { "created_ino": "0x100000004ea", "tid": 764 }, { "created_ino": "0x100000004eb", "tid": 765 }, { "created_ino": "0x100000004ec", "tid": 766 }, { "created_ino": "0x100000004ed", "tid": 767 }, { "created_ino": "0x100000004ee", "tid": 768 }, { "created_ino": "0x100000004ef", "tid": 769 }, { "created_ino": "0x100000004f0", "tid": 770 }, { "created_ino": "0x100000004f1", "tid": 771 }, { "created_ino": "0x100000004f2", "tid": 772 }, { "created_ino": "0x100000004f3", "tid": 773 }, { "created_ino": "0x100000004f4", "tid": 774 }, { "created_ino": "0x100000004f5", "tid": 775 }, { "created_ino": "0x100000004f6", "tid": 776 }, { "created_ino": "0x100000004f7", "tid": 777 }, { "created_ino": "0x100000004f8", "tid": 778 }, { "created_ino": "0x100000004f9", "tid": 779 }, { "created_ino": "0x100000004fa", "tid": 780 }, { "created_ino": "0x100000004fb", "tid": 781 }, { "created_ino": "0x100000004fc", "tid": 782 }, { "created_ino": "0x100000004fd", "tid": 783 }, { "created_ino": "0x100000004fe", "tid": 784 }, { "created_ino": "0x100000004ff", "tid": 785 }, { "created_ino": "0x10000000500", "tid": 786 }, { "created_ino": "0x10000000501", "tid": 787 }, { "created_ino": "0x10000000502", "tid": 788 }, { "created_ino": "0x10000000503", "tid": 789 }, { "created_ino": "0x10000000504", "tid": 790 }, { "created_ino": "0x10000000505", "tid": 791 }, { "created_ino": "0x10000000506", "tid": 792 }, { "created_ino": "0x10000000507", "tid": 793 }, { "created_ino": "0x10000000508", "tid": 794 }, { "created_ino": "0x10000000509", "tid": 795 }, { "created_ino": "0x1000000050a", "tid": 796 }, { "created_ino": "0x1000000050b", "tid": 797 }, { "created_ino": "0x1000000050c", "tid": 798 }, { "created_ino": "0x1000000050d", "tid": 799 }, { "created_ino": "0x1000000050e", "tid": 800 }, { "created_ino": "0x1000000050f", "tid": 801 }, { "created_ino": "0x10000000510", "tid": 802 }, { "created_ino": "0x10000000511", "tid": 803 }, { "created_ino": "0x10000000512", "tid": 804 }, { "created_ino": "0x10000000513", "tid": 805 } ], "delegated_inos": [ { "length": 500, "start": "0x10000000002" } ], "entity": { "addr": { "addr": "192.168.0.1:0", "nonce": 3067604989, "type": "any" }, "name": { "num": 8730, "type": "client" } }, "id": 8730, "inst": "client.8730 192.168.0.1:0/3067604989", "last_trim_completed_flushes_tid": 0, "last_trim_completed_requests_tid": 553, "num_caps": 802, "num_completed_flushes": 0, "num_completed_requests": 253, "num_leases": 1, "prealloc_inos": [ { "length": 500, "start": "0x10000000002" }, { "length": 203, "start": "0x10000000514" }, { "length": 501, "start": "0x100000005e0" } ], "recall_caps": { "halflife": 60, "value": 1999.6717141243707 }, "recall_caps_throttle": { "halflife": 1.5, "value": 696.060507004802 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 190.95586419740414 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 756, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 1586.0217265941571 }, "state": "open", "uptime": 10.820672189 } ] 2024-09-13T16:12:58.154 INFO:tasks.ceph_test_case:waiting 120.0s for health warning matching MDS_CLIENT_RECALL 2024-09-13T16:12:58.154 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-13T16:12:58.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.250+0000 7fdae2c19640 1 Processor -- start 2024-09-13T16:12:58.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.250+0000 7fdae2c19640 1 -- start start 2024-09-13T16:12:58.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.251+0000 7fdae2c19640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdadc15d7f0 0x7fdadc06d010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:58.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.251+0000 7fdae2c19640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdadc15dbd0 con 0x7fdadc0cebe0 2024-09-13T16:12:58.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.251+0000 7fdae2c19640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdadc06d990 con 0x7fdadc06d550 2024-09-13T16:12:58.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.251+0000 7fdae2c19640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdadc0c8a10 con 0x7fdadc15d7f0 2024-09-13T16:12:58.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.251+0000 7fdae11b6640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fdadc0cebe0 0x7fdadc0c8ea0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:60998/0 (socket says 172.21.15.76:60998) 2024-09-13T16:12:58.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.251+0000 7fdae11b6640 1 -- 172.21.15.76:0/3120523284 learned_addr learned my addr 172.21.15.76:0/3120523284 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:12:58.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.252+0000 7fdadb7fe640 1 -- 172.21.15.76:0/3120523284 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3676048556 0 0) 0x7fdadc15dbd0 con 0x7fdadc0cebe0 2024-09-13T16:12:58.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.252+0000 7fdadb7fe640 1 -- 172.21.15.76:0/3120523284 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fdacc003520 con 0x7fdadc0cebe0 2024-09-13T16:12:58.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.252+0000 7fdadb7fe640 1 -- 172.21.15.76:0/3120523284 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 817949982 0 0) 0x7fdacc003520 con 0x7fdadc0cebe0 2024-09-13T16:12:58.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.252+0000 7fdadb7fe640 1 -- 172.21.15.76:0/3120523284 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdadc15d7f0 msgr2=0x7fdadc06d010 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-13T16:12:58.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.252+0000 7fdadb7fe640 1 --2- 172.21.15.76:0/3120523284 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdadc15d7f0 0x7fdadc06d010 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:58.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.252+0000 7fdadb7fe640 1 -- 172.21.15.76:0/3120523284 >> v1:172.21.15.192:6789/0 conn(0x7fdadc06d550 legacy=0x7fdadc0ce4d0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-13T16:12:58.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.252+0000 7fdadb7fe640 1 -- 172.21.15.76:0/3120523284 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdadc06dbd0 con 0x7fdadc0cebe0 2024-09-13T16:12:58.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.252+0000 7fdadb7fe640 1 -- 172.21.15.76:0/3120523284 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7fdad40019f0 con 0x7fdadc0cebe0 2024-09-13T16:12:58.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.252+0000 7fdadb7fe640 1 -- 172.21.15.76:0/3120523284 >> v1:172.21.15.76:6789/0 conn(0x7fdadc0cebe0 legacy=0x7fdadc0c8ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:58.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.252+0000 7fdadb7fe640 1 --2- 172.21.15.76:0/3120523284 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdacc0039a0 0x7fdacc003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:58.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.252+0000 7fdadb7fe640 1 --2- 172.21.15.76:0/3120523284 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdacc0047c0 0x7fdacc004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:58.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.252+0000 7fdadb7fe640 1 --2- 172.21.15.76:0/3120523284 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdadc15d7f0 0x7fdacc00b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:58.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.252+0000 7fdadb7fe640 1 -- 172.21.15.76:0/3120523284 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdadc0c8a10 con 0x7fdacc0039a0 2024-09-13T16:12:58.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.252+0000 7fdadb7fe640 1 -- 172.21.15.76:0/3120523284 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdacc005500 con 0x7fdacc0047c0 2024-09-13T16:12:58.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.252+0000 7fdadb7fe640 1 -- 172.21.15.76:0/3120523284 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdacc00bec0 con 0x7fdadc15d7f0 2024-09-13T16:12:58.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.252+0000 7fdae09b5640 1 --2- 172.21.15.76:0/3120523284 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdacc0039a0 0x7fdacc003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:58.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.252+0000 7fdae09b5640 1 -- 172.21.15.76:0/3120523284 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdadc15d7f0 msgr2=0x7fdacc00b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:58.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.252+0000 7fdae09b5640 1 --2- 172.21.15.76:0/3120523284 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdadc15d7f0 0x7fdacc00b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:58.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.252+0000 7fdae09b5640 1 -- 172.21.15.76:0/3120523284 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdacc0047c0 msgr2=0x7fdacc004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:58.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.252+0000 7fdae09b5640 1 --2- 172.21.15.76:0/3120523284 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdacc0047c0 0x7fdacc004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:58.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.252+0000 7fdae09b5640 1 -- 172.21.15.76:0/3120523284 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdacc003520 con 0x7fdacc0039a0 2024-09-13T16:12:58.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.253+0000 7fdae09b5640 1 --2- 172.21.15.76:0/3120523284 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdacc0039a0 0x7fdacc003da0 secure :-1 s=READY pgs=1674 cs=0 l=1 rev1=1 crypto rx=0x7fdad0009860 tx=0x7fdacc0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b7ee9852c2ed4ada server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:58.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.253+0000 7fdadb7fe640 1 -- 172.21.15.76:0/3120523284 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdad002a9d0 con 0x7fdacc0039a0 2024-09-13T16:12:58.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.253+0000 7fdadb7fe640 1 -- 172.21.15.76:0/3120523284 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdad002ab50 con 0x7fdacc0039a0 2024-09-13T16:12:58.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.253+0000 7fdadb7fe640 1 -- 172.21.15.76:0/3120523284 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdad0032440 con 0x7fdacc0039a0 2024-09-13T16:12:58.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.254+0000 7fdae2c19640 1 -- 172.21.15.76:0/3120523284 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdacc0039a0 msgr2=0x7fdacc003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:58.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.254+0000 7fdae2c19640 1 --2- 172.21.15.76:0/3120523284 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdacc0039a0 0x7fdacc003da0 secure :-1 s=READY pgs=1674 cs=0 l=1 rev1=1 crypto rx=0x7fdad0009860 tx=0x7fdacc0057f0 comp rx=0 tx=0).stop 2024-09-13T16:12:58.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.254+0000 7fdae11b6640 1 -- 172.21.15.76:0/3120523284 reap_dead start 2024-09-13T16:12:58.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.254+0000 7fdae2c19640 1 -- 172.21.15.76:0/3120523284 shutdown_connections 2024-09-13T16:12:58.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.254+0000 7fdae2c19640 1 -- 172.21.15.76:0/3120523284 >> 172.21.15.76:0/3120523284 conn(0x7fdadc06a0b0 msgr2=0x7fdadc06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:58.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.254+0000 7fdae2c19640 1 -- 172.21.15.76:0/3120523284 shutdown_connections 2024-09-13T16:12:58.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.254+0000 7fdae2c19640 1 -- 172.21.15.76:0/3120523284 wait complete. 2024-09-13T16:12:58.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.255+0000 7fdae2c19640 1 Processor -- start 2024-09-13T16:12:58.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.255+0000 7fdae2c19640 1 -- start start 2024-09-13T16:12:58.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.256+0000 7fdae2c19640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdacc0039a0 0x7fdadc0c5360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:58.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.256+0000 7fdae2c19640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdadc14f140 0x7fdadc0ac0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:58.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.256+0000 7fdae2c19640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdadc0c3230 0x7fdadc0c36b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:58.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.256+0000 7fdae2c19640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdadc0c3bf0 con 0x7fdacc0039a0 2024-09-13T16:12:58.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.256+0000 7fdae2c19640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdadc0c49d0 con 0x7fdadc0c3230 2024-09-13T16:12:58.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.256+0000 7fdae2c19640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdadc0c4450 con 0x7fdadc14f140 2024-09-13T16:12:58.264 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.256+0000 7fdae09b5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdacc0039a0 0x7fdadc0c5360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:58.264 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.256+0000 7fdae09b5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdacc0039a0 0x7fdadc0c5360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:34688/0 (socket says 172.21.15.76:34688) 2024-09-13T16:12:58.264 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.256+0000 7fdae09b5640 1 -- 172.21.15.76:0/192937120 learned_addr learned my addr 172.21.15.76:0/192937120 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:12:58.264 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.256+0000 7fdae11b6640 1 --2- 172.21.15.76:0/192937120 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdadc0c3230 0x7fdadc0c36b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:58.264 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.256+0000 7fdadbfff640 1 --2- 172.21.15.76:0/192937120 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdadc14f140 0x7fdadc0ac0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:58.264 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.256+0000 7fdae09b5640 1 -- 172.21.15.76:0/192937120 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdadc14f140 msgr2=0x7fdadc0ac0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:58.264 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.256+0000 7fdae09b5640 1 --2- 172.21.15.76:0/192937120 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdadc14f140 0x7fdadc0ac0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:58.264 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.256+0000 7fdae09b5640 1 -- 172.21.15.76:0/192937120 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdadc0c3230 msgr2=0x7fdadc0c36b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:58.264 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.256+0000 7fdae09b5640 1 --2- 172.21.15.76:0/192937120 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdadc0c3230 0x7fdadc0c36b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:58.264 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.256+0000 7fdae09b5640 1 -- 172.21.15.76:0/192937120 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdadc0c46f0 con 0x7fdacc0039a0 2024-09-13T16:12:58.264 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.256+0000 7fdae11b6640 1 --2- 172.21.15.76:0/192937120 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdadc0c3230 0x7fdadc0c36b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:12:58.264 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.256+0000 7fdae09b5640 1 --2- 172.21.15.76:0/192937120 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdacc0039a0 0x7fdadc0c5360 secure :-1 s=READY pgs=1675 cs=0 l=1 rev1=1 crypto rx=0x7fdad002a3b0 tx=0x7fdad0004700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:58.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.256+0000 7fdad97fa640 1 -- 172.21.15.76:0/192937120 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdad003c610 con 0x7fdacc0039a0 2024-09-13T16:12:58.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.257+0000 7fdad97fa640 1 -- 172.21.15.76:0/192937120 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdad002a9e0 con 0x7fdacc0039a0 2024-09-13T16:12:58.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.257+0000 7fdae2c19640 1 -- 172.21.15.76:0/192937120 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdadc0c8020 con 0x7fdacc0039a0 2024-09-13T16:12:58.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.257+0000 7fdad97fa640 1 -- 172.21.15.76:0/192937120 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdad003c9b0 con 0x7fdacc0039a0 2024-09-13T16:12:58.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.257+0000 7fdae2c19640 1 -- 172.21.15.76:0/192937120 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdadc0c58a0 con 0x7fdacc0039a0 2024-09-13T16:12:58.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.257+0000 7fdae2c19640 1 -- 172.21.15.76:0/192937120 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdadc06d060 con 0x7fdacc0039a0 2024-09-13T16:12:58.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.258+0000 7fdad97fa640 1 -- 172.21.15.76:0/192937120 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fdad0039050 con 0x7fdacc0039a0 2024-09-13T16:12:58.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.258+0000 7fdad97fa640 1 --2- 172.21.15.76:0/192937120 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdac006ac30 0x7fdac006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:58.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.258+0000 7fdad97fa640 1 -- 172.21.15.76:0/192937120 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fdad00a9850 con 0x7fdacc0039a0 2024-09-13T16:12:58.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.258+0000 7fdadbfff640 1 --2- 172.21.15.76:0/192937120 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdac006ac30 0x7fdac006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:58.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.259+0000 7fdadbfff640 1 --2- 172.21.15.76:0/192937120 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdac006ac30 0x7fdac006d0f0 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7fdadc1580a0 tx=0x7fdac8008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:58.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.263+0000 7fdad97fa640 1 -- 172.21.15.76:0/192937120 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fdad0074af0 con 0x7fdacc0039a0 2024-09-13T16:12:58.460 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.459+0000 7fdae2c19640 1 -- 172.21.15.76:0/192937120 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7fdadc0b1d50 con 0x7fdacc0039a0 2024-09-13T16:12:58.461 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.459+0000 7fdad97fa640 1 -- 172.21.15.76:0/192937120 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+174 (secure 0 0 0) 0x7fdad004c0c0 con 0x7fdacc0039a0 2024-09-13T16:12:58.461 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:12:58.461 INFO:teuthology.orchestra.run.smithi076.stdout:{"status":"HEALTH_WARN","checks":{"MDS_CACHE_OVERSIZED":{"severity":"HEALTH_WARN","summary":{"message":"1 MDSs report oversized cache","count":1},"muted":false}},"mutes":[]} 2024-09-13T16:12:58.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.461+0000 7fdae2c19640 1 -- 172.21.15.76:0/192937120 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdac006ac30 msgr2=0x7fdac006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:58.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.461+0000 7fdae2c19640 1 --2- 172.21.15.76:0/192937120 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdac006ac30 0x7fdac006d0f0 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7fdadc1580a0 tx=0x7fdac8008040 comp rx=0 tx=0).stop 2024-09-13T16:12:58.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.461+0000 7fdae2c19640 1 -- 172.21.15.76:0/192937120 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdacc0039a0 msgr2=0x7fdadc0c5360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:58.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.461+0000 7fdae2c19640 1 --2- 172.21.15.76:0/192937120 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdacc0039a0 0x7fdadc0c5360 secure :-1 s=READY pgs=1675 cs=0 l=1 rev1=1 crypto rx=0x7fdad002a3b0 tx=0x7fdad0004700 comp rx=0 tx=0).stop 2024-09-13T16:12:58.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.461+0000 7fdae2c19640 1 -- 172.21.15.76:0/192937120 shutdown_connections 2024-09-13T16:12:58.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.461+0000 7fdae2c19640 1 --2- 172.21.15.76:0/192937120 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdadc0c3230 0x7fdadc0c36b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:58.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.461+0000 7fdae2c19640 1 --2- 172.21.15.76:0/192937120 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdac006ac30 0x7fdac006d0f0 unknown :-1 s=CLOSED pgs=715 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:58.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.461+0000 7fdae2c19640 1 --2- 172.21.15.76:0/192937120 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdadc14f140 0x7fdadc0ac0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:58.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.461+0000 7fdae2c19640 1 --2- 172.21.15.76:0/192937120 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdacc0039a0 0x7fdadc0c5360 unknown :-1 s=CLOSED pgs=1675 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:58.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.461+0000 7fdae2c19640 1 -- 172.21.15.76:0/192937120 >> 172.21.15.76:0/192937120 conn(0x7fdadc06a0b0 msgr2=0x7fdadc0ab140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:58.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.461+0000 7fdae2c19640 1 -- 172.21.15.76:0/192937120 shutdown_connections 2024-09-13T16:12:58.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:12:58.461+0000 7fdae2c19640 1 -- 172.21.15.76:0/192937120 wait complete. 2024-09-13T16:12:58.473 DEBUG:tasks.ceph_test_case:Not found expected summary strings yet (['1 MDSs report oversized cache']) 2024-09-13T16:12:58.473 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=120.0 retry_count=0)... 2024-09-13T16:13:03.474 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-13T16:13:03.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.580+0000 7ff9b595a640 1 Processor -- start 2024-09-13T16:13:03.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.580+0000 7ff9b595a640 1 -- start start 2024-09-13T16:13:03.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.581+0000 7ff9b595a640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7ff9b00cd500 0x7ff9b00b3850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:03.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.581+0000 7ff9b595a640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff9b00d1650 0x7ff9b00d2f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:03.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.581+0000 7ff9b595a640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff9b00d1f40 con 0x7ff9b00b1370 2024-09-13T16:13:03.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.581+0000 7ff9b595a640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff9b00d2190 con 0x7ff9b00d1650 2024-09-13T16:13:03.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.581+0000 7ff9b595a640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff9b00ccb20 con 0x7ff9b00cd500 2024-09-13T16:13:03.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.581+0000 7ff9af7fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff9b00d1650 0x7ff9b00d2f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:03.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.581+0000 7ff9af7fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff9b00d1650 0x7ff9b00d2f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49836/0 (socket says 172.21.15.76:49836) 2024-09-13T16:13:03.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.581+0000 7ff9af7fe640 1 -- 172.21.15.76:0/3288143038 learned_addr learned my addr 172.21.15.76:0/3288143038 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:03.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.581+0000 7ff9aeffd640 1 --2- 172.21.15.76:0/3288143038 >> v2:172.21.15.192:3300/0 conn(0x7ff9b00cd500 0x7ff9b00b3850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:03.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.581+0000 7ff9af7fe640 1 -- 172.21.15.76:0/3288143038 >> v2:172.21.15.192:3300/0 conn(0x7ff9b00cd500 msgr2=0x7ff9b00b3850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:03.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.581+0000 7ff9af7fe640 1 --2- 172.21.15.76:0/3288143038 >> v2:172.21.15.192:3300/0 conn(0x7ff9b00cd500 0x7ff9b00b3850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:03.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.581+0000 7ff9af7fe640 1 -- 172.21.15.76:0/3288143038 >> v1:172.21.15.192:6789/0 conn(0x7ff9b00b1370 legacy=0x7ff9b00b18c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:03.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.581+0000 7ff9af7fe640 1 -- 172.21.15.76:0/3288143038 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff9b00cce00 con 0x7ff9b00d1650 2024-09-13T16:13:03.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.582+0000 7ff9af7fe640 1 --2- 172.21.15.76:0/3288143038 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff9b00d1650 0x7ff9b00d2f50 secure :-1 s=READY pgs=1676 cs=0 l=1 rev1=1 crypto rx=0x7ff9a8009e50 tx=0x7ff9a802a760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=379a4006015a5011 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:03.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.582+0000 7ff9ae7fc640 1 -- 172.21.15.76:0/3288143038 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9a8031600 con 0x7ff9b00d1650 2024-09-13T16:13:03.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.582+0000 7ff9ae7fc640 1 -- 172.21.15.76:0/3288143038 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff9a802d050 con 0x7ff9b00d1650 2024-09-13T16:13:03.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.582+0000 7ff9ae7fc640 1 -- 172.21.15.76:0/3288143038 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9a8031980 con 0x7ff9b00d1650 2024-09-13T16:13:03.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.582+0000 7ff9b595a640 1 -- 172.21.15.76:0/3288143038 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff9b00d1650 msgr2=0x7ff9b00d2f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:03.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.582+0000 7ff9b595a640 1 --2- 172.21.15.76:0/3288143038 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff9b00d1650 0x7ff9b00d2f50 secure :-1 s=READY pgs=1676 cs=0 l=1 rev1=1 crypto rx=0x7ff9a8009e50 tx=0x7ff9a802a760 comp rx=0 tx=0).stop 2024-09-13T16:13:03.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.583+0000 7ff9b595a640 1 -- 172.21.15.76:0/3288143038 shutdown_connections 2024-09-13T16:13:03.586 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.583+0000 7ff9b595a640 1 --2- 172.21.15.76:0/3288143038 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff9b00d1650 0x7ff9b00d2f50 unknown :-1 s=CLOSED pgs=1676 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:03.586 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.583+0000 7ff9b595a640 1 --2- 172.21.15.76:0/3288143038 >> v2:172.21.15.192:3300/0 conn(0x7ff9b00cd500 0x7ff9b00b3850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:03.586 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.583+0000 7ff9b595a640 1 -- 172.21.15.76:0/3288143038 >> 172.21.15.76:0/3288143038 conn(0x7ff9b0089f60 msgr2=0x7ff9b00d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:03.586 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.583+0000 7ff9b595a640 1 -- 172.21.15.76:0/3288143038 shutdown_connections 2024-09-13T16:13:03.586 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.583+0000 7ff9b595a640 1 -- 172.21.15.76:0/3288143038 wait complete. 2024-09-13T16:13:03.586 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.584+0000 7ff9b595a640 1 Processor -- start 2024-09-13T16:13:03.586 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.584+0000 7ff9b595a640 1 -- start start 2024-09-13T16:13:03.589 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.585+0000 7ff9b595a640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff9b00cd500 0x7ff9b0145f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:03.589 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.585+0000 7ff9b595a640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff9b00d1650 0x7ff9b01f19f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:03.589 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.585+0000 7ff9b595a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff9b0143540 0x7ff9b015f7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:03.589 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.585+0000 7ff9b595a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff9b00c7960 con 0x7ff9b0143540 2024-09-13T16:13:03.589 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.585+0000 7ff9b595a640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff9b01464d0 con 0x7ff9b00d1650 2024-09-13T16:13:03.589 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.585+0000 7ff9b595a640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff9b01f5b40 con 0x7ff9b00cd500 2024-09-13T16:13:03.590 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.585+0000 7ff9af7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff9b0143540 0x7ff9b015f7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:03.590 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.585+0000 7ff9af7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff9b0143540 0x7ff9b015f7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49840/0 (socket says 172.21.15.76:49840) 2024-09-13T16:13:03.590 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.585+0000 7ff9af7fe640 1 -- 172.21.15.76:0/2925104943 learned_addr learned my addr 172.21.15.76:0/2925104943 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:03.590 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.585+0000 7ff9aeffd640 1 --2- 172.21.15.76:0/2925104943 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff9b00cd500 0x7ff9b0145f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:03.590 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.585+0000 7ff9a67fc640 1 --2- 172.21.15.76:0/2925104943 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff9b00d1650 0x7ff9b01f19f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:03.590 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.585+0000 7ff9af7fe640 1 -- 172.21.15.76:0/2925104943 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff9b00cd500 msgr2=0x7ff9b0145f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:03.590 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.585+0000 7ff9af7fe640 1 --2- 172.21.15.76:0/2925104943 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff9b00cd500 0x7ff9b0145f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:03.590 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.585+0000 7ff9af7fe640 1 -- 172.21.15.76:0/2925104943 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff9b00d1650 msgr2=0x7ff9b01f19f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:03.590 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.585+0000 7ff9af7fe640 1 --2- 172.21.15.76:0/2925104943 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff9b00d1650 0x7ff9b01f19f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:03.590 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.585+0000 7ff9af7fe640 1 -- 172.21.15.76:0/2925104943 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff9a8009b30 con 0x7ff9b0143540 2024-09-13T16:13:03.591 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.585+0000 7ff9a67fc640 1 --2- 172.21.15.76:0/2925104943 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff9b00d1650 0x7ff9b01f19f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:03.591 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.585+0000 7ff9af7fe640 1 --2- 172.21.15.76:0/2925104943 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff9b0143540 0x7ff9b015f7c0 secure :-1 s=READY pgs=1677 cs=0 l=1 rev1=1 crypto rx=0x7ff9a8009e50 tx=0x7ff9a8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:03.591 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.585+0000 7ff9acff9640 1 -- 172.21.15.76:0/2925104943 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9a803d860 con 0x7ff9b0143540 2024-09-13T16:13:03.591 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.585+0000 7ff9acff9640 1 -- 172.21.15.76:0/2925104943 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff9a803d9e0 con 0x7ff9b0143540 2024-09-13T16:13:03.591 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.585+0000 7ff9b595a640 1 -- 172.21.15.76:0/2925104943 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff9b01f5e20 con 0x7ff9b0143540 2024-09-13T16:13:03.591 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.585+0000 7ff9acff9640 1 -- 172.21.15.76:0/2925104943 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9a803dd90 con 0x7ff9b0143540 2024-09-13T16:13:03.591 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.586+0000 7ff9b595a640 1 -- 172.21.15.76:0/2925104943 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff9b01f63e0 con 0x7ff9b0143540 2024-09-13T16:13:03.591 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.586+0000 7ff9b595a640 1 -- 172.21.15.76:0/2925104943 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff9b00c7b60 con 0x7ff9b0143540 2024-09-13T16:13:03.591 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.587+0000 7ff9acff9640 1 -- 172.21.15.76:0/2925104943 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff9a803b400 con 0x7ff9b0143540 2024-09-13T16:13:03.591 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.587+0000 7ff9acff9640 1 --2- 172.21.15.76:0/2925104943 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff99006ac00 0x7ff99006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:03.591 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.587+0000 7ff9acff9640 1 -- 172.21.15.76:0/2925104943 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 6029+0+0 (secure 0 0 0) 0x7ff9a80aa2c0 con 0x7ff9b0143540 2024-09-13T16:13:03.591 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.587+0000 7ff9aeffd640 1 --2- 172.21.15.76:0/2925104943 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff99006ac00 0x7ff99006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:03.591 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.588+0000 7ff9aeffd640 1 --2- 172.21.15.76:0/2925104943 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff99006ac00 0x7ff99006d0c0 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7ff9a0006fd0 tx=0x7ff9a0008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:03.592 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.592+0000 7ff9acff9640 1 -- 172.21.15.76:0/2925104943 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ff9b00c7b60 con 0x7ff9b0143540 2024-09-13T16:13:03.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.792+0000 7ff9b595a640 1 -- 172.21.15.76:0/2925104943 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7ff9b00c7b60 con 0x7ff9b0143540 2024-09-13T16:13:03.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.792+0000 7ff9acff9640 1 -- 172.21.15.76:0/2925104943 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+316 (secure 0 0 0) 0x7ff9b00c7b60 con 0x7ff9b0143540 2024-09-13T16:13:03.794 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:13:03.794 INFO:teuthology.orchestra.run.smithi076.stdout:{"status":"HEALTH_WARN","checks":{"MDS_CACHE_OVERSIZED":{"severity":"HEALTH_WARN","summary":{"message":"1 MDSs report oversized cache","count":1},"muted":false},"MDS_CLIENT_RECALL":{"severity":"HEALTH_WARN","summary":{"message":"1 clients failing to respond to cache pressure","count":1},"muted":false}},"mutes":[]} 2024-09-13T16:13:03.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.794+0000 7ff9b595a640 1 -- 172.21.15.76:0/2925104943 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff99006ac00 msgr2=0x7ff99006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:03.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.794+0000 7ff9b595a640 1 --2- 172.21.15.76:0/2925104943 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff99006ac00 0x7ff99006d0c0 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7ff9a0006fd0 tx=0x7ff9a0008040 comp rx=0 tx=0).stop 2024-09-13T16:13:03.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.794+0000 7ff9b595a640 1 -- 172.21.15.76:0/2925104943 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff9b0143540 msgr2=0x7ff9b015f7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:03.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.794+0000 7ff9b595a640 1 --2- 172.21.15.76:0/2925104943 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff9b0143540 0x7ff9b015f7c0 secure :-1 s=READY pgs=1677 cs=0 l=1 rev1=1 crypto rx=0x7ff9a8009e50 tx=0x7ff9a8004a40 comp rx=0 tx=0).stop 2024-09-13T16:13:03.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.794+0000 7ff9b595a640 1 -- 172.21.15.76:0/2925104943 shutdown_connections 2024-09-13T16:13:03.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.794+0000 7ff9b595a640 1 --2- 172.21.15.76:0/2925104943 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff9b0143540 0x7ff9b015f7c0 unknown :-1 s=CLOSED pgs=1677 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:03.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.794+0000 7ff9b595a640 1 --2- 172.21.15.76:0/2925104943 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff9b00d1650 0x7ff9b01f19f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:03.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.794+0000 7ff9b595a640 1 --2- 172.21.15.76:0/2925104943 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff99006ac00 0x7ff99006d0c0 unknown :-1 s=CLOSED pgs=716 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:03.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.794+0000 7ff9b595a640 1 --2- 172.21.15.76:0/2925104943 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff9b00cd500 0x7ff9b0145f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:03.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.794+0000 7ff9b595a640 1 -- 172.21.15.76:0/2925104943 >> 172.21.15.76:0/2925104943 conn(0x7ff9b0089f60 msgr2=0x7ff9b00731d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:03.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.794+0000 7ff9b595a640 1 -- 172.21.15.76:0/2925104943 shutdown_connections 2024-09-13T16:13:03.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.794+0000 7ff9b595a640 1 -- 172.21.15.76:0/2925104943 wait complete. 2024-09-13T16:13:03.806 DEBUG:tasks.ceph_test_case:wait_until_true: success in 5s and 0 retries 2024-09-13T16:13:03.806 INFO:tasks.ceph_test_case:waiting 120.0s for health warning matching MDS_CACHE_OVERSIZED 2024-09-13T16:13:03.806 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-13T16:13:03.904 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.902+0000 7f5368080640 1 Processor -- start 2024-09-13T16:13:03.904 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.902+0000 7f5368080640 1 -- start start 2024-09-13T16:13:03.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.903+0000 7f5368080640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f53600cb3b0 0x7f53600cbe60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:03.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.903+0000 7f5368080640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f53600ca6b0 con 0x7f5360158870 2024-09-13T16:13:03.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.903+0000 7f5368080640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f53600ca990 con 0x7f53600b2540 2024-09-13T16:13:03.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.903+0000 7f5368080640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f53600c8c90 con 0x7f53600cb3b0 2024-09-13T16:13:03.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.903+0000 7f5365e1c640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f5360158870 0x7f536006d6a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:39314/0 (socket says 172.21.15.76:39314) 2024-09-13T16:13:03.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.903+0000 7f5365e1c640 1 -- 172.21.15.76:0/4084817806 learned_addr learned my addr 172.21.15.76:0/4084817806 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:13:03.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.903+0000 7f5364e1a640 1 -- 172.21.15.76:0/4084817806 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 689979125 0 0) 0x7f53600ca6b0 con 0x7f5360158870 2024-09-13T16:13:03.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.904+0000 7f5364e1a640 1 -- 172.21.15.76:0/4084817806 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f534c003520 con 0x7f5360158870 2024-09-13T16:13:03.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.904+0000 7f5364e1a640 1 -- 172.21.15.76:0/4084817806 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 498264602 0 0) 0x7f534c003520 con 0x7f5360158870 2024-09-13T16:13:03.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.904+0000 7f5364e1a640 1 -- 172.21.15.76:0/4084817806 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f53600cb3b0 msgr2=0x7f53600cbe60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:03.907 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.904+0000 7f5364e1a640 1 --2- 172.21.15.76:0/4084817806 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f53600cb3b0 0x7f53600cbe60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:03.907 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.904+0000 7f5364e1a640 1 -- 172.21.15.76:0/4084817806 >> v1:172.21.15.192:6789/0 conn(0x7f53600b2540 legacy=0x7f53600caca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:03.907 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.904+0000 7f5364e1a640 1 -- 172.21.15.76:0/4084817806 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f536006cbc0 con 0x7f5360158870 2024-09-13T16:13:03.907 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.904+0000 7f5364e1a640 1 -- 172.21.15.76:0/4084817806 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f535c001670 con 0x7f5360158870 2024-09-13T16:13:03.907 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.904+0000 7f5364e1a640 1 -- 172.21.15.76:0/4084817806 >> v1:172.21.15.76:6789/0 conn(0x7f5360158870 legacy=0x7f536006d6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:03.907 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.904+0000 7f5364e1a640 1 --2- 172.21.15.76:0/4084817806 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f534c0039a0 0x7f534c003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:03.907 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.904+0000 7f5364e1a640 1 --2- 172.21.15.76:0/4084817806 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f53600cb3b0 0x7f534c0047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:03.907 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.904+0000 7f5364e1a640 1 --2- 172.21.15.76:0/4084817806 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f534c004d70 0x7f534c0051f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:03.907 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.904+0000 7f5364e1a640 1 -- 172.21.15.76:0/4084817806 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53600c8c90 con 0x7f534c004d70 2024-09-13T16:13:03.907 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.904+0000 7f5364e1a640 1 -- 172.21.15.76:0/4084817806 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f534c00bbe0 con 0x7f534c0039a0 2024-09-13T16:13:03.907 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.904+0000 7f5364e1a640 1 -- 172.21.15.76:0/4084817806 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f534c00bda0 con 0x7f53600cb3b0 2024-09-13T16:13:03.907 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.904+0000 7f536661d640 1 --2- 172.21.15.76:0/4084817806 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f534c004d70 0x7f534c0051f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:03.907 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.904+0000 7f536661d640 1 -- 172.21.15.76:0/4084817806 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f53600cb3b0 msgr2=0x7f534c0047c0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-13T16:13:03.907 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.904+0000 7f536661d640 1 --2- 172.21.15.76:0/4084817806 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f53600cb3b0 0x7f534c0047c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:03.908 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.904+0000 7f536661d640 1 -- 172.21.15.76:0/4084817806 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f534c0039a0 msgr2=0x7f534c003da0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-13T16:13:03.908 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.904+0000 7f536661d640 1 --2- 172.21.15.76:0/4084817806 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f534c0039a0 0x7f534c003da0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:03.908 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.904+0000 7f536661d640 1 -- 172.21.15.76:0/4084817806 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f534c003520 con 0x7f534c004d70 2024-09-13T16:13:03.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.905+0000 7f536661d640 1 --2- 172.21.15.76:0/4084817806 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f534c004d70 0x7f534c0051f0 secure :-1 s=READY pgs=1679 cs=0 l=1 rev1=1 crypto rx=0x7f5358009e40 tx=0x7f534c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=907e56906ad35707 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:03.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.905+0000 7f5364e1a640 1 -- 172.21.15.76:0/4084817806 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5358031660 con 0x7f534c004d70 2024-09-13T16:13:03.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.905+0000 7f5364e1a640 1 -- 172.21.15.76:0/4084817806 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f53580317e0 con 0x7f534c004d70 2024-09-13T16:13:03.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.905+0000 7f5364e1a640 1 -- 172.21.15.76:0/4084817806 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5358031b90 con 0x7f534c004d70 2024-09-13T16:13:03.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.906+0000 7f5368080640 1 -- 172.21.15.76:0/4084817806 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f534c004d70 msgr2=0x7f534c0051f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:03.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.906+0000 7f5368080640 1 --2- 172.21.15.76:0/4084817806 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f534c004d70 0x7f534c0051f0 secure :-1 s=READY pgs=1679 cs=0 l=1 rev1=1 crypto rx=0x7f5358009e40 tx=0x7f534c0057f0 comp rx=0 tx=0).stop 2024-09-13T16:13:03.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.906+0000 7f536661d640 1 -- 172.21.15.76:0/4084817806 reap_dead start 2024-09-13T16:13:03.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.906+0000 7f5368080640 1 -- 172.21.15.76:0/4084817806 shutdown_connections 2024-09-13T16:13:03.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.906+0000 7f5368080640 1 -- 172.21.15.76:0/4084817806 >> 172.21.15.76:0/4084817806 conn(0x7f536006a0b0 msgr2=0x7f536006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:03.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.906+0000 7f5368080640 1 -- 172.21.15.76:0/4084817806 shutdown_connections 2024-09-13T16:13:03.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.906+0000 7f5368080640 1 -- 172.21.15.76:0/4084817806 wait complete. 2024-09-13T16:13:03.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.907+0000 7f5368080640 1 Processor -- start 2024-09-13T16:13:03.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.907+0000 7f5368080640 1 -- start start 2024-09-13T16:13:03.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.907+0000 7f5368080640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f534c004d70 0x7f53600c42d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:03.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.907+0000 7f5368080640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f53600ae4d0 0x7f5360093350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:03.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.908+0000 7f5368080640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5360091300 0x7f5360166530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:03.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.908+0000 7f5368080640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5360093c90 con 0x7f534c004d70 2024-09-13T16:13:03.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.908+0000 7f5368080640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5360093f70 con 0x7f53600ae4d0 2024-09-13T16:13:03.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.908+0000 7f5368080640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f536015b070 con 0x7f5360091300 2024-09-13T16:13:03.913 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.908+0000 7f5365e1c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f534c004d70 0x7f53600c42d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:03.913 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.908+0000 7f5365e1c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f534c004d70 0x7f53600c42d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49856/0 (socket says 172.21.15.76:49856) 2024-09-13T16:13:03.913 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.908+0000 7f5365e1c640 1 -- 172.21.15.76:0/1821571648 learned_addr learned my addr 172.21.15.76:0/1821571648 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:03.913 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.908+0000 7f536661d640 1 --2- 172.21.15.76:0/1821571648 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5360091300 0x7f5360166530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:03.913 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.908+0000 7f5365e1c640 1 -- 172.21.15.76:0/1821571648 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5360091300 msgr2=0x7f5360166530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:03.913 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.908+0000 7f5365e1c640 1 --2- 172.21.15.76:0/1821571648 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5360091300 0x7f5360166530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:03.913 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.908+0000 7f5365e1c640 1 -- 172.21.15.76:0/1821571648 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f53600ae4d0 msgr2=0x7f5360093350 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-13T16:13:03.913 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.908+0000 7f5365e1c640 1 --2- 172.21.15.76:0/1821571648 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f53600ae4d0 0x7f5360093350 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:03.913 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.908+0000 7f5365e1c640 1 -- 172.21.15.76:0/1821571648 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f536015b350 con 0x7f534c004d70 2024-09-13T16:13:03.913 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.908+0000 7f536661d640 1 --2- 172.21.15.76:0/1821571648 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5360091300 0x7f5360166530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:13:03.913 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.908+0000 7f5365e1c640 1 --2- 172.21.15.76:0/1821571648 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f534c004d70 0x7f53600c42d0 secure :-1 s=READY pgs=1680 cs=0 l=1 rev1=1 crypto rx=0x7f535c00c770 tx=0x7f535c00cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:03.913 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.908+0000 7f53567fc640 1 -- 172.21.15.76:0/1821571648 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f535c0074e0 con 0x7f534c004d70 2024-09-13T16:13:03.913 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.908+0000 7f53567fc640 1 -- 172.21.15.76:0/1821571648 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f535c007640 con 0x7f534c004d70 2024-09-13T16:13:03.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.908+0000 7f53567fc640 1 -- 172.21.15.76:0/1821571648 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f535c004a20 con 0x7f534c004d70 2024-09-13T16:13:03.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.908+0000 7f5368080640 1 -- 172.21.15.76:0/1821571648 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5360094250 con 0x7f534c004d70 2024-09-13T16:13:03.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.908+0000 7f5368080640 1 -- 172.21.15.76:0/1821571648 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f53600917b0 con 0x7f534c004d70 2024-09-13T16:13:03.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.909+0000 7f5368080640 1 -- 172.21.15.76:0/1821571648 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f536015aed0 con 0x7f534c004d70 2024-09-13T16:13:03.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.910+0000 7f53567fc640 1 -- 172.21.15.76:0/1821571648 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f535c004b80 con 0x7f534c004d70 2024-09-13T16:13:03.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.910+0000 7f53567fc640 1 --2- 172.21.15.76:0/1821571648 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f534406ac30 0x7f534406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:03.915 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.910+0000 7f53567fc640 1 -- 172.21.15.76:0/1821571648 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f535c088870 con 0x7f534c004d70 2024-09-13T16:13:03.915 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.910+0000 7f536561b640 1 --2- 172.21.15.76:0/1821571648 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f534406ac30 0x7f534406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:03.915 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.911+0000 7f536561b640 1 --2- 172.21.15.76:0/1821571648 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f534406ac30 0x7f534406d0f0 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7f53600ae3d0 tx=0x7f5350007990 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:03.916 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:03.914+0000 7f53567fc640 1 -- 172.21.15.76:0/1821571648 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f536015aed0 con 0x7f534c004d70 2024-09-13T16:13:04.110 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.108+0000 7f5368080640 1 -- 172.21.15.76:0/1821571648 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7f536015aed0 con 0x7f534c004d70 2024-09-13T16:13:04.110 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.109+0000 7f53567fc640 1 -- 172.21.15.76:0/1821571648 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+316 (secure 0 0 0) 0x7f536015aed0 con 0x7f534c004d70 2024-09-13T16:13:04.110 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:13:04.110 INFO:teuthology.orchestra.run.smithi076.stdout:{"status":"HEALTH_WARN","checks":{"MDS_CACHE_OVERSIZED":{"severity":"HEALTH_WARN","summary":{"message":"1 MDSs report oversized cache","count":1},"muted":false},"MDS_CLIENT_RECALL":{"severity":"HEALTH_WARN","summary":{"message":"1 clients failing to respond to cache pressure","count":1},"muted":false}},"mutes":[]} 2024-09-13T16:13:04.112 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.110+0000 7f5368080640 1 -- 172.21.15.76:0/1821571648 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f534406ac30 msgr2=0x7f534406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:04.112 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.110+0000 7f5368080640 1 --2- 172.21.15.76:0/1821571648 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f534406ac30 0x7f534406d0f0 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7f53600ae3d0 tx=0x7f5350007990 comp rx=0 tx=0).stop 2024-09-13T16:13:04.112 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.110+0000 7f5368080640 1 -- 172.21.15.76:0/1821571648 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f534c004d70 msgr2=0x7f53600c42d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:04.112 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.110+0000 7f5368080640 1 --2- 172.21.15.76:0/1821571648 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f534c004d70 0x7f53600c42d0 secure :-1 s=READY pgs=1680 cs=0 l=1 rev1=1 crypto rx=0x7f535c00c770 tx=0x7f535c00cc30 comp rx=0 tx=0).stop 2024-09-13T16:13:04.112 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.110+0000 7f5368080640 1 -- 172.21.15.76:0/1821571648 shutdown_connections 2024-09-13T16:13:04.112 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.110+0000 7f5368080640 1 --2- 172.21.15.76:0/1821571648 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f534406ac30 0x7f534406d0f0 unknown :-1 s=CLOSED pgs=717 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:04.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.110+0000 7f5368080640 1 --2- 172.21.15.76:0/1821571648 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5360091300 0x7f5360166530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:04.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.110+0000 7f5368080640 1 --2- 172.21.15.76:0/1821571648 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f53600ae4d0 0x7f5360093350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:04.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.110+0000 7f5368080640 1 --2- 172.21.15.76:0/1821571648 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f534c004d70 0x7f53600c42d0 unknown :-1 s=CLOSED pgs=1680 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:04.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.110+0000 7f5368080640 1 -- 172.21.15.76:0/1821571648 >> 172.21.15.76:0/1821571648 conn(0x7f536006a0b0 msgr2=0x7f53600732b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:04.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.111+0000 7f5368080640 1 -- 172.21.15.76:0/1821571648 shutdown_connections 2024-09-13T16:13:04.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.111+0000 7f5368080640 1 -- 172.21.15.76:0/1821571648 wait complete. 2024-09-13T16:13:04.122 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-13T16:13:04.123 INFO:tasks.cephfs.test_client_limits:Terminating process holding files open 2024-09-13T16:13:04.144 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:13:04.284 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.282+0000 7f3b3290f640 1 Processor -- start 2024-09-13T16:13:04.284 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.282+0000 7f3b3290f640 1 -- start start 2024-09-13T16:13:04.288 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.283+0000 7f3b3290f640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f3b2c06c8a0 0x7f3b2c0b2590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:04.288 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.283+0000 7f3b3290f640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3b2c0b2170 con 0x7f3b2c0cbea0 2024-09-13T16:13:04.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.283+0000 7f3b3290f640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3b2c06dab0 con 0x7f3b2c06c4c0 2024-09-13T16:13:04.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.283+0000 7f3b3290f640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3b2c06deb0 con 0x7f3b2c06c8a0 2024-09-13T16:13:04.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.283+0000 7f3b30eac640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f3b2c0cbea0 0x7f3b2c0cc330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:39326/0 (socket says 172.21.15.76:39326) 2024-09-13T16:13:04.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.283+0000 7f3b30eac640 1 -- 172.21.15.76:0/2804488700 learned_addr learned my addr 172.21.15.76:0/2804488700 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:13:04.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.284+0000 7f3b2affd640 1 -- 172.21.15.76:0/2804488700 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4061415233 0 0) 0x7f3b2c0b2170 con 0x7f3b2c0cbea0 2024-09-13T16:13:04.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.284+0000 7f3b2affd640 1 -- 172.21.15.76:0/2804488700 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3b14003520 con 0x7f3b2c0cbea0 2024-09-13T16:13:04.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.284+0000 7f3b2b7fe640 1 --2- 172.21.15.76:0/2804488700 >> v2:172.21.15.192:3300/0 conn(0x7f3b2c06c8a0 0x7f3b2c0b2590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:04.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.284+0000 7f3b2affd640 1 -- 172.21.15.76:0/2804488700 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2013721124 0 0) 0x7f3b14003520 con 0x7f3b2c0cbea0 2024-09-13T16:13:04.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.284+0000 7f3b2affd640 1 -- 172.21.15.76:0/2804488700 >> v2:172.21.15.192:3300/0 conn(0x7f3b2c06c8a0 msgr2=0x7f3b2c0b2590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:04.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.284+0000 7f3b2affd640 1 --2- 172.21.15.76:0/2804488700 >> v2:172.21.15.192:3300/0 conn(0x7f3b2c06c8a0 0x7f3b2c0b2590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:04.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.284+0000 7f3b2affd640 1 -- 172.21.15.76:0/2804488700 >> v1:172.21.15.192:6789/0 conn(0x7f3b2c06c4c0 legacy=0x7f3b2c06d3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:04.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.284+0000 7f3b2affd640 1 -- 172.21.15.76:0/2804488700 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3b2c06e0c0 con 0x7f3b2c0cbea0 2024-09-13T16:13:04.290 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.284+0000 7f3b2affd640 1 -- 172.21.15.76:0/2804488700 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f3b240019f0 con 0x7f3b2c0cbea0 2024-09-13T16:13:04.290 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.284+0000 7f3b2affd640 1 -- 172.21.15.76:0/2804488700 >> v1:172.21.15.76:6789/0 conn(0x7f3b2c0cbea0 legacy=0x7f3b2c0cc330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:04.290 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.284+0000 7f3b2affd640 1 --2- 172.21.15.76:0/2804488700 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3b14003970 0x7f3b14003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:04.290 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.284+0000 7f3b2affd640 1 --2- 172.21.15.76:0/2804488700 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3b140047c0 0x7f3b14004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:04.290 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.284+0000 7f3b2affd640 1 --2- 172.21.15.76:0/2804488700 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3b14005180 0x7f3b1400b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:04.290 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.284+0000 7f3b2affd640 1 -- 172.21.15.76:0/2804488700 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3b2c06deb0 con 0x7f3b140047c0 2024-09-13T16:13:04.290 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.284+0000 7f3b2affd640 1 -- 172.21.15.76:0/2804488700 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3b1400c020 con 0x7f3b14003970 2024-09-13T16:13:04.290 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.284+0000 7f3b2affd640 1 -- 172.21.15.76:0/2804488700 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3b1400c1e0 con 0x7f3b14005180 2024-09-13T16:13:04.290 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.284+0000 7f3b2b7fe640 1 --2- 172.21.15.76:0/2804488700 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3b140047c0 0x7f3b14004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:04.290 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.284+0000 7f3b2bfff640 1 --2- 172.21.15.76:0/2804488700 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3b14003970 0x7f3b14003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:04.290 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.284+0000 7f3b30eac640 1 --2- 172.21.15.76:0/2804488700 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3b14005180 0x7f3b1400b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:04.290 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.284+0000 7f3b2b7fe640 1 -- 172.21.15.76:0/2804488700 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3b14005180 msgr2=0x7f3b1400b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:04.290 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.284+0000 7f3b2b7fe640 1 --2- 172.21.15.76:0/2804488700 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3b14005180 0x7f3b1400b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:04.290 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.284+0000 7f3b2b7fe640 1 -- 172.21.15.76:0/2804488700 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3b14003970 msgr2=0x7f3b14003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:04.291 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.284+0000 7f3b2b7fe640 1 --2- 172.21.15.76:0/2804488700 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3b14003970 0x7f3b14003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:04.291 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.284+0000 7f3b2b7fe640 1 -- 172.21.15.76:0/2804488700 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3b14003520 con 0x7f3b140047c0 2024-09-13T16:13:04.291 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.284+0000 7f3b2bfff640 1 --2- 172.21.15.76:0/2804488700 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3b14003970 0x7f3b14003d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:04.291 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.284+0000 7f3b30eac640 1 --2- 172.21.15.76:0/2804488700 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3b14005180 0x7f3b1400b980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:13:04.291 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.284+0000 7f3b30eac640 1 -- 172.21.15.76:0/2804488700 reap_dead start 2024-09-13T16:13:04.291 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.285+0000 7f3b2b7fe640 1 --2- 172.21.15.76:0/2804488700 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3b140047c0 0x7f3b14004c40 secure :-1 s=READY pgs=1682 cs=0 l=1 rev1=1 crypto rx=0x7f3b20009ac0 tx=0x7f3b140057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=33ee54a97837ee10 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:04.291 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.285+0000 7f3b2affd640 1 -- 172.21.15.76:0/2804488700 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b20030620 con 0x7f3b140047c0 2024-09-13T16:13:04.291 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.285+0000 7f3b2affd640 1 -- 172.21.15.76:0/2804488700 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3b20030780 con 0x7f3b140047c0 2024-09-13T16:13:04.291 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.285+0000 7f3b2affd640 1 -- 172.21.15.76:0/2804488700 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b20030b10 con 0x7f3b140047c0 2024-09-13T16:13:04.291 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.286+0000 7f3b3290f640 1 -- 172.21.15.76:0/2804488700 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3b140047c0 msgr2=0x7f3b14004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:04.291 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.286+0000 7f3b3290f640 1 --2- 172.21.15.76:0/2804488700 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3b140047c0 0x7f3b14004c40 secure :-1 s=READY pgs=1682 cs=0 l=1 rev1=1 crypto rx=0x7f3b20009ac0 tx=0x7f3b140057f0 comp rx=0 tx=0).stop 2024-09-13T16:13:04.291 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.286+0000 7f3b3290f640 1 -- 172.21.15.76:0/2804488700 shutdown_connections 2024-09-13T16:13:04.291 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.286+0000 7f3b3290f640 1 --2- 172.21.15.76:0/2804488700 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3b140047c0 0x7f3b14004c40 unknown :-1 s=CLOSED pgs=1682 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:04.292 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.286+0000 7f3b3290f640 1 -- 172.21.15.76:0/2804488700 >> 172.21.15.76:0/2804488700 conn(0x7f3b2c069ed0 msgr2=0x7f3b2c06a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:04.292 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.286+0000 7f3b3290f640 1 -- 172.21.15.76:0/2804488700 shutdown_connections 2024-09-13T16:13:04.292 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.286+0000 7f3b3290f640 1 -- 172.21.15.76:0/2804488700 wait complete. 2024-09-13T16:13:04.292 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.287+0000 7f3b3290f640 1 Processor -- start 2024-09-13T16:13:04.292 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.287+0000 7f3b3290f640 1 -- start start 2024-09-13T16:13:04.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.288+0000 7f3b3290f640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3b140047c0 0x7f3b2c0c53a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:04.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.288+0000 7f3b3290f640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3b2c1eed80 0x7f3b2c0c7e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:04.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.288+0000 7f3b3290f640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3b2c0acc10 0x7f3b2c0ce2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:04.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.288+0000 7f3b3290f640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3b2c1ef200 con 0x7f3b2c0acc10 2024-09-13T16:13:04.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.288+0000 7f3b3290f640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3b2c0c5980 con 0x7f3b2c1eed80 2024-09-13T16:13:04.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.288+0000 7f3b3290f640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3b2c0c7080 con 0x7f3b140047c0 2024-09-13T16:13:04.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.288+0000 7f3b30eac640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3b2c0acc10 0x7f3b2c0ce2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:04.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.288+0000 7f3b30eac640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3b2c0acc10 0x7f3b2c0ce2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49878/0 (socket says 172.21.15.76:49878) 2024-09-13T16:13:04.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.288+0000 7f3b30eac640 1 -- 172.21.15.76:0/2841711773 learned_addr learned my addr 172.21.15.76:0/2841711773 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:04.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.288+0000 7f3b2b7fe640 1 --2- 172.21.15.76:0/2841711773 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3b2c1eed80 0x7f3b2c0c7e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:04.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.288+0000 7f3b2bfff640 1 --2- 172.21.15.76:0/2841711773 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3b140047c0 0x7f3b2c0c53a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:04.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.288+0000 7f3b30eac640 1 -- 172.21.15.76:0/2841711773 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3b140047c0 msgr2=0x7f3b2c0c53a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:04.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.288+0000 7f3b30eac640 1 --2- 172.21.15.76:0/2841711773 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3b140047c0 0x7f3b2c0c53a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:04.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.288+0000 7f3b30eac640 1 -- 172.21.15.76:0/2841711773 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3b2c1eed80 msgr2=0x7f3b2c0c7e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:04.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.288+0000 7f3b30eac640 1 --2- 172.21.15.76:0/2841711773 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3b2c1eed80 0x7f3b2c0c7e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:04.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.288+0000 7f3b30eac640 1 -- 172.21.15.76:0/2841711773 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3b2c0c7360 con 0x7f3b2c0acc10 2024-09-13T16:13:04.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.288+0000 7f3b2bfff640 1 --2- 172.21.15.76:0/2841711773 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3b140047c0 0x7f3b2c0c53a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:13:04.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.288+0000 7f3b30eac640 1 --2- 172.21.15.76:0/2841711773 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3b2c0acc10 0x7f3b2c0ce2b0 secure :-1 s=READY pgs=1683 cs=0 l=1 rev1=1 crypto rx=0x7f3b24001330 tx=0x7f3b2400b4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:04.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.289+0000 7f3b28ff9640 1 -- 172.21.15.76:0/2841711773 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b24004d60 con 0x7f3b2c0acc10 2024-09-13T16:13:04.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.289+0000 7f3b28ff9640 1 -- 172.21.15.76:0/2841711773 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3b2400bb00 con 0x7f3b2c0acc10 2024-09-13T16:13:04.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.289+0000 7f3b28ff9640 1 -- 172.21.15.76:0/2841711773 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b2400beb0 con 0x7f3b2c0acc10 2024-09-13T16:13:04.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.289+0000 7f3b3290f640 1 -- 172.21.15.76:0/2841711773 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3b2c0c7640 con 0x7f3b2c0acc10 2024-09-13T16:13:04.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.289+0000 7f3b3290f640 1 -- 172.21.15.76:0/2841711773 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3b2c0ad0c0 con 0x7f3b2c0acc10 2024-09-13T16:13:04.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.290+0000 7f3b3290f640 1 -- 172.21.15.76:0/2841711773 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3b2c06d8d0 con 0x7f3b2c0acc10 2024-09-13T16:13:04.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.290+0000 7f3b28ff9640 1 -- 172.21.15.76:0/2841711773 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f3b24007070 con 0x7f3b2c0acc10 2024-09-13T16:13:04.297 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.290+0000 7f3b28ff9640 1 --2- 172.21.15.76:0/2841711773 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3b1806ac30 0x7f3b1806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:04.297 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.290+0000 7f3b28ff9640 1 -- 172.21.15.76:0/2841711773 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f3b24089000 con 0x7f3b2c0acc10 2024-09-13T16:13:04.297 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.290+0000 7f3b2bfff640 1 --2- 172.21.15.76:0/2841711773 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3b1806ac30 0x7f3b1806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:04.297 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.291+0000 7f3b2bfff640 1 --2- 172.21.15.76:0/2841711773 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3b1806ac30 0x7f3b1806d0f0 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7f3b1c000c00 tx=0x7f3b1c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:04.297 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.295+0000 7f3b28ff9640 1 -- 172.21.15.76:0/2841711773 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f3b240540a0 con 0x7f3b2c0acc10 2024-09-13T16:13:04.495 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.493+0000 7f3b3290f640 1 -- 172.21.15.76:0/2841711773 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f3b2c0cb5d0 con 0x7f3b2c0acc10 2024-09-13T16:13:04.495 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.494+0000 7f3b28ff9640 1 -- 172.21.15.76:0/2841711773 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 63 v63) v1 ==== 94+0+4736 (secure 0 0 0) 0x7f3b240576c0 con 0x7f3b2c0acc10 2024-09-13T16:13:04.496 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:13:04.496 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":63,"default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6794,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/1506250925","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":1506250925},{"type":"v1","addr":"172.21.15.192:6833","nonce":1506250925}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":58},{"gid":6797,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/2760399189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":2760399189},{"type":"v1","addr":"172.21.15.192:6835","nonce":2760399189}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":58},{"gid":8544,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6836/637364378","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":637364378},{"type":"v1","addr":"172.21.15.76:6836","nonce":637364378}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":58}],"filesystems":[{"mdsmap":{"epoch":63,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:12:37.387266+0000","modified":"2024-09-13T16:13:02.150422+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":8547},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8547":{"gid":8547,"name":"a","rank":0,"incarnation":59,"state":"up:active","state_seq":9,"addr":"172.21.15.76:6837/486236722","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":486236722},{"type":"v1","addr":"172.21.15.76:6837","nonce":486236722}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[18],"metadata_pool":17,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":8}]} 2024-09-13T16:13:04.496 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 63 2024-09-13T16:13:04.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.496+0000 7f3b3290f640 1 -- 172.21.15.76:0/2841711773 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3b1806ac30 msgr2=0x7f3b1806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:04.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.496+0000 7f3b3290f640 1 --2- 172.21.15.76:0/2841711773 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3b1806ac30 0x7f3b1806d0f0 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7f3b1c000c00 tx=0x7f3b1c009040 comp rx=0 tx=0).stop 2024-09-13T16:13:04.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.496+0000 7f3b3290f640 1 -- 172.21.15.76:0/2841711773 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3b2c0acc10 msgr2=0x7f3b2c0ce2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:04.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.496+0000 7f3b3290f640 1 --2- 172.21.15.76:0/2841711773 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3b2c0acc10 0x7f3b2c0ce2b0 secure :-1 s=READY pgs=1683 cs=0 l=1 rev1=1 crypto rx=0x7f3b24001330 tx=0x7f3b2400b4a0 comp rx=0 tx=0).stop 2024-09-13T16:13:04.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.496+0000 7f3b3290f640 1 -- 172.21.15.76:0/2841711773 shutdown_connections 2024-09-13T16:13:04.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.496+0000 7f3b3290f640 1 --2- 172.21.15.76:0/2841711773 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3b2c0acc10 0x7f3b2c0ce2b0 unknown :-1 s=CLOSED pgs=1683 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:04.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.496+0000 7f3b3290f640 1 --2- 172.21.15.76:0/2841711773 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3b2c1eed80 0x7f3b2c0c7e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:04.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.496+0000 7f3b3290f640 1 --2- 172.21.15.76:0/2841711773 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3b1806ac30 0x7f3b1806d0f0 unknown :-1 s=CLOSED pgs=718 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:04.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.496+0000 7f3b3290f640 1 --2- 172.21.15.76:0/2841711773 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3b140047c0 0x7f3b2c0c53a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:04.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.496+0000 7f3b3290f640 1 -- 172.21.15.76:0/2841711773 >> 172.21.15.76:0/2841711773 conn(0x7f3b2c069ed0 msgr2=0x7f3b2c0cd620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:04.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.496+0000 7f3b3290f640 1 -- 172.21.15.76:0/2841711773 shutdown_connections 2024-09-13T16:13:04.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.496+0000 7f3b3290f640 1 -- 172.21.15.76:0/2841711773 wait complete. 2024-09-13T16:13:04.508 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json session ls 2024-09-13T16:13:04.622 INFO:teuthology.orchestra.run.smithi076.stdout:[{"id":7738,"entity":{"name":{"type":"client","num":7738},"addr":{"type":"any","addr":"192.168.0.1:0","nonce":20359524}},"state":"open","num_leases":0,"num_caps":1,"request_load_avg":0,"uptime":15.594527568,"requests_in_flight":0,"num_completed_requests":0,"num_completed_flushes":0,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":2.9079767370124738,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":1,"last_trim_completed_flushes_tid":0,"delegated_inos":[],"inst":"client.7738 192.168.0.1:0/20359524","completed_requests":[],"prealloc_inos":[],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"50bbe7f395997dcd871813949c49addbbf630361","ceph_version":"ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)","entity_id":"1","hostname":"smithi192","mount_point":"/home/ubuntu/cephtest/mnt.1","pid":"48148","root":"/"}},{"id":8730,"entity":{"name":{"type":"client","num":8730},"addr":{"type":"any","addr":"192.168.0.1:0","nonce":3067604989}},"state":"open","num_leases":1,"num_caps":802,"request_load_avg":701,"uptime":17.292476128000001,"requests_in_flight":0,"num_completed_requests":253,"num_completed_flushes":0,"reconnecting":false,"recall_caps":{"value":4554.4014332188781,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":977.71143119137355,"halflife":1.5},"recall_caps_throttle2o":{"value":399.56050847418692,"halflife":0.5},"session_cache_liveness":{"value":1562.4823083809606,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":553,"last_trim_completed_flushes_tid":0,"delegated_inos":[{"start":"0x10000000002","length":500}],"inst":"client.8730 192.168.0.1:0/3067604989","completed_requests":[{"tid":553,"created_ino":"0x10000000417"},{"tid":554,"created_ino":"0x10000000418"},{"tid":555,"created_ino":"0x10000000419"},{"tid":556,"created_ino":"0x1000000041a"},{"tid":557,"created_ino":"0x1000000041b"},{"tid":558,"created_ino":"0x1000000041c"},{"tid":559,"created_ino":"0x1000000041d"},{"tid":560,"created_ino":"0x1000000041e"},{"tid":561,"created_ino":"0x1000000041f"},{"tid":562,"created_ino":"0x10000000420"},{"tid":563,"created_ino":"0x10000000421"},{"tid":564,"created_ino":"0x10000000422"},{"tid":565,"created_ino":"0x10000000423"},{"tid":566,"created_ino":"0x10000000424"},{"tid":567,"created_ino":"0x10000000425"},{"tid":568,"created_ino":"0x10000000426"},{"tid":569,"created_ino":"0x10000000427"},{"tid":570,"created_ino":"0x10000000428"},{"tid":571,"created_ino":"0x10000000429"},{"tid":572,"created_ino":"0x1000000042a"},{"tid":573,"created_ino":"0x1000000042b"},{"tid":574,"created_ino":"0x1000000042c"},{"tid":575,"created_ino":"0x1000000042d"},{"tid":576,"created_ino":"0x1000000042e"},{"tid":577,"created_ino":"0x1000000042f"},{"tid":578,"created_ino":"0x10000000430"},{"tid":579,"created_ino":"0x10000000431"},{"tid":580,"created_ino":"0x10000000432"},{"tid":581,"created_ino":"0x10000000433"},{"tid":582,"created_ino":"0x10000000434"},{"tid":583,"created_ino":"0x10000000435"},{"tid":584,"created_ino":"0x10000000436"},{"tid":585,"created_ino":"0x10000000437"},{"tid":586,"created_ino":"0x10000000438"},{"tid":587,"created_ino":"0x10000000439"},{"tid":588,"created_ino":"0x1000000043a"},{"tid":589,"created_ino":"0x1000000043b"},{"tid":590,"created_ino":"0x1000000043c"},{"tid":591,"created_ino":"0x1000000043d"},{"tid":592,"created_ino":"0x1000000043e"},{"tid":593,"created_ino":"0x1000000043f"},{"tid":594,"created_ino":"0x10000000440"},{"tid":595,"created_ino":"0x10000000441"},{"tid":596,"created_ino":"0x10000000442"},{"tid":597,"created_ino":"0x10000000443"},{"tid":598,"created_ino":"0x10000000444"},{"tid":599,"created_ino":"0x10000000445"},{"tid":600,"created_ino":"0x10000000446"},{"tid":601,"created_ino":"0x10000000447"},{"tid":602,"created_ino":"0x10000000448"},{"tid":603,"created_ino":"0x10000000449"},{"tid":604,"created_ino":"0x1000000044a"},{"tid":605,"created_ino":"0x1000000044b"},{"tid":606,"created_ino":"0x1000000044c"},{"tid":607,"created_ino":"0x1000000044d"},{"tid":608,"created_ino":"0x1000000044e"},{"tid":609,"created_ino":"0x1000000044f"},{"tid":610,"created_ino":"0x10000000450"},{"tid":611,"created_ino":"0x10000000451"},{"tid":612,"created_ino":"0x10000000452"},{"tid":613,"created_ino":"0x10000000453"},{"tid":614,"created_ino":"0x10000000454"},{"tid":615,"created_ino":"0x10000000455"},{"tid":616,"created_ino":"0x10000000456"},{"tid":617,"created_ino":"0x10000000457"},{"tid":618,"created_ino":"0x10000000458"},{"tid":619,"created_ino":"0x10000000459"},{"tid":620,"created_ino":"0x1000000045a"},{"tid":621,"created_ino":"0x1000000045b"},{"tid":622,"created_ino":"0x1000000045c"},{"tid":623,"created_ino":"0x1000000045d"},{"tid":624,"created_ino":"0x1000000045e"},{"tid":625,"created_ino":"0x1000000045f"},{"tid":626,"created_ino":"0x10000000460"},{"tid":627,"created_ino":"0x10000000461"},{"tid":628,"created_ino":"0x10000000462"},{"tid":629,"created_ino":"0x10000000463"},{"tid":630,"created_ino":"0x10000000464"},{"tid":631,"created_ino":"0x10000000465"},{"tid":632,"created_ino":"0x10000000466"},{"tid":633,"created_ino":"0x10000000467"},{"tid":634,"created_ino":"0x10000000468"},{"tid":635,"created_ino":"0x10000000469"},{"tid":636,"created_ino":"0x1000000046a"},{"tid":637,"created_ino":"0x1000000046b"},{"tid":638,"created_ino":"0x1000000046c"},{"tid":639,"created_ino":"0x1000000046d"},{"tid":640,"created_ino":"0x1000000046e"},{"tid":641,"created_ino":"0x1000000046f"},{"tid":642,"created_ino":"0x10000000470"},{"tid":643,"created_ino":"0x10000000471"},{"tid":644,"created_ino":"0x10000000472"},{"tid":645,"created_ino":"0x10000000473"},{"tid":646,"created_ino":"0x10000000474"},{"tid":647,"created_ino":"0x10000000475"},{"tid":648,"created_ino":"0x10000000476"},{"tid":649,"created_ino":"0x10000000477"},{"tid":650,"created_ino":"0x10000000478"},{"tid":651,"created_ino":"0x10000000479"},{"tid":652,"created_ino":"0x1000000047a"},{"tid":653,"created_ino":"0x1000000047b"},{"tid":654,"created_ino":"0x1000000047c"},{"tid":655,"created_ino":"0x1000000047d"},{"tid":656,"created_ino":"0x1000000047e"},{"tid":657,"created_ino":"0x1000000047f"},{"tid":658,"created_ino":"0x10000000480"},{"tid":659,"created_ino":"0x10000000481"},{"tid":660,"created_ino":"0x10000000482"},{"tid":661,"created_ino":"0x10000000483"},{"tid":662,"created_ino":"0x10000000484"},{"tid":663,"created_ino":"0x10000000485"},{"tid":664,"created_ino":"0x10000000486"},{"tid":665,"created_ino":"0x10000000487"},{"tid":666,"created_ino":"0x10000000488"},{"tid":667,"created_ino":"0x10000000489"},{"tid":668,"created_ino":"0x1000000048a"},{"tid":669,"created_ino":"0x1000000048b"},{"tid":670,"created_ino":"0x1000000048c"},{"tid":671,"created_ino":"0x1000000048d"},{"tid":672,"created_ino":"0x1000000048e"},{"tid":673,"created_ino":"0x1000000048f"},{"tid":674,"created_ino":"0x10000000490"},{"tid":675,"created_ino":"0x10000000491"},{"tid":676,"created_ino":"0x10000000492"},{"tid":677,"created_ino":"0x10000000493"},{"tid":678,"created_ino":"0x10000000494"},{"tid":679,"created_ino":"0x10000000495"},{"tid":680,"created_ino":"0x10000000496"},{"tid":681,"created_ino":"0x10000000497"},{"tid":682,"created_ino":"0x10000000498"},{"tid":683,"created_ino":"0x10000000499"},{"tid":684,"created_ino":"0x1000000049a"},{"tid":685,"created_ino":"0x1000000049b"},{"tid":686,"created_ino":"0x1000000049c"},{"tid":687,"created_ino":"0x1000000049d"},{"tid":688,"created_ino":"0x1000000049e"},{"tid":689,"created_ino":"0x1000000049f"},{"tid":690,"created_ino":"0x100000004a0"},{"tid":691,"created_ino":"0x100000004a1"},{"tid":692,"created_ino":"0x100000004a2"},{"tid":693,"created_ino":"0x100000004a3"},{"tid":694,"created_ino":"0x100000004a4"},{"tid":695,"created_ino":"0x100000004a5"},{"tid":696,"created_ino":"0x100000004a6"},{"tid":697,"created_ino":"0x100000004a7"},{"tid":698,"created_ino":"0x100000004a8"},{"tid":699,"created_ino":"0x100000004a9"},{"tid":700,"created_ino":"0x100000004aa"},{"tid":701,"created_ino":"0x100000004ab"},{"tid":702,"created_ino":"0x100000004ac"},{"tid":703,"created_ino":"0x100000004ad"},{"tid":704,"created_ino":"0x100000004ae"},{"tid":705,"created_ino":"0x100000004af"},{"tid":706,"created_ino":"0x100000004b0"},{"tid":707,"created_ino":"0x100000004b1"},{"tid":708,"created_ino":"0x100000004b2"},{"tid":709,"created_ino":"0x100000004b3"},{"tid":710,"created_ino":"0x100000004b4"},{"tid":711,"created_ino":"0x100000004b5"},{"tid":712,"created_ino":"0x100000004b6"},{"tid":713,"created_ino":"0x100000004b7"},{"tid":714,"created_ino":"0x100000004b8"},{"tid":715,"created_ino":"0x100000004b9"},{"tid":716,"created_ino":"0x100000004ba"},{"tid":717,"created_ino":"0x100000004bb"},{"tid":718,"created_ino":"0x100000004bc"},{"tid":719,"created_ino":"0x100000004bd"},{"tid":720,"created_ino":"0x100000004be"},{"tid":721,"created_ino":"0x100000004bf"},{"tid":722,"created_ino":"0x100000004c0"},{"tid":723,"created_ino":"0x100000004c1"},{"tid":724,"created_ino":"0x100000004c2"},{"tid":725,"created_ino":"0x100000004c3"},{"tid":726,"created_ino":"0x100000004c4"},{"tid":727,"created_ino":"0x100000004c5"},{"tid":728,"created_ino":"0x100000004c6"},{"tid":729,"created_ino":"0x100000004c7"},{"tid":730,"created_ino":"0x100000004c8"},{"tid":731,"created_ino":"0x100000004c9"},{"tid":732,"created_ino":"0x100000004ca"},{"tid":733,"created_ino":"0x100000004cb"},{"tid":734,"created_ino":"0x100000004cc"},{"tid":735,"created_ino":"0x100000004cd"},{"tid":736,"created_ino":"0x100000004ce"},{"tid":737,"created_ino":"0x100000004cf"},{"tid":738,"created_ino":"0x100000004d0"},{"tid":739,"created_ino":"0x100000004d1"},{"tid":740,"created_ino":"0x100000004d2"},{"tid":741,"created_ino":"0x100000004d3"},{"tid":742,"created_ino":"0x100000004d4"},{"tid":743,"created_ino":"0x100000004d5"},{"tid":744,"created_ino":"0x100000004d6"},{"tid":745,"created_ino":"0x100000004d7"},{"tid":746,"created_ino":"0x100000004d8"},{"tid":747,"created_ino":"0x100000004d9"},{"tid":748,"created_ino":"0x100000004da"},{"tid":749,"created_ino":"0x100000004db"},{"tid":750,"created_ino":"0x100000004dc"},{"tid":751,"created_ino":"0x100000004dd"},{"tid":752,"created_ino":"0x100000004de"},{"tid":753,"created_ino":"0x100000004df"},{"tid":754,"created_ino":"0x100000004e0"},{"tid":755,"created_ino":"0x100000004e1"},{"tid":756,"created_ino":"0x100000004e2"},{"tid":757,"created_ino":"0x100000004e3"},{"tid":758,"created_ino":"0x100000004e4"},{"tid":759,"created_ino":"0x100000004e5"},{"tid":760,"created_ino":"0x100000004e6"},{"tid":761,"created_ino":"0x100000004e7"},{"tid":762,"created_ino":"0x100000004e8"},{"tid":763,"created_ino":"0x100000004e9"},{"tid":764,"created_ino":"0x100000004ea"},{"tid":765,"created_ino":"0x100000004eb"},{"tid":766,"created_ino":"0x100000004ec"},{"tid":767,"created_ino":"0x100000004ed"},{"tid":768,"created_ino":"0x100000004ee"},{"tid":769,"created_ino":"0x100000004ef"},{"tid":770,"created_ino":"0x100000004f0"},{"tid":771,"created_ino":"0x100000004f1"},{"tid":772,"created_ino":"0x100000004f2"},{"tid":773,"created_ino":"0x100000004f3"},{"tid":774,"created_ino":"0x100000004f4"},{"tid":775,"created_ino":"0x100000004f5"},{"tid":776,"created_ino":"0x100000004f6"},{"tid":777,"created_ino":"0x100000004f7"},{"tid":778,"created_ino":"0x100000004f8"},{"tid":779,"created_ino":"0x100000004f9"},{"tid":780,"created_ino":"0x100000004fa"},{"tid":781,"created_ino":"0x100000004fb"},{"tid":782,"created_ino":"0x100000004fc"},{"tid":783,"created_ino":"0x100000004fd"},{"tid":784,"created_ino":"0x100000004fe"},{"tid":785,"created_ino":"0x100000004ff"},{"tid":786,"created_ino":"0x10000000500"},{"tid":787,"created_ino":"0x10000000501"},{"tid":788,"created_ino":"0x10000000502"},{"tid":789,"created_ino":"0x10000000503"},{"tid":790,"created_ino":"0x10000000504"},{"tid":791,"created_ino":"0x10000000505"},{"tid":792,"created_ino":"0x10000000506"},{"tid":793,"created_ino":"0x10000000507"},{"tid":794,"created_ino":"0x10000000508"},{"tid":795,"created_ino":"0x10000000509"},{"tid":796,"created_ino":"0x1000000050a"},{"tid":797,"created_ino":"0x1000000050b"},{"tid":798,"created_ino":"0x1000000050c"},{"tid":799,"created_ino":"0x1000000050d"},{"tid":800,"created_ino":"0x1000000050e"},{"tid":801,"created_ino":"0x1000000050f"},{"tid":802,"created_ino":"0x10000000510"},{"tid":803,"created_ino":"0x10000000511"},{"tid":804,"created_ino":"0x10000000512"},{"tid":805,"created_ino":"0x10000000513"}],"prealloc_inos":[{"start":"0x10000000002","length":500},{"start":"0x10000000514","length":203},{"start":"0x100000005e0","length":501}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"50bbe7f395997dcd871813949c49addbbf630361","ceph_version":"ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)","entity_id":"0","hostname":"smithi076","mount_point":"/home/ubuntu/cephtest/mnt.0","pid":"77586","root":"/"}}] 2024-09-13T16:13:04.624 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "1", "hostname": "smithi192", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "mount_point": "/home/ubuntu/cephtest/mnt.1", "pid": "48148", "root": "/" }, "completed_requests": [], "delegated_inos": [], "entity": { "addr": { "addr": "192.168.0.1:0", "nonce": 20359524, "type": "any" }, "name": { "num": 7738, "type": "client" } }, "id": 7738, "inst": "client.7738 192.168.0.1:0/20359524", "last_trim_completed_flushes_tid": 0, "last_trim_completed_requests_tid": 1, "num_caps": 1, "num_completed_flushes": 0, "num_completed_requests": 0, "num_leases": 0, "prealloc_inos": [], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 0, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 2.907976737012474 }, "state": "open", "uptime": 15.594527568 }, { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "0", "hostname": "smithi076", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "mount_point": "/home/ubuntu/cephtest/mnt.0", "pid": "77586", "root": "/" }, "completed_requests": [ { "created_ino": "0x10000000417", "tid": 553 }, { "created_ino": "0x10000000418", "tid": 554 }, { "created_ino": "0x10000000419", "tid": 555 }, { "created_ino": "0x1000000041a", "tid": 556 }, { "created_ino": "0x1000000041b", "tid": 557 }, { "created_ino": "0x1000000041c", "tid": 558 }, { "created_ino": "0x1000000041d", "tid": 559 }, { "created_ino": "0x1000000041e", "tid": 560 }, { "created_ino": "0x1000000041f", "tid": 561 }, { "created_ino": "0x10000000420", "tid": 562 }, { "created_ino": "0x10000000421", "tid": 563 }, { "created_ino": "0x10000000422", "tid": 564 }, { "created_ino": "0x10000000423", "tid": 565 }, { "created_ino": "0x10000000424", "tid": 566 }, { "created_ino": "0x10000000425", "tid": 567 }, { "created_ino": "0x10000000426", "tid": 568 }, { "created_ino": "0x10000000427", "tid": 569 }, { "created_ino": "0x10000000428", "tid": 570 }, { "created_ino": "0x10000000429", "tid": 571 }, { "created_ino": "0x1000000042a", "tid": 572 }, { "created_ino": "0x1000000042b", "tid": 573 }, { "created_ino": "0x1000000042c", "tid": 574 }, { "created_ino": "0x1000000042d", "tid": 575 }, { "created_ino": "0x1000000042e", "tid": 576 }, { "created_ino": "0x1000000042f", "tid": 577 }, { "created_ino": "0x10000000430", "tid": 578 }, { "created_ino": "0x10000000431", "tid": 579 }, { "created_ino": "0x10000000432", "tid": 580 }, { "created_ino": "0x10000000433", "tid": 581 }, { "created_ino": "0x10000000434", "tid": 582 }, { "created_ino": "0x10000000435", "tid": 583 }, { "created_ino": "0x10000000436", "tid": 584 }, { "created_ino": "0x10000000437", "tid": 585 }, { "created_ino": "0x10000000438", "tid": 586 }, { "created_ino": "0x10000000439", "tid": 587 }, { "created_ino": "0x1000000043a", "tid": 588 }, { "created_ino": "0x1000000043b", "tid": 589 }, { "created_ino": "0x1000000043c", "tid": 590 }, { "created_ino": "0x1000000043d", "tid": 591 }, { "created_ino": "0x1000000043e", "tid": 592 }, { "created_ino": "0x1000000043f", "tid": 593 }, { "created_ino": "0x10000000440", "tid": 594 }, { "created_ino": "0x10000000441", "tid": 595 }, { "created_ino": "0x10000000442", "tid": 596 }, { "created_ino": "0x10000000443", "tid": 597 }, { "created_ino": "0x10000000444", "tid": 598 }, { "created_ino": "0x10000000445", "tid": 599 }, { "created_ino": "0x10000000446", "tid": 600 }, { "created_ino": "0x10000000447", "tid": 601 }, { "created_ino": "0x10000000448", "tid": 602 }, { "created_ino": "0x10000000449", "tid": 603 }, { "created_ino": "0x1000000044a", "tid": 604 }, { "created_ino": "0x1000000044b", "tid": 605 }, { "created_ino": "0x1000000044c", "tid": 606 }, { "created_ino": "0x1000000044d", "tid": 607 }, { "created_ino": "0x1000000044e", "tid": 608 }, { "created_ino": "0x1000000044f", "tid": 609 }, { "created_ino": "0x10000000450", "tid": 610 }, { "created_ino": "0x10000000451", "tid": 611 }, { "created_ino": "0x10000000452", "tid": 612 }, { "created_ino": "0x10000000453", "tid": 613 }, { "created_ino": "0x10000000454", "tid": 614 }, { "created_ino": "0x10000000455", "tid": 615 }, { "created_ino": "0x10000000456", "tid": 616 }, { "created_ino": "0x10000000457", "tid": 617 }, { "created_ino": "0x10000000458", "tid": 618 }, { "created_ino": "0x10000000459", "tid": 619 }, { "created_ino": "0x1000000045a", "tid": 620 }, { "created_ino": "0x1000000045b", "tid": 621 }, { "created_ino": "0x1000000045c", "tid": 622 }, { "created_ino": "0x1000000045d", "tid": 623 }, { "created_ino": "0x1000000045e", "tid": 624 }, { "created_ino": "0x1000000045f", "tid": 625 }, { "created_ino": "0x10000000460", "tid": 626 }, { "created_ino": "0x10000000461", "tid": 627 }, { "created_ino": "0x10000000462", "tid": 628 }, { "created_ino": "0x10000000463", "tid": 629 }, { "created_ino": "0x10000000464", "tid": 630 }, { "created_ino": "0x10000000465", "tid": 631 }, { "created_ino": "0x10000000466", "tid": 632 }, { "created_ino": "0x10000000467", "tid": 633 }, { "created_ino": "0x10000000468", "tid": 634 }, { "created_ino": "0x10000000469", "tid": 635 }, { "created_ino": "0x1000000046a", "tid": 636 }, { "created_ino": "0x1000000046b", "tid": 637 }, { "created_ino": "0x1000000046c", "tid": 638 }, { "created_ino": "0x1000000046d", "tid": 639 }, { "created_ino": "0x1000000046e", "tid": 640 }, { "created_ino": "0x1000000046f", "tid": 641 }, { "created_ino": "0x10000000470", "tid": 642 }, { "created_ino": "0x10000000471", "tid": 643 }, { "created_ino": "0x10000000472", "tid": 644 }, { "created_ino": "0x10000000473", "tid": 645 }, { "created_ino": "0x10000000474", "tid": 646 }, { "created_ino": "0x10000000475", "tid": 647 }, { "created_ino": "0x10000000476", "tid": 648 }, { "created_ino": "0x10000000477", "tid": 649 }, { "created_ino": "0x10000000478", "tid": 650 }, { "created_ino": "0x10000000479", "tid": 651 }, { "created_ino": "0x1000000047a", "tid": 652 }, { "created_ino": "0x1000000047b", "tid": 653 }, { "created_ino": "0x1000000047c", "tid": 654 }, { "created_ino": "0x1000000047d", "tid": 655 }, { "created_ino": "0x1000000047e", "tid": 656 }, { "created_ino": "0x1000000047f", "tid": 657 }, { "created_ino": "0x10000000480", "tid": 658 }, { "created_ino": "0x10000000481", "tid": 659 }, { "created_ino": "0x10000000482", "tid": 660 }, { "created_ino": "0x10000000483", "tid": 661 }, { "created_ino": "0x10000000484", "tid": 662 }, { "created_ino": "0x10000000485", "tid": 663 }, { "created_ino": "0x10000000486", "tid": 664 }, { "created_ino": "0x10000000487", "tid": 665 }, { "created_ino": "0x10000000488", "tid": 666 }, { "created_ino": "0x10000000489", "tid": 667 }, { "created_ino": "0x1000000048a", "tid": 668 }, { "created_ino": "0x1000000048b", "tid": 669 }, { "created_ino": "0x1000000048c", "tid": 670 }, { "created_ino": "0x1000000048d", "tid": 671 }, { "created_ino": "0x1000000048e", "tid": 672 }, { "created_ino": "0x1000000048f", "tid": 673 }, { "created_ino": "0x10000000490", "tid": 674 }, { "created_ino": "0x10000000491", "tid": 675 }, { "created_ino": "0x10000000492", "tid": 676 }, { "created_ino": "0x10000000493", "tid": 677 }, { "created_ino": "0x10000000494", "tid": 678 }, { "created_ino": "0x10000000495", "tid": 679 }, { "created_ino": "0x10000000496", "tid": 680 }, { "created_ino": "0x10000000497", "tid": 681 }, { "created_ino": "0x10000000498", "tid": 682 }, { "created_ino": "0x10000000499", "tid": 683 }, { "created_ino": "0x1000000049a", "tid": 684 }, { "created_ino": "0x1000000049b", "tid": 685 }, { "created_ino": "0x1000000049c", "tid": 686 }, { "created_ino": "0x1000000049d", "tid": 687 }, { "created_ino": "0x1000000049e", "tid": 688 }, { "created_ino": "0x1000000049f", "tid": 689 }, { "created_ino": "0x100000004a0", "tid": 690 }, { "created_ino": "0x100000004a1", "tid": 691 }, { "created_ino": "0x100000004a2", "tid": 692 }, { "created_ino": "0x100000004a3", "tid": 693 }, { "created_ino": "0x100000004a4", "tid": 694 }, { "created_ino": "0x100000004a5", "tid": 695 }, { "created_ino": "0x100000004a6", "tid": 696 }, { "created_ino": "0x100000004a7", "tid": 697 }, { "created_ino": "0x100000004a8", "tid": 698 }, { "created_ino": "0x100000004a9", "tid": 699 }, { "created_ino": "0x100000004aa", "tid": 700 }, { "created_ino": "0x100000004ab", "tid": 701 }, { "created_ino": "0x100000004ac", "tid": 702 }, { "created_ino": "0x100000004ad", "tid": 703 }, { "created_ino": "0x100000004ae", "tid": 704 }, { "created_ino": "0x100000004af", "tid": 705 }, { "created_ino": "0x100000004b0", "tid": 706 }, { "created_ino": "0x100000004b1", "tid": 707 }, { "created_ino": "0x100000004b2", "tid": 708 }, { "created_ino": "0x100000004b3", "tid": 709 }, { "created_ino": "0x100000004b4", "tid": 710 }, { "created_ino": "0x100000004b5", "tid": 711 }, { "created_ino": "0x100000004b6", "tid": 712 }, { "created_ino": "0x100000004b7", "tid": 713 }, { "created_ino": "0x100000004b8", "tid": 714 }, { "created_ino": "0x100000004b9", "tid": 715 }, { "created_ino": "0x100000004ba", "tid": 716 }, { "created_ino": "0x100000004bb", "tid": 717 }, { "created_ino": "0x100000004bc", "tid": 718 }, { "created_ino": "0x100000004bd", "tid": 719 }, { "created_ino": "0x100000004be", "tid": 720 }, { "created_ino": "0x100000004bf", "tid": 721 }, { "created_ino": "0x100000004c0", "tid": 722 }, { "created_ino": "0x100000004c1", "tid": 723 }, { "created_ino": "0x100000004c2", "tid": 724 }, { "created_ino": "0x100000004c3", "tid": 725 }, { "created_ino": "0x100000004c4", "tid": 726 }, { "created_ino": "0x100000004c5", "tid": 727 }, { "created_ino": "0x100000004c6", "tid": 728 }, { "created_ino": "0x100000004c7", "tid": 729 }, { "created_ino": "0x100000004c8", "tid": 730 }, { "created_ino": "0x100000004c9", "tid": 731 }, { "created_ino": "0x100000004ca", "tid": 732 }, { "created_ino": "0x100000004cb", "tid": 733 }, { "created_ino": "0x100000004cc", "tid": 734 }, { "created_ino": "0x100000004cd", "tid": 735 }, { "created_ino": "0x100000004ce", "tid": 736 }, { "created_ino": "0x100000004cf", "tid": 737 }, { "created_ino": "0x100000004d0", "tid": 738 }, { "created_ino": "0x100000004d1", "tid": 739 }, { "created_ino": "0x100000004d2", "tid": 740 }, { "created_ino": "0x100000004d3", "tid": 741 }, { "created_ino": "0x100000004d4", "tid": 742 }, { "created_ino": "0x100000004d5", "tid": 743 }, { "created_ino": "0x100000004d6", "tid": 744 }, { "created_ino": "0x100000004d7", "tid": 745 }, { "created_ino": "0x100000004d8", "tid": 746 }, { "created_ino": "0x100000004d9", "tid": 747 }, { "created_ino": "0x100000004da", "tid": 748 }, { "created_ino": "0x100000004db", "tid": 749 }, { "created_ino": "0x100000004dc", "tid": 750 }, { "created_ino": "0x100000004dd", "tid": 751 }, { "created_ino": "0x100000004de", "tid": 752 }, { "created_ino": "0x100000004df", "tid": 753 }, { "created_ino": "0x100000004e0", "tid": 754 }, { "created_ino": "0x100000004e1", "tid": 755 }, { "created_ino": "0x100000004e2", "tid": 756 }, { "created_ino": "0x100000004e3", "tid": 757 }, { "created_ino": "0x100000004e4", "tid": 758 }, { "created_ino": "0x100000004e5", "tid": 759 }, { "created_ino": "0x100000004e6", "tid": 760 }, { "created_ino": "0x100000004e7", "tid": 761 }, { "created_ino": "0x100000004e8", "tid": 762 }, { "created_ino": "0x100000004e9", "tid": 763 }, { "created_ino": "0x100000004ea", "tid": 764 }, { "created_ino": "0x100000004eb", "tid": 765 }, { "created_ino": "0x100000004ec", "tid": 766 }, { "created_ino": "0x100000004ed", "tid": 767 }, { "created_ino": "0x100000004ee", "tid": 768 }, { "created_ino": "0x100000004ef", "tid": 769 }, { "created_ino": "0x100000004f0", "tid": 770 }, { "created_ino": "0x100000004f1", "tid": 771 }, { "created_ino": "0x100000004f2", "tid": 772 }, { "created_ino": "0x100000004f3", "tid": 773 }, { "created_ino": "0x100000004f4", "tid": 774 }, { "created_ino": "0x100000004f5", "tid": 775 }, { "created_ino": "0x100000004f6", "tid": 776 }, { "created_ino": "0x100000004f7", "tid": 777 }, { "created_ino": "0x100000004f8", "tid": 778 }, { "created_ino": "0x100000004f9", "tid": 779 }, { "created_ino": "0x100000004fa", "tid": 780 }, { "created_ino": "0x100000004fb", "tid": 781 }, { "created_ino": "0x100000004fc", "tid": 782 }, { "created_ino": "0x100000004fd", "tid": 783 }, { "created_ino": "0x100000004fe", "tid": 784 }, { "created_ino": "0x100000004ff", "tid": 785 }, { "created_ino": "0x10000000500", "tid": 786 }, { "created_ino": "0x10000000501", "tid": 787 }, { "created_ino": "0x10000000502", "tid": 788 }, { "created_ino": "0x10000000503", "tid": 789 }, { "created_ino": "0x10000000504", "tid": 790 }, { "created_ino": "0x10000000505", "tid": 791 }, { "created_ino": "0x10000000506", "tid": 792 }, { "created_ino": "0x10000000507", "tid": 793 }, { "created_ino": "0x10000000508", "tid": 794 }, { "created_ino": "0x10000000509", "tid": 795 }, { "created_ino": "0x1000000050a", "tid": 796 }, { "created_ino": "0x1000000050b", "tid": 797 }, { "created_ino": "0x1000000050c", "tid": 798 }, { "created_ino": "0x1000000050d", "tid": 799 }, { "created_ino": "0x1000000050e", "tid": 800 }, { "created_ino": "0x1000000050f", "tid": 801 }, { "created_ino": "0x10000000510", "tid": 802 }, { "created_ino": "0x10000000511", "tid": 803 }, { "created_ino": "0x10000000512", "tid": 804 }, { "created_ino": "0x10000000513", "tid": 805 } ], "delegated_inos": [ { "length": 500, "start": "0x10000000002" } ], "entity": { "addr": { "addr": "192.168.0.1:0", "nonce": 3067604989, "type": "any" }, "name": { "num": 8730, "type": "client" } }, "id": 8730, "inst": "client.8730 192.168.0.1:0/3067604989", "last_trim_completed_flushes_tid": 0, "last_trim_completed_requests_tid": 553, "num_caps": 802, "num_completed_flushes": 0, "num_completed_requests": 253, "num_leases": 1, "prealloc_inos": [ { "length": 500, "start": "0x10000000002" }, { "length": 203, "start": "0x10000000514" }, { "length": 501, "start": "0x100000005e0" } ], "recall_caps": { "halflife": 60, "value": 4554.401433218878 }, "recall_caps_throttle": { "halflife": 1.5, "value": 977.7114311913735 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 399.5605084741869 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 701, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 1562.4823083809606 }, "state": "open", "uptime": 17.292476128 } ] 2024-09-13T16:13:04.625 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-13T16:13:04.625 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-13T16:13:04.625 DEBUG:teuthology.orchestra.run.smithi076:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T16:13:04.666 DEBUG:teuthology.orchestra.run.smithi192:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T16:13:04.717 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-13T16:13:04.717 INFO:tasks.cephfs.mount:Terminating background process 2024-09-13T16:13:04.717 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:13:04.718 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:13:04.734 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:13:04.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.870+0000 7f5d3d51f640 1 Processor -- start 2024-09-13T16:13:04.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.870+0000 7f5d3d51f640 1 -- start start 2024-09-13T16:13:04.874 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.871+0000 7f5d3d51f640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f5d3815a2e0 0x7f5d380c9a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:04.874 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.871+0000 7f5d3d51f640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f5d380cb3f0 0x7f5d3806d030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:04.874 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.871+0000 7f5d3d51f640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5d380c8920 con 0x7f5d380c9f80 2024-09-13T16:13:04.875 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.871+0000 7f5d3d51f640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5d3815a6c0 con 0x7f5d3815a2e0 2024-09-13T16:13:04.875 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.871+0000 7f5d3d51f640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5d380ca500 con 0x7f5d380cb3f0 2024-09-13T16:13:04.875 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.871+0000 7f5d36ffd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f5d3815a2e0 0x7f5d380c9a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:04.875 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.871+0000 7f5d36ffd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f5d3815a2e0 0x7f5d380c9a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49888/0 (socket says 172.21.15.76:49888) 2024-09-13T16:13:04.875 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.871+0000 7f5d36ffd640 1 -- 172.21.15.76:0/444494770 learned_addr learned my addr 172.21.15.76:0/444494770 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:04.875 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.872+0000 7f5d377fe640 1 --2- 172.21.15.76:0/444494770 >> v2:172.21.15.192:3300/0 conn(0x7f5d380cb3f0 0x7f5d3806d030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:04.875 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.872+0000 7f5d36ffd640 1 -- 172.21.15.76:0/444494770 >> v2:172.21.15.192:3300/0 conn(0x7f5d380cb3f0 msgr2=0x7f5d3806d030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:04.875 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.872+0000 7f5d36ffd640 1 --2- 172.21.15.76:0/444494770 >> v2:172.21.15.192:3300/0 conn(0x7f5d380cb3f0 0x7f5d3806d030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:04.875 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.872+0000 7f5d36ffd640 1 -- 172.21.15.76:0/444494770 >> v1:172.21.15.192:6789/0 conn(0x7f5d380c9f80 legacy=0x7f5d380cace0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:04.875 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.872+0000 7f5d36ffd640 1 -- 172.21.15.76:0/444494770 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5d380c8b70 con 0x7f5d3815a2e0 2024-09-13T16:13:04.875 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.872+0000 7f5d377fe640 1 --2- 172.21.15.76:0/444494770 >> v2:172.21.15.192:3300/0 conn(0x7f5d380cb3f0 0x7f5d3806d030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:13:04.875 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.872+0000 7f5d36ffd640 1 --2- 172.21.15.76:0/444494770 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5d3815a2e0 0x7f5d380c9a40 secure :-1 s=READY pgs=1684 cs=0 l=1 rev1=1 crypto rx=0x7f5d380ca3f0 tx=0x7f5d2802a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=226a09a23595556d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:04.875 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.872+0000 7f5d367fc640 1 -- 172.21.15.76:0/444494770 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d28032440 con 0x7f5d3815a2e0 2024-09-13T16:13:04.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.872+0000 7f5d367fc640 1 -- 172.21.15.76:0/444494770 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5d280325a0 con 0x7f5d3815a2e0 2024-09-13T16:13:04.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.872+0000 7f5d367fc640 1 -- 172.21.15.76:0/444494770 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d28032930 con 0x7f5d3815a2e0 2024-09-13T16:13:04.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.873+0000 7f5d3d51f640 1 -- 172.21.15.76:0/444494770 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5d3815a2e0 msgr2=0x7f5d380c9a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:04.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.873+0000 7f5d3d51f640 1 --2- 172.21.15.76:0/444494770 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5d3815a2e0 0x7f5d380c9a40 secure :-1 s=READY pgs=1684 cs=0 l=1 rev1=1 crypto rx=0x7f5d380ca3f0 tx=0x7f5d2802a230 comp rx=0 tx=0).stop 2024-09-13T16:13:04.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.873+0000 7f5d3d51f640 1 -- 172.21.15.76:0/444494770 shutdown_connections 2024-09-13T16:13:04.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.873+0000 7f5d3d51f640 1 --2- 172.21.15.76:0/444494770 >> v2:172.21.15.192:3300/0 conn(0x7f5d380cb3f0 0x7f5d3806d030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:04.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.873+0000 7f5d3d51f640 1 --2- 172.21.15.76:0/444494770 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5d3815a2e0 0x7f5d380c9a40 unknown :-1 s=CLOSED pgs=1684 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:04.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.873+0000 7f5d3d51f640 1 -- 172.21.15.76:0/444494770 >> 172.21.15.76:0/444494770 conn(0x7f5d38069ed0 msgr2=0x7f5d3806a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:04.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.873+0000 7f5d3d51f640 1 -- 172.21.15.76:0/444494770 shutdown_connections 2024-09-13T16:13:04.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.873+0000 7f5d3d51f640 1 -- 172.21.15.76:0/444494770 wait complete. 2024-09-13T16:13:04.878 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.874+0000 7f5d3d51f640 1 Processor -- start 2024-09-13T16:13:04.879 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.874+0000 7f5d3d51f640 1 -- start start 2024-09-13T16:13:04.879 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.875+0000 7f5d3d51f640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5d380c9f80 0x7f5d381e4730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:04.879 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.875+0000 7f5d3d51f640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5d380cb3f0 0x7f5d38156040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:04.879 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.875+0000 7f5d3d51f640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5d3815a2e0 0x7f5d380c5820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:04.879 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.875+0000 7f5d3d51f640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5d381e3690 con 0x7f5d3815a2e0 2024-09-13T16:13:04.879 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.875+0000 7f5d3d51f640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5d381e3970 con 0x7f5d380cb3f0 2024-09-13T16:13:04.879 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.875+0000 7f5d3d51f640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5d381e3c50 con 0x7f5d380c9f80 2024-09-13T16:13:04.879 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.875+0000 7f5d377fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5d3815a2e0 0x7f5d380c5820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:04.879 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.875+0000 7f5d377fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5d3815a2e0 0x7f5d380c5820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49894/0 (socket says 172.21.15.76:49894) 2024-09-13T16:13:04.879 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.875+0000 7f5d377fe640 1 -- 172.21.15.76:0/126177217 learned_addr learned my addr 172.21.15.76:0/126177217 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:04.879 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.875+0000 7f5d2ffff640 1 --2- 172.21.15.76:0/126177217 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5d380cb3f0 0x7f5d38156040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:04.880 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.875+0000 7f5d36ffd640 1 --2- 172.21.15.76:0/126177217 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5d380c9f80 0x7f5d381e4730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:04.880 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.875+0000 7f5d377fe640 1 -- 172.21.15.76:0/126177217 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5d380c9f80 msgr2=0x7f5d381e4730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:04.880 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.875+0000 7f5d377fe640 1 --2- 172.21.15.76:0/126177217 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5d380c9f80 0x7f5d381e4730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:04.880 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.875+0000 7f5d377fe640 1 -- 172.21.15.76:0/126177217 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5d380cb3f0 msgr2=0x7f5d38156040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:04.880 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.875+0000 7f5d377fe640 1 --2- 172.21.15.76:0/126177217 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5d380cb3f0 0x7f5d38156040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:04.880 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.875+0000 7f5d377fe640 1 -- 172.21.15.76:0/126177217 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5d280094d0 con 0x7f5d3815a2e0 2024-09-13T16:13:04.880 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.876+0000 7f5d377fe640 1 --2- 172.21.15.76:0/126177217 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5d3815a2e0 0x7f5d380c5820 secure :-1 s=READY pgs=1685 cs=0 l=1 rev1=1 crypto rx=0x7f5d3000cef0 tx=0x7f5d3000a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:04.880 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.876+0000 7f5d2f7fe640 1 -- 172.21.15.76:0/126177217 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d3000d840 con 0x7f5d3815a2e0 2024-09-13T16:13:04.880 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.876+0000 7f5d2f7fe640 1 -- 172.21.15.76:0/126177217 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5d3000d9c0 con 0x7f5d3815a2e0 2024-09-13T16:13:04.880 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.876+0000 7f5d3d51f640 1 -- 172.21.15.76:0/126177217 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5d381e3f30 con 0x7f5d3815a2e0 2024-09-13T16:13:04.880 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.876+0000 7f5d2f7fe640 1 -- 172.21.15.76:0/126177217 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d3000dd70 con 0x7f5d3815a2e0 2024-09-13T16:13:04.880 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.876+0000 7f5d3d51f640 1 -- 172.21.15.76:0/126177217 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5d3815c870 con 0x7f5d3815a2e0 2024-09-13T16:13:04.880 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.877+0000 7f5d3d51f640 1 -- 172.21.15.76:0/126177217 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5d381e4450 con 0x7f5d3815a2e0 2024-09-13T16:13:04.881 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.877+0000 7f5d2f7fe640 1 -- 172.21.15.76:0/126177217 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f5d3001e3b0 con 0x7f5d3815a2e0 2024-09-13T16:13:04.881 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.877+0000 7f5d2f7fe640 1 --2- 172.21.15.76:0/126177217 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5d1806ac00 0x7f5d1806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:04.881 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.878+0000 7f5d2f7fe640 1 -- 172.21.15.76:0/126177217 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f5d30089e30 con 0x7f5d3815a2e0 2024-09-13T16:13:04.881 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.878+0000 7f5d36ffd640 1 --2- 172.21.15.76:0/126177217 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5d1806ac00 0x7f5d1806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:04.881 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.878+0000 7f5d36ffd640 1 --2- 172.21.15.76:0/126177217 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5d1806ac00 0x7f5d1806d0c0 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7f5d28034000 tx=0x7f5d2802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:04.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:04.882+0000 7f5d2f7fe640 1 -- 172.21.15.76:0/126177217 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f5d300550d0 con 0x7f5d3815a2e0 2024-09-13T16:13:05.046 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.044+0000 7f5d3d51f640 1 -- 172.21.15.76:0/126177217 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f5d380b1b30 con 0x7f5d3815a2e0 2024-09-13T16:13:05.046 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.045+0000 7f5d2f7fe640 1 -- 172.21.15.76:0/126177217 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v124) v1 ==== 74+0+16748 (secure 0 0 0) 0x7f5d3001a020 con 0x7f5d3815a2e0 2024-09-13T16:13:05.046 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:13:05.047 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":124,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:12:38.389508+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":18,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":17,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:12:35.555609+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"123","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":18,"pool_name":"cephfs_data","create_time":"2024-09-13T16:12:36.358350+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"124","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":122,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":122,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":122,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":122,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":122,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":122,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":122,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":122,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:13:05.048 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.047+0000 7f5d3d51f640 1 -- 172.21.15.76:0/126177217 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5d1806ac00 msgr2=0x7f5d1806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:05.048 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.047+0000 7f5d3d51f640 1 --2- 172.21.15.76:0/126177217 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5d1806ac00 0x7f5d1806d0c0 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7f5d28034000 tx=0x7f5d2802e000 comp rx=0 tx=0).stop 2024-09-13T16:13:05.048 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.047+0000 7f5d3d51f640 1 -- 172.21.15.76:0/126177217 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5d3815a2e0 msgr2=0x7f5d380c5820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:05.048 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.047+0000 7f5d3d51f640 1 --2- 172.21.15.76:0/126177217 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5d3815a2e0 0x7f5d380c5820 secure :-1 s=READY pgs=1685 cs=0 l=1 rev1=1 crypto rx=0x7f5d3000cef0 tx=0x7f5d3000a710 comp rx=0 tx=0).stop 2024-09-13T16:13:05.049 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.047+0000 7f5d3d51f640 1 -- 172.21.15.76:0/126177217 shutdown_connections 2024-09-13T16:13:05.049 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.047+0000 7f5d3d51f640 1 --2- 172.21.15.76:0/126177217 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5d3815a2e0 0x7f5d380c5820 unknown :-1 s=CLOSED pgs=1685 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:05.049 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.047+0000 7f5d3d51f640 1 --2- 172.21.15.76:0/126177217 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5d380cb3f0 0x7f5d38156040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:05.049 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.047+0000 7f5d3d51f640 1 --2- 172.21.15.76:0/126177217 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5d1806ac00 0x7f5d1806d0c0 unknown :-1 s=CLOSED pgs=719 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:05.049 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.047+0000 7f5d3d51f640 1 --2- 172.21.15.76:0/126177217 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5d380c9f80 0x7f5d381e4730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:05.049 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.047+0000 7f5d3d51f640 1 -- 172.21.15.76:0/126177217 >> 172.21.15.76:0/126177217 conn(0x7f5d38069ed0 msgr2=0x7f5d380adfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:05.049 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.047+0000 7f5d3d51f640 1 -- 172.21.15.76:0/126177217 shutdown_connections 2024-09-13T16:13:05.049 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.047+0000 7f5d3d51f640 1 -- 172.21.15.76:0/126177217 wait complete. 2024-09-13T16:13:05.059 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:01:26.960607+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 17, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:12:35.555609+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '123', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 18, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:12:36.358350+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '124', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:13:05.060 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:13:05.161 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.159+0000 7fcd571bc640 1 Processor -- start 2024-09-13T16:13:05.161 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.159+0000 7fcd571bc640 1 -- start start 2024-09-13T16:13:05.164 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.160+0000 7fcd571bc640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fcd500cdff0 0x7fcd5006c390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:05.164 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.160+0000 7fcd571bc640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcd500cd450 con 0x7fcd500d2760 2024-09-13T16:13:05.165 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.160+0000 7fcd571bc640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcd500d0cf0 con 0x7fcd5015c500 2024-09-13T16:13:05.165 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.160+0000 7fcd571bc640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcd500d0fd0 con 0x7fcd500cdff0 2024-09-13T16:13:05.165 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.160+0000 7fcd47fff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fcd500d2760 0x7fcd500cd8e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:39334/0 (socket says 172.21.15.76:39334) 2024-09-13T16:13:05.165 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.160+0000 7fcd47fff640 1 -- 172.21.15.76:0/663459328 learned_addr learned my addr 172.21.15.76:0/663459328 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:13:05.165 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.161+0000 7fcd55759640 1 --2- 172.21.15.76:0/663459328 >> v2:172.21.15.192:3300/0 conn(0x7fcd500cdff0 0x7fcd5006c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:05.165 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.161+0000 7fcd477fe640 1 -- 172.21.15.76:0/663459328 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1317449767 0 0) 0x7fcd500cd450 con 0x7fcd500d2760 2024-09-13T16:13:05.165 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.161+0000 7fcd477fe640 1 -- 172.21.15.76:0/663459328 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fcd38003520 con 0x7fcd500d2760 2024-09-13T16:13:05.165 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.161+0000 7fcd477fe640 1 -- 172.21.15.76:0/663459328 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2190300409 0 0) 0x7fcd38003520 con 0x7fcd500d2760 2024-09-13T16:13:05.165 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.161+0000 7fcd477fe640 1 -- 172.21.15.76:0/663459328 >> v2:172.21.15.192:3300/0 conn(0x7fcd500cdff0 msgr2=0x7fcd5006c390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:05.165 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.161+0000 7fcd477fe640 1 --2- 172.21.15.76:0/663459328 >> v2:172.21.15.192:3300/0 conn(0x7fcd500cdff0 0x7fcd5006c390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:05.165 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.161+0000 7fcd477fe640 1 -- 172.21.15.76:0/663459328 >> v1:172.21.15.192:6789/0 conn(0x7fcd5015c500 legacy=0x7fcd500d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:05.165 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.161+0000 7fcd477fe640 1 -- 172.21.15.76:0/663459328 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcd500cd0e0 con 0x7fcd500d2760 2024-09-13T16:13:05.165 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.161+0000 7fcd477fe640 1 -- 172.21.15.76:0/663459328 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7fcd40001670 con 0x7fcd500d2760 2024-09-13T16:13:05.166 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.161+0000 7fcd477fe640 1 -- 172.21.15.76:0/663459328 >> v1:172.21.15.76:6789/0 conn(0x7fcd500d2760 legacy=0x7fcd500cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:05.166 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.161+0000 7fcd477fe640 1 --2- 172.21.15.76:0/663459328 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcd38003970 0x7fcd38003d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:05.166 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.161+0000 7fcd477fe640 1 --2- 172.21.15.76:0/663459328 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcd38004370 0x7fcd38004840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:05.166 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.161+0000 7fcd477fe640 1 --2- 172.21.15.76:0/663459328 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcd38005040 0x7fcd3800b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:05.166 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.161+0000 7fcd477fe640 1 -- 172.21.15.76:0/663459328 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcd500d0fd0 con 0x7fcd38004370 2024-09-13T16:13:05.166 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.161+0000 7fcd477fe640 1 -- 172.21.15.76:0/663459328 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcd3800bfa0 con 0x7fcd38005040 2024-09-13T16:13:05.166 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.161+0000 7fcd477fe640 1 -- 172.21.15.76:0/663459328 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcd3800c160 con 0x7fcd38003970 2024-09-13T16:13:05.166 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.161+0000 7fcd47fff640 1 --2- 172.21.15.76:0/663459328 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcd38004370 0x7fcd38004840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:05.166 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.161+0000 7fcd54f58640 1 --2- 172.21.15.76:0/663459328 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcd38003970 0x7fcd38003d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:05.166 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.161+0000 7fcd55759640 1 --2- 172.21.15.76:0/663459328 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcd38005040 0x7fcd3800b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:05.166 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.161+0000 7fcd47fff640 1 -- 172.21.15.76:0/663459328 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcd38003970 msgr2=0x7fcd38003d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:05.166 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.161+0000 7fcd47fff640 1 --2- 172.21.15.76:0/663459328 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcd38003970 0x7fcd38003d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:05.166 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.161+0000 7fcd47fff640 1 -- 172.21.15.76:0/663459328 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcd38005040 msgr2=0x7fcd3800b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:05.167 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.161+0000 7fcd47fff640 1 --2- 172.21.15.76:0/663459328 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcd38005040 0x7fcd3800b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:05.167 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.161+0000 7fcd47fff640 1 -- 172.21.15.76:0/663459328 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcd38003520 con 0x7fcd38004370 2024-09-13T16:13:05.167 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.162+0000 7fcd55759640 1 --2- 172.21.15.76:0/663459328 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcd38005040 0x7fcd3800b980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:05.167 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.162+0000 7fcd55759640 1 -- 172.21.15.76:0/663459328 reap_dead start 2024-09-13T16:13:05.167 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.162+0000 7fcd47fff640 1 --2- 172.21.15.76:0/663459328 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcd38004370 0x7fcd38004840 secure :-1 s=READY pgs=1687 cs=0 l=1 rev1=1 crypto rx=0x7fcd4000c210 tx=0x7fcd380057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=afe51fa6176fd999 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:05.167 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.162+0000 7fcd477fe640 1 -- 172.21.15.76:0/663459328 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd40005ad0 con 0x7fcd38004370 2024-09-13T16:13:05.167 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.162+0000 7fcd477fe640 1 -- 172.21.15.76:0/663459328 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcd4002d070 con 0x7fcd38004370 2024-09-13T16:13:05.167 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.162+0000 7fcd477fe640 1 -- 172.21.15.76:0/663459328 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd40007070 con 0x7fcd38004370 2024-09-13T16:13:05.167 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.163+0000 7fcd571bc640 1 -- 172.21.15.76:0/663459328 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcd38004370 msgr2=0x7fcd38004840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:05.167 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.163+0000 7fcd571bc640 1 --2- 172.21.15.76:0/663459328 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcd38004370 0x7fcd38004840 secure :-1 s=READY pgs=1687 cs=0 l=1 rev1=1 crypto rx=0x7fcd4000c210 tx=0x7fcd380057f0 comp rx=0 tx=0).stop 2024-09-13T16:13:05.167 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.163+0000 7fcd571bc640 1 -- 172.21.15.76:0/663459328 shutdown_connections 2024-09-13T16:13:05.167 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.163+0000 7fcd571bc640 1 --2- 172.21.15.76:0/663459328 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcd38004370 0x7fcd38004840 unknown :-1 s=CLOSED pgs=1687 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:05.167 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.163+0000 7fcd571bc640 1 -- 172.21.15.76:0/663459328 >> 172.21.15.76:0/663459328 conn(0x7fcd50089f60 msgr2=0x7fcd5009b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:05.167 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.163+0000 7fcd571bc640 1 -- 172.21.15.76:0/663459328 shutdown_connections 2024-09-13T16:13:05.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.163+0000 7fcd571bc640 1 -- 172.21.15.76:0/663459328 wait complete. 2024-09-13T16:13:05.170 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.164+0000 7fcd571bc640 1 Processor -- start 2024-09-13T16:13:05.170 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.164+0000 7fcd571bc640 1 -- start start 2024-09-13T16:13:05.170 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.165+0000 7fcd571bc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcd38004370 0x7fcd500b7530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:05.170 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.165+0000 7fcd571bc640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcd5014fa40 0x7fcd500cbf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:05.170 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.165+0000 7fcd571bc640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcd500d1b30 0x7fcd500d1fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:05.170 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.165+0000 7fcd571bc640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcd500d24f0 con 0x7fcd38004370 2024-09-13T16:13:05.170 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.165+0000 7fcd571bc640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcd500b7b60 con 0x7fcd5014fa40 2024-09-13T16:13:05.170 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.165+0000 7fcd571bc640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcd500b7e40 con 0x7fcd500d1b30 2024-09-13T16:13:05.170 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.165+0000 7fcd54f58640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcd38004370 0x7fcd500b7530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:05.170 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.165+0000 7fcd54f58640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcd38004370 0x7fcd500b7530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49910/0 (socket says 172.21.15.76:49910) 2024-09-13T16:13:05.171 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.165+0000 7fcd54f58640 1 -- 172.21.15.76:0/1162078375 learned_addr learned my addr 172.21.15.76:0/1162078375 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:05.171 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.165+0000 7fcd47fff640 1 --2- 172.21.15.76:0/1162078375 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcd5014fa40 0x7fcd500cbf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:05.171 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.165+0000 7fcd55759640 1 --2- 172.21.15.76:0/1162078375 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcd500d1b30 0x7fcd500d1fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:05.171 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.166+0000 7fcd54f58640 1 -- 172.21.15.76:0/1162078375 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcd500d1b30 msgr2=0x7fcd500d1fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:05.171 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.166+0000 7fcd54f58640 1 --2- 172.21.15.76:0/1162078375 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcd500d1b30 0x7fcd500d1fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:05.171 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.166+0000 7fcd54f58640 1 -- 172.21.15.76:0/1162078375 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcd5014fa40 msgr2=0x7fcd500cbf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:05.171 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.166+0000 7fcd54f58640 1 --2- 172.21.15.76:0/1162078375 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcd5014fa40 0x7fcd500cbf00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:05.171 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.166+0000 7fcd54f58640 1 -- 172.21.15.76:0/1162078375 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcd500b8120 con 0x7fcd38004370 2024-09-13T16:13:05.171 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.166+0000 7fcd47fff640 1 --2- 172.21.15.76:0/1162078375 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcd5014fa40 0x7fcd500cbf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:05.171 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.166+0000 7fcd54f58640 1 --2- 172.21.15.76:0/1162078375 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcd38004370 0x7fcd500b7530 secure :-1 s=READY pgs=1688 cs=0 l=1 rev1=1 crypto rx=0x7fcd4c00e7d0 tx=0x7fcd4c00ec90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:05.171 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.166+0000 7fcd457fa640 1 -- 172.21.15.76:0/1162078375 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd4c0050d0 con 0x7fcd38004370 2024-09-13T16:13:05.171 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.166+0000 7fcd457fa640 1 -- 172.21.15.76:0/1162078375 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcd4c005230 con 0x7fcd38004370 2024-09-13T16:13:05.171 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.166+0000 7fcd571bc640 1 -- 172.21.15.76:0/1162078375 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcd500c9730 con 0x7fcd38004370 2024-09-13T16:13:05.172 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.166+0000 7fcd457fa640 1 -- 172.21.15.76:0/1162078375 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd4c00c6c0 con 0x7fcd38004370 2024-09-13T16:13:05.172 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.166+0000 7fcd571bc640 1 -- 172.21.15.76:0/1162078375 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcd5014fec0 con 0x7fcd38004370 2024-09-13T16:13:05.172 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.167+0000 7fcd571bc640 1 -- 172.21.15.76:0/1162078375 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcd500c9910 con 0x7fcd38004370 2024-09-13T16:13:05.172 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.170+0000 7fcd457fa640 1 -- 172.21.15.76:0/1162078375 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fcd4c00c820 con 0x7fcd38004370 2024-09-13T16:13:05.173 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.170+0000 7fcd457fa640 1 --2- 172.21.15.76:0/1162078375 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcd3c06ac00 0x7fcd3c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:05.173 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.170+0000 7fcd457fa640 1 -- 172.21.15.76:0/1162078375 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fcd4c089df0 con 0x7fcd38004370 2024-09-13T16:13:05.173 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.170+0000 7fcd47fff640 1 --2- 172.21.15.76:0/1162078375 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcd3c06ac00 0x7fcd3c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:05.173 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.171+0000 7fcd47fff640 1 --2- 172.21.15.76:0/1162078375 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcd3c06ac00 0x7fcd3c06d0c0 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7fcd40001eb0 tx=0x7fcd4002d000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:05.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.174+0000 7fcd457fa640 1 -- 172.21.15.76:0/1162078375 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fcd4c054f80 con 0x7fcd38004370 2024-09-13T16:13:05.336 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.334+0000 7fcd571bc640 1 -- 172.21.15.76:0/1162078375 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fcd500cdd90 con 0x7fcd38004370 2024-09-13T16:13:05.336 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.334+0000 7fcd457fa640 1 -- 172.21.15.76:0/1162078375 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v124) v1 ==== 93+0+10 (secure 0 0 0) 0x7fcd4c0012d0 con 0x7fcd38004370 2024-09-13T16:13:05.336 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2024-09-13T16:13:05.338 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.336+0000 7fcd571bc640 1 -- 172.21.15.76:0/1162078375 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcd3c06ac00 msgr2=0x7fcd3c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:05.338 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.336+0000 7fcd571bc640 1 --2- 172.21.15.76:0/1162078375 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcd3c06ac00 0x7fcd3c06d0c0 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7fcd40001eb0 tx=0x7fcd4002d000 comp rx=0 tx=0).stop 2024-09-13T16:13:05.338 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.336+0000 7fcd571bc640 1 -- 172.21.15.76:0/1162078375 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcd38004370 msgr2=0x7fcd500b7530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:05.338 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.336+0000 7fcd571bc640 1 --2- 172.21.15.76:0/1162078375 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcd38004370 0x7fcd500b7530 secure :-1 s=READY pgs=1688 cs=0 l=1 rev1=1 crypto rx=0x7fcd4c00e7d0 tx=0x7fcd4c00ec90 comp rx=0 tx=0).stop 2024-09-13T16:13:05.338 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.336+0000 7fcd571bc640 1 -- 172.21.15.76:0/1162078375 shutdown_connections 2024-09-13T16:13:05.338 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.336+0000 7fcd571bc640 1 --2- 172.21.15.76:0/1162078375 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcd3c06ac00 0x7fcd3c06d0c0 unknown :-1 s=CLOSED pgs=720 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:05.338 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.336+0000 7fcd571bc640 1 --2- 172.21.15.76:0/1162078375 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcd500d1b30 0x7fcd500d1fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:05.338 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.336+0000 7fcd571bc640 1 --2- 172.21.15.76:0/1162078375 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcd5014fa40 0x7fcd500cbf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:05.339 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.336+0000 7fcd571bc640 1 --2- 172.21.15.76:0/1162078375 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcd38004370 0x7fcd500b7530 unknown :-1 s=CLOSED pgs=1688 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:05.339 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.336+0000 7fcd571bc640 1 -- 172.21.15.76:0/1162078375 >> 172.21.15.76:0/1162078375 conn(0x7fcd50089f60 msgr2=0x7fcd500cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:05.339 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.336+0000 7fcd571bc640 1 -- 172.21.15.76:0/1162078375 shutdown_connections 2024-09-13T16:13:05.339 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.336+0000 7fcd571bc640 1 -- 172.21.15.76:0/1162078375 wait complete. 2024-09-13T16:13:05.348 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:13:05.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.470+0000 7fdc00ad7640 1 Processor -- start 2024-09-13T16:13:05.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.470+0000 7fdc00ad7640 1 -- start start 2024-09-13T16:13:05.473 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.471+0000 7fdc00ad7640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fdbfc15c500 0x7fdbfc0d2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:05.473 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.471+0000 7fdc00ad7640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fdbfc0d2590 0x7fdbfc0cd8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:05.473 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.471+0000 7fdc00ad7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdbfc0cde20 0x7fdbfc0d0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:05.473 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.471+0000 7fdc00ad7640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdbfc0cd450 con 0x7fdbfc15c500 2024-09-13T16:13:05.473 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.471+0000 7fdc00ad7640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdbfc0d29f0 con 0x7fdbfc0d2590 2024-09-13T16:13:05.473 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.471+0000 7fdc00ad7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdbfc0d0cf0 con 0x7fdbfc0cde20 2024-09-13T16:13:05.473 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.471+0000 7fdbfa59c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fdbfc15c500 0x7fdbfc0d2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:05.473 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.471+0000 7fdbfa59c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fdbfc15c500 0x7fdbfc0d2050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49912/0 (socket says 172.21.15.76:49912) 2024-09-13T16:13:05.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.471+0000 7fdbfa59c640 1 -- 172.21.15.76:0/2685943927 learned_addr learned my addr 172.21.15.76:0/2685943927 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:05.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.471+0000 7fdbf9d9b640 1 --2- 172.21.15.76:0/2685943927 >> v2:172.21.15.192:3300/0 conn(0x7fdbfc0d2590 0x7fdbfc0cd8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:05.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.471+0000 7fdbfad9d640 1 --2- 172.21.15.76:0/2685943927 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdbfc0cde20 0x7fdbfc0d0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:05.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.471+0000 7fdbfa59c640 1 -- 172.21.15.76:0/2685943927 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdbfc0cde20 msgr2=0x7fdbfc0d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:05.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.471+0000 7fdbfa59c640 1 --2- 172.21.15.76:0/2685943927 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdbfc0cde20 0x7fdbfc0d0000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:05.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.471+0000 7fdbfa59c640 1 -- 172.21.15.76:0/2685943927 >> v2:172.21.15.192:3300/0 conn(0x7fdbfc0d2590 msgr2=0x7fdbfc0cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:05.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.471+0000 7fdbfa59c640 1 --2- 172.21.15.76:0/2685943927 >> v2:172.21.15.192:3300/0 conn(0x7fdbfc0d2590 0x7fdbfc0cd8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:05.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.471+0000 7fdbfa59c640 1 -- 172.21.15.76:0/2685943927 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdbfc0d0fd0 con 0x7fdbfc15c500 2024-09-13T16:13:05.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.472+0000 7fdbfa59c640 1 --2- 172.21.15.76:0/2685943927 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdbfc15c500 0x7fdbfc0d2050 secure :-1 s=READY pgs=1689 cs=0 l=1 rev1=1 crypto rx=0x7fdbfc06ce50 tx=0x7fdbec02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=641eadeda3e07e18 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:05.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.472+0000 7fdbf959a640 1 -- 172.21.15.76:0/2685943927 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdbec032440 con 0x7fdbfc15c500 2024-09-13T16:13:05.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.472+0000 7fdbf959a640 1 -- 172.21.15.76:0/2685943927 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdbec0325a0 con 0x7fdbfc15c500 2024-09-13T16:13:05.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.472+0000 7fdbf959a640 1 -- 172.21.15.76:0/2685943927 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdbec032930 con 0x7fdbfc15c500 2024-09-13T16:13:05.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.473+0000 7fdc00ad7640 1 -- 172.21.15.76:0/2685943927 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdbfc15c500 msgr2=0x7fdbfc0d2050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:05.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.473+0000 7fdc00ad7640 1 --2- 172.21.15.76:0/2685943927 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdbfc15c500 0x7fdbfc0d2050 secure :-1 s=READY pgs=1689 cs=0 l=1 rev1=1 crypto rx=0x7fdbfc06ce50 tx=0x7fdbec02a1e0 comp rx=0 tx=0).stop 2024-09-13T16:13:05.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.473+0000 7fdc00ad7640 1 -- 172.21.15.76:0/2685943927 shutdown_connections 2024-09-13T16:13:05.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.473+0000 7fdc00ad7640 1 --2- 172.21.15.76:0/2685943927 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdbfc0cde20 0x7fdbfc0d0000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:05.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.473+0000 7fdc00ad7640 1 --2- 172.21.15.76:0/2685943927 >> v2:172.21.15.192:3300/0 conn(0x7fdbfc0d2590 0x7fdbfc0cd8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:05.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.473+0000 7fdc00ad7640 1 --2- 172.21.15.76:0/2685943927 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdbfc15c500 0x7fdbfc0d2050 unknown :-1 s=CLOSED pgs=1689 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:05.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.473+0000 7fdc00ad7640 1 -- 172.21.15.76:0/2685943927 >> 172.21.15.76:0/2685943927 conn(0x7fdbfc089f60 msgr2=0x7fdbfc09b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:05.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.473+0000 7fdc00ad7640 1 -- 172.21.15.76:0/2685943927 shutdown_connections 2024-09-13T16:13:05.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.473+0000 7fdc00ad7640 1 -- 172.21.15.76:0/2685943927 wait complete. 2024-09-13T16:13:05.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.475+0000 7fdc00ad7640 1 Processor -- start 2024-09-13T16:13:05.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.475+0000 7fdc00ad7640 1 -- start start 2024-09-13T16:13:05.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.477+0000 7fdc00ad7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdbfc0cde20 0x7fdbfc0caf60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:05.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.477+0000 7fdc00ad7640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdbfc0d2590 0x7fdbfc151e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:05.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.477+0000 7fdc00ad7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdbfc15c500 0x7fdbfc0b0100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:05.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.477+0000 7fdc00ad7640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdbfc0b6380 con 0x7fdbfc15c500 2024-09-13T16:13:05.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.477+0000 7fdc00ad7640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdbfc0cb4a0 con 0x7fdbfc0d2590 2024-09-13T16:13:05.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.477+0000 7fdc00ad7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdbfc0b65f0 con 0x7fdbfc0cde20 2024-09-13T16:13:05.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.477+0000 7fdbfad9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdbfc15c500 0x7fdbfc0b0100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:05.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.477+0000 7fdbfad9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdbfc15c500 0x7fdbfc0b0100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49914/0 (socket says 172.21.15.76:49914) 2024-09-13T16:13:05.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.477+0000 7fdbfad9d640 1 -- 172.21.15.76:0/2200200028 learned_addr learned my addr 172.21.15.76:0/2200200028 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:05.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.477+0000 7fdbf9d9b640 1 --2- 172.21.15.76:0/2200200028 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdbfc0d2590 0x7fdbfc151e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:05.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.477+0000 7fdbfa59c640 1 --2- 172.21.15.76:0/2200200028 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdbfc0cde20 0x7fdbfc0caf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:05.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.477+0000 7fdbfad9d640 1 -- 172.21.15.76:0/2200200028 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdbfc0cde20 msgr2=0x7fdbfc0caf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:05.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.477+0000 7fdbfad9d640 1 --2- 172.21.15.76:0/2200200028 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdbfc0cde20 0x7fdbfc0caf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:05.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.477+0000 7fdbfad9d640 1 -- 172.21.15.76:0/2200200028 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdbfc0d2590 msgr2=0x7fdbfc151e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:05.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.477+0000 7fdbfad9d640 1 --2- 172.21.15.76:0/2200200028 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdbfc0d2590 0x7fdbfc151e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:05.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.477+0000 7fdbfad9d640 1 -- 172.21.15.76:0/2200200028 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdbec0094d0 con 0x7fdbfc15c500 2024-09-13T16:13:05.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.477+0000 7fdbfad9d640 1 --2- 172.21.15.76:0/2200200028 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdbfc15c500 0x7fdbfc0b0100 secure :-1 s=READY pgs=1690 cs=0 l=1 rev1=1 crypto rx=0x7fdbf4007d20 tx=0x7fdbf400e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:05.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.477+0000 7fdbeaffd640 1 -- 172.21.15.76:0/2200200028 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdbf4014420 con 0x7fdbfc15c500 2024-09-13T16:13:05.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.477+0000 7fdbeaffd640 1 -- 172.21.15.76:0/2200200028 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdbf40145a0 con 0x7fdbfc15c500 2024-09-13T16:13:05.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.477+0000 7fdc00ad7640 1 -- 172.21.15.76:0/2200200028 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdbfc0b68d0 con 0x7fdbfc15c500 2024-09-13T16:13:05.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.478+0000 7fdbeaffd640 1 -- 172.21.15.76:0/2200200028 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdbf4014950 con 0x7fdbfc15c500 2024-09-13T16:13:05.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.478+0000 7fdc00ad7640 1 -- 172.21.15.76:0/2200200028 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdbfc0b6e90 con 0x7fdbfc15c500 2024-09-13T16:13:05.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.479+0000 7fdc00ad7640 1 -- 172.21.15.76:0/2200200028 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdbfc06b160 con 0x7fdbfc15c500 2024-09-13T16:13:05.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.479+0000 7fdbeaffd640 1 -- 172.21.15.76:0/2200200028 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fdbf4014ab0 con 0x7fdbfc15c500 2024-09-13T16:13:05.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.480+0000 7fdbeaffd640 1 --2- 172.21.15.76:0/2200200028 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdbdc06ac30 0x7fdbdc06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:05.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.480+0000 7fdbeaffd640 1 -- 172.21.15.76:0/2200200028 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fdbf4089ba0 con 0x7fdbfc15c500 2024-09-13T16:13:05.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.480+0000 7fdbfa59c640 1 --2- 172.21.15.76:0/2200200028 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdbdc06ac30 0x7fdbdc06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:05.482 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.480+0000 7fdbfa59c640 1 --2- 172.21.15.76:0/2200200028 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdbdc06ac30 0x7fdbdc06d0f0 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7fdbec034000 tx=0x7fdbec02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:05.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.484+0000 7fdbeaffd640 1 -- 172.21.15.76:0/2200200028 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fdbf4054cf0 con 0x7fdbfc15c500 2024-09-13T16:13:05.664 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.663+0000 7fdc00ad7640 1 -- 172.21.15.76:0/2200200028 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fdbfc0cd8c0 con 0x7fdbfc15c500 2024-09-13T16:13:05.664 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.663+0000 7fdbeaffd640 1 -- 172.21.15.76:0/2200200028 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v124) v1 ==== 104+0+11 (secure 0 0 0) 0x7fdbf4058310 con 0x7fdbfc15c500 2024-09-13T16:13:05.665 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2024-09-13T16:13:05.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.665+0000 7fdc00ad7640 1 -- 172.21.15.76:0/2200200028 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdbdc06ac30 msgr2=0x7fdbdc06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:05.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.665+0000 7fdc00ad7640 1 --2- 172.21.15.76:0/2200200028 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdbdc06ac30 0x7fdbdc06d0f0 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7fdbec034000 tx=0x7fdbec02e000 comp rx=0 tx=0).stop 2024-09-13T16:13:05.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.665+0000 7fdc00ad7640 1 -- 172.21.15.76:0/2200200028 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdbfc15c500 msgr2=0x7fdbfc0b0100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:05.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.665+0000 7fdc00ad7640 1 --2- 172.21.15.76:0/2200200028 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdbfc15c500 0x7fdbfc0b0100 secure :-1 s=READY pgs=1690 cs=0 l=1 rev1=1 crypto rx=0x7fdbf4007d20 tx=0x7fdbf400e4b0 comp rx=0 tx=0).stop 2024-09-13T16:13:05.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.665+0000 7fdc00ad7640 1 -- 172.21.15.76:0/2200200028 shutdown_connections 2024-09-13T16:13:05.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.665+0000 7fdc00ad7640 1 --2- 172.21.15.76:0/2200200028 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdbfc15c500 0x7fdbfc0b0100 unknown :-1 s=CLOSED pgs=1690 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:05.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.665+0000 7fdc00ad7640 1 --2- 172.21.15.76:0/2200200028 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdbfc0d2590 0x7fdbfc151e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:05.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.665+0000 7fdc00ad7640 1 --2- 172.21.15.76:0/2200200028 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdbdc06ac30 0x7fdbdc06d0f0 unknown :-1 s=CLOSED pgs=721 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:05.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.665+0000 7fdc00ad7640 1 --2- 172.21.15.76:0/2200200028 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdbfc0cde20 0x7fdbfc0caf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:05.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.665+0000 7fdc00ad7640 1 -- 172.21.15.76:0/2200200028 >> 172.21.15.76:0/2200200028 conn(0x7fdbfc089f60 msgr2=0x7fdbfc0d2b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:05.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.665+0000 7fdc00ad7640 1 -- 172.21.15.76:0/2200200028 shutdown_connections 2024-09-13T16:13:05.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.665+0000 7fdc00ad7640 1 -- 172.21.15.76:0/2200200028 wait complete. 2024-09-13T16:13:05.677 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:13:05.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.777+0000 7f08a455e640 1 Processor -- start 2024-09-13T16:13:05.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.777+0000 7f08a455e640 1 -- start start 2024-09-13T16:13:05.780 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.778+0000 7f08a455e640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f089c159310 0x7f089c0ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:05.780 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.778+0000 7f08a455e640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f089c0ce4f0 0x7f089c0ce8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:05.781 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.778+0000 7f08a455e640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f089c0ccbe0 con 0x7f089c0b2b40 2024-09-13T16:13:05.781 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.778+0000 7f08a455e640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f089c0ad940 con 0x7f089c0ce4f0 2024-09-13T16:13:05.781 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.778+0000 7f08a455e640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f089c0b1810 con 0x7f089c159310 2024-09-13T16:13:05.781 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.778+0000 7f08a2afb640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f089c0ce4f0 0x7f089c0ce8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:05.781 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.778+0000 7f08a2afb640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f089c0ce4f0 0x7f089c0ce8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49916/0 (socket says 172.21.15.76:49916) 2024-09-13T16:13:05.781 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.778+0000 7f08a2afb640 1 -- 172.21.15.76:0/4205021556 learned_addr learned my addr 172.21.15.76:0/4205021556 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:05.781 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.778+0000 7f08a22fa640 1 --2- 172.21.15.76:0/4205021556 >> v2:172.21.15.192:3300/0 conn(0x7f089c159310 0x7f089c0ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:05.781 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.778+0000 7f08a2afb640 1 -- 172.21.15.76:0/4205021556 >> v2:172.21.15.192:3300/0 conn(0x7f089c159310 msgr2=0x7f089c0ad400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:05.781 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.778+0000 7f08a2afb640 1 --2- 172.21.15.76:0/4205021556 >> v2:172.21.15.192:3300/0 conn(0x7f089c159310 0x7f089c0ad400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:05.781 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.778+0000 7f08a2afb640 1 -- 172.21.15.76:0/4205021556 >> v1:172.21.15.192:6789/0 conn(0x7f089c0b2b40 legacy=0x7f089c0ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:05.781 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.778+0000 7f08a2afb640 1 -- 172.21.15.76:0/4205021556 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f089c0cee10 con 0x7f089c0ce4f0 2024-09-13T16:13:05.781 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.779+0000 7f08a2afb640 1 --2- 172.21.15.76:0/4205021556 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f089c0ce4f0 0x7f089c0ce8d0 secure :-1 s=READY pgs=1691 cs=0 l=1 rev1=1 crypto rx=0x7f089c0cac90 tx=0x7f089402a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=40eeaa6b66334d21 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:05.782 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.779+0000 7f08a12f8640 1 -- 172.21.15.76:0/4205021556 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0894031600 con 0x7f089c0ce4f0 2024-09-13T16:13:05.782 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.779+0000 7f08a12f8640 1 -- 172.21.15.76:0/4205021556 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f089402d050 con 0x7f089c0ce4f0 2024-09-13T16:13:05.782 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.779+0000 7f08a12f8640 1 -- 172.21.15.76:0/4205021556 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0894031980 con 0x7f089c0ce4f0 2024-09-13T16:13:05.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.780+0000 7f08a455e640 1 -- 172.21.15.76:0/4205021556 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f089c0ce4f0 msgr2=0x7f089c0ce8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:05.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.780+0000 7f08a455e640 1 --2- 172.21.15.76:0/4205021556 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f089c0ce4f0 0x7f089c0ce8d0 secure :-1 s=READY pgs=1691 cs=0 l=1 rev1=1 crypto rx=0x7f089c0cac90 tx=0x7f089402a660 comp rx=0 tx=0).stop 2024-09-13T16:13:05.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.780+0000 7f08a455e640 1 -- 172.21.15.76:0/4205021556 shutdown_connections 2024-09-13T16:13:05.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.780+0000 7f08a455e640 1 --2- 172.21.15.76:0/4205021556 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f089c0ce4f0 0x7f089c0ce8d0 unknown :-1 s=CLOSED pgs=1691 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:05.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.780+0000 7f08a455e640 1 --2- 172.21.15.76:0/4205021556 >> v2:172.21.15.192:3300/0 conn(0x7f089c159310 0x7f089c0ad400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:05.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.780+0000 7f08a455e640 1 -- 172.21.15.76:0/4205021556 >> 172.21.15.76:0/4205021556 conn(0x7f089c06a0b0 msgr2=0x7f089c06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:05.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.780+0000 7f08a455e640 1 -- 172.21.15.76:0/4205021556 shutdown_connections 2024-09-13T16:13:05.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.780+0000 7f08a455e640 1 -- 172.21.15.76:0/4205021556 wait complete. 2024-09-13T16:13:05.786 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.781+0000 7f08a455e640 1 Processor -- start 2024-09-13T16:13:05.786 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.781+0000 7f08a455e640 1 -- start start 2024-09-13T16:13:05.786 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.782+0000 7f08a455e640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f089c0b2b40 0x7f089c09a480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:05.786 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.782+0000 7f08a455e640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f089c0ce4f0 0x7f089c0cafd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:05.786 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.782+0000 7f08a455e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f089c159310 0x7f089c0c3ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:05.786 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.782+0000 7f08a455e640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f089c099a30 con 0x7f089c159310 2024-09-13T16:13:05.786 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.782+0000 7f08a455e640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f089c0cb800 con 0x7f089c0b2b40 2024-09-13T16:13:05.786 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.782+0000 7f08a455e640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f089c0cbae0 con 0x7f089c0ce4f0 2024-09-13T16:13:05.786 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.782+0000 7f08a2afb640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f089c159310 0x7f089c0c3ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:05.786 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.782+0000 7f08a2afb640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f089c159310 0x7f089c0c3ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49930/0 (socket says 172.21.15.76:49930) 2024-09-13T16:13:05.786 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.782+0000 7f08a2afb640 1 -- 172.21.15.76:0/1999579709 learned_addr learned my addr 172.21.15.76:0/1999579709 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:05.786 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.782+0000 7f08a22fa640 1 --2- 172.21.15.76:0/1999579709 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f089c0b2b40 0x7f089c09a480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:05.786 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.782+0000 7f08a1af9640 1 --2- 172.21.15.76:0/1999579709 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f089c0ce4f0 0x7f089c0cafd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:05.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.782+0000 7f08a2afb640 1 -- 172.21.15.76:0/1999579709 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f089c0ce4f0 msgr2=0x7f089c0cafd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:05.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.782+0000 7f08a2afb640 1 --2- 172.21.15.76:0/1999579709 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f089c0ce4f0 0x7f089c0cafd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:05.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.782+0000 7f08a2afb640 1 -- 172.21.15.76:0/1999579709 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f089c0b2b40 msgr2=0x7f089c09a480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:05.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.782+0000 7f08a2afb640 1 --2- 172.21.15.76:0/1999579709 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f089c0b2b40 0x7f089c09a480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:05.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.782+0000 7f08a2afb640 1 -- 172.21.15.76:0/1999579709 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0894009b30 con 0x7f089c159310 2024-09-13T16:13:05.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.782+0000 7f08a22fa640 1 --2- 172.21.15.76:0/1999579709 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f089c0b2b40 0x7f089c09a480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:13:05.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.782+0000 7f08a2afb640 1 --2- 172.21.15.76:0/1999579709 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f089c159310 0x7f089c0c3ad0 secure :-1 s=READY pgs=1692 cs=0 l=1 rev1=1 crypto rx=0x7f0894034040 tx=0x7f0894004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:05.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.782+0000 7f0892ffd640 1 -- 172.21.15.76:0/1999579709 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f089403d860 con 0x7f089c159310 2024-09-13T16:13:05.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.782+0000 7f0892ffd640 1 -- 172.21.15.76:0/1999579709 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f089403d9e0 con 0x7f089c159310 2024-09-13T16:13:05.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.782+0000 7f0892ffd640 1 -- 172.21.15.76:0/1999579709 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f089403dd90 con 0x7f089c159310 2024-09-13T16:13:05.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.782+0000 7f08a455e640 1 -- 172.21.15.76:0/1999579709 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f089c099c80 con 0x7f089c159310 2024-09-13T16:13:05.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.782+0000 7f08a455e640 1 -- 172.21.15.76:0/1999579709 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f089c0cb510 con 0x7f089c159310 2024-09-13T16:13:05.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.783+0000 7f08a455e640 1 -- 172.21.15.76:0/1999579709 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f089c0cbca0 con 0x7f089c159310 2024-09-13T16:13:05.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.784+0000 7f0892ffd640 1 -- 172.21.15.76:0/1999579709 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f089403b400 con 0x7f089c159310 2024-09-13T16:13:05.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.784+0000 7f0892ffd640 1 --2- 172.21.15.76:0/1999579709 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f088006ac00 0x7f088006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:05.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.784+0000 7f0892ffd640 1 -- 172.21.15.76:0/1999579709 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f089402ae40 con 0x7f089c159310 2024-09-13T16:13:05.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.784+0000 7f08a22fa640 1 --2- 172.21.15.76:0/1999579709 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f088006ac00 0x7f088006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:05.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.784+0000 7f08a22fa640 1 --2- 172.21.15.76:0/1999579709 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f088006ac00 0x7f088006d0c0 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7f0898006fd0 tx=0x7f0898008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:05.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.788+0000 7f0892ffd640 1 -- 172.21.15.76:0/1999579709 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f089c0cbca0 con 0x7f089c159310 2024-09-13T16:13:05.950 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.949+0000 7f08a455e640 1 -- 172.21.15.76:0/1999579709 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f089c0cbca0 con 0x7f089c159310 2024-09-13T16:13:05.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.950+0000 7f0892ffd640 1 -- 172.21.15.76:0/1999579709 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v124) v1 ==== 100+0+11 (secure 0 0 0) 0x7f089c0cbca0 con 0x7f089c159310 2024-09-13T16:13:05.951 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2024-09-13T16:13:05.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.952+0000 7f08a455e640 1 -- 172.21.15.76:0/1999579709 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f088006ac00 msgr2=0x7f088006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:05.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.952+0000 7f08a455e640 1 --2- 172.21.15.76:0/1999579709 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f088006ac00 0x7f088006d0c0 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7f0898006fd0 tx=0x7f0898008040 comp rx=0 tx=0).stop 2024-09-13T16:13:05.954 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.952+0000 7f08a455e640 1 -- 172.21.15.76:0/1999579709 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f089c159310 msgr2=0x7f089c0c3ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:05.954 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.952+0000 7f08a455e640 1 --2- 172.21.15.76:0/1999579709 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f089c159310 0x7f089c0c3ad0 secure :-1 s=READY pgs=1692 cs=0 l=1 rev1=1 crypto rx=0x7f0894034040 tx=0x7f0894004a40 comp rx=0 tx=0).stop 2024-09-13T16:13:05.954 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.952+0000 7f08a455e640 1 -- 172.21.15.76:0/1999579709 shutdown_connections 2024-09-13T16:13:05.954 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.952+0000 7f08a455e640 1 --2- 172.21.15.76:0/1999579709 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f089c159310 0x7f089c0c3ad0 unknown :-1 s=CLOSED pgs=1692 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:05.954 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.952+0000 7f08a455e640 1 --2- 172.21.15.76:0/1999579709 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f088006ac00 0x7f088006d0c0 unknown :-1 s=CLOSED pgs=722 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:05.954 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.952+0000 7f08a455e640 1 --2- 172.21.15.76:0/1999579709 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f089c0ce4f0 0x7f089c0cafd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:05.954 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.952+0000 7f08a455e640 1 --2- 172.21.15.76:0/1999579709 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f089c0b2b40 0x7f089c09a480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:05.954 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.952+0000 7f08a455e640 1 -- 172.21.15.76:0/1999579709 >> 172.21.15.76:0/1999579709 conn(0x7f089c06a0b0 msgr2=0x7f089c06a490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:05.954 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.952+0000 7f08a455e640 1 -- 172.21.15.76:0/1999579709 shutdown_connections 2024-09-13T16:13:05.954 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:05.952+0000 7f08a455e640 1 -- 172.21.15.76:0/1999579709 wait complete. 2024-09-13T16:13:05.964 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:13:06.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.064+0000 7feb10080640 1 Processor -- start 2024-09-13T16:13:06.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.064+0000 7feb10080640 1 -- start start 2024-09-13T16:13:06.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.065+0000 7feb10080640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7feb08072110 0x7feb08070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:06.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.065+0000 7feb10080640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7feb080c8920 0x7feb080c8db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:06.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.065+0000 7feb10080640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7feb080abdf0 con 0x7feb08071d30 2024-09-13T16:13:06.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.065+0000 7feb10080640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7feb080c92f0 con 0x7feb08072110 2024-09-13T16:13:06.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.065+0000 7feb10080640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7feb080b2280 con 0x7feb080c8920 2024-09-13T16:13:06.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.065+0000 7feb0d61b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7feb08072110 0x7feb08070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:06.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.065+0000 7feb0d61b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7feb08072110 0x7feb08070190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49942/0 (socket says 172.21.15.76:49942) 2024-09-13T16:13:06.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.065+0000 7feb0de1c640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7feb08071d30 0x7feb080b1b70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:39340/0 (socket says 172.21.15.76:39340) 2024-09-13T16:13:06.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.065+0000 7feb0d61b640 1 -- 172.21.15.76:0/489627132 learned_addr learned my addr 172.21.15.76:0/489627132 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:06.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.065+0000 7feb0e61d640 1 --2- 172.21.15.76:0/489627132 >> v2:172.21.15.192:3300/0 conn(0x7feb080c8920 0x7feb080c8db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:06.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.065+0000 7feb0d61b640 1 -- 172.21.15.76:0/489627132 >> v2:172.21.15.192:3300/0 conn(0x7feb080c8920 msgr2=0x7feb080c8db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:06.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.065+0000 7feb0d61b640 1 --2- 172.21.15.76:0/489627132 >> v2:172.21.15.192:3300/0 conn(0x7feb080c8920 0x7feb080c8db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:06.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.065+0000 7feb0d61b640 1 -- 172.21.15.76:0/489627132 >> v1:172.21.15.76:6789/0 conn(0x7feb08071d30 legacy=0x7feb080b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:06.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.065+0000 7feb0d61b640 1 -- 172.21.15.76:0/489627132 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feb080ab1e0 con 0x7feb08072110 2024-09-13T16:13:06.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.065+0000 7feb0ce1a640 1 -- 172.21.15.76:0/489627132 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 350361155 0 0) 0x7feb080abdf0 con 0x7feb08071d30 2024-09-13T16:13:06.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.065+0000 7feb0e61d640 1 --2- 172.21.15.76:0/489627132 >> v2:172.21.15.192:3300/0 conn(0x7feb080c8920 0x7feb080c8db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:06.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.066+0000 7feb0d61b640 1 --2- 172.21.15.76:0/489627132 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb08072110 0x7feb08070190 secure :-1 s=READY pgs=1694 cs=0 l=1 rev1=1 crypto rx=0x7feb0806ff50 tx=0x7feaf802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=51c186baa9e3bbde server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:06.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.066+0000 7feb0ce1a640 1 -- 172.21.15.76:0/489627132 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feaf8032440 con 0x7feb08072110 2024-09-13T16:13:06.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.066+0000 7feb0ce1a640 1 -- 172.21.15.76:0/489627132 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feaf80325a0 con 0x7feb08072110 2024-09-13T16:13:06.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.066+0000 7feb0ce1a640 1 -- 172.21.15.76:0/489627132 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feaf8032930 con 0x7feb08072110 2024-09-13T16:13:06.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.066+0000 7feb10080640 1 -- 172.21.15.76:0/489627132 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb08072110 msgr2=0x7feb08070190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:06.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.066+0000 7feb10080640 1 --2- 172.21.15.76:0/489627132 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb08072110 0x7feb08070190 secure :-1 s=READY pgs=1694 cs=0 l=1 rev1=1 crypto rx=0x7feb0806ff50 tx=0x7feaf802a270 comp rx=0 tx=0).stop 2024-09-13T16:13:06.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.066+0000 7feb10080640 1 -- 172.21.15.76:0/489627132 shutdown_connections 2024-09-13T16:13:06.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.066+0000 7feb10080640 1 --2- 172.21.15.76:0/489627132 >> v2:172.21.15.192:3300/0 conn(0x7feb080c8920 0x7feb080c8db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:06.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.066+0000 7feb10080640 1 --2- 172.21.15.76:0/489627132 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb08072110 0x7feb08070190 unknown :-1 s=CLOSED pgs=1694 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:06.070 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.066+0000 7feb10080640 1 -- 172.21.15.76:0/489627132 >> 172.21.15.76:0/489627132 conn(0x7feb08069ed0 msgr2=0x7feb0806a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:06.070 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.067+0000 7feb10080640 1 -- 172.21.15.76:0/489627132 shutdown_connections 2024-09-13T16:13:06.070 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.067+0000 7feb10080640 1 -- 172.21.15.76:0/489627132 wait complete. 2024-09-13T16:13:06.070 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.068+0000 7feb10080640 1 Processor -- start 2024-09-13T16:13:06.070 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.068+0000 7feb10080640 1 -- start start 2024-09-13T16:13:06.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.068+0000 7feb10080640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feb08071d30 0x7feb080c8140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:06.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.068+0000 7feb10080640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb08072110 0x7feb080c5730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:06.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.068+0000 7feb10080640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb080c8920 0x7feb081ef960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:06.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.068+0000 7feb10080640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb080c4020 con 0x7feb080c8920 2024-09-13T16:13:06.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.068+0000 7feb10080640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb080cd430 con 0x7feb08071d30 2024-09-13T16:13:06.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.068+0000 7feb10080640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feb080c5c70 con 0x7feb08072110 2024-09-13T16:13:06.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.069+0000 7feb0e61d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb080c8920 0x7feb081ef960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:06.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.069+0000 7feb0e61d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb080c8920 0x7feb081ef960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49946/0 (socket says 172.21.15.76:49946) 2024-09-13T16:13:06.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.069+0000 7feb0e61d640 1 -- 172.21.15.76:0/685217845 learned_addr learned my addr 172.21.15.76:0/685217845 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:06.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.069+0000 7feb0de1c640 1 --2- 172.21.15.76:0/685217845 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feb08071d30 0x7feb080c8140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:06.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.069+0000 7feb0d61b640 1 --2- 172.21.15.76:0/685217845 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb08072110 0x7feb080c5730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:06.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.069+0000 7feb0e61d640 1 -- 172.21.15.76:0/685217845 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb08072110 msgr2=0x7feb080c5730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:06.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.069+0000 7feb0e61d640 1 --2- 172.21.15.76:0/685217845 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb08072110 0x7feb080c5730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:06.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.069+0000 7feb0e61d640 1 -- 172.21.15.76:0/685217845 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feb08071d30 msgr2=0x7feb080c8140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:06.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.069+0000 7feb0e61d640 1 --2- 172.21.15.76:0/685217845 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feb08071d30 0x7feb080c8140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:06.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.069+0000 7feb0e61d640 1 -- 172.21.15.76:0/685217845 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feaf80094d0 con 0x7feb080c8920 2024-09-13T16:13:06.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.069+0000 7feb0d61b640 1 --2- 172.21.15.76:0/685217845 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb08072110 0x7feb080c5730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:13:06.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.069+0000 7feb0e61d640 1 --2- 172.21.15.76:0/685217845 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb080c8920 0x7feb081ef960 secure :-1 s=READY pgs=1695 cs=0 l=1 rev1=1 crypto rx=0x7feb00007df0 tx=0x7feb0000d4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:06.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.069+0000 7feafe7fc640 1 -- 172.21.15.76:0/685217845 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb00003990 con 0x7feb080c8920 2024-09-13T16:13:06.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.069+0000 7feafe7fc640 1 -- 172.21.15.76:0/685217845 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feb0000f040 con 0x7feb080c8920 2024-09-13T16:13:06.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.069+0000 7feb10080640 1 -- 172.21.15.76:0/685217845 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7feb080cc820 con 0x7feb080c8920 2024-09-13T16:13:06.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.069+0000 7feafe7fc640 1 -- 172.21.15.76:0/685217845 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb00003d30 con 0x7feb080c8920 2024-09-13T16:13:06.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.069+0000 7feb10080640 1 -- 172.21.15.76:0/685217845 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feb080ccde0 con 0x7feb080c8920 2024-09-13T16:13:06.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.070+0000 7feb10080640 1 -- 172.21.15.76:0/685217845 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7feb080cbc80 con 0x7feb080c8920 2024-09-13T16:13:06.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.071+0000 7feafe7fc640 1 -- 172.21.15.76:0/685217845 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7feb00004030 con 0x7feb080c8920 2024-09-13T16:13:06.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.071+0000 7feafe7fc640 1 --2- 172.21.15.76:0/685217845 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feaec06ac00 0x7feaec06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:06.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.071+0000 7feb0de1c640 1 --2- 172.21.15.76:0/685217845 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feaec06ac00 0x7feaec06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:06.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.071+0000 7feafe7fc640 1 -- 172.21.15.76:0/685217845 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 6029+0+0 (secure 0 0 0) 0x7feb00089740 con 0x7feb080c8920 2024-09-13T16:13:06.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.071+0000 7feb0de1c640 1 --2- 172.21.15.76:0/685217845 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feaec06ac00 0x7feaec06d0c0 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7feb04000f60 tx=0x7feb04007b50 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:06.076 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.075+0000 7feafe7fc640 1 -- 172.21.15.76:0/685217845 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7feb00054870 con 0x7feb080c8920 2024-09-13T16:13:06.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.250+0000 7feb10080640 1 -- 172.21.15.76:0/685217845 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7feb08070190 con 0x7feb080c8920 2024-09-13T16:13:06.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.251+0000 7feafe7fc640 1 -- 172.21.15.76:0/685217845 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v124) v1 ==== 80+0+0 (secure 0 0 0) 0x7feb00003e90 con 0x7feb080c8920 2024-09-13T16:13:06.252 INFO:teuthology.orchestra.run.smithi076.stderr:listed 0 entries 2024-09-13T16:13:06.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.253+0000 7feb10080640 1 -- 172.21.15.76:0/685217845 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feaec06ac00 msgr2=0x7feaec06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:06.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.253+0000 7feb10080640 1 --2- 172.21.15.76:0/685217845 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feaec06ac00 0x7feaec06d0c0 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7feb04000f60 tx=0x7feb04007b50 comp rx=0 tx=0).stop 2024-09-13T16:13:06.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.253+0000 7feb10080640 1 -- 172.21.15.76:0/685217845 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb080c8920 msgr2=0x7feb081ef960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:06.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.253+0000 7feb10080640 1 --2- 172.21.15.76:0/685217845 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb080c8920 0x7feb081ef960 secure :-1 s=READY pgs=1695 cs=0 l=1 rev1=1 crypto rx=0x7feb00007df0 tx=0x7feb0000d4a0 comp rx=0 tx=0).stop 2024-09-13T16:13:06.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.253+0000 7feb10080640 1 -- 172.21.15.76:0/685217845 shutdown_connections 2024-09-13T16:13:06.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.253+0000 7feb10080640 1 --2- 172.21.15.76:0/685217845 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb080c8920 0x7feb081ef960 unknown :-1 s=CLOSED pgs=1695 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:06.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.253+0000 7feb10080640 1 --2- 172.21.15.76:0/685217845 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feaec06ac00 0x7feaec06d0c0 unknown :-1 s=CLOSED pgs=723 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:06.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.253+0000 7feb10080640 1 --2- 172.21.15.76:0/685217845 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb08072110 0x7feb080c5730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:06.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.253+0000 7feb10080640 1 --2- 172.21.15.76:0/685217845 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feb08071d30 0x7feb080c8140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:06.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.253+0000 7feb10080640 1 -- 172.21.15.76:0/685217845 >> 172.21.15.76:0/685217845 conn(0x7feb08069ed0 msgr2=0x7feb080cb570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:06.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.253+0000 7feb10080640 1 -- 172.21.15.76:0/685217845 shutdown_connections 2024-09-13T16:13:06.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.253+0000 7feb10080640 1 -- 172.21.15.76:0/685217845 wait complete. 2024-09-13T16:13:06.264 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi076.front.sepia.ceph.com... 2024-09-13T16:13:06.265 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:13:06.265 DEBUG:teuthology.orchestra.run.smithi076:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-13T16:13:06.288 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi076.stderr:ceph-fuse[77586]: fuse finished with error 0 and tester_r 0 2024-09-13T16:13:06.289 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi076.front.sepia.ceph.com 2024-09-13T16:13:06.289 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:13:06.290 DEBUG:teuthology.orchestra.run.smithi076:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T16:13:06.458 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-13T16:13:06.458 DEBUG:teuthology.orchestra.run.smithi192:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:13:06.476 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:13:06.597 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.595+0000 7f0bb4dbc640 1 Processor -- start 2024-09-13T16:13:06.597 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.595+0000 7f0bb4dbc640 1 -- start start 2024-09-13T16:13:06.600 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.596+0000 7f0bb4dbc640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0bb015c660 0x7f0bb0167160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:06.600 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.596+0000 7f0bb4dbc640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0bb0066090 con 0x7f0bb006b5f0 2024-09-13T16:13:06.600 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.596+0000 7f0bb4dbc640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0bb00ac6f0 con 0x7f0bb015c280 2024-09-13T16:13:06.600 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.596+0000 7f0bb4dbc640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0bb00ac9d0 con 0x7f0bb015c660 2024-09-13T16:13:06.600 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.596+0000 7f0badd9b640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f0bb006b5f0 0x7f0bb00abae0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:39350/0 (socket says 172.21.15.76:39350) 2024-09-13T16:13:06.601 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.596+0000 7f0badd9b640 1 -- 172.21.15.76:0/4151936217 learned_addr learned my addr 172.21.15.76:0/4151936217 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:13:06.601 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.597+0000 7f0bad59a640 1 -- 172.21.15.76:0/4151936217 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1660024699 0 0) 0x7f0bb0066090 con 0x7f0bb006b5f0 2024-09-13T16:13:06.601 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.597+0000 7f0bad59a640 1 -- 172.21.15.76:0/4151936217 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0b9c003520 con 0x7f0bb006b5f0 2024-09-13T16:13:06.601 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.597+0000 7f0baed9d640 1 --2- 172.21.15.76:0/4151936217 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0bb015c660 0x7f0bb0167160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:06.601 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.597+0000 7f0bad59a640 1 -- 172.21.15.76:0/4151936217 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2418284147 0 0) 0x7f0b9c003520 con 0x7f0bb006b5f0 2024-09-13T16:13:06.601 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.597+0000 7f0bad59a640 1 -- 172.21.15.76:0/4151936217 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0bb015c660 msgr2=0x7f0bb0167160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:06.601 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.597+0000 7f0bad59a640 1 --2- 172.21.15.76:0/4151936217 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0bb015c660 0x7f0bb0167160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:06.601 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.597+0000 7f0bad59a640 1 -- 172.21.15.76:0/4151936217 >> v1:172.21.15.192:6789/0 conn(0x7f0bb015c280 legacy=0x7f0bb006aee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:06.601 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.597+0000 7f0bad59a640 1 -- 172.21.15.76:0/4151936217 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0bb00accb0 con 0x7f0bb006b5f0 2024-09-13T16:13:06.601 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.597+0000 7f0bad59a640 1 -- 172.21.15.76:0/4151936217 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f0ba0001670 con 0x7f0bb006b5f0 2024-09-13T16:13:06.601 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.597+0000 7f0bad59a640 1 -- 172.21.15.76:0/4151936217 >> v1:172.21.15.76:6789/0 conn(0x7f0bb006b5f0 legacy=0x7f0bb00abae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:06.601 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.597+0000 7f0bad59a640 1 --2- 172.21.15.76:0/4151936217 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0b9c0039a0 0x7f0b9c003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:06.602 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.597+0000 7f0bad59a640 1 --2- 172.21.15.76:0/4151936217 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0bb015c660 0x7f0b9c0047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:06.602 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.597+0000 7f0bad59a640 1 --2- 172.21.15.76:0/4151936217 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0b9c004d00 0x7f0b9c005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:06.602 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.597+0000 7f0bad59a640 1 -- 172.21.15.76:0/4151936217 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0bb00ac9d0 con 0x7f0b9c0039a0 2024-09-13T16:13:06.602 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.597+0000 7f0bad59a640 1 -- 172.21.15.76:0/4151936217 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0b9c00bb10 con 0x7f0b9c004d00 2024-09-13T16:13:06.602 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.597+0000 7f0bad59a640 1 -- 172.21.15.76:0/4151936217 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0b9c00bcd0 con 0x7f0bb015c660 2024-09-13T16:13:06.602 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.597+0000 7f0bae59c640 1 --2- 172.21.15.76:0/4151936217 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0b9c0039a0 0x7f0b9c003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:06.602 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.597+0000 7f0badd9b640 1 --2- 172.21.15.76:0/4151936217 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0bb015c660 0x7f0b9c0047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:06.602 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.597+0000 7f0baed9d640 1 --2- 172.21.15.76:0/4151936217 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0b9c004d00 0x7f0b9c005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:06.602 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.597+0000 7f0bae59c640 1 -- 172.21.15.76:0/4151936217 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0bb015c660 msgr2=0x7f0b9c0047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:06.602 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.597+0000 7f0bae59c640 1 --2- 172.21.15.76:0/4151936217 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0bb015c660 0x7f0b9c0047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:06.602 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.597+0000 7f0bae59c640 1 -- 172.21.15.76:0/4151936217 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0b9c004d00 msgr2=0x7f0b9c005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:06.602 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.597+0000 7f0bae59c640 1 --2- 172.21.15.76:0/4151936217 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0b9c004d00 0x7f0b9c005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:06.602 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.597+0000 7f0bae59c640 1 -- 172.21.15.76:0/4151936217 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0b9c003520 con 0x7f0b9c0039a0 2024-09-13T16:13:06.602 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.598+0000 7f0bae59c640 1 --2- 172.21.15.76:0/4151936217 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0b9c0039a0 0x7f0b9c003dc0 secure :-1 s=READY pgs=1697 cs=0 l=1 rev1=1 crypto rx=0x7f0b98001750 tx=0x7f0b9c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=788d2c80169620e6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:06.603 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.598+0000 7f0bad59a640 1 -- 172.21.15.76:0/4151936217 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b980052d0 con 0x7f0b9c0039a0 2024-09-13T16:13:06.603 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.598+0000 7f0bad59a640 1 -- 172.21.15.76:0/4151936217 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0b98005430 con 0x7f0b9c0039a0 2024-09-13T16:13:06.603 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.598+0000 7f0bad59a640 1 -- 172.21.15.76:0/4151936217 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b9802abe0 con 0x7f0b9c0039a0 2024-09-13T16:13:06.603 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.599+0000 7f0bb4dbc640 1 -- 172.21.15.76:0/4151936217 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0b9c0039a0 msgr2=0x7f0b9c003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:06.603 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.599+0000 7f0bb4dbc640 1 --2- 172.21.15.76:0/4151936217 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0b9c0039a0 0x7f0b9c003dc0 secure :-1 s=READY pgs=1697 cs=0 l=1 rev1=1 crypto rx=0x7f0b98001750 tx=0x7f0b9c0057f0 comp rx=0 tx=0).stop 2024-09-13T16:13:06.603 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.599+0000 7f0baed9d640 1 -- 172.21.15.76:0/4151936217 reap_dead start 2024-09-13T16:13:06.603 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.599+0000 7f0bb4dbc640 1 -- 172.21.15.76:0/4151936217 shutdown_connections 2024-09-13T16:13:06.603 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.599+0000 7f0bb4dbc640 1 -- 172.21.15.76:0/4151936217 >> 172.21.15.76:0/4151936217 conn(0x7f0bb00709f0 msgr2=0x7f0bb0070e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:06.603 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.599+0000 7f0bb4dbc640 1 -- 172.21.15.76:0/4151936217 shutdown_connections 2024-09-13T16:13:06.603 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.599+0000 7f0bb4dbc640 1 -- 172.21.15.76:0/4151936217 wait complete. 2024-09-13T16:13:06.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.600+0000 7f0bb4dbc640 1 Processor -- start 2024-09-13T16:13:06.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.600+0000 7f0bb4dbc640 1 -- start start 2024-09-13T16:13:06.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.601+0000 7f0bb4dbc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0b9c0039a0 0x7f0bb0155bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:06.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.601+0000 7f0bb4dbc640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0bb0151e10 0x7f0bb006ebb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:06.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.601+0000 7f0bb4dbc640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0bb01575b0 0x7f0bb0148310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:06.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.601+0000 7f0bb4dbc640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0bb0157120 con 0x7f0b9c0039a0 2024-09-13T16:13:06.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.601+0000 7f0bb4dbc640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0bb0156510 con 0x7f0bb0151e10 2024-09-13T16:13:06.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.601+0000 7f0bb4dbc640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0bb01567f0 con 0x7f0bb01575b0 2024-09-13T16:13:06.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.601+0000 7f0bae59c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0b9c0039a0 0x7f0bb0155bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:06.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.601+0000 7f0bae59c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0b9c0039a0 0x7f0bb0155bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49972/0 (socket says 172.21.15.76:49972) 2024-09-13T16:13:06.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.601+0000 7f0bae59c640 1 -- 172.21.15.76:0/4253058824 learned_addr learned my addr 172.21.15.76:0/4253058824 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:06.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.601+0000 7f0badd9b640 1 --2- 172.21.15.76:0/4253058824 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0bb0151e10 0x7f0bb006ebb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:06.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.601+0000 7f0baed9d640 1 --2- 172.21.15.76:0/4253058824 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0bb01575b0 0x7f0bb0148310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:06.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.601+0000 7f0bae59c640 1 -- 172.21.15.76:0/4253058824 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0bb01575b0 msgr2=0x7f0bb0148310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:06.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.601+0000 7f0bae59c640 1 --2- 172.21.15.76:0/4253058824 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0bb01575b0 0x7f0bb0148310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:06.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.601+0000 7f0bae59c640 1 -- 172.21.15.76:0/4253058824 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0bb0151e10 msgr2=0x7f0bb006ebb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:06.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.601+0000 7f0bae59c640 1 --2- 172.21.15.76:0/4253058824 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0bb0151e10 0x7f0bb006ebb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:06.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.601+0000 7f0bae59c640 1 -- 172.21.15.76:0/4253058824 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0bb0156ad0 con 0x7f0b9c0039a0 2024-09-13T16:13:06.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.602+0000 7f0bae59c640 1 --2- 172.21.15.76:0/4253058824 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0b9c0039a0 0x7f0bb0155bc0 secure :-1 s=READY pgs=1698 cs=0 l=1 rev1=1 crypto rx=0x7f0b9802a4c0 tx=0x7f0b98001120 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:06.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.602+0000 7f0ba6ffd640 1 -- 172.21.15.76:0/4253058824 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b980075f0 con 0x7f0b9c0039a0 2024-09-13T16:13:06.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.602+0000 7f0ba6ffd640 1 -- 172.21.15.76:0/4253058824 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0b98007a30 con 0x7f0b9c0039a0 2024-09-13T16:13:06.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.602+0000 7f0bb4dbc640 1 -- 172.21.15.76:0/4253058824 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0bb0156db0 con 0x7f0b9c0039a0 2024-09-13T16:13:06.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.602+0000 7f0ba6ffd640 1 -- 172.21.15.76:0/4253058824 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b980069d0 con 0x7f0b9c0039a0 2024-09-13T16:13:06.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.602+0000 7f0bb4dbc640 1 -- 172.21.15.76:0/4253058824 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0bb01562e0 con 0x7f0b9c0039a0 2024-09-13T16:13:06.608 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.603+0000 7f0bb4dbc640 1 -- 172.21.15.76:0/4253058824 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0bb00abae0 con 0x7f0b9c0039a0 2024-09-13T16:13:06.608 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.603+0000 7f0ba6ffd640 1 -- 172.21.15.76:0/4253058824 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f0b98006b30 con 0x7f0b9c0039a0 2024-09-13T16:13:06.608 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.603+0000 7f0ba6ffd640 1 --2- 172.21.15.76:0/4253058824 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0b9006ac00 0x7f0b9006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:06.608 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.604+0000 7f0ba6ffd640 1 -- 172.21.15.76:0/4253058824 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f0b980a8f70 con 0x7f0b9c0039a0 2024-09-13T16:13:06.608 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.604+0000 7f0badd9b640 1 --2- 172.21.15.76:0/4253058824 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0b9006ac00 0x7f0b9006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:06.608 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.604+0000 7f0badd9b640 1 --2- 172.21.15.76:0/4253058824 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0b9006ac00 0x7f0b9006d0c0 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7f0ba0001c10 tx=0x7f0ba0001b20 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:06.609 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.608+0000 7f0ba6ffd640 1 -- 172.21.15.76:0/4253058824 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f0b980dc9c0 con 0x7f0b9c0039a0 2024-09-13T16:13:06.769 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.767+0000 7f0bb4dbc640 1 -- 172.21.15.76:0/4253058824 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f0bb00abae0 con 0x7f0b9c0039a0 2024-09-13T16:13:06.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.769+0000 7f0ba6ffd640 1 -- 172.21.15.76:0/4253058824 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v124) v1 ==== 74+0+16748 (secure 0 0 0) 0x7f0b98042090 con 0x7f0b9c0039a0 2024-09-13T16:13:06.770 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:13:06.770 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":124,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:12:38.389508+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":18,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":17,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:12:35.555609+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"123","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":18,"pool_name":"cephfs_data","create_time":"2024-09-13T16:12:36.358350+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"124","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":122,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":122,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":122,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":122,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":122,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":122,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":122,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":122,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:13:06.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.770+0000 7f0bb4dbc640 1 -- 172.21.15.76:0/4253058824 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0b9006ac00 msgr2=0x7f0b9006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:06.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.770+0000 7f0bb4dbc640 1 --2- 172.21.15.76:0/4253058824 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0b9006ac00 0x7f0b9006d0c0 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7f0ba0001c10 tx=0x7f0ba0001b20 comp rx=0 tx=0).stop 2024-09-13T16:13:06.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.770+0000 7f0bb4dbc640 1 -- 172.21.15.76:0/4253058824 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0b9c0039a0 msgr2=0x7f0bb0155bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:06.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.770+0000 7f0bb4dbc640 1 --2- 172.21.15.76:0/4253058824 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0b9c0039a0 0x7f0bb0155bc0 secure :-1 s=READY pgs=1698 cs=0 l=1 rev1=1 crypto rx=0x7f0b9802a4c0 tx=0x7f0b98001120 comp rx=0 tx=0).stop 2024-09-13T16:13:06.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.771+0000 7f0bb4dbc640 1 -- 172.21.15.76:0/4253058824 shutdown_connections 2024-09-13T16:13:06.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.771+0000 7f0bb4dbc640 1 --2- 172.21.15.76:0/4253058824 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0b9006ac00 0x7f0b9006d0c0 unknown :-1 s=CLOSED pgs=724 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:06.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.771+0000 7f0bb4dbc640 1 --2- 172.21.15.76:0/4253058824 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0bb01575b0 0x7f0bb0148310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:06.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.771+0000 7f0bb4dbc640 1 --2- 172.21.15.76:0/4253058824 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0bb0151e10 0x7f0bb006ebb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:06.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.771+0000 7f0bb4dbc640 1 --2- 172.21.15.76:0/4253058824 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0b9c0039a0 0x7f0bb0155bc0 unknown :-1 s=CLOSED pgs=1698 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:06.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.771+0000 7f0bb4dbc640 1 -- 172.21.15.76:0/4253058824 >> 172.21.15.76:0/4253058824 conn(0x7f0bb00709f0 msgr2=0x7f0bb015db40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:06.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.771+0000 7f0bb4dbc640 1 -- 172.21.15.76:0/4253058824 shutdown_connections 2024-09-13T16:13:06.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.771+0000 7f0bb4dbc640 1 -- 172.21.15.76:0/4253058824 wait complete. 2024-09-13T16:13:06.783 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:01:26.960607+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 17, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:12:35.555609+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '123', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 18, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:12:36.358350+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '124', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:13:06.783 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:13:06.885 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.883+0000 7f3675708640 1 Processor -- start 2024-09-13T16:13:06.885 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.884+0000 7f3675708640 1 -- start start 2024-09-13T16:13:06.887 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.884+0000 7f3675708640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f36700d22d0 0x7f36700d2710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:06.887 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.884+0000 7f3675708640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f367006bb50 0x7f367006bfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:06.887 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.884+0000 7f3675708640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f367006b6c0 con 0x7f367015fbc0 2024-09-13T16:13:06.887 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.884+0000 7f3675708640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f36700ce500 con 0x7f367006bb50 2024-09-13T16:13:06.887 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.884+0000 7f3675708640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f36700cdc60 con 0x7f36700d22d0 2024-09-13T16:13:06.887 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.884+0000 7f366f7fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f367006bb50 0x7f367006bfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:06.887 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.884+0000 7f366f7fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f367006bb50 0x7f367006bfc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49986/0 (socket says 172.21.15.76:49986) 2024-09-13T16:13:06.887 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.884+0000 7f366f7fe640 1 -- 172.21.15.76:0/2750248000 learned_addr learned my addr 172.21.15.76:0/2750248000 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:06.887 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.885+0000 7f36667fc640 1 --2- 172.21.15.76:0/2750248000 >> v2:172.21.15.192:3300/0 conn(0x7f36700d22d0 0x7f36700d2710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:06.887 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.885+0000 7f366f7fe640 1 -- 172.21.15.76:0/2750248000 >> v2:172.21.15.192:3300/0 conn(0x7f36700d22d0 msgr2=0x7f36700d2710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:06.887 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.885+0000 7f366f7fe640 1 --2- 172.21.15.76:0/2750248000 >> v2:172.21.15.192:3300/0 conn(0x7f36700d22d0 0x7f36700d2710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:06.888 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.885+0000 7f366f7fe640 1 -- 172.21.15.76:0/2750248000 >> v1:172.21.15.192:6789/0 conn(0x7f367015fbc0 legacy=0x7f36700cd180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:06.888 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.885+0000 7f366f7fe640 1 -- 172.21.15.76:0/2750248000 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f36700cdf40 con 0x7f367006bb50 2024-09-13T16:13:06.888 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.885+0000 7f366f7fe640 1 --2- 172.21.15.76:0/2750248000 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f367006bb50 0x7f367006bfc0 secure :-1 s=READY pgs=1699 cs=0 l=1 rev1=1 crypto rx=0x7f367008b980 tx=0x7f366802a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a719c6ff7e4afcf3 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:06.888 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.886+0000 7f366e7fc640 1 -- 172.21.15.76:0/2750248000 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3668031600 con 0x7f367006bb50 2024-09-13T16:13:06.888 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.886+0000 7f366e7fc640 1 -- 172.21.15.76:0/2750248000 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f366802d050 con 0x7f367006bb50 2024-09-13T16:13:06.888 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.886+0000 7f366e7fc640 1 -- 172.21.15.76:0/2750248000 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3668031980 con 0x7f367006bb50 2024-09-13T16:13:06.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.886+0000 7f3675708640 1 -- 172.21.15.76:0/2750248000 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f367006bb50 msgr2=0x7f367006bfc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:06.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.886+0000 7f3675708640 1 --2- 172.21.15.76:0/2750248000 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f367006bb50 0x7f367006bfc0 secure :-1 s=READY pgs=1699 cs=0 l=1 rev1=1 crypto rx=0x7f367008b980 tx=0x7f366802a730 comp rx=0 tx=0).stop 2024-09-13T16:13:06.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.886+0000 7f3675708640 1 -- 172.21.15.76:0/2750248000 shutdown_connections 2024-09-13T16:13:06.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.886+0000 7f3675708640 1 --2- 172.21.15.76:0/2750248000 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f367006bb50 0x7f367006bfc0 unknown :-1 s=CLOSED pgs=1699 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:06.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.886+0000 7f3675708640 1 --2- 172.21.15.76:0/2750248000 >> v2:172.21.15.192:3300/0 conn(0x7f36700d22d0 0x7f36700d2710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:06.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.886+0000 7f3675708640 1 -- 172.21.15.76:0/2750248000 >> 172.21.15.76:0/2750248000 conn(0x7f367009b830 msgr2=0x7f3670089f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:06.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.886+0000 7f3675708640 1 -- 172.21.15.76:0/2750248000 shutdown_connections 2024-09-13T16:13:06.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.886+0000 7f3675708640 1 -- 172.21.15.76:0/2750248000 wait complete. 2024-09-13T16:13:06.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.887+0000 7f3675708640 1 Processor -- start 2024-09-13T16:13:06.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.888+0000 7f3675708640 1 -- start start 2024-09-13T16:13:06.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.888+0000 7f3675708640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f367006bb50 0x7f36700b2f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:06.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.888+0000 7f3675708640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f36700d22d0 0x7f36701595a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:06.892 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.888+0000 7f3675708640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f367015fbc0 0x7f3670159ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:06.892 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.888+0000 7f3675708640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f36700b43b0 con 0x7f36700d22d0 2024-09-13T16:13:06.892 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.888+0000 7f3675708640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f36700b37a0 con 0x7f367006bb50 2024-09-13T16:13:06.892 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.888+0000 7f3675708640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f36700b3a80 con 0x7f367015fbc0 2024-09-13T16:13:06.892 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.888+0000 7f36667fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f36700d22d0 0x7f36701595a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:06.892 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.888+0000 7f36667fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f36700d22d0 0x7f36701595a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49988/0 (socket says 172.21.15.76:49988) 2024-09-13T16:13:06.892 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.888+0000 7f36667fc640 1 -- 172.21.15.76:0/3913071506 learned_addr learned my addr 172.21.15.76:0/3913071506 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:06.892 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.889+0000 7f366effd640 1 --2- 172.21.15.76:0/3913071506 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f367006bb50 0x7f36700b2f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:06.892 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.889+0000 7f366f7fe640 1 --2- 172.21.15.76:0/3913071506 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f367015fbc0 0x7f3670159ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:06.892 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.889+0000 7f36667fc640 1 -- 172.21.15.76:0/3913071506 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f367015fbc0 msgr2=0x7f3670159ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:06.892 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.889+0000 7f36667fc640 1 --2- 172.21.15.76:0/3913071506 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f367015fbc0 0x7f3670159ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:06.892 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.889+0000 7f36667fc640 1 -- 172.21.15.76:0/3913071506 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f367006bb50 msgr2=0x7f36700b2f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:06.892 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.889+0000 7f36667fc640 1 --2- 172.21.15.76:0/3913071506 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f367006bb50 0x7f36700b2f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:06.893 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.889+0000 7f36667fc640 1 -- 172.21.15.76:0/3913071506 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3668009b30 con 0x7f36700d22d0 2024-09-13T16:13:06.893 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.889+0000 7f366f7fe640 1 --2- 172.21.15.76:0/3913071506 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f367015fbc0 0x7f3670159ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:13:06.893 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.889+0000 7f36667fc640 1 --2- 172.21.15.76:0/3913071506 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f36700d22d0 0x7f36701595a0 secure :-1 s=READY pgs=1700 cs=0 l=1 rev1=1 crypto rx=0x7f365800d800 tx=0x7f365800dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:06.893 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.889+0000 7f3667fff640 1 -- 172.21.15.76:0/3913071506 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f365800b6c0 con 0x7f36700d22d0 2024-09-13T16:13:06.893 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.889+0000 7f3667fff640 1 -- 172.21.15.76:0/3913071506 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f365800b820 con 0x7f36700d22d0 2024-09-13T16:13:06.893 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.889+0000 7f3675708640 1 -- 172.21.15.76:0/3913071506 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f36700b3d60 con 0x7f36700d22d0 2024-09-13T16:13:06.893 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.889+0000 7f3667fff640 1 -- 172.21.15.76:0/3913071506 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f365800bbd0 con 0x7f36700d22d0 2024-09-13T16:13:06.893 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.889+0000 7f3675708640 1 -- 172.21.15.76:0/3913071506 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f36700b3490 con 0x7f36700d22d0 2024-09-13T16:13:06.893 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.890+0000 7f3675708640 1 -- 172.21.15.76:0/3913071506 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f36700b4560 con 0x7f36700d22d0 2024-09-13T16:13:06.893 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.890+0000 7f3667fff640 1 -- 172.21.15.76:0/3913071506 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f365800bd30 con 0x7f36700d22d0 2024-09-13T16:13:06.894 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.891+0000 7f3667fff640 1 --2- 172.21.15.76:0/3913071506 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f365006ac00 0x7f365006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:06.894 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.891+0000 7f3667fff640 1 -- 172.21.15.76:0/3913071506 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f36580899f0 con 0x7f36700d22d0 2024-09-13T16:13:06.894 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.891+0000 7f366effd640 1 --2- 172.21.15.76:0/3913071506 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f365006ac00 0x7f365006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:06.894 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.891+0000 7f366effd640 1 --2- 172.21.15.76:0/3913071506 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f365006ac00 0x7f365006d0c0 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7f3660000f60 tx=0x7f3660009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:06.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:06.895+0000 7f3667fff640 1 -- 172.21.15.76:0/3913071506 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f3658054a90 con 0x7f36700d22d0 2024-09-13T16:13:07.061 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.060+0000 7f3675708640 1 -- 172.21.15.76:0/3913071506 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f36700d0250 con 0x7f36700d22d0 2024-09-13T16:13:07.062 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.060+0000 7f3667fff640 1 -- 172.21.15.76:0/3913071506 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v124) v1 ==== 93+0+10 (secure 0 0 0) 0x7f36580580b0 con 0x7f36700d22d0 2024-09-13T16:13:07.062 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2024-09-13T16:13:07.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.062+0000 7f3675708640 1 -- 172.21.15.76:0/3913071506 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f365006ac00 msgr2=0x7f365006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:07.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.062+0000 7f3675708640 1 --2- 172.21.15.76:0/3913071506 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f365006ac00 0x7f365006d0c0 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7f3660000f60 tx=0x7f3660009040 comp rx=0 tx=0).stop 2024-09-13T16:13:07.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.062+0000 7f3675708640 1 -- 172.21.15.76:0/3913071506 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f36700d22d0 msgr2=0x7f36701595a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:07.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.062+0000 7f3675708640 1 --2- 172.21.15.76:0/3913071506 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f36700d22d0 0x7f36701595a0 secure :-1 s=READY pgs=1700 cs=0 l=1 rev1=1 crypto rx=0x7f365800d800 tx=0x7f365800dcc0 comp rx=0 tx=0).stop 2024-09-13T16:13:07.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.062+0000 7f3675708640 1 -- 172.21.15.76:0/3913071506 shutdown_connections 2024-09-13T16:13:07.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.062+0000 7f3675708640 1 --2- 172.21.15.76:0/3913071506 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f365006ac00 0x7f365006d0c0 unknown :-1 s=CLOSED pgs=725 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:07.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.062+0000 7f3675708640 1 --2- 172.21.15.76:0/3913071506 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f367015fbc0 0x7f3670159ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:07.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.062+0000 7f3675708640 1 --2- 172.21.15.76:0/3913071506 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f36700d22d0 0x7f36701595a0 unknown :-1 s=CLOSED pgs=1700 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:07.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.062+0000 7f3675708640 1 --2- 172.21.15.76:0/3913071506 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f367006bb50 0x7f36700b2f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:07.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.062+0000 7f3675708640 1 -- 172.21.15.76:0/3913071506 >> 172.21.15.76:0/3913071506 conn(0x7f367009b830 msgr2=0x7f36700b0f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:07.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.062+0000 7f3675708640 1 -- 172.21.15.76:0/3913071506 shutdown_connections 2024-09-13T16:13:07.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.062+0000 7f3675708640 1 -- 172.21.15.76:0/3913071506 wait complete. 2024-09-13T16:13:07.074 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:13:07.176 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.174+0000 7fdda51ed640 1 Processor -- start 2024-09-13T16:13:07.176 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.174+0000 7fdda51ed640 1 -- start start 2024-09-13T16:13:07.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.175+0000 7fdda51ed640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fdda015c500 0x7fdda00d2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:07.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.175+0000 7fdda51ed640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdda00cdff0 0x7fdda00d0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:07.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.175+0000 7fdda51ed640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdda00cd450 con 0x7fdda00d2590 2024-09-13T16:13:07.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.175+0000 7fdda51ed640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdda00d29f0 con 0x7fdda015c500 2024-09-13T16:13:07.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.175+0000 7fdda51ed640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdda00d0cf0 con 0x7fdda00cdff0 2024-09-13T16:13:07.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.175+0000 7fdd9e59c640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fdda00d2590 0x7fdda00cd8e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:39352/0 (socket says 172.21.15.76:39352) 2024-09-13T16:13:07.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.175+0000 7fdd9ed9d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fdda015c500 0x7fdda00d2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:07.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.175+0000 7fdd9e59c640 1 -- 172.21.15.76:0/1853203203 learned_addr learned my addr 172.21.15.76:0/1853203203 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:13:07.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.176+0000 7fdd9ed9d640 1 -- 172.21.15.76:0/1853203203 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdda00cdff0 msgr2=0x7fdda00d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:07.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.176+0000 7fdd9ed9d640 1 --2- 172.21.15.76:0/1853203203 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdda00cdff0 0x7fdda00d0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:07.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.176+0000 7fdd9ed9d640 1 -- 172.21.15.76:0/1853203203 >> v1:172.21.15.76:6789/0 conn(0x7fdda00d2590 legacy=0x7fdda00cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:07.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.176+0000 7fdd9ed9d640 1 -- 172.21.15.76:0/1853203203 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdda00d0fd0 con 0x7fdda015c500 2024-09-13T16:13:07.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.176+0000 7fdd9dd9b640 1 -- 172.21.15.76:0/1853203203 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2137541408 0 0) 0x7fdda00cd450 con 0x7fdda00d2590 2024-09-13T16:13:07.181 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.177+0000 7fdd9ed9d640 1 --2- 172.21.15.76:0/1853203203 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdda015c500 0x7fdda00d2050 secure :-1 s=READY pgs=1702 cs=0 l=1 rev1=1 crypto rx=0x7fdd90009d90 tx=0x7fdd9002a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2a7cb4349843a38e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:07.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.179+0000 7fdd9dd9b640 1 -- 172.21.15.76:0/1853203203 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd90007740 con 0x7fdda015c500 2024-09-13T16:13:07.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.179+0000 7fdd9dd9b640 1 -- 172.21.15.76:0/1853203203 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdd9002d050 con 0x7fdda015c500 2024-09-13T16:13:07.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.179+0000 7fdd9dd9b640 1 -- 172.21.15.76:0/1853203203 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd90007ac0 con 0x7fdda015c500 2024-09-13T16:13:07.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.180+0000 7fdda51ed640 1 -- 172.21.15.76:0/1853203203 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdda015c500 msgr2=0x7fdda00d2050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:07.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.180+0000 7fdda51ed640 1 --2- 172.21.15.76:0/1853203203 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdda015c500 0x7fdda00d2050 secure :-1 s=READY pgs=1702 cs=0 l=1 rev1=1 crypto rx=0x7fdd90009d90 tx=0x7fdd9002a660 comp rx=0 tx=0).stop 2024-09-13T16:13:07.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.180+0000 7fdda51ed640 1 -- 172.21.15.76:0/1853203203 shutdown_connections 2024-09-13T16:13:07.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.180+0000 7fdda51ed640 1 --2- 172.21.15.76:0/1853203203 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdda00cdff0 0x7fdda00d0000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:07.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.180+0000 7fdda51ed640 1 --2- 172.21.15.76:0/1853203203 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdda015c500 0x7fdda00d2050 unknown :-1 s=CLOSED pgs=1702 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:07.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.180+0000 7fdda51ed640 1 -- 172.21.15.76:0/1853203203 >> 172.21.15.76:0/1853203203 conn(0x7fdda0089f60 msgr2=0x7fdda009b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:07.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.180+0000 7fdda51ed640 1 -- 172.21.15.76:0/1853203203 shutdown_connections 2024-09-13T16:13:07.185 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.180+0000 7fdda51ed640 1 -- 172.21.15.76:0/1853203203 wait complete. 2024-09-13T16:13:07.185 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.181+0000 7fdda51ed640 1 Processor -- start 2024-09-13T16:13:07.185 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.181+0000 7fdda51ed640 1 -- start start 2024-09-13T16:13:07.189 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.182+0000 7fdda51ed640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdda00cdff0 0x7fdda00cbf50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:07.189 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.182+0000 7fdda51ed640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdda00d2590 0x7fdda0157950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:07.189 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.182+0000 7fdda51ed640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdda015c500 0x7fdda00b2bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:07.190 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.182+0000 7fdda51ed640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdda00cbb30 con 0x7fdda015c500 2024-09-13T16:13:07.190 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.182+0000 7fdda51ed640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdda00caeb0 con 0x7fdda00cdff0 2024-09-13T16:13:07.190 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.182+0000 7fdda51ed640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdda00cb190 con 0x7fdda00d2590 2024-09-13T16:13:07.190 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.182+0000 7fdd9f59e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdda015c500 0x7fdda00b2bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:07.190 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.182+0000 7fdd9f59e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdda015c500 0x7fdda00b2bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49994/0 (socket says 172.21.15.76:49994) 2024-09-13T16:13:07.190 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.182+0000 7fdd9f59e640 1 -- 172.21.15.76:0/61990559 learned_addr learned my addr 172.21.15.76:0/61990559 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:07.190 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.182+0000 7fdd9e59c640 1 --2- 172.21.15.76:0/61990559 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdda00d2590 0x7fdda0157950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:07.191 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.182+0000 7fdd9ed9d640 1 --2- 172.21.15.76:0/61990559 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdda00cdff0 0x7fdda00cbf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:07.191 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.183+0000 7fdd9f59e640 1 -- 172.21.15.76:0/61990559 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdda00d2590 msgr2=0x7fdda0157950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:07.191 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.183+0000 7fdd9f59e640 1 --2- 172.21.15.76:0/61990559 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdda00d2590 0x7fdda0157950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:07.191 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.183+0000 7fdd9f59e640 1 -- 172.21.15.76:0/61990559 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdda00cdff0 msgr2=0x7fdda00cbf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:07.191 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.183+0000 7fdd9f59e640 1 --2- 172.21.15.76:0/61990559 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdda00cdff0 0x7fdda00cbf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:07.191 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.183+0000 7fdd9f59e640 1 -- 172.21.15.76:0/61990559 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdd90009a70 con 0x7fdda015c500 2024-09-13T16:13:07.192 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.183+0000 7fdd9f59e640 1 --2- 172.21.15.76:0/61990559 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdda015c500 0x7fdda00b2bc0 secure :-1 s=READY pgs=1703 cs=0 l=1 rev1=1 crypto rx=0x7fdd98009fd0 tx=0x7fdd9800b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:07.192 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.184+0000 7fdd877fe640 1 -- 172.21.15.76:0/61990559 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd98011830 con 0x7fdda015c500 2024-09-13T16:13:07.192 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.184+0000 7fdda51ed640 1 -- 172.21.15.76:0/61990559 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdda00cb470 con 0x7fdda015c500 2024-09-13T16:13:07.192 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.184+0000 7fdd877fe640 1 -- 172.21.15.76:0/61990559 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdd98011990 con 0x7fdda015c500 2024-09-13T16:13:07.192 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.184+0000 7fdd877fe640 1 -- 172.21.15.76:0/61990559 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd98011d20 con 0x7fdda015c500 2024-09-13T16:13:07.193 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.184+0000 7fdda51ed640 1 -- 172.21.15.76:0/61990559 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdda0157e90 con 0x7fdda015c500 2024-09-13T16:13:07.193 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.185+0000 7fdda51ed640 1 -- 172.21.15.76:0/61990559 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdda00cbc70 con 0x7fdda015c500 2024-09-13T16:13:07.193 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.186+0000 7fdd877fe640 1 -- 172.21.15.76:0/61990559 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fdd9801b460 con 0x7fdda015c500 2024-09-13T16:13:07.193 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.186+0000 7fdd877fe640 1 --2- 172.21.15.76:0/61990559 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdd8c06ac00 0x7fdd8c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:07.193 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.186+0000 7fdd9ed9d640 1 --2- 172.21.15.76:0/61990559 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdd8c06ac00 0x7fdd8c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:07.194 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.186+0000 7fdd877fe640 1 -- 172.21.15.76:0/61990559 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fdd98089210 con 0x7fdda015c500 2024-09-13T16:13:07.194 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.187+0000 7fdd9ed9d640 1 --2- 172.21.15.76:0/61990559 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdd8c06ac00 0x7fdd8c06d0c0 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7fdd90034000 tx=0x7fdd9002f000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:07.194 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.191+0000 7fdd877fe640 1 -- 172.21.15.76:0/61990559 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fdda00cbc70 con 0x7fdda015c500 2024-09-13T16:13:07.353 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.352+0000 7fdda51ed640 1 -- 172.21.15.76:0/61990559 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fdda00cbc70 con 0x7fdda015c500 2024-09-13T16:13:07.354 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.352+0000 7fdd877fe640 1 -- 172.21.15.76:0/61990559 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v124) v1 ==== 104+0+11 (secure 0 0 0) 0x7fdda00cbc70 con 0x7fdda015c500 2024-09-13T16:13:07.354 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2024-09-13T16:13:07.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.355+0000 7fdda51ed640 1 -- 172.21.15.76:0/61990559 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdd8c06ac00 msgr2=0x7fdd8c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:07.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.355+0000 7fdda51ed640 1 --2- 172.21.15.76:0/61990559 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdd8c06ac00 0x7fdd8c06d0c0 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7fdd90034000 tx=0x7fdd9002f000 comp rx=0 tx=0).stop 2024-09-13T16:13:07.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.355+0000 7fdda51ed640 1 -- 172.21.15.76:0/61990559 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdda015c500 msgr2=0x7fdda00b2bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:07.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.355+0000 7fdda51ed640 1 --2- 172.21.15.76:0/61990559 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdda015c500 0x7fdda00b2bc0 secure :-1 s=READY pgs=1703 cs=0 l=1 rev1=1 crypto rx=0x7fdd98009fd0 tx=0x7fdd9800b8e0 comp rx=0 tx=0).stop 2024-09-13T16:13:07.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.355+0000 7fdda51ed640 1 -- 172.21.15.76:0/61990559 shutdown_connections 2024-09-13T16:13:07.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.355+0000 7fdda51ed640 1 --2- 172.21.15.76:0/61990559 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdda015c500 0x7fdda00b2bc0 unknown :-1 s=CLOSED pgs=1703 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:07.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.355+0000 7fdda51ed640 1 --2- 172.21.15.76:0/61990559 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdd8c06ac00 0x7fdd8c06d0c0 unknown :-1 s=CLOSED pgs=726 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:07.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.355+0000 7fdda51ed640 1 --2- 172.21.15.76:0/61990559 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdda00d2590 0x7fdda0157950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:07.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.355+0000 7fdda51ed640 1 --2- 172.21.15.76:0/61990559 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdda00cdff0 0x7fdda00cbf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:07.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.355+0000 7fdda51ed640 1 -- 172.21.15.76:0/61990559 >> 172.21.15.76:0/61990559 conn(0x7fdda0089f60 msgr2=0x7fdda00af040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:07.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.355+0000 7fdda51ed640 1 -- 172.21.15.76:0/61990559 shutdown_connections 2024-09-13T16:13:07.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.355+0000 7fdda51ed640 1 -- 172.21.15.76:0/61990559 wait complete. 2024-09-13T16:13:07.367 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:13:07.467 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.466+0000 7f256dd5e640 1 Processor -- start 2024-09-13T16:13:07.468 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.466+0000 7f256dd5e640 1 -- start start 2024-09-13T16:13:07.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.467+0000 7f256dd5e640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f2568159310 0x7f25680ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:07.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.467+0000 7f256dd5e640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f25680ce4f0 0x7f25680ce8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:07.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.467+0000 7f256dd5e640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f25680ccbe0 con 0x7f25680b2b40 2024-09-13T16:13:07.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.467+0000 7f256dd5e640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f25680ad940 con 0x7f25680ce4f0 2024-09-13T16:13:07.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.467+0000 7f256dd5e640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f25680b1810 con 0x7f2568159310 2024-09-13T16:13:07.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.467+0000 7f2567fff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f25680ce4f0 0x7f25680ce8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:07.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.467+0000 7f2567fff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f25680ce4f0 0x7f25680ce8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:50000/0 (socket says 172.21.15.76:50000) 2024-09-13T16:13:07.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.467+0000 7f2567fff640 1 -- 172.21.15.76:0/3948271704 learned_addr learned my addr 172.21.15.76:0/3948271704 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:07.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.467+0000 7f25677fe640 1 --2- 172.21.15.76:0/3948271704 >> v2:172.21.15.192:3300/0 conn(0x7f2568159310 0x7f25680ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:07.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.467+0000 7f2567fff640 1 -- 172.21.15.76:0/3948271704 >> v2:172.21.15.192:3300/0 conn(0x7f2568159310 msgr2=0x7f25680ad400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:07.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.467+0000 7f2567fff640 1 --2- 172.21.15.76:0/3948271704 >> v2:172.21.15.192:3300/0 conn(0x7f2568159310 0x7f25680ad400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:07.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.467+0000 7f2567fff640 1 -- 172.21.15.76:0/3948271704 >> v1:172.21.15.192:6789/0 conn(0x7f25680b2b40 legacy=0x7f25680ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:07.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.467+0000 7f2567fff640 1 -- 172.21.15.76:0/3948271704 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f25680cee10 con 0x7f25680ce4f0 2024-09-13T16:13:07.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.468+0000 7f2567fff640 1 --2- 172.21.15.76:0/3948271704 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f25680ce4f0 0x7f25680ce8d0 secure :-1 s=READY pgs=1704 cs=0 l=1 rev1=1 crypto rx=0x7f25680cac90 tx=0x7f256002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d084879017c3397 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:07.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.468+0000 7f25667fc640 1 -- 172.21.15.76:0/3948271704 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2560032440 con 0x7f25680ce4f0 2024-09-13T16:13:07.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.468+0000 7f25667fc640 1 -- 172.21.15.76:0/3948271704 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f25600325a0 con 0x7f25680ce4f0 2024-09-13T16:13:07.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.468+0000 7f25667fc640 1 -- 172.21.15.76:0/3948271704 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2560032930 con 0x7f25680ce4f0 2024-09-13T16:13:07.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.469+0000 7f256dd5e640 1 -- 172.21.15.76:0/3948271704 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f25680ce4f0 msgr2=0x7f25680ce8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:07.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.469+0000 7f256dd5e640 1 --2- 172.21.15.76:0/3948271704 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f25680ce4f0 0x7f25680ce8d0 secure :-1 s=READY pgs=1704 cs=0 l=1 rev1=1 crypto rx=0x7f25680cac90 tx=0x7f256002a1a0 comp rx=0 tx=0).stop 2024-09-13T16:13:07.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.469+0000 7f256dd5e640 1 -- 172.21.15.76:0/3948271704 shutdown_connections 2024-09-13T16:13:07.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.469+0000 7f256dd5e640 1 --2- 172.21.15.76:0/3948271704 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f25680ce4f0 0x7f25680ce8d0 unknown :-1 s=CLOSED pgs=1704 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:07.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.469+0000 7f256dd5e640 1 --2- 172.21.15.76:0/3948271704 >> v2:172.21.15.192:3300/0 conn(0x7f2568159310 0x7f25680ad400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:07.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.469+0000 7f256dd5e640 1 -- 172.21.15.76:0/3948271704 >> 172.21.15.76:0/3948271704 conn(0x7f256806a0b0 msgr2=0x7f256806a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:07.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.469+0000 7f256dd5e640 1 -- 172.21.15.76:0/3948271704 shutdown_connections 2024-09-13T16:13:07.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.469+0000 7f256dd5e640 1 -- 172.21.15.76:0/3948271704 wait complete. 2024-09-13T16:13:07.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.470+0000 7f256dd5e640 1 Processor -- start 2024-09-13T16:13:07.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.470+0000 7f256dd5e640 1 -- start start 2024-09-13T16:13:07.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.471+0000 7f256dd5e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f25680b2b40 0x7f25680b2110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:07.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.471+0000 7f256dd5e640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f25680ce4f0 0x7f256815a7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:07.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.471+0000 7f256dd5e640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2568159310 0x7f25680c3a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:07.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.471+0000 7f256dd5e640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f25680997e0 con 0x7f25680b2b40 2024-09-13T16:13:07.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.471+0000 7f256dd5e640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f256815b140 con 0x7f25680ce4f0 2024-09-13T16:13:07.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.471+0000 7f256dd5e640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f256815b420 con 0x7f2568159310 2024-09-13T16:13:07.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.471+0000 7f25677fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f25680b2b40 0x7f25680b2110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:07.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.471+0000 7f25677fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f25680b2b40 0x7f25680b2110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:50010/0 (socket says 172.21.15.76:50010) 2024-09-13T16:13:07.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.471+0000 7f25677fe640 1 -- 172.21.15.76:0/2034072882 learned_addr learned my addr 172.21.15.76:0/2034072882 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:07.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.471+0000 7f2566ffd640 1 --2- 172.21.15.76:0/2034072882 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f25680ce4f0 0x7f256815a7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:07.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.471+0000 7f2567fff640 1 --2- 172.21.15.76:0/2034072882 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2568159310 0x7f25680c3a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:07.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.471+0000 7f25677fe640 1 -- 172.21.15.76:0/2034072882 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2568159310 msgr2=0x7f25680c3a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:07.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.471+0000 7f25677fe640 1 --2- 172.21.15.76:0/2034072882 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2568159310 0x7f25680c3a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:07.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.471+0000 7f25677fe640 1 -- 172.21.15.76:0/2034072882 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f25680ce4f0 msgr2=0x7f256815a7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:07.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.471+0000 7f25677fe640 1 --2- 172.21.15.76:0/2034072882 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f25680ce4f0 0x7f256815a7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:07.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.471+0000 7f25677fe640 1 -- 172.21.15.76:0/2034072882 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f25600094d0 con 0x7f25680b2b40 2024-09-13T16:13:07.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.471+0000 7f25677fe640 1 --2- 172.21.15.76:0/2034072882 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f25680b2b40 0x7f25680b2110 secure :-1 s=READY pgs=1705 cs=0 l=1 rev1=1 crypto rx=0x7f2558007e40 tx=0x7f255800e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:07.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.471+0000 7f254ffff640 1 -- 172.21.15.76:0/2034072882 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2558014620 con 0x7f25680b2b40 2024-09-13T16:13:07.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.471+0000 7f254ffff640 1 -- 172.21.15.76:0/2034072882 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f255800ee90 con 0x7f25680b2b40 2024-09-13T16:13:07.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.472+0000 7f254ffff640 1 -- 172.21.15.76:0/2034072882 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25580149c0 con 0x7f25680b2b40 2024-09-13T16:13:07.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.472+0000 7f256dd5e640 1 -- 172.21.15.76:0/2034072882 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f256815b700 con 0x7f25680b2b40 2024-09-13T16:13:07.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.472+0000 7f256dd5e640 1 -- 172.21.15.76:0/2034072882 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2568152eb0 con 0x7f25680b2b40 2024-09-13T16:13:07.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.473+0000 7f256dd5e640 1 -- 172.21.15.76:0/2034072882 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f25680724d0 con 0x7f25680b2b40 2024-09-13T16:13:07.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.473+0000 7f254ffff640 1 -- 172.21.15.76:0/2034072882 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f2558014b20 con 0x7f25680b2b40 2024-09-13T16:13:07.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.473+0000 7f254ffff640 1 --2- 172.21.15.76:0/2034072882 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f255406ac00 0x7f255406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:07.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.473+0000 7f254ffff640 1 -- 172.21.15.76:0/2034072882 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f2558089db0 con 0x7f25680b2b40 2024-09-13T16:13:07.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.473+0000 7f2566ffd640 1 --2- 172.21.15.76:0/2034072882 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f255406ac00 0x7f255406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:07.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.474+0000 7f2566ffd640 1 --2- 172.21.15.76:0/2034072882 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f255406ac00 0x7f255406d0c0 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7f2568156920 tx=0x7f255c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:07.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.478+0000 7f254ffff640 1 -- 172.21.15.76:0/2034072882 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f2558054ee0 con 0x7f25680b2b40 2024-09-13T16:13:07.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.638+0000 7f256dd5e640 1 -- 172.21.15.76:0/2034072882 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f256806dfa0 con 0x7f25680b2b40 2024-09-13T16:13:07.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.638+0000 7f254ffff640 1 -- 172.21.15.76:0/2034072882 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v124) v1 ==== 100+0+11 (secure 0 0 0) 0x7f2558058500 con 0x7f25680b2b40 2024-09-13T16:13:07.640 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2024-09-13T16:13:07.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.640+0000 7f256dd5e640 1 -- 172.21.15.76:0/2034072882 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f255406ac00 msgr2=0x7f255406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:07.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.640+0000 7f256dd5e640 1 --2- 172.21.15.76:0/2034072882 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f255406ac00 0x7f255406d0c0 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7f2568156920 tx=0x7f255c009040 comp rx=0 tx=0).stop 2024-09-13T16:13:07.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.640+0000 7f256dd5e640 1 -- 172.21.15.76:0/2034072882 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f25680b2b40 msgr2=0x7f25680b2110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:07.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.640+0000 7f256dd5e640 1 --2- 172.21.15.76:0/2034072882 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f25680b2b40 0x7f25680b2110 secure :-1 s=READY pgs=1705 cs=0 l=1 rev1=1 crypto rx=0x7f2558007e40 tx=0x7f255800e4b0 comp rx=0 tx=0).stop 2024-09-13T16:13:07.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.640+0000 7f256dd5e640 1 -- 172.21.15.76:0/2034072882 shutdown_connections 2024-09-13T16:13:07.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.640+0000 7f256dd5e640 1 --2- 172.21.15.76:0/2034072882 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f255406ac00 0x7f255406d0c0 unknown :-1 s=CLOSED pgs=727 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:07.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.640+0000 7f256dd5e640 1 --2- 172.21.15.76:0/2034072882 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2568159310 0x7f25680c3a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:07.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.640+0000 7f256dd5e640 1 --2- 172.21.15.76:0/2034072882 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f25680ce4f0 0x7f256815a7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:07.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.640+0000 7f256dd5e640 1 --2- 172.21.15.76:0/2034072882 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f25680b2b40 0x7f25680b2110 unknown :-1 s=CLOSED pgs=1705 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:07.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.640+0000 7f256dd5e640 1 -- 172.21.15.76:0/2034072882 >> 172.21.15.76:0/2034072882 conn(0x7f256806a0b0 msgr2=0x7f25680cbcb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:07.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.640+0000 7f256dd5e640 1 -- 172.21.15.76:0/2034072882 shutdown_connections 2024-09-13T16:13:07.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.640+0000 7f256dd5e640 1 -- 172.21.15.76:0/2034072882 wait complete. 2024-09-13T16:13:07.653 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:13:07.752 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.751+0000 7fb621111640 1 Processor -- start 2024-09-13T16:13:07.753 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.751+0000 7fb621111640 1 -- start start 2024-09-13T16:13:07.754 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.752+0000 7fb621111640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb61c0c12a0 0x7fb61c0cbea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:07.754 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.752+0000 7fb621111640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb61c0c8fc0 0x7fb61c0c9470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:07.754 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.752+0000 7fb621111640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb61c0cc480 con 0x7fb61c0c1680 2024-09-13T16:13:07.754 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.752+0000 7fb621111640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb61c0cc760 con 0x7fb61c0c8fc0 2024-09-13T16:13:07.754 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.752+0000 7fb621111640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb61c0cca40 con 0x7fb61c0c12a0 2024-09-13T16:13:07.754 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.752+0000 7fb61b59e640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb61c0c8fc0 0x7fb61c0c9470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:07.755 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.752+0000 7fb61b59e640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb61c0c8fc0 0x7fb61c0c9470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:50026/0 (socket says 172.21.15.76:50026) 2024-09-13T16:13:07.755 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.752+0000 7fb61a59c640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fb61c0c1680 0x7fb61c0b2070 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:39356/0 (socket says 172.21.15.76:39356) 2024-09-13T16:13:07.755 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.752+0000 7fb61b59e640 1 -- 172.21.15.76:0/798972460 learned_addr learned my addr 172.21.15.76:0/798972460 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:07.755 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.752+0000 7fb61ad9d640 1 --2- 172.21.15.76:0/798972460 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb61c0c12a0 0x7fb61c0cbea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:07.755 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.752+0000 7fb61b59e640 1 -- 172.21.15.76:0/798972460 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb61c0c12a0 msgr2=0x7fb61c0cbea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:07.755 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.752+0000 7fb61b59e640 1 --2- 172.21.15.76:0/798972460 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb61c0c12a0 0x7fb61c0cbea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:07.755 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.752+0000 7fb61b59e640 1 -- 172.21.15.76:0/798972460 >> v1:172.21.15.76:6789/0 conn(0x7fb61c0c1680 legacy=0x7fb61c0b2070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:07.755 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.752+0000 7fb619d9b640 1 -- 172.21.15.76:0/798972460 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4163820845 0 0) 0x7fb61c0cc480 con 0x7fb61c0c1680 2024-09-13T16:13:07.755 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.752+0000 7fb61b59e640 1 -- 172.21.15.76:0/798972460 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb61c0ccd20 con 0x7fb61c0c8fc0 2024-09-13T16:13:07.755 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.752+0000 7fb61ad9d640 1 --2- 172.21.15.76:0/798972460 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb61c0c12a0 0x7fb61c0cbea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:13:07.755 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.753+0000 7fb61b59e640 1 --2- 172.21.15.76:0/798972460 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb61c0c8fc0 0x7fb61c0c9470 secure :-1 s=READY pgs=1707 cs=0 l=1 rev1=1 crypto rx=0x7fb614009870 tx=0x7fb61402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d66c2b61557adb1e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:07.757 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.753+0000 7fb619d9b640 1 -- 172.21.15.76:0/798972460 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb614032440 con 0x7fb61c0c8fc0 2024-09-13T16:13:07.757 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.753+0000 7fb619d9b640 1 -- 172.21.15.76:0/798972460 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb6140325a0 con 0x7fb61c0c8fc0 2024-09-13T16:13:07.757 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.753+0000 7fb619d9b640 1 -- 172.21.15.76:0/798972460 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb614032930 con 0x7fb61c0c8fc0 2024-09-13T16:13:07.757 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.754+0000 7fb621111640 1 -- 172.21.15.76:0/798972460 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb61c0c8fc0 msgr2=0x7fb61c0c9470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:07.757 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.754+0000 7fb621111640 1 --2- 172.21.15.76:0/798972460 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb61c0c8fc0 0x7fb61c0c9470 secure :-1 s=READY pgs=1707 cs=0 l=1 rev1=1 crypto rx=0x7fb614009870 tx=0x7fb61402a270 comp rx=0 tx=0).stop 2024-09-13T16:13:07.757 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.754+0000 7fb621111640 1 -- 172.21.15.76:0/798972460 shutdown_connections 2024-09-13T16:13:07.757 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.754+0000 7fb621111640 1 --2- 172.21.15.76:0/798972460 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb61c0c8fc0 0x7fb61c0c9470 unknown :-1 s=CLOSED pgs=1707 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:07.757 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.754+0000 7fb621111640 1 --2- 172.21.15.76:0/798972460 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb61c0c12a0 0x7fb61c0cbea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:07.757 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.754+0000 7fb621111640 1 -- 172.21.15.76:0/798972460 >> 172.21.15.76:0/798972460 conn(0x7fb61c069ed0 msgr2=0x7fb61c06a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:07.757 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.754+0000 7fb621111640 1 -- 172.21.15.76:0/798972460 shutdown_connections 2024-09-13T16:13:07.757 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.754+0000 7fb621111640 1 -- 172.21.15.76:0/798972460 wait complete. 2024-09-13T16:13:07.757 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.755+0000 7fb621111640 1 Processor -- start 2024-09-13T16:13:07.757 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.756+0000 7fb621111640 1 -- start start 2024-09-13T16:13:07.759 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.756+0000 7fb621111640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb61c0c12a0 0x7fb61c0c2780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:07.759 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.756+0000 7fb621111640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb61c0c1680 0x7fb61c15f850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:07.760 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.756+0000 7fb621111640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb61c0c8fc0 0x7fb61c1f5bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:07.760 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.756+0000 7fb621111640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb61c0c22f0 con 0x7fb61c0c8fc0 2024-09-13T16:13:07.760 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.756+0000 7fb621111640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb61c1f66b0 con 0x7fb61c0c12a0 2024-09-13T16:13:07.760 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.756+0000 7fb621111640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb61c1f6990 con 0x7fb61c0c1680 2024-09-13T16:13:07.760 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.756+0000 7fb61b59e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb61c0c8fc0 0x7fb61c1f5bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:07.760 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.756+0000 7fb61b59e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb61c0c8fc0 0x7fb61c1f5bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:50028/0 (socket says 172.21.15.76:50028) 2024-09-13T16:13:07.760 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.756+0000 7fb61b59e640 1 -- 172.21.15.76:0/3284847619 learned_addr learned my addr 172.21.15.76:0/3284847619 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:07.760 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.756+0000 7fb61ad9d640 1 --2- 172.21.15.76:0/3284847619 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb61c0c12a0 0x7fb61c0c2780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:07.760 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.756+0000 7fb61a59c640 1 --2- 172.21.15.76:0/3284847619 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb61c0c1680 0x7fb61c15f850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:07.760 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.757+0000 7fb61b59e640 1 -- 172.21.15.76:0/3284847619 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb61c0c1680 msgr2=0x7fb61c15f850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:07.760 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.757+0000 7fb61b59e640 1 --2- 172.21.15.76:0/3284847619 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb61c0c1680 0x7fb61c15f850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:07.760 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.757+0000 7fb61b59e640 1 -- 172.21.15.76:0/3284847619 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb61c0c12a0 msgr2=0x7fb61c0c2780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:07.761 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.757+0000 7fb61b59e640 1 --2- 172.21.15.76:0/3284847619 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb61c0c12a0 0x7fb61c0c2780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:07.761 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.757+0000 7fb61b59e640 1 -- 172.21.15.76:0/3284847619 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb6140094d0 con 0x7fb61c0c8fc0 2024-09-13T16:13:07.761 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.757+0000 7fb61b59e640 1 --2- 172.21.15.76:0/3284847619 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb61c0c8fc0 0x7fb61c1f5bf0 secure :-1 s=READY pgs=1708 cs=0 l=1 rev1=1 crypto rx=0x7fb61402a2b0 tx=0x7fb6140046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:07.761 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.757+0000 7fb6037fe640 1 -- 172.21.15.76:0/3284847619 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb614032440 con 0x7fb61c0c8fc0 2024-09-13T16:13:07.761 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.757+0000 7fb6037fe640 1 -- 172.21.15.76:0/3284847619 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb614030ba0 con 0x7fb61c0c8fc0 2024-09-13T16:13:07.761 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.757+0000 7fb621111640 1 -- 172.21.15.76:0/3284847619 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb61c0c1c40 con 0x7fb61c0c8fc0 2024-09-13T16:13:07.761 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.757+0000 7fb6037fe640 1 -- 172.21.15.76:0/3284847619 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb61403b400 con 0x7fb61c0c8fc0 2024-09-13T16:13:07.761 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.757+0000 7fb621111640 1 -- 172.21.15.76:0/3284847619 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb61c0c2cc0 con 0x7fb61c0c8fc0 2024-09-13T16:13:07.761 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.758+0000 7fb621111640 1 -- 172.21.15.76:0/3284847619 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb61c0cbea0 con 0x7fb61c0c8fc0 2024-09-13T16:13:07.761 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.759+0000 7fb6037fe640 1 -- 172.21.15.76:0/3284847619 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb614039040 con 0x7fb61c0c8fc0 2024-09-13T16:13:07.762 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.759+0000 7fb6037fe640 1 --2- 172.21.15.76:0/3284847619 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb60806ac00 0x7fb60806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:07.762 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.759+0000 7fb6037fe640 1 -- 172.21.15.76:0/3284847619 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fb6140a9c40 con 0x7fb61c0c8fc0 2024-09-13T16:13:07.762 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.759+0000 7fb61ad9d640 1 --2- 172.21.15.76:0/3284847619 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb60806ac00 0x7fb60806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:07.762 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.759+0000 7fb61ad9d640 1 --2- 172.21.15.76:0/3284847619 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb60806ac00 0x7fb60806d0c0 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7fb61c072cf0 tx=0x7fb60c007810 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:07.765 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.763+0000 7fb6037fe640 1 -- 172.21.15.76:0/3284847619 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fb614074e20 con 0x7fb61c0c8fc0 2024-09-13T16:13:07.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.936+0000 7fb621111640 1 -- 172.21.15.76:0/3284847619 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fb61c06e330 con 0x7fb61c0c8fc0 2024-09-13T16:13:07.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.936+0000 7fb6037fe640 1 -- 172.21.15.76:0/3284847619 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v124) v1 ==== 80+0+0 (secure 0 0 0) 0x7fb614037080 con 0x7fb61c0c8fc0 2024-09-13T16:13:07.938 INFO:teuthology.orchestra.run.smithi076.stderr:listed 0 entries 2024-09-13T16:13:07.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.938+0000 7fb621111640 1 -- 172.21.15.76:0/3284847619 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb60806ac00 msgr2=0x7fb60806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:07.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.938+0000 7fb621111640 1 --2- 172.21.15.76:0/3284847619 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb60806ac00 0x7fb60806d0c0 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7fb61c072cf0 tx=0x7fb60c007810 comp rx=0 tx=0).stop 2024-09-13T16:13:07.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.938+0000 7fb621111640 1 -- 172.21.15.76:0/3284847619 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb61c0c8fc0 msgr2=0x7fb61c1f5bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:07.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.938+0000 7fb621111640 1 --2- 172.21.15.76:0/3284847619 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb61c0c8fc0 0x7fb61c1f5bf0 secure :-1 s=READY pgs=1708 cs=0 l=1 rev1=1 crypto rx=0x7fb61402a2b0 tx=0x7fb6140046c0 comp rx=0 tx=0).stop 2024-09-13T16:13:07.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.938+0000 7fb621111640 1 -- 172.21.15.76:0/3284847619 shutdown_connections 2024-09-13T16:13:07.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.938+0000 7fb621111640 1 --2- 172.21.15.76:0/3284847619 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb61c0c8fc0 0x7fb61c1f5bf0 unknown :-1 s=CLOSED pgs=1708 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:07.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.938+0000 7fb621111640 1 --2- 172.21.15.76:0/3284847619 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb60806ac00 0x7fb60806d0c0 unknown :-1 s=CLOSED pgs=728 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:07.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.938+0000 7fb621111640 1 --2- 172.21.15.76:0/3284847619 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb61c0c1680 0x7fb61c15f850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:07.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.938+0000 7fb621111640 1 --2- 172.21.15.76:0/3284847619 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb61c0c12a0 0x7fb61c0c2780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:07.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.938+0000 7fb621111640 1 -- 172.21.15.76:0/3284847619 >> 172.21.15.76:0/3284847619 conn(0x7fb61c069ed0 msgr2=0x7fb61c06a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:07.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.938+0000 7fb621111640 1 -- 172.21.15.76:0/3284847619 shutdown_connections 2024-09-13T16:13:07.941 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:07.938+0000 7fb621111640 1 -- 172.21.15.76:0/3284847619 wait complete. 2024-09-13T16:13:07.950 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi192.front.sepia.ceph.com... 2024-09-13T16:13:07.950 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:13:07.950 DEBUG:teuthology.orchestra.run.smithi192:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-13T16:13:07.979 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi192.stderr:ceph-fuse[48148]: fuse finished with error 0 and tester_r 0 2024-09-13T16:13:07.981 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi192.front.sepia.ceph.com 2024-09-13T16:13:07.981 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:13:07.982 DEBUG:teuthology.orchestra.run.smithi192:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-13T16:13:08.040 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:13:08.041 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:13:08.057 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18725 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T16:13:08.057 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi076.front.sepia.ceph.com 2024-09-13T16:13:08.057 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:13:08.057 DEBUG:teuthology.orchestra.run.smithi076:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-13T16:13:08.113 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:13:08.113 INFO:teuthology.orchestra.run.smithi076.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.2': No such file or directory 2024-09-13T16:13:08.113 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-13T16:13:08.113 DEBUG:teuthology.orchestra.run.smithi192:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:13:08.131 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056014,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20494 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-13T16:13:08.131 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi192.front.sepia.ceph.com 2024-09-13T16:13:08.131 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:13:08.131 DEBUG:teuthology.orchestra.run.smithi192:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-13T16:13:08.187 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:13:08.188 INFO:teuthology.orchestra.run.smithi192.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.3': No such file or directory 2024-09-13T16:13:08.188 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:13:08.287 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.286+0000 7f3c6fe19640 1 Processor -- start 2024-09-13T16:13:08.287 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.286+0000 7f3c6fe19640 1 -- start start 2024-09-13T16:13:08.288 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.286+0000 7f3c6fe19640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f3c6806c4c0 0x7f3c6806c8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:08.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.287+0000 7f3c6fe19640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f3c680b2590 0x7f3c6806d3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:08.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.287+0000 7f3c6fe19640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3c680b2170 con 0x7f3c680ce2d0 2024-09-13T16:13:08.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.287+0000 7f3c6fe19640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3c6806deb0 con 0x7f3c6806c4c0 2024-09-13T16:13:08.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.287+0000 7f3c6fe19640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3c680b29e0 con 0x7f3c680b2590 2024-09-13T16:13:08.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.287+0000 7f3c6dbb5640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f3c6806c4c0 0x7f3c6806c8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:08.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.287+0000 7f3c6dbb5640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f3c6806c4c0 0x7f3c6806c8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:50030/0 (socket says 172.21.15.76:50030) 2024-09-13T16:13:08.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.287+0000 7f3c6dbb5640 1 -- 172.21.15.76:0/3847107675 learned_addr learned my addr 172.21.15.76:0/3847107675 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:08.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.287+0000 7f3c6d3b4640 1 --2- 172.21.15.76:0/3847107675 >> v2:172.21.15.192:3300/0 conn(0x7f3c680b2590 0x7f3c6806d3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:08.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.287+0000 7f3c6dbb5640 1 -- 172.21.15.76:0/3847107675 >> v2:172.21.15.192:3300/0 conn(0x7f3c680b2590 msgr2=0x7f3c6806d3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:08.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.287+0000 7f3c6dbb5640 1 --2- 172.21.15.76:0/3847107675 >> v2:172.21.15.192:3300/0 conn(0x7f3c680b2590 0x7f3c6806d3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:08.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.287+0000 7f3c6dbb5640 1 -- 172.21.15.76:0/3847107675 >> v1:172.21.15.192:6789/0 conn(0x7f3c680ce2d0 legacy=0x7f3c680cbea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:08.290 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.287+0000 7f3c6dbb5640 1 -- 172.21.15.76:0/3847107675 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3c6806e0c0 con 0x7f3c6806c4c0 2024-09-13T16:13:08.291 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.288+0000 7f3c6dbb5640 1 --2- 172.21.15.76:0/3847107675 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3c6806c4c0 0x7f3c6806c8a0 secure :-1 s=READY pgs=1709 cs=0 l=1 rev1=1 crypto rx=0x7f3c6815c460 tx=0x7f3c6402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c8e2a1698a1f038b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:08.291 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.288+0000 7f3c6cbb3640 1 -- 172.21.15.76:0/3847107675 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3c64032440 con 0x7f3c6806c4c0 2024-09-13T16:13:08.291 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.288+0000 7f3c6cbb3640 1 -- 172.21.15.76:0/3847107675 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3c640325a0 con 0x7f3c6806c4c0 2024-09-13T16:13:08.291 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.288+0000 7f3c6cbb3640 1 -- 172.21.15.76:0/3847107675 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3c64032930 con 0x7f3c6806c4c0 2024-09-13T16:13:08.291 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.288+0000 7f3c6fe19640 1 -- 172.21.15.76:0/3847107675 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3c6806c4c0 msgr2=0x7f3c6806c8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:08.291 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.288+0000 7f3c6fe19640 1 --2- 172.21.15.76:0/3847107675 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3c6806c4c0 0x7f3c6806c8a0 secure :-1 s=READY pgs=1709 cs=0 l=1 rev1=1 crypto rx=0x7f3c6815c460 tx=0x7f3c6402a270 comp rx=0 tx=0).stop 2024-09-13T16:13:08.292 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.288+0000 7f3c6fe19640 1 -- 172.21.15.76:0/3847107675 shutdown_connections 2024-09-13T16:13:08.292 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.288+0000 7f3c6fe19640 1 --2- 172.21.15.76:0/3847107675 >> v2:172.21.15.192:3300/0 conn(0x7f3c680b2590 0x7f3c6806d3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:08.292 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.288+0000 7f3c6fe19640 1 --2- 172.21.15.76:0/3847107675 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3c6806c4c0 0x7f3c6806c8a0 unknown :-1 s=CLOSED pgs=1709 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:08.292 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.288+0000 7f3c6fe19640 1 -- 172.21.15.76:0/3847107675 >> 172.21.15.76:0/3847107675 conn(0x7f3c68069ed0 msgr2=0x7f3c6806a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:08.292 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.289+0000 7f3c6fe19640 1 -- 172.21.15.76:0/3847107675 shutdown_connections 2024-09-13T16:13:08.292 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.289+0000 7f3c6fe19640 1 -- 172.21.15.76:0/3847107675 wait complete. 2024-09-13T16:13:08.292 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.290+0000 7f3c6fe19640 1 Processor -- start 2024-09-13T16:13:08.292 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.290+0000 7f3c6fe19640 1 -- start start 2024-09-13T16:13:08.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.290+0000 7f3c6fe19640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3c6806c4c0 0x7f3c680c2e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:08.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.290+0000 7f3c6fe19640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3c680b2590 0x7f3c6815ad80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:08.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.290+0000 7f3c6fe19640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3c680ce2d0 0x7f3c680c71c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:08.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.290+0000 7f3c6fe19640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3c680cda90 con 0x7f3c680ce2d0 2024-09-13T16:13:08.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.290+0000 7f3c6fe19640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3c680c33b0 con 0x7f3c680b2590 2024-09-13T16:13:08.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.290+0000 7f3c6fe19640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3c680cd7b0 con 0x7f3c6806c4c0 2024-09-13T16:13:08.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.290+0000 7f3c6e3b6640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3c680ce2d0 0x7f3c680c71c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:08.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.290+0000 7f3c6e3b6640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3c680ce2d0 0x7f3c680c71c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:50044/0 (socket says 172.21.15.76:50044) 2024-09-13T16:13:08.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.290+0000 7f3c6e3b6640 1 -- 172.21.15.76:0/520802580 learned_addr learned my addr 172.21.15.76:0/520802580 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:08.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.291+0000 7f3c6dbb5640 1 --2- 172.21.15.76:0/520802580 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3c6806c4c0 0x7f3c680c2e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:08.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.291+0000 7f3c6d3b4640 1 --2- 172.21.15.76:0/520802580 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3c680b2590 0x7f3c6815ad80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:08.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.291+0000 7f3c6e3b6640 1 -- 172.21.15.76:0/520802580 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3c6806c4c0 msgr2=0x7f3c680c2e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:08.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.291+0000 7f3c6e3b6640 1 --2- 172.21.15.76:0/520802580 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3c6806c4c0 0x7f3c680c2e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:08.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.291+0000 7f3c6e3b6640 1 -- 172.21.15.76:0/520802580 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3c680b2590 msgr2=0x7f3c6815ad80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:08.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.291+0000 7f3c6e3b6640 1 --2- 172.21.15.76:0/520802580 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3c680b2590 0x7f3c6815ad80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:08.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.291+0000 7f3c6e3b6640 1 -- 172.21.15.76:0/520802580 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3c640094d0 con 0x7f3c680ce2d0 2024-09-13T16:13:08.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.291+0000 7f3c6e3b6640 1 --2- 172.21.15.76:0/520802580 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3c680ce2d0 0x7f3c680c71c0 secure :-1 s=READY pgs=1710 cs=0 l=1 rev1=1 crypto rx=0x7f3c6000c7a0 tx=0x7f3c6000cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:08.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.291+0000 7f3c5e7fc640 1 -- 172.21.15.76:0/520802580 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3c60003b70 con 0x7f3c680ce2d0 2024-09-13T16:13:08.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.291+0000 7f3c5e7fc640 1 -- 172.21.15.76:0/520802580 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3c60003cf0 con 0x7f3c680ce2d0 2024-09-13T16:13:08.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.291+0000 7f3c6fe19640 1 -- 172.21.15.76:0/520802580 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3c6815b7e0 con 0x7f3c680ce2d0 2024-09-13T16:13:08.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.291+0000 7f3c5e7fc640 1 -- 172.21.15.76:0/520802580 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3c60003ea0 con 0x7f3c680ce2d0 2024-09-13T16:13:08.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.291+0000 7f3c6fe19640 1 -- 172.21.15.76:0/520802580 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3c680cd440 con 0x7f3c680ce2d0 2024-09-13T16:13:08.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.292+0000 7f3c6fe19640 1 -- 172.21.15.76:0/520802580 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3c680ce760 con 0x7f3c680ce2d0 2024-09-13T16:13:08.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.293+0000 7f3c5e7fc640 1 -- 172.21.15.76:0/520802580 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f3c6000aa90 con 0x7f3c680ce2d0 2024-09-13T16:13:08.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.293+0000 7f3c5e7fc640 1 --2- 172.21.15.76:0/520802580 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3c4c06ac00 0x7f3c4c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:08.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.293+0000 7f3c5e7fc640 1 -- 172.21.15.76:0/520802580 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f3c600890d0 con 0x7f3c680ce2d0 2024-09-13T16:13:08.297 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.293+0000 7f3c6dbb5640 1 --2- 172.21.15.76:0/520802580 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3c4c06ac00 0x7f3c4c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:08.297 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.293+0000 7f3c6dbb5640 1 --2- 172.21.15.76:0/520802580 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3c4c06ac00 0x7f3c4c06d0c0 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7f3c64034000 tx=0x7f3c6402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:08.298 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.297+0000 7f3c5e7fc640 1 -- 172.21.15.76:0/520802580 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f3c600542b0 con 0x7f3c680ce2d0 2024-09-13T16:13:08.494 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.493+0000 7f3c6fe19640 1 -- 172.21.15.76:0/520802580 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f3c680c6e50 con 0x7f3c680ce2d0 2024-09-13T16:13:08.495 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.493+0000 7f3c5e7fc640 1 -- 172.21.15.76:0/520802580 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 63 v63) v1 ==== 94+0+4736 (secure 0 0 0) 0x7f3c600578d0 con 0x7f3c680ce2d0 2024-09-13T16:13:08.495 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:13:08.495 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":63,"default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6794,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/1506250925","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":1506250925},{"type":"v1","addr":"172.21.15.192:6833","nonce":1506250925}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":58},{"gid":6797,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/2760399189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":2760399189},{"type":"v1","addr":"172.21.15.192:6835","nonce":2760399189}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":58},{"gid":8544,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6836/637364378","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":637364378},{"type":"v1","addr":"172.21.15.76:6836","nonce":637364378}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":58}],"filesystems":[{"mdsmap":{"epoch":63,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:12:37.387266+0000","modified":"2024-09-13T16:13:02.150422+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":8547},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8547":{"gid":8547,"name":"a","rank":0,"incarnation":59,"state":"up:active","state_seq":9,"addr":"172.21.15.76:6837/486236722","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":486236722},{"type":"v1","addr":"172.21.15.76:6837","nonce":486236722}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[18],"metadata_pool":17,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":8}]} 2024-09-13T16:13:08.496 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 63 2024-09-13T16:13:08.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.495+0000 7f3c6fe19640 1 -- 172.21.15.76:0/520802580 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3c4c06ac00 msgr2=0x7f3c4c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:08.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.495+0000 7f3c6fe19640 1 --2- 172.21.15.76:0/520802580 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3c4c06ac00 0x7f3c4c06d0c0 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7f3c64034000 tx=0x7f3c6402e000 comp rx=0 tx=0).stop 2024-09-13T16:13:08.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.495+0000 7f3c6fe19640 1 -- 172.21.15.76:0/520802580 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3c680ce2d0 msgr2=0x7f3c680c71c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:08.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.495+0000 7f3c6fe19640 1 --2- 172.21.15.76:0/520802580 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3c680ce2d0 0x7f3c680c71c0 secure :-1 s=READY pgs=1710 cs=0 l=1 rev1=1 crypto rx=0x7f3c6000c7a0 tx=0x7f3c6000cc60 comp rx=0 tx=0).stop 2024-09-13T16:13:08.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.495+0000 7f3c6fe19640 1 -- 172.21.15.76:0/520802580 shutdown_connections 2024-09-13T16:13:08.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.495+0000 7f3c6fe19640 1 --2- 172.21.15.76:0/520802580 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3c680ce2d0 0x7f3c680c71c0 unknown :-1 s=CLOSED pgs=1710 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:08.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.495+0000 7f3c6fe19640 1 --2- 172.21.15.76:0/520802580 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3c680b2590 0x7f3c6815ad80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:08.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.495+0000 7f3c6fe19640 1 --2- 172.21.15.76:0/520802580 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3c4c06ac00 0x7f3c4c06d0c0 unknown :-1 s=CLOSED pgs=729 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:08.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.495+0000 7f3c6fe19640 1 --2- 172.21.15.76:0/520802580 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3c6806c4c0 0x7f3c680c2e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:08.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.495+0000 7f3c6fe19640 1 -- 172.21.15.76:0/520802580 >> 172.21.15.76:0/520802580 conn(0x7f3c68069ed0 msgr2=0x7f3c680addd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:08.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.495+0000 7f3c6fe19640 1 -- 172.21.15.76:0/520802580 shutdown_connections 2024-09-13T16:13:08.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.495+0000 7f3c6fe19640 1 -- 172.21.15.76:0/520802580 wait complete. 2024-09-13T16:13:08.507 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:13:08.605 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.604+0000 7f522fbaa640 1 Processor -- start 2024-09-13T16:13:08.605 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.604+0000 7f522fbaa640 1 -- start start 2024-09-13T16:13:08.608 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.605+0000 7f522fbaa640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f5228071d30 0x7f5228070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:08.608 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.605+0000 7f522fbaa640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f52280c8920 0x7f52280c8dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:08.608 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.605+0000 7f522fbaa640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f52280abdf0 con 0x7f5228072110 2024-09-13T16:13:08.608 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.605+0000 7f522fbaa640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f52280c9310 con 0x7f5228071d30 2024-09-13T16:13:08.609 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.605+0000 7f522fbaa640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f52280b2280 con 0x7f52280c8920 2024-09-13T16:13:08.609 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.605+0000 7f522d946640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f5228071d30 0x7f5228070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:08.609 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.605+0000 7f522d145640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f5228072110 0x7f52280b1b70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:39364/0 (socket says 172.21.15.76:39364) 2024-09-13T16:13:08.609 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.605+0000 7f522d145640 1 -- 172.21.15.76:0/1770989400 learned_addr learned my addr 172.21.15.76:0/1770989400 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:13:08.609 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.605+0000 7f522e147640 1 --2- 172.21.15.76:0/1770989400 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f52280c8920 0x7f52280c8dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:08.609 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.605+0000 7f522d946640 1 -- 172.21.15.76:0/1770989400 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f52280c8920 msgr2=0x7f52280c8dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:08.609 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.605+0000 7f522d946640 1 --2- 172.21.15.76:0/1770989400 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f52280c8920 0x7f52280c8dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:08.609 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.605+0000 7f522d946640 1 -- 172.21.15.76:0/1770989400 >> v1:172.21.15.76:6789/0 conn(0x7f5228072110 legacy=0x7f52280b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:08.609 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.605+0000 7f522d946640 1 -- 172.21.15.76:0/1770989400 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f52280ab1e0 con 0x7f5228071d30 2024-09-13T16:13:08.609 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.605+0000 7f522c944640 1 -- 172.21.15.76:0/1770989400 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1280005713 0 0) 0x7f52280abdf0 con 0x7f5228072110 2024-09-13T16:13:08.609 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.606+0000 7f522d946640 1 --2- 172.21.15.76:0/1770989400 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5228071d30 0x7f5228070190 secure :-1 s=READY pgs=1712 cs=0 l=1 rev1=1 crypto rx=0x7f5218009d90 tx=0x7f521802a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=67ad5f762ff8acb3 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:08.609 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.606+0000 7f522c944640 1 -- 172.21.15.76:0/1770989400 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5218007740 con 0x7f5228071d30 2024-09-13T16:13:08.610 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.606+0000 7f522c944640 1 -- 172.21.15.76:0/1770989400 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f521802d050 con 0x7f5228071d30 2024-09-13T16:13:08.610 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.606+0000 7f522c944640 1 -- 172.21.15.76:0/1770989400 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5218007ac0 con 0x7f5228071d30 2024-09-13T16:13:08.610 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.606+0000 7f522fbaa640 1 -- 172.21.15.76:0/1770989400 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5228071d30 msgr2=0x7f5228070190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:08.610 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.606+0000 7f522fbaa640 1 --2- 172.21.15.76:0/1770989400 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5228071d30 0x7f5228070190 secure :-1 s=READY pgs=1712 cs=0 l=1 rev1=1 crypto rx=0x7f5218009d90 tx=0x7f521802a660 comp rx=0 tx=0).stop 2024-09-13T16:13:08.610 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.606+0000 7f522fbaa640 1 -- 172.21.15.76:0/1770989400 shutdown_connections 2024-09-13T16:13:08.610 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.606+0000 7f522fbaa640 1 --2- 172.21.15.76:0/1770989400 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f52280c8920 0x7f52280c8dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:08.610 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.606+0000 7f522fbaa640 1 --2- 172.21.15.76:0/1770989400 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5228071d30 0x7f5228070190 unknown :-1 s=CLOSED pgs=1712 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:08.610 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.606+0000 7f522fbaa640 1 -- 172.21.15.76:0/1770989400 >> 172.21.15.76:0/1770989400 conn(0x7f5228069ed0 msgr2=0x7f522806a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:08.610 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.607+0000 7f522fbaa640 1 -- 172.21.15.76:0/1770989400 shutdown_connections 2024-09-13T16:13:08.610 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.607+0000 7f522fbaa640 1 -- 172.21.15.76:0/1770989400 wait complete. 2024-09-13T16:13:08.614 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.608+0000 7f522fbaa640 1 Processor -- start 2024-09-13T16:13:08.614 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.608+0000 7f522fbaa640 1 -- start start 2024-09-13T16:13:08.614 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.608+0000 7f522fbaa640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5228071d30 0x7f5228155410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:08.614 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.608+0000 7f522fbaa640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5228072110 0x7f522815b6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:08.615 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.609+0000 7f522fbaa640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f52280c8920 0x7f52281e5e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:08.615 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.609+0000 7f522fbaa640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f522815a100 con 0x7f5228072110 2024-09-13T16:13:08.615 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.609+0000 7f522fbaa640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f52281591e0 con 0x7f52280c8920 2024-09-13T16:13:08.615 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.609+0000 7f522fbaa640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5228159480 con 0x7f5228071d30 2024-09-13T16:13:08.615 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.609+0000 7f522d145640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5228072110 0x7f522815b6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:08.615 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.609+0000 7f522d145640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5228072110 0x7f522815b6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:50064/0 (socket says 172.21.15.76:50064) 2024-09-13T16:13:08.615 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.609+0000 7f522d145640 1 -- 172.21.15.76:0/1411662651 learned_addr learned my addr 172.21.15.76:0/1411662651 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:08.615 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.609+0000 7f522d946640 1 --2- 172.21.15.76:0/1411662651 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5228071d30 0x7f5228155410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:08.615 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.609+0000 7f522e147640 1 --2- 172.21.15.76:0/1411662651 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f52280c8920 0x7f52281e5e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:08.615 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.609+0000 7f522d145640 1 -- 172.21.15.76:0/1411662651 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5228071d30 msgr2=0x7f5228155410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:08.615 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.609+0000 7f522d145640 1 --2- 172.21.15.76:0/1411662651 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5228071d30 0x7f5228155410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:08.615 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.609+0000 7f522d145640 1 -- 172.21.15.76:0/1411662651 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f52280c8920 msgr2=0x7f52281e5e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:08.615 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.609+0000 7f522d145640 1 --2- 172.21.15.76:0/1411662651 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f52280c8920 0x7f52281e5e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:08.615 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.609+0000 7f522d145640 1 -- 172.21.15.76:0/1411662651 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5218009a70 con 0x7f5228072110 2024-09-13T16:13:08.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.609+0000 7f522e147640 1 --2- 172.21.15.76:0/1411662651 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f52280c8920 0x7f52281e5e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:08.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.609+0000 7f522d145640 1 --2- 172.21.15.76:0/1411662651 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5228072110 0x7f522815b6b0 secure :-1 s=READY pgs=1713 cs=0 l=1 rev1=1 crypto rx=0x7f521c00c4d0 tx=0x7f521c00c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:08.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.609+0000 7f52267fc640 1 -- 172.21.15.76:0/1411662651 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f521c0074e0 con 0x7f5228072110 2024-09-13T16:13:08.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.609+0000 7f52267fc640 1 -- 172.21.15.76:0/1411662651 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f521c007660 con 0x7f5228072110 2024-09-13T16:13:08.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.609+0000 7f52267fc640 1 -- 172.21.15.76:0/1411662651 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f521c004a20 con 0x7f5228072110 2024-09-13T16:13:08.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.609+0000 7f522fbaa640 1 -- 172.21.15.76:0/1411662651 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5228159760 con 0x7f5228072110 2024-09-13T16:13:08.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.609+0000 7f522fbaa640 1 -- 172.21.15.76:0/1411662651 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5228159d20 con 0x7f5228072110 2024-09-13T16:13:08.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.610+0000 7f522fbaa640 1 -- 172.21.15.76:0/1411662651 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5228071610 con 0x7f5228072110 2024-09-13T16:13:08.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.611+0000 7f52267fc640 1 -- 172.21.15.76:0/1411662651 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f521c004b80 con 0x7f5228072110 2024-09-13T16:13:08.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.611+0000 7f52267fc640 1 --2- 172.21.15.76:0/1411662651 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f521406ac00 0x7f521406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:08.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.611+0000 7f522d946640 1 --2- 172.21.15.76:0/1411662651 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f521406ac00 0x7f521406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:08.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.611+0000 7f52267fc640 1 -- 172.21.15.76:0/1411662651 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f521c088520 con 0x7f5228072110 2024-09-13T16:13:08.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.612+0000 7f522d946640 1 --2- 172.21.15.76:0/1411662651 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f521406ac00 0x7f521406d0c0 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7f5218034000 tx=0x7f521802f000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:08.617 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.615+0000 7f52267fc640 1 -- 172.21.15.76:0/1411662651 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f521c053700 con 0x7f5228072110 2024-09-13T16:13:08.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.778+0000 7f522fbaa640 1 -- 172.21.15.76:0/1411662651 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f5228066f30 con 0x7f5228072110 2024-09-13T16:13:08.780 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.779+0000 7f52267fc640 1 -- 172.21.15.76:0/1411662651 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v124) v1 ==== 74+0+16748 (secure 0 0 0) 0x7f521c056d20 con 0x7f5228072110 2024-09-13T16:13:08.781 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:13:08.781 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":124,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:12:38.389508+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":18,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":17,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:12:35.555609+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"123","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":18,"pool_name":"cephfs_data","create_time":"2024-09-13T16:12:36.358350+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"124","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":122,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":122,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":122,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":122,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":122,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":122,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":122,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":122,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:13:08.783 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.781+0000 7f522fbaa640 1 -- 172.21.15.76:0/1411662651 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f521406ac00 msgr2=0x7f521406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:08.783 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.781+0000 7f522fbaa640 1 --2- 172.21.15.76:0/1411662651 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f521406ac00 0x7f521406d0c0 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7f5218034000 tx=0x7f521802f000 comp rx=0 tx=0).stop 2024-09-13T16:13:08.783 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.781+0000 7f522fbaa640 1 -- 172.21.15.76:0/1411662651 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5228072110 msgr2=0x7f522815b6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:08.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.781+0000 7f522fbaa640 1 --2- 172.21.15.76:0/1411662651 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5228072110 0x7f522815b6b0 secure :-1 s=READY pgs=1713 cs=0 l=1 rev1=1 crypto rx=0x7f521c00c4d0 tx=0x7f521c00c990 comp rx=0 tx=0).stop 2024-09-13T16:13:08.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.781+0000 7f522fbaa640 1 -- 172.21.15.76:0/1411662651 shutdown_connections 2024-09-13T16:13:08.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.781+0000 7f522fbaa640 1 --2- 172.21.15.76:0/1411662651 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f52280c8920 0x7f52281e5e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:08.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.781+0000 7f522fbaa640 1 --2- 172.21.15.76:0/1411662651 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5228072110 0x7f522815b6b0 unknown :-1 s=CLOSED pgs=1713 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:08.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.781+0000 7f522fbaa640 1 --2- 172.21.15.76:0/1411662651 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f521406ac00 0x7f521406d0c0 unknown :-1 s=CLOSED pgs=730 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:08.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.781+0000 7f522fbaa640 1 --2- 172.21.15.76:0/1411662651 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5228071d30 0x7f5228155410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:08.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.781+0000 7f522fbaa640 1 -- 172.21.15.76:0/1411662651 >> 172.21.15.76:0/1411662651 conn(0x7f5228069ed0 msgr2=0x7f52280cad50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:08.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.781+0000 7f522fbaa640 1 -- 172.21.15.76:0/1411662651 shutdown_connections 2024-09-13T16:13:08.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.781+0000 7f522fbaa640 1 -- 172.21.15.76:0/1411662651 wait complete. 2024-09-13T16:13:08.794 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:01:26.960607+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 17, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:12:35.555609+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '123', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 18, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:12:36.358350+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '124', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:13:08.794 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:13:08.894 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.893+0000 7f484e28b640 1 Processor -- start 2024-09-13T16:13:08.894 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.893+0000 7f484e28b640 1 -- start start 2024-09-13T16:13:08.897 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.893+0000 7f484e28b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f484806c8a0 0x7f48480b1160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:08.898 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.893+0000 7f484e28b640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4848071b20 0x7f48480b16a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:08.898 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.893+0000 7f484e28b640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f48480b2d10 con 0x7f4848158b00 2024-09-13T16:13:08.898 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.893+0000 7f484e28b640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f48480b2ff0 con 0x7f484806c8a0 2024-09-13T16:13:08.898 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.893+0000 7f484e28b640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4848070310 con 0x7f4848071b20 2024-09-13T16:13:08.898 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.894+0000 7f48477fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f484806c8a0 0x7f48480b1160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:08.898 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.894+0000 7f48477fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f484806c8a0 0x7f48480b1160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:50074/0 (socket says 172.21.15.76:50074) 2024-09-13T16:13:08.898 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.894+0000 7f48477fe640 1 -- 172.21.15.76:0/1907667433 learned_addr learned my addr 172.21.15.76:0/1907667433 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:08.898 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.894+0000 7f484c828640 1 --2- 172.21.15.76:0/1907667433 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4848071b20 0x7f48480b16a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:08.898 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.894+0000 7f48477fe640 1 -- 172.21.15.76:0/1907667433 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4848071b20 msgr2=0x7f48480b16a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:08.898 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.894+0000 7f48477fe640 1 --2- 172.21.15.76:0/1907667433 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4848071b20 0x7f48480b16a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:08.899 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.894+0000 7f48477fe640 1 -- 172.21.15.76:0/1907667433 >> v1:172.21.15.192:6789/0 conn(0x7f4848158b00 legacy=0x7f484806c190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:08.899 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.894+0000 7f48477fe640 1 -- 172.21.15.76:0/1907667433 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f48480705f0 con 0x7f484806c8a0 2024-09-13T16:13:08.899 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.894+0000 7f484c828640 1 --2- 172.21.15.76:0/1907667433 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4848071b20 0x7f48480b16a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:08.899 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.895+0000 7f48477fe640 1 --2- 172.21.15.76:0/1907667433 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f484806c8a0 0x7f48480b1160 secure :-1 s=READY pgs=1714 cs=0 l=1 rev1=1 crypto rx=0x7f483c00bb00 tx=0x7f483c02c6e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a4825c3442dff8f7 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:08.899 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.895+0000 7f4846ffd640 1 -- 172.21.15.76:0/1907667433 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f483c032480 con 0x7f484806c8a0 2024-09-13T16:13:08.899 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.895+0000 7f4846ffd640 1 -- 172.21.15.76:0/1907667433 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f483c02f030 con 0x7f484806c8a0 2024-09-13T16:13:08.899 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.895+0000 7f4846ffd640 1 -- 172.21.15.76:0/1907667433 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f483c032800 con 0x7f484806c8a0 2024-09-13T16:13:08.899 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.895+0000 7f484e28b640 1 -- 172.21.15.76:0/1907667433 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f484806c8a0 msgr2=0x7f48480b1160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:08.899 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.895+0000 7f484e28b640 1 --2- 172.21.15.76:0/1907667433 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f484806c8a0 0x7f48480b1160 secure :-1 s=READY pgs=1714 cs=0 l=1 rev1=1 crypto rx=0x7f483c00bb00 tx=0x7f483c02c6e0 comp rx=0 tx=0).stop 2024-09-13T16:13:08.899 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.895+0000 7f484e28b640 1 -- 172.21.15.76:0/1907667433 shutdown_connections 2024-09-13T16:13:08.899 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.895+0000 7f484e28b640 1 --2- 172.21.15.76:0/1907667433 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4848071b20 0x7f48480b16a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:08.900 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.895+0000 7f484e28b640 1 --2- 172.21.15.76:0/1907667433 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f484806c8a0 0x7f48480b1160 unknown :-1 s=CLOSED pgs=1714 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:08.900 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.895+0000 7f484e28b640 1 -- 172.21.15.76:0/1907667433 >> 172.21.15.76:0/1907667433 conn(0x7f484806a0b0 msgr2=0x7f484806a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:08.900 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.895+0000 7f484e28b640 1 -- 172.21.15.76:0/1907667433 shutdown_connections 2024-09-13T16:13:08.900 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.895+0000 7f484e28b640 1 -- 172.21.15.76:0/1907667433 wait complete. 2024-09-13T16:13:08.900 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.896+0000 7f484e28b640 1 Processor -- start 2024-09-13T16:13:08.903 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.897+0000 7f484e28b640 1 -- start start 2024-09-13T16:13:08.903 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.897+0000 7f484e28b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f484806c8a0 0x7f48481f4930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:08.903 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.897+0000 7f484e28b640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4848071b20 0x7f48481e12f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:08.903 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.897+0000 7f484e28b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4848158b00 0x7f48481e1830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:08.903 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.897+0000 7f484e28b640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f48481f4e70 con 0x7f484806c8a0 2024-09-13T16:13:08.903 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.897+0000 7f484e28b640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f48480cb670 con 0x7f4848158b00 2024-09-13T16:13:08.903 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.897+0000 7f484e28b640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f48481e1e60 con 0x7f4848071b20 2024-09-13T16:13:08.904 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.898+0000 7f4847fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f484806c8a0 0x7f48481f4930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:08.904 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.898+0000 7f4847fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f484806c8a0 0x7f48481f4930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:50076/0 (socket says 172.21.15.76:50076) 2024-09-13T16:13:08.904 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.898+0000 7f4847fff640 1 -- 172.21.15.76:0/3430243579 learned_addr learned my addr 172.21.15.76:0/3430243579 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:08.904 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.898+0000 7f48477fe640 1 --2- 172.21.15.76:0/3430243579 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4848071b20 0x7f48481e12f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:08.904 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.898+0000 7f484c828640 1 --2- 172.21.15.76:0/3430243579 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4848158b00 0x7f48481e1830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:08.904 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.898+0000 7f4847fff640 1 -- 172.21.15.76:0/3430243579 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4848071b20 msgr2=0x7f48481e12f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:08.904 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.898+0000 7f4847fff640 1 --2- 172.21.15.76:0/3430243579 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4848071b20 0x7f48481e12f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:08.904 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.898+0000 7f4847fff640 1 -- 172.21.15.76:0/3430243579 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4848158b00 msgr2=0x7f48481e1830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:08.904 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.898+0000 7f4847fff640 1 --2- 172.21.15.76:0/3430243579 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4848158b00 0x7f48481e1830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:08.904 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.898+0000 7f4847fff640 1 -- 172.21.15.76:0/3430243579 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f483c00b760 con 0x7f484806c8a0 2024-09-13T16:13:08.904 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.898+0000 7f484c828640 1 --2- 172.21.15.76:0/3430243579 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4848158b00 0x7f48481e1830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:08.904 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.898+0000 7f4847fff640 1 --2- 172.21.15.76:0/3430243579 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f484806c8a0 0x7f48481f4930 secure :-1 s=READY pgs=1715 cs=0 l=1 rev1=1 crypto rx=0x7f483800c390 tx=0x7f483800c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:08.904 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.898+0000 7f4844ff9640 1 -- 172.21.15.76:0/3430243579 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48380052d0 con 0x7f484806c8a0 2024-09-13T16:13:08.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.898+0000 7f4844ff9640 1 -- 172.21.15.76:0/3430243579 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4838005430 con 0x7f484806c8a0 2024-09-13T16:13:08.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.898+0000 7f4844ff9640 1 -- 172.21.15.76:0/3430243579 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4838003830 con 0x7f484806c8a0 2024-09-13T16:13:08.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.898+0000 7f484e28b640 1 -- 172.21.15.76:0/3430243579 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f48481e2140 con 0x7f484806c8a0 2024-09-13T16:13:08.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.898+0000 7f484e28b640 1 -- 172.21.15.76:0/3430243579 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f48480c2850 con 0x7f484806c8a0 2024-09-13T16:13:08.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.899+0000 7f484e28b640 1 -- 172.21.15.76:0/3430243579 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f48480c26b0 con 0x7f484806c8a0 2024-09-13T16:13:08.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.900+0000 7f4844ff9640 1 -- 172.21.15.76:0/3430243579 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f4838003990 con 0x7f484806c8a0 2024-09-13T16:13:08.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.900+0000 7f4844ff9640 1 --2- 172.21.15.76:0/3430243579 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f483406ac00 0x7f483406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:08.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.900+0000 7f4844ff9640 1 -- 172.21.15.76:0/3430243579 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f4838088980 con 0x7f484806c8a0 2024-09-13T16:13:08.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.900+0000 7f48477fe640 1 --2- 172.21.15.76:0/3430243579 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f483406ac00 0x7f483406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:08.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.901+0000 7f48477fe640 1 --2- 172.21.15.76:0/3430243579 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f483406ac00 0x7f483406d0c0 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7f483c037000 tx=0x7f483c030000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:08.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:08.904+0000 7f4844ff9640 1 -- 172.21.15.76:0/3430243579 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f48480c26b0 con 0x7f484806c8a0 2024-09-13T16:13:09.070 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.068+0000 7f484e28b640 1 -- 172.21.15.76:0/3430243579 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f48480c26b0 con 0x7f484806c8a0 2024-09-13T16:13:09.070 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.069+0000 7f4844ff9640 1 -- 172.21.15.76:0/3430243579 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v124) v1 ==== 93+0+10 (secure 0 0 0) 0x7f48480c26b0 con 0x7f484806c8a0 2024-09-13T16:13:09.071 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2024-09-13T16:13:09.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.071+0000 7f484e28b640 1 -- 172.21.15.76:0/3430243579 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f483406ac00 msgr2=0x7f483406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:09.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.071+0000 7f484e28b640 1 --2- 172.21.15.76:0/3430243579 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f483406ac00 0x7f483406d0c0 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7f483c037000 tx=0x7f483c030000 comp rx=0 tx=0).stop 2024-09-13T16:13:09.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.071+0000 7f484e28b640 1 -- 172.21.15.76:0/3430243579 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f484806c8a0 msgr2=0x7f48481f4930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:09.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.071+0000 7f484e28b640 1 --2- 172.21.15.76:0/3430243579 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f484806c8a0 0x7f48481f4930 secure :-1 s=READY pgs=1715 cs=0 l=1 rev1=1 crypto rx=0x7f483800c390 tx=0x7f483800c850 comp rx=0 tx=0).stop 2024-09-13T16:13:09.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.071+0000 7f484e28b640 1 -- 172.21.15.76:0/3430243579 shutdown_connections 2024-09-13T16:13:09.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.071+0000 7f484e28b640 1 --2- 172.21.15.76:0/3430243579 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4848158b00 0x7f48481e1830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:09.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.071+0000 7f484e28b640 1 --2- 172.21.15.76:0/3430243579 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f483406ac00 0x7f483406d0c0 unknown :-1 s=CLOSED pgs=731 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:09.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.071+0000 7f484e28b640 1 --2- 172.21.15.76:0/3430243579 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4848071b20 0x7f48481e12f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:09.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.071+0000 7f484e28b640 1 --2- 172.21.15.76:0/3430243579 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f484806c8a0 0x7f48481f4930 unknown :-1 s=CLOSED pgs=1715 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:09.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.071+0000 7f484e28b640 1 -- 172.21.15.76:0/3430243579 >> 172.21.15.76:0/3430243579 conn(0x7f484806a0b0 msgr2=0x7f484806cd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:09.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.071+0000 7f484e28b640 1 -- 172.21.15.76:0/3430243579 shutdown_connections 2024-09-13T16:13:09.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.071+0000 7f484e28b640 1 -- 172.21.15.76:0/3430243579 wait complete. 2024-09-13T16:13:09.083 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:13:09.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.183+0000 7f46b2f11640 1 Processor -- start 2024-09-13T16:13:09.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.183+0000 7f46b2f11640 1 -- start start 2024-09-13T16:13:09.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.184+0000 7f46b2f11640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f46ac0b2b40 0x7f46ac0ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:09.188 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.184+0000 7f46b2f11640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f46ac0ce4f0 0x7f46ac0ce8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:09.188 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.184+0000 7f46b2f11640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f46ac0ccbe0 con 0x7f46ac159310 2024-09-13T16:13:09.188 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.184+0000 7f46b2f11640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f46ac0ad940 con 0x7f46ac0ce4f0 2024-09-13T16:13:09.188 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.184+0000 7f46b2f11640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f46ac0b1810 con 0x7f46ac0b2b40 2024-09-13T16:13:09.188 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.184+0000 7f46b14ae640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f46ac0ce4f0 0x7f46ac0ce8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:09.188 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.184+0000 7f46b14ae640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f46ac0ce4f0 0x7f46ac0ce8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:50088/0 (socket says 172.21.15.76:50088) 2024-09-13T16:13:09.188 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.184+0000 7f46b14ae640 1 -- 172.21.15.76:0/2174019862 learned_addr learned my addr 172.21.15.76:0/2174019862 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:09.188 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.184+0000 7f46b14ae640 1 -- 172.21.15.76:0/2174019862 >> v2:172.21.15.192:3300/0 conn(0x7f46ac0b2b40 msgr2=0x7f46ac0ad400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:09.188 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.184+0000 7f46a3fff640 1 --2- 172.21.15.76:0/2174019862 >> v2:172.21.15.192:3300/0 conn(0x7f46ac0b2b40 0x7f46ac0ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:09.189 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.184+0000 7f46b14ae640 1 --2- 172.21.15.76:0/2174019862 >> v2:172.21.15.192:3300/0 conn(0x7f46ac0b2b40 0x7f46ac0ad400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:09.189 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.184+0000 7f46b14ae640 1 -- 172.21.15.76:0/2174019862 >> v1:172.21.15.192:6789/0 conn(0x7f46ac159310 legacy=0x7f46ac0ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:09.189 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.184+0000 7f46b14ae640 1 -- 172.21.15.76:0/2174019862 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f46ac0cee10 con 0x7f46ac0ce4f0 2024-09-13T16:13:09.189 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.184+0000 7f46a3fff640 1 --2- 172.21.15.76:0/2174019862 >> v2:172.21.15.192:3300/0 conn(0x7f46ac0b2b40 0x7f46ac0ad400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:13:09.189 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.185+0000 7f46b14ae640 1 --2- 172.21.15.76:0/2174019862 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f46ac0ce4f0 0x7f46ac0ce8d0 secure :-1 s=READY pgs=1716 cs=0 l=1 rev1=1 crypto rx=0x7f46ac0b16a0 tx=0x7f46a402a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=91ff73826bf58c86 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:09.190 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.187+0000 7f46a37fe640 1 -- 172.21.15.76:0/2174019862 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f46a4031600 con 0x7f46ac0ce4f0 2024-09-13T16:13:09.190 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.188+0000 7f46a37fe640 1 -- 172.21.15.76:0/2174019862 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f46a402d050 con 0x7f46ac0ce4f0 2024-09-13T16:13:09.190 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.188+0000 7f46a37fe640 1 -- 172.21.15.76:0/2174019862 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f46a4031980 con 0x7f46ac0ce4f0 2024-09-13T16:13:09.190 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.188+0000 7f46b2f11640 1 -- 172.21.15.76:0/2174019862 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f46ac0ce4f0 msgr2=0x7f46ac0ce8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:09.190 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.188+0000 7f46b2f11640 1 --2- 172.21.15.76:0/2174019862 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f46ac0ce4f0 0x7f46ac0ce8d0 secure :-1 s=READY pgs=1716 cs=0 l=1 rev1=1 crypto rx=0x7f46ac0b16a0 tx=0x7f46a402a660 comp rx=0 tx=0).stop 2024-09-13T16:13:09.190 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.188+0000 7f46b2f11640 1 -- 172.21.15.76:0/2174019862 shutdown_connections 2024-09-13T16:13:09.190 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.188+0000 7f46b2f11640 1 --2- 172.21.15.76:0/2174019862 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f46ac0ce4f0 0x7f46ac0ce8d0 unknown :-1 s=CLOSED pgs=1716 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:09.190 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.188+0000 7f46b2f11640 1 --2- 172.21.15.76:0/2174019862 >> v2:172.21.15.192:3300/0 conn(0x7f46ac0b2b40 0x7f46ac0ad400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:09.190 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.188+0000 7f46b2f11640 1 -- 172.21.15.76:0/2174019862 >> 172.21.15.76:0/2174019862 conn(0x7f46ac06a0b0 msgr2=0x7f46ac06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:09.191 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.188+0000 7f46b2f11640 1 -- 172.21.15.76:0/2174019862 shutdown_connections 2024-09-13T16:13:09.191 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.188+0000 7f46b2f11640 1 -- 172.21.15.76:0/2174019862 wait complete. 2024-09-13T16:13:09.194 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.189+0000 7f46b2f11640 1 Processor -- start 2024-09-13T16:13:09.194 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.189+0000 7f46b2f11640 1 -- start start 2024-09-13T16:13:09.194 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.190+0000 7f46b2f11640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f46ac0b2b40 0x7f46ac0977f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:09.194 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.190+0000 7f46b2f11640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f46ac0ce4f0 0x7f46ac15bcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:09.194 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.190+0000 7f46b2f11640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f46ac159310 0x7f46ac15c1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:09.194 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.190+0000 7f46b2f11640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f46ac0c5060 con 0x7f46ac159310 2024-09-13T16:13:09.194 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.190+0000 7f46b2f11640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f46ac0aef80 con 0x7f46ac0ce4f0 2024-09-13T16:13:09.194 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.190+0000 7f46b2f11640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f46ac0c47c0 con 0x7f46ac0b2b40 2024-09-13T16:13:09.195 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.190+0000 7f46b14ae640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f46ac159310 0x7f46ac15c1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:09.195 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.190+0000 7f46b14ae640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f46ac159310 0x7f46ac15c1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:50102/0 (socket says 172.21.15.76:50102) 2024-09-13T16:13:09.195 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.190+0000 7f46b14ae640 1 -- 172.21.15.76:0/1661510314 learned_addr learned my addr 172.21.15.76:0/1661510314 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:09.195 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.191+0000 7f46a3fff640 1 --2- 172.21.15.76:0/1661510314 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f46ac0ce4f0 0x7f46ac15bcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:09.195 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.191+0000 7f46b0cad640 1 --2- 172.21.15.76:0/1661510314 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f46ac0b2b40 0x7f46ac0977f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:09.195 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.191+0000 7f46b14ae640 1 -- 172.21.15.76:0/1661510314 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f46ac0b2b40 msgr2=0x7f46ac0977f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:09.195 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.191+0000 7f46b14ae640 1 --2- 172.21.15.76:0/1661510314 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f46ac0b2b40 0x7f46ac0977f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:09.195 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.191+0000 7f46b14ae640 1 -- 172.21.15.76:0/1661510314 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f46ac0ce4f0 msgr2=0x7f46ac15bcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:09.195 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.191+0000 7f46b14ae640 1 --2- 172.21.15.76:0/1661510314 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f46ac0ce4f0 0x7f46ac15bcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:09.195 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.191+0000 7f46b14ae640 1 -- 172.21.15.76:0/1661510314 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f46a4009b30 con 0x7f46ac159310 2024-09-13T16:13:09.195 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.191+0000 7f46b14ae640 1 --2- 172.21.15.76:0/1661510314 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f46ac159310 0x7f46ac15c1f0 secure :-1 s=READY pgs=1717 cs=0 l=1 rev1=1 crypto rx=0x7f46a4034040 tx=0x7f46a4004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:09.196 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.191+0000 7f46a17fa640 1 -- 172.21.15.76:0/1661510314 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f46a403d860 con 0x7f46ac159310 2024-09-13T16:13:09.196 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.191+0000 7f46a17fa640 1 -- 172.21.15.76:0/1661510314 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f46a403d9c0 con 0x7f46ac159310 2024-09-13T16:13:09.196 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.191+0000 7f46b2f11640 1 -- 172.21.15.76:0/1661510314 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f46ac0c4aa0 con 0x7f46ac159310 2024-09-13T16:13:09.196 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.191+0000 7f46a17fa640 1 -- 172.21.15.76:0/1661510314 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f46a403dd70 con 0x7f46ac159310 2024-09-13T16:13:09.196 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.191+0000 7f46b2f11640 1 -- 172.21.15.76:0/1661510314 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f46ac0cbbf0 con 0x7f46ac159310 2024-09-13T16:13:09.196 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.192+0000 7f46b2f11640 1 -- 172.21.15.76:0/1661510314 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f46ac0aede0 con 0x7f46ac159310 2024-09-13T16:13:09.196 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.193+0000 7f46a17fa640 1 -- 172.21.15.76:0/1661510314 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f46a4046400 con 0x7f46ac159310 2024-09-13T16:13:09.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.193+0000 7f46a17fa640 1 --2- 172.21.15.76:0/1661510314 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f469806ac00 0x7f469806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:09.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.193+0000 7f46a17fa640 1 -- 172.21.15.76:0/1661510314 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f46a402ae40 con 0x7f46ac159310 2024-09-13T16:13:09.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.193+0000 7f46b0cad640 1 --2- 172.21.15.76:0/1661510314 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f469806ac00 0x7f469806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:09.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.193+0000 7f46b0cad640 1 --2- 172.21.15.76:0/1661510314 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f469806ac00 0x7f469806d0c0 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7f46a8006fd0 tx=0x7f46a8009060 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:09.202 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.201+0000 7f46a17fa640 1 -- 172.21.15.76:0/1661510314 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f46ac0aede0 con 0x7f46ac159310 2024-09-13T16:13:09.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.363+0000 7f46b2f11640 1 -- 172.21.15.76:0/1661510314 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f46ac0aede0 con 0x7f46ac159310 2024-09-13T16:13:09.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.363+0000 7f46a17fa640 1 -- 172.21.15.76:0/1661510314 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v124) v1 ==== 104+0+11 (secure 0 0 0) 0x7f46ac0aede0 con 0x7f46ac159310 2024-09-13T16:13:09.364 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2024-09-13T16:13:09.366 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.365+0000 7f46b2f11640 1 -- 172.21.15.76:0/1661510314 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f469806ac00 msgr2=0x7f469806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:09.366 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.365+0000 7f46b2f11640 1 --2- 172.21.15.76:0/1661510314 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f469806ac00 0x7f469806d0c0 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7f46a8006fd0 tx=0x7f46a8009060 comp rx=0 tx=0).stop 2024-09-13T16:13:09.366 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.365+0000 7f46b2f11640 1 -- 172.21.15.76:0/1661510314 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f46ac159310 msgr2=0x7f46ac15c1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:09.366 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.365+0000 7f46b2f11640 1 --2- 172.21.15.76:0/1661510314 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f46ac159310 0x7f46ac15c1f0 secure :-1 s=READY pgs=1717 cs=0 l=1 rev1=1 crypto rx=0x7f46a4034040 tx=0x7f46a4004a40 comp rx=0 tx=0).stop 2024-09-13T16:13:09.367 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.365+0000 7f46b2f11640 1 -- 172.21.15.76:0/1661510314 shutdown_connections 2024-09-13T16:13:09.367 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.365+0000 7f46b2f11640 1 --2- 172.21.15.76:0/1661510314 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f46ac159310 0x7f46ac15c1f0 unknown :-1 s=CLOSED pgs=1717 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:09.367 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.365+0000 7f46b2f11640 1 --2- 172.21.15.76:0/1661510314 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f46ac0ce4f0 0x7f46ac15bcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:09.367 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.365+0000 7f46b2f11640 1 --2- 172.21.15.76:0/1661510314 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f469806ac00 0x7f469806d0c0 unknown :-1 s=CLOSED pgs=732 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:09.367 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.365+0000 7f46b2f11640 1 --2- 172.21.15.76:0/1661510314 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f46ac0b2b40 0x7f46ac0977f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:09.367 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.365+0000 7f46b2f11640 1 -- 172.21.15.76:0/1661510314 >> 172.21.15.76:0/1661510314 conn(0x7f46ac06a0b0 msgr2=0x7f46ac0ab140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:09.367 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.365+0000 7f46b2f11640 1 -- 172.21.15.76:0/1661510314 shutdown_connections 2024-09-13T16:13:09.367 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.365+0000 7f46b2f11640 1 -- 172.21.15.76:0/1661510314 wait complete. 2024-09-13T16:13:09.377 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:13:09.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.478+0000 7f2850248640 1 Processor -- start 2024-09-13T16:13:09.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.478+0000 7f2850248640 1 -- start start 2024-09-13T16:13:09.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.479+0000 7f2850248640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2848158b00 0x7f284806c190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:09.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.479+0000 7f2850248640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f284806c6d0 0x7f2848070b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:09.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.479+0000 7f2850248640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f284806cb30 con 0x7f2848071050 2024-09-13T16:13:09.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.479+0000 7f2850248640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f28480b2d10 con 0x7f284806c6d0 2024-09-13T16:13:09.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.479+0000 7f2850248640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f28480b2ff0 con 0x7f2848158b00 2024-09-13T16:13:09.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.479+0000 7f284e7e5640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f2848071050 0x7f2848071500 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:39376/0 (socket says 172.21.15.76:39376) 2024-09-13T16:13:09.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.479+0000 7f284e7e5640 1 -- 172.21.15.76:0/3071252000 learned_addr learned my addr 172.21.15.76:0/3071252000 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:13:09.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.479+0000 7f284cfe2640 1 -- 172.21.15.76:0/3071252000 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 494489730 0 0) 0x7f284806cb30 con 0x7f2848071050 2024-09-13T16:13:09.484 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.479+0000 7f284cfe2640 1 -- 172.21.15.76:0/3071252000 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2834003520 con 0x7f2848071050 2024-09-13T16:13:09.484 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.479+0000 7f284d7e3640 1 --2- 172.21.15.76:0/3071252000 >> v2:172.21.15.192:3300/0 conn(0x7f284806c6d0 0x7f2848070b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:09.484 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.479+0000 7f284dfe4640 1 --2- 172.21.15.76:0/3071252000 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2848158b00 0x7f284806c190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:09.484 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.480+0000 7f284cfe2640 1 -- 172.21.15.76:0/3071252000 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 231531764 0 0) 0x7f2834003520 con 0x7f2848071050 2024-09-13T16:13:09.484 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.480+0000 7f284cfe2640 1 -- 172.21.15.76:0/3071252000 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2848158b00 msgr2=0x7f284806c190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:09.484 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.480+0000 7f284cfe2640 1 --2- 172.21.15.76:0/3071252000 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2848158b00 0x7f284806c190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:09.484 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.480+0000 7f284cfe2640 1 -- 172.21.15.76:0/3071252000 >> v2:172.21.15.192:3300/0 conn(0x7f284806c6d0 msgr2=0x7f2848070b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:09.484 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.480+0000 7f284cfe2640 1 --2- 172.21.15.76:0/3071252000 >> v2:172.21.15.192:3300/0 conn(0x7f284806c6d0 0x7f2848070b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:09.484 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.480+0000 7f284cfe2640 1 -- 172.21.15.76:0/3071252000 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2848070310 con 0x7f2848071050 2024-09-13T16:13:09.484 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.480+0000 7f284cfe2640 1 -- 172.21.15.76:0/3071252000 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f28400019f0 con 0x7f2848071050 2024-09-13T16:13:09.484 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.480+0000 7f284cfe2640 1 -- 172.21.15.76:0/3071252000 >> v1:172.21.15.76:6789/0 conn(0x7f2848071050 legacy=0x7f2848071500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:09.484 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.480+0000 7f284cfe2640 1 --2- 172.21.15.76:0/3071252000 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2834003970 0x7f2834003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:09.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.480+0000 7f284cfe2640 1 --2- 172.21.15.76:0/3071252000 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f28340047c0 0x7f2834004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:09.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.480+0000 7f284cfe2640 1 --2- 172.21.15.76:0/3071252000 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2834005180 0x7f283400b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:09.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.480+0000 7f284cfe2640 1 -- 172.21.15.76:0/3071252000 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f28480b2d10 con 0x7f28340047c0 2024-09-13T16:13:09.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.480+0000 7f284cfe2640 1 -- 172.21.15.76:0/3071252000 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f28480b2ff0 con 0x7f2834003970 2024-09-13T16:13:09.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.480+0000 7f284cfe2640 1 -- 172.21.15.76:0/3071252000 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f283400bef0 con 0x7f2834005180 2024-09-13T16:13:09.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.480+0000 7f284dfe4640 1 --2- 172.21.15.76:0/3071252000 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2848158b00 0x7f284806c190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:09.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.480+0000 7f284d7e3640 1 --2- 172.21.15.76:0/3071252000 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f28340047c0 0x7f2834004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:09.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.480+0000 7f284e7e5640 1 --2- 172.21.15.76:0/3071252000 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2834005180 0x7f283400b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:09.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.480+0000 7f284dfe4640 1 --2- 172.21.15.76:0/3071252000 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2834003970 0x7f2834003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:09.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.480+0000 7f284d7e3640 1 -- 172.21.15.76:0/3071252000 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2834005180 msgr2=0x7f283400b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:09.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.480+0000 7f284d7e3640 1 --2- 172.21.15.76:0/3071252000 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2834005180 0x7f283400b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:09.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.480+0000 7f284d7e3640 1 -- 172.21.15.76:0/3071252000 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2834003970 msgr2=0x7f2834003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:09.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.480+0000 7f284d7e3640 1 --2- 172.21.15.76:0/3071252000 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2834003970 0x7f2834003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:09.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.480+0000 7f284d7e3640 1 -- 172.21.15.76:0/3071252000 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2834003520 con 0x7f28340047c0 2024-09-13T16:13:09.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.481+0000 7f284d7e3640 1 --2- 172.21.15.76:0/3071252000 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f28340047c0 0x7f2834004c40 secure :-1 s=READY pgs=1719 cs=0 l=1 rev1=1 crypto rx=0x7f2838009a90 tx=0x7f28340057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c4fff2376af18375 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:09.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.481+0000 7f284cfe2640 1 -- 172.21.15.76:0/3071252000 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2838031400 con 0x7f28340047c0 2024-09-13T16:13:09.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.481+0000 7f284cfe2640 1 -- 172.21.15.76:0/3071252000 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f283802d050 con 0x7f28340047c0 2024-09-13T16:13:09.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.481+0000 7f284cfe2640 1 -- 172.21.15.76:0/3071252000 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28380317a0 con 0x7f28340047c0 2024-09-13T16:13:09.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.482+0000 7f2850248640 1 -- 172.21.15.76:0/3071252000 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f28340047c0 msgr2=0x7f2834004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:09.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.482+0000 7f2850248640 1 --2- 172.21.15.76:0/3071252000 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f28340047c0 0x7f2834004c40 secure :-1 s=READY pgs=1719 cs=0 l=1 rev1=1 crypto rx=0x7f2838009a90 tx=0x7f28340057f0 comp rx=0 tx=0).stop 2024-09-13T16:13:09.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.482+0000 7f284e7e5640 1 -- 172.21.15.76:0/3071252000 reap_dead start 2024-09-13T16:13:09.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.482+0000 7f2850248640 1 -- 172.21.15.76:0/3071252000 shutdown_connections 2024-09-13T16:13:09.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.482+0000 7f2850248640 1 -- 172.21.15.76:0/3071252000 >> 172.21.15.76:0/3071252000 conn(0x7f284806a0b0 msgr2=0x7f284806a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:09.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.482+0000 7f2850248640 1 -- 172.21.15.76:0/3071252000 shutdown_connections 2024-09-13T16:13:09.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.482+0000 7f2850248640 1 -- 172.21.15.76:0/3071252000 wait complete. 2024-09-13T16:13:09.489 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.483+0000 7f2850248640 1 Processor -- start 2024-09-13T16:13:09.489 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.483+0000 7f2850248640 1 -- start start 2024-09-13T16:13:09.490 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.484+0000 7f2850248640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f28340047c0 0x7f2848153130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:09.490 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.484+0000 7f2850248640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f28480b1700 0x7f2848153670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:09.490 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.484+0000 7f2850248640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2848096aa0 0x7f2848096f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:09.490 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.484+0000 7f2850248640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f28480ca980 con 0x7f2848096aa0 2024-09-13T16:13:09.490 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.484+0000 7f2850248640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f28480cac40 con 0x7f28480b1700 2024-09-13T16:13:09.490 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.484+0000 7f2850248640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f28480caf20 con 0x7f28340047c0 2024-09-13T16:13:09.490 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.484+0000 7f284e7e5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2848096aa0 0x7f2848096f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:09.490 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.484+0000 7f284e7e5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2848096aa0 0x7f2848096f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:50110/0 (socket says 172.21.15.76:50110) 2024-09-13T16:13:09.490 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.484+0000 7f284e7e5640 1 -- 172.21.15.76:0/4203264628 learned_addr learned my addr 172.21.15.76:0/4203264628 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:09.490 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.484+0000 7f284dfe4640 1 --2- 172.21.15.76:0/4203264628 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f28340047c0 0x7f2848153130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:09.490 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.484+0000 7f284d7e3640 1 --2- 172.21.15.76:0/4203264628 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f28480b1700 0x7f2848153670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:09.490 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.484+0000 7f284e7e5640 1 -- 172.21.15.76:0/4203264628 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f28340047c0 msgr2=0x7f2848153130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:09.491 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.484+0000 7f284e7e5640 1 --2- 172.21.15.76:0/4203264628 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f28340047c0 0x7f2848153130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:09.491 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.484+0000 7f284e7e5640 1 -- 172.21.15.76:0/4203264628 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f28480b1700 msgr2=0x7f2848153670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:09.491 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.484+0000 7f284e7e5640 1 --2- 172.21.15.76:0/4203264628 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f28480b1700 0x7f2848153670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:09.491 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.484+0000 7f284e7e5640 1 -- 172.21.15.76:0/4203264628 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f28480cb200 con 0x7f2848096aa0 2024-09-13T16:13:09.491 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.484+0000 7f284e7e5640 1 --2- 172.21.15.76:0/4203264628 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2848096aa0 0x7f2848096f50 secure :-1 s=READY pgs=1720 cs=0 l=1 rev1=1 crypto rx=0x7f28400013d0 tx=0x7f284000e530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:09.491 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.484+0000 7f283e7fc640 1 -- 172.21.15.76:0/4203264628 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2840007a80 con 0x7f2848096aa0 2024-09-13T16:13:09.491 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.484+0000 7f283e7fc640 1 -- 172.21.15.76:0/4203264628 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f284000ee20 con 0x7f2848096aa0 2024-09-13T16:13:09.491 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.484+0000 7f283e7fc640 1 -- 172.21.15.76:0/4203264628 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2840013660 con 0x7f2848096aa0 2024-09-13T16:13:09.491 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.484+0000 7f2850248640 1 -- 172.21.15.76:0/4203264628 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2848097900 con 0x7f2848096aa0 2024-09-13T16:13:09.491 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.484+0000 7f2850248640 1 -- 172.21.15.76:0/4203264628 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2848097670 con 0x7f2848096aa0 2024-09-13T16:13:09.491 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.485+0000 7f2850248640 1 -- 172.21.15.76:0/4203264628 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f28480ad8d0 con 0x7f2848096aa0 2024-09-13T16:13:09.491 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.486+0000 7f283e7fc640 1 -- 172.21.15.76:0/4203264628 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f28400137c0 con 0x7f2848096aa0 2024-09-13T16:13:09.491 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.486+0000 7f283e7fc640 1 --2- 172.21.15.76:0/4203264628 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f282c06ac00 0x7f282c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:09.491 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.486+0000 7f283e7fc640 1 -- 172.21.15.76:0/4203264628 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f28400897a0 con 0x7f2848096aa0 2024-09-13T16:13:09.492 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.486+0000 7f284dfe4640 1 --2- 172.21.15.76:0/4203264628 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f282c06ac00 0x7f282c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:09.492 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.487+0000 7f284dfe4640 1 --2- 172.21.15.76:0/4203264628 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f282c06ac00 0x7f282c06d0c0 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7f2848097840 tx=0x7f2844008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:09.492 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.490+0000 7f283e7fc640 1 -- 172.21.15.76:0/4203264628 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f28480ad8d0 con 0x7f2848096aa0 2024-09-13T16:13:09.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.651+0000 7f2850248640 1 -- 172.21.15.76:0/4203264628 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f28480ad8d0 con 0x7f2848096aa0 2024-09-13T16:13:09.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.651+0000 7f283e7fc640 1 -- 172.21.15.76:0/4203264628 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v124) v1 ==== 100+0+11 (secure 0 0 0) 0x7f28480ad8d0 con 0x7f2848096aa0 2024-09-13T16:13:09.653 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2024-09-13T16:13:09.655 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.653+0000 7f2850248640 1 -- 172.21.15.76:0/4203264628 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f282c06ac00 msgr2=0x7f282c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:09.656 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.653+0000 7f2850248640 1 --2- 172.21.15.76:0/4203264628 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f282c06ac00 0x7f282c06d0c0 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7f2848097840 tx=0x7f2844008040 comp rx=0 tx=0).stop 2024-09-13T16:13:09.656 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.653+0000 7f2850248640 1 -- 172.21.15.76:0/4203264628 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2848096aa0 msgr2=0x7f2848096f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:09.656 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.653+0000 7f2850248640 1 --2- 172.21.15.76:0/4203264628 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2848096aa0 0x7f2848096f50 secure :-1 s=READY pgs=1720 cs=0 l=1 rev1=1 crypto rx=0x7f28400013d0 tx=0x7f284000e530 comp rx=0 tx=0).stop 2024-09-13T16:13:09.656 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.653+0000 7f2850248640 1 -- 172.21.15.76:0/4203264628 shutdown_connections 2024-09-13T16:13:09.656 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.653+0000 7f2850248640 1 --2- 172.21.15.76:0/4203264628 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2848096aa0 0x7f2848096f50 unknown :-1 s=CLOSED pgs=1720 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:09.657 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.653+0000 7f2850248640 1 --2- 172.21.15.76:0/4203264628 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f28480b1700 0x7f2848153670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:09.657 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.653+0000 7f2850248640 1 --2- 172.21.15.76:0/4203264628 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f282c06ac00 0x7f282c06d0c0 unknown :-1 s=CLOSED pgs=733 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:09.657 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.653+0000 7f2850248640 1 --2- 172.21.15.76:0/4203264628 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f28340047c0 0x7f2848153130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:09.657 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.653+0000 7f2850248640 1 -- 172.21.15.76:0/4203264628 >> 172.21.15.76:0/4203264628 conn(0x7f284806a0b0 msgr2=0x7f2848151290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:09.657 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.653+0000 7f2850248640 1 -- 172.21.15.76:0/4203264628 shutdown_connections 2024-09-13T16:13:09.657 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.653+0000 7f2850248640 1 -- 172.21.15.76:0/4203264628 wait complete. 2024-09-13T16:13:09.666 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:13:09.764 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.763+0000 7f6a4662b640 1 Processor -- start 2024-09-13T16:13:09.764 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.763+0000 7f6a4662b640 1 -- start start 2024-09-13T16:13:09.766 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.763+0000 7f6a4662b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f6a4006c4c0 0x7f6a4006c8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:09.766 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.763+0000 7f6a4662b640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f6a400b2590 0x7f6a4006d3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:09.766 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.763+0000 7f6a4662b640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6a400cbea0 0x7f6a400cc330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:09.766 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.763+0000 7f6a4662b640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6a4006deb0 con 0x7f6a4006c4c0 2024-09-13T16:13:09.766 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.763+0000 7f6a4662b640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6a400cc870 con 0x7f6a400b2590 2024-09-13T16:13:09.766 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.763+0000 7f6a4662b640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6a400b29e0 con 0x7f6a400cbea0 2024-09-13T16:13:09.766 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.764+0000 7f6a3ffff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f6a4006c4c0 0x7f6a4006c8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:09.767 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.764+0000 7f6a3ffff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f6a4006c4c0 0x7f6a4006c8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:50124/0 (socket says 172.21.15.76:50124) 2024-09-13T16:13:09.767 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.764+0000 7f6a3ffff640 1 -- 172.21.15.76:0/3697418122 learned_addr learned my addr 172.21.15.76:0/3697418122 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:09.767 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.764+0000 7f6a3f7fe640 1 --2- 172.21.15.76:0/3697418122 >> v2:172.21.15.192:3300/0 conn(0x7f6a400b2590 0x7f6a4006d3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:09.767 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.764+0000 7f6a44bc8640 1 --2- 172.21.15.76:0/3697418122 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6a400cbea0 0x7f6a400cc330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:09.767 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.764+0000 7f6a3ffff640 1 -- 172.21.15.76:0/3697418122 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6a400cbea0 msgr2=0x7f6a400cc330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:09.767 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.764+0000 7f6a3ffff640 1 --2- 172.21.15.76:0/3697418122 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6a400cbea0 0x7f6a400cc330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:09.767 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.764+0000 7f6a3ffff640 1 -- 172.21.15.76:0/3697418122 >> v2:172.21.15.192:3300/0 conn(0x7f6a400b2590 msgr2=0x7f6a4006d3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:09.767 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.764+0000 7f6a3ffff640 1 --2- 172.21.15.76:0/3697418122 >> v2:172.21.15.192:3300/0 conn(0x7f6a400b2590 0x7f6a4006d3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:09.767 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.764+0000 7f6a3ffff640 1 -- 172.21.15.76:0/3697418122 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6a4006e0c0 con 0x7f6a4006c4c0 2024-09-13T16:13:09.767 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.765+0000 7f6a3ffff640 1 --2- 172.21.15.76:0/3697418122 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6a4006c4c0 0x7f6a4006c8a0 secure :-1 s=READY pgs=1721 cs=0 l=1 rev1=1 crypto rx=0x7f6a4015c460 tx=0x7f6a3002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ee3d5f40457f0f02 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:09.767 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.765+0000 7f6a3effd640 1 -- 172.21.15.76:0/3697418122 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a30032440 con 0x7f6a4006c4c0 2024-09-13T16:13:09.767 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.765+0000 7f6a3effd640 1 -- 172.21.15.76:0/3697418122 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6a300325a0 con 0x7f6a4006c4c0 2024-09-13T16:13:09.767 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.765+0000 7f6a3effd640 1 -- 172.21.15.76:0/3697418122 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a30032930 con 0x7f6a4006c4c0 2024-09-13T16:13:09.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.765+0000 7f6a4662b640 1 -- 172.21.15.76:0/3697418122 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6a4006c4c0 msgr2=0x7f6a4006c8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:09.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.765+0000 7f6a4662b640 1 --2- 172.21.15.76:0/3697418122 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6a4006c4c0 0x7f6a4006c8a0 secure :-1 s=READY pgs=1721 cs=0 l=1 rev1=1 crypto rx=0x7f6a4015c460 tx=0x7f6a3002a1e0 comp rx=0 tx=0).stop 2024-09-13T16:13:09.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.765+0000 7f6a4662b640 1 -- 172.21.15.76:0/3697418122 shutdown_connections 2024-09-13T16:13:09.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.765+0000 7f6a4662b640 1 --2- 172.21.15.76:0/3697418122 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6a400cbea0 0x7f6a400cc330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:09.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.765+0000 7f6a4662b640 1 --2- 172.21.15.76:0/3697418122 >> v2:172.21.15.192:3300/0 conn(0x7f6a400b2590 0x7f6a4006d3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:09.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.765+0000 7f6a4662b640 1 --2- 172.21.15.76:0/3697418122 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6a4006c4c0 0x7f6a4006c8a0 unknown :-1 s=CLOSED pgs=1721 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:09.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.765+0000 7f6a4662b640 1 -- 172.21.15.76:0/3697418122 >> 172.21.15.76:0/3697418122 conn(0x7f6a40069ed0 msgr2=0x7f6a4006a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:09.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.765+0000 7f6a4662b640 1 -- 172.21.15.76:0/3697418122 shutdown_connections 2024-09-13T16:13:09.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.765+0000 7f6a4662b640 1 -- 172.21.15.76:0/3697418122 wait complete. 2024-09-13T16:13:09.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.767+0000 7f6a4662b640 1 Processor -- start 2024-09-13T16:13:09.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.767+0000 7f6a4662b640 1 -- start start 2024-09-13T16:13:09.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.767+0000 7f6a4662b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6a4006c4c0 0x7f6a401f57a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:09.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.768+0000 7f6a4662b640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6a400b2590 0x7f6a400c7cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:09.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.768+0000 7f6a4662b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6a400cbea0 0x7f6a40156f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:09.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.768+0000 7f6a4662b640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a400c54d0 con 0x7f6a4006c4c0 2024-09-13T16:13:09.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.768+0000 7f6a4662b640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a401e4200 con 0x7f6a400cbea0 2024-09-13T16:13:09.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.768+0000 7f6a4662b640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6a401f6620 con 0x7f6a400b2590 2024-09-13T16:13:09.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.768+0000 7f6a3ffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6a4006c4c0 0x7f6a401f57a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:09.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.768+0000 7f6a3ffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6a4006c4c0 0x7f6a401f57a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:50128/0 (socket says 172.21.15.76:50128) 2024-09-13T16:13:09.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.768+0000 7f6a3ffff640 1 -- 172.21.15.76:0/2355249913 learned_addr learned my addr 172.21.15.76:0/2355249913 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:09.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.768+0000 7f6a3f7fe640 1 --2- 172.21.15.76:0/2355249913 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6a400b2590 0x7f6a400c7cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:09.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.768+0000 7f6a44bc8640 1 --2- 172.21.15.76:0/2355249913 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6a400cbea0 0x7f6a40156f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:09.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.768+0000 7f6a3ffff640 1 -- 172.21.15.76:0/2355249913 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6a400b2590 msgr2=0x7f6a400c7cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:09.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.768+0000 7f6a3ffff640 1 --2- 172.21.15.76:0/2355249913 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6a400b2590 0x7f6a400c7cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:09.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.768+0000 7f6a3ffff640 1 -- 172.21.15.76:0/2355249913 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6a400cbea0 msgr2=0x7f6a40156f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:09.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.768+0000 7f6a3ffff640 1 --2- 172.21.15.76:0/2355249913 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6a400cbea0 0x7f6a40156f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:09.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.768+0000 7f6a3ffff640 1 -- 172.21.15.76:0/2355249913 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6a300094d0 con 0x7f6a4006c4c0 2024-09-13T16:13:09.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.768+0000 7f6a3ffff640 1 --2- 172.21.15.76:0/2355249913 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6a4006c4c0 0x7f6a401f57a0 secure :-1 s=READY pgs=1722 cs=0 l=1 rev1=1 crypto rx=0x7f6a3002a220 tx=0x7f6a300046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:09.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.768+0000 7f6a3cff9640 1 -- 172.21.15.76:0/2355249913 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a30032440 con 0x7f6a4006c4c0 2024-09-13T16:13:09.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.768+0000 7f6a3cff9640 1 -- 172.21.15.76:0/2355249913 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6a30030ba0 con 0x7f6a4006c4c0 2024-09-13T16:13:09.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.768+0000 7f6a3cff9640 1 -- 172.21.15.76:0/2355249913 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a3003d440 con 0x7f6a4006c4c0 2024-09-13T16:13:09.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.768+0000 7f6a4662b640 1 -- 172.21.15.76:0/2355249913 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6a401f5d80 con 0x7f6a4006c4c0 2024-09-13T16:13:09.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.768+0000 7f6a4662b640 1 -- 172.21.15.76:0/2355249913 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6a401f6340 con 0x7f6a4006c4c0 2024-09-13T16:13:09.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.769+0000 7f6a4662b640 1 -- 172.21.15.76:0/2355249913 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6a400c9830 con 0x7f6a4006c4c0 2024-09-13T16:13:09.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.770+0000 7f6a3cff9640 1 -- 172.21.15.76:0/2355249913 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f6a30039040 con 0x7f6a4006c4c0 2024-09-13T16:13:09.774 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.770+0000 7f6a3cff9640 1 --2- 172.21.15.76:0/2355249913 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6a2c06ac30 0x7f6a2c06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:09.774 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.770+0000 7f6a3cff9640 1 -- 172.21.15.76:0/2355249913 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f6a300a9f20 con 0x7f6a4006c4c0 2024-09-13T16:13:09.774 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.770+0000 7f6a3f7fe640 1 --2- 172.21.15.76:0/2355249913 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6a2c06ac30 0x7f6a2c06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:09.774 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.771+0000 7f6a3f7fe640 1 --2- 172.21.15.76:0/2355249913 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6a2c06ac30 0x7f6a2c06d0f0 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7f6a401578e0 tx=0x7f6a34008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:09.776 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.775+0000 7f6a3cff9640 1 -- 172.21.15.76:0/2355249913 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f6a30075070 con 0x7f6a4006c4c0 2024-09-13T16:13:09.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.970+0000 7f6a4662b640 1 -- 172.21.15.76:0/2355249913 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f6a4006d3a0 con 0x7f6a4006c4c0 2024-09-13T16:13:09.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.970+0000 7f6a3cff9640 1 -- 172.21.15.76:0/2355249913 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 63 v63) v1 ==== 94+0+4736 (secure 0 0 0) 0x7f6a30041090 con 0x7f6a4006c4c0 2024-09-13T16:13:09.972 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:13:09.972 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":63,"default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6794,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/1506250925","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":1506250925},{"type":"v1","addr":"172.21.15.192:6833","nonce":1506250925}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":58},{"gid":6797,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/2760399189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":2760399189},{"type":"v1","addr":"172.21.15.192:6835","nonce":2760399189}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":58},{"gid":8544,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6836/637364378","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":637364378},{"type":"v1","addr":"172.21.15.76:6836","nonce":637364378}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":58}],"filesystems":[{"mdsmap":{"epoch":63,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:12:37.387266+0000","modified":"2024-09-13T16:13:02.150422+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":8547},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8547":{"gid":8547,"name":"a","rank":0,"incarnation":59,"state":"up:active","state_seq":9,"addr":"172.21.15.76:6837/486236722","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":486236722},{"type":"v1","addr":"172.21.15.76:6837","nonce":486236722}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[18],"metadata_pool":17,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":8}]} 2024-09-13T16:13:09.973 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 63 2024-09-13T16:13:09.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.972+0000 7f6a4662b640 1 -- 172.21.15.76:0/2355249913 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6a2c06ac30 msgr2=0x7f6a2c06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:09.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.972+0000 7f6a4662b640 1 --2- 172.21.15.76:0/2355249913 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6a2c06ac30 0x7f6a2c06d0f0 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7f6a401578e0 tx=0x7f6a34008040 comp rx=0 tx=0).stop 2024-09-13T16:13:09.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.972+0000 7f6a4662b640 1 -- 172.21.15.76:0/2355249913 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6a4006c4c0 msgr2=0x7f6a401f57a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:09.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.972+0000 7f6a4662b640 1 --2- 172.21.15.76:0/2355249913 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6a4006c4c0 0x7f6a401f57a0 secure :-1 s=READY pgs=1722 cs=0 l=1 rev1=1 crypto rx=0x7f6a3002a220 tx=0x7f6a300046c0 comp rx=0 tx=0).stop 2024-09-13T16:13:09.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.972+0000 7f6a4662b640 1 -- 172.21.15.76:0/2355249913 shutdown_connections 2024-09-13T16:13:09.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.972+0000 7f6a4662b640 1 --2- 172.21.15.76:0/2355249913 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6a400cbea0 0x7f6a40156f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:09.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.972+0000 7f6a4662b640 1 --2- 172.21.15.76:0/2355249913 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6a2c06ac30 0x7f6a2c06d0f0 unknown :-1 s=CLOSED pgs=734 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:09.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.972+0000 7f6a4662b640 1 --2- 172.21.15.76:0/2355249913 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6a400b2590 0x7f6a400c7cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:09.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.972+0000 7f6a4662b640 1 --2- 172.21.15.76:0/2355249913 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6a4006c4c0 0x7f6a401f57a0 unknown :-1 s=CLOSED pgs=1722 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:09.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.972+0000 7f6a4662b640 1 -- 172.21.15.76:0/2355249913 >> 172.21.15.76:0/2355249913 conn(0x7f6a40069ed0 msgr2=0x7f6a400ca210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:09.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.972+0000 7f6a4662b640 1 -- 172.21.15.76:0/2355249913 shutdown_connections 2024-09-13T16:13:09.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:09.972+0000 7f6a4662b640 1 -- 172.21.15.76:0/2355249913 wait complete. 2024-09-13T16:13:09.985 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:13:10.084 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.082+0000 7f58a60f7640 1 Processor -- start 2024-09-13T16:13:10.084 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.083+0000 7f58a60f7640 1 -- start start 2024-09-13T16:13:10.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.083+0000 7f58a60f7640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f58a015c6e0 0x7f58a00b3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:10.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.083+0000 7f58a60f7640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f58a00d1840 con 0x7f58a00ccb20 2024-09-13T16:13:10.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.083+0000 7f58a60f7640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f58a006bd20 con 0x7f58a00d07b0 2024-09-13T16:13:10.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.083+0000 7f58a60f7640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f58a0160e50 con 0x7f58a015c6e0 2024-09-13T16:13:10.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.083+0000 7f589f7fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f58a015c6e0 0x7f58a00b3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:10.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.083+0000 7f589ffff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f58a00ccb20 0x7f58a0160740 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:39380/0 (socket says 172.21.15.76:39380) 2024-09-13T16:13:10.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.083+0000 7f589ffff640 1 -- 172.21.15.76:0/3603210801 learned_addr learned my addr 172.21.15.76:0/3603210801 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:13:10.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.084+0000 7f589f7fe640 1 -- 172.21.15.76:0/3603210801 >> v1:172.21.15.192:6789/0 conn(0x7f58a00d07b0 legacy=0x7f58a0160030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:10.086 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.084+0000 7f589e7fc640 1 -- 172.21.15.76:0/3603210801 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2739089439 0 0) 0x7f58a00d1840 con 0x7f58a00ccb20 2024-09-13T16:13:10.086 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.084+0000 7f589f7fe640 1 -- 172.21.15.76:0/3603210801 >> v1:172.21.15.76:6789/0 conn(0x7f58a00ccb20 legacy=0x7f58a0160740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:10.086 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.084+0000 7f589f7fe640 1 -- 172.21.15.76:0/3603210801 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f58a00d0c30 con 0x7f58a015c6e0 2024-09-13T16:13:10.087 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.085+0000 7f589f7fe640 1 --2- 172.21.15.76:0/3603210801 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f58a015c6e0 0x7f58a00b3f50 secure :-1 s=READY pgs=1724 cs=0 l=1 rev1=1 crypto rx=0x7f58900097a0 tx=0x7f589002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c9d581d8192c6ff5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:10.087 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.085+0000 7f589e7fc640 1 -- 172.21.15.76:0/3603210801 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5890032440 con 0x7f58a015c6e0 2024-09-13T16:13:10.087 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.085+0000 7f589e7fc640 1 -- 172.21.15.76:0/3603210801 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f58900325a0 con 0x7f58a015c6e0 2024-09-13T16:13:10.087 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.085+0000 7f589e7fc640 1 -- 172.21.15.76:0/3603210801 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5890032930 con 0x7f58a015c6e0 2024-09-13T16:13:10.087 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.085+0000 7f58a60f7640 1 -- 172.21.15.76:0/3603210801 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f58a015c6e0 msgr2=0x7f58a00b3f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:10.087 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.085+0000 7f58a60f7640 1 --2- 172.21.15.76:0/3603210801 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f58a015c6e0 0x7f58a00b3f50 secure :-1 s=READY pgs=1724 cs=0 l=1 rev1=1 crypto rx=0x7f58900097a0 tx=0x7f589002a1a0 comp rx=0 tx=0).stop 2024-09-13T16:13:10.087 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.085+0000 7f58a60f7640 1 -- 172.21.15.76:0/3603210801 shutdown_connections 2024-09-13T16:13:10.087 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.085+0000 7f58a60f7640 1 --2- 172.21.15.76:0/3603210801 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f58a015c6e0 0x7f58a00b3f50 unknown :-1 s=CLOSED pgs=1724 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:10.087 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.085+0000 7f58a60f7640 1 -- 172.21.15.76:0/3603210801 >> 172.21.15.76:0/3603210801 conn(0x7f58a0089f60 msgr2=0x7f58a00d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:10.087 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.085+0000 7f58a60f7640 1 -- 172.21.15.76:0/3603210801 shutdown_connections 2024-09-13T16:13:10.087 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.085+0000 7f58a60f7640 1 -- 172.21.15.76:0/3603210801 wait complete. 2024-09-13T16:13:10.088 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.086+0000 7f58a60f7640 1 Processor -- start 2024-09-13T16:13:10.088 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.087+0000 7f58a60f7640 1 -- start start 2024-09-13T16:13:10.090 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.087+0000 7f58a60f7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f58a00ccb20 0x7f58a0159f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:10.090 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.087+0000 7f58a60f7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f58a00d07b0 0x7f58a00c95a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:10.090 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.087+0000 7f58a60f7640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f58a015c6e0 0x7f58a00cba80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:10.090 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.087+0000 7f58a60f7640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f58a00b6550 con 0x7f58a00d07b0 2024-09-13T16:13:10.090 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.087+0000 7f58a60f7640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f58a00ca580 con 0x7f58a015c6e0 2024-09-13T16:13:10.090 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.087+0000 7f58a60f7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f58a00c9fc0 con 0x7f58a00ccb20 2024-09-13T16:13:10.090 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.087+0000 7f589effd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f58a00d07b0 0x7f58a00c95a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:10.091 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.087+0000 7f589effd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f58a00d07b0 0x7f58a00c95a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:50156/0 (socket says 172.21.15.76:50156) 2024-09-13T16:13:10.091 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.087+0000 7f589effd640 1 -- 172.21.15.76:0/4159657580 learned_addr learned my addr 172.21.15.76:0/4159657580 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:10.091 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.088+0000 7f589f7fe640 1 --2- 172.21.15.76:0/4159657580 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f58a00ccb20 0x7f58a0159f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:10.091 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.088+0000 7f589ffff640 1 --2- 172.21.15.76:0/4159657580 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f58a015c6e0 0x7f58a00cba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:10.091 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.088+0000 7f589effd640 1 -- 172.21.15.76:0/4159657580 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f58a00ccb20 msgr2=0x7f58a0159f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:10.091 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.088+0000 7f589effd640 1 --2- 172.21.15.76:0/4159657580 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f58a00ccb20 0x7f58a0159f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:10.091 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.088+0000 7f589effd640 1 -- 172.21.15.76:0/4159657580 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f58a015c6e0 msgr2=0x7f58a00cba80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:10.091 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.088+0000 7f589effd640 1 --2- 172.21.15.76:0/4159657580 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f58a015c6e0 0x7f58a00cba80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:10.091 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.088+0000 7f589effd640 1 -- 172.21.15.76:0/4159657580 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5890009400 con 0x7f58a00d07b0 2024-09-13T16:13:10.091 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.088+0000 7f589f7fe640 1 --2- 172.21.15.76:0/4159657580 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f58a00ccb20 0x7f58a0159f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:13:10.091 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.088+0000 7f589ffff640 1 --2- 172.21.15.76:0/4159657580 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f58a015c6e0 0x7f58a00cba80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:13:10.091 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.088+0000 7f589effd640 1 --2- 172.21.15.76:0/4159657580 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f58a00d07b0 0x7f58a00c95a0 secure :-1 s=READY pgs=1725 cs=0 l=1 rev1=1 crypto rx=0x7f588800c450 tx=0x7f588800c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:10.091 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.088+0000 7f5897fff640 1 -- 172.21.15.76:0/4159657580 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58880052d0 con 0x7f58a00d07b0 2024-09-13T16:13:10.092 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.088+0000 7f5897fff640 1 -- 172.21.15.76:0/4159657580 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5888005430 con 0x7f58a00d07b0 2024-09-13T16:13:10.092 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.088+0000 7f58a60f7640 1 -- 172.21.15.76:0/4159657580 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f58a00ca2a0 con 0x7f58a00d07b0 2024-09-13T16:13:10.092 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.088+0000 7f5897fff640 1 -- 172.21.15.76:0/4159657580 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5888012870 con 0x7f58a00d07b0 2024-09-13T16:13:10.092 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.088+0000 7f58a60f7640 1 -- 172.21.15.76:0/4159657580 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f58a00c9ae0 con 0x7f58a00d07b0 2024-09-13T16:13:10.092 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.089+0000 7f58a60f7640 1 -- 172.21.15.76:0/4159657580 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f58a00d1cb0 con 0x7f58a00d07b0 2024-09-13T16:13:10.093 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.089+0000 7f5897fff640 1 -- 172.21.15.76:0/4159657580 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f58880129d0 con 0x7f58a00d07b0 2024-09-13T16:13:10.093 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.090+0000 7f5897fff640 1 --2- 172.21.15.76:0/4159657580 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f588006ac00 0x7f588006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:10.093 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.090+0000 7f5897fff640 1 -- 172.21.15.76:0/4159657580 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f5888088f30 con 0x7f58a00d07b0 2024-09-13T16:13:10.093 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.090+0000 7f589f7fe640 1 --2- 172.21.15.76:0/4159657580 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f588006ac00 0x7f588006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:10.093 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.090+0000 7f589f7fe640 1 --2- 172.21.15.76:0/4159657580 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f588006ac00 0x7f588006d0c0 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7f5890034000 tx=0x7f589002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:10.095 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.094+0000 7f5897fff640 1 -- 172.21.15.76:0/4159657580 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f58a00d1cb0 con 0x7f58a00d07b0 2024-09-13T16:13:10.258 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.257+0000 7f58a60f7640 1 -- 172.21.15.76:0/4159657580 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f58a00b6690 con 0x7f58a00d07b0 2024-09-13T16:13:10.260 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.258+0000 7f5897fff640 1 -- 172.21.15.76:0/4159657580 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v124) v1 ==== 74+0+16748 (secure 0 0 0) 0x7f58a00b6690 con 0x7f58a00d07b0 2024-09-13T16:13:10.260 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:13:10.260 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":124,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:12:38.389508+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":18,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":17,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:12:35.555609+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"123","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":18,"pool_name":"cephfs_data","create_time":"2024-09-13T16:12:36.358350+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"124","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":122,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":122,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":122,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":122,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":122,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":122,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":122,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":122,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:13:10.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.260+0000 7f58a60f7640 1 -- 172.21.15.76:0/4159657580 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f588006ac00 msgr2=0x7f588006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:10.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.260+0000 7f58a60f7640 1 --2- 172.21.15.76:0/4159657580 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f588006ac00 0x7f588006d0c0 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7f5890034000 tx=0x7f589002e000 comp rx=0 tx=0).stop 2024-09-13T16:13:10.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.260+0000 7f58a60f7640 1 -- 172.21.15.76:0/4159657580 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f58a00d07b0 msgr2=0x7f58a00c95a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:10.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.260+0000 7f58a60f7640 1 --2- 172.21.15.76:0/4159657580 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f58a00d07b0 0x7f58a00c95a0 secure :-1 s=READY pgs=1725 cs=0 l=1 rev1=1 crypto rx=0x7f588800c450 tx=0x7f588800c910 comp rx=0 tx=0).stop 2024-09-13T16:13:10.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.260+0000 7f58a60f7640 1 -- 172.21.15.76:0/4159657580 shutdown_connections 2024-09-13T16:13:10.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.260+0000 7f58a60f7640 1 --2- 172.21.15.76:0/4159657580 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f58a015c6e0 0x7f58a00cba80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:10.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.260+0000 7f58a60f7640 1 --2- 172.21.15.76:0/4159657580 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f58a00d07b0 0x7f58a00c95a0 unknown :-1 s=CLOSED pgs=1725 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:10.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.260+0000 7f58a60f7640 1 --2- 172.21.15.76:0/4159657580 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f588006ac00 0x7f588006d0c0 unknown :-1 s=CLOSED pgs=735 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:10.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.260+0000 7f58a60f7640 1 --2- 172.21.15.76:0/4159657580 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f58a00ccb20 0x7f58a0159f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:10.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.260+0000 7f58a60f7640 1 -- 172.21.15.76:0/4159657580 >> 172.21.15.76:0/4159657580 conn(0x7f58a0089f60 msgr2=0x7f58a00b0640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:10.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.260+0000 7f58a60f7640 1 -- 172.21.15.76:0/4159657580 shutdown_connections 2024-09-13T16:13:10.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.260+0000 7f58a60f7640 1 -- 172.21.15.76:0/4159657580 wait complete. 2024-09-13T16:13:10.273 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-13T16:13:10.273 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:13:10.370 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.369+0000 7fa8730b8640 1 Processor -- start 2024-09-13T16:13:10.370 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.369+0000 7fa8730b8640 1 -- start start 2024-09-13T16:13:10.373 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.369+0000 7fa8730b8640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa86c0cc5b0 0x7fa86c0b2590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:10.373 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.369+0000 7fa8730b8640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa86c0b2170 con 0x7fa86c06c4c0 2024-09-13T16:13:10.374 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.369+0000 7fa8730b8640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa86c06dab0 con 0x7fa86c06c8a0 2024-09-13T16:13:10.374 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.369+0000 7fa8730b8640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa86c06deb0 con 0x7fa86c0cc5b0 2024-09-13T16:13:10.374 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.369+0000 7fa870e54640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fa86c06c4c0 0x7fa86c06d3a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:39392/0 (socket says 172.21.15.76:39392) 2024-09-13T16:13:10.374 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.369+0000 7fa870e54640 1 -- 172.21.15.76:0/694405667 learned_addr learned my addr 172.21.15.76:0/694405667 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:13:10.374 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.370+0000 7fa86b7fe640 1 -- 172.21.15.76:0/694405667 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 538513908 0 0) 0x7fa86c0b2170 con 0x7fa86c06c4c0 2024-09-13T16:13:10.374 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.370+0000 7fa871655640 1 --2- 172.21.15.76:0/694405667 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa86c0cc5b0 0x7fa86c0b2590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:10.374 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.370+0000 7fa86b7fe640 1 -- 172.21.15.76:0/694405667 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa858003520 con 0x7fa86c06c4c0 2024-09-13T16:13:10.374 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.370+0000 7fa86b7fe640 1 -- 172.21.15.76:0/694405667 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3292795984 0 0) 0x7fa858003520 con 0x7fa86c06c4c0 2024-09-13T16:13:10.374 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.370+0000 7fa86b7fe640 1 -- 172.21.15.76:0/694405667 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa86c0cc5b0 msgr2=0x7fa86c0b2590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:10.374 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.370+0000 7fa86b7fe640 1 --2- 172.21.15.76:0/694405667 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa86c0cc5b0 0x7fa86c0b2590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:10.374 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.370+0000 7fa86b7fe640 1 -- 172.21.15.76:0/694405667 >> v1:172.21.15.192:6789/0 conn(0x7fa86c06c8a0 legacy=0x7fa86c0cbea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:10.374 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.370+0000 7fa86b7fe640 1 -- 172.21.15.76:0/694405667 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa86c06e0c0 con 0x7fa86c06c4c0 2024-09-13T16:13:10.374 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.370+0000 7fa86b7fe640 1 -- 172.21.15.76:0/694405667 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7fa864001670 con 0x7fa86c06c4c0 2024-09-13T16:13:10.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.370+0000 7fa86b7fe640 1 -- 172.21.15.76:0/694405667 >> v1:172.21.15.76:6789/0 conn(0x7fa86c06c4c0 legacy=0x7fa86c06d3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:10.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.370+0000 7fa86b7fe640 1 --2- 172.21.15.76:0/694405667 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa86c0cc5b0 0x7fa8580039a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:10.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.370+0000 7fa86b7fe640 1 --2- 172.21.15.76:0/694405667 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa858003f20 0x7fa8580047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:10.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.370+0000 7fa86b7fe640 1 --2- 172.21.15.76:0/694405667 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa858004d00 0x7fa858005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:10.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.370+0000 7fa86b7fe640 1 -- 172.21.15.76:0/694405667 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa86c06deb0 con 0x7fa858003f20 2024-09-13T16:13:10.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.370+0000 7fa86b7fe640 1 -- 172.21.15.76:0/694405667 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa85800cb70 con 0x7fa858004d00 2024-09-13T16:13:10.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.370+0000 7fa86b7fe640 1 -- 172.21.15.76:0/694405667 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa85800cd30 con 0x7fa86c0cc5b0 2024-09-13T16:13:10.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.370+0000 7fa86bfff640 1 --2- 172.21.15.76:0/694405667 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa858003f20 0x7fa8580047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:10.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.370+0000 7fa870e54640 1 --2- 172.21.15.76:0/694405667 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa86c0cc5b0 0x7fa8580039a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:10.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.370+0000 7fa871655640 1 --2- 172.21.15.76:0/694405667 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa858004d00 0x7fa858005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:10.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.370+0000 7fa86bfff640 1 -- 172.21.15.76:0/694405667 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa86c0cc5b0 msgr2=0x7fa8580039a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:10.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.370+0000 7fa86bfff640 1 --2- 172.21.15.76:0/694405667 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa86c0cc5b0 0x7fa8580039a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:10.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.370+0000 7fa86bfff640 1 -- 172.21.15.76:0/694405667 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa858004d00 msgr2=0x7fa858005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:10.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.370+0000 7fa86bfff640 1 --2- 172.21.15.76:0/694405667 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa858004d00 0x7fa858005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:10.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.370+0000 7fa86bfff640 1 -- 172.21.15.76:0/694405667 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa858003520 con 0x7fa858003f20 2024-09-13T16:13:10.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.370+0000 7fa870e54640 1 --2- 172.21.15.76:0/694405667 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa86c0cc5b0 0x7fa8580039a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:10.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.371+0000 7fa86bfff640 1 --2- 172.21.15.76:0/694405667 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa858003f20 0x7fa8580047c0 secure :-1 s=READY pgs=1727 cs=0 l=1 rev1=1 crypto rx=0x7fa85c001e50 tx=0x7fa8580057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6b91362c66b424f2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:10.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.371+0000 7fa86b7fe640 1 -- 172.21.15.76:0/694405667 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa85c02ae70 con 0x7fa858003f20 2024-09-13T16:13:10.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.371+0000 7fa86b7fe640 1 -- 172.21.15.76:0/694405667 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa85c003970 con 0x7fa858003f20 2024-09-13T16:13:10.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.371+0000 7fa86b7fe640 1 -- 172.21.15.76:0/694405667 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa85c003d20 con 0x7fa858003f20 2024-09-13T16:13:10.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.372+0000 7fa8730b8640 1 -- 172.21.15.76:0/694405667 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa858003f20 msgr2=0x7fa8580047c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:10.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.372+0000 7fa8730b8640 1 --2- 172.21.15.76:0/694405667 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa858003f20 0x7fa8580047c0 secure :-1 s=READY pgs=1727 cs=0 l=1 rev1=1 crypto rx=0x7fa85c001e50 tx=0x7fa8580057f0 comp rx=0 tx=0).stop 2024-09-13T16:13:10.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.372+0000 7fa871655640 1 -- 172.21.15.76:0/694405667 reap_dead start 2024-09-13T16:13:10.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.372+0000 7fa8730b8640 1 -- 172.21.15.76:0/694405667 shutdown_connections 2024-09-13T16:13:10.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.372+0000 7fa8730b8640 1 -- 172.21.15.76:0/694405667 >> 172.21.15.76:0/694405667 conn(0x7fa86c069ed0 msgr2=0x7fa86c06a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:10.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.372+0000 7fa8730b8640 1 -- 172.21.15.76:0/694405667 shutdown_connections 2024-09-13T16:13:10.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.372+0000 7fa8730b8640 1 -- 172.21.15.76:0/694405667 wait complete. 2024-09-13T16:13:10.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.373+0000 7fa8730b8640 1 Processor -- start 2024-09-13T16:13:10.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.373+0000 7fa8730b8640 1 -- start start 2024-09-13T16:13:10.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.374+0000 7fa8730b8640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa858003f20 0x7fa86c0c4260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:10.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.374+0000 7fa8730b8640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa86c14bed0 0x7fa86c14aa70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:10.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.374+0000 7fa8730b8640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa86c14afb0 0x7fa86c1ef240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:10.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.374+0000 7fa8730b8640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa86c14b4f0 con 0x7fa86c14bed0 2024-09-13T16:13:10.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.374+0000 7fa8730b8640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa86c14b7d0 con 0x7fa86c14afb0 2024-09-13T16:13:10.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.374+0000 7fa8730b8640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa86c15a810 con 0x7fa858003f20 2024-09-13T16:13:10.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.374+0000 7fa86bfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa86c14bed0 0x7fa86c14aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:10.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.374+0000 7fa86bfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa86c14bed0 0x7fa86c14aa70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:50176/0 (socket says 172.21.15.76:50176) 2024-09-13T16:13:10.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.374+0000 7fa86bfff640 1 -- 172.21.15.76:0/1405187237 learned_addr learned my addr 172.21.15.76:0/1405187237 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:10.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.374+0000 7fa870e54640 1 --2- 172.21.15.76:0/1405187237 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa858003f20 0x7fa86c0c4260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:10.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.374+0000 7fa871655640 1 --2- 172.21.15.76:0/1405187237 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa86c14afb0 0x7fa86c1ef240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:10.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.374+0000 7fa86bfff640 1 -- 172.21.15.76:0/1405187237 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa858003f20 msgr2=0x7fa86c0c4260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:10.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.374+0000 7fa86bfff640 1 --2- 172.21.15.76:0/1405187237 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa858003f20 0x7fa86c0c4260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:10.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.374+0000 7fa86bfff640 1 -- 172.21.15.76:0/1405187237 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa86c14afb0 msgr2=0x7fa86c1ef240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:10.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.374+0000 7fa86bfff640 1 --2- 172.21.15.76:0/1405187237 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa86c14afb0 0x7fa86c1ef240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:10.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.374+0000 7fa86bfff640 1 -- 172.21.15.76:0/1405187237 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa86c15aaf0 con 0x7fa86c14bed0 2024-09-13T16:13:10.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.374+0000 7fa870e54640 1 --2- 172.21.15.76:0/1405187237 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa858003f20 0x7fa86c0c4260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:10.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.374+0000 7fa871655640 1 --2- 172.21.15.76:0/1405187237 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa86c14afb0 0x7fa86c1ef240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:10.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.374+0000 7fa86bfff640 1 --2- 172.21.15.76:0/1405187237 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa86c14bed0 0x7fa86c14aa70 secure :-1 s=READY pgs=1728 cs=0 l=1 rev1=1 crypto rx=0x7fa85c005040 tx=0x7fa85c0014a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:10.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.375+0000 7fa8697fa640 1 -- 172.21.15.76:0/1405187237 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa85c0052d0 con 0x7fa86c14bed0 2024-09-13T16:13:10.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.375+0000 7fa8697fa640 1 -- 172.21.15.76:0/1405187237 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa85c005430 con 0x7fa86c14bed0 2024-09-13T16:13:10.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.375+0000 7fa8730b8640 1 -- 172.21.15.76:0/1405187237 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa86c156860 con 0x7fa86c14bed0 2024-09-13T16:13:10.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.375+0000 7fa8697fa640 1 -- 172.21.15.76:0/1405187237 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa85c0057c0 con 0x7fa86c14bed0 2024-09-13T16:13:10.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.375+0000 7fa8730b8640 1 -- 172.21.15.76:0/1405187237 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa86c0c47a0 con 0x7fa86c14bed0 2024-09-13T16:13:10.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.376+0000 7fa8730b8640 1 -- 172.21.15.76:0/1405187237 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa86c0c4990 con 0x7fa86c14bed0 2024-09-13T16:13:10.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.376+0000 7fa8697fa640 1 -- 172.21.15.76:0/1405187237 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fa85c007040 con 0x7fa86c14bed0 2024-09-13T16:13:10.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.377+0000 7fa8697fa640 1 --2- 172.21.15.76:0/1405187237 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa84c06ac00 0x7fa84c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:10.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.377+0000 7fa8697fa640 1 -- 172.21.15.76:0/1405187237 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fa85c0a9330 con 0x7fa86c14bed0 2024-09-13T16:13:10.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.377+0000 7fa870e54640 1 --2- 172.21.15.76:0/1405187237 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa84c06ac00 0x7fa84c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:10.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.377+0000 7fa870e54640 1 --2- 172.21.15.76:0/1405187237 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa84c06ac00 0x7fa84c06d0c0 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7fa864001c90 tx=0x7fa864009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:10.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.381+0000 7fa8697fa640 1 -- 172.21.15.76:0/1405187237 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fa85c074540 con 0x7fa86c14bed0 2024-09-13T16:13:10.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.578+0000 7fa8730b8640 1 -- 172.21.15.76:0/1405187237 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fa86c0c4990 con 0x7fa86c14bed0 2024-09-13T16:13:10.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.578+0000 7fa8697fa640 1 -- 172.21.15.76:0/1405187237 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 64 v64) v1 ==== 94+0+4737 (secure 0 0 0) 0x7fa85c007db0 con 0x7fa86c14bed0 2024-09-13T16:13:10.581 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:13:10.581 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":64,"default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6794,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/1506250925","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":1506250925},{"type":"v1","addr":"172.21.15.192:6833","nonce":1506250925}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":58},{"gid":6797,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/2760399189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":2760399189},{"type":"v1","addr":"172.21.15.192:6835","nonce":2760399189}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":58},{"gid":8544,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6836/637364378","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":637364378},{"type":"v1","addr":"172.21.15.76:6836","nonce":637364378}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":58}],"filesystems":[{"mdsmap":{"epoch":64,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:12:37.387266+0000","modified":"2024-09-13T16:13:10.193773+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":8547},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8547":{"gid":8547,"name":"a","rank":0,"incarnation":59,"state":"up:active","state_seq":11,"addr":"172.21.15.76:6837/486236722","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":486236722},{"type":"v1","addr":"172.21.15.76:6837","nonce":486236722}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[18],"metadata_pool":17,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":8}]} 2024-09-13T16:13:10.583 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 64 2024-09-13T16:13:10.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.580+0000 7fa8730b8640 1 -- 172.21.15.76:0/1405187237 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa84c06ac00 msgr2=0x7fa84c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:10.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.580+0000 7fa8730b8640 1 --2- 172.21.15.76:0/1405187237 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa84c06ac00 0x7fa84c06d0c0 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7fa864001c90 tx=0x7fa864009040 comp rx=0 tx=0).stop 2024-09-13T16:13:10.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.580+0000 7fa8730b8640 1 -- 172.21.15.76:0/1405187237 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa86c14bed0 msgr2=0x7fa86c14aa70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:10.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.580+0000 7fa8730b8640 1 --2- 172.21.15.76:0/1405187237 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa86c14bed0 0x7fa86c14aa70 secure :-1 s=READY pgs=1728 cs=0 l=1 rev1=1 crypto rx=0x7fa85c005040 tx=0x7fa85c0014a0 comp rx=0 tx=0).stop 2024-09-13T16:13:10.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.580+0000 7fa8730b8640 1 -- 172.21.15.76:0/1405187237 shutdown_connections 2024-09-13T16:13:10.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.580+0000 7fa8730b8640 1 --2- 172.21.15.76:0/1405187237 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa86c14afb0 0x7fa86c1ef240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:10.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.580+0000 7fa8730b8640 1 --2- 172.21.15.76:0/1405187237 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa86c14bed0 0x7fa86c14aa70 unknown :-1 s=CLOSED pgs=1728 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:10.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.580+0000 7fa8730b8640 1 --2- 172.21.15.76:0/1405187237 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa84c06ac00 0x7fa84c06d0c0 unknown :-1 s=CLOSED pgs=736 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:10.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.580+0000 7fa8730b8640 1 --2- 172.21.15.76:0/1405187237 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa858003f20 0x7fa86c0c4260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:10.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.580+0000 7fa8730b8640 1 -- 172.21.15.76:0/1405187237 >> 172.21.15.76:0/1405187237 conn(0x7fa86c069ed0 msgr2=0x7fa86c1581b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:10.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.580+0000 7fa8730b8640 1 -- 172.21.15.76:0/1405187237 shutdown_connections 2024-09-13T16:13:10.586 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.580+0000 7fa8730b8640 1 -- 172.21.15.76:0/1405187237 wait complete. 2024-09-13T16:13:10.593 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:13:10.690 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.689+0000 7fd230dbc640 1 Processor -- start 2024-09-13T16:13:10.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.689+0000 7fd230dbc640 1 -- start start 2024-09-13T16:13:10.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.690+0000 7fd230dbc640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd22c06c8a0 0x7fd22c0b2590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:10.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.690+0000 7fd230dbc640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd22c0b2170 con 0x7fd22c06c4c0 2024-09-13T16:13:10.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.690+0000 7fd230dbc640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd22c06dab0 con 0x7fd22c0cbea0 2024-09-13T16:13:10.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.690+0000 7fd230dbc640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd22c06deb0 con 0x7fd22c06c8a0 2024-09-13T16:13:10.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.690+0000 7fd22a59c640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fd22c06c4c0 0x7fd22c06d3a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:39398/0 (socket says 172.21.15.76:39398) 2024-09-13T16:13:10.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.690+0000 7fd22a59c640 1 -- 172.21.15.76:0/1941591639 learned_addr learned my addr 172.21.15.76:0/1941591639 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:13:10.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.690+0000 7fd229d9b640 1 -- 172.21.15.76:0/1941591639 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2766172729 0 0) 0x7fd22c0b2170 con 0x7fd22c06c4c0 2024-09-13T16:13:10.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.690+0000 7fd229d9b640 1 -- 172.21.15.76:0/1941591639 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd20c003520 con 0x7fd22c06c4c0 2024-09-13T16:13:10.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.690+0000 7fd221d9b640 1 --2- 172.21.15.76:0/1941591639 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd22c06c8a0 0x7fd22c0b2590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:10.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.690+0000 7fd229d9b640 1 -- 172.21.15.76:0/1941591639 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3449656220 0 0) 0x7fd20c003520 con 0x7fd22c06c4c0 2024-09-13T16:13:10.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.690+0000 7fd229d9b640 1 -- 172.21.15.76:0/1941591639 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd22c06c8a0 msgr2=0x7fd22c0b2590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:10.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.690+0000 7fd229d9b640 1 --2- 172.21.15.76:0/1941591639 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd22c06c8a0 0x7fd22c0b2590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:10.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.690+0000 7fd229d9b640 1 -- 172.21.15.76:0/1941591639 >> v1:172.21.15.192:6789/0 conn(0x7fd22c0cbea0 legacy=0x7fd22c0cc350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:10.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.690+0000 7fd229d9b640 1 -- 172.21.15.76:0/1941591639 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd22c06e0c0 con 0x7fd22c06c4c0 2024-09-13T16:13:10.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.690+0000 7fd229d9b640 1 -- 172.21.15.76:0/1941591639 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7fd21c001670 con 0x7fd22c06c4c0 2024-09-13T16:13:10.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.690+0000 7fd229d9b640 1 -- 172.21.15.76:0/1941591639 >> v1:172.21.15.76:6789/0 conn(0x7fd22c06c4c0 legacy=0x7fd22c06d3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:10.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.690+0000 7fd229d9b640 1 --2- 172.21.15.76:0/1941591639 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd20c0039a0 0x7fd20c003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:10.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.690+0000 7fd229d9b640 1 --2- 172.21.15.76:0/1941591639 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd20c0047c0 0x7fd20c004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:10.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.690+0000 7fd229d9b640 1 --2- 172.21.15.76:0/1941591639 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd22c06c8a0 0x7fd20c005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:10.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.690+0000 7fd229d9b640 1 -- 172.21.15.76:0/1941591639 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd22c06deb0 con 0x7fd20c0047c0 2024-09-13T16:13:10.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.690+0000 7fd229d9b640 1 -- 172.21.15.76:0/1941591639 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd20c00ba60 con 0x7fd20c0039a0 2024-09-13T16:13:10.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.690+0000 7fd229d9b640 1 -- 172.21.15.76:0/1941591639 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd20c00bc20 con 0x7fd22c06c8a0 2024-09-13T16:13:10.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.691+0000 7fd221d9b640 1 --2- 172.21.15.76:0/1941591639 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd20c0047c0 0x7fd20c004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:10.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.691+0000 7fd22a59c640 1 --2- 172.21.15.76:0/1941591639 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd20c0039a0 0x7fd20c003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:10.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.691+0000 7fd22ad9d640 1 --2- 172.21.15.76:0/1941591639 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd22c06c8a0 0x7fd20c005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:10.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.691+0000 7fd221d9b640 1 -- 172.21.15.76:0/1941591639 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd22c06c8a0 msgr2=0x7fd20c005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:10.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.691+0000 7fd221d9b640 1 --2- 172.21.15.76:0/1941591639 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd22c06c8a0 0x7fd20c005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:10.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.691+0000 7fd221d9b640 1 -- 172.21.15.76:0/1941591639 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd20c0039a0 msgr2=0x7fd20c003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:10.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.691+0000 7fd221d9b640 1 --2- 172.21.15.76:0/1941591639 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd20c0039a0 0x7fd20c003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:10.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.691+0000 7fd221d9b640 1 -- 172.21.15.76:0/1941591639 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd20c003520 con 0x7fd20c0047c0 2024-09-13T16:13:10.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.691+0000 7fd22ad9d640 1 --2- 172.21.15.76:0/1941591639 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd22c06c8a0 0x7fd20c005180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:10.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.691+0000 7fd221d9b640 1 --2- 172.21.15.76:0/1941591639 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd20c0047c0 0x7fd20c004c40 secure :-1 s=READY pgs=1730 cs=0 l=1 rev1=1 crypto rx=0x7fd214009650 tx=0x7fd20c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8eb41e376b898077 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:10.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.692+0000 7fd229d9b640 1 -- 172.21.15.76:0/1941591639 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd214033400 con 0x7fd20c0047c0 2024-09-13T16:13:10.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.692+0000 7fd229d9b640 1 -- 172.21.15.76:0/1941591639 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd21402f050 con 0x7fd20c0047c0 2024-09-13T16:13:10.698 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.692+0000 7fd229d9b640 1 -- 172.21.15.76:0/1941591639 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2140337a0 con 0x7fd20c0047c0 2024-09-13T16:13:10.698 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.692+0000 7fd230dbc640 1 -- 172.21.15.76:0/1941591639 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd20c0047c0 msgr2=0x7fd20c004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:10.698 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.692+0000 7fd230dbc640 1 --2- 172.21.15.76:0/1941591639 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd20c0047c0 0x7fd20c004c40 secure :-1 s=READY pgs=1730 cs=0 l=1 rev1=1 crypto rx=0x7fd214009650 tx=0x7fd20c0057f0 comp rx=0 tx=0).stop 2024-09-13T16:13:10.698 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.692+0000 7fd22ad9d640 1 -- 172.21.15.76:0/1941591639 reap_dead start 2024-09-13T16:13:10.698 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.692+0000 7fd230dbc640 1 -- 172.21.15.76:0/1941591639 shutdown_connections 2024-09-13T16:13:10.698 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.692+0000 7fd230dbc640 1 -- 172.21.15.76:0/1941591639 >> 172.21.15.76:0/1941591639 conn(0x7fd22c069ed0 msgr2=0x7fd22c06a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:10.698 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.692+0000 7fd230dbc640 1 -- 172.21.15.76:0/1941591639 shutdown_connections 2024-09-13T16:13:10.698 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.692+0000 7fd230dbc640 1 -- 172.21.15.76:0/1941591639 wait complete. 2024-09-13T16:13:10.698 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.694+0000 7fd230dbc640 1 Processor -- start 2024-09-13T16:13:10.698 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.694+0000 7fd230dbc640 1 -- start start 2024-09-13T16:13:10.701 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.694+0000 7fd230dbc640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd20c0047c0 0x7fd22c09be30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:10.701 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.694+0000 7fd230dbc640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd22c15ba90 0x7fd22c158f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:10.701 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.694+0000 7fd230dbc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd22c155d20 0x7fd22c0cce70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:10.701 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.694+0000 7fd230dbc640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd22c15b670 con 0x7fd22c155d20 2024-09-13T16:13:10.701 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.694+0000 7fd230dbc640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd22c156850 con 0x7fd22c15ba90 2024-09-13T16:13:10.702 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.694+0000 7fd230dbc640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd22c15bf10 con 0x7fd20c0047c0 2024-09-13T16:13:10.702 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.695+0000 7fd22ad9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd22c155d20 0x7fd22c0cce70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:10.702 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.695+0000 7fd22ad9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd22c155d20 0x7fd22c0cce70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:50190/0 (socket says 172.21.15.76:50190) 2024-09-13T16:13:10.702 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.695+0000 7fd22ad9d640 1 -- 172.21.15.76:0/1435679547 learned_addr learned my addr 172.21.15.76:0/1435679547 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:10.702 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.695+0000 7fd221d9b640 1 --2- 172.21.15.76:0/1435679547 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd22c15ba90 0x7fd22c158f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:10.702 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.695+0000 7fd22a59c640 1 --2- 172.21.15.76:0/1435679547 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd20c0047c0 0x7fd22c09be30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:10.703 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.695+0000 7fd22ad9d640 1 -- 172.21.15.76:0/1435679547 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd20c0047c0 msgr2=0x7fd22c09be30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:10.703 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.695+0000 7fd22ad9d640 1 --2- 172.21.15.76:0/1435679547 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd20c0047c0 0x7fd22c09be30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:10.703 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.695+0000 7fd22ad9d640 1 -- 172.21.15.76:0/1435679547 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd22c15ba90 msgr2=0x7fd22c158f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:10.703 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.695+0000 7fd22ad9d640 1 --2- 172.21.15.76:0/1435679547 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd22c15ba90 0x7fd22c158f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:10.703 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.695+0000 7fd22ad9d640 1 -- 172.21.15.76:0/1435679547 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd22c1595e0 con 0x7fd22c155d20 2024-09-13T16:13:10.703 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.695+0000 7fd221d9b640 1 --2- 172.21.15.76:0/1435679547 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd22c15ba90 0x7fd22c158f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:10.703 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.695+0000 7fd22ad9d640 1 --2- 172.21.15.76:0/1435679547 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd22c155d20 0x7fd22c0cce70 secure :-1 s=READY pgs=1731 cs=0 l=1 rev1=1 crypto rx=0x7fd224000f80 tx=0x7fd22400eb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:10.703 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.695+0000 7fd2237fe640 1 -- 172.21.15.76:0/1435679547 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd224017070 con 0x7fd22c155d20 2024-09-13T16:13:10.703 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.695+0000 7fd2237fe640 1 -- 172.21.15.76:0/1435679547 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd224006b50 con 0x7fd22c155d20 2024-09-13T16:13:10.703 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.695+0000 7fd230dbc640 1 -- 172.21.15.76:0/1435679547 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd22c15afb0 con 0x7fd22c155d20 2024-09-13T16:13:10.703 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.695+0000 7fd2237fe640 1 -- 172.21.15.76:0/1435679547 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd224006d00 con 0x7fd22c155d20 2024-09-13T16:13:10.703 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.695+0000 7fd230dbc640 1 -- 172.21.15.76:0/1435679547 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd22c1598c0 con 0x7fd22c155d20 2024-09-13T16:13:10.703 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.696+0000 7fd230dbc640 1 -- 172.21.15.76:0/1435679547 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd22c15ae10 con 0x7fd22c155d20 2024-09-13T16:13:10.703 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.697+0000 7fd2237fe640 1 -- 172.21.15.76:0/1435679547 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd224003970 con 0x7fd22c155d20 2024-09-13T16:13:10.704 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.697+0000 7fd2237fe640 1 --2- 172.21.15.76:0/1435679547 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd21006ac30 0x7fd21006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:10.704 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.697+0000 7fd2237fe640 1 -- 172.21.15.76:0/1435679547 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fd224088c30 con 0x7fd22c155d20 2024-09-13T16:13:10.704 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.697+0000 7fd22a59c640 1 --2- 172.21.15.76:0/1435679547 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd21006ac30 0x7fd21006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:10.704 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.698+0000 7fd22a59c640 1 --2- 172.21.15.76:0/1435679547 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd21006ac30 0x7fd21006d0f0 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7fd21c000c00 tx=0x7fd21c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:10.704 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.701+0000 7fd2237fe640 1 -- 172.21.15.76:0/1435679547 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fd22c15ae10 con 0x7fd22c155d20 2024-09-13T16:13:10.897 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.896+0000 7fd230dbc640 1 -- 172.21.15.76:0/1435679547 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fd22c15b7b0 con 0x7fd22c155d20 2024-09-13T16:13:10.898 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.896+0000 7fd2237fe640 1 -- 172.21.15.76:0/1435679547 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 64 v64) v1 ==== 94+0+4737 (secure 0 0 0) 0x7fd22c15b7b0 con 0x7fd22c155d20 2024-09-13T16:13:10.898 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:13:10.898 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":64,"default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6794,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/1506250925","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":1506250925},{"type":"v1","addr":"172.21.15.192:6833","nonce":1506250925}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":58},{"gid":6797,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/2760399189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":2760399189},{"type":"v1","addr":"172.21.15.192:6835","nonce":2760399189}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":58},{"gid":8544,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6836/637364378","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":637364378},{"type":"v1","addr":"172.21.15.76:6836","nonce":637364378}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":58}],"filesystems":[{"mdsmap":{"epoch":64,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:12:37.387266+0000","modified":"2024-09-13T16:13:10.193773+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":8547},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8547":{"gid":8547,"name":"a","rank":0,"incarnation":59,"state":"up:active","state_seq":11,"addr":"172.21.15.76:6837/486236722","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":486236722},{"type":"v1","addr":"172.21.15.76:6837","nonce":486236722}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[18],"metadata_pool":17,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":8}]} 2024-09-13T16:13:10.898 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 64 2024-09-13T16:13:10.899 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.898+0000 7fd230dbc640 1 -- 172.21.15.76:0/1435679547 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd21006ac30 msgr2=0x7fd21006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:10.900 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.898+0000 7fd230dbc640 1 --2- 172.21.15.76:0/1435679547 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd21006ac30 0x7fd21006d0f0 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7fd21c000c00 tx=0x7fd21c009040 comp rx=0 tx=0).stop 2024-09-13T16:13:10.900 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.898+0000 7fd230dbc640 1 -- 172.21.15.76:0/1435679547 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd22c155d20 msgr2=0x7fd22c0cce70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:10.900 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.898+0000 7fd230dbc640 1 --2- 172.21.15.76:0/1435679547 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd22c155d20 0x7fd22c0cce70 secure :-1 s=READY pgs=1731 cs=0 l=1 rev1=1 crypto rx=0x7fd224000f80 tx=0x7fd22400eb90 comp rx=0 tx=0).stop 2024-09-13T16:13:10.900 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.898+0000 7fd230dbc640 1 -- 172.21.15.76:0/1435679547 shutdown_connections 2024-09-13T16:13:10.900 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.898+0000 7fd230dbc640 1 --2- 172.21.15.76:0/1435679547 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd22c155d20 0x7fd22c0cce70 unknown :-1 s=CLOSED pgs=1731 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:10.900 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.898+0000 7fd230dbc640 1 --2- 172.21.15.76:0/1435679547 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd22c15ba90 0x7fd22c158f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:10.900 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.898+0000 7fd230dbc640 1 --2- 172.21.15.76:0/1435679547 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd21006ac30 0x7fd21006d0f0 unknown :-1 s=CLOSED pgs=737 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:10.900 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.898+0000 7fd230dbc640 1 --2- 172.21.15.76:0/1435679547 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd20c0047c0 0x7fd22c09be30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:10.900 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.898+0000 7fd230dbc640 1 -- 172.21.15.76:0/1435679547 >> 172.21.15.76:0/1435679547 conn(0x7fd22c069ed0 msgr2=0x7fd22c0addd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:10.900 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.898+0000 7fd230dbc640 1 -- 172.21.15.76:0/1435679547 shutdown_connections 2024-09-13T16:13:10.900 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:10.898+0000 7fd230dbc640 1 -- 172.21.15.76:0/1435679547 wait complete. 2024-09-13T16:13:10.911 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:13:11.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.007+0000 7f966dfa0640 1 Processor -- start 2024-09-13T16:13:11.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.007+0000 7f966dfa0640 1 -- start start 2024-09-13T16:13:11.012 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.008+0000 7f966dfa0640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f966806f780 0x7f966806fbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:11.012 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.008+0000 7f966dfa0640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9668070120 con 0x7f9668156a30 2024-09-13T16:13:11.012 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.008+0000 7f966dfa0640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f966806ef20 con 0x7f966815ca00 2024-09-13T16:13:11.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.008+0000 7f966dfa0640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9668156e10 con 0x7f966806f780 2024-09-13T16:13:11.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.008+0000 7f966cf9e640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f9668156a30 0x7f966806afe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:39408/0 (socket says 172.21.15.76:39408) 2024-09-13T16:13:11.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.008+0000 7f966cf9e640 1 -- 172.21.15.76:0/2268152931 learned_addr learned my addr 172.21.15.76:0/2268152931 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:13:11.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.008+0000 7f96677fe640 1 -- 172.21.15.76:0/2268152931 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3449759602 0 0) 0x7f9668070120 con 0x7f9668156a30 2024-09-13T16:13:11.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.008+0000 7f96677fe640 1 -- 172.21.15.76:0/2268152931 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9658003520 con 0x7f9668156a30 2024-09-13T16:13:11.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.008+0000 7f9667fff640 1 --2- 172.21.15.76:0/2268152931 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f966806f780 0x7f966806fbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:11.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.009+0000 7f96677fe640 1 -- 172.21.15.76:0/2268152931 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1170156531 0 0) 0x7f9658003520 con 0x7f9668156a30 2024-09-13T16:13:11.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.009+0000 7f96677fe640 1 -- 172.21.15.76:0/2268152931 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f966806f780 msgr2=0x7f966806fbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:11.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.009+0000 7f96677fe640 1 --2- 172.21.15.76:0/2268152931 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f966806f780 0x7f966806fbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:11.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.009+0000 7f96677fe640 1 -- 172.21.15.76:0/2268152931 >> v1:172.21.15.192:6789/0 conn(0x7f966815ca00 legacy=0x7f966815ceb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:11.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.009+0000 7f96677fe640 1 -- 172.21.15.76:0/2268152931 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f966806e310 con 0x7f9668156a30 2024-09-13T16:13:11.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.009+0000 7f96677fe640 1 -- 172.21.15.76:0/2268152931 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f965c001670 con 0x7f9668156a30 2024-09-13T16:13:11.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.009+0000 7f96677fe640 1 -- 172.21.15.76:0/2268152931 >> v1:172.21.15.76:6789/0 conn(0x7f9668156a30 legacy=0x7f966806afe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:11.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.009+0000 7f96677fe640 1 --2- 172.21.15.76:0/2268152931 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f966806f780 0x7f96580039a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:11.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.009+0000 7f96677fe640 1 --2- 172.21.15.76:0/2268152931 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9658003fd0 0x7f96580047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:11.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.009+0000 7f96677fe640 1 --2- 172.21.15.76:0/2268152931 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9658004d00 0x7f9658005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:11.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.009+0000 7f96677fe640 1 -- 172.21.15.76:0/2268152931 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9668156e10 con 0x7f9658004d00 2024-09-13T16:13:11.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.009+0000 7f96677fe640 1 -- 172.21.15.76:0/2268152931 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f965800bbc0 con 0x7f9658003fd0 2024-09-13T16:13:11.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.009+0000 7f96677fe640 1 -- 172.21.15.76:0/2268152931 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f965800bd80 con 0x7f966806f780 2024-09-13T16:13:11.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.009+0000 7f966d79f640 1 --2- 172.21.15.76:0/2268152931 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9658004d00 0x7f9658005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:11.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.009+0000 7f966cf9e640 1 --2- 172.21.15.76:0/2268152931 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f966806f780 0x7f96580039a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:11.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.009+0000 7f9667fff640 1 --2- 172.21.15.76:0/2268152931 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9658003fd0 0x7f96580047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:11.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.009+0000 7f966d79f640 1 -- 172.21.15.76:0/2268152931 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f966806f780 msgr2=0x7f96580039a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:11.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.009+0000 7f966d79f640 1 --2- 172.21.15.76:0/2268152931 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f966806f780 0x7f96580039a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:11.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.009+0000 7f966d79f640 1 -- 172.21.15.76:0/2268152931 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9658003fd0 msgr2=0x7f96580047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:11.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.009+0000 7f966d79f640 1 --2- 172.21.15.76:0/2268152931 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9658003fd0 0x7f96580047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:11.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.009+0000 7f966d79f640 1 -- 172.21.15.76:0/2268152931 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9658003520 con 0x7f9658004d00 2024-09-13T16:13:11.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.010+0000 7f966d79f640 1 --2- 172.21.15.76:0/2268152931 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9658004d00 0x7f9658005180 secure :-1 s=READY pgs=1733 cs=0 l=1 rev1=1 crypto rx=0x7f9660001e50 tx=0x7f96580057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=74a62f0e421fc597 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:11.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.010+0000 7f96677fe640 1 -- 172.21.15.76:0/2268152931 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f966002ae70 con 0x7f9658004d00 2024-09-13T16:13:11.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.010+0000 7f96677fe640 1 -- 172.21.15.76:0/2268152931 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9660003970 con 0x7f9658004d00 2024-09-13T16:13:11.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.010+0000 7f96677fe640 1 -- 172.21.15.76:0/2268152931 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9660003d20 con 0x7f9658004d00 2024-09-13T16:13:11.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.010+0000 7f966dfa0640 1 -- 172.21.15.76:0/2268152931 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9658004d00 msgr2=0x7f9658005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:11.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.010+0000 7f966dfa0640 1 --2- 172.21.15.76:0/2268152931 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9658004d00 0x7f9658005180 secure :-1 s=READY pgs=1733 cs=0 l=1 rev1=1 crypto rx=0x7f9660001e50 tx=0x7f96580057f0 comp rx=0 tx=0).stop 2024-09-13T16:13:11.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.010+0000 7f966d79f640 1 -- 172.21.15.76:0/2268152931 reap_dead start 2024-09-13T16:13:11.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.011+0000 7f966dfa0640 1 -- 172.21.15.76:0/2268152931 shutdown_connections 2024-09-13T16:13:11.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.011+0000 7f966dfa0640 1 -- 172.21.15.76:0/2268152931 >> 172.21.15.76:0/2268152931 conn(0x7f96680d0130 msgr2=0x7f96680d0540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:11.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.011+0000 7f966dfa0640 1 -- 172.21.15.76:0/2268152931 shutdown_connections 2024-09-13T16:13:11.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.011+0000 7f966dfa0640 1 -- 172.21.15.76:0/2268152931 wait complete. 2024-09-13T16:13:11.021 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.012+0000 7f966dfa0640 1 Processor -- start 2024-09-13T16:13:11.021 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.012+0000 7f966dfa0640 1 -- start start 2024-09-13T16:13:11.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.013+0000 7f966dfa0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9658004d00 0x7f96680ac890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:11.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.013+0000 7f966dfa0640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f96681f2ae0 0x7f96680c5e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:11.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.013+0000 7f966dfa0640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9668155a90 0x7f96680c6350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:11.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.013+0000 7f966dfa0640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f96680ae640 con 0x7f9658004d00 2024-09-13T16:13:11.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.013+0000 7f966dfa0640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f96680ae920 con 0x7f9668155a90 2024-09-13T16:13:11.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.013+0000 7f966dfa0640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f96680aec00 con 0x7f96681f2ae0 2024-09-13T16:13:11.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.013+0000 7f966cf9e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9658004d00 0x7f96680ac890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:11.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.013+0000 7f966cf9e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9658004d00 0x7f96680ac890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:50204/0 (socket says 172.21.15.76:50204) 2024-09-13T16:13:11.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.013+0000 7f966cf9e640 1 -- 172.21.15.76:0/4089250012 learned_addr learned my addr 172.21.15.76:0/4089250012 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:11.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.013+0000 7f9667fff640 1 --2- 172.21.15.76:0/4089250012 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f96681f2ae0 0x7f96680c5e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:11.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.013+0000 7f966d79f640 1 --2- 172.21.15.76:0/4089250012 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9668155a90 0x7f96680c6350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:11.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.013+0000 7f966cf9e640 1 -- 172.21.15.76:0/4089250012 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f96681f2ae0 msgr2=0x7f96680c5e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:11.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.013+0000 7f966cf9e640 1 --2- 172.21.15.76:0/4089250012 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f96681f2ae0 0x7f96680c5e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:11.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.013+0000 7f966cf9e640 1 -- 172.21.15.76:0/4089250012 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9668155a90 msgr2=0x7f96680c6350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:11.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.013+0000 7f966cf9e640 1 --2- 172.21.15.76:0/4089250012 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9668155a90 0x7f96680c6350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:11.024 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.013+0000 7f966cf9e640 1 -- 172.21.15.76:0/4089250012 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f96680aeee0 con 0x7f9658004d00 2024-09-13T16:13:11.024 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.013+0000 7f966cf9e640 1 --2- 172.21.15.76:0/4089250012 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9658004d00 0x7f96680ac890 secure :-1 s=READY pgs=1734 cs=0 l=1 rev1=1 crypto rx=0x7f965c0072c0 tx=0x7f965c007780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:11.024 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.013+0000 7f96657fa640 1 -- 172.21.15.76:0/4089250012 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f965c00f960 con 0x7f9658004d00 2024-09-13T16:13:11.024 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.013+0000 7f96657fa640 1 -- 172.21.15.76:0/4089250012 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f965c00fac0 con 0x7f9658004d00 2024-09-13T16:13:11.024 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.013+0000 7f966dfa0640 1 -- 172.21.15.76:0/4089250012 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f96680af1c0 con 0x7f9658004d00 2024-09-13T16:13:11.024 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.013+0000 7f96657fa640 1 -- 172.21.15.76:0/4089250012 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f965c00fe70 con 0x7f9658004d00 2024-09-13T16:13:11.025 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.013+0000 7f966dfa0640 1 -- 172.21.15.76:0/4089250012 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f96680af6e0 con 0x7f9658004d00 2024-09-13T16:13:11.025 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.014+0000 7f966dfa0640 1 -- 172.21.15.76:0/4089250012 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f96680af400 con 0x7f9658004d00 2024-09-13T16:13:11.025 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.015+0000 7f96657fa640 1 -- 172.21.15.76:0/4089250012 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f965c01d460 con 0x7f9658004d00 2024-09-13T16:13:11.025 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.015+0000 7f96657fa640 1 --2- 172.21.15.76:0/4089250012 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f964c06ac30 0x7f964c06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:11.025 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.015+0000 7f96657fa640 1 -- 172.21.15.76:0/4089250012 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f965c0896f0 con 0x7f9658004d00 2024-09-13T16:13:11.025 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.015+0000 7f9667fff640 1 --2- 172.21.15.76:0/4089250012 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f964c06ac30 0x7f964c06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:11.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.016+0000 7f9667fff640 1 --2- 172.21.15.76:0/4089250012 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f964c06ac30 0x7f964c06d0f0 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7f96680c3bd0 tx=0x7f9654008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:11.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.020+0000 7f96657fa640 1 -- 172.21.15.76:0/4089250012 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f96680af400 con 0x7f9658004d00 2024-09-13T16:13:11.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.183+0000 7f966dfa0640 1 -- 172.21.15.76:0/4089250012 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f96680af400 con 0x7f9658004d00 2024-09-13T16:13:11.185 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.184+0000 7f96657fa640 1 -- 172.21.15.76:0/4089250012 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v124) v1 ==== 74+0+16748 (secure 0 0 0) 0x7f96680af400 con 0x7f9658004d00 2024-09-13T16:13:11.185 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:13:11.186 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":124,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:12:38.389508+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":18,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":17,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:12:35.555609+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"123","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":18,"pool_name":"cephfs_data","create_time":"2024-09-13T16:12:36.358350+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"124","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":122,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":122,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":122,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":122,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":122,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":122,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":122,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":122,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:13:11.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.186+0000 7f966dfa0640 1 -- 172.21.15.76:0/4089250012 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f964c06ac30 msgr2=0x7f964c06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:11.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.186+0000 7f966dfa0640 1 --2- 172.21.15.76:0/4089250012 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f964c06ac30 0x7f964c06d0f0 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7f96680c3bd0 tx=0x7f9654008040 comp rx=0 tx=0).stop 2024-09-13T16:13:11.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.186+0000 7f966dfa0640 1 -- 172.21.15.76:0/4089250012 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9658004d00 msgr2=0x7f96680ac890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:11.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.186+0000 7f966dfa0640 1 --2- 172.21.15.76:0/4089250012 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9658004d00 0x7f96680ac890 secure :-1 s=READY pgs=1734 cs=0 l=1 rev1=1 crypto rx=0x7f965c0072c0 tx=0x7f965c007780 comp rx=0 tx=0).stop 2024-09-13T16:13:11.188 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.186+0000 7f966dfa0640 1 -- 172.21.15.76:0/4089250012 shutdown_connections 2024-09-13T16:13:11.188 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.186+0000 7f966dfa0640 1 --2- 172.21.15.76:0/4089250012 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9668155a90 0x7f96680c6350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:11.188 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.186+0000 7f966dfa0640 1 --2- 172.21.15.76:0/4089250012 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f964c06ac30 0x7f964c06d0f0 unknown :-1 s=CLOSED pgs=738 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:11.188 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.186+0000 7f966dfa0640 1 --2- 172.21.15.76:0/4089250012 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f96681f2ae0 0x7f96680c5e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:11.188 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.186+0000 7f966dfa0640 1 --2- 172.21.15.76:0/4089250012 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9658004d00 0x7f96680ac890 unknown :-1 s=CLOSED pgs=1734 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:11.188 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.186+0000 7f966dfa0640 1 -- 172.21.15.76:0/4089250012 >> 172.21.15.76:0/4089250012 conn(0x7f96680d0130 msgr2=0x7f9668070020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:11.188 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.186+0000 7f966dfa0640 1 -- 172.21.15.76:0/4089250012 shutdown_connections 2024-09-13T16:13:11.188 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.186+0000 7f966dfa0640 1 -- 172.21.15.76:0/4089250012 wait complete. 2024-09-13T16:13:11.199 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-13T16:13:11.303 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.296+0000 7fb23e0f7640 1 Processor -- start 2024-09-13T16:13:11.303 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.296+0000 7fb23e0f7640 1 -- start start 2024-09-13T16:13:11.303 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.297+0000 7fb23e0f7640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fb238071d30 0x7fb238070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:11.304 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.297+0000 7fb23e0f7640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb238072110 0x7fb2380b1b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:11.304 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.297+0000 7fb23e0f7640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb2380abdf0 con 0x7fb2380c8920 2024-09-13T16:13:11.304 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.297+0000 7fb23e0f7640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb2380ab1e0 con 0x7fb238072110 2024-09-13T16:13:11.304 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.297+0000 7fb23e0f7640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb2380ab4c0 con 0x7fb238071d30 2024-09-13T16:13:11.304 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.297+0000 7fb236ffd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb238072110 0x7fb2380b1b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:11.304 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.297+0000 7fb237fff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fb2380c8920 0x7fb2380ac280 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:35500/0 (socket says 172.21.15.76:35500) 2024-09-13T16:13:11.304 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.297+0000 7fb236ffd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb238072110 0x7fb2380b1b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:32870/0 (socket says 172.21.15.76:32870) 2024-09-13T16:13:11.304 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.297+0000 7fb237fff640 1 -- 172.21.15.76:0/1312346920 learned_addr learned my addr 172.21.15.76:0/1312346920 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:13:11.304 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.297+0000 7fb2377fe640 1 --2- 172.21.15.76:0/1312346920 >> v2:172.21.15.192:3300/0 conn(0x7fb238071d30 0x7fb238070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:11.304 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.297+0000 7fb236ffd640 1 -- 172.21.15.76:0/1312346920 >> v2:172.21.15.192:3300/0 conn(0x7fb238071d30 msgr2=0x7fb238070190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:11.304 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.297+0000 7fb236ffd640 1 --2- 172.21.15.76:0/1312346920 >> v2:172.21.15.192:3300/0 conn(0x7fb238071d30 0x7fb238070190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:11.304 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.297+0000 7fb236ffd640 1 -- 172.21.15.76:0/1312346920 >> v1:172.21.15.76:6789/0 conn(0x7fb2380c8920 legacy=0x7fb2380ac280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:11.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.297+0000 7fb236ffd640 1 -- 172.21.15.76:0/1312346920 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb2380ab7a0 con 0x7fb238072110 2024-09-13T16:13:11.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.297+0000 7fb2367fc640 1 -- 172.21.15.76:0/1312346920 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1705941125 0 0) 0x7fb2380abdf0 con 0x7fb2380c8920 2024-09-13T16:13:11.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.298+0000 7fb236ffd640 1 --2- 172.21.15.76:0/1312346920 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb238072110 0x7fb2380b1b70 secure :-1 s=READY pgs=1736 cs=0 l=1 rev1=1 crypto rx=0x7fb2380cee60 tx=0x7fb22c02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa8831b11cd004ee server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:11.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.298+0000 7fb2367fc640 1 -- 172.21.15.76:0/1312346920 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb22c032440 con 0x7fb238072110 2024-09-13T16:13:11.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.298+0000 7fb2367fc640 1 -- 172.21.15.76:0/1312346920 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb22c0325a0 con 0x7fb238072110 2024-09-13T16:13:11.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.298+0000 7fb2367fc640 1 -- 172.21.15.76:0/1312346920 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb22c032930 con 0x7fb238072110 2024-09-13T16:13:11.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.299+0000 7fb23e0f7640 1 -- 172.21.15.76:0/1312346920 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb238072110 msgr2=0x7fb2380b1b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:11.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.299+0000 7fb23e0f7640 1 --2- 172.21.15.76:0/1312346920 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb238072110 0x7fb2380b1b70 secure :-1 s=READY pgs=1736 cs=0 l=1 rev1=1 crypto rx=0x7fb2380cee60 tx=0x7fb22c02a1a0 comp rx=0 tx=0).stop 2024-09-13T16:13:11.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.299+0000 7fb23e0f7640 1 -- 172.21.15.76:0/1312346920 shutdown_connections 2024-09-13T16:13:11.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.299+0000 7fb23e0f7640 1 --2- 172.21.15.76:0/1312346920 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb238072110 0x7fb2380b1b70 unknown :-1 s=CLOSED pgs=1736 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:11.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.299+0000 7fb23e0f7640 1 --2- 172.21.15.76:0/1312346920 >> v2:172.21.15.192:3300/0 conn(0x7fb238071d30 0x7fb238070190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:11.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.299+0000 7fb23e0f7640 1 -- 172.21.15.76:0/1312346920 >> 172.21.15.76:0/1312346920 conn(0x7fb238069ed0 msgr2=0x7fb23806a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:11.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.299+0000 7fb23e0f7640 1 -- 172.21.15.76:0/1312346920 shutdown_connections 2024-09-13T16:13:11.305 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.299+0000 7fb23e0f7640 1 -- 172.21.15.76:0/1312346920 wait complete. 2024-09-13T16:13:11.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.300+0000 7fb23e0f7640 1 Processor -- start 2024-09-13T16:13:11.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.300+0000 7fb23e0f7640 1 -- start start 2024-09-13T16:13:11.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.301+0000 7fb23e0f7640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb238071d30 0x7fb2380c7e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:11.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.301+0000 7fb23e0f7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb238072110 0x7fb2380c73b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:11.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.301+0000 7fb23e0f7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb2380c8920 0x7fb2381521f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:11.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.301+0000 7fb23e0f7640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb2380c6f20 con 0x7fb2380c8920 2024-09-13T16:13:11.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.301+0000 7fb23e0f7640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb2380c4f70 con 0x7fb238071d30 2024-09-13T16:13:11.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.301+0000 7fb23e0f7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb2380c4c90 con 0x7fb238072110 2024-09-13T16:13:11.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.301+0000 7fb237fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb2380c8920 0x7fb2381521f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:11.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.301+0000 7fb237fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb2380c8920 0x7fb2381521f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:32880/0 (socket says 172.21.15.76:32880) 2024-09-13T16:13:11.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.301+0000 7fb237fff640 1 -- 172.21.15.76:0/1647327568 learned_addr learned my addr 172.21.15.76:0/1647327568 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:11.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.301+0000 7fb2377fe640 1 --2- 172.21.15.76:0/1647327568 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb238071d30 0x7fb2380c7e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:11.306 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.301+0000 7fb236ffd640 1 --2- 172.21.15.76:0/1647327568 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb238072110 0x7fb2380c73b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:11.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.301+0000 7fb237fff640 1 -- 172.21.15.76:0/1647327568 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb238072110 msgr2=0x7fb2380c73b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:11.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.301+0000 7fb237fff640 1 --2- 172.21.15.76:0/1647327568 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb238072110 0x7fb2380c73b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:11.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.301+0000 7fb237fff640 1 -- 172.21.15.76:0/1647327568 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb238071d30 msgr2=0x7fb2380c7e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:11.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.301+0000 7fb237fff640 1 --2- 172.21.15.76:0/1647327568 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb238071d30 0x7fb2380c7e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:11.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.301+0000 7fb237fff640 1 -- 172.21.15.76:0/1647327568 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb22c009400 con 0x7fb2380c8920 2024-09-13T16:13:11.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.301+0000 7fb2377fe640 1 --2- 172.21.15.76:0/1647327568 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb238071d30 0x7fb2380c7e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:13:11.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.301+0000 7fb237fff640 1 --2- 172.21.15.76:0/1647327568 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb2380c8920 0x7fb2381521f0 secure :-1 s=READY pgs=1737 cs=0 l=1 rev1=1 crypto rx=0x7fb23000c410 tx=0x7fb23000c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:11.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.302+0000 7fb21ffff640 1 -- 172.21.15.76:0/1647327568 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb2300074e0 con 0x7fb2380c8920 2024-09-13T16:13:11.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.302+0000 7fb21ffff640 1 -- 172.21.15.76:0/1647327568 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb230007640 con 0x7fb2380c8920 2024-09-13T16:13:11.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.302+0000 7fb21ffff640 1 -- 172.21.15.76:0/1647327568 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb230004a20 con 0x7fb2380c8920 2024-09-13T16:13:11.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.302+0000 7fb23e0f7640 1 -- 172.21.15.76:0/1647327568 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb2380c68d0 con 0x7fb2380c8920 2024-09-13T16:13:11.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.302+0000 7fb23e0f7640 1 -- 172.21.15.76:0/1647327568 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb2380c8340 con 0x7fb2380c8920 2024-09-13T16:13:11.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.303+0000 7fb23e0f7640 1 -- 172.21.15.76:0/1647327568 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb2380c70d0 con 0x7fb2380c8920 2024-09-13T16:13:11.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.303+0000 7fb21ffff640 1 -- 172.21.15.76:0/1647327568 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb230004b80 con 0x7fb2380c8920 2024-09-13T16:13:11.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.304+0000 7fb21ffff640 1 --2- 172.21.15.76:0/1647327568 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb22406ac00 0x7fb22406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:11.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.304+0000 7fb21ffff640 1 -- 172.21.15.76:0/1647327568 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fb230089290 con 0x7fb2380c8920 2024-09-13T16:13:11.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.304+0000 7fb2377fe640 1 --2- 172.21.15.76:0/1647327568 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb22406ac00 0x7fb22406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:11.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.304+0000 7fb2377fe640 1 --2- 172.21.15.76:0/1647327568 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb22406ac00 0x7fb22406d0c0 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7fb2380c65f0 tx=0x7fb22800b040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:11.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.308+0000 7fb21ffff640 1 -- 172.21.15.76:0/1647327568 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fb2380c70d0 con 0x7fb2380c8920 2024-09-13T16:13:11.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.502+0000 7fb23e0f7640 1 -- 172.21.15.76:0/1647327568 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7fb2380cea00 con 0x7fb2380c8920 2024-09-13T16:13:11.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.503+0000 7fb21ffff640 1 -- 172.21.15.76:0/1647327568 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=-1 MDS has one of two health warnings which could extend recovery: MDS_TRIM or MDS_CACHE_OVERSIZED. MDS failover is not recommended since it might cause unexpected file system unavailability. If you wish to proceed, pass --yes-i-really-mean-it v64) v1 ==== 316+0+0 (secure 0 0 0) 0x7fb230001060 con 0x7fb2380c8920 2024-09-13T16:13:11.504 INFO:teuthology.orchestra.run.smithi076.stderr:Error EPERM: MDS has one of two health warnings which could extend recovery: MDS_TRIM or MDS_CACHE_OVERSIZED. MDS failover is not recommended since it might cause unexpected file system unavailability. If you wish to proceed, pass --yes-i-really-mean-it 2024-09-13T16:13:11.509 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:13:11.509 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs --yes-i-really-mean-it 2024-09-13T16:13:11.609 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.608+0000 7f7daede2640 1 Processor -- start 2024-09-13T16:13:11.609 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.608+0000 7f7daede2640 1 -- start start 2024-09-13T16:13:11.612 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.608+0000 7f7daede2640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f7da80d2760 0x7f7da80cd8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:11.613 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.608+0000 7f7daede2640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7da80cde20 0x7f7da80d0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:11.613 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.608+0000 7f7daede2640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7da80cd450 con 0x7f7da815c500 2024-09-13T16:13:11.613 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.608+0000 7f7daede2640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7da80d0cf0 con 0x7f7da80d2760 2024-09-13T16:13:11.613 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.608+0000 7f7daede2640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7da80d0fd0 con 0x7f7da80cde20 2024-09-13T16:13:11.613 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.609+0000 7f7dacb7e640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f7da815c500 0x7f7da80d2050 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:35514/0 (socket says 172.21.15.76:35514) 2024-09-13T16:13:11.613 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.609+0000 7f7dacb7e640 1 -- 172.21.15.76:0/2132951827 learned_addr learned my addr 172.21.15.76:0/2132951827 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:13:11.613 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.609+0000 7f7dad37f640 1 --2- 172.21.15.76:0/2132951827 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7da80cde20 0x7f7da80d0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:11.613 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.609+0000 7f7da7fff640 1 --2- 172.21.15.76:0/2132951827 >> v2:172.21.15.192:3300/0 conn(0x7f7da80d2760 0x7f7da80cd8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:11.613 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.609+0000 7f7da77fe640 1 -- 172.21.15.76:0/2132951827 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3671595646 0 0) 0x7f7da80cd450 con 0x7f7da815c500 2024-09-13T16:13:11.613 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.609+0000 7f7da77fe640 1 -- 172.21.15.76:0/2132951827 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7d98003520 con 0x7f7da815c500 2024-09-13T16:13:11.613 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.609+0000 7f7da77fe640 1 -- 172.21.15.76:0/2132951827 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 491416785 0 0) 0x7f7d98003520 con 0x7f7da815c500 2024-09-13T16:13:11.613 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.609+0000 7f7da77fe640 1 -- 172.21.15.76:0/2132951827 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7da80cde20 msgr2=0x7f7da80d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:11.613 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.609+0000 7f7da77fe640 1 --2- 172.21.15.76:0/2132951827 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7da80cde20 0x7f7da80d0000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:11.614 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.609+0000 7f7da77fe640 1 -- 172.21.15.76:0/2132951827 >> v2:172.21.15.192:3300/0 conn(0x7f7da80d2760 msgr2=0x7f7da80cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:11.614 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.609+0000 7f7da77fe640 1 --2- 172.21.15.76:0/2132951827 >> v2:172.21.15.192:3300/0 conn(0x7f7da80d2760 0x7f7da80cd8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:11.614 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.609+0000 7f7da77fe640 1 -- 172.21.15.76:0/2132951827 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7da80cd0e0 con 0x7f7da815c500 2024-09-13T16:13:11.614 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.609+0000 7f7da77fe640 1 -- 172.21.15.76:0/2132951827 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f7d9c001670 con 0x7f7da815c500 2024-09-13T16:13:11.614 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.609+0000 7f7da7fff640 1 --2- 172.21.15.76:0/2132951827 >> v2:172.21.15.192:3300/0 conn(0x7f7da80d2760 0x7f7da80cd8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:13:11.614 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.609+0000 7f7dad37f640 1 --2- 172.21.15.76:0/2132951827 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7da80cde20 0x7f7da80d0000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:13:11.614 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.609+0000 7f7da77fe640 1 -- 172.21.15.76:0/2132951827 >> v1:172.21.15.76:6789/0 conn(0x7f7da815c500 legacy=0x7f7da80d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:11.614 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.609+0000 7f7da77fe640 1 --2- 172.21.15.76:0/2132951827 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d98003970 0x7f7d98003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:11.614 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.609+0000 7f7da77fe640 1 --2- 172.21.15.76:0/2132951827 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7d980047c0 0x7f7d98004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:11.614 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.609+0000 7f7da77fe640 1 --2- 172.21.15.76:0/2132951827 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7da80cde20 0x7f7d98005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:11.614 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.609+0000 7f7da77fe640 1 -- 172.21.15.76:0/2132951827 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7da80d0cf0 con 0x7f7d98003970 2024-09-13T16:13:11.614 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.609+0000 7f7da77fe640 1 -- 172.21.15.76:0/2132951827 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7da80d0fd0 con 0x7f7d980047c0 2024-09-13T16:13:11.614 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.609+0000 7f7da77fe640 1 -- 172.21.15.76:0/2132951827 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7d9800b980 con 0x7f7da80cde20 2024-09-13T16:13:11.615 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.609+0000 7f7dacb7e640 1 --2- 172.21.15.76:0/2132951827 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d98003970 0x7f7d98003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:11.615 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.609+0000 7f7da7fff640 1 --2- 172.21.15.76:0/2132951827 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7d980047c0 0x7f7d98004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:11.615 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.609+0000 7f7dad37f640 1 --2- 172.21.15.76:0/2132951827 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7da80cde20 0x7f7d98005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:11.615 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.610+0000 7f7dacb7e640 1 -- 172.21.15.76:0/2132951827 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7da80cde20 msgr2=0x7f7d98005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:11.615 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.610+0000 7f7dacb7e640 1 --2- 172.21.15.76:0/2132951827 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7da80cde20 0x7f7d98005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:11.615 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.610+0000 7f7dacb7e640 1 -- 172.21.15.76:0/2132951827 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7d980047c0 msgr2=0x7f7d98004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:11.615 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.610+0000 7f7dacb7e640 1 --2- 172.21.15.76:0/2132951827 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7d980047c0 0x7f7d98004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:11.615 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.610+0000 7f7dacb7e640 1 -- 172.21.15.76:0/2132951827 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7da0009a70 con 0x7f7d98003970 2024-09-13T16:13:11.615 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.610+0000 7f7dacb7e640 1 --2- 172.21.15.76:0/2132951827 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d98003970 0x7f7d98003d90 secure :-1 s=READY pgs=1739 cs=0 l=1 rev1=1 crypto rx=0x7f7d9c00c240 tx=0x7f7d980057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8debd3c6b38c27ff server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:11.615 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.610+0000 7f7da77fe640 1 -- 172.21.15.76:0/2132951827 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d9c005ad0 con 0x7f7d98003970 2024-09-13T16:13:11.615 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.610+0000 7f7da77fe640 1 -- 172.21.15.76:0/2132951827 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7d9c005c30 con 0x7f7d98003970 2024-09-13T16:13:11.615 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.610+0000 7f7da77fe640 1 -- 172.21.15.76:0/2132951827 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d9c007070 con 0x7f7d98003970 2024-09-13T16:13:11.615 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.611+0000 7f7daede2640 1 -- 172.21.15.76:0/2132951827 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d98003970 msgr2=0x7f7d98003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:11.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.611+0000 7f7daede2640 1 --2- 172.21.15.76:0/2132951827 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d98003970 0x7f7d98003d90 secure :-1 s=READY pgs=1739 cs=0 l=1 rev1=1 crypto rx=0x7f7d9c00c240 tx=0x7f7d980057f0 comp rx=0 tx=0).stop 2024-09-13T16:13:11.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.611+0000 7f7dad37f640 1 -- 172.21.15.76:0/2132951827 reap_dead start 2024-09-13T16:13:11.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.611+0000 7f7daede2640 1 -- 172.21.15.76:0/2132951827 shutdown_connections 2024-09-13T16:13:11.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.611+0000 7f7daede2640 1 -- 172.21.15.76:0/2132951827 >> 172.21.15.76:0/2132951827 conn(0x7f7da8089f60 msgr2=0x7f7da809b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:11.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.611+0000 7f7daede2640 1 -- 172.21.15.76:0/2132951827 shutdown_connections 2024-09-13T16:13:11.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.611+0000 7f7daede2640 1 -- 172.21.15.76:0/2132951827 wait complete. 2024-09-13T16:13:11.618 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.612+0000 7f7daede2640 1 Processor -- start 2024-09-13T16:13:11.619 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.612+0000 7f7daede2640 1 -- start start 2024-09-13T16:13:11.619 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.613+0000 7f7daede2640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d98003970 0x7f7da80ca330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:11.619 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.613+0000 7f7daede2640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7da81510f0 0x7f7da80b5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:11.619 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.613+0000 7f7daede2640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7da80b2a90 0x7f7da80b2f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:11.619 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.613+0000 7f7daede2640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7da80b3480 con 0x7f7d98003970 2024-09-13T16:13:11.619 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.613+0000 7f7daede2640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7da80b5b60 con 0x7f7da81510f0 2024-09-13T16:13:11.619 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.613+0000 7f7daede2640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7da80b5e40 con 0x7f7da80b2a90 2024-09-13T16:13:11.619 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.613+0000 7f7dacb7e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d98003970 0x7f7da80ca330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:11.619 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.613+0000 7f7dacb7e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d98003970 0x7f7da80ca330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:32890/0 (socket says 172.21.15.76:32890) 2024-09-13T16:13:11.619 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.613+0000 7f7dacb7e640 1 -- 172.21.15.76:0/4055190580 learned_addr learned my addr 172.21.15.76:0/4055190580 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:11.619 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.613+0000 7f7dad37f640 1 --2- 172.21.15.76:0/4055190580 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7da80b2a90 0x7f7da80b2f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:11.619 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.613+0000 7f7da7fff640 1 --2- 172.21.15.76:0/4055190580 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7da81510f0 0x7f7da80b5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:11.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.613+0000 7f7dacb7e640 1 -- 172.21.15.76:0/4055190580 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7da80b2a90 msgr2=0x7f7da80b2f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:11.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.613+0000 7f7dacb7e640 1 --2- 172.21.15.76:0/4055190580 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7da80b2a90 0x7f7da80b2f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:11.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.613+0000 7f7dacb7e640 1 -- 172.21.15.76:0/4055190580 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7da81510f0 msgr2=0x7f7da80b5260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:11.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.613+0000 7f7dacb7e640 1 --2- 172.21.15.76:0/4055190580 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7da81510f0 0x7f7da80b5260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:11.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.613+0000 7f7dacb7e640 1 -- 172.21.15.76:0/4055190580 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7da80b6120 con 0x7f7d98003970 2024-09-13T16:13:11.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.613+0000 7f7da7fff640 1 --2- 172.21.15.76:0/4055190580 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7da81510f0 0x7f7da80b5260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:11.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.614+0000 7f7dacb7e640 1 --2- 172.21.15.76:0/4055190580 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d98003970 0x7f7da80ca330 secure :-1 s=READY pgs=1740 cs=0 l=1 rev1=1 crypto rx=0x7f7d9c00c240 tx=0x7f7d9c001a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:11.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.614+0000 7f7da57fa640 1 -- 172.21.15.76:0/4055190580 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d9c007480 con 0x7f7d98003970 2024-09-13T16:13:11.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.614+0000 7f7da57fa640 1 -- 172.21.15.76:0/4055190580 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7d9c007600 con 0x7f7d98003970 2024-09-13T16:13:11.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.614+0000 7f7daede2640 1 -- 172.21.15.76:0/4055190580 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7da80b6400 con 0x7f7d98003970 2024-09-13T16:13:11.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.614+0000 7f7da57fa640 1 -- 172.21.15.76:0/4055190580 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d9c03e690 con 0x7f7d98003970 2024-09-13T16:13:11.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.614+0000 7f7daede2640 1 -- 172.21.15.76:0/4055190580 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7da80b57a0 con 0x7f7d98003970 2024-09-13T16:13:11.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.615+0000 7f7daede2640 1 -- 172.21.15.76:0/4055190580 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7da80b5930 con 0x7f7d98003970 2024-09-13T16:13:11.621 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.615+0000 7f7da57fa640 1 -- 172.21.15.76:0/4055190580 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7d9c03e7f0 con 0x7f7d98003970 2024-09-13T16:13:11.621 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.616+0000 7f7da57fa640 1 --2- 172.21.15.76:0/4055190580 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7d8c06ac30 0x7f7d8c06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:11.621 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.616+0000 7f7da57fa640 1 -- 172.21.15.76:0/4055190580 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f7d9c0aa3b0 con 0x7f7d98003970 2024-09-13T16:13:11.621 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.616+0000 7f7da7fff640 1 --2- 172.21.15.76:0/4055190580 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7d8c06ac30 0x7f7d8c06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:11.621 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.616+0000 7f7da7fff640 1 --2- 172.21.15.76:0/4055190580 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7d8c06ac30 0x7f7d8c06d0f0 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7f7da8158290 tx=0x7f7d94008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:11.621 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.620+0000 7f7da57fa640 1 -- 172.21.15.76:0/4055190580 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f7d9c079020 con 0x7f7d98003970 2024-09-13T16:13:11.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.816+0000 7f7daede2640 1 -- 172.21.15.76:0/4055190580 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) v1 -- 0x7f7da81514d0 con 0x7f7d98003970 2024-09-13T16:13:11.818 INFO:tasks.ceph.mon.a.smithi076.stderr:2024-09-13T16:13:11.817+0000 7f1d1f745640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T16:13:11.827 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.826+0000 7f7da57fa640 1 -- 172.21.15.76:0/4055190580 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v65) v1 ==== 191+0+0 (secure 0 0 0) 0x7f7da81514d0 con 0x7f7d98003970 2024-09-13T16:13:11.827 INFO:teuthology.orchestra.run.smithi076.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T16:13:11.830 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.828+0000 7f7daede2640 1 -- 172.21.15.76:0/4055190580 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7d8c06ac30 msgr2=0x7f7d8c06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:11.830 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.828+0000 7f7daede2640 1 --2- 172.21.15.76:0/4055190580 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7d8c06ac30 0x7f7d8c06d0f0 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7f7da8158290 tx=0x7f7d94008040 comp rx=0 tx=0).stop 2024-09-13T16:13:11.830 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.828+0000 7f7daede2640 1 -- 172.21.15.76:0/4055190580 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d98003970 msgr2=0x7f7da80ca330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:11.830 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.828+0000 7f7daede2640 1 --2- 172.21.15.76:0/4055190580 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d98003970 0x7f7da80ca330 secure :-1 s=READY pgs=1740 cs=0 l=1 rev1=1 crypto rx=0x7f7d9c00c240 tx=0x7f7d9c001a00 comp rx=0 tx=0).stop 2024-09-13T16:13:11.830 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.829+0000 7f7daede2640 1 -- 172.21.15.76:0/4055190580 shutdown_connections 2024-09-13T16:13:11.830 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.829+0000 7f7daede2640 1 --2- 172.21.15.76:0/4055190580 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7d8c06ac30 0x7f7d8c06d0f0 unknown :-1 s=CLOSED pgs=740 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:11.830 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.829+0000 7f7daede2640 1 --2- 172.21.15.76:0/4055190580 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7da80b2a90 0x7f7da80b2f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:11.831 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.829+0000 7f7daede2640 1 --2- 172.21.15.76:0/4055190580 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7da81510f0 0x7f7da80b5260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:11.831 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.829+0000 7f7daede2640 1 --2- 172.21.15.76:0/4055190580 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d98003970 0x7f7da80ca330 unknown :-1 s=CLOSED pgs=1740 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:11.831 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.829+0000 7f7daede2640 1 -- 172.21.15.76:0/4055190580 >> 172.21.15.76:0/4055190580 conn(0x7f7da8089f60 msgr2=0x7f7da80cf5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:11.831 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.829+0000 7f7daede2640 1 -- 172.21.15.76:0/4055190580 shutdown_connections 2024-09-13T16:13:11.831 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.829+0000 7f7daede2640 1 -- 172.21.15.76:0/4055190580 wait complete. 2024-09-13T16:13:11.841 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-13T16:13:11.866 INFO:tasks.ceph.mds.a.smithi076.stdout:starting mds.a at 2024-09-13T16:13:11.943 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.941+0000 7f7135896640 1 Processor -- start 2024-09-13T16:13:11.943 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.941+0000 7f7135896640 1 -- start start 2024-09-13T16:13:11.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.942+0000 7f7135896640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f713015fbc0 0x7f71300cd180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:11.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.942+0000 7f7135896640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f713006b6c0 con 0x7f71300d29e0 2024-09-13T16:13:11.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.942+0000 7f7135896640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f71300ce500 con 0x7f71300cd6c0 2024-09-13T16:13:11.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.942+0000 7f7135896640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f71300cdc60 con 0x7f713015fbc0 2024-09-13T16:13:11.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.942+0000 7f712f7fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f71300d29e0 0x7f713006bb50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:35536/0 (socket says 172.21.15.76:35536) 2024-09-13T16:13:11.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.942+0000 7f712f7fe640 1 -- 172.21.15.76:0/657431830 learned_addr learned my addr 172.21.15.76:0/657431830 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:13:11.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.943+0000 7f712effd640 1 --2- 172.21.15.76:0/657431830 >> v2:172.21.15.192:3300/0 conn(0x7f713015fbc0 0x7f71300cd180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:11.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.943+0000 7f712e7fc640 1 -- 172.21.15.76:0/657431830 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3812504282 0 0) 0x7f713006b6c0 con 0x7f71300d29e0 2024-09-13T16:13:11.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.943+0000 7f712e7fc640 1 -- 172.21.15.76:0/657431830 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f711c003520 con 0x7f71300d29e0 2024-09-13T16:13:11.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.943+0000 7f712e7fc640 1 -- 172.21.15.76:0/657431830 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2140156635 0 0) 0x7f711c003520 con 0x7f71300d29e0 2024-09-13T16:13:11.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.943+0000 7f712e7fc640 1 -- 172.21.15.76:0/657431830 >> v2:172.21.15.192:3300/0 conn(0x7f713015fbc0 msgr2=0x7f71300cd180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:11.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.943+0000 7f712e7fc640 1 --2- 172.21.15.76:0/657431830 >> v2:172.21.15.192:3300/0 conn(0x7f713015fbc0 0x7f71300cd180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:11.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.943+0000 7f712e7fc640 1 -- 172.21.15.76:0/657431830 >> v1:172.21.15.192:6789/0 conn(0x7f71300cd6c0 legacy=0x7f71300d22d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:11.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.943+0000 7f712e7fc640 1 -- 172.21.15.76:0/657431830 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f71300cdf40 con 0x7f71300d29e0 2024-09-13T16:13:11.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.943+0000 7f712e7fc640 1 -- 172.21.15.76:0/657431830 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f71280019f0 con 0x7f71300d29e0 2024-09-13T16:13:11.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.943+0000 7f712e7fc640 1 -- 172.21.15.76:0/657431830 >> v1:172.21.15.76:6789/0 conn(0x7f71300d29e0 legacy=0x7f713006bb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:11.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.943+0000 7f712e7fc640 1 --2- 172.21.15.76:0/657431830 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f711c003970 0x7f711c003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:11.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.943+0000 7f712e7fc640 1 --2- 172.21.15.76:0/657431830 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f711c0047c0 0x7f711c004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:11.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.943+0000 7f712e7fc640 1 --2- 172.21.15.76:0/657431830 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f711c005180 0x7f711c00b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:11.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.943+0000 7f712e7fc640 1 -- 172.21.15.76:0/657431830 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f71300cdc60 con 0x7f711c0047c0 2024-09-13T16:13:11.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.943+0000 7f712e7fc640 1 -- 172.21.15.76:0/657431830 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f711c00c020 con 0x7f711c003970 2024-09-13T16:13:11.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.943+0000 7f712e7fc640 1 -- 172.21.15.76:0/657431830 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f711c00c1e0 con 0x7f711c005180 2024-09-13T16:13:11.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.943+0000 7f71267fc640 1 --2- 172.21.15.76:0/657431830 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f711c0047c0 0x7f711c004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:11.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.943+0000 7f712effd640 1 --2- 172.21.15.76:0/657431830 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f711c003970 0x7f711c003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:11.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.943+0000 7f712f7fe640 1 --2- 172.21.15.76:0/657431830 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f711c005180 0x7f711c00b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:11.961 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.943+0000 7f71267fc640 1 -- 172.21.15.76:0/657431830 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f711c005180 msgr2=0x7f711c00b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:11.961 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.943+0000 7f71267fc640 1 --2- 172.21.15.76:0/657431830 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f711c005180 0x7f711c00b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:11.961 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.943+0000 7f71267fc640 1 -- 172.21.15.76:0/657431830 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f711c003970 msgr2=0x7f711c003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:11.961 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.943+0000 7f71267fc640 1 --2- 172.21.15.76:0/657431830 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f711c003970 0x7f711c003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:11.961 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.943+0000 7f71267fc640 1 -- 172.21.15.76:0/657431830 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f711c003520 con 0x7f711c0047c0 2024-09-13T16:13:11.962 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.943+0000 7f712f7fe640 1 -- 172.21.15.76:0/657431830 reap_dead start 2024-09-13T16:13:11.962 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.944+0000 7f71267fc640 1 --2- 172.21.15.76:0/657431830 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f711c0047c0 0x7f711c004c40 secure :-1 s=READY pgs=1745 cs=0 l=1 rev1=1 crypto rx=0x7f7118001770 tx=0x7f711c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6557d25f3c0b1ca8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:11.962 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.944+0000 7f712e7fc640 1 -- 172.21.15.76:0/657431830 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f71180052d0 con 0x7f711c0047c0 2024-09-13T16:13:11.962 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.944+0000 7f712e7fc640 1 -- 172.21.15.76:0/657431830 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7118005430 con 0x7f711c0047c0 2024-09-13T16:13:11.962 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.944+0000 7f712e7fc640 1 -- 172.21.15.76:0/657431830 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f711802aae0 con 0x7f711c0047c0 2024-09-13T16:13:11.962 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.945+0000 7f7135896640 1 -- 172.21.15.76:0/657431830 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f711c0047c0 msgr2=0x7f711c004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:11.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.945+0000 7f7135896640 1 --2- 172.21.15.76:0/657431830 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f711c0047c0 0x7f711c004c40 secure :-1 s=READY pgs=1745 cs=0 l=1 rev1=1 crypto rx=0x7f7118001770 tx=0x7f711c0057f0 comp rx=0 tx=0).stop 2024-09-13T16:13:11.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.945+0000 7f7135896640 1 -- 172.21.15.76:0/657431830 shutdown_connections 2024-09-13T16:13:11.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.945+0000 7f7135896640 1 --2- 172.21.15.76:0/657431830 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f711c0047c0 0x7f711c004c40 unknown :-1 s=CLOSED pgs=1745 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:11.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.945+0000 7f7135896640 1 -- 172.21.15.76:0/657431830 >> 172.21.15.76:0/657431830 conn(0x7f713009b830 msgr2=0x7f7130089f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:11.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.945+0000 7f7135896640 1 -- 172.21.15.76:0/657431830 shutdown_connections 2024-09-13T16:13:11.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.945+0000 7f7135896640 1 -- 172.21.15.76:0/657431830 wait complete. 2024-09-13T16:13:11.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.946+0000 7f7135896640 1 Processor -- start 2024-09-13T16:13:11.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.946+0000 7f7135896640 1 -- start start 2024-09-13T16:13:11.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.947+0000 7f7135896640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f711c0047c0 0x7f7130148340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:11.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.947+0000 7f7135896640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7130158580 0x7f71300b72a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:11.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.947+0000 7f7135896640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f71300b52f0 0x7f71300b57a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:11.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.947+0000 7f7135896640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f71300b5ce0 con 0x7f711c0047c0 2024-09-13T16:13:11.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.947+0000 7f7135896640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f71300c5d00 con 0x7f7130158580 2024-09-13T16:13:11.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.947+0000 7f7135896640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f71300b2f50 con 0x7f71300b52f0 2024-09-13T16:13:11.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.947+0000 7f712effd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f711c0047c0 0x7f7130148340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:11.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.947+0000 7f712effd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f711c0047c0 0x7f7130148340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:32904/0 (socket says 172.21.15.76:32904) 2024-09-13T16:13:11.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.947+0000 7f712effd640 1 -- 172.21.15.76:0/846839739 learned_addr learned my addr 172.21.15.76:0/846839739 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:11.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.947+0000 7f71267fc640 1 --2- 172.21.15.76:0/846839739 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7130158580 0x7f71300b72a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:11.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.947+0000 7f712f7fe640 1 --2- 172.21.15.76:0/846839739 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f71300b52f0 0x7f71300b57a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:11.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.947+0000 7f712effd640 1 -- 172.21.15.76:0/846839739 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f71300b52f0 msgr2=0x7f71300b57a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:11.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.947+0000 7f712effd640 1 --2- 172.21.15.76:0/846839739 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f71300b52f0 0x7f71300b57a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:11.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.947+0000 7f712effd640 1 -- 172.21.15.76:0/846839739 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7130158580 msgr2=0x7f71300b72a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:11.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.947+0000 7f712effd640 1 --2- 172.21.15.76:0/846839739 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7130158580 0x7f71300b72a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:11.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.947+0000 7f712effd640 1 -- 172.21.15.76:0/846839739 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f71300b7c30 con 0x7f711c0047c0 2024-09-13T16:13:11.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.947+0000 7f71267fc640 1 --2- 172.21.15.76:0/846839739 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7130158580 0x7f71300b72a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:13:11.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.948+0000 7f712effd640 1 --2- 172.21.15.76:0/846839739 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f711c0047c0 0x7f7130148340 secure :-1 s=READY pgs=1746 cs=0 l=1 rev1=1 crypto rx=0x7f7120011890 tx=0x7f7120011d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:11.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.948+0000 7f712cff9640 1 -- 172.21.15.76:0/846839739 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7120004240 con 0x7f711c0047c0 2024-09-13T16:13:11.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.948+0000 7f712cff9640 1 -- 172.21.15.76:0/846839739 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f71200043a0 con 0x7f711c0047c0 2024-09-13T16:13:11.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.948+0000 7f7135896640 1 -- 172.21.15.76:0/846839739 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f71300b7f10 con 0x7f711c0047c0 2024-09-13T16:13:11.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.948+0000 7f712cff9640 1 -- 172.21.15.76:0/846839739 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f712000fa20 con 0x7f711c0047c0 2024-09-13T16:13:11.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.948+0000 7f7135896640 1 -- 172.21.15.76:0/846839739 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f71300b31a0 con 0x7f711c0047c0 2024-09-13T16:13:11.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.948+0000 7f7135896640 1 -- 172.21.15.76:0/846839739 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f71300b0210 con 0x7f711c0047c0 2024-09-13T16:13:11.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.949+0000 7f712cff9640 1 -- 172.21.15.76:0/846839739 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f712000fb80 con 0x7f711c0047c0 2024-09-13T16:13:11.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.950+0000 7f712cff9640 1 --2- 172.21.15.76:0/846839739 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f711006ac00 0x7f711006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:11.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.950+0000 7f712cff9640 1 -- 172.21.15.76:0/846839739 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(125..125 src has 1..125) v4 ==== 6115+0+0 (secure 0 0 0) 0x7f7120089b80 con 0x7f711c0047c0 2024-09-13T16:13:11.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.950+0000 7f71267fc640 1 --2- 172.21.15.76:0/846839739 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f711006ac00 0x7f711006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:11.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.950+0000 7f71267fc640 1 --2- 172.21.15.76:0/846839739 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f711006ac00 0x7f711006d0c0 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7f7118032000 tx=0x7f711802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:11.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:11.954+0000 7f712cff9640 1 -- 172.21.15.76:0/846839739 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f7120054c50 con 0x7f711c0047c0 2024-09-13T16:13:12.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:12.151+0000 7f7135896640 1 -- 172.21.15.76:0/846839739 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) v1 -- 0x7f713009bd40 con 0x7f711c0047c0 2024-09-13T16:13:12.606 DEBUG:teuthology.orchestra.run.smithi076:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:13:12.609 DEBUG:teuthology.orchestra.run.smithi192:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:13:12.829 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:12.828+0000 7f712cff9640 1 -- 172.21.15.76:0/846839739 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v66) v1 ==== 104+0+0 (secure 0 0 0) 0x7f71200190a0 con 0x7f711c0047c0 2024-09-13T16:13:12.832 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:12.831+0000 7f7135896640 1 -- 172.21.15.76:0/846839739 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f711006ac00 msgr2=0x7f711006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:12.832 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:12.831+0000 7f7135896640 1 --2- 172.21.15.76:0/846839739 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f711006ac00 0x7f711006d0c0 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7f7118032000 tx=0x7f711802e000 comp rx=0 tx=0).stop 2024-09-13T16:13:12.832 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:12.831+0000 7f7135896640 1 -- 172.21.15.76:0/846839739 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f711c0047c0 msgr2=0x7f7130148340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:12.832 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:12.831+0000 7f7135896640 1 --2- 172.21.15.76:0/846839739 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f711c0047c0 0x7f7130148340 secure :-1 s=READY pgs=1746 cs=0 l=1 rev1=1 crypto rx=0x7f7120011890 tx=0x7f7120011d50 comp rx=0 tx=0).stop 2024-09-13T16:13:12.833 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:12.831+0000 7f7135896640 1 -- 172.21.15.76:0/846839739 shutdown_connections 2024-09-13T16:13:12.833 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:12.831+0000 7f7135896640 1 --2- 172.21.15.76:0/846839739 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f711006ac00 0x7f711006d0c0 unknown :-1 s=CLOSED pgs=741 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:12.833 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:12.831+0000 7f7135896640 1 --2- 172.21.15.76:0/846839739 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f71300b52f0 0x7f71300b57a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:12.833 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:12.831+0000 7f7135896640 1 --2- 172.21.15.76:0/846839739 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7130158580 0x7f71300b72a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:12.833 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:12.831+0000 7f7135896640 1 --2- 172.21.15.76:0/846839739 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f711c0047c0 0x7f7130148340 unknown :-1 s=CLOSED pgs=1746 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:12.833 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:12.831+0000 7f7135896640 1 -- 172.21.15.76:0/846839739 >> 172.21.15.76:0/846839739 conn(0x7f713009b830 msgr2=0x7f71300cb630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:12.833 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:12.831+0000 7f7135896640 1 -- 172.21.15.76:0/846839739 shutdown_connections 2024-09-13T16:13:12.833 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:12.831+0000 7f7135896640 1 -- 172.21.15.76:0/846839739 wait complete. 2024-09-13T16:13:12.844 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-13T16:13:12.947 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:12.946+0000 7f485ab65640 1 Processor -- start 2024-09-13T16:13:12.947 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:12.946+0000 7f485ab65640 1 -- start start 2024-09-13T16:13:12.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:12.946+0000 7f485ab65640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f4854069ed0 0x7f48540b2200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:12.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:12.946+0000 7f485ab65640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f485406a2b0 0x7f48540ac1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:12.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:12.946+0000 7f485ab65640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f4854145460 0x7f485406d770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:12.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:12.946+0000 7f485ab65640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f48540b3c60 con 0x7f4854069ed0 2024-09-13T16:13:12.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:12.946+0000 7f485ab65640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f48540b27e0 con 0x7f4854145460 2024-09-13T16:13:12.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:12.946+0000 7f485ab65640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f485406d290 con 0x7f485406a2b0 2024-09-13T16:13:12.950 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:12.947+0000 7f4858901640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f4854069ed0 0x7f48540b2200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:12.950 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:12.947+0000 7f4858901640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f4854069ed0 0x7f48540b2200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:32912/0 (socket says 172.21.15.76:32912) 2024-09-13T16:13:12.950 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:12.947+0000 7f4858901640 1 -- 172.21.15.76:0/3779710877 learned_addr learned my addr 172.21.15.76:0/3779710877 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:12.950 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:12.947+0000 7f484bfff640 1 --2- 172.21.15.76:0/3779710877 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f485406a2b0 0x7f48540ac1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:12.950 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:12.947+0000 7f4859102640 1 --2- 172.21.15.76:0/3779710877 >> v2:172.21.15.192:3300/0 conn(0x7f4854145460 0x7f485406d770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:12.950 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:12.947+0000 7f4858901640 1 -- 172.21.15.76:0/3779710877 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f485406a2b0 msgr2=0x7f48540ac1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:12.950 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:12.947+0000 7f4858901640 1 --2- 172.21.15.76:0/3779710877 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f485406a2b0 0x7f48540ac1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:12.950 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:12.947+0000 7f4858901640 1 -- 172.21.15.76:0/3779710877 >> v2:172.21.15.192:3300/0 conn(0x7f4854145460 msgr2=0x7f485406d770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:12.950 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:12.947+0000 7f4858901640 1 --2- 172.21.15.76:0/3779710877 >> v2:172.21.15.192:3300/0 conn(0x7f4854145460 0x7f485406d770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:12.950 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:12.947+0000 7f4858901640 1 -- 172.21.15.76:0/3779710877 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f48540b3ee0 con 0x7f4854069ed0 2024-09-13T16:13:12.950 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:12.948+0000 7f4858901640 1 --2- 172.21.15.76:0/3779710877 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4854069ed0 0x7f48540b2200 secure :-1 s=READY pgs=1747 cs=0 l=1 rev1=1 crypto rx=0x7f48540b0e90 tx=0x7f485002a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce4c8f71cf8c310e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:12.950 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:12.948+0000 7f484b7fe640 1 -- 172.21.15.76:0/3779710877 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f485002ae90 con 0x7f4854069ed0 2024-09-13T16:13:12.950 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:12.948+0000 7f484b7fe640 1 -- 172.21.15.76:0/3779710877 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4850032440 con 0x7f4854069ed0 2024-09-13T16:13:12.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:12.948+0000 7f484b7fe640 1 -- 172.21.15.76:0/3779710877 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48500327d0 con 0x7f4854069ed0 2024-09-13T16:13:12.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:12.948+0000 7f485ab65640 1 -- 172.21.15.76:0/3779710877 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4854069ed0 msgr2=0x7f48540b2200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:12.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:12.948+0000 7f485ab65640 1 --2- 172.21.15.76:0/3779710877 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4854069ed0 0x7f48540b2200 secure :-1 s=READY pgs=1747 cs=0 l=1 rev1=1 crypto rx=0x7f48540b0e90 tx=0x7f485002a140 comp rx=0 tx=0).stop 2024-09-13T16:13:12.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:12.948+0000 7f485ab65640 1 -- 172.21.15.76:0/3779710877 shutdown_connections 2024-09-13T16:13:12.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:12.948+0000 7f485ab65640 1 --2- 172.21.15.76:0/3779710877 >> v2:172.21.15.192:3300/0 conn(0x7f4854145460 0x7f485406d770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:12.954 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:12.948+0000 7f485ab65640 1 --2- 172.21.15.76:0/3779710877 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f485406a2b0 0x7f48540ac1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:12.954 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:12.948+0000 7f485ab65640 1 --2- 172.21.15.76:0/3779710877 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4854069ed0 0x7f48540b2200 unknown :-1 s=CLOSED pgs=1747 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:12.954 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:12.948+0000 7f485ab65640 1 -- 172.21.15.76:0/3779710877 >> 172.21.15.76:0/3779710877 conn(0x7f48540b4720 msgr2=0x7f48540b4b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:12.954 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:12.948+0000 7f485ab65640 1 -- 172.21.15.76:0/3779710877 shutdown_connections 2024-09-13T16:13:12.954 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:12.948+0000 7f485ab65640 1 -- 172.21.15.76:0/3779710877 wait complete. 2024-09-13T16:13:12.954 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:12.949+0000 7f485ab65640 1 Processor -- start 2024-09-13T16:13:12.954 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:12.950+0000 7f485ab65640 1 -- start start 2024-09-13T16:13:12.954 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:12.950+0000 7f485ab65640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4854069ed0 0x7f485415c060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:12.954 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:12.950+0000 7f485ab65640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f485406a2b0 0x7f485413bf50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:12.954 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:12.950+0000 7f485ab65640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4854145460 0x7f485415ee80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:12.954 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:12.950+0000 7f485ab65640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f485415c5a0 con 0x7f485406a2b0 2024-09-13T16:13:12.954 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:12.950+0000 7f485ab65640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f485415c930 con 0x7f4854069ed0 2024-09-13T16:13:12.954 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:12.950+0000 7f485ab65640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f485415cef0 con 0x7f4854145460 2024-09-13T16:13:12.954 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:12.951+0000 7f484bfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f485406a2b0 0x7f485413bf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:12.955 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:12.951+0000 7f484bfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f485406a2b0 0x7f485413bf50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:32922/0 (socket says 172.21.15.76:32922) 2024-09-13T16:13:12.955 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:12.951+0000 7f484bfff640 1 -- 172.21.15.76:0/353279912 learned_addr learned my addr 172.21.15.76:0/353279912 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:12.955 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:12.951+0000 7f4858901640 1 --2- 172.21.15.76:0/353279912 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4854069ed0 0x7f485415c060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:12.955 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:12.951+0000 7f4859102640 1 --2- 172.21.15.76:0/353279912 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4854145460 0x7f485415ee80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:12.955 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:12.951+0000 7f484bfff640 1 -- 172.21.15.76:0/353279912 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4854145460 msgr2=0x7f485415ee80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:12.955 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:12.951+0000 7f484bfff640 1 --2- 172.21.15.76:0/353279912 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4854145460 0x7f485415ee80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:12.955 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:12.951+0000 7f484bfff640 1 -- 172.21.15.76:0/353279912 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4854069ed0 msgr2=0x7f485415c060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:12.955 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:12.951+0000 7f484bfff640 1 --2- 172.21.15.76:0/353279912 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4854069ed0 0x7f485415c060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:12.955 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:12.951+0000 7f484bfff640 1 -- 172.21.15.76:0/353279912 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f48500094d0 con 0x7f485406a2b0 2024-09-13T16:13:12.955 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:12.951+0000 7f484bfff640 1 --2- 172.21.15.76:0/353279912 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f485406a2b0 0x7f485413bf50 secure :-1 s=READY pgs=1748 cs=0 l=1 rev1=1 crypto rx=0x7f484400d600 tx=0x7f484400dac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:12.955 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:12.951+0000 7f48497fa640 1 -- 172.21.15.76:0/353279912 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4844004240 con 0x7f485406a2b0 2024-09-13T16:13:12.955 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:12.951+0000 7f48497fa640 1 -- 172.21.15.76:0/353279912 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f48440043a0 con 0x7f485406a2b0 2024-09-13T16:13:12.955 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:12.951+0000 7f485ab65640 1 -- 172.21.15.76:0/353279912 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f485413ca30 con 0x7f485406a2b0 2024-09-13T16:13:12.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:12.951+0000 7f48497fa640 1 -- 172.21.15.76:0/353279912 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4844003830 con 0x7f485406a2b0 2024-09-13T16:13:12.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:12.951+0000 7f485ab65640 1 -- 172.21.15.76:0/353279912 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f485415cb80 con 0x7f485406a2b0 2024-09-13T16:13:12.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:12.952+0000 7f485ab65640 1 -- 172.21.15.76:0/353279912 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f485415d060 con 0x7f485406a2b0 2024-09-13T16:13:12.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:12.953+0000 7f48497fa640 1 -- 172.21.15.76:0/353279912 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f4844003990 con 0x7f485406a2b0 2024-09-13T16:13:12.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:12.953+0000 7f48497fa640 1 --2- 172.21.15.76:0/353279912 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f484006ac30 0x7f484006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:12.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:12.953+0000 7f48497fa640 1 -- 172.21.15.76:0/353279912 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(125..125 src has 1..125) v4 ==== 6115+0+0 (secure 0 0 0) 0x7f4844089480 con 0x7f485406a2b0 2024-09-13T16:13:12.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:12.953+0000 7f4858901640 1 --2- 172.21.15.76:0/353279912 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f484006ac30 0x7f484006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:12.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:12.953+0000 7f4858901640 1 --2- 172.21.15.76:0/353279912 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f484006ac30 0x7f484006d0f0 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7f4850034000 tx=0x7f485002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:12.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:12.957+0000 7f48497fa640 1 -- 172.21.15.76:0/353279912 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f4844054600 con 0x7f485406a2b0 2024-09-13T16:13:13.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.120+0000 7f485ab65640 1 -- 172.21.15.76:0/353279912 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f4854145910 con 0x7f485406a2b0 2024-09-13T16:13:13.834 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.833+0000 7f48497fa640 1 -- 172.21.15.76:0/353279912 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v126) v1 ==== 181+0+0 (secure 0 0 0) 0x7f4844057c20 con 0x7f485406a2b0 2024-09-13T16:13:13.835 INFO:teuthology.orchestra.run.smithi076.stderr:pool 'cephfs_metadata' removed 2024-09-13T16:13:13.838 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.836+0000 7f485ab65640 1 -- 172.21.15.76:0/353279912 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f484006ac30 msgr2=0x7f484006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:13.838 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.836+0000 7f485ab65640 1 --2- 172.21.15.76:0/353279912 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f484006ac30 0x7f484006d0f0 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7f4850034000 tx=0x7f485002e000 comp rx=0 tx=0).stop 2024-09-13T16:13:13.838 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.836+0000 7f485ab65640 1 -- 172.21.15.76:0/353279912 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f485406a2b0 msgr2=0x7f485413bf50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:13.838 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.836+0000 7f485ab65640 1 --2- 172.21.15.76:0/353279912 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f485406a2b0 0x7f485413bf50 secure :-1 s=READY pgs=1748 cs=0 l=1 rev1=1 crypto rx=0x7f484400d600 tx=0x7f484400dac0 comp rx=0 tx=0).stop 2024-09-13T16:13:13.838 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.836+0000 7f485ab65640 1 -- 172.21.15.76:0/353279912 shutdown_connections 2024-09-13T16:13:13.838 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.836+0000 7f485ab65640 1 --2- 172.21.15.76:0/353279912 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f484006ac30 0x7f484006d0f0 unknown :-1 s=CLOSED pgs=743 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:13.838 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.836+0000 7f485ab65640 1 --2- 172.21.15.76:0/353279912 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4854145460 0x7f485415ee80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:13.838 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.836+0000 7f485ab65640 1 --2- 172.21.15.76:0/353279912 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f485406a2b0 0x7f485413bf50 unknown :-1 s=CLOSED pgs=1748 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:13.838 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.836+0000 7f485ab65640 1 --2- 172.21.15.76:0/353279912 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4854069ed0 0x7f485415c060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:13.838 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.836+0000 7f485ab65640 1 -- 172.21.15.76:0/353279912 >> 172.21.15.76:0/353279912 conn(0x7f48540b4720 msgr2=0x7f48540af620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:13.838 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.836+0000 7f485ab65640 1 -- 172.21.15.76:0/353279912 shutdown_connections 2024-09-13T16:13:13.839 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.836+0000 7f485ab65640 1 -- 172.21.15.76:0/353279912 wait complete. 2024-09-13T16:13:13.851 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-13T16:13:13.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.958+0000 7fa73d31f640 1 Processor -- start 2024-09-13T16:13:13.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.958+0000 7fa73d31f640 1 -- start start 2024-09-13T16:13:13.962 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.959+0000 7fa73d31f640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa73806e930 0x7fa73806b1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:13.962 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.959+0000 7fa73d31f640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa73806b880 con 0x7fa73815c4c0 2024-09-13T16:13:13.962 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.959+0000 7fa73d31f640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa73806bb60 con 0x7fa7380cd7c0 2024-09-13T16:13:13.962 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.959+0000 7fa73d31f640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa73806be40 con 0x7fa73806e930 2024-09-13T16:13:13.962 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.959+0000 7fa736ffd640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fa73815c4c0 0x7fa73806e220 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:35552/0 (socket says 172.21.15.76:35552) 2024-09-13T16:13:13.962 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.959+0000 7fa736ffd640 1 -- 172.21.15.76:0/3534359284 learned_addr learned my addr 172.21.15.76:0/3534359284 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:13:13.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.959+0000 7fa735ffb640 1 -- 172.21.15.76:0/3534359284 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1974638357 0 0) 0x7fa73806b880 con 0x7fa73815c4c0 2024-09-13T16:13:13.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.959+0000 7fa735ffb640 1 -- 172.21.15.76:0/3534359284 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa720003520 con 0x7fa73815c4c0 2024-09-13T16:13:13.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.959+0000 7fa7367fc640 1 --2- 172.21.15.76:0/3534359284 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa73806e930 0x7fa73806b1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:13.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.959+0000 7fa735ffb640 1 -- 172.21.15.76:0/3534359284 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3827351701 0 0) 0x7fa720003520 con 0x7fa73815c4c0 2024-09-13T16:13:13.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.959+0000 7fa735ffb640 1 -- 172.21.15.76:0/3534359284 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa73806e930 msgr2=0x7fa73806b1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:13.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.959+0000 7fa735ffb640 1 --2- 172.21.15.76:0/3534359284 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa73806e930 0x7fa73806b1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:13.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.959+0000 7fa735ffb640 1 -- 172.21.15.76:0/3534359284 >> v1:172.21.15.192:6789/0 conn(0x7fa7380cd7c0 legacy=0x7fa7380cad50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:13.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.959+0000 7fa735ffb640 1 -- 172.21.15.76:0/3534359284 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa73806c120 con 0x7fa73815c4c0 2024-09-13T16:13:13.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.959+0000 7fa735ffb640 1 -- 172.21.15.76:0/3534359284 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7fa7280019f0 con 0x7fa73815c4c0 2024-09-13T16:13:13.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.960+0000 7fa735ffb640 1 -- 172.21.15.76:0/3534359284 >> v1:172.21.15.76:6789/0 conn(0x7fa73815c4c0 legacy=0x7fa73806e220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:13.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.960+0000 7fa735ffb640 1 --2- 172.21.15.76:0/3534359284 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa7200039a0 0x7fa720003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:13.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.960+0000 7fa735ffb640 1 --2- 172.21.15.76:0/3534359284 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa73806e930 0x7fa7200047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:13.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.960+0000 7fa735ffb640 1 --2- 172.21.15.76:0/3534359284 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa720004d00 0x7fa720005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:13.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.960+0000 7fa735ffb640 1 -- 172.21.15.76:0/3534359284 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa73806be40 con 0x7fa720004d00 2024-09-13T16:13:13.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.960+0000 7fa735ffb640 1 -- 172.21.15.76:0/3534359284 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa72000ba60 con 0x7fa7200039a0 2024-09-13T16:13:13.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.960+0000 7fa735ffb640 1 -- 172.21.15.76:0/3534359284 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa72000bc20 con 0x7fa73806e930 2024-09-13T16:13:13.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.960+0000 7fa7377fe640 1 --2- 172.21.15.76:0/3534359284 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa720004d00 0x7fa720005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:13.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.960+0000 7fa736ffd640 1 --2- 172.21.15.76:0/3534359284 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa7200039a0 0x7fa720003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:13.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.960+0000 7fa7367fc640 1 --2- 172.21.15.76:0/3534359284 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa73806e930 0x7fa7200047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:13.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.960+0000 7fa7377fe640 1 -- 172.21.15.76:0/3534359284 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa73806e930 msgr2=0x7fa7200047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:13.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.960+0000 7fa7377fe640 1 --2- 172.21.15.76:0/3534359284 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa73806e930 0x7fa7200047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:13.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.960+0000 7fa7377fe640 1 -- 172.21.15.76:0/3534359284 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa7200039a0 msgr2=0x7fa720003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:13.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.960+0000 7fa7377fe640 1 --2- 172.21.15.76:0/3534359284 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa7200039a0 0x7fa720003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:13.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.960+0000 7fa7377fe640 1 -- 172.21.15.76:0/3534359284 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa720003520 con 0x7fa720004d00 2024-09-13T16:13:13.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.961+0000 7fa7377fe640 1 --2- 172.21.15.76:0/3534359284 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa720004d00 0x7fa720005180 secure :-1 s=READY pgs=1750 cs=0 l=1 rev1=1 crypto rx=0x7fa730001720 tx=0x7fa7200057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1709709c7d5afc05 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:13.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.961+0000 7fa735ffb640 1 -- 172.21.15.76:0/3534359284 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7300052d0 con 0x7fa720004d00 2024-09-13T16:13:13.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.961+0000 7fa735ffb640 1 -- 172.21.15.76:0/3534359284 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa730005430 con 0x7fa720004d00 2024-09-13T16:13:13.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.961+0000 7fa735ffb640 1 -- 172.21.15.76:0/3534359284 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa73002abc0 con 0x7fa720004d00 2024-09-13T16:13:13.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.961+0000 7fa73d31f640 1 -- 172.21.15.76:0/3534359284 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa720004d00 msgr2=0x7fa720005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:13.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.961+0000 7fa73d31f640 1 --2- 172.21.15.76:0/3534359284 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa720004d00 0x7fa720005180 secure :-1 s=READY pgs=1750 cs=0 l=1 rev1=1 crypto rx=0x7fa730001720 tx=0x7fa7200057f0 comp rx=0 tx=0).stop 2024-09-13T16:13:13.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.961+0000 7fa7377fe640 1 -- 172.21.15.76:0/3534359284 reap_dead start 2024-09-13T16:13:13.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.961+0000 7fa73d31f640 1 -- 172.21.15.76:0/3534359284 shutdown_connections 2024-09-13T16:13:13.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.961+0000 7fa73d31f640 1 -- 172.21.15.76:0/3534359284 >> 172.21.15.76:0/3534359284 conn(0x7fa738069ed0 msgr2=0x7fa73806a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:13.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.961+0000 7fa73d31f640 1 -- 172.21.15.76:0/3534359284 shutdown_connections 2024-09-13T16:13:13.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.961+0000 7fa73d31f640 1 -- 172.21.15.76:0/3534359284 wait complete. 2024-09-13T16:13:13.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.963+0000 7fa73d31f640 1 Processor -- start 2024-09-13T16:13:13.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.963+0000 7fa73d31f640 1 -- start start 2024-09-13T16:13:13.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.963+0000 7fa73d31f640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa720004d00 0x7fa738153170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:13.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.963+0000 7fa73d31f640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa7381e1820 0x7fa7381578c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:13.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.963+0000 7fa73d31f640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa738157e00 0x7fa738158280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:13.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.964+0000 7fa73d31f640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa7381593a0 con 0x7fa738157e00 2024-09-13T16:13:13.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.964+0000 7fa73d31f640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa7381e6fe0 con 0x7fa7381e1820 2024-09-13T16:13:13.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.964+0000 7fa73d31f640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa7381e72c0 con 0x7fa720004d00 2024-09-13T16:13:13.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.964+0000 7fa7377fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa738157e00 0x7fa738158280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:13.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.964+0000 7fa7377fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa738157e00 0x7fa738158280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:32942/0 (socket says 172.21.15.76:32942) 2024-09-13T16:13:13.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.964+0000 7fa7377fe640 1 -- 172.21.15.76:0/2208936700 learned_addr learned my addr 172.21.15.76:0/2208936700 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:13.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.964+0000 7fa736ffd640 1 --2- 172.21.15.76:0/2208936700 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa720004d00 0x7fa738153170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:13.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.964+0000 7fa7367fc640 1 --2- 172.21.15.76:0/2208936700 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa7381e1820 0x7fa7381578c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:13.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.964+0000 7fa7377fe640 1 -- 172.21.15.76:0/2208936700 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa720004d00 msgr2=0x7fa738153170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:13.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.964+0000 7fa7377fe640 1 --2- 172.21.15.76:0/2208936700 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa720004d00 0x7fa738153170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:13.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.964+0000 7fa7377fe640 1 -- 172.21.15.76:0/2208936700 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa7381e1820 msgr2=0x7fa7381578c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:13.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.964+0000 7fa7377fe640 1 --2- 172.21.15.76:0/2208936700 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa7381e1820 0x7fa7381578c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:13.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.964+0000 7fa7377fe640 1 -- 172.21.15.76:0/2208936700 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa7381e75a0 con 0x7fa738157e00 2024-09-13T16:13:13.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.964+0000 7fa736ffd640 1 --2- 172.21.15.76:0/2208936700 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa720004d00 0x7fa738153170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:13.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.964+0000 7fa7367fc640 1 --2- 172.21.15.76:0/2208936700 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa7381e1820 0x7fa7381578c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:13.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.964+0000 7fa7377fe640 1 --2- 172.21.15.76:0/2208936700 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa738157e00 0x7fa738158280 secure :-1 s=READY pgs=1751 cs=0 l=1 rev1=1 crypto rx=0x7fa730001840 tx=0x7fa730001120 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:13.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.964+0000 7fa71f7fe640 1 -- 172.21.15.76:0/2208936700 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa730007570 con 0x7fa738157e00 2024-09-13T16:13:13.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.964+0000 7fa71f7fe640 1 -- 172.21.15.76:0/2208936700 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa7300076d0 con 0x7fa738157e00 2024-09-13T16:13:13.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.964+0000 7fa71f7fe640 1 -- 172.21.15.76:0/2208936700 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7300069d0 con 0x7fa738157e00 2024-09-13T16:13:13.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.964+0000 7fa73d31f640 1 -- 172.21.15.76:0/2208936700 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa7381e2450 con 0x7fa738157e00 2024-09-13T16:13:13.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.964+0000 7fa73d31f640 1 -- 172.21.15.76:0/2208936700 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa7381e48c0 con 0x7fa738157e00 2024-09-13T16:13:13.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.965+0000 7fa73d31f640 1 -- 172.21.15.76:0/2208936700 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa7381e48c0 con 0x7fa738157e00 2024-09-13T16:13:13.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.966+0000 7fa71f7fe640 1 -- 172.21.15.76:0/2208936700 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fa730006b30 con 0x7fa738157e00 2024-09-13T16:13:13.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.966+0000 7fa71f7fe640 1 --2- 172.21.15.76:0/2208936700 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa72406ac30 0x7fa72406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:13.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.966+0000 7fa71f7fe640 1 -- 172.21.15.76:0/2208936700 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(126..126 src has 1..126) v4 ==== 5677+0+0 (secure 0 0 0) 0x7fa7300a8e60 con 0x7fa738157e00 2024-09-13T16:13:13.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.966+0000 7fa736ffd640 1 --2- 172.21.15.76:0/2208936700 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa72406ac30 0x7fa72406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:13.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.967+0000 7fa736ffd640 1 --2- 172.21.15.76:0/2208936700 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa72406ac30 0x7fa72406d0f0 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7fa7280013d0 tx=0x7fa728009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:13.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:13.970+0000 7fa71f7fe640 1 -- 172.21.15.76:0/2208936700 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fa730074060 con 0x7fa738157e00 2024-09-13T16:13:14.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:14.134+0000 7fa73d31f640 1 -- 172.21.15.76:0/2208936700 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7fa7381e48c0 con 0x7fa738157e00 2024-09-13T16:13:14.838 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:14.837+0000 7fa71f7fe640 1 -- 172.21.15.76:0/2208936700 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v127) v1 ==== 169+0+0 (secure 0 0 0) 0x7fa730007a30 con 0x7fa738157e00 2024-09-13T16:13:14.839 INFO:teuthology.orchestra.run.smithi076.stderr:pool 'cephfs_data' removed 2024-09-13T16:13:14.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:14.842+0000 7fa73d31f640 1 -- 172.21.15.76:0/2208936700 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa72406ac30 msgr2=0x7fa72406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:14.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:14.842+0000 7fa73d31f640 1 --2- 172.21.15.76:0/2208936700 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa72406ac30 0x7fa72406d0f0 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7fa7280013d0 tx=0x7fa728009040 comp rx=0 tx=0).stop 2024-09-13T16:13:14.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:14.842+0000 7fa73d31f640 1 -- 172.21.15.76:0/2208936700 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa738157e00 msgr2=0x7fa738158280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:14.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:14.842+0000 7fa73d31f640 1 --2- 172.21.15.76:0/2208936700 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa738157e00 0x7fa738158280 secure :-1 s=READY pgs=1751 cs=0 l=1 rev1=1 crypto rx=0x7fa730001840 tx=0x7fa730001120 comp rx=0 tx=0).stop 2024-09-13T16:13:14.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:14.842+0000 7fa73d31f640 1 -- 172.21.15.76:0/2208936700 shutdown_connections 2024-09-13T16:13:14.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:14.842+0000 7fa73d31f640 1 --2- 172.21.15.76:0/2208936700 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa738157e00 0x7fa738158280 unknown :-1 s=CLOSED pgs=1751 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:14.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:14.842+0000 7fa73d31f640 1 --2- 172.21.15.76:0/2208936700 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa7381e1820 0x7fa7381578c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:14.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:14.843+0000 7fa73d31f640 1 --2- 172.21.15.76:0/2208936700 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa72406ac30 0x7fa72406d0f0 unknown :-1 s=CLOSED pgs=744 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:14.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:14.843+0000 7fa73d31f640 1 --2- 172.21.15.76:0/2208936700 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa720004d00 0x7fa738153170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:14.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:14.843+0000 7fa73d31f640 1 -- 172.21.15.76:0/2208936700 >> 172.21.15.76:0/2208936700 conn(0x7fa738069ed0 msgr2=0x7fa7380cdd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:14.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:14.843+0000 7fa73d31f640 1 -- 172.21.15.76:0/2208936700 shutdown_connections 2024-09-13T16:13:14.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:14.843+0000 7fa73d31f640 1 -- 172.21.15.76:0/2208936700 wait complete. 2024-09-13T16:13:14.862 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mds mds_min_caps_working_set 2024-09-13T16:13:14.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:14.969+0000 7f4296d33640 1 Processor -- start 2024-09-13T16:13:14.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:14.969+0000 7f4296d33640 1 -- start start 2024-09-13T16:13:14.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:14.970+0000 7f4296d33640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4290159310 0x7f42900ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:14.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:14.970+0000 7f4296d33640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f42900b2b40 0x7f42900ab140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:14.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:14.970+0000 7f4296d33640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f42900ab680 0x7f42900ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:14.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:14.970+0000 7f4296d33640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f42900ad940 con 0x7f42900b2b40 2024-09-13T16:13:14.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:14.970+0000 7f4296d33640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f42900ccbe0 con 0x7f42900ab680 2024-09-13T16:13:14.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:14.970+0000 7f4296d33640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f42900b1810 con 0x7f4290159310 2024-09-13T16:13:14.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:14.970+0000 7f428ffff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f42900b2b40 0x7f42900ab140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:14.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:14.970+0000 7f428ffff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f42900b2b40 0x7f42900ab140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:32958/0 (socket says 172.21.15.76:32958) 2024-09-13T16:13:14.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:14.970+0000 7f428ffff640 1 -- 172.21.15.76:0/840473493 learned_addr learned my addr 172.21.15.76:0/840473493 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:14.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:14.970+0000 7f4294acf640 1 --2- 172.21.15.76:0/840473493 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4290159310 0x7f42900ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:14.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:14.970+0000 7f42952d0640 1 --2- 172.21.15.76:0/840473493 >> v2:172.21.15.192:3300/0 conn(0x7f42900ab680 0x7f42900ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:14.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:14.970+0000 7f428ffff640 1 -- 172.21.15.76:0/840473493 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4290159310 msgr2=0x7f42900ad400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:14.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:14.970+0000 7f428ffff640 1 --2- 172.21.15.76:0/840473493 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4290159310 0x7f42900ad400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:14.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:14.970+0000 7f428ffff640 1 -- 172.21.15.76:0/840473493 >> v2:172.21.15.192:3300/0 conn(0x7f42900ab680 msgr2=0x7f42900ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:14.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:14.970+0000 7f428ffff640 1 --2- 172.21.15.76:0/840473493 >> v2:172.21.15.192:3300/0 conn(0x7f42900ab680 0x7f42900ce4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:14.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:14.970+0000 7f428ffff640 1 -- 172.21.15.76:0/840473493 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f429006d9e0 con 0x7f42900b2b40 2024-09-13T16:13:14.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:14.970+0000 7f4294acf640 1 --2- 172.21.15.76:0/840473493 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4290159310 0x7f42900ad400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:13:14.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:14.970+0000 7f42952d0640 1 --2- 172.21.15.76:0/840473493 >> v2:172.21.15.192:3300/0 conn(0x7f42900ab680 0x7f42900ce4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:13:14.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:14.971+0000 7f428ffff640 1 --2- 172.21.15.76:0/840473493 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f42900b2b40 0x7f42900ab140 secure :-1 s=READY pgs=1752 cs=0 l=1 rev1=1 crypto rx=0x7f429009c440 tx=0x7f427c02a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=48289bd1237a4e07 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:14.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:14.971+0000 7f428f7fe640 1 -- 172.21.15.76:0/840473493 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f427c02ae90 con 0x7f42900b2b40 2024-09-13T16:13:14.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:14.971+0000 7f428f7fe640 1 -- 172.21.15.76:0/840473493 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f427c032440 con 0x7f42900b2b40 2024-09-13T16:13:14.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:14.971+0000 7f428f7fe640 1 -- 172.21.15.76:0/840473493 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f427c0327d0 con 0x7f42900b2b40 2024-09-13T16:13:14.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:14.972+0000 7f4296d33640 1 -- 172.21.15.76:0/840473493 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f42900b2b40 msgr2=0x7f42900ab140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:14.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:14.972+0000 7f4296d33640 1 --2- 172.21.15.76:0/840473493 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f42900b2b40 0x7f42900ab140 secure :-1 s=READY pgs=1752 cs=0 l=1 rev1=1 crypto rx=0x7f429009c440 tx=0x7f427c02a180 comp rx=0 tx=0).stop 2024-09-13T16:13:14.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:14.972+0000 7f4296d33640 1 -- 172.21.15.76:0/840473493 shutdown_connections 2024-09-13T16:13:14.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:14.972+0000 7f4296d33640 1 --2- 172.21.15.76:0/840473493 >> v2:172.21.15.192:3300/0 conn(0x7f42900ab680 0x7f42900ce4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:14.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:14.972+0000 7f4296d33640 1 --2- 172.21.15.76:0/840473493 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f42900b2b40 0x7f42900ab140 unknown :-1 s=CLOSED pgs=1752 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:14.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:14.972+0000 7f4296d33640 1 --2- 172.21.15.76:0/840473493 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4290159310 0x7f42900ad400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:14.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:14.972+0000 7f4296d33640 1 -- 172.21.15.76:0/840473493 >> 172.21.15.76:0/840473493 conn(0x7f429006a0b0 msgr2=0x7f429006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:14.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:14.972+0000 7f4296d33640 1 -- 172.21.15.76:0/840473493 shutdown_connections 2024-09-13T16:13:14.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:14.972+0000 7f4296d33640 1 -- 172.21.15.76:0/840473493 wait complete. 2024-09-13T16:13:14.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:14.973+0000 7f4296d33640 1 Processor -- start 2024-09-13T16:13:14.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:14.973+0000 7f4296d33640 1 -- start start 2024-09-13T16:13:14.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:14.974+0000 7f4296d33640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f42900ab680 0x7f42901f0050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:14.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:14.974+0000 7f4296d33640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f42900b2b40 0x7f42900c4720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:14.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:14.974+0000 7f4296d33640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4290159310 0x7f4290154680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:14.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:14.974+0000 7f4296d33640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f429014fef0 con 0x7f42900b2b40 2024-09-13T16:13:14.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:14.974+0000 7f4296d33640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f42900c4c60 con 0x7f42900ab680 2024-09-13T16:13:14.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:14.974+0000 7f4296d33640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4290154ff0 con 0x7f4290159310 2024-09-13T16:13:14.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:14.974+0000 7f428ffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f42900b2b40 0x7f42900c4720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:14.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:14.974+0000 7f428ffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f42900b2b40 0x7f42900c4720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:32968/0 (socket says 172.21.15.76:32968) 2024-09-13T16:13:14.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:14.974+0000 7f428ffff640 1 -- 172.21.15.76:0/446320199 learned_addr learned my addr 172.21.15.76:0/446320199 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:14.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:14.974+0000 7f42952d0640 1 --2- 172.21.15.76:0/446320199 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4290159310 0x7f4290154680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:14.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:14.974+0000 7f4294acf640 1 --2- 172.21.15.76:0/446320199 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f42900ab680 0x7f42901f0050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:14.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:14.974+0000 7f428ffff640 1 -- 172.21.15.76:0/446320199 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4290159310 msgr2=0x7f4290154680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:14.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:14.974+0000 7f428ffff640 1 --2- 172.21.15.76:0/446320199 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4290159310 0x7f4290154680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:14.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:14.974+0000 7f428ffff640 1 -- 172.21.15.76:0/446320199 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f42900ab680 msgr2=0x7f42901f0050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:14.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:14.974+0000 7f428ffff640 1 --2- 172.21.15.76:0/446320199 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f42900ab680 0x7f42901f0050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:14.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:14.974+0000 7f428ffff640 1 -- 172.21.15.76:0/446320199 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f427c0094d0 con 0x7f42900b2b40 2024-09-13T16:13:14.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:14.974+0000 7f4294acf640 1 --2- 172.21.15.76:0/446320199 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f42900ab680 0x7f42901f0050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:14.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:14.974+0000 7f428ffff640 1 --2- 172.21.15.76:0/446320199 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f42900b2b40 0x7f42900c4720 secure :-1 s=READY pgs=1753 cs=0 l=1 rev1=1 crypto rx=0x7f427c000c00 tx=0x7f427c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:14.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:14.975+0000 7f428d7fa640 1 -- 172.21.15.76:0/446320199 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f427c030b80 con 0x7f42900b2b40 2024-09-13T16:13:14.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:14.975+0000 7f428d7fa640 1 -- 172.21.15.76:0/446320199 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f427c030d00 con 0x7f42900b2b40 2024-09-13T16:13:14.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:14.975+0000 7f428d7fa640 1 -- 172.21.15.76:0/446320199 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f427c03d680 con 0x7f42900b2b40 2024-09-13T16:13:14.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:14.975+0000 7f4296d33640 1 -- 172.21.15.76:0/446320199 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f429014f5c0 con 0x7f42900b2b40 2024-09-13T16:13:14.980 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:14.975+0000 7f4296d33640 1 -- 172.21.15.76:0/446320199 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f429014fb80 con 0x7f42900b2b40 2024-09-13T16:13:14.980 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:14.976+0000 7f4296d33640 1 -- 172.21.15.76:0/446320199 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f429014fd10 con 0x7f42900b2b40 2024-09-13T16:13:14.980 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:14.976+0000 7f428d7fa640 1 -- 172.21.15.76:0/446320199 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f427c039040 con 0x7f42900b2b40 2024-09-13T16:13:14.980 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:14.977+0000 7f428d7fa640 1 --2- 172.21.15.76:0/446320199 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f427406ac30 0x7f427406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:14.980 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:14.977+0000 7f428d7fa640 1 -- 172.21.15.76:0/446320199 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(127..127 src has 1..127) v4 ==== 5263+0+0 (secure 0 0 0) 0x7f427c0a9dd0 con 0x7f42900b2b40 2024-09-13T16:13:14.980 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:14.977+0000 7f4294acf640 1 --2- 172.21.15.76:0/446320199 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f427406ac30 0x7f427406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:14.980 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:14.977+0000 7f4294acf640 1 --2- 172.21.15.76:0/446320199 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f427406ac30 0x7f427406d0f0 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7f42900ac7f0 tx=0x7f4284008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:14.982 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:14.981+0000 7f428d7fa640 1 -- 172.21.15.76:0/446320199 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f427c075200 con 0x7f42900b2b40 2024-09-13T16:13:15.145 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.144+0000 7f4296d33640 1 -- 172.21.15.76:0/446320199 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "config rm", "who": "mds", "name": "mds_min_caps_working_set"} v 0) v1 -- 0x7f42900ab140 con 0x7f42900b2b40 2024-09-13T16:13:15.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.148+0000 7f428d7fa640 1 -- 172.21.15.76:0/446320199 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mds", "name": "mds_min_caps_working_set"}]=0 v48) v1 ==== 107+0+0 (secure 0 0 0) 0x7f427c078820 con 0x7f42900b2b40 2024-09-13T16:13:15.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.150+0000 7f4296d33640 1 -- 172.21.15.76:0/446320199 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f427406ac30 msgr2=0x7f427406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:15.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.150+0000 7f4296d33640 1 --2- 172.21.15.76:0/446320199 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f427406ac30 0x7f427406d0f0 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7f42900ac7f0 tx=0x7f4284008040 comp rx=0 tx=0).stop 2024-09-13T16:13:15.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.150+0000 7f4296d33640 1 -- 172.21.15.76:0/446320199 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f42900b2b40 msgr2=0x7f42900c4720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:15.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.150+0000 7f4296d33640 1 --2- 172.21.15.76:0/446320199 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f42900b2b40 0x7f42900c4720 secure :-1 s=READY pgs=1753 cs=0 l=1 rev1=1 crypto rx=0x7f427c000c00 tx=0x7f427c0046c0 comp rx=0 tx=0).stop 2024-09-13T16:13:15.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.150+0000 7f4296d33640 1 -- 172.21.15.76:0/446320199 shutdown_connections 2024-09-13T16:13:15.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.150+0000 7f4296d33640 1 --2- 172.21.15.76:0/446320199 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f427406ac30 0x7f427406d0f0 unknown :-1 s=CLOSED pgs=745 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:15.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.150+0000 7f4296d33640 1 --2- 172.21.15.76:0/446320199 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4290159310 0x7f4290154680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:15.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.150+0000 7f4296d33640 1 --2- 172.21.15.76:0/446320199 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f42900b2b40 0x7f42900c4720 unknown :-1 s=CLOSED pgs=1753 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:15.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.150+0000 7f4296d33640 1 --2- 172.21.15.76:0/446320199 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f42900ab680 0x7f42901f0050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:15.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.150+0000 7f4296d33640 1 -- 172.21.15.76:0/446320199 >> 172.21.15.76:0/446320199 conn(0x7f429006a0b0 msgr2=0x7f429006a490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:15.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.150+0000 7f4296d33640 1 -- 172.21.15.76:0/446320199 shutdown_connections 2024-09-13T16:13:15.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.150+0000 7f4296d33640 1 -- 172.21.15.76:0/446320199 wait complete. 2024-09-13T16:13:15.162 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mds mds_recall_max_caps 2024-09-13T16:13:15.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.260+0000 7f519fbfb640 1 Processor -- start 2024-09-13T16:13:15.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.260+0000 7f519fbfb640 1 -- start start 2024-09-13T16:13:15.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.260+0000 7f519fbfb640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5198159310 0x7f51980ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:15.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.260+0000 7f519fbfb640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f51980b2b40 0x7f51980ab140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:15.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.261+0000 7f519fbfb640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f51980ccbe0 con 0x7f51980ab680 2024-09-13T16:13:15.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.261+0000 7f519fbfb640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f51980ad940 con 0x7f51980b2b40 2024-09-13T16:13:15.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.261+0000 7f519fbfb640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f51980b1810 con 0x7f5198159310 2024-09-13T16:13:15.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.261+0000 7f519d997640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5198159310 0x7f51980ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:15.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.261+0000 7f519d997640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5198159310 0x7f51980ad400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.76:48226/0 (socket says 172.21.15.76:48226) 2024-09-13T16:13:15.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.261+0000 7f519d196640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f51980b2b40 0x7f51980ab140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:15.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.261+0000 7f519e198640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7f51980ab680 0x7f51980ce4f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:44364/0 (socket says 172.21.15.76:44364) 2024-09-13T16:13:15.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.261+0000 7f519d997640 1 -- 172.21.15.76:0/4174680974 learned_addr learned my addr 172.21.15.76:0/4174680974 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:15.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.261+0000 7f519d997640 1 -- 172.21.15.76:0/4174680974 >> v2:172.21.15.192:3300/0 conn(0x7f51980b2b40 msgr2=0x7f51980ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:15.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.261+0000 7f519d997640 1 --2- 172.21.15.76:0/4174680974 >> v2:172.21.15.192:3300/0 conn(0x7f51980b2b40 0x7f51980ab140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:15.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.261+0000 7f519d997640 1 -- 172.21.15.76:0/4174680974 >> v1:172.21.15.192:6789/0 conn(0x7f51980ab680 legacy=0x7f51980ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:15.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.261+0000 7f519d997640 1 -- 172.21.15.76:0/4174680974 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f519806d9e0 con 0x7f5198159310 2024-09-13T16:13:15.264 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.262+0000 7f519d997640 1 --2- 172.21.15.76:0/4174680974 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5198159310 0x7f51980ad400 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f518c009870 tx=0x7f518c02a1c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a98272be406f1ffc server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:15.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.262+0000 7f519c995640 1 -- 172.21.15.76:0/4174680974 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f518c032440 con 0x7f5198159310 2024-09-13T16:13:15.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.262+0000 7f519c995640 1 -- 172.21.15.76:0/4174680974 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f518c0325a0 con 0x7f5198159310 2024-09-13T16:13:15.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.262+0000 7f519c995640 1 -- 172.21.15.76:0/4174680974 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f518c032930 con 0x7f5198159310 2024-09-13T16:13:15.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.263+0000 7f519fbfb640 1 -- 172.21.15.76:0/4174680974 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5198159310 msgr2=0x7f51980ad400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:15.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.263+0000 7f519fbfb640 1 --2- 172.21.15.76:0/4174680974 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5198159310 0x7f51980ad400 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f518c009870 tx=0x7f518c02a1c0 comp rx=0 tx=0).stop 2024-09-13T16:13:15.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.263+0000 7f519fbfb640 1 -- 172.21.15.76:0/4174680974 shutdown_connections 2024-09-13T16:13:15.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.263+0000 7f519fbfb640 1 --2- 172.21.15.76:0/4174680974 >> v2:172.21.15.192:3300/0 conn(0x7f51980b2b40 0x7f51980ab140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:15.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.263+0000 7f519fbfb640 1 --2- 172.21.15.76:0/4174680974 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5198159310 0x7f51980ad400 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:15.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.263+0000 7f519fbfb640 1 -- 172.21.15.76:0/4174680974 >> 172.21.15.76:0/4174680974 conn(0x7f519806a0b0 msgr2=0x7f519806a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:15.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.263+0000 7f519fbfb640 1 -- 172.21.15.76:0/4174680974 shutdown_connections 2024-09-13T16:13:15.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.263+0000 7f519fbfb640 1 -- 172.21.15.76:0/4174680974 wait complete. 2024-09-13T16:13:15.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.264+0000 7f519fbfb640 1 Processor -- start 2024-09-13T16:13:15.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.264+0000 7f519fbfb640 1 -- start start 2024-09-13T16:13:15.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.265+0000 7f519fbfb640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f51980ab680 0x7f51980c40d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:15.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.265+0000 7f519fbfb640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f51980b2b40 0x7f51980cad30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:15.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.265+0000 7f519fbfb640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5198159310 0x7f51980cb270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:15.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.265+0000 7f519fbfb640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f51981f32c0 con 0x7f51980ab680 2024-09-13T16:13:15.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.265+0000 7f519fbfb640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f51981f3530 con 0x7f51980b2b40 2024-09-13T16:13:15.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.265+0000 7f519fbfb640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f51981f3810 con 0x7f5198159310 2024-09-13T16:13:15.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.265+0000 7f519d997640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f51980ab680 0x7f51980c40d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:15.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.265+0000 7f519d997640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f51980ab680 0x7f51980c40d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:32982/0 (socket says 172.21.15.76:32982) 2024-09-13T16:13:15.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.265+0000 7f519d997640 1 -- 172.21.15.76:0/3002877591 learned_addr learned my addr 172.21.15.76:0/3002877591 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:15.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.265+0000 7f519d196640 1 --2- 172.21.15.76:0/3002877591 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f51980b2b40 0x7f51980cad30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:15.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.265+0000 7f519e198640 1 --2- 172.21.15.76:0/3002877591 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5198159310 0x7f51980cb270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:15.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.265+0000 7f519d997640 1 -- 172.21.15.76:0/3002877591 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5198159310 msgr2=0x7f51980cb270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:15.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.265+0000 7f519d997640 1 --2- 172.21.15.76:0/3002877591 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5198159310 0x7f51980cb270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:15.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.265+0000 7f519d997640 1 -- 172.21.15.76:0/3002877591 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f51980b2b40 msgr2=0x7f51980cad30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:15.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.265+0000 7f519d997640 1 --2- 172.21.15.76:0/3002877591 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f51980b2b40 0x7f51980cad30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:15.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.265+0000 7f519d997640 1 -- 172.21.15.76:0/3002877591 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f518c0094d0 con 0x7f51980ab680 2024-09-13T16:13:15.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.265+0000 7f519d997640 1 --2- 172.21.15.76:0/3002877591 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f51980ab680 0x7f51980c40d0 secure :-1 s=READY pgs=1754 cs=0 l=1 rev1=1 crypto rx=0x7f518c02a200 tx=0x7f518c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:15.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.265+0000 7f518a7fc640 1 -- 172.21.15.76:0/3002877591 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f518c032440 con 0x7f51980ab680 2024-09-13T16:13:15.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.265+0000 7f518a7fc640 1 -- 172.21.15.76:0/3002877591 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f518c030ba0 con 0x7f51980ab680 2024-09-13T16:13:15.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.265+0000 7f519fbfb640 1 -- 172.21.15.76:0/3002877591 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f51981f3af0 con 0x7f51980ab680 2024-09-13T16:13:15.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.265+0000 7f518a7fc640 1 -- 172.21.15.76:0/3002877591 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f518c03c400 con 0x7f51980ab680 2024-09-13T16:13:15.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.266+0000 7f519fbfb640 1 -- 172.21.15.76:0/3002877591 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f51981f2f50 con 0x7f51980ab680 2024-09-13T16:13:15.270 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.266+0000 7f519fbfb640 1 -- 172.21.15.76:0/3002877591 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f51980ab140 con 0x7f51980ab680 2024-09-13T16:13:15.270 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.267+0000 7f518a7fc640 1 -- 172.21.15.76:0/3002877591 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f518c03c560 con 0x7f51980ab680 2024-09-13T16:13:15.270 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.267+0000 7f518a7fc640 1 --2- 172.21.15.76:0/3002877591 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f517c06ac00 0x7f517c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:15.270 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.268+0000 7f519d196640 1 --2- 172.21.15.76:0/3002877591 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f517c06ac00 0x7f517c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:15.270 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.268+0000 7f518a7fc640 1 -- 172.21.15.76:0/3002877591 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(127..127 src has 1..127) v4 ==== 5263+0+0 (secure 0 0 0) 0x7f518c0a9ff0 con 0x7f51980ab680 2024-09-13T16:13:15.270 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.268+0000 7f519d196640 1 --2- 172.21.15.76:0/3002877591 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f517c06ac00 0x7f517c06d0c0 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7f5198098010 tx=0x7f5194009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:15.273 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.272+0000 7f518a7fc640 1 -- 172.21.15.76:0/3002877591 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f518c0753c0 con 0x7f51980ab680 2024-09-13T16:13:15.438 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.435+0000 7f519fbfb640 1 -- 172.21.15.76:0/3002877591 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "config rm", "who": "mds", "name": "mds_recall_max_caps"} v 0) v1 -- 0x7f519806e4b0 con 0x7f51980ab680 2024-09-13T16:13:15.442 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.441+0000 7f518a7fc640 1 -- 172.21.15.76:0/3002877591 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mds", "name": "mds_recall_max_caps"}]=0 v49) v1 ==== 102+0+0 (secure 0 0 0) 0x7f518c0789e0 con 0x7f51980ab680 2024-09-13T16:13:15.444 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.443+0000 7f519fbfb640 1 -- 172.21.15.76:0/3002877591 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f517c06ac00 msgr2=0x7f517c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:15.445 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.443+0000 7f519fbfb640 1 --2- 172.21.15.76:0/3002877591 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f517c06ac00 0x7f517c06d0c0 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7f5198098010 tx=0x7f5194009190 comp rx=0 tx=0).stop 2024-09-13T16:13:15.445 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.443+0000 7f519fbfb640 1 -- 172.21.15.76:0/3002877591 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f51980ab680 msgr2=0x7f51980c40d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:15.445 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.443+0000 7f519fbfb640 1 --2- 172.21.15.76:0/3002877591 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f51980ab680 0x7f51980c40d0 secure :-1 s=READY pgs=1754 cs=0 l=1 rev1=1 crypto rx=0x7f518c02a200 tx=0x7f518c0046c0 comp rx=0 tx=0).stop 2024-09-13T16:13:15.445 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.443+0000 7f519fbfb640 1 -- 172.21.15.76:0/3002877591 shutdown_connections 2024-09-13T16:13:15.445 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.443+0000 7f519fbfb640 1 --2- 172.21.15.76:0/3002877591 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f517c06ac00 0x7f517c06d0c0 unknown :-1 s=CLOSED pgs=746 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:15.445 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.443+0000 7f519fbfb640 1 --2- 172.21.15.76:0/3002877591 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5198159310 0x7f51980cb270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:15.445 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.443+0000 7f519fbfb640 1 --2- 172.21.15.76:0/3002877591 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f51980b2b40 0x7f51980cad30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:15.445 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.443+0000 7f519fbfb640 1 --2- 172.21.15.76:0/3002877591 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f51980ab680 0x7f51980c40d0 unknown :-1 s=CLOSED pgs=1754 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:15.445 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.443+0000 7f519fbfb640 1 -- 172.21.15.76:0/3002877591 >> 172.21.15.76:0/3002877591 conn(0x7f519806a0b0 msgr2=0x7f519806c190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:15.445 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.443+0000 7f519fbfb640 1 -- 172.21.15.76:0/3002877591 shutdown_connections 2024-09-13T16:13:15.446 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.443+0000 7f519fbfb640 1 -- 172.21.15.76:0/3002877591 wait complete. 2024-09-13T16:13:15.456 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mds mds_cache_memory_limit 2024-09-13T16:13:15.555 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.554+0000 7f72b6287640 1 Processor -- start 2024-09-13T16:13:15.555 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.554+0000 7f72b6287640 1 -- start start 2024-09-13T16:13:15.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.554+0000 7f72b6287640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f72b00cec00 0x7f72b0164ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:15.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.554+0000 7f72b6287640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f72b015a790 con 0x7f72b00b20a0 2024-09-13T16:13:15.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.554+0000 7f72b6287640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f72b00b2680 con 0x7f72b015a3b0 2024-09-13T16:13:15.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.554+0000 7f72b6287640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f72b00b2960 con 0x7f72b00cec00 2024-09-13T16:13:15.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.555+0000 7f72af7fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f72b00b20a0 0x7f72b00ce4f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:35554/0 (socket says 172.21.15.76:35554) 2024-09-13T16:13:15.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.555+0000 7f72af7fe640 1 -- 172.21.15.76:0/426066450 learned_addr learned my addr 172.21.15.76:0/426066450 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:13:15.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.555+0000 7f72b4824640 1 --2- 172.21.15.76:0/426066450 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f72b00cec00 0x7f72b0164ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:15.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.555+0000 7f72aeffd640 1 -- 172.21.15.76:0/426066450 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2953774898 0 0) 0x7f72b015a790 con 0x7f72b00b20a0 2024-09-13T16:13:15.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.555+0000 7f72aeffd640 1 -- 172.21.15.76:0/426066450 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7298003520 con 0x7f72b00b20a0 2024-09-13T16:13:15.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.555+0000 7f72aeffd640 1 -- 172.21.15.76:0/426066450 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4240254770 0 0) 0x7f7298003520 con 0x7f72b00b20a0 2024-09-13T16:13:15.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.555+0000 7f72aeffd640 1 -- 172.21.15.76:0/426066450 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f72b00cec00 msgr2=0x7f72b0164ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:15.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.555+0000 7f72aeffd640 1 --2- 172.21.15.76:0/426066450 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f72b00cec00 0x7f72b0164ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:15.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.555+0000 7f72aeffd640 1 -- 172.21.15.76:0/426066450 >> v1:172.21.15.192:6789/0 conn(0x7f72b015a3b0 legacy=0x7f72b00b1720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:15.559 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.555+0000 7f72aeffd640 1 -- 172.21.15.76:0/426066450 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f72b00b2c40 con 0x7f72b00b20a0 2024-09-13T16:13:15.559 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.555+0000 7f72aeffd640 1 -- 172.21.15.76:0/426066450 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f72a4001670 con 0x7f72b00b20a0 2024-09-13T16:13:15.559 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.555+0000 7f72aeffd640 1 -- 172.21.15.76:0/426066450 >> v1:172.21.15.76:6789/0 conn(0x7f72b00b20a0 legacy=0x7f72b00ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:15.559 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.555+0000 7f72aeffd640 1 --2- 172.21.15.76:0/426066450 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f72b00cec00 0x7f72980039a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:15.559 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.555+0000 7f72aeffd640 1 --2- 172.21.15.76:0/426066450 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7298003f20 0x7f72980047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:15.559 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.555+0000 7f72aeffd640 1 --2- 172.21.15.76:0/426066450 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7298004d00 0x7f7298005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:15.559 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.555+0000 7f72aeffd640 1 -- 172.21.15.76:0/426066450 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f72b00b2960 con 0x7f7298004d00 2024-09-13T16:13:15.559 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.555+0000 7f72aeffd640 1 -- 172.21.15.76:0/426066450 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f729800ba60 con 0x7f7298003f20 2024-09-13T16:13:15.559 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.555+0000 7f72aeffd640 1 -- 172.21.15.76:0/426066450 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f729800bc20 con 0x7f72b00cec00 2024-09-13T16:13:15.559 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.555+0000 7f72b4824640 1 --2- 172.21.15.76:0/426066450 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7298004d00 0x7f7298005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:15.559 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.555+0000 7f72af7fe640 1 --2- 172.21.15.76:0/426066450 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7298003f20 0x7f72980047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:15.559 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.555+0000 7f72affff640 1 --2- 172.21.15.76:0/426066450 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f72b00cec00 0x7f72980039a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:15.559 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.555+0000 7f72b4824640 1 -- 172.21.15.76:0/426066450 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f72b00cec00 msgr2=0x7f72980039a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:15.560 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.555+0000 7f72b4824640 1 --2- 172.21.15.76:0/426066450 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f72b00cec00 0x7f72980039a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:15.560 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.555+0000 7f72b4824640 1 -- 172.21.15.76:0/426066450 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7298003f20 msgr2=0x7f72980047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:15.560 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.555+0000 7f72b4824640 1 --2- 172.21.15.76:0/426066450 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7298003f20 0x7f72980047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:15.560 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.555+0000 7f72b4824640 1 -- 172.21.15.76:0/426066450 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7298003520 con 0x7f7298004d00 2024-09-13T16:13:15.560 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.555+0000 7f72affff640 1 --2- 172.21.15.76:0/426066450 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f72b00cec00 0x7f72980039a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:15.560 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.555+0000 7f72af7fe640 1 --2- 172.21.15.76:0/426066450 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7298003f20 0x7f72980047c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:15.560 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.556+0000 7f72b4824640 1 --2- 172.21.15.76:0/426066450 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7298004d00 0x7f7298005180 secure :-1 s=READY pgs=1756 cs=0 l=1 rev1=1 crypto rx=0x7f72b00c5330 tx=0x7f72980057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a17935ed33a49054 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:15.560 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.556+0000 7f72aeffd640 1 -- 172.21.15.76:0/426066450 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72a8032640 con 0x7f7298004d00 2024-09-13T16:13:15.560 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.556+0000 7f72aeffd640 1 -- 172.21.15.76:0/426066450 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f72a800f040 con 0x7f7298004d00 2024-09-13T16:13:15.560 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.556+0000 7f72aeffd640 1 -- 172.21.15.76:0/426066450 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72a80329a0 con 0x7f7298004d00 2024-09-13T16:13:15.563 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.557+0000 7f72b6287640 1 -- 172.21.15.76:0/426066450 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7298004d00 msgr2=0x7f7298005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:15.563 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.557+0000 7f72b6287640 1 --2- 172.21.15.76:0/426066450 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7298004d00 0x7f7298005180 secure :-1 s=READY pgs=1756 cs=0 l=1 rev1=1 crypto rx=0x7f72b00c5330 tx=0x7f72980057f0 comp rx=0 tx=0).stop 2024-09-13T16:13:15.563 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.557+0000 7f72b4824640 1 -- 172.21.15.76:0/426066450 reap_dead start 2024-09-13T16:13:15.564 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.557+0000 7f72b6287640 1 -- 172.21.15.76:0/426066450 shutdown_connections 2024-09-13T16:13:15.564 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.557+0000 7f72b6287640 1 -- 172.21.15.76:0/426066450 >> 172.21.15.76:0/426066450 conn(0x7f72b006a0b0 msgr2=0x7f72b006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:15.564 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.557+0000 7f72b6287640 1 -- 172.21.15.76:0/426066450 shutdown_connections 2024-09-13T16:13:15.564 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.557+0000 7f72b6287640 1 -- 172.21.15.76:0/426066450 wait complete. 2024-09-13T16:13:15.564 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.558+0000 7f72b6287640 1 Processor -- start 2024-09-13T16:13:15.564 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.558+0000 7f72b6287640 1 -- start start 2024-09-13T16:13:15.565 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.559+0000 7f72b6287640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f72b0159310 0x7f72b00cca00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:15.565 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.559+0000 7f72b6287640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f72b00aec10 0x7f72b00c7550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:15.565 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.559+0000 7f72b6287640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f72b00af090 0x7f72b00c7a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:15.565 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.559+0000 7f72b6287640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f72b01596f0 con 0x7f72b0159310 2024-09-13T16:13:15.565 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.559+0000 7f72b6287640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f72b00af940 con 0x7f72b00aec10 2024-09-13T16:13:15.565 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.559+0000 7f72b6287640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f72b00af660 con 0x7f72b00af090 2024-09-13T16:13:15.565 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.559+0000 7f72affff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f72b0159310 0x7f72b00cca00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:15.565 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.559+0000 7f72affff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f72b0159310 0x7f72b00cca00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:33006/0 (socket says 172.21.15.76:33006) 2024-09-13T16:13:15.565 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.559+0000 7f72affff640 1 -- 172.21.15.76:0/3688374841 learned_addr learned my addr 172.21.15.76:0/3688374841 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:15.565 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.559+0000 7f72affff640 1 -- 172.21.15.76:0/3688374841 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f72b00af090 msgr2=0x7f72b00c7a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:15.565 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.559+0000 7f72affff640 1 --2- 172.21.15.76:0/3688374841 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f72b00af090 0x7f72b00c7a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:15.565 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.559+0000 7f72affff640 1 -- 172.21.15.76:0/3688374841 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f72b00aec10 msgr2=0x7f72b00c7550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:15.565 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.559+0000 7f72affff640 1 --2- 172.21.15.76:0/3688374841 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f72b00aec10 0x7f72b00c7550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:15.565 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.559+0000 7f72affff640 1 -- 172.21.15.76:0/3688374841 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f72b00cbf20 con 0x7f72b0159310 2024-09-13T16:13:15.566 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.560+0000 7f72affff640 1 --2- 172.21.15.76:0/3688374841 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f72b0159310 0x7f72b00cca00 secure :-1 s=READY pgs=1757 cs=0 l=1 rev1=1 crypto rx=0x7f72a000e600 tx=0x7f72a000eac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:15.566 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.560+0000 7f72acff9640 1 -- 172.21.15.76:0/3688374841 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72a00052e0 con 0x7f72b0159310 2024-09-13T16:13:15.566 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.560+0000 7f72acff9640 1 -- 172.21.15.76:0/3688374841 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f72a0005440 con 0x7f72b0159310 2024-09-13T16:13:15.566 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.560+0000 7f72b6287640 1 -- 172.21.15.76:0/3688374841 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f72b00cc200 con 0x7f72b0159310 2024-09-13T16:13:15.566 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.560+0000 7f72acff9640 1 -- 172.21.15.76:0/3688374841 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72a00037f0 con 0x7f72b0159310 2024-09-13T16:13:15.566 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.560+0000 7f72b6287640 1 -- 172.21.15.76:0/3688374841 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f72b00ccf40 con 0x7f72b0159310 2024-09-13T16:13:15.566 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.561+0000 7f72b6287640 1 -- 172.21.15.76:0/3688374841 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f72b00c6350 con 0x7f72b0159310 2024-09-13T16:13:15.566 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.561+0000 7f72acff9640 1 -- 172.21.15.76:0/3688374841 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f72a0003950 con 0x7f72b0159310 2024-09-13T16:13:15.566 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.562+0000 7f72acff9640 1 --2- 172.21.15.76:0/3688374841 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f729c06ac00 0x7f729c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:15.566 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.562+0000 7f72acff9640 1 -- 172.21.15.76:0/3688374841 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(127..127 src has 1..127) v4 ==== 5263+0+0 (secure 0 0 0) 0x7f72a0088f30 con 0x7f72b0159310 2024-09-13T16:13:15.566 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.562+0000 7f72af7fe640 1 --2- 172.21.15.76:0/3688374841 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f729c06ac00 0x7f729c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:15.566 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.562+0000 7f72af7fe640 1 --2- 172.21.15.76:0/3688374841 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f729c06ac00 0x7f729c06d0c0 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7f72a4001200 tx=0x7f72a4001150 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:15.567 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.566+0000 7f72acff9640 1 -- 172.21.15.76:0/3688374841 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f72a0054360 con 0x7f72b0159310 2024-09-13T16:13:15.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.728+0000 7f72b6287640 1 -- 172.21.15.76:0/3688374841 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "config rm", "who": "mds", "name": "mds_cache_memory_limit"} v 0) v1 -- 0x7f72b00ce4f0 con 0x7f72b0159310 2024-09-13T16:13:15.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.734+0000 7f72acff9640 1 -- 172.21.15.76:0/3688374841 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mds", "name": "mds_cache_memory_limit"}]=0 v50) v1 ==== 105+0+0 (secure 0 0 0) 0x7f72a0057980 con 0x7f72b0159310 2024-09-13T16:13:15.738 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.736+0000 7f72b6287640 1 -- 172.21.15.76:0/3688374841 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f729c06ac00 msgr2=0x7f729c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:15.738 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.736+0000 7f72b6287640 1 --2- 172.21.15.76:0/3688374841 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f729c06ac00 0x7f729c06d0c0 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7f72a4001200 tx=0x7f72a4001150 comp rx=0 tx=0).stop 2024-09-13T16:13:15.738 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.736+0000 7f72b6287640 1 -- 172.21.15.76:0/3688374841 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f72b0159310 msgr2=0x7f72b00cca00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:15.738 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.736+0000 7f72b6287640 1 --2- 172.21.15.76:0/3688374841 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f72b0159310 0x7f72b00cca00 secure :-1 s=READY pgs=1757 cs=0 l=1 rev1=1 crypto rx=0x7f72a000e600 tx=0x7f72a000eac0 comp rx=0 tx=0).stop 2024-09-13T16:13:15.738 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.736+0000 7f72b6287640 1 -- 172.21.15.76:0/3688374841 shutdown_connections 2024-09-13T16:13:15.738 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.736+0000 7f72b6287640 1 --2- 172.21.15.76:0/3688374841 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f729c06ac00 0x7f729c06d0c0 unknown :-1 s=CLOSED pgs=747 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:15.738 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.736+0000 7f72b6287640 1 --2- 172.21.15.76:0/3688374841 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f72b00af090 0x7f72b00c7a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:15.738 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.736+0000 7f72b6287640 1 --2- 172.21.15.76:0/3688374841 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f72b00aec10 0x7f72b00c7550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:15.738 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.736+0000 7f72b6287640 1 --2- 172.21.15.76:0/3688374841 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f72b0159310 0x7f72b00cca00 unknown :-1 s=CLOSED pgs=1757 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:15.738 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.736+0000 7f72b6287640 1 -- 172.21.15.76:0/3688374841 >> 172.21.15.76:0/3688374841 conn(0x7f72b006a0b0 msgr2=0x7f72b00cb460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:15.739 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.736+0000 7f72b6287640 1 -- 172.21.15.76:0/3688374841 shutdown_connections 2024-09-13T16:13:15.739 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.736+0000 7f72b6287640 1 -- 172.21.15.76:0/3688374841 wait complete. 2024-09-13T16:13:15.749 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mds mds_recall_warning_threshold 2024-09-13T16:13:15.849 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.848+0000 7f05f8c19640 1 Processor -- start 2024-09-13T16:13:15.850 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.848+0000 7f05f8c19640 1 -- start start 2024-09-13T16:13:15.851 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.849+0000 7f05f8c19640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f05f40d2760 0x7f05f40cd8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:15.851 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.849+0000 7f05f8c19640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f05f40cde20 0x7f05f40d0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:15.851 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.849+0000 7f05f8c19640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f05f40cd450 con 0x7f05f415c500 2024-09-13T16:13:15.851 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.849+0000 7f05f8c19640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f05f40d0cf0 con 0x7f05f40d2760 2024-09-13T16:13:15.851 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.849+0000 7f05f8c19640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f05f40d0fd0 con 0x7f05f40cde20 2024-09-13T16:13:15.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.849+0000 7f05f1d9b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f05f40d2760 0x7f05f40cd8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:15.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.849+0000 7f05f259c640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f05f415c500 0x7f05f40d2050 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:35564/0 (socket says 172.21.15.76:35564) 2024-09-13T16:13:15.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.849+0000 7f05f259c640 1 -- 172.21.15.76:0/3838897552 learned_addr learned my addr 172.21.15.76:0/3838897552 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:13:15.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.849+0000 7f05f2d9d640 1 --2- 172.21.15.76:0/3838897552 >> v2:172.21.15.192:3300/0 conn(0x7f05f40cde20 0x7f05f40d0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:15.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.850+0000 7f05f1d9b640 1 -- 172.21.15.76:0/3838897552 >> v2:172.21.15.192:3300/0 conn(0x7f05f40cde20 msgr2=0x7f05f40d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:15.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.850+0000 7f05f1d9b640 1 --2- 172.21.15.76:0/3838897552 >> v2:172.21.15.192:3300/0 conn(0x7f05f40cde20 0x7f05f40d0000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:15.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.850+0000 7f05f1d9b640 1 -- 172.21.15.76:0/3838897552 >> v1:172.21.15.76:6789/0 conn(0x7f05f415c500 legacy=0x7f05f40d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:15.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.850+0000 7f05f1d9b640 1 -- 172.21.15.76:0/3838897552 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f05f40cd0e0 con 0x7f05f40d2760 2024-09-13T16:13:15.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.850+0000 7f05f159a640 1 -- 172.21.15.76:0/3838897552 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2288538289 0 0) 0x7f05f40cd450 con 0x7f05f415c500 2024-09-13T16:13:15.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.850+0000 7f05f2d9d640 1 --2- 172.21.15.76:0/3838897552 >> v2:172.21.15.192:3300/0 conn(0x7f05f40cde20 0x7f05f40d0000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:15.855 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.850+0000 7f05f1d9b640 1 --2- 172.21.15.76:0/3838897552 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f05f40d2760 0x7f05f40cd8e0 secure :-1 s=READY pgs=1759 cs=0 l=1 rev1=1 crypto rx=0x7f05f40cca00 tx=0x7f05e802a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a0a8a3743c664d84 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:15.855 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.851+0000 7f05f159a640 1 -- 172.21.15.76:0/3838897552 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05e8032440 con 0x7f05f40d2760 2024-09-13T16:13:15.855 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.851+0000 7f05f159a640 1 -- 172.21.15.76:0/3838897552 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f05e80325a0 con 0x7f05f40d2760 2024-09-13T16:13:15.856 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.851+0000 7f05f159a640 1 -- 172.21.15.76:0/3838897552 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05e8032930 con 0x7f05f40d2760 2024-09-13T16:13:15.856 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.851+0000 7f05f8c19640 1 -- 172.21.15.76:0/3838897552 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f05f40d2760 msgr2=0x7f05f40cd8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:15.856 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.851+0000 7f05f8c19640 1 --2- 172.21.15.76:0/3838897552 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f05f40d2760 0x7f05f40cd8e0 secure :-1 s=READY pgs=1759 cs=0 l=1 rev1=1 crypto rx=0x7f05f40cca00 tx=0x7f05e802a1a0 comp rx=0 tx=0).stop 2024-09-13T16:13:15.856 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.851+0000 7f05f8c19640 1 -- 172.21.15.76:0/3838897552 shutdown_connections 2024-09-13T16:13:15.856 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.851+0000 7f05f8c19640 1 --2- 172.21.15.76:0/3838897552 >> v2:172.21.15.192:3300/0 conn(0x7f05f40cde20 0x7f05f40d0000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:15.857 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.851+0000 7f05f8c19640 1 --2- 172.21.15.76:0/3838897552 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f05f40d2760 0x7f05f40cd8e0 unknown :-1 s=CLOSED pgs=1759 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:15.857 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.851+0000 7f05f8c19640 1 -- 172.21.15.76:0/3838897552 >> 172.21.15.76:0/3838897552 conn(0x7f05f4089f60 msgr2=0x7f05f409b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:15.857 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.851+0000 7f05f8c19640 1 -- 172.21.15.76:0/3838897552 shutdown_connections 2024-09-13T16:13:15.857 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.851+0000 7f05f8c19640 1 -- 172.21.15.76:0/3838897552 wait complete. 2024-09-13T16:13:15.857 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.853+0000 7f05f8c19640 1 Processor -- start 2024-09-13T16:13:15.857 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.853+0000 7f05f8c19640 1 -- start start 2024-09-13T16:13:15.857 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.853+0000 7f05f8c19640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f05f40cde20 0x7f05f40cc460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:15.857 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.853+0000 7f05f8c19640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f05f40d2760 0x7f05f40ca670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:15.857 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.853+0000 7f05f8c19640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f05f415c500 0x7f05f4159700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:15.857 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.853+0000 7f05f8c19640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f05f40cabb0 con 0x7f05f415c500 2024-09-13T16:13:15.857 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.853+0000 7f05f8c19640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f05f40b67b0 con 0x7f05f40cde20 2024-09-13T16:13:15.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.853+0000 7f05f8c19640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f05f40b7330 con 0x7f05f40d2760 2024-09-13T16:13:15.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.853+0000 7f05f2d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f05f415c500 0x7f05f4159700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:15.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.853+0000 7f05f2d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f05f415c500 0x7f05f4159700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:33018/0 (socket says 172.21.15.76:33018) 2024-09-13T16:13:15.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.853+0000 7f05f2d9d640 1 -- 172.21.15.76:0/1209031516 learned_addr learned my addr 172.21.15.76:0/1209031516 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:15.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.854+0000 7f05f1d9b640 1 --2- 172.21.15.76:0/1209031516 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f05f40d2760 0x7f05f40ca670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:15.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.854+0000 7f05f259c640 1 --2- 172.21.15.76:0/1209031516 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f05f40cde20 0x7f05f40cc460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:15.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.854+0000 7f05f2d9d640 1 -- 172.21.15.76:0/1209031516 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f05f40d2760 msgr2=0x7f05f40ca670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:15.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.854+0000 7f05f2d9d640 1 --2- 172.21.15.76:0/1209031516 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f05f40d2760 0x7f05f40ca670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:15.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.854+0000 7f05f2d9d640 1 -- 172.21.15.76:0/1209031516 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f05f40cde20 msgr2=0x7f05f40cc460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:15.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.854+0000 7f05f2d9d640 1 --2- 172.21.15.76:0/1209031516 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f05f40cde20 0x7f05f40cc460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:15.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.854+0000 7f05f2d9d640 1 -- 172.21.15.76:0/1209031516 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f05e8009400 con 0x7f05f415c500 2024-09-13T16:13:15.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.854+0000 7f05f2d9d640 1 --2- 172.21.15.76:0/1209031516 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f05f415c500 0x7f05f4159700 secure :-1 s=READY pgs=1760 cs=0 l=1 rev1=1 crypto rx=0x7f05ec00e810 tx=0x7f05ec00ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:15.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.856+0000 7f05e2ffd640 1 -- 172.21.15.76:0/1209031516 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05ec004030 con 0x7f05f415c500 2024-09-13T16:13:15.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.856+0000 7f05e2ffd640 1 -- 172.21.15.76:0/1209031516 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f05ec004190 con 0x7f05f415c500 2024-09-13T16:13:15.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.856+0000 7f05f8c19640 1 -- 172.21.15.76:0/1209031516 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f05f40b6a00 con 0x7f05f415c500 2024-09-13T16:13:15.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.856+0000 7f05e2ffd640 1 -- 172.21.15.76:0/1209031516 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05ec004500 con 0x7f05f415c500 2024-09-13T16:13:15.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.856+0000 7f05f8c19640 1 -- 172.21.15.76:0/1209031516 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f05f40b6fc0 con 0x7f05f415c500 2024-09-13T16:13:15.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.857+0000 7f05f8c19640 1 -- 172.21.15.76:0/1209031516 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f05f40d08e0 con 0x7f05f415c500 2024-09-13T16:13:15.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.857+0000 7f05e2ffd640 1 -- 172.21.15.76:0/1209031516 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f05ec00c6d0 con 0x7f05f415c500 2024-09-13T16:13:15.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.858+0000 7f05e2ffd640 1 --2- 172.21.15.76:0/1209031516 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f05d406ac30 0x7f05d406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:15.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.858+0000 7f05e2ffd640 1 -- 172.21.15.76:0/1209031516 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(127..127 src has 1..127) v4 ==== 5263+0+0 (secure 0 0 0) 0x7f05ec088d90 con 0x7f05f415c500 2024-09-13T16:13:15.861 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.858+0000 7f05f259c640 1 --2- 172.21.15.76:0/1209031516 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f05d406ac30 0x7f05d406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:15.861 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.858+0000 7f05f259c640 1 --2- 172.21.15.76:0/1209031516 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f05d406ac30 0x7f05d406d0f0 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7f05e4007ed0 tx=0x7f05e4007e60 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:15.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:15.862+0000 7f05e2ffd640 1 -- 172.21.15.76:0/1209031516 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f05ec054130 con 0x7f05f415c500 2024-09-13T16:13:16.024 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.023+0000 7f05f8c19640 1 -- 172.21.15.76:0/1209031516 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "config rm", "who": "mds", "name": "mds_recall_warning_threshold"} v 0) v1 -- 0x7f05f40b7470 con 0x7f05f415c500 2024-09-13T16:13:16.030 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.029+0000 7f05e2ffd640 1 -- 172.21.15.76:0/1209031516 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mds", "name": "mds_recall_warning_threshold"}]=0 v51) v1 ==== 111+0+0 (secure 0 0 0) 0x7f05ec057750 con 0x7f05f415c500 2024-09-13T16:13:16.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.031+0000 7f05f8c19640 1 -- 172.21.15.76:0/1209031516 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f05d406ac30 msgr2=0x7f05d406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:16.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.031+0000 7f05f8c19640 1 --2- 172.21.15.76:0/1209031516 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f05d406ac30 0x7f05d406d0f0 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7f05e4007ed0 tx=0x7f05e4007e60 comp rx=0 tx=0).stop 2024-09-13T16:13:16.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.031+0000 7f05f8c19640 1 -- 172.21.15.76:0/1209031516 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f05f415c500 msgr2=0x7f05f4159700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:16.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.031+0000 7f05f8c19640 1 --2- 172.21.15.76:0/1209031516 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f05f415c500 0x7f05f4159700 secure :-1 s=READY pgs=1760 cs=0 l=1 rev1=1 crypto rx=0x7f05ec00e810 tx=0x7f05ec00ecd0 comp rx=0 tx=0).stop 2024-09-13T16:13:16.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.031+0000 7f05f8c19640 1 -- 172.21.15.76:0/1209031516 shutdown_connections 2024-09-13T16:13:16.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.031+0000 7f05f8c19640 1 --2- 172.21.15.76:0/1209031516 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f05f415c500 0x7f05f4159700 unknown :-1 s=CLOSED pgs=1760 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:16.034 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.031+0000 7f05f8c19640 1 --2- 172.21.15.76:0/1209031516 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f05d406ac30 0x7f05d406d0f0 unknown :-1 s=CLOSED pgs=748 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:16.034 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.031+0000 7f05f8c19640 1 --2- 172.21.15.76:0/1209031516 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f05f40d2760 0x7f05f40ca670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:16.034 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.031+0000 7f05f8c19640 1 --2- 172.21.15.76:0/1209031516 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f05f40cde20 0x7f05f40cc460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:16.034 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.031+0000 7f05f8c19640 1 -- 172.21.15.76:0/1209031516 >> 172.21.15.76:0/1209031516 conn(0x7f05f4089f60 msgr2=0x7f05f415ac10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:16.034 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.031+0000 7f05f8c19640 1 -- 172.21.15.76:0/1209031516 shutdown_connections 2024-09-13T16:13:16.034 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.031+0000 7f05f8c19640 1 -- 172.21.15.76:0/1209031516 wait complete. 2024-09-13T16:13:16.044 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-13T16:13:16.144 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.142+0000 7fe9b0fa0640 1 Processor -- start 2024-09-13T16:13:16.144 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.143+0000 7fe9b0fa0640 1 -- start start 2024-09-13T16:13:16.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.143+0000 7fe9b0fa0640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fe9ac06b140 0x7fe9ac0d2f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:16.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.143+0000 7fe9b0fa0640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe9ac15fd60 0x7fe9ac0ccef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:16.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.143+0000 7fe9b0fa0640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe9ac0b1810 con 0x7fe9ac0ceff0 2024-09-13T16:13:16.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.143+0000 7fe9b0fa0640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe9ac06b9e0 con 0x7fe9ac06b140 2024-09-13T16:13:16.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.143+0000 7fe9b0fa0640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe9ac0d1c90 con 0x7fe9ac15fd60 2024-09-13T16:13:16.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.143+0000 7fe9ab7fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fe9ac0ceff0 0x7fe9ac15f650 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:35576/0 (socket says 172.21.15.76:35576) 2024-09-13T16:13:16.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.144+0000 7fe9ab7fe640 1 -- 172.21.15.76:0/3256344823 learned_addr learned my addr 172.21.15.76:0/3256344823 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:13:16.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.144+0000 7fe9abfff640 1 --2- 172.21.15.76:0/3256344823 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe9ac15fd60 0x7fe9ac0ccef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:16.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.144+0000 7fe9aaffd640 1 --2- 172.21.15.76:0/3256344823 >> v2:172.21.15.192:3300/0 conn(0x7fe9ac06b140 0x7fe9ac0d2f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:16.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.144+0000 7fe9aa7fc640 1 -- 172.21.15.76:0/3256344823 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 835086625 0 0) 0x7fe9ac0b1810 con 0x7fe9ac0ceff0 2024-09-13T16:13:16.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.144+0000 7fe9aa7fc640 1 -- 172.21.15.76:0/3256344823 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe994003520 con 0x7fe9ac0ceff0 2024-09-13T16:13:16.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.144+0000 7fe9aa7fc640 1 -- 172.21.15.76:0/3256344823 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1045484025 0 0) 0x7fe994003520 con 0x7fe9ac0ceff0 2024-09-13T16:13:16.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.144+0000 7fe9aa7fc640 1 -- 172.21.15.76:0/3256344823 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe9ac15fd60 msgr2=0x7fe9ac0ccef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:16.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.144+0000 7fe9aa7fc640 1 --2- 172.21.15.76:0/3256344823 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe9ac15fd60 0x7fe9ac0ccef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:16.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.144+0000 7fe9aa7fc640 1 -- 172.21.15.76:0/3256344823 >> v2:172.21.15.192:3300/0 conn(0x7fe9ac06b140 msgr2=0x7fe9ac0d2f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:16.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.144+0000 7fe9aa7fc640 1 --2- 172.21.15.76:0/3256344823 >> v2:172.21.15.192:3300/0 conn(0x7fe9ac06b140 0x7fe9ac0d2f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:16.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.144+0000 7fe9aa7fc640 1 -- 172.21.15.76:0/3256344823 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe9ac0ce4c0 con 0x7fe9ac0ceff0 2024-09-13T16:13:16.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.144+0000 7fe9aa7fc640 1 -- 172.21.15.76:0/3256344823 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7fe99c001670 con 0x7fe9ac0ceff0 2024-09-13T16:13:16.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.144+0000 7fe9aa7fc640 1 -- 172.21.15.76:0/3256344823 >> v1:172.21.15.76:6789/0 conn(0x7fe9ac0ceff0 legacy=0x7fe9ac15f650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:16.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.144+0000 7fe9aa7fc640 1 --2- 172.21.15.76:0/3256344823 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe9ac15fd60 0x7fe994003970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:16.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.144+0000 7fe9aa7fc640 1 --2- 172.21.15.76:0/3256344823 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe994003ef0 0x7fe9940047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:16.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.144+0000 7fe9aa7fc640 1 --2- 172.21.15.76:0/3256344823 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe994004d00 0x7fe994005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:16.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.144+0000 7fe9aa7fc640 1 -- 172.21.15.76:0/3256344823 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9ac06b9e0 con 0x7fe994004d00 2024-09-13T16:13:16.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.144+0000 7fe9aa7fc640 1 -- 172.21.15.76:0/3256344823 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9ac0d1c90 con 0x7fe994003ef0 2024-09-13T16:13:16.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.144+0000 7fe9aa7fc640 1 -- 172.21.15.76:0/3256344823 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe99400ba60 con 0x7fe9ac15fd60 2024-09-13T16:13:16.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.144+0000 7fe9abfff640 1 --2- 172.21.15.76:0/3256344823 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe994004d00 0x7fe994005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:16.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.144+0000 7fe9aaffd640 1 --2- 172.21.15.76:0/3256344823 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe994003ef0 0x7fe9940047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:16.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.144+0000 7fe9ab7fe640 1 --2- 172.21.15.76:0/3256344823 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe9ac15fd60 0x7fe994003970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:16.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.144+0000 7fe9abfff640 1 -- 172.21.15.76:0/3256344823 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe9ac15fd60 msgr2=0x7fe994003970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:16.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.144+0000 7fe9abfff640 1 --2- 172.21.15.76:0/3256344823 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe9ac15fd60 0x7fe994003970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:16.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.144+0000 7fe9abfff640 1 -- 172.21.15.76:0/3256344823 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe994003ef0 msgr2=0x7fe9940047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:16.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.144+0000 7fe9abfff640 1 --2- 172.21.15.76:0/3256344823 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe994003ef0 0x7fe9940047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:16.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.144+0000 7fe9abfff640 1 -- 172.21.15.76:0/3256344823 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe994003520 con 0x7fe994004d00 2024-09-13T16:13:16.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.145+0000 7fe9abfff640 1 --2- 172.21.15.76:0/3256344823 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe994004d00 0x7fe994005180 secure :-1 s=READY pgs=1762 cs=0 l=1 rev1=1 crypto rx=0x7fe9a4009ac0 tx=0x7fe9940057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c8773f3777d50aa9 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:16.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.145+0000 7fe9aa7fc640 1 -- 172.21.15.76:0/3256344823 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9a4031400 con 0x7fe994004d00 2024-09-13T16:13:16.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.145+0000 7fe9aa7fc640 1 -- 172.21.15.76:0/3256344823 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe9a402d050 con 0x7fe994004d00 2024-09-13T16:13:16.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.145+0000 7fe9aa7fc640 1 -- 172.21.15.76:0/3256344823 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9a4031780 con 0x7fe994004d00 2024-09-13T16:13:16.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.146+0000 7fe9b0fa0640 1 -- 172.21.15.76:0/3256344823 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe994004d00 msgr2=0x7fe994005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:16.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.146+0000 7fe9b0fa0640 1 --2- 172.21.15.76:0/3256344823 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe994004d00 0x7fe994005180 secure :-1 s=READY pgs=1762 cs=0 l=1 rev1=1 crypto rx=0x7fe9a4009ac0 tx=0x7fe9940057f0 comp rx=0 tx=0).stop 2024-09-13T16:13:16.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.146+0000 7fe9abfff640 1 -- 172.21.15.76:0/3256344823 reap_dead start 2024-09-13T16:13:16.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.146+0000 7fe9b0fa0640 1 -- 172.21.15.76:0/3256344823 shutdown_connections 2024-09-13T16:13:16.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.146+0000 7fe9b0fa0640 1 -- 172.21.15.76:0/3256344823 >> 172.21.15.76:0/3256344823 conn(0x7fe9ac09b680 msgr2=0x7fe9ac0d2370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:16.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.146+0000 7fe9b0fa0640 1 -- 172.21.15.76:0/3256344823 shutdown_connections 2024-09-13T16:13:16.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.146+0000 7fe9b0fa0640 1 -- 172.21.15.76:0/3256344823 wait complete. 2024-09-13T16:13:16.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.147+0000 7fe9b0fa0640 1 Processor -- start 2024-09-13T16:13:16.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.147+0000 7fe9b0fa0640 1 -- start start 2024-09-13T16:13:16.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.148+0000 7fe9b0fa0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe994004d00 0x7fe9ac15bd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:16.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.148+0000 7fe9b0fa0640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe9ac0b33c0 0x7fe9ac0b3840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:16.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.148+0000 7fe9b0fa0640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe9ac0c6180 0x7fe9ac0c6600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:16.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.148+0000 7fe9b0fa0640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9ac0b3d80 con 0x7fe994004d00 2024-09-13T16:13:16.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.148+0000 7fe9b0fa0640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9ac0c91a0 con 0x7fe9ac0c6180 2024-09-13T16:13:16.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.148+0000 7fe9b0fa0640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe9ac0c8590 con 0x7fe9ac0b33c0 2024-09-13T16:13:16.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.148+0000 7fe9ab7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe994004d00 0x7fe9ac15bd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:16.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.148+0000 7fe9ab7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe994004d00 0x7fe9ac15bd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:33038/0 (socket says 172.21.15.76:33038) 2024-09-13T16:13:16.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.148+0000 7fe9ab7fe640 1 -- 172.21.15.76:0/2397023114 learned_addr learned my addr 172.21.15.76:0/2397023114 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:16.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.148+0000 7fe9aaffd640 1 --2- 172.21.15.76:0/2397023114 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe9ac0b33c0 0x7fe9ac0b3840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:16.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.148+0000 7fe9abfff640 1 --2- 172.21.15.76:0/2397023114 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe9ac0c6180 0x7fe9ac0c6600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:16.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.149+0000 7fe9ab7fe640 1 -- 172.21.15.76:0/2397023114 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe9ac0b33c0 msgr2=0x7fe9ac0b3840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:16.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.149+0000 7fe9ab7fe640 1 --2- 172.21.15.76:0/2397023114 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe9ac0b33c0 0x7fe9ac0b3840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:16.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.149+0000 7fe9ab7fe640 1 -- 172.21.15.76:0/2397023114 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe9ac0c6180 msgr2=0x7fe9ac0c6600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:16.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.149+0000 7fe9ab7fe640 1 --2- 172.21.15.76:0/2397023114 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe9ac0c6180 0x7fe9ac0c6600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:16.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.149+0000 7fe9ab7fe640 1 -- 172.21.15.76:0/2397023114 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe9ac0c8870 con 0x7fe994004d00 2024-09-13T16:13:16.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.149+0000 7fe9abfff640 1 --2- 172.21.15.76:0/2397023114 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe9ac0c6180 0x7fe9ac0c6600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:16.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.149+0000 7fe9ab7fe640 1 --2- 172.21.15.76:0/2397023114 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe994004d00 0x7fe9ac15bd40 secure :-1 s=READY pgs=1763 cs=0 l=1 rev1=1 crypto rx=0x7fe99c001aa0 tx=0x7fe99c0077a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:16.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.149+0000 7fe993fff640 1 -- 172.21.15.76:0/2397023114 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe99c00f930 con 0x7fe994004d00 2024-09-13T16:13:16.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.149+0000 7fe993fff640 1 -- 172.21.15.76:0/2397023114 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe99c00fad0 con 0x7fe994004d00 2024-09-13T16:13:16.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.149+0000 7fe9b0fa0640 1 -- 172.21.15.76:0/2397023114 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe9ac0c8b50 con 0x7fe994004d00 2024-09-13T16:13:16.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.149+0000 7fe993fff640 1 -- 172.21.15.76:0/2397023114 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe99c00fe80 con 0x7fe994004d00 2024-09-13T16:13:16.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.149+0000 7fe9b0fa0640 1 -- 172.21.15.76:0/2397023114 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe9ac15c280 con 0x7fe994004d00 2024-09-13T16:13:16.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.150+0000 7fe9b0fa0640 1 -- 172.21.15.76:0/2397023114 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe9ac0cf3d0 con 0x7fe994004d00 2024-09-13T16:13:16.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.151+0000 7fe993fff640 1 -- 172.21.15.76:0/2397023114 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe99c01d460 con 0x7fe994004d00 2024-09-13T16:13:16.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.151+0000 7fe993fff640 1 --2- 172.21.15.76:0/2397023114 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe99806ac30 0x7fe99806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:16.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.151+0000 7fe993fff640 1 -- 172.21.15.76:0/2397023114 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(127..127 src has 1..127) v4 ==== 5263+0+0 (secure 0 0 0) 0x7fe99c089290 con 0x7fe994004d00 2024-09-13T16:13:16.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.151+0000 7fe9aaffd640 1 --2- 172.21.15.76:0/2397023114 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe99806ac30 0x7fe99806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:16.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.151+0000 7fe9aaffd640 1 --2- 172.21.15.76:0/2397023114 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe99806ac30 0x7fe99806d0f0 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7fe9ac0c9360 tx=0x7fe9a000b040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:16.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.155+0000 7fe993fff640 1 -- 172.21.15.76:0/2397023114 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fe99c0546c0 con 0x7fe994004d00 2024-09-13T16:13:16.317 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.316+0000 7fe9b0fa0640 1 -- 172.21.15.76:0/2397023114 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) v1 -- 0x7fe9ac0b0a10 con 0x7fe994004d00 2024-09-13T16:13:16.323 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.322+0000 7fe993fff640 1 -- 172.21.15.76:0/2397023114 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v52) v1 ==== 104+0+0 (secure 0 0 0) 0x7fe99c057ce0 con 0x7fe994004d00 2024-09-13T16:13:16.325 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.324+0000 7fe9b0fa0640 1 -- 172.21.15.76:0/2397023114 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe99806ac30 msgr2=0x7fe99806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:16.326 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.324+0000 7fe9b0fa0640 1 --2- 172.21.15.76:0/2397023114 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe99806ac30 0x7fe99806d0f0 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7fe9ac0c9360 tx=0x7fe9a000b040 comp rx=0 tx=0).stop 2024-09-13T16:13:16.326 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.324+0000 7fe9b0fa0640 1 -- 172.21.15.76:0/2397023114 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe994004d00 msgr2=0x7fe9ac15bd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:16.326 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.324+0000 7fe9b0fa0640 1 --2- 172.21.15.76:0/2397023114 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe994004d00 0x7fe9ac15bd40 secure :-1 s=READY pgs=1763 cs=0 l=1 rev1=1 crypto rx=0x7fe99c001aa0 tx=0x7fe99c0077a0 comp rx=0 tx=0).stop 2024-09-13T16:13:16.326 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.324+0000 7fe9b0fa0640 1 -- 172.21.15.76:0/2397023114 shutdown_connections 2024-09-13T16:13:16.326 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.324+0000 7fe9b0fa0640 1 --2- 172.21.15.76:0/2397023114 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe9ac0c6180 0x7fe9ac0c6600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:16.326 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.324+0000 7fe9b0fa0640 1 --2- 172.21.15.76:0/2397023114 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe99806ac30 0x7fe99806d0f0 unknown :-1 s=CLOSED pgs=749 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:16.326 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.324+0000 7fe9b0fa0640 1 --2- 172.21.15.76:0/2397023114 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe9ac0b33c0 0x7fe9ac0b3840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:16.326 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.324+0000 7fe9b0fa0640 1 --2- 172.21.15.76:0/2397023114 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe994004d00 0x7fe9ac15bd40 unknown :-1 s=CLOSED pgs=1763 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:16.326 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.324+0000 7fe9b0fa0640 1 -- 172.21.15.76:0/2397023114 >> 172.21.15.76:0/2397023114 conn(0x7fe9ac09b680 msgr2=0x7fe9ac0b0cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:16.326 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.324+0000 7fe9b0fa0640 1 -- 172.21.15.76:0/2397023114 shutdown_connections 2024-09-13T16:13:16.326 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.324+0000 7fe9b0fa0640 1 -- 172.21.15.76:0/2397023114 wait complete. 2024-09-13T16:13:16.337 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_client_limits.TestClientLimits.test_client_pin' 2024-09-13T16:13:16.434 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.433+0000 7fc3f9e79640 1 Processor -- start 2024-09-13T16:13:16.434 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.433+0000 7fc3f9e79640 1 -- start start 2024-09-13T16:13:16.435 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.433+0000 7fc3f9e79640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fc3f40cc5b0 0x7fc3f40b2590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:16.435 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.433+0000 7fc3f9e79640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc3f40b2170 con 0x7fc3f406c4c0 2024-09-13T16:13:16.435 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.433+0000 7fc3f9e79640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc3f406dab0 con 0x7fc3f406c8a0 2024-09-13T16:13:16.435 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.433+0000 7fc3f9e79640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc3f406deb0 con 0x7fc3f40cc5b0 2024-09-13T16:13:16.436 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.434+0000 7fc3f3fff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fc3f40cc5b0 0x7fc3f40b2590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:16.436 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.434+0000 7fc3f37fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fc3f406c4c0 0x7fc3f406d3a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:35590/0 (socket says 172.21.15.76:35590) 2024-09-13T16:13:16.436 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.434+0000 7fc3f37fe640 1 -- 172.21.15.76:0/2571329310 learned_addr learned my addr 172.21.15.76:0/2571329310 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:13:16.436 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.434+0000 7fc3f3fff640 1 -- 172.21.15.76:0/2571329310 >> v1:172.21.15.192:6789/0 conn(0x7fc3f406c8a0 legacy=0x7fc3f40cbea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:16.436 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.434+0000 7fc3f3fff640 1 -- 172.21.15.76:0/2571329310 >> v1:172.21.15.76:6789/0 conn(0x7fc3f406c4c0 legacy=0x7fc3f406d3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:16.436 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.434+0000 7fc3f3fff640 1 -- 172.21.15.76:0/2571329310 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc3f406e0c0 con 0x7fc3f40cc5b0 2024-09-13T16:13:16.438 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.435+0000 7fc3f3fff640 1 --2- 172.21.15.76:0/2571329310 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc3f40cc5b0 0x7fc3f40b2590 secure :-1 s=READY pgs=1765 cs=0 l=1 rev1=1 crypto rx=0x7fc3ec009d90 tx=0x7fc3ec02c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d0fdfaa060c0b32 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:16.438 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.435+0000 7fc3f27fc640 1 -- 172.21.15.76:0/2571329310 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3ec032800 con 0x7fc3f40cc5b0 2024-09-13T16:13:16.438 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.435+0000 7fc3f27fc640 1 -- 172.21.15.76:0/2571329310 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc3ec032960 con 0x7fc3f40cc5b0 2024-09-13T16:13:16.438 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.435+0000 7fc3f27fc640 1 -- 172.21.15.76:0/2571329310 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3ec032cf0 con 0x7fc3f40cc5b0 2024-09-13T16:13:16.438 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.435+0000 7fc3f9e79640 1 -- 172.21.15.76:0/2571329310 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc3f40cc5b0 msgr2=0x7fc3f40b2590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:16.438 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.435+0000 7fc3f9e79640 1 --2- 172.21.15.76:0/2571329310 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc3f40cc5b0 0x7fc3f40b2590 secure :-1 s=READY pgs=1765 cs=0 l=1 rev1=1 crypto rx=0x7fc3ec009d90 tx=0x7fc3ec02c900 comp rx=0 tx=0).stop 2024-09-13T16:13:16.438 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.435+0000 7fc3f9e79640 1 -- 172.21.15.76:0/2571329310 shutdown_connections 2024-09-13T16:13:16.438 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.435+0000 7fc3f9e79640 1 --2- 172.21.15.76:0/2571329310 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc3f40cc5b0 0x7fc3f40b2590 unknown :-1 s=CLOSED pgs=1765 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:16.438 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.435+0000 7fc3f9e79640 1 -- 172.21.15.76:0/2571329310 >> 172.21.15.76:0/2571329310 conn(0x7fc3f4069ed0 msgr2=0x7fc3f406a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:16.438 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.435+0000 7fc3f9e79640 1 -- 172.21.15.76:0/2571329310 shutdown_connections 2024-09-13T16:13:16.438 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.435+0000 7fc3f9e79640 1 -- 172.21.15.76:0/2571329310 wait complete. 2024-09-13T16:13:16.438 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.436+0000 7fc3f9e79640 1 Processor -- start 2024-09-13T16:13:16.438 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.437+0000 7fc3f9e79640 1 -- start start 2024-09-13T16:13:16.440 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.437+0000 7fc3f9e79640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc3f406c4c0 0x7fc3f40c7630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:16.441 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.437+0000 7fc3f9e79640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc3f406c8a0 0x7fc3f414e3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:16.441 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.437+0000 7fc3f9e79640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc3f40cc5b0 0x7fc3f415ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:16.441 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.437+0000 7fc3f9e79640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc3f415a9a0 con 0x7fc3f406c8a0 2024-09-13T16:13:16.441 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.437+0000 7fc3f9e79640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc3f41f2410 con 0x7fc3f40cc5b0 2024-09-13T16:13:16.441 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.437+0000 7fc3f9e79640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc3f415a0f0 con 0x7fc3f406c4c0 2024-09-13T16:13:16.441 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.437+0000 7fc3f2ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc3f406c8a0 0x7fc3f414e3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:16.441 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.437+0000 7fc3f2ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc3f406c8a0 0x7fc3f414e3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:33052/0 (socket says 172.21.15.76:33052) 2024-09-13T16:13:16.441 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.437+0000 7fc3f2ffd640 1 -- 172.21.15.76:0/372820263 learned_addr learned my addr 172.21.15.76:0/372820263 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:16.441 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.438+0000 7fc3f3fff640 1 --2- 172.21.15.76:0/372820263 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc3f40cc5b0 0x7fc3f415ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:16.441 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.438+0000 7fc3f37fe640 1 --2- 172.21.15.76:0/372820263 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc3f406c4c0 0x7fc3f40c7630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:16.441 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.438+0000 7fc3f2ffd640 1 -- 172.21.15.76:0/372820263 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc3f406c4c0 msgr2=0x7fc3f40c7630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:16.441 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.438+0000 7fc3f2ffd640 1 --2- 172.21.15.76:0/372820263 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc3f406c4c0 0x7fc3f40c7630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:16.441 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.438+0000 7fc3f2ffd640 1 -- 172.21.15.76:0/372820263 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc3f40cc5b0 msgr2=0x7fc3f415ae30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:16.441 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.438+0000 7fc3f2ffd640 1 --2- 172.21.15.76:0/372820263 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc3f40cc5b0 0x7fc3f415ae30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:16.442 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.438+0000 7fc3f2ffd640 1 -- 172.21.15.76:0/372820263 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc3ec009a70 con 0x7fc3f406c8a0 2024-09-13T16:13:16.442 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.438+0000 7fc3f3fff640 1 --2- 172.21.15.76:0/372820263 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc3f40cc5b0 0x7fc3f415ae30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:16.442 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.438+0000 7fc3f37fe640 1 --2- 172.21.15.76:0/372820263 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc3f406c4c0 0x7fc3f40c7630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:16.442 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.438+0000 7fc3f2ffd640 1 --2- 172.21.15.76:0/372820263 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc3f406c8a0 0x7fc3f414e3a0 secure :-1 s=READY pgs=1766 cs=0 l=1 rev1=1 crypto rx=0x7fc3e800c450 tx=0x7fc3e800c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:16.442 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.438+0000 7fc3dbfff640 1 -- 172.21.15.76:0/372820263 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3e80052d0 con 0x7fc3f406c8a0 2024-09-13T16:13:16.442 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.438+0000 7fc3dbfff640 1 -- 172.21.15.76:0/372820263 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc3e8005430 con 0x7fc3f406c8a0 2024-09-13T16:13:16.442 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.438+0000 7fc3f9e79640 1 -- 172.21.15.76:0/372820263 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc3f415a390 con 0x7fc3f406c8a0 2024-09-13T16:13:16.442 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.438+0000 7fc3dbfff640 1 -- 172.21.15.76:0/372820263 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3e8012870 con 0x7fc3f406c8a0 2024-09-13T16:13:16.442 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.438+0000 7fc3f9e79640 1 -- 172.21.15.76:0/372820263 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc3f415a630 con 0x7fc3f406c8a0 2024-09-13T16:13:16.442 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.439+0000 7fc3f9e79640 1 -- 172.21.15.76:0/372820263 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc3f40cab00 con 0x7fc3f406c8a0 2024-09-13T16:13:16.443 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.439+0000 7fc3dbfff640 1 -- 172.21.15.76:0/372820263 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc3e80129d0 con 0x7fc3f406c8a0 2024-09-13T16:13:16.443 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.440+0000 7fc3dbfff640 1 --2- 172.21.15.76:0/372820263 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc3e006ac30 0x7fc3e006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:16.443 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.440+0000 7fc3dbfff640 1 -- 172.21.15.76:0/372820263 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(127..127 src has 1..127) v4 ==== 5263+0+0 (secure 0 0 0) 0x7fc3e8088bf0 con 0x7fc3f406c8a0 2024-09-13T16:13:16.443 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.440+0000 7fc3f37fe640 1 --2- 172.21.15.76:0/372820263 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc3e006ac30 0x7fc3e006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:16.443 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.440+0000 7fc3f37fe640 1 --2- 172.21.15.76:0/372820263 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc3e006ac30 0x7fc3e006d0f0 secure :-1 s=READY pgs=750 cs=0 l=1 rev1=1 crypto rx=0x7fc3e4005880 tx=0x7fc3e4009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:16.445 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.444+0000 7fc3dbfff640 1 -- 172.21.15.76:0/372820263 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fc3e8054020 con 0x7fc3f406c8a0 2024-09-13T16:13:16.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.667+0000 7fc3f9e79640 1 -- 172.21.15.76:0/372820263 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_client_limits.TestClientLimits.test_client_pin"]} v 0) v1 -- 0x7fc3f40cd1d0 con 0x7fc3f406c8a0 2024-09-13T16:13:16.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.857+0000 7fc3dbfff640 1 -- 172.21.15.76:0/372820263 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_client_limits.TestClientLimits.test_client_pin"]}]=0 v533) v1 ==== 143+0+0 (secure 0 0 0) 0x7fc3e8057640 con 0x7fc3f406c8a0 2024-09-13T16:13:16.861 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.859+0000 7fc3f9e79640 1 -- 172.21.15.76:0/372820263 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc3e006ac30 msgr2=0x7fc3e006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:16.861 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.859+0000 7fc3f9e79640 1 --2- 172.21.15.76:0/372820263 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc3e006ac30 0x7fc3e006d0f0 secure :-1 s=READY pgs=750 cs=0 l=1 rev1=1 crypto rx=0x7fc3e4005880 tx=0x7fc3e4009040 comp rx=0 tx=0).stop 2024-09-13T16:13:16.861 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.859+0000 7fc3f9e79640 1 -- 172.21.15.76:0/372820263 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc3f406c8a0 msgr2=0x7fc3f414e3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:16.861 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.859+0000 7fc3f9e79640 1 --2- 172.21.15.76:0/372820263 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc3f406c8a0 0x7fc3f414e3a0 secure :-1 s=READY pgs=1766 cs=0 l=1 rev1=1 crypto rx=0x7fc3e800c450 tx=0x7fc3e800c910 comp rx=0 tx=0).stop 2024-09-13T16:13:16.861 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.859+0000 7fc3f9e79640 1 -- 172.21.15.76:0/372820263 shutdown_connections 2024-09-13T16:13:16.862 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.859+0000 7fc3f9e79640 1 --2- 172.21.15.76:0/372820263 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc3f40cc5b0 0x7fc3f415ae30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:16.862 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.859+0000 7fc3f9e79640 1 --2- 172.21.15.76:0/372820263 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc3f406c8a0 0x7fc3f414e3a0 unknown :-1 s=CLOSED pgs=1766 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:16.862 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.859+0000 7fc3f9e79640 1 --2- 172.21.15.76:0/372820263 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc3e006ac30 0x7fc3e006d0f0 unknown :-1 s=CLOSED pgs=750 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:16.862 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.859+0000 7fc3f9e79640 1 --2- 172.21.15.76:0/372820263 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc3f406c4c0 0x7fc3f40c7630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:16.862 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.859+0000 7fc3f9e79640 1 -- 172.21.15.76:0/372820263 >> 172.21.15.76:0/372820263 conn(0x7fc3f4069ed0 msgr2=0x7fc3f40af650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:16.862 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.860+0000 7fc3f9e79640 1 -- 172.21.15.76:0/372820263 shutdown_connections 2024-09-13T16:13:16.862 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.860+0000 7fc3f9e79640 1 -- 172.21.15.76:0/372820263 wait complete. 2024-09-13T16:13:16.872 INFO:tasks.cephfs_test_runner:test_client_pin (tasks.cephfs.test_client_limits.TestClientLimits) ... ok 2024-09-13T16:13:16.872 INFO:tasks.cephfs_test_runner:Starting test: test_client_pin_mincaps (tasks.cephfs.test_client_limits.TestClientLimits) 2024-09-13T16:13:16.873 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:13:16.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.969+0000 7fdc54e80640 1 Processor -- start 2024-09-13T16:13:16.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.969+0000 7fdc54e80640 1 -- start start 2024-09-13T16:13:16.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.970+0000 7fdc54e80640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fdc500cace0 0x7fdc500cb150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:16.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.970+0000 7fdc54e80640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdc500c8920 con 0x7fdc5015a2e0 2024-09-13T16:13:16.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.970+0000 7fdc54e80640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdc5015a6c0 con 0x7fdc5006d030 2024-09-13T16:13:16.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.970+0000 7fdc54e80640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdc500cb690 con 0x7fdc500cace0 2024-09-13T16:13:16.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.970+0000 7fdc4dd9b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fdc500cace0 0x7fdc500cb150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:16.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.970+0000 7fdc4e59c640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fdc5015a2e0 0x7fdc500c9a40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:35604/0 (socket says 172.21.15.76:35604) 2024-09-13T16:13:16.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.970+0000 7fdc4e59c640 1 -- 172.21.15.76:0/1289097025 learned_addr learned my addr 172.21.15.76:0/1289097025 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:13:16.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.971+0000 7fdc4dd9b640 1 -- 172.21.15.76:0/1289097025 >> v1:172.21.15.192:6789/0 conn(0x7fdc5006d030 legacy=0x7fdc5006d480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:16.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.971+0000 7fdc4dd9b640 1 -- 172.21.15.76:0/1289097025 >> v1:172.21.15.76:6789/0 conn(0x7fdc5015a2e0 legacy=0x7fdc500c9a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:16.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.971+0000 7fdc4dd9b640 1 -- 172.21.15.76:0/1289097025 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdc500ca500 con 0x7fdc500cace0 2024-09-13T16:13:16.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.971+0000 7fdc4d59a640 1 -- 172.21.15.76:0/1289097025 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 490359746 0 0) 0x7fdc500c8920 con 0x7fdc5015a2e0 2024-09-13T16:13:16.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.971+0000 7fdc4dd9b640 1 --2- 172.21.15.76:0/1289097025 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdc500cace0 0x7fdc500cb150 secure :-1 s=READY pgs=1768 cs=0 l=1 rev1=1 crypto rx=0x7fdc440097a0 tx=0x7fdc4402a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d53ee85755175b05 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:16.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.972+0000 7fdc4d59a640 1 -- 172.21.15.76:0/1289097025 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc44032440 con 0x7fdc500cace0 2024-09-13T16:13:16.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.972+0000 7fdc4d59a640 1 -- 172.21.15.76:0/1289097025 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdc440325a0 con 0x7fdc500cace0 2024-09-13T16:13:16.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.972+0000 7fdc4d59a640 1 -- 172.21.15.76:0/1289097025 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc44032930 con 0x7fdc500cace0 2024-09-13T16:13:16.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.972+0000 7fdc54e80640 1 -- 172.21.15.76:0/1289097025 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdc500cace0 msgr2=0x7fdc500cb150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:16.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.972+0000 7fdc54e80640 1 --2- 172.21.15.76:0/1289097025 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdc500cace0 0x7fdc500cb150 secure :-1 s=READY pgs=1768 cs=0 l=1 rev1=1 crypto rx=0x7fdc440097a0 tx=0x7fdc4402a230 comp rx=0 tx=0).stop 2024-09-13T16:13:16.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.972+0000 7fdc54e80640 1 -- 172.21.15.76:0/1289097025 shutdown_connections 2024-09-13T16:13:16.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.972+0000 7fdc54e80640 1 --2- 172.21.15.76:0/1289097025 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdc500cace0 0x7fdc500cb150 unknown :-1 s=CLOSED pgs=1768 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:16.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.972+0000 7fdc54e80640 1 -- 172.21.15.76:0/1289097025 >> 172.21.15.76:0/1289097025 conn(0x7fdc50069ed0 msgr2=0x7fdc5006a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:16.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.972+0000 7fdc54e80640 1 -- 172.21.15.76:0/1289097025 shutdown_connections 2024-09-13T16:13:16.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.972+0000 7fdc54e80640 1 -- 172.21.15.76:0/1289097025 wait complete. 2024-09-13T16:13:16.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.974+0000 7fdc54e80640 1 Processor -- start 2024-09-13T16:13:16.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.974+0000 7fdc54e80640 1 -- start start 2024-09-13T16:13:16.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.974+0000 7fdc54e80640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdc5006d030 0x7fdc500c4410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:16.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.974+0000 7fdc54e80640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdc500cace0 0x7fdc501586c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:16.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.974+0000 7fdc54e80640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdc5015a2e0 0x7fdc500c24e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:16.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.974+0000 7fdc54e80640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdc50158c00 con 0x7fdc5015a2e0 2024-09-13T16:13:16.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.974+0000 7fdc54e80640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdc500c60a0 con 0x7fdc5006d030 2024-09-13T16:13:16.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.974+0000 7fdc54e80640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdc500c6940 con 0x7fdc500cace0 2024-09-13T16:13:16.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.974+0000 7fdc4ed9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdc5015a2e0 0x7fdc500c24e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:16.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.974+0000 7fdc4ed9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdc5015a2e0 0x7fdc500c24e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:33070/0 (socket says 172.21.15.76:33070) 2024-09-13T16:13:16.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.974+0000 7fdc4ed9d640 1 -- 172.21.15.76:0/218312880 learned_addr learned my addr 172.21.15.76:0/218312880 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:16.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.975+0000 7fdc4dd9b640 1 --2- 172.21.15.76:0/218312880 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdc500cace0 0x7fdc501586c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:16.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.975+0000 7fdc4e59c640 1 --2- 172.21.15.76:0/218312880 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdc5006d030 0x7fdc500c4410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:16.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.975+0000 7fdc4ed9d640 1 -- 172.21.15.76:0/218312880 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdc500cace0 msgr2=0x7fdc501586c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:16.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.975+0000 7fdc4ed9d640 1 --2- 172.21.15.76:0/218312880 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdc500cace0 0x7fdc501586c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:16.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.975+0000 7fdc4ed9d640 1 -- 172.21.15.76:0/218312880 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdc5006d030 msgr2=0x7fdc500c4410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:16.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.975+0000 7fdc4ed9d640 1 --2- 172.21.15.76:0/218312880 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdc5006d030 0x7fdc500c4410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:16.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.975+0000 7fdc4ed9d640 1 -- 172.21.15.76:0/218312880 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdc44009400 con 0x7fdc5015a2e0 2024-09-13T16:13:16.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.975+0000 7fdc4ed9d640 1 --2- 172.21.15.76:0/218312880 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdc5015a2e0 0x7fdc500c24e0 secure :-1 s=READY pgs=1769 cs=0 l=1 rev1=1 crypto rx=0x7fdc4800c7a0 tx=0x7fdc4800cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:16.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.975+0000 7fdc3effd640 1 -- 172.21.15.76:0/218312880 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc48003b70 con 0x7fdc5015a2e0 2024-09-13T16:13:16.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.975+0000 7fdc3effd640 1 -- 172.21.15.76:0/218312880 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdc48003cf0 con 0x7fdc5015a2e0 2024-09-13T16:13:16.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.975+0000 7fdc54e80640 1 -- 172.21.15.76:0/218312880 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdc500c4ac0 con 0x7fdc5015a2e0 2024-09-13T16:13:16.980 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.975+0000 7fdc3effd640 1 -- 172.21.15.76:0/218312880 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc48003ea0 con 0x7fdc5015a2e0 2024-09-13T16:13:16.980 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.975+0000 7fdc54e80640 1 -- 172.21.15.76:0/218312880 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdc500c65d0 con 0x7fdc5015a2e0 2024-09-13T16:13:16.980 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.976+0000 7fdc54e80640 1 -- 172.21.15.76:0/218312880 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdc500b2ae0 con 0x7fdc5015a2e0 2024-09-13T16:13:16.980 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.976+0000 7fdc3effd640 1 -- 172.21.15.76:0/218312880 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fdc4800aa90 con 0x7fdc5015a2e0 2024-09-13T16:13:16.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.977+0000 7fdc3effd640 1 --2- 172.21.15.76:0/218312880 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdc3006ac00 0x7fdc3006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:16.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.977+0000 7fdc3effd640 1 -- 172.21.15.76:0/218312880 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(127..127 src has 1..127) v4 ==== 5263+0+0 (secure 0 0 0) 0x7fdc48088f20 con 0x7fdc5015a2e0 2024-09-13T16:13:16.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.977+0000 7fdc4e59c640 1 --2- 172.21.15.76:0/218312880 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdc3006ac00 0x7fdc3006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:16.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.977+0000 7fdc4e59c640 1 --2- 172.21.15.76:0/218312880 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdc3006ac00 0x7fdc3006d0c0 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7fdc40000f60 tx=0x7fdc40007e40 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:16.982 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:16.981+0000 7fdc3effd640 1 -- 172.21.15.76:0/218312880 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fdc48054370 con 0x7fdc5015a2e0 2024-09-13T16:13:17.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.146+0000 7fdc54e80640 1 -- 172.21.15.76:0/218312880 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fdc500c9630 con 0x7fdc5015a2e0 2024-09-13T16:13:17.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.146+0000 7fdc3effd640 1 -- 172.21.15.76:0/218312880 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v127) v1 ==== 74+0+13163 (secure 0 0 0) 0x7fdc48057990 con 0x7fdc5015a2e0 2024-09-13T16:13:17.148 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:13:17.148 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":127,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:13:14.832049+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":18,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":122,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":122,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":122,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":122,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":122,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":122,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":122,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":122,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.76:6837/486236722":"2024-09-14T16:13:11.817441+0000","172.21.15.76:6835/486236722":"2024-09-14T16:13:11.817441+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:13:17.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.148+0000 7fdc54e80640 1 -- 172.21.15.76:0/218312880 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdc3006ac00 msgr2=0x7fdc3006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:17.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.148+0000 7fdc54e80640 1 --2- 172.21.15.76:0/218312880 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdc3006ac00 0x7fdc3006d0c0 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7fdc40000f60 tx=0x7fdc40007e40 comp rx=0 tx=0).stop 2024-09-13T16:13:17.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.148+0000 7fdc54e80640 1 -- 172.21.15.76:0/218312880 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdc5015a2e0 msgr2=0x7fdc500c24e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:17.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.148+0000 7fdc54e80640 1 --2- 172.21.15.76:0/218312880 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdc5015a2e0 0x7fdc500c24e0 secure :-1 s=READY pgs=1769 cs=0 l=1 rev1=1 crypto rx=0x7fdc4800c7a0 tx=0x7fdc4800cc60 comp rx=0 tx=0).stop 2024-09-13T16:13:17.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.148+0000 7fdc54e80640 1 -- 172.21.15.76:0/218312880 shutdown_connections 2024-09-13T16:13:17.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.148+0000 7fdc54e80640 1 --2- 172.21.15.76:0/218312880 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdc5015a2e0 0x7fdc500c24e0 unknown :-1 s=CLOSED pgs=1769 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:17.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.148+0000 7fdc54e80640 1 --2- 172.21.15.76:0/218312880 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdc3006ac00 0x7fdc3006d0c0 unknown :-1 s=CLOSED pgs=751 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:17.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.148+0000 7fdc54e80640 1 --2- 172.21.15.76:0/218312880 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdc500cace0 0x7fdc501586c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:17.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.148+0000 7fdc54e80640 1 --2- 172.21.15.76:0/218312880 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdc5006d030 0x7fdc500c4410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:17.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.148+0000 7fdc54e80640 1 -- 172.21.15.76:0/218312880 >> 172.21.15.76:0/218312880 conn(0x7fdc50069ed0 msgr2=0x7fdc500af3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:17.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.148+0000 7fdc54e80640 1 -- 172.21.15.76:0/218312880 shutdown_connections 2024-09-13T16:13:17.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.148+0000 7fdc54e80640 1 -- 172.21.15.76:0/218312880 wait complete. 2024-09-13T16:13:17.161 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:01:26.960607+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:13:17.161 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:13:17.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.262+0000 7feb52518640 1 Processor -- start 2024-09-13T16:13:17.264 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.262+0000 7feb52518640 1 -- start start 2024-09-13T16:13:17.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.263+0000 7feb52518640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7feb4c158b00 0x7feb4c06c190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:17.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.263+0000 7feb52518640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb4c06c6d0 0x7feb4c070b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:17.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.263+0000 7feb52518640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7feb4c06cb30 con 0x7feb4c071050 2024-09-13T16:13:17.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.263+0000 7feb52518640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7feb4c0b2d10 con 0x7feb4c158b00 2024-09-13T16:13:17.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.263+0000 7feb52518640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feb4c0b2ff0 con 0x7feb4c06c6d0 2024-09-13T16:13:17.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.263+0000 7feb4bfff640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7feb4c158b00 0x7feb4c06c190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:17.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.263+0000 7feb4b7fe640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb4c06c6d0 0x7feb4c070b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:17.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.263+0000 7feb4bfff640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7feb4c158b00 0x7feb4c06c190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.76:44526/0 (socket says 172.21.15.76:44526) 2024-09-13T16:13:17.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.263+0000 7feb50ab5640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7feb4c071050 0x7feb4c0714e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:44404/0 (socket says 172.21.15.76:44404) 2024-09-13T16:13:17.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.263+0000 7feb4bfff640 1 -- 172.21.15.76:0/509394821 learned_addr learned my addr 172.21.15.76:0/509394821 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:17.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.263+0000 7feb4bfff640 1 -- 172.21.15.76:0/509394821 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb4c06c6d0 msgr2=0x7feb4c070b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:17.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.263+0000 7feb4bfff640 1 --2- 172.21.15.76:0/509394821 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb4c06c6d0 0x7feb4c070b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:17.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.264+0000 7feb4bfff640 1 -- 172.21.15.76:0/509394821 >> v1:172.21.15.192:6789/0 conn(0x7feb4c071050 legacy=0x7feb4c0714e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:17.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.264+0000 7feb4bfff640 1 -- 172.21.15.76:0/509394821 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feb4c070310 con 0x7feb4c158b00 2024-09-13T16:13:17.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.264+0000 7feb4bfff640 1 --2- 172.21.15.76:0/509394821 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feb4c158b00 0x7feb4c06c190 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7feb3c009870 tx=0x7feb3c02a270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b3da60de3cb4a17e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:17.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.264+0000 7feb4affd640 1 -- 172.21.15.76:0/509394821 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb3c032440 con 0x7feb4c158b00 2024-09-13T16:13:17.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.264+0000 7feb4affd640 1 -- 172.21.15.76:0/509394821 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feb3c0325a0 con 0x7feb4c158b00 2024-09-13T16:13:17.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.264+0000 7feb4affd640 1 -- 172.21.15.76:0/509394821 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb3c032930 con 0x7feb4c158b00 2024-09-13T16:13:17.274 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.265+0000 7feb52518640 1 -- 172.21.15.76:0/509394821 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feb4c158b00 msgr2=0x7feb4c06c190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:17.274 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.265+0000 7feb52518640 1 --2- 172.21.15.76:0/509394821 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feb4c158b00 0x7feb4c06c190 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7feb3c009870 tx=0x7feb3c02a270 comp rx=0 tx=0).stop 2024-09-13T16:13:17.274 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.265+0000 7feb52518640 1 -- 172.21.15.76:0/509394821 shutdown_connections 2024-09-13T16:13:17.274 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.265+0000 7feb52518640 1 --2- 172.21.15.76:0/509394821 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb4c06c6d0 0x7feb4c070b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:17.275 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.265+0000 7feb52518640 1 --2- 172.21.15.76:0/509394821 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feb4c158b00 0x7feb4c06c190 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:17.275 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.265+0000 7feb52518640 1 -- 172.21.15.76:0/509394821 >> 172.21.15.76:0/509394821 conn(0x7feb4c06a0b0 msgr2=0x7feb4c06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:17.275 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.265+0000 7feb52518640 1 -- 172.21.15.76:0/509394821 shutdown_connections 2024-09-13T16:13:17.275 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.265+0000 7feb52518640 1 -- 172.21.15.76:0/509394821 wait complete. 2024-09-13T16:13:17.275 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.266+0000 7feb52518640 1 Processor -- start 2024-09-13T16:13:17.275 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.266+0000 7feb52518640 1 -- start start 2024-09-13T16:13:17.275 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.267+0000 7feb52518640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feb4c06c6d0 0x7feb4c1531b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:17.275 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.267+0000 7feb52518640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb4c071050 0x7feb4c15b830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:17.275 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.267+0000 7feb52518640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb4c158b00 0x7feb4c0c2b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:17.275 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.267+0000 7feb52518640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb4c1536f0 con 0x7feb4c158b00 2024-09-13T16:13:17.275 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.267+0000 7feb52518640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb4c098630 con 0x7feb4c06c6d0 2024-09-13T16:13:17.276 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.267+0000 7feb52518640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feb4c098910 con 0x7feb4c071050 2024-09-13T16:13:17.276 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.267+0000 7feb50ab5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb4c158b00 0x7feb4c0c2b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:17.276 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.267+0000 7feb50ab5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb4c158b00 0x7feb4c0c2b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:33074/0 (socket says 172.21.15.76:33074) 2024-09-13T16:13:17.276 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.267+0000 7feb50ab5640 1 -- 172.21.15.76:0/1736341986 learned_addr learned my addr 172.21.15.76:0/1736341986 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:17.276 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.268+0000 7feb4b7fe640 1 --2- 172.21.15.76:0/1736341986 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb4c071050 0x7feb4c15b830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:17.276 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.268+0000 7feb4bfff640 1 --2- 172.21.15.76:0/1736341986 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feb4c06c6d0 0x7feb4c1531b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:17.276 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.268+0000 7feb50ab5640 1 -- 172.21.15.76:0/1736341986 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb4c071050 msgr2=0x7feb4c15b830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:17.276 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.268+0000 7feb50ab5640 1 --2- 172.21.15.76:0/1736341986 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb4c071050 0x7feb4c15b830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:17.276 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.268+0000 7feb50ab5640 1 -- 172.21.15.76:0/1736341986 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feb4c06c6d0 msgr2=0x7feb4c1531b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:17.276 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.268+0000 7feb50ab5640 1 --2- 172.21.15.76:0/1736341986 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feb4c06c6d0 0x7feb4c1531b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:17.276 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.268+0000 7feb50ab5640 1 -- 172.21.15.76:0/1736341986 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feb3c0094d0 con 0x7feb4c158b00 2024-09-13T16:13:17.277 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.268+0000 7feb50ab5640 1 --2- 172.21.15.76:0/1736341986 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb4c158b00 0x7feb4c0c2b80 secure :-1 s=READY pgs=1770 cs=0 l=1 rev1=1 crypto rx=0x7feb4400c780 tx=0x7feb4400cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:17.277 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.268+0000 7feb48ff9640 1 -- 172.21.15.76:0/1736341986 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb4400ce90 con 0x7feb4c158b00 2024-09-13T16:13:17.277 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.268+0000 7feb48ff9640 1 -- 172.21.15.76:0/1736341986 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feb4400a640 con 0x7feb4c158b00 2024-09-13T16:13:17.277 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.268+0000 7feb52518640 1 -- 172.21.15.76:0/1736341986 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7feb4c098bf0 con 0x7feb4c158b00 2024-09-13T16:13:17.277 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.268+0000 7feb48ff9640 1 -- 172.21.15.76:0/1736341986 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb4400a9f0 con 0x7feb4c158b00 2024-09-13T16:13:17.277 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.268+0000 7feb52518640 1 -- 172.21.15.76:0/1736341986 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feb4c0991b0 con 0x7feb4c158b00 2024-09-13T16:13:17.277 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.269+0000 7feb52518640 1 -- 172.21.15.76:0/1736341986 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7feb4c0ac070 con 0x7feb4c158b00 2024-09-13T16:13:17.277 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.269+0000 7feb48ff9640 1 -- 172.21.15.76:0/1736341986 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7feb4400ab50 con 0x7feb4c158b00 2024-09-13T16:13:17.277 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.270+0000 7feb48ff9640 1 --2- 172.21.15.76:0/1736341986 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feb3806ac00 0x7feb3806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:17.277 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.270+0000 7feb4bfff640 1 --2- 172.21.15.76:0/1736341986 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feb3806ac00 0x7feb3806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:17.277 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.270+0000 7feb48ff9640 1 -- 172.21.15.76:0/1736341986 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(127..127 src has 1..127) v4 ==== 5263+0+0 (secure 0 0 0) 0x7feb440888a0 con 0x7feb4c158b00 2024-09-13T16:13:17.277 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.270+0000 7feb4bfff640 1 --2- 172.21.15.76:0/1736341986 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feb3806ac00 0x7feb3806d0c0 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7feb3c034000 tx=0x7feb3c02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:17.278 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.274+0000 7feb48ff9640 1 -- 172.21.15.76:0/1736341986 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7feb44057780 con 0x7feb4c158b00 2024-09-13T16:13:17.439 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.437+0000 7feb52518640 1 -- 172.21.15.76:0/1736341986 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7feb4c070b10 con 0x7feb4c158b00 2024-09-13T16:13:17.439 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.437+0000 7feb48ff9640 1 -- 172.21.15.76:0/1736341986 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v127) v1 ==== 93+0+10 (secure 0 0 0) 0x7feb440170a0 con 0x7feb4c158b00 2024-09-13T16:13:17.439 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2024-09-13T16:13:17.441 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.439+0000 7feb52518640 1 -- 172.21.15.76:0/1736341986 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feb3806ac00 msgr2=0x7feb3806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:17.441 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.439+0000 7feb52518640 1 --2- 172.21.15.76:0/1736341986 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feb3806ac00 0x7feb3806d0c0 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7feb3c034000 tx=0x7feb3c02e000 comp rx=0 tx=0).stop 2024-09-13T16:13:17.441 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.439+0000 7feb52518640 1 -- 172.21.15.76:0/1736341986 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb4c158b00 msgr2=0x7feb4c0c2b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:17.442 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.439+0000 7feb52518640 1 --2- 172.21.15.76:0/1736341986 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb4c158b00 0x7feb4c0c2b80 secure :-1 s=READY pgs=1770 cs=0 l=1 rev1=1 crypto rx=0x7feb4400c780 tx=0x7feb4400cc40 comp rx=0 tx=0).stop 2024-09-13T16:13:17.442 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.439+0000 7feb52518640 1 -- 172.21.15.76:0/1736341986 shutdown_connections 2024-09-13T16:13:17.442 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.439+0000 7feb52518640 1 --2- 172.21.15.76:0/1736341986 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb4c158b00 0x7feb4c0c2b80 unknown :-1 s=CLOSED pgs=1770 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:17.442 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.439+0000 7feb52518640 1 --2- 172.21.15.76:0/1736341986 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feb3806ac00 0x7feb3806d0c0 unknown :-1 s=CLOSED pgs=752 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:17.442 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.439+0000 7feb52518640 1 --2- 172.21.15.76:0/1736341986 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feb4c071050 0x7feb4c15b830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:17.442 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.439+0000 7feb52518640 1 --2- 172.21.15.76:0/1736341986 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feb4c06c6d0 0x7feb4c1531b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:17.442 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.439+0000 7feb52518640 1 -- 172.21.15.76:0/1736341986 >> 172.21.15.76:0/1736341986 conn(0x7feb4c06a0b0 msgr2=0x7feb4c0ab960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:17.443 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.439+0000 7feb52518640 1 -- 172.21.15.76:0/1736341986 shutdown_connections 2024-09-13T16:13:17.443 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.439+0000 7feb52518640 1 -- 172.21.15.76:0/1736341986 wait complete. 2024-09-13T16:13:17.451 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_client_limits.TestClientLimits.test_client_pin_mincaps' 2024-09-13T16:13:17.550 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.549+0000 7fb705296640 1 Processor -- start 2024-09-13T16:13:17.550 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.549+0000 7fb705296640 1 -- start start 2024-09-13T16:13:17.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.549+0000 7fb705296640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb7000b4130 0x7fb7000d2d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:17.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.549+0000 7fb705296640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb70008a370 0x7fb7000d0f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:17.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.549+0000 7fb705296640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb7000b3540 con 0x7fb7000b4510 2024-09-13T16:13:17.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.549+0000 7fb705296640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb7000b2ff0 con 0x7fb7000b4130 2024-09-13T16:13:17.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.549+0000 7fb705296640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb7000cdc70 con 0x7fb70008a370 2024-09-13T16:13:17.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.550+0000 7fb6feffd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb7000b4130 0x7fb7000d2d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:17.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.550+0000 7fb6ff7fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fb7000b4510 0x7fb7000d1450 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:35614/0 (socket says 172.21.15.76:35614) 2024-09-13T16:13:17.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.550+0000 7fb6ff7fe640 1 -- 172.21.15.76:0/1427721578 learned_addr learned my addr 172.21.15.76:0/1427721578 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:13:17.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.550+0000 7fb6feffd640 1 -- 172.21.15.76:0/1427721578 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb70008a370 msgr2=0x7fb7000d0f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:17.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.550+0000 7fb6feffd640 1 --2- 172.21.15.76:0/1427721578 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb70008a370 0x7fb7000d0f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:17.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.550+0000 7fb6feffd640 1 -- 172.21.15.76:0/1427721578 >> v1:172.21.15.76:6789/0 conn(0x7fb7000b4510 legacy=0x7fb7000d1450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:17.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.550+0000 7fb6fdffb640 1 -- 172.21.15.76:0/1427721578 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 745762664 0 0) 0x7fb7000b3540 con 0x7fb7000b4510 2024-09-13T16:13:17.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.550+0000 7fb6feffd640 1 -- 172.21.15.76:0/1427721578 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb7000cd6f0 con 0x7fb7000b4130 2024-09-13T16:13:17.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.551+0000 7fb6feffd640 1 --2- 172.21.15.76:0/1427721578 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb7000b4130 0x7fb7000d2d00 secure :-1 s=READY pgs=1772 cs=0 l=1 rev1=1 crypto rx=0x7fb6f00097a0 tx=0x7fb6f002a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=54a644c10d400037 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:17.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.551+0000 7fb6fdffb640 1 -- 172.21.15.76:0/1427721578 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6f002ae50 con 0x7fb7000b4130 2024-09-13T16:13:17.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.551+0000 7fb6fdffb640 1 -- 172.21.15.76:0/1427721578 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb6f0032440 con 0x7fb7000b4130 2024-09-13T16:13:17.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.551+0000 7fb6fdffb640 1 -- 172.21.15.76:0/1427721578 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6f00327d0 con 0x7fb7000b4130 2024-09-13T16:13:17.557 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.551+0000 7fb705296640 1 -- 172.21.15.76:0/1427721578 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb7000b4130 msgr2=0x7fb7000d2d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:17.557 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.551+0000 7fb705296640 1 --2- 172.21.15.76:0/1427721578 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb7000b4130 0x7fb7000d2d00 secure :-1 s=READY pgs=1772 cs=0 l=1 rev1=1 crypto rx=0x7fb6f00097a0 tx=0x7fb6f002a100 comp rx=0 tx=0).stop 2024-09-13T16:13:17.557 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.551+0000 7fb705296640 1 -- 172.21.15.76:0/1427721578 shutdown_connections 2024-09-13T16:13:17.557 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.551+0000 7fb705296640 1 --2- 172.21.15.76:0/1427721578 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb70008a370 0x7fb7000d0f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:17.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.551+0000 7fb705296640 1 --2- 172.21.15.76:0/1427721578 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb7000b4130 0x7fb7000d2d00 unknown :-1 s=CLOSED pgs=1772 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:17.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.551+0000 7fb705296640 1 -- 172.21.15.76:0/1427721578 >> 172.21.15.76:0/1427721578 conn(0x7fb700089f60 msgr2=0x7fb7000d24f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:17.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.551+0000 7fb705296640 1 -- 172.21.15.76:0/1427721578 shutdown_connections 2024-09-13T16:13:17.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.551+0000 7fb705296640 1 -- 172.21.15.76:0/1427721578 wait complete. 2024-09-13T16:13:17.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.553+0000 7fb705296640 1 Processor -- start 2024-09-13T16:13:17.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.553+0000 7fb705296640 1 -- start start 2024-09-13T16:13:17.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.553+0000 7fb705296640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb70008a370 0x7fb7000cb880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:17.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.553+0000 7fb705296640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb7000b4130 0x7fb700151430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:17.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.553+0000 7fb705296640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb7000b4510 0x7fb700151970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:17.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.553+0000 7fb705296640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb70009e440 con 0x7fb7000b4510 2024-09-13T16:13:17.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.553+0000 7fb705296640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb70009d7c0 con 0x7fb70008a370 2024-09-13T16:13:17.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.553+0000 7fb705296640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb70009daa0 con 0x7fb7000b4130 2024-09-13T16:13:17.559 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.553+0000 7fb6ff7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb7000b4510 0x7fb700151970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:17.559 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.554+0000 7fb6ff7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb7000b4510 0x7fb700151970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:33090/0 (socket says 172.21.15.76:33090) 2024-09-13T16:13:17.559 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.554+0000 7fb6ff7fe640 1 -- 172.21.15.76:0/416366894 learned_addr learned my addr 172.21.15.76:0/416366894 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:17.559 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.554+0000 7fb6fe7fc640 1 --2- 172.21.15.76:0/416366894 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb7000b4130 0x7fb700151430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:17.559 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.554+0000 7fb6feffd640 1 --2- 172.21.15.76:0/416366894 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb70008a370 0x7fb7000cb880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:17.559 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.554+0000 7fb6ff7fe640 1 -- 172.21.15.76:0/416366894 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb7000b4130 msgr2=0x7fb700151430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:17.559 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.554+0000 7fb6ff7fe640 1 --2- 172.21.15.76:0/416366894 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb7000b4130 0x7fb700151430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:17.559 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.554+0000 7fb6ff7fe640 1 -- 172.21.15.76:0/416366894 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb70008a370 msgr2=0x7fb7000cb880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:17.559 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.554+0000 7fb6ff7fe640 1 --2- 172.21.15.76:0/416366894 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb70008a370 0x7fb7000cb880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:17.559 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.554+0000 7fb6ff7fe640 1 -- 172.21.15.76:0/416366894 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb6f0009400 con 0x7fb7000b4510 2024-09-13T16:13:17.559 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.554+0000 7fb6ff7fe640 1 --2- 172.21.15.76:0/416366894 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb7000b4510 0x7fb700151970 secure :-1 s=READY pgs=1773 cs=0 l=1 rev1=1 crypto rx=0x7fb6f800c780 tx=0x7fb6f800cb80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:17.559 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.554+0000 7fb6e77fe640 1 -- 172.21.15.76:0/416366894 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6f8004d60 con 0x7fb7000b4510 2024-09-13T16:13:17.559 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.554+0000 7fb6e77fe640 1 -- 172.21.15.76:0/416366894 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb6f800a640 con 0x7fb7000b4510 2024-09-13T16:13:17.560 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.554+0000 7fb705296640 1 -- 172.21.15.76:0/416366894 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb70009dd80 con 0x7fb7000b4510 2024-09-13T16:13:17.560 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.554+0000 7fb6e77fe640 1 -- 172.21.15.76:0/416366894 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6f800a9f0 con 0x7fb7000b4510 2024-09-13T16:13:17.560 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.554+0000 7fb705296640 1 -- 172.21.15.76:0/416366894 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb7001f2060 con 0x7fb7000b4510 2024-09-13T16:13:17.560 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.555+0000 7fb705296640 1 -- 172.21.15.76:0/416366894 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb70009e580 con 0x7fb7000b4510 2024-09-13T16:13:17.560 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.556+0000 7fb6e77fe640 1 -- 172.21.15.76:0/416366894 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb6f800ab50 con 0x7fb7000b4510 2024-09-13T16:13:17.560 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.556+0000 7fb6e77fe640 1 --2- 172.21.15.76:0/416366894 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb6ec06ac00 0x7fb6ec06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:17.561 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.556+0000 7fb6e77fe640 1 -- 172.21.15.76:0/416366894 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(127..127 src has 1..127) v4 ==== 5263+0+0 (secure 0 0 0) 0x7fb6f8088730 con 0x7fb7000b4510 2024-09-13T16:13:17.561 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.556+0000 7fb6feffd640 1 --2- 172.21.15.76:0/416366894 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb6ec06ac00 0x7fb6ec06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:17.561 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.557+0000 7fb6feffd640 1 --2- 172.21.15.76:0/416366894 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb6ec06ac00 0x7fb6ec06d0c0 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7fb6f0034000 tx=0x7fb6f002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:17.561 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.560+0000 7fb6e77fe640 1 -- 172.21.15.76:0/416366894 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fb70009e580 con 0x7fb7000b4510 2024-09-13T16:13:17.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.785+0000 7fb705296640 1 -- 172.21.15.76:0/416366894 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_client_limits.TestClientLimits.test_client_pin_mincaps"]} v 0) v1 -- 0x7fb70009e580 con 0x7fb7000b4510 2024-09-13T16:13:17.861 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.860+0000 7fb6e77fe640 1 -- 172.21.15.76:0/416366894 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_client_limits.TestClientLimits.test_client_pin_mincaps"]}]=0 v534) v1 ==== 154+0+0 (secure 0 0 0) 0x7fb70009e580 con 0x7fb7000b4510 2024-09-13T16:13:17.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.862+0000 7fb705296640 1 -- 172.21.15.76:0/416366894 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb6ec06ac00 msgr2=0x7fb6ec06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:17.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.862+0000 7fb705296640 1 --2- 172.21.15.76:0/416366894 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb6ec06ac00 0x7fb6ec06d0c0 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7fb6f0034000 tx=0x7fb6f002e000 comp rx=0 tx=0).stop 2024-09-13T16:13:17.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.862+0000 7fb705296640 1 -- 172.21.15.76:0/416366894 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb7000b4510 msgr2=0x7fb700151970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:17.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.862+0000 7fb705296640 1 --2- 172.21.15.76:0/416366894 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb7000b4510 0x7fb700151970 secure :-1 s=READY pgs=1773 cs=0 l=1 rev1=1 crypto rx=0x7fb6f800c780 tx=0x7fb6f800cb80 comp rx=0 tx=0).stop 2024-09-13T16:13:17.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.862+0000 7fb705296640 1 -- 172.21.15.76:0/416366894 shutdown_connections 2024-09-13T16:13:17.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.862+0000 7fb705296640 1 --2- 172.21.15.76:0/416366894 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb7000b4510 0x7fb700151970 unknown :-1 s=CLOSED pgs=1773 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:17.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.862+0000 7fb705296640 1 --2- 172.21.15.76:0/416366894 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb6ec06ac00 0x7fb6ec06d0c0 unknown :-1 s=CLOSED pgs=753 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:17.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.862+0000 7fb705296640 1 --2- 172.21.15.76:0/416366894 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb7000b4130 0x7fb700151430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:17.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.862+0000 7fb705296640 1 --2- 172.21.15.76:0/416366894 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb70008a370 0x7fb7000cb880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:17.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.862+0000 7fb705296640 1 -- 172.21.15.76:0/416366894 >> 172.21.15.76:0/416366894 conn(0x7fb700089f60 msgr2=0x7fb7000c8650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:17.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.862+0000 7fb705296640 1 -- 172.21.15.76:0/416366894 shutdown_connections 2024-09-13T16:13:17.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.862+0000 7fb705296640 1 -- 172.21.15.76:0/416366894 wait complete. 2024-09-13T16:13:17.875 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-13T16:13:17.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.975+0000 7f2bb3ec9640 1 Processor -- start 2024-09-13T16:13:17.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.975+0000 7f2bb3ec9640 1 -- start start 2024-09-13T16:13:17.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.976+0000 7f2bb3ec9640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f2bac159310 0x7f2bac0ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:17.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.976+0000 7f2bb3ec9640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f2bac0ce4f0 0x7f2bac0ce8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:17.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.976+0000 7f2bb3ec9640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2bac0ccbe0 con 0x7f2bac0b2b40 2024-09-13T16:13:17.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.976+0000 7f2bb3ec9640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2bac0ad940 con 0x7f2bac159310 2024-09-13T16:13:17.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.976+0000 7f2bb3ec9640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2bac0b1810 con 0x7f2bac0ce4f0 2024-09-13T16:13:17.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.976+0000 7f2bb1c65640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f2bac159310 0x7f2bac0ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:17.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.976+0000 7f2bb1464640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f2bac0b2b40 0x7f2bac0ab140 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:35628/0 (socket says 172.21.15.76:35628) 2024-09-13T16:13:17.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.976+0000 7f2bb1464640 1 -- 172.21.15.76:0/3682888 learned_addr learned my addr 172.21.15.76:0/3682888 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:13:17.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.976+0000 7f2bb2466640 1 --2- 172.21.15.76:0/3682888 >> v2:172.21.15.192:3300/0 conn(0x7f2bac0ce4f0 0x7f2bac0ce8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:17.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.976+0000 7f2bb1c65640 1 -- 172.21.15.76:0/3682888 >> v2:172.21.15.192:3300/0 conn(0x7f2bac0ce4f0 msgr2=0x7f2bac0ce8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:17.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.976+0000 7f2bb1c65640 1 --2- 172.21.15.76:0/3682888 >> v2:172.21.15.192:3300/0 conn(0x7f2bac0ce4f0 0x7f2bac0ce8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:17.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.976+0000 7f2bb1c65640 1 -- 172.21.15.76:0/3682888 >> v1:172.21.15.76:6789/0 conn(0x7f2bac0b2b40 legacy=0x7f2bac0ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:17.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.976+0000 7f2bb1c65640 1 -- 172.21.15.76:0/3682888 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2bac0cee10 con 0x7f2bac159310 2024-09-13T16:13:17.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.976+0000 7f2bb0c63640 1 -- 172.21.15.76:0/3682888 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1174045533 0 0) 0x7f2bac0ccbe0 con 0x7f2bac0b2b40 2024-09-13T16:13:17.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.976+0000 7f2bb2466640 1 --2- 172.21.15.76:0/3682888 >> v2:172.21.15.192:3300/0 conn(0x7f2bac0ce4f0 0x7f2bac0ce8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:17.983 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.977+0000 7f2bb1c65640 1 --2- 172.21.15.76:0/3682888 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2bac159310 0x7f2bac0ad400 secure :-1 s=READY pgs=1775 cs=0 l=1 rev1=1 crypto rx=0x7f2bac0b2fc0 tx=0x7f2ba802a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=51a46a163bd18859 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:17.983 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.977+0000 7f2bb0c63640 1 -- 172.21.15.76:0/3682888 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ba802ae60 con 0x7f2bac159310 2024-09-13T16:13:17.983 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.977+0000 7f2bb0c63640 1 -- 172.21.15.76:0/3682888 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2ba8032440 con 0x7f2bac159310 2024-09-13T16:13:17.983 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.977+0000 7f2bb0c63640 1 -- 172.21.15.76:0/3682888 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ba80327d0 con 0x7f2bac159310 2024-09-13T16:13:17.983 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.977+0000 7f2bb3ec9640 1 -- 172.21.15.76:0/3682888 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2bac159310 msgr2=0x7f2bac0ad400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:17.983 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.977+0000 7f2bb3ec9640 1 --2- 172.21.15.76:0/3682888 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2bac159310 0x7f2bac0ad400 secure :-1 s=READY pgs=1775 cs=0 l=1 rev1=1 crypto rx=0x7f2bac0b2fc0 tx=0x7f2ba802a110 comp rx=0 tx=0).stop 2024-09-13T16:13:17.983 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.977+0000 7f2bb3ec9640 1 -- 172.21.15.76:0/3682888 shutdown_connections 2024-09-13T16:13:17.983 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.977+0000 7f2bb3ec9640 1 --2- 172.21.15.76:0/3682888 >> v2:172.21.15.192:3300/0 conn(0x7f2bac0ce4f0 0x7f2bac0ce8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:17.983 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.977+0000 7f2bb3ec9640 1 --2- 172.21.15.76:0/3682888 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2bac159310 0x7f2bac0ad400 unknown :-1 s=CLOSED pgs=1775 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:17.983 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.978+0000 7f2bb3ec9640 1 -- 172.21.15.76:0/3682888 >> 172.21.15.76:0/3682888 conn(0x7f2bac06a0b0 msgr2=0x7f2bac06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:17.983 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.978+0000 7f2bb3ec9640 1 -- 172.21.15.76:0/3682888 shutdown_connections 2024-09-13T16:13:17.983 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.978+0000 7f2bb3ec9640 1 -- 172.21.15.76:0/3682888 wait complete. 2024-09-13T16:13:17.984 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.979+0000 7f2bb3ec9640 1 Processor -- start 2024-09-13T16:13:17.984 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.979+0000 7f2bb3ec9640 1 -- start start 2024-09-13T16:13:17.984 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.979+0000 7f2bb3ec9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2bac0b2b40 0x7f2bac099d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:17.984 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.979+0000 7f2bb3ec9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2bac0ce4f0 0x7f2bac09bd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:17.984 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.979+0000 7f2bb3ec9640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2bac159310 0x7f2bac0cad30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:17.984 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.979+0000 7f2bb3ec9640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2bac09b0a0 con 0x7f2bac0b2b40 2024-09-13T16:13:17.984 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.979+0000 7f2bb3ec9640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2bac09c280 con 0x7f2bac159310 2024-09-13T16:13:17.984 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.979+0000 7f2bb3ec9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2bac1f31c0 con 0x7f2bac0ce4f0 2024-09-13T16:13:17.984 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.980+0000 7f2bb1c65640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2bac0b2b40 0x7f2bac099d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:17.984 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.980+0000 7f2bb1c65640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2bac0b2b40 0x7f2bac099d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:33106/0 (socket says 172.21.15.76:33106) 2024-09-13T16:13:17.984 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.980+0000 7f2bb1c65640 1 -- 172.21.15.76:0/1143945628 learned_addr learned my addr 172.21.15.76:0/1143945628 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:17.984 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.980+0000 7f2bb2466640 1 --2- 172.21.15.76:0/1143945628 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2bac159310 0x7f2bac0cad30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:17.984 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.980+0000 7f2bb1464640 1 --2- 172.21.15.76:0/1143945628 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2bac0ce4f0 0x7f2bac09bd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:17.984 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.980+0000 7f2bb1c65640 1 -- 172.21.15.76:0/1143945628 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2bac0ce4f0 msgr2=0x7f2bac09bd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:17.985 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.980+0000 7f2bb1c65640 1 --2- 172.21.15.76:0/1143945628 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2bac0ce4f0 0x7f2bac09bd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:17.985 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.980+0000 7f2bb1c65640 1 -- 172.21.15.76:0/1143945628 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2bac159310 msgr2=0x7f2bac0cad30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:17.985 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.980+0000 7f2bb1c65640 1 --2- 172.21.15.76:0/1143945628 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2bac159310 0x7f2bac0cad30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:17.985 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.980+0000 7f2bb1c65640 1 -- 172.21.15.76:0/1143945628 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2ba8009400 con 0x7f2bac0b2b40 2024-09-13T16:13:17.985 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.980+0000 7f2bb1464640 1 --2- 172.21.15.76:0/1143945628 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2bac0ce4f0 0x7f2bac09bd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:13:17.985 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.980+0000 7f2bb1c65640 1 --2- 172.21.15.76:0/1143945628 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2bac0b2b40 0x7f2bac099d50 secure :-1 s=READY pgs=1776 cs=0 l=1 rev1=1 crypto rx=0x7f2ba8009890 tx=0x7f2ba80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:17.985 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.980+0000 7f2ba27fc640 1 -- 172.21.15.76:0/1143945628 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ba8004030 con 0x7f2bac0b2b40 2024-09-13T16:13:17.985 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.980+0000 7f2ba27fc640 1 -- 172.21.15.76:0/1143945628 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2ba80041b0 con 0x7f2bac0b2b40 2024-09-13T16:13:17.985 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.980+0000 7f2ba27fc640 1 -- 172.21.15.76:0/1143945628 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ba803d630 con 0x7f2bac0b2b40 2024-09-13T16:13:17.985 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.980+0000 7f2bb3ec9640 1 -- 172.21.15.76:0/1143945628 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2bac09a420 con 0x7f2bac0b2b40 2024-09-13T16:13:17.985 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.980+0000 7f2bb3ec9640 1 -- 172.21.15.76:0/1143945628 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2bac09a9e0 con 0x7f2bac0b2b40 2024-09-13T16:13:17.985 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.981+0000 7f2bb3ec9640 1 -- 172.21.15.76:0/1143945628 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2bac06dfa0 con 0x7f2bac0b2b40 2024-09-13T16:13:17.986 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.982+0000 7f2ba27fc640 1 -- 172.21.15.76:0/1143945628 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f2ba803d790 con 0x7f2bac0b2b40 2024-09-13T16:13:17.986 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.982+0000 7f2ba27fc640 1 --2- 172.21.15.76:0/1143945628 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2b9006ac00 0x7f2b9006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:17.986 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.982+0000 7f2ba27fc640 1 -- 172.21.15.76:0/1143945628 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(127..127 src has 1..127) v4 ==== 5263+0+0 (secure 0 0 0) 0x7f2ba80a9eb0 con 0x7f2bac0b2b40 2024-09-13T16:13:17.986 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.982+0000 7f2bb1464640 1 --2- 172.21.15.76:0/1143945628 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2b9006ac00 0x7f2b9006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:17.987 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.983+0000 7f2bb1464640 1 --2- 172.21.15.76:0/1143945628 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2b9006ac00 0x7f2b9006d0c0 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7f2bac0ca840 tx=0x7f2b9c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:17.987 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:17.986+0000 7f2ba27fc640 1 -- 172.21.15.76:0/1143945628 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f2ba8075370 con 0x7f2bac0b2b40 2024-09-13T16:13:18.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.150+0000 7f2bb3ec9640 1 -- 172.21.15.76:0/1143945628 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) v1 -- 0x7f2bac06e4b0 con 0x7f2bac0b2b40 2024-09-13T16:13:18.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.154+0000 7f2ba27fc640 1 -- 172.21.15.76:0/1143945628 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v53)=0 v53) v1 ==== 122+0+0 (secure 0 0 0) 0x7f2ba80370c0 con 0x7f2bac0b2b40 2024-09-13T16:13:18.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.156+0000 7f2bb3ec9640 1 -- 172.21.15.76:0/1143945628 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2b9006ac00 msgr2=0x7f2b9006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:18.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.156+0000 7f2bb3ec9640 1 --2- 172.21.15.76:0/1143945628 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2b9006ac00 0x7f2b9006d0c0 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7f2bac0ca840 tx=0x7f2b9c009040 comp rx=0 tx=0).stop 2024-09-13T16:13:18.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.156+0000 7f2bb3ec9640 1 -- 172.21.15.76:0/1143945628 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2bac0b2b40 msgr2=0x7f2bac099d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:18.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.156+0000 7f2bb3ec9640 1 --2- 172.21.15.76:0/1143945628 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2bac0b2b40 0x7f2bac099d50 secure :-1 s=READY pgs=1776 cs=0 l=1 rev1=1 crypto rx=0x7f2ba8009890 tx=0x7f2ba80046c0 comp rx=0 tx=0).stop 2024-09-13T16:13:18.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.156+0000 7f2bb3ec9640 1 -- 172.21.15.76:0/1143945628 shutdown_connections 2024-09-13T16:13:18.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.156+0000 7f2bb3ec9640 1 --2- 172.21.15.76:0/1143945628 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2bac159310 0x7f2bac0cad30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:18.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.156+0000 7f2bb3ec9640 1 --2- 172.21.15.76:0/1143945628 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2b9006ac00 0x7f2b9006d0c0 unknown :-1 s=CLOSED pgs=754 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:18.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.156+0000 7f2bb3ec9640 1 --2- 172.21.15.76:0/1143945628 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2bac0ce4f0 0x7f2bac09bd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:18.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.156+0000 7f2bb3ec9640 1 --2- 172.21.15.76:0/1143945628 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2bac0b2b40 0x7f2bac099d50 unknown :-1 s=CLOSED pgs=1776 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:18.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.156+0000 7f2bb3ec9640 1 -- 172.21.15.76:0/1143945628 >> 172.21.15.76:0/1143945628 conn(0x7f2bac06a0b0 msgr2=0x7f2bac0add90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:18.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.156+0000 7f2bb3ec9640 1 -- 172.21.15.76:0/1143945628 shutdown_connections 2024-09-13T16:13:18.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.156+0000 7f2bb3ec9640 1 -- 172.21.15.76:0/1143945628 wait complete. 2024-09-13T16:13:18.168 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-13T16:13:18.168 DEBUG:teuthology.orchestra.run.smithi076:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T16:13:18.218 DEBUG:teuthology.orchestra.run.smithi192:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T16:13:18.260 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-13T16:13:18.260 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:13:18.260 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:13:18.276 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18725 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T16:13:18.276 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-13T16:13:18.276 DEBUG:teuthology.orchestra.run.smithi192:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:13:18.319 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056014,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20494 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-13T16:13:18.319 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:13:18.319 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:13:18.335 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18725 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T16:13:18.335 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-13T16:13:18.335 DEBUG:teuthology.orchestra.run.smithi192:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:13:18.377 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056014,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20494 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-13T16:13:18.377 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-13T16:13:18.378 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:13:18.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.473+0000 7f210b4e5640 1 Processor -- start 2024-09-13T16:13:18.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.474+0000 7f210b4e5640 1 -- start start 2024-09-13T16:13:18.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.474+0000 7f210b4e5640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f210406c4c0 0x7f210406c8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:18.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.474+0000 7f210b4e5640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f21040b2170 con 0x7f21040b2590 2024-09-13T16:13:18.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.474+0000 7f210b4e5640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f210406dab0 con 0x7f21040cbea0 2024-09-13T16:13:18.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.474+0000 7f210b4e5640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f210406deb0 con 0x7f210406c4c0 2024-09-13T16:13:18.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.475+0000 7f2108a80640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f21040b2590 0x7f210406d3a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:35630/0 (socket says 172.21.15.76:35630) 2024-09-13T16:13:18.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.475+0000 7f2108a80640 1 -- 172.21.15.76:0/1235289236 learned_addr learned my addr 172.21.15.76:0/1235289236 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:13:18.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.475+0000 7f20fbfff640 1 -- 172.21.15.76:0/1235289236 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1417353347 0 0) 0x7f21040b2170 con 0x7f21040b2590 2024-09-13T16:13:18.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.475+0000 7f2109281640 1 --2- 172.21.15.76:0/1235289236 >> v2:172.21.15.192:3300/0 conn(0x7f210406c4c0 0x7f210406c8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:18.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.475+0000 7f20fbfff640 1 -- 172.21.15.76:0/1235289236 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f20f0003520 con 0x7f21040b2590 2024-09-13T16:13:18.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.475+0000 7f20fbfff640 1 -- 172.21.15.76:0/1235289236 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3664229089 0 0) 0x7f20f0003520 con 0x7f21040b2590 2024-09-13T16:13:18.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.475+0000 7f20fbfff640 1 -- 172.21.15.76:0/1235289236 >> v2:172.21.15.192:3300/0 conn(0x7f210406c4c0 msgr2=0x7f210406c8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:18.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.475+0000 7f20fbfff640 1 --2- 172.21.15.76:0/1235289236 >> v2:172.21.15.192:3300/0 conn(0x7f210406c4c0 0x7f210406c8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:18.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.475+0000 7f20fbfff640 1 -- 172.21.15.76:0/1235289236 >> v1:172.21.15.192:6789/0 conn(0x7f21040cbea0 legacy=0x7f21040cc330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:18.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.475+0000 7f20fbfff640 1 -- 172.21.15.76:0/1235289236 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f21040b29e0 con 0x7f21040b2590 2024-09-13T16:13:18.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.475+0000 7f20fbfff640 1 -- 172.21.15.76:0/1235289236 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f20f4001670 con 0x7f21040b2590 2024-09-13T16:13:18.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.475+0000 7f20fbfff640 1 -- 172.21.15.76:0/1235289236 >> v1:172.21.15.76:6789/0 conn(0x7f21040b2590 legacy=0x7f210406d3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:18.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.475+0000 7f20fbfff640 1 --2- 172.21.15.76:0/1235289236 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f20f0003970 0x7f20f0003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:18.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.475+0000 7f20fbfff640 1 --2- 172.21.15.76:0/1235289236 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f20f00047c0 0x7f20f0004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:18.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.475+0000 7f20fbfff640 1 --2- 172.21.15.76:0/1235289236 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f20f0005180 0x7f20f000b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:18.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.475+0000 7f20fbfff640 1 -- 172.21.15.76:0/1235289236 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f210406deb0 con 0x7f20f00047c0 2024-09-13T16:13:18.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.475+0000 7f20fbfff640 1 -- 172.21.15.76:0/1235289236 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f20f000c020 con 0x7f20f0005180 2024-09-13T16:13:18.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.475+0000 7f20fbfff640 1 -- 172.21.15.76:0/1235289236 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f20f000c1e0 con 0x7f20f0003970 2024-09-13T16:13:18.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.475+0000 7f2108a80640 1 --2- 172.21.15.76:0/1235289236 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f20f00047c0 0x7f20f0004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:18.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.475+0000 7f2109281640 1 --2- 172.21.15.76:0/1235289236 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f20f0003970 0x7f20f0003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:18.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.475+0000 7f2109a82640 1 --2- 172.21.15.76:0/1235289236 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f20f0005180 0x7f20f000b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:18.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.475+0000 7f2108a80640 1 -- 172.21.15.76:0/1235289236 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f20f0003970 msgr2=0x7f20f0003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:18.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.475+0000 7f2108a80640 1 --2- 172.21.15.76:0/1235289236 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f20f0003970 0x7f20f0003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:18.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.475+0000 7f2108a80640 1 -- 172.21.15.76:0/1235289236 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f20f0005180 msgr2=0x7f20f000b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:18.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.475+0000 7f2108a80640 1 --2- 172.21.15.76:0/1235289236 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f20f0005180 0x7f20f000b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:18.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.476+0000 7f2108a80640 1 -- 172.21.15.76:0/1235289236 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f20f0003520 con 0x7f20f00047c0 2024-09-13T16:13:18.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.476+0000 7f2109281640 1 --2- 172.21.15.76:0/1235289236 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f20f0003970 0x7f20f0003d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:18.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.476+0000 7f2109a82640 1 --2- 172.21.15.76:0/1235289236 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f20f0005180 0x7f20f000b980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:18.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.476+0000 7f2109a82640 1 -- 172.21.15.76:0/1235289236 reap_dead start 2024-09-13T16:13:18.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.476+0000 7f2108a80640 1 --2- 172.21.15.76:0/1235289236 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f20f00047c0 0x7f20f0004c40 secure :-1 s=READY pgs=1778 cs=0 l=1 rev1=1 crypto rx=0x7f20f400c240 tx=0x7f20f00057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=37fbdeb691c680fa server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:18.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.476+0000 7f20fbfff640 1 -- 172.21.15.76:0/1235289236 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f20f402e070 con 0x7f20f00047c0 2024-09-13T16:13:18.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.476+0000 7f20fbfff640 1 -- 172.21.15.76:0/1235289236 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f20f40058d0 con 0x7f20f00047c0 2024-09-13T16:13:18.482 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.476+0000 7f20fbfff640 1 -- 172.21.15.76:0/1235289236 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f20f4005d00 con 0x7f20f00047c0 2024-09-13T16:13:18.482 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.477+0000 7f210b4e5640 1 -- 172.21.15.76:0/1235289236 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f20f00047c0 msgr2=0x7f20f0004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:18.482 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.477+0000 7f210b4e5640 1 --2- 172.21.15.76:0/1235289236 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f20f00047c0 0x7f20f0004c40 secure :-1 s=READY pgs=1778 cs=0 l=1 rev1=1 crypto rx=0x7f20f400c240 tx=0x7f20f00057f0 comp rx=0 tx=0).stop 2024-09-13T16:13:18.482 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.477+0000 7f210b4e5640 1 -- 172.21.15.76:0/1235289236 shutdown_connections 2024-09-13T16:13:18.482 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.477+0000 7f210b4e5640 1 --2- 172.21.15.76:0/1235289236 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f20f00047c0 0x7f20f0004c40 unknown :-1 s=CLOSED pgs=1778 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:18.482 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.477+0000 7f210b4e5640 1 -- 172.21.15.76:0/1235289236 >> 172.21.15.76:0/1235289236 conn(0x7f2104069ed0 msgr2=0x7f210406a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:18.482 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.477+0000 7f210b4e5640 1 -- 172.21.15.76:0/1235289236 shutdown_connections 2024-09-13T16:13:18.482 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.477+0000 7f210b4e5640 1 -- 172.21.15.76:0/1235289236 wait complete. 2024-09-13T16:13:18.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.478+0000 7f210b4e5640 1 Processor -- start 2024-09-13T16:13:18.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.478+0000 7f210b4e5640 1 -- start start 2024-09-13T16:13:18.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.479+0000 7f210b4e5640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f20f00047c0 0x7f210415b970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:18.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.479+0000 7f210b4e5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f21040c6460 0x7f2104156020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:18.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.479+0000 7f210b4e5640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f21040c7a70 0x7f21040c7ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:18.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.479+0000 7f210b4e5640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21040c75e0 con 0x7f21040c6460 2024-09-13T16:13:18.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.479+0000 7f210b4e5640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2104156560 con 0x7f21040c7a70 2024-09-13T16:13:18.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.479+0000 7f210b4e5640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f21040c69d0 con 0x7f20f00047c0 2024-09-13T16:13:18.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.479+0000 7f2108a80640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f21040c6460 0x7f2104156020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:18.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.479+0000 7f2108a80640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f21040c6460 0x7f2104156020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:33134/0 (socket says 172.21.15.76:33134) 2024-09-13T16:13:18.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.479+0000 7f2108a80640 1 -- 172.21.15.76:0/1943516668 learned_addr learned my addr 172.21.15.76:0/1943516668 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:18.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.479+0000 7f2109281640 1 --2- 172.21.15.76:0/1943516668 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f20f00047c0 0x7f210415b970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:18.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.479+0000 7f2109a82640 1 --2- 172.21.15.76:0/1943516668 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f21040c7a70 0x7f21040c7ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:18.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.479+0000 7f2108a80640 1 -- 172.21.15.76:0/1943516668 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f20f00047c0 msgr2=0x7f210415b970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:18.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.479+0000 7f2108a80640 1 --2- 172.21.15.76:0/1943516668 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f20f00047c0 0x7f210415b970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:18.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.479+0000 7f2108a80640 1 -- 172.21.15.76:0/1943516668 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f21040c7a70 msgr2=0x7f21040c7ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:18.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.479+0000 7f2108a80640 1 --2- 172.21.15.76:0/1943516668 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f21040c7a70 0x7f21040c7ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:18.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.479+0000 7f2108a80640 1 -- 172.21.15.76:0/1943516668 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f21040c6cb0 con 0x7f21040c6460 2024-09-13T16:13:18.488 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.479+0000 7f2109a82640 1 --2- 172.21.15.76:0/1943516668 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f21040c7a70 0x7f21040c7ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:13:18.488 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.479+0000 7f2108a80640 1 --2- 172.21.15.76:0/1943516668 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f21040c6460 0x7f2104156020 secure :-1 s=READY pgs=1779 cs=0 l=1 rev1=1 crypto rx=0x7f20f4001930 tx=0x7f20f4001a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:18.488 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.480+0000 7f20f9ffb640 1 -- 172.21.15.76:0/1943516668 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f20f4005e70 con 0x7f21040c6460 2024-09-13T16:13:18.488 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.480+0000 7f20f9ffb640 1 -- 172.21.15.76:0/1943516668 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f20f40049f0 con 0x7f21040c6460 2024-09-13T16:13:18.488 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.480+0000 7f210b4e5640 1 -- 172.21.15.76:0/1943516668 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f21040c6f90 con 0x7f21040c6460 2024-09-13T16:13:18.488 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.480+0000 7f20f9ffb640 1 -- 172.21.15.76:0/1943516668 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f20f4004dc0 con 0x7f21040c6460 2024-09-13T16:13:18.488 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.480+0000 7f210b4e5640 1 -- 172.21.15.76:0/1943516668 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f21041567b0 con 0x7f21040c6460 2024-09-13T16:13:18.488 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.481+0000 7f210b4e5640 1 -- 172.21.15.76:0/1943516668 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f21040c7750 con 0x7f21040c6460 2024-09-13T16:13:18.488 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.481+0000 7f20f9ffb640 1 -- 172.21.15.76:0/1943516668 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f20f4005040 con 0x7f21040c6460 2024-09-13T16:13:18.488 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.482+0000 7f20f9ffb640 1 --2- 172.21.15.76:0/1943516668 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f20e806ac30 0x7f20e806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:18.488 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.482+0000 7f2109281640 1 --2- 172.21.15.76:0/1943516668 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f20e806ac30 0x7f20e806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:18.488 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.482+0000 7f20f9ffb640 1 -- 172.21.15.76:0/1943516668 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(127..127 src has 1..127) v4 ==== 5263+0+0 (secure 0 0 0) 0x7f20f40a90b0 con 0x7f21040c6460 2024-09-13T16:13:18.488 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.482+0000 7f2109281640 1 --2- 172.21.15.76:0/1943516668 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f20e806ac30 0x7f20e806d0f0 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7f2100009b10 tx=0x7f2100008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:18.489 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.486+0000 7f20f9ffb640 1 -- 172.21.15.76:0/1943516668 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f20f4074570 con 0x7f21040c6460 2024-09-13T16:13:18.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.680+0000 7f210b4e5640 1 -- 172.21.15.76:0/1943516668 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f210406d3a0 con 0x7f21040c6460 2024-09-13T16:13:18.682 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.681+0000 7f20f9ffb640 1 -- 172.21.15.76:0/1943516668 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 66 v66) v1 ==== 94+0+3532 (secure 0 0 0) 0x7f20f4077b90 con 0x7f21040c6460 2024-09-13T16:13:18.682 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:13:18.682 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":66,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6794,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/1506250925","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":1506250925},{"type":"v1","addr":"172.21.15.192:6833","nonce":1506250925}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":58},{"gid":6797,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/2760399189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":2760399189},{"type":"v1","addr":"172.21.15.192:6835","nonce":2760399189}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":58},{"gid":8544,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6836/637364378","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":637364378},{"type":"v1","addr":"172.21.15.76:6836","nonce":637364378}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":58},{"gid":8970,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6837/3837838318","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":3837838318},{"type":"v1","addr":"172.21.15.76:6837","nonce":3837838318}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":66}],"filesystems":[]} 2024-09-13T16:13:18.683 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 66 2024-09-13T16:13:18.684 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.682+0000 7f210b4e5640 1 -- 172.21.15.76:0/1943516668 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f20e806ac30 msgr2=0x7f20e806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:18.684 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.683+0000 7f210b4e5640 1 --2- 172.21.15.76:0/1943516668 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f20e806ac30 0x7f20e806d0f0 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7f2100009b10 tx=0x7f2100008040 comp rx=0 tx=0).stop 2024-09-13T16:13:18.684 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.683+0000 7f210b4e5640 1 -- 172.21.15.76:0/1943516668 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f21040c6460 msgr2=0x7f2104156020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:18.684 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.683+0000 7f210b4e5640 1 --2- 172.21.15.76:0/1943516668 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f21040c6460 0x7f2104156020 secure :-1 s=READY pgs=1779 cs=0 l=1 rev1=1 crypto rx=0x7f20f4001930 tx=0x7f20f4001a00 comp rx=0 tx=0).stop 2024-09-13T16:13:18.684 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.683+0000 7f210b4e5640 1 -- 172.21.15.76:0/1943516668 shutdown_connections 2024-09-13T16:13:18.685 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.683+0000 7f210b4e5640 1 --2- 172.21.15.76:0/1943516668 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f21040c7a70 0x7f21040c7ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:18.685 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.683+0000 7f210b4e5640 1 --2- 172.21.15.76:0/1943516668 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f21040c6460 0x7f2104156020 unknown :-1 s=CLOSED pgs=1779 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:18.685 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.683+0000 7f210b4e5640 1 --2- 172.21.15.76:0/1943516668 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f20e806ac30 0x7f20e806d0f0 unknown :-1 s=CLOSED pgs=755 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:18.685 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.683+0000 7f210b4e5640 1 --2- 172.21.15.76:0/1943516668 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f20f00047c0 0x7f210415b970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:18.685 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.683+0000 7f210b4e5640 1 -- 172.21.15.76:0/1943516668 >> 172.21.15.76:0/1943516668 conn(0x7f2104069ed0 msgr2=0x7f21041571c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:18.685 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.683+0000 7f210b4e5640 1 -- 172.21.15.76:0/1943516668 shutdown_connections 2024-09-13T16:13:18.685 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:18.683+0000 7f210b4e5640 1 -- 172.21.15.76:0/1943516668 wait complete. 2024-09-13T16:13:18.695 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-13T16:13:18.695 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-13T16:13:18.696 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-13T16:13:18.696 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:13:18.696 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-13T16:13:18.696 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-13T16:13:18.696 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-13T16:13:18.696 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:13:18.696 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-13T16:13:18.696 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-13T16:13:18.697 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-13T16:13:18.697 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:13:18.697 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-13T16:13:18.697 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-13T16:13:18.697 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-13T16:13:18.697 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:13:18.706 INFO:tasks.ceph.mds.a:Stopped 2024-09-13T16:13:18.706 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-13T16:13:18.707 INFO:tasks.ceph.mds.c:Stopped 2024-09-13T16:13:18.707 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-13T16:13:18.709 INFO:tasks.ceph.mds.d:Stopped 2024-09-13T16:13:18.709 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-13T16:13:18.750 INFO:tasks.ceph.mds.a:Started 2024-09-13T16:13:18.750 DEBUG:teuthology.parallel:result is None 2024-09-13T16:13:18.751 INFO:tasks.ceph.mds.c:Started 2024-09-13T16:13:18.752 DEBUG:teuthology.parallel:result is None 2024-09-13T16:13:18.753 INFO:tasks.ceph.mds.d:Started 2024-09-13T16:13:18.753 DEBUG:teuthology.parallel:result is None 2024-09-13T16:13:18.823 INFO:tasks.ceph.mds.a.smithi076.stdout:starting mds.a at 2024-09-13T16:13:18.824 INFO:tasks.ceph.mds.c.smithi076.stdout:starting mds.c at 2024-09-13T16:13:18.832 INFO:tasks.ceph.mds.d.smithi192.stdout:starting mds.d at 2024-09-13T16:13:19.955 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b is failed for ~0s 2024-09-13T16:13:24.709 INFO:tasks.ceph.mds.b:Stopped 2024-09-13T16:13:24.709 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-13T16:13:24.712 INFO:tasks.ceph.mds.b:Started 2024-09-13T16:13:24.713 DEBUG:teuthology.parallel:result is None 2024-09-13T16:13:24.713 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-13T16:13:24.796 INFO:tasks.ceph.mds.b.smithi192.stdout:starting mds.b at 2024-09-13T16:13:24.835 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:24.834+0000 7f27c2402640 1 Processor -- start 2024-09-13T16:13:24.835 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:24.834+0000 7f27c2402640 1 -- start start 2024-09-13T16:13:24.837 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:24.834+0000 7f27c2402640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f27bc072110 0x7f27bc070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:24.837 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:24.834+0000 7f27c2402640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f27bc0c8920 0x7f27bc0c8dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:24.837 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:24.834+0000 7f27c2402640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f27bc0abdf0 con 0x7f27bc071d30 2024-09-13T16:13:24.837 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:24.834+0000 7f27c2402640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f27bc0c9310 con 0x7f27bc0c8920 2024-09-13T16:13:24.837 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:24.834+0000 7f27c2402640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f27bc0b2280 con 0x7f27bc072110 2024-09-13T16:13:24.837 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:24.835+0000 7f27c099f640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f27bc0c8920 0x7f27bc0c8dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:24.837 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:24.835+0000 7f27b3fff640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f27bc072110 0x7f27bc070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:24.837 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:24.835+0000 7f27c099f640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f27bc0c8920 0x7f27bc0c8dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40808/0 (socket says 172.21.15.76:40808) 2024-09-13T16:13:24.837 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:24.835+0000 7f27bbfff640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7f27bc071d30 0x7f27bc0b1b70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:45044/0 (socket says 172.21.15.76:45044) 2024-09-13T16:13:24.837 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:24.835+0000 7f27b3fff640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f27bc072110 0x7f27bc070190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.76:35934/0 (socket says 172.21.15.76:35934) 2024-09-13T16:13:24.837 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:24.835+0000 7f27c099f640 1 -- 172.21.15.76:0/1161318397 learned_addr learned my addr 172.21.15.76:0/1161318397 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:24.838 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:24.835+0000 7f27bb7fe640 1 -- 172.21.15.76:0/1161318397 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3438086212 0 0) 0x7f27bc0abdf0 con 0x7f27bc071d30 2024-09-13T16:13:24.838 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:24.835+0000 7f27c099f640 1 -- 172.21.15.76:0/1161318397 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f27bc072110 msgr2=0x7f27bc070190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:24.838 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:24.835+0000 7f27c099f640 1 --2- 172.21.15.76:0/1161318397 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f27bc072110 0x7f27bc070190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:24.838 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:24.835+0000 7f27c099f640 1 -- 172.21.15.76:0/1161318397 >> v1:172.21.15.192:6789/0 conn(0x7f27bc071d30 legacy=0x7f27bc0b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:24.838 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:24.835+0000 7f27c099f640 1 -- 172.21.15.76:0/1161318397 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f27bc0ab1e0 con 0x7f27bc0c8920 2024-09-13T16:13:24.838 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:24.835+0000 7f27b3fff640 1 --2- 172.21.15.76:0/1161318397 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f27bc072110 0x7f27bc070190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:13:24.839 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:24.836+0000 7f27c099f640 1 --2- 172.21.15.76:0/1161318397 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f27bc0c8920 0x7f27bc0c8dd0 secure :-1 s=READY pgs=1785 cs=0 l=1 rev1=1 crypto rx=0x7f27b4009e80 tx=0x7f27b402a750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=127d3a456d04bd35 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:24.839 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:24.836+0000 7f27bb7fe640 1 -- 172.21.15.76:0/1161318397 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27b4031600 con 0x7f27bc0c8920 2024-09-13T16:13:24.839 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:24.836+0000 7f27bb7fe640 1 -- 172.21.15.76:0/1161318397 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f27b402d050 con 0x7f27bc0c8920 2024-09-13T16:13:24.839 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:24.836+0000 7f27bb7fe640 1 -- 172.21.15.76:0/1161318397 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27b4031980 con 0x7f27bc0c8920 2024-09-13T16:13:24.840 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:24.837+0000 7f27c2402640 1 -- 172.21.15.76:0/1161318397 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f27bc0c8920 msgr2=0x7f27bc0c8dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:24.840 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:24.837+0000 7f27c2402640 1 --2- 172.21.15.76:0/1161318397 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f27bc0c8920 0x7f27bc0c8dd0 secure :-1 s=READY pgs=1785 cs=0 l=1 rev1=1 crypto rx=0x7f27b4009e80 tx=0x7f27b402a750 comp rx=0 tx=0).stop 2024-09-13T16:13:24.840 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:24.837+0000 7f27c2402640 1 -- 172.21.15.76:0/1161318397 shutdown_connections 2024-09-13T16:13:24.840 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:24.837+0000 7f27c2402640 1 --2- 172.21.15.76:0/1161318397 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f27bc0c8920 0x7f27bc0c8dd0 unknown :-1 s=CLOSED pgs=1785 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:24.840 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:24.837+0000 7f27c2402640 1 --2- 172.21.15.76:0/1161318397 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f27bc072110 0x7f27bc070190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:24.840 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:24.837+0000 7f27c2402640 1 -- 172.21.15.76:0/1161318397 >> 172.21.15.76:0/1161318397 conn(0x7f27bc069ed0 msgr2=0x7f27bc06a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:24.840 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:24.837+0000 7f27c2402640 1 -- 172.21.15.76:0/1161318397 shutdown_connections 2024-09-13T16:13:24.840 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:24.837+0000 7f27c2402640 1 -- 172.21.15.76:0/1161318397 wait complete. 2024-09-13T16:13:24.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:24.839+0000 7f27c2402640 1 Processor -- start 2024-09-13T16:13:24.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:24.839+0000 7f27c2402640 1 -- start start 2024-09-13T16:13:24.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:24.839+0000 7f27c2402640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f27bc071d30 0x7f27bc0c4c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:24.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:24.839+0000 7f27c2402640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f27bc072110 0x7f27bc154d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:24.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:24.839+0000 7f27c2402640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f27bc0c8920 0x7f27bc1540c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:24.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:24.839+0000 7f27c2402640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27bc1561e0 con 0x7f27bc071d30 2024-09-13T16:13:24.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:24.839+0000 7f27c2402640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27bc155290 con 0x7f27bc072110 2024-09-13T16:13:24.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:24.839+0000 7f27c2402640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f27bc155660 con 0x7f27bc0c8920 2024-09-13T16:13:24.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:24.840+0000 7f27bbfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f27bc071d30 0x7f27bc0c4c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:24.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:24.840+0000 7f27bbfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f27bc071d30 0x7f27bc0c4c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40810/0 (socket says 172.21.15.76:40810) 2024-09-13T16:13:24.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:24.840+0000 7f27bbfff640 1 -- 172.21.15.76:0/530358153 learned_addr learned my addr 172.21.15.76:0/530358153 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:24.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:24.840+0000 7f27c099f640 1 --2- 172.21.15.76:0/530358153 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f27bc0c8920 0x7f27bc1540c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:24.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:24.840+0000 7f27b3fff640 1 --2- 172.21.15.76:0/530358153 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f27bc072110 0x7f27bc154d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:24.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:24.840+0000 7f27bbfff640 1 -- 172.21.15.76:0/530358153 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f27bc0c8920 msgr2=0x7f27bc1540c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:24.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:24.840+0000 7f27bbfff640 1 --2- 172.21.15.76:0/530358153 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f27bc0c8920 0x7f27bc1540c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:24.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:24.840+0000 7f27bbfff640 1 -- 172.21.15.76:0/530358153 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f27bc072110 msgr2=0x7f27bc154d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:24.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:24.840+0000 7f27bbfff640 1 --2- 172.21.15.76:0/530358153 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f27bc072110 0x7f27bc154d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:24.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:24.840+0000 7f27bbfff640 1 -- 172.21.15.76:0/530358153 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f27a4009400 con 0x7f27bc071d30 2024-09-13T16:13:24.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:24.840+0000 7f27bbfff640 1 --2- 172.21.15.76:0/530358153 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f27bc071d30 0x7f27bc0c4c30 secure :-1 s=READY pgs=1786 cs=0 l=1 rev1=1 crypto rx=0x7f27ac00c500 tx=0x7f27ac00c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:24.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:24.840+0000 7f27b97fa640 1 -- 172.21.15.76:0/530358153 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27ac007560 con 0x7f27bc071d30 2024-09-13T16:13:24.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:24.840+0000 7f27b97fa640 1 -- 172.21.15.76:0/530358153 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f27ac0047e0 con 0x7f27bc071d30 2024-09-13T16:13:24.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:24.840+0000 7f27c2402640 1 -- 172.21.15.76:0/530358153 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f27b4009b30 con 0x7f27bc071d30 2024-09-13T16:13:24.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:24.841+0000 7f27b97fa640 1 -- 172.21.15.76:0/530358153 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27ac004b90 con 0x7f27bc071d30 2024-09-13T16:13:24.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:24.841+0000 7f27c2402640 1 -- 172.21.15.76:0/530358153 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f27bc154600 con 0x7f27bc071d30 2024-09-13T16:13:24.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:24.842+0000 7f27c2402640 1 -- 172.21.15.76:0/530358153 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f27bc070190 con 0x7f27bc071d30 2024-09-13T16:13:24.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:24.842+0000 7f27b97fa640 1 -- 172.21.15.76:0/530358153 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f27ac004cf0 con 0x7f27bc071d30 2024-09-13T16:13:24.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:24.843+0000 7f27b97fa640 1 --2- 172.21.15.76:0/530358153 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f279c06ac30 0x7f279c06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:24.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:24.843+0000 7f27b97fa640 1 -- 172.21.15.76:0/530358153 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(131..131 src has 1..131) v4 ==== 5263+0+0 (secure 0 0 0) 0x7f27ac088520 con 0x7f27bc071d30 2024-09-13T16:13:24.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:24.843+0000 7f27b3fff640 1 --2- 172.21.15.76:0/530358153 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f279c06ac30 0x7f279c06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:24.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:24.844+0000 7f27b3fff640 1 --2- 172.21.15.76:0/530358153 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f279c06ac30 0x7f279c06d0f0 secure :-1 s=READY pgs=759 cs=0 l=1 rev1=1 crypto rx=0x7f27bc0c1940 tx=0x7f27a4009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:24.849 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:24.847+0000 7f27b97fa640 1 -- 172.21.15.76:0/530358153 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f27ac053a00 con 0x7f27bc071d30 2024-09-13T16:13:25.024 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:25.023+0000 7f27c2402640 1 -- 172.21.15.76:0/530358153 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) v1 -- 0x7f27bc0c7930 con 0x7f27bc071d30 2024-09-13T16:13:25.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:25.814+0000 7f27b97fa640 1 -- 172.21.15.76:0/530358153 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v132) v1 ==== 97+0+0 (secure 0 0 0) 0x7f27ac018080 con 0x7f27bc071d30 2024-09-13T16:13:25.816 INFO:teuthology.orchestra.run.smithi076.stderr: removed all blocklist entries 2024-09-13T16:13:25.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:25.817+0000 7f27c2402640 1 -- 172.21.15.76:0/530358153 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f279c06ac30 msgr2=0x7f279c06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:25.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:25.817+0000 7f27c2402640 1 --2- 172.21.15.76:0/530358153 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f279c06ac30 0x7f279c06d0f0 secure :-1 s=READY pgs=759 cs=0 l=1 rev1=1 crypto rx=0x7f27bc0c1940 tx=0x7f27a4009190 comp rx=0 tx=0).stop 2024-09-13T16:13:25.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:25.817+0000 7f27c2402640 1 -- 172.21.15.76:0/530358153 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f27bc071d30 msgr2=0x7f27bc0c4c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:25.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:25.817+0000 7f27c2402640 1 --2- 172.21.15.76:0/530358153 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f27bc071d30 0x7f27bc0c4c30 secure :-1 s=READY pgs=1786 cs=0 l=1 rev1=1 crypto rx=0x7f27ac00c500 tx=0x7f27ac00c9c0 comp rx=0 tx=0).stop 2024-09-13T16:13:25.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:25.817+0000 7f27c2402640 1 -- 172.21.15.76:0/530358153 shutdown_connections 2024-09-13T16:13:25.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:25.817+0000 7f27c2402640 1 --2- 172.21.15.76:0/530358153 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f279c06ac30 0x7f279c06d0f0 unknown :-1 s=CLOSED pgs=759 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:25.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:25.817+0000 7f27c2402640 1 --2- 172.21.15.76:0/530358153 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f27bc0c8920 0x7f27bc1540c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:25.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:25.817+0000 7f27c2402640 1 --2- 172.21.15.76:0/530358153 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f27bc072110 0x7f27bc154d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:25.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:25.817+0000 7f27c2402640 1 --2- 172.21.15.76:0/530358153 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f27bc071d30 0x7f27bc0c4c30 unknown :-1 s=CLOSED pgs=1786 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:25.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:25.817+0000 7f27c2402640 1 -- 172.21.15.76:0/530358153 >> 172.21.15.76:0/530358153 conn(0x7f27bc069ed0 msgr2=0x7f27bc06c3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:25.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:25.817+0000 7f27c2402640 1 -- 172.21.15.76:0/530358153 shutdown_connections 2024-09-13T16:13:25.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:25.817+0000 7f27c2402640 1 -- 172.21.15.76:0/530358153 wait complete. 2024-09-13T16:13:25.832 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-13T16:13:25.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:25.935+0000 7f253c326640 1 Processor -- start 2024-09-13T16:13:25.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:25.935+0000 7f253c326640 1 -- start start 2024-09-13T16:13:25.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:25.936+0000 7f253c326640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f253415c6e0 0x7f25340b3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:25.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:25.936+0000 7f253c326640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f25340d07b0 0x7f25340b4490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:25.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:25.936+0000 7f253c326640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f25340d1840 con 0x7f25340ccb20 2024-09-13T16:13:25.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:25.936+0000 7f253c326640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f253406bd20 con 0x7f253415c6e0 2024-09-13T16:13:25.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:25.936+0000 7f253c326640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f25340d0c30 con 0x7f25340d07b0 2024-09-13T16:13:25.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:25.936+0000 7f253a0c2640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f253415c6e0 0x7f25340b3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:25.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:25.936+0000 7f253a8c3640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f25340ccb20 0x7f2534160030 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:35170/0 (socket says 172.21.15.76:35170) 2024-09-13T16:13:25.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:25.936+0000 7f253a8c3640 1 -- 172.21.15.76:0/156726606 learned_addr learned my addr 172.21.15.76:0/156726606 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:13:25.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:25.936+0000 7f253a0c2640 1 -- 172.21.15.76:0/156726606 >> v2:172.21.15.192:3300/0 conn(0x7f25340d07b0 msgr2=0x7f25340b4490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:25.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:25.936+0000 7f253a0c2640 1 --2- 172.21.15.76:0/156726606 >> v2:172.21.15.192:3300/0 conn(0x7f25340d07b0 0x7f25340b4490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:25.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:25.936+0000 7f253a0c2640 1 -- 172.21.15.76:0/156726606 >> v1:172.21.15.76:6789/0 conn(0x7f25340ccb20 legacy=0x7f2534160030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:25.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:25.936+0000 7f253a0c2640 1 -- 172.21.15.76:0/156726606 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f25340d0f10 con 0x7f253415c6e0 2024-09-13T16:13:25.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:25.936+0000 7f25390c0640 1 -- 172.21.15.76:0/156726606 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 351965917 0 0) 0x7f25340d1840 con 0x7f25340ccb20 2024-09-13T16:13:25.939 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:25.937+0000 7f253a0c2640 1 --2- 172.21.15.76:0/156726606 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f253415c6e0 0x7f25340b3f50 secure :-1 s=READY pgs=1788 cs=0 l=1 rev1=1 crypto rx=0x7f25340b1d80 tx=0x7f253002a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e1f6184ebf96ec1b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:25.939 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:25.937+0000 7f25390c0640 1 -- 172.21.15.76:0/156726606 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f253002ae60 con 0x7f253415c6e0 2024-09-13T16:13:25.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:25.937+0000 7f25390c0640 1 -- 172.21.15.76:0/156726606 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2530032440 con 0x7f253415c6e0 2024-09-13T16:13:25.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:25.937+0000 7f25390c0640 1 -- 172.21.15.76:0/156726606 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25300327d0 con 0x7f253415c6e0 2024-09-13T16:13:25.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:25.937+0000 7f253c326640 1 -- 172.21.15.76:0/156726606 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f253415c6e0 msgr2=0x7f25340b3f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:25.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:25.937+0000 7f253c326640 1 --2- 172.21.15.76:0/156726606 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f253415c6e0 0x7f25340b3f50 secure :-1 s=READY pgs=1788 cs=0 l=1 rev1=1 crypto rx=0x7f25340b1d80 tx=0x7f253002a110 comp rx=0 tx=0).stop 2024-09-13T16:13:25.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:25.938+0000 7f253c326640 1 -- 172.21.15.76:0/156726606 shutdown_connections 2024-09-13T16:13:25.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:25.938+0000 7f253c326640 1 --2- 172.21.15.76:0/156726606 >> v2:172.21.15.192:3300/0 conn(0x7f25340d07b0 0x7f25340b4490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:25.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:25.938+0000 7f253c326640 1 --2- 172.21.15.76:0/156726606 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f253415c6e0 0x7f25340b3f50 unknown :-1 s=CLOSED pgs=1788 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:25.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:25.938+0000 7f253c326640 1 -- 172.21.15.76:0/156726606 >> 172.21.15.76:0/156726606 conn(0x7f2534089f60 msgr2=0x7f25340d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:25.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:25.938+0000 7f253c326640 1 -- 172.21.15.76:0/156726606 shutdown_connections 2024-09-13T16:13:25.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:25.938+0000 7f253c326640 1 -- 172.21.15.76:0/156726606 wait complete. 2024-09-13T16:13:25.943 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:25.939+0000 7f253c326640 1 Processor -- start 2024-09-13T16:13:25.943 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:25.939+0000 7f253c326640 1 -- start start 2024-09-13T16:13:25.943 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:25.939+0000 7f253c326640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f25340ccb20 0x7f2534157890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:25.943 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:25.939+0000 7f253c326640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f25340d07b0 0x7f25340cb3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:25.943 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:25.940+0000 7f253c326640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f253415c6e0 0x7f25340b3170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:25.943 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:25.940+0000 7f253c326640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f25340b6af0 con 0x7f25340d07b0 2024-09-13T16:13:25.943 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:25.940+0000 7f253c326640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2534157dd0 con 0x7f25340ccb20 2024-09-13T16:13:25.943 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:25.940+0000 7f253c326640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f25340cbe70 con 0x7f253415c6e0 2024-09-13T16:13:25.943 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:25.940+0000 7f25398c1640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f25340d07b0 0x7f25340cb3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:25.944 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:25.940+0000 7f25398c1640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f25340d07b0 0x7f25340cb3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40816/0 (socket says 172.21.15.76:40816) 2024-09-13T16:13:25.944 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:25.940+0000 7f25398c1640 1 -- 172.21.15.76:0/2387901721 learned_addr learned my addr 172.21.15.76:0/2387901721 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:25.944 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:25.940+0000 7f253a0c2640 1 --2- 172.21.15.76:0/2387901721 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f25340ccb20 0x7f2534157890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:25.944 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:25.940+0000 7f253a8c3640 1 --2- 172.21.15.76:0/2387901721 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f253415c6e0 0x7f25340b3170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:25.944 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:25.940+0000 7f25398c1640 1 -- 172.21.15.76:0/2387901721 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f253415c6e0 msgr2=0x7f25340b3170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:25.944 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:25.940+0000 7f25398c1640 1 --2- 172.21.15.76:0/2387901721 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f253415c6e0 0x7f25340b3170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:25.944 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:25.940+0000 7f25398c1640 1 -- 172.21.15.76:0/2387901721 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f25340ccb20 msgr2=0x7f2534157890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:25.944 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:25.940+0000 7f25398c1640 1 --2- 172.21.15.76:0/2387901721 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f25340ccb20 0x7f2534157890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:25.944 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:25.940+0000 7f25398c1640 1 -- 172.21.15.76:0/2387901721 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2530009400 con 0x7f25340d07b0 2024-09-13T16:13:25.944 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:25.940+0000 7f253a0c2640 1 --2- 172.21.15.76:0/2387901721 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f25340ccb20 0x7f2534157890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:13:25.944 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:25.940+0000 7f253a8c3640 1 --2- 172.21.15.76:0/2387901721 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f253415c6e0 0x7f25340b3170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:13:25.944 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:25.940+0000 7f25398c1640 1 --2- 172.21.15.76:0/2387901721 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f25340d07b0 0x7f25340cb3d0 secure :-1 s=READY pgs=1789 cs=0 l=1 rev1=1 crypto rx=0x7f252800b410 tx=0x7f252800b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:25.944 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:25.940+0000 7f2526ffd640 1 -- 172.21.15.76:0/2387901721 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2528011830 con 0x7f25340d07b0 2024-09-13T16:13:25.945 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:25.940+0000 7f2526ffd640 1 -- 172.21.15.76:0/2387901721 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f25280119b0 con 0x7f25340d07b0 2024-09-13T16:13:25.945 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:25.940+0000 7f253c326640 1 -- 172.21.15.76:0/2387901721 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f25340b64a0 con 0x7f25340d07b0 2024-09-13T16:13:25.945 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:25.940+0000 7f2526ffd640 1 -- 172.21.15.76:0/2387901721 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2528011d60 con 0x7f25340d07b0 2024-09-13T16:13:25.945 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:25.940+0000 7f253c326640 1 -- 172.21.15.76:0/2387901721 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f25340cc150 con 0x7f25340d07b0 2024-09-13T16:13:25.945 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:25.941+0000 7f253c326640 1 -- 172.21.15.76:0/2387901721 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f25340b4c80 con 0x7f25340d07b0 2024-09-13T16:13:25.945 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:25.942+0000 7f2526ffd640 1 -- 172.21.15.76:0/2387901721 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f252801a400 con 0x7f25340d07b0 2024-09-13T16:13:25.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:25.942+0000 7f2526ffd640 1 --2- 172.21.15.76:0/2387901721 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f251806ac00 0x7f251806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:25.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:25.942+0000 7f2526ffd640 1 -- 172.21.15.76:0/2387901721 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(132..132 src has 1..132) v4 ==== 5177+0+0 (secure 0 0 0) 0x7f2528089320 con 0x7f25340d07b0 2024-09-13T16:13:25.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:25.942+0000 7f253a0c2640 1 --2- 172.21.15.76:0/2387901721 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f251806ac00 0x7f251806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:25.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:25.943+0000 7f253a0c2640 1 --2- 172.21.15.76:0/2387901721 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f251806ac00 0x7f251806d0c0 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7f2530034000 tx=0x7f253002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:25.947 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:25.946+0000 7f2526ffd640 1 -- 172.21.15.76:0/2387901721 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f2528054720 con 0x7f25340d07b0 2024-09-13T16:13:26.171 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.169+0000 7f253c326640 1 -- 172.21.15.76:0/2387901721 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) v1 -- 0x7f25340b2620 con 0x7f25340d07b0 2024-09-13T16:13:26.171 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.170+0000 7f2526ffd640 1 -- 172.21.15.76:0/2387901721 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v19) v1 ==== 80+0+5304 (secure 0 0 0) 0x7f2528057d40 con 0x7f25340d07b0 2024-09-13T16:13:26.171 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:13:26.171 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2024-09-13T16:13:26.172 INFO:teuthology.orchestra.run.smithi076.stdout: "auth_dump": [ 2024-09-13T16:13:26.172 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:13:26.172 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "mds.a", 2024-09-13T16:13:26.172 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCpYeRmhpbDIhAA8WT8i+Y1tgoeXaZ5z2v/fg==", 2024-09-13T16:13:26.172 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:13:26.172 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2024-09-13T16:13:26.172 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow *", 2024-09-13T16:13:26.172 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow *", 2024-09-13T16:13:26.172 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:13:26.172 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:13:26.172 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:13:26.172 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:13:26.172 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "mds.b", 2024-09-13T16:13:26.173 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCpYeRm7+GPLhAAACMaymp+VjVEUz9QMYOL+Q==", 2024-09-13T16:13:26.173 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:13:26.173 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2024-09-13T16:13:26.173 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow *", 2024-09-13T16:13:26.173 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow *", 2024-09-13T16:13:26.173 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:13:26.173 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:13:26.173 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:13:26.173 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:13:26.173 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "mds.c", 2024-09-13T16:13:26.173 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCpYeRmxODtKRAAtjLryQw+T9UxeHw7cgOyBg==", 2024-09-13T16:13:26.173 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:13:26.173 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2024-09-13T16:13:26.173 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow *", 2024-09-13T16:13:26.174 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow *", 2024-09-13T16:13:26.174 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:13:26.174 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:13:26.174 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:13:26.174 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:13:26.174 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "mds.d", 2024-09-13T16:13:26.174 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCpYeRmBNiYNRAAHTjLTeGOi09w8TLVtcu/+w==", 2024-09-13T16:13:26.174 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:13:26.174 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2024-09-13T16:13:26.174 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow *", 2024-09-13T16:13:26.174 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow *", 2024-09-13T16:13:26.174 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:13:26.174 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:13:26.174 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:13:26.175 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:13:26.175 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.0", 2024-09-13T16:13:26.175 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCtYeRm81gnEBAAJFt3u2dcQShl7t5nNN5y6Q==", 2024-09-13T16:13:26.175 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:13:26.175 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2024-09-13T16:13:26.175 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2024-09-13T16:13:26.175 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:13:26.175 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:13:26.175 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:13:26.175 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:13:26.175 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.1", 2024-09-13T16:13:26.175 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCwYeRmzsY4DxAALx5wAImWLwrw6n8ZRuXDvA==", 2024-09-13T16:13:26.175 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:13:26.175 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2024-09-13T16:13:26.176 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2024-09-13T16:13:26.176 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:13:26.176 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:13:26.176 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:13:26.176 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:13:26.176 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.2", 2024-09-13T16:13:26.176 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCzYeRmYRs9DRAAh6ptqIXTwUjSNlevHFJnAQ==", 2024-09-13T16:13:26.176 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:13:26.176 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2024-09-13T16:13:26.176 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2024-09-13T16:13:26.176 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:13:26.176 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:13:26.176 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:13:26.176 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:13:26.177 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.3", 2024-09-13T16:13:26.177 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQC2YeRmMIp6CxAAHygGhWHXCt69qZDrrGTt5A==", 2024-09-13T16:13:26.177 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:13:26.177 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2024-09-13T16:13:26.177 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2024-09-13T16:13:26.177 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:13:26.177 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:13:26.177 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:13:26.177 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:13:26.177 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.4", 2024-09-13T16:13:26.177 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQC8YeRmde7vDhAAE7RHK15msWPxEtglPpWMTQ==", 2024-09-13T16:13:26.177 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:13:26.177 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2024-09-13T16:13:26.177 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2024-09-13T16:13:26.178 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:13:26.178 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:13:26.178 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:13:26.178 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:13:26.178 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.5", 2024-09-13T16:13:26.178 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQC/YeRmgyzZDBAAG96iDIvt2yQ9W5Fl1maItg==", 2024-09-13T16:13:26.178 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:13:26.178 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2024-09-13T16:13:26.178 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2024-09-13T16:13:26.178 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:13:26.178 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:13:26.178 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:13:26.178 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:13:26.179 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.6", 2024-09-13T16:13:26.179 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQDCYeRm6pRBCxAAq8l2Cikc/aRaC4C4xYYrLA==", 2024-09-13T16:13:26.179 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:13:26.179 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2024-09-13T16:13:26.179 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2024-09-13T16:13:26.179 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:13:26.179 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:13:26.179 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:13:26.179 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:13:26.179 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.7", 2024-09-13T16:13:26.179 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQDFYeRmMM8MCRAAqYR5B7VgEph0UVNjCZPTzg==", 2024-09-13T16:13:26.179 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:13:26.179 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2024-09-13T16:13:26.180 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2024-09-13T16:13:26.180 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:13:26.180 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:13:26.180 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:13:26.180 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:13:26.180 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "client.0", 2024-09-13T16:13:26.180 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCpYeRmqhyiORAAp0ZHMscpsAOj1YZ+SSqHoA==", 2024-09-13T16:13:26.180 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:13:26.180 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2024-09-13T16:13:26.180 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow r", 2024-09-13T16:13:26.180 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-13T16:13:26.180 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:13:26.180 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:13:26.181 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:13:26.181 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "client.1", 2024-09-13T16:13:26.181 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCqYeRmgijBBhAAS5zvjGxEcjj4RKB20HX7kg==", 2024-09-13T16:13:26.181 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:13:26.181 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2024-09-13T16:13:26.181 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow r", 2024-09-13T16:13:26.181 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow rw", 2024-09-13T16:13:26.181 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow rwx" 2024-09-13T16:13:26.181 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:13:26.181 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:13:26.181 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:13:26.181 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "client.2", 2024-09-13T16:13:26.181 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCqYeRmK8OPAxAAQeO1ZZu7/x4/qXzHFFDzBg==", 2024-09-13T16:13:26.181 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:13:26.182 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2024-09-13T16:13:26.182 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow r", 2024-09-13T16:13:26.182 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow rw", 2024-09-13T16:13:26.182 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow rwx" 2024-09-13T16:13:26.182 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:13:26.182 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:13:26.182 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:13:26.182 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "client.3", 2024-09-13T16:13:26.182 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCqYeRmAYJGDBAA4elK4g7yitQwUnpv/vkuSQ==", 2024-09-13T16:13:26.182 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:13:26.182 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2024-09-13T16:13:26.182 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow r", 2024-09-13T16:13:26.182 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow rw", 2024-09-13T16:13:26.182 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow rwx" 2024-09-13T16:13:26.182 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:13:26.183 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:13:26.183 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:13:26.183 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "client.admin", 2024-09-13T16:13:26.183 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCpYeRmz4sKBxAAmVD/bGSWAPyJICtwMc8R7Q==", 2024-09-13T16:13:26.183 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:13:26.183 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow *", 2024-09-13T16:13:26.183 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow *", 2024-09-13T16:13:26.183 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow *", 2024-09-13T16:13:26.183 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:13:26.183 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:13:26.183 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:13:26.183 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:13:26.183 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "mgr.x", 2024-09-13T16:13:26.183 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCpYeRmzy+SHxAAeh91mEyErD2yMaJ+R9p7MQ==", 2024-09-13T16:13:26.184 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:13:26.184 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow *", 2024-09-13T16:13:26.184 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile mgr", 2024-09-13T16:13:26.184 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:13:26.184 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:13:26.184 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:13:26.184 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:13:26.184 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "mgr.y", 2024-09-13T16:13:26.184 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCpYeRmMS6hGxAAhyu76q81PXPjC+BAmqi2Lw==", 2024-09-13T16:13:26.184 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:13:26.184 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow *", 2024-09-13T16:13:26.184 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile mgr", 2024-09-13T16:13:26.184 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:13:26.185 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:13:26.185 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:13:26.185 INFO:teuthology.orchestra.run.smithi076.stdout: ] 2024-09-13T16:13:26.185 INFO:teuthology.orchestra.run.smithi076.stdout:} 2024-09-13T16:13:26.186 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.172+0000 7f253c326640 1 -- 172.21.15.76:0/2387901721 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f251806ac00 msgr2=0x7f251806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:26.186 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.172+0000 7f253c326640 1 --2- 172.21.15.76:0/2387901721 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f251806ac00 0x7f251806d0c0 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7f2530034000 tx=0x7f253002e000 comp rx=0 tx=0).stop 2024-09-13T16:13:26.186 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.172+0000 7f253c326640 1 -- 172.21.15.76:0/2387901721 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f25340d07b0 msgr2=0x7f25340cb3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:26.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.172+0000 7f253c326640 1 --2- 172.21.15.76:0/2387901721 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f25340d07b0 0x7f25340cb3d0 secure :-1 s=READY pgs=1789 cs=0 l=1 rev1=1 crypto rx=0x7f252800b410 tx=0x7f252800b8d0 comp rx=0 tx=0).stop 2024-09-13T16:13:26.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.172+0000 7f253c326640 1 -- 172.21.15.76:0/2387901721 shutdown_connections 2024-09-13T16:13:26.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.172+0000 7f253c326640 1 --2- 172.21.15.76:0/2387901721 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f251806ac00 0x7f251806d0c0 unknown :-1 s=CLOSED pgs=761 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:26.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.172+0000 7f253c326640 1 --2- 172.21.15.76:0/2387901721 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f253415c6e0 0x7f25340b3170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:26.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.172+0000 7f253c326640 1 --2- 172.21.15.76:0/2387901721 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f25340d07b0 0x7f25340cb3d0 unknown :-1 s=CLOSED pgs=1789 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:26.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.172+0000 7f253c326640 1 --2- 172.21.15.76:0/2387901721 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f25340ccb20 0x7f2534157890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:26.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.172+0000 7f253c326640 1 -- 172.21.15.76:0/2387901721 >> 172.21.15.76:0/2387901721 conn(0x7f2534089f60 msgr2=0x7f253406be60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:26.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.172+0000 7f253c326640 1 -- 172.21.15.76:0/2387901721 shutdown_connections 2024-09-13T16:13:26.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.172+0000 7f253c326640 1 -- 172.21.15.76:0/2387901721 wait complete. 2024-09-13T16:13:26.188 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:13:26.287 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.286+0000 7f9cd5a8e640 1 Processor -- start 2024-09-13T16:13:26.288 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.286+0000 7f9cd5a8e640 1 -- start start 2024-09-13T16:13:26.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.287+0000 7f9cd5a8e640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f9cd015a2e0 0x7f9cd00c9a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:26.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.287+0000 7f9cd5a8e640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9cd00c8920 con 0x7f9cd00cb3f0 2024-09-13T16:13:26.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.287+0000 7f9cd5a8e640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9cd015a6c0 con 0x7f9cd00c9f80 2024-09-13T16:13:26.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.287+0000 7f9cd5a8e640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9cd00ca500 con 0x7f9cd015a2e0 2024-09-13T16:13:26.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.287+0000 7f9ccf7fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f9cd015a2e0 0x7f9cd00c9a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:26.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.287+0000 7f9ccffff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f9cd00cb3f0 0x7f9cd006d030 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:35182/0 (socket says 172.21.15.76:35182) 2024-09-13T16:13:26.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.287+0000 7f9ccffff640 1 -- 172.21.15.76:0/3593317920 learned_addr learned my addr 172.21.15.76:0/3593317920 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:13:26.290 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.287+0000 7f9ccf7fe640 1 -- 172.21.15.76:0/3593317920 >> v1:172.21.15.192:6789/0 conn(0x7f9cd00c9f80 legacy=0x7f9cd00cace0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:26.290 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.287+0000 7f9ccf7fe640 1 -- 172.21.15.76:0/3593317920 >> v1:172.21.15.76:6789/0 conn(0x7f9cd00cb3f0 legacy=0x7f9cd006d030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:26.290 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.287+0000 7f9cce7fc640 1 -- 172.21.15.76:0/3593317920 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2438670352 0 0) 0x7f9cd00c8920 con 0x7f9cd00cb3f0 2024-09-13T16:13:26.290 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.287+0000 7f9ccf7fe640 1 -- 172.21.15.76:0/3593317920 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9cd00c8b70 con 0x7f9cd015a2e0 2024-09-13T16:13:26.291 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.288+0000 7f9ccf7fe640 1 --2- 172.21.15.76:0/3593317920 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9cd015a2e0 0x7f9cd00c9a40 secure :-1 s=READY pgs=1791 cs=0 l=1 rev1=1 crypto rx=0x7f9cc00097a0 tx=0x7f9cc002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8781b9158d37d741 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:26.291 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.288+0000 7f9cce7fc640 1 -- 172.21.15.76:0/3593317920 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9cc0032440 con 0x7f9cd015a2e0 2024-09-13T16:13:26.291 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.288+0000 7f9cce7fc640 1 -- 172.21.15.76:0/3593317920 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9cc00325a0 con 0x7f9cd015a2e0 2024-09-13T16:13:26.291 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.288+0000 7f9cce7fc640 1 -- 172.21.15.76:0/3593317920 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9cc0032930 con 0x7f9cd015a2e0 2024-09-13T16:13:26.292 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.289+0000 7f9cd5a8e640 1 -- 172.21.15.76:0/3593317920 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9cd015a2e0 msgr2=0x7f9cd00c9a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:26.292 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.289+0000 7f9cd5a8e640 1 --2- 172.21.15.76:0/3593317920 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9cd015a2e0 0x7f9cd00c9a40 secure :-1 s=READY pgs=1791 cs=0 l=1 rev1=1 crypto rx=0x7f9cc00097a0 tx=0x7f9cc002a1e0 comp rx=0 tx=0).stop 2024-09-13T16:13:26.292 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.289+0000 7f9cd5a8e640 1 -- 172.21.15.76:0/3593317920 shutdown_connections 2024-09-13T16:13:26.292 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.289+0000 7f9cd5a8e640 1 --2- 172.21.15.76:0/3593317920 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9cd015a2e0 0x7f9cd00c9a40 unknown :-1 s=CLOSED pgs=1791 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:26.292 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.289+0000 7f9cd5a8e640 1 -- 172.21.15.76:0/3593317920 >> 172.21.15.76:0/3593317920 conn(0x7f9cd0069ed0 msgr2=0x7f9cd006a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:26.292 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.289+0000 7f9cd5a8e640 1 -- 172.21.15.76:0/3593317920 shutdown_connections 2024-09-13T16:13:26.292 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.289+0000 7f9cd5a8e640 1 -- 172.21.15.76:0/3593317920 wait complete. 2024-09-13T16:13:26.292 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.290+0000 7f9cd5a8e640 1 Processor -- start 2024-09-13T16:13:26.293 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.290+0000 7f9cd5a8e640 1 -- start start 2024-09-13T16:13:26.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.291+0000 7f9cd5a8e640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9cd00c9f80 0x7f9cd01585b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:26.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.291+0000 7f9cd5a8e640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9cd00cb3f0 0x7f9cd01f2900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:26.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.291+0000 7f9cd5a8e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9cd015a2e0 0x7f9cd015ca70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:26.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.291+0000 7f9cd5a8e640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9cd00af700 con 0x7f9cd015a2e0 2024-09-13T16:13:26.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.291+0000 7f9cd5a8e640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9cd01f1ec0 con 0x7f9cd00c9f80 2024-09-13T16:13:26.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.291+0000 7f9cd5a8e640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9cd00af1d0 con 0x7f9cd00cb3f0 2024-09-13T16:13:26.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.291+0000 7f9ccffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9cd015a2e0 0x7f9cd015ca70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:26.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.291+0000 7f9ccffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9cd015a2e0 0x7f9cd015ca70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40826/0 (socket says 172.21.15.76:40826) 2024-09-13T16:13:26.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.291+0000 7f9ccffff640 1 -- 172.21.15.76:0/337487144 learned_addr learned my addr 172.21.15.76:0/337487144 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:26.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.291+0000 7f9ccf7fe640 1 --2- 172.21.15.76:0/337487144 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9cd00c9f80 0x7f9cd01585b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:26.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.291+0000 7f9cceffd640 1 --2- 172.21.15.76:0/337487144 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9cd00cb3f0 0x7f9cd01f2900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:26.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.291+0000 7f9ccffff640 1 -- 172.21.15.76:0/337487144 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9cd00cb3f0 msgr2=0x7f9cd01f2900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:26.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.291+0000 7f9ccffff640 1 --2- 172.21.15.76:0/337487144 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9cd00cb3f0 0x7f9cd01f2900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:26.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.291+0000 7f9ccffff640 1 -- 172.21.15.76:0/337487144 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9cd00c9f80 msgr2=0x7f9cd01585b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:26.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.291+0000 7f9ccffff640 1 --2- 172.21.15.76:0/337487144 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9cd00c9f80 0x7f9cd01585b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:26.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.291+0000 7f9ccffff640 1 -- 172.21.15.76:0/337487144 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9cc0009400 con 0x7f9cd015a2e0 2024-09-13T16:13:26.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.292+0000 7f9ccffff640 1 --2- 172.21.15.76:0/337487144 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9cd015a2e0 0x7f9cd015ca70 secure :-1 s=READY pgs=1792 cs=0 l=1 rev1=1 crypto rx=0x7f9cc800c7d0 tx=0x7f9cc800cc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:26.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.292+0000 7f9cb7fff640 1 -- 172.21.15.76:0/337487144 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9cc800a5e0 con 0x7f9cd015a2e0 2024-09-13T16:13:26.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.292+0000 7f9cb7fff640 1 -- 172.21.15.76:0/337487144 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9cc800a740 con 0x7f9cd015a2e0 2024-09-13T16:13:26.296 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.292+0000 7f9cb7fff640 1 -- 172.21.15.76:0/337487144 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9cc800ab30 con 0x7f9cd015a2e0 2024-09-13T16:13:26.297 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.292+0000 7f9cd5a8e640 1 -- 172.21.15.76:0/337487144 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9cd01f2470 con 0x7f9cd015a2e0 2024-09-13T16:13:26.297 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.292+0000 7f9cd5a8e640 1 -- 172.21.15.76:0/337487144 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9cd01f2100 con 0x7f9cd015a2e0 2024-09-13T16:13:26.297 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.293+0000 7f9cd5a8e640 1 -- 172.21.15.76:0/337487144 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9cd01f22c0 con 0x7f9cd015a2e0 2024-09-13T16:13:26.297 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.293+0000 7f9cb7fff640 1 -- 172.21.15.76:0/337487144 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9cc800ac90 con 0x7f9cd015a2e0 2024-09-13T16:13:26.298 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.294+0000 7f9cb7fff640 1 --2- 172.21.15.76:0/337487144 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9cbc06ac00 0x7f9cbc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:26.298 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.294+0000 7f9cb7fff640 1 -- 172.21.15.76:0/337487144 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(132..132 src has 1..132) v4 ==== 5177+0+0 (secure 0 0 0) 0x7f9cc8088520 con 0x7f9cd015a2e0 2024-09-13T16:13:26.298 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.294+0000 7f9ccf7fe640 1 --2- 172.21.15.76:0/337487144 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9cbc06ac00 0x7f9cbc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:26.298 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.294+0000 7f9ccf7fe640 1 --2- 172.21.15.76:0/337487144 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9cbc06ac00 0x7f9cbc06d0c0 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7f9cc0034000 tx=0x7f9cc002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:26.299 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.298+0000 7f9cb7fff640 1 -- 172.21.15.76:0/337487144 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f9cc80539c0 con 0x7f9cd015a2e0 2024-09-13T16:13:26.460 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.459+0000 7f9cd5a8e640 1 -- 172.21.15.76:0/337487144 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f9cd01f2600 con 0x7f9cd015a2e0 2024-09-13T16:13:26.461 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.460+0000 7f9cb7fff640 1 -- 172.21.15.76:0/337487144 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v132) v1 ==== 74+0+13036 (secure 0 0 0) 0x7f9cc8018090 con 0x7f9cd015a2e0 2024-09-13T16:13:26.461 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:13:26.461 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":132,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:13:25.805226+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":18,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":122,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":122,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":122,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":122,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":122,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":122,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":122,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":122,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:13:26.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.462+0000 7f9cd5a8e640 1 -- 172.21.15.76:0/337487144 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9cbc06ac00 msgr2=0x7f9cbc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:26.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.462+0000 7f9cd5a8e640 1 --2- 172.21.15.76:0/337487144 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9cbc06ac00 0x7f9cbc06d0c0 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7f9cc0034000 tx=0x7f9cc002e000 comp rx=0 tx=0).stop 2024-09-13T16:13:26.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.462+0000 7f9cd5a8e640 1 -- 172.21.15.76:0/337487144 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9cd015a2e0 msgr2=0x7f9cd015ca70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:26.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.462+0000 7f9cd5a8e640 1 --2- 172.21.15.76:0/337487144 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9cd015a2e0 0x7f9cd015ca70 secure :-1 s=READY pgs=1792 cs=0 l=1 rev1=1 crypto rx=0x7f9cc800c7d0 tx=0x7f9cc800cc90 comp rx=0 tx=0).stop 2024-09-13T16:13:26.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.462+0000 7f9cd5a8e640 1 -- 172.21.15.76:0/337487144 shutdown_connections 2024-09-13T16:13:26.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.462+0000 7f9cd5a8e640 1 --2- 172.21.15.76:0/337487144 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9cd015a2e0 0x7f9cd015ca70 unknown :-1 s=CLOSED pgs=1792 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:26.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.462+0000 7f9cd5a8e640 1 --2- 172.21.15.76:0/337487144 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9cbc06ac00 0x7f9cbc06d0c0 unknown :-1 s=CLOSED pgs=762 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:26.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.462+0000 7f9cd5a8e640 1 --2- 172.21.15.76:0/337487144 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9cd00cb3f0 0x7f9cd01f2900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:26.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.462+0000 7f9cd5a8e640 1 --2- 172.21.15.76:0/337487144 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9cd00c9f80 0x7f9cd01585b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:26.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.462+0000 7f9cd5a8e640 1 -- 172.21.15.76:0/337487144 >> 172.21.15.76:0/337487144 conn(0x7f9cd0069ed0 msgr2=0x7f9cd00ad150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:26.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.462+0000 7f9cd5a8e640 1 -- 172.21.15.76:0/337487144 shutdown_connections 2024-09-13T16:13:26.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.462+0000 7f9cd5a8e640 1 -- 172.21.15.76:0/337487144 wait complete. 2024-09-13T16:13:26.474 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:01:26.960607+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:13:26.476 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:13:26.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.576+0000 7f06385ed640 1 Processor -- start 2024-09-13T16:13:26.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.576+0000 7f06385ed640 1 -- start start 2024-09-13T16:13:26.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.577+0000 7f06385ed640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f063015a3b0 0x7f06300b20a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:26.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.577+0000 7f06385ed640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f06300cec00 0x7f06300ab9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:26.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.577+0000 7f06385ed640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f063015a790 con 0x7f06300b1720 2024-09-13T16:13:26.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.577+0000 7f06385ed640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f06300b2680 con 0x7f063015a3b0 2024-09-13T16:13:26.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.577+0000 7f06385ed640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f06300b2960 con 0x7f06300cec00 2024-09-13T16:13:26.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.577+0000 7f0636389640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f063015a3b0 0x7f06300b20a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:26.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.577+0000 7f0636389640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f063015a3b0 0x7f06300b20a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.76:43964/0 (socket says 172.21.15.76:43964) 2024-09-13T16:13:26.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.577+0000 7f0636389640 1 -- 172.21.15.76:0/1071060441 learned_addr learned my addr 172.21.15.76:0/1071060441 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:26.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.578+0000 7f0636b8a640 1 --2- 172.21.15.76:0/1071060441 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f06300cec00 0x7f06300ab9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:26.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.578+0000 7f0636389640 1 -- 172.21.15.76:0/1071060441 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f06300cec00 msgr2=0x7f06300ab9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:26.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.578+0000 7f0636389640 1 --2- 172.21.15.76:0/1071060441 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f06300cec00 0x7f06300ab9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:26.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.578+0000 7f0636389640 1 -- 172.21.15.76:0/1071060441 >> v1:172.21.15.192:6789/0 conn(0x7f06300b1720 legacy=0x7f06300ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:26.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.578+0000 7f0636389640 1 -- 172.21.15.76:0/1071060441 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f06300b2c40 con 0x7f063015a3b0 2024-09-13T16:13:26.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.579+0000 7f0636389640 1 --2- 172.21.15.76:0/1071060441 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f063015a3b0 0x7f06300b20a0 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f062c009870 tx=0x7f062c02a270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cd5c5b371f62e609 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:26.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.579+0000 7f0635387640 1 -- 172.21.15.76:0/1071060441 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f062c032440 con 0x7f063015a3b0 2024-09-13T16:13:26.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.579+0000 7f0635387640 1 -- 172.21.15.76:0/1071060441 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f062c0325a0 con 0x7f063015a3b0 2024-09-13T16:13:26.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.579+0000 7f0635387640 1 -- 172.21.15.76:0/1071060441 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f062c032930 con 0x7f063015a3b0 2024-09-13T16:13:26.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.579+0000 7f06385ed640 1 -- 172.21.15.76:0/1071060441 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f063015a3b0 msgr2=0x7f06300b20a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:26.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.579+0000 7f06385ed640 1 --2- 172.21.15.76:0/1071060441 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f063015a3b0 0x7f06300b20a0 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f062c009870 tx=0x7f062c02a270 comp rx=0 tx=0).stop 2024-09-13T16:13:26.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.579+0000 7f06385ed640 1 -- 172.21.15.76:0/1071060441 shutdown_connections 2024-09-13T16:13:26.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.579+0000 7f06385ed640 1 --2- 172.21.15.76:0/1071060441 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f06300cec00 0x7f06300ab9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:26.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.579+0000 7f06385ed640 1 --2- 172.21.15.76:0/1071060441 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f063015a3b0 0x7f06300b20a0 unknown :-1 s=CLOSED pgs=567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:26.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.579+0000 7f06385ed640 1 -- 172.21.15.76:0/1071060441 >> 172.21.15.76:0/1071060441 conn(0x7f063006a0b0 msgr2=0x7f063006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:26.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.580+0000 7f06385ed640 1 -- 172.21.15.76:0/1071060441 shutdown_connections 2024-09-13T16:13:26.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.580+0000 7f06385ed640 1 -- 172.21.15.76:0/1071060441 wait complete. 2024-09-13T16:13:26.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.581+0000 7f06385ed640 1 Processor -- start 2024-09-13T16:13:26.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.581+0000 7f06385ed640 1 -- start start 2024-09-13T16:13:26.586 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.581+0000 7f06385ed640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f06300b1720 0x7f0630097a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:26.586 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.581+0000 7f06385ed640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f06300cec00 0x7f06300c8220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:26.586 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.581+0000 7f06385ed640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f063015a3b0 0x7f063015a970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:26.586 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.581+0000 7f06385ed640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f063014b790 con 0x7f06300cec00 2024-09-13T16:13:26.587 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.581+0000 7f06385ed640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f06300c8760 con 0x7f06300b1720 2024-09-13T16:13:26.587 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.581+0000 7f06385ed640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f063014b440 con 0x7f063015a3b0 2024-09-13T16:13:26.587 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.581+0000 7f0635b88640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f06300cec00 0x7f06300c8220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:26.587 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.582+0000 7f0635b88640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f06300cec00 0x7f06300c8220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40834/0 (socket says 172.21.15.76:40834) 2024-09-13T16:13:26.587 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.582+0000 7f0635b88640 1 -- 172.21.15.76:0/121174440 learned_addr learned my addr 172.21.15.76:0/121174440 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:26.587 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.582+0000 7f0636389640 1 --2- 172.21.15.76:0/121174440 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f06300b1720 0x7f0630097a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:26.587 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.582+0000 7f0636b8a640 1 --2- 172.21.15.76:0/121174440 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f063015a3b0 0x7f063015a970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:26.587 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.582+0000 7f0635b88640 1 -- 172.21.15.76:0/121174440 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f063015a3b0 msgr2=0x7f063015a970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:26.587 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.582+0000 7f0635b88640 1 --2- 172.21.15.76:0/121174440 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f063015a3b0 0x7f063015a970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:26.587 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.582+0000 7f0635b88640 1 -- 172.21.15.76:0/121174440 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f06300b1720 msgr2=0x7f0630097a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:26.587 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.582+0000 7f0635b88640 1 --2- 172.21.15.76:0/121174440 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f06300b1720 0x7f0630097a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:26.588 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.582+0000 7f0635b88640 1 -- 172.21.15.76:0/121174440 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f062c0094d0 con 0x7f06300cec00 2024-09-13T16:13:26.588 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.582+0000 7f0635b88640 1 --2- 172.21.15.76:0/121174440 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f06300cec00 0x7f06300c8220 secure :-1 s=READY pgs=1793 cs=0 l=1 rev1=1 crypto rx=0x7f062000c3c0 tx=0x7f062000c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:26.588 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.582+0000 7f0626ffd640 1 -- 172.21.15.76:0/121174440 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06200052d0 con 0x7f06300cec00 2024-09-13T16:13:26.588 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.582+0000 7f0626ffd640 1 -- 172.21.15.76:0/121174440 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0620005450 con 0x7f06300cec00 2024-09-13T16:13:26.588 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.582+0000 7f0626ffd640 1 -- 172.21.15.76:0/121174440 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0620007260 con 0x7f06300cec00 2024-09-13T16:13:26.588 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.582+0000 7f06385ed640 1 -- 172.21.15.76:0/121174440 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f06300c5380 con 0x7f06300cec00 2024-09-13T16:13:26.588 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.582+0000 7f06385ed640 1 -- 172.21.15.76:0/121174440 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f06300c5940 con 0x7f06300cec00 2024-09-13T16:13:26.588 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.583+0000 7f06385ed640 1 -- 172.21.15.76:0/121174440 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f063015aeb0 con 0x7f06300cec00 2024-09-13T16:13:26.588 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.584+0000 7f0626ffd640 1 -- 172.21.15.76:0/121174440 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f06200073c0 con 0x7f06300cec00 2024-09-13T16:13:26.588 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.584+0000 7f0626ffd640 1 --2- 172.21.15.76:0/121174440 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f061406ac30 0x7f061406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:26.588 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.584+0000 7f0636389640 1 --2- 172.21.15.76:0/121174440 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f061406ac30 0x7f061406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:26.588 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.584+0000 7f0626ffd640 1 -- 172.21.15.76:0/121174440 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(132..132 src has 1..132) v4 ==== 5177+0+0 (secure 0 0 0) 0x7f0620088550 con 0x7f06300cec00 2024-09-13T16:13:26.589 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.585+0000 7f0636389640 1 --2- 172.21.15.76:0/121174440 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f061406ac30 0x7f061406d0f0 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7f062c034000 tx=0x7f062c02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:26.590 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.589+0000 7f0626ffd640 1 -- 172.21.15.76:0/121174440 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f06200538c0 con 0x7f06300cec00 2024-09-13T16:13:26.668 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b has been restored 2024-09-13T16:13:26.750 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.748+0000 7f06385ed640 1 -- 172.21.15.76:0/121174440 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f06300ac270 con 0x7f06300cec00 2024-09-13T16:13:26.750 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.749+0000 7f0626ffd640 1 -- 172.21.15.76:0/121174440 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v132) v1 ==== 93+0+10 (secure 0 0 0) 0x7f0620056ee0 con 0x7f06300cec00 2024-09-13T16:13:26.750 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2024-09-13T16:13:26.752 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.751+0000 7f06385ed640 1 -- 172.21.15.76:0/121174440 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f061406ac30 msgr2=0x7f061406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:26.752 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.751+0000 7f06385ed640 1 --2- 172.21.15.76:0/121174440 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f061406ac30 0x7f061406d0f0 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7f062c034000 tx=0x7f062c02e000 comp rx=0 tx=0).stop 2024-09-13T16:13:26.753 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.751+0000 7f06385ed640 1 -- 172.21.15.76:0/121174440 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f06300cec00 msgr2=0x7f06300c8220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:26.753 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.751+0000 7f06385ed640 1 --2- 172.21.15.76:0/121174440 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f06300cec00 0x7f06300c8220 secure :-1 s=READY pgs=1793 cs=0 l=1 rev1=1 crypto rx=0x7f062000c3c0 tx=0x7f062000c880 comp rx=0 tx=0).stop 2024-09-13T16:13:26.753 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.751+0000 7f06385ed640 1 -- 172.21.15.76:0/121174440 shutdown_connections 2024-09-13T16:13:26.753 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.751+0000 7f06385ed640 1 --2- 172.21.15.76:0/121174440 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f061406ac30 0x7f061406d0f0 unknown :-1 s=CLOSED pgs=763 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:26.753 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.751+0000 7f06385ed640 1 --2- 172.21.15.76:0/121174440 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f063015a3b0 0x7f063015a970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:26.753 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.751+0000 7f06385ed640 1 --2- 172.21.15.76:0/121174440 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f06300cec00 0x7f06300c8220 unknown :-1 s=CLOSED pgs=1793 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:26.753 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.751+0000 7f06385ed640 1 --2- 172.21.15.76:0/121174440 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f06300b1720 0x7f0630097a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:26.753 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.751+0000 7f06385ed640 1 -- 172.21.15.76:0/121174440 >> 172.21.15.76:0/121174440 conn(0x7f063006a0b0 msgr2=0x7f06300ad160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:26.753 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.751+0000 7f06385ed640 1 -- 172.21.15.76:0/121174440 shutdown_connections 2024-09-13T16:13:26.753 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.751+0000 7f06385ed640 1 -- 172.21.15.76:0/121174440 wait complete. 2024-09-13T16:13:26.763 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-13T16:13:26.861 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.859+0000 7fc8b7fff640 1 Processor -- start 2024-09-13T16:13:26.861 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.859+0000 7fc8b7fff640 1 -- start start 2024-09-13T16:13:26.862 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.860+0000 7fc8b7fff640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fc8b815a060 0x7fc8b815b070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:26.862 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.860+0000 7fc8b7fff640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc8b80cbb80 0x7fc8b80cd1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:26.862 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.860+0000 7fc8b7fff640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc8b815b5b0 con 0x7fc8b80b12b0 2024-09-13T16:13:26.862 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.860+0000 7fc8b7fff640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc8b80ccdc0 con 0x7fc8b815a060 2024-09-13T16:13:26.862 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.860+0000 7fc8b7fff640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc8b815a440 con 0x7fc8b80cbb80 2024-09-13T16:13:26.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.860+0000 7fc8b67fc640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc8b80cbb80 0x7fc8b80cd1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:26.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.860+0000 7fc8b6ffd640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fc8b815a060 0x7fc8b815b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:26.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.860+0000 7fc8b67fc640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc8b80cbb80 0x7fc8b80cd1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.76:35994/0 (socket says 172.21.15.76:35994) 2024-09-13T16:13:26.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.860+0000 7fc8b6ffd640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fc8b815a060 0x7fc8b815b070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.76:43974/0 (socket says 172.21.15.76:43974) 2024-09-13T16:13:26.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.860+0000 7fc8b67fc640 1 -- 172.21.15.76:0/3250972685 learned_addr learned my addr 172.21.15.76:0/3250972685 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:26.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.860+0000 7fc8b77fe640 1 --1- 172.21.15.76:0/3250972685 >> v1:172.21.15.192:6789/0 conn(0x7fc8b80b12b0 0x7fc8b815b7b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:45072/0 (socket says 172.21.15.76:45072) 2024-09-13T16:13:26.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.861+0000 7fc8b5ffb640 1 -- 172.21.15.76:0/3250972685 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1066568763 0 0) 0x7fc8b815b5b0 con 0x7fc8b80b12b0 2024-09-13T16:13:26.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.861+0000 7fc8b5ffb640 1 -- 172.21.15.76:0/3250972685 --> v1:172.21.15.192:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc8a0003520 con 0x7fc8b80b12b0 2024-09-13T16:13:26.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.861+0000 7fc8b67fc640 1 -- 172.21.15.76:0/3250972685 >> v2:172.21.15.192:3300/0 conn(0x7fc8b815a060 msgr2=0x7fc8b815b070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:26.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.861+0000 7fc8b67fc640 1 --2- 172.21.15.76:0/3250972685 >> v2:172.21.15.192:3300/0 conn(0x7fc8b815a060 0x7fc8b815b070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:26.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.861+0000 7fc8b67fc640 1 -- 172.21.15.76:0/3250972685 >> v1:172.21.15.192:6789/0 conn(0x7fc8b80b12b0 legacy=0x7fc8b815b7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:26.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.861+0000 7fc8b67fc640 1 -- 172.21.15.76:0/3250972685 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc8b80cc140 con 0x7fc8b80cbb80 2024-09-13T16:13:26.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.861+0000 7fc8b6ffd640 1 --2- 172.21.15.76:0/3250972685 >> v2:172.21.15.192:3300/0 conn(0x7fc8b815a060 0x7fc8b815b070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:13:26.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.861+0000 7fc8b67fc640 1 --2- 172.21.15.76:0/3250972685 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc8b80cbb80 0x7fc8b80cd1e0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fc8ac009870 tx=0x7fc8ac02a1c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9bc83fdf80944071 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:26.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.862+0000 7fc8b5ffb640 1 -- 172.21.15.76:0/3250972685 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8ac032440 con 0x7fc8b80cbb80 2024-09-13T16:13:26.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.862+0000 7fc8b5ffb640 1 -- 172.21.15.76:0/3250972685 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc8ac0325a0 con 0x7fc8b80cbb80 2024-09-13T16:13:26.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.862+0000 7fc8b5ffb640 1 -- 172.21.15.76:0/3250972685 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8ac032910 con 0x7fc8b80cbb80 2024-09-13T16:13:26.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.862+0000 7fc8b7fff640 1 -- 172.21.15.76:0/3250972685 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc8b80cbb80 msgr2=0x7fc8b80cd1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:26.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.862+0000 7fc8b7fff640 1 --2- 172.21.15.76:0/3250972685 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc8b80cbb80 0x7fc8b80cd1e0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fc8ac009870 tx=0x7fc8ac02a1c0 comp rx=0 tx=0).stop 2024-09-13T16:13:26.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.862+0000 7fc8b7fff640 1 -- 172.21.15.76:0/3250972685 shutdown_connections 2024-09-13T16:13:26.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.862+0000 7fc8b7fff640 1 --2- 172.21.15.76:0/3250972685 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc8b80cbb80 0x7fc8b80cd1e0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:26.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.862+0000 7fc8b7fff640 1 --2- 172.21.15.76:0/3250972685 >> v2:172.21.15.192:3300/0 conn(0x7fc8b815a060 0x7fc8b815b070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:26.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.862+0000 7fc8b7fff640 1 -- 172.21.15.76:0/3250972685 >> 172.21.15.76:0/3250972685 conn(0x7fc8b80b48c0 msgr2=0x7fc8b80b4ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:26.869 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.862+0000 7fc8b7fff640 1 -- 172.21.15.76:0/3250972685 shutdown_connections 2024-09-13T16:13:26.869 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.862+0000 7fc8b7fff640 1 -- 172.21.15.76:0/3250972685 wait complete. 2024-09-13T16:13:26.869 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.864+0000 7fc8b7fff640 1 Processor -- start 2024-09-13T16:13:26.869 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.864+0000 7fc8b7fff640 1 -- start start 2024-09-13T16:13:26.869 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.864+0000 7fc8b7fff640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc8b80b12b0 0x7fc8b81e5c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:26.869 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.864+0000 7fc8b7fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc8b80cbb80 0x7fc8b80ae300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:26.869 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.864+0000 7fc8b7fff640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc8b815a060 0x7fc8b8146900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:26.869 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.864+0000 7fc8b7fff640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8b80aa4e0 con 0x7fc8b80cbb80 2024-09-13T16:13:26.869 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.864+0000 7fc8b7fff640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8b80a98f0 con 0x7fc8b80b12b0 2024-09-13T16:13:26.869 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.864+0000 7fc8b7fff640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc8b80a9bb0 con 0x7fc8b815a060 2024-09-13T16:13:26.870 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.865+0000 7fc8b67fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc8b80cbb80 0x7fc8b80ae300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:26.870 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.865+0000 7fc8b67fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc8b80cbb80 0x7fc8b80ae300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40850/0 (socket says 172.21.15.76:40850) 2024-09-13T16:13:26.870 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.865+0000 7fc8b67fc640 1 -- 172.21.15.76:0/2207042663 learned_addr learned my addr 172.21.15.76:0/2207042663 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:26.870 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.865+0000 7fc8b6ffd640 1 --2- 172.21.15.76:0/2207042663 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc8b80b12b0 0x7fc8b81e5c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:26.870 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.865+0000 7fc8b77fe640 1 --2- 172.21.15.76:0/2207042663 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc8b815a060 0x7fc8b8146900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:26.870 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.865+0000 7fc8b67fc640 1 -- 172.21.15.76:0/2207042663 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc8b815a060 msgr2=0x7fc8b8146900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:26.870 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.865+0000 7fc8b67fc640 1 --2- 172.21.15.76:0/2207042663 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc8b815a060 0x7fc8b8146900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:26.870 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.865+0000 7fc8b67fc640 1 -- 172.21.15.76:0/2207042663 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc8b80b12b0 msgr2=0x7fc8b81e5c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:26.870 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.865+0000 7fc8b67fc640 1 --2- 172.21.15.76:0/2207042663 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc8b80b12b0 0x7fc8b81e5c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:26.870 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.865+0000 7fc8b67fc640 1 -- 172.21.15.76:0/2207042663 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc8a8009400 con 0x7fc8b80cbb80 2024-09-13T16:13:26.870 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.865+0000 7fc8b67fc640 1 --2- 172.21.15.76:0/2207042663 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc8b80cbb80 0x7fc8b80ae300 secure :-1 s=READY pgs=1794 cs=0 l=1 rev1=1 crypto rx=0x7fc8ac000c00 tx=0x7fc8ac0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:26.870 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.865+0000 7fc89f7fe640 1 -- 172.21.15.76:0/2207042663 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8ac03d830 con 0x7fc8b80cbb80 2024-09-13T16:13:26.870 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.865+0000 7fc89f7fe640 1 -- 172.21.15.76:0/2207042663 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc8ac03d990 con 0x7fc8b80cbb80 2024-09-13T16:13:26.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.865+0000 7fc8b7fff640 1 -- 172.21.15.76:0/2207042663 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc8ac0094d0 con 0x7fc8b80cbb80 2024-09-13T16:13:26.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.865+0000 7fc89f7fe640 1 -- 172.21.15.76:0/2207042663 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8ac03dd00 con 0x7fc8b80cbb80 2024-09-13T16:13:26.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.865+0000 7fc8b7fff640 1 -- 172.21.15.76:0/2207042663 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc8b80aa170 con 0x7fc8b80cbb80 2024-09-13T16:13:26.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.866+0000 7fc8b7fff640 1 -- 172.21.15.76:0/2207042663 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc8b8067250 con 0x7fc8b80cbb80 2024-09-13T16:13:26.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.867+0000 7fc89f7fe640 1 -- 172.21.15.76:0/2207042663 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc8ac039040 con 0x7fc8b80cbb80 2024-09-13T16:13:26.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.867+0000 7fc89f7fe640 1 --2- 172.21.15.76:0/2207042663 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc8a406ac00 0x7fc8a406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:26.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.867+0000 7fc8b6ffd640 1 --2- 172.21.15.76:0/2207042663 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc8a406ac00 0x7fc8a406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:26.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.867+0000 7fc89f7fe640 1 -- 172.21.15.76:0/2207042663 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(132..132 src has 1..132) v4 ==== 5177+0+0 (secure 0 0 0) 0x7fc8ac0a9b90 con 0x7fc8b80cbb80 2024-09-13T16:13:26.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.868+0000 7fc8b6ffd640 1 --2- 172.21.15.76:0/2207042663 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc8a406ac00 0x7fc8a406d0c0 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7fc8a8009c30 tx=0x7fc8a8009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:26.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:26.871+0000 7fc89f7fe640 1 -- 172.21.15.76:0/2207042663 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fc8ac074fa0 con 0x7fc8b80cbb80 2024-09-13T16:13:27.034 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:27.032+0000 7fc8b7fff640 1 -- 172.21.15.76:0/2207042663 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7fc8b8072b20 con 0x7fc8b80cbb80 2024-09-13T16:13:27.034 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:27.032+0000 7fc89f7fe640 1 -- 172.21.15.76:0/2207042663 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v132) v1 ==== 84+0+65 (secure 0 0 0) 0x7fc8ac037060 con 0x7fc8b80cbb80 2024-09-13T16:13:27.034 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:13:27.034 INFO:teuthology.orchestra.run.smithi076.stdout:[ 2024-09-13T16:13:27.034 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:13:27.034 INFO:teuthology.orchestra.run.smithi076.stdout: "poolnum": 1, 2024-09-13T16:13:27.034 INFO:teuthology.orchestra.run.smithi076.stdout: "poolname": ".mgr" 2024-09-13T16:13:27.035 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:13:27.035 INFO:teuthology.orchestra.run.smithi076.stdout:] 2024-09-13T16:13:27.036 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:27.034+0000 7fc8b7fff640 1 -- 172.21.15.76:0/2207042663 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc8a406ac00 msgr2=0x7fc8a406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:27.036 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:27.034+0000 7fc8b7fff640 1 --2- 172.21.15.76:0/2207042663 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc8a406ac00 0x7fc8a406d0c0 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7fc8a8009c30 tx=0x7fc8a8009190 comp rx=0 tx=0).stop 2024-09-13T16:13:27.036 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:27.034+0000 7fc8b7fff640 1 -- 172.21.15.76:0/2207042663 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc8b80cbb80 msgr2=0x7fc8b80ae300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:27.037 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:27.034+0000 7fc8b7fff640 1 --2- 172.21.15.76:0/2207042663 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc8b80cbb80 0x7fc8b80ae300 secure :-1 s=READY pgs=1794 cs=0 l=1 rev1=1 crypto rx=0x7fc8ac000c00 tx=0x7fc8ac0046c0 comp rx=0 tx=0).stop 2024-09-13T16:13:27.037 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:27.034+0000 7fc8b7fff640 1 -- 172.21.15.76:0/2207042663 shutdown_connections 2024-09-13T16:13:27.037 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:27.034+0000 7fc8b7fff640 1 --2- 172.21.15.76:0/2207042663 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc8a406ac00 0x7fc8a406d0c0 unknown :-1 s=CLOSED pgs=764 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:27.037 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:27.034+0000 7fc8b7fff640 1 --2- 172.21.15.76:0/2207042663 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc8b815a060 0x7fc8b8146900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:27.037 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:27.034+0000 7fc8b7fff640 1 --2- 172.21.15.76:0/2207042663 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc8b80cbb80 0x7fc8b80ae300 unknown :-1 s=CLOSED pgs=1794 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:27.037 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:27.034+0000 7fc8b7fff640 1 --2- 172.21.15.76:0/2207042663 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc8b80b12b0 0x7fc8b81e5c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:27.037 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:27.034+0000 7fc8b7fff640 1 -- 172.21.15.76:0/2207042663 >> 172.21.15.76:0/2207042663 conn(0x7fc8b80b48c0 msgr2=0x7fc8b806d8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:27.037 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:27.034+0000 7fc8b7fff640 1 -- 172.21.15.76:0/2207042663 shutdown_connections 2024-09-13T16:13:27.037 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:27.034+0000 7fc8b7fff640 1 -- 172.21.15.76:0/2207042663 wait complete. 2024-09-13T16:13:27.047 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-13T16:13:27.047 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-13T16:13:27.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:27.147+0000 7f22581c7640 1 Processor -- start 2024-09-13T16:13:27.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:27.147+0000 7f22581c7640 1 -- start start 2024-09-13T16:13:27.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:27.148+0000 7f22581c7640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f22500b2b40 0x7f22500ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:27.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:27.148+0000 7f22581c7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f22500ce4f0 0x7f22500ce900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:27.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:27.148+0000 7f22581c7640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f22500ccbe0 con 0x7f2250159310 2024-09-13T16:13:27.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:27.148+0000 7f22581c7640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f22500ad940 con 0x7f22500b2b40 2024-09-13T16:13:27.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:27.148+0000 7f22581c7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f22500b1810 con 0x7f22500ce4f0 2024-09-13T16:13:27.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:27.148+0000 7f2255f63640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f2250159310 0x7f22500ab140 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:35198/0 (socket says 172.21.15.76:35198) 2024-09-13T16:13:27.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:27.148+0000 7f2255f63640 1 -- 172.21.15.76:0/1657329294 learned_addr learned my addr 172.21.15.76:0/1657329294 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:13:27.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:27.148+0000 7f2256764640 1 --2- 172.21.15.76:0/1657329294 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f22500ce4f0 0x7f22500ce900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:27.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:27.148+0000 7f2255762640 1 --2- 172.21.15.76:0/1657329294 >> v2:172.21.15.192:3300/0 conn(0x7f22500b2b40 0x7f22500ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:27.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:27.148+0000 7f2254f61640 1 -- 172.21.15.76:0/1657329294 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3979628639 0 0) 0x7f22500ccbe0 con 0x7f2250159310 2024-09-13T16:13:27.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:27.148+0000 7f2254f61640 1 -- 172.21.15.76:0/1657329294 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f223c003520 con 0x7f2250159310 2024-09-13T16:13:27.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:27.149+0000 7f2256764640 1 -- 172.21.15.76:0/1657329294 >> v2:172.21.15.192:3300/0 conn(0x7f22500b2b40 msgr2=0x7f22500ad400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:27.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:27.149+0000 7f2256764640 1 --2- 172.21.15.76:0/1657329294 >> v2:172.21.15.192:3300/0 conn(0x7f22500b2b40 0x7f22500ad400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:27.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:27.149+0000 7f2256764640 1 -- 172.21.15.76:0/1657329294 >> v1:172.21.15.76:6789/0 conn(0x7f2250159310 legacy=0x7f22500ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:27.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:27.149+0000 7f2254f61640 1 -- 172.21.15.76:0/1657329294 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 225753794 0 0) 0x7f223c003520 con 0x7f2250159310 2024-09-13T16:13:27.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:27.149+0000 7f2256764640 1 -- 172.21.15.76:0/1657329294 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f22500cee40 con 0x7f22500ce4f0 2024-09-13T16:13:27.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:27.149+0000 7f2256764640 1 --2- 172.21.15.76:0/1657329294 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f22500ce4f0 0x7f22500ce900 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f2248009d90 tx=0x7f224802a560 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cfa8b426daf76dc5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:27.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:27.150+0000 7f2254f61640 1 -- 172.21.15.76:0/1657329294 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f224c001670 con 0x7f22500ce4f0 2024-09-13T16:13:27.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:27.150+0000 7f2254f61640 1 -- 172.21.15.76:0/1657329294 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f224802d050 con 0x7f22500ce4f0 2024-09-13T16:13:27.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:27.150+0000 7f2254f61640 1 -- 172.21.15.76:0/1657329294 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2248007740 con 0x7f22500ce4f0 2024-09-13T16:13:27.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:27.150+0000 7f22581c7640 1 -- 172.21.15.76:0/1657329294 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f22500ce4f0 msgr2=0x7f22500ce900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:27.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:27.150+0000 7f22581c7640 1 --2- 172.21.15.76:0/1657329294 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f22500ce4f0 0x7f22500ce900 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f2248009d90 tx=0x7f224802a560 comp rx=0 tx=0).stop 2024-09-13T16:13:27.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:27.150+0000 7f22581c7640 1 -- 172.21.15.76:0/1657329294 shutdown_connections 2024-09-13T16:13:27.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:27.150+0000 7f22581c7640 1 --2- 172.21.15.76:0/1657329294 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f22500ce4f0 0x7f22500ce900 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:27.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:27.150+0000 7f22581c7640 1 --2- 172.21.15.76:0/1657329294 >> v2:172.21.15.192:3300/0 conn(0x7f22500b2b40 0x7f22500ad400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:27.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:27.150+0000 7f22581c7640 1 -- 172.21.15.76:0/1657329294 >> 172.21.15.76:0/1657329294 conn(0x7f225006a0b0 msgr2=0x7f225006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:27.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:27.150+0000 7f22581c7640 1 -- 172.21.15.76:0/1657329294 shutdown_connections 2024-09-13T16:13:27.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:27.150+0000 7f22581c7640 1 -- 172.21.15.76:0/1657329294 wait complete. 2024-09-13T16:13:27.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:27.151+0000 7f22581c7640 1 Processor -- start 2024-09-13T16:13:27.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:27.151+0000 7f22581c7640 1 -- start start 2024-09-13T16:13:27.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:27.152+0000 7f22581c7640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f22500b2b40 0x7f22501f28b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:27.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:27.152+0000 7f22581c7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f22500ce4f0 0x7f2250097890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:27.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:27.152+0000 7f22581c7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2250159310 0x7f225009b4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:27.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:27.152+0000 7f22581c7640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f22501f2420 con 0x7f22500ce4f0 2024-09-13T16:13:27.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:27.152+0000 7f22581c7640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f22501f1e10 con 0x7f22500b2b40 2024-09-13T16:13:27.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:27.152+0000 7f22581c7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2250097dd0 con 0x7f2250159310 2024-09-13T16:13:27.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:27.152+0000 7f2255762640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f22500ce4f0 0x7f2250097890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:27.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:27.152+0000 7f2255762640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f22500ce4f0 0x7f2250097890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40852/0 (socket says 172.21.15.76:40852) 2024-09-13T16:13:27.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:27.152+0000 7f2255762640 1 -- 172.21.15.76:0/1331619672 learned_addr learned my addr 172.21.15.76:0/1331619672 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:27.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:27.153+0000 7f2256764640 1 --2- 172.21.15.76:0/1331619672 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2250159310 0x7f225009b4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:27.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:27.153+0000 7f2255762640 1 -- 172.21.15.76:0/1331619672 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2250159310 msgr2=0x7f225009b4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:27.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:27.153+0000 7f2255f63640 1 --2- 172.21.15.76:0/1331619672 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f22500b2b40 0x7f22501f28b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:27.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:27.153+0000 7f2255762640 1 --2- 172.21.15.76:0/1331619672 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2250159310 0x7f225009b4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:27.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:27.153+0000 7f2255762640 1 -- 172.21.15.76:0/1331619672 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f22500b2b40 msgr2=0x7f22501f28b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:27.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:27.153+0000 7f2255762640 1 --2- 172.21.15.76:0/1331619672 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f22500b2b40 0x7f22501f28b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:27.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:27.153+0000 7f2255762640 1 -- 172.21.15.76:0/1331619672 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2248009a70 con 0x7f22500ce4f0 2024-09-13T16:13:27.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:27.153+0000 7f2256764640 1 --2- 172.21.15.76:0/1331619672 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2250159310 0x7f225009b4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:13:27.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:27.153+0000 7f2255f63640 1 --2- 172.21.15.76:0/1331619672 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f22500b2b40 0x7f22501f28b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:13:27.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:27.153+0000 7f2255762640 1 --2- 172.21.15.76:0/1331619672 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f22500ce4f0 0x7f2250097890 secure :-1 s=READY pgs=1796 cs=0 l=1 rev1=1 crypto rx=0x7f224000e9b0 tx=0x7f224000ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:27.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:27.153+0000 7f22467fc640 1 -- 172.21.15.76:0/1331619672 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2240009670 con 0x7f22500ce4f0 2024-09-13T16:13:27.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:27.153+0000 7f22467fc640 1 -- 172.21.15.76:0/1331619672 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f224000c9a0 con 0x7f22500ce4f0 2024-09-13T16:13:27.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:27.153+0000 7f22581c7640 1 -- 172.21.15.76:0/1331619672 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f225009bee0 con 0x7f22500ce4f0 2024-09-13T16:13:27.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:27.153+0000 7f22467fc640 1 -- 172.21.15.76:0/1331619672 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f224000cd50 con 0x7f22500ce4f0 2024-09-13T16:13:27.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:27.153+0000 7f22581c7640 1 -- 172.21.15.76:0/1331619672 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f225009c1c0 con 0x7f22500ce4f0 2024-09-13T16:13:27.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:27.154+0000 7f22581c7640 1 -- 172.21.15.76:0/1331619672 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f22501f25d0 con 0x7f22500ce4f0 2024-09-13T16:13:27.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:27.154+0000 7f22467fc640 1 -- 172.21.15.76:0/1331619672 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f2240013470 con 0x7f22500ce4f0 2024-09-13T16:13:27.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:27.155+0000 7f22467fc640 1 --2- 172.21.15.76:0/1331619672 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f223406ac00 0x7f223406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:27.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:27.155+0000 7f22467fc640 1 -- 172.21.15.76:0/1331619672 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(132..132 src has 1..132) v4 ==== 5177+0+0 (secure 0 0 0) 0x7f2240089700 con 0x7f22500ce4f0 2024-09-13T16:13:27.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:27.155+0000 7f2255f63640 1 --2- 172.21.15.76:0/1331619672 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f223406ac00 0x7f223406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:27.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:27.155+0000 7f2255f63640 1 --2- 172.21.15.76:0/1331619672 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f223406ac00 0x7f223406d0c0 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7f224c005880 tx=0x7f224c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:27.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:27.159+0000 7f22467fc640 1 -- 172.21.15.76:0/1331619672 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f22501f25d0 con 0x7f22500ce4f0 2024-09-13T16:13:27.323 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:27.322+0000 7f22581c7640 1 -- 172.21.15.76:0/1331619672 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7f225006dfa0 con 0x7f22500ce4f0 2024-09-13T16:13:28.186 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:28.184+0000 7f22467fc640 1 -- 172.21.15.76:0/1331619672 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v133) v1 ==== 138+0+0 (secure 0 0 0) 0x7f2240054af0 con 0x7f22500ce4f0 2024-09-13T16:13:28.186 INFO:teuthology.orchestra.run.smithi076.stderr:pool 'cephfs_metadata' created 2024-09-13T16:13:28.189 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:28.188+0000 7f22581c7640 1 -- 172.21.15.76:0/1331619672 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f223406ac00 msgr2=0x7f223406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:28.190 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:28.188+0000 7f22581c7640 1 --2- 172.21.15.76:0/1331619672 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f223406ac00 0x7f223406d0c0 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7f224c005880 tx=0x7f224c009040 comp rx=0 tx=0).stop 2024-09-13T16:13:28.190 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:28.188+0000 7f22581c7640 1 -- 172.21.15.76:0/1331619672 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f22500ce4f0 msgr2=0x7f2250097890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:28.190 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:28.188+0000 7f22581c7640 1 --2- 172.21.15.76:0/1331619672 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f22500ce4f0 0x7f2250097890 secure :-1 s=READY pgs=1796 cs=0 l=1 rev1=1 crypto rx=0x7f224000e9b0 tx=0x7f224000ee70 comp rx=0 tx=0).stop 2024-09-13T16:13:28.190 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:28.188+0000 7f22581c7640 1 -- 172.21.15.76:0/1331619672 shutdown_connections 2024-09-13T16:13:28.190 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:28.188+0000 7f22581c7640 1 --2- 172.21.15.76:0/1331619672 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f223406ac00 0x7f223406d0c0 unknown :-1 s=CLOSED pgs=765 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:28.190 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:28.188+0000 7f22581c7640 1 --2- 172.21.15.76:0/1331619672 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2250159310 0x7f225009b4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:28.190 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:28.188+0000 7f22581c7640 1 --2- 172.21.15.76:0/1331619672 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f22500ce4f0 0x7f2250097890 unknown :-1 s=CLOSED pgs=1796 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:28.190 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:28.188+0000 7f22581c7640 1 --2- 172.21.15.76:0/1331619672 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f22500b2b40 0x7f22501f28b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:28.190 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:28.188+0000 7f22581c7640 1 -- 172.21.15.76:0/1331619672 >> 172.21.15.76:0/1331619672 conn(0x7f225006a0b0 msgr2=0x7f22500ac330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:28.190 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:28.188+0000 7f22581c7640 1 -- 172.21.15.76:0/1331619672 shutdown_connections 2024-09-13T16:13:28.190 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:28.188+0000 7f22581c7640 1 -- 172.21.15.76:0/1331619672 wait complete. 2024-09-13T16:13:28.202 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-13T16:13:28.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:28.307+0000 7f4ffd8b1640 1 Processor -- start 2024-09-13T16:13:28.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:28.307+0000 7f4ffd8b1640 1 -- start start 2024-09-13T16:13:28.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:28.308+0000 7f4ffd8b1640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f4ff815fbc0 0x7f4ff80cd180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:28.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:28.308+0000 7f4ffd8b1640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f4ff80cd6c0 0x7f4ff80d22d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:28.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:28.308+0000 7f4ffd8b1640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4ff806b6c0 con 0x7f4ff80d2810 2024-09-13T16:13:28.311 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:28.308+0000 7f4ffd8b1640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4ff80ce500 con 0x7f4ff80cd6c0 2024-09-13T16:13:28.311 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:28.308+0000 7f4ffd8b1640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4ff80d2c80 con 0x7f4ff815fbc0 2024-09-13T16:13:28.311 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:28.308+0000 7f4ff67fc640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f4ff80cd6c0 0x7f4ff80d22d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:28.311 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:28.308+0000 7f4ff77fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f4ff80d2810 0x7f4ff80cee40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:35214/0 (socket says 172.21.15.76:35214) 2024-09-13T16:13:28.311 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:28.308+0000 7f4ff67fc640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f4ff80cd6c0 0x7f4ff80d22d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40854/0 (socket says 172.21.15.76:40854) 2024-09-13T16:13:28.311 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:28.308+0000 7f4ff77fe640 1 -- 172.21.15.76:0/703903524 learned_addr learned my addr 172.21.15.76:0/703903524 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:13:28.311 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:28.309+0000 7f4ff6ffd640 1 --2- 172.21.15.76:0/703903524 >> v2:172.21.15.192:3300/0 conn(0x7f4ff815fbc0 0x7f4ff80cd180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:28.311 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:28.309+0000 7f4ff67fc640 1 -- 172.21.15.76:0/703903524 >> v2:172.21.15.192:3300/0 conn(0x7f4ff815fbc0 msgr2=0x7f4ff80cd180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:28.311 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:28.309+0000 7f4ff67fc640 1 --2- 172.21.15.76:0/703903524 >> v2:172.21.15.192:3300/0 conn(0x7f4ff815fbc0 0x7f4ff80cd180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:28.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:28.309+0000 7f4ff67fc640 1 -- 172.21.15.76:0/703903524 >> v1:172.21.15.76:6789/0 conn(0x7f4ff80d2810 legacy=0x7f4ff80cee40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:28.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:28.309+0000 7f4ff5ffb640 1 -- 172.21.15.76:0/703903524 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3223497218 0 0) 0x7f4ff806b6c0 con 0x7f4ff80d2810 2024-09-13T16:13:28.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:28.309+0000 7f4ff67fc640 1 -- 172.21.15.76:0/703903524 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4ff80cdc60 con 0x7f4ff80cd6c0 2024-09-13T16:13:28.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:28.310+0000 7f4ff67fc640 1 --2- 172.21.15.76:0/703903524 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ff80cd6c0 0x7f4ff80d22d0 secure :-1 s=READY pgs=1798 cs=0 l=1 rev1=1 crypto rx=0x7f4ff808c4c0 tx=0x7f4fec02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6fea34ad32a9bdc server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:28.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:28.310+0000 7f4ff5ffb640 1 -- 172.21.15.76:0/703903524 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4fec032440 con 0x7f4ff80cd6c0 2024-09-13T16:13:28.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:28.310+0000 7f4ff5ffb640 1 -- 172.21.15.76:0/703903524 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4fec0325a0 con 0x7f4ff80cd6c0 2024-09-13T16:13:28.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:28.310+0000 7f4ff5ffb640 1 -- 172.21.15.76:0/703903524 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4fec032930 con 0x7f4ff80cd6c0 2024-09-13T16:13:28.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:28.310+0000 7f4ffd8b1640 1 -- 172.21.15.76:0/703903524 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ff80cd6c0 msgr2=0x7f4ff80d22d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:28.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:28.310+0000 7f4ffd8b1640 1 --2- 172.21.15.76:0/703903524 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ff80cd6c0 0x7f4ff80d22d0 secure :-1 s=READY pgs=1798 cs=0 l=1 rev1=1 crypto rx=0x7f4ff808c4c0 tx=0x7f4fec02a1a0 comp rx=0 tx=0).stop 2024-09-13T16:13:28.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:28.310+0000 7f4ffd8b1640 1 -- 172.21.15.76:0/703903524 shutdown_connections 2024-09-13T16:13:28.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:28.310+0000 7f4ffd8b1640 1 --2- 172.21.15.76:0/703903524 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ff80cd6c0 0x7f4ff80d22d0 unknown :-1 s=CLOSED pgs=1798 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:28.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:28.310+0000 7f4ffd8b1640 1 --2- 172.21.15.76:0/703903524 >> v2:172.21.15.192:3300/0 conn(0x7f4ff815fbc0 0x7f4ff80cd180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:28.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:28.310+0000 7f4ffd8b1640 1 -- 172.21.15.76:0/703903524 >> 172.21.15.76:0/703903524 conn(0x7f4ff809b830 msgr2=0x7f4ff8089f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:28.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:28.310+0000 7f4ffd8b1640 1 -- 172.21.15.76:0/703903524 shutdown_connections 2024-09-13T16:13:28.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:28.310+0000 7f4ffd8b1640 1 -- 172.21.15.76:0/703903524 wait complete. 2024-09-13T16:13:28.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:28.311+0000 7f4ffd8b1640 1 Processor -- start 2024-09-13T16:13:28.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:28.312+0000 7f4ffd8b1640 1 -- start start 2024-09-13T16:13:28.316 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:28.312+0000 7f4ffd8b1640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ff80cd6c0 0x7f4ff814b960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:28.316 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:28.312+0000 7f4ffd8b1640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4ff80d2810 0x7f4ff815a190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:28.316 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:28.312+0000 7f4ffd8b1640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4ff815fbc0 0x7f4ff80b0d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:28.316 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:28.312+0000 7f4ffd8b1640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4ff80b5b30 con 0x7f4ff80cd6c0 2024-09-13T16:13:28.316 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:28.312+0000 7f4ffd8b1640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4ff814bea0 con 0x7f4ff815fbc0 2024-09-13T16:13:28.316 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:28.312+0000 7f4ffd8b1640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4ff815a6d0 con 0x7f4ff80d2810 2024-09-13T16:13:28.316 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:28.312+0000 7f4ff6ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ff80cd6c0 0x7f4ff814b960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:28.316 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:28.312+0000 7f4ff6ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ff80cd6c0 0x7f4ff814b960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40862/0 (socket says 172.21.15.76:40862) 2024-09-13T16:13:28.316 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:28.312+0000 7f4ff6ffd640 1 -- 172.21.15.76:0/3296448955 learned_addr learned my addr 172.21.15.76:0/3296448955 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:28.317 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:28.313+0000 7f4ff6ffd640 1 -- 172.21.15.76:0/3296448955 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4ff80d2810 msgr2=0x7f4ff815a190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:28.317 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:28.313+0000 7f4ff6ffd640 1 --2- 172.21.15.76:0/3296448955 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4ff80d2810 0x7f4ff815a190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:28.317 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:28.313+0000 7f4ff77fe640 1 --2- 172.21.15.76:0/3296448955 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4ff815fbc0 0x7f4ff80b0d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:28.317 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:28.313+0000 7f4ff6ffd640 1 -- 172.21.15.76:0/3296448955 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4ff815fbc0 msgr2=0x7f4ff80b0d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:28.317 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:28.313+0000 7f4ff6ffd640 1 --2- 172.21.15.76:0/3296448955 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4ff815fbc0 0x7f4ff80b0d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:28.317 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:28.313+0000 7f4ff6ffd640 1 -- 172.21.15.76:0/3296448955 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4fec0093a0 con 0x7f4ff80cd6c0 2024-09-13T16:13:28.317 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:28.313+0000 7f4ff6ffd640 1 --2- 172.21.15.76:0/3296448955 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ff80cd6c0 0x7f4ff814b960 secure :-1 s=READY pgs=1799 cs=0 l=1 rev1=1 crypto rx=0x7f4fe800d800 tx=0x7f4fe800dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:28.317 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:28.313+0000 7f4fdffff640 1 -- 172.21.15.76:0/3296448955 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4fe800b6c0 con 0x7f4ff80cd6c0 2024-09-13T16:13:28.317 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:28.313+0000 7f4fdffff640 1 -- 172.21.15.76:0/3296448955 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4fe800b820 con 0x7f4ff80cd6c0 2024-09-13T16:13:28.317 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:28.313+0000 7f4ffd8b1640 1 -- 172.21.15.76:0/3296448955 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4ff81f6130 con 0x7f4ff80cd6c0 2024-09-13T16:13:28.317 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:28.313+0000 7f4fdffff640 1 -- 172.21.15.76:0/3296448955 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4fe800bbb0 con 0x7f4ff80cd6c0 2024-09-13T16:13:28.317 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:28.313+0000 7f4ffd8b1640 1 -- 172.21.15.76:0/3296448955 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4ff80b5750 con 0x7f4ff80cd6c0 2024-09-13T16:13:28.317 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:28.314+0000 7f4ffd8b1640 1 -- 172.21.15.76:0/3296448955 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4ff80b0210 con 0x7f4ff80cd6c0 2024-09-13T16:13:28.317 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:28.315+0000 7f4fdffff640 1 -- 172.21.15.76:0/3296448955 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f4fe800bd10 con 0x7f4ff80cd6c0 2024-09-13T16:13:28.318 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:28.315+0000 7f4fdffff640 1 --2- 172.21.15.76:0/3296448955 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4fe406ac00 0x7f4fe406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:28.318 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:28.315+0000 7f4fdffff640 1 -- 172.21.15.76:0/3296448955 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(133..133 src has 1..133) v4 ==== 5547+0+0 (secure 0 0 0) 0x7f4fe808a270 con 0x7f4ff80cd6c0 2024-09-13T16:13:28.318 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:28.315+0000 7f4ff67fc640 1 --2- 172.21.15.76:0/3296448955 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4fe406ac00 0x7f4fe406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:28.318 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:28.316+0000 7f4ff67fc640 1 --2- 172.21.15.76:0/3296448955 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4fe406ac00 0x7f4fe406d0c0 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7f4fec034000 tx=0x7f4fec02c000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:28.320 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:28.319+0000 7f4fdffff640 1 -- 172.21.15.76:0/3296448955 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f4fe8055660 con 0x7f4ff80cd6c0 2024-09-13T16:13:28.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:28.479+0000 7f4ffd8b1640 1 -- 172.21.15.76:0/3296448955 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7f4ff809bd40 con 0x7f4ff80cd6c0 2024-09-13T16:13:29.192 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.190+0000 7f4fdffff640 1 -- 172.21.15.76:0/3296448955 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v134) v1 ==== 170+0+0 (secure 0 0 0) 0x7f4fe8058c80 con 0x7f4ff80cd6c0 2024-09-13T16:13:29.192 INFO:teuthology.orchestra.run.smithi076.stderr:pool 'cephfs_data' created 2024-09-13T16:13:29.206 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.204+0000 7f4ffd8b1640 1 -- 172.21.15.76:0/3296448955 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4fe406ac00 msgr2=0x7f4fe406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:29.206 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.204+0000 7f4ffd8b1640 1 --2- 172.21.15.76:0/3296448955 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4fe406ac00 0x7f4fe406d0c0 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7f4fec034000 tx=0x7f4fec02c000 comp rx=0 tx=0).stop 2024-09-13T16:13:29.206 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.204+0000 7f4ffd8b1640 1 -- 172.21.15.76:0/3296448955 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ff80cd6c0 msgr2=0x7f4ff814b960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:29.206 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.204+0000 7f4ffd8b1640 1 --2- 172.21.15.76:0/3296448955 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ff80cd6c0 0x7f4ff814b960 secure :-1 s=READY pgs=1799 cs=0 l=1 rev1=1 crypto rx=0x7f4fe800d800 tx=0x7f4fe800dcc0 comp rx=0 tx=0).stop 2024-09-13T16:13:29.207 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.205+0000 7f4ffd8b1640 1 -- 172.21.15.76:0/3296448955 shutdown_connections 2024-09-13T16:13:29.207 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.205+0000 7f4ffd8b1640 1 --2- 172.21.15.76:0/3296448955 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4ff815fbc0 0x7f4ff80b0d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:29.207 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.205+0000 7f4ffd8b1640 1 --2- 172.21.15.76:0/3296448955 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4fe406ac00 0x7f4fe406d0c0 unknown :-1 s=CLOSED pgs=766 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:29.207 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.205+0000 7f4ffd8b1640 1 --2- 172.21.15.76:0/3296448955 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4ff80d2810 0x7f4ff815a190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:29.207 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.205+0000 7f4ffd8b1640 1 --2- 172.21.15.76:0/3296448955 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ff80cd6c0 0x7f4ff814b960 unknown :-1 s=CLOSED pgs=1799 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:29.207 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.205+0000 7f4ffd8b1640 1 -- 172.21.15.76:0/3296448955 >> 172.21.15.76:0/3296448955 conn(0x7f4ff809b830 msgr2=0x7f4ff80c9720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:29.207 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.206+0000 7f4ffd8b1640 1 -- 172.21.15.76:0/3296448955 shutdown_connections 2024-09-13T16:13:29.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.206+0000 7f4ffd8b1640 1 -- 172.21.15.76:0/3296448955 wait complete. 2024-09-13T16:13:29.222 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-13T16:13:29.325 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.323+0000 7f962a19d640 1 Processor -- start 2024-09-13T16:13:29.325 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.324+0000 7f962a19d640 1 -- start start 2024-09-13T16:13:29.326 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.324+0000 7f962a19d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f96240d08e0 0x7f96240d0d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:29.326 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.324+0000 7f962a19d640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f96240d2170 0x7f96240d2600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:29.326 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.324+0000 7f962a19d640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f96240d1280 con 0x7f962415d5b0 2024-09-13T16:13:29.326 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.324+0000 7f962a19d640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f96240b1ea0 con 0x7f96240d08e0 2024-09-13T16:13:29.326 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.324+0000 7f962a19d640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f96240b20f0 con 0x7f96240d2170 2024-09-13T16:13:29.326 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.325+0000 7f962919b640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f962415d5b0 0x7f962415d990 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:35220/0 (socket says 172.21.15.76:35220) 2024-09-13T16:13:29.326 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.325+0000 7f962919b640 1 -- 172.21.15.76:0/1348563040 learned_addr learned my addr 172.21.15.76:0/1348563040 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:13:29.327 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.325+0000 7f962899a640 1 --2- 172.21.15.76:0/1348563040 >> v2:172.21.15.76:3300/0 conn(0x7f96240d08e0 0x7f96240d0d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:29.327 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.325+0000 7f962899a640 1 -- 172.21.15.76:0/1348563040 >> v2:172.21.15.192:3300/0 conn(0x7f96240d2170 msgr2=0x7f96240d2600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:29.327 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.325+0000 7f962899a640 1 --2- 172.21.15.76:0/1348563040 >> v2:172.21.15.192:3300/0 conn(0x7f96240d2170 0x7f96240d2600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:29.327 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.325+0000 7f962899a640 1 -- 172.21.15.76:0/1348563040 >> v1:172.21.15.76:6789/0 conn(0x7f962415d5b0 legacy=0x7f962415d990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:29.327 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.325+0000 7f962899a640 1 -- 172.21.15.76:0/1348563040 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f96240b23d0 con 0x7f96240d08e0 2024-09-13T16:13:29.327 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.325+0000 7f961bfff640 1 -- 172.21.15.76:0/1348563040 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 373481487 0 0) 0x7f96240d1280 con 0x7f962415d5b0 2024-09-13T16:13:29.328 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.326+0000 7f962899a640 1 --2- 172.21.15.76:0/1348563040 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f96240d08e0 0x7f96240d0d40 secure :-1 s=READY pgs=1801 cs=0 l=1 rev1=1 crypto rx=0x7f96240d0080 tx=0x7f961402a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cfad6fbb4852a437 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:29.328 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.326+0000 7f961bfff640 1 -- 172.21.15.76:0/1348563040 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f961402ae60 con 0x7f96240d08e0 2024-09-13T16:13:29.328 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.326+0000 7f961bfff640 1 -- 172.21.15.76:0/1348563040 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9614032440 con 0x7f96240d08e0 2024-09-13T16:13:29.328 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.326+0000 7f961bfff640 1 -- 172.21.15.76:0/1348563040 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f96140327d0 con 0x7f96240d08e0 2024-09-13T16:13:29.328 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.326+0000 7f962a19d640 1 -- 172.21.15.76:0/1348563040 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f96240d08e0 msgr2=0x7f96240d0d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:29.328 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.326+0000 7f962a19d640 1 --2- 172.21.15.76:0/1348563040 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f96240d08e0 0x7f96240d0d40 secure :-1 s=READY pgs=1801 cs=0 l=1 rev1=1 crypto rx=0x7f96240d0080 tx=0x7f961402a110 comp rx=0 tx=0).stop 2024-09-13T16:13:29.329 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.326+0000 7f962a19d640 1 -- 172.21.15.76:0/1348563040 shutdown_connections 2024-09-13T16:13:29.329 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.326+0000 7f962a19d640 1 --2- 172.21.15.76:0/1348563040 >> v2:172.21.15.192:3300/0 conn(0x7f96240d2170 0x7f96240d2600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:29.329 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.326+0000 7f962a19d640 1 --2- 172.21.15.76:0/1348563040 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f96240d08e0 0x7f96240d0d40 unknown :-1 s=CLOSED pgs=1801 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:29.329 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.326+0000 7f962a19d640 1 -- 172.21.15.76:0/1348563040 >> 172.21.15.76:0/1348563040 conn(0x7f962408bcd0 msgr2=0x7f962409b5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:29.329 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.326+0000 7f962a19d640 1 -- 172.21.15.76:0/1348563040 shutdown_connections 2024-09-13T16:13:29.329 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.326+0000 7f962a19d640 1 -- 172.21.15.76:0/1348563040 wait complete. 2024-09-13T16:13:29.331 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.327+0000 7f962a19d640 1 Processor -- start 2024-09-13T16:13:29.331 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.328+0000 7f962a19d640 1 -- start start 2024-09-13T16:13:29.331 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.328+0000 7f962a19d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f96240d08e0 0x7f96240b7a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:29.331 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.328+0000 7f962a19d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f96240d2170 0x7f96240cc170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:29.331 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.328+0000 7f962a19d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f962415d5b0 0x7f962414e9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:29.332 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.328+0000 7f962a19d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f96240cc6b0 con 0x7f96240d08e0 2024-09-13T16:13:29.332 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.328+0000 7f962a19d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f96241f5260 con 0x7f96240d2170 2024-09-13T16:13:29.332 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.328+0000 7f962a19d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9624151e20 con 0x7f962415d5b0 2024-09-13T16:13:29.332 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.328+0000 7f962919b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f96240d08e0 0x7f96240b7a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:29.332 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.328+0000 7f962919b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f96240d08e0 0x7f96240b7a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40892/0 (socket says 172.21.15.76:40892) 2024-09-13T16:13:29.332 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.328+0000 7f962919b640 1 -- 172.21.15.76:0/3401416886 learned_addr learned my addr 172.21.15.76:0/3401416886 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:29.332 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.329+0000 7f962899a640 1 --2- 172.21.15.76:0/3401416886 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f96240d2170 0x7f96240cc170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:29.332 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.329+0000 7f962999c640 1 --2- 172.21.15.76:0/3401416886 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f962415d5b0 0x7f962414e9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:29.332 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.329+0000 7f962919b640 1 -- 172.21.15.76:0/3401416886 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f962415d5b0 msgr2=0x7f962414e9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:29.332 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.329+0000 7f962919b640 1 --2- 172.21.15.76:0/3401416886 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f962415d5b0 0x7f962414e9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:29.332 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.329+0000 7f962919b640 1 -- 172.21.15.76:0/3401416886 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f96240d2170 msgr2=0x7f96240cc170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:29.332 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.329+0000 7f962919b640 1 --2- 172.21.15.76:0/3401416886 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f96240d2170 0x7f96240cc170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:29.333 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.329+0000 7f962919b640 1 -- 172.21.15.76:0/3401416886 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9614009400 con 0x7f96240d08e0 2024-09-13T16:13:29.333 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.329+0000 7f962999c640 1 --2- 172.21.15.76:0/3401416886 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f962415d5b0 0x7f962414e9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:13:29.333 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.329+0000 7f962919b640 1 --2- 172.21.15.76:0/3401416886 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f96240d08e0 0x7f96240b7a00 secure :-1 s=READY pgs=1802 cs=0 l=1 rev1=1 crypto rx=0x7f962000c460 tx=0x7f962000c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:29.333 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.329+0000 7f9619ffb640 1 -- 172.21.15.76:0/3401416886 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f96200074e0 con 0x7f96240d08e0 2024-09-13T16:13:29.333 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.329+0000 7f9619ffb640 1 -- 172.21.15.76:0/3401416886 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9620007660 con 0x7f96240d08e0 2024-09-13T16:13:29.333 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.329+0000 7f962a19d640 1 -- 172.21.15.76:0/3401416886 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f962414ef00 con 0x7f96240d08e0 2024-09-13T16:13:29.333 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.329+0000 7f9619ffb640 1 -- 172.21.15.76:0/3401416886 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9620004a20 con 0x7f96240d08e0 2024-09-13T16:13:29.333 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.329+0000 7f962a19d640 1 -- 172.21.15.76:0/3401416886 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f96241f54b0 con 0x7f96240d08e0 2024-09-13T16:13:29.333 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.330+0000 7f962a19d640 1 -- 172.21.15.76:0/3401416886 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f962408aa30 con 0x7f96240d08e0 2024-09-13T16:13:29.334 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.331+0000 7f9619ffb640 1 -- 172.21.15.76:0/3401416886 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9620004b80 con 0x7f96240d08e0 2024-09-13T16:13:29.334 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.331+0000 7f9619ffb640 1 --2- 172.21.15.76:0/3401416886 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f960806ac00 0x7f960806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:29.334 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.331+0000 7f962899a640 1 --2- 172.21.15.76:0/3401416886 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f960806ac00 0x7f960806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:29.334 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.331+0000 7f9619ffb640 1 -- 172.21.15.76:0/3401416886 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(134..134 src has 1..134) v4 ==== 5929+0+0 (secure 0 0 0) 0x7f9620088860 con 0x7f96240d08e0 2024-09-13T16:13:29.334 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.332+0000 7f962899a640 1 --2- 172.21.15.76:0/3401416886 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f960806ac00 0x7f960806d0c0 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7f9614034000 tx=0x7f961402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:29.337 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.336+0000 7f9619ffb640 1 -- 172.21.15.76:0/3401416886 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f96200539f0 con 0x7f96240d08e0 2024-09-13T16:13:29.534 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.533+0000 7f962a19d640 1 -- 172.21.15.76:0/3401416886 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7f96240d2600 con 0x7f96240d08e0 2024-09-13T16:13:29.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.539+0000 7f9619ffb640 1 -- 172.21.15.76:0/3401416886 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 19 and data pool 20 v69) v1 ==== 174+0+0 (secure 0 0 0) 0x7f9620018020 con 0x7f96240d08e0 2024-09-13T16:13:29.540 INFO:teuthology.orchestra.run.smithi076.stderr:new fs with metadata pool 19 and data pool 20 2024-09-13T16:13:29.548 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.546+0000 7f962a19d640 1 -- 172.21.15.76:0/3401416886 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f960806ac00 msgr2=0x7f960806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:29.548 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.546+0000 7f962a19d640 1 --2- 172.21.15.76:0/3401416886 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f960806ac00 0x7f960806d0c0 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7f9614034000 tx=0x7f961402e000 comp rx=0 tx=0).stop 2024-09-13T16:13:29.548 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.546+0000 7f962a19d640 1 -- 172.21.15.76:0/3401416886 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f96240d08e0 msgr2=0x7f96240b7a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:29.548 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.546+0000 7f962a19d640 1 --2- 172.21.15.76:0/3401416886 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f96240d08e0 0x7f96240b7a00 secure :-1 s=READY pgs=1802 cs=0 l=1 rev1=1 crypto rx=0x7f962000c460 tx=0x7f962000c920 comp rx=0 tx=0).stop 2024-09-13T16:13:29.548 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.546+0000 7f962a19d640 1 -- 172.21.15.76:0/3401416886 shutdown_connections 2024-09-13T16:13:29.548 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.546+0000 7f962a19d640 1 --2- 172.21.15.76:0/3401416886 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f960806ac00 0x7f960806d0c0 unknown :-1 s=CLOSED pgs=767 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:29.548 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.546+0000 7f962a19d640 1 --2- 172.21.15.76:0/3401416886 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f962415d5b0 0x7f962414e9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:29.548 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.546+0000 7f962a19d640 1 --2- 172.21.15.76:0/3401416886 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f96240d2170 0x7f96240cc170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:29.548 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.546+0000 7f962a19d640 1 --2- 172.21.15.76:0/3401416886 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f96240d08e0 0x7f96240b7a00 secure :-1 s=CLOSED pgs=1802 cs=0 l=1 rev1=1 crypto rx=0x7f962000c460 tx=0x7f962000c920 comp rx=0 tx=0).stop 2024-09-13T16:13:29.549 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.546+0000 7f962a19d640 1 -- 172.21.15.76:0/3401416886 >> 172.21.15.76:0/3401416886 conn(0x7f962408bcd0 msgr2=0x7f962406b9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:29.549 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.547+0000 7f962a19d640 1 -- 172.21.15.76:0/3401416886 shutdown_connections 2024-09-13T16:13:29.549 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.547+0000 7f962a19d640 1 -- 172.21.15.76:0/3401416886 wait complete. 2024-09-13T16:13:29.568 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:13:29.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.664+0000 7f6039a19640 1 Processor -- start 2024-09-13T16:13:29.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.665+0000 7f6039a19640 1 -- start start 2024-09-13T16:13:29.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.665+0000 7f6039a19640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f60340b3f80 0x7f60340d3040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:29.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.665+0000 7f6039a19640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f60340b4360 0x7f60340d10a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:29.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.665+0000 7f6039a19640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f603406b090 con 0x7f60340cd000 2024-09-13T16:13:29.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.665+0000 7f6039a19640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f603406cdf0 con 0x7f60340b3f80 2024-09-13T16:13:29.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.665+0000 7f6039a19640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f60340af170 con 0x7f60340b4360 2024-09-13T16:13:29.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.666+0000 7f6032ffd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f60340b3f80 0x7f60340d3040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:29.669 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.666+0000 7f60337fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f60340cd000 0x7f60340cd490 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:35230/0 (socket says 172.21.15.76:35230) 2024-09-13T16:13:29.669 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.666+0000 7f6032ffd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f60340b3f80 0x7f60340d3040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40906/0 (socket says 172.21.15.76:40906) 2024-09-13T16:13:29.669 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.666+0000 7f60337fe640 1 -- 172.21.15.76:0/2644136751 learned_addr learned my addr 172.21.15.76:0/2644136751 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:13:29.669 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.666+0000 7f6032ffd640 1 -- 172.21.15.76:0/2644136751 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f60340b4360 msgr2=0x7f60340d10a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:29.669 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.666+0000 7f6032ffd640 1 --2- 172.21.15.76:0/2644136751 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f60340b4360 0x7f60340d10a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:29.669 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.666+0000 7f6032ffd640 1 -- 172.21.15.76:0/2644136751 >> v1:172.21.15.76:6789/0 conn(0x7f60340cd000 legacy=0x7f60340cd490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:29.669 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.666+0000 7f6032ffd640 1 -- 172.21.15.76:0/2644136751 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f60340d15e0 con 0x7f60340b3f80 2024-09-13T16:13:29.669 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.666+0000 7f60327fc640 1 -- 172.21.15.76:0/2644136751 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4225332286 0 0) 0x7f603406b090 con 0x7f60340cd000 2024-09-13T16:13:29.669 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.667+0000 7f6032ffd640 1 --2- 172.21.15.76:0/2644136751 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f60340b3f80 0x7f60340d3040 secure :-1 s=READY pgs=1804 cs=0 l=1 rev1=1 crypto rx=0x7f60240097a0 tx=0x7f602402a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=beab63bc51971ac2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:29.669 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.667+0000 7f60327fc640 1 -- 172.21.15.76:0/2644136751 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6024032440 con 0x7f60340b3f80 2024-09-13T16:13:29.670 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.667+0000 7f60327fc640 1 -- 172.21.15.76:0/2644136751 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f60240325a0 con 0x7f60340b3f80 2024-09-13T16:13:29.670 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.667+0000 7f60327fc640 1 -- 172.21.15.76:0/2644136751 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6024032930 con 0x7f60340b3f80 2024-09-13T16:13:29.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.667+0000 7f6039a19640 1 -- 172.21.15.76:0/2644136751 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f60340b3f80 msgr2=0x7f60340d3040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:29.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.667+0000 7f6039a19640 1 --2- 172.21.15.76:0/2644136751 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f60340b3f80 0x7f60340d3040 secure :-1 s=READY pgs=1804 cs=0 l=1 rev1=1 crypto rx=0x7f60240097a0 tx=0x7f602402a210 comp rx=0 tx=0).stop 2024-09-13T16:13:29.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.667+0000 7f6039a19640 1 -- 172.21.15.76:0/2644136751 shutdown_connections 2024-09-13T16:13:29.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.667+0000 7f6039a19640 1 --2- 172.21.15.76:0/2644136751 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f60340b4360 0x7f60340d10a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:29.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.667+0000 7f6039a19640 1 --2- 172.21.15.76:0/2644136751 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f60340b3f80 0x7f60340d3040 unknown :-1 s=CLOSED pgs=1804 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:29.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.667+0000 7f6039a19640 1 -- 172.21.15.76:0/2644136751 >> 172.21.15.76:0/2644136751 conn(0x7f6034089f60 msgr2=0x7f60340d2500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:29.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.667+0000 7f6039a19640 1 -- 172.21.15.76:0/2644136751 shutdown_connections 2024-09-13T16:13:29.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.667+0000 7f6039a19640 1 -- 172.21.15.76:0/2644136751 wait complete. 2024-09-13T16:13:29.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.668+0000 7f6039a19640 1 Processor -- start 2024-09-13T16:13:29.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.669+0000 7f6039a19640 1 -- start start 2024-09-13T16:13:29.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.669+0000 7f6039a19640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f60340b3f80 0x7f60340c6430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:29.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.669+0000 7f6039a19640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f60340b4360 0x7f6034153010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:29.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.669+0000 7f6039a19640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f60340cd000 0x7f60341e3f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:29.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.669+0000 7f6039a19640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60340c6970 con 0x7f60340cd000 2024-09-13T16:13:29.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.669+0000 7f6039a19640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60340b6220 con 0x7f60340b4360 2024-09-13T16:13:29.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.669+0000 7f6039a19640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f60340b5330 con 0x7f60340b3f80 2024-09-13T16:13:29.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.669+0000 7f60337fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f60340cd000 0x7f60341e3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:29.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.669+0000 7f60337fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f60340cd000 0x7f60341e3f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40908/0 (socket says 172.21.15.76:40908) 2024-09-13T16:13:29.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.669+0000 7f60337fe640 1 -- 172.21.15.76:0/1384401234 learned_addr learned my addr 172.21.15.76:0/1384401234 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:29.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.670+0000 7f6032ffd640 1 --2- 172.21.15.76:0/1384401234 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f60340b3f80 0x7f60340c6430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:29.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.670+0000 7f60337fe640 1 -- 172.21.15.76:0/1384401234 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f60340b3f80 msgr2=0x7f60340c6430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:29.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.670+0000 7f602a7fc640 1 --2- 172.21.15.76:0/1384401234 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f60340b4360 0x7f6034153010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:29.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.670+0000 7f60337fe640 1 --2- 172.21.15.76:0/1384401234 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f60340b3f80 0x7f60340c6430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:29.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.670+0000 7f60337fe640 1 -- 172.21.15.76:0/1384401234 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f60340b4360 msgr2=0x7f6034153010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:29.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.670+0000 7f60337fe640 1 --2- 172.21.15.76:0/1384401234 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f60340b4360 0x7f6034153010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:29.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.670+0000 7f60337fe640 1 -- 172.21.15.76:0/1384401234 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6024009400 con 0x7f60340cd000 2024-09-13T16:13:29.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.670+0000 7f602a7fc640 1 --2- 172.21.15.76:0/1384401234 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f60340b4360 0x7f6034153010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:13:29.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.670+0000 7f60337fe640 1 --2- 172.21.15.76:0/1384401234 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f60340cd000 0x7f60341e3f50 secure :-1 s=READY pgs=1805 cs=0 l=1 rev1=1 crypto rx=0x7f602c00c780 tx=0x7f602c00cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:29.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.670+0000 7f6030ff9640 1 -- 172.21.15.76:0/1384401234 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f602c00ce90 con 0x7f60340cd000 2024-09-13T16:13:29.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.670+0000 7f6030ff9640 1 -- 172.21.15.76:0/1384401234 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f602c00a640 con 0x7f60340cd000 2024-09-13T16:13:29.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.670+0000 7f6039a19640 1 -- 172.21.15.76:0/1384401234 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f60340b5610 con 0x7f60340cd000 2024-09-13T16:13:29.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.670+0000 7f6030ff9640 1 -- 172.21.15.76:0/1384401234 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f602c00a9d0 con 0x7f60340cd000 2024-09-13T16:13:29.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.670+0000 7f6039a19640 1 -- 172.21.15.76:0/1384401234 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f60340b5bd0 con 0x7f60340cd000 2024-09-13T16:13:29.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.671+0000 7f6039a19640 1 -- 172.21.15.76:0/1384401234 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6034072d60 con 0x7f60340cd000 2024-09-13T16:13:29.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.671+0000 7f6030ff9640 1 -- 172.21.15.76:0/1384401234 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f602c00ab30 con 0x7f60340cd000 2024-09-13T16:13:29.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.672+0000 7f6030ff9640 1 --2- 172.21.15.76:0/1384401234 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f601406ac30 0x7f601406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:29.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.672+0000 7f6030ff9640 1 -- 172.21.15.76:0/1384401234 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(135..135 src has 1..135) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f602c0887e0 con 0x7f60340cd000 2024-09-13T16:13:29.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.672+0000 7f6032ffd640 1 --2- 172.21.15.76:0/1384401234 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f601406ac30 0x7f601406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:29.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.672+0000 7f6032ffd640 1 --2- 172.21.15.76:0/1384401234 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f601406ac30 0x7f601406d0f0 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7f6024034000 tx=0x7f602402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:29.678 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.676+0000 7f6030ff9640 1 -- 172.21.15.76:0/1384401234 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f602c053910 con 0x7f60340cd000 2024-09-13T16:13:29.839 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.837+0000 7f6039a19640 1 -- 172.21.15.76:0/1384401234 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f60340b6390 con 0x7f60340cd000 2024-09-13T16:13:29.840 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.838+0000 7f6030ff9640 1 -- 172.21.15.76:0/1384401234 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v135) v1 ==== 74+0+16709 (secure 0 0 0) 0x7f602c018020 con 0x7f60340cd000 2024-09-13T16:13:29.840 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:13:29.840 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":135,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:13:29.534534+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":20,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":19,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:13:27.341617+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"135","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":20,"pool_name":"cephfs_data","create_time":"2024-09-13T16:13:28.498648+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"135","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:13:29.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.841+0000 7f6039a19640 1 -- 172.21.15.76:0/1384401234 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f601406ac30 msgr2=0x7f601406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:29.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.841+0000 7f6039a19640 1 --2- 172.21.15.76:0/1384401234 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f601406ac30 0x7f601406d0f0 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7f6024034000 tx=0x7f602402e000 comp rx=0 tx=0).stop 2024-09-13T16:13:29.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.841+0000 7f6039a19640 1 -- 172.21.15.76:0/1384401234 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f60340cd000 msgr2=0x7f60341e3f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:29.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.841+0000 7f6039a19640 1 --2- 172.21.15.76:0/1384401234 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f60340cd000 0x7f60341e3f50 secure :-1 s=READY pgs=1805 cs=0 l=1 rev1=1 crypto rx=0x7f602c00c780 tx=0x7f602c00cc40 comp rx=0 tx=0).stop 2024-09-13T16:13:29.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.841+0000 7f6039a19640 1 -- 172.21.15.76:0/1384401234 shutdown_connections 2024-09-13T16:13:29.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.841+0000 7f6039a19640 1 --2- 172.21.15.76:0/1384401234 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f60340cd000 0x7f60341e3f50 unknown :-1 s=CLOSED pgs=1805 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:29.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.841+0000 7f6039a19640 1 --2- 172.21.15.76:0/1384401234 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f60340b4360 0x7f6034153010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:29.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.841+0000 7f6039a19640 1 --2- 172.21.15.76:0/1384401234 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f601406ac30 0x7f601406d0f0 unknown :-1 s=CLOSED pgs=768 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:29.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.841+0000 7f6039a19640 1 --2- 172.21.15.76:0/1384401234 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f60340b3f80 0x7f60340c6430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:29.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.841+0000 7f6039a19640 1 -- 172.21.15.76:0/1384401234 >> 172.21.15.76:0/1384401234 conn(0x7f6034089f60 msgr2=0x7f60340b1f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:29.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.841+0000 7f6039a19640 1 -- 172.21.15.76:0/1384401234 shutdown_connections 2024-09-13T16:13:29.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.841+0000 7f6039a19640 1 -- 172.21.15.76:0/1384401234 wait complete. 2024-09-13T16:13:29.853 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:13:29.955 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.950+0000 7f897af7d640 1 Processor -- start 2024-09-13T16:13:29.955 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.950+0000 7f897af7d640 1 -- start start 2024-09-13T16:13:29.955 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.950+0000 7f897af7d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f89740d07b0 0x7f897406ad10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:29.955 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.950+0000 7f897af7d640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f89740d1840 con 0x7f89740b4660 2024-09-13T16:13:29.955 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.950+0000 7f897af7d640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f89740d0c30 con 0x7f897415c6e0 2024-09-13T16:13:29.955 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.950+0000 7f897af7d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f89740d0f10 con 0x7f89740d07b0 2024-09-13T16:13:29.955 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.950+0000 7f897951a640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f89740b4660 0x7f897406b250 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:35244/0 (socket says 172.21.15.76:35244) 2024-09-13T16:13:29.955 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.950+0000 7f897951a640 1 -- 172.21.15.76:0/791339888 learned_addr learned my addr 172.21.15.76:0/791339888 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:13:29.955 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.951+0000 7f896bfff640 1 --2- 172.21.15.76:0/791339888 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f89740d07b0 0x7f897406ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:29.955 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.951+0000 7f896b7fe640 1 -- 172.21.15.76:0/791339888 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1667272238 0 0) 0x7f89740d1840 con 0x7f89740b4660 2024-09-13T16:13:29.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.951+0000 7f896b7fe640 1 -- 172.21.15.76:0/791339888 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f895c003520 con 0x7f89740b4660 2024-09-13T16:13:29.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.951+0000 7f896b7fe640 1 -- 172.21.15.76:0/791339888 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1488951534 0 0) 0x7f895c003520 con 0x7f89740b4660 2024-09-13T16:13:29.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.951+0000 7f896b7fe640 1 -- 172.21.15.76:0/791339888 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f89740d07b0 msgr2=0x7f897406ad10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:29.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.951+0000 7f896b7fe640 1 --2- 172.21.15.76:0/791339888 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f89740d07b0 0x7f897406ad10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:29.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.951+0000 7f896b7fe640 1 -- 172.21.15.76:0/791339888 >> v1:172.21.15.192:6789/0 conn(0x7f897415c6e0 legacy=0x7f89740b3f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:29.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.951+0000 7f896b7fe640 1 -- 172.21.15.76:0/791339888 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f89740d11f0 con 0x7f89740b4660 2024-09-13T16:13:29.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.951+0000 7f896b7fe640 1 -- 172.21.15.76:0/791339888 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f896c0019f0 con 0x7f89740b4660 2024-09-13T16:13:29.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.951+0000 7f896b7fe640 1 -- 172.21.15.76:0/791339888 >> v1:172.21.15.76:6789/0 conn(0x7f89740b4660 legacy=0x7f897406b250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:29.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.951+0000 7f896b7fe640 1 --2- 172.21.15.76:0/791339888 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f89740d07b0 0x7f895c0039a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:29.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.951+0000 7f896b7fe640 1 --2- 172.21.15.76:0/791339888 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f895c003f20 0x7f895c0047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:29.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.951+0000 7f896b7fe640 1 --2- 172.21.15.76:0/791339888 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f895c004d00 0x7f895c005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:29.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.951+0000 7f896b7fe640 1 -- 172.21.15.76:0/791339888 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f89740d0f10 con 0x7f895c004d00 2024-09-13T16:13:29.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.951+0000 7f896b7fe640 1 -- 172.21.15.76:0/791339888 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f895c00bb10 con 0x7f895c003f20 2024-09-13T16:13:29.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.951+0000 7f896b7fe640 1 -- 172.21.15.76:0/791339888 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f895c00bcd0 con 0x7f89740d07b0 2024-09-13T16:13:29.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.951+0000 7f897951a640 1 --2- 172.21.15.76:0/791339888 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f895c004d00 0x7f895c005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:29.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.951+0000 7f896bfff640 1 --2- 172.21.15.76:0/791339888 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f895c003f20 0x7f895c0047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:29.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.951+0000 7f8978d19640 1 --2- 172.21.15.76:0/791339888 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f89740d07b0 0x7f895c0039a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:29.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.952+0000 7f897951a640 1 -- 172.21.15.76:0/791339888 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f89740d07b0 msgr2=0x7f895c0039a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:29.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.952+0000 7f897951a640 1 --2- 172.21.15.76:0/791339888 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f89740d07b0 0x7f895c0039a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:29.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.952+0000 7f897951a640 1 -- 172.21.15.76:0/791339888 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f895c003f20 msgr2=0x7f895c0047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:29.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.952+0000 7f897951a640 1 --2- 172.21.15.76:0/791339888 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f895c003f20 0x7f895c0047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:29.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.952+0000 7f897951a640 1 -- 172.21.15.76:0/791339888 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f895c003520 con 0x7f895c004d00 2024-09-13T16:13:29.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.952+0000 7f8978d19640 1 --2- 172.21.15.76:0/791339888 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f89740d07b0 0x7f895c0039a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:29.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.952+0000 7f896bfff640 1 --2- 172.21.15.76:0/791339888 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f895c003f20 0x7f895c0047c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:29.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.952+0000 7f897951a640 1 --2- 172.21.15.76:0/791339888 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f895c004d00 0x7f895c005180 secure :-1 s=READY pgs=1807 cs=0 l=1 rev1=1 crypto rx=0x7f897406a1f0 tx=0x7f895c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dbda27bc2f6863fe server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:29.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.952+0000 7f896b7fe640 1 -- 172.21.15.76:0/791339888 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f896c02b9f0 con 0x7f895c004d00 2024-09-13T16:13:29.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.952+0000 7f896b7fe640 1 -- 172.21.15.76:0/791339888 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f896c02bb50 con 0x7f895c004d00 2024-09-13T16:13:29.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.952+0000 7f896b7fe640 1 -- 172.21.15.76:0/791339888 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f896c034470 con 0x7f895c004d00 2024-09-13T16:13:29.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.953+0000 7f897af7d640 1 -- 172.21.15.76:0/791339888 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f895c004d00 msgr2=0x7f895c005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:29.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.953+0000 7f897af7d640 1 --2- 172.21.15.76:0/791339888 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f895c004d00 0x7f895c005180 secure :-1 s=READY pgs=1807 cs=0 l=1 rev1=1 crypto rx=0x7f897406a1f0 tx=0x7f895c0057f0 comp rx=0 tx=0).stop 2024-09-13T16:13:29.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.953+0000 7f897951a640 1 -- 172.21.15.76:0/791339888 reap_dead start 2024-09-13T16:13:29.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.953+0000 7f897af7d640 1 -- 172.21.15.76:0/791339888 shutdown_connections 2024-09-13T16:13:29.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.953+0000 7f897af7d640 1 -- 172.21.15.76:0/791339888 >> 172.21.15.76:0/791339888 conn(0x7f8974089f60 msgr2=0x7f89740d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:29.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.953+0000 7f897af7d640 1 -- 172.21.15.76:0/791339888 shutdown_connections 2024-09-13T16:13:29.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.953+0000 7f897af7d640 1 -- 172.21.15.76:0/791339888 wait complete. 2024-09-13T16:13:29.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.954+0000 7f897af7d640 1 Processor -- start 2024-09-13T16:13:29.961 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.954+0000 7f897af7d640 1 -- start start 2024-09-13T16:13:29.961 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.955+0000 7f897af7d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f89741e69c0 0x7f897415f500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:29.961 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.955+0000 7f897af7d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f89741e6da0 0x7f89741f5fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:29.961 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.955+0000 7f897af7d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f89741f6500 0x7f89740cafd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:29.961 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.955+0000 7f897af7d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f897415f070 con 0x7f89741e69c0 2024-09-13T16:13:29.961 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.955+0000 7f897af7d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f897414ef60 con 0x7f89741f6500 2024-09-13T16:13:29.961 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.955+0000 7f897af7d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f89741f6e10 con 0x7f89741e6da0 2024-09-13T16:13:29.961 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.955+0000 7f8978d19640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f89741e69c0 0x7f897415f500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:29.961 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.955+0000 7f8978d19640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f89741e69c0 0x7f897415f500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40926/0 (socket says 172.21.15.76:40926) 2024-09-13T16:13:29.961 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.955+0000 7f8978d19640 1 -- 172.21.15.76:0/558334804 learned_addr learned my addr 172.21.15.76:0/558334804 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:29.961 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.955+0000 7f8978d19640 1 -- 172.21.15.76:0/558334804 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f89741e6da0 msgr2=0x7f89741f5fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:29.962 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.955+0000 7f8978d19640 1 --2- 172.21.15.76:0/558334804 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f89741e6da0 0x7f89741f5fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:29.962 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.955+0000 7f8978d19640 1 -- 172.21.15.76:0/558334804 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f89741f6500 msgr2=0x7f89740cafd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:29.962 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.955+0000 7f8978d19640 1 --2- 172.21.15.76:0/558334804 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f89741f6500 0x7f89740cafd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:29.962 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.955+0000 7f8978d19640 1 -- 172.21.15.76:0/558334804 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f89741f6b30 con 0x7f89741e69c0 2024-09-13T16:13:29.962 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.956+0000 7f8978d19640 1 --2- 172.21.15.76:0/558334804 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f89741e69c0 0x7f897415f500 secure :-1 s=READY pgs=1808 cs=0 l=1 rev1=1 crypto rx=0x7f897000e600 tx=0x7f897000eac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:29.962 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.956+0000 7f89697fa640 1 -- 172.21.15.76:0/558334804 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89700052e0 con 0x7f89741e69c0 2024-09-13T16:13:29.962 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.956+0000 7f89697fa640 1 -- 172.21.15.76:0/558334804 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8970005440 con 0x7f89741e69c0 2024-09-13T16:13:29.962 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.956+0000 7f897af7d640 1 -- 172.21.15.76:0/558334804 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f897415ea20 con 0x7f89741e69c0 2024-09-13T16:13:29.962 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.956+0000 7f89697fa640 1 -- 172.21.15.76:0/558334804 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89700037f0 con 0x7f89741e69c0 2024-09-13T16:13:29.962 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.956+0000 7f897af7d640 1 -- 172.21.15.76:0/558334804 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f89740cb510 con 0x7f89741e69c0 2024-09-13T16:13:29.962 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.957+0000 7f897af7d640 1 -- 172.21.15.76:0/558334804 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f897408c610 con 0x7f89741e69c0 2024-09-13T16:13:29.962 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.957+0000 7f89697fa640 1 -- 172.21.15.76:0/558334804 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f8970003950 con 0x7f89741e69c0 2024-09-13T16:13:29.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.958+0000 7f89697fa640 1 --2- 172.21.15.76:0/558334804 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f896006ac00 0x7f896006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:29.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.958+0000 7f896bfff640 1 --2- 172.21.15.76:0/558334804 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f896006ac00 0x7f896006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:29.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.958+0000 7f89697fa640 1 -- 172.21.15.76:0/558334804 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(135..135 src has 1..135) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f8970089270 con 0x7f89741e69c0 2024-09-13T16:13:29.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.958+0000 7f896bfff640 1 --2- 172.21.15.76:0/558334804 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f896006ac00 0x7f896006d0c0 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7f89740b8540 tx=0x7f8964008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:29.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:29.962+0000 7f89697fa640 1 -- 172.21.15.76:0/558334804 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f8970054310 con 0x7f89741e69c0 2024-09-13T16:13:30.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:30.126+0000 7f897af7d640 1 -- 172.21.15.76:0/558334804 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f8974071a30 con 0x7f89741e69c0 2024-09-13T16:13:30.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:30.127+0000 7f89697fa640 1 -- 172.21.15.76:0/558334804 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v135) v1 ==== 74+0+16709 (secure 0 0 0) 0x7f8970057930 con 0x7f89741e69c0 2024-09-13T16:13:30.129 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:13:30.129 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":135,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:13:29.534534+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":20,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":19,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:13:27.341617+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"135","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":20,"pool_name":"cephfs_data","create_time":"2024-09-13T16:13:28.498648+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"135","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:13:30.131 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:30.129+0000 7f897af7d640 1 -- 172.21.15.76:0/558334804 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f896006ac00 msgr2=0x7f896006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:30.131 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:30.129+0000 7f897af7d640 1 --2- 172.21.15.76:0/558334804 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f896006ac00 0x7f896006d0c0 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7f89740b8540 tx=0x7f8964008040 comp rx=0 tx=0).stop 2024-09-13T16:13:30.131 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:30.129+0000 7f897af7d640 1 -- 172.21.15.76:0/558334804 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f89741e69c0 msgr2=0x7f897415f500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:30.131 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:30.129+0000 7f897af7d640 1 --2- 172.21.15.76:0/558334804 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f89741e69c0 0x7f897415f500 secure :-1 s=READY pgs=1808 cs=0 l=1 rev1=1 crypto rx=0x7f897000e600 tx=0x7f897000eac0 comp rx=0 tx=0).stop 2024-09-13T16:13:30.131 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:30.129+0000 7f897af7d640 1 -- 172.21.15.76:0/558334804 shutdown_connections 2024-09-13T16:13:30.131 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:30.129+0000 7f897af7d640 1 --2- 172.21.15.76:0/558334804 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f89741f6500 0x7f89740cafd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:30.131 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:30.129+0000 7f897af7d640 1 --2- 172.21.15.76:0/558334804 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f896006ac00 0x7f896006d0c0 unknown :-1 s=CLOSED pgs=769 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:30.131 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:30.129+0000 7f897af7d640 1 --2- 172.21.15.76:0/558334804 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f89741e6da0 0x7f89741f5fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:30.131 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:30.129+0000 7f897af7d640 1 --2- 172.21.15.76:0/558334804 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f89741e69c0 0x7f897415f500 unknown :-1 s=CLOSED pgs=1808 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:30.131 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:30.129+0000 7f897af7d640 1 -- 172.21.15.76:0/558334804 >> 172.21.15.76:0/558334804 conn(0x7f8974089f60 msgr2=0x7f89740b3130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:30.131 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:30.129+0000 7f897af7d640 1 -- 172.21.15.76:0/558334804 shutdown_connections 2024-09-13T16:13:30.131 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:30.129+0000 7f897af7d640 1 -- 172.21.15.76:0/558334804 wait complete. 2024-09-13T16:13:30.141 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-13T16:13:30.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:30.242+0000 7f86a1511640 1 Processor -- start 2024-09-13T16:13:30.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:30.242+0000 7f86a1511640 1 -- start start 2024-09-13T16:13:30.247 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:30.243+0000 7f86a1511640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f869c159310 0x7f869c0ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:30.247 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:30.243+0000 7f86a1511640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f869c0ce4f0 0x7f869c0ce940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:30.247 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:30.243+0000 7f86a1511640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f869c0ccbe0 con 0x7f869c0b2b40 2024-09-13T16:13:30.247 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:30.243+0000 7f86a1511640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f869c0ad940 con 0x7f869c0ce4f0 2024-09-13T16:13:30.247 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:30.243+0000 7f86a1511640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f869c0cee80 con 0x7f869c159310 2024-09-13T16:13:30.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:30.243+0000 7f86927fc640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f869c0b2b40 0x7f869c0ab140 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:35258/0 (socket says 172.21.15.76:35258) 2024-09-13T16:13:30.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:30.243+0000 7f86927fc640 1 -- 172.21.15.76:0/2586675353 learned_addr learned my addr 172.21.15.76:0/2586675353 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:13:30.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:30.243+0000 7f869affd640 1 --2- 172.21.15.76:0/2586675353 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f869c159310 0x7f869c0ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:30.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:30.243+0000 7f869b7fe640 1 --2- 172.21.15.76:0/2586675353 >> v2:172.21.15.192:3300/0 conn(0x7f869c0ce4f0 0x7f869c0ce940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:30.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:30.243+0000 7f869a7fc640 1 -- 172.21.15.76:0/2586675353 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3429107772 0 0) 0x7f869c0ccbe0 con 0x7f869c0b2b40 2024-09-13T16:13:30.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:30.243+0000 7f869a7fc640 1 -- 172.21.15.76:0/2586675353 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8688003520 con 0x7f869c0b2b40 2024-09-13T16:13:30.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:30.243+0000 7f869b7fe640 1 -- 172.21.15.76:0/2586675353 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f869c159310 msgr2=0x7f869c0ad400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:30.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:30.243+0000 7f869a7fc640 1 -- 172.21.15.76:0/2586675353 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 886522283 0 0) 0x7f8688003520 con 0x7f869c0b2b40 2024-09-13T16:13:30.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:30.243+0000 7f869b7fe640 1 --2- 172.21.15.76:0/2586675353 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f869c159310 0x7f869c0ad400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:30.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:30.243+0000 7f869b7fe640 1 -- 172.21.15.76:0/2586675353 >> v1:172.21.15.76:6789/0 conn(0x7f869c0b2b40 legacy=0x7f869c0ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:30.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:30.243+0000 7f869b7fe640 1 -- 172.21.15.76:0/2586675353 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f869c0b1810 con 0x7f869c0ce4f0 2024-09-13T16:13:30.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:30.243+0000 7f869affd640 1 --2- 172.21.15.76:0/2586675353 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f869c159310 0x7f869c0ad400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:13:30.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:30.244+0000 7f869b7fe640 1 --2- 172.21.15.76:0/2586675353 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f869c0ce4f0 0x7f869c0ce940 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f8694009d90 tx=0x7f869402a560 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3fab8cb730995827 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:30.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:30.244+0000 7f869a7fc640 1 -- 172.21.15.76:0/2586675353 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8684001670 con 0x7f869c0ce4f0 2024-09-13T16:13:30.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:30.244+0000 7f869a7fc640 1 -- 172.21.15.76:0/2586675353 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f869402d050 con 0x7f869c0ce4f0 2024-09-13T16:13:30.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:30.244+0000 7f869a7fc640 1 -- 172.21.15.76:0/2586675353 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8694007740 con 0x7f869c0ce4f0 2024-09-13T16:13:30.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:30.245+0000 7f86a1511640 1 -- 172.21.15.76:0/2586675353 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f869c0ce4f0 msgr2=0x7f869c0ce940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:30.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:30.245+0000 7f86a1511640 1 --2- 172.21.15.76:0/2586675353 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f869c0ce4f0 0x7f869c0ce940 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f8694009d90 tx=0x7f869402a560 comp rx=0 tx=0).stop 2024-09-13T16:13:30.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:30.245+0000 7f86a1511640 1 -- 172.21.15.76:0/2586675353 shutdown_connections 2024-09-13T16:13:30.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:30.245+0000 7f86a1511640 1 --2- 172.21.15.76:0/2586675353 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f869c0ce4f0 0x7f869c0ce940 unknown :-1 s=CLOSED pgs=570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:30.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:30.245+0000 7f86a1511640 1 --2- 172.21.15.76:0/2586675353 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f869c159310 0x7f869c0ad400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:30.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:30.245+0000 7f86a1511640 1 -- 172.21.15.76:0/2586675353 >> 172.21.15.76:0/2586675353 conn(0x7f869c06a0b0 msgr2=0x7f869c06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:30.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:30.245+0000 7f86a1511640 1 -- 172.21.15.76:0/2586675353 shutdown_connections 2024-09-13T16:13:30.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:30.245+0000 7f86a1511640 1 -- 172.21.15.76:0/2586675353 wait complete. 2024-09-13T16:13:30.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:30.246+0000 7f86a1511640 1 Processor -- start 2024-09-13T16:13:30.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:30.246+0000 7f86a1511640 1 -- start start 2024-09-13T16:13:30.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:30.247+0000 7f86a1511640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f869c0b2b40 0x7f869c0afe80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:30.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:30.247+0000 7f86a1511640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f869c0ce4f0 0x7f869c1ed760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:30.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:30.247+0000 7f86a1511640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f869c159310 0x7f869c153f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:30.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:30.247+0000 7f86a1511640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f869c0b03c0 con 0x7f869c0b2b40 2024-09-13T16:13:30.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:30.247+0000 7f86a1511640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f869c1550e0 con 0x7f869c159310 2024-09-13T16:13:30.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:30.247+0000 7f86a1511640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f869c0aef20 con 0x7f869c0ce4f0 2024-09-13T16:13:30.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:30.247+0000 7f869affd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f869c0b2b40 0x7f869c0afe80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:30.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:30.247+0000 7f869affd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f869c0b2b40 0x7f869c0afe80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40932/0 (socket says 172.21.15.76:40932) 2024-09-13T16:13:30.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:30.247+0000 7f869affd640 1 -- 172.21.15.76:0/490225542 learned_addr learned my addr 172.21.15.76:0/490225542 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:30.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:30.247+0000 7f86927fc640 1 --2- 172.21.15.76:0/490225542 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f869c0ce4f0 0x7f869c1ed760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:30.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:30.247+0000 7f869b7fe640 1 --2- 172.21.15.76:0/490225542 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f869c159310 0x7f869c153f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:30.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:30.247+0000 7f869affd640 1 -- 172.21.15.76:0/490225542 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f869c0ce4f0 msgr2=0x7f869c1ed760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:30.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:30.247+0000 7f869affd640 1 --2- 172.21.15.76:0/490225542 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f869c0ce4f0 0x7f869c1ed760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:30.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:30.247+0000 7f869affd640 1 -- 172.21.15.76:0/490225542 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f869c159310 msgr2=0x7f869c153f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:30.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:30.247+0000 7f869affd640 1 --2- 172.21.15.76:0/490225542 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f869c159310 0x7f869c153f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:30.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:30.247+0000 7f869affd640 1 -- 172.21.15.76:0/490225542 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f868c009400 con 0x7f869c0b2b40 2024-09-13T16:13:30.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:30.248+0000 7f869affd640 1 --2- 172.21.15.76:0/490225542 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f869c0b2b40 0x7f869c0afe80 secure :-1 s=READY pgs=1810 cs=0 l=1 rev1=1 crypto rx=0x7f868c00e960 tx=0x7f868c00ee20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:30.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:30.248+0000 7f8693fff640 1 -- 172.21.15.76:0/490225542 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f868c00ca00 con 0x7f869c0b2b40 2024-09-13T16:13:30.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:30.248+0000 7f8693fff640 1 -- 172.21.15.76:0/490225542 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f868c00cb60 con 0x7f869c0b2b40 2024-09-13T16:13:30.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:30.248+0000 7f8693fff640 1 -- 172.21.15.76:0/490225542 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f868c013470 con 0x7f869c0b2b40 2024-09-13T16:13:30.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:30.248+0000 7f86a1511640 1 -- 172.21.15.76:0/490225542 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8694009a70 con 0x7f869c0b2b40 2024-09-13T16:13:30.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:30.248+0000 7f86a1511640 1 -- 172.21.15.76:0/490225542 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f869c0af4e0 con 0x7f869c0b2b40 2024-09-13T16:13:30.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:30.249+0000 7f86a1511640 1 -- 172.21.15.76:0/490225542 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f869c06dfa0 con 0x7f869c0b2b40 2024-09-13T16:13:30.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:30.249+0000 7f8693fff640 1 -- 172.21.15.76:0/490225542 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f868c0135d0 con 0x7f869c0b2b40 2024-09-13T16:13:30.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:30.250+0000 7f8693fff640 1 --2- 172.21.15.76:0/490225542 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f867c06ac00 0x7f867c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:30.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:30.250+0000 7f8693fff640 1 -- 172.21.15.76:0/490225542 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(135..135 src has 1..135) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f868c0897a0 con 0x7f869c0b2b40 2024-09-13T16:13:30.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:30.250+0000 7f86927fc640 1 --2- 172.21.15.76:0/490225542 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f867c06ac00 0x7f867c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:30.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:30.250+0000 7f86927fc640 1 --2- 172.21.15.76:0/490225542 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f867c06ac00 0x7f867c06d0c0 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7f869c072260 tx=0x7f8684009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:30.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:30.254+0000 7f8693fff640 1 -- 172.21.15.76:0/490225542 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f868c0547b0 con 0x7f869c0b2b40 2024-09-13T16:13:30.450 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:30.449+0000 7f86a1511640 1 -- 172.21.15.76:0/490225542 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7f869c06e4b0 con 0x7f869c0b2b40 2024-09-13T16:13:31.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:31.196+0000 7f8693fff640 1 -- 172.21.15.76:0/490225542 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v71) v1 ==== 118+0+0 (secure 0 0 0) 0x7f868c057dd0 con 0x7f869c0b2b40 2024-09-13T16:13:31.199 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:31.198+0000 7f86a1511640 1 -- 172.21.15.76:0/490225542 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f867c06ac00 msgr2=0x7f867c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:31.199 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:31.198+0000 7f86a1511640 1 --2- 172.21.15.76:0/490225542 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f867c06ac00 0x7f867c06d0c0 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7f869c072260 tx=0x7f8684009040 comp rx=0 tx=0).stop 2024-09-13T16:13:31.199 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:31.198+0000 7f86a1511640 1 -- 172.21.15.76:0/490225542 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f869c0b2b40 msgr2=0x7f869c0afe80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:31.199 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:31.198+0000 7f86a1511640 1 --2- 172.21.15.76:0/490225542 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f869c0b2b40 0x7f869c0afe80 secure :-1 s=READY pgs=1810 cs=0 l=1 rev1=1 crypto rx=0x7f868c00e960 tx=0x7f868c00ee20 comp rx=0 tx=0).stop 2024-09-13T16:13:31.199 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:31.198+0000 7f86a1511640 1 -- 172.21.15.76:0/490225542 shutdown_connections 2024-09-13T16:13:31.200 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:31.198+0000 7f86a1511640 1 --2- 172.21.15.76:0/490225542 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f869c159310 0x7f869c153f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:31.200 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:31.198+0000 7f86a1511640 1 --2- 172.21.15.76:0/490225542 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f867c06ac00 0x7f867c06d0c0 unknown :-1 s=CLOSED pgs=770 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:31.200 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:31.198+0000 7f86a1511640 1 --2- 172.21.15.76:0/490225542 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f869c0ce4f0 0x7f869c1ed760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:31.200 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:31.198+0000 7f86a1511640 1 --2- 172.21.15.76:0/490225542 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f869c0b2b40 0x7f869c0afe80 unknown :-1 s=CLOSED pgs=1810 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:31.200 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:31.198+0000 7f86a1511640 1 -- 172.21.15.76:0/490225542 >> 172.21.15.76:0/490225542 conn(0x7f869c06a0b0 msgr2=0x7f869c0cacc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:31.200 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:31.198+0000 7f86a1511640 1 -- 172.21.15.76:0/490225542 shutdown_connections 2024-09-13T16:13:31.200 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:31.198+0000 7f86a1511640 1 -- 172.21.15.76:0/490225542 wait complete. 2024-09-13T16:13:31.211 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-13T16:13:31.212 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-13T16:13:31.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:31.311+0000 7fe46c318640 1 Processor -- start 2024-09-13T16:13:31.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:31.311+0000 7fe46c318640 1 -- start start 2024-09-13T16:13:31.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:31.312+0000 7fe46c318640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe464159310 0x7fe4640ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:31.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:31.312+0000 7fe46c318640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fe4640b2b40 0x7fe4640ab140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:31.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:31.312+0000 7fe46c318640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe4640ab680 0x7fe4640ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:31.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:31.312+0000 7fe46c318640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe4640ad940 con 0x7fe4640ab680 2024-09-13T16:13:31.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:31.312+0000 7fe46c318640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe4640ccbe0 con 0x7fe4640b2b40 2024-09-13T16:13:31.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:31.312+0000 7fe46c318640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe4640b1810 con 0x7fe464159310 2024-09-13T16:13:31.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:31.312+0000 7fe46a8b5640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe4640ab680 0x7fe4640ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:31.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:31.312+0000 7fe46a8b5640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe4640ab680 0x7fe4640ce4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57346/0 (socket says 172.21.15.76:57346) 2024-09-13T16:13:31.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:31.312+0000 7fe46a8b5640 1 -- 172.21.15.76:0/2151119652 learned_addr learned my addr 172.21.15.76:0/2151119652 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:31.316 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:31.312+0000 7fe46a0b4640 1 --2- 172.21.15.76:0/2151119652 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe464159310 0x7fe4640ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:31.316 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:31.313+0000 7fe4698b3640 1 --2- 172.21.15.76:0/2151119652 >> v2:172.21.15.192:3300/0 conn(0x7fe4640b2b40 0x7fe4640ab140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:31.316 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:31.313+0000 7fe46a8b5640 1 -- 172.21.15.76:0/2151119652 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe464159310 msgr2=0x7fe4640ad400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:31.316 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:31.313+0000 7fe46a8b5640 1 --2- 172.21.15.76:0/2151119652 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe464159310 0x7fe4640ad400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:31.317 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:31.313+0000 7fe46a8b5640 1 -- 172.21.15.76:0/2151119652 >> v2:172.21.15.192:3300/0 conn(0x7fe4640b2b40 msgr2=0x7fe4640ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:31.317 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:31.313+0000 7fe46a8b5640 1 --2- 172.21.15.76:0/2151119652 >> v2:172.21.15.192:3300/0 conn(0x7fe4640b2b40 0x7fe4640ab140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:31.317 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:31.313+0000 7fe46a8b5640 1 -- 172.21.15.76:0/2151119652 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe46406d9e0 con 0x7fe4640ab680 2024-09-13T16:13:31.317 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:31.313+0000 7fe46a0b4640 1 --2- 172.21.15.76:0/2151119652 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe464159310 0x7fe4640ad400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:31.322 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:31.313+0000 7fe46a8b5640 1 --2- 172.21.15.76:0/2151119652 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe4640ab680 0x7fe4640ce4f0 secure :-1 s=READY pgs=1811 cs=0 l=1 rev1=1 crypto rx=0x7fe4640cf250 tx=0x7fe45c02a630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8183d97ee86aea75 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:31.322 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:31.313+0000 7fe4690b2640 1 -- 172.21.15.76:0/2151119652 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe45c031600 con 0x7fe4640ab680 2024-09-13T16:13:31.322 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:31.314+0000 7fe4690b2640 1 -- 172.21.15.76:0/2151119652 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe45c02d050 con 0x7fe4640ab680 2024-09-13T16:13:31.322 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:31.314+0000 7fe4690b2640 1 -- 172.21.15.76:0/2151119652 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe45c031980 con 0x7fe4640ab680 2024-09-13T16:13:31.322 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:31.314+0000 7fe46c318640 1 -- 172.21.15.76:0/2151119652 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe4640ab680 msgr2=0x7fe4640ce4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:31.322 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:31.314+0000 7fe46c318640 1 --2- 172.21.15.76:0/2151119652 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe4640ab680 0x7fe4640ce4f0 secure :-1 s=READY pgs=1811 cs=0 l=1 rev1=1 crypto rx=0x7fe4640cf250 tx=0x7fe45c02a630 comp rx=0 tx=0).stop 2024-09-13T16:13:31.323 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:31.314+0000 7fe46c318640 1 -- 172.21.15.76:0/2151119652 shutdown_connections 2024-09-13T16:13:31.323 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:31.314+0000 7fe46c318640 1 --2- 172.21.15.76:0/2151119652 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe4640ab680 0x7fe4640ce4f0 unknown :-1 s=CLOSED pgs=1811 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:31.323 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:31.314+0000 7fe46c318640 1 --2- 172.21.15.76:0/2151119652 >> v2:172.21.15.192:3300/0 conn(0x7fe4640b2b40 0x7fe4640ab140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:31.323 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:31.314+0000 7fe46c318640 1 --2- 172.21.15.76:0/2151119652 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe464159310 0x7fe4640ad400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:31.323 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:31.314+0000 7fe46c318640 1 -- 172.21.15.76:0/2151119652 >> 172.21.15.76:0/2151119652 conn(0x7fe46406a0b0 msgr2=0x7fe46406a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:31.323 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:31.314+0000 7fe46c318640 1 -- 172.21.15.76:0/2151119652 shutdown_connections 2024-09-13T16:13:31.323 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:31.314+0000 7fe46c318640 1 -- 172.21.15.76:0/2151119652 wait complete. 2024-09-13T16:13:31.323 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:31.315+0000 7fe46c318640 1 Processor -- start 2024-09-13T16:13:31.323 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:31.315+0000 7fe46c318640 1 -- start start 2024-09-13T16:13:31.323 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:31.316+0000 7fe46c318640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe4640ab680 0x7fe464098250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:31.324 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:31.316+0000 7fe46c318640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe4640b2b40 0x7fe464156950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:31.324 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:31.316+0000 7fe46c318640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe464159310 0x7fe4641e2650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:31.324 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:31.316+0000 7fe46c318640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe464099720 con 0x7fe4640b2b40 2024-09-13T16:13:31.324 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:31.316+0000 7fe46c318640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe464098aa0 con 0x7fe4640ab680 2024-09-13T16:13:31.324 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:31.316+0000 7fe46c318640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe464098d80 con 0x7fe464159310 2024-09-13T16:13:31.324 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:31.316+0000 7fe4698b3640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe4640b2b40 0x7fe464156950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:31.324 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:31.316+0000 7fe4698b3640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe4640b2b40 0x7fe464156950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57352/0 (socket says 172.21.15.76:57352) 2024-09-13T16:13:31.324 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:31.316+0000 7fe4698b3640 1 -- 172.21.15.76:0/324384379 learned_addr learned my addr 172.21.15.76:0/324384379 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:31.324 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:31.316+0000 7fe46a0b4640 1 --2- 172.21.15.76:0/324384379 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe4640ab680 0x7fe464098250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:31.324 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:31.316+0000 7fe46a8b5640 1 --2- 172.21.15.76:0/324384379 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe464159310 0x7fe4641e2650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:31.324 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:31.316+0000 7fe4698b3640 1 -- 172.21.15.76:0/324384379 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe464159310 msgr2=0x7fe4641e2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:31.324 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:31.316+0000 7fe4698b3640 1 --2- 172.21.15.76:0/324384379 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe464159310 0x7fe4641e2650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:31.325 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:31.316+0000 7fe4698b3640 1 -- 172.21.15.76:0/324384379 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe4640ab680 msgr2=0x7fe464098250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:31.325 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:31.316+0000 7fe4698b3640 1 --2- 172.21.15.76:0/324384379 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe4640ab680 0x7fe464098250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:31.325 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:31.316+0000 7fe4698b3640 1 -- 172.21.15.76:0/324384379 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe45c009b30 con 0x7fe4640b2b40 2024-09-13T16:13:31.325 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:31.316+0000 7fe46a0b4640 1 --2- 172.21.15.76:0/324384379 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe4640ab680 0x7fe464098250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:31.325 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:31.317+0000 7fe4698b3640 1 --2- 172.21.15.76:0/324384379 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe4640b2b40 0x7fe464156950 secure :-1 s=READY pgs=1812 cs=0 l=1 rev1=1 crypto rx=0x7fe45400d800 tx=0x7fe45400dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:31.325 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:31.317+0000 7fe45affd640 1 -- 172.21.15.76:0/324384379 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4540096a0 con 0x7fe4640b2b40 2024-09-13T16:13:31.325 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:31.317+0000 7fe45affd640 1 -- 172.21.15.76:0/324384379 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe454009800 con 0x7fe4640b2b40 2024-09-13T16:13:31.325 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:31.317+0000 7fe46c318640 1 -- 172.21.15.76:0/324384379 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe464099060 con 0x7fe4640b2b40 2024-09-13T16:13:31.325 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:31.317+0000 7fe45affd640 1 -- 172.21.15.76:0/324384379 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe454009b90 con 0x7fe4640b2b40 2024-09-13T16:13:31.325 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:31.317+0000 7fe46c318640 1 -- 172.21.15.76:0/324384379 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe464098790 con 0x7fe4640b2b40 2024-09-13T16:13:31.325 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:31.318+0000 7fe46c318640 1 -- 172.21.15.76:0/324384379 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe464099990 con 0x7fe4640b2b40 2024-09-13T16:13:31.326 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:31.318+0000 7fe45affd640 1 -- 172.21.15.76:0/324384379 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe454009cf0 con 0x7fe4640b2b40 2024-09-13T16:13:31.326 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:31.319+0000 7fe45affd640 1 --2- 172.21.15.76:0/324384379 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe44806ac00 0x7fe44806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:31.326 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:31.319+0000 7fe46a0b4640 1 --2- 172.21.15.76:0/324384379 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe44806ac00 0x7fe44806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:31.326 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:31.319+0000 7fe45affd640 1 -- 172.21.15.76:0/324384379 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(136..136 src has 1..136) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fe4540897a0 con 0x7fe4640b2b40 2024-09-13T16:13:31.326 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:31.319+0000 7fe46a0b4640 1 --2- 172.21.15.76:0/324384379 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe44806ac00 0x7fe44806d0c0 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7fe460006fd0 tx=0x7fe460008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:31.326 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:31.323+0000 7fe45affd640 1 -- 172.21.15.76:0/324384379 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fe4540548d0 con 0x7fe4640b2b40 2024-09-13T16:13:31.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:31.520+0000 7fe46c318640 1 -- 172.21.15.76:0/324384379 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7fe46406e280 con 0x7fe4640b2b40 2024-09-13T16:13:32.206 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.204+0000 7fe45affd640 1 -- 172.21.15.76:0/324384379 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v72) v1 ==== 122+0+0 (secure 0 0 0) 0x7fe45400b440 con 0x7fe4640b2b40 2024-09-13T16:13:32.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.207+0000 7fe46c318640 1 -- 172.21.15.76:0/324384379 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe44806ac00 msgr2=0x7fe44806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:32.209 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.207+0000 7fe46c318640 1 --2- 172.21.15.76:0/324384379 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe44806ac00 0x7fe44806d0c0 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7fe460006fd0 tx=0x7fe460008040 comp rx=0 tx=0).stop 2024-09-13T16:13:32.209 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.207+0000 7fe46c318640 1 -- 172.21.15.76:0/324384379 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe4640b2b40 msgr2=0x7fe464156950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:32.209 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.207+0000 7fe46c318640 1 --2- 172.21.15.76:0/324384379 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe4640b2b40 0x7fe464156950 secure :-1 s=READY pgs=1812 cs=0 l=1 rev1=1 crypto rx=0x7fe45400d800 tx=0x7fe45400dcc0 comp rx=0 tx=0).stop 2024-09-13T16:13:32.209 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.207+0000 7fe46c318640 1 -- 172.21.15.76:0/324384379 shutdown_connections 2024-09-13T16:13:32.209 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.207+0000 7fe46c318640 1 --2- 172.21.15.76:0/324384379 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe44806ac00 0x7fe44806d0c0 unknown :-1 s=CLOSED pgs=771 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:32.209 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.207+0000 7fe46c318640 1 --2- 172.21.15.76:0/324384379 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe464159310 0x7fe4641e2650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:32.209 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.207+0000 7fe46c318640 1 --2- 172.21.15.76:0/324384379 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe4640b2b40 0x7fe464156950 unknown :-1 s=CLOSED pgs=1812 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:32.209 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.207+0000 7fe46c318640 1 --2- 172.21.15.76:0/324384379 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe4640ab680 0x7fe464098250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:32.209 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.207+0000 7fe46c318640 1 -- 172.21.15.76:0/324384379 >> 172.21.15.76:0/324384379 conn(0x7fe46406a0b0 msgr2=0x7fe4640acdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:32.209 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.207+0000 7fe46c318640 1 -- 172.21.15.76:0/324384379 shutdown_connections 2024-09-13T16:13:32.210 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.207+0000 7fe46c318640 1 -- 172.21.15.76:0/324384379 wait complete. 2024-09-13T16:13:32.220 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-13T16:13:32.221 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:13:32.323 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.321+0000 7fe456d65640 1 Processor -- start 2024-09-13T16:13:32.323 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.321+0000 7fe456d65640 1 -- start start 2024-09-13T16:13:32.327 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.322+0000 7fe456d65640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe45015a2e0 0x7fe4500c9a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:32.327 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.322+0000 7fe456d65640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe4500c9f80 0x7fe4500cace0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:32.327 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.322+0000 7fe456d65640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fe4500cb220 0x7fe4500ce260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:32.327 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.322+0000 7fe456d65640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe4500c8920 con 0x7fe45015a2e0 2024-09-13T16:13:32.327 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.322+0000 7fe456d65640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe4500cb650 con 0x7fe4500cb220 2024-09-13T16:13:32.328 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.322+0000 7fe456d65640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe45015a6c0 con 0x7fe4500c9f80 2024-09-13T16:13:32.328 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.322+0000 7fe454b01640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe45015a2e0 0x7fe4500c9a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:32.328 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.322+0000 7fe454b01640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe45015a2e0 0x7fe4500c9a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57368/0 (socket says 172.21.15.76:57368) 2024-09-13T16:13:32.328 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.322+0000 7fe454b01640 1 -- 172.21.15.76:0/2837945406 learned_addr learned my addr 172.21.15.76:0/2837945406 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:32.328 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.323+0000 7fe447fff640 1 --2- 172.21.15.76:0/2837945406 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe4500c9f80 0x7fe4500cace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:32.328 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.323+0000 7fe455302640 1 --2- 172.21.15.76:0/2837945406 >> v2:172.21.15.192:3300/0 conn(0x7fe4500cb220 0x7fe4500ce260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:32.328 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.323+0000 7fe454b01640 1 -- 172.21.15.76:0/2837945406 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe4500c9f80 msgr2=0x7fe4500cace0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:32.328 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.323+0000 7fe454b01640 1 --2- 172.21.15.76:0/2837945406 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe4500c9f80 0x7fe4500cace0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:32.328 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.323+0000 7fe454b01640 1 -- 172.21.15.76:0/2837945406 >> v2:172.21.15.192:3300/0 conn(0x7fe4500cb220 msgr2=0x7fe4500ce260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:32.328 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.323+0000 7fe454b01640 1 --2- 172.21.15.76:0/2837945406 >> v2:172.21.15.192:3300/0 conn(0x7fe4500cb220 0x7fe4500ce260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:32.329 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.323+0000 7fe454b01640 1 -- 172.21.15.76:0/2837945406 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe4500ca500 con 0x7fe45015a2e0 2024-09-13T16:13:32.329 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.323+0000 7fe455302640 1 --2- 172.21.15.76:0/2837945406 >> v2:172.21.15.192:3300/0 conn(0x7fe4500cb220 0x7fe4500ce260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:13:32.329 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.323+0000 7fe454b01640 1 --2- 172.21.15.76:0/2837945406 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe45015a2e0 0x7fe4500c9a40 secure :-1 s=READY pgs=1813 cs=0 l=1 rev1=1 crypto rx=0x7fe4500c1c10 tx=0x7fe44c02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=89fe058fe048a4b7 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:32.329 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.323+0000 7fe4477fe640 1 -- 172.21.15.76:0/2837945406 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe44c032440 con 0x7fe45015a2e0 2024-09-13T16:13:32.329 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.323+0000 7fe4477fe640 1 -- 172.21.15.76:0/2837945406 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe44c0325a0 con 0x7fe45015a2e0 2024-09-13T16:13:32.330 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.323+0000 7fe4477fe640 1 -- 172.21.15.76:0/2837945406 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe44c032930 con 0x7fe45015a2e0 2024-09-13T16:13:32.330 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.324+0000 7fe456d65640 1 -- 172.21.15.76:0/2837945406 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe45015a2e0 msgr2=0x7fe4500c9a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:32.330 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.324+0000 7fe456d65640 1 --2- 172.21.15.76:0/2837945406 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe45015a2e0 0x7fe4500c9a40 secure :-1 s=READY pgs=1813 cs=0 l=1 rev1=1 crypto rx=0x7fe4500c1c10 tx=0x7fe44c02a1e0 comp rx=0 tx=0).stop 2024-09-13T16:13:32.330 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.324+0000 7fe456d65640 1 -- 172.21.15.76:0/2837945406 shutdown_connections 2024-09-13T16:13:32.330 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.324+0000 7fe456d65640 1 --2- 172.21.15.76:0/2837945406 >> v2:172.21.15.192:3300/0 conn(0x7fe4500cb220 0x7fe4500ce260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:32.330 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.324+0000 7fe456d65640 1 --2- 172.21.15.76:0/2837945406 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe4500c9f80 0x7fe4500cace0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:32.330 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.324+0000 7fe456d65640 1 --2- 172.21.15.76:0/2837945406 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe45015a2e0 0x7fe4500c9a40 unknown :-1 s=CLOSED pgs=1813 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:32.330 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.324+0000 7fe456d65640 1 -- 172.21.15.76:0/2837945406 >> 172.21.15.76:0/2837945406 conn(0x7fe450069ed0 msgr2=0x7fe45006a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:32.331 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.324+0000 7fe456d65640 1 -- 172.21.15.76:0/2837945406 shutdown_connections 2024-09-13T16:13:32.331 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.324+0000 7fe456d65640 1 -- 172.21.15.76:0/2837945406 wait complete. 2024-09-13T16:13:32.331 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.325+0000 7fe456d65640 1 Processor -- start 2024-09-13T16:13:32.331 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.325+0000 7fe456d65640 1 -- start start 2024-09-13T16:13:32.333 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.326+0000 7fe456d65640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe4500c9f80 0x7fe45015d200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:32.333 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.326+0000 7fe456d65640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe4500cb220 0x7fe4500cc8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:32.333 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.326+0000 7fe456d65640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe45015a2e0 0x7fe45006d030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:32.333 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.326+0000 7fe456d65640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe45015c160 con 0x7fe45015a2e0 2024-09-13T16:13:32.333 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.326+0000 7fe456d65640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe45015c440 con 0x7fe4500c9f80 2024-09-13T16:13:32.334 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.326+0000 7fe456d65640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe45015c720 con 0x7fe4500cb220 2024-09-13T16:13:32.334 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.326+0000 7fe455302640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe45015a2e0 0x7fe45006d030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:32.334 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.326+0000 7fe455302640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe45015a2e0 0x7fe45006d030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57380/0 (socket says 172.21.15.76:57380) 2024-09-13T16:13:32.334 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.326+0000 7fe455302640 1 -- 172.21.15.76:0/1300791871 learned_addr learned my addr 172.21.15.76:0/1300791871 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:32.334 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.326+0000 7fe454b01640 1 --2- 172.21.15.76:0/1300791871 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe4500c9f80 0x7fe45015d200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:32.334 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.326+0000 7fe447fff640 1 --2- 172.21.15.76:0/1300791871 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe4500cb220 0x7fe4500cc8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:32.334 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.327+0000 7fe455302640 1 -- 172.21.15.76:0/1300791871 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe4500cb220 msgr2=0x7fe4500cc8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:32.334 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.327+0000 7fe455302640 1 --2- 172.21.15.76:0/1300791871 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe4500cb220 0x7fe4500cc8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:32.334 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.327+0000 7fe455302640 1 -- 172.21.15.76:0/1300791871 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe4500c9f80 msgr2=0x7fe45015d200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:32.334 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.327+0000 7fe455302640 1 --2- 172.21.15.76:0/1300791871 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe4500c9f80 0x7fe45015d200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:32.334 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.327+0000 7fe455302640 1 -- 172.21.15.76:0/1300791871 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe44c0094d0 con 0x7fe45015a2e0 2024-09-13T16:13:32.334 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.327+0000 7fe455302640 1 --2- 172.21.15.76:0/1300791871 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe45015a2e0 0x7fe45006d030 secure :-1 s=READY pgs=1814 cs=0 l=1 rev1=1 crypto rx=0x7fe44800cef0 tx=0x7fe44800a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:32.334 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.327+0000 7fe4457fa640 1 -- 172.21.15.76:0/1300791871 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe44800d840 con 0x7fe45015a2e0 2024-09-13T16:13:32.334 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.327+0000 7fe4457fa640 1 -- 172.21.15.76:0/1300791871 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe44800d9c0 con 0x7fe45015a2e0 2024-09-13T16:13:32.335 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.327+0000 7fe456d65640 1 -- 172.21.15.76:0/1300791871 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe45015ca00 con 0x7fe45015a2e0 2024-09-13T16:13:32.335 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.327+0000 7fe4457fa640 1 -- 172.21.15.76:0/1300791871 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe44800dd70 con 0x7fe45015a2e0 2024-09-13T16:13:32.335 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.327+0000 7fe456d65640 1 -- 172.21.15.76:0/1300791871 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe4500cdd70 con 0x7fe45015a2e0 2024-09-13T16:13:32.335 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.328+0000 7fe456d65640 1 -- 172.21.15.76:0/1300791871 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe45015cf20 con 0x7fe45015a2e0 2024-09-13T16:13:32.335 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.328+0000 7fe4457fa640 1 -- 172.21.15.76:0/1300791871 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe44801e3b0 con 0x7fe45015a2e0 2024-09-13T16:13:32.335 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.329+0000 7fe4457fa640 1 --2- 172.21.15.76:0/1300791871 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe43c06ac00 0x7fe43c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:32.335 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.329+0000 7fe4457fa640 1 -- 172.21.15.76:0/1300791871 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(136..136 src has 1..136) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fe448089e20 con 0x7fe45015a2e0 2024-09-13T16:13:32.335 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.329+0000 7fe454b01640 1 --2- 172.21.15.76:0/1300791871 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe43c06ac00 0x7fe43c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:32.335 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.329+0000 7fe454b01640 1 --2- 172.21.15.76:0/1300791871 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe43c06ac00 0x7fe43c06d0c0 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7fe44c034000 tx=0x7fe44c02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:32.335 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.333+0000 7fe4457fa640 1 -- 172.21.15.76:0/1300791871 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fe45015cf20 con 0x7fe45015a2e0 2024-09-13T16:13:32.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.525+0000 7fe456d65640 1 -- 172.21.15.76:0/1300791871 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fe45015cf20 con 0x7fe45015a2e0 2024-09-13T16:13:32.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.525+0000 7fe4457fa640 1 -- 172.21.15.76:0/1300791871 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 72 v72) v1 ==== 94+0+4742 (secure 0 0 0) 0x7fe45015cf20 con 0x7fe45015a2e0 2024-09-13T16:13:32.528 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:13:32.528 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":72,"default_fscid":9,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7115,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/4062248644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":4062248644},{"type":"v1","addr":"172.21.15.192:6835","nonce":4062248644}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":68},{"gid":8005,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6837/2615493476","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":2615493476},{"type":"v1","addr":"172.21.15.76:6837","nonce":2615493476}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":67},{"gid":8011,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/2123797898","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":2123797898},{"type":"v1","addr":"172.21.15.192:6833","nonce":2123797898}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":67}],"filesystems":[{"mdsmap":{"epoch":72,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:13:29.534838+0000","modified":"2024-09-13T16:13:32.195978+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":9078},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9078":{"gid":9078,"name":"c","rank":0,"incarnation":69,"state":"up:active","state_seq":4,"addr":"172.21.15.76:6836/2887788362","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":2887788362},{"type":"v1","addr":"172.21.15.76:6836","nonce":2887788362}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[20],"metadata_pool":19,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":9}]} 2024-09-13T16:13:32.528 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 72 2024-09-13T16:13:32.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.527+0000 7fe456d65640 1 -- 172.21.15.76:0/1300791871 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe43c06ac00 msgr2=0x7fe43c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:32.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.527+0000 7fe456d65640 1 --2- 172.21.15.76:0/1300791871 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe43c06ac00 0x7fe43c06d0c0 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7fe44c034000 tx=0x7fe44c02e000 comp rx=0 tx=0).stop 2024-09-13T16:13:32.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.527+0000 7fe456d65640 1 -- 172.21.15.76:0/1300791871 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe45015a2e0 msgr2=0x7fe45006d030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:32.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.527+0000 7fe456d65640 1 --2- 172.21.15.76:0/1300791871 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe45015a2e0 0x7fe45006d030 secure :-1 s=READY pgs=1814 cs=0 l=1 rev1=1 crypto rx=0x7fe44800cef0 tx=0x7fe44800a710 comp rx=0 tx=0).stop 2024-09-13T16:13:32.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.527+0000 7fe456d65640 1 -- 172.21.15.76:0/1300791871 shutdown_connections 2024-09-13T16:13:32.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.527+0000 7fe456d65640 1 --2- 172.21.15.76:0/1300791871 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe45015a2e0 0x7fe45006d030 unknown :-1 s=CLOSED pgs=1814 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:32.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.527+0000 7fe456d65640 1 --2- 172.21.15.76:0/1300791871 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe43c06ac00 0x7fe43c06d0c0 unknown :-1 s=CLOSED pgs=772 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:32.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.527+0000 7fe456d65640 1 --2- 172.21.15.76:0/1300791871 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe4500cb220 0x7fe4500cc8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:32.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.527+0000 7fe456d65640 1 --2- 172.21.15.76:0/1300791871 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe4500c9f80 0x7fe45015d200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:32.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.527+0000 7fe456d65640 1 -- 172.21.15.76:0/1300791871 >> 172.21.15.76:0/1300791871 conn(0x7fe450069ed0 msgr2=0x7fe45006dd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:32.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.527+0000 7fe456d65640 1 -- 172.21.15.76:0/1300791871 shutdown_connections 2024-09-13T16:13:32.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.527+0000 7fe456d65640 1 -- 172.21.15.76:0/1300791871 wait complete. 2024-09-13T16:13:32.540 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:13:32.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.636+0000 7fa79ff08640 1 Processor -- start 2024-09-13T16:13:32.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.636+0000 7fa79ff08640 1 -- start start 2024-09-13T16:13:32.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.637+0000 7fa79ff08640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fa79806c4c0 0x7fa79806c8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:32.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.637+0000 7fa79ff08640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fa7980b2590 0x7fa79806d3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:32.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.637+0000 7fa79ff08640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa7980cbea0 0x7fa7980cc330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:32.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.637+0000 7fa79ff08640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa79806deb0 con 0x7fa79806c4c0 2024-09-13T16:13:32.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.637+0000 7fa79ff08640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa7980cc870 con 0x7fa7980b2590 2024-09-13T16:13:32.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.637+0000 7fa79ff08640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa7980b29e0 con 0x7fa7980cbea0 2024-09-13T16:13:32.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.637+0000 7fa79dca4640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fa79806c4c0 0x7fa79806c8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:32.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.637+0000 7fa79dca4640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fa79806c4c0 0x7fa79806c8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57388/0 (socket says 172.21.15.76:57388) 2024-09-13T16:13:32.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.637+0000 7fa79dca4640 1 -- 172.21.15.76:0/2317315262 learned_addr learned my addr 172.21.15.76:0/2317315262 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:32.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.637+0000 7fa79d4a3640 1 --2- 172.21.15.76:0/2317315262 >> v2:172.21.15.192:3300/0 conn(0x7fa7980b2590 0x7fa79806d3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:32.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.637+0000 7fa79e4a5640 1 --2- 172.21.15.76:0/2317315262 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa7980cbea0 0x7fa7980cc330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:32.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.638+0000 7fa79dca4640 1 -- 172.21.15.76:0/2317315262 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa7980cbea0 msgr2=0x7fa7980cc330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:32.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.638+0000 7fa79dca4640 1 --2- 172.21.15.76:0/2317315262 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa7980cbea0 0x7fa7980cc330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:32.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.638+0000 7fa79dca4640 1 -- 172.21.15.76:0/2317315262 >> v2:172.21.15.192:3300/0 conn(0x7fa7980b2590 msgr2=0x7fa79806d3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:32.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.638+0000 7fa79dca4640 1 --2- 172.21.15.76:0/2317315262 >> v2:172.21.15.192:3300/0 conn(0x7fa7980b2590 0x7fa79806d3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:32.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.638+0000 7fa79dca4640 1 -- 172.21.15.76:0/2317315262 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa79806e0c0 con 0x7fa79806c4c0 2024-09-13T16:13:32.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.638+0000 7fa79dca4640 1 --2- 172.21.15.76:0/2317315262 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa79806c4c0 0x7fa79806c8a0 secure :-1 s=READY pgs=1815 cs=0 l=1 rev1=1 crypto rx=0x7fa79815c460 tx=0x7fa79402c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f2ab9b1175f8929d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:32.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.638+0000 7fa79cca2640 1 -- 172.21.15.76:0/2317315262 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa794032790 con 0x7fa79806c4c0 2024-09-13T16:13:32.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.638+0000 7fa79cca2640 1 -- 172.21.15.76:0/2317315262 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa7940328f0 con 0x7fa79806c4c0 2024-09-13T16:13:32.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.638+0000 7fa79cca2640 1 -- 172.21.15.76:0/2317315262 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa794032c80 con 0x7fa79806c4c0 2024-09-13T16:13:32.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.639+0000 7fa79ff08640 1 -- 172.21.15.76:0/2317315262 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa79806c4c0 msgr2=0x7fa79806c8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:32.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.639+0000 7fa79ff08640 1 --2- 172.21.15.76:0/2317315262 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa79806c4c0 0x7fa79806c8a0 secure :-1 s=READY pgs=1815 cs=0 l=1 rev1=1 crypto rx=0x7fa79815c460 tx=0x7fa79402c890 comp rx=0 tx=0).stop 2024-09-13T16:13:32.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.639+0000 7fa79ff08640 1 -- 172.21.15.76:0/2317315262 shutdown_connections 2024-09-13T16:13:32.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.639+0000 7fa79ff08640 1 --2- 172.21.15.76:0/2317315262 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa7980cbea0 0x7fa7980cc330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:32.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.639+0000 7fa79ff08640 1 --2- 172.21.15.76:0/2317315262 >> v2:172.21.15.192:3300/0 conn(0x7fa7980b2590 0x7fa79806d3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:32.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.639+0000 7fa79ff08640 1 --2- 172.21.15.76:0/2317315262 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa79806c4c0 0x7fa79806c8a0 unknown :-1 s=CLOSED pgs=1815 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:32.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.639+0000 7fa79ff08640 1 -- 172.21.15.76:0/2317315262 >> 172.21.15.76:0/2317315262 conn(0x7fa798069ed0 msgr2=0x7fa79806a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:32.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.639+0000 7fa79ff08640 1 -- 172.21.15.76:0/2317315262 shutdown_connections 2024-09-13T16:13:32.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.639+0000 7fa79ff08640 1 -- 172.21.15.76:0/2317315262 wait complete. 2024-09-13T16:13:32.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.640+0000 7fa79ff08640 1 Processor -- start 2024-09-13T16:13:32.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.640+0000 7fa79ff08640 1 -- start start 2024-09-13T16:13:32.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.641+0000 7fa79ff08640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa79806c4c0 0x7fa798097660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:32.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.641+0000 7fa79ff08640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa7980b2590 0x7fa7980c66d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:32.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.641+0000 7fa79ff08640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa7980cbea0 0x7fa7980c6e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:32.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.641+0000 7fa79ff08640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa798097ba0 con 0x7fa79806c4c0 2024-09-13T16:13:32.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.641+0000 7fa79ff08640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa7980ac110 con 0x7fa7980cbea0 2024-09-13T16:13:32.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.641+0000 7fa79ff08640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa7980ac3f0 con 0x7fa7980b2590 2024-09-13T16:13:32.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.641+0000 7fa79dca4640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa79806c4c0 0x7fa798097660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:32.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.641+0000 7fa79dca4640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa79806c4c0 0x7fa798097660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57394/0 (socket says 172.21.15.76:57394) 2024-09-13T16:13:32.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.641+0000 7fa79dca4640 1 -- 172.21.15.76:0/3419874865 learned_addr learned my addr 172.21.15.76:0/3419874865 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:32.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.641+0000 7fa79d4a3640 1 --2- 172.21.15.76:0/3419874865 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa7980b2590 0x7fa7980c66d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:32.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.641+0000 7fa79e4a5640 1 --2- 172.21.15.76:0/3419874865 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa7980cbea0 0x7fa7980c6e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:32.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.642+0000 7fa79dca4640 1 -- 172.21.15.76:0/3419874865 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa7980b2590 msgr2=0x7fa7980c66d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:32.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.642+0000 7fa79dca4640 1 --2- 172.21.15.76:0/3419874865 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa7980b2590 0x7fa7980c66d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:32.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.642+0000 7fa79dca4640 1 -- 172.21.15.76:0/3419874865 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa7980cbea0 msgr2=0x7fa7980c6e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:32.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.642+0000 7fa79dca4640 1 --2- 172.21.15.76:0/3419874865 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa7980cbea0 0x7fa7980c6e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:32.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.642+0000 7fa79dca4640 1 -- 172.21.15.76:0/3419874865 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa79400b770 con 0x7fa79806c4c0 2024-09-13T16:13:32.648 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.642+0000 7fa79e4a5640 1 --2- 172.21.15.76:0/3419874865 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa7980cbea0 0x7fa7980c6e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:32.648 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.642+0000 7fa79dca4640 1 --2- 172.21.15.76:0/3419874865 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa79806c4c0 0x7fa798097660 secure :-1 s=READY pgs=1816 cs=0 l=1 rev1=1 crypto rx=0x7fa79400b2c0 tx=0x7fa7940046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:32.648 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.642+0000 7fa78e7fc640 1 -- 172.21.15.76:0/3419874865 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa794033830 con 0x7fa79806c4c0 2024-09-13T16:13:32.648 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.642+0000 7fa78e7fc640 1 -- 172.21.15.76:0/3419874865 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa794033990 con 0x7fa79806c4c0 2024-09-13T16:13:32.648 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.642+0000 7fa78e7fc640 1 -- 172.21.15.76:0/3419874865 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa794033d20 con 0x7fa79806c4c0 2024-09-13T16:13:32.648 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.642+0000 7fa79ff08640 1 -- 172.21.15.76:0/3419874865 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa7980ac6d0 con 0x7fa79806c4c0 2024-09-13T16:13:32.648 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.642+0000 7fa79ff08640 1 -- 172.21.15.76:0/3419874865 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa7980acc90 con 0x7fa79806c4c0 2024-09-13T16:13:32.648 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.643+0000 7fa79ff08640 1 -- 172.21.15.76:0/3419874865 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa79806ce40 con 0x7fa79806c4c0 2024-09-13T16:13:32.648 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.643+0000 7fa78e7fc640 1 -- 172.21.15.76:0/3419874865 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fa79404f450 con 0x7fa79806c4c0 2024-09-13T16:13:32.648 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.644+0000 7fa78e7fc640 1 --2- 172.21.15.76:0/3419874865 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa77c06ac00 0x7fa77c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:32.648 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.644+0000 7fa78e7fc640 1 -- 172.21.15.76:0/3419874865 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(136..136 src has 1..136) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fa7940ac680 con 0x7fa79806c4c0 2024-09-13T16:13:32.648 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.644+0000 7fa79d4a3640 1 --2- 172.21.15.76:0/3419874865 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa77c06ac00 0x7fa77c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:32.648 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.644+0000 7fa79d4a3640 1 --2- 172.21.15.76:0/3419874865 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa77c06ac00 0x7fa77c06d0c0 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7fa7980afd90 tx=0x7fa788008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:32.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.648+0000 7fa78e7fc640 1 -- 172.21.15.76:0/3419874865 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fa7940777b0 con 0x7fa79806c4c0 2024-09-13T16:13:32.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.812+0000 7fa79ff08640 1 -- 172.21.15.76:0/3419874865 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fa7980ace80 con 0x7fa79806c4c0 2024-09-13T16:13:32.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.814+0000 7fa78e7fc640 1 -- 172.21.15.76:0/3419874865 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v136) v1 ==== 74+0+16696 (secure 0 0 0) 0x7fa79407add0 con 0x7fa79806c4c0 2024-09-13T16:13:32.816 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:13:32.816 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":136,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:13:30.536211+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":20,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":19,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:13:27.341617+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"135","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":20,"pool_name":"cephfs_data","create_time":"2024-09-13T16:13:28.498648+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"136","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:13:32.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.815+0000 7fa79ff08640 1 -- 172.21.15.76:0/3419874865 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa77c06ac00 msgr2=0x7fa77c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:32.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.815+0000 7fa79ff08640 1 --2- 172.21.15.76:0/3419874865 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa77c06ac00 0x7fa77c06d0c0 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7fa7980afd90 tx=0x7fa788008040 comp rx=0 tx=0).stop 2024-09-13T16:13:32.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.815+0000 7fa79ff08640 1 -- 172.21.15.76:0/3419874865 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa79806c4c0 msgr2=0x7fa798097660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:32.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.815+0000 7fa79ff08640 1 --2- 172.21.15.76:0/3419874865 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa79806c4c0 0x7fa798097660 secure :-1 s=READY pgs=1816 cs=0 l=1 rev1=1 crypto rx=0x7fa79400b2c0 tx=0x7fa7940046c0 comp rx=0 tx=0).stop 2024-09-13T16:13:32.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.815+0000 7fa79ff08640 1 -- 172.21.15.76:0/3419874865 shutdown_connections 2024-09-13T16:13:32.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.816+0000 7fa79ff08640 1 --2- 172.21.15.76:0/3419874865 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa7980cbea0 0x7fa7980c6e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:32.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.816+0000 7fa79ff08640 1 --2- 172.21.15.76:0/3419874865 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa77c06ac00 0x7fa77c06d0c0 unknown :-1 s=CLOSED pgs=773 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:32.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.816+0000 7fa79ff08640 1 --2- 172.21.15.76:0/3419874865 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa7980b2590 0x7fa7980c66d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:32.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.816+0000 7fa79ff08640 1 --2- 172.21.15.76:0/3419874865 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa79806c4c0 0x7fa798097660 unknown :-1 s=CLOSED pgs=1816 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:32.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.816+0000 7fa79ff08640 1 -- 172.21.15.76:0/3419874865 >> 172.21.15.76:0/3419874865 conn(0x7fa798069ed0 msgr2=0x7fa7980cca70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:32.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.816+0000 7fa79ff08640 1 -- 172.21.15.76:0/3419874865 shutdown_connections 2024-09-13T16:13:32.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.816+0000 7fa79ff08640 1 -- 172.21.15.76:0/3419874865 wait complete. 2024-09-13T16:13:32.829 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-09-13T16:13:32.829 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:13:32.928 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.925+0000 7f79771ae640 1 Processor -- start 2024-09-13T16:13:32.928 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.925+0000 7f79771ae640 1 -- start start 2024-09-13T16:13:32.929 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.926+0000 7f79771ae640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f797015a2e0 0x7f79700c9a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:32.930 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.926+0000 7f79771ae640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f79700cb3f0 0x7f797006d030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:32.930 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.926+0000 7f79771ae640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f79700c8920 con 0x7f79700c9f80 2024-09-13T16:13:32.930 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.926+0000 7f79771ae640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f797015a6c0 con 0x7f79700cb3f0 2024-09-13T16:13:32.930 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.926+0000 7f79771ae640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f79700ca500 con 0x7f797015a2e0 2024-09-13T16:13:32.930 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.926+0000 7f797574b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f79700cb3f0 0x7f797006d030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:32.930 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.926+0000 7f797574b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f79700cb3f0 0x7f797006d030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57402/0 (socket says 172.21.15.76:57402) 2024-09-13T16:13:32.930 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.926+0000 7f797574b640 1 -- 172.21.15.76:0/3208592354 learned_addr learned my addr 172.21.15.76:0/3208592354 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:32.930 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.926+0000 7f7974f4a640 1 --2- 172.21.15.76:0/3208592354 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f797015a2e0 0x7f79700c9a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:32.930 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.926+0000 7f797574b640 1 -- 172.21.15.76:0/3208592354 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f797015a2e0 msgr2=0x7f79700c9a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:32.930 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.926+0000 7f797574b640 1 --2- 172.21.15.76:0/3208592354 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f797015a2e0 0x7f79700c9a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:32.930 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.926+0000 7f797574b640 1 -- 172.21.15.76:0/3208592354 >> v1:172.21.15.192:6789/0 conn(0x7f79700c9f80 legacy=0x7f79700cace0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:32.930 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.926+0000 7f797574b640 1 -- 172.21.15.76:0/3208592354 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f79700c8b70 con 0x7f79700cb3f0 2024-09-13T16:13:32.931 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.927+0000 7f7974f4a640 1 --2- 172.21.15.76:0/3208592354 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f797015a2e0 0x7f79700c9a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:13:32.931 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.927+0000 7f797574b640 1 --2- 172.21.15.76:0/3208592354 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f79700cb3f0 0x7f797006d030 secure :-1 s=READY pgs=1817 cs=0 l=1 rev1=1 crypto rx=0x7f7968009e50 tx=0x7f796802a6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=abc3b073c9ded943 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:32.931 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.927+0000 7f79677fe640 1 -- 172.21.15.76:0/3208592354 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f796802aea0 con 0x7f79700cb3f0 2024-09-13T16:13:32.931 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.927+0000 7f79677fe640 1 -- 172.21.15.76:0/3208592354 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f796802d050 con 0x7f79700cb3f0 2024-09-13T16:13:32.931 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.927+0000 7f79677fe640 1 -- 172.21.15.76:0/3208592354 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7968031820 con 0x7f79700cb3f0 2024-09-13T16:13:32.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.928+0000 7f79771ae640 1 -- 172.21.15.76:0/3208592354 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f79700cb3f0 msgr2=0x7f797006d030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:32.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.928+0000 7f79771ae640 1 --2- 172.21.15.76:0/3208592354 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f79700cb3f0 0x7f797006d030 secure :-1 s=READY pgs=1817 cs=0 l=1 rev1=1 crypto rx=0x7f7968009e50 tx=0x7f796802a6c0 comp rx=0 tx=0).stop 2024-09-13T16:13:32.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.928+0000 7f79771ae640 1 -- 172.21.15.76:0/3208592354 shutdown_connections 2024-09-13T16:13:32.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.928+0000 7f79771ae640 1 --2- 172.21.15.76:0/3208592354 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f79700cb3f0 0x7f797006d030 unknown :-1 s=CLOSED pgs=1817 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:32.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.928+0000 7f79771ae640 1 --2- 172.21.15.76:0/3208592354 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f797015a2e0 0x7f79700c9a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:32.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.928+0000 7f79771ae640 1 -- 172.21.15.76:0/3208592354 >> 172.21.15.76:0/3208592354 conn(0x7f7970069ed0 msgr2=0x7f797006a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:32.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.928+0000 7f79771ae640 1 -- 172.21.15.76:0/3208592354 shutdown_connections 2024-09-13T16:13:32.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.928+0000 7f79771ae640 1 -- 172.21.15.76:0/3208592354 wait complete. 2024-09-13T16:13:32.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.929+0000 7f79771ae640 1 Processor -- start 2024-09-13T16:13:32.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.929+0000 7f79771ae640 1 -- start start 2024-09-13T16:13:32.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.930+0000 7f79771ae640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f79700c9f80 0x7f7970098c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:32.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.930+0000 7f79771ae640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f79700cb3f0 0x7f7970158e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:32.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.930+0000 7f79771ae640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f797015a2e0 0x7f79701f32c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:32.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.930+0000 7f79771ae640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f797009bdf0 con 0x7f79700cb3f0 2024-09-13T16:13:32.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.930+0000 7f79771ae640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7970099360 con 0x7f79700c9f80 2024-09-13T16:13:32.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.930+0000 7f79771ae640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f79701593b0 con 0x7f797015a2e0 2024-09-13T16:13:32.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.930+0000 7f7967fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f79700cb3f0 0x7f7970158e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:32.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.930+0000 7f7967fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f79700cb3f0 0x7f7970158e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57416/0 (socket says 172.21.15.76:57416) 2024-09-13T16:13:32.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.930+0000 7f7967fff640 1 -- 172.21.15.76:0/2415986903 learned_addr learned my addr 172.21.15.76:0/2415986903 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:32.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.930+0000 7f797574b640 1 --2- 172.21.15.76:0/2415986903 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f797015a2e0 0x7f79701f32c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:32.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.930+0000 7f7974f4a640 1 --2- 172.21.15.76:0/2415986903 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f79700c9f80 0x7f7970098c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:32.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.930+0000 7f7967fff640 1 -- 172.21.15.76:0/2415986903 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f797015a2e0 msgr2=0x7f79701f32c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:32.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.930+0000 7f7967fff640 1 --2- 172.21.15.76:0/2415986903 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f797015a2e0 0x7f79701f32c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:32.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.930+0000 7f7967fff640 1 -- 172.21.15.76:0/2415986903 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f79700c9f80 msgr2=0x7f7970098c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:32.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.930+0000 7f7967fff640 1 --2- 172.21.15.76:0/2415986903 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f79700c9f80 0x7f7970098c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:32.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.930+0000 7f7967fff640 1 -- 172.21.15.76:0/2415986903 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7968009b30 con 0x7f79700cb3f0 2024-09-13T16:13:32.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.931+0000 7f7967fff640 1 --2- 172.21.15.76:0/2415986903 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f79700cb3f0 0x7f7970158e70 secure :-1 s=READY pgs=1818 cs=0 l=1 rev1=1 crypto rx=0x7f796000c460 tx=0x7f796000c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:32.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.931+0000 7f79657fa640 1 -- 172.21.15.76:0/2415986903 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7960012830 con 0x7f79700cb3f0 2024-09-13T16:13:32.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.931+0000 7f79657fa640 1 -- 172.21.15.76:0/2415986903 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f79600129d0 con 0x7f79700cb3f0 2024-09-13T16:13:32.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.931+0000 7f79771ae640 1 -- 172.21.15.76:0/2415986903 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f797009b450 con 0x7f79700cb3f0 2024-09-13T16:13:32.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.931+0000 7f79657fa640 1 -- 172.21.15.76:0/2415986903 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7960012d80 con 0x7f79700cb3f0 2024-09-13T16:13:32.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.931+0000 7f79771ae640 1 -- 172.21.15.76:0/2415986903 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f797009ba10 con 0x7f79700cb3f0 2024-09-13T16:13:32.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.932+0000 7f79771ae640 1 -- 172.21.15.76:0/2415986903 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f797015b8f0 con 0x7f79700cb3f0 2024-09-13T16:13:32.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.932+0000 7f79657fa640 1 -- 172.21.15.76:0/2415986903 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f796001b400 con 0x7f79700cb3f0 2024-09-13T16:13:32.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.933+0000 7f79657fa640 1 --2- 172.21.15.76:0/2415986903 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f795c06ac00 0x7f795c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:32.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.933+0000 7f7974f4a640 1 --2- 172.21.15.76:0/2415986903 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f795c06ac00 0x7f795c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:32.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.933+0000 7f79657fa640 1 -- 172.21.15.76:0/2415986903 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(136..136 src has 1..136) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f7960089380 con 0x7f79700cb3f0 2024-09-13T16:13:32.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.933+0000 7f7974f4a640 1 --2- 172.21.15.76:0/2415986903 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f795c06ac00 0x7f795c06d0c0 secure :-1 s=READY pgs=774 cs=0 l=1 rev1=1 crypto rx=0x7f79700c5760 tx=0x7f796c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:32.939 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:32.937+0000 7f79657fa640 1 -- 172.21.15.76:0/2415986903 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f797015b8f0 con 0x7f79700cb3f0 2024-09-13T16:13:33.099 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.097+0000 7f79771ae640 1 -- 172.21.15.76:0/2415986903 --> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f797009b240 con 0x7f795c06ac00 2024-09-13T16:13:33.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.104+0000 7f79657fa640 1 -- 172.21.15.76:0/2415986903 <== mgr.4104 v2:172.21.15.76:6832/911852275 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+289775 (secure 0 0 0) 0x7f797009b240 con 0x7f795c06ac00 2024-09-13T16:13:33.109 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:13:33.111 INFO:teuthology.orchestra.run.smithi076.stderr:dumped all 2024-09-13T16:13:33.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.107+0000 7f79771ae640 1 -- 172.21.15.76:0/2415986903 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f795c06ac00 msgr2=0x7f795c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:33.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.107+0000 7f79771ae640 1 --2- 172.21.15.76:0/2415986903 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f795c06ac00 0x7f795c06d0c0 secure :-1 s=READY pgs=774 cs=0 l=1 rev1=1 crypto rx=0x7f79700c5760 tx=0x7f796c008040 comp rx=0 tx=0).stop 2024-09-13T16:13:33.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.107+0000 7f79771ae640 1 -- 172.21.15.76:0/2415986903 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f79700cb3f0 msgr2=0x7f7970158e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:33.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.107+0000 7f79771ae640 1 --2- 172.21.15.76:0/2415986903 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f79700cb3f0 0x7f7970158e70 secure :-1 s=READY pgs=1818 cs=0 l=1 rev1=1 crypto rx=0x7f796000c460 tx=0x7f796000c920 comp rx=0 tx=0).stop 2024-09-13T16:13:33.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.107+0000 7f79771ae640 1 -- 172.21.15.76:0/2415986903 shutdown_connections 2024-09-13T16:13:33.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.107+0000 7f79771ae640 1 --2- 172.21.15.76:0/2415986903 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f795c06ac00 0x7f795c06d0c0 unknown :-1 s=CLOSED pgs=774 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:33.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.107+0000 7f79771ae640 1 --2- 172.21.15.76:0/2415986903 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f797015a2e0 0x7f79701f32c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:33.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.107+0000 7f79771ae640 1 --2- 172.21.15.76:0/2415986903 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f79700cb3f0 0x7f7970158e70 unknown :-1 s=CLOSED pgs=1818 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:33.114 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.107+0000 7f79771ae640 1 --2- 172.21.15.76:0/2415986903 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f79700c9f80 0x7f7970098c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:33.114 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.107+0000 7f79771ae640 1 -- 172.21.15.76:0/2415986903 >> 172.21.15.76:0/2415986903 conn(0x7f7970069ed0 msgr2=0x7f797006d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:33.114 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.108+0000 7f79771ae640 1 -- 172.21.15.76:0/2415986903 shutdown_connections 2024-09-13T16:13:33.114 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.108+0000 7f79771ae640 1 -- 172.21.15.76:0/2415986903 wait complete. 2024-09-13T16:13:33.120 INFO:teuthology.orchestra.run.smithi076.stdout:{"pg_ready":true,"pg_map":{"version":493,"stamp":"2024-09-13T16:13:33.080112+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":89,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":760248,"kb_used_data":14440,"kb_used_omap":12,"kb_used_meta":745651,"kb_avail":754214472,"statfs":{"total":773094113280,"available":772315619328,"internally_reserved":0,"allocated":14786560,"data_stored":7416155,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":763547193},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":12,"apply_latency_ms":12,"commit_latency_ns":12000000,"apply_latency_ns":12000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.895957"},"pg_stats":[{"pgid":"20.3f","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.952586+0000","last_change":"2024-09-13T16:13:29.548992+0000","last_active":"2024-09-13T16:13:30.952586+0000","last_peered":"2024-09-13T16:13:30.952586+0000","last_clean":"2024-09-13T16:13:30.952586+0000","last_became_active":"2024-09-13T16:13:29.548748+0000","last_became_peered":"2024-09-13T16:13:29.548748+0000","last_unstale":"2024-09-13T16:13:30.952586+0000","last_undegraded":"2024-09-13T16:13:30.952586+0000","last_fullsized":"2024-09-13T16:13:30.952586+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:54:09.726395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.3e","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.953405+0000","last_change":"2024-09-13T16:13:29.546979+0000","last_active":"2024-09-13T16:13:30.953405+0000","last_peered":"2024-09-13T16:13:30.953405+0000","last_clean":"2024-09-13T16:13:30.953405+0000","last_became_active":"2024-09-13T16:13:29.546724+0000","last_became_peered":"2024-09-13T16:13:29.546724+0000","last_unstale":"2024-09-13T16:13:30.953405+0000","last_undegraded":"2024-09-13T16:13:30.953405+0000","last_fullsized":"2024-09-13T16:13:30.953405+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:06:51.129056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.3d","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.953260+0000","last_change":"2024-09-13T16:13:29.562134+0000","last_active":"2024-09-13T16:13:30.953260+0000","last_peered":"2024-09-13T16:13:30.953260+0000","last_clean":"2024-09-13T16:13:30.953260+0000","last_became_active":"2024-09-13T16:13:29.561835+0000","last_became_peered":"2024-09-13T16:13:29.561835+0000","last_unstale":"2024-09-13T16:13:30.953260+0000","last_undegraded":"2024-09-13T16:13:30.953260+0000","last_fullsized":"2024-09-13T16:13:30.953260+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:20:51.444821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.3c","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.952805+0000","last_change":"2024-09-13T16:13:29.548833+0000","last_active":"2024-09-13T16:13:30.952805+0000","last_peered":"2024-09-13T16:13:30.952805+0000","last_clean":"2024-09-13T16:13:30.952805+0000","last_became_active":"2024-09-13T16:13:29.548561+0000","last_became_peered":"2024-09-13T16:13:29.548561+0000","last_unstale":"2024-09-13T16:13:30.952805+0000","last_undegraded":"2024-09-13T16:13:30.952805+0000","last_fullsized":"2024-09-13T16:13:30.952805+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:26:53.788352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.3b","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.541029+0000","last_change":"2024-09-13T16:13:29.551865+0000","last_active":"2024-09-13T16:13:30.541029+0000","last_peered":"2024-09-13T16:13:30.541029+0000","last_clean":"2024-09-13T16:13:30.541029+0000","last_became_active":"2024-09-13T16:13:29.551603+0000","last_became_peered":"2024-09-13T16:13:29.551603+0000","last_unstale":"2024-09-13T16:13:30.541029+0000","last_undegraded":"2024-09-13T16:13:30.541029+0000","last_fullsized":"2024-09-13T16:13:30.541029+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:12:24.228381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.3a","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.952852+0000","last_change":"2024-09-13T16:13:29.554407+0000","last_active":"2024-09-13T16:13:30.952852+0000","last_peered":"2024-09-13T16:13:30.952852+0000","last_clean":"2024-09-13T16:13:30.952852+0000","last_became_active":"2024-09-13T16:13:29.554170+0000","last_became_peered":"2024-09-13T16:13:29.554170+0000","last_unstale":"2024-09-13T16:13:30.952852+0000","last_undegraded":"2024-09-13T16:13:30.952852+0000","last_fullsized":"2024-09-13T16:13:30.952852+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:48:24.461165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.39","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.558719+0000","last_change":"2024-09-13T16:13:29.566176+0000","last_active":"2024-09-13T16:13:30.558719+0000","last_peered":"2024-09-13T16:13:30.558719+0000","last_clean":"2024-09-13T16:13:30.558719+0000","last_became_active":"2024-09-13T16:13:29.565907+0000","last_became_peered":"2024-09-13T16:13:29.565907+0000","last_unstale":"2024-09-13T16:13:30.558719+0000","last_undegraded":"2024-09-13T16:13:30.558719+0000","last_fullsized":"2024-09-13T16:13:30.558719+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:59:28.867953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.38","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.540924+0000","last_change":"2024-09-13T16:13:29.550032+0000","last_active":"2024-09-13T16:13:30.540924+0000","last_peered":"2024-09-13T16:13:30.540924+0000","last_clean":"2024-09-13T16:13:30.540924+0000","last_became_active":"2024-09-13T16:13:29.549483+0000","last_became_peered":"2024-09-13T16:13:29.549483+0000","last_unstale":"2024-09-13T16:13:30.540924+0000","last_undegraded":"2024-09-13T16:13:30.540924+0000","last_fullsized":"2024-09-13T16:13:30.540924+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:52:18.480019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"20.37","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.952955+0000","last_change":"2024-09-13T16:13:29.551044+0000","last_active":"2024-09-13T16:13:30.952955+0000","last_peered":"2024-09-13T16:13:30.952955+0000","last_clean":"2024-09-13T16:13:30.952955+0000","last_became_active":"2024-09-13T16:13:29.550452+0000","last_became_peered":"2024-09-13T16:13:29.550452+0000","last_unstale":"2024-09-13T16:13:30.952955+0000","last_undegraded":"2024-09-13T16:13:30.952955+0000","last_fullsized":"2024-09-13T16:13:30.952955+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:08:37.125160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.36","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.540182+0000","last_change":"2024-09-13T16:13:29.551907+0000","last_active":"2024-09-13T16:13:30.540182+0000","last_peered":"2024-09-13T16:13:30.540182+0000","last_clean":"2024-09-13T16:13:30.540182+0000","last_became_active":"2024-09-13T16:13:29.551650+0000","last_became_peered":"2024-09-13T16:13:29.551650+0000","last_unstale":"2024-09-13T16:13:30.540182+0000","last_undegraded":"2024-09-13T16:13:30.540182+0000","last_fullsized":"2024-09-13T16:13:30.540182+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:19:14.685885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"20.35","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.953038+0000","last_change":"2024-09-13T16:13:29.555381+0000","last_active":"2024-09-13T16:13:30.953038+0000","last_peered":"2024-09-13T16:13:30.953038+0000","last_clean":"2024-09-13T16:13:30.953038+0000","last_became_active":"2024-09-13T16:13:29.554991+0000","last_became_peered":"2024-09-13T16:13:29.554991+0000","last_unstale":"2024-09-13T16:13:30.953038+0000","last_undegraded":"2024-09-13T16:13:30.953038+0000","last_fullsized":"2024-09-13T16:13:30.953038+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:49:43.717682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.34","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.952503+0000","last_change":"2024-09-13T16:13:29.549667+0000","last_active":"2024-09-13T16:13:30.952503+0000","last_peered":"2024-09-13T16:13:30.952503+0000","last_clean":"2024-09-13T16:13:30.952503+0000","last_became_active":"2024-09-13T16:13:29.549434+0000","last_became_peered":"2024-09-13T16:13:29.549434+0000","last_unstale":"2024-09-13T16:13:30.952503+0000","last_undegraded":"2024-09-13T16:13:30.952503+0000","last_fullsized":"2024-09-13T16:13:30.952503+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:21:39.713236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.33","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.952671+0000","last_change":"2024-09-13T16:13:29.554540+0000","last_active":"2024-09-13T16:13:30.952671+0000","last_peered":"2024-09-13T16:13:30.952671+0000","last_clean":"2024-09-13T16:13:30.952671+0000","last_became_active":"2024-09-13T16:13:29.554274+0000","last_became_peered":"2024-09-13T16:13:29.554274+0000","last_unstale":"2024-09-13T16:13:30.952671+0000","last_undegraded":"2024-09-13T16:13:30.952671+0000","last_fullsized":"2024-09-13T16:13:30.952671+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:20:19.641242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.32","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.952394+0000","last_change":"2024-09-13T16:13:29.563176+0000","last_active":"2024-09-13T16:13:30.952394+0000","last_peered":"2024-09-13T16:13:30.952394+0000","last_clean":"2024-09-13T16:13:30.952394+0000","last_became_active":"2024-09-13T16:13:29.562835+0000","last_became_peered":"2024-09-13T16:13:29.562835+0000","last_unstale":"2024-09-13T16:13:30.952394+0000","last_undegraded":"2024-09-13T16:13:30.952394+0000","last_fullsized":"2024-09-13T16:13:30.952394+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:54:48.809974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.31","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.952253+0000","last_change":"2024-09-13T16:13:29.563008+0000","last_active":"2024-09-13T16:13:30.952253+0000","last_peered":"2024-09-13T16:13:30.952253+0000","last_clean":"2024-09-13T16:13:30.952253+0000","last_became_active":"2024-09-13T16:13:29.562744+0000","last_became_peered":"2024-09-13T16:13:29.562744+0000","last_unstale":"2024-09-13T16:13:30.952253+0000","last_undegraded":"2024-09-13T16:13:30.952253+0000","last_fullsized":"2024-09-13T16:13:30.952253+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:43:47.324260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.30","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.952939+0000","last_change":"2024-09-13T16:13:29.548992+0000","last_active":"2024-09-13T16:13:30.952939+0000","last_peered":"2024-09-13T16:13:30.952939+0000","last_clean":"2024-09-13T16:13:30.952939+0000","last_became_active":"2024-09-13T16:13:29.548706+0000","last_became_peered":"2024-09-13T16:13:29.548706+0000","last_unstale":"2024-09-13T16:13:30.952939+0000","last_undegraded":"2024-09-13T16:13:30.952939+0000","last_fullsized":"2024-09-13T16:13:30.952939+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:23:48.411269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.2f","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.953003+0000","last_change":"2024-09-13T16:13:29.551201+0000","last_active":"2024-09-13T16:13:30.953003+0000","last_peered":"2024-09-13T16:13:30.953003+0000","last_clean":"2024-09-13T16:13:30.953003+0000","last_became_active":"2024-09-13T16:13:29.550808+0000","last_became_peered":"2024-09-13T16:13:29.550808+0000","last_unstale":"2024-09-13T16:13:30.953003+0000","last_undegraded":"2024-09-13T16:13:30.953003+0000","last_fullsized":"2024-09-13T16:13:30.953003+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:10:29.304316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.2e","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.541122+0000","last_change":"2024-09-13T16:13:29.552906+0000","last_active":"2024-09-13T16:13:30.541122+0000","last_peered":"2024-09-13T16:13:30.541122+0000","last_clean":"2024-09-13T16:13:30.541122+0000","last_became_active":"2024-09-13T16:13:29.552540+0000","last_became_peered":"2024-09-13T16:13:29.552540+0000","last_unstale":"2024-09-13T16:13:30.541122+0000","last_undegraded":"2024-09-13T16:13:30.541122+0000","last_fullsized":"2024-09-13T16:13:30.541122+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:27:57.727531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.2d","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.558861+0000","last_change":"2024-09-13T16:13:29.558805+0000","last_active":"2024-09-13T16:13:30.558861+0000","last_peered":"2024-09-13T16:13:30.558861+0000","last_clean":"2024-09-13T16:13:30.558861+0000","last_became_active":"2024-09-13T16:13:29.558551+0000","last_became_peered":"2024-09-13T16:13:29.558551+0000","last_unstale":"2024-09-13T16:13:30.558861+0000","last_undegraded":"2024-09-13T16:13:30.558861+0000","last_fullsized":"2024-09-13T16:13:30.558861+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:10:29.304316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.2c","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.541262+0000","last_change":"2024-09-13T16:13:29.562005+0000","last_active":"2024-09-13T16:13:30.541262+0000","last_peered":"2024-09-13T16:13:30.541262+0000","last_clean":"2024-09-13T16:13:30.541262+0000","last_became_active":"2024-09-13T16:13:29.561730+0000","last_became_peered":"2024-09-13T16:13:29.561730+0000","last_unstale":"2024-09-13T16:13:30.541262+0000","last_undegraded":"2024-09-13T16:13:30.541262+0000","last_fullsized":"2024-09-13T16:13:30.541262+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:04:53.773979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.2b","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.952811+0000","last_change":"2024-09-13T16:13:29.545827+0000","last_active":"2024-09-13T16:13:30.952811+0000","last_peered":"2024-09-13T16:13:30.952811+0000","last_clean":"2024-09-13T16:13:30.952811+0000","last_became_active":"2024-09-13T16:13:29.545570+0000","last_became_peered":"2024-09-13T16:13:29.545570+0000","last_unstale":"2024-09-13T16:13:30.952811+0000","last_undegraded":"2024-09-13T16:13:30.952811+0000","last_fullsized":"2024-09-13T16:13:30.952811+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:34:09.743602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.2a","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.952270+0000","last_change":"2024-09-13T16:13:29.548305+0000","last_active":"2024-09-13T16:13:30.952270+0000","last_peered":"2024-09-13T16:13:30.952270+0000","last_clean":"2024-09-13T16:13:30.952270+0000","last_became_active":"2024-09-13T16:13:29.548071+0000","last_became_peered":"2024-09-13T16:13:29.548071+0000","last_unstale":"2024-09-13T16:13:30.952270+0000","last_undegraded":"2024-09-13T16:13:30.952270+0000","last_fullsized":"2024-09-13T16:13:30.952270+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:28:39.979788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.29","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.952803+0000","last_change":"2024-09-13T16:13:29.560365+0000","last_active":"2024-09-13T16:13:30.952803+0000","last_peered":"2024-09-13T16:13:30.952803+0000","last_clean":"2024-09-13T16:13:30.952803+0000","last_became_active":"2024-09-13T16:13:29.560071+0000","last_became_peered":"2024-09-13T16:13:29.560071+0000","last_unstale":"2024-09-13T16:13:30.952803+0000","last_undegraded":"2024-09-13T16:13:30.952803+0000","last_fullsized":"2024-09-13T16:13:30.952803+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:30:39.218054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.28","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.952922+0000","last_change":"2024-09-13T16:13:29.546743+0000","last_active":"2024-09-13T16:13:30.952922+0000","last_peered":"2024-09-13T16:13:30.952922+0000","last_clean":"2024-09-13T16:13:30.952922+0000","last_became_active":"2024-09-13T16:13:29.546481+0000","last_became_peered":"2024-09-13T16:13:29.546481+0000","last_unstale":"2024-09-13T16:13:30.952922+0000","last_undegraded":"2024-09-13T16:13:30.952922+0000","last_fullsized":"2024-09-13T16:13:30.952922+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:49:43.717682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.27","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.953507+0000","last_change":"2024-09-13T16:13:29.565413+0000","last_active":"2024-09-13T16:13:30.953507+0000","last_peered":"2024-09-13T16:13:30.953507+0000","last_clean":"2024-09-13T16:13:30.953507+0000","last_became_active":"2024-09-13T16:13:29.564669+0000","last_became_peered":"2024-09-13T16:13:29.564669+0000","last_unstale":"2024-09-13T16:13:30.953507+0000","last_undegraded":"2024-09-13T16:13:30.953507+0000","last_fullsized":"2024-09-13T16:13:30.953507+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:47:33.877326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.26","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.953524+0000","last_change":"2024-09-13T16:13:29.564795+0000","last_active":"2024-09-13T16:13:30.953524+0000","last_peered":"2024-09-13T16:13:30.953524+0000","last_clean":"2024-09-13T16:13:30.953524+0000","last_became_active":"2024-09-13T16:13:29.563299+0000","last_became_peered":"2024-09-13T16:13:29.563299+0000","last_unstale":"2024-09-13T16:13:30.953524+0000","last_undegraded":"2024-09-13T16:13:30.953524+0000","last_fullsized":"2024-09-13T16:13:30.953524+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:29:03.157779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.25","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.558926+0000","last_change":"2024-09-13T16:13:29.561318+0000","last_active":"2024-09-13T16:13:30.558926+0000","last_peered":"2024-09-13T16:13:30.558926+0000","last_clean":"2024-09-13T16:13:30.558926+0000","last_became_active":"2024-09-13T16:13:29.561045+0000","last_became_peered":"2024-09-13T16:13:29.561045+0000","last_unstale":"2024-09-13T16:13:30.558926+0000","last_undegraded":"2024-09-13T16:13:30.558926+0000","last_fullsized":"2024-09-13T16:13:30.558926+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:06:51.129056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.24","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.540122+0000","last_change":"2024-09-13T16:13:29.551796+0000","last_active":"2024-09-13T16:13:30.540122+0000","last_peered":"2024-09-13T16:13:30.540122+0000","last_clean":"2024-09-13T16:13:30.540122+0000","last_became_active":"2024-09-13T16:13:29.551581+0000","last_became_peered":"2024-09-13T16:13:29.551581+0000","last_unstale":"2024-09-13T16:13:30.540122+0000","last_undegraded":"2024-09-13T16:13:30.540122+0000","last_fullsized":"2024-09-13T16:13:30.540122+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:36:49.172023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"20.23","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.953109+0000","last_change":"2024-09-13T16:13:29.562423+0000","last_active":"2024-09-13T16:13:30.953109+0000","last_peered":"2024-09-13T16:13:30.953109+0000","last_clean":"2024-09-13T16:13:30.953109+0000","last_became_active":"2024-09-13T16:13:29.559601+0000","last_became_peered":"2024-09-13T16:13:29.559601+0000","last_unstale":"2024-09-13T16:13:30.953109+0000","last_undegraded":"2024-09-13T16:13:30.953109+0000","last_fullsized":"2024-09-13T16:13:30.953109+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:11:09.178708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.22","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.952960+0000","last_change":"2024-09-13T16:13:29.553500+0000","last_active":"2024-09-13T16:13:30.952960+0000","last_peered":"2024-09-13T16:13:30.952960+0000","last_clean":"2024-09-13T16:13:30.952960+0000","last_became_active":"2024-09-13T16:13:29.553217+0000","last_became_peered":"2024-09-13T16:13:29.553217+0000","last_unstale":"2024-09-13T16:13:30.952960+0000","last_undegraded":"2024-09-13T16:13:30.952960+0000","last_fullsized":"2024-09-13T16:13:30.952960+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:31:42.599311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.21","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.540924+0000","last_change":"2024-09-13T16:13:29.558211+0000","last_active":"2024-09-13T16:13:30.540924+0000","last_peered":"2024-09-13T16:13:30.540924+0000","last_clean":"2024-09-13T16:13:30.540924+0000","last_became_active":"2024-09-13T16:13:29.557921+0000","last_became_peered":"2024-09-13T16:13:29.557921+0000","last_unstale":"2024-09-13T16:13:30.540924+0000","last_undegraded":"2024-09-13T16:13:30.540924+0000","last_fullsized":"2024-09-13T16:13:30.540924+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:23:48.411269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"20.20","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.539937+0000","last_change":"2024-09-13T16:13:29.546284+0000","last_active":"2024-09-13T16:13:30.539937+0000","last_peered":"2024-09-13T16:13:30.539937+0000","last_clean":"2024-09-13T16:13:30.539937+0000","last_became_active":"2024-09-13T16:13:29.546043+0000","last_became_peered":"2024-09-13T16:13:29.546043+0000","last_unstale":"2024-09-13T16:13:30.539937+0000","last_undegraded":"2024-09-13T16:13:30.539937+0000","last_fullsized":"2024-09-13T16:13:30.539937+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:01:53.894597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"20.18","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.541021+0000","last_change":"2024-09-13T16:13:29.562117+0000","last_active":"2024-09-13T16:13:30.541021+0000","last_peered":"2024-09-13T16:13:30.541021+0000","last_clean":"2024-09-13T16:13:30.541021+0000","last_became_active":"2024-09-13T16:13:29.561836+0000","last_became_peered":"2024-09-13T16:13:29.561836+0000","last_unstale":"2024-09-13T16:13:30.541021+0000","last_undegraded":"2024-09-13T16:13:30.541021+0000","last_fullsized":"2024-09-13T16:13:30.541021+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:10:29.304316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.1f","version":"135'4","reported_seq":15,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.953518+0000","last_change":"2024-09-13T16:13:29.209391+0000","last_active":"2024-09-13T16:13:30.953518+0000","last_peered":"2024-09-13T16:13:30.953518+0000","last_clean":"2024-09-13T16:13:30.953518+0000","last_became_active":"2024-09-13T16:13:29.208903+0000","last_became_peered":"2024-09-13T16:13:29.208903+0000","last_unstale":"2024-09-13T16:13:30.953518+0000","last_undegraded":"2024-09-13T16:13:30.953518+0000","last_fullsized":"2024-09-13T16:13:30.953518+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_clean_scrub_stamp":"2024-09-13T16:13:28.178544+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:08:21.600571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.19","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.952324+0000","last_change":"2024-09-13T16:13:29.549016+0000","last_active":"2024-09-13T16:13:30.952324+0000","last_peered":"2024-09-13T16:13:30.952324+0000","last_clean":"2024-09-13T16:13:30.952324+0000","last_became_active":"2024-09-13T16:13:29.548756+0000","last_became_peered":"2024-09-13T16:13:29.548756+0000","last_unstale":"2024-09-13T16:13:30.952324+0000","last_undegraded":"2024-09-13T16:13:30.952324+0000","last_fullsized":"2024-09-13T16:13:30.952324+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:23:39.331911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.1e","version":"135'1","reported_seq":12,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.541211+0000","last_change":"2024-09-13T16:13:29.205984+0000","last_active":"2024-09-13T16:13:30.541211+0000","last_peered":"2024-09-13T16:13:30.541211+0000","last_clean":"2024-09-13T16:13:30.541211+0000","last_became_active":"2024-09-13T16:13:29.205637+0000","last_became_peered":"2024-09-13T16:13:29.205637+0000","last_unstale":"2024-09-13T16:13:30.541211+0000","last_undegraded":"2024-09-13T16:13:30.541211+0000","last_fullsized":"2024-09-13T16:13:30.541211+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_clean_scrub_stamp":"2024-09-13T16:13:28.178544+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:47:11.184429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.1a","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.953190+0000","last_change":"2024-09-13T16:13:29.559951+0000","last_active":"2024-09-13T16:13:30.953190+0000","last_peered":"2024-09-13T16:13:30.953190+0000","last_clean":"2024-09-13T16:13:30.953190+0000","last_became_active":"2024-09-13T16:13:29.559676+0000","last_became_peered":"2024-09-13T16:13:29.559676+0000","last_unstale":"2024-09-13T16:13:30.953190+0000","last_undegraded":"2024-09-13T16:13:30.953190+0000","last_fullsized":"2024-09-13T16:13:30.953190+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:59:28.867953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.1d","version":"135'2","reported_seq":13,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.559018+0000","last_change":"2024-09-13T16:13:29.207036+0000","last_active":"2024-09-13T16:13:30.559018+0000","last_peered":"2024-09-13T16:13:30.559018+0000","last_clean":"2024-09-13T16:13:30.559018+0000","last_became_active":"2024-09-13T16:13:29.206423+0000","last_became_peered":"2024-09-13T16:13:29.206423+0000","last_unstale":"2024-09-13T16:13:30.559018+0000","last_undegraded":"2024-09-13T16:13:30.559018+0000","last_fullsized":"2024-09-13T16:13:30.559018+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_clean_scrub_stamp":"2024-09-13T16:13:28.178544+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:23:07.136587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.1b","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.952656+0000","last_change":"2024-09-13T16:13:29.563183+0000","last_active":"2024-09-13T16:13:30.952656+0000","last_peered":"2024-09-13T16:13:30.952656+0000","last_clean":"2024-09-13T16:13:30.952656+0000","last_became_active":"2024-09-13T16:13:29.562763+0000","last_became_peered":"2024-09-13T16:13:29.562763+0000","last_unstale":"2024-09-13T16:13:30.952656+0000","last_undegraded":"2024-09-13T16:13:30.952656+0000","last_fullsized":"2024-09-13T16:13:30.952656+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:32:18.740884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.1c","version":"135'2","reported_seq":13,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.558944+0000","last_change":"2024-09-13T16:13:29.210869+0000","last_active":"2024-09-13T16:13:30.558944+0000","last_peered":"2024-09-13T16:13:30.558944+0000","last_clean":"2024-09-13T16:13:30.558944+0000","last_became_active":"2024-09-13T16:13:29.210094+0000","last_became_peered":"2024-09-13T16:13:29.210094+0000","last_unstale":"2024-09-13T16:13:30.558944+0000","last_undegraded":"2024-09-13T16:13:30.558944+0000","last_fullsized":"2024-09-13T16:13:30.558944+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_clean_scrub_stamp":"2024-09-13T16:13:28.178544+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:06:17.716040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.1c","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.541290+0000","last_change":"2024-09-13T16:13:29.553835+0000","last_active":"2024-09-13T16:13:30.541290+0000","last_peered":"2024-09-13T16:13:30.541290+0000","last_clean":"2024-09-13T16:13:30.541290+0000","last_became_active":"2024-09-13T16:13:29.553543+0000","last_became_peered":"2024-09-13T16:13:29.553543+0000","last_unstale":"2024-09-13T16:13:30.541290+0000","last_undegraded":"2024-09-13T16:13:30.541290+0000","last_fullsized":"2024-09-13T16:13:30.541290+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:48:52.633626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.1b","version":"135'1","reported_seq":12,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.541350+0000","last_change":"2024-09-13T16:13:29.201984+0000","last_active":"2024-09-13T16:13:30.541350+0000","last_peered":"2024-09-13T16:13:30.541350+0000","last_clean":"2024-09-13T16:13:30.541350+0000","last_became_active":"2024-09-13T16:13:29.201695+0000","last_became_peered":"2024-09-13T16:13:29.201695+0000","last_unstale":"2024-09-13T16:13:30.541350+0000","last_undegraded":"2024-09-13T16:13:30.541350+0000","last_fullsized":"2024-09-13T16:13:30.541350+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_clean_scrub_stamp":"2024-09-13T16:13:28.178544+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:14:08.660744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"20.1d","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.541239+0000","last_change":"2024-09-13T16:13:29.549828+0000","last_active":"2024-09-13T16:13:30.541239+0000","last_peered":"2024-09-13T16:13:30.541239+0000","last_clean":"2024-09-13T16:13:30.541239+0000","last_became_active":"2024-09-13T16:13:29.549548+0000","last_became_peered":"2024-09-13T16:13:29.549548+0000","last_unstale":"2024-09-13T16:13:30.541239+0000","last_undegraded":"2024-09-13T16:13:30.541239+0000","last_fullsized":"2024-09-13T16:13:30.541239+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:08:37.125160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.1a","version":"135'1","reported_seq":12,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.540981+0000","last_change":"2024-09-13T16:13:29.209195+0000","last_active":"2024-09-13T16:13:30.540981+0000","last_peered":"2024-09-13T16:13:30.540981+0000","last_clean":"2024-09-13T16:13:30.540981+0000","last_became_active":"2024-09-13T16:13:29.208935+0000","last_became_peered":"2024-09-13T16:13:29.208935+0000","last_unstale":"2024-09-13T16:13:30.540981+0000","last_undegraded":"2024-09-13T16:13:30.540981+0000","last_fullsized":"2024-09-13T16:13:30.540981+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_clean_scrub_stamp":"2024-09-13T16:13:28.178544+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:32:47.907091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.1e","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.541135+0000","last_change":"2024-09-13T16:13:29.561930+0000","last_active":"2024-09-13T16:13:30.541135+0000","last_peered":"2024-09-13T16:13:30.541135+0000","last_clean":"2024-09-13T16:13:30.541135+0000","last_became_active":"2024-09-13T16:13:29.561668+0000","last_became_peered":"2024-09-13T16:13:29.561668+0000","last_unstale":"2024-09-13T16:13:30.541135+0000","last_undegraded":"2024-09-13T16:13:30.541135+0000","last_fullsized":"2024-09-13T16:13:30.541135+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:17:16.286939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.19","version":"0'0","reported_seq":11,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.952498+0000","last_change":"2024-09-13T16:13:29.204757+0000","last_active":"2024-09-13T16:13:30.952498+0000","last_peered":"2024-09-13T16:13:30.952498+0000","last_clean":"2024-09-13T16:13:30.952498+0000","last_became_active":"2024-09-13T16:13:29.204495+0000","last_became_peered":"2024-09-13T16:13:29.204495+0000","last_unstale":"2024-09-13T16:13:30.952498+0000","last_undegraded":"2024-09-13T16:13:30.952498+0000","last_fullsized":"2024-09-13T16:13:30.952498+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_clean_scrub_stamp":"2024-09-13T16:13:28.178544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:10:08.854786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.1f","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.559066+0000","last_change":"2024-09-13T16:13:29.562883+0000","last_active":"2024-09-13T16:13:30.559066+0000","last_peered":"2024-09-13T16:13:30.559066+0000","last_clean":"2024-09-13T16:13:30.559066+0000","last_became_active":"2024-09-13T16:13:29.561668+0000","last_became_peered":"2024-09-13T16:13:29.561668+0000","last_unstale":"2024-09-13T16:13:30.559066+0000","last_undegraded":"2024-09-13T16:13:30.559066+0000","last_fullsized":"2024-09-13T16:13:30.559066+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:49:43.717682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.18","version":"0'0","reported_seq":11,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.953038+0000","last_change":"2024-09-13T16:13:29.206681+0000","last_active":"2024-09-13T16:13:30.953038+0000","last_peered":"2024-09-13T16:13:30.953038+0000","last_clean":"2024-09-13T16:13:30.953038+0000","last_became_active":"2024-09-13T16:13:29.206217+0000","last_became_peered":"2024-09-13T16:13:29.206217+0000","last_unstale":"2024-09-13T16:13:30.953038+0000","last_undegraded":"2024-09-13T16:13:30.953038+0000","last_fullsized":"2024-09-13T16:13:30.953038+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_clean_scrub_stamp":"2024-09-13T16:13:28.178544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:15:46.346615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.10","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.952239+0000","last_change":"2024-09-13T16:13:29.563670+0000","last_active":"2024-09-13T16:13:30.952239+0000","last_peered":"2024-09-13T16:13:30.952239+0000","last_clean":"2024-09-13T16:13:30.952239+0000","last_became_active":"2024-09-13T16:13:29.563466+0000","last_became_peered":"2024-09-13T16:13:29.563466+0000","last_unstale":"2024-09-13T16:13:30.952239+0000","last_undegraded":"2024-09-13T16:13:30.952239+0000","last_fullsized":"2024-09-13T16:13:30.952239+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:11:09.178708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.17","version":"0'0","reported_seq":11,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.953491+0000","last_change":"2024-09-13T16:13:29.205438+0000","last_active":"2024-09-13T16:13:30.953491+0000","last_peered":"2024-09-13T16:13:30.953491+0000","last_clean":"2024-09-13T16:13:30.953491+0000","last_became_active":"2024-09-13T16:13:29.205145+0000","last_became_peered":"2024-09-13T16:13:29.205145+0000","last_unstale":"2024-09-13T16:13:30.953491+0000","last_undegraded":"2024-09-13T16:13:30.953491+0000","last_fullsized":"2024-09-13T16:13:30.953491+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_clean_scrub_stamp":"2024-09-13T16:13:28.178544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:18:23.488043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.11","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.952599+0000","last_change":"2024-09-13T16:13:29.553839+0000","last_active":"2024-09-13T16:13:30.952599+0000","last_peered":"2024-09-13T16:13:30.952599+0000","last_clean":"2024-09-13T16:13:30.952599+0000","last_became_active":"2024-09-13T16:13:29.553587+0000","last_became_peered":"2024-09-13T16:13:29.553587+0000","last_unstale":"2024-09-13T16:13:30.952599+0000","last_undegraded":"2024-09-13T16:13:30.952599+0000","last_fullsized":"2024-09-13T16:13:30.952599+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:48:52.633626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.16","version":"0'0","reported_seq":11,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.952683+0000","last_change":"2024-09-13T16:13:29.200440+0000","last_active":"2024-09-13T16:13:30.952683+0000","last_peered":"2024-09-13T16:13:30.952683+0000","last_clean":"2024-09-13T16:13:30.952683+0000","last_became_active":"2024-09-13T16:13:29.200172+0000","last_became_peered":"2024-09-13T16:13:29.200172+0000","last_unstale":"2024-09-13T16:13:30.952683+0000","last_undegraded":"2024-09-13T16:13:30.952683+0000","last_fullsized":"2024-09-13T16:13:30.952683+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_clean_scrub_stamp":"2024-09-13T16:13:28.178544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:07:53.553685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.12","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.953009+0000","last_change":"2024-09-13T16:13:29.552653+0000","last_active":"2024-09-13T16:13:30.953009+0000","last_peered":"2024-09-13T16:13:30.953009+0000","last_clean":"2024-09-13T16:13:30.953009+0000","last_became_active":"2024-09-13T16:13:29.551286+0000","last_became_peered":"2024-09-13T16:13:29.551286+0000","last_unstale":"2024-09-13T16:13:30.953009+0000","last_undegraded":"2024-09-13T16:13:30.953009+0000","last_fullsized":"2024-09-13T16:13:30.953009+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:41:59.252488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.15","version":"135'3","reported_seq":14,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.559059+0000","last_change":"2024-09-13T16:13:29.207201+0000","last_active":"2024-09-13T16:13:30.559059+0000","last_peered":"2024-09-13T16:13:30.559059+0000","last_clean":"2024-09-13T16:13:30.559059+0000","last_became_active":"2024-09-13T16:13:29.206778+0000","last_became_peered":"2024-09-13T16:13:29.206778+0000","last_unstale":"2024-09-13T16:13:30.559059+0000","last_undegraded":"2024-09-13T16:13:30.559059+0000","last_fullsized":"2024-09-13T16:13:30.559059+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_clean_scrub_stamp":"2024-09-13T16:13:28.178544+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:16:14.546264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.13","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.953357+0000","last_change":"2024-09-13T16:13:29.555153+0000","last_active":"2024-09-13T16:13:30.953357+0000","last_peered":"2024-09-13T16:13:30.953357+0000","last_clean":"2024-09-13T16:13:30.953357+0000","last_became_active":"2024-09-13T16:13:29.553038+0000","last_became_peered":"2024-09-13T16:13:29.553038+0000","last_unstale":"2024-09-13T16:13:30.953357+0000","last_undegraded":"2024-09-13T16:13:30.953357+0000","last_fullsized":"2024-09-13T16:13:30.953357+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:35:05.854428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.14","version":"135'6","reported_seq":17,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.559105+0000","last_change":"2024-09-13T16:13:29.210413+0000","last_active":"2024-09-13T16:13:30.559105+0000","last_peered":"2024-09-13T16:13:30.559105+0000","last_clean":"2024-09-13T16:13:30.559105+0000","last_became_active":"2024-09-13T16:13:29.209753+0000","last_became_peered":"2024-09-13T16:13:29.209753+0000","last_unstale":"2024-09-13T16:13:30.559105+0000","last_undegraded":"2024-09-13T16:13:30.559105+0000","last_fullsized":"2024-09-13T16:13:30.559105+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_clean_scrub_stamp":"2024-09-13T16:13:28.178544+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:10:08.854786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.14","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.540156+0000","last_change":"2024-09-13T16:13:29.549009+0000","last_active":"2024-09-13T16:13:30.540156+0000","last_peered":"2024-09-13T16:13:30.540156+0000","last_clean":"2024-09-13T16:13:30.540156+0000","last_became_active":"2024-09-13T16:13:29.548771+0000","last_became_peered":"2024-09-13T16:13:29.548771+0000","last_unstale":"2024-09-13T16:13:30.540156+0000","last_undegraded":"2024-09-13T16:13:30.540156+0000","last_fullsized":"2024-09-13T16:13:30.540156+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:27:57.727531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.13","version":"135'2","reported_seq":13,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.952746+0000","last_change":"2024-09-13T16:13:29.203008+0000","last_active":"2024-09-13T16:13:30.952746+0000","last_peered":"2024-09-13T16:13:30.952746+0000","last_clean":"2024-09-13T16:13:30.952746+0000","last_became_active":"2024-09-13T16:13:29.202755+0000","last_became_peered":"2024-09-13T16:13:29.202755+0000","last_unstale":"2024-09-13T16:13:30.952746+0000","last_undegraded":"2024-09-13T16:13:30.952746+0000","last_fullsized":"2024-09-13T16:13:30.952746+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_clean_scrub_stamp":"2024-09-13T16:13:28.178544+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:07:51.913545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.16","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.559152+0000","last_change":"2024-09-13T16:13:29.558591+0000","last_active":"2024-09-13T16:13:30.559152+0000","last_peered":"2024-09-13T16:13:30.559152+0000","last_clean":"2024-09-13T16:13:30.559152+0000","last_became_active":"2024-09-13T16:13:29.558321+0000","last_became_peered":"2024-09-13T16:13:29.558321+0000","last_unstale":"2024-09-13T16:13:30.559152+0000","last_undegraded":"2024-09-13T16:13:30.559152+0000","last_fullsized":"2024-09-13T16:13:30.559152+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:23:48.411269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.11","version":"0'0","reported_seq":11,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.952835+0000","last_change":"2024-09-13T16:13:29.209886+0000","last_active":"2024-09-13T16:13:30.952835+0000","last_peered":"2024-09-13T16:13:30.952835+0000","last_clean":"2024-09-13T16:13:30.952835+0000","last_became_active":"2024-09-13T16:13:29.209638+0000","last_became_peered":"2024-09-13T16:13:29.209638+0000","last_unstale":"2024-09-13T16:13:30.952835+0000","last_undegraded":"2024-09-13T16:13:30.952835+0000","last_fullsized":"2024-09-13T16:13:30.952835+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_clean_scrub_stamp":"2024-09-13T16:13:28.178544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:25:18.765231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.17","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.541197+0000","last_change":"2024-09-13T16:13:29.558521+0000","last_active":"2024-09-13T16:13:30.541197+0000","last_peered":"2024-09-13T16:13:30.541197+0000","last_clean":"2024-09-13T16:13:30.541197+0000","last_became_active":"2024-09-13T16:13:29.558260+0000","last_became_peered":"2024-09-13T16:13:29.558260+0000","last_unstale":"2024-09-13T16:13:30.541197+0000","last_undegraded":"2024-09-13T16:13:30.541197+0000","last_fullsized":"2024-09-13T16:13:30.541197+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:02:34.669737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.10","version":"135'8","reported_seq":19,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.952975+0000","last_change":"2024-09-13T16:13:29.204055+0000","last_active":"2024-09-13T16:13:30.952975+0000","last_peered":"2024-09-13T16:13:30.952975+0000","last_clean":"2024-09-13T16:13:30.952975+0000","last_became_active":"2024-09-13T16:13:29.203793+0000","last_became_peered":"2024-09-13T16:13:29.203793+0000","last_unstale":"2024-09-13T16:13:30.952975+0000","last_undegraded":"2024-09-13T16:13:30.952975+0000","last_fullsized":"2024-09-13T16:13:30.952975+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_clean_scrub_stamp":"2024-09-13T16:13:28.178544+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:06:17.716040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.8","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.952980+0000","last_change":"2024-09-13T16:13:29.554870+0000","last_active":"2024-09-13T16:13:30.952980+0000","last_peered":"2024-09-13T16:13:30.952980+0000","last_clean":"2024-09-13T16:13:30.952980+0000","last_became_active":"2024-09-13T16:13:29.553032+0000","last_became_peered":"2024-09-13T16:13:29.553032+0000","last_unstale":"2024-09-13T16:13:30.952980+0000","last_undegraded":"2024-09-13T16:13:30.952980+0000","last_fullsized":"2024-09-13T16:13:30.952980+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:51:24.340567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.f","version":"135'1","reported_seq":12,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.953581+0000","last_change":"2024-09-13T16:13:29.205320+0000","last_active":"2024-09-13T16:13:30.953581+0000","last_peered":"2024-09-13T16:13:30.953581+0000","last_clean":"2024-09-13T16:13:30.953581+0000","last_became_active":"2024-09-13T16:13:29.204839+0000","last_became_peered":"2024-09-13T16:13:29.204839+0000","last_unstale":"2024-09-13T16:13:30.953581+0000","last_undegraded":"2024-09-13T16:13:30.953581+0000","last_fullsized":"2024-09-13T16:13:30.953581+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_clean_scrub_stamp":"2024-09-13T16:13:28.178544+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:18:00.558614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.9","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.558682+0000","last_change":"2024-09-13T16:13:29.563121+0000","last_active":"2024-09-13T16:13:30.558682+0000","last_peered":"2024-09-13T16:13:30.558682+0000","last_clean":"2024-09-13T16:13:30.558682+0000","last_became_active":"2024-09-13T16:13:29.560400+0000","last_became_peered":"2024-09-13T16:13:29.560400+0000","last_unstale":"2024-09-13T16:13:30.558682+0000","last_undegraded":"2024-09-13T16:13:30.558682+0000","last_fullsized":"2024-09-13T16:13:30.558682+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:08:37.125160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.e","version":"135'2","reported_seq":13,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.953605+0000","last_change":"2024-09-13T16:13:29.209221+0000","last_active":"2024-09-13T16:13:30.953605+0000","last_peered":"2024-09-13T16:13:30.953605+0000","last_clean":"2024-09-13T16:13:30.953605+0000","last_became_active":"2024-09-13T16:13:29.208930+0000","last_became_peered":"2024-09-13T16:13:29.208930+0000","last_unstale":"2024-09-13T16:13:30.953605+0000","last_undegraded":"2024-09-13T16:13:30.953605+0000","last_fullsized":"2024-09-13T16:13:30.953605+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_clean_scrub_stamp":"2024-09-13T16:13:28.178544+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:07:22.487085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.a","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.559009+0000","last_change":"2024-09-13T16:13:29.563054+0000","last_active":"2024-09-13T16:13:30.559009+0000","last_peered":"2024-09-13T16:13:30.559009+0000","last_clean":"2024-09-13T16:13:30.559009+0000","last_became_active":"2024-09-13T16:13:29.561551+0000","last_became_peered":"2024-09-13T16:13:29.561551+0000","last_unstale":"2024-09-13T16:13:30.559009+0000","last_undegraded":"2024-09-13T16:13:30.559009+0000","last_fullsized":"2024-09-13T16:13:30.559009+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:48:52.633626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.d","version":"135'1","reported_seq":12,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.952834+0000","last_change":"2024-09-13T16:13:29.205176+0000","last_active":"2024-09-13T16:13:30.952834+0000","last_peered":"2024-09-13T16:13:30.952834+0000","last_clean":"2024-09-13T16:13:30.952834+0000","last_became_active":"2024-09-13T16:13:29.204898+0000","last_became_peered":"2024-09-13T16:13:29.204898+0000","last_unstale":"2024-09-13T16:13:30.952834+0000","last_undegraded":"2024-09-13T16:13:30.952834+0000","last_fullsized":"2024-09-13T16:13:30.952834+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_clean_scrub_stamp":"2024-09-13T16:13:28.178544+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:54:27.129353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.b","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.540251+0000","last_change":"2024-09-13T16:13:29.554516+0000","last_active":"2024-09-13T16:13:30.540251+0000","last_peered":"2024-09-13T16:13:30.540251+0000","last_clean":"2024-09-13T16:13:30.540251+0000","last_became_active":"2024-09-13T16:13:29.554217+0000","last_became_peered":"2024-09-13T16:13:29.554217+0000","last_unstale":"2024-09-13T16:13:30.540251+0000","last_undegraded":"2024-09-13T16:13:30.540251+0000","last_fullsized":"2024-09-13T16:13:30.540251+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:50:46.582365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.c","version":"0'0","reported_seq":11,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.541309+0000","last_change":"2024-09-13T16:13:29.206523+0000","last_active":"2024-09-13T16:13:30.541309+0000","last_peered":"2024-09-13T16:13:30.541309+0000","last_clean":"2024-09-13T16:13:30.541309+0000","last_became_active":"2024-09-13T16:13:29.206284+0000","last_became_peered":"2024-09-13T16:13:29.206284+0000","last_unstale":"2024-09-13T16:13:30.541309+0000","last_undegraded":"2024-09-13T16:13:30.541309+0000","last_fullsized":"2024-09-13T16:13:30.541309+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_clean_scrub_stamp":"2024-09-13T16:13:28.178544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:40:39.386839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.c","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.541273+0000","last_change":"2024-09-13T16:13:29.548679+0000","last_active":"2024-09-13T16:13:30.541273+0000","last_peered":"2024-09-13T16:13:30.541273+0000","last_clean":"2024-09-13T16:13:30.541273+0000","last_became_active":"2024-09-13T16:13:29.548394+0000","last_became_peered":"2024-09-13T16:13:29.548394+0000","last_unstale":"2024-09-13T16:13:30.541273+0000","last_undegraded":"2024-09-13T16:13:30.541273+0000","last_fullsized":"2024-09-13T16:13:30.541273+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:01:53.894597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.b","version":"135'2","reported_seq":13,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.541369+0000","last_change":"2024-09-13T16:13:29.207754+0000","last_active":"2024-09-13T16:13:30.541369+0000","last_peered":"2024-09-13T16:13:30.541369+0000","last_clean":"2024-09-13T16:13:30.541369+0000","last_became_active":"2024-09-13T16:13:29.207499+0000","last_became_peered":"2024-09-13T16:13:29.207499+0000","last_unstale":"2024-09-13T16:13:30.541369+0000","last_undegraded":"2024-09-13T16:13:30.541369+0000","last_fullsized":"2024-09-13T16:13:30.541369+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_clean_scrub_stamp":"2024-09-13T16:13:28.178544+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:32:58.217910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"20.d","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.952531+0000","last_change":"2024-09-13T16:13:29.562909+0000","last_active":"2024-09-13T16:13:30.952531+0000","last_peered":"2024-09-13T16:13:30.952531+0000","last_clean":"2024-09-13T16:13:30.952531+0000","last_became_active":"2024-09-13T16:13:29.562644+0000","last_became_peered":"2024-09-13T16:13:29.562644+0000","last_unstale":"2024-09-13T16:13:30.952531+0000","last_undegraded":"2024-09-13T16:13:30.952531+0000","last_fullsized":"2024-09-13T16:13:30.952531+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:26:07.140127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.a","version":"0'0","reported_seq":11,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.952395+0000","last_change":"2024-09-13T16:13:29.202372+0000","last_active":"2024-09-13T16:13:30.952395+0000","last_peered":"2024-09-13T16:13:30.952395+0000","last_clean":"2024-09-13T16:13:30.952395+0000","last_became_active":"2024-09-13T16:13:29.202132+0000","last_became_peered":"2024-09-13T16:13:29.202132+0000","last_unstale":"2024-09-13T16:13:30.952395+0000","last_undegraded":"2024-09-13T16:13:30.952395+0000","last_fullsized":"2024-09-13T16:13:30.952395+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_clean_scrub_stamp":"2024-09-13T16:13:28.178544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:29:46.664682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.e","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.541220+0000","last_change":"2024-09-13T16:13:29.556522+0000","last_active":"2024-09-13T16:13:30.541220+0000","last_peered":"2024-09-13T16:13:30.541220+0000","last_clean":"2024-09-13T16:13:30.541220+0000","last_became_active":"2024-09-13T16:13:29.556277+0000","last_became_peered":"2024-09-13T16:13:29.556277+0000","last_unstale":"2024-09-13T16:13:30.541220+0000","last_undegraded":"2024-09-13T16:13:30.541220+0000","last_fullsized":"2024-09-13T16:13:30.541220+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:49:08.431251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.9","version":"0'0","reported_seq":11,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.558871+0000","last_change":"2024-09-13T16:13:29.209049+0000","last_active":"2024-09-13T16:13:30.558871+0000","last_peered":"2024-09-13T16:13:30.558871+0000","last_clean":"2024-09-13T16:13:30.558871+0000","last_became_active":"2024-09-13T16:13:29.208778+0000","last_became_peered":"2024-09-13T16:13:29.208778+0000","last_unstale":"2024-09-13T16:13:30.558871+0000","last_undegraded":"2024-09-13T16:13:30.558871+0000","last_fullsized":"2024-09-13T16:13:30.558871+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_clean_scrub_stamp":"2024-09-13T16:13:28.178544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:57:27.737077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.f","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.953524+0000","last_change":"2024-09-13T16:13:29.559649+0000","last_active":"2024-09-13T16:13:30.953524+0000","last_peered":"2024-09-13T16:13:30.953524+0000","last_clean":"2024-09-13T16:13:30.953524+0000","last_became_active":"2024-09-13T16:13:29.559269+0000","last_became_peered":"2024-09-13T16:13:29.559269+0000","last_unstale":"2024-09-13T16:13:30.953524+0000","last_undegraded":"2024-09-13T16:13:30.953524+0000","last_fullsized":"2024-09-13T16:13:30.953524+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:48:52.633626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.8","version":"0'0","reported_seq":11,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.953022+0000","last_change":"2024-09-13T16:13:29.196430+0000","last_active":"2024-09-13T16:13:30.953022+0000","last_peered":"2024-09-13T16:13:30.953022+0000","last_clean":"2024-09-13T16:13:30.953022+0000","last_became_active":"2024-09-13T16:13:29.196164+0000","last_became_peered":"2024-09-13T16:13:29.196164+0000","last_unstale":"2024-09-13T16:13:30.953022+0000","last_undegraded":"2024-09-13T16:13:30.953022+0000","last_fullsized":"2024-09-13T16:13:30.953022+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_clean_scrub_stamp":"2024-09-13T16:13:28.178544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:18:00.558614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.0","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.540952+0000","last_change":"2024-09-13T16:13:29.562018+0000","last_active":"2024-09-13T16:13:30.540952+0000","last_peered":"2024-09-13T16:13:30.540952+0000","last_clean":"2024-09-13T16:13:30.540952+0000","last_became_active":"2024-09-13T16:13:29.561644+0000","last_became_peered":"2024-09-13T16:13:29.561644+0000","last_unstale":"2024-09-13T16:13:30.540952+0000","last_undegraded":"2024-09-13T16:13:30.540952+0000","last_fullsized":"2024-09-13T16:13:30.540952+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:38:49.203680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.7","version":"135'2","reported_seq":13,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.952669+0000","last_change":"2024-09-13T16:13:29.208278+0000","last_active":"2024-09-13T16:13:30.952669+0000","last_peered":"2024-09-13T16:13:30.952669+0000","last_clean":"2024-09-13T16:13:30.952669+0000","last_became_active":"2024-09-13T16:13:29.208000+0000","last_became_peered":"2024-09-13T16:13:29.208000+0000","last_unstale":"2024-09-13T16:13:30.952669+0000","last_undegraded":"2024-09-13T16:13:30.952669+0000","last_fullsized":"2024-09-13T16:13:30.952669+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_clean_scrub_stamp":"2024-09-13T16:13:28.178544+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:23:24.698521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.1","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.952822+0000","last_change":"2024-09-13T16:13:29.554631+0000","last_active":"2024-09-13T16:13:30.952822+0000","last_peered":"2024-09-13T16:13:30.952822+0000","last_clean":"2024-09-13T16:13:30.952822+0000","last_became_active":"2024-09-13T16:13:29.554189+0000","last_became_peered":"2024-09-13T16:13:29.554189+0000","last_unstale":"2024-09-13T16:13:30.952822+0000","last_undegraded":"2024-09-13T16:13:30.952822+0000","last_fullsized":"2024-09-13T16:13:30.952822+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:15:15.179823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.6","version":"0'0","reported_seq":11,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.541436+0000","last_change":"2024-09-13T16:13:29.209699+0000","last_active":"2024-09-13T16:13:30.541436+0000","last_peered":"2024-09-13T16:13:30.541436+0000","last_clean":"2024-09-13T16:13:30.541436+0000","last_became_active":"2024-09-13T16:13:29.209409+0000","last_became_peered":"2024-09-13T16:13:29.209409+0000","last_unstale":"2024-09-13T16:13:30.541436+0000","last_undegraded":"2024-09-13T16:13:30.541436+0000","last_fullsized":"2024-09-13T16:13:30.541436+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_clean_scrub_stamp":"2024-09-13T16:13:28.178544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:25:58.208929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"20.2","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.558760+0000","last_change":"2024-09-13T16:13:29.568831+0000","last_active":"2024-09-13T16:13:30.558760+0000","last_peered":"2024-09-13T16:13:30.558760+0000","last_clean":"2024-09-13T16:13:30.558760+0000","last_became_active":"2024-09-13T16:13:29.568365+0000","last_became_peered":"2024-09-13T16:13:29.568365+0000","last_unstale":"2024-09-13T16:13:30.558760+0000","last_undegraded":"2024-09-13T16:13:30.558760+0000","last_fullsized":"2024-09-13T16:13:30.558760+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:34:09.743602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.5","version":"0'0","reported_seq":11,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.541411+0000","last_change":"2024-09-13T16:13:29.200822+0000","last_active":"2024-09-13T16:13:30.541411+0000","last_peered":"2024-09-13T16:13:30.541411+0000","last_clean":"2024-09-13T16:13:30.541411+0000","last_became_active":"2024-09-13T16:13:29.200571+0000","last_became_peered":"2024-09-13T16:13:29.200571+0000","last_unstale":"2024-09-13T16:13:30.541411+0000","last_undegraded":"2024-09-13T16:13:30.541411+0000","last_fullsized":"2024-09-13T16:13:30.541411+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_clean_scrub_stamp":"2024-09-13T16:13:28.178544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:11:41.987128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"20.3","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.540266+0000","last_change":"2024-09-13T16:13:29.548020+0000","last_active":"2024-09-13T16:13:30.540266+0000","last_peered":"2024-09-13T16:13:30.540266+0000","last_clean":"2024-09-13T16:13:30.540266+0000","last_became_active":"2024-09-13T16:13:29.547771+0000","last_became_peered":"2024-09-13T16:13:29.547771+0000","last_unstale":"2024-09-13T16:13:30.540266+0000","last_undegraded":"2024-09-13T16:13:30.540266+0000","last_fullsized":"2024-09-13T16:13:30.540266+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:12:24.228381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.4","version":"0'0","reported_seq":11,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.952819+0000","last_change":"2024-09-13T16:13:29.209118+0000","last_active":"2024-09-13T16:13:30.952819+0000","last_peered":"2024-09-13T16:13:30.952819+0000","last_clean":"2024-09-13T16:13:30.952819+0000","last_became_active":"2024-09-13T16:13:29.208831+0000","last_became_peered":"2024-09-13T16:13:29.208831+0000","last_unstale":"2024-09-13T16:13:30.952819+0000","last_undegraded":"2024-09-13T16:13:30.952819+0000","last_fullsized":"2024-09-13T16:13:30.952819+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_clean_scrub_stamp":"2024-09-13T16:13:28.178544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:18:23.488043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.4","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.953075+0000","last_change":"2024-09-13T16:13:29.543375+0000","last_active":"2024-09-13T16:13:30.953075+0000","last_peered":"2024-09-13T16:13:30.953075+0000","last_clean":"2024-09-13T16:13:30.953075+0000","last_became_active":"2024-09-13T16:13:29.543140+0000","last_became_peered":"2024-09-13T16:13:29.543140+0000","last_unstale":"2024-09-13T16:13:30.953075+0000","last_undegraded":"2024-09-13T16:13:30.953075+0000","last_fullsized":"2024-09-13T16:13:30.953075+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:52:18.480019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.3","version":"0'0","reported_seq":11,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.952904+0000","last_change":"2024-09-13T16:13:29.206647+0000","last_active":"2024-09-13T16:13:30.952904+0000","last_peered":"2024-09-13T16:13:30.952904+0000","last_clean":"2024-09-13T16:13:30.952904+0000","last_became_active":"2024-09-13T16:13:29.206315+0000","last_became_peered":"2024-09-13T16:13:29.206315+0000","last_unstale":"2024-09-13T16:13:30.952904+0000","last_undegraded":"2024-09-13T16:13:30.952904+0000","last_fullsized":"2024-09-13T16:13:30.952904+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_clean_scrub_stamp":"2024-09-13T16:13:28.178544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:06:17.716040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.5","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.952858+0000","last_change":"2024-09-13T16:13:29.544917+0000","last_active":"2024-09-13T16:13:30.952858+0000","last_peered":"2024-09-13T16:13:30.952858+0000","last_clean":"2024-09-13T16:13:30.952858+0000","last_became_active":"2024-09-13T16:13:29.544679+0000","last_became_peered":"2024-09-13T16:13:29.544679+0000","last_unstale":"2024-09-13T16:13:30.952858+0000","last_undegraded":"2024-09-13T16:13:30.952858+0000","last_fullsized":"2024-09-13T16:13:30.952858+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:06:51.129056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.2","version":"0'0","reported_seq":11,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.559086+0000","last_change":"2024-09-13T16:13:29.208476+0000","last_active":"2024-09-13T16:13:30.559086+0000","last_peered":"2024-09-13T16:13:30.559086+0000","last_clean":"2024-09-13T16:13:30.559086+0000","last_became_active":"2024-09-13T16:13:29.208232+0000","last_became_peered":"2024-09-13T16:13:29.208232+0000","last_unstale":"2024-09-13T16:13:30.559086+0000","last_undegraded":"2024-09-13T16:13:30.559086+0000","last_fullsized":"2024-09-13T16:13:30.559086+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_clean_scrub_stamp":"2024-09-13T16:13:28.178544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:18:00.558614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.6","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.952880+0000","last_change":"2024-09-13T16:13:29.561867+0000","last_active":"2024-09-13T16:13:30.952880+0000","last_peered":"2024-09-13T16:13:30.952880+0000","last_clean":"2024-09-13T16:13:30.952880+0000","last_became_active":"2024-09-13T16:13:29.561589+0000","last_became_peered":"2024-09-13T16:13:29.561589+0000","last_unstale":"2024-09-13T16:13:30.952880+0000","last_undegraded":"2024-09-13T16:13:30.952880+0000","last_fullsized":"2024-09-13T16:13:30.952880+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:36:18.038552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.1","version":"0'0","reported_seq":11,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.952616+0000","last_change":"2024-09-13T16:13:29.203654+0000","last_active":"2024-09-13T16:13:30.952616+0000","last_peered":"2024-09-13T16:13:30.952616+0000","last_clean":"2024-09-13T16:13:30.952616+0000","last_became_active":"2024-09-13T16:13:29.203404+0000","last_became_peered":"2024-09-13T16:13:29.203404+0000","last_unstale":"2024-09-13T16:13:30.952616+0000","last_undegraded":"2024-09-13T16:13:30.952616+0000","last_fullsized":"2024-09-13T16:13:30.952616+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_clean_scrub_stamp":"2024-09-13T16:13:28.178544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:45:29.920235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.7","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.559148+0000","last_change":"2024-09-13T16:13:29.566316+0000","last_active":"2024-09-13T16:13:30.559148+0000","last_peered":"2024-09-13T16:13:30.559148+0000","last_clean":"2024-09-13T16:13:30.559148+0000","last_became_active":"2024-09-13T16:13:29.566057+0000","last_became_peered":"2024-09-13T16:13:29.566057+0000","last_unstale":"2024-09-13T16:13:30.559148+0000","last_undegraded":"2024-09-13T16:13:30.559148+0000","last_fullsized":"2024-09-13T16:13:30.559148+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:30:39.218054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.0","version":"0'0","reported_seq":11,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.541014+0000","last_change":"2024-09-13T16:13:29.208008+0000","last_active":"2024-09-13T16:13:30.541014+0000","last_peered":"2024-09-13T16:13:30.541014+0000","last_clean":"2024-09-13T16:13:30.541014+0000","last_became_active":"2024-09-13T16:13:29.207756+0000","last_became_peered":"2024-09-13T16:13:29.207756+0000","last_unstale":"2024-09-13T16:13:30.541014+0000","last_undegraded":"2024-09-13T16:13:30.541014+0000","last_fullsized":"2024-09-13T16:13:30.541014+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_clean_scrub_stamp":"2024-09-13T16:13:28.178544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:52:08.763036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.15","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.953312+0000","last_change":"2024-09-13T16:13:29.562283+0000","last_active":"2024-09-13T16:13:30.953312+0000","last_peered":"2024-09-13T16:13:30.953312+0000","last_clean":"2024-09-13T16:13:30.953312+0000","last_became_active":"2024-09-13T16:13:29.562005+0000","last_became_peered":"2024-09-13T16:13:29.562005+0000","last_unstale":"2024-09-13T16:13:30.953312+0000","last_undegraded":"2024-09-13T16:13:30.953312+0000","last_fullsized":"2024-09-13T16:13:30.953312+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:46:04.263320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.12","version":"0'0","reported_seq":11,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.558994+0000","last_change":"2024-09-13T16:13:29.202100+0000","last_active":"2024-09-13T16:13:30.558994+0000","last_peered":"2024-09-13T16:13:30.558994+0000","last_clean":"2024-09-13T16:13:30.558994+0000","last_became_active":"2024-09-13T16:13:29.201822+0000","last_became_peered":"2024-09-13T16:13:29.201822+0000","last_unstale":"2024-09-13T16:13:30.558994+0000","last_undegraded":"2024-09-13T16:13:30.558994+0000","last_fullsized":"2024-09-13T16:13:30.558994+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_clean_scrub_stamp":"2024-09-13T16:13:28.178544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:54:27.129353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":265,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.558649+0000","last_change":"2024-09-13T16:01:29.143297+0000","last_active":"2024-09-13T16:13:30.558649+0000","last_peered":"2024-09-13T16:13:30.558649+0000","last_clean":"2024-09-13T16:13:30.558649+0000","last_became_active":"2024-09-13T16:01:29.142269+0000","last_became_peered":"2024-09-13T16:01:29.142269+0000","last_unstale":"2024-09-13T16:13:30.558649+0000","last_undegraded":"2024-09-13T16:13:30.558649+0000","last_fullsized":"2024-09-13T16:13:30.558649+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:27.864638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:27.864638+0000","last_clean_scrub_stamp":"2024-09-13T16:01:27.864638+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:25:24.741463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":20,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":19,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":14,"seq":60129542294,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":118880,"kb_used_data":1676,"kb_used_omap":1,"kb_used_meta":117182,"kb_avail":94252960,"statfs":{"total":96636764160,"available":96515031040,"internally_reserved":0,"allocated":1716224,"data_stored":784692,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":119994824},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:12:52 2024","interfaces":[{"interface":"back","average":{"1min":0.33900000000000002,"5min":0.40799999999999997,"15min":0.35899999999999999},"min":{"1min":0.22,"5min":0.20000000000000001,"15min":0.183},"max":{"1min":0.63300000000000001,"5min":4.4610000000000003,"15min":4.4610000000000003},"last":0.22900000000000001},{"interface":"front","average":{"1min":0.371,"5min":0.377,"15min":0.33200000000000002},"min":{"1min":0.23999999999999999,"5min":0.224,"15min":0.17899999999999999},"max":{"1min":1.236,"5min":1.2410000000000001,"15min":1.2410000000000001},"last":0.35799999999999998}]},{"osd":1,"last update":"Fri Sep 13 16:12:52 2024","interfaces":[{"interface":"back","average":{"1min":0.70699999999999996,"5min":0.50900000000000001,"15min":0.378},"min":{"1min":0.23400000000000001,"5min":0.22800000000000001,"15min":0.182},"max":{"1min":7.7729999999999997,"5min":7.7729999999999997,"15min":7.7729999999999997},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.495,"15min":0.39900000000000002},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.19400000000000001},"max":{"1min":3.6160000000000001,"5min":6.4429999999999996,"15min":6.4429999999999996},"last":0.27500000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:12:52 2024","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.42799999999999999,"15min":0.38400000000000001},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.22800000000000001},"max":{"1min":0.57399999999999995,"5min":2.6339999999999999,"15min":2.6339999999999999},"last":0.32000000000000001},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.45800000000000002,"15min":0.40400000000000003},"min":{"1min":0.22,"5min":0.22,"15min":0.21199999999999999},"max":{"1min":3.585,"5min":3.585,"15min":3.585},"last":0.377}]},{"osd":4,"last update":"Fri Sep 13 16:12:52 2024","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.61799999999999999,"15min":0.54600000000000004},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.28399999999999997},"max":{"1min":1.0489999999999999,"5min":1.216,"15min":1.216},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.629,"5min":0.64400000000000002,"15min":0.57399999999999995},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.27600000000000002},"max":{"1min":2.1909999999999998,"5min":2.6070000000000002,"15min":2.6070000000000002},"last":0.50800000000000001}]},{"osd":5,"last update":"Fri Sep 13 16:12:52 2024","interfaces":[{"interface":"back","average":{"1min":0.67500000000000004,"5min":0.64900000000000002,"15min":0.56599999999999995},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.28100000000000003},"max":{"1min":2.2290000000000001,"5min":2.5449999999999999,"15min":2.5449999999999999},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.80100000000000005,"5min":0.68000000000000005,"15min":0.59199999999999997},"min":{"1min":0.46300000000000002,"5min":0.44900000000000001,"15min":0.311},"max":{"1min":3.5449999999999999,"5min":3.5449999999999999,"15min":3.5449999999999999},"last":0.48699999999999999}]},{"osd":6,"last update":"Fri Sep 13 16:12:52 2024","interfaces":[{"interface":"back","average":{"1min":0.95499999999999996,"5min":0.70399999999999996,"15min":0.60799999999999998},"min":{"1min":0.495,"5min":0.42699999999999999,"15min":0.31900000000000001},"max":{"1min":6.4189999999999996,"5min":6.4189999999999996,"15min":6.4189999999999996},"last":0.52400000000000002},{"interface":"front","average":{"1min":1.042,"5min":0.72299999999999998,"15min":0.60799999999999998},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.32200000000000001},"max":{"1min":8.9559999999999995,"5min":8.9559999999999995,"15min":8.9559999999999995},"last":0.57999999999999996}]},{"osd":7,"last update":"Fri Sep 13 16:12:52 2024","interfaces":[{"interface":"back","average":{"1min":0.63300000000000001,"5min":0.65500000000000003,"15min":0.59499999999999997},"min":{"1min":0.432,"5min":0.42999999999999999,"15min":0.35499999999999998},"max":{"1min":1.089,"5min":1.649,"15min":1.649},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.66200000000000003,"15min":0.59499999999999997},"min":{"1min":0.46800000000000003,"5min":0.45700000000000002,"15min":0.36299999999999999},"max":{"1min":1.054,"5min":2.581,"15min":2.581},"last":0.56999999999999995}]}]},{"osd":7,"up_from":13,"seq":55834574996,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":83356,"kb_used_data":2256,"kb_used_omap":1,"kb_used_meta":81086,"kb_avail":94288484,"statfs":{"total":96636764160,"available":96551407616,"internally_reserved":0,"allocated":2310144,"data_stored":1375080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":83032523},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:12:44 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.52500000000000002,"15min":0.47599999999999998},"min":{"1min":0.27600000000000002,"5min":0.27000000000000002,"15min":0.193},"max":{"1min":0.72399999999999998,"5min":0.73699999999999999,"15min":0.81000000000000005},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55000000000000004,"15min":0.504},"min":{"1min":0.318,"5min":0.28799999999999998,"15min":0.20000000000000001},"max":{"1min":0.80300000000000005,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.68600000000000005}]},{"osd":1,"last update":"Fri Sep 13 16:12:44 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.52400000000000002,"15min":0.49399999999999999},"min":{"1min":0.35699999999999998,"5min":0.33200000000000002,"15min":0.22},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.56200000000000006,"15min":0.51100000000000001},"min":{"1min":0.36699999999999999,"5min":0.32200000000000001,"15min":0.23400000000000001},"max":{"1min":0.753,"5min":0.81100000000000005,"15min":0.90300000000000002},"last":0.57699999999999996}]},{"osd":2,"last update":"Fri Sep 13 16:12:44 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.58199999999999996,"15min":0.56999999999999995},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.23999999999999999},"max":{"1min":0.74099999999999999,"5min":0.79900000000000004,"15min":2.2919999999999998},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.56799999999999995,"15min":0.53000000000000003},"min":{"1min":0.374,"5min":0.33700000000000002,"15min":0.255},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.86399999999999999},"last":0.63100000000000001}]},{"osd":3,"last update":"Fri Sep 13 16:12:44 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.56699999999999995,"15min":0.52100000000000002},"min":{"1min":0.40600000000000003,"5min":0.314,"15min":0.255},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.83599999999999997},"last":0.77500000000000002},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.56100000000000005,"15min":0.51400000000000001},"min":{"1min":0.39200000000000002,"5min":0.34599999999999997,"15min":0.26700000000000002},"max":{"1min":0.70799999999999996,"5min":0.81000000000000005,"15min":0.88100000000000001},"last":0.60999999999999999}]},{"osd":4,"last update":"Fri Sep 13 16:12:44 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.49399999999999999,"15min":0.44800000000000001},"min":{"1min":0.379,"5min":0.29899999999999999,"15min":0.23400000000000001},"max":{"1min":0.65100000000000002,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.70799999999999996},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.503,"15min":0.46200000000000002},"min":{"1min":0.376,"5min":0.28199999999999997,"15min":0.249},"max":{"1min":0.71799999999999997,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.67600000000000005}]},{"osd":5,"last update":"Fri Sep 13 16:12:44 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.53400000000000003,"15min":0.496},"min":{"1min":0.33500000000000002,"5min":0.29299999999999998,"15min":0.25600000000000001},"max":{"1min":0.75900000000000001,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.73499999999999999},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.60399999999999998,"15min":0.55600000000000005},"min":{"1min":0.498,"5min":0.35099999999999998,"15min":0.33700000000000002},"max":{"1min":0.77100000000000002,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.78800000000000003}]},{"osd":6,"last update":"Fri Sep 13 16:12:44 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.56599999999999995,"15min":0.52200000000000002},"min":{"1min":0.375,"5min":0.35399999999999998,"15min":0.32300000000000001},"max":{"1min":0.76600000000000001,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.80300000000000005},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.57399999999999995,"15min":0.53600000000000003},"min":{"1min":0.47899999999999998,"5min":0.35899999999999999,"15min":0.315},"max":{"1min":0.80400000000000005,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.76400000000000001}]}]},{"osd":6,"up_from":13,"seq":55834574996,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":104972,"kb_used_data":1656,"kb_used_omap":1,"kb_used_meta":103294,"kb_avail":94266868,"statfs":{"total":96636764160,"available":96529272832,"internally_reserved":0,"allocated":1695744,"data_stored":777110,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":105773511},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:12:57 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.52000000000000002},"min":{"1min":0.41199999999999998,"5min":0.24299999999999999,"15min":0.20000000000000001},"max":{"1min":0.69999999999999996,"5min":0.80700000000000005,"15min":0.97099999999999997},"last":0.53800000000000003},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.57899999999999996,"15min":0.52500000000000002},"min":{"1min":0.42899999999999999,"5min":0.25900000000000001,"15min":0.22500000000000001},"max":{"1min":0.70999999999999996,"5min":1.224,"15min":1.224},"last":0.36199999999999999}]},{"osd":1,"last update":"Fri Sep 13 16:12:57 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.54700000000000004,"15min":0.50800000000000001},"min":{"1min":0.42199999999999999,"5min":0.27400000000000002,"15min":0.21099999999999999},"max":{"1min":0.76200000000000001,"5min":0.82299999999999995,"15min":1.0940000000000001},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.496},"min":{"1min":0.39800000000000002,"5min":0.29699999999999999,"15min":0.247},"max":{"1min":0.75600000000000001,"5min":1.1879999999999999,"15min":1.1879999999999999},"last":0.45200000000000001}]},{"osd":2,"last update":"Fri Sep 13 16:12:57 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.55700000000000005,"15min":0.50800000000000001},"min":{"1min":0.46300000000000002,"5min":0.35199999999999998,"15min":0.247},"max":{"1min":0.66400000000000003,"5min":0.79000000000000004,"15min":0.94799999999999995},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.55900000000000005,"15min":0.54000000000000004},"min":{"1min":0.42999999999999999,"5min":0.34499999999999997,"15min":0.27000000000000002},"max":{"1min":0.746,"5min":0.83799999999999997,"15min":0.91800000000000004},"last":0.48399999999999999}]},{"osd":3,"last update":"Fri Sep 13 16:12:57 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.57499999999999996,"15min":0.53900000000000003},"min":{"1min":0.432,"5min":0.28599999999999998,"15min":0.252},"max":{"1min":0.76600000000000001,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.59199999999999997,"15min":0.56200000000000006},"min":{"1min":0.38200000000000001,"5min":0.33000000000000002,"15min":0.25900000000000001},"max":{"1min":0.70599999999999996,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.60299999999999998}]},{"osd":4,"last update":"Fri Sep 13 16:12:57 2024","interfaces":[{"interface":"back","average":{"1min":0.433,"5min":0.47799999999999998,"15min":0.46700000000000003},"min":{"1min":0.27100000000000002,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.58199999999999996,"5min":1.1559999999999999,"15min":1.1559999999999999},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.51200000000000001,"15min":0.498},"min":{"1min":0.317,"5min":0.314,"15min":0.23899999999999999},"max":{"1min":0.68400000000000005,"5min":0.83599999999999997,"15min":0.88900000000000001},"last":0.46600000000000003}]},{"osd":5,"last update":"Fri Sep 13 16:12:57 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.53700000000000003,"15min":0.53000000000000003},"min":{"1min":0.34399999999999997,"5min":0.309,"15min":0.29399999999999998},"max":{"1min":0.70199999999999996,"5min":0.79500000000000004,"15min":0.82099999999999995},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.53600000000000003,"15min":0.53800000000000003},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.26400000000000001},"max":{"1min":0.68899999999999995,"5min":0.878,"15min":0.93999999999999995},"last":0.65800000000000003}]},{"osd":7,"last update":"Fri Sep 13 16:12:57 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.54900000000000004,"15min":0.53200000000000003},"min":{"1min":0.34999999999999998,"5min":0.32400000000000001,"15min":0.254},"max":{"1min":0.66700000000000004,"5min":1.1080000000000001,"15min":1.1080000000000001},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.621,"15min":0.59699999999999998},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.33800000000000002},"max":{"1min":0.81599999999999995,"5min":0.90500000000000003,"15min":0.92600000000000005},"last":0.58699999999999997}]}]},{"osd":5,"up_from":13,"seq":55834574995,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":77060,"kb_used_data":1652,"kb_used_omap":1,"kb_used_meta":75390,"kb_avail":94294780,"statfs":{"total":96636764160,"available":96557854720,"internally_reserved":0,"allocated":1691648,"data_stored":776460,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":77199814},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:12:44 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.55700000000000005,"15min":0.48799999999999999},"min":{"1min":0.372,"5min":0.33700000000000002,"15min":0.215},"max":{"1min":0.67200000000000004,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.53900000000000003,"15min":0.49199999999999999},"min":{"1min":0.34599999999999997,"5min":0.29099999999999998,"15min":0.219},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.72599999999999998}]},{"osd":1,"last update":"Fri Sep 13 16:12:44 2024","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.54900000000000004,"15min":0.503},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.24299999999999999},"max":{"1min":0.66000000000000003,"5min":0.77700000000000002,"15min":0.82999999999999996},"last":0.71299999999999997},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.54300000000000004,"15min":0.50700000000000001},"min":{"1min":0.42199999999999999,"5min":0.26300000000000001,"15min":0.24299999999999999},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.59499999999999997}]},{"osd":2,"last update":"Fri Sep 13 16:12:44 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.55500000000000005,"15min":0.50700000000000001},"min":{"1min":0.307,"5min":0.28199999999999997,"15min":0.249},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.77500000000000002},"last":0.69999999999999996},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.55100000000000005,"15min":0.53700000000000003},"min":{"1min":0.443,"5min":0.40799999999999997,"15min":0.26600000000000001},"max":{"1min":0.70499999999999996,"5min":0.80300000000000005,"15min":1.6000000000000001},"last":0.57699999999999996}]},{"osd":3,"last update":"Fri Sep 13 16:12:44 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.57799999999999996,"15min":0.53600000000000003},"min":{"1min":0.41099999999999998,"5min":0.39100000000000001,"15min":0.252},"max":{"1min":0.73899999999999999,"5min":0.79200000000000004,"15min":0.88600000000000001},"last":0.64100000000000001},{"interface":"front","average":{"1min":0.625,"5min":0.61599999999999999,"15min":0.57899999999999996},"min":{"1min":0.40100000000000002,"5min":0.38300000000000001,"15min":0.314},"max":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.94099999999999995},"last":0.68700000000000006}]},{"osd":4,"last update":"Fri Sep 13 16:12:44 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.497,"15min":0.495},"min":{"1min":0.32600000000000001,"5min":0.29799999999999999,"15min":0.254},"max":{"1min":0.81599999999999995,"5min":1.377,"15min":1.377},"last":0.44},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.48999999999999999,"15min":0.49299999999999999},"min":{"1min":0.32800000000000001,"5min":0.28100000000000003,"15min":0.23799999999999999},"max":{"1min":0.77900000000000003,"5min":0.88500000000000001,"15min":0.93799999999999994},"last":0.45900000000000002}]},{"osd":6,"last update":"Fri Sep 13 16:12:44 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.502,"15min":0.49399999999999999},"min":{"1min":0.34100000000000003,"5min":0.30099999999999999,"15min":0.251},"max":{"1min":0.745,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.55100000000000005,"15min":0.54000000000000004},"min":{"1min":0.41699999999999998,"5min":0.34399999999999997,"15min":0.22900000000000001},"max":{"1min":0.79600000000000004,"5min":0.81699999999999995,"15min":1.036},"last":0.50900000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:12:44 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.52500000000000002,"15min":0.51800000000000002},"min":{"1min":0.373,"5min":0.31900000000000001,"15min":0.27600000000000002},"max":{"1min":0.68600000000000005,"5min":0.86299999999999999,"15min":0.90100000000000002},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.56100000000000005,"15min":0.54900000000000004},"min":{"1min":0.39500000000000002,"5min":0.32800000000000001,"15min":0.29599999999999999},"max":{"1min":0.75600000000000001,"5min":0.89500000000000002,"15min":0.90900000000000003},"last":0.49299999999999999}]}]},{"osd":4,"up_from":13,"seq":55834574996,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":86852,"kb_used_data":1648,"kb_used_omap":1,"kb_used_meta":85182,"kb_avail":94284988,"statfs":{"total":96636764160,"available":96547827712,"internally_reserved":0,"allocated":1687552,"data_stored":776438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":87226822},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:12:43 2024","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.52700000000000002,"15min":0.49199999999999999},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.19400000000000001},"max":{"1min":0.68899999999999995,"5min":0.83299999999999996,"15min":5.7510000000000003},"last":0.58399999999999996},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.55300000000000005,"15min":0.55000000000000004},"min":{"1min":0.40899999999999997,"5min":0.33000000000000002,"15min":0.20699999999999999},"max":{"1min":0.74299999999999999,"5min":1.0940000000000001,"15min":18.648},"last":0.44400000000000001}]},{"osd":1,"last update":"Fri Sep 13 16:12:43 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.55500000000000005,"15min":0.56100000000000005},"min":{"1min":0.42499999999999999,"5min":0.27700000000000002,"15min":0.221},"max":{"1min":0.879,"5min":0.997,"15min":20.414000000000001},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.57799999999999996,"15min":0.59199999999999997},"min":{"1min":0.40200000000000002,"5min":0.38100000000000001,"15min":0.23899999999999999},"max":{"1min":0.76200000000000001,"5min":0.85299999999999998,"15min":20.018000000000001},"last":0.501}]},{"osd":2,"last update":"Fri Sep 13 16:12:43 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.58199999999999996,"15min":0.51800000000000002},"min":{"1min":0.38500000000000001,"5min":0.32900000000000001,"15min":0.26400000000000001},"max":{"1min":0.82499999999999996,"5min":0.872,"15min":1.5529999999999999},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.626,"15min":0.624},"min":{"1min":0.50800000000000001,"5min":0.38700000000000001,"15min":0.27700000000000002},"max":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":12.138},"last":0.59499999999999997}]},{"osd":3,"last update":"Fri Sep 13 16:12:43 2024","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.59599999999999997,"15min":0.59799999999999998},"min":{"1min":0.436,"5min":0.436,"15min":0.28399999999999997},"max":{"1min":0.78000000000000003,"5min":0.84799999999999998,"15min":13.097},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.56499999999999995,"15min":0.55000000000000004},"min":{"1min":0.39700000000000002,"5min":0.38100000000000001,"15min":0.27000000000000002},"max":{"1min":0.627,"5min":0.79200000000000004,"15min":11.009},"last":0.55100000000000005}]},{"osd":5,"last update":"Fri Sep 13 16:12:43 2024","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.5,"15min":0.56799999999999995},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.25700000000000001},"max":{"1min":0.78700000000000003,"5min":0.88800000000000001,"15min":24.812999999999999},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.56699999999999995,"15min":0.53400000000000003},"min":{"1min":0.437,"5min":0.39600000000000002,"15min":0.27000000000000002},"max":{"1min":0.77200000000000002,"5min":0.96599999999999997,"15min":1.5860000000000001},"last":0.61099999999999999}]},{"osd":6,"last update":"Fri Sep 13 16:12:43 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.52500000000000002,"15min":0.54400000000000004},"min":{"1min":0.33600000000000002,"5min":0.316,"15min":0.25800000000000001},"max":{"1min":0.80300000000000005,"5min":0.90300000000000002,"15min":13.071999999999999},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.496,"5min":0.51800000000000002,"15min":0.58699999999999997},"min":{"1min":0.34899999999999998,"5min":0.33200000000000002,"15min":0.24399999999999999},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":24.873999999999999},"last":0.48399999999999999}]},{"osd":7,"last update":"Fri Sep 13 16:12:43 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.52600000000000002,"15min":0.752},"min":{"1min":0.35799999999999998,"5min":0.34499999999999997,"15min":0.25800000000000001},"max":{"1min":0.79500000000000004,"5min":0.90400000000000003,"15min":64.593999999999994},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.58799999999999997,"15min":0.61199999999999999},"min":{"1min":0.40899999999999997,"5min":0.35299999999999998,"15min":0.32000000000000001},"max":{"1min":0.86299999999999999,"5min":0.95299999999999996,"15min":13.125},"last":0.625}]}]},{"osd":2,"up_from":13,"seq":55834574995,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":104908,"kb_used_data":1656,"kb_used_omap":1,"kb_used_meta":103230,"kb_avail":94266932,"statfs":{"total":96636764160,"available":96529338368,"internally_reserved":0,"allocated":1695744,"data_stored":777054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":105707974},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:12:46 2024","interfaces":[{"interface":"back","average":{"1min":0.33700000000000002,"5min":0.36099999999999999,"15min":0.32400000000000001},"min":{"1min":0.222,"5min":0.222,"15min":0.17100000000000001},"max":{"1min":0.58899999999999997,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.27700000000000002},{"interface":"front","average":{"1min":0.34399999999999997,"5min":0.371,"15min":0.33700000000000002},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.185},"max":{"1min":0.61299999999999999,"5min":0.622,"15min":0.63200000000000001},"last":0.33800000000000002}]},{"osd":1,"last update":"Fri Sep 13 16:12:46 2024","interfaces":[{"interface":"back","average":{"1min":0.34699999999999998,"5min":0.36599999999999999,"15min":0.33600000000000002},"min":{"1min":0.25800000000000001,"5min":0.218,"15min":0.189},"max":{"1min":0.47299999999999998,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.29699999999999999},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.42799999999999999,"15min":0.39700000000000002},"min":{"1min":0.26800000000000002,"5min":0.214,"15min":0.20100000000000001},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.40200000000000002}]},{"osd":3,"last update":"Fri Sep 13 16:12:54 2024","interfaces":[{"interface":"back","average":{"1min":0.40300000000000002,"5min":0.41099999999999998,"15min":0.36699999999999999},"min":{"1min":0.27100000000000002,"5min":0.26900000000000002,"15min":0.20899999999999999},"max":{"1min":0.70599999999999996,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.371,"5min":0.39300000000000002,"15min":0.36299999999999999},"min":{"1min":0.28199999999999997,"5min":0.27300000000000002,"15min":0.23200000000000001},"max":{"1min":0.54400000000000004,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.37}]},{"osd":4,"last update":"Fri Sep 13 16:12:46 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.60299999999999998,"15min":0.54800000000000004},"min":{"1min":0.35099999999999998,"5min":0.32200000000000001,"15min":0.25800000000000001},"max":{"1min":0.65100000000000002,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.60599999999999998,"15min":0.55200000000000005},"min":{"1min":0.37,"5min":0.32900000000000001,"15min":0.26200000000000001},"max":{"1min":0.70599999999999996,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.67900000000000005}]},{"osd":5,"last update":"Fri Sep 13 16:12:46 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.60399999999999998,"15min":0.55300000000000005},"min":{"1min":0.38,"5min":0.36699999999999999,"15min":0.25},"max":{"1min":0.78200000000000003,"5min":1.0169999999999999,"15min":1.0169999999999999},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.63,"15min":0.56000000000000005},"min":{"1min":0.40500000000000003,"5min":0.39200000000000002,"15min":0.29199999999999998},"max":{"1min":1.4139999999999999,"5min":1.4139999999999999,"15min":1.4139999999999999},"last":0.63600000000000001}]},{"osd":6,"last update":"Fri Sep 13 16:12:46 2024","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.625,"15min":0.56299999999999994},"min":{"1min":0.41499999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":1.431,"5min":1.431,"15min":1.431},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.622,"5min":0.64600000000000002,"15min":0.58499999999999996},"min":{"1min":0.40400000000000003,"5min":0.38400000000000001,"15min":0.33600000000000002},"max":{"1min":1.4830000000000001,"5min":1.4830000000000001,"15min":1.4830000000000001},"last":0.56399999999999995}]},{"osd":7,"last update":"Fri Sep 13 16:12:46 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.629,"15min":0.57899999999999996},"min":{"1min":0.39900000000000002,"5min":0.375,"15min":0.33700000000000002},"max":{"1min":0.72299999999999998,"5min":1.03,"15min":1.03},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.63900000000000001,"15min":0.58799999999999997},"min":{"1min":0.441,"5min":0.40300000000000002,"15min":0.32400000000000001},"max":{"1min":0.76300000000000001,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.60199999999999998}]}]},{"osd":1,"up_from":13,"seq":55834574995,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":82820,"kb_used_data":1652,"kb_used_omap":1,"kb_used_meta":81150,"kb_avail":94289020,"statfs":{"total":96636764160,"available":96551956480,"internally_reserved":0,"allocated":1691648,"data_stored":776508,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":83098054},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:12:52 2024","interfaces":[{"interface":"back","average":{"1min":0.30299999999999999,"5min":0.35199999999999998,"15min":0.32900000000000001},"min":{"1min":0.216,"5min":0.19500000000000001,"15min":0.14799999999999999},"max":{"1min":0.40500000000000003,"5min":0.59399999999999997,"15min":0.98199999999999998},"last":0.28299999999999997},{"interface":"front","average":{"1min":0.32000000000000001,"5min":0.36599999999999999,"15min":0.34999999999999998},"min":{"1min":0.182,"5min":0.182,"15min":0.182},"max":{"1min":0.439,"5min":0.68799999999999994,"15min":0.85099999999999998},"last":0.34000000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:12:52 2024","interfaces":[{"interface":"back","average":{"1min":0.311,"5min":0.35399999999999998,"15min":0.33400000000000002},"min":{"1min":0.22900000000000001,"5min":0.22,"15min":0.186},"max":{"1min":0.43099999999999999,"5min":0.59899999999999998,"15min":0.99099999999999999},"last":0.26200000000000001},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.39200000000000002,"15min":0.379},"min":{"1min":0.252,"5min":0.246,"15min":0.22600000000000001},"max":{"1min":0.47799999999999998,"5min":0.63900000000000001,"15min":0.88400000000000001},"last":0.32200000000000001}]},{"osd":3,"last update":"Fri Sep 13 16:12:52 2024","interfaces":[{"interface":"back","average":{"1min":0.32500000000000001,"5min":0.38800000000000001,"15min":0.376},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.20000000000000001},"max":{"1min":0.41099999999999998,"5min":0.76900000000000002,"15min":1.0289999999999999},"last":0.37},{"interface":"front","average":{"1min":0.378,"5min":0.42599999999999999,"15min":0.40999999999999998},"min":{"1min":0.251,"5min":0.251,"15min":0.223},"max":{"1min":0.46100000000000002,"5min":0.71299999999999997,"15min":0.95899999999999996},"last":0.42699999999999999}]},{"osd":4,"last update":"Fri Sep 13 16:12:52 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.61099999999999999,"15min":0.55400000000000005},"min":{"1min":0.41499999999999998,"5min":0.316,"15min":0.28399999999999997},"max":{"1min":0.72299999999999998,"5min":1.018,"15min":1.018},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.61599999999999999,"15min":0.56200000000000006},"min":{"1min":0.36599999999999999,"5min":0.30599999999999999,"15min":0.30399999999999999},"max":{"1min":0.81200000000000006,"5min":1.0469999999999999,"15min":1.0469999999999999},"last":0.52100000000000002}]},{"osd":5,"last update":"Fri Sep 13 16:12:52 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.61799999999999999,"15min":0.54800000000000004},"min":{"1min":0.40999999999999998,"5min":0.36799999999999999,"15min":0.28899999999999998},"max":{"1min":0.79900000000000004,"5min":0.96699999999999997,"15min":0.96699999999999997},"last":0.58999999999999997},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.623,"15min":0.56999999999999995},"min":{"1min":0.371,"5min":0.371,"15min":0.32400000000000001},"max":{"1min":0.80100000000000005,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.70399999999999996}]},{"osd":6,"last update":"Fri Sep 13 16:12:52 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.627,"15min":0.57199999999999995},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.313},"max":{"1min":0.76200000000000001,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.752},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.63800000000000001,"15min":0.57599999999999996},"min":{"1min":0.379,"5min":0.379,"15min":0.31900000000000001},"max":{"1min":0.83099999999999996,"5min":0.997,"15min":0.997},"last":0.71699999999999997}]},{"osd":7,"last update":"Fri Sep 13 16:12:52 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.64600000000000002,"15min":0.58499999999999996},"min":{"1min":0.437,"5min":0.43099999999999999,"15min":0.315},"max":{"1min":0.70099999999999996,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.69699999999999995},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.64400000000000002,"15min":0.58499999999999996},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.74399999999999999,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.74399999999999999}]}]},{"osd":0,"up_from":13,"seq":55834574997,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":101400,"kb_used_data":2244,"kb_used_omap":1,"kb_used_meta":99134,"kb_avail":94270440,"statfs":{"total":96636764160,"available":96532930560,"internally_reserved":0,"allocated":2297856,"data_stored":1372813,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":101513671},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 16:12:46 2024","interfaces":[{"interface":"back","average":{"1min":0.316,"5min":0.34599999999999997,"15min":0.36499999999999999},"min":{"1min":0.219,"5min":0.20899999999999999,"15min":0.151},"max":{"1min":0.41799999999999998,"5min":0.52800000000000002,"15min":2.5960000000000001},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.38,"15min":0.35299999999999998},"min":{"1min":0.20300000000000001,"5min":0.20300000000000001,"15min":0.17599999999999999},"max":{"1min":0.58799999999999997,"5min":0.61799999999999999,"15min":0.65900000000000003},"last":0.33600000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:12:46 2024","interfaces":[{"interface":"back","average":{"1min":0.34300000000000003,"5min":0.371,"15min":0.36299999999999999},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.19800000000000001},"max":{"1min":0.47499999999999998,"5min":0.56799999999999995,"15min":1.373},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.36599999999999999,"5min":0.40000000000000002,"15min":0.38},"min":{"1min":0.27200000000000002,"5min":0.255,"15min":0.19400000000000001},"max":{"1min":0.55200000000000005,"5min":0.68799999999999994,"15min":0.77900000000000003},"last":0.38700000000000001}]},{"osd":3,"last update":"Fri Sep 13 16:12:56 2024","interfaces":[{"interface":"back","average":{"1min":0.37,"5min":0.41399999999999998,"15min":0.39200000000000002},"min":{"1min":0.249,"5min":0.249,"15min":0.218},"max":{"1min":0.53000000000000003,"5min":0.59699999999999998,"15min":0.75},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.33700000000000002,"5min":0.375,"15min":0.35799999999999998},"min":{"1min":0.22,"5min":0.22,"15min":0.20100000000000001},"max":{"1min":0.57799999999999996,"5min":0.58099999999999996,"15min":0.59699999999999998},"last":0.40200000000000002}]},{"osd":4,"last update":"Fri Sep 13 16:12:46 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.58299999999999996,"15min":0.53000000000000003},"min":{"1min":0.30299999999999999,"5min":0.29599999999999999,"15min":0.28000000000000003},"max":{"1min":0.85399999999999998,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.61399999999999999,"15min":0.55800000000000005},"min":{"1min":0.40100000000000002,"5min":0.34599999999999997,"15min":0.28199999999999997},"max":{"1min":0.79600000000000004,"5min":0.93300000000000005,"15min":1.321},"last":0.52000000000000002}]},{"osd":5,"last update":"Fri Sep 13 16:12:46 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.60599999999999998,"15min":0.71299999999999997},"min":{"1min":0.41699999999999998,"5min":0.41599999999999998,"15min":0.30199999999999999},"max":{"1min":0.88600000000000001,"5min":0.90600000000000003,"15min":41.240000000000002},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.63,"15min":0.74399999999999999},"min":{"1min":0.36399999999999999,"5min":0.36299999999999999,"15min":0.29999999999999999},"max":{"1min":0.76200000000000001,"5min":0.91500000000000004,"15min":41.301000000000002},"last":0.45400000000000001}]},{"osd":6,"last update":"Fri Sep 13 16:12:46 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.61299999999999999,"15min":0.55000000000000004},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.312},"max":{"1min":0.78300000000000003,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.64400000000000002,"15min":0.58599999999999997},"min":{"1min":0.46000000000000002,"5min":0.437,"15min":0.34300000000000003},"max":{"1min":0.86799999999999999,"5min":1.0109999999999999,"15min":1.286},"last":0.56699999999999995}]},{"osd":7,"last update":"Fri Sep 13 16:12:46 2024","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.65900000000000003,"15min":0.60199999999999998},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.34799999999999998},"max":{"1min":0.84399999999999997,"5min":1.1639999999999999,"15min":1.1639999999999999},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.65100000000000002,"15min":0.58199999999999996},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.35099999999999998},"max":{"1min":0.89900000000000002,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.623}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:13:33.126 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:13:33.260 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.257+0000 7fd72386b640 1 Processor -- start 2024-09-13T16:13:33.260 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.258+0000 7fd72386b640 1 -- start start 2024-09-13T16:13:33.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.258+0000 7fd72386b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fd71c0b4660 0x7fd71c06b420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:33.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.258+0000 7fd72386b640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd71c0d1840 con 0x7fd71c0d07b0 2024-09-13T16:13:33.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.258+0000 7fd72386b640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd71c0d0c30 con 0x7fd71c15c6e0 2024-09-13T16:13:33.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.258+0000 7fd72386b640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd71c0d0f10 con 0x7fd71c0b4660 2024-09-13T16:13:33.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.259+0000 7fd721e08640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fd71c0b4660 0x7fd71c06b420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:33.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.259+0000 7fd720e06640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fd71c0d07b0 0x7fd71c06ad10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:33472/0 (socket says 172.21.15.76:33472) 2024-09-13T16:13:33.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.259+0000 7fd720e06640 1 -- 172.21.15.76:0/1310445225 learned_addr learned my addr 172.21.15.76:0/1310445225 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:13:33.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.259+0000 7fd721e08640 1 -- 172.21.15.76:0/1310445225 >> v1:172.21.15.192:6789/0 conn(0x7fd71c15c6e0 legacy=0x7fd71c0b3f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:33.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.259+0000 7fd721e08640 1 -- 172.21.15.76:0/1310445225 >> v1:172.21.15.76:6789/0 conn(0x7fd71c0d07b0 legacy=0x7fd71c06ad10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:33.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.259+0000 7fd721e08640 1 -- 172.21.15.76:0/1310445225 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd71c0d11f0 con 0x7fd71c0b4660 2024-09-13T16:13:33.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.259+0000 7fd713fff640 1 -- 172.21.15.76:0/1310445225 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1968293955 0 0) 0x7fd71c0d1840 con 0x7fd71c0d07b0 2024-09-13T16:13:33.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.260+0000 7fd721e08640 1 --2- 172.21.15.76:0/1310445225 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd71c0b4660 0x7fd71c06b420 secure :-1 s=READY pgs=1820 cs=0 l=1 rev1=1 crypto rx=0x7fd714009d90 tx=0x7fd71402a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=67adae24d852b6a4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:33.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.260+0000 7fd713fff640 1 -- 172.21.15.76:0/1310445225 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd714031600 con 0x7fd71c0b4660 2024-09-13T16:13:33.264 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.260+0000 7fd713fff640 1 -- 172.21.15.76:0/1310445225 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd71402d050 con 0x7fd71c0b4660 2024-09-13T16:13:33.264 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.260+0000 7fd713fff640 1 -- 172.21.15.76:0/1310445225 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd714031980 con 0x7fd71c0b4660 2024-09-13T16:13:33.264 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.260+0000 7fd72386b640 1 -- 172.21.15.76:0/1310445225 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd71c0b4660 msgr2=0x7fd71c06b420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:33.264 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.260+0000 7fd72386b640 1 --2- 172.21.15.76:0/1310445225 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd71c0b4660 0x7fd71c06b420 secure :-1 s=READY pgs=1820 cs=0 l=1 rev1=1 crypto rx=0x7fd714009d90 tx=0x7fd71402a610 comp rx=0 tx=0).stop 2024-09-13T16:13:33.264 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.260+0000 7fd72386b640 1 -- 172.21.15.76:0/1310445225 shutdown_connections 2024-09-13T16:13:33.264 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.260+0000 7fd72386b640 1 --2- 172.21.15.76:0/1310445225 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd71c0b4660 0x7fd71c06b420 unknown :-1 s=CLOSED pgs=1820 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:33.264 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.260+0000 7fd72386b640 1 -- 172.21.15.76:0/1310445225 >> 172.21.15.76:0/1310445225 conn(0x7fd71c089f60 msgr2=0x7fd71c0d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:33.264 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.260+0000 7fd72386b640 1 -- 172.21.15.76:0/1310445225 shutdown_connections 2024-09-13T16:13:33.264 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.260+0000 7fd72386b640 1 -- 172.21.15.76:0/1310445225 wait complete. 2024-09-13T16:13:33.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.261+0000 7fd72386b640 1 Processor -- start 2024-09-13T16:13:33.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.261+0000 7fd72386b640 1 -- start start 2024-09-13T16:13:33.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.262+0000 7fd72386b640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd71c0b4660 0x7fd71c0c81f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:33.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.262+0000 7fd72386b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd71c0d07b0 0x7fd71c15ea00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:33.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.262+0000 7fd72386b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd71c15c6e0 0x7fd71c0c98b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:33.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.262+0000 7fd72386b640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd71c0b6600 con 0x7fd71c15c6e0 2024-09-13T16:13:33.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.262+0000 7fd72386b640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd71c15f330 con 0x7fd71c0d07b0 2024-09-13T16:13:33.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.262+0000 7fd72386b640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd71c0b5cd0 con 0x7fd71c0b4660 2024-09-13T16:13:33.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.262+0000 7fd721e08640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd71c15c6e0 0x7fd71c0c98b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:33.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.262+0000 7fd721e08640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd71c15c6e0 0x7fd71c0c98b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57424/0 (socket says 172.21.15.76:57424) 2024-09-13T16:13:33.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.262+0000 7fd721e08640 1 -- 172.21.15.76:0/2026917838 learned_addr learned my addr 172.21.15.76:0/2026917838 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:33.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.263+0000 7fd721607640 1 --2- 172.21.15.76:0/2026917838 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd71c0b4660 0x7fd71c0c81f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:33.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.263+0000 7fd720e06640 1 --2- 172.21.15.76:0/2026917838 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd71c0d07b0 0x7fd71c15ea00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:33.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.263+0000 7fd721e08640 1 -- 172.21.15.76:0/2026917838 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd71c0b4660 msgr2=0x7fd71c0c81f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:33.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.263+0000 7fd721e08640 1 --2- 172.21.15.76:0/2026917838 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd71c0b4660 0x7fd71c0c81f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:33.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.263+0000 7fd721e08640 1 -- 172.21.15.76:0/2026917838 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd71c0d07b0 msgr2=0x7fd71c15ea00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:33.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.263+0000 7fd721e08640 1 --2- 172.21.15.76:0/2026917838 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd71c0d07b0 0x7fd71c15ea00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:33.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.263+0000 7fd721e08640 1 -- 172.21.15.76:0/2026917838 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd714009a70 con 0x7fd71c15c6e0 2024-09-13T16:13:33.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.263+0000 7fd721607640 1 --2- 172.21.15.76:0/2026917838 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd71c0b4660 0x7fd71c0c81f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:13:33.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.263+0000 7fd721e08640 1 --2- 172.21.15.76:0/2026917838 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd71c15c6e0 0x7fd71c0c98b0 secure :-1 s=READY pgs=1821 cs=0 l=1 rev1=1 crypto rx=0x7fd714009eb0 tx=0x7fd714004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:33.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.263+0000 7fd711ffb640 1 -- 172.21.15.76:0/2026917838 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd71403c830 con 0x7fd71c15c6e0 2024-09-13T16:13:33.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.263+0000 7fd711ffb640 1 -- 172.21.15.76:0/2026917838 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd71403c990 con 0x7fd71c15c6e0 2024-09-13T16:13:33.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.263+0000 7fd72386b640 1 -- 172.21.15.76:0/2026917838 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd71c0b5fb0 con 0x7fd71c15c6e0 2024-09-13T16:13:33.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.263+0000 7fd711ffb640 1 -- 172.21.15.76:0/2026917838 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd71403cd00 con 0x7fd71c15c6e0 2024-09-13T16:13:33.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.263+0000 7fd72386b640 1 -- 172.21.15.76:0/2026917838 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd71c0c8730 con 0x7fd71c15c6e0 2024-09-13T16:13:33.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.264+0000 7fd72386b640 1 -- 172.21.15.76:0/2026917838 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd71c0b67b0 con 0x7fd71c15c6e0 2024-09-13T16:13:33.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.265+0000 7fd711ffb640 1 -- 172.21.15.76:0/2026917838 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd714045460 con 0x7fd71c15c6e0 2024-09-13T16:13:33.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.265+0000 7fd711ffb640 1 --2- 172.21.15.76:0/2026917838 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd70006ac00 0x7fd70006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:33.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.265+0000 7fd711ffb640 1 -- 172.21.15.76:0/2026917838 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(136..136 src has 1..136) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fd7140aafe0 con 0x7fd71c15c6e0 2024-09-13T16:13:33.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.265+0000 7fd721607640 1 --2- 172.21.15.76:0/2026917838 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd70006ac00 0x7fd70006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:33.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.266+0000 7fd721607640 1 --2- 172.21.15.76:0/2026917838 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd70006ac00 0x7fd70006d0c0 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7fd71800a810 tx=0x7fd718008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:33.271 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.269+0000 7fd711ffb640 1 -- 172.21.15.76:0/2026917838 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fd71c0b67b0 con 0x7fd71c15c6e0 2024-09-13T16:13:33.432 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.428+0000 7fd72386b640 1 -- 172.21.15.76:0/2026917838 --> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fd71c0cd3c0 con 0x7fd70006ac00 2024-09-13T16:13:33.437 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.435+0000 7fd711ffb640 1 -- 172.21.15.76:0/2026917838 <== mgr.4104 v2:172.21.15.76:6832/911852275 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+289775 (secure 0 0 0) 0x7fd71c0cd3c0 con 0x7fd70006ac00 2024-09-13T16:13:33.440 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:13:33.442 INFO:teuthology.orchestra.run.smithi076.stderr:dumped all 2024-09-13T16:13:33.443 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.438+0000 7fd72386b640 1 -- 172.21.15.76:0/2026917838 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd70006ac00 msgr2=0x7fd70006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:33.444 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.438+0000 7fd72386b640 1 --2- 172.21.15.76:0/2026917838 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd70006ac00 0x7fd70006d0c0 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7fd71800a810 tx=0x7fd718008040 comp rx=0 tx=0).stop 2024-09-13T16:13:33.444 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.439+0000 7fd72386b640 1 -- 172.21.15.76:0/2026917838 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd71c15c6e0 msgr2=0x7fd71c0c98b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:33.444 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.439+0000 7fd72386b640 1 --2- 172.21.15.76:0/2026917838 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd71c15c6e0 0x7fd71c0c98b0 secure :-1 s=READY pgs=1821 cs=0 l=1 rev1=1 crypto rx=0x7fd714009eb0 tx=0x7fd714004a40 comp rx=0 tx=0).stop 2024-09-13T16:13:33.444 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.439+0000 7fd72386b640 1 -- 172.21.15.76:0/2026917838 shutdown_connections 2024-09-13T16:13:33.444 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.439+0000 7fd72386b640 1 --2- 172.21.15.76:0/2026917838 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd71c15c6e0 0x7fd71c0c98b0 unknown :-1 s=CLOSED pgs=1821 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:33.444 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.439+0000 7fd72386b640 1 --2- 172.21.15.76:0/2026917838 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd71c0d07b0 0x7fd71c15ea00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:33.444 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.439+0000 7fd72386b640 1 --2- 172.21.15.76:0/2026917838 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd70006ac00 0x7fd70006d0c0 unknown :-1 s=CLOSED pgs=775 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:33.444 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.439+0000 7fd72386b640 1 --2- 172.21.15.76:0/2026917838 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd71c0b4660 0x7fd71c0c81f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:33.444 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.439+0000 7fd72386b640 1 -- 172.21.15.76:0/2026917838 >> 172.21.15.76:0/2026917838 conn(0x7fd71c089f60 msgr2=0x7fd71c0b1ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:33.444 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.439+0000 7fd72386b640 1 -- 172.21.15.76:0/2026917838 shutdown_connections 2024-09-13T16:13:33.444 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.439+0000 7fd72386b640 1 -- 172.21.15.76:0/2026917838 wait complete. 2024-09-13T16:13:33.451 INFO:teuthology.orchestra.run.smithi076.stdout:{"pg_ready":true,"pg_map":{"version":493,"stamp":"2024-09-13T16:13:33.080112+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":89,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":760248,"kb_used_data":14440,"kb_used_omap":12,"kb_used_meta":745651,"kb_avail":754214472,"statfs":{"total":773094113280,"available":772315619328,"internally_reserved":0,"allocated":14786560,"data_stored":7416155,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":763547193},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":12,"apply_latency_ms":12,"commit_latency_ns":12000000,"apply_latency_ns":12000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.895957"},"pg_stats":[{"pgid":"20.3f","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.952586+0000","last_change":"2024-09-13T16:13:29.548992+0000","last_active":"2024-09-13T16:13:30.952586+0000","last_peered":"2024-09-13T16:13:30.952586+0000","last_clean":"2024-09-13T16:13:30.952586+0000","last_became_active":"2024-09-13T16:13:29.548748+0000","last_became_peered":"2024-09-13T16:13:29.548748+0000","last_unstale":"2024-09-13T16:13:30.952586+0000","last_undegraded":"2024-09-13T16:13:30.952586+0000","last_fullsized":"2024-09-13T16:13:30.952586+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:54:09.726395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.3e","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.953405+0000","last_change":"2024-09-13T16:13:29.546979+0000","last_active":"2024-09-13T16:13:30.953405+0000","last_peered":"2024-09-13T16:13:30.953405+0000","last_clean":"2024-09-13T16:13:30.953405+0000","last_became_active":"2024-09-13T16:13:29.546724+0000","last_became_peered":"2024-09-13T16:13:29.546724+0000","last_unstale":"2024-09-13T16:13:30.953405+0000","last_undegraded":"2024-09-13T16:13:30.953405+0000","last_fullsized":"2024-09-13T16:13:30.953405+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:06:51.129056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.3d","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.953260+0000","last_change":"2024-09-13T16:13:29.562134+0000","last_active":"2024-09-13T16:13:30.953260+0000","last_peered":"2024-09-13T16:13:30.953260+0000","last_clean":"2024-09-13T16:13:30.953260+0000","last_became_active":"2024-09-13T16:13:29.561835+0000","last_became_peered":"2024-09-13T16:13:29.561835+0000","last_unstale":"2024-09-13T16:13:30.953260+0000","last_undegraded":"2024-09-13T16:13:30.953260+0000","last_fullsized":"2024-09-13T16:13:30.953260+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:20:51.444821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.3c","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.952805+0000","last_change":"2024-09-13T16:13:29.548833+0000","last_active":"2024-09-13T16:13:30.952805+0000","last_peered":"2024-09-13T16:13:30.952805+0000","last_clean":"2024-09-13T16:13:30.952805+0000","last_became_active":"2024-09-13T16:13:29.548561+0000","last_became_peered":"2024-09-13T16:13:29.548561+0000","last_unstale":"2024-09-13T16:13:30.952805+0000","last_undegraded":"2024-09-13T16:13:30.952805+0000","last_fullsized":"2024-09-13T16:13:30.952805+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:26:53.788352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.3b","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.541029+0000","last_change":"2024-09-13T16:13:29.551865+0000","last_active":"2024-09-13T16:13:30.541029+0000","last_peered":"2024-09-13T16:13:30.541029+0000","last_clean":"2024-09-13T16:13:30.541029+0000","last_became_active":"2024-09-13T16:13:29.551603+0000","last_became_peered":"2024-09-13T16:13:29.551603+0000","last_unstale":"2024-09-13T16:13:30.541029+0000","last_undegraded":"2024-09-13T16:13:30.541029+0000","last_fullsized":"2024-09-13T16:13:30.541029+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:12:24.228381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.3a","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.952852+0000","last_change":"2024-09-13T16:13:29.554407+0000","last_active":"2024-09-13T16:13:30.952852+0000","last_peered":"2024-09-13T16:13:30.952852+0000","last_clean":"2024-09-13T16:13:30.952852+0000","last_became_active":"2024-09-13T16:13:29.554170+0000","last_became_peered":"2024-09-13T16:13:29.554170+0000","last_unstale":"2024-09-13T16:13:30.952852+0000","last_undegraded":"2024-09-13T16:13:30.952852+0000","last_fullsized":"2024-09-13T16:13:30.952852+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:48:24.461165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.39","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.558719+0000","last_change":"2024-09-13T16:13:29.566176+0000","last_active":"2024-09-13T16:13:30.558719+0000","last_peered":"2024-09-13T16:13:30.558719+0000","last_clean":"2024-09-13T16:13:30.558719+0000","last_became_active":"2024-09-13T16:13:29.565907+0000","last_became_peered":"2024-09-13T16:13:29.565907+0000","last_unstale":"2024-09-13T16:13:30.558719+0000","last_undegraded":"2024-09-13T16:13:30.558719+0000","last_fullsized":"2024-09-13T16:13:30.558719+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:59:28.867953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.38","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.540924+0000","last_change":"2024-09-13T16:13:29.550032+0000","last_active":"2024-09-13T16:13:30.540924+0000","last_peered":"2024-09-13T16:13:30.540924+0000","last_clean":"2024-09-13T16:13:30.540924+0000","last_became_active":"2024-09-13T16:13:29.549483+0000","last_became_peered":"2024-09-13T16:13:29.549483+0000","last_unstale":"2024-09-13T16:13:30.540924+0000","last_undegraded":"2024-09-13T16:13:30.540924+0000","last_fullsized":"2024-09-13T16:13:30.540924+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:52:18.480019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"20.37","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.952955+0000","last_change":"2024-09-13T16:13:29.551044+0000","last_active":"2024-09-13T16:13:30.952955+0000","last_peered":"2024-09-13T16:13:30.952955+0000","last_clean":"2024-09-13T16:13:30.952955+0000","last_became_active":"2024-09-13T16:13:29.550452+0000","last_became_peered":"2024-09-13T16:13:29.550452+0000","last_unstale":"2024-09-13T16:13:30.952955+0000","last_undegraded":"2024-09-13T16:13:30.952955+0000","last_fullsized":"2024-09-13T16:13:30.952955+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:08:37.125160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.36","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.540182+0000","last_change":"2024-09-13T16:13:29.551907+0000","last_active":"2024-09-13T16:13:30.540182+0000","last_peered":"2024-09-13T16:13:30.540182+0000","last_clean":"2024-09-13T16:13:30.540182+0000","last_became_active":"2024-09-13T16:13:29.551650+0000","last_became_peered":"2024-09-13T16:13:29.551650+0000","last_unstale":"2024-09-13T16:13:30.540182+0000","last_undegraded":"2024-09-13T16:13:30.540182+0000","last_fullsized":"2024-09-13T16:13:30.540182+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:19:14.685885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"20.35","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.953038+0000","last_change":"2024-09-13T16:13:29.555381+0000","last_active":"2024-09-13T16:13:30.953038+0000","last_peered":"2024-09-13T16:13:30.953038+0000","last_clean":"2024-09-13T16:13:30.953038+0000","last_became_active":"2024-09-13T16:13:29.554991+0000","last_became_peered":"2024-09-13T16:13:29.554991+0000","last_unstale":"2024-09-13T16:13:30.953038+0000","last_undegraded":"2024-09-13T16:13:30.953038+0000","last_fullsized":"2024-09-13T16:13:30.953038+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:49:43.717682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.34","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.952503+0000","last_change":"2024-09-13T16:13:29.549667+0000","last_active":"2024-09-13T16:13:30.952503+0000","last_peered":"2024-09-13T16:13:30.952503+0000","last_clean":"2024-09-13T16:13:30.952503+0000","last_became_active":"2024-09-13T16:13:29.549434+0000","last_became_peered":"2024-09-13T16:13:29.549434+0000","last_unstale":"2024-09-13T16:13:30.952503+0000","last_undegraded":"2024-09-13T16:13:30.952503+0000","last_fullsized":"2024-09-13T16:13:30.952503+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:21:39.713236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.33","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.952671+0000","last_change":"2024-09-13T16:13:29.554540+0000","last_active":"2024-09-13T16:13:30.952671+0000","last_peered":"2024-09-13T16:13:30.952671+0000","last_clean":"2024-09-13T16:13:30.952671+0000","last_became_active":"2024-09-13T16:13:29.554274+0000","last_became_peered":"2024-09-13T16:13:29.554274+0000","last_unstale":"2024-09-13T16:13:30.952671+0000","last_undegraded":"2024-09-13T16:13:30.952671+0000","last_fullsized":"2024-09-13T16:13:30.952671+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:20:19.641242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.32","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.952394+0000","last_change":"2024-09-13T16:13:29.563176+0000","last_active":"2024-09-13T16:13:30.952394+0000","last_peered":"2024-09-13T16:13:30.952394+0000","last_clean":"2024-09-13T16:13:30.952394+0000","last_became_active":"2024-09-13T16:13:29.562835+0000","last_became_peered":"2024-09-13T16:13:29.562835+0000","last_unstale":"2024-09-13T16:13:30.952394+0000","last_undegraded":"2024-09-13T16:13:30.952394+0000","last_fullsized":"2024-09-13T16:13:30.952394+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:54:48.809974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.31","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.952253+0000","last_change":"2024-09-13T16:13:29.563008+0000","last_active":"2024-09-13T16:13:30.952253+0000","last_peered":"2024-09-13T16:13:30.952253+0000","last_clean":"2024-09-13T16:13:30.952253+0000","last_became_active":"2024-09-13T16:13:29.562744+0000","last_became_peered":"2024-09-13T16:13:29.562744+0000","last_unstale":"2024-09-13T16:13:30.952253+0000","last_undegraded":"2024-09-13T16:13:30.952253+0000","last_fullsized":"2024-09-13T16:13:30.952253+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:43:47.324260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.30","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.952939+0000","last_change":"2024-09-13T16:13:29.548992+0000","last_active":"2024-09-13T16:13:30.952939+0000","last_peered":"2024-09-13T16:13:30.952939+0000","last_clean":"2024-09-13T16:13:30.952939+0000","last_became_active":"2024-09-13T16:13:29.548706+0000","last_became_peered":"2024-09-13T16:13:29.548706+0000","last_unstale":"2024-09-13T16:13:30.952939+0000","last_undegraded":"2024-09-13T16:13:30.952939+0000","last_fullsized":"2024-09-13T16:13:30.952939+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:23:48.411269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.2f","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.953003+0000","last_change":"2024-09-13T16:13:29.551201+0000","last_active":"2024-09-13T16:13:30.953003+0000","last_peered":"2024-09-13T16:13:30.953003+0000","last_clean":"2024-09-13T16:13:30.953003+0000","last_became_active":"2024-09-13T16:13:29.550808+0000","last_became_peered":"2024-09-13T16:13:29.550808+0000","last_unstale":"2024-09-13T16:13:30.953003+0000","last_undegraded":"2024-09-13T16:13:30.953003+0000","last_fullsized":"2024-09-13T16:13:30.953003+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:10:29.304316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.2e","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.541122+0000","last_change":"2024-09-13T16:13:29.552906+0000","last_active":"2024-09-13T16:13:30.541122+0000","last_peered":"2024-09-13T16:13:30.541122+0000","last_clean":"2024-09-13T16:13:30.541122+0000","last_became_active":"2024-09-13T16:13:29.552540+0000","last_became_peered":"2024-09-13T16:13:29.552540+0000","last_unstale":"2024-09-13T16:13:30.541122+0000","last_undegraded":"2024-09-13T16:13:30.541122+0000","last_fullsized":"2024-09-13T16:13:30.541122+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:27:57.727531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.2d","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.558861+0000","last_change":"2024-09-13T16:13:29.558805+0000","last_active":"2024-09-13T16:13:30.558861+0000","last_peered":"2024-09-13T16:13:30.558861+0000","last_clean":"2024-09-13T16:13:30.558861+0000","last_became_active":"2024-09-13T16:13:29.558551+0000","last_became_peered":"2024-09-13T16:13:29.558551+0000","last_unstale":"2024-09-13T16:13:30.558861+0000","last_undegraded":"2024-09-13T16:13:30.558861+0000","last_fullsized":"2024-09-13T16:13:30.558861+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:10:29.304316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.2c","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.541262+0000","last_change":"2024-09-13T16:13:29.562005+0000","last_active":"2024-09-13T16:13:30.541262+0000","last_peered":"2024-09-13T16:13:30.541262+0000","last_clean":"2024-09-13T16:13:30.541262+0000","last_became_active":"2024-09-13T16:13:29.561730+0000","last_became_peered":"2024-09-13T16:13:29.561730+0000","last_unstale":"2024-09-13T16:13:30.541262+0000","last_undegraded":"2024-09-13T16:13:30.541262+0000","last_fullsized":"2024-09-13T16:13:30.541262+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:04:53.773979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.2b","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.952811+0000","last_change":"2024-09-13T16:13:29.545827+0000","last_active":"2024-09-13T16:13:30.952811+0000","last_peered":"2024-09-13T16:13:30.952811+0000","last_clean":"2024-09-13T16:13:30.952811+0000","last_became_active":"2024-09-13T16:13:29.545570+0000","last_became_peered":"2024-09-13T16:13:29.545570+0000","last_unstale":"2024-09-13T16:13:30.952811+0000","last_undegraded":"2024-09-13T16:13:30.952811+0000","last_fullsized":"2024-09-13T16:13:30.952811+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:34:09.743602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.2a","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.952270+0000","last_change":"2024-09-13T16:13:29.548305+0000","last_active":"2024-09-13T16:13:30.952270+0000","last_peered":"2024-09-13T16:13:30.952270+0000","last_clean":"2024-09-13T16:13:30.952270+0000","last_became_active":"2024-09-13T16:13:29.548071+0000","last_became_peered":"2024-09-13T16:13:29.548071+0000","last_unstale":"2024-09-13T16:13:30.952270+0000","last_undegraded":"2024-09-13T16:13:30.952270+0000","last_fullsized":"2024-09-13T16:13:30.952270+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:28:39.979788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.29","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.952803+0000","last_change":"2024-09-13T16:13:29.560365+0000","last_active":"2024-09-13T16:13:30.952803+0000","last_peered":"2024-09-13T16:13:30.952803+0000","last_clean":"2024-09-13T16:13:30.952803+0000","last_became_active":"2024-09-13T16:13:29.560071+0000","last_became_peered":"2024-09-13T16:13:29.560071+0000","last_unstale":"2024-09-13T16:13:30.952803+0000","last_undegraded":"2024-09-13T16:13:30.952803+0000","last_fullsized":"2024-09-13T16:13:30.952803+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:30:39.218054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.28","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.952922+0000","last_change":"2024-09-13T16:13:29.546743+0000","last_active":"2024-09-13T16:13:30.952922+0000","last_peered":"2024-09-13T16:13:30.952922+0000","last_clean":"2024-09-13T16:13:30.952922+0000","last_became_active":"2024-09-13T16:13:29.546481+0000","last_became_peered":"2024-09-13T16:13:29.546481+0000","last_unstale":"2024-09-13T16:13:30.952922+0000","last_undegraded":"2024-09-13T16:13:30.952922+0000","last_fullsized":"2024-09-13T16:13:30.952922+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:49:43.717682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.27","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.953507+0000","last_change":"2024-09-13T16:13:29.565413+0000","last_active":"2024-09-13T16:13:30.953507+0000","last_peered":"2024-09-13T16:13:30.953507+0000","last_clean":"2024-09-13T16:13:30.953507+0000","last_became_active":"2024-09-13T16:13:29.564669+0000","last_became_peered":"2024-09-13T16:13:29.564669+0000","last_unstale":"2024-09-13T16:13:30.953507+0000","last_undegraded":"2024-09-13T16:13:30.953507+0000","last_fullsized":"2024-09-13T16:13:30.953507+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:47:33.877326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.26","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.953524+0000","last_change":"2024-09-13T16:13:29.564795+0000","last_active":"2024-09-13T16:13:30.953524+0000","last_peered":"2024-09-13T16:13:30.953524+0000","last_clean":"2024-09-13T16:13:30.953524+0000","last_became_active":"2024-09-13T16:13:29.563299+0000","last_became_peered":"2024-09-13T16:13:29.563299+0000","last_unstale":"2024-09-13T16:13:30.953524+0000","last_undegraded":"2024-09-13T16:13:30.953524+0000","last_fullsized":"2024-09-13T16:13:30.953524+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:29:03.157779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.25","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.558926+0000","last_change":"2024-09-13T16:13:29.561318+0000","last_active":"2024-09-13T16:13:30.558926+0000","last_peered":"2024-09-13T16:13:30.558926+0000","last_clean":"2024-09-13T16:13:30.558926+0000","last_became_active":"2024-09-13T16:13:29.561045+0000","last_became_peered":"2024-09-13T16:13:29.561045+0000","last_unstale":"2024-09-13T16:13:30.558926+0000","last_undegraded":"2024-09-13T16:13:30.558926+0000","last_fullsized":"2024-09-13T16:13:30.558926+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:06:51.129056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.24","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.540122+0000","last_change":"2024-09-13T16:13:29.551796+0000","last_active":"2024-09-13T16:13:30.540122+0000","last_peered":"2024-09-13T16:13:30.540122+0000","last_clean":"2024-09-13T16:13:30.540122+0000","last_became_active":"2024-09-13T16:13:29.551581+0000","last_became_peered":"2024-09-13T16:13:29.551581+0000","last_unstale":"2024-09-13T16:13:30.540122+0000","last_undegraded":"2024-09-13T16:13:30.540122+0000","last_fullsized":"2024-09-13T16:13:30.540122+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:36:49.172023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"20.23","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.953109+0000","last_change":"2024-09-13T16:13:29.562423+0000","last_active":"2024-09-13T16:13:30.953109+0000","last_peered":"2024-09-13T16:13:30.953109+0000","last_clean":"2024-09-13T16:13:30.953109+0000","last_became_active":"2024-09-13T16:13:29.559601+0000","last_became_peered":"2024-09-13T16:13:29.559601+0000","last_unstale":"2024-09-13T16:13:30.953109+0000","last_undegraded":"2024-09-13T16:13:30.953109+0000","last_fullsized":"2024-09-13T16:13:30.953109+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:11:09.178708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.22","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.952960+0000","last_change":"2024-09-13T16:13:29.553500+0000","last_active":"2024-09-13T16:13:30.952960+0000","last_peered":"2024-09-13T16:13:30.952960+0000","last_clean":"2024-09-13T16:13:30.952960+0000","last_became_active":"2024-09-13T16:13:29.553217+0000","last_became_peered":"2024-09-13T16:13:29.553217+0000","last_unstale":"2024-09-13T16:13:30.952960+0000","last_undegraded":"2024-09-13T16:13:30.952960+0000","last_fullsized":"2024-09-13T16:13:30.952960+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:31:42.599311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.21","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.540924+0000","last_change":"2024-09-13T16:13:29.558211+0000","last_active":"2024-09-13T16:13:30.540924+0000","last_peered":"2024-09-13T16:13:30.540924+0000","last_clean":"2024-09-13T16:13:30.540924+0000","last_became_active":"2024-09-13T16:13:29.557921+0000","last_became_peered":"2024-09-13T16:13:29.557921+0000","last_unstale":"2024-09-13T16:13:30.540924+0000","last_undegraded":"2024-09-13T16:13:30.540924+0000","last_fullsized":"2024-09-13T16:13:30.540924+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:23:48.411269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"20.20","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.539937+0000","last_change":"2024-09-13T16:13:29.546284+0000","last_active":"2024-09-13T16:13:30.539937+0000","last_peered":"2024-09-13T16:13:30.539937+0000","last_clean":"2024-09-13T16:13:30.539937+0000","last_became_active":"2024-09-13T16:13:29.546043+0000","last_became_peered":"2024-09-13T16:13:29.546043+0000","last_unstale":"2024-09-13T16:13:30.539937+0000","last_undegraded":"2024-09-13T16:13:30.539937+0000","last_fullsized":"2024-09-13T16:13:30.539937+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:01:53.894597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"20.18","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.541021+0000","last_change":"2024-09-13T16:13:29.562117+0000","last_active":"2024-09-13T16:13:30.541021+0000","last_peered":"2024-09-13T16:13:30.541021+0000","last_clean":"2024-09-13T16:13:30.541021+0000","last_became_active":"2024-09-13T16:13:29.561836+0000","last_became_peered":"2024-09-13T16:13:29.561836+0000","last_unstale":"2024-09-13T16:13:30.541021+0000","last_undegraded":"2024-09-13T16:13:30.541021+0000","last_fullsized":"2024-09-13T16:13:30.541021+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:10:29.304316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.1f","version":"135'4","reported_seq":15,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.953518+0000","last_change":"2024-09-13T16:13:29.209391+0000","last_active":"2024-09-13T16:13:30.953518+0000","last_peered":"2024-09-13T16:13:30.953518+0000","last_clean":"2024-09-13T16:13:30.953518+0000","last_became_active":"2024-09-13T16:13:29.208903+0000","last_became_peered":"2024-09-13T16:13:29.208903+0000","last_unstale":"2024-09-13T16:13:30.953518+0000","last_undegraded":"2024-09-13T16:13:30.953518+0000","last_fullsized":"2024-09-13T16:13:30.953518+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_clean_scrub_stamp":"2024-09-13T16:13:28.178544+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:08:21.600571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.19","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.952324+0000","last_change":"2024-09-13T16:13:29.549016+0000","last_active":"2024-09-13T16:13:30.952324+0000","last_peered":"2024-09-13T16:13:30.952324+0000","last_clean":"2024-09-13T16:13:30.952324+0000","last_became_active":"2024-09-13T16:13:29.548756+0000","last_became_peered":"2024-09-13T16:13:29.548756+0000","last_unstale":"2024-09-13T16:13:30.952324+0000","last_undegraded":"2024-09-13T16:13:30.952324+0000","last_fullsized":"2024-09-13T16:13:30.952324+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:23:39.331911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.1e","version":"135'1","reported_seq":12,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.541211+0000","last_change":"2024-09-13T16:13:29.205984+0000","last_active":"2024-09-13T16:13:30.541211+0000","last_peered":"2024-09-13T16:13:30.541211+0000","last_clean":"2024-09-13T16:13:30.541211+0000","last_became_active":"2024-09-13T16:13:29.205637+0000","last_became_peered":"2024-09-13T16:13:29.205637+0000","last_unstale":"2024-09-13T16:13:30.541211+0000","last_undegraded":"2024-09-13T16:13:30.541211+0000","last_fullsized":"2024-09-13T16:13:30.541211+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_clean_scrub_stamp":"2024-09-13T16:13:28.178544+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:47:11.184429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.1a","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.953190+0000","last_change":"2024-09-13T16:13:29.559951+0000","last_active":"2024-09-13T16:13:30.953190+0000","last_peered":"2024-09-13T16:13:30.953190+0000","last_clean":"2024-09-13T16:13:30.953190+0000","last_became_active":"2024-09-13T16:13:29.559676+0000","last_became_peered":"2024-09-13T16:13:29.559676+0000","last_unstale":"2024-09-13T16:13:30.953190+0000","last_undegraded":"2024-09-13T16:13:30.953190+0000","last_fullsized":"2024-09-13T16:13:30.953190+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:59:28.867953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.1d","version":"135'2","reported_seq":13,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.559018+0000","last_change":"2024-09-13T16:13:29.207036+0000","last_active":"2024-09-13T16:13:30.559018+0000","last_peered":"2024-09-13T16:13:30.559018+0000","last_clean":"2024-09-13T16:13:30.559018+0000","last_became_active":"2024-09-13T16:13:29.206423+0000","last_became_peered":"2024-09-13T16:13:29.206423+0000","last_unstale":"2024-09-13T16:13:30.559018+0000","last_undegraded":"2024-09-13T16:13:30.559018+0000","last_fullsized":"2024-09-13T16:13:30.559018+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_clean_scrub_stamp":"2024-09-13T16:13:28.178544+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:23:07.136587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.1b","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.952656+0000","last_change":"2024-09-13T16:13:29.563183+0000","last_active":"2024-09-13T16:13:30.952656+0000","last_peered":"2024-09-13T16:13:30.952656+0000","last_clean":"2024-09-13T16:13:30.952656+0000","last_became_active":"2024-09-13T16:13:29.562763+0000","last_became_peered":"2024-09-13T16:13:29.562763+0000","last_unstale":"2024-09-13T16:13:30.952656+0000","last_undegraded":"2024-09-13T16:13:30.952656+0000","last_fullsized":"2024-09-13T16:13:30.952656+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:32:18.740884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.1c","version":"135'2","reported_seq":13,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.558944+0000","last_change":"2024-09-13T16:13:29.210869+0000","last_active":"2024-09-13T16:13:30.558944+0000","last_peered":"2024-09-13T16:13:30.558944+0000","last_clean":"2024-09-13T16:13:30.558944+0000","last_became_active":"2024-09-13T16:13:29.210094+0000","last_became_peered":"2024-09-13T16:13:29.210094+0000","last_unstale":"2024-09-13T16:13:30.558944+0000","last_undegraded":"2024-09-13T16:13:30.558944+0000","last_fullsized":"2024-09-13T16:13:30.558944+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_clean_scrub_stamp":"2024-09-13T16:13:28.178544+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:06:17.716040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.1c","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.541290+0000","last_change":"2024-09-13T16:13:29.553835+0000","last_active":"2024-09-13T16:13:30.541290+0000","last_peered":"2024-09-13T16:13:30.541290+0000","last_clean":"2024-09-13T16:13:30.541290+0000","last_became_active":"2024-09-13T16:13:29.553543+0000","last_became_peered":"2024-09-13T16:13:29.553543+0000","last_unstale":"2024-09-13T16:13:30.541290+0000","last_undegraded":"2024-09-13T16:13:30.541290+0000","last_fullsized":"2024-09-13T16:13:30.541290+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:48:52.633626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.1b","version":"135'1","reported_seq":12,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.541350+0000","last_change":"2024-09-13T16:13:29.201984+0000","last_active":"2024-09-13T16:13:30.541350+0000","last_peered":"2024-09-13T16:13:30.541350+0000","last_clean":"2024-09-13T16:13:30.541350+0000","last_became_active":"2024-09-13T16:13:29.201695+0000","last_became_peered":"2024-09-13T16:13:29.201695+0000","last_unstale":"2024-09-13T16:13:30.541350+0000","last_undegraded":"2024-09-13T16:13:30.541350+0000","last_fullsized":"2024-09-13T16:13:30.541350+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_clean_scrub_stamp":"2024-09-13T16:13:28.178544+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:14:08.660744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"20.1d","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.541239+0000","last_change":"2024-09-13T16:13:29.549828+0000","last_active":"2024-09-13T16:13:30.541239+0000","last_peered":"2024-09-13T16:13:30.541239+0000","last_clean":"2024-09-13T16:13:30.541239+0000","last_became_active":"2024-09-13T16:13:29.549548+0000","last_became_peered":"2024-09-13T16:13:29.549548+0000","last_unstale":"2024-09-13T16:13:30.541239+0000","last_undegraded":"2024-09-13T16:13:30.541239+0000","last_fullsized":"2024-09-13T16:13:30.541239+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:08:37.125160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.1a","version":"135'1","reported_seq":12,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.540981+0000","last_change":"2024-09-13T16:13:29.209195+0000","last_active":"2024-09-13T16:13:30.540981+0000","last_peered":"2024-09-13T16:13:30.540981+0000","last_clean":"2024-09-13T16:13:30.540981+0000","last_became_active":"2024-09-13T16:13:29.208935+0000","last_became_peered":"2024-09-13T16:13:29.208935+0000","last_unstale":"2024-09-13T16:13:30.540981+0000","last_undegraded":"2024-09-13T16:13:30.540981+0000","last_fullsized":"2024-09-13T16:13:30.540981+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_clean_scrub_stamp":"2024-09-13T16:13:28.178544+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:32:47.907091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.1e","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.541135+0000","last_change":"2024-09-13T16:13:29.561930+0000","last_active":"2024-09-13T16:13:30.541135+0000","last_peered":"2024-09-13T16:13:30.541135+0000","last_clean":"2024-09-13T16:13:30.541135+0000","last_became_active":"2024-09-13T16:13:29.561668+0000","last_became_peered":"2024-09-13T16:13:29.561668+0000","last_unstale":"2024-09-13T16:13:30.541135+0000","last_undegraded":"2024-09-13T16:13:30.541135+0000","last_fullsized":"2024-09-13T16:13:30.541135+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:17:16.286939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.19","version":"0'0","reported_seq":11,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.952498+0000","last_change":"2024-09-13T16:13:29.204757+0000","last_active":"2024-09-13T16:13:30.952498+0000","last_peered":"2024-09-13T16:13:30.952498+0000","last_clean":"2024-09-13T16:13:30.952498+0000","last_became_active":"2024-09-13T16:13:29.204495+0000","last_became_peered":"2024-09-13T16:13:29.204495+0000","last_unstale":"2024-09-13T16:13:30.952498+0000","last_undegraded":"2024-09-13T16:13:30.952498+0000","last_fullsized":"2024-09-13T16:13:30.952498+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_clean_scrub_stamp":"2024-09-13T16:13:28.178544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:10:08.854786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.1f","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.559066+0000","last_change":"2024-09-13T16:13:29.562883+0000","last_active":"2024-09-13T16:13:30.559066+0000","last_peered":"2024-09-13T16:13:30.559066+0000","last_clean":"2024-09-13T16:13:30.559066+0000","last_became_active":"2024-09-13T16:13:29.561668+0000","last_became_peered":"2024-09-13T16:13:29.561668+0000","last_unstale":"2024-09-13T16:13:30.559066+0000","last_undegraded":"2024-09-13T16:13:30.559066+0000","last_fullsized":"2024-09-13T16:13:30.559066+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:49:43.717682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.18","version":"0'0","reported_seq":11,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.953038+0000","last_change":"2024-09-13T16:13:29.206681+0000","last_active":"2024-09-13T16:13:30.953038+0000","last_peered":"2024-09-13T16:13:30.953038+0000","last_clean":"2024-09-13T16:13:30.953038+0000","last_became_active":"2024-09-13T16:13:29.206217+0000","last_became_peered":"2024-09-13T16:13:29.206217+0000","last_unstale":"2024-09-13T16:13:30.953038+0000","last_undegraded":"2024-09-13T16:13:30.953038+0000","last_fullsized":"2024-09-13T16:13:30.953038+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_clean_scrub_stamp":"2024-09-13T16:13:28.178544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:15:46.346615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.10","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.952239+0000","last_change":"2024-09-13T16:13:29.563670+0000","last_active":"2024-09-13T16:13:30.952239+0000","last_peered":"2024-09-13T16:13:30.952239+0000","last_clean":"2024-09-13T16:13:30.952239+0000","last_became_active":"2024-09-13T16:13:29.563466+0000","last_became_peered":"2024-09-13T16:13:29.563466+0000","last_unstale":"2024-09-13T16:13:30.952239+0000","last_undegraded":"2024-09-13T16:13:30.952239+0000","last_fullsized":"2024-09-13T16:13:30.952239+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:11:09.178708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.17","version":"0'0","reported_seq":11,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.953491+0000","last_change":"2024-09-13T16:13:29.205438+0000","last_active":"2024-09-13T16:13:30.953491+0000","last_peered":"2024-09-13T16:13:30.953491+0000","last_clean":"2024-09-13T16:13:30.953491+0000","last_became_active":"2024-09-13T16:13:29.205145+0000","last_became_peered":"2024-09-13T16:13:29.205145+0000","last_unstale":"2024-09-13T16:13:30.953491+0000","last_undegraded":"2024-09-13T16:13:30.953491+0000","last_fullsized":"2024-09-13T16:13:30.953491+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_clean_scrub_stamp":"2024-09-13T16:13:28.178544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:18:23.488043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.11","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.952599+0000","last_change":"2024-09-13T16:13:29.553839+0000","last_active":"2024-09-13T16:13:30.952599+0000","last_peered":"2024-09-13T16:13:30.952599+0000","last_clean":"2024-09-13T16:13:30.952599+0000","last_became_active":"2024-09-13T16:13:29.553587+0000","last_became_peered":"2024-09-13T16:13:29.553587+0000","last_unstale":"2024-09-13T16:13:30.952599+0000","last_undegraded":"2024-09-13T16:13:30.952599+0000","last_fullsized":"2024-09-13T16:13:30.952599+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:48:52.633626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.16","version":"0'0","reported_seq":11,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.952683+0000","last_change":"2024-09-13T16:13:29.200440+0000","last_active":"2024-09-13T16:13:30.952683+0000","last_peered":"2024-09-13T16:13:30.952683+0000","last_clean":"2024-09-13T16:13:30.952683+0000","last_became_active":"2024-09-13T16:13:29.200172+0000","last_became_peered":"2024-09-13T16:13:29.200172+0000","last_unstale":"2024-09-13T16:13:30.952683+0000","last_undegraded":"2024-09-13T16:13:30.952683+0000","last_fullsized":"2024-09-13T16:13:30.952683+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_clean_scrub_stamp":"2024-09-13T16:13:28.178544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:07:53.553685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.12","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.953009+0000","last_change":"2024-09-13T16:13:29.552653+0000","last_active":"2024-09-13T16:13:30.953009+0000","last_peered":"2024-09-13T16:13:30.953009+0000","last_clean":"2024-09-13T16:13:30.953009+0000","last_became_active":"2024-09-13T16:13:29.551286+0000","last_became_peered":"2024-09-13T16:13:29.551286+0000","last_unstale":"2024-09-13T16:13:30.953009+0000","last_undegraded":"2024-09-13T16:13:30.953009+0000","last_fullsized":"2024-09-13T16:13:30.953009+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:41:59.252488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.15","version":"135'3","reported_seq":14,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.559059+0000","last_change":"2024-09-13T16:13:29.207201+0000","last_active":"2024-09-13T16:13:30.559059+0000","last_peered":"2024-09-13T16:13:30.559059+0000","last_clean":"2024-09-13T16:13:30.559059+0000","last_became_active":"2024-09-13T16:13:29.206778+0000","last_became_peered":"2024-09-13T16:13:29.206778+0000","last_unstale":"2024-09-13T16:13:30.559059+0000","last_undegraded":"2024-09-13T16:13:30.559059+0000","last_fullsized":"2024-09-13T16:13:30.559059+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_clean_scrub_stamp":"2024-09-13T16:13:28.178544+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:16:14.546264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.13","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.953357+0000","last_change":"2024-09-13T16:13:29.555153+0000","last_active":"2024-09-13T16:13:30.953357+0000","last_peered":"2024-09-13T16:13:30.953357+0000","last_clean":"2024-09-13T16:13:30.953357+0000","last_became_active":"2024-09-13T16:13:29.553038+0000","last_became_peered":"2024-09-13T16:13:29.553038+0000","last_unstale":"2024-09-13T16:13:30.953357+0000","last_undegraded":"2024-09-13T16:13:30.953357+0000","last_fullsized":"2024-09-13T16:13:30.953357+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:35:05.854428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.14","version":"135'6","reported_seq":17,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.559105+0000","last_change":"2024-09-13T16:13:29.210413+0000","last_active":"2024-09-13T16:13:30.559105+0000","last_peered":"2024-09-13T16:13:30.559105+0000","last_clean":"2024-09-13T16:13:30.559105+0000","last_became_active":"2024-09-13T16:13:29.209753+0000","last_became_peered":"2024-09-13T16:13:29.209753+0000","last_unstale":"2024-09-13T16:13:30.559105+0000","last_undegraded":"2024-09-13T16:13:30.559105+0000","last_fullsized":"2024-09-13T16:13:30.559105+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_clean_scrub_stamp":"2024-09-13T16:13:28.178544+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:10:08.854786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.14","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.540156+0000","last_change":"2024-09-13T16:13:29.549009+0000","last_active":"2024-09-13T16:13:30.540156+0000","last_peered":"2024-09-13T16:13:30.540156+0000","last_clean":"2024-09-13T16:13:30.540156+0000","last_became_active":"2024-09-13T16:13:29.548771+0000","last_became_peered":"2024-09-13T16:13:29.548771+0000","last_unstale":"2024-09-13T16:13:30.540156+0000","last_undegraded":"2024-09-13T16:13:30.540156+0000","last_fullsized":"2024-09-13T16:13:30.540156+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:27:57.727531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.13","version":"135'2","reported_seq":13,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.952746+0000","last_change":"2024-09-13T16:13:29.203008+0000","last_active":"2024-09-13T16:13:30.952746+0000","last_peered":"2024-09-13T16:13:30.952746+0000","last_clean":"2024-09-13T16:13:30.952746+0000","last_became_active":"2024-09-13T16:13:29.202755+0000","last_became_peered":"2024-09-13T16:13:29.202755+0000","last_unstale":"2024-09-13T16:13:30.952746+0000","last_undegraded":"2024-09-13T16:13:30.952746+0000","last_fullsized":"2024-09-13T16:13:30.952746+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_clean_scrub_stamp":"2024-09-13T16:13:28.178544+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:07:51.913545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.16","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.559152+0000","last_change":"2024-09-13T16:13:29.558591+0000","last_active":"2024-09-13T16:13:30.559152+0000","last_peered":"2024-09-13T16:13:30.559152+0000","last_clean":"2024-09-13T16:13:30.559152+0000","last_became_active":"2024-09-13T16:13:29.558321+0000","last_became_peered":"2024-09-13T16:13:29.558321+0000","last_unstale":"2024-09-13T16:13:30.559152+0000","last_undegraded":"2024-09-13T16:13:30.559152+0000","last_fullsized":"2024-09-13T16:13:30.559152+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:23:48.411269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.11","version":"0'0","reported_seq":11,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.952835+0000","last_change":"2024-09-13T16:13:29.209886+0000","last_active":"2024-09-13T16:13:30.952835+0000","last_peered":"2024-09-13T16:13:30.952835+0000","last_clean":"2024-09-13T16:13:30.952835+0000","last_became_active":"2024-09-13T16:13:29.209638+0000","last_became_peered":"2024-09-13T16:13:29.209638+0000","last_unstale":"2024-09-13T16:13:30.952835+0000","last_undegraded":"2024-09-13T16:13:30.952835+0000","last_fullsized":"2024-09-13T16:13:30.952835+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_clean_scrub_stamp":"2024-09-13T16:13:28.178544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:25:18.765231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.17","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.541197+0000","last_change":"2024-09-13T16:13:29.558521+0000","last_active":"2024-09-13T16:13:30.541197+0000","last_peered":"2024-09-13T16:13:30.541197+0000","last_clean":"2024-09-13T16:13:30.541197+0000","last_became_active":"2024-09-13T16:13:29.558260+0000","last_became_peered":"2024-09-13T16:13:29.558260+0000","last_unstale":"2024-09-13T16:13:30.541197+0000","last_undegraded":"2024-09-13T16:13:30.541197+0000","last_fullsized":"2024-09-13T16:13:30.541197+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:02:34.669737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.10","version":"135'8","reported_seq":19,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.952975+0000","last_change":"2024-09-13T16:13:29.204055+0000","last_active":"2024-09-13T16:13:30.952975+0000","last_peered":"2024-09-13T16:13:30.952975+0000","last_clean":"2024-09-13T16:13:30.952975+0000","last_became_active":"2024-09-13T16:13:29.203793+0000","last_became_peered":"2024-09-13T16:13:29.203793+0000","last_unstale":"2024-09-13T16:13:30.952975+0000","last_undegraded":"2024-09-13T16:13:30.952975+0000","last_fullsized":"2024-09-13T16:13:30.952975+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_clean_scrub_stamp":"2024-09-13T16:13:28.178544+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:06:17.716040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.8","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.952980+0000","last_change":"2024-09-13T16:13:29.554870+0000","last_active":"2024-09-13T16:13:30.952980+0000","last_peered":"2024-09-13T16:13:30.952980+0000","last_clean":"2024-09-13T16:13:30.952980+0000","last_became_active":"2024-09-13T16:13:29.553032+0000","last_became_peered":"2024-09-13T16:13:29.553032+0000","last_unstale":"2024-09-13T16:13:30.952980+0000","last_undegraded":"2024-09-13T16:13:30.952980+0000","last_fullsized":"2024-09-13T16:13:30.952980+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:51:24.340567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.f","version":"135'1","reported_seq":12,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.953581+0000","last_change":"2024-09-13T16:13:29.205320+0000","last_active":"2024-09-13T16:13:30.953581+0000","last_peered":"2024-09-13T16:13:30.953581+0000","last_clean":"2024-09-13T16:13:30.953581+0000","last_became_active":"2024-09-13T16:13:29.204839+0000","last_became_peered":"2024-09-13T16:13:29.204839+0000","last_unstale":"2024-09-13T16:13:30.953581+0000","last_undegraded":"2024-09-13T16:13:30.953581+0000","last_fullsized":"2024-09-13T16:13:30.953581+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_clean_scrub_stamp":"2024-09-13T16:13:28.178544+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:18:00.558614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.9","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.558682+0000","last_change":"2024-09-13T16:13:29.563121+0000","last_active":"2024-09-13T16:13:30.558682+0000","last_peered":"2024-09-13T16:13:30.558682+0000","last_clean":"2024-09-13T16:13:30.558682+0000","last_became_active":"2024-09-13T16:13:29.560400+0000","last_became_peered":"2024-09-13T16:13:29.560400+0000","last_unstale":"2024-09-13T16:13:30.558682+0000","last_undegraded":"2024-09-13T16:13:30.558682+0000","last_fullsized":"2024-09-13T16:13:30.558682+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:08:37.125160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.e","version":"135'2","reported_seq":13,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.953605+0000","last_change":"2024-09-13T16:13:29.209221+0000","last_active":"2024-09-13T16:13:30.953605+0000","last_peered":"2024-09-13T16:13:30.953605+0000","last_clean":"2024-09-13T16:13:30.953605+0000","last_became_active":"2024-09-13T16:13:29.208930+0000","last_became_peered":"2024-09-13T16:13:29.208930+0000","last_unstale":"2024-09-13T16:13:30.953605+0000","last_undegraded":"2024-09-13T16:13:30.953605+0000","last_fullsized":"2024-09-13T16:13:30.953605+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_clean_scrub_stamp":"2024-09-13T16:13:28.178544+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:07:22.487085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.a","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.559009+0000","last_change":"2024-09-13T16:13:29.563054+0000","last_active":"2024-09-13T16:13:30.559009+0000","last_peered":"2024-09-13T16:13:30.559009+0000","last_clean":"2024-09-13T16:13:30.559009+0000","last_became_active":"2024-09-13T16:13:29.561551+0000","last_became_peered":"2024-09-13T16:13:29.561551+0000","last_unstale":"2024-09-13T16:13:30.559009+0000","last_undegraded":"2024-09-13T16:13:30.559009+0000","last_fullsized":"2024-09-13T16:13:30.559009+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:48:52.633626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.d","version":"135'1","reported_seq":12,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.952834+0000","last_change":"2024-09-13T16:13:29.205176+0000","last_active":"2024-09-13T16:13:30.952834+0000","last_peered":"2024-09-13T16:13:30.952834+0000","last_clean":"2024-09-13T16:13:30.952834+0000","last_became_active":"2024-09-13T16:13:29.204898+0000","last_became_peered":"2024-09-13T16:13:29.204898+0000","last_unstale":"2024-09-13T16:13:30.952834+0000","last_undegraded":"2024-09-13T16:13:30.952834+0000","last_fullsized":"2024-09-13T16:13:30.952834+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_clean_scrub_stamp":"2024-09-13T16:13:28.178544+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:54:27.129353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.b","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.540251+0000","last_change":"2024-09-13T16:13:29.554516+0000","last_active":"2024-09-13T16:13:30.540251+0000","last_peered":"2024-09-13T16:13:30.540251+0000","last_clean":"2024-09-13T16:13:30.540251+0000","last_became_active":"2024-09-13T16:13:29.554217+0000","last_became_peered":"2024-09-13T16:13:29.554217+0000","last_unstale":"2024-09-13T16:13:30.540251+0000","last_undegraded":"2024-09-13T16:13:30.540251+0000","last_fullsized":"2024-09-13T16:13:30.540251+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:50:46.582365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.c","version":"0'0","reported_seq":11,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.541309+0000","last_change":"2024-09-13T16:13:29.206523+0000","last_active":"2024-09-13T16:13:30.541309+0000","last_peered":"2024-09-13T16:13:30.541309+0000","last_clean":"2024-09-13T16:13:30.541309+0000","last_became_active":"2024-09-13T16:13:29.206284+0000","last_became_peered":"2024-09-13T16:13:29.206284+0000","last_unstale":"2024-09-13T16:13:30.541309+0000","last_undegraded":"2024-09-13T16:13:30.541309+0000","last_fullsized":"2024-09-13T16:13:30.541309+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_clean_scrub_stamp":"2024-09-13T16:13:28.178544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:40:39.386839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.c","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.541273+0000","last_change":"2024-09-13T16:13:29.548679+0000","last_active":"2024-09-13T16:13:30.541273+0000","last_peered":"2024-09-13T16:13:30.541273+0000","last_clean":"2024-09-13T16:13:30.541273+0000","last_became_active":"2024-09-13T16:13:29.548394+0000","last_became_peered":"2024-09-13T16:13:29.548394+0000","last_unstale":"2024-09-13T16:13:30.541273+0000","last_undegraded":"2024-09-13T16:13:30.541273+0000","last_fullsized":"2024-09-13T16:13:30.541273+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:01:53.894597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.b","version":"135'2","reported_seq":13,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.541369+0000","last_change":"2024-09-13T16:13:29.207754+0000","last_active":"2024-09-13T16:13:30.541369+0000","last_peered":"2024-09-13T16:13:30.541369+0000","last_clean":"2024-09-13T16:13:30.541369+0000","last_became_active":"2024-09-13T16:13:29.207499+0000","last_became_peered":"2024-09-13T16:13:29.207499+0000","last_unstale":"2024-09-13T16:13:30.541369+0000","last_undegraded":"2024-09-13T16:13:30.541369+0000","last_fullsized":"2024-09-13T16:13:30.541369+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_clean_scrub_stamp":"2024-09-13T16:13:28.178544+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:32:58.217910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"20.d","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.952531+0000","last_change":"2024-09-13T16:13:29.562909+0000","last_active":"2024-09-13T16:13:30.952531+0000","last_peered":"2024-09-13T16:13:30.952531+0000","last_clean":"2024-09-13T16:13:30.952531+0000","last_became_active":"2024-09-13T16:13:29.562644+0000","last_became_peered":"2024-09-13T16:13:29.562644+0000","last_unstale":"2024-09-13T16:13:30.952531+0000","last_undegraded":"2024-09-13T16:13:30.952531+0000","last_fullsized":"2024-09-13T16:13:30.952531+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:26:07.140127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.a","version":"0'0","reported_seq":11,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.952395+0000","last_change":"2024-09-13T16:13:29.202372+0000","last_active":"2024-09-13T16:13:30.952395+0000","last_peered":"2024-09-13T16:13:30.952395+0000","last_clean":"2024-09-13T16:13:30.952395+0000","last_became_active":"2024-09-13T16:13:29.202132+0000","last_became_peered":"2024-09-13T16:13:29.202132+0000","last_unstale":"2024-09-13T16:13:30.952395+0000","last_undegraded":"2024-09-13T16:13:30.952395+0000","last_fullsized":"2024-09-13T16:13:30.952395+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_clean_scrub_stamp":"2024-09-13T16:13:28.178544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:29:46.664682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.e","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.541220+0000","last_change":"2024-09-13T16:13:29.556522+0000","last_active":"2024-09-13T16:13:30.541220+0000","last_peered":"2024-09-13T16:13:30.541220+0000","last_clean":"2024-09-13T16:13:30.541220+0000","last_became_active":"2024-09-13T16:13:29.556277+0000","last_became_peered":"2024-09-13T16:13:29.556277+0000","last_unstale":"2024-09-13T16:13:30.541220+0000","last_undegraded":"2024-09-13T16:13:30.541220+0000","last_fullsized":"2024-09-13T16:13:30.541220+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:49:08.431251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.9","version":"0'0","reported_seq":11,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.558871+0000","last_change":"2024-09-13T16:13:29.209049+0000","last_active":"2024-09-13T16:13:30.558871+0000","last_peered":"2024-09-13T16:13:30.558871+0000","last_clean":"2024-09-13T16:13:30.558871+0000","last_became_active":"2024-09-13T16:13:29.208778+0000","last_became_peered":"2024-09-13T16:13:29.208778+0000","last_unstale":"2024-09-13T16:13:30.558871+0000","last_undegraded":"2024-09-13T16:13:30.558871+0000","last_fullsized":"2024-09-13T16:13:30.558871+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_clean_scrub_stamp":"2024-09-13T16:13:28.178544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:57:27.737077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.f","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.953524+0000","last_change":"2024-09-13T16:13:29.559649+0000","last_active":"2024-09-13T16:13:30.953524+0000","last_peered":"2024-09-13T16:13:30.953524+0000","last_clean":"2024-09-13T16:13:30.953524+0000","last_became_active":"2024-09-13T16:13:29.559269+0000","last_became_peered":"2024-09-13T16:13:29.559269+0000","last_unstale":"2024-09-13T16:13:30.953524+0000","last_undegraded":"2024-09-13T16:13:30.953524+0000","last_fullsized":"2024-09-13T16:13:30.953524+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:48:52.633626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.8","version":"0'0","reported_seq":11,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.953022+0000","last_change":"2024-09-13T16:13:29.196430+0000","last_active":"2024-09-13T16:13:30.953022+0000","last_peered":"2024-09-13T16:13:30.953022+0000","last_clean":"2024-09-13T16:13:30.953022+0000","last_became_active":"2024-09-13T16:13:29.196164+0000","last_became_peered":"2024-09-13T16:13:29.196164+0000","last_unstale":"2024-09-13T16:13:30.953022+0000","last_undegraded":"2024-09-13T16:13:30.953022+0000","last_fullsized":"2024-09-13T16:13:30.953022+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_clean_scrub_stamp":"2024-09-13T16:13:28.178544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:18:00.558614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.0","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.540952+0000","last_change":"2024-09-13T16:13:29.562018+0000","last_active":"2024-09-13T16:13:30.540952+0000","last_peered":"2024-09-13T16:13:30.540952+0000","last_clean":"2024-09-13T16:13:30.540952+0000","last_became_active":"2024-09-13T16:13:29.561644+0000","last_became_peered":"2024-09-13T16:13:29.561644+0000","last_unstale":"2024-09-13T16:13:30.540952+0000","last_undegraded":"2024-09-13T16:13:30.540952+0000","last_fullsized":"2024-09-13T16:13:30.540952+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:38:49.203680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.7","version":"135'2","reported_seq":13,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.952669+0000","last_change":"2024-09-13T16:13:29.208278+0000","last_active":"2024-09-13T16:13:30.952669+0000","last_peered":"2024-09-13T16:13:30.952669+0000","last_clean":"2024-09-13T16:13:30.952669+0000","last_became_active":"2024-09-13T16:13:29.208000+0000","last_became_peered":"2024-09-13T16:13:29.208000+0000","last_unstale":"2024-09-13T16:13:30.952669+0000","last_undegraded":"2024-09-13T16:13:30.952669+0000","last_fullsized":"2024-09-13T16:13:30.952669+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_clean_scrub_stamp":"2024-09-13T16:13:28.178544+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:23:24.698521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.1","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.952822+0000","last_change":"2024-09-13T16:13:29.554631+0000","last_active":"2024-09-13T16:13:30.952822+0000","last_peered":"2024-09-13T16:13:30.952822+0000","last_clean":"2024-09-13T16:13:30.952822+0000","last_became_active":"2024-09-13T16:13:29.554189+0000","last_became_peered":"2024-09-13T16:13:29.554189+0000","last_unstale":"2024-09-13T16:13:30.952822+0000","last_undegraded":"2024-09-13T16:13:30.952822+0000","last_fullsized":"2024-09-13T16:13:30.952822+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:15:15.179823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.6","version":"0'0","reported_seq":11,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.541436+0000","last_change":"2024-09-13T16:13:29.209699+0000","last_active":"2024-09-13T16:13:30.541436+0000","last_peered":"2024-09-13T16:13:30.541436+0000","last_clean":"2024-09-13T16:13:30.541436+0000","last_became_active":"2024-09-13T16:13:29.209409+0000","last_became_peered":"2024-09-13T16:13:29.209409+0000","last_unstale":"2024-09-13T16:13:30.541436+0000","last_undegraded":"2024-09-13T16:13:30.541436+0000","last_fullsized":"2024-09-13T16:13:30.541436+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_clean_scrub_stamp":"2024-09-13T16:13:28.178544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:25:58.208929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"20.2","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.558760+0000","last_change":"2024-09-13T16:13:29.568831+0000","last_active":"2024-09-13T16:13:30.558760+0000","last_peered":"2024-09-13T16:13:30.558760+0000","last_clean":"2024-09-13T16:13:30.558760+0000","last_became_active":"2024-09-13T16:13:29.568365+0000","last_became_peered":"2024-09-13T16:13:29.568365+0000","last_unstale":"2024-09-13T16:13:30.558760+0000","last_undegraded":"2024-09-13T16:13:30.558760+0000","last_fullsized":"2024-09-13T16:13:30.558760+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:34:09.743602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.5","version":"0'0","reported_seq":11,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.541411+0000","last_change":"2024-09-13T16:13:29.200822+0000","last_active":"2024-09-13T16:13:30.541411+0000","last_peered":"2024-09-13T16:13:30.541411+0000","last_clean":"2024-09-13T16:13:30.541411+0000","last_became_active":"2024-09-13T16:13:29.200571+0000","last_became_peered":"2024-09-13T16:13:29.200571+0000","last_unstale":"2024-09-13T16:13:30.541411+0000","last_undegraded":"2024-09-13T16:13:30.541411+0000","last_fullsized":"2024-09-13T16:13:30.541411+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_clean_scrub_stamp":"2024-09-13T16:13:28.178544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:11:41.987128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"20.3","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.540266+0000","last_change":"2024-09-13T16:13:29.548020+0000","last_active":"2024-09-13T16:13:30.540266+0000","last_peered":"2024-09-13T16:13:30.540266+0000","last_clean":"2024-09-13T16:13:30.540266+0000","last_became_active":"2024-09-13T16:13:29.547771+0000","last_became_peered":"2024-09-13T16:13:29.547771+0000","last_unstale":"2024-09-13T16:13:30.540266+0000","last_undegraded":"2024-09-13T16:13:30.540266+0000","last_fullsized":"2024-09-13T16:13:30.540266+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:12:24.228381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.4","version":"0'0","reported_seq":11,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.952819+0000","last_change":"2024-09-13T16:13:29.209118+0000","last_active":"2024-09-13T16:13:30.952819+0000","last_peered":"2024-09-13T16:13:30.952819+0000","last_clean":"2024-09-13T16:13:30.952819+0000","last_became_active":"2024-09-13T16:13:29.208831+0000","last_became_peered":"2024-09-13T16:13:29.208831+0000","last_unstale":"2024-09-13T16:13:30.952819+0000","last_undegraded":"2024-09-13T16:13:30.952819+0000","last_fullsized":"2024-09-13T16:13:30.952819+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_clean_scrub_stamp":"2024-09-13T16:13:28.178544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:18:23.488043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.4","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.953075+0000","last_change":"2024-09-13T16:13:29.543375+0000","last_active":"2024-09-13T16:13:30.953075+0000","last_peered":"2024-09-13T16:13:30.953075+0000","last_clean":"2024-09-13T16:13:30.953075+0000","last_became_active":"2024-09-13T16:13:29.543140+0000","last_became_peered":"2024-09-13T16:13:29.543140+0000","last_unstale":"2024-09-13T16:13:30.953075+0000","last_undegraded":"2024-09-13T16:13:30.953075+0000","last_fullsized":"2024-09-13T16:13:30.953075+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:52:18.480019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.3","version":"0'0","reported_seq":11,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.952904+0000","last_change":"2024-09-13T16:13:29.206647+0000","last_active":"2024-09-13T16:13:30.952904+0000","last_peered":"2024-09-13T16:13:30.952904+0000","last_clean":"2024-09-13T16:13:30.952904+0000","last_became_active":"2024-09-13T16:13:29.206315+0000","last_became_peered":"2024-09-13T16:13:29.206315+0000","last_unstale":"2024-09-13T16:13:30.952904+0000","last_undegraded":"2024-09-13T16:13:30.952904+0000","last_fullsized":"2024-09-13T16:13:30.952904+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_clean_scrub_stamp":"2024-09-13T16:13:28.178544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:06:17.716040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.5","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.952858+0000","last_change":"2024-09-13T16:13:29.544917+0000","last_active":"2024-09-13T16:13:30.952858+0000","last_peered":"2024-09-13T16:13:30.952858+0000","last_clean":"2024-09-13T16:13:30.952858+0000","last_became_active":"2024-09-13T16:13:29.544679+0000","last_became_peered":"2024-09-13T16:13:29.544679+0000","last_unstale":"2024-09-13T16:13:30.952858+0000","last_undegraded":"2024-09-13T16:13:30.952858+0000","last_fullsized":"2024-09-13T16:13:30.952858+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:06:51.129056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.2","version":"0'0","reported_seq":11,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.559086+0000","last_change":"2024-09-13T16:13:29.208476+0000","last_active":"2024-09-13T16:13:30.559086+0000","last_peered":"2024-09-13T16:13:30.559086+0000","last_clean":"2024-09-13T16:13:30.559086+0000","last_became_active":"2024-09-13T16:13:29.208232+0000","last_became_peered":"2024-09-13T16:13:29.208232+0000","last_unstale":"2024-09-13T16:13:30.559086+0000","last_undegraded":"2024-09-13T16:13:30.559086+0000","last_fullsized":"2024-09-13T16:13:30.559086+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_clean_scrub_stamp":"2024-09-13T16:13:28.178544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:18:00.558614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.6","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.952880+0000","last_change":"2024-09-13T16:13:29.561867+0000","last_active":"2024-09-13T16:13:30.952880+0000","last_peered":"2024-09-13T16:13:30.952880+0000","last_clean":"2024-09-13T16:13:30.952880+0000","last_became_active":"2024-09-13T16:13:29.561589+0000","last_became_peered":"2024-09-13T16:13:29.561589+0000","last_unstale":"2024-09-13T16:13:30.952880+0000","last_undegraded":"2024-09-13T16:13:30.952880+0000","last_fullsized":"2024-09-13T16:13:30.952880+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:36:18.038552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.1","version":"0'0","reported_seq":11,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.952616+0000","last_change":"2024-09-13T16:13:29.203654+0000","last_active":"2024-09-13T16:13:30.952616+0000","last_peered":"2024-09-13T16:13:30.952616+0000","last_clean":"2024-09-13T16:13:30.952616+0000","last_became_active":"2024-09-13T16:13:29.203404+0000","last_became_peered":"2024-09-13T16:13:29.203404+0000","last_unstale":"2024-09-13T16:13:30.952616+0000","last_undegraded":"2024-09-13T16:13:30.952616+0000","last_fullsized":"2024-09-13T16:13:30.952616+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_clean_scrub_stamp":"2024-09-13T16:13:28.178544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:45:29.920235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.7","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.559148+0000","last_change":"2024-09-13T16:13:29.566316+0000","last_active":"2024-09-13T16:13:30.559148+0000","last_peered":"2024-09-13T16:13:30.559148+0000","last_clean":"2024-09-13T16:13:30.559148+0000","last_became_active":"2024-09-13T16:13:29.566057+0000","last_became_peered":"2024-09-13T16:13:29.566057+0000","last_unstale":"2024-09-13T16:13:30.559148+0000","last_undegraded":"2024-09-13T16:13:30.559148+0000","last_fullsized":"2024-09-13T16:13:30.559148+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:30:39.218054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.0","version":"0'0","reported_seq":11,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.541014+0000","last_change":"2024-09-13T16:13:29.208008+0000","last_active":"2024-09-13T16:13:30.541014+0000","last_peered":"2024-09-13T16:13:30.541014+0000","last_clean":"2024-09-13T16:13:30.541014+0000","last_became_active":"2024-09-13T16:13:29.207756+0000","last_became_peered":"2024-09-13T16:13:29.207756+0000","last_unstale":"2024-09-13T16:13:30.541014+0000","last_undegraded":"2024-09-13T16:13:30.541014+0000","last_fullsized":"2024-09-13T16:13:30.541014+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_clean_scrub_stamp":"2024-09-13T16:13:28.178544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:52:08.763036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.15","version":"0'0","reported_seq":10,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.953312+0000","last_change":"2024-09-13T16:13:29.562283+0000","last_active":"2024-09-13T16:13:30.953312+0000","last_peered":"2024-09-13T16:13:30.953312+0000","last_clean":"2024-09-13T16:13:30.953312+0000","last_became_active":"2024-09-13T16:13:29.562005+0000","last_became_peered":"2024-09-13T16:13:29.562005+0000","last_unstale":"2024-09-13T16:13:30.953312+0000","last_undegraded":"2024-09-13T16:13:30.953312+0000","last_fullsized":"2024-09-13T16:13:30.953312+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":134,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:29.183718+0000","last_clean_scrub_stamp":"2024-09-13T16:13:29.183718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:46:04.263320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.12","version":"0'0","reported_seq":11,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.558994+0000","last_change":"2024-09-13T16:13:29.202100+0000","last_active":"2024-09-13T16:13:30.558994+0000","last_peered":"2024-09-13T16:13:30.558994+0000","last_clean":"2024-09-13T16:13:30.558994+0000","last_became_active":"2024-09-13T16:13:29.201822+0000","last_became_peered":"2024-09-13T16:13:29.201822+0000","last_unstale":"2024-09-13T16:13:30.558994+0000","last_undegraded":"2024-09-13T16:13:30.558994+0000","last_fullsized":"2024-09-13T16:13:30.558994+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":133,"last_epoch_clean":134,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:28.178544+0000","last_clean_scrub_stamp":"2024-09-13T16:13:28.178544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:54:27.129353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":265,"reported_epoch":136,"state":"active+clean","last_fresh":"2024-09-13T16:13:30.558649+0000","last_change":"2024-09-13T16:01:29.143297+0000","last_active":"2024-09-13T16:13:30.558649+0000","last_peered":"2024-09-13T16:13:30.558649+0000","last_clean":"2024-09-13T16:13:30.558649+0000","last_became_active":"2024-09-13T16:01:29.142269+0000","last_became_peered":"2024-09-13T16:01:29.142269+0000","last_unstale":"2024-09-13T16:13:30.558649+0000","last_undegraded":"2024-09-13T16:13:30.558649+0000","last_fullsized":"2024-09-13T16:13:30.558649+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:27.864638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:27.864638+0000","last_clean_scrub_stamp":"2024-09-13T16:01:27.864638+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:25:24.741463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":20,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":19,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":14,"seq":60129542294,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":118880,"kb_used_data":1676,"kb_used_omap":1,"kb_used_meta":117182,"kb_avail":94252960,"statfs":{"total":96636764160,"available":96515031040,"internally_reserved":0,"allocated":1716224,"data_stored":784692,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":119994824},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:12:52 2024","interfaces":[{"interface":"back","average":{"1min":0.33900000000000002,"5min":0.40799999999999997,"15min":0.35899999999999999},"min":{"1min":0.22,"5min":0.20000000000000001,"15min":0.183},"max":{"1min":0.63300000000000001,"5min":4.4610000000000003,"15min":4.4610000000000003},"last":0.22900000000000001},{"interface":"front","average":{"1min":0.371,"5min":0.377,"15min":0.33200000000000002},"min":{"1min":0.23999999999999999,"5min":0.224,"15min":0.17899999999999999},"max":{"1min":1.236,"5min":1.2410000000000001,"15min":1.2410000000000001},"last":0.35799999999999998}]},{"osd":1,"last update":"Fri Sep 13 16:12:52 2024","interfaces":[{"interface":"back","average":{"1min":0.70699999999999996,"5min":0.50900000000000001,"15min":0.378},"min":{"1min":0.23400000000000001,"5min":0.22800000000000001,"15min":0.182},"max":{"1min":7.7729999999999997,"5min":7.7729999999999997,"15min":7.7729999999999997},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.495,"15min":0.39900000000000002},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.19400000000000001},"max":{"1min":3.6160000000000001,"5min":6.4429999999999996,"15min":6.4429999999999996},"last":0.27500000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:12:52 2024","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.42799999999999999,"15min":0.38400000000000001},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.22800000000000001},"max":{"1min":0.57399999999999995,"5min":2.6339999999999999,"15min":2.6339999999999999},"last":0.32000000000000001},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.45800000000000002,"15min":0.40400000000000003},"min":{"1min":0.22,"5min":0.22,"15min":0.21199999999999999},"max":{"1min":3.585,"5min":3.585,"15min":3.585},"last":0.377}]},{"osd":4,"last update":"Fri Sep 13 16:12:52 2024","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.61799999999999999,"15min":0.54600000000000004},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.28399999999999997},"max":{"1min":1.0489999999999999,"5min":1.216,"15min":1.216},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.629,"5min":0.64400000000000002,"15min":0.57399999999999995},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.27600000000000002},"max":{"1min":2.1909999999999998,"5min":2.6070000000000002,"15min":2.6070000000000002},"last":0.50800000000000001}]},{"osd":5,"last update":"Fri Sep 13 16:12:52 2024","interfaces":[{"interface":"back","average":{"1min":0.67500000000000004,"5min":0.64900000000000002,"15min":0.56599999999999995},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.28100000000000003},"max":{"1min":2.2290000000000001,"5min":2.5449999999999999,"15min":2.5449999999999999},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.80100000000000005,"5min":0.68000000000000005,"15min":0.59199999999999997},"min":{"1min":0.46300000000000002,"5min":0.44900000000000001,"15min":0.311},"max":{"1min":3.5449999999999999,"5min":3.5449999999999999,"15min":3.5449999999999999},"last":0.48699999999999999}]},{"osd":6,"last update":"Fri Sep 13 16:12:52 2024","interfaces":[{"interface":"back","average":{"1min":0.95499999999999996,"5min":0.70399999999999996,"15min":0.60799999999999998},"min":{"1min":0.495,"5min":0.42699999999999999,"15min":0.31900000000000001},"max":{"1min":6.4189999999999996,"5min":6.4189999999999996,"15min":6.4189999999999996},"last":0.52400000000000002},{"interface":"front","average":{"1min":1.042,"5min":0.72299999999999998,"15min":0.60799999999999998},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.32200000000000001},"max":{"1min":8.9559999999999995,"5min":8.9559999999999995,"15min":8.9559999999999995},"last":0.57999999999999996}]},{"osd":7,"last update":"Fri Sep 13 16:12:52 2024","interfaces":[{"interface":"back","average":{"1min":0.63300000000000001,"5min":0.65500000000000003,"15min":0.59499999999999997},"min":{"1min":0.432,"5min":0.42999999999999999,"15min":0.35499999999999998},"max":{"1min":1.089,"5min":1.649,"15min":1.649},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.66200000000000003,"15min":0.59499999999999997},"min":{"1min":0.46800000000000003,"5min":0.45700000000000002,"15min":0.36299999999999999},"max":{"1min":1.054,"5min":2.581,"15min":2.581},"last":0.56999999999999995}]}]},{"osd":7,"up_from":13,"seq":55834574996,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":83356,"kb_used_data":2256,"kb_used_omap":1,"kb_used_meta":81086,"kb_avail":94288484,"statfs":{"total":96636764160,"available":96551407616,"internally_reserved":0,"allocated":2310144,"data_stored":1375080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":83032523},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:12:44 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.52500000000000002,"15min":0.47599999999999998},"min":{"1min":0.27600000000000002,"5min":0.27000000000000002,"15min":0.193},"max":{"1min":0.72399999999999998,"5min":0.73699999999999999,"15min":0.81000000000000005},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55000000000000004,"15min":0.504},"min":{"1min":0.318,"5min":0.28799999999999998,"15min":0.20000000000000001},"max":{"1min":0.80300000000000005,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.68600000000000005}]},{"osd":1,"last update":"Fri Sep 13 16:12:44 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.52400000000000002,"15min":0.49399999999999999},"min":{"1min":0.35699999999999998,"5min":0.33200000000000002,"15min":0.22},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.56200000000000006,"15min":0.51100000000000001},"min":{"1min":0.36699999999999999,"5min":0.32200000000000001,"15min":0.23400000000000001},"max":{"1min":0.753,"5min":0.81100000000000005,"15min":0.90300000000000002},"last":0.57699999999999996}]},{"osd":2,"last update":"Fri Sep 13 16:12:44 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.58199999999999996,"15min":0.56999999999999995},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.23999999999999999},"max":{"1min":0.74099999999999999,"5min":0.79900000000000004,"15min":2.2919999999999998},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.56799999999999995,"15min":0.53000000000000003},"min":{"1min":0.374,"5min":0.33700000000000002,"15min":0.255},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.86399999999999999},"last":0.63100000000000001}]},{"osd":3,"last update":"Fri Sep 13 16:12:44 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.56699999999999995,"15min":0.52100000000000002},"min":{"1min":0.40600000000000003,"5min":0.314,"15min":0.255},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.83599999999999997},"last":0.77500000000000002},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.56100000000000005,"15min":0.51400000000000001},"min":{"1min":0.39200000000000002,"5min":0.34599999999999997,"15min":0.26700000000000002},"max":{"1min":0.70799999999999996,"5min":0.81000000000000005,"15min":0.88100000000000001},"last":0.60999999999999999}]},{"osd":4,"last update":"Fri Sep 13 16:12:44 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.49399999999999999,"15min":0.44800000000000001},"min":{"1min":0.379,"5min":0.29899999999999999,"15min":0.23400000000000001},"max":{"1min":0.65100000000000002,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.70799999999999996},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.503,"15min":0.46200000000000002},"min":{"1min":0.376,"5min":0.28199999999999997,"15min":0.249},"max":{"1min":0.71799999999999997,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.67600000000000005}]},{"osd":5,"last update":"Fri Sep 13 16:12:44 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.53400000000000003,"15min":0.496},"min":{"1min":0.33500000000000002,"5min":0.29299999999999998,"15min":0.25600000000000001},"max":{"1min":0.75900000000000001,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.73499999999999999},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.60399999999999998,"15min":0.55600000000000005},"min":{"1min":0.498,"5min":0.35099999999999998,"15min":0.33700000000000002},"max":{"1min":0.77100000000000002,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.78800000000000003}]},{"osd":6,"last update":"Fri Sep 13 16:12:44 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.56599999999999995,"15min":0.52200000000000002},"min":{"1min":0.375,"5min":0.35399999999999998,"15min":0.32300000000000001},"max":{"1min":0.76600000000000001,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.80300000000000005},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.57399999999999995,"15min":0.53600000000000003},"min":{"1min":0.47899999999999998,"5min":0.35899999999999999,"15min":0.315},"max":{"1min":0.80400000000000005,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.76400000000000001}]}]},{"osd":6,"up_from":13,"seq":55834574996,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":104972,"kb_used_data":1656,"kb_used_omap":1,"kb_used_meta":103294,"kb_avail":94266868,"statfs":{"total":96636764160,"available":96529272832,"internally_reserved":0,"allocated":1695744,"data_stored":777110,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":105773511},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:12:57 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.52000000000000002},"min":{"1min":0.41199999999999998,"5min":0.24299999999999999,"15min":0.20000000000000001},"max":{"1min":0.69999999999999996,"5min":0.80700000000000005,"15min":0.97099999999999997},"last":0.53800000000000003},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.57899999999999996,"15min":0.52500000000000002},"min":{"1min":0.42899999999999999,"5min":0.25900000000000001,"15min":0.22500000000000001},"max":{"1min":0.70999999999999996,"5min":1.224,"15min":1.224},"last":0.36199999999999999}]},{"osd":1,"last update":"Fri Sep 13 16:12:57 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.54700000000000004,"15min":0.50800000000000001},"min":{"1min":0.42199999999999999,"5min":0.27400000000000002,"15min":0.21099999999999999},"max":{"1min":0.76200000000000001,"5min":0.82299999999999995,"15min":1.0940000000000001},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.496},"min":{"1min":0.39800000000000002,"5min":0.29699999999999999,"15min":0.247},"max":{"1min":0.75600000000000001,"5min":1.1879999999999999,"15min":1.1879999999999999},"last":0.45200000000000001}]},{"osd":2,"last update":"Fri Sep 13 16:12:57 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.55700000000000005,"15min":0.50800000000000001},"min":{"1min":0.46300000000000002,"5min":0.35199999999999998,"15min":0.247},"max":{"1min":0.66400000000000003,"5min":0.79000000000000004,"15min":0.94799999999999995},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.55900000000000005,"15min":0.54000000000000004},"min":{"1min":0.42999999999999999,"5min":0.34499999999999997,"15min":0.27000000000000002},"max":{"1min":0.746,"5min":0.83799999999999997,"15min":0.91800000000000004},"last":0.48399999999999999}]},{"osd":3,"last update":"Fri Sep 13 16:12:57 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.57499999999999996,"15min":0.53900000000000003},"min":{"1min":0.432,"5min":0.28599999999999998,"15min":0.252},"max":{"1min":0.76600000000000001,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.59199999999999997,"15min":0.56200000000000006},"min":{"1min":0.38200000000000001,"5min":0.33000000000000002,"15min":0.25900000000000001},"max":{"1min":0.70599999999999996,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.60299999999999998}]},{"osd":4,"last update":"Fri Sep 13 16:12:57 2024","interfaces":[{"interface":"back","average":{"1min":0.433,"5min":0.47799999999999998,"15min":0.46700000000000003},"min":{"1min":0.27100000000000002,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.58199999999999996,"5min":1.1559999999999999,"15min":1.1559999999999999},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.51200000000000001,"15min":0.498},"min":{"1min":0.317,"5min":0.314,"15min":0.23899999999999999},"max":{"1min":0.68400000000000005,"5min":0.83599999999999997,"15min":0.88900000000000001},"last":0.46600000000000003}]},{"osd":5,"last update":"Fri Sep 13 16:12:57 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.53700000000000003,"15min":0.53000000000000003},"min":{"1min":0.34399999999999997,"5min":0.309,"15min":0.29399999999999998},"max":{"1min":0.70199999999999996,"5min":0.79500000000000004,"15min":0.82099999999999995},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.53600000000000003,"15min":0.53800000000000003},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.26400000000000001},"max":{"1min":0.68899999999999995,"5min":0.878,"15min":0.93999999999999995},"last":0.65800000000000003}]},{"osd":7,"last update":"Fri Sep 13 16:12:57 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.54900000000000004,"15min":0.53200000000000003},"min":{"1min":0.34999999999999998,"5min":0.32400000000000001,"15min":0.254},"max":{"1min":0.66700000000000004,"5min":1.1080000000000001,"15min":1.1080000000000001},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.621,"15min":0.59699999999999998},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.33800000000000002},"max":{"1min":0.81599999999999995,"5min":0.90500000000000003,"15min":0.92600000000000005},"last":0.58699999999999997}]}]},{"osd":5,"up_from":13,"seq":55834574995,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":77060,"kb_used_data":1652,"kb_used_omap":1,"kb_used_meta":75390,"kb_avail":94294780,"statfs":{"total":96636764160,"available":96557854720,"internally_reserved":0,"allocated":1691648,"data_stored":776460,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":77199814},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:12:44 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.55700000000000005,"15min":0.48799999999999999},"min":{"1min":0.372,"5min":0.33700000000000002,"15min":0.215},"max":{"1min":0.67200000000000004,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.53900000000000003,"15min":0.49199999999999999},"min":{"1min":0.34599999999999997,"5min":0.29099999999999998,"15min":0.219},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.72599999999999998}]},{"osd":1,"last update":"Fri Sep 13 16:12:44 2024","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.54900000000000004,"15min":0.503},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.24299999999999999},"max":{"1min":0.66000000000000003,"5min":0.77700000000000002,"15min":0.82999999999999996},"last":0.71299999999999997},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.54300000000000004,"15min":0.50700000000000001},"min":{"1min":0.42199999999999999,"5min":0.26300000000000001,"15min":0.24299999999999999},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.59499999999999997}]},{"osd":2,"last update":"Fri Sep 13 16:12:44 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.55500000000000005,"15min":0.50700000000000001},"min":{"1min":0.307,"5min":0.28199999999999997,"15min":0.249},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.77500000000000002},"last":0.69999999999999996},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.55100000000000005,"15min":0.53700000000000003},"min":{"1min":0.443,"5min":0.40799999999999997,"15min":0.26600000000000001},"max":{"1min":0.70499999999999996,"5min":0.80300000000000005,"15min":1.6000000000000001},"last":0.57699999999999996}]},{"osd":3,"last update":"Fri Sep 13 16:12:44 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.57799999999999996,"15min":0.53600000000000003},"min":{"1min":0.41099999999999998,"5min":0.39100000000000001,"15min":0.252},"max":{"1min":0.73899999999999999,"5min":0.79200000000000004,"15min":0.88600000000000001},"last":0.64100000000000001},{"interface":"front","average":{"1min":0.625,"5min":0.61599999999999999,"15min":0.57899999999999996},"min":{"1min":0.40100000000000002,"5min":0.38300000000000001,"15min":0.314},"max":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.94099999999999995},"last":0.68700000000000006}]},{"osd":4,"last update":"Fri Sep 13 16:12:44 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.497,"15min":0.495},"min":{"1min":0.32600000000000001,"5min":0.29799999999999999,"15min":0.254},"max":{"1min":0.81599999999999995,"5min":1.377,"15min":1.377},"last":0.44},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.48999999999999999,"15min":0.49299999999999999},"min":{"1min":0.32800000000000001,"5min":0.28100000000000003,"15min":0.23799999999999999},"max":{"1min":0.77900000000000003,"5min":0.88500000000000001,"15min":0.93799999999999994},"last":0.45900000000000002}]},{"osd":6,"last update":"Fri Sep 13 16:12:44 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.502,"15min":0.49399999999999999},"min":{"1min":0.34100000000000003,"5min":0.30099999999999999,"15min":0.251},"max":{"1min":0.745,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.55100000000000005,"15min":0.54000000000000004},"min":{"1min":0.41699999999999998,"5min":0.34399999999999997,"15min":0.22900000000000001},"max":{"1min":0.79600000000000004,"5min":0.81699999999999995,"15min":1.036},"last":0.50900000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:12:44 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.52500000000000002,"15min":0.51800000000000002},"min":{"1min":0.373,"5min":0.31900000000000001,"15min":0.27600000000000002},"max":{"1min":0.68600000000000005,"5min":0.86299999999999999,"15min":0.90100000000000002},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.56100000000000005,"15min":0.54900000000000004},"min":{"1min":0.39500000000000002,"5min":0.32800000000000001,"15min":0.29599999999999999},"max":{"1min":0.75600000000000001,"5min":0.89500000000000002,"15min":0.90900000000000003},"last":0.49299999999999999}]}]},{"osd":4,"up_from":13,"seq":55834574996,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":86852,"kb_used_data":1648,"kb_used_omap":1,"kb_used_meta":85182,"kb_avail":94284988,"statfs":{"total":96636764160,"available":96547827712,"internally_reserved":0,"allocated":1687552,"data_stored":776438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":87226822},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:12:43 2024","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.52700000000000002,"15min":0.49199999999999999},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.19400000000000001},"max":{"1min":0.68899999999999995,"5min":0.83299999999999996,"15min":5.7510000000000003},"last":0.58399999999999996},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.55300000000000005,"15min":0.55000000000000004},"min":{"1min":0.40899999999999997,"5min":0.33000000000000002,"15min":0.20699999999999999},"max":{"1min":0.74299999999999999,"5min":1.0940000000000001,"15min":18.648},"last":0.44400000000000001}]},{"osd":1,"last update":"Fri Sep 13 16:12:43 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.55500000000000005,"15min":0.56100000000000005},"min":{"1min":0.42499999999999999,"5min":0.27700000000000002,"15min":0.221},"max":{"1min":0.879,"5min":0.997,"15min":20.414000000000001},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.57799999999999996,"15min":0.59199999999999997},"min":{"1min":0.40200000000000002,"5min":0.38100000000000001,"15min":0.23899999999999999},"max":{"1min":0.76200000000000001,"5min":0.85299999999999998,"15min":20.018000000000001},"last":0.501}]},{"osd":2,"last update":"Fri Sep 13 16:12:43 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.58199999999999996,"15min":0.51800000000000002},"min":{"1min":0.38500000000000001,"5min":0.32900000000000001,"15min":0.26400000000000001},"max":{"1min":0.82499999999999996,"5min":0.872,"15min":1.5529999999999999},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.626,"15min":0.624},"min":{"1min":0.50800000000000001,"5min":0.38700000000000001,"15min":0.27700000000000002},"max":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":12.138},"last":0.59499999999999997}]},{"osd":3,"last update":"Fri Sep 13 16:12:43 2024","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.59599999999999997,"15min":0.59799999999999998},"min":{"1min":0.436,"5min":0.436,"15min":0.28399999999999997},"max":{"1min":0.78000000000000003,"5min":0.84799999999999998,"15min":13.097},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.56499999999999995,"15min":0.55000000000000004},"min":{"1min":0.39700000000000002,"5min":0.38100000000000001,"15min":0.27000000000000002},"max":{"1min":0.627,"5min":0.79200000000000004,"15min":11.009},"last":0.55100000000000005}]},{"osd":5,"last update":"Fri Sep 13 16:12:43 2024","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.5,"15min":0.56799999999999995},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.25700000000000001},"max":{"1min":0.78700000000000003,"5min":0.88800000000000001,"15min":24.812999999999999},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.56699999999999995,"15min":0.53400000000000003},"min":{"1min":0.437,"5min":0.39600000000000002,"15min":0.27000000000000002},"max":{"1min":0.77200000000000002,"5min":0.96599999999999997,"15min":1.5860000000000001},"last":0.61099999999999999}]},{"osd":6,"last update":"Fri Sep 13 16:12:43 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.52500000000000002,"15min":0.54400000000000004},"min":{"1min":0.33600000000000002,"5min":0.316,"15min":0.25800000000000001},"max":{"1min":0.80300000000000005,"5min":0.90300000000000002,"15min":13.071999999999999},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.496,"5min":0.51800000000000002,"15min":0.58699999999999997},"min":{"1min":0.34899999999999998,"5min":0.33200000000000002,"15min":0.24399999999999999},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":24.873999999999999},"last":0.48399999999999999}]},{"osd":7,"last update":"Fri Sep 13 16:12:43 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.52600000000000002,"15min":0.752},"min":{"1min":0.35799999999999998,"5min":0.34499999999999997,"15min":0.25800000000000001},"max":{"1min":0.79500000000000004,"5min":0.90400000000000003,"15min":64.593999999999994},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.58799999999999997,"15min":0.61199999999999999},"min":{"1min":0.40899999999999997,"5min":0.35299999999999998,"15min":0.32000000000000001},"max":{"1min":0.86299999999999999,"5min":0.95299999999999996,"15min":13.125},"last":0.625}]}]},{"osd":2,"up_from":13,"seq":55834574995,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":104908,"kb_used_data":1656,"kb_used_omap":1,"kb_used_meta":103230,"kb_avail":94266932,"statfs":{"total":96636764160,"available":96529338368,"internally_reserved":0,"allocated":1695744,"data_stored":777054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":105707974},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:12:46 2024","interfaces":[{"interface":"back","average":{"1min":0.33700000000000002,"5min":0.36099999999999999,"15min":0.32400000000000001},"min":{"1min":0.222,"5min":0.222,"15min":0.17100000000000001},"max":{"1min":0.58899999999999997,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.27700000000000002},{"interface":"front","average":{"1min":0.34399999999999997,"5min":0.371,"15min":0.33700000000000002},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.185},"max":{"1min":0.61299999999999999,"5min":0.622,"15min":0.63200000000000001},"last":0.33800000000000002}]},{"osd":1,"last update":"Fri Sep 13 16:12:46 2024","interfaces":[{"interface":"back","average":{"1min":0.34699999999999998,"5min":0.36599999999999999,"15min":0.33600000000000002},"min":{"1min":0.25800000000000001,"5min":0.218,"15min":0.189},"max":{"1min":0.47299999999999998,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.29699999999999999},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.42799999999999999,"15min":0.39700000000000002},"min":{"1min":0.26800000000000002,"5min":0.214,"15min":0.20100000000000001},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.40200000000000002}]},{"osd":3,"last update":"Fri Sep 13 16:12:54 2024","interfaces":[{"interface":"back","average":{"1min":0.40300000000000002,"5min":0.41099999999999998,"15min":0.36699999999999999},"min":{"1min":0.27100000000000002,"5min":0.26900000000000002,"15min":0.20899999999999999},"max":{"1min":0.70599999999999996,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.371,"5min":0.39300000000000002,"15min":0.36299999999999999},"min":{"1min":0.28199999999999997,"5min":0.27300000000000002,"15min":0.23200000000000001},"max":{"1min":0.54400000000000004,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.37}]},{"osd":4,"last update":"Fri Sep 13 16:12:46 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.60299999999999998,"15min":0.54800000000000004},"min":{"1min":0.35099999999999998,"5min":0.32200000000000001,"15min":0.25800000000000001},"max":{"1min":0.65100000000000002,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.60599999999999998,"15min":0.55200000000000005},"min":{"1min":0.37,"5min":0.32900000000000001,"15min":0.26200000000000001},"max":{"1min":0.70599999999999996,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.67900000000000005}]},{"osd":5,"last update":"Fri Sep 13 16:12:46 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.60399999999999998,"15min":0.55300000000000005},"min":{"1min":0.38,"5min":0.36699999999999999,"15min":0.25},"max":{"1min":0.78200000000000003,"5min":1.0169999999999999,"15min":1.0169999999999999},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.63,"15min":0.56000000000000005},"min":{"1min":0.40500000000000003,"5min":0.39200000000000002,"15min":0.29199999999999998},"max":{"1min":1.4139999999999999,"5min":1.4139999999999999,"15min":1.4139999999999999},"last":0.63600000000000001}]},{"osd":6,"last update":"Fri Sep 13 16:12:46 2024","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.625,"15min":0.56299999999999994},"min":{"1min":0.41499999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":1.431,"5min":1.431,"15min":1.431},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.622,"5min":0.64600000000000002,"15min":0.58499999999999996},"min":{"1min":0.40400000000000003,"5min":0.38400000000000001,"15min":0.33600000000000002},"max":{"1min":1.4830000000000001,"5min":1.4830000000000001,"15min":1.4830000000000001},"last":0.56399999999999995}]},{"osd":7,"last update":"Fri Sep 13 16:12:46 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.629,"15min":0.57899999999999996},"min":{"1min":0.39900000000000002,"5min":0.375,"15min":0.33700000000000002},"max":{"1min":0.72299999999999998,"5min":1.03,"15min":1.03},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.63900000000000001,"15min":0.58799999999999997},"min":{"1min":0.441,"5min":0.40300000000000002,"15min":0.32400000000000001},"max":{"1min":0.76300000000000001,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.60199999999999998}]}]},{"osd":1,"up_from":13,"seq":55834574995,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":82820,"kb_used_data":1652,"kb_used_omap":1,"kb_used_meta":81150,"kb_avail":94289020,"statfs":{"total":96636764160,"available":96551956480,"internally_reserved":0,"allocated":1691648,"data_stored":776508,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":83098054},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:12:52 2024","interfaces":[{"interface":"back","average":{"1min":0.30299999999999999,"5min":0.35199999999999998,"15min":0.32900000000000001},"min":{"1min":0.216,"5min":0.19500000000000001,"15min":0.14799999999999999},"max":{"1min":0.40500000000000003,"5min":0.59399999999999997,"15min":0.98199999999999998},"last":0.28299999999999997},{"interface":"front","average":{"1min":0.32000000000000001,"5min":0.36599999999999999,"15min":0.34999999999999998},"min":{"1min":0.182,"5min":0.182,"15min":0.182},"max":{"1min":0.439,"5min":0.68799999999999994,"15min":0.85099999999999998},"last":0.34000000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:12:52 2024","interfaces":[{"interface":"back","average":{"1min":0.311,"5min":0.35399999999999998,"15min":0.33400000000000002},"min":{"1min":0.22900000000000001,"5min":0.22,"15min":0.186},"max":{"1min":0.43099999999999999,"5min":0.59899999999999998,"15min":0.99099999999999999},"last":0.26200000000000001},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.39200000000000002,"15min":0.379},"min":{"1min":0.252,"5min":0.246,"15min":0.22600000000000001},"max":{"1min":0.47799999999999998,"5min":0.63900000000000001,"15min":0.88400000000000001},"last":0.32200000000000001}]},{"osd":3,"last update":"Fri Sep 13 16:12:52 2024","interfaces":[{"interface":"back","average":{"1min":0.32500000000000001,"5min":0.38800000000000001,"15min":0.376},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.20000000000000001},"max":{"1min":0.41099999999999998,"5min":0.76900000000000002,"15min":1.0289999999999999},"last":0.37},{"interface":"front","average":{"1min":0.378,"5min":0.42599999999999999,"15min":0.40999999999999998},"min":{"1min":0.251,"5min":0.251,"15min":0.223},"max":{"1min":0.46100000000000002,"5min":0.71299999999999997,"15min":0.95899999999999996},"last":0.42699999999999999}]},{"osd":4,"last update":"Fri Sep 13 16:12:52 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.61099999999999999,"15min":0.55400000000000005},"min":{"1min":0.41499999999999998,"5min":0.316,"15min":0.28399999999999997},"max":{"1min":0.72299999999999998,"5min":1.018,"15min":1.018},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.61599999999999999,"15min":0.56200000000000006},"min":{"1min":0.36599999999999999,"5min":0.30599999999999999,"15min":0.30399999999999999},"max":{"1min":0.81200000000000006,"5min":1.0469999999999999,"15min":1.0469999999999999},"last":0.52100000000000002}]},{"osd":5,"last update":"Fri Sep 13 16:12:52 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.61799999999999999,"15min":0.54800000000000004},"min":{"1min":0.40999999999999998,"5min":0.36799999999999999,"15min":0.28899999999999998},"max":{"1min":0.79900000000000004,"5min":0.96699999999999997,"15min":0.96699999999999997},"last":0.58999999999999997},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.623,"15min":0.56999999999999995},"min":{"1min":0.371,"5min":0.371,"15min":0.32400000000000001},"max":{"1min":0.80100000000000005,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.70399999999999996}]},{"osd":6,"last update":"Fri Sep 13 16:12:52 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.627,"15min":0.57199999999999995},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.313},"max":{"1min":0.76200000000000001,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.752},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.63800000000000001,"15min":0.57599999999999996},"min":{"1min":0.379,"5min":0.379,"15min":0.31900000000000001},"max":{"1min":0.83099999999999996,"5min":0.997,"15min":0.997},"last":0.71699999999999997}]},{"osd":7,"last update":"Fri Sep 13 16:12:52 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.64600000000000002,"15min":0.58499999999999996},"min":{"1min":0.437,"5min":0.43099999999999999,"15min":0.315},"max":{"1min":0.70099999999999996,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.69699999999999995},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.64400000000000002,"15min":0.58499999999999996},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.74399999999999999,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.74399999999999999}]}]},{"osd":0,"up_from":13,"seq":55834574997,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":101400,"kb_used_data":2244,"kb_used_omap":1,"kb_used_meta":99134,"kb_avail":94270440,"statfs":{"total":96636764160,"available":96532930560,"internally_reserved":0,"allocated":2297856,"data_stored":1372813,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":101513671},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 16:12:46 2024","interfaces":[{"interface":"back","average":{"1min":0.316,"5min":0.34599999999999997,"15min":0.36499999999999999},"min":{"1min":0.219,"5min":0.20899999999999999,"15min":0.151},"max":{"1min":0.41799999999999998,"5min":0.52800000000000002,"15min":2.5960000000000001},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.38,"15min":0.35299999999999998},"min":{"1min":0.20300000000000001,"5min":0.20300000000000001,"15min":0.17599999999999999},"max":{"1min":0.58799999999999997,"5min":0.61799999999999999,"15min":0.65900000000000003},"last":0.33600000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:12:46 2024","interfaces":[{"interface":"back","average":{"1min":0.34300000000000003,"5min":0.371,"15min":0.36299999999999999},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.19800000000000001},"max":{"1min":0.47499999999999998,"5min":0.56799999999999995,"15min":1.373},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.36599999999999999,"5min":0.40000000000000002,"15min":0.38},"min":{"1min":0.27200000000000002,"5min":0.255,"15min":0.19400000000000001},"max":{"1min":0.55200000000000005,"5min":0.68799999999999994,"15min":0.77900000000000003},"last":0.38700000000000001}]},{"osd":3,"last update":"Fri Sep 13 16:12:56 2024","interfaces":[{"interface":"back","average":{"1min":0.37,"5min":0.41399999999999998,"15min":0.39200000000000002},"min":{"1min":0.249,"5min":0.249,"15min":0.218},"max":{"1min":0.53000000000000003,"5min":0.59699999999999998,"15min":0.75},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.33700000000000002,"5min":0.375,"15min":0.35799999999999998},"min":{"1min":0.22,"5min":0.22,"15min":0.20100000000000001},"max":{"1min":0.57799999999999996,"5min":0.58099999999999996,"15min":0.59699999999999998},"last":0.40200000000000002}]},{"osd":4,"last update":"Fri Sep 13 16:12:46 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.58299999999999996,"15min":0.53000000000000003},"min":{"1min":0.30299999999999999,"5min":0.29599999999999999,"15min":0.28000000000000003},"max":{"1min":0.85399999999999998,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.61399999999999999,"15min":0.55800000000000005},"min":{"1min":0.40100000000000002,"5min":0.34599999999999997,"15min":0.28199999999999997},"max":{"1min":0.79600000000000004,"5min":0.93300000000000005,"15min":1.321},"last":0.52000000000000002}]},{"osd":5,"last update":"Fri Sep 13 16:12:46 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.60599999999999998,"15min":0.71299999999999997},"min":{"1min":0.41699999999999998,"5min":0.41599999999999998,"15min":0.30199999999999999},"max":{"1min":0.88600000000000001,"5min":0.90600000000000003,"15min":41.240000000000002},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.63,"15min":0.74399999999999999},"min":{"1min":0.36399999999999999,"5min":0.36299999999999999,"15min":0.29999999999999999},"max":{"1min":0.76200000000000001,"5min":0.91500000000000004,"15min":41.301000000000002},"last":0.45400000000000001}]},{"osd":6,"last update":"Fri Sep 13 16:12:46 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.61299999999999999,"15min":0.55000000000000004},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.312},"max":{"1min":0.78300000000000003,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.64400000000000002,"15min":0.58599999999999997},"min":{"1min":0.46000000000000002,"5min":0.437,"15min":0.34300000000000003},"max":{"1min":0.86799999999999999,"5min":1.0109999999999999,"15min":1.286},"last":0.56699999999999995}]},{"osd":7,"last update":"Fri Sep 13 16:12:46 2024","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.65900000000000003,"15min":0.60199999999999998},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.34799999999999998},"max":{"1min":0.84399999999999997,"5min":1.1639999999999999,"15min":1.1639999999999999},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.65100000000000002,"15min":0.58199999999999996},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.35099999999999998},"max":{"1min":0.89900000000000002,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.623}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:13:33.456 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-09-13T16:13:33.456 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-13T16:13:33.597 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.595+0000 7fb67ccb8640 1 Processor -- start 2024-09-13T16:13:33.598 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.595+0000 7fb67ccb8640 1 -- start start 2024-09-13T16:13:33.599 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.596+0000 7fb67ccb8640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb678158b00 0x7fb67806c190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:33.599 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.596+0000 7fb67ccb8640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb6780b2d10 con 0x7fb67806c6d0 2024-09-13T16:13:33.599 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.596+0000 7fb67ccb8640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb6780b2ff0 con 0x7fb6780b2170 2024-09-13T16:13:33.599 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.596+0000 7fb67ccb8640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb67806cb60 con 0x7fb678158b00 2024-09-13T16:13:33.599 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.596+0000 7fb67659c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb678158b00 0x7fb67806c190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:33.599 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.596+0000 7fb675d9b640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fb67806c6d0 0x7fb678070b10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:33486/0 (socket says 172.21.15.76:33486) 2024-09-13T16:13:33.599 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.596+0000 7fb675d9b640 1 -- 172.21.15.76:0/3733881322 learned_addr learned my addr 172.21.15.76:0/3733881322 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:13:33.599 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.597+0000 7fb67659c640 1 -- 172.21.15.76:0/3733881322 >> v1:172.21.15.192:6789/0 conn(0x7fb6780b2170 legacy=0x7fb678071220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:33.599 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.597+0000 7fb67659c640 1 -- 172.21.15.76:0/3733881322 >> v1:172.21.15.76:6789/0 conn(0x7fb67806c6d0 legacy=0x7fb678070b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:33.600 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.597+0000 7fb67559a640 1 -- 172.21.15.76:0/3733881322 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2341160692 0 0) 0x7fb6780b2d10 con 0x7fb67806c6d0 2024-09-13T16:13:33.600 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.597+0000 7fb67659c640 1 -- 172.21.15.76:0/3733881322 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb678070310 con 0x7fb678158b00 2024-09-13T16:13:33.601 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.598+0000 7fb67659c640 1 --2- 172.21.15.76:0/3733881322 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb678158b00 0x7fb67806c190 secure :-1 s=READY pgs=1823 cs=0 l=1 rev1=1 crypto rx=0x7fb66800ba40 tx=0x7fb66802c690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=759057cd58a94abd server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:33.601 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.598+0000 7fb67559a640 1 -- 172.21.15.76:0/3733881322 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb668032480 con 0x7fb678158b00 2024-09-13T16:13:33.601 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.598+0000 7fb67559a640 1 -- 172.21.15.76:0/3733881322 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb66802f030 con 0x7fb678158b00 2024-09-13T16:13:33.601 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.598+0000 7fb67559a640 1 -- 172.21.15.76:0/3733881322 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb668032800 con 0x7fb678158b00 2024-09-13T16:13:33.601 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.598+0000 7fb67ccb8640 1 -- 172.21.15.76:0/3733881322 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb678158b00 msgr2=0x7fb67806c190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:33.601 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.598+0000 7fb67ccb8640 1 --2- 172.21.15.76:0/3733881322 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb678158b00 0x7fb67806c190 secure :-1 s=READY pgs=1823 cs=0 l=1 rev1=1 crypto rx=0x7fb66800ba40 tx=0x7fb66802c690 comp rx=0 tx=0).stop 2024-09-13T16:13:33.601 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.598+0000 7fb67ccb8640 1 -- 172.21.15.76:0/3733881322 shutdown_connections 2024-09-13T16:13:33.601 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.598+0000 7fb67ccb8640 1 --2- 172.21.15.76:0/3733881322 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb678158b00 0x7fb67806c190 unknown :-1 s=CLOSED pgs=1823 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:33.601 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.598+0000 7fb67ccb8640 1 -- 172.21.15.76:0/3733881322 >> 172.21.15.76:0/3733881322 conn(0x7fb67806a0b0 msgr2=0x7fb67806a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:33.601 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.598+0000 7fb67ccb8640 1 -- 172.21.15.76:0/3733881322 shutdown_connections 2024-09-13T16:13:33.601 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.598+0000 7fb67ccb8640 1 -- 172.21.15.76:0/3733881322 wait complete. 2024-09-13T16:13:33.602 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.600+0000 7fb67ccb8640 1 Processor -- start 2024-09-13T16:13:33.602 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.600+0000 7fb67ccb8640 1 -- start start 2024-09-13T16:13:33.604 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.600+0000 7fb67ccb8640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb67806c6d0 0x7fb6780c3f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:33.604 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.600+0000 7fb67ccb8640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb6780b2170 0x7fb678156590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:33.604 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.600+0000 7fb67ccb8640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb678158b00 0x7fb678156ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:33.604 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.600+0000 7fb67ccb8640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb678098250 con 0x7fb6780b2170 2024-09-13T16:13:33.604 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.600+0000 7fb67ccb8640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb678098530 con 0x7fb67806c6d0 2024-09-13T16:13:33.604 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.600+0000 7fb67ccb8640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb678098810 con 0x7fb678158b00 2024-09-13T16:13:33.604 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.601+0000 7fb675d9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb6780b2170 0x7fb678156590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:33.604 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.601+0000 7fb675d9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb6780b2170 0x7fb678156590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57450/0 (socket says 172.21.15.76:57450) 2024-09-13T16:13:33.604 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.601+0000 7fb675d9b640 1 -- 172.21.15.76:0/2798136901 learned_addr learned my addr 172.21.15.76:0/2798136901 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:33.605 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.601+0000 7fb676d9d640 1 --2- 172.21.15.76:0/2798136901 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb678158b00 0x7fb678156ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:33.605 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.601+0000 7fb67659c640 1 --2- 172.21.15.76:0/2798136901 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb67806c6d0 0x7fb6780c3f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:33.605 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.601+0000 7fb675d9b640 1 -- 172.21.15.76:0/2798136901 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb678158b00 msgr2=0x7fb678156ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:33.605 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.601+0000 7fb675d9b640 1 --2- 172.21.15.76:0/2798136901 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb678158b00 0x7fb678156ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:33.605 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.601+0000 7fb675d9b640 1 -- 172.21.15.76:0/2798136901 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb67806c6d0 msgr2=0x7fb6780c3f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:33.605 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.601+0000 7fb675d9b640 1 --2- 172.21.15.76:0/2798136901 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb67806c6d0 0x7fb6780c3f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:33.605 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.601+0000 7fb675d9b640 1 -- 172.21.15.76:0/2798136901 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb66800b6a0 con 0x7fb6780b2170 2024-09-13T16:13:33.605 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.601+0000 7fb676d9d640 1 --2- 172.21.15.76:0/2798136901 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb678158b00 0x7fb678156ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:13:33.605 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.601+0000 7fb675d9b640 1 --2- 172.21.15.76:0/2798136901 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb6780b2170 0x7fb678156590 secure :-1 s=READY pgs=1824 cs=0 l=1 rev1=1 crypto rx=0x7fb66c00c4d0 tx=0x7fb66c00c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:33.605 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.601+0000 7fb666ffd640 1 -- 172.21.15.76:0/2798136901 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb66c0074e0 con 0x7fb6780b2170 2024-09-13T16:13:33.605 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.601+0000 7fb666ffd640 1 -- 172.21.15.76:0/2798136901 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb66c007660 con 0x7fb6780b2170 2024-09-13T16:13:33.605 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.601+0000 7fb67ccb8640 1 -- 172.21.15.76:0/2798136901 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb678098af0 con 0x7fb6780b2170 2024-09-13T16:13:33.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.601+0000 7fb666ffd640 1 -- 172.21.15.76:0/2798136901 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb66c004a20 con 0x7fb6780b2170 2024-09-13T16:13:33.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.601+0000 7fb67ccb8640 1 -- 172.21.15.76:0/2798136901 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb678098dd0 con 0x7fb6780b2170 2024-09-13T16:13:33.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.602+0000 7fb67ccb8640 1 -- 172.21.15.76:0/2798136901 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb678071cc0 con 0x7fb6780b2170 2024-09-13T16:13:33.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.603+0000 7fb666ffd640 1 -- 172.21.15.76:0/2798136901 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb66c004b80 con 0x7fb6780b2170 2024-09-13T16:13:33.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.603+0000 7fb666ffd640 1 --2- 172.21.15.76:0/2798136901 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb65806ac00 0x7fb65806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:33.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.603+0000 7fb666ffd640 1 -- 172.21.15.76:0/2798136901 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(136..136 src has 1..136) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fb66c088910 con 0x7fb6780b2170 2024-09-13T16:13:33.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.603+0000 7fb67659c640 1 --2- 172.21.15.76:0/2798136901 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb65806ac00 0x7fb65806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:33.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.604+0000 7fb67659c640 1 --2- 172.21.15.76:0/2798136901 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb65806ac00 0x7fb65806d0c0 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7fb668037000 tx=0x7fb668030000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:33.609 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.607+0000 7fb666ffd640 1 -- 172.21.15.76:0/2798136901 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fb66c053a40 con 0x7fb6780b2170 2024-09-13T16:13:33.833 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.830+0000 7fb67ccb8640 1 -- 172.21.15.76:0/2798136901 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) v1 -- 0x7fb6780cc170 con 0x7fb6780b2170 2024-09-13T16:13:33.836 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.834+0000 7fb666ffd640 1 -- 172.21.15.76:0/2798136901 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v20) v1 ==== 190+0+0 (secure 0 0 0) 0x7fb66c018020 con 0x7fb6780b2170 2024-09-13T16:13:33.836 INFO:teuthology.orchestra.run.smithi076.stderr:updated caps for client.0 2024-09-13T16:13:33.838 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.836+0000 7fb67ccb8640 1 -- 172.21.15.76:0/2798136901 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb65806ac00 msgr2=0x7fb65806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:33.839 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.836+0000 7fb67ccb8640 1 --2- 172.21.15.76:0/2798136901 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb65806ac00 0x7fb65806d0c0 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7fb668037000 tx=0x7fb668030000 comp rx=0 tx=0).stop 2024-09-13T16:13:33.839 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.836+0000 7fb67ccb8640 1 -- 172.21.15.76:0/2798136901 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb6780b2170 msgr2=0x7fb678156590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:33.839 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.836+0000 7fb67ccb8640 1 --2- 172.21.15.76:0/2798136901 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb6780b2170 0x7fb678156590 secure :-1 s=READY pgs=1824 cs=0 l=1 rev1=1 crypto rx=0x7fb66c00c4d0 tx=0x7fb66c00c990 comp rx=0 tx=0).stop 2024-09-13T16:13:33.839 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.836+0000 7fb67ccb8640 1 -- 172.21.15.76:0/2798136901 shutdown_connections 2024-09-13T16:13:33.839 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.836+0000 7fb67ccb8640 1 --2- 172.21.15.76:0/2798136901 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb65806ac00 0x7fb65806d0c0 unknown :-1 s=CLOSED pgs=776 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:33.839 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.836+0000 7fb67ccb8640 1 --2- 172.21.15.76:0/2798136901 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb678158b00 0x7fb678156ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:33.839 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.836+0000 7fb67ccb8640 1 --2- 172.21.15.76:0/2798136901 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb6780b2170 0x7fb678156590 unknown :-1 s=CLOSED pgs=1824 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:33.839 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.836+0000 7fb67ccb8640 1 --2- 172.21.15.76:0/2798136901 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb67806c6d0 0x7fb6780c3f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:33.839 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.836+0000 7fb67ccb8640 1 -- 172.21.15.76:0/2798136901 >> 172.21.15.76:0/2798136901 conn(0x7fb67806a0b0 msgr2=0x7fb6780abf20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:33.839 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.836+0000 7fb67ccb8640 1 -- 172.21.15.76:0/2798136901 shutdown_connections 2024-09-13T16:13:33.839 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.836+0000 7fb67ccb8640 1 -- 172.21.15.76:0/2798136901 wait complete. 2024-09-13T16:13:33.849 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:13:33.948 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.946+0000 7fe31e861640 1 Processor -- start 2024-09-13T16:13:33.948 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.946+0000 7fe31e861640 1 -- start start 2024-09-13T16:13:33.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.946+0000 7fe31e861640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fe3180cc5b0 0x7fe3180b2590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:33.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.946+0000 7fe31e861640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe3180b2170 con 0x7fe31806c4c0 2024-09-13T16:13:33.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.946+0000 7fe31e861640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe31806dab0 con 0x7fe31806c8a0 2024-09-13T16:13:33.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.946+0000 7fe31e861640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe31806deb0 con 0x7fe3180cc5b0 2024-09-13T16:13:33.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.947+0000 7fe317fff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fe31806c4c0 0x7fe31806d3a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:33494/0 (socket says 172.21.15.76:33494) 2024-09-13T16:13:33.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.947+0000 7fe317fff640 1 -- 172.21.15.76:0/3140099728 learned_addr learned my addr 172.21.15.76:0/3140099728 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:13:33.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.947+0000 7fe316ffd640 1 -- 172.21.15.76:0/3140099728 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1937395826 0 0) 0x7fe3180b2170 con 0x7fe31806c4c0 2024-09-13T16:13:33.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.947+0000 7fe316ffd640 1 -- 172.21.15.76:0/3140099728 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe300004630 con 0x7fe31806c4c0 2024-09-13T16:13:33.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.947+0000 7fe31cdfe640 1 --2- 172.21.15.76:0/3140099728 >> v2:172.21.15.192:3300/0 conn(0x7fe3180cc5b0 0x7fe3180b2590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:33.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.947+0000 7fe316ffd640 1 -- 172.21.15.76:0/3140099728 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 316675614 0 0) 0x7fe300004630 con 0x7fe31806c4c0 2024-09-13T16:13:33.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.947+0000 7fe316ffd640 1 -- 172.21.15.76:0/3140099728 >> v2:172.21.15.192:3300/0 conn(0x7fe3180cc5b0 msgr2=0x7fe3180b2590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:33.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.947+0000 7fe316ffd640 1 --2- 172.21.15.76:0/3140099728 >> v2:172.21.15.192:3300/0 conn(0x7fe3180cc5b0 0x7fe3180b2590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:33.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.947+0000 7fe316ffd640 1 -- 172.21.15.76:0/3140099728 >> v1:172.21.15.192:6789/0 conn(0x7fe31806c8a0 legacy=0x7fe3180cbea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:33.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.947+0000 7fe316ffd640 1 -- 172.21.15.76:0/3140099728 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe31806e0c0 con 0x7fe31806c4c0 2024-09-13T16:13:33.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.947+0000 7fe316ffd640 1 -- 172.21.15.76:0/3140099728 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7fe308001670 con 0x7fe31806c4c0 2024-09-13T16:13:33.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.947+0000 7fe316ffd640 1 -- 172.21.15.76:0/3140099728 >> v1:172.21.15.76:6789/0 conn(0x7fe31806c4c0 legacy=0x7fe31806d3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:33.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.947+0000 7fe316ffd640 1 --2- 172.21.15.76:0/3140099728 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe300004a80 0x7fe300004ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:33.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.947+0000 7fe316ffd640 1 --2- 172.21.15.76:0/3140099728 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe3000058d0 0x7fe300005d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:33.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.947+0000 7fe316ffd640 1 --2- 172.21.15.76:0/3140099728 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe300006290 0x7fe30000ca90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:33.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.947+0000 7fe316ffd640 1 -- 172.21.15.76:0/3140099728 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe31806deb0 con 0x7fe3000058d0 2024-09-13T16:13:33.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.947+0000 7fe316ffd640 1 -- 172.21.15.76:0/3140099728 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe30000d130 con 0x7fe300004a80 2024-09-13T16:13:33.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.947+0000 7fe316ffd640 1 -- 172.21.15.76:0/3140099728 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe30000d2f0 con 0x7fe300006290 2024-09-13T16:13:33.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.947+0000 7fe3177fe640 1 --2- 172.21.15.76:0/3140099728 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe3000058d0 0x7fe300005d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:33.954 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.947+0000 7fe317fff640 1 --2- 172.21.15.76:0/3140099728 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe300004a80 0x7fe300004ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:33.954 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.947+0000 7fe31cdfe640 1 --2- 172.21.15.76:0/3140099728 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe300006290 0x7fe30000ca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:33.954 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.948+0000 7fe3177fe640 1 -- 172.21.15.76:0/3140099728 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe300006290 msgr2=0x7fe30000ca90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:33.954 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.948+0000 7fe3177fe640 1 --2- 172.21.15.76:0/3140099728 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe300006290 0x7fe30000ca90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:33.954 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.948+0000 7fe3177fe640 1 -- 172.21.15.76:0/3140099728 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe300004a80 msgr2=0x7fe300004ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:33.954 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.948+0000 7fe3177fe640 1 --2- 172.21.15.76:0/3140099728 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe300004a80 0x7fe300004ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:33.954 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.948+0000 7fe3177fe640 1 -- 172.21.15.76:0/3140099728 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe300004630 con 0x7fe3000058d0 2024-09-13T16:13:33.954 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.948+0000 7fe31cdfe640 1 --2- 172.21.15.76:0/3140099728 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe300006290 0x7fe30000ca90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:33.954 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.948+0000 7fe31cdfe640 1 -- 172.21.15.76:0/3140099728 reap_dead start 2024-09-13T16:13:33.954 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.948+0000 7fe3177fe640 1 --2- 172.21.15.76:0/3140099728 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe3000058d0 0x7fe300005d50 secure :-1 s=READY pgs=1826 cs=0 l=1 rev1=1 crypto rx=0x7fe30c001750 tx=0x7fe300006900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=99238e40f614ca6a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:33.954 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.948+0000 7fe316ffd640 1 -- 172.21.15.76:0/3140099728 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe30c0052d0 con 0x7fe3000058d0 2024-09-13T16:13:33.954 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.948+0000 7fe316ffd640 1 -- 172.21.15.76:0/3140099728 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe30c005430 con 0x7fe3000058d0 2024-09-13T16:13:33.954 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.948+0000 7fe316ffd640 1 -- 172.21.15.76:0/3140099728 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe30c02abc0 con 0x7fe3000058d0 2024-09-13T16:13:33.955 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.949+0000 7fe31e861640 1 -- 172.21.15.76:0/3140099728 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe3000058d0 msgr2=0x7fe300005d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:33.955 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.949+0000 7fe31e861640 1 --2- 172.21.15.76:0/3140099728 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe3000058d0 0x7fe300005d50 secure :-1 s=READY pgs=1826 cs=0 l=1 rev1=1 crypto rx=0x7fe30c001750 tx=0x7fe300006900 comp rx=0 tx=0).stop 2024-09-13T16:13:33.955 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.949+0000 7fe31e861640 1 -- 172.21.15.76:0/3140099728 shutdown_connections 2024-09-13T16:13:33.955 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.949+0000 7fe31e861640 1 --2- 172.21.15.76:0/3140099728 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe3000058d0 0x7fe300005d50 unknown :-1 s=CLOSED pgs=1826 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:33.955 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.949+0000 7fe31e861640 1 -- 172.21.15.76:0/3140099728 >> 172.21.15.76:0/3140099728 conn(0x7fe318069ed0 msgr2=0x7fe31806a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:33.955 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.949+0000 7fe31e861640 1 -- 172.21.15.76:0/3140099728 shutdown_connections 2024-09-13T16:13:33.955 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.949+0000 7fe31e861640 1 -- 172.21.15.76:0/3140099728 wait complete. 2024-09-13T16:13:33.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.950+0000 7fe31e861640 1 Processor -- start 2024-09-13T16:13:33.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.950+0000 7fe31e861640 1 -- start start 2024-09-13T16:13:33.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.951+0000 7fe31e861640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe3000058d0 0x7fe3181560e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:33.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.951+0000 7fe31e861640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe31815ba90 0x7fe3180cd250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:33.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.951+0000 7fe31e861640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe3180b1160 0x7fe3180b15e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:33.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.951+0000 7fe31e861640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe3181f2a30 con 0x7fe3000058d0 2024-09-13T16:13:33.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.951+0000 7fe31e861640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe3180b1b20 con 0x7fe3180b1160 2024-09-13T16:13:33.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.951+0000 7fe31e861640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe318156620 con 0x7fe31815ba90 2024-09-13T16:13:33.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.951+0000 7fe317fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe3000058d0 0x7fe3181560e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:33.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.951+0000 7fe317fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe3000058d0 0x7fe3181560e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57462/0 (socket says 172.21.15.76:57462) 2024-09-13T16:13:33.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.951+0000 7fe317fff640 1 -- 172.21.15.76:0/2933240113 learned_addr learned my addr 172.21.15.76:0/2933240113 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:33.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.951+0000 7fe317fff640 1 -- 172.21.15.76:0/2933240113 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe31815ba90 msgr2=0x7fe3180cd250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:33.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.951+0000 7fe3177fe640 1 --2- 172.21.15.76:0/2933240113 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe31815ba90 0x7fe3180cd250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:33.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.952+0000 7fe317fff640 1 --2- 172.21.15.76:0/2933240113 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe31815ba90 0x7fe3180cd250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:33.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.952+0000 7fe317fff640 1 -- 172.21.15.76:0/2933240113 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe3180b1160 msgr2=0x7fe3180b15e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:33.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.952+0000 7fe317fff640 1 --2- 172.21.15.76:0/2933240113 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe3180b1160 0x7fe3180b15e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:33.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.952+0000 7fe317fff640 1 -- 172.21.15.76:0/2933240113 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe3181f1db0 con 0x7fe3000058d0 2024-09-13T16:13:33.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.952+0000 7fe317fff640 1 --2- 172.21.15.76:0/2933240113 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe3000058d0 0x7fe3181560e0 secure :-1 s=READY pgs=1827 cs=0 l=1 rev1=1 crypto rx=0x7fe308007290 tx=0x7fe308007750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:33.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.952+0000 7fe314ff9640 1 -- 172.21.15.76:0/2933240113 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe308001650 con 0x7fe3000058d0 2024-09-13T16:13:33.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.952+0000 7fe314ff9640 1 -- 172.21.15.76:0/2933240113 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe30800f940 con 0x7fe3000058d0 2024-09-13T16:13:33.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.952+0000 7fe31e861640 1 -- 172.21.15.76:0/2933240113 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe3181f2090 con 0x7fe3000058d0 2024-09-13T16:13:33.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.952+0000 7fe314ff9640 1 -- 172.21.15.76:0/2933240113 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe30800fcd0 con 0x7fe3000058d0 2024-09-13T16:13:33.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.952+0000 7fe31e861640 1 -- 172.21.15.76:0/2933240113 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe3181f2650 con 0x7fe3000058d0 2024-09-13T16:13:33.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.953+0000 7fe31e861640 1 -- 172.21.15.76:0/2933240113 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe31806d3a0 con 0x7fe3000058d0 2024-09-13T16:13:33.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.953+0000 7fe314ff9640 1 -- 172.21.15.76:0/2933240113 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe30801d460 con 0x7fe3000058d0 2024-09-13T16:13:33.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.954+0000 7fe314ff9640 1 --2- 172.21.15.76:0/2933240113 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe30406ac20 0x7fe30406d0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:33.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.954+0000 7fe314ff9640 1 -- 172.21.15.76:0/2933240113 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(136..136 src has 1..136) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fe3080894f0 con 0x7fe3000058d0 2024-09-13T16:13:33.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.954+0000 7fe3177fe640 1 --2- 172.21.15.76:0/2933240113 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe30406ac20 0x7fe30406d0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:33.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.954+0000 7fe3177fe640 1 --2- 172.21.15.76:0/2933240113 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe30406ac20 0x7fe30406d0e0 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x7fe30c032000 tx=0x7fe30c02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:33.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:33.958+0000 7fe314ff9640 1 -- 172.21.15.76:0/2933240113 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fe308054590 con 0x7fe3000058d0 2024-09-13T16:13:34.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.153+0000 7fe31e861640 1 -- 172.21.15.76:0/2933240113 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fe3180b1d30 con 0x7fe3000058d0 2024-09-13T16:13:34.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.153+0000 7fe314ff9640 1 -- 172.21.15.76:0/2933240113 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 72 v72) v1 ==== 94+0+4742 (secure 0 0 0) 0x7fe308057bb0 con 0x7fe3000058d0 2024-09-13T16:13:34.156 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:13:34.156 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":72,"default_fscid":9,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7115,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/4062248644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":4062248644},{"type":"v1","addr":"172.21.15.192:6835","nonce":4062248644}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":68},{"gid":8005,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6837/2615493476","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":2615493476},{"type":"v1","addr":"172.21.15.76:6837","nonce":2615493476}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":67},{"gid":8011,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/2123797898","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":2123797898},{"type":"v1","addr":"172.21.15.192:6833","nonce":2123797898}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":67}],"filesystems":[{"mdsmap":{"epoch":72,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:13:29.534838+0000","modified":"2024-09-13T16:13:32.195978+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":9078},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9078":{"gid":9078,"name":"c","rank":0,"incarnation":69,"state":"up:active","state_seq":4,"addr":"172.21.15.76:6836/2887788362","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":2887788362},{"type":"v1","addr":"172.21.15.76:6836","nonce":2887788362}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[20],"metadata_pool":19,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":9}]} 2024-09-13T16:13:34.156 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 72 2024-09-13T16:13:34.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.155+0000 7fe31e861640 1 -- 172.21.15.76:0/2933240113 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe30406ac20 msgr2=0x7fe30406d0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:34.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.155+0000 7fe31e861640 1 --2- 172.21.15.76:0/2933240113 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe30406ac20 0x7fe30406d0e0 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x7fe30c032000 tx=0x7fe30c02e000 comp rx=0 tx=0).stop 2024-09-13T16:13:34.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.155+0000 7fe31e861640 1 -- 172.21.15.76:0/2933240113 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe3000058d0 msgr2=0x7fe3181560e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:34.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.155+0000 7fe31e861640 1 --2- 172.21.15.76:0/2933240113 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe3000058d0 0x7fe3181560e0 secure :-1 s=READY pgs=1827 cs=0 l=1 rev1=1 crypto rx=0x7fe308007290 tx=0x7fe308007750 comp rx=0 tx=0).stop 2024-09-13T16:13:34.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.155+0000 7fe31e861640 1 -- 172.21.15.76:0/2933240113 shutdown_connections 2024-09-13T16:13:34.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.155+0000 7fe31e861640 1 --2- 172.21.15.76:0/2933240113 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe3180b1160 0x7fe3180b15e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:34.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.155+0000 7fe31e861640 1 --2- 172.21.15.76:0/2933240113 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe30406ac20 0x7fe30406d0e0 unknown :-1 s=CLOSED pgs=777 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:34.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.155+0000 7fe31e861640 1 --2- 172.21.15.76:0/2933240113 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe31815ba90 0x7fe3180cd250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:34.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.155+0000 7fe31e861640 1 --2- 172.21.15.76:0/2933240113 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe3000058d0 0x7fe3181560e0 unknown :-1 s=CLOSED pgs=1827 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:34.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.156+0000 7fe31e861640 1 -- 172.21.15.76:0/2933240113 >> 172.21.15.76:0/2933240113 conn(0x7fe318069ed0 msgr2=0x7fe3180cbe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:34.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.156+0000 7fe31e861640 1 -- 172.21.15.76:0/2933240113 shutdown_connections 2024-09-13T16:13:34.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.156+0000 7fe31e861640 1 -- 172.21.15.76:0/2933240113 wait complete. 2024-09-13T16:13:34.160 INFO:tasks.ceph.mds.c.smithi076.stderr:2024-09-13T16:13:34.158+0000 7fa3df3c2640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T16:13:34.571 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 72, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T16:13:29.534838+0000', 'modified': '2024-09-13T16:13:32.195978+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 9078}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_9078': {'gid': 9078, 'name': 'c', 'rank': 0, 'incarnation': 69, 'state': 'up:active', 'state_seq': 4, 'addr': '172.21.15.76:6836/2887788362', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.76:6834', 'nonce': 2887788362}, {'type': 'v1', 'addr': '172.21.15.76:6836', 'nonce': 2887788362}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [20], 'metadata_pool': 19, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-13T16:13:34.572 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-13T16:13:34.572 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-13T16:13:34.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.670+0000 7ff7a3bb5640 1 Processor -- start 2024-09-13T16:13:34.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.670+0000 7ff7a3bb5640 1 -- start start 2024-09-13T16:13:34.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.671+0000 7ff7a3bb5640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7ff79c06c4c0 0x7ff79c06c8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:34.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.671+0000 7ff7a3bb5640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff79c0cbea0 0x7ff79c0cc330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:34.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.671+0000 7ff7a3bb5640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff79c06dab0 con 0x7ff79c0b2590 2024-09-13T16:13:34.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.671+0000 7ff7a3bb5640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff79c06deb0 con 0x7ff79c06c4c0 2024-09-13T16:13:34.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.671+0000 7ff7a3bb5640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff79c0b2170 con 0x7ff79c0cbea0 2024-09-13T16:13:34.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.672+0000 7ff7a1951640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7ff79c06c4c0 0x7ff79c06c8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:34.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.672+0000 7ff7a2152640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff79c0cbea0 0x7ff79c0cc330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:34.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.672+0000 7ff7a1951640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7ff79c06c4c0 0x7ff79c06c8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.76:55746/0 (socket says 172.21.15.76:55746) 2024-09-13T16:13:34.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.672+0000 7ff7a2152640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff79c0cbea0 0x7ff79c0cc330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.76:43652/0 (socket says 172.21.15.76:43652) 2024-09-13T16:13:34.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.672+0000 7ff7a1951640 1 -- 172.21.15.76:0/2107941897 learned_addr learned my addr 172.21.15.76:0/2107941897 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:34.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.672+0000 7ff7a1150640 1 --1- 172.21.15.76:0/2107941897 >> v1:172.21.15.192:6789/0 conn(0x7ff79c0b2590 0x7ff79c06d3a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:36234/0 (socket says 172.21.15.76:36234) 2024-09-13T16:13:34.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.672+0000 7ff7a2152640 1 -- 172.21.15.76:0/2107941897 >> v2:172.21.15.192:3300/0 conn(0x7ff79c06c4c0 msgr2=0x7ff79c06c8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:34.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.672+0000 7ff7a2152640 1 --2- 172.21.15.76:0/2107941897 >> v2:172.21.15.192:3300/0 conn(0x7ff79c06c4c0 0x7ff79c06c8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:34.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.672+0000 7ff7a2152640 1 -- 172.21.15.76:0/2107941897 >> v1:172.21.15.192:6789/0 conn(0x7ff79c0b2590 legacy=0x7ff79c06d3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:34.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.672+0000 7ff7a2152640 1 -- 172.21.15.76:0/2107941897 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff79c0cc870 con 0x7ff79c0cbea0 2024-09-13T16:13:34.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.672+0000 7ff7a094f640 1 -- 172.21.15.76:0/2107941897 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3852335239 0 0) 0x7ff79c06dab0 con 0x7ff79c0b2590 2024-09-13T16:13:34.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.672+0000 7ff7a1951640 1 --2- 172.21.15.76:0/2107941897 >> v2:172.21.15.192:3300/0 conn(0x7ff79c06c4c0 0x7ff79c06c8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:13:34.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.673+0000 7ff7a2152640 1 --2- 172.21.15.76:0/2107941897 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff79c0cbea0 0x7ff79c0cc330 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7ff794009d90 tx=0x7ff79402a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6607599ec0fdb437 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:34.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.673+0000 7ff7a094f640 1 -- 172.21.15.76:0/2107941897 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff794007740 con 0x7ff79c0cbea0 2024-09-13T16:13:34.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.673+0000 7ff7a094f640 1 -- 172.21.15.76:0/2107941897 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff79402d050 con 0x7ff79c0cbea0 2024-09-13T16:13:34.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.673+0000 7ff7a094f640 1 -- 172.21.15.76:0/2107941897 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff794007ac0 con 0x7ff79c0cbea0 2024-09-13T16:13:34.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.673+0000 7ff7a3bb5640 1 -- 172.21.15.76:0/2107941897 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff79c0cbea0 msgr2=0x7ff79c0cc330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:34.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.673+0000 7ff7a3bb5640 1 --2- 172.21.15.76:0/2107941897 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff79c0cbea0 0x7ff79c0cc330 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7ff794009d90 tx=0x7ff79402a660 comp rx=0 tx=0).stop 2024-09-13T16:13:34.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.674+0000 7ff7a3bb5640 1 -- 172.21.15.76:0/2107941897 shutdown_connections 2024-09-13T16:13:34.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.674+0000 7ff7a3bb5640 1 --2- 172.21.15.76:0/2107941897 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff79c0cbea0 0x7ff79c0cc330 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:34.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.674+0000 7ff7a3bb5640 1 --2- 172.21.15.76:0/2107941897 >> v2:172.21.15.192:3300/0 conn(0x7ff79c06c4c0 0x7ff79c06c8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:34.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.674+0000 7ff7a3bb5640 1 -- 172.21.15.76:0/2107941897 >> 172.21.15.76:0/2107941897 conn(0x7ff79c069ed0 msgr2=0x7ff79c06a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:34.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.674+0000 7ff7a3bb5640 1 -- 172.21.15.76:0/2107941897 shutdown_connections 2024-09-13T16:13:34.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.674+0000 7ff7a3bb5640 1 -- 172.21.15.76:0/2107941897 wait complete. 2024-09-13T16:13:34.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.675+0000 7ff7a3bb5640 1 Processor -- start 2024-09-13T16:13:34.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.675+0000 7ff7a3bb5640 1 -- start start 2024-09-13T16:13:34.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.676+0000 7ff7a3bb5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff79c06c4c0 0x7ff79c0c7f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:34.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.676+0000 7ff7a3bb5640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff79c0b2590 0x7ff79c1ef8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:34.680 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.676+0000 7ff7a3bb5640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff79c0cbea0 0x7ff79c0ae540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:34.680 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.676+0000 7ff7a3bb5640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff79c147c60 con 0x7ff79c06c4c0 2024-09-13T16:13:34.680 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.676+0000 7ff7a3bb5640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff79c147f40 con 0x7ff79c0b2590 2024-09-13T16:13:34.680 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.676+0000 7ff7a3bb5640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff79c148220 con 0x7ff79c0cbea0 2024-09-13T16:13:34.680 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.676+0000 7ff7a1951640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff79c06c4c0 0x7ff79c0c7f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:34.680 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.676+0000 7ff7a1951640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff79c06c4c0 0x7ff79c0c7f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57468/0 (socket says 172.21.15.76:57468) 2024-09-13T16:13:34.680 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.676+0000 7ff7a1951640 1 -- 172.21.15.76:0/4164907099 learned_addr learned my addr 172.21.15.76:0/4164907099 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:34.680 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.676+0000 7ff7a2152640 1 --2- 172.21.15.76:0/4164907099 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff79c0cbea0 0x7ff79c0ae540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:34.680 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.676+0000 7ff7a1150640 1 --2- 172.21.15.76:0/4164907099 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff79c0b2590 0x7ff79c1ef8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:34.680 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.676+0000 7ff7a1951640 1 -- 172.21.15.76:0/4164907099 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff79c0cbea0 msgr2=0x7ff79c0ae540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:34.680 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.676+0000 7ff7a1951640 1 --2- 172.21.15.76:0/4164907099 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff79c0cbea0 0x7ff79c0ae540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:34.680 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.676+0000 7ff7a1951640 1 -- 172.21.15.76:0/4164907099 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff79c0b2590 msgr2=0x7ff79c1ef8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:34.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.676+0000 7ff7a1951640 1 --2- 172.21.15.76:0/4164907099 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff79c0b2590 0x7ff79c1ef8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:34.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.676+0000 7ff7a1951640 1 -- 172.21.15.76:0/4164907099 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff79800a670 con 0x7ff79c06c4c0 2024-09-13T16:13:34.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.676+0000 7ff7a1951640 1 --2- 172.21.15.76:0/4164907099 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff79c06c4c0 0x7ff79c0c7f10 secure :-1 s=READY pgs=1828 cs=0 l=1 rev1=1 crypto rx=0x7ff79800e950 tx=0x7ff79800ee10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:34.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.676+0000 7ff7927fc640 1 -- 172.21.15.76:0/4164907099 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff79800cd00 con 0x7ff79c06c4c0 2024-09-13T16:13:34.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.676+0000 7ff7927fc640 1 -- 172.21.15.76:0/4164907099 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff79800ce60 con 0x7ff79c06c4c0 2024-09-13T16:13:34.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.676+0000 7ff7927fc640 1 -- 172.21.15.76:0/4164907099 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff798004230 con 0x7ff79c06c4c0 2024-09-13T16:13:34.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.676+0000 7ff7a3bb5640 1 -- 172.21.15.76:0/4164907099 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff794009a70 con 0x7ff79c06c4c0 2024-09-13T16:13:34.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.676+0000 7ff7a3bb5640 1 -- 172.21.15.76:0/4164907099 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff79c1487e0 con 0x7ff79c06c4c0 2024-09-13T16:13:34.684 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.678+0000 7ff7927fc640 1 -- 172.21.15.76:0/4164907099 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff798004390 con 0x7ff79c06c4c0 2024-09-13T16:13:34.684 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.678+0000 7ff7927fc640 1 --2- 172.21.15.76:0/4164907099 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff78006ac30 0x7ff78006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:34.684 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.678+0000 7ff7927fc640 1 -- 172.21.15.76:0/4164907099 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(136..136 src has 1..136) v4 ==== 6029+0+0 (secure 0 0 0) 0x7ff798089080 con 0x7ff79c06c4c0 2024-09-13T16:13:34.684 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.678+0000 7ff7a1150640 1 --2- 172.21.15.76:0/4164907099 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff78006ac30 0x7ff78006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:34.684 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.679+0000 7ff7a1150640 1 --2- 172.21.15.76:0/4164907099 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff78006ac30 0x7ff78006d0f0 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7ff78c007f70 tx=0x7ff78c007f00 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:34.684 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.679+0000 7ff7a68dc740 1 Processor -- start 2024-09-13T16:13:34.685 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.679+0000 7ff7a68dc740 1 -- start start 2024-09-13T16:13:34.685 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.680+0000 7ff7a68dc740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ee18b36b40 0x55ee18b3b230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:34.685 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.680+0000 7ff7a68dc740 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55ee18b3b770 0x55ee18b64c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:34.685 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.680+0000 7ff7a68dc740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ee18b7f060 0x55ee18b651c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:34.685 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.680+0000 7ff7a68dc740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ee18a957c0 con 0x55ee18b36b40 2024-09-13T16:13:34.685 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.680+0000 7ff7a68dc740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ee18aa4b70 con 0x55ee18b7f060 2024-09-13T16:13:34.685 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.680+0000 7ff7a68dc740 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x55ee18aa2300 con 0x55ee18b3b770 2024-09-13T16:13:34.685 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.680+0000 7ff7a1951640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ee18b36b40 0x55ee18b3b230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:34.685 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.680+0000 7ff7a1951640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ee18b36b40 0x55ee18b3b230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57470/0 (socket says 172.21.15.76:57470) 2024-09-13T16:13:34.685 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.680+0000 7ff7a1951640 1 -- 172.21.15.76:0/2087712185 learned_addr learned my addr 172.21.15.76:0/2087712185 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:34.685 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.680+0000 7ff7a1150640 1 --2- 172.21.15.76:0/2087712185 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55ee18b3b770 0x55ee18b64c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:34.685 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.680+0000 7ff7a2152640 1 --2- 172.21.15.76:0/2087712185 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ee18b7f060 0x55ee18b651c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:34.685 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.680+0000 7ff7a1951640 1 -- 172.21.15.76:0/2087712185 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55ee18b3b770 msgr2=0x55ee18b64c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:34.686 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.680+0000 7ff7a1951640 1 --2- 172.21.15.76:0/2087712185 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55ee18b3b770 0x55ee18b64c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:34.686 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.680+0000 7ff7a1951640 1 -- 172.21.15.76:0/2087712185 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ee18b7f060 msgr2=0x55ee18b651c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:34.686 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.680+0000 7ff7a1951640 1 --2- 172.21.15.76:0/2087712185 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ee18b7f060 0x55ee18b651c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:34.686 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.680+0000 7ff7a1951640 1 -- 172.21.15.76:0/2087712185 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ee18a2a4b0 con 0x55ee18b36b40 2024-09-13T16:13:34.686 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.681+0000 7ff7a1150640 1 --2- 172.21.15.76:0/2087712185 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55ee18b3b770 0x55ee18b64c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:13:34.686 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.681+0000 7ff7a2152640 1 --2- 172.21.15.76:0/2087712185 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ee18b7f060 0x55ee18b651c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:13:34.686 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.681+0000 7ff7a1951640 1 --2- 172.21.15.76:0/2087712185 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ee18b36b40 0x55ee18b3b230 secure :-1 s=READY pgs=1829 cs=0 l=1 rev1=1 crypto rx=0x7ff79805fd30 tx=0x7ff798057f20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=578f3918199f2959 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:34.686 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.681+0000 7ff77f7fe640 1 -- 172.21.15.76:0/2087712185 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff798060260 con 0x55ee18b36b40 2024-09-13T16:13:34.686 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.681+0000 7ff77f7fe640 1 -- 172.21.15.76:0/2087712185 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff7980562c0 con 0x55ee18b36b40 2024-09-13T16:13:34.686 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.681+0000 7ff77f7fe640 1 -- 172.21.15.76:0/2087712185 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff79805fdd0 con 0x55ee18b36b40 2024-09-13T16:13:34.686 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.681+0000 7ff7a68dc740 1 -- 172.21.15.76:0/2087712185 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ee18b36b40 msgr2=0x55ee18b3b230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:34.686 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.681+0000 7ff7a68dc740 1 --2- 172.21.15.76:0/2087712185 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ee18b36b40 0x55ee18b3b230 secure :-1 s=READY pgs=1829 cs=0 l=1 rev1=1 crypto rx=0x7ff79805fd30 tx=0x7ff798057f20 comp rx=0 tx=0).stop 2024-09-13T16:13:34.687 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.681+0000 7ff7a68dc740 1 -- 172.21.15.76:0/2087712185 shutdown_connections 2024-09-13T16:13:34.687 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.681+0000 7ff7a68dc740 1 --2- 172.21.15.76:0/2087712185 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ee18b7f060 0x55ee18b651c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:34.687 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.681+0000 7ff7a68dc740 1 --2- 172.21.15.76:0/2087712185 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55ee18b3b770 0x55ee18b64c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:34.687 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.681+0000 7ff7a68dc740 1 --2- 172.21.15.76:0/2087712185 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ee18b36b40 0x55ee18b3b230 unknown :-1 s=CLOSED pgs=1829 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:34.687 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.681+0000 7ff7a68dc740 1 -- 172.21.15.76:0/2087712185 >> 172.21.15.76:0/2087712185 conn(0x55ee18b377d0 msgr2=0x55ee18b7fc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:34.687 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.681+0000 7ff7a68dc740 1 -- 172.21.15.76:0/2087712185 shutdown_connections 2024-09-13T16:13:34.687 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.681+0000 7ff7a68dc740 1 -- 172.21.15.76:0/2087712185 wait complete. 2024-09-13T16:13:34.687 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.682+0000 7ff7a68dc740 1 -- start start 2024-09-13T16:13:34.687 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.682+0000 7ff7a68dc740 1 Processor -- start 2024-09-13T16:13:34.690 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.683+0000 7ff7a68dc740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ee18b3b770 0x55ee18b541f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:34.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.683+0000 7ff7a68dc740 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55ee18b7f060 0x55ee18b81870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:34.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.683+0000 7ff7a68dc740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ee18b57fb0 0x55ee18b6d9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:34.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.683+0000 7ff7a68dc740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ee18a9dbf0 con 0x55ee18b57fb0 2024-09-13T16:13:34.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.683+0000 7ff7a68dc740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ee18a5c250 con 0x55ee18b3b770 2024-09-13T16:13:34.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.683+0000 7ff7a68dc740 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x55ee18a5bef0 con 0x55ee18b7f060 2024-09-13T16:13:34.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.683+0000 7ff7a68dc740 10 client.0 _ll_register_callbacks cb 0x55ee18a8e740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:13:34.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.683+0000 7ff7a2152640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ee18b57fb0 0x55ee18b6d9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:34.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.683+0000 7ff7a2152640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ee18b57fb0 0x55ee18b6d9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57478/0 (socket says 172.21.15.76:57478) 2024-09-13T16:13:34.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.683+0000 7ff7a2152640 1 -- 172.21.15.76:0/3524812219 learned_addr learned my addr 172.21.15.76:0/3524812219 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:34.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.683+0000 7ff7a1951640 1 --2- 172.21.15.76:0/3524812219 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ee18b3b770 0x55ee18b541f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:34.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.683+0000 7ff7a1150640 1 --2- 172.21.15.76:0/3524812219 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55ee18b7f060 0x55ee18b81870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:34.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.683+0000 7ff7a2152640 1 -- 172.21.15.76:0/3524812219 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55ee18b7f060 msgr2=0x55ee18b81870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:34.692 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.683+0000 7ff7a2152640 1 --2- 172.21.15.76:0/3524812219 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55ee18b7f060 0x55ee18b81870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:34.692 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.683+0000 7ff7a2152640 1 -- 172.21.15.76:0/3524812219 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ee18b3b770 msgr2=0x55ee18b541f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:34.692 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.683+0000 7ff7a2152640 1 --2- 172.21.15.76:0/3524812219 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ee18b3b770 0x55ee18b541f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:34.692 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.683+0000 7ff7a2152640 1 -- 172.21.15.76:0/3524812219 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff79c1487e0 con 0x55ee18b57fb0 2024-09-13T16:13:34.692 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.684+0000 7ff7a2152640 1 --2- 172.21.15.76:0/3524812219 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ee18b57fb0 0x55ee18b6d9c0 secure :-1 s=READY pgs=1830 cs=0 l=1 rev1=1 crypto rx=0x7ff794009eb0 tx=0x7ff794004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3c82cbfa6c30e747 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:34.692 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.684+0000 7ff77cff9640 10 client.0 ms_handle_connect on v2:172.21.15.76:3300/0 2024-09-13T16:13:34.692 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.684+0000 7ff77cff9640 1 -- 172.21.15.76:0/3524812219 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff794004800 con 0x55ee18b57fb0 2024-09-13T16:13:34.692 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.684+0000 7ff77cff9640 1 -- 172.21.15.76:0/3524812219 <== mon.0 v2:172.21.15.76:3300/0 2 ==== osd_map(136..136 src has 1..136) v4 ==== 6029+0+0 (secure 0 0 0) 0x7ff794007540 con 0x55ee18b57fb0 2024-09-13T16:13:34.692 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.684+0000 7ff7a68dc740 1 -- 172.21.15.76:0/3524812219 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55ee187913c0 con 0x55ee18b57fb0 2024-09-13T16:13:34.692 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.684+0000 7ff77cff9640 1 -- 172.21.15.76:0/3524812219 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_get_version_reply(handle=1 version=72) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff794009450 con 0x55ee18b57fb0 2024-09-13T16:13:34.692 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.684+0000 7ff7a68dc740 10 client.9219 fetch_fsmap learned FSMap version 72 2024-09-13T16:13:34.692 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.684+0000 7ff7a68dc740 1 -- 172.21.15.76:0/3524812219 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,fsmap=72,monmap=2+}) v3 -- 0x55ee18a9c270 con 0x55ee18b57fb0 2024-09-13T16:13:34.692 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.684+0000 7ff77cff9640 1 -- 172.21.15.76:0/3524812219 <== mon.0 v2:172.21.15.76:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x55ee187913c0 con 0x55ee18b57fb0 2024-09-13T16:13:34.693 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.684+0000 7ff77cff9640 1 -- 172.21.15.76:0/3524812219 <== mon.0 v2:172.21.15.76:3300/0 5 ==== fsmap(e 72) v1 ==== 3114+0+0 (secure 0 0 0) 0x7ff794038040 con 0x55ee18b57fb0 2024-09-13T16:13:34.693 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.684+0000 7ff7a68dc740 10 client.9219 fetch_fsmap finished waiting for FSMap version 72 2024-09-13T16:13:34.693 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.684+0000 7ff7a68dc740 10 client.9219 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-13T16:13:34.693 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.684+0000 7ff7a68dc740 20 client.9219 populate_metadata read hostname 'smithi076' 2024-09-13T16:13:34.693 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.684+0000 7ff7a68dc740 1 --2- 172.21.15.76:0/3524812219 >> [v2:172.21.15.76:6834/2887788362,v1:172.21.15.76:6836/2887788362] conn(0x55ee18b564c0 0x55ee18b56b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:34.693 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.684+0000 7ff7a68dc740 4 client.9219 mds_command: new command op to 9078 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-13T16:13:34.693 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.684+0000 7ff7a68dc740 1 -- 172.21.15.76:0/3524812219 --> [v2:172.21.15.76:6834/2887788362,v1:172.21.15.76:6836/2887788362] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55ee187a26c0 con 0x55ee18b564c0 2024-09-13T16:13:34.693 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.684+0000 7ff7a1951640 1 --2- 172.21.15.76:0/3524812219 >> [v2:172.21.15.76:6834/2887788362,v1:172.21.15.76:6836/2887788362] conn(0x55ee18b564c0 0x55ee18b56b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:34.693 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.685+0000 7ff77cff9640 10 client.9219 ms_handle_connect on v2:172.21.15.76:6834/2887788362 2024-09-13T16:13:34.693 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.685+0000 7ff7a1951640 1 --2- 172.21.15.76:0/3524812219 >> [v2:172.21.15.76:6834/2887788362,v1:172.21.15.76:6836/2887788362] conn(0x55ee18b564c0 0x55ee18b56b50 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a04cc5281f17272e server_cookie=daf816b63f59655a in_seq=0 out_seq=0 2024-09-13T16:13:34.693 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.685+0000 7ff77cff9640 1 -- 172.21.15.76:0/3524812219 <== mds.0 v2:172.21.15.76:6834/2887788362 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55ee187a26c0 con 0x55ee18b564c0 2024-09-13T16:13:34.693 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.685+0000 7ff77cff9640 10 client.9219 handle_command_reply: tid=0 2024-09-13T16:13:34.693 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.685+0000 7ff7a68dc740 1 client.9219 shutdown 2024-09-13T16:13:34.693 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.685+0000 7ff7a68dc740 1 -- 172.21.15.76:0/3524812219 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ee18b57fb0 msgr2=0x55ee18b6d9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:34.694 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.685+0000 7ff7a68dc740 1 --2- 172.21.15.76:0/3524812219 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ee18b57fb0 0x55ee18b6d9c0 secure :-1 s=READY pgs=1830 cs=0 l=1 rev1=1 crypto rx=0x7ff794009eb0 tx=0x7ff794004ab0 comp rx=0 tx=0).stop 2024-09-13T16:13:34.694 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.685+0000 7ff7a68dc740 1 -- 172.21.15.76:0/3524812219 shutdown_connections 2024-09-13T16:13:34.694 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.685+0000 7ff7a68dc740 1 --2- 172.21.15.76:0/3524812219 >> [v2:172.21.15.76:6834/2887788362,v1:172.21.15.76:6836/2887788362] conn(0x55ee18b564c0 0x55ee18b56b50 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:34.694 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.685+0000 7ff7a68dc740 1 --2- 172.21.15.76:0/3524812219 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ee18b57fb0 0x55ee18b6d9c0 unknown :-1 s=CLOSED pgs=1830 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:34.694 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.685+0000 7ff7a68dc740 1 --2- 172.21.15.76:0/3524812219 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55ee18b7f060 0x55ee18b81870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:34.694 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.685+0000 7ff77cff9640 0 client.9219 ms_handle_reset on v2:172.21.15.76:6834/2887788362 2024-09-13T16:13:34.694 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.685+0000 7ff7a68dc740 1 --2- 172.21.15.76:0/3524812219 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ee18b3b770 0x55ee18b541f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:34.694 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.685+0000 7ff7a68dc740 1 -- 172.21.15.76:0/3524812219 >> 172.21.15.76:0/3524812219 conn(0x55ee18b36b40 msgr2=0x55ee18b7e3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:34.694 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.685+0000 7ff7a68dc740 1 -- 172.21.15.76:0/3524812219 shutdown_connections 2024-09-13T16:13:34.694 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.685+0000 7ff7a68dc740 1 -- 172.21.15.76:0/3524812219 wait complete. 2024-09-13T16:13:34.694 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.686+0000 7ff7a68dc740 20 client.9219 trim_cache size 0 max 16384 2024-09-13T16:13:34.702 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.700+0000 7ff7a68dc740 1 Processor -- start 2024-09-13T16:13:34.702 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.700+0000 7ff7a68dc740 1 -- start start 2024-09-13T16:13:34.704 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.701+0000 7ff7a68dc740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ee18b3b770 0x55ee18b64c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:34.704 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.701+0000 7ff7a68dc740 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55ee18b57fb0 0x55ee18b7cfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:34.704 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.701+0000 7ff7a68dc740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ee18b7f060 0x55ee18b822e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:34.704 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.701+0000 7ff7a68dc740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ee18a21460 con 0x55ee18b3b770 2024-09-13T16:13:34.704 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.701+0000 7ff7a68dc740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ee18b7f820 con 0x55ee18b7f060 2024-09-13T16:13:34.704 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.701+0000 7ff7a68dc740 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x55ee18b3b030 con 0x55ee18b57fb0 2024-09-13T16:13:34.704 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.701+0000 7ff7a1951640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ee18b3b770 0x55ee18b64c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:34.704 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.701+0000 7ff7a1951640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ee18b3b770 0x55ee18b64c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57486/0 (socket says 172.21.15.76:57486) 2024-09-13T16:13:34.704 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.701+0000 7ff7a1951640 1 -- 172.21.15.76:0/2416451189 learned_addr learned my addr 172.21.15.76:0/2416451189 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:34.705 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.701+0000 7ff7a1951640 1 -- 172.21.15.76:0/2416451189 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55ee18b57fb0 msgr2=0x55ee18b7cfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:34.705 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.701+0000 7ff7a1951640 1 --2- 172.21.15.76:0/2416451189 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55ee18b57fb0 0x55ee18b7cfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:34.705 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.701+0000 7ff7a1951640 1 -- 172.21.15.76:0/2416451189 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ee18b7f060 msgr2=0x55ee18b822e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:34.705 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.701+0000 7ff7a1951640 1 --2- 172.21.15.76:0/2416451189 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ee18b7f060 0x55ee18b822e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:34.705 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.701+0000 7ff7a1951640 1 -- 172.21.15.76:0/2416451189 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ee18a3e5f0 con 0x55ee18b3b770 2024-09-13T16:13:34.705 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.701+0000 7ff7a1951640 1 --2- 172.21.15.76:0/2416451189 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ee18b3b770 0x55ee18b64c70 secure :-1 s=READY pgs=1831 cs=0 l=1 rev1=1 crypto rx=0x7ff798054420 tx=0x7ff79805e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c430c5452b0eaead server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:34.705 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.702+0000 7ff77ffff640 1 -- 172.21.15.76:0/2416451189 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff798087250 con 0x55ee18b3b770 2024-09-13T16:13:34.705 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.702+0000 7ff77ffff640 1 -- 172.21.15.76:0/2416451189 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff798056110 con 0x55ee18b3b770 2024-09-13T16:13:34.705 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.702+0000 7ff77ffff640 1 -- 172.21.15.76:0/2416451189 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff79805ffd0 con 0x55ee18b3b770 2024-09-13T16:13:34.709 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.702+0000 7ff7a68dc740 1 -- 172.21.15.76:0/2416451189 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ee18b3b770 msgr2=0x55ee18b64c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:34.709 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.702+0000 7ff7a68dc740 1 --2- 172.21.15.76:0/2416451189 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ee18b3b770 0x55ee18b64c70 secure :-1 s=READY pgs=1831 cs=0 l=1 rev1=1 crypto rx=0x7ff798054420 tx=0x7ff79805e000 comp rx=0 tx=0).stop 2024-09-13T16:13:34.709 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.702+0000 7ff7a68dc740 1 -- 172.21.15.76:0/2416451189 shutdown_connections 2024-09-13T16:13:34.709 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.702+0000 7ff7a68dc740 1 --2- 172.21.15.76:0/2416451189 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ee18b7f060 0x55ee18b822e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:34.709 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.702+0000 7ff7a68dc740 1 --2- 172.21.15.76:0/2416451189 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55ee18b57fb0 0x55ee18b7cfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:34.710 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.702+0000 7ff7a68dc740 1 --2- 172.21.15.76:0/2416451189 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ee18b3b770 0x55ee18b64c70 unknown :-1 s=CLOSED pgs=1831 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:34.710 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.702+0000 7ff7a68dc740 1 -- 172.21.15.76:0/2416451189 >> 172.21.15.76:0/2416451189 conn(0x55ee18b36b40 msgr2=0x55ee18b80b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:34.710 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.702+0000 7ff7a68dc740 1 -- 172.21.15.76:0/2416451189 shutdown_connections 2024-09-13T16:13:34.710 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.702+0000 7ff7a68dc740 1 -- 172.21.15.76:0/2416451189 wait complete. 2024-09-13T16:13:34.710 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.703+0000 7ff7a68dc740 1 -- start start 2024-09-13T16:13:34.710 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.703+0000 7ff7a68dc740 1 Processor -- start 2024-09-13T16:13:34.710 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.704+0000 7ff7a68dc740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ee18b3b770 0x55ee18b83aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:34.710 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.704+0000 7ff7a68dc740 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55ee18b57fb0 0x55ee18bedf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:34.710 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.704+0000 7ff7a68dc740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ee18b7f060 0x55ee18b7b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:34.710 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.704+0000 7ff7a68dc740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ee18b83680 con 0x55ee18b3b770 2024-09-13T16:13:34.710 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.704+0000 7ff7a68dc740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ee18b7c6f0 con 0x55ee18b7f060 2024-09-13T16:13:34.710 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.704+0000 7ff7a68dc740 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x55ee18b68620 con 0x55ee18b57fb0 2024-09-13T16:13:34.710 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.704+0000 7ff7a68dc740 10 client.0 _ll_register_callbacks cb 0x7ff79800a1f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:13:34.711 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.704+0000 7ff7a1951640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ee18b3b770 0x55ee18b83aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:34.711 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.704+0000 7ff7a1951640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ee18b3b770 0x55ee18b83aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57502/0 (socket says 172.21.15.76:57502) 2024-09-13T16:13:34.711 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.704+0000 7ff7a1951640 1 -- 172.21.15.76:0/4077719907 learned_addr learned my addr 172.21.15.76:0/4077719907 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:34.711 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.704+0000 7ff7a1150640 1 --2- 172.21.15.76:0/4077719907 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55ee18b57fb0 0x55ee18bedf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:34.711 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.704+0000 7ff7a1951640 1 -- 172.21.15.76:0/4077719907 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55ee18b57fb0 msgr2=0x55ee18bedf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:34.711 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.704+0000 7ff7a1951640 1 --2- 172.21.15.76:0/4077719907 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55ee18b57fb0 0x55ee18bedf70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:34.711 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.704+0000 7ff7a1951640 1 -- 172.21.15.76:0/4077719907 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ee18b7f060 msgr2=0x55ee18b7b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:34.711 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.704+0000 7ff7a1951640 1 --2- 172.21.15.76:0/4077719907 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ee18b7f060 0x55ee18b7b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:34.711 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.704+0000 7ff7a1951640 1 -- 172.21.15.76:0/4077719907 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55ee18a2a4b0 con 0x55ee18b3b770 2024-09-13T16:13:34.711 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.704+0000 7ff7a1951640 1 --2- 172.21.15.76:0/4077719907 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ee18b3b770 0x55ee18b83aa0 secure :-1 s=READY pgs=1832 cs=0 l=1 rev1=1 crypto rx=0x7ff798087550 tx=0x7ff798000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=70cc5294295356ba server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:34.711 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.704+0000 7ff77cff9640 10 client.0 ms_handle_connect on v2:172.21.15.76:3300/0 2024-09-13T16:13:34.711 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.704+0000 7ff77cff9640 1 -- 172.21.15.76:0/4077719907 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff798057cf0 con 0x55ee18b3b770 2024-09-13T16:13:34.711 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.704+0000 7ff77cff9640 1 -- 172.21.15.76:0/4077719907 <== mon.0 v2:172.21.15.76:3300/0 2 ==== osd_map(136..136 src has 1..136) v4 ==== 6029+0+0 (secure 0 0 0) 0x7ff79805fdd0 con 0x55ee18b3b770 2024-09-13T16:13:34.711 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.704+0000 7ff7a68dc740 1 -- 172.21.15.76:0/4077719907 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7ff7980562c0 con 0x55ee18b3b770 2024-09-13T16:13:34.712 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.704+0000 7ff77cff9640 1 -- 172.21.15.76:0/4077719907 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_get_version_reply(handle=1 version=72) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff79805ff90 con 0x55ee18b3b770 2024-09-13T16:13:34.712 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.704+0000 7ff7a68dc740 10 client.9225 fetch_fsmap learned FSMap version 72 2024-09-13T16:13:34.712 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.704+0000 7ff7a68dc740 1 -- 172.21.15.76:0/4077719907 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,fsmap=72,monmap=2+}) v3 -- 0x55ee18a63d00 con 0x55ee18b3b770 2024-09-13T16:13:34.712 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.705+0000 7ff77cff9640 1 -- 172.21.15.76:0/4077719907 <== mon.0 v2:172.21.15.76:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff7980562c0 con 0x55ee18b3b770 2024-09-13T16:13:34.712 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.705+0000 7ff77cff9640 1 -- 172.21.15.76:0/4077719907 <== mon.0 v2:172.21.15.76:3300/0 5 ==== fsmap(e 72) v1 ==== 3114+0+0 (secure 0 0 0) 0x7ff798076bc0 con 0x55ee18b3b770 2024-09-13T16:13:34.712 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.705+0000 7ff7a68dc740 10 client.9225 fetch_fsmap finished waiting for FSMap version 72 2024-09-13T16:13:34.712 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.705+0000 7ff7a68dc740 10 client.9225 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-13T16:13:34.712 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.705+0000 7ff7a68dc740 20 client.9225 populate_metadata read hostname 'smithi076' 2024-09-13T16:13:34.712 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.705+0000 7ff7a68dc740 1 --2- 172.21.15.76:0/4077719907 >> [v2:172.21.15.76:6834/2887788362,v1:172.21.15.76:6836/2887788362] conn(0x55ee18b568f0 0x55ee18b822e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:34.712 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.705+0000 7ff7a68dc740 4 client.9225 mds_command: new command op to 9078 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-13T16:13:34.712 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.705+0000 7ff7a68dc740 1 -- 172.21.15.76:0/4077719907 --> [v2:172.21.15.76:6834/2887788362,v1:172.21.15.76:6836/2887788362] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55ee187f5d10 con 0x55ee18b568f0 2024-09-13T16:13:34.712 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.705+0000 7ff7a1150640 1 --2- 172.21.15.76:0/4077719907 >> [v2:172.21.15.76:6834/2887788362,v1:172.21.15.76:6836/2887788362] conn(0x55ee18b568f0 0x55ee18b822e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:34.713 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.705+0000 7ff77cff9640 10 client.9225 ms_handle_connect on v2:172.21.15.76:6834/2887788362 2024-09-13T16:13:34.713 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.705+0000 7ff7a1150640 1 --2- 172.21.15.76:0/4077719907 >> [v2:172.21.15.76:6834/2887788362,v1:172.21.15.76:6836/2887788362] conn(0x55ee18b568f0 0x55ee18b822e0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a08a0f330db22f9b server_cookie=c10e06587b5033f3 in_seq=0 out_seq=0 2024-09-13T16:13:34.713 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.705+0000 7ff77cff9640 1 -- 172.21.15.76:0/4077719907 <== mds.0 v2:172.21.15.76:6834/2887788362 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+319 (crc 0 0 0) 0x55ee187f5d10 con 0x55ee18b568f0 2024-09-13T16:13:34.713 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.705+0000 7ff77cff9640 10 client.9225 handle_command_reply: tid=0 2024-09-13T16:13:34.713 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.705+0000 7ff7a68dc740 1 client.9225 shutdown 2024-09-13T16:13:34.713 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.705+0000 7ff7a68dc740 1 -- 172.21.15.76:0/4077719907 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ee18b3b770 msgr2=0x55ee18b83aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:34.713 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.705+0000 7ff7a68dc740 1 --2- 172.21.15.76:0/4077719907 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ee18b3b770 0x55ee18b83aa0 secure :-1 s=READY pgs=1832 cs=0 l=1 rev1=1 crypto rx=0x7ff798087550 tx=0x7ff798000bc0 comp rx=0 tx=0).stop 2024-09-13T16:13:34.713 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.705+0000 7ff7a68dc740 1 -- 172.21.15.76:0/4077719907 shutdown_connections 2024-09-13T16:13:34.713 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.705+0000 7ff7a68dc740 1 --2- 172.21.15.76:0/4077719907 >> [v2:172.21.15.76:6834/2887788362,v1:172.21.15.76:6836/2887788362] conn(0x55ee18b568f0 0x55ee18b822e0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:34.713 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.705+0000 7ff7a68dc740 1 --2- 172.21.15.76:0/4077719907 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ee18b7f060 0x55ee18b7b9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:34.713 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.705+0000 7ff77cff9640 0 client.9225 ms_handle_reset on v2:172.21.15.76:6834/2887788362 2024-09-13T16:13:34.713 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.705+0000 7ff7a68dc740 1 --2- 172.21.15.76:0/4077719907 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55ee18b57fb0 0x55ee18bedf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:34.713 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.705+0000 7ff7a68dc740 1 --2- 172.21.15.76:0/4077719907 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55ee18b3b770 0x55ee18b83aa0 unknown :-1 s=CLOSED pgs=1832 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:34.713 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.705+0000 7ff7a68dc740 1 -- 172.21.15.76:0/4077719907 >> 172.21.15.76:0/4077719907 conn(0x55ee18b36b40 msgr2=0x55ee18b64260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:34.714 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.706+0000 7ff7a68dc740 1 -- 172.21.15.76:0/4077719907 shutdown_connections 2024-09-13T16:13:34.714 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.706+0000 7ff7a68dc740 1 -- 172.21.15.76:0/4077719907 wait complete. 2024-09-13T16:13:34.714 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.706+0000 7ff7a68dc740 20 client.9225 trim_cache size 0 max 16384 2024-09-13T16:13:34.714 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2024-09-13T16:13:34.714 INFO:teuthology.orchestra.run.smithi076.stdout: "cluster_fsid": "da76ee52-f48b-434a-9df7-5fefe2a6e471", 2024-09-13T16:13:34.714 INFO:teuthology.orchestra.run.smithi076.stdout: "whoami": 0, 2024-09-13T16:13:34.714 INFO:teuthology.orchestra.run.smithi076.stdout: "id": 9078, 2024-09-13T16:13:34.714 INFO:teuthology.orchestra.run.smithi076.stdout: "want_state": "up:active", 2024-09-13T16:13:34.714 INFO:teuthology.orchestra.run.smithi076.stdout: "state": "up:active", 2024-09-13T16:13:34.714 INFO:teuthology.orchestra.run.smithi076.stdout: "fs_name": "cephfs", 2024-09-13T16:13:34.715 INFO:teuthology.orchestra.run.smithi076.stdout: "rank_uptime": 5.17088196, 2024-09-13T16:13:34.715 INFO:teuthology.orchestra.run.smithi076.stdout: "mdsmap_epoch": 72, 2024-09-13T16:13:34.715 INFO:teuthology.orchestra.run.smithi076.stdout: "osdmap_epoch": 136, 2024-09-13T16:13:34.715 INFO:teuthology.orchestra.run.smithi076.stdout: "osdmap_epoch_barrier": 136, 2024-09-13T16:13:34.715 INFO:teuthology.orchestra.run.smithi076.stdout: "uptime": 15.883023117 2024-09-13T16:13:34.715 INFO:teuthology.orchestra.run.smithi076.stdout:} 2024-09-13T16:13:34.716 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.706+0000 7ff7a3bb5640 1 -- 172.21.15.76:0/4164907099 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff78006ac30 msgr2=0x7ff78006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:34.716 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.706+0000 7ff7a3bb5640 1 --2- 172.21.15.76:0/4164907099 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff78006ac30 0x7ff78006d0f0 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7ff78c007f70 tx=0x7ff78c007f00 comp rx=0 tx=0).stop 2024-09-13T16:13:34.716 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.706+0000 7ff7a3bb5640 1 -- 172.21.15.76:0/4164907099 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff79c06c4c0 msgr2=0x7ff79c0c7f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:34.716 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.706+0000 7ff7a3bb5640 1 --2- 172.21.15.76:0/4164907099 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff79c06c4c0 0x7ff79c0c7f10 secure :-1 s=READY pgs=1828 cs=0 l=1 rev1=1 crypto rx=0x7ff79800e950 tx=0x7ff79800ee10 comp rx=0 tx=0).stop 2024-09-13T16:13:34.716 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.706+0000 7ff7a3bb5640 1 -- 172.21.15.76:0/4164907099 shutdown_connections 2024-09-13T16:13:34.716 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.706+0000 7ff7a3bb5640 1 --2- 172.21.15.76:0/4164907099 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff78006ac30 0x7ff78006d0f0 unknown :-1 s=CLOSED pgs=778 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:34.716 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.706+0000 7ff7a3bb5640 1 --2- 172.21.15.76:0/4164907099 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff79c0cbea0 0x7ff79c0ae540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:34.716 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.706+0000 7ff7a3bb5640 1 --2- 172.21.15.76:0/4164907099 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff79c0b2590 0x7ff79c1ef8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:34.716 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.706+0000 7ff7a3bb5640 1 --2- 172.21.15.76:0/4164907099 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff79c06c4c0 0x7ff79c0c7f10 unknown :-1 s=CLOSED pgs=1828 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:34.716 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.706+0000 7ff7a3bb5640 1 -- 172.21.15.76:0/4164907099 >> 172.21.15.76:0/4164907099 conn(0x7ff79c069ed0 msgr2=0x7ff79c0cab90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:34.717 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.706+0000 7ff7a3bb5640 1 -- 172.21.15.76:0/4164907099 shutdown_connections 2024-09-13T16:13:34.717 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.706+0000 7ff7a3bb5640 1 -- 172.21.15.76:0/4164907099 wait complete. 2024-09-13T16:13:34.719 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T16:13:34.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.814+0000 7feb138f7640 1 Processor -- start 2024-09-13T16:13:34.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.814+0000 7feb138f7640 1 -- start start 2024-09-13T16:13:34.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.815+0000 7feb138f7640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7feb0c06cbe0 0x7feb0c06b1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:34.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.815+0000 7feb138f7640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7feb0c0ceac0 con 0x7feb0c06b730 2024-09-13T16:13:34.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.815+0000 7feb138f7640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7feb0c0d0350 con 0x7feb0c0ce6e0 2024-09-13T16:13:34.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.815+0000 7feb138f7640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7feb0c15d2f0 con 0x7feb0c06cbe0 2024-09-13T16:13:34.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.815+0000 7feb11e94640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7feb0c06b730 0x7feb0c06e220 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:33506/0 (socket says 172.21.15.76:33506) 2024-09-13T16:13:34.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.815+0000 7feb11e94640 1 -- 172.21.15.76:0/3111800974 learned_addr learned my addr 172.21.15.76:0/3111800974 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:13:34.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.816+0000 7feb10e92640 1 --2- 172.21.15.76:0/3111800974 >> v2:172.21.15.192:3300/0 conn(0x7feb0c06cbe0 0x7feb0c06b1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:34.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.816+0000 7feb03fff640 1 -- 172.21.15.76:0/3111800974 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3589069392 0 0) 0x7feb04001490 con 0x7feb0c06b730 2024-09-13T16:13:34.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.816+0000 7feb03fff640 1 -- 172.21.15.76:0/3111800974 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7feaf8003520 con 0x7feb0c06b730 2024-09-13T16:13:34.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.816+0000 7feb03fff640 1 -- 172.21.15.76:0/3111800974 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1645240284 0 0) 0x7feaf8003520 con 0x7feb0c06b730 2024-09-13T16:13:34.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.816+0000 7feb03fff640 1 -- 172.21.15.76:0/3111800974 >> v2:172.21.15.192:3300/0 conn(0x7feb0c06cbe0 msgr2=0x7feb0c06b1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:34.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.816+0000 7feb03fff640 1 --2- 172.21.15.76:0/3111800974 >> v2:172.21.15.192:3300/0 conn(0x7feb0c06cbe0 0x7feb0c06b1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:34.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.816+0000 7feb03fff640 1 -- 172.21.15.76:0/3111800974 >> v1:172.21.15.192:6789/0 conn(0x7feb0c0ce6e0 legacy=0x7feb0c15cac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:34.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.816+0000 7feb03fff640 1 -- 172.21.15.76:0/3111800974 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feb0c15d5d0 con 0x7feb0c06b730 2024-09-13T16:13:34.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.816+0000 7feb03fff640 1 -- 172.21.15.76:0/3111800974 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7feb04001b80 con 0x7feb0c06b730 2024-09-13T16:13:34.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.816+0000 7feb03fff640 1 -- 172.21.15.76:0/3111800974 >> v1:172.21.15.76:6789/0 conn(0x7feb0c06b730 legacy=0x7feb0c06e220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:34.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.816+0000 7feb03fff640 1 --2- 172.21.15.76:0/3111800974 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feaf8003970 0x7feaf8003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:34.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.816+0000 7feb03fff640 1 --2- 172.21.15.76:0/3111800974 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feaf80047c0 0x7feaf8004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:34.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.816+0000 7feb03fff640 1 --2- 172.21.15.76:0/3111800974 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feaf8005180 0x7feaf800b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:34.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.816+0000 7feb03fff640 1 -- 172.21.15.76:0/3111800974 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb0c15d2f0 con 0x7feaf8003970 2024-09-13T16:13:34.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.816+0000 7feb03fff640 1 -- 172.21.15.76:0/3111800974 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feaf800c020 con 0x7feaf80047c0 2024-09-13T16:13:34.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.816+0000 7feb03fff640 1 -- 172.21.15.76:0/3111800974 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feaf800c1e0 con 0x7feaf8005180 2024-09-13T16:13:34.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.816+0000 7feb11693640 1 --2- 172.21.15.76:0/3111800974 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feaf8003970 0x7feaf8003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:34.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.816+0000 7feb10e92640 1 --2- 172.21.15.76:0/3111800974 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feaf80047c0 0x7feaf8004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:34.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.816+0000 7feb11e94640 1 --2- 172.21.15.76:0/3111800974 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feaf8005180 0x7feaf800b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:34.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.816+0000 7feb11693640 1 -- 172.21.15.76:0/3111800974 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feaf8005180 msgr2=0x7feaf800b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:34.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.816+0000 7feb11693640 1 --2- 172.21.15.76:0/3111800974 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feaf8005180 0x7feaf800b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:34.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.816+0000 7feb11693640 1 -- 172.21.15.76:0/3111800974 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feaf80047c0 msgr2=0x7feaf8004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:34.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.816+0000 7feb11693640 1 --2- 172.21.15.76:0/3111800974 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feaf80047c0 0x7feaf8004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:34.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.816+0000 7feb11693640 1 -- 172.21.15.76:0/3111800974 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feaf8003520 con 0x7feaf8003970 2024-09-13T16:13:34.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.816+0000 7feb10e92640 1 --2- 172.21.15.76:0/3111800974 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feaf80047c0 0x7feaf8004c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:34.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.816+0000 7feb11e94640 1 -- 172.21.15.76:0/3111800974 reap_dead start 2024-09-13T16:13:34.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.817+0000 7feb11693640 1 --2- 172.21.15.76:0/3111800974 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feaf8003970 0x7feaf8003d90 secure :-1 s=READY pgs=1834 cs=0 l=1 rev1=1 crypto rx=0x7feb08001750 tx=0x7feaf80057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d6ec953930c3c11 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:34.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.817+0000 7feb03fff640 1 -- 172.21.15.76:0/3111800974 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb080052d0 con 0x7feaf8003970 2024-09-13T16:13:34.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.817+0000 7feb03fff640 1 -- 172.21.15.76:0/3111800974 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feb08005430 con 0x7feaf8003970 2024-09-13T16:13:34.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.817+0000 7feb03fff640 1 -- 172.21.15.76:0/3111800974 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb0802abc0 con 0x7feaf8003970 2024-09-13T16:13:34.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.818+0000 7feb138f7640 1 -- 172.21.15.76:0/3111800974 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feaf8003970 msgr2=0x7feaf8003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:34.825 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.818+0000 7feb138f7640 1 --2- 172.21.15.76:0/3111800974 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feaf8003970 0x7feaf8003d90 secure :-1 s=READY pgs=1834 cs=0 l=1 rev1=1 crypto rx=0x7feb08001750 tx=0x7feaf80057f0 comp rx=0 tx=0).stop 2024-09-13T16:13:34.825 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.818+0000 7feb138f7640 1 -- 172.21.15.76:0/3111800974 shutdown_connections 2024-09-13T16:13:34.825 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.818+0000 7feb138f7640 1 --2- 172.21.15.76:0/3111800974 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feaf8003970 0x7feaf8003d90 unknown :-1 s=CLOSED pgs=1834 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:34.825 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.818+0000 7feb138f7640 1 -- 172.21.15.76:0/3111800974 >> 172.21.15.76:0/3111800974 conn(0x7feb0c069ed0 msgr2=0x7feb0c06a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:34.825 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.818+0000 7feb138f7640 1 -- 172.21.15.76:0/3111800974 shutdown_connections 2024-09-13T16:13:34.825 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.818+0000 7feb138f7640 1 -- 172.21.15.76:0/3111800974 wait complete. 2024-09-13T16:13:34.825 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.819+0000 7feb138f7640 1 Processor -- start 2024-09-13T16:13:34.825 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.819+0000 7feb138f7640 1 -- start start 2024-09-13T16:13:34.828 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.820+0000 7feb138f7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feaf8003970 0x7feb0c0cc130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:34.828 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.820+0000 7feb138f7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb0c0b5090 0x7feb0c1e6420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:34.828 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.820+0000 7feb138f7640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feb0c159680 0x7feb0c1e6960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:34.828 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.820+0000 7feb138f7640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb0c1472b0 con 0x7feb0c0b5090 2024-09-13T16:13:34.828 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.820+0000 7feb138f7640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb0c159eb0 con 0x7feb0c159680 2024-09-13T16:13:34.828 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.820+0000 7feb138f7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feb0c0b5530 con 0x7feaf8003970 2024-09-13T16:13:34.828 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.820+0000 7feb10e92640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb0c0b5090 0x7feb0c1e6420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:34.828 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.820+0000 7feb10e92640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb0c0b5090 0x7feb0c1e6420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57528/0 (socket says 172.21.15.76:57528) 2024-09-13T16:13:34.828 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.820+0000 7feb10e92640 1 -- 172.21.15.76:0/2169033631 learned_addr learned my addr 172.21.15.76:0/2169033631 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:34.828 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.820+0000 7feb11693640 1 --2- 172.21.15.76:0/2169033631 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feaf8003970 0x7feb0c0cc130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:34.828 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.820+0000 7feb11e94640 1 --2- 172.21.15.76:0/2169033631 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feb0c159680 0x7feb0c1e6960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:34.828 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.820+0000 7feb10e92640 1 -- 172.21.15.76:0/2169033631 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feaf8003970 msgr2=0x7feb0c0cc130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:34.829 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.820+0000 7feb10e92640 1 --2- 172.21.15.76:0/2169033631 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feaf8003970 0x7feb0c0cc130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:34.829 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.820+0000 7feb10e92640 1 -- 172.21.15.76:0/2169033631 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feb0c159680 msgr2=0x7feb0c1e6960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:34.829 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.820+0000 7feb10e92640 1 --2- 172.21.15.76:0/2169033631 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feb0c159680 0x7feb0c1e6960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:34.829 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.820+0000 7feb10e92640 1 -- 172.21.15.76:0/2169033631 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feb0c0b5810 con 0x7feb0c0b5090 2024-09-13T16:13:34.829 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.820+0000 7feb11e94640 1 --2- 172.21.15.76:0/2169033631 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feb0c159680 0x7feb0c1e6960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:34.829 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.820+0000 7feb10e92640 1 --2- 172.21.15.76:0/2169033631 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb0c0b5090 0x7feb0c1e6420 secure :-1 s=READY pgs=1835 cs=0 l=1 rev1=1 crypto rx=0x7feafc0114e0 tx=0x7feafc0119a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:34.829 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.821+0000 7feb01ffb640 1 -- 172.21.15.76:0/2169033631 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feafc015870 con 0x7feb0c0b5090 2024-09-13T16:13:34.829 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.821+0000 7feb01ffb640 1 -- 172.21.15.76:0/2169033631 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feafc0159d0 con 0x7feb0c0b5090 2024-09-13T16:13:34.829 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.821+0000 7feb01ffb640 1 -- 172.21.15.76:0/2169033631 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feafc015d80 con 0x7feb0c0b5090 2024-09-13T16:13:34.829 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.821+0000 7feb138f7640 1 -- 172.21.15.76:0/2169033631 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7feb0c0b5af0 con 0x7feb0c0b5090 2024-09-13T16:13:34.829 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.821+0000 7feb138f7640 1 -- 172.21.15.76:0/2169033631 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feb0c0b60b0 con 0x7feb0c0b5090 2024-09-13T16:13:34.829 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.822+0000 7feb138f7640 1 -- 172.21.15.76:0/2169033631 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7feb0c0b6270 con 0x7feb0c0b5090 2024-09-13T16:13:34.830 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.822+0000 7feb01ffb640 1 -- 172.21.15.76:0/2169033631 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7feafc01d400 con 0x7feb0c0b5090 2024-09-13T16:13:34.830 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.823+0000 7feb01ffb640 1 --2- 172.21.15.76:0/2169033631 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feaf006ac30 0x7feaf006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:34.830 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.823+0000 7feb01ffb640 1 -- 172.21.15.76:0/2169033631 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(136..136 src has 1..136) v4 ==== 6029+0+0 (secure 0 0 0) 0x7feafc0899f0 con 0x7feb0c0b5090 2024-09-13T16:13:34.830 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.823+0000 7feb11693640 1 --2- 172.21.15.76:0/2169033631 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feaf006ac30 0x7feaf006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:34.830 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.823+0000 7feb11693640 1 --2- 172.21.15.76:0/2169033631 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feaf006ac30 0x7feaf006d0f0 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7feb08032000 tx=0x7feb0802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:34.830 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:34.827+0000 7feb01ffb640 1 -- 172.21.15.76:0/2169033631 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7feafc054b20 con 0x7feb0c0b5090 2024-09-13T16:13:35.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:35.020+0000 7feb138f7640 1 -- 172.21.15.76:0/2169033631 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7feb0c15cac0 con 0x7feb0c0b5090 2024-09-13T16:13:35.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:35.020+0000 7feb01ffb640 1 -- 172.21.15.76:0/2169033631 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v72) v1 ==== 53+0+73 (secure 0 0 0) 0x7feafc022070 con 0x7feb0c0b5090 2024-09-13T16:13:35.023 INFO:teuthology.orchestra.run.smithi076.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-13T16:13:35.025 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:35.023+0000 7feb138f7640 1 -- 172.21.15.76:0/2169033631 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feaf006ac30 msgr2=0x7feaf006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:35.025 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:35.023+0000 7feb138f7640 1 --2- 172.21.15.76:0/2169033631 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feaf006ac30 0x7feaf006d0f0 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7feb08032000 tx=0x7feb0802e000 comp rx=0 tx=0).stop 2024-09-13T16:13:35.025 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:35.023+0000 7feb138f7640 1 -- 172.21.15.76:0/2169033631 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb0c0b5090 msgr2=0x7feb0c1e6420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:35.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:35.023+0000 7feb138f7640 1 --2- 172.21.15.76:0/2169033631 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb0c0b5090 0x7feb0c1e6420 secure :-1 s=READY pgs=1835 cs=0 l=1 rev1=1 crypto rx=0x7feafc0114e0 tx=0x7feafc0119a0 comp rx=0 tx=0).stop 2024-09-13T16:13:35.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:35.023+0000 7feb138f7640 1 -- 172.21.15.76:0/2169033631 shutdown_connections 2024-09-13T16:13:35.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:35.023+0000 7feb138f7640 1 --2- 172.21.15.76:0/2169033631 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feb0c159680 0x7feb0c1e6960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:35.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:35.023+0000 7feb138f7640 1 --2- 172.21.15.76:0/2169033631 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feb0c0b5090 0x7feb0c1e6420 unknown :-1 s=CLOSED pgs=1835 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:35.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:35.023+0000 7feb138f7640 1 --2- 172.21.15.76:0/2169033631 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feaf006ac30 0x7feaf006d0f0 unknown :-1 s=CLOSED pgs=779 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:35.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:35.023+0000 7feb138f7640 1 --2- 172.21.15.76:0/2169033631 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feaf8003970 0x7feb0c0cc130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:35.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:35.023+0000 7feb138f7640 1 -- 172.21.15.76:0/2169033631 >> 172.21.15.76:0/2169033631 conn(0x7feb0c069ed0 msgr2=0x7feb0c06e120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:35.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:35.023+0000 7feb138f7640 1 -- 172.21.15.76:0/2169033631 shutdown_connections 2024-09-13T16:13:35.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:35.023+0000 7feb138f7640 1 -- 172.21.15.76:0/2169033631 wait complete. 2024-09-13T16:13:35.036 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T16:13:35.036 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T16:13:35.036 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi076.front.sepia.ceph.com 2024-09-13T16:13:35.036 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-13T16:13:35.036 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-13T16:13:35.036 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T16:13:35.036 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T16:13:35.036 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T16:13:35.037 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:13:35.037 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:13:35.037 DEBUG:teuthology.orchestra.run.smithi076:> ip addr 2024-09-13T16:13:35.053 INFO:teuthology.orchestra.run.smithi076.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T16:13:35.053 INFO:teuthology.orchestra.run.smithi076.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T16:13:35.053 INFO:teuthology.orchestra.run.smithi076.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T16:13:35.053 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:13:35.053 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 ::1/128 scope host 2024-09-13T16:13:35.053 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:13:35.053 INFO:teuthology.orchestra.run.smithi076.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:13:35.053 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:d8:da:66 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:13:35.053 INFO:teuthology.orchestra.run.smithi076.stdout: altname enp7s0f0 2024-09-13T16:13:35.053 INFO:teuthology.orchestra.run.smithi076.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:13:35.053 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:d8:da:67 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:13:35.054 INFO:teuthology.orchestra.run.smithi076.stdout: altname enp7s0f1 2024-09-13T16:13:35.054 INFO:teuthology.orchestra.run.smithi076.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:13:35.054 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:8f:47:e0 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:13:35.054 INFO:teuthology.orchestra.run.smithi076.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T16:13:35.054 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:8f:47:e1 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:13:35.054 INFO:teuthology.orchestra.run.smithi076.stdout: inet 172.21.15.76/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-13T16:13:35.054 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft 42081sec preferred_lft 42081sec 2024-09-13T16:13:35.054 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::ec4:7aff:fe8f:47e1/64 scope link noprefixroute 2024-09-13T16:13:35.054 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:13:35.054 INFO:teuthology.orchestra.run.smithi076.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T16:13:35.054 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0e:a0:37:a4:1d:a0 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:13:35.054 INFO:teuthology.orchestra.run.smithi076.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-13T16:13:35.054 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:13:35.054 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::a496:13ff:fe82:8fa2/64 scope link 2024-09-13T16:13:35.054 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:13:35.054 INFO:teuthology.orchestra.run.smithi076.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:13:35.055 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether b2:0f:89:b0:cb:4d brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-13T16:13:35.055 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::b00f:89ff:feb0:cb4d/64 scope link 2024-09-13T16:13:35.055 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:13:35.055 INFO:teuthology.orchestra.run.smithi076.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:13:35.055 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0e:a0:37:a4:1d:a0 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-13T16:13:35.055 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::ca0:37ff:fea4:1da0/64 scope link 2024-09-13T16:13:35.055 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:13:35.055 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:13:35.055 DEBUG:teuthology.orchestra.run.smithi076:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T16:13:35.116 INFO:teuthology.orchestra.run.smithi076.stdout:1 2024-09-13T16:13:35.118 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:13:35.118 DEBUG:teuthology.orchestra.run.smithi076:> route 2024-09-13T16:13:35.174 INFO:teuthology.orchestra.run.smithi076.stdout:Kernel IP routing table 2024-09-13T16:13:35.175 INFO:teuthology.orchestra.run.smithi076.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T16:13:35.175 INFO:teuthology.orchestra.run.smithi076.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-13T16:13:35.175 INFO:teuthology.orchestra.run.smithi076.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-13T16:13:35.175 INFO:teuthology.orchestra.run.smithi076.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T16:13:35.175 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:13:35.175 DEBUG:teuthology.orchestra.run.smithi076:> (cd / && exec bash -c ' 2024-09-13T16:13:35.175 DEBUG:teuthology.orchestra.run.smithi076:> set -e 2024-09-13T16:13:35.175 DEBUG:teuthology.orchestra.run.smithi076:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-13T16:13:35.175 DEBUG:teuthology.orchestra.run.smithi076:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-13T16:13:35.176 DEBUG:teuthology.orchestra.run.smithi076:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-13T16:13:35.176 DEBUG:teuthology.orchestra.run.smithi076:> ') 2024-09-13T16:13:35.262 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:13:35.262 DEBUG:teuthology.orchestra.run.smithi076:> ip netns list 2024-09-13T16:13:35.277 INFO:teuthology.orchestra.run.smithi076.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-13T16:13:35.278 INFO:teuthology.orchestra.run.smithi076.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-13T16:13:35.278 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:13:35.278 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:13:35.278 DEBUG:teuthology.orchestra.run.smithi076:> sudo ip link set brx.0 up 2024-09-13T16:13:35.343 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-13T16:13:35.343 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:13:35.343 DEBUG:teuthology.orchestra.run.smithi076:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-13T16:13:35.398 INFO:teuthology.orchestra.run.smithi076.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:13:35.399 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:13:35.399 DEBUG:teuthology.orchestra.run.smithi076:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-13T16:13:35.454 DEBUG:teuthology.orchestra.run.smithi076:> sudo modprobe fuse 2024-09-13T16:13:35.519 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:13:35.519 DEBUG:teuthology.orchestra.run.smithi076:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:13:35.583 INFO:teuthology.orchestra.run.smithi076.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:13:35.584 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:13:35.584 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:13:35.585 DEBUG:teuthology.orchestra.run.smithi076:> ls /sys/fs/fuse/connections 2024-09-13T16:13:35.640 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-13T16:13:35.641 DEBUG:teuthology.orchestra.run.smithi076:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-13T16:13:35.684 DEBUG:teuthology.orchestra.run.smithi076:> sudo modprobe fuse 2024-09-13T16:13:35.708 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:13:35.708 DEBUG:teuthology.orchestra.run.smithi076:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:13:35.764 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi076.stderr:2024-09-13T16:13:35.762+0000 7faa591e0480 -1 init, newargv = 0x5565bda69210 newargc=15 2024-09-13T16:13:35.764 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi076.stderr:ceph-fuse[81368]: starting ceph client 2024-09-13T16:13:35.769 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi076.stderr:ceph-fuse[81368]: starting fuse 2024-09-13T16:13:35.773 INFO:teuthology.orchestra.run.smithi076.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:13:35.774 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:13:35.775 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:13:35.775 DEBUG:teuthology.orchestra.run.smithi076:> ls /sys/fs/fuse/connections 2024-09-13T16:13:35.830 INFO:teuthology.orchestra.run.smithi076.stdout:41 2024-09-13T16:13:35.830 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-13T16:13:35.831 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:13:35.831 DEBUG:teuthology.orchestra.run.smithi076:> import glob 2024-09-13T16:13:35.831 DEBUG:teuthology.orchestra.run.smithi076:> import re 2024-09-13T16:13:35.831 DEBUG:teuthology.orchestra.run.smithi076:> import os 2024-09-13T16:13:35.831 DEBUG:teuthology.orchestra.run.smithi076:> import subprocess 2024-09-13T16:13:35.831 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:13:35.831 DEBUG:teuthology.orchestra.run.smithi076:> def _find_admin_socket(client_name): 2024-09-13T16:13:35.831 DEBUG:teuthology.orchestra.run.smithi076:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-13T16:13:35.831 DEBUG:teuthology.orchestra.run.smithi076:> files = glob.glob(asok_path) 2024-09-13T16:13:35.831 DEBUG:teuthology.orchestra.run.smithi076:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-13T16:13:35.831 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:13:35.831 DEBUG:teuthology.orchestra.run.smithi076:> # Given a non-glob path, it better be there 2024-09-13T16:13:35.832 DEBUG:teuthology.orchestra.run.smithi076:> if "*" not in asok_path: 2024-09-13T16:13:35.832 DEBUG:teuthology.orchestra.run.smithi076:> assert(len(files) == 1) 2024-09-13T16:13:35.832 DEBUG:teuthology.orchestra.run.smithi076:> return files[0] 2024-09-13T16:13:35.832 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:13:35.832 DEBUG:teuthology.orchestra.run.smithi076:> for f in files: 2024-09-13T16:13:35.832 DEBUG:teuthology.orchestra.run.smithi076:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T16:13:35.832 DEBUG:teuthology.orchestra.run.smithi076:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T16:13:35.833 DEBUG:teuthology.orchestra.run.smithi076:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T16:13:35.833 DEBUG:teuthology.orchestra.run.smithi076:> contents = proc_f.read() 2024-09-13T16:13:35.833 DEBUG:teuthology.orchestra.run.smithi076:> if mountpoint in contents: 2024-09-13T16:13:35.833 DEBUG:teuthology.orchestra.run.smithi076:> return f 2024-09-13T16:13:35.833 DEBUG:teuthology.orchestra.run.smithi076:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T16:13:35.833 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:13:35.833 DEBUG:teuthology.orchestra.run.smithi076:> print(_find_admin_socket("client.0")) 2024-09-13T16:13:35.833 DEBUG:teuthology.orchestra.run.smithi076:> ' 2024-09-13T16:13:35.944 INFO:teuthology.orchestra.run.smithi076.stdout:/var/run/ceph/ceph-client.0.81368.asok 2024-09-13T16:13:36.131 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.81368.asok 2024-09-13T16:13:36.131 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:13:36.132 DEBUG:teuthology.orchestra.run.smithi076:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.81368.asok status 2024-09-13T16:13:36.264 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2024-09-13T16:13:36.264 INFO:teuthology.orchestra.run.smithi076.stdout: "metadata": { 2024-09-13T16:13:36.264 INFO:teuthology.orchestra.run.smithi076.stdout: "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", 2024-09-13T16:13:36.264 INFO:teuthology.orchestra.run.smithi076.stdout: "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", 2024-09-13T16:13:36.264 INFO:teuthology.orchestra.run.smithi076.stdout: "entity_id": "0", 2024-09-13T16:13:36.264 INFO:teuthology.orchestra.run.smithi076.stdout: "hostname": "smithi076", 2024-09-13T16:13:36.264 INFO:teuthology.orchestra.run.smithi076.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-13T16:13:36.264 INFO:teuthology.orchestra.run.smithi076.stdout: "pid": "81368", 2024-09-13T16:13:36.264 INFO:teuthology.orchestra.run.smithi076.stdout: "root": "/" 2024-09-13T16:13:36.265 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:13:36.265 INFO:teuthology.orchestra.run.smithi076.stdout: "dentry_count": 0, 2024-09-13T16:13:36.265 INFO:teuthology.orchestra.run.smithi076.stdout: "dentry_pinned_count": 0, 2024-09-13T16:13:36.265 INFO:teuthology.orchestra.run.smithi076.stdout: "id": 9237, 2024-09-13T16:13:36.265 INFO:teuthology.orchestra.run.smithi076.stdout: "inst": { 2024-09-13T16:13:36.265 INFO:teuthology.orchestra.run.smithi076.stdout: "name": { 2024-09-13T16:13:36.265 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "client", 2024-09-13T16:13:36.265 INFO:teuthology.orchestra.run.smithi076.stdout: "num": 9237 2024-09-13T16:13:36.265 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:13:36.265 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": { 2024-09-13T16:13:36.265 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "v1", 2024-09-13T16:13:36.265 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:13:36.265 INFO:teuthology.orchestra.run.smithi076.stdout: "nonce": 941351808 2024-09-13T16:13:36.266 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:13:36.266 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:13:36.266 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": { 2024-09-13T16:13:36.266 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "v1", 2024-09-13T16:13:36.266 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:13:36.266 INFO:teuthology.orchestra.run.smithi076.stdout: "nonce": 941351808 2024-09-13T16:13:36.266 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:13:36.266 INFO:teuthology.orchestra.run.smithi076.stdout: "inst_str": "client.9237 192.168.0.1:0/941351808", 2024-09-13T16:13:36.266 INFO:teuthology.orchestra.run.smithi076.stdout: "addr_str": "192.168.0.1:0/941351808", 2024-09-13T16:13:36.266 INFO:teuthology.orchestra.run.smithi076.stdout: "inode_count": 1, 2024-09-13T16:13:36.266 INFO:teuthology.orchestra.run.smithi076.stdout: "mds_epoch": 72, 2024-09-13T16:13:36.266 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_epoch": 136, 2024-09-13T16:13:36.266 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_epoch_barrier": 0, 2024-09-13T16:13:36.266 INFO:teuthology.orchestra.run.smithi076.stdout: "blocklisted": false, 2024-09-13T16:13:36.267 INFO:teuthology.orchestra.run.smithi076.stdout: "fs_name": "cephfs" 2024-09-13T16:13:36.267 INFO:teuthology.orchestra.run.smithi076.stdout:} 2024-09-13T16:13:36.272 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:13:36.272 DEBUG:teuthology.orchestra.run.smithi076:> stat --file-system '--printf=%T 2024-09-13T16:13:36.272 DEBUG:teuthology.orchestra.run.smithi076:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-13T16:13:36.288 INFO:teuthology.orchestra.run.smithi076.stdout:fuseblk 2024-09-13T16:13:36.288 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-13T16:13:36.288 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:13:36.288 DEBUG:teuthology.orchestra.run.smithi076:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-13T16:13:36.353 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T16:13:36.490 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:36.489+0000 7facc017d640 1 Processor -- start 2024-09-13T16:13:36.491 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:36.489+0000 7facc017d640 1 -- start start 2024-09-13T16:13:36.492 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:36.490+0000 7facc017d640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7facb80b2590 0x7facb80ce2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:36.492 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:36.490+0000 7facc017d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7facb806d3a0 0x7facb806c4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:36.492 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:36.490+0000 7facc017d640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7facb80b2170 con 0x7facb806ca00 2024-09-13T16:13:36.492 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:36.490+0000 7facc017d640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7facb806deb0 con 0x7facb80b2590 2024-09-13T16:13:36.493 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:36.490+0000 7facc017d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7facb806e0c0 con 0x7facb806d3a0 2024-09-13T16:13:36.493 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:36.490+0000 7facbdf19640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7facb80b2590 0x7facb80ce2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:36.493 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:36.490+0000 7facbd718640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7facb806d3a0 0x7facb806c4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:36.493 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:36.490+0000 7facbd718640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7facb806d3a0 0x7facb806c4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.76:43726/0 (socket says 172.21.15.76:43726) 2024-09-13T16:13:36.493 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:36.490+0000 7facbd718640 1 -- 172.21.15.76:0/2024403345 learned_addr learned my addr 172.21.15.76:0/2024403345 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:36.493 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:36.490+0000 7facbe71a640 1 --1- 172.21.15.76:0/2024403345 >> v1:172.21.15.192:6789/0 conn(0x7facb806ca00 0x7facb80cbea0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:36248/0 (socket says 172.21.15.76:36248) 2024-09-13T16:13:36.493 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:36.491+0000 7facbd718640 1 -- 172.21.15.76:0/2024403345 >> v2:172.21.15.192:3300/0 conn(0x7facb80b2590 msgr2=0x7facb80ce2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:36.493 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:36.491+0000 7facbd718640 1 --2- 172.21.15.76:0/2024403345 >> v2:172.21.15.192:3300/0 conn(0x7facb80b2590 0x7facb80ce2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:36.493 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:36.491+0000 7facbd718640 1 -- 172.21.15.76:0/2024403345 >> v1:172.21.15.192:6789/0 conn(0x7facb806ca00 legacy=0x7facb80cbea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:36.493 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:36.491+0000 7facbd718640 1 -- 172.21.15.76:0/2024403345 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7facb806e3a0 con 0x7facb806d3a0 2024-09-13T16:13:36.493 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:36.491+0000 7facbdf19640 1 --2- 172.21.15.76:0/2024403345 >> v2:172.21.15.192:3300/0 conn(0x7facb80b2590 0x7facb80ce2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:13:36.496 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:36.491+0000 7facbd718640 1 --2- 172.21.15.76:0/2024403345 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7facb806d3a0 0x7facb806c4c0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7faca8009870 tx=0x7faca802a1c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8ea6d140994edc03 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:36.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:36.492+0000 7facbcf17640 1 -- 172.21.15.76:0/2024403345 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faca8032440 con 0x7facb806d3a0 2024-09-13T16:13:36.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:36.492+0000 7facbcf17640 1 -- 172.21.15.76:0/2024403345 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faca80325a0 con 0x7facb806d3a0 2024-09-13T16:13:36.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:36.492+0000 7facbcf17640 1 -- 172.21.15.76:0/2024403345 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faca8032930 con 0x7facb806d3a0 2024-09-13T16:13:36.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:36.492+0000 7facc017d640 1 -- 172.21.15.76:0/2024403345 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7facb806d3a0 msgr2=0x7facb806c4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:36.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:36.492+0000 7facc017d640 1 --2- 172.21.15.76:0/2024403345 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7facb806d3a0 0x7facb806c4c0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7faca8009870 tx=0x7faca802a1c0 comp rx=0 tx=0).stop 2024-09-13T16:13:36.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:36.492+0000 7facc017d640 1 -- 172.21.15.76:0/2024403345 shutdown_connections 2024-09-13T16:13:36.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:36.492+0000 7facc017d640 1 --2- 172.21.15.76:0/2024403345 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7facb806d3a0 0x7facb806c4c0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:36.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:36.492+0000 7facc017d640 1 --2- 172.21.15.76:0/2024403345 >> v2:172.21.15.192:3300/0 conn(0x7facb80b2590 0x7facb80ce2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:36.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:36.492+0000 7facc017d640 1 -- 172.21.15.76:0/2024403345 >> 172.21.15.76:0/2024403345 conn(0x7facb8069ed0 msgr2=0x7facb806a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:36.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:36.492+0000 7facc017d640 1 -- 172.21.15.76:0/2024403345 shutdown_connections 2024-09-13T16:13:36.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:36.492+0000 7facc017d640 1 -- 172.21.15.76:0/2024403345 wait complete. 2024-09-13T16:13:36.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:36.493+0000 7facc017d640 1 Processor -- start 2024-09-13T16:13:36.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:36.494+0000 7facc017d640 1 -- start start 2024-09-13T16:13:36.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:36.494+0000 7facc017d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7facb806ca00 0x7facb81f1980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:36.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:36.494+0000 7facc017d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7facb806d3a0 0x7facb80711c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:36.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:36.494+0000 7facc017d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7facb80b2590 0x7facb80cc8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:36.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:36.494+0000 7facc017d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7facb80701c0 con 0x7facb80b2590 2024-09-13T16:13:36.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:36.494+0000 7facc017d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7facb8070460 con 0x7facb806d3a0 2024-09-13T16:13:36.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:36.494+0000 7facc017d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7facb8070740 con 0x7facb806ca00 2024-09-13T16:13:36.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:36.494+0000 7facbe71a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7facb80b2590 0x7facb80cc8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:36.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:36.494+0000 7facbe71a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7facb80b2590 0x7facb80cc8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57538/0 (socket says 172.21.15.76:57538) 2024-09-13T16:13:36.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:36.494+0000 7facbe71a640 1 -- 172.21.15.76:0/3140030735 learned_addr learned my addr 172.21.15.76:0/3140030735 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:36.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:36.494+0000 7facbd718640 1 --2- 172.21.15.76:0/3140030735 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7facb806d3a0 0x7facb80711c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:36.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:36.494+0000 7facbdf19640 1 --2- 172.21.15.76:0/3140030735 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7facb806ca00 0x7facb81f1980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:36.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:36.495+0000 7facbe71a640 1 -- 172.21.15.76:0/3140030735 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7facb806ca00 msgr2=0x7facb81f1980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:36.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:36.495+0000 7facbe71a640 1 --2- 172.21.15.76:0/3140030735 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7facb806ca00 0x7facb81f1980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:36.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:36.495+0000 7facbe71a640 1 -- 172.21.15.76:0/3140030735 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7facb806d3a0 msgr2=0x7facb80711c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:36.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:36.495+0000 7facbe71a640 1 --2- 172.21.15.76:0/3140030735 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7facb806d3a0 0x7facb80711c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:36.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:36.495+0000 7facbe71a640 1 -- 172.21.15.76:0/3140030735 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7facb400b6a0 con 0x7facb80b2590 2024-09-13T16:13:36.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:36.495+0000 7facbe71a640 1 --2- 172.21.15.76:0/3140030735 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7facb80b2590 0x7facb80cc8c0 secure :-1 s=READY pgs=1838 cs=0 l=1 rev1=1 crypto rx=0x7facb000c6c0 tx=0x7facb000cb80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:36.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:36.495+0000 7facae7fc640 1 -- 172.21.15.76:0/3140030735 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7facb0004d60 con 0x7facb80b2590 2024-09-13T16:13:36.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:36.495+0000 7facae7fc640 1 -- 172.21.15.76:0/3140030735 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7facb000a640 con 0x7facb80b2590 2024-09-13T16:13:36.500 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:36.495+0000 7facc017d640 1 -- 172.21.15.76:0/3140030735 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faca80094d0 con 0x7facb80b2590 2024-09-13T16:13:36.500 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:36.495+0000 7facae7fc640 1 -- 172.21.15.76:0/3140030735 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7facb000a9f0 con 0x7facb80b2590 2024-09-13T16:13:36.500 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:36.495+0000 7facc017d640 1 -- 172.21.15.76:0/3140030735 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7facb8070d00 con 0x7facb80b2590 2024-09-13T16:13:36.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:36.496+0000 7facc017d640 1 -- 172.21.15.76:0/3140030735 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7facb80cc640 con 0x7facb80b2590 2024-09-13T16:13:36.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:36.497+0000 7facae7fc640 1 -- 172.21.15.76:0/3140030735 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7facb000ab50 con 0x7facb80b2590 2024-09-13T16:13:36.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:36.497+0000 7facae7fc640 1 --2- 172.21.15.76:0/3140030735 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fac9c06ac00 0x7fac9c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:36.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:36.497+0000 7facae7fc640 1 -- 172.21.15.76:0/3140030735 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(136..136 src has 1..136) v4 ==== 6029+0+0 (secure 0 0 0) 0x7facb0088b00 con 0x7facb80b2590 2024-09-13T16:13:36.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:36.497+0000 7facbdf19640 1 --2- 172.21.15.76:0/3140030735 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fac9c06ac00 0x7fac9c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:36.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:36.497+0000 7facbdf19640 1 --2- 172.21.15.76:0/3140030735 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fac9c06ac00 0x7fac9c06d0c0 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7facb400be50 tx=0x7facb400b3a0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:36.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:36.501+0000 7facae7fc640 1 -- 172.21.15.76:0/3140030735 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7facb0053ce0 con 0x7facb80b2590 2024-09-13T16:13:36.698 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:36.696+0000 7facc017d640 1 -- 172.21.15.76:0/3140030735 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7facb8158350 con 0x7facb80b2590 2024-09-13T16:13:36.698 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:36.696+0000 7facae7fc640 1 -- 172.21.15.76:0/3140030735 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v72) v1 ==== 53+0+73 (secure 0 0 0) 0x7facb0018070 con 0x7facb80b2590 2024-09-13T16:13:36.698 INFO:teuthology.orchestra.run.smithi076.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-13T16:13:36.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:36.698+0000 7facc017d640 1 -- 172.21.15.76:0/3140030735 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fac9c06ac00 msgr2=0x7fac9c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:36.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:36.698+0000 7facc017d640 1 --2- 172.21.15.76:0/3140030735 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fac9c06ac00 0x7fac9c06d0c0 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7facb400be50 tx=0x7facb400b3a0 comp rx=0 tx=0).stop 2024-09-13T16:13:36.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:36.698+0000 7facc017d640 1 -- 172.21.15.76:0/3140030735 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7facb80b2590 msgr2=0x7facb80cc8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:36.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:36.698+0000 7facc017d640 1 --2- 172.21.15.76:0/3140030735 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7facb80b2590 0x7facb80cc8c0 secure :-1 s=READY pgs=1838 cs=0 l=1 rev1=1 crypto rx=0x7facb000c6c0 tx=0x7facb000cb80 comp rx=0 tx=0).stop 2024-09-13T16:13:36.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:36.698+0000 7facc017d640 1 -- 172.21.15.76:0/3140030735 shutdown_connections 2024-09-13T16:13:36.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:36.698+0000 7facc017d640 1 --2- 172.21.15.76:0/3140030735 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7facb80b2590 0x7facb80cc8c0 unknown :-1 s=CLOSED pgs=1838 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:36.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:36.698+0000 7facc017d640 1 --2- 172.21.15.76:0/3140030735 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7facb806d3a0 0x7facb80711c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:36.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:36.698+0000 7facc017d640 1 --2- 172.21.15.76:0/3140030735 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fac9c06ac00 0x7fac9c06d0c0 unknown :-1 s=CLOSED pgs=780 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:36.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:36.698+0000 7facc017d640 1 --2- 172.21.15.76:0/3140030735 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7facb806ca00 0x7facb81f1980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:36.701 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:36.698+0000 7facc017d640 1 -- 172.21.15.76:0/3140030735 >> 172.21.15.76:0/3140030735 conn(0x7facb8069ed0 msgr2=0x7facb806a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:36.701 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:36.698+0000 7facc017d640 1 -- 172.21.15.76:0/3140030735 shutdown_connections 2024-09-13T16:13:36.701 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:36.698+0000 7facc017d640 1 -- 172.21.15.76:0/3140030735 wait complete. 2024-09-13T16:13:36.710 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T16:13:36.710 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T16:13:36.710 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi192.front.sepia.ceph.com 2024-09-13T16:13:36.710 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-13T16:13:36.711 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-13T16:13:36.711 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T16:13:36.711 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T16:13:36.711 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T16:13:36.711 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-13T16:13:36.711 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:13:36.711 DEBUG:teuthology.orchestra.run.smithi192:> ip addr 2024-09-13T16:13:36.730 INFO:teuthology.orchestra.run.smithi192.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T16:13:36.731 INFO:teuthology.orchestra.run.smithi192.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T16:13:36.731 INFO:teuthology.orchestra.run.smithi192.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T16:13:36.731 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:13:36.731 INFO:teuthology.orchestra.run.smithi192.stdout: inet6 ::1/128 scope host 2024-09-13T16:13:36.731 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:13:36.731 INFO:teuthology.orchestra.run.smithi192.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:13:36.731 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether 0c:c4:7a:d9:38:4e brd ff:ff:ff:ff:ff:ff 2024-09-13T16:13:36.731 INFO:teuthology.orchestra.run.smithi192.stdout: altname enp7s0f0 2024-09-13T16:13:36.731 INFO:teuthology.orchestra.run.smithi192.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:13:36.731 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether 0c:c4:7a:d9:38:4f brd ff:ff:ff:ff:ff:ff 2024-09-13T16:13:36.731 INFO:teuthology.orchestra.run.smithi192.stdout: altname enp7s0f1 2024-09-13T16:13:36.732 INFO:teuthology.orchestra.run.smithi192.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:13:36.732 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether 0c:c4:7a:88:80:48 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:13:36.732 INFO:teuthology.orchestra.run.smithi192.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T16:13:36.732 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether 0c:c4:7a:88:80:49 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:13:36.732 INFO:teuthology.orchestra.run.smithi192.stdout: inet 172.21.15.192/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-13T16:13:36.732 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft 42060sec preferred_lft 42060sec 2024-09-13T16:13:36.732 INFO:teuthology.orchestra.run.smithi192.stdout: inet6 fe80::ec4:7aff:fe88:8049/64 scope link noprefixroute 2024-09-13T16:13:36.732 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:13:36.732 INFO:teuthology.orchestra.run.smithi192.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T16:13:36.732 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether ea:94:96:0f:40:1e brd ff:ff:ff:ff:ff:ff 2024-09-13T16:13:36.732 INFO:teuthology.orchestra.run.smithi192.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-13T16:13:36.732 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:13:36.732 INFO:teuthology.orchestra.run.smithi192.stdout: inet6 fe80::807e:ecff:fe50:a056/64 scope link 2024-09-13T16:13:36.732 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:13:36.733 INFO:teuthology.orchestra.run.smithi192.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:13:36.733 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether ea:94:96:0f:40:1e brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-13T16:13:36.733 INFO:teuthology.orchestra.run.smithi192.stdout: inet6 fe80::e894:96ff:fe0f:401e/64 scope link 2024-09-13T16:13:36.733 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:13:36.733 INFO:teuthology.orchestra.run.smithi192.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:13:36.733 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether f6:3a:94:82:39:22 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-13T16:13:36.733 INFO:teuthology.orchestra.run.smithi192.stdout: inet6 fe80::f43a:94ff:fe82:3922/64 scope link 2024-09-13T16:13:36.733 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:13:36.733 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:13:36.733 DEBUG:teuthology.orchestra.run.smithi192:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T16:13:36.799 INFO:teuthology.orchestra.run.smithi192.stdout:1 2024-09-13T16:13:36.801 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:13:36.801 DEBUG:teuthology.orchestra.run.smithi192:> route 2024-09-13T16:13:36.860 INFO:teuthology.orchestra.run.smithi192.stdout:Kernel IP routing table 2024-09-13T16:13:36.860 INFO:teuthology.orchestra.run.smithi192.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T16:13:36.860 INFO:teuthology.orchestra.run.smithi192.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-13T16:13:36.860 INFO:teuthology.orchestra.run.smithi192.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-13T16:13:36.860 INFO:teuthology.orchestra.run.smithi192.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T16:13:36.860 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:13:36.860 DEBUG:teuthology.orchestra.run.smithi192:> (cd / && exec bash -c ' 2024-09-13T16:13:36.861 DEBUG:teuthology.orchestra.run.smithi192:> set -e 2024-09-13T16:13:36.861 DEBUG:teuthology.orchestra.run.smithi192:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-13T16:13:36.861 DEBUG:teuthology.orchestra.run.smithi192:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-13T16:13:36.861 DEBUG:teuthology.orchestra.run.smithi192:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-13T16:13:36.861 DEBUG:teuthology.orchestra.run.smithi192:> ') 2024-09-13T16:13:36.954 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:13:36.954 DEBUG:teuthology.orchestra.run.smithi192:> ip netns list 2024-09-13T16:13:36.970 INFO:teuthology.orchestra.run.smithi192.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-13T16:13:36.970 INFO:teuthology.orchestra.run.smithi192.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-13T16:13:36.970 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-13T16:13:36.970 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:13:36.970 DEBUG:teuthology.orchestra.run.smithi192:> sudo ip link set brx.0 up 2024-09-13T16:13:37.036 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-09-13T16:13:37.036 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:13:37.036 DEBUG:teuthology.orchestra.run.smithi192:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-13T16:13:37.092 INFO:teuthology.orchestra.run.smithi192.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-13T16:13:37.092 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:13:37.093 DEBUG:teuthology.orchestra.run.smithi192:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-13T16:13:37.148 DEBUG:teuthology.orchestra.run.smithi192:> sudo modprobe fuse 2024-09-13T16:13:37.215 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:13:37.215 DEBUG:teuthology.orchestra.run.smithi192:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:13:37.280 INFO:teuthology.orchestra.run.smithi192.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:13:37.281 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:13:37.281 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:13:37.281 DEBUG:teuthology.orchestra.run.smithi192:> ls /sys/fs/fuse/connections 2024-09-13T16:13:37.337 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-13T16:13:37.337 DEBUG:teuthology.orchestra.run.smithi192:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-09-13T16:13:37.379 DEBUG:teuthology.orchestra.run.smithi192:> sudo modprobe fuse 2024-09-13T16:13:37.403 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:13:37.403 DEBUG:teuthology.orchestra.run.smithi192:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:13:37.459 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi192.stderr:2024-09-13T16:13:37.458+0000 7f6308506480 -1 init, newargv = 0x5635c4be5100 newargc=15 2024-09-13T16:13:37.459 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi192.stderr:ceph-fuse[48778]: starting ceph client 2024-09-13T16:13:37.464 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi192.stderr:ceph-fuse[48778]: starting fuse 2024-09-13T16:13:37.469 INFO:teuthology.orchestra.run.smithi192.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:13:37.470 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:13:37.470 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:13:37.470 DEBUG:teuthology.orchestra.run.smithi192:> ls /sys/fs/fuse/connections 2024-09-13T16:13:37.525 INFO:teuthology.orchestra.run.smithi192.stdout:42 2024-09-13T16:13:37.525 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [42] 2024-09-13T16:13:37.526 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:13:37.526 DEBUG:teuthology.orchestra.run.smithi192:> import glob 2024-09-13T16:13:37.526 DEBUG:teuthology.orchestra.run.smithi192:> import re 2024-09-13T16:13:37.526 DEBUG:teuthology.orchestra.run.smithi192:> import os 2024-09-13T16:13:37.526 DEBUG:teuthology.orchestra.run.smithi192:> import subprocess 2024-09-13T16:13:37.526 DEBUG:teuthology.orchestra.run.smithi192:> 2024-09-13T16:13:37.526 DEBUG:teuthology.orchestra.run.smithi192:> def _find_admin_socket(client_name): 2024-09-13T16:13:37.526 DEBUG:teuthology.orchestra.run.smithi192:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-09-13T16:13:37.526 DEBUG:teuthology.orchestra.run.smithi192:> files = glob.glob(asok_path) 2024-09-13T16:13:37.526 DEBUG:teuthology.orchestra.run.smithi192:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-13T16:13:37.526 DEBUG:teuthology.orchestra.run.smithi192:> 2024-09-13T16:13:37.526 DEBUG:teuthology.orchestra.run.smithi192:> # Given a non-glob path, it better be there 2024-09-13T16:13:37.526 DEBUG:teuthology.orchestra.run.smithi192:> if "*" not in asok_path: 2024-09-13T16:13:37.526 DEBUG:teuthology.orchestra.run.smithi192:> assert(len(files) == 1) 2024-09-13T16:13:37.527 DEBUG:teuthology.orchestra.run.smithi192:> return files[0] 2024-09-13T16:13:37.527 DEBUG:teuthology.orchestra.run.smithi192:> 2024-09-13T16:13:37.527 DEBUG:teuthology.orchestra.run.smithi192:> for f in files: 2024-09-13T16:13:37.527 DEBUG:teuthology.orchestra.run.smithi192:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T16:13:37.527 DEBUG:teuthology.orchestra.run.smithi192:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T16:13:37.527 DEBUG:teuthology.orchestra.run.smithi192:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T16:13:37.527 DEBUG:teuthology.orchestra.run.smithi192:> contents = proc_f.read() 2024-09-13T16:13:37.527 DEBUG:teuthology.orchestra.run.smithi192:> if mountpoint in contents: 2024-09-13T16:13:37.527 DEBUG:teuthology.orchestra.run.smithi192:> return f 2024-09-13T16:13:37.527 DEBUG:teuthology.orchestra.run.smithi192:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T16:13:37.527 DEBUG:teuthology.orchestra.run.smithi192:> 2024-09-13T16:13:37.527 DEBUG:teuthology.orchestra.run.smithi192:> print(_find_admin_socket("client.1")) 2024-09-13T16:13:37.527 DEBUG:teuthology.orchestra.run.smithi192:> ' 2024-09-13T16:13:37.638 INFO:teuthology.orchestra.run.smithi192.stdout:/var/run/ceph/ceph-client.1.48778.asok 2024-09-13T16:13:37.825 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.48778.asok 2024-09-13T16:13:37.825 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:13:37.826 DEBUG:teuthology.orchestra.run.smithi192:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.48778.asok status 2024-09-13T16:13:37.958 INFO:teuthology.orchestra.run.smithi192.stdout:{ 2024-09-13T16:13:37.958 INFO:teuthology.orchestra.run.smithi192.stdout: "metadata": { 2024-09-13T16:13:37.958 INFO:teuthology.orchestra.run.smithi192.stdout: "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", 2024-09-13T16:13:37.958 INFO:teuthology.orchestra.run.smithi192.stdout: "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", 2024-09-13T16:13:37.958 INFO:teuthology.orchestra.run.smithi192.stdout: "entity_id": "1", 2024-09-13T16:13:37.959 INFO:teuthology.orchestra.run.smithi192.stdout: "hostname": "smithi192", 2024-09-13T16:13:37.959 INFO:teuthology.orchestra.run.smithi192.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-13T16:13:37.959 INFO:teuthology.orchestra.run.smithi192.stdout: "pid": "48778", 2024-09-13T16:13:37.959 INFO:teuthology.orchestra.run.smithi192.stdout: "root": "/" 2024-09-13T16:13:37.959 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-13T16:13:37.959 INFO:teuthology.orchestra.run.smithi192.stdout: "dentry_count": 0, 2024-09-13T16:13:37.959 INFO:teuthology.orchestra.run.smithi192.stdout: "dentry_pinned_count": 0, 2024-09-13T16:13:37.959 INFO:teuthology.orchestra.run.smithi192.stdout: "id": 8134, 2024-09-13T16:13:37.959 INFO:teuthology.orchestra.run.smithi192.stdout: "inst": { 2024-09-13T16:13:37.959 INFO:teuthology.orchestra.run.smithi192.stdout: "name": { 2024-09-13T16:13:37.959 INFO:teuthology.orchestra.run.smithi192.stdout: "type": "client", 2024-09-13T16:13:37.959 INFO:teuthology.orchestra.run.smithi192.stdout: "num": 8134 2024-09-13T16:13:37.959 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-13T16:13:37.959 INFO:teuthology.orchestra.run.smithi192.stdout: "addr": { 2024-09-13T16:13:37.960 INFO:teuthology.orchestra.run.smithi192.stdout: "type": "v1", 2024-09-13T16:13:37.960 INFO:teuthology.orchestra.run.smithi192.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:13:37.960 INFO:teuthology.orchestra.run.smithi192.stdout: "nonce": 964643084 2024-09-13T16:13:37.960 INFO:teuthology.orchestra.run.smithi192.stdout: } 2024-09-13T16:13:37.960 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-13T16:13:37.960 INFO:teuthology.orchestra.run.smithi192.stdout: "addr": { 2024-09-13T16:13:37.960 INFO:teuthology.orchestra.run.smithi192.stdout: "type": "v1", 2024-09-13T16:13:37.960 INFO:teuthology.orchestra.run.smithi192.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:13:37.960 INFO:teuthology.orchestra.run.smithi192.stdout: "nonce": 964643084 2024-09-13T16:13:37.960 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-13T16:13:37.960 INFO:teuthology.orchestra.run.smithi192.stdout: "inst_str": "client.8134 192.168.0.1:0/964643084", 2024-09-13T16:13:37.960 INFO:teuthology.orchestra.run.smithi192.stdout: "addr_str": "192.168.0.1:0/964643084", 2024-09-13T16:13:37.960 INFO:teuthology.orchestra.run.smithi192.stdout: "inode_count": 1, 2024-09-13T16:13:37.961 INFO:teuthology.orchestra.run.smithi192.stdout: "mds_epoch": 72, 2024-09-13T16:13:37.961 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_epoch": 136, 2024-09-13T16:13:37.961 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_epoch_barrier": 0, 2024-09-13T16:13:37.961 INFO:teuthology.orchestra.run.smithi192.stdout: "blocklisted": false, 2024-09-13T16:13:37.961 INFO:teuthology.orchestra.run.smithi192.stdout: "fs_name": "cephfs" 2024-09-13T16:13:37.961 INFO:teuthology.orchestra.run.smithi192.stdout:} 2024-09-13T16:13:37.966 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:13:37.966 DEBUG:teuthology.orchestra.run.smithi192:> stat --file-system '--printf=%T 2024-09-13T16:13:37.966 DEBUG:teuthology.orchestra.run.smithi192:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-13T16:13:37.982 INFO:teuthology.orchestra.run.smithi192.stdout:fuseblk 2024-09-13T16:13:37.982 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-13T16:13:37.982 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:13:37.982 DEBUG:teuthology.orchestra.run.smithi192:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-13T16:13:38.050 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mds mds_cache_memory_limit 1K 2024-09-13T16:13:38.161 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.160+0000 7f07b51c7640 1 Processor -- start 2024-09-13T16:13:38.161 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.160+0000 7f07b51c7640 1 -- start start 2024-09-13T16:13:38.162 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.161+0000 7f07b51c7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f07b0158b00 0x7f07b006c190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:38.162 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.161+0000 7f07b51c7640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f07b006c6d0 0x7f07b0070b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:38.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.161+0000 7f07b51c7640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f07b006cb30 con 0x7f07b0071050 2024-09-13T16:13:38.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.161+0000 7f07b51c7640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f07b00b2d10 con 0x7f07b006c6d0 2024-09-13T16:13:38.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.161+0000 7f07b51c7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f07b00b2ff0 con 0x7f07b0158b00 2024-09-13T16:13:38.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.161+0000 7f07a659c640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f07b006c6d0 0x7f07b0070b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:38.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.161+0000 7f07aed9d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f07b0158b00 0x7f07b006c190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:38.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.161+0000 7f07af59e640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7f07b0071050 0x7f07b0071500 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:36260/0 (socket says 172.21.15.76:36260) 2024-09-13T16:13:38.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.161+0000 7f07af59e640 1 -- 172.21.15.76:0/3563519883 learned_addr learned my addr 172.21.15.76:0/3563519883 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:13:38.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.161+0000 7f07aed9d640 1 -- 172.21.15.76:0/3563519883 >> v2:172.21.15.192:3300/0 conn(0x7f07b006c6d0 msgr2=0x7f07b0070b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:38.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.161+0000 7f07aed9d640 1 --2- 172.21.15.76:0/3563519883 >> v2:172.21.15.192:3300/0 conn(0x7f07b006c6d0 0x7f07b0070b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:38.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.161+0000 7f07aed9d640 1 -- 172.21.15.76:0/3563519883 >> v1:172.21.15.192:6789/0 conn(0x7f07b0071050 legacy=0x7f07b0071500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:38.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.161+0000 7f07aed9d640 1 -- 172.21.15.76:0/3563519883 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f07b0070310 con 0x7f07b0158b00 2024-09-13T16:13:38.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.161+0000 7f07a659c640 1 --2- 172.21.15.76:0/3563519883 >> v2:172.21.15.192:3300/0 conn(0x7f07b006c6d0 0x7f07b0070b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:13:38.165 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.162+0000 7f07aed9d640 1 --2- 172.21.15.76:0/3563519883 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f07b0158b00 0x7f07b006c190 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f07a00097a0 tx=0x7f07a002a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a971cc40366c857f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:38.165 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.162+0000 7f07ae59c640 1 -- 172.21.15.76:0/3563519883 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07a0032440 con 0x7f07b0158b00 2024-09-13T16:13:38.165 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.162+0000 7f07ae59c640 1 -- 172.21.15.76:0/3563519883 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f07a00325a0 con 0x7f07b0158b00 2024-09-13T16:13:38.165 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.162+0000 7f07ae59c640 1 -- 172.21.15.76:0/3563519883 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07a0032930 con 0x7f07b0158b00 2024-09-13T16:13:38.165 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.163+0000 7f07b51c7640 1 -- 172.21.15.76:0/3563519883 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f07b0158b00 msgr2=0x7f07b006c190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:38.165 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.163+0000 7f07b51c7640 1 --2- 172.21.15.76:0/3563519883 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f07b0158b00 0x7f07b006c190 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f07a00097a0 tx=0x7f07a002a180 comp rx=0 tx=0).stop 2024-09-13T16:13:38.165 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.163+0000 7f07b51c7640 1 -- 172.21.15.76:0/3563519883 shutdown_connections 2024-09-13T16:13:38.165 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.163+0000 7f07b51c7640 1 --2- 172.21.15.76:0/3563519883 >> v2:172.21.15.192:3300/0 conn(0x7f07b006c6d0 0x7f07b0070b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:38.165 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.163+0000 7f07b51c7640 1 --2- 172.21.15.76:0/3563519883 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f07b0158b00 0x7f07b006c190 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:38.165 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.163+0000 7f07b51c7640 1 -- 172.21.15.76:0/3563519883 >> 172.21.15.76:0/3563519883 conn(0x7f07b006a0b0 msgr2=0x7f07b006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:38.166 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.163+0000 7f07b51c7640 1 -- 172.21.15.76:0/3563519883 shutdown_connections 2024-09-13T16:13:38.166 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.163+0000 7f07b51c7640 1 -- 172.21.15.76:0/3563519883 wait complete. 2024-09-13T16:13:38.167 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.164+0000 7f07b51c7640 1 Processor -- start 2024-09-13T16:13:38.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.164+0000 7f07b51c7640 1 -- start start 2024-09-13T16:13:38.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.165+0000 7f07b51c7640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f07b006c6d0 0x7f07b0097920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:38.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.165+0000 7f07b51c7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f07b0071050 0x7f07b00c3ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:38.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.165+0000 7f07b51c7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f07b0158b00 0x7f07b00c4020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:38.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.165+0000 7f07b51c7640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07b00aee20 con 0x7f07b0071050 2024-09-13T16:13:38.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.165+0000 7f07b51c7640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07b0155030 con 0x7f07b006c6d0 2024-09-13T16:13:38.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.165+0000 7f07b51c7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f07b0097e60 con 0x7f07b0158b00 2024-09-13T16:13:38.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.165+0000 7f07a659c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f07b0071050 0x7f07b00c3ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:38.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.165+0000 7f07a659c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f07b0071050 0x7f07b00c3ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57540/0 (socket says 172.21.15.76:57540) 2024-09-13T16:13:38.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.165+0000 7f07a659c640 1 -- 172.21.15.76:0/66493762 learned_addr learned my addr 172.21.15.76:0/66493762 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:38.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.165+0000 7f07af59e640 1 --2- 172.21.15.76:0/66493762 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f07b0158b00 0x7f07b00c4020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:38.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.165+0000 7f07aed9d640 1 --2- 172.21.15.76:0/66493762 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f07b006c6d0 0x7f07b0097920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:38.169 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.166+0000 7f07a659c640 1 -- 172.21.15.76:0/66493762 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f07b0158b00 msgr2=0x7f07b00c4020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:38.169 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.166+0000 7f07a659c640 1 --2- 172.21.15.76:0/66493762 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f07b0158b00 0x7f07b00c4020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:38.169 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.166+0000 7f07a659c640 1 -- 172.21.15.76:0/66493762 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f07b006c6d0 msgr2=0x7f07b0097920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:38.169 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.166+0000 7f07a659c640 1 --2- 172.21.15.76:0/66493762 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f07b006c6d0 0x7f07b0097920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:38.169 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.166+0000 7f07a659c640 1 -- 172.21.15.76:0/66493762 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0798009400 con 0x7f07b0071050 2024-09-13T16:13:38.169 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.166+0000 7f07a659c640 1 --2- 172.21.15.76:0/66493762 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f07b0071050 0x7f07b00c3ae0 secure :-1 s=READY pgs=1839 cs=0 l=1 rev1=1 crypto rx=0x7f079800ebb0 tx=0x7f079800c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:38.169 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.166+0000 7f07a7fff640 1 -- 172.21.15.76:0/66493762 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f079800eeb0 con 0x7f07b0071050 2024-09-13T16:13:38.169 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.166+0000 7f07a7fff640 1 -- 172.21.15.76:0/66493762 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f079800cc30 con 0x7f07b0071050 2024-09-13T16:13:38.169 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.166+0000 7f07b51c7640 1 -- 172.21.15.76:0/66493762 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f07a0009400 con 0x7f07b0071050 2024-09-13T16:13:38.169 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.166+0000 7f07a7fff640 1 -- 172.21.15.76:0/66493762 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0798013470 con 0x7f07b0071050 2024-09-13T16:13:38.169 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.166+0000 7f07b51c7640 1 -- 172.21.15.76:0/66493762 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f07b0155280 con 0x7f07b0071050 2024-09-13T16:13:38.170 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.167+0000 7f07b51c7640 1 -- 172.21.15.76:0/66493762 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f07b0070b10 con 0x7f07b0071050 2024-09-13T16:13:38.170 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.167+0000 7f07a7fff640 1 -- 172.21.15.76:0/66493762 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f07980135d0 con 0x7f07b0071050 2024-09-13T16:13:38.170 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.168+0000 7f07a7fff640 1 --2- 172.21.15.76:0/66493762 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f079006ac00 0x7f079006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:38.170 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.168+0000 7f07a7fff640 1 -- 172.21.15.76:0/66493762 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(136..136 src has 1..136) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f07980896e0 con 0x7f07b0071050 2024-09-13T16:13:38.171 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.168+0000 7f07aed9d640 1 --2- 172.21.15.76:0/66493762 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f079006ac00 0x7f079006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:38.171 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.168+0000 7f07aed9d640 1 --2- 172.21.15.76:0/66493762 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f079006ac00 0x7f079006d0c0 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7f07a0034000 tx=0x7f07a002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:38.173 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.172+0000 7f07a7fff640 1 -- 172.21.15.76:0/66493762 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f0798054830 con 0x7f07b0071050 2024-09-13T16:13:38.339 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.337+0000 7f07b51c7640 1 -- 172.21.15.76:0/66493762 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command([{prefix=config set, name=mds_cache_memory_limit}] v 0) v1 -- 0x7f07b00724c0 con 0x7f07b0071050 2024-09-13T16:13:38.344 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.343+0000 7f07a7fff640 1 -- 172.21.15.76:0/66493762 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_cache_memory_limit}]=0 v54)=0 v54) v1 ==== 121+0+0 (secure 0 0 0) 0x7f0798057e50 con 0x7f07b0071050 2024-09-13T16:13:38.347 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.345+0000 7f07b51c7640 1 -- 172.21.15.76:0/66493762 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f079006ac00 msgr2=0x7f079006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:38.347 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.345+0000 7f07b51c7640 1 --2- 172.21.15.76:0/66493762 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f079006ac00 0x7f079006d0c0 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7f07a0034000 tx=0x7f07a002e000 comp rx=0 tx=0).stop 2024-09-13T16:13:38.347 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.345+0000 7f07b51c7640 1 -- 172.21.15.76:0/66493762 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f07b0071050 msgr2=0x7f07b00c3ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:38.347 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.345+0000 7f07b51c7640 1 --2- 172.21.15.76:0/66493762 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f07b0071050 0x7f07b00c3ae0 secure :-1 s=READY pgs=1839 cs=0 l=1 rev1=1 crypto rx=0x7f079800ebb0 tx=0x7f079800c520 comp rx=0 tx=0).stop 2024-09-13T16:13:38.347 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.345+0000 7f07b51c7640 1 -- 172.21.15.76:0/66493762 shutdown_connections 2024-09-13T16:13:38.347 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.345+0000 7f07b51c7640 1 --2- 172.21.15.76:0/66493762 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f079006ac00 0x7f079006d0c0 unknown :-1 s=CLOSED pgs=781 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:38.347 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.345+0000 7f07b51c7640 1 --2- 172.21.15.76:0/66493762 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f07b0158b00 0x7f07b00c4020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:38.348 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.345+0000 7f07b51c7640 1 --2- 172.21.15.76:0/66493762 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f07b0071050 0x7f07b00c3ae0 unknown :-1 s=CLOSED pgs=1839 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:38.348 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.345+0000 7f07b51c7640 1 --2- 172.21.15.76:0/66493762 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f07b006c6d0 0x7f07b0097920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:38.348 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.345+0000 7f07b51c7640 1 -- 172.21.15.76:0/66493762 >> 172.21.15.76:0/66493762 conn(0x7f07b006a0b0 msgr2=0x7f07b0073140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:38.348 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.345+0000 7f07b51c7640 1 -- 172.21.15.76:0/66493762 shutdown_connections 2024-09-13T16:13:38.348 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.345+0000 7f07b51c7640 1 -- 172.21.15.76:0/66493762 wait complete. 2024-09-13T16:13:38.358 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mds mds_recall_max_caps 100 2024-09-13T16:13:38.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.497+0000 7f5bb45d5640 1 Processor -- start 2024-09-13T16:13:38.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.497+0000 7f5bb45d5640 1 -- start start 2024-09-13T16:13:38.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.498+0000 7f5bb45d5640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f5bac15c500 0x7f5bac0d2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:38.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.498+0000 7f5bb45d5640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5bac0cdff0 0x7f5bac0d0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:38.500 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.498+0000 7f5bb45d5640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5bac0cd450 con 0x7f5bac0d2590 2024-09-13T16:13:38.500 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.498+0000 7f5bb45d5640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5bac0d29f0 con 0x7f5bac15c500 2024-09-13T16:13:38.500 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.498+0000 7f5bb45d5640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5bac0d0cf0 con 0x7f5bac0cdff0 2024-09-13T16:13:38.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.499+0000 7f5bb2371640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f5bac15c500 0x7f5bac0d2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:38.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.499+0000 7f5bb2b72640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5bac0cdff0 0x7f5bac0d0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:38.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.499+0000 7f5bb1b70640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7f5bac0d2590 0x7f5bac0cd8e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:36270/0 (socket says 172.21.15.76:36270) 2024-09-13T16:13:38.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.499+0000 7f5bb1b70640 1 -- 172.21.15.76:0/1845641860 learned_addr learned my addr 172.21.15.76:0/1845641860 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:13:38.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.499+0000 7f5bb2371640 1 -- 172.21.15.76:0/1845641860 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5bac0cdff0 msgr2=0x7f5bac0d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:38.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.499+0000 7f5bb2371640 1 --2- 172.21.15.76:0/1845641860 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5bac0cdff0 0x7f5bac0d0000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:38.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.499+0000 7f5bb2371640 1 -- 172.21.15.76:0/1845641860 >> v1:172.21.15.192:6789/0 conn(0x7f5bac0d2590 legacy=0x7f5bac0cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:38.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.499+0000 7f5bb2371640 1 -- 172.21.15.76:0/1845641860 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5bac0d0fd0 con 0x7f5bac15c500 2024-09-13T16:13:38.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.499+0000 7f5bb136f640 1 -- 172.21.15.76:0/1845641860 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2604440896 0 0) 0x7f5bac0cd450 con 0x7f5bac0d2590 2024-09-13T16:13:38.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.500+0000 7f5bb2371640 1 --2- 172.21.15.76:0/1845641860 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5bac15c500 0x7f5bac0d2050 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f5b9c009d90 tx=0x7f5b9c02a660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=78783edd5aef4858 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:38.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.500+0000 7f5bb136f640 1 -- 172.21.15.76:0/1845641860 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b9c007740 con 0x7f5bac15c500 2024-09-13T16:13:38.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.500+0000 7f5bb136f640 1 -- 172.21.15.76:0/1845641860 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5b9c02d050 con 0x7f5bac15c500 2024-09-13T16:13:38.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.500+0000 7f5bb136f640 1 -- 172.21.15.76:0/1845641860 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b9c007ac0 con 0x7f5bac15c500 2024-09-13T16:13:38.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.500+0000 7f5bb45d5640 1 -- 172.21.15.76:0/1845641860 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5bac15c500 msgr2=0x7f5bac0d2050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:38.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.500+0000 7f5bb45d5640 1 --2- 172.21.15.76:0/1845641860 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5bac15c500 0x7f5bac0d2050 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f5b9c009d90 tx=0x7f5b9c02a660 comp rx=0 tx=0).stop 2024-09-13T16:13:38.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.501+0000 7f5bb45d5640 1 -- 172.21.15.76:0/1845641860 shutdown_connections 2024-09-13T16:13:38.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.501+0000 7f5bb45d5640 1 --2- 172.21.15.76:0/1845641860 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5bac0cdff0 0x7f5bac0d0000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:38.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.501+0000 7f5bb45d5640 1 --2- 172.21.15.76:0/1845641860 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5bac15c500 0x7f5bac0d2050 unknown :-1 s=CLOSED pgs=582 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:38.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.501+0000 7f5bb45d5640 1 -- 172.21.15.76:0/1845641860 >> 172.21.15.76:0/1845641860 conn(0x7f5bac089f60 msgr2=0x7f5bac09b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:38.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.501+0000 7f5bb45d5640 1 -- 172.21.15.76:0/1845641860 shutdown_connections 2024-09-13T16:13:38.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.501+0000 7f5bb45d5640 1 -- 172.21.15.76:0/1845641860 wait complete. 2024-09-13T16:13:38.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.502+0000 7f5bb45d5640 1 Processor -- start 2024-09-13T16:13:38.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.502+0000 7f5bb45d5640 1 -- start start 2024-09-13T16:13:38.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.502+0000 7f5bb45d5640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5bac0cdff0 0x7f5bac0ca890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:38.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.503+0000 7f5bb45d5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5bac0d2590 0x7f5bac15a270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:38.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.503+0000 7f5bb45d5640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5bac15c500 0x7f5bac15ec30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:38.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.503+0000 7f5bb45d5640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5bac0cb190 con 0x7f5bac0d2590 2024-09-13T16:13:38.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.503+0000 7f5bb45d5640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5bac0cb470 con 0x7f5bac15c500 2024-09-13T16:13:38.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.503+0000 7f5bb45d5640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5bac0cb750 con 0x7f5bac0cdff0 2024-09-13T16:13:38.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.503+0000 7f5bb1b70640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5bac0d2590 0x7f5bac15a270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:38.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.503+0000 7f5bb1b70640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5bac0d2590 0x7f5bac15a270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57544/0 (socket says 172.21.15.76:57544) 2024-09-13T16:13:38.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.503+0000 7f5bb1b70640 1 -- 172.21.15.76:0/1558830873 learned_addr learned my addr 172.21.15.76:0/1558830873 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:38.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.503+0000 7f5bb2b72640 1 --2- 172.21.15.76:0/1558830873 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5bac15c500 0x7f5bac15ec30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:38.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.503+0000 7f5bb2371640 1 --2- 172.21.15.76:0/1558830873 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5bac0cdff0 0x7f5bac0ca890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:38.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.503+0000 7f5bb1b70640 1 -- 172.21.15.76:0/1558830873 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5bac0cdff0 msgr2=0x7f5bac0ca890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:38.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.503+0000 7f5bb1b70640 1 --2- 172.21.15.76:0/1558830873 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5bac0cdff0 0x7f5bac0ca890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:38.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.503+0000 7f5bb1b70640 1 -- 172.21.15.76:0/1558830873 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5bac15c500 msgr2=0x7f5bac15ec30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:38.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.503+0000 7f5bb1b70640 1 --2- 172.21.15.76:0/1558830873 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5bac15c500 0x7f5bac15ec30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:38.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.503+0000 7f5bb1b70640 1 -- 172.21.15.76:0/1558830873 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5b9c009a70 con 0x7f5bac0d2590 2024-09-13T16:13:38.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.503+0000 7f5bb1b70640 1 --2- 172.21.15.76:0/1558830873 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5bac0d2590 0x7f5bac15a270 secure :-1 s=READY pgs=1840 cs=0 l=1 rev1=1 crypto rx=0x7f5ba000c4d0 tx=0x7f5ba000c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:38.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.503+0000 7f5baaffd640 1 -- 172.21.15.76:0/1558830873 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ba00074e0 con 0x7f5bac0d2590 2024-09-13T16:13:38.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.503+0000 7f5baaffd640 1 -- 172.21.15.76:0/1558830873 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5ba0007660 con 0x7f5bac0d2590 2024-09-13T16:13:38.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.503+0000 7f5bb45d5640 1 -- 172.21.15.76:0/1558830873 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5bac0cba30 con 0x7f5bac0d2590 2024-09-13T16:13:38.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.503+0000 7f5baaffd640 1 -- 172.21.15.76:0/1558830873 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ba0004a20 con 0x7f5bac0d2590 2024-09-13T16:13:38.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.503+0000 7f5bb45d5640 1 -- 172.21.15.76:0/1558830873 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5bac0cadd0 con 0x7f5bac0d2590 2024-09-13T16:13:38.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.504+0000 7f5bb45d5640 1 -- 172.21.15.76:0/1558830873 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5bac0cbf50 con 0x7f5bac0d2590 2024-09-13T16:13:38.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.505+0000 7f5baaffd640 1 -- 172.21.15.76:0/1558830873 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f5ba0004b80 con 0x7f5bac0d2590 2024-09-13T16:13:38.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.506+0000 7f5baaffd640 1 --2- 172.21.15.76:0/1558830873 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5b9806ac00 0x7f5b9806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:38.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.506+0000 7f5bb2371640 1 --2- 172.21.15.76:0/1558830873 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5b9806ac00 0x7f5b9806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:38.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.506+0000 7f5baaffd640 1 -- 172.21.15.76:0/1558830873 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(136..136 src has 1..136) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f5ba0088860 con 0x7f5bac0d2590 2024-09-13T16:13:38.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.506+0000 7f5bb2371640 1 --2- 172.21.15.76:0/1558830873 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5b9806ac00 0x7f5b9806d0c0 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7f5b9c034000 tx=0x7f5b9c02f000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:38.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.510+0000 7f5baaffd640 1 -- 172.21.15.76:0/1558830873 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f5bac0cbf50 con 0x7f5bac0d2590 2024-09-13T16:13:38.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.673+0000 7f5bb45d5640 1 -- 172.21.15.76:0/1558830873 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command([{prefix=config set, name=mds_recall_max_caps}] v 0) v1 -- 0x7f5bac0cbf50 con 0x7f5bac0d2590 2024-09-13T16:13:38.680 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.679+0000 7f5baaffd640 1 -- 172.21.15.76:0/1558830873 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_recall_max_caps}]=0 v55)=0 v55) v1 ==== 119+0+0 (secure 0 0 0) 0x7f5bac0cbf50 con 0x7f5bac0d2590 2024-09-13T16:13:38.683 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.681+0000 7f5bb45d5640 1 -- 172.21.15.76:0/1558830873 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5b9806ac00 msgr2=0x7f5b9806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:38.684 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.681+0000 7f5bb45d5640 1 --2- 172.21.15.76:0/1558830873 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5b9806ac00 0x7f5b9806d0c0 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7f5b9c034000 tx=0x7f5b9c02f000 comp rx=0 tx=0).stop 2024-09-13T16:13:38.684 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.681+0000 7f5bb45d5640 1 -- 172.21.15.76:0/1558830873 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5bac0d2590 msgr2=0x7f5bac15a270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:38.684 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.681+0000 7f5bb45d5640 1 --2- 172.21.15.76:0/1558830873 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5bac0d2590 0x7f5bac15a270 secure :-1 s=READY pgs=1840 cs=0 l=1 rev1=1 crypto rx=0x7f5ba000c4d0 tx=0x7f5ba000c990 comp rx=0 tx=0).stop 2024-09-13T16:13:38.684 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.681+0000 7f5bb45d5640 1 -- 172.21.15.76:0/1558830873 shutdown_connections 2024-09-13T16:13:38.684 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.681+0000 7f5bb45d5640 1 --2- 172.21.15.76:0/1558830873 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5bac15c500 0x7f5bac15ec30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:38.684 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.681+0000 7f5bb45d5640 1 --2- 172.21.15.76:0/1558830873 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5bac0d2590 0x7f5bac15a270 unknown :-1 s=CLOSED pgs=1840 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:38.684 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.681+0000 7f5bb45d5640 1 --2- 172.21.15.76:0/1558830873 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5b9806ac00 0x7f5b9806d0c0 unknown :-1 s=CLOSED pgs=782 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:38.684 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.681+0000 7f5bb45d5640 1 --2- 172.21.15.76:0/1558830873 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5bac0cdff0 0x7f5bac0ca890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:38.685 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.682+0000 7f5bb45d5640 1 -- 172.21.15.76:0/1558830873 >> 172.21.15.76:0/1558830873 conn(0x7f5bac089f60 msgr2=0x7f5bac0d2b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:38.685 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.682+0000 7f5bb45d5640 1 -- 172.21.15.76:0/1558830873 shutdown_connections 2024-09-13T16:13:38.685 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.682+0000 7f5bb45d5640 1 -- 172.21.15.76:0/1558830873 wait complete. 2024-09-13T16:13:38.693 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mds mds_recall_warning_threshold 200 2024-09-13T16:13:38.795 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.794+0000 7fa8b6195640 1 Processor -- start 2024-09-13T16:13:38.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.794+0000 7fa8b6195640 1 -- start start 2024-09-13T16:13:38.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.795+0000 7fa8b6195640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa8b0159310 0x7fa8b00ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:38.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.795+0000 7fa8b6195640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fa8b00ce4f0 0x7fa8b00ce940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:38.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.795+0000 7fa8b6195640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa8b00ccbe0 con 0x7fa8b00b2b40 2024-09-13T16:13:38.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.795+0000 7fa8b6195640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa8b00ad940 con 0x7fa8b00ce4f0 2024-09-13T16:13:38.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.795+0000 7fa8b6195640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa8b00cee80 con 0x7fa8b0159310 2024-09-13T16:13:38.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.795+0000 7fa8affff640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fa8b00ce4f0 0x7fa8b00ce940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:38.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.795+0000 7fa8affff640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fa8b00ce4f0 0x7fa8b00ce940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.76:55864/0 (socket says 172.21.15.76:55864) 2024-09-13T16:13:38.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.795+0000 7fa8affff640 1 -- 172.21.15.76:0/171180405 learned_addr learned my addr 172.21.15.76:0/171180405 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:38.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.795+0000 7fa8af7fe640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa8b0159310 0x7fa8b00ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:38.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.796+0000 7fa8affff640 1 -- 172.21.15.76:0/171180405 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa8b0159310 msgr2=0x7fa8b00ad400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:38.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.796+0000 7fa8affff640 1 --2- 172.21.15.76:0/171180405 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa8b0159310 0x7fa8b00ad400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:38.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.796+0000 7fa8affff640 1 -- 172.21.15.76:0/171180405 >> v1:172.21.15.192:6789/0 conn(0x7fa8b00b2b40 legacy=0x7fa8b00ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:38.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.796+0000 7fa8affff640 1 -- 172.21.15.76:0/171180405 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa8b00b1810 con 0x7fa8b00ce4f0 2024-09-13T16:13:38.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.796+0000 7fa8affff640 1 --2- 172.21.15.76:0/171180405 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa8b00ce4f0 0x7fa8b00ce940 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7fa8a8009e50 tx=0x7fa8a802a630 comp rx=0 tx=0).ready entity=mon.1 client_cookie=448270e20d799433 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:38.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.796+0000 7fa8aeffd640 1 -- 172.21.15.76:0/171180405 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa8a8031600 con 0x7fa8b00ce4f0 2024-09-13T16:13:38.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.797+0000 7fa8aeffd640 1 -- 172.21.15.76:0/171180405 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa8a802d050 con 0x7fa8b00ce4f0 2024-09-13T16:13:38.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.797+0000 7fa8aeffd640 1 -- 172.21.15.76:0/171180405 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa8a8031980 con 0x7fa8b00ce4f0 2024-09-13T16:13:38.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.797+0000 7fa8b6195640 1 -- 172.21.15.76:0/171180405 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa8b00ce4f0 msgr2=0x7fa8b00ce940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:38.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.797+0000 7fa8b6195640 1 --2- 172.21.15.76:0/171180405 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa8b00ce4f0 0x7fa8b00ce940 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7fa8a8009e50 tx=0x7fa8a802a630 comp rx=0 tx=0).stop 2024-09-13T16:13:38.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.797+0000 7fa8b6195640 1 -- 172.21.15.76:0/171180405 shutdown_connections 2024-09-13T16:13:38.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.797+0000 7fa8b6195640 1 --2- 172.21.15.76:0/171180405 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa8b00ce4f0 0x7fa8b00ce940 unknown :-1 s=CLOSED pgs=584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:38.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.797+0000 7fa8b6195640 1 --2- 172.21.15.76:0/171180405 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa8b0159310 0x7fa8b00ad400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:38.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.797+0000 7fa8b6195640 1 -- 172.21.15.76:0/171180405 >> 172.21.15.76:0/171180405 conn(0x7fa8b006a0b0 msgr2=0x7fa8b006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:38.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.797+0000 7fa8b6195640 1 -- 172.21.15.76:0/171180405 shutdown_connections 2024-09-13T16:13:38.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.797+0000 7fa8b6195640 1 -- 172.21.15.76:0/171180405 wait complete. 2024-09-13T16:13:38.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.798+0000 7fa8b6195640 1 Processor -- start 2024-09-13T16:13:38.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.798+0000 7fa8b6195640 1 -- start start 2024-09-13T16:13:38.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.799+0000 7fa8b6195640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa8b00b2b40 0x7fa8b00c41d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:38.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.799+0000 7fa8b6195640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa8b00ce4f0 0x7fa8b014b8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:38.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.799+0000 7fa8b6195640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa8b0159310 0x7fa8b014bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:38.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.799+0000 7fa8b6195640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa8b014c330 con 0x7fa8b00b2b40 2024-09-13T16:13:38.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.799+0000 7fa8b6195640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa8b014c5e0 con 0x7fa8b00ce4f0 2024-09-13T16:13:38.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.799+0000 7fa8b6195640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa8b014c8c0 con 0x7fa8b0159310 2024-09-13T16:13:38.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.799+0000 7fa8af7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa8b00b2b40 0x7fa8b00c41d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:38.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.799+0000 7fa8af7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa8b00b2b40 0x7fa8b00c41d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57554/0 (socket says 172.21.15.76:57554) 2024-09-13T16:13:38.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.799+0000 7fa8af7fe640 1 -- 172.21.15.76:0/1063061896 learned_addr learned my addr 172.21.15.76:0/1063061896 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:38.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.799+0000 7fa8a7fff640 1 --2- 172.21.15.76:0/1063061896 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa8b00ce4f0 0x7fa8b014b8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:38.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.799+0000 7fa8affff640 1 --2- 172.21.15.76:0/1063061896 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa8b0159310 0x7fa8b014bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:38.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.800+0000 7fa8af7fe640 1 -- 172.21.15.76:0/1063061896 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa8b0159310 msgr2=0x7fa8b014bdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:38.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.800+0000 7fa8af7fe640 1 --2- 172.21.15.76:0/1063061896 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa8b0159310 0x7fa8b014bdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:38.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.800+0000 7fa8af7fe640 1 -- 172.21.15.76:0/1063061896 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa8b00ce4f0 msgr2=0x7fa8b014b8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:38.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.800+0000 7fa8af7fe640 1 --2- 172.21.15.76:0/1063061896 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa8b00ce4f0 0x7fa8b014b8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:38.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.800+0000 7fa8af7fe640 1 -- 172.21.15.76:0/1063061896 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa8a8009b30 con 0x7fa8b00b2b40 2024-09-13T16:13:38.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.800+0000 7fa8af7fe640 1 --2- 172.21.15.76:0/1063061896 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa8b00b2b40 0x7fa8b00c41d0 secure :-1 s=READY pgs=1841 cs=0 l=1 rev1=1 crypto rx=0x7fa8a000e870 tx=0x7fa8a000ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:38.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.800+0000 7fa8acff9640 1 -- 172.21.15.76:0/1063061896 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa8a00094f0 con 0x7fa8b00b2b40 2024-09-13T16:13:38.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.800+0000 7fa8acff9640 1 -- 172.21.15.76:0/1063061896 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa8a000c940 con 0x7fa8b00b2b40 2024-09-13T16:13:38.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.800+0000 7fa8b6195640 1 -- 172.21.15.76:0/1063061896 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa8b014cba0 con 0x7fa8b00b2b40 2024-09-13T16:13:38.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.800+0000 7fa8acff9640 1 -- 172.21.15.76:0/1063061896 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa8a000ccf0 con 0x7fa8b00b2b40 2024-09-13T16:13:38.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.800+0000 7fa8b6195640 1 -- 172.21.15.76:0/1063061896 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa8b014d160 con 0x7fa8b00b2b40 2024-09-13T16:13:38.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.801+0000 7fa8b6195640 1 -- 172.21.15.76:0/1063061896 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa8b006dfa0 con 0x7fa8b00b2b40 2024-09-13T16:13:38.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.801+0000 7fa8acff9640 1 -- 172.21.15.76:0/1063061896 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fa8a0013470 con 0x7fa8b00b2b40 2024-09-13T16:13:38.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.802+0000 7fa8acff9640 1 --2- 172.21.15.76:0/1063061896 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa89006ac00 0x7fa89006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:38.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.802+0000 7fa8acff9640 1 -- 172.21.15.76:0/1063061896 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(136..136 src has 1..136) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fa8a0089510 con 0x7fa8b00b2b40 2024-09-13T16:13:38.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.802+0000 7fa8a7fff640 1 --2- 172.21.15.76:0/1063061896 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa89006ac00 0x7fa89006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:38.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.802+0000 7fa8a7fff640 1 --2- 172.21.15.76:0/1063061896 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa89006ac00 0x7fa89006d0c0 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7fa8b00ac550 tx=0x7fa898007e30 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:38.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.806+0000 7fa8acff9640 1 -- 172.21.15.76:0/1063061896 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fa8a0054670 con 0x7fa8b00b2b40 2024-09-13T16:13:38.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.967+0000 7fa8b6195640 1 -- 172.21.15.76:0/1063061896 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command([{prefix=config set, name=mds_recall_warning_threshold}] v 0) v1 -- 0x7fa8b006e4b0 con 0x7fa8b00b2b40 2024-09-13T16:13:38.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.973+0000 7fa8acff9640 1 -- 172.21.15.76:0/1063061896 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_recall_warning_threshold}]=0 v56)=0 v56) v1 ==== 128+0+0 (secure 0 0 0) 0x7fa8a0057c90 con 0x7fa8b00b2b40 2024-09-13T16:13:38.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.975+0000 7fa8b6195640 1 -- 172.21.15.76:0/1063061896 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa89006ac00 msgr2=0x7fa89006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:38.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.975+0000 7fa8b6195640 1 --2- 172.21.15.76:0/1063061896 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa89006ac00 0x7fa89006d0c0 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7fa8b00ac550 tx=0x7fa898007e30 comp rx=0 tx=0).stop 2024-09-13T16:13:38.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.975+0000 7fa8b6195640 1 -- 172.21.15.76:0/1063061896 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa8b00b2b40 msgr2=0x7fa8b00c41d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:38.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.975+0000 7fa8b6195640 1 --2- 172.21.15.76:0/1063061896 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa8b00b2b40 0x7fa8b00c41d0 secure :-1 s=READY pgs=1841 cs=0 l=1 rev1=1 crypto rx=0x7fa8a000e870 tx=0x7fa8a000ed30 comp rx=0 tx=0).stop 2024-09-13T16:13:38.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.975+0000 7fa8b6195640 1 -- 172.21.15.76:0/1063061896 shutdown_connections 2024-09-13T16:13:38.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.975+0000 7fa8b6195640 1 --2- 172.21.15.76:0/1063061896 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa89006ac00 0x7fa89006d0c0 unknown :-1 s=CLOSED pgs=783 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:38.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.975+0000 7fa8b6195640 1 --2- 172.21.15.76:0/1063061896 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa8b0159310 0x7fa8b014bdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:38.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.975+0000 7fa8b6195640 1 --2- 172.21.15.76:0/1063061896 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa8b00ce4f0 0x7fa8b014b8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:38.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.975+0000 7fa8b6195640 1 --2- 172.21.15.76:0/1063061896 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa8b00b2b40 0x7fa8b00c41d0 unknown :-1 s=CLOSED pgs=1841 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:38.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.975+0000 7fa8b6195640 1 -- 172.21.15.76:0/1063061896 >> 172.21.15.76:0/1063061896 conn(0x7fa8b006a0b0 msgr2=0x7fa8b00b1e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:38.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.975+0000 7fa8b6195640 1 -- 172.21.15.76:0/1063061896 shutdown_connections 2024-09-13T16:13:38.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:38.975+0000 7fa8b6195640 1 -- 172.21.15.76:0/1063061896 wait complete. 2024-09-13T16:13:38.987 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config get mds mds_min_caps_per_client 2024-09-13T16:13:39.088 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.087+0000 7fc4fcef7640 1 Processor -- start 2024-09-13T16:13:39.088 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.087+0000 7fc4fcef7640 1 -- start start 2024-09-13T16:13:39.090 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.088+0000 7fc4fcef7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc4f80b2b40 0x7fc4f80ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:39.090 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.088+0000 7fc4fcef7640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fc4f80ce4f0 0x7fc4f80ce960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:39.090 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.088+0000 7fc4fcef7640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc4f80ccbe0 con 0x7fc4f8159310 2024-09-13T16:13:39.090 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.088+0000 7fc4fcef7640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc4f80ad940 con 0x7fc4f80ce4f0 2024-09-13T16:13:39.090 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.088+0000 7fc4fcef7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc4f80ceea0 con 0x7fc4f80b2b40 2024-09-13T16:13:39.090 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.088+0000 7fc4f6d9d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fc4f80ce4f0 0x7fc4f80ce960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:39.090 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.088+0000 7fc4f6d9d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fc4f80ce4f0 0x7fc4f80ce960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57568/0 (socket says 172.21.15.76:57568) 2024-09-13T16:13:39.090 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.088+0000 7fc4f6d9d640 1 -- 172.21.15.76:0/2211765721 learned_addr learned my addr 172.21.15.76:0/2211765721 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:39.090 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.088+0000 7fc4f5d9b640 1 --2- 172.21.15.76:0/2211765721 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc4f80b2b40 0x7fc4f80ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:39.090 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.088+0000 7fc4f6d9d640 1 -- 172.21.15.76:0/2211765721 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc4f80b2b40 msgr2=0x7fc4f80ad400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:39.091 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.088+0000 7fc4f6d9d640 1 --2- 172.21.15.76:0/2211765721 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc4f80b2b40 0x7fc4f80ad400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:39.091 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.088+0000 7fc4f6d9d640 1 -- 172.21.15.76:0/2211765721 >> v1:172.21.15.192:6789/0 conn(0x7fc4f8159310 legacy=0x7fc4f80ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:39.091 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.088+0000 7fc4f6d9d640 1 -- 172.21.15.76:0/2211765721 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc4f80b1810 con 0x7fc4f80ce4f0 2024-09-13T16:13:39.092 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.089+0000 7fc4f6d9d640 1 --2- 172.21.15.76:0/2211765721 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc4f80ce4f0 0x7fc4f80ce960 secure :-1 s=READY pgs=1842 cs=0 l=1 rev1=1 crypto rx=0x7fc4f0009e80 tx=0x7fc4f002a5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=88cfeb29f19d21 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:39.092 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.089+0000 7fc4f559a640 1 -- 172.21.15.76:0/2211765721 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4f0031600 con 0x7fc4f80ce4f0 2024-09-13T16:13:39.092 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.089+0000 7fc4f559a640 1 -- 172.21.15.76:0/2211765721 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc4f002d050 con 0x7fc4f80ce4f0 2024-09-13T16:13:39.092 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.089+0000 7fc4f559a640 1 -- 172.21.15.76:0/2211765721 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4f0031980 con 0x7fc4f80ce4f0 2024-09-13T16:13:39.092 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.090+0000 7fc4fcef7640 1 -- 172.21.15.76:0/2211765721 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc4f80ce4f0 msgr2=0x7fc4f80ce960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:39.092 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.090+0000 7fc4fcef7640 1 --2- 172.21.15.76:0/2211765721 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc4f80ce4f0 0x7fc4f80ce960 secure :-1 s=READY pgs=1842 cs=0 l=1 rev1=1 crypto rx=0x7fc4f0009e80 tx=0x7fc4f002a5d0 comp rx=0 tx=0).stop 2024-09-13T16:13:39.092 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.090+0000 7fc4fcef7640 1 -- 172.21.15.76:0/2211765721 shutdown_connections 2024-09-13T16:13:39.092 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.090+0000 7fc4fcef7640 1 --2- 172.21.15.76:0/2211765721 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc4f80ce4f0 0x7fc4f80ce960 unknown :-1 s=CLOSED pgs=1842 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:39.093 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.090+0000 7fc4fcef7640 1 --2- 172.21.15.76:0/2211765721 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc4f80b2b40 0x7fc4f80ad400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:39.093 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.090+0000 7fc4fcef7640 1 -- 172.21.15.76:0/2211765721 >> 172.21.15.76:0/2211765721 conn(0x7fc4f806a0b0 msgr2=0x7fc4f806a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:39.093 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.090+0000 7fc4fcef7640 1 -- 172.21.15.76:0/2211765721 shutdown_connections 2024-09-13T16:13:39.093 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.090+0000 7fc4fcef7640 1 -- 172.21.15.76:0/2211765721 wait complete. 2024-09-13T16:13:39.095 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.091+0000 7fc4fcef7640 1 Processor -- start 2024-09-13T16:13:39.095 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.091+0000 7fc4fcef7640 1 -- start start 2024-09-13T16:13:39.095 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.092+0000 7fc4fcef7640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc4f80b2b40 0x7fc4f809a3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:39.095 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.092+0000 7fc4fcef7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc4f80ce4f0 0x7fc4f80c4040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:39.095 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.092+0000 7fc4fcef7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc4f8159310 0x7fc4f809b240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:39.095 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.092+0000 7fc4fcef7640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc4f8099f30 con 0x7fc4f80ce4f0 2024-09-13T16:13:39.095 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.092+0000 7fc4fcef7640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc4f80c4580 con 0x7fc4f80b2b40 2024-09-13T16:13:39.096 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.092+0000 7fc4fcef7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc4f8099320 con 0x7fc4f8159310 2024-09-13T16:13:39.096 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.092+0000 7fc4f5d9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc4f80ce4f0 0x7fc4f80c4040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:39.096 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.092+0000 7fc4f5d9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc4f80ce4f0 0x7fc4f80c4040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57576/0 (socket says 172.21.15.76:57576) 2024-09-13T16:13:39.096 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.092+0000 7fc4f5d9b640 1 -- 172.21.15.76:0/2081596716 learned_addr learned my addr 172.21.15.76:0/2081596716 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:39.096 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.092+0000 7fc4f6d9d640 1 --2- 172.21.15.76:0/2081596716 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc4f8159310 0x7fc4f809b240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:39.096 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.092+0000 7fc4f659c640 1 --2- 172.21.15.76:0/2081596716 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc4f80b2b40 0x7fc4f809a3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:39.096 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.093+0000 7fc4f5d9b640 1 -- 172.21.15.76:0/2081596716 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc4f8159310 msgr2=0x7fc4f809b240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:39.096 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.093+0000 7fc4f5d9b640 1 --2- 172.21.15.76:0/2081596716 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc4f8159310 0x7fc4f809b240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:39.096 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.093+0000 7fc4f5d9b640 1 -- 172.21.15.76:0/2081596716 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc4f80b2b40 msgr2=0x7fc4f809a3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:39.096 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.093+0000 7fc4f5d9b640 1 --2- 172.21.15.76:0/2081596716 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc4f80b2b40 0x7fc4f809a3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:39.096 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.093+0000 7fc4f5d9b640 1 -- 172.21.15.76:0/2081596716 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc4f0009b30 con 0x7fc4f80ce4f0 2024-09-13T16:13:39.096 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.093+0000 7fc4f5d9b640 1 --2- 172.21.15.76:0/2081596716 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc4f80ce4f0 0x7fc4f80c4040 secure :-1 s=READY pgs=1843 cs=0 l=1 rev1=1 crypto rx=0x7fc4ec00c820 tx=0x7fc4ec00cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:39.096 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.093+0000 7fc4e6ffd640 1 -- 172.21.15.76:0/2081596716 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4ec004220 con 0x7fc4f80ce4f0 2024-09-13T16:13:39.097 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.093+0000 7fc4e6ffd640 1 -- 172.21.15.76:0/2081596716 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc4ec0043a0 con 0x7fc4f80ce4f0 2024-09-13T16:13:39.097 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.093+0000 7fc4fcef7640 1 -- 172.21.15.76:0/2081596716 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc4f8099600 con 0x7fc4f80ce4f0 2024-09-13T16:13:39.097 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.093+0000 7fc4e6ffd640 1 -- 172.21.15.76:0/2081596716 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4ec007a70 con 0x7fc4f80ce4f0 2024-09-13T16:13:39.097 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.093+0000 7fc4fcef7640 1 -- 172.21.15.76:0/2081596716 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc4f8099bc0 con 0x7fc4f80ce4f0 2024-09-13T16:13:39.097 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.094+0000 7fc4fcef7640 1 -- 172.21.15.76:0/2081596716 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc4f809a0e0 con 0x7fc4f80ce4f0 2024-09-13T16:13:39.098 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.094+0000 7fc4e6ffd640 1 -- 172.21.15.76:0/2081596716 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc4ec007bd0 con 0x7fc4f80ce4f0 2024-09-13T16:13:39.098 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.095+0000 7fc4e6ffd640 1 --2- 172.21.15.76:0/2081596716 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc4d806ac30 0x7fc4d806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:39.098 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.095+0000 7fc4e6ffd640 1 -- 172.21.15.76:0/2081596716 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(136..136 src has 1..136) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fc4ec0891c0 con 0x7fc4f80ce4f0 2024-09-13T16:13:39.098 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.095+0000 7fc4f659c640 1 --2- 172.21.15.76:0/2081596716 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc4d806ac30 0x7fc4d806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:39.098 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.095+0000 7fc4f659c640 1 --2- 172.21.15.76:0/2081596716 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc4d806ac30 0x7fc4d806d0f0 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7fc4e8006fd0 tx=0x7fc4e8009060 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:39.100 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.099+0000 7fc4e6ffd640 1 -- 172.21.15.76:0/2081596716 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fc4f809a0e0 con 0x7fc4f80ce4f0 2024-09-13T16:13:39.264 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.263+0000 7fc4fcef7640 1 -- 172.21.15.76:0/2081596716 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "config get", "who": "mds", "key": "mds_min_caps_per_client"} v 0) v1 -- 0x7fc4f809a0e0 con 0x7fc4f80ce4f0 2024-09-13T16:13:39.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.263+0000 7fc4e6ffd640 1 -- 172.21.15.76:0/2081596716 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "config get", "who": "mds", "key": "mds_min_caps_per_client"}]=0 v56) v1 ==== 106+0+4 (secure 0 0 0) 0x7fc4f809a0e0 con 0x7fc4f80ce4f0 2024-09-13T16:13:39.265 INFO:teuthology.orchestra.run.smithi076.stdout:100 2024-09-13T16:13:39.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.265+0000 7fc4fcef7640 1 -- 172.21.15.76:0/2081596716 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc4d806ac30 msgr2=0x7fc4d806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:39.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.265+0000 7fc4fcef7640 1 --2- 172.21.15.76:0/2081596716 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc4d806ac30 0x7fc4d806d0f0 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7fc4e8006fd0 tx=0x7fc4e8009060 comp rx=0 tx=0).stop 2024-09-13T16:13:39.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.265+0000 7fc4fcef7640 1 -- 172.21.15.76:0/2081596716 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc4f80ce4f0 msgr2=0x7fc4f80c4040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:39.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.265+0000 7fc4fcef7640 1 --2- 172.21.15.76:0/2081596716 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc4f80ce4f0 0x7fc4f80c4040 secure :-1 s=READY pgs=1843 cs=0 l=1 rev1=1 crypto rx=0x7fc4ec00c820 tx=0x7fc4ec00cce0 comp rx=0 tx=0).stop 2024-09-13T16:13:39.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.265+0000 7fc4fcef7640 1 -- 172.21.15.76:0/2081596716 shutdown_connections 2024-09-13T16:13:39.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.265+0000 7fc4fcef7640 1 --2- 172.21.15.76:0/2081596716 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc4d806ac30 0x7fc4d806d0f0 unknown :-1 s=CLOSED pgs=784 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:39.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.265+0000 7fc4fcef7640 1 --2- 172.21.15.76:0/2081596716 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc4f8159310 0x7fc4f809b240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:39.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.265+0000 7fc4fcef7640 1 --2- 172.21.15.76:0/2081596716 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc4f80ce4f0 0x7fc4f80c4040 unknown :-1 s=CLOSED pgs=1843 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:39.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.265+0000 7fc4fcef7640 1 --2- 172.21.15.76:0/2081596716 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc4f80b2b40 0x7fc4f809a3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:39.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.265+0000 7fc4fcef7640 1 -- 172.21.15.76:0/2081596716 >> 172.21.15.76:0/2081596716 conn(0x7fc4f806a0b0 msgr2=0x7fc4f806a490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:39.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.265+0000 7fc4fcef7640 1 -- 172.21.15.76:0/2081596716 shutdown_connections 2024-09-13T16:13:39.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.265+0000 7fc4fcef7640 1 -- 172.21.15.76:0/2081596716 wait complete. 2024-09-13T16:13:39.278 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mds mds_min_caps_working_set 100 2024-09-13T16:13:39.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.378+0000 7f183d711640 1 Processor -- start 2024-09-13T16:13:39.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.379+0000 7f183d711640 1 -- start start 2024-09-13T16:13:39.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.379+0000 7f183d711640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f183806b9f0 0x7f18380989d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:39.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.379+0000 7f183d711640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f1838098f10 0x7f18380cb510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:39.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.379+0000 7f183d711640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f18380caac0 con 0x7f183815c830 2024-09-13T16:13:39.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.379+0000 7f183d711640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f18380993a0 con 0x7f183806b9f0 2024-09-13T16:13:39.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.379+0000 7f183d711640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f18380cb080 con 0x7f1838098f10 2024-09-13T16:13:39.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.379+0000 7f18367fc640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f183806b9f0 0x7f18380989d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:39.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.380+0000 7f18367fc640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f183806b9f0 0x7f18380989d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57580/0 (socket says 172.21.15.76:57580) 2024-09-13T16:13:39.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.380+0000 7f18367fc640 1 -- 172.21.15.76:0/3632607917 learned_addr learned my addr 172.21.15.76:0/3632607917 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:39.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.380+0000 7f18377fe640 1 --2- 172.21.15.76:0/3632607917 >> v2:172.21.15.192:3300/0 conn(0x7f1838098f10 0x7f18380cb510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:39.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.380+0000 7f18367fc640 1 -- 172.21.15.76:0/3632607917 >> v2:172.21.15.192:3300/0 conn(0x7f1838098f10 msgr2=0x7f18380cb510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:39.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.380+0000 7f18367fc640 1 --2- 172.21.15.76:0/3632607917 >> v2:172.21.15.192:3300/0 conn(0x7f1838098f10 0x7f18380cb510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:39.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.380+0000 7f18367fc640 1 -- 172.21.15.76:0/3632607917 >> v1:172.21.15.192:6789/0 conn(0x7f183815c830 legacy=0x7f1838099590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:39.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.380+0000 7f18367fc640 1 -- 172.21.15.76:0/3632607917 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f18380b2d40 con 0x7f183806b9f0 2024-09-13T16:13:39.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.380+0000 7f18377fe640 1 --2- 172.21.15.76:0/3632607917 >> v2:172.21.15.192:3300/0 conn(0x7f1838098f10 0x7f18380cb510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:39.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.381+0000 7f18367fc640 1 --2- 172.21.15.76:0/3632607917 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f183806b9f0 0x7f18380989d0 secure :-1 s=READY pgs=1844 cs=0 l=1 rev1=1 crypto rx=0x7f1838071810 tx=0x7f182c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fba403242b086a4f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:39.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.381+0000 7f1835ffb640 1 -- 172.21.15.76:0/3632607917 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f182c032440 con 0x7f183806b9f0 2024-09-13T16:13:39.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.381+0000 7f1835ffb640 1 -- 172.21.15.76:0/3632607917 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f182c0325a0 con 0x7f183806b9f0 2024-09-13T16:13:39.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.381+0000 7f1835ffb640 1 -- 172.21.15.76:0/3632607917 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f182c032930 con 0x7f183806b9f0 2024-09-13T16:13:39.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.381+0000 7f183d711640 1 -- 172.21.15.76:0/3632607917 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f183806b9f0 msgr2=0x7f18380989d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:39.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.381+0000 7f183d711640 1 --2- 172.21.15.76:0/3632607917 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f183806b9f0 0x7f18380989d0 secure :-1 s=READY pgs=1844 cs=0 l=1 rev1=1 crypto rx=0x7f1838071810 tx=0x7f182c02a270 comp rx=0 tx=0).stop 2024-09-13T16:13:39.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.381+0000 7f183d711640 1 -- 172.21.15.76:0/3632607917 shutdown_connections 2024-09-13T16:13:39.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.381+0000 7f183d711640 1 --2- 172.21.15.76:0/3632607917 >> v2:172.21.15.192:3300/0 conn(0x7f1838098f10 0x7f18380cb510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:39.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.381+0000 7f183d711640 1 --2- 172.21.15.76:0/3632607917 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f183806b9f0 0x7f18380989d0 unknown :-1 s=CLOSED pgs=1844 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:39.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.381+0000 7f183d711640 1 -- 172.21.15.76:0/3632607917 >> 172.21.15.76:0/3632607917 conn(0x7f18380b1f60 msgr2=0x7f18380b2370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:39.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.381+0000 7f183d711640 1 -- 172.21.15.76:0/3632607917 shutdown_connections 2024-09-13T16:13:39.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.381+0000 7f183d711640 1 -- 172.21.15.76:0/3632607917 wait complete. 2024-09-13T16:13:39.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.383+0000 7f183d711640 1 Processor -- start 2024-09-13T16:13:39.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.383+0000 7f183d711640 1 -- start start 2024-09-13T16:13:39.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.383+0000 7f183d711640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1838098f10 0x7f183815b3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:39.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.383+0000 7f183d711640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f183815c830 0x7f183815f580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:39.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.383+0000 7f183d711640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f183815fac0 0x7f18380c5f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:39.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.383+0000 7f183d711640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f183815e630 con 0x7f183815fac0 2024-09-13T16:13:39.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.383+0000 7f183d711640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f183815ff70 con 0x7f183815c830 2024-09-13T16:13:39.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.383+0000 7f183d711640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f183815ea50 con 0x7f1838098f10 2024-09-13T16:13:39.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.384+0000 7f18377fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f183815fac0 0x7f18380c5f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:39.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.384+0000 7f18377fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f183815fac0 0x7f18380c5f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57596/0 (socket says 172.21.15.76:57596) 2024-09-13T16:13:39.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.384+0000 7f18377fe640 1 -- 172.21.15.76:0/523505553 learned_addr learned my addr 172.21.15.76:0/523505553 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:39.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.384+0000 7f18367fc640 1 --2- 172.21.15.76:0/523505553 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f183815c830 0x7f183815f580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:39.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.384+0000 7f1836ffd640 1 --2- 172.21.15.76:0/523505553 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1838098f10 0x7f183815b3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:39.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.384+0000 7f18377fe640 1 -- 172.21.15.76:0/523505553 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1838098f10 msgr2=0x7f183815b3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:39.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.384+0000 7f18377fe640 1 --2- 172.21.15.76:0/523505553 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1838098f10 0x7f183815b3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:39.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.384+0000 7f18377fe640 1 -- 172.21.15.76:0/523505553 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f183815c830 msgr2=0x7f183815f580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:39.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.384+0000 7f18377fe640 1 --2- 172.21.15.76:0/523505553 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f183815c830 0x7f183815f580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:39.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.384+0000 7f18377fe640 1 -- 172.21.15.76:0/523505553 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f182c0094d0 con 0x7f183815fac0 2024-09-13T16:13:39.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.384+0000 7f1836ffd640 1 --2- 172.21.15.76:0/523505553 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1838098f10 0x7f183815b3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:39.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.384+0000 7f18377fe640 1 --2- 172.21.15.76:0/523505553 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f183815fac0 0x7f18380c5f10 secure :-1 s=READY pgs=1845 cs=0 l=1 rev1=1 crypto rx=0x7f1830009fd0 tx=0x7f183000d560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:39.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.384+0000 7f181f7fe640 1 -- 172.21.15.76:0/523505553 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f183000dee0 con 0x7f183815fac0 2024-09-13T16:13:39.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.384+0000 7f181f7fe640 1 -- 172.21.15.76:0/523505553 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f183000f040 con 0x7f183815fac0 2024-09-13T16:13:39.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.384+0000 7f183d711640 1 -- 172.21.15.76:0/523505553 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f183815d9b0 con 0x7f183815fac0 2024-09-13T16:13:39.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.384+0000 7f181f7fe640 1 -- 172.21.15.76:0/523505553 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1830003df0 con 0x7f183815fac0 2024-09-13T16:13:39.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.384+0000 7f183d711640 1 -- 172.21.15.76:0/523505553 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f183815df70 con 0x7f183815fac0 2024-09-13T16:13:39.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.385+0000 7f183d711640 1 -- 172.21.15.76:0/523505553 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f183815e770 con 0x7f183815fac0 2024-09-13T16:13:39.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.386+0000 7f181f7fe640 1 -- 172.21.15.76:0/523505553 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1830004030 con 0x7f183815fac0 2024-09-13T16:13:39.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.386+0000 7f181f7fe640 1 --2- 172.21.15.76:0/523505553 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f182406ac30 0x7f182406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:39.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.386+0000 7f181f7fe640 1 -- 172.21.15.76:0/523505553 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(136..136 src has 1..136) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f18300897f0 con 0x7f183815fac0 2024-09-13T16:13:39.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.386+0000 7f1836ffd640 1 --2- 172.21.15.76:0/523505553 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f182406ac30 0x7f182406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:39.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.386+0000 7f1836ffd640 1 --2- 172.21.15.76:0/523505553 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f182406ac30 0x7f182406d0f0 secure :-1 s=READY pgs=785 cs=0 l=1 rev1=1 crypto rx=0x7f1828007fd0 tx=0x7f1828009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:39.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.390+0000 7f181f7fe640 1 -- 172.21.15.76:0/523505553 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f183815e770 con 0x7f183815fac0 2024-09-13T16:13:39.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.550+0000 7f183d711640 1 -- 172.21.15.76:0/523505553 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command([{prefix=config set, name=mds_min_caps_working_set}] v 0) v1 -- 0x7f183815e770 con 0x7f183815fac0 2024-09-13T16:13:39.555 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.554+0000 7f181f7fe640 1 -- 172.21.15.76:0/523505553 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_min_caps_working_set}]=0 v57)=0 v57) v1 ==== 124+0+0 (secure 0 0 0) 0x7f183815e770 con 0x7f183815fac0 2024-09-13T16:13:39.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.556+0000 7f183d711640 1 -- 172.21.15.76:0/523505553 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f182406ac30 msgr2=0x7f182406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:39.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.556+0000 7f183d711640 1 --2- 172.21.15.76:0/523505553 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f182406ac30 0x7f182406d0f0 secure :-1 s=READY pgs=785 cs=0 l=1 rev1=1 crypto rx=0x7f1828007fd0 tx=0x7f1828009040 comp rx=0 tx=0).stop 2024-09-13T16:13:39.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.556+0000 7f183d711640 1 -- 172.21.15.76:0/523505553 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f183815fac0 msgr2=0x7f18380c5f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:39.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.556+0000 7f183d711640 1 --2- 172.21.15.76:0/523505553 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f183815fac0 0x7f18380c5f10 secure :-1 s=READY pgs=1845 cs=0 l=1 rev1=1 crypto rx=0x7f1830009fd0 tx=0x7f183000d560 comp rx=0 tx=0).stop 2024-09-13T16:13:39.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.556+0000 7f183d711640 1 -- 172.21.15.76:0/523505553 shutdown_connections 2024-09-13T16:13:39.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.556+0000 7f183d711640 1 --2- 172.21.15.76:0/523505553 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f183815fac0 0x7f18380c5f10 unknown :-1 s=CLOSED pgs=1845 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:39.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.556+0000 7f183d711640 1 --2- 172.21.15.76:0/523505553 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f183815c830 0x7f183815f580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:39.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.556+0000 7f183d711640 1 --2- 172.21.15.76:0/523505553 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f182406ac30 0x7f182406d0f0 unknown :-1 s=CLOSED pgs=785 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:39.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.556+0000 7f183d711640 1 --2- 172.21.15.76:0/523505553 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1838098f10 0x7f183815b3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:39.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.556+0000 7f183d711640 1 -- 172.21.15.76:0/523505553 >> 172.21.15.76:0/523505553 conn(0x7f18380b1f60 msgr2=0x7f18380b34e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:39.559 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.556+0000 7f183d711640 1 -- 172.21.15.76:0/523505553 shutdown_connections 2024-09-13T16:13:39.559 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.556+0000 7f183d711640 1 -- 172.21.15.76:0/523505553 wait complete. 2024-09-13T16:13:39.568 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config get mds mds_max_caps_per_client 2024-09-13T16:13:39.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.666+0000 7fc7984e9640 1 Processor -- start 2024-09-13T16:13:39.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.666+0000 7fc7984e9640 1 -- start start 2024-09-13T16:13:39.672 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.667+0000 7fc7984e9640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fc79015a3b0 0x7fc7900b20a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:39.672 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.667+0000 7fc7984e9640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc79015a790 con 0x7fc7900cec00 2024-09-13T16:13:39.672 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.667+0000 7fc7984e9640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc7900b2680 con 0x7fc7900b1720 2024-09-13T16:13:39.672 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.667+0000 7fc7984e9640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc7900b2960 con 0x7fc79015a3b0 2024-09-13T16:13:39.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.667+0000 7fc796a86640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fc7900cec00 0x7fc7900ab9e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:33516/0 (socket says 172.21.15.76:33516) 2024-09-13T16:13:39.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.667+0000 7fc796a86640 1 -- 172.21.15.76:0/34235131 learned_addr learned my addr 172.21.15.76:0/34235131 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:13:39.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.667+0000 7fc796285640 1 --2- 172.21.15.76:0/34235131 >> v2:172.21.15.192:3300/0 conn(0x7fc79015a3b0 0x7fc7900b20a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:39.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.668+0000 7fc795283640 1 -- 172.21.15.76:0/34235131 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 975423530 0 0) 0x7fc79015a790 con 0x7fc7900cec00 2024-09-13T16:13:39.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.668+0000 7fc795283640 1 -- 172.21.15.76:0/34235131 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc77c003520 con 0x7fc7900cec00 2024-09-13T16:13:39.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.668+0000 7fc795283640 1 -- 172.21.15.76:0/34235131 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2863119897 0 0) 0x7fc77c003520 con 0x7fc7900cec00 2024-09-13T16:13:39.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.668+0000 7fc795283640 1 -- 172.21.15.76:0/34235131 >> v2:172.21.15.192:3300/0 conn(0x7fc79015a3b0 msgr2=0x7fc7900b20a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:39.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.668+0000 7fc795283640 1 --2- 172.21.15.76:0/34235131 >> v2:172.21.15.192:3300/0 conn(0x7fc79015a3b0 0x7fc7900b20a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:39.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.668+0000 7fc795283640 1 -- 172.21.15.76:0/34235131 >> v1:172.21.15.192:6789/0 conn(0x7fc7900b1720 legacy=0x7fc7900ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:39.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.668+0000 7fc795283640 1 -- 172.21.15.76:0/34235131 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc7900b2c40 con 0x7fc7900cec00 2024-09-13T16:13:39.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.668+0000 7fc795283640 1 -- 172.21.15.76:0/34235131 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7fc788001a10 con 0x7fc7900cec00 2024-09-13T16:13:39.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.668+0000 7fc795283640 1 -- 172.21.15.76:0/34235131 >> v1:172.21.15.76:6789/0 conn(0x7fc7900cec00 legacy=0x7fc7900ab9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:39.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.668+0000 7fc795283640 1 --2- 172.21.15.76:0/34235131 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc77c003970 0x7fc77c003d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:39.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.668+0000 7fc795283640 1 --2- 172.21.15.76:0/34235131 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc77c004370 0x7fc77c004840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:39.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.668+0000 7fc795283640 1 --2- 172.21.15.76:0/34235131 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc77c005040 0x7fc77c00b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:39.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.668+0000 7fc795283640 1 -- 172.21.15.76:0/34235131 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc7900b2960 con 0x7fc77c003970 2024-09-13T16:13:39.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.668+0000 7fc795283640 1 -- 172.21.15.76:0/34235131 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc77c00bfa0 con 0x7fc77c004370 2024-09-13T16:13:39.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.668+0000 7fc795283640 1 -- 172.21.15.76:0/34235131 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc77c00c160 con 0x7fc77c005040 2024-09-13T16:13:39.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.668+0000 7fc796285640 1 --2- 172.21.15.76:0/34235131 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc77c003970 0x7fc77c003d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:39.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.668+0000 7fc796a86640 1 --2- 172.21.15.76:0/34235131 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc77c005040 0x7fc77c00b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:39.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.668+0000 7fc795a84640 1 --2- 172.21.15.76:0/34235131 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc77c004370 0x7fc77c004840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:39.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.668+0000 7fc796285640 1 -- 172.21.15.76:0/34235131 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc77c005040 msgr2=0x7fc77c00b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:39.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.668+0000 7fc796285640 1 --2- 172.21.15.76:0/34235131 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc77c005040 0x7fc77c00b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:39.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.668+0000 7fc796285640 1 -- 172.21.15.76:0/34235131 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc77c004370 msgr2=0x7fc77c004840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:39.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.668+0000 7fc796285640 1 --2- 172.21.15.76:0/34235131 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc77c004370 0x7fc77c004840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:39.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.668+0000 7fc796285640 1 -- 172.21.15.76:0/34235131 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc77c003520 con 0x7fc77c003970 2024-09-13T16:13:39.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.668+0000 7fc795a84640 1 --2- 172.21.15.76:0/34235131 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc77c004370 0x7fc77c004840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:13:39.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.668+0000 7fc796a86640 1 -- 172.21.15.76:0/34235131 reap_dead start 2024-09-13T16:13:39.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.669+0000 7fc796285640 1 --2- 172.21.15.76:0/34235131 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc77c003970 0x7fc77c003d50 secure :-1 s=READY pgs=1847 cs=0 l=1 rev1=1 crypto rx=0x7fc78c009ac0 tx=0x7fc77c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9dc17e749da6da2f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:39.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.669+0000 7fc795283640 1 -- 172.21.15.76:0/34235131 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc78c031400 con 0x7fc77c003970 2024-09-13T16:13:39.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.669+0000 7fc795283640 1 -- 172.21.15.76:0/34235131 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc78c02d050 con 0x7fc77c003970 2024-09-13T16:13:39.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.669+0000 7fc795283640 1 -- 172.21.15.76:0/34235131 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc78c031780 con 0x7fc77c003970 2024-09-13T16:13:39.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.670+0000 7fc7984e9640 1 -- 172.21.15.76:0/34235131 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc77c003970 msgr2=0x7fc77c003d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:39.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.670+0000 7fc7984e9640 1 --2- 172.21.15.76:0/34235131 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc77c003970 0x7fc77c003d50 secure :-1 s=READY pgs=1847 cs=0 l=1 rev1=1 crypto rx=0x7fc78c009ac0 tx=0x7fc77c0057f0 comp rx=0 tx=0).stop 2024-09-13T16:13:39.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.670+0000 7fc7984e9640 1 -- 172.21.15.76:0/34235131 shutdown_connections 2024-09-13T16:13:39.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.670+0000 7fc7984e9640 1 --2- 172.21.15.76:0/34235131 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc77c003970 0x7fc77c003d50 unknown :-1 s=CLOSED pgs=1847 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:39.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.670+0000 7fc7984e9640 1 -- 172.21.15.76:0/34235131 >> 172.21.15.76:0/34235131 conn(0x7fc79006a0b0 msgr2=0x7fc79006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:39.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.670+0000 7fc7984e9640 1 -- 172.21.15.76:0/34235131 shutdown_connections 2024-09-13T16:13:39.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.670+0000 7fc7984e9640 1 -- 172.21.15.76:0/34235131 wait complete. 2024-09-13T16:13:39.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.671+0000 7fc7984e9640 1 Processor -- start 2024-09-13T16:13:39.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.671+0000 7fc7984e9640 1 -- start start 2024-09-13T16:13:39.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.672+0000 7fc7984e9640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc77c003970 0x7fc79015c9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:39.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.672+0000 7fc7984e9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc79015cee0 0x7fc7900ae2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:39.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.672+0000 7fc7984e9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc7900ae820 0x7fc7900aeca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:39.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.672+0000 7fc7984e9640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc7900c2c90 con 0x7fc79015cee0 2024-09-13T16:13:39.680 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.672+0000 7fc7984e9640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc79015d360 con 0x7fc77c003970 2024-09-13T16:13:39.680 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.672+0000 7fc7984e9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc7900af520 con 0x7fc7900ae820 2024-09-13T16:13:39.680 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.672+0000 7fc795a84640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc79015cee0 0x7fc7900ae2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:39.680 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.672+0000 7fc795a84640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc79015cee0 0x7fc7900ae2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57620/0 (socket says 172.21.15.76:57620) 2024-09-13T16:13:39.680 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.672+0000 7fc795a84640 1 -- 172.21.15.76:0/3604408561 learned_addr learned my addr 172.21.15.76:0/3604408561 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:39.680 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.672+0000 7fc796285640 1 --2- 172.21.15.76:0/3604408561 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc77c003970 0x7fc79015c9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:39.680 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.672+0000 7fc796a86640 1 --2- 172.21.15.76:0/3604408561 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc7900ae820 0x7fc7900aeca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:39.680 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.672+0000 7fc795a84640 1 -- 172.21.15.76:0/3604408561 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc7900ae820 msgr2=0x7fc7900aeca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:39.680 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.672+0000 7fc795a84640 1 --2- 172.21.15.76:0/3604408561 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc7900ae820 0x7fc7900aeca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:39.680 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.672+0000 7fc795a84640 1 -- 172.21.15.76:0/3604408561 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc77c003970 msgr2=0x7fc79015c9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:39.680 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.672+0000 7fc795a84640 1 --2- 172.21.15.76:0/3604408561 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc77c003970 0x7fc79015c9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:39.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.672+0000 7fc795a84640 1 -- 172.21.15.76:0/3604408561 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc7900af800 con 0x7fc79015cee0 2024-09-13T16:13:39.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.672+0000 7fc796285640 1 --2- 172.21.15.76:0/3604408561 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc77c003970 0x7fc79015c9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:39.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.672+0000 7fc795a84640 1 --2- 172.21.15.76:0/3604408561 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc79015cee0 0x7fc7900ae2e0 secure :-1 s=READY pgs=1848 cs=0 l=1 rev1=1 crypto rx=0x7fc78000d590 tx=0x7fc78000da50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:39.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.672+0000 7fc786ffd640 1 -- 172.21.15.76:0/3604408561 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc780017070 con 0x7fc79015cee0 2024-09-13T16:13:39.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.672+0000 7fc786ffd640 1 -- 172.21.15.76:0/3604408561 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc780005280 con 0x7fc79015cee0 2024-09-13T16:13:39.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.672+0000 7fc7984e9640 1 -- 172.21.15.76:0/3604408561 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc7900c2ee0 con 0x7fc79015cee0 2024-09-13T16:13:39.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.672+0000 7fc786ffd640 1 -- 172.21.15.76:0/3604408561 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc780007030 con 0x7fc79015cee0 2024-09-13T16:13:39.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.672+0000 7fc7984e9640 1 -- 172.21.15.76:0/3604408561 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc7900af1e0 con 0x7fc79015cee0 2024-09-13T16:13:39.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.673+0000 7fc7984e9640 1 -- 172.21.15.76:0/3604408561 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc79006cfd0 con 0x7fc79015cee0 2024-09-13T16:13:39.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.674+0000 7fc786ffd640 1 -- 172.21.15.76:0/3604408561 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc780007190 con 0x7fc79015cee0 2024-09-13T16:13:39.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.674+0000 7fc786ffd640 1 --2- 172.21.15.76:0/3604408561 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc77406ac30 0x7fc77406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:39.682 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.674+0000 7fc786ffd640 1 -- 172.21.15.76:0/3604408561 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(136..136 src has 1..136) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fc780088bc0 con 0x7fc79015cee0 2024-09-13T16:13:39.682 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.674+0000 7fc796285640 1 --2- 172.21.15.76:0/3604408561 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc77406ac30 0x7fc77406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:39.682 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.675+0000 7fc796285640 1 --2- 172.21.15.76:0/3604408561 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc77406ac30 0x7fc77406d0f0 secure :-1 s=READY pgs=786 cs=0 l=1 rev1=1 crypto rx=0x7fc78c033000 tx=0x7fc78c008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:39.682 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.678+0000 7fc786ffd640 1 -- 172.21.15.76:0/3604408561 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fc780053db0 con 0x7fc79015cee0 2024-09-13T16:13:39.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.840+0000 7fc7984e9640 1 -- 172.21.15.76:0/3604408561 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "config get", "who": "mds", "key": "mds_max_caps_per_client"} v 0) v1 -- 0x7fc79006ccf0 con 0x7fc79015cee0 2024-09-13T16:13:39.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.841+0000 7fc786ffd640 1 -- 172.21.15.76:0/3604408561 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "config get", "who": "mds", "key": "mds_max_caps_per_client"}]=0 v57) v1 ==== 106+0+8 (secure 0 0 0) 0x7fc7800573d0 con 0x7fc79015cee0 2024-09-13T16:13:39.843 INFO:teuthology.orchestra.run.smithi076.stdout:1048576 2024-09-13T16:13:39.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.843+0000 7fc7984e9640 1 -- 172.21.15.76:0/3604408561 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc77406ac30 msgr2=0x7fc77406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:39.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.843+0000 7fc7984e9640 1 --2- 172.21.15.76:0/3604408561 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc77406ac30 0x7fc77406d0f0 secure :-1 s=READY pgs=786 cs=0 l=1 rev1=1 crypto rx=0x7fc78c033000 tx=0x7fc78c008030 comp rx=0 tx=0).stop 2024-09-13T16:13:39.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.843+0000 7fc7984e9640 1 -- 172.21.15.76:0/3604408561 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc79015cee0 msgr2=0x7fc7900ae2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:39.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.843+0000 7fc7984e9640 1 --2- 172.21.15.76:0/3604408561 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc79015cee0 0x7fc7900ae2e0 secure :-1 s=READY pgs=1848 cs=0 l=1 rev1=1 crypto rx=0x7fc78000d590 tx=0x7fc78000da50 comp rx=0 tx=0).stop 2024-09-13T16:13:39.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.843+0000 7fc7984e9640 1 -- 172.21.15.76:0/3604408561 shutdown_connections 2024-09-13T16:13:39.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.843+0000 7fc7984e9640 1 --2- 172.21.15.76:0/3604408561 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc77406ac30 0x7fc77406d0f0 unknown :-1 s=CLOSED pgs=786 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:39.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.843+0000 7fc7984e9640 1 --2- 172.21.15.76:0/3604408561 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc7900ae820 0x7fc7900aeca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:39.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.843+0000 7fc7984e9640 1 --2- 172.21.15.76:0/3604408561 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc79015cee0 0x7fc7900ae2e0 unknown :-1 s=CLOSED pgs=1848 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:39.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.843+0000 7fc7984e9640 1 --2- 172.21.15.76:0/3604408561 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc77c003970 0x7fc79015c9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:39.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.843+0000 7fc7984e9640 1 -- 172.21.15.76:0/3604408561 >> 172.21.15.76:0/3604408561 conn(0x7fc79006a0b0 msgr2=0x7fc7900700f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:39.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.843+0000 7fc7984e9640 1 -- 172.21.15.76:0/3604408561 shutdown_connections 2024-09-13T16:13:39.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.843+0000 7fc7984e9640 1 -- 172.21.15.76:0/3604408561 wait complete. 2024-09-13T16:13:39.855 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config get mds mds_recall_warning_decay_rate 2024-09-13T16:13:39.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.954+0000 7f90ff232640 1 Processor -- start 2024-09-13T16:13:39.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.955+0000 7f90ff232640 1 -- start start 2024-09-13T16:13:39.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.955+0000 7f90ff232640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f90f80d2760 0x7f90f80cd8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:39.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.955+0000 7f90ff232640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f90f80cde20 0x7f90f80d0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:39.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.955+0000 7f90ff232640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f90f80cd450 con 0x7f90f815c500 2024-09-13T16:13:39.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.955+0000 7f90ff232640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f90f80d0cf0 con 0x7f90f80d2760 2024-09-13T16:13:39.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.955+0000 7f90ff232640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f90f80d0fd0 con 0x7f90f80cde20 2024-09-13T16:13:39.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.955+0000 7f90fcfce640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f90f815c500 0x7f90f80d2050 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:33522/0 (socket says 172.21.15.76:33522) 2024-09-13T16:13:39.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.955+0000 7f90fcfce640 1 -- 172.21.15.76:0/1306846746 learned_addr learned my addr 172.21.15.76:0/1306846746 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:13:39.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.956+0000 7f90fd7cf640 1 --2- 172.21.15.76:0/1306846746 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f90f80cde20 0x7f90f80d0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:39.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.956+0000 7f90f7fff640 1 --2- 172.21.15.76:0/1306846746 >> v2:172.21.15.192:3300/0 conn(0x7f90f80d2760 0x7f90f80cd8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:39.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.956+0000 7f90f77fe640 1 -- 172.21.15.76:0/1306846746 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3200486523 0 0) 0x7f90f80cd450 con 0x7f90f815c500 2024-09-13T16:13:39.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.956+0000 7f90f77fe640 1 -- 172.21.15.76:0/1306846746 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f90e4003520 con 0x7f90f815c500 2024-09-13T16:13:39.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.956+0000 7f90fd7cf640 1 -- 172.21.15.76:0/1306846746 >> v2:172.21.15.192:3300/0 conn(0x7f90f80d2760 msgr2=0x7f90f80cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:39.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.956+0000 7f90fd7cf640 1 --2- 172.21.15.76:0/1306846746 >> v2:172.21.15.192:3300/0 conn(0x7f90f80d2760 0x7f90f80cd8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:39.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.956+0000 7f90fd7cf640 1 -- 172.21.15.76:0/1306846746 >> v1:172.21.15.76:6789/0 conn(0x7f90f815c500 legacy=0x7f90f80d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:39.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.956+0000 7f90fd7cf640 1 -- 172.21.15.76:0/1306846746 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f90f80cd0e0 con 0x7f90f80cde20 2024-09-13T16:13:39.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.957+0000 7f90fd7cf640 1 --2- 172.21.15.76:0/1306846746 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f90f80cde20 0x7f90f80d0000 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f90f00097a0 tx=0x7f90f002a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7eb8789b870c7b53 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:39.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.957+0000 7f90f77fe640 1 -- 172.21.15.76:0/1306846746 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90f0032440 con 0x7f90f80cde20 2024-09-13T16:13:39.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.957+0000 7f90f77fe640 1 -- 172.21.15.76:0/1306846746 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f90f00325a0 con 0x7f90f80cde20 2024-09-13T16:13:39.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.957+0000 7f90f77fe640 1 -- 172.21.15.76:0/1306846746 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90f0032910 con 0x7f90f80cde20 2024-09-13T16:13:39.962 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.957+0000 7f90ff232640 1 -- 172.21.15.76:0/1306846746 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f90f80cde20 msgr2=0x7f90f80d0000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:39.962 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.957+0000 7f90ff232640 1 --2- 172.21.15.76:0/1306846746 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f90f80cde20 0x7f90f80d0000 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f90f00097a0 tx=0x7f90f002a180 comp rx=0 tx=0).stop 2024-09-13T16:13:39.962 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.957+0000 7f90ff232640 1 -- 172.21.15.76:0/1306846746 shutdown_connections 2024-09-13T16:13:39.962 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.957+0000 7f90ff232640 1 --2- 172.21.15.76:0/1306846746 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f90f80cde20 0x7f90f80d0000 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:39.962 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.957+0000 7f90ff232640 1 --2- 172.21.15.76:0/1306846746 >> v2:172.21.15.192:3300/0 conn(0x7f90f80d2760 0x7f90f80cd8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:39.962 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.957+0000 7f90ff232640 1 -- 172.21.15.76:0/1306846746 >> 172.21.15.76:0/1306846746 conn(0x7f90f8089f60 msgr2=0x7f90f809b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:39.962 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.957+0000 7f90ff232640 1 -- 172.21.15.76:0/1306846746 shutdown_connections 2024-09-13T16:13:39.962 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.958+0000 7f90ff232640 1 -- 172.21.15.76:0/1306846746 wait complete. 2024-09-13T16:13:39.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.959+0000 7f90ff232640 1 Processor -- start 2024-09-13T16:13:39.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.959+0000 7f90ff232640 1 -- start start 2024-09-13T16:13:39.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.959+0000 7f90ff232640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f90f80cde20 0x7f90f815e4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:39.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.959+0000 7f90ff232640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f90f80d2760 0x7f90f80b7920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:39.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.960+0000 7f90ff232640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f90f815c500 0x7f90f8159de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:39.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.960+0000 7f90ff232640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90f80c9f10 con 0x7f90f80d2760 2024-09-13T16:13:39.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.960+0000 7f90ff232640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90f80caa50 con 0x7f90f815c500 2024-09-13T16:13:39.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.960+0000 7f90ff232640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f90f80ca120 con 0x7f90f80cde20 2024-09-13T16:13:39.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.960+0000 7f90f7fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f90f80d2760 0x7f90f80b7920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:39.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.960+0000 7f90f7fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f90f80d2760 0x7f90f80b7920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57630/0 (socket says 172.21.15.76:57630) 2024-09-13T16:13:39.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.960+0000 7f90f7fff640 1 -- 172.21.15.76:0/2131133232 learned_addr learned my addr 172.21.15.76:0/2131133232 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:39.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.960+0000 7f90fcfce640 1 --2- 172.21.15.76:0/2131133232 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f90f80cde20 0x7f90f815e4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:39.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.960+0000 7f90fd7cf640 1 --2- 172.21.15.76:0/2131133232 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f90f815c500 0x7f90f8159de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:39.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.960+0000 7f90f7fff640 1 -- 172.21.15.76:0/2131133232 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f90f80cde20 msgr2=0x7f90f815e4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:39.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.960+0000 7f90f7fff640 1 --2- 172.21.15.76:0/2131133232 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f90f80cde20 0x7f90f815e4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:39.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.960+0000 7f90f7fff640 1 -- 172.21.15.76:0/2131133232 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f90f815c500 msgr2=0x7f90f8159de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:39.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.960+0000 7f90f7fff640 1 --2- 172.21.15.76:0/2131133232 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f90f815c500 0x7f90f8159de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:39.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.960+0000 7f90f7fff640 1 -- 172.21.15.76:0/2131133232 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f90f0009400 con 0x7f90f80d2760 2024-09-13T16:13:39.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.960+0000 7f90f7fff640 1 --2- 172.21.15.76:0/2131133232 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f90f80d2760 0x7f90f80b7920 secure :-1 s=READY pgs=1850 cs=0 l=1 rev1=1 crypto rx=0x7f90e000efc0 tx=0x7f90e000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:39.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.960+0000 7f90f57fa640 1 -- 172.21.15.76:0/2131133232 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90e0014480 con 0x7f90f80d2760 2024-09-13T16:13:39.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.960+0000 7f90f57fa640 1 -- 172.21.15.76:0/2131133232 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f90e000f040 con 0x7f90f80d2760 2024-09-13T16:13:39.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.960+0000 7f90ff232640 1 -- 172.21.15.76:0/2131133232 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f90f80ca400 con 0x7f90f80d2760 2024-09-13T16:13:39.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.960+0000 7f90f57fa640 1 -- 172.21.15.76:0/2131133232 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90e0014800 con 0x7f90f80d2760 2024-09-13T16:13:39.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.960+0000 7f90ff232640 1 -- 172.21.15.76:0/2131133232 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f90f815ea30 con 0x7f90f80d2760 2024-09-13T16:13:39.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.961+0000 7f90ff232640 1 -- 172.21.15.76:0/2131133232 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f90f80cabc0 con 0x7f90f80d2760 2024-09-13T16:13:39.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.962+0000 7f90f57fa640 1 -- 172.21.15.76:0/2131133232 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f90e0014960 con 0x7f90f80d2760 2024-09-13T16:13:39.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.962+0000 7f90f57fa640 1 --2- 172.21.15.76:0/2131133232 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f90d806ac00 0x7f90d806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:39.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.962+0000 7f90f57fa640 1 -- 172.21.15.76:0/2131133232 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(136..136 src has 1..136) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f90e0089fb0 con 0x7f90f80d2760 2024-09-13T16:13:39.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.962+0000 7f90fcfce640 1 --2- 172.21.15.76:0/2131133232 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f90d806ac00 0x7f90d806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:39.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.963+0000 7f90fcfce640 1 --2- 172.21.15.76:0/2131133232 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f90d806ac00 0x7f90d806d0c0 secure :-1 s=READY pgs=787 cs=0 l=1 rev1=1 crypto rx=0x7f90e8005880 tx=0x7f90e8009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:39.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:39.966+0000 7f90f57fa640 1 -- 172.21.15.76:0/2131133232 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f90e00bd9c0 con 0x7f90f80d2760 2024-09-13T16:13:40.130 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.129+0000 7f90ff232640 1 -- 172.21.15.76:0/2131133232 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "config get", "who": "mds", "key": "mds_recall_warning_decay_rate"} v 0) v1 -- 0x7f90f80d1280 con 0x7f90f80d2760 2024-09-13T16:13:40.130 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.129+0000 7f90f57fa640 1 -- 172.21.15.76:0/2131133232 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "config get", "who": "mds", "key": "mds_recall_warning_decay_rate"}]=0 v57) v1 ==== 112+0+10 (secure 0 0 0) 0x7f90e0058b00 con 0x7f90f80d2760 2024-09-13T16:13:40.131 INFO:teuthology.orchestra.run.smithi076.stdout:60.000000 2024-09-13T16:13:40.132 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.131+0000 7f90ff232640 1 -- 172.21.15.76:0/2131133232 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f90d806ac00 msgr2=0x7f90d806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:40.133 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.131+0000 7f90ff232640 1 --2- 172.21.15.76:0/2131133232 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f90d806ac00 0x7f90d806d0c0 secure :-1 s=READY pgs=787 cs=0 l=1 rev1=1 crypto rx=0x7f90e8005880 tx=0x7f90e8009040 comp rx=0 tx=0).stop 2024-09-13T16:13:40.133 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.131+0000 7f90ff232640 1 -- 172.21.15.76:0/2131133232 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f90f80d2760 msgr2=0x7f90f80b7920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:40.133 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.131+0000 7f90ff232640 1 --2- 172.21.15.76:0/2131133232 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f90f80d2760 0x7f90f80b7920 secure :-1 s=READY pgs=1850 cs=0 l=1 rev1=1 crypto rx=0x7f90e000efc0 tx=0x7f90e000c490 comp rx=0 tx=0).stop 2024-09-13T16:13:40.133 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.131+0000 7f90ff232640 1 -- 172.21.15.76:0/2131133232 shutdown_connections 2024-09-13T16:13:40.133 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.131+0000 7f90ff232640 1 --2- 172.21.15.76:0/2131133232 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f90f815c500 0x7f90f8159de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:40.133 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.131+0000 7f90ff232640 1 --2- 172.21.15.76:0/2131133232 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f90f80d2760 0x7f90f80b7920 unknown :-1 s=CLOSED pgs=1850 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:40.133 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.131+0000 7f90ff232640 1 --2- 172.21.15.76:0/2131133232 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f90d806ac00 0x7f90d806d0c0 unknown :-1 s=CLOSED pgs=787 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:40.133 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.131+0000 7f90ff232640 1 --2- 172.21.15.76:0/2131133232 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f90f80cde20 0x7f90f815e4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:40.133 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.131+0000 7f90ff232640 1 -- 172.21.15.76:0/2131133232 >> 172.21.15.76:0/2131133232 conn(0x7f90f8089f60 msgr2=0x7f90f806c1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:40.133 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.131+0000 7f90ff232640 1 -- 172.21.15.76:0/2131133232 shutdown_connections 2024-09-13T16:13:40.133 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.131+0000 7f90ff232640 1 -- 172.21.15.76:0/2131133232 wait complete. 2024-09-13T16:13:40.143 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:13:40.143 DEBUG:teuthology.orchestra.run.smithi076:> import glob 2024-09-13T16:13:40.143 DEBUG:teuthology.orchestra.run.smithi076:> import re 2024-09-13T16:13:40.144 DEBUG:teuthology.orchestra.run.smithi076:> import os 2024-09-13T16:13:40.144 DEBUG:teuthology.orchestra.run.smithi076:> import subprocess 2024-09-13T16:13:40.144 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:13:40.144 DEBUG:teuthology.orchestra.run.smithi076:> def _find_admin_socket(client_name): 2024-09-13T16:13:40.144 DEBUG:teuthology.orchestra.run.smithi076:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-13T16:13:40.144 DEBUG:teuthology.orchestra.run.smithi076:> files = glob.glob(asok_path) 2024-09-13T16:13:40.144 DEBUG:teuthology.orchestra.run.smithi076:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-13T16:13:40.144 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:13:40.144 DEBUG:teuthology.orchestra.run.smithi076:> # Given a non-glob path, it better be there 2024-09-13T16:13:40.144 DEBUG:teuthology.orchestra.run.smithi076:> if "*" not in asok_path: 2024-09-13T16:13:40.144 DEBUG:teuthology.orchestra.run.smithi076:> assert(len(files) == 1) 2024-09-13T16:13:40.144 DEBUG:teuthology.orchestra.run.smithi076:> return files[0] 2024-09-13T16:13:40.145 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:13:40.145 DEBUG:teuthology.orchestra.run.smithi076:> for f in files: 2024-09-13T16:13:40.145 DEBUG:teuthology.orchestra.run.smithi076:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T16:13:40.145 DEBUG:teuthology.orchestra.run.smithi076:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T16:13:40.145 DEBUG:teuthology.orchestra.run.smithi076:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T16:13:40.145 DEBUG:teuthology.orchestra.run.smithi076:> contents = proc_f.read() 2024-09-13T16:13:40.145 DEBUG:teuthology.orchestra.run.smithi076:> if mountpoint in contents: 2024-09-13T16:13:40.145 DEBUG:teuthology.orchestra.run.smithi076:> return f 2024-09-13T16:13:40.145 DEBUG:teuthology.orchestra.run.smithi076:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T16:13:40.145 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:13:40.145 DEBUG:teuthology.orchestra.run.smithi076:> print(_find_admin_socket("client.0")) 2024-09-13T16:13:40.145 DEBUG:teuthology.orchestra.run.smithi076:> ' 2024-09-13T16:13:40.219 INFO:teuthology.orchestra.run.smithi076.stdout:/var/run/ceph/ceph-client.0.81368.asok 2024-09-13T16:13:40.406 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.81368.asok 2024-09-13T16:13:40.407 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:13:40.407 DEBUG:teuthology.orchestra.run.smithi076:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.81368.asok mds_sessions 2024-09-13T16:13:40.540 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2024-09-13T16:13:40.540 INFO:teuthology.orchestra.run.smithi076.stdout: "id": 9237, 2024-09-13T16:13:40.540 INFO:teuthology.orchestra.run.smithi076.stdout: "inst": { 2024-09-13T16:13:40.540 INFO:teuthology.orchestra.run.smithi076.stdout: "name": { 2024-09-13T16:13:40.540 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "client", 2024-09-13T16:13:40.540 INFO:teuthology.orchestra.run.smithi076.stdout: "num": 9237 2024-09-13T16:13:40.540 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:13:40.540 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": { 2024-09-13T16:13:40.541 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "v1", 2024-09-13T16:13:40.541 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:13:40.541 INFO:teuthology.orchestra.run.smithi076.stdout: "nonce": 941351808 2024-09-13T16:13:40.541 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:13:40.541 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:13:40.541 INFO:teuthology.orchestra.run.smithi076.stdout: "inst_str": "client.9237 v1:192.168.0.1:0/941351808", 2024-09-13T16:13:40.541 INFO:teuthology.orchestra.run.smithi076.stdout: "addr_str": "v1:192.168.0.1:0/941351808", 2024-09-13T16:13:40.541 INFO:teuthology.orchestra.run.smithi076.stdout: "sessions": [ 2024-09-13T16:13:40.541 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:13:40.541 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": 0, 2024-09-13T16:13:40.541 INFO:teuthology.orchestra.run.smithi076.stdout: "addrs": { 2024-09-13T16:13:40.541 INFO:teuthology.orchestra.run.smithi076.stdout: "addrvec": [ 2024-09-13T16:13:40.541 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:13:40.542 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "v2", 2024-09-13T16:13:40.542 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": "172.21.15.76:6834", 2024-09-13T16:13:40.542 INFO:teuthology.orchestra.run.smithi076.stdout: "nonce": 2887788362 2024-09-13T16:13:40.542 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:13:40.542 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:13:40.542 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "v1", 2024-09-13T16:13:40.542 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": "172.21.15.76:6836", 2024-09-13T16:13:40.542 INFO:teuthology.orchestra.run.smithi076.stdout: "nonce": 2887788362 2024-09-13T16:13:40.542 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:13:40.542 INFO:teuthology.orchestra.run.smithi076.stdout: ] 2024-09-13T16:13:40.542 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:13:40.542 INFO:teuthology.orchestra.run.smithi076.stdout: "seq": 0, 2024-09-13T16:13:40.542 INFO:teuthology.orchestra.run.smithi076.stdout: "cap_gen": 0, 2024-09-13T16:13:40.542 INFO:teuthology.orchestra.run.smithi076.stdout: "cap_ttl": "2024-09-13T16:14:36.765667+0000", 2024-09-13T16:13:40.543 INFO:teuthology.orchestra.run.smithi076.stdout: "last_cap_renew_request": "2024-09-13T16:13:36.765667+0000", 2024-09-13T16:13:40.543 INFO:teuthology.orchestra.run.smithi076.stdout: "cap_renew_seq": 2, 2024-09-13T16:13:40.543 INFO:teuthology.orchestra.run.smithi076.stdout: "num_caps": 1, 2024-09-13T16:13:40.543 INFO:teuthology.orchestra.run.smithi076.stdout: "state": "open" 2024-09-13T16:13:40.543 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:13:40.543 INFO:teuthology.orchestra.run.smithi076.stdout: ], 2024-09-13T16:13:40.543 INFO:teuthology.orchestra.run.smithi076.stdout: "mdsmap_epoch": 72 2024-09-13T16:13:40.543 INFO:teuthology.orchestra.run.smithi076.stdout:} 2024-09-13T16:13:40.548 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:13:40.548 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:13:40.564 DEBUG:teuthology.orchestra.run.smithi076:> adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:13:40.564 DEBUG:teuthology.orchestra.run.smithi076:> import sys 2024-09-13T16:13:40.564 DEBUG:teuthology.orchestra.run.smithi076:> import time 2024-09-13T16:13:40.564 DEBUG:teuthology.orchestra.run.smithi076:> import os 2024-09-13T16:13:40.564 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:13:40.564 DEBUG:teuthology.orchestra.run.smithi076:> n = 200 2024-09-13T16:13:40.564 DEBUG:teuthology.orchestra.run.smithi076:> abs_path = "/home/ubuntu/cephtest/mnt.0/subdir" 2024-09-13T16:13:40.565 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:13:40.565 DEBUG:teuthology.orchestra.run.smithi076:> if not os.path.exists(abs_path): 2024-09-13T16:13:40.565 DEBUG:teuthology.orchestra.run.smithi076:> os.makedirs(abs_path) 2024-09-13T16:13:40.565 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:13:40.565 DEBUG:teuthology.orchestra.run.smithi076:> handles = [] 2024-09-13T16:13:40.565 DEBUG:teuthology.orchestra.run.smithi076:> for i in range(0, n): 2024-09-13T16:13:40.565 DEBUG:teuthology.orchestra.run.smithi076:> fname = "file_"+str(i) 2024-09-13T16:13:40.565 DEBUG:teuthology.orchestra.run.smithi076:> path = os.path.join(abs_path, fname) 2024-09-13T16:13:40.565 DEBUG:teuthology.orchestra.run.smithi076:> handles.append(open(path, '"'"'w'"'"')) 2024-09-13T16:13:40.565 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:13:40.565 DEBUG:teuthology.orchestra.run.smithi076:> while True: 2024-09-13T16:13:40.565 DEBUG:teuthology.orchestra.run.smithi076:> time.sleep(1) 2024-09-13T16:13:40.565 DEBUG:teuthology.orchestra.run.smithi076:> ' 2024-09-13T16:13:40.607 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:13:40.709 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.708+0000 7f443760d640 1 Processor -- start 2024-09-13T16:13:40.709 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.708+0000 7f443760d640 1 -- start start 2024-09-13T16:13:40.710 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.709+0000 7f443760d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f443015c6e0 0x7f44300b3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:40.711 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.709+0000 7f443760d640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f44300d1840 con 0x7f44300d07b0 2024-09-13T16:13:40.711 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.709+0000 7f443760d640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f443006bd20 con 0x7f44300ccb20 2024-09-13T16:13:40.711 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.709+0000 7f443760d640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4430160e50 con 0x7f443015c6e0 2024-09-13T16:13:40.711 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.709+0000 7f44353a9640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f443015c6e0 0x7f44300b3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:40.711 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.709+0000 7f4434ba8640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f44300d07b0 0x7f4430160030 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:33524/0 (socket says 172.21.15.76:33524) 2024-09-13T16:13:40.711 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.709+0000 7f4434ba8640 1 -- 172.21.15.76:0/4002645389 learned_addr learned my addr 172.21.15.76:0/4002645389 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:13:40.711 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.709+0000 7f44353a9640 1 -- 172.21.15.76:0/4002645389 >> v1:172.21.15.192:6789/0 conn(0x7f44300ccb20 legacy=0x7f4430160740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:40.711 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.709+0000 7f44353a9640 1 -- 172.21.15.76:0/4002645389 >> v1:172.21.15.76:6789/0 conn(0x7f44300d07b0 legacy=0x7f4430160030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:40.711 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.709+0000 7f4427fff640 1 -- 172.21.15.76:0/4002645389 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2161395386 0 0) 0x7f44300d1840 con 0x7f44300d07b0 2024-09-13T16:13:40.711 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.709+0000 7f44353a9640 1 -- 172.21.15.76:0/4002645389 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f44300d0c30 con 0x7f443015c6e0 2024-09-13T16:13:40.713 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.710+0000 7f44353a9640 1 --2- 172.21.15.76:0/4002645389 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f443015c6e0 0x7f44300b3f50 secure :-1 s=READY pgs=1852 cs=0 l=1 rev1=1 crypto rx=0x7f442c0097a0 tx=0x7f442c02a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c74651fc164b03bd server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:40.713 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.710+0000 7f4427fff640 1 -- 172.21.15.76:0/4002645389 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f442c02ae50 con 0x7f443015c6e0 2024-09-13T16:13:40.713 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.710+0000 7f4427fff640 1 -- 172.21.15.76:0/4002645389 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f442c032440 con 0x7f443015c6e0 2024-09-13T16:13:40.713 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.710+0000 7f4427fff640 1 -- 172.21.15.76:0/4002645389 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f442c0327d0 con 0x7f443015c6e0 2024-09-13T16:13:40.713 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.711+0000 7f443760d640 1 -- 172.21.15.76:0/4002645389 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f443015c6e0 msgr2=0x7f44300b3f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:40.713 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.711+0000 7f443760d640 1 --2- 172.21.15.76:0/4002645389 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f443015c6e0 0x7f44300b3f50 secure :-1 s=READY pgs=1852 cs=0 l=1 rev1=1 crypto rx=0x7f442c0097a0 tx=0x7f442c02a140 comp rx=0 tx=0).stop 2024-09-13T16:13:40.713 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.711+0000 7f443760d640 1 -- 172.21.15.76:0/4002645389 shutdown_connections 2024-09-13T16:13:40.713 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.711+0000 7f443760d640 1 --2- 172.21.15.76:0/4002645389 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f443015c6e0 0x7f44300b3f50 unknown :-1 s=CLOSED pgs=1852 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:40.713 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.711+0000 7f443760d640 1 -- 172.21.15.76:0/4002645389 >> 172.21.15.76:0/4002645389 conn(0x7f4430089f60 msgr2=0x7f44300d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:40.714 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.711+0000 7f443760d640 1 -- 172.21.15.76:0/4002645389 shutdown_connections 2024-09-13T16:13:40.714 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.711+0000 7f443760d640 1 -- 172.21.15.76:0/4002645389 wait complete. 2024-09-13T16:13:40.714 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.712+0000 7f443760d640 1 Processor -- start 2024-09-13T16:13:40.714 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.712+0000 7f443760d640 1 -- start start 2024-09-13T16:13:40.716 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.713+0000 7f443760d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f44300ccb20 0x7f4430154bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:40.716 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.713+0000 7f443760d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f44300d07b0 0x7f443015cac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:40.716 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.713+0000 7f443760d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f443015c6e0 0x7f443015f060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:40.716 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.714+0000 7f443760d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f44301550f0 con 0x7f443015c6e0 2024-09-13T16:13:40.716 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.714+0000 7f443760d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f443015e460 con 0x7f44300ccb20 2024-09-13T16:13:40.717 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.714+0000 7f443760d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f443015d3c0 con 0x7f44300d07b0 2024-09-13T16:13:40.717 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.714+0000 7f4435baa640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f443015c6e0 0x7f443015f060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:40.717 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.714+0000 7f4435baa640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f443015c6e0 0x7f443015f060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57644/0 (socket says 172.21.15.76:57644) 2024-09-13T16:13:40.717 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.714+0000 7f4435baa640 1 -- 172.21.15.76:0/229820432 learned_addr learned my addr 172.21.15.76:0/229820432 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:40.717 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.714+0000 7f44353a9640 1 --2- 172.21.15.76:0/229820432 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f44300ccb20 0x7f4430154bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:40.717 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.714+0000 7f4434ba8640 1 --2- 172.21.15.76:0/229820432 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f44300d07b0 0x7f443015cac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:40.717 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.714+0000 7f4435baa640 1 -- 172.21.15.76:0/229820432 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f44300d07b0 msgr2=0x7f443015cac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:40.717 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.714+0000 7f4435baa640 1 --2- 172.21.15.76:0/229820432 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f44300d07b0 0x7f443015cac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:40.717 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.714+0000 7f4435baa640 1 -- 172.21.15.76:0/229820432 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f44300ccb20 msgr2=0x7f4430154bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:40.717 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.714+0000 7f4435baa640 1 --2- 172.21.15.76:0/229820432 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f44300ccb20 0x7f4430154bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:40.718 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.714+0000 7f4435baa640 1 -- 172.21.15.76:0/229820432 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f442c009400 con 0x7f443015c6e0 2024-09-13T16:13:40.718 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.714+0000 7f44353a9640 1 --2- 172.21.15.76:0/229820432 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f44300ccb20 0x7f4430154bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:40.718 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.714+0000 7f4435baa640 1 --2- 172.21.15.76:0/229820432 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f443015c6e0 0x7f443015f060 secure :-1 s=READY pgs=1853 cs=0 l=1 rev1=1 crypto rx=0x7f442800c780 tx=0x7f442800cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:40.718 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.714+0000 7f4425ffb640 1 -- 172.21.15.76:0/229820432 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4428004b60 con 0x7f443015c6e0 2024-09-13T16:13:40.718 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.714+0000 7f4425ffb640 1 -- 172.21.15.76:0/229820432 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f442800ce90 con 0x7f443015c6e0 2024-09-13T16:13:40.718 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.714+0000 7f4425ffb640 1 -- 172.21.15.76:0/229820432 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f442800a850 con 0x7f443015c6e0 2024-09-13T16:13:40.718 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.714+0000 7f443760d640 1 -- 172.21.15.76:0/229820432 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f443015d6a0 con 0x7f443015c6e0 2024-09-13T16:13:40.718 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.715+0000 7f443760d640 1 -- 172.21.15.76:0/229820432 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f443015dc60 con 0x7f443015c6e0 2024-09-13T16:13:40.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.716+0000 7f443760d640 1 -- 172.21.15.76:0/229820432 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f44300d1cb0 con 0x7f443015c6e0 2024-09-13T16:13:40.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.716+0000 7f4425ffb640 1 -- 172.21.15.76:0/229820432 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f442800a9b0 con 0x7f443015c6e0 2024-09-13T16:13:40.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.716+0000 7f4425ffb640 1 --2- 172.21.15.76:0/229820432 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f441406ac00 0x7f441406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:40.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.717+0000 7f4425ffb640 1 -- 172.21.15.76:0/229820432 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(136..136 src has 1..136) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f4428089650 con 0x7f443015c6e0 2024-09-13T16:13:40.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.717+0000 7f44353a9640 1 --2- 172.21.15.76:0/229820432 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f441406ac00 0x7f441406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:40.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.717+0000 7f44353a9640 1 --2- 172.21.15.76:0/229820432 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f441406ac00 0x7f441406d0c0 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7f442c034000 tx=0x7f442c02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:40.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.721+0000 7f4425ffb640 1 -- 172.21.15.76:0/229820432 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f44300d1cb0 con 0x7f443015c6e0 2024-09-13T16:13:40.942 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.941+0000 7f443760d640 1 -- 172.21.15.76:0/229820432 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f44300d1cb0 con 0x7f443015c6e0 2024-09-13T16:13:40.943 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.941+0000 7f4425ffb640 1 -- 172.21.15.76:0/229820432 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 72 v72) v1 ==== 94+0+4742 (secure 0 0 0) 0x7f44300d1cb0 con 0x7f443015c6e0 2024-09-13T16:13:40.943 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:13:40.943 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":72,"default_fscid":9,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7115,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/4062248644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":4062248644},{"type":"v1","addr":"172.21.15.192:6835","nonce":4062248644}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":68},{"gid":8005,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6837/2615493476","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":2615493476},{"type":"v1","addr":"172.21.15.76:6837","nonce":2615493476}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":67},{"gid":8011,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/2123797898","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":2123797898},{"type":"v1","addr":"172.21.15.192:6833","nonce":2123797898}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":67}],"filesystems":[{"mdsmap":{"epoch":72,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:13:29.534838+0000","modified":"2024-09-13T16:13:32.195978+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":9078},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9078":{"gid":9078,"name":"c","rank":0,"incarnation":69,"state":"up:active","state_seq":4,"addr":"172.21.15.76:6836/2887788362","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":2887788362},{"type":"v1","addr":"172.21.15.76:6836","nonce":2887788362}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[20],"metadata_pool":19,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":9}]} 2024-09-13T16:13:40.944 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 72 2024-09-13T16:13:40.945 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.943+0000 7f443760d640 1 -- 172.21.15.76:0/229820432 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f441406ac00 msgr2=0x7f441406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:40.945 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.943+0000 7f443760d640 1 --2- 172.21.15.76:0/229820432 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f441406ac00 0x7f441406d0c0 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7f442c034000 tx=0x7f442c02e000 comp rx=0 tx=0).stop 2024-09-13T16:13:40.945 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.943+0000 7f443760d640 1 -- 172.21.15.76:0/229820432 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f443015c6e0 msgr2=0x7f443015f060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:40.945 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.943+0000 7f443760d640 1 --2- 172.21.15.76:0/229820432 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f443015c6e0 0x7f443015f060 secure :-1 s=READY pgs=1853 cs=0 l=1 rev1=1 crypto rx=0x7f442800c780 tx=0x7f442800cc40 comp rx=0 tx=0).stop 2024-09-13T16:13:40.945 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.943+0000 7f443760d640 1 -- 172.21.15.76:0/229820432 shutdown_connections 2024-09-13T16:13:40.945 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.943+0000 7f443760d640 1 --2- 172.21.15.76:0/229820432 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f443015c6e0 0x7f443015f060 unknown :-1 s=CLOSED pgs=1853 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:40.945 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.943+0000 7f443760d640 1 --2- 172.21.15.76:0/229820432 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f441406ac00 0x7f441406d0c0 unknown :-1 s=CLOSED pgs=788 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:40.945 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.943+0000 7f443760d640 1 --2- 172.21.15.76:0/229820432 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f44300d07b0 0x7f443015cac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:40.945 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.943+0000 7f443760d640 1 --2- 172.21.15.76:0/229820432 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f44300ccb20 0x7f4430154bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:40.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.943+0000 7f443760d640 1 -- 172.21.15.76:0/229820432 >> 172.21.15.76:0/229820432 conn(0x7f4430089f60 msgr2=0x7f443015ad10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:40.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.944+0000 7f443760d640 1 -- 172.21.15.76:0/229820432 shutdown_connections 2024-09-13T16:13:40.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:40.944+0000 7f443760d640 1 -- 172.21.15.76:0/229820432 wait complete. 2024-09-13T16:13:40.956 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json session ls 2024-09-13T16:13:41.070 INFO:teuthology.orchestra.run.smithi076.stdout:[{"id":8134,"entity":{"name":{"type":"client","num":8134},"addr":{"type":"any","addr":"192.168.0.1:0","nonce":964643084}},"state":"open","num_leases":0,"num_caps":1,"request_load_avg":0,"uptime":3.5988900350000002,"requests_in_flight":0,"num_completed_requests":0,"num_completed_flushes":0,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":2.9899156157146431,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":1,"last_trim_completed_flushes_tid":0,"delegated_inos":[],"inst":"client.8134 192.168.0.1:0/964643084","completed_requests":[],"prealloc_inos":[],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"50bbe7f395997dcd871813949c49addbbf630361","ceph_version":"ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)","entity_id":"1","hostname":"smithi192","mount_point":"/home/ubuntu/cephtest/mnt.1","pid":"48778","root":"/"}},{"id":9237,"entity":{"name":{"type":"client","num":9237},"addr":{"type":"any","addr":"192.168.0.1:0","nonce":941351808}},"state":"open","num_leases":1,"num_caps":202,"request_load_avg":203,"uptime":5.2948382150000004,"requests_in_flight":200,"num_completed_requests":0,"num_completed_flushes":0,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":405.72448521847355,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":5,"last_trim_completed_flushes_tid":0,"delegated_inos":[{"start":"0x10000000002","length":500}],"inst":"client.9237 192.168.0.1:0/941351808","completed_requests":[],"prealloc_inos":[{"start":"0x10000000001","length":1000}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"50bbe7f395997dcd871813949c49addbbf630361","ceph_version":"ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)","entity_id":"0","hostname":"smithi076","mount_point":"/home/ubuntu/cephtest/mnt.0","pid":"81368","root":"/"}}] 2024-09-13T16:13:41.071 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "1", "hostname": "smithi192", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "mount_point": "/home/ubuntu/cephtest/mnt.1", "pid": "48778", "root": "/" }, "completed_requests": [], "delegated_inos": [], "entity": { "addr": { "addr": "192.168.0.1:0", "nonce": 964643084, "type": "any" }, "name": { "num": 8134, "type": "client" } }, "id": 8134, "inst": "client.8134 192.168.0.1:0/964643084", "last_trim_completed_flushes_tid": 0, "last_trim_completed_requests_tid": 1, "num_caps": 1, "num_completed_flushes": 0, "num_completed_requests": 0, "num_leases": 0, "prealloc_inos": [], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 0, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 2.989915615714643 }, "state": "open", "uptime": 3.598890035 }, { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "0", "hostname": "smithi076", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "mount_point": "/home/ubuntu/cephtest/mnt.0", "pid": "81368", "root": "/" }, "completed_requests": [], "delegated_inos": [ { "length": 500, "start": "0x10000000002" } ], "entity": { "addr": { "addr": "192.168.0.1:0", "nonce": 941351808, "type": "any" }, "name": { "num": 9237, "type": "client" } }, "id": 9237, "inst": "client.9237 192.168.0.1:0/941351808", "last_trim_completed_flushes_tid": 0, "last_trim_completed_requests_tid": 5, "num_caps": 202, "num_completed_flushes": 0, "num_completed_requests": 0, "num_leases": 1, "prealloc_inos": [ { "length": 1000, "start": "0x10000000001" } ], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 203, "requests_in_flight": 200, "session_cache_liveness": { "halflife": 300, "value": 405.72448521847355 }, "state": "open", "uptime": 5.294838215 } ] 2024-09-13T16:13:41.071 INFO:tasks.ceph_test_case:waiting 120.0s for health warning matching MDS_CLIENT_RECALL 2024-09-13T16:13:41.071 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-13T16:13:41.169 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.168+0000 7f9c69dbc640 1 Processor -- start 2024-09-13T16:13:41.170 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.168+0000 7f9c69dbc640 1 -- start start 2024-09-13T16:13:41.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.169+0000 7f9c69dbc640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f9c64158fc0 0x7f9c640b1160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:41.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.169+0000 7f9c69dbc640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9c640ab550 con 0x7f9c640b16a0 2024-09-13T16:13:41.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.169+0000 7f9c69dbc640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9c640b1c00 con 0x7f9c640cecd0 2024-09-13T16:13:41.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.169+0000 7f9c69dbc640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9c640b1ee0 con 0x7f9c64158fc0 2024-09-13T16:13:41.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.169+0000 7f9c62ffd640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f9c640b16a0 0x7f9c640ce5c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:33528/0 (socket says 172.21.15.76:33528) 2024-09-13T16:13:41.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.169+0000 7f9c62ffd640 1 -- 172.21.15.76:0/2360733160 learned_addr learned my addr 172.21.15.76:0/2360733160 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:13:41.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.169+0000 7f9c637fe640 1 --2- 172.21.15.76:0/2360733160 >> v2:172.21.15.192:3300/0 conn(0x7f9c64158fc0 0x7f9c640b1160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:41.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.169+0000 7f9c627fc640 1 -- 172.21.15.76:0/2360733160 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3919610306 0 0) 0x7f9c640ab550 con 0x7f9c640b16a0 2024-09-13T16:13:41.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.169+0000 7f9c627fc640 1 -- 172.21.15.76:0/2360733160 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9c4c003520 con 0x7f9c640b16a0 2024-09-13T16:13:41.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.169+0000 7f9c627fc640 1 -- 172.21.15.76:0/2360733160 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2863589748 0 0) 0x7f9c640b1c00 con 0x7f9c640cecd0 2024-09-13T16:13:41.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.169+0000 7f9c627fc640 1 -- 172.21.15.76:0/2360733160 --> v1:172.21.15.192:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9c640ab550 con 0x7f9c640cecd0 2024-09-13T16:13:41.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.169+0000 7f9c627fc640 1 -- 172.21.15.76:0/2360733160 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 354628266 0 0) 0x7f9c4c003520 con 0x7f9c640b16a0 2024-09-13T16:13:41.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.169+0000 7f9c627fc640 1 -- 172.21.15.76:0/2360733160 >> v2:172.21.15.192:3300/0 conn(0x7f9c64158fc0 msgr2=0x7f9c640b1160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:41.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.169+0000 7f9c627fc640 1 --2- 172.21.15.76:0/2360733160 >> v2:172.21.15.192:3300/0 conn(0x7f9c64158fc0 0x7f9c640b1160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:41.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.169+0000 7f9c627fc640 1 -- 172.21.15.76:0/2360733160 >> v1:172.21.15.192:6789/0 conn(0x7f9c640cecd0 legacy=0x7f9c640ab9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:41.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.169+0000 7f9c627fc640 1 -- 172.21.15.76:0/2360733160 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9c640b21c0 con 0x7f9c640b16a0 2024-09-13T16:13:41.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.169+0000 7f9c627fc640 1 -- 172.21.15.76:0/2360733160 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f9c58001670 con 0x7f9c640b16a0 2024-09-13T16:13:41.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.169+0000 7f9c627fc640 1 -- 172.21.15.76:0/2360733160 >> v1:172.21.15.76:6789/0 conn(0x7f9c640b16a0 legacy=0x7f9c640ce5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:41.176 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.170+0000 7f9c627fc640 1 --2- 172.21.15.76:0/2360733160 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9c4c003b50 0x7f9c4c003f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:41.176 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.170+0000 7f9c627fc640 1 --2- 172.21.15.76:0/2360733160 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9c4c0047c0 0x7f9c4c004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:41.176 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.170+0000 7f9c627fc640 1 --2- 172.21.15.76:0/2360733160 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9c4c005180 0x7f9c4c00db90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:41.176 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.170+0000 7f9c627fc640 1 -- 172.21.15.76:0/2360733160 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c640b1ee0 con 0x7f9c4c005180 2024-09-13T16:13:41.176 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.170+0000 7f9c627fc640 1 -- 172.21.15.76:0/2360733160 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c4c00e260 con 0x7f9c4c0047c0 2024-09-13T16:13:41.176 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.170+0000 7f9c627fc640 1 -- 172.21.15.76:0/2360733160 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9c4c00e420 con 0x7f9c4c003b50 2024-09-13T16:13:41.176 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.170+0000 7f9c63fff640 1 --2- 172.21.15.76:0/2360733160 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9c4c005180 0x7f9c4c00db90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:41.176 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.170+0000 7f9c637fe640 1 --2- 172.21.15.76:0/2360733160 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9c4c003b50 0x7f9c4c003f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:41.176 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.170+0000 7f9c62ffd640 1 --2- 172.21.15.76:0/2360733160 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9c4c0047c0 0x7f9c4c004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:41.176 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.170+0000 7f9c63fff640 1 -- 172.21.15.76:0/2360733160 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9c4c003b50 msgr2=0x7f9c4c003f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:41.177 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.170+0000 7f9c63fff640 1 --2- 172.21.15.76:0/2360733160 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9c4c003b50 0x7f9c4c003f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:41.177 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.170+0000 7f9c63fff640 1 -- 172.21.15.76:0/2360733160 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9c4c0047c0 msgr2=0x7f9c4c004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:41.177 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.170+0000 7f9c63fff640 1 --2- 172.21.15.76:0/2360733160 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9c4c0047c0 0x7f9c4c004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:41.177 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.170+0000 7f9c63fff640 1 -- 172.21.15.76:0/2360733160 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9c4c003520 con 0x7f9c4c005180 2024-09-13T16:13:41.177 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.170+0000 7f9c62ffd640 1 --2- 172.21.15.76:0/2360733160 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9c4c0047c0 0x7f9c4c004c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:41.177 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.170+0000 7f9c637fe640 1 --2- 172.21.15.76:0/2360733160 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9c4c003b50 0x7f9c4c003f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:41.177 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.171+0000 7f9c63fff640 1 -- 172.21.15.76:0/2360733160 reap_dead start 2024-09-13T16:13:41.177 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.171+0000 7f9c63fff640 1 --2- 172.21.15.76:0/2360733160 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9c4c005180 0x7f9c4c00db90 secure :-1 s=READY pgs=1855 cs=0 l=1 rev1=1 crypto rx=0x7f9c640b2d70 tx=0x7f9c4c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7c82f31b0042dec4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:41.177 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.171+0000 7f9c627fc640 1 -- 172.21.15.76:0/2360733160 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c5c003b70 con 0x7f9c4c005180 2024-09-13T16:13:41.177 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.171+0000 7f9c627fc640 1 -- 172.21.15.76:0/2360733160 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9c5c02d050 con 0x7f9c4c005180 2024-09-13T16:13:41.177 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.171+0000 7f9c627fc640 1 -- 172.21.15.76:0/2360733160 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c5c0050d0 con 0x7f9c4c005180 2024-09-13T16:13:41.177 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.171+0000 7f9c69dbc640 1 -- 172.21.15.76:0/2360733160 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9c4c005180 msgr2=0x7f9c4c00db90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:41.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.171+0000 7f9c69dbc640 1 --2- 172.21.15.76:0/2360733160 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9c4c005180 0x7f9c4c00db90 secure :-1 s=READY pgs=1855 cs=0 l=1 rev1=1 crypto rx=0x7f9c640b2d70 tx=0x7f9c4c0057f0 comp rx=0 tx=0).stop 2024-09-13T16:13:41.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.171+0000 7f9c69dbc640 1 -- 172.21.15.76:0/2360733160 shutdown_connections 2024-09-13T16:13:41.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.171+0000 7f9c69dbc640 1 --2- 172.21.15.76:0/2360733160 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9c4c005180 0x7f9c4c00db90 unknown :-1 s=CLOSED pgs=1855 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:41.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.171+0000 7f9c69dbc640 1 -- 172.21.15.76:0/2360733160 >> 172.21.15.76:0/2360733160 conn(0x7f9c6406a0b0 msgr2=0x7f9c6406a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:41.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.171+0000 7f9c69dbc640 1 -- 172.21.15.76:0/2360733160 shutdown_connections 2024-09-13T16:13:41.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.171+0000 7f9c69dbc640 1 -- 172.21.15.76:0/2360733160 wait complete. 2024-09-13T16:13:41.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.173+0000 7f9c69dbc640 1 Processor -- start 2024-09-13T16:13:41.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.173+0000 7f9c69dbc640 1 -- start start 2024-09-13T16:13:41.181 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.173+0000 7f9c69dbc640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9c4c005180 0x7f9c641f5720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:41.181 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.173+0000 7f9c69dbc640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9c640ac420 0x7f9c641f3d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:41.181 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.173+0000 7f9c69dbc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9c641f4240 0x7f9c641f46c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:41.181 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.173+0000 7f9c69dbc640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c641f3680 con 0x7f9c641f4240 2024-09-13T16:13:41.181 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.173+0000 7f9c69dbc640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c6415a7a0 con 0x7f9c4c005180 2024-09-13T16:13:41.181 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.173+0000 7f9c69dbc640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9c6415aa80 con 0x7f9c640ac420 2024-09-13T16:13:41.181 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.174+0000 7f9c63fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9c641f4240 0x7f9c641f46c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:41.181 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.174+0000 7f9c63fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9c641f4240 0x7f9c641f46c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:57670/0 (socket says 172.21.15.76:57670) 2024-09-13T16:13:41.181 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.174+0000 7f9c63fff640 1 -- 172.21.15.76:0/3702040711 learned_addr learned my addr 172.21.15.76:0/3702040711 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:41.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.174+0000 7f9c62ffd640 1 --2- 172.21.15.76:0/3702040711 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9c640ac420 0x7f9c641f3d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:41.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.174+0000 7f9c637fe640 1 --2- 172.21.15.76:0/3702040711 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9c4c005180 0x7f9c641f5720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:41.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.174+0000 7f9c63fff640 1 -- 172.21.15.76:0/3702040711 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9c640ac420 msgr2=0x7f9c641f3d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:41.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.174+0000 7f9c63fff640 1 --2- 172.21.15.76:0/3702040711 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9c640ac420 0x7f9c641f3d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:41.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.174+0000 7f9c63fff640 1 -- 172.21.15.76:0/3702040711 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9c4c005180 msgr2=0x7f9c641f5720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:41.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.174+0000 7f9c63fff640 1 --2- 172.21.15.76:0/3702040711 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9c4c005180 0x7f9c641f5720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:41.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.174+0000 7f9c63fff640 1 -- 172.21.15.76:0/3702040711 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9c64159520 con 0x7f9c641f4240 2024-09-13T16:13:41.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.174+0000 7f9c63fff640 1 --2- 172.21.15.76:0/3702040711 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9c641f4240 0x7f9c641f46c0 secure :-1 s=READY pgs=1856 cs=0 l=1 rev1=1 crypto rx=0x7f9c5c02aa70 tx=0x7f9c5c001650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:41.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.174+0000 7f9c4bfff640 1 -- 172.21.15.76:0/3702040711 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c5c0050d0 con 0x7f9c641f4240 2024-09-13T16:13:41.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.174+0000 7f9c4bfff640 1 -- 172.21.15.76:0/3702040711 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9c5c005250 con 0x7f9c641f4240 2024-09-13T16:13:41.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.174+0000 7f9c69dbc640 1 -- 172.21.15.76:0/3702040711 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9c641f3960 con 0x7f9c641f4240 2024-09-13T16:13:41.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.174+0000 7f9c4bfff640 1 -- 172.21.15.76:0/3702040711 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c5c005600 con 0x7f9c641f4240 2024-09-13T16:13:41.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.174+0000 7f9c69dbc640 1 -- 172.21.15.76:0/3702040711 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9c641f2210 con 0x7f9c641f4240 2024-09-13T16:13:41.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.175+0000 7f9c69dbc640 1 -- 172.21.15.76:0/3702040711 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9c640b1160 con 0x7f9c641f4240 2024-09-13T16:13:41.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.176+0000 7f9c4bfff640 1 -- 172.21.15.76:0/3702040711 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9c5c007040 con 0x7f9c641f4240 2024-09-13T16:13:41.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.176+0000 7f9c4bfff640 1 --2- 172.21.15.76:0/3702040711 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9c5006ac00 0x7f9c5006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:41.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.176+0000 7f9c4bfff640 1 -- 172.21.15.76:0/3702040711 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(136..136 src has 1..136) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f9c5c0a8ca0 con 0x7f9c641f4240 2024-09-13T16:13:41.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.176+0000 7f9c637fe640 1 --2- 172.21.15.76:0/3702040711 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9c5006ac00 0x7f9c5006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:41.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.177+0000 7f9c637fe640 1 --2- 172.21.15.76:0/3702040711 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9c5006ac00 0x7f9c5006d0c0 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7f9c54006f80 tx=0x7f9c54008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:41.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.180+0000 7f9c4bfff640 1 -- 172.21.15.76:0/3702040711 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f9c5c073d60 con 0x7f9c641f4240 2024-09-13T16:13:41.373 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.371+0000 7f9c69dbc640 1 -- 172.21.15.76:0/3702040711 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7f9c641f37c0 con 0x7f9c641f4240 2024-09-13T16:13:41.373 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.372+0000 7f9c4bfff640 1 -- 172.21.15.76:0/3702040711 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+46 (secure 0 0 0) 0x7f9c641f37c0 con 0x7f9c641f4240 2024-09-13T16:13:41.373 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:13:41.374 INFO:teuthology.orchestra.run.smithi076.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-13T16:13:41.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.373+0000 7f9c69dbc640 1 -- 172.21.15.76:0/3702040711 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9c5006ac00 msgr2=0x7f9c5006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:41.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.373+0000 7f9c69dbc640 1 --2- 172.21.15.76:0/3702040711 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9c5006ac00 0x7f9c5006d0c0 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7f9c54006f80 tx=0x7f9c54008040 comp rx=0 tx=0).stop 2024-09-13T16:13:41.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.373+0000 7f9c69dbc640 1 -- 172.21.15.76:0/3702040711 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9c641f4240 msgr2=0x7f9c641f46c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:41.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.373+0000 7f9c69dbc640 1 --2- 172.21.15.76:0/3702040711 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9c641f4240 0x7f9c641f46c0 secure :-1 s=READY pgs=1856 cs=0 l=1 rev1=1 crypto rx=0x7f9c5c02aa70 tx=0x7f9c5c001650 comp rx=0 tx=0).stop 2024-09-13T16:13:41.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.374+0000 7f9c69dbc640 1 -- 172.21.15.76:0/3702040711 shutdown_connections 2024-09-13T16:13:41.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.374+0000 7f9c69dbc640 1 --2- 172.21.15.76:0/3702040711 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9c641f4240 0x7f9c641f46c0 unknown :-1 s=CLOSED pgs=1856 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:41.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.374+0000 7f9c69dbc640 1 --2- 172.21.15.76:0/3702040711 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9c5006ac00 0x7f9c5006d0c0 unknown :-1 s=CLOSED pgs=789 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:41.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.374+0000 7f9c69dbc640 1 --2- 172.21.15.76:0/3702040711 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9c640ac420 0x7f9c641f3d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:41.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.374+0000 7f9c69dbc640 1 --2- 172.21.15.76:0/3702040711 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9c4c005180 0x7f9c641f5720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:41.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.374+0000 7f9c69dbc640 1 -- 172.21.15.76:0/3702040711 >> 172.21.15.76:0/3702040711 conn(0x7f9c6406a0b0 msgr2=0x7f9c64070090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:41.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.374+0000 7f9c69dbc640 1 -- 172.21.15.76:0/3702040711 shutdown_connections 2024-09-13T16:13:41.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:41.374+0000 7f9c69dbc640 1 -- 172.21.15.76:0/3702040711 wait complete. 2024-09-13T16:13:41.385 DEBUG:tasks.ceph_test_case:Not expected number of summary strings ([]) 2024-09-13T16:13:41.386 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=120.0 retry_count=0)... 2024-09-13T16:13:42.847 DEBUG:teuthology.orchestra.run.smithi076:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:13:42.850 DEBUG:teuthology.orchestra.run.smithi192:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:13:46.386 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-13T16:13:46.496 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.495+0000 7f992bc87640 1 Processor -- start 2024-09-13T16:13:46.496 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.495+0000 7f992bc87640 1 -- start start 2024-09-13T16:13:46.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.496+0000 7f992bc87640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9924158f30 0x7f99240acbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:46.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.496+0000 7f992bc87640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f99240cebe0 0x7f99240cbe60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:46.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.496+0000 7f992bc87640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f99240abb20 con 0x7f99240ab140 2024-09-13T16:13:46.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.496+0000 7f992bc87640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f99240abe00 con 0x7f99240cebe0 2024-09-13T16:13:46.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.496+0000 7f992bc87640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f99240ac0e0 con 0x7f9924158f30 2024-09-13T16:13:46.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.496+0000 7f9929a23640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9924158f30 0x7f99240acbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:46.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.496+0000 7f992a224640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f99240cebe0 0x7f99240cbe60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:46.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.496+0000 7f9929a23640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9924158f30 0x7f99240acbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.76:50298/0 (socket says 172.21.15.76:50298) 2024-09-13T16:13:46.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.496+0000 7f9929222640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7f99240ab140 0x7f99240ce4d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:57806/0 (socket says 172.21.15.76:57806) 2024-09-13T16:13:46.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.496+0000 7f9929a23640 1 -- 172.21.15.76:0/1911155134 learned_addr learned my addr 172.21.15.76:0/1911155134 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:46.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.497+0000 7f992a224640 1 -- 172.21.15.76:0/1911155134 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9924158f30 msgr2=0x7f99240acbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:46.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.497+0000 7f992a224640 1 --2- 172.21.15.76:0/1911155134 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9924158f30 0x7f99240acbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:46.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.497+0000 7f992a224640 1 -- 172.21.15.76:0/1911155134 >> v1:172.21.15.192:6789/0 conn(0x7f99240ab140 legacy=0x7f99240ce4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:46.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.497+0000 7f992a224640 1 -- 172.21.15.76:0/1911155134 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f99240ac3c0 con 0x7f99240cebe0 2024-09-13T16:13:46.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.497+0000 7f9929a23640 1 --2- 172.21.15.76:0/1911155134 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9924158f30 0x7f99240acbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:13:46.500 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.498+0000 7f992a224640 1 --2- 172.21.15.76:0/1911155134 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f99240cebe0 0x7f99240cbe60 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7f991c00bfa0 tx=0x7f991c02c860 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7d8b8954b19dfa98 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:46.500 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.498+0000 7f9928a21640 1 -- 172.21.15.76:0/1911155134 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f991c009540 con 0x7f99240cebe0 2024-09-13T16:13:46.500 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.498+0000 7f9928a21640 1 -- 172.21.15.76:0/1911155134 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f991c0096a0 con 0x7f99240cebe0 2024-09-13T16:13:46.500 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.498+0000 7f9928a21640 1 -- 172.21.15.76:0/1911155134 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f991c009a30 con 0x7f99240cebe0 2024-09-13T16:13:46.500 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.498+0000 7f992bc87640 1 -- 172.21.15.76:0/1911155134 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f99240cebe0 msgr2=0x7f99240cbe60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:46.500 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.498+0000 7f992bc87640 1 --2- 172.21.15.76:0/1911155134 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f99240cebe0 0x7f99240cbe60 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7f991c00bfa0 tx=0x7f991c02c860 comp rx=0 tx=0).stop 2024-09-13T16:13:46.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.498+0000 7f992bc87640 1 -- 172.21.15.76:0/1911155134 shutdown_connections 2024-09-13T16:13:46.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.498+0000 7f992bc87640 1 --2- 172.21.15.76:0/1911155134 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f99240cebe0 0x7f99240cbe60 unknown :-1 s=CLOSED pgs=591 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:46.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.498+0000 7f992bc87640 1 --2- 172.21.15.76:0/1911155134 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9924158f30 0x7f99240acbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:46.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.498+0000 7f992bc87640 1 -- 172.21.15.76:0/1911155134 >> 172.21.15.76:0/1911155134 conn(0x7f992406a0b0 msgr2=0x7f992406a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:46.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.498+0000 7f992bc87640 1 -- 172.21.15.76:0/1911155134 shutdown_connections 2024-09-13T16:13:46.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.498+0000 7f992bc87640 1 -- 172.21.15.76:0/1911155134 wait complete. 2024-09-13T16:13:46.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.500+0000 7f992bc87640 1 Processor -- start 2024-09-13T16:13:46.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.500+0000 7f992bc87640 1 -- start start 2024-09-13T16:13:46.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.500+0000 7f992bc87640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f99240ab140 0x7f99241470d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:46.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.500+0000 7f992bc87640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f99240cebe0 0x7f99240caa80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:46.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.500+0000 7f992bc87640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9924158f30 0x7f9924155d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:46.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.500+0000 7f992bc87640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f99240cbf90 con 0x7f9924158f30 2024-09-13T16:13:46.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.500+0000 7f992bc87640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f99240cb380 con 0x7f99240cebe0 2024-09-13T16:13:46.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.500+0000 7f992bc87640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f99240cb660 con 0x7f99240ab140 2024-09-13T16:13:46.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.500+0000 7f992a224640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9924158f30 0x7f9924155d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:46.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.501+0000 7f992a224640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9924158f30 0x7f9924155d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:44742/0 (socket says 172.21.15.76:44742) 2024-09-13T16:13:46.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.501+0000 7f992a224640 1 -- 172.21.15.76:0/4226017428 learned_addr learned my addr 172.21.15.76:0/4226017428 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:46.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.501+0000 7f9929a23640 1 --2- 172.21.15.76:0/4226017428 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f99240ab140 0x7f99241470d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:46.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.501+0000 7f9929222640 1 --2- 172.21.15.76:0/4226017428 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f99240cebe0 0x7f99240caa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:46.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.501+0000 7f992a224640 1 -- 172.21.15.76:0/4226017428 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f99240ab140 msgr2=0x7f99241470d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:46.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.501+0000 7f992a224640 1 --2- 172.21.15.76:0/4226017428 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f99240ab140 0x7f99241470d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:46.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.501+0000 7f992a224640 1 -- 172.21.15.76:0/4226017428 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f99240cebe0 msgr2=0x7f99240caa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:46.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.501+0000 7f992a224640 1 --2- 172.21.15.76:0/4226017428 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f99240cebe0 0x7f99240caa80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:46.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.501+0000 7f992a224640 1 -- 172.21.15.76:0/4226017428 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f99200094d0 con 0x7f9924158f30 2024-09-13T16:13:46.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.501+0000 7f992a224640 1 --2- 172.21.15.76:0/4226017428 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9924158f30 0x7f9924155d70 secure :-1 s=READY pgs=1857 cs=0 l=1 rev1=1 crypto rx=0x7f991c00bfa0 tx=0x7f991c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:46.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.501+0000 7f991a7fc640 1 -- 172.21.15.76:0/4226017428 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f991c040860 con 0x7f9924158f30 2024-09-13T16:13:46.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.501+0000 7f992bc87640 1 -- 172.21.15.76:0/4226017428 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f991c00bc80 con 0x7f9924158f30 2024-09-13T16:13:46.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.501+0000 7f991a7fc640 1 -- 172.21.15.76:0/4226017428 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f991c0409e0 con 0x7f9924158f30 2024-09-13T16:13:46.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.501+0000 7f991a7fc640 1 -- 172.21.15.76:0/4226017428 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f991c040d90 con 0x7f9924158f30 2024-09-13T16:13:46.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.501+0000 7f992bc87640 1 -- 172.21.15.76:0/4226017428 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f99240cbc20 con 0x7f9924158f30 2024-09-13T16:13:46.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.502+0000 7f992bc87640 1 -- 172.21.15.76:0/4226017428 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f99240ab580 con 0x7f9924158f30 2024-09-13T16:13:46.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.503+0000 7f991a7fc640 1 -- 172.21.15.76:0/4226017428 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f991c034450 con 0x7f9924158f30 2024-09-13T16:13:46.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.503+0000 7f991a7fc640 1 --2- 172.21.15.76:0/4226017428 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f990806ac00 0x7f990806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:46.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.503+0000 7f991a7fc640 1 -- 172.21.15.76:0/4226017428 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(136..136 src has 1..136) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f991c030050 con 0x7f9924158f30 2024-09-13T16:13:46.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.503+0000 7f9929a23640 1 --2- 172.21.15.76:0/4226017428 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f990806ac00 0x7f990806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:46.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.504+0000 7f9929a23640 1 --2- 172.21.15.76:0/4226017428 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f990806ac00 0x7f990806d0c0 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7f9920009cf0 tx=0x7f9920008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:46.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.508+0000 7f991a7fc640 1 -- 172.21.15.76:0/4226017428 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f991c077800 con 0x7f9924158f30 2024-09-13T16:13:46.705 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.703+0000 7f992bc87640 1 -- 172.21.15.76:0/4226017428 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7f99240cc0d0 con 0x7f9924158f30 2024-09-13T16:13:46.705 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.703+0000 7f991a7fc640 1 -- 172.21.15.76:0/4226017428 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+316 (secure 0 0 0) 0x7f99240cc0d0 con 0x7f9924158f30 2024-09-13T16:13:46.705 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:13:46.705 INFO:teuthology.orchestra.run.smithi076.stdout:{"status":"HEALTH_WARN","checks":{"MDS_CACHE_OVERSIZED":{"severity":"HEALTH_WARN","summary":{"message":"1 MDSs report oversized cache","count":1},"muted":false},"MDS_CLIENT_RECALL":{"severity":"HEALTH_WARN","summary":{"message":"1 clients failing to respond to cache pressure","count":1},"muted":false}},"mutes":[]} 2024-09-13T16:13:46.708 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.705+0000 7f992bc87640 1 -- 172.21.15.76:0/4226017428 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f990806ac00 msgr2=0x7f990806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:46.708 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.705+0000 7f992bc87640 1 --2- 172.21.15.76:0/4226017428 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f990806ac00 0x7f990806d0c0 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7f9920009cf0 tx=0x7f9920008040 comp rx=0 tx=0).stop 2024-09-13T16:13:46.708 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.705+0000 7f992bc87640 1 -- 172.21.15.76:0/4226017428 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9924158f30 msgr2=0x7f9924155d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:46.708 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.705+0000 7f992bc87640 1 --2- 172.21.15.76:0/4226017428 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9924158f30 0x7f9924155d70 secure :-1 s=READY pgs=1857 cs=0 l=1 rev1=1 crypto rx=0x7f991c00bfa0 tx=0x7f991c004a40 comp rx=0 tx=0).stop 2024-09-13T16:13:46.708 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.705+0000 7f992bc87640 1 -- 172.21.15.76:0/4226017428 shutdown_connections 2024-09-13T16:13:46.708 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.705+0000 7f992bc87640 1 --2- 172.21.15.76:0/4226017428 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9924158f30 0x7f9924155d70 unknown :-1 s=CLOSED pgs=1857 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:46.708 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.705+0000 7f992bc87640 1 --2- 172.21.15.76:0/4226017428 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f99240cebe0 0x7f99240caa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:46.708 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.705+0000 7f992bc87640 1 --2- 172.21.15.76:0/4226017428 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f990806ac00 0x7f990806d0c0 unknown :-1 s=CLOSED pgs=790 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:46.709 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.705+0000 7f992bc87640 1 --2- 172.21.15.76:0/4226017428 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f99240ab140 0x7f99241470d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:46.709 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.705+0000 7f992bc87640 1 -- 172.21.15.76:0/4226017428 >> 172.21.15.76:0/4226017428 conn(0x7f992406a0b0 msgr2=0x7f992415bb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:46.709 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.705+0000 7f992bc87640 1 -- 172.21.15.76:0/4226017428 shutdown_connections 2024-09-13T16:13:46.709 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.705+0000 7f992bc87640 1 -- 172.21.15.76:0/4226017428 wait complete. 2024-09-13T16:13:46.717 DEBUG:tasks.ceph_test_case:wait_until_true: success in 5s and 0 retries 2024-09-13T16:13:46.717 INFO:tasks.ceph_test_case:waiting 120.0s for health warning matching MDS_CACHE_OVERSIZED 2024-09-13T16:13:46.718 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-13T16:13:46.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.814+0000 7fae2bfff640 1 Processor -- start 2024-09-13T16:13:46.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.814+0000 7fae2bfff640 1 -- start start 2024-09-13T16:13:46.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.815+0000 7fae2bfff640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fae2c06a5e0 0x7fae2c0b3640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:46.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.815+0000 7fae2bfff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fae2c0b3b80 0x7fae2c0ac980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:46.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.815+0000 7fae2bfff640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fae2c071bd0 con 0x7fae2c142b50 2024-09-13T16:13:46.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.815+0000 7fae2bfff640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fae2c142f30 con 0x7fae2c0b3b80 2024-09-13T16:13:46.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.815+0000 7fae2bfff640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fae2c0712a0 con 0x7fae2c06a5e0 2024-09-13T16:13:46.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.815+0000 7fae2b7fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fae2c0b3b80 0x7fae2c0ac980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:46.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.815+0000 7fae2b7fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fae2c0b3b80 0x7fae2c0ac980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:44748/0 (socket says 172.21.15.76:44748) 2024-09-13T16:13:46.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.815+0000 7fae2b7fe640 1 -- 172.21.15.76:0/598038460 learned_addr learned my addr 172.21.15.76:0/598038460 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:46.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.815+0000 7fae227fc640 1 --2- 172.21.15.76:0/598038460 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fae2c06a5e0 0x7fae2c0b3640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:46.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.816+0000 7fae2b7fe640 1 -- 172.21.15.76:0/598038460 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fae2c06a5e0 msgr2=0x7fae2c0b3640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:46.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.816+0000 7fae2b7fe640 1 --2- 172.21.15.76:0/598038460 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fae2c06a5e0 0x7fae2c0b3640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:46.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.816+0000 7fae2b7fe640 1 -- 172.21.15.76:0/598038460 >> v1:172.21.15.192:6789/0 conn(0x7fae2c142b50 legacy=0x7fae2c069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:46.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.816+0000 7fae2b7fe640 1 -- 172.21.15.76:0/598038460 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fae2c071580 con 0x7fae2c0b3b80 2024-09-13T16:13:46.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.816+0000 7fae2b7fe640 1 --2- 172.21.15.76:0/598038460 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fae2c0b3b80 0x7fae2c0ac980 secure :-1 s=READY pgs=1858 cs=0 l=1 rev1=1 crypto rx=0x7fae24009e50 tx=0x7fae2402a6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4bdb910ec8b3ae19 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:46.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.816+0000 7fae2a7fc640 1 -- 172.21.15.76:0/598038460 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae2402aea0 con 0x7fae2c0b3b80 2024-09-13T16:13:46.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.816+0000 7fae2a7fc640 1 -- 172.21.15.76:0/598038460 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fae2402d050 con 0x7fae2c0b3b80 2024-09-13T16:13:46.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.816+0000 7fae2a7fc640 1 -- 172.21.15.76:0/598038460 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae24031820 con 0x7fae2c0b3b80 2024-09-13T16:13:46.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.817+0000 7fae2bfff640 1 -- 172.21.15.76:0/598038460 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fae2c0b3b80 msgr2=0x7fae2c0ac980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:46.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.817+0000 7fae2bfff640 1 --2- 172.21.15.76:0/598038460 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fae2c0b3b80 0x7fae2c0ac980 secure :-1 s=READY pgs=1858 cs=0 l=1 rev1=1 crypto rx=0x7fae24009e50 tx=0x7fae2402a6c0 comp rx=0 tx=0).stop 2024-09-13T16:13:46.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.817+0000 7fae2bfff640 1 -- 172.21.15.76:0/598038460 shutdown_connections 2024-09-13T16:13:46.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.817+0000 7fae2bfff640 1 --2- 172.21.15.76:0/598038460 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fae2c0b3b80 0x7fae2c0ac980 unknown :-1 s=CLOSED pgs=1858 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:46.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.817+0000 7fae2bfff640 1 --2- 172.21.15.76:0/598038460 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fae2c06a5e0 0x7fae2c0b3640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:46.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.817+0000 7fae2bfff640 1 -- 172.21.15.76:0/598038460 >> 172.21.15.76:0/598038460 conn(0x7fae2c06afe0 msgr2=0x7fae2c06b3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:46.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.817+0000 7fae2bfff640 1 -- 172.21.15.76:0/598038460 shutdown_connections 2024-09-13T16:13:46.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.817+0000 7fae2bfff640 1 -- 172.21.15.76:0/598038460 wait complete. 2024-09-13T16:13:46.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.818+0000 7fae2bfff640 1 Processor -- start 2024-09-13T16:13:46.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.818+0000 7fae2bfff640 1 -- start start 2024-09-13T16:13:46.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.819+0000 7fae2bfff640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fae2c06a5e0 0x7fae2c13a750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:46.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.819+0000 7fae2bfff640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fae2c0b3b80 0x7fae2c1389b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:46.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.819+0000 7fae2bfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fae2c142b50 0x7fae2c13d7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:46.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.819+0000 7fae2bfff640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fae2c13a2c0 con 0x7fae2c142b50 2024-09-13T16:13:46.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.819+0000 7fae2bfff640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fae2c1396b0 con 0x7fae2c0b3b80 2024-09-13T16:13:46.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.819+0000 7fae2bfff640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fae2c139990 con 0x7fae2c06a5e0 2024-09-13T16:13:46.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.819+0000 7fae2b7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fae2c142b50 0x7fae2c13d7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:46.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.819+0000 7fae2b7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fae2c142b50 0x7fae2c13d7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:44758/0 (socket says 172.21.15.76:44758) 2024-09-13T16:13:46.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.819+0000 7fae2b7fe640 1 -- 172.21.15.76:0/1020687997 learned_addr learned my addr 172.21.15.76:0/1020687997 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:46.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.819+0000 7fae2affd640 1 --2- 172.21.15.76:0/1020687997 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fae2c06a5e0 0x7fae2c13a750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:46.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.819+0000 7fae227fc640 1 --2- 172.21.15.76:0/1020687997 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fae2c0b3b80 0x7fae2c1389b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:46.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.820+0000 7fae2b7fe640 1 -- 172.21.15.76:0/1020687997 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fae2c06a5e0 msgr2=0x7fae2c13a750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:46.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.820+0000 7fae2b7fe640 1 --2- 172.21.15.76:0/1020687997 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fae2c06a5e0 0x7fae2c13a750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:46.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.820+0000 7fae2b7fe640 1 -- 172.21.15.76:0/1020687997 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fae2c0b3b80 msgr2=0x7fae2c1389b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:46.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.820+0000 7fae2b7fe640 1 --2- 172.21.15.76:0/1020687997 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fae2c0b3b80 0x7fae2c1389b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:46.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.820+0000 7fae2b7fe640 1 -- 172.21.15.76:0/1020687997 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fae24009b30 con 0x7fae2c142b50 2024-09-13T16:13:46.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.820+0000 7fae227fc640 1 --2- 172.21.15.76:0/1020687997 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fae2c0b3b80 0x7fae2c1389b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:46.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.820+0000 7fae2b7fe640 1 --2- 172.21.15.76:0/1020687997 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fae2c142b50 0x7fae2c13d7a0 secure :-1 s=READY pgs=1859 cs=0 l=1 rev1=1 crypto rx=0x7fae24034040 tx=0x7fae24004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:46.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.820+0000 7fae23fff640 1 -- 172.21.15.76:0/1020687997 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae2403b820 con 0x7fae2c142b50 2024-09-13T16:13:46.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.820+0000 7fae23fff640 1 -- 172.21.15.76:0/1020687997 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fae2403b980 con 0x7fae2c142b50 2024-09-13T16:13:46.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.820+0000 7fae23fff640 1 -- 172.21.15.76:0/1020687997 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae2403bd30 con 0x7fae2c142b50 2024-09-13T16:13:46.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.820+0000 7fae2bfff640 1 -- 172.21.15.76:0/1020687997 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fae2c0721e0 con 0x7fae2c142b50 2024-09-13T16:13:46.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.820+0000 7fae2bfff640 1 -- 172.21.15.76:0/1020687997 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fae2c139f50 con 0x7fae2c142b50 2024-09-13T16:13:46.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.821+0000 7fae2bfff640 1 -- 172.21.15.76:0/1020687997 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fae2c072040 con 0x7fae2c142b50 2024-09-13T16:13:46.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.821+0000 7fae23fff640 1 -- 172.21.15.76:0/1020687997 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fae24038050 con 0x7fae2c142b50 2024-09-13T16:13:46.825 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.822+0000 7fae23fff640 1 --2- 172.21.15.76:0/1020687997 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fae0c06ac00 0x7fae0c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:46.825 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.822+0000 7fae2affd640 1 --2- 172.21.15.76:0/1020687997 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fae0c06ac00 0x7fae0c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:46.825 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.822+0000 7fae23fff640 1 -- 172.21.15.76:0/1020687997 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(136..136 src has 1..136) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fae240a9c50 con 0x7fae2c142b50 2024-09-13T16:13:46.825 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.822+0000 7fae2affd640 1 --2- 172.21.15.76:0/1020687997 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fae0c06ac00 0x7fae0c06d0c0 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7fae1c006fd0 tx=0x7fae1c009060 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:46.827 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:46.826+0000 7fae23fff640 1 -- 172.21.15.76:0/1020687997 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fae2c072040 con 0x7fae2c142b50 2024-09-13T16:13:47.021 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.020+0000 7fae2bfff640 1 -- 172.21.15.76:0/1020687997 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7fae2c072040 con 0x7fae2c142b50 2024-09-13T16:13:47.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.020+0000 7fae23fff640 1 -- 172.21.15.76:0/1020687997 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+316 (secure 0 0 0) 0x7fae2404b150 con 0x7fae2c142b50 2024-09-13T16:13:47.022 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:13:47.022 INFO:teuthology.orchestra.run.smithi076.stdout:{"status":"HEALTH_WARN","checks":{"MDS_CACHE_OVERSIZED":{"severity":"HEALTH_WARN","summary":{"message":"1 MDSs report oversized cache","count":1},"muted":false},"MDS_CLIENT_RECALL":{"severity":"HEALTH_WARN","summary":{"message":"1 clients failing to respond to cache pressure","count":1},"muted":false}},"mutes":[]} 2024-09-13T16:13:47.024 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.022+0000 7fae2bfff640 1 -- 172.21.15.76:0/1020687997 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fae0c06ac00 msgr2=0x7fae0c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:47.024 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.022+0000 7fae2bfff640 1 --2- 172.21.15.76:0/1020687997 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fae0c06ac00 0x7fae0c06d0c0 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7fae1c006fd0 tx=0x7fae1c009060 comp rx=0 tx=0).stop 2024-09-13T16:13:47.024 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.022+0000 7fae2bfff640 1 -- 172.21.15.76:0/1020687997 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fae2c142b50 msgr2=0x7fae2c13d7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:47.024 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.022+0000 7fae2bfff640 1 --2- 172.21.15.76:0/1020687997 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fae2c142b50 0x7fae2c13d7a0 secure :-1 s=READY pgs=1859 cs=0 l=1 rev1=1 crypto rx=0x7fae24034040 tx=0x7fae24004a40 comp rx=0 tx=0).stop 2024-09-13T16:13:47.024 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.022+0000 7fae2bfff640 1 -- 172.21.15.76:0/1020687997 shutdown_connections 2024-09-13T16:13:47.024 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.022+0000 7fae2bfff640 1 --2- 172.21.15.76:0/1020687997 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fae2c142b50 0x7fae2c13d7a0 unknown :-1 s=CLOSED pgs=1859 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:47.024 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.022+0000 7fae2bfff640 1 --2- 172.21.15.76:0/1020687997 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fae2c0b3b80 0x7fae2c1389b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:47.024 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.022+0000 7fae2bfff640 1 --2- 172.21.15.76:0/1020687997 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fae0c06ac00 0x7fae0c06d0c0 unknown :-1 s=CLOSED pgs=791 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:47.024 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.022+0000 7fae2bfff640 1 --2- 172.21.15.76:0/1020687997 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fae2c06a5e0 0x7fae2c13a750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:47.024 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.022+0000 7fae2bfff640 1 -- 172.21.15.76:0/1020687997 >> 172.21.15.76:0/1020687997 conn(0x7fae2c06afe0 msgr2=0x7fae2c0ae080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:47.024 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.022+0000 7fae2bfff640 1 -- 172.21.15.76:0/1020687997 shutdown_connections 2024-09-13T16:13:47.025 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.022+0000 7fae2bfff640 1 -- 172.21.15.76:0/1020687997 wait complete. 2024-09-13T16:13:47.035 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-13T16:13:47.035 INFO:tasks.cephfs.test_client_limits:Terminating process holding files open 2024-09-13T16:13:47.046 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:13:47.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.183+0000 7f7a10019640 1 Processor -- start 2024-09-13T16:13:47.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.183+0000 7f7a10019640 1 -- start start 2024-09-13T16:13:47.186 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.184+0000 7f7a10019640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f7a0815c6e0 0x7f7a080b3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:47.186 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.184+0000 7f7a10019640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f7a080d07b0 0x7f7a080b4490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:47.186 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.184+0000 7f7a10019640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7a080ccb20 0x7f7a08160030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:47.186 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.184+0000 7f7a10019640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7a080d1840 con 0x7f7a0815c6e0 2024-09-13T16:13:47.186 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.184+0000 7f7a10019640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7a080d0c30 con 0x7f7a080d07b0 2024-09-13T16:13:47.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.184+0000 7f7a10019640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7a080d0f10 con 0x7f7a080ccb20 2024-09-13T16:13:47.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.184+0000 7f7a0ddb5640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f7a0815c6e0 0x7f7a080b3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:47.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.184+0000 7f7a0ddb5640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f7a0815c6e0 0x7f7a080b3f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:44760/0 (socket says 172.21.15.76:44760) 2024-09-13T16:13:47.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.184+0000 7f7a0ddb5640 1 -- 172.21.15.76:0/2097765169 learned_addr learned my addr 172.21.15.76:0/2097765169 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:47.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.184+0000 7f7a0e5b6640 1 --2- 172.21.15.76:0/2097765169 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7a080ccb20 0x7f7a08160030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:47.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.184+0000 7f7a0d5b4640 1 --2- 172.21.15.76:0/2097765169 >> v2:172.21.15.192:3300/0 conn(0x7f7a080d07b0 0x7f7a080b4490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:47.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.184+0000 7f7a0ddb5640 1 -- 172.21.15.76:0/2097765169 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7a080ccb20 msgr2=0x7f7a08160030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:47.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.184+0000 7f7a0ddb5640 1 --2- 172.21.15.76:0/2097765169 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7a080ccb20 0x7f7a08160030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:47.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.184+0000 7f7a0ddb5640 1 -- 172.21.15.76:0/2097765169 >> v2:172.21.15.192:3300/0 conn(0x7f7a080d07b0 msgr2=0x7f7a080b4490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:47.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.184+0000 7f7a0ddb5640 1 --2- 172.21.15.76:0/2097765169 >> v2:172.21.15.192:3300/0 conn(0x7f7a080d07b0 0x7f7a080b4490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:47.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.184+0000 7f7a0ddb5640 1 -- 172.21.15.76:0/2097765169 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7a080d11f0 con 0x7f7a0815c6e0 2024-09-13T16:13:47.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.184+0000 7f7a0d5b4640 1 --2- 172.21.15.76:0/2097765169 >> v2:172.21.15.192:3300/0 conn(0x7f7a080d07b0 0x7f7a080b4490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:13:47.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.185+0000 7f7a0ddb5640 1 --2- 172.21.15.76:0/2097765169 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7a0815c6e0 0x7f7a080b3f50 secure :-1 s=READY pgs=1860 cs=0 l=1 rev1=1 crypto rx=0x7f7a080b1d80 tx=0x7f7a0402a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=298cf089a1d4922a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:47.188 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.185+0000 7f7a0cdb3640 1 -- 172.21.15.76:0/2097765169 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a0402ae90 con 0x7f7a0815c6e0 2024-09-13T16:13:47.188 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.185+0000 7f7a0cdb3640 1 -- 172.21.15.76:0/2097765169 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7a04032440 con 0x7f7a0815c6e0 2024-09-13T16:13:47.188 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.185+0000 7f7a0cdb3640 1 -- 172.21.15.76:0/2097765169 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a040327d0 con 0x7f7a0815c6e0 2024-09-13T16:13:47.190 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.185+0000 7f7a10019640 1 -- 172.21.15.76:0/2097765169 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7a0815c6e0 msgr2=0x7f7a080b3f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:47.191 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.185+0000 7f7a10019640 1 --2- 172.21.15.76:0/2097765169 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7a0815c6e0 0x7f7a080b3f50 secure :-1 s=READY pgs=1860 cs=0 l=1 rev1=1 crypto rx=0x7f7a080b1d80 tx=0x7f7a0402a140 comp rx=0 tx=0).stop 2024-09-13T16:13:47.191 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.185+0000 7f7a10019640 1 -- 172.21.15.76:0/2097765169 shutdown_connections 2024-09-13T16:13:47.191 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.185+0000 7f7a10019640 1 --2- 172.21.15.76:0/2097765169 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7a080ccb20 0x7f7a08160030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:47.191 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.186+0000 7f7a10019640 1 --2- 172.21.15.76:0/2097765169 >> v2:172.21.15.192:3300/0 conn(0x7f7a080d07b0 0x7f7a080b4490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:47.191 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.186+0000 7f7a10019640 1 --2- 172.21.15.76:0/2097765169 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7a0815c6e0 0x7f7a080b3f50 unknown :-1 s=CLOSED pgs=1860 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:47.191 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.186+0000 7f7a10019640 1 -- 172.21.15.76:0/2097765169 >> 172.21.15.76:0/2097765169 conn(0x7f7a08089f60 msgr2=0x7f7a080d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:47.191 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.186+0000 7f7a10019640 1 -- 172.21.15.76:0/2097765169 shutdown_connections 2024-09-13T16:13:47.191 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.186+0000 7f7a10019640 1 -- 172.21.15.76:0/2097765169 wait complete. 2024-09-13T16:13:47.191 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.187+0000 7f7a10019640 1 Processor -- start 2024-09-13T16:13:47.191 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.187+0000 7f7a10019640 1 -- start start 2024-09-13T16:13:47.191 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.187+0000 7f7a10019640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7a080ccb20 0x7f7a081553b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:47.191 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.187+0000 7f7a10019640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7a080d07b0 0x7f7a08154830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:47.192 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.187+0000 7f7a10019640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7a0815c6e0 0x7f7a08150d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:47.192 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.187+0000 7f7a10019640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7a081530e0 con 0x7f7a080d07b0 2024-09-13T16:13:47.192 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.187+0000 7f7a10019640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7a080b66e0 con 0x7f7a0815c6e0 2024-09-13T16:13:47.192 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.187+0000 7f7a10019640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7a080b69c0 con 0x7f7a080ccb20 2024-09-13T16:13:47.192 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.188+0000 7f7a0d5b4640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7a080d07b0 0x7f7a08154830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:47.192 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.188+0000 7f7a0d5b4640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7a080d07b0 0x7f7a08154830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:44770/0 (socket says 172.21.15.76:44770) 2024-09-13T16:13:47.192 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.188+0000 7f7a0d5b4640 1 -- 172.21.15.76:0/3985107120 learned_addr learned my addr 172.21.15.76:0/3985107120 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:47.192 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.188+0000 7f7a0e5b6640 1 --2- 172.21.15.76:0/3985107120 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7a0815c6e0 0x7f7a08150d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:47.192 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.188+0000 7f7a0d5b4640 1 -- 172.21.15.76:0/3985107120 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7a080ccb20 msgr2=0x7f7a081553b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:47.192 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.188+0000 7f7a0d5b4640 1 --2- 172.21.15.76:0/3985107120 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7a080ccb20 0x7f7a081553b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:47.192 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.188+0000 7f7a0d5b4640 1 -- 172.21.15.76:0/3985107120 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7a0815c6e0 msgr2=0x7f7a08150d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:47.192 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.188+0000 7f7a0d5b4640 1 --2- 172.21.15.76:0/3985107120 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7a0815c6e0 0x7f7a08150d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:47.192 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.188+0000 7f7a0d5b4640 1 -- 172.21.15.76:0/3985107120 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7a040094d0 con 0x7f7a080d07b0 2024-09-13T16:13:47.192 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.188+0000 7f7a0d5b4640 1 --2- 172.21.15.76:0/3985107120 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7a080d07b0 0x7f7a08154830 secure :-1 s=READY pgs=1861 cs=0 l=1 rev1=1 crypto rx=0x7f79f800c7f0 tx=0x7f79f800cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:47.193 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.188+0000 7f79fe7fc640 1 -- 172.21.15.76:0/3985107120 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79f8007a30 con 0x7f7a080d07b0 2024-09-13T16:13:47.193 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.188+0000 7f79fe7fc640 1 -- 172.21.15.76:0/3985107120 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f79f8007b90 con 0x7f7a080d07b0 2024-09-13T16:13:47.193 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.188+0000 7f7a10019640 1 -- 172.21.15.76:0/3985107120 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7a080b6ca0 con 0x7f7a080d07b0 2024-09-13T16:13:47.193 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.188+0000 7f79fe7fc640 1 -- 172.21.15.76:0/3985107120 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79f800ce40 con 0x7f7a080d07b0 2024-09-13T16:13:47.193 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.188+0000 7f7a10019640 1 -- 172.21.15.76:0/3985107120 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7a08154d70 con 0x7f7a080d07b0 2024-09-13T16:13:47.193 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.189+0000 7f7a10019640 1 -- 172.21.15.76:0/3985107120 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7a080b6540 con 0x7f7a080d07b0 2024-09-13T16:13:47.193 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.190+0000 7f79fe7fc640 1 -- 172.21.15.76:0/3985107120 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f79f80113f0 con 0x7f7a080d07b0 2024-09-13T16:13:47.194 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.190+0000 7f79fe7fc640 1 --2- 172.21.15.76:0/3985107120 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f79ec06ac00 0x7f79ec06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:47.194 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.190+0000 7f79fe7fc640 1 -- 172.21.15.76:0/3985107120 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(136..136 src has 1..136) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f79f8089610 con 0x7f7a080d07b0 2024-09-13T16:13:47.194 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.190+0000 7f7a0ddb5640 1 --2- 172.21.15.76:0/3985107120 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f79ec06ac00 0x7f79ec06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:47.194 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.190+0000 7f7a0ddb5640 1 --2- 172.21.15.76:0/3985107120 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f79ec06ac00 0x7f79ec06d0c0 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7f7a04034000 tx=0x7f7a0402c000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:47.195 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.194+0000 7f79fe7fc640 1 -- 172.21.15.76:0/3985107120 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f7a080b6540 con 0x7f7a080d07b0 2024-09-13T16:13:47.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.388+0000 7f7a10019640 1 -- 172.21.15.76:0/3985107120 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f7a080b6540 con 0x7f7a080d07b0 2024-09-13T16:13:47.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.389+0000 7f79fe7fc640 1 -- 172.21.15.76:0/3985107120 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 74 v74) v1 ==== 94+0+4742 (secure 0 0 0) 0x7f7a080b6540 con 0x7f7a080d07b0 2024-09-13T16:13:47.390 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:13:47.391 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":74,"default_fscid":9,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7115,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/4062248644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":4062248644},{"type":"v1","addr":"172.21.15.192:6835","nonce":4062248644}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":68},{"gid":8005,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6837/2615493476","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":2615493476},{"type":"v1","addr":"172.21.15.76:6837","nonce":2615493476}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":67},{"gid":8011,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/2123797898","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":2123797898},{"type":"v1","addr":"172.21.15.192:6833","nonce":2123797898}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":67}],"filesystems":[{"mdsmap":{"epoch":74,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:13:29.534838+0000","modified":"2024-09-13T16:13:45.573521+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":9078},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9078":{"gid":9078,"name":"c","rank":0,"incarnation":69,"state":"up:active","state_seq":8,"addr":"172.21.15.76:6836/2887788362","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":2887788362},{"type":"v1","addr":"172.21.15.76:6836","nonce":2887788362}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[20],"metadata_pool":19,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":9}]} 2024-09-13T16:13:47.391 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 74 2024-09-13T16:13:47.392 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.391+0000 7f7a10019640 1 -- 172.21.15.76:0/3985107120 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f79ec06ac00 msgr2=0x7f79ec06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:47.393 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.391+0000 7f7a10019640 1 --2- 172.21.15.76:0/3985107120 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f79ec06ac00 0x7f79ec06d0c0 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7f7a04034000 tx=0x7f7a0402c000 comp rx=0 tx=0).stop 2024-09-13T16:13:47.393 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.391+0000 7f7a10019640 1 -- 172.21.15.76:0/3985107120 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7a080d07b0 msgr2=0x7f7a08154830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:47.393 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.391+0000 7f7a10019640 1 --2- 172.21.15.76:0/3985107120 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7a080d07b0 0x7f7a08154830 secure :-1 s=READY pgs=1861 cs=0 l=1 rev1=1 crypto rx=0x7f79f800c7f0 tx=0x7f79f800cbf0 comp rx=0 tx=0).stop 2024-09-13T16:13:47.393 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.391+0000 7f7a10019640 1 -- 172.21.15.76:0/3985107120 shutdown_connections 2024-09-13T16:13:47.393 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.391+0000 7f7a10019640 1 --2- 172.21.15.76:0/3985107120 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7a0815c6e0 0x7f7a08150d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:47.393 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.391+0000 7f7a10019640 1 --2- 172.21.15.76:0/3985107120 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7a080d07b0 0x7f7a08154830 unknown :-1 s=CLOSED pgs=1861 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:47.393 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.391+0000 7f7a10019640 1 --2- 172.21.15.76:0/3985107120 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f79ec06ac00 0x7f79ec06d0c0 unknown :-1 s=CLOSED pgs=792 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:47.393 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.391+0000 7f7a10019640 1 --2- 172.21.15.76:0/3985107120 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7a080ccb20 0x7f7a081553b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:47.393 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.391+0000 7f7a10019640 1 -- 172.21.15.76:0/3985107120 >> 172.21.15.76:0/3985107120 conn(0x7f7a08089f60 msgr2=0x7f7a080d22d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:47.393 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.391+0000 7f7a10019640 1 -- 172.21.15.76:0/3985107120 shutdown_connections 2024-09-13T16:13:47.393 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.391+0000 7f7a10019640 1 -- 172.21.15.76:0/3985107120 wait complete. 2024-09-13T16:13:47.403 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json session ls 2024-09-13T16:13:47.515 INFO:teuthology.orchestra.run.smithi076.stdout:[{"id":8134,"entity":{"name":{"type":"client","num":8134},"addr":{"type":"any","addr":"192.168.0.1:0","nonce":964643084}},"state":"open","num_leases":0,"num_caps":1,"request_load_avg":0,"uptime":10.044693083,"requests_in_flight":0,"num_completed_requests":0,"num_completed_flushes":0,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":2.9457168424125828,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":1,"last_trim_completed_flushes_tid":0,"delegated_inos":[],"inst":"client.8134 192.168.0.1:0/964643084","completed_requests":[],"prealloc_inos":[],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"50bbe7f395997dcd871813949c49addbbf630361","ceph_version":"ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)","entity_id":"1","hostname":"smithi192","mount_point":"/home/ubuntu/cephtest/mnt.1","pid":"48778","root":"/"}},{"id":9237,"entity":{"name":{"type":"client","num":9237},"addr":{"type":"any","addr":"192.168.0.1:0","nonce":941351808}},"state":"open","num_leases":1,"num_caps":202,"request_load_avg":189,"uptime":11.740641263000001,"requests_in_flight":0,"num_completed_requests":200,"num_completed_flushes":0,"reconnecting":false,"recall_caps":{"value":576.60310783055058,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":162.62476813310741,"halflife":1.5},"recall_caps_throttle2o":{"value":35.272905890593705,"halflife":0.5},"session_cache_liveness":{"value":399.72773964173871,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":5,"last_trim_completed_flushes_tid":0,"delegated_inos":[{"start":"0x10000000002","length":500}],"inst":"client.9237 192.168.0.1:0/941351808","completed_requests":[{"tid":5,"created_ino":"0x10000000001"},{"tid":6,"created_ino":"0x100000001f6"},{"tid":7,"created_ino":"0x100000001f7"},{"tid":8,"created_ino":"0x100000001f8"},{"tid":9,"created_ino":"0x100000001f9"},{"tid":10,"created_ino":"0x100000001fa"},{"tid":11,"created_ino":"0x100000001fb"},{"tid":12,"created_ino":"0x100000001fc"},{"tid":13,"created_ino":"0x100000001fd"},{"tid":14,"created_ino":"0x100000001fe"},{"tid":15,"created_ino":"0x100000001ff"},{"tid":16,"created_ino":"0x10000000200"},{"tid":17,"created_ino":"0x10000000201"},{"tid":18,"created_ino":"0x10000000202"},{"tid":19,"created_ino":"0x10000000203"},{"tid":20,"created_ino":"0x10000000204"},{"tid":21,"created_ino":"0x10000000205"},{"tid":22,"created_ino":"0x10000000206"},{"tid":23,"created_ino":"0x10000000207"},{"tid":24,"created_ino":"0x10000000208"},{"tid":25,"created_ino":"0x10000000209"},{"tid":26,"created_ino":"0x1000000020a"},{"tid":27,"created_ino":"0x1000000020b"},{"tid":28,"created_ino":"0x1000000020c"},{"tid":29,"created_ino":"0x1000000020d"},{"tid":30,"created_ino":"0x1000000020e"},{"tid":31,"created_ino":"0x1000000020f"},{"tid":32,"created_ino":"0x10000000210"},{"tid":33,"created_ino":"0x10000000211"},{"tid":34,"created_ino":"0x10000000212"},{"tid":35,"created_ino":"0x10000000213"},{"tid":36,"created_ino":"0x10000000214"},{"tid":37,"created_ino":"0x10000000215"},{"tid":38,"created_ino":"0x10000000216"},{"tid":39,"created_ino":"0x10000000217"},{"tid":40,"created_ino":"0x10000000218"},{"tid":41,"created_ino":"0x10000000219"},{"tid":42,"created_ino":"0x1000000021a"},{"tid":43,"created_ino":"0x1000000021b"},{"tid":44,"created_ino":"0x1000000021c"},{"tid":45,"created_ino":"0x1000000021d"},{"tid":46,"created_ino":"0x1000000021e"},{"tid":47,"created_ino":"0x1000000021f"},{"tid":48,"created_ino":"0x10000000220"},{"tid":49,"created_ino":"0x10000000221"},{"tid":50,"created_ino":"0x10000000222"},{"tid":51,"created_ino":"0x10000000223"},{"tid":52,"created_ino":"0x10000000224"},{"tid":53,"created_ino":"0x10000000225"},{"tid":54,"created_ino":"0x10000000226"},{"tid":55,"created_ino":"0x10000000227"},{"tid":56,"created_ino":"0x10000000228"},{"tid":57,"created_ino":"0x10000000229"},{"tid":58,"created_ino":"0x1000000022a"},{"tid":59,"created_ino":"0x1000000022b"},{"tid":60,"created_ino":"0x1000000022c"},{"tid":61,"created_ino":"0x1000000022d"},{"tid":62,"created_ino":"0x1000000022e"},{"tid":63,"created_ino":"0x1000000022f"},{"tid":64,"created_ino":"0x10000000230"},{"tid":65,"created_ino":"0x10000000231"},{"tid":66,"created_ino":"0x10000000232"},{"tid":67,"created_ino":"0x10000000233"},{"tid":68,"created_ino":"0x10000000234"},{"tid":69,"created_ino":"0x10000000235"},{"tid":70,"created_ino":"0x10000000236"},{"tid":71,"created_ino":"0x10000000237"},{"tid":72,"created_ino":"0x10000000238"},{"tid":73,"created_ino":"0x10000000239"},{"tid":74,"created_ino":"0x1000000023a"},{"tid":75,"created_ino":"0x1000000023b"},{"tid":76,"created_ino":"0x1000000023c"},{"tid":77,"created_ino":"0x1000000023d"},{"tid":78,"created_ino":"0x1000000023e"},{"tid":79,"created_ino":"0x1000000023f"},{"tid":80,"created_ino":"0x10000000240"},{"tid":81,"created_ino":"0x10000000241"},{"tid":82,"created_ino":"0x10000000242"},{"tid":83,"created_ino":"0x10000000243"},{"tid":84,"created_ino":"0x10000000244"},{"tid":85,"created_ino":"0x10000000245"},{"tid":86,"created_ino":"0x10000000246"},{"tid":87,"created_ino":"0x10000000247"},{"tid":88,"created_ino":"0x10000000248"},{"tid":89,"created_ino":"0x10000000249"},{"tid":90,"created_ino":"0x1000000024a"},{"tid":91,"created_ino":"0x1000000024b"},{"tid":92,"created_ino":"0x1000000024c"},{"tid":93,"created_ino":"0x1000000024d"},{"tid":94,"created_ino":"0x1000000024e"},{"tid":95,"created_ino":"0x1000000024f"},{"tid":96,"created_ino":"0x10000000250"},{"tid":97,"created_ino":"0x10000000251"},{"tid":98,"created_ino":"0x10000000252"},{"tid":99,"created_ino":"0x10000000253"},{"tid":100,"created_ino":"0x10000000254"},{"tid":101,"created_ino":"0x10000000255"},{"tid":102,"created_ino":"0x10000000256"},{"tid":103,"created_ino":"0x10000000257"},{"tid":104,"created_ino":"0x10000000258"},{"tid":105,"created_ino":"0x10000000259"},{"tid":106,"created_ino":"0x1000000025a"},{"tid":107,"created_ino":"0x1000000025b"},{"tid":108,"created_ino":"0x1000000025c"},{"tid":109,"created_ino":"0x1000000025d"},{"tid":110,"created_ino":"0x1000000025e"},{"tid":111,"created_ino":"0x1000000025f"},{"tid":112,"created_ino":"0x10000000260"},{"tid":113,"created_ino":"0x10000000261"},{"tid":114,"created_ino":"0x10000000262"},{"tid":115,"created_ino":"0x10000000263"},{"tid":116,"created_ino":"0x10000000264"},{"tid":117,"created_ino":"0x10000000265"},{"tid":118,"created_ino":"0x10000000266"},{"tid":119,"created_ino":"0x10000000267"},{"tid":120,"created_ino":"0x10000000268"},{"tid":121,"created_ino":"0x10000000269"},{"tid":122,"created_ino":"0x1000000026a"},{"tid":123,"created_ino":"0x1000000026b"},{"tid":124,"created_ino":"0x1000000026c"},{"tid":125,"created_ino":"0x1000000026d"},{"tid":126,"created_ino":"0x1000000026e"},{"tid":127,"created_ino":"0x1000000026f"},{"tid":128,"created_ino":"0x10000000270"},{"tid":129,"created_ino":"0x10000000271"},{"tid":130,"created_ino":"0x10000000272"},{"tid":131,"created_ino":"0x10000000273"},{"tid":132,"created_ino":"0x10000000274"},{"tid":133,"created_ino":"0x10000000275"},{"tid":134,"created_ino":"0x10000000276"},{"tid":135,"created_ino":"0x10000000277"},{"tid":136,"created_ino":"0x10000000278"},{"tid":137,"created_ino":"0x10000000279"},{"tid":138,"created_ino":"0x1000000027a"},{"tid":139,"created_ino":"0x1000000027b"},{"tid":140,"created_ino":"0x1000000027c"},{"tid":141,"created_ino":"0x1000000027d"},{"tid":142,"created_ino":"0x1000000027e"},{"tid":143,"created_ino":"0x1000000027f"},{"tid":144,"created_ino":"0x10000000280"},{"tid":145,"created_ino":"0x10000000281"},{"tid":146,"created_ino":"0x10000000282"},{"tid":147,"created_ino":"0x10000000283"},{"tid":148,"created_ino":"0x10000000284"},{"tid":149,"created_ino":"0x10000000285"},{"tid":150,"created_ino":"0x10000000286"},{"tid":151,"created_ino":"0x10000000287"},{"tid":152,"created_ino":"0x10000000288"},{"tid":153,"created_ino":"0x10000000289"},{"tid":154,"created_ino":"0x1000000028a"},{"tid":155,"created_ino":"0x1000000028b"},{"tid":156,"created_ino":"0x1000000028c"},{"tid":157,"created_ino":"0x1000000028d"},{"tid":158,"created_ino":"0x1000000028e"},{"tid":159,"created_ino":"0x1000000028f"},{"tid":160,"created_ino":"0x10000000290"},{"tid":161,"created_ino":"0x10000000291"},{"tid":162,"created_ino":"0x10000000292"},{"tid":163,"created_ino":"0x10000000293"},{"tid":164,"created_ino":"0x10000000294"},{"tid":165,"created_ino":"0x10000000295"},{"tid":166,"created_ino":"0x10000000296"},{"tid":167,"created_ino":"0x10000000297"},{"tid":168,"created_ino":"0x10000000298"},{"tid":169,"created_ino":"0x10000000299"},{"tid":170,"created_ino":"0x1000000029a"},{"tid":171,"created_ino":"0x1000000029b"},{"tid":172,"created_ino":"0x1000000029c"},{"tid":173,"created_ino":"0x1000000029d"},{"tid":174,"created_ino":"0x1000000029e"},{"tid":175,"created_ino":"0x1000000029f"},{"tid":176,"created_ino":"0x100000002a0"},{"tid":177,"created_ino":"0x100000002a1"},{"tid":178,"created_ino":"0x100000002a2"},{"tid":179,"created_ino":"0x100000002a3"},{"tid":180,"created_ino":"0x100000002a4"},{"tid":181,"created_ino":"0x100000002a5"},{"tid":182,"created_ino":"0x100000002a6"},{"tid":183,"created_ino":"0x100000002a7"},{"tid":184,"created_ino":"0x100000002a8"},{"tid":185,"created_ino":"0x100000002a9"},{"tid":186,"created_ino":"0x100000002aa"},{"tid":187,"created_ino":"0x100000002ab"},{"tid":188,"created_ino":"0x100000002ac"},{"tid":189,"created_ino":"0x100000002ad"},{"tid":190,"created_ino":"0x100000002ae"},{"tid":191,"created_ino":"0x100000002af"},{"tid":192,"created_ino":"0x100000002b0"},{"tid":193,"created_ino":"0x100000002b1"},{"tid":194,"created_ino":"0x100000002b2"},{"tid":195,"created_ino":"0x100000002b3"},{"tid":196,"created_ino":"0x100000002b4"},{"tid":197,"created_ino":"0x100000002b5"},{"tid":198,"created_ino":"0x100000002b6"},{"tid":199,"created_ino":"0x100000002b7"},{"tid":200,"created_ino":"0x100000002b8"},{"tid":201,"created_ino":"0x100000002b9"},{"tid":202,"created_ino":"0x100000002ba"},{"tid":203,"created_ino":"0x100000002bb"},{"tid":204,"created_ino":"0x100000002bc"}],"prealloc_inos":[{"start":"0x10000000002","length":500},{"start":"0x100000002bd","length":802}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"50bbe7f395997dcd871813949c49addbbf630361","ceph_version":"ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)","entity_id":"0","hostname":"smithi076","mount_point":"/home/ubuntu/cephtest/mnt.0","pid":"81368","root":"/"}}] 2024-09-13T16:13:47.517 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "1", "hostname": "smithi192", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "mount_point": "/home/ubuntu/cephtest/mnt.1", "pid": "48778", "root": "/" }, "completed_requests": [], "delegated_inos": [], "entity": { "addr": { "addr": "192.168.0.1:0", "nonce": 964643084, "type": "any" }, "name": { "num": 8134, "type": "client" } }, "id": 8134, "inst": "client.8134 192.168.0.1:0/964643084", "last_trim_completed_flushes_tid": 0, "last_trim_completed_requests_tid": 1, "num_caps": 1, "num_completed_flushes": 0, "num_completed_requests": 0, "num_leases": 0, "prealloc_inos": [], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 0, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 2.945716842412583 }, "state": "open", "uptime": 10.044693083 }, { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "0", "hostname": "smithi076", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "mount_point": "/home/ubuntu/cephtest/mnt.0", "pid": "81368", "root": "/" }, "completed_requests": [ { "created_ino": "0x10000000001", "tid": 5 }, { "created_ino": "0x100000001f6", "tid": 6 }, { "created_ino": "0x100000001f7", "tid": 7 }, { "created_ino": "0x100000001f8", "tid": 8 }, { "created_ino": "0x100000001f9", "tid": 9 }, { "created_ino": "0x100000001fa", "tid": 10 }, { "created_ino": "0x100000001fb", "tid": 11 }, { "created_ino": "0x100000001fc", "tid": 12 }, { "created_ino": "0x100000001fd", "tid": 13 }, { "created_ino": "0x100000001fe", "tid": 14 }, { "created_ino": "0x100000001ff", "tid": 15 }, { "created_ino": "0x10000000200", "tid": 16 }, { "created_ino": "0x10000000201", "tid": 17 }, { "created_ino": "0x10000000202", "tid": 18 }, { "created_ino": "0x10000000203", "tid": 19 }, { "created_ino": "0x10000000204", "tid": 20 }, { "created_ino": "0x10000000205", "tid": 21 }, { "created_ino": "0x10000000206", "tid": 22 }, { "created_ino": "0x10000000207", "tid": 23 }, { "created_ino": "0x10000000208", "tid": 24 }, { "created_ino": "0x10000000209", "tid": 25 }, { "created_ino": "0x1000000020a", "tid": 26 }, { "created_ino": "0x1000000020b", "tid": 27 }, { "created_ino": "0x1000000020c", "tid": 28 }, { "created_ino": "0x1000000020d", "tid": 29 }, { "created_ino": "0x1000000020e", "tid": 30 }, { "created_ino": "0x1000000020f", "tid": 31 }, { "created_ino": "0x10000000210", "tid": 32 }, { "created_ino": "0x10000000211", "tid": 33 }, { "created_ino": "0x10000000212", "tid": 34 }, { "created_ino": "0x10000000213", "tid": 35 }, { "created_ino": "0x10000000214", "tid": 36 }, { "created_ino": "0x10000000215", "tid": 37 }, { "created_ino": "0x10000000216", "tid": 38 }, { "created_ino": "0x10000000217", "tid": 39 }, { "created_ino": "0x10000000218", "tid": 40 }, { "created_ino": "0x10000000219", "tid": 41 }, { "created_ino": "0x1000000021a", "tid": 42 }, { "created_ino": "0x1000000021b", "tid": 43 }, { "created_ino": "0x1000000021c", "tid": 44 }, { "created_ino": "0x1000000021d", "tid": 45 }, { "created_ino": "0x1000000021e", "tid": 46 }, { "created_ino": "0x1000000021f", "tid": 47 }, { "created_ino": "0x10000000220", "tid": 48 }, { "created_ino": "0x10000000221", "tid": 49 }, { "created_ino": "0x10000000222", "tid": 50 }, { "created_ino": "0x10000000223", "tid": 51 }, { "created_ino": "0x10000000224", "tid": 52 }, { "created_ino": "0x10000000225", "tid": 53 }, { "created_ino": "0x10000000226", "tid": 54 }, { "created_ino": "0x10000000227", "tid": 55 }, { "created_ino": "0x10000000228", "tid": 56 }, { "created_ino": "0x10000000229", "tid": 57 }, { "created_ino": "0x1000000022a", "tid": 58 }, { "created_ino": "0x1000000022b", "tid": 59 }, { "created_ino": "0x1000000022c", "tid": 60 }, { "created_ino": "0x1000000022d", "tid": 61 }, { "created_ino": "0x1000000022e", "tid": 62 }, { "created_ino": "0x1000000022f", "tid": 63 }, { "created_ino": "0x10000000230", "tid": 64 }, { "created_ino": "0x10000000231", "tid": 65 }, { "created_ino": "0x10000000232", "tid": 66 }, { "created_ino": "0x10000000233", "tid": 67 }, { "created_ino": "0x10000000234", "tid": 68 }, { "created_ino": "0x10000000235", "tid": 69 }, { "created_ino": "0x10000000236", "tid": 70 }, { "created_ino": "0x10000000237", "tid": 71 }, { "created_ino": "0x10000000238", "tid": 72 }, { "created_ino": "0x10000000239", "tid": 73 }, { "created_ino": "0x1000000023a", "tid": 74 }, { "created_ino": "0x1000000023b", "tid": 75 }, { "created_ino": "0x1000000023c", "tid": 76 }, { "created_ino": "0x1000000023d", "tid": 77 }, { "created_ino": "0x1000000023e", "tid": 78 }, { "created_ino": "0x1000000023f", "tid": 79 }, { "created_ino": "0x10000000240", "tid": 80 }, { "created_ino": "0x10000000241", "tid": 81 }, { "created_ino": "0x10000000242", "tid": 82 }, { "created_ino": "0x10000000243", "tid": 83 }, { "created_ino": "0x10000000244", "tid": 84 }, { "created_ino": "0x10000000245", "tid": 85 }, { "created_ino": "0x10000000246", "tid": 86 }, { "created_ino": "0x10000000247", "tid": 87 }, { "created_ino": "0x10000000248", "tid": 88 }, { "created_ino": "0x10000000249", "tid": 89 }, { "created_ino": "0x1000000024a", "tid": 90 }, { "created_ino": "0x1000000024b", "tid": 91 }, { "created_ino": "0x1000000024c", "tid": 92 }, { "created_ino": "0x1000000024d", "tid": 93 }, { "created_ino": "0x1000000024e", "tid": 94 }, { "created_ino": "0x1000000024f", "tid": 95 }, { "created_ino": "0x10000000250", "tid": 96 }, { "created_ino": "0x10000000251", "tid": 97 }, { "created_ino": "0x10000000252", "tid": 98 }, { "created_ino": "0x10000000253", "tid": 99 }, { "created_ino": "0x10000000254", "tid": 100 }, { "created_ino": "0x10000000255", "tid": 101 }, { "created_ino": "0x10000000256", "tid": 102 }, { "created_ino": "0x10000000257", "tid": 103 }, { "created_ino": "0x10000000258", "tid": 104 }, { "created_ino": "0x10000000259", "tid": 105 }, { "created_ino": "0x1000000025a", "tid": 106 }, { "created_ino": "0x1000000025b", "tid": 107 }, { "created_ino": "0x1000000025c", "tid": 108 }, { "created_ino": "0x1000000025d", "tid": 109 }, { "created_ino": "0x1000000025e", "tid": 110 }, { "created_ino": "0x1000000025f", "tid": 111 }, { "created_ino": "0x10000000260", "tid": 112 }, { "created_ino": "0x10000000261", "tid": 113 }, { "created_ino": "0x10000000262", "tid": 114 }, { "created_ino": "0x10000000263", "tid": 115 }, { "created_ino": "0x10000000264", "tid": 116 }, { "created_ino": "0x10000000265", "tid": 117 }, { "created_ino": "0x10000000266", "tid": 118 }, { "created_ino": "0x10000000267", "tid": 119 }, { "created_ino": "0x10000000268", "tid": 120 }, { "created_ino": "0x10000000269", "tid": 121 }, { "created_ino": "0x1000000026a", "tid": 122 }, { "created_ino": "0x1000000026b", "tid": 123 }, { "created_ino": "0x1000000026c", "tid": 124 }, { "created_ino": "0x1000000026d", "tid": 125 }, { "created_ino": "0x1000000026e", "tid": 126 }, { "created_ino": "0x1000000026f", "tid": 127 }, { "created_ino": "0x10000000270", "tid": 128 }, { "created_ino": "0x10000000271", "tid": 129 }, { "created_ino": "0x10000000272", "tid": 130 }, { "created_ino": "0x10000000273", "tid": 131 }, { "created_ino": "0x10000000274", "tid": 132 }, { "created_ino": "0x10000000275", "tid": 133 }, { "created_ino": "0x10000000276", "tid": 134 }, { "created_ino": "0x10000000277", "tid": 135 }, { "created_ino": "0x10000000278", "tid": 136 }, { "created_ino": "0x10000000279", "tid": 137 }, { "created_ino": "0x1000000027a", "tid": 138 }, { "created_ino": "0x1000000027b", "tid": 139 }, { "created_ino": "0x1000000027c", "tid": 140 }, { "created_ino": "0x1000000027d", "tid": 141 }, { "created_ino": "0x1000000027e", "tid": 142 }, { "created_ino": "0x1000000027f", "tid": 143 }, { "created_ino": "0x10000000280", "tid": 144 }, { "created_ino": "0x10000000281", "tid": 145 }, { "created_ino": "0x10000000282", "tid": 146 }, { "created_ino": "0x10000000283", "tid": 147 }, { "created_ino": "0x10000000284", "tid": 148 }, { "created_ino": "0x10000000285", "tid": 149 }, { "created_ino": "0x10000000286", "tid": 150 }, { "created_ino": "0x10000000287", "tid": 151 }, { "created_ino": "0x10000000288", "tid": 152 }, { "created_ino": "0x10000000289", "tid": 153 }, { "created_ino": "0x1000000028a", "tid": 154 }, { "created_ino": "0x1000000028b", "tid": 155 }, { "created_ino": "0x1000000028c", "tid": 156 }, { "created_ino": "0x1000000028d", "tid": 157 }, { "created_ino": "0x1000000028e", "tid": 158 }, { "created_ino": "0x1000000028f", "tid": 159 }, { "created_ino": "0x10000000290", "tid": 160 }, { "created_ino": "0x10000000291", "tid": 161 }, { "created_ino": "0x10000000292", "tid": 162 }, { "created_ino": "0x10000000293", "tid": 163 }, { "created_ino": "0x10000000294", "tid": 164 }, { "created_ino": "0x10000000295", "tid": 165 }, { "created_ino": "0x10000000296", "tid": 166 }, { "created_ino": "0x10000000297", "tid": 167 }, { "created_ino": "0x10000000298", "tid": 168 }, { "created_ino": "0x10000000299", "tid": 169 }, { "created_ino": "0x1000000029a", "tid": 170 }, { "created_ino": "0x1000000029b", "tid": 171 }, { "created_ino": "0x1000000029c", "tid": 172 }, { "created_ino": "0x1000000029d", "tid": 173 }, { "created_ino": "0x1000000029e", "tid": 174 }, { "created_ino": "0x1000000029f", "tid": 175 }, { "created_ino": "0x100000002a0", "tid": 176 }, { "created_ino": "0x100000002a1", "tid": 177 }, { "created_ino": "0x100000002a2", "tid": 178 }, { "created_ino": "0x100000002a3", "tid": 179 }, { "created_ino": "0x100000002a4", "tid": 180 }, { "created_ino": "0x100000002a5", "tid": 181 }, { "created_ino": "0x100000002a6", "tid": 182 }, { "created_ino": "0x100000002a7", "tid": 183 }, { "created_ino": "0x100000002a8", "tid": 184 }, { "created_ino": "0x100000002a9", "tid": 185 }, { "created_ino": "0x100000002aa", "tid": 186 }, { "created_ino": "0x100000002ab", "tid": 187 }, { "created_ino": "0x100000002ac", "tid": 188 }, { "created_ino": "0x100000002ad", "tid": 189 }, { "created_ino": "0x100000002ae", "tid": 190 }, { "created_ino": "0x100000002af", "tid": 191 }, { "created_ino": "0x100000002b0", "tid": 192 }, { "created_ino": "0x100000002b1", "tid": 193 }, { "created_ino": "0x100000002b2", "tid": 194 }, { "created_ino": "0x100000002b3", "tid": 195 }, { "created_ino": "0x100000002b4", "tid": 196 }, { "created_ino": "0x100000002b5", "tid": 197 }, { "created_ino": "0x100000002b6", "tid": 198 }, { "created_ino": "0x100000002b7", "tid": 199 }, { "created_ino": "0x100000002b8", "tid": 200 }, { "created_ino": "0x100000002b9", "tid": 201 }, { "created_ino": "0x100000002ba", "tid": 202 }, { "created_ino": "0x100000002bb", "tid": 203 }, { "created_ino": "0x100000002bc", "tid": 204 } ], "delegated_inos": [ { "length": 500, "start": "0x10000000002" } ], "entity": { "addr": { "addr": "192.168.0.1:0", "nonce": 941351808, "type": "any" }, "name": { "num": 9237, "type": "client" } }, "id": 9237, "inst": "client.9237 192.168.0.1:0/941351808", "last_trim_completed_flushes_tid": 0, "last_trim_completed_requests_tid": 5, "num_caps": 202, "num_completed_flushes": 0, "num_completed_requests": 200, "num_leases": 1, "prealloc_inos": [ { "length": 500, "start": "0x10000000002" }, { "length": 802, "start": "0x100000002bd" } ], "recall_caps": { "halflife": 60, "value": 576.6031078305506 }, "recall_caps_throttle": { "halflife": 1.5, "value": 162.6247681331074 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 35.272905890593705 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 189, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 399.7277396417387 }, "state": "open", "uptime": 11.740641263 } ] 2024-09-13T16:13:47.517 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-13T16:13:47.517 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-13T16:13:47.517 DEBUG:teuthology.orchestra.run.smithi076:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T16:13:47.564 DEBUG:teuthology.orchestra.run.smithi192:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T16:13:47.616 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-13T16:13:47.616 INFO:tasks.cephfs.mount:Terminating background process 2024-09-13T16:13:47.616 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:13:47.617 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:13:47.632 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:13:47.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.769+0000 7fcf86318640 1 Processor -- start 2024-09-13T16:13:47.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.769+0000 7fcf86318640 1 -- start start 2024-09-13T16:13:47.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.770+0000 7fcf86318640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fcf8015a2e0 0x7fcf800c9a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:47.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.770+0000 7fcf86318640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcf800c9f80 0x7fcf800cace0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:47.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.770+0000 7fcf86318640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcf800c8920 con 0x7fcf800cb220 2024-09-13T16:13:47.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.770+0000 7fcf86318640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcf800cb650 con 0x7fcf8015a2e0 2024-09-13T16:13:47.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.770+0000 7fcf86318640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcf8015a6c0 con 0x7fcf800c9f80 2024-09-13T16:13:47.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.770+0000 7fcf7ffff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fcf8015a2e0 0x7fcf800c9a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:47.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.770+0000 7fcf848b5640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fcf800cb220 0x7fcf800ce260 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:59032/0 (socket says 172.21.15.76:59032) 2024-09-13T16:13:47.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.770+0000 7fcf848b5640 1 -- 172.21.15.76:0/1490783448 learned_addr learned my addr 172.21.15.76:0/1490783448 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:13:47.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.770+0000 7fcf7f7fe640 1 --2- 172.21.15.76:0/1490783448 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcf800c9f80 0x7fcf800cace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:47.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.770+0000 7fcf7ffff640 1 -- 172.21.15.76:0/1490783448 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcf800c9f80 msgr2=0x7fcf800cace0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:47.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.770+0000 7fcf7ffff640 1 --2- 172.21.15.76:0/1490783448 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcf800c9f80 0x7fcf800cace0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:47.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.770+0000 7fcf7ffff640 1 -- 172.21.15.76:0/1490783448 >> v1:172.21.15.76:6789/0 conn(0x7fcf800cb220 legacy=0x7fcf800ce260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:47.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.770+0000 7fcf7ffff640 1 -- 172.21.15.76:0/1490783448 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcf800ca500 con 0x7fcf8015a2e0 2024-09-13T16:13:47.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.771+0000 7fcf7ffff640 1 --2- 172.21.15.76:0/1490783448 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcf8015a2e0 0x7fcf800c9a40 secure :-1 s=READY pgs=1863 cs=0 l=1 rev1=1 crypto rx=0x7fcf700097a0 tx=0x7fcf7002a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6078968817e4c683 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:47.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.771+0000 7fcf7effd640 1 -- 172.21.15.76:0/1490783448 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf70032440 con 0x7fcf8015a2e0 2024-09-13T16:13:47.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.771+0000 7fcf7effd640 1 -- 172.21.15.76:0/1490783448 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcf700325a0 con 0x7fcf8015a2e0 2024-09-13T16:13:47.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.771+0000 7fcf7effd640 1 -- 172.21.15.76:0/1490783448 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf70032930 con 0x7fcf8015a2e0 2024-09-13T16:13:47.774 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.772+0000 7fcf86318640 1 -- 172.21.15.76:0/1490783448 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcf8015a2e0 msgr2=0x7fcf800c9a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:47.774 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.772+0000 7fcf86318640 1 --2- 172.21.15.76:0/1490783448 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcf8015a2e0 0x7fcf800c9a40 secure :-1 s=READY pgs=1863 cs=0 l=1 rev1=1 crypto rx=0x7fcf700097a0 tx=0x7fcf7002a180 comp rx=0 tx=0).stop 2024-09-13T16:13:47.774 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.772+0000 7fcf86318640 1 -- 172.21.15.76:0/1490783448 shutdown_connections 2024-09-13T16:13:47.775 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.772+0000 7fcf86318640 1 --2- 172.21.15.76:0/1490783448 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcf800c9f80 0x7fcf800cace0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:47.775 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.772+0000 7fcf86318640 1 --2- 172.21.15.76:0/1490783448 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcf8015a2e0 0x7fcf800c9a40 unknown :-1 s=CLOSED pgs=1863 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:47.775 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.772+0000 7fcf86318640 1 -- 172.21.15.76:0/1490783448 >> 172.21.15.76:0/1490783448 conn(0x7fcf80069ed0 msgr2=0x7fcf8006a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:47.775 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.772+0000 7fcf86318640 1 -- 172.21.15.76:0/1490783448 shutdown_connections 2024-09-13T16:13:47.775 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.772+0000 7fcf86318640 1 -- 172.21.15.76:0/1490783448 wait complete. 2024-09-13T16:13:47.775 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.773+0000 7fcf86318640 1 Processor -- start 2024-09-13T16:13:47.775 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.773+0000 7fcf86318640 1 -- start start 2024-09-13T16:13:47.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.774+0000 7fcf86318640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcf800c9f80 0x7fcf800ad2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:47.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.774+0000 7fcf86318640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcf800cb220 0x7fcf80153bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:47.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.774+0000 7fcf86318640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcf8015a2e0 0x7fcf801e4ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:47.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.774+0000 7fcf86318640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcf800717e0 con 0x7fcf8015a2e0 2024-09-13T16:13:47.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.774+0000 7fcf86318640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcf80152ec0 con 0x7fcf800c9f80 2024-09-13T16:13:47.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.774+0000 7fcf86318640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcf80153760 con 0x7fcf800cb220 2024-09-13T16:13:47.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.774+0000 7fcf848b5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcf8015a2e0 0x7fcf801e4ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:47.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.774+0000 7fcf848b5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcf8015a2e0 0x7fcf801e4ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:44788/0 (socket says 172.21.15.76:44788) 2024-09-13T16:13:47.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.774+0000 7fcf848b5640 1 -- 172.21.15.76:0/4231805632 learned_addr learned my addr 172.21.15.76:0/4231805632 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:47.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.774+0000 7fcf7ffff640 1 --2- 172.21.15.76:0/4231805632 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcf800c9f80 0x7fcf800ad2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:47.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.774+0000 7fcf7f7fe640 1 --2- 172.21.15.76:0/4231805632 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcf800cb220 0x7fcf80153bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:47.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.774+0000 7fcf848b5640 1 -- 172.21.15.76:0/4231805632 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcf800cb220 msgr2=0x7fcf80153bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:47.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.774+0000 7fcf848b5640 1 --2- 172.21.15.76:0/4231805632 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcf800cb220 0x7fcf80153bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:47.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.774+0000 7fcf848b5640 1 -- 172.21.15.76:0/4231805632 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcf800c9f80 msgr2=0x7fcf800ad2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:47.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.774+0000 7fcf848b5640 1 --2- 172.21.15.76:0/4231805632 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcf800c9f80 0x7fcf800ad2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:47.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.774+0000 7fcf848b5640 1 -- 172.21.15.76:0/4231805632 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcf70009400 con 0x7fcf8015a2e0 2024-09-13T16:13:47.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.774+0000 7fcf7ffff640 1 --2- 172.21.15.76:0/4231805632 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcf800c9f80 0x7fcf800ad2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:47.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.774+0000 7fcf7f7fe640 1 --2- 172.21.15.76:0/4231805632 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcf800cb220 0x7fcf80153bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:47.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.774+0000 7fcf848b5640 1 --2- 172.21.15.76:0/4231805632 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcf8015a2e0 0x7fcf801e4ff0 secure :-1 s=READY pgs=1864 cs=0 l=1 rev1=1 crypto rx=0x7fcf7800cbf0 tx=0x7fcf7800a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:47.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.774+0000 7fcf7cff9640 1 -- 172.21.15.76:0/4231805632 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf7800ad40 con 0x7fcf8015a2e0 2024-09-13T16:13:47.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.775+0000 7fcf7cff9640 1 -- 172.21.15.76:0/4231805632 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcf78012400 con 0x7fcf8015a2e0 2024-09-13T16:13:47.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.775+0000 7fcf86318640 1 -- 172.21.15.76:0/4231805632 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcf800ad990 con 0x7fcf8015a2e0 2024-09-13T16:13:47.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.775+0000 7fcf7cff9640 1 -- 172.21.15.76:0/4231805632 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf7800aea0 con 0x7fcf8015a2e0 2024-09-13T16:13:47.780 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.775+0000 7fcf86318640 1 -- 172.21.15.76:0/4231805632 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcf801533f0 con 0x7fcf8015a2e0 2024-09-13T16:13:47.780 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.775+0000 7fcf86318640 1 -- 172.21.15.76:0/4231805632 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcf800c9630 con 0x7fcf8015a2e0 2024-09-13T16:13:47.780 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.776+0000 7fcf7cff9640 1 -- 172.21.15.76:0/4231805632 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fcf78007070 con 0x7fcf8015a2e0 2024-09-13T16:13:47.780 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.776+0000 7fcf7cff9640 1 --2- 172.21.15.76:0/4231805632 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcf6c06ac00 0x7fcf6c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:47.780 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.776+0000 7fcf7cff9640 1 -- 172.21.15.76:0/4231805632 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(136..136 src has 1..136) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fcf78089200 con 0x7fcf8015a2e0 2024-09-13T16:13:47.780 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.776+0000 7fcf7ffff640 1 --2- 172.21.15.76:0/4231805632 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcf6c06ac00 0x7fcf6c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:47.780 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.777+0000 7fcf7ffff640 1 --2- 172.21.15.76:0/4231805632 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcf6c06ac00 0x7fcf6c06d0c0 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7fcf70034000 tx=0x7fcf7002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:47.782 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.780+0000 7fcf7cff9640 1 -- 172.21.15.76:0/4231805632 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fcf780543e0 con 0x7fcf8015a2e0 2024-09-13T16:13:47.947 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.946+0000 7fcf86318640 1 -- 172.21.15.76:0/4231805632 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fcf800c85f0 con 0x7fcf8015a2e0 2024-09-13T16:13:47.948 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.947+0000 7fcf7cff9640 1 -- 172.21.15.76:0/4231805632 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v136) v1 ==== 74+0+16696 (secure 0 0 0) 0x7fcf78057a00 con 0x7fcf8015a2e0 2024-09-13T16:13:47.948 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:13:47.949 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":136,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:13:30.536211+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":20,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":19,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:13:27.341617+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"135","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":20,"pool_name":"cephfs_data","create_time":"2024-09-13T16:13:28.498648+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"136","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:13:47.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.949+0000 7fcf86318640 1 -- 172.21.15.76:0/4231805632 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcf6c06ac00 msgr2=0x7fcf6c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:47.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.949+0000 7fcf86318640 1 --2- 172.21.15.76:0/4231805632 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcf6c06ac00 0x7fcf6c06d0c0 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7fcf70034000 tx=0x7fcf7002e000 comp rx=0 tx=0).stop 2024-09-13T16:13:47.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.949+0000 7fcf86318640 1 -- 172.21.15.76:0/4231805632 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcf8015a2e0 msgr2=0x7fcf801e4ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:47.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.949+0000 7fcf86318640 1 --2- 172.21.15.76:0/4231805632 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcf8015a2e0 0x7fcf801e4ff0 secure :-1 s=READY pgs=1864 cs=0 l=1 rev1=1 crypto rx=0x7fcf7800cbf0 tx=0x7fcf7800a430 comp rx=0 tx=0).stop 2024-09-13T16:13:47.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.949+0000 7fcf86318640 1 -- 172.21.15.76:0/4231805632 shutdown_connections 2024-09-13T16:13:47.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.949+0000 7fcf86318640 1 --2- 172.21.15.76:0/4231805632 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcf8015a2e0 0x7fcf801e4ff0 unknown :-1 s=CLOSED pgs=1864 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:47.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.949+0000 7fcf86318640 1 --2- 172.21.15.76:0/4231805632 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcf6c06ac00 0x7fcf6c06d0c0 unknown :-1 s=CLOSED pgs=793 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:47.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.949+0000 7fcf86318640 1 --2- 172.21.15.76:0/4231805632 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcf800cb220 0x7fcf80153bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:47.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.949+0000 7fcf86318640 1 --2- 172.21.15.76:0/4231805632 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcf800c9f80 0x7fcf800ad2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:47.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.949+0000 7fcf86318640 1 -- 172.21.15.76:0/4231805632 >> 172.21.15.76:0/4231805632 conn(0x7fcf80069ed0 msgr2=0x7fcf800afe40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:47.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.949+0000 7fcf86318640 1 -- 172.21.15.76:0/4231805632 shutdown_connections 2024-09-13T16:13:47.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:47.949+0000 7fcf86318640 1 -- 172.21.15.76:0/4231805632 wait complete. 2024-09-13T16:13:47.962 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:01:26.960607+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 19, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:13:27.341617+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '135', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 20, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:13:28.498648+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '136', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.25, 'score_stable': 1.25, 'optimal_score': 1, 'raw_score_acting': 1.25, 'raw_score_stable': 1.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:13:47.962 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:13:48.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.061+0000 7f097a345640 1 Processor -- start 2024-09-13T16:13:48.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.061+0000 7f097a345640 1 -- start start 2024-09-13T16:13:48.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.062+0000 7f097a345640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f097415a3b0 0x7f09740b20a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:48.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.062+0000 7f097a345640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f097415a790 con 0x7f09740b1720 2024-09-13T16:13:48.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.062+0000 7f097a345640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f09740b2680 con 0x7f09740cec00 2024-09-13T16:13:48.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.062+0000 7f097a345640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f09740b2960 con 0x7f097415a3b0 2024-09-13T16:13:48.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.062+0000 7f096bfff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f09740b1720 0x7f09740ce4f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:59046/0 (socket says 172.21.15.76:59046) 2024-09-13T16:13:48.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.062+0000 7f096bfff640 1 -- 172.21.15.76:0/2866054366 learned_addr learned my addr 172.21.15.76:0/2866054366 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:13:48.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.062+0000 7f0973fff640 1 --2- 172.21.15.76:0/2866054366 >> v2:172.21.15.192:3300/0 conn(0x7f097415a3b0 0x7f09740b20a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:48.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.063+0000 7f09737fe640 1 -- 172.21.15.76:0/2866054366 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2368720703 0 0) 0x7f097415a790 con 0x7f09740b1720 2024-09-13T16:13:48.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.063+0000 7f09737fe640 1 -- 172.21.15.76:0/2866054366 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0960003520 con 0x7f09740b1720 2024-09-13T16:13:48.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.063+0000 7f0973fff640 1 -- 172.21.15.76:0/2866054366 >> v1:172.21.15.192:6789/0 conn(0x7f09740cec00 legacy=0x7f09740ab9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:48.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.063+0000 7f0973fff640 1 -- 172.21.15.76:0/2866054366 >> v1:172.21.15.76:6789/0 conn(0x7f09740b1720 legacy=0x7f09740ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:48.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.063+0000 7f09737fe640 1 -- 172.21.15.76:0/2866054366 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 479386991 0 0) 0x7f0960003520 con 0x7f09740b1720 2024-09-13T16:13:48.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.063+0000 7f0973fff640 1 -- 172.21.15.76:0/2866054366 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f09740b2c40 con 0x7f097415a3b0 2024-09-13T16:13:48.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.064+0000 7f0973fff640 1 --2- 172.21.15.76:0/2866054366 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f097415a3b0 0x7f09740b20a0 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f09640097a0 tx=0x7f096402a1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fc1f1a19cb5cae44 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:48.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.064+0000 7f09737fe640 1 -- 172.21.15.76:0/2866054366 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f095c001690 con 0x7f097415a3b0 2024-09-13T16:13:48.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.064+0000 7f09737fe640 1 -- 172.21.15.76:0/2866054366 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f096402ac50 con 0x7f097415a3b0 2024-09-13T16:13:48.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.064+0000 7f09737fe640 1 -- 172.21.15.76:0/2866054366 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0964032440 con 0x7f097415a3b0 2024-09-13T16:13:48.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.064+0000 7f097a345640 1 -- 172.21.15.76:0/2866054366 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f097415a3b0 msgr2=0x7f09740b20a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:48.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.064+0000 7f097a345640 1 --2- 172.21.15.76:0/2866054366 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f097415a3b0 0x7f09740b20a0 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f09640097a0 tx=0x7f096402a1c0 comp rx=0 tx=0).stop 2024-09-13T16:13:48.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.064+0000 7f097a345640 1 -- 172.21.15.76:0/2866054366 shutdown_connections 2024-09-13T16:13:48.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.064+0000 7f097a345640 1 --2- 172.21.15.76:0/2866054366 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f097415a3b0 0x7f09740b20a0 unknown :-1 s=CLOSED pgs=594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:48.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.064+0000 7f097a345640 1 -- 172.21.15.76:0/2866054366 >> 172.21.15.76:0/2866054366 conn(0x7f097406a0b0 msgr2=0x7f097406a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:48.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.065+0000 7f097a345640 1 -- 172.21.15.76:0/2866054366 shutdown_connections 2024-09-13T16:13:48.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.065+0000 7f097a345640 1 -- 172.21.15.76:0/2866054366 wait complete. 2024-09-13T16:13:48.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.066+0000 7f097a345640 1 Processor -- start 2024-09-13T16:13:48.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.066+0000 7f097a345640 1 -- start start 2024-09-13T16:13:48.070 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.066+0000 7f097a345640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f09740b1720 0x7f09741f08a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:48.070 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.066+0000 7f097a345640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f09740cec00 0x7f09740caac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:48.070 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.066+0000 7f097a345640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f097415a3b0 0x7f09740cb000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:48.070 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.066+0000 7f097a345640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0974152700 con 0x7f09740cec00 2024-09-13T16:13:48.070 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.066+0000 7f097a345640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09741f0de0 con 0x7f09740b1720 2024-09-13T16:13:48.070 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.066+0000 7f097a345640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0974151870 con 0x7f097415a3b0 2024-09-13T16:13:48.071 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.066+0000 7f096bfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f09740cec00 0x7f09740caac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:48.071 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.067+0000 7f096bfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f09740cec00 0x7f09740caac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:44790/0 (socket says 172.21.15.76:44790) 2024-09-13T16:13:48.071 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.067+0000 7f096bfff640 1 -- 172.21.15.76:0/726393101 learned_addr learned my addr 172.21.15.76:0/726393101 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:48.071 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.067+0000 7f0973fff640 1 --2- 172.21.15.76:0/726393101 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f09740b1720 0x7f09741f08a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:48.071 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.067+0000 7f09788e2640 1 --2- 172.21.15.76:0/726393101 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f097415a3b0 0x7f09740cb000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:48.071 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.067+0000 7f096bfff640 1 -- 172.21.15.76:0/726393101 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f097415a3b0 msgr2=0x7f09740cb000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:48.071 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.067+0000 7f096bfff640 1 --2- 172.21.15.76:0/726393101 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f097415a3b0 0x7f09740cb000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:48.071 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.067+0000 7f096bfff640 1 -- 172.21.15.76:0/726393101 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f09740b1720 msgr2=0x7f09741f08a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:48.071 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.067+0000 7f096bfff640 1 --2- 172.21.15.76:0/726393101 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f09740b1720 0x7f09741f08a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:48.071 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.067+0000 7f096bfff640 1 -- 172.21.15.76:0/726393101 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0964009400 con 0x7f09740cec00 2024-09-13T16:13:48.071 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.067+0000 7f09788e2640 1 --2- 172.21.15.76:0/726393101 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f097415a3b0 0x7f09740cb000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:13:48.071 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.067+0000 7f096bfff640 1 --2- 172.21.15.76:0/726393101 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f09740cec00 0x7f09740caac0 secure :-1 s=READY pgs=1866 cs=0 l=1 rev1=1 crypto rx=0x7f095c00c750 tx=0x7f095c00cc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:48.071 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.067+0000 7f09717fa640 1 -- 172.21.15.76:0/726393101 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f095c0072d0 con 0x7f09740cec00 2024-09-13T16:13:48.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.067+0000 7f09717fa640 1 -- 172.21.15.76:0/726393101 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f095c007430 con 0x7f09740cec00 2024-09-13T16:13:48.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.067+0000 7f097a345640 1 -- 172.21.15.76:0/726393101 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0974151da0 con 0x7f09740cec00 2024-09-13T16:13:48.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.067+0000 7f09717fa640 1 -- 172.21.15.76:0/726393101 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f095c0047e0 con 0x7f09740cec00 2024-09-13T16:13:48.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.067+0000 7f097a345640 1 -- 172.21.15.76:0/726393101 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0974152320 con 0x7f09740cec00 2024-09-13T16:13:48.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.068+0000 7f097a345640 1 -- 172.21.15.76:0/726393101 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f097406d0b0 con 0x7f09740cec00 2024-09-13T16:13:48.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.069+0000 7f09717fa640 1 -- 172.21.15.76:0/726393101 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f095c004940 con 0x7f09740cec00 2024-09-13T16:13:48.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.069+0000 7f09717fa640 1 --2- 172.21.15.76:0/726393101 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f095406ac00 0x7f095406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:48.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.069+0000 7f09717fa640 1 -- 172.21.15.76:0/726393101 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(136..136 src has 1..136) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f095c088a70 con 0x7f09740cec00 2024-09-13T16:13:48.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.069+0000 7f0973fff640 1 --2- 172.21.15.76:0/726393101 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f095406ac00 0x7f095406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:48.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.070+0000 7f0973fff640 1 --2- 172.21.15.76:0/726393101 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f095406ac00 0x7f095406d0c0 secure :-1 s=READY pgs=794 cs=0 l=1 rev1=1 crypto rx=0x7f0964034000 tx=0x7f096402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:48.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.073+0000 7f09717fa640 1 -- 172.21.15.76:0/726393101 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f095c053ba0 con 0x7f09740cec00 2024-09-13T16:13:48.235 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.234+0000 7f097a345640 1 -- 172.21.15.76:0/726393101 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f0974071f50 con 0x7f09740cec00 2024-09-13T16:13:48.236 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.234+0000 7f09717fa640 1 -- 172.21.15.76:0/726393101 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v136) v1 ==== 93+0+10 (secure 0 0 0) 0x7f095c018020 con 0x7f09740cec00 2024-09-13T16:13:48.236 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2024-09-13T16:13:48.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.236+0000 7f097a345640 1 -- 172.21.15.76:0/726393101 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f095406ac00 msgr2=0x7f095406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:48.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.236+0000 7f097a345640 1 --2- 172.21.15.76:0/726393101 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f095406ac00 0x7f095406d0c0 secure :-1 s=READY pgs=794 cs=0 l=1 rev1=1 crypto rx=0x7f0964034000 tx=0x7f096402e000 comp rx=0 tx=0).stop 2024-09-13T16:13:48.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.236+0000 7f097a345640 1 -- 172.21.15.76:0/726393101 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f09740cec00 msgr2=0x7f09740caac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:48.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.236+0000 7f097a345640 1 --2- 172.21.15.76:0/726393101 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f09740cec00 0x7f09740caac0 secure :-1 s=READY pgs=1866 cs=0 l=1 rev1=1 crypto rx=0x7f095c00c750 tx=0x7f095c00cc10 comp rx=0 tx=0).stop 2024-09-13T16:13:48.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.236+0000 7f097a345640 1 -- 172.21.15.76:0/726393101 shutdown_connections 2024-09-13T16:13:48.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.236+0000 7f097a345640 1 --2- 172.21.15.76:0/726393101 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f095406ac00 0x7f095406d0c0 unknown :-1 s=CLOSED pgs=794 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:48.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.236+0000 7f097a345640 1 --2- 172.21.15.76:0/726393101 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f097415a3b0 0x7f09740cb000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:48.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.236+0000 7f097a345640 1 --2- 172.21.15.76:0/726393101 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f09740cec00 0x7f09740caac0 unknown :-1 s=CLOSED pgs=1866 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:48.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.236+0000 7f097a345640 1 --2- 172.21.15.76:0/726393101 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f09740b1720 0x7f09741f08a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:48.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.236+0000 7f097a345640 1 -- 172.21.15.76:0/726393101 >> 172.21.15.76:0/726393101 conn(0x7f097406a0b0 msgr2=0x7f09740c9720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:48.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.236+0000 7f097a345640 1 -- 172.21.15.76:0/726393101 shutdown_connections 2024-09-13T16:13:48.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.236+0000 7f097a345640 1 -- 172.21.15.76:0/726393101 wait complete. 2024-09-13T16:13:48.249 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:13:48.350 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.349+0000 7faa84dfb640 1 Processor -- start 2024-09-13T16:13:48.350 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.349+0000 7faa84dfb640 1 -- start start 2024-09-13T16:13:48.351 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.349+0000 7faa84dfb640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7faa80159310 0x7faa800ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:48.351 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.349+0000 7faa84dfb640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7faa800ce4f0 0x7faa800ce8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:48.351 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.349+0000 7faa84dfb640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7faa800ccbe0 con 0x7faa800b2b40 2024-09-13T16:13:48.352 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.349+0000 7faa84dfb640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7faa800ad940 con 0x7faa800ce4f0 2024-09-13T16:13:48.352 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.349+0000 7faa84dfb640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7faa800b1810 con 0x7faa80159310 2024-09-13T16:13:48.352 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.350+0000 7faa7ed9d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7faa800ce4f0 0x7faa800ce8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:48.352 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.350+0000 7faa7dd9b640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7faa800b2b40 0x7faa800ab140 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:59054/0 (socket says 172.21.15.76:59054) 2024-09-13T16:13:48.352 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.350+0000 7faa7dd9b640 1 -- 172.21.15.76:0/583130894 learned_addr learned my addr 172.21.15.76:0/583130894 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:13:48.352 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.350+0000 7faa7e59c640 1 --2- 172.21.15.76:0/583130894 >> v2:172.21.15.192:3300/0 conn(0x7faa80159310 0x7faa800ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:48.352 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.350+0000 7faa7ed9d640 1 -- 172.21.15.76:0/583130894 >> v2:172.21.15.192:3300/0 conn(0x7faa80159310 msgr2=0x7faa800ad400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:48.352 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.350+0000 7faa7ed9d640 1 --2- 172.21.15.76:0/583130894 >> v2:172.21.15.192:3300/0 conn(0x7faa80159310 0x7faa800ad400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:48.352 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.350+0000 7faa7ed9d640 1 -- 172.21.15.76:0/583130894 >> v1:172.21.15.76:6789/0 conn(0x7faa800b2b40 legacy=0x7faa800ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:48.352 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.350+0000 7faa7ed9d640 1 -- 172.21.15.76:0/583130894 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faa800cee10 con 0x7faa800ce4f0 2024-09-13T16:13:48.354 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.351+0000 7faa7ed9d640 1 --2- 172.21.15.76:0/583130894 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faa800ce4f0 0x7faa800ce8d0 secure :-1 s=READY pgs=1868 cs=0 l=1 rev1=1 crypto rx=0x7faa800cac90 tx=0x7faa7802a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e2928739f9917f4f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:48.354 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.351+0000 7faa7d59a640 1 -- 172.21.15.76:0/583130894 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa78007740 con 0x7faa800ce4f0 2024-09-13T16:13:48.354 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.351+0000 7faa7d59a640 1 -- 172.21.15.76:0/583130894 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faa7802d050 con 0x7faa800ce4f0 2024-09-13T16:13:48.354 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.351+0000 7faa7d59a640 1 -- 172.21.15.76:0/583130894 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa78007ac0 con 0x7faa800ce4f0 2024-09-13T16:13:48.354 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.351+0000 7faa84dfb640 1 -- 172.21.15.76:0/583130894 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faa800ce4f0 msgr2=0x7faa800ce8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:48.354 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.351+0000 7faa84dfb640 1 --2- 172.21.15.76:0/583130894 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faa800ce4f0 0x7faa800ce8d0 secure :-1 s=READY pgs=1868 cs=0 l=1 rev1=1 crypto rx=0x7faa800cac90 tx=0x7faa7802a5f0 comp rx=0 tx=0).stop 2024-09-13T16:13:48.354 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.351+0000 7faa84dfb640 1 -- 172.21.15.76:0/583130894 shutdown_connections 2024-09-13T16:13:48.354 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.351+0000 7faa84dfb640 1 --2- 172.21.15.76:0/583130894 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faa800ce4f0 0x7faa800ce8d0 unknown :-1 s=CLOSED pgs=1868 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:48.354 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.351+0000 7faa84dfb640 1 --2- 172.21.15.76:0/583130894 >> v2:172.21.15.192:3300/0 conn(0x7faa80159310 0x7faa800ad400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:48.354 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.351+0000 7faa84dfb640 1 -- 172.21.15.76:0/583130894 >> 172.21.15.76:0/583130894 conn(0x7faa8006a0b0 msgr2=0x7faa8006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:48.354 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.352+0000 7faa84dfb640 1 -- 172.21.15.76:0/583130894 shutdown_connections 2024-09-13T16:13:48.354 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.352+0000 7faa84dfb640 1 -- 172.21.15.76:0/583130894 wait complete. 2024-09-13T16:13:48.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.353+0000 7faa84dfb640 1 Processor -- start 2024-09-13T16:13:48.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.353+0000 7faa84dfb640 1 -- start start 2024-09-13T16:13:48.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.354+0000 7faa84dfb640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faa800b2b40 0x7faa800ac1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:48.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.354+0000 7faa84dfb640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faa800ce4f0 0x7faa800c4760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:48.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.354+0000 7faa84dfb640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faa80159310 0x7faa800c4ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:48.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.354+0000 7faa84dfb640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faa8014d2b0 con 0x7faa800ce4f0 2024-09-13T16:13:48.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.354+0000 7faa84dfb640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faa8014d550 con 0x7faa800b2b40 2024-09-13T16:13:48.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.354+0000 7faa84dfb640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faa8014d830 con 0x7faa80159310 2024-09-13T16:13:48.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.354+0000 7faa7dd9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faa800ce4f0 0x7faa800c4760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:48.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.354+0000 7faa7dd9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faa800ce4f0 0x7faa800c4760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:44812/0 (socket says 172.21.15.76:44812) 2024-09-13T16:13:48.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.354+0000 7faa7dd9b640 1 -- 172.21.15.76:0/520335018 learned_addr learned my addr 172.21.15.76:0/520335018 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:48.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.354+0000 7faa7e59c640 1 --2- 172.21.15.76:0/520335018 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faa800b2b40 0x7faa800ac1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:48.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.354+0000 7faa7ed9d640 1 --2- 172.21.15.76:0/520335018 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faa80159310 0x7faa800c4ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:48.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.354+0000 7faa7dd9b640 1 -- 172.21.15.76:0/520335018 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faa80159310 msgr2=0x7faa800c4ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:48.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.354+0000 7faa7dd9b640 1 --2- 172.21.15.76:0/520335018 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faa80159310 0x7faa800c4ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:48.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.354+0000 7faa7dd9b640 1 -- 172.21.15.76:0/520335018 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faa800b2b40 msgr2=0x7faa800ac1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:48.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.354+0000 7faa7dd9b640 1 --2- 172.21.15.76:0/520335018 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faa800b2b40 0x7faa800ac1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:48.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.354+0000 7faa7dd9b640 1 -- 172.21.15.76:0/520335018 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faa78009a70 con 0x7faa800ce4f0 2024-09-13T16:13:48.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.354+0000 7faa7dd9b640 1 --2- 172.21.15.76:0/520335018 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faa800ce4f0 0x7faa800c4760 secure :-1 s=READY pgs=1869 cs=0 l=1 rev1=1 crypto rx=0x7faa6800c4a0 tx=0x7faa6800c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:48.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.354+0000 7faa76ffd640 1 -- 172.21.15.76:0/520335018 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa68005ce0 con 0x7faa800ce4f0 2024-09-13T16:13:48.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.354+0000 7faa76ffd640 1 -- 172.21.15.76:0/520335018 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faa68005e40 con 0x7faa800ce4f0 2024-09-13T16:13:48.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.354+0000 7faa84dfb640 1 -- 172.21.15.76:0/520335018 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faa8014db10 con 0x7faa800ce4f0 2024-09-13T16:13:48.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.354+0000 7faa76ffd640 1 -- 172.21.15.76:0/520335018 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa68007270 con 0x7faa800ce4f0 2024-09-13T16:13:48.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.354+0000 7faa84dfb640 1 -- 172.21.15.76:0/520335018 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faa800ac6e0 con 0x7faa800ce4f0 2024-09-13T16:13:48.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.355+0000 7faa84dfb640 1 -- 172.21.15.76:0/520335018 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faa8014e030 con 0x7faa800ce4f0 2024-09-13T16:13:48.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.356+0000 7faa76ffd640 1 -- 172.21.15.76:0/520335018 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7faa68007490 con 0x7faa800ce4f0 2024-09-13T16:13:48.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.356+0000 7faa76ffd640 1 --2- 172.21.15.76:0/520335018 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7faa6006ac00 0x7faa6006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:48.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.356+0000 7faa76ffd640 1 -- 172.21.15.76:0/520335018 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(136..136 src has 1..136) v4 ==== 6029+0+0 (secure 0 0 0) 0x7faa68088840 con 0x7faa800ce4f0 2024-09-13T16:13:48.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.356+0000 7faa7e59c640 1 --2- 172.21.15.76:0/520335018 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7faa6006ac00 0x7faa6006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:48.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.357+0000 7faa7e59c640 1 --2- 172.21.15.76:0/520335018 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7faa6006ac00 0x7faa6006d0c0 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7faa8015cc00 tx=0x7faa70008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:48.362 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.361+0000 7faa76ffd640 1 -- 172.21.15.76:0/520335018 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7faa8014e030 con 0x7faa800ce4f0 2024-09-13T16:13:48.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.522+0000 7faa84dfb640 1 -- 172.21.15.76:0/520335018 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7faa8014e030 con 0x7faa800ce4f0 2024-09-13T16:13:48.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.522+0000 7faa76ffd640 1 -- 172.21.15.76:0/520335018 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v136) v1 ==== 104+0+11 (secure 0 0 0) 0x7faa8014e030 con 0x7faa800ce4f0 2024-09-13T16:13:48.524 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2024-09-13T16:13:48.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.524+0000 7faa84dfb640 1 -- 172.21.15.76:0/520335018 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7faa6006ac00 msgr2=0x7faa6006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:48.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.524+0000 7faa84dfb640 1 --2- 172.21.15.76:0/520335018 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7faa6006ac00 0x7faa6006d0c0 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7faa8015cc00 tx=0x7faa70008040 comp rx=0 tx=0).stop 2024-09-13T16:13:48.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.524+0000 7faa84dfb640 1 -- 172.21.15.76:0/520335018 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faa800ce4f0 msgr2=0x7faa800c4760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:48.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.524+0000 7faa84dfb640 1 --2- 172.21.15.76:0/520335018 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faa800ce4f0 0x7faa800c4760 secure :-1 s=READY pgs=1869 cs=0 l=1 rev1=1 crypto rx=0x7faa6800c4a0 tx=0x7faa6800c960 comp rx=0 tx=0).stop 2024-09-13T16:13:48.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.524+0000 7faa84dfb640 1 -- 172.21.15.76:0/520335018 shutdown_connections 2024-09-13T16:13:48.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.524+0000 7faa84dfb640 1 --2- 172.21.15.76:0/520335018 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7faa6006ac00 0x7faa6006d0c0 unknown :-1 s=CLOSED pgs=795 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:48.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.524+0000 7faa84dfb640 1 --2- 172.21.15.76:0/520335018 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faa80159310 0x7faa800c4ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:48.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.524+0000 7faa84dfb640 1 --2- 172.21.15.76:0/520335018 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faa800ce4f0 0x7faa800c4760 unknown :-1 s=CLOSED pgs=1869 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:48.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.524+0000 7faa84dfb640 1 --2- 172.21.15.76:0/520335018 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faa800b2b40 0x7faa800ac1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:48.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.524+0000 7faa84dfb640 1 -- 172.21.15.76:0/520335018 >> 172.21.15.76:0/520335018 conn(0x7faa8006a0b0 msgr2=0x7faa800ab140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:48.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.524+0000 7faa84dfb640 1 -- 172.21.15.76:0/520335018 shutdown_connections 2024-09-13T16:13:48.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.524+0000 7faa84dfb640 1 -- 172.21.15.76:0/520335018 wait complete. 2024-09-13T16:13:48.537 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:13:48.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.637+0000 7f7d42661640 1 Processor -- start 2024-09-13T16:13:48.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.637+0000 7f7d42661640 1 -- start start 2024-09-13T16:13:48.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.638+0000 7f7d42661640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7d3c06ba60 0x7f7d3c0aebc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:48.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.638+0000 7f7d42661640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7d3c0ceac0 con 0x7f7d3c0cfaa0 2024-09-13T16:13:48.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.638+0000 7f7d42661640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7d3c0cecf0 con 0x7f7d3c1593d0 2024-09-13T16:13:48.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.638+0000 7f7d42661640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7d3c0b2d60 con 0x7f7d3c06ba60 2024-09-13T16:13:48.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.638+0000 7f7d3b7fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f7d3c0cfaa0 0x7f7d3c0b3770 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:59066/0 (socket says 172.21.15.76:59066) 2024-09-13T16:13:48.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.638+0000 7f7d3b7fe640 1 -- 172.21.15.76:0/1383021683 learned_addr learned my addr 172.21.15.76:0/1383021683 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:13:48.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.638+0000 7f7d40bfe640 1 --2- 172.21.15.76:0/1383021683 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7d3c06ba60 0x7f7d3c0aebc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:48.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.639+0000 7f7d3affd640 1 -- 172.21.15.76:0/1383021683 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3247669624 0 0) 0x7f7d3c0ceac0 con 0x7f7d3c0cfaa0 2024-09-13T16:13:48.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.639+0000 7f7d3affd640 1 -- 172.21.15.76:0/1383021683 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7d28005730 con 0x7f7d3c0cfaa0 2024-09-13T16:13:48.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.639+0000 7f7d3affd640 1 -- 172.21.15.76:0/1383021683 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2129460896 0 0) 0x7f7d3c0cecf0 con 0x7f7d3c1593d0 2024-09-13T16:13:48.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.639+0000 7f7d3affd640 1 -- 172.21.15.76:0/1383021683 --> v1:172.21.15.192:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7d3c0ceac0 con 0x7f7d3c1593d0 2024-09-13T16:13:48.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.639+0000 7f7d40bfe640 1 -- 172.21.15.76:0/1383021683 >> v1:172.21.15.192:6789/0 conn(0x7f7d3c1593d0 legacy=0x7f7d3c0cf390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:48.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.639+0000 7f7d40bfe640 1 -- 172.21.15.76:0/1383021683 >> v1:172.21.15.76:6789/0 conn(0x7f7d3c0cfaa0 legacy=0x7f7d3c0b3770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:48.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.639+0000 7f7d40bfe640 1 -- 172.21.15.76:0/1383021683 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7d3c0cefd0 con 0x7f7d3c06ba60 2024-09-13T16:13:48.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.640+0000 7f7d40bfe640 1 --2- 172.21.15.76:0/1383021683 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7d3c06ba60 0x7f7d3c0aebc0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f7d3c0b2ea0 tx=0x7f7d3402a750 comp rx=0 tx=0).ready entity=mon.2 client_cookie=18cc7c1ace9e0be5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:48.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.640+0000 7f7d3affd640 1 -- 172.21.15.76:0/1383021683 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d34007740 con 0x7f7d3c06ba60 2024-09-13T16:13:48.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.640+0000 7f7d3affd640 1 -- 172.21.15.76:0/1383021683 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7d3402d050 con 0x7f7d3c06ba60 2024-09-13T16:13:48.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.640+0000 7f7d3affd640 1 -- 172.21.15.76:0/1383021683 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d34007aa0 con 0x7f7d3c06ba60 2024-09-13T16:13:48.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.640+0000 7f7d42661640 1 -- 172.21.15.76:0/1383021683 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7d3c06ba60 msgr2=0x7f7d3c0aebc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:48.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.640+0000 7f7d42661640 1 --2- 172.21.15.76:0/1383021683 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7d3c06ba60 0x7f7d3c0aebc0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f7d3c0b2ea0 tx=0x7f7d3402a750 comp rx=0 tx=0).stop 2024-09-13T16:13:48.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.640+0000 7f7d42661640 1 -- 172.21.15.76:0/1383021683 shutdown_connections 2024-09-13T16:13:48.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.640+0000 7f7d42661640 1 --2- 172.21.15.76:0/1383021683 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7d3c06ba60 0x7f7d3c0aebc0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:48.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.640+0000 7f7d42661640 1 -- 172.21.15.76:0/1383021683 >> 172.21.15.76:0/1383021683 conn(0x7f7d3c0717e0 msgr2=0x7f7d3c0989d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:48.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.640+0000 7f7d42661640 1 -- 172.21.15.76:0/1383021683 shutdown_connections 2024-09-13T16:13:48.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.640+0000 7f7d42661640 1 -- 172.21.15.76:0/1383021683 wait complete. 2024-09-13T16:13:48.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.641+0000 7f7d42661640 1 Processor -- start 2024-09-13T16:13:48.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.642+0000 7f7d42661640 1 -- start start 2024-09-13T16:13:48.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.642+0000 7f7d42661640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7d3c06ba60 0x7f7d3c14cab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:48.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.642+0000 7f7d42661640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7d3c0cfaa0 0x7f7d3c0ac330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:48.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.642+0000 7f7d42661640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d3c1593d0 0x7f7d3c0ac870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:48.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.642+0000 7f7d42661640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7d3c0c94f0 con 0x7f7d3c1593d0 2024-09-13T16:13:48.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.642+0000 7f7d42661640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7d3c0c8870 con 0x7f7d3c06ba60 2024-09-13T16:13:48.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.642+0000 7f7d42661640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7d3c0c8b50 con 0x7f7d3c0cfaa0 2024-09-13T16:13:48.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.642+0000 7f7d40bfe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d3c1593d0 0x7f7d3c0ac870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:48.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.642+0000 7f7d40bfe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d3c1593d0 0x7f7d3c0ac870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:44826/0 (socket says 172.21.15.76:44826) 2024-09-13T16:13:48.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.642+0000 7f7d40bfe640 1 -- 172.21.15.76:0/1353616466 learned_addr learned my addr 172.21.15.76:0/1353616466 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:48.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.643+0000 7f7d3b7fe640 1 --2- 172.21.15.76:0/1353616466 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7d3c0cfaa0 0x7f7d3c0ac330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:48.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.643+0000 7f7d3bfff640 1 --2- 172.21.15.76:0/1353616466 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7d3c06ba60 0x7f7d3c14cab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:48.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.643+0000 7f7d40bfe640 1 -- 172.21.15.76:0/1353616466 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7d3c0cfaa0 msgr2=0x7f7d3c0ac330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:48.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.643+0000 7f7d40bfe640 1 --2- 172.21.15.76:0/1353616466 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7d3c0cfaa0 0x7f7d3c0ac330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:48.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.643+0000 7f7d40bfe640 1 -- 172.21.15.76:0/1353616466 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7d3c06ba60 msgr2=0x7f7d3c14cab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:48.648 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.643+0000 7f7d40bfe640 1 --2- 172.21.15.76:0/1353616466 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7d3c06ba60 0x7f7d3c14cab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:48.648 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.643+0000 7f7d40bfe640 1 -- 172.21.15.76:0/1353616466 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7d34009a70 con 0x7f7d3c1593d0 2024-09-13T16:13:48.648 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.643+0000 7f7d40bfe640 1 --2- 172.21.15.76:0/1353616466 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d3c1593d0 0x7f7d3c0ac870 secure :-1 s=READY pgs=1871 cs=0 l=1 rev1=1 crypto rx=0x7f7d34009eb0 tx=0x7f7d34004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:48.648 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.643+0000 7f7d38ff9640 1 -- 172.21.15.76:0/1353616466 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d3403c830 con 0x7f7d3c1593d0 2024-09-13T16:13:48.648 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.643+0000 7f7d38ff9640 1 -- 172.21.15.76:0/1353616466 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7d3403c9b0 con 0x7f7d3c1593d0 2024-09-13T16:13:48.648 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.643+0000 7f7d42661640 1 -- 172.21.15.76:0/1353616466 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7d3c0c8e30 con 0x7f7d3c1593d0 2024-09-13T16:13:48.648 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.643+0000 7f7d38ff9640 1 -- 172.21.15.76:0/1353616466 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d3403cd60 con 0x7f7d3c1593d0 2024-09-13T16:13:48.648 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.643+0000 7f7d42661640 1 -- 172.21.15.76:0/1353616466 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7d3c0ae2a0 con 0x7f7d3c1593d0 2024-09-13T16:13:48.648 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.644+0000 7f7d42661640 1 -- 172.21.15.76:0/1353616466 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7d3c06c090 con 0x7f7d3c1593d0 2024-09-13T16:13:48.648 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.645+0000 7f7d38ff9640 1 -- 172.21.15.76:0/1353616466 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7d34044410 con 0x7f7d3c1593d0 2024-09-13T16:13:48.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.645+0000 7f7d38ff9640 1 --2- 172.21.15.76:0/1353616466 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7d1c06ac00 0x7f7d1c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:48.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.645+0000 7f7d38ff9640 1 -- 172.21.15.76:0/1353616466 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(136..136 src has 1..136) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f7d340aada0 con 0x7f7d3c1593d0 2024-09-13T16:13:48.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.645+0000 7f7d3bfff640 1 --2- 172.21.15.76:0/1353616466 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7d1c06ac00 0x7f7d1c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:48.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.646+0000 7f7d3bfff640 1 --2- 172.21.15.76:0/1353616466 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7d1c06ac00 0x7f7d1c06d0c0 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7f7d2c0015b0 tx=0x7f7d2c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:48.651 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.649+0000 7f7d38ff9640 1 -- 172.21.15.76:0/1353616466 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f7d34075f70 con 0x7f7d3c1593d0 2024-09-13T16:13:48.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.810+0000 7f7d42661640 1 -- 172.21.15.76:0/1353616466 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f7d3c0c9630 con 0x7f7d3c1593d0 2024-09-13T16:13:48.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.811+0000 7f7d38ff9640 1 -- 172.21.15.76:0/1353616466 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v136) v1 ==== 100+0+11 (secure 0 0 0) 0x7f7d34049020 con 0x7f7d3c1593d0 2024-09-13T16:13:48.812 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2024-09-13T16:13:48.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.813+0000 7f7d42661640 1 -- 172.21.15.76:0/1353616466 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7d1c06ac00 msgr2=0x7f7d1c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:48.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.813+0000 7f7d42661640 1 --2- 172.21.15.76:0/1353616466 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7d1c06ac00 0x7f7d1c06d0c0 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7f7d2c0015b0 tx=0x7f7d2c009040 comp rx=0 tx=0).stop 2024-09-13T16:13:48.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.813+0000 7f7d42661640 1 -- 172.21.15.76:0/1353616466 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d3c1593d0 msgr2=0x7f7d3c0ac870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:48.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.813+0000 7f7d42661640 1 --2- 172.21.15.76:0/1353616466 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d3c1593d0 0x7f7d3c0ac870 secure :-1 s=READY pgs=1871 cs=0 l=1 rev1=1 crypto rx=0x7f7d34009eb0 tx=0x7f7d34004a40 comp rx=0 tx=0).stop 2024-09-13T16:13:48.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.813+0000 7f7d42661640 1 -- 172.21.15.76:0/1353616466 shutdown_connections 2024-09-13T16:13:48.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.813+0000 7f7d42661640 1 --2- 172.21.15.76:0/1353616466 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7d3c1593d0 0x7f7d3c0ac870 unknown :-1 s=CLOSED pgs=1871 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:48.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.813+0000 7f7d42661640 1 --2- 172.21.15.76:0/1353616466 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7d1c06ac00 0x7f7d1c06d0c0 unknown :-1 s=CLOSED pgs=796 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:48.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.813+0000 7f7d42661640 1 --2- 172.21.15.76:0/1353616466 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7d3c0cfaa0 0x7f7d3c0ac330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:48.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.813+0000 7f7d42661640 1 --2- 172.21.15.76:0/1353616466 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7d3c06ba60 0x7f7d3c14cab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:48.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.813+0000 7f7d42661640 1 -- 172.21.15.76:0/1353616466 >> 172.21.15.76:0/1353616466 conn(0x7f7d3c0717e0 msgr2=0x7f7d3c06a6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:48.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.813+0000 7f7d42661640 1 -- 172.21.15.76:0/1353616466 shutdown_connections 2024-09-13T16:13:48.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.813+0000 7f7d42661640 1 -- 172.21.15.76:0/1353616466 wait complete. 2024-09-13T16:13:48.825 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:13:48.926 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.924+0000 7f30f9453640 1 Processor -- start 2024-09-13T16:13:48.926 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.924+0000 7f30f9453640 1 -- start start 2024-09-13T16:13:48.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.925+0000 7f30f9453640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f30f4071d30 0x7f30f4070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:48.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.925+0000 7f30f9453640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f30f4072110 0x7f30f40b1b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:48.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.925+0000 7f30f9453640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f30f40c8920 0x7f30f40c8dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:48.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.925+0000 7f30f9453640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f30f40c9310 con 0x7f30f4072110 2024-09-13T16:13:48.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.925+0000 7f30f9453640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f30f40abdf0 con 0x7f30f4071d30 2024-09-13T16:13:48.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.925+0000 7f30f9453640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f30f40ab1e0 con 0x7f30f40c8920 2024-09-13T16:13:48.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.925+0000 7f30ea7fc640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f30f4072110 0x7f30f40b1b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:48.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.925+0000 7f30ea7fc640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f30f4072110 0x7f30f40b1b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:44836/0 (socket says 172.21.15.76:44836) 2024-09-13T16:13:48.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.925+0000 7f30ea7fc640 1 -- 172.21.15.76:0/3213780837 learned_addr learned my addr 172.21.15.76:0/3213780837 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:48.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.926+0000 7f30ea7fc640 1 -- 172.21.15.76:0/3213780837 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f30f40c8920 msgr2=0x7f30f40c8dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:48.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.926+0000 7f30ea7fc640 1 --2- 172.21.15.76:0/3213780837 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f30f40c8920 0x7f30f40c8dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:48.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.926+0000 7f30ea7fc640 1 -- 172.21.15.76:0/3213780837 >> v2:172.21.15.192:3300/0 conn(0x7f30f4071d30 msgr2=0x7f30f4070190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:48.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.926+0000 7f30ea7fc640 1 --2- 172.21.15.76:0/3213780837 >> v2:172.21.15.192:3300/0 conn(0x7f30f4071d30 0x7f30f4070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:48.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.926+0000 7f30ea7fc640 1 -- 172.21.15.76:0/3213780837 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f30f40ab4c0 con 0x7f30f4072110 2024-09-13T16:13:48.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.926+0000 7f30ea7fc640 1 --2- 172.21.15.76:0/3213780837 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f30f4072110 0x7f30f40b1b70 secure :-1 s=READY pgs=1872 cs=0 l=1 rev1=1 crypto rx=0x7f30f40cee60 tx=0x7f30dc02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8a77bf6bcd93b126 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:48.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.926+0000 7f30f27fc640 1 -- 172.21.15.76:0/3213780837 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30dc032440 con 0x7f30f4072110 2024-09-13T16:13:48.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.926+0000 7f30f27fc640 1 -- 172.21.15.76:0/3213780837 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f30dc0325a0 con 0x7f30f4072110 2024-09-13T16:13:48.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.926+0000 7f30f27fc640 1 -- 172.21.15.76:0/3213780837 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30dc032930 con 0x7f30f4072110 2024-09-13T16:13:48.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.927+0000 7f30f9453640 1 -- 172.21.15.76:0/3213780837 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f30f4072110 msgr2=0x7f30f40b1b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:48.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.927+0000 7f30f9453640 1 --2- 172.21.15.76:0/3213780837 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f30f4072110 0x7f30f40b1b70 secure :-1 s=READY pgs=1872 cs=0 l=1 rev1=1 crypto rx=0x7f30f40cee60 tx=0x7f30dc02a1e0 comp rx=0 tx=0).stop 2024-09-13T16:13:48.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.927+0000 7f30f9453640 1 -- 172.21.15.76:0/3213780837 shutdown_connections 2024-09-13T16:13:48.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.927+0000 7f30f9453640 1 --2- 172.21.15.76:0/3213780837 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f30f40c8920 0x7f30f40c8dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:48.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.927+0000 7f30f9453640 1 --2- 172.21.15.76:0/3213780837 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f30f4072110 0x7f30f40b1b70 unknown :-1 s=CLOSED pgs=1872 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:48.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.927+0000 7f30f9453640 1 --2- 172.21.15.76:0/3213780837 >> v2:172.21.15.192:3300/0 conn(0x7f30f4071d30 0x7f30f4070190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:48.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.927+0000 7f30f9453640 1 -- 172.21.15.76:0/3213780837 >> 172.21.15.76:0/3213780837 conn(0x7f30f4069ed0 msgr2=0x7f30f406a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:48.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.927+0000 7f30f9453640 1 -- 172.21.15.76:0/3213780837 shutdown_connections 2024-09-13T16:13:48.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.927+0000 7f30f9453640 1 -- 172.21.15.76:0/3213780837 wait complete. 2024-09-13T16:13:48.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.928+0000 7f30f9453640 1 Processor -- start 2024-09-13T16:13:48.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.928+0000 7f30f9453640 1 -- start start 2024-09-13T16:13:48.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.929+0000 7f30f9453640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f30f4071d30 0x7f30f4157050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:48.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.929+0000 7f30f9453640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f30f4072110 0x7f30f40c63f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:48.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.929+0000 7f30f9453640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f30f40c8920 0x7f30f40c6930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:48.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.929+0000 7f30f9453640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f30f406dc40 con 0x7f30f4071d30 2024-09-13T16:13:48.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.929+0000 7f30f9453640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f30f406cec0 con 0x7f30f40c8920 2024-09-13T16:13:48.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.929+0000 7f30f9453640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f30f40aecb0 con 0x7f30f4072110 2024-09-13T16:13:48.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.929+0000 7f30f2ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f30f4071d30 0x7f30f4157050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:48.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.929+0000 7f30f2ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f30f4071d30 0x7f30f4157050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:44852/0 (socket says 172.21.15.76:44852) 2024-09-13T16:13:48.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.929+0000 7f30f2ffd640 1 -- 172.21.15.76:0/3208233236 learned_addr learned my addr 172.21.15.76:0/3208233236 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:48.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.929+0000 7f30f2ffd640 1 -- 172.21.15.76:0/3208233236 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f30f4072110 msgr2=0x7f30f40c63f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:48.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.929+0000 7f30f2ffd640 1 --2- 172.21.15.76:0/3208233236 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f30f4072110 0x7f30f40c63f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:48.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.929+0000 7f30f2ffd640 1 -- 172.21.15.76:0/3208233236 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f30f40c8920 msgr2=0x7f30f40c6930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:48.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.929+0000 7f30f2ffd640 1 --2- 172.21.15.76:0/3208233236 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f30f40c8920 0x7f30f40c6930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:48.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.929+0000 7f30f2ffd640 1 -- 172.21.15.76:0/3208233236 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f30dc0094d0 con 0x7f30f4071d30 2024-09-13T16:13:48.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.930+0000 7f30f2ffd640 1 --2- 172.21.15.76:0/3208233236 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f30f4071d30 0x7f30f4157050 secure :-1 s=READY pgs=1873 cs=0 l=1 rev1=1 crypto rx=0x7f30e400b4a0 tx=0x7f30e400b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:48.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.930+0000 7f30ebfff640 1 -- 172.21.15.76:0/3208233236 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30e4010610 con 0x7f30f4071d30 2024-09-13T16:13:48.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.930+0000 7f30ebfff640 1 -- 172.21.15.76:0/3208233236 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f30e4010770 con 0x7f30f4071d30 2024-09-13T16:13:48.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.930+0000 7f30f9453640 1 -- 172.21.15.76:0/3208233236 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f30f406d160 con 0x7f30f4071d30 2024-09-13T16:13:48.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.930+0000 7f30ebfff640 1 -- 172.21.15.76:0/3208233236 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30e4010b20 con 0x7f30f4071d30 2024-09-13T16:13:48.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.930+0000 7f30f9453640 1 -- 172.21.15.76:0/3208233236 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f30f406d720 con 0x7f30f4071d30 2024-09-13T16:13:48.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.931+0000 7f30f9453640 1 -- 172.21.15.76:0/3208233236 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f30f406d910 con 0x7f30f4071d30 2024-09-13T16:13:48.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.931+0000 7f30ebfff640 1 -- 172.21.15.76:0/3208233236 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f30e4010c80 con 0x7f30f4071d30 2024-09-13T16:13:48.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.931+0000 7f30ebfff640 1 --2- 172.21.15.76:0/3208233236 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f30d406ac00 0x7f30d406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:48.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.932+0000 7f30ebfff640 1 -- 172.21.15.76:0/3208233236 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(136..136 src has 1..136) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f30e4089070 con 0x7f30f4071d30 2024-09-13T16:13:48.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.932+0000 7f30ea7fc640 1 --2- 172.21.15.76:0/3208233236 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f30d406ac00 0x7f30d406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:48.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.932+0000 7f30ea7fc640 1 --2- 172.21.15.76:0/3208233236 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f30d406ac00 0x7f30d406d0c0 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x7f30dc034000 tx=0x7f30dc02c000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:48.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:48.936+0000 7f30ebfff640 1 -- 172.21.15.76:0/3208233236 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f30e40541a0 con 0x7f30f4071d30 2024-09-13T16:13:49.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.111+0000 7f30f9453640 1 -- 172.21.15.76:0/3208233236 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f30f40b2f00 con 0x7f30f4071d30 2024-09-13T16:13:49.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.112+0000 7f30ebfff640 1 -- 172.21.15.76:0/3208233236 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v136) v1 ==== 80+0+0 (secure 0 0 0) 0x7f30e40577c0 con 0x7f30f4071d30 2024-09-13T16:13:49.113 INFO:teuthology.orchestra.run.smithi076.stderr:listed 0 entries 2024-09-13T16:13:49.115 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.114+0000 7f30f9453640 1 -- 172.21.15.76:0/3208233236 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f30d406ac00 msgr2=0x7f30d406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:49.115 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.114+0000 7f30f9453640 1 --2- 172.21.15.76:0/3208233236 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f30d406ac00 0x7f30d406d0c0 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x7f30dc034000 tx=0x7f30dc02c000 comp rx=0 tx=0).stop 2024-09-13T16:13:49.115 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.114+0000 7f30f9453640 1 -- 172.21.15.76:0/3208233236 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f30f4071d30 msgr2=0x7f30f4157050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:49.115 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.114+0000 7f30f9453640 1 --2- 172.21.15.76:0/3208233236 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f30f4071d30 0x7f30f4157050 secure :-1 s=READY pgs=1873 cs=0 l=1 rev1=1 crypto rx=0x7f30e400b4a0 tx=0x7f30e400b960 comp rx=0 tx=0).stop 2024-09-13T16:13:49.116 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.114+0000 7f30f9453640 1 -- 172.21.15.76:0/3208233236 shutdown_connections 2024-09-13T16:13:49.116 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.114+0000 7f30f9453640 1 --2- 172.21.15.76:0/3208233236 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f30f40c8920 0x7f30f40c6930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:49.116 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.114+0000 7f30f9453640 1 --2- 172.21.15.76:0/3208233236 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f30d406ac00 0x7f30d406d0c0 unknown :-1 s=CLOSED pgs=797 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:49.116 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.114+0000 7f30f9453640 1 --2- 172.21.15.76:0/3208233236 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f30f4072110 0x7f30f40c63f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:49.116 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.114+0000 7f30f9453640 1 --2- 172.21.15.76:0/3208233236 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f30f4071d30 0x7f30f4157050 unknown :-1 s=CLOSED pgs=1873 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:49.116 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.114+0000 7f30f9453640 1 -- 172.21.15.76:0/3208233236 >> 172.21.15.76:0/3208233236 conn(0x7f30f4069ed0 msgr2=0x7f30f406a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:49.116 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.114+0000 7f30f9453640 1 -- 172.21.15.76:0/3208233236 shutdown_connections 2024-09-13T16:13:49.116 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.114+0000 7f30f9453640 1 -- 172.21.15.76:0/3208233236 wait complete. 2024-09-13T16:13:49.127 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi076.front.sepia.ceph.com... 2024-09-13T16:13:49.127 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:13:49.127 DEBUG:teuthology.orchestra.run.smithi076:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-13T16:13:49.150 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi076.stderr:ceph-fuse[81368]: fuse finished with error 0 and tester_r 0 2024-09-13T16:13:49.152 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi076.front.sepia.ceph.com 2024-09-13T16:13:49.152 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:13:49.152 DEBUG:teuthology.orchestra.run.smithi076:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T16:13:49.322 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-13T16:13:49.323 DEBUG:teuthology.orchestra.run.smithi192:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:13:49.341 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:13:49.462 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.460+0000 7ff5cb501640 1 Processor -- start 2024-09-13T16:13:49.462 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.460+0000 7ff5cb501640 1 -- start start 2024-09-13T16:13:49.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.461+0000 7ff5cb501640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff5c4071d30 0x7ff5c4070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:49.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.461+0000 7ff5cb501640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff5c4072110 0x7ff5c40b1b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:49.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.461+0000 7ff5cb501640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff5c40abdf0 con 0x7ff5c40c8920 2024-09-13T16:13:49.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.461+0000 7ff5cb501640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff5c40ab1e0 con 0x7ff5c4071d30 2024-09-13T16:13:49.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.461+0000 7ff5cb501640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff5c40ab4c0 con 0x7ff5c4072110 2024-09-13T16:13:49.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.461+0000 7ff5c929d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff5c4071d30 0x7ff5c4070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:49.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.461+0000 7ff5c929d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff5c4071d30 0x7ff5c4070190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:44868/0 (socket says 172.21.15.76:44868) 2024-09-13T16:13:49.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.461+0000 7ff5c929d640 1 -- 172.21.15.76:0/1408426063 learned_addr learned my addr 172.21.15.76:0/1408426063 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:49.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.462+0000 7ff5c8a9c640 1 --2- 172.21.15.76:0/1408426063 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff5c4072110 0x7ff5c40b1b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:49.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.462+0000 7ff5c929d640 1 -- 172.21.15.76:0/1408426063 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff5c4072110 msgr2=0x7ff5c40b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:49.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.462+0000 7ff5c929d640 1 --2- 172.21.15.76:0/1408426063 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff5c4072110 0x7ff5c40b1b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:49.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.462+0000 7ff5c929d640 1 -- 172.21.15.76:0/1408426063 >> v1:172.21.15.192:6789/0 conn(0x7ff5c40c8920 legacy=0x7ff5c40ac280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:49.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.462+0000 7ff5c929d640 1 -- 172.21.15.76:0/1408426063 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff5c40ab7a0 con 0x7ff5c4071d30 2024-09-13T16:13:49.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.462+0000 7ff5c929d640 1 --2- 172.21.15.76:0/1408426063 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff5c4071d30 0x7ff5c4070190 secure :-1 s=READY pgs=1874 cs=0 l=1 rev1=1 crypto rx=0x7ff5b4009e80 tx=0x7ff5b402a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4a76e8d3df851c43 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:49.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.463+0000 7ff5c3fff640 1 -- 172.21.15.76:0/1408426063 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5b4031600 con 0x7ff5c4071d30 2024-09-13T16:13:49.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.463+0000 7ff5c3fff640 1 -- 172.21.15.76:0/1408426063 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff5b402d050 con 0x7ff5c4071d30 2024-09-13T16:13:49.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.463+0000 7ff5c3fff640 1 -- 172.21.15.76:0/1408426063 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5b4031980 con 0x7ff5c4071d30 2024-09-13T16:13:49.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.463+0000 7ff5cb501640 1 -- 172.21.15.76:0/1408426063 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff5c4071d30 msgr2=0x7ff5c4070190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:49.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.463+0000 7ff5cb501640 1 --2- 172.21.15.76:0/1408426063 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff5c4071d30 0x7ff5c4070190 secure :-1 s=READY pgs=1874 cs=0 l=1 rev1=1 crypto rx=0x7ff5b4009e80 tx=0x7ff5b402a6f0 comp rx=0 tx=0).stop 2024-09-13T16:13:49.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.463+0000 7ff5cb501640 1 -- 172.21.15.76:0/1408426063 shutdown_connections 2024-09-13T16:13:49.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.463+0000 7ff5cb501640 1 --2- 172.21.15.76:0/1408426063 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff5c4072110 0x7ff5c40b1b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:49.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.463+0000 7ff5cb501640 1 --2- 172.21.15.76:0/1408426063 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff5c4071d30 0x7ff5c4070190 unknown :-1 s=CLOSED pgs=1874 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:49.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.463+0000 7ff5cb501640 1 -- 172.21.15.76:0/1408426063 >> 172.21.15.76:0/1408426063 conn(0x7ff5c4069ed0 msgr2=0x7ff5c406a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:49.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.463+0000 7ff5cb501640 1 -- 172.21.15.76:0/1408426063 shutdown_connections 2024-09-13T16:13:49.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.463+0000 7ff5cb501640 1 -- 172.21.15.76:0/1408426063 wait complete. 2024-09-13T16:13:49.468 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.464+0000 7ff5cb501640 1 Processor -- start 2024-09-13T16:13:49.468 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.464+0000 7ff5cb501640 1 -- start start 2024-09-13T16:13:49.468 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.465+0000 7ff5cb501640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff5c4071d30 0x7ff5c4155560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:49.468 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.465+0000 7ff5cb501640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff5c4072110 0x7ff5c4155c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:49.468 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.465+0000 7ff5cb501640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff5c40c8920 0x7ff5c4157430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:49.468 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.465+0000 7ff5cb501640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff5c4159c30 con 0x7ff5c40c8920 2024-09-13T16:13:49.468 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.465+0000 7ff5cb501640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff5c4155aa0 con 0x7ff5c4071d30 2024-09-13T16:13:49.468 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.465+0000 7ff5cb501640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff5c406dcb0 con 0x7ff5c4072110 2024-09-13T16:13:49.468 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.465+0000 7ff5c9a9e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff5c40c8920 0x7ff5c4157430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:49.468 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.465+0000 7ff5c9a9e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff5c40c8920 0x7ff5c4157430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:44884/0 (socket says 172.21.15.76:44884) 2024-09-13T16:13:49.468 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.465+0000 7ff5c9a9e640 1 -- 172.21.15.76:0/2787708610 learned_addr learned my addr 172.21.15.76:0/2787708610 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:49.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.465+0000 7ff5c8a9c640 1 --2- 172.21.15.76:0/2787708610 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff5c4072110 0x7ff5c4155c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:49.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.465+0000 7ff5c929d640 1 --2- 172.21.15.76:0/2787708610 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff5c4071d30 0x7ff5c4155560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:49.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.466+0000 7ff5c9a9e640 1 -- 172.21.15.76:0/2787708610 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff5c4072110 msgr2=0x7ff5c4155c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:49.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.466+0000 7ff5c9a9e640 1 --2- 172.21.15.76:0/2787708610 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff5c4072110 0x7ff5c4155c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:49.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.466+0000 7ff5c9a9e640 1 -- 172.21.15.76:0/2787708610 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff5c4071d30 msgr2=0x7ff5c4155560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:49.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.466+0000 7ff5c9a9e640 1 --2- 172.21.15.76:0/2787708610 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff5c4071d30 0x7ff5c4155560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:49.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.466+0000 7ff5c9a9e640 1 -- 172.21.15.76:0/2787708610 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff5b4009b30 con 0x7ff5c40c8920 2024-09-13T16:13:49.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.466+0000 7ff5c929d640 1 --2- 172.21.15.76:0/2787708610 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff5c4071d30 0x7ff5c4155560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:49.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.466+0000 7ff5c9a9e640 1 --2- 172.21.15.76:0/2787708610 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff5c40c8920 0x7ff5c4157430 secure :-1 s=READY pgs=1875 cs=0 l=1 rev1=1 crypto rx=0x7ff5bc00c440 tx=0x7ff5bc00c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:49.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.466+0000 7ff5c1ffb640 1 -- 172.21.15.76:0/2787708610 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5bc011790 con 0x7ff5c40c8920 2024-09-13T16:13:49.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.466+0000 7ff5c1ffb640 1 -- 172.21.15.76:0/2787708610 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff5bc0118f0 con 0x7ff5c40c8920 2024-09-13T16:13:49.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.466+0000 7ff5c1ffb640 1 -- 172.21.15.76:0/2787708610 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5bc011ca0 con 0x7ff5c40c8920 2024-09-13T16:13:49.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.466+0000 7ff5cb501640 1 -- 172.21.15.76:0/2787708610 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff5c4156ca0 con 0x7ff5c40c8920 2024-09-13T16:13:49.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.466+0000 7ff5cb501640 1 -- 172.21.15.76:0/2787708610 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff5c41598c0 con 0x7ff5c40c8920 2024-09-13T16:13:49.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.467+0000 7ff5cb501640 1 -- 172.21.15.76:0/2787708610 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff5c4070190 con 0x7ff5c40c8920 2024-09-13T16:13:49.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.467+0000 7ff5c1ffb640 1 -- 172.21.15.76:0/2787708610 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff5bc01c460 con 0x7ff5c40c8920 2024-09-13T16:13:49.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.468+0000 7ff5c1ffb640 1 --2- 172.21.15.76:0/2787708610 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff5b006ac00 0x7ff5b006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:49.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.468+0000 7ff5c1ffb640 1 -- 172.21.15.76:0/2787708610 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(136..136 src has 1..136) v4 ==== 6029+0+0 (secure 0 0 0) 0x7ff5bc089240 con 0x7ff5c40c8920 2024-09-13T16:13:49.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.468+0000 7ff5c929d640 1 --2- 172.21.15.76:0/2787708610 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff5b006ac00 0x7ff5b006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:49.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.468+0000 7ff5c929d640 1 --2- 172.21.15.76:0/2787708610 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff5b006ac00 0x7ff5b006d0c0 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7ff5b4033000 tx=0x7ff5b4009000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:49.473 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.472+0000 7ff5c1ffb640 1 -- 172.21.15.76:0/2787708610 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ff5bc054370 con 0x7ff5c40c8920 2024-09-13T16:13:49.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.635+0000 7ff5cb501640 1 -- 172.21.15.76:0/2787708610 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ff5c415cb20 con 0x7ff5c40c8920 2024-09-13T16:13:49.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.637+0000 7ff5c1ffb640 1 -- 172.21.15.76:0/2787708610 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v136) v1 ==== 74+0+16696 (secure 0 0 0) 0x7ff5bc057990 con 0x7ff5c40c8920 2024-09-13T16:13:49.639 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:13:49.639 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":136,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:13:30.536211+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":20,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":19,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:13:27.341617+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"135","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":20,"pool_name":"cephfs_data","create_time":"2024-09-13T16:13:28.498648+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"136","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:13:49.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.640+0000 7ff5cb501640 1 -- 172.21.15.76:0/2787708610 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff5b006ac00 msgr2=0x7ff5b006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:49.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.640+0000 7ff5cb501640 1 --2- 172.21.15.76:0/2787708610 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff5b006ac00 0x7ff5b006d0c0 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7ff5b4033000 tx=0x7ff5b4009000 comp rx=0 tx=0).stop 2024-09-13T16:13:49.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.640+0000 7ff5cb501640 1 -- 172.21.15.76:0/2787708610 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff5c40c8920 msgr2=0x7ff5c4157430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:49.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.640+0000 7ff5cb501640 1 --2- 172.21.15.76:0/2787708610 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff5c40c8920 0x7ff5c4157430 secure :-1 s=READY pgs=1875 cs=0 l=1 rev1=1 crypto rx=0x7ff5bc00c440 tx=0x7ff5bc00c900 comp rx=0 tx=0).stop 2024-09-13T16:13:49.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.640+0000 7ff5cb501640 1 -- 172.21.15.76:0/2787708610 shutdown_connections 2024-09-13T16:13:49.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.640+0000 7ff5cb501640 1 --2- 172.21.15.76:0/2787708610 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff5c40c8920 0x7ff5c4157430 unknown :-1 s=CLOSED pgs=1875 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:49.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.640+0000 7ff5cb501640 1 --2- 172.21.15.76:0/2787708610 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff5b006ac00 0x7ff5b006d0c0 unknown :-1 s=CLOSED pgs=798 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:49.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.640+0000 7ff5cb501640 1 --2- 172.21.15.76:0/2787708610 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff5c4072110 0x7ff5c4155c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:49.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.640+0000 7ff5cb501640 1 --2- 172.21.15.76:0/2787708610 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff5c4071d30 0x7ff5c4155560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:49.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.641+0000 7ff5cb501640 1 -- 172.21.15.76:0/2787708610 >> 172.21.15.76:0/2787708610 conn(0x7ff5c4069ed0 msgr2=0x7ff5c40ad110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:49.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.641+0000 7ff5cb501640 1 -- 172.21.15.76:0/2787708610 shutdown_connections 2024-09-13T16:13:49.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.641+0000 7ff5cb501640 1 -- 172.21.15.76:0/2787708610 wait complete. 2024-09-13T16:13:49.653 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:01:26.960607+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 19, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:13:27.341617+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '135', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 20, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:13:28.498648+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '136', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.25, 'score_stable': 1.25, 'optimal_score': 1, 'raw_score_acting': 1.25, 'raw_score_stable': 1.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:13:49.654 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:13:49.755 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.753+0000 7f9d1abdb640 1 Processor -- start 2024-09-13T16:13:49.755 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.753+0000 7f9d1abdb640 1 -- start start 2024-09-13T16:13:49.755 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.754+0000 7f9d1abdb640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9d140d2760 0x7f9d140cd8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:49.755 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.754+0000 7f9d1abdb640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f9d140cde20 0x7f9d140d0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:49.755 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.754+0000 7f9d1abdb640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9d140cd450 con 0x7f9d1415c500 2024-09-13T16:13:49.755 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.754+0000 7f9d1abdb640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9d140d0cf0 con 0x7f9d140cde20 2024-09-13T16:13:49.755 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.754+0000 7f9d1abdb640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9d140d0fd0 con 0x7f9d140d2760 2024-09-13T16:13:49.756 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.754+0000 7f9d13fff640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9d140d2760 0x7f9d140cd8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:49.757 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.755+0000 7f9d19178640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f9d140cde20 0x7f9d140d0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:49.757 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.755+0000 7f9d18977640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7f9d1415c500 0x7f9d140d2050 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:57858/0 (socket says 172.21.15.76:57858) 2024-09-13T16:13:49.757 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.755+0000 7f9d19178640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f9d140cde20 0x7f9d140d0000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.76:60572/0 (socket says 172.21.15.76:60572) 2024-09-13T16:13:49.757 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.755+0000 7f9d18977640 1 -- 172.21.15.76:0/3916534266 learned_addr learned my addr 172.21.15.76:0/3916534266 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:13:49.757 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.755+0000 7f9d137fe640 1 -- 172.21.15.76:0/3916534266 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1982286158 0 0) 0x7f9d140cd450 con 0x7f9d1415c500 2024-09-13T16:13:49.757 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.755+0000 7f9d137fe640 1 -- 172.21.15.76:0/3916534266 --> v1:172.21.15.192:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9cfc003520 con 0x7f9d1415c500 2024-09-13T16:13:49.757 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.755+0000 7f9d13fff640 1 -- 172.21.15.76:0/3916534266 >> v2:172.21.15.192:3300/0 conn(0x7f9d140cde20 msgr2=0x7f9d140d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:49.757 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.755+0000 7f9d13fff640 1 --2- 172.21.15.76:0/3916534266 >> v2:172.21.15.192:3300/0 conn(0x7f9d140cde20 0x7f9d140d0000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:49.757 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.755+0000 7f9d13fff640 1 -- 172.21.15.76:0/3916534266 >> v1:172.21.15.192:6789/0 conn(0x7f9d1415c500 legacy=0x7f9d140d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:49.757 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.755+0000 7f9d13fff640 1 -- 172.21.15.76:0/3916534266 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9d140cd0e0 con 0x7f9d140d2760 2024-09-13T16:13:49.757 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.755+0000 7f9d19178640 1 --2- 172.21.15.76:0/3916534266 >> v2:172.21.15.192:3300/0 conn(0x7f9d140cde20 0x7f9d140d0000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:13:49.758 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.756+0000 7f9d13fff640 1 --2- 172.21.15.76:0/3916534266 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9d140d2760 0x7f9d140cd8e0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f9d080097a0 tx=0x7f9d0802a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a4ce702fc7177278 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:49.759 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.756+0000 7f9d137fe640 1 -- 172.21.15.76:0/3916534266 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d08032440 con 0x7f9d140d2760 2024-09-13T16:13:49.759 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.756+0000 7f9d137fe640 1 -- 172.21.15.76:0/3916534266 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9d080325a0 con 0x7f9d140d2760 2024-09-13T16:13:49.759 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.756+0000 7f9d137fe640 1 -- 172.21.15.76:0/3916534266 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d08032910 con 0x7f9d140d2760 2024-09-13T16:13:49.759 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.756+0000 7f9d1abdb640 1 -- 172.21.15.76:0/3916534266 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9d140d2760 msgr2=0x7f9d140cd8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:49.759 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.756+0000 7f9d1abdb640 1 --2- 172.21.15.76:0/3916534266 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9d140d2760 0x7f9d140cd8e0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f9d080097a0 tx=0x7f9d0802a180 comp rx=0 tx=0).stop 2024-09-13T16:13:49.759 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.757+0000 7f9d1abdb640 1 -- 172.21.15.76:0/3916534266 shutdown_connections 2024-09-13T16:13:49.759 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.757+0000 7f9d1abdb640 1 --2- 172.21.15.76:0/3916534266 >> v2:172.21.15.192:3300/0 conn(0x7f9d140cde20 0x7f9d140d0000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:49.759 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.757+0000 7f9d1abdb640 1 --2- 172.21.15.76:0/3916534266 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9d140d2760 0x7f9d140cd8e0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:49.759 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.757+0000 7f9d1abdb640 1 -- 172.21.15.76:0/3916534266 >> 172.21.15.76:0/3916534266 conn(0x7f9d14089f60 msgr2=0x7f9d1409b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:49.759 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.757+0000 7f9d1abdb640 1 -- 172.21.15.76:0/3916534266 shutdown_connections 2024-09-13T16:13:49.759 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.757+0000 7f9d1abdb640 1 -- 172.21.15.76:0/3916534266 wait complete. 2024-09-13T16:13:49.761 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.758+0000 7f9d1abdb640 1 Processor -- start 2024-09-13T16:13:49.761 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.758+0000 7f9d1abdb640 1 -- start start 2024-09-13T16:13:49.761 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.759+0000 7f9d1abdb640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9d140cde20 0x7f9d140b76d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:49.761 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.759+0000 7f9d1abdb640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9d140d2760 0x7f9d1415f0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:49.762 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.759+0000 7f9d1abdb640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9d1415c500 0x7f9d1415f620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:49.762 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.759+0000 7f9d1abdb640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d140b7c10 con 0x7f9d140d2760 2024-09-13T16:13:49.762 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.759+0000 7f9d1abdb640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d140b53e0 con 0x7f9d1415c500 2024-09-13T16:13:49.762 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.759+0000 7f9d1abdb640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9d140b56c0 con 0x7f9d140cde20 2024-09-13T16:13:49.762 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.759+0000 7f9d13fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9d140d2760 0x7f9d1415f0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:49.762 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.759+0000 7f9d13fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9d140d2760 0x7f9d1415f0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:44892/0 (socket says 172.21.15.76:44892) 2024-09-13T16:13:49.762 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.759+0000 7f9d13fff640 1 -- 172.21.15.76:0/3563922455 learned_addr learned my addr 172.21.15.76:0/3563922455 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:49.762 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.759+0000 7f9d18977640 1 --2- 172.21.15.76:0/3563922455 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9d140cde20 0x7f9d140b76d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:49.762 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.759+0000 7f9d19178640 1 --2- 172.21.15.76:0/3563922455 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9d1415c500 0x7f9d1415f620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:49.762 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.759+0000 7f9d13fff640 1 -- 172.21.15.76:0/3563922455 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9d140cde20 msgr2=0x7f9d140b76d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:49.762 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.759+0000 7f9d13fff640 1 --2- 172.21.15.76:0/3563922455 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9d140cde20 0x7f9d140b76d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:49.762 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.759+0000 7f9d13fff640 1 -- 172.21.15.76:0/3563922455 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9d1415c500 msgr2=0x7f9d1415f620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:49.762 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.759+0000 7f9d13fff640 1 --2- 172.21.15.76:0/3563922455 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9d1415c500 0x7f9d1415f620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:49.762 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.759+0000 7f9d13fff640 1 -- 172.21.15.76:0/3563922455 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9d0c009a70 con 0x7f9d140d2760 2024-09-13T16:13:49.763 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.759+0000 7f9d13fff640 1 --2- 172.21.15.76:0/3563922455 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9d140d2760 0x7f9d1415f0e0 secure :-1 s=READY pgs=1876 cs=0 l=1 rev1=1 crypto rx=0x7f9d080098c0 tx=0x7f9d080046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:49.763 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.760+0000 7f9d117fa640 1 -- 172.21.15.76:0/3563922455 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d0803e860 con 0x7f9d140d2760 2024-09-13T16:13:49.763 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.760+0000 7f9d1abdb640 1 -- 172.21.15.76:0/3563922455 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9d08009400 con 0x7f9d140d2760 2024-09-13T16:13:49.763 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.760+0000 7f9d117fa640 1 -- 172.21.15.76:0/3563922455 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9d0803e9c0 con 0x7f9d140d2760 2024-09-13T16:13:49.763 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.760+0000 7f9d117fa640 1 -- 172.21.15.76:0/3563922455 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d0803ed70 con 0x7f9d140d2760 2024-09-13T16:13:49.763 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.760+0000 7f9d1abdb640 1 -- 172.21.15.76:0/3563922455 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9d140b5c80 con 0x7f9d140d2760 2024-09-13T16:13:49.764 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.761+0000 7f9d1abdb640 1 -- 172.21.15.76:0/3563922455 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9d140b5e70 con 0x7f9d140d2760 2024-09-13T16:13:49.764 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.761+0000 7f9d117fa640 1 -- 172.21.15.76:0/3563922455 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9d0803c400 con 0x7f9d140d2760 2024-09-13T16:13:49.764 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.761+0000 7f9d117fa640 1 --2- 172.21.15.76:0/3563922455 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9d0006ac00 0x7f9d0006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:49.764 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.762+0000 7f9d117fa640 1 -- 172.21.15.76:0/3563922455 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(136..136 src has 1..136) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f9d080aa250 con 0x7f9d140d2760 2024-09-13T16:13:49.764 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.762+0000 7f9d18977640 1 --2- 172.21.15.76:0/3563922455 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9d0006ac00 0x7f9d0006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:49.764 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.762+0000 7f9d18977640 1 --2- 172.21.15.76:0/3563922455 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9d0006ac00 0x7f9d0006d0c0 secure :-1 s=READY pgs=799 cs=0 l=1 rev1=1 crypto rx=0x7f9d04005880 tx=0x7f9d04009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:49.767 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.766+0000 7f9d117fa640 1 -- 172.21.15.76:0/3563922455 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f9d08075300 con 0x7f9d140d2760 2024-09-13T16:13:49.929 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.927+0000 7f9d1abdb640 1 -- 172.21.15.76:0/3563922455 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f9d140d0900 con 0x7f9d140d2760 2024-09-13T16:13:49.929 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.928+0000 7f9d117fa640 1 -- 172.21.15.76:0/3563922455 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v136) v1 ==== 93+0+10 (secure 0 0 0) 0x7f9d08078920 con 0x7f9d140d2760 2024-09-13T16:13:49.929 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2024-09-13T16:13:49.931 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.929+0000 7f9d1abdb640 1 -- 172.21.15.76:0/3563922455 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9d0006ac00 msgr2=0x7f9d0006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:49.931 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.929+0000 7f9d1abdb640 1 --2- 172.21.15.76:0/3563922455 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9d0006ac00 0x7f9d0006d0c0 secure :-1 s=READY pgs=799 cs=0 l=1 rev1=1 crypto rx=0x7f9d04005880 tx=0x7f9d04009040 comp rx=0 tx=0).stop 2024-09-13T16:13:49.931 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.929+0000 7f9d1abdb640 1 -- 172.21.15.76:0/3563922455 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9d140d2760 msgr2=0x7f9d1415f0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:49.931 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.929+0000 7f9d1abdb640 1 --2- 172.21.15.76:0/3563922455 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9d140d2760 0x7f9d1415f0e0 secure :-1 s=READY pgs=1876 cs=0 l=1 rev1=1 crypto rx=0x7f9d080098c0 tx=0x7f9d080046c0 comp rx=0 tx=0).stop 2024-09-13T16:13:49.931 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.930+0000 7f9d1abdb640 1 -- 172.21.15.76:0/3563922455 shutdown_connections 2024-09-13T16:13:49.931 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.930+0000 7f9d1abdb640 1 --2- 172.21.15.76:0/3563922455 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9d1415c500 0x7f9d1415f620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:49.931 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.930+0000 7f9d1abdb640 1 --2- 172.21.15.76:0/3563922455 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9d140d2760 0x7f9d1415f0e0 unknown :-1 s=CLOSED pgs=1876 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:49.931 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.930+0000 7f9d1abdb640 1 --2- 172.21.15.76:0/3563922455 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9d0006ac00 0x7f9d0006d0c0 unknown :-1 s=CLOSED pgs=799 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:49.932 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.930+0000 7f9d1abdb640 1 --2- 172.21.15.76:0/3563922455 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9d140cde20 0x7f9d140b76d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:49.932 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.930+0000 7f9d1abdb640 1 -- 172.21.15.76:0/3563922455 >> 172.21.15.76:0/3563922455 conn(0x7f9d14089f60 msgr2=0x7f9d140b22c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:49.932 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.930+0000 7f9d1abdb640 1 -- 172.21.15.76:0/3563922455 shutdown_connections 2024-09-13T16:13:49.932 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:49.930+0000 7f9d1abdb640 1 -- 172.21.15.76:0/3563922455 wait complete. 2024-09-13T16:13:49.942 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:13:50.043 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.041+0000 7f2ce62aa640 1 Processor -- start 2024-09-13T16:13:50.043 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.041+0000 7f2ce62aa640 1 -- start start 2024-09-13T16:13:50.044 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.042+0000 7f2ce62aa640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2ce0158b00 0x7f2ce006c190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:50.044 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.042+0000 7f2ce62aa640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f2ce00b2170 0x7f2ce00b2620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:50.044 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.042+0000 7f2ce62aa640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2ce006cb30 con 0x7f2ce006c6d0 2024-09-13T16:13:50.044 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.042+0000 7f2ce62aa640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2ce00b2d10 con 0x7f2ce00b2170 2024-09-13T16:13:50.045 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.042+0000 7f2ce62aa640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2ce00b2ff0 con 0x7f2ce0158b00 2024-09-13T16:13:50.045 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.042+0000 7f2ce4847640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f2ce00b2170 0x7f2ce00b2620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:50.045 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.042+0000 7f2cd7fff640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7f2ce006c6d0 0x7f2ce0070b10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:57860/0 (socket says 172.21.15.76:57860) 2024-09-13T16:13:50.045 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.042+0000 7f2cdffff640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2ce0158b00 0x7f2ce006c190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:50.045 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.042+0000 7f2ce4847640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f2ce00b2170 0x7f2ce00b2620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.76:60600/0 (socket says 172.21.15.76:60600) 2024-09-13T16:13:50.045 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.042+0000 7f2cd7fff640 1 -- 172.21.15.76:0/3233189919 learned_addr learned my addr 172.21.15.76:0/3233189919 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:13:50.045 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.043+0000 7f2cdf7fe640 1 -- 172.21.15.76:0/3233189919 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1492068277 0 0) 0x7f2ce006cb30 con 0x7f2ce006c6d0 2024-09-13T16:13:50.045 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.043+0000 7f2cdf7fe640 1 -- 172.21.15.76:0/3233189919 --> v1:172.21.15.192:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2ccc003520 con 0x7f2ce006c6d0 2024-09-13T16:13:50.045 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.043+0000 7f2ce4847640 1 -- 172.21.15.76:0/3233189919 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2ce0158b00 msgr2=0x7f2ce006c190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:50.045 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.043+0000 7f2ce4847640 1 --2- 172.21.15.76:0/3233189919 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2ce0158b00 0x7f2ce006c190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:50.045 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.043+0000 7f2ce4847640 1 -- 172.21.15.76:0/3233189919 >> v1:172.21.15.192:6789/0 conn(0x7f2ce006c6d0 legacy=0x7f2ce0070b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:50.046 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.043+0000 7f2ce4847640 1 -- 172.21.15.76:0/3233189919 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2ce0070310 con 0x7f2ce00b2170 2024-09-13T16:13:50.047 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.043+0000 7f2ce4847640 1 --2- 172.21.15.76:0/3233189919 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2ce00b2170 0x7f2ce00b2620 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7f2cd800aea0 tx=0x7f2cd802b7b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8b5caec9363dbb98 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:50.047 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.044+0000 7f2cdf7fe640 1 -- 172.21.15.76:0/3233189919 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2cd8008640 con 0x7f2ce00b2170 2024-09-13T16:13:50.047 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.044+0000 7f2cdf7fe640 1 -- 172.21.15.76:0/3233189919 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2cd802e050 con 0x7f2ce00b2170 2024-09-13T16:13:50.047 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.044+0000 7f2cdf7fe640 1 -- 172.21.15.76:0/3233189919 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2cd80089c0 con 0x7f2ce00b2170 2024-09-13T16:13:50.047 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.044+0000 7f2ce62aa640 1 -- 172.21.15.76:0/3233189919 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2ce00b2170 msgr2=0x7f2ce00b2620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:50.047 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.044+0000 7f2ce62aa640 1 --2- 172.21.15.76:0/3233189919 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2ce00b2170 0x7f2ce00b2620 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7f2cd800aea0 tx=0x7f2cd802b7b0 comp rx=0 tx=0).stop 2024-09-13T16:13:50.047 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.044+0000 7f2ce62aa640 1 -- 172.21.15.76:0/3233189919 shutdown_connections 2024-09-13T16:13:50.047 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.044+0000 7f2ce62aa640 1 --2- 172.21.15.76:0/3233189919 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2ce00b2170 0x7f2ce00b2620 unknown :-1 s=CLOSED pgs=599 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:50.047 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.044+0000 7f2ce62aa640 1 --2- 172.21.15.76:0/3233189919 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2ce0158b00 0x7f2ce006c190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:50.048 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.044+0000 7f2ce62aa640 1 -- 172.21.15.76:0/3233189919 >> 172.21.15.76:0/3233189919 conn(0x7f2ce006a0b0 msgr2=0x7f2ce006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:50.048 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.044+0000 7f2ce62aa640 1 -- 172.21.15.76:0/3233189919 shutdown_connections 2024-09-13T16:13:50.048 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.044+0000 7f2ce62aa640 1 -- 172.21.15.76:0/3233189919 wait complete. 2024-09-13T16:13:50.048 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.045+0000 7f2ce62aa640 1 Processor -- start 2024-09-13T16:13:50.048 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.045+0000 7f2ce62aa640 1 -- start start 2024-09-13T16:13:50.050 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.046+0000 7f2ce62aa640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2ce006c6d0 0x7f2ce00972a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:50.050 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.046+0000 7f2ce62aa640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2ce00b2170 0x7f2ce0152160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:50.050 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.046+0000 7f2ce62aa640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2ce0158b00 0x7f2ce01526a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:50.051 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.046+0000 7f2ce62aa640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2ce0097d20 con 0x7f2ce00b2170 2024-09-13T16:13:50.051 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.046+0000 7f2ce62aa640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2ce00977e0 con 0x7f2ce006c6d0 2024-09-13T16:13:50.051 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.046+0000 7f2ce62aa640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2ce0153f80 con 0x7f2ce0158b00 2024-09-13T16:13:50.051 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.046+0000 7f2cd7fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2ce00b2170 0x7f2ce0152160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:50.051 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.046+0000 7f2cd7fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2ce00b2170 0x7f2ce0152160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:44896/0 (socket says 172.21.15.76:44896) 2024-09-13T16:13:50.051 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.046+0000 7f2cd7fff640 1 -- 172.21.15.76:0/2950735376 learned_addr learned my addr 172.21.15.76:0/2950735376 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:50.051 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.046+0000 7f2cdffff640 1 --2- 172.21.15.76:0/2950735376 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2ce006c6d0 0x7f2ce00972a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:50.051 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.046+0000 7f2ce4847640 1 --2- 172.21.15.76:0/2950735376 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2ce0158b00 0x7f2ce01526a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:50.051 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.047+0000 7f2cd7fff640 1 -- 172.21.15.76:0/2950735376 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2ce0158b00 msgr2=0x7f2ce01526a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:50.051 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.047+0000 7f2cd7fff640 1 --2- 172.21.15.76:0/2950735376 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2ce0158b00 0x7f2ce01526a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:50.051 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.047+0000 7f2cd7fff640 1 -- 172.21.15.76:0/2950735376 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2ce006c6d0 msgr2=0x7f2ce00972a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:50.051 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.047+0000 7f2cd7fff640 1 --2- 172.21.15.76:0/2950735376 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2ce006c6d0 0x7f2ce00972a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:50.051 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.047+0000 7f2cd7fff640 1 -- 172.21.15.76:0/2950735376 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2cd800ab80 con 0x7f2ce00b2170 2024-09-13T16:13:50.052 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.047+0000 7f2cd7fff640 1 --2- 172.21.15.76:0/2950735376 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2ce00b2170 0x7f2ce0152160 secure :-1 s=READY pgs=1877 cs=0 l=1 rev1=1 crypto rx=0x7f2cc800c4d0 tx=0x7f2cc800c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:50.052 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.047+0000 7f2cdd7fa640 1 -- 172.21.15.76:0/2950735376 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2cc8005ce0 con 0x7f2ce00b2170 2024-09-13T16:13:50.052 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.047+0000 7f2cdd7fa640 1 -- 172.21.15.76:0/2950735376 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2cc8005e40 con 0x7f2ce00b2170 2024-09-13T16:13:50.052 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.047+0000 7f2ce62aa640 1 -- 172.21.15.76:0/2950735376 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2ce0153af0 con 0x7f2ce00b2170 2024-09-13T16:13:50.052 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.047+0000 7f2cdd7fa640 1 -- 172.21.15.76:0/2950735376 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2cc8007270 con 0x7f2ce00b2170 2024-09-13T16:13:50.052 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.047+0000 7f2ce62aa640 1 -- 172.21.15.76:0/2950735376 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2ce01531c0 con 0x7f2ce00b2170 2024-09-13T16:13:50.052 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.048+0000 7f2ce62aa640 1 -- 172.21.15.76:0/2950735376 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2ce0153c80 con 0x7f2ce00b2170 2024-09-13T16:13:50.052 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.048+0000 7f2cdd7fa640 1 -- 172.21.15.76:0/2950735376 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f2cc8007490 con 0x7f2ce00b2170 2024-09-13T16:13:50.052 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.049+0000 7f2cdd7fa640 1 --2- 172.21.15.76:0/2950735376 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2cc006ac00 0x7f2cc006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:50.052 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.049+0000 7f2cdd7fa640 1 -- 172.21.15.76:0/2950735376 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(136..136 src has 1..136) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f2cc80888b0 con 0x7f2ce00b2170 2024-09-13T16:13:50.052 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.049+0000 7f2cdffff640 1 --2- 172.21.15.76:0/2950735376 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2cc006ac00 0x7f2cc006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:50.052 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.049+0000 7f2cdffff640 1 --2- 172.21.15.76:0/2950735376 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2cc006ac00 0x7f2cc006d0c0 secure :-1 s=READY pgs=800 cs=0 l=1 rev1=1 crypto rx=0x7f2cd0009aa0 tx=0x7f2cd0009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:50.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.053+0000 7f2cdd7fa640 1 -- 172.21.15.76:0/2950735376 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f2cc8053a90 con 0x7f2ce00b2170 2024-09-13T16:13:50.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.216+0000 7f2ce62aa640 1 -- 172.21.15.76:0/2950735376 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f2ce00cdf40 con 0x7f2ce00b2170 2024-09-13T16:13:50.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.216+0000 7f2cdd7fa640 1 -- 172.21.15.76:0/2950735376 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v136) v1 ==== 104+0+11 (secure 0 0 0) 0x7f2cc80570b0 con 0x7f2ce00b2170 2024-09-13T16:13:50.218 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2024-09-13T16:13:50.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.218+0000 7f2ce62aa640 1 -- 172.21.15.76:0/2950735376 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2cc006ac00 msgr2=0x7f2cc006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:50.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.218+0000 7f2ce62aa640 1 --2- 172.21.15.76:0/2950735376 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2cc006ac00 0x7f2cc006d0c0 secure :-1 s=READY pgs=800 cs=0 l=1 rev1=1 crypto rx=0x7f2cd0009aa0 tx=0x7f2cd0009190 comp rx=0 tx=0).stop 2024-09-13T16:13:50.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.218+0000 7f2ce62aa640 1 -- 172.21.15.76:0/2950735376 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2ce00b2170 msgr2=0x7f2ce0152160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:50.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.218+0000 7f2ce62aa640 1 --2- 172.21.15.76:0/2950735376 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2ce00b2170 0x7f2ce0152160 secure :-1 s=READY pgs=1877 cs=0 l=1 rev1=1 crypto rx=0x7f2cc800c4d0 tx=0x7f2cc800c990 comp rx=0 tx=0).stop 2024-09-13T16:13:50.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.218+0000 7f2ce62aa640 1 -- 172.21.15.76:0/2950735376 shutdown_connections 2024-09-13T16:13:50.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.218+0000 7f2ce62aa640 1 --2- 172.21.15.76:0/2950735376 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2cc006ac00 0x7f2cc006d0c0 unknown :-1 s=CLOSED pgs=800 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:50.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.218+0000 7f2ce62aa640 1 --2- 172.21.15.76:0/2950735376 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2ce0158b00 0x7f2ce01526a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:50.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.218+0000 7f2ce62aa640 1 --2- 172.21.15.76:0/2950735376 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2ce00b2170 0x7f2ce0152160 unknown :-1 s=CLOSED pgs=1877 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:50.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.218+0000 7f2ce62aa640 1 --2- 172.21.15.76:0/2950735376 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2ce006c6d0 0x7f2ce00972a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:50.221 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.218+0000 7f2ce62aa640 1 -- 172.21.15.76:0/2950735376 >> 172.21.15.76:0/2950735376 conn(0x7f2ce006a0b0 msgr2=0x7f2ce00af280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:50.221 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.218+0000 7f2ce62aa640 1 -- 172.21.15.76:0/2950735376 shutdown_connections 2024-09-13T16:13:50.221 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.218+0000 7f2ce62aa640 1 -- 172.21.15.76:0/2950735376 wait complete. 2024-09-13T16:13:50.231 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:13:50.331 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.330+0000 7ff583696640 1 Processor -- start 2024-09-13T16:13:50.331 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.330+0000 7ff583696640 1 -- start start 2024-09-13T16:13:50.335 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.331+0000 7ff583696640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff57c159310 0x7ff57c0ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:50.335 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.331+0000 7ff583696640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7ff57c0ce4f0 0x7ff57c0ce940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:50.335 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.331+0000 7ff583696640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff57c0ccbe0 con 0x7ff57c0b2b40 2024-09-13T16:13:50.335 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.331+0000 7ff583696640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff57c0ad940 con 0x7ff57c0ce4f0 2024-09-13T16:13:50.335 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.331+0000 7ff583696640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff57c0cee80 con 0x7ff57c159310 2024-09-13T16:13:50.335 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.331+0000 7ff580c31640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7ff57c0b2b40 0x7ff57c0ab140 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:59076/0 (socket says 172.21.15.76:59076) 2024-09-13T16:13:50.335 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.331+0000 7ff580c31640 1 -- 172.21.15.76:0/1722617982 learned_addr learned my addr 172.21.15.76:0/1722617982 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:13:50.336 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.331+0000 7ff581432640 1 --2- 172.21.15.76:0/1722617982 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff57c159310 0x7ff57c0ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:50.336 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.331+0000 7ff581c33640 1 --2- 172.21.15.76:0/1722617982 >> v2:172.21.15.192:3300/0 conn(0x7ff57c0ce4f0 0x7ff57c0ce940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:50.336 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.331+0000 7ff573fff640 1 -- 172.21.15.76:0/1722617982 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1789221826 0 0) 0x7ff57c0ccbe0 con 0x7ff57c0b2b40 2024-09-13T16:13:50.336 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.331+0000 7ff573fff640 1 -- 172.21.15.76:0/1722617982 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff568003520 con 0x7ff57c0b2b40 2024-09-13T16:13:50.336 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.331+0000 7ff573fff640 1 -- 172.21.15.76:0/1722617982 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 388608747 0 0) 0x7ff568003520 con 0x7ff57c0b2b40 2024-09-13T16:13:50.336 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.331+0000 7ff573fff640 1 -- 172.21.15.76:0/1722617982 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff57c159310 msgr2=0x7ff57c0ad400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:50.336 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.331+0000 7ff573fff640 1 --2- 172.21.15.76:0/1722617982 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff57c159310 0x7ff57c0ad400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:50.336 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.331+0000 7ff573fff640 1 -- 172.21.15.76:0/1722617982 >> v2:172.21.15.192:3300/0 conn(0x7ff57c0ce4f0 msgr2=0x7ff57c0ce940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:50.336 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.331+0000 7ff573fff640 1 --2- 172.21.15.76:0/1722617982 >> v2:172.21.15.192:3300/0 conn(0x7ff57c0ce4f0 0x7ff57c0ce940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:50.336 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.331+0000 7ff573fff640 1 -- 172.21.15.76:0/1722617982 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff57c0b1810 con 0x7ff57c0b2b40 2024-09-13T16:13:50.336 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.331+0000 7ff573fff640 1 -- 172.21.15.76:0/1722617982 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7ff56c001670 con 0x7ff57c0b2b40 2024-09-13T16:13:50.336 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.331+0000 7ff581432640 1 --2- 172.21.15.76:0/1722617982 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff57c159310 0x7ff57c0ad400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:13:50.336 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.331+0000 7ff581c33640 1 --2- 172.21.15.76:0/1722617982 >> v2:172.21.15.192:3300/0 conn(0x7ff57c0ce4f0 0x7ff57c0ce940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:13:50.337 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.331+0000 7ff573fff640 1 -- 172.21.15.76:0/1722617982 >> v1:172.21.15.76:6789/0 conn(0x7ff57c0b2b40 legacy=0x7ff57c0ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:50.337 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.331+0000 7ff573fff640 1 --2- 172.21.15.76:0/1722617982 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff568003970 0x7ff568003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:50.337 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.331+0000 7ff573fff640 1 --2- 172.21.15.76:0/1722617982 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff57c159310 0x7ff5680047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:50.337 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.332+0000 7ff573fff640 1 --2- 172.21.15.76:0/1722617982 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff568004d00 0x7ff568005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:50.337 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.332+0000 7ff573fff640 1 -- 172.21.15.76:0/1722617982 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff57c0cee80 con 0x7ff568003970 2024-09-13T16:13:50.337 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.332+0000 7ff573fff640 1 -- 172.21.15.76:0/1722617982 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff56800b980 con 0x7ff568004d00 2024-09-13T16:13:50.337 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.332+0000 7ff573fff640 1 -- 172.21.15.76:0/1722617982 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff56800bac0 con 0x7ff57c159310 2024-09-13T16:13:50.337 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.332+0000 7ff581432640 1 --2- 172.21.15.76:0/1722617982 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff568003970 0x7ff568003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:50.337 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.332+0000 7ff580c31640 1 --2- 172.21.15.76:0/1722617982 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff57c159310 0x7ff5680047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:50.337 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.332+0000 7ff581c33640 1 --2- 172.21.15.76:0/1722617982 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff568004d00 0x7ff568005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:50.337 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.332+0000 7ff581432640 1 -- 172.21.15.76:0/1722617982 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff57c159310 msgr2=0x7ff5680047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:50.337 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.332+0000 7ff581432640 1 --2- 172.21.15.76:0/1722617982 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff57c159310 0x7ff5680047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:50.337 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.332+0000 7ff581432640 1 -- 172.21.15.76:0/1722617982 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff568004d00 msgr2=0x7ff568005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:50.338 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.332+0000 7ff581432640 1 --2- 172.21.15.76:0/1722617982 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff568004d00 0x7ff568005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:50.338 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.332+0000 7ff581432640 1 -- 172.21.15.76:0/1722617982 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff578009400 con 0x7ff568003970 2024-09-13T16:13:50.338 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.332+0000 7ff580c31640 1 --2- 172.21.15.76:0/1722617982 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff57c159310 0x7ff5680047c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:50.338 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.332+0000 7ff581c33640 1 --2- 172.21.15.76:0/1722617982 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff568004d00 0x7ff568005180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:50.338 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.333+0000 7ff581432640 1 --2- 172.21.15.76:0/1722617982 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff568003970 0x7ff568003d90 secure :-1 s=READY pgs=1879 cs=0 l=1 rev1=1 crypto rx=0x7ff578009c90 tx=0x7ff5680057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=80c2d165697985d0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:50.338 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.333+0000 7ff573fff640 1 -- 172.21.15.76:0/1722617982 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff578031400 con 0x7ff568003970 2024-09-13T16:13:50.338 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.333+0000 7ff573fff640 1 -- 172.21.15.76:0/1722617982 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff57802d050 con 0x7ff568003970 2024-09-13T16:13:50.338 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.333+0000 7ff573fff640 1 -- 172.21.15.76:0/1722617982 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff578031760 con 0x7ff568003970 2024-09-13T16:13:50.338 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.333+0000 7ff583696640 1 -- 172.21.15.76:0/1722617982 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff568003970 msgr2=0x7ff568003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:50.338 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.333+0000 7ff583696640 1 --2- 172.21.15.76:0/1722617982 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff568003970 0x7ff568003d90 secure :-1 s=READY pgs=1879 cs=0 l=1 rev1=1 crypto rx=0x7ff578009c90 tx=0x7ff5680057f0 comp rx=0 tx=0).stop 2024-09-13T16:13:50.338 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.333+0000 7ff581c33640 1 -- 172.21.15.76:0/1722617982 reap_dead start 2024-09-13T16:13:50.338 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.333+0000 7ff583696640 1 -- 172.21.15.76:0/1722617982 shutdown_connections 2024-09-13T16:13:50.338 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.333+0000 7ff583696640 1 -- 172.21.15.76:0/1722617982 >> 172.21.15.76:0/1722617982 conn(0x7ff57c06a0b0 msgr2=0x7ff57c06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:50.339 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.333+0000 7ff583696640 1 -- 172.21.15.76:0/1722617982 shutdown_connections 2024-09-13T16:13:50.339 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.333+0000 7ff583696640 1 -- 172.21.15.76:0/1722617982 wait complete. 2024-09-13T16:13:50.341 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.334+0000 7ff583696640 1 Processor -- start 2024-09-13T16:13:50.341 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.335+0000 7ff583696640 1 -- start start 2024-09-13T16:13:50.341 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.335+0000 7ff583696640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff568003970 0x7ff57c0ca0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:50.341 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.335+0000 7ff583696640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff57c0ca5e0 0x7ff57c1e2810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:50.341 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.335+0000 7ff583696640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff57c0c4720 0x7ff57c1e2d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:50.341 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.335+0000 7ff583696640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff57c070230 con 0x7ff57c0c4720 2024-09-13T16:13:50.341 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.335+0000 7ff583696640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff57c0704d0 con 0x7ff568003970 2024-09-13T16:13:50.341 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.335+0000 7ff583696640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff57c0707b0 con 0x7ff57c0ca5e0 2024-09-13T16:13:50.342 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.335+0000 7ff581c33640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff57c0c4720 0x7ff57c1e2d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:50.342 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.335+0000 7ff581c33640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff57c0c4720 0x7ff57c1e2d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:44910/0 (socket says 172.21.15.76:44910) 2024-09-13T16:13:50.342 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.335+0000 7ff581c33640 1 -- 172.21.15.76:0/2236071605 learned_addr learned my addr 172.21.15.76:0/2236071605 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:50.342 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.336+0000 7ff581432640 1 --2- 172.21.15.76:0/2236071605 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff568003970 0x7ff57c0ca0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:50.342 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.336+0000 7ff580c31640 1 --2- 172.21.15.76:0/2236071605 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff57c0ca5e0 0x7ff57c1e2810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:50.342 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.336+0000 7ff581c33640 1 -- 172.21.15.76:0/2236071605 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff57c0ca5e0 msgr2=0x7ff57c1e2810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:50.342 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.336+0000 7ff581c33640 1 --2- 172.21.15.76:0/2236071605 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff57c0ca5e0 0x7ff57c1e2810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:50.342 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.336+0000 7ff581c33640 1 -- 172.21.15.76:0/2236071605 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff568003970 msgr2=0x7ff57c0ca0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:50.342 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.336+0000 7ff581c33640 1 --2- 172.21.15.76:0/2236071605 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff568003970 0x7ff57c0ca0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:50.342 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.336+0000 7ff581c33640 1 -- 172.21.15.76:0/2236071605 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff57c070a90 con 0x7ff57c0c4720 2024-09-13T16:13:50.342 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.336+0000 7ff581c33640 1 --2- 172.21.15.76:0/2236071605 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff57c0c4720 0x7ff57c1e2d50 secure :-1 s=READY pgs=1880 cs=0 l=1 rev1=1 crypto rx=0x7ff57c0cac90 tx=0x7ff5740115a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:50.342 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.336+0000 7ff571ffb640 1 -- 172.21.15.76:0/2236071605 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff57400e070 con 0x7ff57c0c4720 2024-09-13T16:13:50.342 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.336+0000 7ff571ffb640 1 -- 172.21.15.76:0/2236071605 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff574011ed0 con 0x7ff57c0c4720 2024-09-13T16:13:50.342 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.336+0000 7ff583696640 1 -- 172.21.15.76:0/2236071605 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff57c070d70 con 0x7ff57c0c4720 2024-09-13T16:13:50.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.336+0000 7ff571ffb640 1 -- 172.21.15.76:0/2236071605 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff574003990 con 0x7ff57c0c4720 2024-09-13T16:13:50.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.336+0000 7ff583696640 1 -- 172.21.15.76:0/2236071605 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff57c1f23e0 con 0x7ff57c0c4720 2024-09-13T16:13:50.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.337+0000 7ff583696640 1 -- 172.21.15.76:0/2236071605 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff57c070f60 con 0x7ff57c0c4720 2024-09-13T16:13:50.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.338+0000 7ff571ffb640 1 -- 172.21.15.76:0/2236071605 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff574003af0 con 0x7ff57c0c4720 2024-09-13T16:13:50.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.338+0000 7ff571ffb640 1 --2- 172.21.15.76:0/2236071605 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff56006ac30 0x7ff56006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:50.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.338+0000 7ff581432640 1 --2- 172.21.15.76:0/2236071605 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff56006ac30 0x7ff56006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:50.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.338+0000 7ff571ffb640 1 -- 172.21.15.76:0/2236071605 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(136..136 src has 1..136) v4 ==== 6029+0+0 (secure 0 0 0) 0x7ff574089ac0 con 0x7ff57c0c4720 2024-09-13T16:13:50.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.339+0000 7ff581432640 1 --2- 172.21.15.76:0/2236071605 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff56006ac30 0x7ff56006d0f0 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7ff578033000 tx=0x7ff578008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:50.344 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.343+0000 7ff571ffb640 1 -- 172.21.15.76:0/2236071605 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ff574054bf0 con 0x7ff57c0c4720 2024-09-13T16:13:50.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.506+0000 7ff583696640 1 -- 172.21.15.76:0/2236071605 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7ff57c06dfa0 con 0x7ff57c0c4720 2024-09-13T16:13:50.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.506+0000 7ff571ffb640 1 -- 172.21.15.76:0/2236071605 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v136) v1 ==== 100+0+11 (secure 0 0 0) 0x7ff574089e60 con 0x7ff57c0c4720 2024-09-13T16:13:50.508 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2024-09-13T16:13:50.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.508+0000 7ff583696640 1 -- 172.21.15.76:0/2236071605 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff56006ac30 msgr2=0x7ff56006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:50.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.508+0000 7ff583696640 1 --2- 172.21.15.76:0/2236071605 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff56006ac30 0x7ff56006d0f0 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7ff578033000 tx=0x7ff578008030 comp rx=0 tx=0).stop 2024-09-13T16:13:50.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.508+0000 7ff583696640 1 -- 172.21.15.76:0/2236071605 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff57c0c4720 msgr2=0x7ff57c1e2d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:50.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.508+0000 7ff583696640 1 --2- 172.21.15.76:0/2236071605 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff57c0c4720 0x7ff57c1e2d50 secure :-1 s=READY pgs=1880 cs=0 l=1 rev1=1 crypto rx=0x7ff57c0cac90 tx=0x7ff5740115a0 comp rx=0 tx=0).stop 2024-09-13T16:13:50.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.508+0000 7ff583696640 1 -- 172.21.15.76:0/2236071605 shutdown_connections 2024-09-13T16:13:50.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.508+0000 7ff583696640 1 --2- 172.21.15.76:0/2236071605 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff57c0c4720 0x7ff57c1e2d50 unknown :-1 s=CLOSED pgs=1880 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:50.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.508+0000 7ff583696640 1 --2- 172.21.15.76:0/2236071605 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff56006ac30 0x7ff56006d0f0 unknown :-1 s=CLOSED pgs=801 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:50.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.508+0000 7ff583696640 1 --2- 172.21.15.76:0/2236071605 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff57c0ca5e0 0x7ff57c1e2810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:50.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.508+0000 7ff583696640 1 --2- 172.21.15.76:0/2236071605 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff568003970 0x7ff57c0ca0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:50.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.508+0000 7ff583696640 1 -- 172.21.15.76:0/2236071605 >> 172.21.15.76:0/2236071605 conn(0x7ff57c06a0b0 msgr2=0x7ff57c1e5850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:50.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.508+0000 7ff583696640 1 -- 172.21.15.76:0/2236071605 shutdown_connections 2024-09-13T16:13:50.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.508+0000 7ff583696640 1 -- 172.21.15.76:0/2236071605 wait complete. 2024-09-13T16:13:50.520 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:13:50.618 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.617+0000 7f8a89395640 1 Processor -- start 2024-09-13T16:13:50.618 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.617+0000 7f8a89395640 1 -- start start 2024-09-13T16:13:50.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.618+0000 7f8a89395640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f8a840cd520 0x7f8a840b3820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:50.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.618+0000 7f8a89395640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f8a840cd900 0x7f8a84160940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:50.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.618+0000 7f8a89395640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8a840d2e30 con 0x7f8a840d1f60 2024-09-13T16:13:50.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.618+0000 7f8a89395640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8a840ccbe0 con 0x7f8a840cd900 2024-09-13T16:13:50.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.618+0000 7f8a89395640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8a840cce80 con 0x7f8a840cd520 2024-09-13T16:13:50.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.618+0000 7f8a827fc640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f8a840cd900 0x7f8a84160940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:50.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.618+0000 7f8a827fc640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f8a840cd900 0x7f8a84160940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:44912/0 (socket says 172.21.15.76:44912) 2024-09-13T16:13:50.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.618+0000 7f8a827fc640 1 -- 172.21.15.76:0/2730456634 learned_addr learned my addr 172.21.15.76:0/2730456634 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:50.621 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.618+0000 7f8a82ffd640 1 --2- 172.21.15.76:0/2730456634 >> v2:172.21.15.192:3300/0 conn(0x7f8a840cd520 0x7f8a840b3820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:50.621 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.618+0000 7f8a827fc640 1 -- 172.21.15.76:0/2730456634 >> v2:172.21.15.192:3300/0 conn(0x7f8a840cd520 msgr2=0x7f8a840b3820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:50.621 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.618+0000 7f8a827fc640 1 --2- 172.21.15.76:0/2730456634 >> v2:172.21.15.192:3300/0 conn(0x7f8a840cd520 0x7f8a840b3820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:50.621 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.618+0000 7f8a827fc640 1 -- 172.21.15.76:0/2730456634 >> v1:172.21.15.192:6789/0 conn(0x7f8a840d1f60 legacy=0x7f8a84160e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:50.621 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.618+0000 7f8a827fc640 1 -- 172.21.15.76:0/2730456634 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8a840d1750 con 0x7f8a840cd900 2024-09-13T16:13:50.621 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.619+0000 7f8a827fc640 1 --2- 172.21.15.76:0/2730456634 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a840cd900 0x7f8a84160940 secure :-1 s=READY pgs=1881 cs=0 l=1 rev1=1 crypto rx=0x7f8a84072100 tx=0x7f8a7802a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ecfe5806289448f7 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:50.621 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.619+0000 7f8a81ffb640 1 -- 172.21.15.76:0/2730456634 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a78032640 con 0x7f8a840cd900 2024-09-13T16:13:50.621 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.619+0000 7f8a81ffb640 1 -- 172.21.15.76:0/2730456634 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8a780327a0 con 0x7f8a840cd900 2024-09-13T16:13:50.621 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.619+0000 7f8a81ffb640 1 -- 172.21.15.76:0/2730456634 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a78032b30 con 0x7f8a840cd900 2024-09-13T16:13:50.622 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.619+0000 7f8a89395640 1 -- 172.21.15.76:0/2730456634 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a840cd900 msgr2=0x7f8a84160940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:50.622 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.619+0000 7f8a89395640 1 --2- 172.21.15.76:0/2730456634 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a840cd900 0x7f8a84160940 secure :-1 s=READY pgs=1881 cs=0 l=1 rev1=1 crypto rx=0x7f8a84072100 tx=0x7f8a7802a300 comp rx=0 tx=0).stop 2024-09-13T16:13:50.622 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.619+0000 7f8a89395640 1 -- 172.21.15.76:0/2730456634 shutdown_connections 2024-09-13T16:13:50.622 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.619+0000 7f8a89395640 1 --2- 172.21.15.76:0/2730456634 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a840cd900 0x7f8a84160940 unknown :-1 s=CLOSED pgs=1881 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:50.622 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.619+0000 7f8a89395640 1 --2- 172.21.15.76:0/2730456634 >> v2:172.21.15.192:3300/0 conn(0x7f8a840cd520 0x7f8a840b3820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:50.622 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.619+0000 7f8a89395640 1 -- 172.21.15.76:0/2730456634 >> 172.21.15.76:0/2730456634 conn(0x7f8a84089f60 msgr2=0x7f8a840d24f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:50.623 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.619+0000 7f8a89395640 1 -- 172.21.15.76:0/2730456634 shutdown_connections 2024-09-13T16:13:50.623 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.619+0000 7f8a89395640 1 -- 172.21.15.76:0/2730456634 wait complete. 2024-09-13T16:13:50.623 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.621+0000 7f8a89395640 1 Processor -- start 2024-09-13T16:13:50.623 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.621+0000 7f8a89395640 1 -- start start 2024-09-13T16:13:50.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.621+0000 7f8a89395640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8a840cd520 0x7f8a841f3320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:50.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.621+0000 7f8a89395640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8a840cd900 0x7f8a8415f010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:50.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.621+0000 7f8a89395640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a840d1f60 0x7f8a840c89c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:50.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.621+0000 7f8a89395640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a8409e950 con 0x7f8a840d1f60 2024-09-13T16:13:50.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.621+0000 7f8a89395640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a840c61c0 con 0x7f8a840cd900 2024-09-13T16:13:50.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.621+0000 7f8a89395640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8a840c64a0 con 0x7f8a840cd520 2024-09-13T16:13:50.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.622+0000 7f8a837fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a840d1f60 0x7f8a840c89c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:50.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.622+0000 7f8a837fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a840d1f60 0x7f8a840c89c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:44914/0 (socket says 172.21.15.76:44914) 2024-09-13T16:13:50.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.622+0000 7f8a837fe640 1 -- 172.21.15.76:0/2875601049 learned_addr learned my addr 172.21.15.76:0/2875601049 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:50.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.622+0000 7f8a82ffd640 1 --2- 172.21.15.76:0/2875601049 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8a840cd520 0x7f8a841f3320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:50.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.622+0000 7f8a827fc640 1 --2- 172.21.15.76:0/2875601049 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8a840cd900 0x7f8a8415f010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:50.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.622+0000 7f8a837fe640 1 -- 172.21.15.76:0/2875601049 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8a840cd520 msgr2=0x7f8a841f3320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:50.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.622+0000 7f8a837fe640 1 --2- 172.21.15.76:0/2875601049 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8a840cd520 0x7f8a841f3320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:50.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.622+0000 7f8a837fe640 1 -- 172.21.15.76:0/2875601049 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8a840cd900 msgr2=0x7f8a8415f010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:50.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.622+0000 7f8a837fe640 1 --2- 172.21.15.76:0/2875601049 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8a840cd900 0x7f8a8415f010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:50.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.622+0000 7f8a837fe640 1 -- 172.21.15.76:0/2875601049 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8a780094d0 con 0x7f8a840d1f60 2024-09-13T16:13:50.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.622+0000 7f8a82ffd640 1 --2- 172.21.15.76:0/2875601049 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8a840cd520 0x7f8a841f3320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:50.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.622+0000 7f8a837fe640 1 --2- 172.21.15.76:0/2875601049 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a840d1f60 0x7f8a840c89c0 secure :-1 s=READY pgs=1882 cs=0 l=1 rev1=1 crypto rx=0x7f8a7c00c6b0 tx=0x7f8a7c00cb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:50.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.622+0000 7f8a6b7fe640 1 -- 172.21.15.76:0/2875601049 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a7c003b70 con 0x7f8a840d1f60 2024-09-13T16:13:50.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.622+0000 7f8a6b7fe640 1 -- 172.21.15.76:0/2875601049 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8a7c003cf0 con 0x7f8a840d1f60 2024-09-13T16:13:50.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.622+0000 7f8a89395640 1 -- 172.21.15.76:0/2875601049 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8a840c6780 con 0x7f8a840d1f60 2024-09-13T16:13:50.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.622+0000 7f8a6b7fe640 1 -- 172.21.15.76:0/2875601049 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a7c003ea0 con 0x7f8a840d1f60 2024-09-13T16:13:50.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.622+0000 7f8a89395640 1 -- 172.21.15.76:0/2875601049 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8a840c8f00 con 0x7f8a840d1f60 2024-09-13T16:13:50.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.623+0000 7f8a89395640 1 -- 172.21.15.76:0/2875601049 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8a840c6020 con 0x7f8a840d1f60 2024-09-13T16:13:50.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.624+0000 7f8a6b7fe640 1 -- 172.21.15.76:0/2875601049 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f8a7c005310 con 0x7f8a840d1f60 2024-09-13T16:13:50.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.624+0000 7f8a6b7fe640 1 --2- 172.21.15.76:0/2875601049 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8a7006ac00 0x7f8a7006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:50.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.624+0000 7f8a6b7fe640 1 -- 172.21.15.76:0/2875601049 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(136..136 src has 1..136) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f8a7c089260 con 0x7f8a840d1f60 2024-09-13T16:13:50.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.624+0000 7f8a82ffd640 1 --2- 172.21.15.76:0/2875601049 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8a7006ac00 0x7f8a7006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:50.628 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.625+0000 7f8a82ffd640 1 --2- 172.21.15.76:0/2875601049 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8a7006ac00 0x7f8a7006d0c0 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7f8a74006fd0 tx=0x7f8a74008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:50.629 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.628+0000 7f8a6b7fe640 1 -- 172.21.15.76:0/2875601049 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f8a840c6020 con 0x7f8a840d1f60 2024-09-13T16:13:50.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.802+0000 7f8a89395640 1 -- 172.21.15.76:0/2875601049 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f8a840c6020 con 0x7f8a840d1f60 2024-09-13T16:13:50.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.802+0000 7f8a6b7fe640 1 -- 172.21.15.76:0/2875601049 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v136) v1 ==== 80+0+0 (secure 0 0 0) 0x7f8a840c6020 con 0x7f8a840d1f60 2024-09-13T16:13:50.804 INFO:teuthology.orchestra.run.smithi076.stderr:listed 0 entries 2024-09-13T16:13:50.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.804+0000 7f8a89395640 1 -- 172.21.15.76:0/2875601049 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8a7006ac00 msgr2=0x7f8a7006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:50.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.804+0000 7f8a89395640 1 --2- 172.21.15.76:0/2875601049 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8a7006ac00 0x7f8a7006d0c0 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7f8a74006fd0 tx=0x7f8a74008040 comp rx=0 tx=0).stop 2024-09-13T16:13:50.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.804+0000 7f8a89395640 1 -- 172.21.15.76:0/2875601049 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a840d1f60 msgr2=0x7f8a840c89c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:50.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.804+0000 7f8a89395640 1 --2- 172.21.15.76:0/2875601049 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a840d1f60 0x7f8a840c89c0 secure :-1 s=READY pgs=1882 cs=0 l=1 rev1=1 crypto rx=0x7f8a7c00c6b0 tx=0x7f8a7c00cb70 comp rx=0 tx=0).stop 2024-09-13T16:13:50.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.804+0000 7f8a89395640 1 -- 172.21.15.76:0/2875601049 shutdown_connections 2024-09-13T16:13:50.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.804+0000 7f8a89395640 1 --2- 172.21.15.76:0/2875601049 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a840d1f60 0x7f8a840c89c0 unknown :-1 s=CLOSED pgs=1882 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:50.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.804+0000 7f8a89395640 1 --2- 172.21.15.76:0/2875601049 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8a840cd900 0x7f8a8415f010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:50.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.804+0000 7f8a89395640 1 --2- 172.21.15.76:0/2875601049 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8a7006ac00 0x7f8a7006d0c0 unknown :-1 s=CLOSED pgs=802 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:50.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.804+0000 7f8a89395640 1 --2- 172.21.15.76:0/2875601049 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8a840cd520 0x7f8a841f3320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:50.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.804+0000 7f8a89395640 1 -- 172.21.15.76:0/2875601049 >> 172.21.15.76:0/2875601049 conn(0x7f8a84089f60 msgr2=0x7f8a840c9650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:50.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.804+0000 7f8a89395640 1 -- 172.21.15.76:0/2875601049 shutdown_connections 2024-09-13T16:13:50.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:50.804+0000 7f8a89395640 1 -- 172.21.15.76:0/2875601049 wait complete. 2024-09-13T16:13:50.816 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi192.front.sepia.ceph.com... 2024-09-13T16:13:50.816 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:13:50.816 DEBUG:teuthology.orchestra.run.smithi192:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-13T16:13:50.845 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi192.stderr:ceph-fuse[48778]: fuse finished with error 0 and tester_r 0 2024-09-13T16:13:50.847 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi192.front.sepia.ceph.com 2024-09-13T16:13:50.847 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:13:50.847 DEBUG:teuthology.orchestra.run.smithi192:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-13T16:13:50.925 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:13:50.925 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:13:50.941 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18725 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T16:13:50.942 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi076.front.sepia.ceph.com 2024-09-13T16:13:50.942 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:13:50.942 DEBUG:teuthology.orchestra.run.smithi076:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-13T16:13:50.997 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:13:50.998 INFO:teuthology.orchestra.run.smithi076.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.2': No such file or directory 2024-09-13T16:13:50.998 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-13T16:13:50.998 DEBUG:teuthology.orchestra.run.smithi192:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:13:51.015 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056014,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20494 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-13T16:13:51.015 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi192.front.sepia.ceph.com 2024-09-13T16:13:51.015 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:13:51.015 DEBUG:teuthology.orchestra.run.smithi192:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-13T16:13:51.071 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:13:51.072 INFO:teuthology.orchestra.run.smithi192.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.3': No such file or directory 2024-09-13T16:13:51.072 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:13:51.171 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.170+0000 7f2d109f4640 1 Processor -- start 2024-09-13T16:13:51.171 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.170+0000 7f2d109f4640 1 -- start start 2024-09-13T16:13:51.172 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.170+0000 7f2d109f4640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2d0c0cace0 0x7f2d0c0cb150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:51.172 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.170+0000 7f2d109f4640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f2d0c06d030 0x7f2d0c06d460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:51.173 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.170+0000 7f2d109f4640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2d0c0c8920 con 0x7f2d0c15a2e0 2024-09-13T16:13:51.173 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.171+0000 7f2d109f4640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2d0c0cb690 con 0x7f2d0c06d030 2024-09-13T16:13:51.173 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.171+0000 7f2d109f4640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2d0c15a6c0 con 0x7f2d0c0cace0 2024-09-13T16:13:51.173 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.171+0000 7f2d09d9b640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2d0c0cace0 0x7f2d0c0cb150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:51.173 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.171+0000 7f2d0ad9d640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f2d0c06d030 0x7f2d0c06d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:51.173 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.171+0000 7f2d0a59c640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7f2d0c15a2e0 0x7f2d0c0c9a40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:57884/0 (socket says 172.21.15.76:57884) 2024-09-13T16:13:51.173 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.171+0000 7f2d0a59c640 1 -- 172.21.15.76:0/1470551303 learned_addr learned my addr 172.21.15.76:0/1470551303 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:13:51.173 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.171+0000 7f2d09d9b640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2d0c0cace0 0x7f2d0c0cb150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.76:50530/0 (socket says 172.21.15.76:50530) 2024-09-13T16:13:51.173 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.171+0000 7f2d0ad9d640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f2d0c06d030 0x7f2d0c06d460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.76:60672/0 (socket says 172.21.15.76:60672) 2024-09-13T16:13:51.173 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.171+0000 7f2d0ad9d640 1 -- 172.21.15.76:0/1470551303 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2d0c0cace0 msgr2=0x7f2d0c0cb150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:51.173 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.171+0000 7f2d0ad9d640 1 --2- 172.21.15.76:0/1470551303 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2d0c0cace0 0x7f2d0c0cb150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:51.173 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.171+0000 7f2d0ad9d640 1 -- 172.21.15.76:0/1470551303 >> v1:172.21.15.192:6789/0 conn(0x7f2d0c15a2e0 legacy=0x7f2d0c0c9a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:51.173 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.171+0000 7f2d0ad9d640 1 -- 172.21.15.76:0/1470551303 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2d0c0ca500 con 0x7f2d0c06d030 2024-09-13T16:13:51.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.171+0000 7f2d0959a640 1 -- 172.21.15.76:0/1470551303 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1968512610 0 0) 0x7f2d0c0c8920 con 0x7f2d0c15a2e0 2024-09-13T16:13:51.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.171+0000 7f2d09d9b640 1 --2- 172.21.15.76:0/1470551303 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2d0c0cace0 0x7f2d0c0cb150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:13:51.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.172+0000 7f2d0ad9d640 1 --2- 172.21.15.76:0/1470551303 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2d0c06d030 0x7f2d0c06d460 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f2cfc0097a0 tx=0x7f2cfc02a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=73efc5e63595e74c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:51.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.172+0000 7f2d0959a640 1 -- 172.21.15.76:0/1470551303 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2cfc032440 con 0x7f2d0c06d030 2024-09-13T16:13:51.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.172+0000 7f2d0959a640 1 -- 172.21.15.76:0/1470551303 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2cfc0325a0 con 0x7f2d0c06d030 2024-09-13T16:13:51.176 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.172+0000 7f2d0959a640 1 -- 172.21.15.76:0/1470551303 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2cfc032930 con 0x7f2d0c06d030 2024-09-13T16:13:51.176 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.173+0000 7f2d109f4640 1 -- 172.21.15.76:0/1470551303 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2d0c06d030 msgr2=0x7f2d0c06d460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:51.176 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.173+0000 7f2d109f4640 1 --2- 172.21.15.76:0/1470551303 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2d0c06d030 0x7f2d0c06d460 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f2cfc0097a0 tx=0x7f2cfc02a180 comp rx=0 tx=0).stop 2024-09-13T16:13:51.176 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.173+0000 7f2d109f4640 1 -- 172.21.15.76:0/1470551303 shutdown_connections 2024-09-13T16:13:51.176 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.173+0000 7f2d109f4640 1 --2- 172.21.15.76:0/1470551303 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2d0c06d030 0x7f2d0c06d460 unknown :-1 s=CLOSED pgs=602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:51.176 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.173+0000 7f2d109f4640 1 --2- 172.21.15.76:0/1470551303 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2d0c0cace0 0x7f2d0c0cb150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:51.176 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.173+0000 7f2d109f4640 1 -- 172.21.15.76:0/1470551303 >> 172.21.15.76:0/1470551303 conn(0x7f2d0c069ed0 msgr2=0x7f2d0c06a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:51.176 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.173+0000 7f2d109f4640 1 -- 172.21.15.76:0/1470551303 shutdown_connections 2024-09-13T16:13:51.176 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.173+0000 7f2d109f4640 1 -- 172.21.15.76:0/1470551303 wait complete. 2024-09-13T16:13:51.176 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.174+0000 7f2d109f4640 1 Processor -- start 2024-09-13T16:13:51.176 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.174+0000 7f2d109f4640 1 -- start start 2024-09-13T16:13:51.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.175+0000 7f2d109f4640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2d0c06d030 0x7f2d0c0c5f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:51.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.175+0000 7f2d109f4640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2d0c0cace0 0x7f2d0c1ef7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:51.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.175+0000 7f2d109f4640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2d0c15a2e0 0x7f2d0c1efd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:51.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.175+0000 7f2d109f4640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d0c15c7d0 con 0x7f2d0c15a2e0 2024-09-13T16:13:51.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.175+0000 7f2d109f4640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d0c0c6ae0 con 0x7f2d0c06d030 2024-09-13T16:13:51.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.175+0000 7f2d109f4640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2d0c15ca20 con 0x7f2d0c0cace0 2024-09-13T16:13:51.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.175+0000 7f2d0ad9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2d0c15a2e0 0x7f2d0c1efd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:51.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.175+0000 7f2d0ad9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2d0c15a2e0 0x7f2d0c1efd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:44926/0 (socket says 172.21.15.76:44926) 2024-09-13T16:13:51.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.175+0000 7f2d0ad9d640 1 -- 172.21.15.76:0/1805657871 learned_addr learned my addr 172.21.15.76:0/1805657871 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:51.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.175+0000 7f2d0a59c640 1 --2- 172.21.15.76:0/1805657871 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2d0c06d030 0x7f2d0c0c5f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:51.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.175+0000 7f2d09d9b640 1 --2- 172.21.15.76:0/1805657871 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2d0c0cace0 0x7f2d0c1ef7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:51.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.175+0000 7f2d0ad9d640 1 -- 172.21.15.76:0/1805657871 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2d0c0cace0 msgr2=0x7f2d0c1ef7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:51.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.175+0000 7f2d0ad9d640 1 --2- 172.21.15.76:0/1805657871 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2d0c0cace0 0x7f2d0c1ef7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:51.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.175+0000 7f2d0ad9d640 1 -- 172.21.15.76:0/1805657871 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2d0c06d030 msgr2=0x7f2d0c0c5f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:51.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.175+0000 7f2d0ad9d640 1 --2- 172.21.15.76:0/1805657871 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2d0c06d030 0x7f2d0c0c5f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:51.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.175+0000 7f2d0ad9d640 1 -- 172.21.15.76:0/1805657871 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2cf4009400 con 0x7f2d0c15a2e0 2024-09-13T16:13:51.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.175+0000 7f2d0ad9d640 1 --2- 172.21.15.76:0/1805657871 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2d0c15a2e0 0x7f2d0c1efd10 secure :-1 s=READY pgs=1883 cs=0 l=1 rev1=1 crypto rx=0x7f2cfc0097a0 tx=0x7f2cfc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:51.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.176+0000 7f2d02ffd640 1 -- 172.21.15.76:0/1805657871 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2cfc032440 con 0x7f2d0c15a2e0 2024-09-13T16:13:51.181 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.176+0000 7f2d02ffd640 1 -- 172.21.15.76:0/1805657871 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2cfc004230 con 0x7f2d0c15a2e0 2024-09-13T16:13:51.181 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.176+0000 7f2d02ffd640 1 -- 172.21.15.76:0/1805657871 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2cfc033ea0 con 0x7f2d0c15a2e0 2024-09-13T16:13:51.181 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.176+0000 7f2d109f4640 1 -- 172.21.15.76:0/1805657871 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2cfc009400 con 0x7f2d0c15a2e0 2024-09-13T16:13:51.181 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.176+0000 7f2d109f4640 1 -- 172.21.15.76:0/1805657871 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2d0c15cfe0 con 0x7f2d0c15a2e0 2024-09-13T16:13:51.181 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.177+0000 7f2d109f4640 1 -- 172.21.15.76:0/1805657871 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2d0c15a800 con 0x7f2d0c15a2e0 2024-09-13T16:13:51.181 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.177+0000 7f2d02ffd640 1 -- 172.21.15.76:0/1805657871 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f2cfc039050 con 0x7f2d0c15a2e0 2024-09-13T16:13:51.181 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.178+0000 7f2d02ffd640 1 --2- 172.21.15.76:0/1805657871 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2cec06ac00 0x7f2cec06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:51.181 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.178+0000 7f2d02ffd640 1 -- 172.21.15.76:0/1805657871 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(136..136 src has 1..136) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f2cfc0a9cd0 con 0x7f2d0c15a2e0 2024-09-13T16:13:51.181 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.178+0000 7f2d0a59c640 1 --2- 172.21.15.76:0/1805657871 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2cec06ac00 0x7f2cec06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:51.181 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.178+0000 7f2d0a59c640 1 --2- 172.21.15.76:0/1805657871 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2cec06ac00 0x7f2cec06d0c0 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7f2d040012e0 tx=0x7f2d04001630 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:51.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.182+0000 7f2d02ffd640 1 -- 172.21.15.76:0/1805657871 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f2cfc074e20 con 0x7f2d0c15a2e0 2024-09-13T16:13:51.378 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.377+0000 7f2d109f4640 1 -- 172.21.15.76:0/1805657871 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f2d0c0b2330 con 0x7f2d0c15a2e0 2024-09-13T16:13:51.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.378+0000 7f2d02ffd640 1 -- 172.21.15.76:0/1805657871 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 75 v75) v1 ==== 94+0+4742 (secure 0 0 0) 0x7f2cfc04b090 con 0x7f2d0c15a2e0 2024-09-13T16:13:51.379 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:13:51.379 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":75,"default_fscid":9,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7115,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/4062248644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":4062248644},{"type":"v1","addr":"172.21.15.192:6835","nonce":4062248644}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":68},{"gid":8005,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6837/2615493476","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":2615493476},{"type":"v1","addr":"172.21.15.76:6837","nonce":2615493476}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":67},{"gid":8011,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/2123797898","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":2123797898},{"type":"v1","addr":"172.21.15.192:6833","nonce":2123797898}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":67}],"filesystems":[{"mdsmap":{"epoch":75,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:13:29.534838+0000","modified":"2024-09-13T16:13:49.635076+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":9078},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9078":{"gid":9078,"name":"c","rank":0,"incarnation":69,"state":"up:active","state_seq":9,"addr":"172.21.15.76:6836/2887788362","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":2887788362},{"type":"v1","addr":"172.21.15.76:6836","nonce":2887788362}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[20],"metadata_pool":19,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":9}]} 2024-09-13T16:13:51.380 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 75 2024-09-13T16:13:51.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.379+0000 7f2d109f4640 1 -- 172.21.15.76:0/1805657871 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2cec06ac00 msgr2=0x7f2cec06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:51.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.379+0000 7f2d109f4640 1 --2- 172.21.15.76:0/1805657871 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2cec06ac00 0x7f2cec06d0c0 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7f2d040012e0 tx=0x7f2d04001630 comp rx=0 tx=0).stop 2024-09-13T16:13:51.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.379+0000 7f2d109f4640 1 -- 172.21.15.76:0/1805657871 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2d0c15a2e0 msgr2=0x7f2d0c1efd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:51.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.379+0000 7f2d109f4640 1 --2- 172.21.15.76:0/1805657871 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2d0c15a2e0 0x7f2d0c1efd10 secure :-1 s=READY pgs=1883 cs=0 l=1 rev1=1 crypto rx=0x7f2cfc0097a0 tx=0x7f2cfc0046c0 comp rx=0 tx=0).stop 2024-09-13T16:13:51.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.380+0000 7f2d109f4640 1 -- 172.21.15.76:0/1805657871 shutdown_connections 2024-09-13T16:13:51.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.380+0000 7f2d109f4640 1 --2- 172.21.15.76:0/1805657871 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2d0c15a2e0 0x7f2d0c1efd10 unknown :-1 s=CLOSED pgs=1883 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:51.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.380+0000 7f2d109f4640 1 --2- 172.21.15.76:0/1805657871 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2cec06ac00 0x7f2cec06d0c0 unknown :-1 s=CLOSED pgs=803 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:51.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.380+0000 7f2d109f4640 1 --2- 172.21.15.76:0/1805657871 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2d0c0cace0 0x7f2d0c1ef7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:51.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.380+0000 7f2d109f4640 1 --2- 172.21.15.76:0/1805657871 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2d0c06d030 0x7f2d0c0c5f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:51.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.380+0000 7f2d109f4640 1 -- 172.21.15.76:0/1805657871 >> 172.21.15.76:0/1805657871 conn(0x7f2d0c069ed0 msgr2=0x7f2d0c06d410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:51.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.380+0000 7f2d109f4640 1 -- 172.21.15.76:0/1805657871 shutdown_connections 2024-09-13T16:13:51.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.380+0000 7f2d109f4640 1 -- 172.21.15.76:0/1805657871 wait complete. 2024-09-13T16:13:51.392 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:13:51.490 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.489+0000 7fe45f5d5640 1 Processor -- start 2024-09-13T16:13:51.491 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.489+0000 7fe45f5d5640 1 -- start start 2024-09-13T16:13:51.492 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.490+0000 7fe45f5d5640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe458071d30 0x7fe458070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:51.492 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.490+0000 7fe45f5d5640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe4580abdf0 con 0x7fe4580c8920 2024-09-13T16:13:51.492 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.490+0000 7fe45f5d5640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe4580b2280 con 0x7fe458072110 2024-09-13T16:13:51.492 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.490+0000 7fe45f5d5640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe4580ab1e0 con 0x7fe458071d30 2024-09-13T16:13:51.492 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.490+0000 7fe45d371640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe458071d30 0x7fe458070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:51.492 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.490+0000 7fe45db72640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fe4580c8920 0x7fe4580ac280 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:43960/0 (socket says 172.21.15.76:43960) 2024-09-13T16:13:51.492 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.490+0000 7fe45db72640 1 -- 172.21.15.76:0/3033446295 learned_addr learned my addr 172.21.15.76:0/3033446295 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:13:51.492 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.491+0000 7fe45d371640 1 -- 172.21.15.76:0/3033446295 >> v1:172.21.15.192:6789/0 conn(0x7fe458072110 legacy=0x7fe4580b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:51.493 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.491+0000 7fe45d371640 1 -- 172.21.15.76:0/3033446295 >> v1:172.21.15.76:6789/0 conn(0x7fe4580c8920 legacy=0x7fe4580ac280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:51.493 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.491+0000 7fe44ffff640 1 -- 172.21.15.76:0/3033446295 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 924633806 0 0) 0x7fe4580abdf0 con 0x7fe4580c8920 2024-09-13T16:13:51.493 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.491+0000 7fe45d371640 1 -- 172.21.15.76:0/3033446295 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe4580ab4c0 con 0x7fe458071d30 2024-09-13T16:13:51.494 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.491+0000 7fe45d371640 1 --2- 172.21.15.76:0/3033446295 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe458071d30 0x7fe458070190 secure :-1 s=READY pgs=1885 cs=0 l=1 rev1=1 crypto rx=0x7fe4540097a0 tx=0x7fe45402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d75daf4531c8a7fe server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:51.494 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.491+0000 7fe44ffff640 1 -- 172.21.15.76:0/3033446295 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe454032440 con 0x7fe458071d30 2024-09-13T16:13:51.494 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.491+0000 7fe44ffff640 1 -- 172.21.15.76:0/3033446295 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe4540325a0 con 0x7fe458071d30 2024-09-13T16:13:51.494 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.491+0000 7fe44ffff640 1 -- 172.21.15.76:0/3033446295 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe454032930 con 0x7fe458071d30 2024-09-13T16:13:51.494 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.492+0000 7fe45f5d5640 1 -- 172.21.15.76:0/3033446295 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe458071d30 msgr2=0x7fe458070190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:51.494 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.492+0000 7fe45f5d5640 1 --2- 172.21.15.76:0/3033446295 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe458071d30 0x7fe458070190 secure :-1 s=READY pgs=1885 cs=0 l=1 rev1=1 crypto rx=0x7fe4540097a0 tx=0x7fe45402a1e0 comp rx=0 tx=0).stop 2024-09-13T16:13:51.494 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.492+0000 7fe45f5d5640 1 -- 172.21.15.76:0/3033446295 shutdown_connections 2024-09-13T16:13:51.494 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.492+0000 7fe45f5d5640 1 --2- 172.21.15.76:0/3033446295 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe458071d30 0x7fe458070190 unknown :-1 s=CLOSED pgs=1885 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:51.495 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.492+0000 7fe45f5d5640 1 -- 172.21.15.76:0/3033446295 >> 172.21.15.76:0/3033446295 conn(0x7fe458069ed0 msgr2=0x7fe45806a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:51.495 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.492+0000 7fe45f5d5640 1 -- 172.21.15.76:0/3033446295 shutdown_connections 2024-09-13T16:13:51.495 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.492+0000 7fe45f5d5640 1 -- 172.21.15.76:0/3033446295 wait complete. 2024-09-13T16:13:51.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.493+0000 7fe45f5d5640 1 Processor -- start 2024-09-13T16:13:51.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.493+0000 7fe45f5d5640 1 -- start start 2024-09-13T16:13:51.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.494+0000 7fe45f5d5640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe458071d30 0x7fe4581ed580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:51.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.494+0000 7fe45f5d5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe458072110 0x7fe4580ce360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:51.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.494+0000 7fe45f5d5640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe4580c8920 0x7fe45806d7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:51.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.494+0000 7fe45f5d5640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe4580cded0 con 0x7fe458072110 2024-09-13T16:13:51.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.494+0000 7fe45f5d5640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe4580c4480 con 0x7fe4580c8920 2024-09-13T16:13:51.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.494+0000 7fe45f5d5640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe4580cd5a0 con 0x7fe458071d30 2024-09-13T16:13:51.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.494+0000 7fe45cb70640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe458072110 0x7fe4580ce360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:51.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.494+0000 7fe45cb70640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe458072110 0x7fe4580ce360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49262/0 (socket says 172.21.15.76:49262) 2024-09-13T16:13:51.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.494+0000 7fe45cb70640 1 -- 172.21.15.76:0/3781128104 learned_addr learned my addr 172.21.15.76:0/3781128104 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:51.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.494+0000 7fe45cb70640 1 -- 172.21.15.76:0/3781128104 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe458071d30 msgr2=0x7fe4581ed580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:51.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.494+0000 7fe45cb70640 1 --2- 172.21.15.76:0/3781128104 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe458071d30 0x7fe4581ed580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:51.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.494+0000 7fe45cb70640 1 -- 172.21.15.76:0/3781128104 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe4580c8920 msgr2=0x7fe45806d7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:51.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.494+0000 7fe45cb70640 1 --2- 172.21.15.76:0/3781128104 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe4580c8920 0x7fe45806d7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:51.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.494+0000 7fe45cb70640 1 -- 172.21.15.76:0/3781128104 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe454009400 con 0x7fe458072110 2024-09-13T16:13:51.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.494+0000 7fe45cb70640 1 --2- 172.21.15.76:0/3781128104 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe458072110 0x7fe4580ce360 secure :-1 s=READY pgs=1886 cs=0 l=1 rev1=1 crypto rx=0x7fe44800c430 tx=0x7fe44800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:51.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.495+0000 7fe44dffb640 1 -- 172.21.15.76:0/3781128104 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe448011790 con 0x7fe458072110 2024-09-13T16:13:51.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.495+0000 7fe44dffb640 1 -- 172.21.15.76:0/3781128104 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe4480118f0 con 0x7fe458072110 2024-09-13T16:13:51.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.495+0000 7fe45f5d5640 1 -- 172.21.15.76:0/3781128104 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe4580cd880 con 0x7fe458072110 2024-09-13T16:13:51.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.495+0000 7fe44dffb640 1 -- 172.21.15.76:0/3781128104 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe448011ce0 con 0x7fe458072110 2024-09-13T16:13:51.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.495+0000 7fe45f5d5640 1 -- 172.21.15.76:0/3781128104 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe4580c4080 con 0x7fe458072110 2024-09-13T16:13:51.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.496+0000 7fe45f5d5640 1 -- 172.21.15.76:0/3781128104 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe458070190 con 0x7fe458072110 2024-09-13T16:13:51.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.496+0000 7fe44dffb640 1 -- 172.21.15.76:0/3781128104 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe44801c460 con 0x7fe458072110 2024-09-13T16:13:51.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.497+0000 7fe44dffb640 1 --2- 172.21.15.76:0/3781128104 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe43c06ac00 0x7fe43c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:51.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.497+0000 7fe44dffb640 1 -- 172.21.15.76:0/3781128104 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(136..136 src has 1..136) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fe4480893c0 con 0x7fe458072110 2024-09-13T16:13:51.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.497+0000 7fe45d371640 1 --2- 172.21.15.76:0/3781128104 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe43c06ac00 0x7fe43c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:51.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.497+0000 7fe45d371640 1 --2- 172.21.15.76:0/3781128104 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe43c06ac00 0x7fe43c06d0c0 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x7fe454034000 tx=0x7fe45402c000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:51.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.501+0000 7fe44dffb640 1 -- 172.21.15.76:0/3781128104 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fe4480544f0 con 0x7fe458072110 2024-09-13T16:13:51.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.666+0000 7fe45f5d5640 1 -- 172.21.15.76:0/3781128104 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fe4580ce010 con 0x7fe458072110 2024-09-13T16:13:51.669 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.667+0000 7fe44dffb640 1 -- 172.21.15.76:0/3781128104 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v136) v1 ==== 74+0+16696 (secure 0 0 0) 0x7fe448057b10 con 0x7fe458072110 2024-09-13T16:13:51.669 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:13:51.669 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":136,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:13:30.536211+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":20,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":19,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:13:27.341617+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"135","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":20,"pool_name":"cephfs_data","create_time":"2024-09-13T16:13:28.498648+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"136","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:13:51.671 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.669+0000 7fe45f5d5640 1 -- 172.21.15.76:0/3781128104 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe43c06ac00 msgr2=0x7fe43c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:51.671 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.669+0000 7fe45f5d5640 1 --2- 172.21.15.76:0/3781128104 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe43c06ac00 0x7fe43c06d0c0 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x7fe454034000 tx=0x7fe45402c000 comp rx=0 tx=0).stop 2024-09-13T16:13:51.671 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.669+0000 7fe45f5d5640 1 -- 172.21.15.76:0/3781128104 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe458072110 msgr2=0x7fe4580ce360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:51.671 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.669+0000 7fe45f5d5640 1 --2- 172.21.15.76:0/3781128104 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe458072110 0x7fe4580ce360 secure :-1 s=READY pgs=1886 cs=0 l=1 rev1=1 crypto rx=0x7fe44800c430 tx=0x7fe44800c8f0 comp rx=0 tx=0).stop 2024-09-13T16:13:51.671 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.669+0000 7fe45f5d5640 1 -- 172.21.15.76:0/3781128104 shutdown_connections 2024-09-13T16:13:51.671 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.669+0000 7fe45f5d5640 1 --2- 172.21.15.76:0/3781128104 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe4580c8920 0x7fe45806d7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:51.671 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.669+0000 7fe45f5d5640 1 --2- 172.21.15.76:0/3781128104 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe458072110 0x7fe4580ce360 unknown :-1 s=CLOSED pgs=1886 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:51.672 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.669+0000 7fe45f5d5640 1 --2- 172.21.15.76:0/3781128104 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe43c06ac00 0x7fe43c06d0c0 unknown :-1 s=CLOSED pgs=804 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:51.672 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.669+0000 7fe45f5d5640 1 --2- 172.21.15.76:0/3781128104 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe458071d30 0x7fe4581ed580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:51.672 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.669+0000 7fe45f5d5640 1 -- 172.21.15.76:0/3781128104 >> 172.21.15.76:0/3781128104 conn(0x7fe458069ed0 msgr2=0x7fe4580cb700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:51.672 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.669+0000 7fe45f5d5640 1 -- 172.21.15.76:0/3781128104 shutdown_connections 2024-09-13T16:13:51.672 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.670+0000 7fe45f5d5640 1 -- 172.21.15.76:0/3781128104 wait complete. 2024-09-13T16:13:51.682 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:01:26.960607+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 19, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:13:27.341617+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '135', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 20, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:13:28.498648+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '136', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.25, 'score_stable': 1.25, 'optimal_score': 1, 'raw_score_acting': 1.25, 'raw_score_stable': 1.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:13:51.682 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:13:51.783 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.781+0000 7f44e5296640 1 Processor -- start 2024-09-13T16:13:51.783 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.782+0000 7f44e5296640 1 -- start start 2024-09-13T16:13:51.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.782+0000 7f44e5296640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f44e00cdf10 0x7f44e0069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:51.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.782+0000 7f44e5296640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f44e015c9a0 con 0x7f44e006b600 2024-09-13T16:13:51.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.782+0000 7f44e5296640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f44e006b170 con 0x7f44e00ce2f0 2024-09-13T16:13:51.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.782+0000 7f44e5296640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f44e006a560 con 0x7f44e00cdf10 2024-09-13T16:13:51.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.783+0000 7f44deffd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f44e00cdf10 0x7f44e0069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:51.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.783+0000 7f44d67fc640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f44e006b600 0x7f44e0065c60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:43968/0 (socket says 172.21.15.76:43968) 2024-09-13T16:13:51.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.783+0000 7f44d67fc640 1 -- 172.21.15.76:0/908488229 learned_addr learned my addr 172.21.15.76:0/908488229 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:13:51.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.783+0000 7f44deffd640 1 -- 172.21.15.76:0/908488229 >> v1:172.21.15.192:6789/0 conn(0x7f44e00ce2f0 legacy=0x7f44e006ca30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:51.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.783+0000 7f44deffd640 1 -- 172.21.15.76:0/908488229 >> v1:172.21.15.76:6789/0 conn(0x7f44e006b600 legacy=0x7f44e0065c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:51.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.783+0000 7f44deffd640 1 -- 172.21.15.76:0/908488229 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f44e006a840 con 0x7f44e00cdf10 2024-09-13T16:13:51.786 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.784+0000 7f44deffd640 1 --2- 172.21.15.76:0/908488229 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f44e00cdf10 0x7f44e0069ed0 secure :-1 s=READY pgs=1888 cs=0 l=1 rev1=1 crypto rx=0x7f44d00097d0 tx=0x7f44d002a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=81e129ebc38c74b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:51.786 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.784+0000 7f44de7fc640 1 -- 172.21.15.76:0/908488229 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44d0032440 con 0x7f44e00cdf10 2024-09-13T16:13:51.786 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.784+0000 7f44de7fc640 1 -- 172.21.15.76:0/908488229 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f44d00325a0 con 0x7f44e00cdf10 2024-09-13T16:13:51.786 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.784+0000 7f44de7fc640 1 -- 172.21.15.76:0/908488229 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44d0032930 con 0x7f44e00cdf10 2024-09-13T16:13:51.786 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.784+0000 7f44e5296640 1 -- 172.21.15.76:0/908488229 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f44e00cdf10 msgr2=0x7f44e0069ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:51.786 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.784+0000 7f44e5296640 1 --2- 172.21.15.76:0/908488229 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f44e00cdf10 0x7f44e0069ed0 secure :-1 s=READY pgs=1888 cs=0 l=1 rev1=1 crypto rx=0x7f44d00097d0 tx=0x7f44d002a210 comp rx=0 tx=0).stop 2024-09-13T16:13:51.786 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.784+0000 7f44e5296640 1 -- 172.21.15.76:0/908488229 shutdown_connections 2024-09-13T16:13:51.786 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.784+0000 7f44e5296640 1 --2- 172.21.15.76:0/908488229 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f44e00cdf10 0x7f44e0069ed0 unknown :-1 s=CLOSED pgs=1888 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:51.786 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.784+0000 7f44e5296640 1 -- 172.21.15.76:0/908488229 >> 172.21.15.76:0/908488229 conn(0x7f44e00cb5b0 msgr2=0x7f44e00cb9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:51.786 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.784+0000 7f44e5296640 1 -- 172.21.15.76:0/908488229 shutdown_connections 2024-09-13T16:13:51.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.784+0000 7f44e5296640 1 -- 172.21.15.76:0/908488229 wait complete. 2024-09-13T16:13:51.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.785+0000 7f44e5296640 1 Processor -- start 2024-09-13T16:13:51.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.786+0000 7f44e5296640 1 -- start start 2024-09-13T16:13:51.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.786+0000 7f44e5296640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f44e006b600 0x7f44e00af810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:51.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.786+0000 7f44e5296640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f44e00cdf10 0x7f44e00c5c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:51.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.786+0000 7f44e5296640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f44e00ce2f0 0x7f44e01f6150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:51.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.786+0000 7f44e5296640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f44e015fcb0 con 0x7f44e00cdf10 2024-09-13T16:13:51.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.786+0000 7f44e5296640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f44e00c8700 con 0x7f44e006b600 2024-09-13T16:13:51.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.786+0000 7f44e5296640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f44e00c89e0 con 0x7f44e00ce2f0 2024-09-13T16:13:51.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.786+0000 7f44d67fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f44e00cdf10 0x7f44e00c5c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:51.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.786+0000 7f44d67fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f44e00cdf10 0x7f44e00c5c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49284/0 (socket says 172.21.15.76:49284) 2024-09-13T16:13:51.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.786+0000 7f44d67fc640 1 -- 172.21.15.76:0/1015178852 learned_addr learned my addr 172.21.15.76:0/1015178852 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:51.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.787+0000 7f44deffd640 1 --2- 172.21.15.76:0/1015178852 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f44e006b600 0x7f44e00af810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:51.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.787+0000 7f44df7fe640 1 --2- 172.21.15.76:0/1015178852 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f44e00ce2f0 0x7f44e01f6150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:51.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.787+0000 7f44d67fc640 1 -- 172.21.15.76:0/1015178852 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f44e00ce2f0 msgr2=0x7f44e01f6150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:51.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.787+0000 7f44d67fc640 1 --2- 172.21.15.76:0/1015178852 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f44e00ce2f0 0x7f44e01f6150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:51.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.787+0000 7f44d67fc640 1 -- 172.21.15.76:0/1015178852 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f44e006b600 msgr2=0x7f44e00af810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:51.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.787+0000 7f44d67fc640 1 --2- 172.21.15.76:0/1015178852 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f44e006b600 0x7f44e00af810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:51.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.787+0000 7f44d67fc640 1 -- 172.21.15.76:0/1015178852 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f44d0009400 con 0x7f44e00cdf10 2024-09-13T16:13:51.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.787+0000 7f44d67fc640 1 --2- 172.21.15.76:0/1015178852 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f44e00cdf10 0x7f44e00c5c00 secure :-1 s=READY pgs=1889 cs=0 l=1 rev1=1 crypto rx=0x7f44c800c4a0 tx=0x7f44c800c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:51.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.787+0000 7f44d7fff640 1 -- 172.21.15.76:0/1015178852 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44c8005ce0 con 0x7f44e00cdf10 2024-09-13T16:13:51.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.787+0000 7f44d7fff640 1 -- 172.21.15.76:0/1015178852 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f44c8005e40 con 0x7f44e00cdf10 2024-09-13T16:13:51.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.787+0000 7f44e5296640 1 -- 172.21.15.76:0/1015178852 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f44e00b2b10 con 0x7f44e00cdf10 2024-09-13T16:13:51.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.787+0000 7f44d7fff640 1 -- 172.21.15.76:0/1015178852 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44c8007270 con 0x7f44e00cdf10 2024-09-13T16:13:51.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.787+0000 7f44e5296640 1 -- 172.21.15.76:0/1015178852 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f44e00afd50 con 0x7f44e00cdf10 2024-09-13T16:13:51.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.788+0000 7f44e5296640 1 -- 172.21.15.76:0/1015178852 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f44e00b3030 con 0x7f44e00cdf10 2024-09-13T16:13:51.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.789+0000 7f44d7fff640 1 -- 172.21.15.76:0/1015178852 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f44c8007490 con 0x7f44e00cdf10 2024-09-13T16:13:51.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.789+0000 7f44d7fff640 1 --2- 172.21.15.76:0/1015178852 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f44c006ac00 0x7f44c006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:51.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.789+0000 7f44d7fff640 1 -- 172.21.15.76:0/1015178852 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(136..136 src has 1..136) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f44c80888d0 con 0x7f44e00cdf10 2024-09-13T16:13:51.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.789+0000 7f44deffd640 1 --2- 172.21.15.76:0/1015178852 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f44c006ac00 0x7f44c006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:51.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.789+0000 7f44deffd640 1 --2- 172.21.15.76:0/1015178852 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f44c006ac00 0x7f44c006d0c0 secure :-1 s=READY pgs=805 cs=0 l=1 rev1=1 crypto rx=0x7f44d0034000 tx=0x7f44d002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:51.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.793+0000 7f44d7fff640 1 -- 172.21.15.76:0/1015178852 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f44e00b3030 con 0x7f44e00cdf10 2024-09-13T16:13:51.955 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.953+0000 7f44e5296640 1 -- 172.21.15.76:0/1015178852 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f44e00b3030 con 0x7f44e00cdf10 2024-09-13T16:13:51.955 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.954+0000 7f44d7fff640 1 -- 172.21.15.76:0/1015178852 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v136) v1 ==== 93+0+10 (secure 0 0 0) 0x7f44e00b3030 con 0x7f44e00cdf10 2024-09-13T16:13:51.955 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2024-09-13T16:13:51.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.956+0000 7f44e5296640 1 -- 172.21.15.76:0/1015178852 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f44c006ac00 msgr2=0x7f44c006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:51.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.956+0000 7f44e5296640 1 --2- 172.21.15.76:0/1015178852 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f44c006ac00 0x7f44c006d0c0 secure :-1 s=READY pgs=805 cs=0 l=1 rev1=1 crypto rx=0x7f44d0034000 tx=0x7f44d002e000 comp rx=0 tx=0).stop 2024-09-13T16:13:51.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.956+0000 7f44e5296640 1 -- 172.21.15.76:0/1015178852 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f44e00cdf10 msgr2=0x7f44e00c5c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:51.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.956+0000 7f44e5296640 1 --2- 172.21.15.76:0/1015178852 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f44e00cdf10 0x7f44e00c5c00 secure :-1 s=READY pgs=1889 cs=0 l=1 rev1=1 crypto rx=0x7f44c800c4a0 tx=0x7f44c800c960 comp rx=0 tx=0).stop 2024-09-13T16:13:51.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.956+0000 7f44e5296640 1 -- 172.21.15.76:0/1015178852 shutdown_connections 2024-09-13T16:13:51.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.956+0000 7f44e5296640 1 --2- 172.21.15.76:0/1015178852 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f44c006ac00 0x7f44c006d0c0 unknown :-1 s=CLOSED pgs=805 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:51.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.956+0000 7f44e5296640 1 --2- 172.21.15.76:0/1015178852 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f44e00ce2f0 0x7f44e01f6150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:51.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.956+0000 7f44e5296640 1 --2- 172.21.15.76:0/1015178852 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f44e00cdf10 0x7f44e00c5c00 unknown :-1 s=CLOSED pgs=1889 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:51.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.956+0000 7f44e5296640 1 --2- 172.21.15.76:0/1015178852 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f44e006b600 0x7f44e00af810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:51.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.956+0000 7f44e5296640 1 -- 172.21.15.76:0/1015178852 >> 172.21.15.76:0/1015178852 conn(0x7f44e00cb5b0 msgr2=0x7f44e009f210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:51.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.956+0000 7f44e5296640 1 -- 172.21.15.76:0/1015178852 shutdown_connections 2024-09-13T16:13:51.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:51.956+0000 7f44e5296640 1 -- 172.21.15.76:0/1015178852 wait complete. 2024-09-13T16:13:51.969 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:13:52.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.068+0000 7f9c27a61640 1 Processor -- start 2024-09-13T16:13:52.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.068+0000 7f9c27a61640 1 -- start start 2024-09-13T16:13:52.071 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.069+0000 7f9c27a61640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9c200b20a0 0x7f9c200ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:52.071 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.069+0000 7f9c27a61640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9c2015a790 con 0x7f9c200cea30 2024-09-13T16:13:52.071 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.069+0000 7f9c27a61640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9c200b2680 con 0x7f9c2015a3b0 2024-09-13T16:13:52.071 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.069+0000 7f9c27a61640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9c200ceec0 con 0x7f9c200b20a0 2024-09-13T16:13:52.071 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.069+0000 7f9c25ffe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f9c200cea30 0x7f9c200ab9e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:43974/0 (socket says 172.21.15.76:43974) 2024-09-13T16:13:52.071 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.069+0000 7f9c25ffe640 1 -- 172.21.15.76:0/3211230801 learned_addr learned my addr 172.21.15.76:0/3211230801 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:13:52.071 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.069+0000 7f9c24ffc640 1 --2- 172.21.15.76:0/3211230801 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9c200b20a0 0x7f9c200ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:52.071 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.069+0000 7f9c17fff640 1 -- 172.21.15.76:0/3211230801 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 351153892 0 0) 0x7f9c2015a790 con 0x7f9c200cea30 2024-09-13T16:13:52.071 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.069+0000 7f9c17fff640 1 -- 172.21.15.76:0/3211230801 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9c0c003520 con 0x7f9c200cea30 2024-09-13T16:13:52.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.069+0000 7f9c17fff640 1 -- 172.21.15.76:0/3211230801 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3548033199 0 0) 0x7f9c200b2680 con 0x7f9c2015a3b0 2024-09-13T16:13:52.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.069+0000 7f9c24ffc640 1 -- 172.21.15.76:0/3211230801 >> v1:172.21.15.192:6789/0 conn(0x7f9c2015a3b0 legacy=0x7f9c200b1720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:52.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.069+0000 7f9c24ffc640 1 -- 172.21.15.76:0/3211230801 >> v1:172.21.15.76:6789/0 conn(0x7f9c200cea30 legacy=0x7f9c200ab9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:52.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.069+0000 7f9c24ffc640 1 -- 172.21.15.76:0/3211230801 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9c200b2960 con 0x7f9c200b20a0 2024-09-13T16:13:52.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.070+0000 7f9c24ffc640 1 --2- 172.21.15.76:0/3211230801 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9c200b20a0 0x7f9c200ce4f0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f9c100097d0 tx=0x7f9c1002a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d904e3613bc80dc8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:52.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.070+0000 7f9c17fff640 1 -- 172.21.15.76:0/3211230801 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c10032440 con 0x7f9c200b20a0 2024-09-13T16:13:52.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.070+0000 7f9c17fff640 1 -- 172.21.15.76:0/3211230801 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9c100325a0 con 0x7f9c200b20a0 2024-09-13T16:13:52.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.070+0000 7f9c17fff640 1 -- 172.21.15.76:0/3211230801 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c10032930 con 0x7f9c200b20a0 2024-09-13T16:13:52.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.071+0000 7f9c27a61640 1 -- 172.21.15.76:0/3211230801 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9c200b20a0 msgr2=0x7f9c200ce4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:52.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.071+0000 7f9c27a61640 1 --2- 172.21.15.76:0/3211230801 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9c200b20a0 0x7f9c200ce4f0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f9c100097d0 tx=0x7f9c1002a210 comp rx=0 tx=0).stop 2024-09-13T16:13:52.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.071+0000 7f9c27a61640 1 -- 172.21.15.76:0/3211230801 shutdown_connections 2024-09-13T16:13:52.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.071+0000 7f9c27a61640 1 --2- 172.21.15.76:0/3211230801 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9c200b20a0 0x7f9c200ce4f0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:52.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.071+0000 7f9c27a61640 1 -- 172.21.15.76:0/3211230801 >> 172.21.15.76:0/3211230801 conn(0x7f9c2006a0b0 msgr2=0x7f9c2006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:52.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.071+0000 7f9c27a61640 1 -- 172.21.15.76:0/3211230801 shutdown_connections 2024-09-13T16:13:52.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.071+0000 7f9c27a61640 1 -- 172.21.15.76:0/3211230801 wait complete. 2024-09-13T16:13:52.075 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.072+0000 7f9c27a61640 1 Processor -- start 2024-09-13T16:13:52.076 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.072+0000 7f9c27a61640 1 -- start start 2024-09-13T16:13:52.076 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.073+0000 7f9c27a61640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9c200b20a0 0x7f9c200b0650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:52.076 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.073+0000 7f9c27a61640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9c200cea30 0x7f9c20152f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:52.076 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.073+0000 7f9c27a61640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9c2015a3b0 0x7f9c200ae4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:52.076 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.073+0000 7f9c27a61640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c200c7a50 con 0x7f9c200b20a0 2024-09-13T16:13:52.076 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.073+0000 7f9c27a61640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c200c6e40 con 0x7f9c200cea30 2024-09-13T16:13:52.076 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.073+0000 7f9c27a61640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9c200c7120 con 0x7f9c2015a3b0 2024-09-13T16:13:52.076 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.073+0000 7f9c257fd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9c200b20a0 0x7f9c200b0650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:52.076 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.073+0000 7f9c257fd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9c200b20a0 0x7f9c200b0650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49294/0 (socket says 172.21.15.76:49294) 2024-09-13T16:13:52.076 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.073+0000 7f9c257fd640 1 -- 172.21.15.76:0/2168525428 learned_addr learned my addr 172.21.15.76:0/2168525428 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:52.076 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.073+0000 7f9c257fd640 1 -- 172.21.15.76:0/2168525428 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9c2015a3b0 msgr2=0x7f9c200ae4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:52.076 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.073+0000 7f9c257fd640 1 --2- 172.21.15.76:0/2168525428 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9c2015a3b0 0x7f9c200ae4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:52.077 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.073+0000 7f9c257fd640 1 -- 172.21.15.76:0/2168525428 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9c200cea30 msgr2=0x7f9c20152f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:52.077 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.073+0000 7f9c257fd640 1 --2- 172.21.15.76:0/2168525428 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9c200cea30 0x7f9c20152f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:52.077 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.073+0000 7f9c257fd640 1 -- 172.21.15.76:0/2168525428 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9c10009400 con 0x7f9c200b20a0 2024-09-13T16:13:52.077 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.073+0000 7f9c257fd640 1 --2- 172.21.15.76:0/2168525428 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9c200b20a0 0x7f9c200b0650 secure :-1 s=READY pgs=1891 cs=0 l=1 rev1=1 crypto rx=0x7f9c1c00c410 tx=0x7f9c1c00c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:52.077 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.074+0000 7f9c15ffb640 1 -- 172.21.15.76:0/2168525428 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c1c0035f0 con 0x7f9c200b20a0 2024-09-13T16:13:52.077 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.074+0000 7f9c15ffb640 1 -- 172.21.15.76:0/2168525428 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9c1c003770 con 0x7f9c200b20a0 2024-09-13T16:13:52.077 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.074+0000 7f9c27a61640 1 -- 172.21.15.76:0/2168525428 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9c200c7400 con 0x7f9c200b20a0 2024-09-13T16:13:52.077 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.074+0000 7f9c15ffb640 1 -- 172.21.15.76:0/2168525428 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c1c003b20 con 0x7f9c200b20a0 2024-09-13T16:13:52.077 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.074+0000 7f9c27a61640 1 -- 172.21.15.76:0/2168525428 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9c200b0b90 con 0x7f9c200b20a0 2024-09-13T16:13:52.078 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.075+0000 7f9c27a61640 1 -- 172.21.15.76:0/2168525428 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9c200b2680 con 0x7f9c200b20a0 2024-09-13T16:13:52.078 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.075+0000 7f9c15ffb640 1 -- 172.21.15.76:0/2168525428 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9c1c003c80 con 0x7f9c200b20a0 2024-09-13T16:13:52.078 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.076+0000 7f9c15ffb640 1 --2- 172.21.15.76:0/2168525428 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9c0406ac30 0x7f9c0406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:52.078 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.076+0000 7f9c15ffb640 1 -- 172.21.15.76:0/2168525428 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(136..136 src has 1..136) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f9c1c088ab0 con 0x7f9c200b20a0 2024-09-13T16:13:52.078 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.076+0000 7f9c24ffc640 1 --2- 172.21.15.76:0/2168525428 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9c0406ac30 0x7f9c0406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:52.078 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.076+0000 7f9c24ffc640 1 --2- 172.21.15.76:0/2168525428 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9c0406ac30 0x7f9c0406d0f0 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7f9c10034000 tx=0x7f9c1002c000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:52.081 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.080+0000 7f9c15ffb640 1 -- 172.21.15.76:0/2168525428 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f9c1c053b50 con 0x7f9c200b20a0 2024-09-13T16:13:52.242 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.241+0000 7f9c27a61640 1 -- 172.21.15.76:0/2168525428 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f9c200cbb20 con 0x7f9c200b20a0 2024-09-13T16:13:52.242 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.241+0000 7f9c15ffb640 1 -- 172.21.15.76:0/2168525428 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v136) v1 ==== 104+0+11 (secure 0 0 0) 0x7f9c1c0170a0 con 0x7f9c200b20a0 2024-09-13T16:13:52.243 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2024-09-13T16:13:52.245 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.243+0000 7f9c27a61640 1 -- 172.21.15.76:0/2168525428 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9c0406ac30 msgr2=0x7f9c0406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:52.245 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.243+0000 7f9c27a61640 1 --2- 172.21.15.76:0/2168525428 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9c0406ac30 0x7f9c0406d0f0 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7f9c10034000 tx=0x7f9c1002c000 comp rx=0 tx=0).stop 2024-09-13T16:13:52.245 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.243+0000 7f9c27a61640 1 -- 172.21.15.76:0/2168525428 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9c200b20a0 msgr2=0x7f9c200b0650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:52.245 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.243+0000 7f9c27a61640 1 --2- 172.21.15.76:0/2168525428 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9c200b20a0 0x7f9c200b0650 secure :-1 s=READY pgs=1891 cs=0 l=1 rev1=1 crypto rx=0x7f9c1c00c410 tx=0x7f9c1c00c8d0 comp rx=0 tx=0).stop 2024-09-13T16:13:52.245 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.243+0000 7f9c27a61640 1 -- 172.21.15.76:0/2168525428 shutdown_connections 2024-09-13T16:13:52.245 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.243+0000 7f9c27a61640 1 --2- 172.21.15.76:0/2168525428 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9c0406ac30 0x7f9c0406d0f0 unknown :-1 s=CLOSED pgs=806 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:52.245 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.243+0000 7f9c27a61640 1 --2- 172.21.15.76:0/2168525428 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9c2015a3b0 0x7f9c200ae4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:52.245 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.243+0000 7f9c27a61640 1 --2- 172.21.15.76:0/2168525428 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9c200cea30 0x7f9c20152f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:52.246 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.243+0000 7f9c27a61640 1 --2- 172.21.15.76:0/2168525428 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9c200b20a0 0x7f9c200b0650 unknown :-1 s=CLOSED pgs=1891 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:52.246 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.243+0000 7f9c27a61640 1 -- 172.21.15.76:0/2168525428 >> 172.21.15.76:0/2168525428 conn(0x7f9c2006a0b0 msgr2=0x7f9c20070090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:52.246 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.243+0000 7f9c27a61640 1 -- 172.21.15.76:0/2168525428 shutdown_connections 2024-09-13T16:13:52.246 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.243+0000 7f9c27a61640 1 -- 172.21.15.76:0/2168525428 wait complete. 2024-09-13T16:13:52.255 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:13:52.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.354+0000 7f2873609640 1 Processor -- start 2024-09-13T16:13:52.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.355+0000 7f2873609640 1 -- start start 2024-09-13T16:13:52.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.355+0000 7f2873609640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f286c0b20a0 0x7f286c0ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:52.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.355+0000 7f2873609640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f286c0cea30 0x7f286c0ab9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:52.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.355+0000 7f2873609640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f286c15a790 con 0x7f286c15a3b0 2024-09-13T16:13:52.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.355+0000 7f2873609640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f286c0ceea0 con 0x7f286c0b20a0 2024-09-13T16:13:52.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.355+0000 7f2873609640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f286c0b2680 con 0x7f286c0cea30 2024-09-13T16:13:52.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.356+0000 7f2870ba4640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f286c0b20a0 0x7f286c0ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:52.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.356+0000 7f28713a5640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f286c15a3b0 0x7f286c0b1720 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:43976/0 (socket says 172.21.15.76:43976) 2024-09-13T16:13:52.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.356+0000 7f28713a5640 1 -- 172.21.15.76:0/2743885245 learned_addr learned my addr 172.21.15.76:0/2743885245 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:13:52.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.356+0000 7f2871ba6640 1 --2- 172.21.15.76:0/2743885245 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f286c0cea30 0x7f286c0ab9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:52.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.356+0000 7f2863fff640 1 -- 172.21.15.76:0/2743885245 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3643909173 0 0) 0x7f286c15a790 con 0x7f286c15a3b0 2024-09-13T16:13:52.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.356+0000 7f2863fff640 1 -- 172.21.15.76:0/2743885245 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2858003520 con 0x7f286c15a3b0 2024-09-13T16:13:52.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.356+0000 7f2870ba4640 1 -- 172.21.15.76:0/2743885245 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f286c0cea30 msgr2=0x7f286c0ab9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:52.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.356+0000 7f2870ba4640 1 --2- 172.21.15.76:0/2743885245 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f286c0cea30 0x7f286c0ab9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:52.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.356+0000 7f2870ba4640 1 -- 172.21.15.76:0/2743885245 >> v1:172.21.15.76:6789/0 conn(0x7f286c15a3b0 legacy=0x7f286c0b1720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:52.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.356+0000 7f2870ba4640 1 -- 172.21.15.76:0/2743885245 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f286c0b2960 con 0x7f286c0b20a0 2024-09-13T16:13:52.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.356+0000 7f2871ba6640 1 --2- 172.21.15.76:0/2743885245 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f286c0cea30 0x7f286c0ab9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:52.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.357+0000 7f2870ba4640 1 --2- 172.21.15.76:0/2743885245 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f286c0b20a0 0x7f286c0ce4f0 secure :-1 s=READY pgs=1893 cs=0 l=1 rev1=1 crypto rx=0x7f285c0097a0 tx=0x7f285c02a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c924027691aeb890 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:52.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.357+0000 7f2863fff640 1 -- 172.21.15.76:0/2743885245 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f285c032440 con 0x7f286c0b20a0 2024-09-13T16:13:52.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.357+0000 7f2863fff640 1 -- 172.21.15.76:0/2743885245 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f285c0325a0 con 0x7f286c0b20a0 2024-09-13T16:13:52.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.357+0000 7f2863fff640 1 -- 172.21.15.76:0/2743885245 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f285c032910 con 0x7f286c0b20a0 2024-09-13T16:13:52.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.357+0000 7f2873609640 1 -- 172.21.15.76:0/2743885245 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f286c0b20a0 msgr2=0x7f286c0ce4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:52.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.357+0000 7f2873609640 1 --2- 172.21.15.76:0/2743885245 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f286c0b20a0 0x7f286c0ce4f0 secure :-1 s=READY pgs=1893 cs=0 l=1 rev1=1 crypto rx=0x7f285c0097a0 tx=0x7f285c02a180 comp rx=0 tx=0).stop 2024-09-13T16:13:52.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.357+0000 7f2873609640 1 -- 172.21.15.76:0/2743885245 shutdown_connections 2024-09-13T16:13:52.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.357+0000 7f2873609640 1 --2- 172.21.15.76:0/2743885245 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f286c0cea30 0x7f286c0ab9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:52.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.357+0000 7f2873609640 1 --2- 172.21.15.76:0/2743885245 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f286c0b20a0 0x7f286c0ce4f0 unknown :-1 s=CLOSED pgs=1893 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:52.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.357+0000 7f2873609640 1 -- 172.21.15.76:0/2743885245 >> 172.21.15.76:0/2743885245 conn(0x7f286c06a0b0 msgr2=0x7f286c06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:52.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.357+0000 7f2873609640 1 -- 172.21.15.76:0/2743885245 shutdown_connections 2024-09-13T16:13:52.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.358+0000 7f2873609640 1 -- 172.21.15.76:0/2743885245 wait complete. 2024-09-13T16:13:52.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.359+0000 7f2873609640 1 Processor -- start 2024-09-13T16:13:52.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.359+0000 7f2873609640 1 -- start start 2024-09-13T16:13:52.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.359+0000 7f2873609640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f286c0b20a0 0x7f286c15c1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:52.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.359+0000 7f2873609640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f286c0cea30 0x7f286c15a790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:52.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.359+0000 7f2873609640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f286c15a3b0 0x7f286c15acd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:52.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.359+0000 7f2873609640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f286c0c33f0 con 0x7f286c0b20a0 2024-09-13T16:13:52.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.359+0000 7f2873609640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f286c1509a0 con 0x7f286c0cea30 2024-09-13T16:13:52.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.359+0000 7f2873609640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f286c153220 con 0x7f286c15a3b0 2024-09-13T16:13:52.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.359+0000 7f28713a5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f286c0b20a0 0x7f286c15c1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:52.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.359+0000 7f28713a5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f286c0b20a0 0x7f286c15c1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49302/0 (socket says 172.21.15.76:49302) 2024-09-13T16:13:52.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.359+0000 7f28713a5640 1 -- 172.21.15.76:0/746479755 learned_addr learned my addr 172.21.15.76:0/746479755 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:52.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.360+0000 7f28713a5640 1 -- 172.21.15.76:0/746479755 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f286c15a3b0 msgr2=0x7f286c15acd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:52.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.360+0000 7f28713a5640 1 --2- 172.21.15.76:0/746479755 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f286c15a3b0 0x7f286c15acd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:52.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.360+0000 7f28713a5640 1 -- 172.21.15.76:0/746479755 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f286c0cea30 msgr2=0x7f286c15a790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:52.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.360+0000 7f2870ba4640 1 --2- 172.21.15.76:0/746479755 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f286c0cea30 0x7f286c15a790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:52.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.360+0000 7f28713a5640 1 --2- 172.21.15.76:0/746479755 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f286c0cea30 0x7f286c15a790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:52.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.360+0000 7f28713a5640 1 -- 172.21.15.76:0/746479755 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f285c009400 con 0x7f286c0b20a0 2024-09-13T16:13:52.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.360+0000 7f28713a5640 1 --2- 172.21.15.76:0/746479755 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f286c0b20a0 0x7f286c15c1b0 secure :-1 s=READY pgs=1894 cs=0 l=1 rev1=1 crypto rx=0x7f286400caa0 tx=0x7f286400cf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:52.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.360+0000 7f2861ffb640 1 -- 172.21.15.76:0/746479755 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f286400ac00 con 0x7f286c0b20a0 2024-09-13T16:13:52.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.360+0000 7f2861ffb640 1 -- 172.21.15.76:0/746479755 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f286400ad60 con 0x7f286c0b20a0 2024-09-13T16:13:52.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.360+0000 7f2861ffb640 1 -- 172.21.15.76:0/746479755 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2864012620 con 0x7f286c0b20a0 2024-09-13T16:13:52.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.360+0000 7f2873609640 1 -- 172.21.15.76:0/746479755 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f286c0c2d90 con 0x7f286c0b20a0 2024-09-13T16:13:52.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.360+0000 7f2873609640 1 -- 172.21.15.76:0/746479755 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f286c1ef540 con 0x7f286c0b20a0 2024-09-13T16:13:52.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.361+0000 7f2873609640 1 -- 172.21.15.76:0/746479755 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f286c0c3530 con 0x7f286c0b20a0 2024-09-13T16:13:52.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.361+0000 7f2861ffb640 1 -- 172.21.15.76:0/746479755 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f2864007070 con 0x7f286c0b20a0 2024-09-13T16:13:52.366 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.362+0000 7f2861ffb640 1 --2- 172.21.15.76:0/746479755 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f285006ac00 0x7f285006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:52.366 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.362+0000 7f2861ffb640 1 -- 172.21.15.76:0/746479755 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(136..136 src has 1..136) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f2864089480 con 0x7f286c0b20a0 2024-09-13T16:13:52.366 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.362+0000 7f2870ba4640 1 --2- 172.21.15.76:0/746479755 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f285006ac00 0x7f285006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:52.366 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.362+0000 7f2870ba4640 1 --2- 172.21.15.76:0/746479755 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f285006ac00 0x7f285006d0c0 secure :-1 s=READY pgs=807 cs=0 l=1 rev1=1 crypto rx=0x7f285c034000 tx=0x7f285c02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:52.367 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.366+0000 7f2861ffb640 1 -- 172.21.15.76:0/746479755 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f286c0c3530 con 0x7f286c0b20a0 2024-09-13T16:13:52.528 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.526+0000 7f2873609640 1 -- 172.21.15.76:0/746479755 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f286c0c3530 con 0x7f286c0b20a0 2024-09-13T16:13:52.528 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.527+0000 7f2861ffb640 1 -- 172.21.15.76:0/746479755 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v136) v1 ==== 100+0+11 (secure 0 0 0) 0x7f286c0c3530 con 0x7f286c0b20a0 2024-09-13T16:13:52.529 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2024-09-13T16:13:52.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.529+0000 7f2873609640 1 -- 172.21.15.76:0/746479755 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f285006ac00 msgr2=0x7f285006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:52.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.529+0000 7f2873609640 1 --2- 172.21.15.76:0/746479755 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f285006ac00 0x7f285006d0c0 secure :-1 s=READY pgs=807 cs=0 l=1 rev1=1 crypto rx=0x7f285c034000 tx=0x7f285c02e000 comp rx=0 tx=0).stop 2024-09-13T16:13:52.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.529+0000 7f2873609640 1 -- 172.21.15.76:0/746479755 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f286c0b20a0 msgr2=0x7f286c15c1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:52.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.529+0000 7f2873609640 1 --2- 172.21.15.76:0/746479755 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f286c0b20a0 0x7f286c15c1b0 secure :-1 s=READY pgs=1894 cs=0 l=1 rev1=1 crypto rx=0x7f286400caa0 tx=0x7f286400cf60 comp rx=0 tx=0).stop 2024-09-13T16:13:52.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.529+0000 7f2873609640 1 -- 172.21.15.76:0/746479755 shutdown_connections 2024-09-13T16:13:52.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.529+0000 7f2873609640 1 --2- 172.21.15.76:0/746479755 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f285006ac00 0x7f285006d0c0 unknown :-1 s=CLOSED pgs=807 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:52.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.529+0000 7f2873609640 1 --2- 172.21.15.76:0/746479755 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f286c15a3b0 0x7f286c15acd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:52.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.529+0000 7f2873609640 1 --2- 172.21.15.76:0/746479755 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f286c0cea30 0x7f286c15a790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:52.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.529+0000 7f2873609640 1 --2- 172.21.15.76:0/746479755 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f286c0b20a0 0x7f286c15c1b0 unknown :-1 s=CLOSED pgs=1894 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:52.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.529+0000 7f2873609640 1 -- 172.21.15.76:0/746479755 >> 172.21.15.76:0/746479755 conn(0x7f286c06a0b0 msgr2=0x7f286c06a490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:52.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.529+0000 7f2873609640 1 -- 172.21.15.76:0/746479755 shutdown_connections 2024-09-13T16:13:52.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.529+0000 7f2873609640 1 -- 172.21.15.76:0/746479755 wait complete. 2024-09-13T16:13:52.541 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:13:52.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.638+0000 7ff3e3357640 1 Processor -- start 2024-09-13T16:13:52.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.638+0000 7ff3e3357640 1 -- start start 2024-09-13T16:13:52.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.639+0000 7ff3e3357640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7ff3dc071d30 0x7ff3dc070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:52.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.639+0000 7ff3e3357640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff3dc0abdf0 con 0x7ff3dc072110 2024-09-13T16:13:52.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.639+0000 7ff3e3357640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff3dc0b2280 con 0x7ff3dc0c8920 2024-09-13T16:13:52.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.639+0000 7ff3e3357640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff3dc0ab1e0 con 0x7ff3dc071d30 2024-09-13T16:13:52.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.639+0000 7ff3e08f2640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7ff3dc072110 0x7ff3dc0b1b70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:43978/0 (socket says 172.21.15.76:43978) 2024-09-13T16:13:52.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.639+0000 7ff3e08f2640 1 -- 172.21.15.76:0/217500136 learned_addr learned my addr 172.21.15.76:0/217500136 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:13:52.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.639+0000 7ff3e10f3640 1 --2- 172.21.15.76:0/217500136 >> v2:172.21.15.192:3300/0 conn(0x7ff3dc071d30 0x7ff3dc070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:52.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.639+0000 7ff3d3fff640 1 -- 172.21.15.76:0/217500136 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 904077794 0 0) 0x7ff3dc0abdf0 con 0x7ff3dc072110 2024-09-13T16:13:52.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.639+0000 7ff3d3fff640 1 -- 172.21.15.76:0/217500136 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff3c8003520 con 0x7ff3dc072110 2024-09-13T16:13:52.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.640+0000 7ff3d3fff640 1 -- 172.21.15.76:0/217500136 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 20965379 0 0) 0x7ff3c8003520 con 0x7ff3dc072110 2024-09-13T16:13:52.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.640+0000 7ff3d3fff640 1 -- 172.21.15.76:0/217500136 >> v2:172.21.15.192:3300/0 conn(0x7ff3dc071d30 msgr2=0x7ff3dc070190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:52.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.640+0000 7ff3d3fff640 1 --2- 172.21.15.76:0/217500136 >> v2:172.21.15.192:3300/0 conn(0x7ff3dc071d30 0x7ff3dc070190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:52.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.640+0000 7ff3d3fff640 1 -- 172.21.15.76:0/217500136 >> v1:172.21.15.192:6789/0 conn(0x7ff3dc0c8920 legacy=0x7ff3dc0ac280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:52.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.640+0000 7ff3d3fff640 1 -- 172.21.15.76:0/217500136 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff3dc0ab4c0 con 0x7ff3dc072110 2024-09-13T16:13:52.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.640+0000 7ff3d3fff640 1 -- 172.21.15.76:0/217500136 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7ff3cc001670 con 0x7ff3dc072110 2024-09-13T16:13:52.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.640+0000 7ff3d3fff640 1 -- 172.21.15.76:0/217500136 >> v1:172.21.15.76:6789/0 conn(0x7ff3dc072110 legacy=0x7ff3dc0b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:52.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.640+0000 7ff3d3fff640 1 --2- 172.21.15.76:0/217500136 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff3c8003970 0x7ff3c8003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:52.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.640+0000 7ff3d3fff640 1 --2- 172.21.15.76:0/217500136 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff3c80047c0 0x7ff3c8004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:52.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.640+0000 7ff3d3fff640 1 --2- 172.21.15.76:0/217500136 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff3c8005180 0x7ff3c800b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:52.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.640+0000 7ff3d3fff640 1 -- 172.21.15.76:0/217500136 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3dc0ab1e0 con 0x7ff3c80047c0 2024-09-13T16:13:52.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.640+0000 7ff3d3fff640 1 -- 172.21.15.76:0/217500136 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3c800c020 con 0x7ff3c8005180 2024-09-13T16:13:52.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.640+0000 7ff3d3fff640 1 -- 172.21.15.76:0/217500136 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff3c800c1e0 con 0x7ff3c8003970 2024-09-13T16:13:52.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.640+0000 7ff3e08f2640 1 --2- 172.21.15.76:0/217500136 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff3c80047c0 0x7ff3c8004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:52.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.640+0000 7ff3e10f3640 1 --2- 172.21.15.76:0/217500136 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff3c8003970 0x7ff3c8003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:52.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.640+0000 7ff3e18f4640 1 --2- 172.21.15.76:0/217500136 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff3c8005180 0x7ff3c800b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:52.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.640+0000 7ff3e08f2640 1 -- 172.21.15.76:0/217500136 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff3c8003970 msgr2=0x7ff3c8003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:52.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.640+0000 7ff3e08f2640 1 --2- 172.21.15.76:0/217500136 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff3c8003970 0x7ff3c8003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:52.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.640+0000 7ff3e08f2640 1 -- 172.21.15.76:0/217500136 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff3c8005180 msgr2=0x7ff3c800b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:52.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.640+0000 7ff3e08f2640 1 --2- 172.21.15.76:0/217500136 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff3c8005180 0x7ff3c800b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:52.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.640+0000 7ff3e08f2640 1 -- 172.21.15.76:0/217500136 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff3c8003520 con 0x7ff3c80047c0 2024-09-13T16:13:52.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.640+0000 7ff3e18f4640 1 --2- 172.21.15.76:0/217500136 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff3c8005180 0x7ff3c800b980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:52.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.640+0000 7ff3e18f4640 1 -- 172.21.15.76:0/217500136 reap_dead start 2024-09-13T16:13:52.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.641+0000 7ff3e08f2640 1 --2- 172.21.15.76:0/217500136 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff3c80047c0 0x7ff3c8004c40 secure :-1 s=READY pgs=1896 cs=0 l=1 rev1=1 crypto rx=0x7ff3cc00c240 tx=0x7ff3c80057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a6574388bccde8f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:52.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.641+0000 7ff3d3fff640 1 -- 172.21.15.76:0/217500136 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3cc02e070 con 0x7ff3c80047c0 2024-09-13T16:13:52.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.641+0000 7ff3d3fff640 1 -- 172.21.15.76:0/217500136 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff3cc0058d0 con 0x7ff3c80047c0 2024-09-13T16:13:52.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.641+0000 7ff3d3fff640 1 -- 172.21.15.76:0/217500136 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3cc005d00 con 0x7ff3c80047c0 2024-09-13T16:13:52.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.641+0000 7ff3e3357640 1 -- 172.21.15.76:0/217500136 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff3c80047c0 msgr2=0x7ff3c8004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:52.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.641+0000 7ff3e3357640 1 --2- 172.21.15.76:0/217500136 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff3c80047c0 0x7ff3c8004c40 secure :-1 s=READY pgs=1896 cs=0 l=1 rev1=1 crypto rx=0x7ff3cc00c240 tx=0x7ff3c80057f0 comp rx=0 tx=0).stop 2024-09-13T16:13:52.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.641+0000 7ff3e3357640 1 -- 172.21.15.76:0/217500136 shutdown_connections 2024-09-13T16:13:52.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.641+0000 7ff3e3357640 1 --2- 172.21.15.76:0/217500136 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff3c80047c0 0x7ff3c8004c40 unknown :-1 s=CLOSED pgs=1896 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:52.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.641+0000 7ff3e3357640 1 -- 172.21.15.76:0/217500136 >> 172.21.15.76:0/217500136 conn(0x7ff3dc069ed0 msgr2=0x7ff3dc06a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:52.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.641+0000 7ff3e3357640 1 -- 172.21.15.76:0/217500136 shutdown_connections 2024-09-13T16:13:52.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.641+0000 7ff3e3357640 1 -- 172.21.15.76:0/217500136 wait complete. 2024-09-13T16:13:52.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.643+0000 7ff3e3357640 1 Processor -- start 2024-09-13T16:13:52.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.643+0000 7ff3e3357640 1 -- start start 2024-09-13T16:13:52.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.643+0000 7ff3e3357640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff3c80047c0 0x7ff3dc0cb800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:52.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.643+0000 7ff3e3357640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff3dc0c7130 0x7ff3dc0974d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:52.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.643+0000 7ff3e3357640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff3dc15ba10 0x7ff3dc15be90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:52.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.643+0000 7ff3e3357640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3dc0c8470 con 0x7ff3c80047c0 2024-09-13T16:13:52.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.643+0000 7ff3e3357640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3dc15c3d0 con 0x7ff3dc0c7130 2024-09-13T16:13:52.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.643+0000 7ff3e3357640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff3dc0c78f0 con 0x7ff3dc15ba10 2024-09-13T16:13:52.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.643+0000 7ff3e10f3640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff3c80047c0 0x7ff3dc0cb800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:52.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.643+0000 7ff3e10f3640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff3c80047c0 0x7ff3dc0cb800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49322/0 (socket says 172.21.15.76:49322) 2024-09-13T16:13:52.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.643+0000 7ff3e10f3640 1 -- 172.21.15.76:0/1206277938 learned_addr learned my addr 172.21.15.76:0/1206277938 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:52.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.644+0000 7ff3e08f2640 1 --2- 172.21.15.76:0/1206277938 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff3dc0c7130 0x7ff3dc0974d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:52.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.644+0000 7ff3e18f4640 1 --2- 172.21.15.76:0/1206277938 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff3dc15ba10 0x7ff3dc15be90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:52.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.644+0000 7ff3e10f3640 1 -- 172.21.15.76:0/1206277938 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff3dc15ba10 msgr2=0x7ff3dc15be90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:52.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.644+0000 7ff3e10f3640 1 --2- 172.21.15.76:0/1206277938 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff3dc15ba10 0x7ff3dc15be90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:52.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.644+0000 7ff3e10f3640 1 -- 172.21.15.76:0/1206277938 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff3dc0c7130 msgr2=0x7ff3dc0974d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:52.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.644+0000 7ff3e10f3640 1 --2- 172.21.15.76:0/1206277938 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff3dc0c7130 0x7ff3dc0974d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:52.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.644+0000 7ff3e10f3640 1 -- 172.21.15.76:0/1206277938 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff3dc0c7bd0 con 0x7ff3c80047c0 2024-09-13T16:13:52.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.644+0000 7ff3e08f2640 1 --2- 172.21.15.76:0/1206277938 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff3dc0c7130 0x7ff3dc0974d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:52.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.644+0000 7ff3e10f3640 1 --2- 172.21.15.76:0/1206277938 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff3c80047c0 0x7ff3dc0cb800 secure :-1 s=READY pgs=1897 cs=0 l=1 rev1=1 crypto rx=0x7ff3d8011a70 tx=0x7ff3d8011f30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:52.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.644+0000 7ff3d1ffb640 1 -- 172.21.15.76:0/1206277938 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3d8009680 con 0x7ff3c80047c0 2024-09-13T16:13:52.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.644+0000 7ff3d1ffb640 1 -- 172.21.15.76:0/1206277938 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff3d800fb50 con 0x7ff3c80047c0 2024-09-13T16:13:52.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.644+0000 7ff3e3357640 1 -- 172.21.15.76:0/1206277938 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff3dc0c7eb0 con 0x7ff3c80047c0 2024-09-13T16:13:52.651 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.644+0000 7ff3d1ffb640 1 -- 172.21.15.76:0/1206277938 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3d800fee0 con 0x7ff3c80047c0 2024-09-13T16:13:52.651 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.644+0000 7ff3e3357640 1 -- 172.21.15.76:0/1206277938 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff3dc0c75b0 con 0x7ff3c80047c0 2024-09-13T16:13:52.651 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.645+0000 7ff3e3357640 1 -- 172.21.15.76:0/1206277938 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff3dc070190 con 0x7ff3c80047c0 2024-09-13T16:13:52.651 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.646+0000 7ff3d1ffb640 1 -- 172.21.15.76:0/1206277938 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff3d8014440 con 0x7ff3c80047c0 2024-09-13T16:13:52.651 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.646+0000 7ff3d1ffb640 1 --2- 172.21.15.76:0/1206277938 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff3c006ac00 0x7ff3c006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:52.651 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.646+0000 7ff3d1ffb640 1 -- 172.21.15.76:0/1206277938 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(136..136 src has 1..136) v4 ==== 6029+0+0 (secure 0 0 0) 0x7ff3d8089dd0 con 0x7ff3c80047c0 2024-09-13T16:13:52.651 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.646+0000 7ff3e08f2640 1 --2- 172.21.15.76:0/1206277938 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff3c006ac00 0x7ff3c006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:52.651 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.647+0000 7ff3e08f2640 1 --2- 172.21.15.76:0/1206277938 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff3c006ac00 0x7ff3c006d0c0 secure :-1 s=READY pgs=808 cs=0 l=1 rev1=1 crypto rx=0x7ff3cc033000 tx=0x7ff3cc02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:52.651 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.650+0000 7ff3d1ffb640 1 -- 172.21.15.76:0/1206277938 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ff3d8054e70 con 0x7ff3c80047c0 2024-09-13T16:13:52.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.844+0000 7ff3e3357640 1 -- 172.21.15.76:0/1206277938 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7ff3dc06c090 con 0x7ff3c80047c0 2024-09-13T16:13:52.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.844+0000 7ff3d1ffb640 1 -- 172.21.15.76:0/1206277938 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 75 v75) v1 ==== 94+0+4742 (secure 0 0 0) 0x7ff3d8058490 con 0x7ff3c80047c0 2024-09-13T16:13:52.846 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:13:52.846 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":75,"default_fscid":9,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7115,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/4062248644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":4062248644},{"type":"v1","addr":"172.21.15.192:6835","nonce":4062248644}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":68},{"gid":8005,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6837/2615493476","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":2615493476},{"type":"v1","addr":"172.21.15.76:6837","nonce":2615493476}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":67},{"gid":8011,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/2123797898","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":2123797898},{"type":"v1","addr":"172.21.15.192:6833","nonce":2123797898}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":67}],"filesystems":[{"mdsmap":{"epoch":75,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:13:29.534838+0000","modified":"2024-09-13T16:13:49.635076+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":9078},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9078":{"gid":9078,"name":"c","rank":0,"incarnation":69,"state":"up:active","state_seq":9,"addr":"172.21.15.76:6836/2887788362","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":2887788362},{"type":"v1","addr":"172.21.15.76:6836","nonce":2887788362}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[20],"metadata_pool":19,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":9}]} 2024-09-13T16:13:52.846 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 75 2024-09-13T16:13:52.848 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.846+0000 7ff3e3357640 1 -- 172.21.15.76:0/1206277938 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff3c006ac00 msgr2=0x7ff3c006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:52.848 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.846+0000 7ff3e3357640 1 --2- 172.21.15.76:0/1206277938 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff3c006ac00 0x7ff3c006d0c0 secure :-1 s=READY pgs=808 cs=0 l=1 rev1=1 crypto rx=0x7ff3cc033000 tx=0x7ff3cc02e000 comp rx=0 tx=0).stop 2024-09-13T16:13:52.848 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.846+0000 7ff3e3357640 1 -- 172.21.15.76:0/1206277938 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff3c80047c0 msgr2=0x7ff3dc0cb800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:52.848 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.846+0000 7ff3e3357640 1 --2- 172.21.15.76:0/1206277938 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff3c80047c0 0x7ff3dc0cb800 secure :-1 s=READY pgs=1897 cs=0 l=1 rev1=1 crypto rx=0x7ff3d8011a70 tx=0x7ff3d8011f30 comp rx=0 tx=0).stop 2024-09-13T16:13:52.848 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.846+0000 7ff3e3357640 1 -- 172.21.15.76:0/1206277938 shutdown_connections 2024-09-13T16:13:52.848 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.846+0000 7ff3e3357640 1 --2- 172.21.15.76:0/1206277938 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff3c006ac00 0x7ff3c006d0c0 unknown :-1 s=CLOSED pgs=808 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:52.849 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.846+0000 7ff3e3357640 1 --2- 172.21.15.76:0/1206277938 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff3dc15ba10 0x7ff3dc15be90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:52.849 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.846+0000 7ff3e3357640 1 --2- 172.21.15.76:0/1206277938 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff3dc0c7130 0x7ff3dc0974d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:52.849 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.846+0000 7ff3e3357640 1 --2- 172.21.15.76:0/1206277938 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff3c80047c0 0x7ff3dc0cb800 unknown :-1 s=CLOSED pgs=1897 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:52.849 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.846+0000 7ff3e3357640 1 -- 172.21.15.76:0/1206277938 >> 172.21.15.76:0/1206277938 conn(0x7ff3dc069ed0 msgr2=0x7ff3dc070de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:52.849 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.847+0000 7ff3e3357640 1 -- 172.21.15.76:0/1206277938 shutdown_connections 2024-09-13T16:13:52.849 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.847+0000 7ff3e3357640 1 -- 172.21.15.76:0/1206277938 wait complete. 2024-09-13T16:13:52.859 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:13:52.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.955+0000 7f908fdd4640 1 Processor -- start 2024-09-13T16:13:52.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.955+0000 7f908fdd4640 1 -- start start 2024-09-13T16:13:52.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.956+0000 7f908fdd4640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f9088072110 0x7f9088070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:52.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.956+0000 7f908fdd4640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f90880c8920 0x7f90880c8db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:52.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.956+0000 7f908fdd4640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f90880abdf0 con 0x7f9088071d30 2024-09-13T16:13:52.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.956+0000 7f908fdd4640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f90880c92f0 con 0x7f90880c8920 2024-09-13T16:13:52.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.956+0000 7f908fdd4640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f90880b2280 con 0x7f9088072110 2024-09-13T16:13:52.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.956+0000 7f908e371640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f90880c8920 0x7f90880c8db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:52.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.956+0000 7f908e371640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f90880c8920 0x7f90880c8db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49330/0 (socket says 172.21.15.76:49330) 2024-09-13T16:13:52.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.956+0000 7f908e371640 1 -- 172.21.15.76:0/2291675439 learned_addr learned my addr 172.21.15.76:0/2291675439 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:52.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.956+0000 7f908d36f640 1 --2- 172.21.15.76:0/2291675439 >> v2:172.21.15.192:3300/0 conn(0x7f9088072110 0x7f9088070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:52.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.956+0000 7f908e371640 1 -- 172.21.15.76:0/2291675439 >> v2:172.21.15.192:3300/0 conn(0x7f9088072110 msgr2=0x7f9088070190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:52.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.956+0000 7f908e371640 1 --2- 172.21.15.76:0/2291675439 >> v2:172.21.15.192:3300/0 conn(0x7f9088072110 0x7f9088070190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:52.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.956+0000 7f908e371640 1 -- 172.21.15.76:0/2291675439 >> v1:172.21.15.192:6789/0 conn(0x7f9088071d30 legacy=0x7f90880b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:52.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.956+0000 7f908e371640 1 -- 172.21.15.76:0/2291675439 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f90880ab1e0 con 0x7f90880c8920 2024-09-13T16:13:52.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.956+0000 7f908d36f640 1 --2- 172.21.15.76:0/2291675439 >> v2:172.21.15.192:3300/0 conn(0x7f9088072110 0x7f9088070190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:13:52.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.957+0000 7f908e371640 1 --2- 172.21.15.76:0/2291675439 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f90880c8920 0x7f90880c8db0 secure :-1 s=READY pgs=1898 cs=0 l=1 rev1=1 crypto rx=0x7f90880cf000 tx=0x7f908002c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e5713615417e60d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:52.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.957+0000 7f908cb6e640 1 -- 172.21.15.76:0/2291675439 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9080009600 con 0x7f90880c8920 2024-09-13T16:13:52.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.957+0000 7f908cb6e640 1 -- 172.21.15.76:0/2291675439 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9080009760 con 0x7f90880c8920 2024-09-13T16:13:52.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.957+0000 7f908cb6e640 1 -- 172.21.15.76:0/2291675439 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9080009af0 con 0x7f90880c8920 2024-09-13T16:13:52.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.957+0000 7f908fdd4640 1 -- 172.21.15.76:0/2291675439 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f90880c8920 msgr2=0x7f90880c8db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:52.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.957+0000 7f908fdd4640 1 --2- 172.21.15.76:0/2291675439 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f90880c8920 0x7f90880c8db0 secure :-1 s=READY pgs=1898 cs=0 l=1 rev1=1 crypto rx=0x7f90880cf000 tx=0x7f908002c900 comp rx=0 tx=0).stop 2024-09-13T16:13:52.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.957+0000 7f908fdd4640 1 -- 172.21.15.76:0/2291675439 shutdown_connections 2024-09-13T16:13:52.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.957+0000 7f908fdd4640 1 --2- 172.21.15.76:0/2291675439 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f90880c8920 0x7f90880c8db0 unknown :-1 s=CLOSED pgs=1898 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:52.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.957+0000 7f908fdd4640 1 --2- 172.21.15.76:0/2291675439 >> v2:172.21.15.192:3300/0 conn(0x7f9088072110 0x7f9088070190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:52.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.957+0000 7f908fdd4640 1 -- 172.21.15.76:0/2291675439 >> 172.21.15.76:0/2291675439 conn(0x7f9088069ed0 msgr2=0x7f908806a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:52.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.958+0000 7f908fdd4640 1 -- 172.21.15.76:0/2291675439 shutdown_connections 2024-09-13T16:13:52.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.958+0000 7f908fdd4640 1 -- 172.21.15.76:0/2291675439 wait complete. 2024-09-13T16:13:52.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.959+0000 7f908fdd4640 1 Processor -- start 2024-09-13T16:13:52.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.959+0000 7f908fdd4640 1 -- start start 2024-09-13T16:13:52.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.960+0000 7f908fdd4640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9088071d30 0x7f90880c1a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:52.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.960+0000 7f908fdd4640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9088072110 0x7f90880c8130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:52.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.960+0000 7f908fdd4640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f90880c8920 0x7f9088148c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:52.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.960+0000 7f908fdd4640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90880c4200 con 0x7f9088071d30 2024-09-13T16:13:52.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.960+0000 7f908fdd4640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90880c1fc0 con 0x7f9088072110 2024-09-13T16:13:52.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.960+0000 7f908fdd4640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f90880c35f0 con 0x7f90880c8920 2024-09-13T16:13:52.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.960+0000 7f908db70640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9088071d30 0x7f90880c1a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:52.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.960+0000 7f908db70640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9088071d30 0x7f90880c1a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49338/0 (socket says 172.21.15.76:49338) 2024-09-13T16:13:52.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.960+0000 7f908db70640 1 -- 172.21.15.76:0/3628907135 learned_addr learned my addr 172.21.15.76:0/3628907135 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:52.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.960+0000 7f908e371640 1 --2- 172.21.15.76:0/3628907135 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f90880c8920 0x7f9088148c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:52.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.960+0000 7f908d36f640 1 --2- 172.21.15.76:0/3628907135 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9088072110 0x7f90880c8130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:52.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.960+0000 7f908db70640 1 -- 172.21.15.76:0/3628907135 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f90880c8920 msgr2=0x7f9088148c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:52.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.960+0000 7f908db70640 1 --2- 172.21.15.76:0/3628907135 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f90880c8920 0x7f9088148c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:52.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.960+0000 7f908db70640 1 -- 172.21.15.76:0/3628907135 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9088072110 msgr2=0x7f90880c8130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:52.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.960+0000 7f908db70640 1 --2- 172.21.15.76:0/3628907135 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9088072110 0x7f90880c8130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:52.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.960+0000 7f908db70640 1 -- 172.21.15.76:0/3628907135 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f908000bd40 con 0x7f9088071d30 2024-09-13T16:13:52.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.960+0000 7f908db70640 1 --2- 172.21.15.76:0/3628907135 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9088071d30 0x7f90880c1a80 secure :-1 s=READY pgs=1899 cs=0 l=1 rev1=1 crypto rx=0x7f908400c430 tx=0x7f908400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:52.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.961+0000 7f907e7fc640 1 -- 172.21.15.76:0/3628907135 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9084011790 con 0x7f9088071d30 2024-09-13T16:13:52.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.961+0000 7f907e7fc640 1 -- 172.21.15.76:0/3628907135 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f90840118f0 con 0x7f9088071d30 2024-09-13T16:13:52.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.961+0000 7f908fdd4640 1 -- 172.21.15.76:0/3628907135 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f90880c38d0 con 0x7f9088071d30 2024-09-13T16:13:52.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.961+0000 7f907e7fc640 1 -- 172.21.15.76:0/3628907135 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9084011ce0 con 0x7f9088071d30 2024-09-13T16:13:52.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.961+0000 7f908fdd4640 1 -- 172.21.15.76:0/3628907135 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f90880c3e90 con 0x7f9088071d30 2024-09-13T16:13:52.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.962+0000 7f908fdd4640 1 -- 172.21.15.76:0/3628907135 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f90880c4020 con 0x7f9088071d30 2024-09-13T16:13:52.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.962+0000 7f907e7fc640 1 -- 172.21.15.76:0/3628907135 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f908401c460 con 0x7f9088071d30 2024-09-13T16:13:52.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.963+0000 7f907e7fc640 1 --2- 172.21.15.76:0/3628907135 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f906c06ac00 0x7f906c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:52.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.963+0000 7f908d36f640 1 --2- 172.21.15.76:0/3628907135 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f906c06ac00 0x7f906c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:52.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.963+0000 7f907e7fc640 1 -- 172.21.15.76:0/3628907135 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(136..136 src has 1..136) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f90840892c0 con 0x7f9088071d30 2024-09-13T16:13:52.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.963+0000 7f908d36f640 1 --2- 172.21.15.76:0/3628907135 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f906c06ac00 0x7f906c06d0c0 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7f90880ae810 tx=0x7f9078008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:52.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:52.967+0000 7f907e7fc640 1 -- 172.21.15.76:0/3628907135 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f9084054410 con 0x7f9088071d30 2024-09-13T16:13:53.131 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.130+0000 7f908fdd4640 1 -- 172.21.15.76:0/3628907135 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f9088070190 con 0x7f9088071d30 2024-09-13T16:13:53.132 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.131+0000 7f907e7fc640 1 -- 172.21.15.76:0/3628907135 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v136) v1 ==== 74+0+16696 (secure 0 0 0) 0x7f9084057a30 con 0x7f9088071d30 2024-09-13T16:13:53.133 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:13:53.133 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":136,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:13:30.536211+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":20,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":19,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:13:27.341617+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"135","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":20,"pool_name":"cephfs_data","create_time":"2024-09-13T16:13:28.498648+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"136","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:13:53.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.133+0000 7f908fdd4640 1 -- 172.21.15.76:0/3628907135 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f906c06ac00 msgr2=0x7f906c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:53.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.133+0000 7f908fdd4640 1 --2- 172.21.15.76:0/3628907135 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f906c06ac00 0x7f906c06d0c0 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7f90880ae810 tx=0x7f9078008040 comp rx=0 tx=0).stop 2024-09-13T16:13:53.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.133+0000 7f908fdd4640 1 -- 172.21.15.76:0/3628907135 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9088071d30 msgr2=0x7f90880c1a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:53.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.133+0000 7f908fdd4640 1 --2- 172.21.15.76:0/3628907135 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9088071d30 0x7f90880c1a80 secure :-1 s=READY pgs=1899 cs=0 l=1 rev1=1 crypto rx=0x7f908400c430 tx=0x7f908400c8f0 comp rx=0 tx=0).stop 2024-09-13T16:13:53.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.133+0000 7f908fdd4640 1 -- 172.21.15.76:0/3628907135 shutdown_connections 2024-09-13T16:13:53.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.133+0000 7f908fdd4640 1 --2- 172.21.15.76:0/3628907135 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f906c06ac00 0x7f906c06d0c0 unknown :-1 s=CLOSED pgs=809 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:53.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.133+0000 7f908fdd4640 1 --2- 172.21.15.76:0/3628907135 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f90880c8920 0x7f9088148c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:53.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.133+0000 7f908fdd4640 1 --2- 172.21.15.76:0/3628907135 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9088072110 0x7f90880c8130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:53.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.133+0000 7f908fdd4640 1 --2- 172.21.15.76:0/3628907135 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9088071d30 0x7f90880c1a80 unknown :-1 s=CLOSED pgs=1899 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:53.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.133+0000 7f908fdd4640 1 -- 172.21.15.76:0/3628907135 >> 172.21.15.76:0/3628907135 conn(0x7f9088069ed0 msgr2=0x7f90880ac960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:53.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.133+0000 7f908fdd4640 1 -- 172.21.15.76:0/3628907135 shutdown_connections 2024-09-13T16:13:53.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.133+0000 7f908fdd4640 1 -- 172.21.15.76:0/3628907135 wait complete. 2024-09-13T16:13:53.146 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-13T16:13:53.146 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:13:53.246 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.245+0000 7f7f4a6f7640 1 Processor -- start 2024-09-13T16:13:53.246 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.245+0000 7f7f4a6f7640 1 -- start start 2024-09-13T16:13:53.247 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.245+0000 7f7f4a6f7640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f7f440d07b0 0x7f7f4406ad10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:53.247 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.245+0000 7f7f4a6f7640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f7f440b4660 0x7f7f4406b250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:53.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.245+0000 7f7f4a6f7640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7f440d1840 con 0x7f7f4415c6e0 2024-09-13T16:13:53.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.245+0000 7f7f4a6f7640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7f440d0c30 con 0x7f7f440d07b0 2024-09-13T16:13:53.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.245+0000 7f7f4a6f7640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7f440d0f10 con 0x7f7f440b4660 2024-09-13T16:13:53.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.246+0000 7f7f3bfff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f7f440d07b0 0x7f7f4406ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:53.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.246+0000 7f7f43fff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f7f4415c6e0 0x7f7f440b3f50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:43982/0 (socket says 172.21.15.76:43982) 2024-09-13T16:13:53.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.246+0000 7f7f43fff640 1 -- 172.21.15.76:0/2482129735 learned_addr learned my addr 172.21.15.76:0/2482129735 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:13:53.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.246+0000 7f7f48c94640 1 --2- 172.21.15.76:0/2482129735 >> v2:172.21.15.192:3300/0 conn(0x7f7f440b4660 0x7f7f4406b250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:53.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.246+0000 7f7f3bfff640 1 -- 172.21.15.76:0/2482129735 >> v2:172.21.15.192:3300/0 conn(0x7f7f440b4660 msgr2=0x7f7f4406b250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:53.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.246+0000 7f7f3bfff640 1 --2- 172.21.15.76:0/2482129735 >> v2:172.21.15.192:3300/0 conn(0x7f7f440b4660 0x7f7f4406b250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:53.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.246+0000 7f7f3bfff640 1 -- 172.21.15.76:0/2482129735 >> v1:172.21.15.76:6789/0 conn(0x7f7f4415c6e0 legacy=0x7f7f440b3f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:53.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.246+0000 7f7f3bfff640 1 -- 172.21.15.76:0/2482129735 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7f440d11f0 con 0x7f7f440d07b0 2024-09-13T16:13:53.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.246+0000 7f7f437fe640 1 -- 172.21.15.76:0/2482129735 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 871895195 0 0) 0x7f7f440d1840 con 0x7f7f4415c6e0 2024-09-13T16:13:53.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.247+0000 7f7f3bfff640 1 --2- 172.21.15.76:0/2482129735 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7f440d07b0 0x7f7f4406ad10 secure :-1 s=READY pgs=1901 cs=0 l=1 rev1=1 crypto rx=0x7f7f4408c560 tx=0x7f7f2c02a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=356246abb8932bc7 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:53.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.247+0000 7f7f437fe640 1 -- 172.21.15.76:0/2482129735 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f2c02ae60 con 0x7f7f440d07b0 2024-09-13T16:13:53.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.247+0000 7f7f437fe640 1 -- 172.21.15.76:0/2482129735 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7f2c032440 con 0x7f7f440d07b0 2024-09-13T16:13:53.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.247+0000 7f7f437fe640 1 -- 172.21.15.76:0/2482129735 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f2c0327d0 con 0x7f7f440d07b0 2024-09-13T16:13:53.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.247+0000 7f7f4a6f7640 1 -- 172.21.15.76:0/2482129735 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7f440d07b0 msgr2=0x7f7f4406ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:53.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.247+0000 7f7f4a6f7640 1 --2- 172.21.15.76:0/2482129735 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7f440d07b0 0x7f7f4406ad10 secure :-1 s=READY pgs=1901 cs=0 l=1 rev1=1 crypto rx=0x7f7f4408c560 tx=0x7f7f2c02a110 comp rx=0 tx=0).stop 2024-09-13T16:13:53.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.247+0000 7f7f4a6f7640 1 -- 172.21.15.76:0/2482129735 shutdown_connections 2024-09-13T16:13:53.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.247+0000 7f7f4a6f7640 1 --2- 172.21.15.76:0/2482129735 >> v2:172.21.15.192:3300/0 conn(0x7f7f440b4660 0x7f7f4406b250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:53.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.247+0000 7f7f4a6f7640 1 --2- 172.21.15.76:0/2482129735 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7f440d07b0 0x7f7f4406ad10 unknown :-1 s=CLOSED pgs=1901 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:53.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.247+0000 7f7f4a6f7640 1 -- 172.21.15.76:0/2482129735 >> 172.21.15.76:0/2482129735 conn(0x7f7f44089f60 msgr2=0x7f7f440d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:53.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.247+0000 7f7f4a6f7640 1 -- 172.21.15.76:0/2482129735 shutdown_connections 2024-09-13T16:13:53.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.248+0000 7f7f4a6f7640 1 -- 172.21.15.76:0/2482129735 wait complete. 2024-09-13T16:13:53.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.249+0000 7f7f4a6f7640 1 Processor -- start 2024-09-13T16:13:53.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.249+0000 7f7f4a6f7640 1 -- start start 2024-09-13T16:13:53.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.249+0000 7f7f4a6f7640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7f440b4660 0x7f7f44154900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:53.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.249+0000 7f7f4a6f7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7f440d07b0 0x7f7f440b78c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:53.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.249+0000 7f7f4a6f7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7f4415c6e0 0x7f7f440cb310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:53.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.249+0000 7f7f4a6f7640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f440c95a0 con 0x7f7f4415c6e0 2024-09-13T16:13:53.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.249+0000 7f7f4a6f7640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f440ca120 con 0x7f7f440b4660 2024-09-13T16:13:53.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.249+0000 7f7f4a6f7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7f440c97f0 con 0x7f7f440d07b0 2024-09-13T16:13:53.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.250+0000 7f7f48c94640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7f4415c6e0 0x7f7f440cb310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:53.253 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.250+0000 7f7f48c94640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7f4415c6e0 0x7f7f440cb310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49348/0 (socket says 172.21.15.76:49348) 2024-09-13T16:13:53.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.250+0000 7f7f48c94640 1 -- 172.21.15.76:0/3459414729 learned_addr learned my addr 172.21.15.76:0/3459414729 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:53.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.250+0000 7f7f3bfff640 1 --2- 172.21.15.76:0/3459414729 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7f440d07b0 0x7f7f440b78c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:53.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.250+0000 7f7f43fff640 1 --2- 172.21.15.76:0/3459414729 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7f440b4660 0x7f7f44154900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:53.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.250+0000 7f7f48c94640 1 -- 172.21.15.76:0/3459414729 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7f440d07b0 msgr2=0x7f7f440b78c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:53.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.250+0000 7f7f48c94640 1 --2- 172.21.15.76:0/3459414729 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7f440d07b0 0x7f7f440b78c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:53.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.250+0000 7f7f48c94640 1 -- 172.21.15.76:0/3459414729 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7f440b4660 msgr2=0x7f7f44154900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:53.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.250+0000 7f7f48c94640 1 --2- 172.21.15.76:0/3459414729 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7f440b4660 0x7f7f44154900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:53.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.250+0000 7f7f48c94640 1 -- 172.21.15.76:0/3459414729 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7f2c009400 con 0x7f7f4415c6e0 2024-09-13T16:13:53.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.250+0000 7f7f43fff640 1 --2- 172.21.15.76:0/3459414729 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7f440b4660 0x7f7f44154900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:53.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.250+0000 7f7f48c94640 1 --2- 172.21.15.76:0/3459414729 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7f4415c6e0 0x7f7f440cb310 secure :-1 s=READY pgs=1902 cs=0 l=1 rev1=1 crypto rx=0x7f7f3c007e10 tx=0x7f7f3c00e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:53.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.250+0000 7f7f417fa640 1 -- 172.21.15.76:0/3459414729 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f3c014620 con 0x7f7f4415c6e0 2024-09-13T16:13:53.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.250+0000 7f7f417fa640 1 -- 172.21.15.76:0/3459414729 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7f3c0147a0 con 0x7f7f4415c6e0 2024-09-13T16:13:53.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.250+0000 7f7f4a6f7640 1 -- 172.21.15.76:0/3459414729 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7f440c9ad0 con 0x7f7f4415c6e0 2024-09-13T16:13:53.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.250+0000 7f7f417fa640 1 -- 172.21.15.76:0/3459414729 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f3c014b50 con 0x7f7f4415c6e0 2024-09-13T16:13:53.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.250+0000 7f7f4a6f7640 1 -- 172.21.15.76:0/3459414729 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7f44154e40 con 0x7f7f4415c6e0 2024-09-13T16:13:53.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.251+0000 7f7f4a6f7640 1 -- 172.21.15.76:0/3459414729 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7f440ccb20 con 0x7f7f4415c6e0 2024-09-13T16:13:53.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.252+0000 7f7f417fa640 1 -- 172.21.15.76:0/3459414729 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7f3c014cb0 con 0x7f7f4415c6e0 2024-09-13T16:13:53.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.252+0000 7f7f417fa640 1 --2- 172.21.15.76:0/3459414729 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7f2406ac00 0x7f7f2406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:53.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.252+0000 7f7f417fa640 1 -- 172.21.15.76:0/3459414729 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(136..136 src has 1..136) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f7f3c089ce0 con 0x7f7f4415c6e0 2024-09-13T16:13:53.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.252+0000 7f7f43fff640 1 --2- 172.21.15.76:0/3459414729 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7f2406ac00 0x7f7f2406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:53.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.253+0000 7f7f43fff640 1 --2- 172.21.15.76:0/3459414729 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7f2406ac00 0x7f7f2406d0c0 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7f7f34000f60 tx=0x7f7f34007ca0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:53.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.256+0000 7f7f417fa640 1 -- 172.21.15.76:0/3459414729 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f7f3c054e10 con 0x7f7f4415c6e0 2024-09-13T16:13:53.451 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.450+0000 7f7f4a6f7640 1 -- 172.21.15.76:0/3459414729 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f7f440ca260 con 0x7f7f4415c6e0 2024-09-13T16:13:53.452 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.451+0000 7f7f417fa640 1 -- 172.21.15.76:0/3459414729 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 75 v75) v1 ==== 94+0+4742 (secure 0 0 0) 0x7f7f3c058430 con 0x7f7f4415c6e0 2024-09-13T16:13:53.452 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:13:53.452 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":75,"default_fscid":9,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7115,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/4062248644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":4062248644},{"type":"v1","addr":"172.21.15.192:6835","nonce":4062248644}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":68},{"gid":8005,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6837/2615493476","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":2615493476},{"type":"v1","addr":"172.21.15.76:6837","nonce":2615493476}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":67},{"gid":8011,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/2123797898","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":2123797898},{"type":"v1","addr":"172.21.15.192:6833","nonce":2123797898}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":67}],"filesystems":[{"mdsmap":{"epoch":75,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:13:29.534838+0000","modified":"2024-09-13T16:13:49.635076+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":9078},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9078":{"gid":9078,"name":"c","rank":0,"incarnation":69,"state":"up:active","state_seq":9,"addr":"172.21.15.76:6836/2887788362","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":2887788362},{"type":"v1","addr":"172.21.15.76:6836","nonce":2887788362}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[20],"metadata_pool":19,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":9}]} 2024-09-13T16:13:53.453 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 75 2024-09-13T16:13:53.454 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.452+0000 7f7f4a6f7640 1 -- 172.21.15.76:0/3459414729 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7f2406ac00 msgr2=0x7f7f2406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:53.454 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.453+0000 7f7f4a6f7640 1 --2- 172.21.15.76:0/3459414729 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7f2406ac00 0x7f7f2406d0c0 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7f7f34000f60 tx=0x7f7f34007ca0 comp rx=0 tx=0).stop 2024-09-13T16:13:53.454 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.453+0000 7f7f4a6f7640 1 -- 172.21.15.76:0/3459414729 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7f4415c6e0 msgr2=0x7f7f440cb310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:53.454 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.453+0000 7f7f4a6f7640 1 --2- 172.21.15.76:0/3459414729 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7f4415c6e0 0x7f7f440cb310 secure :-1 s=READY pgs=1902 cs=0 l=1 rev1=1 crypto rx=0x7f7f3c007e10 tx=0x7f7f3c00e4b0 comp rx=0 tx=0).stop 2024-09-13T16:13:53.454 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.453+0000 7f7f4a6f7640 1 -- 172.21.15.76:0/3459414729 shutdown_connections 2024-09-13T16:13:53.454 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.453+0000 7f7f4a6f7640 1 --2- 172.21.15.76:0/3459414729 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7f4415c6e0 0x7f7f440cb310 unknown :-1 s=CLOSED pgs=1902 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:53.455 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.453+0000 7f7f4a6f7640 1 --2- 172.21.15.76:0/3459414729 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7f2406ac00 0x7f7f2406d0c0 unknown :-1 s=CLOSED pgs=810 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:53.455 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.453+0000 7f7f4a6f7640 1 --2- 172.21.15.76:0/3459414729 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7f440d07b0 0x7f7f440b78c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:53.455 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.453+0000 7f7f4a6f7640 1 --2- 172.21.15.76:0/3459414729 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7f440b4660 0x7f7f44154900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:53.455 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.453+0000 7f7f4a6f7640 1 -- 172.21.15.76:0/3459414729 >> 172.21.15.76:0/3459414729 conn(0x7f7f44089f60 msgr2=0x7f7f440d2a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:53.455 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.453+0000 7f7f4a6f7640 1 -- 172.21.15.76:0/3459414729 shutdown_connections 2024-09-13T16:13:53.455 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.453+0000 7f7f4a6f7640 1 -- 172.21.15.76:0/3459414729 wait complete. 2024-09-13T16:13:53.465 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:13:53.566 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.564+0000 7f6a222e5640 1 Processor -- start 2024-09-13T16:13:53.566 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.564+0000 7f6a222e5640 1 -- start start 2024-09-13T16:13:53.568 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.565+0000 7f6a222e5640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f6a1c0d07b0 0x7f6a1c06ad10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:53.568 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.565+0000 7f6a222e5640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6a1c0b4660 0x7f6a1c06b250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:53.568 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.565+0000 7f6a222e5640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6a1c0d1840 con 0x7f6a1c15c6e0 2024-09-13T16:13:53.568 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.565+0000 7f6a222e5640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6a1c0d0c30 con 0x7f6a1c0d07b0 2024-09-13T16:13:53.568 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.565+0000 7f6a222e5640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6a1c0d0f10 con 0x7f6a1c0b4660 2024-09-13T16:13:53.568 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.565+0000 7f6a1b7fe640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f6a1c0d07b0 0x7f6a1c06ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:53.569 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.565+0000 7f6a20882640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6a1c0b4660 0x7f6a1c06b250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:53.569 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.565+0000 7f6a1bfff640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7f6a1c15c6e0 0x7f6a1c0b3f50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:43892/0 (socket says 172.21.15.76:43892) 2024-09-13T16:13:53.569 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.565+0000 7f6a1b7fe640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f6a1c0d07b0 0x7f6a1c06ad10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.76:35822/0 (socket says 172.21.15.76:35822) 2024-09-13T16:13:53.569 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.565+0000 7f6a1bfff640 1 -- 172.21.15.76:0/833639023 learned_addr learned my addr 172.21.15.76:0/833639023 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:13:53.569 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.565+0000 7f6a20882640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6a1c0b4660 0x7f6a1c06b250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.76:56966/0 (socket says 172.21.15.76:56966) 2024-09-13T16:13:53.569 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.566+0000 7f6a20882640 1 -- 172.21.15.76:0/833639023 >> v2:172.21.15.192:3300/0 conn(0x7f6a1c0d07b0 msgr2=0x7f6a1c06ad10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:53.569 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.566+0000 7f6a20882640 1 --2- 172.21.15.76:0/833639023 >> v2:172.21.15.192:3300/0 conn(0x7f6a1c0d07b0 0x7f6a1c06ad10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:53.569 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.566+0000 7f6a20882640 1 -- 172.21.15.76:0/833639023 >> v1:172.21.15.192:6789/0 conn(0x7f6a1c15c6e0 legacy=0x7f6a1c0b3f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:53.569 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.566+0000 7f6a20882640 1 -- 172.21.15.76:0/833639023 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6a1c0d11f0 con 0x7f6a1c0b4660 2024-09-13T16:13:53.569 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.566+0000 7f6a1b7fe640 1 --2- 172.21.15.76:0/833639023 >> v2:172.21.15.192:3300/0 conn(0x7f6a1c0d07b0 0x7f6a1c06ad10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:13:53.569 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.567+0000 7f6a20882640 1 --2- 172.21.15.76:0/833639023 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6a1c0b4660 0x7f6a1c06b250 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f6a14009d90 tx=0x7f6a1402a5d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9973ce9c9e367955 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:53.570 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.567+0000 7f6a1affd640 1 -- 172.21.15.76:0/833639023 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a14031600 con 0x7f6a1c0b4660 2024-09-13T16:13:53.570 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.567+0000 7f6a1affd640 1 -- 172.21.15.76:0/833639023 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6a1402d050 con 0x7f6a1c0b4660 2024-09-13T16:13:53.570 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.567+0000 7f6a1affd640 1 -- 172.21.15.76:0/833639023 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a14031980 con 0x7f6a1c0b4660 2024-09-13T16:13:53.573 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.567+0000 7f6a222e5640 1 -- 172.21.15.76:0/833639023 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6a1c0b4660 msgr2=0x7f6a1c06b250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:53.573 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.567+0000 7f6a222e5640 1 --2- 172.21.15.76:0/833639023 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6a1c0b4660 0x7f6a1c06b250 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f6a14009d90 tx=0x7f6a1402a5d0 comp rx=0 tx=0).stop 2024-09-13T16:13:53.573 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.567+0000 7f6a222e5640 1 -- 172.21.15.76:0/833639023 shutdown_connections 2024-09-13T16:13:53.573 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.567+0000 7f6a222e5640 1 --2- 172.21.15.76:0/833639023 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6a1c0b4660 0x7f6a1c06b250 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:53.573 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.567+0000 7f6a222e5640 1 --2- 172.21.15.76:0/833639023 >> v2:172.21.15.192:3300/0 conn(0x7f6a1c0d07b0 0x7f6a1c06ad10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:53.573 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.567+0000 7f6a222e5640 1 -- 172.21.15.76:0/833639023 >> 172.21.15.76:0/833639023 conn(0x7f6a1c089f60 msgr2=0x7f6a1c0d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:53.573 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.567+0000 7f6a222e5640 1 -- 172.21.15.76:0/833639023 shutdown_connections 2024-09-13T16:13:53.573 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.567+0000 7f6a222e5640 1 -- 172.21.15.76:0/833639023 wait complete. 2024-09-13T16:13:53.573 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.568+0000 7f6a222e5640 1 Processor -- start 2024-09-13T16:13:53.573 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.569+0000 7f6a222e5640 1 -- start start 2024-09-13T16:13:53.574 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.569+0000 7f6a222e5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6a1c0b4660 0x7f6a1c0caad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:53.574 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.569+0000 7f6a222e5640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6a1c0d07b0 0x7f6a1c15a0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:53.574 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.569+0000 7f6a222e5640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6a1c15c6e0 0x7f6a1c09fa00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:53.574 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.569+0000 7f6a222e5640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a1c0cb010 con 0x7f6a1c0b4660 2024-09-13T16:13:53.574 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.569+0000 7f6a222e5640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a1c0ca640 con 0x7f6a1c15c6e0 2024-09-13T16:13:53.574 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.569+0000 7f6a222e5640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6a1c15a600 con 0x7f6a1c0d07b0 2024-09-13T16:13:53.574 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.569+0000 7f6a1bfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6a1c0b4660 0x7f6a1c0caad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:53.574 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.569+0000 7f6a1bfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6a1c0b4660 0x7f6a1c0caad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49360/0 (socket says 172.21.15.76:49360) 2024-09-13T16:13:53.574 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.569+0000 7f6a1bfff640 1 -- 172.21.15.76:0/599213351 learned_addr learned my addr 172.21.15.76:0/599213351 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:53.574 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.570+0000 7f6a20882640 1 --2- 172.21.15.76:0/599213351 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6a1c15c6e0 0x7f6a1c09fa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:53.574 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.570+0000 7f6a1b7fe640 1 --2- 172.21.15.76:0/599213351 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6a1c0d07b0 0x7f6a1c15a0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:53.574 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.570+0000 7f6a1bfff640 1 -- 172.21.15.76:0/599213351 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6a1c0d07b0 msgr2=0x7f6a1c15a0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:53.575 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.570+0000 7f6a1bfff640 1 --2- 172.21.15.76:0/599213351 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6a1c0d07b0 0x7f6a1c15a0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:53.575 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.570+0000 7f6a1bfff640 1 -- 172.21.15.76:0/599213351 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6a1c15c6e0 msgr2=0x7f6a1c09fa00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:53.575 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.570+0000 7f6a1bfff640 1 --2- 172.21.15.76:0/599213351 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6a1c15c6e0 0x7f6a1c09fa00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:53.575 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.570+0000 7f6a1bfff640 1 -- 172.21.15.76:0/599213351 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6a10009400 con 0x7f6a1c0b4660 2024-09-13T16:13:53.575 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.570+0000 7f6a1bfff640 1 --2- 172.21.15.76:0/599213351 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6a1c0b4660 0x7f6a1c0caad0 secure :-1 s=READY pgs=1903 cs=0 l=1 rev1=1 crypto rx=0x7f6a0c00c480 tx=0x7f6a0c00c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:53.575 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.570+0000 7f6a18ff9640 1 -- 172.21.15.76:0/599213351 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a0c005ce0 con 0x7f6a1c0b4660 2024-09-13T16:13:53.575 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.570+0000 7f6a18ff9640 1 -- 172.21.15.76:0/599213351 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6a0c005e40 con 0x7f6a1c0b4660 2024-09-13T16:13:53.575 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.570+0000 7f6a18ff9640 1 -- 172.21.15.76:0/599213351 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a0c0072f0 con 0x7f6a1c0b4660 2024-09-13T16:13:53.575 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.570+0000 7f6a222e5640 1 -- 172.21.15.76:0/599213351 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6a14009a70 con 0x7f6a1c0b4660 2024-09-13T16:13:53.575 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.570+0000 7f6a222e5640 1 -- 172.21.15.76:0/599213351 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6a1c0c9d10 con 0x7f6a1c0b4660 2024-09-13T16:13:53.575 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.571+0000 7f6a222e5640 1 -- 172.21.15.76:0/599213351 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6a1c08c610 con 0x7f6a1c0b4660 2024-09-13T16:13:53.575 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.572+0000 7f6a18ff9640 1 -- 172.21.15.76:0/599213351 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f6a0c007450 con 0x7f6a1c0b4660 2024-09-13T16:13:53.576 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.572+0000 7f6a18ff9640 1 --2- 172.21.15.76:0/599213351 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6a0806ac30 0x7f6a0806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:53.576 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.572+0000 7f6a1b7fe640 1 --2- 172.21.15.76:0/599213351 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6a0806ac30 0x7f6a0806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:53.576 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.572+0000 7f6a18ff9640 1 -- 172.21.15.76:0/599213351 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(136..136 src has 1..136) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f6a0c088930 con 0x7f6a1c0b4660 2024-09-13T16:13:53.576 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.573+0000 7f6a1b7fe640 1 --2- 172.21.15.76:0/599213351 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6a0806ac30 0x7f6a0806d0f0 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x7f6a1c1f5c10 tx=0x7f6a10008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:53.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.576+0000 7f6a18ff9640 1 -- 172.21.15.76:0/599213351 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f6a0c053a90 con 0x7f6a1c0b4660 2024-09-13T16:13:53.777 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.776+0000 7f6a222e5640 1 -- 172.21.15.76:0/599213351 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f6a1c06bd00 con 0x7f6a1c0b4660 2024-09-13T16:13:53.778 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.776+0000 7f6a18ff9640 1 -- 172.21.15.76:0/599213351 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 75 v75) v1 ==== 94+0+4742 (secure 0 0 0) 0x7f6a0c0570b0 con 0x7f6a1c0b4660 2024-09-13T16:13:53.778 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:13:53.778 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":75,"default_fscid":9,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7115,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/4062248644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":4062248644},{"type":"v1","addr":"172.21.15.192:6835","nonce":4062248644}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":68},{"gid":8005,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6837/2615493476","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":2615493476},{"type":"v1","addr":"172.21.15.76:6837","nonce":2615493476}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":67},{"gid":8011,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/2123797898","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":2123797898},{"type":"v1","addr":"172.21.15.192:6833","nonce":2123797898}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":67}],"filesystems":[{"mdsmap":{"epoch":75,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:13:29.534838+0000","modified":"2024-09-13T16:13:49.635076+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":9078},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9078":{"gid":9078,"name":"c","rank":0,"incarnation":69,"state":"up:active","state_seq":9,"addr":"172.21.15.76:6836/2887788362","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":2887788362},{"type":"v1","addr":"172.21.15.76:6836","nonce":2887788362}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[20],"metadata_pool":19,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":9}]} 2024-09-13T16:13:53.778 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 75 2024-09-13T16:13:53.780 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.778+0000 7f6a222e5640 1 -- 172.21.15.76:0/599213351 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6a0806ac30 msgr2=0x7f6a0806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:53.780 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.778+0000 7f6a222e5640 1 --2- 172.21.15.76:0/599213351 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6a0806ac30 0x7f6a0806d0f0 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x7f6a1c1f5c10 tx=0x7f6a10008040 comp rx=0 tx=0).stop 2024-09-13T16:13:53.780 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.778+0000 7f6a222e5640 1 -- 172.21.15.76:0/599213351 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6a1c0b4660 msgr2=0x7f6a1c0caad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:53.780 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.778+0000 7f6a222e5640 1 --2- 172.21.15.76:0/599213351 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6a1c0b4660 0x7f6a1c0caad0 secure :-1 s=READY pgs=1903 cs=0 l=1 rev1=1 crypto rx=0x7f6a0c00c480 tx=0x7f6a0c00c940 comp rx=0 tx=0).stop 2024-09-13T16:13:53.780 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.778+0000 7f6a222e5640 1 -- 172.21.15.76:0/599213351 shutdown_connections 2024-09-13T16:13:53.780 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.778+0000 7f6a222e5640 1 --2- 172.21.15.76:0/599213351 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6a1c15c6e0 0x7f6a1c09fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:53.780 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.778+0000 7f6a222e5640 1 --2- 172.21.15.76:0/599213351 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6a0806ac30 0x7f6a0806d0f0 unknown :-1 s=CLOSED pgs=811 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:53.780 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.778+0000 7f6a222e5640 1 --2- 172.21.15.76:0/599213351 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6a1c0d07b0 0x7f6a1c15a0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:53.780 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.778+0000 7f6a222e5640 1 --2- 172.21.15.76:0/599213351 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6a1c0b4660 0x7f6a1c0caad0 unknown :-1 s=CLOSED pgs=1903 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:53.780 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.778+0000 7f6a222e5640 1 -- 172.21.15.76:0/599213351 >> 172.21.15.76:0/599213351 conn(0x7f6a1c089f60 msgr2=0x7f6a1c15add0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:53.781 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.778+0000 7f6a222e5640 1 -- 172.21.15.76:0/599213351 shutdown_connections 2024-09-13T16:13:53.781 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.779+0000 7f6a222e5640 1 -- 172.21.15.76:0/599213351 wait complete. 2024-09-13T16:13:53.791 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:13:53.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.887+0000 7ff70ec9c640 1 Processor -- start 2024-09-13T16:13:53.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.887+0000 7ff70ec9c640 1 -- start start 2024-09-13T16:13:53.892 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.888+0000 7ff70ec9c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff70815c8a0 0x7ff70806d8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:53.892 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.888+0000 7ff70ec9c640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff7081601d0 con 0x7ff7080cd750 2024-09-13T16:13:53.892 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.888+0000 7ff70ec9c640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff70806de20 con 0x7ff70815c4c0 2024-09-13T16:13:53.892 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.888+0000 7ff70ec9c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff7080cd0e0 con 0x7ff70815c8a0 2024-09-13T16:13:53.893 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.888+0000 7ff70d239640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7ff7080cd750 0x7ff70806a0d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:43984/0 (socket says 172.21.15.76:43984) 2024-09-13T16:13:53.893 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.888+0000 7ff70d239640 1 -- 172.21.15.76:0/3625927675 learned_addr learned my addr 172.21.15.76:0/3625927675 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:13:53.893 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.889+0000 7ff6fffff640 1 --2- 172.21.15.76:0/3625927675 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff70815c8a0 0x7ff70806d8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:53.893 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.889+0000 7ff6ff7fe640 1 -- 172.21.15.76:0/3625927675 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2440670565 0 0) 0x7ff7081601d0 con 0x7ff7080cd750 2024-09-13T16:13:53.893 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.889+0000 7ff6ff7fe640 1 -- 172.21.15.76:0/3625927675 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff6f0003520 con 0x7ff7080cd750 2024-09-13T16:13:53.893 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.889+0000 7ff6ff7fe640 1 -- 172.21.15.76:0/3625927675 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 267005771 0 0) 0x7ff6f0003520 con 0x7ff7080cd750 2024-09-13T16:13:53.893 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.889+0000 7ff6ff7fe640 1 -- 172.21.15.76:0/3625927675 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff70815c8a0 msgr2=0x7ff70806d8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:53.893 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.889+0000 7ff6ff7fe640 1 --2- 172.21.15.76:0/3625927675 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff70815c8a0 0x7ff70806d8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:53.893 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.889+0000 7ff6ff7fe640 1 -- 172.21.15.76:0/3625927675 >> v1:172.21.15.192:6789/0 conn(0x7ff70815c4c0 legacy=0x7ff7080cc9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:53.893 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.889+0000 7ff6ff7fe640 1 -- 172.21.15.76:0/3625927675 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff708160420 con 0x7ff7080cd750 2024-09-13T16:13:53.893 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.889+0000 7ff6ff7fe640 1 -- 172.21.15.76:0/3625927675 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7ff7000019f0 con 0x7ff7080cd750 2024-09-13T16:13:53.893 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.889+0000 7ff6ff7fe640 1 -- 172.21.15.76:0/3625927675 >> v1:172.21.15.76:6789/0 conn(0x7ff7080cd750 legacy=0x7ff70806a0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:53.893 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.889+0000 7ff6ff7fe640 1 --2- 172.21.15.76:0/3625927675 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff70815c8a0 0x7ff6f00039a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:53.894 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.889+0000 7ff6ff7fe640 1 --2- 172.21.15.76:0/3625927675 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff6f0003f20 0x7ff6f00047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:53.894 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.889+0000 7ff6ff7fe640 1 --2- 172.21.15.76:0/3625927675 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff6f0004d00 0x7ff6f0005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:53.894 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.889+0000 7ff6ff7fe640 1 -- 172.21.15.76:0/3625927675 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff7080cd0e0 con 0x7ff6f0003f20 2024-09-13T16:13:53.894 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.889+0000 7ff6ff7fe640 1 -- 172.21.15.76:0/3625927675 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6f000ba60 con 0x7ff6f0004d00 2024-09-13T16:13:53.894 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.889+0000 7ff6ff7fe640 1 -- 172.21.15.76:0/3625927675 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff6f000bc20 con 0x7ff70815c8a0 2024-09-13T16:13:53.894 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.889+0000 7ff6fffff640 1 --2- 172.21.15.76:0/3625927675 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff6f0003f20 0x7ff6f00047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:53.894 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.889+0000 7ff70ca38640 1 --2- 172.21.15.76:0/3625927675 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff70815c8a0 0x7ff6f00039a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:53.894 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.889+0000 7ff70d239640 1 --2- 172.21.15.76:0/3625927675 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff6f0004d00 0x7ff6f0005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:53.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.889+0000 7ff6fffff640 1 -- 172.21.15.76:0/3625927675 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff70815c8a0 msgr2=0x7ff6f00039a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:53.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.889+0000 7ff6fffff640 1 --2- 172.21.15.76:0/3625927675 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff70815c8a0 0x7ff6f00039a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:53.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.889+0000 7ff6fffff640 1 -- 172.21.15.76:0/3625927675 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff6f0004d00 msgr2=0x7ff6f0005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:53.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.889+0000 7ff6fffff640 1 --2- 172.21.15.76:0/3625927675 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff6f0004d00 0x7ff6f0005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:53.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.889+0000 7ff6fffff640 1 -- 172.21.15.76:0/3625927675 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff6f0003520 con 0x7ff6f0003f20 2024-09-13T16:13:53.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.889+0000 7ff70d239640 1 --2- 172.21.15.76:0/3625927675 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff6f0004d00 0x7ff6f0005180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:53.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.890+0000 7ff6fffff640 1 --2- 172.21.15.76:0/3625927675 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff6f0003f20 0x7ff6f00047c0 secure :-1 s=READY pgs=1905 cs=0 l=1 rev1=1 crypto rx=0x7ff708160130 tx=0x7ff6f00057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=191923271e41bb51 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:53.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.890+0000 7ff6ff7fe640 1 -- 172.21.15.76:0/3625927675 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6f8031400 con 0x7ff6f0003f20 2024-09-13T16:13:53.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.890+0000 7ff6ff7fe640 1 -- 172.21.15.76:0/3625927675 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff6f802d050 con 0x7ff6f0003f20 2024-09-13T16:13:53.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.890+0000 7ff6ff7fe640 1 -- 172.21.15.76:0/3625927675 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6f80317a0 con 0x7ff6f0003f20 2024-09-13T16:13:53.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.891+0000 7ff70ec9c640 1 -- 172.21.15.76:0/3625927675 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff6f0003f20 msgr2=0x7ff6f00047c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:53.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.891+0000 7ff70ec9c640 1 --2- 172.21.15.76:0/3625927675 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff6f0003f20 0x7ff6f00047c0 secure :-1 s=READY pgs=1905 cs=0 l=1 rev1=1 crypto rx=0x7ff708160130 tx=0x7ff6f00057f0 comp rx=0 tx=0).stop 2024-09-13T16:13:53.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.891+0000 7ff70d239640 1 -- 172.21.15.76:0/3625927675 reap_dead start 2024-09-13T16:13:53.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.891+0000 7ff70ec9c640 1 -- 172.21.15.76:0/3625927675 shutdown_connections 2024-09-13T16:13:53.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.891+0000 7ff70ec9c640 1 -- 172.21.15.76:0/3625927675 >> 172.21.15.76:0/3625927675 conn(0x7ff7080989d0 msgr2=0x7ff7080b4870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:53.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.891+0000 7ff70ec9c640 1 -- 172.21.15.76:0/3625927675 shutdown_connections 2024-09-13T16:13:53.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.891+0000 7ff70ec9c640 1 -- 172.21.15.76:0/3625927675 wait complete. 2024-09-13T16:13:53.898 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.892+0000 7ff70ec9c640 1 Processor -- start 2024-09-13T16:13:53.899 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.892+0000 7ff70ec9c640 1 -- start start 2024-09-13T16:13:53.899 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.893+0000 7ff70ec9c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff6f0003f20 0x7ff70815ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:53.899 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.893+0000 7ff70ec9c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff70815f170 0x7ff7080caa50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:53.899 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.893+0000 7ff70ec9c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff708156190 0x7ff708156640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:53.899 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.893+0000 7ff70ec9c640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff708156b80 con 0x7ff708156190 2024-09-13T16:13:53.899 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.893+0000 7ff70ec9c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff70815d210 con 0x7ff70815f170 2024-09-13T16:13:53.899 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.893+0000 7ff70ec9c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff7080caf90 con 0x7ff6f0003f20 2024-09-13T16:13:53.899 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.893+0000 7ff70d239640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff708156190 0x7ff708156640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:53.899 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.893+0000 7ff70d239640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff708156190 0x7ff708156640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49384/0 (socket says 172.21.15.76:49384) 2024-09-13T16:13:53.899 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.893+0000 7ff70d239640 1 -- 172.21.15.76:0/2221738418 learned_addr learned my addr 172.21.15.76:0/2221738418 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:53.899 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.893+0000 7ff70ca38640 1 --2- 172.21.15.76:0/2221738418 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff6f0003f20 0x7ff70815ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:53.899 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.893+0000 7ff6fffff640 1 --2- 172.21.15.76:0/2221738418 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff70815f170 0x7ff7080caa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:53.899 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.893+0000 7ff70d239640 1 -- 172.21.15.76:0/2221738418 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff6f0003f20 msgr2=0x7ff70815ccd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:53.900 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.893+0000 7ff70d239640 1 --2- 172.21.15.76:0/2221738418 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff6f0003f20 0x7ff70815ccd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:53.900 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.893+0000 7ff70d239640 1 -- 172.21.15.76:0/2221738418 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff70815f170 msgr2=0x7ff7080caa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:53.900 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.893+0000 7ff70d239640 1 --2- 172.21.15.76:0/2221738418 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff70815f170 0x7ff7080caa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:53.900 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.893+0000 7ff70d239640 1 -- 172.21.15.76:0/2221738418 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff70815f730 con 0x7ff708156190 2024-09-13T16:13:53.900 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.893+0000 7ff70ca38640 1 --2- 172.21.15.76:0/2221738418 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff6f0003f20 0x7ff70815ccd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:53.900 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.893+0000 7ff70d239640 1 --2- 172.21.15.76:0/2221738418 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff708156190 0x7ff708156640 secure :-1 s=READY pgs=1906 cs=0 l=1 rev1=1 crypto rx=0x7ff7080cec40 tx=0x7ff700007bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:53.900 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.893+0000 7ff6fd7fa640 1 -- 172.21.15.76:0/2221738418 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff700017070 con 0x7ff708156190 2024-09-13T16:13:53.900 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.894+0000 7ff6fd7fa640 1 -- 172.21.15.76:0/2221738418 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff70000ea80 con 0x7ff708156190 2024-09-13T16:13:53.900 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.894+0000 7ff70ec9c640 1 -- 172.21.15.76:0/2221738418 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff70815fa10 con 0x7ff708156190 2024-09-13T16:13:53.900 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.894+0000 7ff6fd7fa640 1 -- 172.21.15.76:0/2221738418 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff70000ec30 con 0x7ff708156190 2024-09-13T16:13:53.900 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.894+0000 7ff70ec9c640 1 -- 172.21.15.76:0/2221738418 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff7080c8be0 con 0x7ff708156190 2024-09-13T16:13:53.901 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.895+0000 7ff70ec9c640 1 -- 172.21.15.76:0/2221738418 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff70815fc00 con 0x7ff708156190 2024-09-13T16:13:53.901 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.895+0000 7ff6fd7fa640 1 -- 172.21.15.76:0/2221738418 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff70000ed90 con 0x7ff708156190 2024-09-13T16:13:53.901 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.895+0000 7ff6fd7fa640 1 --2- 172.21.15.76:0/2221738418 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff6f406ac00 0x7ff6f406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:53.901 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.896+0000 7ff6fd7fa640 1 -- 172.21.15.76:0/2221738418 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(136..136 src has 1..136) v4 ==== 6029+0+0 (secure 0 0 0) 0x7ff700089010 con 0x7ff708156190 2024-09-13T16:13:53.901 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.896+0000 7ff70ca38640 1 --2- 172.21.15.76:0/2221738418 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff6f406ac00 0x7ff6f406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:53.901 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.896+0000 7ff70ca38640 1 --2- 172.21.15.76:0/2221738418 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff6f406ac00 0x7ff6f406d0c0 secure :-1 s=READY pgs=812 cs=0 l=1 rev1=1 crypto rx=0x7ff7040036b0 tx=0x7ff704009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:53.901 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:53.900+0000 7ff6fd7fa640 1 -- 172.21.15.76:0/2221738418 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ff7000540b0 con 0x7ff708156190 2024-09-13T16:13:54.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.061+0000 7ff70ec9c640 1 -- 172.21.15.76:0/2221738418 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ff7080b5200 con 0x7ff708156190 2024-09-13T16:13:54.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.062+0000 7ff6fd7fa640 1 -- 172.21.15.76:0/2221738418 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v136) v1 ==== 74+0+16696 (secure 0 0 0) 0x7ff7000576d0 con 0x7ff708156190 2024-09-13T16:13:54.064 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:13:54.064 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":136,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:13:30.536211+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":20,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":19,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:13:27.341617+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"135","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":20,"pool_name":"cephfs_data","create_time":"2024-09-13T16:13:28.498648+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"136","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:13:54.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.064+0000 7ff70ec9c640 1 -- 172.21.15.76:0/2221738418 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff6f406ac00 msgr2=0x7ff6f406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:54.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.064+0000 7ff70ec9c640 1 --2- 172.21.15.76:0/2221738418 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff6f406ac00 0x7ff6f406d0c0 secure :-1 s=READY pgs=812 cs=0 l=1 rev1=1 crypto rx=0x7ff7040036b0 tx=0x7ff704009040 comp rx=0 tx=0).stop 2024-09-13T16:13:54.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.064+0000 7ff70ec9c640 1 -- 172.21.15.76:0/2221738418 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff708156190 msgr2=0x7ff708156640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:54.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.064+0000 7ff70ec9c640 1 --2- 172.21.15.76:0/2221738418 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff708156190 0x7ff708156640 secure :-1 s=READY pgs=1906 cs=0 l=1 rev1=1 crypto rx=0x7ff7080cec40 tx=0x7ff700007bc0 comp rx=0 tx=0).stop 2024-09-13T16:13:54.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.065+0000 7ff70ec9c640 1 -- 172.21.15.76:0/2221738418 shutdown_connections 2024-09-13T16:13:54.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.065+0000 7ff70ec9c640 1 --2- 172.21.15.76:0/2221738418 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff708156190 0x7ff708156640 unknown :-1 s=CLOSED pgs=1906 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:54.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.065+0000 7ff70ec9c640 1 --2- 172.21.15.76:0/2221738418 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff70815f170 0x7ff7080caa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:54.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.065+0000 7ff70ec9c640 1 --2- 172.21.15.76:0/2221738418 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff6f406ac00 0x7ff6f406d0c0 unknown :-1 s=CLOSED pgs=812 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:54.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.065+0000 7ff70ec9c640 1 --2- 172.21.15.76:0/2221738418 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff6f0003f20 0x7ff70815ccd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:54.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.065+0000 7ff70ec9c640 1 -- 172.21.15.76:0/2221738418 >> 172.21.15.76:0/2221738418 conn(0x7ff7080989d0 msgr2=0x7ff7080b2350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:54.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.065+0000 7ff70ec9c640 1 -- 172.21.15.76:0/2221738418 shutdown_connections 2024-09-13T16:13:54.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.065+0000 7ff70ec9c640 1 -- 172.21.15.76:0/2221738418 wait complete. 2024-09-13T16:13:54.077 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-13T16:13:54.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.174+0000 7f35c7708640 1 Processor -- start 2024-09-13T16:13:54.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.175+0000 7f35c7708640 1 -- start start 2024-09-13T16:13:54.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.175+0000 7f35c7708640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f35c00b4660 0x7f35c006b420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:54.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.175+0000 7f35c7708640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f35c00d1840 con 0x7f35c015c6e0 2024-09-13T16:13:54.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.175+0000 7f35c7708640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f35c00d0c30 con 0x7f35c00d07b0 2024-09-13T16:13:54.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.175+0000 7f35c7708640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f35c00d0f10 con 0x7f35c00b4660 2024-09-13T16:13:54.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.175+0000 7f35c5ca5640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f35c00b4660 0x7f35c006b420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:54.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.176+0000 7f35c54a4640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f35c015c6e0 0x7f35c00b3f50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:43990/0 (socket says 172.21.15.76:43990) 2024-09-13T16:13:54.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.176+0000 7f35c54a4640 1 -- 172.21.15.76:0/4271456465 learned_addr learned my addr 172.21.15.76:0/4271456465 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:13:54.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.176+0000 7f35c5ca5640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f35c00b4660 0x7f35c006b420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49390/0 (socket says 172.21.15.76:49390) 2024-09-13T16:13:54.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.176+0000 7f35c5ca5640 1 -- 172.21.15.76:0/4271456465 >> v1:172.21.15.192:6789/0 conn(0x7f35c00d07b0 legacy=0x7f35c006ad10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:54.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.176+0000 7f35c5ca5640 1 -- 172.21.15.76:0/4271456465 >> v1:172.21.15.76:6789/0 conn(0x7f35c015c6e0 legacy=0x7f35c00b3f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:54.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.176+0000 7f35c5ca5640 1 -- 172.21.15.76:0/4271456465 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f35c00d11f0 con 0x7f35c00b4660 2024-09-13T16:13:54.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.176+0000 7f35b7fff640 1 -- 172.21.15.76:0/4271456465 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2456790786 0 0) 0x7f35c00d1840 con 0x7f35c015c6e0 2024-09-13T16:13:54.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.177+0000 7f35c5ca5640 1 --2- 172.21.15.76:0/4271456465 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f35c00b4660 0x7f35c006b420 secure :-1 s=READY pgs=1908 cs=0 l=1 rev1=1 crypto rx=0x7f35b8009d90 tx=0x7f35b802a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e9415f8960ccbba5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:54.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.177+0000 7f35b7fff640 1 -- 172.21.15.76:0/4271456465 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35b8007740 con 0x7f35c00b4660 2024-09-13T16:13:54.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.177+0000 7f35b7fff640 1 -- 172.21.15.76:0/4271456465 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f35b802d050 con 0x7f35c00b4660 2024-09-13T16:13:54.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.177+0000 7f35b7fff640 1 -- 172.21.15.76:0/4271456465 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35b8007ac0 con 0x7f35c00b4660 2024-09-13T16:13:54.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.177+0000 7f35c7708640 1 -- 172.21.15.76:0/4271456465 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f35c00b4660 msgr2=0x7f35c006b420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:54.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.177+0000 7f35c7708640 1 --2- 172.21.15.76:0/4271456465 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f35c00b4660 0x7f35c006b420 secure :-1 s=READY pgs=1908 cs=0 l=1 rev1=1 crypto rx=0x7f35b8009d90 tx=0x7f35b802a660 comp rx=0 tx=0).stop 2024-09-13T16:13:54.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.177+0000 7f35c7708640 1 -- 172.21.15.76:0/4271456465 shutdown_connections 2024-09-13T16:13:54.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.177+0000 7f35c7708640 1 --2- 172.21.15.76:0/4271456465 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f35c00b4660 0x7f35c006b420 unknown :-1 s=CLOSED pgs=1908 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:54.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.177+0000 7f35c7708640 1 -- 172.21.15.76:0/4271456465 >> 172.21.15.76:0/4271456465 conn(0x7f35c0089f60 msgr2=0x7f35c00d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:54.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.177+0000 7f35c7708640 1 -- 172.21.15.76:0/4271456465 shutdown_connections 2024-09-13T16:13:54.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.177+0000 7f35c7708640 1 -- 172.21.15.76:0/4271456465 wait complete. 2024-09-13T16:13:54.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.178+0000 7f35c7708640 1 Processor -- start 2024-09-13T16:13:54.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.179+0000 7f35c7708640 1 -- start start 2024-09-13T16:13:54.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.179+0000 7f35c7708640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f35c00b4660 0x7f35c01527d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:54.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.179+0000 7f35c7708640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f35c00d07b0 0x7f35c00c9d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:54.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.179+0000 7f35c7708640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f35c015c6e0 0x7f35c00b6910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:54.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.179+0000 7f35c7708640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f35c00ca7c0 con 0x7f35c00d07b0 2024-09-13T16:13:54.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.179+0000 7f35c7708640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f35c015cac0 con 0x7f35c00b4660 2024-09-13T16:13:54.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.179+0000 7f35c7708640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f35c015cda0 con 0x7f35c015c6e0 2024-09-13T16:13:54.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.179+0000 7f35c4ca3640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f35c00d07b0 0x7f35c00c9d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:54.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.179+0000 7f35c4ca3640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f35c00d07b0 0x7f35c00c9d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49394/0 (socket says 172.21.15.76:49394) 2024-09-13T16:13:54.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.179+0000 7f35c4ca3640 1 -- 172.21.15.76:0/882870917 learned_addr learned my addr 172.21.15.76:0/882870917 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:54.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.179+0000 7f35c54a4640 1 --2- 172.21.15.76:0/882870917 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f35c00b4660 0x7f35c01527d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:54.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.179+0000 7f35c5ca5640 1 --2- 172.21.15.76:0/882870917 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f35c015c6e0 0x7f35c00b6910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:54.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.180+0000 7f35c4ca3640 1 -- 172.21.15.76:0/882870917 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f35c015c6e0 msgr2=0x7f35c00b6910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:54.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.180+0000 7f35c4ca3640 1 --2- 172.21.15.76:0/882870917 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f35c015c6e0 0x7f35c00b6910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:54.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.180+0000 7f35c4ca3640 1 -- 172.21.15.76:0/882870917 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f35c00b4660 msgr2=0x7f35c01527d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:54.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.180+0000 7f35c4ca3640 1 --2- 172.21.15.76:0/882870917 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f35c00b4660 0x7f35c01527d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:54.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.180+0000 7f35c4ca3640 1 -- 172.21.15.76:0/882870917 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f35b8009a70 con 0x7f35c00d07b0 2024-09-13T16:13:54.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.180+0000 7f35c5ca5640 1 --2- 172.21.15.76:0/882870917 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f35c015c6e0 0x7f35c00b6910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:54.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.180+0000 7f35c4ca3640 1 --2- 172.21.15.76:0/882870917 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f35c00d07b0 0x7f35c00c9d00 secure :-1 s=READY pgs=1909 cs=0 l=1 rev1=1 crypto rx=0x7f35b000c450 tx=0x7f35b000c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:54.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.180+0000 7f35b5ffb640 1 -- 172.21.15.76:0/882870917 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35b00052d0 con 0x7f35c00d07b0 2024-09-13T16:13:54.184 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.180+0000 7f35b5ffb640 1 -- 172.21.15.76:0/882870917 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f35b0005430 con 0x7f35c00d07b0 2024-09-13T16:13:54.185 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.180+0000 7f35b5ffb640 1 -- 172.21.15.76:0/882870917 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35b0012870 con 0x7f35c00d07b0 2024-09-13T16:13:54.185 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.180+0000 7f35c7708640 1 -- 172.21.15.76:0/882870917 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f35c015d080 con 0x7f35c00d07b0 2024-09-13T16:13:54.185 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.180+0000 7f35c7708640 1 -- 172.21.15.76:0/882870917 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f35c015df50 con 0x7f35c00d07b0 2024-09-13T16:13:54.185 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.181+0000 7f35c7708640 1 -- 172.21.15.76:0/882870917 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f35c015d5a0 con 0x7f35c00d07b0 2024-09-13T16:13:54.185 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.181+0000 7f35b5ffb640 1 -- 172.21.15.76:0/882870917 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f35b00129d0 con 0x7f35c00d07b0 2024-09-13T16:13:54.186 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.182+0000 7f35b5ffb640 1 --2- 172.21.15.76:0/882870917 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f35a406ac00 0x7f35a406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:54.186 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.182+0000 7f35c54a4640 1 --2- 172.21.15.76:0/882870917 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f35a406ac00 0x7f35a406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:54.186 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.182+0000 7f35b5ffb640 1 -- 172.21.15.76:0/882870917 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(136..136 src has 1..136) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f35b0088fe0 con 0x7f35c00d07b0 2024-09-13T16:13:54.186 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.183+0000 7f35c54a4640 1 --2- 172.21.15.76:0/882870917 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f35a406ac00 0x7f35a406d0c0 secure :-1 s=READY pgs=813 cs=0 l=1 rev1=1 crypto rx=0x7f35bc000f60 tx=0x7f35bc007e40 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:54.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.186+0000 7f35b5ffb640 1 -- 172.21.15.76:0/882870917 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f35c015d5a0 con 0x7f35c00d07b0 2024-09-13T16:13:54.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.379+0000 7f35c7708640 1 -- 172.21.15.76:0/882870917 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7f35c015d5a0 con 0x7f35c00d07b0 2024-09-13T16:13:54.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.379+0000 7f35b5ffb640 1 -- 172.21.15.76:0/882870917 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=-1 MDS has one of two health warnings which could extend recovery: MDS_TRIM or MDS_CACHE_OVERSIZED. MDS failover is not recommended since it might cause unexpected file system unavailability. If you wish to proceed, pass --yes-i-really-mean-it v75) v1 ==== 316+0+0 (secure 0 0 0) 0x7f35b0053fe0 con 0x7f35c00d07b0 2024-09-13T16:13:54.380 INFO:teuthology.orchestra.run.smithi076.stderr:Error EPERM: MDS has one of two health warnings which could extend recovery: MDS_TRIM or MDS_CACHE_OVERSIZED. MDS failover is not recommended since it might cause unexpected file system unavailability. If you wish to proceed, pass --yes-i-really-mean-it 2024-09-13T16:13:54.385 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:13:54.386 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs --yes-i-really-mean-it 2024-09-13T16:13:54.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.484+0000 7fb475a61640 1 Processor -- start 2024-09-13T16:13:54.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.484+0000 7fb475a61640 1 -- start start 2024-09-13T16:13:54.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.485+0000 7fb475a61640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fb4700b20a0 0x7fb4700ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:54.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.485+0000 7fb475a61640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb4700cea30 0x7fb4700ab9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:54.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.485+0000 7fb475a61640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb47015a790 con 0x7fb47015a3b0 2024-09-13T16:13:54.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.485+0000 7fb475a61640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb4700ceea0 con 0x7fb4700b20a0 2024-09-13T16:13:54.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.485+0000 7fb475a61640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb4700b2680 con 0x7fb4700cea30 2024-09-13T16:13:54.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.485+0000 7fb4667fc640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fb4700b20a0 0x7fb4700ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:54.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.485+0000 7fb46f7fe640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb4700cea30 0x7fb4700ab9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:54.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.485+0000 7fb46f7fe640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb4700cea30 0x7fb4700ab9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.76:57000/0 (socket says 172.21.15.76:57000) 2024-09-13T16:13:54.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.485+0000 7fb46f7fe640 1 -- 172.21.15.76:0/4015240012 learned_addr learned my addr 172.21.15.76:0/4015240012 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:54.488 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.486+0000 7fb46f7fe640 1 -- 172.21.15.76:0/4015240012 >> v2:172.21.15.192:3300/0 conn(0x7fb4700b20a0 msgr2=0x7fb4700ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:54.488 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.486+0000 7fb46f7fe640 1 --2- 172.21.15.76:0/4015240012 >> v2:172.21.15.192:3300/0 conn(0x7fb4700b20a0 0x7fb4700ce4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:54.488 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.486+0000 7fb46f7fe640 1 -- 172.21.15.76:0/4015240012 >> v1:172.21.15.192:6789/0 conn(0x7fb47015a3b0 legacy=0x7fb4700b1720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:54.488 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.486+0000 7fb46f7fe640 1 -- 172.21.15.76:0/4015240012 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb4700b2960 con 0x7fb4700cea30 2024-09-13T16:13:54.489 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.487+0000 7fb46f7fe640 1 --2- 172.21.15.76:0/4015240012 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb4700cea30 0x7fb4700ab9e0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fb468009e50 tx=0x7fb46802a710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8994efccfbc590ed server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:54.489 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.487+0000 7fb46e7fc640 1 -- 172.21.15.76:0/4015240012 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb468031600 con 0x7fb4700cea30 2024-09-13T16:13:54.489 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.487+0000 7fb46e7fc640 1 -- 172.21.15.76:0/4015240012 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb46802d050 con 0x7fb4700cea30 2024-09-13T16:13:54.489 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.487+0000 7fb46e7fc640 1 -- 172.21.15.76:0/4015240012 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb468031980 con 0x7fb4700cea30 2024-09-13T16:13:54.489 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.487+0000 7fb475a61640 1 -- 172.21.15.76:0/4015240012 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb4700cea30 msgr2=0x7fb4700ab9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:54.489 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.487+0000 7fb475a61640 1 --2- 172.21.15.76:0/4015240012 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb4700cea30 0x7fb4700ab9e0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fb468009e50 tx=0x7fb46802a710 comp rx=0 tx=0).stop 2024-09-13T16:13:54.489 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.487+0000 7fb475a61640 1 -- 172.21.15.76:0/4015240012 shutdown_connections 2024-09-13T16:13:54.489 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.487+0000 7fb475a61640 1 --2- 172.21.15.76:0/4015240012 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb4700cea30 0x7fb4700ab9e0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:54.490 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.487+0000 7fb475a61640 1 --2- 172.21.15.76:0/4015240012 >> v2:172.21.15.192:3300/0 conn(0x7fb4700b20a0 0x7fb4700ce4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:54.490 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.487+0000 7fb475a61640 1 -- 172.21.15.76:0/4015240012 >> 172.21.15.76:0/4015240012 conn(0x7fb47006a0b0 msgr2=0x7fb47006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:54.490 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.487+0000 7fb475a61640 1 -- 172.21.15.76:0/4015240012 shutdown_connections 2024-09-13T16:13:54.490 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.487+0000 7fb475a61640 1 -- 172.21.15.76:0/4015240012 wait complete. 2024-09-13T16:13:54.492 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.488+0000 7fb475a61640 1 Processor -- start 2024-09-13T16:13:54.492 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.489+0000 7fb475a61640 1 -- start start 2024-09-13T16:13:54.492 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.489+0000 7fb475a61640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb4700b20a0 0x7fb4700c4ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:54.492 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.489+0000 7fb475a61640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb4700cea30 0x7fb470148f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:54.492 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.489+0000 7fb475a61640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb47015a3b0 0x7fb47014b950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:54.492 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.489+0000 7fb475a61640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4700c7950 con 0x7fb47015a3b0 2024-09-13T16:13:54.493 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.489+0000 7fb475a61640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb47014f2e0 con 0x7fb4700b20a0 2024-09-13T16:13:54.493 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.489+0000 7fb475a61640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb4700c5b90 con 0x7fb4700cea30 2024-09-13T16:13:54.493 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.490+0000 7fb46f7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb47015a3b0 0x7fb47014b950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:54.493 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.490+0000 7fb46f7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb47015a3b0 0x7fb47014b950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49404/0 (socket says 172.21.15.76:49404) 2024-09-13T16:13:54.493 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.490+0000 7fb46f7fe640 1 -- 172.21.15.76:0/1387254118 learned_addr learned my addr 172.21.15.76:0/1387254118 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:54.493 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.490+0000 7fb4667fc640 1 --2- 172.21.15.76:0/1387254118 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb4700cea30 0x7fb470148f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:54.493 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.490+0000 7fb46effd640 1 --2- 172.21.15.76:0/1387254118 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb4700b20a0 0x7fb4700c4ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:54.493 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.490+0000 7fb46f7fe640 1 -- 172.21.15.76:0/1387254118 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb4700cea30 msgr2=0x7fb470148f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:54.493 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.490+0000 7fb46f7fe640 1 --2- 172.21.15.76:0/1387254118 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb4700cea30 0x7fb470148f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:54.493 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.490+0000 7fb46f7fe640 1 -- 172.21.15.76:0/1387254118 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb4700b20a0 msgr2=0x7fb4700c4ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:54.493 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.490+0000 7fb46f7fe640 1 --2- 172.21.15.76:0/1387254118 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb4700b20a0 0x7fb4700c4ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:54.493 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.490+0000 7fb46f7fe640 1 -- 172.21.15.76:0/1387254118 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb468009b30 con 0x7fb47015a3b0 2024-09-13T16:13:54.493 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.490+0000 7fb46f7fe640 1 --2- 172.21.15.76:0/1387254118 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb47015a3b0 0x7fb47014b950 secure :-1 s=READY pgs=1910 cs=0 l=1 rev1=1 crypto rx=0x7fb46802ad00 tx=0x7fb468004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:54.494 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.490+0000 7fb46cff9640 1 -- 172.21.15.76:0/1387254118 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb46803b820 con 0x7fb47015a3b0 2024-09-13T16:13:54.494 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.490+0000 7fb46cff9640 1 -- 172.21.15.76:0/1387254118 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb46803b9a0 con 0x7fb47015a3b0 2024-09-13T16:13:54.494 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.490+0000 7fb475a61640 1 -- 172.21.15.76:0/1387254118 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb4700c6ff0 con 0x7fb47015a3b0 2024-09-13T16:13:54.494 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.490+0000 7fb46cff9640 1 -- 172.21.15.76:0/1387254118 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb46803bd50 con 0x7fb47015a3b0 2024-09-13T16:13:54.494 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.490+0000 7fb475a61640 1 -- 172.21.15.76:0/1387254118 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb4700c7290 con 0x7fb47015a3b0 2024-09-13T16:13:54.494 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.491+0000 7fb475a61640 1 -- 172.21.15.76:0/1387254118 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb4700c7a90 con 0x7fb47015a3b0 2024-09-13T16:13:54.495 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.492+0000 7fb46cff9640 1 -- 172.21.15.76:0/1387254118 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb468038050 con 0x7fb47015a3b0 2024-09-13T16:13:54.495 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.492+0000 7fb46cff9640 1 --2- 172.21.15.76:0/1387254118 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb45006ac00 0x7fb45006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:54.495 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.492+0000 7fb46cff9640 1 -- 172.21.15.76:0/1387254118 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(136..136 src has 1..136) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fb4680a9df0 con 0x7fb47015a3b0 2024-09-13T16:13:54.495 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.492+0000 7fb46effd640 1 --2- 172.21.15.76:0/1387254118 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb45006ac00 0x7fb45006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:54.495 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.493+0000 7fb46effd640 1 --2- 172.21.15.76:0/1387254118 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb45006ac00 0x7fb45006d0c0 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7fb4600016e0 tx=0x7fb460009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:54.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.496+0000 7fb46cff9640 1 -- 172.21.15.76:0/1387254118 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fb4700c7a90 con 0x7fb47015a3b0 2024-09-13T16:13:54.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.695+0000 7fb475a61640 1 -- 172.21.15.76:0/1387254118 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) v1 -- 0x7fb4700c7a90 con 0x7fb47015a3b0 2024-09-13T16:13:54.696 INFO:tasks.ceph.mon.a.smithi076.stderr:2024-09-13T16:13:54.695+0000 7f1d1f745640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T16:13:54.710 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.709+0000 7fb46cff9640 1 -- 172.21.15.76:0/1387254118 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v76) v1 ==== 191+0+0 (secure 0 0 0) 0x7fb4700c7a90 con 0x7fb47015a3b0 2024-09-13T16:13:54.710 INFO:teuthology.orchestra.run.smithi076.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T16:13:54.712 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.711+0000 7fb475a61640 1 -- 172.21.15.76:0/1387254118 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb45006ac00 msgr2=0x7fb45006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:54.713 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.711+0000 7fb475a61640 1 --2- 172.21.15.76:0/1387254118 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb45006ac00 0x7fb45006d0c0 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7fb4600016e0 tx=0x7fb460009040 comp rx=0 tx=0).stop 2024-09-13T16:13:54.713 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.711+0000 7fb475a61640 1 -- 172.21.15.76:0/1387254118 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb47015a3b0 msgr2=0x7fb47014b950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:54.713 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.711+0000 7fb475a61640 1 --2- 172.21.15.76:0/1387254118 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb47015a3b0 0x7fb47014b950 secure :-1 s=READY pgs=1910 cs=0 l=1 rev1=1 crypto rx=0x7fb46802ad00 tx=0x7fb468004a40 comp rx=0 tx=0).stop 2024-09-13T16:13:54.713 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.711+0000 7fb475a61640 1 -- 172.21.15.76:0/1387254118 shutdown_connections 2024-09-13T16:13:54.713 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.711+0000 7fb475a61640 1 --2- 172.21.15.76:0/1387254118 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb47015a3b0 0x7fb47014b950 unknown :-1 s=CLOSED pgs=1910 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:54.713 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.711+0000 7fb475a61640 1 --2- 172.21.15.76:0/1387254118 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb45006ac00 0x7fb45006d0c0 unknown :-1 s=CLOSED pgs=814 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:54.713 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.711+0000 7fb475a61640 1 --2- 172.21.15.76:0/1387254118 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb4700cea30 0x7fb470148f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:54.713 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.711+0000 7fb475a61640 1 --2- 172.21.15.76:0/1387254118 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb4700b20a0 0x7fb4700c4ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:54.713 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.711+0000 7fb475a61640 1 -- 172.21.15.76:0/1387254118 >> 172.21.15.76:0/1387254118 conn(0x7fb47006a0b0 msgr2=0x7fb4700ad160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:54.713 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.711+0000 7fb475a61640 1 -- 172.21.15.76:0/1387254118 shutdown_connections 2024-09-13T16:13:54.713 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.711+0000 7fb475a61640 1 -- 172.21.15.76:0/1387254118 wait complete. 2024-09-13T16:13:54.724 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-13T16:13:54.747 INFO:tasks.ceph.mds.c.smithi076.stdout:starting mds.c at 2024-09-13T16:13:54.825 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.824+0000 7f48d2395640 1 Processor -- start 2024-09-13T16:13:54.825 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.824+0000 7f48d2395640 1 -- start start 2024-09-13T16:13:54.826 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.824+0000 7f48d2395640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f48cc0d2760 0x7f48cc0cd8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:54.826 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.824+0000 7f48d2395640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f48cc0cd450 con 0x7f48cc15c500 2024-09-13T16:13:54.826 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.824+0000 7f48d2395640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f48cc0d0cf0 con 0x7f48cc0cde20 2024-09-13T16:13:54.827 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.824+0000 7f48d2395640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f48cc0d0fd0 con 0x7f48cc0d2760 2024-09-13T16:13:54.827 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.825+0000 7f48cbfff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f48cc15c500 0x7f48cc0d2050 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:44012/0 (socket says 172.21.15.76:44012) 2024-09-13T16:13:54.827 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.825+0000 7f48c3fff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f48cc0d2760 0x7f48cc0cd8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:54.827 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.825+0000 7f48cbfff640 1 -- 172.21.15.76:0/1340359791 learned_addr learned my addr 172.21.15.76:0/1340359791 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:13:54.827 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.825+0000 7f48c3fff640 1 -- 172.21.15.76:0/1340359791 >> v1:172.21.15.192:6789/0 conn(0x7f48cc0cde20 legacy=0x7f48cc0d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:54.827 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.825+0000 7f48cb7fe640 1 -- 172.21.15.76:0/1340359791 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 757082100 0 0) 0x7f48cc0cd450 con 0x7f48cc15c500 2024-09-13T16:13:54.827 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.825+0000 7f48c3fff640 1 -- 172.21.15.76:0/1340359791 >> v1:172.21.15.76:6789/0 conn(0x7f48cc15c500 legacy=0x7f48cc0d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:54.827 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.825+0000 7f48c3fff640 1 -- 172.21.15.76:0/1340359791 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f48cc0cd0e0 con 0x7f48cc0d2760 2024-09-13T16:13:54.829 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.826+0000 7f48c3fff640 1 --2- 172.21.15.76:0/1340359791 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f48cc0d2760 0x7f48cc0cd8e0 secure :-1 s=READY pgs=1915 cs=0 l=1 rev1=1 crypto rx=0x7f48b40097a0 tx=0x7f48b402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=67bc40b2d187bdbf server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:54.829 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.826+0000 7f48cb7fe640 1 -- 172.21.15.76:0/1340359791 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48b4032440 con 0x7f48cc0d2760 2024-09-13T16:13:54.829 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.826+0000 7f48cb7fe640 1 -- 172.21.15.76:0/1340359791 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f48b40325a0 con 0x7f48cc0d2760 2024-09-13T16:13:54.830 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.826+0000 7f48cb7fe640 1 -- 172.21.15.76:0/1340359791 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48b4032930 con 0x7f48cc0d2760 2024-09-13T16:13:54.830 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.826+0000 7f48d2395640 1 -- 172.21.15.76:0/1340359791 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f48cc0d2760 msgr2=0x7f48cc0cd8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:54.830 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.826+0000 7f48d2395640 1 --2- 172.21.15.76:0/1340359791 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f48cc0d2760 0x7f48cc0cd8e0 secure :-1 s=READY pgs=1915 cs=0 l=1 rev1=1 crypto rx=0x7f48b40097a0 tx=0x7f48b402a1e0 comp rx=0 tx=0).stop 2024-09-13T16:13:54.830 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.826+0000 7f48d2395640 1 -- 172.21.15.76:0/1340359791 shutdown_connections 2024-09-13T16:13:54.830 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.826+0000 7f48d2395640 1 --2- 172.21.15.76:0/1340359791 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f48cc0d2760 0x7f48cc0cd8e0 unknown :-1 s=CLOSED pgs=1915 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:54.830 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.826+0000 7f48d2395640 1 -- 172.21.15.76:0/1340359791 >> 172.21.15.76:0/1340359791 conn(0x7f48cc089f60 msgr2=0x7f48cc09b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:54.830 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.826+0000 7f48d2395640 1 -- 172.21.15.76:0/1340359791 shutdown_connections 2024-09-13T16:13:54.830 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.826+0000 7f48d2395640 1 -- 172.21.15.76:0/1340359791 wait complete. 2024-09-13T16:13:54.830 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.828+0000 7f48d2395640 1 Processor -- start 2024-09-13T16:13:54.830 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.828+0000 7f48d2395640 1 -- start start 2024-09-13T16:13:54.833 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.828+0000 7f48d2395640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f48cc0cde20 0x7f48cc159fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:54.833 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.828+0000 7f48d2395640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f48cc0d2760 0x7f48cc0c88e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:54.833 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.828+0000 7f48d2395640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f48cc15c500 0x7f48cc15e4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:54.833 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.828+0000 7f48d2395640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f48cc159dd0 con 0x7f48cc15c500 2024-09-13T16:13:54.833 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.828+0000 7f48d2395640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f48cc0c8e20 con 0x7f48cc0d2760 2024-09-13T16:13:54.834 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.828+0000 7f48d2395640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f48cc0b5300 con 0x7f48cc0cde20 2024-09-13T16:13:54.834 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.829+0000 7f48d0932640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f48cc15c500 0x7f48cc15e4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:54.834 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.829+0000 7f48d0932640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f48cc15c500 0x7f48cc15e4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49446/0 (socket says 172.21.15.76:49446) 2024-09-13T16:13:54.834 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.829+0000 7f48d0932640 1 -- 172.21.15.76:0/3010219246 learned_addr learned my addr 172.21.15.76:0/3010219246 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:54.834 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.829+0000 7f48cbfff640 1 --2- 172.21.15.76:0/3010219246 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f48cc0cde20 0x7f48cc159fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:54.834 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.829+0000 7f48c3fff640 1 --2- 172.21.15.76:0/3010219246 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f48cc0d2760 0x7f48cc0c88e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:54.834 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.829+0000 7f48d0932640 1 -- 172.21.15.76:0/3010219246 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f48cc0cde20 msgr2=0x7f48cc159fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:54.834 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.829+0000 7f48d0932640 1 --2- 172.21.15.76:0/3010219246 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f48cc0cde20 0x7f48cc159fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:54.834 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.829+0000 7f48d0932640 1 -- 172.21.15.76:0/3010219246 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f48cc0d2760 msgr2=0x7f48cc0c88e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:54.834 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.829+0000 7f48d0932640 1 --2- 172.21.15.76:0/3010219246 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f48cc0d2760 0x7f48cc0c88e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:54.834 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.829+0000 7f48d0932640 1 -- 172.21.15.76:0/3010219246 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f48b4009400 con 0x7f48cc15c500 2024-09-13T16:13:54.834 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.829+0000 7f48d0932640 1 --2- 172.21.15.76:0/3010219246 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f48cc15c500 0x7f48cc15e4f0 secure :-1 s=READY pgs=1916 cs=0 l=1 rev1=1 crypto rx=0x7f48c400c780 tx=0x7f48c400cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:54.834 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.829+0000 7f48c97fa640 1 -- 172.21.15.76:0/3010219246 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48c4004b60 con 0x7f48cc15c500 2024-09-13T16:13:54.835 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.829+0000 7f48c97fa640 1 -- 172.21.15.76:0/3010219246 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f48c400ce90 con 0x7f48cc15c500 2024-09-13T16:13:54.835 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.829+0000 7f48d2395640 1 -- 172.21.15.76:0/3010219246 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f48cc0b55e0 con 0x7f48cc15c500 2024-09-13T16:13:54.835 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.829+0000 7f48c97fa640 1 -- 172.21.15.76:0/3010219246 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48c400a850 con 0x7f48cc15c500 2024-09-13T16:13:54.835 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.829+0000 7f48d2395640 1 -- 172.21.15.76:0/3010219246 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f48cc15dcf0 con 0x7f48cc15c500 2024-09-13T16:13:54.835 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.830+0000 7f48d2395640 1 -- 172.21.15.76:0/3010219246 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f48cc06c2e0 con 0x7f48cc15c500 2024-09-13T16:13:54.835 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.831+0000 7f48c97fa640 1 -- 172.21.15.76:0/3010219246 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f48c400a9b0 con 0x7f48cc15c500 2024-09-13T16:13:54.835 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.831+0000 7f48c97fa640 1 --2- 172.21.15.76:0/3010219246 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f48ac06ac00 0x7f48ac06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:54.835 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.831+0000 7f48c97fa640 1 -- 172.21.15.76:0/3010219246 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(137..137 src has 1..137) v4 ==== 6115+0+0 (secure 0 0 0) 0x7f48c4089580 con 0x7f48cc15c500 2024-09-13T16:13:54.835 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.831+0000 7f48cbfff640 1 --2- 172.21.15.76:0/3010219246 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f48ac06ac00 0x7f48ac06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:54.835 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.832+0000 7f48cbfff640 1 --2- 172.21.15.76:0/3010219246 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f48ac06ac00 0x7f48ac06d0c0 secure :-1 s=READY pgs=815 cs=0 l=1 rev1=1 crypto rx=0x7f48bc007fd0 tx=0x7f48bc007de0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:54.836 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:54.835+0000 7f48c97fa640 1 -- 172.21.15.76:0/3010219246 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f48c4054670 con 0x7f48cc15c500 2024-09-13T16:13:55.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.032+0000 7f48d2395640 1 -- 172.21.15.76:0/3010219246 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) v1 -- 0x7f48cc0cd8c0 con 0x7f48cc15c500 2024-09-13T16:13:55.718 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.717+0000 7f48c97fa640 1 -- 172.21.15.76:0/3010219246 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v77) v1 ==== 104+0+0 (secure 0 0 0) 0x7f48c4057c90 con 0x7f48cc15c500 2024-09-13T16:13:55.721 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.719+0000 7f48d2395640 1 -- 172.21.15.76:0/3010219246 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f48ac06ac00 msgr2=0x7f48ac06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:55.721 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.719+0000 7f48d2395640 1 --2- 172.21.15.76:0/3010219246 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f48ac06ac00 0x7f48ac06d0c0 secure :-1 s=READY pgs=815 cs=0 l=1 rev1=1 crypto rx=0x7f48bc007fd0 tx=0x7f48bc007de0 comp rx=0 tx=0).stop 2024-09-13T16:13:55.721 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.719+0000 7f48d2395640 1 -- 172.21.15.76:0/3010219246 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f48cc15c500 msgr2=0x7f48cc15e4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:55.721 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.719+0000 7f48d2395640 1 --2- 172.21.15.76:0/3010219246 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f48cc15c500 0x7f48cc15e4f0 secure :-1 s=READY pgs=1916 cs=0 l=1 rev1=1 crypto rx=0x7f48c400c780 tx=0x7f48c400cc40 comp rx=0 tx=0).stop 2024-09-13T16:13:55.721 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.719+0000 7f48d2395640 1 -- 172.21.15.76:0/3010219246 shutdown_connections 2024-09-13T16:13:55.721 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.719+0000 7f48d2395640 1 --2- 172.21.15.76:0/3010219246 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f48cc15c500 0x7f48cc15e4f0 unknown :-1 s=CLOSED pgs=1916 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:55.721 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.719+0000 7f48d2395640 1 --2- 172.21.15.76:0/3010219246 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f48cc0d2760 0x7f48cc0c88e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:55.721 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.719+0000 7f48d2395640 1 --2- 172.21.15.76:0/3010219246 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f48ac06ac00 0x7f48ac06d0c0 unknown :-1 s=CLOSED pgs=815 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:55.721 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.719+0000 7f48d2395640 1 --2- 172.21.15.76:0/3010219246 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f48cc0cde20 0x7f48cc159fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:55.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.719+0000 7f48d2395640 1 -- 172.21.15.76:0/3010219246 >> 172.21.15.76:0/3010219246 conn(0x7f48cc089f60 msgr2=0x7f48cc0aef80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:55.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.719+0000 7f48d2395640 1 -- 172.21.15.76:0/3010219246 shutdown_connections 2024-09-13T16:13:55.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.719+0000 7f48d2395640 1 -- 172.21.15.76:0/3010219246 wait complete. 2024-09-13T16:13:55.735 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-13T16:13:55.887 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.881+0000 7efd2b82b640 1 Processor -- start 2024-09-13T16:13:55.888 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.882+0000 7efd2b82b640 1 -- start start 2024-09-13T16:13:55.888 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.882+0000 7efd2b82b640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7efd240cdff0 0x7efd2406c390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:55.888 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.882+0000 7efd2b82b640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efd240cd450 con 0x7efd240d2760 2024-09-13T16:13:55.888 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.882+0000 7efd2b82b640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efd240d0cf0 con 0x7efd2415c500 2024-09-13T16:13:55.888 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.882+0000 7efd2b82b640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efd240d0fd0 con 0x7efd240cdff0 2024-09-13T16:13:55.888 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.883+0000 7efd28dc6640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7efd240d2760 0x7efd240cd8e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:44024/0 (socket says 172.21.15.76:44024) 2024-09-13T16:13:55.888 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.883+0000 7efd28dc6640 1 -- 172.21.15.76:0/1547271931 learned_addr learned my addr 172.21.15.76:0/1547271931 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:13:55.888 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.883+0000 7efd29dc8640 1 --2- 172.21.15.76:0/1547271931 >> v2:172.21.15.192:3300/0 conn(0x7efd240cdff0 0x7efd2406c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:55.888 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.883+0000 7efd1bfff640 1 -- 172.21.15.76:0/1547271931 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 127277767 0 0) 0x7efd240cd450 con 0x7efd240d2760 2024-09-13T16:13:55.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.883+0000 7efd1bfff640 1 -- 172.21.15.76:0/1547271931 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7efd10003520 con 0x7efd240d2760 2024-09-13T16:13:55.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.883+0000 7efd1bfff640 1 -- 172.21.15.76:0/1547271931 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1886478738 0 0) 0x7efd10003520 con 0x7efd240d2760 2024-09-13T16:13:55.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.883+0000 7efd1bfff640 1 -- 172.21.15.76:0/1547271931 >> v2:172.21.15.192:3300/0 conn(0x7efd240cdff0 msgr2=0x7efd2406c390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:55.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.883+0000 7efd1bfff640 1 --2- 172.21.15.76:0/1547271931 >> v2:172.21.15.192:3300/0 conn(0x7efd240cdff0 0x7efd2406c390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:55.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.883+0000 7efd1bfff640 1 -- 172.21.15.76:0/1547271931 >> v1:172.21.15.192:6789/0 conn(0x7efd2415c500 legacy=0x7efd240d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:55.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.883+0000 7efd1bfff640 1 -- 172.21.15.76:0/1547271931 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd240cd0e0 con 0x7efd240d2760 2024-09-13T16:13:55.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.883+0000 7efd1bfff640 1 -- 172.21.15.76:0/1547271931 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7efd14001670 con 0x7efd240d2760 2024-09-13T16:13:55.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.883+0000 7efd1bfff640 1 -- 172.21.15.76:0/1547271931 >> v1:172.21.15.76:6789/0 conn(0x7efd240d2760 legacy=0x7efd240cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:55.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.883+0000 7efd1bfff640 1 --2- 172.21.15.76:0/1547271931 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efd10003970 0x7efd10003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:55.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.883+0000 7efd1bfff640 1 --2- 172.21.15.76:0/1547271931 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd100047c0 0x7efd10004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:55.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.883+0000 7efd1bfff640 1 --2- 172.21.15.76:0/1547271931 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efd10005180 0x7efd1000b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:55.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.883+0000 7efd1bfff640 1 -- 172.21.15.76:0/1547271931 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd240d0fd0 con 0x7efd100047c0 2024-09-13T16:13:55.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.883+0000 7efd1bfff640 1 -- 172.21.15.76:0/1547271931 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd1000c020 con 0x7efd10003970 2024-09-13T16:13:55.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.883+0000 7efd1bfff640 1 -- 172.21.15.76:0/1547271931 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efd1000c1e0 con 0x7efd10005180 2024-09-13T16:13:55.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.883+0000 7efd28dc6640 1 --2- 172.21.15.76:0/1547271931 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd100047c0 0x7efd10004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:55.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.884+0000 7efd295c7640 1 --2- 172.21.15.76:0/1547271931 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efd10003970 0x7efd10003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:55.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.884+0000 7efd29dc8640 1 --2- 172.21.15.76:0/1547271931 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efd10005180 0x7efd1000b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:55.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.884+0000 7efd28dc6640 1 -- 172.21.15.76:0/1547271931 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efd10005180 msgr2=0x7efd1000b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:55.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.884+0000 7efd28dc6640 1 --2- 172.21.15.76:0/1547271931 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efd10005180 0x7efd1000b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:55.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.884+0000 7efd28dc6640 1 -- 172.21.15.76:0/1547271931 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efd10003970 msgr2=0x7efd10003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:55.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.884+0000 7efd28dc6640 1 --2- 172.21.15.76:0/1547271931 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efd10003970 0x7efd10003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:55.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.884+0000 7efd28dc6640 1 -- 172.21.15.76:0/1547271931 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd10003520 con 0x7efd100047c0 2024-09-13T16:13:55.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.884+0000 7efd29dc8640 1 -- 172.21.15.76:0/1547271931 reap_dead start 2024-09-13T16:13:55.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.884+0000 7efd295c7640 1 --2- 172.21.15.76:0/1547271931 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efd10003970 0x7efd10003d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:55.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.884+0000 7efd28dc6640 1 --2- 172.21.15.76:0/1547271931 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd100047c0 0x7efd10004c40 secure :-1 s=READY pgs=1918 cs=0 l=1 rev1=1 crypto rx=0x7efd1400c240 tx=0x7efd100057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fe1db26726e45f37 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:55.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.884+0000 7efd1bfff640 1 -- 172.21.15.76:0/1547271931 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd14005ad0 con 0x7efd100047c0 2024-09-13T16:13:55.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.884+0000 7efd1bfff640 1 -- 172.21.15.76:0/1547271931 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efd1402d070 con 0x7efd100047c0 2024-09-13T16:13:55.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.884+0000 7efd1bfff640 1 -- 172.21.15.76:0/1547271931 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd14005e90 con 0x7efd100047c0 2024-09-13T16:13:55.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.885+0000 7efd2b82b640 1 -- 172.21.15.76:0/1547271931 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd100047c0 msgr2=0x7efd10004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:55.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.885+0000 7efd2b82b640 1 --2- 172.21.15.76:0/1547271931 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd100047c0 0x7efd10004c40 secure :-1 s=READY pgs=1918 cs=0 l=1 rev1=1 crypto rx=0x7efd1400c240 tx=0x7efd100057f0 comp rx=0 tx=0).stop 2024-09-13T16:13:55.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.885+0000 7efd2b82b640 1 -- 172.21.15.76:0/1547271931 shutdown_connections 2024-09-13T16:13:55.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.885+0000 7efd2b82b640 1 --2- 172.21.15.76:0/1547271931 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd100047c0 0x7efd10004c40 unknown :-1 s=CLOSED pgs=1918 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:55.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.885+0000 7efd2b82b640 1 -- 172.21.15.76:0/1547271931 >> 172.21.15.76:0/1547271931 conn(0x7efd24089f60 msgr2=0x7efd2409b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:55.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.885+0000 7efd2b82b640 1 -- 172.21.15.76:0/1547271931 shutdown_connections 2024-09-13T16:13:55.892 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.885+0000 7efd2b82b640 1 -- 172.21.15.76:0/1547271931 wait complete. 2024-09-13T16:13:55.892 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.886+0000 7efd2b82b640 1 Processor -- start 2024-09-13T16:13:55.892 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.886+0000 7efd2b82b640 1 -- start start 2024-09-13T16:13:55.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.887+0000 7efd2b82b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efd100047c0 0x7efd24154b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:55.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.887+0000 7efd2b82b640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efd2415d880 0x7efd2415ef60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:55.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.887+0000 7efd2b82b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd2415f4a0 0x7efd2406b6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:55.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.887+0000 7efd2b82b640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd240cbd60 con 0x7efd2415f4a0 2024-09-13T16:13:55.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.887+0000 7efd2b82b640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd2415cb50 con 0x7efd100047c0 2024-09-13T16:13:55.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.887+0000 7efd2b82b640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efd241550d0 con 0x7efd2415d880 2024-09-13T16:13:55.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.887+0000 7efd29dc8640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd2415f4a0 0x7efd2406b6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:55.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.887+0000 7efd29dc8640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd2415f4a0 0x7efd2406b6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49472/0 (socket says 172.21.15.76:49472) 2024-09-13T16:13:55.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.887+0000 7efd29dc8640 1 -- 172.21.15.76:0/2557612008 learned_addr learned my addr 172.21.15.76:0/2557612008 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:55.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.887+0000 7efd295c7640 1 --2- 172.21.15.76:0/2557612008 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efd100047c0 0x7efd24154b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:55.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.887+0000 7efd28dc6640 1 --2- 172.21.15.76:0/2557612008 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efd2415d880 0x7efd2415ef60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:55.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.887+0000 7efd29dc8640 1 -- 172.21.15.76:0/2557612008 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efd2415d880 msgr2=0x7efd2415ef60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:55.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.887+0000 7efd29dc8640 1 --2- 172.21.15.76:0/2557612008 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efd2415d880 0x7efd2415ef60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:55.897 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.887+0000 7efd29dc8640 1 -- 172.21.15.76:0/2557612008 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efd100047c0 msgr2=0x7efd24154b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:55.897 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.887+0000 7efd29dc8640 1 --2- 172.21.15.76:0/2557612008 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efd100047c0 0x7efd24154b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:55.897 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.887+0000 7efd29dc8640 1 -- 172.21.15.76:0/2557612008 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd2415f920 con 0x7efd2415f4a0 2024-09-13T16:13:55.897 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.887+0000 7efd28dc6640 1 --2- 172.21.15.76:0/2557612008 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efd2415d880 0x7efd2415ef60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:55.897 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.888+0000 7efd29dc8640 1 --2- 172.21.15.76:0/2557612008 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd2415f4a0 0x7efd2406b6d0 secure :-1 s=READY pgs=1919 cs=0 l=1 rev1=1 crypto rx=0x7efd240c94b0 tx=0x7efd1c0115a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:55.897 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.888+0000 7efd19ffb640 1 -- 172.21.15.76:0/2557612008 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd1c00e070 con 0x7efd2415f4a0 2024-09-13T16:13:55.897 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.888+0000 7efd19ffb640 1 -- 172.21.15.76:0/2557612008 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efd1c011e10 con 0x7efd2415f4a0 2024-09-13T16:13:55.897 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.888+0000 7efd19ffb640 1 -- 172.21.15.76:0/2557612008 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd1c003990 con 0x7efd2415f4a0 2024-09-13T16:13:55.897 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.888+0000 7efd2b82b640 1 -- 172.21.15.76:0/2557612008 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efd2415cda0 con 0x7efd2415f4a0 2024-09-13T16:13:55.897 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.888+0000 7efd2b82b640 1 -- 172.21.15.76:0/2557612008 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efd2415d360 con 0x7efd2415f4a0 2024-09-13T16:13:55.898 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.889+0000 7efd2b82b640 1 -- 172.21.15.76:0/2557612008 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efd240cdd90 con 0x7efd2415f4a0 2024-09-13T16:13:55.898 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.889+0000 7efd19ffb640 1 -- 172.21.15.76:0/2557612008 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7efd1c003af0 con 0x7efd2415f4a0 2024-09-13T16:13:55.898 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.890+0000 7efd19ffb640 1 --2- 172.21.15.76:0/2557612008 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efd0806ac00 0x7efd0806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:55.898 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.890+0000 7efd19ffb640 1 -- 172.21.15.76:0/2557612008 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(137..137 src has 1..137) v4 ==== 6115+0+0 (secure 0 0 0) 0x7efd1c089a60 con 0x7efd2415f4a0 2024-09-13T16:13:55.898 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.890+0000 7efd295c7640 1 --2- 172.21.15.76:0/2557612008 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efd0806ac00 0x7efd0806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:55.898 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.890+0000 7efd295c7640 1 --2- 172.21.15.76:0/2557612008 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efd0806ac00 0x7efd0806d0c0 secure :-1 s=READY pgs=817 cs=0 l=1 rev1=1 crypto rx=0x7efd20000c00 tx=0x7efd20009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:55.898 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:55.894+0000 7efd19ffb640 1 -- 172.21.15.76:0/2557612008 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7efd1c054b30 con 0x7efd2415f4a0 2024-09-13T16:13:56.057 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.056+0000 7efd2b82b640 1 -- 172.21.15.76:0/2557612008 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7efd240b12c0 con 0x7efd2415f4a0 2024-09-13T16:13:56.720 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.718+0000 7efd19ffb640 1 -- 172.21.15.76:0/2557612008 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v138) v1 ==== 181+0+0 (secure 0 0 0) 0x7efd1c058150 con 0x7efd2415f4a0 2024-09-13T16:13:56.720 INFO:teuthology.orchestra.run.smithi076.stderr:pool 'cephfs_metadata' removed 2024-09-13T16:13:56.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.721+0000 7efd2b82b640 1 -- 172.21.15.76:0/2557612008 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efd0806ac00 msgr2=0x7efd0806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:56.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.721+0000 7efd2b82b640 1 --2- 172.21.15.76:0/2557612008 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efd0806ac00 0x7efd0806d0c0 secure :-1 s=READY pgs=817 cs=0 l=1 rev1=1 crypto rx=0x7efd20000c00 tx=0x7efd20009040 comp rx=0 tx=0).stop 2024-09-13T16:13:56.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.721+0000 7efd2b82b640 1 -- 172.21.15.76:0/2557612008 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd2415f4a0 msgr2=0x7efd2406b6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:56.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.721+0000 7efd2b82b640 1 --2- 172.21.15.76:0/2557612008 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd2415f4a0 0x7efd2406b6d0 secure :-1 s=READY pgs=1919 cs=0 l=1 rev1=1 crypto rx=0x7efd240c94b0 tx=0x7efd1c0115a0 comp rx=0 tx=0).stop 2024-09-13T16:13:56.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.721+0000 7efd2b82b640 1 -- 172.21.15.76:0/2557612008 shutdown_connections 2024-09-13T16:13:56.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.721+0000 7efd2b82b640 1 --2- 172.21.15.76:0/2557612008 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efd2415f4a0 0x7efd2406b6d0 unknown :-1 s=CLOSED pgs=1919 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:56.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.721+0000 7efd2b82b640 1 --2- 172.21.15.76:0/2557612008 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efd0806ac00 0x7efd0806d0c0 unknown :-1 s=CLOSED pgs=817 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:56.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.721+0000 7efd2b82b640 1 --2- 172.21.15.76:0/2557612008 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efd2415d880 0x7efd2415ef60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:56.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.721+0000 7efd2b82b640 1 --2- 172.21.15.76:0/2557612008 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efd100047c0 0x7efd24154b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:56.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.721+0000 7efd2b82b640 1 -- 172.21.15.76:0/2557612008 >> 172.21.15.76:0/2557612008 conn(0x7efd24089f60 msgr2=0x7efd240cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:56.723 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.721+0000 7efd2b82b640 1 -- 172.21.15.76:0/2557612008 shutdown_connections 2024-09-13T16:13:56.724 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.721+0000 7efd2b82b640 1 -- 172.21.15.76:0/2557612008 wait complete. 2024-09-13T16:13:56.736 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-13T16:13:56.840 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.838+0000 7f003ed11640 1 Processor -- start 2024-09-13T16:13:56.840 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.838+0000 7f003ed11640 1 -- start start 2024-09-13T16:13:56.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.839+0000 7f003ed11640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f00381594f0 0x7f003806d8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:56.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.839+0000 7f003ed11640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f003806ddf0 0x7f00380ce640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:56.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.839+0000 7f003ed11640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f00380b2eb0 con 0x7f0038159110 2024-09-13T16:13:56.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.839+0000 7f003ed11640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f00380b1700 con 0x7f00381594f0 2024-09-13T16:13:56.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.839+0000 7f003ed11640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f00380b19e0 con 0x7f003806ddf0 2024-09-13T16:13:56.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.839+0000 7f003caad640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f0038159110 0x7f00380b27a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:44028/0 (socket says 172.21.15.76:44028) 2024-09-13T16:13:56.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.839+0000 7f003caad640 1 -- 172.21.15.76:0/3002700920 learned_addr learned my addr 172.21.15.76:0/3002700920 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:13:56.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.839+0000 7f003d2ae640 1 --2- 172.21.15.76:0/3002700920 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f003806ddf0 0x7f00380ce640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:56.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.839+0000 7f002ffff640 1 --2- 172.21.15.76:0/3002700920 >> v2:172.21.15.192:3300/0 conn(0x7f00381594f0 0x7f003806d8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:56.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.839+0000 7f002f7fe640 1 -- 172.21.15.76:0/3002700920 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 561617777 0 0) 0x7f00380b2eb0 con 0x7f0038159110 2024-09-13T16:13:56.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.840+0000 7f002f7fe640 1 -- 172.21.15.76:0/3002700920 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0020003520 con 0x7f0038159110 2024-09-13T16:13:56.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.840+0000 7f002f7fe640 1 -- 172.21.15.76:0/3002700920 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2524178484 0 0) 0x7f0020003520 con 0x7f0038159110 2024-09-13T16:13:56.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.840+0000 7f002f7fe640 1 -- 172.21.15.76:0/3002700920 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f003806ddf0 msgr2=0x7f00380ce640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:56.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.840+0000 7f002f7fe640 1 --2- 172.21.15.76:0/3002700920 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f003806ddf0 0x7f00380ce640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:56.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.840+0000 7f002f7fe640 1 -- 172.21.15.76:0/3002700920 >> v2:172.21.15.192:3300/0 conn(0x7f00381594f0 msgr2=0x7f003806d8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:56.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.840+0000 7f002f7fe640 1 --2- 172.21.15.76:0/3002700920 >> v2:172.21.15.192:3300/0 conn(0x7f00381594f0 0x7f003806d8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:56.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.840+0000 7f002f7fe640 1 -- 172.21.15.76:0/3002700920 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f00380b1cc0 con 0x7f0038159110 2024-09-13T16:13:56.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.840+0000 7f002f7fe640 1 -- 172.21.15.76:0/3002700920 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f0034001670 con 0x7f0038159110 2024-09-13T16:13:56.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.840+0000 7f002f7fe640 1 -- 172.21.15.76:0/3002700920 >> v1:172.21.15.76:6789/0 conn(0x7f0038159110 legacy=0x7f00380b27a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:56.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.840+0000 7f002f7fe640 1 --2- 172.21.15.76:0/3002700920 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f003806ddf0 0x7f0020003970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:56.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.840+0000 7f002f7fe640 1 --2- 172.21.15.76:0/3002700920 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0020003ef0 0x7f00200047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:56.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.840+0000 7f002f7fe640 1 --2- 172.21.15.76:0/3002700920 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0020004d00 0x7f0020005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:56.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.840+0000 7f002f7fe640 1 -- 172.21.15.76:0/3002700920 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f00380b1700 con 0x7f0020004d00 2024-09-13T16:13:56.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.840+0000 7f002f7fe640 1 -- 172.21.15.76:0/3002700920 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f00380b19e0 con 0x7f0020003ef0 2024-09-13T16:13:56.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.840+0000 7f002f7fe640 1 -- 172.21.15.76:0/3002700920 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f002000b9d0 con 0x7f003806ddf0 2024-09-13T16:13:56.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.840+0000 7f003d2ae640 1 --2- 172.21.15.76:0/3002700920 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0020004d00 0x7f0020005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:56.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.840+0000 7f003caad640 1 --2- 172.21.15.76:0/3002700920 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f003806ddf0 0x7f0020003970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:56.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.840+0000 7f002ffff640 1 --2- 172.21.15.76:0/3002700920 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0020003ef0 0x7f00200047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:56.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.840+0000 7f003d2ae640 1 -- 172.21.15.76:0/3002700920 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f003806ddf0 msgr2=0x7f0020003970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:56.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.840+0000 7f003d2ae640 1 --2- 172.21.15.76:0/3002700920 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f003806ddf0 0x7f0020003970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:56.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.840+0000 7f003d2ae640 1 -- 172.21.15.76:0/3002700920 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0020003ef0 msgr2=0x7f00200047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:56.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.840+0000 7f003d2ae640 1 --2- 172.21.15.76:0/3002700920 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0020003ef0 0x7f00200047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:56.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.840+0000 7f003d2ae640 1 -- 172.21.15.76:0/3002700920 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0020003520 con 0x7f0020004d00 2024-09-13T16:13:56.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.841+0000 7f003d2ae640 1 --2- 172.21.15.76:0/3002700920 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0020004d00 0x7f0020005180 secure :-1 s=READY pgs=1921 cs=0 l=1 rev1=1 crypto rx=0x7f0030009fc0 tx=0x7f00200057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=37d043a734d30178 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:56.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.841+0000 7f002f7fe640 1 -- 172.21.15.76:0/3002700920 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0030031640 con 0x7f0020004d00 2024-09-13T16:13:56.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.841+0000 7f002f7fe640 1 -- 172.21.15.76:0/3002700920 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f003002d070 con 0x7f0020004d00 2024-09-13T16:13:56.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.841+0000 7f002f7fe640 1 -- 172.21.15.76:0/3002700920 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00300319e0 con 0x7f0020004d00 2024-09-13T16:13:56.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.842+0000 7f003ed11640 1 -- 172.21.15.76:0/3002700920 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0020004d00 msgr2=0x7f0020005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:56.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.842+0000 7f003ed11640 1 --2- 172.21.15.76:0/3002700920 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0020004d00 0x7f0020005180 secure :-1 s=READY pgs=1921 cs=0 l=1 rev1=1 crypto rx=0x7f0030009fc0 tx=0x7f00200057f0 comp rx=0 tx=0).stop 2024-09-13T16:13:56.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.842+0000 7f003d2ae640 1 -- 172.21.15.76:0/3002700920 reap_dead start 2024-09-13T16:13:56.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.842+0000 7f003ed11640 1 -- 172.21.15.76:0/3002700920 shutdown_connections 2024-09-13T16:13:56.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.842+0000 7f003ed11640 1 -- 172.21.15.76:0/3002700920 >> 172.21.15.76:0/3002700920 conn(0x7f003806a0b0 msgr2=0x7f003806a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:56.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.842+0000 7f003ed11640 1 -- 172.21.15.76:0/3002700920 shutdown_connections 2024-09-13T16:13:56.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.842+0000 7f003ed11640 1 -- 172.21.15.76:0/3002700920 wait complete. 2024-09-13T16:13:56.850 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.843+0000 7f003ed11640 1 Processor -- start 2024-09-13T16:13:56.850 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.843+0000 7f003ed11640 1 -- start start 2024-09-13T16:13:56.850 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.844+0000 7f003ed11640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00381ef8d0 0x7f003809ad40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:56.850 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.844+0000 7f003ed11640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0038098f70 0x7f00380993f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:56.850 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.844+0000 7f003ed11640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0038149ad0 0x7f0038149f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:56.850 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.844+0000 7f003ed11640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f003809b280 con 0x7f00381ef8d0 2024-09-13T16:13:56.850 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.844+0000 7f003ed11640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f003809a8b0 con 0x7f0038149ad0 2024-09-13T16:13:56.850 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.844+0000 7f003ed11640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0038099ca0 con 0x7f0038098f70 2024-09-13T16:13:56.851 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.844+0000 7f003caad640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00381ef8d0 0x7f003809ad40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:56.851 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.844+0000 7f003caad640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00381ef8d0 0x7f003809ad40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49486/0 (socket says 172.21.15.76:49486) 2024-09-13T16:13:56.851 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.844+0000 7f003caad640 1 -- 172.21.15.76:0/144053451 learned_addr learned my addr 172.21.15.76:0/144053451 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:56.851 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.844+0000 7f002ffff640 1 --2- 172.21.15.76:0/144053451 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0038098f70 0x7f00380993f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:56.851 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.844+0000 7f003d2ae640 1 --2- 172.21.15.76:0/144053451 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0038149ad0 0x7f0038149f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:56.851 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.844+0000 7f003caad640 1 -- 172.21.15.76:0/144053451 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0038098f70 msgr2=0x7f00380993f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:56.851 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.844+0000 7f003caad640 1 --2- 172.21.15.76:0/144053451 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0038098f70 0x7f00380993f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:56.851 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.844+0000 7f003caad640 1 -- 172.21.15.76:0/144053451 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0038149ad0 msgr2=0x7f0038149f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:56.851 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.844+0000 7f003caad640 1 --2- 172.21.15.76:0/144053451 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0038149ad0 0x7f0038149f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:56.851 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.844+0000 7f003caad640 1 -- 172.21.15.76:0/144053451 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0038099f80 con 0x7f00381ef8d0 2024-09-13T16:13:56.851 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.844+0000 7f002ffff640 1 --2- 172.21.15.76:0/144053451 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0038098f70 0x7f00380993f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:56.851 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.844+0000 7f003caad640 1 --2- 172.21.15.76:0/144053451 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00381ef8d0 0x7f003809ad40 secure :-1 s=READY pgs=1922 cs=0 l=1 rev1=1 crypto rx=0x7f0034004840 tx=0x7f0034007720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:56.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.844+0000 7f002d7fa640 1 -- 172.21.15.76:0/144053451 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f003400f9f0 con 0x7f00381ef8d0 2024-09-13T16:13:56.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.844+0000 7f002d7fa640 1 -- 172.21.15.76:0/144053451 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f003400fb70 con 0x7f00381ef8d0 2024-09-13T16:13:56.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.844+0000 7f002d7fa640 1 -- 172.21.15.76:0/144053451 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00340133f0 con 0x7f00381ef8d0 2024-09-13T16:13:56.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.844+0000 7f003ed11640 1 -- 172.21.15.76:0/144053451 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f003809a260 con 0x7f00381ef8d0 2024-09-13T16:13:56.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.845+0000 7f003ed11640 1 -- 172.21.15.76:0/144053451 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0038099930 con 0x7f00381ef8d0 2024-09-13T16:13:56.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.845+0000 7f003ed11640 1 -- 172.21.15.76:0/144053451 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f00380ce5c0 con 0x7f00381ef8d0 2024-09-13T16:13:56.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.846+0000 7f002d7fa640 1 -- 172.21.15.76:0/144053451 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f0034013550 con 0x7f00381ef8d0 2024-09-13T16:13:56.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.846+0000 7f002d7fa640 1 --2- 172.21.15.76:0/144053451 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f002406ac00 0x7f002406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:56.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.846+0000 7f002d7fa640 1 -- 172.21.15.76:0/144053451 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(138..138 src has 1..138) v4 ==== 5677+0+0 (secure 0 0 0) 0x7f0034089650 con 0x7f00381ef8d0 2024-09-13T16:13:56.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.846+0000 7f002ffff640 1 --2- 172.21.15.76:0/144053451 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f002406ac00 0x7f002406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:56.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.847+0000 7f002ffff640 1 --2- 172.21.15.76:0/144053451 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f002406ac00 0x7f002406d0c0 secure :-1 s=READY pgs=818 cs=0 l=1 rev1=1 crypto rx=0x7f00380b0a90 tx=0x7f0028008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:56.853 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:56.850+0000 7f002d7fa640 1 -- 172.21.15.76:0/144053451 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f0034054850 con 0x7f00381ef8d0 2024-09-13T16:13:57.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:57.013+0000 7f003ed11640 1 -- 172.21.15.76:0/144053451 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f003806d8b0 con 0x7f00381ef8d0 2024-09-13T16:13:57.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:57.726+0000 7f002d7fa640 1 -- 172.21.15.76:0/144053451 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v139) v1 ==== 169+0+0 (secure 0 0 0) 0x7f0034057e70 con 0x7f00381ef8d0 2024-09-13T16:13:57.728 INFO:teuthology.orchestra.run.smithi076.stderr:pool 'cephfs_data' removed 2024-09-13T16:13:57.734 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:57.732+0000 7f003ed11640 1 -- 172.21.15.76:0/144053451 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f002406ac00 msgr2=0x7f002406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:57.734 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:57.732+0000 7f003ed11640 1 --2- 172.21.15.76:0/144053451 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f002406ac00 0x7f002406d0c0 secure :-1 s=READY pgs=818 cs=0 l=1 rev1=1 crypto rx=0x7f00380b0a90 tx=0x7f0028008040 comp rx=0 tx=0).stop 2024-09-13T16:13:57.734 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:57.732+0000 7f003ed11640 1 -- 172.21.15.76:0/144053451 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00381ef8d0 msgr2=0x7f003809ad40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:57.734 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:57.732+0000 7f003ed11640 1 --2- 172.21.15.76:0/144053451 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00381ef8d0 0x7f003809ad40 secure :-1 s=READY pgs=1922 cs=0 l=1 rev1=1 crypto rx=0x7f0034004840 tx=0x7f0034007720 comp rx=0 tx=0).stop 2024-09-13T16:13:57.734 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:57.733+0000 7f003ed11640 1 -- 172.21.15.76:0/144053451 shutdown_connections 2024-09-13T16:13:57.734 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:57.733+0000 7f003ed11640 1 --2- 172.21.15.76:0/144053451 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0038149ad0 0x7f0038149f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:57.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:57.733+0000 7f003ed11640 1 --2- 172.21.15.76:0/144053451 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f002406ac00 0x7f002406d0c0 unknown :-1 s=CLOSED pgs=818 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:57.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:57.733+0000 7f003ed11640 1 --2- 172.21.15.76:0/144053451 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0038098f70 0x7f00380993f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:57.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:57.733+0000 7f003ed11640 1 --2- 172.21.15.76:0/144053451 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00381ef8d0 0x7f003809ad40 unknown :-1 s=CLOSED pgs=1922 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:57.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:57.733+0000 7f003ed11640 1 -- 172.21.15.76:0/144053451 >> 172.21.15.76:0/144053451 conn(0x7f003806a0b0 msgr2=0x7f00380afe40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:57.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:57.733+0000 7f003ed11640 1 -- 172.21.15.76:0/144053451 shutdown_connections 2024-09-13T16:13:57.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:57.733+0000 7f003ed11640 1 -- 172.21.15.76:0/144053451 wait complete. 2024-09-13T16:13:57.747 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mds mds_min_caps_working_set 2024-09-13T16:13:57.853 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:57.851+0000 7f4e5d7ae640 1 Processor -- start 2024-09-13T16:13:57.853 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:57.851+0000 7f4e5d7ae640 1 -- start start 2024-09-13T16:13:57.854 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:57.852+0000 7f4e5d7ae640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f4e5815c500 0x7f4e580d2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:57.854 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:57.852+0000 7f4e5d7ae640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f4e580d2590 0x7f4e580cd8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:57.854 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:57.852+0000 7f4e5d7ae640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4e580cd450 con 0x7f4e580cde20 2024-09-13T16:13:57.854 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:57.852+0000 7f4e5d7ae640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4e580d29f0 con 0x7f4e5815c500 2024-09-13T16:13:57.854 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:57.852+0000 7f4e5d7ae640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4e580d0cf0 con 0x7f4e580d2590 2024-09-13T16:13:57.855 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:57.852+0000 7f4e56ffd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f4e5815c500 0x7f4e580d2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:57.855 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:57.853+0000 7f4e56ffd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f4e5815c500 0x7f4e580d2050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49488/0 (socket says 172.21.15.76:49488) 2024-09-13T16:13:57.855 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:57.853+0000 7f4e56ffd640 1 -- 172.21.15.76:0/2608335154 learned_addr learned my addr 172.21.15.76:0/2608335154 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:57.855 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:57.853+0000 7f4e4e7fc640 1 --2- 172.21.15.76:0/2608335154 >> v2:172.21.15.192:3300/0 conn(0x7f4e580d2590 0x7f4e580cd8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:57.855 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:57.853+0000 7f4e56ffd640 1 -- 172.21.15.76:0/2608335154 >> v2:172.21.15.192:3300/0 conn(0x7f4e580d2590 msgr2=0x7f4e580cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:57.855 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:57.853+0000 7f4e56ffd640 1 --2- 172.21.15.76:0/2608335154 >> v2:172.21.15.192:3300/0 conn(0x7f4e580d2590 0x7f4e580cd8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:57.855 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:57.853+0000 7f4e56ffd640 1 -- 172.21.15.76:0/2608335154 >> v1:172.21.15.192:6789/0 conn(0x7f4e580cde20 legacy=0x7f4e580d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:57.855 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:57.853+0000 7f4e56ffd640 1 -- 172.21.15.76:0/2608335154 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4e580d0fd0 con 0x7f4e5815c500 2024-09-13T16:13:57.855 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:57.853+0000 7f4e4e7fc640 1 --2- 172.21.15.76:0/2608335154 >> v2:172.21.15.192:3300/0 conn(0x7f4e580d2590 0x7f4e580cd8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:13:57.856 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:57.853+0000 7f4e56ffd640 1 --2- 172.21.15.76:0/2608335154 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4e5815c500 0x7f4e580d2050 secure :-1 s=READY pgs=1923 cs=0 l=1 rev1=1 crypto rx=0x7f4e5806ce50 tx=0x7f4e4802a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b738b0adf8cee56d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:57.857 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:57.854+0000 7f4e567fc640 1 -- 172.21.15.76:0/2608335154 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e48032440 con 0x7f4e5815c500 2024-09-13T16:13:57.857 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:57.854+0000 7f4e567fc640 1 -- 172.21.15.76:0/2608335154 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4e480325a0 con 0x7f4e5815c500 2024-09-13T16:13:57.857 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:57.854+0000 7f4e567fc640 1 -- 172.21.15.76:0/2608335154 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e48032930 con 0x7f4e5815c500 2024-09-13T16:13:57.857 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:57.854+0000 7f4e5d7ae640 1 -- 172.21.15.76:0/2608335154 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4e5815c500 msgr2=0x7f4e580d2050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:57.857 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:57.854+0000 7f4e5d7ae640 1 --2- 172.21.15.76:0/2608335154 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4e5815c500 0x7f4e580d2050 secure :-1 s=READY pgs=1923 cs=0 l=1 rev1=1 crypto rx=0x7f4e5806ce50 tx=0x7f4e4802a230 comp rx=0 tx=0).stop 2024-09-13T16:13:57.857 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:57.854+0000 7f4e5d7ae640 1 -- 172.21.15.76:0/2608335154 shutdown_connections 2024-09-13T16:13:57.857 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:57.854+0000 7f4e5d7ae640 1 --2- 172.21.15.76:0/2608335154 >> v2:172.21.15.192:3300/0 conn(0x7f4e580d2590 0x7f4e580cd8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:57.857 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:57.854+0000 7f4e5d7ae640 1 --2- 172.21.15.76:0/2608335154 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4e5815c500 0x7f4e580d2050 unknown :-1 s=CLOSED pgs=1923 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:57.857 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:57.854+0000 7f4e5d7ae640 1 -- 172.21.15.76:0/2608335154 >> 172.21.15.76:0/2608335154 conn(0x7f4e58089f60 msgr2=0x7f4e5809b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:57.857 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:57.854+0000 7f4e5d7ae640 1 -- 172.21.15.76:0/2608335154 shutdown_connections 2024-09-13T16:13:57.857 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:57.854+0000 7f4e5d7ae640 1 -- 172.21.15.76:0/2608335154 wait complete. 2024-09-13T16:13:57.857 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:57.855+0000 7f4e5d7ae640 1 Processor -- start 2024-09-13T16:13:57.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:57.856+0000 7f4e5d7ae640 1 -- start start 2024-09-13T16:13:57.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:57.856+0000 7f4e5d7ae640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4e580cde20 0x7f4e580b5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:57.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:57.856+0000 7f4e5d7ae640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4e580d2590 0x7f4e5815f430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:57.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:57.856+0000 7f4e5d7ae640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4e5815c500 0x7f4e581f1350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:57.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:57.856+0000 7f4e5d7ae640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e580b83b0 con 0x7f4e580cde20 2024-09-13T16:13:57.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:57.856+0000 7f4e5d7ae640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e580b7af0 con 0x7f4e580d2590 2024-09-13T16:13:57.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:57.856+0000 7f4e5d7ae640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4e580b7d60 con 0x7f4e5815c500 2024-09-13T16:13:57.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:57.856+0000 7f4e56ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4e580cde20 0x7f4e580b5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:57.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:57.856+0000 7f4e56ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4e580cde20 0x7f4e580b5260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49496/0 (socket says 172.21.15.76:49496) 2024-09-13T16:13:57.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:57.856+0000 7f4e56ffd640 1 -- 172.21.15.76:0/1830358523 learned_addr learned my addr 172.21.15.76:0/1830358523 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:57.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:57.857+0000 7f4e577fe640 1 --2- 172.21.15.76:0/1830358523 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4e5815c500 0x7f4e581f1350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:57.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:57.857+0000 7f4e4e7fc640 1 --2- 172.21.15.76:0/1830358523 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4e580d2590 0x7f4e5815f430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:57.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:57.857+0000 7f4e56ffd640 1 -- 172.21.15.76:0/1830358523 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4e5815c500 msgr2=0x7f4e581f1350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:57.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:57.857+0000 7f4e56ffd640 1 --2- 172.21.15.76:0/1830358523 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4e5815c500 0x7f4e581f1350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:57.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:57.857+0000 7f4e56ffd640 1 -- 172.21.15.76:0/1830358523 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4e580d2590 msgr2=0x7f4e5815f430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:57.861 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:57.857+0000 7f4e56ffd640 1 --2- 172.21.15.76:0/1830358523 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4e580d2590 0x7f4e5815f430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:57.861 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:57.857+0000 7f4e56ffd640 1 -- 172.21.15.76:0/1830358523 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4e480094d0 con 0x7f4e580cde20 2024-09-13T16:13:57.861 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:57.857+0000 7f4e4e7fc640 1 --2- 172.21.15.76:0/1830358523 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4e580d2590 0x7f4e5815f430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:13:57.861 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:57.857+0000 7f4e56ffd640 1 --2- 172.21.15.76:0/1830358523 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4e580cde20 0x7f4e580b5260 secure :-1 s=READY pgs=1924 cs=0 l=1 rev1=1 crypto rx=0x7f4e4802a270 tx=0x7f4e480046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:57.861 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:57.857+0000 7f4e4ffff640 1 -- 172.21.15.76:0/1830358523 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e48030b80 con 0x7f4e580cde20 2024-09-13T16:13:57.861 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:57.857+0000 7f4e4ffff640 1 -- 172.21.15.76:0/1830358523 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4e48030ce0 con 0x7f4e580cde20 2024-09-13T16:13:57.861 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:57.857+0000 7f4e5d7ae640 1 -- 172.21.15.76:0/1830358523 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4e580b8040 con 0x7f4e580cde20 2024-09-13T16:13:57.861 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:57.857+0000 7f4e4ffff640 1 -- 172.21.15.76:0/1830358523 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e4803d680 con 0x7f4e580cde20 2024-09-13T16:13:57.861 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:57.857+0000 7f4e5d7ae640 1 -- 172.21.15.76:0/1830358523 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4e5815f970 con 0x7f4e580cde20 2024-09-13T16:13:57.861 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:57.858+0000 7f4e5d7ae640 1 -- 172.21.15.76:0/1830358523 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4e5815fb60 con 0x7f4e580cde20 2024-09-13T16:13:57.861 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:57.859+0000 7f4e4ffff640 1 -- 172.21.15.76:0/1830358523 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f4e48039040 con 0x7f4e580cde20 2024-09-13T16:13:57.862 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:57.859+0000 7f4e4ffff640 1 --2- 172.21.15.76:0/1830358523 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4e3806ac00 0x7f4e3806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:57.862 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:57.859+0000 7f4e4ffff640 1 -- 172.21.15.76:0/1830358523 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(139..139 src has 1..139) v4 ==== 5263+0+0 (secure 0 0 0) 0x7f4e480a9f20 con 0x7f4e580cde20 2024-09-13T16:13:57.862 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:57.859+0000 7f4e4e7fc640 1 --2- 172.21.15.76:0/1830358523 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4e3806ac00 0x7f4e3806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:57.862 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:57.859+0000 7f4e4e7fc640 1 --2- 172.21.15.76:0/1830358523 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4e3806ac00 0x7f4e3806d0c0 secure :-1 s=READY pgs=819 cs=0 l=1 rev1=1 crypto rx=0x7f4e580cf300 tx=0x7f4e40008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:57.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:57.863+0000 7f4e4ffff640 1 -- 172.21.15.76:0/1830358523 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f4e480752c0 con 0x7f4e580cde20 2024-09-13T16:13:58.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.025+0000 7f4e5d7ae640 1 -- 172.21.15.76:0/1830358523 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "config rm", "who": "mds", "name": "mds_min_caps_working_set"} v 0) v1 -- 0x7f4e580cd8e0 con 0x7f4e580cde20 2024-09-13T16:13:58.030 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.029+0000 7f4e4ffff640 1 -- 172.21.15.76:0/1830358523 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mds", "name": "mds_min_caps_working_set"}]=0 v58) v1 ==== 107+0+0 (secure 0 0 0) 0x7f4e480788e0 con 0x7f4e580cde20 2024-09-13T16:13:58.032 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.031+0000 7f4e5d7ae640 1 -- 172.21.15.76:0/1830358523 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4e3806ac00 msgr2=0x7f4e3806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:58.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.031+0000 7f4e5d7ae640 1 --2- 172.21.15.76:0/1830358523 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4e3806ac00 0x7f4e3806d0c0 secure :-1 s=READY pgs=819 cs=0 l=1 rev1=1 crypto rx=0x7f4e580cf300 tx=0x7f4e40008040 comp rx=0 tx=0).stop 2024-09-13T16:13:58.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.031+0000 7f4e5d7ae640 1 -- 172.21.15.76:0/1830358523 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4e580cde20 msgr2=0x7f4e580b5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:58.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.031+0000 7f4e5d7ae640 1 --2- 172.21.15.76:0/1830358523 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4e580cde20 0x7f4e580b5260 secure :-1 s=READY pgs=1924 cs=0 l=1 rev1=1 crypto rx=0x7f4e4802a270 tx=0x7f4e480046c0 comp rx=0 tx=0).stop 2024-09-13T16:13:58.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.031+0000 7f4e5d7ae640 1 -- 172.21.15.76:0/1830358523 shutdown_connections 2024-09-13T16:13:58.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.031+0000 7f4e5d7ae640 1 --2- 172.21.15.76:0/1830358523 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4e3806ac00 0x7f4e3806d0c0 unknown :-1 s=CLOSED pgs=819 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:58.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.031+0000 7f4e5d7ae640 1 --2- 172.21.15.76:0/1830358523 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4e5815c500 0x7f4e581f1350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:58.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.031+0000 7f4e5d7ae640 1 --2- 172.21.15.76:0/1830358523 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4e580d2590 0x7f4e5815f430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:58.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.031+0000 7f4e5d7ae640 1 --2- 172.21.15.76:0/1830358523 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4e580cde20 0x7f4e580b5260 unknown :-1 s=CLOSED pgs=1924 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:58.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.031+0000 7f4e5d7ae640 1 -- 172.21.15.76:0/1830358523 >> 172.21.15.76:0/1830358523 conn(0x7f4e58089f60 msgr2=0x7f4e580730d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:58.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.031+0000 7f4e5d7ae640 1 -- 172.21.15.76:0/1830358523 shutdown_connections 2024-09-13T16:13:58.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.031+0000 7f4e5d7ae640 1 -- 172.21.15.76:0/1830358523 wait complete. 2024-09-13T16:13:58.043 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mds mds_recall_max_caps 2024-09-13T16:13:58.144 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.143+0000 7f29dccd7640 1 Processor -- start 2024-09-13T16:13:58.144 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.143+0000 7f29dccd7640 1 -- start start 2024-09-13T16:13:58.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.144+0000 7f29dccd7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f29d80b20a0 0x7f29d80ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:58.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.144+0000 7f29dccd7640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f29d815a790 con 0x7f29d80cea30 2024-09-13T16:13:58.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.144+0000 7f29dccd7640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f29d80b2680 con 0x7f29d815a3b0 2024-09-13T16:13:58.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.144+0000 7f29dccd7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f29d80ceec0 con 0x7f29d80b20a0 2024-09-13T16:13:58.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.144+0000 7f29d6d9d640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f29d80cea30 0x7f29d80ab9e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:44038/0 (socket says 172.21.15.76:44038) 2024-09-13T16:13:58.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.144+0000 7f29d6d9d640 1 -- 172.21.15.76:0/3515660241 learned_addr learned my addr 172.21.15.76:0/3515660241 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:13:58.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.144+0000 7f29d5d9b640 1 --2- 172.21.15.76:0/3515660241 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f29d80b20a0 0x7f29d80ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:58.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.144+0000 7f29d559a640 1 -- 172.21.15.76:0/3515660241 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1228038583 0 0) 0x7f29d815a790 con 0x7f29d80cea30 2024-09-13T16:13:58.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.144+0000 7f29d559a640 1 -- 172.21.15.76:0/3515660241 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f29c0003520 con 0x7f29d80cea30 2024-09-13T16:13:58.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.144+0000 7f29d559a640 1 -- 172.21.15.76:0/3515660241 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2128116091 0 0) 0x7f29c0003520 con 0x7f29d80cea30 2024-09-13T16:13:58.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.144+0000 7f29d559a640 1 -- 172.21.15.76:0/3515660241 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f29d80b20a0 msgr2=0x7f29d80ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:58.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.144+0000 7f29d559a640 1 --2- 172.21.15.76:0/3515660241 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f29d80b20a0 0x7f29d80ce4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:58.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.144+0000 7f29d559a640 1 -- 172.21.15.76:0/3515660241 >> v1:172.21.15.192:6789/0 conn(0x7f29d815a3b0 legacy=0x7f29d80b1720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:58.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.144+0000 7f29d559a640 1 -- 172.21.15.76:0/3515660241 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f29d80b2960 con 0x7f29d80cea30 2024-09-13T16:13:58.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.144+0000 7f29d559a640 1 -- 172.21.15.76:0/3515660241 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f29c80019f0 con 0x7f29d80cea30 2024-09-13T16:13:58.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.144+0000 7f29d559a640 1 -- 172.21.15.76:0/3515660241 >> v1:172.21.15.76:6789/0 conn(0x7f29d80cea30 legacy=0x7f29d80ab9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:58.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.144+0000 7f29d559a640 1 --2- 172.21.15.76:0/3515660241 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f29d80b20a0 0x7f29c00039a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:58.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.144+0000 7f29d559a640 1 --2- 172.21.15.76:0/3515660241 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f29c0003ee0 0x7f29c00047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:58.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.144+0000 7f29d559a640 1 --2- 172.21.15.76:0/3515660241 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f29c0004d00 0x7f29c0005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:58.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.144+0000 7f29d559a640 1 -- 172.21.15.76:0/3515660241 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f29d80ceec0 con 0x7f29c0004d00 2024-09-13T16:13:58.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.144+0000 7f29d559a640 1 -- 172.21.15.76:0/3515660241 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f29c000b9e0 con 0x7f29c0003ee0 2024-09-13T16:13:58.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.144+0000 7f29d559a640 1 -- 172.21.15.76:0/3515660241 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f29c000bba0 con 0x7f29d80b20a0 2024-09-13T16:13:58.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.144+0000 7f29d6d9d640 1 --2- 172.21.15.76:0/3515660241 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f29c0004d00 0x7f29c0005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:58.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.144+0000 7f29d659c640 1 --2- 172.21.15.76:0/3515660241 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f29d80b20a0 0x7f29c00039a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:58.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.144+0000 7f29d5d9b640 1 --2- 172.21.15.76:0/3515660241 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f29c0003ee0 0x7f29c00047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:58.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.145+0000 7f29d6d9d640 1 -- 172.21.15.76:0/3515660241 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f29d80b20a0 msgr2=0x7f29c00039a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:58.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.145+0000 7f29d6d9d640 1 --2- 172.21.15.76:0/3515660241 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f29d80b20a0 0x7f29c00039a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:58.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.145+0000 7f29d6d9d640 1 -- 172.21.15.76:0/3515660241 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f29c0003ee0 msgr2=0x7f29c00047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:58.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.145+0000 7f29d6d9d640 1 --2- 172.21.15.76:0/3515660241 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f29c0003ee0 0x7f29c00047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:58.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.145+0000 7f29d6d9d640 1 -- 172.21.15.76:0/3515660241 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f29c0003520 con 0x7f29c0004d00 2024-09-13T16:13:58.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.145+0000 7f29d6d9d640 1 --2- 172.21.15.76:0/3515660241 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f29c0004d00 0x7f29c0005180 secure :-1 s=READY pgs=1926 cs=0 l=1 rev1=1 crypto rx=0x7f29c800a7d0 tx=0x7f29c00057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1561a905a7b903ac server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:58.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.146+0000 7f29d559a640 1 -- 172.21.15.76:0/3515660241 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29c802b9c0 con 0x7f29c0004d00 2024-09-13T16:13:58.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.146+0000 7f29d559a640 1 -- 172.21.15.76:0/3515660241 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f29c802bb40 con 0x7f29c0004d00 2024-09-13T16:13:58.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.146+0000 7f29d559a640 1 -- 172.21.15.76:0/3515660241 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29c8034470 con 0x7f29c0004d00 2024-09-13T16:13:58.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.146+0000 7f29dccd7640 1 -- 172.21.15.76:0/3515660241 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f29c0004d00 msgr2=0x7f29c0005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:58.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.146+0000 7f29dccd7640 1 --2- 172.21.15.76:0/3515660241 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f29c0004d00 0x7f29c0005180 secure :-1 s=READY pgs=1926 cs=0 l=1 rev1=1 crypto rx=0x7f29c800a7d0 tx=0x7f29c00057f0 comp rx=0 tx=0).stop 2024-09-13T16:13:58.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.146+0000 7f29d6d9d640 1 -- 172.21.15.76:0/3515660241 reap_dead start 2024-09-13T16:13:58.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.146+0000 7f29dccd7640 1 -- 172.21.15.76:0/3515660241 shutdown_connections 2024-09-13T16:13:58.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.146+0000 7f29dccd7640 1 -- 172.21.15.76:0/3515660241 >> 172.21.15.76:0/3515660241 conn(0x7f29d806a0b0 msgr2=0x7f29d806a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:58.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.146+0000 7f29dccd7640 1 -- 172.21.15.76:0/3515660241 shutdown_connections 2024-09-13T16:13:58.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.146+0000 7f29dccd7640 1 -- 172.21.15.76:0/3515660241 wait complete. 2024-09-13T16:13:58.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.148+0000 7f29dccd7640 1 Processor -- start 2024-09-13T16:13:58.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.148+0000 7f29dccd7640 1 -- start start 2024-09-13T16:13:58.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.148+0000 7f29dccd7640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f29c0004d00 0x7f29d8157d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:58.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.148+0000 7f29dccd7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f29d815b7e0 0x7f29d815bc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:58.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.148+0000 7f29dccd7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f29d815c1a0 0x7f29d80c2930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:58.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.148+0000 7f29dccd7640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f29d80c2510 con 0x7f29d815c1a0 2024-09-13T16:13:58.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.148+0000 7f29dccd7640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f29d80c1c40 con 0x7f29c0004d00 2024-09-13T16:13:58.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.148+0000 7f29dccd7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f29d815c620 con 0x7f29d815b7e0 2024-09-13T16:13:58.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.148+0000 7f29d6d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f29d815c1a0 0x7f29d80c2930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:58.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.148+0000 7f29d6d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f29d815c1a0 0x7f29d80c2930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49516/0 (socket says 172.21.15.76:49516) 2024-09-13T16:13:58.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.148+0000 7f29d6d9d640 1 -- 172.21.15.76:0/1851683238 learned_addr learned my addr 172.21.15.76:0/1851683238 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:58.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.149+0000 7f29d659c640 1 --2- 172.21.15.76:0/1851683238 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f29c0004d00 0x7f29d8157d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:58.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.149+0000 7f29d5d9b640 1 --2- 172.21.15.76:0/1851683238 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f29d815b7e0 0x7f29d815bc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:58.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.149+0000 7f29d6d9d640 1 -- 172.21.15.76:0/1851683238 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f29d815b7e0 msgr2=0x7f29d815bc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:58.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.149+0000 7f29d6d9d640 1 --2- 172.21.15.76:0/1851683238 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f29d815b7e0 0x7f29d815bc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:58.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.149+0000 7f29d6d9d640 1 -- 172.21.15.76:0/1851683238 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f29c0004d00 msgr2=0x7f29d8157d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:58.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.149+0000 7f29d6d9d640 1 --2- 172.21.15.76:0/1851683238 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f29c0004d00 0x7f29d8157d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:58.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.149+0000 7f29d6d9d640 1 -- 172.21.15.76:0/1851683238 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f29d8158260 con 0x7f29d815c1a0 2024-09-13T16:13:58.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.149+0000 7f29d6d9d640 1 --2- 172.21.15.76:0/1851683238 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f29d815c1a0 0x7f29d80c2930 secure :-1 s=READY pgs=1927 cs=0 l=1 rev1=1 crypto rx=0x7f29c800a7d0 tx=0x7f29c8001d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:58.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.149+0000 7f29c6ffd640 1 -- 172.21.15.76:0/1851683238 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29c8038070 con 0x7f29d815c1a0 2024-09-13T16:13:58.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.149+0000 7f29c6ffd640 1 -- 172.21.15.76:0/1851683238 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f29c802b9d0 con 0x7f29d815c1a0 2024-09-13T16:13:58.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.149+0000 7f29dccd7640 1 -- 172.21.15.76:0/1851683238 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f29d80b0130 con 0x7f29d815c1a0 2024-09-13T16:13:58.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.149+0000 7f29c6ffd640 1 -- 172.21.15.76:0/1851683238 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29c8034890 con 0x7f29d815c1a0 2024-09-13T16:13:58.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.149+0000 7f29dccd7640 1 -- 172.21.15.76:0/1851683238 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f29d80c2130 con 0x7f29d815c1a0 2024-09-13T16:13:58.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.150+0000 7f29dccd7640 1 -- 172.21.15.76:0/1851683238 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f29d80b2680 con 0x7f29d815c1a0 2024-09-13T16:13:58.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.150+0000 7f29c6ffd640 1 -- 172.21.15.76:0/1851683238 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f29c8031070 con 0x7f29d815c1a0 2024-09-13T16:13:58.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.151+0000 7f29c6ffd640 1 --2- 172.21.15.76:0/1851683238 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f29b806ac00 0x7f29b806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:58.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.151+0000 7f29d659c640 1 --2- 172.21.15.76:0/1851683238 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f29b806ac00 0x7f29b806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:58.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.151+0000 7f29c6ffd640 1 -- 172.21.15.76:0/1851683238 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(139..139 src has 1..139) v4 ==== 5263+0+0 (secure 0 0 0) 0x7f29c803b040 con 0x7f29d815c1a0 2024-09-13T16:13:58.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.151+0000 7f29d659c640 1 --2- 172.21.15.76:0/1851683238 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f29b806ac00 0x7f29b806d0c0 secure :-1 s=READY pgs=820 cs=0 l=1 rev1=1 crypto rx=0x7f29d0005580 tx=0x7f29d0009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:58.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.155+0000 7f29c6ffd640 1 -- 172.21.15.76:0/1851683238 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f29c80746b0 con 0x7f29d815c1a0 2024-09-13T16:13:58.318 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.316+0000 7f29dccd7640 1 -- 172.21.15.76:0/1851683238 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "config rm", "who": "mds", "name": "mds_recall_max_caps"} v 0) v1 -- 0x7f29d80cd290 con 0x7f29d815c1a0 2024-09-13T16:13:58.322 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.320+0000 7f29c6ffd640 1 -- 172.21.15.76:0/1851683238 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mds", "name": "mds_recall_max_caps"}]=0 v59) v1 ==== 102+0+0 (secure 0 0 0) 0x7f29c8077cd0 con 0x7f29d815c1a0 2024-09-13T16:13:58.324 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.322+0000 7f29dccd7640 1 -- 172.21.15.76:0/1851683238 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f29b806ac00 msgr2=0x7f29b806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:58.324 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.322+0000 7f29dccd7640 1 --2- 172.21.15.76:0/1851683238 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f29b806ac00 0x7f29b806d0c0 secure :-1 s=READY pgs=820 cs=0 l=1 rev1=1 crypto rx=0x7f29d0005580 tx=0x7f29d0009040 comp rx=0 tx=0).stop 2024-09-13T16:13:58.324 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.322+0000 7f29dccd7640 1 -- 172.21.15.76:0/1851683238 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f29d815c1a0 msgr2=0x7f29d80c2930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:58.325 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.322+0000 7f29dccd7640 1 --2- 172.21.15.76:0/1851683238 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f29d815c1a0 0x7f29d80c2930 secure :-1 s=READY pgs=1927 cs=0 l=1 rev1=1 crypto rx=0x7f29c800a7d0 tx=0x7f29c8001d00 comp rx=0 tx=0).stop 2024-09-13T16:13:58.325 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.323+0000 7f29dccd7640 1 -- 172.21.15.76:0/1851683238 shutdown_connections 2024-09-13T16:13:58.325 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.323+0000 7f29dccd7640 1 --2- 172.21.15.76:0/1851683238 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f29d815c1a0 0x7f29d80c2930 unknown :-1 s=CLOSED pgs=1927 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:58.325 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.323+0000 7f29dccd7640 1 --2- 172.21.15.76:0/1851683238 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f29b806ac00 0x7f29b806d0c0 unknown :-1 s=CLOSED pgs=820 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:58.325 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.323+0000 7f29dccd7640 1 --2- 172.21.15.76:0/1851683238 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f29d815b7e0 0x7f29d815bc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:58.325 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.323+0000 7f29dccd7640 1 --2- 172.21.15.76:0/1851683238 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f29c0004d00 0x7f29d8157d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:58.325 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.323+0000 7f29dccd7640 1 -- 172.21.15.76:0/1851683238 >> 172.21.15.76:0/1851683238 conn(0x7f29d806a0b0 msgr2=0x7f29d81589b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:58.325 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.323+0000 7f29dccd7640 1 -- 172.21.15.76:0/1851683238 shutdown_connections 2024-09-13T16:13:58.325 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.323+0000 7f29dccd7640 1 -- 172.21.15.76:0/1851683238 wait complete. 2024-09-13T16:13:58.335 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mds mds_cache_memory_limit 2024-09-13T16:13:58.435 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.433+0000 7f86228b8640 1 Processor -- start 2024-09-13T16:13:58.435 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.433+0000 7f86228b8640 1 -- start start 2024-09-13T16:13:58.435 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.434+0000 7f86228b8640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f861c0b20a0 0x7f861c0ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:58.436 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.434+0000 7f86228b8640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f861c0cea30 0x7f861c0ab9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:58.436 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.434+0000 7f86228b8640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f861c15a790 con 0x7f861c15a3b0 2024-09-13T16:13:58.436 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.434+0000 7f86228b8640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f861c0ceea0 con 0x7f861c0b20a0 2024-09-13T16:13:58.436 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.434+0000 7f86228b8640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f861c0b2680 con 0x7f861c0cea30 2024-09-13T16:13:58.436 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.434+0000 7f861b7fe640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f861c0b20a0 0x7f861c0ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:58.436 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.434+0000 7f8620e55640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f861c0cea30 0x7f861c0ab9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:58.436 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.434+0000 7f861b7fe640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f861c0b20a0 0x7f861c0ce4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.76:36022/0 (socket says 172.21.15.76:36022) 2024-09-13T16:13:58.436 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.434+0000 7f8620e55640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f861c0cea30 0x7f861c0ab9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.76:57114/0 (socket says 172.21.15.76:57114) 2024-09-13T16:13:58.436 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.434+0000 7f861b7fe640 1 -- 172.21.15.76:0/1801846272 learned_addr learned my addr 172.21.15.76:0/1801846272 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:58.438 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.435+0000 7f861b7fe640 1 -- 172.21.15.76:0/1801846272 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f861c0cea30 msgr2=0x7f861c0ab9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:58.438 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.435+0000 7f861b7fe640 1 --2- 172.21.15.76:0/1801846272 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f861c0cea30 0x7f861c0ab9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:58.438 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.435+0000 7f861b7fe640 1 -- 172.21.15.76:0/1801846272 >> v1:172.21.15.192:6789/0 conn(0x7f861c15a3b0 legacy=0x7f861c0b1720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:58.438 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.435+0000 7f861b7fe640 1 -- 172.21.15.76:0/1801846272 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f861c0b2960 con 0x7f861c0b20a0 2024-09-13T16:13:58.438 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.435+0000 7f8620e55640 1 --2- 172.21.15.76:0/1801846272 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f861c0cea30 0x7f861c0ab9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:13:58.439 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.436+0000 7f861b7fe640 1 --2- 172.21.15.76:0/1801846272 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f861c0b20a0 0x7f861c0ce4f0 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7f8610009870 tx=0x7f861002a160 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f4e6e27370a25d3b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:58.439 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.436+0000 7f861affd640 1 -- 172.21.15.76:0/1801846272 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f861002adf0 con 0x7f861c0b20a0 2024-09-13T16:13:58.439 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.436+0000 7f861affd640 1 -- 172.21.15.76:0/1801846272 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8610032440 con 0x7f861c0b20a0 2024-09-13T16:13:58.439 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.436+0000 7f861affd640 1 -- 172.21.15.76:0/1801846272 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86100327d0 con 0x7f861c0b20a0 2024-09-13T16:13:58.439 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.436+0000 7f86228b8640 1 -- 172.21.15.76:0/1801846272 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f861c0b20a0 msgr2=0x7f861c0ce4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:58.439 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.436+0000 7f86228b8640 1 --2- 172.21.15.76:0/1801846272 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f861c0b20a0 0x7f861c0ce4f0 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7f8610009870 tx=0x7f861002a160 comp rx=0 tx=0).stop 2024-09-13T16:13:58.439 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.436+0000 7f86228b8640 1 -- 172.21.15.76:0/1801846272 shutdown_connections 2024-09-13T16:13:58.439 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.436+0000 7f86228b8640 1 --2- 172.21.15.76:0/1801846272 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f861c0cea30 0x7f861c0ab9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:58.439 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.436+0000 7f86228b8640 1 --2- 172.21.15.76:0/1801846272 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f861c0b20a0 0x7f861c0ce4f0 unknown :-1 s=CLOSED pgs=617 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:58.439 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.436+0000 7f86228b8640 1 -- 172.21.15.76:0/1801846272 >> 172.21.15.76:0/1801846272 conn(0x7f861c06a0b0 msgr2=0x7f861c06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:58.439 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.436+0000 7f86228b8640 1 -- 172.21.15.76:0/1801846272 shutdown_connections 2024-09-13T16:13:58.439 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.436+0000 7f86228b8640 1 -- 172.21.15.76:0/1801846272 wait complete. 2024-09-13T16:13:58.441 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.438+0000 7f86228b8640 1 Processor -- start 2024-09-13T16:13:58.441 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.438+0000 7f86228b8640 1 -- start start 2024-09-13T16:13:58.442 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.438+0000 7f86228b8640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f861c0b20a0 0x7f861c1f3420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:58.442 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.438+0000 7f86228b8640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f861c0cea30 0x7f861c0cd6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:58.442 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.438+0000 7f86228b8640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f861c15a3b0 0x7f861c0cc350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:58.442 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.439+0000 7f86228b8640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f861c0cd4b0 con 0x7f861c0b20a0 2024-09-13T16:13:58.442 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.439+0000 7f86228b8640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f861c0c12f0 con 0x7f861c15a3b0 2024-09-13T16:13:58.442 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.439+0000 7f86228b8640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f861c06a530 con 0x7f861c0cea30 2024-09-13T16:13:58.442 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.439+0000 7f861bfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f861c0b20a0 0x7f861c1f3420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:58.442 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.439+0000 7f861bfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f861c0b20a0 0x7f861c1f3420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49524/0 (socket says 172.21.15.76:49524) 2024-09-13T16:13:58.442 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.439+0000 7f861bfff640 1 -- 172.21.15.76:0/1534197602 learned_addr learned my addr 172.21.15.76:0/1534197602 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:58.442 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.439+0000 7f861b7fe640 1 --2- 172.21.15.76:0/1534197602 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f861c0cea30 0x7f861c0cd6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:58.442 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.439+0000 7f861bfff640 1 -- 172.21.15.76:0/1534197602 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f861c0cea30 msgr2=0x7f861c0cd6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:58.442 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.439+0000 7f861bfff640 1 --2- 172.21.15.76:0/1534197602 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f861c0cea30 0x7f861c0cd6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:58.443 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.439+0000 7f861bfff640 1 -- 172.21.15.76:0/1534197602 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f861c15a3b0 msgr2=0x7f861c0cc350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:58.443 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.439+0000 7f861bfff640 1 --2- 172.21.15.76:0/1534197602 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f861c15a3b0 0x7f861c0cc350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:58.443 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.439+0000 7f861bfff640 1 -- 172.21.15.76:0/1534197602 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8614009a70 con 0x7f861c0b20a0 2024-09-13T16:13:58.443 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.439+0000 7f861b7fe640 1 --2- 172.21.15.76:0/1534197602 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f861c0cea30 0x7f861c0cd6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:58.443 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.439+0000 7f861bfff640 1 --2- 172.21.15.76:0/1534197602 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f861c0b20a0 0x7f861c1f3420 secure :-1 s=READY pgs=1928 cs=0 l=1 rev1=1 crypto rx=0x7f860c00c780 tx=0x7f860c00cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:58.443 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.439+0000 7f8618ff9640 1 -- 172.21.15.76:0/1534197602 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f860c005270 con 0x7f861c0b20a0 2024-09-13T16:13:58.443 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.439+0000 7f8618ff9640 1 -- 172.21.15.76:0/1534197602 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f860c0053f0 con 0x7f861c0b20a0 2024-09-13T16:13:58.443 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.439+0000 7f8618ff9640 1 -- 172.21.15.76:0/1534197602 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f860c003830 con 0x7f861c0b20a0 2024-09-13T16:13:58.443 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.439+0000 7f86228b8640 1 -- 172.21.15.76:0/1534197602 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f86100094d0 con 0x7f861c0b20a0 2024-09-13T16:13:58.443 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.440+0000 7f86228b8640 1 -- 172.21.15.76:0/1534197602 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f861c0c1520 con 0x7f861c0b20a0 2024-09-13T16:13:58.443 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.440+0000 7f86228b8640 1 -- 172.21.15.76:0/1534197602 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f861c1f3960 con 0x7f861c0b20a0 2024-09-13T16:13:58.444 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.441+0000 7f8618ff9640 1 -- 172.21.15.76:0/1534197602 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f860c003990 con 0x7f861c0b20a0 2024-09-13T16:13:58.444 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.441+0000 7f8618ff9640 1 --2- 172.21.15.76:0/1534197602 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f860806ac00 0x7f860806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:58.444 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.441+0000 7f8618ff9640 1 -- 172.21.15.76:0/1534197602 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(139..139 src has 1..139) v4 ==== 5263+0+0 (secure 0 0 0) 0x7f860c088830 con 0x7f861c0b20a0 2024-09-13T16:13:58.444 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.441+0000 7f861b7fe640 1 --2- 172.21.15.76:0/1534197602 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f860806ac00 0x7f860806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:58.445 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.442+0000 7f861b7fe640 1 --2- 172.21.15.76:0/1534197602 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f860806ac00 0x7f860806d0c0 secure :-1 s=READY pgs=821 cs=0 l=1 rev1=1 crypto rx=0x7f8610034000 tx=0x7f861002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:58.447 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.446+0000 7f8618ff9640 1 -- 172.21.15.76:0/1534197602 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f860c053b50 con 0x7f861c0b20a0 2024-09-13T16:13:58.609 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.608+0000 7f86228b8640 1 -- 172.21.15.76:0/1534197602 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "config rm", "who": "mds", "name": "mds_cache_memory_limit"} v 0) v1 -- 0x7f861c06a7d0 con 0x7f861c0b20a0 2024-09-13T16:13:58.612 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.611+0000 7f8618ff9640 1 -- 172.21.15.76:0/1534197602 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mds", "name": "mds_cache_memory_limit"}]=0 v60) v1 ==== 105+0+0 (secure 0 0 0) 0x7f860c0170b0 con 0x7f861c0b20a0 2024-09-13T16:13:58.615 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.613+0000 7f86228b8640 1 -- 172.21.15.76:0/1534197602 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f860806ac00 msgr2=0x7f860806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:58.615 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.613+0000 7f86228b8640 1 --2- 172.21.15.76:0/1534197602 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f860806ac00 0x7f860806d0c0 secure :-1 s=READY pgs=821 cs=0 l=1 rev1=1 crypto rx=0x7f8610034000 tx=0x7f861002e000 comp rx=0 tx=0).stop 2024-09-13T16:13:58.615 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.613+0000 7f86228b8640 1 -- 172.21.15.76:0/1534197602 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f861c0b20a0 msgr2=0x7f861c1f3420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:58.615 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.613+0000 7f86228b8640 1 --2- 172.21.15.76:0/1534197602 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f861c0b20a0 0x7f861c1f3420 secure :-1 s=READY pgs=1928 cs=0 l=1 rev1=1 crypto rx=0x7f860c00c780 tx=0x7f860c00cc40 comp rx=0 tx=0).stop 2024-09-13T16:13:58.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.614+0000 7f86228b8640 1 -- 172.21.15.76:0/1534197602 shutdown_connections 2024-09-13T16:13:58.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.614+0000 7f86228b8640 1 --2- 172.21.15.76:0/1534197602 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f861c15a3b0 0x7f861c0cc350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:58.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.614+0000 7f86228b8640 1 --2- 172.21.15.76:0/1534197602 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f860806ac00 0x7f860806d0c0 unknown :-1 s=CLOSED pgs=821 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:58.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.614+0000 7f86228b8640 1 --2- 172.21.15.76:0/1534197602 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f861c0cea30 0x7f861c0cd6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:58.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.614+0000 7f86228b8640 1 --2- 172.21.15.76:0/1534197602 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f861c0b20a0 0x7f861c1f3420 unknown :-1 s=CLOSED pgs=1928 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:58.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.614+0000 7f86228b8640 1 -- 172.21.15.76:0/1534197602 >> 172.21.15.76:0/1534197602 conn(0x7f861c06a0b0 msgr2=0x7f861c1589b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:58.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.614+0000 7f86228b8640 1 -- 172.21.15.76:0/1534197602 shutdown_connections 2024-09-13T16:13:58.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.614+0000 7f86228b8640 1 -- 172.21.15.76:0/1534197602 wait complete. 2024-09-13T16:13:58.626 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mds mds_recall_warning_threshold 2024-09-13T16:13:58.725 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.724+0000 7f22b6e9c640 1 Processor -- start 2024-09-13T16:13:58.763 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.724+0000 7f22b6e9c640 1 -- start start 2024-09-13T16:13:58.769 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.725+0000 7f22b6e9c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f22b006e5e0 0x7f22b00b3400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:58.769 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.725+0000 7f22b6e9c640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f22b00ad7f0 con 0x7f22b00b2200 2024-09-13T16:13:58.769 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.725+0000 7f22b6e9c640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f22b00adad0 con 0x7f22b00ad360 2024-09-13T16:13:58.769 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.725+0000 7f22b6e9c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f22b00b3940 con 0x7f22b006e5e0 2024-09-13T16:13:58.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.725+0000 7f22b4c38640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f22b00b2200 0x7f22b00b25e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:44054/0 (socket says 172.21.15.76:44054) 2024-09-13T16:13:58.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.725+0000 7f22b4c38640 1 -- 172.21.15.76:0/511705416 learned_addr learned my addr 172.21.15.76:0/511705416 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:13:58.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.725+0000 7f22b5439640 1 --2- 172.21.15.76:0/511705416 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f22b006e5e0 0x7f22b00b3400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:58.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.725+0000 7f22af7fe640 1 -- 172.21.15.76:0/511705416 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1462321974 0 0) 0x7f22b00ad7f0 con 0x7f22b00b2200 2024-09-13T16:13:58.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.725+0000 7f22af7fe640 1 -- 172.21.15.76:0/511705416 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f22a0003520 con 0x7f22b00b2200 2024-09-13T16:13:58.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.725+0000 7f22af7fe640 1 -- 172.21.15.76:0/511705416 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3536967215 0 0) 0x7f22a0003520 con 0x7f22b00b2200 2024-09-13T16:13:58.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.725+0000 7f22af7fe640 1 -- 172.21.15.76:0/511705416 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f22b006e5e0 msgr2=0x7f22b00b3400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:58.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.725+0000 7f22af7fe640 1 --2- 172.21.15.76:0/511705416 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f22b006e5e0 0x7f22b00b3400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:58.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.725+0000 7f22af7fe640 1 -- 172.21.15.76:0/511705416 >> v1:172.21.15.192:6789/0 conn(0x7f22b00ad360 legacy=0x7f22b00b2cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:58.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.725+0000 7f22af7fe640 1 -- 172.21.15.76:0/511705416 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f22b00addb0 con 0x7f22b00b2200 2024-09-13T16:13:58.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.725+0000 7f22af7fe640 1 -- 172.21.15.76:0/511705416 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f22a4001670 con 0x7f22b00b2200 2024-09-13T16:13:58.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.725+0000 7f22af7fe640 1 -- 172.21.15.76:0/511705416 >> v1:172.21.15.76:6789/0 conn(0x7f22b00b2200 legacy=0x7f22b00b25e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:58.770 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.725+0000 7f22af7fe640 1 --2- 172.21.15.76:0/511705416 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f22a00039a0 0x7f22a0003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:58.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.725+0000 7f22af7fe640 1 --2- 172.21.15.76:0/511705416 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f22a00047c0 0x7f22a0004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:58.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.726+0000 7f22af7fe640 1 --2- 172.21.15.76:0/511705416 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f22b006e5e0 0x7f22a00051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:58.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.726+0000 7f22af7fe640 1 -- 172.21.15.76:0/511705416 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f22b00b3940 con 0x7f22a00047c0 2024-09-13T16:13:58.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.726+0000 7f22af7fe640 1 -- 172.21.15.76:0/511705416 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f22a000bab0 con 0x7f22a00039a0 2024-09-13T16:13:58.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.726+0000 7f22af7fe640 1 -- 172.21.15.76:0/511705416 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f22a000bc70 con 0x7f22b006e5e0 2024-09-13T16:13:58.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.726+0000 7f22affff640 1 --2- 172.21.15.76:0/511705416 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f22a00047c0 0x7f22a0004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:58.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.726+0000 7f22b4c38640 1 --2- 172.21.15.76:0/511705416 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f22a00039a0 0x7f22a0003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:58.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.726+0000 7f22b5439640 1 --2- 172.21.15.76:0/511705416 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f22b006e5e0 0x7f22a00051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:58.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.726+0000 7f22affff640 1 -- 172.21.15.76:0/511705416 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f22b006e5e0 msgr2=0x7f22a00051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:58.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.726+0000 7f22affff640 1 --2- 172.21.15.76:0/511705416 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f22b006e5e0 0x7f22a00051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:58.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.726+0000 7f22affff640 1 -- 172.21.15.76:0/511705416 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f22a00039a0 msgr2=0x7f22a0003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:58.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.726+0000 7f22affff640 1 --2- 172.21.15.76:0/511705416 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f22a00039a0 0x7f22a0003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:58.771 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.726+0000 7f22affff640 1 -- 172.21.15.76:0/511705416 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f22a0003520 con 0x7f22a00047c0 2024-09-13T16:13:58.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.726+0000 7f22b4c38640 1 --2- 172.21.15.76:0/511705416 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f22a00039a0 0x7f22a0003dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:58.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.727+0000 7f22affff640 1 --2- 172.21.15.76:0/511705416 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f22a00047c0 0x7f22a0004c40 secure :-1 s=READY pgs=1930 cs=0 l=1 rev1=1 crypto rx=0x7f229c001750 tx=0x7f22a00057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6c00e9462fa3f743 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:58.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.727+0000 7f22af7fe640 1 -- 172.21.15.76:0/511705416 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f229c0052d0 con 0x7f22a00047c0 2024-09-13T16:13:58.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.727+0000 7f22af7fe640 1 -- 172.21.15.76:0/511705416 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f229c005430 con 0x7f22a00047c0 2024-09-13T16:13:58.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.727+0000 7f22af7fe640 1 -- 172.21.15.76:0/511705416 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f229c02abe0 con 0x7f22a00047c0 2024-09-13T16:13:58.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.727+0000 7f22b6e9c640 1 -- 172.21.15.76:0/511705416 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f22a00047c0 msgr2=0x7f22a0004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:58.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.727+0000 7f22b6e9c640 1 --2- 172.21.15.76:0/511705416 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f22a00047c0 0x7f22a0004c40 secure :-1 s=READY pgs=1930 cs=0 l=1 rev1=1 crypto rx=0x7f229c001750 tx=0x7f22a00057f0 comp rx=0 tx=0).stop 2024-09-13T16:13:58.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.727+0000 7f22b5439640 1 -- 172.21.15.76:0/511705416 reap_dead start 2024-09-13T16:13:58.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.727+0000 7f22b6e9c640 1 -- 172.21.15.76:0/511705416 shutdown_connections 2024-09-13T16:13:58.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.727+0000 7f22b6e9c640 1 -- 172.21.15.76:0/511705416 >> 172.21.15.76:0/511705416 conn(0x7f22b00b4720 msgr2=0x7f22b00b4b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:58.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.727+0000 7f22b6e9c640 1 -- 172.21.15.76:0/511705416 shutdown_connections 2024-09-13T16:13:58.772 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.727+0000 7f22b6e9c640 1 -- 172.21.15.76:0/511705416 wait complete. 2024-09-13T16:13:58.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.729+0000 7f22b6e9c640 1 Processor -- start 2024-09-13T16:13:58.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.729+0000 7f22b6e9c640 1 -- start start 2024-09-13T16:13:58.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.729+0000 7f22b6e9c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f22a00047c0 0x7f22b01581c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:58.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.729+0000 7f22b6e9c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f22b00cdaa0 0x7f22b00cbbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:58.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.729+0000 7f22b6e9c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f22b00cc100 0x7f22b0099670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:58.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.729+0000 7f22b6e9c640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f22b0145170 con 0x7f22a00047c0 2024-09-13T16:13:58.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.729+0000 7f22b6e9c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f22b009a3a0 con 0x7f22b00cc100 2024-09-13T16:13:58.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.729+0000 7f22b6e9c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f22b01447d0 con 0x7f22b00cdaa0 2024-09-13T16:13:58.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.730+0000 7f22b4c38640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f22a00047c0 0x7f22b01581c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:58.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.730+0000 7f22b4c38640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f22a00047c0 0x7f22b01581c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49546/0 (socket says 172.21.15.76:49546) 2024-09-13T16:13:58.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.730+0000 7f22b4c38640 1 -- 172.21.15.76:0/840833648 learned_addr learned my addr 172.21.15.76:0/840833648 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:58.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.730+0000 7f22affff640 1 --2- 172.21.15.76:0/840833648 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f22b00cdaa0 0x7f22b00cbbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:58.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.730+0000 7f22b5439640 1 --2- 172.21.15.76:0/840833648 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f22b00cc100 0x7f22b0099670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:58.773 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.730+0000 7f22b4c38640 1 -- 172.21.15.76:0/840833648 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f22b00cdaa0 msgr2=0x7f22b00cbbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:58.774 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.730+0000 7f22b4c38640 1 --2- 172.21.15.76:0/840833648 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f22b00cdaa0 0x7f22b00cbbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:58.774 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.730+0000 7f22b4c38640 1 -- 172.21.15.76:0/840833648 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f22b00cc100 msgr2=0x7f22b0099670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:58.774 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.730+0000 7f22b4c38640 1 --2- 172.21.15.76:0/840833648 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f22b00cc100 0x7f22b0099670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:58.774 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.730+0000 7f22b4c38640 1 -- 172.21.15.76:0/840833648 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f22b0144ab0 con 0x7f22a00047c0 2024-09-13T16:13:58.774 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.730+0000 7f22b4c38640 1 --2- 172.21.15.76:0/840833648 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f22a00047c0 0x7f22b01581c0 secure :-1 s=READY pgs=1931 cs=0 l=1 rev1=1 crypto rx=0x7f22a4001bd0 tx=0x7f22a400ec10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:58.774 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.730+0000 7f22ad7fa640 1 -- 172.21.15.76:0/840833648 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22a400ee00 con 0x7f22a00047c0 2024-09-13T16:13:58.774 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.730+0000 7f22ad7fa640 1 -- 172.21.15.76:0/840833648 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f22a400c840 con 0x7f22a00047c0 2024-09-13T16:13:58.774 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.730+0000 7f22b6e9c640 1 -- 172.21.15.76:0/840833648 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f22b0144d90 con 0x7f22a00047c0 2024-09-13T16:13:58.774 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.730+0000 7f22ad7fa640 1 -- 172.21.15.76:0/840833648 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22a400cbf0 con 0x7f22a00047c0 2024-09-13T16:13:58.774 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.730+0000 7f22b6e9c640 1 -- 172.21.15.76:0/840833648 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f22b0158700 con 0x7f22a00047c0 2024-09-13T16:13:58.774 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.731+0000 7f22b6e9c640 1 -- 172.21.15.76:0/840833648 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f22b01452b0 con 0x7f22a00047c0 2024-09-13T16:13:58.774 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.732+0000 7f22ad7fa640 1 -- 172.21.15.76:0/840833648 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f22a400cd50 con 0x7f22a00047c0 2024-09-13T16:13:58.774 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.732+0000 7f22ad7fa640 1 --2- 172.21.15.76:0/840833648 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f229406ac00 0x7f229406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:58.775 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.732+0000 7f22ad7fa640 1 -- 172.21.15.76:0/840833648 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(139..139 src has 1..139) v4 ==== 5263+0+0 (secure 0 0 0) 0x7f22a4089050 con 0x7f22a00047c0 2024-09-13T16:13:58.775 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.732+0000 7f22affff640 1 --2- 172.21.15.76:0/840833648 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f229406ac00 0x7f229406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:58.775 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.733+0000 7f22affff640 1 --2- 172.21.15.76:0/840833648 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f229406ac00 0x7f229406d0c0 secure :-1 s=READY pgs=822 cs=0 l=1 rev1=1 crypto rx=0x7f229c032000 tx=0x7f229c02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:58.775 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.736+0000 7f22ad7fa640 1 -- 172.21.15.76:0/840833648 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f22b01452b0 con 0x7f22a00047c0 2024-09-13T16:13:58.899 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.898+0000 7f22b6e9c640 1 -- 172.21.15.76:0/840833648 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "config rm", "who": "mds", "name": "mds_recall_warning_threshold"} v 0) v1 -- 0x7f22b01452b0 con 0x7f22a00047c0 2024-09-13T16:13:58.903 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.902+0000 7f22ad7fa640 1 -- 172.21.15.76:0/840833648 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mds", "name": "mds_recall_warning_threshold"}]=0 v61) v1 ==== 111+0+0 (secure 0 0 0) 0x7f22b01452b0 con 0x7f22a00047c0 2024-09-13T16:13:58.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.904+0000 7f22b6e9c640 1 -- 172.21.15.76:0/840833648 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f229406ac00 msgr2=0x7f229406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:58.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.904+0000 7f22b6e9c640 1 --2- 172.21.15.76:0/840833648 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f229406ac00 0x7f229406d0c0 secure :-1 s=READY pgs=822 cs=0 l=1 rev1=1 crypto rx=0x7f229c032000 tx=0x7f229c02e000 comp rx=0 tx=0).stop 2024-09-13T16:13:58.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.904+0000 7f22b6e9c640 1 -- 172.21.15.76:0/840833648 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f22a00047c0 msgr2=0x7f22b01581c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:58.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.904+0000 7f22b6e9c640 1 --2- 172.21.15.76:0/840833648 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f22a00047c0 0x7f22b01581c0 secure :-1 s=READY pgs=1931 cs=0 l=1 rev1=1 crypto rx=0x7f22a4001bd0 tx=0x7f22a400ec10 comp rx=0 tx=0).stop 2024-09-13T16:13:58.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.904+0000 7f22b6e9c640 1 -- 172.21.15.76:0/840833648 shutdown_connections 2024-09-13T16:13:58.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.904+0000 7f22b6e9c640 1 --2- 172.21.15.76:0/840833648 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f22b00cc100 0x7f22b0099670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:58.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.904+0000 7f22b6e9c640 1 --2- 172.21.15.76:0/840833648 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f229406ac00 0x7f229406d0c0 unknown :-1 s=CLOSED pgs=822 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:58.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.904+0000 7f22b6e9c640 1 --2- 172.21.15.76:0/840833648 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f22b00cdaa0 0x7f22b00cbbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:58.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.904+0000 7f22b6e9c640 1 --2- 172.21.15.76:0/840833648 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f22a00047c0 0x7f22b01581c0 unknown :-1 s=CLOSED pgs=1931 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:58.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.904+0000 7f22b6e9c640 1 -- 172.21.15.76:0/840833648 >> 172.21.15.76:0/840833648 conn(0x7f22b00b4720 msgr2=0x7f22b0073260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:58.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.904+0000 7f22b6e9c640 1 -- 172.21.15.76:0/840833648 shutdown_connections 2024-09-13T16:13:58.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:58.904+0000 7f22b6e9c640 1 -- 172.21.15.76:0/840833648 wait complete. 2024-09-13T16:13:58.916 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-13T16:13:59.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.015+0000 7f1df56c5640 1 Processor -- start 2024-09-13T16:13:59.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.015+0000 7f1df56c5640 1 -- start start 2024-09-13T16:13:59.018 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.015+0000 7f1df56c5640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f1df015c500 0x7f1df00d2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:59.018 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.015+0000 7f1df56c5640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f1df00d2590 0x7f1df00cd8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:59.018 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.015+0000 7f1df56c5640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1df00cd450 con 0x7f1df00cde20 2024-09-13T16:13:59.018 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.015+0000 7f1df56c5640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1df00d29f0 con 0x7f1df00d2590 2024-09-13T16:13:59.018 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.015+0000 7f1df56c5640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1df00d0cf0 con 0x7f1df015c500 2024-09-13T16:13:59.018 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.015+0000 7f1dee7fc640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f1df00d2590 0x7f1df00cd8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:59.018 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.015+0000 7f1def7fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f1df00cde20 0x7f1df00d0000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:44058/0 (socket says 172.21.15.76:44058) 2024-09-13T16:13:59.018 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.016+0000 7f1def7fe640 1 -- 172.21.15.76:0/3985385404 learned_addr learned my addr 172.21.15.76:0/3985385404 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:13:59.018 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.016+0000 7f1deeffd640 1 --2- 172.21.15.76:0/3985385404 >> v2:172.21.15.192:3300/0 conn(0x7f1df015c500 0x7f1df00d2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:59.019 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.016+0000 7f1dee7fc640 1 -- 172.21.15.76:0/3985385404 >> v2:172.21.15.192:3300/0 conn(0x7f1df015c500 msgr2=0x7f1df00d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:59.019 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.016+0000 7f1dee7fc640 1 --2- 172.21.15.76:0/3985385404 >> v2:172.21.15.192:3300/0 conn(0x7f1df015c500 0x7f1df00d2050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:59.019 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.016+0000 7f1dee7fc640 1 -- 172.21.15.76:0/3985385404 >> v1:172.21.15.76:6789/0 conn(0x7f1df00cde20 legacy=0x7f1df00d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:59.019 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.016+0000 7f1dedffb640 1 -- 172.21.15.76:0/3985385404 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1783450225 0 0) 0x7f1df00cd450 con 0x7f1df00cde20 2024-09-13T16:13:59.019 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.016+0000 7f1dee7fc640 1 -- 172.21.15.76:0/3985385404 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1df00d0fd0 con 0x7f1df00d2590 2024-09-13T16:13:59.019 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.016+0000 7f1dee7fc640 1 --2- 172.21.15.76:0/3985385404 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1df00d2590 0x7f1df00cd8e0 secure :-1 s=READY pgs=1933 cs=0 l=1 rev1=1 crypto rx=0x7f1df00cfec0 tx=0x7f1de402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b586c65670765fe5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:59.019 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.017+0000 7f1dedffb640 1 -- 172.21.15.76:0/3985385404 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1de4032440 con 0x7f1df00d2590 2024-09-13T16:13:59.019 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.017+0000 7f1dedffb640 1 -- 172.21.15.76:0/3985385404 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1de40325a0 con 0x7f1df00d2590 2024-09-13T16:13:59.019 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.017+0000 7f1dedffb640 1 -- 172.21.15.76:0/3985385404 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1de4032930 con 0x7f1df00d2590 2024-09-13T16:13:59.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.017+0000 7f1df56c5640 1 -- 172.21.15.76:0/3985385404 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1df00d2590 msgr2=0x7f1df00cd8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:59.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.017+0000 7f1df56c5640 1 --2- 172.21.15.76:0/3985385404 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1df00d2590 0x7f1df00cd8e0 secure :-1 s=READY pgs=1933 cs=0 l=1 rev1=1 crypto rx=0x7f1df00cfec0 tx=0x7f1de402a1a0 comp rx=0 tx=0).stop 2024-09-13T16:13:59.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.017+0000 7f1df56c5640 1 -- 172.21.15.76:0/3985385404 shutdown_connections 2024-09-13T16:13:59.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.017+0000 7f1df56c5640 1 --2- 172.21.15.76:0/3985385404 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1df00d2590 0x7f1df00cd8e0 unknown :-1 s=CLOSED pgs=1933 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:59.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.017+0000 7f1df56c5640 1 --2- 172.21.15.76:0/3985385404 >> v2:172.21.15.192:3300/0 conn(0x7f1df015c500 0x7f1df00d2050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:59.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.017+0000 7f1df56c5640 1 -- 172.21.15.76:0/3985385404 >> 172.21.15.76:0/3985385404 conn(0x7f1df0089f60 msgr2=0x7f1df009b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:59.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.017+0000 7f1df56c5640 1 -- 172.21.15.76:0/3985385404 shutdown_connections 2024-09-13T16:13:59.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.017+0000 7f1df56c5640 1 -- 172.21.15.76:0/3985385404 wait complete. 2024-09-13T16:13:59.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.018+0000 7f1df56c5640 1 Processor -- start 2024-09-13T16:13:59.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.019+0000 7f1df56c5640 1 -- start start 2024-09-13T16:13:59.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.019+0000 7f1df56c5640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1df00cde20 0x7f1df0158e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:59.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.019+0000 7f1df56c5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1df00d2590 0x7f1df015ca60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:59.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.019+0000 7f1df56c5640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1df015c500 0x7f1df015e550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:59.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.019+0000 7f1df56c5640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1df01593a0 con 0x7f1df00d2590 2024-09-13T16:13:59.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.019+0000 7f1df56c5640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1df01e8230 con 0x7f1df015c500 2024-09-13T16:13:59.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.019+0000 7f1df56c5640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1df01e8510 con 0x7f1df00cde20 2024-09-13T16:13:59.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.019+0000 7f1dee7fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1df00d2590 0x7f1df015ca60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:59.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.019+0000 7f1dee7fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1df00d2590 0x7f1df015ca60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49558/0 (socket says 172.21.15.76:49558) 2024-09-13T16:13:59.024 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.019+0000 7f1dee7fc640 1 -- 172.21.15.76:0/2134570183 learned_addr learned my addr 172.21.15.76:0/2134570183 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:59.024 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.019+0000 7f1deeffd640 1 --2- 172.21.15.76:0/2134570183 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1df00cde20 0x7f1df0158e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:59.024 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.019+0000 7f1def7fe640 1 --2- 172.21.15.76:0/2134570183 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1df015c500 0x7f1df015e550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:59.024 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.020+0000 7f1dee7fc640 1 -- 172.21.15.76:0/2134570183 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1df00cde20 msgr2=0x7f1df0158e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:59.024 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.020+0000 7f1dee7fc640 1 --2- 172.21.15.76:0/2134570183 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1df00cde20 0x7f1df0158e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:59.024 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.020+0000 7f1dee7fc640 1 -- 172.21.15.76:0/2134570183 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1df015c500 msgr2=0x7f1df015e550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:59.024 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.020+0000 7f1dee7fc640 1 --2- 172.21.15.76:0/2134570183 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1df015c500 0x7f1df015e550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:59.024 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.020+0000 7f1dee7fc640 1 -- 172.21.15.76:0/2134570183 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1de4009400 con 0x7f1df00d2590 2024-09-13T16:13:59.024 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.020+0000 7f1dee7fc640 1 --2- 172.21.15.76:0/2134570183 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1df00d2590 0x7f1df015ca60 secure :-1 s=READY pgs=1934 cs=0 l=1 rev1=1 crypto rx=0x7f1de4000c00 tx=0x7f1de40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:59.024 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.020+0000 7f1dd77fe640 1 -- 172.21.15.76:0/2134570183 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1de4004230 con 0x7f1df00d2590 2024-09-13T16:13:59.024 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.020+0000 7f1dd77fe640 1 -- 172.21.15.76:0/2134570183 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1de40043b0 con 0x7f1df00d2590 2024-09-13T16:13:59.024 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.020+0000 7f1df56c5640 1 -- 172.21.15.76:0/2134570183 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1df01e87f0 con 0x7f1df00d2590 2024-09-13T16:13:59.024 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.020+0000 7f1dd77fe640 1 -- 172.21.15.76:0/2134570183 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1de4004520 con 0x7f1df00d2590 2024-09-13T16:13:59.025 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.020+0000 7f1df56c5640 1 -- 172.21.15.76:0/2134570183 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1df01e7420 con 0x7f1df00d2590 2024-09-13T16:13:59.025 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.021+0000 7f1df56c5640 1 -- 172.21.15.76:0/2134570183 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1df0071a30 con 0x7f1df00d2590 2024-09-13T16:13:59.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.021+0000 7f1dd77fe640 1 -- 172.21.15.76:0/2134570183 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1de4039050 con 0x7f1df00d2590 2024-09-13T16:13:59.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.022+0000 7f1dd77fe640 1 --2- 172.21.15.76:0/2134570183 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1ddc06ac00 0x7f1ddc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:59.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.022+0000 7f1deeffd640 1 --2- 172.21.15.76:0/2134570183 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1ddc06ac00 0x7f1ddc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:59.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.022+0000 7f1dd77fe640 1 -- 172.21.15.76:0/2134570183 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(139..139 src has 1..139) v4 ==== 5263+0+0 (secure 0 0 0) 0x7f1de40a9ab0 con 0x7f1df00d2590 2024-09-13T16:13:59.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.022+0000 7f1deeffd640 1 --2- 172.21.15.76:0/2134570183 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1ddc06ac00 0x7f1ddc06d0c0 secure :-1 s=READY pgs=823 cs=0 l=1 rev1=1 crypto rx=0x7f1de0003aa0 tx=0x7f1de0009830 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:59.027 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.026+0000 7f1dd77fe640 1 -- 172.21.15.76:0/2134570183 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f1de4074f00 con 0x7f1df00d2590 2024-09-13T16:13:59.192 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.191+0000 7f1df56c5640 1 -- 172.21.15.76:0/2134570183 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) v1 -- 0x7f1df01e7610 con 0x7f1df00d2590 2024-09-13T16:13:59.195 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.194+0000 7f1dd77fe640 1 -- 172.21.15.76:0/2134570183 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v62) v1 ==== 104+0+0 (secure 0 0 0) 0x7f1de404b0a0 con 0x7f1df00d2590 2024-09-13T16:13:59.198 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.196+0000 7f1df56c5640 1 -- 172.21.15.76:0/2134570183 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1ddc06ac00 msgr2=0x7f1ddc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:59.198 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.196+0000 7f1df56c5640 1 --2- 172.21.15.76:0/2134570183 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1ddc06ac00 0x7f1ddc06d0c0 secure :-1 s=READY pgs=823 cs=0 l=1 rev1=1 crypto rx=0x7f1de0003aa0 tx=0x7f1de0009830 comp rx=0 tx=0).stop 2024-09-13T16:13:59.198 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.196+0000 7f1df56c5640 1 -- 172.21.15.76:0/2134570183 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1df00d2590 msgr2=0x7f1df015ca60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:59.198 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.196+0000 7f1df56c5640 1 --2- 172.21.15.76:0/2134570183 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1df00d2590 0x7f1df015ca60 secure :-1 s=READY pgs=1934 cs=0 l=1 rev1=1 crypto rx=0x7f1de4000c00 tx=0x7f1de40046c0 comp rx=0 tx=0).stop 2024-09-13T16:13:59.199 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.197+0000 7f1df56c5640 1 -- 172.21.15.76:0/2134570183 shutdown_connections 2024-09-13T16:13:59.199 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.197+0000 7f1df56c5640 1 --2- 172.21.15.76:0/2134570183 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1df015c500 0x7f1df015e550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:59.199 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.197+0000 7f1df56c5640 1 --2- 172.21.15.76:0/2134570183 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1df00d2590 0x7f1df015ca60 unknown :-1 s=CLOSED pgs=1934 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:59.199 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.197+0000 7f1df56c5640 1 --2- 172.21.15.76:0/2134570183 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1ddc06ac00 0x7f1ddc06d0c0 unknown :-1 s=CLOSED pgs=823 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:59.199 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.197+0000 7f1df56c5640 1 --2- 172.21.15.76:0/2134570183 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1df00cde20 0x7f1df0158e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:59.199 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.197+0000 7f1df56c5640 1 -- 172.21.15.76:0/2134570183 >> 172.21.15.76:0/2134570183 conn(0x7f1df0089f60 msgr2=0x7f1df006b380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:59.199 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.197+0000 7f1df56c5640 1 -- 172.21.15.76:0/2134570183 shutdown_connections 2024-09-13T16:13:59.199 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.197+0000 7f1df56c5640 1 -- 172.21.15.76:0/2134570183 wait complete. 2024-09-13T16:13:59.209 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_client_limits.TestClientLimits.test_client_pin_mincaps' 2024-09-13T16:13:59.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.306+0000 7f5aeace5640 1 Processor -- start 2024-09-13T16:13:59.308 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.306+0000 7f5aeace5640 1 -- start start 2024-09-13T16:13:59.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.307+0000 7f5aeace5640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5ae40caae0 0x7f5ae4070570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:59.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.307+0000 7f5aeace5640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f5ae40caec0 0x7f5ae41593e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:59.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.307+0000 7f5aeace5640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5ae4159dc0 con 0x7f5ae4159920 2024-09-13T16:13:59.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.307+0000 7f5aeace5640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5ae415a940 con 0x7f5ae40caec0 2024-09-13T16:13:59.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.307+0000 7f5aeace5640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5ae415a0a0 con 0x7f5ae40caae0 2024-09-13T16:13:59.309 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.307+0000 7f5adbfff640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f5ae40caec0 0x7f5ae41593e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:59.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.307+0000 7f5ae8a81640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5ae40caae0 0x7f5ae4070570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:59.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.307+0000 7f5adbfff640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f5ae40caec0 0x7f5ae41593e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.76:36098/0 (socket says 172.21.15.76:36098) 2024-09-13T16:13:59.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.307+0000 7f5adbfff640 1 -- 172.21.15.76:0/627858567 learned_addr learned my addr 172.21.15.76:0/627858567 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:59.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.308+0000 7f5ae8a81640 1 -- 172.21.15.76:0/627858567 >> v2:172.21.15.192:3300/0 conn(0x7f5ae40caec0 msgr2=0x7f5ae41593e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:59.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.308+0000 7f5ae8a81640 1 --2- 172.21.15.76:0/627858567 >> v2:172.21.15.192:3300/0 conn(0x7f5ae40caec0 0x7f5ae41593e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:59.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.308+0000 7f5ae8a81640 1 -- 172.21.15.76:0/627858567 >> v1:172.21.15.192:6789/0 conn(0x7f5ae4159920 legacy=0x7f5ae40ccdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:59.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.308+0000 7f5ae8a81640 1 -- 172.21.15.76:0/627858567 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5ae415a380 con 0x7f5ae40caae0 2024-09-13T16:13:59.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.308+0000 7f5adb7fe640 1 -- 172.21.15.76:0/627858567 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1542047644 0 0) 0x7f5ae4159dc0 con 0x7f5ae4159920 2024-09-13T16:13:59.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.308+0000 7f5adbfff640 1 --2- 172.21.15.76:0/627858567 >> v2:172.21.15.192:3300/0 conn(0x7f5ae40caec0 0x7f5ae41593e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:13:59.311 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.309+0000 7f5ae8a81640 1 --2- 172.21.15.76:0/627858567 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5ae40caae0 0x7f5ae4070570 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f5ae000ba40 tx=0x7f5ae002c7b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=24db53b1e33aaee9 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:59.311 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.309+0000 7f5adb7fe640 1 -- 172.21.15.76:0/627858567 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ae0031710 con 0x7f5ae40caae0 2024-09-13T16:13:59.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.309+0000 7f5adb7fe640 1 -- 172.21.15.76:0/627858567 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5ae002f050 con 0x7f5ae40caae0 2024-09-13T16:13:59.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.309+0000 7f5adb7fe640 1 -- 172.21.15.76:0/627858567 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ae0031a90 con 0x7f5ae40caae0 2024-09-13T16:13:59.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.309+0000 7f5aeace5640 1 -- 172.21.15.76:0/627858567 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5ae40caae0 msgr2=0x7f5ae4070570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:59.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.309+0000 7f5aeace5640 1 --2- 172.21.15.76:0/627858567 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5ae40caae0 0x7f5ae4070570 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f5ae000ba40 tx=0x7f5ae002c7b0 comp rx=0 tx=0).stop 2024-09-13T16:13:59.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.309+0000 7f5aeace5640 1 -- 172.21.15.76:0/627858567 shutdown_connections 2024-09-13T16:13:59.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.309+0000 7f5aeace5640 1 --2- 172.21.15.76:0/627858567 >> v2:172.21.15.192:3300/0 conn(0x7f5ae40caec0 0x7f5ae41593e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:59.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.309+0000 7f5aeace5640 1 --2- 172.21.15.76:0/627858567 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5ae40caae0 0x7f5ae4070570 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:59.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.309+0000 7f5aeace5640 1 -- 172.21.15.76:0/627858567 >> 172.21.15.76:0/627858567 conn(0x7f5ae40afbe0 msgr2=0x7f5ae40afff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:59.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.309+0000 7f5aeace5640 1 -- 172.21.15.76:0/627858567 shutdown_connections 2024-09-13T16:13:59.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.309+0000 7f5aeace5640 1 -- 172.21.15.76:0/627858567 wait complete. 2024-09-13T16:13:59.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.310+0000 7f5aeace5640 1 Processor -- start 2024-09-13T16:13:59.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.310+0000 7f5aeace5640 1 -- start start 2024-09-13T16:13:59.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.311+0000 7f5aeace5640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5ae40caae0 0x7f5ae4150710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:59.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.311+0000 7f5aeace5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5ae40caec0 0x7f5ae40989d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:59.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.311+0000 7f5aeace5640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5ae4159920 0x7f5ae409a5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:59.314 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.311+0000 7f5aeace5640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ae40c3f40 con 0x7f5ae40caec0 2024-09-13T16:13:59.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.311+0000 7f5aeace5640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ae40c4220 con 0x7f5ae4159920 2024-09-13T16:13:59.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.311+0000 7f5aeace5640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5ae40c4500 con 0x7f5ae40caae0 2024-09-13T16:13:59.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.311+0000 7f5adbfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5ae40caec0 0x7f5ae40989d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:59.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.311+0000 7f5adbfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5ae40caec0 0x7f5ae40989d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49570/0 (socket says 172.21.15.76:49570) 2024-09-13T16:13:59.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.311+0000 7f5adbfff640 1 -- 172.21.15.76:0/1524524870 learned_addr learned my addr 172.21.15.76:0/1524524870 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:59.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.312+0000 7f5ae8a81640 1 --2- 172.21.15.76:0/1524524870 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5ae40caae0 0x7f5ae4150710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:59.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.312+0000 7f5ae9282640 1 --2- 172.21.15.76:0/1524524870 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5ae4159920 0x7f5ae409a5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:59.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.312+0000 7f5adbfff640 1 -- 172.21.15.76:0/1524524870 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5ae40caae0 msgr2=0x7f5ae4150710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:59.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.312+0000 7f5adbfff640 1 --2- 172.21.15.76:0/1524524870 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5ae40caae0 0x7f5ae4150710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:59.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.312+0000 7f5adbfff640 1 -- 172.21.15.76:0/1524524870 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5ae4159920 msgr2=0x7f5ae409a5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:59.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.312+0000 7f5adbfff640 1 --2- 172.21.15.76:0/1524524870 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5ae4159920 0x7f5ae409a5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:59.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.312+0000 7f5adbfff640 1 -- 172.21.15.76:0/1524524870 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5ad40094d0 con 0x7f5ae40caec0 2024-09-13T16:13:59.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.312+0000 7f5ae8a81640 1 --2- 172.21.15.76:0/1524524870 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5ae40caae0 0x7f5ae4150710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:59.316 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.312+0000 7f5ae9282640 1 --2- 172.21.15.76:0/1524524870 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5ae4159920 0x7f5ae409a5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:59.316 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.312+0000 7f5adbfff640 1 --2- 172.21.15.76:0/1524524870 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5ae40caec0 0x7f5ae40989d0 secure :-1 s=READY pgs=1935 cs=0 l=1 rev1=1 crypto rx=0x7f5ad400e9d0 tx=0x7f5ad400ee90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:59.316 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.312+0000 7f5ad97fa640 1 -- 172.21.15.76:0/1524524870 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ad400ca60 con 0x7f5ae40caec0 2024-09-13T16:13:59.316 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.312+0000 7f5ad97fa640 1 -- 172.21.15.76:0/1524524870 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5ad400cbc0 con 0x7f5ae40caec0 2024-09-13T16:13:59.316 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.312+0000 7f5aeace5640 1 -- 172.21.15.76:0/1524524870 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5ae000b6a0 con 0x7f5ae40caec0 2024-09-13T16:13:59.316 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.312+0000 7f5ad97fa640 1 -- 172.21.15.76:0/1524524870 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ad4013470 con 0x7f5ae40caec0 2024-09-13T16:13:59.316 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.312+0000 7f5aeace5640 1 -- 172.21.15.76:0/1524524870 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5ae40cb480 con 0x7f5ae40caec0 2024-09-13T16:13:59.316 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.313+0000 7f5aeace5640 1 -- 172.21.15.76:0/1524524870 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5ae40672e0 con 0x7f5ae40caec0 2024-09-13T16:13:59.317 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.314+0000 7f5ad97fa640 1 -- 172.21.15.76:0/1524524870 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f5ad40135d0 con 0x7f5ae40caec0 2024-09-13T16:13:59.317 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.314+0000 7f5ad97fa640 1 --2- 172.21.15.76:0/1524524870 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5ad006ac00 0x7f5ad006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:59.317 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.314+0000 7f5ad97fa640 1 -- 172.21.15.76:0/1524524870 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(139..139 src has 1..139) v4 ==== 5263+0+0 (secure 0 0 0) 0x7f5ad4089560 con 0x7f5ae40caec0 2024-09-13T16:13:59.317 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.314+0000 7f5ae8a81640 1 --2- 172.21.15.76:0/1524524870 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5ad006ac00 0x7f5ad006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:59.317 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.315+0000 7f5ae8a81640 1 --2- 172.21.15.76:0/1524524870 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5ad006ac00 0x7f5ad006d0c0 secure :-1 s=READY pgs=824 cs=0 l=1 rev1=1 crypto rx=0x7f5ae40cdf20 tx=0x7f5ae0031000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:59.319 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.318+0000 7f5ad97fa640 1 -- 172.21.15.76:0/1524524870 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f5ad4054870 con 0x7f5ae40caec0 2024-09-13T16:13:59.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.539+0000 7f5aeace5640 1 -- 172.21.15.76:0/1524524870 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_client_limits.TestClientLimits.test_client_pin_mincaps"]} v 0) v1 -- 0x7f5ae41593e0 con 0x7f5ae40caec0 2024-09-13T16:13:59.727 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.726+0000 7f5ad97fa640 1 -- 172.21.15.76:0/1524524870 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_client_limits.TestClientLimits.test_client_pin_mincaps"]}]=0 v573) v1 ==== 151+0+0 (secure 0 0 0) 0x7f5ad40170d0 con 0x7f5ae40caec0 2024-09-13T16:13:59.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.728+0000 7f5aeace5640 1 -- 172.21.15.76:0/1524524870 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5ad006ac00 msgr2=0x7f5ad006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:59.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.728+0000 7f5aeace5640 1 --2- 172.21.15.76:0/1524524870 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5ad006ac00 0x7f5ad006d0c0 secure :-1 s=READY pgs=824 cs=0 l=1 rev1=1 crypto rx=0x7f5ae40cdf20 tx=0x7f5ae0031000 comp rx=0 tx=0).stop 2024-09-13T16:13:59.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.728+0000 7f5aeace5640 1 -- 172.21.15.76:0/1524524870 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5ae40caec0 msgr2=0x7f5ae40989d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:59.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.728+0000 7f5aeace5640 1 --2- 172.21.15.76:0/1524524870 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5ae40caec0 0x7f5ae40989d0 secure :-1 s=READY pgs=1935 cs=0 l=1 rev1=1 crypto rx=0x7f5ad400e9d0 tx=0x7f5ad400ee90 comp rx=0 tx=0).stop 2024-09-13T16:13:59.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.728+0000 7f5aeace5640 1 -- 172.21.15.76:0/1524524870 shutdown_connections 2024-09-13T16:13:59.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.728+0000 7f5aeace5640 1 --2- 172.21.15.76:0/1524524870 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5ae4159920 0x7f5ae409a5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:59.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.728+0000 7f5aeace5640 1 --2- 172.21.15.76:0/1524524870 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5ae40caec0 0x7f5ae40989d0 unknown :-1 s=CLOSED pgs=1935 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:59.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.728+0000 7f5aeace5640 1 --2- 172.21.15.76:0/1524524870 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5ad006ac00 0x7f5ad006d0c0 unknown :-1 s=CLOSED pgs=824 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:59.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.728+0000 7f5aeace5640 1 --2- 172.21.15.76:0/1524524870 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5ae40caae0 0x7f5ae4150710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:59.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.728+0000 7f5aeace5640 1 -- 172.21.15.76:0/1524524870 >> 172.21.15.76:0/1524524870 conn(0x7f5ae40afbe0 msgr2=0x7f5ae40aced0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:59.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.728+0000 7f5aeace5640 1 -- 172.21.15.76:0/1524524870 shutdown_connections 2024-09-13T16:13:59.730 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.728+0000 7f5aeace5640 1 -- 172.21.15.76:0/1524524870 wait complete. 2024-09-13T16:13:59.741 INFO:tasks.cephfs_test_runner:test_client_pin_mincaps (tasks.cephfs.test_client_limits.TestClientLimits) ... ok 2024-09-13T16:13:59.741 INFO:tasks.cephfs_test_runner:Starting test: test_client_pin_root (tasks.cephfs.test_client_limits.TestClientLimits) 2024-09-13T16:13:59.741 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:13:59.840 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.839+0000 7fb39fae9640 1 Processor -- start 2024-09-13T16:13:59.841 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.839+0000 7fb39fae9640 1 -- start start 2024-09-13T16:13:59.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.840+0000 7fb39fae9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb3980ae670 0x7fb3980ce060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:59.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.840+0000 7fb39fae9640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fb3980cb640 0x7fb3980989d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:59.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.840+0000 7fb39fae9640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb3980ad1d0 con 0x7fb39815a7a0 2024-09-13T16:13:59.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.840+0000 7fb39fae9640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb3980af8e0 con 0x7fb3980cb640 2024-09-13T16:13:59.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.840+0000 7fb39fae9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb3980ce6f0 con 0x7fb3980ae670 2024-09-13T16:13:59.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.840+0000 7fb39d885640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fb39815a7a0 0x7fb3980caf30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:44072/0 (socket says 172.21.15.76:44072) 2024-09-13T16:13:59.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.840+0000 7fb39d885640 1 -- 172.21.15.76:0/4130456364 learned_addr learned my addr 172.21.15.76:0/4130456364 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:13:59.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.841+0000 7fb39c883640 1 -- 172.21.15.76:0/4130456364 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 522285065 0 0) 0x7fb3980ad1d0 con 0x7fb39815a7a0 2024-09-13T16:13:59.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.841+0000 7fb39c883640 1 -- 172.21.15.76:0/4130456364 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb384003520 con 0x7fb39815a7a0 2024-09-13T16:13:59.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.841+0000 7fb39d084640 1 --2- 172.21.15.76:0/4130456364 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb3980ae670 0x7fb3980ce060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:59.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.841+0000 7fb39e086640 1 --2- 172.21.15.76:0/4130456364 >> v2:172.21.15.192:3300/0 conn(0x7fb3980cb640 0x7fb3980989d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:59.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.841+0000 7fb39c883640 1 -- 172.21.15.76:0/4130456364 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 539950481 0 0) 0x7fb384003520 con 0x7fb39815a7a0 2024-09-13T16:13:59.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.841+0000 7fb39c883640 1 -- 172.21.15.76:0/4130456364 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb3980ae670 msgr2=0x7fb3980ce060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:59.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.841+0000 7fb39c883640 1 --2- 172.21.15.76:0/4130456364 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb3980ae670 0x7fb3980ce060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:59.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.841+0000 7fb39c883640 1 -- 172.21.15.76:0/4130456364 >> v2:172.21.15.192:3300/0 conn(0x7fb3980cb640 msgr2=0x7fb3980989d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:59.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.841+0000 7fb39c883640 1 --2- 172.21.15.76:0/4130456364 >> v2:172.21.15.192:3300/0 conn(0x7fb3980cb640 0x7fb3980989d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:59.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.841+0000 7fb39c883640 1 -- 172.21.15.76:0/4130456364 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb3980cbc00 con 0x7fb39815a7a0 2024-09-13T16:13:59.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.841+0000 7fb39c883640 1 -- 172.21.15.76:0/4130456364 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7fb394001670 con 0x7fb39815a7a0 2024-09-13T16:13:59.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.841+0000 7fb39c883640 1 -- 172.21.15.76:0/4130456364 >> v1:172.21.15.76:6789/0 conn(0x7fb39815a7a0 legacy=0x7fb3980caf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:59.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.841+0000 7fb39c883640 1 --2- 172.21.15.76:0/4130456364 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb3980ae670 0x7fb384003970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:59.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.841+0000 7fb39c883640 1 --2- 172.21.15.76:0/4130456364 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb384003ef0 0x7fb3840047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:59.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.841+0000 7fb39c883640 1 --2- 172.21.15.76:0/4130456364 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb384004d00 0x7fb384005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:59.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.841+0000 7fb39c883640 1 -- 172.21.15.76:0/4130456364 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb3980af8e0 con 0x7fb384003ef0 2024-09-13T16:13:59.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.841+0000 7fb39c883640 1 -- 172.21.15.76:0/4130456364 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb3980ce6f0 con 0x7fb384004d00 2024-09-13T16:13:59.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.841+0000 7fb39c883640 1 -- 172.21.15.76:0/4130456364 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb38400b9d0 con 0x7fb3980ae670 2024-09-13T16:13:59.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.841+0000 7fb39d084640 1 --2- 172.21.15.76:0/4130456364 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb384003ef0 0x7fb3840047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:59.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.841+0000 7fb39d885640 1 --2- 172.21.15.76:0/4130456364 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb3980ae670 0x7fb384003970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:59.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.841+0000 7fb39e086640 1 --2- 172.21.15.76:0/4130456364 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb384004d00 0x7fb384005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:59.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.841+0000 7fb39d084640 1 -- 172.21.15.76:0/4130456364 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb3980ae670 msgr2=0x7fb384003970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:59.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.841+0000 7fb39d084640 1 --2- 172.21.15.76:0/4130456364 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb3980ae670 0x7fb384003970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:59.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.841+0000 7fb39d084640 1 -- 172.21.15.76:0/4130456364 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb384004d00 msgr2=0x7fb384005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:59.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.841+0000 7fb39d084640 1 --2- 172.21.15.76:0/4130456364 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb384004d00 0x7fb384005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:59.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.841+0000 7fb39d084640 1 -- 172.21.15.76:0/4130456364 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb384003520 con 0x7fb384003ef0 2024-09-13T16:13:59.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.841+0000 7fb39d885640 1 --2- 172.21.15.76:0/4130456364 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb3980ae670 0x7fb384003970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:59.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.842+0000 7fb39d084640 1 --2- 172.21.15.76:0/4130456364 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb384003ef0 0x7fb3840047c0 secure :-1 s=READY pgs=1937 cs=0 l=1 rev1=1 crypto rx=0x7fb388009a90 tx=0x7fb3840057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba60d1f0eb6dcf08 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:59.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.842+0000 7fb39c883640 1 -- 172.21.15.76:0/4130456364 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb388031400 con 0x7fb384003ef0 2024-09-13T16:13:59.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.842+0000 7fb39c883640 1 -- 172.21.15.76:0/4130456364 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb38802d050 con 0x7fb384003ef0 2024-09-13T16:13:59.848 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.842+0000 7fb39c883640 1 -- 172.21.15.76:0/4130456364 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3880317a0 con 0x7fb384003ef0 2024-09-13T16:13:59.848 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.843+0000 7fb39fae9640 1 -- 172.21.15.76:0/4130456364 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb384003ef0 msgr2=0x7fb3840047c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:59.848 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.843+0000 7fb39fae9640 1 --2- 172.21.15.76:0/4130456364 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb384003ef0 0x7fb3840047c0 secure :-1 s=READY pgs=1937 cs=0 l=1 rev1=1 crypto rx=0x7fb388009a90 tx=0x7fb3840057f0 comp rx=0 tx=0).stop 2024-09-13T16:13:59.848 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.843+0000 7fb39e086640 1 -- 172.21.15.76:0/4130456364 reap_dead start 2024-09-13T16:13:59.848 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.843+0000 7fb39fae9640 1 -- 172.21.15.76:0/4130456364 shutdown_connections 2024-09-13T16:13:59.848 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.843+0000 7fb39fae9640 1 -- 172.21.15.76:0/4130456364 >> 172.21.15.76:0/4130456364 conn(0x7fb3980b1f80 msgr2=0x7fb3980b2390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:59.848 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.843+0000 7fb39fae9640 1 -- 172.21.15.76:0/4130456364 shutdown_connections 2024-09-13T16:13:59.848 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.843+0000 7fb39fae9640 1 -- 172.21.15.76:0/4130456364 wait complete. 2024-09-13T16:13:59.851 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.844+0000 7fb39fae9640 1 Processor -- start 2024-09-13T16:13:59.851 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.844+0000 7fb39fae9640 1 -- start start 2024-09-13T16:13:59.851 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.845+0000 7fb39fae9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb384003ef0 0x7fb398156c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:59.851 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.845+0000 7fb39fae9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb3981f0190 0x7fb39815c9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:59.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.845+0000 7fb39fae9640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb39815cf30 0x7fb39815ab80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:59.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.845+0000 7fb39fae9640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb3980c4f10 con 0x7fb3981f0190 2024-09-13T16:13:59.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.845+0000 7fb39fae9640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb39815d540 con 0x7fb39815cf30 2024-09-13T16:13:59.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.845+0000 7fb39fae9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb39815d820 con 0x7fb384003ef0 2024-09-13T16:13:59.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.845+0000 7fb39d084640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb3981f0190 0x7fb39815c9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:59.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.845+0000 7fb39d084640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb3981f0190 0x7fb39815c9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49580/0 (socket says 172.21.15.76:49580) 2024-09-13T16:13:59.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.845+0000 7fb39d084640 1 -- 172.21.15.76:0/3148059581 learned_addr learned my addr 172.21.15.76:0/3148059581 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:13:59.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.845+0000 7fb39d885640 1 --2- 172.21.15.76:0/3148059581 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb384003ef0 0x7fb398156c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:59.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.845+0000 7fb39e086640 1 --2- 172.21.15.76:0/3148059581 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb39815cf30 0x7fb39815ab80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:59.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.845+0000 7fb39d084640 1 -- 172.21.15.76:0/3148059581 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb384003ef0 msgr2=0x7fb398156c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:59.853 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.845+0000 7fb39d084640 1 --2- 172.21.15.76:0/3148059581 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb384003ef0 0x7fb398156c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:59.853 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.845+0000 7fb39d084640 1 -- 172.21.15.76:0/3148059581 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb39815cf30 msgr2=0x7fb39815ab80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:59.853 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.845+0000 7fb39d084640 1 --2- 172.21.15.76:0/3148059581 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb39815cf30 0x7fb39815ab80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:59.853 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.845+0000 7fb39d084640 1 -- 172.21.15.76:0/3148059581 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb39815db00 con 0x7fb3981f0190 2024-09-13T16:13:59.853 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.845+0000 7fb39e086640 1 --2- 172.21.15.76:0/3148059581 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb39815cf30 0x7fb39815ab80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:59.853 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.845+0000 7fb39d885640 1 --2- 172.21.15.76:0/3148059581 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb384003ef0 0x7fb398156c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:59.853 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.845+0000 7fb39d084640 1 --2- 172.21.15.76:0/3148059581 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb3981f0190 0x7fb39815c9f0 secure :-1 s=READY pgs=1938 cs=0 l=1 rev1=1 crypto rx=0x7fb388034040 tx=0x7fb388004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:59.853 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.845+0000 7fb38e7fc640 1 -- 172.21.15.76:0/3148059581 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb38803a600 con 0x7fb3981f0190 2024-09-13T16:13:59.853 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.845+0000 7fb38e7fc640 1 -- 172.21.15.76:0/3148059581 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb38803a760 con 0x7fb3981f0190 2024-09-13T16:13:59.853 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.845+0000 7fb39fae9640 1 -- 172.21.15.76:0/3148059581 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb3980c4f10 con 0x7fb3981f0190 2024-09-13T16:13:59.853 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.845+0000 7fb38e7fc640 1 -- 172.21.15.76:0/3148059581 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb38803aaf0 con 0x7fb3981f0190 2024-09-13T16:13:59.853 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.846+0000 7fb39fae9640 1 -- 172.21.15.76:0/3148059581 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb398157160 con 0x7fb3981f0190 2024-09-13T16:13:59.853 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.847+0000 7fb39fae9640 1 -- 172.21.15.76:0/3148059581 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb39815d310 con 0x7fb3981f0190 2024-09-13T16:13:59.854 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.847+0000 7fb38e7fc640 1 -- 172.21.15.76:0/3148059581 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb388038040 con 0x7fb3981f0190 2024-09-13T16:13:59.854 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.848+0000 7fb38e7fc640 1 --2- 172.21.15.76:0/3148059581 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb37c06ac00 0x7fb37c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:59.854 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.848+0000 7fb39d885640 1 --2- 172.21.15.76:0/3148059581 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb37c06ac00 0x7fb37c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:59.854 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.848+0000 7fb38e7fc640 1 -- 172.21.15.76:0/3148059581 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(139..139 src has 1..139) v4 ==== 5263+0+0 (secure 0 0 0) 0x7fb3880a92b0 con 0x7fb3981f0190 2024-09-13T16:13:59.854 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.848+0000 7fb39d885640 1 --2- 172.21.15.76:0/3148059581 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb37c06ac00 0x7fb37c06d0c0 secure :-1 s=READY pgs=825 cs=0 l=1 rev1=1 crypto rx=0x7fb394001050 tx=0x7fb394009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:59.854 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:13:59.852+0000 7fb38e7fc640 1 -- 172.21.15.76:0/3148059581 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fb388074670 con 0x7fb3981f0190 2024-09-13T16:14:00.017 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.015+0000 7fb39fae9640 1 -- 172.21.15.76:0/3148059581 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fb3980ccd10 con 0x7fb3981f0190 2024-09-13T16:14:00.017 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.016+0000 7fb38e7fc640 1 -- 172.21.15.76:0/3148059581 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v139) v1 ==== 74+0+13165 (secure 0 0 0) 0x7fb388036090 con 0x7fb3981f0190 2024-09-13T16:14:00.018 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:14:00.018 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":139,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:13:57.717933+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":20,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.76:6836/2887788362":"2024-09-14T16:13:54.696298+0000","172.21.15.76:6834/2887788362":"2024-09-14T16:13:54.696298+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:14:00.020 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.018+0000 7fb39fae9640 1 -- 172.21.15.76:0/3148059581 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb37c06ac00 msgr2=0x7fb37c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:00.020 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.018+0000 7fb39fae9640 1 --2- 172.21.15.76:0/3148059581 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb37c06ac00 0x7fb37c06d0c0 secure :-1 s=READY pgs=825 cs=0 l=1 rev1=1 crypto rx=0x7fb394001050 tx=0x7fb394009040 comp rx=0 tx=0).stop 2024-09-13T16:14:00.020 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.018+0000 7fb39fae9640 1 -- 172.21.15.76:0/3148059581 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb3981f0190 msgr2=0x7fb39815c9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:00.020 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.018+0000 7fb39fae9640 1 --2- 172.21.15.76:0/3148059581 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb3981f0190 0x7fb39815c9f0 secure :-1 s=READY pgs=1938 cs=0 l=1 rev1=1 crypto rx=0x7fb388034040 tx=0x7fb388004730 comp rx=0 tx=0).stop 2024-09-13T16:14:00.020 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.018+0000 7fb39fae9640 1 -- 172.21.15.76:0/3148059581 shutdown_connections 2024-09-13T16:14:00.020 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.018+0000 7fb39fae9640 1 --2- 172.21.15.76:0/3148059581 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb39815cf30 0x7fb39815ab80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:00.021 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.018+0000 7fb39fae9640 1 --2- 172.21.15.76:0/3148059581 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb3981f0190 0x7fb39815c9f0 unknown :-1 s=CLOSED pgs=1938 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:00.021 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.018+0000 7fb39fae9640 1 --2- 172.21.15.76:0/3148059581 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb37c06ac00 0x7fb37c06d0c0 unknown :-1 s=CLOSED pgs=825 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:00.021 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.018+0000 7fb39fae9640 1 --2- 172.21.15.76:0/3148059581 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb384003ef0 0x7fb398156c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:00.021 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.018+0000 7fb39fae9640 1 -- 172.21.15.76:0/3148059581 >> 172.21.15.76:0/3148059581 conn(0x7fb3980b1f80 msgr2=0x7fb39806ec30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:00.021 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.018+0000 7fb39fae9640 1 -- 172.21.15.76:0/3148059581 shutdown_connections 2024-09-13T16:14:00.021 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.018+0000 7fb39fae9640 1 -- 172.21.15.76:0/3148059581 wait complete. 2024-09-13T16:14:00.030 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:01:26.960607+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:14:00.031 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:14:00.132 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.130+0000 7fc684b1f640 1 Processor -- start 2024-09-13T16:14:00.132 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.130+0000 7fc684b1f640 1 -- start start 2024-09-13T16:14:00.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.131+0000 7fc684b1f640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc6800cdff0 0x7fc68006c390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:00.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.131+0000 7fc684b1f640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc6800cd450 con 0x7fc6800d2760 2024-09-13T16:14:00.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.131+0000 7fc684b1f640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc6800d0cf0 con 0x7fc68015c500 2024-09-13T16:14:00.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.131+0000 7fc684b1f640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc6800d0fd0 con 0x7fc6800cdff0 2024-09-13T16:14:00.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.132+0000 7fc67dd9b640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fc6800d2760 0x7fc6800cd8e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:44088/0 (socket says 172.21.15.76:44088) 2024-09-13T16:14:00.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.132+0000 7fc67dd9b640 1 -- 172.21.15.76:0/3254698902 learned_addr learned my addr 172.21.15.76:0/3254698902 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:14:00.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.132+0000 7fc67d59a640 1 -- 172.21.15.76:0/3254698902 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 219710880 0 0) 0x7fc6800cd450 con 0x7fc6800d2760 2024-09-13T16:14:00.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.132+0000 7fc67ed9d640 1 --2- 172.21.15.76:0/3254698902 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc6800cdff0 0x7fc68006c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:00.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.132+0000 7fc67d59a640 1 -- 172.21.15.76:0/3254698902 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc668003520 con 0x7fc6800d2760 2024-09-13T16:14:00.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.132+0000 7fc67d59a640 1 -- 172.21.15.76:0/3254698902 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 73469300 0 0) 0x7fc668003520 con 0x7fc6800d2760 2024-09-13T16:14:00.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.132+0000 7fc67d59a640 1 -- 172.21.15.76:0/3254698902 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc6800cdff0 msgr2=0x7fc68006c390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:00.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.132+0000 7fc67d59a640 1 --2- 172.21.15.76:0/3254698902 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc6800cdff0 0x7fc68006c390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:00.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.132+0000 7fc67d59a640 1 -- 172.21.15.76:0/3254698902 >> v1:172.21.15.192:6789/0 conn(0x7fc68015c500 legacy=0x7fc6800d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:00.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.132+0000 7fc67d59a640 1 -- 172.21.15.76:0/3254698902 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc6800cd0e0 con 0x7fc6800d2760 2024-09-13T16:14:00.137 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.132+0000 7fc67d59a640 1 -- 172.21.15.76:0/3254698902 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7fc674001670 con 0x7fc6800d2760 2024-09-13T16:14:00.137 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.132+0000 7fc67d59a640 1 -- 172.21.15.76:0/3254698902 >> v1:172.21.15.76:6789/0 conn(0x7fc6800d2760 legacy=0x7fc6800cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:00.137 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.132+0000 7fc67d59a640 1 --2- 172.21.15.76:0/3254698902 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc6800cdff0 0x7fc6680039a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:00.137 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.132+0000 7fc67d59a640 1 --2- 172.21.15.76:0/3254698902 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc668003f20 0x7fc6680047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:00.137 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.132+0000 7fc67d59a640 1 --2- 172.21.15.76:0/3254698902 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc668004d00 0x7fc668005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:00.137 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.132+0000 7fc67d59a640 1 -- 172.21.15.76:0/3254698902 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc6800d0fd0 con 0x7fc668003f20 2024-09-13T16:14:00.137 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.132+0000 7fc67d59a640 1 -- 172.21.15.76:0/3254698902 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc66800ba60 con 0x7fc668004d00 2024-09-13T16:14:00.137 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.132+0000 7fc67d59a640 1 -- 172.21.15.76:0/3254698902 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc66800bc20 con 0x7fc6800cdff0 2024-09-13T16:14:00.137 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.132+0000 7fc67dd9b640 1 --2- 172.21.15.76:0/3254698902 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc668003f20 0x7fc6680047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:00.137 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.132+0000 7fc67ed9d640 1 --2- 172.21.15.76:0/3254698902 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc668004d00 0x7fc668005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:00.137 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.132+0000 7fc67e59c640 1 --2- 172.21.15.76:0/3254698902 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc6800cdff0 0x7fc6680039a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:00.137 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.132+0000 7fc67dd9b640 1 -- 172.21.15.76:0/3254698902 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc6800cdff0 msgr2=0x7fc6680039a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:00.137 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.132+0000 7fc67dd9b640 1 --2- 172.21.15.76:0/3254698902 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc6800cdff0 0x7fc6680039a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:00.137 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.132+0000 7fc67dd9b640 1 -- 172.21.15.76:0/3254698902 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc668004d00 msgr2=0x7fc668005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:00.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.132+0000 7fc67dd9b640 1 --2- 172.21.15.76:0/3254698902 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc668004d00 0x7fc668005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:00.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.133+0000 7fc67dd9b640 1 -- 172.21.15.76:0/3254698902 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc668003520 con 0x7fc668003f20 2024-09-13T16:14:00.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.133+0000 7fc67dd9b640 1 --2- 172.21.15.76:0/3254698902 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc668003f20 0x7fc6680047c0 secure :-1 s=READY pgs=1940 cs=0 l=1 rev1=1 crypto rx=0x7fc67400c190 tx=0x7fc6680057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=84f55c22fd14df0b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:00.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.133+0000 7fc67d59a640 1 -- 172.21.15.76:0/3254698902 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc674005ad0 con 0x7fc668003f20 2024-09-13T16:14:00.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.133+0000 7fc67d59a640 1 -- 172.21.15.76:0/3254698902 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc67402d070 con 0x7fc668003f20 2024-09-13T16:14:00.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.133+0000 7fc67d59a640 1 -- 172.21.15.76:0/3254698902 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc674007070 con 0x7fc668003f20 2024-09-13T16:14:00.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.134+0000 7fc684b1f640 1 -- 172.21.15.76:0/3254698902 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc668003f20 msgr2=0x7fc6680047c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:00.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.134+0000 7fc684b1f640 1 --2- 172.21.15.76:0/3254698902 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc668003f20 0x7fc6680047c0 secure :-1 s=READY pgs=1940 cs=0 l=1 rev1=1 crypto rx=0x7fc67400c190 tx=0x7fc6680057f0 comp rx=0 tx=0).stop 2024-09-13T16:14:00.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.134+0000 7fc67ed9d640 1 -- 172.21.15.76:0/3254698902 reap_dead start 2024-09-13T16:14:00.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.134+0000 7fc684b1f640 1 -- 172.21.15.76:0/3254698902 shutdown_connections 2024-09-13T16:14:00.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.134+0000 7fc684b1f640 1 -- 172.21.15.76:0/3254698902 >> 172.21.15.76:0/3254698902 conn(0x7fc680089f60 msgr2=0x7fc68009b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:00.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.134+0000 7fc684b1f640 1 -- 172.21.15.76:0/3254698902 shutdown_connections 2024-09-13T16:14:00.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.134+0000 7fc684b1f640 1 -- 172.21.15.76:0/3254698902 wait complete. 2024-09-13T16:14:00.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.135+0000 7fc684b1f640 1 Processor -- start 2024-09-13T16:14:00.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.135+0000 7fc684b1f640 1 -- start start 2024-09-13T16:14:00.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.136+0000 7fc684b1f640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc668003f20 0x7fc6800cbbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:00.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.136+0000 7fc684b1f640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc680150c50 0x7fc6800ca9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:00.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.136+0000 7fc684b1f640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc6800b5260 0x7fc6800b1f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:00.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.136+0000 7fc684b1f640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc6800cc480 con 0x7fc668003f20 2024-09-13T16:14:00.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.136+0000 7fc684b1f640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc6800cc1a0 con 0x7fc680150c50 2024-09-13T16:14:00.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.136+0000 7fc684b1f640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc68015cc20 con 0x7fc6800b5260 2024-09-13T16:14:00.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.136+0000 7fc67e59c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc668003f20 0x7fc6800cbbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:00.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.136+0000 7fc67e59c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc668003f20 0x7fc6800cbbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49604/0 (socket says 172.21.15.76:49604) 2024-09-13T16:14:00.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.136+0000 7fc67e59c640 1 -- 172.21.15.76:0/1011700140 learned_addr learned my addr 172.21.15.76:0/1011700140 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:00.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.136+0000 7fc67dd9b640 1 --2- 172.21.15.76:0/1011700140 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc680150c50 0x7fc6800ca9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:00.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.136+0000 7fc67ed9d640 1 --2- 172.21.15.76:0/1011700140 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc6800b5260 0x7fc6800b1f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:00.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.136+0000 7fc67e59c640 1 -- 172.21.15.76:0/1011700140 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc6800b5260 msgr2=0x7fc6800b1f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:00.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.136+0000 7fc67e59c640 1 --2- 172.21.15.76:0/1011700140 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc6800b5260 0x7fc6800b1f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:00.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.136+0000 7fc67e59c640 1 -- 172.21.15.76:0/1011700140 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc680150c50 msgr2=0x7fc6800ca9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:00.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.136+0000 7fc67e59c640 1 --2- 172.21.15.76:0/1011700140 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc680150c50 0x7fc6800ca9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:00.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.136+0000 7fc67e59c640 1 -- 172.21.15.76:0/1011700140 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc68015cf00 con 0x7fc668003f20 2024-09-13T16:14:00.143 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.136+0000 7fc67ed9d640 1 --2- 172.21.15.76:0/1011700140 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc6800b5260 0x7fc6800b1f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:14:00.143 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.136+0000 7fc67dd9b640 1 --2- 172.21.15.76:0/1011700140 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc680150c50 0x7fc6800ca9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:14:00.143 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.137+0000 7fc67e59c640 1 --2- 172.21.15.76:0/1011700140 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc668003f20 0x7fc6800cbbc0 secure :-1 s=READY pgs=1941 cs=0 l=1 rev1=1 crypto rx=0x7fc67000e8c0 tx=0x7fc67000ed80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:00.143 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.137+0000 7fc66effd640 1 -- 172.21.15.76:0/1011700140 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc670003b80 con 0x7fc668003f20 2024-09-13T16:14:00.143 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.137+0000 7fc66effd640 1 -- 172.21.15.76:0/1011700140 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc670003ce0 con 0x7fc668003f20 2024-09-13T16:14:00.143 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.137+0000 7fc684b1f640 1 -- 172.21.15.76:0/1011700140 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc68015d1e0 con 0x7fc668003f20 2024-09-13T16:14:00.143 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.137+0000 7fc66effd640 1 -- 172.21.15.76:0/1011700140 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6700052f0 con 0x7fc668003f20 2024-09-13T16:14:00.143 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.137+0000 7fc684b1f640 1 -- 172.21.15.76:0/1011700140 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc6800b5710 con 0x7fc668003f20 2024-09-13T16:14:00.143 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.138+0000 7fc684b1f640 1 -- 172.21.15.76:0/1011700140 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc68015d370 con 0x7fc668003f20 2024-09-13T16:14:00.143 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.138+0000 7fc66effd640 1 -- 172.21.15.76:0/1011700140 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc670005450 con 0x7fc668003f20 2024-09-13T16:14:00.143 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.139+0000 7fc66effd640 1 --2- 172.21.15.76:0/1011700140 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc66006ac00 0x7fc66006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:00.143 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.139+0000 7fc66effd640 1 -- 172.21.15.76:0/1011700140 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(139..139 src has 1..139) v4 ==== 5263+0+0 (secure 0 0 0) 0x7fc6700892a0 con 0x7fc668003f20 2024-09-13T16:14:00.143 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.139+0000 7fc67dd9b640 1 --2- 172.21.15.76:0/1011700140 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc66006ac00 0x7fc66006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:00.143 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.139+0000 7fc67dd9b640 1 --2- 172.21.15.76:0/1011700140 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc66006ac00 0x7fc66006d0c0 secure :-1 s=READY pgs=826 cs=0 l=1 rev1=1 crypto rx=0x7fc674032000 tx=0x7fc67402d000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:00.144 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.143+0000 7fc66effd640 1 -- 172.21.15.76:0/1011700140 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fc6700546d0 con 0x7fc668003f20 2024-09-13T16:14:00.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.306+0000 7fc684b1f640 1 -- 172.21.15.76:0/1011700140 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fc68006c8e0 con 0x7fc668003f20 2024-09-13T16:14:00.307 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.306+0000 7fc66effd640 1 -- 172.21.15.76:0/1011700140 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v139) v1 ==== 93+0+10 (secure 0 0 0) 0x7fc67001a310 con 0x7fc668003f20 2024-09-13T16:14:00.307 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2024-09-13T16:14:00.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.308+0000 7fc684b1f640 1 -- 172.21.15.76:0/1011700140 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc66006ac00 msgr2=0x7fc66006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:00.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.308+0000 7fc684b1f640 1 --2- 172.21.15.76:0/1011700140 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc66006ac00 0x7fc66006d0c0 secure :-1 s=READY pgs=826 cs=0 l=1 rev1=1 crypto rx=0x7fc674032000 tx=0x7fc67402d000 comp rx=0 tx=0).stop 2024-09-13T16:14:00.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.308+0000 7fc684b1f640 1 -- 172.21.15.76:0/1011700140 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc668003f20 msgr2=0x7fc6800cbbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:00.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.308+0000 7fc684b1f640 1 --2- 172.21.15.76:0/1011700140 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc668003f20 0x7fc6800cbbc0 secure :-1 s=READY pgs=1941 cs=0 l=1 rev1=1 crypto rx=0x7fc67000e8c0 tx=0x7fc67000ed80 comp rx=0 tx=0).stop 2024-09-13T16:14:00.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.308+0000 7fc684b1f640 1 -- 172.21.15.76:0/1011700140 shutdown_connections 2024-09-13T16:14:00.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.308+0000 7fc684b1f640 1 --2- 172.21.15.76:0/1011700140 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc66006ac00 0x7fc66006d0c0 unknown :-1 s=CLOSED pgs=826 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:00.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.308+0000 7fc684b1f640 1 --2- 172.21.15.76:0/1011700140 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc6800b5260 0x7fc6800b1f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:00.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.308+0000 7fc684b1f640 1 --2- 172.21.15.76:0/1011700140 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc680150c50 0x7fc6800ca9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:00.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.308+0000 7fc684b1f640 1 --2- 172.21.15.76:0/1011700140 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc668003f20 0x7fc6800cbbc0 unknown :-1 s=CLOSED pgs=1941 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:00.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.308+0000 7fc684b1f640 1 -- 172.21.15.76:0/1011700140 >> 172.21.15.76:0/1011700140 conn(0x7fc680089f60 msgr2=0x7fc6800cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:00.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.308+0000 7fc684b1f640 1 -- 172.21.15.76:0/1011700140 shutdown_connections 2024-09-13T16:14:00.310 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.308+0000 7fc684b1f640 1 -- 172.21.15.76:0/1011700140 wait complete. 2024-09-13T16:14:00.320 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_client_limits.TestClientLimits.test_client_pin_root' 2024-09-13T16:14:00.417 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.416+0000 7faa4fb7d640 1 Processor -- start 2024-09-13T16:14:00.417 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.416+0000 7faa4fb7d640 1 -- start start 2024-09-13T16:14:00.419 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.417+0000 7faa4fb7d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7faa48072110 0x7faa48070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:00.419 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.417+0000 7faa4fb7d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faa480c8920 0x7faa480c8dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:00.419 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.417+0000 7faa4fb7d640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7faa480abdf0 con 0x7faa48071d30 2024-09-13T16:14:00.419 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.417+0000 7faa4fb7d640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7faa480c9310 con 0x7faa48072110 2024-09-13T16:14:00.419 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.417+0000 7faa4fb7d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faa480b2280 con 0x7faa480c8920 2024-09-13T16:14:00.419 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.417+0000 7faa4d118640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7faa48072110 0x7faa48070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:00.419 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.417+0000 7faa4d118640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7faa48072110 0x7faa48070190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49618/0 (socket says 172.21.15.76:49618) 2024-09-13T16:14:00.419 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.417+0000 7faa4d118640 1 -- 172.21.15.76:0/3378267122 learned_addr learned my addr 172.21.15.76:0/3378267122 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:00.419 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.417+0000 7faa4e11a640 1 --2- 172.21.15.76:0/3378267122 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faa480c8920 0x7faa480c8dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:00.419 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.417+0000 7faa4d118640 1 -- 172.21.15.76:0/3378267122 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faa480c8920 msgr2=0x7faa480c8dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:00.419 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.417+0000 7faa4d118640 1 --2- 172.21.15.76:0/3378267122 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faa480c8920 0x7faa480c8dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:00.420 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.417+0000 7faa4d118640 1 -- 172.21.15.76:0/3378267122 >> v1:172.21.15.192:6789/0 conn(0x7faa48071d30 legacy=0x7faa480b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:00.420 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.417+0000 7faa4d118640 1 -- 172.21.15.76:0/3378267122 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faa480ab1e0 con 0x7faa48072110 2024-09-13T16:14:00.421 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.418+0000 7faa4d118640 1 --2- 172.21.15.76:0/3378267122 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faa48072110 0x7faa48070190 secure :-1 s=READY pgs=1942 cs=0 l=1 rev1=1 crypto rx=0x7faa3800bb10 tx=0x7faa3802c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c6b7ee4b901ee0a6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:00.421 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.418+0000 7faa4c917640 1 -- 172.21.15.76:0/3378267122 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa38032790 con 0x7faa48072110 2024-09-13T16:14:00.421 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.418+0000 7faa4c917640 1 -- 172.21.15.76:0/3378267122 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faa380328f0 con 0x7faa48072110 2024-09-13T16:14:00.421 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.418+0000 7faa4c917640 1 -- 172.21.15.76:0/3378267122 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa38032c80 con 0x7faa48072110 2024-09-13T16:14:00.421 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.419+0000 7faa4fb7d640 1 -- 172.21.15.76:0/3378267122 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faa48072110 msgr2=0x7faa48070190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:00.421 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.419+0000 7faa4fb7d640 1 --2- 172.21.15.76:0/3378267122 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faa48072110 0x7faa48070190 secure :-1 s=READY pgs=1942 cs=0 l=1 rev1=1 crypto rx=0x7faa3800bb10 tx=0x7faa3802c8d0 comp rx=0 tx=0).stop 2024-09-13T16:14:00.422 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.419+0000 7faa4fb7d640 1 -- 172.21.15.76:0/3378267122 shutdown_connections 2024-09-13T16:14:00.422 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.419+0000 7faa4fb7d640 1 --2- 172.21.15.76:0/3378267122 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faa480c8920 0x7faa480c8dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:00.422 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.419+0000 7faa4fb7d640 1 --2- 172.21.15.76:0/3378267122 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faa48072110 0x7faa48070190 unknown :-1 s=CLOSED pgs=1942 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:00.422 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.419+0000 7faa4fb7d640 1 -- 172.21.15.76:0/3378267122 >> 172.21.15.76:0/3378267122 conn(0x7faa48069ed0 msgr2=0x7faa4806a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:00.422 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.419+0000 7faa4fb7d640 1 -- 172.21.15.76:0/3378267122 shutdown_connections 2024-09-13T16:14:00.422 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.419+0000 7faa4fb7d640 1 -- 172.21.15.76:0/3378267122 wait complete. 2024-09-13T16:14:00.422 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.420+0000 7faa4fb7d640 1 Processor -- start 2024-09-13T16:14:00.422 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.420+0000 7faa4fb7d640 1 -- start start 2024-09-13T16:14:00.424 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.421+0000 7faa4fb7d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faa48071d30 0x7faa480c78e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:00.424 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.421+0000 7faa4fb7d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faa48072110 0x7faa480c47a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:00.424 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.421+0000 7faa4fb7d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faa480c8920 0x7faa480c4ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:00.425 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.421+0000 7faa4fb7d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faa4809c110 con 0x7faa480c8920 2024-09-13T16:14:00.425 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.421+0000 7faa4fb7d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faa4815c350 con 0x7faa48071d30 2024-09-13T16:14:00.425 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.421+0000 7faa4fb7d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faa480c6840 con 0x7faa48072110 2024-09-13T16:14:00.425 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.421+0000 7faa4e11a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faa480c8920 0x7faa480c4ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:00.425 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.421+0000 7faa4e11a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faa480c8920 0x7faa480c4ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49620/0 (socket says 172.21.15.76:49620) 2024-09-13T16:14:00.425 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.421+0000 7faa4e11a640 1 -- 172.21.15.76:0/1864099732 learned_addr learned my addr 172.21.15.76:0/1864099732 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:00.425 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.421+0000 7faa4d919640 1 --2- 172.21.15.76:0/1864099732 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faa48071d30 0x7faa480c78e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:00.425 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.421+0000 7faa4d118640 1 --2- 172.21.15.76:0/1864099732 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faa48072110 0x7faa480c47a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:00.425 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.421+0000 7faa4e11a640 1 -- 172.21.15.76:0/1864099732 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faa48072110 msgr2=0x7faa480c47a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:00.425 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.421+0000 7faa4e11a640 1 --2- 172.21.15.76:0/1864099732 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faa48072110 0x7faa480c47a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:00.425 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.421+0000 7faa4e11a640 1 -- 172.21.15.76:0/1864099732 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faa48071d30 msgr2=0x7faa480c78e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:00.425 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.421+0000 7faa4e11a640 1 --2- 172.21.15.76:0/1864099732 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faa48071d30 0x7faa480c78e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:00.426 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.421+0000 7faa4e11a640 1 -- 172.21.15.76:0/1864099732 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faa3800b770 con 0x7faa480c8920 2024-09-13T16:14:00.426 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.421+0000 7faa4d919640 1 --2- 172.21.15.76:0/1864099732 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faa48071d30 0x7faa480c78e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:14:00.426 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.421+0000 7faa4e11a640 1 --2- 172.21.15.76:0/1864099732 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faa480c8920 0x7faa480c4ce0 secure :-1 s=READY pgs=1943 cs=0 l=1 rev1=1 crypto rx=0x7faa40007e60 tx=0x7faa4000e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:00.426 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.421+0000 7faa3e7fc640 1 -- 172.21.15.76:0/1864099732 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa40014420 con 0x7faa480c8920 2024-09-13T16:14:00.426 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.421+0000 7faa3e7fc640 1 -- 172.21.15.76:0/1864099732 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faa400145a0 con 0x7faa480c8920 2024-09-13T16:14:00.426 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.421+0000 7faa4fb7d640 1 -- 172.21.15.76:0/1864099732 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faa480c6b20 con 0x7faa480c8920 2024-09-13T16:14:00.426 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.421+0000 7faa3e7fc640 1 -- 172.21.15.76:0/1864099732 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa40014950 con 0x7faa480c8920 2024-09-13T16:14:00.426 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.422+0000 7faa4fb7d640 1 -- 172.21.15.76:0/1864099732 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faa480c70e0 con 0x7faa480c8920 2024-09-13T16:14:00.426 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.423+0000 7faa4fb7d640 1 -- 172.21.15.76:0/1864099732 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faa48070190 con 0x7faa480c8920 2024-09-13T16:14:00.426 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.423+0000 7faa3e7fc640 1 -- 172.21.15.76:0/1864099732 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7faa40014ab0 con 0x7faa480c8920 2024-09-13T16:14:00.426 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.423+0000 7faa3e7fc640 1 --2- 172.21.15.76:0/1864099732 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7faa2c06ac00 0x7faa2c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:00.427 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.424+0000 7faa3e7fc640 1 -- 172.21.15.76:0/1864099732 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(139..139 src has 1..139) v4 ==== 5263+0+0 (secure 0 0 0) 0x7faa40089a00 con 0x7faa480c8920 2024-09-13T16:14:00.427 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.424+0000 7faa4d919640 1 --2- 172.21.15.76:0/1864099732 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7faa2c06ac00 0x7faa2c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:00.427 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.424+0000 7faa4d919640 1 --2- 172.21.15.76:0/1864099732 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7faa2c06ac00 0x7faa2c06d0c0 secure :-1 s=READY pgs=827 cs=0 l=1 rev1=1 crypto rx=0x7faa44003eb0 tx=0x7faa44009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:00.429 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.428+0000 7faa3e7fc640 1 -- 172.21.15.76:0/1864099732 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7faa40054e30 con 0x7faa480c8920 2024-09-13T16:14:00.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.651+0000 7faa4fb7d640 1 -- 172.21.15.76:0/1864099732 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_client_limits.TestClientLimits.test_client_pin_root"]} v 0) v1 -- 0x7faa4815cb20 con 0x7faa480c8920 2024-09-13T16:14:00.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.727+0000 7faa3e7fc640 1 -- 172.21.15.76:0/1864099732 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_client_limits.TestClientLimits.test_client_pin_root"]}]=0 v574) v1 ==== 151+0+0 (secure 0 0 0) 0x7faa40058450 con 0x7faa480c8920 2024-09-13T16:14:00.731 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.729+0000 7faa4fb7d640 1 -- 172.21.15.76:0/1864099732 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7faa2c06ac00 msgr2=0x7faa2c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:00.731 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.729+0000 7faa4fb7d640 1 --2- 172.21.15.76:0/1864099732 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7faa2c06ac00 0x7faa2c06d0c0 secure :-1 s=READY pgs=827 cs=0 l=1 rev1=1 crypto rx=0x7faa44003eb0 tx=0x7faa44009040 comp rx=0 tx=0).stop 2024-09-13T16:14:00.731 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.729+0000 7faa4fb7d640 1 -- 172.21.15.76:0/1864099732 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faa480c8920 msgr2=0x7faa480c4ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:00.731 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.729+0000 7faa4fb7d640 1 --2- 172.21.15.76:0/1864099732 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faa480c8920 0x7faa480c4ce0 secure :-1 s=READY pgs=1943 cs=0 l=1 rev1=1 crypto rx=0x7faa40007e60 tx=0x7faa4000e4b0 comp rx=0 tx=0).stop 2024-09-13T16:14:00.731 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.729+0000 7faa4fb7d640 1 -- 172.21.15.76:0/1864099732 shutdown_connections 2024-09-13T16:14:00.731 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.729+0000 7faa4fb7d640 1 --2- 172.21.15.76:0/1864099732 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faa480c8920 0x7faa480c4ce0 unknown :-1 s=CLOSED pgs=1943 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:00.731 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.729+0000 7faa4fb7d640 1 --2- 172.21.15.76:0/1864099732 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7faa2c06ac00 0x7faa2c06d0c0 unknown :-1 s=CLOSED pgs=827 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:00.731 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.729+0000 7faa4fb7d640 1 --2- 172.21.15.76:0/1864099732 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faa48072110 0x7faa480c47a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:00.731 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.729+0000 7faa4fb7d640 1 --2- 172.21.15.76:0/1864099732 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faa48071d30 0x7faa480c78e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:00.731 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.729+0000 7faa4fb7d640 1 -- 172.21.15.76:0/1864099732 >> 172.21.15.76:0/1864099732 conn(0x7faa48069ed0 msgr2=0x7faa480adf60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:00.731 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.729+0000 7faa4fb7d640 1 -- 172.21.15.76:0/1864099732 shutdown_connections 2024-09-13T16:14:00.732 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.729+0000 7faa4fb7d640 1 -- 172.21.15.76:0/1864099732 wait complete. 2024-09-13T16:14:00.741 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-13T16:14:00.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.842+0000 7f2d66eb1640 1 Processor -- start 2024-09-13T16:14:00.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.842+0000 7f2d66eb1640 1 -- start start 2024-09-13T16:14:00.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.843+0000 7f2d66eb1640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f2d60158b00 0x7f2d6006c190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:00.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.843+0000 7f2d66eb1640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2d6006c6d0 0x7f2d60070b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:00.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.843+0000 7f2d66eb1640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f2d60071050 0x7f2d600714e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:00.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.843+0000 7f2d66eb1640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2d6006cb30 con 0x7f2d60158b00 2024-09-13T16:14:00.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.843+0000 7f2d66eb1640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2d600b2d10 con 0x7f2d60071050 2024-09-13T16:14:00.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.843+0000 7f2d66eb1640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2d600b2ff0 con 0x7f2d6006c6d0 2024-09-13T16:14:00.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.843+0000 7f2d64c4d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f2d60158b00 0x7f2d6006c190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:00.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.843+0000 7f2d64c4d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f2d60158b00 0x7f2d6006c190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49626/0 (socket says 172.21.15.76:49626) 2024-09-13T16:14:00.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.843+0000 7f2d64c4d640 1 -- 172.21.15.76:0/3144350078 learned_addr learned my addr 172.21.15.76:0/3144350078 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:00.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.843+0000 7f2d5ffff640 1 --2- 172.21.15.76:0/3144350078 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2d6006c6d0 0x7f2d60070b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:00.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.843+0000 7f2d64c4d640 1 -- 172.21.15.76:0/3144350078 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2d6006c6d0 msgr2=0x7f2d60070b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:00.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.843+0000 7f2d64c4d640 1 --2- 172.21.15.76:0/3144350078 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2d6006c6d0 0x7f2d60070b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:00.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.843+0000 7f2d6544e640 1 --2- 172.21.15.76:0/3144350078 >> v2:172.21.15.192:3300/0 conn(0x7f2d60071050 0x7f2d600714e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:00.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.843+0000 7f2d64c4d640 1 -- 172.21.15.76:0/3144350078 >> v2:172.21.15.192:3300/0 conn(0x7f2d60071050 msgr2=0x7f2d600714e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:00.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.843+0000 7f2d64c4d640 1 --2- 172.21.15.76:0/3144350078 >> v2:172.21.15.192:3300/0 conn(0x7f2d60071050 0x7f2d600714e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:00.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.843+0000 7f2d64c4d640 1 -- 172.21.15.76:0/3144350078 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2d60070310 con 0x7f2d60158b00 2024-09-13T16:14:00.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.843+0000 7f2d5ffff640 1 --2- 172.21.15.76:0/3144350078 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2d6006c6d0 0x7f2d60070b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:14:00.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.844+0000 7f2d64c4d640 1 --2- 172.21.15.76:0/3144350078 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2d60158b00 0x7f2d6006c190 secure :-1 s=READY pgs=1944 cs=0 l=1 rev1=1 crypto rx=0x7f2d6006da20 tx=0x7f2d5402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d7f663e8825c48b8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:00.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.844+0000 7f2d5f7fe640 1 -- 172.21.15.76:0/3144350078 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d54032440 con 0x7f2d60158b00 2024-09-13T16:14:00.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.844+0000 7f2d5f7fe640 1 -- 172.21.15.76:0/3144350078 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2d540325a0 con 0x7f2d60158b00 2024-09-13T16:14:00.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.844+0000 7f2d5f7fe640 1 -- 172.21.15.76:0/3144350078 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d54032930 con 0x7f2d60158b00 2024-09-13T16:14:00.850 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.844+0000 7f2d66eb1640 1 -- 172.21.15.76:0/3144350078 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2d60158b00 msgr2=0x7f2d6006c190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:00.850 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.844+0000 7f2d66eb1640 1 --2- 172.21.15.76:0/3144350078 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2d60158b00 0x7f2d6006c190 secure :-1 s=READY pgs=1944 cs=0 l=1 rev1=1 crypto rx=0x7f2d6006da20 tx=0x7f2d5402a1e0 comp rx=0 tx=0).stop 2024-09-13T16:14:00.850 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.845+0000 7f2d66eb1640 1 -- 172.21.15.76:0/3144350078 shutdown_connections 2024-09-13T16:14:00.850 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.845+0000 7f2d66eb1640 1 --2- 172.21.15.76:0/3144350078 >> v2:172.21.15.192:3300/0 conn(0x7f2d60071050 0x7f2d600714e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:00.850 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.845+0000 7f2d66eb1640 1 --2- 172.21.15.76:0/3144350078 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2d6006c6d0 0x7f2d60070b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:00.850 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.845+0000 7f2d66eb1640 1 --2- 172.21.15.76:0/3144350078 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2d60158b00 0x7f2d6006c190 unknown :-1 s=CLOSED pgs=1944 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:00.850 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.845+0000 7f2d66eb1640 1 -- 172.21.15.76:0/3144350078 >> 172.21.15.76:0/3144350078 conn(0x7f2d6006a0b0 msgr2=0x7f2d6006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:00.851 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.845+0000 7f2d66eb1640 1 -- 172.21.15.76:0/3144350078 shutdown_connections 2024-09-13T16:14:00.851 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.845+0000 7f2d66eb1640 1 -- 172.21.15.76:0/3144350078 wait complete. 2024-09-13T16:14:00.851 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.846+0000 7f2d66eb1640 1 Processor -- start 2024-09-13T16:14:00.851 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.846+0000 7f2d66eb1640 1 -- start start 2024-09-13T16:14:00.851 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.847+0000 7f2d66eb1640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2d6006c6d0 0x7f2d60098290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:00.851 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.847+0000 7f2d66eb1640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2d60071050 0x7f2d600b1160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:00.851 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.847+0000 7f2d66eb1640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2d60158b00 0x7f2d600b16a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:00.851 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.847+0000 7f2d66eb1640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d60099880 con 0x7f2d60071050 2024-09-13T16:14:00.851 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.847+0000 7f2d66eb1640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d60098c70 con 0x7f2d6006c6d0 2024-09-13T16:14:00.851 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.847+0000 7f2d66eb1640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2d60098f50 con 0x7f2d60158b00 2024-09-13T16:14:00.851 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.847+0000 7f2d5ffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2d60071050 0x7f2d600b1160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:00.851 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.847+0000 7f2d5ffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2d60071050 0x7f2d600b1160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49632/0 (socket says 172.21.15.76:49632) 2024-09-13T16:14:00.851 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.847+0000 7f2d5ffff640 1 -- 172.21.15.76:0/1056412942 learned_addr learned my addr 172.21.15.76:0/1056412942 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:00.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.847+0000 7f2d64c4d640 1 --2- 172.21.15.76:0/1056412942 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2d6006c6d0 0x7f2d60098290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:00.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.847+0000 7f2d6544e640 1 --2- 172.21.15.76:0/1056412942 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2d60158b00 0x7f2d600b16a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:00.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.847+0000 7f2d5ffff640 1 -- 172.21.15.76:0/1056412942 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2d60158b00 msgr2=0x7f2d600b16a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:00.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.847+0000 7f2d5ffff640 1 --2- 172.21.15.76:0/1056412942 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2d60158b00 0x7f2d600b16a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:00.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.847+0000 7f2d5ffff640 1 -- 172.21.15.76:0/1056412942 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2d6006c6d0 msgr2=0x7f2d60098290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:00.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.847+0000 7f2d5ffff640 1 --2- 172.21.15.76:0/1056412942 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2d6006c6d0 0x7f2d60098290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:00.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.847+0000 7f2d5ffff640 1 -- 172.21.15.76:0/1056412942 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2d540094d0 con 0x7f2d60071050 2024-09-13T16:14:00.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.847+0000 7f2d5ffff640 1 --2- 172.21.15.76:0/1056412942 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2d60071050 0x7f2d600b1160 secure :-1 s=READY pgs=1945 cs=0 l=1 rev1=1 crypto rx=0x7f2d4c00c7f0 tx=0x7f2d4c00cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:00.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.847+0000 7f2d5d7fa640 1 -- 172.21.15.76:0/1056412942 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d4c007a30 con 0x7f2d60071050 2024-09-13T16:14:00.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.847+0000 7f2d5d7fa640 1 -- 172.21.15.76:0/1056412942 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2d4c007b90 con 0x7f2d60071050 2024-09-13T16:14:00.853 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.847+0000 7f2d5d7fa640 1 -- 172.21.15.76:0/1056412942 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d4c00ce40 con 0x7f2d60071050 2024-09-13T16:14:00.853 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.847+0000 7f2d66eb1640 1 -- 172.21.15.76:0/1056412942 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2d60099230 con 0x7f2d60071050 2024-09-13T16:14:00.853 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.847+0000 7f2d66eb1640 1 -- 172.21.15.76:0/1056412942 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2d600987d0 con 0x7f2d60071050 2024-09-13T16:14:00.853 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.848+0000 7f2d66eb1640 1 -- 172.21.15.76:0/1056412942 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2d600714e0 con 0x7f2d60071050 2024-09-13T16:14:00.853 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.849+0000 7f2d5d7fa640 1 -- 172.21.15.76:0/1056412942 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f2d4c0113f0 con 0x7f2d60071050 2024-09-13T16:14:00.853 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.849+0000 7f2d5d7fa640 1 --2- 172.21.15.76:0/1056412942 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2d4406ac00 0x7f2d4406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:00.854 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.849+0000 7f2d64c4d640 1 --2- 172.21.15.76:0/1056412942 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2d4406ac00 0x7f2d4406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:00.854 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.850+0000 7f2d5d7fa640 1 -- 172.21.15.76:0/1056412942 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(139..139 src has 1..139) v4 ==== 5263+0+0 (secure 0 0 0) 0x7f2d4c0892d0 con 0x7f2d60071050 2024-09-13T16:14:00.854 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.850+0000 7f2d64c4d640 1 --2- 172.21.15.76:0/1056412942 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2d4406ac00 0x7f2d4406d0c0 secure :-1 s=READY pgs=828 cs=0 l=1 rev1=1 crypto rx=0x7f2d54034000 tx=0x7f2d5402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:00.855 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:00.854+0000 7f2d5d7fa640 1 -- 172.21.15.76:0/1056412942 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f2d4c054720 con 0x7f2d60071050 2024-09-13T16:14:01.017 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.015+0000 7f2d66eb1640 1 -- 172.21.15.76:0/1056412942 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) v1 -- 0x7f2d600ce630 con 0x7f2d60071050 2024-09-13T16:14:01.020 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.019+0000 7f2d5d7fa640 1 -- 172.21.15.76:0/1056412942 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v63)=0 v63) v1 ==== 122+0+0 (secure 0 0 0) 0x7f2d4c057d40 con 0x7f2d60071050 2024-09-13T16:14:01.025 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.021+0000 7f2d66eb1640 1 -- 172.21.15.76:0/1056412942 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2d4406ac00 msgr2=0x7f2d4406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:01.025 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.021+0000 7f2d66eb1640 1 --2- 172.21.15.76:0/1056412942 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2d4406ac00 0x7f2d4406d0c0 secure :-1 s=READY pgs=828 cs=0 l=1 rev1=1 crypto rx=0x7f2d54034000 tx=0x7f2d5402e000 comp rx=0 tx=0).stop 2024-09-13T16:14:01.025 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.021+0000 7f2d66eb1640 1 -- 172.21.15.76:0/1056412942 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2d60071050 msgr2=0x7f2d600b1160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:01.025 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.021+0000 7f2d66eb1640 1 --2- 172.21.15.76:0/1056412942 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2d60071050 0x7f2d600b1160 secure :-1 s=READY pgs=1945 cs=0 l=1 rev1=1 crypto rx=0x7f2d4c00c7f0 tx=0x7f2d4c00cbf0 comp rx=0 tx=0).stop 2024-09-13T16:14:01.025 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.022+0000 7f2d66eb1640 1 -- 172.21.15.76:0/1056412942 shutdown_connections 2024-09-13T16:14:01.025 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.022+0000 7f2d66eb1640 1 --2- 172.21.15.76:0/1056412942 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2d4406ac00 0x7f2d4406d0c0 unknown :-1 s=CLOSED pgs=828 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:01.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.022+0000 7f2d66eb1640 1 --2- 172.21.15.76:0/1056412942 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2d60158b00 0x7f2d600b16a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:01.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.022+0000 7f2d66eb1640 1 --2- 172.21.15.76:0/1056412942 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2d60071050 0x7f2d600b1160 unknown :-1 s=CLOSED pgs=1945 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:01.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.022+0000 7f2d66eb1640 1 --2- 172.21.15.76:0/1056412942 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2d6006c6d0 0x7f2d60098290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:01.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.022+0000 7f2d66eb1640 1 -- 172.21.15.76:0/1056412942 >> 172.21.15.76:0/1056412942 conn(0x7f2d6006a0b0 msgr2=0x7f2d6015b9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:01.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.022+0000 7f2d66eb1640 1 -- 172.21.15.76:0/1056412942 shutdown_connections 2024-09-13T16:14:01.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.022+0000 7f2d66eb1640 1 -- 172.21.15.76:0/1056412942 wait complete. 2024-09-13T16:14:01.034 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-13T16:14:01.034 DEBUG:teuthology.orchestra.run.smithi076:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T16:14:01.068 DEBUG:teuthology.orchestra.run.smithi192:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T16:14:01.113 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-13T16:14:01.113 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:14:01.114 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:14:01.129 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18725 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T16:14:01.129 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-13T16:14:01.129 DEBUG:teuthology.orchestra.run.smithi192:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:14:01.147 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056014,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20494 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-13T16:14:01.147 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:14:01.147 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:14:01.186 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18725 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T16:14:01.186 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-13T16:14:01.186 DEBUG:teuthology.orchestra.run.smithi192:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:14:01.205 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056014,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20494 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-13T16:14:01.205 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-13T16:14:01.205 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:14:01.324 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.322+0000 7f63eb427640 1 Processor -- start 2024-09-13T16:14:01.324 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.323+0000 7f63eb427640 1 -- start start 2024-09-13T16:14:01.328 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.323+0000 7f63eb427640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f63e415c6e0 0x7f63e40b3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:01.328 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.323+0000 7f63eb427640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f63e40d07b0 0x7f63e40b4490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:01.328 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.323+0000 7f63eb427640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f63e40d1840 con 0x7f63e40ccb20 2024-09-13T16:14:01.328 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.323+0000 7f63eb427640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f63e406bd20 con 0x7f63e40d07b0 2024-09-13T16:14:01.328 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.323+0000 7f63eb427640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f63e40d0c30 con 0x7f63e415c6e0 2024-09-13T16:14:01.328 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.323+0000 7f63e99c4640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f63e40ccb20 0x7f63e4160030 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:47712/0 (socket says 172.21.15.76:47712) 2024-09-13T16:14:01.328 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.323+0000 7f63e99c4640 1 -- 172.21.15.76:0/2680560430 learned_addr learned my addr 172.21.15.76:0/2680560430 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:14:01.328 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.324+0000 7f63e3fff640 1 -- 172.21.15.76:0/2680560430 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3589097816 0 0) 0x7f63e40d1840 con 0x7f63e40ccb20 2024-09-13T16:14:01.328 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.324+0000 7f63e3fff640 1 -- 172.21.15.76:0/2680560430 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f63cc003520 con 0x7f63e40ccb20 2024-09-13T16:14:01.328 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.324+0000 7f63e89c2640 1 --2- 172.21.15.76:0/2680560430 >> v2:172.21.15.192:3300/0 conn(0x7f63e40d07b0 0x7f63e40b4490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:01.328 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.324+0000 7f63e3fff640 1 -- 172.21.15.76:0/2680560430 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 568227190 0 0) 0x7f63cc003520 con 0x7f63e40ccb20 2024-09-13T16:14:01.329 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.324+0000 7f63e3fff640 1 -- 172.21.15.76:0/2680560430 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f63e415c6e0 msgr2=0x7f63e40b3f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:01.329 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.324+0000 7f63e3fff640 1 --2- 172.21.15.76:0/2680560430 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f63e415c6e0 0x7f63e40b3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:01.329 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.324+0000 7f63e3fff640 1 -- 172.21.15.76:0/2680560430 >> v2:172.21.15.192:3300/0 conn(0x7f63e40d07b0 msgr2=0x7f63e40b4490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:01.329 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.324+0000 7f63e3fff640 1 --2- 172.21.15.76:0/2680560430 >> v2:172.21.15.192:3300/0 conn(0x7f63e40d07b0 0x7f63e40b4490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:01.329 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.324+0000 7f63e3fff640 1 -- 172.21.15.76:0/2680560430 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f63e40d0f10 con 0x7f63e40ccb20 2024-09-13T16:14:01.329 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.324+0000 7f63e3fff640 1 -- 172.21.15.76:0/2680560430 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f63d4001670 con 0x7f63e40ccb20 2024-09-13T16:14:01.329 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.324+0000 7f63e3fff640 1 -- 172.21.15.76:0/2680560430 >> v1:172.21.15.76:6789/0 conn(0x7f63e40ccb20 legacy=0x7f63e4160030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:01.329 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.324+0000 7f63e3fff640 1 --2- 172.21.15.76:0/2680560430 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f63e415c6e0 0x7f63cc003970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:01.329 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.324+0000 7f63e3fff640 1 --2- 172.21.15.76:0/2680560430 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f63cc003fa0 0x7f63cc0047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:01.329 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.324+0000 7f63e3fff640 1 --2- 172.21.15.76:0/2680560430 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f63cc004d00 0x7f63cc005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:01.329 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.324+0000 7f63e3fff640 1 -- 172.21.15.76:0/2680560430 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f63e406bd20 con 0x7f63cc004d00 2024-09-13T16:14:01.329 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.324+0000 7f63e3fff640 1 -- 172.21.15.76:0/2680560430 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f63e40d0c30 con 0x7f63cc003fa0 2024-09-13T16:14:01.330 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.324+0000 7f63e3fff640 1 -- 172.21.15.76:0/2680560430 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f63cc00bc10 con 0x7f63e415c6e0 2024-09-13T16:14:01.330 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.324+0000 7f63e99c4640 1 --2- 172.21.15.76:0/2680560430 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f63cc004d00 0x7f63cc005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:01.330 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.324+0000 7f63e91c3640 1 --2- 172.21.15.76:0/2680560430 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f63e415c6e0 0x7f63cc003970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:01.330 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.324+0000 7f63e99c4640 1 -- 172.21.15.76:0/2680560430 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f63e415c6e0 msgr2=0x7f63cc003970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:01.330 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.324+0000 7f63e99c4640 1 --2- 172.21.15.76:0/2680560430 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f63e415c6e0 0x7f63cc003970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:01.330 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.324+0000 7f63e99c4640 1 -- 172.21.15.76:0/2680560430 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f63cc003fa0 msgr2=0x7f63cc0047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:01.330 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.324+0000 7f63e99c4640 1 --2- 172.21.15.76:0/2680560430 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f63cc003fa0 0x7f63cc0047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:01.330 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.324+0000 7f63e99c4640 1 -- 172.21.15.76:0/2680560430 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f63cc003520 con 0x7f63cc004d00 2024-09-13T16:14:01.330 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.325+0000 7f63e99c4640 1 --2- 172.21.15.76:0/2680560430 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f63cc004d00 0x7f63cc005180 secure :-1 s=READY pgs=1947 cs=0 l=1 rev1=1 crypto rx=0x7f63d400c210 tx=0x7f63cc0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2334960095f6450e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:01.330 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.325+0000 7f63e3fff640 1 -- 172.21.15.76:0/2680560430 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f63d402e070 con 0x7f63cc004d00 2024-09-13T16:14:01.330 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.325+0000 7f63e3fff640 1 -- 172.21.15.76:0/2680560430 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f63d40058d0 con 0x7f63cc004d00 2024-09-13T16:14:01.331 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.325+0000 7f63e3fff640 1 -- 172.21.15.76:0/2680560430 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f63d4005d00 con 0x7f63cc004d00 2024-09-13T16:14:01.331 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.326+0000 7f63eb427640 1 -- 172.21.15.76:0/2680560430 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f63cc004d00 msgr2=0x7f63cc005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:01.331 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.326+0000 7f63eb427640 1 --2- 172.21.15.76:0/2680560430 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f63cc004d00 0x7f63cc005180 secure :-1 s=READY pgs=1947 cs=0 l=1 rev1=1 crypto rx=0x7f63d400c210 tx=0x7f63cc0057f0 comp rx=0 tx=0).stop 2024-09-13T16:14:01.331 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.326+0000 7f63e99c4640 1 -- 172.21.15.76:0/2680560430 reap_dead start 2024-09-13T16:14:01.331 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.326+0000 7f63eb427640 1 -- 172.21.15.76:0/2680560430 shutdown_connections 2024-09-13T16:14:01.331 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.326+0000 7f63eb427640 1 -- 172.21.15.76:0/2680560430 >> 172.21.15.76:0/2680560430 conn(0x7f63e4089f60 msgr2=0x7f63e40d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:01.331 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.326+0000 7f63eb427640 1 -- 172.21.15.76:0/2680560430 shutdown_connections 2024-09-13T16:14:01.331 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.326+0000 7f63eb427640 1 -- 172.21.15.76:0/2680560430 wait complete. 2024-09-13T16:14:01.334 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.327+0000 7f63eb427640 1 Processor -- start 2024-09-13T16:14:01.334 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.327+0000 7f63eb427640 1 -- start start 2024-09-13T16:14:01.334 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.328+0000 7f63eb427640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f63e41525b0 0x7f63e415db10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:01.334 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.328+0000 7f63eb427640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f63e415f190 0x7f63e40b5d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:01.334 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.328+0000 7f63eb427640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f63e40b7790 0x7f63e40b7c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:01.334 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.328+0000 7f63eb427640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f63e415ed00 con 0x7f63e415f190 2024-09-13T16:14:01.334 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.328+0000 7f63eb427640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f63e415e0f0 con 0x7f63e41525b0 2024-09-13T16:14:01.334 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.328+0000 7f63eb427640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f63e415e3d0 con 0x7f63e40b7790 2024-09-13T16:14:01.334 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.328+0000 7f63e89c2640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f63e415f190 0x7f63e40b5d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:01.334 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.328+0000 7f63e89c2640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f63e415f190 0x7f63e40b5d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:50988/0 (socket says 172.21.15.76:50988) 2024-09-13T16:14:01.334 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.328+0000 7f63e89c2640 1 -- 172.21.15.76:0/2280087047 learned_addr learned my addr 172.21.15.76:0/2280087047 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:01.334 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.328+0000 7f63e99c4640 1 --2- 172.21.15.76:0/2280087047 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f63e40b7790 0x7f63e40b7c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:01.335 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.328+0000 7f63e91c3640 1 --2- 172.21.15.76:0/2280087047 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f63e41525b0 0x7f63e415db10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:01.335 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.328+0000 7f63e89c2640 1 -- 172.21.15.76:0/2280087047 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f63e40b7790 msgr2=0x7f63e40b7c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:01.335 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.328+0000 7f63e89c2640 1 --2- 172.21.15.76:0/2280087047 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f63e40b7790 0x7f63e40b7c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:01.335 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.328+0000 7f63e89c2640 1 -- 172.21.15.76:0/2280087047 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f63e41525b0 msgr2=0x7f63e415db10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:01.335 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.328+0000 7f63e89c2640 1 --2- 172.21.15.76:0/2280087047 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f63e41525b0 0x7f63e415db10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:01.335 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.328+0000 7f63e89c2640 1 -- 172.21.15.76:0/2280087047 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f63e415e6b0 con 0x7f63e415f190 2024-09-13T16:14:01.335 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.328+0000 7f63e91c3640 1 --2- 172.21.15.76:0/2280087047 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f63e41525b0 0x7f63e415db10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:14:01.335 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.328+0000 7f63e89c2640 1 --2- 172.21.15.76:0/2280087047 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f63e415f190 0x7f63e40b5d10 secure :-1 s=READY pgs=1948 cs=0 l=1 rev1=1 crypto rx=0x7f63d80047b0 tx=0x7f63d800da10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:01.335 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.329+0000 7f63e1ffb640 1 -- 172.21.15.76:0/2280087047 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f63d80125f0 con 0x7f63e415f190 2024-09-13T16:14:01.335 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.329+0000 7f63e1ffb640 1 -- 172.21.15.76:0/2280087047 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f63d8012770 con 0x7f63e415f190 2024-09-13T16:14:01.335 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.329+0000 7f63eb427640 1 -- 172.21.15.76:0/2280087047 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f63e415e990 con 0x7f63e415f190 2024-09-13T16:14:01.335 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.329+0000 7f63e1ffb640 1 -- 172.21.15.76:0/2280087047 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f63d8012b20 con 0x7f63e415f190 2024-09-13T16:14:01.335 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.329+0000 7f63eb427640 1 -- 172.21.15.76:0/2280087047 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f63e40b6250 con 0x7f63e415f190 2024-09-13T16:14:01.336 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.330+0000 7f63eb427640 1 -- 172.21.15.76:0/2280087047 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f63e40b4c80 con 0x7f63e415f190 2024-09-13T16:14:01.336 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.330+0000 7f63e1ffb640 1 -- 172.21.15.76:0/2280087047 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f63d8012c80 con 0x7f63e415f190 2024-09-13T16:14:01.336 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.331+0000 7f63e1ffb640 1 --2- 172.21.15.76:0/2280087047 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f63d006ac30 0x7f63d006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:01.336 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.331+0000 7f63e1ffb640 1 -- 172.21.15.76:0/2280087047 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(139..139 src has 1..139) v4 ==== 5263+0+0 (secure 0 0 0) 0x7f63d8089520 con 0x7f63e415f190 2024-09-13T16:14:01.336 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.331+0000 7f63e91c3640 1 --2- 172.21.15.76:0/2280087047 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f63d006ac30 0x7f63d006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:01.336 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.331+0000 7f63e91c3640 1 --2- 172.21.15.76:0/2280087047 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f63d006ac30 0x7f63d006d0f0 secure :-1 s=READY pgs=829 cs=0 l=1 rev1=1 crypto rx=0x7f63dc004a80 tx=0x7f63dc009540 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:01.336 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.335+0000 7f63e1ffb640 1 -- 172.21.15.76:0/2280087047 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f63d80548c0 con 0x7f63e415f190 2024-09-13T16:14:01.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.529+0000 7f63eb427640 1 -- 172.21.15.76:0/2280087047 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f63e40b4500 con 0x7f63e415f190 2024-09-13T16:14:01.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.529+0000 7f63e1ffb640 1 -- 172.21.15.76:0/2280087047 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 77 v77) v1 ==== 94+0+3535 (secure 0 0 0) 0x7f63d8057ee0 con 0x7f63e415f190 2024-09-13T16:14:01.531 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:14:01.531 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":77,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7115,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/4062248644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":4062248644},{"type":"v1","addr":"172.21.15.192:6835","nonce":4062248644}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":68},{"gid":8005,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6837/2615493476","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":2615493476},{"type":"v1","addr":"172.21.15.76:6837","nonce":2615493476}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":67},{"gid":8011,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/2123797898","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":2123797898},{"type":"v1","addr":"172.21.15.192:6833","nonce":2123797898}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":67},{"gid":9453,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6836/3814661561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":3814661561},{"type":"v1","addr":"172.21.15.76:6836","nonce":3814661561}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":77}],"filesystems":[]} 2024-09-13T16:14:01.531 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 77 2024-09-13T16:14:01.532 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.531+0000 7f63eb427640 1 -- 172.21.15.76:0/2280087047 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f63d006ac30 msgr2=0x7f63d006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:01.533 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.531+0000 7f63eb427640 1 --2- 172.21.15.76:0/2280087047 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f63d006ac30 0x7f63d006d0f0 secure :-1 s=READY pgs=829 cs=0 l=1 rev1=1 crypto rx=0x7f63dc004a80 tx=0x7f63dc009540 comp rx=0 tx=0).stop 2024-09-13T16:14:01.533 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.531+0000 7f63eb427640 1 -- 172.21.15.76:0/2280087047 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f63e415f190 msgr2=0x7f63e40b5d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:01.533 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.531+0000 7f63eb427640 1 --2- 172.21.15.76:0/2280087047 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f63e415f190 0x7f63e40b5d10 secure :-1 s=READY pgs=1948 cs=0 l=1 rev1=1 crypto rx=0x7f63d80047b0 tx=0x7f63d800da10 comp rx=0 tx=0).stop 2024-09-13T16:14:01.533 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.531+0000 7f63eb427640 1 -- 172.21.15.76:0/2280087047 shutdown_connections 2024-09-13T16:14:01.533 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.531+0000 7f63eb427640 1 --2- 172.21.15.76:0/2280087047 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f63d006ac30 0x7f63d006d0f0 unknown :-1 s=CLOSED pgs=829 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:01.533 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.531+0000 7f63eb427640 1 --2- 172.21.15.76:0/2280087047 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f63e40b7790 0x7f63e40b7c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:01.533 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.531+0000 7f63eb427640 1 --2- 172.21.15.76:0/2280087047 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f63e415f190 0x7f63e40b5d10 unknown :-1 s=CLOSED pgs=1948 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:01.533 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.531+0000 7f63eb427640 1 --2- 172.21.15.76:0/2280087047 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f63e41525b0 0x7f63e415db10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:01.533 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.531+0000 7f63eb427640 1 -- 172.21.15.76:0/2280087047 >> 172.21.15.76:0/2280087047 conn(0x7f63e4089f60 msgr2=0x7f63e40c8b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:01.533 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.531+0000 7f63eb427640 1 -- 172.21.15.76:0/2280087047 shutdown_connections 2024-09-13T16:14:01.533 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.531+0000 7f63eb427640 1 -- 172.21.15.76:0/2280087047 wait complete. 2024-09-13T16:14:01.544 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-13T16:14:01.544 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-13T16:14:01.544 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-13T16:14:01.544 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:14:01.544 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-13T16:14:01.545 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-13T16:14:01.545 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-13T16:14:01.545 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:14:01.545 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-13T16:14:01.545 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-13T16:14:01.545 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-13T16:14:01.545 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:14:01.546 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-13T16:14:01.546 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-13T16:14:01.546 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-13T16:14:01.546 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:14:01.555 INFO:tasks.ceph.mds.a:Stopped 2024-09-13T16:14:01.555 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-13T16:14:01.556 INFO:tasks.ceph.mds.c:Stopped 2024-09-13T16:14:01.557 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-13T16:14:01.557 INFO:tasks.ceph.mds.b:Stopped 2024-09-13T16:14:01.558 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-13T16:14:01.558 INFO:tasks.ceph.mds.d:Stopped 2024-09-13T16:14:01.558 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-13T16:14:01.598 INFO:tasks.ceph.mds.a:Started 2024-09-13T16:14:01.598 DEBUG:teuthology.parallel:result is None 2024-09-13T16:14:01.598 INFO:tasks.ceph.mds.c:Started 2024-09-13T16:14:01.599 DEBUG:teuthology.parallel:result is None 2024-09-13T16:14:01.601 INFO:tasks.ceph.mds.b:Started 2024-09-13T16:14:01.601 DEBUG:teuthology.parallel:result is None 2024-09-13T16:14:01.601 INFO:tasks.ceph.mds.d:Started 2024-09-13T16:14:01.602 DEBUG:teuthology.parallel:result is None 2024-09-13T16:14:01.602 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-13T16:14:01.672 INFO:tasks.ceph.mds.a.smithi076.stdout:starting mds.a at 2024-09-13T16:14:01.673 INFO:tasks.ceph.mds.c.smithi076.stdout:starting mds.c at 2024-09-13T16:14:01.683 INFO:tasks.ceph.mds.b.smithi192.stdout:starting mds.b at 2024-09-13T16:14:01.683 INFO:tasks.ceph.mds.d.smithi192.stdout:starting mds.d at 2024-09-13T16:14:01.708 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.706+0000 7fcd28b5e640 1 Processor -- start 2024-09-13T16:14:01.708 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.706+0000 7fcd28b5e640 1 -- start start 2024-09-13T16:14:01.709 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.707+0000 7fcd28b5e640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fcd240b4130 0x7fcd240d2d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:01.709 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.707+0000 7fcd28b5e640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcd2408a370 0x7fcd240d0f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:01.709 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.707+0000 7fcd28b5e640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fcd240b4510 0x7fcd240d1450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:01.709 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.708+0000 7fcd28b5e640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcd240b2ff0 con 0x7fcd240b4510 2024-09-13T16:14:01.709 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.708+0000 7fcd28b5e640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcd240b3540 con 0x7fcd240b4130 2024-09-13T16:14:01.710 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.708+0000 7fcd28b5e640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcd240cdc70 con 0x7fcd2408a370 2024-09-13T16:14:01.710 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.708+0000 7fcd2259c640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fcd240b4130 0x7fcd240d2d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:01.710 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.708+0000 7fcd2259c640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fcd240b4130 0x7fcd240d2d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.76:54814/0 (socket says 172.21.15.76:54814) 2024-09-13T16:14:01.710 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.708+0000 7fcd22d9d640 1 --2- 172.21.15.76:0/3550225825 >> v2:172.21.15.76:3300/0 conn(0x7fcd240b4510 0x7fcd240d1450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:01.710 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.708+0000 7fcd2259c640 1 -- 172.21.15.76:0/3550225825 learned_addr learned my addr 172.21.15.76:0/3550225825 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:01.710 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.708+0000 7fcd21d9b640 1 --2- 172.21.15.76:0/3550225825 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcd2408a370 0x7fcd240d0f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:01.712 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.708+0000 7fcd22d9d640 1 -- 172.21.15.76:0/3550225825 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcd2408a370 msgr2=0x7fcd240d0f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:01.712 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.708+0000 7fcd22d9d640 1 --2- 172.21.15.76:0/3550225825 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcd2408a370 0x7fcd240d0f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:01.712 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.708+0000 7fcd22d9d640 1 -- 172.21.15.76:0/3550225825 >> v2:172.21.15.192:3300/0 conn(0x7fcd240b4130 msgr2=0x7fcd240d2d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:01.712 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.708+0000 7fcd22d9d640 1 --2- 172.21.15.76:0/3550225825 >> v2:172.21.15.192:3300/0 conn(0x7fcd240b4130 0x7fcd240d2d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:01.712 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.708+0000 7fcd22d9d640 1 -- 172.21.15.76:0/3550225825 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcd240cd6f0 con 0x7fcd240b4510 2024-09-13T16:14:01.712 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.708+0000 7fcd2259c640 1 --2- 172.21.15.76:0/3550225825 >> v2:172.21.15.192:3300/0 conn(0x7fcd240b4130 0x7fcd240d2d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:14:01.712 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.709+0000 7fcd22d9d640 1 --2- 172.21.15.76:0/3550225825 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcd240b4510 0x7fcd240d1450 secure :-1 s=READY pgs=1954 cs=0 l=1 rev1=1 crypto rx=0x7fcd24072010 tx=0x7fcd1c02a540 comp rx=0 tx=0).ready entity=mon.0 client_cookie=377ce9cef5c13f0d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:01.712 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.709+0000 7fcd2159a640 1 -- 172.21.15.76:0/3550225825 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd1c007740 con 0x7fcd240b4510 2024-09-13T16:14:01.712 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.709+0000 7fcd2159a640 1 -- 172.21.15.76:0/3550225825 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcd1c02d050 con 0x7fcd240b4510 2024-09-13T16:14:01.712 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.709+0000 7fcd2159a640 1 -- 172.21.15.76:0/3550225825 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd1c007ac0 con 0x7fcd240b4510 2024-09-13T16:14:01.713 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.709+0000 7fcd28b5e640 1 -- 172.21.15.76:0/3550225825 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcd240b4510 msgr2=0x7fcd240d1450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:01.713 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.709+0000 7fcd28b5e640 1 --2- 172.21.15.76:0/3550225825 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcd240b4510 0x7fcd240d1450 secure :-1 s=READY pgs=1954 cs=0 l=1 rev1=1 crypto rx=0x7fcd24072010 tx=0x7fcd1c02a540 comp rx=0 tx=0).stop 2024-09-13T16:14:01.713 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.709+0000 7fcd28b5e640 1 -- 172.21.15.76:0/3550225825 shutdown_connections 2024-09-13T16:14:01.713 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.709+0000 7fcd28b5e640 1 --2- 172.21.15.76:0/3550225825 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcd240b4510 0x7fcd240d1450 unknown :-1 s=CLOSED pgs=1954 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:01.713 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.709+0000 7fcd28b5e640 1 --2- 172.21.15.76:0/3550225825 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcd2408a370 0x7fcd240d0f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:01.713 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.709+0000 7fcd28b5e640 1 --2- 172.21.15.76:0/3550225825 >> v2:172.21.15.192:3300/0 conn(0x7fcd240b4130 0x7fcd240d2d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:01.713 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.709+0000 7fcd28b5e640 1 -- 172.21.15.76:0/3550225825 >> 172.21.15.76:0/3550225825 conn(0x7fcd24089f60 msgr2=0x7fcd240d24f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:01.713 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.709+0000 7fcd28b5e640 1 -- 172.21.15.76:0/3550225825 shutdown_connections 2024-09-13T16:14:01.713 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.709+0000 7fcd28b5e640 1 -- 172.21.15.76:0/3550225825 wait complete. 2024-09-13T16:14:01.713 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.711+0000 7fcd28b5e640 1 Processor -- start 2024-09-13T16:14:01.713 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.711+0000 7fcd28b5e640 1 -- start start 2024-09-13T16:14:01.718 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.711+0000 7fcd28b5e640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcd2408a370 0x7fcd240af7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:01.718 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.711+0000 7fcd28b5e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcd240b4130 0x7fcd240b1ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:01.718 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.711+0000 7fcd28b5e640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcd240b4510 0x7fcd2409f6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:01.718 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.712+0000 7fcd28b5e640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcd240b20e0 con 0x7fcd240b4130 2024-09-13T16:14:01.718 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.712+0000 7fcd28b5e640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcd240c9f60 con 0x7fcd240b4510 2024-09-13T16:14:01.718 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.712+0000 7fcd28b5e640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcd240ca240 con 0x7fcd2408a370 2024-09-13T16:14:01.718 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.712+0000 7fcd21d9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcd240b4130 0x7fcd240b1ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:01.718 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.712+0000 7fcd21d9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcd240b4130 0x7fcd240b1ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51038/0 (socket says 172.21.15.76:51038) 2024-09-13T16:14:01.718 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.712+0000 7fcd21d9b640 1 -- 172.21.15.76:0/526603103 learned_addr learned my addr 172.21.15.76:0/526603103 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:01.718 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.712+0000 7fcd22d9d640 1 --2- 172.21.15.76:0/526603103 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcd240b4510 0x7fcd2409f6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:01.718 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.712+0000 7fcd2259c640 1 --2- 172.21.15.76:0/526603103 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcd2408a370 0x7fcd240af7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:01.718 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.712+0000 7fcd21d9b640 1 -- 172.21.15.76:0/526603103 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcd2408a370 msgr2=0x7fcd240af7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:01.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.712+0000 7fcd21d9b640 1 --2- 172.21.15.76:0/526603103 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcd2408a370 0x7fcd240af7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:01.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.712+0000 7fcd21d9b640 1 -- 172.21.15.76:0/526603103 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcd240b4510 msgr2=0x7fcd2409f6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:01.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.712+0000 7fcd21d9b640 1 --2- 172.21.15.76:0/526603103 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcd240b4510 0x7fcd2409f6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:01.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.712+0000 7fcd21d9b640 1 -- 172.21.15.76:0/526603103 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcd140094d0 con 0x7fcd240b4130 2024-09-13T16:14:01.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.712+0000 7fcd21d9b640 1 --2- 172.21.15.76:0/526603103 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcd240b4130 0x7fcd240b1ba0 secure :-1 s=READY pgs=1955 cs=0 l=1 rev1=1 crypto rx=0x7fcd0c00e890 tx=0x7fcd0c00ed50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:01.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.712+0000 7fcd1affd640 1 -- 172.21.15.76:0/526603103 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd0c00c940 con 0x7fcd240b4130 2024-09-13T16:14:01.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.712+0000 7fcd1affd640 1 -- 172.21.15.76:0/526603103 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcd0c00caa0 con 0x7fcd240b4130 2024-09-13T16:14:01.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.712+0000 7fcd1affd640 1 -- 172.21.15.76:0/526603103 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd0c00ce30 con 0x7fcd240b4130 2024-09-13T16:14:01.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.712+0000 7fcd28b5e640 1 -- 172.21.15.76:0/526603103 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcd1c009a70 con 0x7fcd240b4130 2024-09-13T16:14:01.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.712+0000 7fcd28b5e640 1 -- 172.21.15.76:0/526603103 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcd240ca800 con 0x7fcd240b4130 2024-09-13T16:14:01.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.713+0000 7fcd28b5e640 1 -- 172.21.15.76:0/526603103 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcd240d2d00 con 0x7fcd240b4130 2024-09-13T16:14:01.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.714+0000 7fcd1affd640 1 -- 172.21.15.76:0/526603103 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fcd0c013470 con 0x7fcd240b4130 2024-09-13T16:14:01.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.714+0000 7fcd1affd640 1 --2- 172.21.15.76:0/526603103 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcd0406ac00 0x7fcd0406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:01.720 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.714+0000 7fcd1affd640 1 -- 172.21.15.76:0/526603103 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(143..143 src has 1..143) v4 ==== 5263+0+0 (secure 0 0 0) 0x7fcd0c089280 con 0x7fcd240b4130 2024-09-13T16:14:01.720 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.714+0000 7fcd2259c640 1 --2- 172.21.15.76:0/526603103 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcd0406ac00 0x7fcd0406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:01.720 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.715+0000 7fcd2259c640 1 --2- 172.21.15.76:0/526603103 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcd0406ac00 0x7fcd0406d0c0 secure :-1 s=READY pgs=830 cs=0 l=1 rev1=1 crypto rx=0x7fcd14006ca0 tx=0x7fcd14009240 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:01.720 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.719+0000 7fcd1affd640 1 -- 172.21.15.76:0/526603103 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fcd0c054760 con 0x7fcd240b4130 2024-09-13T16:14:01.894 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:01.893+0000 7fcd28b5e640 1 -- 172.21.15.76:0/526603103 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) v1 -- 0x7fcd2406b390 con 0x7fcd240b4130 2024-09-13T16:14:02.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:02.734+0000 7fcd1affd640 1 -- 172.21.15.76:0/526603103 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v144) v1 ==== 97+0+0 (secure 0 0 0) 0x7fcd0c057d80 con 0x7fcd240b4130 2024-09-13T16:14:02.735 INFO:teuthology.orchestra.run.smithi076.stderr: removed all blocklist entries 2024-09-13T16:14:02.741 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:02.737+0000 7fcd28b5e640 1 -- 172.21.15.76:0/526603103 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcd0406ac00 msgr2=0x7fcd0406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:02.741 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:02.737+0000 7fcd28b5e640 1 --2- 172.21.15.76:0/526603103 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcd0406ac00 0x7fcd0406d0c0 secure :-1 s=READY pgs=830 cs=0 l=1 rev1=1 crypto rx=0x7fcd14006ca0 tx=0x7fcd14009240 comp rx=0 tx=0).stop 2024-09-13T16:14:02.741 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:02.737+0000 7fcd28b5e640 1 -- 172.21.15.76:0/526603103 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcd240b4130 msgr2=0x7fcd240b1ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:02.741 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:02.737+0000 7fcd28b5e640 1 --2- 172.21.15.76:0/526603103 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcd240b4130 0x7fcd240b1ba0 secure :-1 s=READY pgs=1955 cs=0 l=1 rev1=1 crypto rx=0x7fcd0c00e890 tx=0x7fcd0c00ed50 comp rx=0 tx=0).stop 2024-09-13T16:14:02.742 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:02.737+0000 7fcd28b5e640 1 -- 172.21.15.76:0/526603103 shutdown_connections 2024-09-13T16:14:02.742 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:02.737+0000 7fcd28b5e640 1 --2- 172.21.15.76:0/526603103 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcd240b4510 0x7fcd2409f6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:02.742 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:02.737+0000 7fcd28b5e640 1 --2- 172.21.15.76:0/526603103 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fcd240b4130 0x7fcd240b1ba0 unknown :-1 s=CLOSED pgs=1955 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:02.742 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:02.737+0000 7fcd28b5e640 1 --2- 172.21.15.76:0/526603103 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fcd0406ac00 0x7fcd0406d0c0 unknown :-1 s=CLOSED pgs=830 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:02.742 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:02.737+0000 7fcd28b5e640 1 --2- 172.21.15.76:0/526603103 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fcd2408a370 0x7fcd240af7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:02.742 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:02.737+0000 7fcd28b5e640 1 -- 172.21.15.76:0/526603103 >> 172.21.15.76:0/526603103 conn(0x7fcd24089f60 msgr2=0x7fcd240b5440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:02.742 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:02.737+0000 7fcd28b5e640 1 -- 172.21.15.76:0/526603103 shutdown_connections 2024-09-13T16:14:02.742 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:02.737+0000 7fcd28b5e640 1 -- 172.21.15.76:0/526603103 wait complete. 2024-09-13T16:14:02.751 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-13T16:14:02.856 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:02.855+0000 7f17ee9db640 1 Processor -- start 2024-09-13T16:14:02.856 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:02.855+0000 7f17ee9db640 1 -- start start 2024-09-13T16:14:02.857 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:02.855+0000 7f17ee9db640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f17e806c4c0 0x7f17e806c8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:02.857 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:02.855+0000 7f17ee9db640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f17e80b2170 con 0x7f17e80b2590 2024-09-13T16:14:02.857 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:02.855+0000 7f17ee9db640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f17e806dab0 con 0x7f17e80cbea0 2024-09-13T16:14:02.857 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:02.855+0000 7f17ee9db640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f17e806deb0 con 0x7f17e806c4c0 2024-09-13T16:14:02.857 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:02.856+0000 7f17e7fff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f17e806c4c0 0x7f17e806c8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:02.857 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:02.856+0000 7f17e77fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f17e80b2590 0x7f17e806d3a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:47736/0 (socket says 172.21.15.76:47736) 2024-09-13T16:14:02.857 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:02.856+0000 7f17e77fe640 1 -- 172.21.15.76:0/2714731417 learned_addr learned my addr 172.21.15.76:0/2714731417 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:14:02.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:02.856+0000 7f17e7fff640 1 -- 172.21.15.76:0/2714731417 >> v1:172.21.15.192:6789/0 conn(0x7f17e80cbea0 legacy=0x7f17e80cc330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:02.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:02.856+0000 7f17e7fff640 1 -- 172.21.15.76:0/2714731417 >> v1:172.21.15.76:6789/0 conn(0x7f17e80b2590 legacy=0x7f17e806d3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:02.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:02.856+0000 7f17e7fff640 1 -- 172.21.15.76:0/2714731417 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f17e80b29e0 con 0x7f17e806c4c0 2024-09-13T16:14:02.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:02.856+0000 7f17e6ffd640 1 -- 172.21.15.76:0/2714731417 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4273983530 0 0) 0x7f17e80b2170 con 0x7f17e80b2590 2024-09-13T16:14:02.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:02.857+0000 7f17e7fff640 1 --2- 172.21.15.76:0/2714731417 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f17e806c4c0 0x7f17e806c8a0 secure :-1 s=READY pgs=1957 cs=0 l=1 rev1=1 crypto rx=0x7f17d80097a0 tx=0x7f17d802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=11808339d24fc29 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:02.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:02.857+0000 7f17e6ffd640 1 -- 172.21.15.76:0/2714731417 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17d8032440 con 0x7f17e806c4c0 2024-09-13T16:14:02.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:02.857+0000 7f17e6ffd640 1 -- 172.21.15.76:0/2714731417 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f17d80325a0 con 0x7f17e806c4c0 2024-09-13T16:14:02.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:02.857+0000 7f17e6ffd640 1 -- 172.21.15.76:0/2714731417 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17d8032930 con 0x7f17e806c4c0 2024-09-13T16:14:02.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:02.857+0000 7f17ee9db640 1 -- 172.21.15.76:0/2714731417 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f17e806c4c0 msgr2=0x7f17e806c8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:02.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:02.857+0000 7f17ee9db640 1 --2- 172.21.15.76:0/2714731417 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f17e806c4c0 0x7f17e806c8a0 secure :-1 s=READY pgs=1957 cs=0 l=1 rev1=1 crypto rx=0x7f17d80097a0 tx=0x7f17d802a1e0 comp rx=0 tx=0).stop 2024-09-13T16:14:02.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:02.857+0000 7f17ee9db640 1 -- 172.21.15.76:0/2714731417 shutdown_connections 2024-09-13T16:14:02.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:02.857+0000 7f17ee9db640 1 --2- 172.21.15.76:0/2714731417 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f17e806c4c0 0x7f17e806c8a0 unknown :-1 s=CLOSED pgs=1957 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:02.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:02.857+0000 7f17ee9db640 1 -- 172.21.15.76:0/2714731417 >> 172.21.15.76:0/2714731417 conn(0x7f17e8069ed0 msgr2=0x7f17e806a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:02.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:02.857+0000 7f17ee9db640 1 -- 172.21.15.76:0/2714731417 shutdown_connections 2024-09-13T16:14:02.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:02.857+0000 7f17ee9db640 1 -- 172.21.15.76:0/2714731417 wait complete. 2024-09-13T16:14:02.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:02.859+0000 7f17ee9db640 1 Processor -- start 2024-09-13T16:14:02.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:02.859+0000 7f17ee9db640 1 -- start start 2024-09-13T16:14:02.862 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:02.859+0000 7f17ee9db640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f17e806c4c0 0x7f17e8093950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:02.862 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:02.859+0000 7f17ee9db640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f17e80b2590 0x7f17e815ab70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:02.862 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:02.860+0000 7f17ee9db640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f17e80cbea0 0x7f17e815b0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:02.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:02.860+0000 7f17ee9db640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17e80974f0 con 0x7f17e806c4c0 2024-09-13T16:14:02.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:02.860+0000 7f17ee9db640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17e8159670 con 0x7f17e80cbea0 2024-09-13T16:14:02.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:02.860+0000 7f17ee9db640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f17e8158f00 con 0x7f17e80b2590 2024-09-13T16:14:02.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:02.860+0000 7f17e7fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f17e806c4c0 0x7f17e8093950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:02.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:02.860+0000 7f17e7fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f17e806c4c0 0x7f17e8093950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51058/0 (socket says 172.21.15.76:51058) 2024-09-13T16:14:02.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:02.860+0000 7f17e7fff640 1 -- 172.21.15.76:0/1034297211 learned_addr learned my addr 172.21.15.76:0/1034297211 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:02.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:02.860+0000 7f17e77fe640 1 --2- 172.21.15.76:0/1034297211 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f17e80b2590 0x7f17e815ab70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:02.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:02.860+0000 7f17ecf78640 1 --2- 172.21.15.76:0/1034297211 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f17e80cbea0 0x7f17e815b0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:02.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:02.860+0000 7f17e7fff640 1 -- 172.21.15.76:0/1034297211 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f17e80b2590 msgr2=0x7f17e815ab70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:02.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:02.860+0000 7f17e7fff640 1 --2- 172.21.15.76:0/1034297211 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f17e80b2590 0x7f17e815ab70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:02.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:02.860+0000 7f17e7fff640 1 -- 172.21.15.76:0/1034297211 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f17e80cbea0 msgr2=0x7f17e815b0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:02.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:02.860+0000 7f17e7fff640 1 --2- 172.21.15.76:0/1034297211 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f17e80cbea0 0x7f17e815b0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:02.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:02.860+0000 7f17e7fff640 1 -- 172.21.15.76:0/1034297211 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f17d8009400 con 0x7f17e806c4c0 2024-09-13T16:14:02.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:02.860+0000 7f17e7fff640 1 --2- 172.21.15.76:0/1034297211 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f17e806c4c0 0x7f17e8093950 secure :-1 s=READY pgs=1958 cs=0 l=1 rev1=1 crypto rx=0x7f17d80097a0 tx=0x7f17d80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:02.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:02.860+0000 7f17e4ff9640 1 -- 172.21.15.76:0/1034297211 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17d8030b80 con 0x7f17e806c4c0 2024-09-13T16:14:02.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:02.860+0000 7f17e4ff9640 1 -- 172.21.15.76:0/1034297211 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f17d8030ce0 con 0x7f17e806c4c0 2024-09-13T16:14:02.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:02.860+0000 7f17ee9db640 1 -- 172.21.15.76:0/1034297211 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f17e81591e0 con 0x7f17e806c4c0 2024-09-13T16:14:02.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:02.860+0000 7f17e4ff9640 1 -- 172.21.15.76:0/1034297211 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17d803b640 con 0x7f17e806c4c0 2024-09-13T16:14:02.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:02.860+0000 7f17ee9db640 1 -- 172.21.15.76:0/1034297211 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f17e8097bc0 con 0x7f17e806c4c0 2024-09-13T16:14:02.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:02.861+0000 7f17ee9db640 1 -- 172.21.15.76:0/1034297211 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f17e80b2190 con 0x7f17e806c4c0 2024-09-13T16:14:02.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:02.862+0000 7f17e4ff9640 1 -- 172.21.15.76:0/1034297211 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f17d8039040 con 0x7f17e806c4c0 2024-09-13T16:14:02.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:02.862+0000 7f17e4ff9640 1 --2- 172.21.15.76:0/1034297211 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f17d406ac00 0x7f17d406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:02.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:02.862+0000 7f17e4ff9640 1 -- 172.21.15.76:0/1034297211 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(144..144 src has 1..144) v4 ==== 5177+0+0 (secure 0 0 0) 0x7f17d80a9a80 con 0x7f17e806c4c0 2024-09-13T16:14:02.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:02.862+0000 7f17e77fe640 1 --2- 172.21.15.76:0/1034297211 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f17d406ac00 0x7f17d406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:02.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:02.863+0000 7f17e77fe640 1 --2- 172.21.15.76:0/1034297211 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f17d406ac00 0x7f17d406d0c0 secure :-1 s=READY pgs=835 cs=0 l=1 rev1=1 crypto rx=0x7f17e8152d00 tx=0x7f17dc007b50 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:02.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:02.866+0000 7f17e4ff9640 1 -- 172.21.15.76:0/1034297211 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f17d8074e70 con 0x7f17e806c4c0 2024-09-13T16:14:03.094 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.092+0000 7f17ee9db640 1 -- 172.21.15.76:0/1034297211 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) v1 -- 0x7f17e806e360 con 0x7f17e806c4c0 2024-09-13T16:14:03.094 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.093+0000 7f17e4ff9640 1 -- 172.21.15.76:0/1034297211 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v20) v1 ==== 80+0+5304 (secure 0 0 0) 0x7f17d8037090 con 0x7f17e806c4c0 2024-09-13T16:14:03.094 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:14:03.095 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2024-09-13T16:14:03.095 INFO:teuthology.orchestra.run.smithi076.stdout: "auth_dump": [ 2024-09-13T16:14:03.095 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:14:03.095 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "mds.a", 2024-09-13T16:14:03.095 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCpYeRmhpbDIhAA8WT8i+Y1tgoeXaZ5z2v/fg==", 2024-09-13T16:14:03.095 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:14:03.095 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2024-09-13T16:14:03.095 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow *", 2024-09-13T16:14:03.095 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow *", 2024-09-13T16:14:03.095 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:14:03.095 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:14:03.095 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:14:03.095 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:14:03.096 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "mds.b", 2024-09-13T16:14:03.096 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCpYeRm7+GPLhAAACMaymp+VjVEUz9QMYOL+Q==", 2024-09-13T16:14:03.096 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:14:03.096 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2024-09-13T16:14:03.096 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow *", 2024-09-13T16:14:03.096 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow *", 2024-09-13T16:14:03.096 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:14:03.096 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:14:03.096 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:14:03.096 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:14:03.096 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "mds.c", 2024-09-13T16:14:03.096 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCpYeRmxODtKRAAtjLryQw+T9UxeHw7cgOyBg==", 2024-09-13T16:14:03.096 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:14:03.096 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2024-09-13T16:14:03.097 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow *", 2024-09-13T16:14:03.097 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow *", 2024-09-13T16:14:03.097 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:14:03.097 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:14:03.097 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:14:03.097 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:14:03.097 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "mds.d", 2024-09-13T16:14:03.097 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCpYeRmBNiYNRAAHTjLTeGOi09w8TLVtcu/+w==", 2024-09-13T16:14:03.097 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:14:03.097 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2024-09-13T16:14:03.097 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow *", 2024-09-13T16:14:03.097 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow *", 2024-09-13T16:14:03.097 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:14:03.097 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:14:03.098 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:14:03.098 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:14:03.098 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.0", 2024-09-13T16:14:03.098 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCtYeRm81gnEBAAJFt3u2dcQShl7t5nNN5y6Q==", 2024-09-13T16:14:03.098 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:14:03.098 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2024-09-13T16:14:03.098 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2024-09-13T16:14:03.098 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:14:03.098 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:14:03.098 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:14:03.098 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:14:03.098 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.1", 2024-09-13T16:14:03.098 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCwYeRmzsY4DxAALx5wAImWLwrw6n8ZRuXDvA==", 2024-09-13T16:14:03.098 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:14:03.099 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2024-09-13T16:14:03.099 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2024-09-13T16:14:03.099 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:14:03.099 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:14:03.099 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:14:03.099 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:14:03.099 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.2", 2024-09-13T16:14:03.099 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCzYeRmYRs9DRAAh6ptqIXTwUjSNlevHFJnAQ==", 2024-09-13T16:14:03.099 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:14:03.099 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2024-09-13T16:14:03.099 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2024-09-13T16:14:03.099 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:14:03.099 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:14:03.099 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:14:03.100 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:14:03.100 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.3", 2024-09-13T16:14:03.100 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQC2YeRmMIp6CxAAHygGhWHXCt69qZDrrGTt5A==", 2024-09-13T16:14:03.100 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:14:03.100 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2024-09-13T16:14:03.100 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2024-09-13T16:14:03.100 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:14:03.100 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:14:03.100 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:14:03.100 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:14:03.100 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.4", 2024-09-13T16:14:03.100 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQC8YeRmde7vDhAAE7RHK15msWPxEtglPpWMTQ==", 2024-09-13T16:14:03.100 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:14:03.100 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2024-09-13T16:14:03.101 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2024-09-13T16:14:03.101 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:14:03.101 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:14:03.101 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:14:03.101 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:14:03.101 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.5", 2024-09-13T16:14:03.101 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQC/YeRmgyzZDBAAG96iDIvt2yQ9W5Fl1maItg==", 2024-09-13T16:14:03.101 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:14:03.101 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2024-09-13T16:14:03.101 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2024-09-13T16:14:03.101 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:14:03.101 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:14:03.101 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:14:03.102 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:14:03.102 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.6", 2024-09-13T16:14:03.102 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQDCYeRm6pRBCxAAq8l2Cikc/aRaC4C4xYYrLA==", 2024-09-13T16:14:03.102 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:14:03.102 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2024-09-13T16:14:03.102 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2024-09-13T16:14:03.102 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:14:03.102 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:14:03.102 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:14:03.102 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:14:03.102 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.7", 2024-09-13T16:14:03.102 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQDFYeRmMM8MCRAAqYR5B7VgEph0UVNjCZPTzg==", 2024-09-13T16:14:03.102 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:14:03.102 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2024-09-13T16:14:03.103 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2024-09-13T16:14:03.103 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:14:03.103 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:14:03.103 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:14:03.103 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:14:03.103 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "client.0", 2024-09-13T16:14:03.103 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCpYeRmqhyiORAAp0ZHMscpsAOj1YZ+SSqHoA==", 2024-09-13T16:14:03.103 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:14:03.103 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2024-09-13T16:14:03.103 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow r", 2024-09-13T16:14:03.103 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-13T16:14:03.103 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:14:03.103 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:14:03.103 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:14:03.104 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "client.1", 2024-09-13T16:14:03.104 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCqYeRmgijBBhAAS5zvjGxEcjj4RKB20HX7kg==", 2024-09-13T16:14:03.104 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:14:03.104 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2024-09-13T16:14:03.104 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow r", 2024-09-13T16:14:03.104 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow rw", 2024-09-13T16:14:03.104 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow rwx" 2024-09-13T16:14:03.104 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:14:03.104 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:14:03.104 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:14:03.104 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "client.2", 2024-09-13T16:14:03.104 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCqYeRmK8OPAxAAQeO1ZZu7/x4/qXzHFFDzBg==", 2024-09-13T16:14:03.104 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:14:03.104 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2024-09-13T16:14:03.105 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow r", 2024-09-13T16:14:03.105 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow rw", 2024-09-13T16:14:03.105 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow rwx" 2024-09-13T16:14:03.105 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:14:03.105 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:14:03.105 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:14:03.105 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "client.3", 2024-09-13T16:14:03.105 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCqYeRmAYJGDBAA4elK4g7yitQwUnpv/vkuSQ==", 2024-09-13T16:14:03.105 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:14:03.105 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2024-09-13T16:14:03.105 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow r", 2024-09-13T16:14:03.105 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow rw", 2024-09-13T16:14:03.105 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow rwx" 2024-09-13T16:14:03.106 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:14:03.106 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:14:03.106 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:14:03.106 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "client.admin", 2024-09-13T16:14:03.106 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCpYeRmz4sKBxAAmVD/bGSWAPyJICtwMc8R7Q==", 2024-09-13T16:14:03.106 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:14:03.106 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow *", 2024-09-13T16:14:03.106 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow *", 2024-09-13T16:14:03.106 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow *", 2024-09-13T16:14:03.106 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:14:03.106 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:14:03.106 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:14:03.106 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:14:03.106 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "mgr.x", 2024-09-13T16:14:03.107 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCpYeRmzy+SHxAAeh91mEyErD2yMaJ+R9p7MQ==", 2024-09-13T16:14:03.107 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:14:03.107 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow *", 2024-09-13T16:14:03.107 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile mgr", 2024-09-13T16:14:03.107 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:14:03.107 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:14:03.107 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:14:03.107 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:14:03.107 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "mgr.y", 2024-09-13T16:14:03.107 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCpYeRmMS6hGxAAhyu76q81PXPjC+BAmqi2Lw==", 2024-09-13T16:14:03.107 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:14:03.107 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow *", 2024-09-13T16:14:03.107 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile mgr", 2024-09-13T16:14:03.107 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:14:03.108 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:14:03.108 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:14:03.108 INFO:teuthology.orchestra.run.smithi076.stdout: ] 2024-09-13T16:14:03.108 INFO:teuthology.orchestra.run.smithi076.stdout:} 2024-09-13T16:14:03.109 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.095+0000 7f17ee9db640 1 -- 172.21.15.76:0/1034297211 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f17d406ac00 msgr2=0x7f17d406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:03.109 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.095+0000 7f17ee9db640 1 --2- 172.21.15.76:0/1034297211 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f17d406ac00 0x7f17d406d0c0 secure :-1 s=READY pgs=835 cs=0 l=1 rev1=1 crypto rx=0x7f17e8152d00 tx=0x7f17dc007b50 comp rx=0 tx=0).stop 2024-09-13T16:14:03.109 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.095+0000 7f17ee9db640 1 -- 172.21.15.76:0/1034297211 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f17e806c4c0 msgr2=0x7f17e8093950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:03.110 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.095+0000 7f17ee9db640 1 --2- 172.21.15.76:0/1034297211 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f17e806c4c0 0x7f17e8093950 secure :-1 s=READY pgs=1958 cs=0 l=1 rev1=1 crypto rx=0x7f17d80097a0 tx=0x7f17d80046c0 comp rx=0 tx=0).stop 2024-09-13T16:14:03.110 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.095+0000 7f17ee9db640 1 -- 172.21.15.76:0/1034297211 shutdown_connections 2024-09-13T16:14:03.110 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.095+0000 7f17ee9db640 1 --2- 172.21.15.76:0/1034297211 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f17e80cbea0 0x7f17e815b0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:03.110 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.095+0000 7f17ee9db640 1 --2- 172.21.15.76:0/1034297211 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f17d406ac00 0x7f17d406d0c0 unknown :-1 s=CLOSED pgs=835 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:03.110 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.095+0000 7f17ee9db640 1 --2- 172.21.15.76:0/1034297211 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f17e80b2590 0x7f17e815ab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:03.110 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.095+0000 7f17ee9db640 1 --2- 172.21.15.76:0/1034297211 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f17e806c4c0 0x7f17e8093950 unknown :-1 s=CLOSED pgs=1958 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:03.110 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.095+0000 7f17ee9db640 1 -- 172.21.15.76:0/1034297211 >> 172.21.15.76:0/1034297211 conn(0x7f17e8069ed0 msgr2=0x7f17e80b1460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:03.110 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.095+0000 7f17ee9db640 1 -- 172.21.15.76:0/1034297211 shutdown_connections 2024-09-13T16:14:03.110 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.095+0000 7f17ee9db640 1 -- 172.21.15.76:0/1034297211 wait complete. 2024-09-13T16:14:03.111 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:14:03.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.207+0000 7f31c7a53640 1 Processor -- start 2024-09-13T16:14:03.209 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.207+0000 7f31c7a53640 1 -- start start 2024-09-13T16:14:03.209 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.208+0000 7f31c7a53640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f31c006c4c0 0x7f31c006c8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:03.209 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.208+0000 7f31c7a53640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f31c00b2590 0x7f31c006d3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:03.209 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.208+0000 7f31c7a53640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f31c006e0c0 con 0x7f31c00cbea0 2024-09-13T16:14:03.209 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.208+0000 7f31c7a53640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f31c006deb0 con 0x7f31c006c4c0 2024-09-13T16:14:03.209 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.208+0000 7f31c7a53640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f31c00b2170 con 0x7f31c00b2590 2024-09-13T16:14:03.210 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.208+0000 7f31c4fee640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f31c00b2590 0x7f31c006d3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:03.211 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.208+0000 7f31c4fee640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f31c00b2590 0x7f31c006d3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.76:36288/0 (socket says 172.21.15.76:36288) 2024-09-13T16:14:03.211 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.208+0000 7f31c4fee640 1 -- 172.21.15.76:0/3761472665 learned_addr learned my addr 172.21.15.76:0/3761472665 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:03.211 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.209+0000 7f31c57ef640 1 --2- 172.21.15.76:0/3761472665 >> v2:172.21.15.192:3300/0 conn(0x7f31c006c4c0 0x7f31c006c8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:03.211 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.209+0000 7f31c4fee640 1 -- 172.21.15.76:0/3761472665 >> v2:172.21.15.192:3300/0 conn(0x7f31c006c4c0 msgr2=0x7f31c006c8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:03.211 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.209+0000 7f31c4fee640 1 --2- 172.21.15.76:0/3761472665 >> v2:172.21.15.192:3300/0 conn(0x7f31c006c4c0 0x7f31c006c8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:03.211 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.209+0000 7f31c4fee640 1 -- 172.21.15.76:0/3761472665 >> v1:172.21.15.192:6789/0 conn(0x7f31c00cbea0 legacy=0x7f31c00cc350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:03.211 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.209+0000 7f31b7fff640 1 -- 172.21.15.76:0/3761472665 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 414520779 0 0) 0x7f31c006e0c0 con 0x7f31c00cbea0 2024-09-13T16:14:03.211 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.209+0000 7f31c4fee640 1 -- 172.21.15.76:0/3761472665 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f31c006e3a0 con 0x7f31c00b2590 2024-09-13T16:14:03.211 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.209+0000 7f31c57ef640 1 --2- 172.21.15.76:0/3761472665 >> v2:172.21.15.192:3300/0 conn(0x7f31c006c4c0 0x7f31c006c8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:14:03.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.210+0000 7f31c4fee640 1 --2- 172.21.15.76:0/3761472665 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f31c00b2590 0x7f31c006d3a0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f31b00098a0 tx=0x7f31b002a290 comp rx=0 tx=0).ready entity=mon.2 client_cookie=816b5cb1d979f01a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:03.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.210+0000 7f31b7fff640 1 -- 172.21.15.76:0/3761472665 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31b0032440 con 0x7f31c00b2590 2024-09-13T16:14:03.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.210+0000 7f31b7fff640 1 -- 172.21.15.76:0/3761472665 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f31b00325a0 con 0x7f31c00b2590 2024-09-13T16:14:03.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.210+0000 7f31b7fff640 1 -- 172.21.15.76:0/3761472665 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31b0032930 con 0x7f31c00b2590 2024-09-13T16:14:03.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.210+0000 7f31c7a53640 1 -- 172.21.15.76:0/3761472665 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f31c00b2590 msgr2=0x7f31c006d3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:03.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.210+0000 7f31c7a53640 1 --2- 172.21.15.76:0/3761472665 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f31c00b2590 0x7f31c006d3a0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f31b00098a0 tx=0x7f31b002a290 comp rx=0 tx=0).stop 2024-09-13T16:14:03.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.210+0000 7f31c7a53640 1 -- 172.21.15.76:0/3761472665 shutdown_connections 2024-09-13T16:14:03.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.210+0000 7f31c7a53640 1 --2- 172.21.15.76:0/3761472665 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f31c00b2590 0x7f31c006d3a0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:03.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.210+0000 7f31c7a53640 1 --2- 172.21.15.76:0/3761472665 >> v2:172.21.15.192:3300/0 conn(0x7f31c006c4c0 0x7f31c006c8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:03.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.210+0000 7f31c7a53640 1 -- 172.21.15.76:0/3761472665 >> 172.21.15.76:0/3761472665 conn(0x7f31c0069ed0 msgr2=0x7f31c006a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:03.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.211+0000 7f31c7a53640 1 -- 172.21.15.76:0/3761472665 shutdown_connections 2024-09-13T16:14:03.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.211+0000 7f31c7a53640 1 -- 172.21.15.76:0/3761472665 wait complete. 2024-09-13T16:14:03.216 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.212+0000 7f31c7a53640 1 Processor -- start 2024-09-13T16:14:03.216 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.212+0000 7f31c7a53640 1 -- start start 2024-09-13T16:14:03.216 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.212+0000 7f31c7a53640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f31c006c4c0 0x7f31c00c6ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:03.216 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.212+0000 7f31c7a53640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f31c00b2590 0x7f31c01f54e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:03.217 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.212+0000 7f31c7a53640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f31c00cbea0 0x7f31c01f5a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:03.217 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.212+0000 7f31c7a53640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31c00c5db0 con 0x7f31c00b2590 2024-09-13T16:14:03.217 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.212+0000 7f31c7a53640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31c00c6650 con 0x7f31c006c4c0 2024-09-13T16:14:03.217 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.212+0000 7f31c7a53640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f31c0166120 con 0x7f31c00cbea0 2024-09-13T16:14:03.217 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.213+0000 7f31c4fee640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f31c00b2590 0x7f31c01f54e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:03.217 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.213+0000 7f31c4fee640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f31c00b2590 0x7f31c01f54e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51074/0 (socket says 172.21.15.76:51074) 2024-09-13T16:14:03.217 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.213+0000 7f31c4fee640 1 -- 172.21.15.76:0/2621081319 learned_addr learned my addr 172.21.15.76:0/2621081319 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:03.217 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.213+0000 7f31c57ef640 1 --2- 172.21.15.76:0/2621081319 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f31c006c4c0 0x7f31c00c6ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:03.217 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.213+0000 7f31c5ff0640 1 --2- 172.21.15.76:0/2621081319 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f31c00cbea0 0x7f31c01f5a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:03.217 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.213+0000 7f31c4fee640 1 -- 172.21.15.76:0/2621081319 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f31c00cbea0 msgr2=0x7f31c01f5a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:03.217 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.213+0000 7f31c4fee640 1 --2- 172.21.15.76:0/2621081319 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f31c00cbea0 0x7f31c01f5a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:03.217 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.213+0000 7f31c4fee640 1 -- 172.21.15.76:0/2621081319 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f31c006c4c0 msgr2=0x7f31c00c6ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:03.217 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.213+0000 7f31c4fee640 1 --2- 172.21.15.76:0/2621081319 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f31c006c4c0 0x7f31c00c6ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:03.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.213+0000 7f31c4fee640 1 -- 172.21.15.76:0/2621081319 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f31bc009400 con 0x7f31c00b2590 2024-09-13T16:14:03.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.213+0000 7f31c4fee640 1 --2- 172.21.15.76:0/2621081319 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f31c00b2590 0x7f31c01f54e0 secure :-1 s=READY pgs=1959 cs=0 l=1 rev1=1 crypto rx=0x7f31b0000c00 tx=0x7f31b00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:03.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.213+0000 7f31b5ffb640 1 -- 172.21.15.76:0/2621081319 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31b0032440 con 0x7f31c00b2590 2024-09-13T16:14:03.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.213+0000 7f31b5ffb640 1 -- 172.21.15.76:0/2621081319 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f31b0004230 con 0x7f31c00b2590 2024-09-13T16:14:03.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.213+0000 7f31c7a53640 1 -- 172.21.15.76:0/2621081319 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f31b00094d0 con 0x7f31c00b2590 2024-09-13T16:14:03.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.213+0000 7f31b5ffb640 1 -- 172.21.15.76:0/2621081319 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31b0032e20 con 0x7f31c00b2590 2024-09-13T16:14:03.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.214+0000 7f31c7a53640 1 -- 172.21.15.76:0/2621081319 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f31c00c62e0 con 0x7f31c00b2590 2024-09-13T16:14:03.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.214+0000 7f31c7a53640 1 -- 172.21.15.76:0/2621081319 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f31c006c8a0 con 0x7f31c00b2590 2024-09-13T16:14:03.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.215+0000 7f31b5ffb640 1 -- 172.21.15.76:0/2621081319 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f31b0030980 con 0x7f31c00b2590 2024-09-13T16:14:03.219 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.215+0000 7f31b5ffb640 1 --2- 172.21.15.76:0/2621081319 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f31a406ac00 0x7f31a406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:03.219 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.216+0000 7f31b5ffb640 1 -- 172.21.15.76:0/2621081319 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(144..144 src has 1..144) v4 ==== 5177+0+0 (secure 0 0 0) 0x7f31b00aa1b0 con 0x7f31c00b2590 2024-09-13T16:14:03.219 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.216+0000 7f31c57ef640 1 --2- 172.21.15.76:0/2621081319 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f31a406ac00 0x7f31a406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:03.219 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.216+0000 7f31c57ef640 1 --2- 172.21.15.76:0/2621081319 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f31a406ac00 0x7f31a406d0c0 secure :-1 s=READY pgs=836 cs=0 l=1 rev1=1 crypto rx=0x7f31c00c8380 tx=0x7f31bc009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:03.221 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.220+0000 7f31b5ffb640 1 -- 172.21.15.76:0/2621081319 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f31b0075780 con 0x7f31c00b2590 2024-09-13T16:14:03.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.382+0000 7f31c7a53640 1 -- 172.21.15.76:0/2621081319 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f31c0153910 con 0x7f31c00b2590 2024-09-13T16:14:03.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.382+0000 7f31b5ffb640 1 -- 172.21.15.76:0/2621081319 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v144) v1 ==== 74+0+13036 (secure 0 0 0) 0x7f31b0078da0 con 0x7f31c00b2590 2024-09-13T16:14:03.384 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:14:03.384 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":144,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:14:02.727368+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":20,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:14:03.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.385+0000 7f31c7a53640 1 -- 172.21.15.76:0/2621081319 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f31a406ac00 msgr2=0x7f31a406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:03.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.385+0000 7f31c7a53640 1 --2- 172.21.15.76:0/2621081319 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f31a406ac00 0x7f31a406d0c0 secure :-1 s=READY pgs=836 cs=0 l=1 rev1=1 crypto rx=0x7f31c00c8380 tx=0x7f31bc009190 comp rx=0 tx=0).stop 2024-09-13T16:14:03.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.385+0000 7f31c7a53640 1 -- 172.21.15.76:0/2621081319 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f31c00b2590 msgr2=0x7f31c01f54e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:03.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.385+0000 7f31c7a53640 1 --2- 172.21.15.76:0/2621081319 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f31c00b2590 0x7f31c01f54e0 secure :-1 s=READY pgs=1959 cs=0 l=1 rev1=1 crypto rx=0x7f31b0000c00 tx=0x7f31b00046c0 comp rx=0 tx=0).stop 2024-09-13T16:14:03.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.385+0000 7f31c7a53640 1 -- 172.21.15.76:0/2621081319 shutdown_connections 2024-09-13T16:14:03.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.385+0000 7f31c7a53640 1 --2- 172.21.15.76:0/2621081319 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f31a406ac00 0x7f31a406d0c0 unknown :-1 s=CLOSED pgs=836 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:03.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.385+0000 7f31c7a53640 1 --2- 172.21.15.76:0/2621081319 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f31c00cbea0 0x7f31c01f5a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:03.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.385+0000 7f31c7a53640 1 --2- 172.21.15.76:0/2621081319 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f31c00b2590 0x7f31c01f54e0 unknown :-1 s=CLOSED pgs=1959 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:03.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.385+0000 7f31c7a53640 1 --2- 172.21.15.76:0/2621081319 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f31c006c4c0 0x7f31c00c6ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:03.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.385+0000 7f31c7a53640 1 -- 172.21.15.76:0/2621081319 >> 172.21.15.76:0/2621081319 conn(0x7f31c0069ed0 msgr2=0x7f31c01529e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:03.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.385+0000 7f31c7a53640 1 -- 172.21.15.76:0/2621081319 shutdown_connections 2024-09-13T16:14:03.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.385+0000 7f31c7a53640 1 -- 172.21.15.76:0/2621081319 wait complete. 2024-09-13T16:14:03.397 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:01:26.960607+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:14:03.397 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:14:03.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.496+0000 7f71c9983640 1 Processor -- start 2024-09-13T16:14:03.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.496+0000 7f71c9983640 1 -- start start 2024-09-13T16:14:03.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.497+0000 7f71c9983640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f71c415a3b0 0x7f71c40b20a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:03.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.497+0000 7f71c9983640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f71c415a790 con 0x7f71c40b1720 2024-09-13T16:14:03.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.497+0000 7f71c9983640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f71c40b2680 con 0x7f71c40cec00 2024-09-13T16:14:03.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.497+0000 7f71c9983640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f71c40b2960 con 0x7f71c415a3b0 2024-09-13T16:14:03.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.497+0000 7f71bbfff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f71c40b1720 0x7f71c40ce4f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:47748/0 (socket says 172.21.15.76:47748) 2024-09-13T16:14:03.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.497+0000 7f71bbfff640 1 -- 172.21.15.76:0/2242118846 learned_addr learned my addr 172.21.15.76:0/2242118846 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:14:03.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.497+0000 7f71c27fc640 1 -- 172.21.15.76:0/2242118846 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4028617811 0 0) 0x7f71c415a790 con 0x7f71c40b1720 2024-09-13T16:14:03.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.497+0000 7f71c2ffd640 1 --2- 172.21.15.76:0/2242118846 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f71c415a3b0 0x7f71c40b20a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:03.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.498+0000 7f71c27fc640 1 -- 172.21.15.76:0/2242118846 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f71b0003520 con 0x7f71c40b1720 2024-09-13T16:14:03.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.498+0000 7f71c27fc640 1 -- 172.21.15.76:0/2242118846 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 895097560 0 0) 0x7f71b0003520 con 0x7f71c40b1720 2024-09-13T16:14:03.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.498+0000 7f71c27fc640 1 -- 172.21.15.76:0/2242118846 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f71c415a3b0 msgr2=0x7f71c40b20a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:03.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.498+0000 7f71c27fc640 1 --2- 172.21.15.76:0/2242118846 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f71c415a3b0 0x7f71c40b20a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:03.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.498+0000 7f71c27fc640 1 -- 172.21.15.76:0/2242118846 >> v1:172.21.15.192:6789/0 conn(0x7f71c40cec00 legacy=0x7f71c40ab9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:03.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.498+0000 7f71c27fc640 1 -- 172.21.15.76:0/2242118846 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f71c40b2c40 con 0x7f71c40b1720 2024-09-13T16:14:03.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.498+0000 7f71c27fc640 1 -- 172.21.15.76:0/2242118846 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f71ac001670 con 0x7f71c40b1720 2024-09-13T16:14:03.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.498+0000 7f71c27fc640 1 -- 172.21.15.76:0/2242118846 >> v1:172.21.15.76:6789/0 conn(0x7f71c40b1720 legacy=0x7f71c40ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:03.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.498+0000 7f71c27fc640 1 --2- 172.21.15.76:0/2242118846 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f71b00039a0 0x7f71b0003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:03.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.498+0000 7f71c27fc640 1 --2- 172.21.15.76:0/2242118846 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f71b00047c0 0x7f71b0004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:03.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.498+0000 7f71c27fc640 1 --2- 172.21.15.76:0/2242118846 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f71c415a3b0 0x7f71b0005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:03.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.498+0000 7f71c27fc640 1 -- 172.21.15.76:0/2242118846 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f71c40b2960 con 0x7f71b00047c0 2024-09-13T16:14:03.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.498+0000 7f71c27fc640 1 -- 172.21.15.76:0/2242118846 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f71b000ba60 con 0x7f71b00039a0 2024-09-13T16:14:03.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.498+0000 7f71c27fc640 1 -- 172.21.15.76:0/2242118846 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f71b000bc20 con 0x7f71c415a3b0 2024-09-13T16:14:03.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.498+0000 7f71bbfff640 1 --2- 172.21.15.76:0/2242118846 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f71b00047c0 0x7f71b0004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:03.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.498+0000 7f71c2ffd640 1 --2- 172.21.15.76:0/2242118846 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f71b00039a0 0x7f71b0003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:03.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.498+0000 7f71c37fe640 1 --2- 172.21.15.76:0/2242118846 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f71c415a3b0 0x7f71b0005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:03.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.498+0000 7f71bbfff640 1 -- 172.21.15.76:0/2242118846 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f71c415a3b0 msgr2=0x7f71b0005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:03.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.498+0000 7f71bbfff640 1 --2- 172.21.15.76:0/2242118846 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f71c415a3b0 0x7f71b0005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:03.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.498+0000 7f71bbfff640 1 -- 172.21.15.76:0/2242118846 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f71b00039a0 msgr2=0x7f71b0003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:03.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.498+0000 7f71bbfff640 1 --2- 172.21.15.76:0/2242118846 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f71b00039a0 0x7f71b0003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:03.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.498+0000 7f71bbfff640 1 -- 172.21.15.76:0/2242118846 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f71b0003520 con 0x7f71b00047c0 2024-09-13T16:14:03.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.498+0000 7f71c2ffd640 1 --2- 172.21.15.76:0/2242118846 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f71b00039a0 0x7f71b0003dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:14:03.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.499+0000 7f71bbfff640 1 --2- 172.21.15.76:0/2242118846 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f71b00047c0 0x7f71b0004c40 secure :-1 s=READY pgs=1961 cs=0 l=1 rev1=1 crypto rx=0x7f71ac001eb0 tx=0x7f71b00057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e6f1edec8ecc2fc server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:03.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.499+0000 7f71c27fc640 1 -- 172.21.15.76:0/2242118846 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f71ac005ad0 con 0x7f71b00047c0 2024-09-13T16:14:03.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.499+0000 7f71c27fc640 1 -- 172.21.15.76:0/2242118846 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f71ac02d070 con 0x7f71b00047c0 2024-09-13T16:14:03.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.499+0000 7f71c27fc640 1 -- 172.21.15.76:0/2242118846 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f71ac005e70 con 0x7f71b00047c0 2024-09-13T16:14:03.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.500+0000 7f71c9983640 1 -- 172.21.15.76:0/2242118846 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f71b00047c0 msgr2=0x7f71b0004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:03.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.500+0000 7f71c9983640 1 --2- 172.21.15.76:0/2242118846 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f71b00047c0 0x7f71b0004c40 secure :-1 s=READY pgs=1961 cs=0 l=1 rev1=1 crypto rx=0x7f71ac001eb0 tx=0x7f71b00057f0 comp rx=0 tx=0).stop 2024-09-13T16:14:03.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.500+0000 7f71c37fe640 1 -- 172.21.15.76:0/2242118846 reap_dead start 2024-09-13T16:14:03.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.500+0000 7f71c9983640 1 -- 172.21.15.76:0/2242118846 shutdown_connections 2024-09-13T16:14:03.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.500+0000 7f71c9983640 1 -- 172.21.15.76:0/2242118846 >> 172.21.15.76:0/2242118846 conn(0x7f71c406a0b0 msgr2=0x7f71c406a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:03.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.500+0000 7f71c9983640 1 -- 172.21.15.76:0/2242118846 shutdown_connections 2024-09-13T16:14:03.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.500+0000 7f71c9983640 1 -- 172.21.15.76:0/2242118846 wait complete. 2024-09-13T16:14:03.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.501+0000 7f71c9983640 1 Processor -- start 2024-09-13T16:14:03.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.501+0000 7f71c9983640 1 -- start start 2024-09-13T16:14:03.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.502+0000 7f71c9983640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f71b00047c0 0x7f71c4156840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:03.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.502+0000 7f71c9983640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f71c40c4ab0 0x7f71c40cbe80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:03.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.502+0000 7f71c9983640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f71c40cdad0 0x7f71c406d140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:03.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.502+0000 7f71c9983640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f71c4150150 con 0x7f71c40cdad0 2024-09-13T16:14:03.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.502+0000 7f71c9983640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f71c4150430 con 0x7f71c40c4ab0 2024-09-13T16:14:03.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.502+0000 7f71c9983640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f71c40c2310 con 0x7f71b00047c0 2024-09-13T16:14:03.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.502+0000 7f71c37fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f71c40cdad0 0x7f71c406d140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:03.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.502+0000 7f71c37fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f71c40cdad0 0x7f71c406d140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51094/0 (socket says 172.21.15.76:51094) 2024-09-13T16:14:03.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.502+0000 7f71c37fe640 1 -- 172.21.15.76:0/2588809803 learned_addr learned my addr 172.21.15.76:0/2588809803 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:03.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.502+0000 7f71c2ffd640 1 --2- 172.21.15.76:0/2588809803 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f71b00047c0 0x7f71c4156840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:03.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.502+0000 7f71bbfff640 1 --2- 172.21.15.76:0/2588809803 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f71c40c4ab0 0x7f71c40cbe80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:03.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.502+0000 7f71c37fe640 1 -- 172.21.15.76:0/2588809803 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f71b00047c0 msgr2=0x7f71c4156840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:03.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.502+0000 7f71c37fe640 1 --2- 172.21.15.76:0/2588809803 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f71b00047c0 0x7f71c4156840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:03.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.502+0000 7f71c37fe640 1 -- 172.21.15.76:0/2588809803 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f71c40c4ab0 msgr2=0x7f71c40cbe80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:03.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.502+0000 7f71c37fe640 1 --2- 172.21.15.76:0/2588809803 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f71c40c4ab0 0x7f71c40cbe80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:03.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.502+0000 7f71c37fe640 1 -- 172.21.15.76:0/2588809803 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f71c40c25f0 con 0x7f71c40cdad0 2024-09-13T16:14:03.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.502+0000 7f71c2ffd640 1 --2- 172.21.15.76:0/2588809803 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f71b00047c0 0x7f71c4156840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:14:03.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.502+0000 7f71bbfff640 1 --2- 172.21.15.76:0/2588809803 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f71c40c4ab0 0x7f71c40cbe80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:14:03.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.502+0000 7f71c37fe640 1 --2- 172.21.15.76:0/2588809803 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f71c40cdad0 0x7f71c406d140 secure :-1 s=READY pgs=1962 cs=0 l=1 rev1=1 crypto rx=0x7f71c40cf350 tx=0x7f71bc00eb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:03.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.502+0000 7f71c0ff9640 1 -- 172.21.15.76:0/2588809803 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f71bc00eed0 con 0x7f71c40cdad0 2024-09-13T16:14:03.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.502+0000 7f71c0ff9640 1 -- 172.21.15.76:0/2588809803 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f71bc003970 con 0x7f71c40cdad0 2024-09-13T16:14:03.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.502+0000 7f71c9983640 1 -- 172.21.15.76:0/2588809803 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f71c40c28d0 con 0x7f71c40cdad0 2024-09-13T16:14:03.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.502+0000 7f71c0ff9640 1 -- 172.21.15.76:0/2588809803 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f71bc003d20 con 0x7f71c40cdad0 2024-09-13T16:14:03.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.502+0000 7f71c9983640 1 -- 172.21.15.76:0/2588809803 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f71c414fde0 con 0x7f71c40cdad0 2024-09-13T16:14:03.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.503+0000 7f71c9983640 1 -- 172.21.15.76:0/2588809803 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f71c4066f30 con 0x7f71c40cdad0 2024-09-13T16:14:03.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.504+0000 7f71c0ff9640 1 -- 172.21.15.76:0/2588809803 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f71bc0050d0 con 0x7f71c40cdad0 2024-09-13T16:14:03.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.504+0000 7f71c0ff9640 1 --2- 172.21.15.76:0/2588809803 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f71a406ac00 0x7f71a406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:03.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.504+0000 7f71c0ff9640 1 -- 172.21.15.76:0/2588809803 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(144..144 src has 1..144) v4 ==== 5177+0+0 (secure 0 0 0) 0x7f71bc088e80 con 0x7f71c40cdad0 2024-09-13T16:14:03.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.504+0000 7f71c2ffd640 1 --2- 172.21.15.76:0/2588809803 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f71a406ac00 0x7f71a406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:03.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.505+0000 7f71c2ffd640 1 --2- 172.21.15.76:0/2588809803 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f71a406ac00 0x7f71a406d0c0 secure :-1 s=READY pgs=837 cs=0 l=1 rev1=1 crypto rx=0x7f71b4009a70 tx=0x7f71b4008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:03.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.508+0000 7f71c0ff9640 1 -- 172.21.15.76:0/2588809803 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f71bc054300 con 0x7f71c40cdad0 2024-09-13T16:14:03.669 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.668+0000 7f71c9983640 1 -- 172.21.15.76:0/2588809803 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f71c40c2ac0 con 0x7f71c40cdad0 2024-09-13T16:14:03.669 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.668+0000 7f71c0ff9640 1 -- 172.21.15.76:0/2588809803 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v144) v1 ==== 93+0+10 (secure 0 0 0) 0x7f71bc057920 con 0x7f71c40cdad0 2024-09-13T16:14:03.670 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2024-09-13T16:14:03.672 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.670+0000 7f71c9983640 1 -- 172.21.15.76:0/2588809803 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f71a406ac00 msgr2=0x7f71a406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:03.672 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.670+0000 7f71c9983640 1 --2- 172.21.15.76:0/2588809803 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f71a406ac00 0x7f71a406d0c0 secure :-1 s=READY pgs=837 cs=0 l=1 rev1=1 crypto rx=0x7f71b4009a70 tx=0x7f71b4008040 comp rx=0 tx=0).stop 2024-09-13T16:14:03.672 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.670+0000 7f71c9983640 1 -- 172.21.15.76:0/2588809803 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f71c40cdad0 msgr2=0x7f71c406d140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:03.672 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.670+0000 7f71c9983640 1 --2- 172.21.15.76:0/2588809803 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f71c40cdad0 0x7f71c406d140 secure :-1 s=READY pgs=1962 cs=0 l=1 rev1=1 crypto rx=0x7f71c40cf350 tx=0x7f71bc00eb90 comp rx=0 tx=0).stop 2024-09-13T16:14:03.672 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.670+0000 7f71c9983640 1 -- 172.21.15.76:0/2588809803 shutdown_connections 2024-09-13T16:14:03.672 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.670+0000 7f71c9983640 1 --2- 172.21.15.76:0/2588809803 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f71c40cdad0 0x7f71c406d140 unknown :-1 s=CLOSED pgs=1962 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:03.672 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.670+0000 7f71c9983640 1 --2- 172.21.15.76:0/2588809803 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f71c40c4ab0 0x7f71c40cbe80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:03.672 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.670+0000 7f71c9983640 1 --2- 172.21.15.76:0/2588809803 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f71a406ac00 0x7f71a406d0c0 unknown :-1 s=CLOSED pgs=837 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:03.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.670+0000 7f71c9983640 1 --2- 172.21.15.76:0/2588809803 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f71b00047c0 0x7f71c4156840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:03.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.670+0000 7f71c9983640 1 -- 172.21.15.76:0/2588809803 >> 172.21.15.76:0/2588809803 conn(0x7f71c406a0b0 msgr2=0x7f71c40ca750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:03.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.670+0000 7f71c9983640 1 -- 172.21.15.76:0/2588809803 shutdown_connections 2024-09-13T16:14:03.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.670+0000 7f71c9983640 1 -- 172.21.15.76:0/2588809803 wait complete. 2024-09-13T16:14:03.683 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-13T16:14:03.781 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.779+0000 7f6aa4a7d640 1 Processor -- start 2024-09-13T16:14:03.781 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.779+0000 7f6aa4a7d640 1 -- start start 2024-09-13T16:14:03.783 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.780+0000 7f6aa4a7d640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f6aa015a2e0 0x7f6aa00c9a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:03.783 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.780+0000 7f6aa4a7d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f6aa00c9f80 0x7f6aa00cace0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:03.783 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.780+0000 7f6aa4a7d640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6aa00cb670 con 0x7f6aa00cb220 2024-09-13T16:14:03.783 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.780+0000 7f6aa4a7d640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6aa00c8920 con 0x7f6aa00c9f80 2024-09-13T16:14:03.783 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.780+0000 7f6aa4a7d640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6aa015a6c0 con 0x7f6aa015a2e0 2024-09-13T16:14:03.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.780+0000 7f6a95d9b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f6aa00c9f80 0x7f6aa00cace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:03.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.780+0000 7f6a95d9b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f6aa00c9f80 0x7f6aa00cace0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51110/0 (socket says 172.21.15.76:51110) 2024-09-13T16:14:03.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.780+0000 7f6a95d9b640 1 -- 172.21.15.76:0/2522406819 learned_addr learned my addr 172.21.15.76:0/2522406819 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:03.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.780+0000 7f6a95d9b640 1 -- 172.21.15.76:0/2522406819 >> v2:172.21.15.192:3300/0 conn(0x7f6aa015a2e0 msgr2=0x7f6aa00c9a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:03.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.780+0000 7f6a9e59c640 1 --2- 172.21.15.76:0/2522406819 >> v2:172.21.15.192:3300/0 conn(0x7f6aa015a2e0 0x7f6aa00c9a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:03.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.780+0000 7f6a95d9b640 1 --2- 172.21.15.76:0/2522406819 >> v2:172.21.15.192:3300/0 conn(0x7f6aa015a2e0 0x7f6aa00c9a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:03.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.780+0000 7f6a95d9b640 1 -- 172.21.15.76:0/2522406819 >> v1:172.21.15.192:6789/0 conn(0x7f6aa00cb220 legacy=0x7f6aa00ce260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:03.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.780+0000 7f6a95d9b640 1 -- 172.21.15.76:0/2522406819 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6aa00ca500 con 0x7f6aa00c9f80 2024-09-13T16:14:03.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.781+0000 7f6a95d9b640 1 --2- 172.21.15.76:0/2522406819 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6aa00c9f80 0x7f6aa00cace0 secure :-1 s=READY pgs=1963 cs=0 l=1 rev1=1 crypto rx=0x7f6aa00cf340 tx=0x7f6a8802a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5f0c100625b15d79 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:03.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.781+0000 7f6a9dd9b640 1 -- 172.21.15.76:0/2522406819 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a88032440 con 0x7f6aa00c9f80 2024-09-13T16:14:03.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.781+0000 7f6a9dd9b640 1 -- 172.21.15.76:0/2522406819 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6a880325a0 con 0x7f6aa00c9f80 2024-09-13T16:14:03.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.781+0000 7f6a9dd9b640 1 -- 172.21.15.76:0/2522406819 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a88032930 con 0x7f6aa00c9f80 2024-09-13T16:14:03.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.782+0000 7f6aa4a7d640 1 -- 172.21.15.76:0/2522406819 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6aa00c9f80 msgr2=0x7f6aa00cace0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:03.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.782+0000 7f6aa4a7d640 1 --2- 172.21.15.76:0/2522406819 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6aa00c9f80 0x7f6aa00cace0 secure :-1 s=READY pgs=1963 cs=0 l=1 rev1=1 crypto rx=0x7f6aa00cf340 tx=0x7f6a8802a230 comp rx=0 tx=0).stop 2024-09-13T16:14:03.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.782+0000 7f6aa4a7d640 1 -- 172.21.15.76:0/2522406819 shutdown_connections 2024-09-13T16:14:03.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.782+0000 7f6aa4a7d640 1 --2- 172.21.15.76:0/2522406819 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6aa00c9f80 0x7f6aa00cace0 unknown :-1 s=CLOSED pgs=1963 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:03.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.782+0000 7f6aa4a7d640 1 --2- 172.21.15.76:0/2522406819 >> v2:172.21.15.192:3300/0 conn(0x7f6aa015a2e0 0x7f6aa00c9a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:03.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.782+0000 7f6aa4a7d640 1 -- 172.21.15.76:0/2522406819 >> 172.21.15.76:0/2522406819 conn(0x7f6aa0069ed0 msgr2=0x7f6aa006a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:03.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.782+0000 7f6aa4a7d640 1 -- 172.21.15.76:0/2522406819 shutdown_connections 2024-09-13T16:14:03.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.782+0000 7f6aa4a7d640 1 -- 172.21.15.76:0/2522406819 wait complete. 2024-09-13T16:14:03.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.783+0000 7f6aa4a7d640 1 Processor -- start 2024-09-13T16:14:03.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.783+0000 7f6aa4a7d640 1 -- start start 2024-09-13T16:14:03.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.784+0000 7f6aa4a7d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6aa00c9f80 0x7f6aa01f29d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:03.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.784+0000 7f6aa4a7d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6aa00cb220 0x7f6aa01f0bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:03.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.784+0000 7f6aa4a7d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6aa015a2e0 0x7f6aa01589e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:03.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.784+0000 7f6aa4a7d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6aa01ef9b0 con 0x7f6aa015a2e0 2024-09-13T16:14:03.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.784+0000 7f6aa4a7d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6aa01f1130 con 0x7f6aa00c9f80 2024-09-13T16:14:03.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.784+0000 7f6aa4a7d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6aa015c1a0 con 0x7f6aa00cb220 2024-09-13T16:14:03.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.784+0000 7f6a9ed9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6aa015a2e0 0x7f6aa01589e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:03.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.784+0000 7f6a9ed9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6aa015a2e0 0x7f6aa01589e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51126/0 (socket says 172.21.15.76:51126) 2024-09-13T16:14:03.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.784+0000 7f6a9ed9d640 1 -- 172.21.15.76:0/4006743463 learned_addr learned my addr 172.21.15.76:0/4006743463 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:03.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.784+0000 7f6a95d9b640 1 --2- 172.21.15.76:0/4006743463 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6aa00cb220 0x7f6aa01f0bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:03.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.784+0000 7f6a9e59c640 1 --2- 172.21.15.76:0/4006743463 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6aa00c9f80 0x7f6aa01f29d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:03.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.785+0000 7f6a9ed9d640 1 -- 172.21.15.76:0/4006743463 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6aa00cb220 msgr2=0x7f6aa01f0bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:03.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.785+0000 7f6a9ed9d640 1 --2- 172.21.15.76:0/4006743463 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6aa00cb220 0x7f6aa01f0bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:03.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.785+0000 7f6a9ed9d640 1 -- 172.21.15.76:0/4006743463 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6aa00c9f80 msgr2=0x7f6aa01f29d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:03.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.785+0000 7f6a9ed9d640 1 --2- 172.21.15.76:0/4006743463 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6aa00c9f80 0x7f6aa01f29d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:03.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.785+0000 7f6a9ed9d640 1 -- 172.21.15.76:0/4006743463 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6a880094d0 con 0x7f6aa015a2e0 2024-09-13T16:14:03.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.785+0000 7f6a9ed9d640 1 --2- 172.21.15.76:0/4006743463 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6aa015a2e0 0x7f6aa01589e0 secure :-1 s=READY pgs=1964 cs=0 l=1 rev1=1 crypto rx=0x7f6a9800c7b0 tx=0x7f6a9800cc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:03.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.785+0000 7f6a977fe640 1 -- 172.21.15.76:0/4006743463 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a98003d80 con 0x7f6aa015a2e0 2024-09-13T16:14:03.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.785+0000 7f6a977fe640 1 -- 172.21.15.76:0/4006743463 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6a98005070 con 0x7f6aa015a2e0 2024-09-13T16:14:03.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.785+0000 7f6aa4a7d640 1 -- 172.21.15.76:0/4006743463 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6aa015c480 con 0x7f6aa015a2e0 2024-09-13T16:14:03.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.785+0000 7f6a977fe640 1 -- 172.21.15.76:0/4006743463 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a98005420 con 0x7f6aa015a2e0 2024-09-13T16:14:03.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.785+0000 7f6aa4a7d640 1 -- 172.21.15.76:0/4006743463 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6aa015ca40 con 0x7f6aa015a2e0 2024-09-13T16:14:03.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.786+0000 7f6aa4a7d640 1 -- 172.21.15.76:0/4006743463 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6aa01efb30 con 0x7f6aa015a2e0 2024-09-13T16:14:03.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.786+0000 7f6a977fe640 1 -- 172.21.15.76:0/4006743463 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f6a98005580 con 0x7f6aa015a2e0 2024-09-13T16:14:03.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.787+0000 7f6a977fe640 1 --2- 172.21.15.76:0/4006743463 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6a8006ac00 0x7f6a8006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:03.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.787+0000 7f6a977fe640 1 -- 172.21.15.76:0/4006743463 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(144..144 src has 1..144) v4 ==== 5177+0+0 (secure 0 0 0) 0x7f6a98088900 con 0x7f6aa015a2e0 2024-09-13T16:14:03.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.787+0000 7f6a9e59c640 1 --2- 172.21.15.76:0/4006743463 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6a8006ac00 0x7f6a8006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:03.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.787+0000 7f6a9e59c640 1 --2- 172.21.15.76:0/4006743463 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6a8006ac00 0x7f6a8006d0c0 secure :-1 s=READY pgs=838 cs=0 l=1 rev1=1 crypto rx=0x7f6a9000aa20 tx=0x7f6a90008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:03.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.791+0000 7f6a977fe640 1 -- 172.21.15.76:0/4006743463 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f6aa01efb30 con 0x7f6aa015a2e0 2024-09-13T16:14:03.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.955+0000 7f6aa4a7d640 1 -- 172.21.15.76:0/4006743463 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7f6aa01efb30 con 0x7f6aa015a2e0 2024-09-13T16:14:03.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.956+0000 7f6a977fe640 1 -- 172.21.15.76:0/4006743463 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v144) v1 ==== 84+0+65 (secure 0 0 0) 0x7f6aa01efb30 con 0x7f6aa015a2e0 2024-09-13T16:14:03.957 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:14:03.957 INFO:teuthology.orchestra.run.smithi076.stdout:[ 2024-09-13T16:14:03.957 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:14:03.957 INFO:teuthology.orchestra.run.smithi076.stdout: "poolnum": 1, 2024-09-13T16:14:03.958 INFO:teuthology.orchestra.run.smithi076.stdout: "poolname": ".mgr" 2024-09-13T16:14:03.958 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:14:03.958 INFO:teuthology.orchestra.run.smithi076.stdout:] 2024-09-13T16:14:03.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.958+0000 7f6aa4a7d640 1 -- 172.21.15.76:0/4006743463 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6a8006ac00 msgr2=0x7f6a8006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:03.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.958+0000 7f6aa4a7d640 1 --2- 172.21.15.76:0/4006743463 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6a8006ac00 0x7f6a8006d0c0 secure :-1 s=READY pgs=838 cs=0 l=1 rev1=1 crypto rx=0x7f6a9000aa20 tx=0x7f6a90008040 comp rx=0 tx=0).stop 2024-09-13T16:14:03.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.958+0000 7f6aa4a7d640 1 -- 172.21.15.76:0/4006743463 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6aa015a2e0 msgr2=0x7f6aa01589e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:03.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.958+0000 7f6aa4a7d640 1 --2- 172.21.15.76:0/4006743463 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6aa015a2e0 0x7f6aa01589e0 secure :-1 s=READY pgs=1964 cs=0 l=1 rev1=1 crypto rx=0x7f6a9800c7b0 tx=0x7f6a9800cc70 comp rx=0 tx=0).stop 2024-09-13T16:14:03.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.958+0000 7f6aa4a7d640 1 -- 172.21.15.76:0/4006743463 shutdown_connections 2024-09-13T16:14:03.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.958+0000 7f6aa4a7d640 1 --2- 172.21.15.76:0/4006743463 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6aa015a2e0 0x7f6aa01589e0 unknown :-1 s=CLOSED pgs=1964 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:03.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.958+0000 7f6aa4a7d640 1 --2- 172.21.15.76:0/4006743463 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6a8006ac00 0x7f6a8006d0c0 unknown :-1 s=CLOSED pgs=838 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:03.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.958+0000 7f6aa4a7d640 1 --2- 172.21.15.76:0/4006743463 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6aa00cb220 0x7f6aa01f0bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:03.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.958+0000 7f6aa4a7d640 1 --2- 172.21.15.76:0/4006743463 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6aa00c9f80 0x7f6aa01f29d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:03.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.958+0000 7f6aa4a7d640 1 -- 172.21.15.76:0/4006743463 >> 172.21.15.76:0/4006743463 conn(0x7f6aa0069ed0 msgr2=0x7f6aa006cff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:03.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.958+0000 7f6aa4a7d640 1 -- 172.21.15.76:0/4006743463 shutdown_connections 2024-09-13T16:14:03.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:03.958+0000 7f6aa4a7d640 1 -- 172.21.15.76:0/4006743463 wait complete. 2024-09-13T16:14:03.970 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-13T16:14:03.970 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-13T16:14:04.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.071+0000 7ff0463ce640 1 Processor -- start 2024-09-13T16:14:04.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.071+0000 7ff0463ce640 1 -- start start 2024-09-13T16:14:04.076 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.072+0000 7ff0463ce640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7ff040158b00 0x7ff04006c190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:04.076 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.072+0000 7ff0463ce640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff0400b2d10 con 0x7ff0400b2170 2024-09-13T16:14:04.076 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.072+0000 7ff0463ce640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff0400b2ff0 con 0x7ff04006c6d0 2024-09-13T16:14:04.076 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.072+0000 7ff0463ce640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff04006cb60 con 0x7ff040158b00 2024-09-13T16:14:04.076 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.072+0000 7ff04496b640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7ff0400b2170 0x7ff040071220 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:47754/0 (socket says 172.21.15.76:47754) 2024-09-13T16:14:04.076 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.072+0000 7ff04496b640 1 -- 172.21.15.76:0/3347010409 learned_addr learned my addr 172.21.15.76:0/3347010409 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:14:04.077 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.072+0000 7ff03ffff640 1 --2- 172.21.15.76:0/3347010409 >> v2:172.21.15.192:3300/0 conn(0x7ff040158b00 0x7ff04006c190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:04.077 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.072+0000 7ff03f7fe640 1 -- 172.21.15.76:0/3347010409 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1640223072 0 0) 0x7ff0400b2d10 con 0x7ff0400b2170 2024-09-13T16:14:04.077 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.072+0000 7ff03f7fe640 1 -- 172.21.15.76:0/3347010409 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff02c004630 con 0x7ff0400b2170 2024-09-13T16:14:04.077 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.073+0000 7ff03f7fe640 1 -- 172.21.15.76:0/3347010409 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2039898875 0 0) 0x7ff02c004630 con 0x7ff0400b2170 2024-09-13T16:14:04.077 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.073+0000 7ff03f7fe640 1 -- 172.21.15.76:0/3347010409 >> v2:172.21.15.192:3300/0 conn(0x7ff040158b00 msgr2=0x7ff04006c190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:04.077 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.073+0000 7ff03f7fe640 1 --2- 172.21.15.76:0/3347010409 >> v2:172.21.15.192:3300/0 conn(0x7ff040158b00 0x7ff04006c190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:04.077 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.073+0000 7ff03f7fe640 1 -- 172.21.15.76:0/3347010409 >> v1:172.21.15.192:6789/0 conn(0x7ff04006c6d0 legacy=0x7ff040070b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:04.077 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.073+0000 7ff03f7fe640 1 -- 172.21.15.76:0/3347010409 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff040070310 con 0x7ff0400b2170 2024-09-13T16:14:04.077 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.073+0000 7ff03f7fe640 1 -- 172.21.15.76:0/3347010409 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7ff0380019f0 con 0x7ff0400b2170 2024-09-13T16:14:04.077 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.073+0000 7ff03f7fe640 1 -- 172.21.15.76:0/3347010409 >> v1:172.21.15.76:6789/0 conn(0x7ff0400b2170 legacy=0x7ff040071220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:04.077 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.073+0000 7ff03f7fe640 1 --2- 172.21.15.76:0/3347010409 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff02c004a80 0x7ff02c004ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:04.077 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.073+0000 7ff03f7fe640 1 --2- 172.21.15.76:0/3347010409 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff02c0058d0 0x7ff02c005d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:04.077 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.073+0000 7ff03f7fe640 1 --2- 172.21.15.76:0/3347010409 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff02c006290 0x7ff02c00ca90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:04.078 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.073+0000 7ff03f7fe640 1 -- 172.21.15.76:0/3347010409 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff04006cb60 con 0x7ff02c004a80 2024-09-13T16:14:04.078 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.073+0000 7ff03f7fe640 1 -- 172.21.15.76:0/3347010409 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff02c00d130 con 0x7ff02c006290 2024-09-13T16:14:04.078 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.073+0000 7ff03f7fe640 1 -- 172.21.15.76:0/3347010409 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff02c00d2f0 con 0x7ff02c0058d0 2024-09-13T16:14:04.078 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.073+0000 7ff03ffff640 1 --2- 172.21.15.76:0/3347010409 >> v2:172.21.15.192:3300/0 conn(0x7ff040158b00 0x7ff04006c190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:14:04.078 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.073+0000 7ff03ffff640 1 --2- 172.21.15.76:0/3347010409 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff02c004a80 0x7ff02c004ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:04.078 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.073+0000 7ff04496b640 1 --2- 172.21.15.76:0/3347010409 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff02c006290 0x7ff02c00ca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:04.078 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.073+0000 7ff037fff640 1 --2- 172.21.15.76:0/3347010409 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff02c0058d0 0x7ff02c005d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:04.078 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.073+0000 7ff03ffff640 1 -- 172.21.15.76:0/3347010409 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff02c0058d0 msgr2=0x7ff02c005d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:04.078 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.073+0000 7ff03ffff640 1 --2- 172.21.15.76:0/3347010409 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff02c0058d0 0x7ff02c005d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:04.078 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.073+0000 7ff03ffff640 1 -- 172.21.15.76:0/3347010409 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff02c006290 msgr2=0x7ff02c00ca90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:04.078 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.073+0000 7ff03ffff640 1 --2- 172.21.15.76:0/3347010409 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff02c006290 0x7ff02c00ca90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:04.078 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.073+0000 7ff03ffff640 1 -- 172.21.15.76:0/3347010409 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff02c004630 con 0x7ff02c004a80 2024-09-13T16:14:04.078 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.073+0000 7ff04496b640 1 -- 172.21.15.76:0/3347010409 reap_dead start 2024-09-13T16:14:04.078 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.074+0000 7ff03ffff640 1 --2- 172.21.15.76:0/3347010409 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff02c004a80 0x7ff02c004ea0 secure :-1 s=READY pgs=1966 cs=0 l=1 rev1=1 crypto rx=0x7ff030009c70 tx=0x7ff02c006900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b1bf8ef9e78c05c8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:04.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.074+0000 7ff03f7fe640 1 -- 172.21.15.76:0/3347010409 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff030004020 con 0x7ff02c004a80 2024-09-13T16:14:04.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.074+0000 7ff03f7fe640 1 -- 172.21.15.76:0/3347010409 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff03002d050 con 0x7ff02c004a80 2024-09-13T16:14:04.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.074+0000 7ff03f7fe640 1 -- 172.21.15.76:0/3347010409 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff030004380 con 0x7ff02c004a80 2024-09-13T16:14:04.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.075+0000 7ff0463ce640 1 -- 172.21.15.76:0/3347010409 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff02c004a80 msgr2=0x7ff02c004ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:04.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.075+0000 7ff0463ce640 1 --2- 172.21.15.76:0/3347010409 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff02c004a80 0x7ff02c004ea0 secure :-1 s=READY pgs=1966 cs=0 l=1 rev1=1 crypto rx=0x7ff030009c70 tx=0x7ff02c006900 comp rx=0 tx=0).stop 2024-09-13T16:14:04.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.075+0000 7ff0463ce640 1 -- 172.21.15.76:0/3347010409 shutdown_connections 2024-09-13T16:14:04.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.075+0000 7ff0463ce640 1 --2- 172.21.15.76:0/3347010409 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff02c004a80 0x7ff02c004ea0 unknown :-1 s=CLOSED pgs=1966 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:04.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.075+0000 7ff0463ce640 1 -- 172.21.15.76:0/3347010409 >> 172.21.15.76:0/3347010409 conn(0x7ff04006a0b0 msgr2=0x7ff04006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:04.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.075+0000 7ff0463ce640 1 -- 172.21.15.76:0/3347010409 shutdown_connections 2024-09-13T16:14:04.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.075+0000 7ff0463ce640 1 -- 172.21.15.76:0/3347010409 wait complete. 2024-09-13T16:14:04.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.076+0000 7ff0463ce640 1 Processor -- start 2024-09-13T16:14:04.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.076+0000 7ff0463ce640 1 -- start start 2024-09-13T16:14:04.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.077+0000 7ff0463ce640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff02c004a80 0x7ff04009af50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:04.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.077+0000 7ff0463ce640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff0401561c0 0x7ff040098a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:04.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.077+0000 7ff0463ce640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff0400afe40 0x7ff0400b02c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:04.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.077+0000 7ff0463ce640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0400b0800 con 0x7ff0401561c0 2024-09-13T16:14:04.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.077+0000 7ff0463ce640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0401ef130 con 0x7ff02c004a80 2024-09-13T16:14:04.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.077+0000 7ff0463ce640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff040098f90 con 0x7ff0400afe40 2024-09-13T16:14:04.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.077+0000 7ff037fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff0401561c0 0x7ff040098a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:04.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.077+0000 7ff037fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff0401561c0 0x7ff040098a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51150/0 (socket says 172.21.15.76:51150) 2024-09-13T16:14:04.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.077+0000 7ff037fff640 1 -- 172.21.15.76:0/463338879 learned_addr learned my addr 172.21.15.76:0/463338879 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:04.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.077+0000 7ff03ffff640 1 --2- 172.21.15.76:0/463338879 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff02c004a80 0x7ff04009af50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:04.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.077+0000 7ff04496b640 1 --2- 172.21.15.76:0/463338879 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff0400afe40 0x7ff0400b02c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:04.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.077+0000 7ff037fff640 1 -- 172.21.15.76:0/463338879 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff0400afe40 msgr2=0x7ff0400b02c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:04.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.077+0000 7ff037fff640 1 --2- 172.21.15.76:0/463338879 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff0400afe40 0x7ff0400b02c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:04.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.077+0000 7ff037fff640 1 -- 172.21.15.76:0/463338879 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff02c004a80 msgr2=0x7ff04009af50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:04.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.077+0000 7ff037fff640 1 --2- 172.21.15.76:0/463338879 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff02c004a80 0x7ff04009af50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:04.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.077+0000 7ff037fff640 1 -- 172.21.15.76:0/463338879 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff04009b650 con 0x7ff0401561c0 2024-09-13T16:14:04.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.077+0000 7ff037fff640 1 --2- 172.21.15.76:0/463338879 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff0401561c0 0x7ff040098a50 secure :-1 s=READY pgs=1967 cs=0 l=1 rev1=1 crypto rx=0x7ff028010790 tx=0x7ff028010c50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:04.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.077+0000 7ff03d7fa640 1 -- 172.21.15.76:0/463338879 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff028010ea0 con 0x7ff0401561c0 2024-09-13T16:14:04.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.077+0000 7ff03d7fa640 1 -- 172.21.15.76:0/463338879 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff02800e8d0 con 0x7ff0401561c0 2024-09-13T16:14:04.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.077+0000 7ff0463ce640 1 -- 172.21.15.76:0/463338879 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff04009b930 con 0x7ff0401561c0 2024-09-13T16:14:04.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.077+0000 7ff03d7fa640 1 -- 172.21.15.76:0/463338879 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff02800ec60 con 0x7ff0401561c0 2024-09-13T16:14:04.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.077+0000 7ff0463ce640 1 -- 172.21.15.76:0/463338879 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff040156640 con 0x7ff0401561c0 2024-09-13T16:14:04.084 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.078+0000 7ff0463ce640 1 -- 172.21.15.76:0/463338879 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff04009be50 con 0x7ff0401561c0 2024-09-13T16:14:04.084 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.079+0000 7ff03d7fa640 1 -- 172.21.15.76:0/463338879 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff0280035f0 con 0x7ff0401561c0 2024-09-13T16:14:04.084 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.079+0000 7ff03d7fa640 1 --2- 172.21.15.76:0/463338879 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff02006ac30 0x7ff02006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:04.084 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.079+0000 7ff03d7fa640 1 -- 172.21.15.76:0/463338879 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(144..144 src has 1..144) v4 ==== 5177+0+0 (secure 0 0 0) 0x7ff02808b820 con 0x7ff0401561c0 2024-09-13T16:14:04.084 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.080+0000 7ff03ffff640 1 --2- 172.21.15.76:0/463338879 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff02006ac30 0x7ff02006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:04.084 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.080+0000 7ff03ffff640 1 --2- 172.21.15.76:0/463338879 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff02006ac30 0x7ff02006d0f0 secure :-1 s=READY pgs=839 cs=0 l=1 rev1=1 crypto rx=0x7ff030032000 tx=0x7ff030008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:04.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.084+0000 7ff03d7fa640 1 -- 172.21.15.76:0/463338879 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ff04009be50 con 0x7ff0401561c0 2024-09-13T16:14:04.246 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.245+0000 7ff0463ce640 1 -- 172.21.15.76:0/463338879 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7ff04009be50 con 0x7ff0401561c0 2024-09-13T16:14:04.743 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.742+0000 7ff03d7fa640 1 -- 172.21.15.76:0/463338879 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v145) v1 ==== 138+0+0 (secure 0 0 0) 0x7ff04009be50 con 0x7ff0401561c0 2024-09-13T16:14:04.744 INFO:teuthology.orchestra.run.smithi076.stderr:pool 'cephfs_metadata' created 2024-09-13T16:14:04.748 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.746+0000 7ff0463ce640 1 -- 172.21.15.76:0/463338879 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff02006ac30 msgr2=0x7ff02006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:04.748 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.746+0000 7ff0463ce640 1 --2- 172.21.15.76:0/463338879 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff02006ac30 0x7ff02006d0f0 secure :-1 s=READY pgs=839 cs=0 l=1 rev1=1 crypto rx=0x7ff030032000 tx=0x7ff030008030 comp rx=0 tx=0).stop 2024-09-13T16:14:04.748 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.746+0000 7ff0463ce640 1 -- 172.21.15.76:0/463338879 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff0401561c0 msgr2=0x7ff040098a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:04.748 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.746+0000 7ff0463ce640 1 --2- 172.21.15.76:0/463338879 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff0401561c0 0x7ff040098a50 secure :-1 s=READY pgs=1967 cs=0 l=1 rev1=1 crypto rx=0x7ff028010790 tx=0x7ff028010c50 comp rx=0 tx=0).stop 2024-09-13T16:14:04.748 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.746+0000 7ff0463ce640 1 -- 172.21.15.76:0/463338879 shutdown_connections 2024-09-13T16:14:04.748 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.746+0000 7ff0463ce640 1 --2- 172.21.15.76:0/463338879 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff02006ac30 0x7ff02006d0f0 unknown :-1 s=CLOSED pgs=839 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:04.748 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.746+0000 7ff0463ce640 1 --2- 172.21.15.76:0/463338879 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff0400afe40 0x7ff0400b02c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:04.748 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.746+0000 7ff0463ce640 1 --2- 172.21.15.76:0/463338879 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff0401561c0 0x7ff040098a50 unknown :-1 s=CLOSED pgs=1967 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:04.748 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.746+0000 7ff0463ce640 1 --2- 172.21.15.76:0/463338879 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff02c004a80 0x7ff04009af50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:04.748 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.746+0000 7ff0463ce640 1 -- 172.21.15.76:0/463338879 >> 172.21.15.76:0/463338879 conn(0x7ff04006a0b0 msgr2=0x7ff0400ae8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:04.749 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.746+0000 7ff0463ce640 1 -- 172.21.15.76:0/463338879 shutdown_connections 2024-09-13T16:14:04.749 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.746+0000 7ff0463ce640 1 -- 172.21.15.76:0/463338879 wait complete. 2024-09-13T16:14:04.760 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-13T16:14:04.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.867+0000 7f9f0631f640 1 Processor -- start 2024-09-13T16:14:04.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.867+0000 7f9f0631f640 1 -- start start 2024-09-13T16:14:04.870 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.867+0000 7f9f0631f640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9f000d2760 0x7f9f000cd8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:04.870 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.867+0000 7f9f0631f640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9f000cd450 con 0x7f9f0015c500 2024-09-13T16:14:04.870 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.867+0000 7f9f0631f640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9f000d0cf0 con 0x7f9f000cde20 2024-09-13T16:14:04.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.867+0000 7f9f0631f640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9f000d0fd0 con 0x7f9f000d2760 2024-09-13T16:14:04.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.868+0000 7f9efffff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f9f0015c500 0x7f9f000d2050 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:47756/0 (socket says 172.21.15.76:47756) 2024-09-13T16:14:04.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.868+0000 7f9efffff640 1 -- 172.21.15.76:0/3904300137 learned_addr learned my addr 172.21.15.76:0/3904300137 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:14:04.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.868+0000 7f9ef7fff640 1 --2- 172.21.15.76:0/3904300137 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9f000d2760 0x7f9f000cd8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:04.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.868+0000 7f9eff7fe640 1 -- 172.21.15.76:0/3904300137 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1940184798 0 0) 0x7f9f000cd450 con 0x7f9f0015c500 2024-09-13T16:14:04.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.868+0000 7f9eff7fe640 1 -- 172.21.15.76:0/3904300137 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9eec003520 con 0x7f9f0015c500 2024-09-13T16:14:04.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.868+0000 7f9eff7fe640 1 -- 172.21.15.76:0/3904300137 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1694848055 0 0) 0x7f9f000d0cf0 con 0x7f9f000cde20 2024-09-13T16:14:04.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.868+0000 7f9eff7fe640 1 -- 172.21.15.76:0/3904300137 --> v1:172.21.15.192:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9f000cd450 con 0x7f9f000cde20 2024-09-13T16:14:04.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.868+0000 7f9eff7fe640 1 -- 172.21.15.76:0/3904300137 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2373271780 0 0) 0x7f9eec003520 con 0x7f9f0015c500 2024-09-13T16:14:04.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.868+0000 7f9ef7fff640 1 -- 172.21.15.76:0/3904300137 >> v1:172.21.15.192:6789/0 conn(0x7f9f000cde20 legacy=0x7f9f000d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:04.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.868+0000 7f9ef7fff640 1 -- 172.21.15.76:0/3904300137 >> v1:172.21.15.76:6789/0 conn(0x7f9f0015c500 legacy=0x7f9f000d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:04.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.868+0000 7f9ef7fff640 1 -- 172.21.15.76:0/3904300137 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9f000cd0e0 con 0x7f9f000d2760 2024-09-13T16:14:04.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.869+0000 7f9ef7fff640 1 --2- 172.21.15.76:0/3904300137 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9f000d2760 0x7f9f000cd8e0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f9ee80097d0 tx=0x7f9ee802a1a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d68cc72f0ea20d26 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:04.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.869+0000 7f9eff7fe640 1 -- 172.21.15.76:0/3904300137 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ef00015f0 con 0x7f9f000d2760 2024-09-13T16:14:04.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.869+0000 7f9eff7fe640 1 -- 172.21.15.76:0/3904300137 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9ee802ac30 con 0x7f9f000d2760 2024-09-13T16:14:04.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.869+0000 7f9eff7fe640 1 -- 172.21.15.76:0/3904300137 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ee8032440 con 0x7f9f000d2760 2024-09-13T16:14:04.875 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.870+0000 7f9f0631f640 1 -- 172.21.15.76:0/3904300137 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9f000d2760 msgr2=0x7f9f000cd8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:04.875 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.870+0000 7f9f0631f640 1 --2- 172.21.15.76:0/3904300137 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9f000d2760 0x7f9f000cd8e0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f9ee80097d0 tx=0x7f9ee802a1a0 comp rx=0 tx=0).stop 2024-09-13T16:14:04.875 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.870+0000 7f9f0631f640 1 -- 172.21.15.76:0/3904300137 shutdown_connections 2024-09-13T16:14:04.875 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.870+0000 7f9f0631f640 1 --2- 172.21.15.76:0/3904300137 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9f000d2760 0x7f9f000cd8e0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:04.875 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.870+0000 7f9f0631f640 1 -- 172.21.15.76:0/3904300137 >> 172.21.15.76:0/3904300137 conn(0x7f9f00089f60 msgr2=0x7f9f0009b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:04.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.870+0000 7f9f0631f640 1 -- 172.21.15.76:0/3904300137 shutdown_connections 2024-09-13T16:14:04.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.870+0000 7f9f0631f640 1 -- 172.21.15.76:0/3904300137 wait complete. 2024-09-13T16:14:04.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.871+0000 7f9f0631f640 1 Processor -- start 2024-09-13T16:14:04.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.871+0000 7f9f0631f640 1 -- start start 2024-09-13T16:14:04.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.872+0000 7f9f0631f640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9f000cde20 0x7f9f000c9500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:04.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.872+0000 7f9f0631f640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9f000d2760 0x7f9f000c9a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:04.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.872+0000 7f9f0631f640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9f0015c500 0x7f9f000b2a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:04.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.872+0000 7f9f0631f640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f000ca8f0 con 0x7f9f000cde20 2024-09-13T16:14:04.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.872+0000 7f9f0631f640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f0015f750 con 0x7f9f0015c500 2024-09-13T16:14:04.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.872+0000 7f9f0631f640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9f000ca050 con 0x7f9f000d2760 2024-09-13T16:14:04.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.872+0000 7f9efffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9f000cde20 0x7f9f000c9500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:04.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.872+0000 7f9efffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9f000cde20 0x7f9f000c9500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51152/0 (socket says 172.21.15.76:51152) 2024-09-13T16:14:04.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.872+0000 7f9efffff640 1 -- 172.21.15.76:0/3596519961 learned_addr learned my addr 172.21.15.76:0/3596519961 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:04.877 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.872+0000 7f9efffff640 1 -- 172.21.15.76:0/3596519961 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9f000d2760 msgr2=0x7f9f000c9a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:04.877 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.872+0000 7f9efffff640 1 --2- 172.21.15.76:0/3596519961 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9f000d2760 0x7f9f000c9a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:04.877 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.872+0000 7f9efffff640 1 -- 172.21.15.76:0/3596519961 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9f0015c500 msgr2=0x7f9f000b2a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:04.877 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.872+0000 7f9efffff640 1 --2- 172.21.15.76:0/3596519961 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9f0015c500 0x7f9f000b2a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:04.877 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.872+0000 7f9efffff640 1 -- 172.21.15.76:0/3596519961 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9ee8009400 con 0x7f9f000cde20 2024-09-13T16:14:04.877 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.872+0000 7f9efffff640 1 --2- 172.21.15.76:0/3596519961 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9f000cde20 0x7f9f000c9500 secure :-1 s=READY pgs=1969 cs=0 l=1 rev1=1 crypto rx=0x7f9ef000c4e0 tx=0x7f9ef000c9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:04.877 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.872+0000 7f9efd7fa640 1 -- 172.21.15.76:0/3596519961 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ef0005ce0 con 0x7f9f000cde20 2024-09-13T16:14:04.877 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.872+0000 7f9efd7fa640 1 -- 172.21.15.76:0/3596519961 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9ef0005e40 con 0x7f9f000cde20 2024-09-13T16:14:04.877 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.872+0000 7f9f0631f640 1 -- 172.21.15.76:0/3596519961 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9f000ca330 con 0x7f9f000cde20 2024-09-13T16:14:04.877 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.872+0000 7f9efd7fa640 1 -- 172.21.15.76:0/3596519961 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ef00072b0 con 0x7f9f000cde20 2024-09-13T16:14:04.877 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.872+0000 7f9f0631f640 1 -- 172.21.15.76:0/3596519961 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9f000cac00 con 0x7f9f000cde20 2024-09-13T16:14:04.877 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.873+0000 7f9f0631f640 1 -- 172.21.15.76:0/3596519961 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9f000cadf0 con 0x7f9f000cde20 2024-09-13T16:14:04.878 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.874+0000 7f9efd7fa640 1 -- 172.21.15.76:0/3596519961 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9ef00074d0 con 0x7f9f000cde20 2024-09-13T16:14:04.878 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.875+0000 7f9efd7fa640 1 --2- 172.21.15.76:0/3596519961 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9ee006ac00 0x7f9ee006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:04.878 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.875+0000 7f9efd7fa640 1 -- 172.21.15.76:0/3596519961 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(145..145 src has 1..145) v4 ==== 5547+0+0 (secure 0 0 0) 0x7f9ef0089910 con 0x7f9f000cde20 2024-09-13T16:14:04.878 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.875+0000 7f9ef7fff640 1 --2- 172.21.15.76:0/3596519961 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9ee006ac00 0x7f9ee006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:04.879 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.875+0000 7f9ef7fff640 1 --2- 172.21.15.76:0/3596519961 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9ee006ac00 0x7f9ee006d0c0 secure :-1 s=READY pgs=840 cs=0 l=1 rev1=1 crypto rx=0x7f9ee8034000 tx=0x7f9ee802c000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:04.880 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:04.879+0000 7f9efd7fa640 1 -- 172.21.15.76:0/3596519961 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f9ef0054d00 con 0x7f9f000cde20 2024-09-13T16:14:05.042 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:05.041+0000 7f9f0631f640 1 -- 172.21.15.76:0/3596519961 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7f9f000d0a40 con 0x7f9f000cde20 2024-09-13T16:14:05.746 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:05.744+0000 7f9efd7fa640 1 -- 172.21.15.76:0/3596519961 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v146) v1 ==== 170+0+0 (secure 0 0 0) 0x7f9ef0058320 con 0x7f9f000cde20 2024-09-13T16:14:05.747 INFO:teuthology.orchestra.run.smithi076.stderr:pool 'cephfs_data' created 2024-09-13T16:14:05.757 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:05.754+0000 7f9f0631f640 1 -- 172.21.15.76:0/3596519961 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9ee006ac00 msgr2=0x7f9ee006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:05.757 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:05.754+0000 7f9f0631f640 1 --2- 172.21.15.76:0/3596519961 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9ee006ac00 0x7f9ee006d0c0 secure :-1 s=READY pgs=840 cs=0 l=1 rev1=1 crypto rx=0x7f9ee8034000 tx=0x7f9ee802c000 comp rx=0 tx=0).stop 2024-09-13T16:14:05.757 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:05.754+0000 7f9f0631f640 1 -- 172.21.15.76:0/3596519961 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9f000cde20 msgr2=0x7f9f000c9500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:05.757 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:05.754+0000 7f9f0631f640 1 --2- 172.21.15.76:0/3596519961 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9f000cde20 0x7f9f000c9500 secure :-1 s=READY pgs=1969 cs=0 l=1 rev1=1 crypto rx=0x7f9ef000c4e0 tx=0x7f9ef000c9a0 comp rx=0 tx=0).stop 2024-09-13T16:14:05.759 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:05.756+0000 7f9f0631f640 1 -- 172.21.15.76:0/3596519961 shutdown_connections 2024-09-13T16:14:05.760 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:05.756+0000 7f9f0631f640 1 --2- 172.21.15.76:0/3596519961 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9f0015c500 0x7f9f000b2a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:05.760 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:05.757+0000 7f9f0631f640 1 --2- 172.21.15.76:0/3596519961 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9ee006ac00 0x7f9ee006d0c0 unknown :-1 s=CLOSED pgs=840 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:05.760 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:05.757+0000 7f9f0631f640 1 --2- 172.21.15.76:0/3596519961 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9f000d2760 0x7f9f000c9a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:05.760 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:05.757+0000 7f9f0631f640 1 --2- 172.21.15.76:0/3596519961 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9f000cde20 0x7f9f000c9500 unknown :-1 s=CLOSED pgs=1969 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:05.760 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:05.757+0000 7f9f0631f640 1 -- 172.21.15.76:0/3596519961 >> 172.21.15.76:0/3596519961 conn(0x7f9f00089f60 msgr2=0x7f9f000af280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:05.760 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:05.757+0000 7f9f0631f640 1 -- 172.21.15.76:0/3596519961 shutdown_connections 2024-09-13T16:14:05.760 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:05.757+0000 7f9f0631f640 1 -- 172.21.15.76:0/3596519961 wait complete. 2024-09-13T16:14:05.778 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-13T16:14:05.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:05.879+0000 7fec1cc3d640 1 Processor -- start 2024-09-13T16:14:05.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:05.879+0000 7fec1cc3d640 1 -- start start 2024-09-13T16:14:05.884 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:05.880+0000 7fec1cc3d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fec1815c500 0x7fec180d2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:05.884 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:05.880+0000 7fec1cc3d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fec180d2590 0x7fec180cd8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:05.884 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:05.880+0000 7fec1cc3d640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fec180cde20 0x7fec180d0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:05.884 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:05.880+0000 7fec1cc3d640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fec180cd450 con 0x7fec1815c500 2024-09-13T16:14:05.884 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:05.880+0000 7fec1cc3d640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fec180d29f0 con 0x7fec180cde20 2024-09-13T16:14:05.885 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:05.880+0000 7fec1cc3d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fec180d0cf0 con 0x7fec180d2590 2024-09-13T16:14:05.885 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:05.881+0000 7fec1659c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fec1815c500 0x7fec180d2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:05.885 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:05.881+0000 7fec1659c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fec1815c500 0x7fec180d2050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51162/0 (socket says 172.21.15.76:51162) 2024-09-13T16:14:05.885 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:05.881+0000 7fec1659c640 1 -- 172.21.15.76:0/2936383253 learned_addr learned my addr 172.21.15.76:0/2936383253 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:05.885 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:05.881+0000 7fec16d9d640 1 --2- 172.21.15.76:0/2936383253 >> v2:172.21.15.192:3300/0 conn(0x7fec180cde20 0x7fec180d0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:05.885 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:05.881+0000 7fec1659c640 1 -- 172.21.15.76:0/2936383253 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fec180d2590 msgr2=0x7fec180cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:05.885 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:05.881+0000 7fec1659c640 1 --2- 172.21.15.76:0/2936383253 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fec180d2590 0x7fec180cd8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:05.885 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:05.881+0000 7fec1659c640 1 -- 172.21.15.76:0/2936383253 >> v2:172.21.15.192:3300/0 conn(0x7fec180cde20 msgr2=0x7fec180d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:05.885 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:05.881+0000 7fec1659c640 1 --2- 172.21.15.76:0/2936383253 >> v2:172.21.15.192:3300/0 conn(0x7fec180cde20 0x7fec180d0000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:05.885 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:05.881+0000 7fec1659c640 1 -- 172.21.15.76:0/2936383253 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fec180d0fd0 con 0x7fec1815c500 2024-09-13T16:14:05.885 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:05.881+0000 7fec16d9d640 1 --2- 172.21.15.76:0/2936383253 >> v2:172.21.15.192:3300/0 conn(0x7fec180cde20 0x7fec180d0000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:14:05.886 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:05.882+0000 7fec1659c640 1 --2- 172.21.15.76:0/2936383253 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fec1815c500 0x7fec180d2050 secure :-1 s=READY pgs=1970 cs=0 l=1 rev1=1 crypto rx=0x7fec180b1e40 tx=0x7fec1002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=21448cf7b1f7e44 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:05.886 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:05.882+0000 7fec1559a640 1 -- 172.21.15.76:0/2936383253 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec10032440 con 0x7fec1815c500 2024-09-13T16:14:05.886 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:05.882+0000 7fec1559a640 1 -- 172.21.15.76:0/2936383253 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fec100325a0 con 0x7fec1815c500 2024-09-13T16:14:05.886 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:05.882+0000 7fec1559a640 1 -- 172.21.15.76:0/2936383253 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec10032930 con 0x7fec1815c500 2024-09-13T16:14:05.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:05.882+0000 7fec1cc3d640 1 -- 172.21.15.76:0/2936383253 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fec1815c500 msgr2=0x7fec180d2050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:05.889 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:05.882+0000 7fec1cc3d640 1 --2- 172.21.15.76:0/2936383253 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fec1815c500 0x7fec180d2050 secure :-1 s=READY pgs=1970 cs=0 l=1 rev1=1 crypto rx=0x7fec180b1e40 tx=0x7fec1002a1e0 comp rx=0 tx=0).stop 2024-09-13T16:14:05.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:05.882+0000 7fec1cc3d640 1 -- 172.21.15.76:0/2936383253 shutdown_connections 2024-09-13T16:14:05.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:05.882+0000 7fec1cc3d640 1 --2- 172.21.15.76:0/2936383253 >> v2:172.21.15.192:3300/0 conn(0x7fec180cde20 0x7fec180d0000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:05.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:05.882+0000 7fec1cc3d640 1 --2- 172.21.15.76:0/2936383253 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fec180d2590 0x7fec180cd8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:05.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:05.882+0000 7fec1cc3d640 1 --2- 172.21.15.76:0/2936383253 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fec1815c500 0x7fec180d2050 unknown :-1 s=CLOSED pgs=1970 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:05.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:05.882+0000 7fec1cc3d640 1 -- 172.21.15.76:0/2936383253 >> 172.21.15.76:0/2936383253 conn(0x7fec18089f60 msgr2=0x7fec1809b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:05.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:05.882+0000 7fec1cc3d640 1 -- 172.21.15.76:0/2936383253 shutdown_connections 2024-09-13T16:14:05.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:05.882+0000 7fec1cc3d640 1 -- 172.21.15.76:0/2936383253 wait complete. 2024-09-13T16:14:05.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:05.884+0000 7fec1cc3d640 1 Processor -- start 2024-09-13T16:14:05.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:05.884+0000 7fec1cc3d640 1 -- start start 2024-09-13T16:14:05.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:05.884+0000 7fec1cc3d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fec180cde20 0x7fec1815ca60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:05.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:05.884+0000 7fec1cc3d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fec180d2590 0x7fec18151bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:05.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:05.884+0000 7fec1cc3d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fec1815c500 0x7fec180cbf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:05.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:05.885+0000 7fec1cc3d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fec1815d040 con 0x7fec180cde20 2024-09-13T16:14:05.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:05.885+0000 7fec1cc3d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fec1815d320 con 0x7fec180d2590 2024-09-13T16:14:05.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:05.885+0000 7fec1cc3d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fec1815d600 con 0x7fec1815c500 2024-09-13T16:14:05.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:05.885+0000 7fec1659c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fec180cde20 0x7fec1815ca60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:05.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:05.885+0000 7fec1659c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fec180cde20 0x7fec1815ca60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51176/0 (socket says 172.21.15.76:51176) 2024-09-13T16:14:05.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:05.885+0000 7fec1659c640 1 -- 172.21.15.76:0/1768944881 learned_addr learned my addr 172.21.15.76:0/1768944881 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:05.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:05.885+0000 7fec16d9d640 1 --2- 172.21.15.76:0/1768944881 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fec1815c500 0x7fec180cbf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:05.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:05.885+0000 7fec15d9b640 1 --2- 172.21.15.76:0/1768944881 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fec180d2590 0x7fec18151bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:05.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:05.885+0000 7fec1659c640 1 -- 172.21.15.76:0/1768944881 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fec1815c500 msgr2=0x7fec180cbf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:05.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:05.885+0000 7fec1659c640 1 --2- 172.21.15.76:0/1768944881 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fec1815c500 0x7fec180cbf00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:05.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:05.885+0000 7fec1659c640 1 -- 172.21.15.76:0/1768944881 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fec180d2590 msgr2=0x7fec18151bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:05.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:05.885+0000 7fec1659c640 1 --2- 172.21.15.76:0/1768944881 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fec180d2590 0x7fec18151bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:05.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:05.885+0000 7fec1659c640 1 -- 172.21.15.76:0/1768944881 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fec100094d0 con 0x7fec180cde20 2024-09-13T16:14:05.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:05.885+0000 7fec1659c640 1 --2- 172.21.15.76:0/1768944881 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fec180cde20 0x7fec1815ca60 secure :-1 s=READY pgs=1971 cs=0 l=1 rev1=1 crypto rx=0x7fec10000c00 tx=0x7fec100046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:05.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:05.885+0000 7fec06ffd640 1 -- 172.21.15.76:0/1768944881 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec10032440 con 0x7fec180cde20 2024-09-13T16:14:05.892 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:05.885+0000 7fec06ffd640 1 -- 172.21.15.76:0/1768944881 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fec10030b80 con 0x7fec180cde20 2024-09-13T16:14:05.892 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:05.885+0000 7fec1cc3d640 1 -- 172.21.15.76:0/1768944881 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fec1815d8e0 con 0x7fec180cde20 2024-09-13T16:14:05.892 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:05.885+0000 7fec06ffd640 1 -- 172.21.15.76:0/1768944881 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec1003d420 con 0x7fec180cde20 2024-09-13T16:14:05.892 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:05.885+0000 7fec1cc3d640 1 -- 172.21.15.76:0/1768944881 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fec180b5fc0 con 0x7fec180cde20 2024-09-13T16:14:05.892 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:05.886+0000 7fec1cc3d640 1 -- 172.21.15.76:0/1768944881 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fec180cd8e0 con 0x7fec180cde20 2024-09-13T16:14:05.892 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:05.887+0000 7fec06ffd640 1 -- 172.21.15.76:0/1768944881 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fec10039040 con 0x7fec180cde20 2024-09-13T16:14:05.892 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:05.887+0000 7fec06ffd640 1 --2- 172.21.15.76:0/1768944881 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7febf806ac00 0x7febf806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:05.892 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:05.887+0000 7fec06ffd640 1 -- 172.21.15.76:0/1768944881 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(146..146 src has 1..146) v4 ==== 5929+0+0 (secure 0 0 0) 0x7fec100aa080 con 0x7fec180cde20 2024-09-13T16:14:05.892 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:05.887+0000 7fec15d9b640 1 --2- 172.21.15.76:0/1768944881 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7febf806ac00 0x7febf806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:05.893 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:05.888+0000 7fec15d9b640 1 --2- 172.21.15.76:0/1768944881 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7febf806ac00 0x7febf806d0c0 secure :-1 s=READY pgs=841 cs=0 l=1 rev1=1 crypto rx=0x7fec1815dec0 tx=0x7fec0c00d040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:05.894 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:05.892+0000 7fec06ffd640 1 -- 172.21.15.76:0/1768944881 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fec10075230 con 0x7fec180cde20 2024-09-13T16:14:06.090 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.088+0000 7fec1cc3d640 1 -- 172.21.15.76:0/1768944881 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7fec180b3c90 con 0x7fec180cde20 2024-09-13T16:14:06.096 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.094+0000 7fec06ffd640 1 -- 172.21.15.76:0/1768944881 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 21 and data pool 22 v79) v1 ==== 174+0+0 (secure 0 0 0) 0x7fec10078850 con 0x7fec180cde20 2024-09-13T16:14:06.096 INFO:teuthology.orchestra.run.smithi076.stderr:new fs with metadata pool 21 and data pool 22 2024-09-13T16:14:06.103 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.101+0000 7fec1cc3d640 1 -- 172.21.15.76:0/1768944881 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7febf806ac00 msgr2=0x7febf806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:06.104 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.101+0000 7fec1cc3d640 1 --2- 172.21.15.76:0/1768944881 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7febf806ac00 0x7febf806d0c0 secure :-1 s=READY pgs=841 cs=0 l=1 rev1=1 crypto rx=0x7fec1815dec0 tx=0x7fec0c00d040 comp rx=0 tx=0).stop 2024-09-13T16:14:06.104 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.101+0000 7fec1cc3d640 1 -- 172.21.15.76:0/1768944881 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fec180cde20 msgr2=0x7fec1815ca60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:06.104 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.101+0000 7fec1cc3d640 1 --2- 172.21.15.76:0/1768944881 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fec180cde20 0x7fec1815ca60 secure :-1 s=READY pgs=1971 cs=0 l=1 rev1=1 crypto rx=0x7fec10000c00 tx=0x7fec100046c0 comp rx=0 tx=0).stop 2024-09-13T16:14:06.105 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.103+0000 7fec1cc3d640 1 -- 172.21.15.76:0/1768944881 shutdown_connections 2024-09-13T16:14:06.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.103+0000 7fec1cc3d640 1 --2- 172.21.15.76:0/1768944881 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7febf806ac00 0x7febf806d0c0 unknown :-1 s=CLOSED pgs=841 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:06.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.103+0000 7fec1cc3d640 1 --2- 172.21.15.76:0/1768944881 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fec1815c500 0x7fec180cbf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:06.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.103+0000 7fec1cc3d640 1 --2- 172.21.15.76:0/1768944881 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fec180d2590 0x7fec18151bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:06.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.103+0000 7fec1cc3d640 1 --2- 172.21.15.76:0/1768944881 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fec180cde20 0x7fec1815ca60 unknown :-1 s=CLOSED pgs=1971 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:06.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.103+0000 7fec1cc3d640 1 -- 172.21.15.76:0/1768944881 >> 172.21.15.76:0/1768944881 conn(0x7fec18089f60 msgr2=0x7fec1806c730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:06.107 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.105+0000 7fec1cc3d640 1 -- 172.21.15.76:0/1768944881 shutdown_connections 2024-09-13T16:14:06.107 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.105+0000 7fec1cc3d640 1 -- 172.21.15.76:0/1768944881 wait complete. 2024-09-13T16:14:06.125 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:14:06.222 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.220+0000 7f6547dbc640 1 Processor -- start 2024-09-13T16:14:06.222 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.220+0000 7f6547dbc640 1 -- start start 2024-09-13T16:14:06.223 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.221+0000 7f6547dbc640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f6540072110 0x7f6540070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:06.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.221+0000 7f6547dbc640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f65400c8920 0x7f65400c8db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:06.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.221+0000 7f6547dbc640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f65400abdf0 con 0x7f6540071d30 2024-09-13T16:14:06.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.221+0000 7f6547dbc640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f65400c92f0 con 0x7f6540072110 2024-09-13T16:14:06.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.221+0000 7f6547dbc640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f65400b2280 con 0x7f65400c8920 2024-09-13T16:14:06.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.221+0000 7f6545357640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f6540072110 0x7f6540070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:06.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.221+0000 7f6545357640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f6540072110 0x7f6540070190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51190/0 (socket says 172.21.15.76:51190) 2024-09-13T16:14:06.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.221+0000 7f6545357640 1 -- 172.21.15.76:0/1381222342 learned_addr learned my addr 172.21.15.76:0/1381222342 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:06.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.221+0000 7f6545357640 1 -- 172.21.15.76:0/1381222342 >> v2:172.21.15.192:3300/0 conn(0x7f65400c8920 msgr2=0x7f65400c8db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:06.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.221+0000 7f6545357640 1 --2- 172.21.15.76:0/1381222342 >> v2:172.21.15.192:3300/0 conn(0x7f65400c8920 0x7f65400c8db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:06.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.221+0000 7f6545357640 1 -- 172.21.15.76:0/1381222342 >> v1:172.21.15.192:6789/0 conn(0x7f6540071d30 legacy=0x7f65400b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:06.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.221+0000 7f6545357640 1 -- 172.21.15.76:0/1381222342 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f65400ab1e0 con 0x7f6540072110 2024-09-13T16:14:06.225 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.222+0000 7f6545357640 1 --2- 172.21.15.76:0/1381222342 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6540072110 0x7f6540070190 secure :-1 s=READY pgs=1972 cs=0 l=1 rev1=1 crypto rx=0x7f654006ff50 tx=0x7f653002c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=11caf2d37eecbf8a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:06.225 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.222+0000 7f6544b56640 1 -- 172.21.15.76:0/1381222342 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f653002f070 con 0x7f6540072110 2024-09-13T16:14:06.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.222+0000 7f6544b56640 1 -- 172.21.15.76:0/1381222342 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f65300325a0 con 0x7f6540072110 2024-09-13T16:14:06.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.222+0000 7f6544b56640 1 -- 172.21.15.76:0/1381222342 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6530032930 con 0x7f6540072110 2024-09-13T16:14:06.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.222+0000 7f6547dbc640 1 -- 172.21.15.76:0/1381222342 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6540072110 msgr2=0x7f6540070190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:06.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.222+0000 7f6547dbc640 1 --2- 172.21.15.76:0/1381222342 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6540072110 0x7f6540070190 secure :-1 s=READY pgs=1972 cs=0 l=1 rev1=1 crypto rx=0x7f654006ff50 tx=0x7f653002c8e0 comp rx=0 tx=0).stop 2024-09-13T16:14:06.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.222+0000 7f6547dbc640 1 -- 172.21.15.76:0/1381222342 shutdown_connections 2024-09-13T16:14:06.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.223+0000 7f6547dbc640 1 --2- 172.21.15.76:0/1381222342 >> v2:172.21.15.192:3300/0 conn(0x7f65400c8920 0x7f65400c8db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:06.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.223+0000 7f6547dbc640 1 --2- 172.21.15.76:0/1381222342 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6540072110 0x7f6540070190 unknown :-1 s=CLOSED pgs=1972 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:06.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.223+0000 7f6547dbc640 1 -- 172.21.15.76:0/1381222342 >> 172.21.15.76:0/1381222342 conn(0x7f6540069ed0 msgr2=0x7f654006a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:06.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.223+0000 7f6547dbc640 1 -- 172.21.15.76:0/1381222342 shutdown_connections 2024-09-13T16:14:06.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.223+0000 7f6547dbc640 1 -- 172.21.15.76:0/1381222342 wait complete. 2024-09-13T16:14:06.228 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.224+0000 7f6547dbc640 1 Processor -- start 2024-09-13T16:14:06.229 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.224+0000 7f6547dbc640 1 -- start start 2024-09-13T16:14:06.229 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.224+0000 7f6547dbc640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6540071d30 0x7f65401ee080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:06.229 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.224+0000 7f6547dbc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6540072110 0x7f65400c78d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:06.229 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.224+0000 7f6547dbc640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f65400c8920 0x7f65400c7e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:06.229 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.224+0000 7f6547dbc640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65401ee5c0 con 0x7f6540072110 2024-09-13T16:14:06.229 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.225+0000 7f6547dbc640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f654006dc10 con 0x7f6540071d30 2024-09-13T16:14:06.229 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.225+0000 7f6547dbc640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f654006d370 con 0x7f65400c8920 2024-09-13T16:14:06.229 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.225+0000 7f6545357640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6540072110 0x7f65400c78d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:06.229 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.225+0000 7f6545357640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6540072110 0x7f65400c78d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51202/0 (socket says 172.21.15.76:51202) 2024-09-13T16:14:06.229 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.225+0000 7f6545357640 1 -- 172.21.15.76:0/2563741483 learned_addr learned my addr 172.21.15.76:0/2563741483 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:06.229 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.225+0000 7f6545b58640 1 --2- 172.21.15.76:0/2563741483 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6540071d30 0x7f65401ee080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:06.230 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.225+0000 7f6546359640 1 --2- 172.21.15.76:0/2563741483 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f65400c8920 0x7f65400c7e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:06.230 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.225+0000 7f6545357640 1 -- 172.21.15.76:0/2563741483 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f65400c8920 msgr2=0x7f65400c7e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:06.230 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.225+0000 7f6545357640 1 --2- 172.21.15.76:0/2563741483 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f65400c8920 0x7f65400c7e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:06.230 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.225+0000 7f6545357640 1 -- 172.21.15.76:0/2563741483 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6540071d30 msgr2=0x7f65401ee080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:06.230 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.225+0000 7f6545357640 1 --2- 172.21.15.76:0/2563741483 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6540071d30 0x7f65401ee080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:06.230 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.225+0000 7f6545357640 1 -- 172.21.15.76:0/2563741483 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f653000b770 con 0x7f6540072110 2024-09-13T16:14:06.230 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.225+0000 7f6545b58640 1 --2- 172.21.15.76:0/2563741483 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6540071d30 0x7f65401ee080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:14:06.230 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.225+0000 7f6545357640 1 --2- 172.21.15.76:0/2563741483 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6540072110 0x7f65400c78d0 secure :-1 s=READY pgs=1973 cs=0 l=1 rev1=1 crypto rx=0x7f6530000c00 tx=0x7f65300046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:06.230 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.225+0000 7f65367fc640 1 -- 172.21.15.76:0/2563741483 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6530033980 con 0x7f6540072110 2024-09-13T16:14:06.231 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.225+0000 7f65367fc640 1 -- 172.21.15.76:0/2563741483 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6530033ae0 con 0x7f6540072110 2024-09-13T16:14:06.231 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.225+0000 7f6547dbc640 1 -- 172.21.15.76:0/2563741483 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f654006d650 con 0x7f6540072110 2024-09-13T16:14:06.231 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.225+0000 7f65367fc640 1 -- 172.21.15.76:0/2563741483 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6530033e90 con 0x7f6540072110 2024-09-13T16:14:06.231 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.225+0000 7f6547dbc640 1 -- 172.21.15.76:0/2563741483 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f65400cc4e0 con 0x7f6540072110 2024-09-13T16:14:06.231 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.226+0000 7f6547dbc640 1 -- 172.21.15.76:0/2563741483 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f65400cc6d0 con 0x7f6540072110 2024-09-13T16:14:06.232 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.227+0000 7f65367fc640 1 -- 172.21.15.76:0/2563741483 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f653003c3f0 con 0x7f6540072110 2024-09-13T16:14:06.232 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.227+0000 7f65367fc640 1 --2- 172.21.15.76:0/2563741483 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f652406ac00 0x7f652406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:06.232 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.227+0000 7f6545b58640 1 --2- 172.21.15.76:0/2563741483 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f652406ac00 0x7f652406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:06.232 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.227+0000 7f65367fc640 1 -- 172.21.15.76:0/2563741483 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(147..147 src has 1..147) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f65300ac7a0 con 0x7f6540072110 2024-09-13T16:14:06.232 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.228+0000 7f6545b58640 1 --2- 172.21.15.76:0/2563741483 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f652406ac00 0x7f652406d0c0 secure :-1 s=READY pgs=842 cs=0 l=1 rev1=1 crypto rx=0x7f653c001750 tx=0x7f653c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:06.234 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.232+0000 7f65367fc640 1 -- 172.21.15.76:0/2563741483 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f65300778d0 con 0x7f6540072110 2024-09-13T16:14:06.397 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.394+0000 7f6547dbc640 1 -- 172.21.15.76:0/2563741483 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f6540070190 con 0x7f6540072110 2024-09-13T16:14:06.397 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.395+0000 7f65367fc640 1 -- 172.21.15.76:0/2563741483 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v147) v1 ==== 74+0+16701 (secure 0 0 0) 0x7f653007aef0 con 0x7f6540072110 2024-09-13T16:14:06.398 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:14:06.398 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":147,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:14:06.090804+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":22,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":21,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:14:04.265211+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"147","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":22,"pool_name":"cephfs_data","create_time":"2024-09-13T16:14:05.060773+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"147","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:14:06.400 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.397+0000 7f6547dbc640 1 -- 172.21.15.76:0/2563741483 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f652406ac00 msgr2=0x7f652406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:06.400 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.397+0000 7f6547dbc640 1 --2- 172.21.15.76:0/2563741483 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f652406ac00 0x7f652406d0c0 secure :-1 s=READY pgs=842 cs=0 l=1 rev1=1 crypto rx=0x7f653c001750 tx=0x7f653c009040 comp rx=0 tx=0).stop 2024-09-13T16:14:06.400 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.397+0000 7f6547dbc640 1 -- 172.21.15.76:0/2563741483 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6540072110 msgr2=0x7f65400c78d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:06.400 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.397+0000 7f6547dbc640 1 --2- 172.21.15.76:0/2563741483 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6540072110 0x7f65400c78d0 secure :-1 s=READY pgs=1973 cs=0 l=1 rev1=1 crypto rx=0x7f6530000c00 tx=0x7f65300046c0 comp rx=0 tx=0).stop 2024-09-13T16:14:06.401 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.397+0000 7f6547dbc640 1 -- 172.21.15.76:0/2563741483 shutdown_connections 2024-09-13T16:14:06.401 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.397+0000 7f6547dbc640 1 --2- 172.21.15.76:0/2563741483 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f652406ac00 0x7f652406d0c0 unknown :-1 s=CLOSED pgs=842 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:06.401 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.397+0000 7f6547dbc640 1 --2- 172.21.15.76:0/2563741483 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f65400c8920 0x7f65400c7e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:06.401 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.397+0000 7f6547dbc640 1 --2- 172.21.15.76:0/2563741483 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6540072110 0x7f65400c78d0 unknown :-1 s=CLOSED pgs=1973 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:06.401 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.397+0000 7f6547dbc640 1 --2- 172.21.15.76:0/2563741483 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6540071d30 0x7f65401ee080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:06.401 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.397+0000 7f6547dbc640 1 -- 172.21.15.76:0/2563741483 >> 172.21.15.76:0/2563741483 conn(0x7f6540069ed0 msgr2=0x7f65400aeba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:06.401 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.397+0000 7f6547dbc640 1 -- 172.21.15.76:0/2563741483 shutdown_connections 2024-09-13T16:14:06.401 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.397+0000 7f6547dbc640 1 -- 172.21.15.76:0/2563741483 wait complete. 2024-09-13T16:14:06.411 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:14:06.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.506+0000 7f15956a3640 1 Processor -- start 2024-09-13T16:14:06.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.507+0000 7f15956a3640 1 -- start start 2024-09-13T16:14:06.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.507+0000 7f15956a3640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f15900ceef0 0x7f15900af0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:06.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.507+0000 7f15956a3640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f159015c860 0x7f15900cf2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:06.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.507+0000 7f15956a3640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f159006bb10 con 0x7f15900d0690 2024-09-13T16:14:06.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.507+0000 7f15956a3640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f15900cf810 con 0x7f15900ceef0 2024-09-13T16:14:06.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.507+0000 7f15956a3640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f15900ccb30 con 0x7f159015c860 2024-09-13T16:14:06.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.507+0000 7f158effd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f15900ceef0 0x7f15900af0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:06.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.507+0000 7f158f7fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f15900d0690 0x7f15900d0b40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:47768/0 (socket says 172.21.15.76:47768) 2024-09-13T16:14:06.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.507+0000 7f158f7fe640 1 -- 172.21.15.76:0/763480311 learned_addr learned my addr 172.21.15.76:0/763480311 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:14:06.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.508+0000 7f158e7fc640 1 --2- 172.21.15.76:0/763480311 >> v2:172.21.15.192:3300/0 conn(0x7f159015c860 0x7f15900cf2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:06.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.508+0000 7f158effd640 1 -- 172.21.15.76:0/763480311 >> v2:172.21.15.192:3300/0 conn(0x7f159015c860 msgr2=0x7f15900cf2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:06.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.508+0000 7f158effd640 1 --2- 172.21.15.76:0/763480311 >> v2:172.21.15.192:3300/0 conn(0x7f159015c860 0x7f15900cf2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:06.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.508+0000 7f158effd640 1 -- 172.21.15.76:0/763480311 >> v1:172.21.15.76:6789/0 conn(0x7f15900d0690 legacy=0x7f15900d0b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:06.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.508+0000 7f158dffb640 1 -- 172.21.15.76:0/763480311 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4222508239 0 0) 0x7f159006bb10 con 0x7f15900d0690 2024-09-13T16:14:06.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.508+0000 7f158effd640 1 -- 172.21.15.76:0/763480311 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f15900d13a0 con 0x7f15900ceef0 2024-09-13T16:14:06.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.508+0000 7f158e7fc640 1 --2- 172.21.15.76:0/763480311 >> v2:172.21.15.192:3300/0 conn(0x7f159015c860 0x7f15900cf2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:14:06.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.508+0000 7f158effd640 1 --2- 172.21.15.76:0/763480311 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f15900ceef0 0x7f15900af0d0 secure :-1 s=READY pgs=1975 cs=0 l=1 rev1=1 crypto rx=0x7f159006cbc0 tx=0x7f158002a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a43dfed4b3551c96 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:06.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.509+0000 7f158dffb640 1 -- 172.21.15.76:0/763480311 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1580007740 con 0x7f15900ceef0 2024-09-13T16:14:06.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.509+0000 7f158dffb640 1 -- 172.21.15.76:0/763480311 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f158002d050 con 0x7f15900ceef0 2024-09-13T16:14:06.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.509+0000 7f158dffb640 1 -- 172.21.15.76:0/763480311 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1580007ac0 con 0x7f15900ceef0 2024-09-13T16:14:06.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.509+0000 7f15956a3640 1 -- 172.21.15.76:0/763480311 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f15900ceef0 msgr2=0x7f15900af0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:06.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.509+0000 7f15956a3640 1 --2- 172.21.15.76:0/763480311 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f15900ceef0 0x7f15900af0d0 secure :-1 s=READY pgs=1975 cs=0 l=1 rev1=1 crypto rx=0x7f159006cbc0 tx=0x7f158002a710 comp rx=0 tx=0).stop 2024-09-13T16:14:06.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.509+0000 7f15956a3640 1 -- 172.21.15.76:0/763480311 shutdown_connections 2024-09-13T16:14:06.515 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.509+0000 7f15956a3640 1 --2- 172.21.15.76:0/763480311 >> v2:172.21.15.192:3300/0 conn(0x7f159015c860 0x7f15900cf2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:06.515 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.509+0000 7f15956a3640 1 --2- 172.21.15.76:0/763480311 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f15900ceef0 0x7f15900af0d0 unknown :-1 s=CLOSED pgs=1975 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:06.515 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.509+0000 7f15956a3640 1 -- 172.21.15.76:0/763480311 >> 172.21.15.76:0/763480311 conn(0x7f159009b870 msgr2=0x7f1590089f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:06.515 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.509+0000 7f15956a3640 1 -- 172.21.15.76:0/763480311 shutdown_connections 2024-09-13T16:14:06.515 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.509+0000 7f15956a3640 1 -- 172.21.15.76:0/763480311 wait complete. 2024-09-13T16:14:06.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.510+0000 7f15956a3640 1 Processor -- start 2024-09-13T16:14:06.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.511+0000 7f15956a3640 1 -- start start 2024-09-13T16:14:06.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.511+0000 7f15956a3640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f15900ceef0 0x7f15900c8e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:06.519 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.511+0000 7f15956a3640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f15900d0690 0x7f15900cb260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:06.519 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.511+0000 7f15956a3640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f159015c860 0x7f15900cb7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:06.519 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.511+0000 7f15956a3640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f15900cc7f0 con 0x7f15900d0690 2024-09-13T16:14:06.519 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.511+0000 7f15956a3640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f15900c9370 con 0x7f159015c860 2024-09-13T16:14:06.519 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.511+0000 7f15956a3640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f15900c96c0 con 0x7f15900ceef0 2024-09-13T16:14:06.519 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.511+0000 7f158e7fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f15900d0690 0x7f15900cb260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:06.519 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.511+0000 7f158e7fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f15900d0690 0x7f15900cb260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51220/0 (socket says 172.21.15.76:51220) 2024-09-13T16:14:06.519 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.511+0000 7f158e7fc640 1 -- 172.21.15.76:0/2824260240 learned_addr learned my addr 172.21.15.76:0/2824260240 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:06.519 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.512+0000 7f158f7fe640 1 --2- 172.21.15.76:0/2824260240 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f159015c860 0x7f15900cb7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:06.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.512+0000 7f158e7fc640 1 -- 172.21.15.76:0/2824260240 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f15900ceef0 msgr2=0x7f15900c8e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:06.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.512+0000 7f158e7fc640 1 --2- 172.21.15.76:0/2824260240 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f15900ceef0 0x7f15900c8e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:06.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.512+0000 7f158e7fc640 1 -- 172.21.15.76:0/2824260240 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f159015c860 msgr2=0x7f15900cb7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:06.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.512+0000 7f158e7fc640 1 --2- 172.21.15.76:0/2824260240 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f159015c860 0x7f15900cb7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:06.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.512+0000 7f158e7fc640 1 -- 172.21.15.76:0/2824260240 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1580009a70 con 0x7f15900d0690 2024-09-13T16:14:06.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.512+0000 7f158e7fc640 1 --2- 172.21.15.76:0/2824260240 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f15900d0690 0x7f15900cb260 secure :-1 s=READY pgs=1976 cs=0 l=1 rev1=1 crypto rx=0x7f158400c7f0 tx=0x7f158400ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:06.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.512+0000 7f15777fe640 1 -- 172.21.15.76:0/2824260240 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1584004220 con 0x7f15900d0690 2024-09-13T16:14:06.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.512+0000 7f15777fe640 1 -- 172.21.15.76:0/2824260240 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1584004380 con 0x7f15900d0690 2024-09-13T16:14:06.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.512+0000 7f15777fe640 1 -- 172.21.15.76:0/2824260240 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1584005bb0 con 0x7f15900d0690 2024-09-13T16:14:06.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.512+0000 7f15956a3640 1 -- 172.21.15.76:0/2824260240 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f15900cc130 con 0x7f15900d0690 2024-09-13T16:14:06.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.512+0000 7f15956a3640 1 -- 172.21.15.76:0/2824260240 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f15900c99a0 con 0x7f15900d0690 2024-09-13T16:14:06.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.513+0000 7f15956a3640 1 -- 172.21.15.76:0/2824260240 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f15900af0d0 con 0x7f15900d0690 2024-09-13T16:14:06.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.513+0000 7f15777fe640 1 -- 172.21.15.76:0/2824260240 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1584006030 con 0x7f15900d0690 2024-09-13T16:14:06.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.514+0000 7f15777fe640 1 --2- 172.21.15.76:0/2824260240 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f157c06ac00 0x7f157c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:06.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.514+0000 7f158effd640 1 --2- 172.21.15.76:0/2824260240 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f157c06ac00 0x7f157c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:06.522 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.514+0000 7f15777fe640 1 -- 172.21.15.76:0/2824260240 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(147..147 src has 1..147) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f15840899b0 con 0x7f15900d0690 2024-09-13T16:14:06.522 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.514+0000 7f158effd640 1 --2- 172.21.15.76:0/2824260240 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f157c06ac00 0x7f157c06d0c0 secure :-1 s=READY pgs=843 cs=0 l=1 rev1=1 crypto rx=0x7f1580034000 tx=0x7f158002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:06.522 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.518+0000 7f15777fe640 1 -- 172.21.15.76:0/2824260240 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f15840549c0 con 0x7f15900d0690 2024-09-13T16:14:06.688 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.686+0000 7f15956a3640 1 -- 172.21.15.76:0/2824260240 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f15900d2a10 con 0x7f15900d0690 2024-09-13T16:14:06.690 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.687+0000 7f15777fe640 1 -- 172.21.15.76:0/2824260240 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v147) v1 ==== 74+0+16701 (secure 0 0 0) 0x7f1584057fe0 con 0x7f15900d0690 2024-09-13T16:14:06.690 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:14:06.691 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":147,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:14:06.090804+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":22,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":21,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:14:04.265211+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"147","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":22,"pool_name":"cephfs_data","create_time":"2024-09-13T16:14:05.060773+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"147","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:14:06.692 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.689+0000 7f15956a3640 1 -- 172.21.15.76:0/2824260240 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f157c06ac00 msgr2=0x7f157c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:06.692 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.689+0000 7f15956a3640 1 --2- 172.21.15.76:0/2824260240 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f157c06ac00 0x7f157c06d0c0 secure :-1 s=READY pgs=843 cs=0 l=1 rev1=1 crypto rx=0x7f1580034000 tx=0x7f158002e000 comp rx=0 tx=0).stop 2024-09-13T16:14:06.693 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.689+0000 7f15956a3640 1 -- 172.21.15.76:0/2824260240 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f15900d0690 msgr2=0x7f15900cb260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:06.693 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.689+0000 7f15956a3640 1 --2- 172.21.15.76:0/2824260240 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f15900d0690 0x7f15900cb260 secure :-1 s=READY pgs=1976 cs=0 l=1 rev1=1 crypto rx=0x7f158400c7f0 tx=0x7f158400ccb0 comp rx=0 tx=0).stop 2024-09-13T16:14:06.693 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.689+0000 7f15956a3640 1 -- 172.21.15.76:0/2824260240 shutdown_connections 2024-09-13T16:14:06.693 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.689+0000 7f15956a3640 1 --2- 172.21.15.76:0/2824260240 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f159015c860 0x7f15900cb7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:06.693 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.689+0000 7f15956a3640 1 --2- 172.21.15.76:0/2824260240 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f15900d0690 0x7f15900cb260 unknown :-1 s=CLOSED pgs=1976 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:06.693 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.689+0000 7f15956a3640 1 --2- 172.21.15.76:0/2824260240 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f157c06ac00 0x7f157c06d0c0 unknown :-1 s=CLOSED pgs=843 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:06.693 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.689+0000 7f15956a3640 1 --2- 172.21.15.76:0/2824260240 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f15900ceef0 0x7f15900c8e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:06.693 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.689+0000 7f15956a3640 1 -- 172.21.15.76:0/2824260240 >> 172.21.15.76:0/2824260240 conn(0x7f159009b870 msgr2=0x7f159015cca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:06.693 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.689+0000 7f15956a3640 1 -- 172.21.15.76:0/2824260240 shutdown_connections 2024-09-13T16:14:06.693 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.689+0000 7f15956a3640 1 -- 172.21.15.76:0/2824260240 wait complete. 2024-09-13T16:14:06.703 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-13T16:14:06.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.803+0000 7f6e429b5640 1 Processor -- start 2024-09-13T16:14:06.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.803+0000 7f6e429b5640 1 -- start start 2024-09-13T16:14:06.808 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.804+0000 7f6e429b5640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6e3c0cec00 0x7f6e3c0ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:06.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.804+0000 7f6e429b5640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6e3c0ccbe0 con 0x7f6e3c159310 2024-09-13T16:14:06.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.804+0000 7f6e429b5640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6e3c0b1810 con 0x7f6e3c0b2b40 2024-09-13T16:14:06.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.804+0000 7f6e429b5640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6e3c0ad940 con 0x7f6e3c0cec00 2024-09-13T16:14:06.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.804+0000 7f6e3bfff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f6e3c159310 0x7f6e3c0ab140 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:47774/0 (socket says 172.21.15.76:47774) 2024-09-13T16:14:06.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.804+0000 7f6e3bfff640 1 -- 172.21.15.76:0/150825384 learned_addr learned my addr 172.21.15.76:0/150825384 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:14:06.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.804+0000 7f6e3affd640 1 -- 172.21.15.76:0/150825384 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1917706924 0 0) 0x7f6e3c0ccbe0 con 0x7f6e3c159310 2024-09-13T16:14:06.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.804+0000 7f6e3affd640 1 -- 172.21.15.76:0/150825384 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6e28003520 con 0x7f6e3c159310 2024-09-13T16:14:06.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.804+0000 7f6e3affd640 1 -- 172.21.15.76:0/150825384 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2129447574 0 0) 0x7f6e28003520 con 0x7f6e3c159310 2024-09-13T16:14:06.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.804+0000 7f6e3affd640 1 -- 172.21.15.76:0/150825384 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6e3c0cec00 msgr2=0x7f6e3c0ad400 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-13T16:14:06.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.804+0000 7f6e3affd640 1 --2- 172.21.15.76:0/150825384 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6e3c0cec00 0x7f6e3c0ad400 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:06.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.804+0000 7f6e3affd640 1 -- 172.21.15.76:0/150825384 >> v1:172.21.15.192:6789/0 conn(0x7f6e3c0b2b40 legacy=0x7f6e3c0ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:06.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.804+0000 7f6e3affd640 1 -- 172.21.15.76:0/150825384 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6e3c06d9e0 con 0x7f6e3c159310 2024-09-13T16:14:06.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.804+0000 7f6e3affd640 1 -- 172.21.15.76:0/150825384 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f6e2c001670 con 0x7f6e3c159310 2024-09-13T16:14:06.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.804+0000 7f6e3affd640 1 -- 172.21.15.76:0/150825384 >> v1:172.21.15.76:6789/0 conn(0x7f6e3c159310 legacy=0x7f6e3c0ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:06.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.804+0000 7f6e3affd640 1 --2- 172.21.15.76:0/150825384 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6e280039a0 0x7f6e28003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:06.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.804+0000 7f6e3affd640 1 --2- 172.21.15.76:0/150825384 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6e3c0cec00 0x7f6e280047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:06.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.804+0000 7f6e3affd640 1 --2- 172.21.15.76:0/150825384 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6e28004e20 0x7f6e2800b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:06.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.804+0000 7f6e3affd640 1 -- 172.21.15.76:0/150825384 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6e280055e0 con 0x7f6e280039a0 2024-09-13T16:14:06.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.804+0000 7f6e3affd640 1 -- 172.21.15.76:0/150825384 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6e2800bec0 con 0x7f6e28004e20 2024-09-13T16:14:06.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.804+0000 7f6e3affd640 1 -- 172.21.15.76:0/150825384 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6e2800c000 con 0x7f6e3c0cec00 2024-09-13T16:14:06.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.804+0000 7f6e3bfff640 1 --2- 172.21.15.76:0/150825384 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6e280039a0 0x7f6e28003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:06.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.805+0000 7f6e40f52640 1 --2- 172.21.15.76:0/150825384 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6e28004e20 0x7f6e2800b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:06.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.805+0000 7f6e3b7fe640 1 --2- 172.21.15.76:0/150825384 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6e3c0cec00 0x7f6e280047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:06.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.805+0000 7f6e3bfff640 1 -- 172.21.15.76:0/150825384 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6e3c0cec00 msgr2=0x7f6e280047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:06.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.805+0000 7f6e3bfff640 1 --2- 172.21.15.76:0/150825384 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6e3c0cec00 0x7f6e280047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:06.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.805+0000 7f6e3bfff640 1 -- 172.21.15.76:0/150825384 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6e28004e20 msgr2=0x7f6e2800b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:06.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.805+0000 7f6e3bfff640 1 --2- 172.21.15.76:0/150825384 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6e28004e20 0x7f6e2800b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:06.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.805+0000 7f6e3bfff640 1 -- 172.21.15.76:0/150825384 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6e28003520 con 0x7f6e280039a0 2024-09-13T16:14:06.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.805+0000 7f6e40f52640 1 --2- 172.21.15.76:0/150825384 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6e28004e20 0x7f6e2800b980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:14:06.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.805+0000 7f6e3bfff640 1 --2- 172.21.15.76:0/150825384 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6e280039a0 0x7f6e28003dc0 secure :-1 s=READY pgs=1978 cs=0 l=1 rev1=1 crypto rx=0x7f6e2c00c210 tx=0x7f6e280057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=91d893a0fc2870af server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:06.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.805+0000 7f6e3affd640 1 -- 172.21.15.76:0/150825384 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e2c02e070 con 0x7f6e280039a0 2024-09-13T16:14:06.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.805+0000 7f6e3affd640 1 -- 172.21.15.76:0/150825384 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6e2c0058d0 con 0x7f6e280039a0 2024-09-13T16:14:06.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.805+0000 7f6e3affd640 1 -- 172.21.15.76:0/150825384 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e2c005c80 con 0x7f6e280039a0 2024-09-13T16:14:06.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.806+0000 7f6e429b5640 1 -- 172.21.15.76:0/150825384 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6e280039a0 msgr2=0x7f6e28003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:06.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.806+0000 7f6e429b5640 1 --2- 172.21.15.76:0/150825384 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6e280039a0 0x7f6e28003dc0 secure :-1 s=READY pgs=1978 cs=0 l=1 rev1=1 crypto rx=0x7f6e2c00c210 tx=0x7f6e280057f0 comp rx=0 tx=0).stop 2024-09-13T16:14:06.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.806+0000 7f6e40f52640 1 -- 172.21.15.76:0/150825384 reap_dead start 2024-09-13T16:14:06.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.806+0000 7f6e429b5640 1 -- 172.21.15.76:0/150825384 shutdown_connections 2024-09-13T16:14:06.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.806+0000 7f6e429b5640 1 -- 172.21.15.76:0/150825384 >> 172.21.15.76:0/150825384 conn(0x7f6e3c06a0b0 msgr2=0x7f6e3c06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:06.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.806+0000 7f6e429b5640 1 -- 172.21.15.76:0/150825384 shutdown_connections 2024-09-13T16:14:06.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.806+0000 7f6e429b5640 1 -- 172.21.15.76:0/150825384 wait complete. 2024-09-13T16:14:06.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.807+0000 7f6e429b5640 1 Processor -- start 2024-09-13T16:14:06.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.807+0000 7f6e429b5640 1 -- start start 2024-09-13T16:14:06.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.808+0000 7f6e429b5640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6e280039a0 0x7f6e3c0c4bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:06.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.808+0000 7f6e429b5640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6e3c09bbb0 0x7f6e3c098d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:06.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.808+0000 7f6e429b5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6e3c0992b0 0x7f6e3c1550b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:06.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.808+0000 7f6e429b5640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6e3c09b790 con 0x7f6e3c0992b0 2024-09-13T16:14:06.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.808+0000 7f6e429b5640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6e3c099a30 con 0x7f6e3c09bbb0 2024-09-13T16:14:06.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.808+0000 7f6e429b5640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6e3c09ae50 con 0x7f6e280039a0 2024-09-13T16:14:06.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.808+0000 7f6e40f52640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6e3c0992b0 0x7f6e3c1550b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:06.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.808+0000 7f6e40f52640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6e3c0992b0 0x7f6e3c1550b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51248/0 (socket says 172.21.15.76:51248) 2024-09-13T16:14:06.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.808+0000 7f6e40f52640 1 -- 172.21.15.76:0/2778919219 learned_addr learned my addr 172.21.15.76:0/2778919219 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:06.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.808+0000 7f6e3bfff640 1 --2- 172.21.15.76:0/2778919219 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6e280039a0 0x7f6e3c0c4bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:06.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.808+0000 7f6e3b7fe640 1 --2- 172.21.15.76:0/2778919219 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6e3c09bbb0 0x7f6e3c098d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:06.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.808+0000 7f6e40f52640 1 -- 172.21.15.76:0/2778919219 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6e280039a0 msgr2=0x7f6e3c0c4bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:06.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.808+0000 7f6e40f52640 1 --2- 172.21.15.76:0/2778919219 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6e280039a0 0x7f6e3c0c4bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:06.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.809+0000 7f6e40f52640 1 -- 172.21.15.76:0/2778919219 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6e3c09bbb0 msgr2=0x7f6e3c098d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:06.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.809+0000 7f6e40f52640 1 --2- 172.21.15.76:0/2778919219 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6e3c09bbb0 0x7f6e3c098d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:06.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.809+0000 7f6e40f52640 1 -- 172.21.15.76:0/2778919219 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6e3c0c5100 con 0x7f6e3c0992b0 2024-09-13T16:14:06.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.809+0000 7f6e40f52640 1 --2- 172.21.15.76:0/2778919219 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6e3c0992b0 0x7f6e3c1550b0 secure :-1 s=READY pgs=1979 cs=0 l=1 rev1=1 crypto rx=0x7f6e3c09c440 tx=0x7f6e3400b700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:06.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.809+0000 7f6e38ff9640 1 -- 172.21.15.76:0/2778919219 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e3400e620 con 0x7f6e3c0992b0 2024-09-13T16:14:06.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.809+0000 7f6e38ff9640 1 -- 172.21.15.76:0/2778919219 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6e34012070 con 0x7f6e3c0992b0 2024-09-13T16:14:06.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.809+0000 7f6e429b5640 1 -- 172.21.15.76:0/2778919219 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6e3c099750 con 0x7f6e3c0992b0 2024-09-13T16:14:06.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.809+0000 7f6e38ff9640 1 -- 172.21.15.76:0/2778919219 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e3400e9e0 con 0x7f6e3c0992b0 2024-09-13T16:14:06.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.809+0000 7f6e429b5640 1 -- 172.21.15.76:0/2778919219 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6e3c09b3b0 con 0x7f6e3c0992b0 2024-09-13T16:14:06.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.810+0000 7f6e429b5640 1 -- 172.21.15.76:0/2778919219 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6e3c09b8d0 con 0x7f6e3c0992b0 2024-09-13T16:14:06.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.810+0000 7f6e38ff9640 1 -- 172.21.15.76:0/2778919219 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f6e3400eb40 con 0x7f6e3c0992b0 2024-09-13T16:14:06.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.811+0000 7f6e38ff9640 1 --2- 172.21.15.76:0/2778919219 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6e1c06ac30 0x7f6e1c06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:06.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.811+0000 7f6e38ff9640 1 -- 172.21.15.76:0/2778919219 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(147..147 src has 1..147) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f6e34089220 con 0x7f6e3c0992b0 2024-09-13T16:14:06.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.811+0000 7f6e3bfff640 1 --2- 172.21.15.76:0/2778919219 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6e1c06ac30 0x7f6e1c06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:06.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.811+0000 7f6e3bfff640 1 --2- 172.21.15.76:0/2778919219 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6e1c06ac30 0x7f6e1c06d0f0 secure :-1 s=READY pgs=844 cs=0 l=1 rev1=1 crypto rx=0x7f6e2c033000 tx=0x7f6e2c02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:06.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:06.815+0000 7f6e38ff9640 1 -- 172.21.15.76:0/2778919219 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f6e340529c0 con 0x7f6e3c0992b0 2024-09-13T16:14:07.011 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:07.008+0000 7f6e429b5640 1 -- 172.21.15.76:0/2778919219 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7f6e3c0ad400 con 0x7f6e3c0992b0 2024-09-13T16:14:07.101 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:07.099+0000 7f6e38ff9640 1 -- 172.21.15.76:0/2778919219 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v80) v1 ==== 118+0+0 (secure 0 0 0) 0x7f6e3c09b8d0 con 0x7f6e3c0992b0 2024-09-13T16:14:07.104 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:07.101+0000 7f6e429b5640 1 -- 172.21.15.76:0/2778919219 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6e1c06ac30 msgr2=0x7f6e1c06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:07.104 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:07.101+0000 7f6e429b5640 1 --2- 172.21.15.76:0/2778919219 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6e1c06ac30 0x7f6e1c06d0f0 secure :-1 s=READY pgs=844 cs=0 l=1 rev1=1 crypto rx=0x7f6e2c033000 tx=0x7f6e2c02e000 comp rx=0 tx=0).stop 2024-09-13T16:14:07.104 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:07.101+0000 7f6e429b5640 1 -- 172.21.15.76:0/2778919219 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6e3c0992b0 msgr2=0x7f6e3c1550b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:07.104 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:07.101+0000 7f6e429b5640 1 --2- 172.21.15.76:0/2778919219 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6e3c0992b0 0x7f6e3c1550b0 secure :-1 s=READY pgs=1979 cs=0 l=1 rev1=1 crypto rx=0x7f6e3c09c440 tx=0x7f6e3400b700 comp rx=0 tx=0).stop 2024-09-13T16:14:07.104 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:07.101+0000 7f6e429b5640 1 -- 172.21.15.76:0/2778919219 shutdown_connections 2024-09-13T16:14:07.104 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:07.101+0000 7f6e429b5640 1 --2- 172.21.15.76:0/2778919219 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6e3c0992b0 0x7f6e3c1550b0 unknown :-1 s=CLOSED pgs=1979 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:07.104 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:07.101+0000 7f6e429b5640 1 --2- 172.21.15.76:0/2778919219 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6e3c09bbb0 0x7f6e3c098d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:07.104 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:07.101+0000 7f6e429b5640 1 --2- 172.21.15.76:0/2778919219 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6e1c06ac30 0x7f6e1c06d0f0 unknown :-1 s=CLOSED pgs=844 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:07.104 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:07.101+0000 7f6e429b5640 1 --2- 172.21.15.76:0/2778919219 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6e280039a0 0x7f6e3c0c4bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:07.104 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:07.101+0000 7f6e429b5640 1 -- 172.21.15.76:0/2778919219 >> 172.21.15.76:0/2778919219 conn(0x7f6e3c06a0b0 msgr2=0x7f6e3c0ae5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:07.105 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:07.101+0000 7f6e429b5640 1 -- 172.21.15.76:0/2778919219 shutdown_connections 2024-09-13T16:14:07.105 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:07.101+0000 7f6e429b5640 1 -- 172.21.15.76:0/2778919219 wait complete. 2024-09-13T16:14:07.114 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-13T16:14:07.114 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-13T16:14:07.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:07.215+0000 7fbfd9933640 1 Processor -- start 2024-09-13T16:14:07.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:07.215+0000 7fbfd9933640 1 -- start start 2024-09-13T16:14:07.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:07.216+0000 7fbfd9933640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fbfd415c500 0x7fbfd40d2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:07.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:07.216+0000 7fbfd9933640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fbfd40cdff0 0x7fbfd40d0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:07.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:07.216+0000 7fbfd9933640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbfd40cd450 con 0x7fbfd40d2590 2024-09-13T16:14:07.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:07.216+0000 7fbfd9933640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbfd40d29f0 con 0x7fbfd40cdff0 2024-09-13T16:14:07.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:07.216+0000 7fbfd9933640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbfd40d0cf0 con 0x7fbfd415c500 2024-09-13T16:14:07.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:07.216+0000 7fbfd37fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fbfd40cdff0 0x7fbfd40d0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:07.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:07.217+0000 7fbfd37fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fbfd40cdff0 0x7fbfd40d0000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51252/0 (socket says 172.21.15.76:51252) 2024-09-13T16:14:07.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:07.217+0000 7fbfd37fe640 1 -- 172.21.15.76:0/3706946678 learned_addr learned my addr 172.21.15.76:0/3706946678 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:07.221 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:07.217+0000 7fbfd2ffd640 1 --2- 172.21.15.76:0/3706946678 >> v2:172.21.15.192:3300/0 conn(0x7fbfd415c500 0x7fbfd40d2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:07.221 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:07.217+0000 7fbfd37fe640 1 -- 172.21.15.76:0/3706946678 >> v2:172.21.15.192:3300/0 conn(0x7fbfd415c500 msgr2=0x7fbfd40d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:07.221 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:07.217+0000 7fbfd37fe640 1 --2- 172.21.15.76:0/3706946678 >> v2:172.21.15.192:3300/0 conn(0x7fbfd415c500 0x7fbfd40d2050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:07.221 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:07.217+0000 7fbfd37fe640 1 -- 172.21.15.76:0/3706946678 >> v1:172.21.15.192:6789/0 conn(0x7fbfd40d2590 legacy=0x7fbfd40cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:07.221 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:07.217+0000 7fbfd37fe640 1 -- 172.21.15.76:0/3706946678 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbfd40d0fd0 con 0x7fbfd40cdff0 2024-09-13T16:14:07.221 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:07.217+0000 7fbfd37fe640 1 --2- 172.21.15.76:0/3706946678 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbfd40cdff0 0x7fbfd40d0000 secure :-1 s=READY pgs=1980 cs=0 l=1 rev1=1 crypto rx=0x7fbfd40cfec0 tx=0x7fbfcc02a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b58437be20c11e4d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:07.221 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:07.218+0000 7fbfd27fc640 1 -- 172.21.15.76:0/3706946678 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbfcc031600 con 0x7fbfd40cdff0 2024-09-13T16:14:07.221 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:07.218+0000 7fbfd27fc640 1 -- 172.21.15.76:0/3706946678 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbfcc02d050 con 0x7fbfd40cdff0 2024-09-13T16:14:07.221 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:07.218+0000 7fbfd27fc640 1 -- 172.21.15.76:0/3706946678 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbfcc031980 con 0x7fbfd40cdff0 2024-09-13T16:14:07.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:07.218+0000 7fbfd9933640 1 -- 172.21.15.76:0/3706946678 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbfd40cdff0 msgr2=0x7fbfd40d0000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:07.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:07.218+0000 7fbfd9933640 1 --2- 172.21.15.76:0/3706946678 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbfd40cdff0 0x7fbfd40d0000 secure :-1 s=READY pgs=1980 cs=0 l=1 rev1=1 crypto rx=0x7fbfd40cfec0 tx=0x7fbfcc02a6f0 comp rx=0 tx=0).stop 2024-09-13T16:14:07.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:07.218+0000 7fbfd9933640 1 -- 172.21.15.76:0/3706946678 shutdown_connections 2024-09-13T16:14:07.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:07.218+0000 7fbfd9933640 1 --2- 172.21.15.76:0/3706946678 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbfd40cdff0 0x7fbfd40d0000 unknown :-1 s=CLOSED pgs=1980 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:07.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:07.218+0000 7fbfd9933640 1 --2- 172.21.15.76:0/3706946678 >> v2:172.21.15.192:3300/0 conn(0x7fbfd415c500 0x7fbfd40d2050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:07.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:07.218+0000 7fbfd9933640 1 -- 172.21.15.76:0/3706946678 >> 172.21.15.76:0/3706946678 conn(0x7fbfd4089f60 msgr2=0x7fbfd409b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:07.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:07.218+0000 7fbfd9933640 1 -- 172.21.15.76:0/3706946678 shutdown_connections 2024-09-13T16:14:07.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:07.218+0000 7fbfd9933640 1 -- 172.21.15.76:0/3706946678 wait complete. 2024-09-13T16:14:07.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:07.219+0000 7fbfd9933640 1 Processor -- start 2024-09-13T16:14:07.225 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:07.219+0000 7fbfd9933640 1 -- start start 2024-09-13T16:14:07.225 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:07.220+0000 7fbfd9933640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbfd40cdff0 0x7fbfd4152460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:07.225 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:07.220+0000 7fbfd9933640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbfd40d2590 0x7fbfd41e6d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:07.225 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:07.220+0000 7fbfd9933640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbfd415c500 0x7fbfd41e7cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:07.225 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:07.220+0000 7fbfd9933640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbfd41e5990 con 0x7fbfd40d2590 2024-09-13T16:14:07.225 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:07.220+0000 7fbfd9933640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbfd41e5c70 con 0x7fbfd40cdff0 2024-09-13T16:14:07.225 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:07.220+0000 7fbfd9933640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbfd41e5f50 con 0x7fbfd415c500 2024-09-13T16:14:07.225 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:07.220+0000 7fbfca7fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbfd40d2590 0x7fbfd41e6d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:07.225 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:07.220+0000 7fbfca7fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbfd40d2590 0x7fbfd41e6d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51262/0 (socket says 172.21.15.76:51262) 2024-09-13T16:14:07.225 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:07.220+0000 7fbfca7fc640 1 -- 172.21.15.76:0/2894812706 learned_addr learned my addr 172.21.15.76:0/2894812706 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:07.225 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:07.220+0000 7fbfd2ffd640 1 --2- 172.21.15.76:0/2894812706 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbfd40cdff0 0x7fbfd4152460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:07.225 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:07.220+0000 7fbfd37fe640 1 --2- 172.21.15.76:0/2894812706 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbfd415c500 0x7fbfd41e7cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:07.225 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:07.221+0000 7fbfca7fc640 1 -- 172.21.15.76:0/2894812706 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbfd415c500 msgr2=0x7fbfd41e7cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:07.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:07.221+0000 7fbfca7fc640 1 --2- 172.21.15.76:0/2894812706 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbfd415c500 0x7fbfd41e7cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:07.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:07.221+0000 7fbfca7fc640 1 -- 172.21.15.76:0/2894812706 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbfd40cdff0 msgr2=0x7fbfd4152460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:07.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:07.221+0000 7fbfca7fc640 1 --2- 172.21.15.76:0/2894812706 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbfd40cdff0 0x7fbfd4152460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:07.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:07.221+0000 7fbfca7fc640 1 -- 172.21.15.76:0/2894812706 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbfcc009b30 con 0x7fbfd40d2590 2024-09-13T16:14:07.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:07.221+0000 7fbfca7fc640 1 --2- 172.21.15.76:0/2894812706 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbfd40d2590 0x7fbfd41e6d10 secure :-1 s=READY pgs=1981 cs=0 l=1 rev1=1 crypto rx=0x7fbfbc00c430 tx=0x7fbfbc00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:07.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:07.221+0000 7fbfd0ff9640 1 -- 172.21.15.76:0/2894812706 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbfbc011790 con 0x7fbfd40d2590 2024-09-13T16:14:07.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:07.221+0000 7fbfd0ff9640 1 -- 172.21.15.76:0/2894812706 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbfbc0118f0 con 0x7fbfd40d2590 2024-09-13T16:14:07.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:07.221+0000 7fbfd9933640 1 -- 172.21.15.76:0/2894812706 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbfd41e6230 con 0x7fbfd40d2590 2024-09-13T16:14:07.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:07.221+0000 7fbfd0ff9640 1 -- 172.21.15.76:0/2894812706 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbfbc011ce0 con 0x7fbfd40d2590 2024-09-13T16:14:07.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:07.221+0000 7fbfd9933640 1 -- 172.21.15.76:0/2894812706 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbfd41e67f0 con 0x7fbfd40d2590 2024-09-13T16:14:07.227 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:07.222+0000 7fbfd9933640 1 -- 172.21.15.76:0/2894812706 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbfd40d0870 con 0x7fbfd40d2590 2024-09-13T16:14:07.227 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:07.223+0000 7fbfd0ff9640 1 -- 172.21.15.76:0/2894812706 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fbfbc01c460 con 0x7fbfd40d2590 2024-09-13T16:14:07.227 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:07.223+0000 7fbfd0ff9640 1 --2- 172.21.15.76:0/2894812706 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbfb406ac00 0x7fbfb406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:07.227 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:07.223+0000 7fbfd2ffd640 1 --2- 172.21.15.76:0/2894812706 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbfb406ac00 0x7fbfb406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:07.227 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:07.223+0000 7fbfd0ff9640 1 -- 172.21.15.76:0/2894812706 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(148..148 src has 1..148) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fbfbc089210 con 0x7fbfd40d2590 2024-09-13T16:14:07.227 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:07.224+0000 7fbfd2ffd640 1 --2- 172.21.15.76:0/2894812706 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbfb406ac00 0x7fbfb406d0c0 secure :-1 s=READY pgs=845 cs=0 l=1 rev1=1 crypto rx=0x7fbfc400aa20 tx=0x7fbfc4008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:07.229 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:07.227+0000 7fbfd0ff9640 1 -- 172.21.15.76:0/2894812706 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fbfbc0543f0 con 0x7fbfd40d2590 2024-09-13T16:14:07.424 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:07.422+0000 7fbfd9933640 1 -- 172.21.15.76:0/2894812706 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7fbfd406b160 con 0x7fbfd40d2590 2024-09-13T16:14:08.103 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.101+0000 7fbfd0ff9640 1 -- 172.21.15.76:0/2894812706 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v81) v1 ==== 122+0+0 (secure 0 0 0) 0x7fbfbc057a10 con 0x7fbfd40d2590 2024-09-13T16:14:08.105 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.103+0000 7fbfd9933640 1 -- 172.21.15.76:0/2894812706 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbfb406ac00 msgr2=0x7fbfb406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:08.105 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.103+0000 7fbfd9933640 1 --2- 172.21.15.76:0/2894812706 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbfb406ac00 0x7fbfb406d0c0 secure :-1 s=READY pgs=845 cs=0 l=1 rev1=1 crypto rx=0x7fbfc400aa20 tx=0x7fbfc4008040 comp rx=0 tx=0).stop 2024-09-13T16:14:08.105 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.103+0000 7fbfd9933640 1 -- 172.21.15.76:0/2894812706 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbfd40d2590 msgr2=0x7fbfd41e6d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:08.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.103+0000 7fbfd9933640 1 --2- 172.21.15.76:0/2894812706 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbfd40d2590 0x7fbfd41e6d10 secure :-1 s=READY pgs=1981 cs=0 l=1 rev1=1 crypto rx=0x7fbfbc00c430 tx=0x7fbfbc00c8f0 comp rx=0 tx=0).stop 2024-09-13T16:14:08.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.103+0000 7fbfd9933640 1 -- 172.21.15.76:0/2894812706 shutdown_connections 2024-09-13T16:14:08.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.103+0000 7fbfd9933640 1 --2- 172.21.15.76:0/2894812706 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbfb406ac00 0x7fbfb406d0c0 unknown :-1 s=CLOSED pgs=845 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:08.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.103+0000 7fbfd9933640 1 --2- 172.21.15.76:0/2894812706 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbfd415c500 0x7fbfd41e7cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:08.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.103+0000 7fbfd9933640 1 --2- 172.21.15.76:0/2894812706 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbfd40d2590 0x7fbfd41e6d10 unknown :-1 s=CLOSED pgs=1981 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:08.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.103+0000 7fbfd9933640 1 --2- 172.21.15.76:0/2894812706 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbfd40cdff0 0x7fbfd4152460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:08.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.103+0000 7fbfd9933640 1 -- 172.21.15.76:0/2894812706 >> 172.21.15.76:0/2894812706 conn(0x7fbfd4089f60 msgr2=0x7fbfd40ce3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:08.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.103+0000 7fbfd9933640 1 -- 172.21.15.76:0/2894812706 shutdown_connections 2024-09-13T16:14:08.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.103+0000 7fbfd9933640 1 -- 172.21.15.76:0/2894812706 wait complete. 2024-09-13T16:14:08.116 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-13T16:14:08.117 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:14:08.216 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.213+0000 7f224f096640 1 Processor -- start 2024-09-13T16:14:08.216 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.213+0000 7f224f096640 1 -- start start 2024-09-13T16:14:08.217 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.214+0000 7f224f096640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f22480d07b0 0x7f224806ad10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:08.217 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.214+0000 7f224f096640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f22480b4660 0x7f224806b250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:08.217 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.214+0000 7f224f096640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f22480d1840 con 0x7f224815c6e0 2024-09-13T16:14:08.217 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.214+0000 7f224f096640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f22480d0c30 con 0x7f22480d07b0 2024-09-13T16:14:08.217 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.214+0000 7f224f096640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f22480d0f10 con 0x7f22480b4660 2024-09-13T16:14:08.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.214+0000 7f2247fff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f22480d07b0 0x7f224806ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:08.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.214+0000 7f2247fff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f22480d07b0 0x7f224806ad10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51268/0 (socket says 172.21.15.76:51268) 2024-09-13T16:14:08.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.214+0000 7f2247fff640 1 -- 172.21.15.76:0/1442676471 learned_addr learned my addr 172.21.15.76:0/1442676471 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:08.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.215+0000 7f2247fff640 1 -- 172.21.15.76:0/1442676471 >> v2:172.21.15.192:3300/0 conn(0x7f22480b4660 msgr2=0x7f224806b250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:08.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.215+0000 7f224d633640 1 --2- 172.21.15.76:0/1442676471 >> v2:172.21.15.192:3300/0 conn(0x7f22480b4660 0x7f224806b250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:08.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.215+0000 7f2247fff640 1 --2- 172.21.15.76:0/1442676471 >> v2:172.21.15.192:3300/0 conn(0x7f22480b4660 0x7f224806b250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:08.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.215+0000 7f2247fff640 1 -- 172.21.15.76:0/1442676471 >> v1:172.21.15.192:6789/0 conn(0x7f224815c6e0 legacy=0x7f22480b3f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:08.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.215+0000 7f2247fff640 1 -- 172.21.15.76:0/1442676471 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f22480d11f0 con 0x7f22480d07b0 2024-09-13T16:14:08.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.215+0000 7f224d633640 1 --2- 172.21.15.76:0/1442676471 >> v2:172.21.15.192:3300/0 conn(0x7f22480b4660 0x7f224806b250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:14:08.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.215+0000 7f2247fff640 1 --2- 172.21.15.76:0/1442676471 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f22480d07b0 0x7f224806ad10 secure :-1 s=READY pgs=1982 cs=0 l=1 rev1=1 crypto rx=0x7f224808c560 tx=0x7f223c02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1622c476b09607c2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:08.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.216+0000 7f22477fe640 1 -- 172.21.15.76:0/1442676471 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f223c032440 con 0x7f22480d07b0 2024-09-13T16:14:08.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.216+0000 7f22477fe640 1 -- 172.21.15.76:0/1442676471 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f223c0325a0 con 0x7f22480d07b0 2024-09-13T16:14:08.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.216+0000 7f22477fe640 1 -- 172.21.15.76:0/1442676471 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f223c032930 con 0x7f22480d07b0 2024-09-13T16:14:08.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.216+0000 7f224f096640 1 -- 172.21.15.76:0/1442676471 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f22480d07b0 msgr2=0x7f224806ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:08.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.216+0000 7f224f096640 1 --2- 172.21.15.76:0/1442676471 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f22480d07b0 0x7f224806ad10 secure :-1 s=READY pgs=1982 cs=0 l=1 rev1=1 crypto rx=0x7f224808c560 tx=0x7f223c02a1a0 comp rx=0 tx=0).stop 2024-09-13T16:14:08.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.216+0000 7f224f096640 1 -- 172.21.15.76:0/1442676471 shutdown_connections 2024-09-13T16:14:08.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.216+0000 7f224f096640 1 --2- 172.21.15.76:0/1442676471 >> v2:172.21.15.192:3300/0 conn(0x7f22480b4660 0x7f224806b250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:08.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.216+0000 7f224f096640 1 --2- 172.21.15.76:0/1442676471 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f22480d07b0 0x7f224806ad10 unknown :-1 s=CLOSED pgs=1982 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:08.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.216+0000 7f224f096640 1 -- 172.21.15.76:0/1442676471 >> 172.21.15.76:0/1442676471 conn(0x7f2248089f60 msgr2=0x7f22480d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:08.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.216+0000 7f224f096640 1 -- 172.21.15.76:0/1442676471 shutdown_connections 2024-09-13T16:14:08.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.216+0000 7f224f096640 1 -- 172.21.15.76:0/1442676471 wait complete. 2024-09-13T16:14:08.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.217+0000 7f224f096640 1 Processor -- start 2024-09-13T16:14:08.221 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.217+0000 7f224f096640 1 -- start start 2024-09-13T16:14:08.222 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.218+0000 7f224f096640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f22480b4660 0x7f2248151fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:08.223 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.218+0000 7f224f096640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f22480d07b0 0x7f22481512e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:08.223 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.218+0000 7f224f096640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f224815c6e0 0x7f2248152760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:08.223 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.218+0000 7f224f096640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2248158080 con 0x7f22480b4660 2024-09-13T16:14:08.223 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.218+0000 7f224f096640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2248157500 con 0x7f224815c6e0 2024-09-13T16:14:08.223 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.218+0000 7f224f096640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f22481577e0 con 0x7f22480d07b0 2024-09-13T16:14:08.223 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.218+0000 7f224ce32640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f22480b4660 0x7f2248151fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:08.223 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.218+0000 7f224ce32640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f22480b4660 0x7f2248151fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51278/0 (socket says 172.21.15.76:51278) 2024-09-13T16:14:08.223 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.218+0000 7f224ce32640 1 -- 172.21.15.76:0/1917059976 learned_addr learned my addr 172.21.15.76:0/1917059976 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:08.223 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.218+0000 7f224d633640 1 --2- 172.21.15.76:0/1917059976 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f224815c6e0 0x7f2248152760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:08.223 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.219+0000 7f2247fff640 1 --2- 172.21.15.76:0/1917059976 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f22480d07b0 0x7f22481512e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:08.223 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.219+0000 7f224ce32640 1 -- 172.21.15.76:0/1917059976 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f22480d07b0 msgr2=0x7f22481512e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:08.223 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.219+0000 7f224ce32640 1 --2- 172.21.15.76:0/1917059976 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f22480d07b0 0x7f22481512e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:08.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.219+0000 7f224ce32640 1 -- 172.21.15.76:0/1917059976 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f224815c6e0 msgr2=0x7f2248152760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:08.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.219+0000 7f224ce32640 1 --2- 172.21.15.76:0/1917059976 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f224815c6e0 0x7f2248152760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:08.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.219+0000 7f224ce32640 1 -- 172.21.15.76:0/1917059976 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f223c0094d0 con 0x7f22480b4660 2024-09-13T16:14:08.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.219+0000 7f224d633640 1 --2- 172.21.15.76:0/1917059976 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f224815c6e0 0x7f2248152760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:14:08.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.219+0000 7f224ce32640 1 --2- 172.21.15.76:0/1917059976 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f22480b4660 0x7f2248151fd0 secure :-1 s=READY pgs=1983 cs=0 l=1 rev1=1 crypto rx=0x7f223800b3f0 tx=0x7f223800b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:08.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.219+0000 7f22457fa640 1 -- 172.21.15.76:0/1917059976 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2238011830 con 0x7f22480b4660 2024-09-13T16:14:08.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.219+0000 7f22457fa640 1 -- 172.21.15.76:0/1917059976 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2238011990 con 0x7f22480b4660 2024-09-13T16:14:08.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.219+0000 7f224f096640 1 -- 172.21.15.76:0/1917059976 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2248157ac0 con 0x7f22480b4660 2024-09-13T16:14:08.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.219+0000 7f22457fa640 1 -- 172.21.15.76:0/1917059976 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2238011d40 con 0x7f22480b4660 2024-09-13T16:14:08.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.219+0000 7f224f096640 1 -- 172.21.15.76:0/1917059976 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f22481534b0 con 0x7f22480b4660 2024-09-13T16:14:08.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.220+0000 7f224f096640 1 -- 172.21.15.76:0/1917059976 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2248153a50 con 0x7f22480b4660 2024-09-13T16:14:08.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.220+0000 7f22457fa640 1 -- 172.21.15.76:0/1917059976 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f223801a400 con 0x7f22480b4660 2024-09-13T16:14:08.225 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.221+0000 7f22457fa640 1 --2- 172.21.15.76:0/1917059976 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f223406ac30 0x7f223406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:08.225 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.221+0000 7f22457fa640 1 -- 172.21.15.76:0/1917059976 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(148..148 src has 1..148) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f2238089520 con 0x7f22480b4660 2024-09-13T16:14:08.225 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.221+0000 7f2247fff640 1 --2- 172.21.15.76:0/1917059976 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f223406ac30 0x7f223406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:08.225 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.221+0000 7f2247fff640 1 --2- 172.21.15.76:0/1917059976 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f223406ac30 0x7f223406d0f0 secure :-1 s=READY pgs=846 cs=0 l=1 rev1=1 crypto rx=0x7f223c034000 tx=0x7f223c02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:08.227 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.225+0000 7f22457fa640 1 -- 172.21.15.76:0/1917059976 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f2238054650 con 0x7f22480b4660 2024-09-13T16:14:08.420 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.417+0000 7f224f096640 1 -- 172.21.15.76:0/1917059976 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f22480ccb20 con 0x7f22480b4660 2024-09-13T16:14:08.420 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.418+0000 7f22457fa640 1 -- 172.21.15.76:0/1917059976 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 81 v81) v1 ==== 94+0+4741 (secure 0 0 0) 0x7f2238057c70 con 0x7f22480b4660 2024-09-13T16:14:08.420 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:14:08.421 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":81,"default_fscid":10,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7424,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/2852164393","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6833","nonce":2852164393},{"type":"v1","addr":"172.21.15.192:6835","nonce":2852164393}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":78},{"gid":8422,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6834/3941864012","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":3941864012},{"type":"v1","addr":"172.21.15.192:6834","nonce":3941864012}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":78},{"gid":9543,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6836/3196594386","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":3196594386},{"type":"v1","addr":"172.21.15.76:6836","nonce":3196594386}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":78}],"filesystems":[{"mdsmap":{"epoch":81,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:14:06.091118+0000","modified":"2024-09-13T16:14:08.099389+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":9546},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9546":{"gid":9546,"name":"c","rank":0,"incarnation":79,"state":"up:active","state_seq":3,"addr":"172.21.15.76:6837/271310125","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":271310125},{"type":"v1","addr":"172.21.15.76:6837","nonce":271310125}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[22],"metadata_pool":21,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":10}]} 2024-09-13T16:14:08.421 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 81 2024-09-13T16:14:08.423 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.420+0000 7f224f096640 1 -- 172.21.15.76:0/1917059976 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f223406ac30 msgr2=0x7f223406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:08.423 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.420+0000 7f224f096640 1 --2- 172.21.15.76:0/1917059976 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f223406ac30 0x7f223406d0f0 secure :-1 s=READY pgs=846 cs=0 l=1 rev1=1 crypto rx=0x7f223c034000 tx=0x7f223c02e000 comp rx=0 tx=0).stop 2024-09-13T16:14:08.423 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.420+0000 7f224f096640 1 -- 172.21.15.76:0/1917059976 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f22480b4660 msgr2=0x7f2248151fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:08.423 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.420+0000 7f224f096640 1 --2- 172.21.15.76:0/1917059976 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f22480b4660 0x7f2248151fd0 secure :-1 s=READY pgs=1983 cs=0 l=1 rev1=1 crypto rx=0x7f223800b3f0 tx=0x7f223800b8b0 comp rx=0 tx=0).stop 2024-09-13T16:14:08.423 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.420+0000 7f224f096640 1 -- 172.21.15.76:0/1917059976 shutdown_connections 2024-09-13T16:14:08.423 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.420+0000 7f224f096640 1 --2- 172.21.15.76:0/1917059976 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f224815c6e0 0x7f2248152760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:08.423 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.420+0000 7f224f096640 1 --2- 172.21.15.76:0/1917059976 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f223406ac30 0x7f223406d0f0 unknown :-1 s=CLOSED pgs=846 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:08.423 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.420+0000 7f224f096640 1 --2- 172.21.15.76:0/1917059976 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f22480d07b0 0x7f22481512e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:08.423 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.420+0000 7f224f096640 1 --2- 172.21.15.76:0/1917059976 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f22480b4660 0x7f2248151fd0 unknown :-1 s=CLOSED pgs=1983 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:08.423 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.420+0000 7f224f096640 1 -- 172.21.15.76:0/1917059976 >> 172.21.15.76:0/1917059976 conn(0x7f2248089f60 msgr2=0x7f22480b2a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:08.423 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.420+0000 7f224f096640 1 -- 172.21.15.76:0/1917059976 shutdown_connections 2024-09-13T16:14:08.423 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.420+0000 7f224f096640 1 -- 172.21.15.76:0/1917059976 wait complete. 2024-09-13T16:14:08.433 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:14:08.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.528+0000 7fd1740a3640 1 Processor -- start 2024-09-13T16:14:08.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.529+0000 7fd1740a3640 1 -- start start 2024-09-13T16:14:08.533 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.529+0000 7fd1740a3640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd16c15c6e0 0x7fd16c0b3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:08.534 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.529+0000 7fd1740a3640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd16c0d1840 con 0x7fd16c0ccb20 2024-09-13T16:14:08.534 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.529+0000 7fd1740a3640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd16c06bd20 con 0x7fd16c0d07b0 2024-09-13T16:14:08.534 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.529+0000 7fd1740a3640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd16c160e50 con 0x7fd16c15c6e0 2024-09-13T16:14:08.534 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.529+0000 7fd172640640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fd16c0ccb20 0x7fd16c160740 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:47790/0 (socket says 172.21.15.76:47790) 2024-09-13T16:14:08.534 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.529+0000 7fd172640640 1 -- 172.21.15.76:0/2308253026 learned_addr learned my addr 172.21.15.76:0/2308253026 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:14:08.534 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.530+0000 7fd171e3f640 1 --2- 172.21.15.76:0/2308253026 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd16c15c6e0 0x7fd16c0b3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:08.534 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.530+0000 7fd170e3d640 1 -- 172.21.15.76:0/2308253026 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3104008425 0 0) 0x7fd16c0d1840 con 0x7fd16c0ccb20 2024-09-13T16:14:08.534 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.530+0000 7fd170e3d640 1 -- 172.21.15.76:0/2308253026 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd154003520 con 0x7fd16c0ccb20 2024-09-13T16:14:08.534 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.530+0000 7fd170e3d640 1 -- 172.21.15.76:0/2308253026 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1687430288 0 0) 0x7fd154003520 con 0x7fd16c0ccb20 2024-09-13T16:14:08.534 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.530+0000 7fd170e3d640 1 -- 172.21.15.76:0/2308253026 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd16c15c6e0 msgr2=0x7fd16c0b3f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:08.534 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.530+0000 7fd170e3d640 1 --2- 172.21.15.76:0/2308253026 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd16c15c6e0 0x7fd16c0b3f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:08.534 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.530+0000 7fd170e3d640 1 -- 172.21.15.76:0/2308253026 >> v1:172.21.15.192:6789/0 conn(0x7fd16c0d07b0 legacy=0x7fd16c160030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:08.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.530+0000 7fd170e3d640 1 -- 172.21.15.76:0/2308253026 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd16c0d0c30 con 0x7fd16c0ccb20 2024-09-13T16:14:08.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.530+0000 7fd170e3d640 1 -- 172.21.15.76:0/2308253026 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7fd164001670 con 0x7fd16c0ccb20 2024-09-13T16:14:08.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.530+0000 7fd170e3d640 1 -- 172.21.15.76:0/2308253026 >> v1:172.21.15.76:6789/0 conn(0x7fd16c0ccb20 legacy=0x7fd16c160740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:08.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.530+0000 7fd170e3d640 1 --2- 172.21.15.76:0/2308253026 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd1540039a0 0x7fd154003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:08.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.530+0000 7fd170e3d640 1 --2- 172.21.15.76:0/2308253026 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd16c15c6e0 0x7fd1540047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:08.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.530+0000 7fd170e3d640 1 --2- 172.21.15.76:0/2308253026 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd154004d00 0x7fd154005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:08.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.530+0000 7fd170e3d640 1 -- 172.21.15.76:0/2308253026 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd16c160e50 con 0x7fd1540039a0 2024-09-13T16:14:08.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.530+0000 7fd170e3d640 1 -- 172.21.15.76:0/2308253026 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd15400bab0 con 0x7fd154004d00 2024-09-13T16:14:08.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.530+0000 7fd170e3d640 1 -- 172.21.15.76:0/2308253026 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd15400bc70 con 0x7fd16c15c6e0 2024-09-13T16:14:08.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.530+0000 7fd171e3f640 1 --2- 172.21.15.76:0/2308253026 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd1540039a0 0x7fd154003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:08.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.530+0000 7fd171e3f640 1 -- 172.21.15.76:0/2308253026 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd16c15c6e0 msgr2=0x7fd1540047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:08.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.530+0000 7fd171e3f640 1 --2- 172.21.15.76:0/2308253026 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd16c15c6e0 0x7fd1540047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:08.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.530+0000 7fd171e3f640 1 -- 172.21.15.76:0/2308253026 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd154004d00 msgr2=0x7fd154005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:08.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.530+0000 7fd171e3f640 1 --2- 172.21.15.76:0/2308253026 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd154004d00 0x7fd154005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:08.536 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.530+0000 7fd171e3f640 1 -- 172.21.15.76:0/2308253026 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd154003520 con 0x7fd1540039a0 2024-09-13T16:14:08.536 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.531+0000 7fd171e3f640 1 --2- 172.21.15.76:0/2308253026 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd1540039a0 0x7fd154003dc0 secure :-1 s=READY pgs=1985 cs=0 l=1 rev1=1 crypto rx=0x7fd15c009fc0 tx=0x7fd1540057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=53e39be438925a33 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:08.536 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.531+0000 7fd170e3d640 1 -- 172.21.15.76:0/2308253026 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd15c032620 con 0x7fd1540039a0 2024-09-13T16:14:08.536 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.531+0000 7fd170e3d640 1 -- 172.21.15.76:0/2308253026 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd15c00f040 con 0x7fd1540039a0 2024-09-13T16:14:08.536 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.531+0000 7fd170e3d640 1 -- 172.21.15.76:0/2308253026 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd15c0329c0 con 0x7fd1540039a0 2024-09-13T16:14:08.539 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.532+0000 7fd1740a3640 1 -- 172.21.15.76:0/2308253026 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd1540039a0 msgr2=0x7fd154003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:08.539 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.532+0000 7fd1740a3640 1 --2- 172.21.15.76:0/2308253026 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd1540039a0 0x7fd154003dc0 secure :-1 s=READY pgs=1985 cs=0 l=1 rev1=1 crypto rx=0x7fd15c009fc0 tx=0x7fd1540057f0 comp rx=0 tx=0).stop 2024-09-13T16:14:08.539 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.532+0000 7fd172640640 1 -- 172.21.15.76:0/2308253026 reap_dead start 2024-09-13T16:14:08.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.532+0000 7fd1740a3640 1 -- 172.21.15.76:0/2308253026 shutdown_connections 2024-09-13T16:14:08.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.532+0000 7fd1740a3640 1 -- 172.21.15.76:0/2308253026 >> 172.21.15.76:0/2308253026 conn(0x7fd16c089f60 msgr2=0x7fd16c0d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:08.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.532+0000 7fd1740a3640 1 -- 172.21.15.76:0/2308253026 shutdown_connections 2024-09-13T16:14:08.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.532+0000 7fd1740a3640 1 -- 172.21.15.76:0/2308253026 wait complete. 2024-09-13T16:14:08.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.533+0000 7fd1740a3640 1 Processor -- start 2024-09-13T16:14:08.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.533+0000 7fd1740a3640 1 -- start start 2024-09-13T16:14:08.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.534+0000 7fd1740a3640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd1540039a0 0x7fd16c152520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:08.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.534+0000 7fd1740a3640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd16c0afc80 0x7fd16c0b0100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:08.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.534+0000 7fd1740a3640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd16c0b6710 0x7fd16c0b6bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:08.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.534+0000 7fd1740a3640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd16c0b0640 con 0x7fd16c0afc80 2024-09-13T16:14:08.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.534+0000 7fd1740a3640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd16c15dc50 con 0x7fd1540039a0 2024-09-13T16:14:08.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.534+0000 7fd1740a3640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd16c152a60 con 0x7fd16c0b6710 2024-09-13T16:14:08.540 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.534+0000 7fd17163e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd16c0afc80 0x7fd16c0b0100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:08.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.534+0000 7fd17163e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd16c0afc80 0x7fd16c0b0100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51298/0 (socket says 172.21.15.76:51298) 2024-09-13T16:14:08.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.534+0000 7fd17163e640 1 -- 172.21.15.76:0/277354299 learned_addr learned my addr 172.21.15.76:0/277354299 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:08.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.534+0000 7fd172640640 1 --2- 172.21.15.76:0/277354299 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd16c0b6710 0x7fd16c0b6bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:08.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.534+0000 7fd17163e640 1 -- 172.21.15.76:0/277354299 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd16c0b6710 msgr2=0x7fd16c0b6bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:08.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.534+0000 7fd17163e640 1 --2- 172.21.15.76:0/277354299 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd16c0b6710 0x7fd16c0b6bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:08.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.534+0000 7fd17163e640 1 -- 172.21.15.76:0/277354299 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd1540039a0 msgr2=0x7fd16c152520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:08.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.534+0000 7fd17163e640 1 --2- 172.21.15.76:0/277354299 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd1540039a0 0x7fd16c152520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:08.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.534+0000 7fd17163e640 1 -- 172.21.15.76:0/277354299 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd16c0b5670 con 0x7fd16c0afc80 2024-09-13T16:14:08.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.534+0000 7fd17163e640 1 --2- 172.21.15.76:0/277354299 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd16c0afc80 0x7fd16c0b0100 secure :-1 s=READY pgs=1986 cs=0 l=1 rev1=1 crypto rx=0x7fd16000c430 tx=0x7fd16000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:08.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.534+0000 7fd16a7fc640 1 -- 172.21.15.76:0/277354299 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1600052d0 con 0x7fd16c0afc80 2024-09-13T16:14:08.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.534+0000 7fd16a7fc640 1 -- 172.21.15.76:0/277354299 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd160005450 con 0x7fd16c0afc80 2024-09-13T16:14:08.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.534+0000 7fd1740a3640 1 -- 172.21.15.76:0/277354299 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd16c0b5950 con 0x7fd16c0afc80 2024-09-13T16:14:08.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.534+0000 7fd16a7fc640 1 -- 172.21.15.76:0/277354299 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd160003830 con 0x7fd16c0afc80 2024-09-13T16:14:08.541 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.535+0000 7fd1740a3640 1 -- 172.21.15.76:0/277354299 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd16c0b5f10 con 0x7fd16c0afc80 2024-09-13T16:14:08.542 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.535+0000 7fd1740a3640 1 -- 172.21.15.76:0/277354299 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd16c0b4c80 con 0x7fd16c0afc80 2024-09-13T16:14:08.542 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.536+0000 7fd16a7fc640 1 -- 172.21.15.76:0/277354299 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd160003990 con 0x7fd16c0afc80 2024-09-13T16:14:08.542 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.536+0000 7fd16a7fc640 1 --2- 172.21.15.76:0/277354299 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd15806ac30 0x7fd15806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:08.542 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.536+0000 7fd16a7fc640 1 -- 172.21.15.76:0/277354299 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(148..148 src has 1..148) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fd160088a80 con 0x7fd16c0afc80 2024-09-13T16:14:08.542 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.536+0000 7fd171e3f640 1 --2- 172.21.15.76:0/277354299 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd15806ac30 0x7fd15806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:08.542 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.537+0000 7fd171e3f640 1 --2- 172.21.15.76:0/277354299 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd15806ac30 0x7fd15806d0f0 secure :-1 s=READY pgs=847 cs=0 l=1 rev1=1 crypto rx=0x7fd15c034000 tx=0x7fd15c02d000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:08.542 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.540+0000 7fd16a7fc640 1 -- 172.21.15.76:0/277354299 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fd160053b20 con 0x7fd16c0afc80 2024-09-13T16:14:08.705 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.703+0000 7fd1740a3640 1 -- 172.21.15.76:0/277354299 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fd16c08c610 con 0x7fd16c0afc80 2024-09-13T16:14:08.706 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.704+0000 7fd16a7fc640 1 -- 172.21.15.76:0/277354299 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v148) v1 ==== 74+0+16688 (secure 0 0 0) 0x7fd160017020 con 0x7fd16c0afc80 2024-09-13T16:14:08.707 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:14:08.707 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":148,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:14:07.092706+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":22,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":21,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:14:04.265211+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"147","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":22,"pool_name":"cephfs_data","create_time":"2024-09-13T16:14:05.060773+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"148","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:14:08.709 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.706+0000 7fd1740a3640 1 -- 172.21.15.76:0/277354299 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd15806ac30 msgr2=0x7fd15806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:08.709 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.706+0000 7fd1740a3640 1 --2- 172.21.15.76:0/277354299 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd15806ac30 0x7fd15806d0f0 secure :-1 s=READY pgs=847 cs=0 l=1 rev1=1 crypto rx=0x7fd15c034000 tx=0x7fd15c02d000 comp rx=0 tx=0).stop 2024-09-13T16:14:08.709 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.706+0000 7fd1740a3640 1 -- 172.21.15.76:0/277354299 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd16c0afc80 msgr2=0x7fd16c0b0100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:08.709 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.706+0000 7fd1740a3640 1 --2- 172.21.15.76:0/277354299 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd16c0afc80 0x7fd16c0b0100 secure :-1 s=READY pgs=1986 cs=0 l=1 rev1=1 crypto rx=0x7fd16000c430 tx=0x7fd16000c8f0 comp rx=0 tx=0).stop 2024-09-13T16:14:08.709 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.706+0000 7fd1740a3640 1 -- 172.21.15.76:0/277354299 shutdown_connections 2024-09-13T16:14:08.709 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.706+0000 7fd1740a3640 1 --2- 172.21.15.76:0/277354299 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd15806ac30 0x7fd15806d0f0 unknown :-1 s=CLOSED pgs=847 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:08.709 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.706+0000 7fd1740a3640 1 --2- 172.21.15.76:0/277354299 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd16c0b6710 0x7fd16c0b6bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:08.709 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.706+0000 7fd1740a3640 1 --2- 172.21.15.76:0/277354299 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd16c0afc80 0x7fd16c0b0100 unknown :-1 s=CLOSED pgs=1986 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:08.709 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.706+0000 7fd1740a3640 1 --2- 172.21.15.76:0/277354299 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd1540039a0 0x7fd16c152520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:08.709 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.706+0000 7fd1740a3640 1 -- 172.21.15.76:0/277354299 >> 172.21.15.76:0/277354299 conn(0x7fd16c089f60 msgr2=0x7fd16c15b7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:08.709 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.706+0000 7fd1740a3640 1 -- 172.21.15.76:0/277354299 shutdown_connections 2024-09-13T16:14:08.710 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.706+0000 7fd1740a3640 1 -- 172.21.15.76:0/277354299 wait complete. 2024-09-13T16:14:08.720 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-09-13T16:14:08.720 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:14:08.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.815+0000 7f0a91c9c640 1 Processor -- start 2024-09-13T16:14:08.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.815+0000 7f0a91c9c640 1 -- start start 2024-09-13T16:14:08.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.816+0000 7f0a91c9c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f0a8c071d30 0x7f0a8c070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:08.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.816+0000 7f0a91c9c640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0a8c0abdf0 con 0x7f0a8c072110 2024-09-13T16:14:08.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.816+0000 7f0a91c9c640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0a8c0b2280 con 0x7f0a8c0c8920 2024-09-13T16:14:08.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.816+0000 7f0a91c9c640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0a8c0ab1e0 con 0x7f0a8c071d30 2024-09-13T16:14:08.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.816+0000 7f0a8b7fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f0a8c071d30 0x7f0a8c070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:08.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.816+0000 7f0a8affd640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f0a8c072110 0x7f0a8c0b1b70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:47798/0 (socket says 172.21.15.76:47798) 2024-09-13T16:14:08.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.816+0000 7f0a8affd640 1 -- 172.21.15.76:0/1908377782 learned_addr learned my addr 172.21.15.76:0/1908377782 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:14:08.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.817+0000 7f0a8b7fe640 1 -- 172.21.15.76:0/1908377782 >> v1:172.21.15.192:6789/0 conn(0x7f0a8c0c8920 legacy=0x7f0a8c0ac280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:08.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.817+0000 7f0a8b7fe640 1 -- 172.21.15.76:0/1908377782 >> v1:172.21.15.76:6789/0 conn(0x7f0a8c072110 legacy=0x7f0a8c0b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:08.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.817+0000 7f0a8b7fe640 1 -- 172.21.15.76:0/1908377782 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0a8c0ab4c0 con 0x7f0a8c071d30 2024-09-13T16:14:08.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.817+0000 7f0a8b7fe640 1 --2- 172.21.15.76:0/1908377782 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0a8c071d30 0x7f0a8c070190 secure :-1 s=READY pgs=1988 cs=0 l=1 rev1=1 crypto rx=0x7f0a7c009d90 tx=0x7f0a7c02a5b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce384c336b47c568 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:08.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.817+0000 7f0a8a7fc640 1 -- 172.21.15.76:0/1908377782 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a7c007740 con 0x7f0a8c071d30 2024-09-13T16:14:08.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.818+0000 7f0a8a7fc640 1 -- 172.21.15.76:0/1908377782 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0a7c02d050 con 0x7f0a8c071d30 2024-09-13T16:14:08.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.818+0000 7f0a8a7fc640 1 -- 172.21.15.76:0/1908377782 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a7c007ac0 con 0x7f0a8c071d30 2024-09-13T16:14:08.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.818+0000 7f0a91c9c640 1 -- 172.21.15.76:0/1908377782 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0a8c071d30 msgr2=0x7f0a8c070190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:08.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.818+0000 7f0a91c9c640 1 --2- 172.21.15.76:0/1908377782 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0a8c071d30 0x7f0a8c070190 secure :-1 s=READY pgs=1988 cs=0 l=1 rev1=1 crypto rx=0x7f0a7c009d90 tx=0x7f0a7c02a5b0 comp rx=0 tx=0).stop 2024-09-13T16:14:08.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.818+0000 7f0a91c9c640 1 -- 172.21.15.76:0/1908377782 shutdown_connections 2024-09-13T16:14:08.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.818+0000 7f0a91c9c640 1 --2- 172.21.15.76:0/1908377782 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0a8c071d30 0x7f0a8c070190 unknown :-1 s=CLOSED pgs=1988 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:08.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.818+0000 7f0a91c9c640 1 -- 172.21.15.76:0/1908377782 >> 172.21.15.76:0/1908377782 conn(0x7f0a8c069ed0 msgr2=0x7f0a8c06a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:08.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.818+0000 7f0a91c9c640 1 -- 172.21.15.76:0/1908377782 shutdown_connections 2024-09-13T16:14:08.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.818+0000 7f0a91c9c640 1 -- 172.21.15.76:0/1908377782 wait complete. 2024-09-13T16:14:08.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.819+0000 7f0a91c9c640 1 Processor -- start 2024-09-13T16:14:08.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.819+0000 7f0a91c9c640 1 -- start start 2024-09-13T16:14:08.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.820+0000 7f0a91c9c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0a8c071d30 0x7f0a8c0979b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:08.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.820+0000 7f0a91c9c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0a8c072110 0x7f0a8c15b010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:08.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.820+0000 7f0a91c9c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0a8c0c8920 0x7f0a8c15b550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:08.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.820+0000 7f0a91c9c640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0a8c097ef0 con 0x7f0a8c072110 2024-09-13T16:14:08.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.820+0000 7f0a91c9c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0a8c0c63f0 con 0x7f0a8c0c8920 2024-09-13T16:14:08.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.820+0000 7f0a91c9c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0a8c15c7c0 con 0x7f0a8c071d30 2024-09-13T16:14:08.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.820+0000 7f0a8affd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0a8c072110 0x7f0a8c15b010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:08.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.820+0000 7f0a8affd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0a8c072110 0x7f0a8c15b010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51312/0 (socket says 172.21.15.76:51312) 2024-09-13T16:14:08.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.820+0000 7f0a8affd640 1 -- 172.21.15.76:0/1178357836 learned_addr learned my addr 172.21.15.76:0/1178357836 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:08.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.820+0000 7f0a8affd640 1 -- 172.21.15.76:0/1178357836 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0a8c071d30 msgr2=0x7f0a8c0979b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:08.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.820+0000 7f0a8bfff640 1 --2- 172.21.15.76:0/1178357836 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0a8c0c8920 0x7f0a8c15b550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:08.825 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.820+0000 7f0a8b7fe640 1 --2- 172.21.15.76:0/1178357836 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0a8c071d30 0x7f0a8c0979b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:08.825 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.821+0000 7f0a8affd640 1 --2- 172.21.15.76:0/1178357836 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0a8c071d30 0x7f0a8c0979b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:08.825 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.821+0000 7f0a8affd640 1 -- 172.21.15.76:0/1178357836 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0a8c0c8920 msgr2=0x7f0a8c15b550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:08.825 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.821+0000 7f0a8affd640 1 --2- 172.21.15.76:0/1178357836 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0a8c0c8920 0x7f0a8c15b550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:08.825 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.821+0000 7f0a8affd640 1 -- 172.21.15.76:0/1178357836 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0a7c009a70 con 0x7f0a8c072110 2024-09-13T16:14:08.825 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.821+0000 7f0a8b7fe640 1 --2- 172.21.15.76:0/1178357836 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0a8c071d30 0x7f0a8c0979b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:14:08.825 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.821+0000 7f0a8bfff640 1 --2- 172.21.15.76:0/1178357836 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0a8c0c8920 0x7f0a8c15b550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:14:08.825 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.821+0000 7f0a8affd640 1 --2- 172.21.15.76:0/1178357836 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0a8c072110 0x7f0a8c15b010 secure :-1 s=READY pgs=1989 cs=0 l=1 rev1=1 crypto rx=0x7f0a8000c780 tx=0x7f0a8000cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:08.825 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.821+0000 7f0a73fff640 1 -- 172.21.15.76:0/1178357836 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a800072d0 con 0x7f0a8c072110 2024-09-13T16:14:08.825 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.821+0000 7f0a73fff640 1 -- 172.21.15.76:0/1178357836 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0a80007430 con 0x7f0a8c072110 2024-09-13T16:14:08.825 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.821+0000 7f0a91c9c640 1 -- 172.21.15.76:0/1178357836 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0a8c0c49c0 con 0x7f0a8c072110 2024-09-13T16:14:08.825 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.821+0000 7f0a73fff640 1 -- 172.21.15.76:0/1178357836 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a800047e0 con 0x7f0a8c072110 2024-09-13T16:14:08.825 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.821+0000 7f0a91c9c640 1 -- 172.21.15.76:0/1178357836 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0a8c0c4f80 con 0x7f0a8c072110 2024-09-13T16:14:08.826 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.822+0000 7f0a91c9c640 1 -- 172.21.15.76:0/1178357836 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0a8c070190 con 0x7f0a8c072110 2024-09-13T16:14:08.826 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.822+0000 7f0a73fff640 1 -- 172.21.15.76:0/1178357836 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f0a80004960 con 0x7f0a8c072110 2024-09-13T16:14:08.827 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.823+0000 7f0a73fff640 1 --2- 172.21.15.76:0/1178357836 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0a7806ac00 0x7f0a7806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:08.827 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.823+0000 7f0a8b7fe640 1 --2- 172.21.15.76:0/1178357836 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0a7806ac00 0x7f0a7806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:08.827 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.823+0000 7f0a73fff640 1 -- 172.21.15.76:0/1178357836 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(148..148 src has 1..148) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f0a80088bf0 con 0x7f0a8c072110 2024-09-13T16:14:08.827 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.823+0000 7f0a8b7fe640 1 --2- 172.21.15.76:0/1178357836 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0a7806ac00 0x7f0a7806d0c0 secure :-1 s=READY pgs=848 cs=0 l=1 rev1=1 crypto rx=0x7f0a7c034000 tx=0x7f0a7c02f000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:08.829 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.827+0000 7f0a73fff640 1 -- 172.21.15.76:0/1178357836 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f0a80057720 con 0x7f0a8c072110 2024-09-13T16:14:08.987 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.985+0000 7f0a91c9c640 1 -- 172.21.15.76:0/1178357836 --> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f0a8c0aba80 con 0x7f0a7806ac00 2024-09-13T16:14:08.994 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.992+0000 7f0a73fff640 1 -- 172.21.15.76:0/1178357836 <== mgr.4104 v2:172.21.15.76:6832/911852275 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+287048 (secure 0 0 0) 0x7f0a7c040070 con 0x7f0a7806ac00 2024-09-13T16:14:08.998 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:14:08.999 INFO:teuthology.orchestra.run.smithi076.stderr:dumped all 2024-09-13T16:14:09.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.996+0000 7f0a91c9c640 1 -- 172.21.15.76:0/1178357836 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0a7806ac00 msgr2=0x7f0a7806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:09.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.996+0000 7f0a91c9c640 1 --2- 172.21.15.76:0/1178357836 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0a7806ac00 0x7f0a7806d0c0 secure :-1 s=READY pgs=848 cs=0 l=1 rev1=1 crypto rx=0x7f0a7c034000 tx=0x7f0a7c02f000 comp rx=0 tx=0).stop 2024-09-13T16:14:09.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.996+0000 7f0a91c9c640 1 -- 172.21.15.76:0/1178357836 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0a8c072110 msgr2=0x7f0a8c15b010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:09.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.996+0000 7f0a91c9c640 1 --2- 172.21.15.76:0/1178357836 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0a8c072110 0x7f0a8c15b010 secure :-1 s=READY pgs=1989 cs=0 l=1 rev1=1 crypto rx=0x7f0a8000c780 tx=0x7f0a8000cc40 comp rx=0 tx=0).stop 2024-09-13T16:14:09.002 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.996+0000 7f0a91c9c640 1 -- 172.21.15.76:0/1178357836 shutdown_connections 2024-09-13T16:14:09.002 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.996+0000 7f0a91c9c640 1 --2- 172.21.15.76:0/1178357836 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0a8c0c8920 0x7f0a8c15b550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:09.002 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.996+0000 7f0a91c9c640 1 --2- 172.21.15.76:0/1178357836 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0a8c072110 0x7f0a8c15b010 unknown :-1 s=CLOSED pgs=1989 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:09.002 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.996+0000 7f0a91c9c640 1 --2- 172.21.15.76:0/1178357836 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0a7806ac00 0x7f0a7806d0c0 unknown :-1 s=CLOSED pgs=848 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:09.002 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.996+0000 7f0a91c9c640 1 --2- 172.21.15.76:0/1178357836 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0a8c071d30 0x7f0a8c0979b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:09.002 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.996+0000 7f0a91c9c640 1 -- 172.21.15.76:0/1178357836 >> 172.21.15.76:0/1178357836 conn(0x7f0a8c069ed0 msgr2=0x7f0a8c0acca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:09.002 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.997+0000 7f0a91c9c640 1 -- 172.21.15.76:0/1178357836 shutdown_connections 2024-09-13T16:14:09.002 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:08.997+0000 7f0a91c9c640 1 -- 172.21.15.76:0/1178357836 wait complete. 2024-09-13T16:14:09.009 INFO:teuthology.orchestra.run.smithi076.stdout:{"pg_ready":true,"pg_map":{"version":522,"stamp":"2024-09-13T16:14:07.094489+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590984,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":166,"num_write_kb":2424,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":124,"ondisk_log_size":124,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":5,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":765284,"kb_used_data":15420,"kb_used_omap":12,"kb_used_meta":749747,"kb_avail":754209436,"statfs":{"total":773094113280,"available":772310462464,"internally_reserved":0,"allocated":15790080,"data_stored":7888387,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":767741497},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":616,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.008232"},"pg_stats":[{"pgid":"22.3f","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.755647+0000","last_change":"2024-09-13T16:14:05.755647+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.755647+0000","last_undegraded":"2024-09-13T16:14:05.755647+0000","last_fullsized":"2024-09-13T16:14:05.755647+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:59:42.017068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.3e","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.756313+0000","last_change":"2024-09-13T16:14:05.756313+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.756313+0000","last_undegraded":"2024-09-13T16:14:05.756313+0000","last_fullsized":"2024-09-13T16:14:05.756313+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:39:07.433354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.3d","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.755914+0000","last_change":"2024-09-13T16:14:05.755914+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.755914+0000","last_undegraded":"2024-09-13T16:14:05.755914+0000","last_fullsized":"2024-09-13T16:14:05.755914+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:15:29.263585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.3c","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.754149+0000","last_change":"2024-09-13T16:14:05.754149+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.754149+0000","last_undegraded":"2024-09-13T16:14:05.754149+0000","last_fullsized":"2024-09-13T16:14:05.754149+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:05:22.482285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.3b","version":"0'0","reported_seq":9,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.112244+0000","last_change":"2024-09-13T16:14:06.110193+0000","last_active":"2024-09-13T16:14:06.112244+0000","last_peered":"2024-09-13T16:14:06.112244+0000","last_clean":"2024-09-13T16:14:06.112244+0000","last_became_active":"2024-09-13T16:14:06.109981+0000","last_became_peered":"2024-09-13T16:14:06.109981+0000","last_unstale":"2024-09-13T16:14:06.112244+0000","last_undegraded":"2024-09-13T16:14:06.112244+0000","last_fullsized":"2024-09-13T16:14:06.112244+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:21:41.058865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.3a","version":"0'0","reported_seq":9,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.112056+0000","last_change":"2024-09-13T16:14:06.110811+0000","last_active":"2024-09-13T16:14:06.112056+0000","last_peered":"2024-09-13T16:14:06.112056+0000","last_clean":"2024-09-13T16:14:06.112056+0000","last_became_active":"2024-09-13T16:14:06.110580+0000","last_became_peered":"2024-09-13T16:14:06.110580+0000","last_unstale":"2024-09-13T16:14:06.112056+0000","last_undegraded":"2024-09-13T16:14:06.112056+0000","last_fullsized":"2024-09-13T16:14:06.112056+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:07:21.766564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.39","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.753825+0000","last_change":"2024-09-13T16:14:05.753825+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.753825+0000","last_undegraded":"2024-09-13T16:14:05.753825+0000","last_fullsized":"2024-09-13T16:14:05.753825+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:46:04.301859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.38","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.750822+0000","last_change":"2024-09-13T16:14:05.750822+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.750822+0000","last_undegraded":"2024-09-13T16:14:05.750822+0000","last_fullsized":"2024-09-13T16:14:05.750822+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:23:39.326363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.37","version":"0'0","reported_seq":9,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.116455+0000","last_change":"2024-09-13T16:14:06.116024+0000","last_active":"2024-09-13T16:14:06.116455+0000","last_peered":"2024-09-13T16:14:06.116455+0000","last_clean":"2024-09-13T16:14:06.116455+0000","last_became_active":"2024-09-13T16:14:06.115762+0000","last_became_peered":"2024-09-13T16:14:06.115762+0000","last_unstale":"2024-09-13T16:14:06.116455+0000","last_undegraded":"2024-09-13T16:14:06.116455+0000","last_fullsized":"2024-09-13T16:14:06.116455+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:10:49.929628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.36","version":"0'0","reported_seq":9,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.114829+0000","last_change":"2024-09-13T16:14:06.113687+0000","last_active":"2024-09-13T16:14:06.114829+0000","last_peered":"2024-09-13T16:14:06.114829+0000","last_clean":"2024-09-13T16:14:06.114829+0000","last_became_active":"2024-09-13T16:14:06.113454+0000","last_became_peered":"2024-09-13T16:14:06.113454+0000","last_unstale":"2024-09-13T16:14:06.114829+0000","last_undegraded":"2024-09-13T16:14:06.114829+0000","last_fullsized":"2024-09-13T16:14:06.114829+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:54:43.415360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.35","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.748114+0000","last_change":"2024-09-13T16:14:05.748114+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.748114+0000","last_undegraded":"2024-09-13T16:14:05.748114+0000","last_fullsized":"2024-09-13T16:14:05.748114+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:30:06.880191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.34","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.752342+0000","last_change":"2024-09-13T16:14:05.752342+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.752342+0000","last_undegraded":"2024-09-13T16:14:05.752342+0000","last_fullsized":"2024-09-13T16:14:05.752342+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:22:04.538408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.33","version":"0'0","reported_seq":9,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.112280+0000","last_change":"2024-09-13T16:14:06.111515+0000","last_active":"2024-09-13T16:14:06.112280+0000","last_peered":"2024-09-13T16:14:06.112280+0000","last_clean":"2024-09-13T16:14:06.112280+0000","last_became_active":"2024-09-13T16:14:06.111143+0000","last_became_peered":"2024-09-13T16:14:06.111143+0000","last_unstale":"2024-09-13T16:14:06.112280+0000","last_undegraded":"2024-09-13T16:14:06.112280+0000","last_fullsized":"2024-09-13T16:14:06.112280+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:56:39.365368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.32","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.759916+0000","last_change":"2024-09-13T16:14:05.759916+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.759916+0000","last_undegraded":"2024-09-13T16:14:05.759916+0000","last_fullsized":"2024-09-13T16:14:05.759916+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:24:55.654264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.31","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.755707+0000","last_change":"2024-09-13T16:14:05.755707+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.755707+0000","last_undegraded":"2024-09-13T16:14:05.755707+0000","last_fullsized":"2024-09-13T16:14:05.755707+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:44:00.195773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.30","version":"0'0","reported_seq":9,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.121107+0000","last_change":"2024-09-13T16:14:06.118559+0000","last_active":"2024-09-13T16:14:06.121107+0000","last_peered":"2024-09-13T16:14:06.121107+0000","last_clean":"2024-09-13T16:14:06.121107+0000","last_became_active":"2024-09-13T16:14:06.118015+0000","last_became_peered":"2024-09-13T16:14:06.118015+0000","last_unstale":"2024-09-13T16:14:06.121107+0000","last_undegraded":"2024-09-13T16:14:06.121107+0000","last_fullsized":"2024-09-13T16:14:06.121107+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:23:50.128630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.2f","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.752453+0000","last_change":"2024-09-13T16:14:05.752453+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.752453+0000","last_undegraded":"2024-09-13T16:14:05.752453+0000","last_fullsized":"2024-09-13T16:14:05.752453+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:28:34.283650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.2e","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.747839+0000","last_change":"2024-09-13T16:14:05.747839+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.747839+0000","last_undegraded":"2024-09-13T16:14:05.747839+0000","last_fullsized":"2024-09-13T16:14:05.747839+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:39:25.759799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.2d","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.752383+0000","last_change":"2024-09-13T16:14:05.752383+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.752383+0000","last_undegraded":"2024-09-13T16:14:05.752383+0000","last_fullsized":"2024-09-13T16:14:05.752383+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:04:48.421565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.2c","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.747789+0000","last_change":"2024-09-13T16:14:05.747789+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.747789+0000","last_undegraded":"2024-09-13T16:14:05.747789+0000","last_fullsized":"2024-09-13T16:14:05.747789+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:31:31.455284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.2b","version":"0'0","reported_seq":9,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.115716+0000","last_change":"2024-09-13T16:14:06.114576+0000","last_active":"2024-09-13T16:14:06.115716+0000","last_peered":"2024-09-13T16:14:06.115716+0000","last_clean":"2024-09-13T16:14:06.115716+0000","last_became_active":"2024-09-13T16:14:06.114285+0000","last_became_peered":"2024-09-13T16:14:06.114285+0000","last_unstale":"2024-09-13T16:14:06.115716+0000","last_undegraded":"2024-09-13T16:14:06.115716+0000","last_fullsized":"2024-09-13T16:14:06.115716+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:09:26.405880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.2a","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.754562+0000","last_change":"2024-09-13T16:14:05.754562+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.754562+0000","last_undegraded":"2024-09-13T16:14:05.754562+0000","last_fullsized":"2024-09-13T16:14:05.754562+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:22:35.355043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.29","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.750167+0000","last_change":"2024-09-13T16:14:05.750167+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.750167+0000","last_undegraded":"2024-09-13T16:14:05.750167+0000","last_fullsized":"2024-09-13T16:14:05.750167+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:55:44.364664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.28","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.747632+0000","last_change":"2024-09-13T16:14:05.747632+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.747632+0000","last_undegraded":"2024-09-13T16:14:05.747632+0000","last_fullsized":"2024-09-13T16:14:05.747632+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:12:56.845876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.27","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.755181+0000","last_change":"2024-09-13T16:14:05.755181+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.755181+0000","last_undegraded":"2024-09-13T16:14:05.755181+0000","last_fullsized":"2024-09-13T16:14:05.755181+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:51:40.467520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.26","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.756048+0000","last_change":"2024-09-13T16:14:05.756048+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.756048+0000","last_undegraded":"2024-09-13T16:14:05.756048+0000","last_fullsized":"2024-09-13T16:14:05.756048+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:55:44.364664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.25","version":"0'0","reported_seq":9,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.114895+0000","last_change":"2024-09-13T16:14:06.114175+0000","last_active":"2024-09-13T16:14:06.114895+0000","last_peered":"2024-09-13T16:14:06.114895+0000","last_clean":"2024-09-13T16:14:06.114895+0000","last_became_active":"2024-09-13T16:14:06.113876+0000","last_became_peered":"2024-09-13T16:14:06.113876+0000","last_unstale":"2024-09-13T16:14:06.114895+0000","last_undegraded":"2024-09-13T16:14:06.114895+0000","last_fullsized":"2024-09-13T16:14:06.114895+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:24:37.871295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.24","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.748597+0000","last_change":"2024-09-13T16:14:05.748597+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.748597+0000","last_undegraded":"2024-09-13T16:14:05.748597+0000","last_fullsized":"2024-09-13T16:14:05.748597+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:38:31.213506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.23","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.748304+0000","last_change":"2024-09-13T16:14:05.748304+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.748304+0000","last_undegraded":"2024-09-13T16:14:05.748304+0000","last_fullsized":"2024-09-13T16:14:05.748304+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:38:05.503269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.22","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.748362+0000","last_change":"2024-09-13T16:14:05.748362+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.748362+0000","last_undegraded":"2024-09-13T16:14:05.748362+0000","last_fullsized":"2024-09-13T16:14:05.748362+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:05:30.330099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.21","version":"0'0","reported_seq":9,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.118873+0000","last_change":"2024-09-13T16:14:06.118325+0000","last_active":"2024-09-13T16:14:06.118873+0000","last_peered":"2024-09-13T16:14:06.118873+0000","last_clean":"2024-09-13T16:14:06.118873+0000","last_became_active":"2024-09-13T16:14:06.118009+0000","last_became_peered":"2024-09-13T16:14:06.118009+0000","last_unstale":"2024-09-13T16:14:06.118873+0000","last_undegraded":"2024-09-13T16:14:06.118873+0000","last_fullsized":"2024-09-13T16:14:06.118873+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:59:39.115914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.20","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.750238+0000","last_change":"2024-09-13T16:14:05.750238+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.750238+0000","last_undegraded":"2024-09-13T16:14:05.750238+0000","last_fullsized":"2024-09-13T16:14:05.750238+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:13:31.679138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.1c","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.751501+0000","last_change":"2024-09-13T16:14:05.751501+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.751501+0000","last_undegraded":"2024-09-13T16:14:05.751501+0000","last_fullsized":"2024-09-13T16:14:05.751501+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:22:35.355043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.1f","version":"147'4","reported_seq":14,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.110878+0000","last_change":"2024-09-13T16:14:05.755121+0000","last_active":"2024-09-13T16:14:06.110878+0000","last_peered":"2024-09-13T16:14:06.110878+0000","last_clean":"2024-09-13T16:14:06.110878+0000","last_became_active":"2024-09-13T16:14:05.754822+0000","last_became_peered":"2024-09-13T16:14:05.754822+0000","last_unstale":"2024-09-13T16:14:06.110878+0000","last_undegraded":"2024-09-13T16:14:06.110878+0000","last_fullsized":"2024-09-13T16:14:06.110878+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:04:35.994391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.1d","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.752296+0000","last_change":"2024-09-13T16:14:05.752296+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.752296+0000","last_undegraded":"2024-09-13T16:14:05.752296+0000","last_fullsized":"2024-09-13T16:14:05.752296+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:59:42.017068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.1e","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.764232+0000","last_change":"2024-09-13T16:14:05.762711+0000","last_active":"2024-09-13T16:14:05.764232+0000","last_peered":"2024-09-13T16:14:05.764232+0000","last_clean":"2024-09-13T16:14:05.764232+0000","last_became_active":"2024-09-13T16:14:05.762456+0000","last_became_peered":"2024-09-13T16:14:05.762456+0000","last_unstale":"2024-09-13T16:14:05.764232+0000","last_undegraded":"2024-09-13T16:14:05.764232+0000","last_fullsized":"2024-09-13T16:14:05.764232+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:05:03.027497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.1e","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.749002+0000","last_change":"2024-09-13T16:14:05.749002+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.749002+0000","last_undegraded":"2024-09-13T16:14:05.749002+0000","last_fullsized":"2024-09-13T16:14:05.749002+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:59:42.017068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.1d","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.764207+0000","last_change":"2024-09-13T16:14:05.762138+0000","last_active":"2024-09-13T16:14:05.764207+0000","last_peered":"2024-09-13T16:14:05.764207+0000","last_clean":"2024-09-13T16:14:05.764207+0000","last_became_active":"2024-09-13T16:14:05.761883+0000","last_became_peered":"2024-09-13T16:14:05.761883+0000","last_unstale":"2024-09-13T16:14:05.764207+0000","last_undegraded":"2024-09-13T16:14:05.764207+0000","last_fullsized":"2024-09-13T16:14:05.764207+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:30:53.114820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.1f","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.752364+0000","last_change":"2024-09-13T16:14:05.752364+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.752364+0000","last_undegraded":"2024-09-13T16:14:05.752364+0000","last_fullsized":"2024-09-13T16:14:05.752364+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:38:05.503269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.1c","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.762103+0000","last_change":"2024-09-13T16:14:05.761699+0000","last_active":"2024-09-13T16:14:05.762103+0000","last_peered":"2024-09-13T16:14:05.762103+0000","last_clean":"2024-09-13T16:14:05.762103+0000","last_became_active":"2024-09-13T16:14:05.761377+0000","last_became_peered":"2024-09-13T16:14:05.761377+0000","last_unstale":"2024-09-13T16:14:05.762103+0000","last_undegraded":"2024-09-13T16:14:05.762103+0000","last_fullsized":"2024-09-13T16:14:05.762103+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:54:37.869594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.18","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.747262+0000","last_change":"2024-09-13T16:14:05.747262+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.747262+0000","last_undegraded":"2024-09-13T16:14:05.747262+0000","last_fullsized":"2024-09-13T16:14:05.747262+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:22:52.705566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.1b","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.769298+0000","last_change":"2024-09-13T16:14:05.766086+0000","last_active":"2024-09-13T16:14:05.769298+0000","last_peered":"2024-09-13T16:14:05.769298+0000","last_clean":"2024-09-13T16:14:05.769298+0000","last_became_active":"2024-09-13T16:14:05.765815+0000","last_became_peered":"2024-09-13T16:14:05.765815+0000","last_unstale":"2024-09-13T16:14:05.769298+0000","last_undegraded":"2024-09-13T16:14:05.769298+0000","last_fullsized":"2024-09-13T16:14:05.769298+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:08:04.157454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.19","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.758951+0000","last_change":"2024-09-13T16:14:05.758951+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.758951+0000","last_undegraded":"2024-09-13T16:14:05.758951+0000","last_fullsized":"2024-09-13T16:14:05.758951+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:39:14.259814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.1a","version":"147'1","reported_seq":11,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.119319+0000","last_change":"2024-09-13T16:14:05.763135+0000","last_active":"2024-09-13T16:14:06.119319+0000","last_peered":"2024-09-13T16:14:06.119319+0000","last_clean":"2024-09-13T16:14:06.119319+0000","last_became_active":"2024-09-13T16:14:05.762753+0000","last_became_peered":"2024-09-13T16:14:05.762753+0000","last_unstale":"2024-09-13T16:14:06.119319+0000","last_undegraded":"2024-09-13T16:14:06.119319+0000","last_fullsized":"2024-09-13T16:14:06.119319+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:22:55.663353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.1a","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.751013+0000","last_change":"2024-09-13T16:14:05.751013+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.751013+0000","last_undegraded":"2024-09-13T16:14:05.751013+0000","last_fullsized":"2024-09-13T16:14:05.751013+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:27:15.588843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.19","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.762781+0000","last_change":"2024-09-13T16:14:05.761749+0000","last_active":"2024-09-13T16:14:05.762781+0000","last_peered":"2024-09-13T16:14:05.762781+0000","last_clean":"2024-09-13T16:14:05.762781+0000","last_became_active":"2024-09-13T16:14:05.761470+0000","last_became_peered":"2024-09-13T16:14:05.761470+0000","last_unstale":"2024-09-13T16:14:05.762781+0000","last_undegraded":"2024-09-13T16:14:05.762781+0000","last_fullsized":"2024-09-13T16:14:05.762781+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:30:53.114820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.1b","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.751846+0000","last_change":"2024-09-13T16:14:05.751846+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.751846+0000","last_undegraded":"2024-09-13T16:14:05.751846+0000","last_fullsized":"2024-09-13T16:14:05.751846+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:26:31.947544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.18","version":"0'0","reported_seq":10,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.103824+0000","last_change":"2024-09-13T16:14:05.760579+0000","last_active":"2024-09-13T16:14:06.103824+0000","last_peered":"2024-09-13T16:14:06.103824+0000","last_clean":"2024-09-13T16:14:06.103824+0000","last_became_active":"2024-09-13T16:14:05.760268+0000","last_became_peered":"2024-09-13T16:14:05.760268+0000","last_unstale":"2024-09-13T16:14:06.103824+0000","last_undegraded":"2024-09-13T16:14:06.103824+0000","last_fullsized":"2024-09-13T16:14:06.103824+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:36:45.061201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.14","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.750692+0000","last_change":"2024-09-13T16:14:05.750692+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.750692+0000","last_undegraded":"2024-09-13T16:14:05.750692+0000","last_fullsized":"2024-09-13T16:14:05.750692+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:22:35.355043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.17","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.761247+0000","last_change":"2024-09-13T16:14:05.759120+0000","last_active":"2024-09-13T16:14:05.761247+0000","last_peered":"2024-09-13T16:14:05.761247+0000","last_clean":"2024-09-13T16:14:05.761247+0000","last_became_active":"2024-09-13T16:14:05.758685+0000","last_became_peered":"2024-09-13T16:14:05.758685+0000","last_unstale":"2024-09-13T16:14:05.761247+0000","last_undegraded":"2024-09-13T16:14:05.761247+0000","last_fullsized":"2024-09-13T16:14:05.761247+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:08:04.157454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.15","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.747643+0000","last_change":"2024-09-13T16:14:05.747643+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.747643+0000","last_undegraded":"2024-09-13T16:14:05.747643+0000","last_fullsized":"2024-09-13T16:14:05.747643+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:03:11.225856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.16","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.760825+0000","last_change":"2024-09-13T16:14:05.759785+0000","last_active":"2024-09-13T16:14:05.760825+0000","last_peered":"2024-09-13T16:14:05.760825+0000","last_clean":"2024-09-13T16:14:05.760825+0000","last_became_active":"2024-09-13T16:14:05.759493+0000","last_became_peered":"2024-09-13T16:14:05.759493+0000","last_unstale":"2024-09-13T16:14:05.760825+0000","last_undegraded":"2024-09-13T16:14:05.760825+0000","last_fullsized":"2024-09-13T16:14:05.760825+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:08:04.157454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.16","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.747371+0000","last_change":"2024-09-13T16:14:05.747371+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.747371+0000","last_undegraded":"2024-09-13T16:14:05.747371+0000","last_fullsized":"2024-09-13T16:14:05.747371+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:24:30.897721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.15","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.754895+0000","last_change":"2024-09-13T16:14:05.753305+0000","last_active":"2024-09-13T16:14:05.754895+0000","last_peered":"2024-09-13T16:14:05.754895+0000","last_clean":"2024-09-13T16:14:05.754895+0000","last_became_active":"2024-09-13T16:14:05.753010+0000","last_became_peered":"2024-09-13T16:14:05.753010+0000","last_unstale":"2024-09-13T16:14:05.754895+0000","last_undegraded":"2024-09-13T16:14:05.754895+0000","last_fullsized":"2024-09-13T16:14:05.754895+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:15:46.002441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.10","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.749053+0000","last_change":"2024-09-13T16:14:05.749053+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.749053+0000","last_undegraded":"2024-09-13T16:14:05.749053+0000","last_fullsized":"2024-09-13T16:14:05.749053+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:46:04.301859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.13","version":"147'2","reported_seq":12,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.112386+0000","last_change":"2024-09-13T16:14:05.752617+0000","last_active":"2024-09-13T16:14:06.112386+0000","last_peered":"2024-09-13T16:14:06.112386+0000","last_clean":"2024-09-13T16:14:06.112386+0000","last_became_active":"2024-09-13T16:14:05.752365+0000","last_became_peered":"2024-09-13T16:14:05.752365+0000","last_unstale":"2024-09-13T16:14:06.112386+0000","last_undegraded":"2024-09-13T16:14:06.112386+0000","last_fullsized":"2024-09-13T16:14:06.112386+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:45:46.771951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.11","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.750127+0000","last_change":"2024-09-13T16:14:05.750127+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.750127+0000","last_undegraded":"2024-09-13T16:14:05.750127+0000","last_fullsized":"2024-09-13T16:14:05.750127+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:55:44.364664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.12","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.766945+0000","last_change":"2024-09-13T16:14:05.766479+0000","last_active":"2024-09-13T16:14:05.766945+0000","last_peered":"2024-09-13T16:14:05.766945+0000","last_clean":"2024-09-13T16:14:05.766945+0000","last_became_active":"2024-09-13T16:14:05.766219+0000","last_became_peered":"2024-09-13T16:14:05.766219+0000","last_unstale":"2024-09-13T16:14:05.766945+0000","last_undegraded":"2024-09-13T16:14:05.766945+0000","last_fullsized":"2024-09-13T16:14:05.766945+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:39:24.758188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.12","version":"0'0","reported_seq":9,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.110114+0000","last_change":"2024-09-13T16:14:06.108990+0000","last_active":"2024-09-13T16:14:06.110114+0000","last_peered":"2024-09-13T16:14:06.110114+0000","last_clean":"2024-09-13T16:14:06.110114+0000","last_became_active":"2024-09-13T16:14:06.108527+0000","last_became_peered":"2024-09-13T16:14:06.108527+0000","last_unstale":"2024-09-13T16:14:06.110114+0000","last_undegraded":"2024-09-13T16:14:06.110114+0000","last_fullsized":"2024-09-13T16:14:06.110114+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:15:00.740542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.11","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.766940+0000","last_change":"2024-09-13T16:14:05.766045+0000","last_active":"2024-09-13T16:14:05.766940+0000","last_peered":"2024-09-13T16:14:05.766940+0000","last_clean":"2024-09-13T16:14:05.766940+0000","last_became_active":"2024-09-13T16:14:05.765761+0000","last_became_peered":"2024-09-13T16:14:05.765761+0000","last_unstale":"2024-09-13T16:14:05.766940+0000","last_undegraded":"2024-09-13T16:14:05.766940+0000","last_fullsized":"2024-09-13T16:14:05.766940+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:03:10.224245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.13","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.750561+0000","last_change":"2024-09-13T16:14:05.750561+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.750561+0000","last_undegraded":"2024-09-13T16:14:05.750561+0000","last_fullsized":"2024-09-13T16:14:05.750561+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:26:31.947544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.10","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.765226+0000","last_change":"2024-09-13T16:14:05.764106+0000","last_active":"2024-09-13T16:14:05.765226+0000","last_peered":"2024-09-13T16:14:05.765226+0000","last_clean":"2024-09-13T16:14:05.765226+0000","last_became_active":"2024-09-13T16:14:05.763828+0000","last_became_peered":"2024-09-13T16:14:05.763828+0000","last_unstale":"2024-09-13T16:14:05.765226+0000","last_undegraded":"2024-09-13T16:14:05.765226+0000","last_fullsized":"2024-09-13T16:14:05.765226+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:24:05.297807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.c","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.751632+0000","last_change":"2024-09-13T16:14:05.751632+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.751632+0000","last_undegraded":"2024-09-13T16:14:05.751632+0000","last_fullsized":"2024-09-13T16:14:05.751632+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:13:31.679138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.f","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.758634+0000","last_change":"2024-09-13T16:14:05.757729+0000","last_active":"2024-09-13T16:14:05.758634+0000","last_peered":"2024-09-13T16:14:05.758634+0000","last_clean":"2024-09-13T16:14:05.758634+0000","last_became_active":"2024-09-13T16:14:05.757473+0000","last_became_peered":"2024-09-13T16:14:05.757473+0000","last_unstale":"2024-09-13T16:14:05.758634+0000","last_undegraded":"2024-09-13T16:14:05.758634+0000","last_fullsized":"2024-09-13T16:14:05.758634+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:33:24.466774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.d","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.751928+0000","last_change":"2024-09-13T16:14:05.751928+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.751928+0000","last_undegraded":"2024-09-13T16:14:05.751928+0000","last_fullsized":"2024-09-13T16:14:05.751928+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:23:39.326363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.e","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.765624+0000","last_change":"2024-09-13T16:14:05.765110+0000","last_active":"2024-09-13T16:14:05.765624+0000","last_peered":"2024-09-13T16:14:05.765624+0000","last_clean":"2024-09-13T16:14:05.765624+0000","last_became_active":"2024-09-13T16:14:05.764858+0000","last_became_peered":"2024-09-13T16:14:05.764858+0000","last_unstale":"2024-09-13T16:14:05.765624+0000","last_undegraded":"2024-09-13T16:14:05.765624+0000","last_fullsized":"2024-09-13T16:14:05.765624+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:24:05.297807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.e","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.753452+0000","last_change":"2024-09-13T16:14:05.753452+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.753452+0000","last_undegraded":"2024-09-13T16:14:05.753452+0000","last_fullsized":"2024-09-13T16:14:05.753452+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:38:05.503269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.d","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.764302+0000","last_change":"2024-09-13T16:14:05.763496+0000","last_active":"2024-09-13T16:14:05.764302+0000","last_peered":"2024-09-13T16:14:05.764302+0000","last_clean":"2024-09-13T16:14:05.764302+0000","last_became_active":"2024-09-13T16:14:05.763198+0000","last_became_peered":"2024-09-13T16:14:05.763198+0000","last_unstale":"2024-09-13T16:14:05.764302+0000","last_undegraded":"2024-09-13T16:14:05.764302+0000","last_fullsized":"2024-09-13T16:14:05.764302+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:08:04.157454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.f","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.753842+0000","last_change":"2024-09-13T16:14:05.753842+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.753842+0000","last_undegraded":"2024-09-13T16:14:05.753842+0000","last_fullsized":"2024-09-13T16:14:05.753842+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:44:00.195773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.c","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.767504+0000","last_change":"2024-09-13T16:14:05.766834+0000","last_active":"2024-09-13T16:14:05.767504+0000","last_peered":"2024-09-13T16:14:05.767504+0000","last_clean":"2024-09-13T16:14:05.767504+0000","last_became_active":"2024-09-13T16:14:05.766605+0000","last_became_peered":"2024-09-13T16:14:05.766605+0000","last_unstale":"2024-09-13T16:14:05.767504+0000","last_undegraded":"2024-09-13T16:14:05.767504+0000","last_fullsized":"2024-09-13T16:14:05.767504+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:30:05.878580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.8","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.750875+0000","last_change":"2024-09-13T16:14:05.750875+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.750875+0000","last_undegraded":"2024-09-13T16:14:05.750875+0000","last_fullsized":"2024-09-13T16:14:05.750875+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:26:31.947544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.b","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.758968+0000","last_change":"2024-09-13T16:14:05.756989+0000","last_active":"2024-09-13T16:14:05.758968+0000","last_peered":"2024-09-13T16:14:05.758968+0000","last_clean":"2024-09-13T16:14:05.758968+0000","last_became_active":"2024-09-13T16:14:05.756716+0000","last_became_peered":"2024-09-13T16:14:05.756716+0000","last_unstale":"2024-09-13T16:14:05.758968+0000","last_undegraded":"2024-09-13T16:14:05.758968+0000","last_fullsized":"2024-09-13T16:14:05.758968+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:22:55.663353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.9","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.749209+0000","last_change":"2024-09-13T16:14:05.749209+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.749209+0000","last_undegraded":"2024-09-13T16:14:05.749209+0000","last_fullsized":"2024-09-13T16:14:05.749209+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:46:04.301859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.a","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.761489+0000","last_change":"2024-09-13T16:14:05.760186+0000","last_active":"2024-09-13T16:14:05.761489+0000","last_peered":"2024-09-13T16:14:05.761489+0000","last_clean":"2024-09-13T16:14:05.761489+0000","last_became_active":"2024-09-13T16:14:05.759935+0000","last_became_peered":"2024-09-13T16:14:05.759935+0000","last_unstale":"2024-09-13T16:14:05.761489+0000","last_undegraded":"2024-09-13T16:14:05.761489+0000","last_fullsized":"2024-09-13T16:14:05.761489+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:54:37.869594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.a","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.750890+0000","last_change":"2024-09-13T16:14:05.750890+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.750890+0000","last_undegraded":"2024-09-13T16:14:05.750890+0000","last_fullsized":"2024-09-13T16:14:05.750890+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:27:15.588843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.9","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.757667+0000","last_change":"2024-09-13T16:14:05.756360+0000","last_active":"2024-09-13T16:14:05.757667+0000","last_peered":"2024-09-13T16:14:05.757667+0000","last_clean":"2024-09-13T16:14:05.757667+0000","last_became_active":"2024-09-13T16:14:05.756107+0000","last_became_peered":"2024-09-13T16:14:05.756107+0000","last_unstale":"2024-09-13T16:14:05.757667+0000","last_undegraded":"2024-09-13T16:14:05.757667+0000","last_fullsized":"2024-09-13T16:14:05.757667+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:36:45.061201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.b","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.749657+0000","last_change":"2024-09-13T16:14:05.749657+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.749657+0000","last_undegraded":"2024-09-13T16:14:05.749657+0000","last_fullsized":"2024-09-13T16:14:05.749657+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:51:40.467520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.8","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.756514+0000","last_change":"2024-09-13T16:14:05.752478+0000","last_active":"2024-09-13T16:14:05.756514+0000","last_peered":"2024-09-13T16:14:05.756514+0000","last_clean":"2024-09-13T16:14:05.756514+0000","last_became_active":"2024-09-13T16:14:05.752225+0000","last_became_peered":"2024-09-13T16:14:05.752225+0000","last_unstale":"2024-09-13T16:14:05.756514+0000","last_undegraded":"2024-09-13T16:14:05.756514+0000","last_fullsized":"2024-09-13T16:14:05.756514+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:41:47.628802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.4","version":"0'0","reported_seq":9,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.111682+0000","last_change":"2024-09-13T16:14:06.109732+0000","last_active":"2024-09-13T16:14:06.111682+0000","last_peered":"2024-09-13T16:14:06.111682+0000","last_clean":"2024-09-13T16:14:06.111682+0000","last_became_active":"2024-09-13T16:14:06.109493+0000","last_became_peered":"2024-09-13T16:14:06.109493+0000","last_unstale":"2024-09-13T16:14:06.111682+0000","last_undegraded":"2024-09-13T16:14:06.111682+0000","last_fullsized":"2024-09-13T16:14:06.111682+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:46:00.716822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.7","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.767854+0000","last_change":"2024-09-13T16:14:05.767405+0000","last_active":"2024-09-13T16:14:05.767854+0000","last_peered":"2024-09-13T16:14:05.767854+0000","last_clean":"2024-09-13T16:14:05.767854+0000","last_became_active":"2024-09-13T16:14:05.767175+0000","last_became_peered":"2024-09-13T16:14:05.767175+0000","last_unstale":"2024-09-13T16:14:05.767854+0000","last_undegraded":"2024-09-13T16:14:05.767854+0000","last_fullsized":"2024-09-13T16:14:05.767854+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:24:29.896110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.5","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.753532+0000","last_change":"2024-09-13T16:14:05.753532+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.753532+0000","last_undegraded":"2024-09-13T16:14:05.753532+0000","last_fullsized":"2024-09-13T16:14:05.753532+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:31:52.673316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.6","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.765184+0000","last_change":"2024-09-13T16:14:05.763447+0000","last_active":"2024-09-13T16:14:05.765184+0000","last_peered":"2024-09-13T16:14:05.765184+0000","last_clean":"2024-09-13T16:14:05.765184+0000","last_became_active":"2024-09-13T16:14:05.763176+0000","last_became_peered":"2024-09-13T16:14:05.763176+0000","last_unstale":"2024-09-13T16:14:05.765184+0000","last_undegraded":"2024-09-13T16:14:05.765184+0000","last_fullsized":"2024-09-13T16:14:05.765184+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:05:03.027497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.6","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.753055+0000","last_change":"2024-09-13T16:14:05.753055+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.753055+0000","last_undegraded":"2024-09-13T16:14:05.753055+0000","last_fullsized":"2024-09-13T16:14:05.753055+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:04:48.421565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.5","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.762067+0000","last_change":"2024-09-13T16:14:05.761653+0000","last_active":"2024-09-13T16:14:05.762067+0000","last_peered":"2024-09-13T16:14:05.762067+0000","last_clean":"2024-09-13T16:14:05.762067+0000","last_became_active":"2024-09-13T16:14:05.761395+0000","last_became_peered":"2024-09-13T16:14:05.761395+0000","last_unstale":"2024-09-13T16:14:05.762067+0000","last_undegraded":"2024-09-13T16:14:05.762067+0000","last_fullsized":"2024-09-13T16:14:05.762067+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:41:47.628802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.7","version":"0'0","reported_seq":9,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.121546+0000","last_change":"2024-09-13T16:14:06.119479+0000","last_active":"2024-09-13T16:14:06.121546+0000","last_peered":"2024-09-13T16:14:06.121546+0000","last_clean":"2024-09-13T16:14:06.121546+0000","last_became_active":"2024-09-13T16:14:06.119138+0000","last_became_peered":"2024-09-13T16:14:06.119138+0000","last_unstale":"2024-09-13T16:14:06.121546+0000","last_undegraded":"2024-09-13T16:14:06.121546+0000","last_fullsized":"2024-09-13T16:14:06.121546+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:50:48.018271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.4","version":"0'0","reported_seq":10,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.101791+0000","last_change":"2024-09-13T16:14:05.762805+0000","last_active":"2024-09-13T16:14:06.101791+0000","last_peered":"2024-09-13T16:14:06.101791+0000","last_clean":"2024-09-13T16:14:06.101791+0000","last_became_active":"2024-09-13T16:14:05.762493+0000","last_became_peered":"2024-09-13T16:14:05.762493+0000","last_unstale":"2024-09-13T16:14:06.101791+0000","last_undegraded":"2024-09-13T16:14:06.101791+0000","last_fullsized":"2024-09-13T16:14:06.101791+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:14:36.553951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.0","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.748512+0000","last_change":"2024-09-13T16:14:05.748512+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.748512+0000","last_undegraded":"2024-09-13T16:14:05.748512+0000","last_fullsized":"2024-09-13T16:14:05.748512+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:04:48.421565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.3","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.768824+0000","last_change":"2024-09-13T16:14:05.764920+0000","last_active":"2024-09-13T16:14:05.768824+0000","last_peered":"2024-09-13T16:14:05.768824+0000","last_clean":"2024-09-13T16:14:05.768824+0000","last_became_active":"2024-09-13T16:14:05.764666+0000","last_became_peered":"2024-09-13T16:14:05.764666+0000","last_unstale":"2024-09-13T16:14:05.768824+0000","last_undegraded":"2024-09-13T16:14:05.768824+0000","last_fullsized":"2024-09-13T16:14:05.768824+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:41:47.628802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.1","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.758483+0000","last_change":"2024-09-13T16:14:05.758483+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.758483+0000","last_undegraded":"2024-09-13T16:14:05.758483+0000","last_fullsized":"2024-09-13T16:14:05.758483+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:16:58.361018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.2","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.759428+0000","last_change":"2024-09-13T16:14:05.758389+0000","last_active":"2024-09-13T16:14:05.759428+0000","last_peered":"2024-09-13T16:14:05.759428+0000","last_clean":"2024-09-13T16:14:05.759428+0000","last_became_active":"2024-09-13T16:14:05.758172+0000","last_became_peered":"2024-09-13T16:14:05.758172+0000","last_unstale":"2024-09-13T16:14:05.759428+0000","last_undegraded":"2024-09-13T16:14:05.759428+0000","last_fullsized":"2024-09-13T16:14:05.759428+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:36:20.637023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.2","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.748665+0000","last_change":"2024-09-13T16:14:05.748665+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.748665+0000","last_undegraded":"2024-09-13T16:14:05.748665+0000","last_fullsized":"2024-09-13T16:14:05.748665+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:04:48.421565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.1","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.761884+0000","last_change":"2024-09-13T16:14:05.760880+0000","last_active":"2024-09-13T16:14:05.761884+0000","last_peered":"2024-09-13T16:14:05.761884+0000","last_clean":"2024-09-13T16:14:05.761884+0000","last_became_active":"2024-09-13T16:14:05.760644+0000","last_became_peered":"2024-09-13T16:14:05.760644+0000","last_unstale":"2024-09-13T16:14:05.761884+0000","last_undegraded":"2024-09-13T16:14:05.761884+0000","last_fullsized":"2024-09-13T16:14:05.761884+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:54:37.869594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.3","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.750606+0000","last_change":"2024-09-13T16:14:05.750606+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.750606+0000","last_undegraded":"2024-09-13T16:14:05.750606+0000","last_fullsized":"2024-09-13T16:14:05.750606+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:26:31.947544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.0","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.761458+0000","last_change":"2024-09-13T16:14:05.760401+0000","last_active":"2024-09-13T16:14:05.761458+0000","last_peered":"2024-09-13T16:14:05.761458+0000","last_clean":"2024-09-13T16:14:05.761458+0000","last_became_active":"2024-09-13T16:14:05.760158+0000","last_became_peered":"2024-09-13T16:14:05.760158+0000","last_unstale":"2024-09-13T16:14:05.761458+0000","last_undegraded":"2024-09-13T16:14:05.761458+0000","last_fullsized":"2024-09-13T16:14:05.761458+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:54:37.869594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.17","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.748417+0000","last_change":"2024-09-13T16:14:05.748417+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.748417+0000","last_undegraded":"2024-09-13T16:14:05.748417+0000","last_fullsized":"2024-09-13T16:14:05.748417+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:51:40.467520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.14","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.759549+0000","last_change":"2024-09-13T16:14:05.757574+0000","last_active":"2024-09-13T16:14:05.759549+0000","last_peered":"2024-09-13T16:14:05.759549+0000","last_clean":"2024-09-13T16:14:05.759549+0000","last_became_active":"2024-09-13T16:14:05.757329+0000","last_became_peered":"2024-09-13T16:14:05.757329+0000","last_unstale":"2024-09-13T16:14:05.759549+0000","last_undegraded":"2024-09-13T16:14:05.759549+0000","last_fullsized":"2024-09-13T16:14:05.759549+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:14:36.553951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":273,"reported_epoch":145,"state":"active+clean","last_fresh":"2024-09-13T16:14:04.750457+0000","last_change":"2024-09-13T16:01:29.143297+0000","last_active":"2024-09-13T16:14:04.750457+0000","last_peered":"2024-09-13T16:14:04.750457+0000","last_clean":"2024-09-13T16:14:04.750457+0000","last_became_active":"2024-09-13T16:01:29.142269+0000","last_became_peered":"2024-09-13T16:01:29.142269+0000","last_unstale":"2024-09-13T16:14:04.750457+0000","last_undegraded":"2024-09-13T16:14:04.750457+0000","last_fullsized":"2024-09-13T16:14:04.750457+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:27.864638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:27.864638+0000","last_clean_scrub_stamp":"2024-09-13T16:01:27.864638+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:25:24.741463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":22,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":21,"num_pg":32,"stat_sum":{"num_bytes":616,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":7,"ondisk_log_size":7,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":14,"seq":60129542301,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":119008,"kb_used_data":1808,"kb_used_omap":1,"kb_used_meta":117182,"kb_avail":94252832,"statfs":{"total":96636764160,"available":96514899968,"internally_reserved":0,"allocated":1851392,"data_stored":849409,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":119994824},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:54 2024","interfaces":[{"interface":"back","average":{"1min":0.29999999999999999,"5min":0.39700000000000002,"15min":0.35499999999999998},"min":{"1min":0.20599999999999999,"5min":0.20599999999999999,"15min":0.183},"max":{"1min":0.44800000000000001,"5min":4.4610000000000003,"15min":4.4610000000000003},"last":0.28999999999999998},{"interface":"front","average":{"1min":0.35099999999999998,"5min":0.378,"15min":0.33400000000000002},"min":{"1min":0.28799999999999998,"5min":0.23999999999999999,"15min":0.17899999999999999},"max":{"1min":0.498,"5min":1.2410000000000001,"15min":1.2410000000000001},"last":0.30599999999999999}]},{"osd":1,"last update":"Fri Sep 13 16:13:54 2024","interfaces":[{"interface":"back","average":{"1min":0.318,"5min":0.501,"15min":0.378},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.182},"max":{"1min":0.439,"5min":7.7729999999999997,"15min":7.7729999999999997},"last":0.249},{"interface":"front","average":{"1min":0.38600000000000001,"5min":0.495,"15min":0.40000000000000002},"min":{"1min":0.27500000000000002,"5min":0.25700000000000001,"15min":0.19400000000000001},"max":{"1min":0.57799999999999996,"5min":6.4429999999999996,"15min":6.4429999999999996},"last":0.34499999999999997}]},{"osd":2,"last update":"Fri Sep 13 16:13:54 2024","interfaces":[{"interface":"back","average":{"1min":0.374,"5min":0.42499999999999999,"15min":0.38400000000000001},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.22800000000000001},"max":{"1min":0.51400000000000001,"5min":2.6339999999999999,"15min":2.6339999999999999},"last":0.32400000000000001},{"interface":"front","average":{"1min":0.40400000000000003,"5min":0.45800000000000002,"15min":0.40500000000000003},"min":{"1min":0.29999999999999999,"5min":0.22,"15min":0.21199999999999999},"max":{"1min":0.60099999999999998,"5min":3.585,"15min":3.585},"last":0.375}]},{"osd":4,"last update":"Fri Sep 13 16:13:54 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.61499999999999999,"15min":0.54600000000000004},"min":{"1min":0.40400000000000003,"5min":0.36799999999999999,"15min":0.28399999999999997},"max":{"1min":0.83499999999999996,"5min":1.216,"15min":1.216},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.63800000000000001,"15min":0.57299999999999995},"min":{"1min":0.39700000000000002,"5min":0.34599999999999997,"15min":0.27600000000000002},"max":{"1min":0.91900000000000004,"5min":2.6070000000000002,"15min":2.6070000000000002},"last":0.45900000000000002}]},{"osd":5,"last update":"Fri Sep 13 16:13:54 2024","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.64400000000000002,"15min":0.56699999999999995},"min":{"1min":0.44,"5min":0.38300000000000001,"15min":0.28100000000000003},"max":{"1min":0.95199999999999996,"5min":2.5449999999999999,"15min":2.5449999999999999},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.67300000000000004,"15min":0.59399999999999997},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.311},"max":{"1min":0.84399999999999997,"5min":3.5449999999999999,"15min":3.5449999999999999},"last":0.63700000000000001}]},{"osd":6,"last update":"Fri Sep 13 16:13:54 2024","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.69599999999999995,"15min":0.60899999999999999},"min":{"1min":0.435,"5min":0.42699999999999999,"15min":0.31900000000000001},"max":{"1min":0.90300000000000002,"5min":6.4189999999999996,"15min":6.4189999999999996},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.72299999999999998,"15min":0.60899999999999999},"min":{"1min":0.46500000000000002,"5min":0.40799999999999997,"15min":0.32200000000000001},"max":{"1min":0.82599999999999996,"5min":8.9559999999999995,"15min":8.9559999999999995},"last":0.65900000000000003}]},{"osd":7,"last update":"Fri Sep 13 16:13:54 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.64700000000000002,"15min":0.59499999999999997},"min":{"1min":0.443,"5min":0.42999999999999999,"15min":0.35499999999999998},"max":{"1min":0.93400000000000005,"5min":1.649,"15min":1.649},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.66200000000000003,"15min":0.59599999999999997},"min":{"1min":0.48899999999999999,"5min":0.45700000000000002,"15min":0.36299999999999999},"max":{"1min":0.81000000000000005,"5min":2.581,"15min":2.581},"last":0.624}]}]},{"osd":7,"up_from":13,"seq":55834575003,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":83456,"kb_used_data":2356,"kb_used_omap":1,"kb_used_meta":81086,"kb_avail":94288384,"statfs":{"total":96636764160,"available":96551305216,"internally_reserved":0,"allocated":2412544,"data_stored":1425471,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":83032523},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:44 2024","interfaces":[{"interface":"back","average":{"1min":0.92300000000000004,"5min":0.60199999999999998,"15min":0.505},"min":{"1min":0.35699999999999998,"5min":0.27600000000000002,"15min":0.193},"max":{"1min":7.6550000000000002,"5min":7.6550000000000002,"15min":7.6550000000000002},"last":0.69999999999999996},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.55900000000000005,"15min":0.50600000000000001},"min":{"1min":0.316,"5min":0.28799999999999998,"15min":0.20000000000000001},"max":{"1min":1.577,"5min":1.577,"15min":1.577},"last":0.58699999999999997}]},{"osd":1,"last update":"Fri Sep 13 16:13:44 2024","interfaces":[{"interface":"back","average":{"1min":0.95099999999999996,"5min":0.61199999999999999,"15min":0.52200000000000002},"min":{"1min":0.374,"5min":0.33200000000000002,"15min":0.22},"max":{"1min":8.3499999999999996,"5min":8.3499999999999996,"15min":8.3499999999999996},"last":0.75800000000000001},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.57399999999999995,"15min":0.51900000000000002},"min":{"1min":0.36199999999999999,"5min":0.34599999999999997,"15min":0.23400000000000001},"max":{"1min":2.3799999999999999,"5min":2.3799999999999999,"15min":2.3799999999999999},"last":0.68300000000000005}]},{"osd":2,"last update":"Fri Sep 13 16:13:44 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.57199999999999995,"15min":0.56100000000000005},"min":{"1min":0.32800000000000001,"5min":0.29299999999999998,"15min":0.23999999999999999},"max":{"1min":0.71699999999999997,"5min":0.79900000000000004,"15min":2.2919999999999998},"last":0.61399999999999999},{"interface":"front","average":{"1min":0.97399999999999998,"5min":0.64700000000000002,"15min":0.55700000000000005},"min":{"1min":0.44600000000000001,"5min":0.33700000000000002,"15min":0.255},"max":{"1min":7.6210000000000004,"5min":7.6210000000000004,"15min":7.6210000000000004},"last":0.66500000000000004}]},{"osd":3,"last update":"Fri Sep 13 16:13:44 2024","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.57499999999999996,"15min":0.52600000000000002},"min":{"1min":0.36899999999999999,"5min":0.314,"15min":0.255},"max":{"1min":1.6339999999999999,"5min":1.6339999999999999,"15min":1.6339999999999999},"last":0.73799999999999999},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.55200000000000005,"15min":0.51500000000000001},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.26700000000000002},"max":{"1min":0.77000000000000002,"5min":0.81000000000000005,"15min":0.88100000000000001},"last":0.70999999999999996}]},{"osd":4,"last update":"Fri Sep 13 16:13:44 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.496,"15min":0.45100000000000001},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.23400000000000001},"max":{"1min":1.208,"5min":1.208,"15min":1.208},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.877,"5min":0.57799999999999996,"15min":0.48899999999999999},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.249},"max":{"1min":7.5720000000000001,"5min":7.5720000000000001,"15min":7.5720000000000001},"last":0.46800000000000003}]},{"osd":5,"last update":"Fri Sep 13 16:13:44 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.53200000000000003,"15min":0.497},"min":{"1min":0.32300000000000001,"5min":0.308,"15min":0.25600000000000001},"max":{"1min":1.508,"5min":1.508,"15min":1.508},"last":0.33900000000000002},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.59399999999999997,"15min":0.55500000000000005},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.33700000000000002},"max":{"1min":0.80200000000000005,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.55300000000000005}]},{"osd":6,"last update":"Fri Sep 13 16:13:44 2024","interfaces":[{"interface":"back","average":{"1min":0.79000000000000004,"5min":0.60999999999999999,"15min":0.53900000000000003},"min":{"1min":0.36599999999999999,"5min":0.35399999999999998,"15min":0.32300000000000001},"max":{"1min":5.1699999999999999,"5min":5.1699999999999999,"15min":5.1699999999999999},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.93899999999999995,"5min":0.64400000000000002,"15min":0.56100000000000005},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.315},"max":{"1min":7.9699999999999998,"5min":7.9699999999999998,"15min":7.9699999999999998},"last":0.41099999999999998}]}]},{"osd":6,"up_from":13,"seq":55834575003,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":105084,"kb_used_data":1776,"kb_used_omap":1,"kb_used_meta":103294,"kb_avail":94266756,"statfs":{"total":96636764160,"available":96529158144,"internally_reserved":0,"allocated":1818624,"data_stored":835103,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":105773511},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:58 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.57199999999999995,"15min":0.52100000000000002},"min":{"1min":0.29999999999999999,"5min":0.24299999999999999,"15min":0.20000000000000001},"max":{"1min":0.73499999999999999,"5min":0.80700000000000005,"15min":0.97099999999999997},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.56799999999999995,"15min":0.52500000000000002},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.22500000000000001},"max":{"1min":0.71899999999999997,"5min":0.747,"15min":1.224},"last":0.53700000000000003}]},{"osd":1,"last update":"Fri Sep 13 16:13:58 2024","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.54600000000000004,"15min":0.50800000000000001},"min":{"1min":0.36399999999999999,"5min":0.30599999999999999,"15min":0.21099999999999999},"max":{"1min":0.70899999999999996,"5min":0.80100000000000005,"15min":1.0940000000000001},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.53300000000000003,"15min":0.496},"min":{"1min":0.38400000000000001,"5min":0.36499999999999999,"15min":0.247},"max":{"1min":0.65300000000000002,"5min":0.75600000000000001,"15min":1.1879999999999999},"last":0.41599999999999998}]},{"osd":2,"last update":"Fri Sep 13 16:13:58 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.54600000000000004,"15min":0.50700000000000001},"min":{"1min":0.36899999999999999,"5min":0.35199999999999998,"15min":0.247},"max":{"1min":0.69099999999999995,"5min":0.79000000000000004,"15min":0.94799999999999995},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.54300000000000004,"15min":0.53200000000000003},"min":{"1min":0.34699999999999998,"5min":0.34499999999999997,"15min":0.27000000000000002},"max":{"1min":0.69199999999999995,"5min":0.83799999999999997,"15min":0.91800000000000004},"last":0.38900000000000001}]},{"osd":3,"last update":"Fri Sep 13 16:13:58 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.56999999999999995,"15min":0.53700000000000003},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.252},"max":{"1min":0.72999999999999998,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.58399999999999996,"15min":0.55800000000000005},"min":{"1min":0.41499999999999998,"5min":0.38200000000000001,"15min":0.25900000000000001},"max":{"1min":0.67100000000000004,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.44800000000000001}]},{"osd":4,"last update":"Fri Sep 13 16:13:58 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.47399999999999998,"15min":0.46300000000000002},"min":{"1min":0.34300000000000003,"5min":0.27100000000000002,"15min":0.22600000000000001},"max":{"1min":0.65100000000000002,"5min":0.81200000000000006,"15min":1.1559999999999999},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.51200000000000001,"15min":0.496},"min":{"1min":0.37,"5min":0.317,"15min":0.23899999999999999},"max":{"1min":0.78500000000000003,"5min":0.83599999999999997,"15min":0.88900000000000001},"last":0.61599999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:13:58 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.53500000000000003,"15min":0.52500000000000002},"min":{"1min":0.376,"5min":0.309,"15min":0.29399999999999998},"max":{"1min":0.73099999999999998,"5min":0.79500000000000004,"15min":0.82099999999999995},"last":0.64900000000000002},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.53000000000000003,"15min":0.53400000000000003},"min":{"1min":0.377,"5min":0.30399999999999999,"15min":0.26400000000000001},"max":{"1min":0.745,"5min":0.878,"15min":0.93999999999999995},"last":0.59299999999999997}]},{"osd":7,"last update":"Fri Sep 13 16:13:58 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.54600000000000004,"15min":0.53100000000000003},"min":{"1min":0.39400000000000002,"5min":0.32600000000000001,"15min":0.254},"max":{"1min":0.755,"5min":0.86499999999999999,"15min":1.1080000000000001},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.61899999999999999,"15min":0.59399999999999997},"min":{"1min":0.48199999999999998,"5min":0.35899999999999999,"15min":0.33800000000000002},"max":{"1min":0.77000000000000002,"5min":0.90500000000000003,"15min":0.92600000000000005},"last":0.68200000000000005}]}]},{"osd":5,"up_from":13,"seq":55834575002,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":77192,"kb_used_data":1788,"kb_used_omap":1,"kb_used_meta":75390,"kb_avail":94294648,"statfs":{"total":96636764160,"available":96557719552,"internally_reserved":0,"allocated":1830912,"data_stored":841698,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":77199814},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:45 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.56699999999999995,"15min":0.49299999999999999},"min":{"1min":0.38,"5min":0.33700000000000002,"15min":0.215},"max":{"1min":1.03,"5min":1.03,"15min":1.03},"last":0.71699999999999997},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.56000000000000005,"15min":0.499},"min":{"1min":0.40600000000000003,"5min":0.29099999999999998,"15min":0.219},"max":{"1min":1.0089999999999999,"5min":1.0089999999999999,"15min":1.0089999999999999},"last":0.74299999999999999}]},{"osd":1,"last update":"Fri Sep 13 16:13:45 2024","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.56399999999999995,"15min":0.50900000000000001},"min":{"1min":0.38300000000000001,"5min":0.32700000000000001,"15min":0.24299999999999999},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.73299999999999998},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.55500000000000005,"15min":0.51100000000000001},"min":{"1min":0.42699999999999999,"5min":0.26300000000000001,"15min":0.24299999999999999},"max":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.81799999999999995}]},{"osd":2,"last update":"Fri Sep 13 16:13:45 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.56899999999999995,"15min":0.51100000000000001},"min":{"1min":0.35799999999999998,"5min":0.28199999999999997,"15min":0.249},"max":{"1min":0.95499999999999996,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.56100000000000005,"15min":0.53800000000000003},"min":{"1min":0.41199999999999998,"5min":0.40799999999999997,"15min":0.26600000000000001},"max":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":1.6000000000000001},"last":0.69599999999999995}]},{"osd":3,"last update":"Fri Sep 13 16:13:45 2024","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.59399999999999997,"15min":0.54200000000000004},"min":{"1min":0.47599999999999998,"5min":0.40000000000000002,"15min":0.252},"max":{"1min":0.99399999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.75600000000000001},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.628,"15min":0.58299999999999996},"min":{"1min":0.45500000000000002,"5min":0.40100000000000002,"15min":0.314},"max":{"1min":0.98199999999999998,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.77100000000000002}]},{"osd":4,"last update":"Fri Sep 13 16:13:45 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.48199999999999998,"15min":0.49099999999999999},"min":{"1min":0.313,"5min":0.29799999999999999,"15min":0.254},"max":{"1min":0.749,"5min":0.95999999999999996,"15min":1.377},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.48399999999999999,"15min":0.48999999999999999},"min":{"1min":0.316,"5min":0.28100000000000003,"15min":0.23799999999999999},"max":{"1min":0.72999999999999998,"5min":0.88500000000000001,"15min":0.93799999999999994},"last":0.57799999999999996}]},{"osd":6,"last update":"Fri Sep 13 16:13:45 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.499,"15min":0.49199999999999999},"min":{"1min":0.33700000000000002,"5min":0.30099999999999999,"15min":0.251},"max":{"1min":0.76500000000000001,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54300000000000004,"15min":0.53600000000000003},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.22900000000000001},"max":{"1min":0.76100000000000001,"5min":0.81699999999999995,"15min":1.036},"last":0.64200000000000002}]},{"osd":7,"last update":"Fri Sep 13 16:13:45 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.52600000000000002,"15min":0.51800000000000002},"min":{"1min":0.37,"5min":0.31900000000000001,"15min":0.27600000000000002},"max":{"1min":0.753,"5min":0.86299999999999999,"15min":0.90100000000000002},"last":0.67900000000000005},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.56100000000000005,"15min":0.54800000000000004},"min":{"1min":0.378,"5min":0.32800000000000001,"15min":0.29599999999999999},"max":{"1min":0.78100000000000003,"5min":0.877,"15min":0.90900000000000003},"last":0.79300000000000004}]}]},{"osd":4,"up_from":13,"seq":55834575003,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":91068,"kb_used_data":1776,"kb_used_omap":1,"kb_used_meta":89278,"kb_avail":94280772,"statfs":{"total":96636764160,"available":96543510528,"internally_reserved":0,"allocated":1818624,"data_stored":835103,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":91421126},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:48 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.52500000000000002,"15min":0.49299999999999999},"min":{"1min":0.39000000000000001,"5min":0.29799999999999999,"15min":0.19400000000000001},"max":{"1min":0.60799999999999998,"5min":0.83299999999999996,"15min":5.7510000000000003},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.55100000000000005,"15min":0.55400000000000005},"min":{"1min":0.38500000000000001,"5min":0.34499999999999997,"15min":0.20699999999999999},"max":{"1min":0.78300000000000003,"5min":1.0940000000000001,"15min":18.648},"last":0.44600000000000001}]},{"osd":1,"last update":"Fri Sep 13 16:13:48 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.55300000000000005,"15min":0.56299999999999994},"min":{"1min":0.39900000000000002,"5min":0.38100000000000001,"15min":0.221},"max":{"1min":0.71499999999999997,"5min":0.997,"15min":20.414000000000001},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.57999999999999996,"15min":0.59499999999999997},"min":{"1min":0.372,"5min":0.372,"15min":0.23899999999999999},"max":{"1min":0.64900000000000002,"5min":0.85299999999999998,"15min":20.018000000000001},"last":0.52300000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:13:48 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.57699999999999996,"15min":0.52000000000000002},"min":{"1min":0.42599999999999999,"5min":0.376,"15min":0.26400000000000001},"max":{"1min":0.67800000000000005,"5min":0.872,"15min":1.5529999999999999},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.624,"15min":0.625},"min":{"1min":0.48199999999999998,"5min":0.38700000000000001,"15min":0.27700000000000002},"max":{"1min":0.749,"5min":0.91700000000000004,"15min":12.138},"last":0.55300000000000005}]},{"osd":3,"last update":"Fri Sep 13 16:13:48 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.58799999999999997,"15min":0.59699999999999998},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.28399999999999997},"max":{"1min":0.75700000000000001,"5min":0.81699999999999995,"15min":13.097},"last":0.374},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.55800000000000005,"15min":0.55100000000000005},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.27000000000000002},"max":{"1min":0.73599999999999999,"5min":0.79200000000000004,"15min":11.009},"last":0.41999999999999998}]},{"osd":5,"last update":"Fri Sep 13 16:13:48 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.49399999999999999,"15min":0.56699999999999995},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.67700000000000005,"5min":0.88800000000000001,"15min":24.812999999999999},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.55600000000000005,"15min":0.53200000000000003},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.27000000000000002},"max":{"1min":0.65500000000000003,"5min":0.96599999999999997,"15min":1.5860000000000001},"last":0.53200000000000003}]},{"osd":6,"last update":"Fri Sep 13 16:13:48 2024","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.51000000000000001,"15min":0.54200000000000004},"min":{"1min":0.34300000000000003,"5min":0.316,"15min":0.25800000000000001},"max":{"1min":0.73399999999999999,"5min":0.84099999999999997,"15min":13.071999999999999},"last":0.498},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.50700000000000001,"15min":0.58499999999999996},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.24399999999999999},"max":{"1min":0.71299999999999997,"5min":0.84599999999999997,"15min":24.873999999999999},"last":0.48799999999999999}]},{"osd":7,"last update":"Fri Sep 13 16:13:48 2024","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.51300000000000001,"15min":0.749},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.25800000000000001},"max":{"1min":0.61199999999999999,"5min":0.90400000000000003,"15min":64.593999999999994},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.57499999999999996,"15min":0.60899999999999999},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.76400000000000001,"5min":0.86299999999999999,"15min":13.125},"last":0.58799999999999997}]}]},{"osd":2,"up_from":13,"seq":55834575002,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":105020,"kb_used_data":1776,"kb_used_omap":1,"kb_used_meta":103230,"kb_avail":94266820,"statfs":{"total":96636764160,"available":96529223680,"internally_reserved":0,"allocated":1818624,"data_stored":835103,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":105707974},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:49 2024","interfaces":[{"interface":"back","average":{"1min":0.308,"5min":0.34899999999999998,"15min":0.32300000000000001},"min":{"1min":0.24299999999999999,"5min":0.222,"15min":0.17100000000000001},"max":{"1min":0.44400000000000001,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.35099999999999998},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.36599999999999999,"15min":0.33800000000000002},"min":{"1min":0.27400000000000002,"5min":0.23100000000000001,"15min":0.185},"max":{"1min":0.53900000000000003,"5min":0.61299999999999999,"15min":0.63200000000000001},"last":0.46999999999999997}]},{"osd":1,"last update":"Fri Sep 13 16:13:49 2024","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.36199999999999999,"15min":0.33800000000000002},"min":{"1min":0.25800000000000001,"5min":0.22900000000000001,"15min":0.189},"max":{"1min":0.47899999999999998,"5min":0.59999999999999998,"15min":0.61799999999999999},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.42399999999999999,"15min":0.39600000000000002},"min":{"1min":0.318,"5min":0.214,"15min":0.20100000000000001},"max":{"1min":0.54300000000000004,"5min":0.753,"15min":0.753},"last":0.48299999999999998}]},{"osd":3,"last update":"Fri Sep 13 16:13:55 2024","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.40200000000000002,"15min":0.36899999999999999},"min":{"1min":0.28699999999999998,"5min":0.26900000000000002,"15min":0.20899999999999999},"max":{"1min":0.58999999999999997,"5min":0.70599999999999996,"15min":0.72299999999999998},"last":0.41699999999999998},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.39100000000000001,"15min":0.36599999999999999},"min":{"1min":0.28699999999999998,"5min":0.28199999999999997,"15min":0.23200000000000001},"max":{"1min":0.64200000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.39000000000000001}]},{"osd":4,"last update":"Fri Sep 13 16:13:49 2024","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.60099999999999998,"15min":0.55200000000000005},"min":{"1min":0.443,"5min":0.32200000000000001,"15min":0.25800000000000001},"max":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.85199999999999998},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.624,"5min":0.60499999999999998,"15min":0.55600000000000005},"min":{"1min":0.45600000000000002,"5min":0.32900000000000001,"15min":0.26200000000000001},"max":{"1min":1.3200000000000001,"5min":1.3200000000000001,"15min":1.3200000000000001},"last":0.60399999999999998}]},{"osd":5,"last update":"Fri Sep 13 16:13:49 2024","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.60099999999999998,"15min":0.55600000000000005},"min":{"1min":0.38700000000000001,"5min":0.36699999999999999,"15min":0.25},"max":{"1min":0.83899999999999997,"5min":0.94099999999999995,"15min":1.0169999999999999},"last":0.72299999999999998},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.62,"15min":0.56200000000000006},"min":{"1min":0.378,"5min":0.378,"15min":0.29199999999999998},"max":{"1min":0.93300000000000005,"5min":1.4139999999999999,"15min":1.4139999999999999},"last":0.63800000000000001}]},{"osd":6,"last update":"Fri Sep 13 16:13:49 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.61899999999999999,"15min":0.56399999999999995},"min":{"1min":0.442,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.79500000000000004,"5min":1.431,"15min":1.431},"last":0.67100000000000004},{"interface":"front","average":{"1min":0.62,"5min":0.63900000000000001,"15min":0.58699999999999997},"min":{"1min":0.41299999999999998,"5min":0.38600000000000001,"15min":0.33600000000000002},"max":{"1min":1.1279999999999999,"5min":1.4830000000000001,"15min":1.4830000000000001},"last":0.73999999999999999}]},{"osd":7,"last update":"Fri Sep 13 16:13:49 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.61399999999999999,"15min":0.57899999999999996},"min":{"1min":0.435,"5min":0.375,"15min":0.33700000000000002},"max":{"1min":0.89300000000000002,"5min":0.97899999999999998,"15min":1.03},"last":0.69199999999999995},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.626,"15min":0.58799999999999997},"min":{"1min":0.40500000000000003,"5min":0.40300000000000002,"15min":0.32400000000000001},"max":{"1min":0.76700000000000002,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.65200000000000002}]}]},{"osd":1,"up_from":13,"seq":55834575002,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":82944,"kb_used_data":1776,"kb_used_omap":1,"kb_used_meta":81150,"kb_avail":94288896,"statfs":{"total":96636764160,"available":96551829504,"internally_reserved":0,"allocated":1818624,"data_stored":835103,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":83098054},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:53 2024","interfaces":[{"interface":"back","average":{"1min":1.113,"5min":0.503,"15min":0.379},"min":{"1min":0.23799999999999999,"5min":0.19500000000000001,"15min":0.14799999999999999},"max":{"1min":10.233000000000001,"5min":10.233000000000001,"15min":10.233000000000001},"last":0.30099999999999999},{"interface":"front","average":{"1min":1.044,"5min":0.503,"15min":0.39400000000000002},"min":{"1min":0.215,"5min":0.182,"15min":0.182},"max":{"1min":9.8879999999999999,"5min":9.8879999999999999,"15min":9.8879999999999999},"last":0.42099999999999999}]},{"osd":2,"last update":"Fri Sep 13 16:13:53 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.40600000000000003,"15min":0.34899999999999998},"min":{"1min":0.26200000000000001,"5min":0.22,"15min":0.186},"max":{"1min":3.609,"5min":3.609,"15min":3.609},"last":0.38300000000000001},{"interface":"front","average":{"1min":1.079,"5min":0.53100000000000003,"15min":0.42399999999999999},"min":{"1min":0.216,"5min":0.216,"15min":0.216},"max":{"1min":9.8550000000000004,"5min":9.8550000000000004,"15min":9.8550000000000004},"last":0.36799999999999999}]},{"osd":3,"last update":"Fri Sep 13 16:13:53 2024","interfaces":[{"interface":"back","average":{"1min":3.0419999999999998,"5min":0.92000000000000004,"15min":0.55100000000000005},"min":{"1min":0.27400000000000002,"5min":0.21299999999999999,"15min":0.20000000000000001},"max":{"1min":35.280000000000001,"5min":35.280000000000001,"15min":35.280000000000001},"last":0.33000000000000002},{"interface":"front","average":{"1min":1.7490000000000001,"5min":0.69099999999999995,"15min":0.497},"min":{"1min":0.248,"5min":0.248,"15min":0.223},"max":{"1min":17.962,"5min":17.962,"15min":17.962},"last":0.40699999999999997}]},{"osd":4,"last update":"Fri Sep 13 16:13:53 2024","interfaces":[{"interface":"back","average":{"1min":1.2589999999999999,"5min":0.73999999999999999,"15min":0.59899999999999998},"min":{"1min":0.38100000000000001,"5min":0.316,"15min":0.28399999999999997},"max":{"1min":9.8190000000000008,"5min":9.8190000000000008,"15min":9.8190000000000008},"last":0.626},{"interface":"front","average":{"1min":0.751,"5min":0.64300000000000002,"15min":0.57299999999999995},"min":{"1min":0.45300000000000001,"5min":0.30599999999999999,"15min":0.30399999999999999},"max":{"1min":3.194,"5min":3.194,"15min":3.194},"last":0.52500000000000002}]},{"osd":5,"last update":"Fri Sep 13 16:13:53 2024","interfaces":[{"interface":"back","average":{"1min":2.1200000000000001,"5min":0.91300000000000003,"15min":0.65300000000000002},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.28899999999999998},"max":{"1min":21.114000000000001,"5min":21.114000000000001,"15min":21.114000000000001},"last":0.65200000000000002},{"interface":"front","average":{"1min":1.3620000000000001,"5min":0.77000000000000002,"15min":0.622},"min":{"1min":0.42399999999999999,"5min":0.371,"15min":0.32400000000000001},"max":{"1min":9.7870000000000008,"5min":9.7870000000000008,"15min":9.7870000000000008},"last":0.51700000000000002}]},{"osd":6,"last update":"Fri Sep 13 16:13:53 2024","interfaces":[{"interface":"back","average":{"1min":0.746,"5min":0.64800000000000002,"15min":0.58299999999999996},"min":{"1min":0.45400000000000001,"5min":0.39800000000000002,"15min":0.313},"max":{"1min":1.6379999999999999,"5min":1.6379999999999999,"15min":1.6379999999999999},"last":0.63900000000000001},{"interface":"front","average":{"1min":1.6479999999999999,"5min":0.83499999999999996,"15min":0.64700000000000002},"min":{"1min":0.372,"5min":0.372,"15min":0.31900000000000001},"max":{"1min":13.529,"5min":13.529,"15min":13.529},"last":0.58999999999999997}]},{"osd":7,"last update":"Fri Sep 13 16:13:53 2024","interfaces":[{"interface":"back","average":{"1min":0.73599999999999999,"5min":0.65800000000000003,"15min":0.59499999999999997},"min":{"1min":0.47899999999999998,"5min":0.43099999999999999,"15min":0.315},"max":{"1min":1.6060000000000001,"5min":1.6060000000000001,"15min":1.6060000000000001},"last":0.66900000000000004},{"interface":"front","average":{"1min":2.181,"5min":0.94799999999999995,"15min":0.69099999999999995},"min":{"1min":0.39900000000000002,"5min":0.377,"15min":0.377},"max":{"1min":20.34,"5min":20.34,"15min":20.34},"last":0.67700000000000005}]}]},{"osd":0,"up_from":13,"seq":55834575004,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":101512,"kb_used_data":2364,"kb_used_omap":1,"kb_used_meta":99134,"kb_avail":94270328,"statfs":{"total":96636764160,"available":96532815872,"internally_reserved":0,"allocated":2420736,"data_stored":1431397,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":101513671},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 16:13:47 2024","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.34799999999999998,"15min":0.35799999999999998},"min":{"1min":0.23100000000000001,"5min":0.20899999999999999,"15min":0.151},"max":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":2.5960000000000001},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.375,"15min":0.35099999999999998},"min":{"1min":0.26600000000000001,"5min":0.20300000000000001,"15min":0.17599999999999999},"max":{"1min":0.51300000000000001,"5min":0.61799999999999999,"15min":0.65900000000000003},"last":0.309}]},{"osd":2,"last update":"Fri Sep 13 16:13:47 2024","interfaces":[{"interface":"back","average":{"1min":0.373,"5min":0.373,"15min":0.35999999999999999},"min":{"1min":0.28599999999999998,"5min":0.20200000000000001,"15min":0.19800000000000001},"max":{"1min":0.55400000000000005,"5min":0.56799999999999995,"15min":1.373},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.39300000000000002,"5min":0.39700000000000002,"15min":0.379},"min":{"1min":0.248,"5min":0.248,"15min":0.19400000000000001},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.77900000000000003},"last":0.437}]},{"osd":3,"last update":"Fri Sep 13 16:14:00 2024","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.41199999999999998,"15min":0.39000000000000001},"min":{"1min":0.26500000000000001,"5min":0.249,"15min":0.218},"max":{"1min":0.54000000000000004,"5min":0.59699999999999998,"15min":0.75},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.374,"5min":0.378,"15min":0.35699999999999998},"min":{"1min":0.25,"5min":0.22,"15min":0.20100000000000001},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.47399999999999998}]},{"osd":4,"last update":"Fri Sep 13 16:13:47 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.58399999999999996,"15min":0.53300000000000003},"min":{"1min":0.42999999999999999,"5min":0.29599999999999999,"15min":0.28000000000000003},"max":{"1min":0.76000000000000001,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.60499999999999998,"15min":0.55800000000000005},"min":{"1min":0.41399999999999998,"5min":0.34599999999999997,"15min":0.28199999999999997},"max":{"1min":0.76700000000000002,"5min":0.86299999999999999,"15min":1.321},"last":0.77900000000000003}]},{"osd":5,"last update":"Fri Sep 13 16:13:47 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.60099999999999998,"15min":0.71399999999999997},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.30199999999999999},"max":{"1min":0.73699999999999999,"5min":0.88600000000000001,"15min":41.240000000000002},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.61799999999999999,"15min":0.74199999999999999},"min":{"1min":0.44700000000000001,"5min":0.36299999999999999,"15min":0.29999999999999999},"max":{"1min":0.78700000000000003,"5min":0.91500000000000004,"15min":41.301000000000002},"last":0.71499999999999997}]},{"osd":6,"last update":"Fri Sep 13 16:13:47 2024","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.60899999999999999,"15min":0.55300000000000005},"min":{"1min":0.48099999999999998,"5min":0.34799999999999998,"15min":0.312},"max":{"1min":0.83899999999999997,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.74199999999999999},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.63400000000000001,"15min":0.58499999999999996},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.34300000000000003},"max":{"1min":0.78200000000000003,"5min":1.0109999999999999,"15min":1.286},"last":0.81899999999999995}]},{"osd":7,"last update":"Fri Sep 13 16:13:47 2024","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.64300000000000002,"15min":0.60099999999999998},"min":{"1min":0.46899999999999997,"5min":0.38900000000000001,"15min":0.34799999999999998},"max":{"1min":0.81599999999999995,"5min":0.92000000000000004,"15min":1.1639999999999999},"last":0.79100000000000004},{"interface":"front","average":{"1min":0.623,"5min":0.64400000000000002,"15min":0.58399999999999996},"min":{"1min":0.46000000000000002,"5min":0.38900000000000001,"15min":0.35099999999999998},"max":{"1min":0.80600000000000005,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.80200000000000005}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:14:09.015 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:14:09.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.146+0000 7fb31cf33640 1 Processor -- start 2024-09-13T16:14:09.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.146+0000 7fb31cf33640 1 -- start start 2024-09-13T16:14:09.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.147+0000 7fb31cf33640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fb31815a2e0 0x7fb3180c9a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:09.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.147+0000 7fb31cf33640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb3180cb3f0 0x7fb31806d030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:09.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.147+0000 7fb31cf33640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb3180c8920 con 0x7fb3180c9f80 2024-09-13T16:14:09.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.147+0000 7fb31cf33640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb31815a6c0 con 0x7fb31815a2e0 2024-09-13T16:14:09.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.147+0000 7fb31cf33640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb3180ca500 con 0x7fb3180cb3f0 2024-09-13T16:14:09.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.147+0000 7fb30dd9b640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fb3180c9f80 0x7fb3180cace0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:47802/0 (socket says 172.21.15.76:47802) 2024-09-13T16:14:09.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.147+0000 7fb30dd9b640 1 -- 172.21.15.76:0/3316499631 learned_addr learned my addr 172.21.15.76:0/3316499631 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:14:09.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.147+0000 7fb316d9d640 1 --2- 172.21.15.76:0/3316499631 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb3180cb3f0 0x7fb31806d030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:09.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.147+0000 7fb31659c640 1 --2- 172.21.15.76:0/3316499631 >> v2:172.21.15.192:3300/0 conn(0x7fb31815a2e0 0x7fb3180c9a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:09.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.147+0000 7fb315d9b640 1 -- 172.21.15.76:0/3316499631 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3644689254 0 0) 0x7fb3180c8920 con 0x7fb3180c9f80 2024-09-13T16:14:09.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.147+0000 7fb315d9b640 1 -- 172.21.15.76:0/3316499631 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb304003520 con 0x7fb3180c9f80 2024-09-13T16:14:09.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.147+0000 7fb315d9b640 1 -- 172.21.15.76:0/3316499631 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 226035663 0 0) 0x7fb304003520 con 0x7fb3180c9f80 2024-09-13T16:14:09.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.147+0000 7fb315d9b640 1 -- 172.21.15.76:0/3316499631 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb3180cb3f0 msgr2=0x7fb31806d030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:09.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.147+0000 7fb315d9b640 1 --2- 172.21.15.76:0/3316499631 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb3180cb3f0 0x7fb31806d030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:09.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.147+0000 7fb315d9b640 1 -- 172.21.15.76:0/3316499631 >> v2:172.21.15.192:3300/0 conn(0x7fb31815a2e0 msgr2=0x7fb3180c9a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:09.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.147+0000 7fb315d9b640 1 --2- 172.21.15.76:0/3316499631 >> v2:172.21.15.192:3300/0 conn(0x7fb31815a2e0 0x7fb3180c9a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:09.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.147+0000 7fb315d9b640 1 -- 172.21.15.76:0/3316499631 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb3180c8b70 con 0x7fb3180c9f80 2024-09-13T16:14:09.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.147+0000 7fb315d9b640 1 -- 172.21.15.76:0/3316499631 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7fb300001670 con 0x7fb3180c9f80 2024-09-13T16:14:09.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.148+0000 7fb315d9b640 1 -- 172.21.15.76:0/3316499631 >> v1:172.21.15.76:6789/0 conn(0x7fb3180c9f80 legacy=0x7fb3180cace0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:09.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.148+0000 7fb315d9b640 1 --2- 172.21.15.76:0/3316499631 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb304003970 0x7fb304003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:09.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.148+0000 7fb315d9b640 1 --2- 172.21.15.76:0/3316499631 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb3040047c0 0x7fb304004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:09.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.148+0000 7fb315d9b640 1 --2- 172.21.15.76:0/3316499631 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb3180cb3f0 0x7fb304005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:09.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.148+0000 7fb315d9b640 1 -- 172.21.15.76:0/3316499631 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb31815a6c0 con 0x7fb3040047c0 2024-09-13T16:14:09.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.148+0000 7fb315d9b640 1 -- 172.21.15.76:0/3316499631 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb3180ca500 con 0x7fb304003970 2024-09-13T16:14:09.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.148+0000 7fb315d9b640 1 -- 172.21.15.76:0/3316499631 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb30400b980 con 0x7fb3180cb3f0 2024-09-13T16:14:09.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.148+0000 7fb30dd9b640 1 --2- 172.21.15.76:0/3316499631 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb3040047c0 0x7fb304004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:09.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.148+0000 7fb31659c640 1 --2- 172.21.15.76:0/3316499631 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb304003970 0x7fb304003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:09.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.148+0000 7fb316d9d640 1 --2- 172.21.15.76:0/3316499631 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb3180cb3f0 0x7fb304005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:09.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.148+0000 7fb30dd9b640 1 -- 172.21.15.76:0/3316499631 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb3180cb3f0 msgr2=0x7fb304005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:09.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.148+0000 7fb30dd9b640 1 --2- 172.21.15.76:0/3316499631 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb3180cb3f0 0x7fb304005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:09.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.148+0000 7fb30dd9b640 1 -- 172.21.15.76:0/3316499631 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb304003970 msgr2=0x7fb304003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:09.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.148+0000 7fb30dd9b640 1 --2- 172.21.15.76:0/3316499631 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb304003970 0x7fb304003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:09.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.148+0000 7fb30dd9b640 1 -- 172.21.15.76:0/3316499631 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb304003520 con 0x7fb3040047c0 2024-09-13T16:14:09.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.148+0000 7fb316d9d640 1 --2- 172.21.15.76:0/3316499631 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb3180cb3f0 0x7fb304005180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:14:09.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.149+0000 7fb30dd9b640 1 --2- 172.21.15.76:0/3316499631 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb3040047c0 0x7fb304004c40 secure :-1 s=READY pgs=1991 cs=0 l=1 rev1=1 crypto rx=0x7fb30000c290 tx=0x7fb3040057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df4b736c27e35866 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:09.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.149+0000 7fb315d9b640 1 -- 172.21.15.76:0/3316499631 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb30002e070 con 0x7fb3040047c0 2024-09-13T16:14:09.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.149+0000 7fb315d9b640 1 -- 172.21.15.76:0/3316499631 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb3000058d0 con 0x7fb3040047c0 2024-09-13T16:14:09.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.149+0000 7fb315d9b640 1 -- 172.21.15.76:0/3316499631 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb300005c80 con 0x7fb3040047c0 2024-09-13T16:14:09.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.149+0000 7fb31cf33640 1 -- 172.21.15.76:0/3316499631 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb3040047c0 msgr2=0x7fb304004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:09.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.149+0000 7fb31cf33640 1 --2- 172.21.15.76:0/3316499631 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb3040047c0 0x7fb304004c40 secure :-1 s=READY pgs=1991 cs=0 l=1 rev1=1 crypto rx=0x7fb30000c290 tx=0x7fb3040057f0 comp rx=0 tx=0).stop 2024-09-13T16:14:09.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.149+0000 7fb316d9d640 1 -- 172.21.15.76:0/3316499631 reap_dead start 2024-09-13T16:14:09.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.149+0000 7fb31cf33640 1 -- 172.21.15.76:0/3316499631 shutdown_connections 2024-09-13T16:14:09.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.149+0000 7fb31cf33640 1 -- 172.21.15.76:0/3316499631 >> 172.21.15.76:0/3316499631 conn(0x7fb318069ed0 msgr2=0x7fb31806a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:09.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.149+0000 7fb31cf33640 1 -- 172.21.15.76:0/3316499631 shutdown_connections 2024-09-13T16:14:09.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.149+0000 7fb31cf33640 1 -- 172.21.15.76:0/3316499631 wait complete. 2024-09-13T16:14:09.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.151+0000 7fb31cf33640 1 Processor -- start 2024-09-13T16:14:09.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.151+0000 7fb31cf33640 1 -- start start 2024-09-13T16:14:09.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.152+0000 7fb31cf33640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb3040047c0 0x7fb31815cb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:09.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.152+0000 7fb31cf33640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb3180c53a0 0x7fb3181f1eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:09.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.152+0000 7fb31cf33640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb318159230 0x7fb3180c6290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:09.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.152+0000 7fb31cf33640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb31815b2b0 con 0x7fb318159230 2024-09-13T16:14:09.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.152+0000 7fb31cf33640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb31815b550 con 0x7fb3180c53a0 2024-09-13T16:14:09.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.152+0000 7fb31cf33640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb3180c5830 con 0x7fb3040047c0 2024-09-13T16:14:09.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.152+0000 7fb316d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb318159230 0x7fb3180c6290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:09.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.152+0000 7fb316d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb318159230 0x7fb3180c6290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51338/0 (socket says 172.21.15.76:51338) 2024-09-13T16:14:09.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.152+0000 7fb316d9d640 1 -- 172.21.15.76:0/470390237 learned_addr learned my addr 172.21.15.76:0/470390237 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:09.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.152+0000 7fb31659c640 1 --2- 172.21.15.76:0/470390237 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb3040047c0 0x7fb31815cb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:09.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.152+0000 7fb30dd9b640 1 --2- 172.21.15.76:0/470390237 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb3180c53a0 0x7fb3181f1eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:09.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.152+0000 7fb316d9d640 1 -- 172.21.15.76:0/470390237 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb3040047c0 msgr2=0x7fb31815cb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:09.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.152+0000 7fb316d9d640 1 --2- 172.21.15.76:0/470390237 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb3040047c0 0x7fb31815cb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:09.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.152+0000 7fb316d9d640 1 -- 172.21.15.76:0/470390237 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb3180c53a0 msgr2=0x7fb3181f1eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:09.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.152+0000 7fb316d9d640 1 --2- 172.21.15.76:0/470390237 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb3180c53a0 0x7fb3181f1eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:09.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.152+0000 7fb316d9d640 1 -- 172.21.15.76:0/470390237 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb31815d280 con 0x7fb318159230 2024-09-13T16:14:09.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.152+0000 7fb316d9d640 1 --2- 172.21.15.76:0/470390237 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb318159230 0x7fb3180c6290 secure :-1 s=READY pgs=1992 cs=0 l=1 rev1=1 crypto rx=0x7fb3180c1c10 tx=0x7fb310010590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:09.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.152+0000 7fb30f7fe640 1 -- 172.21.15.76:0/470390237 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb31000e050 con 0x7fb318159230 2024-09-13T16:14:09.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.152+0000 7fb30f7fe640 1 -- 172.21.15.76:0/470390237 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb31000f040 con 0x7fb318159230 2024-09-13T16:14:09.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.152+0000 7fb31cf33640 1 -- 172.21.15.76:0/470390237 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb31815d520 con 0x7fb318159230 2024-09-13T16:14:09.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.152+0000 7fb30f7fe640 1 -- 172.21.15.76:0/470390237 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb310003990 con 0x7fb318159230 2024-09-13T16:14:09.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.152+0000 7fb31cf33640 1 -- 172.21.15.76:0/470390237 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb31806e460 con 0x7fb318159230 2024-09-13T16:14:09.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.153+0000 7fb31cf33640 1 -- 172.21.15.76:0/470390237 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb318070200 con 0x7fb318159230 2024-09-13T16:14:09.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.154+0000 7fb30f7fe640 1 -- 172.21.15.76:0/470390237 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb310015440 con 0x7fb318159230 2024-09-13T16:14:09.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.154+0000 7fb30f7fe640 1 --2- 172.21.15.76:0/470390237 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb2f806ac30 0x7fb2f806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:09.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.154+0000 7fb31659c640 1 --2- 172.21.15.76:0/470390237 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb2f806ac30 0x7fb2f806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:09.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.154+0000 7fb30f7fe640 1 -- 172.21.15.76:0/470390237 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(148..148 src has 1..148) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fb310089880 con 0x7fb318159230 2024-09-13T16:14:09.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.155+0000 7fb31659c640 1 --2- 172.21.15.76:0/470390237 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb2f806ac30 0x7fb2f806d0f0 secure :-1 s=READY pgs=849 cs=0 l=1 rev1=1 crypto rx=0x7fb308009bc0 tx=0x7fb308009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:09.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.159+0000 7fb30f7fe640 1 -- 172.21.15.76:0/470390237 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fb3100549b0 con 0x7fb318159230 2024-09-13T16:14:09.317 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.315+0000 7fb31cf33640 1 -- 172.21.15.76:0/470390237 --> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fb3180b2370 con 0x7fb2f806ac30 2024-09-13T16:14:09.324 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.322+0000 7fb30f7fe640 1 -- 172.21.15.76:0/470390237 <== mgr.4104 v2:172.21.15.76:6832/911852275 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+287048 (secure 0 0 0) 0x7fb308019070 con 0x7fb2f806ac30 2024-09-13T16:14:09.327 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:14:09.328 INFO:teuthology.orchestra.run.smithi076.stderr:dumped all 2024-09-13T16:14:09.330 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.326+0000 7fb31cf33640 1 -- 172.21.15.76:0/470390237 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb2f806ac30 msgr2=0x7fb2f806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:09.330 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.326+0000 7fb31cf33640 1 --2- 172.21.15.76:0/470390237 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb2f806ac30 0x7fb2f806d0f0 secure :-1 s=READY pgs=849 cs=0 l=1 rev1=1 crypto rx=0x7fb308009bc0 tx=0x7fb308009190 comp rx=0 tx=0).stop 2024-09-13T16:14:09.330 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.326+0000 7fb31cf33640 1 -- 172.21.15.76:0/470390237 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb318159230 msgr2=0x7fb3180c6290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:09.330 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.326+0000 7fb31cf33640 1 --2- 172.21.15.76:0/470390237 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb318159230 0x7fb3180c6290 secure :-1 s=READY pgs=1992 cs=0 l=1 rev1=1 crypto rx=0x7fb3180c1c10 tx=0x7fb310010590 comp rx=0 tx=0).stop 2024-09-13T16:14:09.330 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.326+0000 7fb31cf33640 1 -- 172.21.15.76:0/470390237 shutdown_connections 2024-09-13T16:14:09.330 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.326+0000 7fb31cf33640 1 --2- 172.21.15.76:0/470390237 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb318159230 0x7fb3180c6290 unknown :-1 s=CLOSED pgs=1992 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:09.330 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.326+0000 7fb31cf33640 1 --2- 172.21.15.76:0/470390237 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb3180c53a0 0x7fb3181f1eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:09.330 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.326+0000 7fb31cf33640 1 --2- 172.21.15.76:0/470390237 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb2f806ac30 0x7fb2f806d0f0 unknown :-1 s=CLOSED pgs=849 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:09.330 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.326+0000 7fb31cf33640 1 --2- 172.21.15.76:0/470390237 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb3040047c0 0x7fb31815cb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:09.330 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.326+0000 7fb31cf33640 1 -- 172.21.15.76:0/470390237 >> 172.21.15.76:0/470390237 conn(0x7fb318069ed0 msgr2=0x7fb3180ad150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:09.331 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.326+0000 7fb31cf33640 1 -- 172.21.15.76:0/470390237 shutdown_connections 2024-09-13T16:14:09.331 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.326+0000 7fb31cf33640 1 -- 172.21.15.76:0/470390237 wait complete. 2024-09-13T16:14:09.338 INFO:teuthology.orchestra.run.smithi076.stdout:{"pg_ready":true,"pg_map":{"version":523,"stamp":"2024-09-13T16:14:09.087254+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590984,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":166,"num_write_kb":2424,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":124,"ondisk_log_size":124,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":5,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":765284,"kb_used_data":15420,"kb_used_omap":12,"kb_used_meta":749747,"kb_avail":754209436,"statfs":{"total":773094113280,"available":772310462464,"internally_reserved":0,"allocated":15790080,"data_stored":7888387,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":767741497},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":616,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.346929"},"pg_stats":[{"pgid":"22.3f","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.755647+0000","last_change":"2024-09-13T16:14:05.755647+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.755647+0000","last_undegraded":"2024-09-13T16:14:05.755647+0000","last_fullsized":"2024-09-13T16:14:05.755647+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:59:42.017068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.3e","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.756313+0000","last_change":"2024-09-13T16:14:05.756313+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.756313+0000","last_undegraded":"2024-09-13T16:14:05.756313+0000","last_fullsized":"2024-09-13T16:14:05.756313+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:39:07.433354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.3d","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.755914+0000","last_change":"2024-09-13T16:14:05.755914+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.755914+0000","last_undegraded":"2024-09-13T16:14:05.755914+0000","last_fullsized":"2024-09-13T16:14:05.755914+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:15:29.263585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.3c","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.754149+0000","last_change":"2024-09-13T16:14:05.754149+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.754149+0000","last_undegraded":"2024-09-13T16:14:05.754149+0000","last_fullsized":"2024-09-13T16:14:05.754149+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:05:22.482285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.3b","version":"0'0","reported_seq":9,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.112244+0000","last_change":"2024-09-13T16:14:06.110193+0000","last_active":"2024-09-13T16:14:06.112244+0000","last_peered":"2024-09-13T16:14:06.112244+0000","last_clean":"2024-09-13T16:14:06.112244+0000","last_became_active":"2024-09-13T16:14:06.109981+0000","last_became_peered":"2024-09-13T16:14:06.109981+0000","last_unstale":"2024-09-13T16:14:06.112244+0000","last_undegraded":"2024-09-13T16:14:06.112244+0000","last_fullsized":"2024-09-13T16:14:06.112244+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:21:41.058865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.3a","version":"0'0","reported_seq":9,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.112056+0000","last_change":"2024-09-13T16:14:06.110811+0000","last_active":"2024-09-13T16:14:06.112056+0000","last_peered":"2024-09-13T16:14:06.112056+0000","last_clean":"2024-09-13T16:14:06.112056+0000","last_became_active":"2024-09-13T16:14:06.110580+0000","last_became_peered":"2024-09-13T16:14:06.110580+0000","last_unstale":"2024-09-13T16:14:06.112056+0000","last_undegraded":"2024-09-13T16:14:06.112056+0000","last_fullsized":"2024-09-13T16:14:06.112056+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:07:21.766564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.39","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.753825+0000","last_change":"2024-09-13T16:14:05.753825+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.753825+0000","last_undegraded":"2024-09-13T16:14:05.753825+0000","last_fullsized":"2024-09-13T16:14:05.753825+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:46:04.301859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.38","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.750822+0000","last_change":"2024-09-13T16:14:05.750822+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.750822+0000","last_undegraded":"2024-09-13T16:14:05.750822+0000","last_fullsized":"2024-09-13T16:14:05.750822+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:23:39.326363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.37","version":"0'0","reported_seq":9,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.116455+0000","last_change":"2024-09-13T16:14:06.116024+0000","last_active":"2024-09-13T16:14:06.116455+0000","last_peered":"2024-09-13T16:14:06.116455+0000","last_clean":"2024-09-13T16:14:06.116455+0000","last_became_active":"2024-09-13T16:14:06.115762+0000","last_became_peered":"2024-09-13T16:14:06.115762+0000","last_unstale":"2024-09-13T16:14:06.116455+0000","last_undegraded":"2024-09-13T16:14:06.116455+0000","last_fullsized":"2024-09-13T16:14:06.116455+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:10:49.929628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.36","version":"0'0","reported_seq":9,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.114829+0000","last_change":"2024-09-13T16:14:06.113687+0000","last_active":"2024-09-13T16:14:06.114829+0000","last_peered":"2024-09-13T16:14:06.114829+0000","last_clean":"2024-09-13T16:14:06.114829+0000","last_became_active":"2024-09-13T16:14:06.113454+0000","last_became_peered":"2024-09-13T16:14:06.113454+0000","last_unstale":"2024-09-13T16:14:06.114829+0000","last_undegraded":"2024-09-13T16:14:06.114829+0000","last_fullsized":"2024-09-13T16:14:06.114829+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:54:43.415360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.35","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.748114+0000","last_change":"2024-09-13T16:14:05.748114+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.748114+0000","last_undegraded":"2024-09-13T16:14:05.748114+0000","last_fullsized":"2024-09-13T16:14:05.748114+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:30:06.880191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.34","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.752342+0000","last_change":"2024-09-13T16:14:05.752342+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.752342+0000","last_undegraded":"2024-09-13T16:14:05.752342+0000","last_fullsized":"2024-09-13T16:14:05.752342+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:22:04.538408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.33","version":"0'0","reported_seq":9,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.112280+0000","last_change":"2024-09-13T16:14:06.111515+0000","last_active":"2024-09-13T16:14:06.112280+0000","last_peered":"2024-09-13T16:14:06.112280+0000","last_clean":"2024-09-13T16:14:06.112280+0000","last_became_active":"2024-09-13T16:14:06.111143+0000","last_became_peered":"2024-09-13T16:14:06.111143+0000","last_unstale":"2024-09-13T16:14:06.112280+0000","last_undegraded":"2024-09-13T16:14:06.112280+0000","last_fullsized":"2024-09-13T16:14:06.112280+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:56:39.365368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.32","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.759916+0000","last_change":"2024-09-13T16:14:05.759916+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.759916+0000","last_undegraded":"2024-09-13T16:14:05.759916+0000","last_fullsized":"2024-09-13T16:14:05.759916+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:24:55.654264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.31","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.755707+0000","last_change":"2024-09-13T16:14:05.755707+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.755707+0000","last_undegraded":"2024-09-13T16:14:05.755707+0000","last_fullsized":"2024-09-13T16:14:05.755707+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:44:00.195773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.30","version":"0'0","reported_seq":9,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.121107+0000","last_change":"2024-09-13T16:14:06.118559+0000","last_active":"2024-09-13T16:14:06.121107+0000","last_peered":"2024-09-13T16:14:06.121107+0000","last_clean":"2024-09-13T16:14:06.121107+0000","last_became_active":"2024-09-13T16:14:06.118015+0000","last_became_peered":"2024-09-13T16:14:06.118015+0000","last_unstale":"2024-09-13T16:14:06.121107+0000","last_undegraded":"2024-09-13T16:14:06.121107+0000","last_fullsized":"2024-09-13T16:14:06.121107+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:23:50.128630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.2f","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.752453+0000","last_change":"2024-09-13T16:14:05.752453+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.752453+0000","last_undegraded":"2024-09-13T16:14:05.752453+0000","last_fullsized":"2024-09-13T16:14:05.752453+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:28:34.283650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.2e","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.747839+0000","last_change":"2024-09-13T16:14:05.747839+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.747839+0000","last_undegraded":"2024-09-13T16:14:05.747839+0000","last_fullsized":"2024-09-13T16:14:05.747839+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:39:25.759799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.2d","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.752383+0000","last_change":"2024-09-13T16:14:05.752383+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.752383+0000","last_undegraded":"2024-09-13T16:14:05.752383+0000","last_fullsized":"2024-09-13T16:14:05.752383+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:04:48.421565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.2c","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.747789+0000","last_change":"2024-09-13T16:14:05.747789+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.747789+0000","last_undegraded":"2024-09-13T16:14:05.747789+0000","last_fullsized":"2024-09-13T16:14:05.747789+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:31:31.455284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.2b","version":"0'0","reported_seq":9,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.115716+0000","last_change":"2024-09-13T16:14:06.114576+0000","last_active":"2024-09-13T16:14:06.115716+0000","last_peered":"2024-09-13T16:14:06.115716+0000","last_clean":"2024-09-13T16:14:06.115716+0000","last_became_active":"2024-09-13T16:14:06.114285+0000","last_became_peered":"2024-09-13T16:14:06.114285+0000","last_unstale":"2024-09-13T16:14:06.115716+0000","last_undegraded":"2024-09-13T16:14:06.115716+0000","last_fullsized":"2024-09-13T16:14:06.115716+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:09:26.405880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.2a","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.754562+0000","last_change":"2024-09-13T16:14:05.754562+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.754562+0000","last_undegraded":"2024-09-13T16:14:05.754562+0000","last_fullsized":"2024-09-13T16:14:05.754562+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:22:35.355043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.29","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.750167+0000","last_change":"2024-09-13T16:14:05.750167+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.750167+0000","last_undegraded":"2024-09-13T16:14:05.750167+0000","last_fullsized":"2024-09-13T16:14:05.750167+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:55:44.364664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.28","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.747632+0000","last_change":"2024-09-13T16:14:05.747632+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.747632+0000","last_undegraded":"2024-09-13T16:14:05.747632+0000","last_fullsized":"2024-09-13T16:14:05.747632+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:12:56.845876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.27","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.755181+0000","last_change":"2024-09-13T16:14:05.755181+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.755181+0000","last_undegraded":"2024-09-13T16:14:05.755181+0000","last_fullsized":"2024-09-13T16:14:05.755181+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:51:40.467520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.26","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.756048+0000","last_change":"2024-09-13T16:14:05.756048+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.756048+0000","last_undegraded":"2024-09-13T16:14:05.756048+0000","last_fullsized":"2024-09-13T16:14:05.756048+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:55:44.364664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.25","version":"0'0","reported_seq":9,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.114895+0000","last_change":"2024-09-13T16:14:06.114175+0000","last_active":"2024-09-13T16:14:06.114895+0000","last_peered":"2024-09-13T16:14:06.114895+0000","last_clean":"2024-09-13T16:14:06.114895+0000","last_became_active":"2024-09-13T16:14:06.113876+0000","last_became_peered":"2024-09-13T16:14:06.113876+0000","last_unstale":"2024-09-13T16:14:06.114895+0000","last_undegraded":"2024-09-13T16:14:06.114895+0000","last_fullsized":"2024-09-13T16:14:06.114895+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:24:37.871295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.24","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.748597+0000","last_change":"2024-09-13T16:14:05.748597+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.748597+0000","last_undegraded":"2024-09-13T16:14:05.748597+0000","last_fullsized":"2024-09-13T16:14:05.748597+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:38:31.213506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.23","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.748304+0000","last_change":"2024-09-13T16:14:05.748304+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.748304+0000","last_undegraded":"2024-09-13T16:14:05.748304+0000","last_fullsized":"2024-09-13T16:14:05.748304+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:38:05.503269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.22","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.748362+0000","last_change":"2024-09-13T16:14:05.748362+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.748362+0000","last_undegraded":"2024-09-13T16:14:05.748362+0000","last_fullsized":"2024-09-13T16:14:05.748362+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:05:30.330099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.21","version":"0'0","reported_seq":9,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.118873+0000","last_change":"2024-09-13T16:14:06.118325+0000","last_active":"2024-09-13T16:14:06.118873+0000","last_peered":"2024-09-13T16:14:06.118873+0000","last_clean":"2024-09-13T16:14:06.118873+0000","last_became_active":"2024-09-13T16:14:06.118009+0000","last_became_peered":"2024-09-13T16:14:06.118009+0000","last_unstale":"2024-09-13T16:14:06.118873+0000","last_undegraded":"2024-09-13T16:14:06.118873+0000","last_fullsized":"2024-09-13T16:14:06.118873+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:59:39.115914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.20","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.750238+0000","last_change":"2024-09-13T16:14:05.750238+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.750238+0000","last_undegraded":"2024-09-13T16:14:05.750238+0000","last_fullsized":"2024-09-13T16:14:05.750238+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:13:31.679138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.1c","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.751501+0000","last_change":"2024-09-13T16:14:05.751501+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.751501+0000","last_undegraded":"2024-09-13T16:14:05.751501+0000","last_fullsized":"2024-09-13T16:14:05.751501+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:22:35.355043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.1f","version":"147'4","reported_seq":14,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.110878+0000","last_change":"2024-09-13T16:14:05.755121+0000","last_active":"2024-09-13T16:14:06.110878+0000","last_peered":"2024-09-13T16:14:06.110878+0000","last_clean":"2024-09-13T16:14:06.110878+0000","last_became_active":"2024-09-13T16:14:05.754822+0000","last_became_peered":"2024-09-13T16:14:05.754822+0000","last_unstale":"2024-09-13T16:14:06.110878+0000","last_undegraded":"2024-09-13T16:14:06.110878+0000","last_fullsized":"2024-09-13T16:14:06.110878+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:04:35.994391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.1d","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.752296+0000","last_change":"2024-09-13T16:14:05.752296+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.752296+0000","last_undegraded":"2024-09-13T16:14:05.752296+0000","last_fullsized":"2024-09-13T16:14:05.752296+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:59:42.017068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.1e","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.764232+0000","last_change":"2024-09-13T16:14:05.762711+0000","last_active":"2024-09-13T16:14:05.764232+0000","last_peered":"2024-09-13T16:14:05.764232+0000","last_clean":"2024-09-13T16:14:05.764232+0000","last_became_active":"2024-09-13T16:14:05.762456+0000","last_became_peered":"2024-09-13T16:14:05.762456+0000","last_unstale":"2024-09-13T16:14:05.764232+0000","last_undegraded":"2024-09-13T16:14:05.764232+0000","last_fullsized":"2024-09-13T16:14:05.764232+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:05:03.027497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.1e","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.749002+0000","last_change":"2024-09-13T16:14:05.749002+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.749002+0000","last_undegraded":"2024-09-13T16:14:05.749002+0000","last_fullsized":"2024-09-13T16:14:05.749002+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:59:42.017068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.1d","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.764207+0000","last_change":"2024-09-13T16:14:05.762138+0000","last_active":"2024-09-13T16:14:05.764207+0000","last_peered":"2024-09-13T16:14:05.764207+0000","last_clean":"2024-09-13T16:14:05.764207+0000","last_became_active":"2024-09-13T16:14:05.761883+0000","last_became_peered":"2024-09-13T16:14:05.761883+0000","last_unstale":"2024-09-13T16:14:05.764207+0000","last_undegraded":"2024-09-13T16:14:05.764207+0000","last_fullsized":"2024-09-13T16:14:05.764207+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:30:53.114820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.1f","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.752364+0000","last_change":"2024-09-13T16:14:05.752364+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.752364+0000","last_undegraded":"2024-09-13T16:14:05.752364+0000","last_fullsized":"2024-09-13T16:14:05.752364+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:38:05.503269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.1c","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.762103+0000","last_change":"2024-09-13T16:14:05.761699+0000","last_active":"2024-09-13T16:14:05.762103+0000","last_peered":"2024-09-13T16:14:05.762103+0000","last_clean":"2024-09-13T16:14:05.762103+0000","last_became_active":"2024-09-13T16:14:05.761377+0000","last_became_peered":"2024-09-13T16:14:05.761377+0000","last_unstale":"2024-09-13T16:14:05.762103+0000","last_undegraded":"2024-09-13T16:14:05.762103+0000","last_fullsized":"2024-09-13T16:14:05.762103+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:54:37.869594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.18","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.747262+0000","last_change":"2024-09-13T16:14:05.747262+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.747262+0000","last_undegraded":"2024-09-13T16:14:05.747262+0000","last_fullsized":"2024-09-13T16:14:05.747262+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:22:52.705566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.1b","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.769298+0000","last_change":"2024-09-13T16:14:05.766086+0000","last_active":"2024-09-13T16:14:05.769298+0000","last_peered":"2024-09-13T16:14:05.769298+0000","last_clean":"2024-09-13T16:14:05.769298+0000","last_became_active":"2024-09-13T16:14:05.765815+0000","last_became_peered":"2024-09-13T16:14:05.765815+0000","last_unstale":"2024-09-13T16:14:05.769298+0000","last_undegraded":"2024-09-13T16:14:05.769298+0000","last_fullsized":"2024-09-13T16:14:05.769298+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:08:04.157454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.19","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.758951+0000","last_change":"2024-09-13T16:14:05.758951+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.758951+0000","last_undegraded":"2024-09-13T16:14:05.758951+0000","last_fullsized":"2024-09-13T16:14:05.758951+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:39:14.259814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.1a","version":"147'1","reported_seq":11,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.119319+0000","last_change":"2024-09-13T16:14:05.763135+0000","last_active":"2024-09-13T16:14:06.119319+0000","last_peered":"2024-09-13T16:14:06.119319+0000","last_clean":"2024-09-13T16:14:06.119319+0000","last_became_active":"2024-09-13T16:14:05.762753+0000","last_became_peered":"2024-09-13T16:14:05.762753+0000","last_unstale":"2024-09-13T16:14:06.119319+0000","last_undegraded":"2024-09-13T16:14:06.119319+0000","last_fullsized":"2024-09-13T16:14:06.119319+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:22:55.663353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.1a","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.751013+0000","last_change":"2024-09-13T16:14:05.751013+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.751013+0000","last_undegraded":"2024-09-13T16:14:05.751013+0000","last_fullsized":"2024-09-13T16:14:05.751013+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:27:15.588843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.19","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.762781+0000","last_change":"2024-09-13T16:14:05.761749+0000","last_active":"2024-09-13T16:14:05.762781+0000","last_peered":"2024-09-13T16:14:05.762781+0000","last_clean":"2024-09-13T16:14:05.762781+0000","last_became_active":"2024-09-13T16:14:05.761470+0000","last_became_peered":"2024-09-13T16:14:05.761470+0000","last_unstale":"2024-09-13T16:14:05.762781+0000","last_undegraded":"2024-09-13T16:14:05.762781+0000","last_fullsized":"2024-09-13T16:14:05.762781+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:30:53.114820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.1b","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.751846+0000","last_change":"2024-09-13T16:14:05.751846+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.751846+0000","last_undegraded":"2024-09-13T16:14:05.751846+0000","last_fullsized":"2024-09-13T16:14:05.751846+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:26:31.947544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.18","version":"0'0","reported_seq":10,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.103824+0000","last_change":"2024-09-13T16:14:05.760579+0000","last_active":"2024-09-13T16:14:06.103824+0000","last_peered":"2024-09-13T16:14:06.103824+0000","last_clean":"2024-09-13T16:14:06.103824+0000","last_became_active":"2024-09-13T16:14:05.760268+0000","last_became_peered":"2024-09-13T16:14:05.760268+0000","last_unstale":"2024-09-13T16:14:06.103824+0000","last_undegraded":"2024-09-13T16:14:06.103824+0000","last_fullsized":"2024-09-13T16:14:06.103824+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:36:45.061201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.14","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.750692+0000","last_change":"2024-09-13T16:14:05.750692+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.750692+0000","last_undegraded":"2024-09-13T16:14:05.750692+0000","last_fullsized":"2024-09-13T16:14:05.750692+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:22:35.355043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.17","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.761247+0000","last_change":"2024-09-13T16:14:05.759120+0000","last_active":"2024-09-13T16:14:05.761247+0000","last_peered":"2024-09-13T16:14:05.761247+0000","last_clean":"2024-09-13T16:14:05.761247+0000","last_became_active":"2024-09-13T16:14:05.758685+0000","last_became_peered":"2024-09-13T16:14:05.758685+0000","last_unstale":"2024-09-13T16:14:05.761247+0000","last_undegraded":"2024-09-13T16:14:05.761247+0000","last_fullsized":"2024-09-13T16:14:05.761247+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:08:04.157454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.15","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.747643+0000","last_change":"2024-09-13T16:14:05.747643+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.747643+0000","last_undegraded":"2024-09-13T16:14:05.747643+0000","last_fullsized":"2024-09-13T16:14:05.747643+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:03:11.225856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.16","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.760825+0000","last_change":"2024-09-13T16:14:05.759785+0000","last_active":"2024-09-13T16:14:05.760825+0000","last_peered":"2024-09-13T16:14:05.760825+0000","last_clean":"2024-09-13T16:14:05.760825+0000","last_became_active":"2024-09-13T16:14:05.759493+0000","last_became_peered":"2024-09-13T16:14:05.759493+0000","last_unstale":"2024-09-13T16:14:05.760825+0000","last_undegraded":"2024-09-13T16:14:05.760825+0000","last_fullsized":"2024-09-13T16:14:05.760825+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:08:04.157454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.16","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.747371+0000","last_change":"2024-09-13T16:14:05.747371+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.747371+0000","last_undegraded":"2024-09-13T16:14:05.747371+0000","last_fullsized":"2024-09-13T16:14:05.747371+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:24:30.897721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.15","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.754895+0000","last_change":"2024-09-13T16:14:05.753305+0000","last_active":"2024-09-13T16:14:05.754895+0000","last_peered":"2024-09-13T16:14:05.754895+0000","last_clean":"2024-09-13T16:14:05.754895+0000","last_became_active":"2024-09-13T16:14:05.753010+0000","last_became_peered":"2024-09-13T16:14:05.753010+0000","last_unstale":"2024-09-13T16:14:05.754895+0000","last_undegraded":"2024-09-13T16:14:05.754895+0000","last_fullsized":"2024-09-13T16:14:05.754895+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:15:46.002441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.10","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.749053+0000","last_change":"2024-09-13T16:14:05.749053+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.749053+0000","last_undegraded":"2024-09-13T16:14:05.749053+0000","last_fullsized":"2024-09-13T16:14:05.749053+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:46:04.301859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.13","version":"147'2","reported_seq":12,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.112386+0000","last_change":"2024-09-13T16:14:05.752617+0000","last_active":"2024-09-13T16:14:06.112386+0000","last_peered":"2024-09-13T16:14:06.112386+0000","last_clean":"2024-09-13T16:14:06.112386+0000","last_became_active":"2024-09-13T16:14:05.752365+0000","last_became_peered":"2024-09-13T16:14:05.752365+0000","last_unstale":"2024-09-13T16:14:06.112386+0000","last_undegraded":"2024-09-13T16:14:06.112386+0000","last_fullsized":"2024-09-13T16:14:06.112386+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:45:46.771951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.11","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.750127+0000","last_change":"2024-09-13T16:14:05.750127+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.750127+0000","last_undegraded":"2024-09-13T16:14:05.750127+0000","last_fullsized":"2024-09-13T16:14:05.750127+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:55:44.364664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.12","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.766945+0000","last_change":"2024-09-13T16:14:05.766479+0000","last_active":"2024-09-13T16:14:05.766945+0000","last_peered":"2024-09-13T16:14:05.766945+0000","last_clean":"2024-09-13T16:14:05.766945+0000","last_became_active":"2024-09-13T16:14:05.766219+0000","last_became_peered":"2024-09-13T16:14:05.766219+0000","last_unstale":"2024-09-13T16:14:05.766945+0000","last_undegraded":"2024-09-13T16:14:05.766945+0000","last_fullsized":"2024-09-13T16:14:05.766945+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:39:24.758188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.12","version":"0'0","reported_seq":9,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.110114+0000","last_change":"2024-09-13T16:14:06.108990+0000","last_active":"2024-09-13T16:14:06.110114+0000","last_peered":"2024-09-13T16:14:06.110114+0000","last_clean":"2024-09-13T16:14:06.110114+0000","last_became_active":"2024-09-13T16:14:06.108527+0000","last_became_peered":"2024-09-13T16:14:06.108527+0000","last_unstale":"2024-09-13T16:14:06.110114+0000","last_undegraded":"2024-09-13T16:14:06.110114+0000","last_fullsized":"2024-09-13T16:14:06.110114+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:15:00.740542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.11","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.766940+0000","last_change":"2024-09-13T16:14:05.766045+0000","last_active":"2024-09-13T16:14:05.766940+0000","last_peered":"2024-09-13T16:14:05.766940+0000","last_clean":"2024-09-13T16:14:05.766940+0000","last_became_active":"2024-09-13T16:14:05.765761+0000","last_became_peered":"2024-09-13T16:14:05.765761+0000","last_unstale":"2024-09-13T16:14:05.766940+0000","last_undegraded":"2024-09-13T16:14:05.766940+0000","last_fullsized":"2024-09-13T16:14:05.766940+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:03:10.224245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.13","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.750561+0000","last_change":"2024-09-13T16:14:05.750561+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.750561+0000","last_undegraded":"2024-09-13T16:14:05.750561+0000","last_fullsized":"2024-09-13T16:14:05.750561+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:26:31.947544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.10","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.765226+0000","last_change":"2024-09-13T16:14:05.764106+0000","last_active":"2024-09-13T16:14:05.765226+0000","last_peered":"2024-09-13T16:14:05.765226+0000","last_clean":"2024-09-13T16:14:05.765226+0000","last_became_active":"2024-09-13T16:14:05.763828+0000","last_became_peered":"2024-09-13T16:14:05.763828+0000","last_unstale":"2024-09-13T16:14:05.765226+0000","last_undegraded":"2024-09-13T16:14:05.765226+0000","last_fullsized":"2024-09-13T16:14:05.765226+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:24:05.297807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.c","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.751632+0000","last_change":"2024-09-13T16:14:05.751632+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.751632+0000","last_undegraded":"2024-09-13T16:14:05.751632+0000","last_fullsized":"2024-09-13T16:14:05.751632+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:13:31.679138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.f","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.758634+0000","last_change":"2024-09-13T16:14:05.757729+0000","last_active":"2024-09-13T16:14:05.758634+0000","last_peered":"2024-09-13T16:14:05.758634+0000","last_clean":"2024-09-13T16:14:05.758634+0000","last_became_active":"2024-09-13T16:14:05.757473+0000","last_became_peered":"2024-09-13T16:14:05.757473+0000","last_unstale":"2024-09-13T16:14:05.758634+0000","last_undegraded":"2024-09-13T16:14:05.758634+0000","last_fullsized":"2024-09-13T16:14:05.758634+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:33:24.466774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.d","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.751928+0000","last_change":"2024-09-13T16:14:05.751928+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.751928+0000","last_undegraded":"2024-09-13T16:14:05.751928+0000","last_fullsized":"2024-09-13T16:14:05.751928+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:23:39.326363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.e","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.765624+0000","last_change":"2024-09-13T16:14:05.765110+0000","last_active":"2024-09-13T16:14:05.765624+0000","last_peered":"2024-09-13T16:14:05.765624+0000","last_clean":"2024-09-13T16:14:05.765624+0000","last_became_active":"2024-09-13T16:14:05.764858+0000","last_became_peered":"2024-09-13T16:14:05.764858+0000","last_unstale":"2024-09-13T16:14:05.765624+0000","last_undegraded":"2024-09-13T16:14:05.765624+0000","last_fullsized":"2024-09-13T16:14:05.765624+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:24:05.297807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.e","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.753452+0000","last_change":"2024-09-13T16:14:05.753452+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.753452+0000","last_undegraded":"2024-09-13T16:14:05.753452+0000","last_fullsized":"2024-09-13T16:14:05.753452+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:38:05.503269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.d","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.764302+0000","last_change":"2024-09-13T16:14:05.763496+0000","last_active":"2024-09-13T16:14:05.764302+0000","last_peered":"2024-09-13T16:14:05.764302+0000","last_clean":"2024-09-13T16:14:05.764302+0000","last_became_active":"2024-09-13T16:14:05.763198+0000","last_became_peered":"2024-09-13T16:14:05.763198+0000","last_unstale":"2024-09-13T16:14:05.764302+0000","last_undegraded":"2024-09-13T16:14:05.764302+0000","last_fullsized":"2024-09-13T16:14:05.764302+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:08:04.157454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.f","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.753842+0000","last_change":"2024-09-13T16:14:05.753842+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.753842+0000","last_undegraded":"2024-09-13T16:14:05.753842+0000","last_fullsized":"2024-09-13T16:14:05.753842+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:44:00.195773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.c","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.767504+0000","last_change":"2024-09-13T16:14:05.766834+0000","last_active":"2024-09-13T16:14:05.767504+0000","last_peered":"2024-09-13T16:14:05.767504+0000","last_clean":"2024-09-13T16:14:05.767504+0000","last_became_active":"2024-09-13T16:14:05.766605+0000","last_became_peered":"2024-09-13T16:14:05.766605+0000","last_unstale":"2024-09-13T16:14:05.767504+0000","last_undegraded":"2024-09-13T16:14:05.767504+0000","last_fullsized":"2024-09-13T16:14:05.767504+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:30:05.878580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.8","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.750875+0000","last_change":"2024-09-13T16:14:05.750875+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.750875+0000","last_undegraded":"2024-09-13T16:14:05.750875+0000","last_fullsized":"2024-09-13T16:14:05.750875+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:26:31.947544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.b","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.758968+0000","last_change":"2024-09-13T16:14:05.756989+0000","last_active":"2024-09-13T16:14:05.758968+0000","last_peered":"2024-09-13T16:14:05.758968+0000","last_clean":"2024-09-13T16:14:05.758968+0000","last_became_active":"2024-09-13T16:14:05.756716+0000","last_became_peered":"2024-09-13T16:14:05.756716+0000","last_unstale":"2024-09-13T16:14:05.758968+0000","last_undegraded":"2024-09-13T16:14:05.758968+0000","last_fullsized":"2024-09-13T16:14:05.758968+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:22:55.663353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.9","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.749209+0000","last_change":"2024-09-13T16:14:05.749209+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.749209+0000","last_undegraded":"2024-09-13T16:14:05.749209+0000","last_fullsized":"2024-09-13T16:14:05.749209+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:46:04.301859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.a","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.761489+0000","last_change":"2024-09-13T16:14:05.760186+0000","last_active":"2024-09-13T16:14:05.761489+0000","last_peered":"2024-09-13T16:14:05.761489+0000","last_clean":"2024-09-13T16:14:05.761489+0000","last_became_active":"2024-09-13T16:14:05.759935+0000","last_became_peered":"2024-09-13T16:14:05.759935+0000","last_unstale":"2024-09-13T16:14:05.761489+0000","last_undegraded":"2024-09-13T16:14:05.761489+0000","last_fullsized":"2024-09-13T16:14:05.761489+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:54:37.869594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.a","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.750890+0000","last_change":"2024-09-13T16:14:05.750890+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.750890+0000","last_undegraded":"2024-09-13T16:14:05.750890+0000","last_fullsized":"2024-09-13T16:14:05.750890+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:27:15.588843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.9","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.757667+0000","last_change":"2024-09-13T16:14:05.756360+0000","last_active":"2024-09-13T16:14:05.757667+0000","last_peered":"2024-09-13T16:14:05.757667+0000","last_clean":"2024-09-13T16:14:05.757667+0000","last_became_active":"2024-09-13T16:14:05.756107+0000","last_became_peered":"2024-09-13T16:14:05.756107+0000","last_unstale":"2024-09-13T16:14:05.757667+0000","last_undegraded":"2024-09-13T16:14:05.757667+0000","last_fullsized":"2024-09-13T16:14:05.757667+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:36:45.061201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.b","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.749657+0000","last_change":"2024-09-13T16:14:05.749657+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.749657+0000","last_undegraded":"2024-09-13T16:14:05.749657+0000","last_fullsized":"2024-09-13T16:14:05.749657+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:51:40.467520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.8","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.756514+0000","last_change":"2024-09-13T16:14:05.752478+0000","last_active":"2024-09-13T16:14:05.756514+0000","last_peered":"2024-09-13T16:14:05.756514+0000","last_clean":"2024-09-13T16:14:05.756514+0000","last_became_active":"2024-09-13T16:14:05.752225+0000","last_became_peered":"2024-09-13T16:14:05.752225+0000","last_unstale":"2024-09-13T16:14:05.756514+0000","last_undegraded":"2024-09-13T16:14:05.756514+0000","last_fullsized":"2024-09-13T16:14:05.756514+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:41:47.628802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.4","version":"0'0","reported_seq":9,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.111682+0000","last_change":"2024-09-13T16:14:06.109732+0000","last_active":"2024-09-13T16:14:06.111682+0000","last_peered":"2024-09-13T16:14:06.111682+0000","last_clean":"2024-09-13T16:14:06.111682+0000","last_became_active":"2024-09-13T16:14:06.109493+0000","last_became_peered":"2024-09-13T16:14:06.109493+0000","last_unstale":"2024-09-13T16:14:06.111682+0000","last_undegraded":"2024-09-13T16:14:06.111682+0000","last_fullsized":"2024-09-13T16:14:06.111682+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:46:00.716822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.7","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.767854+0000","last_change":"2024-09-13T16:14:05.767405+0000","last_active":"2024-09-13T16:14:05.767854+0000","last_peered":"2024-09-13T16:14:05.767854+0000","last_clean":"2024-09-13T16:14:05.767854+0000","last_became_active":"2024-09-13T16:14:05.767175+0000","last_became_peered":"2024-09-13T16:14:05.767175+0000","last_unstale":"2024-09-13T16:14:05.767854+0000","last_undegraded":"2024-09-13T16:14:05.767854+0000","last_fullsized":"2024-09-13T16:14:05.767854+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:24:29.896110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.5","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.753532+0000","last_change":"2024-09-13T16:14:05.753532+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.753532+0000","last_undegraded":"2024-09-13T16:14:05.753532+0000","last_fullsized":"2024-09-13T16:14:05.753532+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:31:52.673316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.6","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.765184+0000","last_change":"2024-09-13T16:14:05.763447+0000","last_active":"2024-09-13T16:14:05.765184+0000","last_peered":"2024-09-13T16:14:05.765184+0000","last_clean":"2024-09-13T16:14:05.765184+0000","last_became_active":"2024-09-13T16:14:05.763176+0000","last_became_peered":"2024-09-13T16:14:05.763176+0000","last_unstale":"2024-09-13T16:14:05.765184+0000","last_undegraded":"2024-09-13T16:14:05.765184+0000","last_fullsized":"2024-09-13T16:14:05.765184+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:05:03.027497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.6","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.753055+0000","last_change":"2024-09-13T16:14:05.753055+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.753055+0000","last_undegraded":"2024-09-13T16:14:05.753055+0000","last_fullsized":"2024-09-13T16:14:05.753055+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:04:48.421565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.5","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.762067+0000","last_change":"2024-09-13T16:14:05.761653+0000","last_active":"2024-09-13T16:14:05.762067+0000","last_peered":"2024-09-13T16:14:05.762067+0000","last_clean":"2024-09-13T16:14:05.762067+0000","last_became_active":"2024-09-13T16:14:05.761395+0000","last_became_peered":"2024-09-13T16:14:05.761395+0000","last_unstale":"2024-09-13T16:14:05.762067+0000","last_undegraded":"2024-09-13T16:14:05.762067+0000","last_fullsized":"2024-09-13T16:14:05.762067+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:41:47.628802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.7","version":"0'0","reported_seq":9,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.121546+0000","last_change":"2024-09-13T16:14:06.119479+0000","last_active":"2024-09-13T16:14:06.121546+0000","last_peered":"2024-09-13T16:14:06.121546+0000","last_clean":"2024-09-13T16:14:06.121546+0000","last_became_active":"2024-09-13T16:14:06.119138+0000","last_became_peered":"2024-09-13T16:14:06.119138+0000","last_unstale":"2024-09-13T16:14:06.121546+0000","last_undegraded":"2024-09-13T16:14:06.121546+0000","last_fullsized":"2024-09-13T16:14:06.121546+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:50:48.018271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.4","version":"0'0","reported_seq":10,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.101791+0000","last_change":"2024-09-13T16:14:05.762805+0000","last_active":"2024-09-13T16:14:06.101791+0000","last_peered":"2024-09-13T16:14:06.101791+0000","last_clean":"2024-09-13T16:14:06.101791+0000","last_became_active":"2024-09-13T16:14:05.762493+0000","last_became_peered":"2024-09-13T16:14:05.762493+0000","last_unstale":"2024-09-13T16:14:06.101791+0000","last_undegraded":"2024-09-13T16:14:06.101791+0000","last_fullsized":"2024-09-13T16:14:06.101791+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:14:36.553951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.0","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.748512+0000","last_change":"2024-09-13T16:14:05.748512+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.748512+0000","last_undegraded":"2024-09-13T16:14:05.748512+0000","last_fullsized":"2024-09-13T16:14:05.748512+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:04:48.421565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.3","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.768824+0000","last_change":"2024-09-13T16:14:05.764920+0000","last_active":"2024-09-13T16:14:05.768824+0000","last_peered":"2024-09-13T16:14:05.768824+0000","last_clean":"2024-09-13T16:14:05.768824+0000","last_became_active":"2024-09-13T16:14:05.764666+0000","last_became_peered":"2024-09-13T16:14:05.764666+0000","last_unstale":"2024-09-13T16:14:05.768824+0000","last_undegraded":"2024-09-13T16:14:05.768824+0000","last_fullsized":"2024-09-13T16:14:05.768824+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:41:47.628802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.1","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.758483+0000","last_change":"2024-09-13T16:14:05.758483+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.758483+0000","last_undegraded":"2024-09-13T16:14:05.758483+0000","last_fullsized":"2024-09-13T16:14:05.758483+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:16:58.361018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.2","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.759428+0000","last_change":"2024-09-13T16:14:05.758389+0000","last_active":"2024-09-13T16:14:05.759428+0000","last_peered":"2024-09-13T16:14:05.759428+0000","last_clean":"2024-09-13T16:14:05.759428+0000","last_became_active":"2024-09-13T16:14:05.758172+0000","last_became_peered":"2024-09-13T16:14:05.758172+0000","last_unstale":"2024-09-13T16:14:05.759428+0000","last_undegraded":"2024-09-13T16:14:05.759428+0000","last_fullsized":"2024-09-13T16:14:05.759428+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:36:20.637023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.2","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.748665+0000","last_change":"2024-09-13T16:14:05.748665+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.748665+0000","last_undegraded":"2024-09-13T16:14:05.748665+0000","last_fullsized":"2024-09-13T16:14:05.748665+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:04:48.421565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.1","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.761884+0000","last_change":"2024-09-13T16:14:05.760880+0000","last_active":"2024-09-13T16:14:05.761884+0000","last_peered":"2024-09-13T16:14:05.761884+0000","last_clean":"2024-09-13T16:14:05.761884+0000","last_became_active":"2024-09-13T16:14:05.760644+0000","last_became_peered":"2024-09-13T16:14:05.760644+0000","last_unstale":"2024-09-13T16:14:05.761884+0000","last_undegraded":"2024-09-13T16:14:05.761884+0000","last_fullsized":"2024-09-13T16:14:05.761884+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:54:37.869594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.3","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.750606+0000","last_change":"2024-09-13T16:14:05.750606+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.750606+0000","last_undegraded":"2024-09-13T16:14:05.750606+0000","last_fullsized":"2024-09-13T16:14:05.750606+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:26:31.947544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.0","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.761458+0000","last_change":"2024-09-13T16:14:05.760401+0000","last_active":"2024-09-13T16:14:05.761458+0000","last_peered":"2024-09-13T16:14:05.761458+0000","last_clean":"2024-09-13T16:14:05.761458+0000","last_became_active":"2024-09-13T16:14:05.760158+0000","last_became_peered":"2024-09-13T16:14:05.760158+0000","last_unstale":"2024-09-13T16:14:05.761458+0000","last_undegraded":"2024-09-13T16:14:05.761458+0000","last_fullsized":"2024-09-13T16:14:05.761458+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:54:37.869594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.17","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.748417+0000","last_change":"2024-09-13T16:14:05.748417+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.748417+0000","last_undegraded":"2024-09-13T16:14:05.748417+0000","last_fullsized":"2024-09-13T16:14:05.748417+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:51:40.467520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.14","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.759549+0000","last_change":"2024-09-13T16:14:05.757574+0000","last_active":"2024-09-13T16:14:05.759549+0000","last_peered":"2024-09-13T16:14:05.759549+0000","last_clean":"2024-09-13T16:14:05.759549+0000","last_became_active":"2024-09-13T16:14:05.757329+0000","last_became_peered":"2024-09-13T16:14:05.757329+0000","last_unstale":"2024-09-13T16:14:05.759549+0000","last_undegraded":"2024-09-13T16:14:05.759549+0000","last_fullsized":"2024-09-13T16:14:05.759549+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:14:36.553951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":273,"reported_epoch":145,"state":"active+clean","last_fresh":"2024-09-13T16:14:04.750457+0000","last_change":"2024-09-13T16:01:29.143297+0000","last_active":"2024-09-13T16:14:04.750457+0000","last_peered":"2024-09-13T16:14:04.750457+0000","last_clean":"2024-09-13T16:14:04.750457+0000","last_became_active":"2024-09-13T16:01:29.142269+0000","last_became_peered":"2024-09-13T16:01:29.142269+0000","last_unstale":"2024-09-13T16:14:04.750457+0000","last_undegraded":"2024-09-13T16:14:04.750457+0000","last_fullsized":"2024-09-13T16:14:04.750457+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:27.864638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:27.864638+0000","last_clean_scrub_stamp":"2024-09-13T16:01:27.864638+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:25:24.741463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":22,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":21,"num_pg":32,"stat_sum":{"num_bytes":616,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":7,"ondisk_log_size":7,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":14,"seq":60129542301,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":119008,"kb_used_data":1808,"kb_used_omap":1,"kb_used_meta":117182,"kb_avail":94252832,"statfs":{"total":96636764160,"available":96514899968,"internally_reserved":0,"allocated":1851392,"data_stored":849409,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":119994824},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:54 2024","interfaces":[{"interface":"back","average":{"1min":0.29999999999999999,"5min":0.39700000000000002,"15min":0.35499999999999998},"min":{"1min":0.20599999999999999,"5min":0.20599999999999999,"15min":0.183},"max":{"1min":0.44800000000000001,"5min":4.4610000000000003,"15min":4.4610000000000003},"last":0.28999999999999998},{"interface":"front","average":{"1min":0.35099999999999998,"5min":0.378,"15min":0.33400000000000002},"min":{"1min":0.28799999999999998,"5min":0.23999999999999999,"15min":0.17899999999999999},"max":{"1min":0.498,"5min":1.2410000000000001,"15min":1.2410000000000001},"last":0.30599999999999999}]},{"osd":1,"last update":"Fri Sep 13 16:13:54 2024","interfaces":[{"interface":"back","average":{"1min":0.318,"5min":0.501,"15min":0.378},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.182},"max":{"1min":0.439,"5min":7.7729999999999997,"15min":7.7729999999999997},"last":0.249},{"interface":"front","average":{"1min":0.38600000000000001,"5min":0.495,"15min":0.40000000000000002},"min":{"1min":0.27500000000000002,"5min":0.25700000000000001,"15min":0.19400000000000001},"max":{"1min":0.57799999999999996,"5min":6.4429999999999996,"15min":6.4429999999999996},"last":0.34499999999999997}]},{"osd":2,"last update":"Fri Sep 13 16:13:54 2024","interfaces":[{"interface":"back","average":{"1min":0.374,"5min":0.42499999999999999,"15min":0.38400000000000001},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.22800000000000001},"max":{"1min":0.51400000000000001,"5min":2.6339999999999999,"15min":2.6339999999999999},"last":0.32400000000000001},{"interface":"front","average":{"1min":0.40400000000000003,"5min":0.45800000000000002,"15min":0.40500000000000003},"min":{"1min":0.29999999999999999,"5min":0.22,"15min":0.21199999999999999},"max":{"1min":0.60099999999999998,"5min":3.585,"15min":3.585},"last":0.375}]},{"osd":4,"last update":"Fri Sep 13 16:13:54 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.61499999999999999,"15min":0.54600000000000004},"min":{"1min":0.40400000000000003,"5min":0.36799999999999999,"15min":0.28399999999999997},"max":{"1min":0.83499999999999996,"5min":1.216,"15min":1.216},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.63800000000000001,"15min":0.57299999999999995},"min":{"1min":0.39700000000000002,"5min":0.34599999999999997,"15min":0.27600000000000002},"max":{"1min":0.91900000000000004,"5min":2.6070000000000002,"15min":2.6070000000000002},"last":0.45900000000000002}]},{"osd":5,"last update":"Fri Sep 13 16:13:54 2024","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.64400000000000002,"15min":0.56699999999999995},"min":{"1min":0.44,"5min":0.38300000000000001,"15min":0.28100000000000003},"max":{"1min":0.95199999999999996,"5min":2.5449999999999999,"15min":2.5449999999999999},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.67300000000000004,"15min":0.59399999999999997},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.311},"max":{"1min":0.84399999999999997,"5min":3.5449999999999999,"15min":3.5449999999999999},"last":0.63700000000000001}]},{"osd":6,"last update":"Fri Sep 13 16:13:54 2024","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.69599999999999995,"15min":0.60899999999999999},"min":{"1min":0.435,"5min":0.42699999999999999,"15min":0.31900000000000001},"max":{"1min":0.90300000000000002,"5min":6.4189999999999996,"15min":6.4189999999999996},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.72299999999999998,"15min":0.60899999999999999},"min":{"1min":0.46500000000000002,"5min":0.40799999999999997,"15min":0.32200000000000001},"max":{"1min":0.82599999999999996,"5min":8.9559999999999995,"15min":8.9559999999999995},"last":0.65900000000000003}]},{"osd":7,"last update":"Fri Sep 13 16:13:54 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.64700000000000002,"15min":0.59499999999999997},"min":{"1min":0.443,"5min":0.42999999999999999,"15min":0.35499999999999998},"max":{"1min":0.93400000000000005,"5min":1.649,"15min":1.649},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.66200000000000003,"15min":0.59599999999999997},"min":{"1min":0.48899999999999999,"5min":0.45700000000000002,"15min":0.36299999999999999},"max":{"1min":0.81000000000000005,"5min":2.581,"15min":2.581},"last":0.624}]}]},{"osd":7,"up_from":13,"seq":55834575003,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":83456,"kb_used_data":2356,"kb_used_omap":1,"kb_used_meta":81086,"kb_avail":94288384,"statfs":{"total":96636764160,"available":96551305216,"internally_reserved":0,"allocated":2412544,"data_stored":1425471,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":83032523},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:44 2024","interfaces":[{"interface":"back","average":{"1min":0.92300000000000004,"5min":0.60199999999999998,"15min":0.505},"min":{"1min":0.35699999999999998,"5min":0.27600000000000002,"15min":0.193},"max":{"1min":7.6550000000000002,"5min":7.6550000000000002,"15min":7.6550000000000002},"last":0.69999999999999996},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.55900000000000005,"15min":0.50600000000000001},"min":{"1min":0.316,"5min":0.28799999999999998,"15min":0.20000000000000001},"max":{"1min":1.577,"5min":1.577,"15min":1.577},"last":0.58699999999999997}]},{"osd":1,"last update":"Fri Sep 13 16:13:44 2024","interfaces":[{"interface":"back","average":{"1min":0.95099999999999996,"5min":0.61199999999999999,"15min":0.52200000000000002},"min":{"1min":0.374,"5min":0.33200000000000002,"15min":0.22},"max":{"1min":8.3499999999999996,"5min":8.3499999999999996,"15min":8.3499999999999996},"last":0.75800000000000001},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.57399999999999995,"15min":0.51900000000000002},"min":{"1min":0.36199999999999999,"5min":0.34599999999999997,"15min":0.23400000000000001},"max":{"1min":2.3799999999999999,"5min":2.3799999999999999,"15min":2.3799999999999999},"last":0.68300000000000005}]},{"osd":2,"last update":"Fri Sep 13 16:13:44 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.57199999999999995,"15min":0.56100000000000005},"min":{"1min":0.32800000000000001,"5min":0.29299999999999998,"15min":0.23999999999999999},"max":{"1min":0.71699999999999997,"5min":0.79900000000000004,"15min":2.2919999999999998},"last":0.61399999999999999},{"interface":"front","average":{"1min":0.97399999999999998,"5min":0.64700000000000002,"15min":0.55700000000000005},"min":{"1min":0.44600000000000001,"5min":0.33700000000000002,"15min":0.255},"max":{"1min":7.6210000000000004,"5min":7.6210000000000004,"15min":7.6210000000000004},"last":0.66500000000000004}]},{"osd":3,"last update":"Fri Sep 13 16:13:44 2024","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.57499999999999996,"15min":0.52600000000000002},"min":{"1min":0.36899999999999999,"5min":0.314,"15min":0.255},"max":{"1min":1.6339999999999999,"5min":1.6339999999999999,"15min":1.6339999999999999},"last":0.73799999999999999},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.55200000000000005,"15min":0.51500000000000001},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.26700000000000002},"max":{"1min":0.77000000000000002,"5min":0.81000000000000005,"15min":0.88100000000000001},"last":0.70999999999999996}]},{"osd":4,"last update":"Fri Sep 13 16:13:44 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.496,"15min":0.45100000000000001},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.23400000000000001},"max":{"1min":1.208,"5min":1.208,"15min":1.208},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.877,"5min":0.57799999999999996,"15min":0.48899999999999999},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.249},"max":{"1min":7.5720000000000001,"5min":7.5720000000000001,"15min":7.5720000000000001},"last":0.46800000000000003}]},{"osd":5,"last update":"Fri Sep 13 16:13:44 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.53200000000000003,"15min":0.497},"min":{"1min":0.32300000000000001,"5min":0.308,"15min":0.25600000000000001},"max":{"1min":1.508,"5min":1.508,"15min":1.508},"last":0.33900000000000002},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.59399999999999997,"15min":0.55500000000000005},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.33700000000000002},"max":{"1min":0.80200000000000005,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.55300000000000005}]},{"osd":6,"last update":"Fri Sep 13 16:13:44 2024","interfaces":[{"interface":"back","average":{"1min":0.79000000000000004,"5min":0.60999999999999999,"15min":0.53900000000000003},"min":{"1min":0.36599999999999999,"5min":0.35399999999999998,"15min":0.32300000000000001},"max":{"1min":5.1699999999999999,"5min":5.1699999999999999,"15min":5.1699999999999999},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.93899999999999995,"5min":0.64400000000000002,"15min":0.56100000000000005},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.315},"max":{"1min":7.9699999999999998,"5min":7.9699999999999998,"15min":7.9699999999999998},"last":0.41099999999999998}]}]},{"osd":6,"up_from":13,"seq":55834575003,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":105084,"kb_used_data":1776,"kb_used_omap":1,"kb_used_meta":103294,"kb_avail":94266756,"statfs":{"total":96636764160,"available":96529158144,"internally_reserved":0,"allocated":1818624,"data_stored":835103,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":105773511},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:58 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.57199999999999995,"15min":0.52100000000000002},"min":{"1min":0.29999999999999999,"5min":0.24299999999999999,"15min":0.20000000000000001},"max":{"1min":0.73499999999999999,"5min":0.80700000000000005,"15min":0.97099999999999997},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.56799999999999995,"15min":0.52500000000000002},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.22500000000000001},"max":{"1min":0.71899999999999997,"5min":0.747,"15min":1.224},"last":0.53700000000000003}]},{"osd":1,"last update":"Fri Sep 13 16:13:58 2024","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.54600000000000004,"15min":0.50800000000000001},"min":{"1min":0.36399999999999999,"5min":0.30599999999999999,"15min":0.21099999999999999},"max":{"1min":0.70899999999999996,"5min":0.80100000000000005,"15min":1.0940000000000001},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.53300000000000003,"15min":0.496},"min":{"1min":0.38400000000000001,"5min":0.36499999999999999,"15min":0.247},"max":{"1min":0.65300000000000002,"5min":0.75600000000000001,"15min":1.1879999999999999},"last":0.41599999999999998}]},{"osd":2,"last update":"Fri Sep 13 16:13:58 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.54600000000000004,"15min":0.50700000000000001},"min":{"1min":0.36899999999999999,"5min":0.35199999999999998,"15min":0.247},"max":{"1min":0.69099999999999995,"5min":0.79000000000000004,"15min":0.94799999999999995},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.54300000000000004,"15min":0.53200000000000003},"min":{"1min":0.34699999999999998,"5min":0.34499999999999997,"15min":0.27000000000000002},"max":{"1min":0.69199999999999995,"5min":0.83799999999999997,"15min":0.91800000000000004},"last":0.38900000000000001}]},{"osd":3,"last update":"Fri Sep 13 16:13:58 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.56999999999999995,"15min":0.53700000000000003},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.252},"max":{"1min":0.72999999999999998,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.58399999999999996,"15min":0.55800000000000005},"min":{"1min":0.41499999999999998,"5min":0.38200000000000001,"15min":0.25900000000000001},"max":{"1min":0.67100000000000004,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.44800000000000001}]},{"osd":4,"last update":"Fri Sep 13 16:13:58 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.47399999999999998,"15min":0.46300000000000002},"min":{"1min":0.34300000000000003,"5min":0.27100000000000002,"15min":0.22600000000000001},"max":{"1min":0.65100000000000002,"5min":0.81200000000000006,"15min":1.1559999999999999},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.51200000000000001,"15min":0.496},"min":{"1min":0.37,"5min":0.317,"15min":0.23899999999999999},"max":{"1min":0.78500000000000003,"5min":0.83599999999999997,"15min":0.88900000000000001},"last":0.61599999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:13:58 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.53500000000000003,"15min":0.52500000000000002},"min":{"1min":0.376,"5min":0.309,"15min":0.29399999999999998},"max":{"1min":0.73099999999999998,"5min":0.79500000000000004,"15min":0.82099999999999995},"last":0.64900000000000002},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.53000000000000003,"15min":0.53400000000000003},"min":{"1min":0.377,"5min":0.30399999999999999,"15min":0.26400000000000001},"max":{"1min":0.745,"5min":0.878,"15min":0.93999999999999995},"last":0.59299999999999997}]},{"osd":7,"last update":"Fri Sep 13 16:13:58 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.54600000000000004,"15min":0.53100000000000003},"min":{"1min":0.39400000000000002,"5min":0.32600000000000001,"15min":0.254},"max":{"1min":0.755,"5min":0.86499999999999999,"15min":1.1080000000000001},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.61899999999999999,"15min":0.59399999999999997},"min":{"1min":0.48199999999999998,"5min":0.35899999999999999,"15min":0.33800000000000002},"max":{"1min":0.77000000000000002,"5min":0.90500000000000003,"15min":0.92600000000000005},"last":0.68200000000000005}]}]},{"osd":5,"up_from":13,"seq":55834575002,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":77192,"kb_used_data":1788,"kb_used_omap":1,"kb_used_meta":75390,"kb_avail":94294648,"statfs":{"total":96636764160,"available":96557719552,"internally_reserved":0,"allocated":1830912,"data_stored":841698,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":77199814},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:45 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.56699999999999995,"15min":0.49299999999999999},"min":{"1min":0.38,"5min":0.33700000000000002,"15min":0.215},"max":{"1min":1.03,"5min":1.03,"15min":1.03},"last":0.71699999999999997},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.56000000000000005,"15min":0.499},"min":{"1min":0.40600000000000003,"5min":0.29099999999999998,"15min":0.219},"max":{"1min":1.0089999999999999,"5min":1.0089999999999999,"15min":1.0089999999999999},"last":0.74299999999999999}]},{"osd":1,"last update":"Fri Sep 13 16:13:45 2024","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.56399999999999995,"15min":0.50900000000000001},"min":{"1min":0.38300000000000001,"5min":0.32700000000000001,"15min":0.24299999999999999},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.73299999999999998},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.55500000000000005,"15min":0.51100000000000001},"min":{"1min":0.42699999999999999,"5min":0.26300000000000001,"15min":0.24299999999999999},"max":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.81799999999999995}]},{"osd":2,"last update":"Fri Sep 13 16:13:45 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.56899999999999995,"15min":0.51100000000000001},"min":{"1min":0.35799999999999998,"5min":0.28199999999999997,"15min":0.249},"max":{"1min":0.95499999999999996,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.56100000000000005,"15min":0.53800000000000003},"min":{"1min":0.41199999999999998,"5min":0.40799999999999997,"15min":0.26600000000000001},"max":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":1.6000000000000001},"last":0.69599999999999995}]},{"osd":3,"last update":"Fri Sep 13 16:13:45 2024","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.59399999999999997,"15min":0.54200000000000004},"min":{"1min":0.47599999999999998,"5min":0.40000000000000002,"15min":0.252},"max":{"1min":0.99399999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.75600000000000001},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.628,"15min":0.58299999999999996},"min":{"1min":0.45500000000000002,"5min":0.40100000000000002,"15min":0.314},"max":{"1min":0.98199999999999998,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.77100000000000002}]},{"osd":4,"last update":"Fri Sep 13 16:13:45 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.48199999999999998,"15min":0.49099999999999999},"min":{"1min":0.313,"5min":0.29799999999999999,"15min":0.254},"max":{"1min":0.749,"5min":0.95999999999999996,"15min":1.377},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.48399999999999999,"15min":0.48999999999999999},"min":{"1min":0.316,"5min":0.28100000000000003,"15min":0.23799999999999999},"max":{"1min":0.72999999999999998,"5min":0.88500000000000001,"15min":0.93799999999999994},"last":0.57799999999999996}]},{"osd":6,"last update":"Fri Sep 13 16:13:45 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.499,"15min":0.49199999999999999},"min":{"1min":0.33700000000000002,"5min":0.30099999999999999,"15min":0.251},"max":{"1min":0.76500000000000001,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54300000000000004,"15min":0.53600000000000003},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.22900000000000001},"max":{"1min":0.76100000000000001,"5min":0.81699999999999995,"15min":1.036},"last":0.64200000000000002}]},{"osd":7,"last update":"Fri Sep 13 16:13:45 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.52600000000000002,"15min":0.51800000000000002},"min":{"1min":0.37,"5min":0.31900000000000001,"15min":0.27600000000000002},"max":{"1min":0.753,"5min":0.86299999999999999,"15min":0.90100000000000002},"last":0.67900000000000005},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.56100000000000005,"15min":0.54800000000000004},"min":{"1min":0.378,"5min":0.32800000000000001,"15min":0.29599999999999999},"max":{"1min":0.78100000000000003,"5min":0.877,"15min":0.90900000000000003},"last":0.79300000000000004}]}]},{"osd":4,"up_from":13,"seq":55834575003,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":91068,"kb_used_data":1776,"kb_used_omap":1,"kb_used_meta":89278,"kb_avail":94280772,"statfs":{"total":96636764160,"available":96543510528,"internally_reserved":0,"allocated":1818624,"data_stored":835103,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":91421126},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:48 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.52500000000000002,"15min":0.49299999999999999},"min":{"1min":0.39000000000000001,"5min":0.29799999999999999,"15min":0.19400000000000001},"max":{"1min":0.60799999999999998,"5min":0.83299999999999996,"15min":5.7510000000000003},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.55100000000000005,"15min":0.55400000000000005},"min":{"1min":0.38500000000000001,"5min":0.34499999999999997,"15min":0.20699999999999999},"max":{"1min":0.78300000000000003,"5min":1.0940000000000001,"15min":18.648},"last":0.44600000000000001}]},{"osd":1,"last update":"Fri Sep 13 16:13:48 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.55300000000000005,"15min":0.56299999999999994},"min":{"1min":0.39900000000000002,"5min":0.38100000000000001,"15min":0.221},"max":{"1min":0.71499999999999997,"5min":0.997,"15min":20.414000000000001},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.57999999999999996,"15min":0.59499999999999997},"min":{"1min":0.372,"5min":0.372,"15min":0.23899999999999999},"max":{"1min":0.64900000000000002,"5min":0.85299999999999998,"15min":20.018000000000001},"last":0.52300000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:13:48 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.57699999999999996,"15min":0.52000000000000002},"min":{"1min":0.42599999999999999,"5min":0.376,"15min":0.26400000000000001},"max":{"1min":0.67800000000000005,"5min":0.872,"15min":1.5529999999999999},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.624,"15min":0.625},"min":{"1min":0.48199999999999998,"5min":0.38700000000000001,"15min":0.27700000000000002},"max":{"1min":0.749,"5min":0.91700000000000004,"15min":12.138},"last":0.55300000000000005}]},{"osd":3,"last update":"Fri Sep 13 16:13:48 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.58799999999999997,"15min":0.59699999999999998},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.28399999999999997},"max":{"1min":0.75700000000000001,"5min":0.81699999999999995,"15min":13.097},"last":0.374},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.55800000000000005,"15min":0.55100000000000005},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.27000000000000002},"max":{"1min":0.73599999999999999,"5min":0.79200000000000004,"15min":11.009},"last":0.41999999999999998}]},{"osd":5,"last update":"Fri Sep 13 16:13:48 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.49399999999999999,"15min":0.56699999999999995},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.67700000000000005,"5min":0.88800000000000001,"15min":24.812999999999999},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.55600000000000005,"15min":0.53200000000000003},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.27000000000000002},"max":{"1min":0.65500000000000003,"5min":0.96599999999999997,"15min":1.5860000000000001},"last":0.53200000000000003}]},{"osd":6,"last update":"Fri Sep 13 16:13:48 2024","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.51000000000000001,"15min":0.54200000000000004},"min":{"1min":0.34300000000000003,"5min":0.316,"15min":0.25800000000000001},"max":{"1min":0.73399999999999999,"5min":0.84099999999999997,"15min":13.071999999999999},"last":0.498},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.50700000000000001,"15min":0.58499999999999996},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.24399999999999999},"max":{"1min":0.71299999999999997,"5min":0.84599999999999997,"15min":24.873999999999999},"last":0.48799999999999999}]},{"osd":7,"last update":"Fri Sep 13 16:13:48 2024","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.51300000000000001,"15min":0.749},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.25800000000000001},"max":{"1min":0.61199999999999999,"5min":0.90400000000000003,"15min":64.593999999999994},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.57499999999999996,"15min":0.60899999999999999},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.76400000000000001,"5min":0.86299999999999999,"15min":13.125},"last":0.58799999999999997}]}]},{"osd":2,"up_from":13,"seq":55834575002,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":105020,"kb_used_data":1776,"kb_used_omap":1,"kb_used_meta":103230,"kb_avail":94266820,"statfs":{"total":96636764160,"available":96529223680,"internally_reserved":0,"allocated":1818624,"data_stored":835103,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":105707974},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:49 2024","interfaces":[{"interface":"back","average":{"1min":0.308,"5min":0.34899999999999998,"15min":0.32300000000000001},"min":{"1min":0.24299999999999999,"5min":0.222,"15min":0.17100000000000001},"max":{"1min":0.44400000000000001,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.35099999999999998},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.36599999999999999,"15min":0.33800000000000002},"min":{"1min":0.27400000000000002,"5min":0.23100000000000001,"15min":0.185},"max":{"1min":0.53900000000000003,"5min":0.61299999999999999,"15min":0.63200000000000001},"last":0.46999999999999997}]},{"osd":1,"last update":"Fri Sep 13 16:13:49 2024","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.36199999999999999,"15min":0.33800000000000002},"min":{"1min":0.25800000000000001,"5min":0.22900000000000001,"15min":0.189},"max":{"1min":0.47899999999999998,"5min":0.59999999999999998,"15min":0.61799999999999999},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.42399999999999999,"15min":0.39600000000000002},"min":{"1min":0.318,"5min":0.214,"15min":0.20100000000000001},"max":{"1min":0.54300000000000004,"5min":0.753,"15min":0.753},"last":0.48299999999999998}]},{"osd":3,"last update":"Fri Sep 13 16:13:55 2024","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.40200000000000002,"15min":0.36899999999999999},"min":{"1min":0.28699999999999998,"5min":0.26900000000000002,"15min":0.20899999999999999},"max":{"1min":0.58999999999999997,"5min":0.70599999999999996,"15min":0.72299999999999998},"last":0.41699999999999998},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.39100000000000001,"15min":0.36599999999999999},"min":{"1min":0.28699999999999998,"5min":0.28199999999999997,"15min":0.23200000000000001},"max":{"1min":0.64200000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.39000000000000001}]},{"osd":4,"last update":"Fri Sep 13 16:13:49 2024","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.60099999999999998,"15min":0.55200000000000005},"min":{"1min":0.443,"5min":0.32200000000000001,"15min":0.25800000000000001},"max":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.85199999999999998},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.624,"5min":0.60499999999999998,"15min":0.55600000000000005},"min":{"1min":0.45600000000000002,"5min":0.32900000000000001,"15min":0.26200000000000001},"max":{"1min":1.3200000000000001,"5min":1.3200000000000001,"15min":1.3200000000000001},"last":0.60399999999999998}]},{"osd":5,"last update":"Fri Sep 13 16:13:49 2024","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.60099999999999998,"15min":0.55600000000000005},"min":{"1min":0.38700000000000001,"5min":0.36699999999999999,"15min":0.25},"max":{"1min":0.83899999999999997,"5min":0.94099999999999995,"15min":1.0169999999999999},"last":0.72299999999999998},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.62,"15min":0.56200000000000006},"min":{"1min":0.378,"5min":0.378,"15min":0.29199999999999998},"max":{"1min":0.93300000000000005,"5min":1.4139999999999999,"15min":1.4139999999999999},"last":0.63800000000000001}]},{"osd":6,"last update":"Fri Sep 13 16:13:49 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.61899999999999999,"15min":0.56399999999999995},"min":{"1min":0.442,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.79500000000000004,"5min":1.431,"15min":1.431},"last":0.67100000000000004},{"interface":"front","average":{"1min":0.62,"5min":0.63900000000000001,"15min":0.58699999999999997},"min":{"1min":0.41299999999999998,"5min":0.38600000000000001,"15min":0.33600000000000002},"max":{"1min":1.1279999999999999,"5min":1.4830000000000001,"15min":1.4830000000000001},"last":0.73999999999999999}]},{"osd":7,"last update":"Fri Sep 13 16:13:49 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.61399999999999999,"15min":0.57899999999999996},"min":{"1min":0.435,"5min":0.375,"15min":0.33700000000000002},"max":{"1min":0.89300000000000002,"5min":0.97899999999999998,"15min":1.03},"last":0.69199999999999995},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.626,"15min":0.58799999999999997},"min":{"1min":0.40500000000000003,"5min":0.40300000000000002,"15min":0.32400000000000001},"max":{"1min":0.76700000000000002,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.65200000000000002}]}]},{"osd":1,"up_from":13,"seq":55834575002,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":82944,"kb_used_data":1776,"kb_used_omap":1,"kb_used_meta":81150,"kb_avail":94288896,"statfs":{"total":96636764160,"available":96551829504,"internally_reserved":0,"allocated":1818624,"data_stored":835103,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":83098054},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:53 2024","interfaces":[{"interface":"back","average":{"1min":1.113,"5min":0.503,"15min":0.379},"min":{"1min":0.23799999999999999,"5min":0.19500000000000001,"15min":0.14799999999999999},"max":{"1min":10.233000000000001,"5min":10.233000000000001,"15min":10.233000000000001},"last":0.30099999999999999},{"interface":"front","average":{"1min":1.044,"5min":0.503,"15min":0.39400000000000002},"min":{"1min":0.215,"5min":0.182,"15min":0.182},"max":{"1min":9.8879999999999999,"5min":9.8879999999999999,"15min":9.8879999999999999},"last":0.42099999999999999}]},{"osd":2,"last update":"Fri Sep 13 16:13:53 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.40600000000000003,"15min":0.34899999999999998},"min":{"1min":0.26200000000000001,"5min":0.22,"15min":0.186},"max":{"1min":3.609,"5min":3.609,"15min":3.609},"last":0.38300000000000001},{"interface":"front","average":{"1min":1.079,"5min":0.53100000000000003,"15min":0.42399999999999999},"min":{"1min":0.216,"5min":0.216,"15min":0.216},"max":{"1min":9.8550000000000004,"5min":9.8550000000000004,"15min":9.8550000000000004},"last":0.36799999999999999}]},{"osd":3,"last update":"Fri Sep 13 16:13:53 2024","interfaces":[{"interface":"back","average":{"1min":3.0419999999999998,"5min":0.92000000000000004,"15min":0.55100000000000005},"min":{"1min":0.27400000000000002,"5min":0.21299999999999999,"15min":0.20000000000000001},"max":{"1min":35.280000000000001,"5min":35.280000000000001,"15min":35.280000000000001},"last":0.33000000000000002},{"interface":"front","average":{"1min":1.7490000000000001,"5min":0.69099999999999995,"15min":0.497},"min":{"1min":0.248,"5min":0.248,"15min":0.223},"max":{"1min":17.962,"5min":17.962,"15min":17.962},"last":0.40699999999999997}]},{"osd":4,"last update":"Fri Sep 13 16:13:53 2024","interfaces":[{"interface":"back","average":{"1min":1.2589999999999999,"5min":0.73999999999999999,"15min":0.59899999999999998},"min":{"1min":0.38100000000000001,"5min":0.316,"15min":0.28399999999999997},"max":{"1min":9.8190000000000008,"5min":9.8190000000000008,"15min":9.8190000000000008},"last":0.626},{"interface":"front","average":{"1min":0.751,"5min":0.64300000000000002,"15min":0.57299999999999995},"min":{"1min":0.45300000000000001,"5min":0.30599999999999999,"15min":0.30399999999999999},"max":{"1min":3.194,"5min":3.194,"15min":3.194},"last":0.52500000000000002}]},{"osd":5,"last update":"Fri Sep 13 16:13:53 2024","interfaces":[{"interface":"back","average":{"1min":2.1200000000000001,"5min":0.91300000000000003,"15min":0.65300000000000002},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.28899999999999998},"max":{"1min":21.114000000000001,"5min":21.114000000000001,"15min":21.114000000000001},"last":0.65200000000000002},{"interface":"front","average":{"1min":1.3620000000000001,"5min":0.77000000000000002,"15min":0.622},"min":{"1min":0.42399999999999999,"5min":0.371,"15min":0.32400000000000001},"max":{"1min":9.7870000000000008,"5min":9.7870000000000008,"15min":9.7870000000000008},"last":0.51700000000000002}]},{"osd":6,"last update":"Fri Sep 13 16:13:53 2024","interfaces":[{"interface":"back","average":{"1min":0.746,"5min":0.64800000000000002,"15min":0.58299999999999996},"min":{"1min":0.45400000000000001,"5min":0.39800000000000002,"15min":0.313},"max":{"1min":1.6379999999999999,"5min":1.6379999999999999,"15min":1.6379999999999999},"last":0.63900000000000001},{"interface":"front","average":{"1min":1.6479999999999999,"5min":0.83499999999999996,"15min":0.64700000000000002},"min":{"1min":0.372,"5min":0.372,"15min":0.31900000000000001},"max":{"1min":13.529,"5min":13.529,"15min":13.529},"last":0.58999999999999997}]},{"osd":7,"last update":"Fri Sep 13 16:13:53 2024","interfaces":[{"interface":"back","average":{"1min":0.73599999999999999,"5min":0.65800000000000003,"15min":0.59499999999999997},"min":{"1min":0.47899999999999998,"5min":0.43099999999999999,"15min":0.315},"max":{"1min":1.6060000000000001,"5min":1.6060000000000001,"15min":1.6060000000000001},"last":0.66900000000000004},{"interface":"front","average":{"1min":2.181,"5min":0.94799999999999995,"15min":0.69099999999999995},"min":{"1min":0.39900000000000002,"5min":0.377,"15min":0.377},"max":{"1min":20.34,"5min":20.34,"15min":20.34},"last":0.67700000000000005}]}]},{"osd":0,"up_from":13,"seq":55834575004,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":101512,"kb_used_data":2364,"kb_used_omap":1,"kb_used_meta":99134,"kb_avail":94270328,"statfs":{"total":96636764160,"available":96532815872,"internally_reserved":0,"allocated":2420736,"data_stored":1431397,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":101513671},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 16:13:47 2024","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.34799999999999998,"15min":0.35799999999999998},"min":{"1min":0.23100000000000001,"5min":0.20899999999999999,"15min":0.151},"max":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":2.5960000000000001},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.375,"15min":0.35099999999999998},"min":{"1min":0.26600000000000001,"5min":0.20300000000000001,"15min":0.17599999999999999},"max":{"1min":0.51300000000000001,"5min":0.61799999999999999,"15min":0.65900000000000003},"last":0.309}]},{"osd":2,"last update":"Fri Sep 13 16:13:47 2024","interfaces":[{"interface":"back","average":{"1min":0.373,"5min":0.373,"15min":0.35999999999999999},"min":{"1min":0.28599999999999998,"5min":0.20200000000000001,"15min":0.19800000000000001},"max":{"1min":0.55400000000000005,"5min":0.56799999999999995,"15min":1.373},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.39300000000000002,"5min":0.39700000000000002,"15min":0.379},"min":{"1min":0.248,"5min":0.248,"15min":0.19400000000000001},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.77900000000000003},"last":0.437}]},{"osd":3,"last update":"Fri Sep 13 16:14:00 2024","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.41199999999999998,"15min":0.39000000000000001},"min":{"1min":0.26500000000000001,"5min":0.249,"15min":0.218},"max":{"1min":0.54000000000000004,"5min":0.59699999999999998,"15min":0.75},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.374,"5min":0.378,"15min":0.35699999999999998},"min":{"1min":0.25,"5min":0.22,"15min":0.20100000000000001},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.47399999999999998}]},{"osd":4,"last update":"Fri Sep 13 16:13:47 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.58399999999999996,"15min":0.53300000000000003},"min":{"1min":0.42999999999999999,"5min":0.29599999999999999,"15min":0.28000000000000003},"max":{"1min":0.76000000000000001,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.60499999999999998,"15min":0.55800000000000005},"min":{"1min":0.41399999999999998,"5min":0.34599999999999997,"15min":0.28199999999999997},"max":{"1min":0.76700000000000002,"5min":0.86299999999999999,"15min":1.321},"last":0.77900000000000003}]},{"osd":5,"last update":"Fri Sep 13 16:13:47 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.60099999999999998,"15min":0.71399999999999997},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.30199999999999999},"max":{"1min":0.73699999999999999,"5min":0.88600000000000001,"15min":41.240000000000002},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.61799999999999999,"15min":0.74199999999999999},"min":{"1min":0.44700000000000001,"5min":0.36299999999999999,"15min":0.29999999999999999},"max":{"1min":0.78700000000000003,"5min":0.91500000000000004,"15min":41.301000000000002},"last":0.71499999999999997}]},{"osd":6,"last update":"Fri Sep 13 16:13:47 2024","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.60899999999999999,"15min":0.55300000000000005},"min":{"1min":0.48099999999999998,"5min":0.34799999999999998,"15min":0.312},"max":{"1min":0.83899999999999997,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.74199999999999999},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.63400000000000001,"15min":0.58499999999999996},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.34300000000000003},"max":{"1min":0.78200000000000003,"5min":1.0109999999999999,"15min":1.286},"last":0.81899999999999995}]},{"osd":7,"last update":"Fri Sep 13 16:13:47 2024","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.64300000000000002,"15min":0.60099999999999998},"min":{"1min":0.46899999999999997,"5min":0.38900000000000001,"15min":0.34799999999999998},"max":{"1min":0.81599999999999995,"5min":0.92000000000000004,"15min":1.1639999999999999},"last":0.79100000000000004},{"interface":"front","average":{"1min":0.623,"5min":0.64400000000000002,"15min":0.58399999999999996},"min":{"1min":0.46000000000000002,"5min":0.38900000000000001,"15min":0.35099999999999998},"max":{"1min":0.80600000000000005,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.80200000000000005}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:14:09.343 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:14:09.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.475+0000 7fa46119d640 1 Processor -- start 2024-09-13T16:14:09.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.475+0000 7fa46119d640 1 -- start start 2024-09-13T16:14:09.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.476+0000 7fa46119d640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fa45c0ac500 0x7fa45c070320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:09.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.476+0000 7fa46119d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa45c0ac8e0 0x7fa45c160050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:09.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.476+0000 7fa46119d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fa45c160590 0x7fa45c160a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:09.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.476+0000 7fa46119d640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa45c0b14e0 con 0x7fa45c160590 2024-09-13T16:14:09.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.476+0000 7fa46119d640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa45c070b90 con 0x7fa45c0ac500 2024-09-13T16:14:09.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.476+0000 7fa46119d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa45c070e70 con 0x7fa45c0ac8e0 2024-09-13T16:14:09.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.476+0000 7fa46099c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fa45c160590 0x7fa45c160a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:09.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.476+0000 7fa46099c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fa45c160590 0x7fa45c160a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51352/0 (socket says 172.21.15.76:51352) 2024-09-13T16:14:09.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.476+0000 7fa46099c640 1 -- 172.21.15.76:0/569103495 learned_addr learned my addr 172.21.15.76:0/569103495 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:09.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.476+0000 7fa45bfff640 1 --2- 172.21.15.76:0/569103495 >> v2:172.21.15.192:3300/0 conn(0x7fa45c0ac500 0x7fa45c070320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:09.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.476+0000 7fa453fff640 1 --2- 172.21.15.76:0/569103495 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa45c0ac8e0 0x7fa45c160050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:09.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.477+0000 7fa46099c640 1 -- 172.21.15.76:0/569103495 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa45c0ac8e0 msgr2=0x7fa45c160050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:09.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.477+0000 7fa46099c640 1 --2- 172.21.15.76:0/569103495 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa45c0ac8e0 0x7fa45c160050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:09.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.477+0000 7fa46099c640 1 -- 172.21.15.76:0/569103495 >> v2:172.21.15.192:3300/0 conn(0x7fa45c0ac500 msgr2=0x7fa45c070320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:09.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.477+0000 7fa46099c640 1 --2- 172.21.15.76:0/569103495 >> v2:172.21.15.192:3300/0 conn(0x7fa45c0ac500 0x7fa45c070320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:09.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.477+0000 7fa46099c640 1 -- 172.21.15.76:0/569103495 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa45c071150 con 0x7fa45c160590 2024-09-13T16:14:09.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.477+0000 7fa46099c640 1 --2- 172.21.15.76:0/569103495 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa45c160590 0x7fa45c160a20 secure :-1 s=READY pgs=1993 cs=0 l=1 rev1=1 crypto rx=0x7fa45c071bf0 tx=0x7fa45402a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=39dccc5eb6686f1d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:09.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.478+0000 7fa45b7fe640 1 -- 172.21.15.76:0/569103495 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa454031600 con 0x7fa45c160590 2024-09-13T16:14:09.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.478+0000 7fa45b7fe640 1 -- 172.21.15.76:0/569103495 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa45402d050 con 0x7fa45c160590 2024-09-13T16:14:09.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.478+0000 7fa45b7fe640 1 -- 172.21.15.76:0/569103495 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa454031980 con 0x7fa45c160590 2024-09-13T16:14:09.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.478+0000 7fa46119d640 1 -- 172.21.15.76:0/569103495 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa45c160590 msgr2=0x7fa45c160a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:09.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.478+0000 7fa46119d640 1 --2- 172.21.15.76:0/569103495 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa45c160590 0x7fa45c160a20 secure :-1 s=READY pgs=1993 cs=0 l=1 rev1=1 crypto rx=0x7fa45c071bf0 tx=0x7fa45402a6a0 comp rx=0 tx=0).stop 2024-09-13T16:14:09.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.478+0000 7fa46119d640 1 -- 172.21.15.76:0/569103495 shutdown_connections 2024-09-13T16:14:09.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.478+0000 7fa46119d640 1 --2- 172.21.15.76:0/569103495 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa45c160590 0x7fa45c160a20 unknown :-1 s=CLOSED pgs=1993 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:09.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.478+0000 7fa46119d640 1 --2- 172.21.15.76:0/569103495 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa45c0ac8e0 0x7fa45c160050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:09.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.478+0000 7fa46119d640 1 --2- 172.21.15.76:0/569103495 >> v2:172.21.15.192:3300/0 conn(0x7fa45c0ac500 0x7fa45c070320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:09.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.478+0000 7fa46119d640 1 -- 172.21.15.76:0/569103495 >> 172.21.15.76:0/569103495 conn(0x7fa45c0b01e0 msgr2=0x7fa45c0b05c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:09.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.478+0000 7fa46119d640 1 -- 172.21.15.76:0/569103495 shutdown_connections 2024-09-13T16:14:09.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.478+0000 7fa46119d640 1 -- 172.21.15.76:0/569103495 wait complete. 2024-09-13T16:14:09.484 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.479+0000 7fa46119d640 1 Processor -- start 2024-09-13T16:14:09.484 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.479+0000 7fa46119d640 1 -- start start 2024-09-13T16:14:09.484 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.480+0000 7fa46119d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa45c0ac500 0x7fa45c152960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:09.484 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.480+0000 7fa46119d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa45c0ac8e0 0x7fa45c0cb700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:09.484 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.480+0000 7fa46119d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa45c160590 0x7fa45c15ecf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:09.484 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.480+0000 7fa46119d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa45c157070 con 0x7fa45c0ac8e0 2024-09-13T16:14:09.484 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.480+0000 7fa46119d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa45c0ccac0 con 0x7fa45c160590 2024-09-13T16:14:09.484 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.480+0000 7fa46119d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa45c0ccda0 con 0x7fa45c0ac500 2024-09-13T16:14:09.484 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.480+0000 7fa453fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa45c0ac8e0 0x7fa45c0cb700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:09.484 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.480+0000 7fa453fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa45c0ac8e0 0x7fa45c0cb700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51358/0 (socket says 172.21.15.76:51358) 2024-09-13T16:14:09.484 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.480+0000 7fa45bfff640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa45c0ac500 0x7fa45c152960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:09.484 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.480+0000 7fa453fff640 1 -- 172.21.15.76:0/789661195 learned_addr learned my addr 172.21.15.76:0/789661195 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:09.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.480+0000 7fa46099c640 1 --2- 172.21.15.76:0/789661195 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa45c160590 0x7fa45c15ecf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:09.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.481+0000 7fa453fff640 1 -- 172.21.15.76:0/789661195 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa45c0ac500 msgr2=0x7fa45c152960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:09.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.481+0000 7fa453fff640 1 --2- 172.21.15.76:0/789661195 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa45c0ac500 0x7fa45c152960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:09.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.481+0000 7fa453fff640 1 -- 172.21.15.76:0/789661195 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa45c160590 msgr2=0x7fa45c15ecf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:09.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.481+0000 7fa453fff640 1 --2- 172.21.15.76:0/789661195 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa45c160590 0x7fa45c15ecf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:09.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.481+0000 7fa453fff640 1 -- 172.21.15.76:0/789661195 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa454009b30 con 0x7fa45c0ac8e0 2024-09-13T16:14:09.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.481+0000 7fa453fff640 1 --2- 172.21.15.76:0/789661195 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa45c0ac8e0 0x7fa45c0cb700 secure :-1 s=READY pgs=1994 cs=0 l=1 rev1=1 crypto rx=0x7fa44400e9b0 tx=0x7fa44400ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:09.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.481+0000 7fa4597fa640 1 -- 172.21.15.76:0/789661195 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa444009670 con 0x7fa45c0ac8e0 2024-09-13T16:14:09.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.481+0000 7fa4597fa640 1 -- 172.21.15.76:0/789661195 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa44400c9a0 con 0x7fa45c0ac8e0 2024-09-13T16:14:09.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.481+0000 7fa46119d640 1 -- 172.21.15.76:0/789661195 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa45c1572c0 con 0x7fa45c0ac8e0 2024-09-13T16:14:09.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.481+0000 7fa4597fa640 1 -- 172.21.15.76:0/789661195 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa44400cd50 con 0x7fa45c0ac8e0 2024-09-13T16:14:09.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.481+0000 7fa46119d640 1 -- 172.21.15.76:0/789661195 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa45c0cc750 con 0x7fa45c0ac8e0 2024-09-13T16:14:09.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.482+0000 7fa46119d640 1 -- 172.21.15.76:0/789661195 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa45c0ccf60 con 0x7fa45c0ac8e0 2024-09-13T16:14:09.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.482+0000 7fa4597fa640 1 -- 172.21.15.76:0/789661195 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fa444013470 con 0x7fa45c0ac8e0 2024-09-13T16:14:09.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.483+0000 7fa4597fa640 1 --2- 172.21.15.76:0/789661195 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa43c06ac00 0x7fa43c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:09.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.483+0000 7fa4597fa640 1 -- 172.21.15.76:0/789661195 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(148..148 src has 1..148) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fa4440899e0 con 0x7fa45c0ac8e0 2024-09-13T16:14:09.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.483+0000 7fa45bfff640 1 --2- 172.21.15.76:0/789661195 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa43c06ac00 0x7fa43c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:09.487 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.483+0000 7fa45bfff640 1 --2- 172.21.15.76:0/789661195 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa43c06ac00 0x7fa43c06d0c0 secure :-1 s=READY pgs=850 cs=0 l=1 rev1=1 crypto rx=0x7fa44c009ac0 tx=0x7fa44c009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:09.488 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.487+0000 7fa4597fa640 1 -- 172.21.15.76:0/789661195 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fa444054b30 con 0x7fa45c0ac8e0 2024-09-13T16:14:09.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.646+0000 7fa46119d640 1 -- 172.21.15.76:0/789661195 --> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fa45c070860 con 0x7fa43c06ac00 2024-09-13T16:14:09.654 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.653+0000 7fa4597fa640 1 -- 172.21.15.76:0/789661195 <== mgr.4104 v2:172.21.15.76:6832/911852275 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+287048 (secure 0 0 0) 0x7fa44c0119e0 con 0x7fa43c06ac00 2024-09-13T16:14:09.658 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:14:09.659 INFO:teuthology.orchestra.run.smithi076.stderr:dumped all 2024-09-13T16:14:09.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.657+0000 7fa46119d640 1 -- 172.21.15.76:0/789661195 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa43c06ac00 msgr2=0x7fa43c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:09.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.657+0000 7fa46119d640 1 --2- 172.21.15.76:0/789661195 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa43c06ac00 0x7fa43c06d0c0 secure :-1 s=READY pgs=850 cs=0 l=1 rev1=1 crypto rx=0x7fa44c009ac0 tx=0x7fa44c009190 comp rx=0 tx=0).stop 2024-09-13T16:14:09.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.657+0000 7fa46119d640 1 -- 172.21.15.76:0/789661195 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa45c0ac8e0 msgr2=0x7fa45c0cb700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:09.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.657+0000 7fa46119d640 1 --2- 172.21.15.76:0/789661195 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa45c0ac8e0 0x7fa45c0cb700 secure :-1 s=READY pgs=1994 cs=0 l=1 rev1=1 crypto rx=0x7fa44400e9b0 tx=0x7fa44400ee70 comp rx=0 tx=0).stop 2024-09-13T16:14:09.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.657+0000 7fa46119d640 1 -- 172.21.15.76:0/789661195 shutdown_connections 2024-09-13T16:14:09.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.657+0000 7fa46119d640 1 --2- 172.21.15.76:0/789661195 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa45c160590 0x7fa45c15ecf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:09.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.657+0000 7fa46119d640 1 --2- 172.21.15.76:0/789661195 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa45c0ac8e0 0x7fa45c0cb700 unknown :-1 s=CLOSED pgs=1994 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:09.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.657+0000 7fa46119d640 1 --2- 172.21.15.76:0/789661195 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa43c06ac00 0x7fa43c06d0c0 unknown :-1 s=CLOSED pgs=850 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:09.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.657+0000 7fa46119d640 1 --2- 172.21.15.76:0/789661195 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa45c0ac500 0x7fa45c152960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:09.661 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.657+0000 7fa46119d640 1 -- 172.21.15.76:0/789661195 >> 172.21.15.76:0/789661195 conn(0x7fa45c0b01e0 msgr2=0x7fa45c0ad5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:09.662 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.657+0000 7fa46119d640 1 -- 172.21.15.76:0/789661195 shutdown_connections 2024-09-13T16:14:09.662 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.657+0000 7fa46119d640 1 -- 172.21.15.76:0/789661195 wait complete. 2024-09-13T16:14:09.669 INFO:teuthology.orchestra.run.smithi076.stdout:{"pg_ready":true,"pg_map":{"version":523,"stamp":"2024-09-13T16:14:09.087254+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590984,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":166,"num_write_kb":2424,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":124,"ondisk_log_size":124,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":5,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":765284,"kb_used_data":15420,"kb_used_omap":12,"kb_used_meta":749747,"kb_avail":754209436,"statfs":{"total":773094113280,"available":772310462464,"internally_reserved":0,"allocated":15790080,"data_stored":7888387,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":767741497},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":616,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.346929"},"pg_stats":[{"pgid":"22.3f","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.755647+0000","last_change":"2024-09-13T16:14:05.755647+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.755647+0000","last_undegraded":"2024-09-13T16:14:05.755647+0000","last_fullsized":"2024-09-13T16:14:05.755647+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:59:42.017068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.3e","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.756313+0000","last_change":"2024-09-13T16:14:05.756313+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.756313+0000","last_undegraded":"2024-09-13T16:14:05.756313+0000","last_fullsized":"2024-09-13T16:14:05.756313+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:39:07.433354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.3d","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.755914+0000","last_change":"2024-09-13T16:14:05.755914+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.755914+0000","last_undegraded":"2024-09-13T16:14:05.755914+0000","last_fullsized":"2024-09-13T16:14:05.755914+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:15:29.263585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.3c","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.754149+0000","last_change":"2024-09-13T16:14:05.754149+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.754149+0000","last_undegraded":"2024-09-13T16:14:05.754149+0000","last_fullsized":"2024-09-13T16:14:05.754149+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:05:22.482285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.3b","version":"0'0","reported_seq":9,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.112244+0000","last_change":"2024-09-13T16:14:06.110193+0000","last_active":"2024-09-13T16:14:06.112244+0000","last_peered":"2024-09-13T16:14:06.112244+0000","last_clean":"2024-09-13T16:14:06.112244+0000","last_became_active":"2024-09-13T16:14:06.109981+0000","last_became_peered":"2024-09-13T16:14:06.109981+0000","last_unstale":"2024-09-13T16:14:06.112244+0000","last_undegraded":"2024-09-13T16:14:06.112244+0000","last_fullsized":"2024-09-13T16:14:06.112244+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:21:41.058865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.3a","version":"0'0","reported_seq":9,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.112056+0000","last_change":"2024-09-13T16:14:06.110811+0000","last_active":"2024-09-13T16:14:06.112056+0000","last_peered":"2024-09-13T16:14:06.112056+0000","last_clean":"2024-09-13T16:14:06.112056+0000","last_became_active":"2024-09-13T16:14:06.110580+0000","last_became_peered":"2024-09-13T16:14:06.110580+0000","last_unstale":"2024-09-13T16:14:06.112056+0000","last_undegraded":"2024-09-13T16:14:06.112056+0000","last_fullsized":"2024-09-13T16:14:06.112056+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:07:21.766564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.39","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.753825+0000","last_change":"2024-09-13T16:14:05.753825+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.753825+0000","last_undegraded":"2024-09-13T16:14:05.753825+0000","last_fullsized":"2024-09-13T16:14:05.753825+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:46:04.301859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.38","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.750822+0000","last_change":"2024-09-13T16:14:05.750822+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.750822+0000","last_undegraded":"2024-09-13T16:14:05.750822+0000","last_fullsized":"2024-09-13T16:14:05.750822+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:23:39.326363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.37","version":"0'0","reported_seq":9,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.116455+0000","last_change":"2024-09-13T16:14:06.116024+0000","last_active":"2024-09-13T16:14:06.116455+0000","last_peered":"2024-09-13T16:14:06.116455+0000","last_clean":"2024-09-13T16:14:06.116455+0000","last_became_active":"2024-09-13T16:14:06.115762+0000","last_became_peered":"2024-09-13T16:14:06.115762+0000","last_unstale":"2024-09-13T16:14:06.116455+0000","last_undegraded":"2024-09-13T16:14:06.116455+0000","last_fullsized":"2024-09-13T16:14:06.116455+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:10:49.929628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.36","version":"0'0","reported_seq":9,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.114829+0000","last_change":"2024-09-13T16:14:06.113687+0000","last_active":"2024-09-13T16:14:06.114829+0000","last_peered":"2024-09-13T16:14:06.114829+0000","last_clean":"2024-09-13T16:14:06.114829+0000","last_became_active":"2024-09-13T16:14:06.113454+0000","last_became_peered":"2024-09-13T16:14:06.113454+0000","last_unstale":"2024-09-13T16:14:06.114829+0000","last_undegraded":"2024-09-13T16:14:06.114829+0000","last_fullsized":"2024-09-13T16:14:06.114829+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:54:43.415360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.35","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.748114+0000","last_change":"2024-09-13T16:14:05.748114+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.748114+0000","last_undegraded":"2024-09-13T16:14:05.748114+0000","last_fullsized":"2024-09-13T16:14:05.748114+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:30:06.880191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.34","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.752342+0000","last_change":"2024-09-13T16:14:05.752342+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.752342+0000","last_undegraded":"2024-09-13T16:14:05.752342+0000","last_fullsized":"2024-09-13T16:14:05.752342+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:22:04.538408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.33","version":"0'0","reported_seq":9,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.112280+0000","last_change":"2024-09-13T16:14:06.111515+0000","last_active":"2024-09-13T16:14:06.112280+0000","last_peered":"2024-09-13T16:14:06.112280+0000","last_clean":"2024-09-13T16:14:06.112280+0000","last_became_active":"2024-09-13T16:14:06.111143+0000","last_became_peered":"2024-09-13T16:14:06.111143+0000","last_unstale":"2024-09-13T16:14:06.112280+0000","last_undegraded":"2024-09-13T16:14:06.112280+0000","last_fullsized":"2024-09-13T16:14:06.112280+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:56:39.365368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.32","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.759916+0000","last_change":"2024-09-13T16:14:05.759916+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.759916+0000","last_undegraded":"2024-09-13T16:14:05.759916+0000","last_fullsized":"2024-09-13T16:14:05.759916+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:24:55.654264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.31","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.755707+0000","last_change":"2024-09-13T16:14:05.755707+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.755707+0000","last_undegraded":"2024-09-13T16:14:05.755707+0000","last_fullsized":"2024-09-13T16:14:05.755707+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:44:00.195773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.30","version":"0'0","reported_seq":9,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.121107+0000","last_change":"2024-09-13T16:14:06.118559+0000","last_active":"2024-09-13T16:14:06.121107+0000","last_peered":"2024-09-13T16:14:06.121107+0000","last_clean":"2024-09-13T16:14:06.121107+0000","last_became_active":"2024-09-13T16:14:06.118015+0000","last_became_peered":"2024-09-13T16:14:06.118015+0000","last_unstale":"2024-09-13T16:14:06.121107+0000","last_undegraded":"2024-09-13T16:14:06.121107+0000","last_fullsized":"2024-09-13T16:14:06.121107+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:23:50.128630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.2f","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.752453+0000","last_change":"2024-09-13T16:14:05.752453+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.752453+0000","last_undegraded":"2024-09-13T16:14:05.752453+0000","last_fullsized":"2024-09-13T16:14:05.752453+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:28:34.283650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.2e","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.747839+0000","last_change":"2024-09-13T16:14:05.747839+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.747839+0000","last_undegraded":"2024-09-13T16:14:05.747839+0000","last_fullsized":"2024-09-13T16:14:05.747839+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:39:25.759799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.2d","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.752383+0000","last_change":"2024-09-13T16:14:05.752383+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.752383+0000","last_undegraded":"2024-09-13T16:14:05.752383+0000","last_fullsized":"2024-09-13T16:14:05.752383+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:04:48.421565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.2c","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.747789+0000","last_change":"2024-09-13T16:14:05.747789+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.747789+0000","last_undegraded":"2024-09-13T16:14:05.747789+0000","last_fullsized":"2024-09-13T16:14:05.747789+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:31:31.455284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.2b","version":"0'0","reported_seq":9,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.115716+0000","last_change":"2024-09-13T16:14:06.114576+0000","last_active":"2024-09-13T16:14:06.115716+0000","last_peered":"2024-09-13T16:14:06.115716+0000","last_clean":"2024-09-13T16:14:06.115716+0000","last_became_active":"2024-09-13T16:14:06.114285+0000","last_became_peered":"2024-09-13T16:14:06.114285+0000","last_unstale":"2024-09-13T16:14:06.115716+0000","last_undegraded":"2024-09-13T16:14:06.115716+0000","last_fullsized":"2024-09-13T16:14:06.115716+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:09:26.405880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.2a","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.754562+0000","last_change":"2024-09-13T16:14:05.754562+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.754562+0000","last_undegraded":"2024-09-13T16:14:05.754562+0000","last_fullsized":"2024-09-13T16:14:05.754562+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:22:35.355043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.29","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.750167+0000","last_change":"2024-09-13T16:14:05.750167+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.750167+0000","last_undegraded":"2024-09-13T16:14:05.750167+0000","last_fullsized":"2024-09-13T16:14:05.750167+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:55:44.364664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.28","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.747632+0000","last_change":"2024-09-13T16:14:05.747632+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.747632+0000","last_undegraded":"2024-09-13T16:14:05.747632+0000","last_fullsized":"2024-09-13T16:14:05.747632+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:12:56.845876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.27","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.755181+0000","last_change":"2024-09-13T16:14:05.755181+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.755181+0000","last_undegraded":"2024-09-13T16:14:05.755181+0000","last_fullsized":"2024-09-13T16:14:05.755181+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:51:40.467520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.26","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.756048+0000","last_change":"2024-09-13T16:14:05.756048+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.756048+0000","last_undegraded":"2024-09-13T16:14:05.756048+0000","last_fullsized":"2024-09-13T16:14:05.756048+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:55:44.364664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.25","version":"0'0","reported_seq":9,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.114895+0000","last_change":"2024-09-13T16:14:06.114175+0000","last_active":"2024-09-13T16:14:06.114895+0000","last_peered":"2024-09-13T16:14:06.114895+0000","last_clean":"2024-09-13T16:14:06.114895+0000","last_became_active":"2024-09-13T16:14:06.113876+0000","last_became_peered":"2024-09-13T16:14:06.113876+0000","last_unstale":"2024-09-13T16:14:06.114895+0000","last_undegraded":"2024-09-13T16:14:06.114895+0000","last_fullsized":"2024-09-13T16:14:06.114895+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:24:37.871295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.24","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.748597+0000","last_change":"2024-09-13T16:14:05.748597+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.748597+0000","last_undegraded":"2024-09-13T16:14:05.748597+0000","last_fullsized":"2024-09-13T16:14:05.748597+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:38:31.213506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.23","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.748304+0000","last_change":"2024-09-13T16:14:05.748304+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.748304+0000","last_undegraded":"2024-09-13T16:14:05.748304+0000","last_fullsized":"2024-09-13T16:14:05.748304+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:38:05.503269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.22","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.748362+0000","last_change":"2024-09-13T16:14:05.748362+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.748362+0000","last_undegraded":"2024-09-13T16:14:05.748362+0000","last_fullsized":"2024-09-13T16:14:05.748362+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:05:30.330099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.21","version":"0'0","reported_seq":9,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.118873+0000","last_change":"2024-09-13T16:14:06.118325+0000","last_active":"2024-09-13T16:14:06.118873+0000","last_peered":"2024-09-13T16:14:06.118873+0000","last_clean":"2024-09-13T16:14:06.118873+0000","last_became_active":"2024-09-13T16:14:06.118009+0000","last_became_peered":"2024-09-13T16:14:06.118009+0000","last_unstale":"2024-09-13T16:14:06.118873+0000","last_undegraded":"2024-09-13T16:14:06.118873+0000","last_fullsized":"2024-09-13T16:14:06.118873+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:59:39.115914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.20","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.750238+0000","last_change":"2024-09-13T16:14:05.750238+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.750238+0000","last_undegraded":"2024-09-13T16:14:05.750238+0000","last_fullsized":"2024-09-13T16:14:05.750238+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:13:31.679138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.1c","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.751501+0000","last_change":"2024-09-13T16:14:05.751501+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.751501+0000","last_undegraded":"2024-09-13T16:14:05.751501+0000","last_fullsized":"2024-09-13T16:14:05.751501+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:22:35.355043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.1f","version":"147'4","reported_seq":14,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.110878+0000","last_change":"2024-09-13T16:14:05.755121+0000","last_active":"2024-09-13T16:14:06.110878+0000","last_peered":"2024-09-13T16:14:06.110878+0000","last_clean":"2024-09-13T16:14:06.110878+0000","last_became_active":"2024-09-13T16:14:05.754822+0000","last_became_peered":"2024-09-13T16:14:05.754822+0000","last_unstale":"2024-09-13T16:14:06.110878+0000","last_undegraded":"2024-09-13T16:14:06.110878+0000","last_fullsized":"2024-09-13T16:14:06.110878+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:04:35.994391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.1d","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.752296+0000","last_change":"2024-09-13T16:14:05.752296+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.752296+0000","last_undegraded":"2024-09-13T16:14:05.752296+0000","last_fullsized":"2024-09-13T16:14:05.752296+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:59:42.017068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.1e","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.764232+0000","last_change":"2024-09-13T16:14:05.762711+0000","last_active":"2024-09-13T16:14:05.764232+0000","last_peered":"2024-09-13T16:14:05.764232+0000","last_clean":"2024-09-13T16:14:05.764232+0000","last_became_active":"2024-09-13T16:14:05.762456+0000","last_became_peered":"2024-09-13T16:14:05.762456+0000","last_unstale":"2024-09-13T16:14:05.764232+0000","last_undegraded":"2024-09-13T16:14:05.764232+0000","last_fullsized":"2024-09-13T16:14:05.764232+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:05:03.027497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.1e","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.749002+0000","last_change":"2024-09-13T16:14:05.749002+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.749002+0000","last_undegraded":"2024-09-13T16:14:05.749002+0000","last_fullsized":"2024-09-13T16:14:05.749002+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:59:42.017068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.1d","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.764207+0000","last_change":"2024-09-13T16:14:05.762138+0000","last_active":"2024-09-13T16:14:05.764207+0000","last_peered":"2024-09-13T16:14:05.764207+0000","last_clean":"2024-09-13T16:14:05.764207+0000","last_became_active":"2024-09-13T16:14:05.761883+0000","last_became_peered":"2024-09-13T16:14:05.761883+0000","last_unstale":"2024-09-13T16:14:05.764207+0000","last_undegraded":"2024-09-13T16:14:05.764207+0000","last_fullsized":"2024-09-13T16:14:05.764207+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:30:53.114820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.1f","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.752364+0000","last_change":"2024-09-13T16:14:05.752364+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.752364+0000","last_undegraded":"2024-09-13T16:14:05.752364+0000","last_fullsized":"2024-09-13T16:14:05.752364+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:38:05.503269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.1c","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.762103+0000","last_change":"2024-09-13T16:14:05.761699+0000","last_active":"2024-09-13T16:14:05.762103+0000","last_peered":"2024-09-13T16:14:05.762103+0000","last_clean":"2024-09-13T16:14:05.762103+0000","last_became_active":"2024-09-13T16:14:05.761377+0000","last_became_peered":"2024-09-13T16:14:05.761377+0000","last_unstale":"2024-09-13T16:14:05.762103+0000","last_undegraded":"2024-09-13T16:14:05.762103+0000","last_fullsized":"2024-09-13T16:14:05.762103+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:54:37.869594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.18","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.747262+0000","last_change":"2024-09-13T16:14:05.747262+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.747262+0000","last_undegraded":"2024-09-13T16:14:05.747262+0000","last_fullsized":"2024-09-13T16:14:05.747262+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:22:52.705566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.1b","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.769298+0000","last_change":"2024-09-13T16:14:05.766086+0000","last_active":"2024-09-13T16:14:05.769298+0000","last_peered":"2024-09-13T16:14:05.769298+0000","last_clean":"2024-09-13T16:14:05.769298+0000","last_became_active":"2024-09-13T16:14:05.765815+0000","last_became_peered":"2024-09-13T16:14:05.765815+0000","last_unstale":"2024-09-13T16:14:05.769298+0000","last_undegraded":"2024-09-13T16:14:05.769298+0000","last_fullsized":"2024-09-13T16:14:05.769298+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:08:04.157454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.19","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.758951+0000","last_change":"2024-09-13T16:14:05.758951+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.758951+0000","last_undegraded":"2024-09-13T16:14:05.758951+0000","last_fullsized":"2024-09-13T16:14:05.758951+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:39:14.259814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.1a","version":"147'1","reported_seq":11,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.119319+0000","last_change":"2024-09-13T16:14:05.763135+0000","last_active":"2024-09-13T16:14:06.119319+0000","last_peered":"2024-09-13T16:14:06.119319+0000","last_clean":"2024-09-13T16:14:06.119319+0000","last_became_active":"2024-09-13T16:14:05.762753+0000","last_became_peered":"2024-09-13T16:14:05.762753+0000","last_unstale":"2024-09-13T16:14:06.119319+0000","last_undegraded":"2024-09-13T16:14:06.119319+0000","last_fullsized":"2024-09-13T16:14:06.119319+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:22:55.663353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.1a","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.751013+0000","last_change":"2024-09-13T16:14:05.751013+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.751013+0000","last_undegraded":"2024-09-13T16:14:05.751013+0000","last_fullsized":"2024-09-13T16:14:05.751013+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:27:15.588843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.19","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.762781+0000","last_change":"2024-09-13T16:14:05.761749+0000","last_active":"2024-09-13T16:14:05.762781+0000","last_peered":"2024-09-13T16:14:05.762781+0000","last_clean":"2024-09-13T16:14:05.762781+0000","last_became_active":"2024-09-13T16:14:05.761470+0000","last_became_peered":"2024-09-13T16:14:05.761470+0000","last_unstale":"2024-09-13T16:14:05.762781+0000","last_undegraded":"2024-09-13T16:14:05.762781+0000","last_fullsized":"2024-09-13T16:14:05.762781+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:30:53.114820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.1b","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.751846+0000","last_change":"2024-09-13T16:14:05.751846+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.751846+0000","last_undegraded":"2024-09-13T16:14:05.751846+0000","last_fullsized":"2024-09-13T16:14:05.751846+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:26:31.947544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.18","version":"0'0","reported_seq":10,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.103824+0000","last_change":"2024-09-13T16:14:05.760579+0000","last_active":"2024-09-13T16:14:06.103824+0000","last_peered":"2024-09-13T16:14:06.103824+0000","last_clean":"2024-09-13T16:14:06.103824+0000","last_became_active":"2024-09-13T16:14:05.760268+0000","last_became_peered":"2024-09-13T16:14:05.760268+0000","last_unstale":"2024-09-13T16:14:06.103824+0000","last_undegraded":"2024-09-13T16:14:06.103824+0000","last_fullsized":"2024-09-13T16:14:06.103824+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:36:45.061201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.14","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.750692+0000","last_change":"2024-09-13T16:14:05.750692+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.750692+0000","last_undegraded":"2024-09-13T16:14:05.750692+0000","last_fullsized":"2024-09-13T16:14:05.750692+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:22:35.355043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.17","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.761247+0000","last_change":"2024-09-13T16:14:05.759120+0000","last_active":"2024-09-13T16:14:05.761247+0000","last_peered":"2024-09-13T16:14:05.761247+0000","last_clean":"2024-09-13T16:14:05.761247+0000","last_became_active":"2024-09-13T16:14:05.758685+0000","last_became_peered":"2024-09-13T16:14:05.758685+0000","last_unstale":"2024-09-13T16:14:05.761247+0000","last_undegraded":"2024-09-13T16:14:05.761247+0000","last_fullsized":"2024-09-13T16:14:05.761247+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:08:04.157454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.15","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.747643+0000","last_change":"2024-09-13T16:14:05.747643+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.747643+0000","last_undegraded":"2024-09-13T16:14:05.747643+0000","last_fullsized":"2024-09-13T16:14:05.747643+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:03:11.225856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.16","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.760825+0000","last_change":"2024-09-13T16:14:05.759785+0000","last_active":"2024-09-13T16:14:05.760825+0000","last_peered":"2024-09-13T16:14:05.760825+0000","last_clean":"2024-09-13T16:14:05.760825+0000","last_became_active":"2024-09-13T16:14:05.759493+0000","last_became_peered":"2024-09-13T16:14:05.759493+0000","last_unstale":"2024-09-13T16:14:05.760825+0000","last_undegraded":"2024-09-13T16:14:05.760825+0000","last_fullsized":"2024-09-13T16:14:05.760825+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:08:04.157454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.16","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.747371+0000","last_change":"2024-09-13T16:14:05.747371+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.747371+0000","last_undegraded":"2024-09-13T16:14:05.747371+0000","last_fullsized":"2024-09-13T16:14:05.747371+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:24:30.897721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.15","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.754895+0000","last_change":"2024-09-13T16:14:05.753305+0000","last_active":"2024-09-13T16:14:05.754895+0000","last_peered":"2024-09-13T16:14:05.754895+0000","last_clean":"2024-09-13T16:14:05.754895+0000","last_became_active":"2024-09-13T16:14:05.753010+0000","last_became_peered":"2024-09-13T16:14:05.753010+0000","last_unstale":"2024-09-13T16:14:05.754895+0000","last_undegraded":"2024-09-13T16:14:05.754895+0000","last_fullsized":"2024-09-13T16:14:05.754895+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:15:46.002441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.10","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.749053+0000","last_change":"2024-09-13T16:14:05.749053+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.749053+0000","last_undegraded":"2024-09-13T16:14:05.749053+0000","last_fullsized":"2024-09-13T16:14:05.749053+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:46:04.301859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.13","version":"147'2","reported_seq":12,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.112386+0000","last_change":"2024-09-13T16:14:05.752617+0000","last_active":"2024-09-13T16:14:06.112386+0000","last_peered":"2024-09-13T16:14:06.112386+0000","last_clean":"2024-09-13T16:14:06.112386+0000","last_became_active":"2024-09-13T16:14:05.752365+0000","last_became_peered":"2024-09-13T16:14:05.752365+0000","last_unstale":"2024-09-13T16:14:06.112386+0000","last_undegraded":"2024-09-13T16:14:06.112386+0000","last_fullsized":"2024-09-13T16:14:06.112386+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:45:46.771951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.11","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.750127+0000","last_change":"2024-09-13T16:14:05.750127+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.750127+0000","last_undegraded":"2024-09-13T16:14:05.750127+0000","last_fullsized":"2024-09-13T16:14:05.750127+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:55:44.364664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.12","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.766945+0000","last_change":"2024-09-13T16:14:05.766479+0000","last_active":"2024-09-13T16:14:05.766945+0000","last_peered":"2024-09-13T16:14:05.766945+0000","last_clean":"2024-09-13T16:14:05.766945+0000","last_became_active":"2024-09-13T16:14:05.766219+0000","last_became_peered":"2024-09-13T16:14:05.766219+0000","last_unstale":"2024-09-13T16:14:05.766945+0000","last_undegraded":"2024-09-13T16:14:05.766945+0000","last_fullsized":"2024-09-13T16:14:05.766945+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:39:24.758188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.12","version":"0'0","reported_seq":9,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.110114+0000","last_change":"2024-09-13T16:14:06.108990+0000","last_active":"2024-09-13T16:14:06.110114+0000","last_peered":"2024-09-13T16:14:06.110114+0000","last_clean":"2024-09-13T16:14:06.110114+0000","last_became_active":"2024-09-13T16:14:06.108527+0000","last_became_peered":"2024-09-13T16:14:06.108527+0000","last_unstale":"2024-09-13T16:14:06.110114+0000","last_undegraded":"2024-09-13T16:14:06.110114+0000","last_fullsized":"2024-09-13T16:14:06.110114+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:15:00.740542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.11","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.766940+0000","last_change":"2024-09-13T16:14:05.766045+0000","last_active":"2024-09-13T16:14:05.766940+0000","last_peered":"2024-09-13T16:14:05.766940+0000","last_clean":"2024-09-13T16:14:05.766940+0000","last_became_active":"2024-09-13T16:14:05.765761+0000","last_became_peered":"2024-09-13T16:14:05.765761+0000","last_unstale":"2024-09-13T16:14:05.766940+0000","last_undegraded":"2024-09-13T16:14:05.766940+0000","last_fullsized":"2024-09-13T16:14:05.766940+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:03:10.224245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.13","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.750561+0000","last_change":"2024-09-13T16:14:05.750561+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.750561+0000","last_undegraded":"2024-09-13T16:14:05.750561+0000","last_fullsized":"2024-09-13T16:14:05.750561+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:26:31.947544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.10","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.765226+0000","last_change":"2024-09-13T16:14:05.764106+0000","last_active":"2024-09-13T16:14:05.765226+0000","last_peered":"2024-09-13T16:14:05.765226+0000","last_clean":"2024-09-13T16:14:05.765226+0000","last_became_active":"2024-09-13T16:14:05.763828+0000","last_became_peered":"2024-09-13T16:14:05.763828+0000","last_unstale":"2024-09-13T16:14:05.765226+0000","last_undegraded":"2024-09-13T16:14:05.765226+0000","last_fullsized":"2024-09-13T16:14:05.765226+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:24:05.297807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.c","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.751632+0000","last_change":"2024-09-13T16:14:05.751632+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.751632+0000","last_undegraded":"2024-09-13T16:14:05.751632+0000","last_fullsized":"2024-09-13T16:14:05.751632+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:13:31.679138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.f","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.758634+0000","last_change":"2024-09-13T16:14:05.757729+0000","last_active":"2024-09-13T16:14:05.758634+0000","last_peered":"2024-09-13T16:14:05.758634+0000","last_clean":"2024-09-13T16:14:05.758634+0000","last_became_active":"2024-09-13T16:14:05.757473+0000","last_became_peered":"2024-09-13T16:14:05.757473+0000","last_unstale":"2024-09-13T16:14:05.758634+0000","last_undegraded":"2024-09-13T16:14:05.758634+0000","last_fullsized":"2024-09-13T16:14:05.758634+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:33:24.466774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.d","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.751928+0000","last_change":"2024-09-13T16:14:05.751928+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.751928+0000","last_undegraded":"2024-09-13T16:14:05.751928+0000","last_fullsized":"2024-09-13T16:14:05.751928+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:23:39.326363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.e","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.765624+0000","last_change":"2024-09-13T16:14:05.765110+0000","last_active":"2024-09-13T16:14:05.765624+0000","last_peered":"2024-09-13T16:14:05.765624+0000","last_clean":"2024-09-13T16:14:05.765624+0000","last_became_active":"2024-09-13T16:14:05.764858+0000","last_became_peered":"2024-09-13T16:14:05.764858+0000","last_unstale":"2024-09-13T16:14:05.765624+0000","last_undegraded":"2024-09-13T16:14:05.765624+0000","last_fullsized":"2024-09-13T16:14:05.765624+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:24:05.297807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.e","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.753452+0000","last_change":"2024-09-13T16:14:05.753452+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.753452+0000","last_undegraded":"2024-09-13T16:14:05.753452+0000","last_fullsized":"2024-09-13T16:14:05.753452+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:38:05.503269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.d","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.764302+0000","last_change":"2024-09-13T16:14:05.763496+0000","last_active":"2024-09-13T16:14:05.764302+0000","last_peered":"2024-09-13T16:14:05.764302+0000","last_clean":"2024-09-13T16:14:05.764302+0000","last_became_active":"2024-09-13T16:14:05.763198+0000","last_became_peered":"2024-09-13T16:14:05.763198+0000","last_unstale":"2024-09-13T16:14:05.764302+0000","last_undegraded":"2024-09-13T16:14:05.764302+0000","last_fullsized":"2024-09-13T16:14:05.764302+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:08:04.157454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.f","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.753842+0000","last_change":"2024-09-13T16:14:05.753842+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.753842+0000","last_undegraded":"2024-09-13T16:14:05.753842+0000","last_fullsized":"2024-09-13T16:14:05.753842+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:44:00.195773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.c","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.767504+0000","last_change":"2024-09-13T16:14:05.766834+0000","last_active":"2024-09-13T16:14:05.767504+0000","last_peered":"2024-09-13T16:14:05.767504+0000","last_clean":"2024-09-13T16:14:05.767504+0000","last_became_active":"2024-09-13T16:14:05.766605+0000","last_became_peered":"2024-09-13T16:14:05.766605+0000","last_unstale":"2024-09-13T16:14:05.767504+0000","last_undegraded":"2024-09-13T16:14:05.767504+0000","last_fullsized":"2024-09-13T16:14:05.767504+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:30:05.878580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.8","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.750875+0000","last_change":"2024-09-13T16:14:05.750875+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.750875+0000","last_undegraded":"2024-09-13T16:14:05.750875+0000","last_fullsized":"2024-09-13T16:14:05.750875+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:26:31.947544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.b","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.758968+0000","last_change":"2024-09-13T16:14:05.756989+0000","last_active":"2024-09-13T16:14:05.758968+0000","last_peered":"2024-09-13T16:14:05.758968+0000","last_clean":"2024-09-13T16:14:05.758968+0000","last_became_active":"2024-09-13T16:14:05.756716+0000","last_became_peered":"2024-09-13T16:14:05.756716+0000","last_unstale":"2024-09-13T16:14:05.758968+0000","last_undegraded":"2024-09-13T16:14:05.758968+0000","last_fullsized":"2024-09-13T16:14:05.758968+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:22:55.663353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.9","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.749209+0000","last_change":"2024-09-13T16:14:05.749209+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.749209+0000","last_undegraded":"2024-09-13T16:14:05.749209+0000","last_fullsized":"2024-09-13T16:14:05.749209+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:46:04.301859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.a","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.761489+0000","last_change":"2024-09-13T16:14:05.760186+0000","last_active":"2024-09-13T16:14:05.761489+0000","last_peered":"2024-09-13T16:14:05.761489+0000","last_clean":"2024-09-13T16:14:05.761489+0000","last_became_active":"2024-09-13T16:14:05.759935+0000","last_became_peered":"2024-09-13T16:14:05.759935+0000","last_unstale":"2024-09-13T16:14:05.761489+0000","last_undegraded":"2024-09-13T16:14:05.761489+0000","last_fullsized":"2024-09-13T16:14:05.761489+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:54:37.869594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.a","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.750890+0000","last_change":"2024-09-13T16:14:05.750890+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.750890+0000","last_undegraded":"2024-09-13T16:14:05.750890+0000","last_fullsized":"2024-09-13T16:14:05.750890+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:27:15.588843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.9","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.757667+0000","last_change":"2024-09-13T16:14:05.756360+0000","last_active":"2024-09-13T16:14:05.757667+0000","last_peered":"2024-09-13T16:14:05.757667+0000","last_clean":"2024-09-13T16:14:05.757667+0000","last_became_active":"2024-09-13T16:14:05.756107+0000","last_became_peered":"2024-09-13T16:14:05.756107+0000","last_unstale":"2024-09-13T16:14:05.757667+0000","last_undegraded":"2024-09-13T16:14:05.757667+0000","last_fullsized":"2024-09-13T16:14:05.757667+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:36:45.061201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.b","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.749657+0000","last_change":"2024-09-13T16:14:05.749657+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.749657+0000","last_undegraded":"2024-09-13T16:14:05.749657+0000","last_fullsized":"2024-09-13T16:14:05.749657+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:51:40.467520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.8","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.756514+0000","last_change":"2024-09-13T16:14:05.752478+0000","last_active":"2024-09-13T16:14:05.756514+0000","last_peered":"2024-09-13T16:14:05.756514+0000","last_clean":"2024-09-13T16:14:05.756514+0000","last_became_active":"2024-09-13T16:14:05.752225+0000","last_became_peered":"2024-09-13T16:14:05.752225+0000","last_unstale":"2024-09-13T16:14:05.756514+0000","last_undegraded":"2024-09-13T16:14:05.756514+0000","last_fullsized":"2024-09-13T16:14:05.756514+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:41:47.628802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.4","version":"0'0","reported_seq":9,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.111682+0000","last_change":"2024-09-13T16:14:06.109732+0000","last_active":"2024-09-13T16:14:06.111682+0000","last_peered":"2024-09-13T16:14:06.111682+0000","last_clean":"2024-09-13T16:14:06.111682+0000","last_became_active":"2024-09-13T16:14:06.109493+0000","last_became_peered":"2024-09-13T16:14:06.109493+0000","last_unstale":"2024-09-13T16:14:06.111682+0000","last_undegraded":"2024-09-13T16:14:06.111682+0000","last_fullsized":"2024-09-13T16:14:06.111682+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:46:00.716822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.7","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.767854+0000","last_change":"2024-09-13T16:14:05.767405+0000","last_active":"2024-09-13T16:14:05.767854+0000","last_peered":"2024-09-13T16:14:05.767854+0000","last_clean":"2024-09-13T16:14:05.767854+0000","last_became_active":"2024-09-13T16:14:05.767175+0000","last_became_peered":"2024-09-13T16:14:05.767175+0000","last_unstale":"2024-09-13T16:14:05.767854+0000","last_undegraded":"2024-09-13T16:14:05.767854+0000","last_fullsized":"2024-09-13T16:14:05.767854+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:24:29.896110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.5","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.753532+0000","last_change":"2024-09-13T16:14:05.753532+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.753532+0000","last_undegraded":"2024-09-13T16:14:05.753532+0000","last_fullsized":"2024-09-13T16:14:05.753532+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:31:52.673316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.6","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.765184+0000","last_change":"2024-09-13T16:14:05.763447+0000","last_active":"2024-09-13T16:14:05.765184+0000","last_peered":"2024-09-13T16:14:05.765184+0000","last_clean":"2024-09-13T16:14:05.765184+0000","last_became_active":"2024-09-13T16:14:05.763176+0000","last_became_peered":"2024-09-13T16:14:05.763176+0000","last_unstale":"2024-09-13T16:14:05.765184+0000","last_undegraded":"2024-09-13T16:14:05.765184+0000","last_fullsized":"2024-09-13T16:14:05.765184+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:05:03.027497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.6","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.753055+0000","last_change":"2024-09-13T16:14:05.753055+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.753055+0000","last_undegraded":"2024-09-13T16:14:05.753055+0000","last_fullsized":"2024-09-13T16:14:05.753055+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:04:48.421565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.5","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.762067+0000","last_change":"2024-09-13T16:14:05.761653+0000","last_active":"2024-09-13T16:14:05.762067+0000","last_peered":"2024-09-13T16:14:05.762067+0000","last_clean":"2024-09-13T16:14:05.762067+0000","last_became_active":"2024-09-13T16:14:05.761395+0000","last_became_peered":"2024-09-13T16:14:05.761395+0000","last_unstale":"2024-09-13T16:14:05.762067+0000","last_undegraded":"2024-09-13T16:14:05.762067+0000","last_fullsized":"2024-09-13T16:14:05.762067+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:41:47.628802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.7","version":"0'0","reported_seq":9,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.121546+0000","last_change":"2024-09-13T16:14:06.119479+0000","last_active":"2024-09-13T16:14:06.121546+0000","last_peered":"2024-09-13T16:14:06.121546+0000","last_clean":"2024-09-13T16:14:06.121546+0000","last_became_active":"2024-09-13T16:14:06.119138+0000","last_became_peered":"2024-09-13T16:14:06.119138+0000","last_unstale":"2024-09-13T16:14:06.121546+0000","last_undegraded":"2024-09-13T16:14:06.121546+0000","last_fullsized":"2024-09-13T16:14:06.121546+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:50:48.018271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.4","version":"0'0","reported_seq":10,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.101791+0000","last_change":"2024-09-13T16:14:05.762805+0000","last_active":"2024-09-13T16:14:06.101791+0000","last_peered":"2024-09-13T16:14:06.101791+0000","last_clean":"2024-09-13T16:14:06.101791+0000","last_became_active":"2024-09-13T16:14:05.762493+0000","last_became_peered":"2024-09-13T16:14:05.762493+0000","last_unstale":"2024-09-13T16:14:06.101791+0000","last_undegraded":"2024-09-13T16:14:06.101791+0000","last_fullsized":"2024-09-13T16:14:06.101791+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:14:36.553951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.0","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.748512+0000","last_change":"2024-09-13T16:14:05.748512+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.748512+0000","last_undegraded":"2024-09-13T16:14:05.748512+0000","last_fullsized":"2024-09-13T16:14:05.748512+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:04:48.421565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.3","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.768824+0000","last_change":"2024-09-13T16:14:05.764920+0000","last_active":"2024-09-13T16:14:05.768824+0000","last_peered":"2024-09-13T16:14:05.768824+0000","last_clean":"2024-09-13T16:14:05.768824+0000","last_became_active":"2024-09-13T16:14:05.764666+0000","last_became_peered":"2024-09-13T16:14:05.764666+0000","last_unstale":"2024-09-13T16:14:05.768824+0000","last_undegraded":"2024-09-13T16:14:05.768824+0000","last_fullsized":"2024-09-13T16:14:05.768824+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:41:47.628802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.1","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.758483+0000","last_change":"2024-09-13T16:14:05.758483+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.758483+0000","last_undegraded":"2024-09-13T16:14:05.758483+0000","last_fullsized":"2024-09-13T16:14:05.758483+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:16:58.361018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.2","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.759428+0000","last_change":"2024-09-13T16:14:05.758389+0000","last_active":"2024-09-13T16:14:05.759428+0000","last_peered":"2024-09-13T16:14:05.759428+0000","last_clean":"2024-09-13T16:14:05.759428+0000","last_became_active":"2024-09-13T16:14:05.758172+0000","last_became_peered":"2024-09-13T16:14:05.758172+0000","last_unstale":"2024-09-13T16:14:05.759428+0000","last_undegraded":"2024-09-13T16:14:05.759428+0000","last_fullsized":"2024-09-13T16:14:05.759428+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:36:20.637023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.2","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.748665+0000","last_change":"2024-09-13T16:14:05.748665+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.748665+0000","last_undegraded":"2024-09-13T16:14:05.748665+0000","last_fullsized":"2024-09-13T16:14:05.748665+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:04:48.421565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.1","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.761884+0000","last_change":"2024-09-13T16:14:05.760880+0000","last_active":"2024-09-13T16:14:05.761884+0000","last_peered":"2024-09-13T16:14:05.761884+0000","last_clean":"2024-09-13T16:14:05.761884+0000","last_became_active":"2024-09-13T16:14:05.760644+0000","last_became_peered":"2024-09-13T16:14:05.760644+0000","last_unstale":"2024-09-13T16:14:05.761884+0000","last_undegraded":"2024-09-13T16:14:05.761884+0000","last_fullsized":"2024-09-13T16:14:05.761884+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:54:37.869594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.3","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.750606+0000","last_change":"2024-09-13T16:14:05.750606+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.750606+0000","last_undegraded":"2024-09-13T16:14:05.750606+0000","last_fullsized":"2024-09-13T16:14:05.750606+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:26:31.947544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.0","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.761458+0000","last_change":"2024-09-13T16:14:05.760401+0000","last_active":"2024-09-13T16:14:05.761458+0000","last_peered":"2024-09-13T16:14:05.761458+0000","last_clean":"2024-09-13T16:14:05.761458+0000","last_became_active":"2024-09-13T16:14:05.760158+0000","last_became_peered":"2024-09-13T16:14:05.760158+0000","last_unstale":"2024-09-13T16:14:05.761458+0000","last_undegraded":"2024-09-13T16:14:05.761458+0000","last_fullsized":"2024-09-13T16:14:05.761458+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:54:37.869594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.17","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.748417+0000","last_change":"2024-09-13T16:14:05.748417+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.748417+0000","last_undegraded":"2024-09-13T16:14:05.748417+0000","last_fullsized":"2024-09-13T16:14:05.748417+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:51:40.467520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.14","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.759549+0000","last_change":"2024-09-13T16:14:05.757574+0000","last_active":"2024-09-13T16:14:05.759549+0000","last_peered":"2024-09-13T16:14:05.759549+0000","last_clean":"2024-09-13T16:14:05.759549+0000","last_became_active":"2024-09-13T16:14:05.757329+0000","last_became_peered":"2024-09-13T16:14:05.757329+0000","last_unstale":"2024-09-13T16:14:05.759549+0000","last_undegraded":"2024-09-13T16:14:05.759549+0000","last_fullsized":"2024-09-13T16:14:05.759549+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:14:36.553951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":273,"reported_epoch":145,"state":"active+clean","last_fresh":"2024-09-13T16:14:04.750457+0000","last_change":"2024-09-13T16:01:29.143297+0000","last_active":"2024-09-13T16:14:04.750457+0000","last_peered":"2024-09-13T16:14:04.750457+0000","last_clean":"2024-09-13T16:14:04.750457+0000","last_became_active":"2024-09-13T16:01:29.142269+0000","last_became_peered":"2024-09-13T16:01:29.142269+0000","last_unstale":"2024-09-13T16:14:04.750457+0000","last_undegraded":"2024-09-13T16:14:04.750457+0000","last_fullsized":"2024-09-13T16:14:04.750457+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:27.864638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:27.864638+0000","last_clean_scrub_stamp":"2024-09-13T16:01:27.864638+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:25:24.741463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":22,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":21,"num_pg":32,"stat_sum":{"num_bytes":616,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":7,"ondisk_log_size":7,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":14,"seq":60129542301,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":119008,"kb_used_data":1808,"kb_used_omap":1,"kb_used_meta":117182,"kb_avail":94252832,"statfs":{"total":96636764160,"available":96514899968,"internally_reserved":0,"allocated":1851392,"data_stored":849409,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":119994824},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:54 2024","interfaces":[{"interface":"back","average":{"1min":0.29999999999999999,"5min":0.39700000000000002,"15min":0.35499999999999998},"min":{"1min":0.20599999999999999,"5min":0.20599999999999999,"15min":0.183},"max":{"1min":0.44800000000000001,"5min":4.4610000000000003,"15min":4.4610000000000003},"last":0.28999999999999998},{"interface":"front","average":{"1min":0.35099999999999998,"5min":0.378,"15min":0.33400000000000002},"min":{"1min":0.28799999999999998,"5min":0.23999999999999999,"15min":0.17899999999999999},"max":{"1min":0.498,"5min":1.2410000000000001,"15min":1.2410000000000001},"last":0.30599999999999999}]},{"osd":1,"last update":"Fri Sep 13 16:13:54 2024","interfaces":[{"interface":"back","average":{"1min":0.318,"5min":0.501,"15min":0.378},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.182},"max":{"1min":0.439,"5min":7.7729999999999997,"15min":7.7729999999999997},"last":0.249},{"interface":"front","average":{"1min":0.38600000000000001,"5min":0.495,"15min":0.40000000000000002},"min":{"1min":0.27500000000000002,"5min":0.25700000000000001,"15min":0.19400000000000001},"max":{"1min":0.57799999999999996,"5min":6.4429999999999996,"15min":6.4429999999999996},"last":0.34499999999999997}]},{"osd":2,"last update":"Fri Sep 13 16:13:54 2024","interfaces":[{"interface":"back","average":{"1min":0.374,"5min":0.42499999999999999,"15min":0.38400000000000001},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.22800000000000001},"max":{"1min":0.51400000000000001,"5min":2.6339999999999999,"15min":2.6339999999999999},"last":0.32400000000000001},{"interface":"front","average":{"1min":0.40400000000000003,"5min":0.45800000000000002,"15min":0.40500000000000003},"min":{"1min":0.29999999999999999,"5min":0.22,"15min":0.21199999999999999},"max":{"1min":0.60099999999999998,"5min":3.585,"15min":3.585},"last":0.375}]},{"osd":4,"last update":"Fri Sep 13 16:13:54 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.61499999999999999,"15min":0.54600000000000004},"min":{"1min":0.40400000000000003,"5min":0.36799999999999999,"15min":0.28399999999999997},"max":{"1min":0.83499999999999996,"5min":1.216,"15min":1.216},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.63800000000000001,"15min":0.57299999999999995},"min":{"1min":0.39700000000000002,"5min":0.34599999999999997,"15min":0.27600000000000002},"max":{"1min":0.91900000000000004,"5min":2.6070000000000002,"15min":2.6070000000000002},"last":0.45900000000000002}]},{"osd":5,"last update":"Fri Sep 13 16:13:54 2024","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.64400000000000002,"15min":0.56699999999999995},"min":{"1min":0.44,"5min":0.38300000000000001,"15min":0.28100000000000003},"max":{"1min":0.95199999999999996,"5min":2.5449999999999999,"15min":2.5449999999999999},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.67300000000000004,"15min":0.59399999999999997},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.311},"max":{"1min":0.84399999999999997,"5min":3.5449999999999999,"15min":3.5449999999999999},"last":0.63700000000000001}]},{"osd":6,"last update":"Fri Sep 13 16:13:54 2024","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.69599999999999995,"15min":0.60899999999999999},"min":{"1min":0.435,"5min":0.42699999999999999,"15min":0.31900000000000001},"max":{"1min":0.90300000000000002,"5min":6.4189999999999996,"15min":6.4189999999999996},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.72299999999999998,"15min":0.60899999999999999},"min":{"1min":0.46500000000000002,"5min":0.40799999999999997,"15min":0.32200000000000001},"max":{"1min":0.82599999999999996,"5min":8.9559999999999995,"15min":8.9559999999999995},"last":0.65900000000000003}]},{"osd":7,"last update":"Fri Sep 13 16:13:54 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.64700000000000002,"15min":0.59499999999999997},"min":{"1min":0.443,"5min":0.42999999999999999,"15min":0.35499999999999998},"max":{"1min":0.93400000000000005,"5min":1.649,"15min":1.649},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.66200000000000003,"15min":0.59599999999999997},"min":{"1min":0.48899999999999999,"5min":0.45700000000000002,"15min":0.36299999999999999},"max":{"1min":0.81000000000000005,"5min":2.581,"15min":2.581},"last":0.624}]}]},{"osd":7,"up_from":13,"seq":55834575003,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":83456,"kb_used_data":2356,"kb_used_omap":1,"kb_used_meta":81086,"kb_avail":94288384,"statfs":{"total":96636764160,"available":96551305216,"internally_reserved":0,"allocated":2412544,"data_stored":1425471,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":83032523},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:44 2024","interfaces":[{"interface":"back","average":{"1min":0.92300000000000004,"5min":0.60199999999999998,"15min":0.505},"min":{"1min":0.35699999999999998,"5min":0.27600000000000002,"15min":0.193},"max":{"1min":7.6550000000000002,"5min":7.6550000000000002,"15min":7.6550000000000002},"last":0.69999999999999996},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.55900000000000005,"15min":0.50600000000000001},"min":{"1min":0.316,"5min":0.28799999999999998,"15min":0.20000000000000001},"max":{"1min":1.577,"5min":1.577,"15min":1.577},"last":0.58699999999999997}]},{"osd":1,"last update":"Fri Sep 13 16:13:44 2024","interfaces":[{"interface":"back","average":{"1min":0.95099999999999996,"5min":0.61199999999999999,"15min":0.52200000000000002},"min":{"1min":0.374,"5min":0.33200000000000002,"15min":0.22},"max":{"1min":8.3499999999999996,"5min":8.3499999999999996,"15min":8.3499999999999996},"last":0.75800000000000001},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.57399999999999995,"15min":0.51900000000000002},"min":{"1min":0.36199999999999999,"5min":0.34599999999999997,"15min":0.23400000000000001},"max":{"1min":2.3799999999999999,"5min":2.3799999999999999,"15min":2.3799999999999999},"last":0.68300000000000005}]},{"osd":2,"last update":"Fri Sep 13 16:13:44 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.57199999999999995,"15min":0.56100000000000005},"min":{"1min":0.32800000000000001,"5min":0.29299999999999998,"15min":0.23999999999999999},"max":{"1min":0.71699999999999997,"5min":0.79900000000000004,"15min":2.2919999999999998},"last":0.61399999999999999},{"interface":"front","average":{"1min":0.97399999999999998,"5min":0.64700000000000002,"15min":0.55700000000000005},"min":{"1min":0.44600000000000001,"5min":0.33700000000000002,"15min":0.255},"max":{"1min":7.6210000000000004,"5min":7.6210000000000004,"15min":7.6210000000000004},"last":0.66500000000000004}]},{"osd":3,"last update":"Fri Sep 13 16:13:44 2024","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.57499999999999996,"15min":0.52600000000000002},"min":{"1min":0.36899999999999999,"5min":0.314,"15min":0.255},"max":{"1min":1.6339999999999999,"5min":1.6339999999999999,"15min":1.6339999999999999},"last":0.73799999999999999},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.55200000000000005,"15min":0.51500000000000001},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.26700000000000002},"max":{"1min":0.77000000000000002,"5min":0.81000000000000005,"15min":0.88100000000000001},"last":0.70999999999999996}]},{"osd":4,"last update":"Fri Sep 13 16:13:44 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.496,"15min":0.45100000000000001},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.23400000000000001},"max":{"1min":1.208,"5min":1.208,"15min":1.208},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.877,"5min":0.57799999999999996,"15min":0.48899999999999999},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.249},"max":{"1min":7.5720000000000001,"5min":7.5720000000000001,"15min":7.5720000000000001},"last":0.46800000000000003}]},{"osd":5,"last update":"Fri Sep 13 16:13:44 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.53200000000000003,"15min":0.497},"min":{"1min":0.32300000000000001,"5min":0.308,"15min":0.25600000000000001},"max":{"1min":1.508,"5min":1.508,"15min":1.508},"last":0.33900000000000002},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.59399999999999997,"15min":0.55500000000000005},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.33700000000000002},"max":{"1min":0.80200000000000005,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.55300000000000005}]},{"osd":6,"last update":"Fri Sep 13 16:13:44 2024","interfaces":[{"interface":"back","average":{"1min":0.79000000000000004,"5min":0.60999999999999999,"15min":0.53900000000000003},"min":{"1min":0.36599999999999999,"5min":0.35399999999999998,"15min":0.32300000000000001},"max":{"1min":5.1699999999999999,"5min":5.1699999999999999,"15min":5.1699999999999999},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.93899999999999995,"5min":0.64400000000000002,"15min":0.56100000000000005},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.315},"max":{"1min":7.9699999999999998,"5min":7.9699999999999998,"15min":7.9699999999999998},"last":0.41099999999999998}]}]},{"osd":6,"up_from":13,"seq":55834575003,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":105084,"kb_used_data":1776,"kb_used_omap":1,"kb_used_meta":103294,"kb_avail":94266756,"statfs":{"total":96636764160,"available":96529158144,"internally_reserved":0,"allocated":1818624,"data_stored":835103,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":105773511},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:58 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.57199999999999995,"15min":0.52100000000000002},"min":{"1min":0.29999999999999999,"5min":0.24299999999999999,"15min":0.20000000000000001},"max":{"1min":0.73499999999999999,"5min":0.80700000000000005,"15min":0.97099999999999997},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.56799999999999995,"15min":0.52500000000000002},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.22500000000000001},"max":{"1min":0.71899999999999997,"5min":0.747,"15min":1.224},"last":0.53700000000000003}]},{"osd":1,"last update":"Fri Sep 13 16:13:58 2024","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.54600000000000004,"15min":0.50800000000000001},"min":{"1min":0.36399999999999999,"5min":0.30599999999999999,"15min":0.21099999999999999},"max":{"1min":0.70899999999999996,"5min":0.80100000000000005,"15min":1.0940000000000001},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.53300000000000003,"15min":0.496},"min":{"1min":0.38400000000000001,"5min":0.36499999999999999,"15min":0.247},"max":{"1min":0.65300000000000002,"5min":0.75600000000000001,"15min":1.1879999999999999},"last":0.41599999999999998}]},{"osd":2,"last update":"Fri Sep 13 16:13:58 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.54600000000000004,"15min":0.50700000000000001},"min":{"1min":0.36899999999999999,"5min":0.35199999999999998,"15min":0.247},"max":{"1min":0.69099999999999995,"5min":0.79000000000000004,"15min":0.94799999999999995},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.54300000000000004,"15min":0.53200000000000003},"min":{"1min":0.34699999999999998,"5min":0.34499999999999997,"15min":0.27000000000000002},"max":{"1min":0.69199999999999995,"5min":0.83799999999999997,"15min":0.91800000000000004},"last":0.38900000000000001}]},{"osd":3,"last update":"Fri Sep 13 16:13:58 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.56999999999999995,"15min":0.53700000000000003},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.252},"max":{"1min":0.72999999999999998,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.58399999999999996,"15min":0.55800000000000005},"min":{"1min":0.41499999999999998,"5min":0.38200000000000001,"15min":0.25900000000000001},"max":{"1min":0.67100000000000004,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.44800000000000001}]},{"osd":4,"last update":"Fri Sep 13 16:13:58 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.47399999999999998,"15min":0.46300000000000002},"min":{"1min":0.34300000000000003,"5min":0.27100000000000002,"15min":0.22600000000000001},"max":{"1min":0.65100000000000002,"5min":0.81200000000000006,"15min":1.1559999999999999},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.51200000000000001,"15min":0.496},"min":{"1min":0.37,"5min":0.317,"15min":0.23899999999999999},"max":{"1min":0.78500000000000003,"5min":0.83599999999999997,"15min":0.88900000000000001},"last":0.61599999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:13:58 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.53500000000000003,"15min":0.52500000000000002},"min":{"1min":0.376,"5min":0.309,"15min":0.29399999999999998},"max":{"1min":0.73099999999999998,"5min":0.79500000000000004,"15min":0.82099999999999995},"last":0.64900000000000002},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.53000000000000003,"15min":0.53400000000000003},"min":{"1min":0.377,"5min":0.30399999999999999,"15min":0.26400000000000001},"max":{"1min":0.745,"5min":0.878,"15min":0.93999999999999995},"last":0.59299999999999997}]},{"osd":7,"last update":"Fri Sep 13 16:13:58 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.54600000000000004,"15min":0.53100000000000003},"min":{"1min":0.39400000000000002,"5min":0.32600000000000001,"15min":0.254},"max":{"1min":0.755,"5min":0.86499999999999999,"15min":1.1080000000000001},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.61899999999999999,"15min":0.59399999999999997},"min":{"1min":0.48199999999999998,"5min":0.35899999999999999,"15min":0.33800000000000002},"max":{"1min":0.77000000000000002,"5min":0.90500000000000003,"15min":0.92600000000000005},"last":0.68200000000000005}]}]},{"osd":5,"up_from":13,"seq":55834575002,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":77192,"kb_used_data":1788,"kb_used_omap":1,"kb_used_meta":75390,"kb_avail":94294648,"statfs":{"total":96636764160,"available":96557719552,"internally_reserved":0,"allocated":1830912,"data_stored":841698,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":77199814},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:45 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.56699999999999995,"15min":0.49299999999999999},"min":{"1min":0.38,"5min":0.33700000000000002,"15min":0.215},"max":{"1min":1.03,"5min":1.03,"15min":1.03},"last":0.71699999999999997},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.56000000000000005,"15min":0.499},"min":{"1min":0.40600000000000003,"5min":0.29099999999999998,"15min":0.219},"max":{"1min":1.0089999999999999,"5min":1.0089999999999999,"15min":1.0089999999999999},"last":0.74299999999999999}]},{"osd":1,"last update":"Fri Sep 13 16:13:45 2024","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.56399999999999995,"15min":0.50900000000000001},"min":{"1min":0.38300000000000001,"5min":0.32700000000000001,"15min":0.24299999999999999},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.73299999999999998},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.55500000000000005,"15min":0.51100000000000001},"min":{"1min":0.42699999999999999,"5min":0.26300000000000001,"15min":0.24299999999999999},"max":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.81799999999999995}]},{"osd":2,"last update":"Fri Sep 13 16:13:45 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.56899999999999995,"15min":0.51100000000000001},"min":{"1min":0.35799999999999998,"5min":0.28199999999999997,"15min":0.249},"max":{"1min":0.95499999999999996,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.56100000000000005,"15min":0.53800000000000003},"min":{"1min":0.41199999999999998,"5min":0.40799999999999997,"15min":0.26600000000000001},"max":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":1.6000000000000001},"last":0.69599999999999995}]},{"osd":3,"last update":"Fri Sep 13 16:13:45 2024","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.59399999999999997,"15min":0.54200000000000004},"min":{"1min":0.47599999999999998,"5min":0.40000000000000002,"15min":0.252},"max":{"1min":0.99399999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.75600000000000001},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.628,"15min":0.58299999999999996},"min":{"1min":0.45500000000000002,"5min":0.40100000000000002,"15min":0.314},"max":{"1min":0.98199999999999998,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.77100000000000002}]},{"osd":4,"last update":"Fri Sep 13 16:13:45 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.48199999999999998,"15min":0.49099999999999999},"min":{"1min":0.313,"5min":0.29799999999999999,"15min":0.254},"max":{"1min":0.749,"5min":0.95999999999999996,"15min":1.377},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.48399999999999999,"15min":0.48999999999999999},"min":{"1min":0.316,"5min":0.28100000000000003,"15min":0.23799999999999999},"max":{"1min":0.72999999999999998,"5min":0.88500000000000001,"15min":0.93799999999999994},"last":0.57799999999999996}]},{"osd":6,"last update":"Fri Sep 13 16:13:45 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.499,"15min":0.49199999999999999},"min":{"1min":0.33700000000000002,"5min":0.30099999999999999,"15min":0.251},"max":{"1min":0.76500000000000001,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54300000000000004,"15min":0.53600000000000003},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.22900000000000001},"max":{"1min":0.76100000000000001,"5min":0.81699999999999995,"15min":1.036},"last":0.64200000000000002}]},{"osd":7,"last update":"Fri Sep 13 16:13:45 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.52600000000000002,"15min":0.51800000000000002},"min":{"1min":0.37,"5min":0.31900000000000001,"15min":0.27600000000000002},"max":{"1min":0.753,"5min":0.86299999999999999,"15min":0.90100000000000002},"last":0.67900000000000005},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.56100000000000005,"15min":0.54800000000000004},"min":{"1min":0.378,"5min":0.32800000000000001,"15min":0.29599999999999999},"max":{"1min":0.78100000000000003,"5min":0.877,"15min":0.90900000000000003},"last":0.79300000000000004}]}]},{"osd":4,"up_from":13,"seq":55834575003,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":91068,"kb_used_data":1776,"kb_used_omap":1,"kb_used_meta":89278,"kb_avail":94280772,"statfs":{"total":96636764160,"available":96543510528,"internally_reserved":0,"allocated":1818624,"data_stored":835103,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":91421126},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:48 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.52500000000000002,"15min":0.49299999999999999},"min":{"1min":0.39000000000000001,"5min":0.29799999999999999,"15min":0.19400000000000001},"max":{"1min":0.60799999999999998,"5min":0.83299999999999996,"15min":5.7510000000000003},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.55100000000000005,"15min":0.55400000000000005},"min":{"1min":0.38500000000000001,"5min":0.34499999999999997,"15min":0.20699999999999999},"max":{"1min":0.78300000000000003,"5min":1.0940000000000001,"15min":18.648},"last":0.44600000000000001}]},{"osd":1,"last update":"Fri Sep 13 16:13:48 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.55300000000000005,"15min":0.56299999999999994},"min":{"1min":0.39900000000000002,"5min":0.38100000000000001,"15min":0.221},"max":{"1min":0.71499999999999997,"5min":0.997,"15min":20.414000000000001},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.57999999999999996,"15min":0.59499999999999997},"min":{"1min":0.372,"5min":0.372,"15min":0.23899999999999999},"max":{"1min":0.64900000000000002,"5min":0.85299999999999998,"15min":20.018000000000001},"last":0.52300000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:13:48 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.57699999999999996,"15min":0.52000000000000002},"min":{"1min":0.42599999999999999,"5min":0.376,"15min":0.26400000000000001},"max":{"1min":0.67800000000000005,"5min":0.872,"15min":1.5529999999999999},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.624,"15min":0.625},"min":{"1min":0.48199999999999998,"5min":0.38700000000000001,"15min":0.27700000000000002},"max":{"1min":0.749,"5min":0.91700000000000004,"15min":12.138},"last":0.55300000000000005}]},{"osd":3,"last update":"Fri Sep 13 16:13:48 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.58799999999999997,"15min":0.59699999999999998},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.28399999999999997},"max":{"1min":0.75700000000000001,"5min":0.81699999999999995,"15min":13.097},"last":0.374},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.55800000000000005,"15min":0.55100000000000005},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.27000000000000002},"max":{"1min":0.73599999999999999,"5min":0.79200000000000004,"15min":11.009},"last":0.41999999999999998}]},{"osd":5,"last update":"Fri Sep 13 16:13:48 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.49399999999999999,"15min":0.56699999999999995},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.67700000000000005,"5min":0.88800000000000001,"15min":24.812999999999999},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.55600000000000005,"15min":0.53200000000000003},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.27000000000000002},"max":{"1min":0.65500000000000003,"5min":0.96599999999999997,"15min":1.5860000000000001},"last":0.53200000000000003}]},{"osd":6,"last update":"Fri Sep 13 16:13:48 2024","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.51000000000000001,"15min":0.54200000000000004},"min":{"1min":0.34300000000000003,"5min":0.316,"15min":0.25800000000000001},"max":{"1min":0.73399999999999999,"5min":0.84099999999999997,"15min":13.071999999999999},"last":0.498},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.50700000000000001,"15min":0.58499999999999996},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.24399999999999999},"max":{"1min":0.71299999999999997,"5min":0.84599999999999997,"15min":24.873999999999999},"last":0.48799999999999999}]},{"osd":7,"last update":"Fri Sep 13 16:13:48 2024","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.51300000000000001,"15min":0.749},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.25800000000000001},"max":{"1min":0.61199999999999999,"5min":0.90400000000000003,"15min":64.593999999999994},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.57499999999999996,"15min":0.60899999999999999},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.76400000000000001,"5min":0.86299999999999999,"15min":13.125},"last":0.58799999999999997}]}]},{"osd":2,"up_from":13,"seq":55834575002,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":105020,"kb_used_data":1776,"kb_used_omap":1,"kb_used_meta":103230,"kb_avail":94266820,"statfs":{"total":96636764160,"available":96529223680,"internally_reserved":0,"allocated":1818624,"data_stored":835103,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":105707974},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:49 2024","interfaces":[{"interface":"back","average":{"1min":0.308,"5min":0.34899999999999998,"15min":0.32300000000000001},"min":{"1min":0.24299999999999999,"5min":0.222,"15min":0.17100000000000001},"max":{"1min":0.44400000000000001,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.35099999999999998},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.36599999999999999,"15min":0.33800000000000002},"min":{"1min":0.27400000000000002,"5min":0.23100000000000001,"15min":0.185},"max":{"1min":0.53900000000000003,"5min":0.61299999999999999,"15min":0.63200000000000001},"last":0.46999999999999997}]},{"osd":1,"last update":"Fri Sep 13 16:13:49 2024","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.36199999999999999,"15min":0.33800000000000002},"min":{"1min":0.25800000000000001,"5min":0.22900000000000001,"15min":0.189},"max":{"1min":0.47899999999999998,"5min":0.59999999999999998,"15min":0.61799999999999999},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.42399999999999999,"15min":0.39600000000000002},"min":{"1min":0.318,"5min":0.214,"15min":0.20100000000000001},"max":{"1min":0.54300000000000004,"5min":0.753,"15min":0.753},"last":0.48299999999999998}]},{"osd":3,"last update":"Fri Sep 13 16:13:55 2024","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.40200000000000002,"15min":0.36899999999999999},"min":{"1min":0.28699999999999998,"5min":0.26900000000000002,"15min":0.20899999999999999},"max":{"1min":0.58999999999999997,"5min":0.70599999999999996,"15min":0.72299999999999998},"last":0.41699999999999998},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.39100000000000001,"15min":0.36599999999999999},"min":{"1min":0.28699999999999998,"5min":0.28199999999999997,"15min":0.23200000000000001},"max":{"1min":0.64200000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.39000000000000001}]},{"osd":4,"last update":"Fri Sep 13 16:13:49 2024","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.60099999999999998,"15min":0.55200000000000005},"min":{"1min":0.443,"5min":0.32200000000000001,"15min":0.25800000000000001},"max":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.85199999999999998},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.624,"5min":0.60499999999999998,"15min":0.55600000000000005},"min":{"1min":0.45600000000000002,"5min":0.32900000000000001,"15min":0.26200000000000001},"max":{"1min":1.3200000000000001,"5min":1.3200000000000001,"15min":1.3200000000000001},"last":0.60399999999999998}]},{"osd":5,"last update":"Fri Sep 13 16:13:49 2024","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.60099999999999998,"15min":0.55600000000000005},"min":{"1min":0.38700000000000001,"5min":0.36699999999999999,"15min":0.25},"max":{"1min":0.83899999999999997,"5min":0.94099999999999995,"15min":1.0169999999999999},"last":0.72299999999999998},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.62,"15min":0.56200000000000006},"min":{"1min":0.378,"5min":0.378,"15min":0.29199999999999998},"max":{"1min":0.93300000000000005,"5min":1.4139999999999999,"15min":1.4139999999999999},"last":0.63800000000000001}]},{"osd":6,"last update":"Fri Sep 13 16:13:49 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.61899999999999999,"15min":0.56399999999999995},"min":{"1min":0.442,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.79500000000000004,"5min":1.431,"15min":1.431},"last":0.67100000000000004},{"interface":"front","average":{"1min":0.62,"5min":0.63900000000000001,"15min":0.58699999999999997},"min":{"1min":0.41299999999999998,"5min":0.38600000000000001,"15min":0.33600000000000002},"max":{"1min":1.1279999999999999,"5min":1.4830000000000001,"15min":1.4830000000000001},"last":0.73999999999999999}]},{"osd":7,"last update":"Fri Sep 13 16:13:49 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.61399999999999999,"15min":0.57899999999999996},"min":{"1min":0.435,"5min":0.375,"15min":0.33700000000000002},"max":{"1min":0.89300000000000002,"5min":0.97899999999999998,"15min":1.03},"last":0.69199999999999995},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.626,"15min":0.58799999999999997},"min":{"1min":0.40500000000000003,"5min":0.40300000000000002,"15min":0.32400000000000001},"max":{"1min":0.76700000000000002,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.65200000000000002}]}]},{"osd":1,"up_from":13,"seq":55834575002,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":82944,"kb_used_data":1776,"kb_used_omap":1,"kb_used_meta":81150,"kb_avail":94288896,"statfs":{"total":96636764160,"available":96551829504,"internally_reserved":0,"allocated":1818624,"data_stored":835103,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":83098054},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:53 2024","interfaces":[{"interface":"back","average":{"1min":1.113,"5min":0.503,"15min":0.379},"min":{"1min":0.23799999999999999,"5min":0.19500000000000001,"15min":0.14799999999999999},"max":{"1min":10.233000000000001,"5min":10.233000000000001,"15min":10.233000000000001},"last":0.30099999999999999},{"interface":"front","average":{"1min":1.044,"5min":0.503,"15min":0.39400000000000002},"min":{"1min":0.215,"5min":0.182,"15min":0.182},"max":{"1min":9.8879999999999999,"5min":9.8879999999999999,"15min":9.8879999999999999},"last":0.42099999999999999}]},{"osd":2,"last update":"Fri Sep 13 16:13:53 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.40600000000000003,"15min":0.34899999999999998},"min":{"1min":0.26200000000000001,"5min":0.22,"15min":0.186},"max":{"1min":3.609,"5min":3.609,"15min":3.609},"last":0.38300000000000001},{"interface":"front","average":{"1min":1.079,"5min":0.53100000000000003,"15min":0.42399999999999999},"min":{"1min":0.216,"5min":0.216,"15min":0.216},"max":{"1min":9.8550000000000004,"5min":9.8550000000000004,"15min":9.8550000000000004},"last":0.36799999999999999}]},{"osd":3,"last update":"Fri Sep 13 16:13:53 2024","interfaces":[{"interface":"back","average":{"1min":3.0419999999999998,"5min":0.92000000000000004,"15min":0.55100000000000005},"min":{"1min":0.27400000000000002,"5min":0.21299999999999999,"15min":0.20000000000000001},"max":{"1min":35.280000000000001,"5min":35.280000000000001,"15min":35.280000000000001},"last":0.33000000000000002},{"interface":"front","average":{"1min":1.7490000000000001,"5min":0.69099999999999995,"15min":0.497},"min":{"1min":0.248,"5min":0.248,"15min":0.223},"max":{"1min":17.962,"5min":17.962,"15min":17.962},"last":0.40699999999999997}]},{"osd":4,"last update":"Fri Sep 13 16:13:53 2024","interfaces":[{"interface":"back","average":{"1min":1.2589999999999999,"5min":0.73999999999999999,"15min":0.59899999999999998},"min":{"1min":0.38100000000000001,"5min":0.316,"15min":0.28399999999999997},"max":{"1min":9.8190000000000008,"5min":9.8190000000000008,"15min":9.8190000000000008},"last":0.626},{"interface":"front","average":{"1min":0.751,"5min":0.64300000000000002,"15min":0.57299999999999995},"min":{"1min":0.45300000000000001,"5min":0.30599999999999999,"15min":0.30399999999999999},"max":{"1min":3.194,"5min":3.194,"15min":3.194},"last":0.52500000000000002}]},{"osd":5,"last update":"Fri Sep 13 16:13:53 2024","interfaces":[{"interface":"back","average":{"1min":2.1200000000000001,"5min":0.91300000000000003,"15min":0.65300000000000002},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.28899999999999998},"max":{"1min":21.114000000000001,"5min":21.114000000000001,"15min":21.114000000000001},"last":0.65200000000000002},{"interface":"front","average":{"1min":1.3620000000000001,"5min":0.77000000000000002,"15min":0.622},"min":{"1min":0.42399999999999999,"5min":0.371,"15min":0.32400000000000001},"max":{"1min":9.7870000000000008,"5min":9.7870000000000008,"15min":9.7870000000000008},"last":0.51700000000000002}]},{"osd":6,"last update":"Fri Sep 13 16:13:53 2024","interfaces":[{"interface":"back","average":{"1min":0.746,"5min":0.64800000000000002,"15min":0.58299999999999996},"min":{"1min":0.45400000000000001,"5min":0.39800000000000002,"15min":0.313},"max":{"1min":1.6379999999999999,"5min":1.6379999999999999,"15min":1.6379999999999999},"last":0.63900000000000001},{"interface":"front","average":{"1min":1.6479999999999999,"5min":0.83499999999999996,"15min":0.64700000000000002},"min":{"1min":0.372,"5min":0.372,"15min":0.31900000000000001},"max":{"1min":13.529,"5min":13.529,"15min":13.529},"last":0.58999999999999997}]},{"osd":7,"last update":"Fri Sep 13 16:13:53 2024","interfaces":[{"interface":"back","average":{"1min":0.73599999999999999,"5min":0.65800000000000003,"15min":0.59499999999999997},"min":{"1min":0.47899999999999998,"5min":0.43099999999999999,"15min":0.315},"max":{"1min":1.6060000000000001,"5min":1.6060000000000001,"15min":1.6060000000000001},"last":0.66900000000000004},{"interface":"front","average":{"1min":2.181,"5min":0.94799999999999995,"15min":0.69099999999999995},"min":{"1min":0.39900000000000002,"5min":0.377,"15min":0.377},"max":{"1min":20.34,"5min":20.34,"15min":20.34},"last":0.67700000000000005}]}]},{"osd":0,"up_from":13,"seq":55834575004,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":101512,"kb_used_data":2364,"kb_used_omap":1,"kb_used_meta":99134,"kb_avail":94270328,"statfs":{"total":96636764160,"available":96532815872,"internally_reserved":0,"allocated":2420736,"data_stored":1431397,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":101513671},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 16:13:47 2024","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.34799999999999998,"15min":0.35799999999999998},"min":{"1min":0.23100000000000001,"5min":0.20899999999999999,"15min":0.151},"max":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":2.5960000000000001},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.375,"15min":0.35099999999999998},"min":{"1min":0.26600000000000001,"5min":0.20300000000000001,"15min":0.17599999999999999},"max":{"1min":0.51300000000000001,"5min":0.61799999999999999,"15min":0.65900000000000003},"last":0.309}]},{"osd":2,"last update":"Fri Sep 13 16:13:47 2024","interfaces":[{"interface":"back","average":{"1min":0.373,"5min":0.373,"15min":0.35999999999999999},"min":{"1min":0.28599999999999998,"5min":0.20200000000000001,"15min":0.19800000000000001},"max":{"1min":0.55400000000000005,"5min":0.56799999999999995,"15min":1.373},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.39300000000000002,"5min":0.39700000000000002,"15min":0.379},"min":{"1min":0.248,"5min":0.248,"15min":0.19400000000000001},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.77900000000000003},"last":0.437}]},{"osd":3,"last update":"Fri Sep 13 16:14:00 2024","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.41199999999999998,"15min":0.39000000000000001},"min":{"1min":0.26500000000000001,"5min":0.249,"15min":0.218},"max":{"1min":0.54000000000000004,"5min":0.59699999999999998,"15min":0.75},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.374,"5min":0.378,"15min":0.35699999999999998},"min":{"1min":0.25,"5min":0.22,"15min":0.20100000000000001},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.47399999999999998}]},{"osd":4,"last update":"Fri Sep 13 16:13:47 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.58399999999999996,"15min":0.53300000000000003},"min":{"1min":0.42999999999999999,"5min":0.29599999999999999,"15min":0.28000000000000003},"max":{"1min":0.76000000000000001,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.60499999999999998,"15min":0.55800000000000005},"min":{"1min":0.41399999999999998,"5min":0.34599999999999997,"15min":0.28199999999999997},"max":{"1min":0.76700000000000002,"5min":0.86299999999999999,"15min":1.321},"last":0.77900000000000003}]},{"osd":5,"last update":"Fri Sep 13 16:13:47 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.60099999999999998,"15min":0.71399999999999997},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.30199999999999999},"max":{"1min":0.73699999999999999,"5min":0.88600000000000001,"15min":41.240000000000002},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.61799999999999999,"15min":0.74199999999999999},"min":{"1min":0.44700000000000001,"5min":0.36299999999999999,"15min":0.29999999999999999},"max":{"1min":0.78700000000000003,"5min":0.91500000000000004,"15min":41.301000000000002},"last":0.71499999999999997}]},{"osd":6,"last update":"Fri Sep 13 16:13:47 2024","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.60899999999999999,"15min":0.55300000000000005},"min":{"1min":0.48099999999999998,"5min":0.34799999999999998,"15min":0.312},"max":{"1min":0.83899999999999997,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.74199999999999999},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.63400000000000001,"15min":0.58499999999999996},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.34300000000000003},"max":{"1min":0.78200000000000003,"5min":1.0109999999999999,"15min":1.286},"last":0.81899999999999995}]},{"osd":7,"last update":"Fri Sep 13 16:13:47 2024","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.64300000000000002,"15min":0.60099999999999998},"min":{"1min":0.46899999999999997,"5min":0.38900000000000001,"15min":0.34799999999999998},"max":{"1min":0.81599999999999995,"5min":0.92000000000000004,"15min":1.1639999999999999},"last":0.79100000000000004},{"interface":"front","average":{"1min":0.623,"5min":0.64400000000000002,"15min":0.58399999999999996},"min":{"1min":0.46000000000000002,"5min":0.38900000000000001,"15min":0.35099999999999998},"max":{"1min":0.80600000000000005,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.80200000000000005}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:14:09.675 INFO:tasks.cephfs.filesystem.ceph_manager:PG 22.3f is not active+clean 2024-09-13T16:14:09.675 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '22.3f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 146, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:14:05.755647+0000', 'last_change': '2024-09-13T16:14:05.755647+0000', 'last_active': '2024-09-13T16:14:05.739838+0000', 'last_peered': '2024-09-13T16:14:05.739838+0000', 'last_clean': '2024-09-13T16:14:05.739838+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:05.755647+0000', 'last_undegraded': '2024-09-13T16:14:05.755647+0000', 'last_fullsized': '2024-09-13T16:14:05.755647+0000', 'mapping_epoch': 146, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 146, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T18:59:42.017068+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 4], 'acting': [5, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-13T16:14:09.675 INFO:tasks.cephfs.filesystem.ceph_manager:PG 22.3e is not active+clean 2024-09-13T16:14:09.675 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '22.3e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 146, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:14:05.756313+0000', 'last_change': '2024-09-13T16:14:05.756313+0000', 'last_active': '2024-09-13T16:14:05.739838+0000', 'last_peered': '2024-09-13T16:14:05.739838+0000', 'last_clean': '2024-09-13T16:14:05.739838+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:05.756313+0000', 'last_undegraded': '2024-09-13T16:14:05.756313+0000', 'last_fullsized': '2024-09-13T16:14:05.756313+0000', 'mapping_epoch': 146, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 146, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T03:39:07.433354+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 6], 'acting': [1, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-13T16:14:09.675 INFO:tasks.cephfs.filesystem.ceph_manager:PG 22.3d is not active+clean 2024-09-13T16:14:09.675 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '22.3d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 146, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:14:05.755914+0000', 'last_change': '2024-09-13T16:14:05.755914+0000', 'last_active': '2024-09-13T16:14:05.739838+0000', 'last_peered': '2024-09-13T16:14:05.739838+0000', 'last_clean': '2024-09-13T16:14:05.739838+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:05.755914+0000', 'last_undegraded': '2024-09-13T16:14:05.755914+0000', 'last_fullsized': '2024-09-13T16:14:05.755914+0000', 'mapping_epoch': 146, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 146, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T16:15:29.263585+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 7], 'acting': [1, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-13T16:14:09.676 INFO:tasks.cephfs.filesystem.ceph_manager:PG 22.3c is not active+clean 2024-09-13T16:14:09.676 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '22.3c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 146, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:14:05.754149+0000', 'last_change': '2024-09-13T16:14:05.754149+0000', 'last_active': '2024-09-13T16:14:05.739838+0000', 'last_peered': '2024-09-13T16:14:05.739838+0000', 'last_clean': '2024-09-13T16:14:05.739838+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:05.754149+0000', 'last_undegraded': '2024-09-13T16:14:05.754149+0000', 'last_fullsized': '2024-09-13T16:14:05.754149+0000', 'mapping_epoch': 146, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 146, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T04:05:22.482285+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 2], 'acting': [6, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-13T16:14:09.676 INFO:tasks.cephfs.filesystem.ceph_manager:PG 22.39 is not active+clean 2024-09-13T16:14:09.676 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '22.39', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 146, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:14:05.753825+0000', 'last_change': '2024-09-13T16:14:05.753825+0000', 'last_active': '2024-09-13T16:14:05.739838+0000', 'last_peered': '2024-09-13T16:14:05.739838+0000', 'last_clean': '2024-09-13T16:14:05.739838+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:05.753825+0000', 'last_undegraded': '2024-09-13T16:14:05.753825+0000', 'last_fullsized': '2024-09-13T16:14:05.753825+0000', 'mapping_epoch': 146, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 146, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T00:46:04.301859+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7], 'acting': [5, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-13T16:14:09.676 INFO:tasks.cephfs.filesystem.ceph_manager:PG 22.38 is not active+clean 2024-09-13T16:14:09.676 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '22.38', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 146, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:14:05.750822+0000', 'last_change': '2024-09-13T16:14:05.750822+0000', 'last_active': '2024-09-13T16:14:05.739838+0000', 'last_peered': '2024-09-13T16:14:05.739838+0000', 'last_clean': '2024-09-13T16:14:05.739838+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:05.750822+0000', 'last_undegraded': '2024-09-13T16:14:05.750822+0000', 'last_fullsized': '2024-09-13T16:14:05.750822+0000', 'mapping_epoch': 146, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 146, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T18:23:39.326363+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 2], 'acting': [4, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-13T16:14:09.676 INFO:tasks.cephfs.filesystem.ceph_manager:PG 22.35 is not active+clean 2024-09-13T16:14:09.676 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '22.35', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 146, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:14:05.748114+0000', 'last_change': '2024-09-13T16:14:05.748114+0000', 'last_active': '2024-09-13T16:14:05.739838+0000', 'last_peered': '2024-09-13T16:14:05.739838+0000', 'last_clean': '2024-09-13T16:14:05.739838+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:05.748114+0000', 'last_undegraded': '2024-09-13T16:14:05.748114+0000', 'last_fullsized': '2024-09-13T16:14:05.748114+0000', 'mapping_epoch': 146, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 146, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T21:30:06.880191+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 7], 'acting': [2, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-13T16:14:09.677 INFO:tasks.cephfs.filesystem.ceph_manager:PG 22.34 is not active+clean 2024-09-13T16:14:09.677 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '22.34', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 146, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:14:05.752342+0000', 'last_change': '2024-09-13T16:14:05.752342+0000', 'last_active': '2024-09-13T16:14:05.739838+0000', 'last_peered': '2024-09-13T16:14:05.739838+0000', 'last_clean': '2024-09-13T16:14:05.739838+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:05.752342+0000', 'last_undegraded': '2024-09-13T16:14:05.752342+0000', 'last_fullsized': '2024-09-13T16:14:05.752342+0000', 'mapping_epoch': 146, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 146, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T16:22:04.538408+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 3], 'acting': [6, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-13T16:14:09.677 INFO:tasks.cephfs.filesystem.ceph_manager:PG 22.32 is not active+clean 2024-09-13T16:14:09.677 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '22.32', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 146, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:14:05.759916+0000', 'last_change': '2024-09-13T16:14:05.759916+0000', 'last_active': '2024-09-13T16:14:05.739838+0000', 'last_peered': '2024-09-13T16:14:05.739838+0000', 'last_clean': '2024-09-13T16:14:05.739838+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:05.759916+0000', 'last_undegraded': '2024-09-13T16:14:05.759916+0000', 'last_fullsized': '2024-09-13T16:14:05.759916+0000', 'mapping_epoch': 146, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 146, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T00:24:55.654264+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 3], 'acting': [6, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-13T16:14:09.677 INFO:tasks.cephfs.filesystem.ceph_manager:PG 22.31 is not active+clean 2024-09-13T16:14:09.677 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '22.31', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 146, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:14:05.755707+0000', 'last_change': '2024-09-13T16:14:05.755707+0000', 'last_active': '2024-09-13T16:14:05.739838+0000', 'last_peered': '2024-09-13T16:14:05.739838+0000', 'last_clean': '2024-09-13T16:14:05.739838+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:05.755707+0000', 'last_undegraded': '2024-09-13T16:14:05.755707+0000', 'last_fullsized': '2024-09-13T16:14:05.755707+0000', 'mapping_epoch': 146, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 146, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T00:44:00.195773+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 6], 'acting': [1, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-13T16:14:09.677 INFO:tasks.cephfs.filesystem.ceph_manager:PG 22.2f is not active+clean 2024-09-13T16:14:09.677 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '22.2f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 146, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:14:05.752453+0000', 'last_change': '2024-09-13T16:14:05.752453+0000', 'last_active': '2024-09-13T16:14:05.739838+0000', 'last_peered': '2024-09-13T16:14:05.739838+0000', 'last_clean': '2024-09-13T16:14:05.739838+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:05.752453+0000', 'last_undegraded': '2024-09-13T16:14:05.752453+0000', 'last_fullsized': '2024-09-13T16:14:05.752453+0000', 'mapping_epoch': 146, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 146, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T21:28:34.283650+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-13T16:14:09.678 INFO:tasks.cephfs.filesystem.ceph_manager:PG 22.2e is not active+clean 2024-09-13T16:14:09.678 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '22.2e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 146, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:14:05.747839+0000', 'last_change': '2024-09-13T16:14:05.747839+0000', 'last_active': '2024-09-13T16:14:05.739838+0000', 'last_peered': '2024-09-13T16:14:05.739838+0000', 'last_clean': '2024-09-13T16:14:05.739838+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:05.747839+0000', 'last_undegraded': '2024-09-13T16:14:05.747839+0000', 'last_fullsized': '2024-09-13T16:14:05.747839+0000', 'mapping_epoch': 146, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 146, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T21:39:25.759799+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 5], 'acting': [2, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-13T16:14:09.678 INFO:tasks.cephfs.filesystem.ceph_manager:PG 22.2d is not active+clean 2024-09-13T16:14:09.678 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '22.2d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 146, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:14:05.752383+0000', 'last_change': '2024-09-13T16:14:05.752383+0000', 'last_active': '2024-09-13T16:14:05.739838+0000', 'last_peered': '2024-09-13T16:14:05.739838+0000', 'last_clean': '2024-09-13T16:14:05.739838+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:05.752383+0000', 'last_undegraded': '2024-09-13T16:14:05.752383+0000', 'last_fullsized': '2024-09-13T16:14:05.752383+0000', 'mapping_epoch': 146, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 146, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T17:04:48.421565+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-13T16:14:09.678 INFO:tasks.cephfs.filesystem.ceph_manager:PG 22.2c is not active+clean 2024-09-13T16:14:09.678 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '22.2c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 146, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:14:05.747789+0000', 'last_change': '2024-09-13T16:14:05.747789+0000', 'last_active': '2024-09-13T16:14:05.739838+0000', 'last_peered': '2024-09-13T16:14:05.739838+0000', 'last_clean': '2024-09-13T16:14:05.739838+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:05.747789+0000', 'last_undegraded': '2024-09-13T16:14:05.747789+0000', 'last_fullsized': '2024-09-13T16:14:05.747789+0000', 'mapping_epoch': 146, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 146, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T01:31:31.455284+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-13T16:14:09.679 INFO:tasks.cephfs.filesystem.ceph_manager:PG 22.2a is not active+clean 2024-09-13T16:14:09.679 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '22.2a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 146, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:14:05.754562+0000', 'last_change': '2024-09-13T16:14:05.754562+0000', 'last_active': '2024-09-13T16:14:05.739838+0000', 'last_peered': '2024-09-13T16:14:05.739838+0000', 'last_clean': '2024-09-13T16:14:05.739838+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:05.754562+0000', 'last_undegraded': '2024-09-13T16:14:05.754562+0000', 'last_fullsized': '2024-09-13T16:14:05.754562+0000', 'mapping_epoch': 146, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 146, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T19:22:35.355043+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7], 'acting': [5, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-13T16:14:09.679 INFO:tasks.cephfs.filesystem.ceph_manager:PG 22.29 is not active+clean 2024-09-13T16:14:09.679 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '22.29', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 146, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:14:05.750167+0000', 'last_change': '2024-09-13T16:14:05.750167+0000', 'last_active': '2024-09-13T16:14:05.739838+0000', 'last_peered': '2024-09-13T16:14:05.739838+0000', 'last_clean': '2024-09-13T16:14:05.739838+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:05.750167+0000', 'last_undegraded': '2024-09-13T16:14:05.750167+0000', 'last_fullsized': '2024-09-13T16:14:05.750167+0000', 'mapping_epoch': 146, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 146, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T01:55:44.364664+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 5], 'acting': [4, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-13T16:14:09.679 INFO:tasks.cephfs.filesystem.ceph_manager:PG 22.28 is not active+clean 2024-09-13T16:14:09.679 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '22.28', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 146, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:14:05.747632+0000', 'last_change': '2024-09-13T16:14:05.747632+0000', 'last_active': '2024-09-13T16:14:05.739838+0000', 'last_peered': '2024-09-13T16:14:05.739838+0000', 'last_clean': '2024-09-13T16:14:05.739838+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:05.747632+0000', 'last_undegraded': '2024-09-13T16:14:05.747632+0000', 'last_fullsized': '2024-09-13T16:14:05.747632+0000', 'mapping_epoch': 146, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 146, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T03:12:56.845876+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 3], 'acting': [2, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-13T16:14:09.679 INFO:tasks.cephfs.filesystem.ceph_manager:PG 22.27 is not active+clean 2024-09-13T16:14:09.680 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '22.27', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 146, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:14:05.755181+0000', 'last_change': '2024-09-13T16:14:05.755181+0000', 'last_active': '2024-09-13T16:14:05.739838+0000', 'last_peered': '2024-09-13T16:14:05.739838+0000', 'last_clean': '2024-09-13T16:14:05.739838+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:05.755181+0000', 'last_undegraded': '2024-09-13T16:14:05.755181+0000', 'last_fullsized': '2024-09-13T16:14:05.755181+0000', 'mapping_epoch': 146, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 146, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T16:51:40.467520+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 0], 'acting': [5, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-13T16:14:09.680 INFO:tasks.cephfs.filesystem.ceph_manager:PG 22.26 is not active+clean 2024-09-13T16:14:09.680 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '22.26', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 146, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:14:05.756048+0000', 'last_change': '2024-09-13T16:14:05.756048+0000', 'last_active': '2024-09-13T16:14:05.739838+0000', 'last_peered': '2024-09-13T16:14:05.739838+0000', 'last_clean': '2024-09-13T16:14:05.739838+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:05.756048+0000', 'last_undegraded': '2024-09-13T16:14:05.756048+0000', 'last_fullsized': '2024-09-13T16:14:05.756048+0000', 'mapping_epoch': 146, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 146, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T01:55:44.364664+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 2], 'acting': [5, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-13T16:14:09.680 INFO:tasks.cephfs.filesystem.ceph_manager:PG 22.24 is not active+clean 2024-09-13T16:14:09.680 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '22.24', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 146, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:14:05.748597+0000', 'last_change': '2024-09-13T16:14:05.748597+0000', 'last_active': '2024-09-13T16:14:05.739838+0000', 'last_peered': '2024-09-13T16:14:05.739838+0000', 'last_clean': '2024-09-13T16:14:05.739838+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:05.748597+0000', 'last_undegraded': '2024-09-13T16:14:05.748597+0000', 'last_fullsized': '2024-09-13T16:14:05.748597+0000', 'mapping_epoch': 146, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 146, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T02:38:31.213506+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 0], 'acting': [2, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-13T16:14:09.680 INFO:tasks.cephfs.filesystem.ceph_manager:PG 22.23 is not active+clean 2024-09-13T16:14:09.680 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '22.23', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 146, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:14:05.748304+0000', 'last_change': '2024-09-13T16:14:05.748304+0000', 'last_active': '2024-09-13T16:14:05.739838+0000', 'last_peered': '2024-09-13T16:14:05.739838+0000', 'last_clean': '2024-09-13T16:14:05.739838+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:05.748304+0000', 'last_undegraded': '2024-09-13T16:14:05.748304+0000', 'last_fullsized': '2024-09-13T16:14:05.748304+0000', 'mapping_epoch': 146, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 146, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T00:38:05.503269+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 3], 'acting': [4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-13T16:14:09.680 INFO:tasks.cephfs.filesystem.ceph_manager:PG 22.22 is not active+clean 2024-09-13T16:14:09.680 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '22.22', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 146, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:14:05.748362+0000', 'last_change': '2024-09-13T16:14:05.748362+0000', 'last_active': '2024-09-13T16:14:05.739838+0000', 'last_peered': '2024-09-13T16:14:05.739838+0000', 'last_clean': '2024-09-13T16:14:05.739838+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:05.748362+0000', 'last_undegraded': '2024-09-13T16:14:05.748362+0000', 'last_fullsized': '2024-09-13T16:14:05.748362+0000', 'mapping_epoch': 146, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 146, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T23:05:30.330099+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 6], 'acting': [2, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-13T16:14:09.681 INFO:tasks.cephfs.filesystem.ceph_manager:PG 22.20 is not active+clean 2024-09-13T16:14:09.681 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '22.20', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 146, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:14:05.750238+0000', 'last_change': '2024-09-13T16:14:05.750238+0000', 'last_active': '2024-09-13T16:14:05.739838+0000', 'last_peered': '2024-09-13T16:14:05.739838+0000', 'last_clean': '2024-09-13T16:14:05.739838+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:05.750238+0000', 'last_undegraded': '2024-09-13T16:14:05.750238+0000', 'last_fullsized': '2024-09-13T16:14:05.750238+0000', 'mapping_epoch': 146, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 146, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T17:13:31.679138+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 2], 'acting': [4, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-13T16:14:09.681 INFO:tasks.cephfs.filesystem.ceph_manager:PG 22.1c is not active+clean 2024-09-13T16:14:09.681 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '22.1c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 146, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:14:05.751501+0000', 'last_change': '2024-09-13T16:14:05.751501+0000', 'last_active': '2024-09-13T16:14:05.739838+0000', 'last_peered': '2024-09-13T16:14:05.739838+0000', 'last_clean': '2024-09-13T16:14:05.739838+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:05.751501+0000', 'last_undegraded': '2024-09-13T16:14:05.751501+0000', 'last_fullsized': '2024-09-13T16:14:05.751501+0000', 'mapping_epoch': 146, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 146, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T19:22:35.355043+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 7], 'acting': [1, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-13T16:14:09.681 INFO:tasks.cephfs.filesystem.ceph_manager:PG 22.1d is not active+clean 2024-09-13T16:14:09.681 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '22.1d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 146, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:14:05.752296+0000', 'last_change': '2024-09-13T16:14:05.752296+0000', 'last_active': '2024-09-13T16:14:05.739838+0000', 'last_peered': '2024-09-13T16:14:05.739838+0000', 'last_clean': '2024-09-13T16:14:05.739838+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:05.752296+0000', 'last_undegraded': '2024-09-13T16:14:05.752296+0000', 'last_fullsized': '2024-09-13T16:14:05.752296+0000', 'mapping_epoch': 146, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 146, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T18:59:42.017068+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 6], 'acting': [1, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-13T16:14:09.681 INFO:tasks.cephfs.filesystem.ceph_manager:PG 22.1e is not active+clean 2024-09-13T16:14:09.681 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '22.1e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 146, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:14:05.749002+0000', 'last_change': '2024-09-13T16:14:05.749002+0000', 'last_active': '2024-09-13T16:14:05.739838+0000', 'last_peered': '2024-09-13T16:14:05.739838+0000', 'last_clean': '2024-09-13T16:14:05.739838+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:05.749002+0000', 'last_undegraded': '2024-09-13T16:14:05.749002+0000', 'last_fullsized': '2024-09-13T16:14:05.749002+0000', 'mapping_epoch': 146, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 146, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T18:59:42.017068+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6], 'acting': [4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-13T16:14:09.681 INFO:tasks.cephfs.filesystem.ceph_manager:PG 22.1f is not active+clean 2024-09-13T16:14:09.681 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '22.1f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 146, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:14:05.752364+0000', 'last_change': '2024-09-13T16:14:05.752364+0000', 'last_active': '2024-09-13T16:14:05.739838+0000', 'last_peered': '2024-09-13T16:14:05.739838+0000', 'last_clean': '2024-09-13T16:14:05.739838+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:05.752364+0000', 'last_undegraded': '2024-09-13T16:14:05.752364+0000', 'last_fullsized': '2024-09-13T16:14:05.752364+0000', 'mapping_epoch': 146, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 146, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T00:38:05.503269+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 5], 'acting': [7, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-13T16:14:09.682 INFO:tasks.cephfs.filesystem.ceph_manager:PG 22.18 is not active+clean 2024-09-13T16:14:09.682 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '22.18', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 146, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:14:05.747262+0000', 'last_change': '2024-09-13T16:14:05.747262+0000', 'last_active': '2024-09-13T16:14:05.739838+0000', 'last_peered': '2024-09-13T16:14:05.739838+0000', 'last_clean': '2024-09-13T16:14:05.739838+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:05.747262+0000', 'last_undegraded': '2024-09-13T16:14:05.747262+0000', 'last_fullsized': '2024-09-13T16:14:05.747262+0000', 'mapping_epoch': 146, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 146, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T17:22:52.705566+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 2], 'acting': [0, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-13T16:14:09.682 INFO:tasks.cephfs.filesystem.ceph_manager:PG 22.19 is not active+clean 2024-09-13T16:14:09.682 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '22.19', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 146, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:14:05.758951+0000', 'last_change': '2024-09-13T16:14:05.758951+0000', 'last_active': '2024-09-13T16:14:05.739838+0000', 'last_peered': '2024-09-13T16:14:05.739838+0000', 'last_clean': '2024-09-13T16:14:05.739838+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:05.758951+0000', 'last_undegraded': '2024-09-13T16:14:05.758951+0000', 'last_fullsized': '2024-09-13T16:14:05.758951+0000', 'mapping_epoch': 146, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 146, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T01:39:14.259814+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 1], 'acting': [6, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-13T16:14:09.682 INFO:tasks.cephfs.filesystem.ceph_manager:PG 22.1a is not active+clean 2024-09-13T16:14:09.682 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '22.1a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 146, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:14:05.751013+0000', 'last_change': '2024-09-13T16:14:05.751013+0000', 'last_active': '2024-09-13T16:14:05.739838+0000', 'last_peered': '2024-09-13T16:14:05.739838+0000', 'last_clean': '2024-09-13T16:14:05.739838+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:05.751013+0000', 'last_undegraded': '2024-09-13T16:14:05.751013+0000', 'last_fullsized': '2024-09-13T16:14:05.751013+0000', 'mapping_epoch': 146, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 146, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T16:27:15.588843+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 0], 'acting': [1, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-13T16:14:09.682 INFO:tasks.cephfs.filesystem.ceph_manager:PG 22.1b is not active+clean 2024-09-13T16:14:09.682 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '22.1b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 146, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:14:05.751846+0000', 'last_change': '2024-09-13T16:14:05.751846+0000', 'last_active': '2024-09-13T16:14:05.739838+0000', 'last_peered': '2024-09-13T16:14:05.739838+0000', 'last_clean': '2024-09-13T16:14:05.739838+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:05.751846+0000', 'last_undegraded': '2024-09-13T16:14:05.751846+0000', 'last_fullsized': '2024-09-13T16:14:05.751846+0000', 'mapping_epoch': 146, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 146, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T19:26:31.947544+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 4], 'acting': [5, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-13T16:14:09.682 INFO:tasks.cephfs.filesystem.ceph_manager:PG 22.14 is not active+clean 2024-09-13T16:14:09.682 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '22.14', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 146, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:14:05.750692+0000', 'last_change': '2024-09-13T16:14:05.750692+0000', 'last_active': '2024-09-13T16:14:05.739838+0000', 'last_peered': '2024-09-13T16:14:05.739838+0000', 'last_clean': '2024-09-13T16:14:05.739838+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:05.750692+0000', 'last_undegraded': '2024-09-13T16:14:05.750692+0000', 'last_fullsized': '2024-09-13T16:14:05.750692+0000', 'mapping_epoch': 146, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 146, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T19:22:35.355043+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 7], 'acting': [4, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-13T16:14:09.682 INFO:tasks.cephfs.filesystem.ceph_manager:PG 22.15 is not active+clean 2024-09-13T16:14:09.682 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '22.15', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 146, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:14:05.747643+0000', 'last_change': '2024-09-13T16:14:05.747643+0000', 'last_active': '2024-09-13T16:14:05.739838+0000', 'last_peered': '2024-09-13T16:14:05.739838+0000', 'last_clean': '2024-09-13T16:14:05.739838+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:05.747643+0000', 'last_undegraded': '2024-09-13T16:14:05.747643+0000', 'last_fullsized': '2024-09-13T16:14:05.747643+0000', 'mapping_epoch': 146, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 146, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T22:03:11.225856+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 7], 'acting': [2, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-13T16:14:09.683 INFO:tasks.cephfs.filesystem.ceph_manager:PG 22.16 is not active+clean 2024-09-13T16:14:09.683 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '22.16', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 146, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:14:05.747371+0000', 'last_change': '2024-09-13T16:14:05.747371+0000', 'last_active': '2024-09-13T16:14:05.739838+0000', 'last_peered': '2024-09-13T16:14:05.739838+0000', 'last_clean': '2024-09-13T16:14:05.739838+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:05.747371+0000', 'last_undegraded': '2024-09-13T16:14:05.747371+0000', 'last_fullsized': '2024-09-13T16:14:05.747371+0000', 'mapping_epoch': 146, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 146, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T23:24:30.897721+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 5], 'acting': [2, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-13T16:14:09.683 INFO:tasks.cephfs.filesystem.ceph_manager:PG 22.10 is not active+clean 2024-09-13T16:14:09.683 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '22.10', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 146, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:14:05.749053+0000', 'last_change': '2024-09-13T16:14:05.749053+0000', 'last_active': '2024-09-13T16:14:05.739838+0000', 'last_peered': '2024-09-13T16:14:05.739838+0000', 'last_clean': '2024-09-13T16:14:05.739838+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:05.749053+0000', 'last_undegraded': '2024-09-13T16:14:05.749053+0000', 'last_fullsized': '2024-09-13T16:14:05.749053+0000', 'mapping_epoch': 146, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 146, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T00:46:04.301859+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 7], 'acting': [4, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-13T16:14:09.683 INFO:tasks.cephfs.filesystem.ceph_manager:PG 22.11 is not active+clean 2024-09-13T16:14:09.683 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '22.11', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 146, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:14:05.750127+0000', 'last_change': '2024-09-13T16:14:05.750127+0000', 'last_active': '2024-09-13T16:14:05.739838+0000', 'last_peered': '2024-09-13T16:14:05.739838+0000', 'last_clean': '2024-09-13T16:14:05.739838+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:05.750127+0000', 'last_undegraded': '2024-09-13T16:14:05.750127+0000', 'last_fullsized': '2024-09-13T16:14:05.750127+0000', 'mapping_epoch': 146, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 146, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T01:55:44.364664+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 6], 'acting': [1, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-13T16:14:09.683 INFO:tasks.cephfs.filesystem.ceph_manager:PG 22.13 is not active+clean 2024-09-13T16:14:09.683 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '22.13', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 146, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:14:05.750561+0000', 'last_change': '2024-09-13T16:14:05.750561+0000', 'last_active': '2024-09-13T16:14:05.739838+0000', 'last_peered': '2024-09-13T16:14:05.739838+0000', 'last_clean': '2024-09-13T16:14:05.739838+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:05.750561+0000', 'last_undegraded': '2024-09-13T16:14:05.750561+0000', 'last_fullsized': '2024-09-13T16:14:05.750561+0000', 'mapping_epoch': 146, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 146, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T19:26:31.947544+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 3], 'acting': [1, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-13T16:14:09.683 INFO:tasks.cephfs.filesystem.ceph_manager:PG 22.c is not active+clean 2024-09-13T16:14:09.683 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '22.c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 146, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:14:05.751632+0000', 'last_change': '2024-09-13T16:14:05.751632+0000', 'last_active': '2024-09-13T16:14:05.739838+0000', 'last_peered': '2024-09-13T16:14:05.739838+0000', 'last_clean': '2024-09-13T16:14:05.739838+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:05.751632+0000', 'last_undegraded': '2024-09-13T16:14:05.751632+0000', 'last_fullsized': '2024-09-13T16:14:05.751632+0000', 'mapping_epoch': 146, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 146, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T17:13:31.679138+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 3], 'acting': [7, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-13T16:14:09.683 INFO:tasks.cephfs.filesystem.ceph_manager:PG 22.d is not active+clean 2024-09-13T16:14:09.684 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '22.d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 146, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:14:05.751928+0000', 'last_change': '2024-09-13T16:14:05.751928+0000', 'last_active': '2024-09-13T16:14:05.739838+0000', 'last_peered': '2024-09-13T16:14:05.739838+0000', 'last_clean': '2024-09-13T16:14:05.739838+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:05.751928+0000', 'last_undegraded': '2024-09-13T16:14:05.751928+0000', 'last_fullsized': '2024-09-13T16:14:05.751928+0000', 'mapping_epoch': 146, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 146, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T18:23:39.326363+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-13T16:14:09.684 INFO:tasks.cephfs.filesystem.ceph_manager:PG 22.e is not active+clean 2024-09-13T16:14:09.684 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '22.e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 146, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:14:05.753452+0000', 'last_change': '2024-09-13T16:14:05.753452+0000', 'last_active': '2024-09-13T16:14:05.739838+0000', 'last_peered': '2024-09-13T16:14:05.739838+0000', 'last_clean': '2024-09-13T16:14:05.739838+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:05.753452+0000', 'last_undegraded': '2024-09-13T16:14:05.753452+0000', 'last_fullsized': '2024-09-13T16:14:05.753452+0000', 'mapping_epoch': 146, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 146, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T00:38:05.503269+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-13T16:14:09.684 INFO:tasks.cephfs.filesystem.ceph_manager:PG 22.f is not active+clean 2024-09-13T16:14:09.684 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '22.f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 146, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:14:05.753842+0000', 'last_change': '2024-09-13T16:14:05.753842+0000', 'last_active': '2024-09-13T16:14:05.739838+0000', 'last_peered': '2024-09-13T16:14:05.739838+0000', 'last_clean': '2024-09-13T16:14:05.739838+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:05.753842+0000', 'last_undegraded': '2024-09-13T16:14:05.753842+0000', 'last_fullsized': '2024-09-13T16:14:05.753842+0000', 'mapping_epoch': 146, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 146, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T00:44:00.195773+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 6], 'acting': [5, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-13T16:14:09.684 INFO:tasks.cephfs.filesystem.ceph_manager:PG 22.8 is not active+clean 2024-09-13T16:14:09.684 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '22.8', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 146, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:14:05.750875+0000', 'last_change': '2024-09-13T16:14:05.750875+0000', 'last_active': '2024-09-13T16:14:05.739838+0000', 'last_peered': '2024-09-13T16:14:05.739838+0000', 'last_clean': '2024-09-13T16:14:05.739838+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:05.750875+0000', 'last_undegraded': '2024-09-13T16:14:05.750875+0000', 'last_fullsized': '2024-09-13T16:14:05.750875+0000', 'mapping_epoch': 146, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 146, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T19:26:31.947544+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-13T16:14:09.684 INFO:tasks.cephfs.filesystem.ceph_manager:PG 22.9 is not active+clean 2024-09-13T16:14:09.684 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '22.9', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 146, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:14:05.749209+0000', 'last_change': '2024-09-13T16:14:05.749209+0000', 'last_active': '2024-09-13T16:14:05.739838+0000', 'last_peered': '2024-09-13T16:14:05.739838+0000', 'last_clean': '2024-09-13T16:14:05.739838+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:05.749209+0000', 'last_undegraded': '2024-09-13T16:14:05.749209+0000', 'last_fullsized': '2024-09-13T16:14:05.749209+0000', 'mapping_epoch': 146, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 146, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T00:46:04.301859+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 5], 'acting': [1, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-13T16:14:09.684 INFO:tasks.cephfs.filesystem.ceph_manager:PG 22.a is not active+clean 2024-09-13T16:14:09.684 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '22.a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 146, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:14:05.750890+0000', 'last_change': '2024-09-13T16:14:05.750890+0000', 'last_active': '2024-09-13T16:14:05.739838+0000', 'last_peered': '2024-09-13T16:14:05.739838+0000', 'last_clean': '2024-09-13T16:14:05.739838+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:05.750890+0000', 'last_undegraded': '2024-09-13T16:14:05.750890+0000', 'last_fullsized': '2024-09-13T16:14:05.750890+0000', 'mapping_epoch': 146, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 146, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T16:27:15.588843+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2], 'acting': [7, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-13T16:14:09.685 INFO:tasks.cephfs.filesystem.ceph_manager:PG 22.b is not active+clean 2024-09-13T16:14:09.685 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '22.b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 146, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:14:05.749657+0000', 'last_change': '2024-09-13T16:14:05.749657+0000', 'last_active': '2024-09-13T16:14:05.739838+0000', 'last_peered': '2024-09-13T16:14:05.739838+0000', 'last_clean': '2024-09-13T16:14:05.739838+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:05.749657+0000', 'last_undegraded': '2024-09-13T16:14:05.749657+0000', 'last_fullsized': '2024-09-13T16:14:05.749657+0000', 'mapping_epoch': 146, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 146, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T16:51:40.467520+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 6], 'acting': [1, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-13T16:14:09.685 INFO:tasks.cephfs.filesystem.ceph_manager:PG 22.5 is not active+clean 2024-09-13T16:14:09.685 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '22.5', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 146, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:14:05.753532+0000', 'last_change': '2024-09-13T16:14:05.753532+0000', 'last_active': '2024-09-13T16:14:05.739838+0000', 'last_peered': '2024-09-13T16:14:05.739838+0000', 'last_clean': '2024-09-13T16:14:05.739838+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:05.753532+0000', 'last_undegraded': '2024-09-13T16:14:05.753532+0000', 'last_fullsized': '2024-09-13T16:14:05.753532+0000', 'mapping_epoch': 146, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 146, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T18:31:52.673316+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 3], 'acting': [6, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-13T16:14:09.685 INFO:tasks.cephfs.filesystem.ceph_manager:PG 22.6 is not active+clean 2024-09-13T16:14:09.685 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '22.6', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 146, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:14:05.753055+0000', 'last_change': '2024-09-13T16:14:05.753055+0000', 'last_active': '2024-09-13T16:14:05.739838+0000', 'last_peered': '2024-09-13T16:14:05.739838+0000', 'last_clean': '2024-09-13T16:14:05.739838+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:05.753055+0000', 'last_undegraded': '2024-09-13T16:14:05.753055+0000', 'last_fullsized': '2024-09-13T16:14:05.753055+0000', 'mapping_epoch': 146, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 146, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T17:04:48.421565+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 4], 'acting': [5, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-13T16:14:09.685 INFO:tasks.cephfs.filesystem.ceph_manager:PG 22.0 is not active+clean 2024-09-13T16:14:09.685 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '22.0', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 146, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:14:05.748512+0000', 'last_change': '2024-09-13T16:14:05.748512+0000', 'last_active': '2024-09-13T16:14:05.739838+0000', 'last_peered': '2024-09-13T16:14:05.739838+0000', 'last_clean': '2024-09-13T16:14:05.739838+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:05.748512+0000', 'last_undegraded': '2024-09-13T16:14:05.748512+0000', 'last_fullsized': '2024-09-13T16:14:05.748512+0000', 'mapping_epoch': 146, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 146, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T17:04:48.421565+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 0], 'acting': [4, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-13T16:14:09.685 INFO:tasks.cephfs.filesystem.ceph_manager:PG 22.1 is not active+clean 2024-09-13T16:14:09.685 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '22.1', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 146, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:14:05.758483+0000', 'last_change': '2024-09-13T16:14:05.758483+0000', 'last_active': '2024-09-13T16:14:05.739838+0000', 'last_peered': '2024-09-13T16:14:05.739838+0000', 'last_clean': '2024-09-13T16:14:05.739838+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:05.758483+0000', 'last_undegraded': '2024-09-13T16:14:05.758483+0000', 'last_fullsized': '2024-09-13T16:14:05.758483+0000', 'mapping_epoch': 146, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 146, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T17:16:58.361018+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 3], 'acting': [6, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-13T16:14:09.685 INFO:tasks.cephfs.filesystem.ceph_manager:PG 22.2 is not active+clean 2024-09-13T16:14:09.686 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '22.2', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 146, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:14:05.748665+0000', 'last_change': '2024-09-13T16:14:05.748665+0000', 'last_active': '2024-09-13T16:14:05.739838+0000', 'last_peered': '2024-09-13T16:14:05.739838+0000', 'last_clean': '2024-09-13T16:14:05.739838+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:05.748665+0000', 'last_undegraded': '2024-09-13T16:14:05.748665+0000', 'last_fullsized': '2024-09-13T16:14:05.748665+0000', 'mapping_epoch': 146, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 146, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T17:04:48.421565+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 4], 'acting': [1, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-13T16:14:09.686 INFO:tasks.cephfs.filesystem.ceph_manager:PG 22.3 is not active+clean 2024-09-13T16:14:09.686 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '22.3', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 146, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:14:05.750606+0000', 'last_change': '2024-09-13T16:14:05.750606+0000', 'last_active': '2024-09-13T16:14:05.739838+0000', 'last_peered': '2024-09-13T16:14:05.739838+0000', 'last_clean': '2024-09-13T16:14:05.739838+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:05.750606+0000', 'last_undegraded': '2024-09-13T16:14:05.750606+0000', 'last_fullsized': '2024-09-13T16:14:05.750606+0000', 'mapping_epoch': 146, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 146, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T19:26:31.947544+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 3], 'acting': [4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-13T16:14:09.686 INFO:tasks.cephfs.filesystem.ceph_manager:PG 22.17 is not active+clean 2024-09-13T16:14:09.686 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '22.17', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 146, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:14:05.748417+0000', 'last_change': '2024-09-13T16:14:05.748417+0000', 'last_active': '2024-09-13T16:14:05.739838+0000', 'last_peered': '2024-09-13T16:14:05.739838+0000', 'last_clean': '2024-09-13T16:14:05.739838+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:05.748417+0000', 'last_undegraded': '2024-09-13T16:14:05.748417+0000', 'last_fullsized': '2024-09-13T16:14:05.748417+0000', 'mapping_epoch': 146, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 146, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:05.739838+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T16:51:40.467520+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 1], 'acting': [4, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-13T16:14:09.687 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-13T16:14:09.808 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.806+0000 7f1a2e976640 1 Processor -- start 2024-09-13T16:14:09.808 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.806+0000 7f1a2e976640 1 -- start start 2024-09-13T16:14:09.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.807+0000 7f1a2e976640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1a280cb3b0 0x7f1a280cbe60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:09.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.807+0000 7f1a2e976640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1a280ca6b0 con 0x7f1a280b2540 2024-09-13T16:14:09.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.807+0000 7f1a2e976640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1a280ca990 con 0x7f1a28158870 2024-09-13T16:14:09.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.807+0000 7f1a2e976640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1a280c8c90 con 0x7f1a280cb3b0 2024-09-13T16:14:09.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.807+0000 7f1a277fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f1a280b2540 0x7f1a280caca0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:47806/0 (socket says 172.21.15.76:47806) 2024-09-13T16:14:09.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.807+0000 7f1a277fe640 1 -- 172.21.15.76:0/735567760 learned_addr learned my addr 172.21.15.76:0/735567760 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:14:09.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.807+0000 7f1a26ffd640 1 -- 172.21.15.76:0/735567760 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1987559953 0 0) 0x7f1a280ca6b0 con 0x7f1a280b2540 2024-09-13T16:14:09.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.807+0000 7f1a2cf13640 1 --2- 172.21.15.76:0/735567760 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1a280cb3b0 0x7f1a280cbe60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:09.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.807+0000 7f1a26ffd640 1 -- 172.21.15.76:0/735567760 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1a10003520 con 0x7f1a280b2540 2024-09-13T16:14:09.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.808+0000 7f1a26ffd640 1 -- 172.21.15.76:0/735567760 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1986469306 0 0) 0x7f1a10003520 con 0x7f1a280b2540 2024-09-13T16:14:09.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.808+0000 7f1a26ffd640 1 -- 172.21.15.76:0/735567760 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1a280cb3b0 msgr2=0x7f1a280cbe60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:09.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.808+0000 7f1a26ffd640 1 --2- 172.21.15.76:0/735567760 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1a280cb3b0 0x7f1a280cbe60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:09.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.808+0000 7f1a26ffd640 1 -- 172.21.15.76:0/735567760 >> v1:172.21.15.192:6789/0 conn(0x7f1a28158870 legacy=0x7f1a2806d6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:09.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.808+0000 7f1a26ffd640 1 -- 172.21.15.76:0/735567760 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1a2806cbc0 con 0x7f1a280b2540 2024-09-13T16:14:09.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.808+0000 7f1a26ffd640 1 -- 172.21.15.76:0/735567760 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f1a1c001670 con 0x7f1a280b2540 2024-09-13T16:14:09.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.808+0000 7f1a26ffd640 1 -- 172.21.15.76:0/735567760 >> v1:172.21.15.76:6789/0 conn(0x7f1a280b2540 legacy=0x7f1a280caca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:09.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.808+0000 7f1a26ffd640 1 --2- 172.21.15.76:0/735567760 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1a100039a0 0x7f1a10003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:09.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.808+0000 7f1a26ffd640 1 --2- 172.21.15.76:0/735567760 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1a280cb3b0 0x7f1a100047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:09.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.808+0000 7f1a26ffd640 1 --2- 172.21.15.76:0/735567760 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1a10004d00 0x7f1a10005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:09.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.808+0000 7f1a26ffd640 1 -- 172.21.15.76:0/735567760 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a280c8c90 con 0x7f1a100039a0 2024-09-13T16:14:09.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.808+0000 7f1a26ffd640 1 -- 172.21.15.76:0/735567760 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a1000ba60 con 0x7f1a10004d00 2024-09-13T16:14:09.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.808+0000 7f1a26ffd640 1 -- 172.21.15.76:0/735567760 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1a1000bc20 con 0x7f1a280cb3b0 2024-09-13T16:14:09.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.808+0000 7f1a27fff640 1 --2- 172.21.15.76:0/735567760 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1a100039a0 0x7f1a10003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:09.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.808+0000 7f1a277fe640 1 --2- 172.21.15.76:0/735567760 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1a280cb3b0 0x7f1a100047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:09.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.808+0000 7f1a2cf13640 1 --2- 172.21.15.76:0/735567760 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1a10004d00 0x7f1a10005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:09.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.808+0000 7f1a27fff640 1 -- 172.21.15.76:0/735567760 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1a280cb3b0 msgr2=0x7f1a100047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:09.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.808+0000 7f1a27fff640 1 --2- 172.21.15.76:0/735567760 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1a280cb3b0 0x7f1a100047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:09.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.808+0000 7f1a27fff640 1 -- 172.21.15.76:0/735567760 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1a10004d00 msgr2=0x7f1a10005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:09.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.808+0000 7f1a27fff640 1 --2- 172.21.15.76:0/735567760 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1a10004d00 0x7f1a10005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:09.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.808+0000 7f1a27fff640 1 -- 172.21.15.76:0/735567760 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1a10003520 con 0x7f1a100039a0 2024-09-13T16:14:09.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.809+0000 7f1a27fff640 1 --2- 172.21.15.76:0/735567760 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1a100039a0 0x7f1a10003dc0 secure :-1 s=READY pgs=1996 cs=0 l=1 rev1=1 crypto rx=0x7f1a18001750 tx=0x7f1a100057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d4185dcec70f74e2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:09.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.809+0000 7f1a26ffd640 1 -- 172.21.15.76:0/735567760 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a180052d0 con 0x7f1a100039a0 2024-09-13T16:14:09.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.809+0000 7f1a26ffd640 1 -- 172.21.15.76:0/735567760 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1a18005430 con 0x7f1a100039a0 2024-09-13T16:14:09.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.809+0000 7f1a26ffd640 1 -- 172.21.15.76:0/735567760 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a1802abe0 con 0x7f1a100039a0 2024-09-13T16:14:09.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.809+0000 7f1a2e976640 1 -- 172.21.15.76:0/735567760 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1a100039a0 msgr2=0x7f1a10003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:09.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.809+0000 7f1a2e976640 1 --2- 172.21.15.76:0/735567760 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1a100039a0 0x7f1a10003dc0 secure :-1 s=READY pgs=1996 cs=0 l=1 rev1=1 crypto rx=0x7f1a18001750 tx=0x7f1a100057f0 comp rx=0 tx=0).stop 2024-09-13T16:14:09.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.809+0000 7f1a2cf13640 1 -- 172.21.15.76:0/735567760 reap_dead start 2024-09-13T16:14:09.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.809+0000 7f1a2e976640 1 -- 172.21.15.76:0/735567760 shutdown_connections 2024-09-13T16:14:09.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.809+0000 7f1a2e976640 1 -- 172.21.15.76:0/735567760 >> 172.21.15.76:0/735567760 conn(0x7f1a2806a0b0 msgr2=0x7f1a2806a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:09.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.809+0000 7f1a2e976640 1 -- 172.21.15.76:0/735567760 shutdown_connections 2024-09-13T16:14:09.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.809+0000 7f1a2e976640 1 -- 172.21.15.76:0/735567760 wait complete. 2024-09-13T16:14:09.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.811+0000 7f1a2e976640 1 Processor -- start 2024-09-13T16:14:09.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.811+0000 7f1a2e976640 1 -- start start 2024-09-13T16:14:09.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.811+0000 7f1a2e976640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1a100039a0 0x7f1a281664c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:09.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.811+0000 7f1a2e976640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1a280c79e0 0x7f1a280cbf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:09.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.811+0000 7f1a2e976640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1a280c4430 0x7f1a280cc440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:09.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.811+0000 7f1a2e976640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a280ae7a0 con 0x7f1a100039a0 2024-09-13T16:14:09.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.811+0000 7f1a2e976640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a280aed60 con 0x7f1a280c79e0 2024-09-13T16:14:09.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.811+0000 7f1a2e976640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1a280c7e80 con 0x7f1a280c4430 2024-09-13T16:14:09.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.812+0000 7f1a27fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1a100039a0 0x7f1a281664c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:09.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.812+0000 7f1a27fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1a100039a0 0x7f1a281664c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51364/0 (socket says 172.21.15.76:51364) 2024-09-13T16:14:09.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.812+0000 7f1a27fff640 1 -- 172.21.15.76:0/1626604926 learned_addr learned my addr 172.21.15.76:0/1626604926 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:09.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.812+0000 7f1a277fe640 1 --2- 172.21.15.76:0/1626604926 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1a280c79e0 0x7f1a280cbf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:09.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.812+0000 7f1a2cf13640 1 --2- 172.21.15.76:0/1626604926 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1a280c4430 0x7f1a280cc440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:09.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.812+0000 7f1a27fff640 1 -- 172.21.15.76:0/1626604926 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1a280c4430 msgr2=0x7f1a280cc440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:09.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.812+0000 7f1a27fff640 1 --2- 172.21.15.76:0/1626604926 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1a280c4430 0x7f1a280cc440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:09.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.812+0000 7f1a27fff640 1 -- 172.21.15.76:0/1626604926 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1a280c79e0 msgr2=0x7f1a280cbf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:09.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.812+0000 7f1a27fff640 1 --2- 172.21.15.76:0/1626604926 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1a280c79e0 0x7f1a280cbf00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:09.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.812+0000 7f1a27fff640 1 -- 172.21.15.76:0/1626604926 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1a280c8160 con 0x7f1a100039a0 2024-09-13T16:14:09.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.812+0000 7f1a2cf13640 1 --2- 172.21.15.76:0/1626604926 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1a280c4430 0x7f1a280cc440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:14:09.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.812+0000 7f1a277fe640 1 --2- 172.21.15.76:0/1626604926 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1a280c79e0 0x7f1a280cbf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:14:09.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.812+0000 7f1a27fff640 1 --2- 172.21.15.76:0/1626604926 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1a100039a0 0x7f1a281664c0 secure :-1 s=READY pgs=1997 cs=0 l=1 rev1=1 crypto rx=0x7f1a18008fd0 tx=0x7f1a18001120 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:09.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.812+0000 7f1a24ff9640 1 -- 172.21.15.76:0/1626604926 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a18007250 con 0x7f1a100039a0 2024-09-13T16:14:09.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.812+0000 7f1a24ff9640 1 -- 172.21.15.76:0/1626604926 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1a180073b0 con 0x7f1a100039a0 2024-09-13T16:14:09.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.812+0000 7f1a2e976640 1 -- 172.21.15.76:0/1626604926 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1a280ae9f0 con 0x7f1a100039a0 2024-09-13T16:14:09.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.812+0000 7f1a24ff9640 1 -- 172.21.15.76:0/1626604926 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a180067d0 con 0x7f1a100039a0 2024-09-13T16:14:09.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.812+0000 7f1a2e976640 1 -- 172.21.15.76:0/1626604926 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1a28166a00 con 0x7f1a100039a0 2024-09-13T16:14:09.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.813+0000 7f1a2e976640 1 -- 172.21.15.76:0/1626604926 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1a280ca2d0 con 0x7f1a100039a0 2024-09-13T16:14:09.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.814+0000 7f1a24ff9640 1 -- 172.21.15.76:0/1626604926 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1a18006930 con 0x7f1a100039a0 2024-09-13T16:14:09.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.814+0000 7f1a24ff9640 1 --2- 172.21.15.76:0/1626604926 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1a1406ac00 0x7f1a1406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:09.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.814+0000 7f1a24ff9640 1 -- 172.21.15.76:0/1626604926 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(148..148 src has 1..148) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f1a180a9740 con 0x7f1a100039a0 2024-09-13T16:14:09.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.814+0000 7f1a277fe640 1 --2- 172.21.15.76:0/1626604926 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1a1406ac00 0x7f1a1406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:09.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.815+0000 7f1a277fe640 1 --2- 172.21.15.76:0/1626604926 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1a1406ac00 0x7f1a1406d0c0 secure :-1 s=READY pgs=851 cs=0 l=1 rev1=1 crypto rx=0x7f1a1c001200 tx=0x7f1a1c001190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:09.825 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:09.818+0000 7f1a24ff9640 1 -- 172.21.15.76:0/1626604926 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f1a180747e0 con 0x7f1a100039a0 2024-09-13T16:14:10.041 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.039+0000 7f1a2e976640 1 -- 172.21.15.76:0/1626604926 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) v1 -- 0x7f1a280ca2d0 con 0x7f1a100039a0 2024-09-13T16:14:10.041 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.040+0000 7f1a24ff9640 1 -- 172.21.15.76:0/1626604926 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) v1 ==== 72+0+1520 (secure 0 0 0) 0x7f1a18077e00 con 0x7f1a100039a0 2024-09-13T16:14:10.042 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:14:10.042 INFO:teuthology.orchestra.run.smithi076.stdout:{"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":775,"monmap":{"epoch":1,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":148,"num_osds":8,"num_up_osds":8,"osd_up_since":1726243286,"num_in_osds":8,"osd_in_since":1726243276,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"creating+peering","count":52},{"state_name":"active+clean","count":45}],"num_pgs":97,"num_pools":3,"num_objects":6,"data_bytes":590984,"bytes_used":783650816,"bytes_avail":772310462464,"bytes_total":773094113280,"inactive_pgs_ratio":0.53608244657516479,"write_bytes_sec":1884,"read_op_per_sec":0,"write_op_per_sec":1},"fsmap":{"epoch":81,"id":10,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":10,"rank":0,"name":"c","status":"up:active","gid":9546}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":14,"modified":"2024-09-13T16:13:55.085132+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-13T16:14:10.043 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.041+0000 7f1a2e976640 1 -- 172.21.15.76:0/1626604926 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1a1406ac00 msgr2=0x7f1a1406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:10.043 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.041+0000 7f1a2e976640 1 --2- 172.21.15.76:0/1626604926 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1a1406ac00 0x7f1a1406d0c0 secure :-1 s=READY pgs=851 cs=0 l=1 rev1=1 crypto rx=0x7f1a1c001200 tx=0x7f1a1c001190 comp rx=0 tx=0).stop 2024-09-13T16:14:10.044 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.041+0000 7f1a2e976640 1 -- 172.21.15.76:0/1626604926 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1a100039a0 msgr2=0x7f1a281664c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:10.044 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.041+0000 7f1a2e976640 1 --2- 172.21.15.76:0/1626604926 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1a100039a0 0x7f1a281664c0 secure :-1 s=READY pgs=1997 cs=0 l=1 rev1=1 crypto rx=0x7f1a18008fd0 tx=0x7f1a18001120 comp rx=0 tx=0).stop 2024-09-13T16:14:10.044 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.042+0000 7f1a2e976640 1 -- 172.21.15.76:0/1626604926 shutdown_connections 2024-09-13T16:14:10.044 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.042+0000 7f1a2e976640 1 --2- 172.21.15.76:0/1626604926 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1a1406ac00 0x7f1a1406d0c0 unknown :-1 s=CLOSED pgs=851 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:10.044 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.042+0000 7f1a2e976640 1 --2- 172.21.15.76:0/1626604926 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1a280c4430 0x7f1a280cc440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:10.044 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.042+0000 7f1a2e976640 1 --2- 172.21.15.76:0/1626604926 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1a280c79e0 0x7f1a280cbf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:10.044 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.042+0000 7f1a2e976640 1 --2- 172.21.15.76:0/1626604926 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1a100039a0 0x7f1a281664c0 unknown :-1 s=CLOSED pgs=1997 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:10.044 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.042+0000 7f1a2e976640 1 -- 172.21.15.76:0/1626604926 >> 172.21.15.76:0/1626604926 conn(0x7f1a2806a0b0 msgr2=0x7f1a28071930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:10.044 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.042+0000 7f1a2e976640 1 -- 172.21.15.76:0/1626604926 shutdown_connections 2024-09-13T16:14:10.044 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.042+0000 7f1a2e976640 1 -- 172.21.15.76:0/1626604926 wait complete. 2024-09-13T16:14:10.053 INFO:tasks.cephfs.filesystem.ceph_manager:no progress seen, keeping timeout for now 2024-09-13T16:14:10.054 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:14:10.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.151+0000 7ff6e1a61640 1 Processor -- start 2024-09-13T16:14:10.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.151+0000 7ff6e1a61640 1 -- start start 2024-09-13T16:14:10.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.151+0000 7ff6e1a61640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff6dc06c8a0 0x7ff6dc0b2590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:10.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.151+0000 7ff6e1a61640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff6dc0cbea0 0x7ff6dc0cc350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:10.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.151+0000 7ff6e1a61640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff6dc0cc890 con 0x7ff6dc06c4c0 2024-09-13T16:14:10.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.151+0000 7ff6e1a61640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff6dc06deb0 con 0x7ff6dc0cbea0 2024-09-13T16:14:10.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.151+0000 7ff6e1a61640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff6dc0b2170 con 0x7ff6dc06c8a0 2024-09-13T16:14:10.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.152+0000 7ff6db7fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff6dc0cbea0 0x7ff6dc0cc350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:10.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.152+0000 7ff6daffd640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7ff6dc06c4c0 0x7ff6dc06d3a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:47818/0 (socket says 172.21.15.76:47818) 2024-09-13T16:14:10.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.152+0000 7ff6daffd640 1 -- 172.21.15.76:0/2955651859 learned_addr learned my addr 172.21.15.76:0/2955651859 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:14:10.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.152+0000 7ff6da7fc640 1 --2- 172.21.15.76:0/2955651859 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff6dc06c8a0 0x7ff6dc0b2590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:10.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.152+0000 7ff6db7fe640 1 -- 172.21.15.76:0/2955651859 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff6dc06c8a0 msgr2=0x7ff6dc0b2590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:10.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.152+0000 7ff6db7fe640 1 --2- 172.21.15.76:0/2955651859 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff6dc06c8a0 0x7ff6dc0b2590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:10.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.152+0000 7ff6db7fe640 1 -- 172.21.15.76:0/2955651859 >> v1:172.21.15.76:6789/0 conn(0x7ff6dc06c4c0 legacy=0x7ff6dc06d3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:10.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.152+0000 7ff6db7fe640 1 -- 172.21.15.76:0/2955651859 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff6dc06dab0 con 0x7ff6dc0cbea0 2024-09-13T16:14:10.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.152+0000 7ff6d9ffb640 1 -- 172.21.15.76:0/2955651859 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 182386416 0 0) 0x7ff6dc0cc890 con 0x7ff6dc06c4c0 2024-09-13T16:14:10.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.152+0000 7ff6da7fc640 1 --2- 172.21.15.76:0/2955651859 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff6dc06c8a0 0x7ff6dc0b2590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:14:10.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.153+0000 7ff6db7fe640 1 --2- 172.21.15.76:0/2955651859 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff6dc0cbea0 0x7ff6dc0cc350 secure :-1 s=READY pgs=1999 cs=0 l=1 rev1=1 crypto rx=0x7ff6dc06dff0 tx=0x7ff6d402a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=167b8d96b92b8b5d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:10.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.153+0000 7ff6d9ffb640 1 -- 172.21.15.76:0/2955651859 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6d4007740 con 0x7ff6dc0cbea0 2024-09-13T16:14:10.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.153+0000 7ff6d9ffb640 1 -- 172.21.15.76:0/2955651859 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff6d402d050 con 0x7ff6dc0cbea0 2024-09-13T16:14:10.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.153+0000 7ff6d9ffb640 1 -- 172.21.15.76:0/2955651859 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6d4007ac0 con 0x7ff6dc0cbea0 2024-09-13T16:14:10.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.153+0000 7ff6e1a61640 1 -- 172.21.15.76:0/2955651859 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff6dc0cbea0 msgr2=0x7ff6dc0cc350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:10.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.153+0000 7ff6e1a61640 1 --2- 172.21.15.76:0/2955651859 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff6dc0cbea0 0x7ff6dc0cc350 secure :-1 s=READY pgs=1999 cs=0 l=1 rev1=1 crypto rx=0x7ff6dc06dff0 tx=0x7ff6d402a680 comp rx=0 tx=0).stop 2024-09-13T16:14:10.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.153+0000 7ff6e1a61640 1 -- 172.21.15.76:0/2955651859 shutdown_connections 2024-09-13T16:14:10.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.153+0000 7ff6e1a61640 1 --2- 172.21.15.76:0/2955651859 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff6dc0cbea0 0x7ff6dc0cc350 unknown :-1 s=CLOSED pgs=1999 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:10.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.153+0000 7ff6e1a61640 1 --2- 172.21.15.76:0/2955651859 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff6dc06c8a0 0x7ff6dc0b2590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:10.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.153+0000 7ff6e1a61640 1 -- 172.21.15.76:0/2955651859 >> 172.21.15.76:0/2955651859 conn(0x7ff6dc069ed0 msgr2=0x7ff6dc06a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:10.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.153+0000 7ff6e1a61640 1 -- 172.21.15.76:0/2955651859 shutdown_connections 2024-09-13T16:14:10.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.153+0000 7ff6e1a61640 1 -- 172.21.15.76:0/2955651859 wait complete. 2024-09-13T16:14:10.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.154+0000 7ff6e1a61640 1 Processor -- start 2024-09-13T16:14:10.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.155+0000 7ff6e1a61640 1 -- start start 2024-09-13T16:14:10.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.155+0000 7ff6e1a61640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff6dc06c4c0 0x7ff6dc0c3af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:10.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.155+0000 7ff6e1a61640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff6dc06c8a0 0x7ff6dc158f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:10.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.155+0000 7ff6e1a61640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff6dc0cbea0 0x7ff6dc0ac2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:10.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.155+0000 7ff6e1a61640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6dc0c4030 con 0x7ff6dc06c8a0 2024-09-13T16:14:10.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.155+0000 7ff6e1a61640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6dc0c69d0 con 0x7ff6dc06c4c0 2024-09-13T16:14:10.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.155+0000 7ff6e1a61640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff6dc0c6cb0 con 0x7ff6dc0cbea0 2024-09-13T16:14:10.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.155+0000 7ff6da7fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff6dc06c8a0 0x7ff6dc158f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:10.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.155+0000 7ff6da7fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff6dc06c8a0 0x7ff6dc158f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:51382/0 (socket says 172.21.15.76:51382) 2024-09-13T16:14:10.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.155+0000 7ff6da7fc640 1 -- 172.21.15.76:0/1942152816 learned_addr learned my addr 172.21.15.76:0/1942152816 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:10.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.156+0000 7ff6db7fe640 1 --2- 172.21.15.76:0/1942152816 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff6dc0cbea0 0x7ff6dc0ac2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:10.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.156+0000 7ff6daffd640 1 --2- 172.21.15.76:0/1942152816 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff6dc06c4c0 0x7ff6dc0c3af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:10.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.156+0000 7ff6da7fc640 1 -- 172.21.15.76:0/1942152816 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff6dc0cbea0 msgr2=0x7ff6dc0ac2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:10.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.156+0000 7ff6da7fc640 1 --2- 172.21.15.76:0/1942152816 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff6dc0cbea0 0x7ff6dc0ac2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:10.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.156+0000 7ff6da7fc640 1 -- 172.21.15.76:0/1942152816 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff6dc06c4c0 msgr2=0x7ff6dc0c3af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:10.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.156+0000 7ff6da7fc640 1 --2- 172.21.15.76:0/1942152816 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff6dc06c4c0 0x7ff6dc0c3af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:10.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.156+0000 7ff6da7fc640 1 -- 172.21.15.76:0/1942152816 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff6d4009a70 con 0x7ff6dc06c8a0 2024-09-13T16:14:10.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.156+0000 7ff6da7fc640 1 --2- 172.21.15.76:0/1942152816 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff6dc06c8a0 0x7ff6dc158f00 secure :-1 s=READY pgs=2000 cs=0 l=1 rev1=1 crypto rx=0x7ff6c400c7f0 tx=0x7ff6c400ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:10.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.156+0000 7ff6d3fff640 1 -- 172.21.15.76:0/1942152816 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6c400cea0 con 0x7ff6dc06c8a0 2024-09-13T16:14:10.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.156+0000 7ff6d3fff640 1 -- 172.21.15.76:0/1942152816 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff6c4004230 con 0x7ff6dc06c8a0 2024-09-13T16:14:10.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.156+0000 7ff6e1a61640 1 -- 172.21.15.76:0/1942152816 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff6dc1555d0 con 0x7ff6dc06c8a0 2024-09-13T16:14:10.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.156+0000 7ff6d3fff640 1 -- 172.21.15.76:0/1942152816 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6c4007830 con 0x7ff6dc06c8a0 2024-09-13T16:14:10.161 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.156+0000 7ff6e1a61640 1 -- 172.21.15.76:0/1942152816 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff6dc0c6f90 con 0x7ff6dc06c8a0 2024-09-13T16:14:10.161 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.157+0000 7ff6e1a61640 1 -- 172.21.15.76:0/1942152816 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff6dc0ce6b0 con 0x7ff6dc06c8a0 2024-09-13T16:14:10.161 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.158+0000 7ff6d3fff640 1 -- 172.21.15.76:0/1942152816 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff6c4007990 con 0x7ff6dc06c8a0 2024-09-13T16:14:10.162 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.158+0000 7ff6d3fff640 1 --2- 172.21.15.76:0/1942152816 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff6bc06ac00 0x7ff6bc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:10.162 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.158+0000 7ff6d3fff640 1 -- 172.21.15.76:0/1942152816 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(148..148 src has 1..148) v4 ==== 6029+0+0 (secure 0 0 0) 0x7ff6c4089480 con 0x7ff6dc06c8a0 2024-09-13T16:14:10.162 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.158+0000 7ff6daffd640 1 --2- 172.21.15.76:0/1942152816 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff6bc06ac00 0x7ff6bc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:10.162 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.158+0000 7ff6daffd640 1 --2- 172.21.15.76:0/1942152816 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff6bc06ac00 0x7ff6bc06d0c0 secure :-1 s=READY pgs=852 cs=0 l=1 rev1=1 crypto rx=0x7ff6cc000f60 tx=0x7ff6cc007b50 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:10.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.162+0000 7ff6d3fff640 1 -- 172.21.15.76:0/1942152816 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ff6c4054520 con 0x7ff6dc06c8a0 2024-09-13T16:14:10.322 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.321+0000 7ff6e1a61640 1 -- 172.21.15.76:0/1942152816 --> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7ff6dc0c6e20 con 0x7ff6bc06ac00 2024-09-13T16:14:10.329 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.328+0000 7ff6d3fff640 1 -- 172.21.15.76:0/1942152816 <== mgr.4104 v2:172.21.15.76:6832/911852275 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+287048 (secure 0 0 0) 0x7ff6dc0c6e20 con 0x7ff6bc06ac00 2024-09-13T16:14:10.332 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:14:10.333 INFO:teuthology.orchestra.run.smithi076.stderr:dumped all 2024-09-13T16:14:10.335 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.331+0000 7ff6e1a61640 1 -- 172.21.15.76:0/1942152816 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff6bc06ac00 msgr2=0x7ff6bc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:10.335 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.331+0000 7ff6e1a61640 1 --2- 172.21.15.76:0/1942152816 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff6bc06ac00 0x7ff6bc06d0c0 secure :-1 s=READY pgs=852 cs=0 l=1 rev1=1 crypto rx=0x7ff6cc000f60 tx=0x7ff6cc007b50 comp rx=0 tx=0).stop 2024-09-13T16:14:10.335 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.331+0000 7ff6e1a61640 1 -- 172.21.15.76:0/1942152816 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff6dc06c8a0 msgr2=0x7ff6dc158f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:10.335 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.331+0000 7ff6e1a61640 1 --2- 172.21.15.76:0/1942152816 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff6dc06c8a0 0x7ff6dc158f00 secure :-1 s=READY pgs=2000 cs=0 l=1 rev1=1 crypto rx=0x7ff6c400c7f0 tx=0x7ff6c400ccb0 comp rx=0 tx=0).stop 2024-09-13T16:14:10.335 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.331+0000 7ff6e1a61640 1 -- 172.21.15.76:0/1942152816 shutdown_connections 2024-09-13T16:14:10.336 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.331+0000 7ff6e1a61640 1 --2- 172.21.15.76:0/1942152816 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff6bc06ac00 0x7ff6bc06d0c0 unknown :-1 s=CLOSED pgs=852 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:10.336 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.331+0000 7ff6e1a61640 1 --2- 172.21.15.76:0/1942152816 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff6dc0cbea0 0x7ff6dc0ac2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:10.336 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.331+0000 7ff6e1a61640 1 --2- 172.21.15.76:0/1942152816 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff6dc06c8a0 0x7ff6dc158f00 unknown :-1 s=CLOSED pgs=2000 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:10.336 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.331+0000 7ff6e1a61640 1 --2- 172.21.15.76:0/1942152816 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff6dc06c4c0 0x7ff6dc0c3af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:10.336 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.331+0000 7ff6e1a61640 1 -- 172.21.15.76:0/1942152816 >> 172.21.15.76:0/1942152816 conn(0x7ff6dc069ed0 msgr2=0x7ff6dc0b25e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:10.336 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.331+0000 7ff6e1a61640 1 -- 172.21.15.76:0/1942152816 shutdown_connections 2024-09-13T16:14:10.336 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:10.331+0000 7ff6e1a61640 1 -- 172.21.15.76:0/1942152816 wait complete. 2024-09-13T16:14:10.343 INFO:teuthology.orchestra.run.smithi076.stdout:{"pg_ready":true,"pg_map":{"version":523,"stamp":"2024-09-13T16:14:09.087254+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590984,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":166,"num_write_kb":2424,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":124,"ondisk_log_size":124,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":5,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":765284,"kb_used_data":15420,"kb_used_omap":12,"kb_used_meta":749747,"kb_avail":754209436,"statfs":{"total":773094113280,"available":772310462464,"internally_reserved":0,"allocated":15790080,"data_stored":7888387,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":767741497},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":616,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.346929"},"pg_stats":[{"pgid":"22.3f","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.755647+0000","last_change":"2024-09-13T16:14:05.755647+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.755647+0000","last_undegraded":"2024-09-13T16:14:05.755647+0000","last_fullsized":"2024-09-13T16:14:05.755647+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:59:42.017068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.3e","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.756313+0000","last_change":"2024-09-13T16:14:05.756313+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.756313+0000","last_undegraded":"2024-09-13T16:14:05.756313+0000","last_fullsized":"2024-09-13T16:14:05.756313+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:39:07.433354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.3d","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.755914+0000","last_change":"2024-09-13T16:14:05.755914+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.755914+0000","last_undegraded":"2024-09-13T16:14:05.755914+0000","last_fullsized":"2024-09-13T16:14:05.755914+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:15:29.263585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.3c","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.754149+0000","last_change":"2024-09-13T16:14:05.754149+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.754149+0000","last_undegraded":"2024-09-13T16:14:05.754149+0000","last_fullsized":"2024-09-13T16:14:05.754149+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:05:22.482285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.3b","version":"0'0","reported_seq":9,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.112244+0000","last_change":"2024-09-13T16:14:06.110193+0000","last_active":"2024-09-13T16:14:06.112244+0000","last_peered":"2024-09-13T16:14:06.112244+0000","last_clean":"2024-09-13T16:14:06.112244+0000","last_became_active":"2024-09-13T16:14:06.109981+0000","last_became_peered":"2024-09-13T16:14:06.109981+0000","last_unstale":"2024-09-13T16:14:06.112244+0000","last_undegraded":"2024-09-13T16:14:06.112244+0000","last_fullsized":"2024-09-13T16:14:06.112244+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:21:41.058865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.3a","version":"0'0","reported_seq":9,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.112056+0000","last_change":"2024-09-13T16:14:06.110811+0000","last_active":"2024-09-13T16:14:06.112056+0000","last_peered":"2024-09-13T16:14:06.112056+0000","last_clean":"2024-09-13T16:14:06.112056+0000","last_became_active":"2024-09-13T16:14:06.110580+0000","last_became_peered":"2024-09-13T16:14:06.110580+0000","last_unstale":"2024-09-13T16:14:06.112056+0000","last_undegraded":"2024-09-13T16:14:06.112056+0000","last_fullsized":"2024-09-13T16:14:06.112056+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:07:21.766564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.39","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.753825+0000","last_change":"2024-09-13T16:14:05.753825+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.753825+0000","last_undegraded":"2024-09-13T16:14:05.753825+0000","last_fullsized":"2024-09-13T16:14:05.753825+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:46:04.301859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.38","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.750822+0000","last_change":"2024-09-13T16:14:05.750822+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.750822+0000","last_undegraded":"2024-09-13T16:14:05.750822+0000","last_fullsized":"2024-09-13T16:14:05.750822+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:23:39.326363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.37","version":"0'0","reported_seq":9,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.116455+0000","last_change":"2024-09-13T16:14:06.116024+0000","last_active":"2024-09-13T16:14:06.116455+0000","last_peered":"2024-09-13T16:14:06.116455+0000","last_clean":"2024-09-13T16:14:06.116455+0000","last_became_active":"2024-09-13T16:14:06.115762+0000","last_became_peered":"2024-09-13T16:14:06.115762+0000","last_unstale":"2024-09-13T16:14:06.116455+0000","last_undegraded":"2024-09-13T16:14:06.116455+0000","last_fullsized":"2024-09-13T16:14:06.116455+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:10:49.929628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.36","version":"0'0","reported_seq":9,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.114829+0000","last_change":"2024-09-13T16:14:06.113687+0000","last_active":"2024-09-13T16:14:06.114829+0000","last_peered":"2024-09-13T16:14:06.114829+0000","last_clean":"2024-09-13T16:14:06.114829+0000","last_became_active":"2024-09-13T16:14:06.113454+0000","last_became_peered":"2024-09-13T16:14:06.113454+0000","last_unstale":"2024-09-13T16:14:06.114829+0000","last_undegraded":"2024-09-13T16:14:06.114829+0000","last_fullsized":"2024-09-13T16:14:06.114829+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:54:43.415360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.35","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.748114+0000","last_change":"2024-09-13T16:14:05.748114+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.748114+0000","last_undegraded":"2024-09-13T16:14:05.748114+0000","last_fullsized":"2024-09-13T16:14:05.748114+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:30:06.880191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.34","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.752342+0000","last_change":"2024-09-13T16:14:05.752342+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.752342+0000","last_undegraded":"2024-09-13T16:14:05.752342+0000","last_fullsized":"2024-09-13T16:14:05.752342+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:22:04.538408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.33","version":"0'0","reported_seq":9,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.112280+0000","last_change":"2024-09-13T16:14:06.111515+0000","last_active":"2024-09-13T16:14:06.112280+0000","last_peered":"2024-09-13T16:14:06.112280+0000","last_clean":"2024-09-13T16:14:06.112280+0000","last_became_active":"2024-09-13T16:14:06.111143+0000","last_became_peered":"2024-09-13T16:14:06.111143+0000","last_unstale":"2024-09-13T16:14:06.112280+0000","last_undegraded":"2024-09-13T16:14:06.112280+0000","last_fullsized":"2024-09-13T16:14:06.112280+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:56:39.365368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.32","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.759916+0000","last_change":"2024-09-13T16:14:05.759916+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.759916+0000","last_undegraded":"2024-09-13T16:14:05.759916+0000","last_fullsized":"2024-09-13T16:14:05.759916+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:24:55.654264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.31","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.755707+0000","last_change":"2024-09-13T16:14:05.755707+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.755707+0000","last_undegraded":"2024-09-13T16:14:05.755707+0000","last_fullsized":"2024-09-13T16:14:05.755707+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:44:00.195773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.30","version":"0'0","reported_seq":9,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.121107+0000","last_change":"2024-09-13T16:14:06.118559+0000","last_active":"2024-09-13T16:14:06.121107+0000","last_peered":"2024-09-13T16:14:06.121107+0000","last_clean":"2024-09-13T16:14:06.121107+0000","last_became_active":"2024-09-13T16:14:06.118015+0000","last_became_peered":"2024-09-13T16:14:06.118015+0000","last_unstale":"2024-09-13T16:14:06.121107+0000","last_undegraded":"2024-09-13T16:14:06.121107+0000","last_fullsized":"2024-09-13T16:14:06.121107+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:23:50.128630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.2f","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.752453+0000","last_change":"2024-09-13T16:14:05.752453+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.752453+0000","last_undegraded":"2024-09-13T16:14:05.752453+0000","last_fullsized":"2024-09-13T16:14:05.752453+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:28:34.283650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.2e","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.747839+0000","last_change":"2024-09-13T16:14:05.747839+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.747839+0000","last_undegraded":"2024-09-13T16:14:05.747839+0000","last_fullsized":"2024-09-13T16:14:05.747839+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:39:25.759799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.2d","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.752383+0000","last_change":"2024-09-13T16:14:05.752383+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.752383+0000","last_undegraded":"2024-09-13T16:14:05.752383+0000","last_fullsized":"2024-09-13T16:14:05.752383+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:04:48.421565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.2c","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.747789+0000","last_change":"2024-09-13T16:14:05.747789+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.747789+0000","last_undegraded":"2024-09-13T16:14:05.747789+0000","last_fullsized":"2024-09-13T16:14:05.747789+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:31:31.455284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.2b","version":"0'0","reported_seq":9,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.115716+0000","last_change":"2024-09-13T16:14:06.114576+0000","last_active":"2024-09-13T16:14:06.115716+0000","last_peered":"2024-09-13T16:14:06.115716+0000","last_clean":"2024-09-13T16:14:06.115716+0000","last_became_active":"2024-09-13T16:14:06.114285+0000","last_became_peered":"2024-09-13T16:14:06.114285+0000","last_unstale":"2024-09-13T16:14:06.115716+0000","last_undegraded":"2024-09-13T16:14:06.115716+0000","last_fullsized":"2024-09-13T16:14:06.115716+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:09:26.405880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.2a","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.754562+0000","last_change":"2024-09-13T16:14:05.754562+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.754562+0000","last_undegraded":"2024-09-13T16:14:05.754562+0000","last_fullsized":"2024-09-13T16:14:05.754562+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:22:35.355043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.29","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.750167+0000","last_change":"2024-09-13T16:14:05.750167+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.750167+0000","last_undegraded":"2024-09-13T16:14:05.750167+0000","last_fullsized":"2024-09-13T16:14:05.750167+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:55:44.364664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.28","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.747632+0000","last_change":"2024-09-13T16:14:05.747632+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.747632+0000","last_undegraded":"2024-09-13T16:14:05.747632+0000","last_fullsized":"2024-09-13T16:14:05.747632+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:12:56.845876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.27","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.755181+0000","last_change":"2024-09-13T16:14:05.755181+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.755181+0000","last_undegraded":"2024-09-13T16:14:05.755181+0000","last_fullsized":"2024-09-13T16:14:05.755181+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:51:40.467520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.26","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.756048+0000","last_change":"2024-09-13T16:14:05.756048+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.756048+0000","last_undegraded":"2024-09-13T16:14:05.756048+0000","last_fullsized":"2024-09-13T16:14:05.756048+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:55:44.364664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.25","version":"0'0","reported_seq":9,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.114895+0000","last_change":"2024-09-13T16:14:06.114175+0000","last_active":"2024-09-13T16:14:06.114895+0000","last_peered":"2024-09-13T16:14:06.114895+0000","last_clean":"2024-09-13T16:14:06.114895+0000","last_became_active":"2024-09-13T16:14:06.113876+0000","last_became_peered":"2024-09-13T16:14:06.113876+0000","last_unstale":"2024-09-13T16:14:06.114895+0000","last_undegraded":"2024-09-13T16:14:06.114895+0000","last_fullsized":"2024-09-13T16:14:06.114895+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:24:37.871295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.24","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.748597+0000","last_change":"2024-09-13T16:14:05.748597+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.748597+0000","last_undegraded":"2024-09-13T16:14:05.748597+0000","last_fullsized":"2024-09-13T16:14:05.748597+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:38:31.213506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.23","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.748304+0000","last_change":"2024-09-13T16:14:05.748304+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.748304+0000","last_undegraded":"2024-09-13T16:14:05.748304+0000","last_fullsized":"2024-09-13T16:14:05.748304+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:38:05.503269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.22","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.748362+0000","last_change":"2024-09-13T16:14:05.748362+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.748362+0000","last_undegraded":"2024-09-13T16:14:05.748362+0000","last_fullsized":"2024-09-13T16:14:05.748362+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:05:30.330099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.21","version":"0'0","reported_seq":9,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.118873+0000","last_change":"2024-09-13T16:14:06.118325+0000","last_active":"2024-09-13T16:14:06.118873+0000","last_peered":"2024-09-13T16:14:06.118873+0000","last_clean":"2024-09-13T16:14:06.118873+0000","last_became_active":"2024-09-13T16:14:06.118009+0000","last_became_peered":"2024-09-13T16:14:06.118009+0000","last_unstale":"2024-09-13T16:14:06.118873+0000","last_undegraded":"2024-09-13T16:14:06.118873+0000","last_fullsized":"2024-09-13T16:14:06.118873+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:59:39.115914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.20","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.750238+0000","last_change":"2024-09-13T16:14:05.750238+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.750238+0000","last_undegraded":"2024-09-13T16:14:05.750238+0000","last_fullsized":"2024-09-13T16:14:05.750238+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:13:31.679138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.1c","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.751501+0000","last_change":"2024-09-13T16:14:05.751501+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.751501+0000","last_undegraded":"2024-09-13T16:14:05.751501+0000","last_fullsized":"2024-09-13T16:14:05.751501+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:22:35.355043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.1f","version":"147'4","reported_seq":14,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.110878+0000","last_change":"2024-09-13T16:14:05.755121+0000","last_active":"2024-09-13T16:14:06.110878+0000","last_peered":"2024-09-13T16:14:06.110878+0000","last_clean":"2024-09-13T16:14:06.110878+0000","last_became_active":"2024-09-13T16:14:05.754822+0000","last_became_peered":"2024-09-13T16:14:05.754822+0000","last_unstale":"2024-09-13T16:14:06.110878+0000","last_undegraded":"2024-09-13T16:14:06.110878+0000","last_fullsized":"2024-09-13T16:14:06.110878+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:04:35.994391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.1d","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.752296+0000","last_change":"2024-09-13T16:14:05.752296+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.752296+0000","last_undegraded":"2024-09-13T16:14:05.752296+0000","last_fullsized":"2024-09-13T16:14:05.752296+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:59:42.017068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.1e","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.764232+0000","last_change":"2024-09-13T16:14:05.762711+0000","last_active":"2024-09-13T16:14:05.764232+0000","last_peered":"2024-09-13T16:14:05.764232+0000","last_clean":"2024-09-13T16:14:05.764232+0000","last_became_active":"2024-09-13T16:14:05.762456+0000","last_became_peered":"2024-09-13T16:14:05.762456+0000","last_unstale":"2024-09-13T16:14:05.764232+0000","last_undegraded":"2024-09-13T16:14:05.764232+0000","last_fullsized":"2024-09-13T16:14:05.764232+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:05:03.027497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.1e","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.749002+0000","last_change":"2024-09-13T16:14:05.749002+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.749002+0000","last_undegraded":"2024-09-13T16:14:05.749002+0000","last_fullsized":"2024-09-13T16:14:05.749002+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:59:42.017068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.1d","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.764207+0000","last_change":"2024-09-13T16:14:05.762138+0000","last_active":"2024-09-13T16:14:05.764207+0000","last_peered":"2024-09-13T16:14:05.764207+0000","last_clean":"2024-09-13T16:14:05.764207+0000","last_became_active":"2024-09-13T16:14:05.761883+0000","last_became_peered":"2024-09-13T16:14:05.761883+0000","last_unstale":"2024-09-13T16:14:05.764207+0000","last_undegraded":"2024-09-13T16:14:05.764207+0000","last_fullsized":"2024-09-13T16:14:05.764207+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:30:53.114820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.1f","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.752364+0000","last_change":"2024-09-13T16:14:05.752364+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.752364+0000","last_undegraded":"2024-09-13T16:14:05.752364+0000","last_fullsized":"2024-09-13T16:14:05.752364+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:38:05.503269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.1c","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.762103+0000","last_change":"2024-09-13T16:14:05.761699+0000","last_active":"2024-09-13T16:14:05.762103+0000","last_peered":"2024-09-13T16:14:05.762103+0000","last_clean":"2024-09-13T16:14:05.762103+0000","last_became_active":"2024-09-13T16:14:05.761377+0000","last_became_peered":"2024-09-13T16:14:05.761377+0000","last_unstale":"2024-09-13T16:14:05.762103+0000","last_undegraded":"2024-09-13T16:14:05.762103+0000","last_fullsized":"2024-09-13T16:14:05.762103+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:54:37.869594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.18","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.747262+0000","last_change":"2024-09-13T16:14:05.747262+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.747262+0000","last_undegraded":"2024-09-13T16:14:05.747262+0000","last_fullsized":"2024-09-13T16:14:05.747262+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:22:52.705566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.1b","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.769298+0000","last_change":"2024-09-13T16:14:05.766086+0000","last_active":"2024-09-13T16:14:05.769298+0000","last_peered":"2024-09-13T16:14:05.769298+0000","last_clean":"2024-09-13T16:14:05.769298+0000","last_became_active":"2024-09-13T16:14:05.765815+0000","last_became_peered":"2024-09-13T16:14:05.765815+0000","last_unstale":"2024-09-13T16:14:05.769298+0000","last_undegraded":"2024-09-13T16:14:05.769298+0000","last_fullsized":"2024-09-13T16:14:05.769298+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:08:04.157454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.19","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.758951+0000","last_change":"2024-09-13T16:14:05.758951+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.758951+0000","last_undegraded":"2024-09-13T16:14:05.758951+0000","last_fullsized":"2024-09-13T16:14:05.758951+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:39:14.259814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.1a","version":"147'1","reported_seq":11,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.119319+0000","last_change":"2024-09-13T16:14:05.763135+0000","last_active":"2024-09-13T16:14:06.119319+0000","last_peered":"2024-09-13T16:14:06.119319+0000","last_clean":"2024-09-13T16:14:06.119319+0000","last_became_active":"2024-09-13T16:14:05.762753+0000","last_became_peered":"2024-09-13T16:14:05.762753+0000","last_unstale":"2024-09-13T16:14:06.119319+0000","last_undegraded":"2024-09-13T16:14:06.119319+0000","last_fullsized":"2024-09-13T16:14:06.119319+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:22:55.663353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.1a","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.751013+0000","last_change":"2024-09-13T16:14:05.751013+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.751013+0000","last_undegraded":"2024-09-13T16:14:05.751013+0000","last_fullsized":"2024-09-13T16:14:05.751013+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:27:15.588843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.19","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.762781+0000","last_change":"2024-09-13T16:14:05.761749+0000","last_active":"2024-09-13T16:14:05.762781+0000","last_peered":"2024-09-13T16:14:05.762781+0000","last_clean":"2024-09-13T16:14:05.762781+0000","last_became_active":"2024-09-13T16:14:05.761470+0000","last_became_peered":"2024-09-13T16:14:05.761470+0000","last_unstale":"2024-09-13T16:14:05.762781+0000","last_undegraded":"2024-09-13T16:14:05.762781+0000","last_fullsized":"2024-09-13T16:14:05.762781+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:30:53.114820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.1b","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.751846+0000","last_change":"2024-09-13T16:14:05.751846+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.751846+0000","last_undegraded":"2024-09-13T16:14:05.751846+0000","last_fullsized":"2024-09-13T16:14:05.751846+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:26:31.947544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.18","version":"0'0","reported_seq":10,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.103824+0000","last_change":"2024-09-13T16:14:05.760579+0000","last_active":"2024-09-13T16:14:06.103824+0000","last_peered":"2024-09-13T16:14:06.103824+0000","last_clean":"2024-09-13T16:14:06.103824+0000","last_became_active":"2024-09-13T16:14:05.760268+0000","last_became_peered":"2024-09-13T16:14:05.760268+0000","last_unstale":"2024-09-13T16:14:06.103824+0000","last_undegraded":"2024-09-13T16:14:06.103824+0000","last_fullsized":"2024-09-13T16:14:06.103824+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:36:45.061201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.14","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.750692+0000","last_change":"2024-09-13T16:14:05.750692+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.750692+0000","last_undegraded":"2024-09-13T16:14:05.750692+0000","last_fullsized":"2024-09-13T16:14:05.750692+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:22:35.355043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.17","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.761247+0000","last_change":"2024-09-13T16:14:05.759120+0000","last_active":"2024-09-13T16:14:05.761247+0000","last_peered":"2024-09-13T16:14:05.761247+0000","last_clean":"2024-09-13T16:14:05.761247+0000","last_became_active":"2024-09-13T16:14:05.758685+0000","last_became_peered":"2024-09-13T16:14:05.758685+0000","last_unstale":"2024-09-13T16:14:05.761247+0000","last_undegraded":"2024-09-13T16:14:05.761247+0000","last_fullsized":"2024-09-13T16:14:05.761247+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:08:04.157454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.15","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.747643+0000","last_change":"2024-09-13T16:14:05.747643+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.747643+0000","last_undegraded":"2024-09-13T16:14:05.747643+0000","last_fullsized":"2024-09-13T16:14:05.747643+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:03:11.225856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.16","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.760825+0000","last_change":"2024-09-13T16:14:05.759785+0000","last_active":"2024-09-13T16:14:05.760825+0000","last_peered":"2024-09-13T16:14:05.760825+0000","last_clean":"2024-09-13T16:14:05.760825+0000","last_became_active":"2024-09-13T16:14:05.759493+0000","last_became_peered":"2024-09-13T16:14:05.759493+0000","last_unstale":"2024-09-13T16:14:05.760825+0000","last_undegraded":"2024-09-13T16:14:05.760825+0000","last_fullsized":"2024-09-13T16:14:05.760825+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:08:04.157454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.16","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.747371+0000","last_change":"2024-09-13T16:14:05.747371+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.747371+0000","last_undegraded":"2024-09-13T16:14:05.747371+0000","last_fullsized":"2024-09-13T16:14:05.747371+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:24:30.897721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.15","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.754895+0000","last_change":"2024-09-13T16:14:05.753305+0000","last_active":"2024-09-13T16:14:05.754895+0000","last_peered":"2024-09-13T16:14:05.754895+0000","last_clean":"2024-09-13T16:14:05.754895+0000","last_became_active":"2024-09-13T16:14:05.753010+0000","last_became_peered":"2024-09-13T16:14:05.753010+0000","last_unstale":"2024-09-13T16:14:05.754895+0000","last_undegraded":"2024-09-13T16:14:05.754895+0000","last_fullsized":"2024-09-13T16:14:05.754895+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:15:46.002441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.10","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.749053+0000","last_change":"2024-09-13T16:14:05.749053+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.749053+0000","last_undegraded":"2024-09-13T16:14:05.749053+0000","last_fullsized":"2024-09-13T16:14:05.749053+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:46:04.301859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.13","version":"147'2","reported_seq":12,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.112386+0000","last_change":"2024-09-13T16:14:05.752617+0000","last_active":"2024-09-13T16:14:06.112386+0000","last_peered":"2024-09-13T16:14:06.112386+0000","last_clean":"2024-09-13T16:14:06.112386+0000","last_became_active":"2024-09-13T16:14:05.752365+0000","last_became_peered":"2024-09-13T16:14:05.752365+0000","last_unstale":"2024-09-13T16:14:06.112386+0000","last_undegraded":"2024-09-13T16:14:06.112386+0000","last_fullsized":"2024-09-13T16:14:06.112386+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:45:46.771951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.11","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.750127+0000","last_change":"2024-09-13T16:14:05.750127+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.750127+0000","last_undegraded":"2024-09-13T16:14:05.750127+0000","last_fullsized":"2024-09-13T16:14:05.750127+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:55:44.364664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.12","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.766945+0000","last_change":"2024-09-13T16:14:05.766479+0000","last_active":"2024-09-13T16:14:05.766945+0000","last_peered":"2024-09-13T16:14:05.766945+0000","last_clean":"2024-09-13T16:14:05.766945+0000","last_became_active":"2024-09-13T16:14:05.766219+0000","last_became_peered":"2024-09-13T16:14:05.766219+0000","last_unstale":"2024-09-13T16:14:05.766945+0000","last_undegraded":"2024-09-13T16:14:05.766945+0000","last_fullsized":"2024-09-13T16:14:05.766945+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:39:24.758188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.12","version":"0'0","reported_seq":9,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.110114+0000","last_change":"2024-09-13T16:14:06.108990+0000","last_active":"2024-09-13T16:14:06.110114+0000","last_peered":"2024-09-13T16:14:06.110114+0000","last_clean":"2024-09-13T16:14:06.110114+0000","last_became_active":"2024-09-13T16:14:06.108527+0000","last_became_peered":"2024-09-13T16:14:06.108527+0000","last_unstale":"2024-09-13T16:14:06.110114+0000","last_undegraded":"2024-09-13T16:14:06.110114+0000","last_fullsized":"2024-09-13T16:14:06.110114+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:15:00.740542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.11","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.766940+0000","last_change":"2024-09-13T16:14:05.766045+0000","last_active":"2024-09-13T16:14:05.766940+0000","last_peered":"2024-09-13T16:14:05.766940+0000","last_clean":"2024-09-13T16:14:05.766940+0000","last_became_active":"2024-09-13T16:14:05.765761+0000","last_became_peered":"2024-09-13T16:14:05.765761+0000","last_unstale":"2024-09-13T16:14:05.766940+0000","last_undegraded":"2024-09-13T16:14:05.766940+0000","last_fullsized":"2024-09-13T16:14:05.766940+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:03:10.224245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.13","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.750561+0000","last_change":"2024-09-13T16:14:05.750561+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.750561+0000","last_undegraded":"2024-09-13T16:14:05.750561+0000","last_fullsized":"2024-09-13T16:14:05.750561+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:26:31.947544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.10","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.765226+0000","last_change":"2024-09-13T16:14:05.764106+0000","last_active":"2024-09-13T16:14:05.765226+0000","last_peered":"2024-09-13T16:14:05.765226+0000","last_clean":"2024-09-13T16:14:05.765226+0000","last_became_active":"2024-09-13T16:14:05.763828+0000","last_became_peered":"2024-09-13T16:14:05.763828+0000","last_unstale":"2024-09-13T16:14:05.765226+0000","last_undegraded":"2024-09-13T16:14:05.765226+0000","last_fullsized":"2024-09-13T16:14:05.765226+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:24:05.297807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.c","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.751632+0000","last_change":"2024-09-13T16:14:05.751632+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.751632+0000","last_undegraded":"2024-09-13T16:14:05.751632+0000","last_fullsized":"2024-09-13T16:14:05.751632+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:13:31.679138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.f","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.758634+0000","last_change":"2024-09-13T16:14:05.757729+0000","last_active":"2024-09-13T16:14:05.758634+0000","last_peered":"2024-09-13T16:14:05.758634+0000","last_clean":"2024-09-13T16:14:05.758634+0000","last_became_active":"2024-09-13T16:14:05.757473+0000","last_became_peered":"2024-09-13T16:14:05.757473+0000","last_unstale":"2024-09-13T16:14:05.758634+0000","last_undegraded":"2024-09-13T16:14:05.758634+0000","last_fullsized":"2024-09-13T16:14:05.758634+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:33:24.466774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.d","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.751928+0000","last_change":"2024-09-13T16:14:05.751928+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.751928+0000","last_undegraded":"2024-09-13T16:14:05.751928+0000","last_fullsized":"2024-09-13T16:14:05.751928+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:23:39.326363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.e","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.765624+0000","last_change":"2024-09-13T16:14:05.765110+0000","last_active":"2024-09-13T16:14:05.765624+0000","last_peered":"2024-09-13T16:14:05.765624+0000","last_clean":"2024-09-13T16:14:05.765624+0000","last_became_active":"2024-09-13T16:14:05.764858+0000","last_became_peered":"2024-09-13T16:14:05.764858+0000","last_unstale":"2024-09-13T16:14:05.765624+0000","last_undegraded":"2024-09-13T16:14:05.765624+0000","last_fullsized":"2024-09-13T16:14:05.765624+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:24:05.297807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.e","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.753452+0000","last_change":"2024-09-13T16:14:05.753452+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.753452+0000","last_undegraded":"2024-09-13T16:14:05.753452+0000","last_fullsized":"2024-09-13T16:14:05.753452+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:38:05.503269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.d","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.764302+0000","last_change":"2024-09-13T16:14:05.763496+0000","last_active":"2024-09-13T16:14:05.764302+0000","last_peered":"2024-09-13T16:14:05.764302+0000","last_clean":"2024-09-13T16:14:05.764302+0000","last_became_active":"2024-09-13T16:14:05.763198+0000","last_became_peered":"2024-09-13T16:14:05.763198+0000","last_unstale":"2024-09-13T16:14:05.764302+0000","last_undegraded":"2024-09-13T16:14:05.764302+0000","last_fullsized":"2024-09-13T16:14:05.764302+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:08:04.157454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.f","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.753842+0000","last_change":"2024-09-13T16:14:05.753842+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.753842+0000","last_undegraded":"2024-09-13T16:14:05.753842+0000","last_fullsized":"2024-09-13T16:14:05.753842+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:44:00.195773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.c","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.767504+0000","last_change":"2024-09-13T16:14:05.766834+0000","last_active":"2024-09-13T16:14:05.767504+0000","last_peered":"2024-09-13T16:14:05.767504+0000","last_clean":"2024-09-13T16:14:05.767504+0000","last_became_active":"2024-09-13T16:14:05.766605+0000","last_became_peered":"2024-09-13T16:14:05.766605+0000","last_unstale":"2024-09-13T16:14:05.767504+0000","last_undegraded":"2024-09-13T16:14:05.767504+0000","last_fullsized":"2024-09-13T16:14:05.767504+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:30:05.878580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.8","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.750875+0000","last_change":"2024-09-13T16:14:05.750875+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.750875+0000","last_undegraded":"2024-09-13T16:14:05.750875+0000","last_fullsized":"2024-09-13T16:14:05.750875+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:26:31.947544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.b","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.758968+0000","last_change":"2024-09-13T16:14:05.756989+0000","last_active":"2024-09-13T16:14:05.758968+0000","last_peered":"2024-09-13T16:14:05.758968+0000","last_clean":"2024-09-13T16:14:05.758968+0000","last_became_active":"2024-09-13T16:14:05.756716+0000","last_became_peered":"2024-09-13T16:14:05.756716+0000","last_unstale":"2024-09-13T16:14:05.758968+0000","last_undegraded":"2024-09-13T16:14:05.758968+0000","last_fullsized":"2024-09-13T16:14:05.758968+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:22:55.663353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.9","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.749209+0000","last_change":"2024-09-13T16:14:05.749209+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.749209+0000","last_undegraded":"2024-09-13T16:14:05.749209+0000","last_fullsized":"2024-09-13T16:14:05.749209+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:46:04.301859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.a","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.761489+0000","last_change":"2024-09-13T16:14:05.760186+0000","last_active":"2024-09-13T16:14:05.761489+0000","last_peered":"2024-09-13T16:14:05.761489+0000","last_clean":"2024-09-13T16:14:05.761489+0000","last_became_active":"2024-09-13T16:14:05.759935+0000","last_became_peered":"2024-09-13T16:14:05.759935+0000","last_unstale":"2024-09-13T16:14:05.761489+0000","last_undegraded":"2024-09-13T16:14:05.761489+0000","last_fullsized":"2024-09-13T16:14:05.761489+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:54:37.869594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.a","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.750890+0000","last_change":"2024-09-13T16:14:05.750890+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.750890+0000","last_undegraded":"2024-09-13T16:14:05.750890+0000","last_fullsized":"2024-09-13T16:14:05.750890+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:27:15.588843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.9","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.757667+0000","last_change":"2024-09-13T16:14:05.756360+0000","last_active":"2024-09-13T16:14:05.757667+0000","last_peered":"2024-09-13T16:14:05.757667+0000","last_clean":"2024-09-13T16:14:05.757667+0000","last_became_active":"2024-09-13T16:14:05.756107+0000","last_became_peered":"2024-09-13T16:14:05.756107+0000","last_unstale":"2024-09-13T16:14:05.757667+0000","last_undegraded":"2024-09-13T16:14:05.757667+0000","last_fullsized":"2024-09-13T16:14:05.757667+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:36:45.061201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.b","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.749657+0000","last_change":"2024-09-13T16:14:05.749657+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.749657+0000","last_undegraded":"2024-09-13T16:14:05.749657+0000","last_fullsized":"2024-09-13T16:14:05.749657+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:51:40.467520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.8","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.756514+0000","last_change":"2024-09-13T16:14:05.752478+0000","last_active":"2024-09-13T16:14:05.756514+0000","last_peered":"2024-09-13T16:14:05.756514+0000","last_clean":"2024-09-13T16:14:05.756514+0000","last_became_active":"2024-09-13T16:14:05.752225+0000","last_became_peered":"2024-09-13T16:14:05.752225+0000","last_unstale":"2024-09-13T16:14:05.756514+0000","last_undegraded":"2024-09-13T16:14:05.756514+0000","last_fullsized":"2024-09-13T16:14:05.756514+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:41:47.628802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.4","version":"0'0","reported_seq":9,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.111682+0000","last_change":"2024-09-13T16:14:06.109732+0000","last_active":"2024-09-13T16:14:06.111682+0000","last_peered":"2024-09-13T16:14:06.111682+0000","last_clean":"2024-09-13T16:14:06.111682+0000","last_became_active":"2024-09-13T16:14:06.109493+0000","last_became_peered":"2024-09-13T16:14:06.109493+0000","last_unstale":"2024-09-13T16:14:06.111682+0000","last_undegraded":"2024-09-13T16:14:06.111682+0000","last_fullsized":"2024-09-13T16:14:06.111682+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:46:00.716822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.7","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.767854+0000","last_change":"2024-09-13T16:14:05.767405+0000","last_active":"2024-09-13T16:14:05.767854+0000","last_peered":"2024-09-13T16:14:05.767854+0000","last_clean":"2024-09-13T16:14:05.767854+0000","last_became_active":"2024-09-13T16:14:05.767175+0000","last_became_peered":"2024-09-13T16:14:05.767175+0000","last_unstale":"2024-09-13T16:14:05.767854+0000","last_undegraded":"2024-09-13T16:14:05.767854+0000","last_fullsized":"2024-09-13T16:14:05.767854+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:24:29.896110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.5","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.753532+0000","last_change":"2024-09-13T16:14:05.753532+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.753532+0000","last_undegraded":"2024-09-13T16:14:05.753532+0000","last_fullsized":"2024-09-13T16:14:05.753532+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:31:52.673316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.6","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.765184+0000","last_change":"2024-09-13T16:14:05.763447+0000","last_active":"2024-09-13T16:14:05.765184+0000","last_peered":"2024-09-13T16:14:05.765184+0000","last_clean":"2024-09-13T16:14:05.765184+0000","last_became_active":"2024-09-13T16:14:05.763176+0000","last_became_peered":"2024-09-13T16:14:05.763176+0000","last_unstale":"2024-09-13T16:14:05.765184+0000","last_undegraded":"2024-09-13T16:14:05.765184+0000","last_fullsized":"2024-09-13T16:14:05.765184+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:05:03.027497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.6","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.753055+0000","last_change":"2024-09-13T16:14:05.753055+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.753055+0000","last_undegraded":"2024-09-13T16:14:05.753055+0000","last_fullsized":"2024-09-13T16:14:05.753055+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:04:48.421565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.5","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.762067+0000","last_change":"2024-09-13T16:14:05.761653+0000","last_active":"2024-09-13T16:14:05.762067+0000","last_peered":"2024-09-13T16:14:05.762067+0000","last_clean":"2024-09-13T16:14:05.762067+0000","last_became_active":"2024-09-13T16:14:05.761395+0000","last_became_peered":"2024-09-13T16:14:05.761395+0000","last_unstale":"2024-09-13T16:14:05.762067+0000","last_undegraded":"2024-09-13T16:14:05.762067+0000","last_fullsized":"2024-09-13T16:14:05.762067+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:41:47.628802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.7","version":"0'0","reported_seq":9,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.121546+0000","last_change":"2024-09-13T16:14:06.119479+0000","last_active":"2024-09-13T16:14:06.121546+0000","last_peered":"2024-09-13T16:14:06.121546+0000","last_clean":"2024-09-13T16:14:06.121546+0000","last_became_active":"2024-09-13T16:14:06.119138+0000","last_became_peered":"2024-09-13T16:14:06.119138+0000","last_unstale":"2024-09-13T16:14:06.121546+0000","last_undegraded":"2024-09-13T16:14:06.121546+0000","last_fullsized":"2024-09-13T16:14:06.121546+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:50:48.018271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.4","version":"0'0","reported_seq":10,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.101791+0000","last_change":"2024-09-13T16:14:05.762805+0000","last_active":"2024-09-13T16:14:06.101791+0000","last_peered":"2024-09-13T16:14:06.101791+0000","last_clean":"2024-09-13T16:14:06.101791+0000","last_became_active":"2024-09-13T16:14:05.762493+0000","last_became_peered":"2024-09-13T16:14:05.762493+0000","last_unstale":"2024-09-13T16:14:06.101791+0000","last_undegraded":"2024-09-13T16:14:06.101791+0000","last_fullsized":"2024-09-13T16:14:06.101791+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:14:36.553951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.0","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.748512+0000","last_change":"2024-09-13T16:14:05.748512+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.748512+0000","last_undegraded":"2024-09-13T16:14:05.748512+0000","last_fullsized":"2024-09-13T16:14:05.748512+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:04:48.421565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.3","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.768824+0000","last_change":"2024-09-13T16:14:05.764920+0000","last_active":"2024-09-13T16:14:05.768824+0000","last_peered":"2024-09-13T16:14:05.768824+0000","last_clean":"2024-09-13T16:14:05.768824+0000","last_became_active":"2024-09-13T16:14:05.764666+0000","last_became_peered":"2024-09-13T16:14:05.764666+0000","last_unstale":"2024-09-13T16:14:05.768824+0000","last_undegraded":"2024-09-13T16:14:05.768824+0000","last_fullsized":"2024-09-13T16:14:05.768824+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:41:47.628802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.1","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.758483+0000","last_change":"2024-09-13T16:14:05.758483+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.758483+0000","last_undegraded":"2024-09-13T16:14:05.758483+0000","last_fullsized":"2024-09-13T16:14:05.758483+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:16:58.361018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.2","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.759428+0000","last_change":"2024-09-13T16:14:05.758389+0000","last_active":"2024-09-13T16:14:05.759428+0000","last_peered":"2024-09-13T16:14:05.759428+0000","last_clean":"2024-09-13T16:14:05.759428+0000","last_became_active":"2024-09-13T16:14:05.758172+0000","last_became_peered":"2024-09-13T16:14:05.758172+0000","last_unstale":"2024-09-13T16:14:05.759428+0000","last_undegraded":"2024-09-13T16:14:05.759428+0000","last_fullsized":"2024-09-13T16:14:05.759428+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:36:20.637023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.2","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.748665+0000","last_change":"2024-09-13T16:14:05.748665+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.748665+0000","last_undegraded":"2024-09-13T16:14:05.748665+0000","last_fullsized":"2024-09-13T16:14:05.748665+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:04:48.421565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.1","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.761884+0000","last_change":"2024-09-13T16:14:05.760880+0000","last_active":"2024-09-13T16:14:05.761884+0000","last_peered":"2024-09-13T16:14:05.761884+0000","last_clean":"2024-09-13T16:14:05.761884+0000","last_became_active":"2024-09-13T16:14:05.760644+0000","last_became_peered":"2024-09-13T16:14:05.760644+0000","last_unstale":"2024-09-13T16:14:05.761884+0000","last_undegraded":"2024-09-13T16:14:05.761884+0000","last_fullsized":"2024-09-13T16:14:05.761884+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:54:37.869594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.3","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.750606+0000","last_change":"2024-09-13T16:14:05.750606+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.750606+0000","last_undegraded":"2024-09-13T16:14:05.750606+0000","last_fullsized":"2024-09-13T16:14:05.750606+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:26:31.947544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.0","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.761458+0000","last_change":"2024-09-13T16:14:05.760401+0000","last_active":"2024-09-13T16:14:05.761458+0000","last_peered":"2024-09-13T16:14:05.761458+0000","last_clean":"2024-09-13T16:14:05.761458+0000","last_became_active":"2024-09-13T16:14:05.760158+0000","last_became_peered":"2024-09-13T16:14:05.760158+0000","last_unstale":"2024-09-13T16:14:05.761458+0000","last_undegraded":"2024-09-13T16:14:05.761458+0000","last_fullsized":"2024-09-13T16:14:05.761458+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:54:37.869594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.17","version":"0'0","reported_seq":1,"reported_epoch":146,"state":"creating+peering","last_fresh":"2024-09-13T16:14:05.748417+0000","last_change":"2024-09-13T16:14:05.748417+0000","last_active":"2024-09-13T16:14:05.739838+0000","last_peered":"2024-09-13T16:14:05.739838+0000","last_clean":"2024-09-13T16:14:05.739838+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:05.748417+0000","last_undegraded":"2024-09-13T16:14:05.748417+0000","last_fullsized":"2024-09-13T16:14:05.748417+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:51:40.467520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.14","version":"0'0","reported_seq":9,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:14:05.759549+0000","last_change":"2024-09-13T16:14:05.757574+0000","last_active":"2024-09-13T16:14:05.759549+0000","last_peered":"2024-09-13T16:14:05.759549+0000","last_clean":"2024-09-13T16:14:05.759549+0000","last_became_active":"2024-09-13T16:14:05.757329+0000","last_became_peered":"2024-09-13T16:14:05.757329+0000","last_unstale":"2024-09-13T16:14:05.759549+0000","last_undegraded":"2024-09-13T16:14:05.759549+0000","last_fullsized":"2024-09-13T16:14:05.759549+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:14:36.553951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":273,"reported_epoch":145,"state":"active+clean","last_fresh":"2024-09-13T16:14:04.750457+0000","last_change":"2024-09-13T16:01:29.143297+0000","last_active":"2024-09-13T16:14:04.750457+0000","last_peered":"2024-09-13T16:14:04.750457+0000","last_clean":"2024-09-13T16:14:04.750457+0000","last_became_active":"2024-09-13T16:01:29.142269+0000","last_became_peered":"2024-09-13T16:01:29.142269+0000","last_unstale":"2024-09-13T16:14:04.750457+0000","last_undegraded":"2024-09-13T16:14:04.750457+0000","last_fullsized":"2024-09-13T16:14:04.750457+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:27.864638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:27.864638+0000","last_clean_scrub_stamp":"2024-09-13T16:01:27.864638+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:25:24.741463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":22,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":21,"num_pg":32,"stat_sum":{"num_bytes":616,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":7,"ondisk_log_size":7,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":14,"seq":60129542301,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":119008,"kb_used_data":1808,"kb_used_omap":1,"kb_used_meta":117182,"kb_avail":94252832,"statfs":{"total":96636764160,"available":96514899968,"internally_reserved":0,"allocated":1851392,"data_stored":849409,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":119994824},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:54 2024","interfaces":[{"interface":"back","average":{"1min":0.29999999999999999,"5min":0.39700000000000002,"15min":0.35499999999999998},"min":{"1min":0.20599999999999999,"5min":0.20599999999999999,"15min":0.183},"max":{"1min":0.44800000000000001,"5min":4.4610000000000003,"15min":4.4610000000000003},"last":0.28999999999999998},{"interface":"front","average":{"1min":0.35099999999999998,"5min":0.378,"15min":0.33400000000000002},"min":{"1min":0.28799999999999998,"5min":0.23999999999999999,"15min":0.17899999999999999},"max":{"1min":0.498,"5min":1.2410000000000001,"15min":1.2410000000000001},"last":0.30599999999999999}]},{"osd":1,"last update":"Fri Sep 13 16:13:54 2024","interfaces":[{"interface":"back","average":{"1min":0.318,"5min":0.501,"15min":0.378},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.182},"max":{"1min":0.439,"5min":7.7729999999999997,"15min":7.7729999999999997},"last":0.249},{"interface":"front","average":{"1min":0.38600000000000001,"5min":0.495,"15min":0.40000000000000002},"min":{"1min":0.27500000000000002,"5min":0.25700000000000001,"15min":0.19400000000000001},"max":{"1min":0.57799999999999996,"5min":6.4429999999999996,"15min":6.4429999999999996},"last":0.34499999999999997}]},{"osd":2,"last update":"Fri Sep 13 16:13:54 2024","interfaces":[{"interface":"back","average":{"1min":0.374,"5min":0.42499999999999999,"15min":0.38400000000000001},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.22800000000000001},"max":{"1min":0.51400000000000001,"5min":2.6339999999999999,"15min":2.6339999999999999},"last":0.32400000000000001},{"interface":"front","average":{"1min":0.40400000000000003,"5min":0.45800000000000002,"15min":0.40500000000000003},"min":{"1min":0.29999999999999999,"5min":0.22,"15min":0.21199999999999999},"max":{"1min":0.60099999999999998,"5min":3.585,"15min":3.585},"last":0.375}]},{"osd":4,"last update":"Fri Sep 13 16:13:54 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.61499999999999999,"15min":0.54600000000000004},"min":{"1min":0.40400000000000003,"5min":0.36799999999999999,"15min":0.28399999999999997},"max":{"1min":0.83499999999999996,"5min":1.216,"15min":1.216},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.63800000000000001,"15min":0.57299999999999995},"min":{"1min":0.39700000000000002,"5min":0.34599999999999997,"15min":0.27600000000000002},"max":{"1min":0.91900000000000004,"5min":2.6070000000000002,"15min":2.6070000000000002},"last":0.45900000000000002}]},{"osd":5,"last update":"Fri Sep 13 16:13:54 2024","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.64400000000000002,"15min":0.56699999999999995},"min":{"1min":0.44,"5min":0.38300000000000001,"15min":0.28100000000000003},"max":{"1min":0.95199999999999996,"5min":2.5449999999999999,"15min":2.5449999999999999},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.67300000000000004,"15min":0.59399999999999997},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.311},"max":{"1min":0.84399999999999997,"5min":3.5449999999999999,"15min":3.5449999999999999},"last":0.63700000000000001}]},{"osd":6,"last update":"Fri Sep 13 16:13:54 2024","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.69599999999999995,"15min":0.60899999999999999},"min":{"1min":0.435,"5min":0.42699999999999999,"15min":0.31900000000000001},"max":{"1min":0.90300000000000002,"5min":6.4189999999999996,"15min":6.4189999999999996},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.72299999999999998,"15min":0.60899999999999999},"min":{"1min":0.46500000000000002,"5min":0.40799999999999997,"15min":0.32200000000000001},"max":{"1min":0.82599999999999996,"5min":8.9559999999999995,"15min":8.9559999999999995},"last":0.65900000000000003}]},{"osd":7,"last update":"Fri Sep 13 16:13:54 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.64700000000000002,"15min":0.59499999999999997},"min":{"1min":0.443,"5min":0.42999999999999999,"15min":0.35499999999999998},"max":{"1min":0.93400000000000005,"5min":1.649,"15min":1.649},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.66200000000000003,"15min":0.59599999999999997},"min":{"1min":0.48899999999999999,"5min":0.45700000000000002,"15min":0.36299999999999999},"max":{"1min":0.81000000000000005,"5min":2.581,"15min":2.581},"last":0.624}]}]},{"osd":7,"up_from":13,"seq":55834575003,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":83456,"kb_used_data":2356,"kb_used_omap":1,"kb_used_meta":81086,"kb_avail":94288384,"statfs":{"total":96636764160,"available":96551305216,"internally_reserved":0,"allocated":2412544,"data_stored":1425471,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":83032523},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:44 2024","interfaces":[{"interface":"back","average":{"1min":0.92300000000000004,"5min":0.60199999999999998,"15min":0.505},"min":{"1min":0.35699999999999998,"5min":0.27600000000000002,"15min":0.193},"max":{"1min":7.6550000000000002,"5min":7.6550000000000002,"15min":7.6550000000000002},"last":0.69999999999999996},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.55900000000000005,"15min":0.50600000000000001},"min":{"1min":0.316,"5min":0.28799999999999998,"15min":0.20000000000000001},"max":{"1min":1.577,"5min":1.577,"15min":1.577},"last":0.58699999999999997}]},{"osd":1,"last update":"Fri Sep 13 16:13:44 2024","interfaces":[{"interface":"back","average":{"1min":0.95099999999999996,"5min":0.61199999999999999,"15min":0.52200000000000002},"min":{"1min":0.374,"5min":0.33200000000000002,"15min":0.22},"max":{"1min":8.3499999999999996,"5min":8.3499999999999996,"15min":8.3499999999999996},"last":0.75800000000000001},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.57399999999999995,"15min":0.51900000000000002},"min":{"1min":0.36199999999999999,"5min":0.34599999999999997,"15min":0.23400000000000001},"max":{"1min":2.3799999999999999,"5min":2.3799999999999999,"15min":2.3799999999999999},"last":0.68300000000000005}]},{"osd":2,"last update":"Fri Sep 13 16:13:44 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.57199999999999995,"15min":0.56100000000000005},"min":{"1min":0.32800000000000001,"5min":0.29299999999999998,"15min":0.23999999999999999},"max":{"1min":0.71699999999999997,"5min":0.79900000000000004,"15min":2.2919999999999998},"last":0.61399999999999999},{"interface":"front","average":{"1min":0.97399999999999998,"5min":0.64700000000000002,"15min":0.55700000000000005},"min":{"1min":0.44600000000000001,"5min":0.33700000000000002,"15min":0.255},"max":{"1min":7.6210000000000004,"5min":7.6210000000000004,"15min":7.6210000000000004},"last":0.66500000000000004}]},{"osd":3,"last update":"Fri Sep 13 16:13:44 2024","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.57499999999999996,"15min":0.52600000000000002},"min":{"1min":0.36899999999999999,"5min":0.314,"15min":0.255},"max":{"1min":1.6339999999999999,"5min":1.6339999999999999,"15min":1.6339999999999999},"last":0.73799999999999999},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.55200000000000005,"15min":0.51500000000000001},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.26700000000000002},"max":{"1min":0.77000000000000002,"5min":0.81000000000000005,"15min":0.88100000000000001},"last":0.70999999999999996}]},{"osd":4,"last update":"Fri Sep 13 16:13:44 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.496,"15min":0.45100000000000001},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.23400000000000001},"max":{"1min":1.208,"5min":1.208,"15min":1.208},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.877,"5min":0.57799999999999996,"15min":0.48899999999999999},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.249},"max":{"1min":7.5720000000000001,"5min":7.5720000000000001,"15min":7.5720000000000001},"last":0.46800000000000003}]},{"osd":5,"last update":"Fri Sep 13 16:13:44 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.53200000000000003,"15min":0.497},"min":{"1min":0.32300000000000001,"5min":0.308,"15min":0.25600000000000001},"max":{"1min":1.508,"5min":1.508,"15min":1.508},"last":0.33900000000000002},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.59399999999999997,"15min":0.55500000000000005},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.33700000000000002},"max":{"1min":0.80200000000000005,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.55300000000000005}]},{"osd":6,"last update":"Fri Sep 13 16:13:44 2024","interfaces":[{"interface":"back","average":{"1min":0.79000000000000004,"5min":0.60999999999999999,"15min":0.53900000000000003},"min":{"1min":0.36599999999999999,"5min":0.35399999999999998,"15min":0.32300000000000001},"max":{"1min":5.1699999999999999,"5min":5.1699999999999999,"15min":5.1699999999999999},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.93899999999999995,"5min":0.64400000000000002,"15min":0.56100000000000005},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.315},"max":{"1min":7.9699999999999998,"5min":7.9699999999999998,"15min":7.9699999999999998},"last":0.41099999999999998}]}]},{"osd":6,"up_from":13,"seq":55834575003,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":105084,"kb_used_data":1776,"kb_used_omap":1,"kb_used_meta":103294,"kb_avail":94266756,"statfs":{"total":96636764160,"available":96529158144,"internally_reserved":0,"allocated":1818624,"data_stored":835103,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":105773511},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:58 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.57199999999999995,"15min":0.52100000000000002},"min":{"1min":0.29999999999999999,"5min":0.24299999999999999,"15min":0.20000000000000001},"max":{"1min":0.73499999999999999,"5min":0.80700000000000005,"15min":0.97099999999999997},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.56799999999999995,"15min":0.52500000000000002},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.22500000000000001},"max":{"1min":0.71899999999999997,"5min":0.747,"15min":1.224},"last":0.53700000000000003}]},{"osd":1,"last update":"Fri Sep 13 16:13:58 2024","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.54600000000000004,"15min":0.50800000000000001},"min":{"1min":0.36399999999999999,"5min":0.30599999999999999,"15min":0.21099999999999999},"max":{"1min":0.70899999999999996,"5min":0.80100000000000005,"15min":1.0940000000000001},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.53300000000000003,"15min":0.496},"min":{"1min":0.38400000000000001,"5min":0.36499999999999999,"15min":0.247},"max":{"1min":0.65300000000000002,"5min":0.75600000000000001,"15min":1.1879999999999999},"last":0.41599999999999998}]},{"osd":2,"last update":"Fri Sep 13 16:13:58 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.54600000000000004,"15min":0.50700000000000001},"min":{"1min":0.36899999999999999,"5min":0.35199999999999998,"15min":0.247},"max":{"1min":0.69099999999999995,"5min":0.79000000000000004,"15min":0.94799999999999995},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.54300000000000004,"15min":0.53200000000000003},"min":{"1min":0.34699999999999998,"5min":0.34499999999999997,"15min":0.27000000000000002},"max":{"1min":0.69199999999999995,"5min":0.83799999999999997,"15min":0.91800000000000004},"last":0.38900000000000001}]},{"osd":3,"last update":"Fri Sep 13 16:13:58 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.56999999999999995,"15min":0.53700000000000003},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.252},"max":{"1min":0.72999999999999998,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.58399999999999996,"15min":0.55800000000000005},"min":{"1min":0.41499999999999998,"5min":0.38200000000000001,"15min":0.25900000000000001},"max":{"1min":0.67100000000000004,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.44800000000000001}]},{"osd":4,"last update":"Fri Sep 13 16:13:58 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.47399999999999998,"15min":0.46300000000000002},"min":{"1min":0.34300000000000003,"5min":0.27100000000000002,"15min":0.22600000000000001},"max":{"1min":0.65100000000000002,"5min":0.81200000000000006,"15min":1.1559999999999999},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.51200000000000001,"15min":0.496},"min":{"1min":0.37,"5min":0.317,"15min":0.23899999999999999},"max":{"1min":0.78500000000000003,"5min":0.83599999999999997,"15min":0.88900000000000001},"last":0.61599999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:13:58 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.53500000000000003,"15min":0.52500000000000002},"min":{"1min":0.376,"5min":0.309,"15min":0.29399999999999998},"max":{"1min":0.73099999999999998,"5min":0.79500000000000004,"15min":0.82099999999999995},"last":0.64900000000000002},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.53000000000000003,"15min":0.53400000000000003},"min":{"1min":0.377,"5min":0.30399999999999999,"15min":0.26400000000000001},"max":{"1min":0.745,"5min":0.878,"15min":0.93999999999999995},"last":0.59299999999999997}]},{"osd":7,"last update":"Fri Sep 13 16:13:58 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.54600000000000004,"15min":0.53100000000000003},"min":{"1min":0.39400000000000002,"5min":0.32600000000000001,"15min":0.254},"max":{"1min":0.755,"5min":0.86499999999999999,"15min":1.1080000000000001},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.61899999999999999,"15min":0.59399999999999997},"min":{"1min":0.48199999999999998,"5min":0.35899999999999999,"15min":0.33800000000000002},"max":{"1min":0.77000000000000002,"5min":0.90500000000000003,"15min":0.92600000000000005},"last":0.68200000000000005}]}]},{"osd":5,"up_from":13,"seq":55834575002,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":77192,"kb_used_data":1788,"kb_used_omap":1,"kb_used_meta":75390,"kb_avail":94294648,"statfs":{"total":96636764160,"available":96557719552,"internally_reserved":0,"allocated":1830912,"data_stored":841698,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":77199814},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:45 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.56699999999999995,"15min":0.49299999999999999},"min":{"1min":0.38,"5min":0.33700000000000002,"15min":0.215},"max":{"1min":1.03,"5min":1.03,"15min":1.03},"last":0.71699999999999997},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.56000000000000005,"15min":0.499},"min":{"1min":0.40600000000000003,"5min":0.29099999999999998,"15min":0.219},"max":{"1min":1.0089999999999999,"5min":1.0089999999999999,"15min":1.0089999999999999},"last":0.74299999999999999}]},{"osd":1,"last update":"Fri Sep 13 16:13:45 2024","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.56399999999999995,"15min":0.50900000000000001},"min":{"1min":0.38300000000000001,"5min":0.32700000000000001,"15min":0.24299999999999999},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.73299999999999998},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.55500000000000005,"15min":0.51100000000000001},"min":{"1min":0.42699999999999999,"5min":0.26300000000000001,"15min":0.24299999999999999},"max":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.81799999999999995}]},{"osd":2,"last update":"Fri Sep 13 16:13:45 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.56899999999999995,"15min":0.51100000000000001},"min":{"1min":0.35799999999999998,"5min":0.28199999999999997,"15min":0.249},"max":{"1min":0.95499999999999996,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.56100000000000005,"15min":0.53800000000000003},"min":{"1min":0.41199999999999998,"5min":0.40799999999999997,"15min":0.26600000000000001},"max":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":1.6000000000000001},"last":0.69599999999999995}]},{"osd":3,"last update":"Fri Sep 13 16:13:45 2024","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.59399999999999997,"15min":0.54200000000000004},"min":{"1min":0.47599999999999998,"5min":0.40000000000000002,"15min":0.252},"max":{"1min":0.99399999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.75600000000000001},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.628,"15min":0.58299999999999996},"min":{"1min":0.45500000000000002,"5min":0.40100000000000002,"15min":0.314},"max":{"1min":0.98199999999999998,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.77100000000000002}]},{"osd":4,"last update":"Fri Sep 13 16:13:45 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.48199999999999998,"15min":0.49099999999999999},"min":{"1min":0.313,"5min":0.29799999999999999,"15min":0.254},"max":{"1min":0.749,"5min":0.95999999999999996,"15min":1.377},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.48399999999999999,"15min":0.48999999999999999},"min":{"1min":0.316,"5min":0.28100000000000003,"15min":0.23799999999999999},"max":{"1min":0.72999999999999998,"5min":0.88500000000000001,"15min":0.93799999999999994},"last":0.57799999999999996}]},{"osd":6,"last update":"Fri Sep 13 16:13:45 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.499,"15min":0.49199999999999999},"min":{"1min":0.33700000000000002,"5min":0.30099999999999999,"15min":0.251},"max":{"1min":0.76500000000000001,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54300000000000004,"15min":0.53600000000000003},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.22900000000000001},"max":{"1min":0.76100000000000001,"5min":0.81699999999999995,"15min":1.036},"last":0.64200000000000002}]},{"osd":7,"last update":"Fri Sep 13 16:13:45 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.52600000000000002,"15min":0.51800000000000002},"min":{"1min":0.37,"5min":0.31900000000000001,"15min":0.27600000000000002},"max":{"1min":0.753,"5min":0.86299999999999999,"15min":0.90100000000000002},"last":0.67900000000000005},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.56100000000000005,"15min":0.54800000000000004},"min":{"1min":0.378,"5min":0.32800000000000001,"15min":0.29599999999999999},"max":{"1min":0.78100000000000003,"5min":0.877,"15min":0.90900000000000003},"last":0.79300000000000004}]}]},{"osd":4,"up_from":13,"seq":55834575003,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":91068,"kb_used_data":1776,"kb_used_omap":1,"kb_used_meta":89278,"kb_avail":94280772,"statfs":{"total":96636764160,"available":96543510528,"internally_reserved":0,"allocated":1818624,"data_stored":835103,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":91421126},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:48 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.52500000000000002,"15min":0.49299999999999999},"min":{"1min":0.39000000000000001,"5min":0.29799999999999999,"15min":0.19400000000000001},"max":{"1min":0.60799999999999998,"5min":0.83299999999999996,"15min":5.7510000000000003},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.55100000000000005,"15min":0.55400000000000005},"min":{"1min":0.38500000000000001,"5min":0.34499999999999997,"15min":0.20699999999999999},"max":{"1min":0.78300000000000003,"5min":1.0940000000000001,"15min":18.648},"last":0.44600000000000001}]},{"osd":1,"last update":"Fri Sep 13 16:13:48 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.55300000000000005,"15min":0.56299999999999994},"min":{"1min":0.39900000000000002,"5min":0.38100000000000001,"15min":0.221},"max":{"1min":0.71499999999999997,"5min":0.997,"15min":20.414000000000001},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.57999999999999996,"15min":0.59499999999999997},"min":{"1min":0.372,"5min":0.372,"15min":0.23899999999999999},"max":{"1min":0.64900000000000002,"5min":0.85299999999999998,"15min":20.018000000000001},"last":0.52300000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:13:48 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.57699999999999996,"15min":0.52000000000000002},"min":{"1min":0.42599999999999999,"5min":0.376,"15min":0.26400000000000001},"max":{"1min":0.67800000000000005,"5min":0.872,"15min":1.5529999999999999},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.624,"15min":0.625},"min":{"1min":0.48199999999999998,"5min":0.38700000000000001,"15min":0.27700000000000002},"max":{"1min":0.749,"5min":0.91700000000000004,"15min":12.138},"last":0.55300000000000005}]},{"osd":3,"last update":"Fri Sep 13 16:13:48 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.58799999999999997,"15min":0.59699999999999998},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.28399999999999997},"max":{"1min":0.75700000000000001,"5min":0.81699999999999995,"15min":13.097},"last":0.374},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.55800000000000005,"15min":0.55100000000000005},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.27000000000000002},"max":{"1min":0.73599999999999999,"5min":0.79200000000000004,"15min":11.009},"last":0.41999999999999998}]},{"osd":5,"last update":"Fri Sep 13 16:13:48 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.49399999999999999,"15min":0.56699999999999995},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.67700000000000005,"5min":0.88800000000000001,"15min":24.812999999999999},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.55600000000000005,"15min":0.53200000000000003},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.27000000000000002},"max":{"1min":0.65500000000000003,"5min":0.96599999999999997,"15min":1.5860000000000001},"last":0.53200000000000003}]},{"osd":6,"last update":"Fri Sep 13 16:13:48 2024","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.51000000000000001,"15min":0.54200000000000004},"min":{"1min":0.34300000000000003,"5min":0.316,"15min":0.25800000000000001},"max":{"1min":0.73399999999999999,"5min":0.84099999999999997,"15min":13.071999999999999},"last":0.498},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.50700000000000001,"15min":0.58499999999999996},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.24399999999999999},"max":{"1min":0.71299999999999997,"5min":0.84599999999999997,"15min":24.873999999999999},"last":0.48799999999999999}]},{"osd":7,"last update":"Fri Sep 13 16:13:48 2024","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.51300000000000001,"15min":0.749},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.25800000000000001},"max":{"1min":0.61199999999999999,"5min":0.90400000000000003,"15min":64.593999999999994},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.57499999999999996,"15min":0.60899999999999999},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.76400000000000001,"5min":0.86299999999999999,"15min":13.125},"last":0.58799999999999997}]}]},{"osd":2,"up_from":13,"seq":55834575002,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":105020,"kb_used_data":1776,"kb_used_omap":1,"kb_used_meta":103230,"kb_avail":94266820,"statfs":{"total":96636764160,"available":96529223680,"internally_reserved":0,"allocated":1818624,"data_stored":835103,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":105707974},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:49 2024","interfaces":[{"interface":"back","average":{"1min":0.308,"5min":0.34899999999999998,"15min":0.32300000000000001},"min":{"1min":0.24299999999999999,"5min":0.222,"15min":0.17100000000000001},"max":{"1min":0.44400000000000001,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.35099999999999998},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.36599999999999999,"15min":0.33800000000000002},"min":{"1min":0.27400000000000002,"5min":0.23100000000000001,"15min":0.185},"max":{"1min":0.53900000000000003,"5min":0.61299999999999999,"15min":0.63200000000000001},"last":0.46999999999999997}]},{"osd":1,"last update":"Fri Sep 13 16:13:49 2024","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.36199999999999999,"15min":0.33800000000000002},"min":{"1min":0.25800000000000001,"5min":0.22900000000000001,"15min":0.189},"max":{"1min":0.47899999999999998,"5min":0.59999999999999998,"15min":0.61799999999999999},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.42399999999999999,"15min":0.39600000000000002},"min":{"1min":0.318,"5min":0.214,"15min":0.20100000000000001},"max":{"1min":0.54300000000000004,"5min":0.753,"15min":0.753},"last":0.48299999999999998}]},{"osd":3,"last update":"Fri Sep 13 16:13:55 2024","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.40200000000000002,"15min":0.36899999999999999},"min":{"1min":0.28699999999999998,"5min":0.26900000000000002,"15min":0.20899999999999999},"max":{"1min":0.58999999999999997,"5min":0.70599999999999996,"15min":0.72299999999999998},"last":0.41699999999999998},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.39100000000000001,"15min":0.36599999999999999},"min":{"1min":0.28699999999999998,"5min":0.28199999999999997,"15min":0.23200000000000001},"max":{"1min":0.64200000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.39000000000000001}]},{"osd":4,"last update":"Fri Sep 13 16:13:49 2024","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.60099999999999998,"15min":0.55200000000000005},"min":{"1min":0.443,"5min":0.32200000000000001,"15min":0.25800000000000001},"max":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.85199999999999998},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.624,"5min":0.60499999999999998,"15min":0.55600000000000005},"min":{"1min":0.45600000000000002,"5min":0.32900000000000001,"15min":0.26200000000000001},"max":{"1min":1.3200000000000001,"5min":1.3200000000000001,"15min":1.3200000000000001},"last":0.60399999999999998}]},{"osd":5,"last update":"Fri Sep 13 16:13:49 2024","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.60099999999999998,"15min":0.55600000000000005},"min":{"1min":0.38700000000000001,"5min":0.36699999999999999,"15min":0.25},"max":{"1min":0.83899999999999997,"5min":0.94099999999999995,"15min":1.0169999999999999},"last":0.72299999999999998},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.62,"15min":0.56200000000000006},"min":{"1min":0.378,"5min":0.378,"15min":0.29199999999999998},"max":{"1min":0.93300000000000005,"5min":1.4139999999999999,"15min":1.4139999999999999},"last":0.63800000000000001}]},{"osd":6,"last update":"Fri Sep 13 16:13:49 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.61899999999999999,"15min":0.56399999999999995},"min":{"1min":0.442,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.79500000000000004,"5min":1.431,"15min":1.431},"last":0.67100000000000004},{"interface":"front","average":{"1min":0.62,"5min":0.63900000000000001,"15min":0.58699999999999997},"min":{"1min":0.41299999999999998,"5min":0.38600000000000001,"15min":0.33600000000000002},"max":{"1min":1.1279999999999999,"5min":1.4830000000000001,"15min":1.4830000000000001},"last":0.73999999999999999}]},{"osd":7,"last update":"Fri Sep 13 16:13:49 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.61399999999999999,"15min":0.57899999999999996},"min":{"1min":0.435,"5min":0.375,"15min":0.33700000000000002},"max":{"1min":0.89300000000000002,"5min":0.97899999999999998,"15min":1.03},"last":0.69199999999999995},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.626,"15min":0.58799999999999997},"min":{"1min":0.40500000000000003,"5min":0.40300000000000002,"15min":0.32400000000000001},"max":{"1min":0.76700000000000002,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.65200000000000002}]}]},{"osd":1,"up_from":13,"seq":55834575002,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":82944,"kb_used_data":1776,"kb_used_omap":1,"kb_used_meta":81150,"kb_avail":94288896,"statfs":{"total":96636764160,"available":96551829504,"internally_reserved":0,"allocated":1818624,"data_stored":835103,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":83098054},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:53 2024","interfaces":[{"interface":"back","average":{"1min":1.113,"5min":0.503,"15min":0.379},"min":{"1min":0.23799999999999999,"5min":0.19500000000000001,"15min":0.14799999999999999},"max":{"1min":10.233000000000001,"5min":10.233000000000001,"15min":10.233000000000001},"last":0.30099999999999999},{"interface":"front","average":{"1min":1.044,"5min":0.503,"15min":0.39400000000000002},"min":{"1min":0.215,"5min":0.182,"15min":0.182},"max":{"1min":9.8879999999999999,"5min":9.8879999999999999,"15min":9.8879999999999999},"last":0.42099999999999999}]},{"osd":2,"last update":"Fri Sep 13 16:13:53 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.40600000000000003,"15min":0.34899999999999998},"min":{"1min":0.26200000000000001,"5min":0.22,"15min":0.186},"max":{"1min":3.609,"5min":3.609,"15min":3.609},"last":0.38300000000000001},{"interface":"front","average":{"1min":1.079,"5min":0.53100000000000003,"15min":0.42399999999999999},"min":{"1min":0.216,"5min":0.216,"15min":0.216},"max":{"1min":9.8550000000000004,"5min":9.8550000000000004,"15min":9.8550000000000004},"last":0.36799999999999999}]},{"osd":3,"last update":"Fri Sep 13 16:13:53 2024","interfaces":[{"interface":"back","average":{"1min":3.0419999999999998,"5min":0.92000000000000004,"15min":0.55100000000000005},"min":{"1min":0.27400000000000002,"5min":0.21299999999999999,"15min":0.20000000000000001},"max":{"1min":35.280000000000001,"5min":35.280000000000001,"15min":35.280000000000001},"last":0.33000000000000002},{"interface":"front","average":{"1min":1.7490000000000001,"5min":0.69099999999999995,"15min":0.497},"min":{"1min":0.248,"5min":0.248,"15min":0.223},"max":{"1min":17.962,"5min":17.962,"15min":17.962},"last":0.40699999999999997}]},{"osd":4,"last update":"Fri Sep 13 16:13:53 2024","interfaces":[{"interface":"back","average":{"1min":1.2589999999999999,"5min":0.73999999999999999,"15min":0.59899999999999998},"min":{"1min":0.38100000000000001,"5min":0.316,"15min":0.28399999999999997},"max":{"1min":9.8190000000000008,"5min":9.8190000000000008,"15min":9.8190000000000008},"last":0.626},{"interface":"front","average":{"1min":0.751,"5min":0.64300000000000002,"15min":0.57299999999999995},"min":{"1min":0.45300000000000001,"5min":0.30599999999999999,"15min":0.30399999999999999},"max":{"1min":3.194,"5min":3.194,"15min":3.194},"last":0.52500000000000002}]},{"osd":5,"last update":"Fri Sep 13 16:13:53 2024","interfaces":[{"interface":"back","average":{"1min":2.1200000000000001,"5min":0.91300000000000003,"15min":0.65300000000000002},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.28899999999999998},"max":{"1min":21.114000000000001,"5min":21.114000000000001,"15min":21.114000000000001},"last":0.65200000000000002},{"interface":"front","average":{"1min":1.3620000000000001,"5min":0.77000000000000002,"15min":0.622},"min":{"1min":0.42399999999999999,"5min":0.371,"15min":0.32400000000000001},"max":{"1min":9.7870000000000008,"5min":9.7870000000000008,"15min":9.7870000000000008},"last":0.51700000000000002}]},{"osd":6,"last update":"Fri Sep 13 16:13:53 2024","interfaces":[{"interface":"back","average":{"1min":0.746,"5min":0.64800000000000002,"15min":0.58299999999999996},"min":{"1min":0.45400000000000001,"5min":0.39800000000000002,"15min":0.313},"max":{"1min":1.6379999999999999,"5min":1.6379999999999999,"15min":1.6379999999999999},"last":0.63900000000000001},{"interface":"front","average":{"1min":1.6479999999999999,"5min":0.83499999999999996,"15min":0.64700000000000002},"min":{"1min":0.372,"5min":0.372,"15min":0.31900000000000001},"max":{"1min":13.529,"5min":13.529,"15min":13.529},"last":0.58999999999999997}]},{"osd":7,"last update":"Fri Sep 13 16:13:53 2024","interfaces":[{"interface":"back","average":{"1min":0.73599999999999999,"5min":0.65800000000000003,"15min":0.59499999999999997},"min":{"1min":0.47899999999999998,"5min":0.43099999999999999,"15min":0.315},"max":{"1min":1.6060000000000001,"5min":1.6060000000000001,"15min":1.6060000000000001},"last":0.66900000000000004},{"interface":"front","average":{"1min":2.181,"5min":0.94799999999999995,"15min":0.69099999999999995},"min":{"1min":0.39900000000000002,"5min":0.377,"15min":0.377},"max":{"1min":20.34,"5min":20.34,"15min":20.34},"last":0.67700000000000005}]}]},{"osd":0,"up_from":13,"seq":55834575004,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":101512,"kb_used_data":2364,"kb_used_omap":1,"kb_used_meta":99134,"kb_avail":94270328,"statfs":{"total":96636764160,"available":96532815872,"internally_reserved":0,"allocated":2420736,"data_stored":1431397,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":101513671},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 16:13:47 2024","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.34799999999999998,"15min":0.35799999999999998},"min":{"1min":0.23100000000000001,"5min":0.20899999999999999,"15min":0.151},"max":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":2.5960000000000001},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.375,"15min":0.35099999999999998},"min":{"1min":0.26600000000000001,"5min":0.20300000000000001,"15min":0.17599999999999999},"max":{"1min":0.51300000000000001,"5min":0.61799999999999999,"15min":0.65900000000000003},"last":0.309}]},{"osd":2,"last update":"Fri Sep 13 16:13:47 2024","interfaces":[{"interface":"back","average":{"1min":0.373,"5min":0.373,"15min":0.35999999999999999},"min":{"1min":0.28599999999999998,"5min":0.20200000000000001,"15min":0.19800000000000001},"max":{"1min":0.55400000000000005,"5min":0.56799999999999995,"15min":1.373},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.39300000000000002,"5min":0.39700000000000002,"15min":0.379},"min":{"1min":0.248,"5min":0.248,"15min":0.19400000000000001},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.77900000000000003},"last":0.437}]},{"osd":3,"last update":"Fri Sep 13 16:14:00 2024","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.41199999999999998,"15min":0.39000000000000001},"min":{"1min":0.26500000000000001,"5min":0.249,"15min":0.218},"max":{"1min":0.54000000000000004,"5min":0.59699999999999998,"15min":0.75},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.374,"5min":0.378,"15min":0.35699999999999998},"min":{"1min":0.25,"5min":0.22,"15min":0.20100000000000001},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.47399999999999998}]},{"osd":4,"last update":"Fri Sep 13 16:13:47 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.58399999999999996,"15min":0.53300000000000003},"min":{"1min":0.42999999999999999,"5min":0.29599999999999999,"15min":0.28000000000000003},"max":{"1min":0.76000000000000001,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.60499999999999998,"15min":0.55800000000000005},"min":{"1min":0.41399999999999998,"5min":0.34599999999999997,"15min":0.28199999999999997},"max":{"1min":0.76700000000000002,"5min":0.86299999999999999,"15min":1.321},"last":0.77900000000000003}]},{"osd":5,"last update":"Fri Sep 13 16:13:47 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.60099999999999998,"15min":0.71399999999999997},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.30199999999999999},"max":{"1min":0.73699999999999999,"5min":0.88600000000000001,"15min":41.240000000000002},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.61799999999999999,"15min":0.74199999999999999},"min":{"1min":0.44700000000000001,"5min":0.36299999999999999,"15min":0.29999999999999999},"max":{"1min":0.78700000000000003,"5min":0.91500000000000004,"15min":41.301000000000002},"last":0.71499999999999997}]},{"osd":6,"last update":"Fri Sep 13 16:13:47 2024","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.60899999999999999,"15min":0.55300000000000005},"min":{"1min":0.48099999999999998,"5min":0.34799999999999998,"15min":0.312},"max":{"1min":0.83899999999999997,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.74199999999999999},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.63400000000000001,"15min":0.58499999999999996},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.34300000000000003},"max":{"1min":0.78200000000000003,"5min":1.0109999999999999,"15min":1.286},"last":0.81899999999999995}]},{"osd":7,"last update":"Fri Sep 13 16:13:47 2024","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.64300000000000002,"15min":0.60099999999999998},"min":{"1min":0.46899999999999997,"5min":0.38900000000000001,"15min":0.34799999999999998},"max":{"1min":0.81599999999999995,"5min":0.92000000000000004,"15min":1.1639999999999999},"last":0.79100000000000004},{"interface":"front","average":{"1min":0.623,"5min":0.64400000000000002,"15min":0.58399999999999996},"min":{"1min":0.46000000000000002,"5min":0.38900000000000001,"15min":0.35099999999999998},"max":{"1min":0.80600000000000005,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.80200000000000005}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:14:12.029 INFO:tasks.ceph.mds.c.smithi076.stderr:2024-09-13T16:14:12.027+0000 7f986a186640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T16:14:12.930 DEBUG:teuthology.orchestra.run.smithi076:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:14:12.933 DEBUG:teuthology.orchestra.run.smithi192:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:14:13.348 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:14:13.455 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.454+0000 7f9fc3fff640 1 Processor -- start 2024-09-13T16:14:13.455 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.454+0000 7f9fc3fff640 1 -- start start 2024-09-13T16:14:13.457 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.455+0000 7f9fc3fff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f9fc406bf00 0x7f9fc413efe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:13.457 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.455+0000 7f9fc3fff640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f9fc4152f40 0x7f9fc41533b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:13.457 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.455+0000 7f9fc3fff640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9fc41538f0 con 0x7f9fc415ca10 2024-09-13T16:14:13.457 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.455+0000 7f9fc3fff640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9fc40cae30 con 0x7f9fc406bf00 2024-09-13T16:14:13.457 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.455+0000 7f9fc3fff640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9fc41593f0 con 0x7f9fc4152f40 2024-09-13T16:14:13.457 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.455+0000 7f9fc2ffd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f9fc406bf00 0x7f9fc413efe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:13.457 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.455+0000 7f9fc2ffd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f9fc406bf00 0x7f9fc413efe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:37520/0 (socket says 172.21.15.76:37520) 2024-09-13T16:14:13.457 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.455+0000 7f9fc2ffd640 1 -- 172.21.15.76:0/1579228777 learned_addr learned my addr 172.21.15.76:0/1579228777 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:13.457 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.455+0000 7f9fc37fe640 1 --2- 172.21.15.76:0/1579228777 >> v2:172.21.15.192:3300/0 conn(0x7f9fc4152f40 0x7f9fc41533b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:13.458 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.455+0000 7f9fc2ffd640 1 -- 172.21.15.76:0/1579228777 >> v2:172.21.15.192:3300/0 conn(0x7f9fc4152f40 msgr2=0x7f9fc41533b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:13.458 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.455+0000 7f9fc2ffd640 1 --2- 172.21.15.76:0/1579228777 >> v2:172.21.15.192:3300/0 conn(0x7f9fc4152f40 0x7f9fc41533b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:13.458 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.455+0000 7f9fc2ffd640 1 -- 172.21.15.76:0/1579228777 >> v1:172.21.15.192:6789/0 conn(0x7f9fc415ca10 legacy=0x7f9fc406c2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:13.458 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.455+0000 7f9fc2ffd640 1 -- 172.21.15.76:0/1579228777 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9fc413f520 con 0x7f9fc406bf00 2024-09-13T16:14:13.458 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.456+0000 7f9fc2ffd640 1 --2- 172.21.15.76:0/1579228777 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9fc406bf00 0x7f9fc413efe0 secure :-1 s=READY pgs=2001 cs=0 l=1 rev1=1 crypto rx=0x7f9fc40cbe50 tx=0x7f9fb402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1cf131854a10006e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:13.459 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.456+0000 7f9fc1ffb640 1 -- 172.21.15.76:0/1579228777 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9fb4032440 con 0x7f9fc406bf00 2024-09-13T16:14:13.459 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.456+0000 7f9fc1ffb640 1 -- 172.21.15.76:0/1579228777 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9fb40325a0 con 0x7f9fc406bf00 2024-09-13T16:14:13.459 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.456+0000 7f9fc1ffb640 1 -- 172.21.15.76:0/1579228777 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9fb4032930 con 0x7f9fc406bf00 2024-09-13T16:14:13.460 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.456+0000 7f9fc3fff640 1 -- 172.21.15.76:0/1579228777 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9fc406bf00 msgr2=0x7f9fc413efe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:13.460 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.456+0000 7f9fc3fff640 1 --2- 172.21.15.76:0/1579228777 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9fc406bf00 0x7f9fc413efe0 secure :-1 s=READY pgs=2001 cs=0 l=1 rev1=1 crypto rx=0x7f9fc40cbe50 tx=0x7f9fb402a1e0 comp rx=0 tx=0).stop 2024-09-13T16:14:13.460 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.457+0000 7f9fc3fff640 1 -- 172.21.15.76:0/1579228777 shutdown_connections 2024-09-13T16:14:13.460 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.457+0000 7f9fc3fff640 1 --2- 172.21.15.76:0/1579228777 >> v2:172.21.15.192:3300/0 conn(0x7f9fc4152f40 0x7f9fc41533b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:13.460 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.457+0000 7f9fc3fff640 1 --2- 172.21.15.76:0/1579228777 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9fc406bf00 0x7f9fc413efe0 unknown :-1 s=CLOSED pgs=2001 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:13.460 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.457+0000 7f9fc3fff640 1 -- 172.21.15.76:0/1579228777 >> 172.21.15.76:0/1579228777 conn(0x7f9fc406d860 msgr2=0x7f9fc4069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:13.460 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.457+0000 7f9fc3fff640 1 -- 172.21.15.76:0/1579228777 shutdown_connections 2024-09-13T16:14:13.460 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.457+0000 7f9fc3fff640 1 -- 172.21.15.76:0/1579228777 wait complete. 2024-09-13T16:14:13.460 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.458+0000 7f9fc3fff640 1 Processor -- start 2024-09-13T16:14:13.460 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.458+0000 7f9fc3fff640 1 -- start start 2024-09-13T16:14:13.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.459+0000 7f9fc3fff640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9fc406bf00 0x7f9fc413af20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:13.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.459+0000 7f9fc3fff640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9fc4152f40 0x7f9fc4141cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:13.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.459+0000 7f9fc3fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9fc415ca10 0x7f9fc40afe20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:13.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.459+0000 7f9fc3fff640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9fc4140fc0 con 0x7f9fc415ca10 2024-09-13T16:14:13.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.459+0000 7f9fc3fff640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9fc4142a50 con 0x7f9fc4152f40 2024-09-13T16:14:13.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.459+0000 7f9fc3fff640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9fc413b460 con 0x7f9fc406bf00 2024-09-13T16:14:13.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.459+0000 7f9fc37fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9fc415ca10 0x7f9fc40afe20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:13.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.459+0000 7f9fc37fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9fc415ca10 0x7f9fc40afe20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:37534/0 (socket says 172.21.15.76:37534) 2024-09-13T16:14:13.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.459+0000 7f9fc37fe640 1 -- 172.21.15.76:0/1235911259 learned_addr learned my addr 172.21.15.76:0/1235911259 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:13.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.459+0000 7f9fc27fc640 1 --2- 172.21.15.76:0/1235911259 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9fc4152f40 0x7f9fc4141cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:13.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.459+0000 7f9fc2ffd640 1 --2- 172.21.15.76:0/1235911259 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9fc406bf00 0x7f9fc413af20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:13.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.459+0000 7f9fc37fe640 1 -- 172.21.15.76:0/1235911259 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9fc406bf00 msgr2=0x7f9fc413af20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:13.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.459+0000 7f9fc37fe640 1 --2- 172.21.15.76:0/1235911259 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9fc406bf00 0x7f9fc413af20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:13.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.459+0000 7f9fc37fe640 1 -- 172.21.15.76:0/1235911259 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9fc4152f40 msgr2=0x7f9fc4141cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:13.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.459+0000 7f9fc37fe640 1 --2- 172.21.15.76:0/1235911259 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9fc4152f40 0x7f9fc4141cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:13.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.459+0000 7f9fc37fe640 1 -- 172.21.15.76:0/1235911259 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9fb40094d0 con 0x7f9fc415ca10 2024-09-13T16:14:13.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.460+0000 7f9fc37fe640 1 --2- 172.21.15.76:0/1235911259 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9fc415ca10 0x7f9fc40afe20 secure :-1 s=READY pgs=2002 cs=0 l=1 rev1=1 crypto rx=0x7f9fbc007e70 tx=0x7f9fbc00e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:13.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.460+0000 7f9fabfff640 1 -- 172.21.15.76:0/1235911259 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9fbc014620 con 0x7f9fc415ca10 2024-09-13T16:14:13.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.460+0000 7f9fabfff640 1 -- 172.21.15.76:0/1235911259 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9fbc0147a0 con 0x7f9fc415ca10 2024-09-13T16:14:13.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.460+0000 7f9fc3fff640 1 -- 172.21.15.76:0/1235911259 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9fc4142770 con 0x7f9fc415ca10 2024-09-13T16:14:13.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.460+0000 7f9fabfff640 1 -- 172.21.15.76:0/1235911259 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9fbc014b50 con 0x7f9fc415ca10 2024-09-13T16:14:13.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.460+0000 7f9fc3fff640 1 -- 172.21.15.76:0/1235911259 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9fc4140be0 con 0x7f9fc415ca10 2024-09-13T16:14:13.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.461+0000 7f9fc3fff640 1 -- 172.21.15.76:0/1235911259 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9fc4140760 con 0x7f9fc415ca10 2024-09-13T16:14:13.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.461+0000 7f9fabfff640 1 -- 172.21.15.76:0/1235911259 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9fbc014cb0 con 0x7f9fc415ca10 2024-09-13T16:14:13.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.462+0000 7f9fabfff640 1 --2- 172.21.15.76:0/1235911259 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9fb006ac00 0x7f9fb006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:13.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.462+0000 7f9fabfff640 1 -- 172.21.15.76:0/1235911259 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(148..148 src has 1..148) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f9fbc089d70 con 0x7f9fc415ca10 2024-09-13T16:14:13.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.462+0000 7f9fc2ffd640 1 --2- 172.21.15.76:0/1235911259 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9fb006ac00 0x7f9fb006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:13.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.462+0000 7f9fc2ffd640 1 --2- 172.21.15.76:0/1235911259 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9fb006ac00 0x7f9fb006d0c0 secure :-1 s=READY pgs=853 cs=0 l=1 rev1=1 crypto rx=0x7f9fb4034000 tx=0x7f9fb402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:13.467 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.466+0000 7f9fabfff640 1 -- 172.21.15.76:0/1235911259 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f9fc4140760 con 0x7f9fc415ca10 2024-09-13T16:14:13.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.625+0000 7f9fc3fff640 1 -- 172.21.15.76:0/1235911259 --> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f9fc415d4d0 con 0x7f9fb006ac00 2024-09-13T16:14:13.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.632+0000 7f9fabfff640 1 -- 172.21.15.76:0/1235911259 <== mgr.4104 v2:172.21.15.76:6832/911852275 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+289424 (secure 0 0 0) 0x7f9fb40329e0 con 0x7f9fb006ac00 2024-09-13T16:14:13.638 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:14:13.640 INFO:teuthology.orchestra.run.smithi076.stderr:dumped all 2024-09-13T16:14:13.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.635+0000 7f9fc3fff640 1 -- 172.21.15.76:0/1235911259 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9fb006ac00 msgr2=0x7f9fb006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:13.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.635+0000 7f9fc3fff640 1 --2- 172.21.15.76:0/1235911259 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9fb006ac00 0x7f9fb006d0c0 secure :-1 s=READY pgs=853 cs=0 l=1 rev1=1 crypto rx=0x7f9fb4034000 tx=0x7f9fb402e000 comp rx=0 tx=0).stop 2024-09-13T16:14:13.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.635+0000 7f9fc3fff640 1 -- 172.21.15.76:0/1235911259 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9fc415ca10 msgr2=0x7f9fc40afe20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:13.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.635+0000 7f9fc3fff640 1 --2- 172.21.15.76:0/1235911259 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9fc415ca10 0x7f9fc40afe20 secure :-1 s=READY pgs=2002 cs=0 l=1 rev1=1 crypto rx=0x7f9fbc007e70 tx=0x7f9fbc00e4b0 comp rx=0 tx=0).stop 2024-09-13T16:14:13.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.635+0000 7f9fc3fff640 1 -- 172.21.15.76:0/1235911259 shutdown_connections 2024-09-13T16:14:13.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.635+0000 7f9fc3fff640 1 --2- 172.21.15.76:0/1235911259 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9fc415ca10 0x7f9fc40afe20 unknown :-1 s=CLOSED pgs=2002 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:13.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.635+0000 7f9fc3fff640 1 --2- 172.21.15.76:0/1235911259 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9fc4152f40 0x7f9fc4141cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:13.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.635+0000 7f9fc3fff640 1 --2- 172.21.15.76:0/1235911259 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9fb006ac00 0x7f9fb006d0c0 unknown :-1 s=CLOSED pgs=853 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:13.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.635+0000 7f9fc3fff640 1 --2- 172.21.15.76:0/1235911259 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9fc406bf00 0x7f9fc413af20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:13.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.635+0000 7f9fc3fff640 1 -- 172.21.15.76:0/1235911259 >> 172.21.15.76:0/1235911259 conn(0x7f9fc406d860 msgr2=0x7f9fc40ca500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:13.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.635+0000 7f9fc3fff640 1 -- 172.21.15.76:0/1235911259 shutdown_connections 2024-09-13T16:14:13.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.635+0000 7f9fc3fff640 1 -- 172.21.15.76:0/1235911259 wait complete. 2024-09-13T16:14:13.648 INFO:teuthology.orchestra.run.smithi076.stdout:{"pg_ready":true,"pg_map":{"version":525,"stamp":"2024-09-13T16:14:13.088246+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":765608,"kb_used_data":15716,"kb_used_omap":12,"kb_used_meta":749747,"kb_avail":754209112,"statfs":{"total":773094113280,"available":772310130688,"internally_reserved":0,"allocated":16093184,"data_stored":8028095,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":767741497},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":15,"apply_latency_ms":15,"commit_latency_ns":15000000,"apply_latency_ns":15000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.345338"},"pg_stats":[{"pgid":"22.3f","version":"0'0","reported_seq":10,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.121814+0000","last_change":"2024-09-13T16:14:06.117137+0000","last_active":"2024-09-13T16:14:06.121814+0000","last_peered":"2024-09-13T16:14:06.121814+0000","last_clean":"2024-09-13T16:14:06.121814+0000","last_became_active":"2024-09-13T16:14:06.116846+0000","last_became_peered":"2024-09-13T16:14:06.116846+0000","last_unstale":"2024-09-13T16:14:06.121814+0000","last_undegraded":"2024-09-13T16:14:06.121814+0000","last_fullsized":"2024-09-13T16:14:06.121814+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:59:42.017068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.3e","version":"0'0","reported_seq":10,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.120028+0000","last_change":"2024-09-13T16:14:06.119415+0000","last_active":"2024-09-13T16:14:06.120028+0000","last_peered":"2024-09-13T16:14:06.120028+0000","last_clean":"2024-09-13T16:14:06.120028+0000","last_became_active":"2024-09-13T16:14:06.119146+0000","last_became_peered":"2024-09-13T16:14:06.119146+0000","last_unstale":"2024-09-13T16:14:06.120028+0000","last_undegraded":"2024-09-13T16:14:06.120028+0000","last_fullsized":"2024-09-13T16:14:06.120028+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:39:07.433354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.3d","version":"0'0","reported_seq":10,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.115698+0000","last_change":"2024-09-13T16:14:06.113494+0000","last_active":"2024-09-13T16:14:06.115698+0000","last_peered":"2024-09-13T16:14:06.115698+0000","last_clean":"2024-09-13T16:14:06.115698+0000","last_became_active":"2024-09-13T16:14:06.113247+0000","last_became_peered":"2024-09-13T16:14:06.113247+0000","last_unstale":"2024-09-13T16:14:06.115698+0000","last_undegraded":"2024-09-13T16:14:06.115698+0000","last_fullsized":"2024-09-13T16:14:06.115698+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:15:29.263585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.3c","version":"0'0","reported_seq":10,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.120990+0000","last_change":"2024-09-13T16:14:06.119324+0000","last_active":"2024-09-13T16:14:06.120990+0000","last_peered":"2024-09-13T16:14:06.120990+0000","last_clean":"2024-09-13T16:14:06.120990+0000","last_became_active":"2024-09-13T16:14:06.119052+0000","last_became_peered":"2024-09-13T16:14:06.119052+0000","last_unstale":"2024-09-13T16:14:06.120990+0000","last_undegraded":"2024-09-13T16:14:06.120990+0000","last_fullsized":"2024-09-13T16:14:06.120990+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:05:22.482285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.3b","version":"0'0","reported_seq":10,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:07.049291+0000","last_change":"2024-09-13T16:14:06.110193+0000","last_active":"2024-09-13T16:14:07.049291+0000","last_peered":"2024-09-13T16:14:07.049291+0000","last_clean":"2024-09-13T16:14:07.049291+0000","last_became_active":"2024-09-13T16:14:06.109981+0000","last_became_peered":"2024-09-13T16:14:06.109981+0000","last_unstale":"2024-09-13T16:14:07.049291+0000","last_undegraded":"2024-09-13T16:14:07.049291+0000","last_fullsized":"2024-09-13T16:14:07.049291+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:21:41.058865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.3a","version":"0'0","reported_seq":10,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:07.049242+0000","last_change":"2024-09-13T16:14:06.110811+0000","last_active":"2024-09-13T16:14:07.049242+0000","last_peered":"2024-09-13T16:14:07.049242+0000","last_clean":"2024-09-13T16:14:07.049242+0000","last_became_active":"2024-09-13T16:14:06.110580+0000","last_became_peered":"2024-09-13T16:14:06.110580+0000","last_unstale":"2024-09-13T16:14:07.049242+0000","last_undegraded":"2024-09-13T16:14:07.049242+0000","last_fullsized":"2024-09-13T16:14:07.049242+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:07:21.766564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.39","version":"0'0","reported_seq":10,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.121878+0000","last_change":"2024-09-13T16:14:06.116252+0000","last_active":"2024-09-13T16:14:06.121878+0000","last_peered":"2024-09-13T16:14:06.121878+0000","last_clean":"2024-09-13T16:14:06.121878+0000","last_became_active":"2024-09-13T16:14:06.113052+0000","last_became_peered":"2024-09-13T16:14:06.113052+0000","last_unstale":"2024-09-13T16:14:06.121878+0000","last_undegraded":"2024-09-13T16:14:06.121878+0000","last_fullsized":"2024-09-13T16:14:06.121878+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:46:04.301859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.38","version":"0'0","reported_seq":10,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.111561+0000","last_change":"2024-09-13T16:14:06.105155+0000","last_active":"2024-09-13T16:14:06.111561+0000","last_peered":"2024-09-13T16:14:06.111561+0000","last_clean":"2024-09-13T16:14:06.111561+0000","last_became_active":"2024-09-13T16:14:06.104870+0000","last_became_peered":"2024-09-13T16:14:06.104870+0000","last_unstale":"2024-09-13T16:14:06.111561+0000","last_undegraded":"2024-09-13T16:14:06.111561+0000","last_fullsized":"2024-09-13T16:14:06.111561+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:23:39.326363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.37","version":"0'0","reported_seq":10,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:07.049345+0000","last_change":"2024-09-13T16:14:06.116024+0000","last_active":"2024-09-13T16:14:07.049345+0000","last_peered":"2024-09-13T16:14:07.049345+0000","last_clean":"2024-09-13T16:14:07.049345+0000","last_became_active":"2024-09-13T16:14:06.115762+0000","last_became_peered":"2024-09-13T16:14:06.115762+0000","last_unstale":"2024-09-13T16:14:07.049345+0000","last_undegraded":"2024-09-13T16:14:07.049345+0000","last_fullsized":"2024-09-13T16:14:07.049345+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:10:49.929628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.36","version":"0'0","reported_seq":10,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:07.049336+0000","last_change":"2024-09-13T16:14:06.113687+0000","last_active":"2024-09-13T16:14:07.049336+0000","last_peered":"2024-09-13T16:14:07.049336+0000","last_clean":"2024-09-13T16:14:07.049336+0000","last_became_active":"2024-09-13T16:14:06.113454+0000","last_became_peered":"2024-09-13T16:14:06.113454+0000","last_unstale":"2024-09-13T16:14:07.049336+0000","last_undegraded":"2024-09-13T16:14:07.049336+0000","last_fullsized":"2024-09-13T16:14:07.049336+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:54:43.415360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.35","version":"0'0","reported_seq":10,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.117059+0000","last_change":"2024-09-13T16:14:06.116321+0000","last_active":"2024-09-13T16:14:06.117059+0000","last_peered":"2024-09-13T16:14:06.117059+0000","last_clean":"2024-09-13T16:14:06.117059+0000","last_became_active":"2024-09-13T16:14:06.116082+0000","last_became_peered":"2024-09-13T16:14:06.116082+0000","last_unstale":"2024-09-13T16:14:06.117059+0000","last_undegraded":"2024-09-13T16:14:06.117059+0000","last_fullsized":"2024-09-13T16:14:06.117059+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:30:06.880191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.34","version":"0'0","reported_seq":10,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.119537+0000","last_change":"2024-09-13T16:14:06.117470+0000","last_active":"2024-09-13T16:14:06.119537+0000","last_peered":"2024-09-13T16:14:06.119537+0000","last_clean":"2024-09-13T16:14:06.119537+0000","last_became_active":"2024-09-13T16:14:06.117201+0000","last_became_peered":"2024-09-13T16:14:06.117201+0000","last_unstale":"2024-09-13T16:14:06.119537+0000","last_undegraded":"2024-09-13T16:14:06.119537+0000","last_fullsized":"2024-09-13T16:14:06.119537+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:22:04.538408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.33","version":"0'0","reported_seq":10,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:07.049271+0000","last_change":"2024-09-13T16:14:06.111515+0000","last_active":"2024-09-13T16:14:07.049271+0000","last_peered":"2024-09-13T16:14:07.049271+0000","last_clean":"2024-09-13T16:14:07.049271+0000","last_became_active":"2024-09-13T16:14:06.111143+0000","last_became_peered":"2024-09-13T16:14:06.111143+0000","last_unstale":"2024-09-13T16:14:07.049271+0000","last_undegraded":"2024-09-13T16:14:07.049271+0000","last_fullsized":"2024-09-13T16:14:07.049271+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:56:39.365368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.32","version":"0'0","reported_seq":10,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.121061+0000","last_change":"2024-09-13T16:14:06.118768+0000","last_active":"2024-09-13T16:14:06.121061+0000","last_peered":"2024-09-13T16:14:06.121061+0000","last_clean":"2024-09-13T16:14:06.121061+0000","last_became_active":"2024-09-13T16:14:06.118499+0000","last_became_peered":"2024-09-13T16:14:06.118499+0000","last_unstale":"2024-09-13T16:14:06.121061+0000","last_undegraded":"2024-09-13T16:14:06.121061+0000","last_fullsized":"2024-09-13T16:14:06.121061+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:24:55.654264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.31","version":"0'0","reported_seq":10,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.120730+0000","last_change":"2024-09-13T16:14:06.119857+0000","last_active":"2024-09-13T16:14:06.120730+0000","last_peered":"2024-09-13T16:14:06.120730+0000","last_clean":"2024-09-13T16:14:06.120730+0000","last_became_active":"2024-09-13T16:14:06.119619+0000","last_became_peered":"2024-09-13T16:14:06.119619+0000","last_unstale":"2024-09-13T16:14:06.120730+0000","last_undegraded":"2024-09-13T16:14:06.120730+0000","last_fullsized":"2024-09-13T16:14:06.120730+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:44:00.195773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.30","version":"0'0","reported_seq":10,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:07.049204+0000","last_change":"2024-09-13T16:14:06.118559+0000","last_active":"2024-09-13T16:14:07.049204+0000","last_peered":"2024-09-13T16:14:07.049204+0000","last_clean":"2024-09-13T16:14:07.049204+0000","last_became_active":"2024-09-13T16:14:06.118015+0000","last_became_peered":"2024-09-13T16:14:06.118015+0000","last_unstale":"2024-09-13T16:14:07.049204+0000","last_undegraded":"2024-09-13T16:14:07.049204+0000","last_fullsized":"2024-09-13T16:14:07.049204+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:23:50.128630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.2f","version":"0'0","reported_seq":10,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.118385+0000","last_change":"2024-09-13T16:14:06.116033+0000","last_active":"2024-09-13T16:14:06.118385+0000","last_peered":"2024-09-13T16:14:06.118385+0000","last_clean":"2024-09-13T16:14:06.118385+0000","last_became_active":"2024-09-13T16:14:06.115359+0000","last_became_peered":"2024-09-13T16:14:06.115359+0000","last_unstale":"2024-09-13T16:14:06.118385+0000","last_undegraded":"2024-09-13T16:14:06.118385+0000","last_fullsized":"2024-09-13T16:14:06.118385+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:28:34.283650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.2e","version":"0'0","reported_seq":10,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.112899+0000","last_change":"2024-09-13T16:14:06.110588+0000","last_active":"2024-09-13T16:14:06.112899+0000","last_peered":"2024-09-13T16:14:06.112899+0000","last_clean":"2024-09-13T16:14:06.112899+0000","last_became_active":"2024-09-13T16:14:06.110351+0000","last_became_peered":"2024-09-13T16:14:06.110351+0000","last_unstale":"2024-09-13T16:14:06.112899+0000","last_undegraded":"2024-09-13T16:14:06.112899+0000","last_fullsized":"2024-09-13T16:14:06.112899+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:39:25.759799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.2d","version":"0'0","reported_seq":10,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.122861+0000","last_change":"2024-09-13T16:14:06.122262+0000","last_active":"2024-09-13T16:14:06.122861+0000","last_peered":"2024-09-13T16:14:06.122861+0000","last_clean":"2024-09-13T16:14:06.122861+0000","last_became_active":"2024-09-13T16:14:06.121880+0000","last_became_peered":"2024-09-13T16:14:06.121880+0000","last_unstale":"2024-09-13T16:14:06.122861+0000","last_undegraded":"2024-09-13T16:14:06.122861+0000","last_fullsized":"2024-09-13T16:14:06.122861+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:04:48.421565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.2c","version":"0'0","reported_seq":10,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.109607+0000","last_change":"2024-09-13T16:14:06.108353+0000","last_active":"2024-09-13T16:14:06.109607+0000","last_peered":"2024-09-13T16:14:06.109607+0000","last_clean":"2024-09-13T16:14:06.109607+0000","last_became_active":"2024-09-13T16:14:06.108072+0000","last_became_peered":"2024-09-13T16:14:06.108072+0000","last_unstale":"2024-09-13T16:14:06.109607+0000","last_undegraded":"2024-09-13T16:14:06.109607+0000","last_fullsized":"2024-09-13T16:14:06.109607+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:31:31.455284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.2b","version":"0'0","reported_seq":10,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:07.049281+0000","last_change":"2024-09-13T16:14:06.114576+0000","last_active":"2024-09-13T16:14:07.049281+0000","last_peered":"2024-09-13T16:14:07.049281+0000","last_clean":"2024-09-13T16:14:07.049281+0000","last_became_active":"2024-09-13T16:14:06.114285+0000","last_became_peered":"2024-09-13T16:14:06.114285+0000","last_unstale":"2024-09-13T16:14:07.049281+0000","last_undegraded":"2024-09-13T16:14:07.049281+0000","last_fullsized":"2024-09-13T16:14:07.049281+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:09:26.405880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.2a","version":"0'0","reported_seq":10,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.121850+0000","last_change":"2024-09-13T16:14:06.115741+0000","last_active":"2024-09-13T16:14:06.121850+0000","last_peered":"2024-09-13T16:14:06.121850+0000","last_clean":"2024-09-13T16:14:06.121850+0000","last_became_active":"2024-09-13T16:14:06.115378+0000","last_became_peered":"2024-09-13T16:14:06.115378+0000","last_unstale":"2024-09-13T16:14:06.121850+0000","last_undegraded":"2024-09-13T16:14:06.121850+0000","last_fullsized":"2024-09-13T16:14:06.121850+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:22:35.355043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.29","version":"0'0","reported_seq":10,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.111350+0000","last_change":"2024-09-13T16:14:06.109237+0000","last_active":"2024-09-13T16:14:06.111350+0000","last_peered":"2024-09-13T16:14:06.111350+0000","last_clean":"2024-09-13T16:14:06.111350+0000","last_became_active":"2024-09-13T16:14:06.108886+0000","last_became_peered":"2024-09-13T16:14:06.108886+0000","last_unstale":"2024-09-13T16:14:06.111350+0000","last_undegraded":"2024-09-13T16:14:06.111350+0000","last_fullsized":"2024-09-13T16:14:06.111350+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:55:44.364664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.28","version":"0'0","reported_seq":10,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.108447+0000","last_change":"2024-09-13T16:14:06.107554+0000","last_active":"2024-09-13T16:14:06.108447+0000","last_peered":"2024-09-13T16:14:06.108447+0000","last_clean":"2024-09-13T16:14:06.108447+0000","last_became_active":"2024-09-13T16:14:06.107303+0000","last_became_peered":"2024-09-13T16:14:06.107303+0000","last_unstale":"2024-09-13T16:14:06.108447+0000","last_undegraded":"2024-09-13T16:14:06.108447+0000","last_fullsized":"2024-09-13T16:14:06.108447+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:12:56.845876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.27","version":"0'0","reported_seq":10,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.111555+0000","last_change":"2024-09-13T16:14:06.110389+0000","last_active":"2024-09-13T16:14:06.111555+0000","last_peered":"2024-09-13T16:14:06.111555+0000","last_clean":"2024-09-13T16:14:06.111555+0000","last_became_active":"2024-09-13T16:14:06.110004+0000","last_became_peered":"2024-09-13T16:14:06.110004+0000","last_unstale":"2024-09-13T16:14:06.111555+0000","last_undegraded":"2024-09-13T16:14:06.111555+0000","last_fullsized":"2024-09-13T16:14:06.111555+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:51:40.467520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.26","version":"0'0","reported_seq":10,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.124496+0000","last_change":"2024-09-13T16:14:06.123601+0000","last_active":"2024-09-13T16:14:06.124496+0000","last_peered":"2024-09-13T16:14:06.124496+0000","last_clean":"2024-09-13T16:14:06.124496+0000","last_became_active":"2024-09-13T16:14:06.123339+0000","last_became_peered":"2024-09-13T16:14:06.123339+0000","last_unstale":"2024-09-13T16:14:06.124496+0000","last_undegraded":"2024-09-13T16:14:06.124496+0000","last_fullsized":"2024-09-13T16:14:06.124496+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:55:44.364664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.25","version":"0'0","reported_seq":10,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:07.049327+0000","last_change":"2024-09-13T16:14:06.114175+0000","last_active":"2024-09-13T16:14:07.049327+0000","last_peered":"2024-09-13T16:14:07.049327+0000","last_clean":"2024-09-13T16:14:07.049327+0000","last_became_active":"2024-09-13T16:14:06.113876+0000","last_became_peered":"2024-09-13T16:14:06.113876+0000","last_unstale":"2024-09-13T16:14:07.049327+0000","last_undegraded":"2024-09-13T16:14:07.049327+0000","last_fullsized":"2024-09-13T16:14:07.049327+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:24:37.871295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.24","version":"0'0","reported_seq":10,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.114979+0000","last_change":"2024-09-13T16:14:06.112080+0000","last_active":"2024-09-13T16:14:06.114979+0000","last_peered":"2024-09-13T16:14:06.114979+0000","last_clean":"2024-09-13T16:14:06.114979+0000","last_became_active":"2024-09-13T16:14:06.111848+0000","last_became_peered":"2024-09-13T16:14:06.111848+0000","last_unstale":"2024-09-13T16:14:06.114979+0000","last_undegraded":"2024-09-13T16:14:06.114979+0000","last_fullsized":"2024-09-13T16:14:06.114979+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:38:31.213506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.23","version":"0'0","reported_seq":10,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.121402+0000","last_change":"2024-09-13T16:14:06.114516+0000","last_active":"2024-09-13T16:14:06.121402+0000","last_peered":"2024-09-13T16:14:06.121402+0000","last_clean":"2024-09-13T16:14:06.121402+0000","last_became_active":"2024-09-13T16:14:06.114189+0000","last_became_peered":"2024-09-13T16:14:06.114189+0000","last_unstale":"2024-09-13T16:14:06.121402+0000","last_undegraded":"2024-09-13T16:14:06.121402+0000","last_fullsized":"2024-09-13T16:14:06.121402+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:38:05.503269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.22","version":"0'0","reported_seq":10,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.121275+0000","last_change":"2024-09-13T16:14:06.120142+0000","last_active":"2024-09-13T16:14:06.121275+0000","last_peered":"2024-09-13T16:14:06.121275+0000","last_clean":"2024-09-13T16:14:06.121275+0000","last_became_active":"2024-09-13T16:14:06.119818+0000","last_became_peered":"2024-09-13T16:14:06.119818+0000","last_unstale":"2024-09-13T16:14:06.121275+0000","last_undegraded":"2024-09-13T16:14:06.121275+0000","last_fullsized":"2024-09-13T16:14:06.121275+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:05:30.330099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.21","version":"0'0","reported_seq":10,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:07.049232+0000","last_change":"2024-09-13T16:14:06.118325+0000","last_active":"2024-09-13T16:14:07.049232+0000","last_peered":"2024-09-13T16:14:07.049232+0000","last_clean":"2024-09-13T16:14:07.049232+0000","last_became_active":"2024-09-13T16:14:06.118009+0000","last_became_peered":"2024-09-13T16:14:06.118009+0000","last_unstale":"2024-09-13T16:14:07.049232+0000","last_undegraded":"2024-09-13T16:14:07.049232+0000","last_fullsized":"2024-09-13T16:14:07.049232+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:59:39.115914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.20","version":"0'0","reported_seq":10,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.111540+0000","last_change":"2024-09-13T16:14:06.104363+0000","last_active":"2024-09-13T16:14:06.111540+0000","last_peered":"2024-09-13T16:14:06.111540+0000","last_clean":"2024-09-13T16:14:06.111540+0000","last_became_active":"2024-09-13T16:14:06.104093+0000","last_became_peered":"2024-09-13T16:14:06.104093+0000","last_unstale":"2024-09-13T16:14:06.111540+0000","last_undegraded":"2024-09-13T16:14:06.111540+0000","last_fullsized":"2024-09-13T16:14:06.111540+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:13:31.679138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.1c","version":"0'0","reported_seq":10,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.115676+0000","last_change":"2024-09-13T16:14:06.113452+0000","last_active":"2024-09-13T16:14:06.115676+0000","last_peered":"2024-09-13T16:14:06.115676+0000","last_clean":"2024-09-13T16:14:06.115676+0000","last_became_active":"2024-09-13T16:14:06.113206+0000","last_became_peered":"2024-09-13T16:14:06.113206+0000","last_unstale":"2024-09-13T16:14:06.115676+0000","last_undegraded":"2024-09-13T16:14:06.115676+0000","last_fullsized":"2024-09-13T16:14:06.115676+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:22:35.355043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.1f","version":"147'4","reported_seq":15,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:07.049365+0000","last_change":"2024-09-13T16:14:05.755121+0000","last_active":"2024-09-13T16:14:07.049365+0000","last_peered":"2024-09-13T16:14:07.049365+0000","last_clean":"2024-09-13T16:14:07.049365+0000","last_became_active":"2024-09-13T16:14:05.754822+0000","last_became_peered":"2024-09-13T16:14:05.754822+0000","last_unstale":"2024-09-13T16:14:07.049365+0000","last_undegraded":"2024-09-13T16:14:07.049365+0000","last_fullsized":"2024-09-13T16:14:07.049365+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:04:35.994391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.1d","version":"0'0","reported_seq":10,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.120770+0000","last_change":"2024-09-13T16:14:06.119787+0000","last_active":"2024-09-13T16:14:06.120770+0000","last_peered":"2024-09-13T16:14:06.120770+0000","last_clean":"2024-09-13T16:14:06.120770+0000","last_became_active":"2024-09-13T16:14:06.119538+0000","last_became_peered":"2024-09-13T16:14:06.119538+0000","last_unstale":"2024-09-13T16:14:06.120770+0000","last_undegraded":"2024-09-13T16:14:06.120770+0000","last_fullsized":"2024-09-13T16:14:06.120770+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:59:42.017068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.1e","version":"147'1","reported_seq":12,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.122485+0000","last_change":"2024-09-13T16:14:05.762711+0000","last_active":"2024-09-13T16:14:06.122485+0000","last_peered":"2024-09-13T16:14:06.122485+0000","last_clean":"2024-09-13T16:14:06.122485+0000","last_became_active":"2024-09-13T16:14:05.762456+0000","last_became_peered":"2024-09-13T16:14:05.762456+0000","last_unstale":"2024-09-13T16:14:06.122485+0000","last_undegraded":"2024-09-13T16:14:06.122485+0000","last_fullsized":"2024-09-13T16:14:06.122485+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:05:03.027497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.1e","version":"0'0","reported_seq":10,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.123304+0000","last_change":"2024-09-13T16:14:06.119858+0000","last_active":"2024-09-13T16:14:06.123304+0000","last_peered":"2024-09-13T16:14:06.123304+0000","last_clean":"2024-09-13T16:14:06.123304+0000","last_became_active":"2024-09-13T16:14:06.119570+0000","last_became_peered":"2024-09-13T16:14:06.119570+0000","last_unstale":"2024-09-13T16:14:06.123304+0000","last_undegraded":"2024-09-13T16:14:06.123304+0000","last_fullsized":"2024-09-13T16:14:06.123304+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:59:42.017068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.1d","version":"147'2","reported_seq":13,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.118002+0000","last_change":"2024-09-13T16:14:05.762138+0000","last_active":"2024-09-13T16:14:06.118002+0000","last_peered":"2024-09-13T16:14:06.118002+0000","last_clean":"2024-09-13T16:14:06.118002+0000","last_became_active":"2024-09-13T16:14:05.761883+0000","last_became_peered":"2024-09-13T16:14:05.761883+0000","last_unstale":"2024-09-13T16:14:06.118002+0000","last_undegraded":"2024-09-13T16:14:06.118002+0000","last_fullsized":"2024-09-13T16:14:06.118002+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:30:53.114820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.1f","version":"0'0","reported_seq":10,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.114511+0000","last_change":"2024-09-13T16:14:06.113718+0000","last_active":"2024-09-13T16:14:06.114511+0000","last_peered":"2024-09-13T16:14:06.114511+0000","last_clean":"2024-09-13T16:14:06.114511+0000","last_became_active":"2024-09-13T16:14:06.113449+0000","last_became_peered":"2024-09-13T16:14:06.113449+0000","last_unstale":"2024-09-13T16:14:06.114511+0000","last_undegraded":"2024-09-13T16:14:06.114511+0000","last_fullsized":"2024-09-13T16:14:06.114511+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:38:05.503269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.1c","version":"147'2","reported_seq":13,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.106339+0000","last_change":"2024-09-13T16:14:05.761699+0000","last_active":"2024-09-13T16:14:06.106339+0000","last_peered":"2024-09-13T16:14:06.106339+0000","last_clean":"2024-09-13T16:14:06.106339+0000","last_became_active":"2024-09-13T16:14:05.761377+0000","last_became_peered":"2024-09-13T16:14:05.761377+0000","last_unstale":"2024-09-13T16:14:06.106339+0000","last_undegraded":"2024-09-13T16:14:06.106339+0000","last_fullsized":"2024-09-13T16:14:06.106339+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:54:37.869594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.18","version":"0'0","reported_seq":10,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.109475+0000","last_change":"2024-09-13T16:14:06.106463+0000","last_active":"2024-09-13T16:14:06.109475+0000","last_peered":"2024-09-13T16:14:06.109475+0000","last_clean":"2024-09-13T16:14:06.109475+0000","last_became_active":"2024-09-13T16:14:06.106226+0000","last_became_peered":"2024-09-13T16:14:06.106226+0000","last_unstale":"2024-09-13T16:14:06.109475+0000","last_undegraded":"2024-09-13T16:14:06.109475+0000","last_fullsized":"2024-09-13T16:14:06.109475+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:22:52.705566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.1b","version":"147'1","reported_seq":12,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.104052+0000","last_change":"2024-09-13T16:14:05.766086+0000","last_active":"2024-09-13T16:14:06.104052+0000","last_peered":"2024-09-13T16:14:06.104052+0000","last_clean":"2024-09-13T16:14:06.104052+0000","last_became_active":"2024-09-13T16:14:05.765815+0000","last_became_peered":"2024-09-13T16:14:05.765815+0000","last_unstale":"2024-09-13T16:14:06.104052+0000","last_undegraded":"2024-09-13T16:14:06.104052+0000","last_fullsized":"2024-09-13T16:14:06.104052+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:08:04.157454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.19","version":"0'0","reported_seq":10,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.120988+0000","last_change":"2024-09-13T16:14:06.119222+0000","last_active":"2024-09-13T16:14:06.120988+0000","last_peered":"2024-09-13T16:14:06.120988+0000","last_clean":"2024-09-13T16:14:06.120988+0000","last_became_active":"2024-09-13T16:14:06.118961+0000","last_became_peered":"2024-09-13T16:14:06.118961+0000","last_unstale":"2024-09-13T16:14:06.120988+0000","last_undegraded":"2024-09-13T16:14:06.120988+0000","last_fullsized":"2024-09-13T16:14:06.120988+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:39:14.259814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.1a","version":"147'1","reported_seq":12,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:07.049261+0000","last_change":"2024-09-13T16:14:05.763135+0000","last_active":"2024-09-13T16:14:07.049261+0000","last_peered":"2024-09-13T16:14:07.049261+0000","last_clean":"2024-09-13T16:14:07.049261+0000","last_became_active":"2024-09-13T16:14:05.762753+0000","last_became_peered":"2024-09-13T16:14:05.762753+0000","last_unstale":"2024-09-13T16:14:07.049261+0000","last_undegraded":"2024-09-13T16:14:07.049261+0000","last_fullsized":"2024-09-13T16:14:07.049261+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:22:55.663353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.1a","version":"0'0","reported_seq":10,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.106768+0000","last_change":"2024-09-13T16:14:06.105530+0000","last_active":"2024-09-13T16:14:06.106768+0000","last_peered":"2024-09-13T16:14:06.106768+0000","last_clean":"2024-09-13T16:14:06.106768+0000","last_became_active":"2024-09-13T16:14:06.105298+0000","last_became_peered":"2024-09-13T16:14:06.105298+0000","last_unstale":"2024-09-13T16:14:06.106768+0000","last_undegraded":"2024-09-13T16:14:06.106768+0000","last_fullsized":"2024-09-13T16:14:06.106768+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:27:15.588843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.19","version":"0'0","reported_seq":11,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.102340+0000","last_change":"2024-09-13T16:14:05.761749+0000","last_active":"2024-09-13T16:14:06.102340+0000","last_peered":"2024-09-13T16:14:06.102340+0000","last_clean":"2024-09-13T16:14:06.102340+0000","last_became_active":"2024-09-13T16:14:05.761470+0000","last_became_peered":"2024-09-13T16:14:05.761470+0000","last_unstale":"2024-09-13T16:14:06.102340+0000","last_undegraded":"2024-09-13T16:14:06.102340+0000","last_fullsized":"2024-09-13T16:14:06.102340+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:30:53.114820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.1b","version":"0'0","reported_seq":10,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.109001+0000","last_change":"2024-09-13T16:14:06.107120+0000","last_active":"2024-09-13T16:14:06.109001+0000","last_peered":"2024-09-13T16:14:06.109001+0000","last_clean":"2024-09-13T16:14:06.109001+0000","last_became_active":"2024-09-13T16:14:06.106842+0000","last_became_peered":"2024-09-13T16:14:06.106842+0000","last_unstale":"2024-09-13T16:14:06.109001+0000","last_undegraded":"2024-09-13T16:14:06.109001+0000","last_fullsized":"2024-09-13T16:14:06.109001+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:26:31.947544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.18","version":"0'0","reported_seq":11,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:07.049221+0000","last_change":"2024-09-13T16:14:05.760579+0000","last_active":"2024-09-13T16:14:07.049221+0000","last_peered":"2024-09-13T16:14:07.049221+0000","last_clean":"2024-09-13T16:14:07.049221+0000","last_became_active":"2024-09-13T16:14:05.760268+0000","last_became_peered":"2024-09-13T16:14:05.760268+0000","last_unstale":"2024-09-13T16:14:07.049221+0000","last_undegraded":"2024-09-13T16:14:07.049221+0000","last_fullsized":"2024-09-13T16:14:07.049221+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:36:45.061201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.14","version":"0'0","reported_seq":10,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.123339+0000","last_change":"2024-09-13T16:14:06.117948+0000","last_active":"2024-09-13T16:14:06.123339+0000","last_peered":"2024-09-13T16:14:06.123339+0000","last_clean":"2024-09-13T16:14:06.123339+0000","last_became_active":"2024-09-13T16:14:06.117486+0000","last_became_peered":"2024-09-13T16:14:06.117486+0000","last_unstale":"2024-09-13T16:14:06.123339+0000","last_undegraded":"2024-09-13T16:14:06.123339+0000","last_fullsized":"2024-09-13T16:14:06.123339+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:22:35.355043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.17","version":"0'0","reported_seq":11,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.108813+0000","last_change":"2024-09-13T16:14:05.759120+0000","last_active":"2024-09-13T16:14:06.108813+0000","last_peered":"2024-09-13T16:14:06.108813+0000","last_clean":"2024-09-13T16:14:06.108813+0000","last_became_active":"2024-09-13T16:14:05.758685+0000","last_became_peered":"2024-09-13T16:14:05.758685+0000","last_unstale":"2024-09-13T16:14:06.108813+0000","last_undegraded":"2024-09-13T16:14:06.108813+0000","last_fullsized":"2024-09-13T16:14:06.108813+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:08:04.157454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.15","version":"0'0","reported_seq":10,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.117042+0000","last_change":"2024-09-13T16:14:06.116165+0000","last_active":"2024-09-13T16:14:06.117042+0000","last_peered":"2024-09-13T16:14:06.117042+0000","last_clean":"2024-09-13T16:14:06.117042+0000","last_became_active":"2024-09-13T16:14:06.115923+0000","last_became_peered":"2024-09-13T16:14:06.115923+0000","last_unstale":"2024-09-13T16:14:06.117042+0000","last_undegraded":"2024-09-13T16:14:06.117042+0000","last_fullsized":"2024-09-13T16:14:06.117042+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:03:11.225856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.16","version":"0'0","reported_seq":11,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.106148+0000","last_change":"2024-09-13T16:14:05.759785+0000","last_active":"2024-09-13T16:14:06.106148+0000","last_peered":"2024-09-13T16:14:06.106148+0000","last_clean":"2024-09-13T16:14:06.106148+0000","last_became_active":"2024-09-13T16:14:05.759493+0000","last_became_peered":"2024-09-13T16:14:05.759493+0000","last_unstale":"2024-09-13T16:14:06.106148+0000","last_undegraded":"2024-09-13T16:14:06.106148+0000","last_fullsized":"2024-09-13T16:14:06.106148+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:08:04.157454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.16","version":"0'0","reported_seq":10,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.108894+0000","last_change":"2024-09-13T16:14:06.108314+0000","last_active":"2024-09-13T16:14:06.108894+0000","last_peered":"2024-09-13T16:14:06.108894+0000","last_clean":"2024-09-13T16:14:06.108894+0000","last_became_active":"2024-09-13T16:14:06.108075+0000","last_became_peered":"2024-09-13T16:14:06.108075+0000","last_unstale":"2024-09-13T16:14:06.108894+0000","last_undegraded":"2024-09-13T16:14:06.108894+0000","last_fullsized":"2024-09-13T16:14:06.108894+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:24:30.897721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.15","version":"147'3","reported_seq":14,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.112404+0000","last_change":"2024-09-13T16:14:05.753305+0000","last_active":"2024-09-13T16:14:06.112404+0000","last_peered":"2024-09-13T16:14:06.112404+0000","last_clean":"2024-09-13T16:14:06.112404+0000","last_became_active":"2024-09-13T16:14:05.753010+0000","last_became_peered":"2024-09-13T16:14:05.753010+0000","last_unstale":"2024-09-13T16:14:06.112404+0000","last_undegraded":"2024-09-13T16:14:06.112404+0000","last_fullsized":"2024-09-13T16:14:06.112404+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:15:46.002441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.10","version":"0'0","reported_seq":10,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.123319+0000","last_change":"2024-09-13T16:14:06.117714+0000","last_active":"2024-09-13T16:14:06.123319+0000","last_peered":"2024-09-13T16:14:06.123319+0000","last_clean":"2024-09-13T16:14:06.123319+0000","last_became_active":"2024-09-13T16:14:06.117445+0000","last_became_peered":"2024-09-13T16:14:06.117445+0000","last_unstale":"2024-09-13T16:14:06.123319+0000","last_undegraded":"2024-09-13T16:14:06.123319+0000","last_fullsized":"2024-09-13T16:14:06.123319+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:46:04.301859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.13","version":"147'2","reported_seq":13,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:07.049300+0000","last_change":"2024-09-13T16:14:05.752617+0000","last_active":"2024-09-13T16:14:07.049300+0000","last_peered":"2024-09-13T16:14:07.049300+0000","last_clean":"2024-09-13T16:14:07.049300+0000","last_became_active":"2024-09-13T16:14:05.752365+0000","last_became_peered":"2024-09-13T16:14:05.752365+0000","last_unstale":"2024-09-13T16:14:07.049300+0000","last_undegraded":"2024-09-13T16:14:07.049300+0000","last_fullsized":"2024-09-13T16:14:07.049300+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:45:46.771951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.11","version":"0'0","reported_seq":10,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.120748+0000","last_change":"2024-09-13T16:14:06.119949+0000","last_active":"2024-09-13T16:14:06.120748+0000","last_peered":"2024-09-13T16:14:06.120748+0000","last_clean":"2024-09-13T16:14:06.120748+0000","last_became_active":"2024-09-13T16:14:06.119229+0000","last_became_peered":"2024-09-13T16:14:06.119229+0000","last_unstale":"2024-09-13T16:14:06.120748+0000","last_undegraded":"2024-09-13T16:14:06.120748+0000","last_fullsized":"2024-09-13T16:14:06.120748+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:55:44.364664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.12","version":"0'0","reported_seq":11,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.108529+0000","last_change":"2024-09-13T16:14:05.766479+0000","last_active":"2024-09-13T16:14:06.108529+0000","last_peered":"2024-09-13T16:14:06.108529+0000","last_clean":"2024-09-13T16:14:06.108529+0000","last_became_active":"2024-09-13T16:14:05.766219+0000","last_became_peered":"2024-09-13T16:14:05.766219+0000","last_unstale":"2024-09-13T16:14:06.108529+0000","last_undegraded":"2024-09-13T16:14:06.108529+0000","last_fullsized":"2024-09-13T16:14:06.108529+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:39:24.758188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.12","version":"0'0","reported_seq":10,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:07.049250+0000","last_change":"2024-09-13T16:14:06.108990+0000","last_active":"2024-09-13T16:14:07.049250+0000","last_peered":"2024-09-13T16:14:07.049250+0000","last_clean":"2024-09-13T16:14:07.049250+0000","last_became_active":"2024-09-13T16:14:06.108527+0000","last_became_peered":"2024-09-13T16:14:06.108527+0000","last_unstale":"2024-09-13T16:14:07.049250+0000","last_undegraded":"2024-09-13T16:14:07.049250+0000","last_fullsized":"2024-09-13T16:14:07.049250+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:15:00.740542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.11","version":"0'0","reported_seq":11,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.105907+0000","last_change":"2024-09-13T16:14:05.766045+0000","last_active":"2024-09-13T16:14:06.105907+0000","last_peered":"2024-09-13T16:14:06.105907+0000","last_clean":"2024-09-13T16:14:06.105907+0000","last_became_active":"2024-09-13T16:14:05.765761+0000","last_became_peered":"2024-09-13T16:14:05.765761+0000","last_unstale":"2024-09-13T16:14:06.105907+0000","last_undegraded":"2024-09-13T16:14:06.105907+0000","last_fullsized":"2024-09-13T16:14:06.105907+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:03:10.224245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.13","version":"0'0","reported_seq":10,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.112185+0000","last_change":"2024-09-13T16:14:06.110131+0000","last_active":"2024-09-13T16:14:06.112185+0000","last_peered":"2024-09-13T16:14:06.112185+0000","last_clean":"2024-09-13T16:14:06.112185+0000","last_became_active":"2024-09-13T16:14:06.109879+0000","last_became_peered":"2024-09-13T16:14:06.109879+0000","last_unstale":"2024-09-13T16:14:06.112185+0000","last_undegraded":"2024-09-13T16:14:06.112185+0000","last_fullsized":"2024-09-13T16:14:06.112185+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:26:31.947544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.10","version":"147'8","reported_seq":19,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.122963+0000","last_change":"2024-09-13T16:14:05.764106+0000","last_active":"2024-09-13T16:14:06.122963+0000","last_peered":"2024-09-13T16:14:06.122963+0000","last_clean":"2024-09-13T16:14:06.122963+0000","last_became_active":"2024-09-13T16:14:05.763828+0000","last_became_peered":"2024-09-13T16:14:05.763828+0000","last_unstale":"2024-09-13T16:14:06.122963+0000","last_undegraded":"2024-09-13T16:14:06.122963+0000","last_fullsized":"2024-09-13T16:14:06.122963+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:24:05.297807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.c","version":"0'0","reported_seq":10,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.114314+0000","last_change":"2024-09-13T16:14:06.112762+0000","last_active":"2024-09-13T16:14:06.114314+0000","last_peered":"2024-09-13T16:14:06.114314+0000","last_clean":"2024-09-13T16:14:06.114314+0000","last_became_active":"2024-09-13T16:14:06.112431+0000","last_became_peered":"2024-09-13T16:14:06.112431+0000","last_unstale":"2024-09-13T16:14:06.114314+0000","last_undegraded":"2024-09-13T16:14:06.114314+0000","last_fullsized":"2024-09-13T16:14:06.114314+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:13:31.679138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.f","version":"147'1","reported_seq":12,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.104880+0000","last_change":"2024-09-13T16:14:05.757729+0000","last_active":"2024-09-13T16:14:06.104880+0000","last_peered":"2024-09-13T16:14:06.104880+0000","last_clean":"2024-09-13T16:14:06.104880+0000","last_became_active":"2024-09-13T16:14:05.757473+0000","last_became_peered":"2024-09-13T16:14:05.757473+0000","last_unstale":"2024-09-13T16:14:06.104880+0000","last_undegraded":"2024-09-13T16:14:06.104880+0000","last_fullsized":"2024-09-13T16:14:06.104880+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:33:24.466774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.d","version":"0'0","reported_seq":10,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.124888+0000","last_change":"2024-09-13T16:14:06.124197+0000","last_active":"2024-09-13T16:14:06.124888+0000","last_peered":"2024-09-13T16:14:06.124888+0000","last_clean":"2024-09-13T16:14:06.124888+0000","last_became_active":"2024-09-13T16:14:06.123874+0000","last_became_peered":"2024-09-13T16:14:06.123874+0000","last_unstale":"2024-09-13T16:14:06.124888+0000","last_undegraded":"2024-09-13T16:14:06.124888+0000","last_fullsized":"2024-09-13T16:14:06.124888+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:23:39.326363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.e","version":"147'2","reported_seq":13,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.118305+0000","last_change":"2024-09-13T16:14:05.765110+0000","last_active":"2024-09-13T16:14:06.118305+0000","last_peered":"2024-09-13T16:14:06.118305+0000","last_clean":"2024-09-13T16:14:06.118305+0000","last_became_active":"2024-09-13T16:14:05.764858+0000","last_became_peered":"2024-09-13T16:14:05.764858+0000","last_unstale":"2024-09-13T16:14:06.118305+0000","last_undegraded":"2024-09-13T16:14:06.118305+0000","last_fullsized":"2024-09-13T16:14:06.118305+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:24:05.297807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.e","version":"0'0","reported_seq":10,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.121780+0000","last_change":"2024-09-13T16:14:06.114940+0000","last_active":"2024-09-13T16:14:06.121780+0000","last_peered":"2024-09-13T16:14:06.121780+0000","last_clean":"2024-09-13T16:14:06.121780+0000","last_became_active":"2024-09-13T16:14:06.114422+0000","last_became_peered":"2024-09-13T16:14:06.114422+0000","last_unstale":"2024-09-13T16:14:06.121780+0000","last_undegraded":"2024-09-13T16:14:06.121780+0000","last_fullsized":"2024-09-13T16:14:06.121780+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:38:05.503269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.d","version":"147'1","reported_seq":12,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.119333+0000","last_change":"2024-09-13T16:14:05.763496+0000","last_active":"2024-09-13T16:14:06.119333+0000","last_peered":"2024-09-13T16:14:06.119333+0000","last_clean":"2024-09-13T16:14:06.119333+0000","last_became_active":"2024-09-13T16:14:05.763198+0000","last_became_peered":"2024-09-13T16:14:05.763198+0000","last_unstale":"2024-09-13T16:14:06.119333+0000","last_undegraded":"2024-09-13T16:14:06.119333+0000","last_fullsized":"2024-09-13T16:14:06.119333+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:08:04.157454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.f","version":"0'0","reported_seq":10,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.121835+0000","last_change":"2024-09-13T16:14:06.117687+0000","last_active":"2024-09-13T16:14:06.121835+0000","last_peered":"2024-09-13T16:14:06.121835+0000","last_clean":"2024-09-13T16:14:06.121835+0000","last_became_active":"2024-09-13T16:14:06.117438+0000","last_became_peered":"2024-09-13T16:14:06.117438+0000","last_unstale":"2024-09-13T16:14:06.121835+0000","last_undegraded":"2024-09-13T16:14:06.121835+0000","last_fullsized":"2024-09-13T16:14:06.121835+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:44:00.195773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.c","version":"0'0","reported_seq":11,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.103049+0000","last_change":"2024-09-13T16:14:05.766834+0000","last_active":"2024-09-13T16:14:06.103049+0000","last_peered":"2024-09-13T16:14:06.103049+0000","last_clean":"2024-09-13T16:14:06.103049+0000","last_became_active":"2024-09-13T16:14:05.766605+0000","last_became_peered":"2024-09-13T16:14:05.766605+0000","last_unstale":"2024-09-13T16:14:06.103049+0000","last_undegraded":"2024-09-13T16:14:06.103049+0000","last_fullsized":"2024-09-13T16:14:06.103049+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:30:05.878580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.8","version":"0'0","reported_seq":10,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.123439+0000","last_change":"2024-09-13T16:14:06.122467+0000","last_active":"2024-09-13T16:14:06.123439+0000","last_peered":"2024-09-13T16:14:06.123439+0000","last_clean":"2024-09-13T16:14:06.123439+0000","last_became_active":"2024-09-13T16:14:06.121874+0000","last_became_peered":"2024-09-13T16:14:06.121874+0000","last_unstale":"2024-09-13T16:14:06.123439+0000","last_undegraded":"2024-09-13T16:14:06.123439+0000","last_fullsized":"2024-09-13T16:14:06.123439+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:26:31.947544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.b","version":"147'2","reported_seq":13,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.107580+0000","last_change":"2024-09-13T16:14:05.756989+0000","last_active":"2024-09-13T16:14:06.107580+0000","last_peered":"2024-09-13T16:14:06.107580+0000","last_clean":"2024-09-13T16:14:06.107580+0000","last_became_active":"2024-09-13T16:14:05.756716+0000","last_became_peered":"2024-09-13T16:14:05.756716+0000","last_unstale":"2024-09-13T16:14:06.107580+0000","last_undegraded":"2024-09-13T16:14:06.107580+0000","last_fullsized":"2024-09-13T16:14:06.107580+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:22:55.663353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.9","version":"0'0","reported_seq":10,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.104999+0000","last_change":"2024-09-13T16:14:06.104242+0000","last_active":"2024-09-13T16:14:06.104999+0000","last_peered":"2024-09-13T16:14:06.104999+0000","last_clean":"2024-09-13T16:14:06.104999+0000","last_became_active":"2024-09-13T16:14:06.104002+0000","last_became_peered":"2024-09-13T16:14:06.104002+0000","last_unstale":"2024-09-13T16:14:06.104999+0000","last_undegraded":"2024-09-13T16:14:06.104999+0000","last_fullsized":"2024-09-13T16:14:06.104999+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:46:04.301859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.a","version":"0'0","reported_seq":11,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.098419+0000","last_change":"2024-09-13T16:14:05.760186+0000","last_active":"2024-09-13T16:14:06.098419+0000","last_peered":"2024-09-13T16:14:06.098419+0000","last_clean":"2024-09-13T16:14:06.098419+0000","last_became_active":"2024-09-13T16:14:05.759935+0000","last_became_peered":"2024-09-13T16:14:05.759935+0000","last_unstale":"2024-09-13T16:14:06.098419+0000","last_undegraded":"2024-09-13T16:14:06.098419+0000","last_fullsized":"2024-09-13T16:14:06.098419+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:54:37.869594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.a","version":"0'0","reported_seq":10,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.119124+0000","last_change":"2024-09-13T16:14:06.116629+0000","last_active":"2024-09-13T16:14:06.119124+0000","last_peered":"2024-09-13T16:14:06.119124+0000","last_clean":"2024-09-13T16:14:06.119124+0000","last_became_active":"2024-09-13T16:14:06.116347+0000","last_became_peered":"2024-09-13T16:14:06.116347+0000","last_unstale":"2024-09-13T16:14:06.119124+0000","last_undegraded":"2024-09-13T16:14:06.119124+0000","last_fullsized":"2024-09-13T16:14:06.119124+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:27:15.588843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.9","version":"0'0","reported_seq":11,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.098252+0000","last_change":"2024-09-13T16:14:05.756360+0000","last_active":"2024-09-13T16:14:06.098252+0000","last_peered":"2024-09-13T16:14:06.098252+0000","last_clean":"2024-09-13T16:14:06.098252+0000","last_became_active":"2024-09-13T16:14:05.756107+0000","last_became_peered":"2024-09-13T16:14:05.756107+0000","last_unstale":"2024-09-13T16:14:06.098252+0000","last_undegraded":"2024-09-13T16:14:06.098252+0000","last_fullsized":"2024-09-13T16:14:06.098252+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:36:45.061201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.b","version":"0'0","reported_seq":10,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.121320+0000","last_change":"2024-09-13T16:14:06.120389+0000","last_active":"2024-09-13T16:14:06.121320+0000","last_peered":"2024-09-13T16:14:06.121320+0000","last_clean":"2024-09-13T16:14:06.121320+0000","last_became_active":"2024-09-13T16:14:06.120156+0000","last_became_peered":"2024-09-13T16:14:06.120156+0000","last_unstale":"2024-09-13T16:14:06.121320+0000","last_undegraded":"2024-09-13T16:14:06.121320+0000","last_fullsized":"2024-09-13T16:14:06.121320+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:51:40.467520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.8","version":"0'0","reported_seq":11,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.099430+0000","last_change":"2024-09-13T16:14:05.752478+0000","last_active":"2024-09-13T16:14:06.099430+0000","last_peered":"2024-09-13T16:14:06.099430+0000","last_clean":"2024-09-13T16:14:06.099430+0000","last_became_active":"2024-09-13T16:14:05.752225+0000","last_became_peered":"2024-09-13T16:14:05.752225+0000","last_unstale":"2024-09-13T16:14:06.099430+0000","last_undegraded":"2024-09-13T16:14:06.099430+0000","last_fullsized":"2024-09-13T16:14:06.099430+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:41:47.628802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.4","version":"0'0","reported_seq":10,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:07.049310+0000","last_change":"2024-09-13T16:14:06.109732+0000","last_active":"2024-09-13T16:14:07.049310+0000","last_peered":"2024-09-13T16:14:07.049310+0000","last_clean":"2024-09-13T16:14:07.049310+0000","last_became_active":"2024-09-13T16:14:06.109493+0000","last_became_peered":"2024-09-13T16:14:06.109493+0000","last_unstale":"2024-09-13T16:14:07.049310+0000","last_undegraded":"2024-09-13T16:14:07.049310+0000","last_fullsized":"2024-09-13T16:14:07.049310+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:46:00.716822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.7","version":"147'2","reported_seq":13,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.123826+0000","last_change":"2024-09-13T16:14:05.767405+0000","last_active":"2024-09-13T16:14:06.123826+0000","last_peered":"2024-09-13T16:14:06.123826+0000","last_clean":"2024-09-13T16:14:06.123826+0000","last_became_active":"2024-09-13T16:14:05.767175+0000","last_became_peered":"2024-09-13T16:14:05.767175+0000","last_unstale":"2024-09-13T16:14:06.123826+0000","last_undegraded":"2024-09-13T16:14:06.123826+0000","last_fullsized":"2024-09-13T16:14:06.123826+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:24:29.896110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.5","version":"0'0","reported_seq":10,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.121138+0000","last_change":"2024-09-13T16:14:06.119416+0000","last_active":"2024-09-13T16:14:06.121138+0000","last_peered":"2024-09-13T16:14:06.121138+0000","last_clean":"2024-09-13T16:14:06.121138+0000","last_became_active":"2024-09-13T16:14:06.119074+0000","last_became_peered":"2024-09-13T16:14:06.119074+0000","last_unstale":"2024-09-13T16:14:06.121138+0000","last_undegraded":"2024-09-13T16:14:06.121138+0000","last_fullsized":"2024-09-13T16:14:06.121138+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:31:52.673316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.6","version":"0'0","reported_seq":11,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.106165+0000","last_change":"2024-09-13T16:14:05.763447+0000","last_active":"2024-09-13T16:14:06.106165+0000","last_peered":"2024-09-13T16:14:06.106165+0000","last_clean":"2024-09-13T16:14:06.106165+0000","last_became_active":"2024-09-13T16:14:05.763176+0000","last_became_peered":"2024-09-13T16:14:05.763176+0000","last_unstale":"2024-09-13T16:14:06.106165+0000","last_undegraded":"2024-09-13T16:14:06.106165+0000","last_fullsized":"2024-09-13T16:14:06.106165+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:05:03.027497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.6","version":"0'0","reported_seq":10,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.121860+0000","last_change":"2024-09-13T16:14:06.117881+0000","last_active":"2024-09-13T16:14:06.121860+0000","last_peered":"2024-09-13T16:14:06.121860+0000","last_clean":"2024-09-13T16:14:06.121860+0000","last_became_active":"2024-09-13T16:14:06.117108+0000","last_became_peered":"2024-09-13T16:14:06.117108+0000","last_unstale":"2024-09-13T16:14:06.121860+0000","last_undegraded":"2024-09-13T16:14:06.121860+0000","last_fullsized":"2024-09-13T16:14:06.121860+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:04:48.421565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.5","version":"0'0","reported_seq":11,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.100353+0000","last_change":"2024-09-13T16:14:05.761653+0000","last_active":"2024-09-13T16:14:06.100353+0000","last_peered":"2024-09-13T16:14:06.100353+0000","last_clean":"2024-09-13T16:14:06.100353+0000","last_became_active":"2024-09-13T16:14:05.761395+0000","last_became_peered":"2024-09-13T16:14:05.761395+0000","last_unstale":"2024-09-13T16:14:06.100353+0000","last_undegraded":"2024-09-13T16:14:06.100353+0000","last_fullsized":"2024-09-13T16:14:06.100353+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:41:47.628802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.7","version":"0'0","reported_seq":10,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:07.049354+0000","last_change":"2024-09-13T16:14:06.119479+0000","last_active":"2024-09-13T16:14:07.049354+0000","last_peered":"2024-09-13T16:14:07.049354+0000","last_clean":"2024-09-13T16:14:07.049354+0000","last_became_active":"2024-09-13T16:14:06.119138+0000","last_became_peered":"2024-09-13T16:14:06.119138+0000","last_unstale":"2024-09-13T16:14:07.049354+0000","last_undegraded":"2024-09-13T16:14:07.049354+0000","last_fullsized":"2024-09-13T16:14:07.049354+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:50:48.018271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.4","version":"0'0","reported_seq":11,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:07.049319+0000","last_change":"2024-09-13T16:14:05.762805+0000","last_active":"2024-09-13T16:14:07.049319+0000","last_peered":"2024-09-13T16:14:07.049319+0000","last_clean":"2024-09-13T16:14:07.049319+0000","last_became_active":"2024-09-13T16:14:05.762493+0000","last_became_peered":"2024-09-13T16:14:05.762493+0000","last_unstale":"2024-09-13T16:14:07.049319+0000","last_undegraded":"2024-09-13T16:14:07.049319+0000","last_fullsized":"2024-09-13T16:14:07.049319+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:14:36.553951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.0","version":"0'0","reported_seq":10,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.111580+0000","last_change":"2024-09-13T16:14:06.106727+0000","last_active":"2024-09-13T16:14:06.111580+0000","last_peered":"2024-09-13T16:14:06.111580+0000","last_clean":"2024-09-13T16:14:06.111580+0000","last_became_active":"2024-09-13T16:14:06.104310+0000","last_became_peered":"2024-09-13T16:14:06.104310+0000","last_unstale":"2024-09-13T16:14:06.111580+0000","last_undegraded":"2024-09-13T16:14:06.111580+0000","last_fullsized":"2024-09-13T16:14:06.111580+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:04:48.421565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.3","version":"0'0","reported_seq":11,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.101465+0000","last_change":"2024-09-13T16:14:05.764920+0000","last_active":"2024-09-13T16:14:06.101465+0000","last_peered":"2024-09-13T16:14:06.101465+0000","last_clean":"2024-09-13T16:14:06.101465+0000","last_became_active":"2024-09-13T16:14:05.764666+0000","last_became_peered":"2024-09-13T16:14:05.764666+0000","last_unstale":"2024-09-13T16:14:06.101465+0000","last_undegraded":"2024-09-13T16:14:06.101465+0000","last_fullsized":"2024-09-13T16:14:06.101465+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:41:47.628802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.1","version":"0'0","reported_seq":10,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.120881+0000","last_change":"2024-09-13T16:14:06.118694+0000","last_active":"2024-09-13T16:14:06.120881+0000","last_peered":"2024-09-13T16:14:06.120881+0000","last_clean":"2024-09-13T16:14:06.120881+0000","last_became_active":"2024-09-13T16:14:06.118428+0000","last_became_peered":"2024-09-13T16:14:06.118428+0000","last_unstale":"2024-09-13T16:14:06.120881+0000","last_undegraded":"2024-09-13T16:14:06.120881+0000","last_fullsized":"2024-09-13T16:14:06.120881+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:16:58.361018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.2","version":"0'0","reported_seq":11,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.095041+0000","last_change":"2024-09-13T16:14:05.758389+0000","last_active":"2024-09-13T16:14:06.095041+0000","last_peered":"2024-09-13T16:14:06.095041+0000","last_clean":"2024-09-13T16:14:06.095041+0000","last_became_active":"2024-09-13T16:14:05.758172+0000","last_became_peered":"2024-09-13T16:14:05.758172+0000","last_unstale":"2024-09-13T16:14:06.095041+0000","last_undegraded":"2024-09-13T16:14:06.095041+0000","last_fullsized":"2024-09-13T16:14:06.095041+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:36:20.637023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.2","version":"0'0","reported_seq":10,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.113598+0000","last_change":"2024-09-13T16:14:06.109024+0000","last_active":"2024-09-13T16:14:06.113598+0000","last_peered":"2024-09-13T16:14:06.113598+0000","last_clean":"2024-09-13T16:14:06.113598+0000","last_became_active":"2024-09-13T16:14:06.108775+0000","last_became_peered":"2024-09-13T16:14:06.108775+0000","last_unstale":"2024-09-13T16:14:06.113598+0000","last_undegraded":"2024-09-13T16:14:06.113598+0000","last_fullsized":"2024-09-13T16:14:06.113598+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:04:48.421565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.1","version":"0'0","reported_seq":11,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.102377+0000","last_change":"2024-09-13T16:14:05.760880+0000","last_active":"2024-09-13T16:14:06.102377+0000","last_peered":"2024-09-13T16:14:06.102377+0000","last_clean":"2024-09-13T16:14:06.102377+0000","last_became_active":"2024-09-13T16:14:05.760644+0000","last_became_peered":"2024-09-13T16:14:05.760644+0000","last_unstale":"2024-09-13T16:14:06.102377+0000","last_undegraded":"2024-09-13T16:14:06.102377+0000","last_fullsized":"2024-09-13T16:14:06.102377+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:54:37.869594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.3","version":"0'0","reported_seq":10,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.121424+0000","last_change":"2024-09-13T16:14:06.115601+0000","last_active":"2024-09-13T16:14:06.121424+0000","last_peered":"2024-09-13T16:14:06.121424+0000","last_clean":"2024-09-13T16:14:06.121424+0000","last_became_active":"2024-09-13T16:14:06.115337+0000","last_became_peered":"2024-09-13T16:14:06.115337+0000","last_unstale":"2024-09-13T16:14:06.121424+0000","last_undegraded":"2024-09-13T16:14:06.121424+0000","last_fullsized":"2024-09-13T16:14:06.121424+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:26:31.947544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.0","version":"0'0","reported_seq":11,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.104940+0000","last_change":"2024-09-13T16:14:05.760401+0000","last_active":"2024-09-13T16:14:06.104940+0000","last_peered":"2024-09-13T16:14:06.104940+0000","last_clean":"2024-09-13T16:14:06.104940+0000","last_became_active":"2024-09-13T16:14:05.760158+0000","last_became_peered":"2024-09-13T16:14:05.760158+0000","last_unstale":"2024-09-13T16:14:06.104940+0000","last_undegraded":"2024-09-13T16:14:06.104940+0000","last_fullsized":"2024-09-13T16:14:06.104940+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:54:37.869594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.17","version":"0'0","reported_seq":10,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.110248+0000","last_change":"2024-09-13T16:14:06.108585+0000","last_active":"2024-09-13T16:14:06.110248+0000","last_peered":"2024-09-13T16:14:06.110248+0000","last_clean":"2024-09-13T16:14:06.110248+0000","last_became_active":"2024-09-13T16:14:06.108252+0000","last_became_peered":"2024-09-13T16:14:06.108252+0000","last_unstale":"2024-09-13T16:14:06.110248+0000","last_undegraded":"2024-09-13T16:14:06.110248+0000","last_fullsized":"2024-09-13T16:14:06.110248+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:05.739838+0000","last_clean_scrub_stamp":"2024-09-13T16:14:05.739838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:51:40.467520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.14","version":"147'6","reported_seq":17,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.123649+0000","last_change":"2024-09-13T16:14:05.757574+0000","last_active":"2024-09-13T16:14:06.123649+0000","last_peered":"2024-09-13T16:14:06.123649+0000","last_clean":"2024-09-13T16:14:06.123649+0000","last_became_active":"2024-09-13T16:14:05.757329+0000","last_became_peered":"2024-09-13T16:14:05.757329+0000","last_unstale":"2024-09-13T16:14:06.123649+0000","last_undegraded":"2024-09-13T16:14:06.123649+0000","last_fullsized":"2024-09-13T16:14:06.123649+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:04.738226+0000","last_clean_scrub_stamp":"2024-09-13T16:14:04.738226+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:14:36.553951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":275,"reported_epoch":147,"state":"active+clean","last_fresh":"2024-09-13T16:14:06.105051+0000","last_change":"2024-09-13T16:01:29.143297+0000","last_active":"2024-09-13T16:14:06.105051+0000","last_peered":"2024-09-13T16:14:06.105051+0000","last_clean":"2024-09-13T16:14:06.105051+0000","last_became_active":"2024-09-13T16:01:29.142269+0000","last_became_peered":"2024-09-13T16:01:29.142269+0000","last_unstale":"2024-09-13T16:14:06.105051+0000","last_undegraded":"2024-09-13T16:14:06.105051+0000","last_fullsized":"2024-09-13T16:14:06.105051+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:27.864638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:27.864638+0000","last_clean_scrub_stamp":"2024-09-13T16:01:27.864638+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:25:24.741463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":22,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":21,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":14,"seq":60129542302,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":119024,"kb_used_data":1820,"kb_used_omap":1,"kb_used_meta":117182,"kb_avail":94252816,"statfs":{"total":96636764160,"available":96514883584,"internally_reserved":0,"allocated":1863680,"data_stored":856029,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":119994824},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:54 2024","interfaces":[{"interface":"back","average":{"1min":0.29999999999999999,"5min":0.39700000000000002,"15min":0.35499999999999998},"min":{"1min":0.20599999999999999,"5min":0.20599999999999999,"15min":0.183},"max":{"1min":0.44800000000000001,"5min":4.4610000000000003,"15min":4.4610000000000003},"last":0.255},{"interface":"front","average":{"1min":0.35099999999999998,"5min":0.378,"15min":0.33400000000000002},"min":{"1min":0.28799999999999998,"5min":0.23999999999999999,"15min":0.17899999999999999},"max":{"1min":0.498,"5min":1.2410000000000001,"15min":1.2410000000000001},"last":0.35099999999999998}]},{"osd":1,"last update":"Fri Sep 13 16:13:54 2024","interfaces":[{"interface":"back","average":{"1min":0.318,"5min":0.501,"15min":0.378},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.182},"max":{"1min":0.439,"5min":7.7729999999999997,"15min":7.7729999999999997},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.38600000000000001,"5min":0.495,"15min":0.40000000000000002},"min":{"1min":0.27500000000000002,"5min":0.25700000000000001,"15min":0.19400000000000001},"max":{"1min":0.57799999999999996,"5min":6.4429999999999996,"15min":6.4429999999999996},"last":0.36599999999999999}]},{"osd":2,"last update":"Fri Sep 13 16:13:54 2024","interfaces":[{"interface":"back","average":{"1min":0.374,"5min":0.42499999999999999,"15min":0.38400000000000001},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.22800000000000001},"max":{"1min":0.51400000000000001,"5min":2.6339999999999999,"15min":2.6339999999999999},"last":0.379},{"interface":"front","average":{"1min":0.40400000000000003,"5min":0.45800000000000002,"15min":0.40500000000000003},"min":{"1min":0.29999999999999999,"5min":0.22,"15min":0.21199999999999999},"max":{"1min":0.60099999999999998,"5min":3.585,"15min":3.585},"last":0.40600000000000003}]},{"osd":4,"last update":"Fri Sep 13 16:13:54 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.61499999999999999,"15min":0.54600000000000004},"min":{"1min":0.40400000000000003,"5min":0.36799999999999999,"15min":0.28399999999999997},"max":{"1min":0.83499999999999996,"5min":1.216,"15min":1.216},"last":0.626},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.63800000000000001,"15min":0.57299999999999995},"min":{"1min":0.39700000000000002,"5min":0.34599999999999997,"15min":0.27600000000000002},"max":{"1min":0.91900000000000004,"5min":2.6070000000000002,"15min":2.6070000000000002},"last":0.55100000000000005}]},{"osd":5,"last update":"Fri Sep 13 16:13:54 2024","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.64400000000000002,"15min":0.56699999999999995},"min":{"1min":0.44,"5min":0.38300000000000001,"15min":0.28100000000000003},"max":{"1min":0.95199999999999996,"5min":2.5449999999999999,"15min":2.5449999999999999},"last":0.48399999999999999},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.67300000000000004,"15min":0.59399999999999997},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.311},"max":{"1min":0.84399999999999997,"5min":3.5449999999999999,"15min":3.5449999999999999},"last":0.67000000000000004}]},{"osd":6,"last update":"Fri Sep 13 16:13:54 2024","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.69599999999999995,"15min":0.60899999999999999},"min":{"1min":0.435,"5min":0.42699999999999999,"15min":0.31900000000000001},"max":{"1min":0.90300000000000002,"5min":6.4189999999999996,"15min":6.4189999999999996},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.72299999999999998,"15min":0.60899999999999999},"min":{"1min":0.46500000000000002,"5min":0.40799999999999997,"15min":0.32200000000000001},"max":{"1min":0.82599999999999996,"5min":8.9559999999999995,"15min":8.9559999999999995},"last":0.51500000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:13:54 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.64700000000000002,"15min":0.59499999999999997},"min":{"1min":0.443,"5min":0.42999999999999999,"15min":0.35499999999999998},"max":{"1min":0.93400000000000005,"5min":1.649,"15min":1.649},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.66200000000000003,"15min":0.59599999999999997},"min":{"1min":0.48899999999999999,"5min":0.45700000000000002,"15min":0.36299999999999999},"max":{"1min":0.81000000000000005,"5min":2.581,"15min":2.581},"last":0.60499999999999998}]}]},{"osd":7,"up_from":13,"seq":55834575004,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":83496,"kb_used_data":2396,"kb_used_omap":1,"kb_used_meta":81086,"kb_avail":94288344,"statfs":{"total":96636764160,"available":96551264256,"internally_reserved":0,"allocated":2453504,"data_stored":1445803,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":83032523},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:44 2024","interfaces":[{"interface":"back","average":{"1min":0.92300000000000004,"5min":0.60199999999999998,"15min":0.505},"min":{"1min":0.35699999999999998,"5min":0.27600000000000002,"15min":0.193},"max":{"1min":7.6550000000000002,"5min":7.6550000000000002,"15min":7.6550000000000002},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.55900000000000005,"15min":0.50600000000000001},"min":{"1min":0.316,"5min":0.28799999999999998,"15min":0.20000000000000001},"max":{"1min":1.577,"5min":1.577,"15min":1.577},"last":0.44500000000000001}]},{"osd":1,"last update":"Fri Sep 13 16:13:44 2024","interfaces":[{"interface":"back","average":{"1min":0.95099999999999996,"5min":0.61199999999999999,"15min":0.52200000000000002},"min":{"1min":0.374,"5min":0.33200000000000002,"15min":0.22},"max":{"1min":8.3499999999999996,"5min":8.3499999999999996,"15min":8.3499999999999996},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.57399999999999995,"15min":0.51900000000000002},"min":{"1min":0.36199999999999999,"5min":0.34599999999999997,"15min":0.23400000000000001},"max":{"1min":2.3799999999999999,"5min":2.3799999999999999,"15min":2.3799999999999999},"last":0.68100000000000005}]},{"osd":2,"last update":"Fri Sep 13 16:13:44 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.57199999999999995,"15min":0.56100000000000005},"min":{"1min":0.32800000000000001,"5min":0.29299999999999998,"15min":0.23999999999999999},"max":{"1min":0.71699999999999997,"5min":0.79900000000000004,"15min":2.2919999999999998},"last":0.79100000000000004},{"interface":"front","average":{"1min":0.97399999999999998,"5min":0.64700000000000002,"15min":0.55700000000000005},"min":{"1min":0.44600000000000001,"5min":0.33700000000000002,"15min":0.255},"max":{"1min":7.6210000000000004,"5min":7.6210000000000004,"15min":7.6210000000000004},"last":0.67200000000000004}]},{"osd":3,"last update":"Fri Sep 13 16:13:44 2024","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.57499999999999996,"15min":0.52600000000000002},"min":{"1min":0.36899999999999999,"5min":0.314,"15min":0.255},"max":{"1min":1.6339999999999999,"5min":1.6339999999999999,"15min":1.6339999999999999},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.55200000000000005,"15min":0.51500000000000001},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.26700000000000002},"max":{"1min":0.77000000000000002,"5min":0.81000000000000005,"15min":0.88100000000000001},"last":0.746}]},{"osd":4,"last update":"Fri Sep 13 16:13:44 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.496,"15min":0.45100000000000001},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.23400000000000001},"max":{"1min":1.208,"5min":1.208,"15min":1.208},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.877,"5min":0.57799999999999996,"15min":0.48899999999999999},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.249},"max":{"1min":7.5720000000000001,"5min":7.5720000000000001,"15min":7.5720000000000001},"last":0.69799999999999995}]},{"osd":5,"last update":"Fri Sep 13 16:13:44 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.53200000000000003,"15min":0.497},"min":{"1min":0.32300000000000001,"5min":0.308,"15min":0.25600000000000001},"max":{"1min":1.508,"5min":1.508,"15min":1.508},"last":0.73199999999999998},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.59399999999999997,"15min":0.55500000000000005},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.33700000000000002},"max":{"1min":0.80200000000000005,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.81799999999999995}]},{"osd":6,"last update":"Fri Sep 13 16:13:44 2024","interfaces":[{"interface":"back","average":{"1min":0.79000000000000004,"5min":0.60999999999999999,"15min":0.53900000000000003},"min":{"1min":0.36599999999999999,"5min":0.35399999999999998,"15min":0.32300000000000001},"max":{"1min":5.1699999999999999,"5min":5.1699999999999999,"15min":5.1699999999999999},"last":0.77200000000000002},{"interface":"front","average":{"1min":0.93899999999999995,"5min":0.64400000000000002,"15min":0.56100000000000005},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.315},"max":{"1min":7.9699999999999998,"5min":7.9699999999999998,"15min":7.9699999999999998},"last":0.83999999999999997}]}]},{"osd":6,"up_from":13,"seq":55834575004,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":105124,"kb_used_data":1816,"kb_used_omap":1,"kb_used_meta":103294,"kb_avail":94266716,"statfs":{"total":96636764160,"available":96529117184,"internally_reserved":0,"allocated":1859584,"data_stored":855483,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":105773511},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:58 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.57199999999999995,"15min":0.52100000000000002},"min":{"1min":0.29999999999999999,"5min":0.24299999999999999,"15min":0.20000000000000001},"max":{"1min":0.73499999999999999,"5min":0.80700000000000005,"15min":0.97099999999999997},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.56799999999999995,"15min":0.52500000000000002},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.22500000000000001},"max":{"1min":0.71899999999999997,"5min":0.747,"15min":1.224},"last":0.48899999999999999}]},{"osd":1,"last update":"Fri Sep 13 16:13:58 2024","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.54600000000000004,"15min":0.50800000000000001},"min":{"1min":0.36399999999999999,"5min":0.30599999999999999,"15min":0.21099999999999999},"max":{"1min":0.70899999999999996,"5min":0.80100000000000005,"15min":1.0940000000000001},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.53300000000000003,"15min":0.496},"min":{"1min":0.38400000000000001,"5min":0.36499999999999999,"15min":0.247},"max":{"1min":0.65300000000000002,"5min":0.75600000000000001,"15min":1.1879999999999999},"last":0.46200000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:13:58 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.54600000000000004,"15min":0.50700000000000001},"min":{"1min":0.36899999999999999,"5min":0.35199999999999998,"15min":0.247},"max":{"1min":0.69099999999999995,"5min":0.79000000000000004,"15min":0.94799999999999995},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.54300000000000004,"15min":0.53200000000000003},"min":{"1min":0.34699999999999998,"5min":0.34499999999999997,"15min":0.27000000000000002},"max":{"1min":0.69199999999999995,"5min":0.83799999999999997,"15min":0.91800000000000004},"last":0.57699999999999996}]},{"osd":3,"last update":"Fri Sep 13 16:13:58 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.56999999999999995,"15min":0.53700000000000003},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.252},"max":{"1min":0.72999999999999998,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.58399999999999996,"15min":0.55800000000000005},"min":{"1min":0.41499999999999998,"5min":0.38200000000000001,"15min":0.25900000000000001},"max":{"1min":0.67100000000000004,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.5}]},{"osd":4,"last update":"Fri Sep 13 16:13:58 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.47399999999999998,"15min":0.46300000000000002},"min":{"1min":0.34300000000000003,"5min":0.27100000000000002,"15min":0.22600000000000001},"max":{"1min":0.65100000000000002,"5min":0.81200000000000006,"15min":1.1559999999999999},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.51200000000000001,"15min":0.496},"min":{"1min":0.37,"5min":0.317,"15min":0.23899999999999999},"max":{"1min":0.78500000000000003,"5min":0.83599999999999997,"15min":0.88900000000000001},"last":0.40400000000000003}]},{"osd":5,"last update":"Fri Sep 13 16:13:58 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.53500000000000003,"15min":0.52500000000000002},"min":{"1min":0.376,"5min":0.309,"15min":0.29399999999999998},"max":{"1min":0.73099999999999998,"5min":0.79500000000000004,"15min":0.82099999999999995},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.53000000000000003,"15min":0.53400000000000003},"min":{"1min":0.377,"5min":0.30399999999999999,"15min":0.26400000000000001},"max":{"1min":0.745,"5min":0.878,"15min":0.93999999999999995},"last":0.442}]},{"osd":7,"last update":"Fri Sep 13 16:13:58 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.54600000000000004,"15min":0.53100000000000003},"min":{"1min":0.39400000000000002,"5min":0.32600000000000001,"15min":0.254},"max":{"1min":0.755,"5min":0.86499999999999999,"15min":1.1080000000000001},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.61899999999999999,"15min":0.59399999999999997},"min":{"1min":0.48199999999999998,"5min":0.35899999999999999,"15min":0.33800000000000002},"max":{"1min":0.77000000000000002,"5min":0.90500000000000003,"15min":0.92600000000000005},"last":0.60199999999999998}]}]},{"osd":5,"up_from":13,"seq":55834575003,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":77224,"kb_used_data":1812,"kb_used_omap":1,"kb_used_meta":75390,"kb_avail":94294616,"statfs":{"total":96636764160,"available":96557686784,"internally_reserved":0,"allocated":1855488,"data_stored":855413,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":77199814},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:45 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.56699999999999995,"15min":0.49299999999999999},"min":{"1min":0.38,"5min":0.33700000000000002,"15min":0.215},"max":{"1min":1.03,"5min":1.03,"15min":1.03},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.56000000000000005,"15min":0.499},"min":{"1min":0.40600000000000003,"5min":0.29099999999999998,"15min":0.219},"max":{"1min":1.0089999999999999,"5min":1.0089999999999999,"15min":1.0089999999999999},"last":0.52800000000000002}]},{"osd":1,"last update":"Fri Sep 13 16:13:45 2024","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.56399999999999995,"15min":0.50900000000000001},"min":{"1min":0.38300000000000001,"5min":0.32700000000000001,"15min":0.24299999999999999},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.55500000000000005,"15min":0.51100000000000001},"min":{"1min":0.42699999999999999,"5min":0.26300000000000001,"15min":0.24299999999999999},"max":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.49199999999999999}]},{"osd":2,"last update":"Fri Sep 13 16:13:45 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.56899999999999995,"15min":0.51100000000000001},"min":{"1min":0.35799999999999998,"5min":0.28199999999999997,"15min":0.249},"max":{"1min":0.95499999999999996,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.56100000000000005,"15min":0.53800000000000003},"min":{"1min":0.41199999999999998,"5min":0.40799999999999997,"15min":0.26600000000000001},"max":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":1.6000000000000001},"last":0.503}]},{"osd":3,"last update":"Fri Sep 13 16:13:45 2024","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.59399999999999997,"15min":0.54200000000000004},"min":{"1min":0.47599999999999998,"5min":0.40000000000000002,"15min":0.252},"max":{"1min":0.99399999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.628,"15min":0.58299999999999996},"min":{"1min":0.45500000000000002,"5min":0.40100000000000002,"15min":0.314},"max":{"1min":0.98199999999999998,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.54800000000000004}]},{"osd":4,"last update":"Fri Sep 13 16:13:45 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.48199999999999998,"15min":0.49099999999999999},"min":{"1min":0.313,"5min":0.29799999999999999,"15min":0.254},"max":{"1min":0.749,"5min":0.95999999999999996,"15min":1.377},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.48399999999999999,"15min":0.48999999999999999},"min":{"1min":0.316,"5min":0.28100000000000003,"15min":0.23799999999999999},"max":{"1min":0.72999999999999998,"5min":0.88500000000000001,"15min":0.93799999999999994},"last":0.371}]},{"osd":6,"last update":"Fri Sep 13 16:13:45 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.499,"15min":0.49199999999999999},"min":{"1min":0.33700000000000002,"5min":0.30099999999999999,"15min":0.251},"max":{"1min":0.76500000000000001,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54300000000000004,"15min":0.53600000000000003},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.22900000000000001},"max":{"1min":0.76100000000000001,"5min":0.81699999999999995,"15min":1.036},"last":0.38400000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:13:45 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.52600000000000002,"15min":0.51800000000000002},"min":{"1min":0.37,"5min":0.31900000000000001,"15min":0.27600000000000002},"max":{"1min":0.753,"5min":0.86299999999999999,"15min":0.90100000000000002},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.56100000000000005,"15min":0.54800000000000004},"min":{"1min":0.378,"5min":0.32800000000000001,"15min":0.29599999999999999},"max":{"1min":0.78100000000000003,"5min":0.877,"15min":0.90900000000000003},"last":0.35199999999999998}]}]},{"osd":4,"up_from":13,"seq":55834575004,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":91116,"kb_used_data":1824,"kb_used_omap":1,"kb_used_meta":89278,"kb_avail":94280724,"statfs":{"total":96636764160,"available":96543461376,"internally_reserved":0,"allocated":1867776,"data_stored":856977,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":91421126},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:48 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.52500000000000002,"15min":0.49299999999999999},"min":{"1min":0.39000000000000001,"5min":0.29799999999999999,"15min":0.19400000000000001},"max":{"1min":0.60799999999999998,"5min":0.83299999999999996,"15min":5.7510000000000003},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.55100000000000005,"15min":0.55400000000000005},"min":{"1min":0.38500000000000001,"5min":0.34499999999999997,"15min":0.20699999999999999},"max":{"1min":0.78300000000000003,"5min":1.0940000000000001,"15min":18.648},"last":0.60099999999999998}]},{"osd":1,"last update":"Fri Sep 13 16:13:48 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.55300000000000005,"15min":0.56299999999999994},"min":{"1min":0.39900000000000002,"5min":0.38100000000000001,"15min":0.221},"max":{"1min":0.71499999999999997,"5min":0.997,"15min":20.414000000000001},"last":0.58199999999999996},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.57999999999999996,"15min":0.59499999999999997},"min":{"1min":0.372,"5min":0.372,"15min":0.23899999999999999},"max":{"1min":0.64900000000000002,"5min":0.85299999999999998,"15min":20.018000000000001},"last":0.68100000000000005}]},{"osd":2,"last update":"Fri Sep 13 16:13:48 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.57699999999999996,"15min":0.52000000000000002},"min":{"1min":0.42599999999999999,"5min":0.376,"15min":0.26400000000000001},"max":{"1min":0.67800000000000005,"5min":0.872,"15min":1.5529999999999999},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.624,"15min":0.625},"min":{"1min":0.48199999999999998,"5min":0.38700000000000001,"15min":0.27700000000000002},"max":{"1min":0.749,"5min":0.91700000000000004,"15min":12.138},"last":0.746}]},{"osd":3,"last update":"Fri Sep 13 16:13:48 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.58799999999999997,"15min":0.59699999999999998},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.28399999999999997},"max":{"1min":0.75700000000000001,"5min":0.81699999999999995,"15min":13.097},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.55800000000000005,"15min":0.55100000000000005},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.27000000000000002},"max":{"1min":0.73599999999999999,"5min":0.79200000000000004,"15min":11.009},"last":0.55600000000000005}]},{"osd":5,"last update":"Fri Sep 13 16:13:48 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.49399999999999999,"15min":0.56699999999999995},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.67700000000000005,"5min":0.88800000000000001,"15min":24.812999999999999},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.55600000000000005,"15min":0.53200000000000003},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.27000000000000002},"max":{"1min":0.65500000000000003,"5min":0.96599999999999997,"15min":1.5860000000000001},"last":0.72599999999999998}]},{"osd":6,"last update":"Fri Sep 13 16:13:48 2024","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.51000000000000001,"15min":0.54200000000000004},"min":{"1min":0.34300000000000003,"5min":0.316,"15min":0.25800000000000001},"max":{"1min":0.73399999999999999,"5min":0.84099999999999997,"15min":13.071999999999999},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.50700000000000001,"15min":0.58499999999999996},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.24399999999999999},"max":{"1min":0.71299999999999997,"5min":0.84599999999999997,"15min":24.873999999999999},"last":0.46899999999999997}]},{"osd":7,"last update":"Fri Sep 13 16:13:48 2024","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.51300000000000001,"15min":0.749},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.25800000000000001},"max":{"1min":0.61199999999999999,"5min":0.90400000000000003,"15min":64.593999999999994},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.57499999999999996,"15min":0.60899999999999999},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.76400000000000001,"5min":0.86299999999999999,"15min":13.125},"last":0.79200000000000004}]}]},{"osd":2,"up_from":13,"seq":55834575003,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":105068,"kb_used_data":1820,"kb_used_omap":1,"kb_used_meta":103230,"kb_avail":94266772,"statfs":{"total":96636764160,"available":96529174528,"internally_reserved":0,"allocated":1863680,"data_stored":855525,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":105707974},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:49 2024","interfaces":[{"interface":"back","average":{"1min":0.308,"5min":0.34899999999999998,"15min":0.32300000000000001},"min":{"1min":0.24299999999999999,"5min":0.222,"15min":0.17100000000000001},"max":{"1min":0.44400000000000001,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.34399999999999997},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.36599999999999999,"15min":0.33800000000000002},"min":{"1min":0.27400000000000002,"5min":0.23100000000000001,"15min":0.185},"max":{"1min":0.53900000000000003,"5min":0.61299999999999999,"15min":0.63200000000000001},"last":0.29999999999999999}]},{"osd":1,"last update":"Fri Sep 13 16:13:49 2024","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.36199999999999999,"15min":0.33800000000000002},"min":{"1min":0.25800000000000001,"5min":0.22900000000000001,"15min":0.189},"max":{"1min":0.47899999999999998,"5min":0.59999999999999998,"15min":0.61799999999999999},"last":0.28100000000000003},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.42399999999999999,"15min":0.39600000000000002},"min":{"1min":0.318,"5min":0.214,"15min":0.20100000000000001},"max":{"1min":0.54300000000000004,"5min":0.753,"15min":0.753},"last":0.378}]},{"osd":3,"last update":"Fri Sep 13 16:13:55 2024","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.40200000000000002,"15min":0.36899999999999999},"min":{"1min":0.28699999999999998,"5min":0.26900000000000002,"15min":0.20899999999999999},"max":{"1min":0.58999999999999997,"5min":0.70599999999999996,"15min":0.72299999999999998},"last":0.314},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.39100000000000001,"15min":0.36599999999999999},"min":{"1min":0.28699999999999998,"5min":0.28199999999999997,"15min":0.23200000000000001},"max":{"1min":0.64200000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.35799999999999998}]},{"osd":4,"last update":"Fri Sep 13 16:13:49 2024","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.60099999999999998,"15min":0.55200000000000005},"min":{"1min":0.443,"5min":0.32200000000000001,"15min":0.25800000000000001},"max":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.85199999999999998},"last":0.89500000000000002},{"interface":"front","average":{"1min":0.624,"5min":0.60499999999999998,"15min":0.55600000000000005},"min":{"1min":0.45600000000000002,"5min":0.32900000000000001,"15min":0.26200000000000001},"max":{"1min":1.3200000000000001,"5min":1.3200000000000001,"15min":1.3200000000000001},"last":0.873}]},{"osd":5,"last update":"Fri Sep 13 16:13:49 2024","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.60099999999999998,"15min":0.55600000000000005},"min":{"1min":0.38700000000000001,"5min":0.36699999999999999,"15min":0.25},"max":{"1min":0.83899999999999997,"5min":0.94099999999999995,"15min":1.0169999999999999},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.62,"15min":0.56200000000000006},"min":{"1min":0.378,"5min":0.378,"15min":0.29199999999999998},"max":{"1min":0.93300000000000005,"5min":1.4139999999999999,"15min":1.4139999999999999},"last":0.72799999999999998}]},{"osd":6,"last update":"Fri Sep 13 16:13:49 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.61899999999999999,"15min":0.56399999999999995},"min":{"1min":0.442,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.79500000000000004,"5min":1.431,"15min":1.431},"last":0.81999999999999995},{"interface":"front","average":{"1min":0.62,"5min":0.63900000000000001,"15min":0.58699999999999997},"min":{"1min":0.41299999999999998,"5min":0.38600000000000001,"15min":0.33600000000000002},"max":{"1min":1.1279999999999999,"5min":1.4830000000000001,"15min":1.4830000000000001},"last":0.78700000000000003}]},{"osd":7,"last update":"Fri Sep 13 16:13:49 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.61399999999999999,"15min":0.57899999999999996},"min":{"1min":0.435,"5min":0.375,"15min":0.33700000000000002},"max":{"1min":0.89300000000000002,"5min":0.97899999999999998,"15min":1.03},"last":0.84199999999999997},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.626,"15min":0.58799999999999997},"min":{"1min":0.40500000000000003,"5min":0.40300000000000002,"15min":0.32400000000000001},"max":{"1min":0.76700000000000002,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.75800000000000001}]}]},{"osd":1,"up_from":13,"seq":55834575003,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":82988,"kb_used_data":1816,"kb_used_omap":1,"kb_used_meta":81150,"kb_avail":94288852,"statfs":{"total":96636764160,"available":96551784448,"internally_reserved":0,"allocated":1859584,"data_stored":855483,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":83098054},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:53 2024","interfaces":[{"interface":"back","average":{"1min":1.113,"5min":0.503,"15min":0.379},"min":{"1min":0.23799999999999999,"5min":0.19500000000000001,"15min":0.14799999999999999},"max":{"1min":10.233000000000001,"5min":10.233000000000001,"15min":10.233000000000001},"last":0.36899999999999999},{"interface":"front","average":{"1min":1.044,"5min":0.503,"15min":0.39400000000000002},"min":{"1min":0.215,"5min":0.182,"15min":0.182},"max":{"1min":9.8879999999999999,"5min":9.8879999999999999,"15min":9.8879999999999999},"last":0.28899999999999998}]},{"osd":2,"last update":"Fri Sep 13 16:13:53 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.40600000000000003,"15min":0.34899999999999998},"min":{"1min":0.26200000000000001,"5min":0.22,"15min":0.186},"max":{"1min":3.609,"5min":3.609,"15min":3.609},"last":0.29899999999999999},{"interface":"front","average":{"1min":1.079,"5min":0.53100000000000003,"15min":0.42399999999999999},"min":{"1min":0.216,"5min":0.216,"15min":0.216},"max":{"1min":9.8550000000000004,"5min":9.8550000000000004,"15min":9.8550000000000004},"last":0.26900000000000002}]},{"osd":3,"last update":"Fri Sep 13 16:13:53 2024","interfaces":[{"interface":"back","average":{"1min":3.0419999999999998,"5min":0.92000000000000004,"15min":0.55100000000000005},"min":{"1min":0.27400000000000002,"5min":0.21299999999999999,"15min":0.20000000000000001},"max":{"1min":35.280000000000001,"5min":35.280000000000001,"15min":35.280000000000001},"last":0.33700000000000002},{"interface":"front","average":{"1min":1.7490000000000001,"5min":0.69099999999999995,"15min":0.497},"min":{"1min":0.248,"5min":0.248,"15min":0.223},"max":{"1min":17.962,"5min":17.962,"15min":17.962},"last":0.315}]},{"osd":4,"last update":"Fri Sep 13 16:13:53 2024","interfaces":[{"interface":"back","average":{"1min":1.2589999999999999,"5min":0.73999999999999999,"15min":0.59899999999999998},"min":{"1min":0.38100000000000001,"5min":0.316,"15min":0.28399999999999997},"max":{"1min":9.8190000000000008,"5min":9.8190000000000008,"15min":9.8190000000000008},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.751,"5min":0.64300000000000002,"15min":0.57299999999999995},"min":{"1min":0.45300000000000001,"5min":0.30599999999999999,"15min":0.30399999999999999},"max":{"1min":3.194,"5min":3.194,"15min":3.194},"last":0.36199999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:13:53 2024","interfaces":[{"interface":"back","average":{"1min":2.1200000000000001,"5min":0.91300000000000003,"15min":0.65300000000000002},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.28899999999999998},"max":{"1min":21.114000000000001,"5min":21.114000000000001,"15min":21.114000000000001},"last":0.45100000000000001},{"interface":"front","average":{"1min":1.3620000000000001,"5min":0.77000000000000002,"15min":0.622},"min":{"1min":0.42399999999999999,"5min":0.371,"15min":0.32400000000000001},"max":{"1min":9.7870000000000008,"5min":9.7870000000000008,"15min":9.7870000000000008},"last":0.53000000000000003}]},{"osd":6,"last update":"Fri Sep 13 16:13:53 2024","interfaces":[{"interface":"back","average":{"1min":0.746,"5min":0.64800000000000002,"15min":0.58299999999999996},"min":{"1min":0.45400000000000001,"5min":0.39800000000000002,"15min":0.313},"max":{"1min":1.6379999999999999,"5min":1.6379999999999999,"15min":1.6379999999999999},"last":0.46500000000000002},{"interface":"front","average":{"1min":1.6479999999999999,"5min":0.83499999999999996,"15min":0.64700000000000002},"min":{"1min":0.372,"5min":0.372,"15min":0.31900000000000001},"max":{"1min":13.529,"5min":13.529,"15min":13.529},"last":0.47899999999999998}]},{"osd":7,"last update":"Fri Sep 13 16:13:53 2024","interfaces":[{"interface":"back","average":{"1min":0.73599999999999999,"5min":0.65800000000000003,"15min":0.59499999999999997},"min":{"1min":0.47899999999999998,"5min":0.43099999999999999,"15min":0.315},"max":{"1min":1.6060000000000001,"5min":1.6060000000000001,"15min":1.6060000000000001},"last":0.48799999999999999},{"interface":"front","average":{"1min":2.181,"5min":0.94799999999999995,"15min":0.69099999999999995},"min":{"1min":0.39900000000000002,"5min":0.377,"15min":0.377},"max":{"1min":20.34,"5min":20.34,"15min":20.34},"last":0.51800000000000002}]}]},{"osd":0,"up_from":13,"seq":55834575005,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":101568,"kb_used_data":2412,"kb_used_omap":1,"kb_used_meta":99134,"kb_avail":94270272,"statfs":{"total":96636764160,"available":96532758528,"internally_reserved":0,"allocated":2469888,"data_stored":1447382,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":101513671},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 16:13:47 2024","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.34799999999999998,"15min":0.35799999999999998},"min":{"1min":0.23100000000000001,"5min":0.20899999999999999,"15min":0.151},"max":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":2.5960000000000001},"last":0.313},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.375,"15min":0.35099999999999998},"min":{"1min":0.26600000000000001,"5min":0.20300000000000001,"15min":0.17599999999999999},"max":{"1min":0.51300000000000001,"5min":0.61799999999999999,"15min":0.65900000000000003},"last":0.377}]},{"osd":2,"last update":"Fri Sep 13 16:13:47 2024","interfaces":[{"interface":"back","average":{"1min":0.373,"5min":0.373,"15min":0.35999999999999999},"min":{"1min":0.28599999999999998,"5min":0.20200000000000001,"15min":0.19800000000000001},"max":{"1min":0.55400000000000005,"5min":0.56799999999999995,"15min":1.373},"last":0.27000000000000002},{"interface":"front","average":{"1min":0.39300000000000002,"5min":0.39700000000000002,"15min":0.379},"min":{"1min":0.248,"5min":0.248,"15min":0.19400000000000001},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.77900000000000003},"last":0.28299999999999997}]},{"osd":3,"last update":"Fri Sep 13 16:14:00 2024","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.41199999999999998,"15min":0.39000000000000001},"min":{"1min":0.26500000000000001,"5min":0.249,"15min":0.218},"max":{"1min":0.54000000000000004,"5min":0.59699999999999998,"15min":0.75},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.374,"5min":0.378,"15min":0.35699999999999998},"min":{"1min":0.25,"5min":0.22,"15min":0.20100000000000001},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.33600000000000002}]},{"osd":4,"last update":"Fri Sep 13 16:13:47 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.58399999999999996,"15min":0.53300000000000003},"min":{"1min":0.42999999999999999,"5min":0.29599999999999999,"15min":0.28000000000000003},"max":{"1min":0.76000000000000001,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.64800000000000002},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.60499999999999998,"15min":0.55800000000000005},"min":{"1min":0.41399999999999998,"5min":0.34599999999999997,"15min":0.28199999999999997},"max":{"1min":0.76700000000000002,"5min":0.86299999999999999,"15min":1.321},"last":0.60499999999999998}]},{"osd":5,"last update":"Fri Sep 13 16:13:47 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.60099999999999998,"15min":0.71399999999999997},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.30199999999999999},"max":{"1min":0.73699999999999999,"5min":0.88600000000000001,"15min":41.240000000000002},"last":0.72699999999999998},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.61799999999999999,"15min":0.74199999999999999},"min":{"1min":0.44700000000000001,"5min":0.36299999999999999,"15min":0.29999999999999999},"max":{"1min":0.78700000000000003,"5min":0.91500000000000004,"15min":41.301000000000002},"last":0.58899999999999997}]},{"osd":6,"last update":"Fri Sep 13 16:13:47 2024","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.60899999999999999,"15min":0.55300000000000005},"min":{"1min":0.48099999999999998,"5min":0.34799999999999998,"15min":0.312},"max":{"1min":0.83899999999999997,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.69199999999999995},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.63400000000000001,"15min":0.58499999999999996},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.34300000000000003},"max":{"1min":0.78200000000000003,"5min":1.0109999999999999,"15min":1.286},"last":0.57099999999999995}]},{"osd":7,"last update":"Fri Sep 13 16:13:47 2024","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.64300000000000002,"15min":0.60099999999999998},"min":{"1min":0.46899999999999997,"5min":0.38900000000000001,"15min":0.34799999999999998},"max":{"1min":0.81599999999999995,"5min":0.92000000000000004,"15min":1.1639999999999999},"last":0.66300000000000003},{"interface":"front","average":{"1min":0.623,"5min":0.64400000000000002,"15min":0.58399999999999996},"min":{"1min":0.46000000000000002,"5min":0.38900000000000001,"15min":0.35099999999999998},"max":{"1min":0.80600000000000005,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.67500000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2270,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:14:13.653 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-09-13T16:14:13.653 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-13T16:14:13.795 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.794+0000 7f08cf59e640 1 Processor -- start 2024-09-13T16:14:13.795 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.794+0000 7f08cf59e640 1 -- start start 2024-09-13T16:14:13.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.795+0000 7f08cf59e640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f08d015fd70 0x7f08d01601b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:13.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.795+0000 7f08cf59e640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f08d01529c0 0x7f08d0152e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:13.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.795+0000 7f08cf59e640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f08d00b36e0 con 0x7f08d006eb50 2024-09-13T16:14:13.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.795+0000 7f08cf59e640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f08d01606f0 con 0x7f08d015fd70 2024-09-13T16:14:13.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.795+0000 7f08cf59e640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f08d006aee0 con 0x7f08d01529c0 2024-09-13T16:14:13.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.795+0000 7f08ce59c640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7f08d006eb50 0x7f08d00ac810 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:46028/0 (socket says 172.21.15.76:46028) 2024-09-13T16:14:13.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.795+0000 7f08ce59c640 1 -- 172.21.15.76:0/3410603078 learned_addr learned my addr 172.21.15.76:0/3410603078 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:14:13.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.795+0000 7f08cdd9b640 1 --2- 172.21.15.76:0/3410603078 >> v2:172.21.15.192:3300/0 conn(0x7f08d015fd70 0x7f08d01601b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:13.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.795+0000 7f08ced9d640 1 --2- 172.21.15.76:0/3410603078 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f08d01529c0 0x7f08d0152e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:13.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.796+0000 7f08cd59a640 1 -- 172.21.15.76:0/3410603078 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 761638004 0 0) 0x7f08d00b36e0 con 0x7f08d006eb50 2024-09-13T16:14:13.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.796+0000 7f08cd59a640 1 -- 172.21.15.76:0/3410603078 --> v1:172.21.15.192:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f08b8003520 con 0x7f08d006eb50 2024-09-13T16:14:13.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.796+0000 7f08cd59a640 1 -- 172.21.15.76:0/3410603078 <== mon.1 v1:172.21.15.192:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3906626167 0 0) 0x7f08b8003520 con 0x7f08d006eb50 2024-09-13T16:14:13.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.796+0000 7f08cd59a640 1 -- 172.21.15.76:0/3410603078 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f08d01529c0 msgr2=0x7f08d0152e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:13.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.796+0000 7f08cd59a640 1 --2- 172.21.15.76:0/3410603078 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f08d01529c0 0x7f08d0152e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:13.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.796+0000 7f08cd59a640 1 -- 172.21.15.76:0/3410603078 >> v2:172.21.15.192:3300/0 conn(0x7f08d015fd70 msgr2=0x7f08d01601b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:13.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.796+0000 7f08cd59a640 1 --2- 172.21.15.76:0/3410603078 >> v2:172.21.15.192:3300/0 conn(0x7f08d015fd70 0x7f08d01601b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:13.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.796+0000 7f08cd59a640 1 -- 172.21.15.76:0/3410603078 --> v1:172.21.15.192:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f08d00b2ad0 con 0x7f08d006eb50 2024-09-13T16:14:13.801 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.796+0000 7f08cd59a640 1 -- 172.21.15.76:0/3410603078 <== mon.1 v1:172.21.15.192:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f08c0001670 con 0x7f08d006eb50 2024-09-13T16:14:13.801 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.796+0000 7f08cd59a640 1 -- 172.21.15.76:0/3410603078 >> v1:172.21.15.192:6789/0 conn(0x7f08d006eb50 legacy=0x7f08d00ac810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:13.801 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.796+0000 7f08cd59a640 1 --2- 172.21.15.76:0/3410603078 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f08b8003970 0x7f08b8003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:13.801 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.796+0000 7f08cd59a640 1 --2- 172.21.15.76:0/3410603078 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f08b80047c0 0x7f08b8004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:13.801 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.796+0000 7f08cd59a640 1 --2- 172.21.15.76:0/3410603078 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f08d01529c0 0x7f08b8005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:13.801 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.796+0000 7f08cd59a640 1 -- 172.21.15.76:0/3410603078 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f08d01606f0 con 0x7f08b8003970 2024-09-13T16:14:13.801 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.796+0000 7f08cd59a640 1 -- 172.21.15.76:0/3410603078 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f08d006aee0 con 0x7f08b80047c0 2024-09-13T16:14:13.801 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.796+0000 7f08cd59a640 1 -- 172.21.15.76:0/3410603078 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f08b800b980 con 0x7f08d01529c0 2024-09-13T16:14:13.801 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.796+0000 7f08ce59c640 1 --2- 172.21.15.76:0/3410603078 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f08b8003970 0x7f08b8003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:13.801 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.796+0000 7f08cdd9b640 1 --2- 172.21.15.76:0/3410603078 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f08b80047c0 0x7f08b8004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:13.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.796+0000 7f08ced9d640 1 --2- 172.21.15.76:0/3410603078 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f08d01529c0 0x7f08b8005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:13.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.796+0000 7f08ce59c640 1 -- 172.21.15.76:0/3410603078 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f08d01529c0 msgr2=0x7f08b8005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:13.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.796+0000 7f08ce59c640 1 --2- 172.21.15.76:0/3410603078 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f08d01529c0 0x7f08b8005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:13.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.796+0000 7f08ce59c640 1 -- 172.21.15.76:0/3410603078 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f08b80047c0 msgr2=0x7f08b8004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:13.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.796+0000 7f08ce59c640 1 --2- 172.21.15.76:0/3410603078 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f08b80047c0 0x7f08b8004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:13.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.796+0000 7f08ce59c640 1 -- 172.21.15.76:0/3410603078 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f08b8003520 con 0x7f08b8003970 2024-09-13T16:14:13.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.797+0000 7f08ce59c640 1 --2- 172.21.15.76:0/3410603078 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f08b8003970 0x7f08b8003d90 secure :-1 s=READY pgs=2003 cs=0 l=1 rev1=1 crypto rx=0x7f08c000c240 tx=0x7f08b80057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=908341ed70aff6ee server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:13.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.797+0000 7f08cd59a640 1 -- 172.21.15.76:0/3410603078 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08c0005ad0 con 0x7f08b8003970 2024-09-13T16:14:13.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.797+0000 7f08cd59a640 1 -- 172.21.15.76:0/3410603078 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f08c0005c30 con 0x7f08b8003970 2024-09-13T16:14:13.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.797+0000 7f08cd59a640 1 -- 172.21.15.76:0/3410603078 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08c0007070 con 0x7f08b8003970 2024-09-13T16:14:13.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.798+0000 7f08cf59e640 1 -- 172.21.15.76:0/3410603078 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f08b8003970 msgr2=0x7f08b8003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:13.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.798+0000 7f08cf59e640 1 --2- 172.21.15.76:0/3410603078 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f08b8003970 0x7f08b8003d90 secure :-1 s=READY pgs=2003 cs=0 l=1 rev1=1 crypto rx=0x7f08c000c240 tx=0x7f08b80057f0 comp rx=0 tx=0).stop 2024-09-13T16:14:13.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.798+0000 7f08ced9d640 1 -- 172.21.15.76:0/3410603078 reap_dead start 2024-09-13T16:14:13.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.798+0000 7f08cf59e640 1 -- 172.21.15.76:0/3410603078 shutdown_connections 2024-09-13T16:14:13.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.798+0000 7f08cf59e640 1 -- 172.21.15.76:0/3410603078 >> 172.21.15.76:0/3410603078 conn(0x7f08d00ceb30 msgr2=0x7f08d00cef40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:13.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.798+0000 7f08cf59e640 1 -- 172.21.15.76:0/3410603078 shutdown_connections 2024-09-13T16:14:13.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.798+0000 7f08cf59e640 1 -- 172.21.15.76:0/3410603078 wait complete. 2024-09-13T16:14:13.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.799+0000 7f08cf59e640 1 Processor -- start 2024-09-13T16:14:13.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.799+0000 7f08cf59e640 1 -- start start 2024-09-13T16:14:13.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.800+0000 7f08cf59e640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f08b8003970 0x7f08d00cc590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:13.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.800+0000 7f08cf59e640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f08d0156e20 0x7f08d014b5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:13.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.800+0000 7f08cf59e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f08d006c970 0x7f08d006cdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:13.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.800+0000 7f08cf59e640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f08d0157e60 con 0x7f08d006c970 2024-09-13T16:14:13.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.800+0000 7f08cf59e640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f08d006d330 con 0x7f08b8003970 2024-09-13T16:14:13.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.800+0000 7f08cf59e640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f08d0158930 con 0x7f08d0156e20 2024-09-13T16:14:13.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.800+0000 7f08ced9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f08d006c970 0x7f08d006cdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:13.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.800+0000 7f08ced9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f08d006c970 0x7f08d006cdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:37554/0 (socket says 172.21.15.76:37554) 2024-09-13T16:14:13.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.800+0000 7f08ced9d640 1 -- 172.21.15.76:0/3455603465 learned_addr learned my addr 172.21.15.76:0/3455603465 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:13.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.800+0000 7f08ce59c640 1 --2- 172.21.15.76:0/3455603465 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f08b8003970 0x7f08d00cc590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:13.808 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.800+0000 7f08cdd9b640 1 --2- 172.21.15.76:0/3455603465 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f08d0156e20 0x7f08d014b5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:13.808 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.800+0000 7f08ced9d640 1 -- 172.21.15.76:0/3455603465 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f08d0156e20 msgr2=0x7f08d014b5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:13.808 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.800+0000 7f08ced9d640 1 --2- 172.21.15.76:0/3455603465 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f08d0156e20 0x7f08d014b5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:13.808 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.800+0000 7f08ced9d640 1 -- 172.21.15.76:0/3455603465 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f08b8003970 msgr2=0x7f08d00cc590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:13.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.800+0000 7f08ced9d640 1 --2- 172.21.15.76:0/3455603465 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f08b8003970 0x7f08d00cc590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:13.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.800+0000 7f08ced9d640 1 -- 172.21.15.76:0/3455603465 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f08d01575c0 con 0x7f08d006c970 2024-09-13T16:14:13.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.801+0000 7f08ced9d640 1 --2- 172.21.15.76:0/3455603465 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f08d006c970 0x7f08d006cdf0 secure :-1 s=READY pgs=2004 cs=0 l=1 rev1=1 crypto rx=0x7f08d0156df0 tx=0x7f08c800f1b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:13.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.801+0000 7f08beffd640 1 -- 172.21.15.76:0/3455603465 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08c800e040 con 0x7f08d006c970 2024-09-13T16:14:13.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.801+0000 7f08beffd640 1 -- 172.21.15.76:0/3455603465 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f08c800f040 con 0x7f08d006c970 2024-09-13T16:14:13.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.801+0000 7f08cf59e640 1 -- 172.21.15.76:0/3455603465 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f08d01578a0 con 0x7f08d006c970 2024-09-13T16:14:13.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.801+0000 7f08beffd640 1 -- 172.21.15.76:0/3455603465 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08c8015430 con 0x7f08d006c970 2024-09-13T16:14:13.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.801+0000 7f08cf59e640 1 -- 172.21.15.76:0/3455603465 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f08d01572a0 con 0x7f08d006c970 2024-09-13T16:14:13.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.802+0000 7f08cf59e640 1 -- 172.21.15.76:0/3455603465 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f08d0158700 con 0x7f08d006c970 2024-09-13T16:14:13.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.802+0000 7f08beffd640 1 -- 172.21.15.76:0/3455603465 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f08c8015590 con 0x7f08d006c970 2024-09-13T16:14:13.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.802+0000 7f08beffd640 1 --2- 172.21.15.76:0/3455603465 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f08b006ac30 0x7f08b006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:13.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.803+0000 7f08beffd640 1 -- 172.21.15.76:0/3455603465 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(148..148 src has 1..148) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f08c8089a00 con 0x7f08d006c970 2024-09-13T16:14:13.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.803+0000 7f08ce59c640 1 --2- 172.21.15.76:0/3455603465 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f08b006ac30 0x7f08b006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:13.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.803+0000 7f08ce59c640 1 --2- 172.21.15.76:0/3455603465 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f08b006ac30 0x7f08b006d0f0 secure :-1 s=READY pgs=854 cs=0 l=1 rev1=1 crypto rx=0x7f08c0033000 tx=0x7f08c0009030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:13.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:13.807+0000 7f08beffd640 1 -- 172.21.15.76:0/3455603465 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f08d0158700 con 0x7f08d006c970 2024-09-13T16:14:14.030 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.029+0000 7f08cf59e640 1 -- 172.21.15.76:0/3455603465 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) v1 -- 0x7f08d0158700 con 0x7f08d006c970 2024-09-13T16:14:14.034 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.033+0000 7f08beffd640 1 -- 172.21.15.76:0/3455603465 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v21) v1 ==== 190+0+0 (secure 0 0 0) 0x7f08d0158700 con 0x7f08d006c970 2024-09-13T16:14:14.034 INFO:teuthology.orchestra.run.smithi076.stderr:updated caps for client.0 2024-09-13T16:14:14.037 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.035+0000 7f08cf59e640 1 -- 172.21.15.76:0/3455603465 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f08b006ac30 msgr2=0x7f08b006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:14.037 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.035+0000 7f08cf59e640 1 --2- 172.21.15.76:0/3455603465 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f08b006ac30 0x7f08b006d0f0 secure :-1 s=READY pgs=854 cs=0 l=1 rev1=1 crypto rx=0x7f08c0033000 tx=0x7f08c0009030 comp rx=0 tx=0).stop 2024-09-13T16:14:14.037 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.035+0000 7f08cf59e640 1 -- 172.21.15.76:0/3455603465 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f08d006c970 msgr2=0x7f08d006cdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:14.037 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.035+0000 7f08cf59e640 1 --2- 172.21.15.76:0/3455603465 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f08d006c970 0x7f08d006cdf0 secure :-1 s=READY pgs=2004 cs=0 l=1 rev1=1 crypto rx=0x7f08d0156df0 tx=0x7f08c800f1b0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.037 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.035+0000 7f08cf59e640 1 -- 172.21.15.76:0/3455603465 shutdown_connections 2024-09-13T16:14:14.037 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.035+0000 7f08cf59e640 1 --2- 172.21.15.76:0/3455603465 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f08d006c970 0x7f08d006cdf0 unknown :-1 s=CLOSED pgs=2004 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.037 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.035+0000 7f08cf59e640 1 --2- 172.21.15.76:0/3455603465 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f08b006ac30 0x7f08b006d0f0 unknown :-1 s=CLOSED pgs=854 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.037 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.035+0000 7f08cf59e640 1 --2- 172.21.15.76:0/3455603465 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f08d0156e20 0x7f08d014b5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.037 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.035+0000 7f08cf59e640 1 --2- 172.21.15.76:0/3455603465 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f08b8003970 0x7f08d00cc590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.037 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.035+0000 7f08cf59e640 1 -- 172.21.15.76:0/3455603465 >> 172.21.15.76:0/3455603465 conn(0x7f08d00ceb30 msgr2=0x7f08d015eca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:14.037 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.035+0000 7f08cf59e640 1 -- 172.21.15.76:0/3455603465 shutdown_connections 2024-09-13T16:14:14.037 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.035+0000 7f08cf59e640 1 -- 172.21.15.76:0/3455603465 wait complete. 2024-09-13T16:14:14.047 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:14:14.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.146+0000 7f9311c20640 1 Processor -- start 2024-09-13T16:14:14.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.146+0000 7f9311c20640 1 -- start start 2024-09-13T16:14:14.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.146+0000 7f9311c20640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f930c06c4c0 0x7f930c06c8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:14.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.146+0000 7f9311c20640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f930c0cbea0 0x7f930c0cc330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:14.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.146+0000 7f9311c20640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f930c06dab0 con 0x7f930c0b2590 2024-09-13T16:14:14.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.146+0000 7f9311c20640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f930c06deb0 con 0x7f930c06c4c0 2024-09-13T16:14:14.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.146+0000 7f9311c20640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f930c0b2170 con 0x7f930c0cbea0 2024-09-13T16:14:14.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.147+0000 7f930bfff640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f930c0cbea0 0x7f930c0cc330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:14.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.147+0000 7f930b7fe640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f930c06c4c0 0x7f930c06c8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:14.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.147+0000 7f930bfff640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f930c0cbea0 0x7f930c0cc330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.76:36724/0 (socket says 172.21.15.76:36724) 2024-09-13T16:14:14.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.147+0000 7f930b7fe640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f930c06c4c0 0x7f930c06c8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.76:52484/0 (socket says 172.21.15.76:52484) 2024-09-13T16:14:14.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.147+0000 7f930bfff640 1 -- 172.21.15.76:0/766723895 learned_addr learned my addr 172.21.15.76:0/766723895 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:14.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.147+0000 7f9303fff640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7f930c0b2590 0x7f930c06d3a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:46044/0 (socket says 172.21.15.76:46044) 2024-09-13T16:14:14.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.147+0000 7f930bfff640 1 -- 172.21.15.76:0/766723895 >> v2:172.21.15.192:3300/0 conn(0x7f930c06c4c0 msgr2=0x7f930c06c8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:14.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.147+0000 7f930bfff640 1 --2- 172.21.15.76:0/766723895 >> v2:172.21.15.192:3300/0 conn(0x7f930c06c4c0 0x7f930c06c8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.147+0000 7f930bfff640 1 -- 172.21.15.76:0/766723895 >> v1:172.21.15.192:6789/0 conn(0x7f930c0b2590 legacy=0x7f930c06d3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:14.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.147+0000 7f930bfff640 1 -- 172.21.15.76:0/766723895 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f930c0cc870 con 0x7f930c0cbea0 2024-09-13T16:14:14.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.147+0000 7f930b7fe640 1 --2- 172.21.15.76:0/766723895 >> v2:172.21.15.192:3300/0 conn(0x7f930c06c4c0 0x7f930c06c8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:14:14.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.148+0000 7f930bfff640 1 --2- 172.21.15.76:0/766723895 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f930c0cbea0 0x7f930c0cc330 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f9304009e50 tx=0x7f930402a710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=39cb7e8cd6957a57 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:14.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.148+0000 7f930affd640 1 -- 172.21.15.76:0/766723895 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9304031600 con 0x7f930c0cbea0 2024-09-13T16:14:14.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.148+0000 7f930affd640 1 -- 172.21.15.76:0/766723895 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f930402d050 con 0x7f930c0cbea0 2024-09-13T16:14:14.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.148+0000 7f930affd640 1 -- 172.21.15.76:0/766723895 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9304031980 con 0x7f930c0cbea0 2024-09-13T16:14:14.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.149+0000 7f9311c20640 1 -- 172.21.15.76:0/766723895 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f930c0cbea0 msgr2=0x7f930c0cc330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:14.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.149+0000 7f9311c20640 1 --2- 172.21.15.76:0/766723895 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f930c0cbea0 0x7f930c0cc330 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f9304009e50 tx=0x7f930402a710 comp rx=0 tx=0).stop 2024-09-13T16:14:14.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.149+0000 7f9311c20640 1 -- 172.21.15.76:0/766723895 shutdown_connections 2024-09-13T16:14:14.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.149+0000 7f9311c20640 1 --2- 172.21.15.76:0/766723895 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f930c0cbea0 0x7f930c0cc330 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.149+0000 7f9311c20640 1 --2- 172.21.15.76:0/766723895 >> v2:172.21.15.192:3300/0 conn(0x7f930c06c4c0 0x7f930c06c8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.149+0000 7f9311c20640 1 -- 172.21.15.76:0/766723895 >> 172.21.15.76:0/766723895 conn(0x7f930c069ed0 msgr2=0x7f930c06a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:14.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.149+0000 7f9311c20640 1 -- 172.21.15.76:0/766723895 shutdown_connections 2024-09-13T16:14:14.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.149+0000 7f9311c20640 1 -- 172.21.15.76:0/766723895 wait complete. 2024-09-13T16:14:14.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.150+0000 7f9311c20640 1 Processor -- start 2024-09-13T16:14:14.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.150+0000 7f9311c20640 1 -- start start 2024-09-13T16:14:14.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.151+0000 7f9311c20640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f930c06c4c0 0x7f930c163120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:14.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.151+0000 7f9311c20640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f930c0b2590 0x7f930c071210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:14.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.151+0000 7f9311c20640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f930c0cbea0 0x7f930c071750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:14.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.151+0000 7f9311c20640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f930c0c7c30 con 0x7f930c0b2590 2024-09-13T16:14:14.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.151+0000 7f9311c20640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f930c0c7ea0 con 0x7f930c06c4c0 2024-09-13T16:14:14.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.151+0000 7f9311c20640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f930c0c8180 con 0x7f930c0cbea0 2024-09-13T16:14:14.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.151+0000 7f9303fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f930c0b2590 0x7f930c071210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:14.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.151+0000 7f930b7fe640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f930c06c4c0 0x7f930c163120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:14.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.151+0000 7f9303fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f930c0b2590 0x7f930c071210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:37562/0 (socket says 172.21.15.76:37562) 2024-09-13T16:14:14.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.151+0000 7f9303fff640 1 -- 172.21.15.76:0/4113844084 learned_addr learned my addr 172.21.15.76:0/4113844084 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:14.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.151+0000 7f930bfff640 1 --2- 172.21.15.76:0/4113844084 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f930c0cbea0 0x7f930c071750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:14.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.151+0000 7f9303fff640 1 -- 172.21.15.76:0/4113844084 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f930c0cbea0 msgr2=0x7f930c071750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:14.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.151+0000 7f9303fff640 1 --2- 172.21.15.76:0/4113844084 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f930c0cbea0 0x7f930c071750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.151+0000 7f9303fff640 1 -- 172.21.15.76:0/4113844084 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f930c06c4c0 msgr2=0x7f930c163120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:14.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.151+0000 7f9303fff640 1 --2- 172.21.15.76:0/4113844084 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f930c06c4c0 0x7f930c163120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.151+0000 7f9303fff640 1 -- 172.21.15.76:0/4113844084 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f92fc009400 con 0x7f930c0b2590 2024-09-13T16:14:14.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.151+0000 7f930b7fe640 1 --2- 172.21.15.76:0/4113844084 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f930c06c4c0 0x7f930c163120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:14:14.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.151+0000 7f9303fff640 1 --2- 172.21.15.76:0/4113844084 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f930c0b2590 0x7f930c071210 secure :-1 s=READY pgs=2005 cs=0 l=1 rev1=1 crypto rx=0x7f92f400c4d0 tx=0x7f92f400c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:14.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.151+0000 7f9308ff9640 1 -- 172.21.15.76:0/4113844084 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92f4007480 con 0x7f930c0b2590 2024-09-13T16:14:14.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.151+0000 7f9308ff9640 1 -- 172.21.15.76:0/4113844084 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f92f40075e0 con 0x7f930c0b2590 2024-09-13T16:14:14.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.151+0000 7f9308ff9640 1 -- 172.21.15.76:0/4113844084 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92f40049e0 con 0x7f930c0b2590 2024-09-13T16:14:14.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.152+0000 7f9311c20640 1 -- 172.21.15.76:0/4113844084 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9304009b30 con 0x7f930c0b2590 2024-09-13T16:14:14.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.152+0000 7f9311c20640 1 -- 172.21.15.76:0/4113844084 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f930c0b2bf0 con 0x7f930c0b2590 2024-09-13T16:14:14.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.152+0000 7f9311c20640 1 -- 172.21.15.76:0/4113844084 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f930c0b2db0 con 0x7f930c0b2590 2024-09-13T16:14:14.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.153+0000 7f9308ff9640 1 -- 172.21.15.76:0/4113844084 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f92f4004b40 con 0x7f930c0b2590 2024-09-13T16:14:14.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.153+0000 7f9308ff9640 1 --2- 172.21.15.76:0/4113844084 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f92ec06ac00 0x7f92ec06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:14.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.153+0000 7f9308ff9640 1 -- 172.21.15.76:0/4113844084 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(148..148 src has 1..148) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f92f40884f0 con 0x7f930c0b2590 2024-09-13T16:14:14.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.154+0000 7f930b7fe640 1 --2- 172.21.15.76:0/4113844084 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f92ec06ac00 0x7f92ec06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:14.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.154+0000 7f930b7fe640 1 --2- 172.21.15.76:0/4113844084 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f92ec06ac00 0x7f92ec06d0c0 secure :-1 s=READY pgs=855 cs=0 l=1 rev1=1 crypto rx=0x7f92fc009fd0 tx=0x7f92fc009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:14.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.158+0000 7f9308ff9640 1 -- 172.21.15.76:0/4113844084 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f92f4053640 con 0x7f930c0b2590 2024-09-13T16:14:14.354 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.353+0000 7f9311c20640 1 -- 172.21.15.76:0/4113844084 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f930c155f10 con 0x7f930c0b2590 2024-09-13T16:14:14.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.354+0000 7f9308ff9640 1 -- 172.21.15.76:0/4113844084 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 81 v81) v1 ==== 94+0+4741 (secure 0 0 0) 0x7f930c155f10 con 0x7f930c0b2590 2024-09-13T16:14:14.355 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:14:14.355 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":81,"default_fscid":10,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7424,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/2852164393","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6833","nonce":2852164393},{"type":"v1","addr":"172.21.15.192:6835","nonce":2852164393}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":78},{"gid":8422,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6834/3941864012","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":3941864012},{"type":"v1","addr":"172.21.15.192:6834","nonce":3941864012}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":78},{"gid":9543,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6836/3196594386","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":3196594386},{"type":"v1","addr":"172.21.15.76:6836","nonce":3196594386}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":78}],"filesystems":[{"mdsmap":{"epoch":81,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:14:06.091118+0000","modified":"2024-09-13T16:14:08.099389+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":9546},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9546":{"gid":9546,"name":"c","rank":0,"incarnation":79,"state":"up:active","state_seq":3,"addr":"172.21.15.76:6837/271310125","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":271310125},{"type":"v1","addr":"172.21.15.76:6837","nonce":271310125}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[22],"metadata_pool":21,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":10}]} 2024-09-13T16:14:14.356 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 81 2024-09-13T16:14:14.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.355+0000 7f9311c20640 1 -- 172.21.15.76:0/4113844084 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f92ec06ac00 msgr2=0x7f92ec06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:14.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.355+0000 7f9311c20640 1 --2- 172.21.15.76:0/4113844084 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f92ec06ac00 0x7f92ec06d0c0 secure :-1 s=READY pgs=855 cs=0 l=1 rev1=1 crypto rx=0x7f92fc009fd0 tx=0x7f92fc009190 comp rx=0 tx=0).stop 2024-09-13T16:14:14.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.356+0000 7f9311c20640 1 -- 172.21.15.76:0/4113844084 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f930c0b2590 msgr2=0x7f930c071210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:14.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.356+0000 7f9311c20640 1 --2- 172.21.15.76:0/4113844084 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f930c0b2590 0x7f930c071210 secure :-1 s=READY pgs=2005 cs=0 l=1 rev1=1 crypto rx=0x7f92f400c4d0 tx=0x7f92f400c990 comp rx=0 tx=0).stop 2024-09-13T16:14:14.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.356+0000 7f9311c20640 1 -- 172.21.15.76:0/4113844084 shutdown_connections 2024-09-13T16:14:14.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.356+0000 7f9311c20640 1 --2- 172.21.15.76:0/4113844084 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f92ec06ac00 0x7f92ec06d0c0 unknown :-1 s=CLOSED pgs=855 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.356+0000 7f9311c20640 1 --2- 172.21.15.76:0/4113844084 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f930c0cbea0 0x7f930c071750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.356+0000 7f9311c20640 1 --2- 172.21.15.76:0/4113844084 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f930c0b2590 0x7f930c071210 unknown :-1 s=CLOSED pgs=2005 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.356+0000 7f9311c20640 1 --2- 172.21.15.76:0/4113844084 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f930c06c4c0 0x7f930c163120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.356+0000 7f9311c20640 1 -- 172.21.15.76:0/4113844084 >> 172.21.15.76:0/4113844084 conn(0x7f930c069ed0 msgr2=0x7f930c0af460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:14.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.356+0000 7f9311c20640 1 -- 172.21.15.76:0/4113844084 shutdown_connections 2024-09-13T16:14:14.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.356+0000 7f9311c20640 1 -- 172.21.15.76:0/4113844084 wait complete. 2024-09-13T16:14:14.770 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 81, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T16:14:06.091118+0000', 'modified': '2024-09-13T16:14:08.099389+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 9546}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_9546': {'gid': 9546, 'name': 'c', 'rank': 0, 'incarnation': 79, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.76:6837/271310125', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.76:6835', 'nonce': 271310125}, {'type': 'v1', 'addr': '172.21.15.76:6837', 'nonce': 271310125}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [22], 'metadata_pool': 21, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-13T16:14:14.771 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-13T16:14:14.771 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-13T16:14:14.873 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.871+0000 7f8a311fb640 1 Processor -- start 2024-09-13T16:14:14.873 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.871+0000 7f8a311fb640 1 -- start start 2024-09-13T16:14:14.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.872+0000 7f8a311fb640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8a2c0d07b0 0x7f8a2c06ad10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:14.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.872+0000 7f8a311fb640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8a2c0d1840 con 0x7f8a2c15c6e0 2024-09-13T16:14:14.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.872+0000 7f8a311fb640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8a2c0d0c30 con 0x7f8a2c0b4660 2024-09-13T16:14:14.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.872+0000 7f8a311fb640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8a2c0d0f10 con 0x7f8a2c0d07b0 2024-09-13T16:14:14.877 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.872+0000 7f8a2ad9d640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f8a2c15c6e0 0x7f8a2c0b3f50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:58272/0 (socket says 172.21.15.76:58272) 2024-09-13T16:14:14.877 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.872+0000 7f8a2ad9d640 1 -- 172.21.15.76:0/8917957 learned_addr learned my addr 172.21.15.76:0/8917957 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:14:14.877 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.873+0000 7f8a2a59c640 1 --2- 172.21.15.76:0/8917957 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8a2c0d07b0 0x7f8a2c06ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:14.877 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.873+0000 7f8a29d9b640 1 -- 172.21.15.76:0/8917957 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1664242676 0 0) 0x7f8a2c0d1840 con 0x7f8a2c15c6e0 2024-09-13T16:14:14.877 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.873+0000 7f8a29d9b640 1 -- 172.21.15.76:0/8917957 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8a18003520 con 0x7f8a2c15c6e0 2024-09-13T16:14:14.877 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.873+0000 7f8a29d9b640 1 -- 172.21.15.76:0/8917957 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2129822899 0 0) 0x7f8a18003520 con 0x7f8a2c15c6e0 2024-09-13T16:14:14.877 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.873+0000 7f8a29d9b640 1 -- 172.21.15.76:0/8917957 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8a2c0d07b0 msgr2=0x7f8a2c06ad10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:14.877 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.873+0000 7f8a29d9b640 1 --2- 172.21.15.76:0/8917957 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8a2c0d07b0 0x7f8a2c06ad10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.877 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.873+0000 7f8a29d9b640 1 -- 172.21.15.76:0/8917957 >> v1:172.21.15.192:6789/0 conn(0x7f8a2c0b4660 legacy=0x7f8a2c06b250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:14.877 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.873+0000 7f8a29d9b640 1 -- 172.21.15.76:0/8917957 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8a2c0d11f0 con 0x7f8a2c15c6e0 2024-09-13T16:14:14.877 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.873+0000 7f8a29d9b640 1 -- 172.21.15.76:0/8917957 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f8a240019f0 con 0x7f8a2c15c6e0 2024-09-13T16:14:14.877 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.873+0000 7f8a29d9b640 1 -- 172.21.15.76:0/8917957 >> v1:172.21.15.76:6789/0 conn(0x7f8a2c15c6e0 legacy=0x7f8a2c0b3f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:14.878 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.873+0000 7f8a29d9b640 1 --2- 172.21.15.76:0/8917957 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8a2c0d07b0 0x7f8a180039a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:14.878 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.873+0000 7f8a29d9b640 1 --2- 172.21.15.76:0/8917957 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a18003f20 0x7f8a180047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:14.878 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.873+0000 7f8a29d9b640 1 --2- 172.21.15.76:0/8917957 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8a18004d00 0x7f8a18005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:14.878 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.873+0000 7f8a29d9b640 1 -- 172.21.15.76:0/8917957 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a2c0d0f10 con 0x7f8a18003f20 2024-09-13T16:14:14.878 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.873+0000 7f8a29d9b640 1 -- 172.21.15.76:0/8917957 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a1800bb10 con 0x7f8a18004d00 2024-09-13T16:14:14.878 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.873+0000 7f8a29d9b640 1 -- 172.21.15.76:0/8917957 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8a1800bcd0 con 0x7f8a2c0d07b0 2024-09-13T16:14:14.878 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.873+0000 7f8a2a59c640 1 --2- 172.21.15.76:0/8917957 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a18003f20 0x7f8a180047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:14.878 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.873+0000 7f8a2ad9d640 1 --2- 172.21.15.76:0/8917957 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8a2c0d07b0 0x7f8a180039a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:14.878 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.873+0000 7f8a2b59e640 1 --2- 172.21.15.76:0/8917957 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8a18004d00 0x7f8a18005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:14.878 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.873+0000 7f8a2a59c640 1 -- 172.21.15.76:0/8917957 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8a2c0d07b0 msgr2=0x7f8a180039a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:14.878 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.873+0000 7f8a2a59c640 1 --2- 172.21.15.76:0/8917957 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8a2c0d07b0 0x7f8a180039a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.878 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.873+0000 7f8a2a59c640 1 -- 172.21.15.76:0/8917957 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8a18004d00 msgr2=0x7f8a18005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:14.878 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.873+0000 7f8a2a59c640 1 --2- 172.21.15.76:0/8917957 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8a18004d00 0x7f8a18005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.878 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.873+0000 7f8a2a59c640 1 -- 172.21.15.76:0/8917957 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8a18003520 con 0x7f8a18003f20 2024-09-13T16:14:14.879 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.874+0000 7f8a2a59c640 1 --2- 172.21.15.76:0/8917957 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a18003f20 0x7f8a180047c0 secure :-1 s=READY pgs=2007 cs=0 l=1 rev1=1 crypto rx=0x7f8a2c15ff90 tx=0x7f8a180057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=40beee1c6b0b77c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:14.879 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.874+0000 7f8a29d9b640 1 -- 172.21.15.76:0/8917957 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a14031400 con 0x7f8a18003f20 2024-09-13T16:14:14.879 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.874+0000 7f8a29d9b640 1 -- 172.21.15.76:0/8917957 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8a1402d050 con 0x7f8a18003f20 2024-09-13T16:14:14.879 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.874+0000 7f8a29d9b640 1 -- 172.21.15.76:0/8917957 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a14031780 con 0x7f8a18003f20 2024-09-13T16:14:14.879 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.875+0000 7f8a311fb640 1 -- 172.21.15.76:0/8917957 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a18003f20 msgr2=0x7f8a180047c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:14.879 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.875+0000 7f8a311fb640 1 --2- 172.21.15.76:0/8917957 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a18003f20 0x7f8a180047c0 secure :-1 s=READY pgs=2007 cs=0 l=1 rev1=1 crypto rx=0x7f8a2c15ff90 tx=0x7f8a180057f0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.879 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.875+0000 7f8a2b59e640 1 -- 172.21.15.76:0/8917957 reap_dead start 2024-09-13T16:14:14.879 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.875+0000 7f8a311fb640 1 -- 172.21.15.76:0/8917957 shutdown_connections 2024-09-13T16:14:14.879 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.875+0000 7f8a311fb640 1 -- 172.21.15.76:0/8917957 >> 172.21.15.76:0/8917957 conn(0x7f8a2c089f60 msgr2=0x7f8a2c0d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:14.879 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.875+0000 7f8a311fb640 1 -- 172.21.15.76:0/8917957 shutdown_connections 2024-09-13T16:14:14.879 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.875+0000 7f8a311fb640 1 -- 172.21.15.76:0/8917957 wait complete. 2024-09-13T16:14:14.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.876+0000 7f8a311fb640 1 Processor -- start 2024-09-13T16:14:14.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.876+0000 7f8a311fb640 1 -- start start 2024-09-13T16:14:14.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.877+0000 7f8a311fb640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8a18003f20 0x7f8a2c157330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:14.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.877+0000 7f8a311fb640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a2c154c20 0x7f8a2c0b0ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:14.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.877+0000 7f8a311fb640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8a2c0b11e0 0x7f8a2c15cac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:14.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.877+0000 7f8a311fb640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a2c0b1690 con 0x7f8a2c154c20 2024-09-13T16:14:14.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.877+0000 7f8a311fb640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a2c155490 con 0x7f8a18003f20 2024-09-13T16:14:14.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.877+0000 7f8a311fb640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8a2c155770 con 0x7f8a2c0b11e0 2024-09-13T16:14:14.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.877+0000 7f8a2a59c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a2c154c20 0x7f8a2c0b0ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:14.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.877+0000 7f8a2a59c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a2c154c20 0x7f8a2c0b0ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:37584/0 (socket says 172.21.15.76:37584) 2024-09-13T16:14:14.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.877+0000 7f8a2a59c640 1 -- 172.21.15.76:0/416250938 learned_addr learned my addr 172.21.15.76:0/416250938 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:14.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.877+0000 7f8a2ad9d640 1 --2- 172.21.15.76:0/416250938 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8a18003f20 0x7f8a2c157330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:14.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.877+0000 7f8a2b59e640 1 --2- 172.21.15.76:0/416250938 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8a2c0b11e0 0x7f8a2c15cac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:14.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.877+0000 7f8a2a59c640 1 -- 172.21.15.76:0/416250938 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8a2c0b11e0 msgr2=0x7f8a2c15cac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:14.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.877+0000 7f8a2a59c640 1 --2- 172.21.15.76:0/416250938 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8a2c0b11e0 0x7f8a2c15cac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.877+0000 7f8a2a59c640 1 -- 172.21.15.76:0/416250938 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8a18003f20 msgr2=0x7f8a2c157330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:14.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.877+0000 7f8a2a59c640 1 --2- 172.21.15.76:0/416250938 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8a18003f20 0x7f8a2c157330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.877+0000 7f8a2a59c640 1 -- 172.21.15.76:0/416250938 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8a2c155a50 con 0x7f8a2c154c20 2024-09-13T16:14:14.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.878+0000 7f8a2a59c640 1 --2- 172.21.15.76:0/416250938 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a2c154c20 0x7f8a2c0b0ca0 secure :-1 s=READY pgs=2008 cs=0 l=1 rev1=1 crypto rx=0x7f8a14009b50 tx=0x7f8a14004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:14.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.878+0000 7f8a237fe640 1 -- 172.21.15.76:0/416250938 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a140039a0 con 0x7f8a2c154c20 2024-09-13T16:14:14.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.878+0000 7f8a237fe640 1 -- 172.21.15.76:0/416250938 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8a14003b20 con 0x7f8a2c154c20 2024-09-13T16:14:14.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.878+0000 7f8a311fb640 1 -- 172.21.15.76:0/416250938 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8a2c155d30 con 0x7f8a2c154c20 2024-09-13T16:14:14.884 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.878+0000 7f8a237fe640 1 -- 172.21.15.76:0/416250938 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a14044410 con 0x7f8a2c154c20 2024-09-13T16:14:14.884 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.878+0000 7f8a311fb640 1 -- 172.21.15.76:0/416250938 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8a2c1562f0 con 0x7f8a2c154c20 2024-09-13T16:14:14.884 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.879+0000 7f8a237fe640 1 -- 172.21.15.76:0/416250938 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f8a14038070 con 0x7f8a2c154c20 2024-09-13T16:14:14.884 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.880+0000 7f8a237fe640 1 --2- 172.21.15.76:0/416250938 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8a0c06ac30 0x7f8a0c06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:14.884 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.880+0000 7f8a237fe640 1 -- 172.21.15.76:0/416250938 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(148..148 src has 1..148) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f8a140a95d0 con 0x7f8a2c154c20 2024-09-13T16:14:14.884 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.880+0000 7f8a2ad9d640 1 --2- 172.21.15.76:0/416250938 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8a0c06ac30 0x7f8a0c06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:14.884 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.880+0000 7f8a2ad9d640 1 --2- 172.21.15.76:0/416250938 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8a0c06ac30 0x7f8a0c06d0f0 secure :-1 s=READY pgs=856 cs=0 l=1 rev1=1 crypto rx=0x7f8a24002010 tx=0x7f8a24006040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:14.884 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.881+0000 7f8a33ff4740 1 Processor -- start 2024-09-13T16:14:14.884 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.881+0000 7f8a33ff4740 1 -- start start 2024-09-13T16:14:14.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.882+0000 7f8a33ff4740 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x555aa74470a0 0x555aa7447480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:14.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.882+0000 7f8a33ff4740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555aa7444860 0x555aa7494570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:14.890 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.882+0000 7f8a33ff4740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x555aa746e550 0x555aa7494ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:14.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.882+0000 7f8a33ff4740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x555aa73a17c0 con 0x555aa746e550 2024-09-13T16:14:14.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.882+0000 7f8a33ff4740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x555aa73b0b70 con 0x555aa7444860 2024-09-13T16:14:14.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.882+0000 7f8a33ff4740 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x555aa73ae300 con 0x555aa74470a0 2024-09-13T16:14:14.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.882+0000 7f8a2b59e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x555aa746e550 0x555aa7494ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:14.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.882+0000 7f8a2b59e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x555aa746e550 0x555aa7494ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:37598/0 (socket says 172.21.15.76:37598) 2024-09-13T16:14:14.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.882+0000 7f8a2b59e640 1 -- 172.21.15.76:0/4153252320 learned_addr learned my addr 172.21.15.76:0/4153252320 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:14.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.882+0000 7f8a2ad9d640 1 --2- 172.21.15.76:0/4153252320 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x555aa74470a0 0x555aa7447480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:14.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.882+0000 7f8a2a59c640 1 --2- 172.21.15.76:0/4153252320 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555aa7444860 0x555aa7494570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:14.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.882+0000 7f8a2b59e640 1 -- 172.21.15.76:0/4153252320 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x555aa74470a0 msgr2=0x555aa7447480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:14.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.882+0000 7f8a2b59e640 1 --2- 172.21.15.76:0/4153252320 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x555aa74470a0 0x555aa7447480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.882+0000 7f8a2b59e640 1 -- 172.21.15.76:0/4153252320 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555aa7444860 msgr2=0x555aa7494570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:14.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.882+0000 7f8a2b59e640 1 --2- 172.21.15.76:0/4153252320 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555aa7444860 0x555aa7494570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.891 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.882+0000 7f8a2b59e640 1 -- 172.21.15.76:0/4153252320 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x555aa73364b0 con 0x555aa746e550 2024-09-13T16:14:14.892 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.882+0000 7f8a2b59e640 1 --2- 172.21.15.76:0/4153252320 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x555aa746e550 0x555aa7494ab0 secure :-1 s=READY pgs=2009 cs=0 l=1 rev1=1 crypto rx=0x7f8a2c08c580 tx=0x7f8a1c001790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a14e959f574a4f9c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:14.892 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.882+0000 7f8a20ff9640 1 -- 172.21.15.76:0/4153252320 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a1c005340 con 0x555aa746e550 2024-09-13T16:14:14.892 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.882+0000 7f8a20ff9640 1 -- 172.21.15.76:0/4153252320 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8a1c0054a0 con 0x555aa746e550 2024-09-13T16:14:14.892 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.882+0000 7f8a20ff9640 1 -- 172.21.15.76:0/4153252320 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a1c003810 con 0x555aa746e550 2024-09-13T16:14:14.892 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.883+0000 7f8a33ff4740 1 -- 172.21.15.76:0/4153252320 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x555aa746e550 msgr2=0x555aa7494ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:14.892 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.883+0000 7f8a33ff4740 1 --2- 172.21.15.76:0/4153252320 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x555aa746e550 0x555aa7494ab0 secure :-1 s=READY pgs=2009 cs=0 l=1 rev1=1 crypto rx=0x7f8a2c08c580 tx=0x7f8a1c001790 comp rx=0 tx=0).stop 2024-09-13T16:14:14.892 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.883+0000 7f8a33ff4740 1 -- 172.21.15.76:0/4153252320 shutdown_connections 2024-09-13T16:14:14.892 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.883+0000 7f8a33ff4740 1 --2- 172.21.15.76:0/4153252320 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x555aa746e550 0x555aa7494ab0 unknown :-1 s=CLOSED pgs=2009 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.892 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.883+0000 7f8a33ff4740 1 --2- 172.21.15.76:0/4153252320 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555aa7444860 0x555aa7494570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.892 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.883+0000 7f8a33ff4740 1 --2- 172.21.15.76:0/4153252320 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x555aa74470a0 0x555aa7447480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.892 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.883+0000 7f8a33ff4740 1 -- 172.21.15.76:0/4153252320 >> 172.21.15.76:0/4153252320 conn(0x555aa74437d0 msgr2=0x555aa748bc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:14.892 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.883+0000 7f8a33ff4740 1 -- 172.21.15.76:0/4153252320 shutdown_connections 2024-09-13T16:14:14.893 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.883+0000 7f8a33ff4740 1 -- 172.21.15.76:0/4153252320 wait complete. 2024-09-13T16:14:14.893 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.884+0000 7f8a33ff4740 1 -- start start 2024-09-13T16:14:14.893 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.884+0000 7f8a33ff4740 1 Processor -- start 2024-09-13T16:14:14.893 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.884+0000 7f8a33ff4740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555aa74470a0 0x555aa746cfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:14.893 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.884+0000 7f8a33ff4740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x555aa746e550 0x555aa7441670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:14.893 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.884+0000 7f8a33ff4740 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x555aa7441bb0 0x555aa745a510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:14.893 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.884+0000 7f8a33ff4740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x555aa73a9bf0 con 0x555aa746e550 2024-09-13T16:14:14.893 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.884+0000 7f8a33ff4740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x555aa7368250 con 0x555aa74470a0 2024-09-13T16:14:14.893 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.884+0000 7f8a33ff4740 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x555aa7367ef0 con 0x555aa7441bb0 2024-09-13T16:14:14.893 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.884+0000 7f8a33ff4740 10 client.0 _ll_register_callbacks cb 0x555aa739a740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:14:14.893 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.885+0000 7f8a2a59c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x555aa746e550 0x555aa7441670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:14.893 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.885+0000 7f8a2a59c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x555aa746e550 0x555aa7441670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:37600/0 (socket says 172.21.15.76:37600) 2024-09-13T16:14:14.893 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.885+0000 7f8a2a59c640 1 -- 172.21.15.76:0/1872152034 learned_addr learned my addr 172.21.15.76:0/1872152034 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:14.894 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.885+0000 7f8a2ad9d640 1 --2- 172.21.15.76:0/1872152034 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555aa74470a0 0x555aa746cfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:14.894 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.885+0000 7f8a2b59e640 1 --2- 172.21.15.76:0/1872152034 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x555aa7441bb0 0x555aa745a510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:14.894 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.885+0000 7f8a2a59c640 1 -- 172.21.15.76:0/1872152034 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x555aa7441bb0 msgr2=0x555aa745a510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:14.894 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.885+0000 7f8a2a59c640 1 --2- 172.21.15.76:0/1872152034 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x555aa7441bb0 0x555aa745a510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.894 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.885+0000 7f8a2a59c640 1 -- 172.21.15.76:0/1872152034 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555aa74470a0 msgr2=0x555aa746cfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:14.894 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.885+0000 7f8a2a59c640 1 --2- 172.21.15.76:0/1872152034 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555aa74470a0 0x555aa746cfa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.894 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.885+0000 7f8a2a59c640 1 -- 172.21.15.76:0/1872152034 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8a1c00f040 con 0x555aa746e550 2024-09-13T16:14:14.894 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.885+0000 7f8a2a59c640 1 --2- 172.21.15.76:0/1872152034 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x555aa746e550 0x555aa7441670 secure :-1 s=READY pgs=2010 cs=0 l=1 rev1=1 crypto rx=0x7f8a14077fd0 tx=0x7f8a1407c110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1f855dad5b7d3ea3 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:14.894 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.885+0000 7f8a09ffb640 10 client.0 ms_handle_connect on v2:172.21.15.76:3300/0 2024-09-13T16:14:14.894 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.885+0000 7f8a09ffb640 1 -- 172.21.15.76:0/1872152034 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a140779c0 con 0x555aa746e550 2024-09-13T16:14:14.894 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.885+0000 7f8a09ffb640 1 -- 172.21.15.76:0/1872152034 <== mon.0 v2:172.21.15.76:3300/0 2 ==== osd_map(148..148 src has 1..148) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f8a1408e020 con 0x555aa746e550 2024-09-13T16:14:14.894 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.885+0000 7f8a33ff4740 1 -- 172.21.15.76:0/1872152034 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x555aa709d3c0 con 0x555aa746e550 2024-09-13T16:14:14.894 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.885+0000 7f8a09ffb640 1 -- 172.21.15.76:0/1872152034 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_get_version_reply(handle=1 version=81) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8a14080210 con 0x555aa746e550 2024-09-13T16:14:14.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.885+0000 7f8a33ff4740 10 client.9696 fetch_fsmap learned FSMap version 81 2024-09-13T16:14:14.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.885+0000 7f8a33ff4740 1 -- 172.21.15.76:0/1872152034 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,fsmap=81,monmap=2+}) v3 -- 0x555aa73a8270 con 0x555aa746e550 2024-09-13T16:14:14.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.885+0000 7f8a09ffb640 1 -- 172.21.15.76:0/1872152034 <== mon.0 v2:172.21.15.76:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8a140a5020 con 0x555aa746e550 2024-09-13T16:14:14.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.886+0000 7f8a09ffb640 1 -- 172.21.15.76:0/1872152034 <== mon.0 v2:172.21.15.76:3300/0 5 ==== fsmap(e 81) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f8a140740c0 con 0x555aa746e550 2024-09-13T16:14:14.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.886+0000 7f8a33ff4740 10 client.9696 fetch_fsmap finished waiting for FSMap version 81 2024-09-13T16:14:14.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.886+0000 7f8a33ff4740 10 client.9696 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-13T16:14:14.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.886+0000 7f8a33ff4740 20 client.9696 populate_metadata read hostname 'smithi076' 2024-09-13T16:14:14.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.886+0000 7f8a33ff4740 1 --2- 172.21.15.76:0/1872152034 >> [v2:172.21.15.76:6835/271310125,v1:172.21.15.76:6837/271310125] conn(0x555aa749eea0 0x555aa749f280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:14.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.886+0000 7f8a33ff4740 4 client.9696 mds_command: new command op to 9546 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-13T16:14:14.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.886+0000 7f8a33ff4740 1 -- 172.21.15.76:0/1872152034 --> [v2:172.21.15.76:6835/271310125,v1:172.21.15.76:6837/271310125] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x555aa70ae6c0 con 0x555aa749eea0 2024-09-13T16:14:14.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.886+0000 7f8a2ad9d640 1 --2- 172.21.15.76:0/1872152034 >> [v2:172.21.15.76:6835/271310125,v1:172.21.15.76:6837/271310125] conn(0x555aa749eea0 0x555aa749f280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:14.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.886+0000 7f8a09ffb640 10 client.9696 ms_handle_connect on v2:172.21.15.76:6835/271310125 2024-09-13T16:14:14.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.886+0000 7f8a2ad9d640 1 --2- 172.21.15.76:0/1872152034 >> [v2:172.21.15.76:6835/271310125,v1:172.21.15.76:6837/271310125] conn(0x555aa749eea0 0x555aa749f280 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a2eaa605aacb8264 server_cookie=bdd7d3b451bb1e0 in_seq=0 out_seq=0 2024-09-13T16:14:14.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.886+0000 7f8a09ffb640 1 -- 172.21.15.76:0/1872152034 <== mds.0 v2:172.21.15.76:6835/271310125 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x555aa70ae6c0 con 0x555aa749eea0 2024-09-13T16:14:14.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.886+0000 7f8a09ffb640 10 client.9696 handle_command_reply: tid=0 2024-09-13T16:14:14.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.887+0000 7f8a33ff4740 1 client.9696 shutdown 2024-09-13T16:14:14.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.887+0000 7f8a33ff4740 1 -- 172.21.15.76:0/1872152034 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x555aa746e550 msgr2=0x555aa7441670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:14.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.887+0000 7f8a33ff4740 1 --2- 172.21.15.76:0/1872152034 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x555aa746e550 0x555aa7441670 secure :-1 s=READY pgs=2010 cs=0 l=1 rev1=1 crypto rx=0x7f8a14077fd0 tx=0x7f8a1407c110 comp rx=0 tx=0).stop 2024-09-13T16:14:14.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.887+0000 7f8a33ff4740 1 -- 172.21.15.76:0/1872152034 shutdown_connections 2024-09-13T16:14:14.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.887+0000 7f8a33ff4740 1 --2- 172.21.15.76:0/1872152034 >> [v2:172.21.15.76:6835/271310125,v1:172.21.15.76:6837/271310125] conn(0x555aa749eea0 0x555aa749f280 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.887+0000 7f8a33ff4740 1 --2- 172.21.15.76:0/1872152034 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x555aa7441bb0 0x555aa745a510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.887+0000 7f8a09ffb640 0 client.9696 ms_handle_reset on v2:172.21.15.76:6835/271310125 2024-09-13T16:14:14.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.887+0000 7f8a33ff4740 1 --2- 172.21.15.76:0/1872152034 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x555aa746e550 0x555aa7441670 unknown :-1 s=CLOSED pgs=2010 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.887+0000 7f8a33ff4740 1 --2- 172.21.15.76:0/1872152034 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555aa74470a0 0x555aa746cfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.887+0000 7f8a33ff4740 1 -- 172.21.15.76:0/1872152034 >> 172.21.15.76:0/1872152034 conn(0x555aa7444860 msgr2=0x555aa748c770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:14.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.887+0000 7f8a33ff4740 1 -- 172.21.15.76:0/1872152034 shutdown_connections 2024-09-13T16:14:14.897 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.887+0000 7f8a33ff4740 1 -- 172.21.15.76:0/1872152034 wait complete. 2024-09-13T16:14:14.897 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.887+0000 7f8a33ff4740 20 client.9696 trim_cache size 0 max 16384 2024-09-13T16:14:14.903 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.901+0000 7f8a33ff4740 1 Processor -- start 2024-09-13T16:14:14.903 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.902+0000 7f8a33ff4740 1 -- start start 2024-09-13T16:14:14.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.902+0000 7f8a33ff4740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x555aa7441bb0 0x555aa748eeb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:14.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.902+0000 7f8a33ff4740 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x555aa74470a0 0x555aa748f3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:14.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.902+0000 7f8a33ff4740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555aa746e550 0x555aa746b4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:14.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.902+0000 7f8a33ff4740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x555aa732d460 con 0x555aa7441bb0 2024-09-13T16:14:14.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.902+0000 7f8a33ff4740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x555aa745a110 con 0x555aa746e550 2024-09-13T16:14:14.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.902+0000 7f8a33ff4740 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x555aa748bff0 con 0x555aa74470a0 2024-09-13T16:14:14.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.902+0000 7f8a2ad9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x555aa7441bb0 0x555aa748eeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:14.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.902+0000 7f8a2ad9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x555aa7441bb0 0x555aa748eeb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:37606/0 (socket says 172.21.15.76:37606) 2024-09-13T16:14:14.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.902+0000 7f8a2ad9d640 1 -- 172.21.15.76:0/2371292320 learned_addr learned my addr 172.21.15.76:0/2371292320 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:14.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.903+0000 7f8a2ad9d640 1 -- 172.21.15.76:0/2371292320 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x555aa74470a0 msgr2=0x555aa748f3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:14.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.903+0000 7f8a2ad9d640 1 --2- 172.21.15.76:0/2371292320 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x555aa74470a0 0x555aa748f3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.903+0000 7f8a2ad9d640 1 -- 172.21.15.76:0/2371292320 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555aa746e550 msgr2=0x555aa746b4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:14.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.903+0000 7f8a2ad9d640 1 --2- 172.21.15.76:0/2371292320 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555aa746e550 0x555aa746b4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.903+0000 7f8a2ad9d640 1 -- 172.21.15.76:0/2371292320 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x555aa734a5f0 con 0x555aa7441bb0 2024-09-13T16:14:14.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.903+0000 7f8a2ad9d640 1 --2- 172.21.15.76:0/2371292320 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x555aa7441bb0 0x555aa748eeb0 secure :-1 s=READY pgs=2011 cs=0 l=1 rev1=1 crypto rx=0x555aa749e960 tx=0x7f8a24015000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aa9adc2f0f726ec6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:14.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.903+0000 7f8a217fa640 1 -- 172.21.15.76:0/2371292320 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a24029070 con 0x555aa7441bb0 2024-09-13T16:14:14.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.903+0000 7f8a217fa640 1 -- 172.21.15.76:0/2371292320 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8a2402ab00 con 0x555aa7441bb0 2024-09-13T16:14:14.907 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.903+0000 7f8a217fa640 1 -- 172.21.15.76:0/2371292320 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a2402ac90 con 0x555aa7441bb0 2024-09-13T16:14:14.907 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.903+0000 7f8a33ff4740 1 -- 172.21.15.76:0/2371292320 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x555aa7441bb0 msgr2=0x555aa748eeb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:14.907 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.903+0000 7f8a33ff4740 1 --2- 172.21.15.76:0/2371292320 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x555aa7441bb0 0x555aa748eeb0 secure :-1 s=READY pgs=2011 cs=0 l=1 rev1=1 crypto rx=0x555aa749e960 tx=0x7f8a24015000 comp rx=0 tx=0).stop 2024-09-13T16:14:14.907 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.903+0000 7f8a33ff4740 1 -- 172.21.15.76:0/2371292320 shutdown_connections 2024-09-13T16:14:14.907 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.903+0000 7f8a33ff4740 1 --2- 172.21.15.76:0/2371292320 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555aa746e550 0x555aa746b4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.907 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.903+0000 7f8a33ff4740 1 --2- 172.21.15.76:0/2371292320 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x555aa74470a0 0x555aa748f3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.907 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.903+0000 7f8a33ff4740 1 --2- 172.21.15.76:0/2371292320 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x555aa7441bb0 0x555aa748eeb0 unknown :-1 s=CLOSED pgs=2011 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.907 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.903+0000 7f8a33ff4740 1 -- 172.21.15.76:0/2371292320 >> 172.21.15.76:0/2371292320 conn(0x555aa7444860 msgr2=0x555aa748c740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:14.907 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.903+0000 7f8a33ff4740 1 -- 172.21.15.76:0/2371292320 shutdown_connections 2024-09-13T16:14:14.907 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.903+0000 7f8a33ff4740 1 -- 172.21.15.76:0/2371292320 wait complete. 2024-09-13T16:14:14.907 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.904+0000 7f8a33ff4740 1 -- start start 2024-09-13T16:14:14.907 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.904+0000 7f8a33ff4740 1 Processor -- start 2024-09-13T16:14:14.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.905+0000 7f8a33ff4740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555aa7441bb0 0x555aa74f53e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:14.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.905+0000 7f8a33ff4740 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x555aa74470a0 0x555aa7456f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:14.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.905+0000 7f8a33ff4740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x555aa746e550 0x555aa7457440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:14.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.905+0000 7f8a33ff4740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x555aa7458330 con 0x555aa746e550 2024-09-13T16:14:14.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.905+0000 7f8a33ff4740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x555aa748abf0 con 0x555aa7441bb0 2024-09-13T16:14:14.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.905+0000 7f8a33ff4740 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x555aa748f7a0 con 0x555aa74470a0 2024-09-13T16:14:14.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.905+0000 7f8a33ff4740 10 client.0 _ll_register_callbacks cb 0x7f8a1c007e20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:14:14.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.905+0000 7f8a2b59e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x555aa746e550 0x555aa7457440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:14.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.905+0000 7f8a2b59e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x555aa746e550 0x555aa7457440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:37610/0 (socket says 172.21.15.76:37610) 2024-09-13T16:14:14.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.905+0000 7f8a2b59e640 1 -- 172.21.15.76:0/926821705 learned_addr learned my addr 172.21.15.76:0/926821705 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:14.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.905+0000 7f8a2a59c640 1 --2- 172.21.15.76:0/926821705 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x555aa74470a0 0x555aa7456f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:14.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.905+0000 7f8a2ad9d640 1 --2- 172.21.15.76:0/926821705 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555aa7441bb0 0x555aa74f53e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:14.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.905+0000 7f8a2b59e640 1 -- 172.21.15.76:0/926821705 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x555aa74470a0 msgr2=0x555aa7456f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:14.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.905+0000 7f8a2b59e640 1 --2- 172.21.15.76:0/926821705 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x555aa74470a0 0x555aa7456f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.905+0000 7f8a2b59e640 1 -- 172.21.15.76:0/926821705 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555aa7441bb0 msgr2=0x555aa74f53e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:14.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.905+0000 7f8a2b59e640 1 --2- 172.21.15.76:0/926821705 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555aa7441bb0 0x555aa74f53e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.905+0000 7f8a2b59e640 1 -- 172.21.15.76:0/926821705 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8a2c0d11f0 con 0x555aa746e550 2024-09-13T16:14:14.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.905+0000 7f8a2b59e640 1 --2- 172.21.15.76:0/926821705 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x555aa746e550 0x555aa7457440 secure :-1 s=READY pgs=2012 cs=0 l=1 rev1=1 crypto rx=0x7f8a1c009010 tx=0x7f8a1c001120 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e5659eff4fd36bd server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:14.913 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.905+0000 7f8a09ffb640 10 client.0 ms_handle_connect on v2:172.21.15.76:3300/0 2024-09-13T16:14:14.913 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.905+0000 7f8a09ffb640 1 -- 172.21.15.76:0/926821705 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a1c027070 con 0x555aa746e550 2024-09-13T16:14:14.913 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.906+0000 7f8a09ffb640 1 -- 172.21.15.76:0/926821705 <== mon.0 v2:172.21.15.76:3300/0 2 ==== osd_map(148..148 src has 1..148) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f8a1c003d20 con 0x555aa746e550 2024-09-13T16:14:14.913 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.906+0000 7f8a33ff4740 1 -- 172.21.15.76:0/926821705 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f8a1c0054a0 con 0x555aa746e550 2024-09-13T16:14:14.913 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.906+0000 7f8a09ffb640 1 -- 172.21.15.76:0/926821705 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_get_version_reply(handle=1 version=81) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8a1c005340 con 0x555aa746e550 2024-09-13T16:14:14.913 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.906+0000 7f8a33ff4740 10 client.9702 fetch_fsmap learned FSMap version 81 2024-09-13T16:14:14.913 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.906+0000 7f8a33ff4740 1 -- 172.21.15.76:0/926821705 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,fsmap=81,monmap=2+}) v3 -- 0x555aa736fd00 con 0x555aa746e550 2024-09-13T16:14:14.913 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.906+0000 7f8a09ffb640 1 -- 172.21.15.76:0/926821705 <== mon.0 v2:172.21.15.76:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8a1c0054a0 con 0x555aa746e550 2024-09-13T16:14:14.913 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.906+0000 7f8a09ffb640 1 -- 172.21.15.76:0/926821705 <== mon.0 v2:172.21.15.76:3300/0 5 ==== fsmap(e 81) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f8a1c007020 con 0x555aa746e550 2024-09-13T16:14:14.913 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.906+0000 7f8a33ff4740 10 client.9702 fetch_fsmap finished waiting for FSMap version 81 2024-09-13T16:14:14.913 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.906+0000 7f8a33ff4740 10 client.9702 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-13T16:14:14.913 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.906+0000 7f8a33ff4740 20 client.9702 populate_metadata read hostname 'smithi076' 2024-09-13T16:14:14.913 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.906+0000 7f8a33ff4740 1 --2- 172.21.15.76:0/926821705 >> [v2:172.21.15.76:6835/271310125,v1:172.21.15.76:6837/271310125] conn(0x555aa7489cd0 0x555aa748a0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:14.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.906+0000 7f8a33ff4740 4 client.9702 mds_command: new command op to 9546 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-13T16:14:14.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.906+0000 7f8a33ff4740 1 -- 172.21.15.76:0/926821705 --> [v2:172.21.15.76:6835/271310125,v1:172.21.15.76:6837/271310125] -- command(tid 0: {"prefix": "status"}) v1 -- 0x555aa7101d10 con 0x555aa7489cd0 2024-09-13T16:14:14.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.906+0000 7f8a2ad9d640 1 --2- 172.21.15.76:0/926821705 >> [v2:172.21.15.76:6835/271310125,v1:172.21.15.76:6837/271310125] conn(0x555aa7489cd0 0x555aa748a0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:14.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.906+0000 7f8a09ffb640 10 client.9702 ms_handle_connect on v2:172.21.15.76:6835/271310125 2024-09-13T16:14:14.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.906+0000 7f8a2ad9d640 1 --2- 172.21.15.76:0/926821705 >> [v2:172.21.15.76:6835/271310125,v1:172.21.15.76:6837/271310125] conn(0x555aa7489cd0 0x555aa748a0b0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8b0c78db93759c1f server_cookie=3d62c60949e4dd83 in_seq=0 out_seq=0 2024-09-13T16:14:14.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.906+0000 7f8a09ffb640 1 -- 172.21.15.76:0/926821705 <== mds.0 v2:172.21.15.76:6835/271310125 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+327 (crc 0 0 0) 0x555aa7101d10 con 0x555aa7489cd0 2024-09-13T16:14:14.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.906+0000 7f8a09ffb640 10 client.9702 handle_command_reply: tid=0 2024-09-13T16:14:14.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.906+0000 7f8a33ff4740 1 client.9702 shutdown 2024-09-13T16:14:14.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.907+0000 7f8a33ff4740 1 -- 172.21.15.76:0/926821705 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x555aa746e550 msgr2=0x555aa7457440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:14.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.907+0000 7f8a33ff4740 1 --2- 172.21.15.76:0/926821705 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x555aa746e550 0x555aa7457440 secure :-1 s=READY pgs=2012 cs=0 l=1 rev1=1 crypto rx=0x7f8a1c009010 tx=0x7f8a1c001120 comp rx=0 tx=0).stop 2024-09-13T16:14:14.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.907+0000 7f8a33ff4740 1 -- 172.21.15.76:0/926821705 shutdown_connections 2024-09-13T16:14:14.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.907+0000 7f8a33ff4740 1 --2- 172.21.15.76:0/926821705 >> [v2:172.21.15.76:6835/271310125,v1:172.21.15.76:6837/271310125] conn(0x555aa7489cd0 0x555aa748a0b0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.907+0000 7f8a33ff4740 1 --2- 172.21.15.76:0/926821705 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x555aa746e550 0x555aa7457440 unknown :-1 s=CLOSED pgs=2012 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.915 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.907+0000 7f8a33ff4740 1 --2- 172.21.15.76:0/926821705 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x555aa74470a0 0x555aa7456f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.915 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.907+0000 7f8a09ffb640 0 client.9702 ms_handle_reset on v2:172.21.15.76:6835/271310125 2024-09-13T16:14:14.915 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.907+0000 7f8a33ff4740 1 --2- 172.21.15.76:0/926821705 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555aa7441bb0 0x555aa74f53e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.915 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.907+0000 7f8a33ff4740 1 -- 172.21.15.76:0/926821705 >> 172.21.15.76:0/926821705 conn(0x555aa7444860 msgr2=0x555aa748eeb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:14.915 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.907+0000 7f8a33ff4740 1 -- 172.21.15.76:0/926821705 shutdown_connections 2024-09-13T16:14:14.915 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.907+0000 7f8a33ff4740 1 -- 172.21.15.76:0/926821705 wait complete. 2024-09-13T16:14:14.915 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.907+0000 7f8a33ff4740 20 client.9702 trim_cache size 0 max 16384 2024-09-13T16:14:14.915 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2024-09-13T16:14:14.915 INFO:teuthology.orchestra.run.smithi076.stdout: "cluster_fsid": "da76ee52-f48b-434a-9df7-5fefe2a6e471", 2024-09-13T16:14:14.915 INFO:teuthology.orchestra.run.smithi076.stdout: "whoami": 0, 2024-09-13T16:14:14.916 INFO:teuthology.orchestra.run.smithi076.stdout: "id": 9546, 2024-09-13T16:14:14.916 INFO:teuthology.orchestra.run.smithi076.stdout: "want_state": "up:active", 2024-09-13T16:14:14.916 INFO:teuthology.orchestra.run.smithi076.stdout: "state": "up:active", 2024-09-13T16:14:14.916 INFO:teuthology.orchestra.run.smithi076.stdout: "fs_name": "cephfs", 2024-09-13T16:14:14.916 INFO:teuthology.orchestra.run.smithi076.stdout: "rank_uptime": 8.8146559310000008, 2024-09-13T16:14:14.916 INFO:teuthology.orchestra.run.smithi076.stdout: "mdsmap_epoch": 81, 2024-09-13T16:14:14.916 INFO:teuthology.orchestra.run.smithi076.stdout: "osdmap_epoch": 148, 2024-09-13T16:14:14.916 INFO:teuthology.orchestra.run.smithi076.stdout: "osdmap_epoch_barrier": 148, 2024-09-13T16:14:14.916 INFO:teuthology.orchestra.run.smithi076.stdout: "uptime": 13.233397489 2024-09-13T16:14:14.916 INFO:teuthology.orchestra.run.smithi076.stdout:} 2024-09-13T16:14:14.917 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.907+0000 7f8a311fb640 1 -- 172.21.15.76:0/416250938 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8a0c06ac30 msgr2=0x7f8a0c06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:14.917 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.907+0000 7f8a311fb640 1 --2- 172.21.15.76:0/416250938 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8a0c06ac30 0x7f8a0c06d0f0 secure :-1 s=READY pgs=856 cs=0 l=1 rev1=1 crypto rx=0x7f8a24002010 tx=0x7f8a24006040 comp rx=0 tx=0).stop 2024-09-13T16:14:14.917 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.907+0000 7f8a311fb640 1 -- 172.21.15.76:0/416250938 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a2c154c20 msgr2=0x7f8a2c0b0ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:14.917 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.907+0000 7f8a311fb640 1 --2- 172.21.15.76:0/416250938 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a2c154c20 0x7f8a2c0b0ca0 secure :-1 s=READY pgs=2008 cs=0 l=1 rev1=1 crypto rx=0x7f8a14009b50 tx=0x7f8a14004730 comp rx=0 tx=0).stop 2024-09-13T16:14:14.917 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.907+0000 7f8a311fb640 1 -- 172.21.15.76:0/416250938 shutdown_connections 2024-09-13T16:14:14.917 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.907+0000 7f8a311fb640 1 --2- 172.21.15.76:0/416250938 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8a0c06ac30 0x7f8a0c06d0f0 unknown :-1 s=CLOSED pgs=856 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.918 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.907+0000 7f8a311fb640 1 --2- 172.21.15.76:0/416250938 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8a2c0b11e0 0x7f8a2c15cac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.918 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.907+0000 7f8a311fb640 1 --2- 172.21.15.76:0/416250938 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a2c154c20 0x7f8a2c0b0ca0 unknown :-1 s=CLOSED pgs=2008 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.918 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.907+0000 7f8a311fb640 1 --2- 172.21.15.76:0/416250938 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8a18003f20 0x7f8a2c157330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.918 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.907+0000 7f8a311fb640 1 -- 172.21.15.76:0/416250938 >> 172.21.15.76:0/416250938 conn(0x7f8a2c089f60 msgr2=0x7f8a2c0b34a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:14.918 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.907+0000 7f8a311fb640 1 -- 172.21.15.76:0/416250938 shutdown_connections 2024-09-13T16:14:14.918 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:14.907+0000 7f8a311fb640 1 -- 172.21.15.76:0/416250938 wait complete. 2024-09-13T16:14:14.919 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T16:14:15.017 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.016+0000 7f700208f640 1 Processor -- start 2024-09-13T16:14:15.017 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.016+0000 7f700208f640 1 -- start start 2024-09-13T16:14:15.021 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.017+0000 7f700208f640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f6ffc0cace0 0x7f6ffc0cb150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:15.021 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.017+0000 7f700208f640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6ffc0c8920 con 0x7f6ffc15a2e0 2024-09-13T16:14:15.021 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.017+0000 7f700208f640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6ffc15a6c0 con 0x7f6ffc06d030 2024-09-13T16:14:15.021 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.017+0000 7f700208f640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6ffc0cb690 con 0x7f6ffc0cace0 2024-09-13T16:14:15.021 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.017+0000 7f6ffb7fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f6ffc15a2e0 0x7f6ffc0c9a40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:58284/0 (socket says 172.21.15.76:58284) 2024-09-13T16:14:15.021 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.017+0000 7f6ffb7fe640 1 -- 172.21.15.76:0/3452771468 learned_addr learned my addr 172.21.15.76:0/3452771468 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:14:15.021 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.017+0000 7f6ffa7fc640 1 -- 172.21.15.76:0/3452771468 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 24028571 0 0) 0x7f6ffc0c8920 con 0x7f6ffc15a2e0 2024-09-13T16:14:15.021 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.017+0000 7f6ffa7fc640 1 -- 172.21.15.76:0/3452771468 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6fe4003520 con 0x7f6ffc15a2e0 2024-09-13T16:14:15.021 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.017+0000 7f6ffaffd640 1 --2- 172.21.15.76:0/3452771468 >> v2:172.21.15.192:3300/0 conn(0x7f6ffc0cace0 0x7f6ffc0cb150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:15.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.017+0000 7f6ffa7fc640 1 -- 172.21.15.76:0/3452771468 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 423249288 0 0) 0x7f6fe4003520 con 0x7f6ffc15a2e0 2024-09-13T16:14:15.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.017+0000 7f6ffa7fc640 1 -- 172.21.15.76:0/3452771468 >> v2:172.21.15.192:3300/0 conn(0x7f6ffc0cace0 msgr2=0x7f6ffc0cb150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:15.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.017+0000 7f6ffa7fc640 1 --2- 172.21.15.76:0/3452771468 >> v2:172.21.15.192:3300/0 conn(0x7f6ffc0cace0 0x7f6ffc0cb150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:15.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.017+0000 7f6ffa7fc640 1 -- 172.21.15.76:0/3452771468 >> v1:172.21.15.192:6789/0 conn(0x7f6ffc06d030 legacy=0x7f6ffc06d480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:15.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.017+0000 7f6ffa7fc640 1 -- 172.21.15.76:0/3452771468 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6ffc0ca500 con 0x7f6ffc15a2e0 2024-09-13T16:14:15.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.017+0000 7f6ffa7fc640 1 -- 172.21.15.76:0/3452771468 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f6fec001670 con 0x7f6ffc15a2e0 2024-09-13T16:14:15.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.017+0000 7f6ffa7fc640 1 -- 172.21.15.76:0/3452771468 >> v1:172.21.15.76:6789/0 conn(0x7f6ffc15a2e0 legacy=0x7f6ffc0c9a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:15.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.017+0000 7f6ffa7fc640 1 --2- 172.21.15.76:0/3452771468 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6fe40039c0 0x7f6fe4003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:15.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.017+0000 7f6ffa7fc640 1 --2- 172.21.15.76:0/3452771468 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6fe40047c0 0x7f6fe4004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:15.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.017+0000 7f6ffa7fc640 1 --2- 172.21.15.76:0/3452771468 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6fe4005180 0x7f6fe400b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:15.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.017+0000 7f6ffa7fc640 1 -- 172.21.15.76:0/3452771468 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ffc0cb690 con 0x7f6fe4005180 2024-09-13T16:14:15.022 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.017+0000 7f6ffa7fc640 1 -- 172.21.15.76:0/3452771468 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6fe400c080 con 0x7f6fe40047c0 2024-09-13T16:14:15.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.017+0000 7f6ffa7fc640 1 -- 172.21.15.76:0/3452771468 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6fe400c240 con 0x7f6fe40039c0 2024-09-13T16:14:15.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.017+0000 7f6ffbfff640 1 --2- 172.21.15.76:0/3452771468 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6fe4005180 0x7f6fe400b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:15.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.018+0000 7f6ffb7fe640 1 --2- 172.21.15.76:0/3452771468 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6fe40039c0 0x7f6fe4003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:15.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.018+0000 7f6ffaffd640 1 --2- 172.21.15.76:0/3452771468 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6fe40047c0 0x7f6fe4004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:15.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.018+0000 7f6ffbfff640 1 -- 172.21.15.76:0/3452771468 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6fe40039c0 msgr2=0x7f6fe4003de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:15.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.018+0000 7f6ffbfff640 1 --2- 172.21.15.76:0/3452771468 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6fe40039c0 0x7f6fe4003de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:15.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.018+0000 7f6ffbfff640 1 -- 172.21.15.76:0/3452771468 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6fe40047c0 msgr2=0x7f6fe4004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:15.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.018+0000 7f6ffbfff640 1 --2- 172.21.15.76:0/3452771468 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6fe40047c0 0x7f6fe4004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:15.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.018+0000 7f6ffbfff640 1 -- 172.21.15.76:0/3452771468 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6fe4003520 con 0x7f6fe4005180 2024-09-13T16:14:15.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.018+0000 7f6ffbfff640 1 -- 172.21.15.76:0/3452771468 reap_dead start 2024-09-13T16:14:15.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.018+0000 7f6ffbfff640 1 --2- 172.21.15.76:0/3452771468 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6fe4005180 0x7f6fe400b980 secure :-1 s=READY pgs=2014 cs=0 l=1 rev1=1 crypto rx=0x7f6ff4001e50 tx=0x7f6fe40057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6c0f549d14bc8378 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:15.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.019+0000 7f6ffa7fc640 1 -- 172.21.15.76:0/3452771468 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ff402ae70 con 0x7f6fe4005180 2024-09-13T16:14:15.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.019+0000 7f6ffa7fc640 1 -- 172.21.15.76:0/3452771468 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6ff4003970 con 0x7f6fe4005180 2024-09-13T16:14:15.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.019+0000 7f6ffa7fc640 1 -- 172.21.15.76:0/3452771468 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ff4003d20 con 0x7f6fe4005180 2024-09-13T16:14:15.024 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.019+0000 7f700208f640 1 -- 172.21.15.76:0/3452771468 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6fe4005180 msgr2=0x7f6fe400b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:15.024 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.019+0000 7f700208f640 1 --2- 172.21.15.76:0/3452771468 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6fe4005180 0x7f6fe400b980 secure :-1 s=READY pgs=2014 cs=0 l=1 rev1=1 crypto rx=0x7f6ff4001e50 tx=0x7f6fe40057f0 comp rx=0 tx=0).stop 2024-09-13T16:14:15.024 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.019+0000 7f700208f640 1 -- 172.21.15.76:0/3452771468 shutdown_connections 2024-09-13T16:14:15.024 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.019+0000 7f700208f640 1 --2- 172.21.15.76:0/3452771468 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6fe4005180 0x7f6fe400b980 unknown :-1 s=CLOSED pgs=2014 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:15.024 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.019+0000 7f700208f640 1 -- 172.21.15.76:0/3452771468 >> 172.21.15.76:0/3452771468 conn(0x7f6ffc069ed0 msgr2=0x7f6ffc06a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:15.024 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.019+0000 7f700208f640 1 -- 172.21.15.76:0/3452771468 shutdown_connections 2024-09-13T16:14:15.024 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.019+0000 7f700208f640 1 -- 172.21.15.76:0/3452771468 wait complete. 2024-09-13T16:14:15.027 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.020+0000 7f700208f640 1 Processor -- start 2024-09-13T16:14:15.027 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.021+0000 7f700208f640 1 -- start start 2024-09-13T16:14:15.027 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.021+0000 7f700208f640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6fe4005180 0x7f6ffc1540c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:15.027 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.021+0000 7f700208f640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ffc0c1c60 0x7f6ffc0c45f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:15.027 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.021+0000 7f700208f640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6ffc0c4b30 0x7f6ffc1587d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:15.027 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.021+0000 7f700208f640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ffc0c4160 con 0x7f6ffc0c1c60 2024-09-13T16:14:15.027 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.021+0000 7f700208f640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ffc0c3e50 con 0x7f6fe4005180 2024-09-13T16:14:15.027 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.021+0000 7f700208f640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6ffc0c2160 con 0x7f6ffc0c4b30 2024-09-13T16:14:15.027 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.021+0000 7f6ffaffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ffc0c1c60 0x7f6ffc0c45f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:15.027 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.021+0000 7f6ffaffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ffc0c1c60 0x7f6ffc0c45f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:37634/0 (socket says 172.21.15.76:37634) 2024-09-13T16:14:15.027 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.021+0000 7f6ffaffd640 1 -- 172.21.15.76:0/3171176214 learned_addr learned my addr 172.21.15.76:0/3171176214 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:15.027 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.021+0000 7f6ffbfff640 1 --2- 172.21.15.76:0/3171176214 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6ffc0c4b30 0x7f6ffc1587d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:15.027 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.021+0000 7f6ffb7fe640 1 --2- 172.21.15.76:0/3171176214 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6fe4005180 0x7f6ffc1540c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:15.028 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.022+0000 7f6ffaffd640 1 -- 172.21.15.76:0/3171176214 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6ffc0c4b30 msgr2=0x7f6ffc1587d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:15.028 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.022+0000 7f6ffaffd640 1 --2- 172.21.15.76:0/3171176214 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6ffc0c4b30 0x7f6ffc1587d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:15.028 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.022+0000 7f6ffaffd640 1 -- 172.21.15.76:0/3171176214 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6fe4005180 msgr2=0x7f6ffc1540c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:15.028 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.022+0000 7f6ffaffd640 1 --2- 172.21.15.76:0/3171176214 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6fe4005180 0x7f6ffc1540c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:15.028 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.022+0000 7f6ffaffd640 1 -- 172.21.15.76:0/3171176214 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6ffc0c2440 con 0x7f6ffc0c1c60 2024-09-13T16:14:15.028 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.022+0000 7f6ffb7fe640 1 --2- 172.21.15.76:0/3171176214 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6fe4005180 0x7f6ffc1540c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:14:15.028 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.022+0000 7f6ffaffd640 1 --2- 172.21.15.76:0/3171176214 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ffc0c1c60 0x7f6ffc0c45f0 secure :-1 s=READY pgs=2015 cs=0 l=1 rev1=1 crypto rx=0x7f6ff0011910 tx=0x7f6ff0011dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:15.028 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.022+0000 7f6fe3fff640 1 -- 172.21.15.76:0/3171176214 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ff000faf0 con 0x7f6ffc0c1c60 2024-09-13T16:14:15.028 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.022+0000 7f6fe3fff640 1 -- 172.21.15.76:0/3171176214 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6ff000fc50 con 0x7f6ffc0c1c60 2024-09-13T16:14:15.028 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.022+0000 7f700208f640 1 -- 172.21.15.76:0/3171176214 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6ffc0c2720 con 0x7f6ffc0c1c60 2024-09-13T16:14:15.029 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.022+0000 7f6fe3fff640 1 -- 172.21.15.76:0/3171176214 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ff0014440 con 0x7f6ffc0c1c60 2024-09-13T16:14:15.029 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.022+0000 7f700208f640 1 -- 172.21.15.76:0/3171176214 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6ffc0c14b0 con 0x7f6ffc0c1c60 2024-09-13T16:14:15.029 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.023+0000 7f700208f640 1 -- 172.21.15.76:0/3171176214 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6ffc0c4310 con 0x7f6ffc0c1c60 2024-09-13T16:14:15.029 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.023+0000 7f6fe3fff640 1 -- 172.21.15.76:0/3171176214 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f6ff00145a0 con 0x7f6ffc0c1c60 2024-09-13T16:14:15.029 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.024+0000 7f6fe3fff640 1 --2- 172.21.15.76:0/3171176214 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6fe806ac30 0x7f6fe806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:15.029 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.024+0000 7f6fe3fff640 1 -- 172.21.15.76:0/3171176214 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(148..148 src has 1..148) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f6ff0089c30 con 0x7f6ffc0c1c60 2024-09-13T16:14:15.029 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.024+0000 7f6ffb7fe640 1 --2- 172.21.15.76:0/3171176214 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6fe806ac30 0x7f6fe806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:15.029 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.024+0000 7f6ffb7fe640 1 --2- 172.21.15.76:0/3171176214 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6fe806ac30 0x7f6fe806d0f0 secure :-1 s=READY pgs=857 cs=0 l=1 rev1=1 crypto rx=0x7f6ffc0c8b40 tx=0x7f6fec009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:15.030 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.028+0000 7f6fe3fff640 1 -- 172.21.15.76:0/3171176214 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f6ffc0c4310 con 0x7f6ffc0c1c60 2024-09-13T16:14:15.225 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.224+0000 7f700208f640 1 -- 172.21.15.76:0/3171176214 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f6ffc0c4310 con 0x7f6ffc0c1c60 2024-09-13T16:14:15.225 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.224+0000 7f6fe3fff640 1 -- 172.21.15.76:0/3171176214 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v81) v1 ==== 53+0+73 (secure 0 0 0) 0x7f6ffc0c4310 con 0x7f6ffc0c1c60 2024-09-13T16:14:15.226 INFO:teuthology.orchestra.run.smithi076.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-13T16:14:15.227 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.226+0000 7f700208f640 1 -- 172.21.15.76:0/3171176214 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6fe806ac30 msgr2=0x7f6fe806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:15.227 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.226+0000 7f700208f640 1 --2- 172.21.15.76:0/3171176214 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6fe806ac30 0x7f6fe806d0f0 secure :-1 s=READY pgs=857 cs=0 l=1 rev1=1 crypto rx=0x7f6ffc0c8b40 tx=0x7f6fec009040 comp rx=0 tx=0).stop 2024-09-13T16:14:15.228 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.226+0000 7f700208f640 1 -- 172.21.15.76:0/3171176214 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ffc0c1c60 msgr2=0x7f6ffc0c45f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:15.228 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.226+0000 7f700208f640 1 --2- 172.21.15.76:0/3171176214 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ffc0c1c60 0x7f6ffc0c45f0 secure :-1 s=READY pgs=2015 cs=0 l=1 rev1=1 crypto rx=0x7f6ff0011910 tx=0x7f6ff0011dd0 comp rx=0 tx=0).stop 2024-09-13T16:14:15.228 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.226+0000 7f700208f640 1 -- 172.21.15.76:0/3171176214 shutdown_connections 2024-09-13T16:14:15.228 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.226+0000 7f700208f640 1 --2- 172.21.15.76:0/3171176214 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6fe806ac30 0x7f6fe806d0f0 unknown :-1 s=CLOSED pgs=857 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:15.228 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.226+0000 7f700208f640 1 --2- 172.21.15.76:0/3171176214 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6ffc0c4b30 0x7f6ffc1587d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:15.228 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.226+0000 7f700208f640 1 --2- 172.21.15.76:0/3171176214 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ffc0c1c60 0x7f6ffc0c45f0 unknown :-1 s=CLOSED pgs=2015 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:15.228 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.226+0000 7f700208f640 1 --2- 172.21.15.76:0/3171176214 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6fe4005180 0x7f6ffc1540c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:15.228 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.226+0000 7f700208f640 1 -- 172.21.15.76:0/3171176214 >> 172.21.15.76:0/3171176214 conn(0x7f6ffc069ed0 msgr2=0x7f6ffc0ce260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:15.228 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.226+0000 7f700208f640 1 -- 172.21.15.76:0/3171176214 shutdown_connections 2024-09-13T16:14:15.228 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:15.226+0000 7f700208f640 1 -- 172.21.15.76:0/3171176214 wait complete. 2024-09-13T16:14:15.238 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T16:14:15.238 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T16:14:15.238 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi076.front.sepia.ceph.com 2024-09-13T16:14:15.238 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-13T16:14:15.238 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-13T16:14:15.238 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T16:14:15.238 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T16:14:15.238 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T16:14:15.238 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:14:15.239 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:14:15.239 DEBUG:teuthology.orchestra.run.smithi076:> ip addr 2024-09-13T16:14:15.255 INFO:teuthology.orchestra.run.smithi076.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T16:14:15.255 INFO:teuthology.orchestra.run.smithi076.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T16:14:15.255 INFO:teuthology.orchestra.run.smithi076.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T16:14:15.255 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:14:15.255 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 ::1/128 scope host 2024-09-13T16:14:15.255 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:14:15.255 INFO:teuthology.orchestra.run.smithi076.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:14:15.255 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:d8:da:66 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:14:15.255 INFO:teuthology.orchestra.run.smithi076.stdout: altname enp7s0f0 2024-09-13T16:14:15.255 INFO:teuthology.orchestra.run.smithi076.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:14:15.255 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:d8:da:67 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:14:15.256 INFO:teuthology.orchestra.run.smithi076.stdout: altname enp7s0f1 2024-09-13T16:14:15.256 INFO:teuthology.orchestra.run.smithi076.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:14:15.256 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:8f:47:e0 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:14:15.256 INFO:teuthology.orchestra.run.smithi076.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T16:14:15.256 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:8f:47:e1 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:14:15.256 INFO:teuthology.orchestra.run.smithi076.stdout: inet 172.21.15.76/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-13T16:14:15.256 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft 42041sec preferred_lft 42041sec 2024-09-13T16:14:15.256 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::ec4:7aff:fe8f:47e1/64 scope link noprefixroute 2024-09-13T16:14:15.256 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:14:15.256 INFO:teuthology.orchestra.run.smithi076.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T16:14:15.256 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0e:a0:37:a4:1d:a0 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:14:15.256 INFO:teuthology.orchestra.run.smithi076.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-13T16:14:15.256 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:14:15.257 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::a496:13ff:fe82:8fa2/64 scope link 2024-09-13T16:14:15.257 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:14:15.257 INFO:teuthology.orchestra.run.smithi076.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:14:15.257 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether b2:0f:89:b0:cb:4d brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-13T16:14:15.257 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::b00f:89ff:feb0:cb4d/64 scope link 2024-09-13T16:14:15.257 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:14:15.257 INFO:teuthology.orchestra.run.smithi076.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:14:15.257 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0e:a0:37:a4:1d:a0 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-13T16:14:15.257 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::ca0:37ff:fea4:1da0/64 scope link 2024-09-13T16:14:15.257 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:14:15.257 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:14:15.258 DEBUG:teuthology.orchestra.run.smithi076:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T16:14:15.318 INFO:teuthology.orchestra.run.smithi076.stdout:1 2024-09-13T16:14:15.320 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:14:15.320 DEBUG:teuthology.orchestra.run.smithi076:> route 2024-09-13T16:14:15.376 INFO:teuthology.orchestra.run.smithi076.stdout:Kernel IP routing table 2024-09-13T16:14:15.376 INFO:teuthology.orchestra.run.smithi076.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T16:14:15.376 INFO:teuthology.orchestra.run.smithi076.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-13T16:14:15.377 INFO:teuthology.orchestra.run.smithi076.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-13T16:14:15.377 INFO:teuthology.orchestra.run.smithi076.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T16:14:15.377 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:14:15.377 DEBUG:teuthology.orchestra.run.smithi076:> (cd / && exec bash -c ' 2024-09-13T16:14:15.377 DEBUG:teuthology.orchestra.run.smithi076:> set -e 2024-09-13T16:14:15.377 DEBUG:teuthology.orchestra.run.smithi076:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-13T16:14:15.378 DEBUG:teuthology.orchestra.run.smithi076:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-13T16:14:15.378 DEBUG:teuthology.orchestra.run.smithi076:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-13T16:14:15.378 DEBUG:teuthology.orchestra.run.smithi076:> ') 2024-09-13T16:14:15.463 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:14:15.463 DEBUG:teuthology.orchestra.run.smithi076:> ip netns list 2024-09-13T16:14:15.478 INFO:teuthology.orchestra.run.smithi076.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-13T16:14:15.478 INFO:teuthology.orchestra.run.smithi076.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-13T16:14:15.478 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:14:15.478 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:14:15.479 DEBUG:teuthology.orchestra.run.smithi076:> sudo ip link set brx.0 up 2024-09-13T16:14:15.543 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-13T16:14:15.544 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:14:15.544 DEBUG:teuthology.orchestra.run.smithi076:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-13T16:14:15.600 INFO:teuthology.orchestra.run.smithi076.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:14:15.600 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:14:15.600 DEBUG:teuthology.orchestra.run.smithi076:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-13T16:14:15.655 DEBUG:teuthology.orchestra.run.smithi076:> sudo modprobe fuse 2024-09-13T16:14:15.720 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:14:15.720 DEBUG:teuthology.orchestra.run.smithi076:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:14:15.784 INFO:teuthology.orchestra.run.smithi076.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:14:15.785 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:14:15.786 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:14:15.786 DEBUG:teuthology.orchestra.run.smithi076:> ls /sys/fs/fuse/connections 2024-09-13T16:14:15.842 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-13T16:14:15.842 DEBUG:teuthology.orchestra.run.smithi076:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-13T16:14:15.884 DEBUG:teuthology.orchestra.run.smithi076:> sudo modprobe fuse 2024-09-13T16:14:15.909 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:14:15.909 DEBUG:teuthology.orchestra.run.smithi076:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:14:15.967 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi076.stderr:2024-09-13T16:14:15.966+0000 7ff68a42c480 -1 init, newargv = 0x55d1bf1e7dd0 newargc=15 2024-09-13T16:14:15.967 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi076.stderr:ceph-fuse[85269]: starting ceph client 2024-09-13T16:14:15.971 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi076.stderr:ceph-fuse[85269]: starting fuse 2024-09-13T16:14:15.976 INFO:teuthology.orchestra.run.smithi076.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:14:15.977 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:14:15.977 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:14:15.978 DEBUG:teuthology.orchestra.run.smithi076:> ls /sys/fs/fuse/connections 2024-09-13T16:14:16.033 INFO:teuthology.orchestra.run.smithi076.stdout:41 2024-09-13T16:14:16.033 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-13T16:14:16.034 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:14:16.034 DEBUG:teuthology.orchestra.run.smithi076:> import glob 2024-09-13T16:14:16.034 DEBUG:teuthology.orchestra.run.smithi076:> import re 2024-09-13T16:14:16.034 DEBUG:teuthology.orchestra.run.smithi076:> import os 2024-09-13T16:14:16.034 DEBUG:teuthology.orchestra.run.smithi076:> import subprocess 2024-09-13T16:14:16.034 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:14:16.034 DEBUG:teuthology.orchestra.run.smithi076:> def _find_admin_socket(client_name): 2024-09-13T16:14:16.034 DEBUG:teuthology.orchestra.run.smithi076:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-13T16:14:16.034 DEBUG:teuthology.orchestra.run.smithi076:> files = glob.glob(asok_path) 2024-09-13T16:14:16.034 DEBUG:teuthology.orchestra.run.smithi076:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-13T16:14:16.034 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:14:16.034 DEBUG:teuthology.orchestra.run.smithi076:> # Given a non-glob path, it better be there 2024-09-13T16:14:16.034 DEBUG:teuthology.orchestra.run.smithi076:> if "*" not in asok_path: 2024-09-13T16:14:16.034 DEBUG:teuthology.orchestra.run.smithi076:> assert(len(files) == 1) 2024-09-13T16:14:16.034 DEBUG:teuthology.orchestra.run.smithi076:> return files[0] 2024-09-13T16:14:16.035 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:14:16.035 DEBUG:teuthology.orchestra.run.smithi076:> for f in files: 2024-09-13T16:14:16.035 DEBUG:teuthology.orchestra.run.smithi076:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T16:14:16.035 DEBUG:teuthology.orchestra.run.smithi076:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T16:14:16.035 DEBUG:teuthology.orchestra.run.smithi076:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T16:14:16.035 DEBUG:teuthology.orchestra.run.smithi076:> contents = proc_f.read() 2024-09-13T16:14:16.035 DEBUG:teuthology.orchestra.run.smithi076:> if mountpoint in contents: 2024-09-13T16:14:16.035 DEBUG:teuthology.orchestra.run.smithi076:> return f 2024-09-13T16:14:16.035 DEBUG:teuthology.orchestra.run.smithi076:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T16:14:16.035 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:14:16.035 DEBUG:teuthology.orchestra.run.smithi076:> print(_find_admin_socket("client.0")) 2024-09-13T16:14:16.036 DEBUG:teuthology.orchestra.run.smithi076:> ' 2024-09-13T16:14:16.147 INFO:teuthology.orchestra.run.smithi076.stdout:/var/run/ceph/ceph-client.0.85269.asok 2024-09-13T16:14:16.333 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.85269.asok 2024-09-13T16:14:16.333 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:14:16.334 DEBUG:teuthology.orchestra.run.smithi076:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.85269.asok status 2024-09-13T16:14:16.466 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2024-09-13T16:14:16.466 INFO:teuthology.orchestra.run.smithi076.stdout: "metadata": { 2024-09-13T16:14:16.466 INFO:teuthology.orchestra.run.smithi076.stdout: "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", 2024-09-13T16:14:16.466 INFO:teuthology.orchestra.run.smithi076.stdout: "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", 2024-09-13T16:14:16.467 INFO:teuthology.orchestra.run.smithi076.stdout: "entity_id": "0", 2024-09-13T16:14:16.467 INFO:teuthology.orchestra.run.smithi076.stdout: "hostname": "smithi076", 2024-09-13T16:14:16.467 INFO:teuthology.orchestra.run.smithi076.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-13T16:14:16.467 INFO:teuthology.orchestra.run.smithi076.stdout: "pid": "85269", 2024-09-13T16:14:16.467 INFO:teuthology.orchestra.run.smithi076.stdout: "root": "/" 2024-09-13T16:14:16.467 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:14:16.467 INFO:teuthology.orchestra.run.smithi076.stdout: "dentry_count": 0, 2024-09-13T16:14:16.467 INFO:teuthology.orchestra.run.smithi076.stdout: "dentry_pinned_count": 0, 2024-09-13T16:14:16.467 INFO:teuthology.orchestra.run.smithi076.stdout: "id": 9714, 2024-09-13T16:14:16.467 INFO:teuthology.orchestra.run.smithi076.stdout: "inst": { 2024-09-13T16:14:16.467 INFO:teuthology.orchestra.run.smithi076.stdout: "name": { 2024-09-13T16:14:16.467 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "client", 2024-09-13T16:14:16.467 INFO:teuthology.orchestra.run.smithi076.stdout: "num": 9714 2024-09-13T16:14:16.467 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:14:16.468 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": { 2024-09-13T16:14:16.468 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "v1", 2024-09-13T16:14:16.468 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:14:16.468 INFO:teuthology.orchestra.run.smithi076.stdout: "nonce": 2099991564 2024-09-13T16:14:16.468 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:14:16.468 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:14:16.468 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": { 2024-09-13T16:14:16.468 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "v1", 2024-09-13T16:14:16.468 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:14:16.468 INFO:teuthology.orchestra.run.smithi076.stdout: "nonce": 2099991564 2024-09-13T16:14:16.468 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:14:16.468 INFO:teuthology.orchestra.run.smithi076.stdout: "inst_str": "client.9714 192.168.0.1:0/2099991564", 2024-09-13T16:14:16.469 INFO:teuthology.orchestra.run.smithi076.stdout: "addr_str": "192.168.0.1:0/2099991564", 2024-09-13T16:14:16.469 INFO:teuthology.orchestra.run.smithi076.stdout: "inode_count": 1, 2024-09-13T16:14:16.469 INFO:teuthology.orchestra.run.smithi076.stdout: "mds_epoch": 81, 2024-09-13T16:14:16.469 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_epoch": 148, 2024-09-13T16:14:16.469 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_epoch_barrier": 0, 2024-09-13T16:14:16.469 INFO:teuthology.orchestra.run.smithi076.stdout: "blocklisted": false, 2024-09-13T16:14:16.469 INFO:teuthology.orchestra.run.smithi076.stdout: "fs_name": "cephfs" 2024-09-13T16:14:16.469 INFO:teuthology.orchestra.run.smithi076.stdout:} 2024-09-13T16:14:16.475 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:14:16.475 DEBUG:teuthology.orchestra.run.smithi076:> stat --file-system '--printf=%T 2024-09-13T16:14:16.475 DEBUG:teuthology.orchestra.run.smithi076:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-13T16:14:16.490 INFO:teuthology.orchestra.run.smithi076.stdout:fuseblk 2024-09-13T16:14:16.491 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-13T16:14:16.491 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:14:16.491 DEBUG:teuthology.orchestra.run.smithi076:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-13T16:14:16.557 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T16:14:16.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:16.694+0000 7f33928e5640 1 Processor -- start 2024-09-13T16:14:16.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:16.694+0000 7f33928e5640 1 -- start start 2024-09-13T16:14:16.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:16.695+0000 7f33928e5640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f338c15a2e0 0x7f338c0c9a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:16.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:16.695+0000 7f33928e5640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f338c0c8920 con 0x7f338c0cb3f0 2024-09-13T16:14:16.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:16.695+0000 7f33928e5640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f338c15a6c0 con 0x7f338c0c9f80 2024-09-13T16:14:16.698 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:16.695+0000 7f33928e5640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f338c0ca500 con 0x7f338c15a2e0 2024-09-13T16:14:16.698 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:16.695+0000 7f338bfff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f338c15a2e0 0x7f338c0c9a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:16.698 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:16.695+0000 7f3390e82640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f338c0cb3f0 0x7f338c06d030 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:58300/0 (socket says 172.21.15.76:58300) 2024-09-13T16:14:16.698 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:16.695+0000 7f3390e82640 1 -- 172.21.15.76:0/234479047 learned_addr learned my addr 172.21.15.76:0/234479047 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:14:16.698 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:16.696+0000 7f338bfff640 1 -- 172.21.15.76:0/234479047 >> v1:172.21.15.192:6789/0 conn(0x7f338c0c9f80 legacy=0x7f338c0cace0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:16.698 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:16.696+0000 7f338bfff640 1 -- 172.21.15.76:0/234479047 >> v1:172.21.15.76:6789/0 conn(0x7f338c0cb3f0 legacy=0x7f338c06d030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:16.698 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:16.696+0000 7f338affd640 1 -- 172.21.15.76:0/234479047 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3096554390 0 0) 0x7f338c0c8920 con 0x7f338c0cb3f0 2024-09-13T16:14:16.698 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:16.696+0000 7f338bfff640 1 -- 172.21.15.76:0/234479047 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f338c0c8b70 con 0x7f338c15a2e0 2024-09-13T16:14:16.698 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:16.696+0000 7f338bfff640 1 --2- 172.21.15.76:0/234479047 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f338c15a2e0 0x7f338c0c9a40 secure :-1 s=READY pgs=2020 cs=0 l=1 rev1=1 crypto rx=0x7f337c0097a0 tx=0x7f337c02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3560ae0166fdcafc server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:16.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:16.696+0000 7f338affd640 1 -- 172.21.15.76:0/234479047 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f337c032440 con 0x7f338c15a2e0 2024-09-13T16:14:16.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:16.696+0000 7f338affd640 1 -- 172.21.15.76:0/234479047 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f337c0325a0 con 0x7f338c15a2e0 2024-09-13T16:14:16.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:16.696+0000 7f338affd640 1 -- 172.21.15.76:0/234479047 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f337c032930 con 0x7f338c15a2e0 2024-09-13T16:14:16.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:16.697+0000 7f33928e5640 1 -- 172.21.15.76:0/234479047 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f338c15a2e0 msgr2=0x7f338c0c9a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:16.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:16.697+0000 7f33928e5640 1 --2- 172.21.15.76:0/234479047 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f338c15a2e0 0x7f338c0c9a40 secure :-1 s=READY pgs=2020 cs=0 l=1 rev1=1 crypto rx=0x7f337c0097a0 tx=0x7f337c02a1e0 comp rx=0 tx=0).stop 2024-09-13T16:14:16.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:16.697+0000 7f33928e5640 1 -- 172.21.15.76:0/234479047 shutdown_connections 2024-09-13T16:14:16.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:16.697+0000 7f33928e5640 1 --2- 172.21.15.76:0/234479047 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f338c15a2e0 0x7f338c0c9a40 unknown :-1 s=CLOSED pgs=2020 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:16.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:16.697+0000 7f33928e5640 1 -- 172.21.15.76:0/234479047 >> 172.21.15.76:0/234479047 conn(0x7f338c069ed0 msgr2=0x7f338c06a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:16.701 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:16.697+0000 7f33928e5640 1 -- 172.21.15.76:0/234479047 shutdown_connections 2024-09-13T16:14:16.701 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:16.697+0000 7f33928e5640 1 -- 172.21.15.76:0/234479047 wait complete. 2024-09-13T16:14:16.701 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:16.698+0000 7f33928e5640 1 Processor -- start 2024-09-13T16:14:16.701 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:16.698+0000 7f33928e5640 1 -- start start 2024-09-13T16:14:16.703 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:16.699+0000 7f33928e5640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f338c0c9f80 0x7f338c1f4b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:16.703 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:16.699+0000 7f33928e5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f338c0cb3f0 0x7f338c1f5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:16.703 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:16.699+0000 7f33928e5640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f338c15a2e0 0x7f338c1f56a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:16.703 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:16.699+0000 7f33928e5640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f338c0cc060 con 0x7f338c0cb3f0 2024-09-13T16:14:16.704 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:16.699+0000 7f33928e5640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f338c0c5440 con 0x7f338c15a2e0 2024-09-13T16:14:16.704 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:16.699+0000 7f33928e5640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f338c0c5720 con 0x7f338c0c9f80 2024-09-13T16:14:16.704 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:16.699+0000 7f338b7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f338c0cb3f0 0x7f338c1f5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:16.704 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:16.699+0000 7f338b7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f338c0cb3f0 0x7f338c1f5160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:37646/0 (socket says 172.21.15.76:37646) 2024-09-13T16:14:16.704 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:16.699+0000 7f338b7fe640 1 -- 172.21.15.76:0/693180683 learned_addr learned my addr 172.21.15.76:0/693180683 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:16.704 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:16.699+0000 7f338b7fe640 1 -- 172.21.15.76:0/693180683 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f338c0c9f80 msgr2=0x7f338c1f4b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:16.704 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:16.699+0000 7f338b7fe640 1 --2- 172.21.15.76:0/693180683 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f338c0c9f80 0x7f338c1f4b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:16.704 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:16.699+0000 7f338b7fe640 1 -- 172.21.15.76:0/693180683 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f338c15a2e0 msgr2=0x7f338c1f56a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:16.704 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:16.699+0000 7f338b7fe640 1 --2- 172.21.15.76:0/693180683 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f338c15a2e0 0x7f338c1f56a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:16.704 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:16.699+0000 7f338b7fe640 1 -- 172.21.15.76:0/693180683 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f337c009400 con 0x7f338c0cb3f0 2024-09-13T16:14:16.704 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:16.700+0000 7f338b7fe640 1 --2- 172.21.15.76:0/693180683 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f338c0cb3f0 0x7f338c1f5160 secure :-1 s=READY pgs=2021 cs=0 l=1 rev1=1 crypto rx=0x7f338000c410 tx=0x7f338000c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:16.704 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:16.700+0000 7f3388ff9640 1 -- 172.21.15.76:0/693180683 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33800035f0 con 0x7f338c0cb3f0 2024-09-13T16:14:16.704 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:16.700+0000 7f3388ff9640 1 -- 172.21.15.76:0/693180683 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3380003750 con 0x7f338c0cb3f0 2024-09-13T16:14:16.705 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:16.700+0000 7f33928e5640 1 -- 172.21.15.76:0/693180683 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f338c0c5a00 con 0x7f338c0cb3f0 2024-09-13T16:14:16.705 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:16.700+0000 7f3388ff9640 1 -- 172.21.15.76:0/693180683 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3380003b40 con 0x7f338c0cb3f0 2024-09-13T16:14:16.705 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:16.700+0000 7f33928e5640 1 -- 172.21.15.76:0/693180683 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f338c0cde20 con 0x7f338c0cb3f0 2024-09-13T16:14:16.705 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:16.701+0000 7f33928e5640 1 -- 172.21.15.76:0/693180683 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f338c0cc1d0 con 0x7f338c0cb3f0 2024-09-13T16:14:16.705 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:16.701+0000 7f3388ff9640 1 -- 172.21.15.76:0/693180683 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f3380003ca0 con 0x7f338c0cb3f0 2024-09-13T16:14:16.705 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:16.702+0000 7f3388ff9640 1 --2- 172.21.15.76:0/693180683 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f337806ac00 0x7f337806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:16.705 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:16.702+0000 7f338bfff640 1 --2- 172.21.15.76:0/693180683 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f337806ac00 0x7f337806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:16.705 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:16.702+0000 7f3388ff9640 1 -- 172.21.15.76:0/693180683 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(148..148 src has 1..148) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f3380088a60 con 0x7f338c0cb3f0 2024-09-13T16:14:16.705 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:16.702+0000 7f338bfff640 1 --2- 172.21.15.76:0/693180683 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f337806ac00 0x7f337806d0c0 secure :-1 s=READY pgs=858 cs=0 l=1 rev1=1 crypto rx=0x7f337c034000 tx=0x7f337c02c000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:16.707 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:16.706+0000 7f3388ff9640 1 -- 172.21.15.76:0/693180683 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f338c0cc1d0 con 0x7f338c0cb3f0 2024-09-13T16:14:16.903 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:16.901+0000 7f33928e5640 1 -- 172.21.15.76:0/693180683 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f338c0c5bf0 con 0x7f338c0cb3f0 2024-09-13T16:14:16.903 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:16.901+0000 7f3388ff9640 1 -- 172.21.15.76:0/693180683 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v81) v1 ==== 53+0+73 (secure 0 0 0) 0x7f3380017020 con 0x7f338c0cb3f0 2024-09-13T16:14:16.903 INFO:teuthology.orchestra.run.smithi076.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-13T16:14:16.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:16.903+0000 7f33928e5640 1 -- 172.21.15.76:0/693180683 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f337806ac00 msgr2=0x7f337806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:16.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:16.903+0000 7f33928e5640 1 --2- 172.21.15.76:0/693180683 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f337806ac00 0x7f337806d0c0 secure :-1 s=READY pgs=858 cs=0 l=1 rev1=1 crypto rx=0x7f337c034000 tx=0x7f337c02c000 comp rx=0 tx=0).stop 2024-09-13T16:14:16.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:16.903+0000 7f33928e5640 1 -- 172.21.15.76:0/693180683 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f338c0cb3f0 msgr2=0x7f338c1f5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:16.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:16.903+0000 7f33928e5640 1 --2- 172.21.15.76:0/693180683 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f338c0cb3f0 0x7f338c1f5160 secure :-1 s=READY pgs=2021 cs=0 l=1 rev1=1 crypto rx=0x7f338000c410 tx=0x7f338000c8d0 comp rx=0 tx=0).stop 2024-09-13T16:14:16.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:16.903+0000 7f33928e5640 1 -- 172.21.15.76:0/693180683 shutdown_connections 2024-09-13T16:14:16.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:16.903+0000 7f33928e5640 1 --2- 172.21.15.76:0/693180683 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f338c15a2e0 0x7f338c1f56a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:16.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:16.903+0000 7f33928e5640 1 --2- 172.21.15.76:0/693180683 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f338c0cb3f0 0x7f338c1f5160 unknown :-1 s=CLOSED pgs=2021 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:16.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:16.903+0000 7f33928e5640 1 --2- 172.21.15.76:0/693180683 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f337806ac00 0x7f337806d0c0 unknown :-1 s=CLOSED pgs=858 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:16.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:16.903+0000 7f33928e5640 1 --2- 172.21.15.76:0/693180683 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f338c0c9f80 0x7f338c1f4b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:16.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:16.903+0000 7f33928e5640 1 -- 172.21.15.76:0/693180683 >> 172.21.15.76:0/693180683 conn(0x7f338c069ed0 msgr2=0x7f338c0cace0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:16.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:16.903+0000 7f33928e5640 1 -- 172.21.15.76:0/693180683 shutdown_connections 2024-09-13T16:14:16.906 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:16.903+0000 7f33928e5640 1 -- 172.21.15.76:0/693180683 wait complete. 2024-09-13T16:14:16.915 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T16:14:16.915 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T16:14:16.915 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi192.front.sepia.ceph.com 2024-09-13T16:14:16.915 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-13T16:14:16.915 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-13T16:14:16.915 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T16:14:16.915 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T16:14:16.915 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T16:14:16.916 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-13T16:14:16.916 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:14:16.916 DEBUG:teuthology.orchestra.run.smithi192:> ip addr 2024-09-13T16:14:16.935 INFO:teuthology.orchestra.run.smithi192.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T16:14:16.935 INFO:teuthology.orchestra.run.smithi192.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T16:14:16.936 INFO:teuthology.orchestra.run.smithi192.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T16:14:16.936 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:14:16.936 INFO:teuthology.orchestra.run.smithi192.stdout: inet6 ::1/128 scope host 2024-09-13T16:14:16.936 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:14:16.936 INFO:teuthology.orchestra.run.smithi192.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:14:16.936 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether 0c:c4:7a:d9:38:4e brd ff:ff:ff:ff:ff:ff 2024-09-13T16:14:16.936 INFO:teuthology.orchestra.run.smithi192.stdout: altname enp7s0f0 2024-09-13T16:14:16.936 INFO:teuthology.orchestra.run.smithi192.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:14:16.936 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether 0c:c4:7a:d9:38:4f brd ff:ff:ff:ff:ff:ff 2024-09-13T16:14:16.936 INFO:teuthology.orchestra.run.smithi192.stdout: altname enp7s0f1 2024-09-13T16:14:16.936 INFO:teuthology.orchestra.run.smithi192.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:14:16.936 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether 0c:c4:7a:88:80:48 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:14:16.936 INFO:teuthology.orchestra.run.smithi192.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T16:14:16.937 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether 0c:c4:7a:88:80:49 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:14:16.937 INFO:teuthology.orchestra.run.smithi192.stdout: inet 172.21.15.192/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-13T16:14:16.937 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft 42020sec preferred_lft 42020sec 2024-09-13T16:14:16.937 INFO:teuthology.orchestra.run.smithi192.stdout: inet6 fe80::ec4:7aff:fe88:8049/64 scope link noprefixroute 2024-09-13T16:14:16.937 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:14:16.937 INFO:teuthology.orchestra.run.smithi192.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T16:14:16.937 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether ea:94:96:0f:40:1e brd ff:ff:ff:ff:ff:ff 2024-09-13T16:14:16.937 INFO:teuthology.orchestra.run.smithi192.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-13T16:14:16.937 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:14:16.937 INFO:teuthology.orchestra.run.smithi192.stdout: inet6 fe80::807e:ecff:fe50:a056/64 scope link 2024-09-13T16:14:16.937 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:14:16.937 INFO:teuthology.orchestra.run.smithi192.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:14:16.937 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether ea:94:96:0f:40:1e brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-13T16:14:16.937 INFO:teuthology.orchestra.run.smithi192.stdout: inet6 fe80::e894:96ff:fe0f:401e/64 scope link 2024-09-13T16:14:16.938 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:14:16.938 INFO:teuthology.orchestra.run.smithi192.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:14:16.938 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether f6:3a:94:82:39:22 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-13T16:14:16.938 INFO:teuthology.orchestra.run.smithi192.stdout: inet6 fe80::f43a:94ff:fe82:3922/64 scope link 2024-09-13T16:14:16.938 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:14:16.938 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:14:16.938 DEBUG:teuthology.orchestra.run.smithi192:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T16:14:17.005 INFO:teuthology.orchestra.run.smithi192.stdout:1 2024-09-13T16:14:17.006 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:14:17.006 DEBUG:teuthology.orchestra.run.smithi192:> route 2024-09-13T16:14:17.066 INFO:teuthology.orchestra.run.smithi192.stdout:Kernel IP routing table 2024-09-13T16:14:17.066 INFO:teuthology.orchestra.run.smithi192.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T16:14:17.066 INFO:teuthology.orchestra.run.smithi192.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-13T16:14:17.066 INFO:teuthology.orchestra.run.smithi192.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-13T16:14:17.066 INFO:teuthology.orchestra.run.smithi192.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T16:14:17.066 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:14:17.067 DEBUG:teuthology.orchestra.run.smithi192:> (cd / && exec bash -c ' 2024-09-13T16:14:17.067 DEBUG:teuthology.orchestra.run.smithi192:> set -e 2024-09-13T16:14:17.067 DEBUG:teuthology.orchestra.run.smithi192:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-13T16:14:17.067 DEBUG:teuthology.orchestra.run.smithi192:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-13T16:14:17.067 DEBUG:teuthology.orchestra.run.smithi192:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-13T16:14:17.067 DEBUG:teuthology.orchestra.run.smithi192:> ') 2024-09-13T16:14:17.158 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:14:17.158 DEBUG:teuthology.orchestra.run.smithi192:> ip netns list 2024-09-13T16:14:17.174 INFO:teuthology.orchestra.run.smithi192.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-13T16:14:17.174 INFO:teuthology.orchestra.run.smithi192.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-13T16:14:17.175 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-13T16:14:17.175 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:14:17.175 DEBUG:teuthology.orchestra.run.smithi192:> sudo ip link set brx.0 up 2024-09-13T16:14:17.242 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-09-13T16:14:17.242 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:14:17.242 DEBUG:teuthology.orchestra.run.smithi192:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-13T16:14:17.298 INFO:teuthology.orchestra.run.smithi192.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-13T16:14:17.298 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:14:17.298 DEBUG:teuthology.orchestra.run.smithi192:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-13T16:14:17.354 DEBUG:teuthology.orchestra.run.smithi192:> sudo modprobe fuse 2024-09-13T16:14:17.421 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:14:17.421 DEBUG:teuthology.orchestra.run.smithi192:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:14:17.486 INFO:teuthology.orchestra.run.smithi192.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:14:17.487 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:14:17.487 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:14:17.487 DEBUG:teuthology.orchestra.run.smithi192:> ls /sys/fs/fuse/connections 2024-09-13T16:14:17.542 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-13T16:14:17.543 DEBUG:teuthology.orchestra.run.smithi192:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-09-13T16:14:17.586 DEBUG:teuthology.orchestra.run.smithi192:> sudo modprobe fuse 2024-09-13T16:14:17.611 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:14:17.612 DEBUG:teuthology.orchestra.run.smithi192:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:14:17.667 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi192.stderr:2024-09-13T16:14:17.666+0000 7f70953d2480 -1 init, newargv = 0x5581a7fda0b0 newargc=15 2024-09-13T16:14:17.667 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi192.stderr:ceph-fuse[49426]: starting ceph client 2024-09-13T16:14:17.671 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi192.stderr:ceph-fuse[49426]: starting fuse 2024-09-13T16:14:17.677 INFO:teuthology.orchestra.run.smithi192.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:14:17.678 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:14:17.678 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:14:17.679 DEBUG:teuthology.orchestra.run.smithi192:> ls /sys/fs/fuse/connections 2024-09-13T16:14:17.734 INFO:teuthology.orchestra.run.smithi192.stdout:42 2024-09-13T16:14:17.735 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [42] 2024-09-13T16:14:17.735 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:14:17.735 DEBUG:teuthology.orchestra.run.smithi192:> import glob 2024-09-13T16:14:17.735 DEBUG:teuthology.orchestra.run.smithi192:> import re 2024-09-13T16:14:17.735 DEBUG:teuthology.orchestra.run.smithi192:> import os 2024-09-13T16:14:17.735 DEBUG:teuthology.orchestra.run.smithi192:> import subprocess 2024-09-13T16:14:17.735 DEBUG:teuthology.orchestra.run.smithi192:> 2024-09-13T16:14:17.735 DEBUG:teuthology.orchestra.run.smithi192:> def _find_admin_socket(client_name): 2024-09-13T16:14:17.735 DEBUG:teuthology.orchestra.run.smithi192:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-09-13T16:14:17.735 DEBUG:teuthology.orchestra.run.smithi192:> files = glob.glob(asok_path) 2024-09-13T16:14:17.735 DEBUG:teuthology.orchestra.run.smithi192:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-13T16:14:17.735 DEBUG:teuthology.orchestra.run.smithi192:> 2024-09-13T16:14:17.735 DEBUG:teuthology.orchestra.run.smithi192:> # Given a non-glob path, it better be there 2024-09-13T16:14:17.736 DEBUG:teuthology.orchestra.run.smithi192:> if "*" not in asok_path: 2024-09-13T16:14:17.736 DEBUG:teuthology.orchestra.run.smithi192:> assert(len(files) == 1) 2024-09-13T16:14:17.736 DEBUG:teuthology.orchestra.run.smithi192:> return files[0] 2024-09-13T16:14:17.736 DEBUG:teuthology.orchestra.run.smithi192:> 2024-09-13T16:14:17.736 DEBUG:teuthology.orchestra.run.smithi192:> for f in files: 2024-09-13T16:14:17.736 DEBUG:teuthology.orchestra.run.smithi192:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T16:14:17.736 DEBUG:teuthology.orchestra.run.smithi192:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T16:14:17.736 DEBUG:teuthology.orchestra.run.smithi192:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T16:14:17.736 DEBUG:teuthology.orchestra.run.smithi192:> contents = proc_f.read() 2024-09-13T16:14:17.736 DEBUG:teuthology.orchestra.run.smithi192:> if mountpoint in contents: 2024-09-13T16:14:17.736 DEBUG:teuthology.orchestra.run.smithi192:> return f 2024-09-13T16:14:17.736 DEBUG:teuthology.orchestra.run.smithi192:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T16:14:17.736 DEBUG:teuthology.orchestra.run.smithi192:> 2024-09-13T16:14:17.736 DEBUG:teuthology.orchestra.run.smithi192:> print(_find_admin_socket("client.1")) 2024-09-13T16:14:17.736 DEBUG:teuthology.orchestra.run.smithi192:> ' 2024-09-13T16:14:17.849 INFO:teuthology.orchestra.run.smithi192.stdout:/var/run/ceph/ceph-client.1.49426.asok 2024-09-13T16:14:18.036 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.49426.asok 2024-09-13T16:14:18.036 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:14:18.036 DEBUG:teuthology.orchestra.run.smithi192:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.49426.asok status 2024-09-13T16:14:18.169 INFO:teuthology.orchestra.run.smithi192.stdout:{ 2024-09-13T16:14:18.169 INFO:teuthology.orchestra.run.smithi192.stdout: "metadata": { 2024-09-13T16:14:18.169 INFO:teuthology.orchestra.run.smithi192.stdout: "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", 2024-09-13T16:14:18.169 INFO:teuthology.orchestra.run.smithi192.stdout: "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", 2024-09-13T16:14:18.169 INFO:teuthology.orchestra.run.smithi192.stdout: "entity_id": "1", 2024-09-13T16:14:18.169 INFO:teuthology.orchestra.run.smithi192.stdout: "hostname": "smithi192", 2024-09-13T16:14:18.169 INFO:teuthology.orchestra.run.smithi192.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-13T16:14:18.170 INFO:teuthology.orchestra.run.smithi192.stdout: "pid": "49426", 2024-09-13T16:14:18.170 INFO:teuthology.orchestra.run.smithi192.stdout: "root": "/" 2024-09-13T16:14:18.170 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-13T16:14:18.170 INFO:teuthology.orchestra.run.smithi192.stdout: "dentry_count": 0, 2024-09-13T16:14:18.170 INFO:teuthology.orchestra.run.smithi192.stdout: "dentry_pinned_count": 0, 2024-09-13T16:14:18.170 INFO:teuthology.orchestra.run.smithi192.stdout: "id": 7535, 2024-09-13T16:14:18.170 INFO:teuthology.orchestra.run.smithi192.stdout: "inst": { 2024-09-13T16:14:18.170 INFO:teuthology.orchestra.run.smithi192.stdout: "name": { 2024-09-13T16:14:18.170 INFO:teuthology.orchestra.run.smithi192.stdout: "type": "client", 2024-09-13T16:14:18.170 INFO:teuthology.orchestra.run.smithi192.stdout: "num": 7535 2024-09-13T16:14:18.170 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-13T16:14:18.170 INFO:teuthology.orchestra.run.smithi192.stdout: "addr": { 2024-09-13T16:14:18.170 INFO:teuthology.orchestra.run.smithi192.stdout: "type": "v1", 2024-09-13T16:14:18.170 INFO:teuthology.orchestra.run.smithi192.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:14:18.171 INFO:teuthology.orchestra.run.smithi192.stdout: "nonce": 1278275956 2024-09-13T16:14:18.171 INFO:teuthology.orchestra.run.smithi192.stdout: } 2024-09-13T16:14:18.171 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-13T16:14:18.171 INFO:teuthology.orchestra.run.smithi192.stdout: "addr": { 2024-09-13T16:14:18.171 INFO:teuthology.orchestra.run.smithi192.stdout: "type": "v1", 2024-09-13T16:14:18.171 INFO:teuthology.orchestra.run.smithi192.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:14:18.171 INFO:teuthology.orchestra.run.smithi192.stdout: "nonce": 1278275956 2024-09-13T16:14:18.171 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-13T16:14:18.171 INFO:teuthology.orchestra.run.smithi192.stdout: "inst_str": "client.7535 192.168.0.1:0/1278275956", 2024-09-13T16:14:18.171 INFO:teuthology.orchestra.run.smithi192.stdout: "addr_str": "192.168.0.1:0/1278275956", 2024-09-13T16:14:18.171 INFO:teuthology.orchestra.run.smithi192.stdout: "inode_count": 1, 2024-09-13T16:14:18.171 INFO:teuthology.orchestra.run.smithi192.stdout: "mds_epoch": 81, 2024-09-13T16:14:18.171 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_epoch": 148, 2024-09-13T16:14:18.171 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_epoch_barrier": 0, 2024-09-13T16:14:18.172 INFO:teuthology.orchestra.run.smithi192.stdout: "blocklisted": false, 2024-09-13T16:14:18.172 INFO:teuthology.orchestra.run.smithi192.stdout: "fs_name": "cephfs" 2024-09-13T16:14:18.172 INFO:teuthology.orchestra.run.smithi192.stdout:} 2024-09-13T16:14:18.177 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:14:18.177 DEBUG:teuthology.orchestra.run.smithi192:> stat --file-system '--printf=%T 2024-09-13T16:14:18.177 DEBUG:teuthology.orchestra.run.smithi192:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-13T16:14:18.193 INFO:teuthology.orchestra.run.smithi192.stdout:fuseblk 2024-09-13T16:14:18.193 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-13T16:14:18.193 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:14:18.193 DEBUG:teuthology.orchestra.run.smithi192:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-13T16:14:18.259 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mds mds_cache_memory_limit 1K 2024-09-13T16:14:18.372 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.371+0000 7fe9875c7640 1 Processor -- start 2024-09-13T16:14:18.372 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.371+0000 7fe9875c7640 1 -- start start 2024-09-13T16:14:18.373 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.372+0000 7fe9875c7640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe980158b00 0x7fe98006c190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:18.374 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.372+0000 7fe9875c7640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fe9800b2170 0x7fe9800b25c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:18.374 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.372+0000 7fe9875c7640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe9800b2d10 con 0x7fe98006c6d0 2024-09-13T16:14:18.374 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.372+0000 7fe9875c7640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe98006cb60 con 0x7fe980158b00 2024-09-13T16:14:18.374 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.372+0000 7fe9875c7640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe9800b2b00 con 0x7fe9800b2170 2024-09-13T16:14:18.374 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.372+0000 7fe985363640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe980158b00 0x7fe98006c190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:18.374 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.372+0000 7fe985363640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe980158b00 0x7fe98006c190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:37650/0 (socket says 172.21.15.76:37650) 2024-09-13T16:14:18.374 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.372+0000 7fe985363640 1 -- 172.21.15.76:0/2602862719 learned_addr learned my addr 172.21.15.76:0/2602862719 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:18.374 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.372+0000 7fe984b62640 1 --1- 172.21.15.76:0/2602862719 >> v1:172.21.15.76:6789/0 conn(0x7fe98006c6d0 0x7fe980070b10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:58312/0 (socket says 172.21.15.76:58312) 2024-09-13T16:14:18.374 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.372+0000 7fe985b64640 1 --2- 172.21.15.76:0/2602862719 >> v2:172.21.15.192:3300/0 conn(0x7fe9800b2170 0x7fe9800b25c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:18.374 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.372+0000 7fe985363640 1 -- 172.21.15.76:0/2602862719 >> v2:172.21.15.192:3300/0 conn(0x7fe9800b2170 msgr2=0x7fe9800b25c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:18.374 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.372+0000 7fe985363640 1 --2- 172.21.15.76:0/2602862719 >> v2:172.21.15.192:3300/0 conn(0x7fe9800b2170 0x7fe9800b25c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:18.374 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.372+0000 7fe985363640 1 -- 172.21.15.76:0/2602862719 >> v1:172.21.15.76:6789/0 conn(0x7fe98006c6d0 legacy=0x7fe980070b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:18.374 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.372+0000 7fe985363640 1 -- 172.21.15.76:0/2602862719 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe9800b2ff0 con 0x7fe980158b00 2024-09-13T16:14:18.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.372+0000 7fe977fff640 1 -- 172.21.15.76:0/2602862719 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 24215256 0 0) 0x7fe9800b2d10 con 0x7fe98006c6d0 2024-09-13T16:14:18.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.373+0000 7fe985363640 1 --2- 172.21.15.76:0/2602862719 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe980158b00 0x7fe98006c190 secure :-1 s=READY pgs=2023 cs=0 l=1 rev1=1 crypto rx=0x7fe9800cf390 tx=0x7fe97002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fbf0c68d09376052 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:18.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.373+0000 7fe977fff640 1 -- 172.21.15.76:0/2602862719 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe970032440 con 0x7fe980158b00 2024-09-13T16:14:18.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.373+0000 7fe977fff640 1 -- 172.21.15.76:0/2602862719 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe9700325a0 con 0x7fe980158b00 2024-09-13T16:14:18.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.373+0000 7fe977fff640 1 -- 172.21.15.76:0/2602862719 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe970032930 con 0x7fe980158b00 2024-09-13T16:14:18.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.373+0000 7fe9875c7640 1 -- 172.21.15.76:0/2602862719 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe980158b00 msgr2=0x7fe98006c190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:18.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.373+0000 7fe9875c7640 1 --2- 172.21.15.76:0/2602862719 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe980158b00 0x7fe98006c190 secure :-1 s=READY pgs=2023 cs=0 l=1 rev1=1 crypto rx=0x7fe9800cf390 tx=0x7fe97002a270 comp rx=0 tx=0).stop 2024-09-13T16:14:18.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.374+0000 7fe9875c7640 1 -- 172.21.15.76:0/2602862719 shutdown_connections 2024-09-13T16:14:18.377 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.374+0000 7fe9875c7640 1 --2- 172.21.15.76:0/2602862719 >> v2:172.21.15.192:3300/0 conn(0x7fe9800b2170 0x7fe9800b25c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:18.377 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.374+0000 7fe9875c7640 1 --2- 172.21.15.76:0/2602862719 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe980158b00 0x7fe98006c190 unknown :-1 s=CLOSED pgs=2023 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:18.377 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.374+0000 7fe9875c7640 1 -- 172.21.15.76:0/2602862719 >> 172.21.15.76:0/2602862719 conn(0x7fe98006a0b0 msgr2=0x7fe98006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:18.377 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.374+0000 7fe9875c7640 1 -- 172.21.15.76:0/2602862719 shutdown_connections 2024-09-13T16:14:18.377 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.374+0000 7fe9875c7640 1 -- 172.21.15.76:0/2602862719 wait complete. 2024-09-13T16:14:18.377 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.375+0000 7fe9875c7640 1 Processor -- start 2024-09-13T16:14:18.377 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.375+0000 7fe9875c7640 1 -- start start 2024-09-13T16:14:18.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.376+0000 7fe9875c7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe98006c6d0 0x7fe980154040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:18.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.376+0000 7fe9875c7640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe9800b2170 0x7fe98015b530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:18.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.376+0000 7fe9875c7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe980158b00 0x7fe980097480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:18.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.376+0000 7fe9875c7640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9800c3130 con 0x7fe980158b00 2024-09-13T16:14:18.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.376+0000 7fe9875c7640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9801e2e80 con 0x7fe9800b2170 2024-09-13T16:14:18.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.376+0000 7fe9875c7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe9801e3160 con 0x7fe98006c6d0 2024-09-13T16:14:18.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.376+0000 7fe985b64640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe980158b00 0x7fe980097480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:18.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.376+0000 7fe985b64640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe980158b00 0x7fe980097480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:37664/0 (socket says 172.21.15.76:37664) 2024-09-13T16:14:18.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.376+0000 7fe985b64640 1 -- 172.21.15.76:0/4097881116 learned_addr learned my addr 172.21.15.76:0/4097881116 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:18.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.376+0000 7fe985363640 1 --2- 172.21.15.76:0/4097881116 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe98006c6d0 0x7fe980154040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:18.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.376+0000 7fe984b62640 1 --2- 172.21.15.76:0/4097881116 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe9800b2170 0x7fe98015b530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:18.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.376+0000 7fe985b64640 1 -- 172.21.15.76:0/4097881116 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe98006c6d0 msgr2=0x7fe980154040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:18.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.376+0000 7fe985b64640 1 --2- 172.21.15.76:0/4097881116 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe98006c6d0 0x7fe980154040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:18.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.376+0000 7fe985b64640 1 -- 172.21.15.76:0/4097881116 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe9800b2170 msgr2=0x7fe98015b530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:18.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.376+0000 7fe985b64640 1 --2- 172.21.15.76:0/4097881116 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe9800b2170 0x7fe98015b530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:18.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.376+0000 7fe985b64640 1 -- 172.21.15.76:0/4097881116 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe9700094d0 con 0x7fe980158b00 2024-09-13T16:14:18.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.376+0000 7fe985b64640 1 --2- 172.21.15.76:0/4097881116 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe980158b00 0x7fe980097480 secure :-1 s=READY pgs=2024 cs=0 l=1 rev1=1 crypto rx=0x7fe978007d80 tx=0x7fe97800d490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:18.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.376+0000 7fe975ffb640 1 -- 172.21.15.76:0/4097881116 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe97800f040 con 0x7fe980158b00 2024-09-13T16:14:18.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.376+0000 7fe975ffb640 1 -- 172.21.15.76:0/4097881116 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe97800dda0 con 0x7fe980158b00 2024-09-13T16:14:18.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.376+0000 7fe9875c7640 1 -- 172.21.15.76:0/4097881116 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe9801e3440 con 0x7fe980158b00 2024-09-13T16:14:18.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.376+0000 7fe975ffb640 1 -- 172.21.15.76:0/4097881116 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe978003bd0 con 0x7fe980158b00 2024-09-13T16:14:18.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.377+0000 7fe9875c7640 1 -- 172.21.15.76:0/4097881116 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe980154580 con 0x7fe980158b00 2024-09-13T16:14:18.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.378+0000 7fe9875c7640 1 -- 172.21.15.76:0/4097881116 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe9801e3680 con 0x7fe980158b00 2024-09-13T16:14:18.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.378+0000 7fe975ffb640 1 -- 172.21.15.76:0/4097881116 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe978003d30 con 0x7fe980158b00 2024-09-13T16:14:18.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.379+0000 7fe975ffb640 1 --2- 172.21.15.76:0/4097881116 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe96406ac00 0x7fe96406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:18.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.379+0000 7fe975ffb640 1 -- 172.21.15.76:0/4097881116 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(148..148 src has 1..148) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fe9780894d0 con 0x7fe980158b00 2024-09-13T16:14:18.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.379+0000 7fe985363640 1 --2- 172.21.15.76:0/4097881116 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe96406ac00 0x7fe96406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:18.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.379+0000 7fe985363640 1 --2- 172.21.15.76:0/4097881116 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe96406ac00 0x7fe96406d0c0 secure :-1 s=READY pgs=859 cs=0 l=1 rev1=1 crypto rx=0x7fe970034000 tx=0x7fe97002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:18.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.383+0000 7fe975ffb640 1 -- 172.21.15.76:0/4097881116 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fe9801e3680 con 0x7fe980158b00 2024-09-13T16:14:18.549 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.548+0000 7fe9875c7640 1 -- 172.21.15.76:0/4097881116 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command([{prefix=config set, name=mds_cache_memory_limit}] v 0) v1 -- 0x7fe9801e3680 con 0x7fe980158b00 2024-09-13T16:14:18.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.552+0000 7fe975ffb640 1 -- 172.21.15.76:0/4097881116 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_cache_memory_limit}]=0 v64)=0 v64) v1 ==== 121+0+0 (secure 0 0 0) 0x7fe9801e3680 con 0x7fe980158b00 2024-09-13T16:14:18.555 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.554+0000 7fe9875c7640 1 -- 172.21.15.76:0/4097881116 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe96406ac00 msgr2=0x7fe96406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:18.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.554+0000 7fe9875c7640 1 --2- 172.21.15.76:0/4097881116 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe96406ac00 0x7fe96406d0c0 secure :-1 s=READY pgs=859 cs=0 l=1 rev1=1 crypto rx=0x7fe970034000 tx=0x7fe97002e000 comp rx=0 tx=0).stop 2024-09-13T16:14:18.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.554+0000 7fe9875c7640 1 -- 172.21.15.76:0/4097881116 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe980158b00 msgr2=0x7fe980097480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:18.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.554+0000 7fe9875c7640 1 --2- 172.21.15.76:0/4097881116 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe980158b00 0x7fe980097480 secure :-1 s=READY pgs=2024 cs=0 l=1 rev1=1 crypto rx=0x7fe978007d80 tx=0x7fe97800d490 comp rx=0 tx=0).stop 2024-09-13T16:14:18.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.554+0000 7fe9875c7640 1 -- 172.21.15.76:0/4097881116 shutdown_connections 2024-09-13T16:14:18.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.554+0000 7fe9875c7640 1 --2- 172.21.15.76:0/4097881116 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe980158b00 0x7fe980097480 unknown :-1 s=CLOSED pgs=2024 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:18.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.554+0000 7fe9875c7640 1 --2- 172.21.15.76:0/4097881116 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe9800b2170 0x7fe98015b530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:18.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.554+0000 7fe9875c7640 1 --2- 172.21.15.76:0/4097881116 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe96406ac00 0x7fe96406d0c0 unknown :-1 s=CLOSED pgs=859 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:18.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.554+0000 7fe9875c7640 1 --2- 172.21.15.76:0/4097881116 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe98006c6d0 0x7fe980154040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:18.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.554+0000 7fe9875c7640 1 -- 172.21.15.76:0/4097881116 >> 172.21.15.76:0/4097881116 conn(0x7fe98006a0b0 msgr2=0x7fe9800aca00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:18.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.554+0000 7fe9875c7640 1 -- 172.21.15.76:0/4097881116 shutdown_connections 2024-09-13T16:14:18.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.554+0000 7fe9875c7640 1 -- 172.21.15.76:0/4097881116 wait complete. 2024-09-13T16:14:18.566 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mds mds_recall_max_caps 200 2024-09-13T16:14:18.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.666+0000 7f07827bc640 1 Processor -- start 2024-09-13T16:14:18.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.666+0000 7f07827bc640 1 -- start start 2024-09-13T16:14:18.670 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.667+0000 7f07827bc640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f077c0b2b40 0x7f077c0ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:18.670 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.667+0000 7f07827bc640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f077c0ce4f0 0x7f077c0ce8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:18.671 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.667+0000 7f07827bc640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f077c0ccbe0 con 0x7f077c159310 2024-09-13T16:14:18.671 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.667+0000 7f07827bc640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f077c0ad940 con 0x7f077c0b2b40 2024-09-13T16:14:18.671 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.667+0000 7f07827bc640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f077c0b1810 con 0x7f077c0ce4f0 2024-09-13T16:14:18.671 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.667+0000 7f077b7fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f077c0b2b40 0x7f077c0ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:18.671 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.667+0000 7f077b7fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f077c0b2b40 0x7f077c0ad400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:37676/0 (socket says 172.21.15.76:37676) 2024-09-13T16:14:18.671 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.667+0000 7f077b7fe640 1 -- 172.21.15.76:0/1740989493 learned_addr learned my addr 172.21.15.76:0/1740989493 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:18.671 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.667+0000 7f0780d59640 1 --2- 172.21.15.76:0/1740989493 >> v2:172.21.15.192:3300/0 conn(0x7f077c0ce4f0 0x7f077c0ce8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:18.671 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.667+0000 7f077b7fe640 1 -- 172.21.15.76:0/1740989493 >> v2:172.21.15.192:3300/0 conn(0x7f077c0ce4f0 msgr2=0x7f077c0ce8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:18.671 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.667+0000 7f077b7fe640 1 --2- 172.21.15.76:0/1740989493 >> v2:172.21.15.192:3300/0 conn(0x7f077c0ce4f0 0x7f077c0ce8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:18.671 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.667+0000 7f077b7fe640 1 -- 172.21.15.76:0/1740989493 >> v1:172.21.15.192:6789/0 conn(0x7f077c159310 legacy=0x7f077c0ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:18.671 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.667+0000 7f077b7fe640 1 -- 172.21.15.76:0/1740989493 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f077c0cee10 con 0x7f077c0b2b40 2024-09-13T16:14:18.671 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.668+0000 7f077b7fe640 1 --2- 172.21.15.76:0/1740989493 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f077c0b2b40 0x7f077c0ad400 secure :-1 s=READY pgs=2025 cs=0 l=1 rev1=1 crypto rx=0x7f077c0b2fc0 tx=0x7f077002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=311f175c1bf18a47 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:18.672 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.668+0000 7f077affd640 1 -- 172.21.15.76:0/1740989493 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0770032440 con 0x7f077c0b2b40 2024-09-13T16:14:18.672 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.668+0000 7f077affd640 1 -- 172.21.15.76:0/1740989493 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f07700325a0 con 0x7f077c0b2b40 2024-09-13T16:14:18.672 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.668+0000 7f077affd640 1 -- 172.21.15.76:0/1740989493 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0770032930 con 0x7f077c0b2b40 2024-09-13T16:14:18.672 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.669+0000 7f07827bc640 1 -- 172.21.15.76:0/1740989493 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f077c0b2b40 msgr2=0x7f077c0ad400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:18.672 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.669+0000 7f07827bc640 1 --2- 172.21.15.76:0/1740989493 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f077c0b2b40 0x7f077c0ad400 secure :-1 s=READY pgs=2025 cs=0 l=1 rev1=1 crypto rx=0x7f077c0b2fc0 tx=0x7f077002a1a0 comp rx=0 tx=0).stop 2024-09-13T16:14:18.672 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.669+0000 7f07827bc640 1 -- 172.21.15.76:0/1740989493 shutdown_connections 2024-09-13T16:14:18.672 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.669+0000 7f07827bc640 1 --2- 172.21.15.76:0/1740989493 >> v2:172.21.15.192:3300/0 conn(0x7f077c0ce4f0 0x7f077c0ce8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:18.672 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.669+0000 7f07827bc640 1 --2- 172.21.15.76:0/1740989493 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f077c0b2b40 0x7f077c0ad400 unknown :-1 s=CLOSED pgs=2025 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:18.672 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.669+0000 7f07827bc640 1 -- 172.21.15.76:0/1740989493 >> 172.21.15.76:0/1740989493 conn(0x7f077c06a0b0 msgr2=0x7f077c06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:18.672 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.669+0000 7f07827bc640 1 -- 172.21.15.76:0/1740989493 shutdown_connections 2024-09-13T16:14:18.672 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.669+0000 7f07827bc640 1 -- 172.21.15.76:0/1740989493 wait complete. 2024-09-13T16:14:18.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.670+0000 7f07827bc640 1 Processor -- start 2024-09-13T16:14:18.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.670+0000 7f07827bc640 1 -- start start 2024-09-13T16:14:18.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.671+0000 7f07827bc640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f077c0b2b40 0x7f077c159780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:18.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.671+0000 7f07827bc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f077c0ce4f0 0x7f077c15c5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:18.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.671+0000 7f07827bc640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f077c159310 0x7f077c153df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:18.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.671+0000 7f07827bc640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f077c154f00 con 0x7f077c0ce4f0 2024-09-13T16:14:18.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.671+0000 7f07827bc640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f077c154940 con 0x7f077c0b2b40 2024-09-13T16:14:18.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.671+0000 7f07827bc640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f077c154c20 con 0x7f077c159310 2024-09-13T16:14:18.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.671+0000 7f077b7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f077c0ce4f0 0x7f077c15c5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:18.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.671+0000 7f077b7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f077c0ce4f0 0x7f077c15c5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:37680/0 (socket says 172.21.15.76:37680) 2024-09-13T16:14:18.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.671+0000 7f077b7fe640 1 -- 172.21.15.76:0/2663694320 learned_addr learned my addr 172.21.15.76:0/2663694320 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:18.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.671+0000 7f077bfff640 1 --2- 172.21.15.76:0/2663694320 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f077c0b2b40 0x7f077c159780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:18.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.671+0000 7f0780d59640 1 --2- 172.21.15.76:0/2663694320 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f077c159310 0x7f077c153df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:18.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.671+0000 7f077b7fe640 1 -- 172.21.15.76:0/2663694320 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f077c159310 msgr2=0x7f077c153df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:18.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.671+0000 7f077b7fe640 1 --2- 172.21.15.76:0/2663694320 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f077c159310 0x7f077c153df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:18.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.671+0000 7f077b7fe640 1 -- 172.21.15.76:0/2663694320 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f077c0b2b40 msgr2=0x7f077c159780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:18.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.671+0000 7f077b7fe640 1 --2- 172.21.15.76:0/2663694320 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f077c0b2b40 0x7f077c159780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:18.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.671+0000 7f077b7fe640 1 -- 172.21.15.76:0/2663694320 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f07700094d0 con 0x7f077c0ce4f0 2024-09-13T16:14:18.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.671+0000 7f077b7fe640 1 --2- 172.21.15.76:0/2663694320 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f077c0ce4f0 0x7f077c15c5f0 secure :-1 s=READY pgs=2026 cs=0 l=1 rev1=1 crypto rx=0x7f0770000c00 tx=0x7f07700046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:18.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.672+0000 7f0778ff9640 1 -- 172.21.15.76:0/2663694320 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0770032440 con 0x7f077c0ce4f0 2024-09-13T16:14:18.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.672+0000 7f0778ff9640 1 -- 172.21.15.76:0/2663694320 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0770030b80 con 0x7f077c0ce4f0 2024-09-13T16:14:18.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.672+0000 7f0778ff9640 1 -- 172.21.15.76:0/2663694320 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f077003d420 con 0x7f077c0ce4f0 2024-09-13T16:14:18.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.672+0000 7f07827bc640 1 -- 172.21.15.76:0/2663694320 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f077c1e2b50 con 0x7f077c0ce4f0 2024-09-13T16:14:18.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.672+0000 7f07827bc640 1 -- 172.21.15.76:0/2663694320 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f077c0af890 con 0x7f077c0ce4f0 2024-09-13T16:14:18.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.673+0000 7f07827bc640 1 -- 172.21.15.76:0/2663694320 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f077c154d60 con 0x7f077c0ce4f0 2024-09-13T16:14:18.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.673+0000 7f0778ff9640 1 -- 172.21.15.76:0/2663694320 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f0770039040 con 0x7f077c0ce4f0 2024-09-13T16:14:18.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.674+0000 7f0778ff9640 1 --2- 172.21.15.76:0/2663694320 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f076806ac00 0x7f076806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:18.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.674+0000 7f0778ff9640 1 -- 172.21.15.76:0/2663694320 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(148..148 src has 1..148) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f07700a9ec0 con 0x7f077c0ce4f0 2024-09-13T16:14:18.678 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.674+0000 7f077bfff640 1 --2- 172.21.15.76:0/2663694320 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f076806ac00 0x7f076806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:18.678 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.674+0000 7f077bfff640 1 --2- 172.21.15.76:0/2663694320 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f076806ac00 0x7f076806d0c0 secure :-1 s=READY pgs=860 cs=0 l=1 rev1=1 crypto rx=0x7f077c1e44a0 tx=0x7f076c009060 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:18.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.678+0000 7f0778ff9640 1 -- 172.21.15.76:0/2663694320 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f077c154d60 con 0x7f077c0ce4f0 2024-09-13T16:14:18.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.842+0000 7f07827bc640 1 -- 172.21.15.76:0/2663694320 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command([{prefix=config set, name=mds_recall_max_caps}] v 0) v1 -- 0x7f077c1e3070 con 0x7f077c0ce4f0 2024-09-13T16:14:18.849 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.848+0000 7f0778ff9640 1 -- 172.21.15.76:0/2663694320 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_recall_max_caps}]=0 v65)=0 v65) v1 ==== 119+0+0 (secure 0 0 0) 0x7f077c1e3070 con 0x7f077c0ce4f0 2024-09-13T16:14:18.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.850+0000 7f07827bc640 1 -- 172.21.15.76:0/2663694320 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f076806ac00 msgr2=0x7f076806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:18.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.850+0000 7f07827bc640 1 --2- 172.21.15.76:0/2663694320 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f076806ac00 0x7f076806d0c0 secure :-1 s=READY pgs=860 cs=0 l=1 rev1=1 crypto rx=0x7f077c1e44a0 tx=0x7f076c009060 comp rx=0 tx=0).stop 2024-09-13T16:14:18.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.850+0000 7f07827bc640 1 -- 172.21.15.76:0/2663694320 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f077c0ce4f0 msgr2=0x7f077c15c5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:18.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.850+0000 7f07827bc640 1 --2- 172.21.15.76:0/2663694320 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f077c0ce4f0 0x7f077c15c5f0 secure :-1 s=READY pgs=2026 cs=0 l=1 rev1=1 crypto rx=0x7f0770000c00 tx=0x7f07700046c0 comp rx=0 tx=0).stop 2024-09-13T16:14:18.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.850+0000 7f07827bc640 1 -- 172.21.15.76:0/2663694320 shutdown_connections 2024-09-13T16:14:18.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.850+0000 7f07827bc640 1 --2- 172.21.15.76:0/2663694320 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f076806ac00 0x7f076806d0c0 unknown :-1 s=CLOSED pgs=860 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:18.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.850+0000 7f07827bc640 1 --2- 172.21.15.76:0/2663694320 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f077c159310 0x7f077c153df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:18.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.850+0000 7f07827bc640 1 --2- 172.21.15.76:0/2663694320 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f077c0ce4f0 0x7f077c15c5f0 unknown :-1 s=CLOSED pgs=2026 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:18.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.850+0000 7f07827bc640 1 --2- 172.21.15.76:0/2663694320 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f077c0b2b40 0x7f077c159780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:18.853 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.850+0000 7f07827bc640 1 -- 172.21.15.76:0/2663694320 >> 172.21.15.76:0/2663694320 conn(0x7f077c06a0b0 msgr2=0x7f077c0b1ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:18.853 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.850+0000 7f07827bc640 1 -- 172.21.15.76:0/2663694320 shutdown_connections 2024-09-13T16:14:18.853 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.850+0000 7f07827bc640 1 -- 172.21.15.76:0/2663694320 wait complete. 2024-09-13T16:14:18.863 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mds mds_recall_warning_threshold 400 2024-09-13T16:14:18.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.963+0000 7f2786565640 1 Processor -- start 2024-09-13T16:14:18.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.963+0000 7f2786565640 1 -- start start 2024-09-13T16:14:18.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.963+0000 7f2786565640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f2780159310 0x7f27800ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:18.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.963+0000 7f2786565640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f27800b2b40 0x7f27800ab140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:18.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.963+0000 7f2786565640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f27800ccbe0 con 0x7f27800ab680 2024-09-13T16:14:18.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.963+0000 7f2786565640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f27800ad940 con 0x7f2780159310 2024-09-13T16:14:18.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.963+0000 7f2786565640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f27800b1810 con 0x7f27800b2b40 2024-09-13T16:14:18.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.964+0000 7f277ffff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f2780159310 0x7f27800ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:18.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.964+0000 7f2784b02640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f27800ab680 0x7f27800ce4f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:58326/0 (socket says 172.21.15.76:58326) 2024-09-13T16:14:18.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.964+0000 7f2784b02640 1 -- 172.21.15.76:0/4193898215 learned_addr learned my addr 172.21.15.76:0/4193898215 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:14:18.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.964+0000 7f277ffff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f2780159310 0x7f27800ad400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:37686/0 (socket says 172.21.15.76:37686) 2024-09-13T16:14:18.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.964+0000 7f277f7fe640 1 --2- 172.21.15.76:0/4193898215 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f27800b2b40 0x7f27800ab140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:18.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.964+0000 7f277ffff640 1 -- 172.21.15.76:0/4193898215 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f27800b2b40 msgr2=0x7f27800ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:18.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.964+0000 7f277ffff640 1 --2- 172.21.15.76:0/4193898215 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f27800b2b40 0x7f27800ab140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:18.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.964+0000 7f277ffff640 1 -- 172.21.15.76:0/4193898215 >> v1:172.21.15.76:6789/0 conn(0x7f27800ab680 legacy=0x7f27800ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:18.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.964+0000 7f277ffff640 1 -- 172.21.15.76:0/4193898215 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f278006d9e0 con 0x7f2780159310 2024-09-13T16:14:18.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.964+0000 7f277effd640 1 -- 172.21.15.76:0/4193898215 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3281371154 0 0) 0x7f27800ccbe0 con 0x7f27800ab680 2024-09-13T16:14:18.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.965+0000 7f277ffff640 1 --2- 172.21.15.76:0/4193898215 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2780159310 0x7f27800ad400 secure :-1 s=READY pgs=2028 cs=0 l=1 rev1=1 crypto rx=0x7f27700097a0 tx=0x7f277002c310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f849f2569c662152 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:18.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.965+0000 7f277effd640 1 -- 172.21.15.76:0/4193898215 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2770034640 con 0x7f2780159310 2024-09-13T16:14:18.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.965+0000 7f277effd640 1 -- 172.21.15.76:0/4193898215 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f27700347a0 con 0x7f2780159310 2024-09-13T16:14:18.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.965+0000 7f277effd640 1 -- 172.21.15.76:0/4193898215 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2770034b30 con 0x7f2780159310 2024-09-13T16:14:18.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.965+0000 7f2786565640 1 -- 172.21.15.76:0/4193898215 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2780159310 msgr2=0x7f27800ad400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:18.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.965+0000 7f2786565640 1 --2- 172.21.15.76:0/4193898215 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2780159310 0x7f27800ad400 secure :-1 s=READY pgs=2028 cs=0 l=1 rev1=1 crypto rx=0x7f27700097a0 tx=0x7f277002c310 comp rx=0 tx=0).stop 2024-09-13T16:14:18.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.965+0000 7f2786565640 1 -- 172.21.15.76:0/4193898215 shutdown_connections 2024-09-13T16:14:18.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.965+0000 7f2786565640 1 --2- 172.21.15.76:0/4193898215 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f27800b2b40 0x7f27800ab140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:18.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.965+0000 7f2786565640 1 --2- 172.21.15.76:0/4193898215 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2780159310 0x7f27800ad400 unknown :-1 s=CLOSED pgs=2028 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:18.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.965+0000 7f2786565640 1 -- 172.21.15.76:0/4193898215 >> 172.21.15.76:0/4193898215 conn(0x7f278006a0b0 msgr2=0x7f278006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:18.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.965+0000 7f2786565640 1 -- 172.21.15.76:0/4193898215 shutdown_connections 2024-09-13T16:14:18.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.965+0000 7f2786565640 1 -- 172.21.15.76:0/4193898215 wait complete. 2024-09-13T16:14:18.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.967+0000 7f2786565640 1 Processor -- start 2024-09-13T16:14:18.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.967+0000 7f2786565640 1 -- start start 2024-09-13T16:14:18.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.967+0000 7f2786565640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f27800ab680 0x7f278009bf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:18.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.967+0000 7f2786565640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f27800b2b40 0x7f27801f2c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:18.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.968+0000 7f2786565640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2780159310 0x7f27801f1a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:18.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.968+0000 7f2786565640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27801f3180 con 0x7f27800b2b40 2024-09-13T16:14:18.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.968+0000 7f2786565640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2780153d10 con 0x7f2780159310 2024-09-13T16:14:18.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.968+0000 7f2786565640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2780153ff0 con 0x7f27800ab680 2024-09-13T16:14:18.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.968+0000 7f277f7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f27800b2b40 0x7f27801f2c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:18.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.968+0000 7f277f7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f27800b2b40 0x7f27801f2c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:37698/0 (socket says 172.21.15.76:37698) 2024-09-13T16:14:18.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.968+0000 7f277f7fe640 1 -- 172.21.15.76:0/4146760576 learned_addr learned my addr 172.21.15.76:0/4146760576 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:18.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.968+0000 7f277ffff640 1 --2- 172.21.15.76:0/4146760576 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f27800ab680 0x7f278009bf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:18.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.968+0000 7f2784b02640 1 --2- 172.21.15.76:0/4146760576 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2780159310 0x7f27801f1a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:18.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.968+0000 7f277f7fe640 1 -- 172.21.15.76:0/4146760576 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f27800ab680 msgr2=0x7f278009bf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:18.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.968+0000 7f277f7fe640 1 --2- 172.21.15.76:0/4146760576 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f27800ab680 0x7f278009bf00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:18.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.968+0000 7f277f7fe640 1 -- 172.21.15.76:0/4146760576 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2780159310 msgr2=0x7f27801f1a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:18.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.968+0000 7f277f7fe640 1 --2- 172.21.15.76:0/4146760576 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2780159310 0x7f27801f1a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:18.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.968+0000 7f277f7fe640 1 -- 172.21.15.76:0/4146760576 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2770009400 con 0x7f27800b2b40 2024-09-13T16:14:18.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.968+0000 7f277f7fe640 1 --2- 172.21.15.76:0/4146760576 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f27800b2b40 0x7f27801f2c40 secure :-1 s=READY pgs=2029 cs=0 l=1 rev1=1 crypto rx=0x7f277400e9b0 tx=0x7f277400ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:18.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.968+0000 7f277cff9640 1 -- 172.21.15.76:0/4146760576 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2774009670 con 0x7f27800b2b40 2024-09-13T16:14:18.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.968+0000 7f277cff9640 1 -- 172.21.15.76:0/4146760576 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f277400c9a0 con 0x7f27800b2b40 2024-09-13T16:14:18.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.968+0000 7f2786565640 1 -- 172.21.15.76:0/4146760576 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f27801542d0 con 0x7f27800b2b40 2024-09-13T16:14:18.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.968+0000 7f277cff9640 1 -- 172.21.15.76:0/4146760576 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f277400cd50 con 0x7f27800b2b40 2024-09-13T16:14:18.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.968+0000 7f2786565640 1 -- 172.21.15.76:0/4146760576 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2780154890 con 0x7f27800b2b40 2024-09-13T16:14:18.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.970+0000 7f2786565640 1 -- 172.21.15.76:0/4146760576 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f27800cd9f0 con 0x7f27800b2b40 2024-09-13T16:14:18.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.970+0000 7f277cff9640 1 -- 172.21.15.76:0/4146760576 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f2774013470 con 0x7f27800b2b40 2024-09-13T16:14:18.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.970+0000 7f277cff9640 1 --2- 172.21.15.76:0/4146760576 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f276c06ac00 0x7f276c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:18.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.970+0000 7f277cff9640 1 -- 172.21.15.76:0/4146760576 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(148..148 src has 1..148) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f27740895f0 con 0x7f27800b2b40 2024-09-13T16:14:18.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.970+0000 7f277ffff640 1 --2- 172.21.15.76:0/4146760576 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f276c06ac00 0x7f276c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:18.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.971+0000 7f277ffff640 1 --2- 172.21.15.76:0/4146760576 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f276c06ac00 0x7f276c06d0c0 secure :-1 s=READY pgs=861 cs=0 l=1 rev1=1 crypto rx=0x7f2770036000 tx=0x7f2770030000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:18.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:18.975+0000 7f277cff9640 1 -- 172.21.15.76:0/4146760576 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f27740547d0 con 0x7f27800b2b40 2024-09-13T16:14:19.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.136+0000 7f2786565640 1 -- 172.21.15.76:0/4146760576 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command([{prefix=config set, name=mds_recall_warning_threshold}] v 0) v1 -- 0x7f27800ab140 con 0x7f27800b2b40 2024-09-13T16:14:19.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.140+0000 7f277cff9640 1 -- 172.21.15.76:0/4146760576 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_recall_warning_threshold}]=0 v66)=0 v66) v1 ==== 128+0+0 (secure 0 0 0) 0x7f2774057df0 con 0x7f27800b2b40 2024-09-13T16:14:19.144 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.142+0000 7f2786565640 1 -- 172.21.15.76:0/4146760576 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f276c06ac00 msgr2=0x7f276c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:19.144 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.142+0000 7f2786565640 1 --2- 172.21.15.76:0/4146760576 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f276c06ac00 0x7f276c06d0c0 secure :-1 s=READY pgs=861 cs=0 l=1 rev1=1 crypto rx=0x7f2770036000 tx=0x7f2770030000 comp rx=0 tx=0).stop 2024-09-13T16:14:19.144 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.142+0000 7f2786565640 1 -- 172.21.15.76:0/4146760576 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f27800b2b40 msgr2=0x7f27801f2c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:19.144 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.142+0000 7f2786565640 1 --2- 172.21.15.76:0/4146760576 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f27800b2b40 0x7f27801f2c40 secure :-1 s=READY pgs=2029 cs=0 l=1 rev1=1 crypto rx=0x7f277400e9b0 tx=0x7f277400ee70 comp rx=0 tx=0).stop 2024-09-13T16:14:19.144 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.142+0000 7f2786565640 1 -- 172.21.15.76:0/4146760576 shutdown_connections 2024-09-13T16:14:19.144 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.142+0000 7f2786565640 1 --2- 172.21.15.76:0/4146760576 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2780159310 0x7f27801f1a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:19.144 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.142+0000 7f2786565640 1 --2- 172.21.15.76:0/4146760576 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f27800b2b40 0x7f27801f2c40 unknown :-1 s=CLOSED pgs=2029 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:19.145 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.142+0000 7f2786565640 1 --2- 172.21.15.76:0/4146760576 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f276c06ac00 0x7f276c06d0c0 unknown :-1 s=CLOSED pgs=861 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:19.145 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.142+0000 7f2786565640 1 --2- 172.21.15.76:0/4146760576 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f27800ab680 0x7f278009bf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:19.145 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.142+0000 7f2786565640 1 -- 172.21.15.76:0/4146760576 >> 172.21.15.76:0/4146760576 conn(0x7f278006a0b0 msgr2=0x7f27800af280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:19.145 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.142+0000 7f2786565640 1 -- 172.21.15.76:0/4146760576 shutdown_connections 2024-09-13T16:14:19.145 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.142+0000 7f2786565640 1 -- 172.21.15.76:0/4146760576 wait complete. 2024-09-13T16:14:19.155 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config get mds mds_min_caps_per_client 2024-09-13T16:14:19.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.253+0000 7f20faac9640 1 Processor -- start 2024-09-13T16:14:19.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.253+0000 7f20faac9640 1 -- start start 2024-09-13T16:14:19.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.254+0000 7f20faac9640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f20f4158b00 0x7f20f406c190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:19.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.254+0000 7f20faac9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f20f406c6d0 0x7f20f4070b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:19.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.254+0000 7f20faac9640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f20f406cb30 con 0x7f20f4071050 2024-09-13T16:14:19.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.254+0000 7f20faac9640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f20f40b2d10 con 0x7f20f4158b00 2024-09-13T16:14:19.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.254+0000 7f20faac9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f20f40b2ff0 con 0x7f20f406c6d0 2024-09-13T16:14:19.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.254+0000 7f20ebfff640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f20f406c6d0 0x7f20f4070b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:19.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.254+0000 7f20f9066640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7f20f4071050 0x7f20f40714e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:46096/0 (socket says 172.21.15.76:46096) 2024-09-13T16:14:19.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.255+0000 7f20f9066640 1 -- 172.21.15.76:0/3448944359 learned_addr learned my addr 172.21.15.76:0/3448944359 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:14:19.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.255+0000 7f20ebfff640 1 -- 172.21.15.76:0/3448944359 >> v2:172.21.15.192:3300/0 conn(0x7f20f4158b00 msgr2=0x7f20f406c190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:19.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.255+0000 7f20ebfff640 1 --2- 172.21.15.76:0/3448944359 >> v2:172.21.15.192:3300/0 conn(0x7f20f4158b00 0x7f20f406c190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:19.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.255+0000 7f20ebfff640 1 -- 172.21.15.76:0/3448944359 >> v1:172.21.15.192:6789/0 conn(0x7f20f4071050 legacy=0x7f20f40714e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:19.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.255+0000 7f20ebfff640 1 -- 172.21.15.76:0/3448944359 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f20f4070310 con 0x7f20f406c6d0 2024-09-13T16:14:19.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.255+0000 7f20eb7fe640 1 -- 172.21.15.76:0/3448944359 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1681952948 0 0) 0x7f20f406cb30 con 0x7f20f4071050 2024-09-13T16:14:19.258 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.256+0000 7f20ebfff640 1 --2- 172.21.15.76:0/3448944359 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f20f406c6d0 0x7f20f4070b10 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f20e400ba40 tx=0x7f20e402c850 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5a2ec470000e8f5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:19.258 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.256+0000 7f20eb7fe640 1 -- 172.21.15.76:0/3448944359 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f20e4032750 con 0x7f20f406c6d0 2024-09-13T16:14:19.259 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.256+0000 7f20eb7fe640 1 -- 172.21.15.76:0/3448944359 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f20e40328b0 con 0x7f20f406c6d0 2024-09-13T16:14:19.259 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.256+0000 7f20eb7fe640 1 -- 172.21.15.76:0/3448944359 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f20e4032c40 con 0x7f20f406c6d0 2024-09-13T16:14:19.259 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.256+0000 7f20faac9640 1 -- 172.21.15.76:0/3448944359 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f20f406c6d0 msgr2=0x7f20f4070b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:19.259 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.256+0000 7f20faac9640 1 --2- 172.21.15.76:0/3448944359 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f20f406c6d0 0x7f20f4070b10 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f20e400ba40 tx=0x7f20e402c850 comp rx=0 tx=0).stop 2024-09-13T16:14:19.259 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.256+0000 7f20faac9640 1 -- 172.21.15.76:0/3448944359 shutdown_connections 2024-09-13T16:14:19.259 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.256+0000 7f20faac9640 1 --2- 172.21.15.76:0/3448944359 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f20f406c6d0 0x7f20f4070b10 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:19.259 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.256+0000 7f20faac9640 1 --2- 172.21.15.76:0/3448944359 >> v2:172.21.15.192:3300/0 conn(0x7f20f4158b00 0x7f20f406c190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:19.259 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.256+0000 7f20faac9640 1 -- 172.21.15.76:0/3448944359 >> 172.21.15.76:0/3448944359 conn(0x7f20f406a0b0 msgr2=0x7f20f406a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:19.259 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.256+0000 7f20faac9640 1 -- 172.21.15.76:0/3448944359 shutdown_connections 2024-09-13T16:14:19.259 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.256+0000 7f20faac9640 1 -- 172.21.15.76:0/3448944359 wait complete. 2024-09-13T16:14:19.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.257+0000 7f20faac9640 1 Processor -- start 2024-09-13T16:14:19.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.258+0000 7f20faac9640 1 -- start start 2024-09-13T16:14:19.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.258+0000 7f20faac9640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f20f406c6d0 0x7f20f4156470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:19.262 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.258+0000 7f20faac9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f20f4071050 0x7f20f409b410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:19.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.258+0000 7f20faac9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f20f4158b00 0x7f20f409b950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:19.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.258+0000 7f20faac9640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f20f409be90 con 0x7f20f4158b00 2024-09-13T16:14:19.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.258+0000 7f20faac9640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f20f41569b0 con 0x7f20f406c6d0 2024-09-13T16:14:19.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.258+0000 7f20faac9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f20f4156c00 con 0x7f20f4071050 2024-09-13T16:14:19.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.259+0000 7f20f9066640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f20f4158b00 0x7f20f409b950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:19.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.259+0000 7f20f9066640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f20f4158b00 0x7f20f409b950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:37704/0 (socket says 172.21.15.76:37704) 2024-09-13T16:14:19.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.259+0000 7f20f9066640 1 -- 172.21.15.76:0/2846919277 learned_addr learned my addr 172.21.15.76:0/2846919277 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:19.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.259+0000 7f20ebfff640 1 --2- 172.21.15.76:0/2846919277 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f20f4071050 0x7f20f409b410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:19.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.259+0000 7f20f8865640 1 --2- 172.21.15.76:0/2846919277 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f20f406c6d0 0x7f20f4156470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:19.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.259+0000 7f20f9066640 1 -- 172.21.15.76:0/2846919277 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f20f4071050 msgr2=0x7f20f409b410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:19.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.259+0000 7f20f9066640 1 --2- 172.21.15.76:0/2846919277 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f20f4071050 0x7f20f409b410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:19.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.259+0000 7f20f9066640 1 -- 172.21.15.76:0/2846919277 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f20f406c6d0 msgr2=0x7f20f4156470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:19.264 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.259+0000 7f20f9066640 1 --2- 172.21.15.76:0/2846919277 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f20f406c6d0 0x7f20f4156470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:19.264 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.259+0000 7f20f9066640 1 -- 172.21.15.76:0/2846919277 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f20e400b6a0 con 0x7f20f4158b00 2024-09-13T16:14:19.264 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.259+0000 7f20f9066640 1 --2- 172.21.15.76:0/2846919277 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f20f4158b00 0x7f20f409b950 secure :-1 s=READY pgs=2030 cs=0 l=1 rev1=1 crypto rx=0x7f20ec00c450 tx=0x7f20ec00c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:19.264 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.259+0000 7f20e97fa640 1 -- 172.21.15.76:0/2846919277 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f20ec0074e0 con 0x7f20f4158b00 2024-09-13T16:14:19.264 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.259+0000 7f20e97fa640 1 -- 172.21.15.76:0/2846919277 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f20ec007660 con 0x7f20f4158b00 2024-09-13T16:14:19.264 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.259+0000 7f20faac9640 1 -- 172.21.15.76:0/2846919277 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f20f40c5420 con 0x7f20f4158b00 2024-09-13T16:14:19.264 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.259+0000 7f20e97fa640 1 -- 172.21.15.76:0/2846919277 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f20ec004a20 con 0x7f20f4158b00 2024-09-13T16:14:19.264 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.259+0000 7f20faac9640 1 -- 172.21.15.76:0/2846919277 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f20f40c59e0 con 0x7f20f4158b00 2024-09-13T16:14:19.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.260+0000 7f20faac9640 1 -- 172.21.15.76:0/2846919277 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f20f4070b10 con 0x7f20f4158b00 2024-09-13T16:14:19.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.261+0000 7f20e97fa640 1 -- 172.21.15.76:0/2846919277 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f20ec004b80 con 0x7f20f4158b00 2024-09-13T16:14:19.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.261+0000 7f20e97fa640 1 --2- 172.21.15.76:0/2846919277 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f20e006ac00 0x7f20e006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:19.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.261+0000 7f20e97fa640 1 -- 172.21.15.76:0/2846919277 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(148..148 src has 1..148) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f20ec088a00 con 0x7f20f4158b00 2024-09-13T16:14:19.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.261+0000 7f20f8865640 1 --2- 172.21.15.76:0/2846919277 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f20e006ac00 0x7f20e006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:19.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.262+0000 7f20f8865640 1 --2- 172.21.15.76:0/2846919277 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f20e006ac00 0x7f20e006d0c0 secure :-1 s=READY pgs=862 cs=0 l=1 rev1=1 crypto rx=0x7f20f0009f20 tx=0x7f20f00094f0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:19.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.265+0000 7f20e97fa640 1 -- 172.21.15.76:0/2846919277 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f20ec053b60 con 0x7f20f4158b00 2024-09-13T16:14:19.428 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.426+0000 7f20faac9640 1 -- 172.21.15.76:0/2846919277 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "config get", "who": "mds", "key": "mds_min_caps_per_client"} v 0) v1 -- 0x7f20f406a5c0 con 0x7f20f4158b00 2024-09-13T16:14:19.428 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.427+0000 7f20e97fa640 1 -- 172.21.15.76:0/2846919277 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "config get", "who": "mds", "key": "mds_min_caps_per_client"}]=0 v66) v1 ==== 106+0+4 (secure 0 0 0) 0x7f20ec018020 con 0x7f20f4158b00 2024-09-13T16:14:19.428 INFO:teuthology.orchestra.run.smithi076.stdout:100 2024-09-13T16:14:19.430 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.429+0000 7f20faac9640 1 -- 172.21.15.76:0/2846919277 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f20e006ac00 msgr2=0x7f20e006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:19.430 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.429+0000 7f20faac9640 1 --2- 172.21.15.76:0/2846919277 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f20e006ac00 0x7f20e006d0c0 secure :-1 s=READY pgs=862 cs=0 l=1 rev1=1 crypto rx=0x7f20f0009f20 tx=0x7f20f00094f0 comp rx=0 tx=0).stop 2024-09-13T16:14:19.430 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.429+0000 7f20faac9640 1 -- 172.21.15.76:0/2846919277 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f20f4158b00 msgr2=0x7f20f409b950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:19.430 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.429+0000 7f20faac9640 1 --2- 172.21.15.76:0/2846919277 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f20f4158b00 0x7f20f409b950 secure :-1 s=READY pgs=2030 cs=0 l=1 rev1=1 crypto rx=0x7f20ec00c450 tx=0x7f20ec00c910 comp rx=0 tx=0).stop 2024-09-13T16:14:19.430 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.429+0000 7f20faac9640 1 -- 172.21.15.76:0/2846919277 shutdown_connections 2024-09-13T16:14:19.430 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.429+0000 7f20faac9640 1 --2- 172.21.15.76:0/2846919277 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f20f4158b00 0x7f20f409b950 unknown :-1 s=CLOSED pgs=2030 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:19.431 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.429+0000 7f20faac9640 1 --2- 172.21.15.76:0/2846919277 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f20e006ac00 0x7f20e006d0c0 unknown :-1 s=CLOSED pgs=862 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:19.431 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.429+0000 7f20faac9640 1 --2- 172.21.15.76:0/2846919277 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f20f4071050 0x7f20f409b410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:19.431 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.429+0000 7f20faac9640 1 --2- 172.21.15.76:0/2846919277 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f20f406c6d0 0x7f20f4156470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:19.431 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.429+0000 7f20faac9640 1 -- 172.21.15.76:0/2846919277 >> 172.21.15.76:0/2846919277 conn(0x7f20f406a0b0 msgr2=0x7f20f4071f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:19.431 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.429+0000 7f20faac9640 1 -- 172.21.15.76:0/2846919277 shutdown_connections 2024-09-13T16:14:19.431 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.429+0000 7f20faac9640 1 -- 172.21.15.76:0/2846919277 wait complete. 2024-09-13T16:14:19.441 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mds mds_min_caps_working_set 100 2024-09-13T16:14:19.542 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.540+0000 7f42b7bc7640 1 Processor -- start 2024-09-13T16:14:19.542 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.540+0000 7f42b7bc7640 1 -- start start 2024-09-13T16:14:19.543 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.541+0000 7f42b7bc7640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f42b00b2170 0x7f42b00b2600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:19.544 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.541+0000 7f42b7bc7640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f42b006c190 0x7f42b006c5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:19.544 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.541+0000 7f42b7bc7640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f42b006cb20 con 0x7f42b0158b00 2024-09-13T16:14:19.544 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.541+0000 7f42b7bc7640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f42b00cec00 con 0x7f42b006c190 2024-09-13T16:14:19.544 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.541+0000 7f42b7bc7640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f42b00b2d10 con 0x7f42b00b2170 2024-09-13T16:14:19.544 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.541+0000 7f42b6164640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f42b006c190 0x7f42b006c5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:19.544 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.541+0000 7f42b6164640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f42b006c190 0x7f42b006c5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:37716/0 (socket says 172.21.15.76:37716) 2024-09-13T16:14:19.544 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.541+0000 7f42b6164640 1 -- 172.21.15.76:0/2082998079 learned_addr learned my addr 172.21.15.76:0/2082998079 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:19.544 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.541+0000 7f42b5162640 1 --2- 172.21.15.76:0/2082998079 >> v2:172.21.15.192:3300/0 conn(0x7f42b00b2170 0x7f42b00b2600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:19.544 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.542+0000 7f42b6164640 1 -- 172.21.15.76:0/2082998079 >> v2:172.21.15.192:3300/0 conn(0x7f42b00b2170 msgr2=0x7f42b00b2600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:19.544 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.542+0000 7f42b6164640 1 --2- 172.21.15.76:0/2082998079 >> v2:172.21.15.192:3300/0 conn(0x7f42b00b2170 0x7f42b00b2600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:19.544 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.542+0000 7f42b6164640 1 -- 172.21.15.76:0/2082998079 >> v1:172.21.15.76:6789/0 conn(0x7f42b0158b00 legacy=0x7f42b00ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:19.545 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.542+0000 7f42b6164640 1 -- 172.21.15.76:0/2082998079 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f42b00b2ff0 con 0x7f42b006c190 2024-09-13T16:14:19.545 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.542+0000 7f42b4961640 1 -- 172.21.15.76:0/2082998079 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4005048619 0 0) 0x7f42ac001110 con 0x7f42b0158b00 2024-09-13T16:14:19.545 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.542+0000 7f42b6164640 1 --2- 172.21.15.76:0/2082998079 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f42b006c190 0x7f42b006c5e0 secure :-1 s=READY pgs=2032 cs=0 l=1 rev1=1 crypto rx=0x7f42b0070140 tx=0x7f42a802a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f7ecb5cdcb78c7fe server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:19.545 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.542+0000 7f42b4961640 1 -- 172.21.15.76:0/2082998079 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f42a8031600 con 0x7f42b006c190 2024-09-13T16:14:19.545 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.542+0000 7f42b4961640 1 -- 172.21.15.76:0/2082998079 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f42a802d050 con 0x7f42b006c190 2024-09-13T16:14:19.545 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.543+0000 7f42b4961640 1 -- 172.21.15.76:0/2082998079 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f42a8031980 con 0x7f42b006c190 2024-09-13T16:14:19.548 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.543+0000 7f42b7bc7640 1 -- 172.21.15.76:0/2082998079 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f42b006c190 msgr2=0x7f42b006c5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:19.548 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.543+0000 7f42b7bc7640 1 --2- 172.21.15.76:0/2082998079 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f42b006c190 0x7f42b006c5e0 secure :-1 s=READY pgs=2032 cs=0 l=1 rev1=1 crypto rx=0x7f42b0070140 tx=0x7f42a802a730 comp rx=0 tx=0).stop 2024-09-13T16:14:19.548 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.543+0000 7f42b7bc7640 1 -- 172.21.15.76:0/2082998079 shutdown_connections 2024-09-13T16:14:19.548 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.543+0000 7f42b7bc7640 1 --2- 172.21.15.76:0/2082998079 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f42b006c190 0x7f42b006c5e0 unknown :-1 s=CLOSED pgs=2032 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:19.548 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.543+0000 7f42b7bc7640 1 --2- 172.21.15.76:0/2082998079 >> v2:172.21.15.192:3300/0 conn(0x7f42b00b2170 0x7f42b00b2600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:19.548 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.543+0000 7f42b7bc7640 1 -- 172.21.15.76:0/2082998079 >> 172.21.15.76:0/2082998079 conn(0x7f42b006a0b0 msgr2=0x7f42b006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:19.548 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.543+0000 7f42b7bc7640 1 -- 172.21.15.76:0/2082998079 shutdown_connections 2024-09-13T16:14:19.549 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.543+0000 7f42b7bc7640 1 -- 172.21.15.76:0/2082998079 wait complete. 2024-09-13T16:14:19.549 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.544+0000 7f42b7bc7640 1 Processor -- start 2024-09-13T16:14:19.549 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.544+0000 7f42b7bc7640 1 -- start start 2024-09-13T16:14:19.549 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.545+0000 7f42b7bc7640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f42b006c190 0x7f42b01e2280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:19.549 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.545+0000 7f42b7bc7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f42b00b2170 0x7f42b00c2fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:19.549 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.545+0000 7f42b7bc7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f42b0158b00 0x7f42b00c34e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:19.549 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.545+0000 7f42b7bc7640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f42b00aca70 con 0x7f42b0158b00 2024-09-13T16:14:19.549 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.545+0000 7f42b7bc7640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f42b00abe30 con 0x7f42b006c190 2024-09-13T16:14:19.549 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.545+0000 7f42b7bc7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f42b00ac0d0 con 0x7f42b00b2170 2024-09-13T16:14:19.549 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.545+0000 7f42b6164640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f42b0158b00 0x7f42b00c34e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:19.549 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.545+0000 7f42b6164640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f42b0158b00 0x7f42b00c34e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:37724/0 (socket says 172.21.15.76:37724) 2024-09-13T16:14:19.549 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.545+0000 7f42b6164640 1 -- 172.21.15.76:0/2797680997 learned_addr learned my addr 172.21.15.76:0/2797680997 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:19.549 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.545+0000 7f42b5963640 1 --2- 172.21.15.76:0/2797680997 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f42b006c190 0x7f42b01e2280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:19.549 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.545+0000 7f42b5162640 1 --2- 172.21.15.76:0/2797680997 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f42b00b2170 0x7f42b00c2fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:19.550 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.545+0000 7f42b6164640 1 -- 172.21.15.76:0/2797680997 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f42b00b2170 msgr2=0x7f42b00c2fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:19.550 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.545+0000 7f42b6164640 1 --2- 172.21.15.76:0/2797680997 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f42b00b2170 0x7f42b00c2fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:19.550 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.545+0000 7f42b6164640 1 -- 172.21.15.76:0/2797680997 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f42b006c190 msgr2=0x7f42b01e2280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:19.550 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.545+0000 7f42b6164640 1 --2- 172.21.15.76:0/2797680997 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f42b006c190 0x7f42b01e2280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:19.550 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.545+0000 7f42b6164640 1 -- 172.21.15.76:0/2797680997 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f42a8009b30 con 0x7f42b0158b00 2024-09-13T16:14:19.550 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.545+0000 7f42b5963640 1 --2- 172.21.15.76:0/2797680997 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f42b006c190 0x7f42b01e2280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:14:19.550 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.546+0000 7f42b6164640 1 --2- 172.21.15.76:0/2797680997 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f42b0158b00 0x7f42b00c34e0 secure :-1 s=READY pgs=2033 cs=0 l=1 rev1=1 crypto rx=0x7f42a8009f40 tx=0x7f42a8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:19.550 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.546+0000 7f42a67fc640 1 -- 172.21.15.76:0/2797680997 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f42a803d860 con 0x7f42b0158b00 2024-09-13T16:14:19.550 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.546+0000 7f42a67fc640 1 -- 172.21.15.76:0/2797680997 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f42a803d9c0 con 0x7f42b0158b00 2024-09-13T16:14:19.550 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.546+0000 7f42b7bc7640 1 -- 172.21.15.76:0/2797680997 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f42b00ac3b0 con 0x7f42b0158b00 2024-09-13T16:14:19.550 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.546+0000 7f42a67fc640 1 -- 172.21.15.76:0/2797680997 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f42a803dd70 con 0x7f42b0158b00 2024-09-13T16:14:19.550 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.546+0000 7f42b7bc7640 1 -- 172.21.15.76:0/2797680997 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f42b00c3a20 con 0x7f42b0158b00 2024-09-13T16:14:19.550 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.547+0000 7f42b7bc7640 1 -- 172.21.15.76:0/2797680997 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f42b00acbb0 con 0x7f42b0158b00 2024-09-13T16:14:19.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.547+0000 7f42a67fc640 1 -- 172.21.15.76:0/2797680997 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f42a803b400 con 0x7f42b0158b00 2024-09-13T16:14:19.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.548+0000 7f42a67fc640 1 --2- 172.21.15.76:0/2797680997 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f429406ac00 0x7f429406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:19.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.548+0000 7f42a67fc640 1 -- 172.21.15.76:0/2797680997 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(148..148 src has 1..148) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f42a80aa2c0 con 0x7f42b0158b00 2024-09-13T16:14:19.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.548+0000 7f42b5963640 1 --2- 172.21.15.76:0/2797680997 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f429406ac00 0x7f429406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:19.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.548+0000 7f42b5963640 1 --2- 172.21.15.76:0/2797680997 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f429406ac00 0x7f429406d0c0 secure :-1 s=READY pgs=863 cs=0 l=1 rev1=1 crypto rx=0x7f42ac000f60 tx=0x7f42ac009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:19.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.552+0000 7f42a67fc640 1 -- 172.21.15.76:0/2797680997 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f42b00acbb0 con 0x7f42b0158b00 2024-09-13T16:14:19.715 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.714+0000 7f42b7bc7640 1 -- 172.21.15.76:0/2797680997 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command([{prefix=config set, name=mds_min_caps_working_set}] v 0) v1 -- 0x7f42b00acbb0 con 0x7f42b0158b00 2024-09-13T16:14:19.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.718+0000 7f42a67fc640 1 -- 172.21.15.76:0/2797680997 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_min_caps_working_set}]=0 v67)=0 v67) v1 ==== 124+0+0 (secure 0 0 0) 0x7f42b00acbb0 con 0x7f42b0158b00 2024-09-13T16:14:19.721 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.720+0000 7f42b7bc7640 1 -- 172.21.15.76:0/2797680997 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f429406ac00 msgr2=0x7f429406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:19.721 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.720+0000 7f42b7bc7640 1 --2- 172.21.15.76:0/2797680997 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f429406ac00 0x7f429406d0c0 secure :-1 s=READY pgs=863 cs=0 l=1 rev1=1 crypto rx=0x7f42ac000f60 tx=0x7f42ac009040 comp rx=0 tx=0).stop 2024-09-13T16:14:19.721 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.720+0000 7f42b7bc7640 1 -- 172.21.15.76:0/2797680997 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f42b0158b00 msgr2=0x7f42b00c34e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:19.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.720+0000 7f42b7bc7640 1 --2- 172.21.15.76:0/2797680997 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f42b0158b00 0x7f42b00c34e0 secure :-1 s=READY pgs=2033 cs=0 l=1 rev1=1 crypto rx=0x7f42a8009f40 tx=0x7f42a8004a40 comp rx=0 tx=0).stop 2024-09-13T16:14:19.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.720+0000 7f42b7bc7640 1 -- 172.21.15.76:0/2797680997 shutdown_connections 2024-09-13T16:14:19.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.720+0000 7f42b7bc7640 1 --2- 172.21.15.76:0/2797680997 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f42b0158b00 0x7f42b00c34e0 unknown :-1 s=CLOSED pgs=2033 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:19.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.720+0000 7f42b7bc7640 1 --2- 172.21.15.76:0/2797680997 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f429406ac00 0x7f429406d0c0 unknown :-1 s=CLOSED pgs=863 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:19.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.720+0000 7f42b7bc7640 1 --2- 172.21.15.76:0/2797680997 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f42b00b2170 0x7f42b00c2fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:19.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.720+0000 7f42b7bc7640 1 --2- 172.21.15.76:0/2797680997 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f42b006c190 0x7f42b01e2280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:19.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.720+0000 7f42b7bc7640 1 -- 172.21.15.76:0/2797680997 >> 172.21.15.76:0/2797680997 conn(0x7f42b006a0b0 msgr2=0x7f42b006a490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:19.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.720+0000 7f42b7bc7640 1 -- 172.21.15.76:0/2797680997 shutdown_connections 2024-09-13T16:14:19.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.720+0000 7f42b7bc7640 1 -- 172.21.15.76:0/2797680997 wait complete. 2024-09-13T16:14:19.732 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config get mds mds_max_caps_per_client 2024-09-13T16:14:19.833 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.831+0000 7faa1f4b8640 1 Processor -- start 2024-09-13T16:14:19.834 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.832+0000 7faa1f4b8640 1 -- start start 2024-09-13T16:14:19.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.832+0000 7faa1f4b8640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7faa1815c500 0x7faa180d2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:19.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.832+0000 7faa1f4b8640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7faa180d2590 0x7faa180cd8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:19.842 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.832+0000 7faa1f4b8640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7faa180cd450 con 0x7faa180cde20 2024-09-13T16:14:19.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.832+0000 7faa1f4b8640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7faa180d29f0 con 0x7faa1815c500 2024-09-13T16:14:19.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.832+0000 7faa1f4b8640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7faa180d0cf0 con 0x7faa180d2590 2024-09-13T16:14:19.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.833+0000 7faa1d254640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7faa1815c500 0x7faa180d2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:19.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.833+0000 7faa1d254640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7faa1815c500 0x7faa180d2050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:37732/0 (socket says 172.21.15.76:37732) 2024-09-13T16:14:19.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.833+0000 7faa1da55640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7faa180cde20 0x7faa180d0000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:58348/0 (socket says 172.21.15.76:58348) 2024-09-13T16:14:19.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.833+0000 7faa1d254640 1 -- 172.21.15.76:0/1242765106 learned_addr learned my addr 172.21.15.76:0/1242765106 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:19.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.833+0000 7faa1ca53640 1 --2- 172.21.15.76:0/1242765106 >> v2:172.21.15.192:3300/0 conn(0x7faa180d2590 0x7faa180cd8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:19.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.833+0000 7faa1d254640 1 -- 172.21.15.76:0/1242765106 >> v2:172.21.15.192:3300/0 conn(0x7faa180d2590 msgr2=0x7faa180cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:19.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.833+0000 7faa1d254640 1 --2- 172.21.15.76:0/1242765106 >> v2:172.21.15.192:3300/0 conn(0x7faa180d2590 0x7faa180cd8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:19.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.833+0000 7faa1d254640 1 -- 172.21.15.76:0/1242765106 >> v1:172.21.15.76:6789/0 conn(0x7faa180cde20 legacy=0x7faa180d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:19.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.833+0000 7faa1d254640 1 -- 172.21.15.76:0/1242765106 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faa180d0fd0 con 0x7faa1815c500 2024-09-13T16:14:19.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.833+0000 7faa17fff640 1 -- 172.21.15.76:0/1242765106 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 255016244 0 0) 0x7faa180cd450 con 0x7faa180cde20 2024-09-13T16:14:19.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.833+0000 7faa1ca53640 1 --2- 172.21.15.76:0/1242765106 >> v2:172.21.15.192:3300/0 conn(0x7faa180d2590 0x7faa180cd8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:14:19.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.834+0000 7faa1d254640 1 --2- 172.21.15.76:0/1242765106 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faa1815c500 0x7faa180d2050 secure :-1 s=READY pgs=2035 cs=0 l=1 rev1=1 crypto rx=0x7faa1806ce50 tx=0x7faa1002a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=62b9866e796d14f4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:19.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.834+0000 7faa17fff640 1 -- 172.21.15.76:0/1242765106 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa10031600 con 0x7faa1815c500 2024-09-13T16:14:19.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.834+0000 7faa17fff640 1 -- 172.21.15.76:0/1242765106 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faa1002d050 con 0x7faa1815c500 2024-09-13T16:14:19.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.834+0000 7faa17fff640 1 -- 172.21.15.76:0/1242765106 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa10031980 con 0x7faa1815c500 2024-09-13T16:14:19.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.834+0000 7faa1f4b8640 1 -- 172.21.15.76:0/1242765106 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faa1815c500 msgr2=0x7faa180d2050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:19.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.834+0000 7faa1f4b8640 1 --2- 172.21.15.76:0/1242765106 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faa1815c500 0x7faa180d2050 secure :-1 s=READY pgs=2035 cs=0 l=1 rev1=1 crypto rx=0x7faa1806ce50 tx=0x7faa1002a730 comp rx=0 tx=0).stop 2024-09-13T16:14:19.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.834+0000 7faa1f4b8640 1 -- 172.21.15.76:0/1242765106 shutdown_connections 2024-09-13T16:14:19.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.834+0000 7faa1f4b8640 1 --2- 172.21.15.76:0/1242765106 >> v2:172.21.15.192:3300/0 conn(0x7faa180d2590 0x7faa180cd8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:19.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.834+0000 7faa1f4b8640 1 --2- 172.21.15.76:0/1242765106 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faa1815c500 0x7faa180d2050 unknown :-1 s=CLOSED pgs=2035 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:19.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.834+0000 7faa1f4b8640 1 -- 172.21.15.76:0/1242765106 >> 172.21.15.76:0/1242765106 conn(0x7faa18089f60 msgr2=0x7faa1809b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:19.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.834+0000 7faa1f4b8640 1 -- 172.21.15.76:0/1242765106 shutdown_connections 2024-09-13T16:14:19.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.834+0000 7faa1f4b8640 1 -- 172.21.15.76:0/1242765106 wait complete. 2024-09-13T16:14:19.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.835+0000 7faa1f4b8640 1 Processor -- start 2024-09-13T16:14:19.848 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.836+0000 7faa1f4b8640 1 -- start start 2024-09-13T16:14:19.848 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.836+0000 7faa1f4b8640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faa180cde20 0x7faa1815f580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:19.848 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.836+0000 7faa1f4b8640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faa180d2590 0x7faa1806b5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:19.848 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.836+0000 7faa1f4b8640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faa1815c500 0x7faa18159790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:19.848 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.836+0000 7faa1f4b8640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faa1815d020 con 0x7faa180cde20 2024-09-13T16:14:19.849 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.836+0000 7faa1f4b8640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faa181f1d00 con 0x7faa180d2590 2024-09-13T16:14:19.849 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.836+0000 7faa1f4b8640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faa1815fac0 con 0x7faa1815c500 2024-09-13T16:14:19.849 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.836+0000 7faa1d254640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faa180cde20 0x7faa1815f580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:19.849 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.836+0000 7faa1d254640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faa180cde20 0x7faa1815f580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:37738/0 (socket says 172.21.15.76:37738) 2024-09-13T16:14:19.849 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.836+0000 7faa1d254640 1 -- 172.21.15.76:0/1762362484 learned_addr learned my addr 172.21.15.76:0/1762362484 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:19.850 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.837+0000 7faa1da55640 1 --2- 172.21.15.76:0/1762362484 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faa1815c500 0x7faa18159790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:19.850 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.837+0000 7faa1ca53640 1 --2- 172.21.15.76:0/1762362484 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faa180d2590 0x7faa1806b5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:19.850 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.837+0000 7faa1d254640 1 -- 172.21.15.76:0/1762362484 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faa1815c500 msgr2=0x7faa18159790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:19.850 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.837+0000 7faa1d254640 1 --2- 172.21.15.76:0/1762362484 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faa1815c500 0x7faa18159790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:19.850 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.837+0000 7faa1d254640 1 -- 172.21.15.76:0/1762362484 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faa180d2590 msgr2=0x7faa1806b5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:19.851 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.837+0000 7faa1d254640 1 --2- 172.21.15.76:0/1762362484 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faa180d2590 0x7faa1806b5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:19.851 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.837+0000 7faa1d254640 1 -- 172.21.15.76:0/1762362484 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faa10009b30 con 0x7faa180cde20 2024-09-13T16:14:19.851 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.837+0000 7faa1ca53640 1 --2- 172.21.15.76:0/1762362484 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faa180d2590 0x7faa1806b5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:14:19.851 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.837+0000 7faa1d254640 1 --2- 172.21.15.76:0/1762362484 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faa180cde20 0x7faa1815f580 secure :-1 s=READY pgs=2036 cs=0 l=1 rev1=1 crypto rx=0x7faa10000f80 tx=0x7faa10004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:19.851 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.837+0000 7faa15ffb640 1 -- 172.21.15.76:0/1762362484 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa1003d860 con 0x7faa180cde20 2024-09-13T16:14:19.851 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.837+0000 7faa15ffb640 1 -- 172.21.15.76:0/1762362484 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faa1003da00 con 0x7faa180cde20 2024-09-13T16:14:19.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.837+0000 7faa1f4b8640 1 -- 172.21.15.76:0/1762362484 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faa1815ca60 con 0x7faa180cde20 2024-09-13T16:14:19.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.837+0000 7faa15ffb640 1 -- 172.21.15.76:0/1762362484 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa1003ddb0 con 0x7faa180cde20 2024-09-13T16:14:19.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.837+0000 7faa1f4b8640 1 -- 172.21.15.76:0/1762362484 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faa181f2240 con 0x7faa180cde20 2024-09-13T16:14:19.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.838+0000 7faa1f4b8640 1 -- 172.21.15.76:0/1762362484 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faa180cd8e0 con 0x7faa180cde20 2024-09-13T16:14:19.852 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.839+0000 7faa15ffb640 1 -- 172.21.15.76:0/1762362484 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7faa1003b400 con 0x7faa180cde20 2024-09-13T16:14:19.853 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.839+0000 7faa15ffb640 1 --2- 172.21.15.76:0/1762362484 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7faa0406ac00 0x7faa0406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:19.853 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.839+0000 7faa15ffb640 1 -- 172.21.15.76:0/1762362484 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(148..148 src has 1..148) v4 ==== 6029+0+0 (secure 0 0 0) 0x7faa100aa380 con 0x7faa180cde20 2024-09-13T16:14:19.853 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.839+0000 7faa1ca53640 1 --2- 172.21.15.76:0/1762362484 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7faa0406ac00 0x7faa0406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:19.853 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.840+0000 7faa1ca53640 1 --2- 172.21.15.76:0/1762362484 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7faa0406ac00 0x7faa0406d0c0 secure :-1 s=READY pgs=864 cs=0 l=1 rev1=1 crypto rx=0x7faa0c006fd0 tx=0x7faa0c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:19.854 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:19.844+0000 7faa15ffb640 1 -- 172.21.15.76:0/1762362484 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7faa10075540 con 0x7faa180cde20 2024-09-13T16:14:20.007 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.006+0000 7faa1f4b8640 1 -- 172.21.15.76:0/1762362484 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "config get", "who": "mds", "key": "mds_max_caps_per_client"} v 0) v1 -- 0x7faa1806b160 con 0x7faa180cde20 2024-09-13T16:14:20.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.006+0000 7faa15ffb640 1 -- 172.21.15.76:0/1762362484 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "config get", "who": "mds", "key": "mds_max_caps_per_client"}]=0 v67) v1 ==== 106+0+8 (secure 0 0 0) 0x7faa10009510 con 0x7faa180cde20 2024-09-13T16:14:20.008 INFO:teuthology.orchestra.run.smithi076.stdout:1048576 2024-09-13T16:14:20.010 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.008+0000 7faa1f4b8640 1 -- 172.21.15.76:0/1762362484 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7faa0406ac00 msgr2=0x7faa0406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:20.010 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.008+0000 7faa1f4b8640 1 --2- 172.21.15.76:0/1762362484 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7faa0406ac00 0x7faa0406d0c0 secure :-1 s=READY pgs=864 cs=0 l=1 rev1=1 crypto rx=0x7faa0c006fd0 tx=0x7faa0c008040 comp rx=0 tx=0).stop 2024-09-13T16:14:20.010 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.008+0000 7faa1f4b8640 1 -- 172.21.15.76:0/1762362484 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faa180cde20 msgr2=0x7faa1815f580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:20.010 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.008+0000 7faa1f4b8640 1 --2- 172.21.15.76:0/1762362484 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faa180cde20 0x7faa1815f580 secure :-1 s=READY pgs=2036 cs=0 l=1 rev1=1 crypto rx=0x7faa10000f80 tx=0x7faa10004a40 comp rx=0 tx=0).stop 2024-09-13T16:14:20.011 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.008+0000 7faa1f4b8640 1 -- 172.21.15.76:0/1762362484 shutdown_connections 2024-09-13T16:14:20.011 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.008+0000 7faa1f4b8640 1 --2- 172.21.15.76:0/1762362484 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7faa0406ac00 0x7faa0406d0c0 unknown :-1 s=CLOSED pgs=864 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:20.011 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.008+0000 7faa1f4b8640 1 --2- 172.21.15.76:0/1762362484 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faa1815c500 0x7faa18159790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:20.011 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.008+0000 7faa1f4b8640 1 --2- 172.21.15.76:0/1762362484 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faa180d2590 0x7faa1806b5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:20.011 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.008+0000 7faa1f4b8640 1 --2- 172.21.15.76:0/1762362484 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faa180cde20 0x7faa1815f580 unknown :-1 s=CLOSED pgs=2036 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:20.011 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.008+0000 7faa1f4b8640 1 -- 172.21.15.76:0/1762362484 >> 172.21.15.76:0/1762362484 conn(0x7faa18089f60 msgr2=0x7faa180b1200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:20.011 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.008+0000 7faa1f4b8640 1 -- 172.21.15.76:0/1762362484 shutdown_connections 2024-09-13T16:14:20.011 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.008+0000 7faa1f4b8640 1 -- 172.21.15.76:0/1762362484 wait complete. 2024-09-13T16:14:20.021 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config get mds mds_recall_warning_decay_rate 2024-09-13T16:14:20.121 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.120+0000 7f9a0cf18640 1 Processor -- start 2024-09-13T16:14:20.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.120+0000 7f9a0cf18640 1 -- start start 2024-09-13T16:14:20.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.121+0000 7f9a0cf18640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9a080b2b40 0x7f9a080ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:20.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.121+0000 7f9a0cf18640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f9a080ce4f0 0x7f9a080ce960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:20.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.121+0000 7f9a0cf18640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9a080ccbe0 con 0x7f9a08159310 2024-09-13T16:14:20.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.121+0000 7f9a0cf18640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9a080ad940 con 0x7f9a080ce4f0 2024-09-13T16:14:20.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.121+0000 7f9a0cf18640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9a080ceea0 con 0x7f9a080b2b40 2024-09-13T16:14:20.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.121+0000 7f9a06d9d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f9a080ce4f0 0x7f9a080ce960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:20.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.121+0000 7f9a0659c640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f9a08159310 0x7f9a080ab140 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:58362/0 (socket says 172.21.15.76:58362) 2024-09-13T16:14:20.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.121+0000 7f9a0659c640 1 -- 172.21.15.76:0/2593132887 learned_addr learned my addr 172.21.15.76:0/2593132887 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:14:20.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.121+0000 7f9a06d9d640 1 -- 172.21.15.76:0/2593132887 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9a080b2b40 msgr2=0x7f9a080ad400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:20.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.121+0000 7f9a06d9d640 1 --2- 172.21.15.76:0/2593132887 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9a080b2b40 0x7f9a080ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:20.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.121+0000 7f9a06d9d640 1 -- 172.21.15.76:0/2593132887 >> v1:172.21.15.76:6789/0 conn(0x7f9a08159310 legacy=0x7f9a080ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:20.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.121+0000 7f9a0559a640 1 -- 172.21.15.76:0/2593132887 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2268525344 0 0) 0x7f9a080ccbe0 con 0x7f9a08159310 2024-09-13T16:14:20.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.121+0000 7f9a06d9d640 1 -- 172.21.15.76:0/2593132887 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9a080b1810 con 0x7f9a080ce4f0 2024-09-13T16:14:20.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.122+0000 7f9a06d9d640 1 --2- 172.21.15.76:0/2593132887 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9a080ce4f0 0x7f9a080ce960 secure :-1 s=READY pgs=2038 cs=0 l=1 rev1=1 crypto rx=0x7f9a00009dc0 tx=0x7f9a0002a560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dc1b3e04109fad11 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:20.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.122+0000 7f9a0559a640 1 -- 172.21.15.76:0/2593132887 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a00007740 con 0x7f9a080ce4f0 2024-09-13T16:14:20.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.122+0000 7f9a0559a640 1 -- 172.21.15.76:0/2593132887 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9a0002d050 con 0x7f9a080ce4f0 2024-09-13T16:14:20.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.122+0000 7f9a0559a640 1 -- 172.21.15.76:0/2593132887 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a00007ac0 con 0x7f9a080ce4f0 2024-09-13T16:14:20.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.123+0000 7f9a0cf18640 1 -- 172.21.15.76:0/2593132887 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9a080ce4f0 msgr2=0x7f9a080ce960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:20.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.123+0000 7f9a0cf18640 1 --2- 172.21.15.76:0/2593132887 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9a080ce4f0 0x7f9a080ce960 secure :-1 s=READY pgs=2038 cs=0 l=1 rev1=1 crypto rx=0x7f9a00009dc0 tx=0x7f9a0002a560 comp rx=0 tx=0).stop 2024-09-13T16:14:20.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.123+0000 7f9a0cf18640 1 -- 172.21.15.76:0/2593132887 shutdown_connections 2024-09-13T16:14:20.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.123+0000 7f9a0cf18640 1 --2- 172.21.15.76:0/2593132887 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9a080ce4f0 0x7f9a080ce960 unknown :-1 s=CLOSED pgs=2038 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:20.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.123+0000 7f9a0cf18640 1 --2- 172.21.15.76:0/2593132887 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9a080b2b40 0x7f9a080ad400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:20.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.123+0000 7f9a0cf18640 1 -- 172.21.15.76:0/2593132887 >> 172.21.15.76:0/2593132887 conn(0x7f9a0806a0b0 msgr2=0x7f9a0806a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:20.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.123+0000 7f9a0cf18640 1 -- 172.21.15.76:0/2593132887 shutdown_connections 2024-09-13T16:14:20.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.123+0000 7f9a0cf18640 1 -- 172.21.15.76:0/2593132887 wait complete. 2024-09-13T16:14:20.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.124+0000 7f9a0cf18640 1 Processor -- start 2024-09-13T16:14:20.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.124+0000 7f9a0cf18640 1 -- start start 2024-09-13T16:14:20.130 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.125+0000 7f9a0cf18640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9a080b2b40 0x7f9a08156bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:20.130 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.125+0000 7f9a0cf18640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9a080ce4f0 0x7f9a080c5ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:20.130 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.125+0000 7f9a0cf18640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9a08159310 0x7f9a081eeef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:20.130 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.125+0000 7f9a0cf18640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a080c6960 con 0x7f9a08159310 2024-09-13T16:14:20.130 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.125+0000 7f9a0cf18640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a080c6c40 con 0x7f9a080ce4f0 2024-09-13T16:14:20.130 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.125+0000 7f9a0cf18640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9a080c6f20 con 0x7f9a080b2b40 2024-09-13T16:14:20.130 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.125+0000 7f9a06d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9a08159310 0x7f9a081eeef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:20.130 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.125+0000 7f9a06d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9a08159310 0x7f9a081eeef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:37760/0 (socket says 172.21.15.76:37760) 2024-09-13T16:14:20.131 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.125+0000 7f9a06d9d640 1 -- 172.21.15.76:0/2763670662 learned_addr learned my addr 172.21.15.76:0/2763670662 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:20.131 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.125+0000 7f9a05d9b640 1 --2- 172.21.15.76:0/2763670662 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9a080ce4f0 0x7f9a080c5ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:20.131 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.125+0000 7f9a06d9d640 1 -- 172.21.15.76:0/2763670662 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9a080b2b40 msgr2=0x7f9a08156bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:20.131 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.125+0000 7f9a0659c640 1 --2- 172.21.15.76:0/2763670662 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9a080b2b40 0x7f9a08156bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:20.131 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.125+0000 7f9a06d9d640 1 --2- 172.21.15.76:0/2763670662 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9a080b2b40 0x7f9a08156bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:20.131 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.125+0000 7f9a06d9d640 1 -- 172.21.15.76:0/2763670662 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9a080ce4f0 msgr2=0x7f9a080c5ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:20.131 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.125+0000 7f9a06d9d640 1 --2- 172.21.15.76:0/2763670662 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9a080ce4f0 0x7f9a080c5ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:20.131 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.125+0000 7f9a06d9d640 1 -- 172.21.15.76:0/2763670662 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9a00009a70 con 0x7f9a08159310 2024-09-13T16:14:20.131 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.125+0000 7f9a05d9b640 1 --2- 172.21.15.76:0/2763670662 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9a080ce4f0 0x7f9a080c5ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:14:20.131 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.126+0000 7f9a06d9d640 1 --2- 172.21.15.76:0/2763670662 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9a08159310 0x7f9a081eeef0 secure :-1 s=READY pgs=2039 cs=0 l=1 rev1=1 crypto rx=0x7f9a00009ee0 tx=0x7f9a00004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:20.131 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.126+0000 7f99f6ffd640 1 -- 172.21.15.76:0/2763670662 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a000319d0 con 0x7f9a08159310 2024-09-13T16:14:20.131 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.126+0000 7f99f6ffd640 1 -- 172.21.15.76:0/2763670662 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9a00031b30 con 0x7f9a08159310 2024-09-13T16:14:20.131 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.126+0000 7f9a0cf18640 1 -- 172.21.15.76:0/2763670662 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9a080c7200 con 0x7f9a08159310 2024-09-13T16:14:20.131 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.126+0000 7f99f6ffd640 1 -- 172.21.15.76:0/2763670662 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a00045460 con 0x7f9a08159310 2024-09-13T16:14:20.132 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.126+0000 7f9a0cf18640 1 -- 172.21.15.76:0/2763670662 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9a08157110 con 0x7f9a08159310 2024-09-13T16:14:20.132 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.127+0000 7f9a0cf18640 1 -- 172.21.15.76:0/2763670662 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9a080c7720 con 0x7f9a08159310 2024-09-13T16:14:20.132 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.127+0000 7f99f6ffd640 1 -- 172.21.15.76:0/2763670662 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9a0003c420 con 0x7f9a08159310 2024-09-13T16:14:20.132 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.128+0000 7f99f6ffd640 1 --2- 172.21.15.76:0/2763670662 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f99e806ac00 0x7f99e806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:20.132 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.128+0000 7f99f6ffd640 1 -- 172.21.15.76:0/2763670662 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(148..148 src has 1..148) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f9a000ab310 con 0x7f9a08159310 2024-09-13T16:14:20.132 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.128+0000 7f9a0659c640 1 --2- 172.21.15.76:0/2763670662 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f99e806ac00 0x7f99e806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:20.132 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.128+0000 7f9a0659c640 1 --2- 172.21.15.76:0/2763670662 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f99e806ac00 0x7f99e806d0c0 secure :-1 s=READY pgs=865 cs=0 l=1 rev1=1 crypto rx=0x7f99f8000f60 tx=0x7f99f8009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:20.133 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.132+0000 7f99f6ffd640 1 -- 172.21.15.76:0/2763670662 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f9a080c7720 con 0x7f9a08159310 2024-09-13T16:14:20.297 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.295+0000 7f9a0cf18640 1 -- 172.21.15.76:0/2763670662 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "config get", "who": "mds", "key": "mds_recall_warning_decay_rate"} v 0) v1 -- 0x7f9a080c7720 con 0x7f9a08159310 2024-09-13T16:14:20.297 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.296+0000 7f99f6ffd640 1 -- 172.21.15.76:0/2763670662 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "config get", "who": "mds", "key": "mds_recall_warning_decay_rate"}]=0 v67) v1 ==== 112+0+10 (secure 0 0 0) 0x7f9a080c7720 con 0x7f9a08159310 2024-09-13T16:14:20.297 INFO:teuthology.orchestra.run.smithi076.stdout:60.000000 2024-09-13T16:14:20.299 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.298+0000 7f9a0cf18640 1 -- 172.21.15.76:0/2763670662 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f99e806ac00 msgr2=0x7f99e806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:20.299 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.298+0000 7f9a0cf18640 1 --2- 172.21.15.76:0/2763670662 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f99e806ac00 0x7f99e806d0c0 secure :-1 s=READY pgs=865 cs=0 l=1 rev1=1 crypto rx=0x7f99f8000f60 tx=0x7f99f8009040 comp rx=0 tx=0).stop 2024-09-13T16:14:20.299 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.298+0000 7f9a0cf18640 1 -- 172.21.15.76:0/2763670662 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9a08159310 msgr2=0x7f9a081eeef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:20.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.298+0000 7f9a0cf18640 1 --2- 172.21.15.76:0/2763670662 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9a08159310 0x7f9a081eeef0 secure :-1 s=READY pgs=2039 cs=0 l=1 rev1=1 crypto rx=0x7f9a00009ee0 tx=0x7f9a00004a40 comp rx=0 tx=0).stop 2024-09-13T16:14:20.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.298+0000 7f9a0cf18640 1 -- 172.21.15.76:0/2763670662 shutdown_connections 2024-09-13T16:14:20.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.298+0000 7f9a0cf18640 1 --2- 172.21.15.76:0/2763670662 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9a08159310 0x7f9a081eeef0 unknown :-1 s=CLOSED pgs=2039 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:20.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.298+0000 7f9a0cf18640 1 --2- 172.21.15.76:0/2763670662 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9a080ce4f0 0x7f9a080c5ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:20.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.298+0000 7f9a0cf18640 1 --2- 172.21.15.76:0/2763670662 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f99e806ac00 0x7f99e806d0c0 unknown :-1 s=CLOSED pgs=865 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:20.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.298+0000 7f9a0cf18640 1 --2- 172.21.15.76:0/2763670662 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9a080b2b40 0x7f9a08156bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:20.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.298+0000 7f9a0cf18640 1 -- 172.21.15.76:0/2763670662 >> 172.21.15.76:0/2763670662 conn(0x7f9a0806a0b0 msgr2=0x7f9a080afde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:20.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.298+0000 7f9a0cf18640 1 -- 172.21.15.76:0/2763670662 shutdown_connections 2024-09-13T16:14:20.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.298+0000 7f9a0cf18640 1 -- 172.21.15.76:0/2763670662 wait complete. 2024-09-13T16:14:20.310 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:14:20.310 DEBUG:teuthology.orchestra.run.smithi076:> import glob 2024-09-13T16:14:20.310 DEBUG:teuthology.orchestra.run.smithi076:> import re 2024-09-13T16:14:20.310 DEBUG:teuthology.orchestra.run.smithi076:> import os 2024-09-13T16:14:20.310 DEBUG:teuthology.orchestra.run.smithi076:> import subprocess 2024-09-13T16:14:20.310 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:14:20.310 DEBUG:teuthology.orchestra.run.smithi076:> def _find_admin_socket(client_name): 2024-09-13T16:14:20.310 DEBUG:teuthology.orchestra.run.smithi076:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-13T16:14:20.310 DEBUG:teuthology.orchestra.run.smithi076:> files = glob.glob(asok_path) 2024-09-13T16:14:20.310 DEBUG:teuthology.orchestra.run.smithi076:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-13T16:14:20.311 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:14:20.311 DEBUG:teuthology.orchestra.run.smithi076:> # Given a non-glob path, it better be there 2024-09-13T16:14:20.311 DEBUG:teuthology.orchestra.run.smithi076:> if "*" not in asok_path: 2024-09-13T16:14:20.311 DEBUG:teuthology.orchestra.run.smithi076:> assert(len(files) == 1) 2024-09-13T16:14:20.311 DEBUG:teuthology.orchestra.run.smithi076:> return files[0] 2024-09-13T16:14:20.311 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:14:20.311 DEBUG:teuthology.orchestra.run.smithi076:> for f in files: 2024-09-13T16:14:20.311 DEBUG:teuthology.orchestra.run.smithi076:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T16:14:20.311 DEBUG:teuthology.orchestra.run.smithi076:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T16:14:20.311 DEBUG:teuthology.orchestra.run.smithi076:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T16:14:20.312 DEBUG:teuthology.orchestra.run.smithi076:> contents = proc_f.read() 2024-09-13T16:14:20.312 DEBUG:teuthology.orchestra.run.smithi076:> if mountpoint in contents: 2024-09-13T16:14:20.312 DEBUG:teuthology.orchestra.run.smithi076:> return f 2024-09-13T16:14:20.312 DEBUG:teuthology.orchestra.run.smithi076:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T16:14:20.312 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:14:20.312 DEBUG:teuthology.orchestra.run.smithi076:> print(_find_admin_socket("client.0")) 2024-09-13T16:14:20.312 DEBUG:teuthology.orchestra.run.smithi076:> ' 2024-09-13T16:14:20.385 INFO:teuthology.orchestra.run.smithi076.stdout:/var/run/ceph/ceph-client.0.85269.asok 2024-09-13T16:14:20.572 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.85269.asok 2024-09-13T16:14:20.572 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:14:20.573 DEBUG:teuthology.orchestra.run.smithi076:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.85269.asok mds_sessions 2024-09-13T16:14:20.706 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2024-09-13T16:14:20.706 INFO:teuthology.orchestra.run.smithi076.stdout: "id": 9714, 2024-09-13T16:14:20.706 INFO:teuthology.orchestra.run.smithi076.stdout: "inst": { 2024-09-13T16:14:20.707 INFO:teuthology.orchestra.run.smithi076.stdout: "name": { 2024-09-13T16:14:20.707 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "client", 2024-09-13T16:14:20.707 INFO:teuthology.orchestra.run.smithi076.stdout: "num": 9714 2024-09-13T16:14:20.707 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:14:20.707 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": { 2024-09-13T16:14:20.707 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "v1", 2024-09-13T16:14:20.707 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:14:20.707 INFO:teuthology.orchestra.run.smithi076.stdout: "nonce": 2099991564 2024-09-13T16:14:20.707 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:14:20.707 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:14:20.707 INFO:teuthology.orchestra.run.smithi076.stdout: "inst_str": "client.9714 v1:192.168.0.1:0/2099991564", 2024-09-13T16:14:20.707 INFO:teuthology.orchestra.run.smithi076.stdout: "addr_str": "v1:192.168.0.1:0/2099991564", 2024-09-13T16:14:20.707 INFO:teuthology.orchestra.run.smithi076.stdout: "sessions": [ 2024-09-13T16:14:20.708 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:14:20.708 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": 0, 2024-09-13T16:14:20.708 INFO:teuthology.orchestra.run.smithi076.stdout: "addrs": { 2024-09-13T16:14:20.708 INFO:teuthology.orchestra.run.smithi076.stdout: "addrvec": [ 2024-09-13T16:14:20.708 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:14:20.708 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "v2", 2024-09-13T16:14:20.708 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": "172.21.15.76:6835", 2024-09-13T16:14:20.708 INFO:teuthology.orchestra.run.smithi076.stdout: "nonce": 271310125 2024-09-13T16:14:20.708 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:14:20.708 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:14:20.709 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "v1", 2024-09-13T16:14:20.709 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": "172.21.15.76:6837", 2024-09-13T16:14:20.709 INFO:teuthology.orchestra.run.smithi076.stdout: "nonce": 271310125 2024-09-13T16:14:20.709 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:14:20.709 INFO:teuthology.orchestra.run.smithi076.stdout: ] 2024-09-13T16:14:20.709 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:14:20.709 INFO:teuthology.orchestra.run.smithi076.stdout: "seq": 0, 2024-09-13T16:14:20.709 INFO:teuthology.orchestra.run.smithi076.stdout: "cap_gen": 0, 2024-09-13T16:14:20.709 INFO:teuthology.orchestra.run.smithi076.stdout: "cap_ttl": "2024-09-13T16:15:16.968564+0000", 2024-09-13T16:14:20.709 INFO:teuthology.orchestra.run.smithi076.stdout: "last_cap_renew_request": "2024-09-13T16:14:16.968564+0000", 2024-09-13T16:14:20.709 INFO:teuthology.orchestra.run.smithi076.stdout: "cap_renew_seq": 2, 2024-09-13T16:14:20.709 INFO:teuthology.orchestra.run.smithi076.stdout: "num_caps": 1, 2024-09-13T16:14:20.709 INFO:teuthology.orchestra.run.smithi076.stdout: "state": "open" 2024-09-13T16:14:20.710 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:14:20.710 INFO:teuthology.orchestra.run.smithi076.stdout: ], 2024-09-13T16:14:20.710 INFO:teuthology.orchestra.run.smithi076.stdout: "mdsmap_epoch": 81 2024-09-13T16:14:20.710 INFO:teuthology.orchestra.run.smithi076.stdout:} 2024-09-13T16:14:20.715 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:14:20.715 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:14:20.732 DEBUG:teuthology.orchestra.run.smithi076:> adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:14:20.732 DEBUG:teuthology.orchestra.run.smithi076:> import sys 2024-09-13T16:14:20.732 DEBUG:teuthology.orchestra.run.smithi076:> import time 2024-09-13T16:14:20.732 DEBUG:teuthology.orchestra.run.smithi076:> import os 2024-09-13T16:14:20.732 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:14:20.732 DEBUG:teuthology.orchestra.run.smithi076:> n = 400 2024-09-13T16:14:20.732 DEBUG:teuthology.orchestra.run.smithi076:> abs_path = "/home/ubuntu/cephtest/mnt.0/." 2024-09-13T16:14:20.732 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:14:20.732 DEBUG:teuthology.orchestra.run.smithi076:> if not os.path.exists(abs_path): 2024-09-13T16:14:20.732 DEBUG:teuthology.orchestra.run.smithi076:> os.makedirs(abs_path) 2024-09-13T16:14:20.732 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:14:20.733 DEBUG:teuthology.orchestra.run.smithi076:> handles = [] 2024-09-13T16:14:20.733 DEBUG:teuthology.orchestra.run.smithi076:> for i in range(0, n): 2024-09-13T16:14:20.733 DEBUG:teuthology.orchestra.run.smithi076:> fname = "file_"+str(i) 2024-09-13T16:14:20.733 DEBUG:teuthology.orchestra.run.smithi076:> path = os.path.join(abs_path, fname) 2024-09-13T16:14:20.733 DEBUG:teuthology.orchestra.run.smithi076:> handles.append(open(path, '"'"'w'"'"')) 2024-09-13T16:14:20.733 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:14:20.733 DEBUG:teuthology.orchestra.run.smithi076:> while True: 2024-09-13T16:14:20.733 DEBUG:teuthology.orchestra.run.smithi076:> time.sleep(1) 2024-09-13T16:14:20.733 DEBUG:teuthology.orchestra.run.smithi076:> ' 2024-09-13T16:14:20.775 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:14:20.879 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.877+0000 7fe260e0d640 1 Processor -- start 2024-09-13T16:14:20.879 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.877+0000 7fe260e0d640 1 -- start start 2024-09-13T16:14:20.880 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.878+0000 7fe260e0d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe25c159510 0x7fe25c0cb3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:20.880 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.878+0000 7fe260e0d640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fe25c0b4cd0 0x7fe25c0ae850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:20.880 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.878+0000 7fe260e0d640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe25c0b0410 con 0x7fe25c0aed90 2024-09-13T16:14:20.880 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.878+0000 7fe260e0d640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe25c0b0a60 con 0x7fe25c0b4cd0 2024-09-13T16:14:20.880 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.878+0000 7fe260e0d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe25c0ce8d0 con 0x7fe25c159510 2024-09-13T16:14:20.880 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.878+0000 7fe253fff640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fe25c0b4cd0 0x7fe25c0ae850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:20.880 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.878+0000 7fe25a59c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe25c159510 0x7fe25c0cb3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:20.880 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.879+0000 7fe25ad9d640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7fe25c0aed90 0x7fe25c0cc540 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:46100/0 (socket says 172.21.15.76:46100) 2024-09-13T16:14:20.880 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.879+0000 7fe253fff640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fe25c0b4cd0 0x7fe25c0ae850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.76:52676/0 (socket says 172.21.15.76:52676) 2024-09-13T16:14:20.880 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.879+0000 7fe25ad9d640 1 -- 172.21.15.76:0/1397097767 learned_addr learned my addr 172.21.15.76:0/1397097767 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:14:20.881 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.879+0000 7fe253fff640 1 -- 172.21.15.76:0/1397097767 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe25c159510 msgr2=0x7fe25c0cb3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:20.881 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.879+0000 7fe253fff640 1 --2- 172.21.15.76:0/1397097767 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe25c159510 0x7fe25c0cb3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:20.881 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.879+0000 7fe253fff640 1 -- 172.21.15.76:0/1397097767 >> v1:172.21.15.192:6789/0 conn(0x7fe25c0aed90 legacy=0x7fe25c0cc540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:20.881 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.879+0000 7fe253fff640 1 -- 172.21.15.76:0/1397097767 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe25c0ceb70 con 0x7fe25c0b4cd0 2024-09-13T16:14:20.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.879+0000 7fe25a59c640 1 --2- 172.21.15.76:0/1397097767 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe25c159510 0x7fe25c0cb3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:14:20.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.880+0000 7fe253fff640 1 --2- 172.21.15.76:0/1397097767 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe25c0b4cd0 0x7fe25c0ae850 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7fe2440097a0 tx=0x7fe24402a100 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ec4779f4e0156452 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:20.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.880+0000 7fe259d9b640 1 -- 172.21.15.76:0/1397097767 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe24402ae50 con 0x7fe25c0b4cd0 2024-09-13T16:14:20.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.880+0000 7fe259d9b640 1 -- 172.21.15.76:0/1397097767 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe244032440 con 0x7fe25c0b4cd0 2024-09-13T16:14:20.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.880+0000 7fe259d9b640 1 -- 172.21.15.76:0/1397097767 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2440327d0 con 0x7fe25c0b4cd0 2024-09-13T16:14:20.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.881+0000 7fe260e0d640 1 -- 172.21.15.76:0/1397097767 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe25c0b4cd0 msgr2=0x7fe25c0ae850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:20.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.881+0000 7fe260e0d640 1 --2- 172.21.15.76:0/1397097767 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe25c0b4cd0 0x7fe25c0ae850 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7fe2440097a0 tx=0x7fe24402a100 comp rx=0 tx=0).stop 2024-09-13T16:14:20.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.881+0000 7fe260e0d640 1 -- 172.21.15.76:0/1397097767 shutdown_connections 2024-09-13T16:14:20.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.881+0000 7fe260e0d640 1 --2- 172.21.15.76:0/1397097767 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe25c0b4cd0 0x7fe25c0ae850 unknown :-1 s=CLOSED pgs=647 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:20.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.881+0000 7fe260e0d640 1 --2- 172.21.15.76:0/1397097767 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe25c159510 0x7fe25c0cb3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:20.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.881+0000 7fe260e0d640 1 -- 172.21.15.76:0/1397097767 >> 172.21.15.76:0/1397097767 conn(0x7fe25c0989d0 msgr2=0x7fe25c0b45c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:20.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.881+0000 7fe260e0d640 1 -- 172.21.15.76:0/1397097767 shutdown_connections 2024-09-13T16:14:20.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.881+0000 7fe260e0d640 1 -- 172.21.15.76:0/1397097767 wait complete. 2024-09-13T16:14:20.884 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.882+0000 7fe260e0d640 1 Processor -- start 2024-09-13T16:14:20.884 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.882+0000 7fe260e0d640 1 -- start start 2024-09-13T16:14:20.885 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.883+0000 7fe260e0d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe25c0aed90 0x7fe25c152990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:20.885 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.883+0000 7fe260e0d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe25c0b4cd0 0x7fe25c0cbf50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:20.885 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.883+0000 7fe260e0d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe25c159510 0x7fe25c147940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:20.885 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.883+0000 7fe260e0d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe25c148970 con 0x7fe25c159510 2024-09-13T16:14:20.885 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.883+0000 7fe260e0d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe25c145b20 con 0x7fe25c0aed90 2024-09-13T16:14:20.885 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.883+0000 7fe260e0d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe25c147e80 con 0x7fe25c0b4cd0 2024-09-13T16:14:20.886 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.883+0000 7fe25ad9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe25c159510 0x7fe25c147940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:20.886 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.883+0000 7fe25ad9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe25c159510 0x7fe25c147940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:37764/0 (socket says 172.21.15.76:37764) 2024-09-13T16:14:20.886 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.883+0000 7fe25ad9d640 1 -- 172.21.15.76:0/129574693 learned_addr learned my addr 172.21.15.76:0/129574693 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:20.886 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.884+0000 7fe25ad9d640 1 -- 172.21.15.76:0/129574693 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe25c0b4cd0 msgr2=0x7fe25c0cbf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:20.886 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.884+0000 7fe25ad9d640 1 --2- 172.21.15.76:0/129574693 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe25c0b4cd0 0x7fe25c0cbf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:20.886 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.884+0000 7fe25ad9d640 1 -- 172.21.15.76:0/129574693 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe25c0aed90 msgr2=0x7fe25c152990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:20.886 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.884+0000 7fe25ad9d640 1 --2- 172.21.15.76:0/129574693 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe25c0aed90 0x7fe25c152990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:20.886 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.884+0000 7fe25ad9d640 1 -- 172.21.15.76:0/129574693 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe24c009400 con 0x7fe25c159510 2024-09-13T16:14:20.886 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.884+0000 7fe25ad9d640 1 --2- 172.21.15.76:0/129574693 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe25c159510 0x7fe25c147940 secure :-1 s=READY pgs=2040 cs=0 l=1 rev1=1 crypto rx=0x7fe25400caa0 tx=0x7fe25400cf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:20.886 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.884+0000 7fe252ffd640 1 -- 172.21.15.76:0/129574693 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe25400ac00 con 0x7fe25c159510 2024-09-13T16:14:20.886 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.884+0000 7fe252ffd640 1 -- 172.21.15.76:0/129574693 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe25400ad60 con 0x7fe25c159510 2024-09-13T16:14:20.887 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.884+0000 7fe252ffd640 1 -- 172.21.15.76:0/129574693 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe254012600 con 0x7fe25c159510 2024-09-13T16:14:20.887 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.884+0000 7fe260e0d640 1 -- 172.21.15.76:0/129574693 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe244009400 con 0x7fe25c159510 2024-09-13T16:14:20.887 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.884+0000 7fe260e0d640 1 -- 172.21.15.76:0/129574693 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe25c1483b0 con 0x7fe25c159510 2024-09-13T16:14:20.887 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.885+0000 7fe260e0d640 1 -- 172.21.15.76:0/129574693 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe25c1458f0 con 0x7fe25c159510 2024-09-13T16:14:20.887 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.886+0000 7fe252ffd640 1 -- 172.21.15.76:0/129574693 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe254007070 con 0x7fe25c159510 2024-09-13T16:14:20.888 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.886+0000 7fe252ffd640 1 --2- 172.21.15.76:0/129574693 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe23c06ac00 0x7fe23c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:20.888 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.886+0000 7fe252ffd640 1 -- 172.21.15.76:0/129574693 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(148..148 src has 1..148) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fe254089180 con 0x7fe25c159510 2024-09-13T16:14:20.888 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.887+0000 7fe25a59c640 1 --2- 172.21.15.76:0/129574693 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe23c06ac00 0x7fe23c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:20.888 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.887+0000 7fe25a59c640 1 --2- 172.21.15.76:0/129574693 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe23c06ac00 0x7fe23c06d0c0 secure :-1 s=READY pgs=866 cs=0 l=1 rev1=1 crypto rx=0x7fe24c006e80 tx=0x7fe24c006dd0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:20.892 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:20.891+0000 7fe252ffd640 1 -- 172.21.15.76:0/129574693 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fe25c1458f0 con 0x7fe25c159510 2024-09-13T16:14:21.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:21.122+0000 7fe260e0d640 1 -- 172.21.15.76:0/129574693 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fe25c1458f0 con 0x7fe25c159510 2024-09-13T16:14:21.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:21.123+0000 7fe252ffd640 1 -- 172.21.15.76:0/129574693 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 81 v81) v1 ==== 94+0+4741 (secure 0 0 0) 0x7fe25c1458f0 con 0x7fe25c159510 2024-09-13T16:14:21.125 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:14:21.125 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":81,"default_fscid":10,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7424,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/2852164393","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6833","nonce":2852164393},{"type":"v1","addr":"172.21.15.192:6835","nonce":2852164393}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":78},{"gid":8422,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6834/3941864012","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":3941864012},{"type":"v1","addr":"172.21.15.192:6834","nonce":3941864012}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":78},{"gid":9543,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6836/3196594386","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":3196594386},{"type":"v1","addr":"172.21.15.76:6836","nonce":3196594386}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":78}],"filesystems":[{"mdsmap":{"epoch":81,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:14:06.091118+0000","modified":"2024-09-13T16:14:08.099389+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":9546},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9546":{"gid":9546,"name":"c","rank":0,"incarnation":79,"state":"up:active","state_seq":3,"addr":"172.21.15.76:6837/271310125","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":271310125},{"type":"v1","addr":"172.21.15.76:6837","nonce":271310125}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[22],"metadata_pool":21,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":10}]} 2024-09-13T16:14:21.125 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 81 2024-09-13T16:14:21.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:21.125+0000 7fe260e0d640 1 -- 172.21.15.76:0/129574693 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe23c06ac00 msgr2=0x7fe23c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:21.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:21.125+0000 7fe260e0d640 1 --2- 172.21.15.76:0/129574693 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe23c06ac00 0x7fe23c06d0c0 secure :-1 s=READY pgs=866 cs=0 l=1 rev1=1 crypto rx=0x7fe24c006e80 tx=0x7fe24c006dd0 comp rx=0 tx=0).stop 2024-09-13T16:14:21.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:21.125+0000 7fe260e0d640 1 -- 172.21.15.76:0/129574693 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe25c159510 msgr2=0x7fe25c147940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:21.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:21.125+0000 7fe260e0d640 1 --2- 172.21.15.76:0/129574693 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe25c159510 0x7fe25c147940 secure :-1 s=READY pgs=2040 cs=0 l=1 rev1=1 crypto rx=0x7fe25400caa0 tx=0x7fe25400cf60 comp rx=0 tx=0).stop 2024-09-13T16:14:21.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:21.125+0000 7fe260e0d640 1 -- 172.21.15.76:0/129574693 shutdown_connections 2024-09-13T16:14:21.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:21.125+0000 7fe260e0d640 1 --2- 172.21.15.76:0/129574693 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe25c159510 0x7fe25c147940 unknown :-1 s=CLOSED pgs=2040 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:21.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:21.125+0000 7fe260e0d640 1 --2- 172.21.15.76:0/129574693 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe23c06ac00 0x7fe23c06d0c0 unknown :-1 s=CLOSED pgs=866 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:21.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:21.125+0000 7fe260e0d640 1 --2- 172.21.15.76:0/129574693 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe25c0b4cd0 0x7fe25c0cbf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:21.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:21.125+0000 7fe260e0d640 1 --2- 172.21.15.76:0/129574693 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe25c0aed90 0x7fe25c152990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:21.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:21.125+0000 7fe260e0d640 1 -- 172.21.15.76:0/129574693 >> 172.21.15.76:0/129574693 conn(0x7fe25c0989d0 msgr2=0x7fe25c156f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:21.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:21.126+0000 7fe260e0d640 1 -- 172.21.15.76:0/129574693 shutdown_connections 2024-09-13T16:14:21.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:21.126+0000 7fe260e0d640 1 -- 172.21.15.76:0/129574693 wait complete. 2024-09-13T16:14:21.142 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json session ls 2024-09-13T16:14:21.269 INFO:teuthology.orchestra.run.smithi076.stdout:[{"id":7535,"entity":{"name":{"type":"client","num":7535},"addr":{"type":"any","addr":"192.168.0.1:0","nonce":1278275956}},"state":"open","num_leases":0,"num_caps":1,"request_load_avg":0,"uptime":3.5898898830000001,"requests_in_flight":0,"num_completed_requests":0,"num_completed_flushes":0,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":2.9897908192545128,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":1,"last_trim_completed_flushes_tid":0,"delegated_inos":[],"inst":"client.7535 192.168.0.1:0/1278275956","completed_requests":[],"prealloc_inos":[],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"50bbe7f395997dcd871813949c49addbbf630361","ceph_version":"ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)","entity_id":"1","hostname":"smithi192","mount_point":"/home/ubuntu/cephtest/mnt.1","pid":"49426","root":"/"}},{"id":9714,"entity":{"name":{"type":"client","num":9714},"addr":{"type":"any","addr":"192.168.0.1:0","nonce":2099991564}},"state":"open","num_leases":228,"num_caps":229,"request_load_avg":686,"uptime":5.2898377390000002,"requests_in_flight":68,"num_completed_requests":0,"num_completed_flushes":0,"reconnecting":false,"recall_caps":{"value":58.893089889977588,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":54.87129019546893,"halflife":1.5},"recall_caps_throttle2o":{"value":47.460410748899903,"halflife":0.5},"session_cache_liveness":{"value":684.63974831967937,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":485,"last_trim_completed_flushes_tid":0,"delegated_inos":[{"start":"0x10000000002","length":500}],"inst":"client.9714 192.168.0.1:0/2099991564","completed_requests":[],"prealloc_inos":[{"start":"0x10000000002","length":500},{"start":"0x10000000294","length":843}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"50bbe7f395997dcd871813949c49addbbf630361","ceph_version":"ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)","entity_id":"0","hostname":"smithi076","mount_point":"/home/ubuntu/cephtest/mnt.0","pid":"85269","root":"/"}}] 2024-09-13T16:14:21.270 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "1", "hostname": "smithi192", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "mount_point": "/home/ubuntu/cephtest/mnt.1", "pid": "49426", "root": "/" }, "completed_requests": [], "delegated_inos": [], "entity": { "addr": { "addr": "192.168.0.1:0", "nonce": 1278275956, "type": "any" }, "name": { "num": 7535, "type": "client" } }, "id": 7535, "inst": "client.7535 192.168.0.1:0/1278275956", "last_trim_completed_flushes_tid": 0, "last_trim_completed_requests_tid": 1, "num_caps": 1, "num_completed_flushes": 0, "num_completed_requests": 0, "num_leases": 0, "prealloc_inos": [], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 0, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 2.989790819254513 }, "state": "open", "uptime": 3.589889883 }, { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "0", "hostname": "smithi076", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "mount_point": "/home/ubuntu/cephtest/mnt.0", "pid": "85269", "root": "/" }, "completed_requests": [], "delegated_inos": [ { "length": 500, "start": "0x10000000002" } ], "entity": { "addr": { "addr": "192.168.0.1:0", "nonce": 2099991564, "type": "any" }, "name": { "num": 9714, "type": "client" } }, "id": 9714, "inst": "client.9714 192.168.0.1:0/2099991564", "last_trim_completed_flushes_tid": 0, "last_trim_completed_requests_tid": 485, "num_caps": 229, "num_completed_flushes": 0, "num_completed_requests": 0, "num_leases": 228, "prealloc_inos": [ { "length": 500, "start": "0x10000000002" }, { "length": 843, "start": "0x10000000294" } ], "recall_caps": { "halflife": 60, "value": 58.89308988997759 }, "recall_caps_throttle": { "halflife": 1.5, "value": 54.87129019546893 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 47.4604107488999 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 686, "requests_in_flight": 68, "session_cache_liveness": { "halflife": 300, "value": 684.6397483196794 }, "state": "open", "uptime": 5.289837739 } ] 2024-09-13T16:14:21.270 DEBUG:tasks.ceph_test_case:wait_until_equal: 229 != 401, waiting (timeout=600)... 2024-09-13T16:14:26.271 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:14:26.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.379+0000 7f71d7b18640 1 Processor -- start 2024-09-13T16:14:26.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.379+0000 7f71d7b18640 1 -- start start 2024-09-13T16:14:26.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.380+0000 7f71d7b18640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f71d0072110 0x7f71d0070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:26.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.380+0000 7f71d7b18640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f71d00c8920 0x7f71d00c8dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:26.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.380+0000 7f71d7b18640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f71d00abdf0 con 0x7f71d0071d30 2024-09-13T16:14:26.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.380+0000 7f71d7b18640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f71d00c9310 con 0x7f71d00c8920 2024-09-13T16:14:26.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.380+0000 7f71d7b18640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f71d00b2280 con 0x7f71d0072110 2024-09-13T16:14:26.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.380+0000 7f71d50b3640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f71d0072110 0x7f71d0070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:26.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.380+0000 7f71d60b5640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f71d00c8920 0x7f71d00c8dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:26.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.380+0000 7f71d58b4640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7f71d0071d30 0x7f71d00b1b70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:35494/0 (socket says 172.21.15.76:35494) 2024-09-13T16:14:26.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.380+0000 7f71d60b5640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f71d00c8920 0x7f71d00c8dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.76:57034/0 (socket says 172.21.15.76:57034) 2024-09-13T16:14:26.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.380+0000 7f71d50b3640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f71d0072110 0x7f71d0070190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.76:50638/0 (socket says 172.21.15.76:50638) 2024-09-13T16:14:26.382 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.380+0000 7f71d58b4640 1 -- 172.21.15.76:0/525179064 learned_addr learned my addr 172.21.15.76:0/525179064 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:14:26.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.381+0000 7f71d50b3640 1 -- 172.21.15.76:0/525179064 >> v2:172.21.15.192:3300/0 conn(0x7f71d00c8920 msgr2=0x7f71d00c8dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:26.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.381+0000 7f71d50b3640 1 --2- 172.21.15.76:0/525179064 >> v2:172.21.15.192:3300/0 conn(0x7f71d00c8920 0x7f71d00c8dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:26.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.381+0000 7f71d50b3640 1 -- 172.21.15.76:0/525179064 >> v1:172.21.15.192:6789/0 conn(0x7f71d0071d30 legacy=0x7f71d00b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:26.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.381+0000 7f71d50b3640 1 -- 172.21.15.76:0/525179064 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f71d00ab1e0 con 0x7f71d0072110 2024-09-13T16:14:26.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.381+0000 7f71d60b5640 1 --2- 172.21.15.76:0/525179064 >> v2:172.21.15.192:3300/0 conn(0x7f71d00c8920 0x7f71d00c8dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:14:26.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.381+0000 7f71d50b3640 1 --2- 172.21.15.76:0/525179064 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f71d0072110 0x7f71d0070190 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f71c00097d0 tx=0x7f71c002a1c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4694bf6284f008f8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:26.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.382+0000 7f71d48b2640 1 -- 172.21.15.76:0/525179064 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f71c0032440 con 0x7f71d0072110 2024-09-13T16:14:26.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.382+0000 7f71d48b2640 1 -- 172.21.15.76:0/525179064 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f71c00325a0 con 0x7f71d0072110 2024-09-13T16:14:26.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.382+0000 7f71d48b2640 1 -- 172.21.15.76:0/525179064 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f71c0032930 con 0x7f71d0072110 2024-09-13T16:14:26.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.382+0000 7f71d7b18640 1 -- 172.21.15.76:0/525179064 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f71d0072110 msgr2=0x7f71d0070190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:26.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.382+0000 7f71d7b18640 1 --2- 172.21.15.76:0/525179064 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f71d0072110 0x7f71d0070190 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f71c00097d0 tx=0x7f71c002a1c0 comp rx=0 tx=0).stop 2024-09-13T16:14:26.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.382+0000 7f71d7b18640 1 -- 172.21.15.76:0/525179064 shutdown_connections 2024-09-13T16:14:26.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.382+0000 7f71d7b18640 1 --2- 172.21.15.76:0/525179064 >> v2:172.21.15.192:3300/0 conn(0x7f71d00c8920 0x7f71d00c8dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:26.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.382+0000 7f71d7b18640 1 --2- 172.21.15.76:0/525179064 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f71d0072110 0x7f71d0070190 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:26.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.382+0000 7f71d7b18640 1 -- 172.21.15.76:0/525179064 >> 172.21.15.76:0/525179064 conn(0x7f71d0069ed0 msgr2=0x7f71d006a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:26.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.382+0000 7f71d7b18640 1 -- 172.21.15.76:0/525179064 shutdown_connections 2024-09-13T16:14:26.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.382+0000 7f71d7b18640 1 -- 172.21.15.76:0/525179064 wait complete. 2024-09-13T16:14:26.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.383+0000 7f71d7b18640 1 Processor -- start 2024-09-13T16:14:26.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.383+0000 7f71d7b18640 1 -- start start 2024-09-13T16:14:26.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.384+0000 7f71d7b18640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f71d0071d30 0x7f71d00c72e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:26.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.384+0000 7f71d7b18640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f71d0072110 0x7f71d01f1f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:26.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.384+0000 7f71d7b18640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f71d00c8920 0x7f71d01f2450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:26.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.384+0000 7f71d7b18640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f71d015c820 con 0x7f71d00c8920 2024-09-13T16:14:26.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.384+0000 7f71d7b18640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f71d00989f0 con 0x7f71d0072110 2024-09-13T16:14:26.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.384+0000 7f71d7b18640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f71d01f3a10 con 0x7f71d0071d30 2024-09-13T16:14:26.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.384+0000 7f71d60b5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f71d00c8920 0x7f71d01f2450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:26.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.384+0000 7f71d60b5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f71d00c8920 0x7f71d01f2450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:47362/0 (socket says 172.21.15.76:47362) 2024-09-13T16:14:26.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.384+0000 7f71d60b5640 1 -- 172.21.15.76:0/1162264486 learned_addr learned my addr 172.21.15.76:0/1162264486 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:26.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.384+0000 7f71d50b3640 1 --2- 172.21.15.76:0/1162264486 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f71d0072110 0x7f71d01f1f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:26.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.384+0000 7f71d58b4640 1 --2- 172.21.15.76:0/1162264486 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f71d0071d30 0x7f71d00c72e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:26.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.385+0000 7f71d60b5640 1 -- 172.21.15.76:0/1162264486 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f71d0071d30 msgr2=0x7f71d00c72e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:26.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.385+0000 7f71d60b5640 1 --2- 172.21.15.76:0/1162264486 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f71d0071d30 0x7f71d00c72e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:26.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.385+0000 7f71d60b5640 1 -- 172.21.15.76:0/1162264486 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f71d0072110 msgr2=0x7f71d01f1f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:26.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.385+0000 7f71d60b5640 1 --2- 172.21.15.76:0/1162264486 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f71d0072110 0x7f71d01f1f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:26.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.385+0000 7f71d60b5640 1 -- 172.21.15.76:0/1162264486 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f71c800bc80 con 0x7f71d00c8920 2024-09-13T16:14:26.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.385+0000 7f71d60b5640 1 --2- 172.21.15.76:0/1162264486 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f71d00c8920 0x7f71d01f2450 secure :-1 s=READY pgs=2041 cs=0 l=1 rev1=1 crypto rx=0x7f71c80093c0 tx=0x7f71c80093f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:26.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.385+0000 7f71c67fc640 1 -- 172.21.15.76:0/1162264486 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f71c8010040 con 0x7f71d00c8920 2024-09-13T16:14:26.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.385+0000 7f71c67fc640 1 -- 172.21.15.76:0/1162264486 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f71c800b2d0 con 0x7f71d00c8920 2024-09-13T16:14:26.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.385+0000 7f71d7b18640 1 -- 172.21.15.76:0/1162264486 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f71c0009400 con 0x7f71d00c8920 2024-09-13T16:14:26.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.385+0000 7f71c67fc640 1 -- 172.21.15.76:0/1162264486 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f71c8003b90 con 0x7f71d00c8920 2024-09-13T16:14:26.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.385+0000 7f71d7b18640 1 -- 172.21.15.76:0/1162264486 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f71d01f3150 con 0x7f71d00c8920 2024-09-13T16:14:26.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.386+0000 7f71d7b18640 1 -- 172.21.15.76:0/1162264486 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f71d01f3b80 con 0x7f71d00c8920 2024-09-13T16:14:26.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.386+0000 7f71c67fc640 1 -- 172.21.15.76:0/1162264486 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f71c8003cf0 con 0x7f71d00c8920 2024-09-13T16:14:26.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.387+0000 7f71c67fc640 1 --2- 172.21.15.76:0/1162264486 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f71b406ac30 0x7f71b406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:26.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.387+0000 7f71c67fc640 1 -- 172.21.15.76:0/1162264486 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(150..150 src has 1..150) v4 ==== 6174+0+0 (secure 0 0 0) 0x7f71c80898d0 con 0x7f71d00c8920 2024-09-13T16:14:26.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.387+0000 7f71d58b4640 1 --2- 172.21.15.76:0/1162264486 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f71b406ac30 0x7f71b406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:26.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.387+0000 7f71d58b4640 1 --2- 172.21.15.76:0/1162264486 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f71b406ac30 0x7f71b406d0f0 secure :-1 s=READY pgs=867 cs=0 l=1 rev1=1 crypto rx=0x7f71d00af5e0 tx=0x7f71cc007e80 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:26.392 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.391+0000 7f71c67fc640 1 -- 172.21.15.76:0/1162264486 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f71c80548f0 con 0x7f71d00c8920 2024-09-13T16:14:26.591 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.589+0000 7f71d7b18640 1 -- 172.21.15.76:0/1162264486 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f71d015cb20 con 0x7f71d00c8920 2024-09-13T16:14:26.591 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.590+0000 7f71c67fc640 1 -- 172.21.15.76:0/1162264486 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 82 v82) v1 ==== 94+0+4741 (secure 0 0 0) 0x7f71c800eea0 con 0x7f71d00c8920 2024-09-13T16:14:26.591 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:14:26.592 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":82,"default_fscid":10,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7424,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/2852164393","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6833","nonce":2852164393},{"type":"v1","addr":"172.21.15.192:6835","nonce":2852164393}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":78},{"gid":8422,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6834/3941864012","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":3941864012},{"type":"v1","addr":"172.21.15.192:6834","nonce":3941864012}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":78},{"gid":9543,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6836/3196594386","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":3196594386},{"type":"v1","addr":"172.21.15.76:6836","nonce":3196594386}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":78}],"filesystems":[{"mdsmap":{"epoch":82,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:14:06.091118+0000","modified":"2024-09-13T16:14:22.868619+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":9546},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9546":{"gid":9546,"name":"c","rank":0,"incarnation":79,"state":"up:active","state_seq":7,"addr":"172.21.15.76:6837/271310125","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":271310125},{"type":"v1","addr":"172.21.15.76:6837","nonce":271310125}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[22],"metadata_pool":21,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":10}]} 2024-09-13T16:14:26.592 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 82 2024-09-13T16:14:26.593 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.592+0000 7f71d7b18640 1 -- 172.21.15.76:0/1162264486 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f71b406ac30 msgr2=0x7f71b406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:26.593 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.592+0000 7f71d7b18640 1 --2- 172.21.15.76:0/1162264486 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f71b406ac30 0x7f71b406d0f0 secure :-1 s=READY pgs=867 cs=0 l=1 rev1=1 crypto rx=0x7f71d00af5e0 tx=0x7f71cc007e80 comp rx=0 tx=0).stop 2024-09-13T16:14:26.594 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.592+0000 7f71d7b18640 1 -- 172.21.15.76:0/1162264486 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f71d00c8920 msgr2=0x7f71d01f2450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:26.594 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.592+0000 7f71d7b18640 1 --2- 172.21.15.76:0/1162264486 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f71d00c8920 0x7f71d01f2450 secure :-1 s=READY pgs=2041 cs=0 l=1 rev1=1 crypto rx=0x7f71c80093c0 tx=0x7f71c80093f0 comp rx=0 tx=0).stop 2024-09-13T16:14:26.594 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.592+0000 7f71d7b18640 1 -- 172.21.15.76:0/1162264486 shutdown_connections 2024-09-13T16:14:26.594 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.592+0000 7f71d7b18640 1 --2- 172.21.15.76:0/1162264486 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f71d00c8920 0x7f71d01f2450 unknown :-1 s=CLOSED pgs=2041 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:26.594 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.592+0000 7f71d7b18640 1 --2- 172.21.15.76:0/1162264486 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f71d0072110 0x7f71d01f1f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:26.594 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.592+0000 7f71d7b18640 1 --2- 172.21.15.76:0/1162264486 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f71b406ac30 0x7f71b406d0f0 unknown :-1 s=CLOSED pgs=867 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:26.594 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.592+0000 7f71d7b18640 1 --2- 172.21.15.76:0/1162264486 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f71d0071d30 0x7f71d00c72e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:26.594 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.592+0000 7f71d7b18640 1 -- 172.21.15.76:0/1162264486 >> 172.21.15.76:0/1162264486 conn(0x7f71d0069ed0 msgr2=0x7f71d006a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:26.594 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.592+0000 7f71d7b18640 1 -- 172.21.15.76:0/1162264486 shutdown_connections 2024-09-13T16:14:26.594 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.592+0000 7f71d7b18640 1 -- 172.21.15.76:0/1162264486 wait complete. 2024-09-13T16:14:26.604 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json session ls 2024-09-13T16:14:26.719 INFO:teuthology.orchestra.run.smithi076.stdout:[{"id":7535,"entity":{"name":{"type":"client","num":7535},"addr":{"type":"any","addr":"192.168.0.1:0","nonce":1278275956}},"state":"open","num_leases":0,"num_caps":1,"request_load_avg":0,"uptime":9.0397227149999999,"requests_in_flight":0,"num_completed_requests":0,"num_completed_flushes":0,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":2.9523800370779769,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":1,"last_trim_completed_flushes_tid":0,"delegated_inos":[],"inst":"client.7535 192.168.0.1:0/1278275956","completed_requests":[],"prealloc_inos":[],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"50bbe7f395997dcd871813949c49addbbf630361","ceph_version":"ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)","entity_id":"1","hostname":"smithi192","mount_point":"/home/ubuntu/cephtest/mnt.1","pid":"49426","root":"/"}},{"id":9714,"entity":{"name":{"type":"client","num":9714},"addr":{"type":"any","addr":"192.168.0.1:0","nonce":2099991564}},"state":"open","num_leases":400,"num_caps":401,"request_load_avg":1128,"uptime":10.739670571,"requests_in_flight":0,"num_completed_requests":0,"num_completed_flushes":0,"reconnecting":false,"recall_caps":{"value":1025.7842840061601,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":372.636304909481,"halflife":1.5},"recall_caps_throttle2o":{"value":115.33605280788682,"halflife":0.5},"session_cache_liveness":{"value":1185.7760330656931,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":1203,"last_trim_completed_flushes_tid":0,"delegated_inos":[{"start":"0x10000000002","length":500}],"inst":"client.9714 192.168.0.1:0/2099991564","completed_requests":[],"prealloc_inos":[{"start":"0x10000000002","length":500},{"start":"0x10000000384","length":603}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"50bbe7f395997dcd871813949c49addbbf630361","ceph_version":"ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)","entity_id":"0","hostname":"smithi076","mount_point":"/home/ubuntu/cephtest/mnt.0","pid":"85269","root":"/"}}] 2024-09-13T16:14:26.719 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "1", "hostname": "smithi192", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "mount_point": "/home/ubuntu/cephtest/mnt.1", "pid": "49426", "root": "/" }, "completed_requests": [], "delegated_inos": [], "entity": { "addr": { "addr": "192.168.0.1:0", "nonce": 1278275956, "type": "any" }, "name": { "num": 7535, "type": "client" } }, "id": 7535, "inst": "client.7535 192.168.0.1:0/1278275956", "last_trim_completed_flushes_tid": 0, "last_trim_completed_requests_tid": 1, "num_caps": 1, "num_completed_flushes": 0, "num_completed_requests": 0, "num_leases": 0, "prealloc_inos": [], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 0, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 2.952380037077977 }, "state": "open", "uptime": 9.039722715 }, { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "0", "hostname": "smithi076", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "mount_point": "/home/ubuntu/cephtest/mnt.0", "pid": "85269", "root": "/" }, "completed_requests": [], "delegated_inos": [ { "length": 500, "start": "0x10000000002" } ], "entity": { "addr": { "addr": "192.168.0.1:0", "nonce": 2099991564, "type": "any" }, "name": { "num": 9714, "type": "client" } }, "id": 9714, "inst": "client.9714 192.168.0.1:0/2099991564", "last_trim_completed_flushes_tid": 0, "last_trim_completed_requests_tid": 1203, "num_caps": 401, "num_completed_flushes": 0, "num_completed_requests": 0, "num_leases": 400, "prealloc_inos": [ { "length": 500, "start": "0x10000000002" }, { "length": 603, "start": "0x10000000384" } ], "recall_caps": { "halflife": 60, "value": 1025.78428400616 }, "recall_caps_throttle": { "halflife": 1.5, "value": 372.636304909481 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 115.33605280788682 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 1128, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 1185.7760330656931 }, "state": "open", "uptime": 10.739670571 } ] 2024-09-13T16:14:26.719 INFO:tasks.ceph_test_case:waiting 120.0s for health warning matching MDS_CLIENT_RECALL 2024-09-13T16:14:26.720 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-13T16:14:26.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.815+0000 7f84a962b640 1 Processor -- start 2024-09-13T16:14:26.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.815+0000 7f84a962b640 1 -- start start 2024-09-13T16:14:26.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.815+0000 7f84a962b640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f84a415c590 0x7f84a406b2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:26.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.815+0000 7f84a962b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f84a40d23b0 0x7f84a40d27d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:26.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.815+0000 7f84a962b640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f84a415c970 con 0x7f84a40cfff0 2024-09-13T16:14:26.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.815+0000 7f84a962b640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f84a40d2d10 con 0x7f84a40d23b0 2024-09-13T16:14:26.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.815+0000 7f84a962b640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f84a40d0cc0 con 0x7f84a415c590 2024-09-13T16:14:26.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.816+0000 7f84a27fc640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f84a40d23b0 0x7f84a40d27d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:26.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.816+0000 7f84a37fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f84a40cfff0 0x7f84a40d0460 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:58672/0 (socket says 172.21.15.76:58672) 2024-09-13T16:14:26.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.816+0000 7f84a37fe640 1 -- 172.21.15.76:0/3640012261 learned_addr learned my addr 172.21.15.76:0/3640012261 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:14:26.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.816+0000 7f84a2ffd640 1 --2- 172.21.15.76:0/3640012261 >> v2:172.21.15.192:3300/0 conn(0x7f84a415c590 0x7f84a406b2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:26.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.816+0000 7f84a27fc640 1 -- 172.21.15.76:0/3640012261 >> v2:172.21.15.192:3300/0 conn(0x7f84a415c590 msgr2=0x7f84a406b2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:26.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.816+0000 7f84a27fc640 1 --2- 172.21.15.76:0/3640012261 >> v2:172.21.15.192:3300/0 conn(0x7f84a415c590 0x7f84a406b2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:26.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.816+0000 7f84a27fc640 1 -- 172.21.15.76:0/3640012261 >> v1:172.21.15.76:6789/0 conn(0x7f84a40cfff0 legacy=0x7f84a40d0460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:26.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.816+0000 7f84a1ffb640 1 -- 172.21.15.76:0/3640012261 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3762222771 0 0) 0x7f84a415c970 con 0x7f84a40cfff0 2024-09-13T16:14:26.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.816+0000 7f84a27fc640 1 -- 172.21.15.76:0/3640012261 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f84a40d0fa0 con 0x7f84a40d23b0 2024-09-13T16:14:26.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.816+0000 7f84a2ffd640 1 --2- 172.21.15.76:0/3640012261 >> v2:172.21.15.192:3300/0 conn(0x7f84a415c590 0x7f84a406b2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:14:26.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.817+0000 7f84a27fc640 1 --2- 172.21.15.76:0/3640012261 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f84a40d23b0 0x7f84a40d27d0 secure :-1 s=READY pgs=2043 cs=0 l=1 rev1=1 crypto rx=0x7f84a408c440 tx=0x7f849402a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f5a8371816d5030e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:26.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.817+0000 7f84a1ffb640 1 -- 172.21.15.76:0/3640012261 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f849402ae60 con 0x7f84a40d23b0 2024-09-13T16:14:26.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.817+0000 7f84a1ffb640 1 -- 172.21.15.76:0/3640012261 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8494032440 con 0x7f84a40d23b0 2024-09-13T16:14:26.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.817+0000 7f84a1ffb640 1 -- 172.21.15.76:0/3640012261 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84940327d0 con 0x7f84a40d23b0 2024-09-13T16:14:26.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.817+0000 7f84a962b640 1 -- 172.21.15.76:0/3640012261 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f84a40d23b0 msgr2=0x7f84a40d27d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:26.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.817+0000 7f84a962b640 1 --2- 172.21.15.76:0/3640012261 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f84a40d23b0 0x7f84a40d27d0 secure :-1 s=READY pgs=2043 cs=0 l=1 rev1=1 crypto rx=0x7f84a408c440 tx=0x7f849402a110 comp rx=0 tx=0).stop 2024-09-13T16:14:26.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.817+0000 7f84a962b640 1 -- 172.21.15.76:0/3640012261 shutdown_connections 2024-09-13T16:14:26.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.817+0000 7f84a962b640 1 --2- 172.21.15.76:0/3640012261 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f84a40d23b0 0x7f84a40d27d0 unknown :-1 s=CLOSED pgs=2043 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:26.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.817+0000 7f84a962b640 1 --2- 172.21.15.76:0/3640012261 >> v2:172.21.15.192:3300/0 conn(0x7f84a415c590 0x7f84a406b2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:26.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.817+0000 7f84a962b640 1 -- 172.21.15.76:0/3640012261 >> 172.21.15.76:0/3640012261 conn(0x7f84a408bf20 msgr2=0x7f84a409b840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:26.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.817+0000 7f84a962b640 1 -- 172.21.15.76:0/3640012261 shutdown_connections 2024-09-13T16:14:26.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.817+0000 7f84a962b640 1 -- 172.21.15.76:0/3640012261 wait complete. 2024-09-13T16:14:26.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.819+0000 7f84a962b640 1 Processor -- start 2024-09-13T16:14:26.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.819+0000 7f84a962b640 1 -- start start 2024-09-13T16:14:26.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.819+0000 7f84a962b640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f84a40cfff0 0x7f84a41ec4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:26.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.819+0000 7f84a962b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f84a40d23b0 0x7f84a40cae40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:26.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.819+0000 7f84a962b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f84a415c590 0x7f84a4158ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:26.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.819+0000 7f84a962b640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84a40c94f0 con 0x7f84a40d23b0 2024-09-13T16:14:26.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.819+0000 7f84a962b640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84a41ec9f0 con 0x7f84a415c590 2024-09-13T16:14:26.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.819+0000 7f84a962b640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f84a40cb7b0 con 0x7f84a40cfff0 2024-09-13T16:14:26.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.819+0000 7f84a27fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f84a40d23b0 0x7f84a40cae40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:26.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.819+0000 7f84a27fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f84a40d23b0 0x7f84a40cae40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:47384/0 (socket says 172.21.15.76:47384) 2024-09-13T16:14:26.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.819+0000 7f84a27fc640 1 -- 172.21.15.76:0/4198583589 learned_addr learned my addr 172.21.15.76:0/4198583589 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:26.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.820+0000 7f84a37fe640 1 --2- 172.21.15.76:0/4198583589 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f84a415c590 0x7f84a4158ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:26.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.820+0000 7f84a27fc640 1 -- 172.21.15.76:0/4198583589 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f84a40cfff0 msgr2=0x7f84a41ec4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:26.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.820+0000 7f84a27fc640 1 --2- 172.21.15.76:0/4198583589 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f84a40cfff0 0x7f84a41ec4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:26.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.820+0000 7f84a27fc640 1 -- 172.21.15.76:0/4198583589 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f84a415c590 msgr2=0x7f84a4158ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:26.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.820+0000 7f84a27fc640 1 --2- 172.21.15.76:0/4198583589 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f84a415c590 0x7f84a4158ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:26.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.820+0000 7f84a27fc640 1 -- 172.21.15.76:0/4198583589 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f84940093a0 con 0x7f84a40d23b0 2024-09-13T16:14:26.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.820+0000 7f84a37fe640 1 --2- 172.21.15.76:0/4198583589 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f84a415c590 0x7f84a4158ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:14:26.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.820+0000 7f84a27fc640 1 --2- 172.21.15.76:0/4198583589 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f84a40d23b0 0x7f84a40cae40 secure :-1 s=READY pgs=2044 cs=0 l=1 rev1=1 crypto rx=0x7f8494000c00 tx=0x7f84940046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:26.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.820+0000 7f849b7fe640 1 -- 172.21.15.76:0/4198583589 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8494030a10 con 0x7f84a40d23b0 2024-09-13T16:14:26.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.820+0000 7f849b7fe640 1 -- 172.21.15.76:0/4198583589 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8494030b90 con 0x7f84a40d23b0 2024-09-13T16:14:26.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.820+0000 7f84a962b640 1 -- 172.21.15.76:0/4198583589 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f84a40cba90 con 0x7f84a40d23b0 2024-09-13T16:14:26.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.820+0000 7f849b7fe640 1 -- 172.21.15.76:0/4198583589 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f849403d420 con 0x7f84a40d23b0 2024-09-13T16:14:26.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.820+0000 7f84a962b640 1 -- 172.21.15.76:0/4198583589 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f84a40cc050 con 0x7f84a40d23b0 2024-09-13T16:14:26.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.821+0000 7f84a962b640 1 -- 172.21.15.76:0/4198583589 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f84a415b810 con 0x7f84a40d23b0 2024-09-13T16:14:26.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.822+0000 7f849b7fe640 1 -- 172.21.15.76:0/4198583589 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f8494039040 con 0x7f84a40d23b0 2024-09-13T16:14:26.825 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.822+0000 7f849b7fe640 1 --2- 172.21.15.76:0/4198583589 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f848406ac00 0x7f848406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:26.825 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.822+0000 7f849b7fe640 1 -- 172.21.15.76:0/4198583589 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(150..150 src has 1..150) v4 ==== 6174+0+0 (secure 0 0 0) 0x7f84940aa260 con 0x7f84a40d23b0 2024-09-13T16:14:26.825 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.822+0000 7f84a2ffd640 1 --2- 172.21.15.76:0/4198583589 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f848406ac00 0x7f848406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:26.825 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.823+0000 7f84a2ffd640 1 --2- 172.21.15.76:0/4198583589 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f848406ac00 0x7f848406d0c0 secure :-1 s=READY pgs=868 cs=0 l=1 rev1=1 crypto rx=0x7f848c006fd0 tx=0x7f848c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:26.827 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:26.826+0000 7f849b7fe640 1 -- 172.21.15.76:0/4198583589 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f8494075270 con 0x7f84a40d23b0 2024-09-13T16:14:27.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:27.021+0000 7f84a962b640 1 -- 172.21.15.76:0/4198583589 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7f84a40d18d0 con 0x7f84a40d23b0 2024-09-13T16:14:27.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:27.022+0000 7f849b7fe640 1 -- 172.21.15.76:0/4198583589 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+174 (secure 0 0 0) 0x7f8494078890 con 0x7f84a40d23b0 2024-09-13T16:14:27.023 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:14:27.023 INFO:teuthology.orchestra.run.smithi076.stdout:{"status":"HEALTH_WARN","checks":{"MDS_CACHE_OVERSIZED":{"severity":"HEALTH_WARN","summary":{"message":"1 MDSs report oversized cache","count":1},"muted":false}},"mutes":[]} 2024-09-13T16:14:27.025 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:27.024+0000 7f84a962b640 1 -- 172.21.15.76:0/4198583589 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f848406ac00 msgr2=0x7f848406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:27.025 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:27.024+0000 7f84a962b640 1 --2- 172.21.15.76:0/4198583589 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f848406ac00 0x7f848406d0c0 secure :-1 s=READY pgs=868 cs=0 l=1 rev1=1 crypto rx=0x7f848c006fd0 tx=0x7f848c008040 comp rx=0 tx=0).stop 2024-09-13T16:14:27.025 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:27.024+0000 7f84a962b640 1 -- 172.21.15.76:0/4198583589 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f84a40d23b0 msgr2=0x7f84a40cae40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:27.025 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:27.024+0000 7f84a962b640 1 --2- 172.21.15.76:0/4198583589 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f84a40d23b0 0x7f84a40cae40 secure :-1 s=READY pgs=2044 cs=0 l=1 rev1=1 crypto rx=0x7f8494000c00 tx=0x7f84940046c0 comp rx=0 tx=0).stop 2024-09-13T16:14:27.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:27.024+0000 7f84a962b640 1 -- 172.21.15.76:0/4198583589 shutdown_connections 2024-09-13T16:14:27.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:27.024+0000 7f84a962b640 1 --2- 172.21.15.76:0/4198583589 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f84a415c590 0x7f84a4158ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:27.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:27.024+0000 7f84a962b640 1 --2- 172.21.15.76:0/4198583589 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f84a40d23b0 0x7f84a40cae40 unknown :-1 s=CLOSED pgs=2044 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:27.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:27.024+0000 7f84a962b640 1 --2- 172.21.15.76:0/4198583589 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f848406ac00 0x7f848406d0c0 unknown :-1 s=CLOSED pgs=868 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:27.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:27.024+0000 7f84a962b640 1 --2- 172.21.15.76:0/4198583589 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f84a40cfff0 0x7f84a41ec4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:27.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:27.024+0000 7f84a962b640 1 -- 172.21.15.76:0/4198583589 >> 172.21.15.76:0/4198583589 conn(0x7f84a408bf20 msgr2=0x7f84a409b840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:27.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:27.024+0000 7f84a962b640 1 -- 172.21.15.76:0/4198583589 shutdown_connections 2024-09-13T16:14:27.026 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:27.024+0000 7f84a962b640 1 -- 172.21.15.76:0/4198583589 wait complete. 2024-09-13T16:14:27.036 DEBUG:tasks.ceph_test_case:Not found expected summary strings yet (['1 MDSs report oversized cache']) 2024-09-13T16:14:27.036 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=120.0 retry_count=0)... 2024-09-13T16:14:32.037 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-13T16:14:32.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.153+0000 7f412910f640 1 Processor -- start 2024-09-13T16:14:32.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.153+0000 7f412910f640 1 -- start start 2024-09-13T16:14:32.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.154+0000 7f412910f640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f412415c560 0x7f41240cdf90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:32.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.154+0000 7f412910f640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f41240d0e90 0x7f412415d630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:32.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.154+0000 7f412910f640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f41240b1f20 0x7f41240b23d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:32.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.154+0000 7f412910f640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f41240b2910 con 0x7f41240b1f20 2024-09-13T16:14:32.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.154+0000 7f412910f640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f412415c940 con 0x7f41240d0e90 2024-09-13T16:14:32.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.154+0000 7f412910f640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f412415d1a0 con 0x7f412415c560 2024-09-13T16:14:32.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.155+0000 7f412359e640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f41240b1f20 0x7f41240b23d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:32.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.155+0000 7f412359e640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f41240b1f20 0x7f41240b23d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49710/0 (socket says 172.21.15.76:49710) 2024-09-13T16:14:32.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.155+0000 7f412359e640 1 -- 172.21.15.76:0/2303044506 learned_addr learned my addr 172.21.15.76:0/2303044506 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:32.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.155+0000 7f412259c640 1 --2- 172.21.15.76:0/2303044506 >> v2:172.21.15.192:3300/0 conn(0x7f41240d0e90 0x7f412415d630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:32.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.155+0000 7f4122d9d640 1 --2- 172.21.15.76:0/2303044506 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f412415c560 0x7f41240cdf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:32.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.155+0000 7f412359e640 1 -- 172.21.15.76:0/2303044506 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f412415c560 msgr2=0x7f41240cdf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:32.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.155+0000 7f412359e640 1 --2- 172.21.15.76:0/2303044506 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f412415c560 0x7f41240cdf90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:32.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.155+0000 7f412359e640 1 -- 172.21.15.76:0/2303044506 >> v2:172.21.15.192:3300/0 conn(0x7f41240d0e90 msgr2=0x7f412415d630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:32.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.155+0000 7f412359e640 1 --2- 172.21.15.76:0/2303044506 >> v2:172.21.15.192:3300/0 conn(0x7f41240d0e90 0x7f412415d630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:32.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.155+0000 7f412359e640 1 -- 172.21.15.76:0/2303044506 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f412415cb90 con 0x7f41240b1f20 2024-09-13T16:14:32.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.156+0000 7f412359e640 1 --2- 172.21.15.76:0/2303044506 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f41240b1f20 0x7f41240b23d0 secure :-1 s=READY pgs=2045 cs=0 l=1 rev1=1 crypto rx=0x7f41240ccf80 tx=0x7f411c02a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a6f3d8718a415dc0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:32.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.156+0000 7f4121d9b640 1 -- 172.21.15.76:0/2303044506 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f411c031600 con 0x7f41240b1f20 2024-09-13T16:14:32.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.156+0000 7f4121d9b640 1 -- 172.21.15.76:0/2303044506 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f411c02d050 con 0x7f41240b1f20 2024-09-13T16:14:32.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.156+0000 7f4121d9b640 1 -- 172.21.15.76:0/2303044506 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f411c031980 con 0x7f41240b1f20 2024-09-13T16:14:32.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.157+0000 7f412910f640 1 -- 172.21.15.76:0/2303044506 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f41240b1f20 msgr2=0x7f41240b23d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:32.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.157+0000 7f412910f640 1 --2- 172.21.15.76:0/2303044506 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f41240b1f20 0x7f41240b23d0 secure :-1 s=READY pgs=2045 cs=0 l=1 rev1=1 crypto rx=0x7f41240ccf80 tx=0x7f411c02a6a0 comp rx=0 tx=0).stop 2024-09-13T16:14:32.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.157+0000 7f412910f640 1 -- 172.21.15.76:0/2303044506 shutdown_connections 2024-09-13T16:14:32.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.157+0000 7f412910f640 1 --2- 172.21.15.76:0/2303044506 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f41240b1f20 0x7f41240b23d0 unknown :-1 s=CLOSED pgs=2045 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:32.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.157+0000 7f412910f640 1 --2- 172.21.15.76:0/2303044506 >> v2:172.21.15.192:3300/0 conn(0x7f41240d0e90 0x7f412415d630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:32.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.157+0000 7f412910f640 1 --2- 172.21.15.76:0/2303044506 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f412415c560 0x7f41240cdf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:32.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.157+0000 7f412910f640 1 -- 172.21.15.76:0/2303044506 >> 172.21.15.76:0/2303044506 conn(0x7f4124069ed0 msgr2=0x7f412406a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:32.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.157+0000 7f412910f640 1 -- 172.21.15.76:0/2303044506 shutdown_connections 2024-09-13T16:14:32.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.157+0000 7f412910f640 1 -- 172.21.15.76:0/2303044506 wait complete. 2024-09-13T16:14:32.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.159+0000 7f412910f640 1 Processor -- start 2024-09-13T16:14:32.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.159+0000 7f412910f640 1 -- start start 2024-09-13T16:14:32.162 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.160+0000 7f412910f640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f41240b1f20 0x7f41241f2210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:32.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.160+0000 7f412910f640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f41240d0e90 0x7f41241591d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:32.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.160+0000 7f412910f640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f412415c560 0x7f41240c7490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:32.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.160+0000 7f412910f640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f412415a470 con 0x7f41240d0e90 2024-09-13T16:14:32.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.160+0000 7f412910f640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4124159860 con 0x7f412415c560 2024-09-13T16:14:32.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.160+0000 7f412910f640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4124159b40 con 0x7f41240b1f20 2024-09-13T16:14:32.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.160+0000 7f412259c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f41240d0e90 0x7f41241591d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:32.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.160+0000 7f412259c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f41240d0e90 0x7f41241591d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49716/0 (socket says 172.21.15.76:49716) 2024-09-13T16:14:32.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.160+0000 7f412259c640 1 -- 172.21.15.76:0/3118144546 learned_addr learned my addr 172.21.15.76:0/3118144546 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:32.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.160+0000 7f412359e640 1 --2- 172.21.15.76:0/3118144546 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f412415c560 0x7f41240c7490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:32.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.160+0000 7f4122d9d640 1 --2- 172.21.15.76:0/3118144546 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f41240b1f20 0x7f41241f2210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:32.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.161+0000 7f412259c640 1 -- 172.21.15.76:0/3118144546 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f41240b1f20 msgr2=0x7f41241f2210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:32.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.161+0000 7f412259c640 1 --2- 172.21.15.76:0/3118144546 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f41240b1f20 0x7f41241f2210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:32.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.161+0000 7f412259c640 1 -- 172.21.15.76:0/3118144546 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f412415c560 msgr2=0x7f41240c7490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:32.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.161+0000 7f412259c640 1 --2- 172.21.15.76:0/3118144546 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f412415c560 0x7f41240c7490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:32.164 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.161+0000 7f412259c640 1 -- 172.21.15.76:0/3118144546 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f411c009b30 con 0x7f41240d0e90 2024-09-13T16:14:32.164 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.161+0000 7f4122d9d640 1 --2- 172.21.15.76:0/3118144546 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f41240b1f20 0x7f41241f2210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:14:32.164 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.161+0000 7f412259c640 1 --2- 172.21.15.76:0/3118144546 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f41240d0e90 0x7f41241591d0 secure :-1 s=READY pgs=2046 cs=0 l=1 rev1=1 crypto rx=0x7f411800e860 tx=0x7f411800ed20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:32.164 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.161+0000 7f410b7fe640 1 -- 172.21.15.76:0/3118144546 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41180095f0 con 0x7f41240d0e90 2024-09-13T16:14:32.164 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.161+0000 7f410b7fe640 1 -- 172.21.15.76:0/3118144546 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f411800c940 con 0x7f41240d0e90 2024-09-13T16:14:32.164 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.161+0000 7f410b7fe640 1 -- 172.21.15.76:0/3118144546 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f411800ccd0 con 0x7f41240d0e90 2024-09-13T16:14:32.164 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.161+0000 7f412910f640 1 -- 172.21.15.76:0/3118144546 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4124159e20 con 0x7f41240d0e90 2024-09-13T16:14:32.164 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.161+0000 7f412910f640 1 -- 172.21.15.76:0/3118144546 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f41240c97e0 con 0x7f41240d0e90 2024-09-13T16:14:32.165 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.163+0000 7f412910f640 1 -- 172.21.15.76:0/3118144546 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f41240ceae0 con 0x7f41240d0e90 2024-09-13T16:14:32.165 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.163+0000 7f410b7fe640 1 -- 172.21.15.76:0/3118144546 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f4118013470 con 0x7f41240d0e90 2024-09-13T16:14:32.165 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.164+0000 7f410b7fe640 1 --2- 172.21.15.76:0/3118144546 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f411006ac00 0x7f411006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:32.165 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.164+0000 7f410b7fe640 1 -- 172.21.15.76:0/3118144546 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(150..150 src has 1..150) v4 ==== 6174+0+0 (secure 0 0 0) 0x7f4118089390 con 0x7f41240d0e90 2024-09-13T16:14:32.165 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.164+0000 7f4122d9d640 1 --2- 172.21.15.76:0/3118144546 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f411006ac00 0x7f411006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:32.165 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.164+0000 7f4122d9d640 1 --2- 172.21.15.76:0/3118144546 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f411006ac00 0x7f411006d0c0 secure :-1 s=READY pgs=869 cs=0 l=1 rev1=1 crypto rx=0x7f4114009a20 tx=0x7f4114008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:32.170 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.168+0000 7f410b7fe640 1 -- 172.21.15.76:0/3118144546 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f4118054430 con 0x7f41240d0e90 2024-09-13T16:14:32.371 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.369+0000 7f412910f640 1 -- 172.21.15.76:0/3118144546 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7f4124067250 con 0x7f41240d0e90 2024-09-13T16:14:32.371 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.369+0000 7f410b7fe640 1 -- 172.21.15.76:0/3118144546 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+316 (secure 0 0 0) 0x7f4118057a50 con 0x7f41240d0e90 2024-09-13T16:14:32.371 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:14:32.371 INFO:teuthology.orchestra.run.smithi076.stdout:{"status":"HEALTH_WARN","checks":{"MDS_CACHE_OVERSIZED":{"severity":"HEALTH_WARN","summary":{"message":"1 MDSs report oversized cache","count":1},"muted":false},"MDS_CLIENT_RECALL":{"severity":"HEALTH_WARN","summary":{"message":"1 clients failing to respond to cache pressure","count":1},"muted":false}},"mutes":[]} 2024-09-13T16:14:32.373 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.371+0000 7f412910f640 1 -- 172.21.15.76:0/3118144546 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f411006ac00 msgr2=0x7f411006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:32.373 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.371+0000 7f412910f640 1 --2- 172.21.15.76:0/3118144546 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f411006ac00 0x7f411006d0c0 secure :-1 s=READY pgs=869 cs=0 l=1 rev1=1 crypto rx=0x7f4114009a20 tx=0x7f4114008040 comp rx=0 tx=0).stop 2024-09-13T16:14:32.373 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.371+0000 7f412910f640 1 -- 172.21.15.76:0/3118144546 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f41240d0e90 msgr2=0x7f41241591d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:32.373 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.371+0000 7f412910f640 1 --2- 172.21.15.76:0/3118144546 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f41240d0e90 0x7f41241591d0 secure :-1 s=READY pgs=2046 cs=0 l=1 rev1=1 crypto rx=0x7f411800e860 tx=0x7f411800ed20 comp rx=0 tx=0).stop 2024-09-13T16:14:32.373 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.371+0000 7f412910f640 1 -- 172.21.15.76:0/3118144546 shutdown_connections 2024-09-13T16:14:32.373 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.371+0000 7f412910f640 1 --2- 172.21.15.76:0/3118144546 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f412415c560 0x7f41240c7490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:32.373 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.371+0000 7f412910f640 1 --2- 172.21.15.76:0/3118144546 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f41240d0e90 0x7f41241591d0 unknown :-1 s=CLOSED pgs=2046 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:32.374 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.371+0000 7f412910f640 1 --2- 172.21.15.76:0/3118144546 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f411006ac00 0x7f411006d0c0 unknown :-1 s=CLOSED pgs=869 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:32.374 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.371+0000 7f412910f640 1 --2- 172.21.15.76:0/3118144546 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f41240b1f20 0x7f41241f2210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:32.374 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.371+0000 7f412910f640 1 -- 172.21.15.76:0/3118144546 >> 172.21.15.76:0/3118144546 conn(0x7f4124069ed0 msgr2=0x7f412406a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:32.374 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.372+0000 7f412910f640 1 -- 172.21.15.76:0/3118144546 shutdown_connections 2024-09-13T16:14:32.374 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.372+0000 7f412910f640 1 -- 172.21.15.76:0/3118144546 wait complete. 2024-09-13T16:14:32.384 DEBUG:tasks.ceph_test_case:wait_until_true: success in 5s and 0 retries 2024-09-13T16:14:32.384 INFO:tasks.ceph_test_case:waiting 120.0s for health warning matching MDS_CACHE_OVERSIZED 2024-09-13T16:14:32.384 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-13T16:14:32.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.480+0000 7f56085f4640 1 Processor -- start 2024-09-13T16:14:32.482 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.480+0000 7f56085f4640 1 -- start start 2024-09-13T16:14:32.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.481+0000 7f56085f4640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5600158870 0x7f560006d6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:32.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.481+0000 7f56085f4640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f560006dbe0 con 0x7f56000b2540 2024-09-13T16:14:32.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.481+0000 7f56085f4640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f56000ca6b0 con 0x7f56000cb3b0 2024-09-13T16:14:32.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.481+0000 7f56085f4640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f56000c8c90 con 0x7f5600158870 2024-09-13T16:14:32.483 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.481+0000 7f5605b8f640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f56000b2540 0x7f56000caca0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:35798/0 (socket says 172.21.15.76:35798) 2024-09-13T16:14:32.484 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.481+0000 7f5605b8f640 1 -- 172.21.15.76:0/206892782 learned_addr learned my addr 172.21.15.76:0/206892782 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:14:32.484 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.481+0000 7f5606390640 1 --2- 172.21.15.76:0/206892782 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5600158870 0x7f560006d6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:32.484 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.482+0000 7f560538e640 1 -- 172.21.15.76:0/206892782 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1708714065 0 0) 0x7f560006dbe0 con 0x7f56000b2540 2024-09-13T16:14:32.484 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.482+0000 7f560538e640 1 -- 172.21.15.76:0/206892782 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f55ec003520 con 0x7f56000b2540 2024-09-13T16:14:32.484 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.482+0000 7f560538e640 1 -- 172.21.15.76:0/206892782 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3223710391 0 0) 0x7f56000ca6b0 con 0x7f56000cb3b0 2024-09-13T16:14:32.484 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.482+0000 7f560538e640 1 -- 172.21.15.76:0/206892782 --> v1:172.21.15.192:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f560006dbe0 con 0x7f56000cb3b0 2024-09-13T16:14:32.484 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.482+0000 7f5606390640 1 -- 172.21.15.76:0/206892782 >> v1:172.21.15.192:6789/0 conn(0x7f56000cb3b0 legacy=0x7f56000cbe60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:32.484 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.482+0000 7f5606390640 1 -- 172.21.15.76:0/206892782 >> v1:172.21.15.76:6789/0 conn(0x7f56000b2540 legacy=0x7f56000caca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:32.484 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.482+0000 7f5606390640 1 -- 172.21.15.76:0/206892782 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f56000ca990 con 0x7f5600158870 2024-09-13T16:14:32.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.483+0000 7f5606390640 1 --2- 172.21.15.76:0/206892782 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5600158870 0x7f560006d6a0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f55fc00a970 tx=0x7f55fc02b5d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7aba1e2fb7411002 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:32.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.483+0000 7f560538e640 1 -- 172.21.15.76:0/206892782 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55fc032600 con 0x7f5600158870 2024-09-13T16:14:32.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.483+0000 7f560538e640 1 -- 172.21.15.76:0/206892782 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f55fc02e050 con 0x7f5600158870 2024-09-13T16:14:32.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.483+0000 7f560538e640 1 -- 172.21.15.76:0/206892782 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55fc032960 con 0x7f5600158870 2024-09-13T16:14:32.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.483+0000 7f56085f4640 1 -- 172.21.15.76:0/206892782 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5600158870 msgr2=0x7f560006d6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:32.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.483+0000 7f56085f4640 1 --2- 172.21.15.76:0/206892782 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5600158870 0x7f560006d6a0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f55fc00a970 tx=0x7f55fc02b5d0 comp rx=0 tx=0).stop 2024-09-13T16:14:32.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.483+0000 7f56085f4640 1 -- 172.21.15.76:0/206892782 shutdown_connections 2024-09-13T16:14:32.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.483+0000 7f56085f4640 1 --2- 172.21.15.76:0/206892782 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5600158870 0x7f560006d6a0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:32.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.483+0000 7f56085f4640 1 -- 172.21.15.76:0/206892782 >> 172.21.15.76:0/206892782 conn(0x7f560006a0b0 msgr2=0x7f560006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:32.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.484+0000 7f56085f4640 1 -- 172.21.15.76:0/206892782 shutdown_connections 2024-09-13T16:14:32.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.484+0000 7f56085f4640 1 -- 172.21.15.76:0/206892782 wait complete. 2024-09-13T16:14:32.488 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.485+0000 7f56085f4640 1 Processor -- start 2024-09-13T16:14:32.488 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.485+0000 7f56085f4640 1 -- start start 2024-09-13T16:14:32.488 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.485+0000 7f56085f4640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f56000b2540 0x7f560014d0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:32.488 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.485+0000 7f56085f4640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f56000cb3b0 0x7f56000c5360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:32.488 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.485+0000 7f56085f4640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5600158870 0x7f56001dee90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:32.488 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.485+0000 7f56085f4640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f56000c6a10 con 0x7f56000cb3b0 2024-09-13T16:14:32.488 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.485+0000 7f56085f4640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f560014d5e0 con 0x7f56000b2540 2024-09-13T16:14:32.489 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.485+0000 7f56085f4640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f56000c5d90 con 0x7f5600158870 2024-09-13T16:14:32.489 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.485+0000 7f5605b8f640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f56000cb3b0 0x7f56000c5360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:32.489 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.486+0000 7f5605b8f640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f56000cb3b0 0x7f56000c5360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49718/0 (socket says 172.21.15.76:49718) 2024-09-13T16:14:32.489 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.486+0000 7f5605b8f640 1 -- 172.21.15.76:0/3536655496 learned_addr learned my addr 172.21.15.76:0/3536655496 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:32.489 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.486+0000 7f5606390640 1 --2- 172.21.15.76:0/3536655496 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f56000b2540 0x7f560014d0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:32.489 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.486+0000 7f5605b8f640 1 -- 172.21.15.76:0/3536655496 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5600158870 msgr2=0x7f56001dee90 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-13T16:14:32.489 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.486+0000 7f5605b8f640 1 --2- 172.21.15.76:0/3536655496 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5600158870 0x7f56001dee90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:32.489 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.486+0000 7f5605b8f640 1 -- 172.21.15.76:0/3536655496 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f56000b2540 msgr2=0x7f560014d0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:32.489 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.486+0000 7f5605b8f640 1 --2- 172.21.15.76:0/3536655496 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f56000b2540 0x7f560014d0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:32.489 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.486+0000 7f5605b8f640 1 -- 172.21.15.76:0/3536655496 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f55fc00a5a0 con 0x7f56000cb3b0 2024-09-13T16:14:32.489 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.486+0000 7f5606390640 1 --2- 172.21.15.76:0/3536655496 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f56000b2540 0x7f560014d0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:14:32.489 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.486+0000 7f5605b8f640 1 --2- 172.21.15.76:0/3536655496 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f56000cb3b0 0x7f56000c5360 secure :-1 s=READY pgs=2048 cs=0 l=1 rev1=1 crypto rx=0x7f55f000c430 tx=0x7f55f000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:32.489 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.486+0000 7f55f6ffd640 1 -- 172.21.15.76:0/3536655496 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55f0005ce0 con 0x7f56000cb3b0 2024-09-13T16:14:32.490 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.486+0000 7f55f6ffd640 1 -- 172.21.15.76:0/3536655496 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f55f0005e40 con 0x7f56000cb3b0 2024-09-13T16:14:32.490 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.486+0000 7f55f6ffd640 1 -- 172.21.15.76:0/3536655496 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55f00072f0 con 0x7f56000cb3b0 2024-09-13T16:14:32.490 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.486+0000 7f56085f4640 1 -- 172.21.15.76:0/3536655496 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f56000c6070 con 0x7f56000cb3b0 2024-09-13T16:14:32.490 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.486+0000 7f56085f4640 1 -- 172.21.15.76:0/3536655496 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f56000c6630 con 0x7f56000cb3b0 2024-09-13T16:14:32.491 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.487+0000 7f56085f4640 1 -- 172.21.15.76:0/3536655496 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f560006ddd0 con 0x7f56000cb3b0 2024-09-13T16:14:32.491 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.488+0000 7f55f6ffd640 1 -- 172.21.15.76:0/3536655496 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f55f0007450 con 0x7f56000cb3b0 2024-09-13T16:14:32.491 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.488+0000 7f55f6ffd640 1 --2- 172.21.15.76:0/3536655496 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f55e406ac00 0x7f55e406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:32.491 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.488+0000 7f5606390640 1 --2- 172.21.15.76:0/3536655496 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f55e406ac00 0x7f55e406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:32.491 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.488+0000 7f55f6ffd640 1 -- 172.21.15.76:0/3536655496 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(150..150 src has 1..150) v4 ==== 6174+0+0 (secure 0 0 0) 0x7f55f0088b30 con 0x7f56000cb3b0 2024-09-13T16:14:32.491 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.489+0000 7f5606390640 1 --2- 172.21.15.76:0/3536655496 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f55e406ac00 0x7f55e406d0c0 secure :-1 s=READY pgs=870 cs=0 l=1 rev1=1 crypto rx=0x7f55fc035000 tx=0x7f55fc030000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:32.493 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.492+0000 7f55f6ffd640 1 -- 172.21.15.76:0/3536655496 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f55f0053bd0 con 0x7f56000cb3b0 2024-09-13T16:14:32.690 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.688+0000 7f56085f4640 1 -- 172.21.15.76:0/3536655496 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7f56000ca240 con 0x7f56000cb3b0 2024-09-13T16:14:32.690 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.689+0000 7f55f6ffd640 1 -- 172.21.15.76:0/3536655496 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+316 (secure 0 0 0) 0x7f55f0017150 con 0x7f56000cb3b0 2024-09-13T16:14:32.690 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:14:32.690 INFO:teuthology.orchestra.run.smithi076.stdout:{"status":"HEALTH_WARN","checks":{"MDS_CACHE_OVERSIZED":{"severity":"HEALTH_WARN","summary":{"message":"1 MDSs report oversized cache","count":1},"muted":false},"MDS_CLIENT_RECALL":{"severity":"HEALTH_WARN","summary":{"message":"1 clients failing to respond to cache pressure","count":1},"muted":false}},"mutes":[]} 2024-09-13T16:14:32.692 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.691+0000 7f56085f4640 1 -- 172.21.15.76:0/3536655496 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f55e406ac00 msgr2=0x7f55e406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:32.692 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.691+0000 7f56085f4640 1 --2- 172.21.15.76:0/3536655496 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f55e406ac00 0x7f55e406d0c0 secure :-1 s=READY pgs=870 cs=0 l=1 rev1=1 crypto rx=0x7f55fc035000 tx=0x7f55fc030000 comp rx=0 tx=0).stop 2024-09-13T16:14:32.692 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.691+0000 7f56085f4640 1 -- 172.21.15.76:0/3536655496 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f56000cb3b0 msgr2=0x7f56000c5360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:32.693 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.691+0000 7f56085f4640 1 --2- 172.21.15.76:0/3536655496 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f56000cb3b0 0x7f56000c5360 secure :-1 s=READY pgs=2048 cs=0 l=1 rev1=1 crypto rx=0x7f55f000c430 tx=0x7f55f000c8f0 comp rx=0 tx=0).stop 2024-09-13T16:14:32.693 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.691+0000 7f56085f4640 1 -- 172.21.15.76:0/3536655496 shutdown_connections 2024-09-13T16:14:32.693 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.691+0000 7f56085f4640 1 --2- 172.21.15.76:0/3536655496 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f55e406ac00 0x7f55e406d0c0 unknown :-1 s=CLOSED pgs=870 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:32.693 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.691+0000 7f56085f4640 1 --2- 172.21.15.76:0/3536655496 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5600158870 0x7f56001dee90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:32.693 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.691+0000 7f56085f4640 1 --2- 172.21.15.76:0/3536655496 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f56000cb3b0 0x7f56000c5360 unknown :-1 s=CLOSED pgs=2048 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:32.693 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.691+0000 7f56085f4640 1 --2- 172.21.15.76:0/3536655496 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f56000b2540 0x7f560014d0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:32.693 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.691+0000 7f56085f4640 1 -- 172.21.15.76:0/3536655496 >> 172.21.15.76:0/3536655496 conn(0x7f560006a0b0 msgr2=0x7f56000cbe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:32.693 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.691+0000 7f56085f4640 1 -- 172.21.15.76:0/3536655496 shutdown_connections 2024-09-13T16:14:32.693 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.691+0000 7f56085f4640 1 -- 172.21.15.76:0/3536655496 wait complete. 2024-09-13T16:14:32.703 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-13T16:14:32.703 INFO:tasks.cephfs.test_client_limits:Terminating process holding files open 2024-09-13T16:14:32.717 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:14:32.855 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.854+0000 7f6f84591640 1 Processor -- start 2024-09-13T16:14:32.855 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.854+0000 7f6f84591640 1 -- start start 2024-09-13T16:14:32.856 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.855+0000 7f6f84591640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6f7c071d30 0x7f6f7c070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:32.857 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.855+0000 7f6f84591640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f6f7c072110 0x7f6f7c0b1b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:32.857 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.855+0000 7f6f84591640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6f7c0abdf0 con 0x7f6f7c0c8920 2024-09-13T16:14:32.857 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.855+0000 7f6f84591640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6f7c0ab1e0 con 0x7f6f7c072110 2024-09-13T16:14:32.857 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.855+0000 7f6f84591640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6f7c0ab4c0 con 0x7f6f7c071d30 2024-09-13T16:14:32.857 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.855+0000 7f6f81b2c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f6f7c072110 0x7f6f7c0b1b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:32.857 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.855+0000 7f6f81b2c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f6f7c072110 0x7f6f7c0b1b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49720/0 (socket says 172.21.15.76:49720) 2024-09-13T16:14:32.857 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.855+0000 7f6f81b2c640 1 -- 172.21.15.76:0/140479158 learned_addr learned my addr 172.21.15.76:0/140479158 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:32.857 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.855+0000 7f6f81b2c640 1 -- 172.21.15.76:0/140479158 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6f7c071d30 msgr2=0x7f6f7c070190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:32.857 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.855+0000 7f6f81b2c640 1 --2- 172.21.15.76:0/140479158 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6f7c071d30 0x7f6f7c070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:32.857 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.855+0000 7f6f81b2c640 1 -- 172.21.15.76:0/140479158 >> v1:172.21.15.192:6789/0 conn(0x7f6f7c0c8920 legacy=0x7f6f7c0ac280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:32.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.855+0000 7f6f81b2c640 1 -- 172.21.15.76:0/140479158 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6f7c0ab7a0 con 0x7f6f7c072110 2024-09-13T16:14:32.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.856+0000 7f6f81b2c640 1 --2- 172.21.15.76:0/140479158 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6f7c072110 0x7f6f7c0b1b70 secure :-1 s=READY pgs=2049 cs=0 l=1 rev1=1 crypto rx=0x7f6f6c0098a0 tx=0x7f6f6c02a250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=95db4b4208e8ec56 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:32.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.856+0000 7f6f8132b640 1 -- 172.21.15.76:0/140479158 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f6c032440 con 0x7f6f7c072110 2024-09-13T16:14:32.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.856+0000 7f6f8132b640 1 -- 172.21.15.76:0/140479158 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6f6c0325a0 con 0x7f6f7c072110 2024-09-13T16:14:32.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.856+0000 7f6f8132b640 1 -- 172.21.15.76:0/140479158 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f6c032930 con 0x7f6f7c072110 2024-09-13T16:14:32.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.856+0000 7f6f84591640 1 -- 172.21.15.76:0/140479158 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6f7c072110 msgr2=0x7f6f7c0b1b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:32.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.856+0000 7f6f84591640 1 --2- 172.21.15.76:0/140479158 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6f7c072110 0x7f6f7c0b1b70 secure :-1 s=READY pgs=2049 cs=0 l=1 rev1=1 crypto rx=0x7f6f6c0098a0 tx=0x7f6f6c02a250 comp rx=0 tx=0).stop 2024-09-13T16:14:32.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.857+0000 7f6f84591640 1 -- 172.21.15.76:0/140479158 shutdown_connections 2024-09-13T16:14:32.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.857+0000 7f6f84591640 1 --2- 172.21.15.76:0/140479158 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6f7c072110 0x7f6f7c0b1b70 unknown :-1 s=CLOSED pgs=2049 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:32.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.857+0000 7f6f84591640 1 --2- 172.21.15.76:0/140479158 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6f7c071d30 0x7f6f7c070190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:32.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.857+0000 7f6f84591640 1 -- 172.21.15.76:0/140479158 >> 172.21.15.76:0/140479158 conn(0x7f6f7c069ed0 msgr2=0x7f6f7c06a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:32.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.857+0000 7f6f84591640 1 -- 172.21.15.76:0/140479158 shutdown_connections 2024-09-13T16:14:32.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.857+0000 7f6f84591640 1 -- 172.21.15.76:0/140479158 wait complete. 2024-09-13T16:14:32.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.858+0000 7f6f84591640 1 Processor -- start 2024-09-13T16:14:32.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.858+0000 7f6f84591640 1 -- start start 2024-09-13T16:14:32.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.858+0000 7f6f84591640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6f7c071d30 0x7f6f7c148f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:32.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.858+0000 7f6f84591640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6f7c072110 0x7f6f7c157a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:32.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.858+0000 7f6f84591640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6f7c0c8920 0x7f6f7c0c6850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:32.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.858+0000 7f6f84591640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f7c1584d0 con 0x7f6f7c072110 2024-09-13T16:14:32.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.858+0000 7f6f84591640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f7c15ba00 con 0x7f6f7c0c8920 2024-09-13T16:14:32.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.858+0000 7f6f84591640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6f7c0c6590 con 0x7f6f7c071d30 2024-09-13T16:14:32.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.859+0000 7f6f81b2c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6f7c072110 0x7f6f7c157a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:32.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.859+0000 7f6f81b2c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6f7c072110 0x7f6f7c157a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49726/0 (socket says 172.21.15.76:49726) 2024-09-13T16:14:32.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.859+0000 7f6f81b2c640 1 -- 172.21.15.76:0/1557020590 learned_addr learned my addr 172.21.15.76:0/1557020590 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:32.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.859+0000 7f6f8232d640 1 --2- 172.21.15.76:0/1557020590 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6f7c071d30 0x7f6f7c148f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:32.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.859+0000 7f6f82b2e640 1 --2- 172.21.15.76:0/1557020590 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6f7c0c8920 0x7f6f7c0c6850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:32.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.859+0000 7f6f81b2c640 1 -- 172.21.15.76:0/1557020590 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6f7c071d30 msgr2=0x7f6f7c148f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:32.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.859+0000 7f6f81b2c640 1 --2- 172.21.15.76:0/1557020590 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6f7c071d30 0x7f6f7c148f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:32.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.859+0000 7f6f81b2c640 1 -- 172.21.15.76:0/1557020590 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6f7c0c8920 msgr2=0x7f6f7c0c6850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:32.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.859+0000 7f6f81b2c640 1 --2- 172.21.15.76:0/1557020590 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6f7c0c8920 0x7f6f7c0c6850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:32.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.859+0000 7f6f81b2c640 1 -- 172.21.15.76:0/1557020590 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6f6c0094d0 con 0x7f6f7c072110 2024-09-13T16:14:32.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.859+0000 7f6f8232d640 1 --2- 172.21.15.76:0/1557020590 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6f7c071d30 0x7f6f7c148f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:14:32.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.859+0000 7f6f82b2e640 1 --2- 172.21.15.76:0/1557020590 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6f7c0c8920 0x7f6f7c0c6850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:14:32.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.859+0000 7f6f81b2c640 1 --2- 172.21.15.76:0/1557020590 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6f7c072110 0x7f6f7c157a10 secure :-1 s=READY pgs=2050 cs=0 l=1 rev1=1 crypto rx=0x7f6f6c000c00 tx=0x7f6f6c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:32.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.859+0000 7f6f72ffd640 1 -- 172.21.15.76:0/1557020590 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f6c004230 con 0x7f6f7c072110 2024-09-13T16:14:32.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.859+0000 7f6f72ffd640 1 -- 172.21.15.76:0/1557020590 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6f6c03f070 con 0x7f6f7c072110 2024-09-13T16:14:32.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.859+0000 7f6f72ffd640 1 -- 172.21.15.76:0/1557020590 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f6c030800 con 0x7f6f7c072110 2024-09-13T16:14:32.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.859+0000 7f6f84591640 1 -- 172.21.15.76:0/1557020590 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6f7c15b060 con 0x7f6f7c072110 2024-09-13T16:14:32.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.859+0000 7f6f84591640 1 -- 172.21.15.76:0/1557020590 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6f7c15b620 con 0x7f6f7c072110 2024-09-13T16:14:32.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.860+0000 7f6f84591640 1 -- 172.21.15.76:0/1557020590 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6f7c0c1970 con 0x7f6f7c072110 2024-09-13T16:14:32.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.861+0000 7f6f72ffd640 1 -- 172.21.15.76:0/1557020590 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f6f6c039040 con 0x7f6f7c072110 2024-09-13T16:14:32.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.861+0000 7f6f72ffd640 1 --2- 172.21.15.76:0/1557020590 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6f6006ac00 0x7f6f6006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:32.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.861+0000 7f6f72ffd640 1 -- 172.21.15.76:0/1557020590 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(150..150 src has 1..150) v4 ==== 6174+0+0 (secure 0 0 0) 0x7f6f6c0abb40 con 0x7f6f7c072110 2024-09-13T16:14:32.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.861+0000 7f6f8232d640 1 --2- 172.21.15.76:0/1557020590 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6f6006ac00 0x7f6f6006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:32.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.862+0000 7f6f8232d640 1 --2- 172.21.15.76:0/1557020590 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6f6006ac00 0x7f6f6006d0c0 secure :-1 s=READY pgs=871 cs=0 l=1 rev1=1 crypto rx=0x7f6f78009890 tx=0x7f6f78008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:32.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:32.865+0000 7f6f72ffd640 1 -- 172.21.15.76:0/1557020590 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f6f6c076ca0 con 0x7f6f7c072110 2024-09-13T16:14:33.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.061+0000 7f6f84591640 1 -- 172.21.15.76:0/1557020590 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f6f7c0c1970 con 0x7f6f7c072110 2024-09-13T16:14:33.063 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.062+0000 7f6f72ffd640 1 -- 172.21.15.76:0/1557020590 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 83 v83) v1 ==== 94+0+4741 (secure 0 0 0) 0x7f6f6c041090 con 0x7f6f7c072110 2024-09-13T16:14:33.063 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:14:33.064 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":83,"default_fscid":10,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7424,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/2852164393","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6833","nonce":2852164393},{"type":"v1","addr":"172.21.15.192:6835","nonce":2852164393}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":78},{"gid":8422,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6834/3941864012","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":3941864012},{"type":"v1","addr":"172.21.15.192:6834","nonce":3941864012}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":78},{"gid":9543,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6836/3196594386","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":3196594386},{"type":"v1","addr":"172.21.15.76:6836","nonce":3196594386}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":78}],"filesystems":[{"mdsmap":{"epoch":83,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:14:06.091118+0000","modified":"2024-09-13T16:14:30.892809+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":9546},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9546":{"gid":9546,"name":"c","rank":0,"incarnation":79,"state":"up:active","state_seq":9,"addr":"172.21.15.76:6837/271310125","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":271310125},{"type":"v1","addr":"172.21.15.76:6837","nonce":271310125}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[22],"metadata_pool":21,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":10}]} 2024-09-13T16:14:33.064 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 83 2024-09-13T16:14:33.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.064+0000 7f6f84591640 1 -- 172.21.15.76:0/1557020590 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6f6006ac00 msgr2=0x7f6f6006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:33.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.064+0000 7f6f84591640 1 --2- 172.21.15.76:0/1557020590 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6f6006ac00 0x7f6f6006d0c0 secure :-1 s=READY pgs=871 cs=0 l=1 rev1=1 crypto rx=0x7f6f78009890 tx=0x7f6f78008040 comp rx=0 tx=0).stop 2024-09-13T16:14:33.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.064+0000 7f6f84591640 1 -- 172.21.15.76:0/1557020590 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6f7c072110 msgr2=0x7f6f7c157a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:33.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.064+0000 7f6f84591640 1 --2- 172.21.15.76:0/1557020590 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6f7c072110 0x7f6f7c157a10 secure :-1 s=READY pgs=2050 cs=0 l=1 rev1=1 crypto rx=0x7f6f6c000c00 tx=0x7f6f6c0046c0 comp rx=0 tx=0).stop 2024-09-13T16:14:33.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.064+0000 7f6f84591640 1 -- 172.21.15.76:0/1557020590 shutdown_connections 2024-09-13T16:14:33.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.064+0000 7f6f84591640 1 --2- 172.21.15.76:0/1557020590 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6f7c0c8920 0x7f6f7c0c6850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:33.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.064+0000 7f6f84591640 1 --2- 172.21.15.76:0/1557020590 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6f7c072110 0x7f6f7c157a10 unknown :-1 s=CLOSED pgs=2050 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:33.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.064+0000 7f6f84591640 1 --2- 172.21.15.76:0/1557020590 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6f6006ac00 0x7f6f6006d0c0 unknown :-1 s=CLOSED pgs=871 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:33.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.064+0000 7f6f84591640 1 --2- 172.21.15.76:0/1557020590 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6f7c071d30 0x7f6f7c148f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:33.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.064+0000 7f6f84591640 1 -- 172.21.15.76:0/1557020590 >> 172.21.15.76:0/1557020590 conn(0x7f6f7c069ed0 msgr2=0x7f6f7c0afe40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:33.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.064+0000 7f6f84591640 1 -- 172.21.15.76:0/1557020590 shutdown_connections 2024-09-13T16:14:33.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.064+0000 7f6f84591640 1 -- 172.21.15.76:0/1557020590 wait complete. 2024-09-13T16:14:33.077 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json session ls 2024-09-13T16:14:33.191 INFO:teuthology.orchestra.run.smithi076.stdout:[{"id":7535,"entity":{"name":{"type":"client","num":7535},"addr":{"type":"any","addr":"192.168.0.1:0","nonce":1278275956}},"state":"open","num_leases":0,"num_caps":1,"request_load_avg":0,"uptime":15.512524168000001,"requests_in_flight":0,"num_completed_requests":0,"num_completed_flushes":0,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":2.9085546977829511,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":1,"last_trim_completed_flushes_tid":0,"delegated_inos":[],"inst":"client.7535 192.168.0.1:0/1278275956","completed_requests":[],"prealloc_inos":[],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"50bbe7f395997dcd871813949c49addbbf630361","ceph_version":"ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)","entity_id":"1","hostname":"smithi192","mount_point":"/home/ubuntu/cephtest/mnt.1","pid":"49426","root":"/"}},{"id":9714,"entity":{"name":{"type":"client","num":9714},"addr":{"type":"any","addr":"192.168.0.1:0","nonce":2099991564}},"state":"open","num_leases":400,"num_caps":401,"request_load_avg":1047,"uptime":17.212472024,"requests_in_flight":0,"num_completed_requests":0,"num_completed_flushes":0,"reconnecting":false,"recall_caps":{"value":2303.377041283039,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":520.36328774658284,"halflife":1.5},"recall_caps_throttle2o":{"value":240.64885635658595,"halflife":0.5},"session_cache_liveness":{"value":1168.1742892778416,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":1203,"last_trim_completed_flushes_tid":0,"delegated_inos":[{"start":"0x10000000002","length":500}],"inst":"client.9714 192.168.0.1:0/2099991564","completed_requests":[],"prealloc_inos":[{"start":"0x10000000002","length":500},{"start":"0x10000000384","length":603}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"50bbe7f395997dcd871813949c49addbbf630361","ceph_version":"ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)","entity_id":"0","hostname":"smithi076","mount_point":"/home/ubuntu/cephtest/mnt.0","pid":"85269","root":"/"}}] 2024-09-13T16:14:33.192 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "1", "hostname": "smithi192", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "mount_point": "/home/ubuntu/cephtest/mnt.1", "pid": "49426", "root": "/" }, "completed_requests": [], "delegated_inos": [], "entity": { "addr": { "addr": "192.168.0.1:0", "nonce": 1278275956, "type": "any" }, "name": { "num": 7535, "type": "client" } }, "id": 7535, "inst": "client.7535 192.168.0.1:0/1278275956", "last_trim_completed_flushes_tid": 0, "last_trim_completed_requests_tid": 1, "num_caps": 1, "num_completed_flushes": 0, "num_completed_requests": 0, "num_leases": 0, "prealloc_inos": [], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 0, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 2.908554697782951 }, "state": "open", "uptime": 15.512524168 }, { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "0", "hostname": "smithi076", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "mount_point": "/home/ubuntu/cephtest/mnt.0", "pid": "85269", "root": "/" }, "completed_requests": [], "delegated_inos": [ { "length": 500, "start": "0x10000000002" } ], "entity": { "addr": { "addr": "192.168.0.1:0", "nonce": 2099991564, "type": "any" }, "name": { "num": 9714, "type": "client" } }, "id": 9714, "inst": "client.9714 192.168.0.1:0/2099991564", "last_trim_completed_flushes_tid": 0, "last_trim_completed_requests_tid": 1203, "num_caps": 401, "num_completed_flushes": 0, "num_completed_requests": 0, "num_leases": 400, "prealloc_inos": [ { "length": 500, "start": "0x10000000002" }, { "length": 603, "start": "0x10000000384" } ], "recall_caps": { "halflife": 60, "value": 2303.377041283039 }, "recall_caps_throttle": { "halflife": 1.5, "value": 520.3632877465828 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 240.64885635658595 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 1047, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 1168.1742892778416 }, "state": "open", "uptime": 17.212472024 } ] 2024-09-13T16:14:33.192 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-13T16:14:33.192 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-13T16:14:33.192 DEBUG:teuthology.orchestra.run.smithi076:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T16:14:33.226 DEBUG:teuthology.orchestra.run.smithi192:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T16:14:33.268 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-13T16:14:33.268 INFO:tasks.cephfs.mount:Terminating background process 2024-09-13T16:14:33.268 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:14:33.269 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:14:33.284 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:14:33.422 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.420+0000 7f19ad965640 1 Processor -- start 2024-09-13T16:14:33.422 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.420+0000 7f19ad965640 1 -- start start 2024-09-13T16:14:33.423 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.421+0000 7f19ad965640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f19a80d07b0 0x7f19a806ad10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:33.423 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.421+0000 7f19ad965640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f19a80b4660 0x7f19a806b250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:33.423 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.421+0000 7f19ad965640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f19a80d1840 con 0x7f19a815c6e0 2024-09-13T16:14:33.423 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.421+0000 7f19ad965640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f19a80d0c30 con 0x7f19a80b4660 2024-09-13T16:14:33.423 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.421+0000 7f19ad965640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f19a80d0f10 con 0x7f19a80d07b0 2024-09-13T16:14:33.424 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.421+0000 7f19a77fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f19a80b4660 0x7f19a806b250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:33.424 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.421+0000 7f19a77fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f19a80b4660 0x7f19a806b250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49732/0 (socket says 172.21.15.76:49732) 2024-09-13T16:14:33.424 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.421+0000 7f19a6ffd640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f19a815c6e0 0x7f19a80b3f50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:35810/0 (socket says 172.21.15.76:35810) 2024-09-13T16:14:33.424 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.421+0000 7f19a77fe640 1 -- 172.21.15.76:0/1662934987 learned_addr learned my addr 172.21.15.76:0/1662934987 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:33.424 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.422+0000 7f19a77fe640 1 -- 172.21.15.76:0/1662934987 >> v2:172.21.15.192:3300/0 conn(0x7f19a80d07b0 msgr2=0x7f19a806ad10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:33.424 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.422+0000 7f199e7fc640 1 --2- 172.21.15.76:0/1662934987 >> v2:172.21.15.192:3300/0 conn(0x7f19a80d07b0 0x7f19a806ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:33.424 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.422+0000 7f19a77fe640 1 --2- 172.21.15.76:0/1662934987 >> v2:172.21.15.192:3300/0 conn(0x7f19a80d07b0 0x7f19a806ad10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:33.424 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.422+0000 7f19a77fe640 1 -- 172.21.15.76:0/1662934987 >> v1:172.21.15.76:6789/0 conn(0x7f19a815c6e0 legacy=0x7f19a80b3f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:33.424 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.422+0000 7f19a67fc640 1 -- 172.21.15.76:0/1662934987 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3527474671 0 0) 0x7f19a80d1840 con 0x7f19a815c6e0 2024-09-13T16:14:33.424 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.422+0000 7f19a77fe640 1 -- 172.21.15.76:0/1662934987 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f19a80d11f0 con 0x7f19a80b4660 2024-09-13T16:14:33.424 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.422+0000 7f199e7fc640 1 --2- 172.21.15.76:0/1662934987 >> v2:172.21.15.192:3300/0 conn(0x7f19a80d07b0 0x7f19a806ad10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:14:33.426 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.422+0000 7f19a77fe640 1 --2- 172.21.15.76:0/1662934987 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f19a80b4660 0x7f19a806b250 secure :-1 s=READY pgs=2052 cs=0 l=1 rev1=1 crypto rx=0x7f19a80b1d80 tx=0x7f19a002a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bac5b2dfa7b12186 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:33.426 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.423+0000 7f19a67fc640 1 -- 172.21.15.76:0/1662934987 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19a0031600 con 0x7f19a80b4660 2024-09-13T16:14:33.426 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.423+0000 7f19a67fc640 1 -- 172.21.15.76:0/1662934987 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f19a002d050 con 0x7f19a80b4660 2024-09-13T16:14:33.426 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.423+0000 7f19a67fc640 1 -- 172.21.15.76:0/1662934987 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19a0031980 con 0x7f19a80b4660 2024-09-13T16:14:33.426 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.423+0000 7f19ad965640 1 -- 172.21.15.76:0/1662934987 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f19a80b4660 msgr2=0x7f19a806b250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:33.426 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.423+0000 7f19ad965640 1 --2- 172.21.15.76:0/1662934987 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f19a80b4660 0x7f19a806b250 secure :-1 s=READY pgs=2052 cs=0 l=1 rev1=1 crypto rx=0x7f19a80b1d80 tx=0x7f19a002a6a0 comp rx=0 tx=0).stop 2024-09-13T16:14:33.426 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.423+0000 7f19ad965640 1 -- 172.21.15.76:0/1662934987 shutdown_connections 2024-09-13T16:14:33.426 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.423+0000 7f19ad965640 1 --2- 172.21.15.76:0/1662934987 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f19a80b4660 0x7f19a806b250 unknown :-1 s=CLOSED pgs=2052 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:33.426 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.423+0000 7f19ad965640 1 --2- 172.21.15.76:0/1662934987 >> v2:172.21.15.192:3300/0 conn(0x7f19a80d07b0 0x7f19a806ad10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:33.426 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.423+0000 7f19ad965640 1 -- 172.21.15.76:0/1662934987 >> 172.21.15.76:0/1662934987 conn(0x7f19a8089f60 msgr2=0x7f19a80d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:33.426 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.423+0000 7f19ad965640 1 -- 172.21.15.76:0/1662934987 shutdown_connections 2024-09-13T16:14:33.426 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.423+0000 7f19ad965640 1 -- 172.21.15.76:0/1662934987 wait complete. 2024-09-13T16:14:33.426 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.424+0000 7f19ad965640 1 Processor -- start 2024-09-13T16:14:33.427 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.425+0000 7f19ad965640 1 -- start start 2024-09-13T16:14:33.428 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.425+0000 7f19ad965640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f19a80b4660 0x7f19a8152740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:33.429 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.425+0000 7f19ad965640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f19a80d07b0 0x7f19a8156350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:33.429 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.425+0000 7f19ad965640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f19a815c6e0 0x7f19a80c9d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:33.429 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.425+0000 7f19ad965640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19a81596b0 con 0x7f19a80b4660 2024-09-13T16:14:33.429 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.425+0000 7f19ad965640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19a80b6790 con 0x7f19a80d07b0 2024-09-13T16:14:33.429 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.425+0000 7f19ad965640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f19a80b6a70 con 0x7f19a815c6e0 2024-09-13T16:14:33.429 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.425+0000 7f19a6ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f19a80b4660 0x7f19a8152740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:33.429 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.425+0000 7f19a6ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f19a80b4660 0x7f19a8152740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49736/0 (socket says 172.21.15.76:49736) 2024-09-13T16:14:33.429 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.425+0000 7f19a6ffd640 1 -- 172.21.15.76:0/2282890827 learned_addr learned my addr 172.21.15.76:0/2282890827 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:33.429 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.426+0000 7f19a77fe640 1 --2- 172.21.15.76:0/2282890827 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f19a815c6e0 0x7f19a80c9d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:33.429 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.426+0000 7f19a6ffd640 1 -- 172.21.15.76:0/2282890827 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f19a815c6e0 msgr2=0x7f19a80c9d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:33.429 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.426+0000 7f19a6ffd640 1 --2- 172.21.15.76:0/2282890827 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f19a815c6e0 0x7f19a80c9d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:33.429 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.426+0000 7f19a6ffd640 1 -- 172.21.15.76:0/2282890827 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f19a80d07b0 msgr2=0x7f19a8156350 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-13T16:14:33.429 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.426+0000 7f19a6ffd640 1 --2- 172.21.15.76:0/2282890827 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f19a80d07b0 0x7f19a8156350 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:33.430 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.426+0000 7f19a6ffd640 1 -- 172.21.15.76:0/2282890827 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f19a0009b30 con 0x7f19a80b4660 2024-09-13T16:14:33.430 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.426+0000 7f19a77fe640 1 --2- 172.21.15.76:0/2282890827 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f19a815c6e0 0x7f19a80c9d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:14:33.430 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.426+0000 7f19a6ffd640 1 --2- 172.21.15.76:0/2282890827 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f19a80b4660 0x7f19a8152740 secure :-1 s=READY pgs=2053 cs=0 l=1 rev1=1 crypto rx=0x7f199800c430 tx=0x7f199800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:33.430 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.426+0000 7f19a4ff9640 1 -- 172.21.15.76:0/2282890827 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19980074e0 con 0x7f19a80b4660 2024-09-13T16:14:33.430 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.426+0000 7f19a4ff9640 1 -- 172.21.15.76:0/2282890827 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1998007660 con 0x7f19a80b4660 2024-09-13T16:14:33.430 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.426+0000 7f19ad965640 1 -- 172.21.15.76:0/2282890827 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f19a80b6d50 con 0x7f19a80b4660 2024-09-13T16:14:33.430 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.426+0000 7f19a4ff9640 1 -- 172.21.15.76:0/2282890827 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1998004a20 con 0x7f19a80b4660 2024-09-13T16:14:33.430 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.426+0000 7f19ad965640 1 -- 172.21.15.76:0/2282890827 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f19a80b7310 con 0x7f19a80b4660 2024-09-13T16:14:33.430 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.427+0000 7f19ad965640 1 -- 172.21.15.76:0/2282890827 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f19a80b7530 con 0x7f19a80b4660 2024-09-13T16:14:33.430 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.427+0000 7f19a4ff9640 1 -- 172.21.15.76:0/2282890827 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1998004b80 con 0x7f19a80b4660 2024-09-13T16:14:33.431 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.428+0000 7f19a4ff9640 1 --2- 172.21.15.76:0/2282890827 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f198806ac00 0x7f198806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:33.431 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.428+0000 7f199e7fc640 1 --2- 172.21.15.76:0/2282890827 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f198806ac00 0x7f198806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:33.431 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.428+0000 7f19a4ff9640 1 -- 172.21.15.76:0/2282890827 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(150..150 src has 1..150) v4 ==== 6174+0+0 (secure 0 0 0) 0x7f1998089330 con 0x7f19a80b4660 2024-09-13T16:14:33.431 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.428+0000 7f199e7fc640 1 --2- 172.21.15.76:0/2282890827 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f198806ac00 0x7f198806d0c0 secure :-1 s=READY pgs=872 cs=0 l=1 rev1=1 crypto rx=0x7f19a815da00 tx=0x7f1990008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:33.433 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.432+0000 7f19a4ff9640 1 -- 172.21.15.76:0/2282890827 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f19980543d0 con 0x7f19a80b4660 2024-09-13T16:14:33.596 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.595+0000 7f19ad965640 1 -- 172.21.15.76:0/2282890827 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f19a80ccb20 con 0x7f19a80b4660 2024-09-13T16:14:33.597 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.596+0000 7f19a4ff9640 1 -- 172.21.15.76:0/2282890827 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v150) v1 ==== 74+0+16929 (secure 0 0 0) 0x7f19980579f0 con 0x7f19a80b4660 2024-09-13T16:14:33.598 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:14:33.598 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":150,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:14:23.875842+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":22,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":21,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:14:04.265211+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"147","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":22,"pool_name":"cephfs_data","create_time":"2024-09-13T16:14:05.060773+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"148","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"22.8","mappings":[{"from":4,"to":1}]},{"pgid":"22.33","mappings":[{"from":3,"to":2}]},{"pgid":"22.34","mappings":[{"from":3,"to":0}]},{"pgid":"22.36","mappings":[{"from":3,"to":1}]},{"pgid":"22.37","mappings":[{"from":3,"to":0}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:14:33.599 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.598+0000 7f19ad965640 1 -- 172.21.15.76:0/2282890827 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f198806ac00 msgr2=0x7f198806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:33.599 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.598+0000 7f19ad965640 1 --2- 172.21.15.76:0/2282890827 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f198806ac00 0x7f198806d0c0 secure :-1 s=READY pgs=872 cs=0 l=1 rev1=1 crypto rx=0x7f19a815da00 tx=0x7f1990008040 comp rx=0 tx=0).stop 2024-09-13T16:14:33.600 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.598+0000 7f19ad965640 1 -- 172.21.15.76:0/2282890827 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f19a80b4660 msgr2=0x7f19a8152740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:33.600 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.598+0000 7f19ad965640 1 --2- 172.21.15.76:0/2282890827 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f19a80b4660 0x7f19a8152740 secure :-1 s=READY pgs=2053 cs=0 l=1 rev1=1 crypto rx=0x7f199800c430 tx=0x7f199800c8f0 comp rx=0 tx=0).stop 2024-09-13T16:14:33.600 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.598+0000 7f19ad965640 1 -- 172.21.15.76:0/2282890827 shutdown_connections 2024-09-13T16:14:33.600 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.598+0000 7f19ad965640 1 --2- 172.21.15.76:0/2282890827 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f198806ac00 0x7f198806d0c0 unknown :-1 s=CLOSED pgs=872 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:33.600 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.598+0000 7f19ad965640 1 --2- 172.21.15.76:0/2282890827 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f19a815c6e0 0x7f19a80c9d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:33.600 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.598+0000 7f19ad965640 1 --2- 172.21.15.76:0/2282890827 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f19a80d07b0 0x7f19a8156350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:33.600 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.598+0000 7f19ad965640 1 --2- 172.21.15.76:0/2282890827 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f19a80b4660 0x7f19a8152740 unknown :-1 s=CLOSED pgs=2053 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:33.601 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.598+0000 7f19ad965640 1 -- 172.21.15.76:0/2282890827 >> 172.21.15.76:0/2282890827 conn(0x7f19a8089f60 msgr2=0x7f19a80af0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:33.601 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.598+0000 7f19ad965640 1 -- 172.21.15.76:0/2282890827 shutdown_connections 2024-09-13T16:14:33.601 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.598+0000 7f19ad965640 1 -- 172.21.15.76:0/2282890827 wait complete. 2024-09-13T16:14:33.610 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:01:26.960607+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 21, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:14:04.265211+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '147', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 22, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:14:05.060773+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '148', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:14:33.610 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:14:33.710 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.709+0000 7fec11995640 1 Processor -- start 2024-09-13T16:14:33.711 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.709+0000 7fec11995640 1 -- start start 2024-09-13T16:14:33.712 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.710+0000 7fec11995640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fec0c0b20a0 0x7fec0c0ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:33.712 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.710+0000 7fec11995640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fec0c0cea30 0x7fec0c0ab9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:33.712 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.710+0000 7fec11995640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fec0c0cee60 con 0x7fec0c15a3b0 2024-09-13T16:14:33.712 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.710+0000 7fec11995640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fec0c15a790 con 0x7fec0c0cea30 2024-09-13T16:14:33.712 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.710+0000 7fec11995640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fec0c0b2680 con 0x7fec0c0b20a0 2024-09-13T16:14:33.712 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.710+0000 7fec0b7fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fec0c0cea30 0x7fec0c0ab9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:33.712 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.710+0000 7fec0b7fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fec0c0cea30 0x7fec0c0ab9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49748/0 (socket says 172.21.15.76:49748) 2024-09-13T16:14:33.713 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.710+0000 7fec0b7fe640 1 -- 172.21.15.76:0/2583977754 learned_addr learned my addr 172.21.15.76:0/2583977754 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:33.713 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.711+0000 7fec027fc640 1 --2- 172.21.15.76:0/2583977754 >> v2:172.21.15.192:3300/0 conn(0x7fec0c0b20a0 0x7fec0c0ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:33.713 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.711+0000 7fec0b7fe640 1 -- 172.21.15.76:0/2583977754 >> v2:172.21.15.192:3300/0 conn(0x7fec0c0b20a0 msgr2=0x7fec0c0ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:33.713 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.711+0000 7fec0b7fe640 1 --2- 172.21.15.76:0/2583977754 >> v2:172.21.15.192:3300/0 conn(0x7fec0c0b20a0 0x7fec0c0ce4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:33.713 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.711+0000 7fec0b7fe640 1 -- 172.21.15.76:0/2583977754 >> v1:172.21.15.192:6789/0 conn(0x7fec0c15a3b0 legacy=0x7fec0c0b1720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:33.713 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.711+0000 7fec0b7fe640 1 -- 172.21.15.76:0/2583977754 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fec0c0b2960 con 0x7fec0c0cea30 2024-09-13T16:14:33.713 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.711+0000 7fec027fc640 1 --2- 172.21.15.76:0/2583977754 >> v2:172.21.15.192:3300/0 conn(0x7fec0c0b20a0 0x7fec0c0ce4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:14:33.714 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.711+0000 7fec0b7fe640 1 --2- 172.21.15.76:0/2583977754 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fec0c0cea30 0x7fec0c0ab9e0 secure :-1 s=READY pgs=2054 cs=0 l=1 rev1=1 crypto rx=0x7fec0c0c5310 tx=0x7fec0402a6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a1fad13cab952454 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:33.715 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.711+0000 7fec0a7fc640 1 -- 172.21.15.76:0/2583977754 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec0402aea0 con 0x7fec0c0cea30 2024-09-13T16:14:33.715 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.711+0000 7fec0a7fc640 1 -- 172.21.15.76:0/2583977754 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fec0402d050 con 0x7fec0c0cea30 2024-09-13T16:14:33.715 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.711+0000 7fec0a7fc640 1 -- 172.21.15.76:0/2583977754 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec04031820 con 0x7fec0c0cea30 2024-09-13T16:14:33.715 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.712+0000 7fec11995640 1 -- 172.21.15.76:0/2583977754 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fec0c0cea30 msgr2=0x7fec0c0ab9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:33.715 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.712+0000 7fec11995640 1 --2- 172.21.15.76:0/2583977754 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fec0c0cea30 0x7fec0c0ab9e0 secure :-1 s=READY pgs=2054 cs=0 l=1 rev1=1 crypto rx=0x7fec0c0c5310 tx=0x7fec0402a6c0 comp rx=0 tx=0).stop 2024-09-13T16:14:33.715 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.712+0000 7fec11995640 1 -- 172.21.15.76:0/2583977754 shutdown_connections 2024-09-13T16:14:33.715 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.712+0000 7fec11995640 1 --2- 172.21.15.76:0/2583977754 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fec0c0cea30 0x7fec0c0ab9e0 unknown :-1 s=CLOSED pgs=2054 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:33.715 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.712+0000 7fec11995640 1 --2- 172.21.15.76:0/2583977754 >> v2:172.21.15.192:3300/0 conn(0x7fec0c0b20a0 0x7fec0c0ce4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:33.715 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.712+0000 7fec11995640 1 -- 172.21.15.76:0/2583977754 >> 172.21.15.76:0/2583977754 conn(0x7fec0c06a0b0 msgr2=0x7fec0c06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:33.715 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.712+0000 7fec11995640 1 -- 172.21.15.76:0/2583977754 shutdown_connections 2024-09-13T16:14:33.715 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.712+0000 7fec11995640 1 -- 172.21.15.76:0/2583977754 wait complete. 2024-09-13T16:14:33.716 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.713+0000 7fec11995640 1 Processor -- start 2024-09-13T16:14:33.716 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.713+0000 7fec11995640 1 -- start start 2024-09-13T16:14:33.718 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.714+0000 7fec11995640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fec0c0b20a0 0x7fec0c1f1f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:33.718 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.714+0000 7fec11995640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fec0c0cea30 0x7fec0c0c3220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:33.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.714+0000 7fec11995640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fec0c15a3b0 0x7fec0c0b0610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:33.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.714+0000 7fec11995640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fec0c0caa60 con 0x7fec0c0b20a0 2024-09-13T16:14:33.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.714+0000 7fec11995640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fec0c0c3a70 con 0x7fec0c0cea30 2024-09-13T16:14:33.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.714+0000 7fec11995640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fec0c0c3d50 con 0x7fec0c15a3b0 2024-09-13T16:14:33.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.714+0000 7fec0affd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fec0c0b20a0 0x7fec0c1f1f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:33.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.714+0000 7fec0affd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fec0c0b20a0 0x7fec0c1f1f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49750/0 (socket says 172.21.15.76:49750) 2024-09-13T16:14:33.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.714+0000 7fec0affd640 1 -- 172.21.15.76:0/1717804568 learned_addr learned my addr 172.21.15.76:0/1717804568 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:33.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.714+0000 7fec027fc640 1 --2- 172.21.15.76:0/1717804568 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fec0c0cea30 0x7fec0c0c3220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:33.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.714+0000 7fec0b7fe640 1 --2- 172.21.15.76:0/1717804568 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fec0c15a3b0 0x7fec0c0b0610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:33.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.714+0000 7fec0affd640 1 -- 172.21.15.76:0/1717804568 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fec0c15a3b0 msgr2=0x7fec0c0b0610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:33.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.714+0000 7fec0affd640 1 --2- 172.21.15.76:0/1717804568 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fec0c15a3b0 0x7fec0c0b0610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:33.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.714+0000 7fec0affd640 1 -- 172.21.15.76:0/1717804568 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fec0c0cea30 msgr2=0x7fec0c0c3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:33.719 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.714+0000 7fec0affd640 1 --2- 172.21.15.76:0/1717804568 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fec0c0cea30 0x7fec0c0c3220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:33.720 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.714+0000 7fec0affd640 1 -- 172.21.15.76:0/1717804568 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fec04009b30 con 0x7fec0c0b20a0 2024-09-13T16:14:33.720 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.714+0000 7fec027fc640 1 --2- 172.21.15.76:0/1717804568 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fec0c0cea30 0x7fec0c0c3220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:14:33.720 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.715+0000 7fec0affd640 1 --2- 172.21.15.76:0/1717804568 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fec0c0b20a0 0x7fec0c1f1f60 secure :-1 s=READY pgs=2055 cs=0 l=1 rev1=1 crypto rx=0x7febfc00b3f0 tx=0x7febfc00b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:33.720 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.715+0000 7fec08ff9640 1 -- 172.21.15.76:0/1717804568 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7febfc011830 con 0x7fec0c0b20a0 2024-09-13T16:14:33.720 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.715+0000 7fec08ff9640 1 -- 172.21.15.76:0/1717804568 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7febfc011990 con 0x7fec0c0b20a0 2024-09-13T16:14:33.720 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.715+0000 7fec08ff9640 1 -- 172.21.15.76:0/1717804568 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7febfc011d40 con 0x7fec0c0b20a0 2024-09-13T16:14:33.720 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.715+0000 7fec11995640 1 -- 172.21.15.76:0/1717804568 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fec0c0c4030 con 0x7fec0c0b20a0 2024-09-13T16:14:33.720 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.715+0000 7fec11995640 1 -- 172.21.15.76:0/1717804568 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fec0c0c45f0 con 0x7fec0c0b20a0 2024-09-13T16:14:33.720 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.716+0000 7fec11995640 1 -- 172.21.15.76:0/1717804568 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fec0c0ce4f0 con 0x7fec0c0b20a0 2024-09-13T16:14:33.720 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.716+0000 7fec08ff9640 1 -- 172.21.15.76:0/1717804568 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7febfc01a400 con 0x7fec0c0b20a0 2024-09-13T16:14:33.720 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.717+0000 7fec08ff9640 1 --2- 172.21.15.76:0/1717804568 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7febec06ac00 0x7febec06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:33.720 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.717+0000 7fec08ff9640 1 -- 172.21.15.76:0/1717804568 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(150..150 src has 1..150) v4 ==== 6174+0+0 (secure 0 0 0) 0x7febfc0892e0 con 0x7fec0c0b20a0 2024-09-13T16:14:33.720 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.717+0000 7fec027fc640 1 --2- 172.21.15.76:0/1717804568 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7febec06ac00 0x7febec06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:33.721 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.717+0000 7fec027fc640 1 --2- 172.21.15.76:0/1717804568 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7febec06ac00 0x7febec06d0c0 secure :-1 s=READY pgs=873 cs=0 l=1 rev1=1 crypto rx=0x7fec0c0ac960 tx=0x7febf4008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:33.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.721+0000 7fec08ff9640 1 -- 172.21.15.76:0/1717804568 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7febfc054380 con 0x7fec0c0b20a0 2024-09-13T16:14:33.880 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.879+0000 7fec11995640 1 -- 172.21.15.76:0/1717804568 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fec0c0ca230 con 0x7fec0c0b20a0 2024-09-13T16:14:33.881 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.880+0000 7fec08ff9640 1 -- 172.21.15.76:0/1717804568 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v150) v1 ==== 93+0+10 (secure 0 0 0) 0x7febfc0579a0 con 0x7fec0c0b20a0 2024-09-13T16:14:33.881 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2024-09-13T16:14:33.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.881+0000 7fec11995640 1 -- 172.21.15.76:0/1717804568 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7febec06ac00 msgr2=0x7febec06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:33.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.881+0000 7fec11995640 1 --2- 172.21.15.76:0/1717804568 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7febec06ac00 0x7febec06d0c0 secure :-1 s=READY pgs=873 cs=0 l=1 rev1=1 crypto rx=0x7fec0c0ac960 tx=0x7febf4008040 comp rx=0 tx=0).stop 2024-09-13T16:14:33.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.881+0000 7fec11995640 1 -- 172.21.15.76:0/1717804568 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fec0c0b20a0 msgr2=0x7fec0c1f1f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:33.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.881+0000 7fec11995640 1 --2- 172.21.15.76:0/1717804568 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fec0c0b20a0 0x7fec0c1f1f60 secure :-1 s=READY pgs=2055 cs=0 l=1 rev1=1 crypto rx=0x7febfc00b3f0 tx=0x7febfc00b8b0 comp rx=0 tx=0).stop 2024-09-13T16:14:33.884 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.882+0000 7fec11995640 1 -- 172.21.15.76:0/1717804568 shutdown_connections 2024-09-13T16:14:33.884 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.882+0000 7fec11995640 1 --2- 172.21.15.76:0/1717804568 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7febec06ac00 0x7febec06d0c0 unknown :-1 s=CLOSED pgs=873 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:33.884 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.882+0000 7fec11995640 1 --2- 172.21.15.76:0/1717804568 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fec0c15a3b0 0x7fec0c0b0610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:33.884 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.882+0000 7fec11995640 1 --2- 172.21.15.76:0/1717804568 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fec0c0cea30 0x7fec0c0c3220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:33.884 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.882+0000 7fec11995640 1 --2- 172.21.15.76:0/1717804568 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fec0c0b20a0 0x7fec0c1f1f60 unknown :-1 s=CLOSED pgs=2055 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:33.884 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.882+0000 7fec11995640 1 -- 172.21.15.76:0/1717804568 >> 172.21.15.76:0/1717804568 conn(0x7fec0c06a0b0 msgr2=0x7fec0c071450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:33.884 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.882+0000 7fec11995640 1 -- 172.21.15.76:0/1717804568 shutdown_connections 2024-09-13T16:14:33.884 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.882+0000 7fec11995640 1 -- 172.21.15.76:0/1717804568 wait complete. 2024-09-13T16:14:33.893 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:14:33.996 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.995+0000 7fc63e2aa640 1 Processor -- start 2024-09-13T16:14:33.997 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.995+0000 7fc63e2aa640 1 -- start start 2024-09-13T16:14:34.000 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.996+0000 7fc63e2aa640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc6380b20a0 0x7fc6380ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:34.000 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.996+0000 7fc63e2aa640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fc6380cea30 0x7fc6380ab9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:34.000 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.996+0000 7fc63e2aa640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc63815a790 con 0x7fc63815a3b0 2024-09-13T16:14:34.000 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.996+0000 7fc63e2aa640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc6380ceec0 con 0x7fc6380cea30 2024-09-13T16:14:34.000 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.996+0000 7fc63e2aa640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc6380b2680 con 0x7fc6380b20a0 2024-09-13T16:14:34.000 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.996+0000 7fc637fff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fc63815a3b0 0x7fc6380b1720 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:35822/0 (socket says 172.21.15.76:35822) 2024-09-13T16:14:34.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.996+0000 7fc637fff640 1 -- 172.21.15.76:0/2532531967 learned_addr learned my addr 172.21.15.76:0/2532531967 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:14:34.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.996+0000 7fc63c847640 1 --2- 172.21.15.76:0/2532531967 >> v2:172.21.15.192:3300/0 conn(0x7fc6380cea30 0x7fc6380ab9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:34.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.996+0000 7fc636ffd640 1 -- 172.21.15.76:0/2532531967 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1971555846 0 0) 0x7fc63815a790 con 0x7fc63815a3b0 2024-09-13T16:14:34.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.996+0000 7fc6377fe640 1 --2- 172.21.15.76:0/2532531967 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc6380b20a0 0x7fc6380ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:34.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.996+0000 7fc636ffd640 1 -- 172.21.15.76:0/2532531967 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc620003520 con 0x7fc63815a3b0 2024-09-13T16:14:34.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.997+0000 7fc636ffd640 1 -- 172.21.15.76:0/2532531967 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2386153837 0 0) 0x7fc620003520 con 0x7fc63815a3b0 2024-09-13T16:14:34.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.997+0000 7fc636ffd640 1 -- 172.21.15.76:0/2532531967 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc6380b20a0 msgr2=0x7fc6380ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:34.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.997+0000 7fc636ffd640 1 --2- 172.21.15.76:0/2532531967 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc6380b20a0 0x7fc6380ce4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:34.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.997+0000 7fc636ffd640 1 -- 172.21.15.76:0/2532531967 >> v2:172.21.15.192:3300/0 conn(0x7fc6380cea30 msgr2=0x7fc6380ab9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:34.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.997+0000 7fc636ffd640 1 --2- 172.21.15.76:0/2532531967 >> v2:172.21.15.192:3300/0 conn(0x7fc6380cea30 0x7fc6380ab9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:34.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.997+0000 7fc636ffd640 1 -- 172.21.15.76:0/2532531967 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc6380b2960 con 0x7fc63815a3b0 2024-09-13T16:14:34.002 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.997+0000 7fc636ffd640 1 -- 172.21.15.76:0/2532531967 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7fc628001670 con 0x7fc63815a3b0 2024-09-13T16:14:34.002 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.997+0000 7fc636ffd640 1 -- 172.21.15.76:0/2532531967 >> v1:172.21.15.76:6789/0 conn(0x7fc63815a3b0 legacy=0x7fc6380b1720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:34.002 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.997+0000 7fc636ffd640 1 --2- 172.21.15.76:0/2532531967 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc620003970 0x7fc620003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:34.002 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.997+0000 7fc636ffd640 1 --2- 172.21.15.76:0/2532531967 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc6200047c0 0x7fc620004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:34.002 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.997+0000 7fc636ffd640 1 --2- 172.21.15.76:0/2532531967 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc6380b20a0 0x7fc620005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:34.002 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.997+0000 7fc636ffd640 1 -- 172.21.15.76:0/2532531967 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc6380ceec0 con 0x7fc620003970 2024-09-13T16:14:34.002 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.997+0000 7fc636ffd640 1 -- 172.21.15.76:0/2532531967 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc6380b2680 con 0x7fc6200047c0 2024-09-13T16:14:34.002 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.997+0000 7fc636ffd640 1 -- 172.21.15.76:0/2532531967 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc62000b980 con 0x7fc6380b20a0 2024-09-13T16:14:34.002 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.997+0000 7fc637fff640 1 --2- 172.21.15.76:0/2532531967 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc620003970 0x7fc620003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:34.002 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.997+0000 7fc63c847640 1 --2- 172.21.15.76:0/2532531967 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc6380b20a0 0x7fc620005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:34.002 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.997+0000 7fc6377fe640 1 --2- 172.21.15.76:0/2532531967 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc6200047c0 0x7fc620004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:34.002 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.997+0000 7fc637fff640 1 -- 172.21.15.76:0/2532531967 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc6380b20a0 msgr2=0x7fc620005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:34.003 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.997+0000 7fc637fff640 1 --2- 172.21.15.76:0/2532531967 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc6380b20a0 0x7fc620005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:34.003 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.997+0000 7fc637fff640 1 -- 172.21.15.76:0/2532531967 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc6200047c0 msgr2=0x7fc620004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:34.003 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.997+0000 7fc637fff640 1 --2- 172.21.15.76:0/2532531967 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc6200047c0 0x7fc620004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:34.003 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.997+0000 7fc637fff640 1 -- 172.21.15.76:0/2532531967 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc620003520 con 0x7fc620003970 2024-09-13T16:14:34.003 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.997+0000 7fc6377fe640 1 --2- 172.21.15.76:0/2532531967 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc6200047c0 0x7fc620004c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:14:34.003 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.998+0000 7fc637fff640 1 --2- 172.21.15.76:0/2532531967 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc620003970 0x7fc620003d90 secure :-1 s=READY pgs=2057 cs=0 l=1 rev1=1 crypto rx=0x7fc62800c290 tx=0x7fc6200057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=88dccdef0d372c04 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:34.003 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.998+0000 7fc636ffd640 1 -- 172.21.15.76:0/2532531967 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc62802e070 con 0x7fc620003970 2024-09-13T16:14:34.003 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.998+0000 7fc636ffd640 1 -- 172.21.15.76:0/2532531967 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc6280058d0 con 0x7fc620003970 2024-09-13T16:14:34.003 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.998+0000 7fc636ffd640 1 -- 172.21.15.76:0/2532531967 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc628005c80 con 0x7fc620003970 2024-09-13T16:14:34.003 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.999+0000 7fc63e2aa640 1 -- 172.21.15.76:0/2532531967 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc620003970 msgr2=0x7fc620003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:34.003 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.999+0000 7fc63e2aa640 1 --2- 172.21.15.76:0/2532531967 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc620003970 0x7fc620003d90 secure :-1 s=READY pgs=2057 cs=0 l=1 rev1=1 crypto rx=0x7fc62800c290 tx=0x7fc6200057f0 comp rx=0 tx=0).stop 2024-09-13T16:14:34.003 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.999+0000 7fc63c847640 1 -- 172.21.15.76:0/2532531967 reap_dead start 2024-09-13T16:14:34.003 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.999+0000 7fc63e2aa640 1 -- 172.21.15.76:0/2532531967 shutdown_connections 2024-09-13T16:14:34.003 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.999+0000 7fc63e2aa640 1 -- 172.21.15.76:0/2532531967 >> 172.21.15.76:0/2532531967 conn(0x7fc63806a0b0 msgr2=0x7fc63806a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:34.004 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.999+0000 7fc63e2aa640 1 -- 172.21.15.76:0/2532531967 shutdown_connections 2024-09-13T16:14:34.004 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:33.999+0000 7fc63e2aa640 1 -- 172.21.15.76:0/2532531967 wait complete. 2024-09-13T16:14:34.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.000+0000 7fc63e2aa640 1 Processor -- start 2024-09-13T16:14:34.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.000+0000 7fc63e2aa640 1 -- start start 2024-09-13T16:14:34.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.001+0000 7fc63e2aa640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc620003970 0x7fc638156bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:34.007 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.001+0000 7fc63e2aa640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc6381533d0 0x7fc6380adc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:34.007 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.001+0000 7fc63e2aa640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc6380af4f0 0x7fc6380af970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:34.007 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.001+0000 7fc63e2aa640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc6380ae1d0 con 0x7fc6381533d0 2024-09-13T16:14:34.007 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.001+0000 7fc63e2aa640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc6380ae450 con 0x7fc6380af4f0 2024-09-13T16:14:34.007 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.001+0000 7fc63e2aa640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc6380ae730 con 0x7fc620003970 2024-09-13T16:14:34.007 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.001+0000 7fc6377fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc6381533d0 0x7fc6380adc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:34.007 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.001+0000 7fc6377fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc6381533d0 0x7fc6380adc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49764/0 (socket says 172.21.15.76:49764) 2024-09-13T16:14:34.007 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.001+0000 7fc6377fe640 1 -- 172.21.15.76:0/2970067850 learned_addr learned my addr 172.21.15.76:0/2970067850 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:34.007 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.001+0000 7fc63c847640 1 --2- 172.21.15.76:0/2970067850 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc6380af4f0 0x7fc6380af970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:34.007 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.001+0000 7fc637fff640 1 --2- 172.21.15.76:0/2970067850 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc620003970 0x7fc638156bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:34.007 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.001+0000 7fc6377fe640 1 -- 172.21.15.76:0/2970067850 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc620003970 msgr2=0x7fc638156bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:34.007 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.001+0000 7fc6377fe640 1 --2- 172.21.15.76:0/2970067850 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc620003970 0x7fc638156bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:34.007 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.001+0000 7fc6377fe640 1 -- 172.21.15.76:0/2970067850 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc6380af4f0 msgr2=0x7fc6380af970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:34.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.001+0000 7fc6377fe640 1 --2- 172.21.15.76:0/2970067850 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc6380af4f0 0x7fc6380af970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:34.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.001+0000 7fc6377fe640 1 -- 172.21.15.76:0/2970067850 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc6380aea10 con 0x7fc6381533d0 2024-09-13T16:14:34.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.001+0000 7fc63c847640 1 --2- 172.21.15.76:0/2970067850 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc6380af4f0 0x7fc6380af970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:14:34.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.001+0000 7fc6377fe640 1 --2- 172.21.15.76:0/2970067850 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc6381533d0 0x7fc6380adc90 secure :-1 s=READY pgs=2058 cs=0 l=1 rev1=1 crypto rx=0x7fc62c011540 tx=0x7fc62c011a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:34.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.001+0000 7fc634ff9640 1 -- 172.21.15.76:0/2970067850 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc62c015870 con 0x7fc6381533d0 2024-09-13T16:14:34.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.001+0000 7fc634ff9640 1 -- 172.21.15.76:0/2970067850 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc62c0159d0 con 0x7fc6381533d0 2024-09-13T16:14:34.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.001+0000 7fc634ff9640 1 -- 172.21.15.76:0/2970067850 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc62c015d40 con 0x7fc6381533d0 2024-09-13T16:14:34.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.001+0000 7fc63e2aa640 1 -- 172.21.15.76:0/2970067850 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc6380aecf0 con 0x7fc6381533d0 2024-09-13T16:14:34.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.002+0000 7fc63e2aa640 1 -- 172.21.15.76:0/2970067850 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc638153850 con 0x7fc6381533d0 2024-09-13T16:14:34.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.003+0000 7fc63e2aa640 1 -- 172.21.15.76:0/2970067850 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc6380b1720 con 0x7fc6381533d0 2024-09-13T16:14:34.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.003+0000 7fc634ff9640 1 -- 172.21.15.76:0/2970067850 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc62c00f460 con 0x7fc6381533d0 2024-09-13T16:14:34.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.004+0000 7fc634ff9640 1 --2- 172.21.15.76:0/2970067850 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc62406ac30 0x7fc62406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:34.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.004+0000 7fc637fff640 1 --2- 172.21.15.76:0/2970067850 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc62406ac30 0x7fc62406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:34.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.004+0000 7fc634ff9640 1 -- 172.21.15.76:0/2970067850 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(150..150 src has 1..150) v4 ==== 6174+0+0 (secure 0 0 0) 0x7fc62c089ca0 con 0x7fc6381533d0 2024-09-13T16:14:34.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.004+0000 7fc637fff640 1 --2- 172.21.15.76:0/2970067850 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc62406ac30 0x7fc62406d0f0 secure :-1 s=READY pgs=874 cs=0 l=1 rev1=1 crypto rx=0x7fc628033000 tx=0x7fc628009030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:34.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.008+0000 7fc634ff9640 1 -- 172.21.15.76:0/2970067850 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fc62c054cb0 con 0x7fc6381533d0 2024-09-13T16:14:34.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.174+0000 7fc63e2aa640 1 -- 172.21.15.76:0/2970067850 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fc638071fe0 con 0x7fc6381533d0 2024-09-13T16:14:34.176 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.175+0000 7fc634ff9640 1 -- 172.21.15.76:0/2970067850 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v150) v1 ==== 104+0+11 (secure 0 0 0) 0x7fc62c0582d0 con 0x7fc6381533d0 2024-09-13T16:14:34.176 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2024-09-13T16:14:34.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.177+0000 7fc63e2aa640 1 -- 172.21.15.76:0/2970067850 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc62406ac30 msgr2=0x7fc62406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:34.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.177+0000 7fc63e2aa640 1 --2- 172.21.15.76:0/2970067850 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc62406ac30 0x7fc62406d0f0 secure :-1 s=READY pgs=874 cs=0 l=1 rev1=1 crypto rx=0x7fc628033000 tx=0x7fc628009030 comp rx=0 tx=0).stop 2024-09-13T16:14:34.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.177+0000 7fc63e2aa640 1 -- 172.21.15.76:0/2970067850 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc6381533d0 msgr2=0x7fc6380adc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:34.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.177+0000 7fc63e2aa640 1 --2- 172.21.15.76:0/2970067850 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc6381533d0 0x7fc6380adc90 secure :-1 s=READY pgs=2058 cs=0 l=1 rev1=1 crypto rx=0x7fc62c011540 tx=0x7fc62c011a00 comp rx=0 tx=0).stop 2024-09-13T16:14:34.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.177+0000 7fc63e2aa640 1 -- 172.21.15.76:0/2970067850 shutdown_connections 2024-09-13T16:14:34.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.177+0000 7fc63e2aa640 1 --2- 172.21.15.76:0/2970067850 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc6380af4f0 0x7fc6380af970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:34.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.177+0000 7fc63e2aa640 1 --2- 172.21.15.76:0/2970067850 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc6381533d0 0x7fc6380adc90 unknown :-1 s=CLOSED pgs=2058 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:34.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.177+0000 7fc63e2aa640 1 --2- 172.21.15.76:0/2970067850 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc62406ac30 0x7fc62406d0f0 unknown :-1 s=CLOSED pgs=874 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:34.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.177+0000 7fc63e2aa640 1 --2- 172.21.15.76:0/2970067850 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc620003970 0x7fc638156bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:34.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.177+0000 7fc63e2aa640 1 -- 172.21.15.76:0/2970067850 >> 172.21.15.76:0/2970067850 conn(0x7fc63806a0b0 msgr2=0x7fc6380cb150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:34.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.177+0000 7fc63e2aa640 1 -- 172.21.15.76:0/2970067850 shutdown_connections 2024-09-13T16:14:34.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.177+0000 7fc63e2aa640 1 -- 172.21.15.76:0/2970067850 wait complete. 2024-09-13T16:14:34.189 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:14:34.290 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.288+0000 7f81cabbc640 1 Processor -- start 2024-09-13T16:14:34.290 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.288+0000 7f81cabbc640 1 -- start start 2024-09-13T16:14:34.290 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.289+0000 7f81cabbc640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f81c40d2760 0x7f81c40cd8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:34.290 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.289+0000 7f81cabbc640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f81c40cde20 0x7f81c40d0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:34.290 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.289+0000 7f81cabbc640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f81c40cd450 con 0x7f81c415c500 2024-09-13T16:14:34.290 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.289+0000 7f81cabbc640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f81c40d0cf0 con 0x7f81c40cde20 2024-09-13T16:14:34.291 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.289+0000 7f81cabbc640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f81c40d0fd0 con 0x7f81c40d2760 2024-09-13T16:14:34.291 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.290+0000 7f81c9159640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f81c40cde20 0x7f81c40d0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:34.291 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.290+0000 7f81c8958640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7f81c415c500 0x7f81c40d2050 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:33286/0 (socket says 172.21.15.76:33286) 2024-09-13T16:14:34.292 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.290+0000 7f81c9159640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f81c40cde20 0x7f81c40d0000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.76:59020/0 (socket says 172.21.15.76:59020) 2024-09-13T16:14:34.292 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.290+0000 7f81c8958640 1 -- 172.21.15.76:0/2168372131 learned_addr learned my addr 172.21.15.76:0/2168372131 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:14:34.292 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.290+0000 7f81bbfff640 1 --2- 172.21.15.76:0/2168372131 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f81c40d2760 0x7f81c40cd8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:34.292 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.290+0000 7f81c9159640 1 -- 172.21.15.76:0/2168372131 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f81c40d2760 msgr2=0x7f81c40cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:34.292 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.290+0000 7f81c9159640 1 --2- 172.21.15.76:0/2168372131 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f81c40d2760 0x7f81c40cd8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:34.292 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.290+0000 7f81c9159640 1 -- 172.21.15.76:0/2168372131 >> v1:172.21.15.192:6789/0 conn(0x7f81c415c500 legacy=0x7f81c40d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:34.292 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.290+0000 7f81c9159640 1 -- 172.21.15.76:0/2168372131 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f81c40cd0e0 con 0x7f81c40cde20 2024-09-13T16:14:34.293 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.291+0000 7f81c9159640 1 --2- 172.21.15.76:0/2168372131 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f81c40cde20 0x7f81c40d0000 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7f81bc009d90 tx=0x7f81bc02a660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a37b5c51e1e918f0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:34.293 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.291+0000 7f81bb7fe640 1 -- 172.21.15.76:0/2168372131 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81bc007740 con 0x7f81c40cde20 2024-09-13T16:14:34.293 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.291+0000 7f81bb7fe640 1 -- 172.21.15.76:0/2168372131 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f81bc02d050 con 0x7f81c40cde20 2024-09-13T16:14:34.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.291+0000 7f81bb7fe640 1 -- 172.21.15.76:0/2168372131 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81bc007ac0 con 0x7f81c40cde20 2024-09-13T16:14:34.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.291+0000 7f81cabbc640 1 -- 172.21.15.76:0/2168372131 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f81c40cde20 msgr2=0x7f81c40d0000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:34.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.291+0000 7f81cabbc640 1 --2- 172.21.15.76:0/2168372131 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f81c40cde20 0x7f81c40d0000 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7f81bc009d90 tx=0x7f81bc02a660 comp rx=0 tx=0).stop 2024-09-13T16:14:34.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.291+0000 7f81cabbc640 1 -- 172.21.15.76:0/2168372131 shutdown_connections 2024-09-13T16:14:34.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.291+0000 7f81cabbc640 1 --2- 172.21.15.76:0/2168372131 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f81c40cde20 0x7f81c40d0000 unknown :-1 s=CLOSED pgs=653 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:34.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.291+0000 7f81cabbc640 1 --2- 172.21.15.76:0/2168372131 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f81c40d2760 0x7f81c40cd8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:34.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.291+0000 7f81cabbc640 1 -- 172.21.15.76:0/2168372131 >> 172.21.15.76:0/2168372131 conn(0x7f81c4089f60 msgr2=0x7f81c409b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:34.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.291+0000 7f81cabbc640 1 -- 172.21.15.76:0/2168372131 shutdown_connections 2024-09-13T16:14:34.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.291+0000 7f81cabbc640 1 -- 172.21.15.76:0/2168372131 wait complete. 2024-09-13T16:14:34.297 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.293+0000 7f81cabbc640 1 Processor -- start 2024-09-13T16:14:34.297 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.293+0000 7f81cabbc640 1 -- start start 2024-09-13T16:14:34.297 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.293+0000 7f81cabbc640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f81c40cde20 0x7f81c41523b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:34.297 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.293+0000 7f81cabbc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f81c40d2760 0x7f81c4154f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:34.297 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.293+0000 7f81cabbc640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f81c415c500 0x7f81c415db30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:34.297 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.293+0000 7f81cabbc640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f81c415f170 con 0x7f81c40d2760 2024-09-13T16:14:34.297 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.293+0000 7f81cabbc640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f81c41554a0 con 0x7f81c40cde20 2024-09-13T16:14:34.297 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.293+0000 7f81cabbc640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f81c415ebb0 con 0x7f81c415c500 2024-09-13T16:14:34.297 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.294+0000 7f81bbfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f81c40d2760 0x7f81c4154f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:34.297 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.294+0000 7f81bbfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f81c40d2760 0x7f81c4154f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49768/0 (socket says 172.21.15.76:49768) 2024-09-13T16:14:34.297 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.294+0000 7f81bbfff640 1 -- 172.21.15.76:0/824140064 learned_addr learned my addr 172.21.15.76:0/824140064 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:34.297 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.294+0000 7f81c8958640 1 --2- 172.21.15.76:0/824140064 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f81c40cde20 0x7f81c41523b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:34.298 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.294+0000 7f81c9159640 1 --2- 172.21.15.76:0/824140064 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f81c415c500 0x7f81c415db30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:34.298 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.294+0000 7f81bbfff640 1 -- 172.21.15.76:0/824140064 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f81c415c500 msgr2=0x7f81c415db30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:34.298 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.294+0000 7f81bbfff640 1 --2- 172.21.15.76:0/824140064 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f81c415c500 0x7f81c415db30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:34.298 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.294+0000 7f81bbfff640 1 -- 172.21.15.76:0/824140064 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f81c40cde20 msgr2=0x7f81c41523b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:34.298 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.294+0000 7f81bbfff640 1 --2- 172.21.15.76:0/824140064 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f81c40cde20 0x7f81c41523b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:34.298 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.294+0000 7f81bbfff640 1 -- 172.21.15.76:0/824140064 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f81bc009a70 con 0x7f81c40d2760 2024-09-13T16:14:34.298 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.294+0000 7f81c9159640 1 --2- 172.21.15.76:0/824140064 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f81c415c500 0x7f81c415db30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:14:34.298 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.294+0000 7f81bbfff640 1 --2- 172.21.15.76:0/824140064 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f81c40d2760 0x7f81c4154f60 secure :-1 s=READY pgs=2059 cs=0 l=1 rev1=1 crypto rx=0x7f81b400d7d0 tx=0x7f81b400dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:34.298 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.294+0000 7f81b97fa640 1 -- 172.21.15.76:0/824140064 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81b4018070 con 0x7f81c40d2760 2024-09-13T16:14:34.298 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.294+0000 7f81b97fa640 1 -- 172.21.15.76:0/824140064 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f81b4004020 con 0x7f81c40d2760 2024-09-13T16:14:34.298 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.294+0000 7f81cabbc640 1 -- 172.21.15.76:0/824140064 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f81c415ee90 con 0x7f81c40d2760 2024-09-13T16:14:34.298 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.294+0000 7f81b97fa640 1 -- 172.21.15.76:0/824140064 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81b40041b0 con 0x7f81c40d2760 2024-09-13T16:14:34.298 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.294+0000 7f81cabbc640 1 -- 172.21.15.76:0/824140064 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f81c40c9910 con 0x7f81c40d2760 2024-09-13T16:14:34.299 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.295+0000 7f81cabbc640 1 -- 172.21.15.76:0/824140064 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f81c40d0990 con 0x7f81c40d2760 2024-09-13T16:14:34.299 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.296+0000 7f81b97fa640 1 -- 172.21.15.76:0/824140064 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f81b4004310 con 0x7f81c40d2760 2024-09-13T16:14:34.299 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.296+0000 7f81b97fa640 1 --2- 172.21.15.76:0/824140064 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f81b006ac00 0x7f81b006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:34.299 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.296+0000 7f81b97fa640 1 -- 172.21.15.76:0/824140064 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(150..150 src has 1..150) v4 ==== 6174+0+0 (secure 0 0 0) 0x7f81b40892a0 con 0x7f81c40d2760 2024-09-13T16:14:34.299 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.296+0000 7f81c8958640 1 --2- 172.21.15.76:0/824140064 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f81b006ac00 0x7f81b006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:34.300 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.296+0000 7f81c8958640 1 --2- 172.21.15.76:0/824140064 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f81b006ac00 0x7f81b006d0c0 secure :-1 s=READY pgs=875 cs=0 l=1 rev1=1 crypto rx=0x7f81c0005880 tx=0x7f81c0009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:34.301 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.300+0000 7f81b97fa640 1 -- 172.21.15.76:0/824140064 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f81b4054340 con 0x7f81c40d2760 2024-09-13T16:14:34.461 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.460+0000 7f81cabbc640 1 -- 172.21.15.76:0/824140064 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f81c406c2e0 con 0x7f81c40d2760 2024-09-13T16:14:34.461 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.460+0000 7f81b97fa640 1 -- 172.21.15.76:0/824140064 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v150) v1 ==== 100+0+11 (secure 0 0 0) 0x7f81b4057960 con 0x7f81c40d2760 2024-09-13T16:14:34.462 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2024-09-13T16:14:34.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.462+0000 7f81cabbc640 1 -- 172.21.15.76:0/824140064 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f81b006ac00 msgr2=0x7f81b006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:34.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.462+0000 7f81cabbc640 1 --2- 172.21.15.76:0/824140064 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f81b006ac00 0x7f81b006d0c0 secure :-1 s=READY pgs=875 cs=0 l=1 rev1=1 crypto rx=0x7f81c0005880 tx=0x7f81c0009040 comp rx=0 tx=0).stop 2024-09-13T16:14:34.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.462+0000 7f81cabbc640 1 -- 172.21.15.76:0/824140064 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f81c40d2760 msgr2=0x7f81c4154f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:34.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.462+0000 7f81cabbc640 1 --2- 172.21.15.76:0/824140064 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f81c40d2760 0x7f81c4154f60 secure :-1 s=READY pgs=2059 cs=0 l=1 rev1=1 crypto rx=0x7f81b400d7d0 tx=0x7f81b400dc90 comp rx=0 tx=0).stop 2024-09-13T16:14:34.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.462+0000 7f81cabbc640 1 -- 172.21.15.76:0/824140064 shutdown_connections 2024-09-13T16:14:34.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.462+0000 7f81cabbc640 1 --2- 172.21.15.76:0/824140064 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f81b006ac00 0x7f81b006d0c0 unknown :-1 s=CLOSED pgs=875 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:34.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.462+0000 7f81cabbc640 1 --2- 172.21.15.76:0/824140064 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f81c415c500 0x7f81c415db30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:34.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.462+0000 7f81cabbc640 1 --2- 172.21.15.76:0/824140064 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f81c40d2760 0x7f81c4154f60 unknown :-1 s=CLOSED pgs=2059 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:34.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.462+0000 7f81cabbc640 1 --2- 172.21.15.76:0/824140064 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f81c40cde20 0x7f81c41523b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:34.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.462+0000 7f81cabbc640 1 -- 172.21.15.76:0/824140064 >> 172.21.15.76:0/824140064 conn(0x7f81c4089f60 msgr2=0x7f81c40af3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:34.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.462+0000 7f81cabbc640 1 -- 172.21.15.76:0/824140064 shutdown_connections 2024-09-13T16:14:34.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.462+0000 7f81cabbc640 1 -- 172.21.15.76:0/824140064 wait complete. 2024-09-13T16:14:34.475 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:14:34.574 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.573+0000 7fa6a33e2640 1 Processor -- start 2024-09-13T16:14:34.574 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.573+0000 7fa6a33e2640 1 -- start start 2024-09-13T16:14:34.576 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.574+0000 7fa6a33e2640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fa69c15c6e0 0x7fa69c0b3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:34.576 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.574+0000 7fa6a33e2640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fa69c0d07b0 0x7fa69c0b4490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:34.576 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.574+0000 7fa6a33e2640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa69c0ccb20 0x7fa69c160030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:34.576 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.574+0000 7fa6a33e2640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa69c0d1840 con 0x7fa69c0d07b0 2024-09-13T16:14:34.576 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.574+0000 7fa6a33e2640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa69c0d0c30 con 0x7fa69c15c6e0 2024-09-13T16:14:34.577 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.574+0000 7fa6a33e2640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa69c0d0f10 con 0x7fa69c0ccb20 2024-09-13T16:14:34.577 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.574+0000 7fa6a097d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fa69c0d07b0 0x7fa69c0b4490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:34.577 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.574+0000 7fa6a097d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fa69c0d07b0 0x7fa69c0b4490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49776/0 (socket says 172.21.15.76:49776) 2024-09-13T16:14:34.577 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.574+0000 7fa6a097d640 1 -- 172.21.15.76:0/3731479314 learned_addr learned my addr 172.21.15.76:0/3731479314 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:34.577 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.574+0000 7fa6a197f640 1 --2- 172.21.15.76:0/3731479314 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa69c0ccb20 0x7fa69c160030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:34.577 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.574+0000 7fa6a117e640 1 --2- 172.21.15.76:0/3731479314 >> v2:172.21.15.192:3300/0 conn(0x7fa69c15c6e0 0x7fa69c0b3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:34.577 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.574+0000 7fa6a097d640 1 -- 172.21.15.76:0/3731479314 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa69c0ccb20 msgr2=0x7fa69c160030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:34.577 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.574+0000 7fa6a097d640 1 --2- 172.21.15.76:0/3731479314 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa69c0ccb20 0x7fa69c160030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:34.577 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.574+0000 7fa6a097d640 1 -- 172.21.15.76:0/3731479314 >> v2:172.21.15.192:3300/0 conn(0x7fa69c15c6e0 msgr2=0x7fa69c0b3f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:34.577 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.574+0000 7fa6a097d640 1 --2- 172.21.15.76:0/3731479314 >> v2:172.21.15.192:3300/0 conn(0x7fa69c15c6e0 0x7fa69c0b3f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:34.577 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.574+0000 7fa6a097d640 1 -- 172.21.15.76:0/3731479314 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa69c0d11f0 con 0x7fa69c0d07b0 2024-09-13T16:14:34.577 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.574+0000 7fa6a197f640 1 --2- 172.21.15.76:0/3731479314 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa69c0ccb20 0x7fa69c160030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:14:34.577 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.574+0000 7fa6a117e640 1 --2- 172.21.15.76:0/3731479314 >> v2:172.21.15.192:3300/0 conn(0x7fa69c15c6e0 0x7fa69c0b3f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:14:34.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.575+0000 7fa6a097d640 1 --2- 172.21.15.76:0/3731479314 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa69c0d07b0 0x7fa69c0b4490 secure :-1 s=READY pgs=2060 cs=0 l=1 rev1=1 crypto rx=0x7fa69c0b4c10 tx=0x7fa68c02a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec40ea6282b7ec72 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:34.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.575+0000 7fa693fff640 1 -- 172.21.15.76:0/3731479314 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa68c02ae90 con 0x7fa69c0d07b0 2024-09-13T16:14:34.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.575+0000 7fa693fff640 1 -- 172.21.15.76:0/3731479314 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa68c032440 con 0x7fa69c0d07b0 2024-09-13T16:14:34.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.575+0000 7fa693fff640 1 -- 172.21.15.76:0/3731479314 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa68c0327d0 con 0x7fa69c0d07b0 2024-09-13T16:14:34.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.575+0000 7fa6a33e2640 1 -- 172.21.15.76:0/3731479314 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa69c0d07b0 msgr2=0x7fa69c0b4490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:34.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.575+0000 7fa6a33e2640 1 --2- 172.21.15.76:0/3731479314 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa69c0d07b0 0x7fa69c0b4490 secure :-1 s=READY pgs=2060 cs=0 l=1 rev1=1 crypto rx=0x7fa69c0b4c10 tx=0x7fa68c02a140 comp rx=0 tx=0).stop 2024-09-13T16:14:34.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.576+0000 7fa6a33e2640 1 -- 172.21.15.76:0/3731479314 shutdown_connections 2024-09-13T16:14:34.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.576+0000 7fa6a33e2640 1 --2- 172.21.15.76:0/3731479314 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa69c0ccb20 0x7fa69c160030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:34.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.576+0000 7fa6a33e2640 1 --2- 172.21.15.76:0/3731479314 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa69c0d07b0 0x7fa69c0b4490 unknown :-1 s=CLOSED pgs=2060 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:34.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.576+0000 7fa6a33e2640 1 --2- 172.21.15.76:0/3731479314 >> v2:172.21.15.192:3300/0 conn(0x7fa69c15c6e0 0x7fa69c0b3f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:34.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.576+0000 7fa6a33e2640 1 -- 172.21.15.76:0/3731479314 >> 172.21.15.76:0/3731479314 conn(0x7fa69c089f60 msgr2=0x7fa69c0d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:34.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.576+0000 7fa6a33e2640 1 -- 172.21.15.76:0/3731479314 shutdown_connections 2024-09-13T16:14:34.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.576+0000 7fa6a33e2640 1 -- 172.21.15.76:0/3731479314 wait complete. 2024-09-13T16:14:34.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.577+0000 7fa6a33e2640 1 Processor -- start 2024-09-13T16:14:34.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.577+0000 7fa6a33e2640 1 -- start start 2024-09-13T16:14:34.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.577+0000 7fa6a33e2640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa69c0ccb20 0x7fa69c0cbfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:34.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.577+0000 7fa6a33e2640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa69c0d07b0 0x7fa69c1531f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:34.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.577+0000 7fa6a33e2640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa69c15c6e0 0x7fa69c1512a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:34.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.577+0000 7fa6a33e2640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa69c0b54c0 con 0x7fa69c0ccb20 2024-09-13T16:14:34.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.577+0000 7fa6a33e2640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa69c153c60 con 0x7fa69c0d07b0 2024-09-13T16:14:34.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.577+0000 7fa6a33e2640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa69c153f40 con 0x7fa69c15c6e0 2024-09-13T16:14:34.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.578+0000 7fa6a117e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa69c0ccb20 0x7fa69c0cbfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:34.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.578+0000 7fa6a117e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa69c0ccb20 0x7fa69c0cbfd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49784/0 (socket says 172.21.15.76:49784) 2024-09-13T16:14:34.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.578+0000 7fa6a117e640 1 -- 172.21.15.76:0/1686718770 learned_addr learned my addr 172.21.15.76:0/1686718770 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:34.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.578+0000 7fa6a097d640 1 --2- 172.21.15.76:0/1686718770 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa69c0d07b0 0x7fa69c1531f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:34.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.578+0000 7fa6a117e640 1 -- 172.21.15.76:0/1686718770 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa69c15c6e0 msgr2=0x7fa69c1512a0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-13T16:14:34.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.578+0000 7fa6a117e640 1 --2- 172.21.15.76:0/1686718770 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa69c15c6e0 0x7fa69c1512a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:34.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.578+0000 7fa6a117e640 1 -- 172.21.15.76:0/1686718770 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa69c0d07b0 msgr2=0x7fa69c1531f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:34.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.578+0000 7fa6a117e640 1 --2- 172.21.15.76:0/1686718770 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa69c0d07b0 0x7fa69c1531f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:34.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.578+0000 7fa6a117e640 1 -- 172.21.15.76:0/1686718770 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa68c0094d0 con 0x7fa69c0ccb20 2024-09-13T16:14:34.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.578+0000 7fa6a097d640 1 --2- 172.21.15.76:0/1686718770 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa69c0d07b0 0x7fa69c1531f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:14:34.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.578+0000 7fa6a117e640 1 --2- 172.21.15.76:0/1686718770 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa69c0ccb20 0x7fa69c0cbfd0 secure :-1 s=READY pgs=2061 cs=0 l=1 rev1=1 crypto rx=0x7fa69800c7f0 tx=0x7fa69800ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:34.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.578+0000 7fa691ffb640 1 -- 172.21.15.76:0/1686718770 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa698007820 con 0x7fa69c0ccb20 2024-09-13T16:14:34.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.578+0000 7fa691ffb640 1 -- 172.21.15.76:0/1686718770 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa698007980 con 0x7fa69c0ccb20 2024-09-13T16:14:34.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.578+0000 7fa691ffb640 1 -- 172.21.15.76:0/1686718770 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa698007cf0 con 0x7fa69c0ccb20 2024-09-13T16:14:34.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.578+0000 7fa6a33e2640 1 -- 172.21.15.76:0/1686718770 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa69c154220 con 0x7fa69c0ccb20 2024-09-13T16:14:34.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.578+0000 7fa6a33e2640 1 -- 172.21.15.76:0/1686718770 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa69c0cc510 con 0x7fa69c0ccb20 2024-09-13T16:14:34.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.579+0000 7fa6a33e2640 1 -- 172.21.15.76:0/1686718770 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa69c0cc700 con 0x7fa69c0ccb20 2024-09-13T16:14:34.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.580+0000 7fa691ffb640 1 -- 172.21.15.76:0/1686718770 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fa6980113f0 con 0x7fa69c0ccb20 2024-09-13T16:14:34.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.580+0000 7fa691ffb640 1 --2- 172.21.15.76:0/1686718770 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa68006ac00 0x7fa68006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:34.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.580+0000 7fa6a097d640 1 --2- 172.21.15.76:0/1686718770 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa68006ac00 0x7fa68006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:34.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.580+0000 7fa691ffb640 1 -- 172.21.15.76:0/1686718770 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(150..150 src has 1..150) v4 ==== 6174+0+0 (secure 0 0 0) 0x7fa6980896f0 con 0x7fa69c0ccb20 2024-09-13T16:14:34.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.581+0000 7fa6a097d640 1 --2- 172.21.15.76:0/1686718770 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa68006ac00 0x7fa68006d0c0 secure :-1 s=READY pgs=876 cs=0 l=1 rev1=1 crypto rx=0x7fa68c034000 tx=0x7fa68c02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:34.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.584+0000 7fa691ffb640 1 -- 172.21.15.76:0/1686718770 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fa698054790 con 0x7fa69c0ccb20 2024-09-13T16:14:34.759 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.758+0000 7fa6a33e2640 1 -- 172.21.15.76:0/1686718770 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fa69c0b3f50 con 0x7fa69c0ccb20 2024-09-13T16:14:34.760 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.758+0000 7fa691ffb640 1 -- 172.21.15.76:0/1686718770 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v150) v1 ==== 80+0+0 (secure 0 0 0) 0x7fa698057db0 con 0x7fa69c0ccb20 2024-09-13T16:14:34.760 INFO:teuthology.orchestra.run.smithi076.stderr:listed 0 entries 2024-09-13T16:14:34.762 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.760+0000 7fa6a33e2640 1 -- 172.21.15.76:0/1686718770 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa68006ac00 msgr2=0x7fa68006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:34.762 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.760+0000 7fa6a33e2640 1 --2- 172.21.15.76:0/1686718770 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa68006ac00 0x7fa68006d0c0 secure :-1 s=READY pgs=876 cs=0 l=1 rev1=1 crypto rx=0x7fa68c034000 tx=0x7fa68c02e000 comp rx=0 tx=0).stop 2024-09-13T16:14:34.762 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.760+0000 7fa6a33e2640 1 -- 172.21.15.76:0/1686718770 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa69c0ccb20 msgr2=0x7fa69c0cbfd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:34.762 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.760+0000 7fa6a33e2640 1 --2- 172.21.15.76:0/1686718770 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa69c0ccb20 0x7fa69c0cbfd0 secure :-1 s=READY pgs=2061 cs=0 l=1 rev1=1 crypto rx=0x7fa69800c7f0 tx=0x7fa69800ccb0 comp rx=0 tx=0).stop 2024-09-13T16:14:34.762 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.760+0000 7fa6a33e2640 1 -- 172.21.15.76:0/1686718770 shutdown_connections 2024-09-13T16:14:34.762 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.760+0000 7fa6a33e2640 1 --2- 172.21.15.76:0/1686718770 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa68006ac00 0x7fa68006d0c0 unknown :-1 s=CLOSED pgs=876 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:34.762 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.760+0000 7fa6a33e2640 1 --2- 172.21.15.76:0/1686718770 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa69c15c6e0 0x7fa69c1512a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:34.763 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.760+0000 7fa6a33e2640 1 --2- 172.21.15.76:0/1686718770 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa69c0d07b0 0x7fa69c1531f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:34.763 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.760+0000 7fa6a33e2640 1 --2- 172.21.15.76:0/1686718770 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa69c0ccb20 0x7fa69c0cbfd0 unknown :-1 s=CLOSED pgs=2061 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:34.763 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.760+0000 7fa6a33e2640 1 -- 172.21.15.76:0/1686718770 >> 172.21.15.76:0/1686718770 conn(0x7fa69c089f60 msgr2=0x7fa69c0cdfa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:34.763 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.760+0000 7fa6a33e2640 1 -- 172.21.15.76:0/1686718770 shutdown_connections 2024-09-13T16:14:34.763 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:34.760+0000 7fa6a33e2640 1 -- 172.21.15.76:0/1686718770 wait complete. 2024-09-13T16:14:34.772 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi076.front.sepia.ceph.com... 2024-09-13T16:14:34.772 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:14:34.773 DEBUG:teuthology.orchestra.run.smithi076:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-13T16:14:34.796 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi076.stderr:ceph-fuse[85269]: fuse finished with error 0 and tester_r 0 2024-09-13T16:14:34.798 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi076.front.sepia.ceph.com 2024-09-13T16:14:34.798 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:14:34.798 DEBUG:teuthology.orchestra.run.smithi076:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T16:14:34.976 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-13T16:14:34.976 DEBUG:teuthology.orchestra.run.smithi192:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:14:34.995 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:14:35.115 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.113+0000 7f8bd00c5640 1 Processor -- start 2024-09-13T16:14:35.115 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.114+0000 7f8bd00c5640 1 -- start start 2024-09-13T16:14:35.116 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.114+0000 7f8bd00c5640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f8bc815c6e0 0x7f8bc80b3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:35.116 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.114+0000 7f8bd00c5640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8bc80d1840 con 0x7f8bc80d07b0 2024-09-13T16:14:35.116 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.114+0000 7f8bd00c5640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8bc806bd20 con 0x7f8bc80ccb20 2024-09-13T16:14:35.116 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.114+0000 7f8bd00c5640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8bc8160e50 con 0x7f8bc815c6e0 2024-09-13T16:14:35.116 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.114+0000 7f8bcde61640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f8bc815c6e0 0x7f8bc80b3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:35.116 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.115+0000 7f8bcd660640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f8bc80d07b0 0x7f8bc8160030 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:35834/0 (socket says 172.21.15.76:35834) 2024-09-13T16:14:35.116 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.115+0000 7f8bcd660640 1 -- 172.21.15.76:0/1207910956 learned_addr learned my addr 172.21.15.76:0/1207910956 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:14:35.117 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.115+0000 7f8bcde61640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f8bc815c6e0 0x7f8bc80b3f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49788/0 (socket says 172.21.15.76:49788) 2024-09-13T16:14:35.117 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.115+0000 7f8bcde61640 1 -- 172.21.15.76:0/1207910956 >> v1:172.21.15.192:6789/0 conn(0x7f8bc80ccb20 legacy=0x7f8bc8160740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:35.117 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.115+0000 7f8bcde61640 1 -- 172.21.15.76:0/1207910956 >> v1:172.21.15.76:6789/0 conn(0x7f8bc80d07b0 legacy=0x7f8bc8160030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:35.117 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.115+0000 7f8bcde61640 1 -- 172.21.15.76:0/1207910956 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8bc80d0c30 con 0x7f8bc815c6e0 2024-09-13T16:14:35.117 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.115+0000 7f8bcce5f640 1 -- 172.21.15.76:0/1207910956 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3613917646 0 0) 0x7f8bc80d1840 con 0x7f8bc80d07b0 2024-09-13T16:14:35.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.115+0000 7f8bcde61640 1 --2- 172.21.15.76:0/1207910956 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8bc815c6e0 0x7f8bc80b3f50 secure :-1 s=READY pgs=2063 cs=0 l=1 rev1=1 crypto rx=0x7f8bc40097a0 tx=0x7f8bc402a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=10b2efec647fb2a5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:35.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.116+0000 7f8bcce5f640 1 -- 172.21.15.76:0/1207910956 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8bc402ae50 con 0x7f8bc815c6e0 2024-09-13T16:14:35.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.116+0000 7f8bcce5f640 1 -- 172.21.15.76:0/1207910956 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8bc4032440 con 0x7f8bc815c6e0 2024-09-13T16:14:35.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.116+0000 7f8bcce5f640 1 -- 172.21.15.76:0/1207910956 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8bc40327d0 con 0x7f8bc815c6e0 2024-09-13T16:14:35.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.116+0000 7f8bd00c5640 1 -- 172.21.15.76:0/1207910956 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8bc815c6e0 msgr2=0x7f8bc80b3f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:35.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.116+0000 7f8bd00c5640 1 --2- 172.21.15.76:0/1207910956 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8bc815c6e0 0x7f8bc80b3f50 secure :-1 s=READY pgs=2063 cs=0 l=1 rev1=1 crypto rx=0x7f8bc40097a0 tx=0x7f8bc402a140 comp rx=0 tx=0).stop 2024-09-13T16:14:35.118 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.116+0000 7f8bd00c5640 1 -- 172.21.15.76:0/1207910956 shutdown_connections 2024-09-13T16:14:35.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.116+0000 7f8bd00c5640 1 --2- 172.21.15.76:0/1207910956 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8bc815c6e0 0x7f8bc80b3f50 unknown :-1 s=CLOSED pgs=2063 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:35.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.116+0000 7f8bd00c5640 1 -- 172.21.15.76:0/1207910956 >> 172.21.15.76:0/1207910956 conn(0x7f8bc8089f60 msgr2=0x7f8bc80d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:35.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.116+0000 7f8bd00c5640 1 -- 172.21.15.76:0/1207910956 shutdown_connections 2024-09-13T16:14:35.119 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.116+0000 7f8bd00c5640 1 -- 172.21.15.76:0/1207910956 wait complete. 2024-09-13T16:14:35.121 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.117+0000 7f8bd00c5640 1 Processor -- start 2024-09-13T16:14:35.121 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.118+0000 7f8bd00c5640 1 -- start start 2024-09-13T16:14:35.121 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.118+0000 7f8bd00c5640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8bc80ccb20 0x7f8bc8154bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:35.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.118+0000 7f8bd00c5640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8bc80d07b0 0x7f8bc815cac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:35.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.118+0000 7f8bd00c5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8bc815c6e0 0x7f8bc815f060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:35.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.118+0000 7f8bd00c5640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8bc81550f0 con 0x7f8bc815c6e0 2024-09-13T16:14:35.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.118+0000 7f8bd00c5640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8bc815e460 con 0x7f8bc80ccb20 2024-09-13T16:14:35.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.118+0000 7f8bd00c5640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8bc815d3c0 con 0x7f8bc80d07b0 2024-09-13T16:14:35.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.118+0000 7f8bce662640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8bc815c6e0 0x7f8bc815f060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:35.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.118+0000 7f8bce662640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8bc815c6e0 0x7f8bc815f060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49790/0 (socket says 172.21.15.76:49790) 2024-09-13T16:14:35.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.118+0000 7f8bce662640 1 -- 172.21.15.76:0/3248747837 learned_addr learned my addr 172.21.15.76:0/3248747837 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:35.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.119+0000 7f8bcde61640 1 --2- 172.21.15.76:0/3248747837 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8bc80ccb20 0x7f8bc8154bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:35.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.119+0000 7f8bcd660640 1 --2- 172.21.15.76:0/3248747837 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8bc80d07b0 0x7f8bc815cac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:35.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.119+0000 7f8bce662640 1 -- 172.21.15.76:0/3248747837 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8bc80d07b0 msgr2=0x7f8bc815cac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:35.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.119+0000 7f8bce662640 1 --2- 172.21.15.76:0/3248747837 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8bc80d07b0 0x7f8bc815cac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:35.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.119+0000 7f8bce662640 1 -- 172.21.15.76:0/3248747837 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8bc80ccb20 msgr2=0x7f8bc8154bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:35.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.119+0000 7f8bce662640 1 --2- 172.21.15.76:0/3248747837 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8bc80ccb20 0x7f8bc8154bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:35.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.119+0000 7f8bce662640 1 -- 172.21.15.76:0/3248747837 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8bc4009400 con 0x7f8bc815c6e0 2024-09-13T16:14:35.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.119+0000 7f8bcde61640 1 --2- 172.21.15.76:0/3248747837 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8bc80ccb20 0x7f8bc8154bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:14:35.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.119+0000 7f8bcd660640 1 --2- 172.21.15.76:0/3248747837 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8bc80d07b0 0x7f8bc815cac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:14:35.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.119+0000 7f8bce662640 1 --2- 172.21.15.76:0/3248747837 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8bc815c6e0 0x7f8bc815f060 secure :-1 s=READY pgs=2064 cs=0 l=1 rev1=1 crypto rx=0x7f8bc000c780 tx=0x7f8bc000cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:35.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.119+0000 7f8bbe7fc640 1 -- 172.21.15.76:0/3248747837 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8bc0004b60 con 0x7f8bc815c6e0 2024-09-13T16:14:35.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.119+0000 7f8bbe7fc640 1 -- 172.21.15.76:0/3248747837 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8bc000ce90 con 0x7f8bc815c6e0 2024-09-13T16:14:35.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.119+0000 7f8bd00c5640 1 -- 172.21.15.76:0/3248747837 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8bc815d6a0 con 0x7f8bc815c6e0 2024-09-13T16:14:35.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.119+0000 7f8bbe7fc640 1 -- 172.21.15.76:0/3248747837 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8bc000a850 con 0x7f8bc815c6e0 2024-09-13T16:14:35.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.119+0000 7f8bd00c5640 1 -- 172.21.15.76:0/3248747837 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8bc815dc60 con 0x7f8bc815c6e0 2024-09-13T16:14:35.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.120+0000 7f8bd00c5640 1 -- 172.21.15.76:0/3248747837 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8bc80d1cb0 con 0x7f8bc815c6e0 2024-09-13T16:14:35.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.121+0000 7f8bbe7fc640 1 -- 172.21.15.76:0/3248747837 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f8bc000a9b0 con 0x7f8bc815c6e0 2024-09-13T16:14:35.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.121+0000 7f8bbe7fc640 1 --2- 172.21.15.76:0/3248747837 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8bac06ac00 0x7f8bac06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:35.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.121+0000 7f8bbe7fc640 1 -- 172.21.15.76:0/3248747837 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(150..150 src has 1..150) v4 ==== 6174+0+0 (secure 0 0 0) 0x7f8bc00898a0 con 0x7f8bc815c6e0 2024-09-13T16:14:35.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.121+0000 7f8bcde61640 1 --2- 172.21.15.76:0/3248747837 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8bac06ac00 0x7f8bac06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:35.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.121+0000 7f8bcde61640 1 --2- 172.21.15.76:0/3248747837 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8bac06ac00 0x7f8bac06d0c0 secure :-1 s=READY pgs=877 cs=0 l=1 rev1=1 crypto rx=0x7f8bc4034000 tx=0x7f8bc402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:35.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.126+0000 7f8bbe7fc640 1 -- 172.21.15.76:0/3248747837 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f8bc80d1cb0 con 0x7f8bc815c6e0 2024-09-13T16:14:35.290 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.289+0000 7f8bd00c5640 1 -- 172.21.15.76:0/3248747837 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f8bc80d1cb0 con 0x7f8bc815c6e0 2024-09-13T16:14:35.291 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.290+0000 7f8bbe7fc640 1 -- 172.21.15.76:0/3248747837 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v150) v1 ==== 74+0+16929 (secure 0 0 0) 0x7f8bc80d1cb0 con 0x7f8bc815c6e0 2024-09-13T16:14:35.292 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:14:35.292 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":150,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:14:23.875842+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":22,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":21,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:14:04.265211+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"147","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":22,"pool_name":"cephfs_data","create_time":"2024-09-13T16:14:05.060773+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"148","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"22.8","mappings":[{"from":4,"to":1}]},{"pgid":"22.33","mappings":[{"from":3,"to":2}]},{"pgid":"22.34","mappings":[{"from":3,"to":0}]},{"pgid":"22.36","mappings":[{"from":3,"to":1}]},{"pgid":"22.37","mappings":[{"from":3,"to":0}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:14:35.293 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.292+0000 7f8bd00c5640 1 -- 172.21.15.76:0/3248747837 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8bac06ac00 msgr2=0x7f8bac06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:35.293 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.292+0000 7f8bd00c5640 1 --2- 172.21.15.76:0/3248747837 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8bac06ac00 0x7f8bac06d0c0 secure :-1 s=READY pgs=877 cs=0 l=1 rev1=1 crypto rx=0x7f8bc4034000 tx=0x7f8bc402e000 comp rx=0 tx=0).stop 2024-09-13T16:14:35.293 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.292+0000 7f8bd00c5640 1 -- 172.21.15.76:0/3248747837 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8bc815c6e0 msgr2=0x7f8bc815f060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:35.293 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.292+0000 7f8bd00c5640 1 --2- 172.21.15.76:0/3248747837 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8bc815c6e0 0x7f8bc815f060 secure :-1 s=READY pgs=2064 cs=0 l=1 rev1=1 crypto rx=0x7f8bc000c780 tx=0x7f8bc000cc40 comp rx=0 tx=0).stop 2024-09-13T16:14:35.293 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.292+0000 7f8bd00c5640 1 -- 172.21.15.76:0/3248747837 shutdown_connections 2024-09-13T16:14:35.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.292+0000 7f8bd00c5640 1 --2- 172.21.15.76:0/3248747837 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8bc815c6e0 0x7f8bc815f060 unknown :-1 s=CLOSED pgs=2064 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:35.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.292+0000 7f8bd00c5640 1 --2- 172.21.15.76:0/3248747837 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8bac06ac00 0x7f8bac06d0c0 unknown :-1 s=CLOSED pgs=877 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:35.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.292+0000 7f8bd00c5640 1 --2- 172.21.15.76:0/3248747837 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8bc80d07b0 0x7f8bc815cac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:35.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.292+0000 7f8bd00c5640 1 --2- 172.21.15.76:0/3248747837 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8bc80ccb20 0x7f8bc8154bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:35.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.292+0000 7f8bd00c5640 1 -- 172.21.15.76:0/3248747837 >> 172.21.15.76:0/3248747837 conn(0x7f8bc8089f60 msgr2=0x7f8bc815ad10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:35.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.292+0000 7f8bd00c5640 1 -- 172.21.15.76:0/3248747837 shutdown_connections 2024-09-13T16:14:35.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.292+0000 7f8bd00c5640 1 -- 172.21.15.76:0/3248747837 wait complete. 2024-09-13T16:14:35.304 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:01:26.960607+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 21, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:14:04.265211+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '147', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 22, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:14:05.060773+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '148', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:14:35.304 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:14:35.405 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.403+0000 7f4b834a3640 1 Processor -- start 2024-09-13T16:14:35.405 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.404+0000 7f4b834a3640 1 -- start start 2024-09-13T16:14:35.406 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.404+0000 7f4b834a3640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f4b7c0d2760 0x7f4b7c0cd8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:35.406 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.404+0000 7f4b834a3640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f4b7c0cde20 0x7f4b7c0d0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:35.406 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.404+0000 7f4b834a3640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4b7c0cd450 con 0x7f4b7c15c500 2024-09-13T16:14:35.406 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.404+0000 7f4b834a3640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4b7c0d0cf0 con 0x7f4b7c0d2760 2024-09-13T16:14:35.406 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.404+0000 7f4b834a3640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4b7c0d0fd0 con 0x7f4b7c0cde20 2024-09-13T16:14:35.406 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.404+0000 7f4b80a3e640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f4b7c0d2760 0x7f4b7c0cd8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:35.406 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.405+0000 7f4b80a3e640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f4b7c0d2760 0x7f4b7c0cd8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49796/0 (socket says 172.21.15.76:49796) 2024-09-13T16:14:35.407 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.405+0000 7f4b80a3e640 1 -- 172.21.15.76:0/2476842095 learned_addr learned my addr 172.21.15.76:0/2476842095 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:35.407 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.405+0000 7f4b81a40640 1 --2- 172.21.15.76:0/2476842095 >> v2:172.21.15.192:3300/0 conn(0x7f4b7c0cde20 0x7f4b7c0d0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:35.407 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.405+0000 7f4b80a3e640 1 -- 172.21.15.76:0/2476842095 >> v2:172.21.15.192:3300/0 conn(0x7f4b7c0cde20 msgr2=0x7f4b7c0d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:35.407 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.405+0000 7f4b80a3e640 1 --2- 172.21.15.76:0/2476842095 >> v2:172.21.15.192:3300/0 conn(0x7f4b7c0cde20 0x7f4b7c0d0000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:35.407 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.405+0000 7f4b80a3e640 1 -- 172.21.15.76:0/2476842095 >> v1:172.21.15.192:6789/0 conn(0x7f4b7c15c500 legacy=0x7f4b7c0d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:35.407 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.405+0000 7f4b80a3e640 1 -- 172.21.15.76:0/2476842095 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4b7c0cd0e0 con 0x7f4b7c0d2760 2024-09-13T16:14:35.408 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.405+0000 7f4b80a3e640 1 --2- 172.21.15.76:0/2476842095 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4b7c0d2760 0x7f4b7c0cd8e0 secure :-1 s=READY pgs=2065 cs=0 l=1 rev1=1 crypto rx=0x7f4b7c0cca00 tx=0x7f4b6c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1cef19ceb752c22b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:35.408 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.406+0000 7f4b73fff640 1 -- 172.21.15.76:0/2476842095 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b6c032440 con 0x7f4b7c0d2760 2024-09-13T16:14:35.408 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.406+0000 7f4b73fff640 1 -- 172.21.15.76:0/2476842095 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4b6c0325a0 con 0x7f4b7c0d2760 2024-09-13T16:14:35.408 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.406+0000 7f4b73fff640 1 -- 172.21.15.76:0/2476842095 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b6c032930 con 0x7f4b7c0d2760 2024-09-13T16:14:35.409 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.406+0000 7f4b834a3640 1 -- 172.21.15.76:0/2476842095 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4b7c0d2760 msgr2=0x7f4b7c0cd8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:35.409 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.406+0000 7f4b834a3640 1 --2- 172.21.15.76:0/2476842095 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4b7c0d2760 0x7f4b7c0cd8e0 secure :-1 s=READY pgs=2065 cs=0 l=1 rev1=1 crypto rx=0x7f4b7c0cca00 tx=0x7f4b6c02a270 comp rx=0 tx=0).stop 2024-09-13T16:14:35.409 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.406+0000 7f4b834a3640 1 -- 172.21.15.76:0/2476842095 shutdown_connections 2024-09-13T16:14:35.409 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.406+0000 7f4b834a3640 1 --2- 172.21.15.76:0/2476842095 >> v2:172.21.15.192:3300/0 conn(0x7f4b7c0cde20 0x7f4b7c0d0000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:35.409 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.406+0000 7f4b834a3640 1 --2- 172.21.15.76:0/2476842095 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4b7c0d2760 0x7f4b7c0cd8e0 unknown :-1 s=CLOSED pgs=2065 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:35.409 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.406+0000 7f4b834a3640 1 -- 172.21.15.76:0/2476842095 >> 172.21.15.76:0/2476842095 conn(0x7f4b7c089f60 msgr2=0x7f4b7c09b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:35.409 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.406+0000 7f4b834a3640 1 -- 172.21.15.76:0/2476842095 shutdown_connections 2024-09-13T16:14:35.409 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.406+0000 7f4b834a3640 1 -- 172.21.15.76:0/2476842095 wait complete. 2024-09-13T16:14:35.411 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.407+0000 7f4b834a3640 1 Processor -- start 2024-09-13T16:14:35.411 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.408+0000 7f4b834a3640 1 -- start start 2024-09-13T16:14:35.411 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.408+0000 7f4b834a3640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4b7c0cde20 0x7f4b7c15f6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:35.411 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.408+0000 7f4b834a3640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4b7c0d2760 0x7f4b7c0b6e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:35.411 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.408+0000 7f4b834a3640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4b7c15c500 0x7f4b7c1f5a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:35.411 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.408+0000 7f4b834a3640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b7c15ec20 con 0x7f4b7c0cde20 2024-09-13T16:14:35.411 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.408+0000 7f4b834a3640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b7c0b73b0 con 0x7f4b7c0d2760 2024-09-13T16:14:35.411 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.408+0000 7f4b834a3640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4b7c0b5e10 con 0x7f4b7c15c500 2024-09-13T16:14:35.411 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.408+0000 7f4b8123f640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4b7c0cde20 0x7f4b7c15f6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:35.412 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.408+0000 7f4b8123f640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4b7c0cde20 0x7f4b7c15f6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49800/0 (socket says 172.21.15.76:49800) 2024-09-13T16:14:35.412 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.408+0000 7f4b8123f640 1 -- 172.21.15.76:0/1423014753 learned_addr learned my addr 172.21.15.76:0/1423014753 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:35.412 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.409+0000 7f4b8123f640 1 -- 172.21.15.76:0/1423014753 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4b7c15c500 msgr2=0x7f4b7c1f5a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:35.412 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.409+0000 7f4b8123f640 1 --2- 172.21.15.76:0/1423014753 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4b7c15c500 0x7f4b7c1f5a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:35.412 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.409+0000 7f4b8123f640 1 -- 172.21.15.76:0/1423014753 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4b7c0d2760 msgr2=0x7f4b7c0b6e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:35.412 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.409+0000 7f4b8123f640 1 --2- 172.21.15.76:0/1423014753 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4b7c0d2760 0x7f4b7c0b6e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:35.412 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.409+0000 7f4b8123f640 1 -- 172.21.15.76:0/1423014753 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4b6c0094d0 con 0x7f4b7c0cde20 2024-09-13T16:14:35.412 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.409+0000 7f4b8123f640 1 --2- 172.21.15.76:0/1423014753 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4b7c0cde20 0x7f4b7c15f6e0 secure :-1 s=READY pgs=2066 cs=0 l=1 rev1=1 crypto rx=0x7f4b7800c400 tx=0x7f4b7800c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:35.412 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.409+0000 7f4b71ffb640 1 -- 172.21.15.76:0/1423014753 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b780052d0 con 0x7f4b7c0cde20 2024-09-13T16:14:35.412 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.409+0000 7f4b71ffb640 1 -- 172.21.15.76:0/1423014753 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4b78005430 con 0x7f4b7c0cde20 2024-09-13T16:14:35.412 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.409+0000 7f4b834a3640 1 -- 172.21.15.76:0/1423014753 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4b7c0b60b0 con 0x7f4b7c0cde20 2024-09-13T16:14:35.412 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.409+0000 7f4b71ffb640 1 -- 172.21.15.76:0/1423014753 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b78003830 con 0x7f4b7c0cde20 2024-09-13T16:14:35.412 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.409+0000 7f4b834a3640 1 -- 172.21.15.76:0/1423014753 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4b7c0b6670 con 0x7f4b7c0cde20 2024-09-13T16:14:35.413 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.410+0000 7f4b834a3640 1 -- 172.21.15.76:0/1423014753 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4b7c0d08e0 con 0x7f4b7c0cde20 2024-09-13T16:14:35.413 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.411+0000 7f4b71ffb640 1 -- 172.21.15.76:0/1423014753 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f4b78003990 con 0x7f4b7c0cde20 2024-09-13T16:14:35.413 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.411+0000 7f4b71ffb640 1 --2- 172.21.15.76:0/1423014753 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4b6006ac00 0x7f4b6006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:35.413 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.411+0000 7f4b71ffb640 1 -- 172.21.15.76:0/1423014753 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(150..150 src has 1..150) v4 ==== 6174+0+0 (secure 0 0 0) 0x7f4b78088aa0 con 0x7f4b7c0cde20 2024-09-13T16:14:35.414 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.411+0000 7f4b80a3e640 1 --2- 172.21.15.76:0/1423014753 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4b6006ac00 0x7f4b6006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:35.414 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.411+0000 7f4b80a3e640 1 --2- 172.21.15.76:0/1423014753 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4b6006ac00 0x7f4b6006d0c0 secure :-1 s=READY pgs=878 cs=0 l=1 rev1=1 crypto rx=0x7f4b6c034000 tx=0x7f4b6c02c000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:35.416 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.415+0000 7f4b71ffb640 1 -- 172.21.15.76:0/1423014753 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f4b78053ab0 con 0x7f4b7c0cde20 2024-09-13T16:14:35.575 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.574+0000 7f4b834a3640 1 -- 172.21.15.76:0/1423014753 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f4b7c0d0510 con 0x7f4b7c0cde20 2024-09-13T16:14:35.575 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.574+0000 7f4b71ffb640 1 -- 172.21.15.76:0/1423014753 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v150) v1 ==== 93+0+10 (secure 0 0 0) 0x7f4b780170a0 con 0x7f4b7c0cde20 2024-09-13T16:14:35.576 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2024-09-13T16:14:35.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.576+0000 7f4b834a3640 1 -- 172.21.15.76:0/1423014753 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4b6006ac00 msgr2=0x7f4b6006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:35.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.576+0000 7f4b834a3640 1 --2- 172.21.15.76:0/1423014753 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4b6006ac00 0x7f4b6006d0c0 secure :-1 s=READY pgs=878 cs=0 l=1 rev1=1 crypto rx=0x7f4b6c034000 tx=0x7f4b6c02c000 comp rx=0 tx=0).stop 2024-09-13T16:14:35.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.576+0000 7f4b834a3640 1 -- 172.21.15.76:0/1423014753 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4b7c0cde20 msgr2=0x7f4b7c15f6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:35.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.576+0000 7f4b834a3640 1 --2- 172.21.15.76:0/1423014753 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4b7c0cde20 0x7f4b7c15f6e0 secure :-1 s=READY pgs=2066 cs=0 l=1 rev1=1 crypto rx=0x7f4b7800c400 tx=0x7f4b7800c8c0 comp rx=0 tx=0).stop 2024-09-13T16:14:35.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.576+0000 7f4b834a3640 1 -- 172.21.15.76:0/1423014753 shutdown_connections 2024-09-13T16:14:35.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.576+0000 7f4b834a3640 1 --2- 172.21.15.76:0/1423014753 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4b6006ac00 0x7f4b6006d0c0 unknown :-1 s=CLOSED pgs=878 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:35.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.576+0000 7f4b834a3640 1 --2- 172.21.15.76:0/1423014753 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4b7c15c500 0x7f4b7c1f5a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:35.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.576+0000 7f4b834a3640 1 --2- 172.21.15.76:0/1423014753 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4b7c0d2760 0x7f4b7c0b6e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:35.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.576+0000 7f4b834a3640 1 --2- 172.21.15.76:0/1423014753 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4b7c0cde20 0x7f4b7c15f6e0 unknown :-1 s=CLOSED pgs=2066 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:35.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.576+0000 7f4b834a3640 1 -- 172.21.15.76:0/1423014753 >> 172.21.15.76:0/1423014753 conn(0x7f4b7c089f60 msgr2=0x7f4b7c0b1e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:35.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.576+0000 7f4b834a3640 1 -- 172.21.15.76:0/1423014753 shutdown_connections 2024-09-13T16:14:35.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.576+0000 7f4b834a3640 1 -- 172.21.15.76:0/1423014753 wait complete. 2024-09-13T16:14:35.588 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:14:35.689 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.687+0000 7f7689072640 1 Processor -- start 2024-09-13T16:14:35.689 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.687+0000 7f7689072640 1 -- start start 2024-09-13T16:14:35.690 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.688+0000 7f7689072640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f7684159310 0x7f76840ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:35.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.688+0000 7f7689072640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f76840b2b40 0x7f76840ab140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:35.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.688+0000 7f7689072640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f76840ccbe0 con 0x7f76840ab680 2024-09-13T16:14:35.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.688+0000 7f7689072640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f76840ad940 con 0x7f7684159310 2024-09-13T16:14:35.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.688+0000 7f7689072640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f76840b1810 con 0x7f76840b2b40 2024-09-13T16:14:35.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.688+0000 7f7682d9d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f7684159310 0x7f76840ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:35.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.688+0000 7f7682d9d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f7684159310 0x7f76840ad400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49802/0 (socket says 172.21.15.76:49802) 2024-09-13T16:14:35.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.688+0000 7f7682d9d640 1 -- 172.21.15.76:0/464545944 learned_addr learned my addr 172.21.15.76:0/464545944 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:35.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.688+0000 7f767a59c640 1 --2- 172.21.15.76:0/464545944 >> v2:172.21.15.192:3300/0 conn(0x7f76840b2b40 0x7f76840ab140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:35.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.688+0000 7f7682d9d640 1 -- 172.21.15.76:0/464545944 >> v2:172.21.15.192:3300/0 conn(0x7f76840b2b40 msgr2=0x7f76840ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:35.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.688+0000 7f7682d9d640 1 --2- 172.21.15.76:0/464545944 >> v2:172.21.15.192:3300/0 conn(0x7f76840b2b40 0x7f76840ab140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:35.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.688+0000 7f7682d9d640 1 -- 172.21.15.76:0/464545944 >> v1:172.21.15.192:6789/0 conn(0x7f76840ab680 legacy=0x7f76840ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:35.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.688+0000 7f7682d9d640 1 -- 172.21.15.76:0/464545944 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f768406d9e0 con 0x7f7684159310 2024-09-13T16:14:35.692 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.688+0000 7f767a59c640 1 --2- 172.21.15.76:0/464545944 >> v2:172.21.15.192:3300/0 conn(0x7f76840b2b40 0x7f76840ab140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:14:35.692 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.689+0000 7f7682d9d640 1 --2- 172.21.15.76:0/464545944 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7684159310 0x7f76840ad400 secure :-1 s=READY pgs=2067 cs=0 l=1 rev1=1 crypto rx=0x7f76840b16a0 tx=0x7f767402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=139228c7731e35e5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:35.692 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.689+0000 7f768259c640 1 -- 172.21.15.76:0/464545944 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7674032440 con 0x7f7684159310 2024-09-13T16:14:35.692 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.689+0000 7f768259c640 1 -- 172.21.15.76:0/464545944 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f76740325a0 con 0x7f7684159310 2024-09-13T16:14:35.692 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.689+0000 7f768259c640 1 -- 172.21.15.76:0/464545944 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7674032930 con 0x7f7684159310 2024-09-13T16:14:35.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.690+0000 7f7689072640 1 -- 172.21.15.76:0/464545944 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7684159310 msgr2=0x7f76840ad400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:35.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.690+0000 7f7689072640 1 --2- 172.21.15.76:0/464545944 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7684159310 0x7f76840ad400 secure :-1 s=READY pgs=2067 cs=0 l=1 rev1=1 crypto rx=0x7f76840b16a0 tx=0x7f767402a1a0 comp rx=0 tx=0).stop 2024-09-13T16:14:35.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.690+0000 7f7689072640 1 -- 172.21.15.76:0/464545944 shutdown_connections 2024-09-13T16:14:35.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.690+0000 7f7689072640 1 --2- 172.21.15.76:0/464545944 >> v2:172.21.15.192:3300/0 conn(0x7f76840b2b40 0x7f76840ab140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:35.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.690+0000 7f7689072640 1 --2- 172.21.15.76:0/464545944 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7684159310 0x7f76840ad400 unknown :-1 s=CLOSED pgs=2067 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:35.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.690+0000 7f7689072640 1 -- 172.21.15.76:0/464545944 >> 172.21.15.76:0/464545944 conn(0x7f768406a0b0 msgr2=0x7f768406a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:35.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.690+0000 7f7689072640 1 -- 172.21.15.76:0/464545944 shutdown_connections 2024-09-13T16:14:35.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.690+0000 7f7689072640 1 -- 172.21.15.76:0/464545944 wait complete. 2024-09-13T16:14:35.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.691+0000 7f7689072640 1 Processor -- start 2024-09-13T16:14:35.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.691+0000 7f7689072640 1 -- start start 2024-09-13T16:14:35.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.692+0000 7f7689072640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f76840ab680 0x7f768409af60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:35.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.692+0000 7f7689072640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f76840b2b40 0x7f7684073420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:35.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.692+0000 7f7689072640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7684159310 0x7f76840c3e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:35.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.692+0000 7f7689072640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f76840ac750 con 0x7f76840ab680 2024-09-13T16:14:35.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.692+0000 7f7689072640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f768409a1a0 con 0x7f76840b2b40 2024-09-13T16:14:35.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.692+0000 7f7689072640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f768409a480 con 0x7f7684159310 2024-09-13T16:14:35.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.692+0000 7f7682d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f76840ab680 0x7f768409af60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:35.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.692+0000 7f7682d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f76840ab680 0x7f768409af60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49818/0 (socket says 172.21.15.76:49818) 2024-09-13T16:14:35.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.692+0000 7f7682d9d640 1 -- 172.21.15.76:0/288756327 learned_addr learned my addr 172.21.15.76:0/288756327 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:35.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.692+0000 7f767a59c640 1 --2- 172.21.15.76:0/288756327 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f76840b2b40 0x7f7684073420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:35.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.692+0000 7f768359e640 1 --2- 172.21.15.76:0/288756327 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7684159310 0x7f76840c3e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:35.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.692+0000 7f7682d9d640 1 -- 172.21.15.76:0/288756327 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7684159310 msgr2=0x7f76840c3e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:35.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.692+0000 7f7682d9d640 1 --2- 172.21.15.76:0/288756327 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7684159310 0x7f76840c3e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:35.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.692+0000 7f7682d9d640 1 -- 172.21.15.76:0/288756327 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f76840b2b40 msgr2=0x7f7684073420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:35.698 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.692+0000 7f7682d9d640 1 --2- 172.21.15.76:0/288756327 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f76840b2b40 0x7f7684073420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:35.698 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.692+0000 7f7682d9d640 1 -- 172.21.15.76:0/288756327 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f76740094d0 con 0x7f76840ab680 2024-09-13T16:14:35.698 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.693+0000 7f7682d9d640 1 --2- 172.21.15.76:0/288756327 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f76840ab680 0x7f768409af60 secure :-1 s=READY pgs=2068 cs=0 l=1 rev1=1 crypto rx=0x7f7674000c00 tx=0x7f76740046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:35.698 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.693+0000 7f767bfff640 1 -- 172.21.15.76:0/288756327 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7674032440 con 0x7f76840ab680 2024-09-13T16:14:35.698 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.693+0000 7f767bfff640 1 -- 172.21.15.76:0/288756327 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7674030b80 con 0x7f76840ab680 2024-09-13T16:14:35.698 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.693+0000 7f7689072640 1 -- 172.21.15.76:0/288756327 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f768409a760 con 0x7f76840ab680 2024-09-13T16:14:35.698 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.693+0000 7f767bfff640 1 -- 172.21.15.76:0/288756327 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f767403d420 con 0x7f76840ab680 2024-09-13T16:14:35.698 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.693+0000 7f7689072640 1 -- 172.21.15.76:0/288756327 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f76840ae080 con 0x7f76840ab680 2024-09-13T16:14:35.698 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.694+0000 7f7689072640 1 -- 172.21.15.76:0/288756327 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f76840b1a40 con 0x7f76840ab680 2024-09-13T16:14:35.698 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.694+0000 7f767bfff640 1 -- 172.21.15.76:0/288756327 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7674039040 con 0x7f76840ab680 2024-09-13T16:14:35.699 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.695+0000 7f767bfff640 1 --2- 172.21.15.76:0/288756327 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f766406ac00 0x7f766406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:35.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.695+0000 7f767bfff640 1 -- 172.21.15.76:0/288756327 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(150..150 src has 1..150) v4 ==== 6174+0+0 (secure 0 0 0) 0x7f76740aa250 con 0x7f76840ab680 2024-09-13T16:14:35.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.695+0000 7f767a59c640 1 --2- 172.21.15.76:0/288756327 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f766406ac00 0x7f766406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:35.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.695+0000 7f767a59c640 1 --2- 172.21.15.76:0/288756327 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f766406ac00 0x7f766406d0c0 secure :-1 s=READY pgs=879 cs=0 l=1 rev1=1 crypto rx=0x7f7684158610 tx=0x7f766c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:35.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.699+0000 7f767bfff640 1 -- 172.21.15.76:0/288756327 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f76740752f0 con 0x7f76840ab680 2024-09-13T16:14:35.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.859+0000 7f7689072640 1 -- 172.21.15.76:0/288756327 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f768409ac80 con 0x7f76840ab680 2024-09-13T16:14:35.861 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.859+0000 7f767bfff640 1 -- 172.21.15.76:0/288756327 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v150) v1 ==== 104+0+11 (secure 0 0 0) 0x7f7674078910 con 0x7f76840ab680 2024-09-13T16:14:35.861 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2024-09-13T16:14:35.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.861+0000 7f7689072640 1 -- 172.21.15.76:0/288756327 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f766406ac00 msgr2=0x7f766406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:35.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.861+0000 7f7689072640 1 --2- 172.21.15.76:0/288756327 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f766406ac00 0x7f766406d0c0 secure :-1 s=READY pgs=879 cs=0 l=1 rev1=1 crypto rx=0x7f7684158610 tx=0x7f766c008040 comp rx=0 tx=0).stop 2024-09-13T16:14:35.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.861+0000 7f7689072640 1 -- 172.21.15.76:0/288756327 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f76840ab680 msgr2=0x7f768409af60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:35.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.861+0000 7f7689072640 1 --2- 172.21.15.76:0/288756327 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f76840ab680 0x7f768409af60 secure :-1 s=READY pgs=2068 cs=0 l=1 rev1=1 crypto rx=0x7f7674000c00 tx=0x7f76740046c0 comp rx=0 tx=0).stop 2024-09-13T16:14:35.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.861+0000 7f7689072640 1 -- 172.21.15.76:0/288756327 shutdown_connections 2024-09-13T16:14:35.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.861+0000 7f7689072640 1 --2- 172.21.15.76:0/288756327 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f766406ac00 0x7f766406d0c0 unknown :-1 s=CLOSED pgs=879 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:35.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.861+0000 7f7689072640 1 --2- 172.21.15.76:0/288756327 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7684159310 0x7f76840c3e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:35.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.861+0000 7f7689072640 1 --2- 172.21.15.76:0/288756327 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f76840b2b40 0x7f7684073420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:35.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.861+0000 7f7689072640 1 --2- 172.21.15.76:0/288756327 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f76840ab680 0x7f768409af60 unknown :-1 s=CLOSED pgs=2068 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:35.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.861+0000 7f7689072640 1 -- 172.21.15.76:0/288756327 >> 172.21.15.76:0/288756327 conn(0x7f768406a0b0 msgr2=0x7f76840ae9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:35.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.861+0000 7f7689072640 1 -- 172.21.15.76:0/288756327 shutdown_connections 2024-09-13T16:14:35.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.861+0000 7f7689072640 1 -- 172.21.15.76:0/288756327 wait complete. 2024-09-13T16:14:35.874 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:14:35.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.974+0000 7f02d35ed640 1 Processor -- start 2024-09-13T16:14:35.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.975+0000 7f02d35ed640 1 -- start start 2024-09-13T16:14:35.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.975+0000 7f02d35ed640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f02cc06c8a0 0x7f02cc0b1160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:35.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.975+0000 7f02d35ed640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f02cc071b20 0x7f02cc0b16a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:35.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.975+0000 7f02d35ed640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f02cc0b2d10 con 0x7f02cc158b00 2024-09-13T16:14:35.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.975+0000 7f02d35ed640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f02cc0b2ff0 con 0x7f02cc06c8a0 2024-09-13T16:14:35.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.975+0000 7f02d35ed640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f02cc070310 con 0x7f02cc071b20 2024-09-13T16:14:35.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.975+0000 7f02d1389640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f02cc158b00 0x7f02cc06c190 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:35850/0 (socket says 172.21.15.76:35850) 2024-09-13T16:14:35.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.976+0000 7f02d1389640 1 -- 172.21.15.76:0/3876180093 learned_addr learned my addr 172.21.15.76:0/3876180093 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:14:35.980 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.976+0000 7f02cbfff640 1 -- 172.21.15.76:0/3876180093 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 409522434 0 0) 0x7f02cc0b2d10 con 0x7f02cc158b00 2024-09-13T16:14:35.980 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.976+0000 7f02cbfff640 1 -- 172.21.15.76:0/3876180093 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f02b4003520 con 0x7f02cc158b00 2024-09-13T16:14:35.980 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.976+0000 7f02d0b88640 1 --2- 172.21.15.76:0/3876180093 >> v2:172.21.15.192:3300/0 conn(0x7f02cc06c8a0 0x7f02cc0b1160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:35.980 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.976+0000 7f02d1b8a640 1 --2- 172.21.15.76:0/3876180093 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f02cc071b20 0x7f02cc0b16a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:35.980 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.976+0000 7f02cbfff640 1 -- 172.21.15.76:0/3876180093 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2120982157 0 0) 0x7f02b4003520 con 0x7f02cc158b00 2024-09-13T16:14:35.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.976+0000 7f02cbfff640 1 -- 172.21.15.76:0/3876180093 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f02cc071b20 msgr2=0x7f02cc0b16a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:35.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.976+0000 7f02cbfff640 1 --2- 172.21.15.76:0/3876180093 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f02cc071b20 0x7f02cc0b16a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:35.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.976+0000 7f02cbfff640 1 -- 172.21.15.76:0/3876180093 >> v2:172.21.15.192:3300/0 conn(0x7f02cc06c8a0 msgr2=0x7f02cc0b1160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:35.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.976+0000 7f02cbfff640 1 --2- 172.21.15.76:0/3876180093 >> v2:172.21.15.192:3300/0 conn(0x7f02cc06c8a0 0x7f02cc0b1160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:35.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.976+0000 7f02cbfff640 1 -- 172.21.15.76:0/3876180093 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f02cc0705f0 con 0x7f02cc158b00 2024-09-13T16:14:35.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.976+0000 7f02cbfff640 1 -- 172.21.15.76:0/3876180093 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f02c4001690 con 0x7f02cc158b00 2024-09-13T16:14:35.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.976+0000 7f02d1b8a640 1 --2- 172.21.15.76:0/3876180093 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f02cc071b20 0x7f02cc0b16a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:14:35.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.976+0000 7f02cbfff640 1 -- 172.21.15.76:0/3876180093 >> v1:172.21.15.76:6789/0 conn(0x7f02cc158b00 legacy=0x7f02cc06c190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:35.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.976+0000 7f02cbfff640 1 --2- 172.21.15.76:0/3876180093 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f02cc071b20 0x7f02b4003970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:35.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.976+0000 7f02cbfff640 1 --2- 172.21.15.76:0/3876180093 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f02b4003f60 0x7f02b40047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:35.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.976+0000 7f02cbfff640 1 --2- 172.21.15.76:0/3876180093 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f02b4004d00 0x7f02b4005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:35.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.976+0000 7f02cbfff640 1 -- 172.21.15.76:0/3876180093 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f02cc0b2ff0 con 0x7f02b4004d00 2024-09-13T16:14:35.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.976+0000 7f02cbfff640 1 -- 172.21.15.76:0/3876180093 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f02cc070310 con 0x7f02b4003f60 2024-09-13T16:14:35.982 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.976+0000 7f02cbfff640 1 -- 172.21.15.76:0/3876180093 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f02b400ba60 con 0x7f02cc071b20 2024-09-13T16:14:35.982 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.976+0000 7f02d1b8a640 1 --2- 172.21.15.76:0/3876180093 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f02b4004d00 0x7f02b4005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:35.982 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.976+0000 7f02d1389640 1 --2- 172.21.15.76:0/3876180093 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f02cc071b20 0x7f02b4003970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:35.982 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.976+0000 7f02d0b88640 1 --2- 172.21.15.76:0/3876180093 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f02b4003f60 0x7f02b40047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:35.982 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.976+0000 7f02d1b8a640 1 -- 172.21.15.76:0/3876180093 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f02cc071b20 msgr2=0x7f02b4003970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:35.982 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.976+0000 7f02d1b8a640 1 --2- 172.21.15.76:0/3876180093 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f02cc071b20 0x7f02b4003970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:35.982 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.976+0000 7f02d1b8a640 1 -- 172.21.15.76:0/3876180093 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f02b4003f60 msgr2=0x7f02b40047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:35.982 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.976+0000 7f02d1b8a640 1 --2- 172.21.15.76:0/3876180093 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f02b4003f60 0x7f02b40047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:35.982 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.976+0000 7f02d1b8a640 1 -- 172.21.15.76:0/3876180093 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f02b4003520 con 0x7f02b4004d00 2024-09-13T16:14:35.982 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.976+0000 7f02d0b88640 1 --2- 172.21.15.76:0/3876180093 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f02b4003f60 0x7f02b40047c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:14:35.982 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.977+0000 7f02d1b8a640 1 --2- 172.21.15.76:0/3876180093 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f02b4004d00 0x7f02b4005180 secure :-1 s=READY pgs=2070 cs=0 l=1 rev1=1 crypto rx=0x7f02bc0098a0 tx=0x7f02b40057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d6715e37ffff50a4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:35.982 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.977+0000 7f02cbfff640 1 -- 172.21.15.76:0/3876180093 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02bc02ace0 con 0x7f02b4004d00 2024-09-13T16:14:35.982 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.977+0000 7f02cbfff640 1 -- 172.21.15.76:0/3876180093 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f02bc02ae40 con 0x7f02b4004d00 2024-09-13T16:14:35.982 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.977+0000 7f02cbfff640 1 -- 172.21.15.76:0/3876180093 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02bc004250 con 0x7f02b4004d00 2024-09-13T16:14:35.983 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.978+0000 7f02d35ed640 1 -- 172.21.15.76:0/3876180093 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f02b4004d00 msgr2=0x7f02b4005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:35.983 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.978+0000 7f02d35ed640 1 --2- 172.21.15.76:0/3876180093 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f02b4004d00 0x7f02b4005180 secure :-1 s=READY pgs=2070 cs=0 l=1 rev1=1 crypto rx=0x7f02bc0098a0 tx=0x7f02b40057f0 comp rx=0 tx=0).stop 2024-09-13T16:14:35.983 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.978+0000 7f02d1b8a640 1 -- 172.21.15.76:0/3876180093 reap_dead start 2024-09-13T16:14:35.983 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.978+0000 7f02d35ed640 1 -- 172.21.15.76:0/3876180093 shutdown_connections 2024-09-13T16:14:35.983 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.978+0000 7f02d35ed640 1 -- 172.21.15.76:0/3876180093 >> 172.21.15.76:0/3876180093 conn(0x7f02cc06a0b0 msgr2=0x7f02cc06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:35.983 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.978+0000 7f02d35ed640 1 -- 172.21.15.76:0/3876180093 shutdown_connections 2024-09-13T16:14:35.983 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.978+0000 7f02d35ed640 1 -- 172.21.15.76:0/3876180093 wait complete. 2024-09-13T16:14:35.983 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.979+0000 7f02d35ed640 1 Processor -- start 2024-09-13T16:14:35.983 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.979+0000 7f02d35ed640 1 -- start start 2024-09-13T16:14:35.986 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.980+0000 7f02d35ed640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f02b4004d00 0x7f02cc15bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:35.986 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.980+0000 7f02d35ed640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f02cc15a590 0x7f02cc09abb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:35.986 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.980+0000 7f02d35ed640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f02cc0c3d40 0x7f02cc0c41c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:35.986 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.980+0000 7f02d35ed640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f02cc0c4700 con 0x7f02b4004d00 2024-09-13T16:14:35.986 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.980+0000 7f02d35ed640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f02cc098410 con 0x7f02cc15a590 2024-09-13T16:14:35.986 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.980+0000 7f02d35ed640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f02cc15b5a0 con 0x7f02cc0c3d40 2024-09-13T16:14:35.986 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.980+0000 7f02d1389640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f02b4004d00 0x7f02cc15bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:35.986 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.980+0000 7f02d1389640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f02b4004d00 0x7f02cc15bbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49826/0 (socket says 172.21.15.76:49826) 2024-09-13T16:14:35.986 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.980+0000 7f02d1389640 1 -- 172.21.15.76:0/1649270898 learned_addr learned my addr 172.21.15.76:0/1649270898 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:35.986 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.980+0000 7f02d0b88640 1 --2- 172.21.15.76:0/1649270898 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f02cc15a590 0x7f02cc09abb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:35.986 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.980+0000 7f02d1b8a640 1 --2- 172.21.15.76:0/1649270898 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f02cc0c3d40 0x7f02cc0c41c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:35.987 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.980+0000 7f02d1389640 1 -- 172.21.15.76:0/1649270898 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f02cc0c3d40 msgr2=0x7f02cc0c41c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:35.987 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.980+0000 7f02d1389640 1 --2- 172.21.15.76:0/1649270898 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f02cc0c3d40 0x7f02cc0c41c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:35.987 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.980+0000 7f02d1389640 1 -- 172.21.15.76:0/1649270898 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f02cc15a590 msgr2=0x7f02cc09abb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:35.987 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.980+0000 7f02d1389640 1 --2- 172.21.15.76:0/1649270898 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f02cc15a590 0x7f02cc09abb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:35.987 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.980+0000 7f02d1389640 1 -- 172.21.15.76:0/1649270898 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f02cc15ad00 con 0x7f02b4004d00 2024-09-13T16:14:35.987 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.980+0000 7f02d1389640 1 --2- 172.21.15.76:0/1649270898 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f02b4004d00 0x7f02cc15bbe0 secure :-1 s=READY pgs=2071 cs=0 l=1 rev1=1 crypto rx=0x7f02c4007370 tx=0x7f02c4007830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:35.987 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.980+0000 7f02c9ffb640 1 -- 172.21.15.76:0/1649270898 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02c400f960 con 0x7f02b4004d00 2024-09-13T16:14:35.987 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.980+0000 7f02c9ffb640 1 -- 172.21.15.76:0/1649270898 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f02c400fb00 con 0x7f02b4004d00 2024-09-13T16:14:35.987 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.980+0000 7f02d35ed640 1 -- 172.21.15.76:0/1649270898 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f02cc15afe0 con 0x7f02b4004d00 2024-09-13T16:14:35.987 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.980+0000 7f02c9ffb640 1 -- 172.21.15.76:0/1649270898 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02c400feb0 con 0x7f02b4004d00 2024-09-13T16:14:35.987 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.981+0000 7f02d35ed640 1 -- 172.21.15.76:0/1649270898 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f02cc15aa10 con 0x7f02b4004d00 2024-09-13T16:14:35.987 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.982+0000 7f02d35ed640 1 -- 172.21.15.76:0/1649270898 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f02cc0ce9d0 con 0x7f02b4004d00 2024-09-13T16:14:35.988 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.982+0000 7f02c9ffb640 1 -- 172.21.15.76:0/1649270898 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f02c401d460 con 0x7f02b4004d00 2024-09-13T16:14:35.988 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.982+0000 7f02c9ffb640 1 --2- 172.21.15.76:0/1649270898 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f02b806ac00 0x7f02b806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:35.988 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.982+0000 7f02c9ffb640 1 -- 172.21.15.76:0/1649270898 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(150..150 src has 1..150) v4 ==== 6174+0+0 (secure 0 0 0) 0x7f02c40896d0 con 0x7f02b4004d00 2024-09-13T16:14:35.988 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.983+0000 7f02d0b88640 1 --2- 172.21.15.76:0/1649270898 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f02b806ac00 0x7f02b806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:35.988 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.983+0000 7f02d0b88640 1 --2- 172.21.15.76:0/1649270898 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f02b806ac00 0x7f02b806d0c0 secure :-1 s=READY pgs=880 cs=0 l=1 rev1=1 crypto rx=0x7f02cc072c60 tx=0x7f02c000b040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:35.988 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:35.987+0000 7f02c9ffb640 1 -- 172.21.15.76:0/1649270898 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f02c4054770 con 0x7f02b4004d00 2024-09-13T16:14:36.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.151+0000 7f02d35ed640 1 -- 172.21.15.76:0/1649270898 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f02cc1e3300 con 0x7f02b4004d00 2024-09-13T16:14:36.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.151+0000 7f02c9ffb640 1 -- 172.21.15.76:0/1649270898 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v150) v1 ==== 100+0+11 (secure 0 0 0) 0x7f02c4057d90 con 0x7f02b4004d00 2024-09-13T16:14:36.153 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2024-09-13T16:14:36.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.153+0000 7f02d35ed640 1 -- 172.21.15.76:0/1649270898 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f02b806ac00 msgr2=0x7f02b806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:36.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.153+0000 7f02d35ed640 1 --2- 172.21.15.76:0/1649270898 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f02b806ac00 0x7f02b806d0c0 secure :-1 s=READY pgs=880 cs=0 l=1 rev1=1 crypto rx=0x7f02cc072c60 tx=0x7f02c000b040 comp rx=0 tx=0).stop 2024-09-13T16:14:36.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.153+0000 7f02d35ed640 1 -- 172.21.15.76:0/1649270898 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f02b4004d00 msgr2=0x7f02cc15bbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:36.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.153+0000 7f02d35ed640 1 --2- 172.21.15.76:0/1649270898 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f02b4004d00 0x7f02cc15bbe0 secure :-1 s=READY pgs=2071 cs=0 l=1 rev1=1 crypto rx=0x7f02c4007370 tx=0x7f02c4007830 comp rx=0 tx=0).stop 2024-09-13T16:14:36.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.154+0000 7f02d35ed640 1 -- 172.21.15.76:0/1649270898 shutdown_connections 2024-09-13T16:14:36.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.154+0000 7f02d35ed640 1 --2- 172.21.15.76:0/1649270898 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f02b806ac00 0x7f02b806d0c0 unknown :-1 s=CLOSED pgs=880 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:36.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.154+0000 7f02d35ed640 1 --2- 172.21.15.76:0/1649270898 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f02cc0c3d40 0x7f02cc0c41c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:36.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.154+0000 7f02d35ed640 1 --2- 172.21.15.76:0/1649270898 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f02cc15a590 0x7f02cc09abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:36.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.154+0000 7f02d35ed640 1 --2- 172.21.15.76:0/1649270898 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f02b4004d00 0x7f02cc15bbe0 unknown :-1 s=CLOSED pgs=2071 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:36.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.154+0000 7f02d35ed640 1 -- 172.21.15.76:0/1649270898 >> 172.21.15.76:0/1649270898 conn(0x7f02cc06a0b0 msgr2=0x7f02cc06c120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:36.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.154+0000 7f02d35ed640 1 -- 172.21.15.76:0/1649270898 shutdown_connections 2024-09-13T16:14:36.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.154+0000 7f02d35ed640 1 -- 172.21.15.76:0/1649270898 wait complete. 2024-09-13T16:14:36.166 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:14:36.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.264+0000 7fa55acd0640 1 Processor -- start 2024-09-13T16:14:36.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.264+0000 7fa55acd0640 1 -- start start 2024-09-13T16:14:36.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.264+0000 7fa55acd0640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fa5540cace0 0x7fa5540cb150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:36.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.265+0000 7fa55acd0640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa5540c8920 con 0x7fa55415a2e0 2024-09-13T16:14:36.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.265+0000 7fa55acd0640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa55415a6c0 con 0x7fa55406d030 2024-09-13T16:14:36.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.265+0000 7fa55acd0640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa5540cb690 con 0x7fa5540cace0 2024-09-13T16:14:36.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.265+0000 7fa558a6c640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fa55415a2e0 0x7fa5540c9a40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:35854/0 (socket says 172.21.15.76:35854) 2024-09-13T16:14:36.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.265+0000 7fa558a6c640 1 -- 172.21.15.76:0/1433565850 learned_addr learned my addr 172.21.15.76:0/1433565850 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:14:36.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.265+0000 7fa553fff640 1 --2- 172.21.15.76:0/1433565850 >> v2:172.21.15.192:3300/0 conn(0x7fa5540cace0 0x7fa5540cb150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:36.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.265+0000 7fa5537fe640 1 -- 172.21.15.76:0/1433565850 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2849645866 0 0) 0x7fa5540c8920 con 0x7fa55415a2e0 2024-09-13T16:14:36.270 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.265+0000 7fa5537fe640 1 -- 172.21.15.76:0/1433565850 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa544003520 con 0x7fa55415a2e0 2024-09-13T16:14:36.270 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.265+0000 7fa5537fe640 1 -- 172.21.15.76:0/1433565850 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4255293007 0 0) 0x7fa544003520 con 0x7fa55415a2e0 2024-09-13T16:14:36.270 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.265+0000 7fa5537fe640 1 -- 172.21.15.76:0/1433565850 >> v2:172.21.15.192:3300/0 conn(0x7fa5540cace0 msgr2=0x7fa5540cb150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:36.270 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.265+0000 7fa5537fe640 1 --2- 172.21.15.76:0/1433565850 >> v2:172.21.15.192:3300/0 conn(0x7fa5540cace0 0x7fa5540cb150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:36.270 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.265+0000 7fa5537fe640 1 -- 172.21.15.76:0/1433565850 >> v1:172.21.15.192:6789/0 conn(0x7fa55406d030 legacy=0x7fa55406d480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:36.270 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.265+0000 7fa5537fe640 1 -- 172.21.15.76:0/1433565850 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa5540ca500 con 0x7fa55415a2e0 2024-09-13T16:14:36.270 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.265+0000 7fa5537fe640 1 -- 172.21.15.76:0/1433565850 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7fa548001670 con 0x7fa55415a2e0 2024-09-13T16:14:36.270 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.265+0000 7fa5537fe640 1 -- 172.21.15.76:0/1433565850 >> v1:172.21.15.76:6789/0 conn(0x7fa55415a2e0 legacy=0x7fa5540c9a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:36.270 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.265+0000 7fa5537fe640 1 --2- 172.21.15.76:0/1433565850 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa544003970 0x7fa544003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:36.270 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.265+0000 7fa5537fe640 1 --2- 172.21.15.76:0/1433565850 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa5440047c0 0x7fa544004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:36.270 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.265+0000 7fa5537fe640 1 --2- 172.21.15.76:0/1433565850 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa544005180 0x7fa54400b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:36.270 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.265+0000 7fa5537fe640 1 -- 172.21.15.76:0/1433565850 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa5540cb690 con 0x7fa544003970 2024-09-13T16:14:36.270 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.265+0000 7fa5537fe640 1 -- 172.21.15.76:0/1433565850 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa54400c020 con 0x7fa5440047c0 2024-09-13T16:14:36.271 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.265+0000 7fa5537fe640 1 -- 172.21.15.76:0/1433565850 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa54400c1e0 con 0x7fa544005180 2024-09-13T16:14:36.271 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.265+0000 7fa558a6c640 1 --2- 172.21.15.76:0/1433565850 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa544003970 0x7fa544003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:36.271 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.265+0000 7fa553fff640 1 --2- 172.21.15.76:0/1433565850 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa5440047c0 0x7fa544004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:36.271 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.266+0000 7fa55926d640 1 --2- 172.21.15.76:0/1433565850 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa544005180 0x7fa54400b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:36.271 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.266+0000 7fa558a6c640 1 -- 172.21.15.76:0/1433565850 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa544005180 msgr2=0x7fa54400b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:36.271 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.266+0000 7fa558a6c640 1 --2- 172.21.15.76:0/1433565850 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa544005180 0x7fa54400b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:36.271 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.266+0000 7fa558a6c640 1 -- 172.21.15.76:0/1433565850 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa5440047c0 msgr2=0x7fa544004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:36.271 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.266+0000 7fa558a6c640 1 --2- 172.21.15.76:0/1433565850 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa5440047c0 0x7fa544004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:36.271 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.266+0000 7fa558a6c640 1 -- 172.21.15.76:0/1433565850 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa544003520 con 0x7fa544003970 2024-09-13T16:14:36.271 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.266+0000 7fa55926d640 1 --2- 172.21.15.76:0/1433565850 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa544005180 0x7fa54400b980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:14:36.271 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.266+0000 7fa55926d640 1 -- 172.21.15.76:0/1433565850 reap_dead start 2024-09-13T16:14:36.271 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.266+0000 7fa558a6c640 1 --2- 172.21.15.76:0/1433565850 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa544003970 0x7fa544003d90 secure :-1 s=READY pgs=2073 cs=0 l=1 rev1=1 crypto rx=0x7fa54800c240 tx=0x7fa5440057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dbd53980a8131446 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:36.271 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.267+0000 7fa5537fe640 1 -- 172.21.15.76:0/1433565850 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa54802e070 con 0x7fa544003970 2024-09-13T16:14:36.272 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.267+0000 7fa5537fe640 1 -- 172.21.15.76:0/1433565850 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa5480058d0 con 0x7fa544003970 2024-09-13T16:14:36.272 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.267+0000 7fa5537fe640 1 -- 172.21.15.76:0/1433565850 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa548005d00 con 0x7fa544003970 2024-09-13T16:14:36.272 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.267+0000 7fa55acd0640 1 -- 172.21.15.76:0/1433565850 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa544003970 msgr2=0x7fa544003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:36.272 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.267+0000 7fa55acd0640 1 --2- 172.21.15.76:0/1433565850 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa544003970 0x7fa544003d90 secure :-1 s=READY pgs=2073 cs=0 l=1 rev1=1 crypto rx=0x7fa54800c240 tx=0x7fa5440057f0 comp rx=0 tx=0).stop 2024-09-13T16:14:36.272 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.267+0000 7fa55acd0640 1 -- 172.21.15.76:0/1433565850 shutdown_connections 2024-09-13T16:14:36.272 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.267+0000 7fa55acd0640 1 --2- 172.21.15.76:0/1433565850 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa544003970 0x7fa544003d90 unknown :-1 s=CLOSED pgs=2073 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:36.272 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.267+0000 7fa55acd0640 1 -- 172.21.15.76:0/1433565850 >> 172.21.15.76:0/1433565850 conn(0x7fa554069ed0 msgr2=0x7fa55406a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:36.272 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.267+0000 7fa55acd0640 1 -- 172.21.15.76:0/1433565850 shutdown_connections 2024-09-13T16:14:36.272 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.267+0000 7fa55acd0640 1 -- 172.21.15.76:0/1433565850 wait complete. 2024-09-13T16:14:36.275 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.268+0000 7fa55acd0640 1 Processor -- start 2024-09-13T16:14:36.275 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.268+0000 7fa55acd0640 1 -- start start 2024-09-13T16:14:36.275 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.269+0000 7fa55acd0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa544003970 0x7fa5540ce800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:36.275 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.269+0000 7fa55acd0640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa55415b8f0 0x7fa554097920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:36.275 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.269+0000 7fa55acd0640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa55415c390 0x7fa55415c810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:36.275 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.269+0000 7fa55acd0640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa554097e60 con 0x7fa544003970 2024-09-13T16:14:36.275 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.269+0000 7fa55acd0640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa55415d1f0 con 0x7fa55415c390 2024-09-13T16:14:36.275 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.269+0000 7fa55acd0640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa5540c6ea0 con 0x7fa55415b8f0 2024-09-13T16:14:36.275 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.269+0000 7fa558a6c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa544003970 0x7fa5540ce800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:36.276 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.269+0000 7fa558a6c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa544003970 0x7fa5540ce800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49836/0 (socket says 172.21.15.76:49836) 2024-09-13T16:14:36.276 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.269+0000 7fa558a6c640 1 -- 172.21.15.76:0/1000375267 learned_addr learned my addr 172.21.15.76:0/1000375267 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:36.276 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.269+0000 7fa55926d640 1 --2- 172.21.15.76:0/1000375267 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa55415c390 0x7fa55415c810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:36.276 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.269+0000 7fa553fff640 1 --2- 172.21.15.76:0/1000375267 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa55415b8f0 0x7fa554097920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:36.276 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.270+0000 7fa558a6c640 1 -- 172.21.15.76:0/1000375267 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa55415b8f0 msgr2=0x7fa554097920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:36.276 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.270+0000 7fa558a6c640 1 --2- 172.21.15.76:0/1000375267 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa55415b8f0 0x7fa554097920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:36.276 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.270+0000 7fa558a6c640 1 -- 172.21.15.76:0/1000375267 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa55415c390 msgr2=0x7fa55415c810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:36.276 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.270+0000 7fa558a6c640 1 --2- 172.21.15.76:0/1000375267 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa55415c390 0x7fa55415c810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:36.276 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.270+0000 7fa558a6c640 1 -- 172.21.15.76:0/1000375267 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa5540c7180 con 0x7fa544003970 2024-09-13T16:14:36.276 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.270+0000 7fa558a6c640 1 --2- 172.21.15.76:0/1000375267 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa544003970 0x7fa5540ce800 secure :-1 s=READY pgs=2074 cs=0 l=1 rev1=1 crypto rx=0x7fa54802ad70 tx=0x7fa548001a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:36.276 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.270+0000 7fa5517fa640 1 -- 172.21.15.76:0/1000375267 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa548004e10 con 0x7fa544003970 2024-09-13T16:14:36.276 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.270+0000 7fa5517fa640 1 -- 172.21.15.76:0/1000375267 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa548000ed0 con 0x7fa544003970 2024-09-13T16:14:36.276 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.270+0000 7fa55acd0640 1 -- 172.21.15.76:0/1000375267 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa5540c7460 con 0x7fa544003970 2024-09-13T16:14:36.277 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.270+0000 7fa5517fa640 1 -- 172.21.15.76:0/1000375267 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa548005260 con 0x7fa544003970 2024-09-13T16:14:36.277 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.270+0000 7fa55acd0640 1 -- 172.21.15.76:0/1000375267 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa5540c7c60 con 0x7fa544003970 2024-09-13T16:14:36.277 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.271+0000 7fa55acd0640 1 -- 172.21.15.76:0/1000375267 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa5540c9630 con 0x7fa544003970 2024-09-13T16:14:36.277 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.272+0000 7fa5517fa640 1 -- 172.21.15.76:0/1000375267 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fa5480053c0 con 0x7fa544003970 2024-09-13T16:14:36.277 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.272+0000 7fa5517fa640 1 --2- 172.21.15.76:0/1000375267 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa53806ac00 0x7fa53806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:36.277 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.272+0000 7fa5517fa640 1 -- 172.21.15.76:0/1000375267 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(150..150 src has 1..150) v4 ==== 6174+0+0 (secure 0 0 0) 0x7fa5480a8900 con 0x7fa544003970 2024-09-13T16:14:36.277 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.272+0000 7fa553fff640 1 --2- 172.21.15.76:0/1000375267 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa53806ac00 0x7fa53806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:36.277 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.272+0000 7fa553fff640 1 --2- 172.21.15.76:0/1000375267 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa53806ac00 0x7fa53806d0c0 secure :-1 s=READY pgs=881 cs=0 l=1 rev1=1 crypto rx=0x7fa5540c6dd0 tx=0x7fa540008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:36.277 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.276+0000 7fa5517fa640 1 -- 172.21.15.76:0/1000375267 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fa5480739f0 con 0x7fa544003970 2024-09-13T16:14:36.449 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.447+0000 7fa55acd0640 1 -- 172.21.15.76:0/1000375267 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fa5540af550 con 0x7fa544003970 2024-09-13T16:14:36.449 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.448+0000 7fa5517fa640 1 -- 172.21.15.76:0/1000375267 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v150) v1 ==== 80+0+0 (secure 0 0 0) 0x7fa548077010 con 0x7fa544003970 2024-09-13T16:14:36.449 INFO:teuthology.orchestra.run.smithi076.stderr:listed 0 entries 2024-09-13T16:14:36.451 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.450+0000 7fa55acd0640 1 -- 172.21.15.76:0/1000375267 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa53806ac00 msgr2=0x7fa53806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:36.451 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.450+0000 7fa55acd0640 1 --2- 172.21.15.76:0/1000375267 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa53806ac00 0x7fa53806d0c0 secure :-1 s=READY pgs=881 cs=0 l=1 rev1=1 crypto rx=0x7fa5540c6dd0 tx=0x7fa540008040 comp rx=0 tx=0).stop 2024-09-13T16:14:36.452 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.450+0000 7fa55acd0640 1 -- 172.21.15.76:0/1000375267 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa544003970 msgr2=0x7fa5540ce800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:36.452 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.450+0000 7fa55acd0640 1 --2- 172.21.15.76:0/1000375267 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa544003970 0x7fa5540ce800 secure :-1 s=READY pgs=2074 cs=0 l=1 rev1=1 crypto rx=0x7fa54802ad70 tx=0x7fa548001a00 comp rx=0 tx=0).stop 2024-09-13T16:14:36.452 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.450+0000 7fa55acd0640 1 -- 172.21.15.76:0/1000375267 shutdown_connections 2024-09-13T16:14:36.452 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.450+0000 7fa55acd0640 1 --2- 172.21.15.76:0/1000375267 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa55415c390 0x7fa55415c810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:36.452 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.450+0000 7fa55acd0640 1 --2- 172.21.15.76:0/1000375267 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa53806ac00 0x7fa53806d0c0 unknown :-1 s=CLOSED pgs=881 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:36.452 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.450+0000 7fa55acd0640 1 --2- 172.21.15.76:0/1000375267 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa55415b8f0 0x7fa554097920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:36.452 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.450+0000 7fa55acd0640 1 --2- 172.21.15.76:0/1000375267 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa544003970 0x7fa5540ce800 unknown :-1 s=CLOSED pgs=2074 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:36.452 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.450+0000 7fa55acd0640 1 -- 172.21.15.76:0/1000375267 >> 172.21.15.76:0/1000375267 conn(0x7fa554069ed0 msgr2=0x7fa5540ad150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:36.452 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.450+0000 7fa55acd0640 1 -- 172.21.15.76:0/1000375267 shutdown_connections 2024-09-13T16:14:36.452 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.450+0000 7fa55acd0640 1 -- 172.21.15.76:0/1000375267 wait complete. 2024-09-13T16:14:36.462 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi192.front.sepia.ceph.com... 2024-09-13T16:14:36.462 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:14:36.462 DEBUG:teuthology.orchestra.run.smithi192:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-13T16:14:36.490 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi192.stderr:ceph-fuse[49426]: fuse finished with error 0 and tester_r 0 2024-09-13T16:14:36.492 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi192.front.sepia.ceph.com 2024-09-13T16:14:36.492 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:14:36.492 DEBUG:teuthology.orchestra.run.smithi192:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-13T16:14:36.663 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:14:36.663 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:14:36.679 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18725 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T16:14:36.679 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi076.front.sepia.ceph.com 2024-09-13T16:14:36.679 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:14:36.679 DEBUG:teuthology.orchestra.run.smithi076:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-13T16:14:36.734 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:14:36.735 INFO:teuthology.orchestra.run.smithi076.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.2': No such file or directory 2024-09-13T16:14:36.735 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-13T16:14:36.735 DEBUG:teuthology.orchestra.run.smithi192:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:14:36.754 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056014,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20494 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-13T16:14:36.754 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi192.front.sepia.ceph.com 2024-09-13T16:14:36.755 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:14:36.755 DEBUG:teuthology.orchestra.run.smithi192:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-13T16:14:36.814 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:14:36.815 INFO:teuthology.orchestra.run.smithi192.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.3': No such file or directory 2024-09-13T16:14:36.815 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:14:36.913 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.912+0000 7f99f76e5640 1 Processor -- start 2024-09-13T16:14:36.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.912+0000 7f99f76e5640 1 -- start start 2024-09-13T16:14:36.915 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.913+0000 7f99f76e5640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f99f015a2e0 0x7f99f00c9a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:36.915 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.913+0000 7f99f76e5640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f99f00c9f80 0x7f99f00cace0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:36.915 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.913+0000 7f99f76e5640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f99f00cb220 0x7f99f00ce260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:36.915 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.913+0000 7f99f76e5640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f99f00c8920 con 0x7f99f015a2e0 2024-09-13T16:14:36.915 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.913+0000 7f99f76e5640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f99f00cb650 con 0x7f99f00cb220 2024-09-13T16:14:36.915 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.913+0000 7f99f76e5640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f99f015a6c0 con 0x7f99f00c9f80 2024-09-13T16:14:36.915 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.913+0000 7f99f5481640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f99f015a2e0 0x7f99f00c9a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:36.915 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.913+0000 7f99f5481640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f99f015a2e0 0x7f99f00c9a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49850/0 (socket says 172.21.15.76:49850) 2024-09-13T16:14:36.916 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.913+0000 7f99f5481640 1 -- 172.21.15.76:0/773081051 learned_addr learned my addr 172.21.15.76:0/773081051 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:36.916 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.913+0000 7f99f4c80640 1 --2- 172.21.15.76:0/773081051 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f99f00c9f80 0x7f99f00cace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:36.916 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.913+0000 7f99f5c82640 1 --2- 172.21.15.76:0/773081051 >> v2:172.21.15.192:3300/0 conn(0x7f99f00cb220 0x7f99f00ce260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:36.916 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.913+0000 7f99f5481640 1 -- 172.21.15.76:0/773081051 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f99f00c9f80 msgr2=0x7f99f00cace0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:36.916 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.913+0000 7f99f5481640 1 --2- 172.21.15.76:0/773081051 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f99f00c9f80 0x7f99f00cace0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:36.916 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.913+0000 7f99f5481640 1 -- 172.21.15.76:0/773081051 >> v2:172.21.15.192:3300/0 conn(0x7f99f00cb220 msgr2=0x7f99f00ce260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:36.916 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.913+0000 7f99f5481640 1 --2- 172.21.15.76:0/773081051 >> v2:172.21.15.192:3300/0 conn(0x7f99f00cb220 0x7f99f00ce260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:36.916 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.914+0000 7f99f5481640 1 -- 172.21.15.76:0/773081051 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f99f00ca500 con 0x7f99f015a2e0 2024-09-13T16:14:36.916 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.914+0000 7f99f4c80640 1 --2- 172.21.15.76:0/773081051 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f99f00c9f80 0x7f99f00cace0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:14:36.916 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.914+0000 7f99f5c82640 1 --2- 172.21.15.76:0/773081051 >> v2:172.21.15.192:3300/0 conn(0x7f99f00cb220 0x7f99f00ce260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:14:36.917 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.914+0000 7f99f5481640 1 --2- 172.21.15.76:0/773081051 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f99f015a2e0 0x7f99f00c9a40 secure :-1 s=READY pgs=2075 cs=0 l=1 rev1=1 crypto rx=0x7f99f00c1c10 tx=0x7f99ec02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c23818db58f29803 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:36.917 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.916+0000 7f99e7fff640 1 -- 172.21.15.76:0/773081051 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f99ec032440 con 0x7f99f015a2e0 2024-09-13T16:14:36.917 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.916+0000 7f99e7fff640 1 -- 172.21.15.76:0/773081051 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f99ec0325a0 con 0x7f99f015a2e0 2024-09-13T16:14:36.918 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.916+0000 7f99e7fff640 1 -- 172.21.15.76:0/773081051 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f99ec032930 con 0x7f99f015a2e0 2024-09-13T16:14:36.918 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.917+0000 7f99f76e5640 1 -- 172.21.15.76:0/773081051 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f99f015a2e0 msgr2=0x7f99f00c9a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:36.918 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.917+0000 7f99f76e5640 1 --2- 172.21.15.76:0/773081051 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f99f015a2e0 0x7f99f00c9a40 secure :-1 s=READY pgs=2075 cs=0 l=1 rev1=1 crypto rx=0x7f99f00c1c10 tx=0x7f99ec02a1e0 comp rx=0 tx=0).stop 2024-09-13T16:14:36.919 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.917+0000 7f99f76e5640 1 -- 172.21.15.76:0/773081051 shutdown_connections 2024-09-13T16:14:36.919 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.917+0000 7f99f76e5640 1 --2- 172.21.15.76:0/773081051 >> v2:172.21.15.192:3300/0 conn(0x7f99f00cb220 0x7f99f00ce260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:36.919 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.917+0000 7f99f76e5640 1 --2- 172.21.15.76:0/773081051 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f99f00c9f80 0x7f99f00cace0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:36.919 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.917+0000 7f99f76e5640 1 --2- 172.21.15.76:0/773081051 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f99f015a2e0 0x7f99f00c9a40 unknown :-1 s=CLOSED pgs=2075 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:36.919 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.917+0000 7f99f76e5640 1 -- 172.21.15.76:0/773081051 >> 172.21.15.76:0/773081051 conn(0x7f99f0069ed0 msgr2=0x7f99f006a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:36.919 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.917+0000 7f99f76e5640 1 -- 172.21.15.76:0/773081051 shutdown_connections 2024-09-13T16:14:36.919 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.917+0000 7f99f76e5640 1 -- 172.21.15.76:0/773081051 wait complete. 2024-09-13T16:14:36.919 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.918+0000 7f99f76e5640 1 Processor -- start 2024-09-13T16:14:36.920 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.918+0000 7f99f76e5640 1 -- start start 2024-09-13T16:14:36.921 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.919+0000 7f99f76e5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f99f00c9f80 0x7f99f0159110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:36.921 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.919+0000 7f99f76e5640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f99f00cb220 0x7f99f00c5d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:36.922 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.919+0000 7f99f76e5640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f99f015a2e0 0x7f99f00cbea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:36.922 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.919+0000 7f99f76e5640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f99f00c56f0 con 0x7f99f00c9f80 2024-09-13T16:14:36.922 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.919+0000 7f99f76e5640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f99f00ccde0 con 0x7f99f00cb220 2024-09-13T16:14:36.922 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.919+0000 7f99f76e5640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f99f00c4ba0 con 0x7f99f015a2e0 2024-09-13T16:14:36.922 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.919+0000 7f99f5481640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f99f00c9f80 0x7f99f0159110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:36.922 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.919+0000 7f99f5481640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f99f00c9f80 0x7f99f0159110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49866/0 (socket says 172.21.15.76:49866) 2024-09-13T16:14:36.922 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.919+0000 7f99f5481640 1 -- 172.21.15.76:0/193483954 learned_addr learned my addr 172.21.15.76:0/193483954 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:36.922 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.919+0000 7f99f4c80640 1 --2- 172.21.15.76:0/193483954 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f99f00cb220 0x7f99f00c5d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:36.922 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.919+0000 7f99f5c82640 1 --2- 172.21.15.76:0/193483954 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f99f015a2e0 0x7f99f00cbea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:36.922 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.919+0000 7f99f5481640 1 -- 172.21.15.76:0/193483954 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f99f015a2e0 msgr2=0x7f99f00cbea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:36.922 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.919+0000 7f99f5481640 1 --2- 172.21.15.76:0/193483954 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f99f015a2e0 0x7f99f00cbea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:36.922 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.919+0000 7f99f5481640 1 -- 172.21.15.76:0/193483954 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f99f00cb220 msgr2=0x7f99f00c5d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:36.922 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.919+0000 7f99f5481640 1 --2- 172.21.15.76:0/193483954 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f99f00cb220 0x7f99f00c5d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:36.923 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.919+0000 7f99f5481640 1 -- 172.21.15.76:0/193483954 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f99ec0094d0 con 0x7f99f00c9f80 2024-09-13T16:14:36.923 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.920+0000 7f99f5481640 1 --2- 172.21.15.76:0/193483954 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f99f00c9f80 0x7f99f0159110 secure :-1 s=READY pgs=2076 cs=0 l=1 rev1=1 crypto rx=0x7f99ec000c00 tx=0x7f99ec0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:36.923 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.920+0000 7f99e5ffb640 1 -- 172.21.15.76:0/193483954 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f99ec030b80 con 0x7f99f00c9f80 2024-09-13T16:14:36.923 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.920+0000 7f99e5ffb640 1 -- 172.21.15.76:0/193483954 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f99ec030ce0 con 0x7f99f00c9f80 2024-09-13T16:14:36.923 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.920+0000 7f99f76e5640 1 -- 172.21.15.76:0/193483954 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f99f00c4e80 con 0x7f99f00c9f80 2024-09-13T16:14:36.923 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.920+0000 7f99e5ffb640 1 -- 172.21.15.76:0/193483954 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f99ec03d680 con 0x7f99f00c9f80 2024-09-13T16:14:36.923 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.920+0000 7f99f76e5640 1 -- 172.21.15.76:0/193483954 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f99f0159650 con 0x7f99f00c9f80 2024-09-13T16:14:36.924 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.921+0000 7f99f76e5640 1 -- 172.21.15.76:0/193483954 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f99f00c4ce0 con 0x7f99f00c9f80 2024-09-13T16:14:36.924 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.922+0000 7f99e5ffb640 1 -- 172.21.15.76:0/193483954 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f99ec039040 con 0x7f99f00c9f80 2024-09-13T16:14:36.924 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.922+0000 7f99e5ffb640 1 --2- 172.21.15.76:0/193483954 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f99d406ac00 0x7f99d406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:36.924 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.922+0000 7f99e5ffb640 1 -- 172.21.15.76:0/193483954 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(150..150 src has 1..150) v4 ==== 6174+0+0 (secure 0 0 0) 0x7f99ec0aa080 con 0x7f99f00c9f80 2024-09-13T16:14:36.924 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.922+0000 7f99f4c80640 1 --2- 172.21.15.76:0/193483954 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f99d406ac00 0x7f99d406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:36.924 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.923+0000 7f99f4c80640 1 --2- 172.21.15.76:0/193483954 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f99d406ac00 0x7f99d406d0c0 secure :-1 s=READY pgs=882 cs=0 l=1 rev1=1 crypto rx=0x7f99f00c9f50 tx=0x7f99e0008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:36.927 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:36.926+0000 7f99e5ffb640 1 -- 172.21.15.76:0/193483954 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f99f00c4ce0 con 0x7f99f00c9f80 2024-09-13T16:14:37.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.123+0000 7f99f76e5640 1 -- 172.21.15.76:0/193483954 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f99f00c4ce0 con 0x7f99f00c9f80 2024-09-13T16:14:37.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.123+0000 7f99e5ffb640 1 -- 172.21.15.76:0/193483954 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 83 v83) v1 ==== 94+0+4741 (secure 0 0 0) 0x7f99f00c4ce0 con 0x7f99f00c9f80 2024-09-13T16:14:37.125 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:14:37.125 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":83,"default_fscid":10,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7424,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/2852164393","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6833","nonce":2852164393},{"type":"v1","addr":"172.21.15.192:6835","nonce":2852164393}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":78},{"gid":8422,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6834/3941864012","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":3941864012},{"type":"v1","addr":"172.21.15.192:6834","nonce":3941864012}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":78},{"gid":9543,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6836/3196594386","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":3196594386},{"type":"v1","addr":"172.21.15.76:6836","nonce":3196594386}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":78}],"filesystems":[{"mdsmap":{"epoch":83,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:14:06.091118+0000","modified":"2024-09-13T16:14:30.892809+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":9546},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9546":{"gid":9546,"name":"c","rank":0,"incarnation":79,"state":"up:active","state_seq":9,"addr":"172.21.15.76:6837/271310125","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":271310125},{"type":"v1","addr":"172.21.15.76:6837","nonce":271310125}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[22],"metadata_pool":21,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":10}]} 2024-09-13T16:14:37.125 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 83 2024-09-13T16:14:37.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.125+0000 7f99f76e5640 1 -- 172.21.15.76:0/193483954 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f99d406ac00 msgr2=0x7f99d406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:37.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.125+0000 7f99f76e5640 1 --2- 172.21.15.76:0/193483954 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f99d406ac00 0x7f99d406d0c0 secure :-1 s=READY pgs=882 cs=0 l=1 rev1=1 crypto rx=0x7f99f00c9f50 tx=0x7f99e0008040 comp rx=0 tx=0).stop 2024-09-13T16:14:37.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.125+0000 7f99f76e5640 1 -- 172.21.15.76:0/193483954 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f99f00c9f80 msgr2=0x7f99f0159110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:37.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.125+0000 7f99f76e5640 1 --2- 172.21.15.76:0/193483954 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f99f00c9f80 0x7f99f0159110 secure :-1 s=READY pgs=2076 cs=0 l=1 rev1=1 crypto rx=0x7f99ec000c00 tx=0x7f99ec0046c0 comp rx=0 tx=0).stop 2024-09-13T16:14:37.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.126+0000 7f99f76e5640 1 -- 172.21.15.76:0/193483954 shutdown_connections 2024-09-13T16:14:37.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.126+0000 7f99f76e5640 1 --2- 172.21.15.76:0/193483954 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f99d406ac00 0x7f99d406d0c0 unknown :-1 s=CLOSED pgs=882 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:37.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.126+0000 7f99f76e5640 1 --2- 172.21.15.76:0/193483954 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f99f015a2e0 0x7f99f00cbea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:37.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.126+0000 7f99f76e5640 1 --2- 172.21.15.76:0/193483954 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f99f00cb220 0x7f99f00c5d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:37.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.126+0000 7f99f76e5640 1 --2- 172.21.15.76:0/193483954 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f99f00c9f80 0x7f99f0159110 unknown :-1 s=CLOSED pgs=2076 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:37.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.126+0000 7f99f76e5640 1 -- 172.21.15.76:0/193483954 >> 172.21.15.76:0/193483954 conn(0x7f99f0069ed0 msgr2=0x7f99f0070200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:37.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.126+0000 7f99f76e5640 1 -- 172.21.15.76:0/193483954 shutdown_connections 2024-09-13T16:14:37.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.126+0000 7f99f76e5640 1 -- 172.21.15.76:0/193483954 wait complete. 2024-09-13T16:14:37.138 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:14:37.235 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.234+0000 7f2b6b07d640 1 Processor -- start 2024-09-13T16:14:37.235 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.234+0000 7f2b6b07d640 1 -- start start 2024-09-13T16:14:37.236 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.234+0000 7f2b6b07d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2b6415c6e0 0x7f2b640b3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:37.236 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.234+0000 7f2b6b07d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f2b640ccb20 0x7f2b640b4490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:37.236 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.234+0000 7f2b6b07d640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2b640d1840 con 0x7f2b640d07b0 2024-09-13T16:14:37.236 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.234+0000 7f2b6b07d640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2b6406bd20 con 0x7f2b640ccb20 2024-09-13T16:14:37.236 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.234+0000 7f2b6b07d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2b640d0c30 con 0x7f2b6415c6e0 2024-09-13T16:14:37.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.235+0000 7f2b6961a640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f2b640ccb20 0x7f2b640b4490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:37.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.235+0000 7f2b63fff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f2b640d07b0 0x7f2b64160030 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:35860/0 (socket says 172.21.15.76:35860) 2024-09-13T16:14:37.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.235+0000 7f2b63fff640 1 -- 172.21.15.76:0/3663174784 learned_addr learned my addr 172.21.15.76:0/3663174784 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:14:37.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.235+0000 7f2b68e19640 1 --2- 172.21.15.76:0/3663174784 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2b6415c6e0 0x7f2b640b3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:37.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.235+0000 7f2b6961a640 1 -- 172.21.15.76:0/3663174784 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2b6415c6e0 msgr2=0x7f2b640b3f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:37.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.235+0000 7f2b6961a640 1 --2- 172.21.15.76:0/3663174784 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2b6415c6e0 0x7f2b640b3f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:37.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.235+0000 7f2b6961a640 1 -- 172.21.15.76:0/3663174784 >> v1:172.21.15.76:6789/0 conn(0x7f2b640d07b0 legacy=0x7f2b64160030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:37.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.235+0000 7f2b6961a640 1 -- 172.21.15.76:0/3663174784 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2b640d0f10 con 0x7f2b640ccb20 2024-09-13T16:14:37.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.236+0000 7f2b6961a640 1 --2- 172.21.15.76:0/3663174784 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2b640ccb20 0x7f2b640b4490 secure :-1 s=READY pgs=2078 cs=0 l=1 rev1=1 crypto rx=0x7f2b5c009d90 tx=0x7f2b5c02a5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2dfaf4bbb5c76329 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:37.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.236+0000 7f2b637fe640 1 -- 172.21.15.76:0/3663174784 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b5c031600 con 0x7f2b640ccb20 2024-09-13T16:14:37.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.236+0000 7f2b637fe640 1 -- 172.21.15.76:0/3663174784 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2b5c02d050 con 0x7f2b640ccb20 2024-09-13T16:14:37.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.236+0000 7f2b637fe640 1 -- 172.21.15.76:0/3663174784 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b5c031980 con 0x7f2b640ccb20 2024-09-13T16:14:37.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.236+0000 7f2b6b07d640 1 -- 172.21.15.76:0/3663174784 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2b640ccb20 msgr2=0x7f2b640b4490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:37.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.236+0000 7f2b6b07d640 1 --2- 172.21.15.76:0/3663174784 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2b640ccb20 0x7f2b640b4490 secure :-1 s=READY pgs=2078 cs=0 l=1 rev1=1 crypto rx=0x7f2b5c009d90 tx=0x7f2b5c02a5d0 comp rx=0 tx=0).stop 2024-09-13T16:14:37.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.236+0000 7f2b6b07d640 1 -- 172.21.15.76:0/3663174784 shutdown_connections 2024-09-13T16:14:37.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.236+0000 7f2b6b07d640 1 --2- 172.21.15.76:0/3663174784 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2b640ccb20 0x7f2b640b4490 unknown :-1 s=CLOSED pgs=2078 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:37.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.236+0000 7f2b6b07d640 1 --2- 172.21.15.76:0/3663174784 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2b6415c6e0 0x7f2b640b3f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:37.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.236+0000 7f2b6b07d640 1 -- 172.21.15.76:0/3663174784 >> 172.21.15.76:0/3663174784 conn(0x7f2b64089f60 msgr2=0x7f2b640d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:37.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.236+0000 7f2b6b07d640 1 -- 172.21.15.76:0/3663174784 shutdown_connections 2024-09-13T16:14:37.239 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.236+0000 7f2b6b07d640 1 -- 172.21.15.76:0/3663174784 wait complete. 2024-09-13T16:14:37.241 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.237+0000 7f2b6b07d640 1 Processor -- start 2024-09-13T16:14:37.241 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.237+0000 7f2b6b07d640 1 -- start start 2024-09-13T16:14:37.241 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.238+0000 7f2b6b07d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2b640ccb20 0x7f2b6415ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:37.241 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.238+0000 7f2b6b07d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2b640d07b0 0x7f2b640b7be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:37.241 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.238+0000 7f2b6b07d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2b6415c6e0 0x7f2b6415db10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:37.241 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.238+0000 7f2b6b07d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2b640b7790 con 0x7f2b6415c6e0 2024-09-13T16:14:37.242 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.238+0000 7f2b6b07d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2b640cc540 con 0x7f2b640d07b0 2024-09-13T16:14:37.242 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.238+0000 7f2b6b07d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2b640cc820 con 0x7f2b640ccb20 2024-09-13T16:14:37.242 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.238+0000 7f2b6961a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2b6415c6e0 0x7f2b6415db10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:37.242 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.238+0000 7f2b6961a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2b6415c6e0 0x7f2b6415db10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49882/0 (socket says 172.21.15.76:49882) 2024-09-13T16:14:37.242 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.238+0000 7f2b6961a640 1 -- 172.21.15.76:0/4029105975 learned_addr learned my addr 172.21.15.76:0/4029105975 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:37.242 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.239+0000 7f2b68e19640 1 --2- 172.21.15.76:0/4029105975 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2b640ccb20 0x7f2b6415ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:37.242 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.239+0000 7f2b63fff640 1 --2- 172.21.15.76:0/4029105975 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2b640d07b0 0x7f2b640b7be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:37.242 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.239+0000 7f2b6961a640 1 -- 172.21.15.76:0/4029105975 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2b640ccb20 msgr2=0x7f2b6415ee40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:37.242 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.239+0000 7f2b6961a640 1 --2- 172.21.15.76:0/4029105975 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2b640ccb20 0x7f2b6415ee40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:37.242 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.239+0000 7f2b6961a640 1 -- 172.21.15.76:0/4029105975 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2b640d07b0 msgr2=0x7f2b640b7be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:37.242 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.239+0000 7f2b6961a640 1 --2- 172.21.15.76:0/4029105975 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2b640d07b0 0x7f2b640b7be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:37.242 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.239+0000 7f2b6961a640 1 -- 172.21.15.76:0/4029105975 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2b5c009a70 con 0x7f2b6415c6e0 2024-09-13T16:14:37.242 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.239+0000 7f2b6961a640 1 --2- 172.21.15.76:0/4029105975 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2b6415c6e0 0x7f2b6415db10 secure :-1 s=READY pgs=2079 cs=0 l=1 rev1=1 crypto rx=0x7f2b5c009eb0 tx=0x7f2b5c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:37.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.239+0000 7f2b617fa640 1 -- 172.21.15.76:0/4029105975 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b5c03c830 con 0x7f2b6415c6e0 2024-09-13T16:14:37.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.239+0000 7f2b617fa640 1 -- 172.21.15.76:0/4029105975 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2b5c03c990 con 0x7f2b6415c6e0 2024-09-13T16:14:37.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.239+0000 7f2b6b07d640 1 -- 172.21.15.76:0/4029105975 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2b640b5a00 con 0x7f2b6415c6e0 2024-09-13T16:14:37.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.239+0000 7f2b617fa640 1 -- 172.21.15.76:0/4029105975 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b5c03cd00 con 0x7f2b6415c6e0 2024-09-13T16:14:37.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.239+0000 7f2b6b07d640 1 -- 172.21.15.76:0/4029105975 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2b640b5fc0 con 0x7f2b6415c6e0 2024-09-13T16:14:37.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.240+0000 7f2b6b07d640 1 -- 172.21.15.76:0/4029105975 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2b640b4c80 con 0x7f2b6415c6e0 2024-09-13T16:14:37.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.241+0000 7f2b617fa640 1 -- 172.21.15.76:0/4029105975 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f2b5c03a3b0 con 0x7f2b6415c6e0 2024-09-13T16:14:37.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.241+0000 7f2b617fa640 1 --2- 172.21.15.76:0/4029105975 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2b4806ac00 0x7f2b4806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:37.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.241+0000 7f2b617fa640 1 -- 172.21.15.76:0/4029105975 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(150..150 src has 1..150) v4 ==== 6174+0+0 (secure 0 0 0) 0x7f2b5c0aafd0 con 0x7f2b6415c6e0 2024-09-13T16:14:37.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.241+0000 7f2b68e19640 1 --2- 172.21.15.76:0/4029105975 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2b4806ac00 0x7f2b4806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:37.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.242+0000 7f2b68e19640 1 --2- 172.21.15.76:0/4029105975 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2b4806ac00 0x7f2b4806d0c0 secure :-1 s=READY pgs=883 cs=0 l=1 rev1=1 crypto rx=0x7f2b58006fd0 tx=0x7f2b58008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:37.246 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.245+0000 7f2b617fa640 1 -- 172.21.15.76:0/4029105975 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f2b5c0799e0 con 0x7f2b6415c6e0 2024-09-13T16:14:37.407 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.406+0000 7f2b6b07d640 1 -- 172.21.15.76:0/4029105975 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f2b6408c610 con 0x7f2b6415c6e0 2024-09-13T16:14:37.408 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.407+0000 7f2b617fa640 1 -- 172.21.15.76:0/4029105975 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v150) v1 ==== 74+0+16929 (secure 0 0 0) 0x7f2b5c040090 con 0x7f2b6415c6e0 2024-09-13T16:14:37.409 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:14:37.409 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":150,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:14:23.875842+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":22,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":21,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:14:04.265211+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"147","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":22,"pool_name":"cephfs_data","create_time":"2024-09-13T16:14:05.060773+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"148","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"22.8","mappings":[{"from":4,"to":1}]},{"pgid":"22.33","mappings":[{"from":3,"to":2}]},{"pgid":"22.34","mappings":[{"from":3,"to":0}]},{"pgid":"22.36","mappings":[{"from":3,"to":1}]},{"pgid":"22.37","mappings":[{"from":3,"to":0}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:14:37.411 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.409+0000 7f2b6b07d640 1 -- 172.21.15.76:0/4029105975 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2b4806ac00 msgr2=0x7f2b4806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:37.411 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.409+0000 7f2b6b07d640 1 --2- 172.21.15.76:0/4029105975 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2b4806ac00 0x7f2b4806d0c0 secure :-1 s=READY pgs=883 cs=0 l=1 rev1=1 crypto rx=0x7f2b58006fd0 tx=0x7f2b58008040 comp rx=0 tx=0).stop 2024-09-13T16:14:37.411 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.409+0000 7f2b6b07d640 1 -- 172.21.15.76:0/4029105975 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2b6415c6e0 msgr2=0x7f2b6415db10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:37.411 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.409+0000 7f2b6b07d640 1 --2- 172.21.15.76:0/4029105975 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2b6415c6e0 0x7f2b6415db10 secure :-1 s=READY pgs=2079 cs=0 l=1 rev1=1 crypto rx=0x7f2b5c009eb0 tx=0x7f2b5c004a40 comp rx=0 tx=0).stop 2024-09-13T16:14:37.411 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.409+0000 7f2b6b07d640 1 -- 172.21.15.76:0/4029105975 shutdown_connections 2024-09-13T16:14:37.411 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.409+0000 7f2b6b07d640 1 --2- 172.21.15.76:0/4029105975 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2b6415c6e0 0x7f2b6415db10 unknown :-1 s=CLOSED pgs=2079 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:37.411 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.409+0000 7f2b6b07d640 1 --2- 172.21.15.76:0/4029105975 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2b640d07b0 0x7f2b640b7be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:37.411 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.409+0000 7f2b6b07d640 1 --2- 172.21.15.76:0/4029105975 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2b4806ac00 0x7f2b4806d0c0 unknown :-1 s=CLOSED pgs=883 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:37.411 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.409+0000 7f2b6b07d640 1 --2- 172.21.15.76:0/4029105975 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2b640ccb20 0x7f2b6415ee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:37.411 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.409+0000 7f2b6b07d640 1 -- 172.21.15.76:0/4029105975 >> 172.21.15.76:0/4029105975 conn(0x7f2b64089f60 msgr2=0x7f2b640b0ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:37.412 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.409+0000 7f2b6b07d640 1 -- 172.21.15.76:0/4029105975 shutdown_connections 2024-09-13T16:14:37.412 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.409+0000 7f2b6b07d640 1 -- 172.21.15.76:0/4029105975 wait complete. 2024-09-13T16:14:37.422 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:01:26.960607+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 21, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:14:04.265211+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '147', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 22, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:14:05.060773+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '148', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:14:37.422 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:14:37.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.522+0000 7f040aa20640 1 Processor -- start 2024-09-13T16:14:37.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.522+0000 7f040aa20640 1 -- start start 2024-09-13T16:14:37.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.522+0000 7f040aa20640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f040415c500 0x7f04040d2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:37.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.522+0000 7f040aa20640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f04040cdff0 0x7f04040d0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:37.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.522+0000 7f040aa20640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f04040cd450 con 0x7f04040d2590 2024-09-13T16:14:37.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.522+0000 7f040aa20640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f04040d29f0 con 0x7f04040cdff0 2024-09-13T16:14:37.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.522+0000 7f040aa20640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f04040d0cf0 con 0x7f040415c500 2024-09-13T16:14:37.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.523+0000 7f04037fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f04040d2590 0x7f04040cd8e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:35864/0 (socket says 172.21.15.76:35864) 2024-09-13T16:14:37.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.523+0000 7f04037fe640 1 -- 172.21.15.76:0/2872222152 learned_addr learned my addr 172.21.15.76:0/2872222152 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:14:37.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.523+0000 7f0402ffd640 1 -- 172.21.15.76:0/2872222152 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2395441382 0 0) 0x7f04040cd450 con 0x7f04040d2590 2024-09-13T16:14:37.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.523+0000 7f0402ffd640 1 -- 172.21.15.76:0/2872222152 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f03ec003520 con 0x7f04040d2590 2024-09-13T16:14:37.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.523+0000 7f0408fbd640 1 --2- 172.21.15.76:0/2872222152 >> v2:172.21.15.192:3300/0 conn(0x7f04040cdff0 0x7f04040d0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:37.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.523+0000 7f0403fff640 1 --2- 172.21.15.76:0/2872222152 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f040415c500 0x7f04040d2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:37.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.523+0000 7f0402ffd640 1 -- 172.21.15.76:0/2872222152 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1762592052 0 0) 0x7f03ec003520 con 0x7f04040d2590 2024-09-13T16:14:37.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.523+0000 7f0402ffd640 1 -- 172.21.15.76:0/2872222152 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f040415c500 msgr2=0x7f04040d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:37.528 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.523+0000 7f0402ffd640 1 --2- 172.21.15.76:0/2872222152 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f040415c500 0x7f04040d2050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:37.528 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.523+0000 7f0402ffd640 1 -- 172.21.15.76:0/2872222152 >> v2:172.21.15.192:3300/0 conn(0x7f04040cdff0 msgr2=0x7f04040d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:37.528 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.523+0000 7f0402ffd640 1 --2- 172.21.15.76:0/2872222152 >> v2:172.21.15.192:3300/0 conn(0x7f04040cdff0 0x7f04040d0000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:37.528 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.523+0000 7f0402ffd640 1 -- 172.21.15.76:0/2872222152 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f04040d0fd0 con 0x7f04040d2590 2024-09-13T16:14:37.528 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.523+0000 7f0402ffd640 1 -- 172.21.15.76:0/2872222152 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f03f8001670 con 0x7f04040d2590 2024-09-13T16:14:37.528 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.523+0000 7f0403fff640 1 --2- 172.21.15.76:0/2872222152 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f040415c500 0x7f04040d2050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:14:37.528 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.523+0000 7f0402ffd640 1 -- 172.21.15.76:0/2872222152 >> v1:172.21.15.76:6789/0 conn(0x7f04040d2590 legacy=0x7f04040cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:37.528 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.523+0000 7f0402ffd640 1 --2- 172.21.15.76:0/2872222152 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f040415c500 0x7f03ec003970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:37.528 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.523+0000 7f0402ffd640 1 --2- 172.21.15.76:0/2872222152 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f03ec003f60 0x7f03ec0047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:37.528 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.523+0000 7f0402ffd640 1 --2- 172.21.15.76:0/2872222152 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f03ec004d00 0x7f03ec005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:37.528 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.523+0000 7f0402ffd640 1 -- 172.21.15.76:0/2872222152 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f04040d29f0 con 0x7f03ec003f60 2024-09-13T16:14:37.528 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.523+0000 7f0402ffd640 1 -- 172.21.15.76:0/2872222152 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f04040d0cf0 con 0x7f03ec004d00 2024-09-13T16:14:37.528 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.523+0000 7f0402ffd640 1 -- 172.21.15.76:0/2872222152 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f03ec00bbf0 con 0x7f040415c500 2024-09-13T16:14:37.529 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.523+0000 7f04037fe640 1 --2- 172.21.15.76:0/2872222152 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f03ec003f60 0x7f03ec0047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:37.529 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.523+0000 7f0403fff640 1 --2- 172.21.15.76:0/2872222152 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f040415c500 0x7f03ec003970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:37.529 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.523+0000 7f0408fbd640 1 --2- 172.21.15.76:0/2872222152 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f03ec004d00 0x7f03ec005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:37.529 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.524+0000 7f04037fe640 1 -- 172.21.15.76:0/2872222152 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f040415c500 msgr2=0x7f03ec003970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:37.529 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.524+0000 7f04037fe640 1 --2- 172.21.15.76:0/2872222152 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f040415c500 0x7f03ec003970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:37.529 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.524+0000 7f04037fe640 1 -- 172.21.15.76:0/2872222152 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f03ec004d00 msgr2=0x7f03ec005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:37.529 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.524+0000 7f04037fe640 1 --2- 172.21.15.76:0/2872222152 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f03ec004d00 0x7f03ec005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:37.529 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.524+0000 7f04037fe640 1 -- 172.21.15.76:0/2872222152 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f03ec003520 con 0x7f03ec003f60 2024-09-13T16:14:37.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.524+0000 7f04037fe640 1 --2- 172.21.15.76:0/2872222152 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f03ec003f60 0x7f03ec0047c0 secure :-1 s=READY pgs=2081 cs=0 l=1 rev1=1 crypto rx=0x7f040406ce50 tx=0x7f03ec0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=605718306a8f38f0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:37.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.524+0000 7f0402ffd640 1 -- 172.21.15.76:0/2872222152 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03f8005ad0 con 0x7f03ec003f60 2024-09-13T16:14:37.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.524+0000 7f0402ffd640 1 -- 172.21.15.76:0/2872222152 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f03f802d070 con 0x7f03ec003f60 2024-09-13T16:14:37.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.524+0000 7f0402ffd640 1 -- 172.21.15.76:0/2872222152 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03f8007070 con 0x7f03ec003f60 2024-09-13T16:14:37.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.525+0000 7f040aa20640 1 -- 172.21.15.76:0/2872222152 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f03ec003f60 msgr2=0x7f03ec0047c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:37.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.525+0000 7f040aa20640 1 --2- 172.21.15.76:0/2872222152 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f03ec003f60 0x7f03ec0047c0 secure :-1 s=READY pgs=2081 cs=0 l=1 rev1=1 crypto rx=0x7f040406ce50 tx=0x7f03ec0057f0 comp rx=0 tx=0).stop 2024-09-13T16:14:37.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.525+0000 7f0408fbd640 1 -- 172.21.15.76:0/2872222152 reap_dead start 2024-09-13T16:14:37.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.525+0000 7f040aa20640 1 -- 172.21.15.76:0/2872222152 shutdown_connections 2024-09-13T16:14:37.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.525+0000 7f040aa20640 1 -- 172.21.15.76:0/2872222152 >> 172.21.15.76:0/2872222152 conn(0x7f0404089f60 msgr2=0x7f040409b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:37.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.525+0000 7f040aa20640 1 -- 172.21.15.76:0/2872222152 shutdown_connections 2024-09-13T16:14:37.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.525+0000 7f040aa20640 1 -- 172.21.15.76:0/2872222152 wait complete. 2024-09-13T16:14:37.533 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.526+0000 7f040aa20640 1 Processor -- start 2024-09-13T16:14:37.533 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.526+0000 7f040aa20640 1 -- start start 2024-09-13T16:14:37.533 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.527+0000 7f040aa20640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f03ec003f60 0x7f04040b2bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:37.533 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.527+0000 7f040aa20640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f04040b1cc0 0x7f0404150700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:37.533 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.527+0000 7f040aa20640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f040415edd0 0x7f040415f250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:37.533 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.527+0000 7f040aa20640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f04040b3710 con 0x7f040415edd0 2024-09-13T16:14:37.533 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.527+0000 7f040aa20640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f04040b3430 con 0x7f04040b1cc0 2024-09-13T16:14:37.534 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.527+0000 7f040aa20640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f04040ca030 con 0x7f03ec003f60 2024-09-13T16:14:37.534 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.527+0000 7f0408fbd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f040415edd0 0x7f040415f250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:37.534 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.527+0000 7f0408fbd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f040415edd0 0x7f040415f250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49900/0 (socket says 172.21.15.76:49900) 2024-09-13T16:14:37.534 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.527+0000 7f0408fbd640 1 -- 172.21.15.76:0/2670593209 learned_addr learned my addr 172.21.15.76:0/2670593209 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:37.534 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.527+0000 7f0408fbd640 1 -- 172.21.15.76:0/2670593209 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f03ec003f60 msgr2=0x7f04040b2bb0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-13T16:14:37.534 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.527+0000 7f0408fbd640 1 --2- 172.21.15.76:0/2670593209 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f03ec003f60 0x7f04040b2bb0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:37.534 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.527+0000 7f0408fbd640 1 -- 172.21.15.76:0/2670593209 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f04040b1cc0 msgr2=0x7f0404150700 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-13T16:14:37.534 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.527+0000 7f0408fbd640 1 --2- 172.21.15.76:0/2670593209 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f04040b1cc0 0x7f0404150700 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:37.534 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.527+0000 7f0408fbd640 1 -- 172.21.15.76:0/2670593209 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f04040ca310 con 0x7f040415edd0 2024-09-13T16:14:37.534 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.528+0000 7f0408fbd640 1 --2- 172.21.15.76:0/2670593209 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f040415edd0 0x7f040415f250 secure :-1 s=READY pgs=2082 cs=0 l=1 rev1=1 crypto rx=0x7f04040cca00 tx=0x7f03fc007700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:37.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.528+0000 7f0400ff9640 1 -- 172.21.15.76:0/2670593209 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03fc0046a0 con 0x7f040415edd0 2024-09-13T16:14:37.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.528+0000 7f0400ff9640 1 -- 172.21.15.76:0/2670593209 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f03fc004800 con 0x7f040415edd0 2024-09-13T16:14:37.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.528+0000 7f0400ff9640 1 -- 172.21.15.76:0/2670593209 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03fc015640 con 0x7f040415edd0 2024-09-13T16:14:37.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.528+0000 7f040aa20640 1 -- 172.21.15.76:0/2670593209 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f04040ca5f0 con 0x7f040415edd0 2024-09-13T16:14:37.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.528+0000 7f040aa20640 1 -- 172.21.15.76:0/2670593209 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f04040b30f0 con 0x7f040415edd0 2024-09-13T16:14:37.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.529+0000 7f040aa20640 1 -- 172.21.15.76:0/2670593209 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f04040cd8e0 con 0x7f040415edd0 2024-09-13T16:14:37.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.529+0000 7f0400ff9640 1 -- 172.21.15.76:0/2670593209 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f03fc0157a0 con 0x7f040415edd0 2024-09-13T16:14:37.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.530+0000 7f0400ff9640 1 --2- 172.21.15.76:0/2670593209 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f03f006ac00 0x7f03f006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:37.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.530+0000 7f0403fff640 1 --2- 172.21.15.76:0/2670593209 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f03f006ac00 0x7f03f006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:37.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.530+0000 7f0400ff9640 1 -- 172.21.15.76:0/2670593209 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(150..150 src has 1..150) v4 ==== 6174+0+0 (secure 0 0 0) 0x7f03fc089e90 con 0x7f040415edd0 2024-09-13T16:14:37.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.530+0000 7f0403fff640 1 --2- 172.21.15.76:0/2670593209 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f03f006ac00 0x7f03f006d0c0 secure :-1 s=READY pgs=884 cs=0 l=1 rev1=1 crypto rx=0x7f03f400a9e0 tx=0x7f03f4008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:37.536 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.534+0000 7f0400ff9640 1 -- 172.21.15.76:0/2670593209 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f03fc054e10 con 0x7f040415edd0 2024-09-13T16:14:37.698 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.696+0000 7f040aa20640 1 -- 172.21.15.76:0/2670593209 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f040406b160 con 0x7f040415edd0 2024-09-13T16:14:37.698 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.697+0000 7f0400ff9640 1 -- 172.21.15.76:0/2670593209 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v150) v1 ==== 93+0+10 (secure 0 0 0) 0x7f03fc058430 con 0x7f040415edd0 2024-09-13T16:14:37.698 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2024-09-13T16:14:37.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.699+0000 7f040aa20640 1 -- 172.21.15.76:0/2670593209 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f03f006ac00 msgr2=0x7f03f006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:37.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.699+0000 7f040aa20640 1 --2- 172.21.15.76:0/2670593209 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f03f006ac00 0x7f03f006d0c0 secure :-1 s=READY pgs=884 cs=0 l=1 rev1=1 crypto rx=0x7f03f400a9e0 tx=0x7f03f4008040 comp rx=0 tx=0).stop 2024-09-13T16:14:37.701 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.699+0000 7f040aa20640 1 -- 172.21.15.76:0/2670593209 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f040415edd0 msgr2=0x7f040415f250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:37.701 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.699+0000 7f040aa20640 1 --2- 172.21.15.76:0/2670593209 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f040415edd0 0x7f040415f250 secure :-1 s=READY pgs=2082 cs=0 l=1 rev1=1 crypto rx=0x7f04040cca00 tx=0x7f03fc007700 comp rx=0 tx=0).stop 2024-09-13T16:14:37.701 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.699+0000 7f040aa20640 1 -- 172.21.15.76:0/2670593209 shutdown_connections 2024-09-13T16:14:37.701 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.699+0000 7f040aa20640 1 --2- 172.21.15.76:0/2670593209 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f040415edd0 0x7f040415f250 unknown :-1 s=CLOSED pgs=2082 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:37.701 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.699+0000 7f040aa20640 1 --2- 172.21.15.76:0/2670593209 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f04040b1cc0 0x7f0404150700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:37.701 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.699+0000 7f040aa20640 1 --2- 172.21.15.76:0/2670593209 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f03f006ac00 0x7f03f006d0c0 unknown :-1 s=CLOSED pgs=884 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:37.701 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.699+0000 7f040aa20640 1 --2- 172.21.15.76:0/2670593209 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f03ec003f60 0x7f04040b2bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:37.701 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.699+0000 7f040aa20640 1 -- 172.21.15.76:0/2670593209 >> 172.21.15.76:0/2670593209 conn(0x7f0404089f60 msgr2=0x7f04040d2b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:37.701 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.699+0000 7f040aa20640 1 -- 172.21.15.76:0/2670593209 shutdown_connections 2024-09-13T16:14:37.701 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.699+0000 7f040aa20640 1 -- 172.21.15.76:0/2670593209 wait complete. 2024-09-13T16:14:37.711 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:14:37.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.811+0000 7f528b26b640 1 Processor -- start 2024-09-13T16:14:37.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.811+0000 7f528b26b640 1 -- start start 2024-09-13T16:14:37.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.811+0000 7f528b26b640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5284158b00 0x7f528406c190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:37.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.812+0000 7f528b26b640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f528406cb30 con 0x7f52840b2170 2024-09-13T16:14:37.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.812+0000 7f528b26b640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f52840b2d10 con 0x7f528406c6d0 2024-09-13T16:14:37.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.812+0000 7f528b26b640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f52840b2ff0 con 0x7f5284158b00 2024-09-13T16:14:37.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.812+0000 7f5289808640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f52840b2170 0x7f5284071220 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:35874/0 (socket says 172.21.15.76:35874) 2024-09-13T16:14:37.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.812+0000 7f5289808640 1 -- 172.21.15.76:0/4123857211 learned_addr learned my addr 172.21.15.76:0/4123857211 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:14:37.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.812+0000 7f5289007640 1 --2- 172.21.15.76:0/4123857211 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5284158b00 0x7f528406c190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:37.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.812+0000 7f527bfff640 1 -- 172.21.15.76:0/4123857211 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2262114522 0 0) 0x7f528406cb30 con 0x7f52840b2170 2024-09-13T16:14:37.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.812+0000 7f527bfff640 1 -- 172.21.15.76:0/4123857211 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5270003520 con 0x7f52840b2170 2024-09-13T16:14:37.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.812+0000 7f527bfff640 1 -- 172.21.15.76:0/4123857211 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 609477493 0 0) 0x7f5270003520 con 0x7f52840b2170 2024-09-13T16:14:37.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.812+0000 7f527bfff640 1 -- 172.21.15.76:0/4123857211 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5284158b00 msgr2=0x7f528406c190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:37.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.812+0000 7f527bfff640 1 --2- 172.21.15.76:0/4123857211 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5284158b00 0x7f528406c190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:37.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.812+0000 7f527bfff640 1 -- 172.21.15.76:0/4123857211 >> v1:172.21.15.192:6789/0 conn(0x7f528406c6d0 legacy=0x7f5284070b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:37.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.812+0000 7f527bfff640 1 -- 172.21.15.76:0/4123857211 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5284070310 con 0x7f52840b2170 2024-09-13T16:14:37.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.812+0000 7f527bfff640 1 -- 172.21.15.76:0/4123857211 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f527c0019f0 con 0x7f52840b2170 2024-09-13T16:14:37.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.812+0000 7f527bfff640 1 -- 172.21.15.76:0/4123857211 >> v1:172.21.15.76:6789/0 conn(0x7f52840b2170 legacy=0x7f5284071220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:37.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.812+0000 7f527bfff640 1 --2- 172.21.15.76:0/4123857211 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f52700039a0 0x7f5270003d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:37.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.812+0000 7f527bfff640 1 --2- 172.21.15.76:0/4123857211 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5270004350 0x7f5270004820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:37.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.812+0000 7f527bfff640 1 --2- 172.21.15.76:0/4123857211 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5284158b00 0x7f5270005080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:37.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.812+0000 7f527bfff640 1 -- 172.21.15.76:0/4123857211 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f52840b2ff0 con 0x7f5270004350 2024-09-13T16:14:37.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.812+0000 7f527bfff640 1 -- 172.21.15.76:0/4123857211 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f527000b980 con 0x7f52700039a0 2024-09-13T16:14:37.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.812+0000 7f527bfff640 1 -- 172.21.15.76:0/4123857211 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f527000dd50 con 0x7f5284158b00 2024-09-13T16:14:37.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.812+0000 7f5288806640 1 --2- 172.21.15.76:0/4123857211 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5270004350 0x7f5270004820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:37.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.812+0000 7f5289007640 1 --2- 172.21.15.76:0/4123857211 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f52700039a0 0x7f5270003d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:37.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.812+0000 7f5289808640 1 --2- 172.21.15.76:0/4123857211 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5284158b00 0x7f5270005080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:37.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.813+0000 7f5288806640 1 -- 172.21.15.76:0/4123857211 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5284158b00 msgr2=0x7f5270005080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:37.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.813+0000 7f5288806640 1 --2- 172.21.15.76:0/4123857211 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5284158b00 0x7f5270005080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:37.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.813+0000 7f5288806640 1 -- 172.21.15.76:0/4123857211 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f52700039a0 msgr2=0x7f5270003d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:37.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.813+0000 7f5288806640 1 --2- 172.21.15.76:0/4123857211 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f52700039a0 0x7f5270003d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:37.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.813+0000 7f5288806640 1 -- 172.21.15.76:0/4123857211 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5270003520 con 0x7f5270004350 2024-09-13T16:14:37.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.813+0000 7f5289808640 1 --2- 172.21.15.76:0/4123857211 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5284158b00 0x7f5270005080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:14:37.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.813+0000 7f5288806640 1 --2- 172.21.15.76:0/4123857211 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5270004350 0x7f5270004820 secure :-1 s=READY pgs=2084 cs=0 l=1 rev1=1 crypto rx=0x7f52740018e0 tx=0x7f52700057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ebb7426de9fb41b8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:37.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.814+0000 7f527bfff640 1 -- 172.21.15.76:0/4123857211 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f527402ac10 con 0x7f5270004350 2024-09-13T16:14:37.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.814+0000 7f527bfff640 1 -- 172.21.15.76:0/4123857211 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f527402ad70 con 0x7f5270004350 2024-09-13T16:14:37.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.814+0000 7f527bfff640 1 -- 172.21.15.76:0/4123857211 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5274032660 con 0x7f5270004350 2024-09-13T16:14:37.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.814+0000 7f528b26b640 1 -- 172.21.15.76:0/4123857211 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5270004350 msgr2=0x7f5270004820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:37.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.814+0000 7f528b26b640 1 --2- 172.21.15.76:0/4123857211 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5270004350 0x7f5270004820 secure :-1 s=READY pgs=2084 cs=0 l=1 rev1=1 crypto rx=0x7f52740018e0 tx=0x7f52700057f0 comp rx=0 tx=0).stop 2024-09-13T16:14:37.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.814+0000 7f5289808640 1 -- 172.21.15.76:0/4123857211 reap_dead start 2024-09-13T16:14:37.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.814+0000 7f528b26b640 1 -- 172.21.15.76:0/4123857211 shutdown_connections 2024-09-13T16:14:37.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.814+0000 7f528b26b640 1 -- 172.21.15.76:0/4123857211 >> 172.21.15.76:0/4123857211 conn(0x7f528406a0b0 msgr2=0x7f528406a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:37.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.814+0000 7f528b26b640 1 -- 172.21.15.76:0/4123857211 shutdown_connections 2024-09-13T16:14:37.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.814+0000 7f528b26b640 1 -- 172.21.15.76:0/4123857211 wait complete. 2024-09-13T16:14:37.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.815+0000 7f528b26b640 1 Processor -- start 2024-09-13T16:14:37.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.815+0000 7f528b26b640 1 -- start start 2024-09-13T16:14:37.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.816+0000 7f528b26b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5270004350 0x7f5284159cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:37.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.816+0000 7f528b26b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f528406da20 0x7f5284151d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:37.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.816+0000 7f528b26b640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f52841522b0 0x7f52840ca630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:37.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.816+0000 7f528b26b640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f52840cb3d0 con 0x7f5270004350 2024-09-13T16:14:37.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.816+0000 7f528b26b640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f52840ca1a0 con 0x7f528406da20 2024-09-13T16:14:37.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.816+0000 7f528b26b640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f528415bed0 con 0x7f52841522b0 2024-09-13T16:14:37.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.816+0000 7f5289007640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5270004350 0x7f5284159cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:37.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.816+0000 7f5289007640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5270004350 0x7f5284159cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49908/0 (socket says 172.21.15.76:49908) 2024-09-13T16:14:37.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.816+0000 7f5289007640 1 -- 172.21.15.76:0/579576402 learned_addr learned my addr 172.21.15.76:0/579576402 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:37.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.816+0000 7f5288806640 1 --2- 172.21.15.76:0/579576402 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f528406da20 0x7f5284151d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:37.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.816+0000 7f5289808640 1 --2- 172.21.15.76:0/579576402 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f52841522b0 0x7f52840ca630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:37.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.816+0000 7f5289007640 1 -- 172.21.15.76:0/579576402 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f52841522b0 msgr2=0x7f52840ca630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:37.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.816+0000 7f5289007640 1 --2- 172.21.15.76:0/579576402 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f52841522b0 0x7f52840ca630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:37.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.816+0000 7f5289007640 1 -- 172.21.15.76:0/579576402 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f528406da20 msgr2=0x7f5284151d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:37.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.816+0000 7f5289007640 1 --2- 172.21.15.76:0/579576402 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f528406da20 0x7f5284151d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:37.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.816+0000 7f5289007640 1 -- 172.21.15.76:0/579576402 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5284159100 con 0x7f5270004350 2024-09-13T16:14:37.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.817+0000 7f5289007640 1 --2- 172.21.15.76:0/579576402 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5270004350 0x7f5284159cd0 secure :-1 s=READY pgs=2085 cs=0 l=1 rev1=1 crypto rx=0x7f52800119d0 tx=0x7f5280011e90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:37.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.817+0000 7f5279ffb640 1 -- 172.21.15.76:0/579576402 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f528000fd90 con 0x7f5270004350 2024-09-13T16:14:37.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.817+0000 7f5279ffb640 1 -- 172.21.15.76:0/579576402 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f528001c480 con 0x7f5270004350 2024-09-13T16:14:37.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.817+0000 7f528b26b640 1 -- 172.21.15.76:0/579576402 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f52841593e0 con 0x7f5270004350 2024-09-13T16:14:37.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.817+0000 7f5279ffb640 1 -- 172.21.15.76:0/579576402 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f528001c810 con 0x7f5270004350 2024-09-13T16:14:37.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.817+0000 7f528b26b640 1 -- 172.21.15.76:0/579576402 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f528415baf0 con 0x7f5270004350 2024-09-13T16:14:37.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.818+0000 7f528b26b640 1 -- 172.21.15.76:0/579576402 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f52840b2620 con 0x7f5270004350 2024-09-13T16:14:37.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.818+0000 7f5279ffb640 1 -- 172.21.15.76:0/579576402 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f528001c970 con 0x7f5270004350 2024-09-13T16:14:37.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.819+0000 7f5279ffb640 1 --2- 172.21.15.76:0/579576402 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f526806ac30 0x7f526806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:37.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.819+0000 7f5279ffb640 1 -- 172.21.15.76:0/579576402 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(150..150 src has 1..150) v4 ==== 6174+0+0 (secure 0 0 0) 0x7f5280017070 con 0x7f5270004350 2024-09-13T16:14:37.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.819+0000 7f5288806640 1 --2- 172.21.15.76:0/579576402 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f526806ac30 0x7f526806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:37.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.819+0000 7f5288806640 1 --2- 172.21.15.76:0/579576402 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f526806ac30 0x7f526806d0f0 secure :-1 s=READY pgs=885 cs=0 l=1 rev1=1 crypto rx=0x7f52740018e0 tx=0x7f527402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:37.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.823+0000 7f5279ffb640 1 -- 172.21.15.76:0/579576402 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f5280055250 con 0x7f5270004350 2024-09-13T16:14:37.985 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.982+0000 7f528b26b640 1 -- 172.21.15.76:0/579576402 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f52841577e0 con 0x7f5270004350 2024-09-13T16:14:37.985 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.983+0000 7f5279ffb640 1 -- 172.21.15.76:0/579576402 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v150) v1 ==== 104+0+11 (secure 0 0 0) 0x7f5280058870 con 0x7f5270004350 2024-09-13T16:14:37.985 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2024-09-13T16:14:37.988 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.985+0000 7f528b26b640 1 -- 172.21.15.76:0/579576402 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f526806ac30 msgr2=0x7f526806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:37.988 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.985+0000 7f528b26b640 1 --2- 172.21.15.76:0/579576402 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f526806ac30 0x7f526806d0f0 secure :-1 s=READY pgs=885 cs=0 l=1 rev1=1 crypto rx=0x7f52740018e0 tx=0x7f527402e000 comp rx=0 tx=0).stop 2024-09-13T16:14:37.988 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.985+0000 7f528b26b640 1 -- 172.21.15.76:0/579576402 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5270004350 msgr2=0x7f5284159cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:37.988 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.985+0000 7f528b26b640 1 --2- 172.21.15.76:0/579576402 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5270004350 0x7f5284159cd0 secure :-1 s=READY pgs=2085 cs=0 l=1 rev1=1 crypto rx=0x7f52800119d0 tx=0x7f5280011e90 comp rx=0 tx=0).stop 2024-09-13T16:14:37.988 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.985+0000 7f528b26b640 1 -- 172.21.15.76:0/579576402 shutdown_connections 2024-09-13T16:14:37.988 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.985+0000 7f528b26b640 1 --2- 172.21.15.76:0/579576402 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f526806ac30 0x7f526806d0f0 unknown :-1 s=CLOSED pgs=885 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:37.988 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.985+0000 7f528b26b640 1 --2- 172.21.15.76:0/579576402 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f52841522b0 0x7f52840ca630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:37.988 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.985+0000 7f528b26b640 1 --2- 172.21.15.76:0/579576402 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f528406da20 0x7f5284151d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:37.988 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.985+0000 7f528b26b640 1 --2- 172.21.15.76:0/579576402 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5270004350 0x7f5284159cd0 unknown :-1 s=CLOSED pgs=2085 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:37.988 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.985+0000 7f528b26b640 1 -- 172.21.15.76:0/579576402 >> 172.21.15.76:0/579576402 conn(0x7f528406a0b0 msgr2=0x7f52840cd690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:37.988 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.985+0000 7f528b26b640 1 -- 172.21.15.76:0/579576402 shutdown_connections 2024-09-13T16:14:37.989 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:37.985+0000 7f528b26b640 1 -- 172.21.15.76:0/579576402 wait complete. 2024-09-13T16:14:37.998 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:14:38.100 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.097+0000 7f8c39d9d640 1 Processor -- start 2024-09-13T16:14:38.100 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.097+0000 7f8c39d9d640 1 -- start start 2024-09-13T16:14:38.102 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.098+0000 7f8c39d9d640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f8c340b1ac0 0x7f8c340b1f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:38.102 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.098+0000 7f8c39d9d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f8c340d2100 0x7f8c340d2590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:38.103 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.098+0000 7f8c39d9d640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8c340ce880 con 0x7f8c3415fa40 2024-09-13T16:14:38.103 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.098+0000 7f8c39d9d640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8c340d2ad0 con 0x7f8c340d2100 2024-09-13T16:14:38.103 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.098+0000 7f8c39d9d640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8c3415fe20 con 0x7f8c340b1ac0 2024-09-13T16:14:38.103 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.098+0000 7f8c3959c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f8c340d2100 0x7f8c340d2590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:38.103 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.098+0000 7f8c3959c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f8c340d2100 0x7f8c340d2590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49918/0 (socket says 172.21.15.76:49918) 2024-09-13T16:14:38.103 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.098+0000 7f8c3959c640 1 -- 172.21.15.76:0/1880857417 learned_addr learned my addr 172.21.15.76:0/1880857417 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:38.103 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.099+0000 7f8c33fff640 1 --2- 172.21.15.76:0/1880857417 >> v2:172.21.15.192:3300/0 conn(0x7f8c340b1ac0 0x7f8c340b1f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:38.103 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.099+0000 7f8c3959c640 1 -- 172.21.15.76:0/1880857417 >> v2:172.21.15.192:3300/0 conn(0x7f8c340b1ac0 msgr2=0x7f8c340b1f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:38.103 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.099+0000 7f8c3959c640 1 --2- 172.21.15.76:0/1880857417 >> v2:172.21.15.192:3300/0 conn(0x7f8c340b1ac0 0x7f8c340b1f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:38.103 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.099+0000 7f8c3959c640 1 -- 172.21.15.76:0/1880857417 >> v1:172.21.15.192:6789/0 conn(0x7f8c3415fa40 legacy=0x7f8c340ce170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:38.103 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.099+0000 7f8c3959c640 1 -- 172.21.15.76:0/1880857417 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8c340cd0d0 con 0x7f8c340d2100 2024-09-13T16:14:38.104 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.099+0000 7f8c3959c640 1 --2- 172.21.15.76:0/1880857417 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8c340d2100 0x7f8c340d2590 secure :-1 s=READY pgs=2086 cs=0 l=1 rev1=1 crypto rx=0x7f8c340cfd80 tx=0x7f8c2c02a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=719b59d955e40226 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:38.104 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.100+0000 7f8c337fe640 1 -- 172.21.15.76:0/1880857417 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c2c031600 con 0x7f8c340d2100 2024-09-13T16:14:38.104 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.100+0000 7f8c337fe640 1 -- 172.21.15.76:0/1880857417 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8c2c02d050 con 0x7f8c340d2100 2024-09-13T16:14:38.104 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.100+0000 7f8c337fe640 1 -- 172.21.15.76:0/1880857417 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c2c031980 con 0x7f8c340d2100 2024-09-13T16:14:38.104 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.100+0000 7f8c39d9d640 1 -- 172.21.15.76:0/1880857417 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8c340d2100 msgr2=0x7f8c340d2590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:38.104 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.100+0000 7f8c39d9d640 1 --2- 172.21.15.76:0/1880857417 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8c340d2100 0x7f8c340d2590 secure :-1 s=READY pgs=2086 cs=0 l=1 rev1=1 crypto rx=0x7f8c340cfd80 tx=0x7f8c2c02a660 comp rx=0 tx=0).stop 2024-09-13T16:14:38.104 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.100+0000 7f8c39d9d640 1 -- 172.21.15.76:0/1880857417 shutdown_connections 2024-09-13T16:14:38.104 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.100+0000 7f8c39d9d640 1 --2- 172.21.15.76:0/1880857417 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8c340d2100 0x7f8c340d2590 unknown :-1 s=CLOSED pgs=2086 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:38.104 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.100+0000 7f8c39d9d640 1 --2- 172.21.15.76:0/1880857417 >> v2:172.21.15.192:3300/0 conn(0x7f8c340b1ac0 0x7f8c340b1f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:38.104 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.100+0000 7f8c39d9d640 1 -- 172.21.15.76:0/1880857417 >> 172.21.15.76:0/1880857417 conn(0x7f8c3408bcf0 msgr2=0x7f8c3409b610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:38.104 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.100+0000 7f8c39d9d640 1 -- 172.21.15.76:0/1880857417 shutdown_connections 2024-09-13T16:14:38.104 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.100+0000 7f8c39d9d640 1 -- 172.21.15.76:0/1880857417 wait complete. 2024-09-13T16:14:38.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.101+0000 7f8c39d9d640 1 Processor -- start 2024-09-13T16:14:38.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.101+0000 7f8c39d9d640 1 -- start start 2024-09-13T16:14:38.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.102+0000 7f8c39d9d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8c340b1ac0 0x7f8c341558f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:38.107 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.102+0000 7f8c39d9d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8c340d2100 0x7f8c3415c330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:38.107 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.102+0000 7f8c39d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8c3415fa40 0x7f8c3415c870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:38.107 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.102+0000 7f8c39d9d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8c340c6650 con 0x7f8c3415fa40 2024-09-13T16:14:38.107 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.102+0000 7f8c39d9d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8c340c7190 con 0x7f8c340d2100 2024-09-13T16:14:38.107 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.102+0000 7f8c39d9d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8c3415b700 con 0x7f8c340b1ac0 2024-09-13T16:14:38.107 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.102+0000 7f8c3959c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8c3415fa40 0x7f8c3415c870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:38.107 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.102+0000 7f8c3959c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8c3415fa40 0x7f8c3415c870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49926/0 (socket says 172.21.15.76:49926) 2024-09-13T16:14:38.107 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.102+0000 7f8c3959c640 1 -- 172.21.15.76:0/614106701 learned_addr learned my addr 172.21.15.76:0/614106701 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:38.107 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.102+0000 7f8c33fff640 1 --2- 172.21.15.76:0/614106701 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8c340d2100 0x7f8c3415c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:38.107 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.102+0000 7f8c38d9b640 1 --2- 172.21.15.76:0/614106701 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8c340b1ac0 0x7f8c341558f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:38.107 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.103+0000 7f8c3959c640 1 -- 172.21.15.76:0/614106701 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8c340b1ac0 msgr2=0x7f8c341558f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:38.107 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.103+0000 7f8c3959c640 1 --2- 172.21.15.76:0/614106701 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8c340b1ac0 0x7f8c341558f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:38.107 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.103+0000 7f8c3959c640 1 -- 172.21.15.76:0/614106701 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8c340d2100 msgr2=0x7f8c3415c330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:38.108 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.103+0000 7f8c3959c640 1 --2- 172.21.15.76:0/614106701 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8c340d2100 0x7f8c3415c330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:38.108 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.103+0000 7f8c3959c640 1 -- 172.21.15.76:0/614106701 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8c2c009b30 con 0x7f8c3415fa40 2024-09-13T16:14:38.108 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.103+0000 7f8c33fff640 1 --2- 172.21.15.76:0/614106701 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8c340d2100 0x7f8c3415c330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:14:38.108 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.103+0000 7f8c38d9b640 1 --2- 172.21.15.76:0/614106701 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8c340b1ac0 0x7f8c341558f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:14:38.108 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.103+0000 7f8c3959c640 1 --2- 172.21.15.76:0/614106701 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8c3415fa40 0x7f8c3415c870 secure :-1 s=READY pgs=2087 cs=0 l=1 rev1=1 crypto rx=0x7f8c2c034040 tx=0x7f8c2c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:38.108 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.103+0000 7f8c317fa640 1 -- 172.21.15.76:0/614106701 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c2c03d860 con 0x7f8c3415fa40 2024-09-13T16:14:38.108 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.103+0000 7f8c39d9d640 1 -- 172.21.15.76:0/614106701 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8c34155e30 con 0x7f8c3415fa40 2024-09-13T16:14:38.108 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.103+0000 7f8c317fa640 1 -- 172.21.15.76:0/614106701 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8c2c03d9e0 con 0x7f8c3415fa40 2024-09-13T16:14:38.108 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.103+0000 7f8c317fa640 1 -- 172.21.15.76:0/614106701 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c2c03dd90 con 0x7f8c3415fa40 2024-09-13T16:14:38.108 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.103+0000 7f8c39d9d640 1 -- 172.21.15.76:0/614106701 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8c340c6b40 con 0x7f8c3415fa40 2024-09-13T16:14:38.108 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.104+0000 7f8c39d9d640 1 -- 172.21.15.76:0/614106701 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8c340d2590 con 0x7f8c3415fa40 2024-09-13T16:14:38.109 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.105+0000 7f8c317fa640 1 -- 172.21.15.76:0/614106701 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f8c2c03b400 con 0x7f8c3415fa40 2024-09-13T16:14:38.109 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.105+0000 7f8c317fa640 1 --2- 172.21.15.76:0/614106701 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8c1806ac00 0x7f8c1806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:38.109 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.105+0000 7f8c317fa640 1 -- 172.21.15.76:0/614106701 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(150..150 src has 1..150) v4 ==== 6174+0+0 (secure 0 0 0) 0x7f8c2c02ae40 con 0x7f8c3415fa40 2024-09-13T16:14:38.109 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.105+0000 7f8c38d9b640 1 --2- 172.21.15.76:0/614106701 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8c1806ac00 0x7f8c1806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:38.109 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.105+0000 7f8c38d9b640 1 --2- 172.21.15.76:0/614106701 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8c1806ac00 0x7f8c1806d0c0 secure :-1 s=READY pgs=886 cs=0 l=1 rev1=1 crypto rx=0x7f8c28006fd0 tx=0x7f8c28008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:38.112 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.110+0000 7f8c317fa640 1 -- 172.21.15.76:0/614106701 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f8c2c075450 con 0x7f8c3415fa40 2024-09-13T16:14:38.274 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.272+0000 7f8c39d9d640 1 -- 172.21.15.76:0/614106701 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f8c340c72d0 con 0x7f8c3415fa40 2024-09-13T16:14:38.274 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.272+0000 7f8c317fa640 1 -- 172.21.15.76:0/614106701 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v150) v1 ==== 100+0+11 (secure 0 0 0) 0x7f8c2c07de60 con 0x7f8c3415fa40 2024-09-13T16:14:38.275 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2024-09-13T16:14:38.277 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.274+0000 7f8c39d9d640 1 -- 172.21.15.76:0/614106701 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8c1806ac00 msgr2=0x7f8c1806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:38.277 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.274+0000 7f8c39d9d640 1 --2- 172.21.15.76:0/614106701 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8c1806ac00 0x7f8c1806d0c0 secure :-1 s=READY pgs=886 cs=0 l=1 rev1=1 crypto rx=0x7f8c28006fd0 tx=0x7f8c28008040 comp rx=0 tx=0).stop 2024-09-13T16:14:38.277 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.274+0000 7f8c39d9d640 1 -- 172.21.15.76:0/614106701 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8c3415fa40 msgr2=0x7f8c3415c870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:38.277 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.274+0000 7f8c39d9d640 1 --2- 172.21.15.76:0/614106701 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8c3415fa40 0x7f8c3415c870 secure :-1 s=READY pgs=2087 cs=0 l=1 rev1=1 crypto rx=0x7f8c2c034040 tx=0x7f8c2c004a40 comp rx=0 tx=0).stop 2024-09-13T16:14:38.277 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.274+0000 7f8c39d9d640 1 -- 172.21.15.76:0/614106701 shutdown_connections 2024-09-13T16:14:38.277 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.274+0000 7f8c39d9d640 1 --2- 172.21.15.76:0/614106701 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8c3415fa40 0x7f8c3415c870 unknown :-1 s=CLOSED pgs=2087 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:38.278 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.274+0000 7f8c39d9d640 1 --2- 172.21.15.76:0/614106701 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8c340d2100 0x7f8c3415c330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:38.278 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.274+0000 7f8c39d9d640 1 --2- 172.21.15.76:0/614106701 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8c1806ac00 0x7f8c1806d0c0 unknown :-1 s=CLOSED pgs=886 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:38.278 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.274+0000 7f8c39d9d640 1 --2- 172.21.15.76:0/614106701 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8c340b1ac0 0x7f8c341558f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:38.278 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.274+0000 7f8c39d9d640 1 -- 172.21.15.76:0/614106701 >> 172.21.15.76:0/614106701 conn(0x7f8c3408bcf0 msgr2=0x7f8c34073160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:38.278 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.275+0000 7f8c39d9d640 1 -- 172.21.15.76:0/614106701 shutdown_connections 2024-09-13T16:14:38.278 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.275+0000 7f8c39d9d640 1 -- 172.21.15.76:0/614106701 wait complete. 2024-09-13T16:14:38.288 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:14:38.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.383+0000 7f5f26296640 1 Processor -- start 2024-09-13T16:14:38.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.384+0000 7f5f26296640 1 -- start start 2024-09-13T16:14:38.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.384+0000 7f5f26296640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f5f20072110 0x7f5f20070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:38.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.384+0000 7f5f26296640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5f200c8920 0x7f5f200c8dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:38.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.384+0000 7f5f26296640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5f200abdf0 con 0x7f5f20071d30 2024-09-13T16:14:38.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.384+0000 7f5f26296640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5f200c9310 con 0x7f5f20072110 2024-09-13T16:14:38.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.384+0000 7f5f26296640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5f200b2280 con 0x7f5f200c8920 2024-09-13T16:14:38.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.384+0000 7f5f1ffff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f5f20071d30 0x7f5f200b1b70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:35882/0 (socket says 172.21.15.76:35882) 2024-09-13T16:14:38.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.384+0000 7f5f1ffff640 1 -- 172.21.15.76:0/1647139620 learned_addr learned my addr 172.21.15.76:0/1647139620 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:14:38.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.385+0000 7f5f1f7fe640 1 -- 172.21.15.76:0/1647139620 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 865777828 0 0) 0x7f5f200abdf0 con 0x7f5f20071d30 2024-09-13T16:14:38.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.385+0000 7f5f1f7fe640 1 -- 172.21.15.76:0/1647139620 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5f0c003520 con 0x7f5f20071d30 2024-09-13T16:14:38.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.385+0000 7f5f24833640 1 --2- 172.21.15.76:0/1647139620 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5f200c8920 0x7f5f200c8dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:38.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.385+0000 7f5f17fff640 1 --2- 172.21.15.76:0/1647139620 >> v2:172.21.15.192:3300/0 conn(0x7f5f20072110 0x7f5f20070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:38.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.385+0000 7f5f1f7fe640 1 -- 172.21.15.76:0/1647139620 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4245941209 0 0) 0x7f5f0c003520 con 0x7f5f20071d30 2024-09-13T16:14:38.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.385+0000 7f5f1f7fe640 1 -- 172.21.15.76:0/1647139620 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5f200c8920 msgr2=0x7f5f200c8dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:38.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.385+0000 7f5f1f7fe640 1 --2- 172.21.15.76:0/1647139620 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5f200c8920 0x7f5f200c8dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:38.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.385+0000 7f5f1f7fe640 1 -- 172.21.15.76:0/1647139620 >> v2:172.21.15.192:3300/0 conn(0x7f5f20072110 msgr2=0x7f5f20070190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:38.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.385+0000 7f5f1f7fe640 1 --2- 172.21.15.76:0/1647139620 >> v2:172.21.15.192:3300/0 conn(0x7f5f20072110 0x7f5f20070190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:38.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.385+0000 7f5f1f7fe640 1 -- 172.21.15.76:0/1647139620 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5f200ab1e0 con 0x7f5f20071d30 2024-09-13T16:14:38.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.385+0000 7f5f1f7fe640 1 -- 172.21.15.76:0/1647139620 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f5f10001670 con 0x7f5f20071d30 2024-09-13T16:14:38.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.385+0000 7f5f1f7fe640 1 -- 172.21.15.76:0/1647139620 >> v1:172.21.15.76:6789/0 conn(0x7f5f20071d30 legacy=0x7f5f200b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:38.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.385+0000 7f5f1f7fe640 1 --2- 172.21.15.76:0/1647139620 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5f200c8920 0x7f5f0c003970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:38.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.385+0000 7f5f1f7fe640 1 --2- 172.21.15.76:0/1647139620 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5f0c003ef0 0x7f5f0c0047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:38.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.385+0000 7f5f1f7fe640 1 --2- 172.21.15.76:0/1647139620 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5f0c004d00 0x7f5f0c005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:38.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.385+0000 7f5f1f7fe640 1 -- 172.21.15.76:0/1647139620 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5f200c9310 con 0x7f5f0c004d00 2024-09-13T16:14:38.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.385+0000 7f5f1f7fe640 1 -- 172.21.15.76:0/1647139620 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5f200b2280 con 0x7f5f0c003ef0 2024-09-13T16:14:38.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.385+0000 7f5f1f7fe640 1 -- 172.21.15.76:0/1647139620 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5f0c00b980 con 0x7f5f200c8920 2024-09-13T16:14:38.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.385+0000 7f5f24833640 1 --2- 172.21.15.76:0/1647139620 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5f0c004d00 0x7f5f0c005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:38.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.385+0000 7f5f17fff640 1 --2- 172.21.15.76:0/1647139620 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5f0c003ef0 0x7f5f0c0047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:38.392 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.385+0000 7f5f1ffff640 1 --2- 172.21.15.76:0/1647139620 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5f200c8920 0x7f5f0c003970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:38.392 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.385+0000 7f5f24833640 1 -- 172.21.15.76:0/1647139620 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5f200c8920 msgr2=0x7f5f0c003970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:38.392 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.385+0000 7f5f24833640 1 --2- 172.21.15.76:0/1647139620 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5f200c8920 0x7f5f0c003970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:38.392 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.385+0000 7f5f24833640 1 -- 172.21.15.76:0/1647139620 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5f0c003ef0 msgr2=0x7f5f0c0047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:38.392 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.385+0000 7f5f24833640 1 --2- 172.21.15.76:0/1647139620 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5f0c003ef0 0x7f5f0c0047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:38.392 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.385+0000 7f5f24833640 1 -- 172.21.15.76:0/1647139620 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5f0c003520 con 0x7f5f0c004d00 2024-09-13T16:14:38.392 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.385+0000 7f5f17fff640 1 --2- 172.21.15.76:0/1647139620 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5f0c003ef0 0x7f5f0c0047c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:14:38.392 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.385+0000 7f5f1ffff640 1 --2- 172.21.15.76:0/1647139620 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5f200c8920 0x7f5f0c003970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:14:38.392 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.386+0000 7f5f24833640 1 --2- 172.21.15.76:0/1647139620 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5f0c004d00 0x7f5f0c005180 secure :-1 s=READY pgs=2089 cs=0 l=1 rev1=1 crypto rx=0x7f5f18009fc0 tx=0x7f5f0c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f5872975a34cea73 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:38.392 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.386+0000 7f5f1f7fe640 1 -- 172.21.15.76:0/1647139620 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5f1802d070 con 0x7f5f0c004d00 2024-09-13T16:14:38.392 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.386+0000 7f5f1f7fe640 1 -- 172.21.15.76:0/1647139620 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5f1800f040 con 0x7f5f0c004d00 2024-09-13T16:14:38.392 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.386+0000 7f5f1f7fe640 1 -- 172.21.15.76:0/1647139620 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5f18031670 con 0x7f5f0c004d00 2024-09-13T16:14:38.392 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.387+0000 7f5f26296640 1 -- 172.21.15.76:0/1647139620 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5f0c004d00 msgr2=0x7f5f0c005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:38.393 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.387+0000 7f5f26296640 1 --2- 172.21.15.76:0/1647139620 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5f0c004d00 0x7f5f0c005180 secure :-1 s=READY pgs=2089 cs=0 l=1 rev1=1 crypto rx=0x7f5f18009fc0 tx=0x7f5f0c0057f0 comp rx=0 tx=0).stop 2024-09-13T16:14:38.393 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.387+0000 7f5f24833640 1 -- 172.21.15.76:0/1647139620 reap_dead start 2024-09-13T16:14:38.393 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.387+0000 7f5f26296640 1 -- 172.21.15.76:0/1647139620 shutdown_connections 2024-09-13T16:14:38.393 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.387+0000 7f5f26296640 1 -- 172.21.15.76:0/1647139620 >> 172.21.15.76:0/1647139620 conn(0x7f5f20069ed0 msgr2=0x7f5f2006a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:38.393 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.387+0000 7f5f26296640 1 -- 172.21.15.76:0/1647139620 shutdown_connections 2024-09-13T16:14:38.393 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.387+0000 7f5f26296640 1 -- 172.21.15.76:0/1647139620 wait complete. 2024-09-13T16:14:38.395 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.388+0000 7f5f26296640 1 Processor -- start 2024-09-13T16:14:38.395 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.388+0000 7f5f26296640 1 -- start start 2024-09-13T16:14:38.395 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.389+0000 7f5f26296640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5f200b1960 0x7f5f200cd5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:38.395 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.389+0000 7f5f26296640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5f200c1a80 0x7f5f20097480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:38.395 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.389+0000 7f5f26296640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5f200b1d40 0x7f5f200979c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:38.395 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.389+0000 7f5f26296640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5f20097f00 con 0x7f5f200b1960 2024-09-13T16:14:38.395 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.389+0000 7f5f26296640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5f200c2000 con 0x7f5f200c1a80 2024-09-13T16:14:38.396 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.389+0000 7f5f26296640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5f200c22e0 con 0x7f5f200b1d40 2024-09-13T16:14:38.396 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.389+0000 7f5f1ffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5f200b1960 0x7f5f200cd5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:38.396 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.389+0000 7f5f1ffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5f200b1960 0x7f5f200cd5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49950/0 (socket says 172.21.15.76:49950) 2024-09-13T16:14:38.396 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.389+0000 7f5f1ffff640 1 -- 172.21.15.76:0/3729476155 learned_addr learned my addr 172.21.15.76:0/3729476155 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:38.396 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.389+0000 7f5f1ffff640 1 -- 172.21.15.76:0/3729476155 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5f200b1d40 msgr2=0x7f5f200979c0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-13T16:14:38.396 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.389+0000 7f5f1ffff640 1 --2- 172.21.15.76:0/3729476155 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5f200b1d40 0x7f5f200979c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:38.396 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.389+0000 7f5f1ffff640 1 -- 172.21.15.76:0/3729476155 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5f200c1a80 msgr2=0x7f5f20097480 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-13T16:14:38.396 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.389+0000 7f5f1ffff640 1 --2- 172.21.15.76:0/3729476155 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5f200c1a80 0x7f5f20097480 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:38.396 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.389+0000 7f5f1ffff640 1 -- 172.21.15.76:0/3729476155 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5f200c25c0 con 0x7f5f200b1960 2024-09-13T16:14:38.396 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.389+0000 7f5f1ffff640 1 --2- 172.21.15.76:0/3729476155 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5f200b1960 0x7f5f200cd5a0 secure :-1 s=READY pgs=2090 cs=0 l=1 rev1=1 crypto rx=0x7f5f1000ea70 tx=0x7f5f1000ef30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:38.396 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.389+0000 7f5f1d7fa640 1 -- 172.21.15.76:0/3729476155 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5f1000c8b0 con 0x7f5f200b1960 2024-09-13T16:14:38.396 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.390+0000 7f5f1d7fa640 1 -- 172.21.15.76:0/3729476155 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5f1000ca10 con 0x7f5f200b1960 2024-09-13T16:14:38.396 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.390+0000 7f5f26296640 1 -- 172.21.15.76:0/3729476155 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5f200c28a0 con 0x7f5f200b1960 2024-09-13T16:14:38.397 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.390+0000 7f5f1d7fa640 1 -- 172.21.15.76:0/3729476155 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5f1000cda0 con 0x7f5f200b1960 2024-09-13T16:14:38.397 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.390+0000 7f5f26296640 1 -- 172.21.15.76:0/3729476155 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5f200cdae0 con 0x7f5f200b1960 2024-09-13T16:14:38.397 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.390+0000 7f5f26296640 1 -- 172.21.15.76:0/3729476155 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5f200c8dd0 con 0x7f5f200b1960 2024-09-13T16:14:38.397 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.391+0000 7f5f1d7fa640 1 -- 172.21.15.76:0/3729476155 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f5f10013420 con 0x7f5f200b1960 2024-09-13T16:14:38.397 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.391+0000 7f5f1d7fa640 1 --2- 172.21.15.76:0/3729476155 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5f0006ac30 0x7f5f0006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:38.397 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.391+0000 7f5f1d7fa640 1 -- 172.21.15.76:0/3729476155 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(150..150 src has 1..150) v4 ==== 6174+0+0 (secure 0 0 0) 0x7f5f10089390 con 0x7f5f200b1960 2024-09-13T16:14:38.397 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.391+0000 7f5f17fff640 1 --2- 172.21.15.76:0/3729476155 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5f0006ac30 0x7f5f0006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:38.397 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.392+0000 7f5f17fff640 1 --2- 172.21.15.76:0/3729476155 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5f0006ac30 0x7f5f0006d0f0 secure :-1 s=READY pgs=887 cs=0 l=1 rev1=1 crypto rx=0x7f5f200c2fe0 tx=0x7f5f08009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:38.397 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.395+0000 7f5f1d7fa640 1 -- 172.21.15.76:0/3729476155 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f5f10054310 con 0x7f5f200b1960 2024-09-13T16:14:38.591 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.589+0000 7f5f26296640 1 -- 172.21.15.76:0/3729476155 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f5f200ad930 con 0x7f5f200b1960 2024-09-13T16:14:38.592 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.589+0000 7f5f1d7fa640 1 -- 172.21.15.76:0/3729476155 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 83 v83) v1 ==== 94+0+4741 (secure 0 0 0) 0x7f5f10057930 con 0x7f5f200b1960 2024-09-13T16:14:38.592 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:14:38.592 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":83,"default_fscid":10,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7424,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/2852164393","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6833","nonce":2852164393},{"type":"v1","addr":"172.21.15.192:6835","nonce":2852164393}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":78},{"gid":8422,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6834/3941864012","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":3941864012},{"type":"v1","addr":"172.21.15.192:6834","nonce":3941864012}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":78},{"gid":9543,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6836/3196594386","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":3196594386},{"type":"v1","addr":"172.21.15.76:6836","nonce":3196594386}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":78}],"filesystems":[{"mdsmap":{"epoch":83,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:14:06.091118+0000","modified":"2024-09-13T16:14:30.892809+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":9546},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9546":{"gid":9546,"name":"c","rank":0,"incarnation":79,"state":"up:active","state_seq":9,"addr":"172.21.15.76:6837/271310125","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":271310125},{"type":"v1","addr":"172.21.15.76:6837","nonce":271310125}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[22],"metadata_pool":21,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":10}]} 2024-09-13T16:14:38.592 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 83 2024-09-13T16:14:38.594 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.591+0000 7f5f26296640 1 -- 172.21.15.76:0/3729476155 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5f0006ac30 msgr2=0x7f5f0006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:38.594 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.591+0000 7f5f26296640 1 --2- 172.21.15.76:0/3729476155 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5f0006ac30 0x7f5f0006d0f0 secure :-1 s=READY pgs=887 cs=0 l=1 rev1=1 crypto rx=0x7f5f200c2fe0 tx=0x7f5f08009190 comp rx=0 tx=0).stop 2024-09-13T16:14:38.594 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.591+0000 7f5f26296640 1 -- 172.21.15.76:0/3729476155 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5f200b1960 msgr2=0x7f5f200cd5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:38.594 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.591+0000 7f5f26296640 1 --2- 172.21.15.76:0/3729476155 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5f200b1960 0x7f5f200cd5a0 secure :-1 s=READY pgs=2090 cs=0 l=1 rev1=1 crypto rx=0x7f5f1000ea70 tx=0x7f5f1000ef30 comp rx=0 tx=0).stop 2024-09-13T16:14:38.594 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.591+0000 7f5f26296640 1 -- 172.21.15.76:0/3729476155 shutdown_connections 2024-09-13T16:14:38.594 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.591+0000 7f5f26296640 1 --2- 172.21.15.76:0/3729476155 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5f0006ac30 0x7f5f0006d0f0 unknown :-1 s=CLOSED pgs=887 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:38.594 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.591+0000 7f5f26296640 1 --2- 172.21.15.76:0/3729476155 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5f200b1d40 0x7f5f200979c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:38.594 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.591+0000 7f5f26296640 1 --2- 172.21.15.76:0/3729476155 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5f200c1a80 0x7f5f20097480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:38.595 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.591+0000 7f5f26296640 1 --2- 172.21.15.76:0/3729476155 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5f200b1960 0x7f5f200cd5a0 unknown :-1 s=CLOSED pgs=2090 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:38.595 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.591+0000 7f5f26296640 1 -- 172.21.15.76:0/3729476155 >> 172.21.15.76:0/3729476155 conn(0x7f5f20069ed0 msgr2=0x7f5f200af070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:38.595 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.591+0000 7f5f26296640 1 -- 172.21.15.76:0/3729476155 shutdown_connections 2024-09-13T16:14:38.595 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.591+0000 7f5f26296640 1 -- 172.21.15.76:0/3729476155 wait complete. 2024-09-13T16:14:38.605 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:14:38.703 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.700+0000 7f5066d91640 1 Processor -- start 2024-09-13T16:14:38.703 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.700+0000 7f5066d91640 1 -- start start 2024-09-13T16:14:38.708 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.701+0000 7f5066d91640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5060071d30 0x7f5060070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:38.709 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.701+0000 7f5066d91640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f50600c8920 0x7f50600c8dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:38.709 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.701+0000 7f5066d91640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f50600abdf0 con 0x7f5060072110 2024-09-13T16:14:38.709 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.701+0000 7f5066d91640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f50600c9310 con 0x7f50600c8920 2024-09-13T16:14:38.709 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.701+0000 7f5066d91640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f50600b2280 con 0x7f5060071d30 2024-09-13T16:14:38.709 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.701+0000 7f506532e640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f50600c8920 0x7f50600c8dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:38.709 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.701+0000 7f506532e640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f50600c8920 0x7f50600c8dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49956/0 (socket says 172.21.15.76:49956) 2024-09-13T16:14:38.709 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.701+0000 7f506532e640 1 -- 172.21.15.76:0/820124648 learned_addr learned my addr 172.21.15.76:0/820124648 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:38.709 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.701+0000 7f5064b2d640 1 --2- 172.21.15.76:0/820124648 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5060071d30 0x7f5060070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:38.709 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.701+0000 7f506532e640 1 -- 172.21.15.76:0/820124648 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5060071d30 msgr2=0x7f5060070190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:38.709 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.701+0000 7f506532e640 1 --2- 172.21.15.76:0/820124648 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5060071d30 0x7f5060070190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:38.709 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.701+0000 7f506532e640 1 -- 172.21.15.76:0/820124648 >> v1:172.21.15.192:6789/0 conn(0x7f5060072110 legacy=0x7f50600b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:38.709 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.701+0000 7f506532e640 1 -- 172.21.15.76:0/820124648 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f50600ab1e0 con 0x7f50600c8920 2024-09-13T16:14:38.710 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.702+0000 7f506532e640 1 --2- 172.21.15.76:0/820124648 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f50600c8920 0x7f50600c8dd0 secure :-1 s=READY pgs=2091 cs=0 l=1 rev1=1 crypto rx=0x7f504800bb40 tx=0x7f504802c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bb80a8b70989376b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:38.710 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.702+0000 7f505f7fe640 1 -- 172.21.15.76:0/820124648 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50480327c0 con 0x7f50600c8920 2024-09-13T16:14:38.710 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.702+0000 7f505f7fe640 1 -- 172.21.15.76:0/820124648 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5048032920 con 0x7f50600c8920 2024-09-13T16:14:38.710 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.702+0000 7f505f7fe640 1 -- 172.21.15.76:0/820124648 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5048032cb0 con 0x7f50600c8920 2024-09-13T16:14:38.710 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.703+0000 7f5066d91640 1 -- 172.21.15.76:0/820124648 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f50600c8920 msgr2=0x7f50600c8dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:38.710 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.703+0000 7f5066d91640 1 --2- 172.21.15.76:0/820124648 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f50600c8920 0x7f50600c8dd0 secure :-1 s=READY pgs=2091 cs=0 l=1 rev1=1 crypto rx=0x7f504800bb40 tx=0x7f504802c900 comp rx=0 tx=0).stop 2024-09-13T16:14:38.710 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.703+0000 7f5066d91640 1 -- 172.21.15.76:0/820124648 shutdown_connections 2024-09-13T16:14:38.710 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.703+0000 7f5066d91640 1 --2- 172.21.15.76:0/820124648 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f50600c8920 0x7f50600c8dd0 unknown :-1 s=CLOSED pgs=2091 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:38.710 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.703+0000 7f5066d91640 1 --2- 172.21.15.76:0/820124648 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5060071d30 0x7f5060070190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:38.710 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.703+0000 7f5066d91640 1 -- 172.21.15.76:0/820124648 >> 172.21.15.76:0/820124648 conn(0x7f5060069ed0 msgr2=0x7f506006a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:38.710 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.703+0000 7f5066d91640 1 -- 172.21.15.76:0/820124648 shutdown_connections 2024-09-13T16:14:38.710 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.703+0000 7f5066d91640 1 -- 172.21.15.76:0/820124648 wait complete. 2024-09-13T16:14:38.711 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.704+0000 7f5066d91640 1 Processor -- start 2024-09-13T16:14:38.711 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.704+0000 7f5066d91640 1 -- start start 2024-09-13T16:14:38.711 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.705+0000 7f5066d91640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5060071d30 0x7f5060097920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:38.711 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.705+0000 7f5066d91640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5060072110 0x7f50600c6e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:38.711 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.705+0000 7f5066d91640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f50600c8920 0x7f50600c4770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:38.711 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.705+0000 7f5066d91640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f50600c7d80 con 0x7f5060071d30 2024-09-13T16:14:38.711 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.705+0000 7f5066d91640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5060097e60 con 0x7f5060072110 2024-09-13T16:14:38.711 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.705+0000 7f5066d91640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f50600c77c0 con 0x7f50600c8920 2024-09-13T16:14:38.711 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.705+0000 7f5064b2d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5060071d30 0x7f5060097920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:38.711 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.705+0000 7f5064b2d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5060071d30 0x7f5060097920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49960/0 (socket says 172.21.15.76:49960) 2024-09-13T16:14:38.711 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.705+0000 7f5064b2d640 1 -- 172.21.15.76:0/1708773682 learned_addr learned my addr 172.21.15.76:0/1708773682 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:38.711 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.705+0000 7f506532e640 1 --2- 172.21.15.76:0/1708773682 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f50600c8920 0x7f50600c4770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:38.711 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.705+0000 7f505ffff640 1 --2- 172.21.15.76:0/1708773682 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5060072110 0x7f50600c6e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:38.712 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.705+0000 7f5064b2d640 1 -- 172.21.15.76:0/1708773682 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f50600c8920 msgr2=0x7f50600c4770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:38.712 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.705+0000 7f5064b2d640 1 --2- 172.21.15.76:0/1708773682 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f50600c8920 0x7f50600c4770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:38.712 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.705+0000 7f5064b2d640 1 -- 172.21.15.76:0/1708773682 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5060072110 msgr2=0x7f50600c6e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:38.712 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.705+0000 7f5064b2d640 1 --2- 172.21.15.76:0/1708773682 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5060072110 0x7f50600c6e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:38.712 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.705+0000 7f5064b2d640 1 -- 172.21.15.76:0/1708773682 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f504800b770 con 0x7f5060071d30 2024-09-13T16:14:38.712 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.705+0000 7f505ffff640 1 --2- 172.21.15.76:0/1708773682 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5060072110 0x7f50600c6e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:14:38.712 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.705+0000 7f506532e640 1 --2- 172.21.15.76:0/1708773682 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f50600c8920 0x7f50600c4770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:14:38.712 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.705+0000 7f5064b2d640 1 --2- 172.21.15.76:0/1708773682 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5060071d30 0x7f5060097920 secure :-1 s=READY pgs=2092 cs=0 l=1 rev1=1 crypto rx=0x7f505800d830 tx=0x7f505800dcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:38.712 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.706+0000 7f505d7fa640 1 -- 172.21.15.76:0/1708773682 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f505800b6c0 con 0x7f5060071d30 2024-09-13T16:14:38.712 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.706+0000 7f505d7fa640 1 -- 172.21.15.76:0/1708773682 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f505800b820 con 0x7f5060071d30 2024-09-13T16:14:38.712 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.706+0000 7f505d7fa640 1 -- 172.21.15.76:0/1708773682 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f505800bbb0 con 0x7f5060071d30 2024-09-13T16:14:38.712 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.706+0000 7f5066d91640 1 -- 172.21.15.76:0/1708773682 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f50600c7aa0 con 0x7f5060071d30 2024-09-13T16:14:38.713 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.706+0000 7f5066d91640 1 -- 172.21.15.76:0/1708773682 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f50600c25e0 con 0x7f5060071d30 2024-09-13T16:14:38.713 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.707+0000 7f5066d91640 1 -- 172.21.15.76:0/1708773682 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5060070190 con 0x7f5060071d30 2024-09-13T16:14:38.713 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.707+0000 7f505d7fa640 1 -- 172.21.15.76:0/1708773682 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f505801e460 con 0x7f5060071d30 2024-09-13T16:14:38.713 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.708+0000 7f505d7fa640 1 --2- 172.21.15.76:0/1708773682 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f504006ac00 0x7f504006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:38.714 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.708+0000 7f505d7fa640 1 -- 172.21.15.76:0/1708773682 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(150..150 src has 1..150) v4 ==== 6174+0+0 (secure 0 0 0) 0x7f5058089c30 con 0x7f5060071d30 2024-09-13T16:14:38.714 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.708+0000 7f505ffff640 1 --2- 172.21.15.76:0/1708773682 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f504006ac00 0x7f504006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:38.714 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.708+0000 7f505ffff640 1 --2- 172.21.15.76:0/1708773682 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f504006ac00 0x7f504006d0c0 secure :-1 s=READY pgs=888 cs=0 l=1 rev1=1 crypto rx=0x7f50600c1f50 tx=0x7f5050009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:38.714 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.712+0000 7f505d7fa640 1 -- 172.21.15.76:0/1708773682 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f5058054cd0 con 0x7f5060071d30 2024-09-13T16:14:38.879 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.876+0000 7f5066d91640 1 -- 172.21.15.76:0/1708773682 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f506015cb20 con 0x7f5060071d30 2024-09-13T16:14:38.880 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.878+0000 7f505d7fa640 1 -- 172.21.15.76:0/1708773682 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v150) v1 ==== 74+0+16929 (secure 0 0 0) 0x7f50580582f0 con 0x7f5060071d30 2024-09-13T16:14:38.880 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:14:38.880 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":150,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:14:23.875842+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":22,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":21,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:14:04.265211+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"147","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":22,"pool_name":"cephfs_data","create_time":"2024-09-13T16:14:05.060773+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"148","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"22.8","mappings":[{"from":4,"to":1}]},{"pgid":"22.33","mappings":[{"from":3,"to":2}]},{"pgid":"22.34","mappings":[{"from":3,"to":0}]},{"pgid":"22.36","mappings":[{"from":3,"to":1}]},{"pgid":"22.37","mappings":[{"from":3,"to":0}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:14:38.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.880+0000 7f5066d91640 1 -- 172.21.15.76:0/1708773682 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f504006ac00 msgr2=0x7f504006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:38.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.880+0000 7f5066d91640 1 --2- 172.21.15.76:0/1708773682 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f504006ac00 0x7f504006d0c0 secure :-1 s=READY pgs=888 cs=0 l=1 rev1=1 crypto rx=0x7f50600c1f50 tx=0x7f5050009040 comp rx=0 tx=0).stop 2024-09-13T16:14:38.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.880+0000 7f5066d91640 1 -- 172.21.15.76:0/1708773682 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5060071d30 msgr2=0x7f5060097920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:38.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.880+0000 7f5066d91640 1 --2- 172.21.15.76:0/1708773682 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5060071d30 0x7f5060097920 secure :-1 s=READY pgs=2092 cs=0 l=1 rev1=1 crypto rx=0x7f505800d830 tx=0x7f505800dcf0 comp rx=0 tx=0).stop 2024-09-13T16:14:38.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.880+0000 7f5066d91640 1 -- 172.21.15.76:0/1708773682 shutdown_connections 2024-09-13T16:14:38.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.880+0000 7f5066d91640 1 --2- 172.21.15.76:0/1708773682 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f504006ac00 0x7f504006d0c0 unknown :-1 s=CLOSED pgs=888 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:38.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.880+0000 7f5066d91640 1 --2- 172.21.15.76:0/1708773682 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f50600c8920 0x7f50600c4770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:38.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.880+0000 7f5066d91640 1 --2- 172.21.15.76:0/1708773682 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5060072110 0x7f50600c6e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:38.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.880+0000 7f5066d91640 1 --2- 172.21.15.76:0/1708773682 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5060071d30 0x7f5060097920 unknown :-1 s=CLOSED pgs=2092 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:38.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.880+0000 7f5066d91640 1 -- 172.21.15.76:0/1708773682 >> 172.21.15.76:0/1708773682 conn(0x7f5060069ed0 msgr2=0x7f50600addb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:38.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.880+0000 7f5066d91640 1 -- 172.21.15.76:0/1708773682 shutdown_connections 2024-09-13T16:14:38.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.880+0000 7f5066d91640 1 -- 172.21.15.76:0/1708773682 wait complete. 2024-09-13T16:14:38.893 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-13T16:14:38.894 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:14:38.993 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.990+0000 7fc49877d640 1 Processor -- start 2024-09-13T16:14:38.993 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.990+0000 7fc49877d640 1 -- start start 2024-09-13T16:14:38.996 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.991+0000 7fc49877d640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fc49015c6e0 0x7fc4900b3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:38.996 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.991+0000 7fc49877d640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc4900d1840 con 0x7fc4900ccb20 2024-09-13T16:14:38.996 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.991+0000 7fc49877d640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc49006bd20 con 0x7fc4900d07b0 2024-09-13T16:14:38.996 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.991+0000 7fc49877d640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc490160e50 con 0x7fc49015c6e0 2024-09-13T16:14:38.996 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.991+0000 7fc496d1a640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fc4900ccb20 0x7fc490160740 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:35894/0 (socket says 172.21.15.76:35894) 2024-09-13T16:14:38.996 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.991+0000 7fc496d1a640 1 -- 172.21.15.76:0/1800143546 learned_addr learned my addr 172.21.15.76:0/1800143546 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:14:38.996 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.992+0000 7fc496519640 1 --2- 172.21.15.76:0/1800143546 >> v2:172.21.15.192:3300/0 conn(0x7fc49015c6e0 0x7fc4900b3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:38.996 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.992+0000 7fc495517640 1 -- 172.21.15.76:0/1800143546 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1219497288 0 0) 0x7fc4900d1840 con 0x7fc4900ccb20 2024-09-13T16:14:38.996 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.992+0000 7fc495517640 1 -- 172.21.15.76:0/1800143546 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc478003520 con 0x7fc4900ccb20 2024-09-13T16:14:38.996 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.992+0000 7fc495517640 1 -- 172.21.15.76:0/1800143546 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3591081506 0 0) 0x7fc478003520 con 0x7fc4900ccb20 2024-09-13T16:14:38.996 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.992+0000 7fc495517640 1 -- 172.21.15.76:0/1800143546 >> v2:172.21.15.192:3300/0 conn(0x7fc49015c6e0 msgr2=0x7fc4900b3f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:38.997 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.992+0000 7fc495517640 1 --2- 172.21.15.76:0/1800143546 >> v2:172.21.15.192:3300/0 conn(0x7fc49015c6e0 0x7fc4900b3f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:38.997 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.992+0000 7fc495517640 1 -- 172.21.15.76:0/1800143546 >> v1:172.21.15.192:6789/0 conn(0x7fc4900d07b0 legacy=0x7fc490160030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:38.997 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.992+0000 7fc495517640 1 -- 172.21.15.76:0/1800143546 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc4900d0c30 con 0x7fc4900ccb20 2024-09-13T16:14:38.997 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.992+0000 7fc495517640 1 -- 172.21.15.76:0/1800143546 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7fc488001670 con 0x7fc4900ccb20 2024-09-13T16:14:38.997 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.992+0000 7fc495517640 1 -- 172.21.15.76:0/1800143546 >> v1:172.21.15.76:6789/0 conn(0x7fc4900ccb20 legacy=0x7fc490160740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:38.997 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.992+0000 7fc495517640 1 --2- 172.21.15.76:0/1800143546 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc478003970 0x7fc478003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:38.997 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.992+0000 7fc495517640 1 --2- 172.21.15.76:0/1800143546 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc4780047c0 0x7fc478004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:38.997 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.992+0000 7fc495517640 1 --2- 172.21.15.76:0/1800143546 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc478005180 0x7fc47800b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:38.997 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.992+0000 7fc495517640 1 -- 172.21.15.76:0/1800143546 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc490160e50 con 0x7fc4780047c0 2024-09-13T16:14:38.997 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.992+0000 7fc495517640 1 -- 172.21.15.76:0/1800143546 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc47800c120 con 0x7fc478005180 2024-09-13T16:14:38.997 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.992+0000 7fc495517640 1 -- 172.21.15.76:0/1800143546 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc47800c2e0 con 0x7fc478003970 2024-09-13T16:14:38.997 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.992+0000 7fc495d18640 1 --2- 172.21.15.76:0/1800143546 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc4780047c0 0x7fc478004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:38.997 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.992+0000 7fc496519640 1 --2- 172.21.15.76:0/1800143546 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc478003970 0x7fc478003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:38.997 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.992+0000 7fc496d1a640 1 --2- 172.21.15.76:0/1800143546 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc478005180 0x7fc47800b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:38.998 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.992+0000 7fc495d18640 1 -- 172.21.15.76:0/1800143546 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc478003970 msgr2=0x7fc478003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:38.998 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.992+0000 7fc495d18640 1 --2- 172.21.15.76:0/1800143546 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc478003970 0x7fc478003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:38.998 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.992+0000 7fc495d18640 1 -- 172.21.15.76:0/1800143546 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc478005180 msgr2=0x7fc47800b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:38.998 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.992+0000 7fc495d18640 1 --2- 172.21.15.76:0/1800143546 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc478005180 0x7fc47800b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:38.998 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.993+0000 7fc496d1a640 1 -- 172.21.15.76:0/1800143546 reap_dead start 2024-09-13T16:14:38.998 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.993+0000 7fc495d18640 1 -- 172.21.15.76:0/1800143546 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc478003520 con 0x7fc4780047c0 2024-09-13T16:14:38.998 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.993+0000 7fc495d18640 1 --2- 172.21.15.76:0/1800143546 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc4780047c0 0x7fc478004c40 secure :-1 s=READY pgs=2094 cs=0 l=1 rev1=1 crypto rx=0x7fc484001750 tx=0x7fc4780057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dae8673cb4057fab server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:38.998 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.993+0000 7fc495517640 1 -- 172.21.15.76:0/1800143546 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4840052d0 con 0x7fc4780047c0 2024-09-13T16:14:38.999 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.993+0000 7fc495517640 1 -- 172.21.15.76:0/1800143546 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc484005430 con 0x7fc4780047c0 2024-09-13T16:14:38.999 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.993+0000 7fc495517640 1 -- 172.21.15.76:0/1800143546 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc48402abc0 con 0x7fc4780047c0 2024-09-13T16:14:39.002 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.994+0000 7fc49877d640 1 -- 172.21.15.76:0/1800143546 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc4780047c0 msgr2=0x7fc478004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:39.002 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.994+0000 7fc49877d640 1 --2- 172.21.15.76:0/1800143546 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc4780047c0 0x7fc478004c40 secure :-1 s=READY pgs=2094 cs=0 l=1 rev1=1 crypto rx=0x7fc484001750 tx=0x7fc4780057f0 comp rx=0 tx=0).stop 2024-09-13T16:14:39.002 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.994+0000 7fc49877d640 1 -- 172.21.15.76:0/1800143546 shutdown_connections 2024-09-13T16:14:39.002 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.994+0000 7fc49877d640 1 --2- 172.21.15.76:0/1800143546 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc4780047c0 0x7fc478004c40 unknown :-1 s=CLOSED pgs=2094 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:39.002 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.994+0000 7fc49877d640 1 -- 172.21.15.76:0/1800143546 >> 172.21.15.76:0/1800143546 conn(0x7fc490089f60 msgr2=0x7fc4900d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:39.002 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.994+0000 7fc49877d640 1 -- 172.21.15.76:0/1800143546 shutdown_connections 2024-09-13T16:14:39.002 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.994+0000 7fc49877d640 1 -- 172.21.15.76:0/1800143546 wait complete. 2024-09-13T16:14:39.003 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.995+0000 7fc49877d640 1 Processor -- start 2024-09-13T16:14:39.003 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.995+0000 7fc49877d640 1 -- start start 2024-09-13T16:14:39.003 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.996+0000 7fc49877d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc4780047c0 0x7fc4900b5810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:39.003 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.996+0000 7fc49877d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc4901f3a10 0x7fc4900b7af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:39.003 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.996+0000 7fc49877d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc4901f5b10 0x7fc4901f5f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:39.003 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.996+0000 7fc49877d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc4901f64d0 con 0x7fc4780047c0 2024-09-13T16:14:39.003 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.996+0000 7fc49877d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc4900b8360 con 0x7fc4901f5b10 2024-09-13T16:14:39.003 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.996+0000 7fc49877d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc4901f3e70 con 0x7fc4901f3a10 2024-09-13T16:14:39.003 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.996+0000 7fc496519640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc4780047c0 0x7fc4900b5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:39.003 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.996+0000 7fc496519640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc4780047c0 0x7fc4900b5810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49974/0 (socket says 172.21.15.76:49974) 2024-09-13T16:14:39.003 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.996+0000 7fc496519640 1 -- 172.21.15.76:0/3827047779 learned_addr learned my addr 172.21.15.76:0/3827047779 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:39.004 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.996+0000 7fc496d1a640 1 --2- 172.21.15.76:0/3827047779 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc4901f5b10 0x7fc4901f5f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:39.004 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.996+0000 7fc495d18640 1 --2- 172.21.15.76:0/3827047779 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc4901f3a10 0x7fc4900b7af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:39.004 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.996+0000 7fc496519640 1 -- 172.21.15.76:0/3827047779 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc4901f3a10 msgr2=0x7fc4900b7af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:39.004 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.996+0000 7fc496519640 1 --2- 172.21.15.76:0/3827047779 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc4901f3a10 0x7fc4900b7af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:39.004 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.996+0000 7fc496519640 1 -- 172.21.15.76:0/3827047779 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc4901f5b10 msgr2=0x7fc4901f5f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:39.004 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.996+0000 7fc496519640 1 --2- 172.21.15.76:0/3827047779 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc4901f5b10 0x7fc4901f5f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:39.004 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.996+0000 7fc496519640 1 -- 172.21.15.76:0/3827047779 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc4900b28c0 con 0x7fc4780047c0 2024-09-13T16:14:39.004 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.996+0000 7fc496d1a640 1 --2- 172.21.15.76:0/3827047779 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc4901f5b10 0x7fc4901f5f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:14:39.004 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.996+0000 7fc495d18640 1 --2- 172.21.15.76:0/3827047779 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc4901f3a10 0x7fc4900b7af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:14:39.004 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.996+0000 7fc496519640 1 --2- 172.21.15.76:0/3827047779 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc4780047c0 0x7fc4900b5810 secure :-1 s=READY pgs=2095 cs=0 l=1 rev1=1 crypto rx=0x7fc480009f60 tx=0x7fc480009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:39.004 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.997+0000 7fc48effd640 1 -- 172.21.15.76:0/3827047779 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc48000e030 con 0x7fc4780047c0 2024-09-13T16:14:39.004 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.997+0000 7fc48effd640 1 -- 172.21.15.76:0/3827047779 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc480016470 con 0x7fc4780047c0 2024-09-13T16:14:39.005 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.997+0000 7fc48effd640 1 -- 172.21.15.76:0/3827047779 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc480016820 con 0x7fc4780047c0 2024-09-13T16:14:39.005 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.997+0000 7fc49877d640 1 -- 172.21.15.76:0/3827047779 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc4900b1fd0 con 0x7fc4780047c0 2024-09-13T16:14:39.005 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.997+0000 7fc49877d640 1 -- 172.21.15.76:0/3827047779 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc4900b2550 con 0x7fc4780047c0 2024-09-13T16:14:39.005 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.998+0000 7fc49877d640 1 -- 172.21.15.76:0/3827047779 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc4900ce9e0 con 0x7fc4780047c0 2024-09-13T16:14:39.005 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.998+0000 7fc48effd640 1 -- 172.21.15.76:0/3827047779 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc480016980 con 0x7fc4780047c0 2024-09-13T16:14:39.005 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.998+0000 7fc48effd640 1 --2- 172.21.15.76:0/3827047779 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc47c06ac30 0x7fc47c06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:39.005 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.998+0000 7fc48effd640 1 -- 172.21.15.76:0/3827047779 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(150..150 src has 1..150) v4 ==== 6174+0+0 (secure 0 0 0) 0x7fc48000f070 con 0x7fc4780047c0 2024-09-13T16:14:39.005 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.999+0000 7fc495d18640 1 --2- 172.21.15.76:0/3827047779 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc47c06ac30 0x7fc47c06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:39.005 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:38.999+0000 7fc495d18640 1 --2- 172.21.15.76:0/3827047779 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc47c06ac30 0x7fc47c06d0f0 secure :-1 s=READY pgs=889 cs=0 l=1 rev1=1 crypto rx=0x7fc484032000 tx=0x7fc48402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:39.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.003+0000 7fc48effd640 1 -- 172.21.15.76:0/3827047779 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fc4800bd9c0 con 0x7fc4780047c0 2024-09-13T16:14:39.200 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.197+0000 7fc49877d640 1 -- 172.21.15.76:0/3827047779 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fc4900b4c80 con 0x7fc4780047c0 2024-09-13T16:14:39.200 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.198+0000 7fc48effd640 1 -- 172.21.15.76:0/3827047779 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 84 v84) v1 ==== 94+0+4742 (secure 0 0 0) 0x7fc480055160 con 0x7fc4780047c0 2024-09-13T16:14:39.200 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:14:39.200 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":84,"default_fscid":10,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7424,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/2852164393","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6833","nonce":2852164393},{"type":"v1","addr":"172.21.15.192:6835","nonce":2852164393}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":78},{"gid":8422,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6834/3941864012","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":3941864012},{"type":"v1","addr":"172.21.15.192:6834","nonce":3941864012}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":78},{"gid":9543,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6836/3196594386","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":3196594386},{"type":"v1","addr":"172.21.15.76:6836","nonce":3196594386}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":78}],"filesystems":[{"mdsmap":{"epoch":84,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:14:06.091118+0000","modified":"2024-09-13T16:14:38.922549+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":9546},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9546":{"gid":9546,"name":"c","rank":0,"incarnation":79,"state":"up:active","state_seq":11,"addr":"172.21.15.76:6837/271310125","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":271310125},{"type":"v1","addr":"172.21.15.76:6837","nonce":271310125}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[22],"metadata_pool":21,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":10}]} 2024-09-13T16:14:39.201 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 84 2024-09-13T16:14:39.202 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.200+0000 7fc49877d640 1 -- 172.21.15.76:0/3827047779 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc47c06ac30 msgr2=0x7fc47c06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:39.202 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.200+0000 7fc49877d640 1 --2- 172.21.15.76:0/3827047779 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc47c06ac30 0x7fc47c06d0f0 secure :-1 s=READY pgs=889 cs=0 l=1 rev1=1 crypto rx=0x7fc484032000 tx=0x7fc48402e000 comp rx=0 tx=0).stop 2024-09-13T16:14:39.202 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.200+0000 7fc49877d640 1 -- 172.21.15.76:0/3827047779 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc4780047c0 msgr2=0x7fc4900b5810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:39.202 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.200+0000 7fc49877d640 1 --2- 172.21.15.76:0/3827047779 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc4780047c0 0x7fc4900b5810 secure :-1 s=READY pgs=2095 cs=0 l=1 rev1=1 crypto rx=0x7fc480009f60 tx=0x7fc480009f90 comp rx=0 tx=0).stop 2024-09-13T16:14:39.203 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.200+0000 7fc49877d640 1 -- 172.21.15.76:0/3827047779 shutdown_connections 2024-09-13T16:14:39.203 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.200+0000 7fc49877d640 1 --2- 172.21.15.76:0/3827047779 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc4901f5b10 0x7fc4901f5f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:39.203 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.200+0000 7fc49877d640 1 --2- 172.21.15.76:0/3827047779 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc47c06ac30 0x7fc47c06d0f0 unknown :-1 s=CLOSED pgs=889 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:39.203 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.200+0000 7fc49877d640 1 --2- 172.21.15.76:0/3827047779 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc4901f3a10 0x7fc4900b7af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:39.203 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.200+0000 7fc49877d640 1 --2- 172.21.15.76:0/3827047779 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc4780047c0 0x7fc4900b5810 unknown :-1 s=CLOSED pgs=2095 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:39.203 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.200+0000 7fc49877d640 1 -- 172.21.15.76:0/3827047779 >> 172.21.15.76:0/3827047779 conn(0x7fc490089f60 msgr2=0x7fc49015b640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:39.203 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.200+0000 7fc49877d640 1 -- 172.21.15.76:0/3827047779 shutdown_connections 2024-09-13T16:14:39.203 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.200+0000 7fc49877d640 1 -- 172.21.15.76:0/3827047779 wait complete. 2024-09-13T16:14:39.213 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:14:39.312 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.310+0000 7fbfa14e9640 1 Processor -- start 2024-09-13T16:14:39.313 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.310+0000 7fbfa14e9640 1 -- start start 2024-09-13T16:14:39.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.311+0000 7fbfa14e9640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fbf9c06c4c0 0x7fbf9c06c8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:39.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.311+0000 7fbfa14e9640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fbf9c0b2590 0x7fbf9c06d3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:39.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.311+0000 7fbfa14e9640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbf9c0b29e0 con 0x7fbf9c0cbea0 2024-09-13T16:14:39.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.311+0000 7fbfa14e9640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbf9c06deb0 con 0x7fbf9c0b2590 2024-09-13T16:14:39.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.311+0000 7fbfa14e9640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbf9c0b2170 con 0x7fbf9c06c4c0 2024-09-13T16:14:39.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.311+0000 7fbf93fff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fbf9c0b2590 0x7fbf9c06d3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:39.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.311+0000 7fbf9b7fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fbf9c0cbea0 0x7fbf9c0cc330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:35908/0 (socket says 172.21.15.76:35908) 2024-09-13T16:14:39.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.311+0000 7fbf9b7fe640 1 -- 172.21.15.76:0/1284229708 learned_addr learned my addr 172.21.15.76:0/1284229708 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:14:39.315 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.311+0000 7fbf9affd640 1 --2- 172.21.15.76:0/1284229708 >> v2:172.21.15.192:3300/0 conn(0x7fbf9c06c4c0 0x7fbf9c06c8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:39.316 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.311+0000 7fbf93fff640 1 -- 172.21.15.76:0/1284229708 >> v2:172.21.15.192:3300/0 conn(0x7fbf9c06c4c0 msgr2=0x7fbf9c06c8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:39.316 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.311+0000 7fbf93fff640 1 --2- 172.21.15.76:0/1284229708 >> v2:172.21.15.192:3300/0 conn(0x7fbf9c06c4c0 0x7fbf9c06c8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:39.316 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.311+0000 7fbf93fff640 1 -- 172.21.15.76:0/1284229708 >> v1:172.21.15.76:6789/0 conn(0x7fbf9c0cbea0 legacy=0x7fbf9c0cc330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:39.316 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.311+0000 7fbf93fff640 1 -- 172.21.15.76:0/1284229708 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbf9c06e0c0 con 0x7fbf9c0b2590 2024-09-13T16:14:39.316 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.311+0000 7fbf9a7fc640 1 -- 172.21.15.76:0/1284229708 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2674978889 0 0) 0x7fbf9c0b29e0 con 0x7fbf9c0cbea0 2024-09-13T16:14:39.316 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.311+0000 7fbf9affd640 1 --2- 172.21.15.76:0/1284229708 >> v2:172.21.15.192:3300/0 conn(0x7fbf9c06c4c0 0x7fbf9c06c8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:14:39.316 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.312+0000 7fbf93fff640 1 --2- 172.21.15.76:0/1284229708 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbf9c0b2590 0x7fbf9c06d3a0 secure :-1 s=READY pgs=2097 cs=0 l=1 rev1=1 crypto rx=0x7fbf9c0cb910 tx=0x7fbf8402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=51a1ad0d544b48bc server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:39.316 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.312+0000 7fbf9a7fc640 1 -- 172.21.15.76:0/1284229708 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf84032440 con 0x7fbf9c0b2590 2024-09-13T16:14:39.316 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.312+0000 7fbf9a7fc640 1 -- 172.21.15.76:0/1284229708 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbf840325a0 con 0x7fbf9c0b2590 2024-09-13T16:14:39.316 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.312+0000 7fbf9a7fc640 1 -- 172.21.15.76:0/1284229708 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf84032930 con 0x7fbf9c0b2590 2024-09-13T16:14:39.316 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.313+0000 7fbfa14e9640 1 -- 172.21.15.76:0/1284229708 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbf9c0b2590 msgr2=0x7fbf9c06d3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:39.316 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.313+0000 7fbfa14e9640 1 --2- 172.21.15.76:0/1284229708 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbf9c0b2590 0x7fbf9c06d3a0 secure :-1 s=READY pgs=2097 cs=0 l=1 rev1=1 crypto rx=0x7fbf9c0cb910 tx=0x7fbf8402a1a0 comp rx=0 tx=0).stop 2024-09-13T16:14:39.316 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.313+0000 7fbfa14e9640 1 -- 172.21.15.76:0/1284229708 shutdown_connections 2024-09-13T16:14:39.317 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.313+0000 7fbfa14e9640 1 --2- 172.21.15.76:0/1284229708 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbf9c0b2590 0x7fbf9c06d3a0 unknown :-1 s=CLOSED pgs=2097 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:39.317 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.313+0000 7fbfa14e9640 1 --2- 172.21.15.76:0/1284229708 >> v2:172.21.15.192:3300/0 conn(0x7fbf9c06c4c0 0x7fbf9c06c8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:39.317 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.313+0000 7fbfa14e9640 1 -- 172.21.15.76:0/1284229708 >> 172.21.15.76:0/1284229708 conn(0x7fbf9c069ed0 msgr2=0x7fbf9c06a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:39.317 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.313+0000 7fbfa14e9640 1 -- 172.21.15.76:0/1284229708 shutdown_connections 2024-09-13T16:14:39.317 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.313+0000 7fbfa14e9640 1 -- 172.21.15.76:0/1284229708 wait complete. 2024-09-13T16:14:39.319 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.314+0000 7fbfa14e9640 1 Processor -- start 2024-09-13T16:14:39.319 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.314+0000 7fbfa14e9640 1 -- start start 2024-09-13T16:14:39.319 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.314+0000 7fbfa14e9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbf9c06c4c0 0x7fbf9c1591e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:39.319 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.314+0000 7fbfa14e9640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbf9c0b2590 0x7fbf9c1f3860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:39.319 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.314+0000 7fbfa14e9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbf9c0cbea0 0x7fbf9c1f3da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:39.319 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.314+0000 7fbfa14e9640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf9c0c5db0 con 0x7fbf9c0cbea0 2024-09-13T16:14:39.319 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.314+0000 7fbfa14e9640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf9c159720 con 0x7fbf9c0b2590 2024-09-13T16:14:39.319 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.314+0000 7fbfa14e9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbf9c0c6020 con 0x7fbf9c06c4c0 2024-09-13T16:14:39.319 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.315+0000 7fbf9b7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbf9c0cbea0 0x7fbf9c1f3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:39.320 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.315+0000 7fbf9b7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbf9c0cbea0 0x7fbf9c1f3da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:49996/0 (socket says 172.21.15.76:49996) 2024-09-13T16:14:39.320 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.315+0000 7fbf9b7fe640 1 -- 172.21.15.76:0/3741535410 learned_addr learned my addr 172.21.15.76:0/3741535410 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:39.320 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.315+0000 7fbf9affd640 1 --2- 172.21.15.76:0/3741535410 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbf9c06c4c0 0x7fbf9c1591e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:39.320 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.315+0000 7fbf93fff640 1 --2- 172.21.15.76:0/3741535410 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbf9c0b2590 0x7fbf9c1f3860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:39.320 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.315+0000 7fbf9b7fe640 1 -- 172.21.15.76:0/3741535410 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbf9c06c4c0 msgr2=0x7fbf9c1591e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:39.320 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.315+0000 7fbf9b7fe640 1 --2- 172.21.15.76:0/3741535410 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbf9c06c4c0 0x7fbf9c1591e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:39.320 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.315+0000 7fbf9b7fe640 1 -- 172.21.15.76:0/3741535410 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbf9c0b2590 msgr2=0x7fbf9c1f3860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:39.320 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.315+0000 7fbf9b7fe640 1 --2- 172.21.15.76:0/3741535410 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbf9c0b2590 0x7fbf9c1f3860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:39.320 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.315+0000 7fbf9b7fe640 1 -- 172.21.15.76:0/3741535410 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbf84009400 con 0x7fbf9c0cbea0 2024-09-13T16:14:39.321 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.315+0000 7fbf93fff640 1 --2- 172.21.15.76:0/3741535410 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbf9c0b2590 0x7fbf9c1f3860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:14:39.321 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.315+0000 7fbf9b7fe640 1 --2- 172.21.15.76:0/3741535410 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbf9c0cbea0 0x7fbf9c1f3da0 secure :-1 s=READY pgs=2098 cs=0 l=1 rev1=1 crypto rx=0x7fbf9400c700 tx=0x7fbf9400cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:39.321 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.315+0000 7fbf937fe640 1 -- 172.21.15.76:0/3741535410 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf9400ce10 con 0x7fbf9c0cbea0 2024-09-13T16:14:39.321 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.315+0000 7fbf937fe640 1 -- 172.21.15.76:0/3741535410 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbf9400a640 con 0x7fbf9c0cbea0 2024-09-13T16:14:39.321 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.315+0000 7fbf937fe640 1 -- 172.21.15.76:0/3741535410 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf9400a9f0 con 0x7fbf9c0cbea0 2024-09-13T16:14:39.321 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.315+0000 7fbfa14e9640 1 -- 172.21.15.76:0/3741535410 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbf9c0c4c70 con 0x7fbf9c0cbea0 2024-09-13T16:14:39.321 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.315+0000 7fbfa14e9640 1 -- 172.21.15.76:0/3741535410 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbf9c072220 con 0x7fbf9c0cbea0 2024-09-13T16:14:39.321 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.316+0000 7fbfa14e9640 1 -- 172.21.15.76:0/3741535410 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbf9c0c6160 con 0x7fbf9c0cbea0 2024-09-13T16:14:39.321 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.317+0000 7fbf937fe640 1 -- 172.21.15.76:0/3741535410 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fbf9400ab50 con 0x7fbf9c0cbea0 2024-09-13T16:14:39.322 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.317+0000 7fbf937fe640 1 --2- 172.21.15.76:0/3741535410 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbf7c06ac00 0x7fbf7c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:39.322 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.317+0000 7fbf937fe640 1 -- 172.21.15.76:0/3741535410 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(150..150 src has 1..150) v4 ==== 6174+0+0 (secure 0 0 0) 0x7fbf94088900 con 0x7fbf9c0cbea0 2024-09-13T16:14:39.322 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.317+0000 7fbf9affd640 1 --2- 172.21.15.76:0/3741535410 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbf7c06ac00 0x7fbf7c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:39.322 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.318+0000 7fbf9affd640 1 --2- 172.21.15.76:0/3741535410 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbf7c06ac00 0x7fbf7c06d0c0 secure :-1 s=READY pgs=890 cs=0 l=1 rev1=1 crypto rx=0x7fbf8c006fd0 tx=0x7fbf8c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:39.323 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.321+0000 7fbf937fe640 1 -- 172.21.15.76:0/3741535410 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fbf94053910 con 0x7fbf9c0cbea0 2024-09-13T16:14:39.519 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.516+0000 7fbfa14e9640 1 -- 172.21.15.76:0/3741535410 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fbf9c0cdc40 con 0x7fbf9c0cbea0 2024-09-13T16:14:39.519 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.517+0000 7fbf937fe640 1 -- 172.21.15.76:0/3741535410 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 84 v84) v1 ==== 94+0+4742 (secure 0 0 0) 0x7fbf94018020 con 0x7fbf9c0cbea0 2024-09-13T16:14:39.520 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:14:39.520 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":84,"default_fscid":10,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7424,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/2852164393","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6833","nonce":2852164393},{"type":"v1","addr":"172.21.15.192:6835","nonce":2852164393}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":78},{"gid":8422,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6834/3941864012","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":3941864012},{"type":"v1","addr":"172.21.15.192:6834","nonce":3941864012}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":78},{"gid":9543,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6836/3196594386","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":3196594386},{"type":"v1","addr":"172.21.15.76:6836","nonce":3196594386}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":78}],"filesystems":[{"mdsmap":{"epoch":84,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:14:06.091118+0000","modified":"2024-09-13T16:14:38.922549+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":9546},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9546":{"gid":9546,"name":"c","rank":0,"incarnation":79,"state":"up:active","state_seq":11,"addr":"172.21.15.76:6837/271310125","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":271310125},{"type":"v1","addr":"172.21.15.76:6837","nonce":271310125}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[22],"metadata_pool":21,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":10}]} 2024-09-13T16:14:39.520 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 84 2024-09-13T16:14:39.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.519+0000 7fbfa14e9640 1 -- 172.21.15.76:0/3741535410 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbf7c06ac00 msgr2=0x7fbf7c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:39.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.519+0000 7fbfa14e9640 1 --2- 172.21.15.76:0/3741535410 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbf7c06ac00 0x7fbf7c06d0c0 secure :-1 s=READY pgs=890 cs=0 l=1 rev1=1 crypto rx=0x7fbf8c006fd0 tx=0x7fbf8c008040 comp rx=0 tx=0).stop 2024-09-13T16:14:39.522 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.519+0000 7fbfa14e9640 1 -- 172.21.15.76:0/3741535410 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbf9c0cbea0 msgr2=0x7fbf9c1f3da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:39.522 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.519+0000 7fbfa14e9640 1 --2- 172.21.15.76:0/3741535410 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbf9c0cbea0 0x7fbf9c1f3da0 secure :-1 s=READY pgs=2098 cs=0 l=1 rev1=1 crypto rx=0x7fbf9400c700 tx=0x7fbf9400cbc0 comp rx=0 tx=0).stop 2024-09-13T16:14:39.522 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.519+0000 7fbfa14e9640 1 -- 172.21.15.76:0/3741535410 shutdown_connections 2024-09-13T16:14:39.522 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.519+0000 7fbfa14e9640 1 --2- 172.21.15.76:0/3741535410 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbf9c0cbea0 0x7fbf9c1f3da0 unknown :-1 s=CLOSED pgs=2098 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:39.522 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.519+0000 7fbfa14e9640 1 --2- 172.21.15.76:0/3741535410 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbf9c0b2590 0x7fbf9c1f3860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:39.522 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.519+0000 7fbfa14e9640 1 --2- 172.21.15.76:0/3741535410 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbf7c06ac00 0x7fbf7c06d0c0 unknown :-1 s=CLOSED pgs=890 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:39.522 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.519+0000 7fbfa14e9640 1 --2- 172.21.15.76:0/3741535410 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbf9c06c4c0 0x7fbf9c1591e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:39.522 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.519+0000 7fbfa14e9640 1 -- 172.21.15.76:0/3741535410 >> 172.21.15.76:0/3741535410 conn(0x7fbf9c069ed0 msgr2=0x7fbf9c0aeac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:39.522 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.519+0000 7fbfa14e9640 1 -- 172.21.15.76:0/3741535410 shutdown_connections 2024-09-13T16:14:39.522 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.519+0000 7fbfa14e9640 1 -- 172.21.15.76:0/3741535410 wait complete. 2024-09-13T16:14:39.532 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:14:39.629 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.627+0000 7f31a0d9c640 1 Processor -- start 2024-09-13T16:14:39.629 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.627+0000 7f31a0d9c640 1 -- start start 2024-09-13T16:14:39.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.628+0000 7f31a0d9c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f319c071d30 0x7f319c070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:39.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.628+0000 7f31a0d9c640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f319c072110 0x7f319c0b1b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:39.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.628+0000 7f31a0d9c640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f319c0abdf0 con 0x7f319c0c8920 2024-09-13T16:14:39.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.628+0000 7f31a0d9c640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f319c0ab1e0 con 0x7f319c072110 2024-09-13T16:14:39.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.628+0000 7f31a0d9c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f319c0ab4c0 con 0x7f319c071d30 2024-09-13T16:14:39.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.628+0000 7f319ad9d640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f319c0c8920 0x7f319c0ac280 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:35912/0 (socket says 172.21.15.76:35912) 2024-09-13T16:14:39.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.628+0000 7f319ad9d640 1 -- 172.21.15.76:0/1929427091 learned_addr learned my addr 172.21.15.76:0/1929427091 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:14:39.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.628+0000 7f3199d9b640 1 -- 172.21.15.76:0/1929427091 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 116306748 0 0) 0x7f319c0abdf0 con 0x7f319c0c8920 2024-09-13T16:14:39.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.628+0000 7f319a59c640 1 --2- 172.21.15.76:0/1929427091 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f319c071d30 0x7f319c070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:39.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.628+0000 7f3199d9b640 1 -- 172.21.15.76:0/1929427091 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3188003520 con 0x7f319c0c8920 2024-09-13T16:14:39.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.628+0000 7f3193fff640 1 --2- 172.21.15.76:0/1929427091 >> v2:172.21.15.192:3300/0 conn(0x7f319c072110 0x7f319c0b1b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:39.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.628+0000 7f3199d9b640 1 -- 172.21.15.76:0/1929427091 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3298282590 0 0) 0x7f3188003520 con 0x7f319c0c8920 2024-09-13T16:14:39.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.628+0000 7f3199d9b640 1 -- 172.21.15.76:0/1929427091 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f319c071d30 msgr2=0x7f319c070190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:39.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.628+0000 7f3199d9b640 1 --2- 172.21.15.76:0/1929427091 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f319c071d30 0x7f319c070190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:39.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.628+0000 7f3199d9b640 1 -- 172.21.15.76:0/1929427091 >> v2:172.21.15.192:3300/0 conn(0x7f319c072110 msgr2=0x7f319c0b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:39.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.628+0000 7f3199d9b640 1 --2- 172.21.15.76:0/1929427091 >> v2:172.21.15.192:3300/0 conn(0x7f319c072110 0x7f319c0b1b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:39.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.628+0000 7f3199d9b640 1 -- 172.21.15.76:0/1929427091 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f319c0ab7a0 con 0x7f319c0c8920 2024-09-13T16:14:39.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.628+0000 7f3199d9b640 1 -- 172.21.15.76:0/1929427091 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f31940019f0 con 0x7f319c0c8920 2024-09-13T16:14:39.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.628+0000 7f3199d9b640 1 -- 172.21.15.76:0/1929427091 >> v1:172.21.15.76:6789/0 conn(0x7f319c0c8920 legacy=0x7f319c0ac280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:39.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.628+0000 7f3199d9b640 1 --2- 172.21.15.76:0/1929427091 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f319c071d30 0x7f3188003970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:39.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.628+0000 7f3199d9b640 1 --2- 172.21.15.76:0/1929427091 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3188003ef0 0x7f31880047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:39.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.628+0000 7f3199d9b640 1 --2- 172.21.15.76:0/1929427091 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3188004d00 0x7f3188005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:39.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.628+0000 7f3199d9b640 1 -- 172.21.15.76:0/1929427091 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f319c0ab1e0 con 0x7f3188003ef0 2024-09-13T16:14:39.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.628+0000 7f3199d9b640 1 -- 172.21.15.76:0/1929427091 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f319c0ab4c0 con 0x7f3188004d00 2024-09-13T16:14:39.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.628+0000 7f3199d9b640 1 -- 172.21.15.76:0/1929427091 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f318800bab0 con 0x7f319c071d30 2024-09-13T16:14:39.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.629+0000 7f3193fff640 1 --2- 172.21.15.76:0/1929427091 >> v2:172.21.15.192:3300/0 conn(0x7f319c072110 0x7f319c0b1b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:14:39.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.629+0000 7f3193fff640 1 --2- 172.21.15.76:0/1929427091 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3188003ef0 0x7f31880047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:39.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.629+0000 7f319ad9d640 1 --2- 172.21.15.76:0/1929427091 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3188004d00 0x7f3188005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:39.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.629+0000 7f319a59c640 1 --2- 172.21.15.76:0/1929427091 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f319c071d30 0x7f3188003970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:39.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.629+0000 7f3193fff640 1 -- 172.21.15.76:0/1929427091 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f319c071d30 msgr2=0x7f3188003970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:39.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.629+0000 7f3193fff640 1 --2- 172.21.15.76:0/1929427091 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f319c071d30 0x7f3188003970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:39.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.629+0000 7f3193fff640 1 -- 172.21.15.76:0/1929427091 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3188004d00 msgr2=0x7f3188005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:39.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.629+0000 7f3193fff640 1 --2- 172.21.15.76:0/1929427091 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3188004d00 0x7f3188005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:39.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.629+0000 7f3193fff640 1 -- 172.21.15.76:0/1929427091 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3188003520 con 0x7f3188003ef0 2024-09-13T16:14:39.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.630+0000 7f3193fff640 1 --2- 172.21.15.76:0/1929427091 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3188003ef0 0x7f31880047c0 secure :-1 s=READY pgs=2100 cs=0 l=1 rev1=1 crypto rx=0x7f319c072530 tx=0x7f31880057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2428a07bbdde3e96 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:39.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.630+0000 7f3199d9b640 1 -- 172.21.15.76:0/1929427091 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f318402ac40 con 0x7f3188003ef0 2024-09-13T16:14:39.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.630+0000 7f3199d9b640 1 -- 172.21.15.76:0/1929427091 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f318402ada0 con 0x7f3188003ef0 2024-09-13T16:14:39.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.630+0000 7f3199d9b640 1 -- 172.21.15.76:0/1929427091 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3184032660 con 0x7f3188003ef0 2024-09-13T16:14:39.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.630+0000 7f31a0d9c640 1 -- 172.21.15.76:0/1929427091 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3188003ef0 msgr2=0x7f31880047c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:39.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.630+0000 7f31a0d9c640 1 --2- 172.21.15.76:0/1929427091 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3188003ef0 0x7f31880047c0 secure :-1 s=READY pgs=2100 cs=0 l=1 rev1=1 crypto rx=0x7f319c072530 tx=0x7f31880057f0 comp rx=0 tx=0).stop 2024-09-13T16:14:39.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.630+0000 7f319ad9d640 1 -- 172.21.15.76:0/1929427091 reap_dead start 2024-09-13T16:14:39.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.630+0000 7f31a0d9c640 1 -- 172.21.15.76:0/1929427091 shutdown_connections 2024-09-13T16:14:39.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.630+0000 7f31a0d9c640 1 -- 172.21.15.76:0/1929427091 >> 172.21.15.76:0/1929427091 conn(0x7f319c069ed0 msgr2=0x7f319c06a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:39.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.630+0000 7f31a0d9c640 1 -- 172.21.15.76:0/1929427091 shutdown_connections 2024-09-13T16:14:39.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.630+0000 7f31a0d9c640 1 -- 172.21.15.76:0/1929427091 wait complete. 2024-09-13T16:14:39.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.632+0000 7f31a0d9c640 1 Processor -- start 2024-09-13T16:14:39.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.632+0000 7f31a0d9c640 1 -- start start 2024-09-13T16:14:39.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.632+0000 7f31a0d9c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3188003ef0 0x7f319c0cd4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:39.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.632+0000 7f31a0d9c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f319c1e5e60 0x7f319c1e62e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:39.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.632+0000 7f31a0d9c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f319c1568e0 0x7f319c156d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:39.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.632+0000 7f31a0d9c640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f319c1e6820 con 0x7f319c1568e0 2024-09-13T16:14:39.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.632+0000 7f31a0d9c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f319c0ce3f0 con 0x7f319c1e5e60 2024-09-13T16:14:39.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.632+0000 7f31a0d9c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f319c159b70 con 0x7f3188003ef0 2024-09-13T16:14:39.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.632+0000 7f319ad9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f319c1568e0 0x7f319c156d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:39.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.633+0000 7f319ad9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f319c1568e0 0x7f319c156d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:50016/0 (socket says 172.21.15.76:50016) 2024-09-13T16:14:39.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.633+0000 7f319ad9d640 1 -- 172.21.15.76:0/2509133179 learned_addr learned my addr 172.21.15.76:0/2509133179 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:39.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.633+0000 7f3193fff640 1 --2- 172.21.15.76:0/2509133179 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f319c1e5e60 0x7f319c1e62e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:39.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.633+0000 7f319a59c640 1 --2- 172.21.15.76:0/2509133179 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3188003ef0 0x7f319c0cd4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:39.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.633+0000 7f319ad9d640 1 -- 172.21.15.76:0/2509133179 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3188003ef0 msgr2=0x7f319c0cd4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:39.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.633+0000 7f319ad9d640 1 --2- 172.21.15.76:0/2509133179 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3188003ef0 0x7f319c0cd4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:39.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.633+0000 7f319ad9d640 1 -- 172.21.15.76:0/2509133179 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f319c1e5e60 msgr2=0x7f319c1e62e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:39.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.633+0000 7f319ad9d640 1 --2- 172.21.15.76:0/2509133179 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f319c1e5e60 0x7f319c1e62e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:39.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.633+0000 7f319ad9d640 1 -- 172.21.15.76:0/2509133179 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f319c159e30 con 0x7f319c1568e0 2024-09-13T16:14:39.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.633+0000 7f319ad9d640 1 --2- 172.21.15.76:0/2509133179 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f319c1568e0 0x7f319c156d60 secure :-1 s=READY pgs=2101 cs=0 l=1 rev1=1 crypto rx=0x7f319c0c8d00 tx=0x7f3194007bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:39.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.633+0000 7f3192ffd640 1 -- 172.21.15.76:0/2509133179 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f319400ac90 con 0x7f319c1568e0 2024-09-13T16:14:39.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.633+0000 7f3192ffd640 1 -- 172.21.15.76:0/2509133179 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f319400adf0 con 0x7f319c1568e0 2024-09-13T16:14:39.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.633+0000 7f31a0d9c640 1 -- 172.21.15.76:0/2509133179 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f319c15a110 con 0x7f319c1568e0 2024-09-13T16:14:39.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.633+0000 7f3192ffd640 1 -- 172.21.15.76:0/2509133179 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31940135f0 con 0x7f319c1568e0 2024-09-13T16:14:39.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.633+0000 7f31a0d9c640 1 -- 172.21.15.76:0/2509133179 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f319c15a6d0 con 0x7f319c1568e0 2024-09-13T16:14:39.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.634+0000 7f31a0d9c640 1 -- 172.21.15.76:0/2509133179 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f319c0b1b70 con 0x7f319c1568e0 2024-09-13T16:14:39.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.635+0000 7f3192ffd640 1 -- 172.21.15.76:0/2509133179 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f3194013750 con 0x7f319c1568e0 2024-09-13T16:14:39.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.635+0000 7f3192ffd640 1 --2- 172.21.15.76:0/2509133179 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f317c06ac30 0x7f317c06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:39.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.635+0000 7f3192ffd640 1 -- 172.21.15.76:0/2509133179 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(150..150 src has 1..150) v4 ==== 6174+0+0 (secure 0 0 0) 0x7f3194089bd0 con 0x7f319c1568e0 2024-09-13T16:14:39.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.635+0000 7f319a59c640 1 --2- 172.21.15.76:0/2509133179 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f317c06ac30 0x7f317c06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:39.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.635+0000 7f319a59c640 1 --2- 172.21.15.76:0/2509133179 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f317c06ac30 0x7f317c06d0f0 secure :-1 s=READY pgs=891 cs=0 l=1 rev1=1 crypto rx=0x7f319c0c5030 tx=0x7f318c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:39.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.639+0000 7f3192ffd640 1 -- 172.21.15.76:0/2509133179 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f3194054c70 con 0x7f319c1568e0 2024-09-13T16:14:39.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.810+0000 7f31a0d9c640 1 -- 172.21.15.76:0/2509133179 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f319c15cb20 con 0x7f319c1568e0 2024-09-13T16:14:39.813 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.811+0000 7f3192ffd640 1 -- 172.21.15.76:0/2509133179 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v150) v1 ==== 74+0+16929 (secure 0 0 0) 0x7f3194058290 con 0x7f319c1568e0 2024-09-13T16:14:39.814 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:14:39.814 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":150,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:14:23.875842+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":22,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":21,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:14:04.265211+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"147","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":22,"pool_name":"cephfs_data","create_time":"2024-09-13T16:14:05.060773+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"148","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"22.8","mappings":[{"from":4,"to":1}]},{"pgid":"22.33","mappings":[{"from":3,"to":2}]},{"pgid":"22.34","mappings":[{"from":3,"to":0}]},{"pgid":"22.36","mappings":[{"from":3,"to":1}]},{"pgid":"22.37","mappings":[{"from":3,"to":0}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:14:39.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.813+0000 7f31a0d9c640 1 -- 172.21.15.76:0/2509133179 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f317c06ac30 msgr2=0x7f317c06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:39.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.813+0000 7f31a0d9c640 1 --2- 172.21.15.76:0/2509133179 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f317c06ac30 0x7f317c06d0f0 secure :-1 s=READY pgs=891 cs=0 l=1 rev1=1 crypto rx=0x7f319c0c5030 tx=0x7f318c008040 comp rx=0 tx=0).stop 2024-09-13T16:14:39.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.813+0000 7f31a0d9c640 1 -- 172.21.15.76:0/2509133179 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f319c1568e0 msgr2=0x7f319c156d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:39.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.813+0000 7f31a0d9c640 1 --2- 172.21.15.76:0/2509133179 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f319c1568e0 0x7f319c156d60 secure :-1 s=READY pgs=2101 cs=0 l=1 rev1=1 crypto rx=0x7f319c0c8d00 tx=0x7f3194007bd0 comp rx=0 tx=0).stop 2024-09-13T16:14:39.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.813+0000 7f31a0d9c640 1 -- 172.21.15.76:0/2509133179 shutdown_connections 2024-09-13T16:14:39.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.813+0000 7f31a0d9c640 1 --2- 172.21.15.76:0/2509133179 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f319c1568e0 0x7f319c156d60 unknown :-1 s=CLOSED pgs=2101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:39.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.813+0000 7f31a0d9c640 1 --2- 172.21.15.76:0/2509133179 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f319c1e5e60 0x7f319c1e62e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:39.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.813+0000 7f31a0d9c640 1 --2- 172.21.15.76:0/2509133179 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f317c06ac30 0x7f317c06d0f0 unknown :-1 s=CLOSED pgs=891 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:39.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.813+0000 7f31a0d9c640 1 --2- 172.21.15.76:0/2509133179 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3188003ef0 0x7f319c0cd4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:39.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.813+0000 7f31a0d9c640 1 -- 172.21.15.76:0/2509133179 >> 172.21.15.76:0/2509133179 conn(0x7f319c069ed0 msgr2=0x7f319c0aea00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:39.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.813+0000 7f31a0d9c640 1 -- 172.21.15.76:0/2509133179 shutdown_connections 2024-09-13T16:14:39.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.813+0000 7f31a0d9c640 1 -- 172.21.15.76:0/2509133179 wait complete. 2024-09-13T16:14:39.826 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-13T16:14:39.925 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.923+0000 7f48121aa640 1 Processor -- start 2024-09-13T16:14:39.926 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.923+0000 7f48121aa640 1 -- start start 2024-09-13T16:14:39.927 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.924+0000 7f48121aa640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f480c071d30 0x7f480c070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:39.927 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.924+0000 7f48121aa640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f480c072110 0x7f480c0b1b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:39.927 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.924+0000 7f48121aa640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f480c0abdf0 con 0x7f480c0c8920 2024-09-13T16:14:39.927 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.924+0000 7f48121aa640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f480c0ab1e0 con 0x7f480c071d30 2024-09-13T16:14:39.927 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.924+0000 7f48121aa640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f480c0ab4c0 con 0x7f480c072110 2024-09-13T16:14:39.927 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.924+0000 7f480affd640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f480c072110 0x7f480c0b1b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:39.927 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.924+0000 7f480b7fe640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f480c071d30 0x7f480c070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:39.927 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.924+0000 7f480b7fe640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f480c071d30 0x7f480c070190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.76:59368/0 (socket says 172.21.15.76:59368) 2024-09-13T16:14:39.927 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.924+0000 7f480bfff640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7f480c0c8920 0x7f480c0ac280 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:33356/0 (socket says 172.21.15.76:33356) 2024-09-13T16:14:39.927 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.924+0000 7f480affd640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f480c072110 0x7f480c0b1b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.76:46884/0 (socket says 172.21.15.76:46884) 2024-09-13T16:14:39.927 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.924+0000 7f480b7fe640 1 -- 172.21.15.76:0/2510765943 learned_addr learned my addr 172.21.15.76:0/2510765943 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:39.929 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.925+0000 7f480b7fe640 1 -- 172.21.15.76:0/2510765943 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f480c072110 msgr2=0x7f480c0b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:39.929 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.925+0000 7f480b7fe640 1 --2- 172.21.15.76:0/2510765943 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f480c072110 0x7f480c0b1b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:39.929 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.925+0000 7f480b7fe640 1 -- 172.21.15.76:0/2510765943 >> v1:172.21.15.192:6789/0 conn(0x7f480c0c8920 legacy=0x7f480c0ac280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:39.929 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.925+0000 7f480b7fe640 1 -- 172.21.15.76:0/2510765943 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f480c0ab7a0 con 0x7f480c071d30 2024-09-13T16:14:39.929 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.926+0000 7f480b7fe640 1 --2- 172.21.15.76:0/2510765943 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f480c071d30 0x7f480c070190 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f47fc00d180 tx=0x7f47fc02c960 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ef06c9ba913486ba server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:39.929 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.926+0000 7f480a7fc640 1 -- 172.21.15.76:0/2510765943 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f47fc009600 con 0x7f480c071d30 2024-09-13T16:14:39.929 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.926+0000 7f480a7fc640 1 -- 172.21.15.76:0/2510765943 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f47fc02e040 con 0x7f480c071d30 2024-09-13T16:14:39.929 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.926+0000 7f480a7fc640 1 -- 172.21.15.76:0/2510765943 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f47fc009980 con 0x7f480c071d30 2024-09-13T16:14:39.929 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.926+0000 7f48121aa640 1 -- 172.21.15.76:0/2510765943 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f480c071d30 msgr2=0x7f480c070190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:39.929 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.926+0000 7f48121aa640 1 --2- 172.21.15.76:0/2510765943 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f480c071d30 0x7f480c070190 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f47fc00d180 tx=0x7f47fc02c960 comp rx=0 tx=0).stop 2024-09-13T16:14:39.929 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.926+0000 7f48121aa640 1 -- 172.21.15.76:0/2510765943 shutdown_connections 2024-09-13T16:14:39.930 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.926+0000 7f48121aa640 1 --2- 172.21.15.76:0/2510765943 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f480c072110 0x7f480c0b1b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:39.930 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.926+0000 7f48121aa640 1 --2- 172.21.15.76:0/2510765943 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f480c071d30 0x7f480c070190 unknown :-1 s=CLOSED pgs=661 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:39.930 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.926+0000 7f48121aa640 1 -- 172.21.15.76:0/2510765943 >> 172.21.15.76:0/2510765943 conn(0x7f480c069ed0 msgr2=0x7f480c06a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:39.930 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.926+0000 7f48121aa640 1 -- 172.21.15.76:0/2510765943 shutdown_connections 2024-09-13T16:14:39.930 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.926+0000 7f48121aa640 1 -- 172.21.15.76:0/2510765943 wait complete. 2024-09-13T16:14:39.930 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.928+0000 7f48121aa640 1 Processor -- start 2024-09-13T16:14:39.930 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.928+0000 7f48121aa640 1 -- start start 2024-09-13T16:14:39.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.929+0000 7f48121aa640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f480c071d30 0x7f480c0c53a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:39.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.929+0000 7f48121aa640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f480c072110 0x7f480c1eb360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:39.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.929+0000 7f48121aa640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f480c0c8920 0x7f480c15aca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:39.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.929+0000 7f48121aa640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f480c1eb8a0 con 0x7f480c071d30 2024-09-13T16:14:39.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.929+0000 7f48121aa640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f480c15b1e0 con 0x7f480c072110 2024-09-13T16:14:39.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.929+0000 7f48121aa640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f480c15aad0 con 0x7f480c0c8920 2024-09-13T16:14:39.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.929+0000 7f480b7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f480c071d30 0x7f480c0c53a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:39.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.929+0000 7f480b7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f480c071d30 0x7f480c0c53a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:50018/0 (socket says 172.21.15.76:50018) 2024-09-13T16:14:39.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.929+0000 7f480b7fe640 1 -- 172.21.15.76:0/2731575272 learned_addr learned my addr 172.21.15.76:0/2731575272 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:39.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.929+0000 7f480bfff640 1 --2- 172.21.15.76:0/2731575272 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f480c0c8920 0x7f480c15aca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:39.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.929+0000 7f480affd640 1 --2- 172.21.15.76:0/2731575272 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f480c072110 0x7f480c1eb360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:39.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.930+0000 7f480b7fe640 1 -- 172.21.15.76:0/2731575272 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f480c0c8920 msgr2=0x7f480c15aca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:39.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.930+0000 7f480b7fe640 1 --2- 172.21.15.76:0/2731575272 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f480c0c8920 0x7f480c15aca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:39.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.930+0000 7f480b7fe640 1 -- 172.21.15.76:0/2731575272 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f480c072110 msgr2=0x7f480c1eb360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:39.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.930+0000 7f480b7fe640 1 --2- 172.21.15.76:0/2731575272 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f480c072110 0x7f480c1eb360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:39.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.930+0000 7f480b7fe640 1 -- 172.21.15.76:0/2731575272 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f47fc00bd40 con 0x7f480c071d30 2024-09-13T16:14:39.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.930+0000 7f480b7fe640 1 --2- 172.21.15.76:0/2731575272 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f480c071d30 0x7f480c0c53a0 secure :-1 s=READY pgs=2102 cs=0 l=1 rev1=1 crypto rx=0x7f47fc034040 tx=0x7f47fc004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:39.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.930+0000 7f47f3fff640 1 -- 172.21.15.76:0/2731575272 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f47fc032820 con 0x7f480c071d30 2024-09-13T16:14:39.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.930+0000 7f47f3fff640 1 -- 172.21.15.76:0/2731575272 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f47fc040070 con 0x7f480c071d30 2024-09-13T16:14:39.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.930+0000 7f48121aa640 1 -- 172.21.15.76:0/2731575272 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f480c1eef80 con 0x7f480c071d30 2024-09-13T16:14:39.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.930+0000 7f47f3fff640 1 -- 172.21.15.76:0/2731575272 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f47fc032be0 con 0x7f480c071d30 2024-09-13T16:14:39.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.931+0000 7f48121aa640 1 -- 172.21.15.76:0/2731575272 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f480c0c5c60 con 0x7f480c071d30 2024-09-13T16:14:39.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.932+0000 7f48121aa640 1 -- 172.21.15.76:0/2731575272 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f480c1ef110 con 0x7f480c071d30 2024-09-13T16:14:39.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.932+0000 7f47f3fff640 1 -- 172.21.15.76:0/2731575272 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f47fc032d40 con 0x7f480c071d30 2024-09-13T16:14:39.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.932+0000 7f47f3fff640 1 --2- 172.21.15.76:0/2731575272 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f47f806ac30 0x7f47f806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:39.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.932+0000 7f47f3fff640 1 -- 172.21.15.76:0/2731575272 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(150..150 src has 1..150) v4 ==== 6174+0+0 (secure 0 0 0) 0x7f47fc042070 con 0x7f480c071d30 2024-09-13T16:14:39.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.932+0000 7f480affd640 1 --2- 172.21.15.76:0/2731575272 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f47f806ac30 0x7f47f806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:39.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.933+0000 7f480affd640 1 --2- 172.21.15.76:0/2731575272 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f47f806ac30 0x7f47f806d0f0 secure :-1 s=READY pgs=892 cs=0 l=1 rev1=1 crypto rx=0x7f480c0ac580 tx=0x7f4800009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:39.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:39.938+0000 7f47f3fff640 1 -- 172.21.15.76:0/2731575272 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f47fc077a60 con 0x7f480c071d30 2024-09-13T16:14:40.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.132+0000 7f48121aa640 1 -- 172.21.15.76:0/2731575272 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7f480c070190 con 0x7f480c071d30 2024-09-13T16:14:40.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.132+0000 7f47f3fff640 1 -- 172.21.15.76:0/2731575272 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=-1 MDS has one of two health warnings which could extend recovery: MDS_TRIM or MDS_CACHE_OVERSIZED. MDS failover is not recommended since it might cause unexpected file system unavailability. If you wish to proceed, pass --yes-i-really-mean-it v84) v1 ==== 316+0+0 (secure 0 0 0) 0x7f47fc07b260 con 0x7f480c071d30 2024-09-13T16:14:40.135 INFO:teuthology.orchestra.run.smithi076.stderr:Error EPERM: MDS has one of two health warnings which could extend recovery: MDS_TRIM or MDS_CACHE_OVERSIZED. MDS failover is not recommended since it might cause unexpected file system unavailability. If you wish to proceed, pass --yes-i-really-mean-it 2024-09-13T16:14:40.140 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:14:40.140 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs --yes-i-really-mean-it 2024-09-13T16:14:40.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.237+0000 7fdc5929c640 1 Processor -- start 2024-09-13T16:14:40.240 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.237+0000 7fdc5929c640 1 -- start start 2024-09-13T16:14:40.242 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.238+0000 7fdc5929c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdc5406a5e0 0x7fdc5406ba60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:40.242 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.238+0000 7fdc5929c640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fdc540b2590 0x7fdc540b29e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:40.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.238+0000 7fdc5929c640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdc540cbfd0 con 0x7fdc5415c5c0 2024-09-13T16:14:40.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.238+0000 7fdc5929c640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdc540cc2b0 con 0x7fdc540b2590 2024-09-13T16:14:40.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.238+0000 7fdc5929c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdc540cc590 con 0x7fdc5406a5e0 2024-09-13T16:14:40.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.238+0000 7fdc52ffd640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fdc5415c5c0 0x7fdc54069ed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:35922/0 (socket says 172.21.15.76:35922) 2024-09-13T16:14:40.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.238+0000 7fdc52ffd640 1 -- 172.21.15.76:0/1901208734 learned_addr learned my addr 172.21.15.76:0/1901208734 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:14:40.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.238+0000 7fdc4a7fc640 1 --2- 172.21.15.76:0/1901208734 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdc5406a5e0 0x7fdc5406ba60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:40.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.238+0000 7fdc537fe640 1 --2- 172.21.15.76:0/1901208734 >> v2:172.21.15.192:3300/0 conn(0x7fdc540b2590 0x7fdc540b29e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:40.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.239+0000 7fdc527fc640 1 -- 172.21.15.76:0/1901208734 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2484532329 0 0) 0x7fdc540cbfd0 con 0x7fdc5415c5c0 2024-09-13T16:14:40.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.239+0000 7fdc527fc640 1 -- 172.21.15.76:0/1901208734 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fdc40003520 con 0x7fdc5415c5c0 2024-09-13T16:14:40.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.239+0000 7fdc527fc640 1 -- 172.21.15.76:0/1901208734 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 711932003 0 0) 0x7fdc40003520 con 0x7fdc5415c5c0 2024-09-13T16:14:40.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.239+0000 7fdc527fc640 1 -- 172.21.15.76:0/1901208734 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdc5406a5e0 msgr2=0x7fdc5406ba60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:40.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.239+0000 7fdc527fc640 1 --2- 172.21.15.76:0/1901208734 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdc5406a5e0 0x7fdc5406ba60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:40.243 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.239+0000 7fdc527fc640 1 -- 172.21.15.76:0/1901208734 >> v2:172.21.15.192:3300/0 conn(0x7fdc540b2590 msgr2=0x7fdc540b29e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:40.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.239+0000 7fdc527fc640 1 --2- 172.21.15.76:0/1901208734 >> v2:172.21.15.192:3300/0 conn(0x7fdc540b2590 0x7fdc540b29e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:40.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.239+0000 7fdc527fc640 1 -- 172.21.15.76:0/1901208734 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdc540cc870 con 0x7fdc5415c5c0 2024-09-13T16:14:40.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.239+0000 7fdc527fc640 1 -- 172.21.15.76:0/1901208734 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7fdc44001670 con 0x7fdc5415c5c0 2024-09-13T16:14:40.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.239+0000 7fdc527fc640 1 -- 172.21.15.76:0/1901208734 >> v1:172.21.15.76:6789/0 conn(0x7fdc5415c5c0 legacy=0x7fdc54069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:40.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.239+0000 7fdc527fc640 1 --2- 172.21.15.76:0/1901208734 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdc5406a5e0 0x7fdc40003970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:40.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.239+0000 7fdc527fc640 1 --2- 172.21.15.76:0/1901208734 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdc40003ef0 0x7fdc400047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:40.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.239+0000 7fdc527fc640 1 --2- 172.21.15.76:0/1901208734 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdc40004d00 0x7fdc40005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:40.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.239+0000 7fdc527fc640 1 -- 172.21.15.76:0/1901208734 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdc540cc2b0 con 0x7fdc40004d00 2024-09-13T16:14:40.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.239+0000 7fdc527fc640 1 -- 172.21.15.76:0/1901208734 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdc540cc590 con 0x7fdc40003ef0 2024-09-13T16:14:40.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.239+0000 7fdc527fc640 1 -- 172.21.15.76:0/1901208734 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdc4000b9d0 con 0x7fdc5406a5e0 2024-09-13T16:14:40.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.239+0000 7fdc537fe640 1 --2- 172.21.15.76:0/1901208734 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdc40004d00 0x7fdc40005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:40.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.239+0000 7fdc52ffd640 1 --2- 172.21.15.76:0/1901208734 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdc5406a5e0 0x7fdc40003970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:40.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.239+0000 7fdc4a7fc640 1 --2- 172.21.15.76:0/1901208734 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdc40003ef0 0x7fdc400047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:40.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.239+0000 7fdc537fe640 1 -- 172.21.15.76:0/1901208734 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdc5406a5e0 msgr2=0x7fdc40003970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:40.245 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.239+0000 7fdc537fe640 1 --2- 172.21.15.76:0/1901208734 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdc5406a5e0 0x7fdc40003970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:40.245 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.239+0000 7fdc537fe640 1 -- 172.21.15.76:0/1901208734 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdc40003ef0 msgr2=0x7fdc400047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:40.245 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.239+0000 7fdc537fe640 1 --2- 172.21.15.76:0/1901208734 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdc40003ef0 0x7fdc400047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:40.245 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.239+0000 7fdc537fe640 1 -- 172.21.15.76:0/1901208734 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdc40003520 con 0x7fdc40004d00 2024-09-13T16:14:40.245 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.240+0000 7fdc537fe640 1 --2- 172.21.15.76:0/1901208734 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdc40004d00 0x7fdc40005180 secure :-1 s=READY pgs=2104 cs=0 l=1 rev1=1 crypto rx=0x7fdc4c007360 tx=0x7fdc400057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4aa8edf4869a395b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:40.245 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.240+0000 7fdc527fc640 1 -- 172.21.15.76:0/1901208734 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc4c02e620 con 0x7fdc40004d00 2024-09-13T16:14:40.245 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.240+0000 7fdc527fc640 1 -- 172.21.15.76:0/1901208734 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdc4c02e780 con 0x7fdc40004d00 2024-09-13T16:14:40.245 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.240+0000 7fdc527fc640 1 -- 172.21.15.76:0/1901208734 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc4c02eb10 con 0x7fdc40004d00 2024-09-13T16:14:40.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.241+0000 7fdc5929c640 1 -- 172.21.15.76:0/1901208734 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdc40004d00 msgr2=0x7fdc40005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:40.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.241+0000 7fdc5929c640 1 --2- 172.21.15.76:0/1901208734 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdc40004d00 0x7fdc40005180 secure :-1 s=READY pgs=2104 cs=0 l=1 rev1=1 crypto rx=0x7fdc4c007360 tx=0x7fdc400057f0 comp rx=0 tx=0).stop 2024-09-13T16:14:40.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.241+0000 7fdc537fe640 1 -- 172.21.15.76:0/1901208734 reap_dead start 2024-09-13T16:14:40.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.241+0000 7fdc5929c640 1 -- 172.21.15.76:0/1901208734 shutdown_connections 2024-09-13T16:14:40.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.241+0000 7fdc5929c640 1 -- 172.21.15.76:0/1901208734 >> 172.21.15.76:0/1901208734 conn(0x7fdc540717e0 msgr2=0x7fdc540989d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:40.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.241+0000 7fdc5929c640 1 -- 172.21.15.76:0/1901208734 shutdown_connections 2024-09-13T16:14:40.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.241+0000 7fdc5929c640 1 -- 172.21.15.76:0/1901208734 wait complete. 2024-09-13T16:14:40.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.242+0000 7fdc5929c640 1 Processor -- start 2024-09-13T16:14:40.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.242+0000 7fdc5929c640 1 -- start start 2024-09-13T16:14:40.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.243+0000 7fdc5929c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdc40004d00 0x7fdc54157b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:40.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.243+0000 7fdc5929c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdc54158370 0x7fdc541587d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:40.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.243+0000 7fdc5929c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdc54159ed0 0x7fdc5415a330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:40.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.243+0000 7fdc5929c640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdc540ac5b0 con 0x7fdc54158370 2024-09-13T16:14:40.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.243+0000 7fdc5929c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdc5415a870 con 0x7fdc40004d00 2024-09-13T16:14:40.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.243+0000 7fdc5929c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdc540c9950 con 0x7fdc54159ed0 2024-09-13T16:14:40.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.243+0000 7fdc4a7fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdc54158370 0x7fdc541587d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:40.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.243+0000 7fdc4a7fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdc54158370 0x7fdc541587d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:50042/0 (socket says 172.21.15.76:50042) 2024-09-13T16:14:40.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.243+0000 7fdc4a7fc640 1 -- 172.21.15.76:0/3607775526 learned_addr learned my addr 172.21.15.76:0/3607775526 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:40.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.243+0000 7fdc537fe640 1 --2- 172.21.15.76:0/3607775526 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdc54159ed0 0x7fdc5415a330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:40.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.243+0000 7fdc52ffd640 1 --2- 172.21.15.76:0/3607775526 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdc40004d00 0x7fdc54157b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:40.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.243+0000 7fdc4a7fc640 1 -- 172.21.15.76:0/3607775526 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdc54159ed0 msgr2=0x7fdc5415a330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:40.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.243+0000 7fdc4a7fc640 1 --2- 172.21.15.76:0/3607775526 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdc54159ed0 0x7fdc5415a330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:40.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.243+0000 7fdc4a7fc640 1 -- 172.21.15.76:0/3607775526 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdc40004d00 msgr2=0x7fdc54157b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:40.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.243+0000 7fdc4a7fc640 1 --2- 172.21.15.76:0/3607775526 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdc40004d00 0x7fdc54157b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:40.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.243+0000 7fdc4a7fc640 1 -- 172.21.15.76:0/3607775526 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdc540ae820 con 0x7fdc54158370 2024-09-13T16:14:40.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.243+0000 7fdc52ffd640 1 --2- 172.21.15.76:0/3607775526 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdc40004d00 0x7fdc54157b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:14:40.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.243+0000 7fdc4a7fc640 1 --2- 172.21.15.76:0/3607775526 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdc54158370 0x7fdc541587d0 secure :-1 s=READY pgs=2105 cs=0 l=1 rev1=1 crypto rx=0x7fdc3c0118e0 tx=0x7fdc3c011da0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:40.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.244+0000 7fdc4bfff640 1 -- 172.21.15.76:0/3607775526 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc3c00fa70 con 0x7fdc54158370 2024-09-13T16:14:40.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.244+0000 7fdc4bfff640 1 -- 172.21.15.76:0/3607775526 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdc3c00fbd0 con 0x7fdc54158370 2024-09-13T16:14:40.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.244+0000 7fdc4bfff640 1 -- 172.21.15.76:0/3607775526 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc3c014440 con 0x7fdc54158370 2024-09-13T16:14:40.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.244+0000 7fdc5929c640 1 -- 172.21.15.76:0/3607775526 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdc54158ee0 con 0x7fdc54158370 2024-09-13T16:14:40.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.244+0000 7fdc5929c640 1 -- 172.21.15.76:0/3607775526 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdc541594a0 con 0x7fdc54158370 2024-09-13T16:14:40.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.245+0000 7fdc5929c640 1 -- 172.21.15.76:0/3607775526 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdc540cd6f0 con 0x7fdc54158370 2024-09-13T16:14:40.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.245+0000 7fdc4bfff640 1 -- 172.21.15.76:0/3607775526 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fdc3c0145a0 con 0x7fdc54158370 2024-09-13T16:14:40.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.245+0000 7fdc4bfff640 1 --2- 172.21.15.76:0/3607775526 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdc3406ac30 0x7fdc3406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:40.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.246+0000 7fdc4bfff640 1 -- 172.21.15.76:0/3607775526 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(150..150 src has 1..150) v4 ==== 6174+0+0 (secure 0 0 0) 0x7fdc3c089cd0 con 0x7fdc54158370 2024-09-13T16:14:40.250 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.246+0000 7fdc52ffd640 1 --2- 172.21.15.76:0/3607775526 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdc3406ac30 0x7fdc3406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:40.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.246+0000 7fdc52ffd640 1 --2- 172.21.15.76:0/3607775526 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdc3406ac30 0x7fdc3406d0f0 secure :-1 s=READY pgs=893 cs=0 l=1 rev1=1 crypto rx=0x7fdc44007e90 tx=0x7fdc44009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:40.252 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.250+0000 7fdc4bfff640 1 -- 172.21.15.76:0/3607775526 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fdc3c054ce0 con 0x7fdc54158370 2024-09-13T16:14:40.444 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.442+0000 7fdc5929c640 1 -- 172.21.15.76:0/3607775526 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) v1 -- 0x7fdc5406abf0 con 0x7fdc54158370 2024-09-13T16:14:40.445 INFO:tasks.ceph.mon.a.smithi076.stderr:2024-09-13T16:14:40.443+0000 7f1d1f745640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T16:14:40.453 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.451+0000 7fdc4bfff640 1 -- 172.21.15.76:0/3607775526 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v85) v1 ==== 191+0+0 (secure 0 0 0) 0x7fdc3c058300 con 0x7fdc54158370 2024-09-13T16:14:40.453 INFO:teuthology.orchestra.run.smithi076.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T16:14:40.455 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.453+0000 7fdc5929c640 1 -- 172.21.15.76:0/3607775526 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdc3406ac30 msgr2=0x7fdc3406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:40.455 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.453+0000 7fdc5929c640 1 --2- 172.21.15.76:0/3607775526 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdc3406ac30 0x7fdc3406d0f0 secure :-1 s=READY pgs=893 cs=0 l=1 rev1=1 crypto rx=0x7fdc44007e90 tx=0x7fdc44009040 comp rx=0 tx=0).stop 2024-09-13T16:14:40.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.453+0000 7fdc5929c640 1 -- 172.21.15.76:0/3607775526 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdc54158370 msgr2=0x7fdc541587d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:40.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.453+0000 7fdc5929c640 1 --2- 172.21.15.76:0/3607775526 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdc54158370 0x7fdc541587d0 secure :-1 s=READY pgs=2105 cs=0 l=1 rev1=1 crypto rx=0x7fdc3c0118e0 tx=0x7fdc3c011da0 comp rx=0 tx=0).stop 2024-09-13T16:14:40.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.453+0000 7fdc5929c640 1 -- 172.21.15.76:0/3607775526 shutdown_connections 2024-09-13T16:14:40.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.453+0000 7fdc5929c640 1 --2- 172.21.15.76:0/3607775526 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdc3406ac30 0x7fdc3406d0f0 unknown :-1 s=CLOSED pgs=893 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:40.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.453+0000 7fdc5929c640 1 --2- 172.21.15.76:0/3607775526 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdc54159ed0 0x7fdc5415a330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:40.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.453+0000 7fdc5929c640 1 --2- 172.21.15.76:0/3607775526 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdc54158370 0x7fdc541587d0 unknown :-1 s=CLOSED pgs=2105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:40.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.453+0000 7fdc5929c640 1 --2- 172.21.15.76:0/3607775526 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdc40004d00 0x7fdc54157b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:40.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.453+0000 7fdc5929c640 1 -- 172.21.15.76:0/3607775526 >> 172.21.15.76:0/3607775526 conn(0x7fdc540717e0 msgr2=0x7fdc5406dc70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:40.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.453+0000 7fdc5929c640 1 -- 172.21.15.76:0/3607775526 shutdown_connections 2024-09-13T16:14:40.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.453+0000 7fdc5929c640 1 -- 172.21.15.76:0/3607775526 wait complete. 2024-09-13T16:14:40.467 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-13T16:14:40.490 INFO:tasks.ceph.mds.c.smithi076.stdout:starting mds.c at 2024-09-13T16:14:40.568 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.566+0000 7fef02290640 1 Processor -- start 2024-09-13T16:14:40.568 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.566+0000 7fef02290640 1 -- start start 2024-09-13T16:14:40.569 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.566+0000 7fef02290640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7feefc0d2760 0x7feefc0cd8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:40.569 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.566+0000 7fef02290640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7feefc0cde20 0x7feefc0d0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:40.569 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.566+0000 7fef02290640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7feefc0cd450 con 0x7feefc15c500 2024-09-13T16:14:40.569 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.566+0000 7fef02290640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7feefc0d0cf0 con 0x7feefc0d2760 2024-09-13T16:14:40.569 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.566+0000 7fef02290640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7feefc0d0fd0 con 0x7feefc0cde20 2024-09-13T16:14:40.570 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.567+0000 7feefb7fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7feefc0d2760 0x7feefc0cd8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:40.570 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.567+0000 7feefbfff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7feefc15c500 0x7feefc0d2050 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:35932/0 (socket says 172.21.15.76:35932) 2024-09-13T16:14:40.570 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.567+0000 7feefbfff640 1 -- 172.21.15.76:0/137883637 learned_addr learned my addr 172.21.15.76:0/137883637 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:14:40.570 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.567+0000 7fef0082d640 1 --2- 172.21.15.76:0/137883637 >> v2:172.21.15.192:3300/0 conn(0x7feefc0cde20 0x7feefc0d0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:40.570 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.567+0000 7feefb7fe640 1 -- 172.21.15.76:0/137883637 >> v2:172.21.15.192:3300/0 conn(0x7feefc0cde20 msgr2=0x7feefc0d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:40.570 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.567+0000 7feefb7fe640 1 --2- 172.21.15.76:0/137883637 >> v2:172.21.15.192:3300/0 conn(0x7feefc0cde20 0x7feefc0d0000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:40.570 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.567+0000 7feefb7fe640 1 -- 172.21.15.76:0/137883637 >> v1:172.21.15.76:6789/0 conn(0x7feefc15c500 legacy=0x7feefc0d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:40.570 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.567+0000 7feefb7fe640 1 -- 172.21.15.76:0/137883637 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feefc0cd0e0 con 0x7feefc0d2760 2024-09-13T16:14:40.570 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.567+0000 7feefaffd640 1 -- 172.21.15.76:0/137883637 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1439629374 0 0) 0x7feefc0cd450 con 0x7feefc15c500 2024-09-13T16:14:40.570 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.567+0000 7fef0082d640 1 --2- 172.21.15.76:0/137883637 >> v2:172.21.15.192:3300/0 conn(0x7feefc0cde20 0x7feefc0d0000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:14:40.572 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.568+0000 7feefb7fe640 1 --2- 172.21.15.76:0/137883637 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feefc0d2760 0x7feefc0cd8e0 secure :-1 s=READY pgs=2108 cs=0 l=1 rev1=1 crypto rx=0x7feefc0cca00 tx=0x7feef002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ab947a00935c42d5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:40.572 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.568+0000 7feefaffd640 1 -- 172.21.15.76:0/137883637 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feef0032440 con 0x7feefc0d2760 2024-09-13T16:14:40.572 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.568+0000 7feefaffd640 1 -- 172.21.15.76:0/137883637 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feef00325a0 con 0x7feefc0d2760 2024-09-13T16:14:40.572 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.568+0000 7feefaffd640 1 -- 172.21.15.76:0/137883637 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feef0032930 con 0x7feefc0d2760 2024-09-13T16:14:40.572 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.568+0000 7fef02290640 1 -- 172.21.15.76:0/137883637 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feefc0d2760 msgr2=0x7feefc0cd8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:40.572 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.568+0000 7fef02290640 1 --2- 172.21.15.76:0/137883637 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feefc0d2760 0x7feefc0cd8e0 secure :-1 s=READY pgs=2108 cs=0 l=1 rev1=1 crypto rx=0x7feefc0cca00 tx=0x7feef002a1a0 comp rx=0 tx=0).stop 2024-09-13T16:14:40.572 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.568+0000 7fef02290640 1 -- 172.21.15.76:0/137883637 shutdown_connections 2024-09-13T16:14:40.572 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.568+0000 7fef02290640 1 --2- 172.21.15.76:0/137883637 >> v2:172.21.15.192:3300/0 conn(0x7feefc0cde20 0x7feefc0d0000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:40.572 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.568+0000 7fef02290640 1 --2- 172.21.15.76:0/137883637 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feefc0d2760 0x7feefc0cd8e0 unknown :-1 s=CLOSED pgs=2108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:40.572 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.568+0000 7fef02290640 1 -- 172.21.15.76:0/137883637 >> 172.21.15.76:0/137883637 conn(0x7feefc089f60 msgr2=0x7feefc09b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:40.573 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.568+0000 7fef02290640 1 -- 172.21.15.76:0/137883637 shutdown_connections 2024-09-13T16:14:40.573 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.568+0000 7fef02290640 1 -- 172.21.15.76:0/137883637 wait complete. 2024-09-13T16:14:40.573 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.569+0000 7fef02290640 1 Processor -- start 2024-09-13T16:14:40.573 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.570+0000 7fef02290640 1 -- start start 2024-09-13T16:14:40.575 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.570+0000 7fef02290640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feefc0cde20 0x7feefc0cb300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:40.575 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.570+0000 7fef02290640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feefc0d2760 0x7feefc0cb840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:40.575 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.570+0000 7fef02290640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feefc15c500 0x7feefc1f57b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:40.575 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.570+0000 7fef02290640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feefc0cbea0 con 0x7feefc0cde20 2024-09-13T16:14:40.576 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.570+0000 7fef02290640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feefc0cc180 con 0x7feefc0d2760 2024-09-13T16:14:40.576 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.570+0000 7fef02290640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feefc0cc460 con 0x7feefc15c500 2024-09-13T16:14:40.576 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.570+0000 7feefbfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feefc0cde20 0x7feefc0cb300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:40.576 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.570+0000 7feefbfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feefc0cde20 0x7feefc0cb300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:50070/0 (socket says 172.21.15.76:50070) 2024-09-13T16:14:40.576 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.571+0000 7feefbfff640 1 -- 172.21.15.76:0/2443705013 learned_addr learned my addr 172.21.15.76:0/2443705013 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:40.576 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.571+0000 7feefb7fe640 1 --2- 172.21.15.76:0/2443705013 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feefc0d2760 0x7feefc0cb840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:40.576 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.571+0000 7fef0082d640 1 --2- 172.21.15.76:0/2443705013 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feefc15c500 0x7feefc1f57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:40.576 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.571+0000 7feefbfff640 1 -- 172.21.15.76:0/2443705013 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feefc15c500 msgr2=0x7feefc1f57b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:40.576 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.571+0000 7feefbfff640 1 --2- 172.21.15.76:0/2443705013 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feefc15c500 0x7feefc1f57b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:40.576 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.571+0000 7feefbfff640 1 -- 172.21.15.76:0/2443705013 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feefc0d2760 msgr2=0x7feefc0cb840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:40.576 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.571+0000 7feefbfff640 1 --2- 172.21.15.76:0/2443705013 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feefc0d2760 0x7feefc0cb840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:40.576 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.571+0000 7feefbfff640 1 -- 172.21.15.76:0/2443705013 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feef0009400 con 0x7feefc0cde20 2024-09-13T16:14:40.576 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.571+0000 7feefbfff640 1 --2- 172.21.15.76:0/2443705013 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feefc0cde20 0x7feefc0cb300 secure :-1 s=READY pgs=2109 cs=0 l=1 rev1=1 crypto rx=0x7feeec00c430 tx=0x7feeec00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:40.576 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.571+0000 7feef8ff9640 1 -- 172.21.15.76:0/2443705013 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feeec0074e0 con 0x7feefc0cde20 2024-09-13T16:14:40.577 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.571+0000 7feef8ff9640 1 -- 172.21.15.76:0/2443705013 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feeec007660 con 0x7feefc0cde20 2024-09-13T16:14:40.577 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.571+0000 7fef02290640 1 -- 172.21.15.76:0/2443705013 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7feefc0cc740 con 0x7feefc0cde20 2024-09-13T16:14:40.577 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.571+0000 7feef8ff9640 1 -- 172.21.15.76:0/2443705013 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feeec004a20 con 0x7feefc0cde20 2024-09-13T16:14:40.577 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.571+0000 7fef02290640 1 -- 172.21.15.76:0/2443705013 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feefc14f220 con 0x7feefc0cde20 2024-09-13T16:14:40.577 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.572+0000 7fef02290640 1 -- 172.21.15.76:0/2443705013 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7feefc0af1c0 con 0x7feefc0cde20 2024-09-13T16:14:40.577 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.573+0000 7feef8ff9640 1 -- 172.21.15.76:0/2443705013 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7feeec004b80 con 0x7feefc0cde20 2024-09-13T16:14:40.577 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.573+0000 7feef8ff9640 1 --2- 172.21.15.76:0/2443705013 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feee806ac00 0x7feee806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:40.577 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.573+0000 7feef8ff9640 1 -- 172.21.15.76:0/2443705013 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(151..151 src has 1..151) v4 ==== 6260+0+0 (secure 0 0 0) 0x7feeec0893c0 con 0x7feefc0cde20 2024-09-13T16:14:40.577 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.573+0000 7feefb7fe640 1 --2- 172.21.15.76:0/2443705013 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feee806ac00 0x7feee806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:40.577 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.574+0000 7feefb7fe640 1 --2- 172.21.15.76:0/2443705013 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feee806ac00 0x7feee806d0c0 secure :-1 s=READY pgs=894 cs=0 l=1 rev1=1 crypto rx=0x7feef0034000 tx=0x7feef002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:40.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.577+0000 7feef8ff9640 1 -- 172.21.15.76:0/2443705013 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7feefc0af1c0 con 0x7feefc0cde20 2024-09-13T16:14:40.775 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:40.773+0000 7fef02290640 1 -- 172.21.15.76:0/2443705013 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) v1 -- 0x7feefc0af1c0 con 0x7feefc0cde20 2024-09-13T16:14:41.455 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:41.452+0000 7feef8ff9640 1 -- 172.21.15.76:0/2443705013 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v86) v1 ==== 104+0+0 (secure 0 0 0) 0x7feefc0af1c0 con 0x7feefc0cde20 2024-09-13T16:14:41.458 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:41.455+0000 7fef02290640 1 -- 172.21.15.76:0/2443705013 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feee806ac00 msgr2=0x7feee806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:41.458 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:41.455+0000 7fef02290640 1 --2- 172.21.15.76:0/2443705013 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feee806ac00 0x7feee806d0c0 secure :-1 s=READY pgs=894 cs=0 l=1 rev1=1 crypto rx=0x7feef0034000 tx=0x7feef002e000 comp rx=0 tx=0).stop 2024-09-13T16:14:41.458 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:41.455+0000 7fef02290640 1 -- 172.21.15.76:0/2443705013 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feefc0cde20 msgr2=0x7feefc0cb300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:41.458 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:41.455+0000 7fef02290640 1 --2- 172.21.15.76:0/2443705013 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feefc0cde20 0x7feefc0cb300 secure :-1 s=READY pgs=2109 cs=0 l=1 rev1=1 crypto rx=0x7feeec00c430 tx=0x7feeec00c8f0 comp rx=0 tx=0).stop 2024-09-13T16:14:41.458 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:41.455+0000 7fef02290640 1 -- 172.21.15.76:0/2443705013 shutdown_connections 2024-09-13T16:14:41.458 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:41.455+0000 7fef02290640 1 --2- 172.21.15.76:0/2443705013 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7feee806ac00 0x7feee806d0c0 unknown :-1 s=CLOSED pgs=894 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:41.458 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:41.455+0000 7fef02290640 1 --2- 172.21.15.76:0/2443705013 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7feefc15c500 0x7feefc1f57b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:41.458 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:41.455+0000 7fef02290640 1 --2- 172.21.15.76:0/2443705013 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7feefc0d2760 0x7feefc0cb840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:41.458 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:41.455+0000 7fef02290640 1 --2- 172.21.15.76:0/2443705013 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7feefc0cde20 0x7feefc0cb300 unknown :-1 s=CLOSED pgs=2109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:41.458 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:41.455+0000 7fef02290640 1 -- 172.21.15.76:0/2443705013 >> 172.21.15.76:0/2443705013 conn(0x7feefc089f60 msgr2=0x7feefc0cead0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:41.458 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:41.455+0000 7fef02290640 1 -- 172.21.15.76:0/2443705013 shutdown_connections 2024-09-13T16:14:41.459 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:41.455+0000 7fef02290640 1 -- 172.21.15.76:0/2443705013 wait complete. 2024-09-13T16:14:41.470 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-13T16:14:41.617 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:41.616+0000 7f5f5b75a640 1 Processor -- start 2024-09-13T16:14:41.617 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:41.616+0000 7f5f5b75a640 1 -- start start 2024-09-13T16:14:41.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:41.617+0000 7f5f5b75a640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f5f54159310 0x7f5f540ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:41.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:41.617+0000 7f5f5b75a640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5f540b2b40 0x7f5f540ab140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:41.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:41.617+0000 7f5f5b75a640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f5f540ab680 0x7f5f540ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:41.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:41.617+0000 7f5f5b75a640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5f540ad940 con 0x7f5f540ab680 2024-09-13T16:14:41.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:41.617+0000 7f5f5b75a640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5f540ccbe0 con 0x7f5f54159310 2024-09-13T16:14:41.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:41.617+0000 7f5f5b75a640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5f540b1810 con 0x7f5f540b2b40 2024-09-13T16:14:41.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:41.617+0000 7f5f59cf7640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f5f540ab680 0x7f5f540ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:41.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:41.617+0000 7f5f59cf7640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f5f540ab680 0x7f5f540ce4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:52846/0 (socket says 172.21.15.76:52846) 2024-09-13T16:14:41.621 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:41.617+0000 7f5f59cf7640 1 -- 172.21.15.76:0/3952597329 learned_addr learned my addr 172.21.15.76:0/3952597329 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:41.621 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:41.617+0000 7f5f58cf5640 1 --2- 172.21.15.76:0/3952597329 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5f540b2b40 0x7f5f540ab140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:41.621 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:41.617+0000 7f5f594f6640 1 --2- 172.21.15.76:0/3952597329 >> v2:172.21.15.192:3300/0 conn(0x7f5f54159310 0x7f5f540ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:41.621 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:41.617+0000 7f5f59cf7640 1 -- 172.21.15.76:0/3952597329 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5f540b2b40 msgr2=0x7f5f540ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:41.621 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:41.617+0000 7f5f59cf7640 1 --2- 172.21.15.76:0/3952597329 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5f540b2b40 0x7f5f540ab140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:41.621 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:41.617+0000 7f5f59cf7640 1 -- 172.21.15.76:0/3952597329 >> v2:172.21.15.192:3300/0 conn(0x7f5f54159310 msgr2=0x7f5f540ad400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:41.621 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:41.617+0000 7f5f59cf7640 1 --2- 172.21.15.76:0/3952597329 >> v2:172.21.15.192:3300/0 conn(0x7f5f54159310 0x7f5f540ad400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:41.621 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:41.617+0000 7f5f59cf7640 1 -- 172.21.15.76:0/3952597329 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5f5406d9e0 con 0x7f5f540ab680 2024-09-13T16:14:41.621 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:41.618+0000 7f5f59cf7640 1 --2- 172.21.15.76:0/3952597329 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5f540ab680 0x7f5f540ce4f0 secure :-1 s=READY pgs=2110 cs=0 l=1 rev1=1 crypto rx=0x7f5f540cac90 tx=0x7f5f4c02a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c90c837604e6c0d3 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:41.621 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:41.618+0000 7f5f4bfff640 1 -- 172.21.15.76:0/3952597329 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5f4c031600 con 0x7f5f540ab680 2024-09-13T16:14:41.621 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:41.618+0000 7f5f4bfff640 1 -- 172.21.15.76:0/3952597329 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5f4c02d050 con 0x7f5f540ab680 2024-09-13T16:14:41.621 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:41.618+0000 7f5f4bfff640 1 -- 172.21.15.76:0/3952597329 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5f4c031980 con 0x7f5f540ab680 2024-09-13T16:14:41.621 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:41.618+0000 7f5f5b75a640 1 -- 172.21.15.76:0/3952597329 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5f540ab680 msgr2=0x7f5f540ce4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:41.622 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:41.618+0000 7f5f5b75a640 1 --2- 172.21.15.76:0/3952597329 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5f540ab680 0x7f5f540ce4f0 secure :-1 s=READY pgs=2110 cs=0 l=1 rev1=1 crypto rx=0x7f5f540cac90 tx=0x7f5f4c02a610 comp rx=0 tx=0).stop 2024-09-13T16:14:41.622 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:41.619+0000 7f5f5b75a640 1 -- 172.21.15.76:0/3952597329 shutdown_connections 2024-09-13T16:14:41.622 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:41.619+0000 7f5f5b75a640 1 --2- 172.21.15.76:0/3952597329 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5f540ab680 0x7f5f540ce4f0 unknown :-1 s=CLOSED pgs=2110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:41.622 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:41.619+0000 7f5f5b75a640 1 --2- 172.21.15.76:0/3952597329 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5f540b2b40 0x7f5f540ab140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:41.622 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:41.619+0000 7f5f5b75a640 1 --2- 172.21.15.76:0/3952597329 >> v2:172.21.15.192:3300/0 conn(0x7f5f54159310 0x7f5f540ad400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:41.622 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:41.619+0000 7f5f5b75a640 1 -- 172.21.15.76:0/3952597329 >> 172.21.15.76:0/3952597329 conn(0x7f5f5406a0b0 msgr2=0x7f5f5406a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:41.622 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:41.619+0000 7f5f5b75a640 1 -- 172.21.15.76:0/3952597329 shutdown_connections 2024-09-13T16:14:41.622 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:41.619+0000 7f5f5b75a640 1 -- 172.21.15.76:0/3952597329 wait complete. 2024-09-13T16:14:41.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:41.620+0000 7f5f5b75a640 1 Processor -- start 2024-09-13T16:14:41.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:41.620+0000 7f5f5b75a640 1 -- start start 2024-09-13T16:14:41.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:41.621+0000 7f5f5b75a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5f540ab680 0x7f5f540c9790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:41.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:41.621+0000 7f5f5b75a640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5f540b2b40 0x7f5f540c9cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:41.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:41.621+0000 7f5f5b75a640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5f54159310 0x7f5f5414fac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:41.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:41.621+0000 7f5f5b75a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5f54151470 con 0x7f5f540ab680 2024-09-13T16:14:41.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:41.621+0000 7f5f5b75a640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5f54150860 con 0x7f5f54159310 2024-09-13T16:14:41.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:41.621+0000 7f5f5b75a640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5f54150b40 con 0x7f5f540b2b40 2024-09-13T16:14:41.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:41.621+0000 7f5f594f6640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5f540ab680 0x7f5f540c9790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:41.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:41.621+0000 7f5f594f6640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5f540ab680 0x7f5f540c9790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:52850/0 (socket says 172.21.15.76:52850) 2024-09-13T16:14:41.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:41.621+0000 7f5f594f6640 1 -- 172.21.15.76:0/470318012 learned_addr learned my addr 172.21.15.76:0/470318012 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:41.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:41.621+0000 7f5f59cf7640 1 --2- 172.21.15.76:0/470318012 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5f54159310 0x7f5f5414fac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:41.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:41.621+0000 7f5f58cf5640 1 --2- 172.21.15.76:0/470318012 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5f540b2b40 0x7f5f540c9cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:41.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:41.621+0000 7f5f594f6640 1 -- 172.21.15.76:0/470318012 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5f540b2b40 msgr2=0x7f5f540c9cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:41.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:41.621+0000 7f5f594f6640 1 --2- 172.21.15.76:0/470318012 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5f540b2b40 0x7f5f540c9cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:41.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:41.621+0000 7f5f594f6640 1 -- 172.21.15.76:0/470318012 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5f54159310 msgr2=0x7f5f5414fac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:41.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:41.621+0000 7f5f594f6640 1 --2- 172.21.15.76:0/470318012 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5f54159310 0x7f5f5414fac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:41.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:41.621+0000 7f5f594f6640 1 -- 172.21.15.76:0/470318012 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5f4c009b30 con 0x7f5f540ab680 2024-09-13T16:14:41.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:41.621+0000 7f5f594f6640 1 --2- 172.21.15.76:0/470318012 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5f540ab680 0x7f5f540c9790 secure :-1 s=READY pgs=2111 cs=0 l=1 rev1=1 crypto rx=0x7f5f5000d5f0 tx=0x7f5f5000dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:41.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:41.621+0000 7f5f49ffb640 1 -- 172.21.15.76:0/470318012 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5f500125f0 con 0x7f5f540ab680 2024-09-13T16:14:41.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:41.621+0000 7f5f49ffb640 1 -- 172.21.15.76:0/470318012 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5f50012750 con 0x7f5f540ab680 2024-09-13T16:14:41.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:41.621+0000 7f5f5b75a640 1 -- 172.21.15.76:0/470318012 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5f54150e20 con 0x7f5f540ab680 2024-09-13T16:14:41.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:41.621+0000 7f5f49ffb640 1 -- 172.21.15.76:0/470318012 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5f50012b00 con 0x7f5f540ab680 2024-09-13T16:14:41.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:41.622+0000 7f5f5b75a640 1 -- 172.21.15.76:0/470318012 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5f54150000 con 0x7f5f540ab680 2024-09-13T16:14:41.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:41.622+0000 7f5f5b75a640 1 -- 172.21.15.76:0/470318012 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5f540cee10 con 0x7f5f540ab680 2024-09-13T16:14:41.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:41.623+0000 7f5f49ffb640 1 -- 172.21.15.76:0/470318012 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f5f50012c60 con 0x7f5f540ab680 2024-09-13T16:14:41.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:41.623+0000 7f5f49ffb640 1 --2- 172.21.15.76:0/470318012 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5f3806ac00 0x7f5f3806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:41.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:41.623+0000 7f5f49ffb640 1 -- 172.21.15.76:0/470318012 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(151..151 src has 1..151) v4 ==== 6260+0+0 (secure 0 0 0) 0x7f5f50089920 con 0x7f5f540ab680 2024-09-13T16:14:41.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:41.623+0000 7f5f58cf5640 1 --2- 172.21.15.76:0/470318012 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5f3806ac00 0x7f5f3806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:41.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:41.624+0000 7f5f58cf5640 1 --2- 172.21.15.76:0/470318012 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5f3806ac00 0x7f5f3806d0c0 secure :-1 s=READY pgs=896 cs=0 l=1 rev1=1 crypto rx=0x7f5f5408a860 tx=0x7f5f44008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:41.628 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:41.627+0000 7f5f49ffb640 1 -- 172.21.15.76:0/470318012 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f5f50054960 con 0x7f5f540ab680 2024-09-13T16:14:41.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:41.792+0000 7f5f5b75a640 1 -- 172.21.15.76:0/470318012 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f5f5406e4b0 con 0x7f5f540ab680 2024-09-13T16:14:42.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:42.455+0000 7f5f49ffb640 1 -- 172.21.15.76:0/470318012 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v152) v1 ==== 181+0+0 (secure 0 0 0) 0x7f5f50057f80 con 0x7f5f540ab680 2024-09-13T16:14:42.456 INFO:teuthology.orchestra.run.smithi076.stderr:pool 'cephfs_metadata' removed 2024-09-13T16:14:42.460 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:42.459+0000 7f5f5b75a640 1 -- 172.21.15.76:0/470318012 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5f3806ac00 msgr2=0x7f5f3806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:42.460 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:42.459+0000 7f5f5b75a640 1 --2- 172.21.15.76:0/470318012 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5f3806ac00 0x7f5f3806d0c0 secure :-1 s=READY pgs=896 cs=0 l=1 rev1=1 crypto rx=0x7f5f5408a860 tx=0x7f5f44008040 comp rx=0 tx=0).stop 2024-09-13T16:14:42.460 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:42.459+0000 7f5f5b75a640 1 -- 172.21.15.76:0/470318012 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5f540ab680 msgr2=0x7f5f540c9790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:42.461 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:42.459+0000 7f5f5b75a640 1 --2- 172.21.15.76:0/470318012 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5f540ab680 0x7f5f540c9790 secure :-1 s=READY pgs=2111 cs=0 l=1 rev1=1 crypto rx=0x7f5f5000d5f0 tx=0x7f5f5000dab0 comp rx=0 tx=0).stop 2024-09-13T16:14:42.461 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:42.459+0000 7f5f5b75a640 1 -- 172.21.15.76:0/470318012 shutdown_connections 2024-09-13T16:14:42.461 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:42.459+0000 7f5f5b75a640 1 --2- 172.21.15.76:0/470318012 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5f54159310 0x7f5f5414fac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:42.461 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:42.459+0000 7f5f5b75a640 1 --2- 172.21.15.76:0/470318012 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5f3806ac00 0x7f5f3806d0c0 unknown :-1 s=CLOSED pgs=896 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:42.461 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:42.459+0000 7f5f5b75a640 1 --2- 172.21.15.76:0/470318012 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5f540b2b40 0x7f5f540c9cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:42.461 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:42.459+0000 7f5f5b75a640 1 --2- 172.21.15.76:0/470318012 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5f540ab680 0x7f5f540c9790 unknown :-1 s=CLOSED pgs=2111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:42.461 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:42.459+0000 7f5f5b75a640 1 -- 172.21.15.76:0/470318012 >> 172.21.15.76:0/470318012 conn(0x7f5f5406a0b0 msgr2=0x7f5f540cac90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:42.461 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:42.459+0000 7f5f5b75a640 1 -- 172.21.15.76:0/470318012 shutdown_connections 2024-09-13T16:14:42.461 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:42.459+0000 7f5f5b75a640 1 -- 172.21.15.76:0/470318012 wait complete. 2024-09-13T16:14:42.473 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-13T16:14:42.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:42.576+0000 7fa0b374c640 1 Processor -- start 2024-09-13T16:14:42.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:42.577+0000 7fa0b374c640 1 -- start start 2024-09-13T16:14:42.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:42.577+0000 7fa0b374c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa0ac0b2b40 0x7fa0ac0ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:42.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:42.577+0000 7fa0b374c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fa0ac0ce4f0 0x7fa0ac0ce960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:42.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:42.577+0000 7fa0b374c640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa0ac0ccbe0 con 0x7fa0ac159310 2024-09-13T16:14:42.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:42.577+0000 7fa0b374c640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa0ac0ad940 con 0x7fa0ac0ce4f0 2024-09-13T16:14:42.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:42.577+0000 7fa0b374c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa0ac0ceea0 con 0x7fa0ac0b2b40 2024-09-13T16:14:42.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:42.578+0000 7fa0b1ce9640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fa0ac0ce4f0 0x7fa0ac0ce960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:42.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:42.578+0000 7fa0b14e8640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fa0ac159310 0x7fa0ac0ab140 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:48220/0 (socket says 172.21.15.76:48220) 2024-09-13T16:14:42.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:42.578+0000 7fa0b14e8640 1 -- 172.21.15.76:0/3850966960 learned_addr learned my addr 172.21.15.76:0/3850966960 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:14:42.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:42.578+0000 7fa0b0ce7640 1 --2- 172.21.15.76:0/3850966960 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa0ac0b2b40 0x7fa0ac0ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:42.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:42.578+0000 7fa0b1ce9640 1 -- 172.21.15.76:0/3850966960 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa0ac0b2b40 msgr2=0x7fa0ac0ad400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:42.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:42.578+0000 7fa0b1ce9640 1 --2- 172.21.15.76:0/3850966960 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa0ac0b2b40 0x7fa0ac0ad400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:42.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:42.578+0000 7fa0b1ce9640 1 -- 172.21.15.76:0/3850966960 >> v1:172.21.15.76:6789/0 conn(0x7fa0ac159310 legacy=0x7fa0ac0ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:42.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:42.578+0000 7fa0a3fff640 1 -- 172.21.15.76:0/3850966960 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1207583779 0 0) 0x7fa0ac0ccbe0 con 0x7fa0ac159310 2024-09-13T16:14:42.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:42.578+0000 7fa0b1ce9640 1 -- 172.21.15.76:0/3850966960 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa0ac0b1810 con 0x7fa0ac0ce4f0 2024-09-13T16:14:42.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:42.579+0000 7fa0b1ce9640 1 --2- 172.21.15.76:0/3850966960 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa0ac0ce4f0 0x7fa0ac0ce960 secure :-1 s=READY pgs=2113 cs=0 l=1 rev1=1 crypto rx=0x7fa0a4009dc0 tx=0x7fa0a402a560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f2e21d3f6a57be21 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:42.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:42.579+0000 7fa0a3fff640 1 -- 172.21.15.76:0/3850966960 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0a4007740 con 0x7fa0ac0ce4f0 2024-09-13T16:14:42.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:42.579+0000 7fa0a3fff640 1 -- 172.21.15.76:0/3850966960 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa0a402d050 con 0x7fa0ac0ce4f0 2024-09-13T16:14:42.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:42.579+0000 7fa0a3fff640 1 -- 172.21.15.76:0/3850966960 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0a4007ac0 con 0x7fa0ac0ce4f0 2024-09-13T16:14:42.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:42.579+0000 7fa0b374c640 1 -- 172.21.15.76:0/3850966960 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa0ac0ce4f0 msgr2=0x7fa0ac0ce960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:42.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:42.579+0000 7fa0b374c640 1 --2- 172.21.15.76:0/3850966960 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa0ac0ce4f0 0x7fa0ac0ce960 secure :-1 s=READY pgs=2113 cs=0 l=1 rev1=1 crypto rx=0x7fa0a4009dc0 tx=0x7fa0a402a560 comp rx=0 tx=0).stop 2024-09-13T16:14:42.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:42.579+0000 7fa0b374c640 1 -- 172.21.15.76:0/3850966960 shutdown_connections 2024-09-13T16:14:42.586 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:42.579+0000 7fa0b374c640 1 --2- 172.21.15.76:0/3850966960 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa0ac0ce4f0 0x7fa0ac0ce960 unknown :-1 s=CLOSED pgs=2113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:42.586 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:42.579+0000 7fa0b374c640 1 --2- 172.21.15.76:0/3850966960 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa0ac0b2b40 0x7fa0ac0ad400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:42.586 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:42.579+0000 7fa0b374c640 1 -- 172.21.15.76:0/3850966960 >> 172.21.15.76:0/3850966960 conn(0x7fa0ac06a0b0 msgr2=0x7fa0ac06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:42.586 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:42.579+0000 7fa0b374c640 1 -- 172.21.15.76:0/3850966960 shutdown_connections 2024-09-13T16:14:42.586 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:42.579+0000 7fa0b374c640 1 -- 172.21.15.76:0/3850966960 wait complete. 2024-09-13T16:14:42.586 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:42.581+0000 7fa0b374c640 1 Processor -- start 2024-09-13T16:14:42.586 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:42.581+0000 7fa0b374c640 1 -- start start 2024-09-13T16:14:42.586 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:42.581+0000 7fa0b374c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa0ac0b2b40 0x7fa0ac0c9ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:42.586 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:42.581+0000 7fa0b374c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa0ac0ce4f0 0x7fa0ac0c5380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:42.586 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:42.581+0000 7fa0b374c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa0ac159310 0x7fa0ac1e0660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:42.586 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:42.581+0000 7fa0b374c640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0ac09a410 con 0x7fa0ac0b2b40 2024-09-13T16:14:42.586 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:42.581+0000 7fa0b374c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0ac0ca3e0 con 0x7fa0ac0ce4f0 2024-09-13T16:14:42.586 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:42.581+0000 7fa0b374c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa0ac0c5e40 con 0x7fa0ac159310 2024-09-13T16:14:42.587 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:42.581+0000 7fa0b14e8640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa0ac0b2b40 0x7fa0ac0c9ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:42.587 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:42.581+0000 7fa0b14e8640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa0ac0b2b40 0x7fa0ac0c9ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:52872/0 (socket says 172.21.15.76:52872) 2024-09-13T16:14:42.587 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:42.581+0000 7fa0b14e8640 1 -- 172.21.15.76:0/1134698275 learned_addr learned my addr 172.21.15.76:0/1134698275 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:42.587 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:42.582+0000 7fa0b14e8640 1 -- 172.21.15.76:0/1134698275 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa0ac159310 msgr2=0x7fa0ac1e0660 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-13T16:14:42.587 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:42.582+0000 7fa0b14e8640 1 --2- 172.21.15.76:0/1134698275 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa0ac159310 0x7fa0ac1e0660 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:42.587 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:42.582+0000 7fa0b14e8640 1 -- 172.21.15.76:0/1134698275 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa0ac0ce4f0 msgr2=0x7fa0ac0c5380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:42.587 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:42.582+0000 7fa0b0ce7640 1 --2- 172.21.15.76:0/1134698275 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa0ac0ce4f0 0x7fa0ac0c5380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:42.587 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:42.582+0000 7fa0b14e8640 1 --2- 172.21.15.76:0/1134698275 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa0ac0ce4f0 0x7fa0ac0c5380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:42.587 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:42.582+0000 7fa0b14e8640 1 -- 172.21.15.76:0/1134698275 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa0a4009a70 con 0x7fa0ac0b2b40 2024-09-13T16:14:42.587 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:42.582+0000 7fa0b14e8640 1 --2- 172.21.15.76:0/1134698275 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa0ac0b2b40 0x7fa0ac0c9ea0 secure :-1 s=READY pgs=2114 cs=0 l=1 rev1=1 crypto rx=0x7fa0a800c460 tx=0x7fa0a800c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:42.587 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:42.582+0000 7fa0a1ffb640 1 -- 172.21.15.76:0/1134698275 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0a80074e0 con 0x7fa0ac0b2b40 2024-09-13T16:14:42.587 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:42.582+0000 7fa0a1ffb640 1 -- 172.21.15.76:0/1134698275 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa0a8007660 con 0x7fa0ac0b2b40 2024-09-13T16:14:42.587 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:42.582+0000 7fa0a1ffb640 1 -- 172.21.15.76:0/1134698275 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0a8004a20 con 0x7fa0ac0b2b40 2024-09-13T16:14:42.587 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:42.582+0000 7fa0b374c640 1 -- 172.21.15.76:0/1134698275 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa0ac099ae0 con 0x7fa0ac0b2b40 2024-09-13T16:14:42.588 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:42.582+0000 7fa0b374c640 1 -- 172.21.15.76:0/1134698275 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa0ac09a0a0 con 0x7fa0ac0b2b40 2024-09-13T16:14:42.588 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:42.583+0000 7fa0b374c640 1 -- 172.21.15.76:0/1134698275 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa0ac06dfa0 con 0x7fa0ac0b2b40 2024-09-13T16:14:42.588 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:42.583+0000 7fa0a1ffb640 1 -- 172.21.15.76:0/1134698275 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fa0a8004b80 con 0x7fa0ac0b2b40 2024-09-13T16:14:42.588 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:42.584+0000 7fa0a1ffb640 1 --2- 172.21.15.76:0/1134698275 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa09006ac00 0x7fa09006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:42.588 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:42.584+0000 7fa0a1ffb640 1 -- 172.21.15.76:0/1134698275 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(152..152 src has 1..152) v4 ==== 5822+0+0 (secure 0 0 0) 0x7fa0a8088540 con 0x7fa0ac0b2b40 2024-09-13T16:14:42.588 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:42.584+0000 7fa0b0ce7640 1 --2- 172.21.15.76:0/1134698275 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa09006ac00 0x7fa09006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:42.588 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:42.584+0000 7fa0b0ce7640 1 --2- 172.21.15.76:0/1134698275 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa09006ac00 0x7fa09006d0c0 secure :-1 s=READY pgs=897 cs=0 l=1 rev1=1 crypto rx=0x7fa09c006fd0 tx=0x7fa09c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:42.589 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:42.588+0000 7fa0a1ffb640 1 -- 172.21.15.76:0/1134698275 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fa0a8053740 con 0x7fa0ac0b2b40 2024-09-13T16:14:42.749 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:42.748+0000 7fa0b374c640 1 -- 172.21.15.76:0/1134698275 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7fa0ac06e4b0 con 0x7fa0ac0b2b40 2024-09-13T16:14:43.078 DEBUG:teuthology.orchestra.run.smithi076:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:14:43.081 DEBUG:teuthology.orchestra.run.smithi192:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:14:43.459 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.457+0000 7fa0a1ffb640 1 -- 172.21.15.76:0/1134698275 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v153) v1 ==== 169+0+0 (secure 0 0 0) 0x7fa0a80180d0 con 0x7fa0ac0b2b40 2024-09-13T16:14:43.459 INFO:teuthology.orchestra.run.smithi076.stderr:pool 'cephfs_data' removed 2024-09-13T16:14:43.462 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.460+0000 7fa0b374c640 1 -- 172.21.15.76:0/1134698275 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa09006ac00 msgr2=0x7fa09006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:43.462 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.460+0000 7fa0b374c640 1 --2- 172.21.15.76:0/1134698275 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa09006ac00 0x7fa09006d0c0 secure :-1 s=READY pgs=897 cs=0 l=1 rev1=1 crypto rx=0x7fa09c006fd0 tx=0x7fa09c008040 comp rx=0 tx=0).stop 2024-09-13T16:14:43.462 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.460+0000 7fa0b374c640 1 -- 172.21.15.76:0/1134698275 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa0ac0b2b40 msgr2=0x7fa0ac0c9ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:43.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.460+0000 7fa0b374c640 1 --2- 172.21.15.76:0/1134698275 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa0ac0b2b40 0x7fa0ac0c9ea0 secure :-1 s=READY pgs=2114 cs=0 l=1 rev1=1 crypto rx=0x7fa0a800c460 tx=0x7fa0a800c920 comp rx=0 tx=0).stop 2024-09-13T16:14:43.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.461+0000 7fa0b374c640 1 -- 172.21.15.76:0/1134698275 shutdown_connections 2024-09-13T16:14:43.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.461+0000 7fa0b374c640 1 --2- 172.21.15.76:0/1134698275 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa09006ac00 0x7fa09006d0c0 unknown :-1 s=CLOSED pgs=897 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:43.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.461+0000 7fa0b374c640 1 --2- 172.21.15.76:0/1134698275 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa0ac159310 0x7fa0ac1e0660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:43.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.461+0000 7fa0b374c640 1 --2- 172.21.15.76:0/1134698275 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa0ac0ce4f0 0x7fa0ac0c5380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:43.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.461+0000 7fa0b374c640 1 --2- 172.21.15.76:0/1134698275 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa0ac0b2b40 0x7fa0ac0c9ea0 unknown :-1 s=CLOSED pgs=2114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:43.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.461+0000 7fa0b374c640 1 -- 172.21.15.76:0/1134698275 >> 172.21.15.76:0/1134698275 conn(0x7fa0ac06a0b0 msgr2=0x7fa0ac070830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:43.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.461+0000 7fa0b374c640 1 -- 172.21.15.76:0/1134698275 shutdown_connections 2024-09-13T16:14:43.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.461+0000 7fa0b374c640 1 -- 172.21.15.76:0/1134698275 wait complete. 2024-09-13T16:14:43.474 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mds mds_min_caps_working_set 2024-09-13T16:14:43.574 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.572+0000 7fed486c9640 1 Processor -- start 2024-09-13T16:14:43.574 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.572+0000 7fed486c9640 1 -- start start 2024-09-13T16:14:43.574 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.573+0000 7fed486c9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fed400d2760 0x7fed400cd8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:43.575 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.573+0000 7fed486c9640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fed400cde20 0x7fed400d0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:43.575 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.573+0000 7fed486c9640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fed400cd450 con 0x7fed4015c500 2024-09-13T16:14:43.575 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.573+0000 7fed486c9640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fed400d0cf0 con 0x7fed400cde20 2024-09-13T16:14:43.575 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.573+0000 7fed486c9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fed400d0fd0 con 0x7fed400d2760 2024-09-13T16:14:43.575 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.573+0000 7fed46c66640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fed400cde20 0x7fed400d0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:43.575 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.573+0000 7fed46465640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fed4015c500 0x7fed400d2050 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:48226/0 (socket says 172.21.15.76:48226) 2024-09-13T16:14:43.575 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.573+0000 7fed46465640 1 -- 172.21.15.76:0/535788429 learned_addr learned my addr 172.21.15.76:0/535788429 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:14:43.576 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.574+0000 7fed46c66640 1 -- 172.21.15.76:0/535788429 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fed400d2760 msgr2=0x7fed400cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:43.577 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.574+0000 7fed46c66640 1 --2- 172.21.15.76:0/535788429 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fed400d2760 0x7fed400cd8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:43.577 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.574+0000 7fed46c66640 1 -- 172.21.15.76:0/535788429 >> v1:172.21.15.76:6789/0 conn(0x7fed4015c500 legacy=0x7fed400d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:43.577 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.574+0000 7fed46c66640 1 -- 172.21.15.76:0/535788429 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fed400cd0e0 con 0x7fed400cde20 2024-09-13T16:14:43.577 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.574+0000 7fed45463640 1 -- 172.21.15.76:0/535788429 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1070967220 0 0) 0x7fed400cd450 con 0x7fed4015c500 2024-09-13T16:14:43.577 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.574+0000 7fed46c66640 1 --2- 172.21.15.76:0/535788429 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fed400cde20 0x7fed400d0000 secure :-1 s=READY pgs=2116 cs=0 l=1 rev1=1 crypto rx=0x7fed380097a0 tx=0x7fed3802a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ab24f1db607f82e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:43.577 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.575+0000 7fed45463640 1 -- 172.21.15.76:0/535788429 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed38032440 con 0x7fed400cde20 2024-09-13T16:14:43.577 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.575+0000 7fed45463640 1 -- 172.21.15.76:0/535788429 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fed380325a0 con 0x7fed400cde20 2024-09-13T16:14:43.577 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.575+0000 7fed45463640 1 -- 172.21.15.76:0/535788429 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed38032930 con 0x7fed400cde20 2024-09-13T16:14:43.577 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.575+0000 7fed486c9640 1 -- 172.21.15.76:0/535788429 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fed400cde20 msgr2=0x7fed400d0000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:43.577 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.575+0000 7fed486c9640 1 --2- 172.21.15.76:0/535788429 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fed400cde20 0x7fed400d0000 secure :-1 s=READY pgs=2116 cs=0 l=1 rev1=1 crypto rx=0x7fed380097a0 tx=0x7fed3802a180 comp rx=0 tx=0).stop 2024-09-13T16:14:43.577 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.575+0000 7fed486c9640 1 -- 172.21.15.76:0/535788429 shutdown_connections 2024-09-13T16:14:43.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.575+0000 7fed486c9640 1 --2- 172.21.15.76:0/535788429 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fed400cde20 0x7fed400d0000 unknown :-1 s=CLOSED pgs=2116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:43.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.575+0000 7fed486c9640 1 --2- 172.21.15.76:0/535788429 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fed400d2760 0x7fed400cd8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:43.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.575+0000 7fed486c9640 1 -- 172.21.15.76:0/535788429 >> 172.21.15.76:0/535788429 conn(0x7fed40089f60 msgr2=0x7fed4009b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:43.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.575+0000 7fed486c9640 1 -- 172.21.15.76:0/535788429 shutdown_connections 2024-09-13T16:14:43.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.575+0000 7fed486c9640 1 -- 172.21.15.76:0/535788429 wait complete. 2024-09-13T16:14:43.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.576+0000 7fed486c9640 1 Processor -- start 2024-09-13T16:14:43.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.576+0000 7fed486c9640 1 -- start start 2024-09-13T16:14:43.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.577+0000 7fed486c9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fed400cde20 0x7fed400c9500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:43.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.577+0000 7fed486c9640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fed400d2760 0x7fed4015f610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:43.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.577+0000 7fed486c9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fed4015c500 0x7fed401579e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:43.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.577+0000 7fed486c9640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed4015fb50 con 0x7fed400cde20 2024-09-13T16:14:43.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.577+0000 7fed486c9640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed400c9b90 con 0x7fed400d2760 2024-09-13T16:14:43.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.577+0000 7fed486c9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fed400c9e70 con 0x7fed4015c500 2024-09-13T16:14:43.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.577+0000 7fed46465640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fed400cde20 0x7fed400c9500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:43.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.577+0000 7fed46465640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fed400cde20 0x7fed400c9500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:52886/0 (socket says 172.21.15.76:52886) 2024-09-13T16:14:43.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.577+0000 7fed46465640 1 -- 172.21.15.76:0/2697453618 learned_addr learned my addr 172.21.15.76:0/2697453618 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:43.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.577+0000 7fed45c64640 1 --2- 172.21.15.76:0/2697453618 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fed400d2760 0x7fed4015f610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:43.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.577+0000 7fed46465640 1 -- 172.21.15.76:0/2697453618 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fed4015c500 msgr2=0x7fed401579e0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-13T16:14:43.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.578+0000 7fed46465640 1 --2- 172.21.15.76:0/2697453618 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fed4015c500 0x7fed401579e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:43.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.578+0000 7fed46465640 1 -- 172.21.15.76:0/2697453618 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fed400d2760 msgr2=0x7fed4015f610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:43.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.578+0000 7fed46465640 1 --2- 172.21.15.76:0/2697453618 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fed400d2760 0x7fed4015f610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:43.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.578+0000 7fed46465640 1 -- 172.21.15.76:0/2697453618 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fed38009400 con 0x7fed400cde20 2024-09-13T16:14:43.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.578+0000 7fed46465640 1 --2- 172.21.15.76:0/2697453618 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fed400cde20 0x7fed400c9500 secure :-1 s=READY pgs=2117 cs=0 l=1 rev1=1 crypto rx=0x7fed3000c7c0 tx=0x7fed3000cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:43.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.578+0000 7fed3effd640 1 -- 172.21.15.76:0/2697453618 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed3000a640 con 0x7fed400cde20 2024-09-13T16:14:43.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.578+0000 7fed3effd640 1 -- 172.21.15.76:0/2697453618 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fed3000a7c0 con 0x7fed400cde20 2024-09-13T16:14:43.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.578+0000 7fed486c9640 1 -- 172.21.15.76:0/2697453618 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fed400ca150 con 0x7fed400cde20 2024-09-13T16:14:43.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.578+0000 7fed3effd640 1 -- 172.21.15.76:0/2697453618 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed3000ab70 con 0x7fed400cde20 2024-09-13T16:14:43.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.578+0000 7fed486c9640 1 -- 172.21.15.76:0/2697453618 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fed400ca790 con 0x7fed400cde20 2024-09-13T16:14:43.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.579+0000 7fed486c9640 1 -- 172.21.15.76:0/2697453618 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fed400d08f0 con 0x7fed400cde20 2024-09-13T16:14:43.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.579+0000 7fed3effd640 1 -- 172.21.15.76:0/2697453618 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fed3000acd0 con 0x7fed400cde20 2024-09-13T16:14:43.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.580+0000 7fed3effd640 1 --2- 172.21.15.76:0/2697453618 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fed2c06ac00 0x7fed2c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:43.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.580+0000 7fed3effd640 1 -- 172.21.15.76:0/2697453618 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(153..153 src has 1..153) v4 ==== 5263+0+0 (secure 0 0 0) 0x7fed300889d0 con 0x7fed400cde20 2024-09-13T16:14:43.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.580+0000 7fed45c64640 1 --2- 172.21.15.76:0/2697453618 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fed2c06ac00 0x7fed2c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:43.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.581+0000 7fed45c64640 1 --2- 172.21.15.76:0/2697453618 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fed2c06ac00 0x7fed2c06d0c0 secure :-1 s=READY pgs=898 cs=0 l=1 rev1=1 crypto rx=0x7fed4015b7d0 tx=0x7fed34008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:43.589 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.588+0000 7fed3effd640 1 -- 172.21.15.76:0/2697453618 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fed30053d70 con 0x7fed400cde20 2024-09-13T16:14:43.755 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.754+0000 7fed486c9640 1 -- 172.21.15.76:0/2697453618 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "config rm", "who": "mds", "name": "mds_min_caps_working_set"} v 0) v1 -- 0x7fed4006b160 con 0x7fed400cde20 2024-09-13T16:14:43.759 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.758+0000 7fed3effd640 1 -- 172.21.15.76:0/2697453618 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mds", "name": "mds_min_caps_working_set"}]=0 v68) v1 ==== 107+0+0 (secure 0 0 0) 0x7fed30018020 con 0x7fed400cde20 2024-09-13T16:14:43.761 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.760+0000 7fed486c9640 1 -- 172.21.15.76:0/2697453618 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fed2c06ac00 msgr2=0x7fed2c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:43.761 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.760+0000 7fed486c9640 1 --2- 172.21.15.76:0/2697453618 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fed2c06ac00 0x7fed2c06d0c0 secure :-1 s=READY pgs=898 cs=0 l=1 rev1=1 crypto rx=0x7fed4015b7d0 tx=0x7fed34008040 comp rx=0 tx=0).stop 2024-09-13T16:14:43.762 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.760+0000 7fed486c9640 1 -- 172.21.15.76:0/2697453618 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fed400cde20 msgr2=0x7fed400c9500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:43.762 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.760+0000 7fed486c9640 1 --2- 172.21.15.76:0/2697453618 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fed400cde20 0x7fed400c9500 secure :-1 s=READY pgs=2117 cs=0 l=1 rev1=1 crypto rx=0x7fed3000c7c0 tx=0x7fed3000cc80 comp rx=0 tx=0).stop 2024-09-13T16:14:43.762 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.760+0000 7fed486c9640 1 -- 172.21.15.76:0/2697453618 shutdown_connections 2024-09-13T16:14:43.762 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.760+0000 7fed486c9640 1 --2- 172.21.15.76:0/2697453618 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fed2c06ac00 0x7fed2c06d0c0 unknown :-1 s=CLOSED pgs=898 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:43.762 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.760+0000 7fed486c9640 1 --2- 172.21.15.76:0/2697453618 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fed4015c500 0x7fed401579e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:43.762 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.760+0000 7fed486c9640 1 --2- 172.21.15.76:0/2697453618 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fed400d2760 0x7fed4015f610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:43.762 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.760+0000 7fed486c9640 1 --2- 172.21.15.76:0/2697453618 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fed400cde20 0x7fed400c9500 unknown :-1 s=CLOSED pgs=2117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:43.762 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.760+0000 7fed486c9640 1 -- 172.21.15.76:0/2697453618 >> 172.21.15.76:0/2697453618 conn(0x7fed40089f60 msgr2=0x7fed4006c4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:43.762 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.760+0000 7fed486c9640 1 -- 172.21.15.76:0/2697453618 shutdown_connections 2024-09-13T16:14:43.762 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.760+0000 7fed486c9640 1 -- 172.21.15.76:0/2697453618 wait complete. 2024-09-13T16:14:43.772 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mds mds_recall_max_caps 2024-09-13T16:14:43.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.871+0000 7f6e45a80640 1 Processor -- start 2024-09-13T16:14:43.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.871+0000 7f6e45a80640 1 -- start start 2024-09-13T16:14:43.873 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.871+0000 7f6e45a80640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6e400d2760 0x7f6e400cd8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:43.873 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.871+0000 7f6e45a80640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f6e400cde20 0x7f6e400d0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:43.874 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.871+0000 7f6e45a80640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6e400cd450 con 0x7f6e4015c500 2024-09-13T16:14:43.874 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.871+0000 7f6e45a80640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6e400d0cf0 con 0x7f6e400cde20 2024-09-13T16:14:43.874 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.871+0000 7f6e45a80640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6e400d0fd0 con 0x7f6e400d2760 2024-09-13T16:14:43.874 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.872+0000 7f6e3ffff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f6e400cde20 0x7f6e400d0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:43.874 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.872+0000 7f6e3f7fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f6e4015c500 0x7f6e400d2050 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:48238/0 (socket says 172.21.15.76:48238) 2024-09-13T16:14:43.874 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.872+0000 7f6e3f7fe640 1 -- 172.21.15.76:0/2304080231 learned_addr learned my addr 172.21.15.76:0/2304080231 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:14:43.874 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.872+0000 7f6e3effd640 1 --2- 172.21.15.76:0/2304080231 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6e400d2760 0x7f6e400cd8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:43.874 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.872+0000 7f6e3ffff640 1 -- 172.21.15.76:0/2304080231 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6e400d2760 msgr2=0x7f6e400cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:43.874 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.872+0000 7f6e3ffff640 1 --2- 172.21.15.76:0/2304080231 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6e400d2760 0x7f6e400cd8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:43.874 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.872+0000 7f6e3ffff640 1 -- 172.21.15.76:0/2304080231 >> v1:172.21.15.76:6789/0 conn(0x7f6e4015c500 legacy=0x7f6e400d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:43.874 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.872+0000 7f6e3ffff640 1 -- 172.21.15.76:0/2304080231 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6e400cd0e0 con 0x7f6e400cde20 2024-09-13T16:14:43.874 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.872+0000 7f6e3e7fc640 1 -- 172.21.15.76:0/2304080231 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1710245138 0 0) 0x7f6e400cd450 con 0x7f6e4015c500 2024-09-13T16:14:43.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.873+0000 7f6e3ffff640 1 --2- 172.21.15.76:0/2304080231 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6e400cde20 0x7f6e400d0000 secure :-1 s=READY pgs=2119 cs=0 l=1 rev1=1 crypto rx=0x7f6e380097a0 tx=0x7f6e3802a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=619ac5a0e9dfee41 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:43.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.873+0000 7f6e3e7fc640 1 -- 172.21.15.76:0/2304080231 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e38032440 con 0x7f6e400cde20 2024-09-13T16:14:43.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.873+0000 7f6e3e7fc640 1 -- 172.21.15.76:0/2304080231 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6e380325a0 con 0x7f6e400cde20 2024-09-13T16:14:43.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.873+0000 7f6e3e7fc640 1 -- 172.21.15.76:0/2304080231 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e38032930 con 0x7f6e400cde20 2024-09-13T16:14:43.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.873+0000 7f6e45a80640 1 -- 172.21.15.76:0/2304080231 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6e400cde20 msgr2=0x7f6e400d0000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:43.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.873+0000 7f6e45a80640 1 --2- 172.21.15.76:0/2304080231 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6e400cde20 0x7f6e400d0000 secure :-1 s=READY pgs=2119 cs=0 l=1 rev1=1 crypto rx=0x7f6e380097a0 tx=0x7f6e3802a180 comp rx=0 tx=0).stop 2024-09-13T16:14:43.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.873+0000 7f6e45a80640 1 -- 172.21.15.76:0/2304080231 shutdown_connections 2024-09-13T16:14:43.876 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.873+0000 7f6e45a80640 1 --2- 172.21.15.76:0/2304080231 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6e400cde20 0x7f6e400d0000 unknown :-1 s=CLOSED pgs=2119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:43.877 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.873+0000 7f6e45a80640 1 --2- 172.21.15.76:0/2304080231 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6e400d2760 0x7f6e400cd8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:43.877 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.873+0000 7f6e45a80640 1 -- 172.21.15.76:0/2304080231 >> 172.21.15.76:0/2304080231 conn(0x7f6e40089f60 msgr2=0x7f6e4009b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:43.877 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.873+0000 7f6e45a80640 1 -- 172.21.15.76:0/2304080231 shutdown_connections 2024-09-13T16:14:43.877 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.873+0000 7f6e45a80640 1 -- 172.21.15.76:0/2304080231 wait complete. 2024-09-13T16:14:43.877 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.874+0000 7f6e45a80640 1 Processor -- start 2024-09-13T16:14:43.877 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.875+0000 7f6e45a80640 1 -- start start 2024-09-13T16:14:43.879 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.875+0000 7f6e45a80640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6e400cde20 0x7f6e40146380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:43.879 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.875+0000 7f6e45a80640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6e400d2760 0x7f6e400af3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:43.879 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.875+0000 7f6e45a80640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6e4015c500 0x7f6e400cbb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:43.880 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.875+0000 7f6e45a80640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6e400b83d0 con 0x7f6e4015c500 2024-09-13T16:14:43.880 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.875+0000 7f6e45a80640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6e400b7f40 con 0x7f6e400cde20 2024-09-13T16:14:43.880 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.875+0000 7f6e45a80640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6e401468c0 con 0x7f6e400d2760 2024-09-13T16:14:43.880 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.875+0000 7f6e3ffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6e4015c500 0x7f6e400cbb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:43.880 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.875+0000 7f6e3ffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6e4015c500 0x7f6e400cbb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:52900/0 (socket says 172.21.15.76:52900) 2024-09-13T16:14:43.880 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.875+0000 7f6e3ffff640 1 -- 172.21.15.76:0/2616228726 learned_addr learned my addr 172.21.15.76:0/2616228726 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:43.880 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.876+0000 7f6e3effd640 1 --2- 172.21.15.76:0/2616228726 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6e400d2760 0x7f6e400af3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:43.880 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.876+0000 7f6e3ffff640 1 -- 172.21.15.76:0/2616228726 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6e400d2760 msgr2=0x7f6e400af3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:43.880 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.876+0000 7f6e3ffff640 1 --2- 172.21.15.76:0/2616228726 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6e400d2760 0x7f6e400af3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:43.880 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.876+0000 7f6e3ffff640 1 -- 172.21.15.76:0/2616228726 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6e400cde20 msgr2=0x7f6e40146380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:43.880 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.876+0000 7f6e3ffff640 1 --2- 172.21.15.76:0/2616228726 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6e400cde20 0x7f6e40146380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:43.881 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.876+0000 7f6e3ffff640 1 -- 172.21.15.76:0/2616228726 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6e38009400 con 0x7f6e4015c500 2024-09-13T16:14:43.881 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.876+0000 7f6e3effd640 1 --2- 172.21.15.76:0/2616228726 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6e400d2760 0x7f6e400af3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:14:43.881 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.876+0000 7f6e3ffff640 1 --2- 172.21.15.76:0/2616228726 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6e4015c500 0x7f6e400cbb20 secure :-1 s=READY pgs=2120 cs=0 l=1 rev1=1 crypto rx=0x7f6e38035040 tx=0x7f6e380046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:43.881 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.876+0000 7f6e27fff640 1 -- 172.21.15.76:0/2616228726 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e38032440 con 0x7f6e4015c500 2024-09-13T16:14:43.881 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.876+0000 7f6e27fff640 1 -- 172.21.15.76:0/2616228726 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6e38030b20 con 0x7f6e4015c500 2024-09-13T16:14:43.881 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.876+0000 7f6e45a80640 1 -- 172.21.15.76:0/2616228726 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6e400b7330 con 0x7f6e4015c500 2024-09-13T16:14:43.881 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.876+0000 7f6e27fff640 1 -- 172.21.15.76:0/2616228726 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e38006e10 con 0x7f6e4015c500 2024-09-13T16:14:43.881 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.876+0000 7f6e45a80640 1 -- 172.21.15.76:0/2616228726 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6e400b78f0 con 0x7f6e4015c500 2024-09-13T16:14:43.881 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.877+0000 7f6e45a80640 1 -- 172.21.15.76:0/2616228726 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6e40144a90 con 0x7f6e4015c500 2024-09-13T16:14:43.881 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.878+0000 7f6e27fff640 1 -- 172.21.15.76:0/2616228726 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f6e38039040 con 0x7f6e4015c500 2024-09-13T16:14:43.881 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.878+0000 7f6e27fff640 1 --2- 172.21.15.76:0/2616228726 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6e2c06ac00 0x7f6e2c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:43.881 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.878+0000 7f6e27fff640 1 -- 172.21.15.76:0/2616228726 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(153..153 src has 1..153) v4 ==== 5263+0+0 (secure 0 0 0) 0x7f6e380a9c70 con 0x7f6e4015c500 2024-09-13T16:14:43.881 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.878+0000 7f6e3f7fe640 1 --2- 172.21.15.76:0/2616228726 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6e2c06ac00 0x7f6e2c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:43.882 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.879+0000 7f6e3f7fe640 1 --2- 172.21.15.76:0/2616228726 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6e2c06ac00 0x7f6e2c06d0c0 secure :-1 s=READY pgs=899 cs=0 l=1 rev1=1 crypto rx=0x7f6e30007fd0 tx=0x7f6e30007ce0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:43.883 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:43.882+0000 7f6e27fff640 1 -- 172.21.15.76:0/2616228726 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f6e38074f80 con 0x7f6e4015c500 2024-09-13T16:14:44.046 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.045+0000 7f6e45a80640 1 -- 172.21.15.76:0/2616228726 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "config rm", "who": "mds", "name": "mds_recall_max_caps"} v 0) v1 -- 0x7f6e400b80d0 con 0x7f6e4015c500 2024-09-13T16:14:44.050 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.049+0000 7f6e27fff640 1 -- 172.21.15.76:0/2616228726 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mds", "name": "mds_recall_max_caps"}]=0 v69) v1 ==== 102+0+0 (secure 0 0 0) 0x7f6e380410a0 con 0x7f6e4015c500 2024-09-13T16:14:44.053 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.051+0000 7f6e45a80640 1 -- 172.21.15.76:0/2616228726 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6e2c06ac00 msgr2=0x7f6e2c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:44.053 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.051+0000 7f6e45a80640 1 --2- 172.21.15.76:0/2616228726 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6e2c06ac00 0x7f6e2c06d0c0 secure :-1 s=READY pgs=899 cs=0 l=1 rev1=1 crypto rx=0x7f6e30007fd0 tx=0x7f6e30007ce0 comp rx=0 tx=0).stop 2024-09-13T16:14:44.053 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.051+0000 7f6e45a80640 1 -- 172.21.15.76:0/2616228726 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6e4015c500 msgr2=0x7f6e400cbb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:44.053 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.051+0000 7f6e45a80640 1 --2- 172.21.15.76:0/2616228726 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6e4015c500 0x7f6e400cbb20 secure :-1 s=READY pgs=2120 cs=0 l=1 rev1=1 crypto rx=0x7f6e38035040 tx=0x7f6e380046c0 comp rx=0 tx=0).stop 2024-09-13T16:14:44.053 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.051+0000 7f6e45a80640 1 -- 172.21.15.76:0/2616228726 shutdown_connections 2024-09-13T16:14:44.053 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.051+0000 7f6e45a80640 1 --2- 172.21.15.76:0/2616228726 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6e4015c500 0x7f6e400cbb20 unknown :-1 s=CLOSED pgs=2120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:44.053 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.051+0000 7f6e45a80640 1 --2- 172.21.15.76:0/2616228726 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6e2c06ac00 0x7f6e2c06d0c0 unknown :-1 s=CLOSED pgs=899 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:44.053 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.051+0000 7f6e45a80640 1 --2- 172.21.15.76:0/2616228726 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6e400d2760 0x7f6e400af3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:44.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.051+0000 7f6e45a80640 1 --2- 172.21.15.76:0/2616228726 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6e400cde20 0x7f6e40146380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:44.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.051+0000 7f6e45a80640 1 -- 172.21.15.76:0/2616228726 >> 172.21.15.76:0/2616228726 conn(0x7f6e40089f60 msgr2=0x7f6e4006c1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:44.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.051+0000 7f6e45a80640 1 -- 172.21.15.76:0/2616228726 shutdown_connections 2024-09-13T16:14:44.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.051+0000 7f6e45a80640 1 -- 172.21.15.76:0/2616228726 wait complete. 2024-09-13T16:14:44.064 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mds mds_cache_memory_limit 2024-09-13T16:14:44.164 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.162+0000 7f4042d95640 1 Processor -- start 2024-09-13T16:14:44.164 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.162+0000 7f4042d95640 1 -- start start 2024-09-13T16:14:44.167 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.163+0000 7f4042d95640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f403c0cdff0 0x7f403c06c390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:44.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.163+0000 7f4042d95640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f403c0cd450 con 0x7f403c15c500 2024-09-13T16:14:44.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.163+0000 7f4042d95640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f403c0d0cf0 con 0x7f403c0d2760 2024-09-13T16:14:44.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.163+0000 7f4042d95640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f403c0d0fd0 con 0x7f403c0cdff0 2024-09-13T16:14:44.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.163+0000 7f4040b31640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f403c15c500 0x7f403c0d2050 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:48244/0 (socket says 172.21.15.76:48244) 2024-09-13T16:14:44.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.163+0000 7f4040b31640 1 -- 172.21.15.76:0/3241395365 learned_addr learned my addr 172.21.15.76:0/3241395365 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:14:44.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.164+0000 7f40337fe640 1 -- 172.21.15.76:0/3241395365 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4226496700 0 0) 0x7f403c0cd450 con 0x7f403c15c500 2024-09-13T16:14:44.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.164+0000 7f40337fe640 1 -- 172.21.15.76:0/3241395365 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4024003520 con 0x7f403c15c500 2024-09-13T16:14:44.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.164+0000 7f4041332640 1 --2- 172.21.15.76:0/3241395365 >> v2:172.21.15.192:3300/0 conn(0x7f403c0cdff0 0x7f403c06c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:44.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.164+0000 7f40337fe640 1 -- 172.21.15.76:0/3241395365 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2570355721 0 0) 0x7f4024003520 con 0x7f403c15c500 2024-09-13T16:14:44.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.164+0000 7f40337fe640 1 -- 172.21.15.76:0/3241395365 >> v2:172.21.15.192:3300/0 conn(0x7f403c0cdff0 msgr2=0x7f403c06c390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:44.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.164+0000 7f40337fe640 1 --2- 172.21.15.76:0/3241395365 >> v2:172.21.15.192:3300/0 conn(0x7f403c0cdff0 0x7f403c06c390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:44.168 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.164+0000 7f40337fe640 1 -- 172.21.15.76:0/3241395365 >> v1:172.21.15.192:6789/0 conn(0x7f403c0d2760 legacy=0x7f403c0cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:44.169 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.164+0000 7f40337fe640 1 -- 172.21.15.76:0/3241395365 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f403c0cd0e0 con 0x7f403c15c500 2024-09-13T16:14:44.169 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.164+0000 7f40337fe640 1 -- 172.21.15.76:0/3241395365 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f4038001670 con 0x7f403c15c500 2024-09-13T16:14:44.169 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.164+0000 7f40337fe640 1 -- 172.21.15.76:0/3241395365 >> v1:172.21.15.76:6789/0 conn(0x7f403c15c500 legacy=0x7f403c0d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:44.169 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.164+0000 7f40337fe640 1 --2- 172.21.15.76:0/3241395365 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4024003970 0x7f4024003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:44.169 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.164+0000 7f40337fe640 1 --2- 172.21.15.76:0/3241395365 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f40240047c0 0x7f4024004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:44.169 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.164+0000 7f40337fe640 1 --2- 172.21.15.76:0/3241395365 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4024005180 0x7f402400b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:44.169 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.164+0000 7f40337fe640 1 -- 172.21.15.76:0/3241395365 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f403c0d0fd0 con 0x7f40240047c0 2024-09-13T16:14:44.169 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.164+0000 7f40337fe640 1 -- 172.21.15.76:0/3241395365 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f402400c020 con 0x7f4024005180 2024-09-13T16:14:44.169 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.164+0000 7f40337fe640 1 -- 172.21.15.76:0/3241395365 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f402400c1e0 con 0x7f4024003970 2024-09-13T16:14:44.169 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.164+0000 7f4033fff640 1 --2- 172.21.15.76:0/3241395365 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f40240047c0 0x7f4024004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:44.169 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.164+0000 7f4041332640 1 --2- 172.21.15.76:0/3241395365 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4024005180 0x7f402400b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:44.169 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.164+0000 7f4040b31640 1 --2- 172.21.15.76:0/3241395365 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4024003970 0x7f4024003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:44.169 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.164+0000 7f4033fff640 1 -- 172.21.15.76:0/3241395365 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4024003970 msgr2=0x7f4024003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:44.170 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.164+0000 7f4033fff640 1 --2- 172.21.15.76:0/3241395365 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4024003970 0x7f4024003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:44.170 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.164+0000 7f4033fff640 1 -- 172.21.15.76:0/3241395365 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4024005180 msgr2=0x7f402400b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:44.170 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.164+0000 7f4033fff640 1 --2- 172.21.15.76:0/3241395365 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4024005180 0x7f402400b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:44.170 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.164+0000 7f4033fff640 1 -- 172.21.15.76:0/3241395365 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4024003520 con 0x7f40240047c0 2024-09-13T16:14:44.170 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.164+0000 7f4041332640 1 -- 172.21.15.76:0/3241395365 reap_dead start 2024-09-13T16:14:44.170 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.164+0000 7f4040b31640 1 --2- 172.21.15.76:0/3241395365 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4024003970 0x7f4024003d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:14:44.170 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.165+0000 7f4033fff640 1 --2- 172.21.15.76:0/3241395365 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f40240047c0 0x7f4024004c40 secure :-1 s=READY pgs=2122 cs=0 l=1 rev1=1 crypto rx=0x7f402c001750 tx=0x7f40240057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cff86d703dd4e22 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:44.170 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.165+0000 7f40337fe640 1 -- 172.21.15.76:0/3241395365 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f402c0052d0 con 0x7f40240047c0 2024-09-13T16:14:44.170 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.165+0000 7f40337fe640 1 -- 172.21.15.76:0/3241395365 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f402c005430 con 0x7f40240047c0 2024-09-13T16:14:44.170 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.165+0000 7f40337fe640 1 -- 172.21.15.76:0/3241395365 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f402c02abc0 con 0x7f40240047c0 2024-09-13T16:14:44.170 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.166+0000 7f4042d95640 1 -- 172.21.15.76:0/3241395365 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f40240047c0 msgr2=0x7f4024004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:44.170 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.166+0000 7f4042d95640 1 --2- 172.21.15.76:0/3241395365 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f40240047c0 0x7f4024004c40 secure :-1 s=READY pgs=2122 cs=0 l=1 rev1=1 crypto rx=0x7f402c001750 tx=0x7f40240057f0 comp rx=0 tx=0).stop 2024-09-13T16:14:44.170 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.166+0000 7f4042d95640 1 -- 172.21.15.76:0/3241395365 shutdown_connections 2024-09-13T16:14:44.171 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.166+0000 7f4042d95640 1 --2- 172.21.15.76:0/3241395365 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f40240047c0 0x7f4024004c40 unknown :-1 s=CLOSED pgs=2122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:44.171 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.166+0000 7f4042d95640 1 -- 172.21.15.76:0/3241395365 >> 172.21.15.76:0/3241395365 conn(0x7f403c089f60 msgr2=0x7f403c09b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:44.171 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.166+0000 7f4042d95640 1 -- 172.21.15.76:0/3241395365 shutdown_connections 2024-09-13T16:14:44.171 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.166+0000 7f4042d95640 1 -- 172.21.15.76:0/3241395365 wait complete. 2024-09-13T16:14:44.173 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.167+0000 7f4042d95640 1 Processor -- start 2024-09-13T16:14:44.173 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.167+0000 7f4042d95640 1 -- start start 2024-09-13T16:14:44.173 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.168+0000 7f4042d95640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f40240047c0 0x7f403c152120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:44.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.168+0000 7f4042d95640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f403c157a20 0x7f403c15e4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:44.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.168+0000 7f4042d95640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f403c156860 0x7f403c06b5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:44.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.168+0000 7f4042d95640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f403c15d510 con 0x7f403c156860 2024-09-13T16:14:44.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.168+0000 7f4042d95640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f403c157090 con 0x7f403c157a20 2024-09-13T16:14:44.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.168+0000 7f4042d95640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f403c15e030 con 0x7f40240047c0 2024-09-13T16:14:44.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.168+0000 7f4041332640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f403c156860 0x7f403c06b5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:44.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.168+0000 7f4041332640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f403c156860 0x7f403c06b5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:52914/0 (socket says 172.21.15.76:52914) 2024-09-13T16:14:44.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.168+0000 7f4041332640 1 -- 172.21.15.76:0/139690511 learned_addr learned my addr 172.21.15.76:0/139690511 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:44.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.168+0000 7f4033fff640 1 --2- 172.21.15.76:0/139690511 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f403c157a20 0x7f403c15e4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:44.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.168+0000 7f4041332640 1 -- 172.21.15.76:0/139690511 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f40240047c0 msgr2=0x7f403c152120 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-13T16:14:44.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.168+0000 7f4041332640 1 --2- 172.21.15.76:0/139690511 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f40240047c0 0x7f403c152120 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:44.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.168+0000 7f4041332640 1 -- 172.21.15.76:0/139690511 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f403c157a20 msgr2=0x7f403c15e4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:44.174 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.168+0000 7f4041332640 1 --2- 172.21.15.76:0/139690511 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f403c157a20 0x7f403c15e4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:44.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.168+0000 7f4041332640 1 -- 172.21.15.76:0/139690511 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f403c15d700 con 0x7f403c156860 2024-09-13T16:14:44.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.168+0000 7f4041332640 1 --2- 172.21.15.76:0/139690511 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f403c156860 0x7f403c06b5c0 secure :-1 s=READY pgs=2123 cs=0 l=1 rev1=1 crypto rx=0x7f4034011b40 tx=0x7f403400f1b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:44.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.169+0000 7f40317fa640 1 -- 172.21.15.76:0/139690511 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f403400e040 con 0x7f403c156860 2024-09-13T16:14:44.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.169+0000 7f40317fa640 1 -- 172.21.15.76:0/139690511 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f403400f040 con 0x7f403c156860 2024-09-13T16:14:44.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.169+0000 7f40317fa640 1 -- 172.21.15.76:0/139690511 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4034015430 con 0x7f403c156860 2024-09-13T16:14:44.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.169+0000 7f4042d95640 1 -- 172.21.15.76:0/139690511 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f403c15d9e0 con 0x7f403c156860 2024-09-13T16:14:44.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.169+0000 7f4042d95640 1 -- 172.21.15.76:0/139690511 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f403c156ce0 con 0x7f403c156860 2024-09-13T16:14:44.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.170+0000 7f4042d95640 1 -- 172.21.15.76:0/139690511 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f403c0cdd90 con 0x7f403c156860 2024-09-13T16:14:44.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.170+0000 7f40317fa640 1 -- 172.21.15.76:0/139690511 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f4034015590 con 0x7f403c156860 2024-09-13T16:14:44.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.171+0000 7f40317fa640 1 --2- 172.21.15.76:0/139690511 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f402806ac00 0x7f402806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:44.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.171+0000 7f40317fa640 1 -- 172.21.15.76:0/139690511 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(153..153 src has 1..153) v4 ==== 5263+0+0 (secure 0 0 0) 0x7f4034089880 con 0x7f403c156860 2024-09-13T16:14:44.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.171+0000 7f4040b31640 1 --2- 172.21.15.76:0/139690511 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f402806ac00 0x7f402806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:44.175 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.171+0000 7f4040b31640 1 --2- 172.21.15.76:0/139690511 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f402806ac00 0x7f402806d0c0 secure :-1 s=READY pgs=900 cs=0 l=1 rev1=1 crypto rx=0x7f4038000fb0 tx=0x7f4038005d60 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:44.176 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.175+0000 7f40317fa640 1 -- 172.21.15.76:0/139690511 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f4034054c20 con 0x7f403c156860 2024-09-13T16:14:44.337 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.336+0000 7f4042d95640 1 -- 172.21.15.76:0/139690511 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "config rm", "who": "mds", "name": "mds_cache_memory_limit"} v 0) v1 -- 0x7f403c06b160 con 0x7f403c156860 2024-09-13T16:14:44.341 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.340+0000 7f40317fa640 1 -- 172.21.15.76:0/139690511 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mds", "name": "mds_cache_memory_limit"}]=0 v70) v1 ==== 105+0+0 (secure 0 0 0) 0x7f4034058240 con 0x7f403c156860 2024-09-13T16:14:44.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.342+0000 7f4042d95640 1 -- 172.21.15.76:0/139690511 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f402806ac00 msgr2=0x7f402806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:44.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.342+0000 7f4042d95640 1 --2- 172.21.15.76:0/139690511 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f402806ac00 0x7f402806d0c0 secure :-1 s=READY pgs=900 cs=0 l=1 rev1=1 crypto rx=0x7f4038000fb0 tx=0x7f4038005d60 comp rx=0 tx=0).stop 2024-09-13T16:14:44.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.342+0000 7f4042d95640 1 -- 172.21.15.76:0/139690511 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f403c156860 msgr2=0x7f403c06b5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:44.344 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.342+0000 7f4042d95640 1 --2- 172.21.15.76:0/139690511 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f403c156860 0x7f403c06b5c0 secure :-1 s=READY pgs=2123 cs=0 l=1 rev1=1 crypto rx=0x7f4034011b40 tx=0x7f403400f1b0 comp rx=0 tx=0).stop 2024-09-13T16:14:44.344 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.342+0000 7f4042d95640 1 -- 172.21.15.76:0/139690511 shutdown_connections 2024-09-13T16:14:44.344 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.342+0000 7f4042d95640 1 --2- 172.21.15.76:0/139690511 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f403c156860 0x7f403c06b5c0 unknown :-1 s=CLOSED pgs=2123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:44.344 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.342+0000 7f4042d95640 1 --2- 172.21.15.76:0/139690511 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f403c157a20 0x7f403c15e4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:44.344 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.342+0000 7f4042d95640 1 --2- 172.21.15.76:0/139690511 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f402806ac00 0x7f402806d0c0 unknown :-1 s=CLOSED pgs=900 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:44.344 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.342+0000 7f4042d95640 1 --2- 172.21.15.76:0/139690511 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f40240047c0 0x7f403c152120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:44.344 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.342+0000 7f4042d95640 1 -- 172.21.15.76:0/139690511 >> 172.21.15.76:0/139690511 conn(0x7f403c089f60 msgr2=0x7f403c0b1e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:44.344 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.342+0000 7f4042d95640 1 -- 172.21.15.76:0/139690511 shutdown_connections 2024-09-13T16:14:44.344 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.342+0000 7f4042d95640 1 -- 172.21.15.76:0/139690511 wait complete. 2024-09-13T16:14:44.354 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mds mds_recall_warning_threshold 2024-09-13T16:14:44.455 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.453+0000 7f8a88cf7640 1 Processor -- start 2024-09-13T16:14:44.455 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.453+0000 7f8a88cf7640 1 -- start start 2024-09-13T16:14:44.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.454+0000 7f8a88cf7640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f8a8415c500 0x7f8a840d2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:44.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.454+0000 7f8a88cf7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8a840cdff0 0x7f8a840d0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:44.457 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.454+0000 7f8a88cf7640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8a840cd450 con 0x7f8a840d2590 2024-09-13T16:14:44.457 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.454+0000 7f8a88cf7640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8a840d29f0 con 0x7f8a8415c500 2024-09-13T16:14:44.457 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.454+0000 7f8a88cf7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8a840d0cf0 con 0x7f8a840cdff0 2024-09-13T16:14:44.457 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.455+0000 7f8a81d9b640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f8a840d2590 0x7f8a840cd8e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:48254/0 (socket says 172.21.15.76:48254) 2024-09-13T16:14:44.457 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.455+0000 7f8a81d9b640 1 -- 172.21.15.76:0/2126961942 learned_addr learned my addr 172.21.15.76:0/2126961942 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:14:44.457 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.455+0000 7f8a8259c640 1 --2- 172.21.15.76:0/2126961942 >> v2:172.21.15.192:3300/0 conn(0x7f8a8415c500 0x7f8a840d2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:44.457 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.455+0000 7f8a82d9d640 1 --2- 172.21.15.76:0/2126961942 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8a840cdff0 0x7f8a840d0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:44.457 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.455+0000 7f8a8159a640 1 -- 172.21.15.76:0/2126961942 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1224803609 0 0) 0x7f8a840cd450 con 0x7f8a840d2590 2024-09-13T16:14:44.457 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.455+0000 7f8a8159a640 1 -- 172.21.15.76:0/2126961942 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8a6c003520 con 0x7f8a840d2590 2024-09-13T16:14:44.457 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.455+0000 7f8a8259c640 1 -- 172.21.15.76:0/2126961942 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8a840cdff0 msgr2=0x7f8a840d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:44.457 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.455+0000 7f8a8259c640 1 --2- 172.21.15.76:0/2126961942 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8a840cdff0 0x7f8a840d0000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:44.457 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.455+0000 7f8a8259c640 1 -- 172.21.15.76:0/2126961942 >> v1:172.21.15.76:6789/0 conn(0x7f8a840d2590 legacy=0x7f8a840cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:44.458 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.455+0000 7f8a8159a640 1 -- 172.21.15.76:0/2126961942 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2846343288 0 0) 0x7f8a6c003520 con 0x7f8a840d2590 2024-09-13T16:14:44.458 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.455+0000 7f8a8259c640 1 -- 172.21.15.76:0/2126961942 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8a840d0fd0 con 0x7f8a8415c500 2024-09-13T16:14:44.458 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.455+0000 7f8a82d9d640 1 --2- 172.21.15.76:0/2126961942 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8a840cdff0 0x7f8a840d0000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:14:44.458 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.456+0000 7f8a8259c640 1 --2- 172.21.15.76:0/2126961942 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8a8415c500 0x7f8a840d2050 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7f8a740097a0 tx=0x7f8a7402a110 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ee0ab52fc9d3b62f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:44.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.463+0000 7f8a8159a640 1 -- 172.21.15.76:0/2126961942 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a78001670 con 0x7f8a8415c500 2024-09-13T16:14:44.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.463+0000 7f8a8159a640 1 -- 172.21.15.76:0/2126961942 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8a7402aba0 con 0x7f8a8415c500 2024-09-13T16:14:44.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.463+0000 7f8a8159a640 1 -- 172.21.15.76:0/2126961942 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a74032440 con 0x7f8a8415c500 2024-09-13T16:14:44.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.463+0000 7f8a88cf7640 1 -- 172.21.15.76:0/2126961942 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8a8415c500 msgr2=0x7f8a840d2050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:44.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.463+0000 7f8a88cf7640 1 --2- 172.21.15.76:0/2126961942 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8a8415c500 0x7f8a840d2050 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7f8a740097a0 tx=0x7f8a7402a110 comp rx=0 tx=0).stop 2024-09-13T16:14:44.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.463+0000 7f8a88cf7640 1 -- 172.21.15.76:0/2126961942 shutdown_connections 2024-09-13T16:14:44.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.463+0000 7f8a88cf7640 1 --2- 172.21.15.76:0/2126961942 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8a840cdff0 0x7f8a840d0000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:44.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.463+0000 7f8a88cf7640 1 --2- 172.21.15.76:0/2126961942 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8a8415c500 0x7f8a840d2050 unknown :-1 s=CLOSED pgs=665 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:44.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.463+0000 7f8a88cf7640 1 -- 172.21.15.76:0/2126961942 >> 172.21.15.76:0/2126961942 conn(0x7f8a84089f60 msgr2=0x7f8a8409b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:44.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.464+0000 7f8a88cf7640 1 -- 172.21.15.76:0/2126961942 shutdown_connections 2024-09-13T16:14:44.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.464+0000 7f8a88cf7640 1 -- 172.21.15.76:0/2126961942 wait complete. 2024-09-13T16:14:44.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.465+0000 7f8a88cf7640 1 Processor -- start 2024-09-13T16:14:44.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.465+0000 7f8a88cf7640 1 -- start start 2024-09-13T16:14:44.468 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.466+0000 7f8a88cf7640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8a840cdff0 0x7f8a84156b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:44.468 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.466+0000 7f8a88cf7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8a840d2590 0x7f8a8415d420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:44.468 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.466+0000 7f8a88cf7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a8415c500 0x7f8a8415eef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:44.468 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.466+0000 7f8a88cf7640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a840b0640 con 0x7f8a8415c500 2024-09-13T16:14:44.468 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.466+0000 7f8a88cf7640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a840afa30 con 0x7f8a840cdff0 2024-09-13T16:14:44.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.466+0000 7f8a88cf7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8a840afd10 con 0x7f8a840d2590 2024-09-13T16:14:44.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.466+0000 7f8a82d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a8415c500 0x7f8a8415eef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:44.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.466+0000 7f8a82d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a8415c500 0x7f8a8415eef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:52916/0 (socket says 172.21.15.76:52916) 2024-09-13T16:14:44.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.466+0000 7f8a82d9d640 1 -- 172.21.15.76:0/1939197203 learned_addr learned my addr 172.21.15.76:0/1939197203 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:44.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.466+0000 7f8a8259c640 1 --2- 172.21.15.76:0/1939197203 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8a840cdff0 0x7f8a84156b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:44.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.466+0000 7f8a81d9b640 1 --2- 172.21.15.76:0/1939197203 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8a840d2590 0x7f8a8415d420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:44.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.466+0000 7f8a82d9d640 1 -- 172.21.15.76:0/1939197203 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8a840d2590 msgr2=0x7f8a8415d420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:44.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.466+0000 7f8a82d9d640 1 --2- 172.21.15.76:0/1939197203 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8a840d2590 0x7f8a8415d420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:44.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.466+0000 7f8a82d9d640 1 -- 172.21.15.76:0/1939197203 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8a840cdff0 msgr2=0x7f8a84156b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:44.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.466+0000 7f8a82d9d640 1 --2- 172.21.15.76:0/1939197203 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8a840cdff0 0x7f8a84156b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:44.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.466+0000 7f8a82d9d640 1 -- 172.21.15.76:0/1939197203 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8a7c009a70 con 0x7f8a8415c500 2024-09-13T16:14:44.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.466+0000 7f8a82d9d640 1 --2- 172.21.15.76:0/1939197203 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a8415c500 0x7f8a8415eef0 secure :-1 s=READY pgs=2125 cs=0 l=1 rev1=1 crypto rx=0x7f8a7c00efc0 tx=0x7f8a7c009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:44.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.466+0000 7f8a72ffd640 1 -- 172.21.15.76:0/1939197203 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a7c009d70 con 0x7f8a8415c500 2024-09-13T16:14:44.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.466+0000 7f8a72ffd640 1 -- 172.21.15.76:0/1939197203 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8a7c00f040 con 0x7f8a8415c500 2024-09-13T16:14:44.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.467+0000 7f8a72ffd640 1 -- 172.21.15.76:0/1939197203 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a7c003990 con 0x7f8a8415c500 2024-09-13T16:14:44.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.467+0000 7f8a88cf7640 1 -- 172.21.15.76:0/1939197203 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8a74009400 con 0x7f8a8415c500 2024-09-13T16:14:44.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.467+0000 7f8a88cf7640 1 -- 172.21.15.76:0/1939197203 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8a840b02d0 con 0x7f8a8415c500 2024-09-13T16:14:44.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.468+0000 7f8a88cf7640 1 -- 172.21.15.76:0/1939197203 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8a840b07b0 con 0x7f8a8415c500 2024-09-13T16:14:44.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.468+0000 7f8a72ffd640 1 -- 172.21.15.76:0/1939197203 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f8a7c0144a0 con 0x7f8a8415c500 2024-09-13T16:14:44.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.468+0000 7f8a72ffd640 1 --2- 172.21.15.76:0/1939197203 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8a6406ac00 0x7f8a6406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:44.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.468+0000 7f8a72ffd640 1 -- 172.21.15.76:0/1939197203 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(153..153 src has 1..153) v4 ==== 5263+0+0 (secure 0 0 0) 0x7f8a7c089cc0 con 0x7f8a8415c500 2024-09-13T16:14:44.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.469+0000 7f8a8259c640 1 --2- 172.21.15.76:0/1939197203 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8a6406ac00 0x7f8a6406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:44.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.469+0000 7f8a8259c640 1 --2- 172.21.15.76:0/1939197203 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8a6406ac00 0x7f8a6406d0c0 secure :-1 s=READY pgs=901 cs=0 l=1 rev1=1 crypto rx=0x7f8a74034000 tx=0x7f8a7402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:44.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.473+0000 7f8a72ffd640 1 -- 172.21.15.76:0/1939197203 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f8a7c055110 con 0x7f8a8415c500 2024-09-13T16:14:44.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.634+0000 7f8a88cf7640 1 -- 172.21.15.76:0/1939197203 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "config rm", "who": "mds", "name": "mds_recall_warning_threshold"} v 0) v1 -- 0x7f8a840d0910 con 0x7f8a8415c500 2024-09-13T16:14:44.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.640+0000 7f8a72ffd640 1 -- 172.21.15.76:0/1939197203 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mds", "name": "mds_recall_warning_threshold"}]=0 v71) v1 ==== 111+0+0 (secure 0 0 0) 0x7f8a7c0180b0 con 0x7f8a8415c500 2024-09-13T16:14:44.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.642+0000 7f8a88cf7640 1 -- 172.21.15.76:0/1939197203 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8a6406ac00 msgr2=0x7f8a6406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:44.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.642+0000 7f8a88cf7640 1 --2- 172.21.15.76:0/1939197203 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8a6406ac00 0x7f8a6406d0c0 secure :-1 s=READY pgs=901 cs=0 l=1 rev1=1 crypto rx=0x7f8a74034000 tx=0x7f8a7402e000 comp rx=0 tx=0).stop 2024-09-13T16:14:44.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.642+0000 7f8a88cf7640 1 -- 172.21.15.76:0/1939197203 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a8415c500 msgr2=0x7f8a8415eef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:44.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.642+0000 7f8a88cf7640 1 --2- 172.21.15.76:0/1939197203 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a8415c500 0x7f8a8415eef0 secure :-1 s=READY pgs=2125 cs=0 l=1 rev1=1 crypto rx=0x7f8a7c00efc0 tx=0x7f8a7c009f90 comp rx=0 tx=0).stop 2024-09-13T16:14:44.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.642+0000 7f8a88cf7640 1 -- 172.21.15.76:0/1939197203 shutdown_connections 2024-09-13T16:14:44.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.642+0000 7f8a88cf7640 1 --2- 172.21.15.76:0/1939197203 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8a8415c500 0x7f8a8415eef0 unknown :-1 s=CLOSED pgs=2125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:44.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.642+0000 7f8a88cf7640 1 --2- 172.21.15.76:0/1939197203 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8a6406ac00 0x7f8a6406d0c0 unknown :-1 s=CLOSED pgs=901 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:44.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.642+0000 7f8a88cf7640 1 --2- 172.21.15.76:0/1939197203 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8a840d2590 0x7f8a8415d420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:44.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.642+0000 7f8a88cf7640 1 --2- 172.21.15.76:0/1939197203 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8a840cdff0 0x7f8a84156b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:44.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.642+0000 7f8a88cf7640 1 -- 172.21.15.76:0/1939197203 >> 172.21.15.76:0/1939197203 conn(0x7f8a84089f60 msgr2=0x7f8a840d2b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:44.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.642+0000 7f8a88cf7640 1 -- 172.21.15.76:0/1939197203 shutdown_connections 2024-09-13T16:14:44.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.642+0000 7f8a88cf7640 1 -- 172.21.15.76:0/1939197203 wait complete. 2024-09-13T16:14:44.654 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-13T16:14:44.754 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.753+0000 7f873ece9640 1 Processor -- start 2024-09-13T16:14:44.755 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.753+0000 7f873ece9640 1 -- start start 2024-09-13T16:14:44.756 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.754+0000 7f873ece9640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f8738158b00 0x7f873806c190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:44.756 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.754+0000 7f873ece9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f873806c6d0 0x7f8738070b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:44.756 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.754+0000 7f873ece9640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f8738071050 0x7f87380714e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:44.756 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.754+0000 7f873ece9640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f873806cb30 con 0x7f8738158b00 2024-09-13T16:14:44.756 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.754+0000 7f873ece9640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f87380b2d10 con 0x7f8738071050 2024-09-13T16:14:44.757 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.754+0000 7f873ece9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f87380b2ff0 con 0x7f873806c6d0 2024-09-13T16:14:44.757 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.754+0000 7f873ca85640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f8738158b00 0x7f873806c190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:44.757 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.754+0000 7f873ca85640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f8738158b00 0x7f873806c190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:52930/0 (socket says 172.21.15.76:52930) 2024-09-13T16:14:44.757 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.754+0000 7f873ca85640 1 -- 172.21.15.76:0/1132502556 learned_addr learned my addr 172.21.15.76:0/1132502556 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:44.757 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.754+0000 7f873ca85640 1 -- 172.21.15.76:0/1132502556 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f873806c6d0 msgr2=0x7f8738070b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:44.757 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.754+0000 7f873d286640 1 --2- 172.21.15.76:0/1132502556 >> v2:172.21.15.192:3300/0 conn(0x7f8738071050 0x7f87380714e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:44.757 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.754+0000 7f8737fff640 1 --2- 172.21.15.76:0/1132502556 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f873806c6d0 0x7f8738070b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:44.757 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.754+0000 7f873ca85640 1 --2- 172.21.15.76:0/1132502556 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f873806c6d0 0x7f8738070b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:44.757 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.754+0000 7f873ca85640 1 -- 172.21.15.76:0/1132502556 >> v2:172.21.15.192:3300/0 conn(0x7f8738071050 msgr2=0x7f87380714e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:44.757 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.754+0000 7f873ca85640 1 --2- 172.21.15.76:0/1132502556 >> v2:172.21.15.192:3300/0 conn(0x7f8738071050 0x7f87380714e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:44.757 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.754+0000 7f873ca85640 1 -- 172.21.15.76:0/1132502556 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8738070310 con 0x7f8738158b00 2024-09-13T16:14:44.757 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.754+0000 7f8737fff640 1 --2- 172.21.15.76:0/1132502556 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f873806c6d0 0x7f8738070b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:14:44.757 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.755+0000 7f873ca85640 1 --2- 172.21.15.76:0/1132502556 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8738158b00 0x7f873806c190 secure :-1 s=READY pgs=2126 cs=0 l=1 rev1=1 crypto rx=0x7f873806da20 tx=0x7f872c02c670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3359a8433905e5fc server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:44.758 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.755+0000 7f87377fe640 1 -- 172.21.15.76:0/1132502556 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f872c032480 con 0x7f8738158b00 2024-09-13T16:14:44.758 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.755+0000 7f87377fe640 1 -- 172.21.15.76:0/1132502556 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f872c02f030 con 0x7f8738158b00 2024-09-13T16:14:44.758 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.755+0000 7f87377fe640 1 -- 172.21.15.76:0/1132502556 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f872c032800 con 0x7f8738158b00 2024-09-13T16:14:44.760 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.756+0000 7f873ece9640 1 -- 172.21.15.76:0/1132502556 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8738158b00 msgr2=0x7f873806c190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:44.760 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.756+0000 7f873ece9640 1 --2- 172.21.15.76:0/1132502556 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8738158b00 0x7f873806c190 secure :-1 s=READY pgs=2126 cs=0 l=1 rev1=1 crypto rx=0x7f873806da20 tx=0x7f872c02c670 comp rx=0 tx=0).stop 2024-09-13T16:14:44.760 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.756+0000 7f873ece9640 1 -- 172.21.15.76:0/1132502556 shutdown_connections 2024-09-13T16:14:44.760 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.756+0000 7f873ece9640 1 --2- 172.21.15.76:0/1132502556 >> v2:172.21.15.192:3300/0 conn(0x7f8738071050 0x7f87380714e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:44.760 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.756+0000 7f873ece9640 1 --2- 172.21.15.76:0/1132502556 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f873806c6d0 0x7f8738070b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:44.761 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.756+0000 7f873ece9640 1 --2- 172.21.15.76:0/1132502556 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8738158b00 0x7f873806c190 unknown :-1 s=CLOSED pgs=2126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:44.761 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.756+0000 7f873ece9640 1 -- 172.21.15.76:0/1132502556 >> 172.21.15.76:0/1132502556 conn(0x7f873806a0b0 msgr2=0x7f873806a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:44.761 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.756+0000 7f873ece9640 1 -- 172.21.15.76:0/1132502556 shutdown_connections 2024-09-13T16:14:44.761 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.756+0000 7f873ece9640 1 -- 172.21.15.76:0/1132502556 wait complete. 2024-09-13T16:14:44.761 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.757+0000 7f873ece9640 1 Processor -- start 2024-09-13T16:14:44.761 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.757+0000 7f873ece9640 1 -- start start 2024-09-13T16:14:44.761 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.758+0000 7f873ece9640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f873806c6d0 0x7f8738097280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:44.761 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.758+0000 7f873ece9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8738071050 0x7f873815a0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:44.761 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.758+0000 7f873ece9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8738158b00 0x7f87381e2f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:44.761 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.758+0000 7f873ece9640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f87380977c0 con 0x7f8738158b00 2024-09-13T16:14:44.761 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.758+0000 7f873ece9640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f87381e2510 con 0x7f873806c6d0 2024-09-13T16:14:44.761 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.758+0000 7f873ece9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f873815aa90 con 0x7f8738071050 2024-09-13T16:14:44.761 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.758+0000 7f873d286640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8738158b00 0x7f87381e2f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:44.761 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.758+0000 7f873d286640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8738158b00 0x7f87381e2f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:52936/0 (socket says 172.21.15.76:52936) 2024-09-13T16:14:44.762 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.758+0000 7f873d286640 1 -- 172.21.15.76:0/4059193934 learned_addr learned my addr 172.21.15.76:0/4059193934 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:44.762 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.758+0000 7f8737fff640 1 --2- 172.21.15.76:0/4059193934 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8738071050 0x7f873815a0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:44.762 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.758+0000 7f873ca85640 1 --2- 172.21.15.76:0/4059193934 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f873806c6d0 0x7f8738097280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:44.762 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.758+0000 7f873d286640 1 -- 172.21.15.76:0/4059193934 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8738071050 msgr2=0x7f873815a0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:44.762 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.758+0000 7f873d286640 1 --2- 172.21.15.76:0/4059193934 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8738071050 0x7f873815a0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:44.762 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.758+0000 7f873d286640 1 -- 172.21.15.76:0/4059193934 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f873806c6d0 msgr2=0x7f8738097280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:44.764 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.758+0000 7f873d286640 1 --2- 172.21.15.76:0/4059193934 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f873806c6d0 0x7f8738097280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:44.764 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.758+0000 7f873d286640 1 -- 172.21.15.76:0/4059193934 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f872c00b760 con 0x7f8738158b00 2024-09-13T16:14:44.764 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.758+0000 7f873d286640 1 --2- 172.21.15.76:0/4059193934 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8738158b00 0x7f87381e2f60 secure :-1 s=READY pgs=2127 cs=0 l=1 rev1=1 crypto rx=0x7f873000cd70 tx=0x7f873000a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:44.764 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.758+0000 7f87357fa640 1 -- 172.21.15.76:0/4059193934 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8730003b90 con 0x7f8738158b00 2024-09-13T16:14:44.764 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.758+0000 7f87357fa640 1 -- 172.21.15.76:0/4059193934 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8730003cf0 con 0x7f8738158b00 2024-09-13T16:14:44.764 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.758+0000 7f873ece9640 1 -- 172.21.15.76:0/4059193934 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f873815ad70 con 0x7f8738158b00 2024-09-13T16:14:44.764 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.758+0000 7f87357fa640 1 -- 172.21.15.76:0/4059193934 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8730004240 con 0x7f8738158b00 2024-09-13T16:14:44.764 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.759+0000 7f873ece9640 1 -- 172.21.15.76:0/4059193934 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f87381e2a40 con 0x7f8738158b00 2024-09-13T16:14:44.765 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.760+0000 7f873ece9640 1 -- 172.21.15.76:0/4059193934 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f87381e2c60 con 0x7f8738158b00 2024-09-13T16:14:44.765 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.760+0000 7f87357fa640 1 -- 172.21.15.76:0/4059193934 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f87300043a0 con 0x7f8738158b00 2024-09-13T16:14:44.765 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.760+0000 7f87357fa640 1 --2- 172.21.15.76:0/4059193934 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f871c06ac00 0x7f871c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:44.765 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.761+0000 7f87357fa640 1 -- 172.21.15.76:0/4059193934 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(153..153 src has 1..153) v4 ==== 5263+0+0 (secure 0 0 0) 0x7f8730012070 con 0x7f8738158b00 2024-09-13T16:14:44.765 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.761+0000 7f873ca85640 1 --2- 172.21.15.76:0/4059193934 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f871c06ac00 0x7f871c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:44.765 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.761+0000 7f873ca85640 1 --2- 172.21.15.76:0/4059193934 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f871c06ac00 0x7f871c06d0c0 secure :-1 s=READY pgs=902 cs=0 l=1 rev1=1 crypto rx=0x7f872c037000 tx=0x7f872c030000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:44.766 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.765+0000 7f87357fa640 1 -- 172.21.15.76:0/4059193934 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f8730054ef0 con 0x7f8738158b00 2024-09-13T16:14:44.928 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.927+0000 7f873ece9640 1 -- 172.21.15.76:0/4059193934 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) v1 -- 0x7f87380714e0 con 0x7f8738158b00 2024-09-13T16:14:44.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.932+0000 7f87357fa640 1 -- 172.21.15.76:0/4059193934 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v72) v1 ==== 104+0+0 (secure 0 0 0) 0x7f8730058510 con 0x7f8738158b00 2024-09-13T16:14:44.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.934+0000 7f873ece9640 1 -- 172.21.15.76:0/4059193934 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f871c06ac00 msgr2=0x7f871c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:44.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.935+0000 7f873ece9640 1 --2- 172.21.15.76:0/4059193934 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f871c06ac00 0x7f871c06d0c0 secure :-1 s=READY pgs=902 cs=0 l=1 rev1=1 crypto rx=0x7f872c037000 tx=0x7f872c030000 comp rx=0 tx=0).stop 2024-09-13T16:14:44.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.935+0000 7f873ece9640 1 -- 172.21.15.76:0/4059193934 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8738158b00 msgr2=0x7f87381e2f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:44.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.935+0000 7f873ece9640 1 --2- 172.21.15.76:0/4059193934 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8738158b00 0x7f87381e2f60 secure :-1 s=READY pgs=2127 cs=0 l=1 rev1=1 crypto rx=0x7f873000cd70 tx=0x7f873000a660 comp rx=0 tx=0).stop 2024-09-13T16:14:44.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.935+0000 7f873ece9640 1 -- 172.21.15.76:0/4059193934 shutdown_connections 2024-09-13T16:14:44.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.935+0000 7f873ece9640 1 --2- 172.21.15.76:0/4059193934 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8738158b00 0x7f87381e2f60 unknown :-1 s=CLOSED pgs=2127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:44.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.935+0000 7f873ece9640 1 --2- 172.21.15.76:0/4059193934 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f871c06ac00 0x7f871c06d0c0 unknown :-1 s=CLOSED pgs=902 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:44.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.935+0000 7f873ece9640 1 --2- 172.21.15.76:0/4059193934 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8738071050 0x7f873815a0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:44.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.935+0000 7f873ece9640 1 --2- 172.21.15.76:0/4059193934 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f873806c6d0 0x7f8738097280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:44.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.935+0000 7f873ece9640 1 -- 172.21.15.76:0/4059193934 >> 172.21.15.76:0/4059193934 conn(0x7f873806a0b0 msgr2=0x7f87380730d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:44.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.935+0000 7f873ece9640 1 -- 172.21.15.76:0/4059193934 shutdown_connections 2024-09-13T16:14:44.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:44.935+0000 7f873ece9640 1 -- 172.21.15.76:0/4059193934 wait complete. 2024-09-13T16:14:44.947 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_client_limits.TestClientLimits.test_client_pin_root' 2024-09-13T16:14:45.045 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.044+0000 7fd3f11ae640 1 Processor -- start 2024-09-13T16:14:45.045 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.044+0000 7fd3f11ae640 1 -- start start 2024-09-13T16:14:45.047 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.045+0000 7fd3f11ae640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fd3ec15a2e0 0x7fd3ec0c9a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:45.047 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.045+0000 7fd3f11ae640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd3ec0cb3f0 0x7fd3ec06d030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:45.047 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.045+0000 7fd3f11ae640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd3ec0c8920 con 0x7fd3ec0c9f80 2024-09-13T16:14:45.047 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.045+0000 7fd3f11ae640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd3ec15a6c0 con 0x7fd3ec15a2e0 2024-09-13T16:14:45.047 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.045+0000 7fd3f11ae640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd3ec0ca500 con 0x7fd3ec0cb3f0 2024-09-13T16:14:45.047 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.045+0000 7fd3ead9d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fd3ec15a2e0 0x7fd3ec0c9a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:45.047 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.045+0000 7fd3e3fff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fd3ec0c9f80 0x7fd3ec0cace0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:48256/0 (socket says 172.21.15.76:48256) 2024-09-13T16:14:45.047 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.045+0000 7fd3e3fff640 1 -- 172.21.15.76:0/3483487143 learned_addr learned my addr 172.21.15.76:0/3483487143 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:14:45.048 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.045+0000 7fd3eb59e640 1 --2- 172.21.15.76:0/3483487143 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd3ec0cb3f0 0x7fd3ec06d030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:45.048 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.045+0000 7fd3ead9d640 1 -- 172.21.15.76:0/3483487143 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd3ec0cb3f0 msgr2=0x7fd3ec06d030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:45.048 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.045+0000 7fd3ead9d640 1 --2- 172.21.15.76:0/3483487143 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd3ec0cb3f0 0x7fd3ec06d030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:45.048 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.045+0000 7fd3ead9d640 1 -- 172.21.15.76:0/3483487143 >> v1:172.21.15.76:6789/0 conn(0x7fd3ec0c9f80 legacy=0x7fd3ec0cace0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:45.048 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.045+0000 7fd3ead9d640 1 -- 172.21.15.76:0/3483487143 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd3ec0c8b70 con 0x7fd3ec15a2e0 2024-09-13T16:14:45.048 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.045+0000 7fd3ea59c640 1 -- 172.21.15.76:0/3483487143 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3007615458 0 0) 0x7fd3ec0c8920 con 0x7fd3ec0c9f80 2024-09-13T16:14:45.048 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.046+0000 7fd3ead9d640 1 --2- 172.21.15.76:0/3483487143 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd3ec15a2e0 0x7fd3ec0c9a40 secure :-1 s=READY pgs=2129 cs=0 l=1 rev1=1 crypto rx=0x7fd3dc0097a0 tx=0x7fd3dc02a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ccf6ff64241961a3 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:45.048 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.046+0000 7fd3ea59c640 1 -- 172.21.15.76:0/3483487143 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3dc032440 con 0x7fd3ec15a2e0 2024-09-13T16:14:45.048 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.046+0000 7fd3ea59c640 1 -- 172.21.15.76:0/3483487143 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd3dc0325a0 con 0x7fd3ec15a2e0 2024-09-13T16:14:45.048 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.046+0000 7fd3ea59c640 1 -- 172.21.15.76:0/3483487143 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3dc032930 con 0x7fd3ec15a2e0 2024-09-13T16:14:45.049 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.046+0000 7fd3f11ae640 1 -- 172.21.15.76:0/3483487143 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd3ec15a2e0 msgr2=0x7fd3ec0c9a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:45.049 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.046+0000 7fd3f11ae640 1 --2- 172.21.15.76:0/3483487143 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd3ec15a2e0 0x7fd3ec0c9a40 secure :-1 s=READY pgs=2129 cs=0 l=1 rev1=1 crypto rx=0x7fd3dc0097a0 tx=0x7fd3dc02a180 comp rx=0 tx=0).stop 2024-09-13T16:14:45.049 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.046+0000 7fd3f11ae640 1 -- 172.21.15.76:0/3483487143 shutdown_connections 2024-09-13T16:14:45.049 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.046+0000 7fd3f11ae640 1 --2- 172.21.15.76:0/3483487143 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd3ec0cb3f0 0x7fd3ec06d030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:45.050 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.046+0000 7fd3f11ae640 1 --2- 172.21.15.76:0/3483487143 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd3ec15a2e0 0x7fd3ec0c9a40 unknown :-1 s=CLOSED pgs=2129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:45.050 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.046+0000 7fd3f11ae640 1 -- 172.21.15.76:0/3483487143 >> 172.21.15.76:0/3483487143 conn(0x7fd3ec069ed0 msgr2=0x7fd3ec06a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:45.050 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.046+0000 7fd3f11ae640 1 -- 172.21.15.76:0/3483487143 shutdown_connections 2024-09-13T16:14:45.050 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.046+0000 7fd3f11ae640 1 -- 172.21.15.76:0/3483487143 wait complete. 2024-09-13T16:14:45.050 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.048+0000 7fd3f11ae640 1 Processor -- start 2024-09-13T16:14:45.050 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.048+0000 7fd3f11ae640 1 -- start start 2024-09-13T16:14:45.052 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.048+0000 7fd3f11ae640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd3ec0c9f80 0x7fd3ec097a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:45.052 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.048+0000 7fd3f11ae640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd3ec0cb3f0 0x7fd3ec0c1e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:45.052 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.048+0000 7fd3f11ae640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd3ec15a2e0 0x7fd3ec0c7570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:45.052 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.049+0000 7fd3f11ae640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3ec09bdc0 con 0x7fd3ec0cb3f0 2024-09-13T16:14:45.052 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.049+0000 7fd3f11ae640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3ec0c2b80 con 0x7fd3ec0c9f80 2024-09-13T16:14:45.052 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.049+0000 7fd3f11ae640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd3ec0c2350 con 0x7fd3ec15a2e0 2024-09-13T16:14:45.052 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.049+0000 7fd3e3fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd3ec0cb3f0 0x7fd3ec0c1e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:45.052 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.049+0000 7fd3e3fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd3ec0cb3f0 0x7fd3ec0c1e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:52948/0 (socket says 172.21.15.76:52948) 2024-09-13T16:14:45.052 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.049+0000 7fd3e3fff640 1 -- 172.21.15.76:0/1582936499 learned_addr learned my addr 172.21.15.76:0/1582936499 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:45.052 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.049+0000 7fd3eb59e640 1 --2- 172.21.15.76:0/1582936499 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd3ec15a2e0 0x7fd3ec0c7570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:45.053 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.049+0000 7fd3ead9d640 1 --2- 172.21.15.76:0/1582936499 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd3ec0c9f80 0x7fd3ec097a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:45.053 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.049+0000 7fd3e3fff640 1 -- 172.21.15.76:0/1582936499 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd3ec15a2e0 msgr2=0x7fd3ec0c7570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:45.053 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.049+0000 7fd3e3fff640 1 --2- 172.21.15.76:0/1582936499 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd3ec15a2e0 0x7fd3ec0c7570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:45.053 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.049+0000 7fd3e3fff640 1 -- 172.21.15.76:0/1582936499 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd3ec0c9f80 msgr2=0x7fd3ec097a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:45.053 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.049+0000 7fd3e3fff640 1 --2- 172.21.15.76:0/1582936499 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd3ec0c9f80 0x7fd3ec097a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:45.053 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.049+0000 7fd3e3fff640 1 -- 172.21.15.76:0/1582936499 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd3dc009400 con 0x7fd3ec0cb3f0 2024-09-13T16:14:45.053 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.049+0000 7fd3e3fff640 1 --2- 172.21.15.76:0/1582936499 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd3ec0cb3f0 0x7fd3ec0c1e10 secure :-1 s=READY pgs=2130 cs=0 l=1 rev1=1 crypto rx=0x7fd3d400c500 tx=0x7fd3d400c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:45.053 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.049+0000 7fd3e37fe640 1 -- 172.21.15.76:0/1582936499 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3d4007560 con 0x7fd3ec0cb3f0 2024-09-13T16:14:45.053 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.049+0000 7fd3e37fe640 1 -- 172.21.15.76:0/1582936499 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd3d40047e0 con 0x7fd3ec0cb3f0 2024-09-13T16:14:45.053 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.049+0000 7fd3e37fe640 1 -- 172.21.15.76:0/1582936499 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3d4004b90 con 0x7fd3ec0cb3f0 2024-09-13T16:14:45.053 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.049+0000 7fd3f11ae640 1 -- 172.21.15.76:0/1582936499 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd3ec09bfd0 con 0x7fd3ec0cb3f0 2024-09-13T16:14:45.053 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.049+0000 7fd3f11ae640 1 -- 172.21.15.76:0/1582936499 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd3ec0c4ce0 con 0x7fd3ec0cb3f0 2024-09-13T16:14:45.053 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.050+0000 7fd3f11ae640 1 -- 172.21.15.76:0/1582936499 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd3ec0c2670 con 0x7fd3ec0cb3f0 2024-09-13T16:14:45.053 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.051+0000 7fd3e37fe640 1 -- 172.21.15.76:0/1582936499 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd3d4004cf0 con 0x7fd3ec0cb3f0 2024-09-13T16:14:45.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.051+0000 7fd3e37fe640 1 --2- 172.21.15.76:0/1582936499 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd3cc06ac00 0x7fd3cc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:45.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.051+0000 7fd3e37fe640 1 -- 172.21.15.76:0/1582936499 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(153..153 src has 1..153) v4 ==== 5263+0+0 (secure 0 0 0) 0x7fd3d4088290 con 0x7fd3ec0cb3f0 2024-09-13T16:14:45.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.051+0000 7fd3ead9d640 1 --2- 172.21.15.76:0/1582936499 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd3cc06ac00 0x7fd3cc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:45.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.052+0000 7fd3ead9d640 1 --2- 172.21.15.76:0/1582936499 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd3cc06ac00 0x7fd3cc06d0c0 secure :-1 s=READY pgs=903 cs=0 l=1 rev1=1 crypto rx=0x7fd3dc034000 tx=0x7fd3dc02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:45.057 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.056+0000 7fd3e37fe640 1 -- 172.21.15.76:0/1582936499 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fd3ec0c2670 con 0x7fd3ec0cb3f0 2024-09-13T16:14:45.280 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.279+0000 7fd3f11ae640 1 -- 172.21.15.76:0/1582936499 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_client_limits.TestClientLimits.test_client_pin_root"]} v 0) v1 -- 0x7fd3ec0c9610 con 0x7fd3ec0cb3f0 2024-09-13T16:14:45.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.461+0000 7fd3e37fe640 1 -- 172.21.15.76:0/1582936499 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_client_limits.TestClientLimits.test_client_pin_root"]}]=0 v615) v1 ==== 148+0+0 (secure 0 0 0) 0x7fd3ec0c9610 con 0x7fd3ec0cb3f0 2024-09-13T16:14:45.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.464+0000 7fd3f11ae640 1 -- 172.21.15.76:0/1582936499 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd3cc06ac00 msgr2=0x7fd3cc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:45.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.464+0000 7fd3f11ae640 1 --2- 172.21.15.76:0/1582936499 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd3cc06ac00 0x7fd3cc06d0c0 secure :-1 s=READY pgs=903 cs=0 l=1 rev1=1 crypto rx=0x7fd3dc034000 tx=0x7fd3dc02e000 comp rx=0 tx=0).stop 2024-09-13T16:14:45.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.464+0000 7fd3f11ae640 1 -- 172.21.15.76:0/1582936499 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd3ec0cb3f0 msgr2=0x7fd3ec0c1e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:45.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.464+0000 7fd3f11ae640 1 --2- 172.21.15.76:0/1582936499 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd3ec0cb3f0 0x7fd3ec0c1e10 secure :-1 s=READY pgs=2130 cs=0 l=1 rev1=1 crypto rx=0x7fd3d400c500 tx=0x7fd3d400c9c0 comp rx=0 tx=0).stop 2024-09-13T16:14:45.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.464+0000 7fd3f11ae640 1 -- 172.21.15.76:0/1582936499 shutdown_connections 2024-09-13T16:14:45.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.464+0000 7fd3f11ae640 1 --2- 172.21.15.76:0/1582936499 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd3cc06ac00 0x7fd3cc06d0c0 unknown :-1 s=CLOSED pgs=903 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:45.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.464+0000 7fd3f11ae640 1 --2- 172.21.15.76:0/1582936499 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd3ec15a2e0 0x7fd3ec0c7570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:45.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.464+0000 7fd3f11ae640 1 --2- 172.21.15.76:0/1582936499 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd3ec0cb3f0 0x7fd3ec0c1e10 unknown :-1 s=CLOSED pgs=2130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:45.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.464+0000 7fd3f11ae640 1 --2- 172.21.15.76:0/1582936499 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd3ec0c9f80 0x7fd3ec097a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:45.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.464+0000 7fd3f11ae640 1 -- 172.21.15.76:0/1582936499 >> 172.21.15.76:0/1582936499 conn(0x7fd3ec069ed0 msgr2=0x7fd3ec070f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:45.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.464+0000 7fd3f11ae640 1 -- 172.21.15.76:0/1582936499 shutdown_connections 2024-09-13T16:14:45.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.464+0000 7fd3f11ae640 1 -- 172.21.15.76:0/1582936499 wait complete. 2024-09-13T16:14:45.476 INFO:tasks.cephfs_test_runner:test_client_pin_root (tasks.cephfs.test_client_limits.TestClientLimits) ... ok 2024-09-13T16:14:45.476 INFO:tasks.cephfs_test_runner:Starting test: test_client_release_bug (tasks.cephfs.test_client_limits.TestClientLimits) When a client has a bug (which we will simulate) preventing it from releasing caps, 2024-09-13T16:14:45.477 INFO:tasks.cephfs_test_runner:test_client_release_bug (tasks.cephfs.test_client_limits.TestClientLimits) 2024-09-13T16:14:45.477 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:14:45.575 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.573+0000 7fb914a20640 1 Processor -- start 2024-09-13T16:14:45.575 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.573+0000 7fb914a20640 1 -- start start 2024-09-13T16:14:45.576 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.574+0000 7fb914a20640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fb91015c6e0 0x7fb9100b3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:45.576 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.574+0000 7fb914a20640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb9100d07b0 0x7fb9100b4490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:45.576 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.574+0000 7fb914a20640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb9100ccb20 0x7fb910160030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:45.576 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.574+0000 7fb914a20640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb9100d1840 con 0x7fb9100d07b0 2024-09-13T16:14:45.576 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.574+0000 7fb914a20640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb9100d0c30 con 0x7fb91015c6e0 2024-09-13T16:14:45.577 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.574+0000 7fb914a20640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb9100d0f10 con 0x7fb9100ccb20 2024-09-13T16:14:45.577 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.574+0000 7fb90dd9b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb9100d07b0 0x7fb9100b4490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:45.577 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.574+0000 7fb90dd9b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb9100d07b0 0x7fb9100b4490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:52954/0 (socket says 172.21.15.76:52954) 2024-09-13T16:14:45.577 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.574+0000 7fb90dd9b640 1 -- 172.21.15.76:0/3805064186 learned_addr learned my addr 172.21.15.76:0/3805064186 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:45.577 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.575+0000 7fb90ed9d640 1 --2- 172.21.15.76:0/3805064186 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb9100ccb20 0x7fb910160030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:45.577 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.575+0000 7fb90e59c640 1 --2- 172.21.15.76:0/3805064186 >> v2:172.21.15.192:3300/0 conn(0x7fb91015c6e0 0x7fb9100b3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:45.577 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.575+0000 7fb90dd9b640 1 -- 172.21.15.76:0/3805064186 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb9100ccb20 msgr2=0x7fb910160030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:45.577 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.575+0000 7fb90dd9b640 1 --2- 172.21.15.76:0/3805064186 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb9100ccb20 0x7fb910160030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:45.577 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.575+0000 7fb90dd9b640 1 -- 172.21.15.76:0/3805064186 >> v2:172.21.15.192:3300/0 conn(0x7fb91015c6e0 msgr2=0x7fb9100b3f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:45.577 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.575+0000 7fb90dd9b640 1 --2- 172.21.15.76:0/3805064186 >> v2:172.21.15.192:3300/0 conn(0x7fb91015c6e0 0x7fb9100b3f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:45.577 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.575+0000 7fb90dd9b640 1 -- 172.21.15.76:0/3805064186 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb9100d11f0 con 0x7fb9100d07b0 2024-09-13T16:14:45.577 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.575+0000 7fb90e59c640 1 --2- 172.21.15.76:0/3805064186 >> v2:172.21.15.192:3300/0 conn(0x7fb91015c6e0 0x7fb9100b3f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:14:45.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.575+0000 7fb90dd9b640 1 --2- 172.21.15.76:0/3805064186 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb9100d07b0 0x7fb9100b4490 secure :-1 s=READY pgs=2131 cs=0 l=1 rev1=1 crypto rx=0x7fb9100b4c10 tx=0x7fb8f802a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c5b402c8c378c2bd server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:45.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.576+0000 7fb90d59a640 1 -- 172.21.15.76:0/3805064186 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb8f802ae90 con 0x7fb9100d07b0 2024-09-13T16:14:45.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.576+0000 7fb90d59a640 1 -- 172.21.15.76:0/3805064186 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb8f8032440 con 0x7fb9100d07b0 2024-09-13T16:14:45.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.576+0000 7fb90d59a640 1 -- 172.21.15.76:0/3805064186 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb8f80327d0 con 0x7fb9100d07b0 2024-09-13T16:14:45.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.576+0000 7fb914a20640 1 -- 172.21.15.76:0/3805064186 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb9100d07b0 msgr2=0x7fb9100b4490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:45.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.576+0000 7fb914a20640 1 --2- 172.21.15.76:0/3805064186 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb9100d07b0 0x7fb9100b4490 secure :-1 s=READY pgs=2131 cs=0 l=1 rev1=1 crypto rx=0x7fb9100b4c10 tx=0x7fb8f802a140 comp rx=0 tx=0).stop 2024-09-13T16:14:45.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.576+0000 7fb914a20640 1 -- 172.21.15.76:0/3805064186 shutdown_connections 2024-09-13T16:14:45.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.576+0000 7fb914a20640 1 --2- 172.21.15.76:0/3805064186 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb9100ccb20 0x7fb910160030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:45.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.576+0000 7fb914a20640 1 --2- 172.21.15.76:0/3805064186 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb9100d07b0 0x7fb9100b4490 unknown :-1 s=CLOSED pgs=2131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:45.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.576+0000 7fb914a20640 1 --2- 172.21.15.76:0/3805064186 >> v2:172.21.15.192:3300/0 conn(0x7fb91015c6e0 0x7fb9100b3f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:45.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.576+0000 7fb914a20640 1 -- 172.21.15.76:0/3805064186 >> 172.21.15.76:0/3805064186 conn(0x7fb910089f60 msgr2=0x7fb9100d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:45.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.576+0000 7fb914a20640 1 -- 172.21.15.76:0/3805064186 shutdown_connections 2024-09-13T16:14:45.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.576+0000 7fb914a20640 1 -- 172.21.15.76:0/3805064186 wait complete. 2024-09-13T16:14:45.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.578+0000 7fb914a20640 1 Processor -- start 2024-09-13T16:14:45.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.578+0000 7fb914a20640 1 -- start start 2024-09-13T16:14:45.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.578+0000 7fb914a20640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb9100ccb20 0x7fb910151780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:45.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.578+0000 7fb914a20640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb9100d07b0 0x7fb9101f3610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:45.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.578+0000 7fb914a20640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb91015c6e0 0x7fb9100c9680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:45.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.578+0000 7fb914a20640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9100ca970 con 0x7fb9100ccb20 2024-09-13T16:14:45.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.578+0000 7fb914a20640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9100ca0d0 con 0x7fb9100d07b0 2024-09-13T16:14:45.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.578+0000 7fb914a20640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb9100ca3b0 con 0x7fb91015c6e0 2024-09-13T16:14:45.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.578+0000 7fb90e59c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb9100ccb20 0x7fb910151780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:45.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.578+0000 7fb90e59c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb9100ccb20 0x7fb910151780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:52958/0 (socket says 172.21.15.76:52958) 2024-09-13T16:14:45.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.578+0000 7fb90e59c640 1 -- 172.21.15.76:0/1983530363 learned_addr learned my addr 172.21.15.76:0/1983530363 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:45.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.579+0000 7fb90ed9d640 1 --2- 172.21.15.76:0/1983530363 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb91015c6e0 0x7fb9100c9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:45.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.579+0000 7fb90e59c640 1 -- 172.21.15.76:0/1983530363 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb91015c6e0 msgr2=0x7fb9100c9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:45.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.579+0000 7fb90e59c640 1 --2- 172.21.15.76:0/1983530363 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb91015c6e0 0x7fb9100c9680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:45.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.579+0000 7fb90e59c640 1 -- 172.21.15.76:0/1983530363 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb9100d07b0 msgr2=0x7fb9101f3610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:45.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.579+0000 7fb90e59c640 1 --2- 172.21.15.76:0/1983530363 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb9100d07b0 0x7fb9101f3610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:45.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.579+0000 7fb90e59c640 1 -- 172.21.15.76:0/1983530363 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb8f80094d0 con 0x7fb9100ccb20 2024-09-13T16:14:45.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.579+0000 7fb90e59c640 1 --2- 172.21.15.76:0/1983530363 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb9100ccb20 0x7fb910151780 secure :-1 s=READY pgs=2132 cs=0 l=1 rev1=1 crypto rx=0x7fb900009fa0 tx=0x7fb90000d560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:45.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.579+0000 7fb906ffd640 1 -- 172.21.15.76:0/1983530363 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb900003b90 con 0x7fb9100ccb20 2024-09-13T16:14:45.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.579+0000 7fb906ffd640 1 -- 172.21.15.76:0/1983530363 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb90000f040 con 0x7fb9100ccb20 2024-09-13T16:14:45.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.579+0000 7fb906ffd640 1 -- 172.21.15.76:0/1983530363 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb900004030 con 0x7fb9100ccb20 2024-09-13T16:14:45.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.579+0000 7fb914a20640 1 -- 172.21.15.76:0/1983530363 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb9100ca690 con 0x7fb9100ccb20 2024-09-13T16:14:45.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.579+0000 7fb914a20640 1 -- 172.21.15.76:0/1983530363 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb9101f3b50 con 0x7fb9100ccb20 2024-09-13T16:14:45.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.580+0000 7fb914a20640 1 -- 172.21.15.76:0/1983530363 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb9100b6370 con 0x7fb9100ccb20 2024-09-13T16:14:45.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.581+0000 7fb906ffd640 1 -- 172.21.15.76:0/1983530363 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb900004190 con 0x7fb9100ccb20 2024-09-13T16:14:45.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.581+0000 7fb906ffd640 1 --2- 172.21.15.76:0/1983530363 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb8f006ac00 0x7fb8f006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:45.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.581+0000 7fb906ffd640 1 -- 172.21.15.76:0/1983530363 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(153..153 src has 1..153) v4 ==== 5263+0+0 (secure 0 0 0) 0x7fb900089350 con 0x7fb9100ccb20 2024-09-13T16:14:45.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.581+0000 7fb90dd9b640 1 --2- 172.21.15.76:0/1983530363 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb8f006ac00 0x7fb8f006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:45.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.582+0000 7fb90dd9b640 1 --2- 172.21.15.76:0/1983530363 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb8f006ac00 0x7fb8f006d0c0 secure :-1 s=READY pgs=904 cs=0 l=1 rev1=1 crypto rx=0x7fb8f8034000 tx=0x7fb8f802c000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:45.586 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.585+0000 7fb906ffd640 1 -- 172.21.15.76:0/1983530363 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fb9100b6370 con 0x7fb9100ccb20 2024-09-13T16:14:45.749 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.748+0000 7fb914a20640 1 -- 172.21.15.76:0/1983530363 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fb9100b6370 con 0x7fb9100ccb20 2024-09-13T16:14:45.750 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.749+0000 7fb906ffd640 1 -- 172.21.15.76:0/1983530363 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v153) v1 ==== 74+0+13163 (secure 0 0 0) 0x7fb9100b6370 con 0x7fb9100ccb20 2024-09-13T16:14:45.750 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:14:45.750 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":153,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:14:43.453542+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":22,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.76:6837/271310125":"2024-09-14T16:14:40.444538+0000","172.21.15.76:6835/271310125":"2024-09-14T16:14:40.444538+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:14:45.752 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.751+0000 7fb914a20640 1 -- 172.21.15.76:0/1983530363 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb8f006ac00 msgr2=0x7fb8f006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:45.752 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.751+0000 7fb914a20640 1 --2- 172.21.15.76:0/1983530363 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb8f006ac00 0x7fb8f006d0c0 secure :-1 s=READY pgs=904 cs=0 l=1 rev1=1 crypto rx=0x7fb8f8034000 tx=0x7fb8f802c000 comp rx=0 tx=0).stop 2024-09-13T16:14:45.752 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.751+0000 7fb914a20640 1 -- 172.21.15.76:0/1983530363 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb9100ccb20 msgr2=0x7fb910151780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:45.753 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.751+0000 7fb914a20640 1 --2- 172.21.15.76:0/1983530363 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb9100ccb20 0x7fb910151780 secure :-1 s=READY pgs=2132 cs=0 l=1 rev1=1 crypto rx=0x7fb900009fa0 tx=0x7fb90000d560 comp rx=0 tx=0).stop 2024-09-13T16:14:45.753 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.751+0000 7fb914a20640 1 -- 172.21.15.76:0/1983530363 shutdown_connections 2024-09-13T16:14:45.753 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.751+0000 7fb914a20640 1 --2- 172.21.15.76:0/1983530363 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb8f006ac00 0x7fb8f006d0c0 unknown :-1 s=CLOSED pgs=904 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:45.753 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.751+0000 7fb914a20640 1 --2- 172.21.15.76:0/1983530363 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb91015c6e0 0x7fb9100c9680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:45.753 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.751+0000 7fb914a20640 1 --2- 172.21.15.76:0/1983530363 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb9100d07b0 0x7fb9101f3610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:45.753 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.751+0000 7fb914a20640 1 --2- 172.21.15.76:0/1983530363 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb9100ccb20 0x7fb910151780 unknown :-1 s=CLOSED pgs=2132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:45.753 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.751+0000 7fb914a20640 1 -- 172.21.15.76:0/1983530363 >> 172.21.15.76:0/1983530363 conn(0x7fb910089f60 msgr2=0x7fb9100b4160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:45.753 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.751+0000 7fb914a20640 1 -- 172.21.15.76:0/1983530363 shutdown_connections 2024-09-13T16:14:45.753 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.751+0000 7fb914a20640 1 -- 172.21.15.76:0/1983530363 wait complete. 2024-09-13T16:14:45.763 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:01:26.960607+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:14:45.764 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:14:45.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.863+0000 7fa06f125640 1 Processor -- start 2024-09-13T16:14:45.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.863+0000 7fa06f125640 1 -- start start 2024-09-13T16:14:45.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.864+0000 7fa06f125640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fa0680b20a0 0x7fa0680ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:45.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.864+0000 7fa06f125640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fa0680cea30 0x7fa0680ab9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:45.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.864+0000 7fa06f125640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa0680cee60 con 0x7fa06815a3b0 2024-09-13T16:14:45.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.864+0000 7fa06f125640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa06815a790 con 0x7fa0680cea30 2024-09-13T16:14:45.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.864+0000 7fa06f125640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa0680b2680 con 0x7fa0680b20a0 2024-09-13T16:14:45.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.864+0000 7fa06d6c2640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fa0680cea30 0x7fa0680ab9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:45.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.864+0000 7fa06d6c2640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fa0680cea30 0x7fa0680ab9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:52962/0 (socket says 172.21.15.76:52962) 2024-09-13T16:14:45.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.864+0000 7fa06d6c2640 1 -- 172.21.15.76:0/1975291866 learned_addr learned my addr 172.21.15.76:0/1975291866 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:45.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.864+0000 7fa067fff640 1 --2- 172.21.15.76:0/1975291866 >> v2:172.21.15.192:3300/0 conn(0x7fa0680b20a0 0x7fa0680ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:45.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.864+0000 7fa06d6c2640 1 -- 172.21.15.76:0/1975291866 >> v2:172.21.15.192:3300/0 conn(0x7fa0680b20a0 msgr2=0x7fa0680ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:45.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.864+0000 7fa06d6c2640 1 --2- 172.21.15.76:0/1975291866 >> v2:172.21.15.192:3300/0 conn(0x7fa0680b20a0 0x7fa0680ce4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:45.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.864+0000 7fa06d6c2640 1 -- 172.21.15.76:0/1975291866 >> v1:172.21.15.192:6789/0 conn(0x7fa06815a3b0 legacy=0x7fa0680b1720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:45.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.864+0000 7fa06d6c2640 1 -- 172.21.15.76:0/1975291866 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa0680b2960 con 0x7fa0680cea30 2024-09-13T16:14:45.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.865+0000 7fa06d6c2640 1 --2- 172.21.15.76:0/1975291866 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa0680cea30 0x7fa0680ab9e0 secure :-1 s=READY pgs=2133 cs=0 l=1 rev1=1 crypto rx=0x7fa0680c5310 tx=0x7fa06002a6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d18cbb1d96719676 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:45.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.865+0000 7fa0677fe640 1 -- 172.21.15.76:0/1975291866 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa06002aea0 con 0x7fa0680cea30 2024-09-13T16:14:45.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.865+0000 7fa0677fe640 1 -- 172.21.15.76:0/1975291866 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa06002d050 con 0x7fa0680cea30 2024-09-13T16:14:45.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.865+0000 7fa0677fe640 1 -- 172.21.15.76:0/1975291866 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa060031820 con 0x7fa0680cea30 2024-09-13T16:14:45.870 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.865+0000 7fa06f125640 1 -- 172.21.15.76:0/1975291866 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa0680cea30 msgr2=0x7fa0680ab9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:45.870 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.865+0000 7fa06f125640 1 --2- 172.21.15.76:0/1975291866 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa0680cea30 0x7fa0680ab9e0 secure :-1 s=READY pgs=2133 cs=0 l=1 rev1=1 crypto rx=0x7fa0680c5310 tx=0x7fa06002a6c0 comp rx=0 tx=0).stop 2024-09-13T16:14:45.870 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.866+0000 7fa06f125640 1 -- 172.21.15.76:0/1975291866 shutdown_connections 2024-09-13T16:14:45.870 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.866+0000 7fa06f125640 1 --2- 172.21.15.76:0/1975291866 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa0680cea30 0x7fa0680ab9e0 unknown :-1 s=CLOSED pgs=2133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:45.870 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.866+0000 7fa06f125640 1 --2- 172.21.15.76:0/1975291866 >> v2:172.21.15.192:3300/0 conn(0x7fa0680b20a0 0x7fa0680ce4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:45.870 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.866+0000 7fa06f125640 1 -- 172.21.15.76:0/1975291866 >> 172.21.15.76:0/1975291866 conn(0x7fa06806a0b0 msgr2=0x7fa06806a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:45.870 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.866+0000 7fa06f125640 1 -- 172.21.15.76:0/1975291866 shutdown_connections 2024-09-13T16:14:45.870 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.866+0000 7fa06f125640 1 -- 172.21.15.76:0/1975291866 wait complete. 2024-09-13T16:14:45.870 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.867+0000 7fa06f125640 1 Processor -- start 2024-09-13T16:14:45.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.867+0000 7fa06f125640 1 -- start start 2024-09-13T16:14:45.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.868+0000 7fa06f125640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa0680b20a0 0x7fa0680c2760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:45.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.868+0000 7fa06f125640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa0680cea30 0x7fa0680978b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:45.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.868+0000 7fa06f125640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa06815a3b0 0x7fa0681f3790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:45.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.868+0000 7fa06f125640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0681f4230 con 0x7fa06815a3b0 2024-09-13T16:14:45.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.868+0000 7fa06f125640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0681f4510 con 0x7fa0680cea30 2024-09-13T16:14:45.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.868+0000 7fa06f125640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa0680c7920 con 0x7fa0680b20a0 2024-09-13T16:14:45.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.868+0000 7fa06d6c2640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa06815a3b0 0x7fa0681f3790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:45.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.868+0000 7fa06d6c2640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa06815a3b0 0x7fa0681f3790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:52968/0 (socket says 172.21.15.76:52968) 2024-09-13T16:14:45.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.868+0000 7fa06d6c2640 1 -- 172.21.15.76:0/2753299918 learned_addr learned my addr 172.21.15.76:0/2753299918 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:45.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.868+0000 7fa067fff640 1 --2- 172.21.15.76:0/2753299918 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa0680cea30 0x7fa0680978b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:45.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.868+0000 7fa06cec1640 1 --2- 172.21.15.76:0/2753299918 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa0680b20a0 0x7fa0680c2760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:45.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.868+0000 7fa06d6c2640 1 -- 172.21.15.76:0/2753299918 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa0680b20a0 msgr2=0x7fa0680c2760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:45.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.868+0000 7fa06d6c2640 1 --2- 172.21.15.76:0/2753299918 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa0680b20a0 0x7fa0680c2760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:45.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.868+0000 7fa06d6c2640 1 -- 172.21.15.76:0/2753299918 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa0680cea30 msgr2=0x7fa0680978b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:45.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.868+0000 7fa06d6c2640 1 --2- 172.21.15.76:0/2753299918 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa0680cea30 0x7fa0680978b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:45.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.868+0000 7fa06d6c2640 1 -- 172.21.15.76:0/2753299918 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa060009b30 con 0x7fa06815a3b0 2024-09-13T16:14:45.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.868+0000 7fa06d6c2640 1 --2- 172.21.15.76:0/2753299918 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa06815a3b0 0x7fa0681f3790 secure :-1 s=READY pgs=2134 cs=0 l=1 rev1=1 crypto rx=0x7fa060034040 tx=0x7fa060004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:45.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.868+0000 7fa0657fa640 1 -- 172.21.15.76:0/2753299918 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa06003d860 con 0x7fa06815a3b0 2024-09-13T16:14:45.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.868+0000 7fa0657fa640 1 -- 172.21.15.76:0/2753299918 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa06003d9e0 con 0x7fa06815a3b0 2024-09-13T16:14:45.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.868+0000 7fa0657fa640 1 -- 172.21.15.76:0/2753299918 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa06003dd90 con 0x7fa06815a3b0 2024-09-13T16:14:45.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.868+0000 7fa06f125640 1 -- 172.21.15.76:0/2753299918 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa0680c7c00 con 0x7fa06815a3b0 2024-09-13T16:14:45.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.868+0000 7fa06f125640 1 -- 172.21.15.76:0/2753299918 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa068097df0 con 0x7fa06815a3b0 2024-09-13T16:14:45.873 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.869+0000 7fa06f125640 1 -- 172.21.15.76:0/2753299918 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa0680ce4f0 con 0x7fa06815a3b0 2024-09-13T16:14:45.873 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.870+0000 7fa0657fa640 1 -- 172.21.15.76:0/2753299918 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fa060046410 con 0x7fa06815a3b0 2024-09-13T16:14:45.873 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.870+0000 7fa0657fa640 1 --2- 172.21.15.76:0/2753299918 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa04c06ac30 0x7fa04c06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:45.873 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.870+0000 7fa0657fa640 1 -- 172.21.15.76:0/2753299918 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(153..153 src has 1..153) v4 ==== 5263+0+0 (secure 0 0 0) 0x7fa0600a9b50 con 0x7fa06815a3b0 2024-09-13T16:14:45.873 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.870+0000 7fa06cec1640 1 --2- 172.21.15.76:0/2753299918 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa04c06ac30 0x7fa04c06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:45.873 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.871+0000 7fa06cec1640 1 --2- 172.21.15.76:0/2753299918 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa04c06ac30 0x7fa04c06d0f0 secure :-1 s=READY pgs=905 cs=0 l=1 rev1=1 crypto rx=0x7fa05c006fd0 tx=0x7fa05c009060 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:45.875 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:45.874+0000 7fa0657fa640 1 -- 172.21.15.76:0/2753299918 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fa060075030 con 0x7fa06815a3b0 2024-09-13T16:14:46.037 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.035+0000 7fa06f125640 1 -- 172.21.15.76:0/2753299918 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fa0680ca480 con 0x7fa06815a3b0 2024-09-13T16:14:46.037 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.036+0000 7fa0657fa640 1 -- 172.21.15.76:0/2753299918 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v153) v1 ==== 93+0+10 (secure 0 0 0) 0x7fa060009510 con 0x7fa06815a3b0 2024-09-13T16:14:46.037 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2024-09-13T16:14:46.039 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.038+0000 7fa06f125640 1 -- 172.21.15.76:0/2753299918 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa04c06ac30 msgr2=0x7fa04c06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:46.039 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.038+0000 7fa06f125640 1 --2- 172.21.15.76:0/2753299918 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa04c06ac30 0x7fa04c06d0f0 secure :-1 s=READY pgs=905 cs=0 l=1 rev1=1 crypto rx=0x7fa05c006fd0 tx=0x7fa05c009060 comp rx=0 tx=0).stop 2024-09-13T16:14:46.039 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.038+0000 7fa06f125640 1 -- 172.21.15.76:0/2753299918 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa06815a3b0 msgr2=0x7fa0681f3790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:46.039 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.038+0000 7fa06f125640 1 --2- 172.21.15.76:0/2753299918 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa06815a3b0 0x7fa0681f3790 secure :-1 s=READY pgs=2134 cs=0 l=1 rev1=1 crypto rx=0x7fa060034040 tx=0x7fa060004a40 comp rx=0 tx=0).stop 2024-09-13T16:14:46.040 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.038+0000 7fa06f125640 1 -- 172.21.15.76:0/2753299918 shutdown_connections 2024-09-13T16:14:46.040 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.038+0000 7fa06f125640 1 --2- 172.21.15.76:0/2753299918 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa06815a3b0 0x7fa0681f3790 unknown :-1 s=CLOSED pgs=2134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:46.040 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.038+0000 7fa06f125640 1 --2- 172.21.15.76:0/2753299918 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa0680cea30 0x7fa0680978b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:46.040 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.038+0000 7fa06f125640 1 --2- 172.21.15.76:0/2753299918 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa04c06ac30 0x7fa04c06d0f0 unknown :-1 s=CLOSED pgs=905 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:46.040 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.038+0000 7fa06f125640 1 --2- 172.21.15.76:0/2753299918 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa0680b20a0 0x7fa0680c2760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:46.040 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.038+0000 7fa06f125640 1 -- 172.21.15.76:0/2753299918 >> 172.21.15.76:0/2753299918 conn(0x7fa06806a0b0 msgr2=0x7fa068070090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:46.040 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.038+0000 7fa06f125640 1 -- 172.21.15.76:0/2753299918 shutdown_connections 2024-09-13T16:14:46.040 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.038+0000 7fa06f125640 1 -- 172.21.15.76:0/2753299918 wait complete. 2024-09-13T16:14:46.050 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_client_limits.TestClientLimits.test_client_release_bug' 2024-09-13T16:14:46.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.147+0000 7fb9913ce640 1 Processor -- start 2024-09-13T16:14:46.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.147+0000 7fb9913ce640 1 -- start start 2024-09-13T16:14:46.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.148+0000 7fb9913ce640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb98c06c4c0 0x7fb98c06c8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:46.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.148+0000 7fb9913ce640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb98c0b2170 con 0x7fb98c0cbea0 2024-09-13T16:14:46.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.148+0000 7fb9913ce640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb98c06dab0 con 0x7fb98c0b2590 2024-09-13T16:14:46.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.148+0000 7fb9913ce640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb98c06deb0 con 0x7fb98c06c4c0 2024-09-13T16:14:46.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.148+0000 7fb98affd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb98c06c4c0 0x7fb98c06c8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:46.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.148+0000 7fb98b7fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fb98c0cbea0 0x7fb98c0cc330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:48264/0 (socket says 172.21.15.76:48264) 2024-09-13T16:14:46.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.148+0000 7fb98b7fe640 1 -- 172.21.15.76:0/2957602786 learned_addr learned my addr 172.21.15.76:0/2957602786 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:14:46.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.148+0000 7fb98affd640 1 -- 172.21.15.76:0/2957602786 >> v1:172.21.15.192:6789/0 conn(0x7fb98c0b2590 legacy=0x7fb98c06d3a0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-13T16:14:46.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.148+0000 7fb98affd640 1 -- 172.21.15.76:0/2957602786 >> v1:172.21.15.76:6789/0 conn(0x7fb98c0cbea0 legacy=0x7fb98c0cc330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:46.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.148+0000 7fb98a7fc640 1 -- 172.21.15.76:0/2957602786 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3142198210 0 0) 0x7fb98c0b2170 con 0x7fb98c0cbea0 2024-09-13T16:14:46.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.148+0000 7fb98affd640 1 -- 172.21.15.76:0/2957602786 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb98c0b29e0 con 0x7fb98c06c4c0 2024-09-13T16:14:46.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.149+0000 7fb98affd640 1 --2- 172.21.15.76:0/2957602786 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb98c06c4c0 0x7fb98c06c8a0 secure :-1 s=READY pgs=2136 cs=0 l=1 rev1=1 crypto rx=0x7fb97c0097a0 tx=0x7fb97c02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b79277d783acb448 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:46.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.149+0000 7fb98a7fc640 1 -- 172.21.15.76:0/2957602786 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb97c032440 con 0x7fb98c06c4c0 2024-09-13T16:14:46.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.149+0000 7fb98a7fc640 1 -- 172.21.15.76:0/2957602786 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb97c0325a0 con 0x7fb98c06c4c0 2024-09-13T16:14:46.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.149+0000 7fb98a7fc640 1 -- 172.21.15.76:0/2957602786 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb97c032930 con 0x7fb98c06c4c0 2024-09-13T16:14:46.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.150+0000 7fb9913ce640 1 -- 172.21.15.76:0/2957602786 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb98c06c4c0 msgr2=0x7fb98c06c8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:46.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.150+0000 7fb9913ce640 1 --2- 172.21.15.76:0/2957602786 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb98c06c4c0 0x7fb98c06c8a0 secure :-1 s=READY pgs=2136 cs=0 l=1 rev1=1 crypto rx=0x7fb97c0097a0 tx=0x7fb97c02a1e0 comp rx=0 tx=0).stop 2024-09-13T16:14:46.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.150+0000 7fb9913ce640 1 -- 172.21.15.76:0/2957602786 shutdown_connections 2024-09-13T16:14:46.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.150+0000 7fb9913ce640 1 --2- 172.21.15.76:0/2957602786 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb98c06c4c0 0x7fb98c06c8a0 unknown :-1 s=CLOSED pgs=2136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:46.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.150+0000 7fb9913ce640 1 -- 172.21.15.76:0/2957602786 >> 172.21.15.76:0/2957602786 conn(0x7fb98c069ed0 msgr2=0x7fb98c06a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:46.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.150+0000 7fb9913ce640 1 -- 172.21.15.76:0/2957602786 shutdown_connections 2024-09-13T16:14:46.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.150+0000 7fb9913ce640 1 -- 172.21.15.76:0/2957602786 wait complete. 2024-09-13T16:14:46.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.151+0000 7fb9913ce640 1 Processor -- start 2024-09-13T16:14:46.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.151+0000 7fb9913ce640 1 -- start start 2024-09-13T16:14:46.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.152+0000 7fb9913ce640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb98c06c4c0 0x7fb98c1f1b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:46.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.152+0000 7fb9913ce640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb98c0b2590 0x7fb98c14e8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:46.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.152+0000 7fb9913ce640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb98c0cbea0 0x7fb98c151200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:46.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.152+0000 7fb9913ce640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb98c1f20d0 con 0x7fb98c0cbea0 2024-09-13T16:14:46.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.152+0000 7fb9913ce640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb98c163070 con 0x7fb98c06c4c0 2024-09-13T16:14:46.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.152+0000 7fb9913ce640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb98c071c90 con 0x7fb98c0b2590 2024-09-13T16:14:46.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.152+0000 7fb98b7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb98c0cbea0 0x7fb98c151200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:46.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.152+0000 7fb98b7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb98c0cbea0 0x7fb98c151200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:52996/0 (socket says 172.21.15.76:52996) 2024-09-13T16:14:46.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.152+0000 7fb98b7fe640 1 -- 172.21.15.76:0/3760717721 learned_addr learned my addr 172.21.15.76:0/3760717721 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:46.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.152+0000 7fb98affd640 1 --2- 172.21.15.76:0/3760717721 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb98c06c4c0 0x7fb98c1f1b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:46.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.152+0000 7fb9827fc640 1 --2- 172.21.15.76:0/3760717721 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb98c0b2590 0x7fb98c14e8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:46.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.152+0000 7fb98b7fe640 1 -- 172.21.15.76:0/3760717721 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb98c0b2590 msgr2=0x7fb98c14e8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:46.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.152+0000 7fb98b7fe640 1 --2- 172.21.15.76:0/3760717721 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb98c0b2590 0x7fb98c14e8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:46.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.152+0000 7fb98b7fe640 1 -- 172.21.15.76:0/3760717721 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb98c06c4c0 msgr2=0x7fb98c1f1b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:46.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.152+0000 7fb98b7fe640 1 --2- 172.21.15.76:0/3760717721 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb98c06c4c0 0x7fb98c1f1b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:46.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.152+0000 7fb98b7fe640 1 -- 172.21.15.76:0/3760717721 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb97c009400 con 0x7fb98c0cbea0 2024-09-13T16:14:46.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.152+0000 7fb98b7fe640 1 --2- 172.21.15.76:0/3760717721 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb98c0cbea0 0x7fb98c151200 secure :-1 s=READY pgs=2137 cs=0 l=1 rev1=1 crypto rx=0x7fb98400c7b0 tx=0x7fb98400cc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:46.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.153+0000 7fb983fff640 1 -- 172.21.15.76:0/3760717721 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb98400a640 con 0x7fb98c0cbea0 2024-09-13T16:14:46.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.153+0000 7fb983fff640 1 -- 172.21.15.76:0/3760717721 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb98400a7a0 con 0x7fb98c0cbea0 2024-09-13T16:14:46.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.153+0000 7fb983fff640 1 -- 172.21.15.76:0/3760717721 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb98400ab90 con 0x7fb98c0cbea0 2024-09-13T16:14:46.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.153+0000 7fb9913ce640 1 -- 172.21.15.76:0/3760717721 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb98c0719f0 con 0x7fb98c0cbea0 2024-09-13T16:14:46.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.153+0000 7fb9913ce640 1 -- 172.21.15.76:0/3760717721 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb98c070480 con 0x7fb98c0cbea0 2024-09-13T16:14:46.156 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.154+0000 7fb9913ce640 1 -- 172.21.15.76:0/3760717721 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb98c0cb5d0 con 0x7fb98c0cbea0 2024-09-13T16:14:46.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.154+0000 7fb983fff640 1 -- 172.21.15.76:0/3760717721 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb98400acf0 con 0x7fb98c0cbea0 2024-09-13T16:14:46.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.155+0000 7fb983fff640 1 --2- 172.21.15.76:0/3760717721 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb96c06ac00 0x7fb96c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:46.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.155+0000 7fb983fff640 1 -- 172.21.15.76:0/3760717721 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(153..153 src has 1..153) v4 ==== 5263+0+0 (secure 0 0 0) 0x7fb984088750 con 0x7fb98c0cbea0 2024-09-13T16:14:46.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.155+0000 7fb98affd640 1 --2- 172.21.15.76:0/3760717721 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb96c06ac00 0x7fb96c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:46.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.155+0000 7fb98affd640 1 --2- 172.21.15.76:0/3760717721 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb96c06ac00 0x7fb96c06d0c0 secure :-1 s=READY pgs=906 cs=0 l=1 rev1=1 crypto rx=0x7fb97c034000 tx=0x7fb97c02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:46.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.159+0000 7fb983fff640 1 -- 172.21.15.76:0/3760717721 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fb984053a70 con 0x7fb98c0cbea0 2024-09-13T16:14:46.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.380+0000 7fb9913ce640 1 -- 172.21.15.76:0/3760717721 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_client_limits.TestClientLimits.test_client_release_bug"]} v 0) v1 -- 0x7fb98c06c8a0 con 0x7fb98c0cbea0 2024-09-13T16:14:46.462 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.460+0000 7fb983fff640 1 -- 172.21.15.76:0/3760717721 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_client_limits.TestClientLimits.test_client_release_bug"]}]=0 v616) v1 ==== 154+0+0 (secure 0 0 0) 0x7fb984057090 con 0x7fb98c0cbea0 2024-09-13T16:14:46.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.462+0000 7fb9913ce640 1 -- 172.21.15.76:0/3760717721 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb96c06ac00 msgr2=0x7fb96c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:46.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.462+0000 7fb9913ce640 1 --2- 172.21.15.76:0/3760717721 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb96c06ac00 0x7fb96c06d0c0 secure :-1 s=READY pgs=906 cs=0 l=1 rev1=1 crypto rx=0x7fb97c034000 tx=0x7fb97c02e000 comp rx=0 tx=0).stop 2024-09-13T16:14:46.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.462+0000 7fb9913ce640 1 -- 172.21.15.76:0/3760717721 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb98c0cbea0 msgr2=0x7fb98c151200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:46.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.462+0000 7fb9913ce640 1 --2- 172.21.15.76:0/3760717721 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb98c0cbea0 0x7fb98c151200 secure :-1 s=READY pgs=2137 cs=0 l=1 rev1=1 crypto rx=0x7fb98400c7b0 tx=0x7fb98400cc70 comp rx=0 tx=0).stop 2024-09-13T16:14:46.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.462+0000 7fb9913ce640 1 -- 172.21.15.76:0/3760717721 shutdown_connections 2024-09-13T16:14:46.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.462+0000 7fb9913ce640 1 --2- 172.21.15.76:0/3760717721 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb98c0cbea0 0x7fb98c151200 unknown :-1 s=CLOSED pgs=2137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:46.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.462+0000 7fb9913ce640 1 --2- 172.21.15.76:0/3760717721 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb96c06ac00 0x7fb96c06d0c0 unknown :-1 s=CLOSED pgs=906 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:46.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.462+0000 7fb9913ce640 1 --2- 172.21.15.76:0/3760717721 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb98c0b2590 0x7fb98c14e8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:46.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.462+0000 7fb9913ce640 1 --2- 172.21.15.76:0/3760717721 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb98c06c4c0 0x7fb98c1f1b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:46.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.462+0000 7fb9913ce640 1 -- 172.21.15.76:0/3760717721 >> 172.21.15.76:0/3760717721 conn(0x7fb98c069ed0 msgr2=0x7fb98c151e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:46.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.463+0000 7fb9913ce640 1 -- 172.21.15.76:0/3760717721 shutdown_connections 2024-09-13T16:14:46.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.463+0000 7fb9913ce640 1 -- 172.21.15.76:0/3760717721 wait complete. 2024-09-13T16:14:46.475 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-13T16:14:46.576 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.574+0000 7f4232d33640 1 Processor -- start 2024-09-13T16:14:46.576 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.574+0000 7f4232d33640 1 -- start start 2024-09-13T16:14:46.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.575+0000 7f4232d33640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f422c15a480 0x7f422c06ba60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:46.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.575+0000 7f4232d33640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f422c06aa70 0x7f422c0cc610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:46.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.575+0000 7f4232d33640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f422c0d0210 con 0x7f422c069ed0 2024-09-13T16:14:46.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.575+0000 7f4232d33640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f422c0cc180 con 0x7f422c06aa70 2024-09-13T16:14:46.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.575+0000 7f4232d33640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f422c0cff30 con 0x7f422c15a480 2024-09-13T16:14:46.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.575+0000 7f422bfff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f422c06aa70 0x7f422c0cc610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:46.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.575+0000 7f42312d0640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f422c069ed0 0x7f422c0cd720 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:48272/0 (socket says 172.21.15.76:48272) 2024-09-13T16:14:46.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.575+0000 7f42312d0640 1 -- 172.21.15.76:0/3252156821 learned_addr learned my addr 172.21.15.76:0/3252156821 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:14:46.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.576+0000 7f4230acf640 1 --2- 172.21.15.76:0/3252156821 >> v2:172.21.15.192:3300/0 conn(0x7f422c15a480 0x7f422c06ba60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:46.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.576+0000 7f422bfff640 1 -- 172.21.15.76:0/3252156821 >> v2:172.21.15.192:3300/0 conn(0x7f422c15a480 msgr2=0x7f422c06ba60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:46.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.576+0000 7f422bfff640 1 --2- 172.21.15.76:0/3252156821 >> v2:172.21.15.192:3300/0 conn(0x7f422c15a480 0x7f422c06ba60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:46.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.576+0000 7f422bfff640 1 -- 172.21.15.76:0/3252156821 >> v1:172.21.15.76:6789/0 conn(0x7f422c069ed0 legacy=0x7f422c0cd720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:46.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.576+0000 7f422b7fe640 1 -- 172.21.15.76:0/3252156821 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 75312248 0 0) 0x7f422c0d0210 con 0x7f422c069ed0 2024-09-13T16:14:46.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.576+0000 7f422bfff640 1 -- 172.21.15.76:0/3252156821 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f422c0cbb30 con 0x7f422c06aa70 2024-09-13T16:14:46.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.576+0000 7f422bfff640 1 --2- 172.21.15.76:0/3252156821 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f422c06aa70 0x7f422c0cc610 secure :-1 s=READY pgs=2139 cs=0 l=1 rev1=1 crypto rx=0x7f422c06d250 tx=0x7f422002a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ffbfa729fff4a89c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:46.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.577+0000 7f422b7fe640 1 -- 172.21.15.76:0/3252156821 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4220007740 con 0x7f422c06aa70 2024-09-13T16:14:46.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.577+0000 7f422b7fe640 1 -- 172.21.15.76:0/3252156821 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f422002d050 con 0x7f422c06aa70 2024-09-13T16:14:46.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.577+0000 7f422b7fe640 1 -- 172.21.15.76:0/3252156821 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4220007ac0 con 0x7f422c06aa70 2024-09-13T16:14:46.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.577+0000 7f4232d33640 1 -- 172.21.15.76:0/3252156821 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f422c06aa70 msgr2=0x7f422c0cc610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:46.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.577+0000 7f4232d33640 1 --2- 172.21.15.76:0/3252156821 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f422c06aa70 0x7f422c0cc610 secure :-1 s=READY pgs=2139 cs=0 l=1 rev1=1 crypto rx=0x7f422c06d250 tx=0x7f422002a5f0 comp rx=0 tx=0).stop 2024-09-13T16:14:46.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.577+0000 7f4232d33640 1 -- 172.21.15.76:0/3252156821 shutdown_connections 2024-09-13T16:14:46.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.577+0000 7f4232d33640 1 --2- 172.21.15.76:0/3252156821 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f422c06aa70 0x7f422c0cc610 unknown :-1 s=CLOSED pgs=2139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:46.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.577+0000 7f4232d33640 1 --2- 172.21.15.76:0/3252156821 >> v2:172.21.15.192:3300/0 conn(0x7f422c15a480 0x7f422c06ba60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:46.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.577+0000 7f4232d33640 1 -- 172.21.15.76:0/3252156821 >> 172.21.15.76:0/3252156821 conn(0x7f422c0717e0 msgr2=0x7f422c0989d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:46.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.577+0000 7f4232d33640 1 -- 172.21.15.76:0/3252156821 shutdown_connections 2024-09-13T16:14:46.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.577+0000 7f4232d33640 1 -- 172.21.15.76:0/3252156821 wait complete. 2024-09-13T16:14:46.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.578+0000 7f4232d33640 1 Processor -- start 2024-09-13T16:14:46.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.578+0000 7f4232d33640 1 -- start start 2024-09-13T16:14:46.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.579+0000 7f4232d33640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f422c069ed0 0x7f422c151e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:46.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.579+0000 7f4232d33640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f422c06aa70 0x7f422c143d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:46.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.579+0000 7f4232d33640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f422c15a480 0x7f422c15cc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:46.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.579+0000 7f4232d33640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f422c1523a0 con 0x7f422c06aa70 2024-09-13T16:14:46.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.579+0000 7f4232d33640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f422c14fa40 con 0x7f422c15a480 2024-09-13T16:14:46.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.579+0000 7f4232d33640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f422c14f110 con 0x7f422c069ed0 2024-09-13T16:14:46.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.579+0000 7f422bfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f422c06aa70 0x7f422c143d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:46.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.579+0000 7f422bfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f422c06aa70 0x7f422c143d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:53016/0 (socket says 172.21.15.76:53016) 2024-09-13T16:14:46.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.579+0000 7f422bfff640 1 -- 172.21.15.76:0/698125007 learned_addr learned my addr 172.21.15.76:0/698125007 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:46.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.580+0000 7f4230acf640 1 --2- 172.21.15.76:0/698125007 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f422c069ed0 0x7f422c151e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:46.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.580+0000 7f42312d0640 1 --2- 172.21.15.76:0/698125007 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f422c15a480 0x7f422c15cc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:46.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.580+0000 7f422bfff640 1 -- 172.21.15.76:0/698125007 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f422c069ed0 msgr2=0x7f422c151e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:46.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.580+0000 7f422bfff640 1 --2- 172.21.15.76:0/698125007 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f422c069ed0 0x7f422c151e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:46.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.580+0000 7f422bfff640 1 -- 172.21.15.76:0/698125007 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f422c15a480 msgr2=0x7f422c15cc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:46.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.580+0000 7f422bfff640 1 --2- 172.21.15.76:0/698125007 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f422c15a480 0x7f422c15cc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:46.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.580+0000 7f422bfff640 1 -- 172.21.15.76:0/698125007 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4220009a70 con 0x7f422c06aa70 2024-09-13T16:14:46.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.580+0000 7f4230acf640 1 --2- 172.21.15.76:0/698125007 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f422c069ed0 0x7f422c151e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:14:46.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.580+0000 7f42312d0640 1 --2- 172.21.15.76:0/698125007 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f422c15a480 0x7f422c15cc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:14:46.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.580+0000 7f422bfff640 1 --2- 172.21.15.76:0/698125007 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f422c06aa70 0x7f422c143d60 secure :-1 s=READY pgs=2140 cs=0 l=1 rev1=1 crypto rx=0x7f4220009e80 tx=0x7f4220004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:46.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.580+0000 7f42297fa640 1 -- 172.21.15.76:0/698125007 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4220031950 con 0x7f422c06aa70 2024-09-13T16:14:46.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.580+0000 7f42297fa640 1 -- 172.21.15.76:0/698125007 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4220031ab0 con 0x7f422c06aa70 2024-09-13T16:14:46.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.580+0000 7f4232d33640 1 -- 172.21.15.76:0/698125007 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f422c0cccd0 con 0x7f422c06aa70 2024-09-13T16:14:46.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.580+0000 7f42297fa640 1 -- 172.21.15.76:0/698125007 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4220031e20 con 0x7f422c06aa70 2024-09-13T16:14:46.585 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.580+0000 7f4232d33640 1 -- 172.21.15.76:0/698125007 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f422c14f6d0 con 0x7f422c06aa70 2024-09-13T16:14:46.586 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.581+0000 7f4232d33640 1 -- 172.21.15.76:0/698125007 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f422c154870 con 0x7f422c06aa70 2024-09-13T16:14:46.586 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.581+0000 7f42297fa640 1 -- 172.21.15.76:0/698125007 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f422003c420 con 0x7f422c06aa70 2024-09-13T16:14:46.586 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.582+0000 7f42297fa640 1 --2- 172.21.15.76:0/698125007 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f421806ac30 0x7f421806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:46.586 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.582+0000 7f42297fa640 1 -- 172.21.15.76:0/698125007 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(153..153 src has 1..153) v4 ==== 5263+0+0 (secure 0 0 0) 0x7f42200aaf00 con 0x7f422c06aa70 2024-09-13T16:14:46.586 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.582+0000 7f4230acf640 1 --2- 172.21.15.76:0/698125007 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f421806ac30 0x7f421806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:46.586 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.582+0000 7f4230acf640 1 --2- 172.21.15.76:0/698125007 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f421806ac30 0x7f421806d0f0 secure :-1 s=READY pgs=907 cs=0 l=1 rev1=1 crypto rx=0x7f421c006fd0 tx=0x7f421c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:46.587 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.586+0000 7f42297fa640 1 -- 172.21.15.76:0/698125007 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f4220076450 con 0x7f422c06aa70 2024-09-13T16:14:46.747 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.746+0000 7f4232d33640 1 -- 172.21.15.76:0/698125007 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) v1 -- 0x7f422c06c090 con 0x7f422c06aa70 2024-09-13T16:14:46.753 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.752+0000 7f42297fa640 1 -- 172.21.15.76:0/698125007 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v73)=0 v73) v1 ==== 122+0+0 (secure 0 0 0) 0x7f422007ee60 con 0x7f422c06aa70 2024-09-13T16:14:46.756 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.754+0000 7f4232d33640 1 -- 172.21.15.76:0/698125007 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f421806ac30 msgr2=0x7f421806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:46.756 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.754+0000 7f4232d33640 1 --2- 172.21.15.76:0/698125007 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f421806ac30 0x7f421806d0f0 secure :-1 s=READY pgs=907 cs=0 l=1 rev1=1 crypto rx=0x7f421c006fd0 tx=0x7f421c008040 comp rx=0 tx=0).stop 2024-09-13T16:14:46.756 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.754+0000 7f4232d33640 1 -- 172.21.15.76:0/698125007 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f422c06aa70 msgr2=0x7f422c143d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:46.756 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.754+0000 7f4232d33640 1 --2- 172.21.15.76:0/698125007 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f422c06aa70 0x7f422c143d60 secure :-1 s=READY pgs=2140 cs=0 l=1 rev1=1 crypto rx=0x7f4220009e80 tx=0x7f4220004a40 comp rx=0 tx=0).stop 2024-09-13T16:14:46.756 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.754+0000 7f4232d33640 1 -- 172.21.15.76:0/698125007 shutdown_connections 2024-09-13T16:14:46.756 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.754+0000 7f4232d33640 1 --2- 172.21.15.76:0/698125007 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f422c15a480 0x7f422c15cc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:46.756 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.754+0000 7f4232d33640 1 --2- 172.21.15.76:0/698125007 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f422c06aa70 0x7f422c143d60 unknown :-1 s=CLOSED pgs=2140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:46.757 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.754+0000 7f4232d33640 1 --2- 172.21.15.76:0/698125007 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f421806ac30 0x7f421806d0f0 unknown :-1 s=CLOSED pgs=907 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:46.757 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.754+0000 7f4232d33640 1 --2- 172.21.15.76:0/698125007 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f422c069ed0 0x7f422c151e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:46.757 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.754+0000 7f4232d33640 1 -- 172.21.15.76:0/698125007 >> 172.21.15.76:0/698125007 conn(0x7f422c0717e0 msgr2=0x7f422c157c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:46.757 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.754+0000 7f4232d33640 1 -- 172.21.15.76:0/698125007 shutdown_connections 2024-09-13T16:14:46.757 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:46.754+0000 7f4232d33640 1 -- 172.21.15.76:0/698125007 wait complete. 2024-09-13T16:14:46.767 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-13T16:14:46.767 DEBUG:teuthology.orchestra.run.smithi076:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T16:14:46.805 DEBUG:teuthology.orchestra.run.smithi192:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T16:14:46.843 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-13T16:14:46.843 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:14:46.843 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:14:46.861 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18725 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T16:14:46.861 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-13T16:14:46.861 DEBUG:teuthology.orchestra.run.smithi192:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:14:46.901 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056014,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20494 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-13T16:14:46.901 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:14:46.901 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:14:46.917 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18725 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T16:14:46.917 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-13T16:14:46.917 DEBUG:teuthology.orchestra.run.smithi192:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:14:46.959 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056014,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20494 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-13T16:14:46.959 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-13T16:14:46.959 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:14:47.057 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.055+0000 7fb590d4c640 1 Processor -- start 2024-09-13T16:14:47.057 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.055+0000 7fb590d4c640 1 -- start start 2024-09-13T16:14:47.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.056+0000 7fb590d4c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb58c072110 0x7fb58c070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:47.059 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.056+0000 7fb590d4c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb58c0c8920 0x7fb58c0c8dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:47.060 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.056+0000 7fb590d4c640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb58c0abdf0 con 0x7fb58c071d30 2024-09-13T16:14:47.060 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.056+0000 7fb590d4c640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb58c0c9310 con 0x7fb58c072110 2024-09-13T16:14:47.060 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.056+0000 7fb590d4c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb58c0b2280 con 0x7fb58c0c8920 2024-09-13T16:14:47.060 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.056+0000 7fb581d9b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb58c072110 0x7fb58c070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:47.060 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.056+0000 7fb581d9b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb58c072110 0x7fb58c070190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:53022/0 (socket says 172.21.15.76:53022) 2024-09-13T16:14:47.060 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.056+0000 7fb581d9b640 1 -- 172.21.15.76:0/2390681831 learned_addr learned my addr 172.21.15.76:0/2390681831 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:47.060 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.056+0000 7fb581d9b640 1 -- 172.21.15.76:0/2390681831 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb58c0c8920 msgr2=0x7fb58c0c8dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:47.060 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.056+0000 7fb581d9b640 1 --2- 172.21.15.76:0/2390681831 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb58c0c8920 0x7fb58c0c8dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:47.060 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.056+0000 7fb581d9b640 1 -- 172.21.15.76:0/2390681831 >> v1:172.21.15.192:6789/0 conn(0x7fb58c071d30 legacy=0x7fb58c0b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:47.060 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.056+0000 7fb581d9b640 1 -- 172.21.15.76:0/2390681831 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb58c0ab1e0 con 0x7fb58c072110 2024-09-13T16:14:47.060 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.057+0000 7fb581d9b640 1 --2- 172.21.15.76:0/2390681831 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb58c072110 0x7fb58c070190 secure :-1 s=READY pgs=2141 cs=0 l=1 rev1=1 crypto rx=0x7fb574009870 tx=0x7fb57402a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ce7bb1b6fbd94f0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:47.060 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.057+0000 7fb589d9b640 1 -- 172.21.15.76:0/2390681831 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb574032440 con 0x7fb58c072110 2024-09-13T16:14:47.061 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.057+0000 7fb589d9b640 1 -- 172.21.15.76:0/2390681831 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb5740325a0 con 0x7fb58c072110 2024-09-13T16:14:47.061 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.057+0000 7fb589d9b640 1 -- 172.21.15.76:0/2390681831 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb574032930 con 0x7fb58c072110 2024-09-13T16:14:47.061 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.058+0000 7fb590d4c640 1 -- 172.21.15.76:0/2390681831 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb58c072110 msgr2=0x7fb58c070190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:47.061 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.058+0000 7fb590d4c640 1 --2- 172.21.15.76:0/2390681831 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb58c072110 0x7fb58c070190 secure :-1 s=READY pgs=2141 cs=0 l=1 rev1=1 crypto rx=0x7fb574009870 tx=0x7fb57402a210 comp rx=0 tx=0).stop 2024-09-13T16:14:47.061 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.058+0000 7fb590d4c640 1 -- 172.21.15.76:0/2390681831 shutdown_connections 2024-09-13T16:14:47.061 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.058+0000 7fb590d4c640 1 --2- 172.21.15.76:0/2390681831 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb58c0c8920 0x7fb58c0c8dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:47.061 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.058+0000 7fb590d4c640 1 --2- 172.21.15.76:0/2390681831 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb58c072110 0x7fb58c070190 unknown :-1 s=CLOSED pgs=2141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:47.061 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.058+0000 7fb590d4c640 1 -- 172.21.15.76:0/2390681831 >> 172.21.15.76:0/2390681831 conn(0x7fb58c069ed0 msgr2=0x7fb58c06a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:47.061 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.058+0000 7fb590d4c640 1 -- 172.21.15.76:0/2390681831 shutdown_connections 2024-09-13T16:14:47.061 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.058+0000 7fb590d4c640 1 -- 172.21.15.76:0/2390681831 wait complete. 2024-09-13T16:14:47.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.059+0000 7fb590d4c640 1 Processor -- start 2024-09-13T16:14:47.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.059+0000 7fb590d4c640 1 -- start start 2024-09-13T16:14:47.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.060+0000 7fb590d4c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb58c071d30 0x7fb58c1e7010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:47.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.060+0000 7fb590d4c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb58c072110 0x7fb58c0adfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:47.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.060+0000 7fb590d4c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb58c0c8920 0x7fb58c14ebf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:47.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.060+0000 7fb590d4c640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb58c0c8660 con 0x7fb58c0c8920 2024-09-13T16:14:47.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.060+0000 7fb590d4c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb58c1e5f70 con 0x7fb58c072110 2024-09-13T16:14:47.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.060+0000 7fb590d4c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb58c1e6250 con 0x7fb58c071d30 2024-09-13T16:14:47.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.060+0000 7fb58ad9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb58c0c8920 0x7fb58c14ebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:47.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.060+0000 7fb58ad9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb58c0c8920 0x7fb58c14ebf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:53028/0 (socket says 172.21.15.76:53028) 2024-09-13T16:14:47.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.060+0000 7fb58ad9d640 1 -- 172.21.15.76:0/4009155329 learned_addr learned my addr 172.21.15.76:0/4009155329 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:47.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.060+0000 7fb58a59c640 1 --2- 172.21.15.76:0/4009155329 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb58c071d30 0x7fb58c1e7010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:47.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.060+0000 7fb581d9b640 1 --2- 172.21.15.76:0/4009155329 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb58c072110 0x7fb58c0adfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:47.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.061+0000 7fb58ad9d640 1 -- 172.21.15.76:0/4009155329 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb58c071d30 msgr2=0x7fb58c1e7010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:47.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.061+0000 7fb58ad9d640 1 --2- 172.21.15.76:0/4009155329 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb58c071d30 0x7fb58c1e7010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:47.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.061+0000 7fb58ad9d640 1 -- 172.21.15.76:0/4009155329 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb58c072110 msgr2=0x7fb58c0adfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:47.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.061+0000 7fb58ad9d640 1 --2- 172.21.15.76:0/4009155329 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb58c072110 0x7fb58c0adfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:47.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.061+0000 7fb58ad9d640 1 -- 172.21.15.76:0/4009155329 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb5740094d0 con 0x7fb58c0c8920 2024-09-13T16:14:47.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.061+0000 7fb58ad9d640 1 --2- 172.21.15.76:0/4009155329 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb58c0c8920 0x7fb58c14ebf0 secure :-1 s=READY pgs=2142 cs=0 l=1 rev1=1 crypto rx=0x7fb58400b970 tx=0x7fb58400be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:47.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.061+0000 7fb5837fe640 1 -- 172.21.15.76:0/4009155329 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb58400cb40 con 0x7fb58c0c8920 2024-09-13T16:14:47.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.061+0000 7fb5837fe640 1 -- 172.21.15.76:0/4009155329 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb58400ccc0 con 0x7fb58c0c8920 2024-09-13T16:14:47.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.061+0000 7fb590d4c640 1 -- 172.21.15.76:0/4009155329 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb58c1e6530 con 0x7fb58c0c8920 2024-09-13T16:14:47.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.061+0000 7fb5837fe640 1 -- 172.21.15.76:0/4009155329 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb584014680 con 0x7fb58c0c8920 2024-09-13T16:14:47.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.061+0000 7fb590d4c640 1 -- 172.21.15.76:0/4009155329 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb58c1e6af0 con 0x7fb58c0c8920 2024-09-13T16:14:47.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.062+0000 7fb590d4c640 1 -- 172.21.15.76:0/4009155329 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb58c070190 con 0x7fb58c0c8920 2024-09-13T16:14:47.066 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.062+0000 7fb5837fe640 1 -- 172.21.15.76:0/4009155329 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb58401d3b0 con 0x7fb58c0c8920 2024-09-13T16:14:47.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.063+0000 7fb5837fe640 1 --2- 172.21.15.76:0/4009155329 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb56c06ac00 0x7fb56c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:47.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.063+0000 7fb5837fe640 1 -- 172.21.15.76:0/4009155329 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(153..153 src has 1..153) v4 ==== 5263+0+0 (secure 0 0 0) 0x7fb584089080 con 0x7fb58c0c8920 2024-09-13T16:14:47.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.063+0000 7fb58a59c640 1 --2- 172.21.15.76:0/4009155329 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb56c06ac00 0x7fb56c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:47.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.063+0000 7fb58a59c640 1 --2- 172.21.15.76:0/4009155329 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb56c06ac00 0x7fb56c06d0c0 secure :-1 s=READY pgs=908 cs=0 l=1 rev1=1 crypto rx=0x7fb58c15c990 tx=0x7fb57c007e30 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:47.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.067+0000 7fb5837fe640 1 -- 172.21.15.76:0/4009155329 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fb5840544d0 con 0x7fb58c0c8920 2024-09-13T16:14:47.264 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.263+0000 7fb590d4c640 1 -- 172.21.15.76:0/4009155329 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fb58c15cb20 con 0x7fb58c0c8920 2024-09-13T16:14:47.264 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.263+0000 7fb5837fe640 1 -- 172.21.15.76:0/4009155329 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 86 v86) v1 ==== 94+0+3532 (secure 0 0 0) 0x7fb584019de0 con 0x7fb58c0c8920 2024-09-13T16:14:47.265 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:14:47.265 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":86,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7424,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/2852164393","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6833","nonce":2852164393},{"type":"v1","addr":"172.21.15.192:6835","nonce":2852164393}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":78},{"gid":8422,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6834/3941864012","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":3941864012},{"type":"v1","addr":"172.21.15.192:6834","nonce":3941864012}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":78},{"gid":9543,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6836/3196594386","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":3196594386},{"type":"v1","addr":"172.21.15.76:6836","nonce":3196594386}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":78},{"gid":9951,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6837/439004747","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":439004747},{"type":"v1","addr":"172.21.15.76:6837","nonce":439004747}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":86}],"filesystems":[]} 2024-09-13T16:14:47.265 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 86 2024-09-13T16:14:47.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.265+0000 7fb590d4c640 1 -- 172.21.15.76:0/4009155329 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb56c06ac00 msgr2=0x7fb56c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:47.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.265+0000 7fb590d4c640 1 --2- 172.21.15.76:0/4009155329 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb56c06ac00 0x7fb56c06d0c0 secure :-1 s=READY pgs=908 cs=0 l=1 rev1=1 crypto rx=0x7fb58c15c990 tx=0x7fb57c007e30 comp rx=0 tx=0).stop 2024-09-13T16:14:47.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.265+0000 7fb590d4c640 1 -- 172.21.15.76:0/4009155329 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb58c0c8920 msgr2=0x7fb58c14ebf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:47.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.265+0000 7fb590d4c640 1 --2- 172.21.15.76:0/4009155329 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb58c0c8920 0x7fb58c14ebf0 secure :-1 s=READY pgs=2142 cs=0 l=1 rev1=1 crypto rx=0x7fb58400b970 tx=0x7fb58400be30 comp rx=0 tx=0).stop 2024-09-13T16:14:47.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.265+0000 7fb590d4c640 1 -- 172.21.15.76:0/4009155329 shutdown_connections 2024-09-13T16:14:47.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.265+0000 7fb590d4c640 1 --2- 172.21.15.76:0/4009155329 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb58c0c8920 0x7fb58c14ebf0 unknown :-1 s=CLOSED pgs=2142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:47.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.265+0000 7fb590d4c640 1 --2- 172.21.15.76:0/4009155329 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb58c072110 0x7fb58c0adfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:47.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.265+0000 7fb590d4c640 1 --2- 172.21.15.76:0/4009155329 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb56c06ac00 0x7fb56c06d0c0 unknown :-1 s=CLOSED pgs=908 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:47.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.265+0000 7fb590d4c640 1 --2- 172.21.15.76:0/4009155329 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb58c071d30 0x7fb58c1e7010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:47.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.265+0000 7fb590d4c640 1 -- 172.21.15.76:0/4009155329 >> 172.21.15.76:0/4009155329 conn(0x7fb58c069ed0 msgr2=0x7fb58c0c1060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:47.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.265+0000 7fb590d4c640 1 -- 172.21.15.76:0/4009155329 shutdown_connections 2024-09-13T16:14:47.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.265+0000 7fb590d4c640 1 -- 172.21.15.76:0/4009155329 wait complete. 2024-09-13T16:14:47.278 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-13T16:14:47.278 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-13T16:14:47.278 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-13T16:14:47.278 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:14:47.278 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-13T16:14:47.278 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-13T16:14:47.279 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-13T16:14:47.279 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:14:47.279 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-13T16:14:47.279 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-13T16:14:47.279 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-13T16:14:47.279 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:14:47.279 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-13T16:14:47.280 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-13T16:14:47.280 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-13T16:14:47.280 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:14:47.288 INFO:tasks.ceph.mds.a:Stopped 2024-09-13T16:14:47.288 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-13T16:14:47.289 INFO:tasks.ceph.mds.c:Stopped 2024-09-13T16:14:47.289 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-13T16:14:47.294 INFO:tasks.ceph.mds.b:Stopped 2024-09-13T16:14:47.295 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-13T16:14:47.295 INFO:tasks.ceph.mds.d:Stopped 2024-09-13T16:14:47.295 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-13T16:14:47.332 INFO:tasks.ceph.mds.a:Started 2024-09-13T16:14:47.332 DEBUG:teuthology.parallel:result is None 2024-09-13T16:14:47.333 INFO:tasks.ceph.mds.c:Started 2024-09-13T16:14:47.333 DEBUG:teuthology.parallel:result is None 2024-09-13T16:14:47.339 INFO:tasks.ceph.mds.b:Started 2024-09-13T16:14:47.340 DEBUG:teuthology.parallel:result is None 2024-09-13T16:14:47.340 INFO:tasks.ceph.mds.d:Started 2024-09-13T16:14:47.340 DEBUG:teuthology.parallel:result is None 2024-09-13T16:14:47.341 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-13T16:14:47.405 INFO:tasks.ceph.mds.a.smithi076.stdout:starting mds.a at 2024-09-13T16:14:47.406 INFO:tasks.ceph.mds.c.smithi076.stdout:starting mds.c at 2024-09-13T16:14:47.426 INFO:tasks.ceph.mds.d.smithi192.stdout:starting mds.d at 2024-09-13T16:14:47.426 INFO:tasks.ceph.mds.b.smithi192.stdout:starting mds.b at 2024-09-13T16:14:47.446 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.445+0000 7f873bb76640 1 Processor -- start 2024-09-13T16:14:47.446 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.445+0000 7f873bb76640 1 -- start start 2024-09-13T16:14:47.448 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.446+0000 7f873bb76640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f873415c6e0 0x7f87340b3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:47.448 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.446+0000 7f873bb76640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f87340d07b0 0x7f87340b4490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:47.448 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.446+0000 7f873bb76640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f87340d1840 con 0x7f87340ccb20 2024-09-13T16:14:47.448 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.446+0000 7f873bb76640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f873406bd20 con 0x7f873415c6e0 2024-09-13T16:14:47.448 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.446+0000 7f873bb76640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f87340d0c30 con 0x7f87340d07b0 2024-09-13T16:14:47.448 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.446+0000 7f8739912640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f873415c6e0 0x7f87340b3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:47.448 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.446+0000 7f8739912640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f873415c6e0 0x7f87340b3f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.76:51422/0 (socket says 172.21.15.76:51422) 2024-09-13T16:14:47.448 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.446+0000 7f8739912640 1 -- 172.21.15.76:0/2300328903 learned_addr learned my addr 172.21.15.76:0/2300328903 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:47.448 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.446+0000 7f873a113640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7f87340ccb20 0x7f8734160030 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:38570/0 (socket says 172.21.15.76:38570) 2024-09-13T16:14:47.448 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.446+0000 7f8739111640 1 --2- 172.21.15.76:0/2300328903 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f87340d07b0 0x7f87340b4490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:47.448 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.446+0000 7f8739912640 1 -- 172.21.15.76:0/2300328903 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f87340d07b0 msgr2=0x7f87340b4490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:47.449 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.446+0000 7f8739912640 1 --2- 172.21.15.76:0/2300328903 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f87340d07b0 0x7f87340b4490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:47.449 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.446+0000 7f8739912640 1 -- 172.21.15.76:0/2300328903 >> v1:172.21.15.192:6789/0 conn(0x7f87340ccb20 legacy=0x7f8734160030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:47.449 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.446+0000 7f8739912640 1 -- 172.21.15.76:0/2300328903 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f87340d0f10 con 0x7f873415c6e0 2024-09-13T16:14:47.449 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.446+0000 7f8738910640 1 -- 172.21.15.76:0/2300328903 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1530407031 0 0) 0x7f87340d1840 con 0x7f87340ccb20 2024-09-13T16:14:47.450 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.447+0000 7f8739912640 1 --2- 172.21.15.76:0/2300328903 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f873415c6e0 0x7f87340b3f50 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f8730009870 tx=0x7f873002a1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c1d0382892f04c80 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:47.450 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.447+0000 7f8738910640 1 -- 172.21.15.76:0/2300328903 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8730032440 con 0x7f873415c6e0 2024-09-13T16:14:47.450 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.447+0000 7f8738910640 1 -- 172.21.15.76:0/2300328903 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f87300325a0 con 0x7f873415c6e0 2024-09-13T16:14:47.450 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.447+0000 7f8738910640 1 -- 172.21.15.76:0/2300328903 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8730032930 con 0x7f873415c6e0 2024-09-13T16:14:47.450 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.448+0000 7f873bb76640 1 -- 172.21.15.76:0/2300328903 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f873415c6e0 msgr2=0x7f87340b3f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:47.450 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.448+0000 7f873bb76640 1 --2- 172.21.15.76:0/2300328903 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f873415c6e0 0x7f87340b3f50 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f8730009870 tx=0x7f873002a1c0 comp rx=0 tx=0).stop 2024-09-13T16:14:47.450 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.448+0000 7f873bb76640 1 -- 172.21.15.76:0/2300328903 shutdown_connections 2024-09-13T16:14:47.451 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.448+0000 7f873bb76640 1 --2- 172.21.15.76:0/2300328903 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f87340d07b0 0x7f87340b4490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:47.451 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.448+0000 7f873bb76640 1 --2- 172.21.15.76:0/2300328903 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f873415c6e0 0x7f87340b3f50 unknown :-1 s=CLOSED pgs=672 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:47.451 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.448+0000 7f873bb76640 1 -- 172.21.15.76:0/2300328903 >> 172.21.15.76:0/2300328903 conn(0x7f8734089f60 msgr2=0x7f87340d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:47.451 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.448+0000 7f873bb76640 1 -- 172.21.15.76:0/2300328903 shutdown_connections 2024-09-13T16:14:47.451 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.448+0000 7f873bb76640 1 -- 172.21.15.76:0/2300328903 wait complete. 2024-09-13T16:14:47.453 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.449+0000 7f873bb76640 1 Processor -- start 2024-09-13T16:14:47.453 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.449+0000 7f873bb76640 1 -- start start 2024-09-13T16:14:47.453 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.450+0000 7f873bb76640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f87340ccb20 0x7f8734154540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:47.453 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.450+0000 7f873bb76640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f87340d07b0 0x7f873415d330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:47.453 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.450+0000 7f873bb76640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f873415c6e0 0x7f873415d870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:47.453 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.450+0000 7f873bb76640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f87341f3910 con 0x7f873415c6e0 2024-09-13T16:14:47.453 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.450+0000 7f873bb76640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f873415deb0 con 0x7f87340ccb20 2024-09-13T16:14:47.454 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.450+0000 7f873bb76640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f873415e190 con 0x7f87340d07b0 2024-09-13T16:14:47.454 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.450+0000 7f873a113640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f873415c6e0 0x7f873415d870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:47.454 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.450+0000 7f873a113640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f873415c6e0 0x7f873415d870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:53062/0 (socket says 172.21.15.76:53062) 2024-09-13T16:14:47.454 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.450+0000 7f873a113640 1 -- 172.21.15.76:0/3141775902 learned_addr learned my addr 172.21.15.76:0/3141775902 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:47.454 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.450+0000 7f8739912640 1 --2- 172.21.15.76:0/3141775902 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f87340ccb20 0x7f8734154540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:47.454 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.450+0000 7f8739111640 1 --2- 172.21.15.76:0/3141775902 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f87340d07b0 0x7f873415d330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:47.454 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.451+0000 7f873a113640 1 -- 172.21.15.76:0/3141775902 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f87340d07b0 msgr2=0x7f873415d330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:47.454 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.451+0000 7f873a113640 1 --2- 172.21.15.76:0/3141775902 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f87340d07b0 0x7f873415d330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:47.454 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.451+0000 7f873a113640 1 -- 172.21.15.76:0/3141775902 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f87340ccb20 msgr2=0x7f8734154540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:47.454 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.451+0000 7f873a113640 1 --2- 172.21.15.76:0/3141775902 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f87340ccb20 0x7f8734154540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:47.454 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.451+0000 7f873a113640 1 -- 172.21.15.76:0/3141775902 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f87300094d0 con 0x7f873415c6e0 2024-09-13T16:14:47.454 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.451+0000 7f873a113640 1 --2- 172.21.15.76:0/3141775902 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f873415c6e0 0x7f873415d870 secure :-1 s=READY pgs=2149 cs=0 l=1 rev1=1 crypto rx=0x7f872c00c6d0 tx=0x7f872c00cb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:47.454 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.451+0000 7f872a7fc640 1 -- 172.21.15.76:0/3141775902 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f872c004d60 con 0x7f873415c6e0 2024-09-13T16:14:47.455 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.451+0000 7f872a7fc640 1 -- 172.21.15.76:0/3141775902 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f872c00a640 con 0x7f873415c6e0 2024-09-13T16:14:47.455 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.451+0000 7f872a7fc640 1 -- 172.21.15.76:0/3141775902 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f872c00aa70 con 0x7f873415c6e0 2024-09-13T16:14:47.455 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.451+0000 7f873bb76640 1 -- 172.21.15.76:0/3141775902 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f873415e470 con 0x7f873415c6e0 2024-09-13T16:14:47.455 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.451+0000 7f873bb76640 1 -- 172.21.15.76:0/3141775902 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8734154c20 con 0x7f873415c6e0 2024-09-13T16:14:47.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.452+0000 7f873bb76640 1 -- 172.21.15.76:0/3141775902 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f87341f3da0 con 0x7f873415c6e0 2024-09-13T16:14:47.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.453+0000 7f872a7fc640 1 -- 172.21.15.76:0/3141775902 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f872c0070d0 con 0x7f873415c6e0 2024-09-13T16:14:47.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.453+0000 7f872a7fc640 1 --2- 172.21.15.76:0/3141775902 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f871806ac00 0x7f871806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:47.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.453+0000 7f872a7fc640 1 -- 172.21.15.76:0/3141775902 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(157..157 src has 1..157) v4 ==== 5263+0+0 (secure 0 0 0) 0x7f872c088730 con 0x7f873415c6e0 2024-09-13T16:14:47.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.453+0000 7f8739912640 1 --2- 172.21.15.76:0/3141775902 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f871806ac00 0x7f871806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:47.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.454+0000 7f8739912640 1 --2- 172.21.15.76:0/3141775902 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f871806ac00 0x7f871806d0c0 secure :-1 s=READY pgs=909 cs=0 l=1 rev1=1 crypto rx=0x7f8730034000 tx=0x7f873002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:47.458 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.457+0000 7f872a7fc640 1 -- 172.21.15.76:0/3141775902 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f87341f3da0 con 0x7f873415c6e0 2024-09-13T16:14:47.629 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:47.628+0000 7f873bb76640 1 -- 172.21.15.76:0/3141775902 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) v1 -- 0x7f87341f3da0 con 0x7f873415c6e0 2024-09-13T16:14:48.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.468+0000 7f872a7fc640 1 -- 172.21.15.76:0/3141775902 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v158) v1 ==== 97+0+0 (secure 0 0 0) 0x7f87341f3da0 con 0x7f873415c6e0 2024-09-13T16:14:48.470 INFO:teuthology.orchestra.run.smithi076.stderr: removed all blocklist entries 2024-09-13T16:14:48.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.470+0000 7f873bb76640 1 -- 172.21.15.76:0/3141775902 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f871806ac00 msgr2=0x7f871806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:48.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.470+0000 7f873bb76640 1 --2- 172.21.15.76:0/3141775902 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f871806ac00 0x7f871806d0c0 secure :-1 s=READY pgs=909 cs=0 l=1 rev1=1 crypto rx=0x7f8730034000 tx=0x7f873002e000 comp rx=0 tx=0).stop 2024-09-13T16:14:48.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.470+0000 7f873bb76640 1 -- 172.21.15.76:0/3141775902 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f873415c6e0 msgr2=0x7f873415d870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:48.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.470+0000 7f873bb76640 1 --2- 172.21.15.76:0/3141775902 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f873415c6e0 0x7f873415d870 secure :-1 s=READY pgs=2149 cs=0 l=1 rev1=1 crypto rx=0x7f872c00c6d0 tx=0x7f872c00cb90 comp rx=0 tx=0).stop 2024-09-13T16:14:48.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.470+0000 7f873bb76640 1 -- 172.21.15.76:0/3141775902 shutdown_connections 2024-09-13T16:14:48.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.470+0000 7f873bb76640 1 --2- 172.21.15.76:0/3141775902 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f873415c6e0 0x7f873415d870 unknown :-1 s=CLOSED pgs=2149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:48.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.470+0000 7f873bb76640 1 --2- 172.21.15.76:0/3141775902 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f871806ac00 0x7f871806d0c0 unknown :-1 s=CLOSED pgs=909 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:48.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.470+0000 7f873bb76640 1 --2- 172.21.15.76:0/3141775902 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f87340d07b0 0x7f873415d330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:48.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.470+0000 7f873bb76640 1 --2- 172.21.15.76:0/3141775902 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f87340ccb20 0x7f8734154540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:48.473 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.470+0000 7f873bb76640 1 -- 172.21.15.76:0/3141775902 >> 172.21.15.76:0/3141775902 conn(0x7f8734089f60 msgr2=0x7f87340b3610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:48.473 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.470+0000 7f873bb76640 1 -- 172.21.15.76:0/3141775902 shutdown_connections 2024-09-13T16:14:48.473 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.470+0000 7f873bb76640 1 -- 172.21.15.76:0/3141775902 wait complete. 2024-09-13T16:14:48.484 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-13T16:14:48.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.582+0000 7f4c2b933640 1 Processor -- start 2024-09-13T16:14:48.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.583+0000 7f4c2b933640 1 -- start start 2024-09-13T16:14:48.587 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.583+0000 7f4c2b933640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4c24071d30 0x7f4c24070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:48.588 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.583+0000 7f4c2b933640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4c240abdf0 con 0x7f4c24072110 2024-09-13T16:14:48.588 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.583+0000 7f4c2b933640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4c240b2280 con 0x7f4c240c8920 2024-09-13T16:14:48.588 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.583+0000 7f4c2b933640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4c240ab1e0 con 0x7f4c24071d30 2024-09-13T16:14:48.588 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.584+0000 7f4c28ece640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f4c24072110 0x7f4c240b1b70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:48292/0 (socket says 172.21.15.76:48292) 2024-09-13T16:14:48.588 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.584+0000 7f4c28ece640 1 -- 172.21.15.76:0/92053088 learned_addr learned my addr 172.21.15.76:0/92053088 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:14:48.588 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.584+0000 7f4c296cf640 1 --2- 172.21.15.76:0/92053088 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4c24071d30 0x7f4c24070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:48.588 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.584+0000 7f4c17fff640 1 -- 172.21.15.76:0/92053088 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2128897129 0 0) 0x7f4c240abdf0 con 0x7f4c24072110 2024-09-13T16:14:48.588 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.584+0000 7f4c17fff640 1 -- 172.21.15.76:0/92053088 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4c10005730 con 0x7f4c24072110 2024-09-13T16:14:48.588 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.584+0000 7f4c17fff640 1 -- 172.21.15.76:0/92053088 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 433513954 0 0) 0x7f4c10005730 con 0x7f4c24072110 2024-09-13T16:14:48.588 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.584+0000 7f4c17fff640 1 -- 172.21.15.76:0/92053088 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4c24071d30 msgr2=0x7f4c24070190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:48.588 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.584+0000 7f4c17fff640 1 --2- 172.21.15.76:0/92053088 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4c24071d30 0x7f4c24070190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:48.588 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.584+0000 7f4c17fff640 1 -- 172.21.15.76:0/92053088 >> v1:172.21.15.192:6789/0 conn(0x7f4c240c8920 legacy=0x7f4c240ac280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:48.589 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.584+0000 7f4c17fff640 1 -- 172.21.15.76:0/92053088 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4c240ab4c0 con 0x7f4c24072110 2024-09-13T16:14:48.589 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.584+0000 7f4c17fff640 1 -- 172.21.15.76:0/92053088 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f4c18001670 con 0x7f4c24072110 2024-09-13T16:14:48.589 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.584+0000 7f4c17fff640 1 -- 172.21.15.76:0/92053088 >> v1:172.21.15.76:6789/0 conn(0x7f4c24072110 legacy=0x7f4c240b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:48.589 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.584+0000 7f4c17fff640 1 --2- 172.21.15.76:0/92053088 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4c24071d30 0x7f4c10005bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:48.589 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.584+0000 7f4c17fff640 1 --2- 172.21.15.76:0/92053088 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4c100060f0 0x7f4c100069d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:48.589 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.584+0000 7f4c17fff640 1 --2- 172.21.15.76:0/92053088 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4c10006f10 0x7f4c10007390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:48.589 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.584+0000 7f4c17fff640 1 -- 172.21.15.76:0/92053088 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c240ab1e0 con 0x7f4c10006f10 2024-09-13T16:14:48.589 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.584+0000 7f4c17fff640 1 -- 172.21.15.76:0/92053088 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c1000dbf0 con 0x7f4c100060f0 2024-09-13T16:14:48.589 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.584+0000 7f4c17fff640 1 -- 172.21.15.76:0/92053088 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4c1000ddb0 con 0x7f4c24071d30 2024-09-13T16:14:48.589 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.584+0000 7f4c29ed0640 1 --2- 172.21.15.76:0/92053088 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4c10006f10 0x7f4c10007390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:48.589 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.584+0000 7f4c296cf640 1 --2- 172.21.15.76:0/92053088 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4c24071d30 0x7f4c10005bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:48.589 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.584+0000 7f4c28ece640 1 --2- 172.21.15.76:0/92053088 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4c100060f0 0x7f4c100069d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:48.589 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.585+0000 7f4c29ed0640 1 -- 172.21.15.76:0/92053088 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4c24071d30 msgr2=0x7f4c10005bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:48.589 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.585+0000 7f4c29ed0640 1 --2- 172.21.15.76:0/92053088 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4c24071d30 0x7f4c10005bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:48.590 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.585+0000 7f4c29ed0640 1 -- 172.21.15.76:0/92053088 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4c100060f0 msgr2=0x7f4c100069d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:48.590 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.585+0000 7f4c29ed0640 1 --2- 172.21.15.76:0/92053088 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4c100060f0 0x7f4c100069d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:48.590 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.585+0000 7f4c29ed0640 1 -- 172.21.15.76:0/92053088 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4c10005730 con 0x7f4c10006f10 2024-09-13T16:14:48.590 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.585+0000 7f4c29ed0640 1 --2- 172.21.15.76:0/92053088 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4c10006f10 0x7f4c10007390 secure :-1 s=READY pgs=2151 cs=0 l=1 rev1=1 crypto rx=0x7f4c1c001f60 tx=0x7f4c10007a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ca6a3e296088949d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:48.590 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.585+0000 7f4c17fff640 1 -- 172.21.15.76:0/92053088 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c1c031600 con 0x7f4c10006f10 2024-09-13T16:14:48.590 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.586+0000 7f4c17fff640 1 -- 172.21.15.76:0/92053088 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4c1c02d050 con 0x7f4c10006f10 2024-09-13T16:14:48.590 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.586+0000 7f4c17fff640 1 -- 172.21.15.76:0/92053088 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c1c0319c0 con 0x7f4c10006f10 2024-09-13T16:14:48.590 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.586+0000 7f4c2b933640 1 -- 172.21.15.76:0/92053088 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4c10006f10 msgr2=0x7f4c10007390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:48.590 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.586+0000 7f4c2b933640 1 --2- 172.21.15.76:0/92053088 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4c10006f10 0x7f4c10007390 secure :-1 s=READY pgs=2151 cs=0 l=1 rev1=1 crypto rx=0x7f4c1c001f60 tx=0x7f4c10007a00 comp rx=0 tx=0).stop 2024-09-13T16:14:48.590 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.586+0000 7f4c29ed0640 1 -- 172.21.15.76:0/92053088 reap_dead start 2024-09-13T16:14:48.590 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.586+0000 7f4c2b933640 1 -- 172.21.15.76:0/92053088 shutdown_connections 2024-09-13T16:14:48.590 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.586+0000 7f4c2b933640 1 -- 172.21.15.76:0/92053088 >> 172.21.15.76:0/92053088 conn(0x7f4c24069ed0 msgr2=0x7f4c2406a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:48.590 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.586+0000 7f4c2b933640 1 -- 172.21.15.76:0/92053088 shutdown_connections 2024-09-13T16:14:48.591 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.586+0000 7f4c2b933640 1 -- 172.21.15.76:0/92053088 wait complete. 2024-09-13T16:14:48.593 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.587+0000 7f4c2b933640 1 Processor -- start 2024-09-13T16:14:48.593 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.587+0000 7f4c2b933640 1 -- start start 2024-09-13T16:14:48.593 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.588+0000 7f4c2b933640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4c10006f10 0x7f4c241ed960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:48.593 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.588+0000 7f4c2b933640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4c240c8230 0x7f4c2406d0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:48.594 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.588+0000 7f4c2b933640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4c240aef80 0x7f4c240af430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:48.594 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.588+0000 7f4c2b933640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c2406e1b0 con 0x7f4c240aef80 2024-09-13T16:14:48.594 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.588+0000 7f4c2b933640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c240af970 con 0x7f4c240c8230 2024-09-13T16:14:48.594 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.588+0000 7f4c2b933640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4c240c86b0 con 0x7f4c10006f10 2024-09-13T16:14:48.594 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.588+0000 7f4c29ed0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4c240aef80 0x7f4c240af430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:48.594 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.588+0000 7f4c29ed0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4c240aef80 0x7f4c240af430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:53072/0 (socket says 172.21.15.76:53072) 2024-09-13T16:14:48.594 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.588+0000 7f4c29ed0640 1 -- 172.21.15.76:0/3042640418 learned_addr learned my addr 172.21.15.76:0/3042640418 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:48.594 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.588+0000 7f4c296cf640 1 --2- 172.21.15.76:0/3042640418 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4c10006f10 0x7f4c241ed960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:48.594 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.588+0000 7f4c29ed0640 1 -- 172.21.15.76:0/3042640418 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4c10006f10 msgr2=0x7f4c241ed960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:48.594 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.588+0000 7f4c29ed0640 1 --2- 172.21.15.76:0/3042640418 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4c10006f10 0x7f4c241ed960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:48.594 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.588+0000 7f4c29ed0640 1 -- 172.21.15.76:0/3042640418 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4c240c8230 msgr2=0x7f4c2406d0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:48.594 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.588+0000 7f4c29ed0640 1 --2- 172.21.15.76:0/3042640418 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4c240c8230 0x7f4c2406d0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:48.594 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.588+0000 7f4c29ed0640 1 -- 172.21.15.76:0/3042640418 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4c2406d910 con 0x7f4c240aef80 2024-09-13T16:14:48.595 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.589+0000 7f4c29ed0640 1 --2- 172.21.15.76:0/3042640418 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4c240aef80 0x7f4c240af430 secure :-1 s=READY pgs=2152 cs=0 l=1 rev1=1 crypto rx=0x7f4c1c002080 tx=0x7f4c1c0015b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:48.595 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.589+0000 7f4c15ffb640 1 -- 172.21.15.76:0/3042640418 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c1c005790 con 0x7f4c240aef80 2024-09-13T16:14:48.595 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.589+0000 7f4c15ffb640 1 -- 172.21.15.76:0/3042640418 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4c1c03c420 con 0x7f4c240aef80 2024-09-13T16:14:48.595 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.589+0000 7f4c2b933640 1 -- 172.21.15.76:0/3042640418 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4c2406dbf0 con 0x7f4c240aef80 2024-09-13T16:14:48.595 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.589+0000 7f4c15ffb640 1 -- 172.21.15.76:0/3042640418 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c1c03c7b0 con 0x7f4c240aef80 2024-09-13T16:14:48.595 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.589+0000 7f4c2b933640 1 -- 172.21.15.76:0/3042640418 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4c241eecc0 con 0x7f4c240aef80 2024-09-13T16:14:48.595 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.590+0000 7f4c2b933640 1 -- 172.21.15.76:0/3042640418 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4c241eeb00 con 0x7f4c240aef80 2024-09-13T16:14:48.595 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.590+0000 7f4c15ffb640 1 -- 172.21.15.76:0/3042640418 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f4c1c03c910 con 0x7f4c240aef80 2024-09-13T16:14:48.595 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.591+0000 7f4c15ffb640 1 --2- 172.21.15.76:0/3042640418 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4c0806ac30 0x7f4c0806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:48.595 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.591+0000 7f4c15ffb640 1 -- 172.21.15.76:0/3042640418 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(158..158 src has 1..158) v4 ==== 5177+0+0 (secure 0 0 0) 0x7f4c1c0a9a10 con 0x7f4c240aef80 2024-09-13T16:14:48.595 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.591+0000 7f4c296cf640 1 --2- 172.21.15.76:0/3042640418 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4c0806ac30 0x7f4c0806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:48.595 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.591+0000 7f4c296cf640 1 --2- 172.21.15.76:0/3042640418 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4c0806ac30 0x7f4c0806d0f0 secure :-1 s=READY pgs=914 cs=0 l=1 rev1=1 crypto rx=0x7f4c240afb90 tx=0x7f4c20008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:48.596 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.595+0000 7f4c15ffb640 1 -- 172.21.15.76:0/3042640418 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f4c1c074f20 con 0x7f4c240aef80 2024-09-13T16:14:48.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.815+0000 7f4c2b933640 1 -- 172.21.15.76:0/3042640418 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) v1 -- 0x7f4c241eeee0 con 0x7f4c240aef80 2024-09-13T16:14:48.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.815+0000 7f4c15ffb640 1 -- 172.21.15.76:0/3042640418 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v21) v1 ==== 80+0+5304 (secure 0 0 0) 0x7f4c1c078540 con 0x7f4c240aef80 2024-09-13T16:14:48.817 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:14:48.817 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2024-09-13T16:14:48.817 INFO:teuthology.orchestra.run.smithi076.stdout: "auth_dump": [ 2024-09-13T16:14:48.817 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:14:48.817 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "mds.a", 2024-09-13T16:14:48.817 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCpYeRmhpbDIhAA8WT8i+Y1tgoeXaZ5z2v/fg==", 2024-09-13T16:14:48.817 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:14:48.817 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2024-09-13T16:14:48.817 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow *", 2024-09-13T16:14:48.817 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow *", 2024-09-13T16:14:48.818 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:14:48.818 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:14:48.818 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:14:48.818 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:14:48.818 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "mds.b", 2024-09-13T16:14:48.818 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCpYeRm7+GPLhAAACMaymp+VjVEUz9QMYOL+Q==", 2024-09-13T16:14:48.818 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:14:48.818 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2024-09-13T16:14:48.818 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow *", 2024-09-13T16:14:48.818 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow *", 2024-09-13T16:14:48.818 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:14:48.819 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:14:48.819 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:14:48.819 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:14:48.819 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "mds.c", 2024-09-13T16:14:48.819 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCpYeRmxODtKRAAtjLryQw+T9UxeHw7cgOyBg==", 2024-09-13T16:14:48.819 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:14:48.819 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2024-09-13T16:14:48.819 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow *", 2024-09-13T16:14:48.819 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow *", 2024-09-13T16:14:48.819 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:14:48.819 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:14:48.819 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:14:48.819 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:14:48.820 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "mds.d", 2024-09-13T16:14:48.820 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCpYeRmBNiYNRAAHTjLTeGOi09w8TLVtcu/+w==", 2024-09-13T16:14:48.820 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:14:48.820 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2024-09-13T16:14:48.820 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow *", 2024-09-13T16:14:48.820 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow *", 2024-09-13T16:14:48.820 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:14:48.820 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:14:48.820 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:14:48.820 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:14:48.820 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.0", 2024-09-13T16:14:48.820 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCtYeRm81gnEBAAJFt3u2dcQShl7t5nNN5y6Q==", 2024-09-13T16:14:48.820 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:14:48.821 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2024-09-13T16:14:48.821 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2024-09-13T16:14:48.821 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:14:48.821 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:14:48.821 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:14:48.821 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:14:48.821 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.1", 2024-09-13T16:14:48.821 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCwYeRmzsY4DxAALx5wAImWLwrw6n8ZRuXDvA==", 2024-09-13T16:14:48.821 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:14:48.821 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2024-09-13T16:14:48.821 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2024-09-13T16:14:48.821 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:14:48.821 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:14:48.822 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:14:48.822 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:14:48.822 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.2", 2024-09-13T16:14:48.822 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCzYeRmYRs9DRAAh6ptqIXTwUjSNlevHFJnAQ==", 2024-09-13T16:14:48.822 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:14:48.822 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2024-09-13T16:14:48.822 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2024-09-13T16:14:48.822 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:14:48.822 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:14:48.822 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:14:48.822 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:14:48.822 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.3", 2024-09-13T16:14:48.822 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQC2YeRmMIp6CxAAHygGhWHXCt69qZDrrGTt5A==", 2024-09-13T16:14:48.822 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:14:48.822 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2024-09-13T16:14:48.823 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2024-09-13T16:14:48.823 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:14:48.823 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:14:48.823 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:14:48.823 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:14:48.823 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.4", 2024-09-13T16:14:48.823 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQC8YeRmde7vDhAAE7RHK15msWPxEtglPpWMTQ==", 2024-09-13T16:14:48.823 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:14:48.823 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2024-09-13T16:14:48.823 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2024-09-13T16:14:48.823 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:14:48.823 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:14:48.823 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:14:48.823 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:14:48.824 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.5", 2024-09-13T16:14:48.824 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQC/YeRmgyzZDBAAG96iDIvt2yQ9W5Fl1maItg==", 2024-09-13T16:14:48.824 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:14:48.824 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2024-09-13T16:14:48.824 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2024-09-13T16:14:48.824 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:14:48.824 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:14:48.824 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:14:48.824 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:14:48.824 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.6", 2024-09-13T16:14:48.824 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQDCYeRm6pRBCxAAq8l2Cikc/aRaC4C4xYYrLA==", 2024-09-13T16:14:48.824 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:14:48.824 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2024-09-13T16:14:48.825 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2024-09-13T16:14:48.825 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:14:48.825 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:14:48.825 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:14:48.825 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:14:48.825 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "osd.7", 2024-09-13T16:14:48.825 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQDFYeRmMM8MCRAAqYR5B7VgEph0UVNjCZPTzg==", 2024-09-13T16:14:48.825 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:14:48.825 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow profile osd", 2024-09-13T16:14:48.825 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile osd", 2024-09-13T16:14:48.825 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:14:48.825 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:14:48.825 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:14:48.825 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:14:48.825 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "client.0", 2024-09-13T16:14:48.826 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCpYeRmqhyiORAAp0ZHMscpsAOj1YZ+SSqHoA==", 2024-09-13T16:14:48.826 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:14:48.826 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2024-09-13T16:14:48.826 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow r", 2024-09-13T16:14:48.826 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-13T16:14:48.826 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:14:48.826 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:14:48.826 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:14:48.826 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "client.1", 2024-09-13T16:14:48.826 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCqYeRmgijBBhAAS5zvjGxEcjj4RKB20HX7kg==", 2024-09-13T16:14:48.826 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:14:48.826 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2024-09-13T16:14:48.826 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow r", 2024-09-13T16:14:48.826 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow rw", 2024-09-13T16:14:48.827 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow rwx" 2024-09-13T16:14:48.827 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:14:48.827 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:14:48.827 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:14:48.827 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "client.2", 2024-09-13T16:14:48.827 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCqYeRmK8OPAxAAQeO1ZZu7/x4/qXzHFFDzBg==", 2024-09-13T16:14:48.827 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:14:48.827 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2024-09-13T16:14:48.827 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow r", 2024-09-13T16:14:48.827 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow rw", 2024-09-13T16:14:48.827 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow rwx" 2024-09-13T16:14:48.827 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:14:48.827 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:14:48.827 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:14:48.828 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "client.3", 2024-09-13T16:14:48.828 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCqYeRmAYJGDBAA4elK4g7yitQwUnpv/vkuSQ==", 2024-09-13T16:14:48.828 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:14:48.828 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow", 2024-09-13T16:14:48.828 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow r", 2024-09-13T16:14:48.828 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow rw", 2024-09-13T16:14:48.828 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow rwx" 2024-09-13T16:14:48.828 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:14:48.828 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:14:48.828 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:14:48.828 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "client.admin", 2024-09-13T16:14:48.828 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCpYeRmz4sKBxAAmVD/bGSWAPyJICtwMc8R7Q==", 2024-09-13T16:14:48.828 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:14:48.828 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow *", 2024-09-13T16:14:48.828 INFO:teuthology.orchestra.run.smithi076.stdout: "mgr": "allow *", 2024-09-13T16:14:48.829 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow *", 2024-09-13T16:14:48.829 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:14:48.829 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:14:48.829 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:14:48.829 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:14:48.829 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "mgr.x", 2024-09-13T16:14:48.829 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCpYeRmzy+SHxAAeh91mEyErD2yMaJ+R9p7MQ==", 2024-09-13T16:14:48.829 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:14:48.829 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow *", 2024-09-13T16:14:48.829 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile mgr", 2024-09-13T16:14:48.829 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:14:48.829 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:14:48.829 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:14:48.830 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:14:48.830 INFO:teuthology.orchestra.run.smithi076.stdout: "entity": "mgr.y", 2024-09-13T16:14:48.830 INFO:teuthology.orchestra.run.smithi076.stdout: "key": "AQCpYeRmMS6hGxAAhyu76q81PXPjC+BAmqi2Lw==", 2024-09-13T16:14:48.830 INFO:teuthology.orchestra.run.smithi076.stdout: "caps": { 2024-09-13T16:14:48.830 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": "allow *", 2024-09-13T16:14:48.830 INFO:teuthology.orchestra.run.smithi076.stdout: "mon": "allow profile mgr", 2024-09-13T16:14:48.830 INFO:teuthology.orchestra.run.smithi076.stdout: "osd": "allow *" 2024-09-13T16:14:48.830 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:14:48.830 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:14:48.830 INFO:teuthology.orchestra.run.smithi076.stdout: ] 2024-09-13T16:14:48.830 INFO:teuthology.orchestra.run.smithi076.stdout:} 2024-09-13T16:14:48.832 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.817+0000 7f4c2b933640 1 -- 172.21.15.76:0/3042640418 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4c0806ac30 msgr2=0x7f4c0806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:48.832 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.817+0000 7f4c2b933640 1 --2- 172.21.15.76:0/3042640418 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4c0806ac30 0x7f4c0806d0f0 secure :-1 s=READY pgs=914 cs=0 l=1 rev1=1 crypto rx=0x7f4c240afb90 tx=0x7f4c20008040 comp rx=0 tx=0).stop 2024-09-13T16:14:48.832 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.817+0000 7f4c2b933640 1 -- 172.21.15.76:0/3042640418 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4c240aef80 msgr2=0x7f4c240af430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:48.832 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.817+0000 7f4c2b933640 1 --2- 172.21.15.76:0/3042640418 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4c240aef80 0x7f4c240af430 secure :-1 s=READY pgs=2152 cs=0 l=1 rev1=1 crypto rx=0x7f4c1c002080 tx=0x7f4c1c0015b0 comp rx=0 tx=0).stop 2024-09-13T16:14:48.832 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.817+0000 7f4c2b933640 1 -- 172.21.15.76:0/3042640418 shutdown_connections 2024-09-13T16:14:48.832 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.817+0000 7f4c2b933640 1 --2- 172.21.15.76:0/3042640418 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4c240aef80 0x7f4c240af430 unknown :-1 s=CLOSED pgs=2152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:48.832 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.817+0000 7f4c2b933640 1 --2- 172.21.15.76:0/3042640418 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4c240c8230 0x7f4c2406d0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:48.832 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.817+0000 7f4c2b933640 1 --2- 172.21.15.76:0/3042640418 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4c0806ac30 0x7f4c0806d0f0 unknown :-1 s=CLOSED pgs=914 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:48.832 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.817+0000 7f4c2b933640 1 --2- 172.21.15.76:0/3042640418 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4c10006f10 0x7f4c241ed960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:48.832 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.817+0000 7f4c2b933640 1 -- 172.21.15.76:0/3042640418 >> 172.21.15.76:0/3042640418 conn(0x7f4c24069ed0 msgr2=0x7f4c2415b1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:48.833 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.817+0000 7f4c2b933640 1 -- 172.21.15.76:0/3042640418 shutdown_connections 2024-09-13T16:14:48.833 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.817+0000 7f4c2b933640 1 -- 172.21.15.76:0/3042640418 wait complete. 2024-09-13T16:14:48.833 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:14:48.931 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.930+0000 7f0c9e6c9640 1 Processor -- start 2024-09-13T16:14:48.931 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.930+0000 7f0c9e6c9640 1 -- start start 2024-09-13T16:14:48.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.930+0000 7f0c9e6c9640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f0c980c9030 0x7f0c98070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:48.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.930+0000 7f0c9e6c9640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0c980abdf0 con 0x7f0c98071d30 2024-09-13T16:14:48.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.930+0000 7f0c9e6c9640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0c980b2280 con 0x7f0c98072110 2024-09-13T16:14:48.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.930+0000 7f0c9e6c9640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0c980ab1e0 con 0x7f0c980c9030 2024-09-13T16:14:48.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.931+0000 7f0c9cc66640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f0c980c9030 0x7f0c98070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:48.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.931+0000 7f0c97fff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f0c98071d30 0x7f0c980b1b70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:48298/0 (socket says 172.21.15.76:48298) 2024-09-13T16:14:48.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.931+0000 7f0c97fff640 1 -- 172.21.15.76:0/940894673 learned_addr learned my addr 172.21.15.76:0/940894673 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:14:48.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.931+0000 7f0c9cc66640 1 -- 172.21.15.76:0/940894673 >> v1:172.21.15.192:6789/0 conn(0x7f0c98072110 legacy=0x7f0c980c8920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:48.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.931+0000 7f0c9cc66640 1 -- 172.21.15.76:0/940894673 >> v1:172.21.15.76:6789/0 conn(0x7f0c98071d30 legacy=0x7f0c980b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:48.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.931+0000 7f0c9cc66640 1 -- 172.21.15.76:0/940894673 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0c980ab4c0 con 0x7f0c980c9030 2024-09-13T16:14:48.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.932+0000 7f0c9cc66640 1 --2- 172.21.15.76:0/940894673 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0c980c9030 0x7f0c98070190 secure :-1 s=READY pgs=2154 cs=0 l=1 rev1=1 crypto rx=0x7f0c90009d90 tx=0x7f0c9002a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bc94f2d1bb527555 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:48.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.932+0000 7f0c96ffd640 1 -- 172.21.15.76:0/940894673 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c90007740 con 0x7f0c980c9030 2024-09-13T16:14:48.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.932+0000 7f0c96ffd640 1 -- 172.21.15.76:0/940894673 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0c9002d050 con 0x7f0c980c9030 2024-09-13T16:14:48.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.932+0000 7f0c96ffd640 1 -- 172.21.15.76:0/940894673 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c90007ac0 con 0x7f0c980c9030 2024-09-13T16:14:48.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.932+0000 7f0c9e6c9640 1 -- 172.21.15.76:0/940894673 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0c980c9030 msgr2=0x7f0c98070190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:48.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.932+0000 7f0c9e6c9640 1 --2- 172.21.15.76:0/940894673 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0c980c9030 0x7f0c98070190 secure :-1 s=READY pgs=2154 cs=0 l=1 rev1=1 crypto rx=0x7f0c90009d90 tx=0x7f0c9002a6a0 comp rx=0 tx=0).stop 2024-09-13T16:14:48.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.932+0000 7f0c9e6c9640 1 -- 172.21.15.76:0/940894673 shutdown_connections 2024-09-13T16:14:48.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.932+0000 7f0c9e6c9640 1 --2- 172.21.15.76:0/940894673 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0c980c9030 0x7f0c98070190 unknown :-1 s=CLOSED pgs=2154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:48.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.932+0000 7f0c9e6c9640 1 -- 172.21.15.76:0/940894673 >> 172.21.15.76:0/940894673 conn(0x7f0c98069ed0 msgr2=0x7f0c9806a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:48.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.932+0000 7f0c9e6c9640 1 -- 172.21.15.76:0/940894673 shutdown_connections 2024-09-13T16:14:48.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.932+0000 7f0c9e6c9640 1 -- 172.21.15.76:0/940894673 wait complete. 2024-09-13T16:14:48.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.933+0000 7f0c9e6c9640 1 Processor -- start 2024-09-13T16:14:48.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.934+0000 7f0c9e6c9640 1 -- start start 2024-09-13T16:14:48.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.934+0000 7f0c9e6c9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0c98071d30 0x7f0c9815ab20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:48.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.934+0000 7f0c9e6c9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0c98072110 0x7f0c98098540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:48.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.934+0000 7f0c9e6c9640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0c980c9030 0x7f0c980adcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:48.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.934+0000 7f0c9e6c9640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c980c5440 con 0x7f0c98072110 2024-09-13T16:14:48.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.934+0000 7f0c9e6c9640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c980c5720 con 0x7f0c980c9030 2024-09-13T16:14:48.939 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.934+0000 7f0c9e6c9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0c980c5a00 con 0x7f0c98071d30 2024-09-13T16:14:48.939 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.934+0000 7f0c977fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0c98072110 0x7f0c98098540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:48.939 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.934+0000 7f0c977fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0c98072110 0x7f0c98098540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:53096/0 (socket says 172.21.15.76:53096) 2024-09-13T16:14:48.939 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.934+0000 7f0c977fe640 1 -- 172.21.15.76:0/1596240774 learned_addr learned my addr 172.21.15.76:0/1596240774 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:48.939 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.935+0000 7f0c97fff640 1 --2- 172.21.15.76:0/1596240774 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0c98071d30 0x7f0c9815ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:48.939 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.935+0000 7f0c9cc66640 1 --2- 172.21.15.76:0/1596240774 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0c980c9030 0x7f0c980adcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:48.939 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.935+0000 7f0c977fe640 1 -- 172.21.15.76:0/1596240774 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0c98071d30 msgr2=0x7f0c9815ab20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:48.939 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.935+0000 7f0c977fe640 1 --2- 172.21.15.76:0/1596240774 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0c98071d30 0x7f0c9815ab20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:48.939 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.935+0000 7f0c977fe640 1 -- 172.21.15.76:0/1596240774 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0c980c9030 msgr2=0x7f0c980adcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:48.939 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.935+0000 7f0c977fe640 1 --2- 172.21.15.76:0/1596240774 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0c980c9030 0x7f0c980adcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:48.939 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.935+0000 7f0c977fe640 1 -- 172.21.15.76:0/1596240774 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0c90009a70 con 0x7f0c98072110 2024-09-13T16:14:48.939 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.935+0000 7f0c9cc66640 1 --2- 172.21.15.76:0/1596240774 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0c980c9030 0x7f0c980adcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:14:48.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.935+0000 7f0c977fe640 1 --2- 172.21.15.76:0/1596240774 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0c98072110 0x7f0c98098540 secure :-1 s=READY pgs=2155 cs=0 l=1 rev1=1 crypto rx=0x7f0c8c00c430 tx=0x7f0c8c00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:48.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.935+0000 7f0c94ff9640 1 -- 172.21.15.76:0/1596240774 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c8c011790 con 0x7f0c98072110 2024-09-13T16:14:48.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.935+0000 7f0c94ff9640 1 -- 172.21.15.76:0/1596240774 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0c8c0118f0 con 0x7f0c98072110 2024-09-13T16:14:48.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.935+0000 7f0c9e6c9640 1 -- 172.21.15.76:0/1596240774 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0c980c5ce0 con 0x7f0c98072110 2024-09-13T16:14:48.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.935+0000 7f0c94ff9640 1 -- 172.21.15.76:0/1596240774 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c8c011ce0 con 0x7f0c98072110 2024-09-13T16:14:48.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.935+0000 7f0c9e6c9640 1 -- 172.21.15.76:0/1596240774 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0c98099000 con 0x7f0c98072110 2024-09-13T16:14:48.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.936+0000 7f0c9e6c9640 1 -- 172.21.15.76:0/1596240774 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0c980c5f00 con 0x7f0c98072110 2024-09-13T16:14:48.941 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.937+0000 7f0c94ff9640 1 -- 172.21.15.76:0/1596240774 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f0c8c01c460 con 0x7f0c98072110 2024-09-13T16:14:48.941 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.937+0000 7f0c94ff9640 1 --2- 172.21.15.76:0/1596240774 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0c8406ac00 0x7f0c8406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:48.941 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.937+0000 7f0c97fff640 1 --2- 172.21.15.76:0/1596240774 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0c8406ac00 0x7f0c8406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:48.941 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.937+0000 7f0c94ff9640 1 -- 172.21.15.76:0/1596240774 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(158..158 src has 1..158) v4 ==== 5177+0+0 (secure 0 0 0) 0x7f0c8c089130 con 0x7f0c98072110 2024-09-13T16:14:48.941 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.938+0000 7f0c97fff640 1 --2- 172.21.15.76:0/1596240774 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0c8406ac00 0x7f0c8406d0c0 secure :-1 s=READY pgs=915 cs=0 l=1 rev1=1 crypto rx=0x7f0c88005880 tx=0x7f0c88009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:48.943 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:48.941+0000 7f0c94ff9640 1 -- 172.21.15.76:0/1596240774 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f0c8c054520 con 0x7f0c98072110 2024-09-13T16:14:49.107 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.106+0000 7f0c9e6c9640 1 -- 172.21.15.76:0/1596240774 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f0c98070190 con 0x7f0c98072110 2024-09-13T16:14:49.108 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.107+0000 7f0c94ff9640 1 -- 172.21.15.76:0/1596240774 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v158) v1 ==== 74+0+13036 (secure 0 0 0) 0x7f0c8c057b40 con 0x7f0c98072110 2024-09-13T16:14:49.108 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:14:49.108 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":158,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:14:48.461029+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":22,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:14:49.110 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.109+0000 7f0c9e6c9640 1 -- 172.21.15.76:0/1596240774 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0c8406ac00 msgr2=0x7f0c8406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:49.111 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.109+0000 7f0c9e6c9640 1 --2- 172.21.15.76:0/1596240774 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0c8406ac00 0x7f0c8406d0c0 secure :-1 s=READY pgs=915 cs=0 l=1 rev1=1 crypto rx=0x7f0c88005880 tx=0x7f0c88009040 comp rx=0 tx=0).stop 2024-09-13T16:14:49.111 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.109+0000 7f0c9e6c9640 1 -- 172.21.15.76:0/1596240774 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0c98072110 msgr2=0x7f0c98098540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:49.111 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.109+0000 7f0c9e6c9640 1 --2- 172.21.15.76:0/1596240774 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0c98072110 0x7f0c98098540 secure :-1 s=READY pgs=2155 cs=0 l=1 rev1=1 crypto rx=0x7f0c8c00c430 tx=0x7f0c8c00c8f0 comp rx=0 tx=0).stop 2024-09-13T16:14:49.111 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.109+0000 7f0c9e6c9640 1 -- 172.21.15.76:0/1596240774 shutdown_connections 2024-09-13T16:14:49.111 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.109+0000 7f0c9e6c9640 1 --2- 172.21.15.76:0/1596240774 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0c980c9030 0x7f0c980adcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:49.111 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.109+0000 7f0c9e6c9640 1 --2- 172.21.15.76:0/1596240774 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f0c98072110 0x7f0c98098540 unknown :-1 s=CLOSED pgs=2155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:49.111 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.109+0000 7f0c9e6c9640 1 --2- 172.21.15.76:0/1596240774 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0c8406ac00 0x7f0c8406d0c0 unknown :-1 s=CLOSED pgs=915 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:49.111 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.109+0000 7f0c9e6c9640 1 --2- 172.21.15.76:0/1596240774 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f0c98071d30 0x7f0c9815ab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:49.111 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.109+0000 7f0c9e6c9640 1 -- 172.21.15.76:0/1596240774 >> 172.21.15.76:0/1596240774 conn(0x7f0c98069ed0 msgr2=0x7f0c980cad50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:49.111 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.109+0000 7f0c9e6c9640 1 -- 172.21.15.76:0/1596240774 shutdown_connections 2024-09-13T16:14:49.111 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.109+0000 7f0c9e6c9640 1 -- 172.21.15.76:0/1596240774 wait complete. 2024-09-13T16:14:49.121 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:01:26.960607+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:14:49.121 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:14:49.223 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.222+0000 7efc108e9640 1 Processor -- start 2024-09-13T16:14:49.223 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.222+0000 7efc108e9640 1 -- start start 2024-09-13T16:14:49.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.222+0000 7efc108e9640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7efc0c06c8a0 0x7efc0c0b1160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:49.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.223+0000 7efc108e9640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7efc0c071b20 0x7efc0c0b16a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:49.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.223+0000 7efc108e9640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efc0c0b2d10 con 0x7efc0c158b00 2024-09-13T16:14:49.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.223+0000 7efc108e9640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efc0c0b2ff0 con 0x7efc0c071b20 2024-09-13T16:14:49.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.223+0000 7efc108e9640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efc0c070310 con 0x7efc0c06c8a0 2024-09-13T16:14:49.227 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.223+0000 7efc0ad9d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7efc0c071b20 0x7efc0c0b16a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:49.227 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.223+0000 7efc0ad9d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7efc0c071b20 0x7efc0c0b16a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:53106/0 (socket says 172.21.15.76:53106) 2024-09-13T16:14:49.227 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.223+0000 7efc0ad9d640 1 -- 172.21.15.76:0/4224223309 learned_addr learned my addr 172.21.15.76:0/4224223309 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:49.227 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.223+0000 7efc0ad9d640 1 -- 172.21.15.76:0/4224223309 >> v2:172.21.15.192:3300/0 conn(0x7efc0c06c8a0 msgr2=0x7efc0c0b1160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:49.227 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.223+0000 7efc01d9b640 1 --2- 172.21.15.76:0/4224223309 >> v2:172.21.15.192:3300/0 conn(0x7efc0c06c8a0 0x7efc0c0b1160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:49.227 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.223+0000 7efc0ad9d640 1 --2- 172.21.15.76:0/4224223309 >> v2:172.21.15.192:3300/0 conn(0x7efc0c06c8a0 0x7efc0c0b1160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:49.227 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.223+0000 7efc0ad9d640 1 -- 172.21.15.76:0/4224223309 >> v1:172.21.15.192:6789/0 conn(0x7efc0c158b00 legacy=0x7efc0c06c190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:49.227 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.223+0000 7efc0ad9d640 1 -- 172.21.15.76:0/4224223309 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efc0c0705f0 con 0x7efc0c071b20 2024-09-13T16:14:49.227 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.223+0000 7efc01d9b640 1 --2- 172.21.15.76:0/4224223309 >> v2:172.21.15.192:3300/0 conn(0x7efc0c06c8a0 0x7efc0c0b1160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:14:49.227 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.224+0000 7efc0ad9d640 1 --2- 172.21.15.76:0/4224223309 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efc0c071b20 0x7efc0c0b16a0 secure :-1 s=READY pgs=2156 cs=0 l=1 rev1=1 crypto rx=0x7efc0c070140 tx=0x7efc0402c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e83e4d09037dad7 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:49.227 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.224+0000 7efc09d9b640 1 -- 172.21.15.76:0/4224223309 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc04009600 con 0x7efc0c071b20 2024-09-13T16:14:49.228 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.224+0000 7efc09d9b640 1 -- 172.21.15.76:0/4224223309 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efc04009760 con 0x7efc0c071b20 2024-09-13T16:14:49.228 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.224+0000 7efc09d9b640 1 -- 172.21.15.76:0/4224223309 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc04009af0 con 0x7efc0c071b20 2024-09-13T16:14:49.228 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.224+0000 7efc108e9640 1 -- 172.21.15.76:0/4224223309 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efc0c071b20 msgr2=0x7efc0c0b16a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:49.228 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.224+0000 7efc108e9640 1 --2- 172.21.15.76:0/4224223309 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efc0c071b20 0x7efc0c0b16a0 secure :-1 s=READY pgs=2156 cs=0 l=1 rev1=1 crypto rx=0x7efc0c070140 tx=0x7efc0402c900 comp rx=0 tx=0).stop 2024-09-13T16:14:49.228 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.224+0000 7efc108e9640 1 -- 172.21.15.76:0/4224223309 shutdown_connections 2024-09-13T16:14:49.228 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.224+0000 7efc108e9640 1 --2- 172.21.15.76:0/4224223309 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efc0c071b20 0x7efc0c0b16a0 unknown :-1 s=CLOSED pgs=2156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:49.228 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.224+0000 7efc108e9640 1 --2- 172.21.15.76:0/4224223309 >> v2:172.21.15.192:3300/0 conn(0x7efc0c06c8a0 0x7efc0c0b1160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:49.228 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.224+0000 7efc108e9640 1 -- 172.21.15.76:0/4224223309 >> 172.21.15.76:0/4224223309 conn(0x7efc0c06a0b0 msgr2=0x7efc0c06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:49.228 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.224+0000 7efc108e9640 1 -- 172.21.15.76:0/4224223309 shutdown_connections 2024-09-13T16:14:49.228 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.224+0000 7efc108e9640 1 -- 172.21.15.76:0/4224223309 wait complete. 2024-09-13T16:14:49.231 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.226+0000 7efc108e9640 1 Processor -- start 2024-09-13T16:14:49.231 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.226+0000 7efc108e9640 1 -- start start 2024-09-13T16:14:49.231 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.227+0000 7efc108e9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efc0c06c8a0 0x7efc0c15b370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:49.231 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.227+0000 7efc108e9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efc0c071b20 0x7efc0c156bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:49.231 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.227+0000 7efc108e9640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efc0c158b00 0x7efc0c157100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:49.231 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.227+0000 7efc108e9640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc0c157640 con 0x7efc0c071b20 2024-09-13T16:14:49.231 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.227+0000 7efc108e9640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc0c0c1af0 con 0x7efc0c158b00 2024-09-13T16:14:49.232 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.227+0000 7efc108e9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efc0c1f1850 con 0x7efc0c06c8a0 2024-09-13T16:14:49.232 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.227+0000 7efc01d9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efc0c071b20 0x7efc0c156bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:49.232 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.227+0000 7efc01d9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efc0c071b20 0x7efc0c156bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:53120/0 (socket says 172.21.15.76:53120) 2024-09-13T16:14:49.232 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.227+0000 7efc01d9b640 1 -- 172.21.15.76:0/234195686 learned_addr learned my addr 172.21.15.76:0/234195686 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:49.232 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.227+0000 7efc0ad9d640 1 --2- 172.21.15.76:0/234195686 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efc0c158b00 0x7efc0c157100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:49.232 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.227+0000 7efc0a59c640 1 --2- 172.21.15.76:0/234195686 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efc0c06c8a0 0x7efc0c15b370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:49.232 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.227+0000 7efc01d9b640 1 -- 172.21.15.76:0/234195686 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efc0c06c8a0 msgr2=0x7efc0c15b370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:49.232 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.227+0000 7efc01d9b640 1 --2- 172.21.15.76:0/234195686 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efc0c06c8a0 0x7efc0c15b370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:49.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.227+0000 7efc01d9b640 1 -- 172.21.15.76:0/234195686 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efc0c158b00 msgr2=0x7efc0c157100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:49.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.227+0000 7efc01d9b640 1 --2- 172.21.15.76:0/234195686 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efc0c158b00 0x7efc0c157100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:49.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.227+0000 7efc01d9b640 1 -- 172.21.15.76:0/234195686 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efc0400bd40 con 0x7efc0c071b20 2024-09-13T16:14:49.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.227+0000 7efc0ad9d640 1 --2- 172.21.15.76:0/234195686 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efc0c158b00 0x7efc0c157100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:14:49.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.227+0000 7efc01d9b640 1 --2- 172.21.15.76:0/234195686 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efc0c071b20 0x7efc0c156bc0 secure :-1 s=READY pgs=2157 cs=0 l=1 rev1=1 crypto rx=0x7efbf400c7f0 tx=0x7efbf400cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:49.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.227+0000 7efc037fe640 1 -- 172.21.15.76:0/234195686 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efbf4007a30 con 0x7efc0c071b20 2024-09-13T16:14:49.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.227+0000 7efc037fe640 1 -- 172.21.15.76:0/234195686 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efbf4007b90 con 0x7efc0c071b20 2024-09-13T16:14:49.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.228+0000 7efc108e9640 1 -- 172.21.15.76:0/234195686 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efc0c0c1d40 con 0x7efc0c071b20 2024-09-13T16:14:49.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.228+0000 7efc037fe640 1 -- 172.21.15.76:0/234195686 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efbf400ce40 con 0x7efc0c071b20 2024-09-13T16:14:49.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.228+0000 7efc108e9640 1 -- 172.21.15.76:0/234195686 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efc0c0c2300 con 0x7efc0c071b20 2024-09-13T16:14:49.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.229+0000 7efc108e9640 1 -- 172.21.15.76:0/234195686 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efc0c0c2520 con 0x7efc0c071b20 2024-09-13T16:14:49.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.229+0000 7efc037fe640 1 -- 172.21.15.76:0/234195686 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7efbf40113f0 con 0x7efc0c071b20 2024-09-13T16:14:49.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.229+0000 7efc037fe640 1 --2- 172.21.15.76:0/234195686 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efbec06ac00 0x7efbec06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:49.234 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.229+0000 7efc037fe640 1 -- 172.21.15.76:0/234195686 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(158..158 src has 1..158) v4 ==== 5177+0+0 (secure 0 0 0) 0x7efbf4089270 con 0x7efc0c071b20 2024-09-13T16:14:49.234 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.229+0000 7efc0a59c640 1 --2- 172.21.15.76:0/234195686 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efbec06ac00 0x7efbec06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:49.234 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.230+0000 7efc0a59c640 1 --2- 172.21.15.76:0/234195686 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efbec06ac00 0x7efbec06d0c0 secure :-1 s=READY pgs=916 cs=0 l=1 rev1=1 crypto rx=0x7efbfc006fd0 tx=0x7efbfc008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:49.234 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.233+0000 7efc037fe640 1 -- 172.21.15.76:0/234195686 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7efbf40546f0 con 0x7efc0c071b20 2024-09-13T16:14:49.393 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.392+0000 7efc108e9640 1 -- 172.21.15.76:0/234195686 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7efc0c0cea60 con 0x7efc0c071b20 2024-09-13T16:14:49.394 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.392+0000 7efc037fe640 1 -- 172.21.15.76:0/234195686 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v158) v1 ==== 93+0+10 (secure 0 0 0) 0x7efbf401f020 con 0x7efc0c071b20 2024-09-13T16:14:49.394 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2024-09-13T16:14:49.396 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.395+0000 7efc108e9640 1 -- 172.21.15.76:0/234195686 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efbec06ac00 msgr2=0x7efbec06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:49.396 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.395+0000 7efc108e9640 1 --2- 172.21.15.76:0/234195686 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efbec06ac00 0x7efbec06d0c0 secure :-1 s=READY pgs=916 cs=0 l=1 rev1=1 crypto rx=0x7efbfc006fd0 tx=0x7efbfc008040 comp rx=0 tx=0).stop 2024-09-13T16:14:49.396 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.395+0000 7efc108e9640 1 -- 172.21.15.76:0/234195686 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efc0c071b20 msgr2=0x7efc0c156bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:49.396 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.395+0000 7efc108e9640 1 --2- 172.21.15.76:0/234195686 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efc0c071b20 0x7efc0c156bc0 secure :-1 s=READY pgs=2157 cs=0 l=1 rev1=1 crypto rx=0x7efbf400c7f0 tx=0x7efbf400cbf0 comp rx=0 tx=0).stop 2024-09-13T16:14:49.396 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.395+0000 7efc108e9640 1 -- 172.21.15.76:0/234195686 shutdown_connections 2024-09-13T16:14:49.397 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.395+0000 7efc108e9640 1 --2- 172.21.15.76:0/234195686 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efc0c158b00 0x7efc0c157100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:49.397 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.395+0000 7efc108e9640 1 --2- 172.21.15.76:0/234195686 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efc0c071b20 0x7efc0c156bc0 unknown :-1 s=CLOSED pgs=2157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:49.397 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.395+0000 7efc108e9640 1 --2- 172.21.15.76:0/234195686 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efbec06ac00 0x7efbec06d0c0 unknown :-1 s=CLOSED pgs=916 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:49.397 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.395+0000 7efc108e9640 1 --2- 172.21.15.76:0/234195686 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efc0c06c8a0 0x7efc0c15b370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:49.397 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.395+0000 7efc108e9640 1 -- 172.21.15.76:0/234195686 >> 172.21.15.76:0/234195686 conn(0x7efc0c06a0b0 msgr2=0x7efc0c06a490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:49.397 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.395+0000 7efc108e9640 1 -- 172.21.15.76:0/234195686 shutdown_connections 2024-09-13T16:14:49.397 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.395+0000 7efc108e9640 1 -- 172.21.15.76:0/234195686 wait complete. 2024-09-13T16:14:49.410 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-13T16:14:49.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.509+0000 7f9044c87640 1 Processor -- start 2024-09-13T16:14:49.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.509+0000 7f9044c87640 1 -- start start 2024-09-13T16:14:49.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.509+0000 7f9044c87640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f9040071d30 0x7f9040070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:49.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.509+0000 7f9044c87640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f9040072110 0x7f90400b1b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:49.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.510+0000 7f9044c87640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f90400abdf0 con 0x7f90400c8920 2024-09-13T16:14:49.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.510+0000 7f9044c87640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f90400ab1e0 con 0x7f9040072110 2024-09-13T16:14:49.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.510+0000 7f9044c87640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f90400ab4c0 con 0x7f9040071d30 2024-09-13T16:14:49.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.510+0000 7f9035d9b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f9040072110 0x7f90400b1b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:49.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.510+0000 7f903ed9d640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f90400c8920 0x7f90400ac280 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:48310/0 (socket says 172.21.15.76:48310) 2024-09-13T16:14:49.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.510+0000 7f903ed9d640 1 -- 172.21.15.76:0/717701975 learned_addr learned my addr 172.21.15.76:0/717701975 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:14:49.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.510+0000 7f9035d9b640 1 -- 172.21.15.76:0/717701975 >> v2:172.21.15.192:3300/0 conn(0x7f9040071d30 msgr2=0x7f9040070190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:49.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.510+0000 7f9035d9b640 1 --2- 172.21.15.76:0/717701975 >> v2:172.21.15.192:3300/0 conn(0x7f9040071d30 0x7f9040070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:49.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.510+0000 7f9035d9b640 1 -- 172.21.15.76:0/717701975 >> v1:172.21.15.76:6789/0 conn(0x7f90400c8920 legacy=0x7f90400ac280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:49.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.510+0000 7f9035d9b640 1 -- 172.21.15.76:0/717701975 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f90400ab7a0 con 0x7f9040072110 2024-09-13T16:14:49.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.510+0000 7f903dd9b640 1 -- 172.21.15.76:0/717701975 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2273027543 0 0) 0x7f90400abdf0 con 0x7f90400c8920 2024-09-13T16:14:49.513 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.511+0000 7f9035d9b640 1 --2- 172.21.15.76:0/717701975 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9040072110 0x7f90400b1b70 secure :-1 s=READY pgs=2159 cs=0 l=1 rev1=1 crypto rx=0x7f90400cee60 tx=0x7f902802a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=51203d0ff2923070 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:49.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.511+0000 7f903dd9b640 1 -- 172.21.15.76:0/717701975 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9028032440 con 0x7f9040072110 2024-09-13T16:14:49.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.511+0000 7f903dd9b640 1 -- 172.21.15.76:0/717701975 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f90280325a0 con 0x7f9040072110 2024-09-13T16:14:49.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.511+0000 7f903dd9b640 1 -- 172.21.15.76:0/717701975 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9028032930 con 0x7f9040072110 2024-09-13T16:14:49.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.511+0000 7f9044c87640 1 -- 172.21.15.76:0/717701975 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9040072110 msgr2=0x7f90400b1b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:49.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.511+0000 7f9044c87640 1 --2- 172.21.15.76:0/717701975 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9040072110 0x7f90400b1b70 secure :-1 s=READY pgs=2159 cs=0 l=1 rev1=1 crypto rx=0x7f90400cee60 tx=0x7f902802a1a0 comp rx=0 tx=0).stop 2024-09-13T16:14:49.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.511+0000 7f9044c87640 1 -- 172.21.15.76:0/717701975 shutdown_connections 2024-09-13T16:14:49.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.511+0000 7f9044c87640 1 --2- 172.21.15.76:0/717701975 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9040072110 0x7f90400b1b70 unknown :-1 s=CLOSED pgs=2159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:49.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.511+0000 7f9044c87640 1 --2- 172.21.15.76:0/717701975 >> v2:172.21.15.192:3300/0 conn(0x7f9040071d30 0x7f9040070190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:49.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.511+0000 7f9044c87640 1 -- 172.21.15.76:0/717701975 >> 172.21.15.76:0/717701975 conn(0x7f9040069ed0 msgr2=0x7f904006a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:49.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.511+0000 7f9044c87640 1 -- 172.21.15.76:0/717701975 shutdown_connections 2024-09-13T16:14:49.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.511+0000 7f9044c87640 1 -- 172.21.15.76:0/717701975 wait complete. 2024-09-13T16:14:49.516 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.513+0000 7f9044c87640 1 Processor -- start 2024-09-13T16:14:49.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.513+0000 7f9044c87640 1 -- start start 2024-09-13T16:14:49.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.514+0000 7f9044c87640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9040071d30 0x7f90400ce370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:49.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.514+0000 7f9044c87640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9040072110 0x7f90400c6970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:49.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.514+0000 7f9044c87640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f90400c8920 0x7f9040158150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:49.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.514+0000 7f9044c87640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90400c7910 con 0x7f9040072110 2024-09-13T16:14:49.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.514+0000 7f9044c87640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90400cc3b0 con 0x7f90400c8920 2024-09-13T16:14:49.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.514+0000 7f9044c87640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f90400c7070 con 0x7f9040071d30 2024-09-13T16:14:49.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.514+0000 7f9035d9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9040072110 0x7f90400c6970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:49.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.514+0000 7f9035d9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9040072110 0x7f90400c6970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:53142/0 (socket says 172.21.15.76:53142) 2024-09-13T16:14:49.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.514+0000 7f9035d9b640 1 -- 172.21.15.76:0/1130123483 learned_addr learned my addr 172.21.15.76:0/1130123483 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:49.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.514+0000 7f903ed9d640 1 --2- 172.21.15.76:0/1130123483 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f90400c8920 0x7f9040158150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:49.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.514+0000 7f903e59c640 1 --2- 172.21.15.76:0/1130123483 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9040071d30 0x7f90400ce370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:49.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.514+0000 7f9035d9b640 1 -- 172.21.15.76:0/1130123483 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9040071d30 msgr2=0x7f90400ce370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:49.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.514+0000 7f9035d9b640 1 --2- 172.21.15.76:0/1130123483 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9040071d30 0x7f90400ce370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:49.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.514+0000 7f9035d9b640 1 -- 172.21.15.76:0/1130123483 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f90400c8920 msgr2=0x7f9040158150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:49.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.514+0000 7f9035d9b640 1 --2- 172.21.15.76:0/1130123483 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f90400c8920 0x7f9040158150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:49.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.514+0000 7f9035d9b640 1 -- 172.21.15.76:0/1130123483 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9028009400 con 0x7f9040072110 2024-09-13T16:14:49.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.514+0000 7f903ed9d640 1 --2- 172.21.15.76:0/1130123483 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f90400c8920 0x7f9040158150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:14:49.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.514+0000 7f9035d9b640 1 --2- 172.21.15.76:0/1130123483 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9040072110 0x7f90400c6970 secure :-1 s=READY pgs=2160 cs=0 l=1 rev1=1 crypto rx=0x7f9028000c00 tx=0x7f90280046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:49.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.514+0000 7f90377fe640 1 -- 172.21.15.76:0/1130123483 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9028030b80 con 0x7f9040072110 2024-09-13T16:14:49.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.514+0000 7f90377fe640 1 -- 172.21.15.76:0/1130123483 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9028030d00 con 0x7f9040072110 2024-09-13T16:14:49.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.514+0000 7f9044c87640 1 -- 172.21.15.76:0/1130123483 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f90400c7350 con 0x7f9040072110 2024-09-13T16:14:49.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.514+0000 7f90377fe640 1 -- 172.21.15.76:0/1130123483 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f902803b640 con 0x7f9040072110 2024-09-13T16:14:49.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.515+0000 7f9044c87640 1 -- 172.21.15.76:0/1130123483 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f90400cc600 con 0x7f9040072110 2024-09-13T16:14:49.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.515+0000 7f9044c87640 1 -- 172.21.15.76:0/1130123483 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f90400cc7f0 con 0x7f9040072110 2024-09-13T16:14:49.519 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.516+0000 7f90377fe640 1 -- 172.21.15.76:0/1130123483 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9028039040 con 0x7f9040072110 2024-09-13T16:14:49.519 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.516+0000 7f90377fe640 1 --2- 172.21.15.76:0/1130123483 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f902006ac00 0x7f902006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:49.519 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.516+0000 7f90377fe640 1 -- 172.21.15.76:0/1130123483 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(158..158 src has 1..158) v4 ==== 5177+0+0 (secure 0 0 0) 0x7f90280a9af0 con 0x7f9040072110 2024-09-13T16:14:49.519 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.516+0000 7f903e59c640 1 --2- 172.21.15.76:0/1130123483 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f902006ac00 0x7f902006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:49.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.517+0000 7f903e59c640 1 --2- 172.21.15.76:0/1130123483 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f902006ac00 0x7f902006d0c0 secure :-1 s=READY pgs=917 cs=0 l=1 rev1=1 crypto rx=0x7f903000a810 tx=0x7f9030008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:49.522 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.521+0000 7f90377fe640 1 -- 172.21.15.76:0/1130123483 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f9028075000 con 0x7f9040072110 2024-09-13T16:14:49.688 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.687+0000 7f9044c87640 1 -- 172.21.15.76:0/1130123483 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7f9040070190 con 0x7f9040072110 2024-09-13T16:14:49.688 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.687+0000 7f90377fe640 1 -- 172.21.15.76:0/1130123483 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v158) v1 ==== 84+0+65 (secure 0 0 0) 0x7f9028037090 con 0x7f9040072110 2024-09-13T16:14:49.688 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:14:49.689 INFO:teuthology.orchestra.run.smithi076.stdout:[ 2024-09-13T16:14:49.689 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:14:49.689 INFO:teuthology.orchestra.run.smithi076.stdout: "poolnum": 1, 2024-09-13T16:14:49.689 INFO:teuthology.orchestra.run.smithi076.stdout: "poolname": ".mgr" 2024-09-13T16:14:49.689 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:14:49.689 INFO:teuthology.orchestra.run.smithi076.stdout:] 2024-09-13T16:14:49.690 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.689+0000 7f9044c87640 1 -- 172.21.15.76:0/1130123483 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f902006ac00 msgr2=0x7f902006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:49.690 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.689+0000 7f9044c87640 1 --2- 172.21.15.76:0/1130123483 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f902006ac00 0x7f902006d0c0 secure :-1 s=READY pgs=917 cs=0 l=1 rev1=1 crypto rx=0x7f903000a810 tx=0x7f9030008040 comp rx=0 tx=0).stop 2024-09-13T16:14:49.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.689+0000 7f9044c87640 1 -- 172.21.15.76:0/1130123483 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9040072110 msgr2=0x7f90400c6970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:49.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.689+0000 7f9044c87640 1 --2- 172.21.15.76:0/1130123483 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9040072110 0x7f90400c6970 secure :-1 s=READY pgs=2160 cs=0 l=1 rev1=1 crypto rx=0x7f9028000c00 tx=0x7f90280046c0 comp rx=0 tx=0).stop 2024-09-13T16:14:49.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.689+0000 7f9044c87640 1 -- 172.21.15.76:0/1130123483 shutdown_connections 2024-09-13T16:14:49.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.689+0000 7f9044c87640 1 --2- 172.21.15.76:0/1130123483 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f90400c8920 0x7f9040158150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:49.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.689+0000 7f9044c87640 1 --2- 172.21.15.76:0/1130123483 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9040072110 0x7f90400c6970 unknown :-1 s=CLOSED pgs=2160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:49.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.689+0000 7f9044c87640 1 --2- 172.21.15.76:0/1130123483 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f902006ac00 0x7f902006d0c0 unknown :-1 s=CLOSED pgs=917 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:49.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.689+0000 7f9044c87640 1 --2- 172.21.15.76:0/1130123483 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9040071d30 0x7f90400ce370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:49.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.689+0000 7f9044c87640 1 -- 172.21.15.76:0/1130123483 >> 172.21.15.76:0/1130123483 conn(0x7f9040069ed0 msgr2=0x7f904006a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:49.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.689+0000 7f9044c87640 1 -- 172.21.15.76:0/1130123483 shutdown_connections 2024-09-13T16:14:49.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.689+0000 7f9044c87640 1 -- 172.21.15.76:0/1130123483 wait complete. 2024-09-13T16:14:49.701 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-13T16:14:49.701 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-13T16:14:49.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.802+0000 7f0878f9c640 1 Processor -- start 2024-09-13T16:14:49.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.802+0000 7f0878f9c640 1 -- start start 2024-09-13T16:14:49.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.803+0000 7f0878f9c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f08740b2b40 0x7f08740ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:49.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.803+0000 7f0878f9c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f08740ce4f0 0x7f08740ce960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:49.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.803+0000 7f0878f9c640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f08740ccbe0 con 0x7f0874159310 2024-09-13T16:14:49.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.803+0000 7f0878f9c640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f08740ad940 con 0x7f08740ce4f0 2024-09-13T16:14:49.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.803+0000 7f0878f9c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f08740ceea0 con 0x7f08740b2b40 2024-09-13T16:14:49.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.803+0000 7f087259c640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f0874159310 0x7f08740ab140 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:48320/0 (socket says 172.21.15.76:48320) 2024-09-13T16:14:49.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.803+0000 7f087259c640 1 -- 172.21.15.76:0/2807149719 learned_addr learned my addr 172.21.15.76:0/2807149719 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:14:49.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.803+0000 7f0872d9d640 1 --2- 172.21.15.76:0/2807149719 >> v2:172.21.15.76:3300/0 conn(0x7f08740ce4f0 0x7f08740ce960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:49.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.803+0000 7f0871d9b640 1 -- 172.21.15.76:0/2807149719 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4008471658 0 0) 0x7f08740ccbe0 con 0x7f0874159310 2024-09-13T16:14:49.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.803+0000 7f0871d9b640 1 -- 172.21.15.76:0/2807149719 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0860003520 con 0x7f0874159310 2024-09-13T16:14:49.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.803+0000 7f0869d9b640 1 --2- 172.21.15.76:0/2807149719 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f08740b2b40 0x7f08740ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:49.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.803+0000 7f0872d9d640 1 -- 172.21.15.76:0/2807149719 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f08740b2b40 msgr2=0x7f08740ad400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:49.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.803+0000 7f0872d9d640 1 --2- 172.21.15.76:0/2807149719 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f08740b2b40 0x7f08740ad400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:49.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.803+0000 7f0872d9d640 1 -- 172.21.15.76:0/2807149719 >> v1:172.21.15.76:6789/0 conn(0x7f0874159310 legacy=0x7f08740ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:49.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.803+0000 7f0872d9d640 1 -- 172.21.15.76:0/2807149719 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f08740b1810 con 0x7f08740ce4f0 2024-09-13T16:14:49.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.803+0000 7f0869d9b640 1 --2- 172.21.15.76:0/2807149719 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f08740b2b40 0x7f08740ad400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:14:49.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.804+0000 7f0872d9d640 1 --2- 172.21.15.76:0/2807149719 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f08740ce4f0 0x7f08740ce960 secure :-1 s=READY pgs=2162 cs=0 l=1 rev1=1 crypto rx=0x7f086c009dc0 tx=0x7f086c02a560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=897d57c5e22809cf server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:49.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.804+0000 7f0871d9b640 1 -- 172.21.15.76:0/2807149719 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f086c007740 con 0x7f08740ce4f0 2024-09-13T16:14:49.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.804+0000 7f0871d9b640 1 -- 172.21.15.76:0/2807149719 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f086c02d050 con 0x7f08740ce4f0 2024-09-13T16:14:49.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.804+0000 7f0871d9b640 1 -- 172.21.15.76:0/2807149719 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f086c007ac0 con 0x7f08740ce4f0 2024-09-13T16:14:49.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.805+0000 7f0878f9c640 1 -- 172.21.15.76:0/2807149719 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f08740ce4f0 msgr2=0x7f08740ce960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:49.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.805+0000 7f0878f9c640 1 --2- 172.21.15.76:0/2807149719 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f08740ce4f0 0x7f08740ce960 secure :-1 s=READY pgs=2162 cs=0 l=1 rev1=1 crypto rx=0x7f086c009dc0 tx=0x7f086c02a560 comp rx=0 tx=0).stop 2024-09-13T16:14:49.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.805+0000 7f0878f9c640 1 -- 172.21.15.76:0/2807149719 shutdown_connections 2024-09-13T16:14:49.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.805+0000 7f0878f9c640 1 --2- 172.21.15.76:0/2807149719 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f08740ce4f0 0x7f08740ce960 unknown :-1 s=CLOSED pgs=2162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:49.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.805+0000 7f0878f9c640 1 --2- 172.21.15.76:0/2807149719 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f08740b2b40 0x7f08740ad400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:49.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.805+0000 7f0878f9c640 1 -- 172.21.15.76:0/2807149719 >> 172.21.15.76:0/2807149719 conn(0x7f087406a0b0 msgr2=0x7f087406a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:49.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.805+0000 7f0878f9c640 1 -- 172.21.15.76:0/2807149719 shutdown_connections 2024-09-13T16:14:49.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.805+0000 7f0878f9c640 1 -- 172.21.15.76:0/2807149719 wait complete. 2024-09-13T16:14:49.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.806+0000 7f0878f9c640 1 Processor -- start 2024-09-13T16:14:49.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.806+0000 7f0878f9c640 1 -- start start 2024-09-13T16:14:49.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.807+0000 7f0878f9c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f08740b2b40 0x7f08741f0290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:49.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.807+0000 7f0878f9c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f08740ce4f0 0x7f0874097920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:49.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.807+0000 7f0878f9c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0874159310 0x7f08740c3300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:49.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.807+0000 7f0878f9c640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f08741f1240 con 0x7f08740ce4f0 2024-09-13T16:14:49.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.807+0000 7f0878f9c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0874154d80 con 0x7f0874159310 2024-09-13T16:14:49.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.807+0000 7f0878f9c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0874097e60 con 0x7f08740b2b40 2024-09-13T16:14:49.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.807+0000 7f0869d9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f08740ce4f0 0x7f0874097920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:49.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.807+0000 7f0869d9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f08740ce4f0 0x7f0874097920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:53152/0 (socket says 172.21.15.76:53152) 2024-09-13T16:14:49.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.807+0000 7f0869d9b640 1 -- 172.21.15.76:0/2831755195 learned_addr learned my addr 172.21.15.76:0/2831755195 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:49.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.808+0000 7f0869d9b640 1 -- 172.21.15.76:0/2831755195 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f08740b2b40 msgr2=0x7f08741f0290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:49.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.808+0000 7f0869d9b640 1 --2- 172.21.15.76:0/2831755195 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f08740b2b40 0x7f08741f0290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:49.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.808+0000 7f0869d9b640 1 -- 172.21.15.76:0/2831755195 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0874159310 msgr2=0x7f08740c3300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:49.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.808+0000 7f0869d9b640 1 --2- 172.21.15.76:0/2831755195 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0874159310 0x7f08740c3300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:49.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.808+0000 7f0869d9b640 1 -- 172.21.15.76:0/2831755195 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f086c009a70 con 0x7f08740ce4f0 2024-09-13T16:14:49.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.808+0000 7f0869d9b640 1 --2- 172.21.15.76:0/2831755195 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f08740ce4f0 0x7f0874097920 secure :-1 s=READY pgs=2163 cs=0 l=1 rev1=1 crypto rx=0x7f085c00c7f0 tx=0x7f085c00cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:49.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.808+0000 7f086b7fe640 1 -- 172.21.15.76:0/2831755195 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f085c007a30 con 0x7f08740ce4f0 2024-09-13T16:14:49.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.808+0000 7f086b7fe640 1 -- 172.21.15.76:0/2831755195 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f085c007b90 con 0x7f08740ce4f0 2024-09-13T16:14:49.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.808+0000 7f086b7fe640 1 -- 172.21.15.76:0/2831755195 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f085c00ce40 con 0x7f08740ce4f0 2024-09-13T16:14:49.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.808+0000 7f0878f9c640 1 -- 172.21.15.76:0/2831755195 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f08740b2820 con 0x7f08740ce4f0 2024-09-13T16:14:49.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.808+0000 7f0878f9c640 1 -- 172.21.15.76:0/2831755195 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f08741f0c80 con 0x7f08740ce4f0 2024-09-13T16:14:49.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.809+0000 7f0878f9c640 1 -- 172.21.15.76:0/2831755195 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0874158020 con 0x7f08740ce4f0 2024-09-13T16:14:49.813 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.809+0000 7f086b7fe640 1 -- 172.21.15.76:0/2831755195 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f085c0113f0 con 0x7f08740ce4f0 2024-09-13T16:14:49.813 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.810+0000 7f086b7fe640 1 --2- 172.21.15.76:0/2831755195 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f085406ac30 0x7f085406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:49.813 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.810+0000 7f086b7fe640 1 -- 172.21.15.76:0/2831755195 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(158..158 src has 1..158) v4 ==== 5177+0+0 (secure 0 0 0) 0x7f085c089320 con 0x7f08740ce4f0 2024-09-13T16:14:49.813 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.810+0000 7f087259c640 1 --2- 172.21.15.76:0/2831755195 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f085406ac30 0x7f085406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:49.813 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.810+0000 7f087259c640 1 --2- 172.21.15.76:0/2831755195 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f085406ac30 0x7f085406d0f0 secure :-1 s=READY pgs=918 cs=0 l=1 rev1=1 crypto rx=0x7f0874150110 tx=0x7f0864007930 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:49.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.814+0000 7f086b7fe640 1 -- 172.21.15.76:0/2831755195 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f085c054710 con 0x7f08740ce4f0 2024-09-13T16:14:49.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:49.973+0000 7f0878f9c640 1 -- 172.21.15.76:0/2831755195 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7f087406dfa0 con 0x7f08740ce4f0 2024-09-13T16:14:50.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:50.477+0000 7f086b7fe640 1 -- 172.21.15.76:0/2831755195 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v159) v1 ==== 138+0+0 (secure 0 0 0) 0x7f085c057d30 con 0x7f08740ce4f0 2024-09-13T16:14:50.479 INFO:teuthology.orchestra.run.smithi076.stderr:pool 'cephfs_metadata' created 2024-09-13T16:14:50.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:50.484+0000 7f0878f9c640 1 -- 172.21.15.76:0/2831755195 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f085406ac30 msgr2=0x7f085406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:50.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:50.484+0000 7f0878f9c640 1 --2- 172.21.15.76:0/2831755195 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f085406ac30 0x7f085406d0f0 secure :-1 s=READY pgs=918 cs=0 l=1 rev1=1 crypto rx=0x7f0874150110 tx=0x7f0864007930 comp rx=0 tx=0).stop 2024-09-13T16:14:50.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:50.484+0000 7f0878f9c640 1 -- 172.21.15.76:0/2831755195 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f08740ce4f0 msgr2=0x7f0874097920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:50.485 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:50.484+0000 7f0878f9c640 1 --2- 172.21.15.76:0/2831755195 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f08740ce4f0 0x7f0874097920 secure :-1 s=READY pgs=2163 cs=0 l=1 rev1=1 crypto rx=0x7f085c00c7f0 tx=0x7f085c00cbf0 comp rx=0 tx=0).stop 2024-09-13T16:14:50.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:50.484+0000 7f0878f9c640 1 -- 172.21.15.76:0/2831755195 shutdown_connections 2024-09-13T16:14:50.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:50.484+0000 7f0878f9c640 1 --2- 172.21.15.76:0/2831755195 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0874159310 0x7f08740c3300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:50.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:50.484+0000 7f0878f9c640 1 --2- 172.21.15.76:0/2831755195 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f08740ce4f0 0x7f0874097920 unknown :-1 s=CLOSED pgs=2163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:50.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:50.484+0000 7f0878f9c640 1 --2- 172.21.15.76:0/2831755195 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f085406ac30 0x7f085406d0f0 unknown :-1 s=CLOSED pgs=918 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:50.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:50.484+0000 7f0878f9c640 1 --2- 172.21.15.76:0/2831755195 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f08740b2b40 0x7f08741f0290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:50.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:50.484+0000 7f0878f9c640 1 -- 172.21.15.76:0/2831755195 >> 172.21.15.76:0/2831755195 conn(0x7f087406a0b0 msgr2=0x7f0874157910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:50.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:50.484+0000 7f0878f9c640 1 -- 172.21.15.76:0/2831755195 shutdown_connections 2024-09-13T16:14:50.486 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:50.484+0000 7f0878f9c640 1 -- 172.21.15.76:0/2831755195 wait complete. 2024-09-13T16:14:50.498 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-13T16:14:50.605 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:50.603+0000 7f4e496a3640 1 Processor -- start 2024-09-13T16:14:50.605 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:50.603+0000 7f4e496a3640 1 -- start start 2024-09-13T16:14:50.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:50.604+0000 7f4e496a3640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f4e440d2760 0x7f4e440cd8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:50.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:50.604+0000 7f4e496a3640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4e440cde20 0x7f4e440d0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:50.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:50.604+0000 7f4e496a3640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4e440cd450 con 0x7f4e4415c500 2024-09-13T16:14:50.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:50.604+0000 7f4e496a3640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4e440d0cf0 con 0x7f4e440d2760 2024-09-13T16:14:50.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:50.604+0000 7f4e496a3640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4e440d0fd0 con 0x7f4e440cde20 2024-09-13T16:14:50.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:50.604+0000 7f4e3a7fc640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f4e440d2760 0x7f4e440cd8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:50.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:50.604+0000 7f4e3a7fc640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f4e440d2760 0x7f4e440cd8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:53156/0 (socket says 172.21.15.76:53156) 2024-09-13T16:14:50.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:50.604+0000 7f4e3a7fc640 1 -- 172.21.15.76:0/498634110 learned_addr learned my addr 172.21.15.76:0/498634110 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:50.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:50.605+0000 7f4e3a7fc640 1 -- 172.21.15.76:0/498634110 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4e440cde20 msgr2=0x7f4e440d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:50.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:50.605+0000 7f4e3a7fc640 1 --2- 172.21.15.76:0/498634110 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4e440cde20 0x7f4e440d0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:50.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:50.605+0000 7f4e3a7fc640 1 -- 172.21.15.76:0/498634110 >> v1:172.21.15.192:6789/0 conn(0x7f4e4415c500 legacy=0x7f4e440d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:50.607 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:50.605+0000 7f4e3a7fc640 1 -- 172.21.15.76:0/498634110 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4e440cd0e0 con 0x7f4e440d2760 2024-09-13T16:14:50.608 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:50.605+0000 7f4e3a7fc640 1 --2- 172.21.15.76:0/498634110 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4e440d2760 0x7f4e440cd8e0 secure :-1 s=READY pgs=2164 cs=0 l=1 rev1=1 crypto rx=0x7f4e2c009870 tx=0x7f4e2c02a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=623763123bb68631 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:50.608 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:50.606+0000 7f4e427fc640 1 -- 172.21.15.76:0/498634110 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e2c032440 con 0x7f4e440d2760 2024-09-13T16:14:50.608 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:50.606+0000 7f4e427fc640 1 -- 172.21.15.76:0/498634110 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4e2c0325a0 con 0x7f4e440d2760 2024-09-13T16:14:50.608 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:50.606+0000 7f4e427fc640 1 -- 172.21.15.76:0/498634110 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e2c032930 con 0x7f4e440d2760 2024-09-13T16:14:50.608 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:50.606+0000 7f4e496a3640 1 -- 172.21.15.76:0/498634110 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4e440d2760 msgr2=0x7f4e440cd8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:50.608 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:50.606+0000 7f4e496a3640 1 --2- 172.21.15.76:0/498634110 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4e440d2760 0x7f4e440cd8e0 secure :-1 s=READY pgs=2164 cs=0 l=1 rev1=1 crypto rx=0x7f4e2c009870 tx=0x7f4e2c02a210 comp rx=0 tx=0).stop 2024-09-13T16:14:50.608 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:50.606+0000 7f4e496a3640 1 -- 172.21.15.76:0/498634110 shutdown_connections 2024-09-13T16:14:50.609 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:50.606+0000 7f4e496a3640 1 --2- 172.21.15.76:0/498634110 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4e440cde20 0x7f4e440d0000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:50.609 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:50.606+0000 7f4e496a3640 1 --2- 172.21.15.76:0/498634110 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4e440d2760 0x7f4e440cd8e0 unknown :-1 s=CLOSED pgs=2164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:50.609 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:50.606+0000 7f4e496a3640 1 -- 172.21.15.76:0/498634110 >> 172.21.15.76:0/498634110 conn(0x7f4e44089f60 msgr2=0x7f4e4409b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:50.609 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:50.606+0000 7f4e496a3640 1 -- 172.21.15.76:0/498634110 shutdown_connections 2024-09-13T16:14:50.609 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:50.606+0000 7f4e496a3640 1 -- 172.21.15.76:0/498634110 wait complete. 2024-09-13T16:14:50.611 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:50.607+0000 7f4e496a3640 1 Processor -- start 2024-09-13T16:14:50.611 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:50.608+0000 7f4e496a3640 1 -- start start 2024-09-13T16:14:50.611 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:50.608+0000 7f4e496a3640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4e440cde20 0x7f4e440b7d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:50.611 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:50.608+0000 7f4e496a3640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4e440d2760 0x7f4e44154d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:50.612 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:50.608+0000 7f4e496a3640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4e4415c500 0x7f4e440b2a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:50.612 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:50.608+0000 7f4e496a3640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e440cb110 con 0x7f4e440cde20 2024-09-13T16:14:50.612 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:50.608+0000 7f4e496a3640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e440c9a80 con 0x7f4e440d2760 2024-09-13T16:14:50.612 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:50.608+0000 7f4e496a3640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4e440b7b50 con 0x7f4e4415c500 2024-09-13T16:14:50.612 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:50.608+0000 7f4e42ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4e440cde20 0x7f4e440b7d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:50.612 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:50.608+0000 7f4e42ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4e440cde20 0x7f4e440b7d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:53170/0 (socket says 172.21.15.76:53170) 2024-09-13T16:14:50.612 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:50.608+0000 7f4e42ffd640 1 -- 172.21.15.76:0/1692067702 learned_addr learned my addr 172.21.15.76:0/1692067702 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:50.612 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:50.609+0000 7f4e3a7fc640 1 --2- 172.21.15.76:0/1692067702 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4e440d2760 0x7f4e44154d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:50.612 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:50.609+0000 7f4e437fe640 1 --2- 172.21.15.76:0/1692067702 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4e4415c500 0x7f4e440b2a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:50.612 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:50.609+0000 7f4e42ffd640 1 -- 172.21.15.76:0/1692067702 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4e4415c500 msgr2=0x7f4e440b2a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:50.612 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:50.609+0000 7f4e42ffd640 1 --2- 172.21.15.76:0/1692067702 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4e4415c500 0x7f4e440b2a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:50.612 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:50.609+0000 7f4e42ffd640 1 -- 172.21.15.76:0/1692067702 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4e440d2760 msgr2=0x7f4e44154d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:50.612 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:50.609+0000 7f4e42ffd640 1 --2- 172.21.15.76:0/1692067702 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4e440d2760 0x7f4e44154d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:50.613 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:50.609+0000 7f4e42ffd640 1 -- 172.21.15.76:0/1692067702 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4e2c0094d0 con 0x7f4e440cde20 2024-09-13T16:14:50.613 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:50.609+0000 7f4e3a7fc640 1 --2- 172.21.15.76:0/1692067702 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4e440d2760 0x7f4e44154d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:14:50.613 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:50.609+0000 7f4e42ffd640 1 --2- 172.21.15.76:0/1692067702 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4e440cde20 0x7f4e440b7d50 secure :-1 s=READY pgs=2165 cs=0 l=1 rev1=1 crypto rx=0x7f4e3400b3f0 tx=0x7f4e3400b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:50.613 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:50.609+0000 7f4e3bfff640 1 -- 172.21.15.76:0/1692067702 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e34011830 con 0x7f4e440cde20 2024-09-13T16:14:50.613 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:50.609+0000 7f4e3bfff640 1 -- 172.21.15.76:0/1692067702 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4e34011990 con 0x7f4e440cde20 2024-09-13T16:14:50.613 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:50.609+0000 7f4e3bfff640 1 -- 172.21.15.76:0/1692067702 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e34011d40 con 0x7f4e440cde20 2024-09-13T16:14:50.613 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:50.609+0000 7f4e496a3640 1 -- 172.21.15.76:0/1692067702 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4e440cab50 con 0x7f4e440cde20 2024-09-13T16:14:50.613 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:50.609+0000 7f4e496a3640 1 -- 172.21.15.76:0/1692067702 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4e440c96a0 con 0x7f4e440cde20 2024-09-13T16:14:50.613 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:50.610+0000 7f4e496a3640 1 -- 172.21.15.76:0/1692067702 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4e440c9bc0 con 0x7f4e440cde20 2024-09-13T16:14:50.614 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:50.611+0000 7f4e3bfff640 1 -- 172.21.15.76:0/1692067702 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f4e34004020 con 0x7f4e440cde20 2024-09-13T16:14:50.614 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:50.611+0000 7f4e3bfff640 1 --2- 172.21.15.76:0/1692067702 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4e2406ac00 0x7f4e2406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:50.614 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:50.611+0000 7f4e3bfff640 1 -- 172.21.15.76:0/1692067702 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(159..159 src has 1..159) v4 ==== 5547+0+0 (secure 0 0 0) 0x7f4e34089300 con 0x7f4e440cde20 2024-09-13T16:14:50.614 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:50.611+0000 7f4e3a7fc640 1 --2- 172.21.15.76:0/1692067702 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4e2406ac00 0x7f4e2406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:50.614 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:50.612+0000 7f4e3a7fc640 1 --2- 172.21.15.76:0/1692067702 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4e2406ac00 0x7f4e2406d0c0 secure :-1 s=READY pgs=919 cs=0 l=1 rev1=1 crypto rx=0x7f4e2c034000 tx=0x7f4e2c02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:50.616 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:50.615+0000 7f4e3bfff640 1 -- 172.21.15.76:0/1692067702 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f4e340546f0 con 0x7f4e440cde20 2024-09-13T16:14:50.779 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:50.778+0000 7f4e496a3640 1 -- 172.21.15.76:0/1692067702 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7f4e440c9bc0 con 0x7f4e440cde20 2024-09-13T16:14:51.484 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.482+0000 7f4e3bfff640 1 -- 172.21.15.76:0/1692067702 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v160) v1 ==== 170+0+0 (secure 0 0 0) 0x7f4e440c9bc0 con 0x7f4e440cde20 2024-09-13T16:14:51.486 INFO:teuthology.orchestra.run.smithi076.stderr:pool 'cephfs_data' created 2024-09-13T16:14:51.491 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.490+0000 7f4e496a3640 1 -- 172.21.15.76:0/1692067702 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4e2406ac00 msgr2=0x7f4e2406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:51.492 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.490+0000 7f4e496a3640 1 --2- 172.21.15.76:0/1692067702 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4e2406ac00 0x7f4e2406d0c0 secure :-1 s=READY pgs=919 cs=0 l=1 rev1=1 crypto rx=0x7f4e2c034000 tx=0x7f4e2c02e000 comp rx=0 tx=0).stop 2024-09-13T16:14:51.492 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.490+0000 7f4e496a3640 1 -- 172.21.15.76:0/1692067702 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4e440cde20 msgr2=0x7f4e440b7d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:51.492 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.490+0000 7f4e496a3640 1 --2- 172.21.15.76:0/1692067702 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4e440cde20 0x7f4e440b7d50 secure :-1 s=READY pgs=2165 cs=0 l=1 rev1=1 crypto rx=0x7f4e3400b3f0 tx=0x7f4e3400b8b0 comp rx=0 tx=0).stop 2024-09-13T16:14:51.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.496+0000 7f4e496a3640 1 -- 172.21.15.76:0/1692067702 shutdown_connections 2024-09-13T16:14:51.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.496+0000 7f4e496a3640 1 --2- 172.21.15.76:0/1692067702 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4e2406ac00 0x7f4e2406d0c0 unknown :-1 s=CLOSED pgs=919 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:51.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.496+0000 7f4e496a3640 1 --2- 172.21.15.76:0/1692067702 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4e4415c500 0x7f4e440b2a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:51.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.497+0000 7f4e496a3640 1 --2- 172.21.15.76:0/1692067702 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4e440d2760 0x7f4e44154d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:51.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.497+0000 7f4e496a3640 1 --2- 172.21.15.76:0/1692067702 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4e440cde20 0x7f4e440b7d50 unknown :-1 s=CLOSED pgs=2165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:51.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.497+0000 7f4e496a3640 1 -- 172.21.15.76:0/1692067702 >> 172.21.15.76:0/1692067702 conn(0x7f4e44089f60 msgr2=0x7f4e440af240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:51.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.498+0000 7f4e496a3640 1 -- 172.21.15.76:0/1692067702 shutdown_connections 2024-09-13T16:14:51.500 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.499+0000 7f4e496a3640 1 -- 172.21.15.76:0/1692067702 wait complete. 2024-09-13T16:14:51.513 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-13T16:14:51.618 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.616+0000 7fb6b7453640 1 Processor -- start 2024-09-13T16:14:51.618 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.617+0000 7fb6b7453640 1 -- start start 2024-09-13T16:14:51.618 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.617+0000 7fb6b7453640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb6b00d2760 0x7fb6b00cd8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:51.619 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.617+0000 7fb6b7453640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fb6b00cde20 0x7fb6b00d0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:51.619 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.617+0000 7fb6b7453640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb6b00cd450 con 0x7fb6b015c500 2024-09-13T16:14:51.619 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.617+0000 7fb6b7453640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb6b00d0cf0 con 0x7fb6b00cde20 2024-09-13T16:14:51.619 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.617+0000 7fb6b7453640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb6b00d0fd0 con 0x7fb6b00d2760 2024-09-13T16:14:51.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.618+0000 7fb6b49ee640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb6b00d2760 0x7fb6b00cd8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:51.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.618+0000 7fb6b59f0640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fb6b00cde20 0x7fb6b00d0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:51.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.618+0000 7fb6b51ef640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7fb6b015c500 0x7fb6b00d2050 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:46910/0 (socket says 172.21.15.76:46910) 2024-09-13T16:14:51.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.618+0000 7fb6b49ee640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb6b00d2760 0x7fb6b00cd8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.76:52708/0 (socket says 172.21.15.76:52708) 2024-09-13T16:14:51.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.618+0000 7fb6b51ef640 1 -- 172.21.15.76:0/940480232 learned_addr learned my addr 172.21.15.76:0/940480232 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:14:51.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.618+0000 7fb6b59f0640 1 -- 172.21.15.76:0/940480232 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb6b00d2760 msgr2=0x7fb6b00cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:51.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.618+0000 7fb6b59f0640 1 --2- 172.21.15.76:0/940480232 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb6b00d2760 0x7fb6b00cd8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:51.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.618+0000 7fb6b59f0640 1 -- 172.21.15.76:0/940480232 >> v1:172.21.15.192:6789/0 conn(0x7fb6b015c500 legacy=0x7fb6b00d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:51.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.618+0000 7fb6b59f0640 1 -- 172.21.15.76:0/940480232 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb6b00cd0e0 con 0x7fb6b00cde20 2024-09-13T16:14:51.620 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.618+0000 7fb6b49ee640 1 --2- 172.21.15.76:0/940480232 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb6b00d2760 0x7fb6b00cd8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:14:51.621 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.619+0000 7fb6b59f0640 1 --2- 172.21.15.76:0/940480232 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb6b00cde20 0x7fb6b00d0000 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7fb6a8009d90 tx=0x7fb6a802a660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9ccf6af577b2f7db server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:51.621 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.619+0000 7fb6a7fff640 1 -- 172.21.15.76:0/940480232 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6a8007740 con 0x7fb6b00cde20 2024-09-13T16:14:51.622 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.619+0000 7fb6a7fff640 1 -- 172.21.15.76:0/940480232 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb6a802d050 con 0x7fb6b00cde20 2024-09-13T16:14:51.622 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.619+0000 7fb6a7fff640 1 -- 172.21.15.76:0/940480232 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6a8007ac0 con 0x7fb6b00cde20 2024-09-13T16:14:51.622 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.620+0000 7fb6b7453640 1 -- 172.21.15.76:0/940480232 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb6b00cde20 msgr2=0x7fb6b00d0000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:51.622 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.620+0000 7fb6b7453640 1 --2- 172.21.15.76:0/940480232 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb6b00cde20 0x7fb6b00d0000 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7fb6a8009d90 tx=0x7fb6a802a660 comp rx=0 tx=0).stop 2024-09-13T16:14:51.622 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.620+0000 7fb6b7453640 1 -- 172.21.15.76:0/940480232 shutdown_connections 2024-09-13T16:14:51.622 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.620+0000 7fb6b7453640 1 --2- 172.21.15.76:0/940480232 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb6b00cde20 0x7fb6b00d0000 unknown :-1 s=CLOSED pgs=678 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:51.622 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.620+0000 7fb6b7453640 1 --2- 172.21.15.76:0/940480232 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb6b00d2760 0x7fb6b00cd8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:51.622 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.620+0000 7fb6b7453640 1 -- 172.21.15.76:0/940480232 >> 172.21.15.76:0/940480232 conn(0x7fb6b0089f60 msgr2=0x7fb6b009b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:51.622 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.620+0000 7fb6b7453640 1 -- 172.21.15.76:0/940480232 shutdown_connections 2024-09-13T16:14:51.622 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.620+0000 7fb6b7453640 1 -- 172.21.15.76:0/940480232 wait complete. 2024-09-13T16:14:51.624 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.621+0000 7fb6b7453640 1 Processor -- start 2024-09-13T16:14:51.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.621+0000 7fb6b7453640 1 -- start start 2024-09-13T16:14:51.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.622+0000 7fb6b7453640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb6b00cde20 0x7fb6b0151680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:51.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.622+0000 7fb6b7453640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb6b00d2760 0x7fb6b0152310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:51.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.622+0000 7fb6b7453640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb6b015c500 0x7fb6b015eca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:51.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.622+0000 7fb6b7453640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb6b0151bc0 con 0x7fb6b00d2760 2024-09-13T16:14:51.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.622+0000 7fb6b7453640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb6b015f4f0 con 0x7fb6b00cde20 2024-09-13T16:14:51.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.622+0000 7fb6b7453640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb6b01f1f50 con 0x7fb6b015c500 2024-09-13T16:14:51.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.622+0000 7fb6b49ee640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb6b00d2760 0x7fb6b0152310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:51.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.622+0000 7fb6b49ee640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb6b00d2760 0x7fb6b0152310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:35634/0 (socket says 172.21.15.76:35634) 2024-09-13T16:14:51.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.622+0000 7fb6b49ee640 1 -- 172.21.15.76:0/1818473189 learned_addr learned my addr 172.21.15.76:0/1818473189 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:51.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.622+0000 7fb6b51ef640 1 --2- 172.21.15.76:0/1818473189 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb6b00cde20 0x7fb6b0151680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:51.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.622+0000 7fb6b59f0640 1 --2- 172.21.15.76:0/1818473189 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb6b015c500 0x7fb6b015eca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:51.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.622+0000 7fb6b49ee640 1 -- 172.21.15.76:0/1818473189 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb6b015c500 msgr2=0x7fb6b015eca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:51.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.622+0000 7fb6b49ee640 1 --2- 172.21.15.76:0/1818473189 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb6b015c500 0x7fb6b015eca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:51.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.622+0000 7fb6b49ee640 1 -- 172.21.15.76:0/1818473189 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb6b00cde20 msgr2=0x7fb6b0151680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:51.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.622+0000 7fb6b49ee640 1 --2- 172.21.15.76:0/1818473189 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb6b00cde20 0x7fb6b0151680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:51.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.622+0000 7fb6b49ee640 1 -- 172.21.15.76:0/1818473189 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb6a0009400 con 0x7fb6b00d2760 2024-09-13T16:14:51.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.622+0000 7fb6b49ee640 1 --2- 172.21.15.76:0/1818473189 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb6b00d2760 0x7fb6b0152310 secure :-1 s=READY pgs=2166 cs=0 l=1 rev1=1 crypto rx=0x7fb6a000ebe0 tx=0x7fb6a000c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:51.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.623+0000 7fb6a5ffb640 1 -- 172.21.15.76:0/1818473189 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6a000eee0 con 0x7fb6b00d2760 2024-09-13T16:14:51.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.623+0000 7fb6a5ffb640 1 -- 172.21.15.76:0/1818473189 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb6a000cc30 con 0x7fb6b00d2760 2024-09-13T16:14:51.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.623+0000 7fb6b7453640 1 -- 172.21.15.76:0/1818473189 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb6a8009a70 con 0x7fb6b00d2760 2024-09-13T16:14:51.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.623+0000 7fb6a5ffb640 1 -- 172.21.15.76:0/1818473189 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6a0013470 con 0x7fb6b00d2760 2024-09-13T16:14:51.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.623+0000 7fb6b7453640 1 -- 172.21.15.76:0/1818473189 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb6b00ca350 con 0x7fb6b00d2760 2024-09-13T16:14:51.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.624+0000 7fb6b7453640 1 -- 172.21.15.76:0/1818473189 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb6b00d08e0 con 0x7fb6b00d2760 2024-09-13T16:14:51.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.624+0000 7fb6a5ffb640 1 -- 172.21.15.76:0/1818473189 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb6a00135d0 con 0x7fb6b00d2760 2024-09-13T16:14:51.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.625+0000 7fb6a5ffb640 1 --2- 172.21.15.76:0/1818473189 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb69406ac00 0x7fb69406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:51.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.625+0000 7fb6a5ffb640 1 -- 172.21.15.76:0/1818473189 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(160..160 src has 1..160) v4 ==== 5929+0+0 (secure 0 0 0) 0x7fb6a00895d0 con 0x7fb6b00d2760 2024-09-13T16:14:51.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.625+0000 7fb6b51ef640 1 --2- 172.21.15.76:0/1818473189 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb69406ac00 0x7fb69406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:51.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.625+0000 7fb6b51ef640 1 --2- 172.21.15.76:0/1818473189 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb69406ac00 0x7fb69406d0c0 secure :-1 s=READY pgs=920 cs=0 l=1 rev1=1 crypto rx=0x7fb6ac005880 tx=0x7fb6ac009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:51.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.629+0000 7fb6a5ffb640 1 -- 172.21.15.76:0/1818473189 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fb6a0054810 con 0x7fb6b00d2760 2024-09-13T16:14:51.827 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.825+0000 7fb6b7453640 1 -- 172.21.15.76:0/1818473189 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7fb6b006b160 con 0x7fb6b00d2760 2024-09-13T16:14:51.833 INFO:teuthology.orchestra.run.smithi076.stderr:new fs with metadata pool 23 and data pool 24 2024-09-13T16:14:51.837 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.831+0000 7fb6a5ffb640 1 -- 172.21.15.76:0/1818473189 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 23 and data pool 24 v88) v1 ==== 174+0+0 (secure 0 0 0) 0x7fb6a005e070 con 0x7fb6b00d2760 2024-09-13T16:14:51.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.843+0000 7fb6b7453640 1 -- 172.21.15.76:0/1818473189 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb69406ac00 msgr2=0x7fb69406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:51.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.843+0000 7fb6b7453640 1 --2- 172.21.15.76:0/1818473189 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb69406ac00 0x7fb69406d0c0 secure :-1 s=READY pgs=920 cs=0 l=1 rev1=1 crypto rx=0x7fb6ac005880 tx=0x7fb6ac009040 comp rx=0 tx=0).stop 2024-09-13T16:14:51.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.843+0000 7fb6b7453640 1 -- 172.21.15.76:0/1818473189 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb6b00d2760 msgr2=0x7fb6b0152310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:51.844 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.843+0000 7fb6b7453640 1 --2- 172.21.15.76:0/1818473189 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb6b00d2760 0x7fb6b0152310 secure :-1 s=READY pgs=2166 cs=0 l=1 rev1=1 crypto rx=0x7fb6a000ebe0 tx=0x7fb6a000c520 comp rx=0 tx=0).stop 2024-09-13T16:14:51.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.844+0000 7fb6b7453640 1 -- 172.21.15.76:0/1818473189 shutdown_connections 2024-09-13T16:14:51.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.844+0000 7fb6b7453640 1 --2- 172.21.15.76:0/1818473189 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb69406ac00 0x7fb69406d0c0 unknown :-1 s=CLOSED pgs=920 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:51.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.844+0000 7fb6b7453640 1 --2- 172.21.15.76:0/1818473189 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb6b015c500 0x7fb6b015eca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:51.845 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.844+0000 7fb6b7453640 1 --2- 172.21.15.76:0/1818473189 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb6b00d2760 0x7fb6b0152310 unknown :-1 s=CLOSED pgs=2166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:51.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.844+0000 7fb6b7453640 1 --2- 172.21.15.76:0/1818473189 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb6b00cde20 0x7fb6b0151680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:51.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.844+0000 7fb6b7453640 1 -- 172.21.15.76:0/1818473189 >> 172.21.15.76:0/1818473189 conn(0x7fb6b0089f60 msgr2=0x7fb6b00af960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:51.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.845+0000 7fb6b7453640 1 -- 172.21.15.76:0/1818473189 shutdown_connections 2024-09-13T16:14:51.850 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.849+0000 7fb6b7453640 1 -- 172.21.15.76:0/1818473189 wait complete. 2024-09-13T16:14:51.867 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:14:51.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.963+0000 7fdc1b1e2640 1 Processor -- start 2024-09-13T16:14:51.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.963+0000 7fdc1b1e2640 1 -- start start 2024-09-13T16:14:51.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.964+0000 7fdc1b1e2640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdc1406c8a0 0x7fdc140b2590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:51.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.964+0000 7fdc1b1e2640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fdc140cbea0 0x7fdc140cc350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:51.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.964+0000 7fdc1b1e2640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdc140cc890 con 0x7fdc1406c4c0 2024-09-13T16:14:51.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.964+0000 7fdc1b1e2640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdc1406deb0 con 0x7fdc140cbea0 2024-09-13T16:14:51.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.964+0000 7fdc1b1e2640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdc140b2170 con 0x7fdc1406c8a0 2024-09-13T16:14:51.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.964+0000 7fdc1977f640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fdc140cbea0 0x7fdc140cc350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:51.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.964+0000 7fdc1977f640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fdc140cbea0 0x7fdc140cc350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:35640/0 (socket says 172.21.15.76:35640) 2024-09-13T16:14:51.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.964+0000 7fdc1977f640 1 -- 172.21.15.76:0/3198788709 learned_addr learned my addr 172.21.15.76:0/3198788709 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:51.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.964+0000 7fdc0bfff640 1 --2- 172.21.15.76:0/3198788709 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdc1406c8a0 0x7fdc140b2590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:51.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.964+0000 7fdc1977f640 1 -- 172.21.15.76:0/3198788709 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdc1406c8a0 msgr2=0x7fdc140b2590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:51.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.964+0000 7fdc1977f640 1 --2- 172.21.15.76:0/3198788709 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdc1406c8a0 0x7fdc140b2590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:51.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.964+0000 7fdc1977f640 1 -- 172.21.15.76:0/3198788709 >> v1:172.21.15.192:6789/0 conn(0x7fdc1406c4c0 legacy=0x7fdc1406d3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:51.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.965+0000 7fdc1977f640 1 -- 172.21.15.76:0/3198788709 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdc1406dab0 con 0x7fdc140cbea0 2024-09-13T16:14:51.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.965+0000 7fdc1977f640 1 --2- 172.21.15.76:0/3198788709 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdc140cbea0 0x7fdc140cc350 secure :-1 s=READY pgs=2167 cs=0 l=1 rev1=1 crypto rx=0x7fdc1406dff0 tx=0x7fdc0c02a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=512fbf76e6c89746 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:51.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.965+0000 7fdc0b7fe640 1 -- 172.21.15.76:0/3198788709 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc0c031600 con 0x7fdc140cbea0 2024-09-13T16:14:51.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.965+0000 7fdc0b7fe640 1 -- 172.21.15.76:0/3198788709 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdc0c02d050 con 0x7fdc140cbea0 2024-09-13T16:14:51.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.965+0000 7fdc0b7fe640 1 -- 172.21.15.76:0/3198788709 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc0c031980 con 0x7fdc140cbea0 2024-09-13T16:14:51.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.966+0000 7fdc1b1e2640 1 -- 172.21.15.76:0/3198788709 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdc140cbea0 msgr2=0x7fdc140cc350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:51.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.966+0000 7fdc1b1e2640 1 --2- 172.21.15.76:0/3198788709 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdc140cbea0 0x7fdc140cc350 secure :-1 s=READY pgs=2167 cs=0 l=1 rev1=1 crypto rx=0x7fdc1406dff0 tx=0x7fdc0c02a730 comp rx=0 tx=0).stop 2024-09-13T16:14:51.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.966+0000 7fdc1b1e2640 1 -- 172.21.15.76:0/3198788709 shutdown_connections 2024-09-13T16:14:51.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.966+0000 7fdc1b1e2640 1 --2- 172.21.15.76:0/3198788709 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdc140cbea0 0x7fdc140cc350 unknown :-1 s=CLOSED pgs=2167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:51.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.966+0000 7fdc1b1e2640 1 --2- 172.21.15.76:0/3198788709 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdc1406c8a0 0x7fdc140b2590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:51.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.966+0000 7fdc1b1e2640 1 -- 172.21.15.76:0/3198788709 >> 172.21.15.76:0/3198788709 conn(0x7fdc14069ed0 msgr2=0x7fdc1406a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:51.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.966+0000 7fdc1b1e2640 1 -- 172.21.15.76:0/3198788709 shutdown_connections 2024-09-13T16:14:51.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.966+0000 7fdc1b1e2640 1 -- 172.21.15.76:0/3198788709 wait complete. 2024-09-13T16:14:51.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.967+0000 7fdc1b1e2640 1 Processor -- start 2024-09-13T16:14:51.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.967+0000 7fdc1b1e2640 1 -- start start 2024-09-13T16:14:51.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.968+0000 7fdc1b1e2640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdc1406c4c0 0x7fdc140af3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:51.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.968+0000 7fdc1b1e2640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdc1406c8a0 0x7fdc140c6340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:51.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.968+0000 7fdc1b1e2640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdc140cbea0 0x7fdc14070090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:51.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.968+0000 7fdc1b1e2640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdc140c5eb0 con 0x7fdc1406c8a0 2024-09-13T16:14:51.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.968+0000 7fdc1b1e2640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdc140c5440 con 0x7fdc1406c4c0 2024-09-13T16:14:51.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.968+0000 7fdc1b1e2640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdc140b0480 con 0x7fdc140cbea0 2024-09-13T16:14:51.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.968+0000 7fdc0bfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdc1406c8a0 0x7fdc140c6340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:51.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.968+0000 7fdc0bfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdc1406c8a0 0x7fdc140c6340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:35654/0 (socket says 172.21.15.76:35654) 2024-09-13T16:14:51.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.968+0000 7fdc0bfff640 1 -- 172.21.15.76:0/3835665301 learned_addr learned my addr 172.21.15.76:0/3835665301 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:51.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.968+0000 7fdc1977f640 1 --2- 172.21.15.76:0/3835665301 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdc140cbea0 0x7fdc14070090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:51.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.968+0000 7fdc18f7e640 1 --2- 172.21.15.76:0/3835665301 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdc1406c4c0 0x7fdc140af3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:51.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.968+0000 7fdc0bfff640 1 -- 172.21.15.76:0/3835665301 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdc140cbea0 msgr2=0x7fdc14070090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:51.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.969+0000 7fdc0bfff640 1 --2- 172.21.15.76:0/3835665301 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdc140cbea0 0x7fdc14070090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:51.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.969+0000 7fdc0bfff640 1 -- 172.21.15.76:0/3835665301 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdc1406c4c0 msgr2=0x7fdc140af3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:51.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.969+0000 7fdc0bfff640 1 --2- 172.21.15.76:0/3835665301 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdc1406c4c0 0x7fdc140af3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:51.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.969+0000 7fdc0bfff640 1 -- 172.21.15.76:0/3835665301 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdc0c009b30 con 0x7fdc1406c8a0 2024-09-13T16:14:51.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.969+0000 7fdc0bfff640 1 --2- 172.21.15.76:0/3835665301 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdc1406c8a0 0x7fdc140c6340 secure :-1 s=READY pgs=2168 cs=0 l=1 rev1=1 crypto rx=0x7fdc0400d7d0 tx=0x7fdc0400dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:51.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.969+0000 7fdc097fa640 1 -- 172.21.15.76:0/3835665301 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc0400b6c0 con 0x7fdc1406c8a0 2024-09-13T16:14:51.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.969+0000 7fdc097fa640 1 -- 172.21.15.76:0/3835665301 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdc0400b840 con 0x7fdc1406c8a0 2024-09-13T16:14:51.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.969+0000 7fdc1b1e2640 1 -- 172.21.15.76:0/3835665301 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdc140b0760 con 0x7fdc1406c8a0 2024-09-13T16:14:51.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.969+0000 7fdc097fa640 1 -- 172.21.15.76:0/3835665301 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc0400bbf0 con 0x7fdc1406c8a0 2024-09-13T16:14:51.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.969+0000 7fdc1b1e2640 1 -- 172.21.15.76:0/3835665301 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdc140af930 con 0x7fdc1406c8a0 2024-09-13T16:14:51.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.970+0000 7fdc1b1e2640 1 -- 172.21.15.76:0/3835665301 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdc140c6060 con 0x7fdc1406c8a0 2024-09-13T16:14:51.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.970+0000 7fdc097fa640 1 -- 172.21.15.76:0/3835665301 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fdc0400bd50 con 0x7fdc1406c8a0 2024-09-13T16:14:51.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.971+0000 7fdc097fa640 1 --2- 172.21.15.76:0/3835665301 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdc0006ac30 0x7fdc0006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:51.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.971+0000 7fdc097fa640 1 -- 172.21.15.76:0/3835665301 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(161..161 src has 1..161) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fdc040898e0 con 0x7fdc1406c8a0 2024-09-13T16:14:51.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.971+0000 7fdc18f7e640 1 --2- 172.21.15.76:0/3835665301 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdc0006ac30 0x7fdc0006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:51.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.971+0000 7fdc18f7e640 1 --2- 172.21.15.76:0/3835665301 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdc0006ac30 0x7fdc0006d0f0 secure :-1 s=READY pgs=921 cs=0 l=1 rev1=1 crypto rx=0x7fdc10000f60 tx=0x7fdc10009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:51.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:51.975+0000 7fdc097fa640 1 -- 172.21.15.76:0/3835665301 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fdc140c6060 con 0x7fdc1406c8a0 2024-09-13T16:14:52.142 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.141+0000 7fdc1b1e2640 1 -- 172.21.15.76:0/3835665301 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fdc140c6060 con 0x7fdc1406c8a0 2024-09-13T16:14:52.143 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.142+0000 7fdc097fa640 1 -- 172.21.15.76:0/3835665301 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v161) v1 ==== 74+0+16693 (secure 0 0 0) 0x7fdc140c6060 con 0x7fdc1406c8a0 2024-09-13T16:14:52.143 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:14:52.144 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":161,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:14:51.826880+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":24,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":23,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:14:49.992802+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"161","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":24,"pool_name":"cephfs_data","create_time":"2024-09-13T16:14:50.797972+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"161","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:14:52.145 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.144+0000 7fdc1b1e2640 1 -- 172.21.15.76:0/3835665301 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdc0006ac30 msgr2=0x7fdc0006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:52.146 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.144+0000 7fdc1b1e2640 1 --2- 172.21.15.76:0/3835665301 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdc0006ac30 0x7fdc0006d0f0 secure :-1 s=READY pgs=921 cs=0 l=1 rev1=1 crypto rx=0x7fdc10000f60 tx=0x7fdc10009040 comp rx=0 tx=0).stop 2024-09-13T16:14:52.146 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.144+0000 7fdc1b1e2640 1 -- 172.21.15.76:0/3835665301 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdc1406c8a0 msgr2=0x7fdc140c6340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:52.146 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.144+0000 7fdc1b1e2640 1 --2- 172.21.15.76:0/3835665301 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdc1406c8a0 0x7fdc140c6340 secure :-1 s=READY pgs=2168 cs=0 l=1 rev1=1 crypto rx=0x7fdc0400d7d0 tx=0x7fdc0400dc90 comp rx=0 tx=0).stop 2024-09-13T16:14:52.146 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.144+0000 7fdc1b1e2640 1 -- 172.21.15.76:0/3835665301 shutdown_connections 2024-09-13T16:14:52.146 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.144+0000 7fdc1b1e2640 1 --2- 172.21.15.76:0/3835665301 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fdc0006ac30 0x7fdc0006d0f0 unknown :-1 s=CLOSED pgs=921 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:52.146 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.144+0000 7fdc1b1e2640 1 --2- 172.21.15.76:0/3835665301 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fdc140cbea0 0x7fdc14070090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:52.146 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.144+0000 7fdc1b1e2640 1 --2- 172.21.15.76:0/3835665301 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fdc1406c8a0 0x7fdc140c6340 unknown :-1 s=CLOSED pgs=2168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:52.146 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.144+0000 7fdc1b1e2640 1 --2- 172.21.15.76:0/3835665301 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdc1406c4c0 0x7fdc140af3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:52.146 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.144+0000 7fdc1b1e2640 1 -- 172.21.15.76:0/3835665301 >> 172.21.15.76:0/3835665301 conn(0x7fdc14069ed0 msgr2=0x7fdc1406a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:52.146 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.144+0000 7fdc1b1e2640 1 -- 172.21.15.76:0/3835665301 shutdown_connections 2024-09-13T16:14:52.146 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.144+0000 7fdc1b1e2640 1 -- 172.21.15.76:0/3835665301 wait complete. 2024-09-13T16:14:52.157 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:14:52.254 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.253+0000 7f1abfaec640 1 Processor -- start 2024-09-13T16:14:52.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.253+0000 7f1abfaec640 1 -- start start 2024-09-13T16:14:52.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.254+0000 7f1abfaec640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1ab8072110 0x7f1ab8070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:52.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.254+0000 7f1abfaec640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f1ab80c8920 0x7f1ab80c8dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:52.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.254+0000 7f1abfaec640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1ab80abdf0 con 0x7f1ab8071d30 2024-09-13T16:14:52.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.254+0000 7f1abfaec640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1ab80c9310 con 0x7f1ab80c8920 2024-09-13T16:14:52.255 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.254+0000 7f1abfaec640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1ab80b2280 con 0x7f1ab8072110 2024-09-13T16:14:52.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.254+0000 7f1abd087640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1ab8072110 0x7f1ab8070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:52.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.254+0000 7f1abe089640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f1ab80c8920 0x7f1ab80c8dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:52.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.254+0000 7f1abd087640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1ab8072110 0x7f1ab8070190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.76:52742/0 (socket says 172.21.15.76:52742) 2024-09-13T16:14:52.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.254+0000 7f1abe089640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f1ab80c8920 0x7f1ab80c8dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.76:44876/0 (socket says 172.21.15.76:44876) 2024-09-13T16:14:52.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.254+0000 7f1abd888640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7f1ab8071d30 0x7f1ab80b1b70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:46930/0 (socket says 172.21.15.76:46930) 2024-09-13T16:14:52.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.254+0000 7f1abd087640 1 -- 172.21.15.76:0/1679892068 learned_addr learned my addr 172.21.15.76:0/1679892068 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:52.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.255+0000 7f1abe089640 1 -- 172.21.15.76:0/1679892068 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1ab8072110 msgr2=0x7f1ab8070190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:52.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.255+0000 7f1abe089640 1 --2- 172.21.15.76:0/1679892068 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1ab8072110 0x7f1ab8070190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:52.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.255+0000 7f1abe089640 1 -- 172.21.15.76:0/1679892068 >> v1:172.21.15.192:6789/0 conn(0x7f1ab8071d30 legacy=0x7f1ab80b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:52.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.255+0000 7f1abe089640 1 -- 172.21.15.76:0/1679892068 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1ab80ab1e0 con 0x7f1ab80c8920 2024-09-13T16:14:52.257 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.255+0000 7f1abc886640 1 -- 172.21.15.76:0/1679892068 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1142663711 0 0) 0x7f1ab80abdf0 con 0x7f1ab8071d30 2024-09-13T16:14:52.259 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.256+0000 7f1abe089640 1 --2- 172.21.15.76:0/1679892068 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1ab80c8920 0x7f1ab80c8dd0 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7f1ab0009dc0 tx=0x7f1ab002a680 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7a96b6ec0f2d6a35 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:52.259 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.256+0000 7f1abc886640 1 -- 172.21.15.76:0/1679892068 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ab0007740 con 0x7f1ab80c8920 2024-09-13T16:14:52.259 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.256+0000 7f1abc886640 1 -- 172.21.15.76:0/1679892068 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1ab002d050 con 0x7f1ab80c8920 2024-09-13T16:14:52.259 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.256+0000 7f1abc886640 1 -- 172.21.15.76:0/1679892068 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ab0007ac0 con 0x7f1ab80c8920 2024-09-13T16:14:52.259 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.256+0000 7f1abfaec640 1 -- 172.21.15.76:0/1679892068 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1ab80c8920 msgr2=0x7f1ab80c8dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:52.259 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.256+0000 7f1abfaec640 1 --2- 172.21.15.76:0/1679892068 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1ab80c8920 0x7f1ab80c8dd0 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7f1ab0009dc0 tx=0x7f1ab002a680 comp rx=0 tx=0).stop 2024-09-13T16:14:52.259 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.256+0000 7f1abfaec640 1 -- 172.21.15.76:0/1679892068 shutdown_connections 2024-09-13T16:14:52.259 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.256+0000 7f1abfaec640 1 --2- 172.21.15.76:0/1679892068 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1ab80c8920 0x7f1ab80c8dd0 unknown :-1 s=CLOSED pgs=681 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:52.259 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.256+0000 7f1abfaec640 1 --2- 172.21.15.76:0/1679892068 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1ab8072110 0x7f1ab8070190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:52.259 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.256+0000 7f1abfaec640 1 -- 172.21.15.76:0/1679892068 >> 172.21.15.76:0/1679892068 conn(0x7f1ab8069ed0 msgr2=0x7f1ab806a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:52.259 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.256+0000 7f1abfaec640 1 -- 172.21.15.76:0/1679892068 shutdown_connections 2024-09-13T16:14:52.260 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.256+0000 7f1abfaec640 1 -- 172.21.15.76:0/1679892068 wait complete. 2024-09-13T16:14:52.260 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.258+0000 7f1abfaec640 1 Processor -- start 2024-09-13T16:14:52.260 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.258+0000 7f1abfaec640 1 -- start start 2024-09-13T16:14:52.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.258+0000 7f1abfaec640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1ab8071d30 0x7f1ab80c1250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:52.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.258+0000 7f1abfaec640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1ab8072110 0x7f1ab8157c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:52.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.258+0000 7f1abfaec640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1ab80c8920 0x7f1ab81efb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:52.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.258+0000 7f1abfaec640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ab8158190 con 0x7f1ab8072110 2024-09-13T16:14:52.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.258+0000 7f1abfaec640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ab81577c0 con 0x7f1ab8071d30 2024-09-13T16:14:52.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.258+0000 7f1abfaec640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1ab81f0060 con 0x7f1ab80c8920 2024-09-13T16:14:52.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.258+0000 7f1abd087640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1ab8072110 0x7f1ab8157c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:52.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.258+0000 7f1abd087640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1ab8072110 0x7f1ab8157c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:35658/0 (socket says 172.21.15.76:35658) 2024-09-13T16:14:52.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.258+0000 7f1abd087640 1 -- 172.21.15.76:0/1584773034 learned_addr learned my addr 172.21.15.76:0/1584773034 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:52.264 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.259+0000 7f1abd888640 1 --2- 172.21.15.76:0/1584773034 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1ab8071d30 0x7f1ab80c1250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:52.264 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.259+0000 7f1abe089640 1 --2- 172.21.15.76:0/1584773034 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1ab80c8920 0x7f1ab81efb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:52.264 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.259+0000 7f1abd087640 1 -- 172.21.15.76:0/1584773034 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1ab80c8920 msgr2=0x7f1ab81efb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:52.264 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.259+0000 7f1abd087640 1 --2- 172.21.15.76:0/1584773034 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1ab80c8920 0x7f1ab81efb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:52.264 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.259+0000 7f1abd087640 1 -- 172.21.15.76:0/1584773034 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1ab8071d30 msgr2=0x7f1ab80c1250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:52.264 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.259+0000 7f1abd087640 1 --2- 172.21.15.76:0/1584773034 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1ab8071d30 0x7f1ab80c1250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:52.264 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.259+0000 7f1abd087640 1 -- 172.21.15.76:0/1584773034 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1ab0009a70 con 0x7f1ab8072110 2024-09-13T16:14:52.264 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.259+0000 7f1abd087640 1 --2- 172.21.15.76:0/1584773034 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1ab8072110 0x7f1ab8157c50 secure :-1 s=READY pgs=2169 cs=0 l=1 rev1=1 crypto rx=0x7f1aa800e8d0 tx=0x7f1aa800ed90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:52.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.259+0000 7f1aae7fc640 1 -- 172.21.15.76:0/1584773034 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1aa8004020 con 0x7f1ab8072110 2024-09-13T16:14:52.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.259+0000 7f1aae7fc640 1 -- 172.21.15.76:0/1584773034 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1aa80041a0 con 0x7f1ab8072110 2024-09-13T16:14:52.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.259+0000 7f1aae7fc640 1 -- 172.21.15.76:0/1584773034 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1aa800c8e0 con 0x7f1ab8072110 2024-09-13T16:14:52.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.259+0000 7f1abfaec640 1 -- 172.21.15.76:0/1584773034 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1ab8156bb0 con 0x7f1ab8072110 2024-09-13T16:14:52.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.259+0000 7f1abfaec640 1 -- 172.21.15.76:0/1584773034 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1ab8157170 con 0x7f1ab8072110 2024-09-13T16:14:52.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.260+0000 7f1abfaec640 1 -- 172.21.15.76:0/1584773034 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1ab8070190 con 0x7f1ab8072110 2024-09-13T16:14:52.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.260+0000 7f1aae7fc640 1 -- 172.21.15.76:0/1584773034 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1aa800ca40 con 0x7f1ab8072110 2024-09-13T16:14:52.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.261+0000 7f1aae7fc640 1 --2- 172.21.15.76:0/1584773034 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1a9c06ac00 0x7f1a9c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:52.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.261+0000 7f1aae7fc640 1 -- 172.21.15.76:0/1584773034 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(161..161 src has 1..161) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f1aa8089680 con 0x7f1ab8072110 2024-09-13T16:14:52.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.261+0000 7f1abd888640 1 --2- 172.21.15.76:0/1584773034 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1a9c06ac00 0x7f1a9c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:52.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.261+0000 7f1abd888640 1 --2- 172.21.15.76:0/1584773034 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1a9c06ac00 0x7f1a9c06d0c0 secure :-1 s=READY pgs=922 cs=0 l=1 rev1=1 crypto rx=0x7f1ab4000f60 tx=0x7f1ab4009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:52.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.265+0000 7f1aae7fc640 1 -- 172.21.15.76:0/1584773034 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f1aa8054720 con 0x7f1ab8072110 2024-09-13T16:14:52.427 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.426+0000 7f1abfaec640 1 -- 172.21.15.76:0/1584773034 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f1ab8157900 con 0x7f1ab8072110 2024-09-13T16:14:52.428 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.427+0000 7f1aae7fc640 1 -- 172.21.15.76:0/1584773034 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v161) v1 ==== 74+0+16693 (secure 0 0 0) 0x7f1aa800ccf0 con 0x7f1ab8072110 2024-09-13T16:14:52.428 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:14:52.428 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":161,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:14:51.826880+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":24,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":23,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:14:49.992802+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"161","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":24,"pool_name":"cephfs_data","create_time":"2024-09-13T16:14:50.797972+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"161","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:14:52.430 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.429+0000 7f1abfaec640 1 -- 172.21.15.76:0/1584773034 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1a9c06ac00 msgr2=0x7f1a9c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:52.430 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.429+0000 7f1abfaec640 1 --2- 172.21.15.76:0/1584773034 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1a9c06ac00 0x7f1a9c06d0c0 secure :-1 s=READY pgs=922 cs=0 l=1 rev1=1 crypto rx=0x7f1ab4000f60 tx=0x7f1ab4009040 comp rx=0 tx=0).stop 2024-09-13T16:14:52.430 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.429+0000 7f1abfaec640 1 -- 172.21.15.76:0/1584773034 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1ab8072110 msgr2=0x7f1ab8157c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:52.431 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.429+0000 7f1abfaec640 1 --2- 172.21.15.76:0/1584773034 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1ab8072110 0x7f1ab8157c50 secure :-1 s=READY pgs=2169 cs=0 l=1 rev1=1 crypto rx=0x7f1aa800e8d0 tx=0x7f1aa800ed90 comp rx=0 tx=0).stop 2024-09-13T16:14:52.431 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.429+0000 7f1abfaec640 1 -- 172.21.15.76:0/1584773034 shutdown_connections 2024-09-13T16:14:52.431 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.429+0000 7f1abfaec640 1 --2- 172.21.15.76:0/1584773034 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1a9c06ac00 0x7f1a9c06d0c0 unknown :-1 s=CLOSED pgs=922 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:52.431 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.429+0000 7f1abfaec640 1 --2- 172.21.15.76:0/1584773034 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1ab80c8920 0x7f1ab81efb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:52.431 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.429+0000 7f1abfaec640 1 --2- 172.21.15.76:0/1584773034 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1ab8072110 0x7f1ab8157c50 unknown :-1 s=CLOSED pgs=2169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:52.431 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.429+0000 7f1abfaec640 1 --2- 172.21.15.76:0/1584773034 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1ab8071d30 0x7f1ab80c1250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:52.431 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.429+0000 7f1abfaec640 1 -- 172.21.15.76:0/1584773034 >> 172.21.15.76:0/1584773034 conn(0x7f1ab8069ed0 msgr2=0x7f1ab80aec70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:52.431 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.429+0000 7f1abfaec640 1 -- 172.21.15.76:0/1584773034 shutdown_connections 2024-09-13T16:14:52.431 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.429+0000 7f1abfaec640 1 -- 172.21.15.76:0/1584773034 wait complete. 2024-09-13T16:14:52.441 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-13T16:14:52.543 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.542+0000 7ff3f04a3640 1 Processor -- start 2024-09-13T16:14:52.543 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.542+0000 7ff3f04a3640 1 -- start start 2024-09-13T16:14:52.545 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.543+0000 7ff3f04a3640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff3e8159310 0x7ff3e80ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:52.545 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.543+0000 7ff3f04a3640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7ff3e80ce4f0 0x7ff3e80ce8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:52.545 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.543+0000 7ff3f04a3640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff3e80ccbe0 con 0x7ff3e80b2b40 2024-09-13T16:14:52.545 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.543+0000 7ff3f04a3640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff3e80ad940 con 0x7ff3e8159310 2024-09-13T16:14:52.545 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.543+0000 7ff3f04a3640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff3e80b1810 con 0x7ff3e80ce4f0 2024-09-13T16:14:52.545 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.543+0000 7ff3ee23f640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff3e8159310 0x7ff3e80ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:52.545 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.543+0000 7ff3eda3e640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7ff3e80b2b40 0x7ff3e80ab140 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:40692/0 (socket says 172.21.15.76:40692) 2024-09-13T16:14:52.545 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.543+0000 7ff3eda3e640 1 -- 172.21.15.76:0/1381929603 learned_addr learned my addr 172.21.15.76:0/1381929603 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:14:52.545 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.543+0000 7ff3eea40640 1 --2- 172.21.15.76:0/1381929603 >> v2:172.21.15.192:3300/0 conn(0x7ff3e80ce4f0 0x7ff3e80ce8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:52.545 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.543+0000 7ff3ee23f640 1 -- 172.21.15.76:0/1381929603 >> v2:172.21.15.192:3300/0 conn(0x7ff3e80ce4f0 msgr2=0x7ff3e80ce8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:52.546 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.543+0000 7ff3ee23f640 1 --2- 172.21.15.76:0/1381929603 >> v2:172.21.15.192:3300/0 conn(0x7ff3e80ce4f0 0x7ff3e80ce8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:52.546 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.543+0000 7ff3ee23f640 1 -- 172.21.15.76:0/1381929603 >> v1:172.21.15.76:6789/0 conn(0x7ff3e80b2b40 legacy=0x7ff3e80ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:52.546 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.543+0000 7ff3ee23f640 1 -- 172.21.15.76:0/1381929603 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff3e80cee10 con 0x7ff3e8159310 2024-09-13T16:14:52.546 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.543+0000 7ff3ed23d640 1 -- 172.21.15.76:0/1381929603 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3263742637 0 0) 0x7ff3e80ccbe0 con 0x7ff3e80b2b40 2024-09-13T16:14:52.550 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.544+0000 7ff3ee23f640 1 --2- 172.21.15.76:0/1381929603 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff3e8159310 0x7ff3e80ad400 secure :-1 s=READY pgs=2171 cs=0 l=1 rev1=1 crypto rx=0x7ff3e80b2fc0 tx=0x7ff3e402a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=87e2c50f5265fa43 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:52.550 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.544+0000 7ff3ed23d640 1 -- 172.21.15.76:0/1381929603 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3e402ae60 con 0x7ff3e8159310 2024-09-13T16:14:52.550 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.544+0000 7ff3ed23d640 1 -- 172.21.15.76:0/1381929603 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff3e4032440 con 0x7ff3e8159310 2024-09-13T16:14:52.550 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.544+0000 7ff3ed23d640 1 -- 172.21.15.76:0/1381929603 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3e40327d0 con 0x7ff3e8159310 2024-09-13T16:14:52.550 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.544+0000 7ff3f04a3640 1 -- 172.21.15.76:0/1381929603 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff3e8159310 msgr2=0x7ff3e80ad400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:52.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.544+0000 7ff3f04a3640 1 --2- 172.21.15.76:0/1381929603 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff3e8159310 0x7ff3e80ad400 secure :-1 s=READY pgs=2171 cs=0 l=1 rev1=1 crypto rx=0x7ff3e80b2fc0 tx=0x7ff3e402a110 comp rx=0 tx=0).stop 2024-09-13T16:14:52.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.545+0000 7ff3f04a3640 1 -- 172.21.15.76:0/1381929603 shutdown_connections 2024-09-13T16:14:52.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.545+0000 7ff3f04a3640 1 --2- 172.21.15.76:0/1381929603 >> v2:172.21.15.192:3300/0 conn(0x7ff3e80ce4f0 0x7ff3e80ce8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:52.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.545+0000 7ff3f04a3640 1 --2- 172.21.15.76:0/1381929603 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff3e8159310 0x7ff3e80ad400 unknown :-1 s=CLOSED pgs=2171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:52.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.545+0000 7ff3f04a3640 1 -- 172.21.15.76:0/1381929603 >> 172.21.15.76:0/1381929603 conn(0x7ff3e806a0b0 msgr2=0x7ff3e806a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:52.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.545+0000 7ff3f04a3640 1 -- 172.21.15.76:0/1381929603 shutdown_connections 2024-09-13T16:14:52.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.545+0000 7ff3f04a3640 1 -- 172.21.15.76:0/1381929603 wait complete. 2024-09-13T16:14:52.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.546+0000 7ff3f04a3640 1 Processor -- start 2024-09-13T16:14:52.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.546+0000 7ff3f04a3640 1 -- start start 2024-09-13T16:14:52.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.546+0000 7ff3f04a3640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff3e80b2b40 0x7ff3e81f2f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:52.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.546+0000 7ff3f04a3640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff3e80ce4f0 0x7ff3e81567e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:52.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.546+0000 7ff3f04a3640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff3e8159310 0x7ff3e80710e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:52.551 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.546+0000 7ff3f04a3640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3e81f4380 con 0x7ff3e80ce4f0 2024-09-13T16:14:52.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.546+0000 7ff3f04a3640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3e81f3460 con 0x7ff3e8159310 2024-09-13T16:14:52.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.546+0000 7ff3f04a3640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff3e81f3770 con 0x7ff3e80b2b40 2024-09-13T16:14:52.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.547+0000 7ff3eda3e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff3e80ce4f0 0x7ff3e81567e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:52.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.547+0000 7ff3eda3e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff3e80ce4f0 0x7ff3e81567e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:35680/0 (socket says 172.21.15.76:35680) 2024-09-13T16:14:52.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.547+0000 7ff3eda3e640 1 -- 172.21.15.76:0/1926072073 learned_addr learned my addr 172.21.15.76:0/1926072073 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:52.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.547+0000 7ff3eda3e640 1 -- 172.21.15.76:0/1926072073 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff3e80b2b40 msgr2=0x7ff3e81f2f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:52.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.547+0000 7ff3eda3e640 1 --2- 172.21.15.76:0/1926072073 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff3e80b2b40 0x7ff3e81f2f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:52.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.547+0000 7ff3eea40640 1 --2- 172.21.15.76:0/1926072073 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff3e8159310 0x7ff3e80710e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:52.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.547+0000 7ff3eda3e640 1 -- 172.21.15.76:0/1926072073 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff3e8159310 msgr2=0x7ff3e80710e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:52.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.547+0000 7ff3eda3e640 1 --2- 172.21.15.76:0/1926072073 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff3e8159310 0x7ff3e80710e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:52.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.547+0000 7ff3eda3e640 1 -- 172.21.15.76:0/1926072073 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff3e4009400 con 0x7ff3e80ce4f0 2024-09-13T16:14:52.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.547+0000 7ff3eda3e640 1 --2- 172.21.15.76:0/1926072073 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff3e80ce4f0 0x7ff3e81567e0 secure :-1 s=READY pgs=2172 cs=0 l=1 rev1=1 crypto rx=0x7ff3d800c4d0 tx=0x7ff3d800c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:52.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.547+0000 7ff3deffd640 1 -- 172.21.15.76:0/1926072073 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3d80074e0 con 0x7ff3e80ce4f0 2024-09-13T16:14:52.552 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.547+0000 7ff3deffd640 1 -- 172.21.15.76:0/1926072073 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff3d8007660 con 0x7ff3e80ce4f0 2024-09-13T16:14:52.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.547+0000 7ff3deffd640 1 -- 172.21.15.76:0/1926072073 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3d8004a20 con 0x7ff3e80ce4f0 2024-09-13T16:14:52.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.547+0000 7ff3f04a3640 1 -- 172.21.15.76:0/1926072073 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff3e81f3a50 con 0x7ff3e80ce4f0 2024-09-13T16:14:52.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.547+0000 7ff3f04a3640 1 -- 172.21.15.76:0/1926072073 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff3e81f4010 con 0x7ff3e80ce4f0 2024-09-13T16:14:52.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.548+0000 7ff3f04a3640 1 -- 172.21.15.76:0/1926072073 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff3e806dfa0 con 0x7ff3e80ce4f0 2024-09-13T16:14:52.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.549+0000 7ff3deffd640 1 -- 172.21.15.76:0/1926072073 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff3d8004b80 con 0x7ff3e80ce4f0 2024-09-13T16:14:52.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.549+0000 7ff3deffd640 1 --2- 172.21.15.76:0/1926072073 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff3cc06ac00 0x7ff3cc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:52.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.549+0000 7ff3ee23f640 1 --2- 172.21.15.76:0/1926072073 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff3cc06ac00 0x7ff3cc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:52.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.549+0000 7ff3deffd640 1 -- 172.21.15.76:0/1926072073 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(161..161 src has 1..161) v4 ==== 6029+0+0 (secure 0 0 0) 0x7ff3d80886a0 con 0x7ff3e80ce4f0 2024-09-13T16:14:52.554 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.550+0000 7ff3ee23f640 1 --2- 172.21.15.76:0/1926072073 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff3cc06ac00 0x7ff3cc06d0c0 secure :-1 s=READY pgs=923 cs=0 l=1 rev1=1 crypto rx=0x7ff3e4034000 tx=0x7ff3e402c000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:52.555 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.554+0000 7ff3deffd640 1 -- 172.21.15.76:0/1926072073 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ff3d8053740 con 0x7ff3e80ce4f0 2024-09-13T16:14:52.748 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.747+0000 7ff3f04a3640 1 -- 172.21.15.76:0/1926072073 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7ff3e8154610 con 0x7ff3e80ce4f0 2024-09-13T16:14:52.836 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.835+0000 7ff3deffd640 1 -- 172.21.15.76:0/1926072073 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v89) v1 ==== 118+0+0 (secure 0 0 0) 0x7ff3d8056d60 con 0x7ff3e80ce4f0 2024-09-13T16:14:52.838 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.837+0000 7ff3f04a3640 1 -- 172.21.15.76:0/1926072073 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff3cc06ac00 msgr2=0x7ff3cc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:52.838 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.837+0000 7ff3f04a3640 1 --2- 172.21.15.76:0/1926072073 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff3cc06ac00 0x7ff3cc06d0c0 secure :-1 s=READY pgs=923 cs=0 l=1 rev1=1 crypto rx=0x7ff3e4034000 tx=0x7ff3e402c000 comp rx=0 tx=0).stop 2024-09-13T16:14:52.838 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.837+0000 7ff3f04a3640 1 -- 172.21.15.76:0/1926072073 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff3e80ce4f0 msgr2=0x7ff3e81567e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:52.838 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.837+0000 7ff3f04a3640 1 --2- 172.21.15.76:0/1926072073 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff3e80ce4f0 0x7ff3e81567e0 secure :-1 s=READY pgs=2172 cs=0 l=1 rev1=1 crypto rx=0x7ff3d800c4d0 tx=0x7ff3d800c990 comp rx=0 tx=0).stop 2024-09-13T16:14:52.839 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.837+0000 7ff3f04a3640 1 -- 172.21.15.76:0/1926072073 shutdown_connections 2024-09-13T16:14:52.839 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.837+0000 7ff3f04a3640 1 --2- 172.21.15.76:0/1926072073 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff3e8159310 0x7ff3e80710e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:52.839 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.837+0000 7ff3f04a3640 1 --2- 172.21.15.76:0/1926072073 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff3e80ce4f0 0x7ff3e81567e0 unknown :-1 s=CLOSED pgs=2172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:52.839 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.837+0000 7ff3f04a3640 1 --2- 172.21.15.76:0/1926072073 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff3cc06ac00 0x7ff3cc06d0c0 unknown :-1 s=CLOSED pgs=923 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:52.839 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.837+0000 7ff3f04a3640 1 --2- 172.21.15.76:0/1926072073 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff3e80b2b40 0x7ff3e81f2f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:52.839 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.837+0000 7ff3f04a3640 1 -- 172.21.15.76:0/1926072073 >> 172.21.15.76:0/1926072073 conn(0x7ff3e806a0b0 msgr2=0x7ff3e806a490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:52.839 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.837+0000 7ff3f04a3640 1 -- 172.21.15.76:0/1926072073 shutdown_connections 2024-09-13T16:14:52.839 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.837+0000 7ff3f04a3640 1 -- 172.21.15.76:0/1926072073 wait complete. 2024-09-13T16:14:52.849 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-13T16:14:52.849 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-13T16:14:52.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.949+0000 7f817611f640 1 Processor -- start 2024-09-13T16:14:52.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.949+0000 7f817611f640 1 -- start start 2024-09-13T16:14:52.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.950+0000 7f817611f640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f81700cec00 0x7f817015cc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:52.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.950+0000 7f817611f640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f81700cce80 con 0x7f817015d180 2024-09-13T16:14:52.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.950+0000 7f817611f640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f81700cd100 con 0x7f817015a100 2024-09-13T16:14:52.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.950+0000 7f817611f640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f817015d9f0 con 0x7f81700cec00 2024-09-13T16:14:52.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.950+0000 7f816ffff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f817015d180 0x7f817006cef0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:40704/0 (socket says 172.21.15.76:40704) 2024-09-13T16:14:52.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.950+0000 7f816ffff640 1 -- 172.21.15.76:0/3115068071 learned_addr learned my addr 172.21.15.76:0/3115068071 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:14:52.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.950+0000 7f816e7fc640 1 -- 172.21.15.76:0/3115068071 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 46013244 0 0) 0x7f81700cce80 con 0x7f817015d180 2024-09-13T16:14:52.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.950+0000 7f816e7fc640 1 -- 172.21.15.76:0/3115068071 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8158003520 con 0x7f817015d180 2024-09-13T16:14:52.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.950+0000 7f816effd640 1 --2- 172.21.15.76:0/3115068071 >> v2:172.21.15.192:3300/0 conn(0x7f81700cec00 0x7f817015cc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:52.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.950+0000 7f816e7fc640 1 -- 172.21.15.76:0/3115068071 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1974338787 0 0) 0x7f8158003520 con 0x7f817015d180 2024-09-13T16:14:52.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.950+0000 7f816e7fc640 1 -- 172.21.15.76:0/3115068071 >> v2:172.21.15.192:3300/0 conn(0x7f81700cec00 msgr2=0x7f817015cc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:52.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.950+0000 7f816e7fc640 1 --2- 172.21.15.76:0/3115068071 >> v2:172.21.15.192:3300/0 conn(0x7f81700cec00 0x7f817015cc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:52.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.950+0000 7f816e7fc640 1 -- 172.21.15.76:0/3115068071 >> v1:172.21.15.192:6789/0 conn(0x7f817015a100 legacy=0x7f81700ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:52.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.950+0000 7f816e7fc640 1 -- 172.21.15.76:0/3115068071 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f81700cd3e0 con 0x7f817015d180 2024-09-13T16:14:52.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.950+0000 7f816e7fc640 1 -- 172.21.15.76:0/3115068071 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f81680019f0 con 0x7f817015d180 2024-09-13T16:14:52.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.950+0000 7f816e7fc640 1 -- 172.21.15.76:0/3115068071 >> v1:172.21.15.76:6789/0 conn(0x7f817015d180 legacy=0x7f817006cef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:52.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.950+0000 7f816e7fc640 1 --2- 172.21.15.76:0/3115068071 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8158003970 0x7f8158003d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:52.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.950+0000 7f816e7fc640 1 --2- 172.21.15.76:0/3115068071 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f81580047c0 0x7f8158004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:52.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.950+0000 7f816e7fc640 1 --2- 172.21.15.76:0/3115068071 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8158005180 0x7f815800b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:52.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.950+0000 7f816e7fc640 1 -- 172.21.15.76:0/3115068071 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f817015d9f0 con 0x7f81580047c0 2024-09-13T16:14:52.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.950+0000 7f816e7fc640 1 -- 172.21.15.76:0/3115068071 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f815800c0b0 con 0x7f8158005180 2024-09-13T16:14:52.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.950+0000 7f816e7fc640 1 -- 172.21.15.76:0/3115068071 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f815800c270 con 0x7f8158003970 2024-09-13T16:14:52.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.950+0000 7f816effd640 1 --2- 172.21.15.76:0/3115068071 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f81580047c0 0x7f8158004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:52.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.951+0000 7f816f7fe640 1 --2- 172.21.15.76:0/3115068071 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8158003970 0x7f8158003d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:52.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.951+0000 7f816ffff640 1 --2- 172.21.15.76:0/3115068071 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8158005180 0x7f815800b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:52.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.951+0000 7f816effd640 1 -- 172.21.15.76:0/3115068071 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8158003970 msgr2=0x7f8158003d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:52.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.951+0000 7f816effd640 1 --2- 172.21.15.76:0/3115068071 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8158003970 0x7f8158003d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:52.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.951+0000 7f816effd640 1 -- 172.21.15.76:0/3115068071 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8158005180 msgr2=0x7f815800b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:52.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.951+0000 7f816effd640 1 --2- 172.21.15.76:0/3115068071 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8158005180 0x7f815800b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:52.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.951+0000 7f816ffff640 1 -- 172.21.15.76:0/3115068071 reap_dead start 2024-09-13T16:14:52.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.951+0000 7f816effd640 1 -- 172.21.15.76:0/3115068071 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8158003520 con 0x7f81580047c0 2024-09-13T16:14:52.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.951+0000 7f816f7fe640 1 --2- 172.21.15.76:0/3115068071 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8158003970 0x7f8158003d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:14:52.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.951+0000 7f816effd640 1 --2- 172.21.15.76:0/3115068071 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f81580047c0 0x7f8158004c40 secure :-1 s=READY pgs=2174 cs=0 l=1 rev1=1 crypto rx=0x7f816400ba00 tx=0x7f81580057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cebfd569edac5334 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:52.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.952+0000 7f816e7fc640 1 -- 172.21.15.76:0/3115068071 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f816402adb0 con 0x7f81580047c0 2024-09-13T16:14:52.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.952+0000 7f816e7fc640 1 -- 172.21.15.76:0/3115068071 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f816402e070 con 0x7f81580047c0 2024-09-13T16:14:52.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.952+0000 7f816e7fc640 1 -- 172.21.15.76:0/3115068071 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8164034620 con 0x7f81580047c0 2024-09-13T16:14:52.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.952+0000 7f817611f640 1 -- 172.21.15.76:0/3115068071 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f81580047c0 msgr2=0x7f8158004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:52.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.952+0000 7f817611f640 1 --2- 172.21.15.76:0/3115068071 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f81580047c0 0x7f8158004c40 secure :-1 s=READY pgs=2174 cs=0 l=1 rev1=1 crypto rx=0x7f816400ba00 tx=0x7f81580057f0 comp rx=0 tx=0).stop 2024-09-13T16:14:52.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.952+0000 7f817611f640 1 -- 172.21.15.76:0/3115068071 shutdown_connections 2024-09-13T16:14:52.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.952+0000 7f817611f640 1 --2- 172.21.15.76:0/3115068071 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f81580047c0 0x7f8158004c40 unknown :-1 s=CLOSED pgs=2174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:52.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.952+0000 7f817611f640 1 -- 172.21.15.76:0/3115068071 >> 172.21.15.76:0/3115068071 conn(0x7f817006a0b0 msgr2=0x7f817006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:52.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.952+0000 7f817611f640 1 -- 172.21.15.76:0/3115068071 shutdown_connections 2024-09-13T16:14:52.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.952+0000 7f817611f640 1 -- 172.21.15.76:0/3115068071 wait complete. 2024-09-13T16:14:52.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.953+0000 7f817611f640 1 Processor -- start 2024-09-13T16:14:52.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.954+0000 7f817611f640 1 -- start start 2024-09-13T16:14:52.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.954+0000 7f817611f640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f81580047c0 0x7f8170153fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:52.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.954+0000 7f817611f640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f817015c570 0x7f81700710e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:52.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.954+0000 7f817611f640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8170071620 0x7f81700af260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:52.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.954+0000 7f817611f640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8170071ab0 con 0x7f8170071620 2024-09-13T16:14:52.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.954+0000 7f817611f640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f81700aff20 con 0x7f817015c570 2024-09-13T16:14:52.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.954+0000 7f817611f640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f817015c0e0 con 0x7f81580047c0 2024-09-13T16:14:52.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.954+0000 7f816ffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8170071620 0x7f81700af260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:52.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.954+0000 7f816ffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8170071620 0x7f81700af260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:35700/0 (socket says 172.21.15.76:35700) 2024-09-13T16:14:52.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.954+0000 7f816ffff640 1 -- 172.21.15.76:0/2963853372 learned_addr learned my addr 172.21.15.76:0/2963853372 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:52.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.955+0000 7f816ffff640 1 -- 172.21.15.76:0/2963853372 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f81580047c0 msgr2=0x7f8170153fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:52.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.955+0000 7f816ffff640 1 --2- 172.21.15.76:0/2963853372 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f81580047c0 0x7f8170153fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:52.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.955+0000 7f816ffff640 1 -- 172.21.15.76:0/2963853372 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f817015c570 msgr2=0x7f81700710e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:52.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.955+0000 7f816effd640 1 --2- 172.21.15.76:0/2963853372 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f817015c570 0x7f81700710e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:52.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.955+0000 7f816ffff640 1 --2- 172.21.15.76:0/2963853372 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f817015c570 0x7f81700710e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:52.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.955+0000 7f816ffff640 1 -- 172.21.15.76:0/2963853372 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f817015b7b0 con 0x7f8170071620 2024-09-13T16:14:52.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.955+0000 7f816effd640 1 --2- 172.21.15.76:0/2963853372 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f817015c570 0x7f81700710e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:14:52.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.955+0000 7f816ffff640 1 --2- 172.21.15.76:0/2963853372 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8170071620 0x7f81700af260 secure :-1 s=READY pgs=2175 cs=0 l=1 rev1=1 crypto rx=0x7f817006ccb0 tx=0x7f8168007bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:52.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.955+0000 7f8157fff640 1 -- 172.21.15.76:0/2963853372 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f816800abc0 con 0x7f8170071620 2024-09-13T16:14:52.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.955+0000 7f8157fff640 1 -- 172.21.15.76:0/2963853372 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f816800ad20 con 0x7f8170071620 2024-09-13T16:14:52.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.955+0000 7f817611f640 1 -- 172.21.15.76:0/2963853372 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f817015ba90 con 0x7f8170071620 2024-09-13T16:14:52.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.955+0000 7f8157fff640 1 -- 172.21.15.76:0/2963853372 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8168013610 con 0x7f8170071620 2024-09-13T16:14:52.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.955+0000 7f817611f640 1 -- 172.21.15.76:0/2963853372 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8170154520 con 0x7f8170071620 2024-09-13T16:14:52.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.956+0000 7f817611f640 1 -- 172.21.15.76:0/2963853372 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f817015cc40 con 0x7f8170071620 2024-09-13T16:14:52.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.956+0000 7f8157fff640 1 -- 172.21.15.76:0/2963853372 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f8168013770 con 0x7f8170071620 2024-09-13T16:14:52.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.957+0000 7f8157fff640 1 --2- 172.21.15.76:0/2963853372 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f815c06ac00 0x7f815c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:52.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.957+0000 7f8157fff640 1 -- 172.21.15.76:0/2963853372 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(162..162 src has 1..162) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f8168089bd0 con 0x7f8170071620 2024-09-13T16:14:52.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.957+0000 7f816f7fe640 1 --2- 172.21.15.76:0/2963853372 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f815c06ac00 0x7f815c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:52.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.957+0000 7f816f7fe640 1 --2- 172.21.15.76:0/2963853372 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f815c06ac00 0x7f815c06d0c0 secure :-1 s=READY pgs=924 cs=0 l=1 rev1=1 crypto rx=0x7f8160007fd0 tx=0x7f8160009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:52.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:52.961+0000 7f8157fff640 1 -- 172.21.15.76:0/2963853372 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f8168054c70 con 0x7f8170071620 2024-09-13T16:14:53.161 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:53.160+0000 7f817611f640 1 -- 172.21.15.76:0/2963853372 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7f817015fb90 con 0x7f8170071620 2024-09-13T16:14:53.843 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:53.842+0000 7f8157fff640 1 -- 172.21.15.76:0/2963853372 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v90) v1 ==== 122+0+0 (secure 0 0 0) 0x7f8168058290 con 0x7f8170071620 2024-09-13T16:14:53.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:53.844+0000 7f817611f640 1 -- 172.21.15.76:0/2963853372 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f815c06ac00 msgr2=0x7f815c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:53.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:53.844+0000 7f817611f640 1 --2- 172.21.15.76:0/2963853372 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f815c06ac00 0x7f815c06d0c0 secure :-1 s=READY pgs=924 cs=0 l=1 rev1=1 crypto rx=0x7f8160007fd0 tx=0x7f8160009040 comp rx=0 tx=0).stop 2024-09-13T16:14:53.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:53.844+0000 7f817611f640 1 -- 172.21.15.76:0/2963853372 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8170071620 msgr2=0x7f81700af260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:53.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:53.844+0000 7f817611f640 1 --2- 172.21.15.76:0/2963853372 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8170071620 0x7f81700af260 secure :-1 s=READY pgs=2175 cs=0 l=1 rev1=1 crypto rx=0x7f817006ccb0 tx=0x7f8168007bd0 comp rx=0 tx=0).stop 2024-09-13T16:14:53.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:53.844+0000 7f817611f640 1 -- 172.21.15.76:0/2963853372 shutdown_connections 2024-09-13T16:14:53.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:53.844+0000 7f817611f640 1 --2- 172.21.15.76:0/2963853372 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8170071620 0x7f81700af260 unknown :-1 s=CLOSED pgs=2175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:53.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:53.844+0000 7f817611f640 1 --2- 172.21.15.76:0/2963853372 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f817015c570 0x7f81700710e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:53.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:53.844+0000 7f817611f640 1 --2- 172.21.15.76:0/2963853372 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f815c06ac00 0x7f815c06d0c0 unknown :-1 s=CLOSED pgs=924 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:53.846 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:53.844+0000 7f817611f640 1 --2- 172.21.15.76:0/2963853372 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f81580047c0 0x7f8170153fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:53.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:53.844+0000 7f817611f640 1 -- 172.21.15.76:0/2963853372 >> 172.21.15.76:0/2963853372 conn(0x7f817006a0b0 msgr2=0x7f81700b1160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:53.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:53.845+0000 7f817611f640 1 -- 172.21.15.76:0/2963853372 shutdown_connections 2024-09-13T16:14:53.847 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:53.845+0000 7f817611f640 1 -- 172.21.15.76:0/2963853372 wait complete. 2024-09-13T16:14:53.858 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-13T16:14:53.858 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:14:53.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:53.956+0000 7faa44ee9640 1 Processor -- start 2024-09-13T16:14:53.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:53.956+0000 7faa44ee9640 1 -- start start 2024-09-13T16:14:53.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:53.957+0000 7faa44ee9640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7faa40071d30 0x7faa40070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:53.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:53.957+0000 7faa44ee9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faa40072110 0x7faa400b1b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:53.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:53.957+0000 7faa44ee9640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7faa400c8920 0x7faa400c8dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:53.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:53.957+0000 7faa44ee9640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7faa400c9310 con 0x7faa40071d30 2024-09-13T16:14:53.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:53.957+0000 7faa44ee9640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7faa400abdf0 con 0x7faa400c8920 2024-09-13T16:14:53.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:53.957+0000 7faa44ee9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faa400ab1e0 con 0x7faa40072110 2024-09-13T16:14:53.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:53.957+0000 7faa3e59c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7faa40071d30 0x7faa40070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:53.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:53.957+0000 7faa3e59c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7faa40071d30 0x7faa40070190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:35712/0 (socket says 172.21.15.76:35712) 2024-09-13T16:14:53.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:53.957+0000 7faa3e59c640 1 -- 172.21.15.76:0/2374734961 learned_addr learned my addr 172.21.15.76:0/2374734961 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:53.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:53.957+0000 7faa3e59c640 1 -- 172.21.15.76:0/2374734961 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faa40072110 msgr2=0x7faa400b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:53.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:53.957+0000 7faa3e59c640 1 --2- 172.21.15.76:0/2374734961 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faa40072110 0x7faa400b1b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:53.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:53.957+0000 7faa3e59c640 1 -- 172.21.15.76:0/2374734961 >> v2:172.21.15.192:3300/0 conn(0x7faa400c8920 msgr2=0x7faa400c8dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:53.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:53.957+0000 7faa3e59c640 1 --2- 172.21.15.76:0/2374734961 >> v2:172.21.15.192:3300/0 conn(0x7faa400c8920 0x7faa400c8dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:53.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:53.957+0000 7faa3e59c640 1 -- 172.21.15.76:0/2374734961 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faa400ab4c0 con 0x7faa40071d30 2024-09-13T16:14:53.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:53.958+0000 7faa3e59c640 1 --2- 172.21.15.76:0/2374734961 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faa40071d30 0x7faa40070190 secure :-1 s=READY pgs=2176 cs=0 l=1 rev1=1 crypto rx=0x7faa3400bb10 tx=0x7faa3402c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e012952447b44062 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:53.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:53.958+0000 7faa3d59a640 1 -- 172.21.15.76:0/2374734961 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa3402f070 con 0x7faa40071d30 2024-09-13T16:14:53.961 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:53.958+0000 7faa3d59a640 1 -- 172.21.15.76:0/2374734961 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faa340325a0 con 0x7faa40071d30 2024-09-13T16:14:53.961 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:53.958+0000 7faa3d59a640 1 -- 172.21.15.76:0/2374734961 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa34032930 con 0x7faa40071d30 2024-09-13T16:14:53.961 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:53.958+0000 7faa44ee9640 1 -- 172.21.15.76:0/2374734961 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faa40071d30 msgr2=0x7faa40070190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:53.961 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:53.959+0000 7faa44ee9640 1 --2- 172.21.15.76:0/2374734961 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faa40071d30 0x7faa40070190 secure :-1 s=READY pgs=2176 cs=0 l=1 rev1=1 crypto rx=0x7faa3400bb10 tx=0x7faa3402c8e0 comp rx=0 tx=0).stop 2024-09-13T16:14:53.961 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:53.959+0000 7faa44ee9640 1 -- 172.21.15.76:0/2374734961 shutdown_connections 2024-09-13T16:14:53.961 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:53.959+0000 7faa44ee9640 1 --2- 172.21.15.76:0/2374734961 >> v2:172.21.15.192:3300/0 conn(0x7faa400c8920 0x7faa400c8dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:53.961 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:53.959+0000 7faa44ee9640 1 --2- 172.21.15.76:0/2374734961 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faa40072110 0x7faa400b1b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:53.961 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:53.959+0000 7faa44ee9640 1 --2- 172.21.15.76:0/2374734961 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faa40071d30 0x7faa40070190 unknown :-1 s=CLOSED pgs=2176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:53.961 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:53.959+0000 7faa44ee9640 1 -- 172.21.15.76:0/2374734961 >> 172.21.15.76:0/2374734961 conn(0x7faa40069ed0 msgr2=0x7faa4006a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:53.961 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:53.959+0000 7faa44ee9640 1 -- 172.21.15.76:0/2374734961 shutdown_connections 2024-09-13T16:14:53.961 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:53.959+0000 7faa44ee9640 1 -- 172.21.15.76:0/2374734961 wait complete. 2024-09-13T16:14:53.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:53.960+0000 7faa44ee9640 1 Processor -- start 2024-09-13T16:14:53.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:53.960+0000 7faa44ee9640 1 -- start start 2024-09-13T16:14:53.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:53.961+0000 7faa44ee9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faa40071d30 0x7faa40099320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:53.963 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:53.961+0000 7faa44ee9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faa40072110 0x7faa400c44a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:53.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:53.961+0000 7faa44ee9640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faa400c8920 0x7faa400c72e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:53.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:53.961+0000 7faa44ee9640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faa400c2630 con 0x7faa40072110 2024-09-13T16:14:53.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:53.961+0000 7faa44ee9640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faa400c1a80 con 0x7faa400c8920 2024-09-13T16:14:53.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:53.961+0000 7faa44ee9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faa400c6690 con 0x7faa40071d30 2024-09-13T16:14:53.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:53.961+0000 7faa3dd9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faa40072110 0x7faa400c44a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:53.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:53.961+0000 7faa3dd9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faa40072110 0x7faa400c44a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:35720/0 (socket says 172.21.15.76:35720) 2024-09-13T16:14:53.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:53.961+0000 7faa3dd9b640 1 -- 172.21.15.76:0/2195922559 learned_addr learned my addr 172.21.15.76:0/2195922559 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:53.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:53.961+0000 7faa3e59c640 1 --2- 172.21.15.76:0/2195922559 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faa40071d30 0x7faa40099320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:53.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:53.961+0000 7faa3ed9d640 1 --2- 172.21.15.76:0/2195922559 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faa400c8920 0x7faa400c72e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:53.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:53.961+0000 7faa3dd9b640 1 -- 172.21.15.76:0/2195922559 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faa40071d30 msgr2=0x7faa40099320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:53.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:53.961+0000 7faa3dd9b640 1 --2- 172.21.15.76:0/2195922559 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faa40071d30 0x7faa40099320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:53.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:53.961+0000 7faa3dd9b640 1 -- 172.21.15.76:0/2195922559 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faa400c8920 msgr2=0x7faa400c72e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:53.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:53.961+0000 7faa3dd9b640 1 --2- 172.21.15.76:0/2195922559 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faa400c8920 0x7faa400c72e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:53.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:53.961+0000 7faa3dd9b640 1 -- 172.21.15.76:0/2195922559 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faa3400b770 con 0x7faa40072110 2024-09-13T16:14:53.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:53.961+0000 7faa3ed9d640 1 --2- 172.21.15.76:0/2195922559 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faa400c8920 0x7faa400c72e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:14:53.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:53.961+0000 7faa3dd9b640 1 --2- 172.21.15.76:0/2195922559 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faa40072110 0x7faa400c44a0 secure :-1 s=READY pgs=2177 cs=0 l=1 rev1=1 crypto rx=0x7faa30006fd0 tx=0x7faa3000b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:53.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:53.961+0000 7faa2effd640 1 -- 172.21.15.76:0/2195922559 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa30011830 con 0x7faa40072110 2024-09-13T16:14:53.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:53.961+0000 7faa2effd640 1 -- 172.21.15.76:0/2195922559 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faa30011990 con 0x7faa40072110 2024-09-13T16:14:53.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:53.961+0000 7faa44ee9640 1 -- 172.21.15.76:0/2195922559 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faa400c1c90 con 0x7faa40072110 2024-09-13T16:14:53.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:53.961+0000 7faa2effd640 1 -- 172.21.15.76:0/2195922559 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa30011d60 con 0x7faa40072110 2024-09-13T16:14:53.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:53.962+0000 7faa44ee9640 1 -- 172.21.15.76:0/2195922559 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faa400c2250 con 0x7faa40072110 2024-09-13T16:14:53.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:53.962+0000 7faa44ee9640 1 -- 172.21.15.76:0/2195922559 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faa400c2770 con 0x7faa40072110 2024-09-13T16:14:53.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:53.963+0000 7faa2effd640 1 -- 172.21.15.76:0/2195922559 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7faa3001b460 con 0x7faa40072110 2024-09-13T16:14:53.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:53.963+0000 7faa2effd640 1 --2- 172.21.15.76:0/2195922559 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7faa2006ac00 0x7faa2006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:53.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:53.963+0000 7faa2effd640 1 -- 172.21.15.76:0/2195922559 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(162..162 src has 1..162) v4 ==== 6029+0+0 (secure 0 0 0) 0x7faa30089230 con 0x7faa40072110 2024-09-13T16:14:53.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:53.963+0000 7faa3e59c640 1 --2- 172.21.15.76:0/2195922559 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7faa2006ac00 0x7faa2006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:53.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:53.964+0000 7faa3e59c640 1 --2- 172.21.15.76:0/2195922559 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7faa2006ac00 0x7faa2006d0c0 secure :-1 s=READY pgs=925 cs=0 l=1 rev1=1 crypto rx=0x7faa34037000 tx=0x7faa3403e040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:53.969 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:53.968+0000 7faa2effd640 1 -- 172.21.15.76:0/2195922559 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7faa400c2770 con 0x7faa40072110 2024-09-13T16:14:54.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.162+0000 7faa44ee9640 1 -- 172.21.15.76:0/2195922559 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7faa400c2770 con 0x7faa40072110 2024-09-13T16:14:54.163 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.162+0000 7faa2effd640 1 -- 172.21.15.76:0/2195922559 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 90 v90) v1 ==== 94+0+4742 (secure 0 0 0) 0x7faa400c2770 con 0x7faa40072110 2024-09-13T16:14:54.163 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:14:54.164 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":90,"default_fscid":11,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7718,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6834/217576700","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":217576700},{"type":"v1","addr":"172.21.15.192:6834","nonce":217576700}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":87},{"gid":8782,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/456601137","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6833","nonce":456601137},{"type":"v1","addr":"172.21.15.192:6835","nonce":456601137}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":87},{"gid":10068,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6836/4175162271","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":4175162271},{"type":"v1","addr":"172.21.15.76:6836","nonce":4175162271}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":87}],"filesystems":[{"mdsmap":{"epoch":90,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:14:51.827237+0000","modified":"2024-09-13T16:14:53.835049+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":10071},"failed":[],"damaged":[],"stopped":[],"info":{"gid_10071":{"gid":10071,"name":"c","rank":0,"incarnation":88,"state":"up:active","state_seq":3,"addr":"172.21.15.76:6837/3909448449","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":3909448449},{"type":"v1","addr":"172.21.15.76:6837","nonce":3909448449}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[24],"metadata_pool":23,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":11}]} 2024-09-13T16:14:54.164 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 90 2024-09-13T16:14:54.165 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.164+0000 7faa44ee9640 1 -- 172.21.15.76:0/2195922559 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7faa2006ac00 msgr2=0x7faa2006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:54.165 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.164+0000 7faa44ee9640 1 --2- 172.21.15.76:0/2195922559 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7faa2006ac00 0x7faa2006d0c0 secure :-1 s=READY pgs=925 cs=0 l=1 rev1=1 crypto rx=0x7faa34037000 tx=0x7faa3403e040 comp rx=0 tx=0).stop 2024-09-13T16:14:54.166 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.164+0000 7faa44ee9640 1 -- 172.21.15.76:0/2195922559 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faa40072110 msgr2=0x7faa400c44a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:54.166 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.164+0000 7faa44ee9640 1 --2- 172.21.15.76:0/2195922559 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faa40072110 0x7faa400c44a0 secure :-1 s=READY pgs=2177 cs=0 l=1 rev1=1 crypto rx=0x7faa30006fd0 tx=0x7faa3000b8e0 comp rx=0 tx=0).stop 2024-09-13T16:14:54.166 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.164+0000 7faa44ee9640 1 -- 172.21.15.76:0/2195922559 shutdown_connections 2024-09-13T16:14:54.166 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.164+0000 7faa44ee9640 1 --2- 172.21.15.76:0/2195922559 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faa400c8920 0x7faa400c72e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:54.166 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.164+0000 7faa44ee9640 1 --2- 172.21.15.76:0/2195922559 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faa40072110 0x7faa400c44a0 unknown :-1 s=CLOSED pgs=2177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:54.166 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.164+0000 7faa44ee9640 1 --2- 172.21.15.76:0/2195922559 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7faa2006ac00 0x7faa2006d0c0 unknown :-1 s=CLOSED pgs=925 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:54.166 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.164+0000 7faa44ee9640 1 --2- 172.21.15.76:0/2195922559 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faa40071d30 0x7faa40099320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:54.166 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.164+0000 7faa44ee9640 1 -- 172.21.15.76:0/2195922559 >> 172.21.15.76:0/2195922559 conn(0x7faa40069ed0 msgr2=0x7faa400ae490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:54.166 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.164+0000 7faa44ee9640 1 -- 172.21.15.76:0/2195922559 shutdown_connections 2024-09-13T16:14:54.166 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.164+0000 7faa44ee9640 1 -- 172.21.15.76:0/2195922559 wait complete. 2024-09-13T16:14:54.176 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:14:54.274 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.272+0000 7ff4f8696640 1 Processor -- start 2024-09-13T16:14:54.274 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.272+0000 7ff4f8696640 1 -- start start 2024-09-13T16:14:54.274 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.273+0000 7ff4f8696640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7ff4f015c6e0 0x7ff4f00b3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:54.275 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.273+0000 7ff4f8696640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff4f00d07b0 0x7ff4f00b4490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:54.275 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.273+0000 7ff4f8696640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff4f00d1840 con 0x7ff4f00ccb20 2024-09-13T16:14:54.275 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.273+0000 7ff4f8696640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff4f006bd20 con 0x7ff4f015c6e0 2024-09-13T16:14:54.275 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.273+0000 7ff4f8696640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff4f00d0c30 con 0x7ff4f00d07b0 2024-09-13T16:14:54.275 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.274+0000 7ff4f5c31640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff4f00d07b0 0x7ff4f00b4490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:54.276 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.274+0000 7ff4f6432640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7ff4f015c6e0 0x7ff4f00b3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:54.276 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.274+0000 7ff4f5c31640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff4f00d07b0 0x7ff4f00b4490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.76:52822/0 (socket says 172.21.15.76:52822) 2024-09-13T16:14:54.276 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.274+0000 7ff4f5c31640 1 -- 172.21.15.76:0/1496159670 learned_addr learned my addr 172.21.15.76:0/1496159670 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:54.276 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.274+0000 7ff4f6432640 1 --2- 172.21.15.76:0/1496159670 >> v2:172.21.15.192:3300/0 conn(0x7ff4f015c6e0 0x7ff4f00b3f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.76:44960/0 (socket says 172.21.15.76:44960) 2024-09-13T16:14:54.276 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.274+0000 7ff4f5c31640 1 -- 172.21.15.76:0/1496159670 >> v2:172.21.15.192:3300/0 conn(0x7ff4f015c6e0 msgr2=0x7ff4f00b3f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:54.276 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.274+0000 7ff4f5c31640 1 --2- 172.21.15.76:0/1496159670 >> v2:172.21.15.192:3300/0 conn(0x7ff4f015c6e0 0x7ff4f00b3f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:54.276 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.274+0000 7ff4f5c31640 1 -- 172.21.15.76:0/1496159670 >> v1:172.21.15.192:6789/0 conn(0x7ff4f00ccb20 legacy=0x7ff4f0160030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:54.276 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.274+0000 7ff4f5c31640 1 -- 172.21.15.76:0/1496159670 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff4f00d0f10 con 0x7ff4f00d07b0 2024-09-13T16:14:54.277 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.275+0000 7ff4f5c31640 1 --2- 172.21.15.76:0/1496159670 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff4f00d07b0 0x7ff4f00b4490 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7ff4e4009870 tx=0x7ff4e402a1c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2005084254aecd38 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:54.277 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.275+0000 7ff4f5430640 1 -- 172.21.15.76:0/1496159670 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4e4032440 con 0x7ff4f00d07b0 2024-09-13T16:14:54.277 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.275+0000 7ff4f5430640 1 -- 172.21.15.76:0/1496159670 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff4e40325a0 con 0x7ff4f00d07b0 2024-09-13T16:14:54.277 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.275+0000 7ff4f5430640 1 -- 172.21.15.76:0/1496159670 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4e4032930 con 0x7ff4f00d07b0 2024-09-13T16:14:54.278 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.276+0000 7ff4f8696640 1 -- 172.21.15.76:0/1496159670 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff4f00d07b0 msgr2=0x7ff4f00b4490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:54.278 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.276+0000 7ff4f8696640 1 --2- 172.21.15.76:0/1496159670 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff4f00d07b0 0x7ff4f00b4490 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7ff4e4009870 tx=0x7ff4e402a1c0 comp rx=0 tx=0).stop 2024-09-13T16:14:54.278 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.276+0000 7ff4f8696640 1 -- 172.21.15.76:0/1496159670 shutdown_connections 2024-09-13T16:14:54.278 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.276+0000 7ff4f8696640 1 --2- 172.21.15.76:0/1496159670 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff4f00d07b0 0x7ff4f00b4490 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:54.278 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.276+0000 7ff4f8696640 1 --2- 172.21.15.76:0/1496159670 >> v2:172.21.15.192:3300/0 conn(0x7ff4f015c6e0 0x7ff4f00b3f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:54.278 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.276+0000 7ff4f8696640 1 -- 172.21.15.76:0/1496159670 >> 172.21.15.76:0/1496159670 conn(0x7ff4f0089f60 msgr2=0x7ff4f00d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:54.278 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.276+0000 7ff4f8696640 1 -- 172.21.15.76:0/1496159670 shutdown_connections 2024-09-13T16:14:54.278 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.276+0000 7ff4f8696640 1 -- 172.21.15.76:0/1496159670 wait complete. 2024-09-13T16:14:54.280 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.277+0000 7ff4f8696640 1 Processor -- start 2024-09-13T16:14:54.280 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.277+0000 7ff4f8696640 1 -- start start 2024-09-13T16:14:54.280 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.277+0000 7ff4f8696640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff4f00ccb20 0x7ff4f00b7ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:54.280 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.278+0000 7ff4f8696640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff4f00d07b0 0x7ff4f00b5320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:54.280 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.278+0000 7ff4f8696640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff4f015c6e0 0x7ff4f00b5860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:54.280 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.278+0000 7ff4f8696640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4f00cc360 con 0x7ff4f015c6e0 2024-09-13T16:14:54.281 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.278+0000 7ff4f8696640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4f00c9a70 con 0x7ff4f00ccb20 2024-09-13T16:14:54.281 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.278+0000 7ff4f8696640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff4f00c9d50 con 0x7ff4f00d07b0 2024-09-13T16:14:54.281 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.278+0000 7ff4f6c33640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff4f015c6e0 0x7ff4f00b5860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:54.281 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.278+0000 7ff4f6c33640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff4f015c6e0 0x7ff4f00b5860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:35724/0 (socket says 172.21.15.76:35724) 2024-09-13T16:14:54.281 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.278+0000 7ff4f6c33640 1 -- 172.21.15.76:0/4282842498 learned_addr learned my addr 172.21.15.76:0/4282842498 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:54.281 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.278+0000 7ff4f6432640 1 --2- 172.21.15.76:0/4282842498 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff4f00ccb20 0x7ff4f00b7ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:54.281 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.278+0000 7ff4f5c31640 1 --2- 172.21.15.76:0/4282842498 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff4f00d07b0 0x7ff4f00b5320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:54.281 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.278+0000 7ff4f6c33640 1 -- 172.21.15.76:0/4282842498 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff4f00d07b0 msgr2=0x7ff4f00b5320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:54.281 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.278+0000 7ff4f6c33640 1 --2- 172.21.15.76:0/4282842498 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff4f00d07b0 0x7ff4f00b5320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:54.281 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.278+0000 7ff4f6c33640 1 -- 172.21.15.76:0/4282842498 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff4f00ccb20 msgr2=0x7ff4f00b7ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:54.281 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.278+0000 7ff4f6c33640 1 --2- 172.21.15.76:0/4282842498 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff4f00ccb20 0x7ff4f00b7ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:54.281 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.278+0000 7ff4f6c33640 1 -- 172.21.15.76:0/4282842498 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff4e40094d0 con 0x7ff4f015c6e0 2024-09-13T16:14:54.281 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.278+0000 7ff4f6432640 1 --2- 172.21.15.76:0/4282842498 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff4f00ccb20 0x7ff4f00b7ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:14:54.281 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.278+0000 7ff4f5c31640 1 --2- 172.21.15.76:0/4282842498 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff4f00d07b0 0x7ff4f00b5320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:14:54.282 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.278+0000 7ff4f6c33640 1 --2- 172.21.15.76:0/4282842498 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff4f015c6e0 0x7ff4f00b5860 secure :-1 s=READY pgs=2178 cs=0 l=1 rev1=1 crypto rx=0x7ff4e800c3c0 tx=0x7ff4e800c7c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:54.282 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.278+0000 7ff4eeffd640 1 -- 172.21.15.76:0/4282842498 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4e80052d0 con 0x7ff4f015c6e0 2024-09-13T16:14:54.282 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.278+0000 7ff4eeffd640 1 -- 172.21.15.76:0/4282842498 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff4e8005430 con 0x7ff4f015c6e0 2024-09-13T16:14:54.282 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.278+0000 7ff4f8696640 1 -- 172.21.15.76:0/4282842498 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff4f00ca030 con 0x7ff4f015c6e0 2024-09-13T16:14:54.282 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.278+0000 7ff4eeffd640 1 -- 172.21.15.76:0/4282842498 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4e8003830 con 0x7ff4f015c6e0 2024-09-13T16:14:54.282 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.278+0000 7ff4f8696640 1 -- 172.21.15.76:0/4282842498 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff4f01f3420 con 0x7ff4f015c6e0 2024-09-13T16:14:54.283 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.279+0000 7ff4f8696640 1 -- 172.21.15.76:0/4282842498 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff4f00ca550 con 0x7ff4f015c6e0 2024-09-13T16:14:54.283 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.280+0000 7ff4eeffd640 1 -- 172.21.15.76:0/4282842498 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff4e8003990 con 0x7ff4f015c6e0 2024-09-13T16:14:54.283 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.280+0000 7ff4eeffd640 1 --2- 172.21.15.76:0/4282842498 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff4dc06ac00 0x7ff4dc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:54.283 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.280+0000 7ff4eeffd640 1 -- 172.21.15.76:0/4282842498 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(162..162 src has 1..162) v4 ==== 6029+0+0 (secure 0 0 0) 0x7ff4e8088920 con 0x7ff4f015c6e0 2024-09-13T16:14:54.283 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.280+0000 7ff4f6432640 1 --2- 172.21.15.76:0/4282842498 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff4dc06ac00 0x7ff4dc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:54.283 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.281+0000 7ff4f6432640 1 --2- 172.21.15.76:0/4282842498 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff4dc06ac00 0x7ff4dc06d0c0 secure :-1 s=READY pgs=926 cs=0 l=1 rev1=1 crypto rx=0x7ff4e000e740 tx=0x7ff4e000b040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:54.286 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.285+0000 7ff4eeffd640 1 -- 172.21.15.76:0/4282842498 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ff4e8053b00 con 0x7ff4f015c6e0 2024-09-13T16:14:54.447 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.446+0000 7ff4f8696640 1 -- 172.21.15.76:0/4282842498 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ff4f00b4c80 con 0x7ff4f015c6e0 2024-09-13T16:14:54.448 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.447+0000 7ff4eeffd640 1 -- 172.21.15.76:0/4282842498 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v162) v1 ==== 74+0+16680 (secure 0 0 0) 0x7ff4e8017090 con 0x7ff4f015c6e0 2024-09-13T16:14:54.449 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:14:54.449 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":162,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:14:52.828822+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":24,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":23,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:14:49.992802+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"161","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":24,"pool_name":"cephfs_data","create_time":"2024-09-13T16:14:50.797972+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"162","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:14:54.451 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.449+0000 7ff4f8696640 1 -- 172.21.15.76:0/4282842498 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff4dc06ac00 msgr2=0x7ff4dc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:54.451 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.449+0000 7ff4f8696640 1 --2- 172.21.15.76:0/4282842498 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff4dc06ac00 0x7ff4dc06d0c0 secure :-1 s=READY pgs=926 cs=0 l=1 rev1=1 crypto rx=0x7ff4e000e740 tx=0x7ff4e000b040 comp rx=0 tx=0).stop 2024-09-13T16:14:54.451 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.449+0000 7ff4f8696640 1 -- 172.21.15.76:0/4282842498 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff4f015c6e0 msgr2=0x7ff4f00b5860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:54.451 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.449+0000 7ff4f8696640 1 --2- 172.21.15.76:0/4282842498 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff4f015c6e0 0x7ff4f00b5860 secure :-1 s=READY pgs=2178 cs=0 l=1 rev1=1 crypto rx=0x7ff4e800c3c0 tx=0x7ff4e800c7c0 comp rx=0 tx=0).stop 2024-09-13T16:14:54.451 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.449+0000 7ff4f8696640 1 -- 172.21.15.76:0/4282842498 shutdown_connections 2024-09-13T16:14:54.451 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.449+0000 7ff4f8696640 1 --2- 172.21.15.76:0/4282842498 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff4f015c6e0 0x7ff4f00b5860 unknown :-1 s=CLOSED pgs=2178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:54.451 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.449+0000 7ff4f8696640 1 --2- 172.21.15.76:0/4282842498 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff4dc06ac00 0x7ff4dc06d0c0 unknown :-1 s=CLOSED pgs=926 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:54.451 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.449+0000 7ff4f8696640 1 --2- 172.21.15.76:0/4282842498 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff4f00d07b0 0x7ff4f00b5320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:54.451 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.449+0000 7ff4f8696640 1 --2- 172.21.15.76:0/4282842498 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff4f00ccb20 0x7ff4f00b7ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:54.452 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.449+0000 7ff4f8696640 1 -- 172.21.15.76:0/4282842498 >> 172.21.15.76:0/4282842498 conn(0x7ff4f0089f60 msgr2=0x7ff4f015aeb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:54.452 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.449+0000 7ff4f8696640 1 -- 172.21.15.76:0/4282842498 shutdown_connections 2024-09-13T16:14:54.452 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.449+0000 7ff4f8696640 1 -- 172.21.15.76:0/4282842498 wait complete. 2024-09-13T16:14:54.462 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-09-13T16:14:54.462 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:14:54.560 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.559+0000 7f3355945640 1 Processor -- start 2024-09-13T16:14:54.560 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.559+0000 7f3355945640 1 -- start start 2024-09-13T16:14:54.563 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.560+0000 7f3355945640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f3350071d30 0x7f3350070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:54.563 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.560+0000 7f3355945640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f3350072110 0x7f33500b1b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:54.563 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.560+0000 7f3355945640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f33500c8920 0x7f33500c8dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:54.563 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.560+0000 7f3355945640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f33500c9310 con 0x7f3350072110 2024-09-13T16:14:54.563 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.560+0000 7f3355945640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f33500abdf0 con 0x7f3350071d30 2024-09-13T16:14:54.563 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.560+0000 7f3355945640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f33500ab1e0 con 0x7f33500c8920 2024-09-13T16:14:54.563 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.560+0000 7f334e7fc640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f3350072110 0x7f33500b1b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:54.563 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.560+0000 7f334e7fc640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f3350072110 0x7f33500b1b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:35738/0 (socket says 172.21.15.76:35738) 2024-09-13T16:14:54.564 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.560+0000 7f334e7fc640 1 -- 172.21.15.76:0/329577959 learned_addr learned my addr 172.21.15.76:0/329577959 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:54.564 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.560+0000 7f334f7fe640 1 --2- 172.21.15.76:0/329577959 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f33500c8920 0x7f33500c8dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:54.564 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.560+0000 7f334effd640 1 --2- 172.21.15.76:0/329577959 >> v2:172.21.15.192:3300/0 conn(0x7f3350071d30 0x7f3350070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:54.564 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.560+0000 7f334e7fc640 1 -- 172.21.15.76:0/329577959 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f33500c8920 msgr2=0x7f33500c8dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:54.564 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.560+0000 7f334e7fc640 1 --2- 172.21.15.76:0/329577959 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f33500c8920 0x7f33500c8dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:54.564 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.560+0000 7f334e7fc640 1 -- 172.21.15.76:0/329577959 >> v2:172.21.15.192:3300/0 conn(0x7f3350071d30 msgr2=0x7f3350070190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:54.564 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.560+0000 7f334e7fc640 1 --2- 172.21.15.76:0/329577959 >> v2:172.21.15.192:3300/0 conn(0x7f3350071d30 0x7f3350070190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:54.564 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.560+0000 7f334e7fc640 1 -- 172.21.15.76:0/329577959 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f33500ab4c0 con 0x7f3350072110 2024-09-13T16:14:54.564 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.561+0000 7f334e7fc640 1 --2- 172.21.15.76:0/329577959 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3350072110 0x7f33500b1b70 secure :-1 s=READY pgs=2179 cs=0 l=1 rev1=1 crypto rx=0x7f33500cee60 tx=0x7f334402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=290cbcef625dd923 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:54.564 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.561+0000 7f334dffb640 1 -- 172.21.15.76:0/329577959 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3344032440 con 0x7f3350072110 2024-09-13T16:14:54.564 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.561+0000 7f334dffb640 1 -- 172.21.15.76:0/329577959 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f33440325a0 con 0x7f3350072110 2024-09-13T16:14:54.565 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.561+0000 7f334dffb640 1 -- 172.21.15.76:0/329577959 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3344032930 con 0x7f3350072110 2024-09-13T16:14:54.565 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.561+0000 7f3355945640 1 -- 172.21.15.76:0/329577959 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3350072110 msgr2=0x7f33500b1b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:54.565 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.561+0000 7f3355945640 1 --2- 172.21.15.76:0/329577959 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3350072110 0x7f33500b1b70 secure :-1 s=READY pgs=2179 cs=0 l=1 rev1=1 crypto rx=0x7f33500cee60 tx=0x7f334402a1e0 comp rx=0 tx=0).stop 2024-09-13T16:14:54.565 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.562+0000 7f3355945640 1 -- 172.21.15.76:0/329577959 shutdown_connections 2024-09-13T16:14:54.565 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.562+0000 7f3355945640 1 --2- 172.21.15.76:0/329577959 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f33500c8920 0x7f33500c8dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:54.565 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.562+0000 7f3355945640 1 --2- 172.21.15.76:0/329577959 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3350072110 0x7f33500b1b70 unknown :-1 s=CLOSED pgs=2179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:54.565 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.562+0000 7f3355945640 1 --2- 172.21.15.76:0/329577959 >> v2:172.21.15.192:3300/0 conn(0x7f3350071d30 0x7f3350070190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:54.565 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.562+0000 7f3355945640 1 -- 172.21.15.76:0/329577959 >> 172.21.15.76:0/329577959 conn(0x7f3350069ed0 msgr2=0x7f335006a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:54.566 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.562+0000 7f3355945640 1 -- 172.21.15.76:0/329577959 shutdown_connections 2024-09-13T16:14:54.566 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.562+0000 7f3355945640 1 -- 172.21.15.76:0/329577959 wait complete. 2024-09-13T16:14:54.569 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.563+0000 7f3355945640 1 Processor -- start 2024-09-13T16:14:54.569 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.563+0000 7f3355945640 1 -- start start 2024-09-13T16:14:54.569 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.564+0000 7f3355945640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3350071d30 0x7f33500974d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:54.570 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.564+0000 7f3355945640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3350072110 0x7f33500cd530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:54.570 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.564+0000 7f3355945640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f33500c8920 0x7f33500c2460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:54.570 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.564+0000 7f3355945640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33500c6e00 con 0x7f3350071d30 2024-09-13T16:14:54.570 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.564+0000 7f3355945640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3350097a10 con 0x7f33500c8920 2024-09-13T16:14:54.570 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.564+0000 7f3355945640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f33500c6560 con 0x7f3350072110 2024-09-13T16:14:54.570 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.564+0000 7f334effd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3350071d30 0x7f33500974d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:54.570 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.564+0000 7f334effd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3350071d30 0x7f33500974d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:35742/0 (socket says 172.21.15.76:35742) 2024-09-13T16:14:54.570 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.564+0000 7f334effd640 1 -- 172.21.15.76:0/2931196043 learned_addr learned my addr 172.21.15.76:0/2931196043 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:54.570 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.564+0000 7f334e7fc640 1 --2- 172.21.15.76:0/2931196043 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3350072110 0x7f33500cd530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:54.570 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.564+0000 7f334f7fe640 1 --2- 172.21.15.76:0/2931196043 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f33500c8920 0x7f33500c2460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:54.571 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.564+0000 7f334effd640 1 -- 172.21.15.76:0/2931196043 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3350072110 msgr2=0x7f33500cd530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:54.571 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.564+0000 7f334effd640 1 --2- 172.21.15.76:0/2931196043 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3350072110 0x7f33500cd530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:54.571 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.564+0000 7f334effd640 1 -- 172.21.15.76:0/2931196043 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f33500c8920 msgr2=0x7f33500c2460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:54.571 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.564+0000 7f334effd640 1 --2- 172.21.15.76:0/2931196043 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f33500c8920 0x7f33500c2460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:54.571 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.564+0000 7f334effd640 1 -- 172.21.15.76:0/2931196043 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f33440094d0 con 0x7f3350071d30 2024-09-13T16:14:54.571 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.564+0000 7f334effd640 1 --2- 172.21.15.76:0/2931196043 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3350071d30 0x7f33500974d0 secure :-1 s=READY pgs=2180 cs=0 l=1 rev1=1 crypto rx=0x7f334800c7f0 tx=0x7f334800ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:54.571 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.564+0000 7f3337fff640 1 -- 172.21.15.76:0/2931196043 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3348004220 con 0x7f3350071d30 2024-09-13T16:14:54.571 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.564+0000 7f3337fff640 1 -- 172.21.15.76:0/2931196043 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3348004380 con 0x7f3350071d30 2024-09-13T16:14:54.571 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.564+0000 7f3355945640 1 -- 172.21.15.76:0/2931196043 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3350098250 con 0x7f3350071d30 2024-09-13T16:14:54.571 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.564+0000 7f3337fff640 1 -- 172.21.15.76:0/2931196043 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3348007860 con 0x7f3350071d30 2024-09-13T16:14:54.571 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.564+0000 7f3355945640 1 -- 172.21.15.76:0/2931196043 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f33500c67b0 con 0x7f3350071d30 2024-09-13T16:14:54.571 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.565+0000 7f3355945640 1 -- 172.21.15.76:0/2931196043 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f33500b2f00 con 0x7f3350071d30 2024-09-13T16:14:54.571 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.566+0000 7f3337fff640 1 -- 172.21.15.76:0/2931196043 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f3348007bd0 con 0x7f3350071d30 2024-09-13T16:14:54.571 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.566+0000 7f3337fff640 1 --2- 172.21.15.76:0/2931196043 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f333c06ac00 0x7f333c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:54.572 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.566+0000 7f3337fff640 1 -- 172.21.15.76:0/2931196043 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(162..162 src has 1..162) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f3348089400 con 0x7f3350071d30 2024-09-13T16:14:54.572 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.566+0000 7f334e7fc640 1 --2- 172.21.15.76:0/2931196043 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f333c06ac00 0x7f333c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:54.572 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.567+0000 7f334e7fc640 1 --2- 172.21.15.76:0/2931196043 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f333c06ac00 0x7f333c06d0c0 secure :-1 s=READY pgs=927 cs=0 l=1 rev1=1 crypto rx=0x7f3344034000 tx=0x7f334402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:54.572 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.570+0000 7f3337fff640 1 -- 172.21.15.76:0/2931196043 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f33480544a0 con 0x7f3350071d30 2024-09-13T16:14:54.733 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.732+0000 7f3355945640 1 -- 172.21.15.76:0/2931196043 --> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f33500aba80 con 0x7f333c06ac00 2024-09-13T16:14:54.739 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.738+0000 7f3337fff640 1 -- 172.21.15.76:0/2931196043 <== mgr.4104 v2:172.21.15.76:6832/911852275 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+279740 (secure 0 0 0) 0x7f3344030340 con 0x7f333c06ac00 2024-09-13T16:14:54.743 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:14:54.744 INFO:teuthology.orchestra.run.smithi076.stderr:dumped all 2024-09-13T16:14:54.746 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.741+0000 7f3355945640 1 -- 172.21.15.76:0/2931196043 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f333c06ac00 msgr2=0x7f333c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:54.746 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.741+0000 7f3355945640 1 --2- 172.21.15.76:0/2931196043 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f333c06ac00 0x7f333c06d0c0 secure :-1 s=READY pgs=927 cs=0 l=1 rev1=1 crypto rx=0x7f3344034000 tx=0x7f334402e000 comp rx=0 tx=0).stop 2024-09-13T16:14:54.746 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.741+0000 7f3355945640 1 -- 172.21.15.76:0/2931196043 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3350071d30 msgr2=0x7f33500974d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:54.746 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.741+0000 7f3355945640 1 --2- 172.21.15.76:0/2931196043 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3350071d30 0x7f33500974d0 secure :-1 s=READY pgs=2180 cs=0 l=1 rev1=1 crypto rx=0x7f334800c7f0 tx=0x7f334800ccb0 comp rx=0 tx=0).stop 2024-09-13T16:14:54.746 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.741+0000 7f3355945640 1 -- 172.21.15.76:0/2931196043 shutdown_connections 2024-09-13T16:14:54.746 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.741+0000 7f3355945640 1 --2- 172.21.15.76:0/2931196043 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f33500c8920 0x7f33500c2460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:54.746 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.741+0000 7f3355945640 1 --2- 172.21.15.76:0/2931196043 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f333c06ac00 0x7f333c06d0c0 unknown :-1 s=CLOSED pgs=927 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:54.746 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.741+0000 7f3355945640 1 --2- 172.21.15.76:0/2931196043 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3350072110 0x7f33500cd530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:54.746 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.741+0000 7f3355945640 1 --2- 172.21.15.76:0/2931196043 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3350071d30 0x7f33500974d0 unknown :-1 s=CLOSED pgs=2180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:54.746 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.742+0000 7f3355945640 1 -- 172.21.15.76:0/2931196043 >> 172.21.15.76:0/2931196043 conn(0x7f3350069ed0 msgr2=0x7f33500ad420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:54.747 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.742+0000 7f3355945640 1 -- 172.21.15.76:0/2931196043 shutdown_connections 2024-09-13T16:14:54.747 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.742+0000 7f3355945640 1 -- 172.21.15.76:0/2931196043 wait complete. 2024-09-13T16:14:54.753 INFO:teuthology.orchestra.run.smithi076.stdout:{"pg_ready":true,"pg_map":{"version":559,"stamp":"2024-09-13T16:14:53.096013+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":591954,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":166,"num_write_kb":2420,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":124,"ondisk_log_size":124,"up":82,"acting":82,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":3,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":770748,"kb_used_data":16772,"kb_used_omap":12,"kb_used_meta":753843,"kb_avail":754203972,"statfs":{"total":773094113280,"available":772304867328,"internally_reserved":0,"allocated":17174528,"data_stored":8546645,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":771935801},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1586,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000711"},"pg_stats":[{"pgid":"24.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.33","version":"0'0","reported_seq":9,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.855504+0000","last_change":"2024-09-13T16:14:51.853615+0000","last_active":"2024-09-13T16:14:51.855504+0000","last_peered":"2024-09-13T16:14:51.855504+0000","last_clean":"2024-09-13T16:14:51.855504+0000","last_became_active":"2024-09-13T16:14:51.853381+0000","last_became_peered":"2024-09-13T16:14:51.853381+0000","last_unstale":"2024-09-13T16:14:51.855504+0000","last_undegraded":"2024-09-13T16:14:51.855504+0000","last_fullsized":"2024-09-13T16:14:51.855504+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:36:09.729588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.2b","version":"0'0","reported_seq":9,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.850278+0000","last_change":"2024-09-13T16:14:51.844931+0000","last_active":"2024-09-13T16:14:51.850278+0000","last_peered":"2024-09-13T16:14:51.850278+0000","last_clean":"2024-09-13T16:14:51.850278+0000","last_became_active":"2024-09-13T16:14:51.844680+0000","last_became_peered":"2024-09-13T16:14:51.844680+0000","last_unstale":"2024-09-13T16:14:51.850278+0000","last_undegraded":"2024-09-13T16:14:51.850278+0000","last_fullsized":"2024-09-13T16:14:51.850278+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:56:09.671597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.27","version":"0'0","reported_seq":9,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.850286+0000","last_change":"2024-09-13T16:14:51.846403+0000","last_active":"2024-09-13T16:14:51.850286+0000","last_peered":"2024-09-13T16:14:51.850286+0000","last_clean":"2024-09-13T16:14:51.850286+0000","last_became_active":"2024-09-13T16:14:51.846161+0000","last_became_peered":"2024-09-13T16:14:51.846161+0000","last_unstale":"2024-09-13T16:14:51.850286+0000","last_undegraded":"2024-09-13T16:14:51.850286+0000","last_fullsized":"2024-09-13T16:14:51.850286+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:50:56.502151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.24","version":"0'0","reported_seq":9,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.852057+0000","last_change":"2024-09-13T16:14:51.845681+0000","last_active":"2024-09-13T16:14:51.852057+0000","last_peered":"2024-09-13T16:14:51.852057+0000","last_clean":"2024-09-13T16:14:51.852057+0000","last_became_active":"2024-09-13T16:14:51.845117+0000","last_became_peered":"2024-09-13T16:14:51.845117+0000","last_unstale":"2024-09-13T16:14:51.852057+0000","last_undegraded":"2024-09-13T16:14:51.852057+0000","last_fullsized":"2024-09-13T16:14:51.852057+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:32:55.348697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.1f","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.477422+0000","last_change":"2024-09-13T16:14:50.477422+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.477422+0000","last_undegraded":"2024-09-13T16:14:50.477422+0000","last_fullsized":"2024-09-13T16:14:50.477422+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:02:45.727661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.11","version":"0'0","reported_seq":9,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.850372+0000","last_change":"2024-09-13T16:14:51.847772+0000","last_active":"2024-09-13T16:14:51.850372+0000","last_peered":"2024-09-13T16:14:51.850372+0000","last_clean":"2024-09-13T16:14:51.850372+0000","last_became_active":"2024-09-13T16:14:51.847519+0000","last_became_peered":"2024-09-13T16:14:51.847519+0000","last_unstale":"2024-09-13T16:14:51.850372+0000","last_undegraded":"2024-09-13T16:14:51.850372+0000","last_fullsized":"2024-09-13T16:14:51.850372+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:51:04.540213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.1e","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.481293+0000","last_change":"2024-09-13T16:14:50.481293+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.481293+0000","last_undegraded":"2024-09-13T16:14:50.481293+0000","last_fullsized":"2024-09-13T16:14:50.481293+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:21:31.023769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.1d","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.480120+0000","last_change":"2024-09-13T16:14:50.480120+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.480120+0000","last_undegraded":"2024-09-13T16:14:50.480120+0000","last_fullsized":"2024-09-13T16:14:50.480120+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:13:17.859118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.1c","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.480406+0000","last_change":"2024-09-13T16:14:50.480406+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.480406+0000","last_undegraded":"2024-09-13T16:14:50.480406+0000","last_fullsized":"2024-09-13T16:14:50.480406+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:16:05.246194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"24.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.1b","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.482260+0000","last_change":"2024-09-13T16:14:50.482260+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.482260+0000","last_undegraded":"2024-09-13T16:14:50.482260+0000","last_fullsized":"2024-09-13T16:14:50.482260+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:15:02.460877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.1a","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.481639+0000","last_change":"2024-09-13T16:14:50.481639+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.481639+0000","last_undegraded":"2024-09-13T16:14:50.481639+0000","last_fullsized":"2024-09-13T16:14:50.481639+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:16:55.654366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.19","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.480551+0000","last_change":"2024-09-13T16:14:50.480551+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.480551+0000","last_undegraded":"2024-09-13T16:14:50.480551+0000","last_fullsized":"2024-09-13T16:14:50.480551+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:17:53.420426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"24.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.18","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.480799+0000","last_change":"2024-09-13T16:14:50.480799+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.480799+0000","last_undegraded":"2024-09-13T16:14:50.480799+0000","last_fullsized":"2024-09-13T16:14:50.480799+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:46:31.375254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.17","version":"0'0","reported_seq":10,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.844877+0000","last_change":"2024-09-13T16:14:51.500722+0000","last_active":"2024-09-13T16:14:51.844877+0000","last_peered":"2024-09-13T16:14:51.844877+0000","last_clean":"2024-09-13T16:14:51.844877+0000","last_became_active":"2024-09-13T16:14:51.500466+0000","last_became_peered":"2024-09-13T16:14:51.500466+0000","last_unstale":"2024-09-13T16:14:51.844877+0000","last_undegraded":"2024-09-13T16:14:51.844877+0000","last_fullsized":"2024-09-13T16:14:51.844877+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:05:30.955811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.1a","version":"0'0","reported_seq":9,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.855587+0000","last_change":"2024-09-13T16:14:51.854129+0000","last_active":"2024-09-13T16:14:51.855587+0000","last_peered":"2024-09-13T16:14:51.855587+0000","last_clean":"2024-09-13T16:14:51.855587+0000","last_became_active":"2024-09-13T16:14:51.853874+0000","last_became_peered":"2024-09-13T16:14:51.853874+0000","last_unstale":"2024-09-13T16:14:51.855587+0000","last_undegraded":"2024-09-13T16:14:51.855587+0000","last_fullsized":"2024-09-13T16:14:51.855587+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:54:09.579441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.15","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.477392+0000","last_change":"2024-09-13T16:14:50.477392+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.477392+0000","last_undegraded":"2024-09-13T16:14:50.477392+0000","last_fullsized":"2024-09-13T16:14:50.477392+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:10:15.103204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.14","version":"161'6","reported_seq":16,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.859571+0000","last_change":"2024-09-13T16:14:51.496981+0000","last_active":"2024-09-13T16:14:51.859571+0000","last_peered":"2024-09-13T16:14:51.859571+0000","last_clean":"2024-09-13T16:14:51.859571+0000","last_became_active":"2024-09-13T16:14:51.496722+0000","last_became_peered":"2024-09-13T16:14:51.496722+0000","last_unstale":"2024-09-13T16:14:51.859571+0000","last_undegraded":"2024-09-13T16:14:51.859571+0000","last_fullsized":"2024-09-13T16:14:51.859571+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:17:12.113864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.13","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.480999+0000","last_change":"2024-09-13T16:14:50.480999+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.480999+0000","last_undegraded":"2024-09-13T16:14:50.480999+0000","last_fullsized":"2024-09-13T16:14:50.480999+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:45:49.035493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.12","version":"0'0","reported_seq":10,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.844825+0000","last_change":"2024-09-13T16:14:51.489341+0000","last_active":"2024-09-13T16:14:51.844825+0000","last_peered":"2024-09-13T16:14:51.844825+0000","last_clean":"2024-09-13T16:14:51.844825+0000","last_became_active":"2024-09-13T16:14:51.488982+0000","last_became_peered":"2024-09-13T16:14:51.488982+0000","last_unstale":"2024-09-13T16:14:51.844825+0000","last_undegraded":"2024-09-13T16:14:51.844825+0000","last_fullsized":"2024-09-13T16:14:51.844825+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:07:40.741770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.11","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.480684+0000","last_change":"2024-09-13T16:14:50.480684+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.480684+0000","last_undegraded":"2024-09-13T16:14:50.480684+0000","last_fullsized":"2024-09-13T16:14:50.480684+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:17:50.422211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.10","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.479419+0000","last_change":"2024-09-13T16:14:50.479419+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.479419+0000","last_undegraded":"2024-09-13T16:14:50.479419+0000","last_fullsized":"2024-09-13T16:14:50.479419+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:43:57.825765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.f","version":"161'1","reported_seq":11,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.853925+0000","last_change":"2024-09-13T16:14:51.488294+0000","last_active":"2024-09-13T16:14:51.853925+0000","last_peered":"2024-09-13T16:14:51.853925+0000","last_clean":"2024-09-13T16:14:51.853925+0000","last_became_active":"2024-09-13T16:14:51.488033+0000","last_became_peered":"2024-09-13T16:14:51.488033+0000","last_unstale":"2024-09-13T16:14:51.853925+0000","last_undegraded":"2024-09-13T16:14:51.853925+0000","last_fullsized":"2024-09-13T16:14:51.853925+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:46:49.656206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.e","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.479935+0000","last_change":"2024-09-13T16:14:50.479935+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.479935+0000","last_undegraded":"2024-09-13T16:14:50.479935+0000","last_fullsized":"2024-09-13T16:14:50.479935+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:49:25.493989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.d","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.481021+0000","last_change":"2024-09-13T16:14:50.481021+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.481021+0000","last_undegraded":"2024-09-13T16:14:50.481021+0000","last_fullsized":"2024-09-13T16:14:50.481021+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:55:59.243427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.c","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.479454+0000","last_change":"2024-09-13T16:14:50.479454+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.479454+0000","last_undegraded":"2024-09-13T16:14:50.479454+0000","last_fullsized":"2024-09-13T16:14:50.479454+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:13:42.924671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.4","version":"0'0","reported_seq":9,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.852072+0000","last_change":"2024-09-13T16:14:51.845822+0000","last_active":"2024-09-13T16:14:51.852072+0000","last_peered":"2024-09-13T16:14:51.852072+0000","last_clean":"2024-09-13T16:14:51.852072+0000","last_became_active":"2024-09-13T16:14:51.845586+0000","last_became_peered":"2024-09-13T16:14:51.845586+0000","last_unstale":"2024-09-13T16:14:51.852072+0000","last_undegraded":"2024-09-13T16:14:51.852072+0000","last_fullsized":"2024-09-13T16:14:51.852072+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:32:15.749202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.b","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.480312+0000","last_change":"2024-09-13T16:14:50.480312+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.480312+0000","last_undegraded":"2024-09-13T16:14:50.480312+0000","last_fullsized":"2024-09-13T16:14:50.480312+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:08:03.988353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.a","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.480405+0000","last_change":"2024-09-13T16:14:50.480405+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.480405+0000","last_undegraded":"2024-09-13T16:14:50.480405+0000","last_fullsized":"2024-09-13T16:14:50.480405+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:28:03.085796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.9","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.479243+0000","last_change":"2024-09-13T16:14:50.479243+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.479243+0000","last_undegraded":"2024-09-13T16:14:50.479243+0000","last_fullsized":"2024-09-13T16:14:50.479243+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:43:46.911290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"24.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.8","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.479396+0000","last_change":"2024-09-13T16:14:50.479396+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.479396+0000","last_undegraded":"2024-09-13T16:14:50.479396+0000","last_fullsized":"2024-09-13T16:14:50.479396+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:22:08.052138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"24.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.7","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.479848+0000","last_change":"2024-09-13T16:14:50.479848+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.479848+0000","last_undegraded":"2024-09-13T16:14:50.479848+0000","last_fullsized":"2024-09-13T16:14:50.479848+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:24:41.278116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.6","version":"0'0","reported_seq":10,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.844577+0000","last_change":"2024-09-13T16:14:51.500151+0000","last_active":"2024-09-13T16:14:51.844577+0000","last_peered":"2024-09-13T16:14:51.844577+0000","last_clean":"2024-09-13T16:14:51.844577+0000","last_became_active":"2024-09-13T16:14:51.499889+0000","last_became_peered":"2024-09-13T16:14:51.499889+0000","last_unstale":"2024-09-13T16:14:51.844577+0000","last_undegraded":"2024-09-13T16:14:51.844577+0000","last_fullsized":"2024-09-13T16:14:51.844577+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:48:55.973164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.5","version":"0'0","reported_seq":10,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.844978+0000","last_change":"2024-09-13T16:14:51.501773+0000","last_active":"2024-09-13T16:14:51.844978+0000","last_peered":"2024-09-13T16:14:51.844978+0000","last_clean":"2024-09-13T16:14:51.844978+0000","last_became_active":"2024-09-13T16:14:51.501504+0000","last_became_peered":"2024-09-13T16:14:51.501504+0000","last_unstale":"2024-09-13T16:14:51.844978+0000","last_undegraded":"2024-09-13T16:14:51.844978+0000","last_fullsized":"2024-09-13T16:14:51.844978+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:20:52.560241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.4","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.479226+0000","last_change":"2024-09-13T16:14:50.479226+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.479226+0000","last_undegraded":"2024-09-13T16:14:50.479226+0000","last_fullsized":"2024-09-13T16:14:50.479226+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:05:27.212720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"24.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.3","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.477388+0000","last_change":"2024-09-13T16:14:50.477388+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.477388+0000","last_undegraded":"2024-09-13T16:14:50.477388+0000","last_fullsized":"2024-09-13T16:14:50.477388+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:35:58.229963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.2","version":"0'0","reported_seq":10,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.844943+0000","last_change":"2024-09-13T16:14:51.496054+0000","last_active":"2024-09-13T16:14:51.844943+0000","last_peered":"2024-09-13T16:14:51.844943+0000","last_clean":"2024-09-13T16:14:51.844943+0000","last_became_active":"2024-09-13T16:14:51.495794+0000","last_became_peered":"2024-09-13T16:14:51.495794+0000","last_unstale":"2024-09-13T16:14:51.844943+0000","last_undegraded":"2024-09-13T16:14:51.844943+0000","last_fullsized":"2024-09-13T16:14:51.844943+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:28:29.775035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.e","version":"0'0","reported_seq":9,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.850406+0000","last_change":"2024-09-13T16:14:51.846709+0000","last_active":"2024-09-13T16:14:51.850406+0000","last_peered":"2024-09-13T16:14:51.850406+0000","last_clean":"2024-09-13T16:14:51.850406+0000","last_became_active":"2024-09-13T16:14:51.844961+0000","last_became_peered":"2024-09-13T16:14:51.844961+0000","last_unstale":"2024-09-13T16:14:51.850406+0000","last_undegraded":"2024-09-13T16:14:51.850406+0000","last_fullsized":"2024-09-13T16:14:51.850406+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:30:32.659503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.1","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.480178+0000","last_change":"2024-09-13T16:14:50.480178+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.480178+0000","last_undegraded":"2024-09-13T16:14:50.480178+0000","last_fullsized":"2024-09-13T16:14:50.480178+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:31:18.896006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.0","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.479316+0000","last_change":"2024-09-13T16:14:50.479316+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.479316+0000","last_undegraded":"2024-09-13T16:14:50.479316+0000","last_fullsized":"2024-09-13T16:14:50.479316+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:56:31.777089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.16","version":"0'0","reported_seq":10,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.844490+0000","last_change":"2024-09-13T16:14:51.500851+0000","last_active":"2024-09-13T16:14:51.844490+0000","last_peered":"2024-09-13T16:14:51.844490+0000","last_clean":"2024-09-13T16:14:51.844490+0000","last_became_active":"2024-09-13T16:14:51.500539+0000","last_became_peered":"2024-09-13T16:14:51.500539+0000","last_unstale":"2024-09-13T16:14:51.844490+0000","last_undegraded":"2024-09-13T16:14:51.844490+0000","last_fullsized":"2024-09-13T16:14:51.844490+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:06:34.717782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":284,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-13T16:14:48.469627+0000","last_change":"2024-09-13T16:01:29.143297+0000","last_active":"2024-09-13T16:14:48.469627+0000","last_peered":"2024-09-13T16:14:48.469627+0000","last_clean":"2024-09-13T16:14:48.469627+0000","last_became_active":"2024-09-13T16:01:29.142269+0000","last_became_peered":"2024-09-13T16:01:29.142269+0000","last_unstale":"2024-09-13T16:14:48.469627+0000","last_undegraded":"2024-09-13T16:14:48.469627+0000","last_fullsized":"2024-09-13T16:14:48.469627+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:27.864638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:27.864638+0000","last_clean_scrub_stamp":"2024-09-13T16:01:27.864638+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:25:24.741463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":24,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":1},{"poolid":23,"num_pg":32,"stat_sum":{"num_bytes":1586,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2168,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":7,"ondisk_log_size":7,"up":64,"acting":64,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":14,"seq":60129542310,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":119164,"kb_used_data":1964,"kb_used_omap":1,"kb_used_meta":117182,"kb_avail":94252676,"statfs":{"total":96636764160,"available":96514740224,"internally_reserved":0,"allocated":2011136,"data_stored":927353,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":119994824},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:54 2024","interfaces":[{"interface":"back","average":{"1min":0.29999999999999999,"5min":0.39700000000000002,"15min":0.35499999999999998},"min":{"1min":0.20599999999999999,"5min":0.20599999999999999,"15min":0.183},"max":{"1min":0.44800000000000001,"5min":4.4610000000000003,"15min":4.4610000000000003},"last":0.378},{"interface":"front","average":{"1min":0.35099999999999998,"5min":0.378,"15min":0.33400000000000002},"min":{"1min":0.28799999999999998,"5min":0.23999999999999999,"15min":0.17899999999999999},"max":{"1min":0.498,"5min":1.2410000000000001,"15min":1.2410000000000001},"last":0.313}]},{"osd":1,"last update":"Fri Sep 13 16:13:54 2024","interfaces":[{"interface":"back","average":{"1min":0.318,"5min":0.501,"15min":0.378},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.182},"max":{"1min":0.439,"5min":7.7729999999999997,"15min":7.7729999999999997},"last":0.32700000000000001},{"interface":"front","average":{"1min":0.38600000000000001,"5min":0.495,"15min":0.40000000000000002},"min":{"1min":0.27500000000000002,"5min":0.25700000000000001,"15min":0.19400000000000001},"max":{"1min":0.57799999999999996,"5min":6.4429999999999996,"15min":6.4429999999999996},"last":0.40500000000000003}]},{"osd":2,"last update":"Fri Sep 13 16:13:54 2024","interfaces":[{"interface":"back","average":{"1min":0.374,"5min":0.42499999999999999,"15min":0.38400000000000001},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.22800000000000001},"max":{"1min":0.51400000000000001,"5min":2.6339999999999999,"15min":2.6339999999999999},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.40400000000000003,"5min":0.45800000000000002,"15min":0.40500000000000003},"min":{"1min":0.29999999999999999,"5min":0.22,"15min":0.21199999999999999},"max":{"1min":0.60099999999999998,"5min":3.585,"15min":3.585},"last":0.34499999999999997}]},{"osd":4,"last update":"Fri Sep 13 16:13:54 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.61499999999999999,"15min":0.54600000000000004},"min":{"1min":0.40400000000000003,"5min":0.36799999999999999,"15min":0.28399999999999997},"max":{"1min":0.83499999999999996,"5min":1.216,"15min":1.216},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.63800000000000001,"15min":0.57299999999999995},"min":{"1min":0.39700000000000002,"5min":0.34599999999999997,"15min":0.27600000000000002},"max":{"1min":0.91900000000000004,"5min":2.6070000000000002,"15min":2.6070000000000002},"last":0.73499999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:13:54 2024","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.64400000000000002,"15min":0.56699999999999995},"min":{"1min":0.44,"5min":0.38300000000000001,"15min":0.28100000000000003},"max":{"1min":0.95199999999999996,"5min":2.5449999999999999,"15min":2.5449999999999999},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.67300000000000004,"15min":0.59399999999999997},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.311},"max":{"1min":0.84399999999999997,"5min":3.5449999999999999,"15min":3.5449999999999999},"last":0.63800000000000001}]},{"osd":6,"last update":"Fri Sep 13 16:13:54 2024","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.69599999999999995,"15min":0.60899999999999999},"min":{"1min":0.435,"5min":0.42699999999999999,"15min":0.31900000000000001},"max":{"1min":0.90300000000000002,"5min":6.4189999999999996,"15min":6.4189999999999996},"last":0.68600000000000005},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.72299999999999998,"15min":0.60899999999999999},"min":{"1min":0.46500000000000002,"5min":0.40799999999999997,"15min":0.32200000000000001},"max":{"1min":0.82599999999999996,"5min":8.9559999999999995,"15min":8.9559999999999995},"last":0.625}]},{"osd":7,"last update":"Fri Sep 13 16:13:54 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.64700000000000002,"15min":0.59499999999999997},"min":{"1min":0.443,"5min":0.42999999999999999,"15min":0.35499999999999998},"max":{"1min":0.93400000000000005,"5min":1.649,"15min":1.649},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.66200000000000003,"15min":0.59599999999999997},"min":{"1min":0.48899999999999999,"5min":0.45700000000000002,"15min":0.36299999999999999},"max":{"1min":0.81000000000000005,"5min":2.581,"15min":2.581},"last":0.58299999999999996}]}]},{"osd":7,"up_from":13,"seq":55834575012,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":83636,"kb_used_data":2532,"kb_used_omap":1,"kb_used_meta":81086,"kb_avail":94288204,"statfs":{"total":96636764160,"available":96551120896,"internally_reserved":0,"allocated":2592768,"data_stored":1511134,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":83032523},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:14:45 2024","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.60399999999999998,"15min":0.50600000000000001},"min":{"1min":0.34499999999999997,"5min":0.27600000000000002,"15min":0.193},"max":{"1min":0.69999999999999996,"5min":7.6550000000000002,"15min":7.6550000000000002},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56599999999999995,"15min":0.50800000000000001},"min":{"1min":0.373,"5min":0.28799999999999998,"15min":0.20000000000000001},"max":{"1min":0.74199999999999999,"5min":1.577,"15min":1.577},"last":0.74399999999999999}]},{"osd":1,"last update":"Fri Sep 13 16:14:45 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.63,"15min":0.52400000000000002},"min":{"1min":0.41299999999999998,"5min":0.35699999999999998,"15min":0.22},"max":{"1min":0.75900000000000001,"5min":8.3499999999999996,"15min":8.3499999999999996},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.57999999999999996,"15min":0.52100000000000002},"min":{"1min":0.42699999999999999,"5min":0.34599999999999997,"15min":0.23400000000000001},"max":{"1min":0.68300000000000005,"5min":2.3799999999999999,"15min":2.3799999999999999},"last":0.69999999999999996}]},{"osd":2,"last update":"Fri Sep 13 16:14:45 2024","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.58099999999999996,"15min":0.55600000000000005},"min":{"1min":0.44600000000000001,"5min":0.29299999999999998,"15min":0.23999999999999999},"max":{"1min":0.79100000000000004,"5min":0.79900000000000004,"15min":2.2919999999999998},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.65600000000000003,"15min":0.55700000000000005},"min":{"1min":0.40200000000000002,"5min":0.33700000000000002,"15min":0.255},"max":{"1min":0.71399999999999997,"5min":7.6210000000000004,"15min":7.6210000000000004},"last":0.71699999999999997}]},{"osd":3,"last update":"Fri Sep 13 16:14:45 2024","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.58899999999999997,"15min":0.52900000000000003},"min":{"1min":0.40600000000000003,"5min":0.314,"15min":0.255},"max":{"1min":0.77300000000000002,"5min":1.6339999999999999,"15min":1.6339999999999999},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.56200000000000006,"15min":0.51800000000000002},"min":{"1min":0.40000000000000002,"5min":0.33500000000000002,"15min":0.26700000000000002},"max":{"1min":0.746,"5min":0.77600000000000002,"15min":0.88100000000000001},"last":0.53100000000000003}]},{"osd":4,"last update":"Fri Sep 13 16:14:45 2024","interfaces":[{"interface":"back","average":{"1min":0.48299999999999998,"5min":0.49299999999999999,"15min":0.45200000000000001},"min":{"1min":0.29299999999999998,"5min":0.28699999999999998,"15min":0.23400000000000001},"max":{"1min":0.60599999999999998,"5min":1.208,"15min":1.208},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.502,"5min":0.57999999999999996,"15min":0.49099999999999999},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.69799999999999995,"5min":7.5720000000000001,"15min":7.5720000000000001},"last":0.67200000000000004}]},{"osd":5,"last update":"Fri Sep 13 16:14:45 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.53100000000000003,"15min":0.498},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.25600000000000001},"max":{"1min":0.73199999999999998,"5min":1.508,"15min":1.508},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.59699999999999998,"15min":0.55800000000000005},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.33700000000000002},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.68500000000000005}]},{"osd":6,"last update":"Fri Sep 13 16:14:45 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.60899999999999999,"15min":0.54100000000000004},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.79800000000000004,"5min":5.1699999999999999,"15min":5.1699999999999999},"last":0.77000000000000002},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.65000000000000002,"15min":0.56200000000000006},"min":{"1min":0.33600000000000002,"5min":0.33400000000000002,"15min":0.315},"max":{"1min":0.83999999999999997,"5min":7.9699999999999998,"15min":7.9699999999999998},"last":0.73199999999999998}]}]},{"osd":6,"up_from":13,"seq":55834575012,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":105264,"kb_used_data":1952,"kb_used_omap":1,"kb_used_meta":103294,"kb_avail":94266576,"statfs":{"total":96636764160,"available":96528973824,"internally_reserved":0,"allocated":1998848,"data_stored":920766,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":105773511},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:58 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.57199999999999995,"15min":0.52100000000000002},"min":{"1min":0.29999999999999999,"5min":0.24299999999999999,"15min":0.20000000000000001},"max":{"1min":0.73499999999999999,"5min":0.80700000000000005,"15min":0.97099999999999997},"last":0.71199999999999997},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.56799999999999995,"15min":0.52500000000000002},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.22500000000000001},"max":{"1min":0.71899999999999997,"5min":0.747,"15min":1.224},"last":0.39200000000000002}]},{"osd":1,"last update":"Fri Sep 13 16:13:58 2024","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.54600000000000004,"15min":0.50800000000000001},"min":{"1min":0.36399999999999999,"5min":0.30599999999999999,"15min":0.21099999999999999},"max":{"1min":0.70899999999999996,"5min":0.80100000000000005,"15min":1.0940000000000001},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.53300000000000003,"15min":0.496},"min":{"1min":0.38400000000000001,"5min":0.36499999999999999,"15min":0.247},"max":{"1min":0.65300000000000002,"5min":0.75600000000000001,"15min":1.1879999999999999},"last":0.46300000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:13:58 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.54600000000000004,"15min":0.50700000000000001},"min":{"1min":0.36899999999999999,"5min":0.35199999999999998,"15min":0.247},"max":{"1min":0.69099999999999995,"5min":0.79000000000000004,"15min":0.94799999999999995},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.54300000000000004,"15min":0.53200000000000003},"min":{"1min":0.34699999999999998,"5min":0.34499999999999997,"15min":0.27000000000000002},"max":{"1min":0.69199999999999995,"5min":0.83799999999999997,"15min":0.91800000000000004},"last":0.64400000000000002}]},{"osd":3,"last update":"Fri Sep 13 16:13:58 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.56999999999999995,"15min":0.53700000000000003},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.252},"max":{"1min":0.72999999999999998,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.66700000000000004},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.58399999999999996,"15min":0.55800000000000005},"min":{"1min":0.41499999999999998,"5min":0.38200000000000001,"15min":0.25900000000000001},"max":{"1min":0.67100000000000004,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.73899999999999999}]},{"osd":4,"last update":"Fri Sep 13 16:13:58 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.47399999999999998,"15min":0.46300000000000002},"min":{"1min":0.34300000000000003,"5min":0.27100000000000002,"15min":0.22600000000000001},"max":{"1min":0.65100000000000002,"5min":0.81200000000000006,"15min":1.1559999999999999},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.51200000000000001,"15min":0.496},"min":{"1min":0.37,"5min":0.317,"15min":0.23899999999999999},"max":{"1min":0.78500000000000003,"5min":0.83599999999999997,"15min":0.88900000000000001},"last":0.69799999999999995}]},{"osd":5,"last update":"Fri Sep 13 16:13:58 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.53500000000000003,"15min":0.52500000000000002},"min":{"1min":0.376,"5min":0.309,"15min":0.29399999999999998},"max":{"1min":0.73099999999999998,"5min":0.79500000000000004,"15min":0.82099999999999995},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.53000000000000003,"15min":0.53400000000000003},"min":{"1min":0.377,"5min":0.30399999999999999,"15min":0.26400000000000001},"max":{"1min":0.745,"5min":0.878,"15min":0.93999999999999995},"last":0.69099999999999995}]},{"osd":7,"last update":"Fri Sep 13 16:13:58 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.54600000000000004,"15min":0.53100000000000003},"min":{"1min":0.39400000000000002,"5min":0.32600000000000001,"15min":0.254},"max":{"1min":0.755,"5min":0.86499999999999999,"15min":1.1080000000000001},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.61899999999999999,"15min":0.59399999999999997},"min":{"1min":0.48199999999999998,"5min":0.35899999999999999,"15min":0.33800000000000002},"max":{"1min":0.77000000000000002,"5min":0.90500000000000003,"15min":0.92600000000000005},"last":0.72699999999999998}]}]},{"osd":5,"up_from":13,"seq":55834575011,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":77356,"kb_used_data":1952,"kb_used_omap":1,"kb_used_meta":75390,"kb_avail":94294484,"statfs":{"total":96636764160,"available":96557551616,"internally_reserved":0,"allocated":1998848,"data_stored":920766,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":77199814},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:14:45 2024","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.58499999999999996,"15min":0.501},"min":{"1min":0.40200000000000002,"5min":0.372,"15min":0.215},"max":{"1min":1.6919999999999999,"5min":1.6919999999999999,"15min":1.6919999999999999},"last":0.28199999999999997},{"interface":"front","average":{"1min":0.62,"5min":0.58499999999999996,"15min":0.50700000000000001},"min":{"1min":0.375,"5min":0.34599999999999997,"15min":0.219},"max":{"1min":1.3680000000000001,"5min":1.3680000000000001,"15min":1.3680000000000001},"last":0.34999999999999998}]},{"osd":1,"last update":"Fri Sep 13 16:14:45 2024","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.57699999999999996,"15min":0.51300000000000001},"min":{"1min":0.45600000000000002,"5min":0.32700000000000001,"15min":0.24299999999999999},"max":{"1min":0.73299999999999998,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.623,"5min":0.57699999999999996,"15min":0.51800000000000002},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.24299999999999999},"max":{"1min":1.4059999999999999,"5min":1.4059999999999999,"15min":1.4059999999999999},"last":0.45800000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:14:45 2024","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.59399999999999997,"15min":0.51800000000000002},"min":{"1min":0.39800000000000002,"5min":0.307,"15min":0.249},"max":{"1min":1.7769999999999999,"5min":1.7769999999999999,"15min":1.7769999999999999},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.58899999999999997,"15min":0.54200000000000004},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.26600000000000001},"max":{"1min":1.425,"5min":1.425,"15min":1.6000000000000001},"last":0.39600000000000002}]},{"osd":3,"last update":"Fri Sep 13 16:14:45 2024","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.61399999999999999,"15min":0.54900000000000004},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.252},"max":{"1min":1.8149999999999999,"5min":1.8149999999999999,"15min":1.8149999999999999},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.67600000000000005,"5min":0.64600000000000002,"15min":0.58699999999999997},"min":{"1min":0.47899999999999998,"5min":0.40100000000000002,"15min":0.314},"max":{"1min":1.5349999999999999,"5min":1.5349999999999999,"15min":1.5349999999999999},"last":0.49399999999999999}]},{"osd":4,"last update":"Fri Sep 13 16:14:45 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.504,"15min":0.49099999999999999},"min":{"1min":0.313,"5min":0.313,"15min":0.254},"max":{"1min":1.5720000000000001,"5min":1.5720000000000001,"15min":1.5720000000000001},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.502,"15min":0.48999999999999999},"min":{"1min":0.32200000000000001,"5min":0.28599999999999998,"15min":0.23799999999999999},"max":{"1min":1.446,"5min":1.446,"15min":1.446},"last":0.57899999999999996}]},{"osd":6,"last update":"Fri Sep 13 16:14:45 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.52200000000000002,"15min":0.49399999999999999},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.251},"max":{"1min":1.738,"5min":1.738,"15min":1.738},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.55900000000000005,"15min":0.53600000000000003},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.22900000000000001},"max":{"1min":1.343,"5min":1.343,"15min":1.343},"last":0.55100000000000005}]},{"osd":7,"last update":"Fri Sep 13 16:14:45 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.54400000000000004,"15min":0.52000000000000002},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.27600000000000002},"max":{"1min":1.3109999999999999,"5min":1.3109999999999999,"15min":1.3109999999999999},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.65600000000000003,"5min":0.58599999999999997,"15min":0.55200000000000005},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.29599999999999999},"max":{"1min":2.0249999999999999,"5min":2.0249999999999999,"15min":2.0249999999999999},"last":0.51900000000000002}]}]},{"osd":4,"up_from":13,"seq":55834575012,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":91248,"kb_used_data":1952,"kb_used_omap":1,"kb_used_meta":89278,"kb_avail":94280592,"statfs":{"total":96636764160,"available":96543326208,"internally_reserved":0,"allocated":1998848,"data_stored":920766,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":91421126},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:14:49 2024","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.51400000000000001,"15min":0.49199999999999999},"min":{"1min":0.35199999999999998,"5min":0.29799999999999999,"15min":0.19400000000000001},"max":{"1min":0.60899999999999999,"5min":0.71899999999999997,"15min":5.7510000000000003},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.54500000000000004,"15min":0.55800000000000005},"min":{"1min":0.443,"5min":0.373,"15min":0.20699999999999999},"max":{"1min":0.68799999999999994,"5min":0.78300000000000003,"15min":18.648},"last":0.46100000000000002}]},{"osd":1,"last update":"Fri Sep 13 16:14:49 2024","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.54500000000000004,"15min":0.56499999999999995},"min":{"1min":0.38900000000000001,"5min":0.38100000000000001,"15min":0.221},"max":{"1min":0.69799999999999995,"5min":0.879,"15min":20.414000000000001},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.58499999999999996,"15min":0.59699999999999998},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.23899999999999999},"max":{"1min":0.68100000000000005,"5min":0.85299999999999998,"15min":20.018000000000001},"last":0.51500000000000001}]},{"osd":2,"last update":"Fri Sep 13 16:14:49 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.57999999999999996,"15min":0.52400000000000002},"min":{"1min":0.38600000000000001,"5min":0.38500000000000001,"15min":0.26400000000000001},"max":{"1min":0.66700000000000004,"5min":0.872,"15min":1.5529999999999999},"last":0.501},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.625,"15min":0.625},"min":{"1min":0.45100000000000001,"5min":0.434,"15min":0.27700000000000002},"max":{"1min":0.755,"5min":0.91700000000000004,"15min":12.138},"last":0.58599999999999997}]},{"osd":3,"last update":"Fri Sep 13 16:14:49 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.58199999999999996,"15min":0.59499999999999997},"min":{"1min":0.374,"5min":0.374,"15min":0.28399999999999997},"max":{"1min":0.621,"5min":0.78000000000000003,"15min":13.097},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.56000000000000005,"15min":0.55400000000000005},"min":{"1min":0.41999999999999998,"5min":0.36099999999999999,"15min":0.27000000000000002},"max":{"1min":0.65700000000000003,"5min":0.79200000000000004,"15min":11.009},"last":0.48499999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:14:49 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.498,"15min":0.56699999999999995},"min":{"1min":0.317,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.65800000000000003,"5min":0.88800000000000001,"15min":24.812999999999999},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.56499999999999995,"15min":0.53400000000000003},"min":{"1min":0.41299999999999998,"5min":0.29399999999999998,"15min":0.27000000000000002},"max":{"1min":0.72599999999999998,"5min":0.96599999999999997,"15min":1.5860000000000001},"last":0.55400000000000005}]},{"osd":6,"last update":"Fri Sep 13 16:14:49 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.52000000000000002,"15min":0.54300000000000004},"min":{"1min":0.33900000000000002,"5min":0.33600000000000002,"15min":0.25800000000000001},"max":{"1min":0.72299999999999998,"5min":0.84099999999999997,"15min":13.071999999999999},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.51400000000000001,"15min":0.58599999999999997},"min":{"1min":0.35099999999999998,"5min":0.26400000000000001,"15min":0.24399999999999999},"max":{"1min":0.69599999999999995,"5min":0.84599999999999997,"15min":24.873999999999999},"last":0.53000000000000003}]},{"osd":7,"last update":"Fri Sep 13 16:14:49 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.52500000000000002,"15min":0.751},"min":{"1min":0.36899999999999999,"5min":0.33600000000000002,"15min":0.25800000000000001},"max":{"1min":0.73299999999999998,"5min":0.90400000000000003,"15min":64.593999999999994},"last":0.443},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.58899999999999997,"15min":0.60899999999999999},"min":{"1min":0.38700000000000001,"5min":0.313,"15min":0.313},"max":{"1min":0.79200000000000004,"5min":0.86299999999999999,"15min":13.125},"last":0.63200000000000001}]}]},{"osd":2,"up_from":13,"seq":55834575011,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":105200,"kb_used_data":1952,"kb_used_omap":1,"kb_used_meta":103230,"kb_avail":94266640,"statfs":{"total":96636764160,"available":96529039360,"internally_reserved":0,"allocated":1998848,"data_stored":920766,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":105707974},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:49 2024","interfaces":[{"interface":"back","average":{"1min":0.308,"5min":0.34899999999999998,"15min":0.32300000000000001},"min":{"1min":0.24299999999999999,"5min":0.222,"15min":0.17100000000000001},"max":{"1min":0.44400000000000001,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.36099999999999999},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.36599999999999999,"15min":0.33800000000000002},"min":{"1min":0.27400000000000002,"5min":0.23100000000000001,"15min":0.185},"max":{"1min":0.53900000000000003,"5min":0.61299999999999999,"15min":0.63200000000000001},"last":0.34699999999999998}]},{"osd":1,"last update":"Fri Sep 13 16:13:49 2024","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.36199999999999999,"15min":0.33800000000000002},"min":{"1min":0.25800000000000001,"5min":0.22900000000000001,"15min":0.189},"max":{"1min":0.47899999999999998,"5min":0.59999999999999998,"15min":0.61799999999999999},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.42399999999999999,"15min":0.39600000000000002},"min":{"1min":0.318,"5min":0.214,"15min":0.20100000000000001},"max":{"1min":0.54300000000000004,"5min":0.753,"15min":0.753},"last":0.41499999999999998}]},{"osd":3,"last update":"Fri Sep 13 16:13:55 2024","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.40200000000000002,"15min":0.36899999999999999},"min":{"1min":0.28699999999999998,"5min":0.26900000000000002,"15min":0.20899999999999999},"max":{"1min":0.58999999999999997,"5min":0.70599999999999996,"15min":0.72299999999999998},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.39100000000000001,"15min":0.36599999999999999},"min":{"1min":0.28699999999999998,"5min":0.28199999999999997,"15min":0.23200000000000001},"max":{"1min":0.64200000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.38700000000000001}]},{"osd":4,"last update":"Fri Sep 13 16:13:49 2024","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.60099999999999998,"15min":0.55200000000000005},"min":{"1min":0.443,"5min":0.32200000000000001,"15min":0.25800000000000001},"max":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.85199999999999998},"last":0.73699999999999999},{"interface":"front","average":{"1min":0.624,"5min":0.60499999999999998,"15min":0.55600000000000005},"min":{"1min":0.45600000000000002,"5min":0.32900000000000001,"15min":0.26200000000000001},"max":{"1min":1.3200000000000001,"5min":1.3200000000000001,"15min":1.3200000000000001},"last":0.91200000000000003}]},{"osd":5,"last update":"Fri Sep 13 16:13:49 2024","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.60099999999999998,"15min":0.55600000000000005},"min":{"1min":0.38700000000000001,"5min":0.36699999999999999,"15min":0.25},"max":{"1min":0.83899999999999997,"5min":0.94099999999999995,"15min":1.0169999999999999},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.62,"15min":0.56200000000000006},"min":{"1min":0.378,"5min":0.378,"15min":0.29199999999999998},"max":{"1min":0.93300000000000005,"5min":1.4139999999999999,"15min":1.4139999999999999},"last":0.69999999999999996}]},{"osd":6,"last update":"Fri Sep 13 16:13:49 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.61899999999999999,"15min":0.56399999999999995},"min":{"1min":0.442,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.79500000000000004,"5min":1.431,"15min":1.431},"last":0.66100000000000003},{"interface":"front","average":{"1min":0.62,"5min":0.63900000000000001,"15min":0.58699999999999997},"min":{"1min":0.41299999999999998,"5min":0.38600000000000001,"15min":0.33600000000000002},"max":{"1min":1.1279999999999999,"5min":1.4830000000000001,"15min":1.4830000000000001},"last":1.0129999999999999}]},{"osd":7,"last update":"Fri Sep 13 16:13:49 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.61399999999999999,"15min":0.57899999999999996},"min":{"1min":0.435,"5min":0.375,"15min":0.33700000000000002},"max":{"1min":0.89300000000000002,"5min":0.97899999999999998,"15min":1.03},"last":0.75800000000000001},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.626,"15min":0.58799999999999997},"min":{"1min":0.40500000000000003,"5min":0.40300000000000002,"15min":0.32400000000000001},"max":{"1min":0.76700000000000002,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.627}]}]},{"osd":1,"up_from":13,"seq":55834575011,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":87204,"kb_used_data":1940,"kb_used_omap":1,"kb_used_meta":85246,"kb_avail":94284636,"statfs":{"total":96636764160,"available":96547467264,"internally_reserved":0,"allocated":1986560,"data_stored":914629,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":87292358},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:53 2024","interfaces":[{"interface":"back","average":{"1min":1.113,"5min":0.503,"15min":0.379},"min":{"1min":0.23799999999999999,"5min":0.19500000000000001,"15min":0.14799999999999999},"max":{"1min":10.233000000000001,"5min":10.233000000000001,"15min":10.233000000000001},"last":0.30199999999999999},{"interface":"front","average":{"1min":1.044,"5min":0.503,"15min":0.39400000000000002},"min":{"1min":0.215,"5min":0.182,"15min":0.182},"max":{"1min":9.8879999999999999,"5min":9.8879999999999999,"15min":9.8879999999999999},"last":0.251}]},{"osd":2,"last update":"Fri Sep 13 16:13:53 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.40600000000000003,"15min":0.34899999999999998},"min":{"1min":0.26200000000000001,"5min":0.22,"15min":0.186},"max":{"1min":3.609,"5min":3.609,"15min":3.609},"last":0.33100000000000002},{"interface":"front","average":{"1min":1.079,"5min":0.53100000000000003,"15min":0.42399999999999999},"min":{"1min":0.216,"5min":0.216,"15min":0.216},"max":{"1min":9.8550000000000004,"5min":9.8550000000000004,"15min":9.8550000000000004},"last":0.26700000000000002}]},{"osd":3,"last update":"Fri Sep 13 16:13:53 2024","interfaces":[{"interface":"back","average":{"1min":3.0419999999999998,"5min":0.92000000000000004,"15min":0.55100000000000005},"min":{"1min":0.27400000000000002,"5min":0.21299999999999999,"15min":0.20000000000000001},"max":{"1min":35.280000000000001,"5min":35.280000000000001,"15min":35.280000000000001},"last":0.318},{"interface":"front","average":{"1min":1.7490000000000001,"5min":0.69099999999999995,"15min":0.497},"min":{"1min":0.248,"5min":0.248,"15min":0.223},"max":{"1min":17.962,"5min":17.962,"15min":17.962},"last":0.34599999999999997}]},{"osd":4,"last update":"Fri Sep 13 16:13:53 2024","interfaces":[{"interface":"back","average":{"1min":1.2589999999999999,"5min":0.73999999999999999,"15min":0.59899999999999998},"min":{"1min":0.38100000000000001,"5min":0.316,"15min":0.28399999999999997},"max":{"1min":9.8190000000000008,"5min":9.8190000000000008,"15min":9.8190000000000008},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.751,"5min":0.64300000000000002,"15min":0.57299999999999995},"min":{"1min":0.45300000000000001,"5min":0.30599999999999999,"15min":0.30399999999999999},"max":{"1min":3.194,"5min":3.194,"15min":3.194},"last":0.65500000000000003}]},{"osd":5,"last update":"Fri Sep 13 16:13:53 2024","interfaces":[{"interface":"back","average":{"1min":2.1200000000000001,"5min":0.91300000000000003,"15min":0.65300000000000002},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.28899999999999998},"max":{"1min":21.114000000000001,"5min":21.114000000000001,"15min":21.114000000000001},"last":0.66500000000000004},{"interface":"front","average":{"1min":1.3620000000000001,"5min":0.77000000000000002,"15min":0.622},"min":{"1min":0.42399999999999999,"5min":0.371,"15min":0.32400000000000001},"max":{"1min":9.7870000000000008,"5min":9.7870000000000008,"15min":9.7870000000000008},"last":0.58499999999999996}]},{"osd":6,"last update":"Fri Sep 13 16:13:53 2024","interfaces":[{"interface":"back","average":{"1min":0.746,"5min":0.64800000000000002,"15min":0.58299999999999996},"min":{"1min":0.45400000000000001,"5min":0.39800000000000002,"15min":0.313},"max":{"1min":1.6379999999999999,"5min":1.6379999999999999,"15min":1.6379999999999999},"last":0.61799999999999999},{"interface":"front","average":{"1min":1.6479999999999999,"5min":0.83499999999999996,"15min":0.64700000000000002},"min":{"1min":0.372,"5min":0.372,"15min":0.31900000000000001},"max":{"1min":13.529,"5min":13.529,"15min":13.529},"last":0.60299999999999998}]},{"osd":7,"last update":"Fri Sep 13 16:13:53 2024","interfaces":[{"interface":"back","average":{"1min":0.73599999999999999,"5min":0.65800000000000003,"15min":0.59499999999999997},"min":{"1min":0.47899999999999998,"5min":0.43099999999999999,"15min":0.315},"max":{"1min":1.6060000000000001,"5min":1.6060000000000001,"15min":1.6060000000000001},"last":0.59499999999999997},{"interface":"front","average":{"1min":2.181,"5min":0.94799999999999995,"15min":0.69099999999999995},"min":{"1min":0.39900000000000002,"5min":0.377,"15min":0.377},"max":{"1min":20.34,"5min":20.34,"15min":20.34},"last":0.56399999999999995}]}]},{"osd":0,"up_from":13,"seq":55834575013,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":101676,"kb_used_data":2528,"kb_used_omap":1,"kb_used_meta":99134,"kb_avail":94270164,"statfs":{"total":96636764160,"available":96532647936,"internally_reserved":0,"allocated":2588672,"data_stored":1510465,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":101513671},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 16:14:49 2024","interfaces":[{"interface":"back","average":{"1min":0.32200000000000001,"5min":0.34499999999999997,"15min":0.34799999999999998},"min":{"1min":0.224,"5min":0.20899999999999999,"15min":0.151},"max":{"1min":0.42699999999999999,"5min":0.60499999999999998,"15min":2.5960000000000001},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.35299999999999998,"5min":0.374,"15min":0.34899999999999998},"min":{"1min":0.254,"5min":0.20300000000000001,"15min":0.17599999999999999},"max":{"1min":0.51800000000000002,"5min":0.60699999999999998,"15min":0.65900000000000003},"last":0.26300000000000001}]},{"osd":2,"last update":"Fri Sep 13 16:14:49 2024","interfaces":[{"interface":"back","average":{"1min":0.34999999999999998,"5min":0.371,"15min":0.35599999999999998},"min":{"1min":0.26000000000000001,"5min":0.20200000000000001,"15min":0.19800000000000001},"max":{"1min":0.48499999999999999,"5min":0.56799999999999995,"15min":1.373},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.36099999999999999,"5min":0.39300000000000002,"15min":0.376},"min":{"1min":0.27300000000000002,"5min":0.248,"15min":0.19400000000000001},"max":{"1min":0.51300000000000001,"5min":0.73199999999999998,"15min":0.77900000000000003},"last":0.32000000000000001}]},{"osd":3,"last update":"Fri Sep 13 16:14:00 2024","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.41199999999999998,"15min":0.39000000000000001},"min":{"1min":0.26500000000000001,"5min":0.249,"15min":0.218},"max":{"1min":0.54000000000000004,"5min":0.59699999999999998,"15min":0.75},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.374,"5min":0.378,"15min":0.35699999999999998},"min":{"1min":0.25,"5min":0.22,"15min":0.20100000000000001},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.29999999999999999}]},{"osd":4,"last update":"Fri Sep 13 16:14:49 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.59699999999999998,"15min":0.53500000000000003},"min":{"1min":0.45000000000000001,"5min":0.30299999999999999,"15min":0.28000000000000003},"max":{"1min":0.78000000000000003,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.60199999999999998,"15min":0.55700000000000005},"min":{"1min":0.39900000000000002,"5min":0.34599999999999997,"15min":0.28199999999999997},"max":{"1min":0.77900000000000003,"5min":0.86299999999999999,"15min":1.321},"last":0.60099999999999998}]},{"osd":5,"last update":"Fri Sep 13 16:14:49 2024","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.60499999999999998,"15min":0.71599999999999997},"min":{"1min":0.439,"5min":0.38900000000000001,"15min":0.30199999999999999},"max":{"1min":0.73799999999999999,"5min":0.88600000000000001,"15min":41.240000000000002},"last":0.58099999999999996},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.61899999999999999,"15min":0.73999999999999999},"min":{"1min":0.45000000000000001,"5min":0.36399999999999999,"15min":0.29999999999999999},"max":{"1min":0.79400000000000004,"5min":0.91500000000000004,"15min":41.301000000000002},"last":0.51200000000000001}]},{"osd":6,"last update":"Fri Sep 13 16:14:49 2024","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.60999999999999999,"15min":0.55500000000000005},"min":{"1min":0.48899999999999999,"5min":0.34799999999999998,"15min":0.312},"max":{"1min":0.74199999999999999,"5min":0.83899999999999997,"15min":0.95099999999999996},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.63500000000000001,"15min":0.58799999999999997},"min":{"1min":0.41199999999999998,"5min":0.39500000000000002,"15min":0.34300000000000003},"max":{"1min":1.0449999999999999,"5min":1.0449999999999999,"15min":1.286},"last":0.629}]},{"osd":7,"last update":"Fri Sep 13 16:14:49 2024","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.64000000000000001,"15min":0.59999999999999998},"min":{"1min":0.44800000000000001,"5min":0.38900000000000001,"15min":0.34799999999999998},"max":{"1min":0.79100000000000004,"5min":0.92000000000000004,"15min":1.1639999999999999},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.68999999999999995,"5min":0.65800000000000003,"15min":0.58999999999999997},"min":{"1min":0.503,"5min":0.38900000000000001,"15min":0.35099999999999998},"max":{"1min":1.2230000000000001,"5min":1.2230000000000001,"15min":1.2230000000000001},"last":0.59399999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2168,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:14:54.759 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:14:54.894 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.892+0000 7f1bd345a640 1 Processor -- start 2024-09-13T16:14:54.894 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.893+0000 7f1bd345a640 1 -- start start 2024-09-13T16:14:54.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.893+0000 7f1bd345a640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f1bcc06c4c0 0x7f1bcc06c8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:54.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.893+0000 7f1bd345a640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f1bcc0cbea0 0x7f1bcc0cc330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:54.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.893+0000 7f1bd345a640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1bcc06dab0 con 0x7f1bcc0b2590 2024-09-13T16:14:54.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.893+0000 7f1bd345a640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1bcc06deb0 con 0x7f1bcc06c4c0 2024-09-13T16:14:54.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.893+0000 7f1bd345a640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1bcc0b2170 con 0x7f1bcc0cbea0 2024-09-13T16:14:54.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.893+0000 7f1bd11f6640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f1bcc06c4c0 0x7f1bcc06c8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:54.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.893+0000 7f1bd11f6640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f1bcc06c4c0 0x7f1bcc06c8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:35744/0 (socket says 172.21.15.76:35744) 2024-09-13T16:14:54.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.893+0000 7f1bd11f6640 1 -- 172.21.15.76:0/4005407537 learned_addr learned my addr 172.21.15.76:0/4005407537 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:54.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.894+0000 7f1bd11f6640 1 -- 172.21.15.76:0/4005407537 >> v2:172.21.15.192:3300/0 conn(0x7f1bcc0cbea0 msgr2=0x7f1bcc0cc330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:54.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.894+0000 7f1bd19f7640 1 --2- 172.21.15.76:0/4005407537 >> v2:172.21.15.192:3300/0 conn(0x7f1bcc0cbea0 0x7f1bcc0cc330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:54.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.894+0000 7f1bd11f6640 1 --2- 172.21.15.76:0/4005407537 >> v2:172.21.15.192:3300/0 conn(0x7f1bcc0cbea0 0x7f1bcc0cc330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:54.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.894+0000 7f1bd11f6640 1 -- 172.21.15.76:0/4005407537 >> v1:172.21.15.192:6789/0 conn(0x7f1bcc0b2590 legacy=0x7f1bcc06d3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:54.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.894+0000 7f1bd11f6640 1 -- 172.21.15.76:0/4005407537 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1bcc0cc870 con 0x7f1bcc06c4c0 2024-09-13T16:14:54.896 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.894+0000 7f1bd19f7640 1 --2- 172.21.15.76:0/4005407537 >> v2:172.21.15.192:3300/0 conn(0x7f1bcc0cbea0 0x7f1bcc0cc330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:14:54.897 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.894+0000 7f1bd11f6640 1 --2- 172.21.15.76:0/4005407537 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1bcc06c4c0 0x7f1bcc06c8a0 secure :-1 s=READY pgs=2181 cs=0 l=1 rev1=1 crypto rx=0x7f1bcc0c88d0 tx=0x7f1bc402b5e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b1fccebed0e243f9 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:54.898 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.895+0000 7f1bcbfff640 1 -- 172.21.15.76:0/4005407537 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1bc4030710 con 0x7f1bcc06c4c0 2024-09-13T16:14:54.898 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.895+0000 7f1bcbfff640 1 -- 172.21.15.76:0/4005407537 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1bc402e050 con 0x7f1bcc06c4c0 2024-09-13T16:14:54.898 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.895+0000 7f1bcbfff640 1 -- 172.21.15.76:0/4005407537 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1bc4030a90 con 0x7f1bcc06c4c0 2024-09-13T16:14:54.898 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.895+0000 7f1bd345a640 1 -- 172.21.15.76:0/4005407537 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1bcc06c4c0 msgr2=0x7f1bcc06c8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:54.898 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.895+0000 7f1bd345a640 1 --2- 172.21.15.76:0/4005407537 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1bcc06c4c0 0x7f1bcc06c8a0 secure :-1 s=READY pgs=2181 cs=0 l=1 rev1=1 crypto rx=0x7f1bcc0c88d0 tx=0x7f1bc402b5e0 comp rx=0 tx=0).stop 2024-09-13T16:14:54.898 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.895+0000 7f1bd345a640 1 -- 172.21.15.76:0/4005407537 shutdown_connections 2024-09-13T16:14:54.898 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.895+0000 7f1bd345a640 1 --2- 172.21.15.76:0/4005407537 >> v2:172.21.15.192:3300/0 conn(0x7f1bcc0cbea0 0x7f1bcc0cc330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:54.898 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.895+0000 7f1bd345a640 1 --2- 172.21.15.76:0/4005407537 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1bcc06c4c0 0x7f1bcc06c8a0 unknown :-1 s=CLOSED pgs=2181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:54.898 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.895+0000 7f1bd345a640 1 -- 172.21.15.76:0/4005407537 >> 172.21.15.76:0/4005407537 conn(0x7f1bcc069ed0 msgr2=0x7f1bcc06a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:54.898 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.895+0000 7f1bd345a640 1 -- 172.21.15.76:0/4005407537 shutdown_connections 2024-09-13T16:14:54.898 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.895+0000 7f1bd345a640 1 -- 172.21.15.76:0/4005407537 wait complete. 2024-09-13T16:14:54.898 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.896+0000 7f1bd345a640 1 Processor -- start 2024-09-13T16:14:54.898 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.897+0000 7f1bd345a640 1 -- start start 2024-09-13T16:14:54.900 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.897+0000 7f1bd345a640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1bcc06c4c0 0x7f1bcc0ac400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:54.901 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.897+0000 7f1bd345a640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1bcc0b2590 0x7f1bcc0c1e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:54.901 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.897+0000 7f1bd345a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1bcc0cbea0 0x7f1bcc0c7900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:54.901 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.897+0000 7f1bd345a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1bcc1570c0 con 0x7f1bcc0cbea0 2024-09-13T16:14:54.901 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.897+0000 7f1bd345a640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1bcc0c6b40 con 0x7f1bcc06c4c0 2024-09-13T16:14:54.901 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.897+0000 7f1bd345a640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1bcc0c6e20 con 0x7f1bcc0b2590 2024-09-13T16:14:54.901 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.897+0000 7f1bd19f7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1bcc0cbea0 0x7f1bcc0c7900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:54.901 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.897+0000 7f1bd19f7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1bcc0cbea0 0x7f1bcc0c7900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:35748/0 (socket says 172.21.15.76:35748) 2024-09-13T16:14:54.901 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.897+0000 7f1bd19f7640 1 -- 172.21.15.76:0/370648534 learned_addr learned my addr 172.21.15.76:0/370648534 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:54.901 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.897+0000 7f1bd11f6640 1 --2- 172.21.15.76:0/370648534 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1bcc06c4c0 0x7f1bcc0ac400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:54.901 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.897+0000 7f1bd09f5640 1 --2- 172.21.15.76:0/370648534 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1bcc0b2590 0x7f1bcc0c1e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:54.901 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.898+0000 7f1bd19f7640 1 -- 172.21.15.76:0/370648534 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1bcc0b2590 msgr2=0x7f1bcc0c1e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:54.901 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.898+0000 7f1bd19f7640 1 --2- 172.21.15.76:0/370648534 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1bcc0b2590 0x7f1bcc0c1e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:54.901 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.898+0000 7f1bd19f7640 1 -- 172.21.15.76:0/370648534 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1bcc06c4c0 msgr2=0x7f1bcc0ac400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:54.902 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.898+0000 7f1bd19f7640 1 --2- 172.21.15.76:0/370648534 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1bcc06c4c0 0x7f1bcc0ac400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:54.902 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.898+0000 7f1bd19f7640 1 -- 172.21.15.76:0/370648534 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1bc400a670 con 0x7f1bcc0cbea0 2024-09-13T16:14:54.902 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.898+0000 7f1bd19f7640 1 --2- 172.21.15.76:0/370648534 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1bcc0cbea0 0x7f1bcc0c7900 secure :-1 s=READY pgs=2182 cs=0 l=1 rev1=1 crypto rx=0x7f1bbc00c7f0 tx=0x7f1bbc00ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:54.902 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.898+0000 7f1bc9ffb640 1 -- 172.21.15.76:0/370648534 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1bbc007820 con 0x7f1bcc0cbea0 2024-09-13T16:14:54.902 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.898+0000 7f1bc9ffb640 1 -- 172.21.15.76:0/370648534 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1bbc007980 con 0x7f1bcc0cbea0 2024-09-13T16:14:54.902 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.898+0000 7f1bd345a640 1 -- 172.21.15.76:0/370648534 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1bcc0c7100 con 0x7f1bcc0cbea0 2024-09-13T16:14:54.902 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.898+0000 7f1bc9ffb640 1 -- 172.21.15.76:0/370648534 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1bbc007d30 con 0x7f1bcc0cbea0 2024-09-13T16:14:54.902 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.898+0000 7f1bd345a640 1 -- 172.21.15.76:0/370648534 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1bcc0ac940 con 0x7f1bcc0cbea0 2024-09-13T16:14:54.902 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.899+0000 7f1bd345a640 1 -- 172.21.15.76:0/370648534 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1bcc0c7620 con 0x7f1bcc0cbea0 2024-09-13T16:14:54.902 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.900+0000 7f1bc9ffb640 1 -- 172.21.15.76:0/370648534 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1bbc0113f0 con 0x7f1bcc0cbea0 2024-09-13T16:14:54.903 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.900+0000 7f1bc9ffb640 1 --2- 172.21.15.76:0/370648534 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1bb806ac00 0x7f1bb806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:54.903 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.900+0000 7f1bc9ffb640 1 -- 172.21.15.76:0/370648534 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(162..162 src has 1..162) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f1bbc089770 con 0x7f1bcc0cbea0 2024-09-13T16:14:54.903 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.900+0000 7f1bd11f6640 1 --2- 172.21.15.76:0/370648534 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1bb806ac00 0x7f1bb806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:54.903 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.901+0000 7f1bd11f6640 1 --2- 172.21.15.76:0/370648534 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1bb806ac00 0x7f1bb806d0c0 secure :-1 s=READY pgs=928 cs=0 l=1 rev1=1 crypto rx=0x7f1bc4035000 tx=0x7f1bc4034040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:54.905 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:54.904+0000 7f1bc9ffb640 1 -- 172.21.15.76:0/370648534 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f1bcc0c7620 con 0x7f1bcc0cbea0 2024-09-13T16:14:55.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.063+0000 7f1bd345a640 1 -- 172.21.15.76:0/370648534 --> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f1bcc06e3a0 con 0x7f1bb806ac00 2024-09-13T16:14:55.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.071+0000 7f1bc9ffb640 1 -- 172.21.15.76:0/370648534 <== mgr.4104 v2:172.21.15.76:6832/911852275 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+279740 (secure 0 0 0) 0x7f1bc4030a50 con 0x7f1bb806ac00 2024-09-13T16:14:55.075 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:14:55.076 INFO:teuthology.orchestra.run.smithi076.stderr:dumped all 2024-09-13T16:14:55.077 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.074+0000 7f1bd345a640 1 -- 172.21.15.76:0/370648534 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1bb806ac00 msgr2=0x7f1bb806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:55.078 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.074+0000 7f1bd345a640 1 --2- 172.21.15.76:0/370648534 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1bb806ac00 0x7f1bb806d0c0 secure :-1 s=READY pgs=928 cs=0 l=1 rev1=1 crypto rx=0x7f1bc4035000 tx=0x7f1bc4034040 comp rx=0 tx=0).stop 2024-09-13T16:14:55.078 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.074+0000 7f1bd345a640 1 -- 172.21.15.76:0/370648534 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1bcc0cbea0 msgr2=0x7f1bcc0c7900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:55.078 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.074+0000 7f1bd345a640 1 --2- 172.21.15.76:0/370648534 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1bcc0cbea0 0x7f1bcc0c7900 secure :-1 s=READY pgs=2182 cs=0 l=1 rev1=1 crypto rx=0x7f1bbc00c7f0 tx=0x7f1bbc00ccb0 comp rx=0 tx=0).stop 2024-09-13T16:14:55.078 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.074+0000 7f1bd345a640 1 -- 172.21.15.76:0/370648534 shutdown_connections 2024-09-13T16:14:55.078 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.074+0000 7f1bd345a640 1 --2- 172.21.15.76:0/370648534 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1bcc0cbea0 0x7f1bcc0c7900 unknown :-1 s=CLOSED pgs=2182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:55.078 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.074+0000 7f1bd345a640 1 --2- 172.21.15.76:0/370648534 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1bb806ac00 0x7f1bb806d0c0 unknown :-1 s=CLOSED pgs=928 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:55.078 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.074+0000 7f1bd345a640 1 --2- 172.21.15.76:0/370648534 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1bcc0b2590 0x7f1bcc0c1e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:55.078 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.074+0000 7f1bd345a640 1 --2- 172.21.15.76:0/370648534 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1bcc06c4c0 0x7f1bcc0ac400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:55.078 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.074+0000 7f1bd345a640 1 -- 172.21.15.76:0/370648534 >> 172.21.15.76:0/370648534 conn(0x7f1bcc069ed0 msgr2=0x7f1bcc0730d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:55.078 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.074+0000 7f1bd345a640 1 -- 172.21.15.76:0/370648534 shutdown_connections 2024-09-13T16:14:55.078 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.074+0000 7f1bd345a640 1 -- 172.21.15.76:0/370648534 wait complete. 2024-09-13T16:14:55.086 INFO:teuthology.orchestra.run.smithi076.stdout:{"pg_ready":true,"pg_map":{"version":559,"stamp":"2024-09-13T16:14:53.096013+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":591954,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":166,"num_write_kb":2420,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":124,"ondisk_log_size":124,"up":82,"acting":82,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":3,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":770748,"kb_used_data":16772,"kb_used_omap":12,"kb_used_meta":753843,"kb_avail":754203972,"statfs":{"total":773094113280,"available":772304867328,"internally_reserved":0,"allocated":17174528,"data_stored":8546645,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":771935801},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1586,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000711"},"pg_stats":[{"pgid":"24.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.33","version":"0'0","reported_seq":9,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.855504+0000","last_change":"2024-09-13T16:14:51.853615+0000","last_active":"2024-09-13T16:14:51.855504+0000","last_peered":"2024-09-13T16:14:51.855504+0000","last_clean":"2024-09-13T16:14:51.855504+0000","last_became_active":"2024-09-13T16:14:51.853381+0000","last_became_peered":"2024-09-13T16:14:51.853381+0000","last_unstale":"2024-09-13T16:14:51.855504+0000","last_undegraded":"2024-09-13T16:14:51.855504+0000","last_fullsized":"2024-09-13T16:14:51.855504+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:36:09.729588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.2b","version":"0'0","reported_seq":9,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.850278+0000","last_change":"2024-09-13T16:14:51.844931+0000","last_active":"2024-09-13T16:14:51.850278+0000","last_peered":"2024-09-13T16:14:51.850278+0000","last_clean":"2024-09-13T16:14:51.850278+0000","last_became_active":"2024-09-13T16:14:51.844680+0000","last_became_peered":"2024-09-13T16:14:51.844680+0000","last_unstale":"2024-09-13T16:14:51.850278+0000","last_undegraded":"2024-09-13T16:14:51.850278+0000","last_fullsized":"2024-09-13T16:14:51.850278+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:56:09.671597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.27","version":"0'0","reported_seq":9,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.850286+0000","last_change":"2024-09-13T16:14:51.846403+0000","last_active":"2024-09-13T16:14:51.850286+0000","last_peered":"2024-09-13T16:14:51.850286+0000","last_clean":"2024-09-13T16:14:51.850286+0000","last_became_active":"2024-09-13T16:14:51.846161+0000","last_became_peered":"2024-09-13T16:14:51.846161+0000","last_unstale":"2024-09-13T16:14:51.850286+0000","last_undegraded":"2024-09-13T16:14:51.850286+0000","last_fullsized":"2024-09-13T16:14:51.850286+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:50:56.502151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.24","version":"0'0","reported_seq":9,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.852057+0000","last_change":"2024-09-13T16:14:51.845681+0000","last_active":"2024-09-13T16:14:51.852057+0000","last_peered":"2024-09-13T16:14:51.852057+0000","last_clean":"2024-09-13T16:14:51.852057+0000","last_became_active":"2024-09-13T16:14:51.845117+0000","last_became_peered":"2024-09-13T16:14:51.845117+0000","last_unstale":"2024-09-13T16:14:51.852057+0000","last_undegraded":"2024-09-13T16:14:51.852057+0000","last_fullsized":"2024-09-13T16:14:51.852057+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:32:55.348697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.1f","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.477422+0000","last_change":"2024-09-13T16:14:50.477422+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.477422+0000","last_undegraded":"2024-09-13T16:14:50.477422+0000","last_fullsized":"2024-09-13T16:14:50.477422+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:02:45.727661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.11","version":"0'0","reported_seq":9,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.850372+0000","last_change":"2024-09-13T16:14:51.847772+0000","last_active":"2024-09-13T16:14:51.850372+0000","last_peered":"2024-09-13T16:14:51.850372+0000","last_clean":"2024-09-13T16:14:51.850372+0000","last_became_active":"2024-09-13T16:14:51.847519+0000","last_became_peered":"2024-09-13T16:14:51.847519+0000","last_unstale":"2024-09-13T16:14:51.850372+0000","last_undegraded":"2024-09-13T16:14:51.850372+0000","last_fullsized":"2024-09-13T16:14:51.850372+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:51:04.540213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.1e","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.481293+0000","last_change":"2024-09-13T16:14:50.481293+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.481293+0000","last_undegraded":"2024-09-13T16:14:50.481293+0000","last_fullsized":"2024-09-13T16:14:50.481293+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:21:31.023769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.1d","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.480120+0000","last_change":"2024-09-13T16:14:50.480120+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.480120+0000","last_undegraded":"2024-09-13T16:14:50.480120+0000","last_fullsized":"2024-09-13T16:14:50.480120+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:13:17.859118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.1c","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.480406+0000","last_change":"2024-09-13T16:14:50.480406+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.480406+0000","last_undegraded":"2024-09-13T16:14:50.480406+0000","last_fullsized":"2024-09-13T16:14:50.480406+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:16:05.246194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"24.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.1b","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.482260+0000","last_change":"2024-09-13T16:14:50.482260+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.482260+0000","last_undegraded":"2024-09-13T16:14:50.482260+0000","last_fullsized":"2024-09-13T16:14:50.482260+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:15:02.460877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.1a","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.481639+0000","last_change":"2024-09-13T16:14:50.481639+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.481639+0000","last_undegraded":"2024-09-13T16:14:50.481639+0000","last_fullsized":"2024-09-13T16:14:50.481639+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:16:55.654366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.19","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.480551+0000","last_change":"2024-09-13T16:14:50.480551+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.480551+0000","last_undegraded":"2024-09-13T16:14:50.480551+0000","last_fullsized":"2024-09-13T16:14:50.480551+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:17:53.420426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"24.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.18","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.480799+0000","last_change":"2024-09-13T16:14:50.480799+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.480799+0000","last_undegraded":"2024-09-13T16:14:50.480799+0000","last_fullsized":"2024-09-13T16:14:50.480799+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:46:31.375254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.17","version":"0'0","reported_seq":10,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.844877+0000","last_change":"2024-09-13T16:14:51.500722+0000","last_active":"2024-09-13T16:14:51.844877+0000","last_peered":"2024-09-13T16:14:51.844877+0000","last_clean":"2024-09-13T16:14:51.844877+0000","last_became_active":"2024-09-13T16:14:51.500466+0000","last_became_peered":"2024-09-13T16:14:51.500466+0000","last_unstale":"2024-09-13T16:14:51.844877+0000","last_undegraded":"2024-09-13T16:14:51.844877+0000","last_fullsized":"2024-09-13T16:14:51.844877+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:05:30.955811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.1a","version":"0'0","reported_seq":9,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.855587+0000","last_change":"2024-09-13T16:14:51.854129+0000","last_active":"2024-09-13T16:14:51.855587+0000","last_peered":"2024-09-13T16:14:51.855587+0000","last_clean":"2024-09-13T16:14:51.855587+0000","last_became_active":"2024-09-13T16:14:51.853874+0000","last_became_peered":"2024-09-13T16:14:51.853874+0000","last_unstale":"2024-09-13T16:14:51.855587+0000","last_undegraded":"2024-09-13T16:14:51.855587+0000","last_fullsized":"2024-09-13T16:14:51.855587+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:54:09.579441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.15","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.477392+0000","last_change":"2024-09-13T16:14:50.477392+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.477392+0000","last_undegraded":"2024-09-13T16:14:50.477392+0000","last_fullsized":"2024-09-13T16:14:50.477392+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:10:15.103204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.14","version":"161'6","reported_seq":16,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.859571+0000","last_change":"2024-09-13T16:14:51.496981+0000","last_active":"2024-09-13T16:14:51.859571+0000","last_peered":"2024-09-13T16:14:51.859571+0000","last_clean":"2024-09-13T16:14:51.859571+0000","last_became_active":"2024-09-13T16:14:51.496722+0000","last_became_peered":"2024-09-13T16:14:51.496722+0000","last_unstale":"2024-09-13T16:14:51.859571+0000","last_undegraded":"2024-09-13T16:14:51.859571+0000","last_fullsized":"2024-09-13T16:14:51.859571+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:17:12.113864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.13","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.480999+0000","last_change":"2024-09-13T16:14:50.480999+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.480999+0000","last_undegraded":"2024-09-13T16:14:50.480999+0000","last_fullsized":"2024-09-13T16:14:50.480999+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:45:49.035493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.12","version":"0'0","reported_seq":10,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.844825+0000","last_change":"2024-09-13T16:14:51.489341+0000","last_active":"2024-09-13T16:14:51.844825+0000","last_peered":"2024-09-13T16:14:51.844825+0000","last_clean":"2024-09-13T16:14:51.844825+0000","last_became_active":"2024-09-13T16:14:51.488982+0000","last_became_peered":"2024-09-13T16:14:51.488982+0000","last_unstale":"2024-09-13T16:14:51.844825+0000","last_undegraded":"2024-09-13T16:14:51.844825+0000","last_fullsized":"2024-09-13T16:14:51.844825+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:07:40.741770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.11","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.480684+0000","last_change":"2024-09-13T16:14:50.480684+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.480684+0000","last_undegraded":"2024-09-13T16:14:50.480684+0000","last_fullsized":"2024-09-13T16:14:50.480684+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:17:50.422211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.10","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.479419+0000","last_change":"2024-09-13T16:14:50.479419+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.479419+0000","last_undegraded":"2024-09-13T16:14:50.479419+0000","last_fullsized":"2024-09-13T16:14:50.479419+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:43:57.825765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.f","version":"161'1","reported_seq":11,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.853925+0000","last_change":"2024-09-13T16:14:51.488294+0000","last_active":"2024-09-13T16:14:51.853925+0000","last_peered":"2024-09-13T16:14:51.853925+0000","last_clean":"2024-09-13T16:14:51.853925+0000","last_became_active":"2024-09-13T16:14:51.488033+0000","last_became_peered":"2024-09-13T16:14:51.488033+0000","last_unstale":"2024-09-13T16:14:51.853925+0000","last_undegraded":"2024-09-13T16:14:51.853925+0000","last_fullsized":"2024-09-13T16:14:51.853925+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:46:49.656206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.e","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.479935+0000","last_change":"2024-09-13T16:14:50.479935+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.479935+0000","last_undegraded":"2024-09-13T16:14:50.479935+0000","last_fullsized":"2024-09-13T16:14:50.479935+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:49:25.493989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.d","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.481021+0000","last_change":"2024-09-13T16:14:50.481021+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.481021+0000","last_undegraded":"2024-09-13T16:14:50.481021+0000","last_fullsized":"2024-09-13T16:14:50.481021+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:55:59.243427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.c","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.479454+0000","last_change":"2024-09-13T16:14:50.479454+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.479454+0000","last_undegraded":"2024-09-13T16:14:50.479454+0000","last_fullsized":"2024-09-13T16:14:50.479454+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:13:42.924671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.4","version":"0'0","reported_seq":9,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.852072+0000","last_change":"2024-09-13T16:14:51.845822+0000","last_active":"2024-09-13T16:14:51.852072+0000","last_peered":"2024-09-13T16:14:51.852072+0000","last_clean":"2024-09-13T16:14:51.852072+0000","last_became_active":"2024-09-13T16:14:51.845586+0000","last_became_peered":"2024-09-13T16:14:51.845586+0000","last_unstale":"2024-09-13T16:14:51.852072+0000","last_undegraded":"2024-09-13T16:14:51.852072+0000","last_fullsized":"2024-09-13T16:14:51.852072+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:32:15.749202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.b","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.480312+0000","last_change":"2024-09-13T16:14:50.480312+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.480312+0000","last_undegraded":"2024-09-13T16:14:50.480312+0000","last_fullsized":"2024-09-13T16:14:50.480312+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:08:03.988353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.a","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.480405+0000","last_change":"2024-09-13T16:14:50.480405+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.480405+0000","last_undegraded":"2024-09-13T16:14:50.480405+0000","last_fullsized":"2024-09-13T16:14:50.480405+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:28:03.085796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.9","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.479243+0000","last_change":"2024-09-13T16:14:50.479243+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.479243+0000","last_undegraded":"2024-09-13T16:14:50.479243+0000","last_fullsized":"2024-09-13T16:14:50.479243+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:43:46.911290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"24.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.8","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.479396+0000","last_change":"2024-09-13T16:14:50.479396+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.479396+0000","last_undegraded":"2024-09-13T16:14:50.479396+0000","last_fullsized":"2024-09-13T16:14:50.479396+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:22:08.052138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"24.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.7","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.479848+0000","last_change":"2024-09-13T16:14:50.479848+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.479848+0000","last_undegraded":"2024-09-13T16:14:50.479848+0000","last_fullsized":"2024-09-13T16:14:50.479848+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:24:41.278116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.6","version":"0'0","reported_seq":10,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.844577+0000","last_change":"2024-09-13T16:14:51.500151+0000","last_active":"2024-09-13T16:14:51.844577+0000","last_peered":"2024-09-13T16:14:51.844577+0000","last_clean":"2024-09-13T16:14:51.844577+0000","last_became_active":"2024-09-13T16:14:51.499889+0000","last_became_peered":"2024-09-13T16:14:51.499889+0000","last_unstale":"2024-09-13T16:14:51.844577+0000","last_undegraded":"2024-09-13T16:14:51.844577+0000","last_fullsized":"2024-09-13T16:14:51.844577+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:48:55.973164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.5","version":"0'0","reported_seq":10,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.844978+0000","last_change":"2024-09-13T16:14:51.501773+0000","last_active":"2024-09-13T16:14:51.844978+0000","last_peered":"2024-09-13T16:14:51.844978+0000","last_clean":"2024-09-13T16:14:51.844978+0000","last_became_active":"2024-09-13T16:14:51.501504+0000","last_became_peered":"2024-09-13T16:14:51.501504+0000","last_unstale":"2024-09-13T16:14:51.844978+0000","last_undegraded":"2024-09-13T16:14:51.844978+0000","last_fullsized":"2024-09-13T16:14:51.844978+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:20:52.560241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.4","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.479226+0000","last_change":"2024-09-13T16:14:50.479226+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.479226+0000","last_undegraded":"2024-09-13T16:14:50.479226+0000","last_fullsized":"2024-09-13T16:14:50.479226+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:05:27.212720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"24.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.3","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.477388+0000","last_change":"2024-09-13T16:14:50.477388+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.477388+0000","last_undegraded":"2024-09-13T16:14:50.477388+0000","last_fullsized":"2024-09-13T16:14:50.477388+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:35:58.229963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.2","version":"0'0","reported_seq":10,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.844943+0000","last_change":"2024-09-13T16:14:51.496054+0000","last_active":"2024-09-13T16:14:51.844943+0000","last_peered":"2024-09-13T16:14:51.844943+0000","last_clean":"2024-09-13T16:14:51.844943+0000","last_became_active":"2024-09-13T16:14:51.495794+0000","last_became_peered":"2024-09-13T16:14:51.495794+0000","last_unstale":"2024-09-13T16:14:51.844943+0000","last_undegraded":"2024-09-13T16:14:51.844943+0000","last_fullsized":"2024-09-13T16:14:51.844943+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:28:29.775035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.e","version":"0'0","reported_seq":9,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.850406+0000","last_change":"2024-09-13T16:14:51.846709+0000","last_active":"2024-09-13T16:14:51.850406+0000","last_peered":"2024-09-13T16:14:51.850406+0000","last_clean":"2024-09-13T16:14:51.850406+0000","last_became_active":"2024-09-13T16:14:51.844961+0000","last_became_peered":"2024-09-13T16:14:51.844961+0000","last_unstale":"2024-09-13T16:14:51.850406+0000","last_undegraded":"2024-09-13T16:14:51.850406+0000","last_fullsized":"2024-09-13T16:14:51.850406+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:30:32.659503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.1","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.480178+0000","last_change":"2024-09-13T16:14:50.480178+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.480178+0000","last_undegraded":"2024-09-13T16:14:50.480178+0000","last_fullsized":"2024-09-13T16:14:50.480178+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:31:18.896006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.0","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.479316+0000","last_change":"2024-09-13T16:14:50.479316+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.479316+0000","last_undegraded":"2024-09-13T16:14:50.479316+0000","last_fullsized":"2024-09-13T16:14:50.479316+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:56:31.777089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.16","version":"0'0","reported_seq":10,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.844490+0000","last_change":"2024-09-13T16:14:51.500851+0000","last_active":"2024-09-13T16:14:51.844490+0000","last_peered":"2024-09-13T16:14:51.844490+0000","last_clean":"2024-09-13T16:14:51.844490+0000","last_became_active":"2024-09-13T16:14:51.500539+0000","last_became_peered":"2024-09-13T16:14:51.500539+0000","last_unstale":"2024-09-13T16:14:51.844490+0000","last_undegraded":"2024-09-13T16:14:51.844490+0000","last_fullsized":"2024-09-13T16:14:51.844490+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:06:34.717782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":284,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-13T16:14:48.469627+0000","last_change":"2024-09-13T16:01:29.143297+0000","last_active":"2024-09-13T16:14:48.469627+0000","last_peered":"2024-09-13T16:14:48.469627+0000","last_clean":"2024-09-13T16:14:48.469627+0000","last_became_active":"2024-09-13T16:01:29.142269+0000","last_became_peered":"2024-09-13T16:01:29.142269+0000","last_unstale":"2024-09-13T16:14:48.469627+0000","last_undegraded":"2024-09-13T16:14:48.469627+0000","last_fullsized":"2024-09-13T16:14:48.469627+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:27.864638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:27.864638+0000","last_clean_scrub_stamp":"2024-09-13T16:01:27.864638+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:25:24.741463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":24,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":1},{"poolid":23,"num_pg":32,"stat_sum":{"num_bytes":1586,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2168,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":7,"ondisk_log_size":7,"up":64,"acting":64,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":14,"seq":60129542310,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":119164,"kb_used_data":1964,"kb_used_omap":1,"kb_used_meta":117182,"kb_avail":94252676,"statfs":{"total":96636764160,"available":96514740224,"internally_reserved":0,"allocated":2011136,"data_stored":927353,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":119994824},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:54 2024","interfaces":[{"interface":"back","average":{"1min":0.29999999999999999,"5min":0.39700000000000002,"15min":0.35499999999999998},"min":{"1min":0.20599999999999999,"5min":0.20599999999999999,"15min":0.183},"max":{"1min":0.44800000000000001,"5min":4.4610000000000003,"15min":4.4610000000000003},"last":0.378},{"interface":"front","average":{"1min":0.35099999999999998,"5min":0.378,"15min":0.33400000000000002},"min":{"1min":0.28799999999999998,"5min":0.23999999999999999,"15min":0.17899999999999999},"max":{"1min":0.498,"5min":1.2410000000000001,"15min":1.2410000000000001},"last":0.313}]},{"osd":1,"last update":"Fri Sep 13 16:13:54 2024","interfaces":[{"interface":"back","average":{"1min":0.318,"5min":0.501,"15min":0.378},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.182},"max":{"1min":0.439,"5min":7.7729999999999997,"15min":7.7729999999999997},"last":0.32700000000000001},{"interface":"front","average":{"1min":0.38600000000000001,"5min":0.495,"15min":0.40000000000000002},"min":{"1min":0.27500000000000002,"5min":0.25700000000000001,"15min":0.19400000000000001},"max":{"1min":0.57799999999999996,"5min":6.4429999999999996,"15min":6.4429999999999996},"last":0.40500000000000003}]},{"osd":2,"last update":"Fri Sep 13 16:13:54 2024","interfaces":[{"interface":"back","average":{"1min":0.374,"5min":0.42499999999999999,"15min":0.38400000000000001},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.22800000000000001},"max":{"1min":0.51400000000000001,"5min":2.6339999999999999,"15min":2.6339999999999999},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.40400000000000003,"5min":0.45800000000000002,"15min":0.40500000000000003},"min":{"1min":0.29999999999999999,"5min":0.22,"15min":0.21199999999999999},"max":{"1min":0.60099999999999998,"5min":3.585,"15min":3.585},"last":0.34499999999999997}]},{"osd":4,"last update":"Fri Sep 13 16:13:54 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.61499999999999999,"15min":0.54600000000000004},"min":{"1min":0.40400000000000003,"5min":0.36799999999999999,"15min":0.28399999999999997},"max":{"1min":0.83499999999999996,"5min":1.216,"15min":1.216},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.63800000000000001,"15min":0.57299999999999995},"min":{"1min":0.39700000000000002,"5min":0.34599999999999997,"15min":0.27600000000000002},"max":{"1min":0.91900000000000004,"5min":2.6070000000000002,"15min":2.6070000000000002},"last":0.73499999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:13:54 2024","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.64400000000000002,"15min":0.56699999999999995},"min":{"1min":0.44,"5min":0.38300000000000001,"15min":0.28100000000000003},"max":{"1min":0.95199999999999996,"5min":2.5449999999999999,"15min":2.5449999999999999},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.67300000000000004,"15min":0.59399999999999997},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.311},"max":{"1min":0.84399999999999997,"5min":3.5449999999999999,"15min":3.5449999999999999},"last":0.63800000000000001}]},{"osd":6,"last update":"Fri Sep 13 16:13:54 2024","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.69599999999999995,"15min":0.60899999999999999},"min":{"1min":0.435,"5min":0.42699999999999999,"15min":0.31900000000000001},"max":{"1min":0.90300000000000002,"5min":6.4189999999999996,"15min":6.4189999999999996},"last":0.68600000000000005},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.72299999999999998,"15min":0.60899999999999999},"min":{"1min":0.46500000000000002,"5min":0.40799999999999997,"15min":0.32200000000000001},"max":{"1min":0.82599999999999996,"5min":8.9559999999999995,"15min":8.9559999999999995},"last":0.625}]},{"osd":7,"last update":"Fri Sep 13 16:13:54 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.64700000000000002,"15min":0.59499999999999997},"min":{"1min":0.443,"5min":0.42999999999999999,"15min":0.35499999999999998},"max":{"1min":0.93400000000000005,"5min":1.649,"15min":1.649},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.66200000000000003,"15min":0.59599999999999997},"min":{"1min":0.48899999999999999,"5min":0.45700000000000002,"15min":0.36299999999999999},"max":{"1min":0.81000000000000005,"5min":2.581,"15min":2.581},"last":0.58299999999999996}]}]},{"osd":7,"up_from":13,"seq":55834575012,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":83636,"kb_used_data":2532,"kb_used_omap":1,"kb_used_meta":81086,"kb_avail":94288204,"statfs":{"total":96636764160,"available":96551120896,"internally_reserved":0,"allocated":2592768,"data_stored":1511134,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":83032523},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:14:45 2024","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.60399999999999998,"15min":0.50600000000000001},"min":{"1min":0.34499999999999997,"5min":0.27600000000000002,"15min":0.193},"max":{"1min":0.69999999999999996,"5min":7.6550000000000002,"15min":7.6550000000000002},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56599999999999995,"15min":0.50800000000000001},"min":{"1min":0.373,"5min":0.28799999999999998,"15min":0.20000000000000001},"max":{"1min":0.74199999999999999,"5min":1.577,"15min":1.577},"last":0.74399999999999999}]},{"osd":1,"last update":"Fri Sep 13 16:14:45 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.63,"15min":0.52400000000000002},"min":{"1min":0.41299999999999998,"5min":0.35699999999999998,"15min":0.22},"max":{"1min":0.75900000000000001,"5min":8.3499999999999996,"15min":8.3499999999999996},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.57999999999999996,"15min":0.52100000000000002},"min":{"1min":0.42699999999999999,"5min":0.34599999999999997,"15min":0.23400000000000001},"max":{"1min":0.68300000000000005,"5min":2.3799999999999999,"15min":2.3799999999999999},"last":0.69999999999999996}]},{"osd":2,"last update":"Fri Sep 13 16:14:45 2024","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.58099999999999996,"15min":0.55600000000000005},"min":{"1min":0.44600000000000001,"5min":0.29299999999999998,"15min":0.23999999999999999},"max":{"1min":0.79100000000000004,"5min":0.79900000000000004,"15min":2.2919999999999998},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.65600000000000003,"15min":0.55700000000000005},"min":{"1min":0.40200000000000002,"5min":0.33700000000000002,"15min":0.255},"max":{"1min":0.71399999999999997,"5min":7.6210000000000004,"15min":7.6210000000000004},"last":0.71699999999999997}]},{"osd":3,"last update":"Fri Sep 13 16:14:45 2024","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.58899999999999997,"15min":0.52900000000000003},"min":{"1min":0.40600000000000003,"5min":0.314,"15min":0.255},"max":{"1min":0.77300000000000002,"5min":1.6339999999999999,"15min":1.6339999999999999},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.56200000000000006,"15min":0.51800000000000002},"min":{"1min":0.40000000000000002,"5min":0.33500000000000002,"15min":0.26700000000000002},"max":{"1min":0.746,"5min":0.77600000000000002,"15min":0.88100000000000001},"last":0.53100000000000003}]},{"osd":4,"last update":"Fri Sep 13 16:14:45 2024","interfaces":[{"interface":"back","average":{"1min":0.48299999999999998,"5min":0.49299999999999999,"15min":0.45200000000000001},"min":{"1min":0.29299999999999998,"5min":0.28699999999999998,"15min":0.23400000000000001},"max":{"1min":0.60599999999999998,"5min":1.208,"15min":1.208},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.502,"5min":0.57999999999999996,"15min":0.49099999999999999},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.69799999999999995,"5min":7.5720000000000001,"15min":7.5720000000000001},"last":0.67200000000000004}]},{"osd":5,"last update":"Fri Sep 13 16:14:45 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.53100000000000003,"15min":0.498},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.25600000000000001},"max":{"1min":0.73199999999999998,"5min":1.508,"15min":1.508},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.59699999999999998,"15min":0.55800000000000005},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.33700000000000002},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.68500000000000005}]},{"osd":6,"last update":"Fri Sep 13 16:14:45 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.60899999999999999,"15min":0.54100000000000004},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.79800000000000004,"5min":5.1699999999999999,"15min":5.1699999999999999},"last":0.77000000000000002},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.65000000000000002,"15min":0.56200000000000006},"min":{"1min":0.33600000000000002,"5min":0.33400000000000002,"15min":0.315},"max":{"1min":0.83999999999999997,"5min":7.9699999999999998,"15min":7.9699999999999998},"last":0.73199999999999998}]}]},{"osd":6,"up_from":13,"seq":55834575012,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":105264,"kb_used_data":1952,"kb_used_omap":1,"kb_used_meta":103294,"kb_avail":94266576,"statfs":{"total":96636764160,"available":96528973824,"internally_reserved":0,"allocated":1998848,"data_stored":920766,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":105773511},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:58 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.57199999999999995,"15min":0.52100000000000002},"min":{"1min":0.29999999999999999,"5min":0.24299999999999999,"15min":0.20000000000000001},"max":{"1min":0.73499999999999999,"5min":0.80700000000000005,"15min":0.97099999999999997},"last":0.71199999999999997},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.56799999999999995,"15min":0.52500000000000002},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.22500000000000001},"max":{"1min":0.71899999999999997,"5min":0.747,"15min":1.224},"last":0.39200000000000002}]},{"osd":1,"last update":"Fri Sep 13 16:13:58 2024","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.54600000000000004,"15min":0.50800000000000001},"min":{"1min":0.36399999999999999,"5min":0.30599999999999999,"15min":0.21099999999999999},"max":{"1min":0.70899999999999996,"5min":0.80100000000000005,"15min":1.0940000000000001},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.53300000000000003,"15min":0.496},"min":{"1min":0.38400000000000001,"5min":0.36499999999999999,"15min":0.247},"max":{"1min":0.65300000000000002,"5min":0.75600000000000001,"15min":1.1879999999999999},"last":0.46300000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:13:58 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.54600000000000004,"15min":0.50700000000000001},"min":{"1min":0.36899999999999999,"5min":0.35199999999999998,"15min":0.247},"max":{"1min":0.69099999999999995,"5min":0.79000000000000004,"15min":0.94799999999999995},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.54300000000000004,"15min":0.53200000000000003},"min":{"1min":0.34699999999999998,"5min":0.34499999999999997,"15min":0.27000000000000002},"max":{"1min":0.69199999999999995,"5min":0.83799999999999997,"15min":0.91800000000000004},"last":0.64400000000000002}]},{"osd":3,"last update":"Fri Sep 13 16:13:58 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.56999999999999995,"15min":0.53700000000000003},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.252},"max":{"1min":0.72999999999999998,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.66700000000000004},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.58399999999999996,"15min":0.55800000000000005},"min":{"1min":0.41499999999999998,"5min":0.38200000000000001,"15min":0.25900000000000001},"max":{"1min":0.67100000000000004,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.73899999999999999}]},{"osd":4,"last update":"Fri Sep 13 16:13:58 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.47399999999999998,"15min":0.46300000000000002},"min":{"1min":0.34300000000000003,"5min":0.27100000000000002,"15min":0.22600000000000001},"max":{"1min":0.65100000000000002,"5min":0.81200000000000006,"15min":1.1559999999999999},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.51200000000000001,"15min":0.496},"min":{"1min":0.37,"5min":0.317,"15min":0.23899999999999999},"max":{"1min":0.78500000000000003,"5min":0.83599999999999997,"15min":0.88900000000000001},"last":0.69799999999999995}]},{"osd":5,"last update":"Fri Sep 13 16:13:58 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.53500000000000003,"15min":0.52500000000000002},"min":{"1min":0.376,"5min":0.309,"15min":0.29399999999999998},"max":{"1min":0.73099999999999998,"5min":0.79500000000000004,"15min":0.82099999999999995},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.53000000000000003,"15min":0.53400000000000003},"min":{"1min":0.377,"5min":0.30399999999999999,"15min":0.26400000000000001},"max":{"1min":0.745,"5min":0.878,"15min":0.93999999999999995},"last":0.69099999999999995}]},{"osd":7,"last update":"Fri Sep 13 16:13:58 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.54600000000000004,"15min":0.53100000000000003},"min":{"1min":0.39400000000000002,"5min":0.32600000000000001,"15min":0.254},"max":{"1min":0.755,"5min":0.86499999999999999,"15min":1.1080000000000001},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.61899999999999999,"15min":0.59399999999999997},"min":{"1min":0.48199999999999998,"5min":0.35899999999999999,"15min":0.33800000000000002},"max":{"1min":0.77000000000000002,"5min":0.90500000000000003,"15min":0.92600000000000005},"last":0.72699999999999998}]}]},{"osd":5,"up_from":13,"seq":55834575011,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":77356,"kb_used_data":1952,"kb_used_omap":1,"kb_used_meta":75390,"kb_avail":94294484,"statfs":{"total":96636764160,"available":96557551616,"internally_reserved":0,"allocated":1998848,"data_stored":920766,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":77199814},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:14:45 2024","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.58499999999999996,"15min":0.501},"min":{"1min":0.40200000000000002,"5min":0.372,"15min":0.215},"max":{"1min":1.6919999999999999,"5min":1.6919999999999999,"15min":1.6919999999999999},"last":0.28199999999999997},{"interface":"front","average":{"1min":0.62,"5min":0.58499999999999996,"15min":0.50700000000000001},"min":{"1min":0.375,"5min":0.34599999999999997,"15min":0.219},"max":{"1min":1.3680000000000001,"5min":1.3680000000000001,"15min":1.3680000000000001},"last":0.34999999999999998}]},{"osd":1,"last update":"Fri Sep 13 16:14:45 2024","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.57699999999999996,"15min":0.51300000000000001},"min":{"1min":0.45600000000000002,"5min":0.32700000000000001,"15min":0.24299999999999999},"max":{"1min":0.73299999999999998,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.623,"5min":0.57699999999999996,"15min":0.51800000000000002},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.24299999999999999},"max":{"1min":1.4059999999999999,"5min":1.4059999999999999,"15min":1.4059999999999999},"last":0.45800000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:14:45 2024","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.59399999999999997,"15min":0.51800000000000002},"min":{"1min":0.39800000000000002,"5min":0.307,"15min":0.249},"max":{"1min":1.7769999999999999,"5min":1.7769999999999999,"15min":1.7769999999999999},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.58899999999999997,"15min":0.54200000000000004},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.26600000000000001},"max":{"1min":1.425,"5min":1.425,"15min":1.6000000000000001},"last":0.39600000000000002}]},{"osd":3,"last update":"Fri Sep 13 16:14:45 2024","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.61399999999999999,"15min":0.54900000000000004},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.252},"max":{"1min":1.8149999999999999,"5min":1.8149999999999999,"15min":1.8149999999999999},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.67600000000000005,"5min":0.64600000000000002,"15min":0.58699999999999997},"min":{"1min":0.47899999999999998,"5min":0.40100000000000002,"15min":0.314},"max":{"1min":1.5349999999999999,"5min":1.5349999999999999,"15min":1.5349999999999999},"last":0.49399999999999999}]},{"osd":4,"last update":"Fri Sep 13 16:14:45 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.504,"15min":0.49099999999999999},"min":{"1min":0.313,"5min":0.313,"15min":0.254},"max":{"1min":1.5720000000000001,"5min":1.5720000000000001,"15min":1.5720000000000001},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.502,"15min":0.48999999999999999},"min":{"1min":0.32200000000000001,"5min":0.28599999999999998,"15min":0.23799999999999999},"max":{"1min":1.446,"5min":1.446,"15min":1.446},"last":0.57899999999999996}]},{"osd":6,"last update":"Fri Sep 13 16:14:45 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.52200000000000002,"15min":0.49399999999999999},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.251},"max":{"1min":1.738,"5min":1.738,"15min":1.738},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.55900000000000005,"15min":0.53600000000000003},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.22900000000000001},"max":{"1min":1.343,"5min":1.343,"15min":1.343},"last":0.55100000000000005}]},{"osd":7,"last update":"Fri Sep 13 16:14:45 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.54400000000000004,"15min":0.52000000000000002},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.27600000000000002},"max":{"1min":1.3109999999999999,"5min":1.3109999999999999,"15min":1.3109999999999999},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.65600000000000003,"5min":0.58599999999999997,"15min":0.55200000000000005},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.29599999999999999},"max":{"1min":2.0249999999999999,"5min":2.0249999999999999,"15min":2.0249999999999999},"last":0.51900000000000002}]}]},{"osd":4,"up_from":13,"seq":55834575012,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":91248,"kb_used_data":1952,"kb_used_omap":1,"kb_used_meta":89278,"kb_avail":94280592,"statfs":{"total":96636764160,"available":96543326208,"internally_reserved":0,"allocated":1998848,"data_stored":920766,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":91421126},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:14:49 2024","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.51400000000000001,"15min":0.49199999999999999},"min":{"1min":0.35199999999999998,"5min":0.29799999999999999,"15min":0.19400000000000001},"max":{"1min":0.60899999999999999,"5min":0.71899999999999997,"15min":5.7510000000000003},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.54500000000000004,"15min":0.55800000000000005},"min":{"1min":0.443,"5min":0.373,"15min":0.20699999999999999},"max":{"1min":0.68799999999999994,"5min":0.78300000000000003,"15min":18.648},"last":0.46100000000000002}]},{"osd":1,"last update":"Fri Sep 13 16:14:49 2024","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.54500000000000004,"15min":0.56499999999999995},"min":{"1min":0.38900000000000001,"5min":0.38100000000000001,"15min":0.221},"max":{"1min":0.69799999999999995,"5min":0.879,"15min":20.414000000000001},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.58499999999999996,"15min":0.59699999999999998},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.23899999999999999},"max":{"1min":0.68100000000000005,"5min":0.85299999999999998,"15min":20.018000000000001},"last":0.51500000000000001}]},{"osd":2,"last update":"Fri Sep 13 16:14:49 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.57999999999999996,"15min":0.52400000000000002},"min":{"1min":0.38600000000000001,"5min":0.38500000000000001,"15min":0.26400000000000001},"max":{"1min":0.66700000000000004,"5min":0.872,"15min":1.5529999999999999},"last":0.501},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.625,"15min":0.625},"min":{"1min":0.45100000000000001,"5min":0.434,"15min":0.27700000000000002},"max":{"1min":0.755,"5min":0.91700000000000004,"15min":12.138},"last":0.58599999999999997}]},{"osd":3,"last update":"Fri Sep 13 16:14:49 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.58199999999999996,"15min":0.59499999999999997},"min":{"1min":0.374,"5min":0.374,"15min":0.28399999999999997},"max":{"1min":0.621,"5min":0.78000000000000003,"15min":13.097},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.56000000000000005,"15min":0.55400000000000005},"min":{"1min":0.41999999999999998,"5min":0.36099999999999999,"15min":0.27000000000000002},"max":{"1min":0.65700000000000003,"5min":0.79200000000000004,"15min":11.009},"last":0.48499999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:14:49 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.498,"15min":0.56699999999999995},"min":{"1min":0.317,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.65800000000000003,"5min":0.88800000000000001,"15min":24.812999999999999},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.56499999999999995,"15min":0.53400000000000003},"min":{"1min":0.41299999999999998,"5min":0.29399999999999998,"15min":0.27000000000000002},"max":{"1min":0.72599999999999998,"5min":0.96599999999999997,"15min":1.5860000000000001},"last":0.55400000000000005}]},{"osd":6,"last update":"Fri Sep 13 16:14:49 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.52000000000000002,"15min":0.54300000000000004},"min":{"1min":0.33900000000000002,"5min":0.33600000000000002,"15min":0.25800000000000001},"max":{"1min":0.72299999999999998,"5min":0.84099999999999997,"15min":13.071999999999999},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.51400000000000001,"15min":0.58599999999999997},"min":{"1min":0.35099999999999998,"5min":0.26400000000000001,"15min":0.24399999999999999},"max":{"1min":0.69599999999999995,"5min":0.84599999999999997,"15min":24.873999999999999},"last":0.53000000000000003}]},{"osd":7,"last update":"Fri Sep 13 16:14:49 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.52500000000000002,"15min":0.751},"min":{"1min":0.36899999999999999,"5min":0.33600000000000002,"15min":0.25800000000000001},"max":{"1min":0.73299999999999998,"5min":0.90400000000000003,"15min":64.593999999999994},"last":0.443},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.58899999999999997,"15min":0.60899999999999999},"min":{"1min":0.38700000000000001,"5min":0.313,"15min":0.313},"max":{"1min":0.79200000000000004,"5min":0.86299999999999999,"15min":13.125},"last":0.63200000000000001}]}]},{"osd":2,"up_from":13,"seq":55834575011,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":105200,"kb_used_data":1952,"kb_used_omap":1,"kb_used_meta":103230,"kb_avail":94266640,"statfs":{"total":96636764160,"available":96529039360,"internally_reserved":0,"allocated":1998848,"data_stored":920766,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":105707974},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:49 2024","interfaces":[{"interface":"back","average":{"1min":0.308,"5min":0.34899999999999998,"15min":0.32300000000000001},"min":{"1min":0.24299999999999999,"5min":0.222,"15min":0.17100000000000001},"max":{"1min":0.44400000000000001,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.36099999999999999},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.36599999999999999,"15min":0.33800000000000002},"min":{"1min":0.27400000000000002,"5min":0.23100000000000001,"15min":0.185},"max":{"1min":0.53900000000000003,"5min":0.61299999999999999,"15min":0.63200000000000001},"last":0.34699999999999998}]},{"osd":1,"last update":"Fri Sep 13 16:13:49 2024","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.36199999999999999,"15min":0.33800000000000002},"min":{"1min":0.25800000000000001,"5min":0.22900000000000001,"15min":0.189},"max":{"1min":0.47899999999999998,"5min":0.59999999999999998,"15min":0.61799999999999999},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.42399999999999999,"15min":0.39600000000000002},"min":{"1min":0.318,"5min":0.214,"15min":0.20100000000000001},"max":{"1min":0.54300000000000004,"5min":0.753,"15min":0.753},"last":0.41499999999999998}]},{"osd":3,"last update":"Fri Sep 13 16:13:55 2024","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.40200000000000002,"15min":0.36899999999999999},"min":{"1min":0.28699999999999998,"5min":0.26900000000000002,"15min":0.20899999999999999},"max":{"1min":0.58999999999999997,"5min":0.70599999999999996,"15min":0.72299999999999998},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.39100000000000001,"15min":0.36599999999999999},"min":{"1min":0.28699999999999998,"5min":0.28199999999999997,"15min":0.23200000000000001},"max":{"1min":0.64200000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.38700000000000001}]},{"osd":4,"last update":"Fri Sep 13 16:13:49 2024","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.60099999999999998,"15min":0.55200000000000005},"min":{"1min":0.443,"5min":0.32200000000000001,"15min":0.25800000000000001},"max":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.85199999999999998},"last":0.73699999999999999},{"interface":"front","average":{"1min":0.624,"5min":0.60499999999999998,"15min":0.55600000000000005},"min":{"1min":0.45600000000000002,"5min":0.32900000000000001,"15min":0.26200000000000001},"max":{"1min":1.3200000000000001,"5min":1.3200000000000001,"15min":1.3200000000000001},"last":0.91200000000000003}]},{"osd":5,"last update":"Fri Sep 13 16:13:49 2024","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.60099999999999998,"15min":0.55600000000000005},"min":{"1min":0.38700000000000001,"5min":0.36699999999999999,"15min":0.25},"max":{"1min":0.83899999999999997,"5min":0.94099999999999995,"15min":1.0169999999999999},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.62,"15min":0.56200000000000006},"min":{"1min":0.378,"5min":0.378,"15min":0.29199999999999998},"max":{"1min":0.93300000000000005,"5min":1.4139999999999999,"15min":1.4139999999999999},"last":0.69999999999999996}]},{"osd":6,"last update":"Fri Sep 13 16:13:49 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.61899999999999999,"15min":0.56399999999999995},"min":{"1min":0.442,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.79500000000000004,"5min":1.431,"15min":1.431},"last":0.66100000000000003},{"interface":"front","average":{"1min":0.62,"5min":0.63900000000000001,"15min":0.58699999999999997},"min":{"1min":0.41299999999999998,"5min":0.38600000000000001,"15min":0.33600000000000002},"max":{"1min":1.1279999999999999,"5min":1.4830000000000001,"15min":1.4830000000000001},"last":1.0129999999999999}]},{"osd":7,"last update":"Fri Sep 13 16:13:49 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.61399999999999999,"15min":0.57899999999999996},"min":{"1min":0.435,"5min":0.375,"15min":0.33700000000000002},"max":{"1min":0.89300000000000002,"5min":0.97899999999999998,"15min":1.03},"last":0.75800000000000001},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.626,"15min":0.58799999999999997},"min":{"1min":0.40500000000000003,"5min":0.40300000000000002,"15min":0.32400000000000001},"max":{"1min":0.76700000000000002,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.627}]}]},{"osd":1,"up_from":13,"seq":55834575011,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":87204,"kb_used_data":1940,"kb_used_omap":1,"kb_used_meta":85246,"kb_avail":94284636,"statfs":{"total":96636764160,"available":96547467264,"internally_reserved":0,"allocated":1986560,"data_stored":914629,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":87292358},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:53 2024","interfaces":[{"interface":"back","average":{"1min":1.113,"5min":0.503,"15min":0.379},"min":{"1min":0.23799999999999999,"5min":0.19500000000000001,"15min":0.14799999999999999},"max":{"1min":10.233000000000001,"5min":10.233000000000001,"15min":10.233000000000001},"last":0.30199999999999999},{"interface":"front","average":{"1min":1.044,"5min":0.503,"15min":0.39400000000000002},"min":{"1min":0.215,"5min":0.182,"15min":0.182},"max":{"1min":9.8879999999999999,"5min":9.8879999999999999,"15min":9.8879999999999999},"last":0.251}]},{"osd":2,"last update":"Fri Sep 13 16:13:53 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.40600000000000003,"15min":0.34899999999999998},"min":{"1min":0.26200000000000001,"5min":0.22,"15min":0.186},"max":{"1min":3.609,"5min":3.609,"15min":3.609},"last":0.33100000000000002},{"interface":"front","average":{"1min":1.079,"5min":0.53100000000000003,"15min":0.42399999999999999},"min":{"1min":0.216,"5min":0.216,"15min":0.216},"max":{"1min":9.8550000000000004,"5min":9.8550000000000004,"15min":9.8550000000000004},"last":0.26700000000000002}]},{"osd":3,"last update":"Fri Sep 13 16:13:53 2024","interfaces":[{"interface":"back","average":{"1min":3.0419999999999998,"5min":0.92000000000000004,"15min":0.55100000000000005},"min":{"1min":0.27400000000000002,"5min":0.21299999999999999,"15min":0.20000000000000001},"max":{"1min":35.280000000000001,"5min":35.280000000000001,"15min":35.280000000000001},"last":0.318},{"interface":"front","average":{"1min":1.7490000000000001,"5min":0.69099999999999995,"15min":0.497},"min":{"1min":0.248,"5min":0.248,"15min":0.223},"max":{"1min":17.962,"5min":17.962,"15min":17.962},"last":0.34599999999999997}]},{"osd":4,"last update":"Fri Sep 13 16:13:53 2024","interfaces":[{"interface":"back","average":{"1min":1.2589999999999999,"5min":0.73999999999999999,"15min":0.59899999999999998},"min":{"1min":0.38100000000000001,"5min":0.316,"15min":0.28399999999999997},"max":{"1min":9.8190000000000008,"5min":9.8190000000000008,"15min":9.8190000000000008},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.751,"5min":0.64300000000000002,"15min":0.57299999999999995},"min":{"1min":0.45300000000000001,"5min":0.30599999999999999,"15min":0.30399999999999999},"max":{"1min":3.194,"5min":3.194,"15min":3.194},"last":0.65500000000000003}]},{"osd":5,"last update":"Fri Sep 13 16:13:53 2024","interfaces":[{"interface":"back","average":{"1min":2.1200000000000001,"5min":0.91300000000000003,"15min":0.65300000000000002},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.28899999999999998},"max":{"1min":21.114000000000001,"5min":21.114000000000001,"15min":21.114000000000001},"last":0.66500000000000004},{"interface":"front","average":{"1min":1.3620000000000001,"5min":0.77000000000000002,"15min":0.622},"min":{"1min":0.42399999999999999,"5min":0.371,"15min":0.32400000000000001},"max":{"1min":9.7870000000000008,"5min":9.7870000000000008,"15min":9.7870000000000008},"last":0.58499999999999996}]},{"osd":6,"last update":"Fri Sep 13 16:13:53 2024","interfaces":[{"interface":"back","average":{"1min":0.746,"5min":0.64800000000000002,"15min":0.58299999999999996},"min":{"1min":0.45400000000000001,"5min":0.39800000000000002,"15min":0.313},"max":{"1min":1.6379999999999999,"5min":1.6379999999999999,"15min":1.6379999999999999},"last":0.61799999999999999},{"interface":"front","average":{"1min":1.6479999999999999,"5min":0.83499999999999996,"15min":0.64700000000000002},"min":{"1min":0.372,"5min":0.372,"15min":0.31900000000000001},"max":{"1min":13.529,"5min":13.529,"15min":13.529},"last":0.60299999999999998}]},{"osd":7,"last update":"Fri Sep 13 16:13:53 2024","interfaces":[{"interface":"back","average":{"1min":0.73599999999999999,"5min":0.65800000000000003,"15min":0.59499999999999997},"min":{"1min":0.47899999999999998,"5min":0.43099999999999999,"15min":0.315},"max":{"1min":1.6060000000000001,"5min":1.6060000000000001,"15min":1.6060000000000001},"last":0.59499999999999997},{"interface":"front","average":{"1min":2.181,"5min":0.94799999999999995,"15min":0.69099999999999995},"min":{"1min":0.39900000000000002,"5min":0.377,"15min":0.377},"max":{"1min":20.34,"5min":20.34,"15min":20.34},"last":0.56399999999999995}]}]},{"osd":0,"up_from":13,"seq":55834575013,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":101676,"kb_used_data":2528,"kb_used_omap":1,"kb_used_meta":99134,"kb_avail":94270164,"statfs":{"total":96636764160,"available":96532647936,"internally_reserved":0,"allocated":2588672,"data_stored":1510465,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":101513671},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 16:14:49 2024","interfaces":[{"interface":"back","average":{"1min":0.32200000000000001,"5min":0.34499999999999997,"15min":0.34799999999999998},"min":{"1min":0.224,"5min":0.20899999999999999,"15min":0.151},"max":{"1min":0.42699999999999999,"5min":0.60499999999999998,"15min":2.5960000000000001},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.35299999999999998,"5min":0.374,"15min":0.34899999999999998},"min":{"1min":0.254,"5min":0.20300000000000001,"15min":0.17599999999999999},"max":{"1min":0.51800000000000002,"5min":0.60699999999999998,"15min":0.65900000000000003},"last":0.26300000000000001}]},{"osd":2,"last update":"Fri Sep 13 16:14:49 2024","interfaces":[{"interface":"back","average":{"1min":0.34999999999999998,"5min":0.371,"15min":0.35599999999999998},"min":{"1min":0.26000000000000001,"5min":0.20200000000000001,"15min":0.19800000000000001},"max":{"1min":0.48499999999999999,"5min":0.56799999999999995,"15min":1.373},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.36099999999999999,"5min":0.39300000000000002,"15min":0.376},"min":{"1min":0.27300000000000002,"5min":0.248,"15min":0.19400000000000001},"max":{"1min":0.51300000000000001,"5min":0.73199999999999998,"15min":0.77900000000000003},"last":0.32000000000000001}]},{"osd":3,"last update":"Fri Sep 13 16:14:00 2024","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.41199999999999998,"15min":0.39000000000000001},"min":{"1min":0.26500000000000001,"5min":0.249,"15min":0.218},"max":{"1min":0.54000000000000004,"5min":0.59699999999999998,"15min":0.75},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.374,"5min":0.378,"15min":0.35699999999999998},"min":{"1min":0.25,"5min":0.22,"15min":0.20100000000000001},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.29999999999999999}]},{"osd":4,"last update":"Fri Sep 13 16:14:49 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.59699999999999998,"15min":0.53500000000000003},"min":{"1min":0.45000000000000001,"5min":0.30299999999999999,"15min":0.28000000000000003},"max":{"1min":0.78000000000000003,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.60199999999999998,"15min":0.55700000000000005},"min":{"1min":0.39900000000000002,"5min":0.34599999999999997,"15min":0.28199999999999997},"max":{"1min":0.77900000000000003,"5min":0.86299999999999999,"15min":1.321},"last":0.60099999999999998}]},{"osd":5,"last update":"Fri Sep 13 16:14:49 2024","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.60499999999999998,"15min":0.71599999999999997},"min":{"1min":0.439,"5min":0.38900000000000001,"15min":0.30199999999999999},"max":{"1min":0.73799999999999999,"5min":0.88600000000000001,"15min":41.240000000000002},"last":0.58099999999999996},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.61899999999999999,"15min":0.73999999999999999},"min":{"1min":0.45000000000000001,"5min":0.36399999999999999,"15min":0.29999999999999999},"max":{"1min":0.79400000000000004,"5min":0.91500000000000004,"15min":41.301000000000002},"last":0.51200000000000001}]},{"osd":6,"last update":"Fri Sep 13 16:14:49 2024","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.60999999999999999,"15min":0.55500000000000005},"min":{"1min":0.48899999999999999,"5min":0.34799999999999998,"15min":0.312},"max":{"1min":0.74199999999999999,"5min":0.83899999999999997,"15min":0.95099999999999996},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.63500000000000001,"15min":0.58799999999999997},"min":{"1min":0.41199999999999998,"5min":0.39500000000000002,"15min":0.34300000000000003},"max":{"1min":1.0449999999999999,"5min":1.0449999999999999,"15min":1.286},"last":0.629}]},{"osd":7,"last update":"Fri Sep 13 16:14:49 2024","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.64000000000000001,"15min":0.59999999999999998},"min":{"1min":0.44800000000000001,"5min":0.38900000000000001,"15min":0.34799999999999998},"max":{"1min":0.79100000000000004,"5min":0.92000000000000004,"15min":1.1639999999999999},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.68999999999999995,"5min":0.65800000000000003,"15min":0.58999999999999997},"min":{"1min":0.503,"5min":0.38900000000000001,"15min":0.35099999999999998},"max":{"1min":1.2230000000000001,"5min":1.2230000000000001,"15min":1.2230000000000001},"last":0.59399999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2168,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:14:55.091 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:14:55.225 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.223+0000 7fc29f353640 1 Processor -- start 2024-09-13T16:14:55.225 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.224+0000 7fc29f353640 1 -- start start 2024-09-13T16:14:55.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.224+0000 7fc29f353640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fc29815c6e0 0x7fc2980b3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:55.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.224+0000 7fc29f353640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc2980d07b0 0x7fc2980b4490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:55.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.224+0000 7fc29f353640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc2980d1840 con 0x7fc2980ccb20 2024-09-13T16:14:55.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.224+0000 7fc29f353640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc29806bd20 con 0x7fc29815c6e0 2024-09-13T16:14:55.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.224+0000 7fc29f353640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc2980d0c30 con 0x7fc2980d07b0 2024-09-13T16:14:55.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.225+0000 7fc29d0ef640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fc29815c6e0 0x7fc2980b3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:55.227 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.225+0000 7fc29d8f0640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fc2980ccb20 0x7fc298160030 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:40712/0 (socket says 172.21.15.76:40712) 2024-09-13T16:14:55.227 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.225+0000 7fc29d8f0640 1 -- 172.21.15.76:0/341602310 learned_addr learned my addr 172.21.15.76:0/341602310 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:14:55.227 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.225+0000 7fc29c8ee640 1 --2- 172.21.15.76:0/341602310 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc2980d07b0 0x7fc2980b4490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:55.227 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.225+0000 7fc29d0ef640 1 -- 172.21.15.76:0/341602310 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc2980d07b0 msgr2=0x7fc2980b4490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:55.227 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.225+0000 7fc29d0ef640 1 --2- 172.21.15.76:0/341602310 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc2980d07b0 0x7fc2980b4490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:55.227 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.225+0000 7fc29d0ef640 1 -- 172.21.15.76:0/341602310 >> v1:172.21.15.76:6789/0 conn(0x7fc2980ccb20 legacy=0x7fc298160030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:55.227 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.225+0000 7fc29d0ef640 1 -- 172.21.15.76:0/341602310 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc2980d0f10 con 0x7fc29815c6e0 2024-09-13T16:14:55.227 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.225+0000 7fc28ffff640 1 -- 172.21.15.76:0/341602310 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3384820754 0 0) 0x7fc2980d1840 con 0x7fc2980ccb20 2024-09-13T16:14:55.228 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.226+0000 7fc29d0ef640 1 --2- 172.21.15.76:0/341602310 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc29815c6e0 0x7fc2980b3f50 secure :-1 s=READY pgs=2184 cs=0 l=1 rev1=1 crypto rx=0x7fc2940097a0 tx=0x7fc29402a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9955c17034c8e4d9 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:55.229 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.226+0000 7fc28ffff640 1 -- 172.21.15.76:0/341602310 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc29402ae50 con 0x7fc29815c6e0 2024-09-13T16:14:55.229 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.226+0000 7fc28ffff640 1 -- 172.21.15.76:0/341602310 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc294032440 con 0x7fc29815c6e0 2024-09-13T16:14:55.229 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.226+0000 7fc28ffff640 1 -- 172.21.15.76:0/341602310 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2940327d0 con 0x7fc29815c6e0 2024-09-13T16:14:55.229 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.226+0000 7fc29f353640 1 -- 172.21.15.76:0/341602310 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc29815c6e0 msgr2=0x7fc2980b3f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:55.229 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.226+0000 7fc29f353640 1 --2- 172.21.15.76:0/341602310 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc29815c6e0 0x7fc2980b3f50 secure :-1 s=READY pgs=2184 cs=0 l=1 rev1=1 crypto rx=0x7fc2940097a0 tx=0x7fc29402a100 comp rx=0 tx=0).stop 2024-09-13T16:14:55.229 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.226+0000 7fc29f353640 1 -- 172.21.15.76:0/341602310 shutdown_connections 2024-09-13T16:14:55.229 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.226+0000 7fc29f353640 1 --2- 172.21.15.76:0/341602310 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc2980d07b0 0x7fc2980b4490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:55.229 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.226+0000 7fc29f353640 1 --2- 172.21.15.76:0/341602310 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc29815c6e0 0x7fc2980b3f50 unknown :-1 s=CLOSED pgs=2184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:55.229 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.226+0000 7fc29f353640 1 -- 172.21.15.76:0/341602310 >> 172.21.15.76:0/341602310 conn(0x7fc298089f60 msgr2=0x7fc2980d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:55.229 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.226+0000 7fc29f353640 1 -- 172.21.15.76:0/341602310 shutdown_connections 2024-09-13T16:14:55.229 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.226+0000 7fc29f353640 1 -- 172.21.15.76:0/341602310 wait complete. 2024-09-13T16:14:55.229 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.227+0000 7fc29f353640 1 Processor -- start 2024-09-13T16:14:55.229 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.228+0000 7fc29f353640 1 -- start start 2024-09-13T16:14:55.231 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.228+0000 7fc29f353640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc2980ccb20 0x7fc29815cac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:55.231 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.228+0000 7fc29f353640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc2980d07b0 0x7fc2980b7ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:55.232 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.228+0000 7fc29f353640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc29815c6e0 0x7fc2980c9c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:55.232 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.228+0000 7fc29f353640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc29815dcb0 con 0x7fc29815c6e0 2024-09-13T16:14:55.232 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.228+0000 7fc29f353640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc298154e70 con 0x7fc2980ccb20 2024-09-13T16:14:55.232 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.228+0000 7fc29f353640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc29815d0a0 con 0x7fc2980d07b0 2024-09-13T16:14:55.232 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.228+0000 7fc29d8f0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc29815c6e0 0x7fc2980c9c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:55.232 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.228+0000 7fc29d8f0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc29815c6e0 0x7fc2980c9c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:35752/0 (socket says 172.21.15.76:35752) 2024-09-13T16:14:55.232 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.228+0000 7fc29d8f0640 1 -- 172.21.15.76:0/4292620059 learned_addr learned my addr 172.21.15.76:0/4292620059 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:55.232 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.229+0000 7fc29d0ef640 1 --2- 172.21.15.76:0/4292620059 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc2980ccb20 0x7fc29815cac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:55.232 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.229+0000 7fc29c8ee640 1 --2- 172.21.15.76:0/4292620059 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc2980d07b0 0x7fc2980b7ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:55.232 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.229+0000 7fc29d8f0640 1 -- 172.21.15.76:0/4292620059 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc2980d07b0 msgr2=0x7fc2980b7ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:55.232 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.229+0000 7fc29d8f0640 1 --2- 172.21.15.76:0/4292620059 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc2980d07b0 0x7fc2980b7ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:55.232 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.229+0000 7fc29d8f0640 1 -- 172.21.15.76:0/4292620059 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc2980ccb20 msgr2=0x7fc29815cac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:55.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.229+0000 7fc29d8f0640 1 --2- 172.21.15.76:0/4292620059 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc2980ccb20 0x7fc29815cac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:55.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.229+0000 7fc29d8f0640 1 -- 172.21.15.76:0/4292620059 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc294009400 con 0x7fc29815c6e0 2024-09-13T16:14:55.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.229+0000 7fc29d8f0640 1 --2- 172.21.15.76:0/4292620059 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc29815c6e0 0x7fc2980c9c10 secure :-1 s=READY pgs=2185 cs=0 l=1 rev1=1 crypto rx=0x7fc29000c6d0 tx=0x7fc29000cb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:55.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.229+0000 7fc28dffb640 1 -- 172.21.15.76:0/4292620059 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc290004d60 con 0x7fc29815c6e0 2024-09-13T16:14:55.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.229+0000 7fc28dffb640 1 -- 172.21.15.76:0/4292620059 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc29000a640 con 0x7fc29815c6e0 2024-09-13T16:14:55.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.229+0000 7fc29f353640 1 -- 172.21.15.76:0/4292620059 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc29815d380 con 0x7fc29815c6e0 2024-09-13T16:14:55.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.229+0000 7fc28dffb640 1 -- 172.21.15.76:0/4292620059 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc29000aa70 con 0x7fc29815c6e0 2024-09-13T16:14:55.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.229+0000 7fc29f353640 1 -- 172.21.15.76:0/4292620059 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc29815d940 con 0x7fc29815c6e0 2024-09-13T16:14:55.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.230+0000 7fc29f353640 1 -- 172.21.15.76:0/4292620059 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc29815de60 con 0x7fc29815c6e0 2024-09-13T16:14:55.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.230+0000 7fc28dffb640 1 -- 172.21.15.76:0/4292620059 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc2900070d0 con 0x7fc29815c6e0 2024-09-13T16:14:55.234 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.231+0000 7fc28dffb640 1 --2- 172.21.15.76:0/4292620059 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc27c06ac00 0x7fc27c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:55.234 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.231+0000 7fc28dffb640 1 -- 172.21.15.76:0/4292620059 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(162..162 src has 1..162) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fc290088f30 con 0x7fc29815c6e0 2024-09-13T16:14:55.234 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.231+0000 7fc29d0ef640 1 --2- 172.21.15.76:0/4292620059 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc27c06ac00 0x7fc27c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:55.234 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.231+0000 7fc29d0ef640 1 --2- 172.21.15.76:0/4292620059 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc27c06ac00 0x7fc27c06d0c0 secure :-1 s=READY pgs=929 cs=0 l=1 rev1=1 crypto rx=0x7fc294034000 tx=0x7fc29402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:55.236 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.235+0000 7fc28dffb640 1 -- 172.21.15.76:0/4292620059 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fc29815de60 con 0x7fc29815c6e0 2024-09-13T16:14:55.393 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.392+0000 7fc29f353640 1 -- 172.21.15.76:0/4292620059 --> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fc2980d14d0 con 0x7fc27c06ac00 2024-09-13T16:14:55.400 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.399+0000 7fc28dffb640 1 -- 172.21.15.76:0/4292620059 <== mgr.4104 v2:172.21.15.76:6832/911852275 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+279740 (secure 0 0 0) 0x7fc294004460 con 0x7fc27c06ac00 2024-09-13T16:14:55.403 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:14:55.404 INFO:teuthology.orchestra.run.smithi076.stderr:dumped all 2024-09-13T16:14:55.405 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.402+0000 7fc29f353640 1 -- 172.21.15.76:0/4292620059 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc27c06ac00 msgr2=0x7fc27c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:55.406 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.402+0000 7fc29f353640 1 --2- 172.21.15.76:0/4292620059 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc27c06ac00 0x7fc27c06d0c0 secure :-1 s=READY pgs=929 cs=0 l=1 rev1=1 crypto rx=0x7fc294034000 tx=0x7fc29402e000 comp rx=0 tx=0).stop 2024-09-13T16:14:55.406 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.402+0000 7fc29f353640 1 -- 172.21.15.76:0/4292620059 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc29815c6e0 msgr2=0x7fc2980c9c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:55.406 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.402+0000 7fc29f353640 1 --2- 172.21.15.76:0/4292620059 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc29815c6e0 0x7fc2980c9c10 secure :-1 s=READY pgs=2185 cs=0 l=1 rev1=1 crypto rx=0x7fc29000c6d0 tx=0x7fc29000cb90 comp rx=0 tx=0).stop 2024-09-13T16:14:55.406 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.402+0000 7fc29f353640 1 -- 172.21.15.76:0/4292620059 shutdown_connections 2024-09-13T16:14:55.406 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.402+0000 7fc29f353640 1 --2- 172.21.15.76:0/4292620059 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc29815c6e0 0x7fc2980c9c10 unknown :-1 s=CLOSED pgs=2185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:55.406 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.402+0000 7fc29f353640 1 --2- 172.21.15.76:0/4292620059 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc27c06ac00 0x7fc27c06d0c0 unknown :-1 s=CLOSED pgs=929 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:55.406 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.402+0000 7fc29f353640 1 --2- 172.21.15.76:0/4292620059 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc2980d07b0 0x7fc2980b7ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:55.406 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.402+0000 7fc29f353640 1 --2- 172.21.15.76:0/4292620059 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc2980ccb20 0x7fc29815cac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:55.406 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.402+0000 7fc29f353640 1 -- 172.21.15.76:0/4292620059 >> 172.21.15.76:0/4292620059 conn(0x7fc298089f60 msgr2=0x7fc2980b31b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:55.406 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.402+0000 7fc29f353640 1 -- 172.21.15.76:0/4292620059 shutdown_connections 2024-09-13T16:14:55.406 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.402+0000 7fc29f353640 1 -- 172.21.15.76:0/4292620059 wait complete. 2024-09-13T16:14:55.414 INFO:teuthology.orchestra.run.smithi076.stdout:{"pg_ready":true,"pg_map":{"version":560,"stamp":"2024-09-13T16:14:55.096312+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":591954,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":166,"num_write_kb":2420,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":124,"ondisk_log_size":124,"up":82,"acting":82,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":3,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":770748,"kb_used_data":16772,"kb_used_omap":12,"kb_used_meta":753843,"kb_avail":754203972,"statfs":{"total":773094113280,"available":772304867328,"internally_reserved":0,"allocated":17174528,"data_stored":8546645,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":771935801},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1586,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.621187"},"pg_stats":[{"pgid":"24.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.33","version":"0'0","reported_seq":9,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.855504+0000","last_change":"2024-09-13T16:14:51.853615+0000","last_active":"2024-09-13T16:14:51.855504+0000","last_peered":"2024-09-13T16:14:51.855504+0000","last_clean":"2024-09-13T16:14:51.855504+0000","last_became_active":"2024-09-13T16:14:51.853381+0000","last_became_peered":"2024-09-13T16:14:51.853381+0000","last_unstale":"2024-09-13T16:14:51.855504+0000","last_undegraded":"2024-09-13T16:14:51.855504+0000","last_fullsized":"2024-09-13T16:14:51.855504+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:36:09.729588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.2b","version":"0'0","reported_seq":9,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.850278+0000","last_change":"2024-09-13T16:14:51.844931+0000","last_active":"2024-09-13T16:14:51.850278+0000","last_peered":"2024-09-13T16:14:51.850278+0000","last_clean":"2024-09-13T16:14:51.850278+0000","last_became_active":"2024-09-13T16:14:51.844680+0000","last_became_peered":"2024-09-13T16:14:51.844680+0000","last_unstale":"2024-09-13T16:14:51.850278+0000","last_undegraded":"2024-09-13T16:14:51.850278+0000","last_fullsized":"2024-09-13T16:14:51.850278+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:56:09.671597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.27","version":"0'0","reported_seq":9,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.850286+0000","last_change":"2024-09-13T16:14:51.846403+0000","last_active":"2024-09-13T16:14:51.850286+0000","last_peered":"2024-09-13T16:14:51.850286+0000","last_clean":"2024-09-13T16:14:51.850286+0000","last_became_active":"2024-09-13T16:14:51.846161+0000","last_became_peered":"2024-09-13T16:14:51.846161+0000","last_unstale":"2024-09-13T16:14:51.850286+0000","last_undegraded":"2024-09-13T16:14:51.850286+0000","last_fullsized":"2024-09-13T16:14:51.850286+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:50:56.502151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.24","version":"0'0","reported_seq":9,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.852057+0000","last_change":"2024-09-13T16:14:51.845681+0000","last_active":"2024-09-13T16:14:51.852057+0000","last_peered":"2024-09-13T16:14:51.852057+0000","last_clean":"2024-09-13T16:14:51.852057+0000","last_became_active":"2024-09-13T16:14:51.845117+0000","last_became_peered":"2024-09-13T16:14:51.845117+0000","last_unstale":"2024-09-13T16:14:51.852057+0000","last_undegraded":"2024-09-13T16:14:51.852057+0000","last_fullsized":"2024-09-13T16:14:51.852057+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:32:55.348697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.1f","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.477422+0000","last_change":"2024-09-13T16:14:50.477422+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.477422+0000","last_undegraded":"2024-09-13T16:14:50.477422+0000","last_fullsized":"2024-09-13T16:14:50.477422+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:02:45.727661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.11","version":"0'0","reported_seq":9,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.850372+0000","last_change":"2024-09-13T16:14:51.847772+0000","last_active":"2024-09-13T16:14:51.850372+0000","last_peered":"2024-09-13T16:14:51.850372+0000","last_clean":"2024-09-13T16:14:51.850372+0000","last_became_active":"2024-09-13T16:14:51.847519+0000","last_became_peered":"2024-09-13T16:14:51.847519+0000","last_unstale":"2024-09-13T16:14:51.850372+0000","last_undegraded":"2024-09-13T16:14:51.850372+0000","last_fullsized":"2024-09-13T16:14:51.850372+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:51:04.540213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.1e","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.481293+0000","last_change":"2024-09-13T16:14:50.481293+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.481293+0000","last_undegraded":"2024-09-13T16:14:50.481293+0000","last_fullsized":"2024-09-13T16:14:50.481293+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:21:31.023769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.1d","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.480120+0000","last_change":"2024-09-13T16:14:50.480120+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.480120+0000","last_undegraded":"2024-09-13T16:14:50.480120+0000","last_fullsized":"2024-09-13T16:14:50.480120+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:13:17.859118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.1c","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.480406+0000","last_change":"2024-09-13T16:14:50.480406+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.480406+0000","last_undegraded":"2024-09-13T16:14:50.480406+0000","last_fullsized":"2024-09-13T16:14:50.480406+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:16:05.246194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"24.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.1b","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.482260+0000","last_change":"2024-09-13T16:14:50.482260+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.482260+0000","last_undegraded":"2024-09-13T16:14:50.482260+0000","last_fullsized":"2024-09-13T16:14:50.482260+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:15:02.460877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.1a","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.481639+0000","last_change":"2024-09-13T16:14:50.481639+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.481639+0000","last_undegraded":"2024-09-13T16:14:50.481639+0000","last_fullsized":"2024-09-13T16:14:50.481639+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:16:55.654366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.19","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.480551+0000","last_change":"2024-09-13T16:14:50.480551+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.480551+0000","last_undegraded":"2024-09-13T16:14:50.480551+0000","last_fullsized":"2024-09-13T16:14:50.480551+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:17:53.420426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"24.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.18","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.480799+0000","last_change":"2024-09-13T16:14:50.480799+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.480799+0000","last_undegraded":"2024-09-13T16:14:50.480799+0000","last_fullsized":"2024-09-13T16:14:50.480799+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:46:31.375254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.17","version":"0'0","reported_seq":10,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.844877+0000","last_change":"2024-09-13T16:14:51.500722+0000","last_active":"2024-09-13T16:14:51.844877+0000","last_peered":"2024-09-13T16:14:51.844877+0000","last_clean":"2024-09-13T16:14:51.844877+0000","last_became_active":"2024-09-13T16:14:51.500466+0000","last_became_peered":"2024-09-13T16:14:51.500466+0000","last_unstale":"2024-09-13T16:14:51.844877+0000","last_undegraded":"2024-09-13T16:14:51.844877+0000","last_fullsized":"2024-09-13T16:14:51.844877+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:05:30.955811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.1a","version":"0'0","reported_seq":9,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.855587+0000","last_change":"2024-09-13T16:14:51.854129+0000","last_active":"2024-09-13T16:14:51.855587+0000","last_peered":"2024-09-13T16:14:51.855587+0000","last_clean":"2024-09-13T16:14:51.855587+0000","last_became_active":"2024-09-13T16:14:51.853874+0000","last_became_peered":"2024-09-13T16:14:51.853874+0000","last_unstale":"2024-09-13T16:14:51.855587+0000","last_undegraded":"2024-09-13T16:14:51.855587+0000","last_fullsized":"2024-09-13T16:14:51.855587+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:54:09.579441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.15","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.477392+0000","last_change":"2024-09-13T16:14:50.477392+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.477392+0000","last_undegraded":"2024-09-13T16:14:50.477392+0000","last_fullsized":"2024-09-13T16:14:50.477392+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:10:15.103204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.14","version":"161'6","reported_seq":16,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.859571+0000","last_change":"2024-09-13T16:14:51.496981+0000","last_active":"2024-09-13T16:14:51.859571+0000","last_peered":"2024-09-13T16:14:51.859571+0000","last_clean":"2024-09-13T16:14:51.859571+0000","last_became_active":"2024-09-13T16:14:51.496722+0000","last_became_peered":"2024-09-13T16:14:51.496722+0000","last_unstale":"2024-09-13T16:14:51.859571+0000","last_undegraded":"2024-09-13T16:14:51.859571+0000","last_fullsized":"2024-09-13T16:14:51.859571+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:17:12.113864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.13","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.480999+0000","last_change":"2024-09-13T16:14:50.480999+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.480999+0000","last_undegraded":"2024-09-13T16:14:50.480999+0000","last_fullsized":"2024-09-13T16:14:50.480999+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:45:49.035493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.12","version":"0'0","reported_seq":10,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.844825+0000","last_change":"2024-09-13T16:14:51.489341+0000","last_active":"2024-09-13T16:14:51.844825+0000","last_peered":"2024-09-13T16:14:51.844825+0000","last_clean":"2024-09-13T16:14:51.844825+0000","last_became_active":"2024-09-13T16:14:51.488982+0000","last_became_peered":"2024-09-13T16:14:51.488982+0000","last_unstale":"2024-09-13T16:14:51.844825+0000","last_undegraded":"2024-09-13T16:14:51.844825+0000","last_fullsized":"2024-09-13T16:14:51.844825+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:07:40.741770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.11","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.480684+0000","last_change":"2024-09-13T16:14:50.480684+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.480684+0000","last_undegraded":"2024-09-13T16:14:50.480684+0000","last_fullsized":"2024-09-13T16:14:50.480684+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:17:50.422211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.10","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.479419+0000","last_change":"2024-09-13T16:14:50.479419+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.479419+0000","last_undegraded":"2024-09-13T16:14:50.479419+0000","last_fullsized":"2024-09-13T16:14:50.479419+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:43:57.825765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.f","version":"161'1","reported_seq":11,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.853925+0000","last_change":"2024-09-13T16:14:51.488294+0000","last_active":"2024-09-13T16:14:51.853925+0000","last_peered":"2024-09-13T16:14:51.853925+0000","last_clean":"2024-09-13T16:14:51.853925+0000","last_became_active":"2024-09-13T16:14:51.488033+0000","last_became_peered":"2024-09-13T16:14:51.488033+0000","last_unstale":"2024-09-13T16:14:51.853925+0000","last_undegraded":"2024-09-13T16:14:51.853925+0000","last_fullsized":"2024-09-13T16:14:51.853925+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:46:49.656206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.e","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.479935+0000","last_change":"2024-09-13T16:14:50.479935+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.479935+0000","last_undegraded":"2024-09-13T16:14:50.479935+0000","last_fullsized":"2024-09-13T16:14:50.479935+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:49:25.493989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.d","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.481021+0000","last_change":"2024-09-13T16:14:50.481021+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.481021+0000","last_undegraded":"2024-09-13T16:14:50.481021+0000","last_fullsized":"2024-09-13T16:14:50.481021+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:55:59.243427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.c","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.479454+0000","last_change":"2024-09-13T16:14:50.479454+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.479454+0000","last_undegraded":"2024-09-13T16:14:50.479454+0000","last_fullsized":"2024-09-13T16:14:50.479454+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:13:42.924671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.4","version":"0'0","reported_seq":9,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.852072+0000","last_change":"2024-09-13T16:14:51.845822+0000","last_active":"2024-09-13T16:14:51.852072+0000","last_peered":"2024-09-13T16:14:51.852072+0000","last_clean":"2024-09-13T16:14:51.852072+0000","last_became_active":"2024-09-13T16:14:51.845586+0000","last_became_peered":"2024-09-13T16:14:51.845586+0000","last_unstale":"2024-09-13T16:14:51.852072+0000","last_undegraded":"2024-09-13T16:14:51.852072+0000","last_fullsized":"2024-09-13T16:14:51.852072+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:32:15.749202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.b","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.480312+0000","last_change":"2024-09-13T16:14:50.480312+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.480312+0000","last_undegraded":"2024-09-13T16:14:50.480312+0000","last_fullsized":"2024-09-13T16:14:50.480312+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:08:03.988353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.a","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.480405+0000","last_change":"2024-09-13T16:14:50.480405+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.480405+0000","last_undegraded":"2024-09-13T16:14:50.480405+0000","last_fullsized":"2024-09-13T16:14:50.480405+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:28:03.085796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.9","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.479243+0000","last_change":"2024-09-13T16:14:50.479243+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.479243+0000","last_undegraded":"2024-09-13T16:14:50.479243+0000","last_fullsized":"2024-09-13T16:14:50.479243+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:43:46.911290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"24.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.8","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.479396+0000","last_change":"2024-09-13T16:14:50.479396+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.479396+0000","last_undegraded":"2024-09-13T16:14:50.479396+0000","last_fullsized":"2024-09-13T16:14:50.479396+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:22:08.052138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"24.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.7","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.479848+0000","last_change":"2024-09-13T16:14:50.479848+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.479848+0000","last_undegraded":"2024-09-13T16:14:50.479848+0000","last_fullsized":"2024-09-13T16:14:50.479848+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:24:41.278116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.6","version":"0'0","reported_seq":10,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.844577+0000","last_change":"2024-09-13T16:14:51.500151+0000","last_active":"2024-09-13T16:14:51.844577+0000","last_peered":"2024-09-13T16:14:51.844577+0000","last_clean":"2024-09-13T16:14:51.844577+0000","last_became_active":"2024-09-13T16:14:51.499889+0000","last_became_peered":"2024-09-13T16:14:51.499889+0000","last_unstale":"2024-09-13T16:14:51.844577+0000","last_undegraded":"2024-09-13T16:14:51.844577+0000","last_fullsized":"2024-09-13T16:14:51.844577+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:48:55.973164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.5","version":"0'0","reported_seq":10,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.844978+0000","last_change":"2024-09-13T16:14:51.501773+0000","last_active":"2024-09-13T16:14:51.844978+0000","last_peered":"2024-09-13T16:14:51.844978+0000","last_clean":"2024-09-13T16:14:51.844978+0000","last_became_active":"2024-09-13T16:14:51.501504+0000","last_became_peered":"2024-09-13T16:14:51.501504+0000","last_unstale":"2024-09-13T16:14:51.844978+0000","last_undegraded":"2024-09-13T16:14:51.844978+0000","last_fullsized":"2024-09-13T16:14:51.844978+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:20:52.560241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.4","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.479226+0000","last_change":"2024-09-13T16:14:50.479226+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.479226+0000","last_undegraded":"2024-09-13T16:14:50.479226+0000","last_fullsized":"2024-09-13T16:14:50.479226+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:05:27.212720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"24.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.3","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.477388+0000","last_change":"2024-09-13T16:14:50.477388+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.477388+0000","last_undegraded":"2024-09-13T16:14:50.477388+0000","last_fullsized":"2024-09-13T16:14:50.477388+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:35:58.229963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.2","version":"0'0","reported_seq":10,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.844943+0000","last_change":"2024-09-13T16:14:51.496054+0000","last_active":"2024-09-13T16:14:51.844943+0000","last_peered":"2024-09-13T16:14:51.844943+0000","last_clean":"2024-09-13T16:14:51.844943+0000","last_became_active":"2024-09-13T16:14:51.495794+0000","last_became_peered":"2024-09-13T16:14:51.495794+0000","last_unstale":"2024-09-13T16:14:51.844943+0000","last_undegraded":"2024-09-13T16:14:51.844943+0000","last_fullsized":"2024-09-13T16:14:51.844943+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:28:29.775035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.e","version":"0'0","reported_seq":9,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.850406+0000","last_change":"2024-09-13T16:14:51.846709+0000","last_active":"2024-09-13T16:14:51.850406+0000","last_peered":"2024-09-13T16:14:51.850406+0000","last_clean":"2024-09-13T16:14:51.850406+0000","last_became_active":"2024-09-13T16:14:51.844961+0000","last_became_peered":"2024-09-13T16:14:51.844961+0000","last_unstale":"2024-09-13T16:14:51.850406+0000","last_undegraded":"2024-09-13T16:14:51.850406+0000","last_fullsized":"2024-09-13T16:14:51.850406+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:30:32.659503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.1","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.480178+0000","last_change":"2024-09-13T16:14:50.480178+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.480178+0000","last_undegraded":"2024-09-13T16:14:50.480178+0000","last_fullsized":"2024-09-13T16:14:50.480178+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:31:18.896006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.0","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.479316+0000","last_change":"2024-09-13T16:14:50.479316+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.479316+0000","last_undegraded":"2024-09-13T16:14:50.479316+0000","last_fullsized":"2024-09-13T16:14:50.479316+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:56:31.777089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.16","version":"0'0","reported_seq":10,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.844490+0000","last_change":"2024-09-13T16:14:51.500851+0000","last_active":"2024-09-13T16:14:51.844490+0000","last_peered":"2024-09-13T16:14:51.844490+0000","last_clean":"2024-09-13T16:14:51.844490+0000","last_became_active":"2024-09-13T16:14:51.500539+0000","last_became_peered":"2024-09-13T16:14:51.500539+0000","last_unstale":"2024-09-13T16:14:51.844490+0000","last_undegraded":"2024-09-13T16:14:51.844490+0000","last_fullsized":"2024-09-13T16:14:51.844490+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:06:34.717782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":284,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-13T16:14:48.469627+0000","last_change":"2024-09-13T16:01:29.143297+0000","last_active":"2024-09-13T16:14:48.469627+0000","last_peered":"2024-09-13T16:14:48.469627+0000","last_clean":"2024-09-13T16:14:48.469627+0000","last_became_active":"2024-09-13T16:01:29.142269+0000","last_became_peered":"2024-09-13T16:01:29.142269+0000","last_unstale":"2024-09-13T16:14:48.469627+0000","last_undegraded":"2024-09-13T16:14:48.469627+0000","last_fullsized":"2024-09-13T16:14:48.469627+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:27.864638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:27.864638+0000","last_clean_scrub_stamp":"2024-09-13T16:01:27.864638+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:25:24.741463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":24,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":1},{"poolid":23,"num_pg":32,"stat_sum":{"num_bytes":1586,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2168,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":7,"ondisk_log_size":7,"up":64,"acting":64,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":14,"seq":60129542310,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":119164,"kb_used_data":1964,"kb_used_omap":1,"kb_used_meta":117182,"kb_avail":94252676,"statfs":{"total":96636764160,"available":96514740224,"internally_reserved":0,"allocated":2011136,"data_stored":927353,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":119994824},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:54 2024","interfaces":[{"interface":"back","average":{"1min":0.29999999999999999,"5min":0.39700000000000002,"15min":0.35499999999999998},"min":{"1min":0.20599999999999999,"5min":0.20599999999999999,"15min":0.183},"max":{"1min":0.44800000000000001,"5min":4.4610000000000003,"15min":4.4610000000000003},"last":0.378},{"interface":"front","average":{"1min":0.35099999999999998,"5min":0.378,"15min":0.33400000000000002},"min":{"1min":0.28799999999999998,"5min":0.23999999999999999,"15min":0.17899999999999999},"max":{"1min":0.498,"5min":1.2410000000000001,"15min":1.2410000000000001},"last":0.313}]},{"osd":1,"last update":"Fri Sep 13 16:13:54 2024","interfaces":[{"interface":"back","average":{"1min":0.318,"5min":0.501,"15min":0.378},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.182},"max":{"1min":0.439,"5min":7.7729999999999997,"15min":7.7729999999999997},"last":0.32700000000000001},{"interface":"front","average":{"1min":0.38600000000000001,"5min":0.495,"15min":0.40000000000000002},"min":{"1min":0.27500000000000002,"5min":0.25700000000000001,"15min":0.19400000000000001},"max":{"1min":0.57799999999999996,"5min":6.4429999999999996,"15min":6.4429999999999996},"last":0.40500000000000003}]},{"osd":2,"last update":"Fri Sep 13 16:13:54 2024","interfaces":[{"interface":"back","average":{"1min":0.374,"5min":0.42499999999999999,"15min":0.38400000000000001},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.22800000000000001},"max":{"1min":0.51400000000000001,"5min":2.6339999999999999,"15min":2.6339999999999999},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.40400000000000003,"5min":0.45800000000000002,"15min":0.40500000000000003},"min":{"1min":0.29999999999999999,"5min":0.22,"15min":0.21199999999999999},"max":{"1min":0.60099999999999998,"5min":3.585,"15min":3.585},"last":0.34499999999999997}]},{"osd":4,"last update":"Fri Sep 13 16:13:54 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.61499999999999999,"15min":0.54600000000000004},"min":{"1min":0.40400000000000003,"5min":0.36799999999999999,"15min":0.28399999999999997},"max":{"1min":0.83499999999999996,"5min":1.216,"15min":1.216},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.63800000000000001,"15min":0.57299999999999995},"min":{"1min":0.39700000000000002,"5min":0.34599999999999997,"15min":0.27600000000000002},"max":{"1min":0.91900000000000004,"5min":2.6070000000000002,"15min":2.6070000000000002},"last":0.73499999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:13:54 2024","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.64400000000000002,"15min":0.56699999999999995},"min":{"1min":0.44,"5min":0.38300000000000001,"15min":0.28100000000000003},"max":{"1min":0.95199999999999996,"5min":2.5449999999999999,"15min":2.5449999999999999},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.67300000000000004,"15min":0.59399999999999997},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.311},"max":{"1min":0.84399999999999997,"5min":3.5449999999999999,"15min":3.5449999999999999},"last":0.63800000000000001}]},{"osd":6,"last update":"Fri Sep 13 16:13:54 2024","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.69599999999999995,"15min":0.60899999999999999},"min":{"1min":0.435,"5min":0.42699999999999999,"15min":0.31900000000000001},"max":{"1min":0.90300000000000002,"5min":6.4189999999999996,"15min":6.4189999999999996},"last":0.68600000000000005},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.72299999999999998,"15min":0.60899999999999999},"min":{"1min":0.46500000000000002,"5min":0.40799999999999997,"15min":0.32200000000000001},"max":{"1min":0.82599999999999996,"5min":8.9559999999999995,"15min":8.9559999999999995},"last":0.625}]},{"osd":7,"last update":"Fri Sep 13 16:13:54 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.64700000000000002,"15min":0.59499999999999997},"min":{"1min":0.443,"5min":0.42999999999999999,"15min":0.35499999999999998},"max":{"1min":0.93400000000000005,"5min":1.649,"15min":1.649},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.66200000000000003,"15min":0.59599999999999997},"min":{"1min":0.48899999999999999,"5min":0.45700000000000002,"15min":0.36299999999999999},"max":{"1min":0.81000000000000005,"5min":2.581,"15min":2.581},"last":0.58299999999999996}]}]},{"osd":7,"up_from":13,"seq":55834575012,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":83636,"kb_used_data":2532,"kb_used_omap":1,"kb_used_meta":81086,"kb_avail":94288204,"statfs":{"total":96636764160,"available":96551120896,"internally_reserved":0,"allocated":2592768,"data_stored":1511134,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":83032523},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:14:45 2024","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.60399999999999998,"15min":0.50600000000000001},"min":{"1min":0.34499999999999997,"5min":0.27600000000000002,"15min":0.193},"max":{"1min":0.69999999999999996,"5min":7.6550000000000002,"15min":7.6550000000000002},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56599999999999995,"15min":0.50800000000000001},"min":{"1min":0.373,"5min":0.28799999999999998,"15min":0.20000000000000001},"max":{"1min":0.74199999999999999,"5min":1.577,"15min":1.577},"last":0.74399999999999999}]},{"osd":1,"last update":"Fri Sep 13 16:14:45 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.63,"15min":0.52400000000000002},"min":{"1min":0.41299999999999998,"5min":0.35699999999999998,"15min":0.22},"max":{"1min":0.75900000000000001,"5min":8.3499999999999996,"15min":8.3499999999999996},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.57999999999999996,"15min":0.52100000000000002},"min":{"1min":0.42699999999999999,"5min":0.34599999999999997,"15min":0.23400000000000001},"max":{"1min":0.68300000000000005,"5min":2.3799999999999999,"15min":2.3799999999999999},"last":0.69999999999999996}]},{"osd":2,"last update":"Fri Sep 13 16:14:45 2024","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.58099999999999996,"15min":0.55600000000000005},"min":{"1min":0.44600000000000001,"5min":0.29299999999999998,"15min":0.23999999999999999},"max":{"1min":0.79100000000000004,"5min":0.79900000000000004,"15min":2.2919999999999998},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.65600000000000003,"15min":0.55700000000000005},"min":{"1min":0.40200000000000002,"5min":0.33700000000000002,"15min":0.255},"max":{"1min":0.71399999999999997,"5min":7.6210000000000004,"15min":7.6210000000000004},"last":0.71699999999999997}]},{"osd":3,"last update":"Fri Sep 13 16:14:45 2024","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.58899999999999997,"15min":0.52900000000000003},"min":{"1min":0.40600000000000003,"5min":0.314,"15min":0.255},"max":{"1min":0.77300000000000002,"5min":1.6339999999999999,"15min":1.6339999999999999},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.56200000000000006,"15min":0.51800000000000002},"min":{"1min":0.40000000000000002,"5min":0.33500000000000002,"15min":0.26700000000000002},"max":{"1min":0.746,"5min":0.77600000000000002,"15min":0.88100000000000001},"last":0.53100000000000003}]},{"osd":4,"last update":"Fri Sep 13 16:14:45 2024","interfaces":[{"interface":"back","average":{"1min":0.48299999999999998,"5min":0.49299999999999999,"15min":0.45200000000000001},"min":{"1min":0.29299999999999998,"5min":0.28699999999999998,"15min":0.23400000000000001},"max":{"1min":0.60599999999999998,"5min":1.208,"15min":1.208},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.502,"5min":0.57999999999999996,"15min":0.49099999999999999},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.69799999999999995,"5min":7.5720000000000001,"15min":7.5720000000000001},"last":0.67200000000000004}]},{"osd":5,"last update":"Fri Sep 13 16:14:45 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.53100000000000003,"15min":0.498},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.25600000000000001},"max":{"1min":0.73199999999999998,"5min":1.508,"15min":1.508},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.59699999999999998,"15min":0.55800000000000005},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.33700000000000002},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.68500000000000005}]},{"osd":6,"last update":"Fri Sep 13 16:14:45 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.60899999999999999,"15min":0.54100000000000004},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.79800000000000004,"5min":5.1699999999999999,"15min":5.1699999999999999},"last":0.77000000000000002},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.65000000000000002,"15min":0.56200000000000006},"min":{"1min":0.33600000000000002,"5min":0.33400000000000002,"15min":0.315},"max":{"1min":0.83999999999999997,"5min":7.9699999999999998,"15min":7.9699999999999998},"last":0.73199999999999998}]}]},{"osd":6,"up_from":13,"seq":55834575012,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":105264,"kb_used_data":1952,"kb_used_omap":1,"kb_used_meta":103294,"kb_avail":94266576,"statfs":{"total":96636764160,"available":96528973824,"internally_reserved":0,"allocated":1998848,"data_stored":920766,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":105773511},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:58 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.57199999999999995,"15min":0.52100000000000002},"min":{"1min":0.29999999999999999,"5min":0.24299999999999999,"15min":0.20000000000000001},"max":{"1min":0.73499999999999999,"5min":0.80700000000000005,"15min":0.97099999999999997},"last":0.71199999999999997},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.56799999999999995,"15min":0.52500000000000002},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.22500000000000001},"max":{"1min":0.71899999999999997,"5min":0.747,"15min":1.224},"last":0.39200000000000002}]},{"osd":1,"last update":"Fri Sep 13 16:13:58 2024","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.54600000000000004,"15min":0.50800000000000001},"min":{"1min":0.36399999999999999,"5min":0.30599999999999999,"15min":0.21099999999999999},"max":{"1min":0.70899999999999996,"5min":0.80100000000000005,"15min":1.0940000000000001},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.53300000000000003,"15min":0.496},"min":{"1min":0.38400000000000001,"5min":0.36499999999999999,"15min":0.247},"max":{"1min":0.65300000000000002,"5min":0.75600000000000001,"15min":1.1879999999999999},"last":0.46300000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:13:58 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.54600000000000004,"15min":0.50700000000000001},"min":{"1min":0.36899999999999999,"5min":0.35199999999999998,"15min":0.247},"max":{"1min":0.69099999999999995,"5min":0.79000000000000004,"15min":0.94799999999999995},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.54300000000000004,"15min":0.53200000000000003},"min":{"1min":0.34699999999999998,"5min":0.34499999999999997,"15min":0.27000000000000002},"max":{"1min":0.69199999999999995,"5min":0.83799999999999997,"15min":0.91800000000000004},"last":0.64400000000000002}]},{"osd":3,"last update":"Fri Sep 13 16:13:58 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.56999999999999995,"15min":0.53700000000000003},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.252},"max":{"1min":0.72999999999999998,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.66700000000000004},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.58399999999999996,"15min":0.55800000000000005},"min":{"1min":0.41499999999999998,"5min":0.38200000000000001,"15min":0.25900000000000001},"max":{"1min":0.67100000000000004,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.73899999999999999}]},{"osd":4,"last update":"Fri Sep 13 16:13:58 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.47399999999999998,"15min":0.46300000000000002},"min":{"1min":0.34300000000000003,"5min":0.27100000000000002,"15min":0.22600000000000001},"max":{"1min":0.65100000000000002,"5min":0.81200000000000006,"15min":1.1559999999999999},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.51200000000000001,"15min":0.496},"min":{"1min":0.37,"5min":0.317,"15min":0.23899999999999999},"max":{"1min":0.78500000000000003,"5min":0.83599999999999997,"15min":0.88900000000000001},"last":0.69799999999999995}]},{"osd":5,"last update":"Fri Sep 13 16:13:58 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.53500000000000003,"15min":0.52500000000000002},"min":{"1min":0.376,"5min":0.309,"15min":0.29399999999999998},"max":{"1min":0.73099999999999998,"5min":0.79500000000000004,"15min":0.82099999999999995},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.53000000000000003,"15min":0.53400000000000003},"min":{"1min":0.377,"5min":0.30399999999999999,"15min":0.26400000000000001},"max":{"1min":0.745,"5min":0.878,"15min":0.93999999999999995},"last":0.69099999999999995}]},{"osd":7,"last update":"Fri Sep 13 16:13:58 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.54600000000000004,"15min":0.53100000000000003},"min":{"1min":0.39400000000000002,"5min":0.32600000000000001,"15min":0.254},"max":{"1min":0.755,"5min":0.86499999999999999,"15min":1.1080000000000001},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.61899999999999999,"15min":0.59399999999999997},"min":{"1min":0.48199999999999998,"5min":0.35899999999999999,"15min":0.33800000000000002},"max":{"1min":0.77000000000000002,"5min":0.90500000000000003,"15min":0.92600000000000005},"last":0.72699999999999998}]}]},{"osd":5,"up_from":13,"seq":55834575011,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":77356,"kb_used_data":1952,"kb_used_omap":1,"kb_used_meta":75390,"kb_avail":94294484,"statfs":{"total":96636764160,"available":96557551616,"internally_reserved":0,"allocated":1998848,"data_stored":920766,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":77199814},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:14:45 2024","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.58499999999999996,"15min":0.501},"min":{"1min":0.40200000000000002,"5min":0.372,"15min":0.215},"max":{"1min":1.6919999999999999,"5min":1.6919999999999999,"15min":1.6919999999999999},"last":0.28199999999999997},{"interface":"front","average":{"1min":0.62,"5min":0.58499999999999996,"15min":0.50700000000000001},"min":{"1min":0.375,"5min":0.34599999999999997,"15min":0.219},"max":{"1min":1.3680000000000001,"5min":1.3680000000000001,"15min":1.3680000000000001},"last":0.34999999999999998}]},{"osd":1,"last update":"Fri Sep 13 16:14:45 2024","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.57699999999999996,"15min":0.51300000000000001},"min":{"1min":0.45600000000000002,"5min":0.32700000000000001,"15min":0.24299999999999999},"max":{"1min":0.73299999999999998,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.623,"5min":0.57699999999999996,"15min":0.51800000000000002},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.24299999999999999},"max":{"1min":1.4059999999999999,"5min":1.4059999999999999,"15min":1.4059999999999999},"last":0.45800000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:14:45 2024","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.59399999999999997,"15min":0.51800000000000002},"min":{"1min":0.39800000000000002,"5min":0.307,"15min":0.249},"max":{"1min":1.7769999999999999,"5min":1.7769999999999999,"15min":1.7769999999999999},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.58899999999999997,"15min":0.54200000000000004},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.26600000000000001},"max":{"1min":1.425,"5min":1.425,"15min":1.6000000000000001},"last":0.39600000000000002}]},{"osd":3,"last update":"Fri Sep 13 16:14:45 2024","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.61399999999999999,"15min":0.54900000000000004},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.252},"max":{"1min":1.8149999999999999,"5min":1.8149999999999999,"15min":1.8149999999999999},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.67600000000000005,"5min":0.64600000000000002,"15min":0.58699999999999997},"min":{"1min":0.47899999999999998,"5min":0.40100000000000002,"15min":0.314},"max":{"1min":1.5349999999999999,"5min":1.5349999999999999,"15min":1.5349999999999999},"last":0.49399999999999999}]},{"osd":4,"last update":"Fri Sep 13 16:14:45 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.504,"15min":0.49099999999999999},"min":{"1min":0.313,"5min":0.313,"15min":0.254},"max":{"1min":1.5720000000000001,"5min":1.5720000000000001,"15min":1.5720000000000001},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.502,"15min":0.48999999999999999},"min":{"1min":0.32200000000000001,"5min":0.28599999999999998,"15min":0.23799999999999999},"max":{"1min":1.446,"5min":1.446,"15min":1.446},"last":0.57899999999999996}]},{"osd":6,"last update":"Fri Sep 13 16:14:45 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.52200000000000002,"15min":0.49399999999999999},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.251},"max":{"1min":1.738,"5min":1.738,"15min":1.738},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.55900000000000005,"15min":0.53600000000000003},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.22900000000000001},"max":{"1min":1.343,"5min":1.343,"15min":1.343},"last":0.55100000000000005}]},{"osd":7,"last update":"Fri Sep 13 16:14:45 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.54400000000000004,"15min":0.52000000000000002},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.27600000000000002},"max":{"1min":1.3109999999999999,"5min":1.3109999999999999,"15min":1.3109999999999999},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.65600000000000003,"5min":0.58599999999999997,"15min":0.55200000000000005},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.29599999999999999},"max":{"1min":2.0249999999999999,"5min":2.0249999999999999,"15min":2.0249999999999999},"last":0.51900000000000002}]}]},{"osd":4,"up_from":13,"seq":55834575012,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":91248,"kb_used_data":1952,"kb_used_omap":1,"kb_used_meta":89278,"kb_avail":94280592,"statfs":{"total":96636764160,"available":96543326208,"internally_reserved":0,"allocated":1998848,"data_stored":920766,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":91421126},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:14:49 2024","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.51400000000000001,"15min":0.49199999999999999},"min":{"1min":0.35199999999999998,"5min":0.29799999999999999,"15min":0.19400000000000001},"max":{"1min":0.60899999999999999,"5min":0.71899999999999997,"15min":5.7510000000000003},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.54500000000000004,"15min":0.55800000000000005},"min":{"1min":0.443,"5min":0.373,"15min":0.20699999999999999},"max":{"1min":0.68799999999999994,"5min":0.78300000000000003,"15min":18.648},"last":0.46100000000000002}]},{"osd":1,"last update":"Fri Sep 13 16:14:49 2024","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.54500000000000004,"15min":0.56499999999999995},"min":{"1min":0.38900000000000001,"5min":0.38100000000000001,"15min":0.221},"max":{"1min":0.69799999999999995,"5min":0.879,"15min":20.414000000000001},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.58499999999999996,"15min":0.59699999999999998},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.23899999999999999},"max":{"1min":0.68100000000000005,"5min":0.85299999999999998,"15min":20.018000000000001},"last":0.51500000000000001}]},{"osd":2,"last update":"Fri Sep 13 16:14:49 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.57999999999999996,"15min":0.52400000000000002},"min":{"1min":0.38600000000000001,"5min":0.38500000000000001,"15min":0.26400000000000001},"max":{"1min":0.66700000000000004,"5min":0.872,"15min":1.5529999999999999},"last":0.501},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.625,"15min":0.625},"min":{"1min":0.45100000000000001,"5min":0.434,"15min":0.27700000000000002},"max":{"1min":0.755,"5min":0.91700000000000004,"15min":12.138},"last":0.58599999999999997}]},{"osd":3,"last update":"Fri Sep 13 16:14:49 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.58199999999999996,"15min":0.59499999999999997},"min":{"1min":0.374,"5min":0.374,"15min":0.28399999999999997},"max":{"1min":0.621,"5min":0.78000000000000003,"15min":13.097},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.56000000000000005,"15min":0.55400000000000005},"min":{"1min":0.41999999999999998,"5min":0.36099999999999999,"15min":0.27000000000000002},"max":{"1min":0.65700000000000003,"5min":0.79200000000000004,"15min":11.009},"last":0.48499999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:14:49 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.498,"15min":0.56699999999999995},"min":{"1min":0.317,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.65800000000000003,"5min":0.88800000000000001,"15min":24.812999999999999},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.56499999999999995,"15min":0.53400000000000003},"min":{"1min":0.41299999999999998,"5min":0.29399999999999998,"15min":0.27000000000000002},"max":{"1min":0.72599999999999998,"5min":0.96599999999999997,"15min":1.5860000000000001},"last":0.55400000000000005}]},{"osd":6,"last update":"Fri Sep 13 16:14:49 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.52000000000000002,"15min":0.54300000000000004},"min":{"1min":0.33900000000000002,"5min":0.33600000000000002,"15min":0.25800000000000001},"max":{"1min":0.72299999999999998,"5min":0.84099999999999997,"15min":13.071999999999999},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.51400000000000001,"15min":0.58599999999999997},"min":{"1min":0.35099999999999998,"5min":0.26400000000000001,"15min":0.24399999999999999},"max":{"1min":0.69599999999999995,"5min":0.84599999999999997,"15min":24.873999999999999},"last":0.53000000000000003}]},{"osd":7,"last update":"Fri Sep 13 16:14:49 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.52500000000000002,"15min":0.751},"min":{"1min":0.36899999999999999,"5min":0.33600000000000002,"15min":0.25800000000000001},"max":{"1min":0.73299999999999998,"5min":0.90400000000000003,"15min":64.593999999999994},"last":0.443},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.58899999999999997,"15min":0.60899999999999999},"min":{"1min":0.38700000000000001,"5min":0.313,"15min":0.313},"max":{"1min":0.79200000000000004,"5min":0.86299999999999999,"15min":13.125},"last":0.63200000000000001}]}]},{"osd":2,"up_from":13,"seq":55834575011,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":105200,"kb_used_data":1952,"kb_used_omap":1,"kb_used_meta":103230,"kb_avail":94266640,"statfs":{"total":96636764160,"available":96529039360,"internally_reserved":0,"allocated":1998848,"data_stored":920766,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":105707974},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:49 2024","interfaces":[{"interface":"back","average":{"1min":0.308,"5min":0.34899999999999998,"15min":0.32300000000000001},"min":{"1min":0.24299999999999999,"5min":0.222,"15min":0.17100000000000001},"max":{"1min":0.44400000000000001,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.36099999999999999},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.36599999999999999,"15min":0.33800000000000002},"min":{"1min":0.27400000000000002,"5min":0.23100000000000001,"15min":0.185},"max":{"1min":0.53900000000000003,"5min":0.61299999999999999,"15min":0.63200000000000001},"last":0.34699999999999998}]},{"osd":1,"last update":"Fri Sep 13 16:13:49 2024","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.36199999999999999,"15min":0.33800000000000002},"min":{"1min":0.25800000000000001,"5min":0.22900000000000001,"15min":0.189},"max":{"1min":0.47899999999999998,"5min":0.59999999999999998,"15min":0.61799999999999999},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.42399999999999999,"15min":0.39600000000000002},"min":{"1min":0.318,"5min":0.214,"15min":0.20100000000000001},"max":{"1min":0.54300000000000004,"5min":0.753,"15min":0.753},"last":0.41499999999999998}]},{"osd":3,"last update":"Fri Sep 13 16:13:55 2024","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.40200000000000002,"15min":0.36899999999999999},"min":{"1min":0.28699999999999998,"5min":0.26900000000000002,"15min":0.20899999999999999},"max":{"1min":0.58999999999999997,"5min":0.70599999999999996,"15min":0.72299999999999998},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.39100000000000001,"15min":0.36599999999999999},"min":{"1min":0.28699999999999998,"5min":0.28199999999999997,"15min":0.23200000000000001},"max":{"1min":0.64200000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.38700000000000001}]},{"osd":4,"last update":"Fri Sep 13 16:13:49 2024","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.60099999999999998,"15min":0.55200000000000005},"min":{"1min":0.443,"5min":0.32200000000000001,"15min":0.25800000000000001},"max":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.85199999999999998},"last":0.73699999999999999},{"interface":"front","average":{"1min":0.624,"5min":0.60499999999999998,"15min":0.55600000000000005},"min":{"1min":0.45600000000000002,"5min":0.32900000000000001,"15min":0.26200000000000001},"max":{"1min":1.3200000000000001,"5min":1.3200000000000001,"15min":1.3200000000000001},"last":0.91200000000000003}]},{"osd":5,"last update":"Fri Sep 13 16:13:49 2024","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.60099999999999998,"15min":0.55600000000000005},"min":{"1min":0.38700000000000001,"5min":0.36699999999999999,"15min":0.25},"max":{"1min":0.83899999999999997,"5min":0.94099999999999995,"15min":1.0169999999999999},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.62,"15min":0.56200000000000006},"min":{"1min":0.378,"5min":0.378,"15min":0.29199999999999998},"max":{"1min":0.93300000000000005,"5min":1.4139999999999999,"15min":1.4139999999999999},"last":0.69999999999999996}]},{"osd":6,"last update":"Fri Sep 13 16:13:49 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.61899999999999999,"15min":0.56399999999999995},"min":{"1min":0.442,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.79500000000000004,"5min":1.431,"15min":1.431},"last":0.66100000000000003},{"interface":"front","average":{"1min":0.62,"5min":0.63900000000000001,"15min":0.58699999999999997},"min":{"1min":0.41299999999999998,"5min":0.38600000000000001,"15min":0.33600000000000002},"max":{"1min":1.1279999999999999,"5min":1.4830000000000001,"15min":1.4830000000000001},"last":1.0129999999999999}]},{"osd":7,"last update":"Fri Sep 13 16:13:49 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.61399999999999999,"15min":0.57899999999999996},"min":{"1min":0.435,"5min":0.375,"15min":0.33700000000000002},"max":{"1min":0.89300000000000002,"5min":0.97899999999999998,"15min":1.03},"last":0.75800000000000001},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.626,"15min":0.58799999999999997},"min":{"1min":0.40500000000000003,"5min":0.40300000000000002,"15min":0.32400000000000001},"max":{"1min":0.76700000000000002,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.627}]}]},{"osd":1,"up_from":13,"seq":55834575011,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":87204,"kb_used_data":1940,"kb_used_omap":1,"kb_used_meta":85246,"kb_avail":94284636,"statfs":{"total":96636764160,"available":96547467264,"internally_reserved":0,"allocated":1986560,"data_stored":914629,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":87292358},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:53 2024","interfaces":[{"interface":"back","average":{"1min":1.113,"5min":0.503,"15min":0.379},"min":{"1min":0.23799999999999999,"5min":0.19500000000000001,"15min":0.14799999999999999},"max":{"1min":10.233000000000001,"5min":10.233000000000001,"15min":10.233000000000001},"last":0.30199999999999999},{"interface":"front","average":{"1min":1.044,"5min":0.503,"15min":0.39400000000000002},"min":{"1min":0.215,"5min":0.182,"15min":0.182},"max":{"1min":9.8879999999999999,"5min":9.8879999999999999,"15min":9.8879999999999999},"last":0.251}]},{"osd":2,"last update":"Fri Sep 13 16:13:53 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.40600000000000003,"15min":0.34899999999999998},"min":{"1min":0.26200000000000001,"5min":0.22,"15min":0.186},"max":{"1min":3.609,"5min":3.609,"15min":3.609},"last":0.33100000000000002},{"interface":"front","average":{"1min":1.079,"5min":0.53100000000000003,"15min":0.42399999999999999},"min":{"1min":0.216,"5min":0.216,"15min":0.216},"max":{"1min":9.8550000000000004,"5min":9.8550000000000004,"15min":9.8550000000000004},"last":0.26700000000000002}]},{"osd":3,"last update":"Fri Sep 13 16:13:53 2024","interfaces":[{"interface":"back","average":{"1min":3.0419999999999998,"5min":0.92000000000000004,"15min":0.55100000000000005},"min":{"1min":0.27400000000000002,"5min":0.21299999999999999,"15min":0.20000000000000001},"max":{"1min":35.280000000000001,"5min":35.280000000000001,"15min":35.280000000000001},"last":0.318},{"interface":"front","average":{"1min":1.7490000000000001,"5min":0.69099999999999995,"15min":0.497},"min":{"1min":0.248,"5min":0.248,"15min":0.223},"max":{"1min":17.962,"5min":17.962,"15min":17.962},"last":0.34599999999999997}]},{"osd":4,"last update":"Fri Sep 13 16:13:53 2024","interfaces":[{"interface":"back","average":{"1min":1.2589999999999999,"5min":0.73999999999999999,"15min":0.59899999999999998},"min":{"1min":0.38100000000000001,"5min":0.316,"15min":0.28399999999999997},"max":{"1min":9.8190000000000008,"5min":9.8190000000000008,"15min":9.8190000000000008},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.751,"5min":0.64300000000000002,"15min":0.57299999999999995},"min":{"1min":0.45300000000000001,"5min":0.30599999999999999,"15min":0.30399999999999999},"max":{"1min":3.194,"5min":3.194,"15min":3.194},"last":0.65500000000000003}]},{"osd":5,"last update":"Fri Sep 13 16:13:53 2024","interfaces":[{"interface":"back","average":{"1min":2.1200000000000001,"5min":0.91300000000000003,"15min":0.65300000000000002},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.28899999999999998},"max":{"1min":21.114000000000001,"5min":21.114000000000001,"15min":21.114000000000001},"last":0.66500000000000004},{"interface":"front","average":{"1min":1.3620000000000001,"5min":0.77000000000000002,"15min":0.622},"min":{"1min":0.42399999999999999,"5min":0.371,"15min":0.32400000000000001},"max":{"1min":9.7870000000000008,"5min":9.7870000000000008,"15min":9.7870000000000008},"last":0.58499999999999996}]},{"osd":6,"last update":"Fri Sep 13 16:13:53 2024","interfaces":[{"interface":"back","average":{"1min":0.746,"5min":0.64800000000000002,"15min":0.58299999999999996},"min":{"1min":0.45400000000000001,"5min":0.39800000000000002,"15min":0.313},"max":{"1min":1.6379999999999999,"5min":1.6379999999999999,"15min":1.6379999999999999},"last":0.61799999999999999},{"interface":"front","average":{"1min":1.6479999999999999,"5min":0.83499999999999996,"15min":0.64700000000000002},"min":{"1min":0.372,"5min":0.372,"15min":0.31900000000000001},"max":{"1min":13.529,"5min":13.529,"15min":13.529},"last":0.60299999999999998}]},{"osd":7,"last update":"Fri Sep 13 16:13:53 2024","interfaces":[{"interface":"back","average":{"1min":0.73599999999999999,"5min":0.65800000000000003,"15min":0.59499999999999997},"min":{"1min":0.47899999999999998,"5min":0.43099999999999999,"15min":0.315},"max":{"1min":1.6060000000000001,"5min":1.6060000000000001,"15min":1.6060000000000001},"last":0.59499999999999997},{"interface":"front","average":{"1min":2.181,"5min":0.94799999999999995,"15min":0.69099999999999995},"min":{"1min":0.39900000000000002,"5min":0.377,"15min":0.377},"max":{"1min":20.34,"5min":20.34,"15min":20.34},"last":0.56399999999999995}]}]},{"osd":0,"up_from":13,"seq":55834575013,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":101676,"kb_used_data":2528,"kb_used_omap":1,"kb_used_meta":99134,"kb_avail":94270164,"statfs":{"total":96636764160,"available":96532647936,"internally_reserved":0,"allocated":2588672,"data_stored":1510465,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":101513671},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 16:14:49 2024","interfaces":[{"interface":"back","average":{"1min":0.32200000000000001,"5min":0.34499999999999997,"15min":0.34799999999999998},"min":{"1min":0.224,"5min":0.20899999999999999,"15min":0.151},"max":{"1min":0.42699999999999999,"5min":0.60499999999999998,"15min":2.5960000000000001},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.35299999999999998,"5min":0.374,"15min":0.34899999999999998},"min":{"1min":0.254,"5min":0.20300000000000001,"15min":0.17599999999999999},"max":{"1min":0.51800000000000002,"5min":0.60699999999999998,"15min":0.65900000000000003},"last":0.26300000000000001}]},{"osd":2,"last update":"Fri Sep 13 16:14:49 2024","interfaces":[{"interface":"back","average":{"1min":0.34999999999999998,"5min":0.371,"15min":0.35599999999999998},"min":{"1min":0.26000000000000001,"5min":0.20200000000000001,"15min":0.19800000000000001},"max":{"1min":0.48499999999999999,"5min":0.56799999999999995,"15min":1.373},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.36099999999999999,"5min":0.39300000000000002,"15min":0.376},"min":{"1min":0.27300000000000002,"5min":0.248,"15min":0.19400000000000001},"max":{"1min":0.51300000000000001,"5min":0.73199999999999998,"15min":0.77900000000000003},"last":0.32000000000000001}]},{"osd":3,"last update":"Fri Sep 13 16:14:00 2024","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.41199999999999998,"15min":0.39000000000000001},"min":{"1min":0.26500000000000001,"5min":0.249,"15min":0.218},"max":{"1min":0.54000000000000004,"5min":0.59699999999999998,"15min":0.75},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.374,"5min":0.378,"15min":0.35699999999999998},"min":{"1min":0.25,"5min":0.22,"15min":0.20100000000000001},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.29999999999999999}]},{"osd":4,"last update":"Fri Sep 13 16:14:49 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.59699999999999998,"15min":0.53500000000000003},"min":{"1min":0.45000000000000001,"5min":0.30299999999999999,"15min":0.28000000000000003},"max":{"1min":0.78000000000000003,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.60199999999999998,"15min":0.55700000000000005},"min":{"1min":0.39900000000000002,"5min":0.34599999999999997,"15min":0.28199999999999997},"max":{"1min":0.77900000000000003,"5min":0.86299999999999999,"15min":1.321},"last":0.60099999999999998}]},{"osd":5,"last update":"Fri Sep 13 16:14:49 2024","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.60499999999999998,"15min":0.71599999999999997},"min":{"1min":0.439,"5min":0.38900000000000001,"15min":0.30199999999999999},"max":{"1min":0.73799999999999999,"5min":0.88600000000000001,"15min":41.240000000000002},"last":0.58099999999999996},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.61899999999999999,"15min":0.73999999999999999},"min":{"1min":0.45000000000000001,"5min":0.36399999999999999,"15min":0.29999999999999999},"max":{"1min":0.79400000000000004,"5min":0.91500000000000004,"15min":41.301000000000002},"last":0.51200000000000001}]},{"osd":6,"last update":"Fri Sep 13 16:14:49 2024","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.60999999999999999,"15min":0.55500000000000005},"min":{"1min":0.48899999999999999,"5min":0.34799999999999998,"15min":0.312},"max":{"1min":0.74199999999999999,"5min":0.83899999999999997,"15min":0.95099999999999996},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.63500000000000001,"15min":0.58799999999999997},"min":{"1min":0.41199999999999998,"5min":0.39500000000000002,"15min":0.34300000000000003},"max":{"1min":1.0449999999999999,"5min":1.0449999999999999,"15min":1.286},"last":0.629}]},{"osd":7,"last update":"Fri Sep 13 16:14:49 2024","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.64000000000000001,"15min":0.59999999999999998},"min":{"1min":0.44800000000000001,"5min":0.38900000000000001,"15min":0.34799999999999998},"max":{"1min":0.79100000000000004,"5min":0.92000000000000004,"15min":1.1639999999999999},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.68999999999999995,"5min":0.65800000000000003,"15min":0.58999999999999997},"min":{"1min":0.503,"5min":0.38900000000000001,"15min":0.35099999999999998},"max":{"1min":1.2230000000000001,"5min":1.2230000000000001,"15min":1.2230000000000001},"last":0.59399999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2168,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:14:55.419 INFO:tasks.cephfs.filesystem.ceph_manager:PG 24.3f is not active+clean 2024-09-13T16:14:55.419 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '24.3f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:14:51.474290+0000', 'last_change': '2024-09-13T16:14:51.474290+0000', 'last_active': '2024-09-13T16:14:51.474290+0000', 'last_peered': '2024-09-13T16:14:51.474290+0000', 'last_clean': '2024-09-13T16:14:51.474290+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:51.474290+0000', 'last_undegraded': '2024-09-13T16:14:51.474290+0000', 'last_fullsized': '2024-09-13T16:14:51.474290+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:14:55.419 INFO:tasks.cephfs.filesystem.ceph_manager:PG 24.3e is not active+clean 2024-09-13T16:14:55.419 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '24.3e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:14:51.474290+0000', 'last_change': '2024-09-13T16:14:51.474290+0000', 'last_active': '2024-09-13T16:14:51.474290+0000', 'last_peered': '2024-09-13T16:14:51.474290+0000', 'last_clean': '2024-09-13T16:14:51.474290+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:51.474290+0000', 'last_undegraded': '2024-09-13T16:14:51.474290+0000', 'last_fullsized': '2024-09-13T16:14:51.474290+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:14:55.419 INFO:tasks.cephfs.filesystem.ceph_manager:PG 24.3d is not active+clean 2024-09-13T16:14:55.419 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '24.3d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:14:51.474290+0000', 'last_change': '2024-09-13T16:14:51.474290+0000', 'last_active': '2024-09-13T16:14:51.474290+0000', 'last_peered': '2024-09-13T16:14:51.474290+0000', 'last_clean': '2024-09-13T16:14:51.474290+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:51.474290+0000', 'last_undegraded': '2024-09-13T16:14:51.474290+0000', 'last_fullsized': '2024-09-13T16:14:51.474290+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:14:55.419 INFO:tasks.cephfs.filesystem.ceph_manager:PG 24.3c is not active+clean 2024-09-13T16:14:55.419 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '24.3c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:14:51.474290+0000', 'last_change': '2024-09-13T16:14:51.474290+0000', 'last_active': '2024-09-13T16:14:51.474290+0000', 'last_peered': '2024-09-13T16:14:51.474290+0000', 'last_clean': '2024-09-13T16:14:51.474290+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:51.474290+0000', 'last_undegraded': '2024-09-13T16:14:51.474290+0000', 'last_fullsized': '2024-09-13T16:14:51.474290+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:14:55.419 INFO:tasks.cephfs.filesystem.ceph_manager:PG 24.3b is not active+clean 2024-09-13T16:14:55.419 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '24.3b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:14:51.474290+0000', 'last_change': '2024-09-13T16:14:51.474290+0000', 'last_active': '2024-09-13T16:14:51.474290+0000', 'last_peered': '2024-09-13T16:14:51.474290+0000', 'last_clean': '2024-09-13T16:14:51.474290+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:51.474290+0000', 'last_undegraded': '2024-09-13T16:14:51.474290+0000', 'last_fullsized': '2024-09-13T16:14:51.474290+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:14:55.420 INFO:tasks.cephfs.filesystem.ceph_manager:PG 24.3a is not active+clean 2024-09-13T16:14:55.420 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '24.3a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:14:51.474290+0000', 'last_change': '2024-09-13T16:14:51.474290+0000', 'last_active': '2024-09-13T16:14:51.474290+0000', 'last_peered': '2024-09-13T16:14:51.474290+0000', 'last_clean': '2024-09-13T16:14:51.474290+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:51.474290+0000', 'last_undegraded': '2024-09-13T16:14:51.474290+0000', 'last_fullsized': '2024-09-13T16:14:51.474290+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:14:55.420 INFO:tasks.cephfs.filesystem.ceph_manager:PG 24.39 is not active+clean 2024-09-13T16:14:55.420 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '24.39', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:14:51.474290+0000', 'last_change': '2024-09-13T16:14:51.474290+0000', 'last_active': '2024-09-13T16:14:51.474290+0000', 'last_peered': '2024-09-13T16:14:51.474290+0000', 'last_clean': '2024-09-13T16:14:51.474290+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:51.474290+0000', 'last_undegraded': '2024-09-13T16:14:51.474290+0000', 'last_fullsized': '2024-09-13T16:14:51.474290+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:14:55.420 INFO:tasks.cephfs.filesystem.ceph_manager:PG 24.38 is not active+clean 2024-09-13T16:14:55.420 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '24.38', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:14:51.474290+0000', 'last_change': '2024-09-13T16:14:51.474290+0000', 'last_active': '2024-09-13T16:14:51.474290+0000', 'last_peered': '2024-09-13T16:14:51.474290+0000', 'last_clean': '2024-09-13T16:14:51.474290+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:51.474290+0000', 'last_undegraded': '2024-09-13T16:14:51.474290+0000', 'last_fullsized': '2024-09-13T16:14:51.474290+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:14:55.420 INFO:tasks.cephfs.filesystem.ceph_manager:PG 24.37 is not active+clean 2024-09-13T16:14:55.420 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '24.37', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:14:51.474290+0000', 'last_change': '2024-09-13T16:14:51.474290+0000', 'last_active': '2024-09-13T16:14:51.474290+0000', 'last_peered': '2024-09-13T16:14:51.474290+0000', 'last_clean': '2024-09-13T16:14:51.474290+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:51.474290+0000', 'last_undegraded': '2024-09-13T16:14:51.474290+0000', 'last_fullsized': '2024-09-13T16:14:51.474290+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:14:55.420 INFO:tasks.cephfs.filesystem.ceph_manager:PG 24.36 is not active+clean 2024-09-13T16:14:55.420 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '24.36', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:14:51.474290+0000', 'last_change': '2024-09-13T16:14:51.474290+0000', 'last_active': '2024-09-13T16:14:51.474290+0000', 'last_peered': '2024-09-13T16:14:51.474290+0000', 'last_clean': '2024-09-13T16:14:51.474290+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:51.474290+0000', 'last_undegraded': '2024-09-13T16:14:51.474290+0000', 'last_fullsized': '2024-09-13T16:14:51.474290+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:14:55.420 INFO:tasks.cephfs.filesystem.ceph_manager:PG 24.35 is not active+clean 2024-09-13T16:14:55.421 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '24.35', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:14:51.474290+0000', 'last_change': '2024-09-13T16:14:51.474290+0000', 'last_active': '2024-09-13T16:14:51.474290+0000', 'last_peered': '2024-09-13T16:14:51.474290+0000', 'last_clean': '2024-09-13T16:14:51.474290+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:51.474290+0000', 'last_undegraded': '2024-09-13T16:14:51.474290+0000', 'last_fullsized': '2024-09-13T16:14:51.474290+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:14:55.421 INFO:tasks.cephfs.filesystem.ceph_manager:PG 24.34 is not active+clean 2024-09-13T16:14:55.421 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '24.34', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:14:51.474290+0000', 'last_change': '2024-09-13T16:14:51.474290+0000', 'last_active': '2024-09-13T16:14:51.474290+0000', 'last_peered': '2024-09-13T16:14:51.474290+0000', 'last_clean': '2024-09-13T16:14:51.474290+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:51.474290+0000', 'last_undegraded': '2024-09-13T16:14:51.474290+0000', 'last_fullsized': '2024-09-13T16:14:51.474290+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:14:55.421 INFO:tasks.cephfs.filesystem.ceph_manager:PG 24.32 is not active+clean 2024-09-13T16:14:55.421 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '24.32', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:14:51.474290+0000', 'last_change': '2024-09-13T16:14:51.474290+0000', 'last_active': '2024-09-13T16:14:51.474290+0000', 'last_peered': '2024-09-13T16:14:51.474290+0000', 'last_clean': '2024-09-13T16:14:51.474290+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:51.474290+0000', 'last_undegraded': '2024-09-13T16:14:51.474290+0000', 'last_fullsized': '2024-09-13T16:14:51.474290+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:14:55.421 INFO:tasks.cephfs.filesystem.ceph_manager:PG 24.31 is not active+clean 2024-09-13T16:14:55.421 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '24.31', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:14:51.474290+0000', 'last_change': '2024-09-13T16:14:51.474290+0000', 'last_active': '2024-09-13T16:14:51.474290+0000', 'last_peered': '2024-09-13T16:14:51.474290+0000', 'last_clean': '2024-09-13T16:14:51.474290+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:51.474290+0000', 'last_undegraded': '2024-09-13T16:14:51.474290+0000', 'last_fullsized': '2024-09-13T16:14:51.474290+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:14:55.421 INFO:tasks.cephfs.filesystem.ceph_manager:PG 24.30 is not active+clean 2024-09-13T16:14:55.421 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '24.30', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:14:51.474290+0000', 'last_change': '2024-09-13T16:14:51.474290+0000', 'last_active': '2024-09-13T16:14:51.474290+0000', 'last_peered': '2024-09-13T16:14:51.474290+0000', 'last_clean': '2024-09-13T16:14:51.474290+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:51.474290+0000', 'last_undegraded': '2024-09-13T16:14:51.474290+0000', 'last_fullsized': '2024-09-13T16:14:51.474290+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:14:55.421 INFO:tasks.cephfs.filesystem.ceph_manager:PG 24.2f is not active+clean 2024-09-13T16:14:55.421 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '24.2f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:14:51.474290+0000', 'last_change': '2024-09-13T16:14:51.474290+0000', 'last_active': '2024-09-13T16:14:51.474290+0000', 'last_peered': '2024-09-13T16:14:51.474290+0000', 'last_clean': '2024-09-13T16:14:51.474290+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:51.474290+0000', 'last_undegraded': '2024-09-13T16:14:51.474290+0000', 'last_fullsized': '2024-09-13T16:14:51.474290+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:14:55.422 INFO:tasks.cephfs.filesystem.ceph_manager:PG 24.2e is not active+clean 2024-09-13T16:14:55.422 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '24.2e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:14:51.474290+0000', 'last_change': '2024-09-13T16:14:51.474290+0000', 'last_active': '2024-09-13T16:14:51.474290+0000', 'last_peered': '2024-09-13T16:14:51.474290+0000', 'last_clean': '2024-09-13T16:14:51.474290+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:51.474290+0000', 'last_undegraded': '2024-09-13T16:14:51.474290+0000', 'last_fullsized': '2024-09-13T16:14:51.474290+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:14:55.422 INFO:tasks.cephfs.filesystem.ceph_manager:PG 24.2d is not active+clean 2024-09-13T16:14:55.422 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '24.2d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:14:51.474290+0000', 'last_change': '2024-09-13T16:14:51.474290+0000', 'last_active': '2024-09-13T16:14:51.474290+0000', 'last_peered': '2024-09-13T16:14:51.474290+0000', 'last_clean': '2024-09-13T16:14:51.474290+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:51.474290+0000', 'last_undegraded': '2024-09-13T16:14:51.474290+0000', 'last_fullsized': '2024-09-13T16:14:51.474290+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:14:55.422 INFO:tasks.cephfs.filesystem.ceph_manager:PG 24.2c is not active+clean 2024-09-13T16:14:55.422 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '24.2c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:14:51.474290+0000', 'last_change': '2024-09-13T16:14:51.474290+0000', 'last_active': '2024-09-13T16:14:51.474290+0000', 'last_peered': '2024-09-13T16:14:51.474290+0000', 'last_clean': '2024-09-13T16:14:51.474290+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:51.474290+0000', 'last_undegraded': '2024-09-13T16:14:51.474290+0000', 'last_fullsized': '2024-09-13T16:14:51.474290+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:14:55.422 INFO:tasks.cephfs.filesystem.ceph_manager:PG 24.2a is not active+clean 2024-09-13T16:14:55.422 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '24.2a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:14:51.474290+0000', 'last_change': '2024-09-13T16:14:51.474290+0000', 'last_active': '2024-09-13T16:14:51.474290+0000', 'last_peered': '2024-09-13T16:14:51.474290+0000', 'last_clean': '2024-09-13T16:14:51.474290+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:51.474290+0000', 'last_undegraded': '2024-09-13T16:14:51.474290+0000', 'last_fullsized': '2024-09-13T16:14:51.474290+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:14:55.422 INFO:tasks.cephfs.filesystem.ceph_manager:PG 24.29 is not active+clean 2024-09-13T16:14:55.422 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '24.29', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:14:51.474290+0000', 'last_change': '2024-09-13T16:14:51.474290+0000', 'last_active': '2024-09-13T16:14:51.474290+0000', 'last_peered': '2024-09-13T16:14:51.474290+0000', 'last_clean': '2024-09-13T16:14:51.474290+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:51.474290+0000', 'last_undegraded': '2024-09-13T16:14:51.474290+0000', 'last_fullsized': '2024-09-13T16:14:51.474290+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:14:55.422 INFO:tasks.cephfs.filesystem.ceph_manager:PG 24.28 is not active+clean 2024-09-13T16:14:55.422 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '24.28', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:14:51.474290+0000', 'last_change': '2024-09-13T16:14:51.474290+0000', 'last_active': '2024-09-13T16:14:51.474290+0000', 'last_peered': '2024-09-13T16:14:51.474290+0000', 'last_clean': '2024-09-13T16:14:51.474290+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:51.474290+0000', 'last_undegraded': '2024-09-13T16:14:51.474290+0000', 'last_fullsized': '2024-09-13T16:14:51.474290+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:14:55.423 INFO:tasks.cephfs.filesystem.ceph_manager:PG 24.26 is not active+clean 2024-09-13T16:14:55.423 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '24.26', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:14:51.474290+0000', 'last_change': '2024-09-13T16:14:51.474290+0000', 'last_active': '2024-09-13T16:14:51.474290+0000', 'last_peered': '2024-09-13T16:14:51.474290+0000', 'last_clean': '2024-09-13T16:14:51.474290+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:51.474290+0000', 'last_undegraded': '2024-09-13T16:14:51.474290+0000', 'last_fullsized': '2024-09-13T16:14:51.474290+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:14:55.423 INFO:tasks.cephfs.filesystem.ceph_manager:PG 24.25 is not active+clean 2024-09-13T16:14:55.423 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '24.25', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:14:51.474290+0000', 'last_change': '2024-09-13T16:14:51.474290+0000', 'last_active': '2024-09-13T16:14:51.474290+0000', 'last_peered': '2024-09-13T16:14:51.474290+0000', 'last_clean': '2024-09-13T16:14:51.474290+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:51.474290+0000', 'last_undegraded': '2024-09-13T16:14:51.474290+0000', 'last_fullsized': '2024-09-13T16:14:51.474290+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:14:55.423 INFO:tasks.cephfs.filesystem.ceph_manager:PG 24.23 is not active+clean 2024-09-13T16:14:55.423 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '24.23', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:14:51.474290+0000', 'last_change': '2024-09-13T16:14:51.474290+0000', 'last_active': '2024-09-13T16:14:51.474290+0000', 'last_peered': '2024-09-13T16:14:51.474290+0000', 'last_clean': '2024-09-13T16:14:51.474290+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:51.474290+0000', 'last_undegraded': '2024-09-13T16:14:51.474290+0000', 'last_fullsized': '2024-09-13T16:14:51.474290+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:14:55.423 INFO:tasks.cephfs.filesystem.ceph_manager:PG 24.22 is not active+clean 2024-09-13T16:14:55.423 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '24.22', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:14:51.474290+0000', 'last_change': '2024-09-13T16:14:51.474290+0000', 'last_active': '2024-09-13T16:14:51.474290+0000', 'last_peered': '2024-09-13T16:14:51.474290+0000', 'last_clean': '2024-09-13T16:14:51.474290+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:51.474290+0000', 'last_undegraded': '2024-09-13T16:14:51.474290+0000', 'last_fullsized': '2024-09-13T16:14:51.474290+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:14:55.423 INFO:tasks.cephfs.filesystem.ceph_manager:PG 24.21 is not active+clean 2024-09-13T16:14:55.423 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '24.21', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:14:51.474290+0000', 'last_change': '2024-09-13T16:14:51.474290+0000', 'last_active': '2024-09-13T16:14:51.474290+0000', 'last_peered': '2024-09-13T16:14:51.474290+0000', 'last_clean': '2024-09-13T16:14:51.474290+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:51.474290+0000', 'last_undegraded': '2024-09-13T16:14:51.474290+0000', 'last_fullsized': '2024-09-13T16:14:51.474290+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:14:55.423 INFO:tasks.cephfs.filesystem.ceph_manager:PG 24.20 is not active+clean 2024-09-13T16:14:55.423 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '24.20', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:14:51.474290+0000', 'last_change': '2024-09-13T16:14:51.474290+0000', 'last_active': '2024-09-13T16:14:51.474290+0000', 'last_peered': '2024-09-13T16:14:51.474290+0000', 'last_clean': '2024-09-13T16:14:51.474290+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:51.474290+0000', 'last_undegraded': '2024-09-13T16:14:51.474290+0000', 'last_fullsized': '2024-09-13T16:14:51.474290+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:14:55.424 INFO:tasks.cephfs.filesystem.ceph_manager:PG 24.10 is not active+clean 2024-09-13T16:14:55.424 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '24.10', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:14:51.474290+0000', 'last_change': '2024-09-13T16:14:51.474290+0000', 'last_active': '2024-09-13T16:14:51.474290+0000', 'last_peered': '2024-09-13T16:14:51.474290+0000', 'last_clean': '2024-09-13T16:14:51.474290+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:51.474290+0000', 'last_undegraded': '2024-09-13T16:14:51.474290+0000', 'last_fullsized': '2024-09-13T16:14:51.474290+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:14:55.424 INFO:tasks.cephfs.filesystem.ceph_manager:PG 23.1f is not active+clean 2024-09-13T16:14:55.424 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '23.1f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 159, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:14:50.477422+0000', 'last_change': '2024-09-13T16:14:50.477422+0000', 'last_active': '2024-09-13T16:14:50.472587+0000', 'last_peered': '2024-09-13T16:14:50.472587+0000', 'last_clean': '2024-09-13T16:14:50.472587+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:50.477422+0000', 'last_undegraded': '2024-09-13T16:14:50.477422+0000', 'last_fullsized': '2024-09-13T16:14:50.477422+0000', 'mapping_epoch': 159, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 159, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:50.472587+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:50.472587+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:50.472587+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T00:02:45.727661+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 3], 'acting': [4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-13T16:14:55.424 INFO:tasks.cephfs.filesystem.ceph_manager:PG 23.1e is not active+clean 2024-09-13T16:14:55.424 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '23.1e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 159, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:14:50.481293+0000', 'last_change': '2024-09-13T16:14:50.481293+0000', 'last_active': '2024-09-13T16:14:50.472587+0000', 'last_peered': '2024-09-13T16:14:50.472587+0000', 'last_clean': '2024-09-13T16:14:50.472587+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:50.481293+0000', 'last_undegraded': '2024-09-13T16:14:50.481293+0000', 'last_fullsized': '2024-09-13T16:14:50.481293+0000', 'mapping_epoch': 159, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 159, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:50.472587+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:50.472587+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:50.472587+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T19:21:31.023769+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-13T16:14:55.424 INFO:tasks.cephfs.filesystem.ceph_manager:PG 24.12 is not active+clean 2024-09-13T16:14:55.424 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '24.12', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:14:51.474290+0000', 'last_change': '2024-09-13T16:14:51.474290+0000', 'last_active': '2024-09-13T16:14:51.474290+0000', 'last_peered': '2024-09-13T16:14:51.474290+0000', 'last_clean': '2024-09-13T16:14:51.474290+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:51.474290+0000', 'last_undegraded': '2024-09-13T16:14:51.474290+0000', 'last_fullsized': '2024-09-13T16:14:51.474290+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:14:55.424 INFO:tasks.cephfs.filesystem.ceph_manager:PG 23.1d is not active+clean 2024-09-13T16:14:55.424 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '23.1d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 159, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:14:50.480120+0000', 'last_change': '2024-09-13T16:14:50.480120+0000', 'last_active': '2024-09-13T16:14:50.472587+0000', 'last_peered': '2024-09-13T16:14:50.472587+0000', 'last_clean': '2024-09-13T16:14:50.472587+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:50.480120+0000', 'last_undegraded': '2024-09-13T16:14:50.480120+0000', 'last_fullsized': '2024-09-13T16:14:50.480120+0000', 'mapping_epoch': 159, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 159, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:50.472587+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:50.472587+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:50.472587+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T22:13:17.859118+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 2], 'acting': [5, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-13T16:14:55.424 INFO:tasks.cephfs.filesystem.ceph_manager:PG 24.13 is not active+clean 2024-09-13T16:14:55.425 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '24.13', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:14:51.474290+0000', 'last_change': '2024-09-13T16:14:51.474290+0000', 'last_active': '2024-09-13T16:14:51.474290+0000', 'last_peered': '2024-09-13T16:14:51.474290+0000', 'last_clean': '2024-09-13T16:14:51.474290+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:51.474290+0000', 'last_undegraded': '2024-09-13T16:14:51.474290+0000', 'last_fullsized': '2024-09-13T16:14:51.474290+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:14:55.425 INFO:tasks.cephfs.filesystem.ceph_manager:PG 23.1c is not active+clean 2024-09-13T16:14:55.425 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '23.1c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 159, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:14:50.480406+0000', 'last_change': '2024-09-13T16:14:50.480406+0000', 'last_active': '2024-09-13T16:14:50.472587+0000', 'last_peered': '2024-09-13T16:14:50.472587+0000', 'last_clean': '2024-09-13T16:14:50.472587+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:50.480406+0000', 'last_undegraded': '2024-09-13T16:14:50.480406+0000', 'last_fullsized': '2024-09-13T16:14:50.480406+0000', 'mapping_epoch': 159, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 159, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:50.472587+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:50.472587+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:50.472587+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T02:16:05.246194+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 7], 'acting': [2, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-13T16:14:55.425 INFO:tasks.cephfs.filesystem.ceph_manager:PG 24.14 is not active+clean 2024-09-13T16:14:55.425 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '24.14', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:14:51.474290+0000', 'last_change': '2024-09-13T16:14:51.474290+0000', 'last_active': '2024-09-13T16:14:51.474290+0000', 'last_peered': '2024-09-13T16:14:51.474290+0000', 'last_clean': '2024-09-13T16:14:51.474290+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:51.474290+0000', 'last_undegraded': '2024-09-13T16:14:51.474290+0000', 'last_fullsized': '2024-09-13T16:14:51.474290+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:14:55.425 INFO:tasks.cephfs.filesystem.ceph_manager:PG 23.1b is not active+clean 2024-09-13T16:14:55.425 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '23.1b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 159, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:14:50.482260+0000', 'last_change': '2024-09-13T16:14:50.482260+0000', 'last_active': '2024-09-13T16:14:50.472587+0000', 'last_peered': '2024-09-13T16:14:50.472587+0000', 'last_clean': '2024-09-13T16:14:50.472587+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:50.482260+0000', 'last_undegraded': '2024-09-13T16:14:50.482260+0000', 'last_fullsized': '2024-09-13T16:14:50.482260+0000', 'mapping_epoch': 159, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 159, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:50.472587+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:50.472587+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:50.472587+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T02:15:02.460877+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 0], 'acting': [1, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-13T16:14:55.425 INFO:tasks.cephfs.filesystem.ceph_manager:PG 24.15 is not active+clean 2024-09-13T16:14:55.425 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '24.15', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:14:51.474290+0000', 'last_change': '2024-09-13T16:14:51.474290+0000', 'last_active': '2024-09-13T16:14:51.474290+0000', 'last_peered': '2024-09-13T16:14:51.474290+0000', 'last_clean': '2024-09-13T16:14:51.474290+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:51.474290+0000', 'last_undegraded': '2024-09-13T16:14:51.474290+0000', 'last_fullsized': '2024-09-13T16:14:51.474290+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:14:55.425 INFO:tasks.cephfs.filesystem.ceph_manager:PG 23.1a is not active+clean 2024-09-13T16:14:55.425 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '23.1a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 159, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:14:50.481639+0000', 'last_change': '2024-09-13T16:14:50.481639+0000', 'last_active': '2024-09-13T16:14:50.472587+0000', 'last_peered': '2024-09-13T16:14:50.472587+0000', 'last_clean': '2024-09-13T16:14:50.472587+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:50.481639+0000', 'last_undegraded': '2024-09-13T16:14:50.481639+0000', 'last_fullsized': '2024-09-13T16:14:50.481639+0000', 'mapping_epoch': 159, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 159, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:50.472587+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:50.472587+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:50.472587+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T16:16:55.654366+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 3], 'acting': [0, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-13T16:14:55.426 INFO:tasks.cephfs.filesystem.ceph_manager:PG 24.16 is not active+clean 2024-09-13T16:14:55.426 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '24.16', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:14:51.474290+0000', 'last_change': '2024-09-13T16:14:51.474290+0000', 'last_active': '2024-09-13T16:14:51.474290+0000', 'last_peered': '2024-09-13T16:14:51.474290+0000', 'last_clean': '2024-09-13T16:14:51.474290+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:51.474290+0000', 'last_undegraded': '2024-09-13T16:14:51.474290+0000', 'last_fullsized': '2024-09-13T16:14:51.474290+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:14:55.426 INFO:tasks.cephfs.filesystem.ceph_manager:PG 23.19 is not active+clean 2024-09-13T16:14:55.426 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '23.19', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 159, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:14:50.480551+0000', 'last_change': '2024-09-13T16:14:50.480551+0000', 'last_active': '2024-09-13T16:14:50.472587+0000', 'last_peered': '2024-09-13T16:14:50.472587+0000', 'last_clean': '2024-09-13T16:14:50.472587+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:50.480551+0000', 'last_undegraded': '2024-09-13T16:14:50.480551+0000', 'last_fullsized': '2024-09-13T16:14:50.480551+0000', 'mapping_epoch': 159, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 159, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:50.472587+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:50.472587+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:50.472587+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T17:17:53.420426+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 0], 'acting': [2, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-13T16:14:55.426 INFO:tasks.cephfs.filesystem.ceph_manager:PG 24.17 is not active+clean 2024-09-13T16:14:55.426 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '24.17', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:14:51.474290+0000', 'last_change': '2024-09-13T16:14:51.474290+0000', 'last_active': '2024-09-13T16:14:51.474290+0000', 'last_peered': '2024-09-13T16:14:51.474290+0000', 'last_clean': '2024-09-13T16:14:51.474290+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:51.474290+0000', 'last_undegraded': '2024-09-13T16:14:51.474290+0000', 'last_fullsized': '2024-09-13T16:14:51.474290+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:14:55.426 INFO:tasks.cephfs.filesystem.ceph_manager:PG 23.18 is not active+clean 2024-09-13T16:14:55.426 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '23.18', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 159, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:14:50.480799+0000', 'last_change': '2024-09-13T16:14:50.480799+0000', 'last_active': '2024-09-13T16:14:50.472587+0000', 'last_peered': '2024-09-13T16:14:50.472587+0000', 'last_clean': '2024-09-13T16:14:50.472587+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:50.480799+0000', 'last_undegraded': '2024-09-13T16:14:50.480799+0000', 'last_fullsized': '2024-09-13T16:14:50.480799+0000', 'mapping_epoch': 159, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 159, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:50.472587+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:50.472587+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:50.472587+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T21:46:31.375254+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 7], 'acting': [1, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-13T16:14:55.426 INFO:tasks.cephfs.filesystem.ceph_manager:PG 24.18 is not active+clean 2024-09-13T16:14:55.426 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '24.18', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:14:51.474290+0000', 'last_change': '2024-09-13T16:14:51.474290+0000', 'last_active': '2024-09-13T16:14:51.474290+0000', 'last_peered': '2024-09-13T16:14:51.474290+0000', 'last_clean': '2024-09-13T16:14:51.474290+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:51.474290+0000', 'last_undegraded': '2024-09-13T16:14:51.474290+0000', 'last_fullsized': '2024-09-13T16:14:51.474290+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:14:55.426 INFO:tasks.cephfs.filesystem.ceph_manager:PG 23.15 is not active+clean 2024-09-13T16:14:55.427 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '23.15', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 159, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:14:50.477392+0000', 'last_change': '2024-09-13T16:14:50.477392+0000', 'last_active': '2024-09-13T16:14:50.472587+0000', 'last_peered': '2024-09-13T16:14:50.472587+0000', 'last_clean': '2024-09-13T16:14:50.472587+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:50.477392+0000', 'last_undegraded': '2024-09-13T16:14:50.477392+0000', 'last_fullsized': '2024-09-13T16:14:50.477392+0000', 'mapping_epoch': 159, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 159, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:50.472587+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:50.472587+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:50.472587+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T01:10:15.103204+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 5], 'acting': [4, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-13T16:14:55.427 INFO:tasks.cephfs.filesystem.ceph_manager:PG 24.1b is not active+clean 2024-09-13T16:14:55.427 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '24.1b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:14:51.474290+0000', 'last_change': '2024-09-13T16:14:51.474290+0000', 'last_active': '2024-09-13T16:14:51.474290+0000', 'last_peered': '2024-09-13T16:14:51.474290+0000', 'last_clean': '2024-09-13T16:14:51.474290+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:51.474290+0000', 'last_undegraded': '2024-09-13T16:14:51.474290+0000', 'last_fullsized': '2024-09-13T16:14:51.474290+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:14:55.427 INFO:tasks.cephfs.filesystem.ceph_manager:PG 24.1c is not active+clean 2024-09-13T16:14:55.427 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '24.1c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:14:51.474290+0000', 'last_change': '2024-09-13T16:14:51.474290+0000', 'last_active': '2024-09-13T16:14:51.474290+0000', 'last_peered': '2024-09-13T16:14:51.474290+0000', 'last_clean': '2024-09-13T16:14:51.474290+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:51.474290+0000', 'last_undegraded': '2024-09-13T16:14:51.474290+0000', 'last_fullsized': '2024-09-13T16:14:51.474290+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:14:55.427 INFO:tasks.cephfs.filesystem.ceph_manager:PG 23.13 is not active+clean 2024-09-13T16:14:55.427 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '23.13', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 159, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:14:50.480999+0000', 'last_change': '2024-09-13T16:14:50.480999+0000', 'last_active': '2024-09-13T16:14:50.472587+0000', 'last_peered': '2024-09-13T16:14:50.472587+0000', 'last_clean': '2024-09-13T16:14:50.472587+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:50.480999+0000', 'last_undegraded': '2024-09-13T16:14:50.480999+0000', 'last_fullsized': '2024-09-13T16:14:50.480999+0000', 'mapping_epoch': 159, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 159, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:50.472587+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:50.472587+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:50.472587+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T02:45:49.035493+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 5], 'acting': [0, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-13T16:14:55.427 INFO:tasks.cephfs.filesystem.ceph_manager:PG 24.1d is not active+clean 2024-09-13T16:14:55.427 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '24.1d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:14:51.474290+0000', 'last_change': '2024-09-13T16:14:51.474290+0000', 'last_active': '2024-09-13T16:14:51.474290+0000', 'last_peered': '2024-09-13T16:14:51.474290+0000', 'last_clean': '2024-09-13T16:14:51.474290+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:51.474290+0000', 'last_undegraded': '2024-09-13T16:14:51.474290+0000', 'last_fullsized': '2024-09-13T16:14:51.474290+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:14:55.427 INFO:tasks.cephfs.filesystem.ceph_manager:PG 24.1e is not active+clean 2024-09-13T16:14:55.427 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '24.1e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:14:51.474290+0000', 'last_change': '2024-09-13T16:14:51.474290+0000', 'last_active': '2024-09-13T16:14:51.474290+0000', 'last_peered': '2024-09-13T16:14:51.474290+0000', 'last_clean': '2024-09-13T16:14:51.474290+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:51.474290+0000', 'last_undegraded': '2024-09-13T16:14:51.474290+0000', 'last_fullsized': '2024-09-13T16:14:51.474290+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:14:55.428 INFO:tasks.cephfs.filesystem.ceph_manager:PG 23.11 is not active+clean 2024-09-13T16:14:55.428 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '23.11', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 159, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:14:50.480684+0000', 'last_change': '2024-09-13T16:14:50.480684+0000', 'last_active': '2024-09-13T16:14:50.472587+0000', 'last_peered': '2024-09-13T16:14:50.472587+0000', 'last_clean': '2024-09-13T16:14:50.472587+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:50.480684+0000', 'last_undegraded': '2024-09-13T16:14:50.480684+0000', 'last_fullsized': '2024-09-13T16:14:50.480684+0000', 'mapping_epoch': 159, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 159, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:50.472587+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:50.472587+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:50.472587+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T00:17:50.422211+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 0], 'acting': [5, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-13T16:14:55.428 INFO:tasks.cephfs.filesystem.ceph_manager:PG 24.1f is not active+clean 2024-09-13T16:14:55.428 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '24.1f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:14:51.474290+0000', 'last_change': '2024-09-13T16:14:51.474290+0000', 'last_active': '2024-09-13T16:14:51.474290+0000', 'last_peered': '2024-09-13T16:14:51.474290+0000', 'last_clean': '2024-09-13T16:14:51.474290+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:51.474290+0000', 'last_undegraded': '2024-09-13T16:14:51.474290+0000', 'last_fullsized': '2024-09-13T16:14:51.474290+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:14:55.428 INFO:tasks.cephfs.filesystem.ceph_manager:PG 23.10 is not active+clean 2024-09-13T16:14:55.428 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '23.10', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 159, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:14:50.479419+0000', 'last_change': '2024-09-13T16:14:50.479419+0000', 'last_active': '2024-09-13T16:14:50.472587+0000', 'last_peered': '2024-09-13T16:14:50.472587+0000', 'last_clean': '2024-09-13T16:14:50.472587+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:50.479419+0000', 'last_undegraded': '2024-09-13T16:14:50.479419+0000', 'last_fullsized': '2024-09-13T16:14:50.479419+0000', 'mapping_epoch': 159, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 159, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:50.472587+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:50.472587+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:50.472587+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T03:43:57.825765+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 5], 'acting': [1, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-13T16:14:55.428 INFO:tasks.cephfs.filesystem.ceph_manager:PG 24.0 is not active+clean 2024-09-13T16:14:55.428 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '24.0', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:14:51.474290+0000', 'last_change': '2024-09-13T16:14:51.474290+0000', 'last_active': '2024-09-13T16:14:51.474290+0000', 'last_peered': '2024-09-13T16:14:51.474290+0000', 'last_clean': '2024-09-13T16:14:51.474290+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:51.474290+0000', 'last_undegraded': '2024-09-13T16:14:51.474290+0000', 'last_fullsized': '2024-09-13T16:14:51.474290+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:14:55.428 INFO:tasks.cephfs.filesystem.ceph_manager:PG 24.1 is not active+clean 2024-09-13T16:14:55.428 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '24.1', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:14:51.474290+0000', 'last_change': '2024-09-13T16:14:51.474290+0000', 'last_active': '2024-09-13T16:14:51.474290+0000', 'last_peered': '2024-09-13T16:14:51.474290+0000', 'last_clean': '2024-09-13T16:14:51.474290+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:51.474290+0000', 'last_undegraded': '2024-09-13T16:14:51.474290+0000', 'last_fullsized': '2024-09-13T16:14:51.474290+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:14:55.428 INFO:tasks.cephfs.filesystem.ceph_manager:PG 23.e is not active+clean 2024-09-13T16:14:55.428 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '23.e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 159, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:14:50.479935+0000', 'last_change': '2024-09-13T16:14:50.479935+0000', 'last_active': '2024-09-13T16:14:50.472587+0000', 'last_peered': '2024-09-13T16:14:50.472587+0000', 'last_clean': '2024-09-13T16:14:50.472587+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:50.479935+0000', 'last_undegraded': '2024-09-13T16:14:50.479935+0000', 'last_fullsized': '2024-09-13T16:14:50.479935+0000', 'mapping_epoch': 159, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 159, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:50.472587+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:50.472587+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:50.472587+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T00:49:25.493989+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 2], 'acting': [1, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-13T16:14:55.429 INFO:tasks.cephfs.filesystem.ceph_manager:PG 24.2 is not active+clean 2024-09-13T16:14:55.429 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '24.2', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:14:51.474290+0000', 'last_change': '2024-09-13T16:14:51.474290+0000', 'last_active': '2024-09-13T16:14:51.474290+0000', 'last_peered': '2024-09-13T16:14:51.474290+0000', 'last_clean': '2024-09-13T16:14:51.474290+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:51.474290+0000', 'last_undegraded': '2024-09-13T16:14:51.474290+0000', 'last_fullsized': '2024-09-13T16:14:51.474290+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:14:55.429 INFO:tasks.cephfs.filesystem.ceph_manager:PG 23.d is not active+clean 2024-09-13T16:14:55.429 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '23.d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 159, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:14:50.481021+0000', 'last_change': '2024-09-13T16:14:50.481021+0000', 'last_active': '2024-09-13T16:14:50.472587+0000', 'last_peered': '2024-09-13T16:14:50.472587+0000', 'last_clean': '2024-09-13T16:14:50.472587+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:50.481021+0000', 'last_undegraded': '2024-09-13T16:14:50.481021+0000', 'last_fullsized': '2024-09-13T16:14:50.481021+0000', 'mapping_epoch': 159, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 159, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:50.472587+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:50.472587+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:50.472587+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T21:55:59.243427+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 4], 'acting': [0, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-13T16:14:55.429 INFO:tasks.cephfs.filesystem.ceph_manager:PG 24.3 is not active+clean 2024-09-13T16:14:55.429 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '24.3', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:14:51.474290+0000', 'last_change': '2024-09-13T16:14:51.474290+0000', 'last_active': '2024-09-13T16:14:51.474290+0000', 'last_peered': '2024-09-13T16:14:51.474290+0000', 'last_clean': '2024-09-13T16:14:51.474290+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:51.474290+0000', 'last_undegraded': '2024-09-13T16:14:51.474290+0000', 'last_fullsized': '2024-09-13T16:14:51.474290+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:14:55.429 INFO:tasks.cephfs.filesystem.ceph_manager:PG 23.c is not active+clean 2024-09-13T16:14:55.429 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '23.c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 159, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:14:50.479454+0000', 'last_change': '2024-09-13T16:14:50.479454+0000', 'last_active': '2024-09-13T16:14:50.472587+0000', 'last_peered': '2024-09-13T16:14:50.472587+0000', 'last_clean': '2024-09-13T16:14:50.472587+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:50.479454+0000', 'last_undegraded': '2024-09-13T16:14:50.479454+0000', 'last_fullsized': '2024-09-13T16:14:50.479454+0000', 'mapping_epoch': 159, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 159, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:50.472587+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:50.472587+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:50.472587+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T23:13:42.924671+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 0], 'acting': [1, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-13T16:14:55.429 INFO:tasks.cephfs.filesystem.ceph_manager:PG 23.b is not active+clean 2024-09-13T16:14:55.429 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '23.b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 159, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:14:50.480312+0000', 'last_change': '2024-09-13T16:14:50.480312+0000', 'last_active': '2024-09-13T16:14:50.472587+0000', 'last_peered': '2024-09-13T16:14:50.472587+0000', 'last_clean': '2024-09-13T16:14:50.472587+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:50.480312+0000', 'last_undegraded': '2024-09-13T16:14:50.480312+0000', 'last_fullsized': '2024-09-13T16:14:50.480312+0000', 'mapping_epoch': 159, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 159, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:50.472587+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:50.472587+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:50.472587+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T02:08:03.988353+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7], 'acting': [0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-13T16:14:55.429 INFO:tasks.cephfs.filesystem.ceph_manager:PG 24.5 is not active+clean 2024-09-13T16:14:55.430 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '24.5', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:14:51.474290+0000', 'last_change': '2024-09-13T16:14:51.474290+0000', 'last_active': '2024-09-13T16:14:51.474290+0000', 'last_peered': '2024-09-13T16:14:51.474290+0000', 'last_clean': '2024-09-13T16:14:51.474290+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:51.474290+0000', 'last_undegraded': '2024-09-13T16:14:51.474290+0000', 'last_fullsized': '2024-09-13T16:14:51.474290+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:14:55.430 INFO:tasks.cephfs.filesystem.ceph_manager:PG 23.a is not active+clean 2024-09-13T16:14:55.430 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '23.a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 159, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:14:50.480405+0000', 'last_change': '2024-09-13T16:14:50.480405+0000', 'last_active': '2024-09-13T16:14:50.472587+0000', 'last_peered': '2024-09-13T16:14:50.472587+0000', 'last_clean': '2024-09-13T16:14:50.472587+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:50.480405+0000', 'last_undegraded': '2024-09-13T16:14:50.480405+0000', 'last_fullsized': '2024-09-13T16:14:50.480405+0000', 'mapping_epoch': 159, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 159, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:50.472587+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:50.472587+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:50.472587+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T00:28:03.085796+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-13T16:14:55.430 INFO:tasks.cephfs.filesystem.ceph_manager:PG 24.6 is not active+clean 2024-09-13T16:14:55.430 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '24.6', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:14:51.474290+0000', 'last_change': '2024-09-13T16:14:51.474290+0000', 'last_active': '2024-09-13T16:14:51.474290+0000', 'last_peered': '2024-09-13T16:14:51.474290+0000', 'last_clean': '2024-09-13T16:14:51.474290+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:51.474290+0000', 'last_undegraded': '2024-09-13T16:14:51.474290+0000', 'last_fullsized': '2024-09-13T16:14:51.474290+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:14:55.430 INFO:tasks.cephfs.filesystem.ceph_manager:PG 23.9 is not active+clean 2024-09-13T16:14:55.430 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '23.9', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 159, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:14:50.479243+0000', 'last_change': '2024-09-13T16:14:50.479243+0000', 'last_active': '2024-09-13T16:14:50.472587+0000', 'last_peered': '2024-09-13T16:14:50.472587+0000', 'last_clean': '2024-09-13T16:14:50.472587+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:50.479243+0000', 'last_undegraded': '2024-09-13T16:14:50.479243+0000', 'last_fullsized': '2024-09-13T16:14:50.479243+0000', 'mapping_epoch': 159, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 159, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:50.472587+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:50.472587+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:50.472587+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T21:43:46.911290+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 6], 'acting': [2, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-13T16:14:55.430 INFO:tasks.cephfs.filesystem.ceph_manager:PG 24.7 is not active+clean 2024-09-13T16:14:55.430 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '24.7', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:14:51.474290+0000', 'last_change': '2024-09-13T16:14:51.474290+0000', 'last_active': '2024-09-13T16:14:51.474290+0000', 'last_peered': '2024-09-13T16:14:51.474290+0000', 'last_clean': '2024-09-13T16:14:51.474290+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:51.474290+0000', 'last_undegraded': '2024-09-13T16:14:51.474290+0000', 'last_fullsized': '2024-09-13T16:14:51.474290+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:14:55.430 INFO:tasks.cephfs.filesystem.ceph_manager:PG 23.8 is not active+clean 2024-09-13T16:14:55.430 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '23.8', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 159, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:14:50.479396+0000', 'last_change': '2024-09-13T16:14:50.479396+0000', 'last_active': '2024-09-13T16:14:50.472587+0000', 'last_peered': '2024-09-13T16:14:50.472587+0000', 'last_clean': '2024-09-13T16:14:50.472587+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:50.479396+0000', 'last_undegraded': '2024-09-13T16:14:50.479396+0000', 'last_fullsized': '2024-09-13T16:14:50.479396+0000', 'mapping_epoch': 159, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 159, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:50.472587+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:50.472587+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:50.472587+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T22:22:08.052138+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-13T16:14:55.431 INFO:tasks.cephfs.filesystem.ceph_manager:PG 24.8 is not active+clean 2024-09-13T16:14:55.431 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '24.8', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:14:51.474290+0000', 'last_change': '2024-09-13T16:14:51.474290+0000', 'last_active': '2024-09-13T16:14:51.474290+0000', 'last_peered': '2024-09-13T16:14:51.474290+0000', 'last_clean': '2024-09-13T16:14:51.474290+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:51.474290+0000', 'last_undegraded': '2024-09-13T16:14:51.474290+0000', 'last_fullsized': '2024-09-13T16:14:51.474290+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:14:55.431 INFO:tasks.cephfs.filesystem.ceph_manager:PG 23.7 is not active+clean 2024-09-13T16:14:55.431 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '23.7', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 159, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:14:50.479848+0000', 'last_change': '2024-09-13T16:14:50.479848+0000', 'last_active': '2024-09-13T16:14:50.472587+0000', 'last_peered': '2024-09-13T16:14:50.472587+0000', 'last_clean': '2024-09-13T16:14:50.472587+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:50.479848+0000', 'last_undegraded': '2024-09-13T16:14:50.479848+0000', 'last_fullsized': '2024-09-13T16:14:50.479848+0000', 'mapping_epoch': 159, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 159, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:50.472587+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:50.472587+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:50.472587+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T02:24:41.278116+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 6], 'acting': [0, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-13T16:14:55.431 INFO:tasks.cephfs.filesystem.ceph_manager:PG 24.9 is not active+clean 2024-09-13T16:14:55.431 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '24.9', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:14:51.474290+0000', 'last_change': '2024-09-13T16:14:51.474290+0000', 'last_active': '2024-09-13T16:14:51.474290+0000', 'last_peered': '2024-09-13T16:14:51.474290+0000', 'last_clean': '2024-09-13T16:14:51.474290+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:51.474290+0000', 'last_undegraded': '2024-09-13T16:14:51.474290+0000', 'last_fullsized': '2024-09-13T16:14:51.474290+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:14:55.431 INFO:tasks.cephfs.filesystem.ceph_manager:PG 24.a is not active+clean 2024-09-13T16:14:55.431 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '24.a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:14:51.474290+0000', 'last_change': '2024-09-13T16:14:51.474290+0000', 'last_active': '2024-09-13T16:14:51.474290+0000', 'last_peered': '2024-09-13T16:14:51.474290+0000', 'last_clean': '2024-09-13T16:14:51.474290+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:51.474290+0000', 'last_undegraded': '2024-09-13T16:14:51.474290+0000', 'last_fullsized': '2024-09-13T16:14:51.474290+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:14:55.431 INFO:tasks.cephfs.filesystem.ceph_manager:PG 24.b is not active+clean 2024-09-13T16:14:55.431 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '24.b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:14:51.474290+0000', 'last_change': '2024-09-13T16:14:51.474290+0000', 'last_active': '2024-09-13T16:14:51.474290+0000', 'last_peered': '2024-09-13T16:14:51.474290+0000', 'last_clean': '2024-09-13T16:14:51.474290+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:51.474290+0000', 'last_undegraded': '2024-09-13T16:14:51.474290+0000', 'last_fullsized': '2024-09-13T16:14:51.474290+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:14:55.432 INFO:tasks.cephfs.filesystem.ceph_manager:PG 23.4 is not active+clean 2024-09-13T16:14:55.432 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '23.4', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 159, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:14:50.479226+0000', 'last_change': '2024-09-13T16:14:50.479226+0000', 'last_active': '2024-09-13T16:14:50.472587+0000', 'last_peered': '2024-09-13T16:14:50.472587+0000', 'last_clean': '2024-09-13T16:14:50.472587+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:50.479226+0000', 'last_undegraded': '2024-09-13T16:14:50.479226+0000', 'last_fullsized': '2024-09-13T16:14:50.479226+0000', 'mapping_epoch': 159, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 159, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:50.472587+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:50.472587+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:50.472587+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T02:05:27.212720+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 1], 'acting': [2, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-13T16:14:55.432 INFO:tasks.cephfs.filesystem.ceph_manager:PG 24.c is not active+clean 2024-09-13T16:14:55.432 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '24.c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:14:51.474290+0000', 'last_change': '2024-09-13T16:14:51.474290+0000', 'last_active': '2024-09-13T16:14:51.474290+0000', 'last_peered': '2024-09-13T16:14:51.474290+0000', 'last_clean': '2024-09-13T16:14:51.474290+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:51.474290+0000', 'last_undegraded': '2024-09-13T16:14:51.474290+0000', 'last_fullsized': '2024-09-13T16:14:51.474290+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:14:55.432 INFO:tasks.cephfs.filesystem.ceph_manager:PG 23.3 is not active+clean 2024-09-13T16:14:55.432 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '23.3', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 159, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:14:50.477388+0000', 'last_change': '2024-09-13T16:14:50.477388+0000', 'last_active': '2024-09-13T16:14:50.472587+0000', 'last_peered': '2024-09-13T16:14:50.472587+0000', 'last_clean': '2024-09-13T16:14:50.472587+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:50.477388+0000', 'last_undegraded': '2024-09-13T16:14:50.477388+0000', 'last_fullsized': '2024-09-13T16:14:50.477388+0000', 'mapping_epoch': 159, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 159, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:50.472587+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:50.472587+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:50.472587+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T16:35:58.229963+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 0], 'acting': [4, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-13T16:14:55.432 INFO:tasks.cephfs.filesystem.ceph_manager:PG 24.d is not active+clean 2024-09-13T16:14:55.432 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '24.d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:14:51.474290+0000', 'last_change': '2024-09-13T16:14:51.474290+0000', 'last_active': '2024-09-13T16:14:51.474290+0000', 'last_peered': '2024-09-13T16:14:51.474290+0000', 'last_clean': '2024-09-13T16:14:51.474290+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:51.474290+0000', 'last_undegraded': '2024-09-13T16:14:51.474290+0000', 'last_fullsized': '2024-09-13T16:14:51.474290+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:14:55.432 INFO:tasks.cephfs.filesystem.ceph_manager:PG 23.1 is not active+clean 2024-09-13T16:14:55.432 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '23.1', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 159, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:14:50.480178+0000', 'last_change': '2024-09-13T16:14:50.480178+0000', 'last_active': '2024-09-13T16:14:50.472587+0000', 'last_peered': '2024-09-13T16:14:50.472587+0000', 'last_clean': '2024-09-13T16:14:50.472587+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:50.480178+0000', 'last_undegraded': '2024-09-13T16:14:50.480178+0000', 'last_fullsized': '2024-09-13T16:14:50.480178+0000', 'mapping_epoch': 159, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 159, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:50.472587+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:50.472587+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:50.472587+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T20:31:18.896006+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 2], 'acting': [5, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-13T16:14:55.432 INFO:tasks.cephfs.filesystem.ceph_manager:PG 24.f is not active+clean 2024-09-13T16:14:55.433 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '24.f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:14:51.474290+0000', 'last_change': '2024-09-13T16:14:51.474290+0000', 'last_active': '2024-09-13T16:14:51.474290+0000', 'last_peered': '2024-09-13T16:14:51.474290+0000', 'last_clean': '2024-09-13T16:14:51.474290+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:51.474290+0000', 'last_undegraded': '2024-09-13T16:14:51.474290+0000', 'last_fullsized': '2024-09-13T16:14:51.474290+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:14:55.433 INFO:tasks.cephfs.filesystem.ceph_manager:PG 23.0 is not active+clean 2024-09-13T16:14:55.433 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '23.0', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 159, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:14:50.479316+0000', 'last_change': '2024-09-13T16:14:50.479316+0000', 'last_active': '2024-09-13T16:14:50.472587+0000', 'last_peered': '2024-09-13T16:14:50.472587+0000', 'last_clean': '2024-09-13T16:14:50.472587+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:50.479316+0000', 'last_undegraded': '2024-09-13T16:14:50.479316+0000', 'last_fullsized': '2024-09-13T16:14:50.479316+0000', 'mapping_epoch': 159, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 159, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:50.472587+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:50.472587+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:50.472587+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T02:56:31.777089+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7], 'acting': [0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-13T16:14:55.433 INFO:tasks.cephfs.filesystem.ceph_manager:PG 24.19 is not active+clean 2024-09-13T16:14:55.433 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '24.19', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:14:51.474290+0000', 'last_change': '2024-09-13T16:14:51.474290+0000', 'last_active': '2024-09-13T16:14:51.474290+0000', 'last_peered': '2024-09-13T16:14:51.474290+0000', 'last_clean': '2024-09-13T16:14:51.474290+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:14:51.474290+0000', 'last_undegraded': '2024-09-13T16:14:51.474290+0000', 'last_fullsized': '2024-09-13T16:14:51.474290+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'last_clean_scrub_stamp': '2024-09-13T16:14:51.474290+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:14:55.433 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-13T16:14:55.557 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.556+0000 7faf0f7c7640 1 Processor -- start 2024-09-13T16:14:55.557 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.556+0000 7faf0f7c7640 1 -- start start 2024-09-13T16:14:55.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.556+0000 7faf0f7c7640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7faf0815c590 0x7faf0806b2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:55.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.556+0000 7faf0f7c7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faf080cfff0 0x7faf080d0460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:55.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.556+0000 7faf0f7c7640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7faf0815c970 con 0x7faf080d23b0 2024-09-13T16:14:55.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.556+0000 7faf0f7c7640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7faf080d0cc0 con 0x7faf0815c590 2024-09-13T16:14:55.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.556+0000 7faf0f7c7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faf080d0fa0 con 0x7faf080cfff0 2024-09-13T16:14:55.560 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.557+0000 7faf0d563640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7faf0815c590 0x7faf0806b2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:55.560 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.557+0000 7faf0dd64640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faf080cfff0 0x7faf080d0460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:55.560 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.557+0000 7faf0d563640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7faf0815c590 0x7faf0806b2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.76:45012/0 (socket says 172.21.15.76:45012) 2024-09-13T16:14:55.560 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.557+0000 7faf0cd62640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7faf080d23b0 0x7faf080d27d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:46964/0 (socket says 172.21.15.76:46964) 2024-09-13T16:14:55.560 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.557+0000 7faf0d563640 1 -- 172.21.15.76:0/2522119293 learned_addr learned my addr 172.21.15.76:0/2522119293 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:55.560 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.557+0000 7faf0d563640 1 -- 172.21.15.76:0/2522119293 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faf080cfff0 msgr2=0x7faf080d0460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:55.560 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.557+0000 7faf0d563640 1 --2- 172.21.15.76:0/2522119293 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faf080cfff0 0x7faf080d0460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:55.560 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.557+0000 7faf0d563640 1 -- 172.21.15.76:0/2522119293 >> v1:172.21.15.192:6789/0 conn(0x7faf080d23b0 legacy=0x7faf080d27d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:55.560 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.557+0000 7faf0d563640 1 -- 172.21.15.76:0/2522119293 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faf080d1280 con 0x7faf0815c590 2024-09-13T16:14:55.560 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.557+0000 7faf0dd64640 1 --2- 172.21.15.76:0/2522119293 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faf080cfff0 0x7faf080d0460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:14:55.560 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.558+0000 7faf0d563640 1 --2- 172.21.15.76:0/2522119293 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faf0815c590 0x7faf0806b2d0 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7faf04009870 tx=0x7faf0402a1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8a7c474ba06a97eb server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:55.560 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.558+0000 7faefffff640 1 -- 172.21.15.76:0/2522119293 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf04032440 con 0x7faf0815c590 2024-09-13T16:14:55.560 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.558+0000 7faefffff640 1 -- 172.21.15.76:0/2522119293 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faf040325a0 con 0x7faf0815c590 2024-09-13T16:14:55.561 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.558+0000 7faefffff640 1 -- 172.21.15.76:0/2522119293 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf04032930 con 0x7faf0815c590 2024-09-13T16:14:55.561 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.559+0000 7faf0f7c7640 1 -- 172.21.15.76:0/2522119293 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faf0815c590 msgr2=0x7faf0806b2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:55.562 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.559+0000 7faf0f7c7640 1 --2- 172.21.15.76:0/2522119293 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faf0815c590 0x7faf0806b2d0 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7faf04009870 tx=0x7faf0402a1c0 comp rx=0 tx=0).stop 2024-09-13T16:14:55.562 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.559+0000 7faf0f7c7640 1 -- 172.21.15.76:0/2522119293 shutdown_connections 2024-09-13T16:14:55.562 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.559+0000 7faf0f7c7640 1 --2- 172.21.15.76:0/2522119293 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faf080cfff0 0x7faf080d0460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:55.562 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.559+0000 7faf0f7c7640 1 --2- 172.21.15.76:0/2522119293 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faf0815c590 0x7faf0806b2d0 unknown :-1 s=CLOSED pgs=686 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:55.562 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.559+0000 7faf0f7c7640 1 -- 172.21.15.76:0/2522119293 >> 172.21.15.76:0/2522119293 conn(0x7faf0808bf20 msgr2=0x7faf0809b840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:55.562 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.559+0000 7faf0f7c7640 1 -- 172.21.15.76:0/2522119293 shutdown_connections 2024-09-13T16:14:55.562 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.559+0000 7faf0f7c7640 1 -- 172.21.15.76:0/2522119293 wait complete. 2024-09-13T16:14:55.562 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.560+0000 7faf0f7c7640 1 Processor -- start 2024-09-13T16:14:55.562 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.560+0000 7faf0f7c7640 1 -- start start 2024-09-13T16:14:55.564 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.561+0000 7faf0f7c7640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faf080cfff0 0x7faf08151cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:55.564 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.561+0000 7faf0f7c7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faf080d23b0 0x7faf080c5f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:55.564 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.561+0000 7faf0f7c7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faf0815c590 0x7faf080c6470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:55.564 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.561+0000 7faf0f7c7640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf080c94f0 con 0x7faf0815c590 2024-09-13T16:14:55.565 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.561+0000 7faf0f7c7640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf080b7570 con 0x7faf080cfff0 2024-09-13T16:14:55.565 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.561+0000 7faf0f7c7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faf080b7850 con 0x7faf080d23b0 2024-09-13T16:14:55.565 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.561+0000 7faf0dd64640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faf0815c590 0x7faf080c6470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:55.565 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.561+0000 7faf0dd64640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faf0815c590 0x7faf080c6470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:35766/0 (socket says 172.21.15.76:35766) 2024-09-13T16:14:55.565 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.561+0000 7faf0dd64640 1 -- 172.21.15.76:0/1481583045 learned_addr learned my addr 172.21.15.76:0/1481583045 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:55.565 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.561+0000 7faf0d563640 1 --2- 172.21.15.76:0/1481583045 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faf080cfff0 0x7faf08151cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:55.565 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.561+0000 7faf0cd62640 1 --2- 172.21.15.76:0/1481583045 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faf080d23b0 0x7faf080c5f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:55.565 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.561+0000 7faf0dd64640 1 -- 172.21.15.76:0/1481583045 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faf080d23b0 msgr2=0x7faf080c5f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:55.565 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.561+0000 7faf0dd64640 1 --2- 172.21.15.76:0/1481583045 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faf080d23b0 0x7faf080c5f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:55.565 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.561+0000 7faf0dd64640 1 -- 172.21.15.76:0/1481583045 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faf080cfff0 msgr2=0x7faf08151cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:55.565 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.561+0000 7faf0dd64640 1 --2- 172.21.15.76:0/1481583045 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faf080cfff0 0x7faf08151cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:55.565 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.561+0000 7faf0dd64640 1 -- 172.21.15.76:0/1481583045 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faf00009a70 con 0x7faf0815c590 2024-09-13T16:14:55.565 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.561+0000 7faf0cd62640 1 --2- 172.21.15.76:0/1481583045 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faf080d23b0 0x7faf080c5f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:14:55.565 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.562+0000 7faf0dd64640 1 --2- 172.21.15.76:0/1481583045 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faf0815c590 0x7faf080c6470 secure :-1 s=READY pgs=2186 cs=0 l=1 rev1=1 crypto rx=0x7faf0000efc0 tx=0x7faf00009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:55.566 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.562+0000 7faefdffb640 1 -- 172.21.15.76:0/1481583045 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf00009d70 con 0x7faf0815c590 2024-09-13T16:14:55.566 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.562+0000 7faefdffb640 1 -- 172.21.15.76:0/1481583045 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faf0000f040 con 0x7faf0815c590 2024-09-13T16:14:55.566 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.562+0000 7faf0f7c7640 1 -- 172.21.15.76:0/1481583045 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faf040094d0 con 0x7faf0815c590 2024-09-13T16:14:55.566 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.562+0000 7faefdffb640 1 -- 172.21.15.76:0/1481583045 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf00003990 con 0x7faf0815c590 2024-09-13T16:14:55.566 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.562+0000 7faf0f7c7640 1 -- 172.21.15.76:0/1481583045 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faf080b7e10 con 0x7faf0815c590 2024-09-13T16:14:55.566 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.563+0000 7faf0f7c7640 1 -- 172.21.15.76:0/1481583045 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faf080b8030 con 0x7faf0815c590 2024-09-13T16:14:55.566 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.563+0000 7faefdffb640 1 -- 172.21.15.76:0/1481583045 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7faf000144a0 con 0x7faf0815c590 2024-09-13T16:14:55.567 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.564+0000 7faefdffb640 1 --2- 172.21.15.76:0/1481583045 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7faeec06ac00 0x7faeec06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:55.567 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.564+0000 7faefdffb640 1 -- 172.21.15.76:0/1481583045 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(162..162 src has 1..162) v4 ==== 6029+0+0 (secure 0 0 0) 0x7faf0008a090 con 0x7faf0815c590 2024-09-13T16:14:55.567 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.564+0000 7faf0d563640 1 --2- 172.21.15.76:0/1481583045 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7faeec06ac00 0x7faeec06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:55.567 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.564+0000 7faf0d563640 1 --2- 172.21.15.76:0/1481583045 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7faeec06ac00 0x7faeec06d0c0 secure :-1 s=READY pgs=930 cs=0 l=1 rev1=1 crypto rx=0x7faf04034000 tx=0x7faf0402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:55.569 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.568+0000 7faefdffb640 1 -- 172.21.15.76:0/1481583045 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7faf080b8030 con 0x7faf0815c590 2024-09-13T16:14:55.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.791+0000 7faf0f7c7640 1 -- 172.21.15.76:0/1481583045 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) v1 -- 0x7faf080b8030 con 0x7faf0815c590 2024-09-13T16:14:55.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.792+0000 7faefdffb640 1 -- 172.21.15.76:0/1481583045 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) v1 ==== 72+0+1596 (secure 0 0 0) 0x7faf080b8030 con 0x7faf0815c590 2024-09-13T16:14:55.794 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:14:55.794 INFO:teuthology.orchestra.run.smithi076.stdout:{"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":820,"monmap":{"epoch":1,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":162,"num_osds":8,"num_up_osds":8,"osd_up_since":1726243286,"num_in_osds":8,"osd_in_since":1726243276,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"unknown","count":56},{"state_name":"creating+peering","count":24},{"state_name":"active+clean","count":17}],"num_pgs":97,"num_pools":3,"num_objects":7,"data_bytes":591954,"bytes_used":789245952,"bytes_avail":772304867328,"bytes_total":773094113280,"unknown_pgs_ratio":0.57731956243515015,"inactive_pgs_ratio":0.24742268025875092,"write_bytes_sec":886,"read_op_per_sec":0,"write_op_per_sec":1},"fsmap":{"epoch":90,"id":11,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":11,"rank":0,"name":"c","status":"up:active","gid":10071}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":15,"modified":"2024-09-13T16:14:41.094219+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-13T16:14:55.795 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.794+0000 7faf0f7c7640 1 -- 172.21.15.76:0/1481583045 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7faeec06ac00 msgr2=0x7faeec06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:55.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.794+0000 7faf0f7c7640 1 --2- 172.21.15.76:0/1481583045 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7faeec06ac00 0x7faeec06d0c0 secure :-1 s=READY pgs=930 cs=0 l=1 rev1=1 crypto rx=0x7faf04034000 tx=0x7faf0402e000 comp rx=0 tx=0).stop 2024-09-13T16:14:55.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.794+0000 7faf0f7c7640 1 -- 172.21.15.76:0/1481583045 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faf0815c590 msgr2=0x7faf080c6470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:55.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.794+0000 7faf0f7c7640 1 --2- 172.21.15.76:0/1481583045 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faf0815c590 0x7faf080c6470 secure :-1 s=READY pgs=2186 cs=0 l=1 rev1=1 crypto rx=0x7faf0000efc0 tx=0x7faf00009f90 comp rx=0 tx=0).stop 2024-09-13T16:14:55.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.794+0000 7faf0f7c7640 1 -- 172.21.15.76:0/1481583045 shutdown_connections 2024-09-13T16:14:55.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.794+0000 7faf0f7c7640 1 --2- 172.21.15.76:0/1481583045 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faf0815c590 0x7faf080c6470 unknown :-1 s=CLOSED pgs=2186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:55.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.794+0000 7faf0f7c7640 1 --2- 172.21.15.76:0/1481583045 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7faeec06ac00 0x7faeec06d0c0 unknown :-1 s=CLOSED pgs=930 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:55.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.794+0000 7faf0f7c7640 1 --2- 172.21.15.76:0/1481583045 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faf080d23b0 0x7faf080c5f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:55.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.794+0000 7faf0f7c7640 1 --2- 172.21.15.76:0/1481583045 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faf080cfff0 0x7faf08151cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:55.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.794+0000 7faf0f7c7640 1 -- 172.21.15.76:0/1481583045 >> 172.21.15.76:0/1481583045 conn(0x7faf0808bf20 msgr2=0x7faf080b2b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:55.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.794+0000 7faf0f7c7640 1 -- 172.21.15.76:0/1481583045 shutdown_connections 2024-09-13T16:14:55.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.794+0000 7faf0f7c7640 1 -- 172.21.15.76:0/1481583045 wait complete. 2024-09-13T16:14:55.806 INFO:tasks.cephfs.filesystem.ceph_manager:no progress seen, keeping timeout for now 2024-09-13T16:14:55.806 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:14:55.907 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.905+0000 7f33723ed640 1 Processor -- start 2024-09-13T16:14:55.907 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.906+0000 7f33723ed640 1 -- start start 2024-09-13T16:14:55.908 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.906+0000 7f33723ed640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f336c08a370 0x7f336c0d0f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:55.908 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.906+0000 7f33723ed640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f336c0b4510 0x7f336c0d1450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:55.909 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.906+0000 7f33723ed640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f336c0b3540 con 0x7f336c0b4130 2024-09-13T16:14:55.909 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.906+0000 7f33723ed640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f336c0b2ff0 con 0x7f336c08a370 2024-09-13T16:14:55.909 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.906+0000 7f33723ed640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f336c0d3410 con 0x7f336c0b4510 2024-09-13T16:14:55.909 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.907+0000 7f336bfff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f336c0b4130 0x7f336c0d2d00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:40722/0 (socket says 172.21.15.76:40722) 2024-09-13T16:14:55.909 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.907+0000 7f336bfff640 1 -- 172.21.15.76:0/2664665923 learned_addr learned my addr 172.21.15.76:0/2664665923 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:14:55.909 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.907+0000 7f336b7fe640 1 --2- 172.21.15.76:0/2664665923 >> v2:172.21.15.192:3300/0 conn(0x7f336c08a370 0x7f336c0d0f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:55.909 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.907+0000 7f337098a640 1 --2- 172.21.15.76:0/2664665923 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f336c0b4510 0x7f336c0d1450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:55.909 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.907+0000 7f336affd640 1 -- 172.21.15.76:0/2664665923 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3632347305 0 0) 0x7f336c0b3540 con 0x7f336c0b4130 2024-09-13T16:14:55.909 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.907+0000 7f336affd640 1 -- 172.21.15.76:0/2664665923 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3354003520 con 0x7f336c0b4130 2024-09-13T16:14:55.909 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.907+0000 7f336b7fe640 1 -- 172.21.15.76:0/2664665923 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f336c0b4510 msgr2=0x7f336c0d1450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:55.909 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.907+0000 7f336b7fe640 1 --2- 172.21.15.76:0/2664665923 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f336c0b4510 0x7f336c0d1450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:55.909 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.907+0000 7f336b7fe640 1 -- 172.21.15.76:0/2664665923 >> v1:172.21.15.76:6789/0 conn(0x7f336c0b4130 legacy=0x7f336c0d2d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:55.909 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.907+0000 7f336b7fe640 1 -- 172.21.15.76:0/2664665923 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f336c0cdc70 con 0x7f336c08a370 2024-09-13T16:14:55.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.908+0000 7f336b7fe640 1 --2- 172.21.15.76:0/2664665923 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f336c08a370 0x7f336c0d0f10 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7f33600097d0 tx=0x7f336002a1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a3a62e9d57e6023 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:55.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.908+0000 7f336affd640 1 -- 172.21.15.76:0/2664665923 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3360032440 con 0x7f336c08a370 2024-09-13T16:14:55.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.908+0000 7f336affd640 1 -- 172.21.15.76:0/2664665923 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f33600325a0 con 0x7f336c08a370 2024-09-13T16:14:55.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.908+0000 7f336affd640 1 -- 172.21.15.76:0/2664665923 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3360032910 con 0x7f336c08a370 2024-09-13T16:14:55.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.908+0000 7f33723ed640 1 -- 172.21.15.76:0/2664665923 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f336c08a370 msgr2=0x7f336c0d0f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:55.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.908+0000 7f33723ed640 1 --2- 172.21.15.76:0/2664665923 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f336c08a370 0x7f336c0d0f10 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7f33600097d0 tx=0x7f336002a1c0 comp rx=0 tx=0).stop 2024-09-13T16:14:55.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.908+0000 7f33723ed640 1 -- 172.21.15.76:0/2664665923 shutdown_connections 2024-09-13T16:14:55.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.908+0000 7f33723ed640 1 --2- 172.21.15.76:0/2664665923 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f336c0b4510 0x7f336c0d1450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:55.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.908+0000 7f33723ed640 1 --2- 172.21.15.76:0/2664665923 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f336c08a370 0x7f336c0d0f10 unknown :-1 s=CLOSED pgs=687 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:55.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.908+0000 7f33723ed640 1 -- 172.21.15.76:0/2664665923 >> 172.21.15.76:0/2664665923 conn(0x7f336c089f60 msgr2=0x7f336c0d24f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:55.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.909+0000 7f33723ed640 1 -- 172.21.15.76:0/2664665923 shutdown_connections 2024-09-13T16:14:55.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.909+0000 7f33723ed640 1 -- 172.21.15.76:0/2664665923 wait complete. 2024-09-13T16:14:55.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.910+0000 7f33723ed640 1 Processor -- start 2024-09-13T16:14:55.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.910+0000 7f33723ed640 1 -- start start 2024-09-13T16:14:55.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.911+0000 7f33723ed640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f336c08a370 0x7f336c0af830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:55.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.911+0000 7f33723ed640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f336c0b4130 0x7f336c0d0cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:55.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.911+0000 7f33723ed640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f336c0b4510 0x7f336c0d1230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:55.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.911+0000 7f33723ed640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f336c0b2020 con 0x7f336c0b4130 2024-09-13T16:14:55.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.911+0000 7f33723ed640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f336c0b2300 con 0x7f336c08a370 2024-09-13T16:14:55.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.911+0000 7f33723ed640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f336c0c9d10 con 0x7f336c0b4510 2024-09-13T16:14:55.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.911+0000 7f336b7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f336c0b4130 0x7f336c0d0cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:55.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.911+0000 7f336b7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f336c0b4130 0x7f336c0d0cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:35774/0 (socket says 172.21.15.76:35774) 2024-09-13T16:14:55.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.911+0000 7f336b7fe640 1 -- 172.21.15.76:0/2798914 learned_addr learned my addr 172.21.15.76:0/2798914 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:55.915 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.911+0000 7f336bfff640 1 --2- 172.21.15.76:0/2798914 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f336c08a370 0x7f336c0af830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:55.915 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.911+0000 7f337098a640 1 --2- 172.21.15.76:0/2798914 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f336c0b4510 0x7f336c0d1230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:55.915 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.911+0000 7f336b7fe640 1 -- 172.21.15.76:0/2798914 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f336c0b4510 msgr2=0x7f336c0d1230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:55.915 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.911+0000 7f336b7fe640 1 --2- 172.21.15.76:0/2798914 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f336c0b4510 0x7f336c0d1230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:55.915 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.911+0000 7f336b7fe640 1 -- 172.21.15.76:0/2798914 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f336c08a370 msgr2=0x7f336c0af830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:55.915 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.911+0000 7f336b7fe640 1 --2- 172.21.15.76:0/2798914 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f336c08a370 0x7f336c0af830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:55.915 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.911+0000 7f336b7fe640 1 -- 172.21.15.76:0/2798914 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3360009400 con 0x7f336c0b4130 2024-09-13T16:14:55.915 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.911+0000 7f336b7fe640 1 --2- 172.21.15.76:0/2798914 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f336c0b4130 0x7f336c0d0cf0 secure :-1 s=READY pgs=2188 cs=0 l=1 rev1=1 crypto rx=0x7f33600098f0 tx=0x7f33600046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:55.915 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.911+0000 7f3368ff9640 1 -- 172.21.15.76:0/2798914 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f336003e920 con 0x7f336c0b4130 2024-09-13T16:14:55.915 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.911+0000 7f3368ff9640 1 -- 172.21.15.76:0/2798914 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f336003ea80 con 0x7f336c0b4130 2024-09-13T16:14:55.915 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.911+0000 7f33723ed640 1 -- 172.21.15.76:0/2798914 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f336c0c9ff0 con 0x7f336c0b4130 2024-09-13T16:14:55.915 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.911+0000 7f3368ff9640 1 -- 172.21.15.76:0/2798914 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f336003ee30 con 0x7f336c0b4130 2024-09-13T16:14:55.915 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.912+0000 7f33723ed640 1 -- 172.21.15.76:0/2798914 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f336c0b12b0 con 0x7f336c0b4130 2024-09-13T16:14:55.915 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.912+0000 7f33723ed640 1 -- 172.21.15.76:0/2798914 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f336c0b3be0 con 0x7f336c0b4130 2024-09-13T16:14:55.915 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.913+0000 7f3368ff9640 1 -- 172.21.15.76:0/2798914 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f336003c400 con 0x7f336c0b4130 2024-09-13T16:14:55.916 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.913+0000 7f3368ff9640 1 --2- 172.21.15.76:0/2798914 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f335806ac00 0x7f335806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:55.916 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.913+0000 7f3368ff9640 1 -- 172.21.15.76:0/2798914 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(162..162 src has 1..162) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f33600a9d80 con 0x7f336c0b4130 2024-09-13T16:14:55.916 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.913+0000 7f336bfff640 1 --2- 172.21.15.76:0/2798914 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f335806ac00 0x7f335806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:55.916 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.914+0000 7f336bfff640 1 --2- 172.21.15.76:0/2798914 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f335806ac00 0x7f335806d0c0 secure :-1 s=READY pgs=931 cs=0 l=1 rev1=1 crypto rx=0x7f335c005880 tx=0x7f335c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:55.919 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:55.918+0000 7f3368ff9640 1 -- 172.21.15.76:0/2798914 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f3360074ed0 con 0x7f336c0b4130 2024-09-13T16:14:56.077 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:56.076+0000 7f33723ed640 1 -- 172.21.15.76:0/2798914 --> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f336c0ce400 con 0x7f335806ac00 2024-09-13T16:14:56.084 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:56.083+0000 7f3368ff9640 1 -- 172.21.15.76:0/2798914 <== mgr.4104 v2:172.21.15.76:6832/911852275 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+279740 (secure 0 0 0) 0x7f336c0ce400 con 0x7f335806ac00 2024-09-13T16:14:56.089 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:14:56.091 INFO:teuthology.orchestra.run.smithi076.stderr:dumped all 2024-09-13T16:14:56.094 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:56.086+0000 7f33723ed640 1 -- 172.21.15.76:0/2798914 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f335806ac00 msgr2=0x7f335806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:56.094 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:56.086+0000 7f33723ed640 1 --2- 172.21.15.76:0/2798914 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f335806ac00 0x7f335806d0c0 secure :-1 s=READY pgs=931 cs=0 l=1 rev1=1 crypto rx=0x7f335c005880 tx=0x7f335c009040 comp rx=0 tx=0).stop 2024-09-13T16:14:56.094 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:56.086+0000 7f33723ed640 1 -- 172.21.15.76:0/2798914 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f336c0b4130 msgr2=0x7f336c0d0cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:56.094 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:56.086+0000 7f33723ed640 1 --2- 172.21.15.76:0/2798914 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f336c0b4130 0x7f336c0d0cf0 secure :-1 s=READY pgs=2188 cs=0 l=1 rev1=1 crypto rx=0x7f33600098f0 tx=0x7f33600046c0 comp rx=0 tx=0).stop 2024-09-13T16:14:56.094 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:56.086+0000 7f33723ed640 1 -- 172.21.15.76:0/2798914 shutdown_connections 2024-09-13T16:14:56.094 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:56.086+0000 7f33723ed640 1 --2- 172.21.15.76:0/2798914 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f335806ac00 0x7f335806d0c0 unknown :-1 s=CLOSED pgs=931 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:56.094 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:56.086+0000 7f33723ed640 1 --2- 172.21.15.76:0/2798914 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f336c0b4510 0x7f336c0d1230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:56.094 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:56.086+0000 7f33723ed640 1 --2- 172.21.15.76:0/2798914 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f336c0b4130 0x7f336c0d0cf0 unknown :-1 s=CLOSED pgs=2188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:56.094 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:56.086+0000 7f33723ed640 1 --2- 172.21.15.76:0/2798914 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f336c08a370 0x7f336c0af830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:56.095 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:56.086+0000 7f33723ed640 1 -- 172.21.15.76:0/2798914 >> 172.21.15.76:0/2798914 conn(0x7f336c089f60 msgr2=0x7f336c0b5440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:56.095 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:56.086+0000 7f33723ed640 1 -- 172.21.15.76:0/2798914 shutdown_connections 2024-09-13T16:14:56.095 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:56.086+0000 7f33723ed640 1 -- 172.21.15.76:0/2798914 wait complete. 2024-09-13T16:14:56.098 INFO:teuthology.orchestra.run.smithi076.stdout:{"pg_ready":true,"pg_map":{"version":560,"stamp":"2024-09-13T16:14:55.096312+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":591954,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":166,"num_write_kb":2420,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":124,"ondisk_log_size":124,"up":82,"acting":82,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":3,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":770748,"kb_used_data":16772,"kb_used_omap":12,"kb_used_meta":753843,"kb_avail":754203972,"statfs":{"total":773094113280,"available":772304867328,"internally_reserved":0,"allocated":17174528,"data_stored":8546645,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":771935801},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1586,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.621187"},"pg_stats":[{"pgid":"24.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.33","version":"0'0","reported_seq":9,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.855504+0000","last_change":"2024-09-13T16:14:51.853615+0000","last_active":"2024-09-13T16:14:51.855504+0000","last_peered":"2024-09-13T16:14:51.855504+0000","last_clean":"2024-09-13T16:14:51.855504+0000","last_became_active":"2024-09-13T16:14:51.853381+0000","last_became_peered":"2024-09-13T16:14:51.853381+0000","last_unstale":"2024-09-13T16:14:51.855504+0000","last_undegraded":"2024-09-13T16:14:51.855504+0000","last_fullsized":"2024-09-13T16:14:51.855504+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:36:09.729588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.2b","version":"0'0","reported_seq":9,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.850278+0000","last_change":"2024-09-13T16:14:51.844931+0000","last_active":"2024-09-13T16:14:51.850278+0000","last_peered":"2024-09-13T16:14:51.850278+0000","last_clean":"2024-09-13T16:14:51.850278+0000","last_became_active":"2024-09-13T16:14:51.844680+0000","last_became_peered":"2024-09-13T16:14:51.844680+0000","last_unstale":"2024-09-13T16:14:51.850278+0000","last_undegraded":"2024-09-13T16:14:51.850278+0000","last_fullsized":"2024-09-13T16:14:51.850278+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:56:09.671597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.27","version":"0'0","reported_seq":9,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.850286+0000","last_change":"2024-09-13T16:14:51.846403+0000","last_active":"2024-09-13T16:14:51.850286+0000","last_peered":"2024-09-13T16:14:51.850286+0000","last_clean":"2024-09-13T16:14:51.850286+0000","last_became_active":"2024-09-13T16:14:51.846161+0000","last_became_peered":"2024-09-13T16:14:51.846161+0000","last_unstale":"2024-09-13T16:14:51.850286+0000","last_undegraded":"2024-09-13T16:14:51.850286+0000","last_fullsized":"2024-09-13T16:14:51.850286+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:50:56.502151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.24","version":"0'0","reported_seq":9,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.852057+0000","last_change":"2024-09-13T16:14:51.845681+0000","last_active":"2024-09-13T16:14:51.852057+0000","last_peered":"2024-09-13T16:14:51.852057+0000","last_clean":"2024-09-13T16:14:51.852057+0000","last_became_active":"2024-09-13T16:14:51.845117+0000","last_became_peered":"2024-09-13T16:14:51.845117+0000","last_unstale":"2024-09-13T16:14:51.852057+0000","last_undegraded":"2024-09-13T16:14:51.852057+0000","last_fullsized":"2024-09-13T16:14:51.852057+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:32:55.348697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"24.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.1f","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.477422+0000","last_change":"2024-09-13T16:14:50.477422+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.477422+0000","last_undegraded":"2024-09-13T16:14:50.477422+0000","last_fullsized":"2024-09-13T16:14:50.477422+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:02:45.727661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.11","version":"0'0","reported_seq":9,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.850372+0000","last_change":"2024-09-13T16:14:51.847772+0000","last_active":"2024-09-13T16:14:51.850372+0000","last_peered":"2024-09-13T16:14:51.850372+0000","last_clean":"2024-09-13T16:14:51.850372+0000","last_became_active":"2024-09-13T16:14:51.847519+0000","last_became_peered":"2024-09-13T16:14:51.847519+0000","last_unstale":"2024-09-13T16:14:51.850372+0000","last_undegraded":"2024-09-13T16:14:51.850372+0000","last_fullsized":"2024-09-13T16:14:51.850372+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:51:04.540213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.1e","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.481293+0000","last_change":"2024-09-13T16:14:50.481293+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.481293+0000","last_undegraded":"2024-09-13T16:14:50.481293+0000","last_fullsized":"2024-09-13T16:14:50.481293+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:21:31.023769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.1d","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.480120+0000","last_change":"2024-09-13T16:14:50.480120+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.480120+0000","last_undegraded":"2024-09-13T16:14:50.480120+0000","last_fullsized":"2024-09-13T16:14:50.480120+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:13:17.859118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.1c","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.480406+0000","last_change":"2024-09-13T16:14:50.480406+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.480406+0000","last_undegraded":"2024-09-13T16:14:50.480406+0000","last_fullsized":"2024-09-13T16:14:50.480406+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:16:05.246194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"24.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.1b","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.482260+0000","last_change":"2024-09-13T16:14:50.482260+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.482260+0000","last_undegraded":"2024-09-13T16:14:50.482260+0000","last_fullsized":"2024-09-13T16:14:50.482260+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:15:02.460877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.1a","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.481639+0000","last_change":"2024-09-13T16:14:50.481639+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.481639+0000","last_undegraded":"2024-09-13T16:14:50.481639+0000","last_fullsized":"2024-09-13T16:14:50.481639+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:16:55.654366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.19","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.480551+0000","last_change":"2024-09-13T16:14:50.480551+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.480551+0000","last_undegraded":"2024-09-13T16:14:50.480551+0000","last_fullsized":"2024-09-13T16:14:50.480551+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:17:53.420426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"24.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.18","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.480799+0000","last_change":"2024-09-13T16:14:50.480799+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.480799+0000","last_undegraded":"2024-09-13T16:14:50.480799+0000","last_fullsized":"2024-09-13T16:14:50.480799+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:46:31.375254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.17","version":"0'0","reported_seq":10,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.844877+0000","last_change":"2024-09-13T16:14:51.500722+0000","last_active":"2024-09-13T16:14:51.844877+0000","last_peered":"2024-09-13T16:14:51.844877+0000","last_clean":"2024-09-13T16:14:51.844877+0000","last_became_active":"2024-09-13T16:14:51.500466+0000","last_became_peered":"2024-09-13T16:14:51.500466+0000","last_unstale":"2024-09-13T16:14:51.844877+0000","last_undegraded":"2024-09-13T16:14:51.844877+0000","last_fullsized":"2024-09-13T16:14:51.844877+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:05:30.955811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.1a","version":"0'0","reported_seq":9,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.855587+0000","last_change":"2024-09-13T16:14:51.854129+0000","last_active":"2024-09-13T16:14:51.855587+0000","last_peered":"2024-09-13T16:14:51.855587+0000","last_clean":"2024-09-13T16:14:51.855587+0000","last_became_active":"2024-09-13T16:14:51.853874+0000","last_became_peered":"2024-09-13T16:14:51.853874+0000","last_unstale":"2024-09-13T16:14:51.855587+0000","last_undegraded":"2024-09-13T16:14:51.855587+0000","last_fullsized":"2024-09-13T16:14:51.855587+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:54:09.579441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.15","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.477392+0000","last_change":"2024-09-13T16:14:50.477392+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.477392+0000","last_undegraded":"2024-09-13T16:14:50.477392+0000","last_fullsized":"2024-09-13T16:14:50.477392+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:10:15.103204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.14","version":"161'6","reported_seq":16,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.859571+0000","last_change":"2024-09-13T16:14:51.496981+0000","last_active":"2024-09-13T16:14:51.859571+0000","last_peered":"2024-09-13T16:14:51.859571+0000","last_clean":"2024-09-13T16:14:51.859571+0000","last_became_active":"2024-09-13T16:14:51.496722+0000","last_became_peered":"2024-09-13T16:14:51.496722+0000","last_unstale":"2024-09-13T16:14:51.859571+0000","last_undegraded":"2024-09-13T16:14:51.859571+0000","last_fullsized":"2024-09-13T16:14:51.859571+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:17:12.113864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.13","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.480999+0000","last_change":"2024-09-13T16:14:50.480999+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.480999+0000","last_undegraded":"2024-09-13T16:14:50.480999+0000","last_fullsized":"2024-09-13T16:14:50.480999+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:45:49.035493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.12","version":"0'0","reported_seq":10,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.844825+0000","last_change":"2024-09-13T16:14:51.489341+0000","last_active":"2024-09-13T16:14:51.844825+0000","last_peered":"2024-09-13T16:14:51.844825+0000","last_clean":"2024-09-13T16:14:51.844825+0000","last_became_active":"2024-09-13T16:14:51.488982+0000","last_became_peered":"2024-09-13T16:14:51.488982+0000","last_unstale":"2024-09-13T16:14:51.844825+0000","last_undegraded":"2024-09-13T16:14:51.844825+0000","last_fullsized":"2024-09-13T16:14:51.844825+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:07:40.741770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.11","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.480684+0000","last_change":"2024-09-13T16:14:50.480684+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.480684+0000","last_undegraded":"2024-09-13T16:14:50.480684+0000","last_fullsized":"2024-09-13T16:14:50.480684+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:17:50.422211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.10","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.479419+0000","last_change":"2024-09-13T16:14:50.479419+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.479419+0000","last_undegraded":"2024-09-13T16:14:50.479419+0000","last_fullsized":"2024-09-13T16:14:50.479419+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:43:57.825765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.f","version":"161'1","reported_seq":11,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.853925+0000","last_change":"2024-09-13T16:14:51.488294+0000","last_active":"2024-09-13T16:14:51.853925+0000","last_peered":"2024-09-13T16:14:51.853925+0000","last_clean":"2024-09-13T16:14:51.853925+0000","last_became_active":"2024-09-13T16:14:51.488033+0000","last_became_peered":"2024-09-13T16:14:51.488033+0000","last_unstale":"2024-09-13T16:14:51.853925+0000","last_undegraded":"2024-09-13T16:14:51.853925+0000","last_fullsized":"2024-09-13T16:14:51.853925+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:46:49.656206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.e","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.479935+0000","last_change":"2024-09-13T16:14:50.479935+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.479935+0000","last_undegraded":"2024-09-13T16:14:50.479935+0000","last_fullsized":"2024-09-13T16:14:50.479935+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:49:25.493989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.d","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.481021+0000","last_change":"2024-09-13T16:14:50.481021+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.481021+0000","last_undegraded":"2024-09-13T16:14:50.481021+0000","last_fullsized":"2024-09-13T16:14:50.481021+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:55:59.243427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.c","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.479454+0000","last_change":"2024-09-13T16:14:50.479454+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.479454+0000","last_undegraded":"2024-09-13T16:14:50.479454+0000","last_fullsized":"2024-09-13T16:14:50.479454+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:13:42.924671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.4","version":"0'0","reported_seq":9,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.852072+0000","last_change":"2024-09-13T16:14:51.845822+0000","last_active":"2024-09-13T16:14:51.852072+0000","last_peered":"2024-09-13T16:14:51.852072+0000","last_clean":"2024-09-13T16:14:51.852072+0000","last_became_active":"2024-09-13T16:14:51.845586+0000","last_became_peered":"2024-09-13T16:14:51.845586+0000","last_unstale":"2024-09-13T16:14:51.852072+0000","last_undegraded":"2024-09-13T16:14:51.852072+0000","last_fullsized":"2024-09-13T16:14:51.852072+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:32:15.749202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.b","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.480312+0000","last_change":"2024-09-13T16:14:50.480312+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.480312+0000","last_undegraded":"2024-09-13T16:14:50.480312+0000","last_fullsized":"2024-09-13T16:14:50.480312+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:08:03.988353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.a","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.480405+0000","last_change":"2024-09-13T16:14:50.480405+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.480405+0000","last_undegraded":"2024-09-13T16:14:50.480405+0000","last_fullsized":"2024-09-13T16:14:50.480405+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:28:03.085796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.9","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.479243+0000","last_change":"2024-09-13T16:14:50.479243+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.479243+0000","last_undegraded":"2024-09-13T16:14:50.479243+0000","last_fullsized":"2024-09-13T16:14:50.479243+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:43:46.911290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"24.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.8","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.479396+0000","last_change":"2024-09-13T16:14:50.479396+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.479396+0000","last_undegraded":"2024-09-13T16:14:50.479396+0000","last_fullsized":"2024-09-13T16:14:50.479396+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:22:08.052138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"24.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.7","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.479848+0000","last_change":"2024-09-13T16:14:50.479848+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.479848+0000","last_undegraded":"2024-09-13T16:14:50.479848+0000","last_fullsized":"2024-09-13T16:14:50.479848+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:24:41.278116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.6","version":"0'0","reported_seq":10,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.844577+0000","last_change":"2024-09-13T16:14:51.500151+0000","last_active":"2024-09-13T16:14:51.844577+0000","last_peered":"2024-09-13T16:14:51.844577+0000","last_clean":"2024-09-13T16:14:51.844577+0000","last_became_active":"2024-09-13T16:14:51.499889+0000","last_became_peered":"2024-09-13T16:14:51.499889+0000","last_unstale":"2024-09-13T16:14:51.844577+0000","last_undegraded":"2024-09-13T16:14:51.844577+0000","last_fullsized":"2024-09-13T16:14:51.844577+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:48:55.973164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.5","version":"0'0","reported_seq":10,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.844978+0000","last_change":"2024-09-13T16:14:51.501773+0000","last_active":"2024-09-13T16:14:51.844978+0000","last_peered":"2024-09-13T16:14:51.844978+0000","last_clean":"2024-09-13T16:14:51.844978+0000","last_became_active":"2024-09-13T16:14:51.501504+0000","last_became_peered":"2024-09-13T16:14:51.501504+0000","last_unstale":"2024-09-13T16:14:51.844978+0000","last_undegraded":"2024-09-13T16:14:51.844978+0000","last_fullsized":"2024-09-13T16:14:51.844978+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:20:52.560241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.4","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.479226+0000","last_change":"2024-09-13T16:14:50.479226+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.479226+0000","last_undegraded":"2024-09-13T16:14:50.479226+0000","last_fullsized":"2024-09-13T16:14:50.479226+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:05:27.212720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"24.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.3","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.477388+0000","last_change":"2024-09-13T16:14:50.477388+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.477388+0000","last_undegraded":"2024-09-13T16:14:50.477388+0000","last_fullsized":"2024-09-13T16:14:50.477388+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:35:58.229963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.2","version":"0'0","reported_seq":10,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.844943+0000","last_change":"2024-09-13T16:14:51.496054+0000","last_active":"2024-09-13T16:14:51.844943+0000","last_peered":"2024-09-13T16:14:51.844943+0000","last_clean":"2024-09-13T16:14:51.844943+0000","last_became_active":"2024-09-13T16:14:51.495794+0000","last_became_peered":"2024-09-13T16:14:51.495794+0000","last_unstale":"2024-09-13T16:14:51.844943+0000","last_undegraded":"2024-09-13T16:14:51.844943+0000","last_fullsized":"2024-09-13T16:14:51.844943+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:28:29.775035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.e","version":"0'0","reported_seq":9,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.850406+0000","last_change":"2024-09-13T16:14:51.846709+0000","last_active":"2024-09-13T16:14:51.850406+0000","last_peered":"2024-09-13T16:14:51.850406+0000","last_clean":"2024-09-13T16:14:51.850406+0000","last_became_active":"2024-09-13T16:14:51.844961+0000","last_became_peered":"2024-09-13T16:14:51.844961+0000","last_unstale":"2024-09-13T16:14:51.850406+0000","last_undegraded":"2024-09-13T16:14:51.850406+0000","last_fullsized":"2024-09-13T16:14:51.850406+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:30:32.659503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.1","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.480178+0000","last_change":"2024-09-13T16:14:50.480178+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.480178+0000","last_undegraded":"2024-09-13T16:14:50.480178+0000","last_fullsized":"2024-09-13T16:14:50.480178+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:31:18.896006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.0","version":"0'0","reported_seq":1,"reported_epoch":159,"state":"creating+peering","last_fresh":"2024-09-13T16:14:50.479316+0000","last_change":"2024-09-13T16:14:50.479316+0000","last_active":"2024-09-13T16:14:50.472587+0000","last_peered":"2024-09-13T16:14:50.472587+0000","last_clean":"2024-09-13T16:14:50.472587+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:50.479316+0000","last_undegraded":"2024-09-13T16:14:50.479316+0000","last_fullsized":"2024-09-13T16:14:50.479316+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:56:31.777089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:14:51.474290+0000","last_change":"2024-09-13T16:14:51.474290+0000","last_active":"2024-09-13T16:14:51.474290+0000","last_peered":"2024-09-13T16:14:51.474290+0000","last_clean":"2024-09-13T16:14:51.474290+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:14:51.474290+0000","last_undegraded":"2024-09-13T16:14:51.474290+0000","last_fullsized":"2024-09-13T16:14:51.474290+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"23.16","version":"0'0","reported_seq":10,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.844490+0000","last_change":"2024-09-13T16:14:51.500851+0000","last_active":"2024-09-13T16:14:51.844490+0000","last_peered":"2024-09-13T16:14:51.844490+0000","last_clean":"2024-09-13T16:14:51.844490+0000","last_became_active":"2024-09-13T16:14:51.500539+0000","last_became_peered":"2024-09-13T16:14:51.500539+0000","last_unstale":"2024-09-13T16:14:51.844490+0000","last_undegraded":"2024-09-13T16:14:51.844490+0000","last_fullsized":"2024-09-13T16:14:51.844490+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:06:34.717782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":284,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-09-13T16:14:48.469627+0000","last_change":"2024-09-13T16:01:29.143297+0000","last_active":"2024-09-13T16:14:48.469627+0000","last_peered":"2024-09-13T16:14:48.469627+0000","last_clean":"2024-09-13T16:14:48.469627+0000","last_became_active":"2024-09-13T16:01:29.142269+0000","last_became_peered":"2024-09-13T16:01:29.142269+0000","last_unstale":"2024-09-13T16:14:48.469627+0000","last_undegraded":"2024-09-13T16:14:48.469627+0000","last_fullsized":"2024-09-13T16:14:48.469627+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:27.864638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:27.864638+0000","last_clean_scrub_stamp":"2024-09-13T16:01:27.864638+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:25:24.741463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":24,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":1},{"poolid":23,"num_pg":32,"stat_sum":{"num_bytes":1586,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2168,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":7,"ondisk_log_size":7,"up":64,"acting":64,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":14,"seq":60129542310,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":119164,"kb_used_data":1964,"kb_used_omap":1,"kb_used_meta":117182,"kb_avail":94252676,"statfs":{"total":96636764160,"available":96514740224,"internally_reserved":0,"allocated":2011136,"data_stored":927353,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":119994824},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:54 2024","interfaces":[{"interface":"back","average":{"1min":0.29999999999999999,"5min":0.39700000000000002,"15min":0.35499999999999998},"min":{"1min":0.20599999999999999,"5min":0.20599999999999999,"15min":0.183},"max":{"1min":0.44800000000000001,"5min":4.4610000000000003,"15min":4.4610000000000003},"last":0.378},{"interface":"front","average":{"1min":0.35099999999999998,"5min":0.378,"15min":0.33400000000000002},"min":{"1min":0.28799999999999998,"5min":0.23999999999999999,"15min":0.17899999999999999},"max":{"1min":0.498,"5min":1.2410000000000001,"15min":1.2410000000000001},"last":0.313}]},{"osd":1,"last update":"Fri Sep 13 16:13:54 2024","interfaces":[{"interface":"back","average":{"1min":0.318,"5min":0.501,"15min":0.378},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.182},"max":{"1min":0.439,"5min":7.7729999999999997,"15min":7.7729999999999997},"last":0.32700000000000001},{"interface":"front","average":{"1min":0.38600000000000001,"5min":0.495,"15min":0.40000000000000002},"min":{"1min":0.27500000000000002,"5min":0.25700000000000001,"15min":0.19400000000000001},"max":{"1min":0.57799999999999996,"5min":6.4429999999999996,"15min":6.4429999999999996},"last":0.40500000000000003}]},{"osd":2,"last update":"Fri Sep 13 16:13:54 2024","interfaces":[{"interface":"back","average":{"1min":0.374,"5min":0.42499999999999999,"15min":0.38400000000000001},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.22800000000000001},"max":{"1min":0.51400000000000001,"5min":2.6339999999999999,"15min":2.6339999999999999},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.40400000000000003,"5min":0.45800000000000002,"15min":0.40500000000000003},"min":{"1min":0.29999999999999999,"5min":0.22,"15min":0.21199999999999999},"max":{"1min":0.60099999999999998,"5min":3.585,"15min":3.585},"last":0.34499999999999997}]},{"osd":4,"last update":"Fri Sep 13 16:13:54 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.61499999999999999,"15min":0.54600000000000004},"min":{"1min":0.40400000000000003,"5min":0.36799999999999999,"15min":0.28399999999999997},"max":{"1min":0.83499999999999996,"5min":1.216,"15min":1.216},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.63800000000000001,"15min":0.57299999999999995},"min":{"1min":0.39700000000000002,"5min":0.34599999999999997,"15min":0.27600000000000002},"max":{"1min":0.91900000000000004,"5min":2.6070000000000002,"15min":2.6070000000000002},"last":0.73499999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:13:54 2024","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.64400000000000002,"15min":0.56699999999999995},"min":{"1min":0.44,"5min":0.38300000000000001,"15min":0.28100000000000003},"max":{"1min":0.95199999999999996,"5min":2.5449999999999999,"15min":2.5449999999999999},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.67300000000000004,"15min":0.59399999999999997},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.311},"max":{"1min":0.84399999999999997,"5min":3.5449999999999999,"15min":3.5449999999999999},"last":0.63800000000000001}]},{"osd":6,"last update":"Fri Sep 13 16:13:54 2024","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.69599999999999995,"15min":0.60899999999999999},"min":{"1min":0.435,"5min":0.42699999999999999,"15min":0.31900000000000001},"max":{"1min":0.90300000000000002,"5min":6.4189999999999996,"15min":6.4189999999999996},"last":0.68600000000000005},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.72299999999999998,"15min":0.60899999999999999},"min":{"1min":0.46500000000000002,"5min":0.40799999999999997,"15min":0.32200000000000001},"max":{"1min":0.82599999999999996,"5min":8.9559999999999995,"15min":8.9559999999999995},"last":0.625}]},{"osd":7,"last update":"Fri Sep 13 16:13:54 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.64700000000000002,"15min":0.59499999999999997},"min":{"1min":0.443,"5min":0.42999999999999999,"15min":0.35499999999999998},"max":{"1min":0.93400000000000005,"5min":1.649,"15min":1.649},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.66200000000000003,"15min":0.59599999999999997},"min":{"1min":0.48899999999999999,"5min":0.45700000000000002,"15min":0.36299999999999999},"max":{"1min":0.81000000000000005,"5min":2.581,"15min":2.581},"last":0.58299999999999996}]}]},{"osd":7,"up_from":13,"seq":55834575012,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":83636,"kb_used_data":2532,"kb_used_omap":1,"kb_used_meta":81086,"kb_avail":94288204,"statfs":{"total":96636764160,"available":96551120896,"internally_reserved":0,"allocated":2592768,"data_stored":1511134,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":83032523},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:14:45 2024","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.60399999999999998,"15min":0.50600000000000001},"min":{"1min":0.34499999999999997,"5min":0.27600000000000002,"15min":0.193},"max":{"1min":0.69999999999999996,"5min":7.6550000000000002,"15min":7.6550000000000002},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56599999999999995,"15min":0.50800000000000001},"min":{"1min":0.373,"5min":0.28799999999999998,"15min":0.20000000000000001},"max":{"1min":0.74199999999999999,"5min":1.577,"15min":1.577},"last":0.74399999999999999}]},{"osd":1,"last update":"Fri Sep 13 16:14:45 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.63,"15min":0.52400000000000002},"min":{"1min":0.41299999999999998,"5min":0.35699999999999998,"15min":0.22},"max":{"1min":0.75900000000000001,"5min":8.3499999999999996,"15min":8.3499999999999996},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.57999999999999996,"15min":0.52100000000000002},"min":{"1min":0.42699999999999999,"5min":0.34599999999999997,"15min":0.23400000000000001},"max":{"1min":0.68300000000000005,"5min":2.3799999999999999,"15min":2.3799999999999999},"last":0.69999999999999996}]},{"osd":2,"last update":"Fri Sep 13 16:14:45 2024","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.58099999999999996,"15min":0.55600000000000005},"min":{"1min":0.44600000000000001,"5min":0.29299999999999998,"15min":0.23999999999999999},"max":{"1min":0.79100000000000004,"5min":0.79900000000000004,"15min":2.2919999999999998},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.65600000000000003,"15min":0.55700000000000005},"min":{"1min":0.40200000000000002,"5min":0.33700000000000002,"15min":0.255},"max":{"1min":0.71399999999999997,"5min":7.6210000000000004,"15min":7.6210000000000004},"last":0.71699999999999997}]},{"osd":3,"last update":"Fri Sep 13 16:14:45 2024","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.58899999999999997,"15min":0.52900000000000003},"min":{"1min":0.40600000000000003,"5min":0.314,"15min":0.255},"max":{"1min":0.77300000000000002,"5min":1.6339999999999999,"15min":1.6339999999999999},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.56200000000000006,"15min":0.51800000000000002},"min":{"1min":0.40000000000000002,"5min":0.33500000000000002,"15min":0.26700000000000002},"max":{"1min":0.746,"5min":0.77600000000000002,"15min":0.88100000000000001},"last":0.53100000000000003}]},{"osd":4,"last update":"Fri Sep 13 16:14:45 2024","interfaces":[{"interface":"back","average":{"1min":0.48299999999999998,"5min":0.49299999999999999,"15min":0.45200000000000001},"min":{"1min":0.29299999999999998,"5min":0.28699999999999998,"15min":0.23400000000000001},"max":{"1min":0.60599999999999998,"5min":1.208,"15min":1.208},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.502,"5min":0.57999999999999996,"15min":0.49099999999999999},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.69799999999999995,"5min":7.5720000000000001,"15min":7.5720000000000001},"last":0.67200000000000004}]},{"osd":5,"last update":"Fri Sep 13 16:14:45 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.53100000000000003,"15min":0.498},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.25600000000000001},"max":{"1min":0.73199999999999998,"5min":1.508,"15min":1.508},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.59699999999999998,"15min":0.55800000000000005},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.33700000000000002},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.68500000000000005}]},{"osd":6,"last update":"Fri Sep 13 16:14:45 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.60899999999999999,"15min":0.54100000000000004},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.79800000000000004,"5min":5.1699999999999999,"15min":5.1699999999999999},"last":0.77000000000000002},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.65000000000000002,"15min":0.56200000000000006},"min":{"1min":0.33600000000000002,"5min":0.33400000000000002,"15min":0.315},"max":{"1min":0.83999999999999997,"5min":7.9699999999999998,"15min":7.9699999999999998},"last":0.73199999999999998}]}]},{"osd":6,"up_from":13,"seq":55834575012,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":105264,"kb_used_data":1952,"kb_used_omap":1,"kb_used_meta":103294,"kb_avail":94266576,"statfs":{"total":96636764160,"available":96528973824,"internally_reserved":0,"allocated":1998848,"data_stored":920766,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":105773511},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:58 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.57199999999999995,"15min":0.52100000000000002},"min":{"1min":0.29999999999999999,"5min":0.24299999999999999,"15min":0.20000000000000001},"max":{"1min":0.73499999999999999,"5min":0.80700000000000005,"15min":0.97099999999999997},"last":0.71199999999999997},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.56799999999999995,"15min":0.52500000000000002},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.22500000000000001},"max":{"1min":0.71899999999999997,"5min":0.747,"15min":1.224},"last":0.39200000000000002}]},{"osd":1,"last update":"Fri Sep 13 16:13:58 2024","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.54600000000000004,"15min":0.50800000000000001},"min":{"1min":0.36399999999999999,"5min":0.30599999999999999,"15min":0.21099999999999999},"max":{"1min":0.70899999999999996,"5min":0.80100000000000005,"15min":1.0940000000000001},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.53300000000000003,"15min":0.496},"min":{"1min":0.38400000000000001,"5min":0.36499999999999999,"15min":0.247},"max":{"1min":0.65300000000000002,"5min":0.75600000000000001,"15min":1.1879999999999999},"last":0.46300000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:13:58 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.54600000000000004,"15min":0.50700000000000001},"min":{"1min":0.36899999999999999,"5min":0.35199999999999998,"15min":0.247},"max":{"1min":0.69099999999999995,"5min":0.79000000000000004,"15min":0.94799999999999995},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.54300000000000004,"15min":0.53200000000000003},"min":{"1min":0.34699999999999998,"5min":0.34499999999999997,"15min":0.27000000000000002},"max":{"1min":0.69199999999999995,"5min":0.83799999999999997,"15min":0.91800000000000004},"last":0.64400000000000002}]},{"osd":3,"last update":"Fri Sep 13 16:13:58 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.56999999999999995,"15min":0.53700000000000003},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.252},"max":{"1min":0.72999999999999998,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.66700000000000004},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.58399999999999996,"15min":0.55800000000000005},"min":{"1min":0.41499999999999998,"5min":0.38200000000000001,"15min":0.25900000000000001},"max":{"1min":0.67100000000000004,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.73899999999999999}]},{"osd":4,"last update":"Fri Sep 13 16:13:58 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.47399999999999998,"15min":0.46300000000000002},"min":{"1min":0.34300000000000003,"5min":0.27100000000000002,"15min":0.22600000000000001},"max":{"1min":0.65100000000000002,"5min":0.81200000000000006,"15min":1.1559999999999999},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.51200000000000001,"15min":0.496},"min":{"1min":0.37,"5min":0.317,"15min":0.23899999999999999},"max":{"1min":0.78500000000000003,"5min":0.83599999999999997,"15min":0.88900000000000001},"last":0.69799999999999995}]},{"osd":5,"last update":"Fri Sep 13 16:13:58 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.53500000000000003,"15min":0.52500000000000002},"min":{"1min":0.376,"5min":0.309,"15min":0.29399999999999998},"max":{"1min":0.73099999999999998,"5min":0.79500000000000004,"15min":0.82099999999999995},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.53000000000000003,"15min":0.53400000000000003},"min":{"1min":0.377,"5min":0.30399999999999999,"15min":0.26400000000000001},"max":{"1min":0.745,"5min":0.878,"15min":0.93999999999999995},"last":0.69099999999999995}]},{"osd":7,"last update":"Fri Sep 13 16:13:58 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.54600000000000004,"15min":0.53100000000000003},"min":{"1min":0.39400000000000002,"5min":0.32600000000000001,"15min":0.254},"max":{"1min":0.755,"5min":0.86499999999999999,"15min":1.1080000000000001},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.61899999999999999,"15min":0.59399999999999997},"min":{"1min":0.48199999999999998,"5min":0.35899999999999999,"15min":0.33800000000000002},"max":{"1min":0.77000000000000002,"5min":0.90500000000000003,"15min":0.92600000000000005},"last":0.72699999999999998}]}]},{"osd":5,"up_from":13,"seq":55834575011,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":77356,"kb_used_data":1952,"kb_used_omap":1,"kb_used_meta":75390,"kb_avail":94294484,"statfs":{"total":96636764160,"available":96557551616,"internally_reserved":0,"allocated":1998848,"data_stored":920766,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":77199814},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:14:45 2024","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.58499999999999996,"15min":0.501},"min":{"1min":0.40200000000000002,"5min":0.372,"15min":0.215},"max":{"1min":1.6919999999999999,"5min":1.6919999999999999,"15min":1.6919999999999999},"last":0.28199999999999997},{"interface":"front","average":{"1min":0.62,"5min":0.58499999999999996,"15min":0.50700000000000001},"min":{"1min":0.375,"5min":0.34599999999999997,"15min":0.219},"max":{"1min":1.3680000000000001,"5min":1.3680000000000001,"15min":1.3680000000000001},"last":0.34999999999999998}]},{"osd":1,"last update":"Fri Sep 13 16:14:45 2024","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.57699999999999996,"15min":0.51300000000000001},"min":{"1min":0.45600000000000002,"5min":0.32700000000000001,"15min":0.24299999999999999},"max":{"1min":0.73299999999999998,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.623,"5min":0.57699999999999996,"15min":0.51800000000000002},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.24299999999999999},"max":{"1min":1.4059999999999999,"5min":1.4059999999999999,"15min":1.4059999999999999},"last":0.45800000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:14:45 2024","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.59399999999999997,"15min":0.51800000000000002},"min":{"1min":0.39800000000000002,"5min":0.307,"15min":0.249},"max":{"1min":1.7769999999999999,"5min":1.7769999999999999,"15min":1.7769999999999999},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.58899999999999997,"15min":0.54200000000000004},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.26600000000000001},"max":{"1min":1.425,"5min":1.425,"15min":1.6000000000000001},"last":0.39600000000000002}]},{"osd":3,"last update":"Fri Sep 13 16:14:45 2024","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.61399999999999999,"15min":0.54900000000000004},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.252},"max":{"1min":1.8149999999999999,"5min":1.8149999999999999,"15min":1.8149999999999999},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.67600000000000005,"5min":0.64600000000000002,"15min":0.58699999999999997},"min":{"1min":0.47899999999999998,"5min":0.40100000000000002,"15min":0.314},"max":{"1min":1.5349999999999999,"5min":1.5349999999999999,"15min":1.5349999999999999},"last":0.49399999999999999}]},{"osd":4,"last update":"Fri Sep 13 16:14:45 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.504,"15min":0.49099999999999999},"min":{"1min":0.313,"5min":0.313,"15min":0.254},"max":{"1min":1.5720000000000001,"5min":1.5720000000000001,"15min":1.5720000000000001},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.502,"15min":0.48999999999999999},"min":{"1min":0.32200000000000001,"5min":0.28599999999999998,"15min":0.23799999999999999},"max":{"1min":1.446,"5min":1.446,"15min":1.446},"last":0.57899999999999996}]},{"osd":6,"last update":"Fri Sep 13 16:14:45 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.52200000000000002,"15min":0.49399999999999999},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.251},"max":{"1min":1.738,"5min":1.738,"15min":1.738},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.55900000000000005,"15min":0.53600000000000003},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.22900000000000001},"max":{"1min":1.343,"5min":1.343,"15min":1.343},"last":0.55100000000000005}]},{"osd":7,"last update":"Fri Sep 13 16:14:45 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.54400000000000004,"15min":0.52000000000000002},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.27600000000000002},"max":{"1min":1.3109999999999999,"5min":1.3109999999999999,"15min":1.3109999999999999},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.65600000000000003,"5min":0.58599999999999997,"15min":0.55200000000000005},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.29599999999999999},"max":{"1min":2.0249999999999999,"5min":2.0249999999999999,"15min":2.0249999999999999},"last":0.51900000000000002}]}]},{"osd":4,"up_from":13,"seq":55834575012,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":91248,"kb_used_data":1952,"kb_used_omap":1,"kb_used_meta":89278,"kb_avail":94280592,"statfs":{"total":96636764160,"available":96543326208,"internally_reserved":0,"allocated":1998848,"data_stored":920766,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":91421126},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:14:49 2024","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.51400000000000001,"15min":0.49199999999999999},"min":{"1min":0.35199999999999998,"5min":0.29799999999999999,"15min":0.19400000000000001},"max":{"1min":0.60899999999999999,"5min":0.71899999999999997,"15min":5.7510000000000003},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.54500000000000004,"15min":0.55800000000000005},"min":{"1min":0.443,"5min":0.373,"15min":0.20699999999999999},"max":{"1min":0.68799999999999994,"5min":0.78300000000000003,"15min":18.648},"last":0.46100000000000002}]},{"osd":1,"last update":"Fri Sep 13 16:14:49 2024","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.54500000000000004,"15min":0.56499999999999995},"min":{"1min":0.38900000000000001,"5min":0.38100000000000001,"15min":0.221},"max":{"1min":0.69799999999999995,"5min":0.879,"15min":20.414000000000001},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.58499999999999996,"15min":0.59699999999999998},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.23899999999999999},"max":{"1min":0.68100000000000005,"5min":0.85299999999999998,"15min":20.018000000000001},"last":0.51500000000000001}]},{"osd":2,"last update":"Fri Sep 13 16:14:49 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.57999999999999996,"15min":0.52400000000000002},"min":{"1min":0.38600000000000001,"5min":0.38500000000000001,"15min":0.26400000000000001},"max":{"1min":0.66700000000000004,"5min":0.872,"15min":1.5529999999999999},"last":0.501},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.625,"15min":0.625},"min":{"1min":0.45100000000000001,"5min":0.434,"15min":0.27700000000000002},"max":{"1min":0.755,"5min":0.91700000000000004,"15min":12.138},"last":0.58599999999999997}]},{"osd":3,"last update":"Fri Sep 13 16:14:49 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.58199999999999996,"15min":0.59499999999999997},"min":{"1min":0.374,"5min":0.374,"15min":0.28399999999999997},"max":{"1min":0.621,"5min":0.78000000000000003,"15min":13.097},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.56000000000000005,"15min":0.55400000000000005},"min":{"1min":0.41999999999999998,"5min":0.36099999999999999,"15min":0.27000000000000002},"max":{"1min":0.65700000000000003,"5min":0.79200000000000004,"15min":11.009},"last":0.48499999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:14:49 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.498,"15min":0.56699999999999995},"min":{"1min":0.317,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.65800000000000003,"5min":0.88800000000000001,"15min":24.812999999999999},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.56499999999999995,"15min":0.53400000000000003},"min":{"1min":0.41299999999999998,"5min":0.29399999999999998,"15min":0.27000000000000002},"max":{"1min":0.72599999999999998,"5min":0.96599999999999997,"15min":1.5860000000000001},"last":0.55400000000000005}]},{"osd":6,"last update":"Fri Sep 13 16:14:49 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.52000000000000002,"15min":0.54300000000000004},"min":{"1min":0.33900000000000002,"5min":0.33600000000000002,"15min":0.25800000000000001},"max":{"1min":0.72299999999999998,"5min":0.84099999999999997,"15min":13.071999999999999},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.51400000000000001,"15min":0.58599999999999997},"min":{"1min":0.35099999999999998,"5min":0.26400000000000001,"15min":0.24399999999999999},"max":{"1min":0.69599999999999995,"5min":0.84599999999999997,"15min":24.873999999999999},"last":0.53000000000000003}]},{"osd":7,"last update":"Fri Sep 13 16:14:49 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.52500000000000002,"15min":0.751},"min":{"1min":0.36899999999999999,"5min":0.33600000000000002,"15min":0.25800000000000001},"max":{"1min":0.73299999999999998,"5min":0.90400000000000003,"15min":64.593999999999994},"last":0.443},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.58899999999999997,"15min":0.60899999999999999},"min":{"1min":0.38700000000000001,"5min":0.313,"15min":0.313},"max":{"1min":0.79200000000000004,"5min":0.86299999999999999,"15min":13.125},"last":0.63200000000000001}]}]},{"osd":2,"up_from":13,"seq":55834575011,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":105200,"kb_used_data":1952,"kb_used_omap":1,"kb_used_meta":103230,"kb_avail":94266640,"statfs":{"total":96636764160,"available":96529039360,"internally_reserved":0,"allocated":1998848,"data_stored":920766,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":105707974},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:49 2024","interfaces":[{"interface":"back","average":{"1min":0.308,"5min":0.34899999999999998,"15min":0.32300000000000001},"min":{"1min":0.24299999999999999,"5min":0.222,"15min":0.17100000000000001},"max":{"1min":0.44400000000000001,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.36099999999999999},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.36599999999999999,"15min":0.33800000000000002},"min":{"1min":0.27400000000000002,"5min":0.23100000000000001,"15min":0.185},"max":{"1min":0.53900000000000003,"5min":0.61299999999999999,"15min":0.63200000000000001},"last":0.34699999999999998}]},{"osd":1,"last update":"Fri Sep 13 16:13:49 2024","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.36199999999999999,"15min":0.33800000000000002},"min":{"1min":0.25800000000000001,"5min":0.22900000000000001,"15min":0.189},"max":{"1min":0.47899999999999998,"5min":0.59999999999999998,"15min":0.61799999999999999},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.42399999999999999,"15min":0.39600000000000002},"min":{"1min":0.318,"5min":0.214,"15min":0.20100000000000001},"max":{"1min":0.54300000000000004,"5min":0.753,"15min":0.753},"last":0.41499999999999998}]},{"osd":3,"last update":"Fri Sep 13 16:13:55 2024","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.40200000000000002,"15min":0.36899999999999999},"min":{"1min":0.28699999999999998,"5min":0.26900000000000002,"15min":0.20899999999999999},"max":{"1min":0.58999999999999997,"5min":0.70599999999999996,"15min":0.72299999999999998},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.39100000000000001,"15min":0.36599999999999999},"min":{"1min":0.28699999999999998,"5min":0.28199999999999997,"15min":0.23200000000000001},"max":{"1min":0.64200000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.38700000000000001}]},{"osd":4,"last update":"Fri Sep 13 16:13:49 2024","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.60099999999999998,"15min":0.55200000000000005},"min":{"1min":0.443,"5min":0.32200000000000001,"15min":0.25800000000000001},"max":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.85199999999999998},"last":0.73699999999999999},{"interface":"front","average":{"1min":0.624,"5min":0.60499999999999998,"15min":0.55600000000000005},"min":{"1min":0.45600000000000002,"5min":0.32900000000000001,"15min":0.26200000000000001},"max":{"1min":1.3200000000000001,"5min":1.3200000000000001,"15min":1.3200000000000001},"last":0.91200000000000003}]},{"osd":5,"last update":"Fri Sep 13 16:13:49 2024","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.60099999999999998,"15min":0.55600000000000005},"min":{"1min":0.38700000000000001,"5min":0.36699999999999999,"15min":0.25},"max":{"1min":0.83899999999999997,"5min":0.94099999999999995,"15min":1.0169999999999999},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.62,"15min":0.56200000000000006},"min":{"1min":0.378,"5min":0.378,"15min":0.29199999999999998},"max":{"1min":0.93300000000000005,"5min":1.4139999999999999,"15min":1.4139999999999999},"last":0.69999999999999996}]},{"osd":6,"last update":"Fri Sep 13 16:13:49 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.61899999999999999,"15min":0.56399999999999995},"min":{"1min":0.442,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.79500000000000004,"5min":1.431,"15min":1.431},"last":0.66100000000000003},{"interface":"front","average":{"1min":0.62,"5min":0.63900000000000001,"15min":0.58699999999999997},"min":{"1min":0.41299999999999998,"5min":0.38600000000000001,"15min":0.33600000000000002},"max":{"1min":1.1279999999999999,"5min":1.4830000000000001,"15min":1.4830000000000001},"last":1.0129999999999999}]},{"osd":7,"last update":"Fri Sep 13 16:13:49 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.61399999999999999,"15min":0.57899999999999996},"min":{"1min":0.435,"5min":0.375,"15min":0.33700000000000002},"max":{"1min":0.89300000000000002,"5min":0.97899999999999998,"15min":1.03},"last":0.75800000000000001},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.626,"15min":0.58799999999999997},"min":{"1min":0.40500000000000003,"5min":0.40300000000000002,"15min":0.32400000000000001},"max":{"1min":0.76700000000000002,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.627}]}]},{"osd":1,"up_from":13,"seq":55834575011,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":87204,"kb_used_data":1940,"kb_used_omap":1,"kb_used_meta":85246,"kb_avail":94284636,"statfs":{"total":96636764160,"available":96547467264,"internally_reserved":0,"allocated":1986560,"data_stored":914629,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":87292358},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:53 2024","interfaces":[{"interface":"back","average":{"1min":1.113,"5min":0.503,"15min":0.379},"min":{"1min":0.23799999999999999,"5min":0.19500000000000001,"15min":0.14799999999999999},"max":{"1min":10.233000000000001,"5min":10.233000000000001,"15min":10.233000000000001},"last":0.30199999999999999},{"interface":"front","average":{"1min":1.044,"5min":0.503,"15min":0.39400000000000002},"min":{"1min":0.215,"5min":0.182,"15min":0.182},"max":{"1min":9.8879999999999999,"5min":9.8879999999999999,"15min":9.8879999999999999},"last":0.251}]},{"osd":2,"last update":"Fri Sep 13 16:13:53 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.40600000000000003,"15min":0.34899999999999998},"min":{"1min":0.26200000000000001,"5min":0.22,"15min":0.186},"max":{"1min":3.609,"5min":3.609,"15min":3.609},"last":0.33100000000000002},{"interface":"front","average":{"1min":1.079,"5min":0.53100000000000003,"15min":0.42399999999999999},"min":{"1min":0.216,"5min":0.216,"15min":0.216},"max":{"1min":9.8550000000000004,"5min":9.8550000000000004,"15min":9.8550000000000004},"last":0.26700000000000002}]},{"osd":3,"last update":"Fri Sep 13 16:13:53 2024","interfaces":[{"interface":"back","average":{"1min":3.0419999999999998,"5min":0.92000000000000004,"15min":0.55100000000000005},"min":{"1min":0.27400000000000002,"5min":0.21299999999999999,"15min":0.20000000000000001},"max":{"1min":35.280000000000001,"5min":35.280000000000001,"15min":35.280000000000001},"last":0.318},{"interface":"front","average":{"1min":1.7490000000000001,"5min":0.69099999999999995,"15min":0.497},"min":{"1min":0.248,"5min":0.248,"15min":0.223},"max":{"1min":17.962,"5min":17.962,"15min":17.962},"last":0.34599999999999997}]},{"osd":4,"last update":"Fri Sep 13 16:13:53 2024","interfaces":[{"interface":"back","average":{"1min":1.2589999999999999,"5min":0.73999999999999999,"15min":0.59899999999999998},"min":{"1min":0.38100000000000001,"5min":0.316,"15min":0.28399999999999997},"max":{"1min":9.8190000000000008,"5min":9.8190000000000008,"15min":9.8190000000000008},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.751,"5min":0.64300000000000002,"15min":0.57299999999999995},"min":{"1min":0.45300000000000001,"5min":0.30599999999999999,"15min":0.30399999999999999},"max":{"1min":3.194,"5min":3.194,"15min":3.194},"last":0.65500000000000003}]},{"osd":5,"last update":"Fri Sep 13 16:13:53 2024","interfaces":[{"interface":"back","average":{"1min":2.1200000000000001,"5min":0.91300000000000003,"15min":0.65300000000000002},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.28899999999999998},"max":{"1min":21.114000000000001,"5min":21.114000000000001,"15min":21.114000000000001},"last":0.66500000000000004},{"interface":"front","average":{"1min":1.3620000000000001,"5min":0.77000000000000002,"15min":0.622},"min":{"1min":0.42399999999999999,"5min":0.371,"15min":0.32400000000000001},"max":{"1min":9.7870000000000008,"5min":9.7870000000000008,"15min":9.7870000000000008},"last":0.58499999999999996}]},{"osd":6,"last update":"Fri Sep 13 16:13:53 2024","interfaces":[{"interface":"back","average":{"1min":0.746,"5min":0.64800000000000002,"15min":0.58299999999999996},"min":{"1min":0.45400000000000001,"5min":0.39800000000000002,"15min":0.313},"max":{"1min":1.6379999999999999,"5min":1.6379999999999999,"15min":1.6379999999999999},"last":0.61799999999999999},{"interface":"front","average":{"1min":1.6479999999999999,"5min":0.83499999999999996,"15min":0.64700000000000002},"min":{"1min":0.372,"5min":0.372,"15min":0.31900000000000001},"max":{"1min":13.529,"5min":13.529,"15min":13.529},"last":0.60299999999999998}]},{"osd":7,"last update":"Fri Sep 13 16:13:53 2024","interfaces":[{"interface":"back","average":{"1min":0.73599999999999999,"5min":0.65800000000000003,"15min":0.59499999999999997},"min":{"1min":0.47899999999999998,"5min":0.43099999999999999,"15min":0.315},"max":{"1min":1.6060000000000001,"5min":1.6060000000000001,"15min":1.6060000000000001},"last":0.59499999999999997},{"interface":"front","average":{"1min":2.181,"5min":0.94799999999999995,"15min":0.69099999999999995},"min":{"1min":0.39900000000000002,"5min":0.377,"15min":0.377},"max":{"1min":20.34,"5min":20.34,"15min":20.34},"last":0.56399999999999995}]}]},{"osd":0,"up_from":13,"seq":55834575013,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":101676,"kb_used_data":2528,"kb_used_omap":1,"kb_used_meta":99134,"kb_avail":94270164,"statfs":{"total":96636764160,"available":96532647936,"internally_reserved":0,"allocated":2588672,"data_stored":1510465,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":101513671},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 16:14:49 2024","interfaces":[{"interface":"back","average":{"1min":0.32200000000000001,"5min":0.34499999999999997,"15min":0.34799999999999998},"min":{"1min":0.224,"5min":0.20899999999999999,"15min":0.151},"max":{"1min":0.42699999999999999,"5min":0.60499999999999998,"15min":2.5960000000000001},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.35299999999999998,"5min":0.374,"15min":0.34899999999999998},"min":{"1min":0.254,"5min":0.20300000000000001,"15min":0.17599999999999999},"max":{"1min":0.51800000000000002,"5min":0.60699999999999998,"15min":0.65900000000000003},"last":0.26300000000000001}]},{"osd":2,"last update":"Fri Sep 13 16:14:49 2024","interfaces":[{"interface":"back","average":{"1min":0.34999999999999998,"5min":0.371,"15min":0.35599999999999998},"min":{"1min":0.26000000000000001,"5min":0.20200000000000001,"15min":0.19800000000000001},"max":{"1min":0.48499999999999999,"5min":0.56799999999999995,"15min":1.373},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.36099999999999999,"5min":0.39300000000000002,"15min":0.376},"min":{"1min":0.27300000000000002,"5min":0.248,"15min":0.19400000000000001},"max":{"1min":0.51300000000000001,"5min":0.73199999999999998,"15min":0.77900000000000003},"last":0.32000000000000001}]},{"osd":3,"last update":"Fri Sep 13 16:14:00 2024","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.41199999999999998,"15min":0.39000000000000001},"min":{"1min":0.26500000000000001,"5min":0.249,"15min":0.218},"max":{"1min":0.54000000000000004,"5min":0.59699999999999998,"15min":0.75},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.374,"5min":0.378,"15min":0.35699999999999998},"min":{"1min":0.25,"5min":0.22,"15min":0.20100000000000001},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.29999999999999999}]},{"osd":4,"last update":"Fri Sep 13 16:14:49 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.59699999999999998,"15min":0.53500000000000003},"min":{"1min":0.45000000000000001,"5min":0.30299999999999999,"15min":0.28000000000000003},"max":{"1min":0.78000000000000003,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.60199999999999998,"15min":0.55700000000000005},"min":{"1min":0.39900000000000002,"5min":0.34599999999999997,"15min":0.28199999999999997},"max":{"1min":0.77900000000000003,"5min":0.86299999999999999,"15min":1.321},"last":0.60099999999999998}]},{"osd":5,"last update":"Fri Sep 13 16:14:49 2024","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.60499999999999998,"15min":0.71599999999999997},"min":{"1min":0.439,"5min":0.38900000000000001,"15min":0.30199999999999999},"max":{"1min":0.73799999999999999,"5min":0.88600000000000001,"15min":41.240000000000002},"last":0.58099999999999996},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.61899999999999999,"15min":0.73999999999999999},"min":{"1min":0.45000000000000001,"5min":0.36399999999999999,"15min":0.29999999999999999},"max":{"1min":0.79400000000000004,"5min":0.91500000000000004,"15min":41.301000000000002},"last":0.51200000000000001}]},{"osd":6,"last update":"Fri Sep 13 16:14:49 2024","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.60999999999999999,"15min":0.55500000000000005},"min":{"1min":0.48899999999999999,"5min":0.34799999999999998,"15min":0.312},"max":{"1min":0.74199999999999999,"5min":0.83899999999999997,"15min":0.95099999999999996},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.63500000000000001,"15min":0.58799999999999997},"min":{"1min":0.41199999999999998,"5min":0.39500000000000002,"15min":0.34300000000000003},"max":{"1min":1.0449999999999999,"5min":1.0449999999999999,"15min":1.286},"last":0.629}]},{"osd":7,"last update":"Fri Sep 13 16:14:49 2024","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.64000000000000001,"15min":0.59999999999999998},"min":{"1min":0.44800000000000001,"5min":0.38900000000000001,"15min":0.34799999999999998},"max":{"1min":0.79100000000000004,"5min":0.92000000000000004,"15min":1.1639999999999999},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.68999999999999995,"5min":0.65800000000000003,"15min":0.58999999999999997},"min":{"1min":0.503,"5min":0.38900000000000001,"15min":0.35099999999999998},"max":{"1min":1.2230000000000001,"5min":1.2230000000000001,"15min":1.2230000000000001},"last":0.59399999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2168,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:14:57.761 INFO:tasks.ceph.mds.c.smithi076.stderr:2024-09-13T16:14:57.760+0000 7f918a455640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T16:14:59.103 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:14:59.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.211+0000 7fe6b48d0640 1 Processor -- start 2024-09-13T16:14:59.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.211+0000 7fe6b48d0640 1 -- start start 2024-09-13T16:14:59.214 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.212+0000 7fe6b48d0640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe6b015c6e0 0x7fe6b00b3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:59.214 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.212+0000 7fe6b48d0640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe6b00ccb20 0x7fe6b00b4490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:59.214 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.212+0000 7fe6b48d0640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe6b00d1840 con 0x7fe6b00d07b0 2024-09-13T16:14:59.214 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.212+0000 7fe6b48d0640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe6b006bd20 con 0x7fe6b015c6e0 2024-09-13T16:14:59.215 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.212+0000 7fe6b48d0640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe6b00d0c30 con 0x7fe6b00ccb20 2024-09-13T16:14:59.215 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.213+0000 7fe6ae59c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe6b015c6e0 0x7fe6b00b3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:59.215 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.213+0000 7fe6ae59c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe6b015c6e0 0x7fe6b00b3f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:35790/0 (socket says 172.21.15.76:35790) 2024-09-13T16:14:59.215 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.213+0000 7fe6ae59c640 1 -- 172.21.15.76:0/2670661477 learned_addr learned my addr 172.21.15.76:0/2670661477 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:59.215 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.213+0000 7fe6ae59c640 1 -- 172.21.15.76:0/2670661477 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe6b00ccb20 msgr2=0x7fe6b00b4490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:59.215 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.213+0000 7fe6ae59c640 1 --2- 172.21.15.76:0/2670661477 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe6b00ccb20 0x7fe6b00b4490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:59.215 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.213+0000 7fe6ae59c640 1 -- 172.21.15.76:0/2670661477 >> v1:172.21.15.192:6789/0 conn(0x7fe6b00d07b0 legacy=0x7fe6b0160030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:59.215 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.213+0000 7fe6ae59c640 1 -- 172.21.15.76:0/2670661477 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe6b00d0f10 con 0x7fe6b015c6e0 2024-09-13T16:14:59.216 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.214+0000 7fe6ae59c640 1 --2- 172.21.15.76:0/2670661477 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe6b015c6e0 0x7fe6b00b3f50 secure :-1 s=READY pgs=2189 cs=0 l=1 rev1=1 crypto rx=0x7fe6a0009870 tx=0x7fe6a002a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=12ac3f788a455723 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:59.216 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.214+0000 7fe6ad59a640 1 -- 172.21.15.76:0/2670661477 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6a002ae90 con 0x7fe6b015c6e0 2024-09-13T16:14:59.216 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.214+0000 7fe6ad59a640 1 -- 172.21.15.76:0/2670661477 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe6a0032440 con 0x7fe6b015c6e0 2024-09-13T16:14:59.217 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.214+0000 7fe6ad59a640 1 -- 172.21.15.76:0/2670661477 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6a00327d0 con 0x7fe6b015c6e0 2024-09-13T16:14:59.217 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.214+0000 7fe6b48d0640 1 -- 172.21.15.76:0/2670661477 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe6b015c6e0 msgr2=0x7fe6b00b3f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:59.217 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.214+0000 7fe6b48d0640 1 --2- 172.21.15.76:0/2670661477 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe6b015c6e0 0x7fe6b00b3f50 secure :-1 s=READY pgs=2189 cs=0 l=1 rev1=1 crypto rx=0x7fe6a0009870 tx=0x7fe6a002a180 comp rx=0 tx=0).stop 2024-09-13T16:14:59.217 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.214+0000 7fe6b48d0640 1 -- 172.21.15.76:0/2670661477 shutdown_connections 2024-09-13T16:14:59.217 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.214+0000 7fe6b48d0640 1 --2- 172.21.15.76:0/2670661477 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe6b00ccb20 0x7fe6b00b4490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:59.217 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.214+0000 7fe6b48d0640 1 --2- 172.21.15.76:0/2670661477 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe6b015c6e0 0x7fe6b00b3f50 unknown :-1 s=CLOSED pgs=2189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:59.217 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.214+0000 7fe6b48d0640 1 -- 172.21.15.76:0/2670661477 >> 172.21.15.76:0/2670661477 conn(0x7fe6b0089f60 msgr2=0x7fe6b00d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:59.217 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.214+0000 7fe6b48d0640 1 -- 172.21.15.76:0/2670661477 shutdown_connections 2024-09-13T16:14:59.217 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.214+0000 7fe6b48d0640 1 -- 172.21.15.76:0/2670661477 wait complete. 2024-09-13T16:14:59.219 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.216+0000 7fe6b48d0640 1 Processor -- start 2024-09-13T16:14:59.219 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.216+0000 7fe6b48d0640 1 -- start start 2024-09-13T16:14:59.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.216+0000 7fe6b48d0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe6b00ccb20 0x7fe6b00cc2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:59.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.216+0000 7fe6b48d0640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe6b00d07b0 0x7fe6b015a330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:59.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.216+0000 7fe6b48d0640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe6b015c6e0 0x7fe6b009dda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:59.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.216+0000 7fe6b48d0640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6b009c4f0 con 0x7fe6b00ccb20 2024-09-13T16:14:59.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.216+0000 7fe6b48d0640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6b00ca910 con 0x7fe6b00d07b0 2024-09-13T16:14:59.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.216+0000 7fe6b48d0640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe6b00cabf0 con 0x7fe6b015c6e0 2024-09-13T16:14:59.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.217+0000 7fe6ae59c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe6b00ccb20 0x7fe6b00cc2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:59.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.217+0000 7fe6ae59c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe6b00ccb20 0x7fe6b00cc2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:35800/0 (socket says 172.21.15.76:35800) 2024-09-13T16:14:59.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.217+0000 7fe6ae59c640 1 -- 172.21.15.76:0/2724762446 learned_addr learned my addr 172.21.15.76:0/2724762446 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:59.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.217+0000 7fe6add9b640 1 --2- 172.21.15.76:0/2724762446 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe6b00d07b0 0x7fe6b015a330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:59.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.217+0000 7fe6aed9d640 1 --2- 172.21.15.76:0/2724762446 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe6b015c6e0 0x7fe6b009dda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:59.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.217+0000 7fe6ae59c640 1 -- 172.21.15.76:0/2724762446 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe6b015c6e0 msgr2=0x7fe6b009dda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:59.220 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.217+0000 7fe6ae59c640 1 --2- 172.21.15.76:0/2724762446 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe6b015c6e0 0x7fe6b009dda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:59.221 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.217+0000 7fe6ae59c640 1 -- 172.21.15.76:0/2724762446 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe6b00d07b0 msgr2=0x7fe6b015a330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:59.221 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.217+0000 7fe6ae59c640 1 --2- 172.21.15.76:0/2724762446 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe6b00d07b0 0x7fe6b015a330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:59.221 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.217+0000 7fe6ae59c640 1 -- 172.21.15.76:0/2724762446 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe6a00094d0 con 0x7fe6b00ccb20 2024-09-13T16:14:59.221 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.217+0000 7fe6ae59c640 1 --2- 172.21.15.76:0/2724762446 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe6b00ccb20 0x7fe6b00cc2f0 secure :-1 s=READY pgs=2190 cs=0 l=1 rev1=1 crypto rx=0x7fe6a0009870 tx=0x7fe6a00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:59.221 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.217+0000 7fe69effd640 1 -- 172.21.15.76:0/2724762446 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6a0030950 con 0x7fe6b00ccb20 2024-09-13T16:14:59.221 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.217+0000 7fe69effd640 1 -- 172.21.15.76:0/2724762446 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe6a0030ab0 con 0x7fe6b00ccb20 2024-09-13T16:14:59.221 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.217+0000 7fe6b48d0640 1 -- 172.21.15.76:0/2724762446 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe6b00caed0 con 0x7fe6b00ccb20 2024-09-13T16:14:59.221 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.217+0000 7fe69effd640 1 -- 172.21.15.76:0/2724762446 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6a0030e60 con 0x7fe6b00ccb20 2024-09-13T16:14:59.221 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.217+0000 7fe6b48d0640 1 -- 172.21.15.76:0/2724762446 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe6b00cb490 con 0x7fe6b00ccb20 2024-09-13T16:14:59.221 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.218+0000 7fe6b48d0640 1 -- 172.21.15.76:0/2724762446 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe6b00cb680 con 0x7fe6b00ccb20 2024-09-13T16:14:59.222 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.219+0000 7fe69effd640 1 -- 172.21.15.76:0/2724762446 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe6a0039040 con 0x7fe6b00ccb20 2024-09-13T16:14:59.222 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.219+0000 7fe69effd640 1 --2- 172.21.15.76:0/2724762446 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe69006ac30 0x7fe69006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:59.222 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.219+0000 7fe69effd640 1 -- 172.21.15.76:0/2724762446 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(162..162 src has 1..162) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fe6a00a9cf0 con 0x7fe6b00ccb20 2024-09-13T16:14:59.222 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.219+0000 7fe6add9b640 1 --2- 172.21.15.76:0/2724762446 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe69006ac30 0x7fe69006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:59.222 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.220+0000 7fe6add9b640 1 --2- 172.21.15.76:0/2724762446 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe69006ac30 0x7fe69006d0f0 secure :-1 s=READY pgs=932 cs=0 l=1 rev1=1 crypto rx=0x7fe6a4007fd0 tx=0x7fe6a4009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:59.225 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.223+0000 7fe69effd640 1 -- 172.21.15.76:0/2724762446 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fe6a0074d80 con 0x7fe6b00ccb20 2024-09-13T16:14:59.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.381+0000 7fe6b48d0640 1 -- 172.21.15.76:0/2724762446 --> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fe6b009dba0 con 0x7fe69006ac30 2024-09-13T16:14:59.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.388+0000 7fe69effd640 1 -- 172.21.15.76:0/2724762446 <== mgr.4104 v2:172.21.15.76:6832/911852275 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+289400 (secure 0 0 0) 0x7fe6b009dba0 con 0x7fe69006ac30 2024-09-13T16:14:59.393 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:14:59.395 INFO:teuthology.orchestra.run.smithi076.stderr:dumped all 2024-09-13T16:14:59.397 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.392+0000 7fe6b48d0640 1 -- 172.21.15.76:0/2724762446 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe69006ac30 msgr2=0x7fe69006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:59.397 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.392+0000 7fe6b48d0640 1 --2- 172.21.15.76:0/2724762446 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe69006ac30 0x7fe69006d0f0 secure :-1 s=READY pgs=932 cs=0 l=1 rev1=1 crypto rx=0x7fe6a4007fd0 tx=0x7fe6a4009040 comp rx=0 tx=0).stop 2024-09-13T16:14:59.397 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.392+0000 7fe6b48d0640 1 -- 172.21.15.76:0/2724762446 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe6b00ccb20 msgr2=0x7fe6b00cc2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:59.397 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.392+0000 7fe6b48d0640 1 --2- 172.21.15.76:0/2724762446 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe6b00ccb20 0x7fe6b00cc2f0 secure :-1 s=READY pgs=2190 cs=0 l=1 rev1=1 crypto rx=0x7fe6a0009870 tx=0x7fe6a00046c0 comp rx=0 tx=0).stop 2024-09-13T16:14:59.397 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.392+0000 7fe6b48d0640 1 -- 172.21.15.76:0/2724762446 shutdown_connections 2024-09-13T16:14:59.397 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.392+0000 7fe6b48d0640 1 --2- 172.21.15.76:0/2724762446 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe69006ac30 0x7fe69006d0f0 unknown :-1 s=CLOSED pgs=932 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:59.398 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.392+0000 7fe6b48d0640 1 --2- 172.21.15.76:0/2724762446 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe6b015c6e0 0x7fe6b009dda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:59.398 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.392+0000 7fe6b48d0640 1 --2- 172.21.15.76:0/2724762446 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe6b00d07b0 0x7fe6b015a330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:59.398 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.392+0000 7fe6b48d0640 1 --2- 172.21.15.76:0/2724762446 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe6b00ccb20 0x7fe6b00cc2f0 unknown :-1 s=CLOSED pgs=2190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:59.398 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.392+0000 7fe6b48d0640 1 -- 172.21.15.76:0/2724762446 >> 172.21.15.76:0/2724762446 conn(0x7fe6b0089f60 msgr2=0x7fe6b006c730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:59.398 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.392+0000 7fe6b48d0640 1 -- 172.21.15.76:0/2724762446 shutdown_connections 2024-09-13T16:14:59.398 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.392+0000 7fe6b48d0640 1 -- 172.21.15.76:0/2724762446 wait complete. 2024-09-13T16:14:59.404 INFO:teuthology.orchestra.run.smithi076.stdout:{"pg_ready":true,"pg_map":{"version":562,"stamp":"2024-09-13T16:14:59.097405+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":187,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":771144,"kb_used_data":17124,"kb_used_omap":12,"kb_used_meta":753843,"kb_avail":754203576,"statfs":{"total":773094113280,"available":772304461824,"internally_reserved":0,"allocated":17534976,"data_stored":8713335,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":771935801},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":12,"apply_latency_ms":12,"commit_latency_ns":12000000,"apply_latency_ns":12000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.618215"},"pg_stats":[{"pgid":"24.3f","version":"0'0","reported_seq":10,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-13T16:14:52.833764+0000","last_change":"2024-09-13T16:14:51.843956+0000","last_active":"2024-09-13T16:14:52.833764+0000","last_peered":"2024-09-13T16:14:52.833764+0000","last_clean":"2024-09-13T16:14:52.833764+0000","last_became_active":"2024-09-13T16:14:51.842362+0000","last_became_peered":"2024-09-13T16:14:51.842362+0000","last_unstale":"2024-09-13T16:14:52.833764+0000","last_undegraded":"2024-09-13T16:14:52.833764+0000","last_fullsized":"2024-09-13T16:14:52.833764+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:43:58.827468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.3e","version":"0'0","reported_seq":10,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-13T16:14:53.590204+0000","last_change":"2024-09-13T16:14:51.855329+0000","last_active":"2024-09-13T16:14:53.590204+0000","last_peered":"2024-09-13T16:14:53.590204+0000","last_clean":"2024-09-13T16:14:53.590204+0000","last_became_active":"2024-09-13T16:14:51.855079+0000","last_became_peered":"2024-09-13T16:14:51.855079+0000","last_unstale":"2024-09-13T16:14:53.590204+0000","last_undegraded":"2024-09-13T16:14:53.590204+0000","last_fullsized":"2024-09-13T16:14:53.590204+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:49:26.495692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"24.3d","version":"0'0","reported_seq":10,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-13T16:14:52.833288+0000","last_change":"2024-09-13T16:14:51.836516+0000","last_active":"2024-09-13T16:14:52.833288+0000","last_peered":"2024-09-13T16:14:52.833288+0000","last_clean":"2024-09-13T16:14:52.833288+0000","last_became_active":"2024-09-13T16:14:51.836226+0000","last_became_peered":"2024-09-13T16:14:51.836226+0000","last_unstale":"2024-09-13T16:14:52.833288+0000","last_undegraded":"2024-09-13T16:14:52.833288+0000","last_fullsized":"2024-09-13T16:14:52.833288+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:10:20.149221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.3c","version":"0'0","reported_seq":10,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-13T16:14:52.833214+0000","last_change":"2024-09-13T16:14:51.855904+0000","last_active":"2024-09-13T16:14:52.833214+0000","last_peered":"2024-09-13T16:14:52.833214+0000","last_clean":"2024-09-13T16:14:52.833214+0000","last_became_active":"2024-09-13T16:14:51.854910+0000","last_became_peered":"2024-09-13T16:14:51.854910+0000","last_unstale":"2024-09-13T16:14:52.833214+0000","last_undegraded":"2024-09-13T16:14:52.833214+0000","last_fullsized":"2024-09-13T16:14:52.833214+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:15:03.462581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.3b","version":"0'0","reported_seq":10,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-13T16:14:53.064503+0000","last_change":"2024-09-13T16:14:51.844518+0000","last_active":"2024-09-13T16:14:53.064503+0000","last_peered":"2024-09-13T16:14:53.064503+0000","last_clean":"2024-09-13T16:14:53.064503+0000","last_became_active":"2024-09-13T16:14:51.844223+0000","last_became_peered":"2024-09-13T16:14:51.844223+0000","last_unstale":"2024-09-13T16:14:53.064503+0000","last_undegraded":"2024-09-13T16:14:53.064503+0000","last_fullsized":"2024-09-13T16:14:53.064503+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:53:43.984366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.3a","version":"0'0","reported_seq":10,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-13T16:14:53.589698+0000","last_change":"2024-09-13T16:14:51.854049+0000","last_active":"2024-09-13T16:14:53.589698+0000","last_peered":"2024-09-13T16:14:53.589698+0000","last_clean":"2024-09-13T16:14:53.589698+0000","last_became_active":"2024-09-13T16:14:51.852601+0000","last_became_peered":"2024-09-13T16:14:51.852601+0000","last_unstale":"2024-09-13T16:14:53.589698+0000","last_undegraded":"2024-09-13T16:14:53.589698+0000","last_fullsized":"2024-09-13T16:14:53.589698+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:35:42.559854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"24.39","version":"0'0","reported_seq":10,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-13T16:14:52.831855+0000","last_change":"2024-09-13T16:14:51.854323+0000","last_active":"2024-09-13T16:14:52.831855+0000","last_peered":"2024-09-13T16:14:52.831855+0000","last_clean":"2024-09-13T16:14:52.831855+0000","last_became_active":"2024-09-13T16:14:51.854012+0000","last_became_peered":"2024-09-13T16:14:51.854012+0000","last_unstale":"2024-09-13T16:14:52.831855+0000","last_undegraded":"2024-09-13T16:14:52.831855+0000","last_fullsized":"2024-09-13T16:14:52.831855+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:19:56.605694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.38","version":"0'0","reported_seq":10,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-13T16:14:52.831810+0000","last_change":"2024-09-13T16:14:51.849587+0000","last_active":"2024-09-13T16:14:52.831810+0000","last_peered":"2024-09-13T16:14:52.831810+0000","last_clean":"2024-09-13T16:14:52.831810+0000","last_became_active":"2024-09-13T16:14:51.849179+0000","last_became_peered":"2024-09-13T16:14:51.849179+0000","last_unstale":"2024-09-13T16:14:52.831810+0000","last_undegraded":"2024-09-13T16:14:52.831810+0000","last_fullsized":"2024-09-13T16:14:52.831810+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:56:00.245131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.37","version":"0'0","reported_seq":10,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-13T16:14:52.832220+0000","last_change":"2024-09-13T16:14:51.855911+0000","last_active":"2024-09-13T16:14:52.832220+0000","last_peered":"2024-09-13T16:14:52.832220+0000","last_clean":"2024-09-13T16:14:52.832220+0000","last_became_active":"2024-09-13T16:14:51.855679+0000","last_became_peered":"2024-09-13T16:14:51.855679+0000","last_unstale":"2024-09-13T16:14:52.832220+0000","last_undegraded":"2024-09-13T16:14:52.832220+0000","last_fullsized":"2024-09-13T16:14:52.832220+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:15:31.073805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.36","version":"0'0","reported_seq":10,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-13T16:14:52.832225+0000","last_change":"2024-09-13T16:14:51.847570+0000","last_active":"2024-09-13T16:14:52.832225+0000","last_peered":"2024-09-13T16:14:52.832225+0000","last_clean":"2024-09-13T16:14:52.832225+0000","last_became_active":"2024-09-13T16:14:51.847327+0000","last_became_peered":"2024-09-13T16:14:51.847327+0000","last_unstale":"2024-09-13T16:14:52.832225+0000","last_undegraded":"2024-09-13T16:14:52.832225+0000","last_fullsized":"2024-09-13T16:14:52.832225+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:16:56.656069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.35","version":"0'0","reported_seq":10,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-13T16:14:52.832715+0000","last_change":"2024-09-13T16:14:51.846074+0000","last_active":"2024-09-13T16:14:52.832715+0000","last_peered":"2024-09-13T16:14:52.832715+0000","last_clean":"2024-09-13T16:14:52.832715+0000","last_became_active":"2024-09-13T16:14:51.845822+0000","last_became_peered":"2024-09-13T16:14:51.845822+0000","last_unstale":"2024-09-13T16:14:52.832715+0000","last_undegraded":"2024-09-13T16:14:52.832715+0000","last_fullsized":"2024-09-13T16:14:52.832715+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:03:10.316258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.34","version":"0'0","reported_seq":10,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-13T16:14:53.590324+0000","last_change":"2024-09-13T16:14:51.856233+0000","last_active":"2024-09-13T16:14:53.590324+0000","last_peered":"2024-09-13T16:14:53.590324+0000","last_clean":"2024-09-13T16:14:53.590324+0000","last_became_active":"2024-09-13T16:14:51.854711+0000","last_became_peered":"2024-09-13T16:14:51.854711+0000","last_unstale":"2024-09-13T16:14:53.590324+0000","last_undegraded":"2024-09-13T16:14:53.590324+0000","last_fullsized":"2024-09-13T16:14:53.590324+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:10:20.149221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"24.33","version":"0'0","reported_seq":10,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:52.054038+0000","last_change":"2024-09-13T16:14:51.853615+0000","last_active":"2024-09-13T16:14:52.054038+0000","last_peered":"2024-09-13T16:14:52.054038+0000","last_clean":"2024-09-13T16:14:52.054038+0000","last_became_active":"2024-09-13T16:14:51.853381+0000","last_became_peered":"2024-09-13T16:14:51.853381+0000","last_unstale":"2024-09-13T16:14:52.054038+0000","last_undegraded":"2024-09-13T16:14:52.054038+0000","last_fullsized":"2024-09-13T16:14:52.054038+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:36:09.729588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.32","version":"0'0","reported_seq":10,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-13T16:14:53.064340+0000","last_change":"2024-09-13T16:14:51.840289+0000","last_active":"2024-09-13T16:14:53.064340+0000","last_peered":"2024-09-13T16:14:53.064340+0000","last_clean":"2024-09-13T16:14:53.064340+0000","last_became_active":"2024-09-13T16:14:51.840059+0000","last_became_peered":"2024-09-13T16:14:51.840059+0000","last_unstale":"2024-09-13T16:14:53.064340+0000","last_undegraded":"2024-09-13T16:14:53.064340+0000","last_fullsized":"2024-09-13T16:14:53.064340+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:28:18.788427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.31","version":"0'0","reported_seq":10,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-13T16:14:52.833382+0000","last_change":"2024-09-13T16:14:51.847624+0000","last_active":"2024-09-13T16:14:52.833382+0000","last_peered":"2024-09-13T16:14:52.833382+0000","last_clean":"2024-09-13T16:14:52.833382+0000","last_became_active":"2024-09-13T16:14:51.847354+0000","last_became_peered":"2024-09-13T16:14:51.847354+0000","last_unstale":"2024-09-13T16:14:52.833382+0000","last_undegraded":"2024-09-13T16:14:52.833382+0000","last_fullsized":"2024-09-13T16:14:52.833382+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:03:33.813139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.30","version":"0'0","reported_seq":10,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-13T16:14:52.833644+0000","last_change":"2024-09-13T16:14:51.855509+0000","last_active":"2024-09-13T16:14:52.833644+0000","last_peered":"2024-09-13T16:14:52.833644+0000","last_clean":"2024-09-13T16:14:52.833644+0000","last_became_active":"2024-09-13T16:14:51.853385+0000","last_became_peered":"2024-09-13T16:14:51.853385+0000","last_unstale":"2024-09-13T16:14:52.833644+0000","last_undegraded":"2024-09-13T16:14:52.833644+0000","last_fullsized":"2024-09-13T16:14:52.833644+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:49:26.495692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.2f","version":"0'0","reported_seq":10,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-13T16:14:52.832247+0000","last_change":"2024-09-13T16:14:51.847664+0000","last_active":"2024-09-13T16:14:52.832247+0000","last_peered":"2024-09-13T16:14:52.832247+0000","last_clean":"2024-09-13T16:14:52.832247+0000","last_became_active":"2024-09-13T16:14:51.847315+0000","last_became_peered":"2024-09-13T16:14:51.847315+0000","last_unstale":"2024-09-13T16:14:52.832247+0000","last_undegraded":"2024-09-13T16:14:52.832247+0000","last_fullsized":"2024-09-13T16:14:52.832247+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:24:42.279820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.2e","version":"0'0","reported_seq":10,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-13T16:14:53.589865+0000","last_change":"2024-09-13T16:14:51.847835+0000","last_active":"2024-09-13T16:14:53.589865+0000","last_peered":"2024-09-13T16:14:53.589865+0000","last_clean":"2024-09-13T16:14:53.589865+0000","last_became_active":"2024-09-13T16:14:51.847575+0000","last_became_peered":"2024-09-13T16:14:51.847575+0000","last_unstale":"2024-09-13T16:14:53.589865+0000","last_undegraded":"2024-09-13T16:14:53.589865+0000","last_fullsized":"2024-09-13T16:14:53.589865+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:46:46.451274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"24.2d","version":"0'0","reported_seq":10,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-13T16:14:52.832814+0000","last_change":"2024-09-13T16:14:51.853803+0000","last_active":"2024-09-13T16:14:52.832814+0000","last_peered":"2024-09-13T16:14:52.832814+0000","last_clean":"2024-09-13T16:14:52.832814+0000","last_became_active":"2024-09-13T16:14:51.853527+0000","last_became_peered":"2024-09-13T16:14:51.853527+0000","last_unstale":"2024-09-13T16:14:52.832814+0000","last_undegraded":"2024-09-13T16:14:52.832814+0000","last_fullsized":"2024-09-13T16:14:52.832814+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:42:54.887193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.2c","version":"0'0","reported_seq":10,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-13T16:14:53.589718+0000","last_change":"2024-09-13T16:14:51.842017+0000","last_active":"2024-09-13T16:14:53.589718+0000","last_peered":"2024-09-13T16:14:53.589718+0000","last_clean":"2024-09-13T16:14:53.589718+0000","last_became_active":"2024-09-13T16:14:51.841779+0000","last_became_peered":"2024-09-13T16:14:51.841779+0000","last_unstale":"2024-09-13T16:14:53.589718+0000","last_undegraded":"2024-09-13T16:14:53.589718+0000","last_fullsized":"2024-09-13T16:14:53.589718+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:47:39.924893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"24.2b","version":"0'0","reported_seq":10,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:52.054047+0000","last_change":"2024-09-13T16:14:51.844931+0000","last_active":"2024-09-13T16:14:52.054047+0000","last_peered":"2024-09-13T16:14:52.054047+0000","last_clean":"2024-09-13T16:14:52.054047+0000","last_became_active":"2024-09-13T16:14:51.844680+0000","last_became_peered":"2024-09-13T16:14:51.844680+0000","last_unstale":"2024-09-13T16:14:52.054047+0000","last_undegraded":"2024-09-13T16:14:52.054047+0000","last_fullsized":"2024-09-13T16:14:52.054047+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:56:09.671597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.2a","version":"0'0","reported_seq":10,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-13T16:14:53.589814+0000","last_change":"2024-09-13T16:14:51.852029+0000","last_active":"2024-09-13T16:14:53.589814+0000","last_peered":"2024-09-13T16:14:53.589814+0000","last_clean":"2024-09-13T16:14:53.589814+0000","last_became_active":"2024-09-13T16:14:51.850728+0000","last_became_peered":"2024-09-13T16:14:51.850728+0000","last_unstale":"2024-09-13T16:14:53.589814+0000","last_undegraded":"2024-09-13T16:14:53.589814+0000","last_fullsized":"2024-09-13T16:14:53.589814+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:05:07.397077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"24.29","version":"0'0","reported_seq":10,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-13T16:14:53.064449+0000","last_change":"2024-09-13T16:14:51.842871+0000","last_active":"2024-09-13T16:14:53.064449+0000","last_peered":"2024-09-13T16:14:53.064449+0000","last_clean":"2024-09-13T16:14:53.064449+0000","last_became_active":"2024-09-13T16:14:51.842648+0000","last_became_peered":"2024-09-13T16:14:51.842648+0000","last_unstale":"2024-09-13T16:14:53.064449+0000","last_undegraded":"2024-09-13T16:14:53.064449+0000","last_fullsized":"2024-09-13T16:14:53.064449+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:54:51.532282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.28","version":"0'0","reported_seq":10,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-13T16:14:52.833759+0000","last_change":"2024-09-13T16:14:51.855656+0000","last_active":"2024-09-13T16:14:52.833759+0000","last_peered":"2024-09-13T16:14:52.833759+0000","last_clean":"2024-09-13T16:14:52.833759+0000","last_became_active":"2024-09-13T16:14:51.855366+0000","last_became_peered":"2024-09-13T16:14:51.855366+0000","last_unstale":"2024-09-13T16:14:52.833759+0000","last_undegraded":"2024-09-13T16:14:52.833759+0000","last_fullsized":"2024-09-13T16:14:52.833759+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:46:32.376957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.27","version":"0'0","reported_seq":10,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:52.054173+0000","last_change":"2024-09-13T16:14:51.846403+0000","last_active":"2024-09-13T16:14:52.054173+0000","last_peered":"2024-09-13T16:14:52.054173+0000","last_clean":"2024-09-13T16:14:52.054173+0000","last_became_active":"2024-09-13T16:14:51.846161+0000","last_became_peered":"2024-09-13T16:14:51.846161+0000","last_unstale":"2024-09-13T16:14:52.054173+0000","last_undegraded":"2024-09-13T16:14:52.054173+0000","last_fullsized":"2024-09-13T16:14:52.054173+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:50:56.502151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.26","version":"0'0","reported_seq":10,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-13T16:14:53.589535+0000","last_change":"2024-09-13T16:14:51.836874+0000","last_active":"2024-09-13T16:14:53.589535+0000","last_peered":"2024-09-13T16:14:53.589535+0000","last_clean":"2024-09-13T16:14:53.589535+0000","last_became_active":"2024-09-13T16:14:51.836642+0000","last_became_peered":"2024-09-13T16:14:51.836642+0000","last_unstale":"2024-09-13T16:14:53.589535+0000","last_undegraded":"2024-09-13T16:14:53.589535+0000","last_fullsized":"2024-09-13T16:14:53.589535+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:38:48.999766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"24.25","version":"0'0","reported_seq":10,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-13T16:14:53.590139+0000","last_change":"2024-09-13T16:14:51.856828+0000","last_active":"2024-09-13T16:14:53.590139+0000","last_peered":"2024-09-13T16:14:53.590139+0000","last_clean":"2024-09-13T16:14:53.590139+0000","last_became_active":"2024-09-13T16:14:51.854234+0000","last_became_peered":"2024-09-13T16:14:51.854234+0000","last_unstale":"2024-09-13T16:14:53.590139+0000","last_undegraded":"2024-09-13T16:14:53.590139+0000","last_fullsized":"2024-09-13T16:14:53.590139+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:15:03.462581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"24.24","version":"0'0","reported_seq":10,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:52.054055+0000","last_change":"2024-09-13T16:14:51.845681+0000","last_active":"2024-09-13T16:14:52.054055+0000","last_peered":"2024-09-13T16:14:52.054055+0000","last_clean":"2024-09-13T16:14:52.054055+0000","last_became_active":"2024-09-13T16:14:51.845117+0000","last_became_peered":"2024-09-13T16:14:51.845117+0000","last_unstale":"2024-09-13T16:14:52.054055+0000","last_undegraded":"2024-09-13T16:14:52.054055+0000","last_fullsized":"2024-09-13T16:14:52.054055+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:32:55.348697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.23","version":"0'0","reported_seq":10,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-13T16:14:53.590081+0000","last_change":"2024-09-13T16:14:51.858065+0000","last_active":"2024-09-13T16:14:53.590081+0000","last_peered":"2024-09-13T16:14:53.590081+0000","last_clean":"2024-09-13T16:14:53.590081+0000","last_became_active":"2024-09-13T16:14:51.857799+0000","last_became_peered":"2024-09-13T16:14:51.857799+0000","last_unstale":"2024-09-13T16:14:53.590081+0000","last_undegraded":"2024-09-13T16:14:53.590081+0000","last_fullsized":"2024-09-13T16:14:53.590081+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:42:54.887193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"24.22","version":"0'0","reported_seq":10,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-13T16:14:53.589980+0000","last_change":"2024-09-13T16:14:51.845398+0000","last_active":"2024-09-13T16:14:53.589980+0000","last_peered":"2024-09-13T16:14:53.589980+0000","last_clean":"2024-09-13T16:14:53.589980+0000","last_became_active":"2024-09-13T16:14:51.844394+0000","last_became_peered":"2024-09-13T16:14:51.844394+0000","last_unstale":"2024-09-13T16:14:53.589980+0000","last_undegraded":"2024-09-13T16:14:53.589980+0000","last_fullsized":"2024-09-13T16:14:53.589980+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:08:07.501017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"24.21","version":"0'0","reported_seq":10,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-13T16:14:52.833472+0000","last_change":"2024-09-13T16:14:51.843564+0000","last_active":"2024-09-13T16:14:52.833472+0000","last_peered":"2024-09-13T16:14:52.833472+0000","last_clean":"2024-09-13T16:14:52.833472+0000","last_became_active":"2024-09-13T16:14:51.843311+0000","last_became_peered":"2024-09-13T16:14:51.843311+0000","last_unstale":"2024-09-13T16:14:52.833472+0000","last_undegraded":"2024-09-13T16:14:52.833472+0000","last_fullsized":"2024-09-13T16:14:52.833472+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:49:26.495692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.20","version":"0'0","reported_seq":10,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-13T16:14:53.589699+0000","last_change":"2024-09-13T16:14:51.851483+0000","last_active":"2024-09-13T16:14:53.589699+0000","last_peered":"2024-09-13T16:14:53.589699+0000","last_clean":"2024-09-13T16:14:53.589699+0000","last_became_active":"2024-09-13T16:14:51.851207+0000","last_became_peered":"2024-09-13T16:14:51.851207+0000","last_unstale":"2024-09-13T16:14:53.589699+0000","last_undegraded":"2024-09-13T16:14:53.589699+0000","last_fullsized":"2024-09-13T16:14:53.589699+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:38:48.999766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"24.10","version":"0'0","reported_seq":10,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-13T16:14:53.589698+0000","last_change":"2024-09-13T16:14:51.857171+0000","last_active":"2024-09-13T16:14:53.589698+0000","last_peered":"2024-09-13T16:14:53.589698+0000","last_clean":"2024-09-13T16:14:53.589698+0000","last_became_active":"2024-09-13T16:14:51.856693+0000","last_became_peered":"2024-09-13T16:14:51.856693+0000","last_unstale":"2024-09-13T16:14:53.589698+0000","last_undegraded":"2024-09-13T16:14:53.589698+0000","last_fullsized":"2024-09-13T16:14:53.589698+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:56:32.778792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.1f","version":"161'4","reported_seq":15,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.853702+0000","last_change":"2024-09-13T16:14:51.488015+0000","last_active":"2024-09-13T16:14:51.853702+0000","last_peered":"2024-09-13T16:14:51.853702+0000","last_clean":"2024-09-13T16:14:51.853702+0000","last_became_active":"2024-09-13T16:14:51.487720+0000","last_became_peered":"2024-09-13T16:14:51.487720+0000","last_unstale":"2024-09-13T16:14:51.853702+0000","last_undegraded":"2024-09-13T16:14:51.853702+0000","last_fullsized":"2024-09-13T16:14:51.853702+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:02:45.727661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.11","version":"0'0","reported_seq":10,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:52.053991+0000","last_change":"2024-09-13T16:14:51.847772+0000","last_active":"2024-09-13T16:14:52.053991+0000","last_peered":"2024-09-13T16:14:52.053991+0000","last_clean":"2024-09-13T16:14:52.053991+0000","last_became_active":"2024-09-13T16:14:51.847519+0000","last_became_peered":"2024-09-13T16:14:51.847519+0000","last_unstale":"2024-09-13T16:14:52.053991+0000","last_undegraded":"2024-09-13T16:14:52.053991+0000","last_fullsized":"2024-09-13T16:14:52.053991+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:51:04.540213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.1e","version":"161'1","reported_seq":12,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.852276+0000","last_change":"2024-09-13T16:14:51.492375+0000","last_active":"2024-09-13T16:14:51.852276+0000","last_peered":"2024-09-13T16:14:51.852276+0000","last_clean":"2024-09-13T16:14:51.852276+0000","last_became_active":"2024-09-13T16:14:51.492119+0000","last_became_peered":"2024-09-13T16:14:51.492119+0000","last_unstale":"2024-09-13T16:14:51.852276+0000","last_undegraded":"2024-09-13T16:14:51.852276+0000","last_fullsized":"2024-09-13T16:14:51.852276+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:21:31.023769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.12","version":"0'0","reported_seq":10,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-13T16:14:53.064347+0000","last_change":"2024-09-13T16:14:51.838909+0000","last_active":"2024-09-13T16:14:53.064347+0000","last_peered":"2024-09-13T16:14:53.064347+0000","last_clean":"2024-09-13T16:14:53.064347+0000","last_became_active":"2024-09-13T16:14:51.837862+0000","last_became_peered":"2024-09-13T16:14:51.837862+0000","last_unstale":"2024-09-13T16:14:53.064347+0000","last_undegraded":"2024-09-13T16:14:53.064347+0000","last_fullsized":"2024-09-13T16:14:53.064347+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:12:15.636508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.1d","version":"161'2","reported_seq":13,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.854093+0000","last_change":"2024-09-13T16:14:51.495967+0000","last_active":"2024-09-13T16:14:51.854093+0000","last_peered":"2024-09-13T16:14:51.854093+0000","last_clean":"2024-09-13T16:14:51.854093+0000","last_became_active":"2024-09-13T16:14:51.495681+0000","last_became_peered":"2024-09-13T16:14:51.495681+0000","last_unstale":"2024-09-13T16:14:51.854093+0000","last_undegraded":"2024-09-13T16:14:51.854093+0000","last_fullsized":"2024-09-13T16:14:51.854093+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:13:17.859118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.13","version":"0'0","reported_seq":10,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-13T16:14:53.590141+0000","last_change":"2024-09-13T16:14:51.854585+0000","last_active":"2024-09-13T16:14:53.590141+0000","last_peered":"2024-09-13T16:14:53.590141+0000","last_clean":"2024-09-13T16:14:53.590141+0000","last_became_active":"2024-09-13T16:14:51.854299+0000","last_became_peered":"2024-09-13T16:14:51.854299+0000","last_unstale":"2024-09-13T16:14:53.590141+0000","last_undegraded":"2024-09-13T16:14:53.590141+0000","last_fullsized":"2024-09-13T16:14:53.590141+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:03:33.813139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.1c","version":"161'2","reported_seq":13,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.854471+0000","last_change":"2024-09-13T16:14:51.496477+0000","last_active":"2024-09-13T16:14:51.854471+0000","last_peered":"2024-09-13T16:14:51.854471+0000","last_clean":"2024-09-13T16:14:51.854471+0000","last_became_active":"2024-09-13T16:14:51.496207+0000","last_became_peered":"2024-09-13T16:14:51.496207+0000","last_unstale":"2024-09-13T16:14:51.854471+0000","last_undegraded":"2024-09-13T16:14:51.854471+0000","last_fullsized":"2024-09-13T16:14:51.854471+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:16:05.246194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"24.14","version":"0'0","reported_seq":10,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-13T16:14:52.832108+0000","last_change":"2024-09-13T16:14:51.847634+0000","last_active":"2024-09-13T16:14:52.832108+0000","last_peered":"2024-09-13T16:14:52.832108+0000","last_clean":"2024-09-13T16:14:52.832108+0000","last_became_active":"2024-09-13T16:14:51.847387+0000","last_became_peered":"2024-09-13T16:14:51.847387+0000","last_unstale":"2024-09-13T16:14:52.832108+0000","last_undegraded":"2024-09-13T16:14:52.832108+0000","last_fullsized":"2024-09-13T16:14:52.832108+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:45:50.037197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.1b","version":"161'1","reported_seq":12,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.852400+0000","last_change":"2024-09-13T16:14:51.494861+0000","last_active":"2024-09-13T16:14:51.852400+0000","last_peered":"2024-09-13T16:14:51.852400+0000","last_clean":"2024-09-13T16:14:51.852400+0000","last_became_active":"2024-09-13T16:14:51.494614+0000","last_became_peered":"2024-09-13T16:14:51.494614+0000","last_unstale":"2024-09-13T16:14:51.852400+0000","last_undegraded":"2024-09-13T16:14:51.852400+0000","last_fullsized":"2024-09-13T16:14:51.852400+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:15:02.460877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.15","version":"0'0","reported_seq":10,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-13T16:14:53.589646+0000","last_change":"2024-09-13T16:14:51.837841+0000","last_active":"2024-09-13T16:14:53.589646+0000","last_peered":"2024-09-13T16:14:53.589646+0000","last_clean":"2024-09-13T16:14:53.589646+0000","last_became_active":"2024-09-13T16:14:51.837482+0000","last_became_peered":"2024-09-13T16:14:51.837482+0000","last_unstale":"2024-09-13T16:14:53.589646+0000","last_undegraded":"2024-09-13T16:14:53.589646+0000","last_fullsized":"2024-09-13T16:14:53.589646+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:58:38.757161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.1a","version":"161'1","reported_seq":12,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.853321+0000","last_change":"2024-09-13T16:14:51.493115+0000","last_active":"2024-09-13T16:14:51.853321+0000","last_peered":"2024-09-13T16:14:51.853321+0000","last_clean":"2024-09-13T16:14:51.853321+0000","last_became_active":"2024-09-13T16:14:51.492838+0000","last_became_peered":"2024-09-13T16:14:51.492838+0000","last_unstale":"2024-09-13T16:14:51.853321+0000","last_undegraded":"2024-09-13T16:14:51.853321+0000","last_fullsized":"2024-09-13T16:14:51.853321+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:16:55.654366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.16","version":"0'0","reported_seq":10,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-13T16:14:53.589563+0000","last_change":"2024-09-13T16:14:51.841098+0000","last_active":"2024-09-13T16:14:53.589563+0000","last_peered":"2024-09-13T16:14:53.589563+0000","last_clean":"2024-09-13T16:14:53.589563+0000","last_became_active":"2024-09-13T16:14:51.840853+0000","last_became_peered":"2024-09-13T16:14:51.840853+0000","last_unstale":"2024-09-13T16:14:53.589563+0000","last_undegraded":"2024-09-13T16:14:53.589563+0000","last_fullsized":"2024-09-13T16:14:53.589563+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:08:07.501017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.19","version":"0'0","reported_seq":11,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.830618+0000","last_change":"2024-09-13T16:14:51.499193+0000","last_active":"2024-09-13T16:14:51.830618+0000","last_peered":"2024-09-13T16:14:51.830618+0000","last_clean":"2024-09-13T16:14:51.830618+0000","last_became_active":"2024-09-13T16:14:51.498951+0000","last_became_peered":"2024-09-13T16:14:51.498951+0000","last_unstale":"2024-09-13T16:14:51.830618+0000","last_undegraded":"2024-09-13T16:14:51.830618+0000","last_fullsized":"2024-09-13T16:14:51.830618+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:17:53.420426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"24.17","version":"0'0","reported_seq":10,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-13T16:14:52.833813+0000","last_change":"2024-09-13T16:14:51.843327+0000","last_active":"2024-09-13T16:14:52.833813+0000","last_peered":"2024-09-13T16:14:52.833813+0000","last_clean":"2024-09-13T16:14:52.833813+0000","last_became_active":"2024-09-13T16:14:51.843025+0000","last_became_peered":"2024-09-13T16:14:51.843025+0000","last_unstale":"2024-09-13T16:14:52.833813+0000","last_undegraded":"2024-09-13T16:14:52.833813+0000","last_fullsized":"2024-09-13T16:14:52.833813+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:13:43.926375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.18","version":"0'0","reported_seq":11,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.841805+0000","last_change":"2024-09-13T16:14:51.496797+0000","last_active":"2024-09-13T16:14:51.841805+0000","last_peered":"2024-09-13T16:14:51.841805+0000","last_clean":"2024-09-13T16:14:51.841805+0000","last_became_active":"2024-09-13T16:14:51.496557+0000","last_became_peered":"2024-09-13T16:14:51.496557+0000","last_unstale":"2024-09-13T16:14:51.841805+0000","last_undegraded":"2024-09-13T16:14:51.841805+0000","last_fullsized":"2024-09-13T16:14:51.841805+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:46:31.375254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.18","version":"0'0","reported_seq":10,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-13T16:14:53.589958+0000","last_change":"2024-09-13T16:14:51.856815+0000","last_active":"2024-09-13T16:14:53.589958+0000","last_peered":"2024-09-13T16:14:53.589958+0000","last_clean":"2024-09-13T16:14:53.589958+0000","last_became_active":"2024-09-13T16:14:51.856324+0000","last_became_peered":"2024-09-13T16:14:51.856324+0000","last_unstale":"2024-09-13T16:14:53.589958+0000","last_undegraded":"2024-09-13T16:14:53.589958+0000","last_fullsized":"2024-09-13T16:14:53.589958+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:56:45.016002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.17","version":"0'0","reported_seq":11,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:52.054157+0000","last_change":"2024-09-13T16:14:51.500722+0000","last_active":"2024-09-13T16:14:52.054157+0000","last_peered":"2024-09-13T16:14:52.054157+0000","last_clean":"2024-09-13T16:14:52.054157+0000","last_became_active":"2024-09-13T16:14:51.500466+0000","last_became_peered":"2024-09-13T16:14:51.500466+0000","last_unstale":"2024-09-13T16:14:52.054157+0000","last_undegraded":"2024-09-13T16:14:52.054157+0000","last_fullsized":"2024-09-13T16:14:52.054157+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:05:30.955811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.1a","version":"0'0","reported_seq":10,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:52.054008+0000","last_change":"2024-09-13T16:14:51.854129+0000","last_active":"2024-09-13T16:14:52.054008+0000","last_peered":"2024-09-13T16:14:52.054008+0000","last_clean":"2024-09-13T16:14:52.054008+0000","last_became_active":"2024-09-13T16:14:51.853874+0000","last_became_peered":"2024-09-13T16:14:51.853874+0000","last_unstale":"2024-09-13T16:14:52.054008+0000","last_undegraded":"2024-09-13T16:14:52.054008+0000","last_fullsized":"2024-09-13T16:14:52.054008+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:54:09.579441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.15","version":"161'3","reported_seq":14,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.857518+0000","last_change":"2024-09-13T16:14:51.486383+0000","last_active":"2024-09-13T16:14:51.857518+0000","last_peered":"2024-09-13T16:14:51.857518+0000","last_clean":"2024-09-13T16:14:51.857518+0000","last_became_active":"2024-09-13T16:14:51.486093+0000","last_became_peered":"2024-09-13T16:14:51.486093+0000","last_unstale":"2024-09-13T16:14:51.857518+0000","last_undegraded":"2024-09-13T16:14:51.857518+0000","last_fullsized":"2024-09-13T16:14:51.857518+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:10:15.103204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.1b","version":"0'0","reported_seq":10,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-13T16:14:53.589567+0000","last_change":"2024-09-13T16:14:51.842654+0000","last_active":"2024-09-13T16:14:53.589567+0000","last_peered":"2024-09-13T16:14:53.589567+0000","last_clean":"2024-09-13T16:14:53.589567+0000","last_became_active":"2024-09-13T16:14:51.842428+0000","last_became_peered":"2024-09-13T16:14:51.842428+0000","last_unstale":"2024-09-13T16:14:53.589567+0000","last_undegraded":"2024-09-13T16:14:53.589567+0000","last_fullsized":"2024-09-13T16:14:53.589567+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:59:10.572905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.14","version":"161'6","reported_seq":17,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:52.054075+0000","last_change":"2024-09-13T16:14:51.496981+0000","last_active":"2024-09-13T16:14:52.054075+0000","last_peered":"2024-09-13T16:14:52.054075+0000","last_clean":"2024-09-13T16:14:52.054075+0000","last_became_active":"2024-09-13T16:14:51.496722+0000","last_became_peered":"2024-09-13T16:14:51.496722+0000","last_unstale":"2024-09-13T16:14:52.054075+0000","last_undegraded":"2024-09-13T16:14:52.054075+0000","last_fullsized":"2024-09-13T16:14:52.054075+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:17:12.113864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.1c","version":"0'0","reported_seq":10,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-13T16:14:53.590017+0000","last_change":"2024-09-13T16:14:51.854991+0000","last_active":"2024-09-13T16:14:53.590017+0000","last_peered":"2024-09-13T16:14:53.590017+0000","last_clean":"2024-09-13T16:14:53.590017+0000","last_became_active":"2024-09-13T16:14:51.854693+0000","last_became_peered":"2024-09-13T16:14:51.854693+0000","last_unstale":"2024-09-13T16:14:53.590017+0000","last_undegraded":"2024-09-13T16:14:53.590017+0000","last_fullsized":"2024-09-13T16:14:53.590017+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:51:33.752723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.13","version":"161'2","reported_seq":13,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.853356+0000","last_change":"2024-09-13T16:14:51.493768+0000","last_active":"2024-09-13T16:14:51.853356+0000","last_peered":"2024-09-13T16:14:51.853356+0000","last_clean":"2024-09-13T16:14:51.853356+0000","last_became_active":"2024-09-13T16:14:51.493497+0000","last_became_peered":"2024-09-13T16:14:51.493497+0000","last_unstale":"2024-09-13T16:14:51.853356+0000","last_undegraded":"2024-09-13T16:14:51.853356+0000","last_fullsized":"2024-09-13T16:14:51.853356+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:45:49.035493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.1d","version":"0'0","reported_seq":10,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-13T16:14:52.832177+0000","last_change":"2024-09-13T16:14:51.853170+0000","last_active":"2024-09-13T16:14:52.832177+0000","last_peered":"2024-09-13T16:14:52.832177+0000","last_clean":"2024-09-13T16:14:52.832177+0000","last_became_active":"2024-09-13T16:14:51.852830+0000","last_became_peered":"2024-09-13T16:14:51.852830+0000","last_unstale":"2024-09-13T16:14:52.832177+0000","last_undegraded":"2024-09-13T16:14:52.832177+0000","last_fullsized":"2024-09-13T16:14:52.832177+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:02:18.460596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.12","version":"0'0","reported_seq":11,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:52.054018+0000","last_change":"2024-09-13T16:14:51.489341+0000","last_active":"2024-09-13T16:14:52.054018+0000","last_peered":"2024-09-13T16:14:52.054018+0000","last_clean":"2024-09-13T16:14:52.054018+0000","last_became_active":"2024-09-13T16:14:51.488982+0000","last_became_peered":"2024-09-13T16:14:51.488982+0000","last_unstale":"2024-09-13T16:14:52.054018+0000","last_undegraded":"2024-09-13T16:14:52.054018+0000","last_fullsized":"2024-09-13T16:14:52.054018+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:07:40.741770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.1e","version":"0'0","reported_seq":10,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-13T16:14:52.833247+0000","last_change":"2024-09-13T16:14:51.851063+0000","last_active":"2024-09-13T16:14:52.833247+0000","last_peered":"2024-09-13T16:14:52.833247+0000","last_clean":"2024-09-13T16:14:52.833247+0000","last_became_active":"2024-09-13T16:14:51.850749+0000","last_became_peered":"2024-09-13T16:14:51.850749+0000","last_unstale":"2024-09-13T16:14:52.833247+0000","last_undegraded":"2024-09-13T16:14:52.833247+0000","last_fullsized":"2024-09-13T16:14:52.833247+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:13:45.450302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.11","version":"0'0","reported_seq":11,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.840345+0000","last_change":"2024-09-13T16:14:51.493618+0000","last_active":"2024-09-13T16:14:51.840345+0000","last_peered":"2024-09-13T16:14:51.840345+0000","last_clean":"2024-09-13T16:14:51.840345+0000","last_became_active":"2024-09-13T16:14:51.493422+0000","last_became_peered":"2024-09-13T16:14:51.493422+0000","last_unstale":"2024-09-13T16:14:51.840345+0000","last_undegraded":"2024-09-13T16:14:51.840345+0000","last_fullsized":"2024-09-13T16:14:51.840345+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:17:50.422211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.1f","version":"0'0","reported_seq":10,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-13T16:14:53.589642+0000","last_change":"2024-09-13T16:14:51.837676+0000","last_active":"2024-09-13T16:14:53.589642+0000","last_peered":"2024-09-13T16:14:53.589642+0000","last_clean":"2024-09-13T16:14:53.589642+0000","last_became_active":"2024-09-13T16:14:51.837196+0000","last_became_peered":"2024-09-13T16:14:51.837196+0000","last_unstale":"2024-09-13T16:14:53.589642+0000","last_undegraded":"2024-09-13T16:14:53.589642+0000","last_fullsized":"2024-09-13T16:14:53.589642+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:46:46.451274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.10","version":"161'8","reported_seq":19,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.856426+0000","last_change":"2024-09-13T16:14:51.485769+0000","last_active":"2024-09-13T16:14:51.856426+0000","last_peered":"2024-09-13T16:14:51.856426+0000","last_clean":"2024-09-13T16:14:51.856426+0000","last_became_active":"2024-09-13T16:14:51.485522+0000","last_became_peered":"2024-09-13T16:14:51.485522+0000","last_unstale":"2024-09-13T16:14:51.856426+0000","last_undegraded":"2024-09-13T16:14:51.856426+0000","last_fullsized":"2024-09-13T16:14:51.856426+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:43:57.825765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.0","version":"0'0","reported_seq":10,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-13T16:14:52.831810+0000","last_change":"2024-09-13T16:14:51.849408+0000","last_active":"2024-09-13T16:14:52.831810+0000","last_peered":"2024-09-13T16:14:52.831810+0000","last_clean":"2024-09-13T16:14:52.831810+0000","last_became_active":"2024-09-13T16:14:51.848932+0000","last_became_peered":"2024-09-13T16:14:51.848932+0000","last_unstale":"2024-09-13T16:14:52.831810+0000","last_undegraded":"2024-09-13T16:14:52.831810+0000","last_fullsized":"2024-09-13T16:14:52.831810+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:08:04.990057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.f","version":"161'1","reported_seq":12,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:52.054190+0000","last_change":"2024-09-13T16:14:51.488294+0000","last_active":"2024-09-13T16:14:52.054190+0000","last_peered":"2024-09-13T16:14:52.054190+0000","last_clean":"2024-09-13T16:14:52.054190+0000","last_became_active":"2024-09-13T16:14:51.488033+0000","last_became_peered":"2024-09-13T16:14:51.488033+0000","last_unstale":"2024-09-13T16:14:52.054190+0000","last_undegraded":"2024-09-13T16:14:52.054190+0000","last_fullsized":"2024-09-13T16:14:52.054190+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:46:49.656206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.1","version":"0'0","reported_seq":10,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-13T16:14:53.590126+0000","last_change":"2024-09-13T16:14:51.844478+0000","last_active":"2024-09-13T16:14:53.590126+0000","last_peered":"2024-09-13T16:14:53.590126+0000","last_clean":"2024-09-13T16:14:53.590126+0000","last_became_active":"2024-09-13T16:14:51.844088+0000","last_became_peered":"2024-09-13T16:14:51.844088+0000","last_unstale":"2024-09-13T16:14:53.590126+0000","last_undegraded":"2024-09-13T16:14:53.590126+0000","last_fullsized":"2024-09-13T16:14:53.590126+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:00:24.850366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.e","version":"161'2","reported_seq":13,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.854683+0000","last_change":"2024-09-13T16:14:51.497712+0000","last_active":"2024-09-13T16:14:51.854683+0000","last_peered":"2024-09-13T16:14:51.854683+0000","last_clean":"2024-09-13T16:14:51.854683+0000","last_became_active":"2024-09-13T16:14:51.497472+0000","last_became_peered":"2024-09-13T16:14:51.497472+0000","last_unstale":"2024-09-13T16:14:51.854683+0000","last_undegraded":"2024-09-13T16:14:51.854683+0000","last_fullsized":"2024-09-13T16:14:51.854683+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:49:25.493989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.2","version":"0'0","reported_seq":10,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-13T16:14:52.832727+0000","last_change":"2024-09-13T16:14:51.847120+0000","last_active":"2024-09-13T16:14:52.832727+0000","last_peered":"2024-09-13T16:14:52.832727+0000","last_clean":"2024-09-13T16:14:52.832727+0000","last_became_active":"2024-09-13T16:14:51.846834+0000","last_became_peered":"2024-09-13T16:14:51.846834+0000","last_unstale":"2024-09-13T16:14:52.832727+0000","last_undegraded":"2024-09-13T16:14:52.832727+0000","last_fullsized":"2024-09-13T16:14:52.832727+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:35:42.559854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.d","version":"161'1","reported_seq":12,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.849043+0000","last_change":"2024-09-13T16:14:51.490633+0000","last_active":"2024-09-13T16:14:51.849043+0000","last_peered":"2024-09-13T16:14:51.849043+0000","last_clean":"2024-09-13T16:14:51.849043+0000","last_became_active":"2024-09-13T16:14:51.490317+0000","last_became_peered":"2024-09-13T16:14:51.490317+0000","last_unstale":"2024-09-13T16:14:51.849043+0000","last_undegraded":"2024-09-13T16:14:51.849043+0000","last_fullsized":"2024-09-13T16:14:51.849043+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:55:59.243427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.3","version":"0'0","reported_seq":10,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-13T16:14:52.832786+0000","last_change":"2024-09-13T16:14:51.845569+0000","last_active":"2024-09-13T16:14:52.832786+0000","last_peered":"2024-09-13T16:14:52.832786+0000","last_clean":"2024-09-13T16:14:52.832786+0000","last_became_active":"2024-09-13T16:14:51.845301+0000","last_became_peered":"2024-09-13T16:14:51.845301+0000","last_unstale":"2024-09-13T16:14:52.832786+0000","last_undegraded":"2024-09-13T16:14:52.832786+0000","last_fullsized":"2024-09-13T16:14:52.832786+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:56:32.778792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.c","version":"0'0","reported_seq":11,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.840680+0000","last_change":"2024-09-13T16:14:51.494237+0000","last_active":"2024-09-13T16:14:51.840680+0000","last_peered":"2024-09-13T16:14:51.840680+0000","last_clean":"2024-09-13T16:14:51.840680+0000","last_became_active":"2024-09-13T16:14:51.493939+0000","last_became_peered":"2024-09-13T16:14:51.493939+0000","last_unstale":"2024-09-13T16:14:51.840680+0000","last_undegraded":"2024-09-13T16:14:51.840680+0000","last_fullsized":"2024-09-13T16:14:51.840680+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:13:42.924671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.4","version":"0'0","reported_seq":10,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:52.054064+0000","last_change":"2024-09-13T16:14:51.845822+0000","last_active":"2024-09-13T16:14:52.054064+0000","last_peered":"2024-09-13T16:14:52.054064+0000","last_clean":"2024-09-13T16:14:52.054064+0000","last_became_active":"2024-09-13T16:14:51.845586+0000","last_became_peered":"2024-09-13T16:14:51.845586+0000","last_unstale":"2024-09-13T16:14:52.054064+0000","last_undegraded":"2024-09-13T16:14:52.054064+0000","last_fullsized":"2024-09-13T16:14:52.054064+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:32:15.749202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.b","version":"161'2","reported_seq":13,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.853231+0000","last_change":"2024-09-13T16:14:51.493245+0000","last_active":"2024-09-13T16:14:51.853231+0000","last_peered":"2024-09-13T16:14:51.853231+0000","last_clean":"2024-09-13T16:14:51.853231+0000","last_became_active":"2024-09-13T16:14:51.492943+0000","last_became_peered":"2024-09-13T16:14:51.492943+0000","last_unstale":"2024-09-13T16:14:51.853231+0000","last_undegraded":"2024-09-13T16:14:51.853231+0000","last_fullsized":"2024-09-13T16:14:51.853231+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:08:03.988353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.5","version":"0'0","reported_seq":10,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-13T16:14:53.064553+0000","last_change":"2024-09-13T16:14:51.848539+0000","last_active":"2024-09-13T16:14:53.064553+0000","last_peered":"2024-09-13T16:14:53.064553+0000","last_clean":"2024-09-13T16:14:53.064553+0000","last_became_active":"2024-09-13T16:14:51.847984+0000","last_became_peered":"2024-09-13T16:14:51.847984+0000","last_unstale":"2024-09-13T16:14:53.064553+0000","last_undegraded":"2024-09-13T16:14:53.064553+0000","last_fullsized":"2024-09-13T16:14:53.064553+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:25:24.887013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.a","version":"0'0","reported_seq":11,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.838988+0000","last_change":"2024-09-13T16:14:51.490754+0000","last_active":"2024-09-13T16:14:51.838988+0000","last_peered":"2024-09-13T16:14:51.838988+0000","last_clean":"2024-09-13T16:14:51.838988+0000","last_became_active":"2024-09-13T16:14:51.490488+0000","last_became_peered":"2024-09-13T16:14:51.490488+0000","last_unstale":"2024-09-13T16:14:51.838988+0000","last_undegraded":"2024-09-13T16:14:51.838988+0000","last_fullsized":"2024-09-13T16:14:51.838988+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:28:03.085796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.6","version":"0'0","reported_seq":10,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-13T16:14:53.064467+0000","last_change":"2024-09-13T16:14:51.847612+0000","last_active":"2024-09-13T16:14:53.064467+0000","last_peered":"2024-09-13T16:14:53.064467+0000","last_clean":"2024-09-13T16:14:53.064467+0000","last_became_active":"2024-09-13T16:14:51.847178+0000","last_became_peered":"2024-09-13T16:14:51.847178+0000","last_unstale":"2024-09-13T16:14:53.064467+0000","last_undegraded":"2024-09-13T16:14:53.064467+0000","last_fullsized":"2024-09-13T16:14:53.064467+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:46:50.657910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.9","version":"0'0","reported_seq":11,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.830665+0000","last_change":"2024-09-13T16:14:51.496564+0000","last_active":"2024-09-13T16:14:51.830665+0000","last_peered":"2024-09-13T16:14:51.830665+0000","last_clean":"2024-09-13T16:14:51.830665+0000","last_became_active":"2024-09-13T16:14:51.496314+0000","last_became_peered":"2024-09-13T16:14:51.496314+0000","last_unstale":"2024-09-13T16:14:51.830665+0000","last_undegraded":"2024-09-13T16:14:51.830665+0000","last_fullsized":"2024-09-13T16:14:51.830665+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:43:46.911290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"24.7","version":"0'0","reported_seq":10,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-13T16:14:53.590247+0000","last_change":"2024-09-13T16:14:51.852085+0000","last_active":"2024-09-13T16:14:53.590247+0000","last_peered":"2024-09-13T16:14:53.590247+0000","last_clean":"2024-09-13T16:14:53.590247+0000","last_became_active":"2024-09-13T16:14:51.850796+0000","last_became_peered":"2024-09-13T16:14:51.850796+0000","last_unstale":"2024-09-13T16:14:53.590247+0000","last_undegraded":"2024-09-13T16:14:53.590247+0000","last_fullsized":"2024-09-13T16:14:53.590247+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:13:45.450302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.8","version":"0'0","reported_seq":11,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.844819+0000","last_change":"2024-09-13T16:14:51.494819+0000","last_active":"2024-09-13T16:14:51.844819+0000","last_peered":"2024-09-13T16:14:51.844819+0000","last_clean":"2024-09-13T16:14:51.844819+0000","last_became_active":"2024-09-13T16:14:51.494632+0000","last_became_peered":"2024-09-13T16:14:51.494632+0000","last_unstale":"2024-09-13T16:14:51.844819+0000","last_undegraded":"2024-09-13T16:14:51.844819+0000","last_fullsized":"2024-09-13T16:14:51.844819+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:22:08.052138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"24.8","version":"0'0","reported_seq":10,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-13T16:14:52.832946+0000","last_change":"2024-09-13T16:14:51.843390+0000","last_active":"2024-09-13T16:14:52.832946+0000","last_peered":"2024-09-13T16:14:52.832946+0000","last_clean":"2024-09-13T16:14:52.832946+0000","last_became_active":"2024-09-13T16:14:51.842882+0000","last_became_peered":"2024-09-13T16:14:51.842882+0000","last_unstale":"2024-09-13T16:14:52.832946+0000","last_undegraded":"2024-09-13T16:14:52.832946+0000","last_fullsized":"2024-09-13T16:14:52.832946+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:10:20.149221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.7","version":"161'2","reported_seq":13,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.842474+0000","last_change":"2024-09-13T16:14:51.492517+0000","last_active":"2024-09-13T16:14:51.842474+0000","last_peered":"2024-09-13T16:14:51.842474+0000","last_clean":"2024-09-13T16:14:51.842474+0000","last_became_active":"2024-09-13T16:14:51.492233+0000","last_became_peered":"2024-09-13T16:14:51.492233+0000","last_unstale":"2024-09-13T16:14:51.842474+0000","last_undegraded":"2024-09-13T16:14:51.842474+0000","last_fullsized":"2024-09-13T16:14:51.842474+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:24:41.278116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.9","version":"0'0","reported_seq":10,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-13T16:14:52.831936+0000","last_change":"2024-09-13T16:14:51.851503+0000","last_active":"2024-09-13T16:14:52.831936+0000","last_peered":"2024-09-13T16:14:52.831936+0000","last_clean":"2024-09-13T16:14:52.831936+0000","last_became_active":"2024-09-13T16:14:51.851279+0000","last_became_peered":"2024-09-13T16:14:51.851279+0000","last_unstale":"2024-09-13T16:14:52.831936+0000","last_undegraded":"2024-09-13T16:14:52.831936+0000","last_fullsized":"2024-09-13T16:14:52.831936+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:21:32.025472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.6","version":"0'0","reported_seq":11,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:52.054140+0000","last_change":"2024-09-13T16:14:51.500151+0000","last_active":"2024-09-13T16:14:52.054140+0000","last_peered":"2024-09-13T16:14:52.054140+0000","last_clean":"2024-09-13T16:14:52.054140+0000","last_became_active":"2024-09-13T16:14:51.499889+0000","last_became_peered":"2024-09-13T16:14:51.499889+0000","last_unstale":"2024-09-13T16:14:52.054140+0000","last_undegraded":"2024-09-13T16:14:52.054140+0000","last_fullsized":"2024-09-13T16:14:52.054140+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:48:55.973164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.a","version":"0'0","reported_seq":10,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-13T16:14:53.589837+0000","last_change":"2024-09-13T16:14:51.842303+0000","last_active":"2024-09-13T16:14:53.589837+0000","last_peered":"2024-09-13T16:14:53.589837+0000","last_clean":"2024-09-13T16:14:53.589837+0000","last_became_active":"2024-09-13T16:14:51.841897+0000","last_became_peered":"2024-09-13T16:14:51.841897+0000","last_unstale":"2024-09-13T16:14:53.589837+0000","last_undegraded":"2024-09-13T16:14:53.589837+0000","last_fullsized":"2024-09-13T16:14:53.589837+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:51:33.752723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.5","version":"0'0","reported_seq":11,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:52.054092+0000","last_change":"2024-09-13T16:14:51.501773+0000","last_active":"2024-09-13T16:14:52.054092+0000","last_peered":"2024-09-13T16:14:52.054092+0000","last_clean":"2024-09-13T16:14:52.054092+0000","last_became_active":"2024-09-13T16:14:51.501504+0000","last_became_peered":"2024-09-13T16:14:51.501504+0000","last_unstale":"2024-09-13T16:14:52.054092+0000","last_undegraded":"2024-09-13T16:14:52.054092+0000","last_fullsized":"2024-09-13T16:14:52.054092+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:20:52.560241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.b","version":"0'0","reported_seq":10,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-13T16:14:52.832016+0000","last_change":"2024-09-13T16:14:51.852557+0000","last_active":"2024-09-13T16:14:52.832016+0000","last_peered":"2024-09-13T16:14:52.832016+0000","last_clean":"2024-09-13T16:14:52.832016+0000","last_became_active":"2024-09-13T16:14:51.852208+0000","last_became_peered":"2024-09-13T16:14:51.852208+0000","last_unstale":"2024-09-13T16:14:52.832016+0000","last_undegraded":"2024-09-13T16:14:52.832016+0000","last_fullsized":"2024-09-13T16:14:52.832016+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:54:27.631662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.4","version":"0'0","reported_seq":11,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.831004+0000","last_change":"2024-09-13T16:14:51.495977+0000","last_active":"2024-09-13T16:14:51.831004+0000","last_peered":"2024-09-13T16:14:51.831004+0000","last_clean":"2024-09-13T16:14:51.831004+0000","last_became_active":"2024-09-13T16:14:51.495721+0000","last_became_peered":"2024-09-13T16:14:51.495721+0000","last_unstale":"2024-09-13T16:14:51.831004+0000","last_undegraded":"2024-09-13T16:14:51.831004+0000","last_fullsized":"2024-09-13T16:14:51.831004+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:05:27.212720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"24.c","version":"0'0","reported_seq":10,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-13T16:14:52.833315+0000","last_change":"2024-09-13T16:14:51.849516+0000","last_active":"2024-09-13T16:14:52.833315+0000","last_peered":"2024-09-13T16:14:52.833315+0000","last_clean":"2024-09-13T16:14:52.833315+0000","last_became_active":"2024-09-13T16:14:51.848406+0000","last_became_peered":"2024-09-13T16:14:51.848406+0000","last_unstale":"2024-09-13T16:14:52.833315+0000","last_undegraded":"2024-09-13T16:14:52.833315+0000","last_fullsized":"2024-09-13T16:14:52.833315+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:05:07.397077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.3","version":"0'0","reported_seq":11,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.834539+0000","last_change":"2024-09-13T16:14:51.491560+0000","last_active":"2024-09-13T16:14:51.834539+0000","last_peered":"2024-09-13T16:14:51.834539+0000","last_clean":"2024-09-13T16:14:51.834539+0000","last_became_active":"2024-09-13T16:14:51.491285+0000","last_became_peered":"2024-09-13T16:14:51.491285+0000","last_unstale":"2024-09-13T16:14:51.834539+0000","last_undegraded":"2024-09-13T16:14:51.834539+0000","last_fullsized":"2024-09-13T16:14:51.834539+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:35:58.229963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.d","version":"0'0","reported_seq":10,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-13T16:14:53.590251+0000","last_change":"2024-09-13T16:14:51.856684+0000","last_active":"2024-09-13T16:14:53.590251+0000","last_peered":"2024-09-13T16:14:53.590251+0000","last_clean":"2024-09-13T16:14:53.590251+0000","last_became_active":"2024-09-13T16:14:51.856311+0000","last_became_peered":"2024-09-13T16:14:51.856311+0000","last_unstale":"2024-09-13T16:14:53.590251+0000","last_undegraded":"2024-09-13T16:14:53.590251+0000","last_fullsized":"2024-09-13T16:14:53.590251+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:03:10.316258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.2","version":"0'0","reported_seq":11,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:52.054028+0000","last_change":"2024-09-13T16:14:51.496054+0000","last_active":"2024-09-13T16:14:52.054028+0000","last_peered":"2024-09-13T16:14:52.054028+0000","last_clean":"2024-09-13T16:14:52.054028+0000","last_became_active":"2024-09-13T16:14:51.495794+0000","last_became_peered":"2024-09-13T16:14:51.495794+0000","last_unstale":"2024-09-13T16:14:52.054028+0000","last_undegraded":"2024-09-13T16:14:52.054028+0000","last_fullsized":"2024-09-13T16:14:52.054028+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:28:29.775035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.e","version":"0'0","reported_seq":10,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:52.054109+0000","last_change":"2024-09-13T16:14:51.846709+0000","last_active":"2024-09-13T16:14:52.054109+0000","last_peered":"2024-09-13T16:14:52.054109+0000","last_clean":"2024-09-13T16:14:52.054109+0000","last_became_active":"2024-09-13T16:14:51.844961+0000","last_became_peered":"2024-09-13T16:14:51.844961+0000","last_unstale":"2024-09-13T16:14:52.054109+0000","last_undegraded":"2024-09-13T16:14:52.054109+0000","last_fullsized":"2024-09-13T16:14:52.054109+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:30:32.659503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.1","version":"0'0","reported_seq":11,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.840433+0000","last_change":"2024-09-13T16:14:51.496015+0000","last_active":"2024-09-13T16:14:51.840433+0000","last_peered":"2024-09-13T16:14:51.840433+0000","last_clean":"2024-09-13T16:14:51.840433+0000","last_became_active":"2024-09-13T16:14:51.495732+0000","last_became_peered":"2024-09-13T16:14:51.495732+0000","last_unstale":"2024-09-13T16:14:51.840433+0000","last_undegraded":"2024-09-13T16:14:51.840433+0000","last_fullsized":"2024-09-13T16:14:51.840433+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:31:18.896006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.f","version":"0'0","reported_seq":10,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-13T16:14:53.589736+0000","last_change":"2024-09-13T16:14:51.844370+0000","last_active":"2024-09-13T16:14:53.589736+0000","last_peered":"2024-09-13T16:14:53.589736+0000","last_clean":"2024-09-13T16:14:53.589736+0000","last_became_active":"2024-09-13T16:14:51.844094+0000","last_became_peered":"2024-09-13T16:14:51.844094+0000","last_unstale":"2024-09-13T16:14:53.589736+0000","last_undegraded":"2024-09-13T16:14:53.589736+0000","last_fullsized":"2024-09-13T16:14:53.589736+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:23:15.786448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.0","version":"0'0","reported_seq":11,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.834585+0000","last_change":"2024-09-13T16:14:51.494525+0000","last_active":"2024-09-13T16:14:51.834585+0000","last_peered":"2024-09-13T16:14:51.834585+0000","last_clean":"2024-09-13T16:14:51.834585+0000","last_became_active":"2024-09-13T16:14:51.494275+0000","last_became_peered":"2024-09-13T16:14:51.494275+0000","last_unstale":"2024-09-13T16:14:51.834585+0000","last_undegraded":"2024-09-13T16:14:51.834585+0000","last_fullsized":"2024-09-13T16:14:51.834585+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:56:31.777089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.19","version":"0'0","reported_seq":10,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-13T16:14:53.589957+0000","last_change":"2024-09-13T16:14:51.851637+0000","last_active":"2024-09-13T16:14:53.589957+0000","last_peered":"2024-09-13T16:14:53.589957+0000","last_clean":"2024-09-13T16:14:53.589957+0000","last_became_active":"2024-09-13T16:14:51.851169+0000","last_became_peered":"2024-09-13T16:14:51.851169+0000","last_unstale":"2024-09-13T16:14:53.589957+0000","last_undegraded":"2024-09-13T16:14:53.589957+0000","last_fullsized":"2024-09-13T16:14:53.589957+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:51.474290+0000","last_clean_scrub_stamp":"2024-09-13T16:14:51.474290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:43:58.827468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.16","version":"0'0","reported_seq":11,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:52.054124+0000","last_change":"2024-09-13T16:14:51.500851+0000","last_active":"2024-09-13T16:14:52.054124+0000","last_peered":"2024-09-13T16:14:52.054124+0000","last_clean":"2024-09-13T16:14:52.054124+0000","last_became_active":"2024-09-13T16:14:51.500539+0000","last_became_peered":"2024-09-13T16:14:51.500539+0000","last_unstale":"2024-09-13T16:14:52.054124+0000","last_undegraded":"2024-09-13T16:14:52.054124+0000","last_fullsized":"2024-09-13T16:14:52.054124+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:14:50.472587+0000","last_clean_scrub_stamp":"2024-09-13T16:14:50.472587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:06:34.717782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":287,"reported_epoch":161,"state":"active+clean","last_fresh":"2024-09-13T16:14:51.844909+0000","last_change":"2024-09-13T16:01:29.143297+0000","last_active":"2024-09-13T16:14:51.844909+0000","last_peered":"2024-09-13T16:14:51.844909+0000","last_clean":"2024-09-13T16:14:51.844909+0000","last_became_active":"2024-09-13T16:01:29.142269+0000","last_became_peered":"2024-09-13T16:01:29.142269+0000","last_unstale":"2024-09-13T16:14:51.844909+0000","last_undegraded":"2024-09-13T16:14:51.844909+0000","last_fullsized":"2024-09-13T16:14:51.844909+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:27.864638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:27.864638+0000","last_clean_scrub_stamp":"2024-09-13T16:01:27.864638+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:25:24.741463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":24,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":23,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":14,"seq":60129542311,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":119204,"kb_used_data":2008,"kb_used_omap":1,"kb_used_meta":117182,"kb_avail":94252636,"statfs":{"total":96636764160,"available":96514699264,"internally_reserved":0,"allocated":2056192,"data_stored":943236,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":119994824},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:14:56 2024","interfaces":[{"interface":"back","average":{"1min":0.307,"5min":0.35099999999999998,"15min":0.35199999999999998},"min":{"1min":0.22700000000000001,"5min":0.20599999999999999,"15min":0.183},"max":{"1min":0.40899999999999997,"5min":0.84399999999999997,"15min":4.4610000000000003},"last":0.27600000000000002},{"interface":"front","average":{"1min":0.32900000000000001,"5min":0.36599999999999999,"15min":0.33400000000000002},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.17899999999999999},"max":{"1min":0.41499999999999998,"5min":1.236,"15min":1.2410000000000001},"last":0.311}]},{"osd":1,"last update":"Fri Sep 13 16:14:56 2024","interfaces":[{"interface":"back","average":{"1min":0.29999999999999999,"5min":0.42699999999999999,"15min":0.376},"min":{"1min":0.23300000000000001,"5min":0.22500000000000001,"15min":0.182},"max":{"1min":0.374,"5min":7.7729999999999997,"15min":7.7729999999999997},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.378,"5min":0.439,"15min":0.40100000000000002},"min":{"1min":0.313,"5min":0.25700000000000001,"15min":0.19400000000000001},"max":{"1min":0.47999999999999998,"5min":3.6160000000000001,"15min":6.4429999999999996},"last":0.34000000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:14:56 2024","interfaces":[{"interface":"back","average":{"1min":0.34300000000000003,"5min":0.39400000000000002,"15min":0.38100000000000001},"min":{"1min":0.27200000000000002,"5min":0.26900000000000002,"15min":0.22800000000000001},"max":{"1min":0.42999999999999999,"5min":0.80700000000000005,"15min":2.6339999999999999},"last":0.32900000000000001},{"interface":"front","average":{"1min":0.377,"5min":0.44800000000000001,"15min":0.40500000000000003},"min":{"1min":0.26000000000000001,"5min":0.22,"15min":0.21199999999999999},"max":{"1min":0.55000000000000004,"5min":3.585,"15min":3.585},"last":0.373}]},{"osd":4,"last update":"Fri Sep 13 16:14:56 2024","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.61099999999999999,"15min":0.55100000000000005},"min":{"1min":0.443,"5min":0.36799999999999999,"15min":0.28399999999999997},"max":{"1min":0.86599999999999999,"5min":1.0489999999999999,"15min":1.216},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.61599999999999999,"15min":0.57499999999999996},"min":{"1min":0.45900000000000002,"5min":0.34599999999999997,"15min":0.27600000000000002},"max":{"1min":0.77700000000000002,"5min":2.1909999999999998,"15min":2.6070000000000002},"last":0.53700000000000003}]},{"osd":5,"last update":"Fri Sep 13 16:14:56 2024","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.627,"15min":0.57199999999999995},"min":{"1min":0.45900000000000002,"5min":0.38300000000000001,"15min":0.28100000000000003},"max":{"1min":0.94099999999999995,"5min":2.2290000000000001,"15min":2.5449999999999999},"last":0.64500000000000002},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.66800000000000004,"15min":0.59899999999999998},"min":{"1min":0.505,"5min":0.42699999999999999,"15min":0.311},"max":{"1min":0.85299999999999998,"5min":3.5449999999999999,"15min":3.5449999999999999},"last":0.51800000000000002}]},{"osd":6,"last update":"Fri Sep 13 16:14:56 2024","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.69699999999999995,"15min":0.61199999999999999},"min":{"1min":0.52500000000000002,"5min":0.435,"15min":0.31900000000000001},"max":{"1min":0.90900000000000003,"5min":6.4189999999999996,"15min":6.4189999999999996},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.63,"5min":0.71999999999999997,"15min":0.61099999999999999},"min":{"1min":0.47499999999999998,"5min":0.40799999999999997,"15min":0.32200000000000001},"max":{"1min":0.92200000000000004,"5min":8.9559999999999995,"15min":8.9559999999999995},"last":0.52700000000000002}]},{"osd":7,"last update":"Fri Sep 13 16:14:56 2024","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.63700000000000001,"15min":0.59599999999999997},"min":{"1min":0.45700000000000002,"5min":0.42999999999999999,"15min":0.35499999999999998},"max":{"1min":0.94799999999999995,"5min":1.089,"15min":1.649},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.67200000000000004,"5min":0.64700000000000002,"15min":0.60099999999999998},"min":{"1min":0.47399999999999998,"5min":0.45700000000000002,"15min":0.36299999999999999},"max":{"1min":1.0580000000000001,"5min":1.0580000000000001,"15min":2.581},"last":0.501}]}]},{"osd":7,"up_from":13,"seq":55834575013,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":83676,"kb_used_data":2568,"kb_used_omap":1,"kb_used_meta":81086,"kb_avail":94288164,"statfs":{"total":96636764160,"available":96551079936,"internally_reserved":0,"allocated":2629632,"data_stored":1531436,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":83032523},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:14:45 2024","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.60399999999999998,"15min":0.50600000000000001},"min":{"1min":0.34499999999999997,"5min":0.27600000000000002,"15min":0.193},"max":{"1min":0.69999999999999996,"5min":7.6550000000000002,"15min":7.6550000000000002},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56599999999999995,"15min":0.50800000000000001},"min":{"1min":0.373,"5min":0.28799999999999998,"15min":0.20000000000000001},"max":{"1min":0.74199999999999999,"5min":1.577,"15min":1.577},"last":0.70299999999999996}]},{"osd":1,"last update":"Fri Sep 13 16:14:45 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.63,"15min":0.52400000000000002},"min":{"1min":0.41299999999999998,"5min":0.35699999999999998,"15min":0.22},"max":{"1min":0.75900000000000001,"5min":8.3499999999999996,"15min":8.3499999999999996},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.57999999999999996,"15min":0.52100000000000002},"min":{"1min":0.42699999999999999,"5min":0.34599999999999997,"15min":0.23400000000000001},"max":{"1min":0.68300000000000005,"5min":2.3799999999999999,"15min":2.3799999999999999},"last":0.67600000000000005}]},{"osd":2,"last update":"Fri Sep 13 16:14:45 2024","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.58099999999999996,"15min":0.55600000000000005},"min":{"1min":0.44600000000000001,"5min":0.29299999999999998,"15min":0.23999999999999999},"max":{"1min":0.79100000000000004,"5min":0.79900000000000004,"15min":2.2919999999999998},"last":0.68799999999999994},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.65600000000000003,"15min":0.55700000000000005},"min":{"1min":0.40200000000000002,"5min":0.33700000000000002,"15min":0.255},"max":{"1min":0.71399999999999997,"5min":7.6210000000000004,"15min":7.6210000000000004},"last":0.47199999999999998}]},{"osd":3,"last update":"Fri Sep 13 16:14:45 2024","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.58899999999999997,"15min":0.52900000000000003},"min":{"1min":0.40600000000000003,"5min":0.314,"15min":0.255},"max":{"1min":0.77300000000000002,"5min":1.6339999999999999,"15min":1.6339999999999999},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.56200000000000006,"15min":0.51800000000000002},"min":{"1min":0.40000000000000002,"5min":0.33500000000000002,"15min":0.26700000000000002},"max":{"1min":0.746,"5min":0.77600000000000002,"15min":0.88100000000000001},"last":0.66500000000000004}]},{"osd":4,"last update":"Fri Sep 13 16:14:45 2024","interfaces":[{"interface":"back","average":{"1min":0.48299999999999998,"5min":0.49299999999999999,"15min":0.45200000000000001},"min":{"1min":0.29299999999999998,"5min":0.28699999999999998,"15min":0.23400000000000001},"max":{"1min":0.60599999999999998,"5min":1.208,"15min":1.208},"last":0.626},{"interface":"front","average":{"1min":0.502,"5min":0.57999999999999996,"15min":0.49099999999999999},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.69799999999999995,"5min":7.5720000000000001,"15min":7.5720000000000001},"last":0.59599999999999997}]},{"osd":5,"last update":"Fri Sep 13 16:14:45 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.53100000000000003,"15min":0.498},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.25600000000000001},"max":{"1min":0.73199999999999998,"5min":1.508,"15min":1.508},"last":0.495},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.59699999999999998,"15min":0.55800000000000005},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.33700000000000002},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.71299999999999997}]},{"osd":6,"last update":"Fri Sep 13 16:14:45 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.60899999999999999,"15min":0.54100000000000004},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.79800000000000004,"5min":5.1699999999999999,"15min":5.1699999999999999},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.65000000000000002,"15min":0.56200000000000006},"min":{"1min":0.33600000000000002,"5min":0.33400000000000002,"15min":0.315},"max":{"1min":0.83999999999999997,"5min":7.9699999999999998,"15min":7.9699999999999998},"last":0.57799999999999996}]}]},{"osd":6,"up_from":13,"seq":55834575013,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":105304,"kb_used_data":1988,"kb_used_omap":1,"kb_used_meta":103294,"kb_avail":94266536,"statfs":{"total":96636764160,"available":96528932864,"internally_reserved":0,"allocated":2035712,"data_stored":941068,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":105773511},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:58 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.57199999999999995,"15min":0.52100000000000002},"min":{"1min":0.29999999999999999,"5min":0.24299999999999999,"15min":0.20000000000000001},"max":{"1min":0.73499999999999999,"5min":0.80700000000000005,"15min":0.97099999999999997},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.56799999999999995,"15min":0.52500000000000002},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.22500000000000001},"max":{"1min":0.71899999999999997,"5min":0.747,"15min":1.224},"last":0.52900000000000003}]},{"osd":1,"last update":"Fri Sep 13 16:13:58 2024","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.54600000000000004,"15min":0.50800000000000001},"min":{"1min":0.36399999999999999,"5min":0.30599999999999999,"15min":0.21099999999999999},"max":{"1min":0.70899999999999996,"5min":0.80100000000000005,"15min":1.0940000000000001},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.53300000000000003,"15min":0.496},"min":{"1min":0.38400000000000001,"5min":0.36499999999999999,"15min":0.247},"max":{"1min":0.65300000000000002,"5min":0.75600000000000001,"15min":1.1879999999999999},"last":0.46999999999999997}]},{"osd":2,"last update":"Fri Sep 13 16:13:58 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.54600000000000004,"15min":0.50700000000000001},"min":{"1min":0.36899999999999999,"5min":0.35199999999999998,"15min":0.247},"max":{"1min":0.69099999999999995,"5min":0.79000000000000004,"15min":0.94799999999999995},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.54300000000000004,"15min":0.53200000000000003},"min":{"1min":0.34699999999999998,"5min":0.34499999999999997,"15min":0.27000000000000002},"max":{"1min":0.69199999999999995,"5min":0.83799999999999997,"15min":0.91800000000000004},"last":0.38100000000000001}]},{"osd":3,"last update":"Fri Sep 13 16:13:58 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.56999999999999995,"15min":0.53700000000000003},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.252},"max":{"1min":0.72999999999999998,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.58399999999999996,"15min":0.55800000000000005},"min":{"1min":0.41499999999999998,"5min":0.38200000000000001,"15min":0.25900000000000001},"max":{"1min":0.67100000000000004,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.54800000000000004}]},{"osd":4,"last update":"Fri Sep 13 16:13:58 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.47399999999999998,"15min":0.46300000000000002},"min":{"1min":0.34300000000000003,"5min":0.27100000000000002,"15min":0.22600000000000001},"max":{"1min":0.65100000000000002,"5min":0.81200000000000006,"15min":1.1559999999999999},"last":0.41699999999999998},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.51200000000000001,"15min":0.496},"min":{"1min":0.37,"5min":0.317,"15min":0.23899999999999999},"max":{"1min":0.78500000000000003,"5min":0.83599999999999997,"15min":0.88900000000000001},"last":0.32600000000000001}]},{"osd":5,"last update":"Fri Sep 13 16:13:58 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.53500000000000003,"15min":0.52500000000000002},"min":{"1min":0.376,"5min":0.309,"15min":0.29399999999999998},"max":{"1min":0.73099999999999998,"5min":0.79500000000000004,"15min":0.82099999999999995},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.53000000000000003,"15min":0.53400000000000003},"min":{"1min":0.377,"5min":0.30399999999999999,"15min":0.26400000000000001},"max":{"1min":0.745,"5min":0.878,"15min":0.93999999999999995},"last":0.5}]},{"osd":7,"last update":"Fri Sep 13 16:13:58 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.54600000000000004,"15min":0.53100000000000003},"min":{"1min":0.39400000000000002,"5min":0.32600000000000001,"15min":0.254},"max":{"1min":0.755,"5min":0.86499999999999999,"15min":1.1080000000000001},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.61899999999999999,"15min":0.59399999999999997},"min":{"1min":0.48199999999999998,"5min":0.35899999999999999,"15min":0.33800000000000002},"max":{"1min":0.77000000000000002,"5min":0.90500000000000003,"15min":0.92600000000000005},"last":0.56299999999999994}]}]},{"osd":5,"up_from":13,"seq":55834575012,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":77412,"kb_used_data":1996,"kb_used_omap":1,"kb_used_meta":75390,"kb_avail":94294428,"statfs":{"total":96636764160,"available":96557494272,"internally_reserved":0,"allocated":2043904,"data_stored":941192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":77199814},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:14:45 2024","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.58499999999999996,"15min":0.501},"min":{"1min":0.40200000000000002,"5min":0.372,"15min":0.215},"max":{"1min":1.6919999999999999,"5min":1.6919999999999999,"15min":1.6919999999999999},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.62,"5min":0.58499999999999996,"15min":0.50700000000000001},"min":{"1min":0.375,"5min":0.34599999999999997,"15min":0.219},"max":{"1min":1.3680000000000001,"5min":1.3680000000000001,"15min":1.3680000000000001},"last":0.46100000000000002}]},{"osd":1,"last update":"Fri Sep 13 16:14:45 2024","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.57699999999999996,"15min":0.51300000000000001},"min":{"1min":0.45600000000000002,"5min":0.32700000000000001,"15min":0.24299999999999999},"max":{"1min":0.73299999999999998,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.623,"5min":0.57699999999999996,"15min":0.51800000000000002},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.24299999999999999},"max":{"1min":1.4059999999999999,"5min":1.4059999999999999,"15min":1.4059999999999999},"last":0.51100000000000001}]},{"osd":2,"last update":"Fri Sep 13 16:14:45 2024","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.59399999999999997,"15min":0.51800000000000002},"min":{"1min":0.39800000000000002,"5min":0.307,"15min":0.249},"max":{"1min":1.7769999999999999,"5min":1.7769999999999999,"15min":1.7769999999999999},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.58899999999999997,"15min":0.54200000000000004},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.26600000000000001},"max":{"1min":1.425,"5min":1.425,"15min":1.6000000000000001},"last":0.44400000000000001}]},{"osd":3,"last update":"Fri Sep 13 16:14:45 2024","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.61399999999999999,"15min":0.54900000000000004},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.252},"max":{"1min":1.8149999999999999,"5min":1.8149999999999999,"15min":1.8149999999999999},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.67600000000000005,"5min":0.64600000000000002,"15min":0.58699999999999997},"min":{"1min":0.47899999999999998,"5min":0.40100000000000002,"15min":0.314},"max":{"1min":1.5349999999999999,"5min":1.5349999999999999,"15min":1.5349999999999999},"last":0.56000000000000005}]},{"osd":4,"last update":"Fri Sep 13 16:14:45 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.504,"15min":0.49099999999999999},"min":{"1min":0.313,"5min":0.313,"15min":0.254},"max":{"1min":1.5720000000000001,"5min":1.5720000000000001,"15min":1.5720000000000001},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.502,"15min":0.48999999999999999},"min":{"1min":0.32200000000000001,"5min":0.28599999999999998,"15min":0.23799999999999999},"max":{"1min":1.446,"5min":1.446,"15min":1.446},"last":0.40000000000000002}]},{"osd":6,"last update":"Fri Sep 13 16:14:45 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.52200000000000002,"15min":0.49399999999999999},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.251},"max":{"1min":1.738,"5min":1.738,"15min":1.738},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.55900000000000005,"15min":0.53600000000000003},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.22900000000000001},"max":{"1min":1.343,"5min":1.343,"15min":1.343},"last":0.58499999999999996}]},{"osd":7,"last update":"Fri Sep 13 16:14:45 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.54400000000000004,"15min":0.52000000000000002},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.27600000000000002},"max":{"1min":1.3109999999999999,"5min":1.3109999999999999,"15min":1.3109999999999999},"last":0.55000000000000004},{"interface":"front","average":{"1min":0.65600000000000003,"5min":0.58599999999999997,"15min":0.55200000000000005},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.29599999999999999},"max":{"1min":2.0249999999999999,"5min":2.0249999999999999,"15min":2.0249999999999999},"last":0.59799999999999998}]}]},{"osd":4,"up_from":13,"seq":55834575013,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":91304,"kb_used_data":2004,"kb_used_omap":1,"kb_used_meta":89278,"kb_avail":94280536,"statfs":{"total":96636764160,"available":96543268864,"internally_reserved":0,"allocated":2052096,"data_stored":941832,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":91421126},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:14:49 2024","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.51400000000000001,"15min":0.49199999999999999},"min":{"1min":0.35199999999999998,"5min":0.29799999999999999,"15min":0.19400000000000001},"max":{"1min":0.60899999999999999,"5min":0.71899999999999997,"15min":5.7510000000000003},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.54500000000000004,"15min":0.55800000000000005},"min":{"1min":0.443,"5min":0.373,"15min":0.20699999999999999},"max":{"1min":0.68799999999999994,"5min":0.78300000000000003,"15min":18.648},"last":0.54600000000000004}]},{"osd":1,"last update":"Fri Sep 13 16:14:49 2024","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.54500000000000004,"15min":0.56499999999999995},"min":{"1min":0.38900000000000001,"5min":0.38100000000000001,"15min":0.221},"max":{"1min":0.69799999999999995,"5min":0.879,"15min":20.414000000000001},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.58499999999999996,"15min":0.59699999999999998},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.23899999999999999},"max":{"1min":0.68100000000000005,"5min":0.85299999999999998,"15min":20.018000000000001},"last":0.66800000000000004}]},{"osd":2,"last update":"Fri Sep 13 16:14:49 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.57999999999999996,"15min":0.52400000000000002},"min":{"1min":0.38600000000000001,"5min":0.38500000000000001,"15min":0.26400000000000001},"max":{"1min":0.66700000000000004,"5min":0.872,"15min":1.5529999999999999},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.625,"15min":0.625},"min":{"1min":0.45100000000000001,"5min":0.434,"15min":0.27700000000000002},"max":{"1min":0.755,"5min":0.91700000000000004,"15min":12.138},"last":0.59699999999999998}]},{"osd":3,"last update":"Fri Sep 13 16:14:49 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.58199999999999996,"15min":0.59499999999999997},"min":{"1min":0.374,"5min":0.374,"15min":0.28399999999999997},"max":{"1min":0.621,"5min":0.78000000000000003,"15min":13.097},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.56000000000000005,"15min":0.55400000000000005},"min":{"1min":0.41999999999999998,"5min":0.36099999999999999,"15min":0.27000000000000002},"max":{"1min":0.65700000000000003,"5min":0.79200000000000004,"15min":11.009},"last":0.56499999999999995}]},{"osd":5,"last update":"Fri Sep 13 16:14:49 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.498,"15min":0.56699999999999995},"min":{"1min":0.317,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.65800000000000003,"5min":0.88800000000000001,"15min":24.812999999999999},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.56499999999999995,"15min":0.53400000000000003},"min":{"1min":0.41299999999999998,"5min":0.29399999999999998,"15min":0.27000000000000002},"max":{"1min":0.72599999999999998,"5min":0.96599999999999997,"15min":1.5860000000000001},"last":0.57899999999999996}]},{"osd":6,"last update":"Fri Sep 13 16:14:49 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.52000000000000002,"15min":0.54300000000000004},"min":{"1min":0.33900000000000002,"5min":0.33600000000000002,"15min":0.25800000000000001},"max":{"1min":0.72299999999999998,"5min":0.84099999999999997,"15min":13.071999999999999},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.51400000000000001,"15min":0.58599999999999997},"min":{"1min":0.35099999999999998,"5min":0.26400000000000001,"15min":0.24399999999999999},"max":{"1min":0.69599999999999995,"5min":0.84599999999999997,"15min":24.873999999999999},"last":0.47799999999999998}]},{"osd":7,"last update":"Fri Sep 13 16:14:49 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.52500000000000002,"15min":0.751},"min":{"1min":0.36899999999999999,"5min":0.33600000000000002,"15min":0.25800000000000001},"max":{"1min":0.73299999999999998,"5min":0.90400000000000003,"15min":64.593999999999994},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.58899999999999997,"15min":0.60899999999999999},"min":{"1min":0.38700000000000001,"5min":0.313,"15min":0.313},"max":{"1min":0.79200000000000004,"5min":0.86299999999999999,"15min":13.125},"last":0.63800000000000001}]}]},{"osd":2,"up_from":13,"seq":55834575012,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":105240,"kb_used_data":1988,"kb_used_omap":1,"kb_used_meta":103230,"kb_avail":94266600,"statfs":{"total":96636764160,"available":96528998400,"internally_reserved":0,"allocated":2035712,"data_stored":941068,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":105707974},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:14:55 2024","interfaces":[{"interface":"back","average":{"1min":0.32900000000000001,"5min":0.34200000000000003,"15min":0.32200000000000001},"min":{"1min":0.23000000000000001,"5min":0.222,"15min":0.17100000000000001},"max":{"1min":0.41999999999999998,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.27000000000000002},{"interface":"front","average":{"1min":0.34799999999999998,"5min":0.36099999999999999,"15min":0.33900000000000002},"min":{"1min":0.23499999999999999,"5min":0.23100000000000001,"15min":0.185},"max":{"1min":0.46999999999999997,"5min":0.61299999999999999,"15min":0.63200000000000001},"last":0.29399999999999998}]},{"osd":1,"last update":"Fri Sep 13 16:14:55 2024","interfaces":[{"interface":"back","average":{"1min":0.34899999999999998,"5min":0.35799999999999998,"15min":0.33900000000000002},"min":{"1min":0.255,"5min":0.23799999999999999,"15min":0.189},"max":{"1min":0.46100000000000002,"5min":0.59999999999999998,"15min":0.61799999999999999},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.39200000000000002,"5min":0.41499999999999998,"15min":0.39500000000000002},"min":{"1min":0.27200000000000002,"5min":0.26800000000000002,"15min":0.20100000000000001},"max":{"1min":0.48299999999999998,"5min":0.753,"15min":0.753},"last":0.34499999999999997}]},{"osd":3,"last update":"Fri Sep 13 16:13:55 2024","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.40200000000000002,"15min":0.36899999999999999},"min":{"1min":0.28699999999999998,"5min":0.26900000000000002,"15min":0.20899999999999999},"max":{"1min":0.58999999999999997,"5min":0.70599999999999996,"15min":0.72299999999999998},"last":0.378},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.39100000000000001,"15min":0.36599999999999999},"min":{"1min":0.28699999999999998,"5min":0.28199999999999997,"15min":0.23200000000000001},"max":{"1min":0.64200000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.33600000000000002}]},{"osd":4,"last update":"Fri Sep 13 16:14:55 2024","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.60699999999999998,"15min":0.55600000000000005},"min":{"1min":0.44,"5min":0.35099999999999998,"15min":0.25800000000000001},"max":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.44},{"interface":"front","average":{"1min":0.622,"5min":0.60699999999999998,"15min":0.55900000000000005},"min":{"1min":0.46100000000000002,"5min":0.37,"15min":0.26200000000000001},"max":{"1min":0.91200000000000003,"5min":1.3200000000000001,"15min":1.3200000000000001},"last":0.52800000000000002}]},{"osd":5,"last update":"Fri Sep 13 16:14:55 2024","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.60099999999999998,"15min":0.55800000000000005},"min":{"1min":0.47899999999999998,"5min":0.38,"15min":0.25},"max":{"1min":0.79400000000000004,"5min":0.83899999999999997,"15min":1.0169999999999999},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.61799999999999999,"15min":0.56399999999999995},"min":{"1min":0.45600000000000002,"5min":0.378,"15min":0.29199999999999998},"max":{"1min":0.72799999999999998,"5min":1.4139999999999999,"15min":1.4139999999999999},"last":0.48199999999999998}]},{"osd":6,"last update":"Fri Sep 13 16:14:55 2024","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.621,"15min":0.56599999999999995},"min":{"1min":0.45900000000000002,"5min":0.41499999999999998,"15min":0.28999999999999998},"max":{"1min":0.82099999999999995,"5min":1.431,"15min":1.431},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.58999999999999997},"min":{"1min":0.47499999999999998,"5min":0.40400000000000003,"15min":0.33600000000000002},"max":{"1min":1.0129999999999999,"5min":1.4830000000000001,"15min":1.4830000000000001},"last":0.495}]},{"osd":7,"last update":"Fri Sep 13 16:14:55 2024","interfaces":[{"interface":"back","average":{"1min":0.64700000000000002,"5min":0.625,"15min":0.58299999999999996},"min":{"1min":0.53000000000000003,"5min":0.39900000000000002,"15min":0.33700000000000002},"max":{"1min":0.84199999999999997,"5min":0.97899999999999998,"15min":1.03},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.63,"5min":0.63,"15min":0.58999999999999997},"min":{"1min":0.50800000000000001,"5min":0.40500000000000003,"15min":0.32400000000000001},"max":{"1min":0.84999999999999998,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.50800000000000001}]}]},{"osd":1,"up_from":13,"seq":55834575012,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":87272,"kb_used_data":2000,"kb_used_omap":1,"kb_used_meta":85246,"kb_avail":94284568,"statfs":{"total":96636764160,"available":96547397632,"internally_reserved":0,"allocated":2048000,"data_stored":942632,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":87292358},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:53 2024","interfaces":[{"interface":"back","average":{"1min":1.113,"5min":0.503,"15min":0.379},"min":{"1min":0.23799999999999999,"5min":0.19500000000000001,"15min":0.14799999999999999},"max":{"1min":10.233000000000001,"5min":10.233000000000001,"15min":10.233000000000001},"last":0.34000000000000002},{"interface":"front","average":{"1min":1.044,"5min":0.503,"15min":0.39400000000000002},"min":{"1min":0.215,"5min":0.182,"15min":0.182},"max":{"1min":9.8879999999999999,"5min":9.8879999999999999,"15min":9.8879999999999999},"last":0.24199999999999999}]},{"osd":2,"last update":"Fri Sep 13 16:13:53 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.40600000000000003,"15min":0.34899999999999998},"min":{"1min":0.26200000000000001,"5min":0.22,"15min":0.186},"max":{"1min":3.609,"5min":3.609,"15min":3.609},"last":0.316},{"interface":"front","average":{"1min":1.079,"5min":0.53100000000000003,"15min":0.42399999999999999},"min":{"1min":0.216,"5min":0.216,"15min":0.216},"max":{"1min":9.8550000000000004,"5min":9.8550000000000004,"15min":9.8550000000000004},"last":0.26800000000000002}]},{"osd":3,"last update":"Fri Sep 13 16:13:53 2024","interfaces":[{"interface":"back","average":{"1min":3.0419999999999998,"5min":0.92000000000000004,"15min":0.55100000000000005},"min":{"1min":0.27400000000000002,"5min":0.21299999999999999,"15min":0.20000000000000001},"max":{"1min":35.280000000000001,"5min":35.280000000000001,"15min":35.280000000000001},"last":0.27900000000000003},{"interface":"front","average":{"1min":1.7490000000000001,"5min":0.69099999999999995,"15min":0.497},"min":{"1min":0.248,"5min":0.248,"15min":0.223},"max":{"1min":17.962,"5min":17.962,"15min":17.962},"last":0.36599999999999999}]},{"osd":4,"last update":"Fri Sep 13 16:13:53 2024","interfaces":[{"interface":"back","average":{"1min":1.2589999999999999,"5min":0.73999999999999999,"15min":0.59899999999999998},"min":{"1min":0.38100000000000001,"5min":0.316,"15min":0.28399999999999997},"max":{"1min":9.8190000000000008,"5min":9.8190000000000008,"15min":9.8190000000000008},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.751,"5min":0.64300000000000002,"15min":0.57299999999999995},"min":{"1min":0.45300000000000001,"5min":0.30599999999999999,"15min":0.30399999999999999},"max":{"1min":3.194,"5min":3.194,"15min":3.194},"last":0.45900000000000002}]},{"osd":5,"last update":"Fri Sep 13 16:13:53 2024","interfaces":[{"interface":"back","average":{"1min":2.1200000000000001,"5min":0.91300000000000003,"15min":0.65300000000000002},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.28899999999999998},"max":{"1min":21.114000000000001,"5min":21.114000000000001,"15min":21.114000000000001},"last":0.48499999999999999},{"interface":"front","average":{"1min":1.3620000000000001,"5min":0.77000000000000002,"15min":0.622},"min":{"1min":0.42399999999999999,"5min":0.371,"15min":0.32400000000000001},"max":{"1min":9.7870000000000008,"5min":9.7870000000000008,"15min":9.7870000000000008},"last":0.56200000000000006}]},{"osd":6,"last update":"Fri Sep 13 16:13:53 2024","interfaces":[{"interface":"back","average":{"1min":0.746,"5min":0.64800000000000002,"15min":0.58299999999999996},"min":{"1min":0.45400000000000001,"5min":0.39800000000000002,"15min":0.313},"max":{"1min":1.6379999999999999,"5min":1.6379999999999999,"15min":1.6379999999999999},"last":0.47899999999999998},{"interface":"front","average":{"1min":1.6479999999999999,"5min":0.83499999999999996,"15min":0.64700000000000002},"min":{"1min":0.372,"5min":0.372,"15min":0.31900000000000001},"max":{"1min":13.529,"5min":13.529,"15min":13.529},"last":0.56999999999999995}]},{"osd":7,"last update":"Fri Sep 13 16:13:53 2024","interfaces":[{"interface":"back","average":{"1min":0.73599999999999999,"5min":0.65800000000000003,"15min":0.59499999999999997},"min":{"1min":0.47899999999999998,"5min":0.43099999999999999,"15min":0.315},"max":{"1min":1.6060000000000001,"5min":1.6060000000000001,"15min":1.6060000000000001},"last":0.496},{"interface":"front","average":{"1min":2.181,"5min":0.94799999999999995,"15min":0.69099999999999995},"min":{"1min":0.39900000000000002,"5min":0.377,"15min":0.377},"max":{"1min":20.34,"5min":20.34,"15min":20.34},"last":0.60399999999999998}]}]},{"osd":0,"up_from":13,"seq":55834575014,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":101732,"kb_used_data":2572,"kb_used_omap":1,"kb_used_meta":99134,"kb_avail":94270108,"statfs":{"total":96636764160,"available":96532590592,"internally_reserved":0,"allocated":2633728,"data_stored":1530871,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":101513671},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 16:14:49 2024","interfaces":[{"interface":"back","average":{"1min":0.32200000000000001,"5min":0.34499999999999997,"15min":0.34799999999999998},"min":{"1min":0.224,"5min":0.20899999999999999,"15min":0.151},"max":{"1min":0.42699999999999999,"5min":0.60499999999999998,"15min":2.5960000000000001},"last":0.441},{"interface":"front","average":{"1min":0.35299999999999998,"5min":0.374,"15min":0.34899999999999998},"min":{"1min":0.254,"5min":0.20300000000000001,"15min":0.17599999999999999},"max":{"1min":0.51800000000000002,"5min":0.60699999999999998,"15min":0.65900000000000003},"last":0.45700000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:14:49 2024","interfaces":[{"interface":"back","average":{"1min":0.34999999999999998,"5min":0.371,"15min":0.35599999999999998},"min":{"1min":0.26000000000000001,"5min":0.20200000000000001,"15min":0.19800000000000001},"max":{"1min":0.48499999999999999,"5min":0.56799999999999995,"15min":1.373},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.36099999999999999,"5min":0.39300000000000002,"15min":0.376},"min":{"1min":0.27300000000000002,"5min":0.248,"15min":0.19400000000000001},"max":{"1min":0.51300000000000001,"5min":0.73199999999999998,"15min":0.77900000000000003},"last":0.36199999999999999}]},{"osd":3,"last update":"Fri Sep 13 16:14:00 2024","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.41199999999999998,"15min":0.39000000000000001},"min":{"1min":0.26500000000000001,"5min":0.249,"15min":0.218},"max":{"1min":0.54000000000000004,"5min":0.59699999999999998,"15min":0.75},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.374,"5min":0.378,"15min":0.35699999999999998},"min":{"1min":0.25,"5min":0.22,"15min":0.20100000000000001},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.42599999999999999}]},{"osd":4,"last update":"Fri Sep 13 16:14:49 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.59699999999999998,"15min":0.53500000000000003},"min":{"1min":0.45000000000000001,"5min":0.30299999999999999,"15min":0.28000000000000003},"max":{"1min":0.78000000000000003,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.76000000000000001},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.60199999999999998,"15min":0.55700000000000005},"min":{"1min":0.39900000000000002,"5min":0.34599999999999997,"15min":0.28199999999999997},"max":{"1min":0.77900000000000003,"5min":0.86299999999999999,"15min":1.321},"last":0.68700000000000006}]},{"osd":5,"last update":"Fri Sep 13 16:14:49 2024","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.60499999999999998,"15min":0.71599999999999997},"min":{"1min":0.439,"5min":0.38900000000000001,"15min":0.30199999999999999},"max":{"1min":0.73799999999999999,"5min":0.88600000000000001,"15min":41.240000000000002},"last":0.70599999999999996},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.61899999999999999,"15min":0.73999999999999999},"min":{"1min":0.45000000000000001,"5min":0.36399999999999999,"15min":0.29999999999999999},"max":{"1min":0.79400000000000004,"5min":0.91500000000000004,"15min":41.301000000000002},"last":0.66500000000000004}]},{"osd":6,"last update":"Fri Sep 13 16:14:49 2024","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.60999999999999999,"15min":0.55500000000000005},"min":{"1min":0.48899999999999999,"5min":0.34799999999999998,"15min":0.312},"max":{"1min":0.74199999999999999,"5min":0.83899999999999997,"15min":0.95099999999999996},"last":0.69299999999999995},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.63500000000000001,"15min":0.58799999999999997},"min":{"1min":0.41199999999999998,"5min":0.39500000000000002,"15min":0.34300000000000003},"max":{"1min":1.0449999999999999,"5min":1.0449999999999999,"15min":1.286},"last":0.59699999999999998}]},{"osd":7,"last update":"Fri Sep 13 16:14:49 2024","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.64000000000000001,"15min":0.59999999999999998},"min":{"1min":0.44800000000000001,"5min":0.38900000000000001,"15min":0.34799999999999998},"max":{"1min":0.79100000000000004,"5min":0.92000000000000004,"15min":1.1639999999999999},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.68999999999999995,"5min":0.65800000000000003,"15min":0.58999999999999997},"min":{"1min":0.503,"5min":0.38900000000000001,"15min":0.35099999999999998},"max":{"1min":1.2230000000000001,"5min":1.2230000000000001,"15min":1.2230000000000001},"last":0.72599999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2168,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":764,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:14:59.410 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-09-13T16:14:59.410 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-13T16:14:59.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.552+0000 7f96d2c94640 1 Processor -- start 2024-09-13T16:14:59.553 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.552+0000 7f96d2c94640 1 -- start start 2024-09-13T16:14:59.555 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.552+0000 7f96d2c94640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f96cc159310 0x7f96cc0ad400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:59.555 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.552+0000 7f96d2c94640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f96cc0ce4f0 0x7f96cc0ce8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:59.555 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.552+0000 7f96d2c94640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f96cc0ccbe0 con 0x7f96cc0b2b40 2024-09-13T16:14:59.555 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.552+0000 7f96d2c94640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f96cc0ad940 con 0x7f96cc159310 2024-09-13T16:14:59.555 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.552+0000 7f96d2c94640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f96cc0b1810 con 0x7f96cc0ce4f0 2024-09-13T16:14:59.555 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.552+0000 7f96d0a30640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f96cc159310 0x7f96cc0ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:59.555 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.553+0000 7f96d0a30640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f96cc159310 0x7f96cc0ad400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:35808/0 (socket says 172.21.15.76:35808) 2024-09-13T16:14:59.555 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.553+0000 7f96d0a30640 1 -- 172.21.15.76:0/1314428590 learned_addr learned my addr 172.21.15.76:0/1314428590 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:59.555 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.553+0000 7f96d1231640 1 --2- 172.21.15.76:0/1314428590 >> v2:172.21.15.192:3300/0 conn(0x7f96cc0ce4f0 0x7f96cc0ce8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:59.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.553+0000 7f96d0a30640 1 -- 172.21.15.76:0/1314428590 >> v2:172.21.15.192:3300/0 conn(0x7f96cc0ce4f0 msgr2=0x7f96cc0ce8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:59.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.553+0000 7f96d0a30640 1 --2- 172.21.15.76:0/1314428590 >> v2:172.21.15.192:3300/0 conn(0x7f96cc0ce4f0 0x7f96cc0ce8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:59.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.553+0000 7f96d0a30640 1 -- 172.21.15.76:0/1314428590 >> v1:172.21.15.192:6789/0 conn(0x7f96cc0b2b40 legacy=0x7f96cc0ab140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:59.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.553+0000 7f96d0a30640 1 -- 172.21.15.76:0/1314428590 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f96cc0cee10 con 0x7f96cc159310 2024-09-13T16:14:59.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.553+0000 7f96d0a30640 1 --2- 172.21.15.76:0/1314428590 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f96cc159310 0x7f96cc0ad400 secure :-1 s=READY pgs=2191 cs=0 l=1 rev1=1 crypto rx=0x7f96cc0b2fc0 tx=0x7f96c002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6771247e4c62b8c5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:59.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.554+0000 7f96cb7fe640 1 -- 172.21.15.76:0/1314428590 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f96c0032440 con 0x7f96cc159310 2024-09-13T16:14:59.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.554+0000 7f96cb7fe640 1 -- 172.21.15.76:0/1314428590 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f96c00325a0 con 0x7f96cc159310 2024-09-13T16:14:59.556 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.554+0000 7f96cb7fe640 1 -- 172.21.15.76:0/1314428590 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f96c0032930 con 0x7f96cc159310 2024-09-13T16:14:59.557 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.554+0000 7f96d2c94640 1 -- 172.21.15.76:0/1314428590 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f96cc159310 msgr2=0x7f96cc0ad400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:59.557 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.554+0000 7f96d2c94640 1 --2- 172.21.15.76:0/1314428590 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f96cc159310 0x7f96cc0ad400 secure :-1 s=READY pgs=2191 cs=0 l=1 rev1=1 crypto rx=0x7f96cc0b2fc0 tx=0x7f96c002a1a0 comp rx=0 tx=0).stop 2024-09-13T16:14:59.557 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.554+0000 7f96d2c94640 1 -- 172.21.15.76:0/1314428590 shutdown_connections 2024-09-13T16:14:59.557 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.554+0000 7f96d2c94640 1 --2- 172.21.15.76:0/1314428590 >> v2:172.21.15.192:3300/0 conn(0x7f96cc0ce4f0 0x7f96cc0ce8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:59.557 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.554+0000 7f96d2c94640 1 --2- 172.21.15.76:0/1314428590 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f96cc159310 0x7f96cc0ad400 unknown :-1 s=CLOSED pgs=2191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:59.557 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.554+0000 7f96d2c94640 1 -- 172.21.15.76:0/1314428590 >> 172.21.15.76:0/1314428590 conn(0x7f96cc06a0b0 msgr2=0x7f96cc06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:59.557 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.554+0000 7f96d2c94640 1 -- 172.21.15.76:0/1314428590 shutdown_connections 2024-09-13T16:14:59.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.554+0000 7f96d2c94640 1 -- 172.21.15.76:0/1314428590 wait complete. 2024-09-13T16:14:59.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.555+0000 7f96d2c94640 1 Processor -- start 2024-09-13T16:14:59.558 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.555+0000 7f96d2c94640 1 -- start start 2024-09-13T16:14:59.560 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.556+0000 7f96d2c94640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f96cc0b2b40 0x7f96cc1efc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:59.560 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.556+0000 7f96d2c94640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f96cc0ce4f0 0x7f96cc1f0160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:59.560 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.556+0000 7f96d2c94640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f96cc159310 0x7f96cc0ae5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:59.560 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.556+0000 7f96d2c94640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f96cc154890 con 0x7f96cc0b2b40 2024-09-13T16:14:59.560 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.556+0000 7f96d2c94640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f96cc151070 con 0x7f96cc159310 2024-09-13T16:14:59.560 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.556+0000 7f96d2c94640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f96cc151350 con 0x7f96cc0ce4f0 2024-09-13T16:14:59.561 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.556+0000 7f96d0a30640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f96cc0b2b40 0x7f96cc1efc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:59.561 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.556+0000 7f96d0a30640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f96cc0b2b40 0x7f96cc1efc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:35818/0 (socket says 172.21.15.76:35818) 2024-09-13T16:14:59.561 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.556+0000 7f96d0a30640 1 -- 172.21.15.76:0/2013598118 learned_addr learned my addr 172.21.15.76:0/2013598118 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:59.561 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.557+0000 7f96d0a30640 1 -- 172.21.15.76:0/2013598118 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f96cc0ce4f0 msgr2=0x7f96cc1f0160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:59.561 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.557+0000 7f96d0a30640 1 --2- 172.21.15.76:0/2013598118 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f96cc0ce4f0 0x7f96cc1f0160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:59.561 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.557+0000 7f96d0a30640 1 -- 172.21.15.76:0/2013598118 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f96cc159310 msgr2=0x7f96cc0ae5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:59.561 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.557+0000 7f96d0a30640 1 --2- 172.21.15.76:0/2013598118 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f96cc159310 0x7f96cc0ae5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:59.561 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.557+0000 7f96d0a30640 1 -- 172.21.15.76:0/2013598118 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f96c00094d0 con 0x7f96cc0b2b40 2024-09-13T16:14:59.561 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.557+0000 7f96d0a30640 1 --2- 172.21.15.76:0/2013598118 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f96cc0b2b40 0x7f96cc1efc20 secure :-1 s=READY pgs=2192 cs=0 l=1 rev1=1 crypto rx=0x7f96c0000c00 tx=0x7f96c00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:59.561 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.557+0000 7f96c97fa640 1 -- 172.21.15.76:0/2013598118 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f96c0032440 con 0x7f96cc0b2b40 2024-09-13T16:14:59.561 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.557+0000 7f96c97fa640 1 -- 172.21.15.76:0/2013598118 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f96c0030b80 con 0x7f96cc0b2b40 2024-09-13T16:14:59.561 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.557+0000 7f96d2c94640 1 -- 172.21.15.76:0/2013598118 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f96cc154ae0 con 0x7f96cc0b2b40 2024-09-13T16:14:59.561 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.557+0000 7f96c97fa640 1 -- 172.21.15.76:0/2013598118 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f96c003d420 con 0x7f96cc0b2b40 2024-09-13T16:14:59.562 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.557+0000 7f96d2c94640 1 -- 172.21.15.76:0/2013598118 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f96cc152c90 con 0x7f96cc0b2b40 2024-09-13T16:14:59.562 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.558+0000 7f96d2c94640 1 -- 172.21.15.76:0/2013598118 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f96cc155000 con 0x7f96cc0b2b40 2024-09-13T16:14:59.562 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.558+0000 7f96c97fa640 1 -- 172.21.15.76:0/2013598118 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f96c0039040 con 0x7f96cc0b2b40 2024-09-13T16:14:59.562 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.559+0000 7f96c97fa640 1 --2- 172.21.15.76:0/2013598118 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f96b006ac00 0x7f96b006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:59.562 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.559+0000 7f96c97fa640 1 -- 172.21.15.76:0/2013598118 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(162..162 src has 1..162) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f96c00aa170 con 0x7f96cc0b2b40 2024-09-13T16:14:59.562 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.559+0000 7f96cbfff640 1 --2- 172.21.15.76:0/2013598118 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f96b006ac00 0x7f96b006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:59.562 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.559+0000 7f96cbfff640 1 --2- 172.21.15.76:0/2013598118 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f96b006ac00 0x7f96b006d0c0 secure :-1 s=READY pgs=933 cs=0 l=1 rev1=1 crypto rx=0x7f96cc0ca980 tx=0x7f96b8007990 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:59.564 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.563+0000 7f96c97fa640 1 -- 172.21.15.76:0/2013598118 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f96cc155000 con 0x7f96cc0b2b40 2024-09-13T16:14:59.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.786+0000 7f96d2c94640 1 -- 172.21.15.76:0/2013598118 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) v1 -- 0x7f96cc155000 con 0x7f96cc0b2b40 2024-09-13T16:14:59.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.792+0000 7f96c97fa640 1 -- 172.21.15.76:0/2013598118 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v22) v1 ==== 190+0+0 (secure 0 0 0) 0x7f96cc155000 con 0x7f96cc0b2b40 2024-09-13T16:14:59.793 INFO:teuthology.orchestra.run.smithi076.stderr:updated caps for client.0 2024-09-13T16:14:59.795 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.794+0000 7f96d2c94640 1 -- 172.21.15.76:0/2013598118 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f96b006ac00 msgr2=0x7f96b006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:59.795 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.794+0000 7f96d2c94640 1 --2- 172.21.15.76:0/2013598118 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f96b006ac00 0x7f96b006d0c0 secure :-1 s=READY pgs=933 cs=0 l=1 rev1=1 crypto rx=0x7f96cc0ca980 tx=0x7f96b8007990 comp rx=0 tx=0).stop 2024-09-13T16:14:59.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.794+0000 7f96d2c94640 1 -- 172.21.15.76:0/2013598118 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f96cc0b2b40 msgr2=0x7f96cc1efc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:59.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.794+0000 7f96d2c94640 1 --2- 172.21.15.76:0/2013598118 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f96cc0b2b40 0x7f96cc1efc20 secure :-1 s=READY pgs=2192 cs=0 l=1 rev1=1 crypto rx=0x7f96c0000c00 tx=0x7f96c00046c0 comp rx=0 tx=0).stop 2024-09-13T16:14:59.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.794+0000 7f96d2c94640 1 -- 172.21.15.76:0/2013598118 shutdown_connections 2024-09-13T16:14:59.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.794+0000 7f96d2c94640 1 --2- 172.21.15.76:0/2013598118 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f96cc159310 0x7f96cc0ae5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:59.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.794+0000 7f96d2c94640 1 --2- 172.21.15.76:0/2013598118 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f96b006ac00 0x7f96b006d0c0 unknown :-1 s=CLOSED pgs=933 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:59.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.794+0000 7f96d2c94640 1 --2- 172.21.15.76:0/2013598118 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f96cc0ce4f0 0x7f96cc1f0160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:59.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.794+0000 7f96d2c94640 1 --2- 172.21.15.76:0/2013598118 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f96cc0b2b40 0x7f96cc1efc20 unknown :-1 s=CLOSED pgs=2192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:59.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.794+0000 7f96d2c94640 1 -- 172.21.15.76:0/2013598118 >> 172.21.15.76:0/2013598118 conn(0x7f96cc06a0b0 msgr2=0x7f96cc158490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:59.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.794+0000 7f96d2c94640 1 -- 172.21.15.76:0/2013598118 shutdown_connections 2024-09-13T16:14:59.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.794+0000 7f96d2c94640 1 -- 172.21.15.76:0/2013598118 wait complete. 2024-09-13T16:14:59.806 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:14:59.907 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.905+0000 7f864db83640 1 Processor -- start 2024-09-13T16:14:59.907 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.905+0000 7f864db83640 1 -- start start 2024-09-13T16:14:59.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.906+0000 7f864db83640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f864815a2e0 0x7f86480c9a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:59.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.906+0000 7f864db83640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f86480cb3f0 0x7f864806d030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:59.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.906+0000 7f864db83640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f86480c8920 con 0x7f86480c9f80 2024-09-13T16:14:59.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.906+0000 7f864db83640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f864815a6c0 con 0x7f864815a2e0 2024-09-13T16:14:59.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.906+0000 7f864db83640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f86480ca500 con 0x7f86480cb3f0 2024-09-13T16:14:59.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.906+0000 7f8646ffd640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f86480c9f80 0x7f86480cace0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:40726/0 (socket says 172.21.15.76:40726) 2024-09-13T16:14:59.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.906+0000 7f8646ffd640 1 -- 172.21.15.76:0/2022486328 learned_addr learned my addr 172.21.15.76:0/2022486328 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:14:59.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.906+0000 7f86467fc640 1 -- 172.21.15.76:0/2022486328 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3788550827 0 0) 0x7f86480c8920 con 0x7f86480c9f80 2024-09-13T16:14:59.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.906+0000 7f86467fc640 1 -- 172.21.15.76:0/2022486328 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8630003520 con 0x7f86480c9f80 2024-09-13T16:14:59.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.906+0000 7f86477fe640 1 --2- 172.21.15.76:0/2022486328 >> v2:172.21.15.192:3300/0 conn(0x7f864815a2e0 0x7f86480c9a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:59.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.906+0000 7f8647fff640 1 --2- 172.21.15.76:0/2022486328 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f86480cb3f0 0x7f864806d030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:59.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.907+0000 7f86467fc640 1 -- 172.21.15.76:0/2022486328 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 940687325 0 0) 0x7f8630003520 con 0x7f86480c9f80 2024-09-13T16:14:59.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.907+0000 7f86467fc640 1 -- 172.21.15.76:0/2022486328 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f86480cb3f0 msgr2=0x7f864806d030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:59.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.907+0000 7f86467fc640 1 --2- 172.21.15.76:0/2022486328 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f86480cb3f0 0x7f864806d030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:59.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.907+0000 7f86467fc640 1 -- 172.21.15.76:0/2022486328 >> v2:172.21.15.192:3300/0 conn(0x7f864815a2e0 msgr2=0x7f86480c9a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:59.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.907+0000 7f86467fc640 1 --2- 172.21.15.76:0/2022486328 >> v2:172.21.15.192:3300/0 conn(0x7f864815a2e0 0x7f86480c9a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:59.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.907+0000 7f86467fc640 1 -- 172.21.15.76:0/2022486328 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f86480c8b70 con 0x7f86480c9f80 2024-09-13T16:14:59.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.907+0000 7f86467fc640 1 -- 172.21.15.76:0/2022486328 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f863c001670 con 0x7f86480c9f80 2024-09-13T16:14:59.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.907+0000 7f86467fc640 1 -- 172.21.15.76:0/2022486328 >> v1:172.21.15.76:6789/0 conn(0x7f86480c9f80 legacy=0x7f86480cace0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:59.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.907+0000 7f86467fc640 1 --2- 172.21.15.76:0/2022486328 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8630003970 0x7f8630003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:59.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.907+0000 7f86467fc640 1 --2- 172.21.15.76:0/2022486328 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f86300047c0 0x7f8630004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:59.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.907+0000 7f86467fc640 1 --2- 172.21.15.76:0/2022486328 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f86480cb3f0 0x7f8630005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:59.913 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.907+0000 7f86467fc640 1 -- 172.21.15.76:0/2022486328 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f864815a6c0 con 0x7f8630003970 2024-09-13T16:14:59.913 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.907+0000 7f86467fc640 1 -- 172.21.15.76:0/2022486328 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86480ca500 con 0x7f86300047c0 2024-09-13T16:14:59.913 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.907+0000 7f86467fc640 1 -- 172.21.15.76:0/2022486328 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f863000b980 con 0x7f86480cb3f0 2024-09-13T16:14:59.913 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.907+0000 7f86477fe640 1 --2- 172.21.15.76:0/2022486328 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8630003970 0x7f8630003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:59.913 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.907+0000 7f8646ffd640 1 --2- 172.21.15.76:0/2022486328 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f86300047c0 0x7f8630004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:59.913 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.907+0000 7f8647fff640 1 --2- 172.21.15.76:0/2022486328 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f86480cb3f0 0x7f8630005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:59.913 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.907+0000 7f86477fe640 1 -- 172.21.15.76:0/2022486328 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f86480cb3f0 msgr2=0x7f8630005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:59.913 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.907+0000 7f86477fe640 1 --2- 172.21.15.76:0/2022486328 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f86480cb3f0 0x7f8630005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:59.913 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.907+0000 7f86477fe640 1 -- 172.21.15.76:0/2022486328 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f86300047c0 msgr2=0x7f8630004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:59.913 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.907+0000 7f86477fe640 1 --2- 172.21.15.76:0/2022486328 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f86300047c0 0x7f8630004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:59.913 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.907+0000 7f86477fe640 1 -- 172.21.15.76:0/2022486328 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8630003520 con 0x7f8630003970 2024-09-13T16:14:59.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.907+0000 7f8646ffd640 1 --2- 172.21.15.76:0/2022486328 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f86300047c0 0x7f8630004c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:14:59.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.908+0000 7f86477fe640 1 --2- 172.21.15.76:0/2022486328 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8630003970 0x7f8630003d90 secure :-1 s=READY pgs=2194 cs=0 l=1 rev1=1 crypto rx=0x7f8638009fc0 tx=0x7f86300057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e46154b0527c4745 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:59.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.908+0000 7f86467fc640 1 -- 172.21.15.76:0/2022486328 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8638031670 con 0x7f8630003970 2024-09-13T16:14:59.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.908+0000 7f86467fc640 1 -- 172.21.15.76:0/2022486328 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f863800f040 con 0x7f8630003970 2024-09-13T16:14:59.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.908+0000 7f86467fc640 1 -- 172.21.15.76:0/2022486328 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8638031a10 con 0x7f8630003970 2024-09-13T16:14:59.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.909+0000 7f864db83640 1 -- 172.21.15.76:0/2022486328 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8630003970 msgr2=0x7f8630003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:59.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.909+0000 7f864db83640 1 --2- 172.21.15.76:0/2022486328 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8630003970 0x7f8630003d90 secure :-1 s=READY pgs=2194 cs=0 l=1 rev1=1 crypto rx=0x7f8638009fc0 tx=0x7f86300057f0 comp rx=0 tx=0).stop 2024-09-13T16:14:59.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.909+0000 7f8647fff640 1 -- 172.21.15.76:0/2022486328 reap_dead start 2024-09-13T16:14:59.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.909+0000 7f864db83640 1 -- 172.21.15.76:0/2022486328 shutdown_connections 2024-09-13T16:14:59.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.909+0000 7f864db83640 1 -- 172.21.15.76:0/2022486328 >> 172.21.15.76:0/2022486328 conn(0x7f8648069ed0 msgr2=0x7f864806a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:59.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.909+0000 7f864db83640 1 -- 172.21.15.76:0/2022486328 shutdown_connections 2024-09-13T16:14:59.915 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.909+0000 7f864db83640 1 -- 172.21.15.76:0/2022486328 wait complete. 2024-09-13T16:14:59.917 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.910+0000 7f864db83640 1 Processor -- start 2024-09-13T16:14:59.917 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.910+0000 7f864db83640 1 -- start start 2024-09-13T16:14:59.917 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.911+0000 7f864db83640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8630003970 0x7f86481f3210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:59.917 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.911+0000 7f864db83640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f86481f06a0 0x7f86480ac400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:59.917 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.911+0000 7f864db83640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f86480c6a50 0x7f8648097480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:59.917 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.911+0000 7f864db83640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86481f4140 con 0x7f8630003970 2024-09-13T16:14:59.918 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.911+0000 7f864db83640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86481f0b20 con 0x7f86480c6a50 2024-09-13T16:14:59.918 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.911+0000 7f864db83640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f86481f38a0 con 0x7f86481f06a0 2024-09-13T16:14:59.918 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.911+0000 7f86477fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8630003970 0x7f86481f3210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:59.918 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.911+0000 7f86477fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8630003970 0x7f86481f3210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:35834/0 (socket says 172.21.15.76:35834) 2024-09-13T16:14:59.918 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.911+0000 7f86477fe640 1 -- 172.21.15.76:0/2034604250 learned_addr learned my addr 172.21.15.76:0/2034604250 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:14:59.918 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.911+0000 7f86477fe640 1 -- 172.21.15.76:0/2034604250 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f86481f06a0 msgr2=0x7f86480ac400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:59.918 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.911+0000 7f86477fe640 1 --2- 172.21.15.76:0/2034604250 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f86481f06a0 0x7f86480ac400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:59.918 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.911+0000 7f86477fe640 1 -- 172.21.15.76:0/2034604250 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f86480c6a50 msgr2=0x7f8648097480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:59.918 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.911+0000 7f86477fe640 1 --2- 172.21.15.76:0/2034604250 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f86480c6a50 0x7f8648097480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:59.918 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.911+0000 7f86477fe640 1 -- 172.21.15.76:0/2034604250 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f86481f3b80 con 0x7f8630003970 2024-09-13T16:14:59.919 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.911+0000 7f86477fe640 1 --2- 172.21.15.76:0/2034604250 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8630003970 0x7f86481f3210 secure :-1 s=READY pgs=2195 cs=0 l=1 rev1=1 crypto rx=0x7f863800e230 tx=0x7f8638009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:59.919 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.911+0000 7f862ffff640 1 -- 172.21.15.76:0/2034604250 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8638003b90 con 0x7f8630003970 2024-09-13T16:14:59.919 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.912+0000 7f862ffff640 1 -- 172.21.15.76:0/2034604250 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8638040070 con 0x7f8630003970 2024-09-13T16:14:59.919 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.912+0000 7f862ffff640 1 -- 172.21.15.76:0/2034604250 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8638031e90 con 0x7f8630003970 2024-09-13T16:14:59.919 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.912+0000 7f864db83640 1 -- 172.21.15.76:0/2034604250 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f86481f3e60 con 0x7f8630003970 2024-09-13T16:14:59.919 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.912+0000 7f864db83640 1 -- 172.21.15.76:0/2034604250 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f86480ac940 con 0x7f8630003970 2024-09-13T16:14:59.919 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.913+0000 7f864db83640 1 -- 172.21.15.76:0/2034604250 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f86480c5380 con 0x7f8630003970 2024-09-13T16:14:59.919 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.913+0000 7f862ffff640 1 -- 172.21.15.76:0/2034604250 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f8638042030 con 0x7f8630003970 2024-09-13T16:14:59.919 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.913+0000 7f862ffff640 1 --2- 172.21.15.76:0/2034604250 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f863406ac00 0x7f863406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:59.919 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.914+0000 7f862ffff640 1 -- 172.21.15.76:0/2034604250 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(162..162 src has 1..162) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f86380aa820 con 0x7f8630003970 2024-09-13T16:14:59.920 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.914+0000 7f8646ffd640 1 --2- 172.21.15.76:0/2034604250 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f863406ac00 0x7f863406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:59.920 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.914+0000 7f8646ffd640 1 --2- 172.21.15.76:0/2034604250 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f863406ac00 0x7f863406d0c0 secure :-1 s=READY pgs=934 cs=0 l=1 rev1=1 crypto rx=0x7f86480af790 tx=0x7f863c000ed0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:59.920 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:14:59.918+0000 7f862ffff640 1 -- 172.21.15.76:0/2034604250 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f86380758c0 con 0x7f8630003970 2024-09-13T16:15:00.116 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.115+0000 7f864db83640 1 -- 172.21.15.76:0/2034604250 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f86480acad0 con 0x7f8630003970 2024-09-13T16:15:00.117 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.115+0000 7f862ffff640 1 -- 172.21.15.76:0/2034604250 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 90 v90) v1 ==== 94+0+4742 (secure 0 0 0) 0x7f863804a070 con 0x7f8630003970 2024-09-13T16:15:00.117 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:15:00.117 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":90,"default_fscid":11,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7718,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6834/217576700","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":217576700},{"type":"v1","addr":"172.21.15.192:6834","nonce":217576700}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":87},{"gid":8782,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/456601137","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6833","nonce":456601137},{"type":"v1","addr":"172.21.15.192:6835","nonce":456601137}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":87},{"gid":10068,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6836/4175162271","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":4175162271},{"type":"v1","addr":"172.21.15.76:6836","nonce":4175162271}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":87}],"filesystems":[{"mdsmap":{"epoch":90,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:14:51.827237+0000","modified":"2024-09-13T16:14:53.835049+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":10071},"failed":[],"damaged":[],"stopped":[],"info":{"gid_10071":{"gid":10071,"name":"c","rank":0,"incarnation":88,"state":"up:active","state_seq":3,"addr":"172.21.15.76:6837/3909448449","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":3909448449},{"type":"v1","addr":"172.21.15.76:6837","nonce":3909448449}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[24],"metadata_pool":23,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":11}]} 2024-09-13T16:15:00.117 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 90 2024-09-13T16:15:00.121 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.117+0000 7f864db83640 1 -- 172.21.15.76:0/2034604250 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f863406ac00 msgr2=0x7f863406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:00.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.117+0000 7f864db83640 1 --2- 172.21.15.76:0/2034604250 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f863406ac00 0x7f863406d0c0 secure :-1 s=READY pgs=934 cs=0 l=1 rev1=1 crypto rx=0x7f86480af790 tx=0x7f863c000ed0 comp rx=0 tx=0).stop 2024-09-13T16:15:00.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.117+0000 7f864db83640 1 -- 172.21.15.76:0/2034604250 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8630003970 msgr2=0x7f86481f3210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:00.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.117+0000 7f864db83640 1 --2- 172.21.15.76:0/2034604250 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8630003970 0x7f86481f3210 secure :-1 s=READY pgs=2195 cs=0 l=1 rev1=1 crypto rx=0x7f863800e230 tx=0x7f8638009750 comp rx=0 tx=0).stop 2024-09-13T16:15:00.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.117+0000 7f864db83640 1 -- 172.21.15.76:0/2034604250 shutdown_connections 2024-09-13T16:15:00.122 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.117+0000 7f864db83640 1 --2- 172.21.15.76:0/2034604250 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f86480c6a50 0x7f8648097480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:00.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.117+0000 7f864db83640 1 --2- 172.21.15.76:0/2034604250 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f863406ac00 0x7f863406d0c0 unknown :-1 s=CLOSED pgs=934 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:00.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.117+0000 7f864db83640 1 --2- 172.21.15.76:0/2034604250 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f86481f06a0 0x7f86480ac400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:00.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.117+0000 7f864db83640 1 --2- 172.21.15.76:0/2034604250 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8630003970 0x7f86481f3210 unknown :-1 s=CLOSED pgs=2195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:00.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.117+0000 7f864db83640 1 -- 172.21.15.76:0/2034604250 >> 172.21.15.76:0/2034604250 conn(0x7f8648069ed0 msgr2=0x7f8648070fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:00.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.118+0000 7f864db83640 1 -- 172.21.15.76:0/2034604250 shutdown_connections 2024-09-13T16:15:00.123 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.118+0000 7f864db83640 1 -- 172.21.15.76:0/2034604250 wait complete. 2024-09-13T16:15:00.533 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 90, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T16:14:51.827237+0000', 'modified': '2024-09-13T16:14:53.835049+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 10071}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_10071': {'gid': 10071, 'name': 'c', 'rank': 0, 'incarnation': 88, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.76:6837/3909448449', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.76:6835', 'nonce': 3909448449}, {'type': 'v1', 'addr': '172.21.15.76:6837', 'nonce': 3909448449}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [24], 'metadata_pool': 23, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-13T16:15:00.533 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-13T16:15:00.533 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-13T16:15:00.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.632+0000 7f00570f0640 1 Processor -- start 2024-09-13T16:15:00.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.633+0000 7f00570f0640 1 -- start start 2024-09-13T16:15:00.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.633+0000 7f00570f0640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f005015c6e0 0x7f00500b3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:00.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.633+0000 7f00570f0640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f00500d1840 con 0x7f00500d07b0 2024-09-13T16:15:00.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.633+0000 7f00570f0640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f005006bd20 con 0x7f00500ccb20 2024-09-13T16:15:00.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.633+0000 7f00570f0640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0050160e50 con 0x7f005015c6e0 2024-09-13T16:15:00.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.633+0000 7f0054e8c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f005015c6e0 0x7f00500b3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:00.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.633+0000 7f004ffff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f00500d07b0 0x7f0050160030 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:40736/0 (socket says 172.21.15.76:40736) 2024-09-13T16:15:00.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.633+0000 7f004ffff640 1 -- 172.21.15.76:0/70289495 learned_addr learned my addr 172.21.15.76:0/70289495 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:15:00.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.634+0000 7f0054e8c640 1 -- 172.21.15.76:0/70289495 >> v1:172.21.15.192:6789/0 conn(0x7f00500ccb20 legacy=0x7f0050160740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:00.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.634+0000 7f0054e8c640 1 -- 172.21.15.76:0/70289495 >> v1:172.21.15.76:6789/0 conn(0x7f00500d07b0 legacy=0x7f0050160030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:00.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.634+0000 7f0054e8c640 1 -- 172.21.15.76:0/70289495 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f00500d0c30 con 0x7f005015c6e0 2024-09-13T16:15:00.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.634+0000 7f004f7fe640 1 -- 172.21.15.76:0/70289495 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1741555580 0 0) 0x7f00500d1840 con 0x7f00500d07b0 2024-09-13T16:15:00.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.634+0000 7f0054e8c640 1 --2- 172.21.15.76:0/70289495 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f005015c6e0 0x7f00500b3f50 secure :-1 s=READY pgs=2197 cs=0 l=1 rev1=1 crypto rx=0x7f00400097a0 tx=0x7f004002a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1130d7ff76a681a4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:00.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.635+0000 7f004f7fe640 1 -- 172.21.15.76:0/70289495 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f004002ae50 con 0x7f005015c6e0 2024-09-13T16:15:00.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.635+0000 7f004f7fe640 1 -- 172.21.15.76:0/70289495 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0040032440 con 0x7f005015c6e0 2024-09-13T16:15:00.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.635+0000 7f004f7fe640 1 -- 172.21.15.76:0/70289495 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00400327d0 con 0x7f005015c6e0 2024-09-13T16:15:00.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.635+0000 7f00570f0640 1 -- 172.21.15.76:0/70289495 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f005015c6e0 msgr2=0x7f00500b3f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:00.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.635+0000 7f00570f0640 1 --2- 172.21.15.76:0/70289495 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f005015c6e0 0x7f00500b3f50 secure :-1 s=READY pgs=2197 cs=0 l=1 rev1=1 crypto rx=0x7f00400097a0 tx=0x7f004002a140 comp rx=0 tx=0).stop 2024-09-13T16:15:00.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.635+0000 7f00570f0640 1 -- 172.21.15.76:0/70289495 shutdown_connections 2024-09-13T16:15:00.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.635+0000 7f00570f0640 1 --2- 172.21.15.76:0/70289495 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f005015c6e0 0x7f00500b3f50 unknown :-1 s=CLOSED pgs=2197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:00.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.635+0000 7f00570f0640 1 -- 172.21.15.76:0/70289495 >> 172.21.15.76:0/70289495 conn(0x7f0050089f60 msgr2=0x7f00500d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:00.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.635+0000 7f00570f0640 1 -- 172.21.15.76:0/70289495 shutdown_connections 2024-09-13T16:15:00.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.635+0000 7f00570f0640 1 -- 172.21.15.76:0/70289495 wait complete. 2024-09-13T16:15:00.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.636+0000 7f00570f0640 1 Processor -- start 2024-09-13T16:15:00.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.636+0000 7f00570f0640 1 -- start start 2024-09-13T16:15:00.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.637+0000 7f00570f0640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f00500ccb20 0x7f00500c8ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:00.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.637+0000 7f00570f0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00500d07b0 0x7f0050154a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:00.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.637+0000 7f00570f0640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f005015c6e0 0x7f005015e9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:00.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.637+0000 7f00570f0640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f005015f1b0 con 0x7f00500d07b0 2024-09-13T16:15:00.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.637+0000 7f00570f0640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f00500b5320 con 0x7f00500ccb20 2024-09-13T16:15:00.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.637+0000 7f00570f0640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f00500b5e60 con 0x7f005015c6e0 2024-09-13T16:15:00.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.637+0000 7f004ffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00500d07b0 0x7f0050154a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:00.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.637+0000 7f004ffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00500d07b0 0x7f0050154a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:35844/0 (socket says 172.21.15.76:35844) 2024-09-13T16:15:00.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.637+0000 7f004ffff640 1 -- 172.21.15.76:0/3684981618 learned_addr learned my addr 172.21.15.76:0/3684981618 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:15:00.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.638+0000 7f0054e8c640 1 --2- 172.21.15.76:0/3684981618 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f00500ccb20 0x7f00500c8ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:00.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.638+0000 7f005568d640 1 --2- 172.21.15.76:0/3684981618 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f005015c6e0 0x7f005015e9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:00.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.638+0000 7f004ffff640 1 -- 172.21.15.76:0/3684981618 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f005015c6e0 msgr2=0x7f005015e9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:00.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.638+0000 7f004ffff640 1 --2- 172.21.15.76:0/3684981618 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f005015c6e0 0x7f005015e9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:00.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.638+0000 7f004ffff640 1 -- 172.21.15.76:0/3684981618 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f00500ccb20 msgr2=0x7f00500c8ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:00.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.638+0000 7f004ffff640 1 --2- 172.21.15.76:0/3684981618 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f00500ccb20 0x7f00500c8ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:00.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.638+0000 7f004ffff640 1 -- 172.21.15.76:0/3684981618 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0040009400 con 0x7f00500d07b0 2024-09-13T16:15:00.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.638+0000 7f0054e8c640 1 --2- 172.21.15.76:0/3684981618 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f00500ccb20 0x7f00500c8ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:15:00.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.638+0000 7f005568d640 1 --2- 172.21.15.76:0/3684981618 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f005015c6e0 0x7f005015e9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:15:00.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.638+0000 7f004ffff640 1 --2- 172.21.15.76:0/3684981618 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00500d07b0 0x7f0050154a00 secure :-1 s=READY pgs=2198 cs=0 l=1 rev1=1 crypto rx=0x7f004400c4d0 tx=0x7f004400c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:00.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.638+0000 7f004d7fa640 1 -- 172.21.15.76:0/3684981618 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00440074e0 con 0x7f00500d07b0 2024-09-13T16:15:00.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.638+0000 7f004d7fa640 1 -- 172.21.15.76:0/3684981618 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0044007660 con 0x7f00500d07b0 2024-09-13T16:15:00.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.638+0000 7f00570f0640 1 -- 172.21.15.76:0/3684981618 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0050154f40 con 0x7f00500d07b0 2024-09-13T16:15:00.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.638+0000 7f004d7fa640 1 -- 172.21.15.76:0/3684981618 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0044004a20 con 0x7f00500d07b0 2024-09-13T16:15:00.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.638+0000 7f00570f0640 1 -- 172.21.15.76:0/3684981618 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f00500b5810 con 0x7f00500d07b0 2024-09-13T16:15:00.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.640+0000 7f004d7fa640 1 -- 172.21.15.76:0/3684981618 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f0044004b80 con 0x7f00500d07b0 2024-09-13T16:15:00.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.640+0000 7f004d7fa640 1 --2- 172.21.15.76:0/3684981618 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f003c06ac30 0x7f003c06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:00.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.640+0000 7f004d7fa640 1 -- 172.21.15.76:0/3684981618 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(162..162 src has 1..162) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f00440886c0 con 0x7f00500d07b0 2024-09-13T16:15:00.651 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.640+0000 7f0054e8c640 1 --2- 172.21.15.76:0/3684981618 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f003c06ac30 0x7f003c06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:00.651 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.641+0000 7f0054e8c640 1 --2- 172.21.15.76:0/3684981618 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f003c06ac30 0x7f003c06d0f0 secure :-1 s=READY pgs=935 cs=0 l=1 rev1=1 crypto rx=0x7f0040034000 tx=0x7f004002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:00.651 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.641+0000 7f0059e17740 1 Processor -- start 2024-09-13T16:15:00.651 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.641+0000 7f0059e17740 1 -- start start 2024-09-13T16:15:00.651 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.642+0000 7f0059e17740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a773f1a0a0 0x55a773f1a480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:00.651 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.642+0000 7f0059e17740 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55a773f17860 0x55a773f67570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:00.651 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.642+0000 7f0059e17740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55a773f41550 0x55a773f67ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:00.651 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.642+0000 7f0059e17740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a773e747c0 con 0x55a773f41550 2024-09-13T16:15:00.651 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.642+0000 7f0059e17740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a773e83b70 con 0x55a773f1a0a0 2024-09-13T16:15:00.651 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.642+0000 7f0059e17740 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x55a773e81300 con 0x55a773f17860 2024-09-13T16:15:00.651 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.642+0000 7f005568d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55a773f41550 0x55a773f67ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:00.651 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.642+0000 7f005568d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55a773f41550 0x55a773f67ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:35846/0 (socket says 172.21.15.76:35846) 2024-09-13T16:15:00.651 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.642+0000 7f005568d640 1 -- 172.21.15.76:0/884728162 learned_addr learned my addr 172.21.15.76:0/884728162 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:15:00.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.642+0000 7f0054e8c640 1 --2- 172.21.15.76:0/884728162 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a773f1a0a0 0x55a773f1a480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:00.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.642+0000 7f004ffff640 1 --2- 172.21.15.76:0/884728162 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55a773f17860 0x55a773f67570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:00.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.642+0000 7f005568d640 1 -- 172.21.15.76:0/884728162 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55a773f17860 msgr2=0x55a773f67570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:00.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.642+0000 7f005568d640 1 --2- 172.21.15.76:0/884728162 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55a773f17860 0x55a773f67570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:00.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.642+0000 7f005568d640 1 -- 172.21.15.76:0/884728162 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a773f1a0a0 msgr2=0x55a773f1a480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:00.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.642+0000 7f005568d640 1 --2- 172.21.15.76:0/884728162 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a773f1a0a0 0x55a773f1a480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:00.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.642+0000 7f005568d640 1 -- 172.21.15.76:0/884728162 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a773e094b0 con 0x55a773f41550 2024-09-13T16:15:00.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.642+0000 7f005568d640 1 --2- 172.21.15.76:0/884728162 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55a773f41550 0x55a773f67ab0 secure :-1 s=READY pgs=2199 cs=0 l=1 rev1=1 crypto rx=0x7f0048001e40 tx=0x7f004800d520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6565bc18deaa98d5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:00.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.642+0000 7f00367fc640 1 -- 172.21.15.76:0/884728162 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f004800b070 con 0x55a773f41550 2024-09-13T16:15:00.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.642+0000 7f00367fc640 1 -- 172.21.15.76:0/884728162 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f004800de50 con 0x55a773f41550 2024-09-13T16:15:00.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.642+0000 7f00367fc640 1 -- 172.21.15.76:0/884728162 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0048003bb0 con 0x55a773f41550 2024-09-13T16:15:00.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.643+0000 7f0059e17740 1 -- 172.21.15.76:0/884728162 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55a773f41550 msgr2=0x55a773f67ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:00.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.643+0000 7f0059e17740 1 --2- 172.21.15.76:0/884728162 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55a773f41550 0x55a773f67ab0 secure :-1 s=READY pgs=2199 cs=0 l=1 rev1=1 crypto rx=0x7f0048001e40 tx=0x7f004800d520 comp rx=0 tx=0).stop 2024-09-13T16:15:00.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.643+0000 7f0059e17740 1 -- 172.21.15.76:0/884728162 shutdown_connections 2024-09-13T16:15:00.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.643+0000 7f0059e17740 1 --2- 172.21.15.76:0/884728162 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55a773f41550 0x55a773f67ab0 unknown :-1 s=CLOSED pgs=2199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:00.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.643+0000 7f0059e17740 1 --2- 172.21.15.76:0/884728162 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55a773f17860 0x55a773f67570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:00.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.643+0000 7f0059e17740 1 --2- 172.21.15.76:0/884728162 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a773f1a0a0 0x55a773f1a480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:00.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.643+0000 7f0059e17740 1 -- 172.21.15.76:0/884728162 >> 172.21.15.76:0/884728162 conn(0x55a773f167d0 msgr2=0x55a773f5ec80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:00.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.643+0000 7f0059e17740 1 -- 172.21.15.76:0/884728162 shutdown_connections 2024-09-13T16:15:00.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.643+0000 7f0059e17740 1 -- 172.21.15.76:0/884728162 wait complete. 2024-09-13T16:15:00.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.644+0000 7f0059e17740 1 -- start start 2024-09-13T16:15:00.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.644+0000 7f0059e17740 1 Processor -- start 2024-09-13T16:15:00.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.645+0000 7f0059e17740 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55a773f1a0a0 0x55a773f2bf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:00.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.645+0000 7f0059e17740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55a773f41550 0x55a773f5be30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:00.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.645+0000 7f0059e17740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a773f40bd0 0x55a773f14480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:00.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.645+0000 7f0059e17740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a773e7cbf0 con 0x55a773f41550 2024-09-13T16:15:00.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.645+0000 7f0059e17740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a773e3b250 con 0x55a773f40bd0 2024-09-13T16:15:00.654 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.645+0000 7f0059e17740 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x55a773e3aef0 con 0x55a773f1a0a0 2024-09-13T16:15:00.654 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.645+0000 7f0059e17740 10 client.0 _ll_register_callbacks cb 0x55a773e6d740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:15:00.654 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.645+0000 7f004ffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55a773f41550 0x55a773f5be30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:00.654 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.645+0000 7f004ffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55a773f41550 0x55a773f5be30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:35848/0 (socket says 172.21.15.76:35848) 2024-09-13T16:15:00.654 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.645+0000 7f004ffff640 1 -- 172.21.15.76:0/841424699 learned_addr learned my addr 172.21.15.76:0/841424699 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:15:00.654 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.645+0000 7f0054e8c640 1 --2- 172.21.15.76:0/841424699 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55a773f1a0a0 0x55a773f2bf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:00.654 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.645+0000 7f005568d640 1 --2- 172.21.15.76:0/841424699 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a773f40bd0 0x55a773f14480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:00.654 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.645+0000 7f004ffff640 1 -- 172.21.15.76:0/841424699 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55a773f1a0a0 msgr2=0x55a773f2bf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:00.654 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.645+0000 7f004ffff640 1 --2- 172.21.15.76:0/841424699 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55a773f1a0a0 0x55a773f2bf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:00.654 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.645+0000 7f004ffff640 1 -- 172.21.15.76:0/841424699 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a773f40bd0 msgr2=0x55a773f14480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:00.654 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.645+0000 7f004ffff640 1 --2- 172.21.15.76:0/841424699 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a773f40bd0 0x55a773f14480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:00.654 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.645+0000 7f004ffff640 1 -- 172.21.15.76:0/841424699 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0048001a70 con 0x55a773f41550 2024-09-13T16:15:00.654 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.645+0000 7f005568d640 1 --2- 172.21.15.76:0/841424699 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a773f40bd0 0x55a773f14480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:15:00.654 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.645+0000 7f004ffff640 1 --2- 172.21.15.76:0/841424699 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55a773f41550 0x55a773f5be30 secure :-1 s=READY pgs=2200 cs=0 l=1 rev1=1 crypto rx=0x7f004400ce90 tx=0x7f0044057bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b4bbbc054f7df0ab server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:00.655 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.645+0000 7f002f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.76:3300/0 2024-09-13T16:15:00.655 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.645+0000 7f002f7fe640 1 -- 172.21.15.76:0/841424699 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f004405f500 con 0x55a773f41550 2024-09-13T16:15:00.655 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.645+0000 7f002f7fe640 1 -- 172.21.15.76:0/841424699 <== mon.0 v2:172.21.15.76:3300/0 2 ==== osd_map(162..162 src has 1..162) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f004406eb00 con 0x55a773f41550 2024-09-13T16:15:00.655 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.645+0000 7f0059e17740 1 -- 172.21.15.76:0/841424699 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55a773b703c0 con 0x55a773f41550 2024-09-13T16:15:00.655 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.646+0000 7f002f7fe640 1 -- 172.21.15.76:0/841424699 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_get_version_reply(handle=1 version=90) v2 ==== 24+0+0 (secure 0 0 0) 0x7f004406ecc0 con 0x55a773f41550 2024-09-13T16:15:00.655 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.646+0000 7f0059e17740 10 client.10227 fetch_fsmap learned FSMap version 90 2024-09-13T16:15:00.655 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.646+0000 7f0059e17740 1 -- 172.21.15.76:0/841424699 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,fsmap=90,monmap=2+}) v3 -- 0x55a773e7b270 con 0x55a773f41550 2024-09-13T16:15:00.655 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.646+0000 7f002f7fe640 1 -- 172.21.15.76:0/841424699 <== mon.0 v2:172.21.15.76:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x55a773b703c0 con 0x55a773f41550 2024-09-13T16:15:00.655 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.646+0000 7f002f7fe640 1 -- 172.21.15.76:0/841424699 <== mon.0 v2:172.21.15.76:3300/0 5 ==== fsmap(e 90) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f004405d160 con 0x55a773f41550 2024-09-13T16:15:00.655 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.646+0000 7f0059e17740 10 client.10227 fetch_fsmap finished waiting for FSMap version 90 2024-09-13T16:15:00.655 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.646+0000 7f0059e17740 10 client.10227 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-13T16:15:00.655 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.646+0000 7f0059e17740 20 client.10227 populate_metadata read hostname 'smithi076' 2024-09-13T16:15:00.655 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.646+0000 7f0059e17740 1 --2- 172.21.15.76:0/841424699 >> [v2:172.21.15.76:6835/3909448449,v1:172.21.15.76:6837/3909448449] conn(0x55a773f2e120 0x55a773f2edc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:00.655 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.646+0000 7f0059e17740 4 client.10227 mds_command: new command op to 10071 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-13T16:15:00.656 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.646+0000 7f0059e17740 1 -- 172.21.15.76:0/841424699 --> [v2:172.21.15.76:6835/3909448449,v1:172.21.15.76:6837/3909448449] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55a773b816c0 con 0x55a773f2e120 2024-09-13T16:15:00.656 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.646+0000 7f0054e8c640 1 --2- 172.21.15.76:0/841424699 >> [v2:172.21.15.76:6835/3909448449,v1:172.21.15.76:6837/3909448449] conn(0x55a773f2e120 0x55a773f2edc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:00.656 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.646+0000 7f002f7fe640 10 client.10227 ms_handle_connect on v2:172.21.15.76:6835/3909448449 2024-09-13T16:15:00.656 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.646+0000 7f0054e8c640 1 --2- 172.21.15.76:0/841424699 >> [v2:172.21.15.76:6835/3909448449,v1:172.21.15.76:6837/3909448449] conn(0x55a773f2e120 0x55a773f2edc0 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=19dc5aeb3c3926c1 server_cookie=e7fed92cf8d08e1d in_seq=0 out_seq=0 2024-09-13T16:15:00.656 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.647+0000 7f002f7fe640 1 -- 172.21.15.76:0/841424699 <== mds.0 v2:172.21.15.76:6835/3909448449 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55a773b816c0 con 0x55a773f2e120 2024-09-13T16:15:00.656 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.647+0000 7f002f7fe640 10 client.10227 handle_command_reply: tid=0 2024-09-13T16:15:00.656 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.647+0000 7f0059e17740 1 client.10227 shutdown 2024-09-13T16:15:00.656 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.647+0000 7f0059e17740 1 -- 172.21.15.76:0/841424699 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55a773f41550 msgr2=0x55a773f5be30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:00.656 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.647+0000 7f0059e17740 1 --2- 172.21.15.76:0/841424699 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55a773f41550 0x55a773f5be30 secure :-1 s=READY pgs=2200 cs=0 l=1 rev1=1 crypto rx=0x7f004400ce90 tx=0x7f0044057bf0 comp rx=0 tx=0).stop 2024-09-13T16:15:00.656 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.647+0000 7f0059e17740 1 -- 172.21.15.76:0/841424699 shutdown_connections 2024-09-13T16:15:00.656 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.647+0000 7f0059e17740 1 --2- 172.21.15.76:0/841424699 >> [v2:172.21.15.76:6835/3909448449,v1:172.21.15.76:6837/3909448449] conn(0x55a773f2e120 0x55a773f2edc0 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:00.656 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.647+0000 7f0059e17740 1 --2- 172.21.15.76:0/841424699 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a773f40bd0 0x55a773f14480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:00.657 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.647+0000 7f0059e17740 1 --2- 172.21.15.76:0/841424699 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55a773f41550 0x55a773f5be30 unknown :-1 s=CLOSED pgs=2200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:00.657 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.647+0000 7f002f7fe640 0 client.10227 ms_handle_reset on v2:172.21.15.76:6835/3909448449 2024-09-13T16:15:00.657 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.647+0000 7f0059e17740 1 --2- 172.21.15.76:0/841424699 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55a773f1a0a0 0x55a773f2bf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:00.657 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.647+0000 7f0059e17740 1 -- 172.21.15.76:0/841424699 >> 172.21.15.76:0/841424699 conn(0x55a773f17860 msgr2=0x55a773f62140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:00.657 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.647+0000 7f0059e17740 1 -- 172.21.15.76:0/841424699 shutdown_connections 2024-09-13T16:15:00.657 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.647+0000 7f0059e17740 1 -- 172.21.15.76:0/841424699 wait complete. 2024-09-13T16:15:00.657 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.647+0000 7f0059e17740 20 client.10227 trim_cache size 0 max 16384 2024-09-13T16:15:00.663 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.662+0000 7f0059e17740 1 Processor -- start 2024-09-13T16:15:00.663 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.662+0000 7f0059e17740 1 -- start start 2024-09-13T16:15:00.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.663+0000 7f0059e17740 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55a773f1a0a0 0x55a773f78130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:00.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.663+0000 7f0059e17740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a773f40bd0 0x55a773f5ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:00.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.663+0000 7f0059e17740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55a773f41550 0x55a773f5d210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:00.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.663+0000 7f0059e17740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a773f63130 con 0x55a773f41550 2024-09-13T16:15:00.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.663+0000 7f0059e17740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a773e00460 con 0x55a773f40bd0 2024-09-13T16:15:00.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.663+0000 7f0059e17740 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x55a773f71560 con 0x55a773f1a0a0 2024-09-13T16:15:00.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.663+0000 7f005568d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55a773f41550 0x55a773f5d210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:00.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.663+0000 7f005568d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55a773f41550 0x55a773f5d210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:35850/0 (socket says 172.21.15.76:35850) 2024-09-13T16:15:00.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.663+0000 7f005568d640 1 -- 172.21.15.76:0/2222964547 learned_addr learned my addr 172.21.15.76:0/2222964547 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:15:00.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.663+0000 7f005568d640 1 -- 172.21.15.76:0/2222964547 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55a773f1a0a0 msgr2=0x55a773f78130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:00.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.663+0000 7f005568d640 1 --2- 172.21.15.76:0/2222964547 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55a773f1a0a0 0x55a773f78130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:00.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.663+0000 7f005568d640 1 -- 172.21.15.76:0/2222964547 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a773f40bd0 msgr2=0x55a773f5ccd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:00.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.663+0000 7f005568d640 1 --2- 172.21.15.76:0/2222964547 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a773f40bd0 0x55a773f5ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:00.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.663+0000 7f005568d640 1 -- 172.21.15.76:0/2222964547 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a773e1d5f0 con 0x55a773f41550 2024-09-13T16:15:00.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.663+0000 7f005568d640 1 --2- 172.21.15.76:0/2222964547 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55a773f41550 0x55a773f5d210 secure :-1 s=READY pgs=2201 cs=0 l=1 rev1=1 crypto rx=0x55a773f61b80 tx=0x7f004800b000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=498a6017112cddae server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:00.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.663+0000 7f0036ffd640 1 -- 172.21.15.76:0/2222964547 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0048006b10 con 0x55a773f41550 2024-09-13T16:15:00.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.663+0000 7f0036ffd640 1 -- 172.21.15.76:0/2222964547 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0048006c70 con 0x55a773f41550 2024-09-13T16:15:00.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.663+0000 7f0036ffd640 1 -- 172.21.15.76:0/2222964547 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0048003970 con 0x55a773f41550 2024-09-13T16:15:00.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.664+0000 7f0059e17740 1 -- 172.21.15.76:0/2222964547 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55a773f41550 msgr2=0x55a773f5d210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:00.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.664+0000 7f0059e17740 1 --2- 172.21.15.76:0/2222964547 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55a773f41550 0x55a773f5d210 secure :-1 s=READY pgs=2201 cs=0 l=1 rev1=1 crypto rx=0x55a773f61b80 tx=0x7f004800b000 comp rx=0 tx=0).stop 2024-09-13T16:15:00.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.664+0000 7f0059e17740 1 -- 172.21.15.76:0/2222964547 shutdown_connections 2024-09-13T16:15:00.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.664+0000 7f0059e17740 1 --2- 172.21.15.76:0/2222964547 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55a773f41550 0x55a773f5d210 unknown :-1 s=CLOSED pgs=2201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:00.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.664+0000 7f0059e17740 1 --2- 172.21.15.76:0/2222964547 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a773f40bd0 0x55a773f5ccd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:00.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.664+0000 7f0059e17740 1 --2- 172.21.15.76:0/2222964547 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55a773f1a0a0 0x55a773f78130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:00.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.664+0000 7f0059e17740 1 -- 172.21.15.76:0/2222964547 >> 172.21.15.76:0/2222964547 conn(0x55a773f17860 msgr2=0x55a773f2bd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:00.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.664+0000 7f0059e17740 1 -- 172.21.15.76:0/2222964547 shutdown_connections 2024-09-13T16:15:00.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.664+0000 7f0059e17740 1 -- 172.21.15.76:0/2222964547 wait complete. 2024-09-13T16:15:00.669 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.664+0000 7f0059e17740 1 -- start start 2024-09-13T16:15:00.669 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.665+0000 7f0059e17740 1 Processor -- start 2024-09-13T16:15:00.672 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.665+0000 7f0059e17740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a773f1a0a0 0x55a773f7cdc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:00.672 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.665+0000 7f0059e17740 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55a773f40bd0 0x55a773fb2f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:00.672 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.665+0000 7f0059e17740 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55a773f41550 0x55a773f5a600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:00.672 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.665+0000 7f0059e17740 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a773f7f9e0 con 0x55a773f40bd0 2024-09-13T16:15:00.672 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.665+0000 7f0059e17740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a773f43a40 con 0x55a773f1a0a0 2024-09-13T16:15:00.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.665+0000 7f0059e17740 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x55a773f5e140 con 0x55a773f41550 2024-09-13T16:15:00.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.665+0000 7f0059e17740 10 client.0 _ll_register_callbacks cb 0x7f0048001620 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:15:00.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.665+0000 7f004ffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55a773f40bd0 0x55a773fb2f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:00.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.665+0000 7f004ffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55a773f40bd0 0x55a773fb2f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:35852/0 (socket says 172.21.15.76:35852) 2024-09-13T16:15:00.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.665+0000 7f004ffff640 1 -- 172.21.15.76:0/494864313 learned_addr learned my addr 172.21.15.76:0/494864313 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:15:00.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.666+0000 7f0054e8c640 1 --2- 172.21.15.76:0/494864313 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a773f1a0a0 0x55a773f7cdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:00.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.666+0000 7f004ffff640 1 -- 172.21.15.76:0/494864313 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55a773f41550 msgr2=0x55a773f5a600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:00.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.666+0000 7f004ffff640 1 --2- 172.21.15.76:0/494864313 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55a773f41550 0x55a773f5a600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:00.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.666+0000 7f004ffff640 1 -- 172.21.15.76:0/494864313 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a773f1a0a0 msgr2=0x55a773f7cdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:00.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.666+0000 7f004ffff640 1 --2- 172.21.15.76:0/494864313 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a773f1a0a0 0x55a773f7cdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:00.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.666+0000 7f004ffff640 1 -- 172.21.15.76:0/494864313 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55a773e094b0 con 0x55a773f40bd0 2024-09-13T16:15:00.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.666+0000 7f0054e8c640 1 --2- 172.21.15.76:0/494864313 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a773f1a0a0 0x55a773f7cdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:15:00.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.666+0000 7f004ffff640 1 --2- 172.21.15.76:0/494864313 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55a773f40bd0 0x55a773fb2f80 secure :-1 s=READY pgs=2202 cs=0 l=1 rev1=1 crypto rx=0x7f004405f260 tx=0x7f0044000ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aa96bd3ff26d30ac server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:00.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.666+0000 7f002f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.76:3300/0 2024-09-13T16:15:00.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.666+0000 7f002f7fe640 1 -- 172.21.15.76:0/494864313 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0044053390 con 0x55a773f40bd0 2024-09-13T16:15:00.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.666+0000 7f002f7fe640 1 -- 172.21.15.76:0/494864313 <== mon.0 v2:172.21.15.76:3300/0 2 ==== osd_map(162..162 src has 1..162) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f00440534f0 con 0x55a773f40bd0 2024-09-13T16:15:00.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.666+0000 7f0059e17740 1 -- 172.21.15.76:0/494864313 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f004800de50 con 0x55a773f40bd0 2024-09-13T16:15:00.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.666+0000 7f002f7fe640 1 -- 172.21.15.76:0/494864313 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_get_version_reply(handle=1 version=90) v2 ==== 24+0+0 (secure 0 0 0) 0x7f004400e040 con 0x55a773f40bd0 2024-09-13T16:15:00.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.666+0000 7f0059e17740 10 client.10233 fetch_fsmap learned FSMap version 90 2024-09-13T16:15:00.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.666+0000 7f0059e17740 1 -- 172.21.15.76:0/494864313 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,fsmap=90,monmap=2+}) v3 -- 0x55a773e42d00 con 0x55a773f40bd0 2024-09-13T16:15:00.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.666+0000 7f002f7fe640 1 -- 172.21.15.76:0/494864313 <== mon.0 v2:172.21.15.76:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f004800de50 con 0x55a773f40bd0 2024-09-13T16:15:00.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.666+0000 7f002f7fe640 1 -- 172.21.15.76:0/494864313 <== mon.0 v2:172.21.15.76:3300/0 5 ==== fsmap(e 90) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f0044056300 con 0x55a773f40bd0 2024-09-13T16:15:00.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.666+0000 7f0059e17740 10 client.10233 fetch_fsmap finished waiting for FSMap version 90 2024-09-13T16:15:00.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.666+0000 7f0059e17740 10 client.10233 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-13T16:15:00.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.666+0000 7f0059e17740 20 client.10233 populate_metadata read hostname 'smithi076' 2024-09-13T16:15:00.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.666+0000 7f0059e17740 1 --2- 172.21.15.76:0/494864313 >> [v2:172.21.15.76:6835/3909448449,v1:172.21.15.76:6837/3909448449] conn(0x55a773f2eed0 0x55a773f2f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:00.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.666+0000 7f0059e17740 4 client.10233 mds_command: new command op to 10071 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-13T16:15:00.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.666+0000 7f0059e17740 1 -- 172.21.15.76:0/494864313 --> [v2:172.21.15.76:6835/3909448449,v1:172.21.15.76:6837/3909448449] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55a773bd4d10 con 0x55a773f2eed0 2024-09-13T16:15:00.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.667+0000 7f0054e8c640 1 --2- 172.21.15.76:0/494864313 >> [v2:172.21.15.76:6835/3909448449,v1:172.21.15.76:6837/3909448449] conn(0x55a773f2eed0 0x55a773f2f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:00.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.667+0000 7f002f7fe640 10 client.10233 ms_handle_connect on v2:172.21.15.76:6835/3909448449 2024-09-13T16:15:00.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.667+0000 7f0054e8c640 1 --2- 172.21.15.76:0/494864313 >> [v2:172.21.15.76:6835/3909448449,v1:172.21.15.76:6837/3909448449] conn(0x55a773f2eed0 0x55a773f2f2b0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b1e023291ccc727 server_cookie=f4f164aa544e262c in_seq=0 out_seq=0 2024-09-13T16:15:00.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.667+0000 7f002f7fe640 1 -- 172.21.15.76:0/494864313 <== mds.0 v2:172.21.15.76:6835/3909448449 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+328 (crc 0 0 0) 0x55a773bd4d10 con 0x55a773f2eed0 2024-09-13T16:15:00.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.667+0000 7f002f7fe640 10 client.10233 handle_command_reply: tid=0 2024-09-13T16:15:00.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.667+0000 7f0059e17740 1 client.10233 shutdown 2024-09-13T16:15:00.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.667+0000 7f0059e17740 1 -- 172.21.15.76:0/494864313 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55a773f40bd0 msgr2=0x55a773fb2f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:00.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.667+0000 7f0059e17740 1 --2- 172.21.15.76:0/494864313 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55a773f40bd0 0x55a773fb2f80 secure :-1 s=READY pgs=2202 cs=0 l=1 rev1=1 crypto rx=0x7f004405f260 tx=0x7f0044000ed0 comp rx=0 tx=0).stop 2024-09-13T16:15:00.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.667+0000 7f0059e17740 1 -- 172.21.15.76:0/494864313 shutdown_connections 2024-09-13T16:15:00.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.667+0000 7f0059e17740 1 --2- 172.21.15.76:0/494864313 >> [v2:172.21.15.76:6835/3909448449,v1:172.21.15.76:6837/3909448449] conn(0x55a773f2eed0 0x55a773f2f2b0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:00.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.667+0000 7f0059e17740 1 --2- 172.21.15.76:0/494864313 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x55a773f41550 0x55a773f5a600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:00.675 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.667+0000 7f0059e17740 1 --2- 172.21.15.76:0/494864313 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x55a773f40bd0 0x55a773fb2f80 unknown :-1 s=CLOSED pgs=2202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:00.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.667+0000 7f002f7fe640 0 client.10233 ms_handle_reset on v2:172.21.15.76:6835/3909448449 2024-09-13T16:15:00.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.667+0000 7f0059e17740 1 --2- 172.21.15.76:0/494864313 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a773f1a0a0 0x55a773f7cdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:00.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.667+0000 7f0059e17740 1 -- 172.21.15.76:0/494864313 >> 172.21.15.76:0/494864313 conn(0x55a773f17860 msgr2=0x55a773f78130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:00.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.667+0000 7f0059e17740 1 -- 172.21.15.76:0/494864313 shutdown_connections 2024-09-13T16:15:00.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.667+0000 7f0059e17740 1 -- 172.21.15.76:0/494864313 wait complete. 2024-09-13T16:15:00.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.667+0000 7f0059e17740 20 client.10233 trim_cache size 0 max 16384 2024-09-13T16:15:00.676 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2024-09-13T16:15:00.676 INFO:teuthology.orchestra.run.smithi076.stdout: "cluster_fsid": "da76ee52-f48b-434a-9df7-5fefe2a6e471", 2024-09-13T16:15:00.676 INFO:teuthology.orchestra.run.smithi076.stdout: "whoami": 0, 2024-09-13T16:15:00.677 INFO:teuthology.orchestra.run.smithi076.stdout: "id": 10071, 2024-09-13T16:15:00.677 INFO:teuthology.orchestra.run.smithi076.stdout: "want_state": "up:active", 2024-09-13T16:15:00.677 INFO:teuthology.orchestra.run.smithi076.stdout: "state": "up:active", 2024-09-13T16:15:00.677 INFO:teuthology.orchestra.run.smithi076.stdout: "fs_name": "cephfs", 2024-09-13T16:15:00.677 INFO:teuthology.orchestra.run.smithi076.stdout: "rank_uptime": 8.8389538200000004, 2024-09-13T16:15:00.677 INFO:teuthology.orchestra.run.smithi076.stdout: "mdsmap_epoch": 90, 2024-09-13T16:15:00.677 INFO:teuthology.orchestra.run.smithi076.stdout: "osdmap_epoch": 162, 2024-09-13T16:15:00.677 INFO:teuthology.orchestra.run.smithi076.stdout: "osdmap_epoch_barrier": 162, 2024-09-13T16:15:00.677 INFO:teuthology.orchestra.run.smithi076.stdout: "uptime": 13.261195675 2024-09-13T16:15:00.677 INFO:teuthology.orchestra.run.smithi076.stdout:} 2024-09-13T16:15:00.678 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.668+0000 7f00570f0640 1 -- 172.21.15.76:0/3684981618 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f003c06ac30 msgr2=0x7f003c06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:00.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.668+0000 7f00570f0640 1 --2- 172.21.15.76:0/3684981618 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f003c06ac30 0x7f003c06d0f0 secure :-1 s=READY pgs=935 cs=0 l=1 rev1=1 crypto rx=0x7f0040034000 tx=0x7f004002e000 comp rx=0 tx=0).stop 2024-09-13T16:15:00.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.668+0000 7f00570f0640 1 -- 172.21.15.76:0/3684981618 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00500d07b0 msgr2=0x7f0050154a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:00.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.668+0000 7f00570f0640 1 --2- 172.21.15.76:0/3684981618 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00500d07b0 0x7f0050154a00 secure :-1 s=READY pgs=2198 cs=0 l=1 rev1=1 crypto rx=0x7f004400c4d0 tx=0x7f004400c990 comp rx=0 tx=0).stop 2024-09-13T16:15:00.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.668+0000 7f00570f0640 1 -- 172.21.15.76:0/3684981618 shutdown_connections 2024-09-13T16:15:00.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.668+0000 7f00570f0640 1 --2- 172.21.15.76:0/3684981618 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f003c06ac30 0x7f003c06d0f0 unknown :-1 s=CLOSED pgs=935 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:00.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.668+0000 7f00570f0640 1 --2- 172.21.15.76:0/3684981618 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f005015c6e0 0x7f005015e9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:00.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.668+0000 7f00570f0640 1 --2- 172.21.15.76:0/3684981618 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f00500d07b0 0x7f0050154a00 unknown :-1 s=CLOSED pgs=2198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:00.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.668+0000 7f00570f0640 1 --2- 172.21.15.76:0/3684981618 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f00500ccb20 0x7f00500c8ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:00.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.668+0000 7f00570f0640 1 -- 172.21.15.76:0/3684981618 >> 172.21.15.76:0/3684981618 conn(0x7f0050089f60 msgr2=0x7f005015aca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:00.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.668+0000 7f00570f0640 1 -- 172.21.15.76:0/3684981618 shutdown_connections 2024-09-13T16:15:00.679 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.668+0000 7f00570f0640 1 -- 172.21.15.76:0/3684981618 wait complete. 2024-09-13T16:15:00.684 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T16:15:00.782 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.781+0000 7f9ddff65640 1 Processor -- start 2024-09-13T16:15:00.783 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.781+0000 7f9ddff65640 1 -- start start 2024-09-13T16:15:00.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.782+0000 7f9ddff65640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9dd815a5f0 0x7f9dd80b4330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:00.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.782+0000 7f9ddff65640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f9dd80b15e0 0x7f9dd80b1a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:00.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.782+0000 7f9ddff65640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9dd815b0e0 con 0x7f9dd806ab10 2024-09-13T16:15:00.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.782+0000 7f9ddff65640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9dd806e960 con 0x7f9dd80b15e0 2024-09-13T16:15:00.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.782+0000 7f9ddff65640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9dd80b1f90 con 0x7f9dd815a5f0 2024-09-13T16:15:00.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.782+0000 7f9ddd500640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f9dd806ab10 0x7f9dd815a9d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:40742/0 (socket says 172.21.15.76:40742) 2024-09-13T16:15:00.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.782+0000 7f9ddd500640 1 -- 172.21.15.76:0/449548510 learned_addr learned my addr 172.21.15.76:0/449548510 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:15:00.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.782+0000 7f9ddccff640 1 -- 172.21.15.76:0/449548510 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 397254301 0 0) 0x7f9dd815b0e0 con 0x7f9dd806ab10 2024-09-13T16:15:00.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.782+0000 7f9dde502640 1 --2- 172.21.15.76:0/449548510 >> v2:172.21.15.192:3300/0 conn(0x7f9dd80b15e0 0x7f9dd80b1a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:00.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.782+0000 7f9ddccff640 1 -- 172.21.15.76:0/449548510 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9dc4003520 con 0x7f9dd806ab10 2024-09-13T16:15:00.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.782+0000 7f9dddd01640 1 --2- 172.21.15.76:0/449548510 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9dd815a5f0 0x7f9dd80b4330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:00.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.782+0000 7f9ddccff640 1 -- 172.21.15.76:0/449548510 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2246399430 0 0) 0x7f9dc4003520 con 0x7f9dd806ab10 2024-09-13T16:15:00.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.782+0000 7f9ddccff640 1 -- 172.21.15.76:0/449548510 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9dd815a5f0 msgr2=0x7f9dd80b4330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:00.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.782+0000 7f9ddccff640 1 --2- 172.21.15.76:0/449548510 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9dd815a5f0 0x7f9dd80b4330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:00.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.782+0000 7f9ddccff640 1 -- 172.21.15.76:0/449548510 >> v2:172.21.15.192:3300/0 conn(0x7f9dd80b15e0 msgr2=0x7f9dd80b1a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:00.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.782+0000 7f9ddccff640 1 --2- 172.21.15.76:0/449548510 >> v2:172.21.15.192:3300/0 conn(0x7f9dd80b15e0 0x7f9dd80b1a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:00.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.782+0000 7f9ddccff640 1 -- 172.21.15.76:0/449548510 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9dd80cc5d0 con 0x7f9dd806ab10 2024-09-13T16:15:00.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.782+0000 7f9ddccff640 1 -- 172.21.15.76:0/449548510 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f9dc8001670 con 0x7f9dd806ab10 2024-09-13T16:15:00.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.782+0000 7f9ddccff640 1 -- 172.21.15.76:0/449548510 >> v1:172.21.15.76:6789/0 conn(0x7f9dd806ab10 legacy=0x7f9dd815a9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:00.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.782+0000 7f9ddccff640 1 --2- 172.21.15.76:0/449548510 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9dc40039a0 0x7f9dc4003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:00.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.782+0000 7f9ddccff640 1 --2- 172.21.15.76:0/449548510 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9dc40047c0 0x7f9dc4004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:00.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.783+0000 7f9ddccff640 1 --2- 172.21.15.76:0/449548510 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9dd815a5f0 0x7f9dc4005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:00.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.783+0000 7f9ddccff640 1 -- 172.21.15.76:0/449548510 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9dd806e960 con 0x7f9dc40039a0 2024-09-13T16:15:00.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.783+0000 7f9ddccff640 1 -- 172.21.15.76:0/449548510 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9dd80b1f90 con 0x7f9dc40047c0 2024-09-13T16:15:00.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.783+0000 7f9ddccff640 1 -- 172.21.15.76:0/449548510 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9dc400b980 con 0x7f9dd815a5f0 2024-09-13T16:15:00.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.783+0000 7f9dddd01640 1 --2- 172.21.15.76:0/449548510 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9dc40039a0 0x7f9dc4003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:00.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.783+0000 7f9ddd500640 1 --2- 172.21.15.76:0/449548510 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9dc40047c0 0x7f9dc4004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:00.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.783+0000 7f9dde502640 1 --2- 172.21.15.76:0/449548510 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9dd815a5f0 0x7f9dc4005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:00.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.783+0000 7f9dddd01640 1 -- 172.21.15.76:0/449548510 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9dd815a5f0 msgr2=0x7f9dc4005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:00.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.783+0000 7f9dddd01640 1 --2- 172.21.15.76:0/449548510 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9dd815a5f0 0x7f9dc4005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:00.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.783+0000 7f9dddd01640 1 -- 172.21.15.76:0/449548510 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9dc40047c0 msgr2=0x7f9dc4004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:00.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.783+0000 7f9dddd01640 1 --2- 172.21.15.76:0/449548510 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9dc40047c0 0x7f9dc4004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:00.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.783+0000 7f9dddd01640 1 -- 172.21.15.76:0/449548510 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9dc4003520 con 0x7f9dc40039a0 2024-09-13T16:15:00.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.783+0000 7f9ddd500640 1 --2- 172.21.15.76:0/449548510 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9dc40047c0 0x7f9dc4004c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:15:00.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.784+0000 7f9dddd01640 1 --2- 172.21.15.76:0/449548510 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9dc40039a0 0x7f9dc4003dc0 secure :-1 s=READY pgs=2204 cs=0 l=1 rev1=1 crypto rx=0x7f9dd4009fc0 tx=0x7f9dc40057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d6d4ea4b0d738788 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:00.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.784+0000 7f9ddccff640 1 -- 172.21.15.76:0/449548510 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9dd4031640 con 0x7f9dc40039a0 2024-09-13T16:15:00.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.784+0000 7f9ddccff640 1 -- 172.21.15.76:0/449548510 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9dd402d070 con 0x7f9dc40039a0 2024-09-13T16:15:00.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.784+0000 7f9ddccff640 1 -- 172.21.15.76:0/449548510 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9dd40319e0 con 0x7f9dc40039a0 2024-09-13T16:15:00.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.784+0000 7f9ddff65640 1 -- 172.21.15.76:0/449548510 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9dc40039a0 msgr2=0x7f9dc4003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:00.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.784+0000 7f9ddff65640 1 --2- 172.21.15.76:0/449548510 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9dc40039a0 0x7f9dc4003dc0 secure :-1 s=READY pgs=2204 cs=0 l=1 rev1=1 crypto rx=0x7f9dd4009fc0 tx=0x7f9dc40057f0 comp rx=0 tx=0).stop 2024-09-13T16:15:00.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.784+0000 7f9dde502640 1 -- 172.21.15.76:0/449548510 reap_dead start 2024-09-13T16:15:00.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.784+0000 7f9ddff65640 1 -- 172.21.15.76:0/449548510 shutdown_connections 2024-09-13T16:15:00.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.784+0000 7f9ddff65640 1 -- 172.21.15.76:0/449548510 >> 172.21.15.76:0/449548510 conn(0x7f9dd8069ed0 msgr2=0x7f9dd806a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:00.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.784+0000 7f9ddff65640 1 -- 172.21.15.76:0/449548510 shutdown_connections 2024-09-13T16:15:00.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.784+0000 7f9ddff65640 1 -- 172.21.15.76:0/449548510 wait complete. 2024-09-13T16:15:00.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.785+0000 7f9ddff65640 1 Processor -- start 2024-09-13T16:15:00.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.786+0000 7f9ddff65640 1 -- start start 2024-09-13T16:15:00.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.786+0000 7f9ddff65640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9dc40039a0 0x7f9dd8152b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:00.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.786+0000 7f9ddff65640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9dd81f36a0 0x7f9dd814fb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:00.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.786+0000 7f9ddff65640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9dd815cbf0 0x7f9dd8142b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:00.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.786+0000 7f9ddff65640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9dd81f01b0 con 0x7f9dd815cbf0 2024-09-13T16:15:00.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.786+0000 7f9ddff65640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9dd81548d0 con 0x7f9dd81f36a0 2024-09-13T16:15:00.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.786+0000 7f9ddff65640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9dd81f3c10 con 0x7f9dc40039a0 2024-09-13T16:15:00.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.786+0000 7f9dde502640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9dd815cbf0 0x7f9dd8142b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:00.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.786+0000 7f9dde502640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9dd815cbf0 0x7f9dd8142b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:35880/0 (socket says 172.21.15.76:35880) 2024-09-13T16:15:00.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.786+0000 7f9dde502640 1 -- 172.21.15.76:0/444991231 learned_addr learned my addr 172.21.15.76:0/444991231 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:15:00.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.786+0000 7f9dddd01640 1 --2- 172.21.15.76:0/444991231 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9dc40039a0 0x7f9dd8152b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:00.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.786+0000 7f9ddd500640 1 --2- 172.21.15.76:0/444991231 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9dd81f36a0 0x7f9dd814fb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:00.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.787+0000 7f9dde502640 1 -- 172.21.15.76:0/444991231 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9dc40039a0 msgr2=0x7f9dd8152b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:00.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.787+0000 7f9dde502640 1 --2- 172.21.15.76:0/444991231 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9dc40039a0 0x7f9dd8152b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:00.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.787+0000 7f9dde502640 1 -- 172.21.15.76:0/444991231 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9dd81f36a0 msgr2=0x7f9dd814fb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:00.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.787+0000 7f9dde502640 1 --2- 172.21.15.76:0/444991231 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9dd81f36a0 0x7f9dd814fb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:00.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.787+0000 7f9dde502640 1 -- 172.21.15.76:0/444991231 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9dd81f3ef0 con 0x7f9dd815cbf0 2024-09-13T16:15:00.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.787+0000 7f9dde502640 1 --2- 172.21.15.76:0/444991231 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9dd815cbf0 0x7f9dd8142b90 secure :-1 s=READY pgs=2205 cs=0 l=1 rev1=1 crypto rx=0x7f9dd806b780 tx=0x7f9dd0009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:00.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.787+0000 7f9dce7fc640 1 -- 172.21.15.76:0/444991231 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9dd0004440 con 0x7f9dd815cbf0 2024-09-13T16:15:00.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.787+0000 7f9dce7fc640 1 -- 172.21.15.76:0/444991231 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9dd0003610 con 0x7f9dd815cbf0 2024-09-13T16:15:00.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.787+0000 7f9dce7fc640 1 -- 172.21.15.76:0/444991231 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9dd0003a00 con 0x7f9dd815cbf0 2024-09-13T16:15:00.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.787+0000 7f9ddff65640 1 -- 172.21.15.76:0/444991231 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9dd81f41d0 con 0x7f9dd815cbf0 2024-09-13T16:15:00.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.787+0000 7f9ddff65640 1 -- 172.21.15.76:0/444991231 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9dd8150060 con 0x7f9dd815cbf0 2024-09-13T16:15:00.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.788+0000 7f9ddff65640 1 -- 172.21.15.76:0/444991231 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9dd80b1a50 con 0x7f9dd815cbf0 2024-09-13T16:15:00.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.788+0000 7f9dce7fc640 1 -- 172.21.15.76:0/444991231 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9dd0003b60 con 0x7f9dd815cbf0 2024-09-13T16:15:00.795 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.789+0000 7f9dce7fc640 1 --2- 172.21.15.76:0/444991231 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9dbc06ac30 0x7f9dbc06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:00.795 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.789+0000 7f9dddd01640 1 --2- 172.21.15.76:0/444991231 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9dbc06ac30 0x7f9dbc06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:00.795 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.789+0000 7f9dce7fc640 1 -- 172.21.15.76:0/444991231 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(162..162 src has 1..162) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f9dd00897f0 con 0x7f9dd815cbf0 2024-09-13T16:15:00.795 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.789+0000 7f9dddd01640 1 --2- 172.21.15.76:0/444991231 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9dbc06ac30 0x7f9dbc06d0f0 secure :-1 s=READY pgs=936 cs=0 l=1 rev1=1 crypto rx=0x7f9dd4035000 tx=0x7f9dd402f000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:00.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.793+0000 7f9dce7fc640 1 -- 172.21.15.76:0/444991231 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f9dd0054950 con 0x7f9dd815cbf0 2024-09-13T16:15:00.991 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.990+0000 7f9ddff65640 1 -- 172.21.15.76:0/444991231 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f9dd80b4110 con 0x7f9dd815cbf0 2024-09-13T16:15:00.991 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.990+0000 7f9dce7fc640 1 -- 172.21.15.76:0/444991231 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v90) v1 ==== 53+0+73 (secure 0 0 0) 0x7f9dd0057f70 con 0x7f9dd815cbf0 2024-09-13T16:15:00.992 INFO:teuthology.orchestra.run.smithi076.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-13T16:15:00.994 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.992+0000 7f9ddff65640 1 -- 172.21.15.76:0/444991231 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9dbc06ac30 msgr2=0x7f9dbc06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:00.994 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.992+0000 7f9ddff65640 1 --2- 172.21.15.76:0/444991231 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9dbc06ac30 0x7f9dbc06d0f0 secure :-1 s=READY pgs=936 cs=0 l=1 rev1=1 crypto rx=0x7f9dd4035000 tx=0x7f9dd402f000 comp rx=0 tx=0).stop 2024-09-13T16:15:00.994 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.992+0000 7f9ddff65640 1 -- 172.21.15.76:0/444991231 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9dd815cbf0 msgr2=0x7f9dd8142b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:00.994 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.992+0000 7f9ddff65640 1 --2- 172.21.15.76:0/444991231 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9dd815cbf0 0x7f9dd8142b90 secure :-1 s=READY pgs=2205 cs=0 l=1 rev1=1 crypto rx=0x7f9dd806b780 tx=0x7f9dd0009f90 comp rx=0 tx=0).stop 2024-09-13T16:15:00.994 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.992+0000 7f9ddff65640 1 -- 172.21.15.76:0/444991231 shutdown_connections 2024-09-13T16:15:00.994 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.992+0000 7f9ddff65640 1 --2- 172.21.15.76:0/444991231 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9dd815cbf0 0x7f9dd8142b90 unknown :-1 s=CLOSED pgs=2205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:00.994 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.992+0000 7f9ddff65640 1 --2- 172.21.15.76:0/444991231 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9dd81f36a0 0x7f9dd814fb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:00.994 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.992+0000 7f9ddff65640 1 --2- 172.21.15.76:0/444991231 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9dbc06ac30 0x7f9dbc06d0f0 unknown :-1 s=CLOSED pgs=936 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:00.994 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.992+0000 7f9ddff65640 1 --2- 172.21.15.76:0/444991231 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9dc40039a0 0x7f9dd8152b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:00.994 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.992+0000 7f9ddff65640 1 -- 172.21.15.76:0/444991231 >> 172.21.15.76:0/444991231 conn(0x7f9dd8069ed0 msgr2=0x7f9dd806a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:00.994 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.992+0000 7f9ddff65640 1 -- 172.21.15.76:0/444991231 shutdown_connections 2024-09-13T16:15:00.995 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:00.992+0000 7f9ddff65640 1 -- 172.21.15.76:0/444991231 wait complete. 2024-09-13T16:15:01.004 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T16:15:01.004 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T16:15:01.004 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi076.front.sepia.ceph.com 2024-09-13T16:15:01.005 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-13T16:15:01.005 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-13T16:15:01.005 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T16:15:01.005 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T16:15:01.005 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T16:15:01.005 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:15:01.005 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:15:01.005 DEBUG:teuthology.orchestra.run.smithi076:> ip addr 2024-09-13T16:15:01.021 INFO:teuthology.orchestra.run.smithi076.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T16:15:01.021 INFO:teuthology.orchestra.run.smithi076.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T16:15:01.021 INFO:teuthology.orchestra.run.smithi076.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T16:15:01.021 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:15:01.021 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 ::1/128 scope host 2024-09-13T16:15:01.021 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:15:01.021 INFO:teuthology.orchestra.run.smithi076.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:15:01.021 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:d8:da:66 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:15:01.021 INFO:teuthology.orchestra.run.smithi076.stdout: altname enp7s0f0 2024-09-13T16:15:01.022 INFO:teuthology.orchestra.run.smithi076.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:15:01.022 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:d8:da:67 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:15:01.022 INFO:teuthology.orchestra.run.smithi076.stdout: altname enp7s0f1 2024-09-13T16:15:01.022 INFO:teuthology.orchestra.run.smithi076.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:15:01.022 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:8f:47:e0 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:15:01.022 INFO:teuthology.orchestra.run.smithi076.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T16:15:01.022 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:8f:47:e1 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:15:01.022 INFO:teuthology.orchestra.run.smithi076.stdout: inet 172.21.15.76/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-13T16:15:01.022 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft 41995sec preferred_lft 41995sec 2024-09-13T16:15:01.022 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::ec4:7aff:fe8f:47e1/64 scope link noprefixroute 2024-09-13T16:15:01.022 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:15:01.022 INFO:teuthology.orchestra.run.smithi076.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T16:15:01.022 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0e:a0:37:a4:1d:a0 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:15:01.023 INFO:teuthology.orchestra.run.smithi076.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-13T16:15:01.023 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:15:01.023 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::a496:13ff:fe82:8fa2/64 scope link 2024-09-13T16:15:01.023 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:15:01.023 INFO:teuthology.orchestra.run.smithi076.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:15:01.023 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether b2:0f:89:b0:cb:4d brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-13T16:15:01.023 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::b00f:89ff:feb0:cb4d/64 scope link 2024-09-13T16:15:01.023 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:15:01.023 INFO:teuthology.orchestra.run.smithi076.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:15:01.023 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0e:a0:37:a4:1d:a0 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-13T16:15:01.023 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::ca0:37ff:fea4:1da0/64 scope link 2024-09-13T16:15:01.023 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:15:01.024 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:15:01.024 DEBUG:teuthology.orchestra.run.smithi076:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T16:15:01.085 INFO:teuthology.orchestra.run.smithi076.stdout:1 2024-09-13T16:15:01.086 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:15:01.086 DEBUG:teuthology.orchestra.run.smithi076:> route 2024-09-13T16:15:01.142 INFO:teuthology.orchestra.run.smithi076.stdout:Kernel IP routing table 2024-09-13T16:15:01.143 INFO:teuthology.orchestra.run.smithi076.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T16:15:01.143 INFO:teuthology.orchestra.run.smithi076.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-13T16:15:01.143 INFO:teuthology.orchestra.run.smithi076.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-13T16:15:01.143 INFO:teuthology.orchestra.run.smithi076.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T16:15:01.143 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:15:01.143 DEBUG:teuthology.orchestra.run.smithi076:> (cd / && exec bash -c ' 2024-09-13T16:15:01.143 DEBUG:teuthology.orchestra.run.smithi076:> set -e 2024-09-13T16:15:01.143 DEBUG:teuthology.orchestra.run.smithi076:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-13T16:15:01.143 DEBUG:teuthology.orchestra.run.smithi076:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-13T16:15:01.143 DEBUG:teuthology.orchestra.run.smithi076:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-13T16:15:01.143 DEBUG:teuthology.orchestra.run.smithi076:> ') 2024-09-13T16:15:01.230 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:15:01.230 DEBUG:teuthology.orchestra.run.smithi076:> ip netns list 2024-09-13T16:15:01.245 INFO:teuthology.orchestra.run.smithi076.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-13T16:15:01.245 INFO:teuthology.orchestra.run.smithi076.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-13T16:15:01.245 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:15:01.246 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:15:01.246 DEBUG:teuthology.orchestra.run.smithi076:> sudo ip link set brx.0 up 2024-09-13T16:15:01.311 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-13T16:15:01.311 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:15:01.311 DEBUG:teuthology.orchestra.run.smithi076:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-13T16:15:01.366 INFO:teuthology.orchestra.run.smithi076.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:15:01.366 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:15:01.366 DEBUG:teuthology.orchestra.run.smithi076:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-13T16:15:01.421 DEBUG:teuthology.orchestra.run.smithi076:> sudo modprobe fuse 2024-09-13T16:15:01.486 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:15:01.486 DEBUG:teuthology.orchestra.run.smithi076:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:15:01.549 INFO:teuthology.orchestra.run.smithi076.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:15:01.551 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:15:01.551 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:15:01.551 DEBUG:teuthology.orchestra.run.smithi076:> ls /sys/fs/fuse/connections 2024-09-13T16:15:01.606 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-13T16:15:01.606 DEBUG:teuthology.orchestra.run.smithi076:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-13T16:15:01.648 DEBUG:teuthology.orchestra.run.smithi076:> sudo modprobe fuse 2024-09-13T16:15:01.672 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:15:01.672 DEBUG:teuthology.orchestra.run.smithi076:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:15:01.729 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi076.stderr:2024-09-13T16:15:01.728+0000 7f4ee25dd480 -1 init, newargv = 0x557225086270 newargc=15 2024-09-13T16:15:01.729 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi076.stderr:ceph-fuse[89220]: starting ceph client 2024-09-13T16:15:01.733 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi076.stderr:ceph-fuse[89220]: starting fuse 2024-09-13T16:15:01.739 INFO:teuthology.orchestra.run.smithi076.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:15:01.740 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:15:01.740 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:15:01.740 DEBUG:teuthology.orchestra.run.smithi076:> ls /sys/fs/fuse/connections 2024-09-13T16:15:01.796 INFO:teuthology.orchestra.run.smithi076.stdout:41 2024-09-13T16:15:01.796 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-13T16:15:01.797 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:15:01.797 DEBUG:teuthology.orchestra.run.smithi076:> import glob 2024-09-13T16:15:01.797 DEBUG:teuthology.orchestra.run.smithi076:> import re 2024-09-13T16:15:01.797 DEBUG:teuthology.orchestra.run.smithi076:> import os 2024-09-13T16:15:01.797 DEBUG:teuthology.orchestra.run.smithi076:> import subprocess 2024-09-13T16:15:01.797 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:15:01.797 DEBUG:teuthology.orchestra.run.smithi076:> def _find_admin_socket(client_name): 2024-09-13T16:15:01.797 DEBUG:teuthology.orchestra.run.smithi076:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-13T16:15:01.797 DEBUG:teuthology.orchestra.run.smithi076:> files = glob.glob(asok_path) 2024-09-13T16:15:01.797 DEBUG:teuthology.orchestra.run.smithi076:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-13T16:15:01.797 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:15:01.797 DEBUG:teuthology.orchestra.run.smithi076:> # Given a non-glob path, it better be there 2024-09-13T16:15:01.797 DEBUG:teuthology.orchestra.run.smithi076:> if "*" not in asok_path: 2024-09-13T16:15:01.798 DEBUG:teuthology.orchestra.run.smithi076:> assert(len(files) == 1) 2024-09-13T16:15:01.798 DEBUG:teuthology.orchestra.run.smithi076:> return files[0] 2024-09-13T16:15:01.798 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:15:01.798 DEBUG:teuthology.orchestra.run.smithi076:> for f in files: 2024-09-13T16:15:01.798 DEBUG:teuthology.orchestra.run.smithi076:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T16:15:01.798 DEBUG:teuthology.orchestra.run.smithi076:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T16:15:01.798 DEBUG:teuthology.orchestra.run.smithi076:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T16:15:01.798 DEBUG:teuthology.orchestra.run.smithi076:> contents = proc_f.read() 2024-09-13T16:15:01.798 DEBUG:teuthology.orchestra.run.smithi076:> if mountpoint in contents: 2024-09-13T16:15:01.798 DEBUG:teuthology.orchestra.run.smithi076:> return f 2024-09-13T16:15:01.799 DEBUG:teuthology.orchestra.run.smithi076:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T16:15:01.799 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:15:01.799 DEBUG:teuthology.orchestra.run.smithi076:> print(_find_admin_socket("client.0")) 2024-09-13T16:15:01.799 DEBUG:teuthology.orchestra.run.smithi076:> ' 2024-09-13T16:15:01.910 INFO:teuthology.orchestra.run.smithi076.stdout:/var/run/ceph/ceph-client.0.89220.asok 2024-09-13T16:15:02.097 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.89220.asok 2024-09-13T16:15:02.097 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:15:02.097 DEBUG:teuthology.orchestra.run.smithi076:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.89220.asok status 2024-09-13T16:15:02.231 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2024-09-13T16:15:02.231 INFO:teuthology.orchestra.run.smithi076.stdout: "metadata": { 2024-09-13T16:15:02.231 INFO:teuthology.orchestra.run.smithi076.stdout: "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", 2024-09-13T16:15:02.231 INFO:teuthology.orchestra.run.smithi076.stdout: "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", 2024-09-13T16:15:02.231 INFO:teuthology.orchestra.run.smithi076.stdout: "entity_id": "0", 2024-09-13T16:15:02.231 INFO:teuthology.orchestra.run.smithi076.stdout: "hostname": "smithi076", 2024-09-13T16:15:02.231 INFO:teuthology.orchestra.run.smithi076.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-13T16:15:02.231 INFO:teuthology.orchestra.run.smithi076.stdout: "pid": "89220", 2024-09-13T16:15:02.231 INFO:teuthology.orchestra.run.smithi076.stdout: "root": "/" 2024-09-13T16:15:02.231 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:15:02.232 INFO:teuthology.orchestra.run.smithi076.stdout: "dentry_count": 0, 2024-09-13T16:15:02.232 INFO:teuthology.orchestra.run.smithi076.stdout: "dentry_pinned_count": 0, 2024-09-13T16:15:02.232 INFO:teuthology.orchestra.run.smithi076.stdout: "id": 10245, 2024-09-13T16:15:02.232 INFO:teuthology.orchestra.run.smithi076.stdout: "inst": { 2024-09-13T16:15:02.232 INFO:teuthology.orchestra.run.smithi076.stdout: "name": { 2024-09-13T16:15:02.232 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "client", 2024-09-13T16:15:02.232 INFO:teuthology.orchestra.run.smithi076.stdout: "num": 10245 2024-09-13T16:15:02.232 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:15:02.232 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": { 2024-09-13T16:15:02.233 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "v1", 2024-09-13T16:15:02.233 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:15:02.233 INFO:teuthology.orchestra.run.smithi076.stdout: "nonce": 2765278693 2024-09-13T16:15:02.233 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:15:02.233 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:15:02.233 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": { 2024-09-13T16:15:02.233 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "v1", 2024-09-13T16:15:02.233 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:15:02.233 INFO:teuthology.orchestra.run.smithi076.stdout: "nonce": 2765278693 2024-09-13T16:15:02.233 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:15:02.233 INFO:teuthology.orchestra.run.smithi076.stdout: "inst_str": "client.10245 192.168.0.1:0/2765278693", 2024-09-13T16:15:02.233 INFO:teuthology.orchestra.run.smithi076.stdout: "addr_str": "192.168.0.1:0/2765278693", 2024-09-13T16:15:02.233 INFO:teuthology.orchestra.run.smithi076.stdout: "inode_count": 1, 2024-09-13T16:15:02.233 INFO:teuthology.orchestra.run.smithi076.stdout: "mds_epoch": 90, 2024-09-13T16:15:02.234 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_epoch": 162, 2024-09-13T16:15:02.234 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_epoch_barrier": 0, 2024-09-13T16:15:02.234 INFO:teuthology.orchestra.run.smithi076.stdout: "blocklisted": false, 2024-09-13T16:15:02.234 INFO:teuthology.orchestra.run.smithi076.stdout: "fs_name": "cephfs" 2024-09-13T16:15:02.234 INFO:teuthology.orchestra.run.smithi076.stdout:} 2024-09-13T16:15:02.239 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:15:02.239 DEBUG:teuthology.orchestra.run.smithi076:> stat --file-system '--printf=%T 2024-09-13T16:15:02.239 DEBUG:teuthology.orchestra.run.smithi076:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-13T16:15:02.255 INFO:teuthology.orchestra.run.smithi076.stdout:fuseblk 2024-09-13T16:15:02.255 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-13T16:15:02.255 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:15:02.255 DEBUG:teuthology.orchestra.run.smithi076:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-13T16:15:02.320 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T16:15:02.459 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.457+0000 7f9ddae27640 1 Processor -- start 2024-09-13T16:15:02.459 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.457+0000 7f9ddae27640 1 -- start start 2024-09-13T16:15:02.462 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.458+0000 7f9ddae27640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f9dd4071d30 0x7f9dd4070190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:02.462 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.458+0000 7f9ddae27640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9dd40abdf0 con 0x7f9dd40c8920 2024-09-13T16:15:02.462 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.458+0000 7f9ddae27640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9dd40b2280 con 0x7f9dd4072110 2024-09-13T16:15:02.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.458+0000 7f9ddae27640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9dd40ab1e0 con 0x7f9dd4071d30 2024-09-13T16:15:02.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.458+0000 7f9dd93c4640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f9dd40c8920 0x7f9dd40ac280 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:36310/0 (socket says 172.21.15.76:36310) 2024-09-13T16:15:02.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.458+0000 7f9dd93c4640 1 -- 172.21.15.76:0/704100949 learned_addr learned my addr 172.21.15.76:0/704100949 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:15:02.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.458+0000 7f9dcb7fe640 1 -- 172.21.15.76:0/704100949 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1874532026 0 0) 0x7f9dd40abdf0 con 0x7f9dd40c8920 2024-09-13T16:15:02.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.458+0000 7f9dd8bc3640 1 --2- 172.21.15.76:0/704100949 >> v2:172.21.15.192:3300/0 conn(0x7f9dd4071d30 0x7f9dd4070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:02.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.458+0000 7f9dcb7fe640 1 -- 172.21.15.76:0/704100949 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9dbc003520 con 0x7f9dd40c8920 2024-09-13T16:15:02.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.459+0000 7f9dcb7fe640 1 -- 172.21.15.76:0/704100949 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2902118196 0 0) 0x7f9dbc003520 con 0x7f9dd40c8920 2024-09-13T16:15:02.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.459+0000 7f9dcb7fe640 1 -- 172.21.15.76:0/704100949 >> v2:172.21.15.192:3300/0 conn(0x7f9dd4071d30 msgr2=0x7f9dd4070190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:02.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.459+0000 7f9dcb7fe640 1 --2- 172.21.15.76:0/704100949 >> v2:172.21.15.192:3300/0 conn(0x7f9dd4071d30 0x7f9dd4070190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:02.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.459+0000 7f9dcb7fe640 1 -- 172.21.15.76:0/704100949 >> v1:172.21.15.192:6789/0 conn(0x7f9dd4072110 legacy=0x7f9dd40b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:02.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.459+0000 7f9dcb7fe640 1 -- 172.21.15.76:0/704100949 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9dd40ab4c0 con 0x7f9dd40c8920 2024-09-13T16:15:02.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.459+0000 7f9dcb7fe640 1 -- 172.21.15.76:0/704100949 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f9dcc0019f0 con 0x7f9dd40c8920 2024-09-13T16:15:02.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.459+0000 7f9dcb7fe640 1 -- 172.21.15.76:0/704100949 >> v1:172.21.15.76:6789/0 conn(0x7f9dd40c8920 legacy=0x7f9dd40ac280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:02.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.459+0000 7f9dcb7fe640 1 --2- 172.21.15.76:0/704100949 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9dbc003970 0x7f9dbc003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:02.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.459+0000 7f9dcb7fe640 1 --2- 172.21.15.76:0/704100949 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9dbc0047c0 0x7f9dbc004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:02.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.459+0000 7f9dcb7fe640 1 --2- 172.21.15.76:0/704100949 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9dbc005180 0x7f9dbc00b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:02.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.459+0000 7f9dcb7fe640 1 -- 172.21.15.76:0/704100949 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9dd40ab1e0 con 0x7f9dbc005180 2024-09-13T16:15:02.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.459+0000 7f9dcb7fe640 1 -- 172.21.15.76:0/704100949 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9dbc00c0d0 con 0x7f9dbc0047c0 2024-09-13T16:15:02.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.459+0000 7f9dcb7fe640 1 -- 172.21.15.76:0/704100949 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9dbc00c290 con 0x7f9dbc003970 2024-09-13T16:15:02.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.459+0000 7f9dd93c4640 1 --2- 172.21.15.76:0/704100949 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9dbc005180 0x7f9dbc00b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:02.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.459+0000 7f9dd8bc3640 1 --2- 172.21.15.76:0/704100949 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9dbc003970 0x7f9dbc003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:02.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.459+0000 7f9dcbfff640 1 --2- 172.21.15.76:0/704100949 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9dbc0047c0 0x7f9dbc004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:02.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.459+0000 7f9dd93c4640 1 -- 172.21.15.76:0/704100949 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9dbc003970 msgr2=0x7f9dbc003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:02.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.459+0000 7f9dd93c4640 1 --2- 172.21.15.76:0/704100949 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9dbc003970 0x7f9dbc003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:02.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.459+0000 7f9dd93c4640 1 -- 172.21.15.76:0/704100949 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9dbc0047c0 msgr2=0x7f9dbc004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:02.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.459+0000 7f9dd93c4640 1 --2- 172.21.15.76:0/704100949 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9dbc0047c0 0x7f9dbc004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:02.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.459+0000 7f9dd93c4640 1 -- 172.21.15.76:0/704100949 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9dbc003520 con 0x7f9dbc005180 2024-09-13T16:15:02.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.459+0000 7f9dd8bc3640 1 --2- 172.21.15.76:0/704100949 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9dbc003970 0x7f9dbc003d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:15:02.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.459+0000 7f9dcbfff640 1 --2- 172.21.15.76:0/704100949 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9dbc0047c0 0x7f9dbc004c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:15:02.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.460+0000 7f9dd93c4640 1 -- 172.21.15.76:0/704100949 reap_dead start 2024-09-13T16:15:02.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.460+0000 7f9dd93c4640 1 --2- 172.21.15.76:0/704100949 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9dbc005180 0x7f9dbc00b980 secure :-1 s=READY pgs=2209 cs=0 l=1 rev1=1 crypto rx=0x7f9dcc00a830 tx=0x7f9dbc0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a9a0375004a0a84f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:02.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.460+0000 7f9dcb7fe640 1 -- 172.21.15.76:0/704100949 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9dcc02ba50 con 0x7f9dbc005180 2024-09-13T16:15:02.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.460+0000 7f9dcb7fe640 1 -- 172.21.15.76:0/704100949 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9dcc02bbf0 con 0x7f9dbc005180 2024-09-13T16:15:02.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.460+0000 7f9dcb7fe640 1 -- 172.21.15.76:0/704100949 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9dcc034470 con 0x7f9dbc005180 2024-09-13T16:15:02.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.460+0000 7f9ddae27640 1 -- 172.21.15.76:0/704100949 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9dbc005180 msgr2=0x7f9dbc00b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:02.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.460+0000 7f9ddae27640 1 --2- 172.21.15.76:0/704100949 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9dbc005180 0x7f9dbc00b980 secure :-1 s=READY pgs=2209 cs=0 l=1 rev1=1 crypto rx=0x7f9dcc00a830 tx=0x7f9dbc0057f0 comp rx=0 tx=0).stop 2024-09-13T16:15:02.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.461+0000 7f9ddae27640 1 -- 172.21.15.76:0/704100949 shutdown_connections 2024-09-13T16:15:02.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.461+0000 7f9ddae27640 1 --2- 172.21.15.76:0/704100949 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9dbc005180 0x7f9dbc00b980 unknown :-1 s=CLOSED pgs=2209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:02.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.461+0000 7f9ddae27640 1 -- 172.21.15.76:0/704100949 >> 172.21.15.76:0/704100949 conn(0x7f9dd4069ed0 msgr2=0x7f9dd406a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:02.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.461+0000 7f9ddae27640 1 -- 172.21.15.76:0/704100949 shutdown_connections 2024-09-13T16:15:02.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.461+0000 7f9ddae27640 1 -- 172.21.15.76:0/704100949 wait complete. 2024-09-13T16:15:02.468 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.462+0000 7f9ddae27640 1 Processor -- start 2024-09-13T16:15:02.468 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.462+0000 7f9ddae27640 1 -- start start 2024-09-13T16:15:02.468 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.463+0000 7f9ddae27640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9dbc005180 0x7f9dd40c53a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:02.468 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.463+0000 7f9ddae27640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9dd40cd0a0 0x7f9dd4156490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:02.468 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.463+0000 7f9ddae27640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9dd40cb2e0 0x7f9dd40cb770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:02.468 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.463+0000 7f9ddae27640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9dd40cbcb0 con 0x7f9dd40cb2e0 2024-09-13T16:15:02.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.463+0000 7f9ddae27640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9dd40ce810 con 0x7f9dd40cd0a0 2024-09-13T16:15:02.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.463+0000 7f9ddae27640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9dd406de10 con 0x7f9dbc005180 2024-09-13T16:15:02.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.463+0000 7f9dd93c4640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9dd40cb2e0 0x7f9dd40cb770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:02.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.463+0000 7f9dd93c4640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9dd40cb2e0 0x7f9dd40cb770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:45624/0 (socket says 172.21.15.76:45624) 2024-09-13T16:15:02.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.463+0000 7f9dd93c4640 1 -- 172.21.15.76:0/1918436756 learned_addr learned my addr 172.21.15.76:0/1918436756 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:15:02.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.463+0000 7f9dcbfff640 1 --2- 172.21.15.76:0/1918436756 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9dd40cd0a0 0x7f9dd4156490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:02.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.463+0000 7f9dd8bc3640 1 --2- 172.21.15.76:0/1918436756 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9dbc005180 0x7f9dd40c53a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:02.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.463+0000 7f9dd93c4640 1 -- 172.21.15.76:0/1918436756 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9dbc005180 msgr2=0x7f9dd40c53a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:02.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.463+0000 7f9dd93c4640 1 --2- 172.21.15.76:0/1918436756 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9dbc005180 0x7f9dd40c53a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:02.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.463+0000 7f9dd93c4640 1 -- 172.21.15.76:0/1918436756 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9dd40cd0a0 msgr2=0x7f9dd4156490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:02.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.463+0000 7f9dd93c4640 1 --2- 172.21.15.76:0/1918436756 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9dd40cd0a0 0x7f9dd4156490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:02.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.463+0000 7f9dd93c4640 1 -- 172.21.15.76:0/1918436756 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9dd40ce530 con 0x7f9dd40cb2e0 2024-09-13T16:15:02.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.463+0000 7f9dcbfff640 1 --2- 172.21.15.76:0/1918436756 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9dd40cd0a0 0x7f9dd4156490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:15:02.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.463+0000 7f9dd93c4640 1 --2- 172.21.15.76:0/1918436756 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9dd40cb2e0 0x7f9dd40cb770 secure :-1 s=READY pgs=2210 cs=0 l=1 rev1=1 crypto rx=0x7f9dcc000f80 tx=0x7f9dcc02d070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:02.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.463+0000 7f9dc97fa640 1 -- 172.21.15.76:0/1918436756 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9dcc03b040 con 0x7f9dd40cb2e0 2024-09-13T16:15:02.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.463+0000 7f9dc97fa640 1 -- 172.21.15.76:0/1918436756 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9dcc004d80 con 0x7f9dd40cb2e0 2024-09-13T16:15:02.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.463+0000 7f9ddae27640 1 -- 172.21.15.76:0/1918436756 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9dd406e0b0 con 0x7f9dd40cb2e0 2024-09-13T16:15:02.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.463+0000 7f9dc97fa640 1 -- 172.21.15.76:0/1918436756 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9dcc0348c0 con 0x7f9dd40cb2e0 2024-09-13T16:15:02.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.463+0000 7f9ddae27640 1 -- 172.21.15.76:0/1918436756 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9dd40c58e0 con 0x7f9dd40cb2e0 2024-09-13T16:15:02.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.464+0000 7f9ddae27640 1 -- 172.21.15.76:0/1918436756 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9dd406dc70 con 0x7f9dd40cb2e0 2024-09-13T16:15:02.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.465+0000 7f9dc97fa640 1 -- 172.21.15.76:0/1918436756 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9dcc031070 con 0x7f9dd40cb2e0 2024-09-13T16:15:02.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.465+0000 7f9dc97fa640 1 --2- 172.21.15.76:0/1918436756 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9dc006ac00 0x7f9dc006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:02.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.465+0000 7f9dc97fa640 1 -- 172.21.15.76:0/1918436756 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(162..162 src has 1..162) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f9dcc0a96b0 con 0x7f9dd40cb2e0 2024-09-13T16:15:02.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.465+0000 7f9dd8bc3640 1 --2- 172.21.15.76:0/1918436756 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9dc006ac00 0x7f9dc006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:02.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.466+0000 7f9dd8bc3640 1 --2- 172.21.15.76:0/1918436756 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9dc006ac00 0x7f9dc006d0c0 secure :-1 s=READY pgs=937 cs=0 l=1 rev1=1 crypto rx=0x7f9dd0006fd0 tx=0x7f9dd0008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:02.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.469+0000 7f9dc97fa640 1 -- 172.21.15.76:0/1918436756 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f9dd406dc70 con 0x7f9dd40cb2e0 2024-09-13T16:15:02.664 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.662+0000 7f9ddae27640 1 -- 172.21.15.76:0/1918436756 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f9dd40ccdc0 con 0x7f9dd40cb2e0 2024-09-13T16:15:02.664 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.663+0000 7f9dc97fa640 1 -- 172.21.15.76:0/1918436756 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v90) v1 ==== 53+0+73 (secure 0 0 0) 0x7f9dd40ccdc0 con 0x7f9dd40cb2e0 2024-09-13T16:15:02.664 INFO:teuthology.orchestra.run.smithi076.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-13T16:15:02.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.664+0000 7f9ddae27640 1 -- 172.21.15.76:0/1918436756 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9dc006ac00 msgr2=0x7f9dc006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:02.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.664+0000 7f9ddae27640 1 --2- 172.21.15.76:0/1918436756 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9dc006ac00 0x7f9dc006d0c0 secure :-1 s=READY pgs=937 cs=0 l=1 rev1=1 crypto rx=0x7f9dd0006fd0 tx=0x7f9dd0008040 comp rx=0 tx=0).stop 2024-09-13T16:15:02.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.665+0000 7f9ddae27640 1 -- 172.21.15.76:0/1918436756 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9dd40cb2e0 msgr2=0x7f9dd40cb770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:02.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.665+0000 7f9ddae27640 1 --2- 172.21.15.76:0/1918436756 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9dd40cb2e0 0x7f9dd40cb770 secure :-1 s=READY pgs=2210 cs=0 l=1 rev1=1 crypto rx=0x7f9dcc000f80 tx=0x7f9dcc02d070 comp rx=0 tx=0).stop 2024-09-13T16:15:02.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.665+0000 7f9ddae27640 1 -- 172.21.15.76:0/1918436756 shutdown_connections 2024-09-13T16:15:02.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.665+0000 7f9ddae27640 1 --2- 172.21.15.76:0/1918436756 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9dd40cb2e0 0x7f9dd40cb770 unknown :-1 s=CLOSED pgs=2210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:02.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.665+0000 7f9ddae27640 1 --2- 172.21.15.76:0/1918436756 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9dd40cd0a0 0x7f9dd4156490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:02.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.665+0000 7f9ddae27640 1 --2- 172.21.15.76:0/1918436756 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9dc006ac00 0x7f9dc006d0c0 unknown :-1 s=CLOSED pgs=937 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:02.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.665+0000 7f9ddae27640 1 --2- 172.21.15.76:0/1918436756 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9dbc005180 0x7f9dd40c53a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:02.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.665+0000 7f9ddae27640 1 -- 172.21.15.76:0/1918436756 >> 172.21.15.76:0/1918436756 conn(0x7f9dd4069ed0 msgr2=0x7f9dd415cd40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:02.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.665+0000 7f9ddae27640 1 -- 172.21.15.76:0/1918436756 shutdown_connections 2024-09-13T16:15:02.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:02.665+0000 7f9ddae27640 1 -- 172.21.15.76:0/1918436756 wait complete. 2024-09-13T16:15:02.677 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T16:15:02.677 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T16:15:02.677 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi192.front.sepia.ceph.com 2024-09-13T16:15:02.677 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-13T16:15:02.677 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-13T16:15:02.677 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T16:15:02.677 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T16:15:02.677 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T16:15:02.677 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-13T16:15:02.677 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:15:02.678 DEBUG:teuthology.orchestra.run.smithi192:> ip addr 2024-09-13T16:15:02.697 INFO:teuthology.orchestra.run.smithi192.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T16:15:02.697 INFO:teuthology.orchestra.run.smithi192.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T16:15:02.697 INFO:teuthology.orchestra.run.smithi192.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T16:15:02.698 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:15:02.698 INFO:teuthology.orchestra.run.smithi192.stdout: inet6 ::1/128 scope host 2024-09-13T16:15:02.698 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:15:02.698 INFO:teuthology.orchestra.run.smithi192.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:15:02.698 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether 0c:c4:7a:d9:38:4e brd ff:ff:ff:ff:ff:ff 2024-09-13T16:15:02.698 INFO:teuthology.orchestra.run.smithi192.stdout: altname enp7s0f0 2024-09-13T16:15:02.698 INFO:teuthology.orchestra.run.smithi192.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:15:02.698 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether 0c:c4:7a:d9:38:4f brd ff:ff:ff:ff:ff:ff 2024-09-13T16:15:02.698 INFO:teuthology.orchestra.run.smithi192.stdout: altname enp7s0f1 2024-09-13T16:15:02.698 INFO:teuthology.orchestra.run.smithi192.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:15:02.698 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether 0c:c4:7a:88:80:48 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:15:02.698 INFO:teuthology.orchestra.run.smithi192.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T16:15:02.698 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether 0c:c4:7a:88:80:49 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:15:02.698 INFO:teuthology.orchestra.run.smithi192.stdout: inet 172.21.15.192/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-13T16:15:02.698 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft 41974sec preferred_lft 41974sec 2024-09-13T16:15:02.698 INFO:teuthology.orchestra.run.smithi192.stdout: inet6 fe80::ec4:7aff:fe88:8049/64 scope link noprefixroute 2024-09-13T16:15:02.699 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:15:02.699 INFO:teuthology.orchestra.run.smithi192.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T16:15:02.699 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether ea:94:96:0f:40:1e brd ff:ff:ff:ff:ff:ff 2024-09-13T16:15:02.699 INFO:teuthology.orchestra.run.smithi192.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-13T16:15:02.699 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:15:02.699 INFO:teuthology.orchestra.run.smithi192.stdout: inet6 fe80::807e:ecff:fe50:a056/64 scope link 2024-09-13T16:15:02.699 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:15:02.699 INFO:teuthology.orchestra.run.smithi192.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:15:02.699 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether ea:94:96:0f:40:1e brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-13T16:15:02.699 INFO:teuthology.orchestra.run.smithi192.stdout: inet6 fe80::e894:96ff:fe0f:401e/64 scope link 2024-09-13T16:15:02.699 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:15:02.699 INFO:teuthology.orchestra.run.smithi192.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:15:02.699 INFO:teuthology.orchestra.run.smithi192.stdout: link/ether f6:3a:94:82:39:22 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-13T16:15:02.699 INFO:teuthology.orchestra.run.smithi192.stdout: inet6 fe80::f43a:94ff:fe82:3922/64 scope link 2024-09-13T16:15:02.699 INFO:teuthology.orchestra.run.smithi192.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:15:02.700 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:15:02.700 DEBUG:teuthology.orchestra.run.smithi192:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T16:15:02.765 INFO:teuthology.orchestra.run.smithi192.stdout:1 2024-09-13T16:15:02.767 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:15:02.767 DEBUG:teuthology.orchestra.run.smithi192:> route 2024-09-13T16:15:02.825 INFO:teuthology.orchestra.run.smithi192.stdout:Kernel IP routing table 2024-09-13T16:15:02.825 INFO:teuthology.orchestra.run.smithi192.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T16:15:02.825 INFO:teuthology.orchestra.run.smithi192.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-13T16:15:02.825 INFO:teuthology.orchestra.run.smithi192.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-13T16:15:02.826 INFO:teuthology.orchestra.run.smithi192.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T16:15:02.826 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:15:02.826 DEBUG:teuthology.orchestra.run.smithi192:> (cd / && exec bash -c ' 2024-09-13T16:15:02.826 DEBUG:teuthology.orchestra.run.smithi192:> set -e 2024-09-13T16:15:02.826 DEBUG:teuthology.orchestra.run.smithi192:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-13T16:15:02.826 DEBUG:teuthology.orchestra.run.smithi192:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-13T16:15:02.826 DEBUG:teuthology.orchestra.run.smithi192:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-13T16:15:02.826 DEBUG:teuthology.orchestra.run.smithi192:> ') 2024-09-13T16:15:02.916 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:15:02.916 DEBUG:teuthology.orchestra.run.smithi192:> ip netns list 2024-09-13T16:15:02.932 INFO:teuthology.orchestra.run.smithi192.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-13T16:15:02.932 INFO:teuthology.orchestra.run.smithi192.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-13T16:15:02.932 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-13T16:15:02.933 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:15:02.933 DEBUG:teuthology.orchestra.run.smithi192:> sudo ip link set brx.0 up 2024-09-13T16:15:02.998 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-09-13T16:15:02.998 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:15:02.998 DEBUG:teuthology.orchestra.run.smithi192:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-13T16:15:03.054 INFO:teuthology.orchestra.run.smithi192.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-13T16:15:03.054 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:15:03.054 DEBUG:teuthology.orchestra.run.smithi192:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-13T16:15:03.110 DEBUG:teuthology.orchestra.run.smithi192:> sudo modprobe fuse 2024-09-13T16:15:03.176 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:15:03.176 DEBUG:teuthology.orchestra.run.smithi192:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:15:03.241 INFO:teuthology.orchestra.run.smithi192.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:15:03.242 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:15:03.242 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:15:03.242 DEBUG:teuthology.orchestra.run.smithi192:> ls /sys/fs/fuse/connections 2024-09-13T16:15:03.297 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-13T16:15:03.298 DEBUG:teuthology.orchestra.run.smithi192:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-09-13T16:15:03.341 DEBUG:teuthology.orchestra.run.smithi192:> sudo modprobe fuse 2024-09-13T16:15:03.364 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:15:03.365 DEBUG:teuthology.orchestra.run.smithi192:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:15:03.421 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi192.stderr:2024-09-13T16:15:03.419+0000 7f51c91c4480 -1 init, newargv = 0x56210c4b4370 newargc=15 2024-09-13T16:15:03.421 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi192.stderr:ceph-fuse[50058]: starting ceph client 2024-09-13T16:15:03.425 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi192.stderr:ceph-fuse[50058]: starting fuse 2024-09-13T16:15:03.430 INFO:teuthology.orchestra.run.smithi192.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:15:03.431 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:15:03.431 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:15:03.431 DEBUG:teuthology.orchestra.run.smithi192:> ls /sys/fs/fuse/connections 2024-09-13T16:15:03.487 INFO:teuthology.orchestra.run.smithi192.stdout:42 2024-09-13T16:15:03.487 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [42] 2024-09-13T16:15:03.488 DEBUG:teuthology.orchestra.run.smithi192:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:15:03.488 DEBUG:teuthology.orchestra.run.smithi192:> import glob 2024-09-13T16:15:03.488 DEBUG:teuthology.orchestra.run.smithi192:> import re 2024-09-13T16:15:03.488 DEBUG:teuthology.orchestra.run.smithi192:> import os 2024-09-13T16:15:03.488 DEBUG:teuthology.orchestra.run.smithi192:> import subprocess 2024-09-13T16:15:03.488 DEBUG:teuthology.orchestra.run.smithi192:> 2024-09-13T16:15:03.488 DEBUG:teuthology.orchestra.run.smithi192:> def _find_admin_socket(client_name): 2024-09-13T16:15:03.488 DEBUG:teuthology.orchestra.run.smithi192:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-09-13T16:15:03.488 DEBUG:teuthology.orchestra.run.smithi192:> files = glob.glob(asok_path) 2024-09-13T16:15:03.488 DEBUG:teuthology.orchestra.run.smithi192:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-13T16:15:03.489 DEBUG:teuthology.orchestra.run.smithi192:> 2024-09-13T16:15:03.489 DEBUG:teuthology.orchestra.run.smithi192:> # Given a non-glob path, it better be there 2024-09-13T16:15:03.489 DEBUG:teuthology.orchestra.run.smithi192:> if "*" not in asok_path: 2024-09-13T16:15:03.489 DEBUG:teuthology.orchestra.run.smithi192:> assert(len(files) == 1) 2024-09-13T16:15:03.489 DEBUG:teuthology.orchestra.run.smithi192:> return files[0] 2024-09-13T16:15:03.489 DEBUG:teuthology.orchestra.run.smithi192:> 2024-09-13T16:15:03.489 DEBUG:teuthology.orchestra.run.smithi192:> for f in files: 2024-09-13T16:15:03.489 DEBUG:teuthology.orchestra.run.smithi192:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T16:15:03.489 DEBUG:teuthology.orchestra.run.smithi192:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T16:15:03.489 DEBUG:teuthology.orchestra.run.smithi192:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T16:15:03.489 DEBUG:teuthology.orchestra.run.smithi192:> contents = proc_f.read() 2024-09-13T16:15:03.489 DEBUG:teuthology.orchestra.run.smithi192:> if mountpoint in contents: 2024-09-13T16:15:03.489 DEBUG:teuthology.orchestra.run.smithi192:> return f 2024-09-13T16:15:03.489 DEBUG:teuthology.orchestra.run.smithi192:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T16:15:03.489 DEBUG:teuthology.orchestra.run.smithi192:> 2024-09-13T16:15:03.489 DEBUG:teuthology.orchestra.run.smithi192:> print(_find_admin_socket("client.1")) 2024-09-13T16:15:03.490 DEBUG:teuthology.orchestra.run.smithi192:> ' 2024-09-13T16:15:03.601 INFO:teuthology.orchestra.run.smithi192.stdout:/var/run/ceph/ceph-client.1.50058.asok 2024-09-13T16:15:03.788 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.50058.asok 2024-09-13T16:15:03.788 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:15:03.788 DEBUG:teuthology.orchestra.run.smithi192:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.50058.asok status 2024-09-13T16:15:03.920 INFO:teuthology.orchestra.run.smithi192.stdout:{ 2024-09-13T16:15:03.920 INFO:teuthology.orchestra.run.smithi192.stdout: "metadata": { 2024-09-13T16:15:03.920 INFO:teuthology.orchestra.run.smithi192.stdout: "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", 2024-09-13T16:15:03.920 INFO:teuthology.orchestra.run.smithi192.stdout: "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", 2024-09-13T16:15:03.920 INFO:teuthology.orchestra.run.smithi192.stdout: "entity_id": "1", 2024-09-13T16:15:03.920 INFO:teuthology.orchestra.run.smithi192.stdout: "hostname": "smithi192", 2024-09-13T16:15:03.920 INFO:teuthology.orchestra.run.smithi192.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-13T16:15:03.920 INFO:teuthology.orchestra.run.smithi192.stdout: "pid": "50058", 2024-09-13T16:15:03.921 INFO:teuthology.orchestra.run.smithi192.stdout: "root": "/" 2024-09-13T16:15:03.921 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-13T16:15:03.921 INFO:teuthology.orchestra.run.smithi192.stdout: "dentry_count": 0, 2024-09-13T16:15:03.921 INFO:teuthology.orchestra.run.smithi192.stdout: "dentry_pinned_count": 0, 2024-09-13T16:15:03.921 INFO:teuthology.orchestra.run.smithi192.stdout: "id": 8893, 2024-09-13T16:15:03.921 INFO:teuthology.orchestra.run.smithi192.stdout: "inst": { 2024-09-13T16:15:03.921 INFO:teuthology.orchestra.run.smithi192.stdout: "name": { 2024-09-13T16:15:03.921 INFO:teuthology.orchestra.run.smithi192.stdout: "type": "client", 2024-09-13T16:15:03.921 INFO:teuthology.orchestra.run.smithi192.stdout: "num": 8893 2024-09-13T16:15:03.921 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-13T16:15:03.921 INFO:teuthology.orchestra.run.smithi192.stdout: "addr": { 2024-09-13T16:15:03.921 INFO:teuthology.orchestra.run.smithi192.stdout: "type": "v1", 2024-09-13T16:15:03.921 INFO:teuthology.orchestra.run.smithi192.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:15:03.922 INFO:teuthology.orchestra.run.smithi192.stdout: "nonce": 3299182413 2024-09-13T16:15:03.922 INFO:teuthology.orchestra.run.smithi192.stdout: } 2024-09-13T16:15:03.922 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-13T16:15:03.922 INFO:teuthology.orchestra.run.smithi192.stdout: "addr": { 2024-09-13T16:15:03.922 INFO:teuthology.orchestra.run.smithi192.stdout: "type": "v1", 2024-09-13T16:15:03.922 INFO:teuthology.orchestra.run.smithi192.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:15:03.922 INFO:teuthology.orchestra.run.smithi192.stdout: "nonce": 3299182413 2024-09-13T16:15:03.922 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-13T16:15:03.922 INFO:teuthology.orchestra.run.smithi192.stdout: "inst_str": "client.8893 192.168.0.1:0/3299182413", 2024-09-13T16:15:03.922 INFO:teuthology.orchestra.run.smithi192.stdout: "addr_str": "192.168.0.1:0/3299182413", 2024-09-13T16:15:03.922 INFO:teuthology.orchestra.run.smithi192.stdout: "inode_count": 1, 2024-09-13T16:15:03.922 INFO:teuthology.orchestra.run.smithi192.stdout: "mds_epoch": 90, 2024-09-13T16:15:03.922 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_epoch": 162, 2024-09-13T16:15:03.923 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_epoch_barrier": 0, 2024-09-13T16:15:03.923 INFO:teuthology.orchestra.run.smithi192.stdout: "blocklisted": false, 2024-09-13T16:15:03.923 INFO:teuthology.orchestra.run.smithi192.stdout: "fs_name": "cephfs" 2024-09-13T16:15:03.923 INFO:teuthology.orchestra.run.smithi192.stdout:} 2024-09-13T16:15:03.928 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:15:03.928 DEBUG:teuthology.orchestra.run.smithi192:> stat --file-system '--printf=%T 2024-09-13T16:15:03.928 DEBUG:teuthology.orchestra.run.smithi192:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-13T16:15:03.943 INFO:teuthology.orchestra.run.smithi192.stdout:fuseblk 2024-09-13T16:15:03.943 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-13T16:15:03.943 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:15:03.944 DEBUG:teuthology.orchestra.run.smithi192:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-13T16:15:04.009 DEBUG:teuthology.orchestra.run.smithi076:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-13T16:15:04.012 DEBUG:teuthology.orchestra.run.smithi192:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-13T16:15:04.062 INFO:teuthology.orchestra.run.smithi076.stdout:[global] 2024-09-13T16:15:04.062 INFO:teuthology.orchestra.run.smithi076.stdout: chdir = "" 2024-09-13T16:15:04.063 INFO:teuthology.orchestra.run.smithi076.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-13T16:15:04.063 INFO:teuthology.orchestra.run.smithi076.stdout: auth supported = cephx 2024-09-13T16:15:04.063 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:15:04.063 INFO:teuthology.orchestra.run.smithi076.stdout: filestore xattr use omap = true 2024-09-13T16:15:04.063 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:15:04.063 INFO:teuthology.orchestra.run.smithi076.stdout: mon clock drift allowed = 1.000 2024-09-13T16:15:04.063 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:15:04.063 INFO:teuthology.orchestra.run.smithi076.stdout: osd crush chooseleaf type = 0 2024-09-13T16:15:04.063 INFO:teuthology.orchestra.run.smithi076.stdout: auth debug = true 2024-09-13T16:15:04.063 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:15:04.063 INFO:teuthology.orchestra.run.smithi076.stdout: ms die on old message = true 2024-09-13T16:15:04.063 INFO:teuthology.orchestra.run.smithi076.stdout: ms die on bug = true 2024-09-13T16:15:04.063 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:15:04.064 INFO:teuthology.orchestra.run.smithi076.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-13T16:15:04.064 INFO:teuthology.orchestra.run.smithi076.stdout: mon pg warn max object skew = 0 2024-09-13T16:15:04.064 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:15:04.064 INFO:teuthology.orchestra.run.smithi076.stdout: # disable pg_autoscaler by default for new pools 2024-09-13T16:15:04.064 INFO:teuthology.orchestra.run.smithi076.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-13T16:15:04.064 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:15:04.064 INFO:teuthology.orchestra.run.smithi076.stdout: osd pool default size = 2 2024-09-13T16:15:04.064 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:15:04.064 INFO:teuthology.orchestra.run.smithi076.stdout: mon osd allow primary affinity = true 2024-09-13T16:15:04.064 INFO:teuthology.orchestra.run.smithi076.stdout: mon osd allow pg remap = true 2024-09-13T16:15:04.064 INFO:teuthology.orchestra.run.smithi076.stdout: mon warn on legacy crush tunables = false 2024-09-13T16:15:04.064 INFO:teuthology.orchestra.run.smithi076.stdout: mon warn on crush straw calc version zero = false 2024-09-13T16:15:04.064 INFO:teuthology.orchestra.run.smithi076.stdout: mon warn on no sortbitwise = false 2024-09-13T16:15:04.065 INFO:teuthology.orchestra.run.smithi076.stdout: mon warn on osd down out interval zero = false 2024-09-13T16:15:04.065 INFO:teuthology.orchestra.run.smithi076.stdout: mon warn on too few osds = false 2024-09-13T16:15:04.065 INFO:teuthology.orchestra.run.smithi076.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-13T16:15:04.065 INFO:teuthology.orchestra.run.smithi076.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-13T16:15:04.065 INFO:teuthology.orchestra.run.smithi076.stdout: mon_allow_pool_size_one = true 2024-09-13T16:15:04.065 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:15:04.065 INFO:teuthology.orchestra.run.smithi076.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-13T16:15:04.065 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:15:04.065 INFO:teuthology.orchestra.run.smithi076.stdout: osd default data pool replay window = 5 2024-09-13T16:15:04.065 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:15:04.065 INFO:teuthology.orchestra.run.smithi076.stdout: mon allow pool delete = true 2024-09-13T16:15:04.065 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:15:04.065 INFO:teuthology.orchestra.run.smithi076.stdout: mon cluster log file level = debug 2024-09-13T16:15:04.066 INFO:teuthology.orchestra.run.smithi076.stdout: debug asserts on shutdown = true 2024-09-13T16:15:04.066 INFO:teuthology.orchestra.run.smithi076.stdout: mon health detail to clog = false 2024-09-13T16:15:04.066 INFO:teuthology.orchestra.run.smithi076.stdout: mon host = "172.21.15.76,172.21.15.192,[v2:172.21.15.192:3301,v1:172.21.15.192:6790]" 2024-09-13T16:15:04.066 INFO:teuthology.orchestra.run.smithi076.stdout: fsid = da76ee52-f48b-434a-9df7-5fefe2a6e471 2024-09-13T16:15:04.066 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:15:04.066 INFO:teuthology.orchestra.run.smithi076.stdout:[osd] 2024-09-13T16:15:04.066 INFO:teuthology.orchestra.run.smithi076.stdout: osd journal size = 100 2024-09-13T16:15:04.066 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:15:04.066 INFO:teuthology.orchestra.run.smithi076.stdout: osd scrub load threshold = 5.0 2024-09-13T16:15:04.066 INFO:teuthology.orchestra.run.smithi076.stdout: osd scrub max interval = 600 2024-09-13T16:15:04.066 INFO:teuthology.orchestra.run.smithi076.stdout: osd mclock profile = high_recovery_ops 2024-09-13T16:15:04.066 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:15:04.066 INFO:teuthology.orchestra.run.smithi076.stdout: osd recover clone overlap = true 2024-09-13T16:15:04.066 INFO:teuthology.orchestra.run.smithi076.stdout: osd recovery max chunk = 1048576 2024-09-13T16:15:04.066 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:15:04.067 INFO:teuthology.orchestra.run.smithi076.stdout: osd debug shutdown = true 2024-09-13T16:15:04.067 INFO:teuthology.orchestra.run.smithi076.stdout: osd debug op order = true 2024-09-13T16:15:04.067 INFO:teuthology.orchestra.run.smithi076.stdout: osd debug verify stray on activate = true 2024-09-13T16:15:04.067 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:15:04.067 INFO:teuthology.orchestra.run.smithi076.stdout: osd open classes on start = true 2024-09-13T16:15:04.067 INFO:teuthology.orchestra.run.smithi076.stdout: osd debug pg log writeout = true 2024-09-13T16:15:04.067 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:15:04.067 INFO:teuthology.orchestra.run.smithi076.stdout: osd deep scrub update digest min age = 30 2024-09-13T16:15:04.067 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:15:04.067 INFO:teuthology.orchestra.run.smithi076.stdout: osd map max advance = 10 2024-09-13T16:15:04.067 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:15:04.067 INFO:teuthology.orchestra.run.smithi076.stdout: journal zero on create = true 2024-09-13T16:15:04.067 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:15:04.067 INFO:teuthology.orchestra.run.smithi076.stdout: filestore ondisk finisher threads = 3 2024-09-13T16:15:04.068 INFO:teuthology.orchestra.run.smithi076.stdout: filestore apply finisher threads = 3 2024-09-13T16:15:04.068 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:15:04.068 INFO:teuthology.orchestra.run.smithi076.stdout: bdev debug aio = true 2024-09-13T16:15:04.068 INFO:teuthology.orchestra.run.smithi076.stdout: osd debug misdirected ops = true 2024-09-13T16:15:04.068 INFO:teuthology.orchestra.run.smithi076.stdout: bluestore block size = 96636764160 2024-09-13T16:15:04.068 INFO:teuthology.orchestra.run.smithi076.stdout: bluestore fsck on mount = True 2024-09-13T16:15:04.068 INFO:teuthology.orchestra.run.smithi076.stdout: debug bluefs = 20 2024-09-13T16:15:04.068 INFO:teuthology.orchestra.run.smithi076.stdout: debug bluestore = 20 2024-09-13T16:15:04.068 INFO:teuthology.orchestra.run.smithi076.stdout: debug ms = 1 2024-09-13T16:15:04.068 INFO:teuthology.orchestra.run.smithi076.stdout: debug osd = 20 2024-09-13T16:15:04.068 INFO:teuthology.orchestra.run.smithi076.stdout: debug rocksdb = 10 2024-09-13T16:15:04.068 INFO:teuthology.orchestra.run.smithi076.stdout: mon osd backfillfull_ratio = 0.85 2024-09-13T16:15:04.068 INFO:teuthology.orchestra.run.smithi076.stdout: mon osd full ratio = 0.9 2024-09-13T16:15:04.069 INFO:teuthology.orchestra.run.smithi076.stdout: mon osd nearfull ratio = 0.8 2024-09-13T16:15:04.069 INFO:teuthology.orchestra.run.smithi076.stdout: osd failsafe full ratio = 0.95 2024-09-13T16:15:04.069 INFO:teuthology.orchestra.run.smithi076.stdout: osd objectstore = bluestore 2024-09-13T16:15:04.069 INFO:teuthology.orchestra.run.smithi076.stdout: osd op complaint time = 180 2024-09-13T16:15:04.069 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:15:04.069 INFO:teuthology.orchestra.run.smithi076.stdout:[mgr] 2024-09-13T16:15:04.069 INFO:teuthology.orchestra.run.smithi076.stdout: debug ms = 1 2024-09-13T16:15:04.069 INFO:teuthology.orchestra.run.smithi076.stdout: debug mgr = 20 2024-09-13T16:15:04.069 INFO:teuthology.orchestra.run.smithi076.stdout: debug mon = 20 2024-09-13T16:15:04.069 INFO:teuthology.orchestra.run.smithi076.stdout: debug auth = 20 2024-09-13T16:15:04.069 INFO:teuthology.orchestra.run.smithi076.stdout: mon reweight min pgs per osd = 4 2024-09-13T16:15:04.069 INFO:teuthology.orchestra.run.smithi076.stdout: mon reweight min bytes per osd = 10 2024-09-13T16:15:04.069 INFO:teuthology.orchestra.run.smithi076.stdout: mgr/telemetry/nag = false 2024-09-13T16:15:04.070 INFO:teuthology.orchestra.run.smithi076.stdout: debug client = 20 2024-09-13T16:15:04.070 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:15:04.070 INFO:teuthology.orchestra.run.smithi076.stdout:[mon] 2024-09-13T16:15:04.070 INFO:teuthology.orchestra.run.smithi076.stdout: debug ms = 1 2024-09-13T16:15:04.070 INFO:teuthology.orchestra.run.smithi076.stdout: debug mon = 20 2024-09-13T16:15:04.070 INFO:teuthology.orchestra.run.smithi076.stdout: debug paxos = 20 2024-09-13T16:15:04.070 INFO:teuthology.orchestra.run.smithi076.stdout: debug auth = 20 2024-09-13T16:15:04.070 INFO:teuthology.orchestra.run.smithi076.stdout: mon data avail warn = 5 2024-09-13T16:15:04.070 INFO:teuthology.orchestra.run.smithi076.stdout: mon mgr mkfs grace = 240 2024-09-13T16:15:04.070 INFO:teuthology.orchestra.run.smithi076.stdout: mon reweight min pgs per osd = 4 2024-09-13T16:15:04.070 INFO:teuthology.orchestra.run.smithi076.stdout: mon osd reporter subtree level = osd 2024-09-13T16:15:04.070 INFO:teuthology.orchestra.run.smithi076.stdout: mon osd prime pg temp = true 2024-09-13T16:15:04.070 INFO:teuthology.orchestra.run.smithi076.stdout: mon reweight min bytes per osd = 10 2024-09-13T16:15:04.070 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:15:04.071 INFO:teuthology.orchestra.run.smithi076.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-13T16:15:04.071 INFO:teuthology.orchestra.run.smithi076.stdout: auth mon ticket ttl = 660 # 11m 2024-09-13T16:15:04.071 INFO:teuthology.orchestra.run.smithi076.stdout: auth service ticket ttl = 240 # 4m 2024-09-13T16:15:04.071 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:15:04.071 INFO:teuthology.orchestra.run.smithi076.stdout: # don't complain about insecure global_id in the test suite 2024-09-13T16:15:04.071 INFO:teuthology.orchestra.run.smithi076.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-13T16:15:04.071 INFO:teuthology.orchestra.run.smithi076.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-13T16:15:04.071 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:15:04.071 INFO:teuthology.orchestra.run.smithi076.stdout: # 1m isn't quite enough 2024-09-13T16:15:04.071 INFO:teuthology.orchestra.run.smithi076.stdout: mon_down_mkfs_grace = 2m 2024-09-13T16:15:04.071 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:15:04.071 INFO:teuthology.orchestra.run.smithi076.stdout: mon_warn_on_filestore_osds = false 2024-09-13T16:15:04.071 INFO:teuthology.orchestra.run.smithi076.stdout: mon op complaint time = 120 2024-09-13T16:15:04.071 INFO:teuthology.orchestra.run.smithi076.stdout: mon warn on pool no app = False 2024-09-13T16:15:04.072 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:15:04.072 INFO:teuthology.orchestra.run.smithi076.stdout:[client] 2024-09-13T16:15:04.072 INFO:teuthology.orchestra.run.smithi076.stdout: rgw cache enabled = true 2024-09-13T16:15:04.072 INFO:teuthology.orchestra.run.smithi076.stdout: rgw enable ops log = true 2024-09-13T16:15:04.072 INFO:teuthology.orchestra.run.smithi076.stdout: rgw enable usage log = true 2024-09-13T16:15:04.072 INFO:teuthology.orchestra.run.smithi076.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-13T16:15:04.072 INFO:teuthology.orchestra.run.smithi076.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-13T16:15:04.072 INFO:teuthology.orchestra.run.smithi076.stdout: client mount timeout = 600 2024-09-13T16:15:04.072 INFO:teuthology.orchestra.run.smithi076.stdout: debug client = 20 2024-09-13T16:15:04.072 INFO:teuthology.orchestra.run.smithi076.stdout: debug ms = 1 2024-09-13T16:15:04.072 INFO:teuthology.orchestra.run.smithi076.stdout: pid file = "" 2024-09-13T16:15:04.072 INFO:teuthology.orchestra.run.smithi076.stdout: rados mon op timeout = 900 2024-09-13T16:15:04.073 INFO:teuthology.orchestra.run.smithi076.stdout: rados osd op timeout = 900 2024-09-13T16:15:04.073 INFO:teuthology.orchestra.run.smithi076.stdout:[mon.a] 2024-09-13T16:15:04.073 INFO:teuthology.orchestra.run.smithi076.stdout:[mon.b] 2024-09-13T16:15:04.073 INFO:teuthology.orchestra.run.smithi076.stdout:[mon.c] 2024-09-13T16:15:04.073 INFO:teuthology.orchestra.run.smithi076.stdout:[mds.a] 2024-09-13T16:15:04.073 INFO:teuthology.orchestra.run.smithi076.stdout:[mds.c] 2024-09-13T16:15:04.073 INFO:teuthology.orchestra.run.smithi076.stdout:[mds.b] 2024-09-13T16:15:04.073 INFO:teuthology.orchestra.run.smithi076.stdout:[mds.d] 2024-09-13T16:15:04.073 INFO:teuthology.orchestra.run.smithi076.stdout:[mds] 2024-09-13T16:15:04.073 INFO:teuthology.orchestra.run.smithi076.stdout: debug mds = 20 2024-09-13T16:15:04.073 INFO:teuthology.orchestra.run.smithi076.stdout: debug mds balancer = 20 2024-09-13T16:15:04.073 INFO:teuthology.orchestra.run.smithi076.stdout: debug ms = 1 2024-09-13T16:15:04.073 INFO:teuthology.orchestra.run.smithi076.stdout: mds debug frag = True 2024-09-13T16:15:04.074 INFO:teuthology.orchestra.run.smithi076.stdout: mds debug scatterstat = True 2024-09-13T16:15:04.074 INFO:teuthology.orchestra.run.smithi076.stdout: mds op complaint time = 180 2024-09-13T16:15:04.074 INFO:teuthology.orchestra.run.smithi076.stdout: mds verify scatter = True 2024-09-13T16:15:04.074 INFO:teuthology.orchestra.run.smithi076.stdout: osd op complaint time = 180 2024-09-13T16:15:04.074 INFO:teuthology.orchestra.run.smithi076.stdout: rados mon op timeout = 900 2024-09-13T16:15:04.074 INFO:teuthology.orchestra.run.smithi076.stdout: rados osd op timeout = 900 2024-09-13T16:15:04.074 INFO:teuthology.orchestra.run.smithi076.stdout:[client.0] 2024-09-13T16:15:04.074 INFO:teuthology.orchestra.run.smithi076.stdout: client inject release failure = true 2024-09-13T16:15:04.092 INFO:teuthology.orchestra.run.smithi192.stdout:[global] 2024-09-13T16:15:04.092 INFO:teuthology.orchestra.run.smithi192.stdout: chdir = "" 2024-09-13T16:15:04.092 INFO:teuthology.orchestra.run.smithi192.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-13T16:15:04.092 INFO:teuthology.orchestra.run.smithi192.stdout: auth supported = cephx 2024-09-13T16:15:04.092 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:15:04.092 INFO:teuthology.orchestra.run.smithi192.stdout: filestore xattr use omap = true 2024-09-13T16:15:04.092 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:15:04.092 INFO:teuthology.orchestra.run.smithi192.stdout: mon clock drift allowed = 1.000 2024-09-13T16:15:04.092 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:15:04.092 INFO:teuthology.orchestra.run.smithi192.stdout: osd crush chooseleaf type = 0 2024-09-13T16:15:04.093 INFO:teuthology.orchestra.run.smithi192.stdout: auth debug = true 2024-09-13T16:15:04.093 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:15:04.093 INFO:teuthology.orchestra.run.smithi192.stdout: ms die on old message = true 2024-09-13T16:15:04.093 INFO:teuthology.orchestra.run.smithi192.stdout: ms die on bug = true 2024-09-13T16:15:04.093 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:15:04.093 INFO:teuthology.orchestra.run.smithi192.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-13T16:15:04.093 INFO:teuthology.orchestra.run.smithi192.stdout: mon pg warn max object skew = 0 2024-09-13T16:15:04.093 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:15:04.093 INFO:teuthology.orchestra.run.smithi192.stdout: # disable pg_autoscaler by default for new pools 2024-09-13T16:15:04.093 INFO:teuthology.orchestra.run.smithi192.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-13T16:15:04.093 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:15:04.093 INFO:teuthology.orchestra.run.smithi192.stdout: osd pool default size = 2 2024-09-13T16:15:04.093 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:15:04.094 INFO:teuthology.orchestra.run.smithi192.stdout: mon osd allow primary affinity = true 2024-09-13T16:15:04.094 INFO:teuthology.orchestra.run.smithi192.stdout: mon osd allow pg remap = true 2024-09-13T16:15:04.094 INFO:teuthology.orchestra.run.smithi192.stdout: mon warn on legacy crush tunables = false 2024-09-13T16:15:04.094 INFO:teuthology.orchestra.run.smithi192.stdout: mon warn on crush straw calc version zero = false 2024-09-13T16:15:04.094 INFO:teuthology.orchestra.run.smithi192.stdout: mon warn on no sortbitwise = false 2024-09-13T16:15:04.094 INFO:teuthology.orchestra.run.smithi192.stdout: mon warn on osd down out interval zero = false 2024-09-13T16:15:04.094 INFO:teuthology.orchestra.run.smithi192.stdout: mon warn on too few osds = false 2024-09-13T16:15:04.094 INFO:teuthology.orchestra.run.smithi192.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-13T16:15:04.094 INFO:teuthology.orchestra.run.smithi192.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-13T16:15:04.094 INFO:teuthology.orchestra.run.smithi192.stdout: mon_allow_pool_size_one = true 2024-09-13T16:15:04.094 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:15:04.094 INFO:teuthology.orchestra.run.smithi192.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-13T16:15:04.094 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:15:04.094 INFO:teuthology.orchestra.run.smithi192.stdout: osd default data pool replay window = 5 2024-09-13T16:15:04.095 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:15:04.095 INFO:teuthology.orchestra.run.smithi192.stdout: mon allow pool delete = true 2024-09-13T16:15:04.095 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:15:04.095 INFO:teuthology.orchestra.run.smithi192.stdout: mon cluster log file level = debug 2024-09-13T16:15:04.095 INFO:teuthology.orchestra.run.smithi192.stdout: debug asserts on shutdown = true 2024-09-13T16:15:04.095 INFO:teuthology.orchestra.run.smithi192.stdout: mon health detail to clog = false 2024-09-13T16:15:04.095 INFO:teuthology.orchestra.run.smithi192.stdout: mon host = "172.21.15.76,172.21.15.192,[v2:172.21.15.192:3301,v1:172.21.15.192:6790]" 2024-09-13T16:15:04.095 INFO:teuthology.orchestra.run.smithi192.stdout: fsid = da76ee52-f48b-434a-9df7-5fefe2a6e471 2024-09-13T16:15:04.095 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:15:04.095 INFO:teuthology.orchestra.run.smithi192.stdout:[osd] 2024-09-13T16:15:04.095 INFO:teuthology.orchestra.run.smithi192.stdout: osd journal size = 100 2024-09-13T16:15:04.095 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:15:04.095 INFO:teuthology.orchestra.run.smithi192.stdout: osd scrub load threshold = 5.0 2024-09-13T16:15:04.095 INFO:teuthology.orchestra.run.smithi192.stdout: osd scrub max interval = 600 2024-09-13T16:15:04.095 INFO:teuthology.orchestra.run.smithi192.stdout: osd mclock profile = high_recovery_ops 2024-09-13T16:15:04.095 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:15:04.096 INFO:teuthology.orchestra.run.smithi192.stdout: osd recover clone overlap = true 2024-09-13T16:15:04.096 INFO:teuthology.orchestra.run.smithi192.stdout: osd recovery max chunk = 1048576 2024-09-13T16:15:04.096 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:15:04.096 INFO:teuthology.orchestra.run.smithi192.stdout: osd debug shutdown = true 2024-09-13T16:15:04.096 INFO:teuthology.orchestra.run.smithi192.stdout: osd debug op order = true 2024-09-13T16:15:04.096 INFO:teuthology.orchestra.run.smithi192.stdout: osd debug verify stray on activate = true 2024-09-13T16:15:04.096 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:15:04.096 INFO:teuthology.orchestra.run.smithi192.stdout: osd open classes on start = true 2024-09-13T16:15:04.096 INFO:teuthology.orchestra.run.smithi192.stdout: osd debug pg log writeout = true 2024-09-13T16:15:04.096 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:15:04.096 INFO:teuthology.orchestra.run.smithi192.stdout: osd deep scrub update digest min age = 30 2024-09-13T16:15:04.096 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:15:04.096 INFO:teuthology.orchestra.run.smithi192.stdout: osd map max advance = 10 2024-09-13T16:15:04.096 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:15:04.096 INFO:teuthology.orchestra.run.smithi192.stdout: journal zero on create = true 2024-09-13T16:15:04.097 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:15:04.097 INFO:teuthology.orchestra.run.smithi192.stdout: filestore ondisk finisher threads = 3 2024-09-13T16:15:04.097 INFO:teuthology.orchestra.run.smithi192.stdout: filestore apply finisher threads = 3 2024-09-13T16:15:04.097 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:15:04.097 INFO:teuthology.orchestra.run.smithi192.stdout: bdev debug aio = true 2024-09-13T16:15:04.097 INFO:teuthology.orchestra.run.smithi192.stdout: osd debug misdirected ops = true 2024-09-13T16:15:04.097 INFO:teuthology.orchestra.run.smithi192.stdout: bluestore block size = 96636764160 2024-09-13T16:15:04.097 INFO:teuthology.orchestra.run.smithi192.stdout: bluestore fsck on mount = True 2024-09-13T16:15:04.097 INFO:teuthology.orchestra.run.smithi192.stdout: debug bluefs = 20 2024-09-13T16:15:04.097 INFO:teuthology.orchestra.run.smithi192.stdout: debug bluestore = 20 2024-09-13T16:15:04.097 INFO:teuthology.orchestra.run.smithi192.stdout: debug ms = 1 2024-09-13T16:15:04.097 INFO:teuthology.orchestra.run.smithi192.stdout: debug osd = 20 2024-09-13T16:15:04.097 INFO:teuthology.orchestra.run.smithi192.stdout: debug rocksdb = 10 2024-09-13T16:15:04.098 INFO:teuthology.orchestra.run.smithi192.stdout: mon osd backfillfull_ratio = 0.85 2024-09-13T16:15:04.098 INFO:teuthology.orchestra.run.smithi192.stdout: mon osd full ratio = 0.9 2024-09-13T16:15:04.098 INFO:teuthology.orchestra.run.smithi192.stdout: mon osd nearfull ratio = 0.8 2024-09-13T16:15:04.098 INFO:teuthology.orchestra.run.smithi192.stdout: osd failsafe full ratio = 0.95 2024-09-13T16:15:04.098 INFO:teuthology.orchestra.run.smithi192.stdout: osd objectstore = bluestore 2024-09-13T16:15:04.098 INFO:teuthology.orchestra.run.smithi192.stdout: osd op complaint time = 180 2024-09-13T16:15:04.098 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:15:04.098 INFO:teuthology.orchestra.run.smithi192.stdout:[mgr] 2024-09-13T16:15:04.098 INFO:teuthology.orchestra.run.smithi192.stdout: debug ms = 1 2024-09-13T16:15:04.098 INFO:teuthology.orchestra.run.smithi192.stdout: debug mgr = 20 2024-09-13T16:15:04.098 INFO:teuthology.orchestra.run.smithi192.stdout: debug mon = 20 2024-09-13T16:15:04.098 INFO:teuthology.orchestra.run.smithi192.stdout: debug auth = 20 2024-09-13T16:15:04.098 INFO:teuthology.orchestra.run.smithi192.stdout: mon reweight min pgs per osd = 4 2024-09-13T16:15:04.098 INFO:teuthology.orchestra.run.smithi192.stdout: mon reweight min bytes per osd = 10 2024-09-13T16:15:04.099 INFO:teuthology.orchestra.run.smithi192.stdout: mgr/telemetry/nag = false 2024-09-13T16:15:04.099 INFO:teuthology.orchestra.run.smithi192.stdout: debug client = 20 2024-09-13T16:15:04.099 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:15:04.099 INFO:teuthology.orchestra.run.smithi192.stdout:[mon] 2024-09-13T16:15:04.099 INFO:teuthology.orchestra.run.smithi192.stdout: debug ms = 1 2024-09-13T16:15:04.099 INFO:teuthology.orchestra.run.smithi192.stdout: debug mon = 20 2024-09-13T16:15:04.099 INFO:teuthology.orchestra.run.smithi192.stdout: debug paxos = 20 2024-09-13T16:15:04.099 INFO:teuthology.orchestra.run.smithi192.stdout: debug auth = 20 2024-09-13T16:15:04.099 INFO:teuthology.orchestra.run.smithi192.stdout: mon data avail warn = 5 2024-09-13T16:15:04.099 INFO:teuthology.orchestra.run.smithi192.stdout: mon mgr mkfs grace = 240 2024-09-13T16:15:04.099 INFO:teuthology.orchestra.run.smithi192.stdout: mon reweight min pgs per osd = 4 2024-09-13T16:15:04.099 INFO:teuthology.orchestra.run.smithi192.stdout: mon osd reporter subtree level = osd 2024-09-13T16:15:04.099 INFO:teuthology.orchestra.run.smithi192.stdout: mon osd prime pg temp = true 2024-09-13T16:15:04.099 INFO:teuthology.orchestra.run.smithi192.stdout: mon reweight min bytes per osd = 10 2024-09-13T16:15:04.099 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:15:04.099 INFO:teuthology.orchestra.run.smithi192.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-13T16:15:04.100 INFO:teuthology.orchestra.run.smithi192.stdout: auth mon ticket ttl = 660 # 11m 2024-09-13T16:15:04.100 INFO:teuthology.orchestra.run.smithi192.stdout: auth service ticket ttl = 240 # 4m 2024-09-13T16:15:04.100 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:15:04.100 INFO:teuthology.orchestra.run.smithi192.stdout: # don't complain about insecure global_id in the test suite 2024-09-13T16:15:04.100 INFO:teuthology.orchestra.run.smithi192.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-13T16:15:04.100 INFO:teuthology.orchestra.run.smithi192.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-13T16:15:04.100 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:15:04.100 INFO:teuthology.orchestra.run.smithi192.stdout: # 1m isn't quite enough 2024-09-13T16:15:04.100 INFO:teuthology.orchestra.run.smithi192.stdout: mon_down_mkfs_grace = 2m 2024-09-13T16:15:04.100 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:15:04.100 INFO:teuthology.orchestra.run.smithi192.stdout: mon_warn_on_filestore_osds = false 2024-09-13T16:15:04.100 INFO:teuthology.orchestra.run.smithi192.stdout: mon op complaint time = 120 2024-09-13T16:15:04.100 INFO:teuthology.orchestra.run.smithi192.stdout: mon warn on pool no app = False 2024-09-13T16:15:04.100 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:15:04.100 INFO:teuthology.orchestra.run.smithi192.stdout:[client] 2024-09-13T16:15:04.101 INFO:teuthology.orchestra.run.smithi192.stdout: rgw cache enabled = true 2024-09-13T16:15:04.101 INFO:teuthology.orchestra.run.smithi192.stdout: rgw enable ops log = true 2024-09-13T16:15:04.101 INFO:teuthology.orchestra.run.smithi192.stdout: rgw enable usage log = true 2024-09-13T16:15:04.101 INFO:teuthology.orchestra.run.smithi192.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-13T16:15:04.101 INFO:teuthology.orchestra.run.smithi192.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-13T16:15:04.101 INFO:teuthology.orchestra.run.smithi192.stdout: client mount timeout = 600 2024-09-13T16:15:04.101 INFO:teuthology.orchestra.run.smithi192.stdout: debug client = 20 2024-09-13T16:15:04.101 INFO:teuthology.orchestra.run.smithi192.stdout: debug ms = 1 2024-09-13T16:15:04.101 INFO:teuthology.orchestra.run.smithi192.stdout: pid file = "" 2024-09-13T16:15:04.101 INFO:teuthology.orchestra.run.smithi192.stdout: rados mon op timeout = 900 2024-09-13T16:15:04.101 INFO:teuthology.orchestra.run.smithi192.stdout: rados osd op timeout = 900 2024-09-13T16:15:04.101 INFO:teuthology.orchestra.run.smithi192.stdout:[mon.a] 2024-09-13T16:15:04.101 INFO:teuthology.orchestra.run.smithi192.stdout:[mon.b] 2024-09-13T16:15:04.101 INFO:teuthology.orchestra.run.smithi192.stdout:[mon.c] 2024-09-13T16:15:04.101 INFO:teuthology.orchestra.run.smithi192.stdout:[mds.a] 2024-09-13T16:15:04.102 INFO:teuthology.orchestra.run.smithi192.stdout:[mds.c] 2024-09-13T16:15:04.102 INFO:teuthology.orchestra.run.smithi192.stdout:[mds.b] 2024-09-13T16:15:04.102 INFO:teuthology.orchestra.run.smithi192.stdout:[mds.d] 2024-09-13T16:15:04.102 INFO:teuthology.orchestra.run.smithi192.stdout:[mds] 2024-09-13T16:15:04.102 INFO:teuthology.orchestra.run.smithi192.stdout: debug mds = 20 2024-09-13T16:15:04.102 INFO:teuthology.orchestra.run.smithi192.stdout: debug mds balancer = 20 2024-09-13T16:15:04.102 INFO:teuthology.orchestra.run.smithi192.stdout: debug ms = 1 2024-09-13T16:15:04.102 INFO:teuthology.orchestra.run.smithi192.stdout: mds debug frag = True 2024-09-13T16:15:04.102 INFO:teuthology.orchestra.run.smithi192.stdout: mds debug scatterstat = True 2024-09-13T16:15:04.102 INFO:teuthology.orchestra.run.smithi192.stdout: mds op complaint time = 180 2024-09-13T16:15:04.102 INFO:teuthology.orchestra.run.smithi192.stdout: mds verify scatter = True 2024-09-13T16:15:04.102 INFO:teuthology.orchestra.run.smithi192.stdout: osd op complaint time = 180 2024-09-13T16:15:04.102 INFO:teuthology.orchestra.run.smithi192.stdout: rados mon op timeout = 900 2024-09-13T16:15:04.103 INFO:teuthology.orchestra.run.smithi192.stdout: rados osd op timeout = 900 2024-09-13T16:15:04.103 INFO:teuthology.orchestra.run.smithi192.stdout:[client.0] 2024-09-13T16:15:04.103 INFO:teuthology.orchestra.run.smithi192.stdout: client inject release failure = true 2024-09-13T16:15:04.104 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:15:04.104 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:15:04.136 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:15:04.285 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.283+0000 7fd098cbe640 1 Processor -- start 2024-09-13T16:15:04.285 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.283+0000 7fd098cbe640 1 -- start start 2024-09-13T16:15:04.286 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.284+0000 7fd098cbe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fd094160830 0x7fd0940d2f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:04.286 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.284+0000 7fd098cbe640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd0940d0b00 0x7fd0940d0f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:04.286 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.284+0000 7fd098cbe640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd0940b5b80 con 0x7fd094160c10 2024-09-13T16:15:04.286 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.284+0000 7fd098cbe640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd0940d34a0 con 0x7fd094160830 2024-09-13T16:15:04.286 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.284+0000 7fd098cbe640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd0940ce040 con 0x7fd0940d0b00 2024-09-13T16:15:04.287 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.284+0000 7fd09259c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fd094160830 0x7fd0940d2f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:04.287 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.284+0000 7fd089d9b640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fd094160c10 0x7fd0940b5470 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:36316/0 (socket says 172.21.15.76:36316) 2024-09-13T16:15:04.287 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.284+0000 7fd089d9b640 1 -- 172.21.15.76:0/342163085 learned_addr learned my addr 172.21.15.76:0/342163085 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:15:04.287 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.285+0000 7fd09259c640 1 -- 172.21.15.76:0/342163085 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd0940d0b00 msgr2=0x7fd0940d0f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:04.287 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.285+0000 7fd092d9d640 1 --2- 172.21.15.76:0/342163085 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd0940d0b00 0x7fd0940d0f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:04.287 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.285+0000 7fd091d9b640 1 -- 172.21.15.76:0/342163085 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3336584971 0 0) 0x7fd07c001110 con 0x7fd094160c10 2024-09-13T16:15:04.287 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.285+0000 7fd09259c640 1 --2- 172.21.15.76:0/342163085 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd0940d0b00 0x7fd0940d0f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:04.287 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.285+0000 7fd09259c640 1 -- 172.21.15.76:0/342163085 >> v1:172.21.15.76:6789/0 conn(0x7fd094160c10 legacy=0x7fd0940b5470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:04.287 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.285+0000 7fd09259c640 1 -- 172.21.15.76:0/342163085 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd0940ce320 con 0x7fd094160830 2024-09-13T16:15:04.288 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.285+0000 7fd09259c640 1 --2- 172.21.15.76:0/342163085 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd094160830 0x7fd0940d2f60 secure :-1 s=READY pgs=2212 cs=0 l=1 rev1=1 crypto rx=0x7fd0840097a0 tx=0x7fd08402a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e12da9e5752add1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:04.288 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.286+0000 7fd091d9b640 1 -- 172.21.15.76:0/342163085 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd084032440 con 0x7fd094160830 2024-09-13T16:15:04.288 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.286+0000 7fd091d9b640 1 -- 172.21.15.76:0/342163085 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd0840325a0 con 0x7fd094160830 2024-09-13T16:15:04.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.286+0000 7fd091d9b640 1 -- 172.21.15.76:0/342163085 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd084032930 con 0x7fd094160830 2024-09-13T16:15:04.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.286+0000 7fd098cbe640 1 -- 172.21.15.76:0/342163085 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd094160830 msgr2=0x7fd0940d2f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:04.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.286+0000 7fd098cbe640 1 --2- 172.21.15.76:0/342163085 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd094160830 0x7fd0940d2f60 secure :-1 s=READY pgs=2212 cs=0 l=1 rev1=1 crypto rx=0x7fd0840097a0 tx=0x7fd08402a180 comp rx=0 tx=0).stop 2024-09-13T16:15:04.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.286+0000 7fd098cbe640 1 -- 172.21.15.76:0/342163085 shutdown_connections 2024-09-13T16:15:04.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.286+0000 7fd098cbe640 1 --2- 172.21.15.76:0/342163085 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd0940d0b00 0x7fd0940d0f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:04.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.286+0000 7fd098cbe640 1 --2- 172.21.15.76:0/342163085 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd094160830 0x7fd0940d2f60 unknown :-1 s=CLOSED pgs=2212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:04.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.286+0000 7fd098cbe640 1 -- 172.21.15.76:0/342163085 >> 172.21.15.76:0/342163085 conn(0x7fd094089fd0 msgr2=0x7fd0940d2640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:04.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.286+0000 7fd098cbe640 1 -- 172.21.15.76:0/342163085 shutdown_connections 2024-09-13T16:15:04.289 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.286+0000 7fd098cbe640 1 -- 172.21.15.76:0/342163085 wait complete. 2024-09-13T16:15:04.292 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.288+0000 7fd098cbe640 1 Processor -- start 2024-09-13T16:15:04.292 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.288+0000 7fd098cbe640 1 -- start start 2024-09-13T16:15:04.292 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.288+0000 7fd098cbe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd0940d0b00 0x7fd0941e7d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:04.292 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.289+0000 7fd098cbe640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd094160830 0x7fd09409c520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:04.292 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.289+0000 7fd098cbe640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd094160c10 0x7fd0940cc0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:04.292 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.289+0000 7fd098cbe640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd0940ca540 con 0x7fd0940d0b00 2024-09-13T16:15:04.292 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.289+0000 7fd098cbe640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd0940ca1a0 con 0x7fd094160c10 2024-09-13T16:15:04.292 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.289+0000 7fd098cbe640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd0941e8580 con 0x7fd094160830 2024-09-13T16:15:04.292 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.289+0000 7fd09259c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd0940d0b00 0x7fd0941e7d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:04.292 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.289+0000 7fd09259c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd0940d0b00 0x7fd0941e7d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:45638/0 (socket says 172.21.15.76:45638) 2024-09-13T16:15:04.292 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.289+0000 7fd09259c640 1 -- 172.21.15.76:0/562216283 learned_addr learned my addr 172.21.15.76:0/562216283 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:15:04.292 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.289+0000 7fd089d9b640 1 --2- 172.21.15.76:0/562216283 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd094160830 0x7fd09409c520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:04.293 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.289+0000 7fd092d9d640 1 --2- 172.21.15.76:0/562216283 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd094160c10 0x7fd0940cc0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:04.293 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.289+0000 7fd09259c640 1 -- 172.21.15.76:0/562216283 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd094160830 msgr2=0x7fd09409c520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:04.293 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.289+0000 7fd09259c640 1 --2- 172.21.15.76:0/562216283 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd094160830 0x7fd09409c520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:04.293 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.289+0000 7fd09259c640 1 -- 172.21.15.76:0/562216283 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd094160c10 msgr2=0x7fd0940cc0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:04.293 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.289+0000 7fd09259c640 1 --2- 172.21.15.76:0/562216283 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd094160c10 0x7fd0940cc0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:04.293 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.289+0000 7fd09259c640 1 -- 172.21.15.76:0/562216283 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd084009400 con 0x7fd0940d0b00 2024-09-13T16:15:04.293 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.289+0000 7fd09259c640 1 --2- 172.21.15.76:0/562216283 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd0940d0b00 0x7fd0941e7d30 secure :-1 s=READY pgs=2213 cs=0 l=1 rev1=1 crypto rx=0x7fd084035040 tx=0x7fd0840046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:04.293 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.289+0000 7fd08b7fe640 1 -- 172.21.15.76:0/562216283 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd084006e10 con 0x7fd0940d0b00 2024-09-13T16:15:04.293 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.289+0000 7fd08b7fe640 1 -- 172.21.15.76:0/562216283 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd084030980 con 0x7fd0940d0b00 2024-09-13T16:15:04.293 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.289+0000 7fd098cbe640 1 -- 172.21.15.76:0/562216283 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd0941e8860 con 0x7fd0940d0b00 2024-09-13T16:15:04.293 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.289+0000 7fd08b7fe640 1 -- 172.21.15.76:0/562216283 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd084030d50 con 0x7fd0940d0b00 2024-09-13T16:15:04.293 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.289+0000 7fd098cbe640 1 -- 172.21.15.76:0/562216283 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd0941e8270 con 0x7fd0940d0b00 2024-09-13T16:15:04.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.290+0000 7fd098cbe640 1 -- 172.21.15.76:0/562216283 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd0940b3f30 con 0x7fd0940d0b00 2024-09-13T16:15:04.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.291+0000 7fd08b7fe640 1 -- 172.21.15.76:0/562216283 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd084039040 con 0x7fd0940d0b00 2024-09-13T16:15:04.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.291+0000 7fd08b7fe640 1 --2- 172.21.15.76:0/562216283 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd07406ac30 0x7fd07406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:04.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.291+0000 7fd089d9b640 1 --2- 172.21.15.76:0/562216283 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd07406ac30 0x7fd07406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:04.294 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.291+0000 7fd08b7fe640 1 -- 172.21.15.76:0/562216283 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(162..162 src has 1..162) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fd0840a9db0 con 0x7fd0940d0b00 2024-09-13T16:15:04.295 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.292+0000 7fd089d9b640 1 --2- 172.21.15.76:0/562216283 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd07406ac30 0x7fd07406d0f0 secure :-1 s=READY pgs=938 cs=0 l=1 rev1=1 crypto rx=0x7fd094152460 tx=0x7fd07c007c00 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:04.297 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.295+0000 7fd08b7fe640 1 -- 172.21.15.76:0/562216283 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fd084074ee0 con 0x7fd0940d0b00 2024-09-13T16:15:04.458 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.457+0000 7fd098cbe640 1 -- 172.21.15.76:0/562216283 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fd0940d11a0 con 0x7fd0940d0b00 2024-09-13T16:15:04.460 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.458+0000 7fd08b7fe640 1 -- 172.21.15.76:0/562216283 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v162) v1 ==== 74+0+16680 (secure 0 0 0) 0x7fd084078500 con 0x7fd0940d0b00 2024-09-13T16:15:04.460 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:15:04.460 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":162,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:14:52.828822+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":24,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":23,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:14:49.992802+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"161","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":24,"pool_name":"cephfs_data","create_time":"2024-09-13T16:14:50.797972+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"162","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:15:04.462 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.460+0000 7fd098cbe640 1 -- 172.21.15.76:0/562216283 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd07406ac30 msgr2=0x7fd07406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:04.462 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.460+0000 7fd098cbe640 1 --2- 172.21.15.76:0/562216283 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd07406ac30 0x7fd07406d0f0 secure :-1 s=READY pgs=938 cs=0 l=1 rev1=1 crypto rx=0x7fd094152460 tx=0x7fd07c007c00 comp rx=0 tx=0).stop 2024-09-13T16:15:04.462 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.460+0000 7fd098cbe640 1 -- 172.21.15.76:0/562216283 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd0940d0b00 msgr2=0x7fd0941e7d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:04.462 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.460+0000 7fd098cbe640 1 --2- 172.21.15.76:0/562216283 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd0940d0b00 0x7fd0941e7d30 secure :-1 s=READY pgs=2213 cs=0 l=1 rev1=1 crypto rx=0x7fd084035040 tx=0x7fd0840046c0 comp rx=0 tx=0).stop 2024-09-13T16:15:04.462 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.460+0000 7fd098cbe640 1 -- 172.21.15.76:0/562216283 shutdown_connections 2024-09-13T16:15:04.462 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.460+0000 7fd098cbe640 1 --2- 172.21.15.76:0/562216283 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd094160c10 0x7fd0940cc0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:04.462 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.460+0000 7fd098cbe640 1 --2- 172.21.15.76:0/562216283 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd07406ac30 0x7fd07406d0f0 unknown :-1 s=CLOSED pgs=938 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:04.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.460+0000 7fd098cbe640 1 --2- 172.21.15.76:0/562216283 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd094160830 0x7fd09409c520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:04.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.460+0000 7fd098cbe640 1 --2- 172.21.15.76:0/562216283 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd0940d0b00 0x7fd0941e7d30 unknown :-1 s=CLOSED pgs=2213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:04.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.460+0000 7fd098cbe640 1 -- 172.21.15.76:0/562216283 >> 172.21.15.76:0/562216283 conn(0x7fd094089fd0 msgr2=0x7fd0940cf0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:04.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.461+0000 7fd098cbe640 1 -- 172.21.15.76:0/562216283 shutdown_connections 2024-09-13T16:15:04.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.461+0000 7fd098cbe640 1 -- 172.21.15.76:0/562216283 wait complete. 2024-09-13T16:15:04.473 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:01:26.960607+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 23, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:14:49.992802+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '161', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 24, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:14:50.797972+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '162', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:15:04.474 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:15:04.574 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.573+0000 7f7bd86d0640 1 Processor -- start 2024-09-13T16:15:04.575 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.573+0000 7f7bd86d0640 1 -- start start 2024-09-13T16:15:04.576 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.574+0000 7f7bd86d0640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f7bd0156c30 0x7f7bd015a1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:04.576 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.574+0000 7f7bd86d0640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7bd00ad720 0x7f7bd00cbdc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:04.576 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.574+0000 7f7bd86d0640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7bd00cc750 con 0x7f7bd00cc300 2024-09-13T16:15:04.576 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.574+0000 7f7bd86d0640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7bd006ce10 con 0x7f7bd0156c30 2024-09-13T16:15:04.576 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.574+0000 7f7bd86d0640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7bd015a720 con 0x7f7bd00ad720 2024-09-13T16:15:04.576 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.574+0000 7f7bd646c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f7bd0156c30 0x7f7bd015a1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:04.576 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.574+0000 7f7bd646c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f7bd0156c30 0x7f7bd015a1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:45646/0 (socket says 172.21.15.76:45646) 2024-09-13T16:15:04.577 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.574+0000 7f7bd646c640 1 -- 172.21.15.76:0/2767407393 learned_addr learned my addr 172.21.15.76:0/2767407393 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:15:04.577 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.574+0000 7f7bd5c6b640 1 --2- 172.21.15.76:0/2767407393 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7bd00ad720 0x7f7bd00cbdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:04.577 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.575+0000 7f7bd646c640 1 -- 172.21.15.76:0/2767407393 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7bd00ad720 msgr2=0x7f7bd00cbdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:04.577 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.575+0000 7f7bd646c640 1 --2- 172.21.15.76:0/2767407393 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7bd00ad720 0x7f7bd00cbdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:04.577 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.575+0000 7f7bd646c640 1 -- 172.21.15.76:0/2767407393 >> v1:172.21.15.192:6789/0 conn(0x7f7bd00cc300 legacy=0x7f7bd00ca860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:04.577 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.575+0000 7f7bd646c640 1 -- 172.21.15.76:0/2767407393 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7bd006c200 con 0x7f7bd0156c30 2024-09-13T16:15:04.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.575+0000 7f7bd646c640 1 --2- 172.21.15.76:0/2767407393 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7bd0156c30 0x7f7bd015a1e0 secure :-1 s=READY pgs=2214 cs=0 l=1 rev1=1 crypto rx=0x7f7bcc009870 tx=0x7f7bcc02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e62f2e75ae6d4cb6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:04.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.575+0000 7f7bd546a640 1 -- 172.21.15.76:0/2767407393 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7bcc032440 con 0x7f7bd0156c30 2024-09-13T16:15:04.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.576+0000 7f7bd546a640 1 -- 172.21.15.76:0/2767407393 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7bcc0325a0 con 0x7f7bd0156c30 2024-09-13T16:15:04.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.576+0000 7f7bd546a640 1 -- 172.21.15.76:0/2767407393 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7bcc032930 con 0x7f7bd0156c30 2024-09-13T16:15:04.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.576+0000 7f7bd86d0640 1 -- 172.21.15.76:0/2767407393 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7bd0156c30 msgr2=0x7f7bd015a1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:04.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.576+0000 7f7bd86d0640 1 --2- 172.21.15.76:0/2767407393 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7bd0156c30 0x7f7bd015a1e0 secure :-1 s=READY pgs=2214 cs=0 l=1 rev1=1 crypto rx=0x7f7bcc009870 tx=0x7f7bcc02a270 comp rx=0 tx=0).stop 2024-09-13T16:15:04.578 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.576+0000 7f7bd86d0640 1 -- 172.21.15.76:0/2767407393 shutdown_connections 2024-09-13T16:15:04.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.576+0000 7f7bd86d0640 1 --2- 172.21.15.76:0/2767407393 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7bd00ad720 0x7f7bd00cbdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:04.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.576+0000 7f7bd86d0640 1 --2- 172.21.15.76:0/2767407393 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7bd0156c30 0x7f7bd015a1e0 unknown :-1 s=CLOSED pgs=2214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:04.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.576+0000 7f7bd86d0640 1 -- 172.21.15.76:0/2767407393 >> 172.21.15.76:0/2767407393 conn(0x7f7bd00affa0 msgr2=0x7f7bd00b03b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:04.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.576+0000 7f7bd86d0640 1 -- 172.21.15.76:0/2767407393 shutdown_connections 2024-09-13T16:15:04.579 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.576+0000 7f7bd86d0640 1 -- 172.21.15.76:0/2767407393 wait complete. 2024-09-13T16:15:04.580 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.577+0000 7f7bd86d0640 1 Processor -- start 2024-09-13T16:15:04.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.577+0000 7f7bd86d0640 1 -- start start 2024-09-13T16:15:04.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.578+0000 7f7bd86d0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7bd00ad720 0x7f7bd00c1a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:04.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.578+0000 7f7bd86d0640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7bd00cc300 0x7f7bd01f41b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:04.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.578+0000 7f7bd86d0640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7bd0156c30 0x7f7bd00c9c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:04.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.578+0000 7f7bd86d0640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7bd00c4d80 con 0x7f7bd00ad720 2024-09-13T16:15:04.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.578+0000 7f7bd86d0640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7bd00c1fd0 con 0x7f7bd00cc300 2024-09-13T16:15:04.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.578+0000 7f7bd86d0640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7bd01f37a0 con 0x7f7bd0156c30 2024-09-13T16:15:04.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.578+0000 7f7bd646c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7bd00ad720 0x7f7bd00c1a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:04.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.578+0000 7f7bd646c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7bd00ad720 0x7f7bd00c1a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:45662/0 (socket says 172.21.15.76:45662) 2024-09-13T16:15:04.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.578+0000 7f7bd646c640 1 -- 172.21.15.76:0/1215187940 learned_addr learned my addr 172.21.15.76:0/1215187940 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:15:04.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.578+0000 7f7bd6c6d640 1 --2- 172.21.15.76:0/1215187940 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7bd0156c30 0x7f7bd00c9c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:04.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.578+0000 7f7bd5c6b640 1 --2- 172.21.15.76:0/1215187940 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7bd00cc300 0x7f7bd01f41b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:04.581 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.579+0000 7f7bd646c640 1 -- 172.21.15.76:0/1215187940 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7bd0156c30 msgr2=0x7f7bd00c9c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:04.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.579+0000 7f7bd646c640 1 --2- 172.21.15.76:0/1215187940 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7bd0156c30 0x7f7bd00c9c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:04.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.579+0000 7f7bd646c640 1 -- 172.21.15.76:0/1215187940 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7bd00cc300 msgr2=0x7f7bd01f41b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:04.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.579+0000 7f7bd646c640 1 --2- 172.21.15.76:0/1215187940 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7bd00cc300 0x7f7bd01f41b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:04.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.579+0000 7f7bd646c640 1 -- 172.21.15.76:0/1215187940 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7bcc0094d0 con 0x7f7bd00ad720 2024-09-13T16:15:04.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.579+0000 7f7bd646c640 1 --2- 172.21.15.76:0/1215187940 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7bd00ad720 0x7f7bd00c1a90 secure :-1 s=READY pgs=2215 cs=0 l=1 rev1=1 crypto rx=0x7f7bcc000c00 tx=0x7f7bcc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:04.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.579+0000 7f7bc6ffd640 1 -- 172.21.15.76:0/1215187940 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7bcc032440 con 0x7f7bd00ad720 2024-09-13T16:15:04.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.579+0000 7f7bc6ffd640 1 -- 172.21.15.76:0/1215187940 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7bcc030980 con 0x7f7bd00ad720 2024-09-13T16:15:04.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.579+0000 7f7bc6ffd640 1 -- 172.21.15.76:0/1215187940 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7bcc030d10 con 0x7f7bd00ad720 2024-09-13T16:15:04.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.579+0000 7f7bd86d0640 1 -- 172.21.15.76:0/1215187940 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7bd01f46f0 con 0x7f7bd00ad720 2024-09-13T16:15:04.582 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.579+0000 7f7bd86d0640 1 -- 172.21.15.76:0/1215187940 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7bd01f39b0 con 0x7f7bd00ad720 2024-09-13T16:15:04.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.580+0000 7f7bd86d0640 1 -- 172.21.15.76:0/1215187940 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7bd00cbdc0 con 0x7f7bd00ad720 2024-09-13T16:15:04.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.580+0000 7f7bc6ffd640 1 -- 172.21.15.76:0/1215187940 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7bcc039040 con 0x7f7bd00ad720 2024-09-13T16:15:04.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.581+0000 7f7bc6ffd640 1 --2- 172.21.15.76:0/1215187940 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7bb406ac00 0x7f7bb406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:04.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.581+0000 7f7bc6ffd640 1 -- 172.21.15.76:0/1215187940 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(162..162 src has 1..162) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f7bcc0a9b10 con 0x7f7bd00ad720 2024-09-13T16:15:04.583 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.581+0000 7f7bd5c6b640 1 --2- 172.21.15.76:0/1215187940 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7bb406ac00 0x7f7bb406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:04.584 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.581+0000 7f7bd5c6b640 1 --2- 172.21.15.76:0/1215187940 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7bb406ac00 0x7f7bb406d0c0 secure :-1 s=READY pgs=939 cs=0 l=1 rev1=1 crypto rx=0x7f7bd01f3700 tx=0x7f7bc0009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:04.586 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.585+0000 7f7bc6ffd640 1 -- 172.21.15.76:0/1215187940 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f7bcc074c60 con 0x7f7bd00ad720 2024-09-13T16:15:04.747 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.746+0000 7f7bd86d0640 1 -- 172.21.15.76:0/1215187940 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f7bd01f46f0 con 0x7f7bd00ad720 2024-09-13T16:15:04.747 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.746+0000 7f7bc6ffd640 1 -- 172.21.15.76:0/1215187940 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v162) v1 ==== 93+0+10 (secure 0 0 0) 0x7f7bd01f46f0 con 0x7f7bd00ad720 2024-09-13T16:15:04.747 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2024-09-13T16:15:04.750 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.748+0000 7f7bd86d0640 1 -- 172.21.15.76:0/1215187940 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7bb406ac00 msgr2=0x7f7bb406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:04.750 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.748+0000 7f7bd86d0640 1 --2- 172.21.15.76:0/1215187940 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7bb406ac00 0x7f7bb406d0c0 secure :-1 s=READY pgs=939 cs=0 l=1 rev1=1 crypto rx=0x7f7bd01f3700 tx=0x7f7bc0009190 comp rx=0 tx=0).stop 2024-09-13T16:15:04.750 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.748+0000 7f7bd86d0640 1 -- 172.21.15.76:0/1215187940 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7bd00ad720 msgr2=0x7f7bd00c1a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:04.750 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.748+0000 7f7bd86d0640 1 --2- 172.21.15.76:0/1215187940 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7bd00ad720 0x7f7bd00c1a90 secure :-1 s=READY pgs=2215 cs=0 l=1 rev1=1 crypto rx=0x7f7bcc000c00 tx=0x7f7bcc0046c0 comp rx=0 tx=0).stop 2024-09-13T16:15:04.750 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.748+0000 7f7bd86d0640 1 -- 172.21.15.76:0/1215187940 shutdown_connections 2024-09-13T16:15:04.750 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.748+0000 7f7bd86d0640 1 --2- 172.21.15.76:0/1215187940 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7bb406ac00 0x7f7bb406d0c0 unknown :-1 s=CLOSED pgs=939 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:04.750 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.748+0000 7f7bd86d0640 1 --2- 172.21.15.76:0/1215187940 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7bd0156c30 0x7f7bd00c9c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:04.750 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.748+0000 7f7bd86d0640 1 --2- 172.21.15.76:0/1215187940 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7bd00cc300 0x7f7bd01f41b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:04.750 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.748+0000 7f7bd86d0640 1 --2- 172.21.15.76:0/1215187940 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7bd00ad720 0x7f7bd00c1a90 unknown :-1 s=CLOSED pgs=2215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:04.750 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.748+0000 7f7bd86d0640 1 -- 172.21.15.76:0/1215187940 >> 172.21.15.76:0/1215187940 conn(0x7f7bd00affa0 msgr2=0x7f7bd00ac040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:04.751 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.748+0000 7f7bd86d0640 1 -- 172.21.15.76:0/1215187940 shutdown_connections 2024-09-13T16:15:04.751 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.748+0000 7f7bd86d0640 1 -- 172.21.15.76:0/1215187940 wait complete. 2024-09-13T16:15:04.760 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:15:04.862 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.861+0000 7fbb4c80d640 1 Processor -- start 2024-09-13T16:15:04.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.861+0000 7fbb4c80d640 1 -- start start 2024-09-13T16:15:04.864 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.862+0000 7fbb4c80d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fbb4815a3c0 0x7fbb480c9470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:04.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.862+0000 7fbb4c80d640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fbb480cb230 0x7fbb4806c880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:04.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.862+0000 7fbb4c80d640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbb480c9fa0 con 0x7fbb480c99b0 2024-09-13T16:15:04.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.862+0000 7fbb4c80d640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbb4806c430 con 0x7fbb4815a3c0 2024-09-13T16:15:04.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.862+0000 7fbb4c80d640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbb480ca280 con 0x7fbb480cb230 2024-09-13T16:15:04.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.862+0000 7fbb4659c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fbb4815a3c0 0x7fbb480c9470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:04.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.862+0000 7fbb45d9b640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fbb480c99b0 0x7fbb480cab20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:36320/0 (socket says 172.21.15.76:36320) 2024-09-13T16:15:04.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.862+0000 7fbb45d9b640 1 -- 172.21.15.76:0/89143339 learned_addr learned my addr 172.21.15.76:0/89143339 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:15:04.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.862+0000 7fbb46d9d640 1 --2- 172.21.15.76:0/89143339 >> v2:172.21.15.192:3300/0 conn(0x7fbb480cb230 0x7fbb4806c880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:04.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.862+0000 7fbb4659c640 1 -- 172.21.15.76:0/89143339 >> v2:172.21.15.192:3300/0 conn(0x7fbb480cb230 msgr2=0x7fbb4806c880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:04.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.862+0000 7fbb4659c640 1 --2- 172.21.15.76:0/89143339 >> v2:172.21.15.192:3300/0 conn(0x7fbb480cb230 0x7fbb4806c880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:04.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.862+0000 7fbb4659c640 1 -- 172.21.15.76:0/89143339 >> v1:172.21.15.76:6789/0 conn(0x7fbb480c99b0 legacy=0x7fbb480cab20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:04.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.862+0000 7fbb4659c640 1 -- 172.21.15.76:0/89143339 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbb480ca560 con 0x7fbb4815a3c0 2024-09-13T16:15:04.865 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.862+0000 7fbb46d9d640 1 --2- 172.21.15.76:0/89143339 >> v2:172.21.15.192:3300/0 conn(0x7fbb480cb230 0x7fbb4806c880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:15:04.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.863+0000 7fbb4659c640 1 --2- 172.21.15.76:0/89143339 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbb4815a3c0 0x7fbb480c9470 secure :-1 s=READY pgs=2217 cs=0 l=1 rev1=1 crypto rx=0x7fbb4806e490 tx=0x7fbb3802a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f79ae0f953e884bd server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:04.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.863+0000 7fbb4559a640 1 -- 172.21.15.76:0/89143339 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb3802ae60 con 0x7fbb4815a3c0 2024-09-13T16:15:04.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.863+0000 7fbb4559a640 1 -- 172.21.15.76:0/89143339 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbb38032440 con 0x7fbb4815a3c0 2024-09-13T16:15:04.866 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.863+0000 7fbb4559a640 1 -- 172.21.15.76:0/89143339 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb380327d0 con 0x7fbb4815a3c0 2024-09-13T16:15:04.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.864+0000 7fbb4c80d640 1 -- 172.21.15.76:0/89143339 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbb4815a3c0 msgr2=0x7fbb480c9470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:04.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.864+0000 7fbb4c80d640 1 --2- 172.21.15.76:0/89143339 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbb4815a3c0 0x7fbb480c9470 secure :-1 s=READY pgs=2217 cs=0 l=1 rev1=1 crypto rx=0x7fbb4806e490 tx=0x7fbb3802a110 comp rx=0 tx=0).stop 2024-09-13T16:15:04.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.864+0000 7fbb4c80d640 1 -- 172.21.15.76:0/89143339 shutdown_connections 2024-09-13T16:15:04.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.864+0000 7fbb4c80d640 1 --2- 172.21.15.76:0/89143339 >> v2:172.21.15.192:3300/0 conn(0x7fbb480cb230 0x7fbb4806c880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:04.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.864+0000 7fbb4c80d640 1 --2- 172.21.15.76:0/89143339 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbb4815a3c0 0x7fbb480c9470 unknown :-1 s=CLOSED pgs=2217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:04.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.864+0000 7fbb4c80d640 1 -- 172.21.15.76:0/89143339 >> 172.21.15.76:0/89143339 conn(0x7fbb480affa0 msgr2=0x7fbb480b03b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:04.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.864+0000 7fbb4c80d640 1 -- 172.21.15.76:0/89143339 shutdown_connections 2024-09-13T16:15:04.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.864+0000 7fbb4c80d640 1 -- 172.21.15.76:0/89143339 wait complete. 2024-09-13T16:15:04.867 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.865+0000 7fbb4c80d640 1 Processor -- start 2024-09-13T16:15:04.868 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.865+0000 7fbb4c80d640 1 -- start start 2024-09-13T16:15:04.870 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.866+0000 7fbb4c80d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbb480c99b0 0x7fbb481f0d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:04.870 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.866+0000 7fbb4c80d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbb480cb230 0x7fbb48153690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:04.870 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.866+0000 7fbb4c80d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbb4815a3c0 0x7fbb480ac600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:04.870 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.866+0000 7fbb4c80d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb480c5a40 con 0x7fbb4815a3c0 2024-09-13T16:15:04.870 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.866+0000 7fbb4c80d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb480c6e20 con 0x7fbb480c99b0 2024-09-13T16:15:04.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.866+0000 7fbb4c80d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbb481f0a40 con 0x7fbb480cb230 2024-09-13T16:15:04.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.866+0000 7fbb46d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbb4815a3c0 0x7fbb480ac600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:04.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.866+0000 7fbb46d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbb4815a3c0 0x7fbb480ac600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:45676/0 (socket says 172.21.15.76:45676) 2024-09-13T16:15:04.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.866+0000 7fbb46d9d640 1 -- 172.21.15.76:0/2697503734 learned_addr learned my addr 172.21.15.76:0/2697503734 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:15:04.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.867+0000 7fbb45d9b640 1 --2- 172.21.15.76:0/2697503734 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbb480cb230 0x7fbb48153690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:04.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.867+0000 7fbb4659c640 1 --2- 172.21.15.76:0/2697503734 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbb480c99b0 0x7fbb481f0d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:04.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.867+0000 7fbb46d9d640 1 -- 172.21.15.76:0/2697503734 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbb480cb230 msgr2=0x7fbb48153690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:04.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.867+0000 7fbb46d9d640 1 --2- 172.21.15.76:0/2697503734 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbb480cb230 0x7fbb48153690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:04.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.867+0000 7fbb46d9d640 1 -- 172.21.15.76:0/2697503734 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbb480c99b0 msgr2=0x7fbb481f0d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:04.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.867+0000 7fbb46d9d640 1 --2- 172.21.15.76:0/2697503734 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbb480c99b0 0x7fbb481f0d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:04.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.867+0000 7fbb46d9d640 1 -- 172.21.15.76:0/2697503734 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbb38009400 con 0x7fbb4815a3c0 2024-09-13T16:15:04.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.867+0000 7fbb45d9b640 1 --2- 172.21.15.76:0/2697503734 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbb480cb230 0x7fbb48153690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:15:04.871 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.867+0000 7fbb4659c640 1 --2- 172.21.15.76:0/2697503734 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbb480c99b0 0x7fbb481f0d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:15:04.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.867+0000 7fbb46d9d640 1 --2- 172.21.15.76:0/2697503734 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbb4815a3c0 0x7fbb480ac600 secure :-1 s=READY pgs=2218 cs=0 l=1 rev1=1 crypto rx=0x7fbb4000cef0 tx=0x7fbb4000a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:04.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.867+0000 7fbb36ffd640 1 -- 172.21.15.76:0/2697503734 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb4000d840 con 0x7fbb4815a3c0 2024-09-13T16:15:04.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.867+0000 7fbb36ffd640 1 -- 172.21.15.76:0/2697503734 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbb4000d9c0 con 0x7fbb4815a3c0 2024-09-13T16:15:04.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.867+0000 7fbb4c80d640 1 -- 172.21.15.76:0/2697503734 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbb480c53f0 con 0x7fbb4815a3c0 2024-09-13T16:15:04.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.867+0000 7fbb36ffd640 1 -- 172.21.15.76:0/2697503734 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb4000dd70 con 0x7fbb4815a3c0 2024-09-13T16:15:04.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.867+0000 7fbb4c80d640 1 -- 172.21.15.76:0/2697503734 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbb4806cc80 con 0x7fbb4815a3c0 2024-09-13T16:15:04.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.868+0000 7fbb4c80d640 1 -- 172.21.15.76:0/2697503734 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbb480c6fe0 con 0x7fbb4815a3c0 2024-09-13T16:15:04.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.868+0000 7fbb36ffd640 1 -- 172.21.15.76:0/2697503734 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fbb4001e3b0 con 0x7fbb4815a3c0 2024-09-13T16:15:04.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.869+0000 7fbb36ffd640 1 --2- 172.21.15.76:0/2697503734 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbb2806ac30 0x7fbb2806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:04.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.869+0000 7fbb36ffd640 1 -- 172.21.15.76:0/2697503734 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(162..162 src has 1..162) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fbb40089e90 con 0x7fbb4815a3c0 2024-09-13T16:15:04.872 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.869+0000 7fbb4659c640 1 --2- 172.21.15.76:0/2697503734 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbb2806ac30 0x7fbb2806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:04.873 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.869+0000 7fbb4659c640 1 --2- 172.21.15.76:0/2697503734 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbb2806ac30 0x7fbb2806d0f0 secure :-1 s=READY pgs=940 cs=0 l=1 rev1=1 crypto rx=0x7fbb38034000 tx=0x7fbb3802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:04.874 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:04.873+0000 7fbb36ffd640 1 -- 172.21.15.76:0/2697503734 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fbb40055080 con 0x7fbb4815a3c0 2024-09-13T16:15:05.036 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.034+0000 7fbb4c80d640 1 -- 172.21.15.76:0/2697503734 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fbb480c9470 con 0x7fbb4815a3c0 2024-09-13T16:15:05.036 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.035+0000 7fbb36ffd640 1 -- 172.21.15.76:0/2697503734 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v162) v1 ==== 104+0+11 (secure 0 0 0) 0x7fbb4001a0a0 con 0x7fbb4815a3c0 2024-09-13T16:15:05.036 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2024-09-13T16:15:05.038 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.036+0000 7fbb4c80d640 1 -- 172.21.15.76:0/2697503734 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbb2806ac30 msgr2=0x7fbb2806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:05.038 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.036+0000 7fbb4c80d640 1 --2- 172.21.15.76:0/2697503734 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbb2806ac30 0x7fbb2806d0f0 secure :-1 s=READY pgs=940 cs=0 l=1 rev1=1 crypto rx=0x7fbb38034000 tx=0x7fbb3802e000 comp rx=0 tx=0).stop 2024-09-13T16:15:05.038 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.036+0000 7fbb4c80d640 1 -- 172.21.15.76:0/2697503734 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbb4815a3c0 msgr2=0x7fbb480ac600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:05.038 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.036+0000 7fbb4c80d640 1 --2- 172.21.15.76:0/2697503734 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbb4815a3c0 0x7fbb480ac600 secure :-1 s=READY pgs=2218 cs=0 l=1 rev1=1 crypto rx=0x7fbb4000cef0 tx=0x7fbb4000a710 comp rx=0 tx=0).stop 2024-09-13T16:15:05.038 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.036+0000 7fbb4c80d640 1 -- 172.21.15.76:0/2697503734 shutdown_connections 2024-09-13T16:15:05.038 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.036+0000 7fbb4c80d640 1 --2- 172.21.15.76:0/2697503734 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fbb4815a3c0 0x7fbb480ac600 unknown :-1 s=CLOSED pgs=2218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:05.038 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.036+0000 7fbb4c80d640 1 --2- 172.21.15.76:0/2697503734 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fbb2806ac30 0x7fbb2806d0f0 unknown :-1 s=CLOSED pgs=940 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:05.038 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.036+0000 7fbb4c80d640 1 --2- 172.21.15.76:0/2697503734 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fbb480cb230 0x7fbb48153690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:05.038 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.036+0000 7fbb4c80d640 1 --2- 172.21.15.76:0/2697503734 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbb480c99b0 0x7fbb481f0d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:05.039 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.036+0000 7fbb4c80d640 1 -- 172.21.15.76:0/2697503734 >> 172.21.15.76:0/2697503734 conn(0x7fbb480affa0 msgr2=0x7fbb480b1ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:05.039 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.037+0000 7fbb4c80d640 1 -- 172.21.15.76:0/2697503734 shutdown_connections 2024-09-13T16:15:05.039 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.037+0000 7fbb4c80d640 1 -- 172.21.15.76:0/2697503734 wait complete. 2024-09-13T16:15:05.049 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:15:05.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.149+0000 7ff2aa1e9640 1 Processor -- start 2024-09-13T16:15:05.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.149+0000 7ff2aa1e9640 1 -- start start 2024-09-13T16:15:05.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.150+0000 7ff2aa1e9640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff2a4163090 0x7ff2a4165480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:05.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.150+0000 7ff2aa1e9640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff2a40c9fa0 con 0x7ff2a40cab20 2024-09-13T16:15:05.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.150+0000 7ff2aa1e9640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff2a40ca280 con 0x7ff2a415a3c0 2024-09-13T16:15:05.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.150+0000 7ff2aa1e9640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff2a406c430 con 0x7ff2a4163090 2024-09-13T16:15:05.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.150+0000 7ff2a3fff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff2a4163090 0x7ff2a4165480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:05.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.150+0000 7ff2a3fff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff2a4163090 0x7ff2a4165480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:45690/0 (socket says 172.21.15.76:45690) 2024-09-13T16:15:05.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.150+0000 7ff2a2ffd640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7ff2a40cab20 0x7ff2a40caf60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:36336/0 (socket says 172.21.15.76:36336) 2024-09-13T16:15:05.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.150+0000 7ff2a3fff640 1 -- 172.21.15.76:0/4227834710 learned_addr learned my addr 172.21.15.76:0/4227834710 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:15:05.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.150+0000 7ff2a3fff640 1 -- 172.21.15.76:0/4227834710 >> v1:172.21.15.192:6789/0 conn(0x7ff2a415a3c0 legacy=0x7ff2a40c9470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:05.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.150+0000 7ff2a3fff640 1 -- 172.21.15.76:0/4227834710 >> v1:172.21.15.76:6789/0 conn(0x7ff2a40cab20 legacy=0x7ff2a40caf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:05.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.150+0000 7ff2a3fff640 1 -- 172.21.15.76:0/4227834710 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff2a40ca560 con 0x7ff2a4163090 2024-09-13T16:15:05.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.150+0000 7ff2a27fc640 1 -- 172.21.15.76:0/4227834710 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2813275495 0 0) 0x7ff2a40c9fa0 con 0x7ff2a40cab20 2024-09-13T16:15:05.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.151+0000 7ff2a3fff640 1 --2- 172.21.15.76:0/4227834710 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff2a4163090 0x7ff2a4165480 secure :-1 s=READY pgs=2220 cs=0 l=1 rev1=1 crypto rx=0x7ff29c009870 tx=0x7ff29c02a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9063f8f8654f80fc server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:05.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.151+0000 7ff2a27fc640 1 -- 172.21.15.76:0/4227834710 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff29c032640 con 0x7ff2a4163090 2024-09-13T16:15:05.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.151+0000 7ff2a27fc640 1 -- 172.21.15.76:0/4227834710 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff29c0327a0 con 0x7ff2a4163090 2024-09-13T16:15:05.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.151+0000 7ff2a27fc640 1 -- 172.21.15.76:0/4227834710 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff29c032b30 con 0x7ff2a4163090 2024-09-13T16:15:05.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.152+0000 7ff2aa1e9640 1 -- 172.21.15.76:0/4227834710 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff2a4163090 msgr2=0x7ff2a4165480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:05.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.152+0000 7ff2aa1e9640 1 --2- 172.21.15.76:0/4227834710 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff2a4163090 0x7ff2a4165480 secure :-1 s=READY pgs=2220 cs=0 l=1 rev1=1 crypto rx=0x7ff29c009870 tx=0x7ff29c02a300 comp rx=0 tx=0).stop 2024-09-13T16:15:05.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.152+0000 7ff2aa1e9640 1 -- 172.21.15.76:0/4227834710 shutdown_connections 2024-09-13T16:15:05.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.152+0000 7ff2aa1e9640 1 --2- 172.21.15.76:0/4227834710 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff2a4163090 0x7ff2a4165480 unknown :-1 s=CLOSED pgs=2220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:05.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.152+0000 7ff2aa1e9640 1 -- 172.21.15.76:0/4227834710 >> 172.21.15.76:0/4227834710 conn(0x7ff2a40affa0 msgr2=0x7ff2a40b03b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:05.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.152+0000 7ff2aa1e9640 1 -- 172.21.15.76:0/4227834710 shutdown_connections 2024-09-13T16:15:05.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.152+0000 7ff2aa1e9640 1 -- 172.21.15.76:0/4227834710 wait complete. 2024-09-13T16:15:05.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.153+0000 7ff2aa1e9640 1 Processor -- start 2024-09-13T16:15:05.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.153+0000 7ff2aa1e9640 1 -- start start 2024-09-13T16:15:05.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.154+0000 7ff2aa1e9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff2a40cab20 0x7ff2a4097a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:05.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.154+0000 7ff2aa1e9640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff2a415a3c0 0x7ff2a4158180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:05.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.154+0000 7ff2aa1e9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff2a4163090 0x7ff2a41586c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:05.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.154+0000 7ff2aa1e9640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff2a415f5b0 con 0x7ff2a4163090 2024-09-13T16:15:05.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.154+0000 7ff2aa1e9640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff2a4157a30 con 0x7ff2a415a3c0 2024-09-13T16:15:05.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.154+0000 7ff2aa1e9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff2a415f1f0 con 0x7ff2a40cab20 2024-09-13T16:15:05.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.154+0000 7ff2a3fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff2a4163090 0x7ff2a41586c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:05.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.154+0000 7ff2a3fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff2a4163090 0x7ff2a41586c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:45700/0 (socket says 172.21.15.76:45700) 2024-09-13T16:15:05.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.154+0000 7ff2a3fff640 1 -- 172.21.15.76:0/2035079240 learned_addr learned my addr 172.21.15.76:0/2035079240 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:15:05.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.154+0000 7ff2a37fe640 1 --2- 172.21.15.76:0/2035079240 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff2a40cab20 0x7ff2a4097a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:05.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.154+0000 7ff2a2ffd640 1 --2- 172.21.15.76:0/2035079240 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff2a415a3c0 0x7ff2a4158180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:05.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.154+0000 7ff2a3fff640 1 -- 172.21.15.76:0/2035079240 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff2a40cab20 msgr2=0x7ff2a4097a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:05.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.154+0000 7ff2a3fff640 1 --2- 172.21.15.76:0/2035079240 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff2a40cab20 0x7ff2a4097a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:05.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.154+0000 7ff2a3fff640 1 -- 172.21.15.76:0/2035079240 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff2a415a3c0 msgr2=0x7ff2a4158180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:05.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.154+0000 7ff2a3fff640 1 --2- 172.21.15.76:0/2035079240 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff2a415a3c0 0x7ff2a4158180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:05.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.154+0000 7ff2a3fff640 1 -- 172.21.15.76:0/2035079240 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff29c0094d0 con 0x7ff2a4163090 2024-09-13T16:15:05.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.154+0000 7ff2a2ffd640 1 --2- 172.21.15.76:0/2035079240 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff2a415a3c0 0x7ff2a4158180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:15:05.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.155+0000 7ff2a3fff640 1 --2- 172.21.15.76:0/2035079240 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff2a4163090 0x7ff2a41586c0 secure :-1 s=READY pgs=2221 cs=0 l=1 rev1=1 crypto rx=0x7ff29c02a340 tx=0x7ff29c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:05.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.155+0000 7ff28bfff640 1 -- 172.21.15.76:0/2035079240 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff29c030a10 con 0x7ff2a4163090 2024-09-13T16:15:05.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.155+0000 7ff28bfff640 1 -- 172.21.15.76:0/2035079240 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff29c030b70 con 0x7ff2a4163090 2024-09-13T16:15:05.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.155+0000 7ff2aa1e9640 1 -- 172.21.15.76:0/2035079240 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff2a41572c0 con 0x7ff2a4163090 2024-09-13T16:15:05.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.155+0000 7ff28bfff640 1 -- 172.21.15.76:0/2035079240 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff29c03d420 con 0x7ff2a4163090 2024-09-13T16:15:05.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.155+0000 7ff2aa1e9640 1 -- 172.21.15.76:0/2035079240 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff2a40c7f20 con 0x7ff2a4163090 2024-09-13T16:15:05.159 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.156+0000 7ff2aa1e9640 1 -- 172.21.15.76:0/2035079240 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff2a415f8d0 con 0x7ff2a4163090 2024-09-13T16:15:05.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.156+0000 7ff28bfff640 1 -- 172.21.15.76:0/2035079240 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff29c039040 con 0x7ff2a4163090 2024-09-13T16:15:05.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.157+0000 7ff28bfff640 1 --2- 172.21.15.76:0/2035079240 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff29006ac00 0x7ff29006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:05.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.157+0000 7ff28bfff640 1 -- 172.21.15.76:0/2035079240 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(162..162 src has 1..162) v4 ==== 6029+0+0 (secure 0 0 0) 0x7ff29c0aa050 con 0x7ff2a4163090 2024-09-13T16:15:05.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.157+0000 7ff2a37fe640 1 --2- 172.21.15.76:0/2035079240 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff29006ac00 0x7ff29006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:05.160 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.157+0000 7ff2a37fe640 1 --2- 172.21.15.76:0/2035079240 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff29006ac00 0x7ff29006d0c0 secure :-1 s=READY pgs=941 cs=0 l=1 rev1=1 crypto rx=0x7ff2a40ac850 tx=0x7ff294009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:05.162 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.161+0000 7ff28bfff640 1 -- 172.21.15.76:0/2035079240 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ff29c0752d0 con 0x7ff2a4163090 2024-09-13T16:15:05.326 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.324+0000 7ff2aa1e9640 1 -- 172.21.15.76:0/2035079240 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7ff2a415f6f0 con 0x7ff2a4163090 2024-09-13T16:15:05.326 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.325+0000 7ff28bfff640 1 -- 172.21.15.76:0/2035079240 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v162) v1 ==== 100+0+11 (secure 0 0 0) 0x7ff2a415f6f0 con 0x7ff2a4163090 2024-09-13T16:15:05.326 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2024-09-13T16:15:05.328 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.326+0000 7ff2aa1e9640 1 -- 172.21.15.76:0/2035079240 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff29006ac00 msgr2=0x7ff29006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:05.328 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.326+0000 7ff2aa1e9640 1 --2- 172.21.15.76:0/2035079240 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff29006ac00 0x7ff29006d0c0 secure :-1 s=READY pgs=941 cs=0 l=1 rev1=1 crypto rx=0x7ff2a40ac850 tx=0x7ff294009040 comp rx=0 tx=0).stop 2024-09-13T16:15:05.328 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.327+0000 7ff2aa1e9640 1 -- 172.21.15.76:0/2035079240 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff2a4163090 msgr2=0x7ff2a41586c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:05.329 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.327+0000 7ff2aa1e9640 1 --2- 172.21.15.76:0/2035079240 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff2a4163090 0x7ff2a41586c0 secure :-1 s=READY pgs=2221 cs=0 l=1 rev1=1 crypto rx=0x7ff29c02a340 tx=0x7ff29c0046c0 comp rx=0 tx=0).stop 2024-09-13T16:15:05.329 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.327+0000 7ff2aa1e9640 1 -- 172.21.15.76:0/2035079240 shutdown_connections 2024-09-13T16:15:05.329 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.327+0000 7ff2aa1e9640 1 --2- 172.21.15.76:0/2035079240 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff2a4163090 0x7ff2a41586c0 unknown :-1 s=CLOSED pgs=2221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:05.329 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.327+0000 7ff2aa1e9640 1 --2- 172.21.15.76:0/2035079240 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff2a415a3c0 0x7ff2a4158180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:05.329 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.327+0000 7ff2aa1e9640 1 --2- 172.21.15.76:0/2035079240 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff29006ac00 0x7ff29006d0c0 unknown :-1 s=CLOSED pgs=941 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:05.329 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.327+0000 7ff2aa1e9640 1 --2- 172.21.15.76:0/2035079240 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff2a40cab20 0x7ff2a4097a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:05.329 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.327+0000 7ff2aa1e9640 1 -- 172.21.15.76:0/2035079240 >> 172.21.15.76:0/2035079240 conn(0x7ff2a40affa0 msgr2=0x7ff2a41595a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:05.329 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.327+0000 7ff2aa1e9640 1 -- 172.21.15.76:0/2035079240 shutdown_connections 2024-09-13T16:15:05.329 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.327+0000 7ff2aa1e9640 1 -- 172.21.15.76:0/2035079240 wait complete. 2024-09-13T16:15:05.339 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:15:05.449 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.437+0000 7f58f9cf7640 1 Processor -- start 2024-09-13T16:15:05.449 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.437+0000 7f58f9cf7640 1 -- start start 2024-09-13T16:15:05.449 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.437+0000 7f58f9cf7640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f58f40c4a80 0x7f58f40c3140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:05.450 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.438+0000 7f58f9cf7640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f58f40b1b80 0x7f58f40b1fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:05.450 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.438+0000 7f58f9cf7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f58f40ce4c0 0x7f58f40ce8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:05.450 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.438+0000 7f58f9cf7640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f58f415a990 con 0x7f58f40b1b80 2024-09-13T16:15:05.450 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.438+0000 7f58f9cf7640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f58f415ef30 con 0x7f58f40c4a80 2024-09-13T16:15:05.450 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.438+0000 7f58f9cf7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f58f40c3680 con 0x7f58f40ce4c0 2024-09-13T16:15:05.450 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.438+0000 7f58f2ffd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f58f40b1b80 0x7f58f40b1fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:05.450 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.438+0000 7f58f2ffd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f58f40b1b80 0x7f58f40b1fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:45710/0 (socket says 172.21.15.76:45710) 2024-09-13T16:15:05.451 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.438+0000 7f58f2ffd640 1 -- 172.21.15.76:0/101960968 learned_addr learned my addr 172.21.15.76:0/101960968 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:15:05.451 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.438+0000 7f58f3fff640 1 --2- 172.21.15.76:0/101960968 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f58f40ce4c0 0x7f58f40ce8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:05.451 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.438+0000 7f58f37fe640 1 --2- 172.21.15.76:0/101960968 >> v2:172.21.15.192:3300/0 conn(0x7f58f40c4a80 0x7f58f40c3140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:05.451 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.438+0000 7f58f2ffd640 1 -- 172.21.15.76:0/101960968 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f58f40ce4c0 msgr2=0x7f58f40ce8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:05.451 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.438+0000 7f58f2ffd640 1 --2- 172.21.15.76:0/101960968 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f58f40ce4c0 0x7f58f40ce8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:05.451 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.438+0000 7f58f2ffd640 1 -- 172.21.15.76:0/101960968 >> v2:172.21.15.192:3300/0 conn(0x7f58f40c4a80 msgr2=0x7f58f40c3140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:05.451 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.438+0000 7f58f2ffd640 1 --2- 172.21.15.76:0/101960968 >> v2:172.21.15.192:3300/0 conn(0x7f58f40c4a80 0x7f58f40c3140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:05.452 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.438+0000 7f58f2ffd640 1 -- 172.21.15.76:0/101960968 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f58f40cee30 con 0x7f58f40b1b80 2024-09-13T16:15:05.452 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.439+0000 7f58f2ffd640 1 --2- 172.21.15.76:0/101960968 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f58f40b1b80 0x7f58f40b1fd0 secure :-1 s=READY pgs=2222 cs=0 l=1 rev1=1 crypto rx=0x7f58f40b1b10 tx=0x7f58e802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f3c1465a5d0344e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:05.452 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.439+0000 7f58f27fc640 1 -- 172.21.15.76:0/101960968 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58e8032440 con 0x7f58f40b1b80 2024-09-13T16:15:05.452 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.439+0000 7f58f27fc640 1 -- 172.21.15.76:0/101960968 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f58e80325a0 con 0x7f58f40b1b80 2024-09-13T16:15:05.452 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.439+0000 7f58f27fc640 1 -- 172.21.15.76:0/101960968 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58e8032930 con 0x7f58f40b1b80 2024-09-13T16:15:05.453 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.439+0000 7f58f9cf7640 1 -- 172.21.15.76:0/101960968 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f58f40b1b80 msgr2=0x7f58f40b1fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:05.453 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.439+0000 7f58f9cf7640 1 --2- 172.21.15.76:0/101960968 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f58f40b1b80 0x7f58f40b1fd0 secure :-1 s=READY pgs=2222 cs=0 l=1 rev1=1 crypto rx=0x7f58f40b1b10 tx=0x7f58e802a1e0 comp rx=0 tx=0).stop 2024-09-13T16:15:05.453 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.439+0000 7f58f9cf7640 1 -- 172.21.15.76:0/101960968 shutdown_connections 2024-09-13T16:15:05.453 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.439+0000 7f58f9cf7640 1 --2- 172.21.15.76:0/101960968 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f58f40ce4c0 0x7f58f40ce8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:05.453 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.439+0000 7f58f9cf7640 1 --2- 172.21.15.76:0/101960968 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f58f40b1b80 0x7f58f40b1fd0 unknown :-1 s=CLOSED pgs=2222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:05.453 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.439+0000 7f58f9cf7640 1 --2- 172.21.15.76:0/101960968 >> v2:172.21.15.192:3300/0 conn(0x7f58f40c4a80 0x7f58f40c3140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:05.454 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.439+0000 7f58f9cf7640 1 -- 172.21.15.76:0/101960968 >> 172.21.15.76:0/101960968 conn(0x7f58f406a020 msgr2=0x7f58f406a430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:05.454 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.439+0000 7f58f9cf7640 1 -- 172.21.15.76:0/101960968 shutdown_connections 2024-09-13T16:15:05.454 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.439+0000 7f58f9cf7640 1 -- 172.21.15.76:0/101960968 wait complete. 2024-09-13T16:15:05.454 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.441+0000 7f58f9cf7640 1 Processor -- start 2024-09-13T16:15:05.455 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.441+0000 7f58f9cf7640 1 -- start start 2024-09-13T16:15:05.455 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.442+0000 7f58f9cf7640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f58f40b1b80 0x7f58f40c8260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:05.455 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.442+0000 7f58f9cf7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f58f40c4a80 0x7f58f4159740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:05.455 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.442+0000 7f58f9cf7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f58f40ce4c0 0x7f58f40c6670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:05.455 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.442+0000 7f58f9cf7640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f58f40c71c0 con 0x7f58f40c4a80 2024-09-13T16:15:05.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.442+0000 7f58f9cf7640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f58f40c74a0 con 0x7f58f40b1b80 2024-09-13T16:15:05.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.442+0000 7f58f9cf7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f58f40c7780 con 0x7f58f40ce4c0 2024-09-13T16:15:05.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.442+0000 7f58f2ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f58f40c4a80 0x7f58f4159740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:05.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.442+0000 7f58f2ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f58f40c4a80 0x7f58f4159740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:45720/0 (socket says 172.21.15.76:45720) 2024-09-13T16:15:05.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.442+0000 7f58f2ffd640 1 -- 172.21.15.76:0/593799792 learned_addr learned my addr 172.21.15.76:0/593799792 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:15:05.457 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.442+0000 7f58f37fe640 1 --2- 172.21.15.76:0/593799792 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f58f40b1b80 0x7f58f40c8260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:05.457 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.442+0000 7f58f3fff640 1 --2- 172.21.15.76:0/593799792 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f58f40ce4c0 0x7f58f40c6670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:05.457 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.442+0000 7f58f2ffd640 1 -- 172.21.15.76:0/593799792 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f58f40ce4c0 msgr2=0x7f58f40c6670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:05.457 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.442+0000 7f58f2ffd640 1 --2- 172.21.15.76:0/593799792 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f58f40ce4c0 0x7f58f40c6670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:05.458 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.442+0000 7f58f2ffd640 1 -- 172.21.15.76:0/593799792 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f58f40b1b80 msgr2=0x7f58f40c8260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:05.458 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.442+0000 7f58f2ffd640 1 --2- 172.21.15.76:0/593799792 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f58f40b1b80 0x7f58f40c8260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:05.458 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.442+0000 7f58f2ffd640 1 -- 172.21.15.76:0/593799792 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f58e80094d0 con 0x7f58f40c4a80 2024-09-13T16:15:05.458 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.442+0000 7f58f2ffd640 1 --2- 172.21.15.76:0/593799792 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f58f40c4a80 0x7f58f4159740 secure :-1 s=READY pgs=2223 cs=0 l=1 rev1=1 crypto rx=0x7f58e8000c00 tx=0x7f58e80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:05.458 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.442+0000 7f58dbfff640 1 -- 172.21.15.76:0/593799792 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58e8032440 con 0x7f58f40c4a80 2024-09-13T16:15:05.459 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.442+0000 7f58dbfff640 1 -- 172.21.15.76:0/593799792 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f58e8030b80 con 0x7f58f40c4a80 2024-09-13T16:15:05.459 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.442+0000 7f58f9cf7640 1 -- 172.21.15.76:0/593799792 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f58f40c7a60 con 0x7f58f40c4a80 2024-09-13T16:15:05.459 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.442+0000 7f58dbfff640 1 -- 172.21.15.76:0/593799792 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58e803b400 con 0x7f58f40c4a80 2024-09-13T16:15:05.459 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.442+0000 7f58f9cf7640 1 -- 172.21.15.76:0/593799792 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f58f40ac3c0 con 0x7f58f40c4a80 2024-09-13T16:15:05.459 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.443+0000 7f58f9cf7640 1 -- 172.21.15.76:0/593799792 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f58f415dfb0 con 0x7f58f40c4a80 2024-09-13T16:15:05.460 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.444+0000 7f58dbfff640 1 -- 172.21.15.76:0/593799792 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f58e8039040 con 0x7f58f40c4a80 2024-09-13T16:15:05.460 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.444+0000 7f58dbfff640 1 --2- 172.21.15.76:0/593799792 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f58e006ac00 0x7f58e006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:05.460 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.445+0000 7f58dbfff640 1 -- 172.21.15.76:0/593799792 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(162..162 src has 1..162) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f58e80a9cb0 con 0x7f58f40c4a80 2024-09-13T16:15:05.460 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.445+0000 7f58f37fe640 1 --2- 172.21.15.76:0/593799792 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f58e006ac00 0x7f58e006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:05.460 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.445+0000 7f58f37fe640 1 --2- 172.21.15.76:0/593799792 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f58e006ac00 0x7f58e006d0c0 secure :-1 s=READY pgs=942 cs=0 l=1 rev1=1 crypto rx=0x7f58e4006fd0 tx=0x7f58e4008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:05.461 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.449+0000 7f58dbfff640 1 -- 172.21.15.76:0/593799792 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f58e8074e70 con 0x7f58f40c4a80 2024-09-13T16:15:05.623 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.622+0000 7f58f9cf7640 1 -- 172.21.15.76:0/593799792 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f58f4072bd0 con 0x7f58f40c4a80 2024-09-13T16:15:05.624 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.622+0000 7f58dbfff640 1 -- 172.21.15.76:0/593799792 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v162) v1 ==== 80+0+0 (secure 0 0 0) 0x7f58e8037080 con 0x7f58f40c4a80 2024-09-13T16:15:05.624 INFO:teuthology.orchestra.run.smithi076.stderr:listed 0 entries 2024-09-13T16:15:05.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.624+0000 7f58f9cf7640 1 -- 172.21.15.76:0/593799792 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f58e006ac00 msgr2=0x7f58e006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:05.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.624+0000 7f58f9cf7640 1 --2- 172.21.15.76:0/593799792 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f58e006ac00 0x7f58e006d0c0 secure :-1 s=READY pgs=942 cs=0 l=1 rev1=1 crypto rx=0x7f58e4006fd0 tx=0x7f58e4008040 comp rx=0 tx=0).stop 2024-09-13T16:15:05.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.624+0000 7f58f9cf7640 1 -- 172.21.15.76:0/593799792 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f58f40c4a80 msgr2=0x7f58f4159740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:05.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.624+0000 7f58f9cf7640 1 --2- 172.21.15.76:0/593799792 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f58f40c4a80 0x7f58f4159740 secure :-1 s=READY pgs=2223 cs=0 l=1 rev1=1 crypto rx=0x7f58e8000c00 tx=0x7f58e80046c0 comp rx=0 tx=0).stop 2024-09-13T16:15:05.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.624+0000 7f58f9cf7640 1 -- 172.21.15.76:0/593799792 shutdown_connections 2024-09-13T16:15:05.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.624+0000 7f58f9cf7640 1 --2- 172.21.15.76:0/593799792 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f58e006ac00 0x7f58e006d0c0 unknown :-1 s=CLOSED pgs=942 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:05.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.624+0000 7f58f9cf7640 1 --2- 172.21.15.76:0/593799792 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f58f40ce4c0 0x7f58f40c6670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:05.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.624+0000 7f58f9cf7640 1 --2- 172.21.15.76:0/593799792 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f58f40c4a80 0x7f58f4159740 unknown :-1 s=CLOSED pgs=2223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:05.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.624+0000 7f58f9cf7640 1 --2- 172.21.15.76:0/593799792 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f58f40b1b80 0x7f58f40c8260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:05.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.624+0000 7f58f9cf7640 1 -- 172.21.15.76:0/593799792 >> 172.21.15.76:0/593799792 conn(0x7f58f406a020 msgr2=0x7f58f40aedd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:05.628 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.624+0000 7f58f9cf7640 1 -- 172.21.15.76:0/593799792 shutdown_connections 2024-09-13T16:15:05.628 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.624+0000 7f58f9cf7640 1 -- 172.21.15.76:0/593799792 wait complete. 2024-09-13T16:15:05.637 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi076.front.sepia.ceph.com... 2024-09-13T16:15:05.637 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:15:05.637 DEBUG:teuthology.orchestra.run.smithi076:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-13T16:15:05.661 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi076.stderr:ceph-fuse[89220]: fuse finished with error 0 and tester_r 0 2024-09-13T16:15:05.663 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi076.front.sepia.ceph.com 2024-09-13T16:15:05.663 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:15:05.663 DEBUG:teuthology.orchestra.run.smithi076:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T16:15:05.721 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T16:15:05.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.858+0000 7fb1abdae640 1 Processor -- start 2024-09-13T16:15:06.190 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.859+0000 7fb1abdae640 1 -- start start 2024-09-13T16:15:06.196 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.859+0000 7fb1abdae640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fb1a415c890 0x7fb1a406b5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:06.196 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.859+0000 7fb1abdae640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb1a40b4eb0 con 0x7fb1a40ced50 2024-09-13T16:15:06.196 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.859+0000 7fb1abdae640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb1a40d1540 con 0x7fb1a40cf190 2024-09-13T16:15:06.196 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.859+0000 7fb1abdae640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb1a406bf60 con 0x7fb1a415c890 2024-09-13T16:15:06.196 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.860+0000 7fb1a9349640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fb1a40ced50 0x7fb1a40b4090 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:36344/0 (socket says 172.21.15.76:36344) 2024-09-13T16:15:06.196 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.860+0000 7fb1a9349640 1 -- 172.21.15.76:0/2214207333 learned_addr learned my addr 172.21.15.76:0/2214207333 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:15:06.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.860+0000 7fb1a9b4a640 1 --2- 172.21.15.76:0/2214207333 >> v2:172.21.15.192:3300/0 conn(0x7fb1a415c890 0x7fb1a406b5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:06.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.860+0000 7fb1a8b48640 1 -- 172.21.15.76:0/2214207333 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4061223754 0 0) 0x7fb1a40b4eb0 con 0x7fb1a40ced50 2024-09-13T16:15:06.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.860+0000 7fb1a8b48640 1 -- 172.21.15.76:0/2214207333 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb190003520 con 0x7fb1a40ced50 2024-09-13T16:15:06.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.860+0000 7fb1a8b48640 1 -- 172.21.15.76:0/2214207333 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3128144158 0 0) 0x7fb190003520 con 0x7fb1a40ced50 2024-09-13T16:15:06.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.860+0000 7fb1a8b48640 1 -- 172.21.15.76:0/2214207333 >> v2:172.21.15.192:3300/0 conn(0x7fb1a415c890 msgr2=0x7fb1a406b5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:06.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.860+0000 7fb1a8b48640 1 --2- 172.21.15.76:0/2214207333 >> v2:172.21.15.192:3300/0 conn(0x7fb1a415c890 0x7fb1a406b5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:06.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.860+0000 7fb1a8b48640 1 -- 172.21.15.76:0/2214207333 >> v1:172.21.15.192:6789/0 conn(0x7fb1a40cf190 legacy=0x7fb1a40b47a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:06.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.860+0000 7fb1a8b48640 1 -- 172.21.15.76:0/2214207333 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb1a406c240 con 0x7fb1a40ced50 2024-09-13T16:15:06.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.860+0000 7fb1a8b48640 1 -- 172.21.15.76:0/2214207333 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7fb1980016c0 con 0x7fb1a40ced50 2024-09-13T16:15:06.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.860+0000 7fb1a8b48640 1 -- 172.21.15.76:0/2214207333 >> v1:172.21.15.76:6789/0 conn(0x7fb1a40ced50 legacy=0x7fb1a40b4090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:06.197 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.860+0000 7fb1a8b48640 1 --2- 172.21.15.76:0/2214207333 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb1900039e0 0x7fb190003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:06.198 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.860+0000 7fb1a8b48640 1 --2- 172.21.15.76:0/2214207333 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb1900047c0 0x7fb190004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:06.198 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.860+0000 7fb1a8b48640 1 --2- 172.21.15.76:0/2214207333 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb190005180 0x7fb19000b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:06.198 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.860+0000 7fb1a8b48640 1 -- 172.21.15.76:0/2214207333 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb1a406bf60 con 0x7fb1900047c0 2024-09-13T16:15:06.198 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.860+0000 7fb1a8b48640 1 -- 172.21.15.76:0/2214207333 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb19000c0b0 con 0x7fb1900039e0 2024-09-13T16:15:06.198 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.860+0000 7fb1a8b48640 1 -- 172.21.15.76:0/2214207333 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb19000c270 con 0x7fb190005180 2024-09-13T16:15:06.198 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.860+0000 7fb1a9349640 1 --2- 172.21.15.76:0/2214207333 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb1900047c0 0x7fb190004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:06.198 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.860+0000 7fb1a9b4a640 1 --2- 172.21.15.76:0/2214207333 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb1900039e0 0x7fb190003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:06.198 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.860+0000 7fb1aa34b640 1 --2- 172.21.15.76:0/2214207333 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb190005180 0x7fb19000b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:06.198 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.861+0000 7fb1a9349640 1 -- 172.21.15.76:0/2214207333 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb190005180 msgr2=0x7fb19000b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:06.199 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.861+0000 7fb1a9349640 1 --2- 172.21.15.76:0/2214207333 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb190005180 0x7fb19000b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:06.199 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.861+0000 7fb1a9349640 1 -- 172.21.15.76:0/2214207333 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb1900039e0 msgr2=0x7fb190003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:06.199 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.861+0000 7fb1a9349640 1 --2- 172.21.15.76:0/2214207333 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb1900039e0 0x7fb190003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:06.199 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.861+0000 7fb1a9349640 1 -- 172.21.15.76:0/2214207333 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb190003520 con 0x7fb1900047c0 2024-09-13T16:15:06.199 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.861+0000 7fb1aa34b640 1 -- 172.21.15.76:0/2214207333 reap_dead start 2024-09-13T16:15:06.199 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.861+0000 7fb1a9349640 1 --2- 172.21.15.76:0/2214207333 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb1900047c0 0x7fb190004c40 secure :-1 s=READY pgs=2225 cs=0 l=1 rev1=1 crypto rx=0x7fb19800c190 tx=0x7fb1900057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce1c40be894f9679 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:06.199 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.861+0000 7fb1a8b48640 1 -- 172.21.15.76:0/2214207333 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb198005ad0 con 0x7fb1900047c0 2024-09-13T16:15:06.199 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.861+0000 7fb1a8b48640 1 -- 172.21.15.76:0/2214207333 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb19802d070 con 0x7fb1900047c0 2024-09-13T16:15:06.199 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.861+0000 7fb1a8b48640 1 -- 172.21.15.76:0/2214207333 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb198005e90 con 0x7fb1900047c0 2024-09-13T16:15:06.199 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.862+0000 7fb1abdae640 1 -- 172.21.15.76:0/2214207333 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb1900047c0 msgr2=0x7fb190004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:06.200 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.862+0000 7fb1abdae640 1 --2- 172.21.15.76:0/2214207333 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb1900047c0 0x7fb190004c40 secure :-1 s=READY pgs=2225 cs=0 l=1 rev1=1 crypto rx=0x7fb19800c190 tx=0x7fb1900057f0 comp rx=0 tx=0).stop 2024-09-13T16:15:06.200 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.862+0000 7fb1abdae640 1 -- 172.21.15.76:0/2214207333 shutdown_connections 2024-09-13T16:15:06.200 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.862+0000 7fb1abdae640 1 --2- 172.21.15.76:0/2214207333 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb1900047c0 0x7fb190004c40 unknown :-1 s=CLOSED pgs=2225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:06.200 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.862+0000 7fb1abdae640 1 -- 172.21.15.76:0/2214207333 >> 172.21.15.76:0/2214207333 conn(0x7fb1a409b920 msgr2=0x7fb1a4089fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:06.200 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.862+0000 7fb1abdae640 1 -- 172.21.15.76:0/2214207333 shutdown_connections 2024-09-13T16:15:06.200 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.862+0000 7fb1abdae640 1 -- 172.21.15.76:0/2214207333 wait complete. 2024-09-13T16:15:06.201 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.863+0000 7fb1abdae640 1 Processor -- start 2024-09-13T16:15:06.201 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.863+0000 7fb1abdae640 1 -- start start 2024-09-13T16:15:06.201 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.864+0000 7fb1abdae640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb1900047c0 0x7fb1a41f62e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:06.201 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.864+0000 7fb1abdae640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb1a40c6120 0x7fb1a41f2c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:06.201 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.864+0000 7fb1abdae640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb1a41ef6e0 0x7fb1a40b4030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:06.201 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.864+0000 7fb1abdae640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb1a41f6820 con 0x7fb1a40c6120 2024-09-13T16:15:06.201 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.864+0000 7fb1abdae640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb1a40c90e0 con 0x7fb1900047c0 2024-09-13T16:15:06.201 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.864+0000 7fb1abdae640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb1a40c88a0 con 0x7fb1a41ef6e0 2024-09-13T16:15:06.201 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.864+0000 7fb1a9349640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb1a40c6120 0x7fb1a41f2c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:06.201 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.864+0000 7fb1a9349640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb1a40c6120 0x7fb1a41f2c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:45738/0 (socket says 172.21.15.76:45738) 2024-09-13T16:15:06.201 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.864+0000 7fb1a9349640 1 -- 172.21.15.76:0/2032403624 learned_addr learned my addr 172.21.15.76:0/2032403624 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:15:06.201 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.864+0000 7fb1a9b4a640 1 --2- 172.21.15.76:0/2032403624 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb1900047c0 0x7fb1a41f62e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:06.201 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.864+0000 7fb1aa34b640 1 --2- 172.21.15.76:0/2032403624 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb1a41ef6e0 0x7fb1a40b4030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:06.202 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.864+0000 7fb1a9349640 1 -- 172.21.15.76:0/2032403624 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb1a41ef6e0 msgr2=0x7fb1a40b4030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:06.202 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.864+0000 7fb1a9349640 1 --2- 172.21.15.76:0/2032403624 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb1a41ef6e0 0x7fb1a40b4030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:06.202 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.864+0000 7fb1a9349640 1 -- 172.21.15.76:0/2032403624 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb1900047c0 msgr2=0x7fb1a41f62e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:06.202 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.864+0000 7fb1a9349640 1 --2- 172.21.15.76:0/2032403624 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb1900047c0 0x7fb1a41f62e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:06.202 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.864+0000 7fb1a9349640 1 -- 172.21.15.76:0/2032403624 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb1a40c8b20 con 0x7fb1a40c6120 2024-09-13T16:15:06.202 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.864+0000 7fb1aa34b640 1 --2- 172.21.15.76:0/2032403624 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb1a41ef6e0 0x7fb1a40b4030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:15:06.202 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.865+0000 7fb1a9349640 1 --2- 172.21.15.76:0/2032403624 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb1a40c6120 0x7fb1a41f2c80 secure :-1 s=READY pgs=2226 cs=0 l=1 rev1=1 crypto rx=0x7fb198001980 tx=0x7fb198001a50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:06.202 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.865+0000 7fb1967fc640 1 -- 172.21.15.76:0/2032403624 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb198041070 con 0x7fb1a40c6120 2024-09-13T16:15:06.202 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.865+0000 7fb1967fc640 1 -- 172.21.15.76:0/2032403624 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb1980049f0 con 0x7fb1a40c6120 2024-09-13T16:15:06.202 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.865+0000 7fb1967fc640 1 -- 172.21.15.76:0/2032403624 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb198004d80 con 0x7fb1a40c6120 2024-09-13T16:15:06.202 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.865+0000 7fb1abdae640 1 -- 172.21.15.76:0/2032403624 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb1a40c8e00 con 0x7fb1a40c6120 2024-09-13T16:15:06.202 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.865+0000 7fb1abdae640 1 -- 172.21.15.76:0/2032403624 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb1a41f2760 con 0x7fb1a40c6120 2024-09-13T16:15:06.202 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.866+0000 7fb1abdae640 1 -- 172.21.15.76:0/2032403624 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb1a41f22e0 con 0x7fb1a40c6120 2024-09-13T16:15:06.203 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.866+0000 7fb1967fc640 1 -- 172.21.15.76:0/2032403624 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb19802f030 con 0x7fb1a40c6120 2024-09-13T16:15:06.203 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.867+0000 7fb1967fc640 1 --2- 172.21.15.76:0/2032403624 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb18806ac00 0x7fb18806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:06.203 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.867+0000 7fb1967fc640 1 -- 172.21.15.76:0/2032403624 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(162..162 src has 1..162) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fb1980a8d90 con 0x7fb1a40c6120 2024-09-13T16:15:06.203 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.867+0000 7fb1a9b4a640 1 --2- 172.21.15.76:0/2032403624 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb18806ac00 0x7fb18806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:06.203 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.867+0000 7fb1a9b4a640 1 --2- 172.21.15.76:0/2032403624 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb18806ac00 0x7fb18806d0c0 secure :-1 s=READY pgs=943 cs=0 l=1 rev1=1 crypto rx=0x7fb1a40a06c0 tx=0x7fb1a0009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:06.203 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:05.871+0000 7fb1967fc640 1 -- 172.21.15.76:0/2032403624 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fb1a41f22e0 con 0x7fb1a40c6120 2024-09-13T16:15:06.203 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:06.067+0000 7fb1abdae640 1 -- 172.21.15.76:0/2032403624 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7fb1a41f22e0 con 0x7fb1a40c6120 2024-09-13T16:15:06.203 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:06.067+0000 7fb1967fc640 1 -- 172.21.15.76:0/2032403624 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v90) v1 ==== 53+0+73 (secure 0 0 0) 0x7fb1a41f22e0 con 0x7fb1a40c6120 2024-09-13T16:15:06.203 INFO:teuthology.orchestra.run.smithi076.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-13T16:15:06.205 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:06.069+0000 7fb1abdae640 1 -- 172.21.15.76:0/2032403624 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb18806ac00 msgr2=0x7fb18806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:06.205 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:06.069+0000 7fb1abdae640 1 --2- 172.21.15.76:0/2032403624 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb18806ac00 0x7fb18806d0c0 secure :-1 s=READY pgs=943 cs=0 l=1 rev1=1 crypto rx=0x7fb1a40a06c0 tx=0x7fb1a0009190 comp rx=0 tx=0).stop 2024-09-13T16:15:06.205 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:06.069+0000 7fb1abdae640 1 -- 172.21.15.76:0/2032403624 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb1a40c6120 msgr2=0x7fb1a41f2c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:06.205 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:06.069+0000 7fb1abdae640 1 --2- 172.21.15.76:0/2032403624 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb1a40c6120 0x7fb1a41f2c80 secure :-1 s=READY pgs=2226 cs=0 l=1 rev1=1 crypto rx=0x7fb198001980 tx=0x7fb198001a50 comp rx=0 tx=0).stop 2024-09-13T16:15:06.205 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:06.069+0000 7fb1abdae640 1 -- 172.21.15.76:0/2032403624 shutdown_connections 2024-09-13T16:15:06.206 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:06.069+0000 7fb1abdae640 1 --2- 172.21.15.76:0/2032403624 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb18806ac00 0x7fb18806d0c0 unknown :-1 s=CLOSED pgs=943 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:06.206 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:06.069+0000 7fb1abdae640 1 --2- 172.21.15.76:0/2032403624 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb1a41ef6e0 0x7fb1a40b4030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:06.206 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:06.069+0000 7fb1abdae640 1 --2- 172.21.15.76:0/2032403624 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb1a40c6120 0x7fb1a41f2c80 unknown :-1 s=CLOSED pgs=2226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:06.206 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:06.069+0000 7fb1abdae640 1 --2- 172.21.15.76:0/2032403624 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb1900047c0 0x7fb1a41f62e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:06.206 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:06.069+0000 7fb1abdae640 1 -- 172.21.15.76:0/2032403624 >> 172.21.15.76:0/2032403624 conn(0x7fb1a409b920 msgr2=0x7fb1a40d1ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:06.206 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:06.069+0000 7fb1abdae640 1 -- 172.21.15.76:0/2032403624 shutdown_connections 2024-09-13T16:15:06.206 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:06.069+0000 7fb1abdae640 1 -- 172.21.15.76:0/2032403624 wait complete. 2024-09-13T16:15:06.206 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T16:15:06.206 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T16:15:06.206 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi076.front.sepia.ceph.com 2024-09-13T16:15:06.206 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-13T16:15:06.207 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-13T16:15:06.207 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T16:15:06.207 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T16:15:06.207 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T16:15:06.207 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:15:06.207 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:15:06.207 DEBUG:teuthology.orchestra.run.smithi076:> ip addr 2024-09-13T16:15:06.223 INFO:teuthology.orchestra.run.smithi076.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T16:15:06.223 INFO:teuthology.orchestra.run.smithi076.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T16:15:06.223 INFO:teuthology.orchestra.run.smithi076.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T16:15:06.223 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:15:06.223 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 ::1/128 scope host 2024-09-13T16:15:06.224 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:15:06.224 INFO:teuthology.orchestra.run.smithi076.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:15:06.224 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:d8:da:66 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:15:06.224 INFO:teuthology.orchestra.run.smithi076.stdout: altname enp7s0f0 2024-09-13T16:15:06.224 INFO:teuthology.orchestra.run.smithi076.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:15:06.224 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:d8:da:67 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:15:06.224 INFO:teuthology.orchestra.run.smithi076.stdout: altname enp7s0f1 2024-09-13T16:15:06.224 INFO:teuthology.orchestra.run.smithi076.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:15:06.224 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:8f:47:e0 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:15:06.224 INFO:teuthology.orchestra.run.smithi076.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T16:15:06.224 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0c:c4:7a:8f:47:e1 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:15:06.224 INFO:teuthology.orchestra.run.smithi076.stdout: inet 172.21.15.76/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-13T16:15:06.225 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft 41990sec preferred_lft 41990sec 2024-09-13T16:15:06.225 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::ec4:7aff:fe8f:47e1/64 scope link noprefixroute 2024-09-13T16:15:06.225 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:15:06.225 INFO:teuthology.orchestra.run.smithi076.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T16:15:06.225 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0e:a0:37:a4:1d:a0 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:15:06.225 INFO:teuthology.orchestra.run.smithi076.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-13T16:15:06.225 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:15:06.225 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::a496:13ff:fe82:8fa2/64 scope link 2024-09-13T16:15:06.225 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:15:06.225 INFO:teuthology.orchestra.run.smithi076.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:15:06.225 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether b2:0f:89:b0:cb:4d brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-13T16:15:06.225 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::b00f:89ff:feb0:cb4d/64 scope link 2024-09-13T16:15:06.225 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:15:06.226 INFO:teuthology.orchestra.run.smithi076.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:15:06.226 INFO:teuthology.orchestra.run.smithi076.stdout: link/ether 0e:a0:37:a4:1d:a0 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-13T16:15:06.226 INFO:teuthology.orchestra.run.smithi076.stdout: inet6 fe80::ca0:37ff:fea4:1da0/64 scope link 2024-09-13T16:15:06.226 INFO:teuthology.orchestra.run.smithi076.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:15:06.226 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:15:06.226 DEBUG:teuthology.orchestra.run.smithi076:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T16:15:06.287 INFO:teuthology.orchestra.run.smithi076.stdout:1 2024-09-13T16:15:06.288 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:15:06.289 DEBUG:teuthology.orchestra.run.smithi076:> route 2024-09-13T16:15:06.345 INFO:teuthology.orchestra.run.smithi076.stdout:Kernel IP routing table 2024-09-13T16:15:06.345 INFO:teuthology.orchestra.run.smithi076.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T16:15:06.345 INFO:teuthology.orchestra.run.smithi076.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-13T16:15:06.345 INFO:teuthology.orchestra.run.smithi076.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-13T16:15:06.346 INFO:teuthology.orchestra.run.smithi076.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T16:15:06.346 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:15:06.346 DEBUG:teuthology.orchestra.run.smithi076:> (cd / && exec bash -c ' 2024-09-13T16:15:06.346 DEBUG:teuthology.orchestra.run.smithi076:> set -e 2024-09-13T16:15:06.346 DEBUG:teuthology.orchestra.run.smithi076:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-13T16:15:06.346 DEBUG:teuthology.orchestra.run.smithi076:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-13T16:15:06.346 DEBUG:teuthology.orchestra.run.smithi076:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-13T16:15:06.346 DEBUG:teuthology.orchestra.run.smithi076:> ') 2024-09-13T16:15:06.432 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:15:06.432 DEBUG:teuthology.orchestra.run.smithi076:> ip netns list 2024-09-13T16:15:06.447 INFO:teuthology.orchestra.run.smithi076.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-13T16:15:06.447 INFO:teuthology.orchestra.run.smithi076.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-13T16:15:06.447 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:15:06.447 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:15:06.447 DEBUG:teuthology.orchestra.run.smithi076:> sudo ip link set brx.0 up 2024-09-13T16:15:06.512 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-13T16:15:06.513 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:15:06.513 DEBUG:teuthology.orchestra.run.smithi076:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-13T16:15:06.569 INFO:teuthology.orchestra.run.smithi076.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:15:06.569 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:15:06.569 DEBUG:teuthology.orchestra.run.smithi076:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-13T16:15:06.624 DEBUG:teuthology.orchestra.run.smithi076:> sudo modprobe fuse 2024-09-13T16:15:06.689 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:15:06.689 DEBUG:teuthology.orchestra.run.smithi076:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:15:06.753 INFO:teuthology.orchestra.run.smithi076.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:15:06.754 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:15:06.754 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:15:06.754 DEBUG:teuthology.orchestra.run.smithi076:> ls /sys/fs/fuse/connections 2024-09-13T16:15:06.810 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-13T16:15:06.810 DEBUG:teuthology.orchestra.run.smithi076:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-13T16:15:06.852 DEBUG:teuthology.orchestra.run.smithi076:> sudo modprobe fuse 2024-09-13T16:15:06.877 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:15:06.877 DEBUG:teuthology.orchestra.run.smithi076:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:15:06.932 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi076.stderr:2024-09-13T16:15:06.931+0000 7f0cc271f480 -1 init, newargv = 0x55d34a165420 newargc=15 2024-09-13T16:15:06.933 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi076.stderr:ceph-fuse[89969]: starting ceph client 2024-09-13T16:15:06.937 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi076.stderr:ceph-fuse[89969]: starting fuse 2024-09-13T16:15:06.942 INFO:teuthology.orchestra.run.smithi076.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:15:06.943 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:15:06.944 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:15:06.944 DEBUG:teuthology.orchestra.run.smithi076:> ls /sys/fs/fuse/connections 2024-09-13T16:15:07.000 INFO:teuthology.orchestra.run.smithi076.stdout:41 2024-09-13T16:15:07.000 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-13T16:15:07.000 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:15:07.000 DEBUG:teuthology.orchestra.run.smithi076:> import glob 2024-09-13T16:15:07.000 DEBUG:teuthology.orchestra.run.smithi076:> import re 2024-09-13T16:15:07.000 DEBUG:teuthology.orchestra.run.smithi076:> import os 2024-09-13T16:15:07.000 DEBUG:teuthology.orchestra.run.smithi076:> import subprocess 2024-09-13T16:15:07.000 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:15:07.000 DEBUG:teuthology.orchestra.run.smithi076:> def _find_admin_socket(client_name): 2024-09-13T16:15:07.001 DEBUG:teuthology.orchestra.run.smithi076:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-13T16:15:07.001 DEBUG:teuthology.orchestra.run.smithi076:> files = glob.glob(asok_path) 2024-09-13T16:15:07.001 DEBUG:teuthology.orchestra.run.smithi076:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-13T16:15:07.001 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:15:07.001 DEBUG:teuthology.orchestra.run.smithi076:> # Given a non-glob path, it better be there 2024-09-13T16:15:07.001 DEBUG:teuthology.orchestra.run.smithi076:> if "*" not in asok_path: 2024-09-13T16:15:07.001 DEBUG:teuthology.orchestra.run.smithi076:> assert(len(files) == 1) 2024-09-13T16:15:07.001 DEBUG:teuthology.orchestra.run.smithi076:> return files[0] 2024-09-13T16:15:07.001 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:15:07.001 DEBUG:teuthology.orchestra.run.smithi076:> for f in files: 2024-09-13T16:15:07.001 DEBUG:teuthology.orchestra.run.smithi076:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T16:15:07.001 DEBUG:teuthology.orchestra.run.smithi076:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T16:15:07.001 DEBUG:teuthology.orchestra.run.smithi076:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T16:15:07.001 DEBUG:teuthology.orchestra.run.smithi076:> contents = proc_f.read() 2024-09-13T16:15:07.001 DEBUG:teuthology.orchestra.run.smithi076:> if mountpoint in contents: 2024-09-13T16:15:07.001 DEBUG:teuthology.orchestra.run.smithi076:> return f 2024-09-13T16:15:07.002 DEBUG:teuthology.orchestra.run.smithi076:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T16:15:07.002 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:15:07.002 DEBUG:teuthology.orchestra.run.smithi076:> print(_find_admin_socket("client.0")) 2024-09-13T16:15:07.002 DEBUG:teuthology.orchestra.run.smithi076:> ' 2024-09-13T16:15:07.114 INFO:teuthology.orchestra.run.smithi076.stdout:/var/run/ceph/ceph-client.0.89969.asok 2024-09-13T16:15:07.301 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.89969.asok 2024-09-13T16:15:07.301 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:15:07.301 DEBUG:teuthology.orchestra.run.smithi076:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.89969.asok status 2024-09-13T16:15:07.434 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2024-09-13T16:15:07.434 INFO:teuthology.orchestra.run.smithi076.stdout: "metadata": { 2024-09-13T16:15:07.434 INFO:teuthology.orchestra.run.smithi076.stdout: "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", 2024-09-13T16:15:07.434 INFO:teuthology.orchestra.run.smithi076.stdout: "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", 2024-09-13T16:15:07.434 INFO:teuthology.orchestra.run.smithi076.stdout: "entity_id": "0", 2024-09-13T16:15:07.435 INFO:teuthology.orchestra.run.smithi076.stdout: "hostname": "smithi076", 2024-09-13T16:15:07.435 INFO:teuthology.orchestra.run.smithi076.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-13T16:15:07.435 INFO:teuthology.orchestra.run.smithi076.stdout: "pid": "89969", 2024-09-13T16:15:07.435 INFO:teuthology.orchestra.run.smithi076.stdout: "root": "/" 2024-09-13T16:15:07.435 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:15:07.435 INFO:teuthology.orchestra.run.smithi076.stdout: "dentry_count": 0, 2024-09-13T16:15:07.435 INFO:teuthology.orchestra.run.smithi076.stdout: "dentry_pinned_count": 0, 2024-09-13T16:15:07.435 INFO:teuthology.orchestra.run.smithi076.stdout: "id": 10308, 2024-09-13T16:15:07.435 INFO:teuthology.orchestra.run.smithi076.stdout: "inst": { 2024-09-13T16:15:07.435 INFO:teuthology.orchestra.run.smithi076.stdout: "name": { 2024-09-13T16:15:07.435 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "client", 2024-09-13T16:15:07.435 INFO:teuthology.orchestra.run.smithi076.stdout: "num": 10308 2024-09-13T16:15:07.436 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:15:07.436 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": { 2024-09-13T16:15:07.436 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "v1", 2024-09-13T16:15:07.436 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:15:07.436 INFO:teuthology.orchestra.run.smithi076.stdout: "nonce": 305132783 2024-09-13T16:15:07.436 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:15:07.436 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:15:07.436 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": { 2024-09-13T16:15:07.436 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "v1", 2024-09-13T16:15:07.436 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:15:07.436 INFO:teuthology.orchestra.run.smithi076.stdout: "nonce": 305132783 2024-09-13T16:15:07.436 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:15:07.436 INFO:teuthology.orchestra.run.smithi076.stdout: "inst_str": "client.10308 192.168.0.1:0/305132783", 2024-09-13T16:15:07.436 INFO:teuthology.orchestra.run.smithi076.stdout: "addr_str": "192.168.0.1:0/305132783", 2024-09-13T16:15:07.437 INFO:teuthology.orchestra.run.smithi076.stdout: "inode_count": 1, 2024-09-13T16:15:07.437 INFO:teuthology.orchestra.run.smithi076.stdout: "mds_epoch": 90, 2024-09-13T16:15:07.437 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_epoch": 162, 2024-09-13T16:15:07.437 INFO:teuthology.orchestra.run.smithi076.stdout: "osd_epoch_barrier": 0, 2024-09-13T16:15:07.437 INFO:teuthology.orchestra.run.smithi076.stdout: "blocklisted": false, 2024-09-13T16:15:07.437 INFO:teuthology.orchestra.run.smithi076.stdout: "fs_name": "cephfs" 2024-09-13T16:15:07.437 INFO:teuthology.orchestra.run.smithi076.stdout:} 2024-09-13T16:15:07.443 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:15:07.443 DEBUG:teuthology.orchestra.run.smithi076:> stat --file-system '--printf=%T 2024-09-13T16:15:07.443 DEBUG:teuthology.orchestra.run.smithi076:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-13T16:15:07.458 INFO:teuthology.orchestra.run.smithi076.stdout:fuseblk 2024-09-13T16:15:07.459 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-13T16:15:07.459 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:15:07.459 DEBUG:teuthology.orchestra.run.smithi076:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-13T16:15:07.524 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:15:07.524 DEBUG:teuthology.orchestra.run.smithi076:> import glob 2024-09-13T16:15:07.524 DEBUG:teuthology.orchestra.run.smithi076:> import re 2024-09-13T16:15:07.524 DEBUG:teuthology.orchestra.run.smithi076:> import os 2024-09-13T16:15:07.524 DEBUG:teuthology.orchestra.run.smithi076:> import subprocess 2024-09-13T16:15:07.524 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:15:07.524 DEBUG:teuthology.orchestra.run.smithi076:> def _find_admin_socket(client_name): 2024-09-13T16:15:07.524 DEBUG:teuthology.orchestra.run.smithi076:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-13T16:15:07.525 DEBUG:teuthology.orchestra.run.smithi076:> files = glob.glob(asok_path) 2024-09-13T16:15:07.525 DEBUG:teuthology.orchestra.run.smithi076:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-13T16:15:07.525 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:15:07.525 DEBUG:teuthology.orchestra.run.smithi076:> # Given a non-glob path, it better be there 2024-09-13T16:15:07.525 DEBUG:teuthology.orchestra.run.smithi076:> if "*" not in asok_path: 2024-09-13T16:15:07.525 DEBUG:teuthology.orchestra.run.smithi076:> assert(len(files) == 1) 2024-09-13T16:15:07.525 DEBUG:teuthology.orchestra.run.smithi076:> return files[0] 2024-09-13T16:15:07.525 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:15:07.525 DEBUG:teuthology.orchestra.run.smithi076:> for f in files: 2024-09-13T16:15:07.525 DEBUG:teuthology.orchestra.run.smithi076:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T16:15:07.525 DEBUG:teuthology.orchestra.run.smithi076:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T16:15:07.525 DEBUG:teuthology.orchestra.run.smithi076:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T16:15:07.525 DEBUG:teuthology.orchestra.run.smithi076:> contents = proc_f.read() 2024-09-13T16:15:07.525 DEBUG:teuthology.orchestra.run.smithi076:> if mountpoint in contents: 2024-09-13T16:15:07.526 DEBUG:teuthology.orchestra.run.smithi076:> return f 2024-09-13T16:15:07.526 DEBUG:teuthology.orchestra.run.smithi076:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T16:15:07.526 DEBUG:teuthology.orchestra.run.smithi076:> 2024-09-13T16:15:07.526 DEBUG:teuthology.orchestra.run.smithi076:> print(_find_admin_socket("client.0")) 2024-09-13T16:15:07.526 DEBUG:teuthology.orchestra.run.smithi076:> ' 2024-09-13T16:15:07.638 INFO:teuthology.orchestra.run.smithi076.stdout:/var/run/ceph/ceph-client.0.89969.asok 2024-09-13T16:15:07.824 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.89969.asok 2024-09-13T16:15:07.825 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:15:07.825 DEBUG:teuthology.orchestra.run.smithi076:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.89969.asok mds_sessions 2024-09-13T16:15:07.958 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2024-09-13T16:15:07.958 INFO:teuthology.orchestra.run.smithi076.stdout: "id": 10308, 2024-09-13T16:15:07.958 INFO:teuthology.orchestra.run.smithi076.stdout: "inst": { 2024-09-13T16:15:07.958 INFO:teuthology.orchestra.run.smithi076.stdout: "name": { 2024-09-13T16:15:07.958 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "client", 2024-09-13T16:15:07.959 INFO:teuthology.orchestra.run.smithi076.stdout: "num": 10308 2024-09-13T16:15:07.959 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:15:07.959 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": { 2024-09-13T16:15:07.959 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "v1", 2024-09-13T16:15:07.959 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:15:07.959 INFO:teuthology.orchestra.run.smithi076.stdout: "nonce": 305132783 2024-09-13T16:15:07.959 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:15:07.959 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:15:07.959 INFO:teuthology.orchestra.run.smithi076.stdout: "inst_str": "client.10308 v1:192.168.0.1:0/305132783", 2024-09-13T16:15:07.959 INFO:teuthology.orchestra.run.smithi076.stdout: "addr_str": "v1:192.168.0.1:0/305132783", 2024-09-13T16:15:07.959 INFO:teuthology.orchestra.run.smithi076.stdout: "sessions": [ 2024-09-13T16:15:07.959 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:15:07.959 INFO:teuthology.orchestra.run.smithi076.stdout: "mds": 0, 2024-09-13T16:15:07.959 INFO:teuthology.orchestra.run.smithi076.stdout: "addrs": { 2024-09-13T16:15:07.960 INFO:teuthology.orchestra.run.smithi076.stdout: "addrvec": [ 2024-09-13T16:15:07.960 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:15:07.960 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "v2", 2024-09-13T16:15:07.960 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": "172.21.15.76:6835", 2024-09-13T16:15:07.960 INFO:teuthology.orchestra.run.smithi076.stdout: "nonce": 3909448449 2024-09-13T16:15:07.960 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:15:07.960 INFO:teuthology.orchestra.run.smithi076.stdout: { 2024-09-13T16:15:07.960 INFO:teuthology.orchestra.run.smithi076.stdout: "type": "v1", 2024-09-13T16:15:07.960 INFO:teuthology.orchestra.run.smithi076.stdout: "addr": "172.21.15.76:6837", 2024-09-13T16:15:07.960 INFO:teuthology.orchestra.run.smithi076.stdout: "nonce": 3909448449 2024-09-13T16:15:07.960 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:15:07.960 INFO:teuthology.orchestra.run.smithi076.stdout: ] 2024-09-13T16:15:07.960 INFO:teuthology.orchestra.run.smithi076.stdout: }, 2024-09-13T16:15:07.961 INFO:teuthology.orchestra.run.smithi076.stdout: "seq": 0, 2024-09-13T16:15:07.961 INFO:teuthology.orchestra.run.smithi076.stdout: "cap_gen": 0, 2024-09-13T16:15:07.961 INFO:teuthology.orchestra.run.smithi076.stdout: "cap_ttl": "2024-09-13T16:16:07.934019+0000", 2024-09-13T16:15:07.961 INFO:teuthology.orchestra.run.smithi076.stdout: "last_cap_renew_request": "2024-09-13T16:15:07.934019+0000", 2024-09-13T16:15:07.961 INFO:teuthology.orchestra.run.smithi076.stdout: "cap_renew_seq": 2, 2024-09-13T16:15:07.961 INFO:teuthology.orchestra.run.smithi076.stdout: "num_caps": 1, 2024-09-13T16:15:07.961 INFO:teuthology.orchestra.run.smithi076.stdout: "state": "open" 2024-09-13T16:15:07.961 INFO:teuthology.orchestra.run.smithi076.stdout: } 2024-09-13T16:15:07.961 INFO:teuthology.orchestra.run.smithi076.stdout: ], 2024-09-13T16:15:07.961 INFO:teuthology.orchestra.run.smithi076.stdout: "mdsmap_epoch": 90 2024-09-13T16:15:07.961 INFO:teuthology.orchestra.run.smithi076.stdout:} 2024-09-13T16:15:07.966 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:15:07.966 DEBUG:teuthology.orchestra.run.smithi076:> (cd /home/ubuntu/cephtest/mnt.0 && exec touch file1) 2024-09-13T16:15:07.985 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-13T16:15:07.985 DEBUG:teuthology.orchestra.run.smithi192:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:15:08.005 DEBUG:teuthology.orchestra.run.smithi192:> adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:15:08.005 DEBUG:teuthology.orchestra.run.smithi192:> import os 2024-09-13T16:15:08.005 DEBUG:teuthology.orchestra.run.smithi192:> import time 2024-09-13T16:15:08.005 DEBUG:teuthology.orchestra.run.smithi192:> 2024-09-13T16:15:08.005 DEBUG:teuthology.orchestra.run.smithi192:> fd = os.open("/home/ubuntu/cephtest/mnt.1/file1", os.O_RDWR | os.O_CREAT, 0o644) 2024-09-13T16:15:08.005 DEBUG:teuthology.orchestra.run.smithi192:> try: 2024-09-13T16:15:08.006 DEBUG:teuthology.orchestra.run.smithi192:> while True: 2024-09-13T16:15:08.006 DEBUG:teuthology.orchestra.run.smithi192:> os.write(fd, b'"'"'content'"'"') 2024-09-13T16:15:08.006 DEBUG:teuthology.orchestra.run.smithi192:> time.sleep(1) 2024-09-13T16:15:08.006 DEBUG:teuthology.orchestra.run.smithi192:> if not False: 2024-09-13T16:15:08.006 DEBUG:teuthology.orchestra.run.smithi192:> break 2024-09-13T16:15:08.006 DEBUG:teuthology.orchestra.run.smithi192:> except IOError as e: 2024-09-13T16:15:08.006 DEBUG:teuthology.orchestra.run.smithi192:> pass 2024-09-13T16:15:08.006 DEBUG:teuthology.orchestra.run.smithi192:> os.close(fd) 2024-09-13T16:15:08.006 DEBUG:teuthology.orchestra.run.smithi192:> ' 2024-09-13T16:15:08.048 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:15:08.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.145+0000 7fa9650b1640 1 Processor -- start 2024-09-13T16:15:08.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.145+0000 7fa9650b1640 1 -- start start 2024-09-13T16:15:08.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.146+0000 7fa9650b1640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fa960160830 0x7fa9600d2f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:08.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.146+0000 7fa9650b1640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa960160c10 0x7fa9600b5470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:08.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.146+0000 7fa9650b1640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa9600ce040 con 0x7fa9600d0b00 2024-09-13T16:15:08.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.146+0000 7fa9650b1640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa9600d34a0 con 0x7fa960160830 2024-09-13T16:15:08.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.146+0000 7fa9650b1640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa9600ce320 con 0x7fa960160c10 2024-09-13T16:15:08.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.146+0000 7fa95ed9d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fa960160830 0x7fa9600d2f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:08.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.146+0000 7fa95ed9d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fa960160830 0x7fa9600d2f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:45754/0 (socket says 172.21.15.76:45754) 2024-09-13T16:15:08.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.146+0000 7fa95ed9d640 1 -- 172.21.15.76:0/1624672470 learned_addr learned my addr 172.21.15.76:0/1624672470 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:15:08.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.146+0000 7fa95659c640 1 --2- 172.21.15.76:0/1624672470 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa960160c10 0x7fa9600b5470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:08.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.147+0000 7fa95ed9d640 1 -- 172.21.15.76:0/1624672470 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa960160c10 msgr2=0x7fa9600b5470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:08.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.147+0000 7fa95ed9d640 1 --2- 172.21.15.76:0/1624672470 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa960160c10 0x7fa9600b5470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:08.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.147+0000 7fa95ed9d640 1 -- 172.21.15.76:0/1624672470 >> v1:172.21.15.192:6789/0 conn(0x7fa9600d0b00 legacy=0x7fa9600d0f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:08.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.147+0000 7fa95ed9d640 1 -- 172.21.15.76:0/1624672470 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa9600d0300 con 0x7fa960160830 2024-09-13T16:15:08.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.147+0000 7fa95659c640 1 --2- 172.21.15.76:0/1624672470 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa960160c10 0x7fa9600b5470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:15:08.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.147+0000 7fa95ed9d640 1 --2- 172.21.15.76:0/1624672470 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa960160830 0x7fa9600d2f60 secure :-1 s=READY pgs=2230 cs=0 l=1 rev1=1 crypto rx=0x7fa950009870 tx=0x7fa95002a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f0f4c70be8a076c4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:08.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.147+0000 7fa95e59c640 1 -- 172.21.15.76:0/1624672470 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa950032440 con 0x7fa960160830 2024-09-13T16:15:08.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.147+0000 7fa95e59c640 1 -- 172.21.15.76:0/1624672470 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa9500325a0 con 0x7fa960160830 2024-09-13T16:15:08.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.147+0000 7fa95e59c640 1 -- 172.21.15.76:0/1624672470 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa950032930 con 0x7fa960160830 2024-09-13T16:15:08.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.148+0000 7fa9650b1640 1 -- 172.21.15.76:0/1624672470 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa960160830 msgr2=0x7fa9600d2f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:08.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.148+0000 7fa9650b1640 1 --2- 172.21.15.76:0/1624672470 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa960160830 0x7fa9600d2f60 secure :-1 s=READY pgs=2230 cs=0 l=1 rev1=1 crypto rx=0x7fa950009870 tx=0x7fa95002a210 comp rx=0 tx=0).stop 2024-09-13T16:15:08.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.148+0000 7fa9650b1640 1 -- 172.21.15.76:0/1624672470 shutdown_connections 2024-09-13T16:15:08.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.148+0000 7fa9650b1640 1 --2- 172.21.15.76:0/1624672470 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa960160c10 0x7fa9600b5470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:08.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.148+0000 7fa9650b1640 1 --2- 172.21.15.76:0/1624672470 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa960160830 0x7fa9600d2f60 unknown :-1 s=CLOSED pgs=2230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:08.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.148+0000 7fa9650b1640 1 -- 172.21.15.76:0/1624672470 >> 172.21.15.76:0/1624672470 conn(0x7fa960089fd0 msgr2=0x7fa9600d2640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:08.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.148+0000 7fa9650b1640 1 -- 172.21.15.76:0/1624672470 shutdown_connections 2024-09-13T16:15:08.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.148+0000 7fa9650b1640 1 -- 172.21.15.76:0/1624672470 wait complete. 2024-09-13T16:15:08.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.149+0000 7fa9650b1640 1 Processor -- start 2024-09-13T16:15:08.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.150+0000 7fa9650b1640 1 -- start start 2024-09-13T16:15:08.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.150+0000 7fa9650b1640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa9600d0b00 0x7fa9600c62d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:08.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.150+0000 7fa9650b1640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa960160830 0x7fa96015a920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:08.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.150+0000 7fa9650b1640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa960160c10 0x7fa9600cbf30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:08.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.150+0000 7fa9650b1640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9600cc470 con 0x7fa960160830 2024-09-13T16:15:08.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.150+0000 7fa9650b1640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9600c68b0 con 0x7fa9600d0b00 2024-09-13T16:15:08.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.150+0000 7fa9650b1640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa9600c6b90 con 0x7fa960160c10 2024-09-13T16:15:08.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.150+0000 7fa95659c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa960160830 0x7fa96015a920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:08.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.150+0000 7fa95659c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa960160830 0x7fa96015a920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:45770/0 (socket says 172.21.15.76:45770) 2024-09-13T16:15:08.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.150+0000 7fa95659c640 1 -- 172.21.15.76:0/1908972279 learned_addr learned my addr 172.21.15.76:0/1908972279 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:15:08.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.150+0000 7fa95ed9d640 1 --2- 172.21.15.76:0/1908972279 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa9600d0b00 0x7fa9600c62d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:08.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.150+0000 7fa95f59e640 1 --2- 172.21.15.76:0/1908972279 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa960160c10 0x7fa9600cbf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:08.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.151+0000 7fa95659c640 1 -- 172.21.15.76:0/1908972279 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa960160c10 msgr2=0x7fa9600cbf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:08.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.151+0000 7fa95659c640 1 --2- 172.21.15.76:0/1908972279 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa960160c10 0x7fa9600cbf30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:08.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.151+0000 7fa95659c640 1 -- 172.21.15.76:0/1908972279 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa9600d0b00 msgr2=0x7fa9600c62d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:08.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.151+0000 7fa95659c640 1 --2- 172.21.15.76:0/1908972279 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa9600d0b00 0x7fa9600c62d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:08.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.151+0000 7fa95659c640 1 -- 172.21.15.76:0/1908972279 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa9500094d0 con 0x7fa960160830 2024-09-13T16:15:08.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.151+0000 7fa95659c640 1 --2- 172.21.15.76:0/1908972279 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa960160830 0x7fa96015a920 secure :-1 s=READY pgs=2231 cs=0 l=1 rev1=1 crypto rx=0x7fa94800c7f0 tx=0x7fa94800ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:08.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.151+0000 7fa957fff640 1 -- 172.21.15.76:0/1908972279 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa948007820 con 0x7fa960160830 2024-09-13T16:15:08.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.151+0000 7fa957fff640 1 -- 172.21.15.76:0/1908972279 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa948007980 con 0x7fa960160830 2024-09-13T16:15:08.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.151+0000 7fa9650b1640 1 -- 172.21.15.76:0/1908972279 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa9600c6e70 con 0x7fa960160830 2024-09-13T16:15:08.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.151+0000 7fa957fff640 1 -- 172.21.15.76:0/1908972279 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa948007cf0 con 0x7fa960160830 2024-09-13T16:15:08.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.151+0000 7fa9650b1640 1 -- 172.21.15.76:0/1908972279 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa9600c7430 con 0x7fa960160830 2024-09-13T16:15:08.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.152+0000 7fa9650b1640 1 -- 172.21.15.76:0/1908972279 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa9600b3f30 con 0x7fa960160830 2024-09-13T16:15:08.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.153+0000 7fa957fff640 1 -- 172.21.15.76:0/1908972279 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fa9480113f0 con 0x7fa960160830 2024-09-13T16:15:08.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.153+0000 7fa957fff640 1 --2- 172.21.15.76:0/1908972279 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa94006ac00 0x7fa94006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:08.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.153+0000 7fa957fff640 1 -- 172.21.15.76:0/1908972279 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(162..162 src has 1..162) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fa948089700 con 0x7fa960160830 2024-09-13T16:15:08.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.153+0000 7fa95ed9d640 1 --2- 172.21.15.76:0/1908972279 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa94006ac00 0x7fa94006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:08.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.154+0000 7fa95ed9d640 1 --2- 172.21.15.76:0/1908972279 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa94006ac00 0x7fa94006d0c0 secure :-1 s=READY pgs=944 cs=0 l=1 rev1=1 crypto rx=0x7fa950034000 tx=0x7fa95002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:08.158 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.157+0000 7fa957fff640 1 -- 172.21.15.76:0/1908972279 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fa948054850 con 0x7fa960160830 2024-09-13T16:15:08.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.354+0000 7fa9650b1640 1 -- 172.21.15.76:0/1908972279 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fa9600d2f60 con 0x7fa960160830 2024-09-13T16:15:08.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.354+0000 7fa957fff640 1 -- 172.21.15.76:0/1908972279 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 90 v90) v1 ==== 94+0+4742 (secure 0 0 0) 0x7fa948057e70 con 0x7fa960160830 2024-09-13T16:15:08.356 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:15:08.356 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":90,"default_fscid":11,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7718,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6834/217576700","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":217576700},{"type":"v1","addr":"172.21.15.192:6834","nonce":217576700}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":87},{"gid":8782,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/456601137","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6833","nonce":456601137},{"type":"v1","addr":"172.21.15.192:6835","nonce":456601137}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":87},{"gid":10068,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6836/4175162271","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":4175162271},{"type":"v1","addr":"172.21.15.76:6836","nonce":4175162271}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":87}],"filesystems":[{"mdsmap":{"epoch":90,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:14:51.827237+0000","modified":"2024-09-13T16:14:53.835049+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":10071},"failed":[],"damaged":[],"stopped":[],"info":{"gid_10071":{"gid":10071,"name":"c","rank":0,"incarnation":88,"state":"up:active","state_seq":3,"addr":"172.21.15.76:6837/3909448449","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":3909448449},{"type":"v1","addr":"172.21.15.76:6837","nonce":3909448449}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[24],"metadata_pool":23,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":11}]} 2024-09-13T16:15:08.356 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 90 2024-09-13T16:15:08.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.356+0000 7fa9650b1640 1 -- 172.21.15.76:0/1908972279 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa94006ac00 msgr2=0x7fa94006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:08.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.356+0000 7fa9650b1640 1 --2- 172.21.15.76:0/1908972279 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa94006ac00 0x7fa94006d0c0 secure :-1 s=READY pgs=944 cs=0 l=1 rev1=1 crypto rx=0x7fa950034000 tx=0x7fa95002e000 comp rx=0 tx=0).stop 2024-09-13T16:15:08.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.356+0000 7fa9650b1640 1 -- 172.21.15.76:0/1908972279 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa960160830 msgr2=0x7fa96015a920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:08.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.356+0000 7fa9650b1640 1 --2- 172.21.15.76:0/1908972279 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa960160830 0x7fa96015a920 secure :-1 s=READY pgs=2231 cs=0 l=1 rev1=1 crypto rx=0x7fa94800c7f0 tx=0x7fa94800ccb0 comp rx=0 tx=0).stop 2024-09-13T16:15:08.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.356+0000 7fa9650b1640 1 -- 172.21.15.76:0/1908972279 shutdown_connections 2024-09-13T16:15:08.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.356+0000 7fa9650b1640 1 --2- 172.21.15.76:0/1908972279 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa94006ac00 0x7fa94006d0c0 unknown :-1 s=CLOSED pgs=944 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:08.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.356+0000 7fa9650b1640 1 --2- 172.21.15.76:0/1908972279 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa960160c10 0x7fa9600cbf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:08.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.356+0000 7fa9650b1640 1 --2- 172.21.15.76:0/1908972279 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa960160830 0x7fa96015a920 unknown :-1 s=CLOSED pgs=2231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:08.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.356+0000 7fa9650b1640 1 --2- 172.21.15.76:0/1908972279 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa9600d0b00 0x7fa9600c62d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:08.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.356+0000 7fa9650b1640 1 -- 172.21.15.76:0/1908972279 >> 172.21.15.76:0/1908972279 conn(0x7fa960089fd0 msgr2=0x7fa96015eb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:08.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.357+0000 7fa9650b1640 1 -- 172.21.15.76:0/1908972279 shutdown_connections 2024-09-13T16:15:08.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.357+0000 7fa9650b1640 1 -- 172.21.15.76:0/1908972279 wait complete. 2024-09-13T16:15:08.369 INFO:tasks.ceph_test_case:waiting 70s for health warning matching MDS_CLIENT_LATE_RELEASE 2024-09-13T16:15:08.369 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-13T16:15:08.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.465+0000 7f218c18a640 1 Processor -- start 2024-09-13T16:15:08.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.465+0000 7f218c18a640 1 -- start start 2024-09-13T16:15:08.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.466+0000 7f218c18a640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f218406d330 0x7f21840ce630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:08.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.466+0000 7f218c18a640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2184159640 con 0x7f21840ceb70 2024-09-13T16:15:08.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.466+0000 7f218c18a640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f21840cefa0 con 0x7f2184159260 2024-09-13T16:15:08.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.466+0000 7f218c18a640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f21840ada50 con 0x7f218406d330 2024-09-13T16:15:08.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.466+0000 7f218a727640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f21840ceb70 0x7f21840707c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:36354/0 (socket says 172.21.15.76:36354) 2024-09-13T16:15:08.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.466+0000 7f218a727640 1 -- 172.21.15.76:0/821465993 learned_addr learned my addr 172.21.15.76:0/821465993 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:15:08.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.466+0000 7f2189725640 1 --2- 172.21.15.76:0/821465993 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f218406d330 0x7f21840ce630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:08.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.466+0000 7f2188f24640 1 -- 172.21.15.76:0/821465993 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3488335957 0 0) 0x7f217c001490 con 0x7f21840ceb70 2024-09-13T16:15:08.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.466+0000 7f2188f24640 1 -- 172.21.15.76:0/821465993 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2170005730 con 0x7f21840ceb70 2024-09-13T16:15:08.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.466+0000 7f2188f24640 1 -- 172.21.15.76:0/821465993 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1533803314 0 0) 0x7f21840cefa0 con 0x7f2184159260 2024-09-13T16:15:08.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.466+0000 7f2188f24640 1 -- 172.21.15.76:0/821465993 --> v1:172.21.15.192:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f217c001490 con 0x7f2184159260 2024-09-13T16:15:08.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.466+0000 7f2188f24640 1 -- 172.21.15.76:0/821465993 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1926648952 0 0) 0x7f2170005730 con 0x7f21840ceb70 2024-09-13T16:15:08.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.466+0000 7f2188f24640 1 -- 172.21.15.76:0/821465993 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f218406d330 msgr2=0x7f21840ce630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:08.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.466+0000 7f2188f24640 1 --2- 172.21.15.76:0/821465993 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f218406d330 0x7f21840ce630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:08.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.466+0000 7f2188f24640 1 -- 172.21.15.76:0/821465993 >> v1:172.21.15.192:6789/0 conn(0x7f2184159260 legacy=0x7f21840ac950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:08.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.466+0000 7f2188f24640 1 -- 172.21.15.76:0/821465993 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f21840ad1b0 con 0x7f21840ceb70 2024-09-13T16:15:08.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.466+0000 7f2188f24640 1 -- 172.21.15.76:0/821465993 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f217c001b80 con 0x7f21840ceb70 2024-09-13T16:15:08.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.466+0000 7f2188f24640 1 -- 172.21.15.76:0/821465993 >> v1:172.21.15.76:6789/0 conn(0x7f21840ceb70 legacy=0x7f21840707c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:08.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.466+0000 7f2188f24640 1 --2- 172.21.15.76:0/821465993 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2170005db0 0x7f21700061b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:08.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.466+0000 7f2188f24640 1 --2- 172.21.15.76:0/821465993 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f218406d330 0x7f21700069d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:08.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.466+0000 7f2188f24640 1 --2- 172.21.15.76:0/821465993 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2170006f10 0x7f2170007390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:08.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.466+0000 7f2188f24640 1 -- 172.21.15.76:0/821465993 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21840ada50 con 0x7f2170005db0 2024-09-13T16:15:08.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.466+0000 7f2188f24640 1 -- 172.21.15.76:0/821465993 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f217000dcf0 con 0x7f2170006f10 2024-09-13T16:15:08.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.466+0000 7f2188f24640 1 -- 172.21.15.76:0/821465993 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f217000deb0 con 0x7f218406d330 2024-09-13T16:15:08.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.466+0000 7f2189f26640 1 --2- 172.21.15.76:0/821465993 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2170005db0 0x7f21700061b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:08.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.467+0000 7f2189725640 1 --2- 172.21.15.76:0/821465993 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f218406d330 0x7f21700069d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:08.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.467+0000 7f218a727640 1 --2- 172.21.15.76:0/821465993 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2170006f10 0x7f2170007390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:08.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.467+0000 7f2189f26640 1 -- 172.21.15.76:0/821465993 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f218406d330 msgr2=0x7f21700069d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:08.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.467+0000 7f2189f26640 1 --2- 172.21.15.76:0/821465993 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f218406d330 0x7f21700069d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:08.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.467+0000 7f2189f26640 1 -- 172.21.15.76:0/821465993 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2170006f10 msgr2=0x7f2170007390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:08.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.467+0000 7f2189f26640 1 --2- 172.21.15.76:0/821465993 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2170006f10 0x7f2170007390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:08.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.467+0000 7f2189f26640 1 -- 172.21.15.76:0/821465993 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2170005730 con 0x7f2170005db0 2024-09-13T16:15:08.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.467+0000 7f2189f26640 1 --2- 172.21.15.76:0/821465993 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2170005db0 0x7f21700061b0 secure :-1 s=READY pgs=2233 cs=0 l=1 rev1=1 crypto rx=0x7f21780018d0 tx=0x7f2170007a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a7264b33698fd008 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:08.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.468+0000 7f2188f24640 1 -- 172.21.15.76:0/821465993 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21780052d0 con 0x7f2170005db0 2024-09-13T16:15:08.473 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.468+0000 7f2188f24640 1 -- 172.21.15.76:0/821465993 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2178005430 con 0x7f2170005db0 2024-09-13T16:15:08.473 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.468+0000 7f2188f24640 1 -- 172.21.15.76:0/821465993 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f217802abe0 con 0x7f2170005db0 2024-09-13T16:15:08.473 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.468+0000 7f218c18a640 1 -- 172.21.15.76:0/821465993 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2170005db0 msgr2=0x7f21700061b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:08.473 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.468+0000 7f218c18a640 1 --2- 172.21.15.76:0/821465993 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2170005db0 0x7f21700061b0 secure :-1 s=READY pgs=2233 cs=0 l=1 rev1=1 crypto rx=0x7f21780018d0 tx=0x7f2170007a00 comp rx=0 tx=0).stop 2024-09-13T16:15:08.473 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.468+0000 7f218a727640 1 -- 172.21.15.76:0/821465993 reap_dead start 2024-09-13T16:15:08.473 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.468+0000 7f218c18a640 1 -- 172.21.15.76:0/821465993 shutdown_connections 2024-09-13T16:15:08.473 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.468+0000 7f218c18a640 1 -- 172.21.15.76:0/821465993 >> 172.21.15.76:0/821465993 conn(0x7f21840b01e0 msgr2=0x7f21840b05f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:08.473 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.468+0000 7f218c18a640 1 -- 172.21.15.76:0/821465993 shutdown_connections 2024-09-13T16:15:08.473 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.468+0000 7f218c18a640 1 -- 172.21.15.76:0/821465993 wait complete. 2024-09-13T16:15:08.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.469+0000 7f218c18a640 1 Processor -- start 2024-09-13T16:15:08.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.469+0000 7f218c18a640 1 -- start start 2024-09-13T16:15:08.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.470+0000 7f218c18a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2170005db0 0x7f218415c3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:08.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.470+0000 7f218c18a640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f218415ae80 0x7f218415a1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:08.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.470+0000 7f218c18a640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f21840710b0 0x7f21841eccb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:08.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.470+0000 7f218c18a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f218415b340 con 0x7f2170005db0 2024-09-13T16:15:08.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.470+0000 7f218c18a640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f218415b620 con 0x7f218415ae80 2024-09-13T16:15:08.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.470+0000 7f218c18a640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f218415b900 con 0x7f21840710b0 2024-09-13T16:15:08.476 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.470+0000 7f2189f26640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2170005db0 0x7f218415c3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:08.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.470+0000 7f2189f26640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2170005db0 0x7f218415c3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:45786/0 (socket says 172.21.15.76:45786) 2024-09-13T16:15:08.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.470+0000 7f2189f26640 1 -- 172.21.15.76:0/4249758645 learned_addr learned my addr 172.21.15.76:0/4249758645 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:15:08.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.470+0000 7f2189725640 1 --2- 172.21.15.76:0/4249758645 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f218415ae80 0x7f218415a1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:08.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.470+0000 7f218a727640 1 --2- 172.21.15.76:0/4249758645 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f21840710b0 0x7f21841eccb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:08.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.470+0000 7f2189f26640 1 -- 172.21.15.76:0/4249758645 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f21840710b0 msgr2=0x7f21841eccb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:08.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.470+0000 7f2189f26640 1 --2- 172.21.15.76:0/4249758645 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f21840710b0 0x7f21841eccb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:08.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.470+0000 7f2189f26640 1 -- 172.21.15.76:0/4249758645 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f218415ae80 msgr2=0x7f218415a1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:08.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.470+0000 7f2189f26640 1 --2- 172.21.15.76:0/4249758645 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f218415ae80 0x7f218415a1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:08.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.470+0000 7f2189f26640 1 -- 172.21.15.76:0/4249758645 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f218415bbe0 con 0x7f2170005db0 2024-09-13T16:15:08.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.470+0000 7f218a727640 1 --2- 172.21.15.76:0/4249758645 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f21840710b0 0x7f21841eccb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:15:08.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.470+0000 7f2189725640 1 --2- 172.21.15.76:0/4249758645 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f218415ae80 0x7f218415a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:15:08.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.471+0000 7f2189f26640 1 --2- 172.21.15.76:0/4249758645 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2170005db0 0x7f218415c3c0 secure :-1 s=READY pgs=2234 cs=0 l=1 rev1=1 crypto rx=0x7f2178000c00 tx=0x7f21780012d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:08.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.471+0000 7f21767fc640 1 -- 172.21.15.76:0/4249758645 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21780069e0 con 0x7f2170005db0 2024-09-13T16:15:08.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.471+0000 7f21767fc640 1 -- 172.21.15.76:0/4249758645 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2178006b40 con 0x7f2170005db0 2024-09-13T16:15:08.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.471+0000 7f218c18a640 1 -- 172.21.15.76:0/4249758645 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f218415bec0 con 0x7f2170005db0 2024-09-13T16:15:08.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.471+0000 7f21767fc640 1 -- 172.21.15.76:0/4249758645 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2178007040 con 0x7f2170005db0 2024-09-13T16:15:08.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.471+0000 7f218c18a640 1 -- 172.21.15.76:0/4249758645 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2184071540 con 0x7f2170005db0 2024-09-13T16:15:08.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.472+0000 7f218c18a640 1 -- 172.21.15.76:0/4249758645 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f21840717f0 con 0x7f2170005db0 2024-09-13T16:15:08.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.472+0000 7f21767fc640 1 -- 172.21.15.76:0/4249758645 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f21780071a0 con 0x7f2170005db0 2024-09-13T16:15:08.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.473+0000 7f21767fc640 1 --2- 172.21.15.76:0/4249758645 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f216806ac00 0x7f216806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:08.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.473+0000 7f21767fc640 1 -- 172.21.15.76:0/4249758645 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(162..162 src has 1..162) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f21780a99f0 con 0x7f2170005db0 2024-09-13T16:15:08.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.473+0000 7f2189725640 1 --2- 172.21.15.76:0/4249758645 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f216806ac00 0x7f216806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:08.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.473+0000 7f2189725640 1 --2- 172.21.15.76:0/4249758645 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f216806ac00 0x7f216806d0c0 secure :-1 s=READY pgs=945 cs=0 l=1 rev1=1 crypto rx=0x7f2184071a80 tx=0x7f2180008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:08.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.477+0000 7f21767fc640 1 -- 172.21.15.76:0/4249758645 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f2178074a90 con 0x7f2170005db0 2024-09-13T16:15:08.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.672+0000 7f218c18a640 1 -- 172.21.15.76:0/4249758645 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7f21840717f0 con 0x7f2170005db0 2024-09-13T16:15:08.674 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.673+0000 7f21767fc640 1 -- 172.21.15.76:0/4249758645 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+46 (secure 0 0 0) 0x7f21780780b0 con 0x7f2170005db0 2024-09-13T16:15:08.674 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:15:08.674 INFO:teuthology.orchestra.run.smithi076.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-13T16:15:08.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.674+0000 7f218c18a640 1 -- 172.21.15.76:0/4249758645 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f216806ac00 msgr2=0x7f216806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:08.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.674+0000 7f218c18a640 1 --2- 172.21.15.76:0/4249758645 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f216806ac00 0x7f216806d0c0 secure :-1 s=READY pgs=945 cs=0 l=1 rev1=1 crypto rx=0x7f2184071a80 tx=0x7f2180008040 comp rx=0 tx=0).stop 2024-09-13T16:15:08.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.674+0000 7f218c18a640 1 -- 172.21.15.76:0/4249758645 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2170005db0 msgr2=0x7f218415c3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:08.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.674+0000 7f218c18a640 1 --2- 172.21.15.76:0/4249758645 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2170005db0 0x7f218415c3c0 secure :-1 s=READY pgs=2234 cs=0 l=1 rev1=1 crypto rx=0x7f2178000c00 tx=0x7f21780012d0 comp rx=0 tx=0).stop 2024-09-13T16:15:08.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.674+0000 7f218c18a640 1 -- 172.21.15.76:0/4249758645 shutdown_connections 2024-09-13T16:15:08.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.674+0000 7f218c18a640 1 --2- 172.21.15.76:0/4249758645 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f216806ac00 0x7f216806d0c0 unknown :-1 s=CLOSED pgs=945 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:08.676 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.674+0000 7f218c18a640 1 --2- 172.21.15.76:0/4249758645 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f21840710b0 0x7f21841eccb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:08.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.674+0000 7f218c18a640 1 --2- 172.21.15.76:0/4249758645 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f218415ae80 0x7f218415a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:08.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.674+0000 7f218c18a640 1 --2- 172.21.15.76:0/4249758645 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2170005db0 0x7f218415c3c0 unknown :-1 s=CLOSED pgs=2234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:08.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.674+0000 7f218c18a640 1 -- 172.21.15.76:0/4249758645 >> 172.21.15.76:0/4249758645 conn(0x7f21840b01e0 msgr2=0x7f21840abe50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:08.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.674+0000 7f218c18a640 1 -- 172.21.15.76:0/4249758645 shutdown_connections 2024-09-13T16:15:08.677 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:08.674+0000 7f218c18a640 1 -- 172.21.15.76:0/4249758645 wait complete. 2024-09-13T16:15:08.687 DEBUG:tasks.ceph_test_case:Not expected number of summary strings ([]) 2024-09-13T16:15:08.687 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=70 retry_count=0)... 2024-09-13T16:15:13.194 DEBUG:teuthology.orchestra.run.smithi076:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:15:13.198 DEBUG:teuthology.orchestra.run.smithi192:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:15:13.688 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-13T16:15:13.795 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:13.793+0000 7f4407ad0640 1 Processor -- start 2024-09-13T16:15:13.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:13.793+0000 7f4407ad0640 1 -- start start 2024-09-13T16:15:13.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:13.794+0000 7f4407ad0640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f440006d330 0x7f44000ce630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:13.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:13.794+0000 7f4407ad0640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f44000ceb70 0x7f44000707c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:13.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:13.794+0000 7f4407ad0640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4400159640 con 0x7f4400159260 2024-09-13T16:15:13.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:13.794+0000 7f4407ad0640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f440006d780 con 0x7f44000ceb70 2024-09-13T16:15:13.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:13.794+0000 7f4407ad0640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f44000ada50 con 0x7f440006d330 2024-09-13T16:15:13.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:13.794+0000 7f440606d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f44000ceb70 0x7f44000707c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:13.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:13.794+0000 7f440606d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f44000ceb70 0x7f44000707c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:45712/0 (socket says 172.21.15.76:45712) 2024-09-13T16:15:13.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:13.794+0000 7f440606d640 1 -- 172.21.15.76:0/3854482526 learned_addr learned my addr 172.21.15.76:0/3854482526 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:15:13.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:13.795+0000 7f440506b640 1 --2- 172.21.15.76:0/3854482526 >> v2:172.21.15.192:3300/0 conn(0x7f440006d330 0x7f44000ce630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:13.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:13.795+0000 7f440606d640 1 -- 172.21.15.76:0/3854482526 >> v2:172.21.15.192:3300/0 conn(0x7f440006d330 msgr2=0x7f44000ce630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:13.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:13.795+0000 7f440606d640 1 --2- 172.21.15.76:0/3854482526 >> v2:172.21.15.192:3300/0 conn(0x7f440006d330 0x7f44000ce630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:13.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:13.795+0000 7f440606d640 1 -- 172.21.15.76:0/3854482526 >> v1:172.21.15.192:6789/0 conn(0x7f4400159260 legacy=0x7f44000ac950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:13.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:13.795+0000 7f440606d640 1 -- 172.21.15.76:0/3854482526 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f44000cef80 con 0x7f44000ceb70 2024-09-13T16:15:13.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:13.795+0000 7f440606d640 1 --2- 172.21.15.76:0/3854482526 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f44000ceb70 0x7f44000707c0 secure :-1 s=READY pgs=2235 cs=0 l=1 rev1=1 crypto rx=0x7f440015cca0 tx=0x7f43f802a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f0eff513efc9dd0f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:13.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:13.796+0000 7f440486a640 1 -- 172.21.15.76:0/3854482526 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43f8031600 con 0x7f44000ceb70 2024-09-13T16:15:13.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:13.796+0000 7f440486a640 1 -- 172.21.15.76:0/3854482526 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f43f802d050 con 0x7f44000ceb70 2024-09-13T16:15:13.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:13.796+0000 7f440486a640 1 -- 172.21.15.76:0/3854482526 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43f8031980 con 0x7f44000ceb70 2024-09-13T16:15:13.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:13.796+0000 7f4407ad0640 1 -- 172.21.15.76:0/3854482526 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f44000ceb70 msgr2=0x7f44000707c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:13.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:13.796+0000 7f4407ad0640 1 --2- 172.21.15.76:0/3854482526 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f44000ceb70 0x7f44000707c0 secure :-1 s=READY pgs=2235 cs=0 l=1 rev1=1 crypto rx=0x7f440015cca0 tx=0x7f43f802a730 comp rx=0 tx=0).stop 2024-09-13T16:15:13.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:13.796+0000 7f4407ad0640 1 -- 172.21.15.76:0/3854482526 shutdown_connections 2024-09-13T16:15:13.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:13.796+0000 7f4407ad0640 1 --2- 172.21.15.76:0/3854482526 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f44000ceb70 0x7f44000707c0 unknown :-1 s=CLOSED pgs=2235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:13.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:13.796+0000 7f4407ad0640 1 --2- 172.21.15.76:0/3854482526 >> v2:172.21.15.192:3300/0 conn(0x7f440006d330 0x7f44000ce630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:13.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:13.796+0000 7f4407ad0640 1 -- 172.21.15.76:0/3854482526 >> 172.21.15.76:0/3854482526 conn(0x7f44000b01e0 msgr2=0x7f44000b05f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:13.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:13.796+0000 7f4407ad0640 1 -- 172.21.15.76:0/3854482526 shutdown_connections 2024-09-13T16:15:13.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:13.796+0000 7f4407ad0640 1 -- 172.21.15.76:0/3854482526 wait complete. 2024-09-13T16:15:13.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:13.798+0000 7f4407ad0640 1 Processor -- start 2024-09-13T16:15:13.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:13.798+0000 7f4407ad0640 1 -- start start 2024-09-13T16:15:13.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:13.798+0000 7f4407ad0640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f440006d330 0x7f4400097310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:13.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:13.798+0000 7f4407ad0640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f44000ceb70 0x7f44001568d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:13.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:13.798+0000 7f4407ad0640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4400159260 0x7f4400156e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:13.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:13.798+0000 7f4407ad0640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f44001542e0 con 0x7f44000ceb70 2024-09-13T16:15:13.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:13.798+0000 7f4407ad0640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f44001450c0 con 0x7f440006d330 2024-09-13T16:15:13.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:13.798+0000 7f4407ad0640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f44001453a0 con 0x7f4400159260 2024-09-13T16:15:13.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:13.798+0000 7f440506b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f44000ceb70 0x7f44001568d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:13.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:13.798+0000 7f440506b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f44000ceb70 0x7f44001568d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:45714/0 (socket says 172.21.15.76:45714) 2024-09-13T16:15:13.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:13.798+0000 7f440506b640 1 -- 172.21.15.76:0/3075621818 learned_addr learned my addr 172.21.15.76:0/3075621818 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:15:13.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:13.799+0000 7f440586c640 1 --2- 172.21.15.76:0/3075621818 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f440006d330 0x7f4400097310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:13.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:13.799+0000 7f440606d640 1 --2- 172.21.15.76:0/3075621818 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4400159260 0x7f4400156e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:13.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:13.799+0000 7f440506b640 1 -- 172.21.15.76:0/3075621818 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4400159260 msgr2=0x7f4400156e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:13.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:13.799+0000 7f440506b640 1 --2- 172.21.15.76:0/3075621818 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4400159260 0x7f4400156e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:13.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:13.799+0000 7f440506b640 1 -- 172.21.15.76:0/3075621818 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f440006d330 msgr2=0x7f4400097310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:13.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:13.799+0000 7f440506b640 1 --2- 172.21.15.76:0/3075621818 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f440006d330 0x7f4400097310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:13.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:13.799+0000 7f440506b640 1 -- 172.21.15.76:0/3075621818 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f43f8009b30 con 0x7f44000ceb70 2024-09-13T16:15:13.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:13.799+0000 7f440606d640 1 --2- 172.21.15.76:0/3075621818 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4400159260 0x7f4400156e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:15:13.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:13.799+0000 7f440506b640 1 --2- 172.21.15.76:0/3075621818 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f44000ceb70 0x7f44001568d0 secure :-1 s=READY pgs=2236 cs=0 l=1 rev1=1 crypto rx=0x7f43f000e930 tx=0x7f43f000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:13.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:13.799+0000 7f43f67fc640 1 -- 172.21.15.76:0/3075621818 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43f0009690 con 0x7f44000ceb70 2024-09-13T16:15:13.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:13.799+0000 7f43f67fc640 1 -- 172.21.15.76:0/3075621818 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f43f000ca00 con 0x7f44000ceb70 2024-09-13T16:15:13.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:13.799+0000 7f43f67fc640 1 -- 172.21.15.76:0/3075621818 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43f000cdb0 con 0x7f44000ceb70 2024-09-13T16:15:13.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:13.799+0000 7f4407ad0640 1 -- 172.21.15.76:0/3075621818 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4400145680 con 0x7f44000ceb70 2024-09-13T16:15:13.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:13.799+0000 7f4407ad0640 1 -- 172.21.15.76:0/3075621818 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4400142ef0 con 0x7f44000ceb70 2024-09-13T16:15:13.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:13.800+0000 7f4407ad0640 1 -- 172.21.15.76:0/3075621818 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4400154450 con 0x7f44000ceb70 2024-09-13T16:15:13.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:13.801+0000 7f43f67fc640 1 -- 172.21.15.76:0/3075621818 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f43f0013470 con 0x7f44000ceb70 2024-09-13T16:15:13.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:13.801+0000 7f43f67fc640 1 --2- 172.21.15.76:0/3075621818 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f43e406ac00 0x7f43e406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:13.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:13.801+0000 7f43f67fc640 1 -- 172.21.15.76:0/3075621818 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(162..162 src has 1..162) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f43f00896d0 con 0x7f44000ceb70 2024-09-13T16:15:13.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:13.801+0000 7f440586c640 1 --2- 172.21.15.76:0/3075621818 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f43e406ac00 0x7f43e406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:13.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:13.802+0000 7f440586c640 1 --2- 172.21.15.76:0/3075621818 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f43e406ac00 0x7f43e406d0c0 secure :-1 s=READY pgs=946 cs=0 l=1 rev1=1 crypto rx=0x7f43fc000f60 tx=0x7f43fc009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:13.808 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:13.806+0000 7f43f67fc640 1 -- 172.21.15.76:0/3075621818 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f4400154450 con 0x7f44000ceb70 2024-09-13T16:15:14.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:14.003+0000 7f4407ad0640 1 -- 172.21.15.76:0/3075621818 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7f4400154450 con 0x7f44000ceb70 2024-09-13T16:15:14.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:14.004+0000 7f43f67fc640 1 -- 172.21.15.76:0/3075621818 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+46 (secure 0 0 0) 0x7f4400154450 con 0x7f44000ceb70 2024-09-13T16:15:14.006 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:15:14.006 INFO:teuthology.orchestra.run.smithi076.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-13T16:15:14.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:14.006+0000 7f4407ad0640 1 -- 172.21.15.76:0/3075621818 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f43e406ac00 msgr2=0x7f43e406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:14.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:14.006+0000 7f4407ad0640 1 --2- 172.21.15.76:0/3075621818 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f43e406ac00 0x7f43e406d0c0 secure :-1 s=READY pgs=946 cs=0 l=1 rev1=1 crypto rx=0x7f43fc000f60 tx=0x7f43fc009040 comp rx=0 tx=0).stop 2024-09-13T16:15:14.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:14.006+0000 7f4407ad0640 1 -- 172.21.15.76:0/3075621818 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f44000ceb70 msgr2=0x7f44001568d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:14.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:14.006+0000 7f4407ad0640 1 --2- 172.21.15.76:0/3075621818 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f44000ceb70 0x7f44001568d0 secure :-1 s=READY pgs=2236 cs=0 l=1 rev1=1 crypto rx=0x7f43f000e930 tx=0x7f43f000edf0 comp rx=0 tx=0).stop 2024-09-13T16:15:14.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:14.006+0000 7f4407ad0640 1 -- 172.21.15.76:0/3075621818 shutdown_connections 2024-09-13T16:15:14.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:14.006+0000 7f4407ad0640 1 --2- 172.21.15.76:0/3075621818 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f43e406ac00 0x7f43e406d0c0 unknown :-1 s=CLOSED pgs=946 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:14.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:14.006+0000 7f4407ad0640 1 --2- 172.21.15.76:0/3075621818 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4400159260 0x7f4400156e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:14.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:14.006+0000 7f4407ad0640 1 --2- 172.21.15.76:0/3075621818 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f44000ceb70 0x7f44001568d0 unknown :-1 s=CLOSED pgs=2236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:14.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:14.006+0000 7f4407ad0640 1 --2- 172.21.15.76:0/3075621818 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f440006d330 0x7f4400097310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:14.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:14.006+0000 7f4407ad0640 1 -- 172.21.15.76:0/3075621818 >> 172.21.15.76:0/3075621818 conn(0x7f44000b01e0 msgr2=0x7f4400072790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:14.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:14.006+0000 7f4407ad0640 1 -- 172.21.15.76:0/3075621818 shutdown_connections 2024-09-13T16:15:14.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:14.006+0000 7f4407ad0640 1 -- 172.21.15.76:0/3075621818 wait complete. 2024-09-13T16:15:14.019 DEBUG:tasks.ceph_test_case:Not expected number of summary strings ([]) 2024-09-13T16:15:14.019 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=70 retry_count=0)... 2024-09-13T16:15:19.020 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-13T16:15:19.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:19.125+0000 7f2d13cb1640 1 Processor -- start 2024-09-13T16:15:19.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:19.125+0000 7f2d13cb1640 1 -- start start 2024-09-13T16:15:19.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:19.126+0000 7f2d13cb1640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f2d0c159260 0x7f2d0c06d330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:19.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:19.126+0000 7f2d13cb1640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f2d0c0ced40 0x7f2d0c0707c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:19.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:19.126+0000 7f2d13cb1640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2d0c159640 con 0x7f2d0c0ac950 2024-09-13T16:15:19.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:19.126+0000 7f2d13cb1640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2d0c0ada50 con 0x7f2d0c0ced40 2024-09-13T16:15:19.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:19.126+0000 7f2d13cb1640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2d0c0ad1b0 con 0x7f2d0c159260 2024-09-13T16:15:19.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:19.126+0000 7f2d1224e640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f2d0c0ced40 0x7f2d0c0707c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:19.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:19.126+0000 7f2d1224e640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f2d0c0ced40 0x7f2d0c0707c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:45716/0 (socket says 172.21.15.76:45716) 2024-09-13T16:15:19.129 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:19.126+0000 7f2d1224e640 1 -- 172.21.15.76:0/1450917527 learned_addr learned my addr 172.21.15.76:0/1450917527 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:15:19.129 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:19.127+0000 7f2d11a4d640 1 --2- 172.21.15.76:0/1450917527 >> v2:172.21.15.192:3300/0 conn(0x7f2d0c159260 0x7f2d0c06d330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:19.129 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:19.127+0000 7f2d1224e640 1 -- 172.21.15.76:0/1450917527 >> v2:172.21.15.192:3300/0 conn(0x7f2d0c159260 msgr2=0x7f2d0c06d330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:19.129 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:19.127+0000 7f2d1224e640 1 --2- 172.21.15.76:0/1450917527 >> v2:172.21.15.192:3300/0 conn(0x7f2d0c159260 0x7f2d0c06d330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:19.129 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:19.127+0000 7f2d1224e640 1 -- 172.21.15.76:0/1450917527 >> v1:172.21.15.192:6789/0 conn(0x7f2d0c0ac950 legacy=0x7f2d0c0ce630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:19.129 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:19.127+0000 7f2d1224e640 1 -- 172.21.15.76:0/1450917527 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2d0c0ad490 con 0x7f2d0c0ced40 2024-09-13T16:15:19.129 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:19.127+0000 7f2d11a4d640 1 --2- 172.21.15.76:0/1450917527 >> v2:172.21.15.192:3300/0 conn(0x7f2d0c159260 0x7f2d0c06d330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:15:19.130 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:19.127+0000 7f2d1224e640 1 --2- 172.21.15.76:0/1450917527 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2d0c0ced40 0x7f2d0c0707c0 secure :-1 s=READY pgs=2237 cs=0 l=1 rev1=1 crypto rx=0x7f2d0c0b0df0 tx=0x7f2d0402c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a5528d4a882cadce server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:19.130 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:19.127+0000 7f2d10a4b640 1 -- 172.21.15.76:0/1450917527 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d04009600 con 0x7f2d0c0ced40 2024-09-13T16:15:19.131 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:19.127+0000 7f2d10a4b640 1 -- 172.21.15.76:0/1450917527 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2d04009760 con 0x7f2d0c0ced40 2024-09-13T16:15:19.131 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:19.127+0000 7f2d10a4b640 1 -- 172.21.15.76:0/1450917527 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d04009af0 con 0x7f2d0c0ced40 2024-09-13T16:15:19.131 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:19.128+0000 7f2d13cb1640 1 -- 172.21.15.76:0/1450917527 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2d0c0ced40 msgr2=0x7f2d0c0707c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:19.131 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:19.128+0000 7f2d13cb1640 1 --2- 172.21.15.76:0/1450917527 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2d0c0ced40 0x7f2d0c0707c0 secure :-1 s=READY pgs=2237 cs=0 l=1 rev1=1 crypto rx=0x7f2d0c0b0df0 tx=0x7f2d0402c900 comp rx=0 tx=0).stop 2024-09-13T16:15:19.131 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:19.128+0000 7f2d13cb1640 1 -- 172.21.15.76:0/1450917527 shutdown_connections 2024-09-13T16:15:19.131 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:19.128+0000 7f2d13cb1640 1 --2- 172.21.15.76:0/1450917527 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2d0c0ced40 0x7f2d0c0707c0 unknown :-1 s=CLOSED pgs=2237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:19.131 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:19.128+0000 7f2d13cb1640 1 --2- 172.21.15.76:0/1450917527 >> v2:172.21.15.192:3300/0 conn(0x7f2d0c159260 0x7f2d0c06d330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:19.131 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:19.128+0000 7f2d13cb1640 1 -- 172.21.15.76:0/1450917527 >> 172.21.15.76:0/1450917527 conn(0x7f2d0c0b01e0 msgr2=0x7f2d0c0b05f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:19.131 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:19.128+0000 7f2d13cb1640 1 -- 172.21.15.76:0/1450917527 shutdown_connections 2024-09-13T16:15:19.131 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:19.128+0000 7f2d13cb1640 1 -- 172.21.15.76:0/1450917527 wait complete. 2024-09-13T16:15:19.131 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:19.129+0000 7f2d13cb1640 1 Processor -- start 2024-09-13T16:15:19.131 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:19.129+0000 7f2d13cb1640 1 -- start start 2024-09-13T16:15:19.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:19.130+0000 7f2d13cb1640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2d0c0ac950 0x7f2d0c145c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:19.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:19.130+0000 7f2d13cb1640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2d0c0ced40 0x7f2d0c14b520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:19.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:19.130+0000 7f2d13cb1640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2d0c159260 0x7f2d0c14ba60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:19.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:19.130+0000 7f2d13cb1640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d0c15a1b0 con 0x7f2d0c0ced40 2024-09-13T16:15:19.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:19.130+0000 7f2d13cb1640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d0c14c6f0 con 0x7f2d0c159260 2024-09-13T16:15:19.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:19.130+0000 7f2d13cb1640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2d0c159880 con 0x7f2d0c0ac950 2024-09-13T16:15:19.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:19.130+0000 7f2d1124c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2d0c0ced40 0x7f2d0c14b520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:19.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:19.130+0000 7f2d1124c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2d0c0ced40 0x7f2d0c14b520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:45728/0 (socket says 172.21.15.76:45728) 2024-09-13T16:15:19.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:19.130+0000 7f2d1124c640 1 -- 172.21.15.76:0/1480108462 learned_addr learned my addr 172.21.15.76:0/1480108462 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:15:19.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:19.130+0000 7f2d1224e640 1 --2- 172.21.15.76:0/1480108462 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2d0c159260 0x7f2d0c14ba60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:19.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:19.130+0000 7f2d11a4d640 1 --2- 172.21.15.76:0/1480108462 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2d0c0ac950 0x7f2d0c145c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:19.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:19.131+0000 7f2d1124c640 1 -- 172.21.15.76:0/1480108462 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2d0c0ac950 msgr2=0x7f2d0c145c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:19.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:19.131+0000 7f2d1124c640 1 --2- 172.21.15.76:0/1480108462 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2d0c0ac950 0x7f2d0c145c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:19.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:19.131+0000 7f2d1124c640 1 -- 172.21.15.76:0/1480108462 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2d0c159260 msgr2=0x7f2d0c14ba60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:19.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:19.131+0000 7f2d1124c640 1 --2- 172.21.15.76:0/1480108462 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2d0c159260 0x7f2d0c14ba60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:19.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:19.131+0000 7f2d1124c640 1 -- 172.21.15.76:0/1480108462 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2d0400bd40 con 0x7f2d0c0ced40 2024-09-13T16:15:19.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:19.131+0000 7f2d1224e640 1 --2- 172.21.15.76:0/1480108462 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2d0c159260 0x7f2d0c14ba60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:15:19.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:19.131+0000 7f2d1124c640 1 --2- 172.21.15.76:0/1480108462 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2d0c0ced40 0x7f2d0c14b520 secure :-1 s=READY pgs=2238 cs=0 l=1 rev1=1 crypto rx=0x7f2cfc00c430 tx=0x7f2cfc00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:19.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:19.131+0000 7f2d027fc640 1 -- 172.21.15.76:0/1480108462 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2cfc011790 con 0x7f2d0c0ced40 2024-09-13T16:15:19.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:19.131+0000 7f2d027fc640 1 -- 172.21.15.76:0/1480108462 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2cfc0118f0 con 0x7f2d0c0ced40 2024-09-13T16:15:19.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:19.131+0000 7f2d13cb1640 1 -- 172.21.15.76:0/1480108462 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2d0c159b60 con 0x7f2d0c0ced40 2024-09-13T16:15:19.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:19.131+0000 7f2d027fc640 1 -- 172.21.15.76:0/1480108462 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2cfc011ce0 con 0x7f2d0c0ced40 2024-09-13T16:15:19.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:19.131+0000 7f2d13cb1640 1 -- 172.21.15.76:0/1480108462 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2d0c146140 con 0x7f2d0c0ced40 2024-09-13T16:15:19.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:19.132+0000 7f2d13cb1640 1 -- 172.21.15.76:0/1480108462 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2d0c15a320 con 0x7f2d0c0ced40 2024-09-13T16:15:19.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:19.132+0000 7f2d027fc640 1 -- 172.21.15.76:0/1480108462 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f2cfc01c460 con 0x7f2d0c0ced40 2024-09-13T16:15:19.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:19.133+0000 7f2d027fc640 1 --2- 172.21.15.76:0/1480108462 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2cf006ac30 0x7f2cf006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:19.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:19.133+0000 7f2d027fc640 1 -- 172.21.15.76:0/1480108462 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(162..162 src has 1..162) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f2cfc089370 con 0x7f2d0c0ced40 2024-09-13T16:15:19.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:19.133+0000 7f2d11a4d640 1 --2- 172.21.15.76:0/1480108462 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2cf006ac30 0x7f2cf006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:19.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:19.133+0000 7f2d11a4d640 1 --2- 172.21.15.76:0/1480108462 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2cf006ac30 0x7f2cf006d0f0 secure :-1 s=READY pgs=947 cs=0 l=1 rev1=1 crypto rx=0x7f2d0800a950 tx=0x7f2d08008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:19.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:19.137+0000 7f2d027fc640 1 -- 172.21.15.76:0/1480108462 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f2cfc0544a0 con 0x7f2d0c0ced40 2024-09-13T16:15:19.334 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:19.332+0000 7f2d13cb1640 1 -- 172.21.15.76:0/1480108462 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7f2d0c06d330 con 0x7f2d0c0ced40 2024-09-13T16:15:19.334 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:19.333+0000 7f2d027fc640 1 -- 172.21.15.76:0/1480108462 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+46 (secure 0 0 0) 0x7f2cfc057ac0 con 0x7f2d0c0ced40 2024-09-13T16:15:19.335 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:15:19.335 INFO:teuthology.orchestra.run.smithi076.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-13T16:15:19.337 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:19.334+0000 7f2d13cb1640 1 -- 172.21.15.76:0/1480108462 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2cf006ac30 msgr2=0x7f2cf006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:19.337 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:19.334+0000 7f2d13cb1640 1 --2- 172.21.15.76:0/1480108462 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2cf006ac30 0x7f2cf006d0f0 secure :-1 s=READY pgs=947 cs=0 l=1 rev1=1 crypto rx=0x7f2d0800a950 tx=0x7f2d08008040 comp rx=0 tx=0).stop 2024-09-13T16:15:19.337 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:19.334+0000 7f2d13cb1640 1 -- 172.21.15.76:0/1480108462 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2d0c0ced40 msgr2=0x7f2d0c14b520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:19.338 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:19.334+0000 7f2d13cb1640 1 --2- 172.21.15.76:0/1480108462 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2d0c0ced40 0x7f2d0c14b520 secure :-1 s=READY pgs=2238 cs=0 l=1 rev1=1 crypto rx=0x7f2cfc00c430 tx=0x7f2cfc00c8f0 comp rx=0 tx=0).stop 2024-09-13T16:15:19.338 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:19.334+0000 7f2d13cb1640 1 -- 172.21.15.76:0/1480108462 shutdown_connections 2024-09-13T16:15:19.338 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:19.334+0000 7f2d13cb1640 1 --2- 172.21.15.76:0/1480108462 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2d0c159260 0x7f2d0c14ba60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:19.338 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:19.334+0000 7f2d13cb1640 1 --2- 172.21.15.76:0/1480108462 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2d0c0ced40 0x7f2d0c14b520 unknown :-1 s=CLOSED pgs=2238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:19.338 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:19.334+0000 7f2d13cb1640 1 --2- 172.21.15.76:0/1480108462 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2cf006ac30 0x7f2cf006d0f0 unknown :-1 s=CLOSED pgs=947 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:19.338 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:19.334+0000 7f2d13cb1640 1 --2- 172.21.15.76:0/1480108462 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2d0c0ac950 0x7f2d0c145c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:19.339 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:19.335+0000 7f2d13cb1640 1 -- 172.21.15.76:0/1480108462 >> 172.21.15.76:0/1480108462 conn(0x7f2d0c0b01e0 msgr2=0x7f2d0c0ae6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:19.339 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:19.335+0000 7f2d13cb1640 1 -- 172.21.15.76:0/1480108462 shutdown_connections 2024-09-13T16:15:19.339 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:19.335+0000 7f2d13cb1640 1 -- 172.21.15.76:0/1480108462 wait complete. 2024-09-13T16:15:19.347 DEBUG:tasks.ceph_test_case:Not expected number of summary strings ([]) 2024-09-13T16:15:19.347 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=70 retry_count=0)... 2024-09-13T16:15:24.348 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-13T16:15:24.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:24.455+0000 7f9ca2bbc640 1 Processor -- start 2024-09-13T16:15:24.457 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:24.455+0000 7f9ca2bbc640 1 -- start start 2024-09-13T16:15:24.458 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:24.456+0000 7f9ca2bbc640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f9c9c159260 0x7f9c9c06d330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:24.458 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:24.456+0000 7f9ca2bbc640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9c9c0ced40 0x7f9c9c0707c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:24.458 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:24.456+0000 7f9ca2bbc640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9c9c159640 con 0x7f9c9c0ac950 2024-09-13T16:15:24.458 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:24.456+0000 7f9ca2bbc640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9c9c0ada50 con 0x7f9c9c159260 2024-09-13T16:15:24.458 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:24.456+0000 7f9ca2bbc640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9c9c0ad1b0 con 0x7f9c9c0ced40 2024-09-13T16:15:24.458 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:24.456+0000 7f9ca0958640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f9c9c159260 0x7f9c9c06d330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:24.458 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:24.456+0000 7f9ca0958640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f9c9c159260 0x7f9c9c06d330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:46426/0 (socket says 172.21.15.76:46426) 2024-09-13T16:15:24.458 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:24.456+0000 7f9ca0958640 1 -- 172.21.15.76:0/3160215196 learned_addr learned my addr 172.21.15.76:0/3160215196 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:15:24.459 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:24.456+0000 7f9ca1159640 1 --2- 172.21.15.76:0/3160215196 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9c9c0ced40 0x7f9c9c0707c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:24.459 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:24.456+0000 7f9ca0958640 1 -- 172.21.15.76:0/3160215196 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9c9c0ced40 msgr2=0x7f9c9c0707c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:24.459 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:24.456+0000 7f9ca0958640 1 --2- 172.21.15.76:0/3160215196 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9c9c0ced40 0x7f9c9c0707c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:24.459 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:24.456+0000 7f9ca0958640 1 -- 172.21.15.76:0/3160215196 >> v1:172.21.15.192:6789/0 conn(0x7f9c9c0ac950 legacy=0x7f9c9c0ce630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:24.459 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:24.456+0000 7f9ca0958640 1 -- 172.21.15.76:0/3160215196 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9c9c0ad490 con 0x7f9c9c159260 2024-09-13T16:15:24.460 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:24.457+0000 7f9ca0958640 1 --2- 172.21.15.76:0/3160215196 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9c9c159260 0x7f9c9c06d330 secure :-1 s=READY pgs=2239 cs=0 l=1 rev1=1 crypto rx=0x7f9c9c0b0df0 tx=0x7f9c9002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b603d6cd940a07cb server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:24.460 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:24.457+0000 7f9c9b7fe640 1 -- 172.21.15.76:0/3160215196 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c90032440 con 0x7f9c9c159260 2024-09-13T16:15:24.460 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:24.457+0000 7f9c9b7fe640 1 -- 172.21.15.76:0/3160215196 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9c900325a0 con 0x7f9c9c159260 2024-09-13T16:15:24.460 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:24.457+0000 7f9c9b7fe640 1 -- 172.21.15.76:0/3160215196 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c90032930 con 0x7f9c9c159260 2024-09-13T16:15:24.461 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:24.458+0000 7f9ca2bbc640 1 -- 172.21.15.76:0/3160215196 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9c9c159260 msgr2=0x7f9c9c06d330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:24.461 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:24.458+0000 7f9ca2bbc640 1 --2- 172.21.15.76:0/3160215196 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9c9c159260 0x7f9c9c06d330 secure :-1 s=READY pgs=2239 cs=0 l=1 rev1=1 crypto rx=0x7f9c9c0b0df0 tx=0x7f9c9002a1e0 comp rx=0 tx=0).stop 2024-09-13T16:15:24.461 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:24.458+0000 7f9ca2bbc640 1 -- 172.21.15.76:0/3160215196 shutdown_connections 2024-09-13T16:15:24.461 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:24.458+0000 7f9ca2bbc640 1 --2- 172.21.15.76:0/3160215196 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9c9c0ced40 0x7f9c9c0707c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:24.461 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:24.458+0000 7f9ca2bbc640 1 --2- 172.21.15.76:0/3160215196 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9c9c159260 0x7f9c9c06d330 unknown :-1 s=CLOSED pgs=2239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:24.461 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:24.458+0000 7f9ca2bbc640 1 -- 172.21.15.76:0/3160215196 >> 172.21.15.76:0/3160215196 conn(0x7f9c9c0b01e0 msgr2=0x7f9c9c0b05f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:24.461 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:24.458+0000 7f9ca2bbc640 1 -- 172.21.15.76:0/3160215196 shutdown_connections 2024-09-13T16:15:24.461 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:24.458+0000 7f9ca2bbc640 1 -- 172.21.15.76:0/3160215196 wait complete. 2024-09-13T16:15:24.461 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:24.459+0000 7f9ca2bbc640 1 Processor -- start 2024-09-13T16:15:24.461 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:24.459+0000 7f9ca2bbc640 1 -- start start 2024-09-13T16:15:24.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:24.460+0000 7f9ca2bbc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9c9c0ac950 0x7f9c9c147640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:24.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:24.460+0000 7f9ca2bbc640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9c9c0ced40 0x7f9c9c151990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:24.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:24.460+0000 7f9ca2bbc640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9c9c159260 0x7f9c9c0b11c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:24.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:24.460+0000 7f9ca2bbc640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c9c0c7f10 con 0x7f9c9c0ac950 2024-09-13T16:15:24.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:24.460+0000 7f9ca2bbc640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c9c147b80 con 0x7f9c9c0ced40 2024-09-13T16:15:24.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:24.460+0000 7f9ca2bbc640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9c9c0c8160 con 0x7f9c9c159260 2024-09-13T16:15:24.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:24.460+0000 7f9ca0958640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9c9c0ac950 0x7f9c9c147640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:24.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:24.460+0000 7f9ca0958640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9c9c0ac950 0x7f9c9c147640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:46440/0 (socket says 172.21.15.76:46440) 2024-09-13T16:15:24.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:24.460+0000 7f9ca0958640 1 -- 172.21.15.76:0/3963370373 learned_addr learned my addr 172.21.15.76:0/3963370373 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:15:24.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:24.460+0000 7f9ca1159640 1 --2- 172.21.15.76:0/3963370373 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9c9c159260 0x7f9c9c0b11c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:24.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:24.460+0000 7f9c9bfff640 1 --2- 172.21.15.76:0/3963370373 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9c9c0ced40 0x7f9c9c151990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:24.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:24.460+0000 7f9ca0958640 1 -- 172.21.15.76:0/3963370373 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9c9c159260 msgr2=0x7f9c9c0b11c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:24.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:24.460+0000 7f9ca0958640 1 --2- 172.21.15.76:0/3963370373 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9c9c159260 0x7f9c9c0b11c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:24.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:24.460+0000 7f9ca0958640 1 -- 172.21.15.76:0/3963370373 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9c9c0ced40 msgr2=0x7f9c9c151990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:24.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:24.460+0000 7f9ca0958640 1 --2- 172.21.15.76:0/3963370373 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9c9c0ced40 0x7f9c9c151990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:24.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:24.460+0000 7f9ca0958640 1 -- 172.21.15.76:0/3963370373 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9c900094d0 con 0x7f9c9c0ac950 2024-09-13T16:15:24.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:24.460+0000 7f9c9bfff640 1 --2- 172.21.15.76:0/3963370373 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9c9c0ced40 0x7f9c9c151990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:15:24.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:24.461+0000 7f9ca0958640 1 --2- 172.21.15.76:0/3963370373 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9c9c0ac950 0x7f9c9c147640 secure :-1 s=READY pgs=2240 cs=0 l=1 rev1=1 crypto rx=0x7f9c9002a750 tx=0x7f9c900046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:24.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:24.461+0000 7f9c997fa640 1 -- 172.21.15.76:0/3963370373 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c90030b80 con 0x7f9c9c0ac950 2024-09-13T16:15:24.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:24.461+0000 7f9c997fa640 1 -- 172.21.15.76:0/3963370373 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9c90030ce0 con 0x7f9c9c0ac950 2024-09-13T16:15:24.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:24.461+0000 7f9ca2bbc640 1 -- 172.21.15.76:0/3963370373 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9c9c0c8440 con 0x7f9c9c0ac950 2024-09-13T16:15:24.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:24.461+0000 7f9c997fa640 1 -- 172.21.15.76:0/3963370373 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c9003d660 con 0x7f9c9c0ac950 2024-09-13T16:15:24.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:24.461+0000 7f9ca2bbc640 1 -- 172.21.15.76:0/3963370373 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9c9c0c8a00 con 0x7f9c9c0ac950 2024-09-13T16:15:24.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:24.462+0000 7f9ca2bbc640 1 -- 172.21.15.76:0/3963370373 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9c9c0c82a0 con 0x7f9c9c0ac950 2024-09-13T16:15:24.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:24.462+0000 7f9c997fa640 1 -- 172.21.15.76:0/3963370373 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9c90039040 con 0x7f9c9c0ac950 2024-09-13T16:15:24.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:24.463+0000 7f9c997fa640 1 --2- 172.21.15.76:0/3963370373 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9c8006ac00 0x7f9c8006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:24.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:24.463+0000 7f9c997fa640 1 -- 172.21.15.76:0/3963370373 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(162..162 src has 1..162) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f9c900a9f90 con 0x7f9c9c0ac950 2024-09-13T16:15:24.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:24.463+0000 7f9c9bfff640 1 --2- 172.21.15.76:0/3963370373 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9c8006ac00 0x7f9c8006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:24.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:24.463+0000 7f9c9bfff640 1 --2- 172.21.15.76:0/3963370373 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9c8006ac00 0x7f9c8006d0c0 secure :-1 s=READY pgs=948 cs=0 l=1 rev1=1 crypto rx=0x7f9c9c151710 tx=0x7f9c88009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:24.468 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:24.467+0000 7f9c997fa640 1 -- 172.21.15.76:0/3963370373 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f9c900dd9c0 con 0x7f9c9c0ac950 2024-09-13T16:15:24.665 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:24.663+0000 7f9ca2bbc640 1 -- 172.21.15.76:0/3963370373 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7f9c9c159640 con 0x7f9c9c0ac950 2024-09-13T16:15:24.665 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:24.664+0000 7f9c997fa640 1 -- 172.21.15.76:0/3963370373 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+46 (secure 0 0 0) 0x7f9c9c159640 con 0x7f9c9c0ac950 2024-09-13T16:15:24.665 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:15:24.666 INFO:teuthology.orchestra.run.smithi076.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-13T16:15:24.667 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:24.666+0000 7f9ca2bbc640 1 -- 172.21.15.76:0/3963370373 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9c8006ac00 msgr2=0x7f9c8006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:24.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:24.666+0000 7f9ca2bbc640 1 --2- 172.21.15.76:0/3963370373 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9c8006ac00 0x7f9c8006d0c0 secure :-1 s=READY pgs=948 cs=0 l=1 rev1=1 crypto rx=0x7f9c9c151710 tx=0x7f9c88009040 comp rx=0 tx=0).stop 2024-09-13T16:15:24.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:24.666+0000 7f9ca2bbc640 1 -- 172.21.15.76:0/3963370373 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9c9c0ac950 msgr2=0x7f9c9c147640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:24.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:24.666+0000 7f9ca2bbc640 1 --2- 172.21.15.76:0/3963370373 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9c9c0ac950 0x7f9c9c147640 secure :-1 s=READY pgs=2240 cs=0 l=1 rev1=1 crypto rx=0x7f9c9002a750 tx=0x7f9c900046c0 comp rx=0 tx=0).stop 2024-09-13T16:15:24.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:24.666+0000 7f9ca2bbc640 1 -- 172.21.15.76:0/3963370373 shutdown_connections 2024-09-13T16:15:24.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:24.666+0000 7f9ca2bbc640 1 --2- 172.21.15.76:0/3963370373 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9c8006ac00 0x7f9c8006d0c0 unknown :-1 s=CLOSED pgs=948 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:24.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:24.666+0000 7f9ca2bbc640 1 --2- 172.21.15.76:0/3963370373 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9c9c159260 0x7f9c9c0b11c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:24.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:24.666+0000 7f9ca2bbc640 1 --2- 172.21.15.76:0/3963370373 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9c9c0ced40 0x7f9c9c151990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:24.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:24.666+0000 7f9ca2bbc640 1 --2- 172.21.15.76:0/3963370373 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9c9c0ac950 0x7f9c9c147640 unknown :-1 s=CLOSED pgs=2240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:24.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:24.666+0000 7f9ca2bbc640 1 -- 172.21.15.76:0/3963370373 >> 172.21.15.76:0/3963370373 conn(0x7f9c9c0b01e0 msgr2=0x7f9c9c0af5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:24.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:24.666+0000 7f9ca2bbc640 1 -- 172.21.15.76:0/3963370373 shutdown_connections 2024-09-13T16:15:24.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:24.666+0000 7f9ca2bbc640 1 -- 172.21.15.76:0/3963370373 wait complete. 2024-09-13T16:15:24.678 DEBUG:tasks.ceph_test_case:Not expected number of summary strings ([]) 2024-09-13T16:15:24.679 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=70 retry_count=0)... 2024-09-13T16:15:29.679 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-13T16:15:29.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:29.789+0000 7ff63c096640 1 Processor -- start 2024-09-13T16:15:29.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:29.789+0000 7ff63c096640 1 -- start start 2024-09-13T16:15:29.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:29.790+0000 7ff63c096640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff634159260 0x7ff63406d330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:29.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:29.790+0000 7ff63c096640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff634159640 con 0x7ff6340ced40 2024-09-13T16:15:29.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:29.790+0000 7ff63c096640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff6340ad1b0 con 0x7ff6340ac950 2024-09-13T16:15:29.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:29.790+0000 7ff63c096640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff6340ada50 con 0x7ff634159260 2024-09-13T16:15:29.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:29.790+0000 7ff639e32640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff634159260 0x7ff63406d330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:29.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:29.790+0000 7ff639e32640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff634159260 0x7ff63406d330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:46456/0 (socket says 172.21.15.76:46456) 2024-09-13T16:15:29.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:29.790+0000 7ff639e32640 1 -- 172.21.15.76:0/1706732653 learned_addr learned my addr 172.21.15.76:0/1706732653 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:15:29.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:29.790+0000 7ff63a633640 1 --1- 172.21.15.76:0/1706732653 >> v1:172.21.15.76:6789/0 conn(0x7ff6340ced40 0x7ff6340707c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:41042/0 (socket says 172.21.15.76:41042) 2024-09-13T16:15:29.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:29.791+0000 7ff639e32640 1 -- 172.21.15.76:0/1706732653 >> v1:172.21.15.192:6789/0 conn(0x7ff6340ac950 legacy=0x7ff6340ce630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:29.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:29.791+0000 7ff639e32640 1 -- 172.21.15.76:0/1706732653 >> v1:172.21.15.76:6789/0 conn(0x7ff6340ced40 legacy=0x7ff6340707c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:29.793 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:29.791+0000 7ff639e32640 1 -- 172.21.15.76:0/1706732653 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff6340ad490 con 0x7ff634159260 2024-09-13T16:15:29.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:29.791+0000 7ff639e32640 1 --2- 172.21.15.76:0/1706732653 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff634159260 0x7ff63406d330 secure :-1 s=READY pgs=2242 cs=0 l=1 rev1=1 crypto rx=0x7ff630009e50 tx=0x7ff63002a7c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f51d36494d3d1b4f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:29.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:29.791+0000 7ff638e30640 1 -- 172.21.15.76:0/1706732653 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff630031600 con 0x7ff634159260 2024-09-13T16:15:29.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:29.791+0000 7ff638e30640 1 -- 172.21.15.76:0/1706732653 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff63002d050 con 0x7ff634159260 2024-09-13T16:15:29.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:29.791+0000 7ff638e30640 1 -- 172.21.15.76:0/1706732653 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6300319a0 con 0x7ff634159260 2024-09-13T16:15:29.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:29.792+0000 7ff63c096640 1 -- 172.21.15.76:0/1706732653 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff634159260 msgr2=0x7ff63406d330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:29.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:29.792+0000 7ff63c096640 1 --2- 172.21.15.76:0/1706732653 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff634159260 0x7ff63406d330 secure :-1 s=READY pgs=2242 cs=0 l=1 rev1=1 crypto rx=0x7ff630009e50 tx=0x7ff63002a7c0 comp rx=0 tx=0).stop 2024-09-13T16:15:29.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:29.792+0000 7ff63c096640 1 -- 172.21.15.76:0/1706732653 shutdown_connections 2024-09-13T16:15:29.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:29.792+0000 7ff63c096640 1 --2- 172.21.15.76:0/1706732653 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff634159260 0x7ff63406d330 unknown :-1 s=CLOSED pgs=2242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:29.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:29.792+0000 7ff63c096640 1 -- 172.21.15.76:0/1706732653 >> 172.21.15.76:0/1706732653 conn(0x7ff6340b01e0 msgr2=0x7ff6340b05f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:29.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:29.792+0000 7ff63c096640 1 -- 172.21.15.76:0/1706732653 shutdown_connections 2024-09-13T16:15:29.795 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:29.792+0000 7ff63c096640 1 -- 172.21.15.76:0/1706732653 wait complete. 2024-09-13T16:15:29.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:29.793+0000 7ff63c096640 1 Processor -- start 2024-09-13T16:15:29.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:29.793+0000 7ff63c096640 1 -- start start 2024-09-13T16:15:29.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:29.794+0000 7ff63c096640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff6340ac950 0x7ff6341e5e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:29.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:29.794+0000 7ff63c096640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff6340ced40 0x7ff6341e6350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:29.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:29.794+0000 7ff63c096640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff634159260 0x7ff634156730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:29.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:29.794+0000 7ff63c096640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff634155be0 con 0x7ff6340ac950 2024-09-13T16:15:29.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:29.794+0000 7ff63c096640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff634146f00 con 0x7ff634159260 2024-09-13T16:15:29.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:29.794+0000 7ff63c096640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff6341471e0 con 0x7ff6340ced40 2024-09-13T16:15:29.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:29.794+0000 7ff639e32640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff6340ac950 0x7ff6341e5e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:29.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:29.794+0000 7ff639e32640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff6340ac950 0x7ff6341e5e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:46462/0 (socket says 172.21.15.76:46462) 2024-09-13T16:15:29.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:29.794+0000 7ff639e32640 1 -- 172.21.15.76:0/3992580768 learned_addr learned my addr 172.21.15.76:0/3992580768 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:15:29.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:29.794+0000 7ff63a633640 1 --2- 172.21.15.76:0/3992580768 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff634159260 0x7ff634156730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:29.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:29.794+0000 7ff639631640 1 --2- 172.21.15.76:0/3992580768 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff6340ced40 0x7ff6341e6350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:29.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:29.795+0000 7ff639e32640 1 -- 172.21.15.76:0/3992580768 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff6340ced40 msgr2=0x7ff6341e6350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:29.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:29.795+0000 7ff639e32640 1 --2- 172.21.15.76:0/3992580768 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff6340ced40 0x7ff6341e6350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:29.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:29.795+0000 7ff639e32640 1 -- 172.21.15.76:0/3992580768 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff634159260 msgr2=0x7ff634156730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:29.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:29.795+0000 7ff639e32640 1 --2- 172.21.15.76:0/3992580768 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff634159260 0x7ff634156730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:29.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:29.795+0000 7ff639e32640 1 -- 172.21.15.76:0/3992580768 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff630009b30 con 0x7ff6340ac950 2024-09-13T16:15:29.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:29.795+0000 7ff639e32640 1 --2- 172.21.15.76:0/3992580768 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff6340ac950 0x7ff6341e5e10 secure :-1 s=READY pgs=2243 cs=0 l=1 rev1=1 crypto rx=0x7ff630009f70 tx=0x7ff630004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:29.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:29.795+0000 7ff62a7fc640 1 -- 172.21.15.76:0/3992580768 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff63003b600 con 0x7ff6340ac950 2024-09-13T16:15:29.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:29.795+0000 7ff62a7fc640 1 -- 172.21.15.76:0/3992580768 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff63003b760 con 0x7ff6340ac950 2024-09-13T16:15:29.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:29.795+0000 7ff62a7fc640 1 -- 172.21.15.76:0/3992580768 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff63003baf0 con 0x7ff6340ac950 2024-09-13T16:15:29.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:29.795+0000 7ff63c096640 1 -- 172.21.15.76:0/3992580768 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff63409a630 con 0x7ff6340ac950 2024-09-13T16:15:29.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:29.795+0000 7ff63c096640 1 -- 172.21.15.76:0/3992580768 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff63409a250 con 0x7ff6340ac950 2024-09-13T16:15:29.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:29.796+0000 7ff63c096640 1 -- 172.21.15.76:0/3992580768 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff63406d330 con 0x7ff6340ac950 2024-09-13T16:15:29.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:29.796+0000 7ff62a7fc640 1 -- 172.21.15.76:0/3992580768 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff63003bc50 con 0x7ff6340ac950 2024-09-13T16:15:29.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:29.797+0000 7ff62a7fc640 1 --2- 172.21.15.76:0/3992580768 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff61806ac00 0x7ff61806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:29.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:29.797+0000 7ff639631640 1 --2- 172.21.15.76:0/3992580768 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff61806ac00 0x7ff61806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:29.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:29.797+0000 7ff62a7fc640 1 -- 172.21.15.76:0/3992580768 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(162..162 src has 1..162) v4 ==== 6029+0+0 (secure 0 0 0) 0x7ff6300a9b00 con 0x7ff6340ac950 2024-09-13T16:15:29.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:29.798+0000 7ff639631640 1 --2- 172.21.15.76:0/3992580768 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff61806ac00 0x7ff61806d0c0 secure :-1 s=READY pgs=949 cs=0 l=1 rev1=1 crypto rx=0x7ff6341e69b0 tx=0x7ff624009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:29.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:29.801+0000 7ff62a7fc640 1 -- 172.21.15.76:0/3992580768 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ff630074ba0 con 0x7ff6340ac950 2024-09-13T16:15:30.000 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:29.996+0000 7ff63c096640 1 -- 172.21.15.76:0/3992580768 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7ff6340b2db0 con 0x7ff6340ac950 2024-09-13T16:15:30.000 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:29.996+0000 7ff62a7fc640 1 -- 172.21.15.76:0/3992580768 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+46 (secure 0 0 0) 0x7ff630009510 con 0x7ff6340ac950 2024-09-13T16:15:30.000 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:15:30.000 INFO:teuthology.orchestra.run.smithi076.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-13T16:15:30.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:29.998+0000 7ff63c096640 1 -- 172.21.15.76:0/3992580768 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff61806ac00 msgr2=0x7ff61806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:30.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:29.998+0000 7ff63c096640 1 --2- 172.21.15.76:0/3992580768 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff61806ac00 0x7ff61806d0c0 secure :-1 s=READY pgs=949 cs=0 l=1 rev1=1 crypto rx=0x7ff6341e69b0 tx=0x7ff624009040 comp rx=0 tx=0).stop 2024-09-13T16:15:30.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:29.998+0000 7ff63c096640 1 -- 172.21.15.76:0/3992580768 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff6340ac950 msgr2=0x7ff6341e5e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:30.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:29.998+0000 7ff63c096640 1 --2- 172.21.15.76:0/3992580768 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff6340ac950 0x7ff6341e5e10 secure :-1 s=READY pgs=2243 cs=0 l=1 rev1=1 crypto rx=0x7ff630009f70 tx=0x7ff630004a40 comp rx=0 tx=0).stop 2024-09-13T16:15:30.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:29.998+0000 7ff63c096640 1 -- 172.21.15.76:0/3992580768 shutdown_connections 2024-09-13T16:15:30.001 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:29.998+0000 7ff63c096640 1 --2- 172.21.15.76:0/3992580768 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff634159260 0x7ff634156730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:30.002 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:29.998+0000 7ff63c096640 1 --2- 172.21.15.76:0/3992580768 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff61806ac00 0x7ff61806d0c0 unknown :-1 s=CLOSED pgs=949 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:30.002 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:29.998+0000 7ff63c096640 1 --2- 172.21.15.76:0/3992580768 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff6340ced40 0x7ff6341e6350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:30.002 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:29.998+0000 7ff63c096640 1 --2- 172.21.15.76:0/3992580768 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff6340ac950 0x7ff6341e5e10 unknown :-1 s=CLOSED pgs=2243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:30.002 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:29.998+0000 7ff63c096640 1 -- 172.21.15.76:0/3992580768 >> 172.21.15.76:0/3992580768 conn(0x7ff6340b01e0 msgr2=0x7ff6340ac080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:30.002 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:29.998+0000 7ff63c096640 1 -- 172.21.15.76:0/3992580768 shutdown_connections 2024-09-13T16:15:30.002 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:29.998+0000 7ff63c096640 1 -- 172.21.15.76:0/3992580768 wait complete. 2024-09-13T16:15:30.011 DEBUG:tasks.ceph_test_case:Not expected number of summary strings ([]) 2024-09-13T16:15:30.011 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=70 retry_count=0)... 2024-09-13T16:15:35.012 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-13T16:15:35.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:35.124+0000 7f10dd43a640 1 Processor -- start 2024-09-13T16:15:35.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:35.124+0000 7f10dd43a640 1 -- start start 2024-09-13T16:15:35.126 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:35.125+0000 7f10dd43a640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f10d815c640 0x7f10d8099450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:35.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:35.125+0000 7f10dd43a640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f10d806b580 0x7f10d806b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:35.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:35.125+0000 7f10dd43a640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f10d806bf00 con 0x7f10d81602a0 2024-09-13T16:15:35.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:35.125+0000 7f10dd43a640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f10d806b210 con 0x7f10d806b580 2024-09-13T16:15:35.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:35.125+0000 7f10dd43a640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f10d80cea50 con 0x7f10d815c640 2024-09-13T16:15:35.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:35.126+0000 7f10cffff640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f10d806b580 0x7f10d806b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:35.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:35.126+0000 7f10d6ffd640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f10d815c640 0x7f10d8099450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:35.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:35.126+0000 7f10d77fe640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7f10d81602a0 0x7f10d8160750 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:60474/0 (socket says 172.21.15.76:60474) 2024-09-13T16:15:35.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:35.126+0000 7f10cffff640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f10d806b580 0x7f10d806b9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.76:34582/0 (socket says 172.21.15.76:34582) 2024-09-13T16:15:35.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:35.126+0000 7f10d77fe640 1 -- 172.21.15.76:0/1350465119 learned_addr learned my addr 172.21.15.76:0/1350465119 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:15:35.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:35.126+0000 7f10d6ffd640 1 -- 172.21.15.76:0/1350465119 >> v2:172.21.15.192:3300/0 conn(0x7f10d806b580 msgr2=0x7f10d806b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:35.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:35.126+0000 7f10d6ffd640 1 --2- 172.21.15.76:0/1350465119 >> v2:172.21.15.192:3300/0 conn(0x7f10d806b580 0x7f10d806b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:35.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:35.126+0000 7f10d6ffd640 1 -- 172.21.15.76:0/1350465119 >> v1:172.21.15.192:6789/0 conn(0x7f10d81602a0 legacy=0x7f10d8160750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:35.129 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:35.126+0000 7f10d6ffd640 1 -- 172.21.15.76:0/1350465119 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f10d80ced30 con 0x7f10d815c640 2024-09-13T16:15:35.129 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:35.126+0000 7f10cffff640 1 --2- 172.21.15.76:0/1350465119 >> v2:172.21.15.192:3300/0 conn(0x7f10d806b580 0x7f10d806b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:15:35.129 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:35.127+0000 7f10d6ffd640 1 --2- 172.21.15.76:0/1350465119 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f10d815c640 0x7f10d8099450 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f10c80097a0 tx=0x7f10c802a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a2cf7854ba8eba1e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:35.130 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:35.127+0000 7f10d67fc640 1 -- 172.21.15.76:0/1350465119 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10c8032440 con 0x7f10d815c640 2024-09-13T16:15:35.130 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:35.127+0000 7f10d67fc640 1 -- 172.21.15.76:0/1350465119 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f10c80325a0 con 0x7f10d815c640 2024-09-13T16:15:35.130 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:35.127+0000 7f10d67fc640 1 -- 172.21.15.76:0/1350465119 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10c8032930 con 0x7f10d815c640 2024-09-13T16:15:35.130 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:35.128+0000 7f10dd43a640 1 -- 172.21.15.76:0/1350465119 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f10d815c640 msgr2=0x7f10d8099450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:35.130 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:35.128+0000 7f10dd43a640 1 --2- 172.21.15.76:0/1350465119 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f10d815c640 0x7f10d8099450 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f10c80097a0 tx=0x7f10c802a180 comp rx=0 tx=0).stop 2024-09-13T16:15:35.130 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:35.128+0000 7f10dd43a640 1 -- 172.21.15.76:0/1350465119 shutdown_connections 2024-09-13T16:15:35.130 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:35.128+0000 7f10dd43a640 1 --2- 172.21.15.76:0/1350465119 >> v2:172.21.15.192:3300/0 conn(0x7f10d806b580 0x7f10d806b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:35.130 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:35.128+0000 7f10dd43a640 1 --2- 172.21.15.76:0/1350465119 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f10d815c640 0x7f10d8099450 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:35.130 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:35.128+0000 7f10dd43a640 1 -- 172.21.15.76:0/1350465119 >> 172.21.15.76:0/1350465119 conn(0x7f10d80b1e90 msgr2=0x7f10d80b22a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:35.130 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:35.128+0000 7f10dd43a640 1 -- 172.21.15.76:0/1350465119 shutdown_connections 2024-09-13T16:15:35.131 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:35.128+0000 7f10dd43a640 1 -- 172.21.15.76:0/1350465119 wait complete. 2024-09-13T16:15:35.132 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:35.129+0000 7f10dd43a640 1 Processor -- start 2024-09-13T16:15:35.133 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:35.129+0000 7f10dd43a640 1 -- start start 2024-09-13T16:15:35.133 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:35.130+0000 7f10dd43a640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f10d806b580 0x7f10d81f1ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:35.133 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:35.130+0000 7f10dd43a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f10d815c640 0x7f10d80b4220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:35.133 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:35.130+0000 7f10dd43a640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f10d81602a0 0x7f10d80b4760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:35.133 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:35.130+0000 7f10dd43a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10d809c790 con 0x7f10d815c640 2024-09-13T16:15:35.133 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:35.130+0000 7f10dd43a640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10d814c010 con 0x7f10d806b580 2024-09-13T16:15:35.133 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:35.130+0000 7f10dd43a640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f10d809a6f0 con 0x7f10d81602a0 2024-09-13T16:15:35.133 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:35.130+0000 7f10cffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f10d815c640 0x7f10d80b4220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:35.133 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:35.130+0000 7f10cffff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f10d815c640 0x7f10d80b4220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39362/0 (socket says 172.21.15.76:39362) 2024-09-13T16:15:35.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:35.130+0000 7f10cffff640 1 -- 172.21.15.76:0/3959827241 learned_addr learned my addr 172.21.15.76:0/3959827241 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:15:35.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:35.130+0000 7f10d6ffd640 1 --2- 172.21.15.76:0/3959827241 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f10d806b580 0x7f10d81f1ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:35.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:35.130+0000 7f10d77fe640 1 --2- 172.21.15.76:0/3959827241 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f10d81602a0 0x7f10d80b4760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:35.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:35.130+0000 7f10cffff640 1 -- 172.21.15.76:0/3959827241 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f10d81602a0 msgr2=0x7f10d80b4760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:35.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:35.130+0000 7f10cffff640 1 --2- 172.21.15.76:0/3959827241 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f10d81602a0 0x7f10d80b4760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:35.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:35.130+0000 7f10cffff640 1 -- 172.21.15.76:0/3959827241 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f10d806b580 msgr2=0x7f10d81f1ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:35.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:35.130+0000 7f10cffff640 1 --2- 172.21.15.76:0/3959827241 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f10d806b580 0x7f10d81f1ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:35.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:35.130+0000 7f10cffff640 1 -- 172.21.15.76:0/3959827241 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f10c0009400 con 0x7f10d815c640 2024-09-13T16:15:35.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:35.131+0000 7f10cffff640 1 --2- 172.21.15.76:0/3959827241 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f10d815c640 0x7f10d80b4220 secure :-1 s=READY pgs=2244 cs=0 l=1 rev1=1 crypto rx=0x7f10c000e910 tx=0x7f10c000edd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:35.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:35.131+0000 7f10cf7fe640 1 -- 172.21.15.76:0/3959827241 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10c000ca00 con 0x7f10d815c640 2024-09-13T16:15:35.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:35.131+0000 7f10cf7fe640 1 -- 172.21.15.76:0/3959827241 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f10c000cb60 con 0x7f10d815c640 2024-09-13T16:15:35.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:35.131+0000 7f10dd43a640 1 -- 172.21.15.76:0/3959827241 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f10c8009400 con 0x7f10d815c640 2024-09-13T16:15:35.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:35.131+0000 7f10cf7fe640 1 -- 172.21.15.76:0/3959827241 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10c0013470 con 0x7f10d815c640 2024-09-13T16:15:35.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:35.131+0000 7f10dd43a640 1 -- 172.21.15.76:0/3959827241 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f10d809c3b0 con 0x7f10d815c640 2024-09-13T16:15:35.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:35.132+0000 7f10dd43a640 1 -- 172.21.15.76:0/3959827241 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f10d809ca00 con 0x7f10d815c640 2024-09-13T16:15:35.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:35.132+0000 7f10cf7fe640 1 -- 172.21.15.76:0/3959827241 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f10c00135d0 con 0x7f10d815c640 2024-09-13T16:15:35.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:35.133+0000 7f10cf7fe640 1 --2- 172.21.15.76:0/3959827241 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f10b806ac00 0x7f10b806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:35.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:35.133+0000 7f10cf7fe640 1 -- 172.21.15.76:0/3959827241 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(162..162 src has 1..162) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f10c00895d0 con 0x7f10d815c640 2024-09-13T16:15:35.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:35.133+0000 7f10d6ffd640 1 --2- 172.21.15.76:0/3959827241 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f10b806ac00 0x7f10b806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:35.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:35.133+0000 7f10d6ffd640 1 --2- 172.21.15.76:0/3959827241 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f10b806ac00 0x7f10b806d0c0 secure :-1 s=READY pgs=950 cs=0 l=1 rev1=1 crypto rx=0x7f10c8034000 tx=0x7f10c802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:35.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:35.137+0000 7f10cf7fe640 1 -- 172.21.15.76:0/3959827241 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f10c00547b0 con 0x7f10d815c640 2024-09-13T16:15:35.334 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:35.333+0000 7f10dd43a640 1 -- 172.21.15.76:0/3959827241 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7f10d809bf30 con 0x7f10d815c640 2024-09-13T16:15:35.334 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:35.333+0000 7f10cf7fe640 1 -- 172.21.15.76:0/3959827241 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+46 (secure 0 0 0) 0x7f10d809bf30 con 0x7f10d815c640 2024-09-13T16:15:35.335 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:15:35.335 INFO:teuthology.orchestra.run.smithi076.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-13T16:15:35.337 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:35.335+0000 7f10dd43a640 1 -- 172.21.15.76:0/3959827241 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f10b806ac00 msgr2=0x7f10b806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:35.337 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:35.335+0000 7f10dd43a640 1 --2- 172.21.15.76:0/3959827241 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f10b806ac00 0x7f10b806d0c0 secure :-1 s=READY pgs=950 cs=0 l=1 rev1=1 crypto rx=0x7f10c8034000 tx=0x7f10c802e000 comp rx=0 tx=0).stop 2024-09-13T16:15:35.337 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:35.335+0000 7f10dd43a640 1 -- 172.21.15.76:0/3959827241 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f10d815c640 msgr2=0x7f10d80b4220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:35.337 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:35.335+0000 7f10dd43a640 1 --2- 172.21.15.76:0/3959827241 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f10d815c640 0x7f10d80b4220 secure :-1 s=READY pgs=2244 cs=0 l=1 rev1=1 crypto rx=0x7f10c000e910 tx=0x7f10c000edd0 comp rx=0 tx=0).stop 2024-09-13T16:15:35.337 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:35.335+0000 7f10dd43a640 1 -- 172.21.15.76:0/3959827241 shutdown_connections 2024-09-13T16:15:35.337 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:35.335+0000 7f10dd43a640 1 --2- 172.21.15.76:0/3959827241 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f10b806ac00 0x7f10b806d0c0 unknown :-1 s=CLOSED pgs=950 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:35.337 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:35.335+0000 7f10dd43a640 1 --2- 172.21.15.76:0/3959827241 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f10d81602a0 0x7f10d80b4760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:35.337 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:35.335+0000 7f10dd43a640 1 --2- 172.21.15.76:0/3959827241 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f10d815c640 0x7f10d80b4220 unknown :-1 s=CLOSED pgs=2244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:35.337 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:35.335+0000 7f10dd43a640 1 --2- 172.21.15.76:0/3959827241 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f10d806b580 0x7f10d81f1ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:35.337 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:35.335+0000 7f10dd43a640 1 -- 172.21.15.76:0/3959827241 >> 172.21.15.76:0/3959827241 conn(0x7f10d80b1e90 msgr2=0x7f10d80aff10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:35.337 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:35.335+0000 7f10dd43a640 1 -- 172.21.15.76:0/3959827241 shutdown_connections 2024-09-13T16:15:35.337 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:35.335+0000 7f10dd43a640 1 -- 172.21.15.76:0/3959827241 wait complete. 2024-09-13T16:15:35.347 DEBUG:tasks.ceph_test_case:Not expected number of summary strings ([]) 2024-09-13T16:15:35.347 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=70 retry_count=0)... 2024-09-13T16:15:40.349 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-13T16:15:40.460 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.458+0000 7f9adae90640 1 Processor -- start 2024-09-13T16:15:40.460 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.459+0000 7f9adae90640 1 -- start start 2024-09-13T16:15:40.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.459+0000 7f9adae90640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9ad40ced40 0x7f9ad4163da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:40.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.459+0000 7f9adae90640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9ad4159640 con 0x7f9ad406d330 2024-09-13T16:15:40.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.459+0000 7f9adae90640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9ad40ad1b0 con 0x7f9ad4159260 2024-09-13T16:15:40.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.459+0000 7f9adae90640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9ad406d780 con 0x7f9ad40ced40 2024-09-13T16:15:40.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.460+0000 7f9ad3fff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f9ad406d330 0x7f9ad40ce630 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:56458/0 (socket says 172.21.15.76:56458) 2024-09-13T16:15:40.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.460+0000 7f9ad3fff640 1 -- 172.21.15.76:0/1967305974 learned_addr learned my addr 172.21.15.76:0/1967305974 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:15:40.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.460+0000 7f9ad37fe640 1 -- 172.21.15.76:0/1967305974 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2774628736 0 0) 0x7f9ac0001110 con 0x7f9ad406d330 2024-09-13T16:15:40.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.460+0000 7f9ad37fe640 1 -- 172.21.15.76:0/1967305974 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9ac4003520 con 0x7f9ad406d330 2024-09-13T16:15:40.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.460+0000 7f9ad942d640 1 --2- 172.21.15.76:0/1967305974 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9ad40ced40 0x7f9ad4163da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:40.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.460+0000 7f9ad37fe640 1 -- 172.21.15.76:0/1967305974 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1080491389 0 0) 0x7f9ac4003520 con 0x7f9ad406d330 2024-09-13T16:15:40.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.460+0000 7f9ad37fe640 1 -- 172.21.15.76:0/1967305974 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9ad40ced40 msgr2=0x7f9ad4163da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:40.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.460+0000 7f9ad37fe640 1 --2- 172.21.15.76:0/1967305974 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9ad40ced40 0x7f9ad4163da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:40.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.460+0000 7f9ad37fe640 1 -- 172.21.15.76:0/1967305974 >> v1:172.21.15.192:6789/0 conn(0x7f9ad4159260 legacy=0x7f9ad40ac950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:40.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.460+0000 7f9ad37fe640 1 -- 172.21.15.76:0/1967305974 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9ad40ad490 con 0x7f9ad406d330 2024-09-13T16:15:40.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.460+0000 7f9ad37fe640 1 -- 172.21.15.76:0/1967305974 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f9ac0001820 con 0x7f9ad406d330 2024-09-13T16:15:40.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.460+0000 7f9ad37fe640 1 -- 172.21.15.76:0/1967305974 >> v1:172.21.15.76:6789/0 conn(0x7f9ad406d330 legacy=0x7f9ad40ce630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:40.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.460+0000 7f9ad37fe640 1 --2- 172.21.15.76:0/1967305974 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9ac4003a10 0x7f9ac4003e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:40.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.460+0000 7f9ad37fe640 1 --2- 172.21.15.76:0/1967305974 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9ad40ced40 0x7f9ac40047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:40.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.460+0000 7f9ad37fe640 1 --2- 172.21.15.76:0/1967305974 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9ac4004d00 0x7f9ac4005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:40.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.460+0000 7f9ad37fe640 1 -- 172.21.15.76:0/1967305974 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9ac400dcc0 con 0x7f9ac4004d00 2024-09-13T16:15:40.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.460+0000 7f9ad37fe640 1 -- 172.21.15.76:0/1967305974 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9ac400de30 con 0x7f9ac4003a10 2024-09-13T16:15:40.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.460+0000 7f9ad37fe640 1 -- 172.21.15.76:0/1967305974 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9ac400dff0 con 0x7f9ad40ced40 2024-09-13T16:15:40.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.460+0000 7f9ad942d640 1 --2- 172.21.15.76:0/1967305974 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9ac4004d00 0x7f9ac4005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:40.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.460+0000 7f9ad3fff640 1 --2- 172.21.15.76:0/1967305974 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9ad40ced40 0x7f9ac40047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:40.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.461+0000 7f9ad8c2c640 1 --2- 172.21.15.76:0/1967305974 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9ac4003a10 0x7f9ac4003e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:40.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.461+0000 7f9ad942d640 1 -- 172.21.15.76:0/1967305974 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9ad40ced40 msgr2=0x7f9ac40047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:40.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.461+0000 7f9ad942d640 1 --2- 172.21.15.76:0/1967305974 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9ad40ced40 0x7f9ac40047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:40.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.461+0000 7f9ad942d640 1 -- 172.21.15.76:0/1967305974 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9ac4003a10 msgr2=0x7f9ac4003e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:40.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.461+0000 7f9ad942d640 1 --2- 172.21.15.76:0/1967305974 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9ac4003a10 0x7f9ac4003e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:40.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.461+0000 7f9ad942d640 1 -- 172.21.15.76:0/1967305974 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9ac4003520 con 0x7f9ac4004d00 2024-09-13T16:15:40.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.461+0000 7f9ad8c2c640 1 --2- 172.21.15.76:0/1967305974 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9ac4003a10 0x7f9ac4003e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:15:40.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.461+0000 7f9ad942d640 1 --2- 172.21.15.76:0/1967305974 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9ac4004d00 0x7f9ac4005180 secure :-1 s=READY pgs=2246 cs=0 l=1 rev1=1 crypto rx=0x7f9acc009fc0 tx=0x7f9ac40057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf59be37bc4a75a8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:40.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.462+0000 7f9ad37fe640 1 -- 172.21.15.76:0/1967305974 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9acc031640 con 0x7f9ac4004d00 2024-09-13T16:15:40.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.462+0000 7f9ad37fe640 1 -- 172.21.15.76:0/1967305974 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9acc02d070 con 0x7f9ac4004d00 2024-09-13T16:15:40.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.462+0000 7f9ad37fe640 1 -- 172.21.15.76:0/1967305974 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9acc0319e0 con 0x7f9ac4004d00 2024-09-13T16:15:40.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.462+0000 7f9adae90640 1 -- 172.21.15.76:0/1967305974 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9ac4004d00 msgr2=0x7f9ac4005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:40.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.462+0000 7f9adae90640 1 --2- 172.21.15.76:0/1967305974 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9ac4004d00 0x7f9ac4005180 secure :-1 s=READY pgs=2246 cs=0 l=1 rev1=1 crypto rx=0x7f9acc009fc0 tx=0x7f9ac40057f0 comp rx=0 tx=0).stop 2024-09-13T16:15:40.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.462+0000 7f9ad942d640 1 -- 172.21.15.76:0/1967305974 reap_dead start 2024-09-13T16:15:40.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.462+0000 7f9adae90640 1 -- 172.21.15.76:0/1967305974 shutdown_connections 2024-09-13T16:15:40.467 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.462+0000 7f9adae90640 1 -- 172.21.15.76:0/1967305974 >> 172.21.15.76:0/1967305974 conn(0x7f9ad40b01e0 msgr2=0x7f9ad40b05f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:40.467 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.462+0000 7f9adae90640 1 -- 172.21.15.76:0/1967305974 shutdown_connections 2024-09-13T16:15:40.467 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.462+0000 7f9adae90640 1 -- 172.21.15.76:0/1967305974 wait complete. 2024-09-13T16:15:40.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.464+0000 7f9adae90640 1 Processor -- start 2024-09-13T16:15:40.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.464+0000 7f9adae90640 1 -- start start 2024-09-13T16:15:40.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.464+0000 7f9adae90640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9ac4004d00 0x7f9ad413a050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:40.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.465+0000 7f9adae90640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9ad41f5330 0x7f9ad413a590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:40.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.465+0000 7f9adae90640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9ad4153720 0x7f9ad413b750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:40.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.465+0000 7f9adae90640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9ad413b330 con 0x7f9ac4004d00 2024-09-13T16:15:40.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.465+0000 7f9adae90640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9ad4153c90 con 0x7f9ad41f5330 2024-09-13T16:15:40.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.465+0000 7f9adae90640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9ad4153f70 con 0x7f9ad4153720 2024-09-13T16:15:40.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.465+0000 7f9ad8c2c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9ac4004d00 0x7f9ad413a050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:40.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.465+0000 7f9ad8c2c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9ac4004d00 0x7f9ad413a050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39384/0 (socket says 172.21.15.76:39384) 2024-09-13T16:15:40.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.465+0000 7f9ad8c2c640 1 -- 172.21.15.76:0/3307201628 learned_addr learned my addr 172.21.15.76:0/3307201628 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:15:40.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.465+0000 7f9ad942d640 1 --2- 172.21.15.76:0/3307201628 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9ad4153720 0x7f9ad413b750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:40.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.465+0000 7f9ad3fff640 1 --2- 172.21.15.76:0/3307201628 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9ad41f5330 0x7f9ad413a590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:40.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.465+0000 7f9ad8c2c640 1 -- 172.21.15.76:0/3307201628 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9ad4153720 msgr2=0x7f9ad413b750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:40.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.465+0000 7f9ad8c2c640 1 --2- 172.21.15.76:0/3307201628 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9ad4153720 0x7f9ad413b750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:40.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.465+0000 7f9ad8c2c640 1 -- 172.21.15.76:0/3307201628 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9ad41f5330 msgr2=0x7f9ad413a590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:40.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.465+0000 7f9ad8c2c640 1 --2- 172.21.15.76:0/3307201628 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9ad41f5330 0x7f9ad413a590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:40.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.465+0000 7f9ad8c2c640 1 -- 172.21.15.76:0/3307201628 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9ad413af50 con 0x7f9ac4004d00 2024-09-13T16:15:40.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.465+0000 7f9ad8c2c640 1 --2- 172.21.15.76:0/3307201628 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9ac4004d00 0x7f9ad413a050 secure :-1 s=READY pgs=2247 cs=0 l=1 rev1=1 crypto rx=0x7f9ac800e550 tx=0x7f9ac800ea10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:40.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.465+0000 7f9ad17fa640 1 -- 172.21.15.76:0/3307201628 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ac80052e0 con 0x7f9ac4004d00 2024-09-13T16:15:40.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.465+0000 7f9ad17fa640 1 -- 172.21.15.76:0/3307201628 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9ac8005440 con 0x7f9ac4004d00 2024-09-13T16:15:40.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.465+0000 7f9adae90640 1 -- 172.21.15.76:0/3307201628 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9ad4154250 con 0x7f9ac4004d00 2024-09-13T16:15:40.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.465+0000 7f9ad17fa640 1 -- 172.21.15.76:0/3307201628 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ac8003830 con 0x7f9ac4004d00 2024-09-13T16:15:40.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.465+0000 7f9adae90640 1 -- 172.21.15.76:0/3307201628 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9ad4155880 con 0x7f9ac4004d00 2024-09-13T16:15:40.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.466+0000 7f9adae90640 1 -- 172.21.15.76:0/3307201628 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9ad406d040 con 0x7f9ac4004d00 2024-09-13T16:15:40.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.467+0000 7f9ad17fa640 1 -- 172.21.15.76:0/3307201628 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9ac8003990 con 0x7f9ac4004d00 2024-09-13T16:15:40.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.467+0000 7f9ad17fa640 1 --2- 172.21.15.76:0/3307201628 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9ab806ac30 0x7f9ab806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:40.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.467+0000 7f9ad17fa640 1 -- 172.21.15.76:0/3307201628 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(162..162 src has 1..162) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f9ac8089140 con 0x7f9ac4004d00 2024-09-13T16:15:40.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.467+0000 7f9ad3fff640 1 --2- 172.21.15.76:0/3307201628 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9ab806ac30 0x7f9ab806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:40.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.468+0000 7f9ad3fff640 1 --2- 172.21.15.76:0/3307201628 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9ab806ac30 0x7f9ab806d0f0 secure :-1 s=READY pgs=951 cs=0 l=1 rev1=1 crypto rx=0x7f9ac0001050 tx=0x7f9ac0009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:40.473 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.472+0000 7f9ad17fa640 1 -- 172.21.15.76:0/3307201628 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f9ac80541e0 con 0x7f9ac4004d00 2024-09-13T16:15:40.669 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.668+0000 7f9adae90640 1 -- 172.21.15.76:0/3307201628 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7f9ad40ce630 con 0x7f9ac4004d00 2024-09-13T16:15:40.669 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.668+0000 7f9ad17fa640 1 -- 172.21.15.76:0/3307201628 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+46 (secure 0 0 0) 0x7f9ac8057800 con 0x7f9ac4004d00 2024-09-13T16:15:40.670 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:15:40.670 INFO:teuthology.orchestra.run.smithi076.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-13T16:15:40.672 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.670+0000 7f9adae90640 1 -- 172.21.15.76:0/3307201628 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9ab806ac30 msgr2=0x7f9ab806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:40.672 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.670+0000 7f9adae90640 1 --2- 172.21.15.76:0/3307201628 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9ab806ac30 0x7f9ab806d0f0 secure :-1 s=READY pgs=951 cs=0 l=1 rev1=1 crypto rx=0x7f9ac0001050 tx=0x7f9ac0009040 comp rx=0 tx=0).stop 2024-09-13T16:15:40.672 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.670+0000 7f9adae90640 1 -- 172.21.15.76:0/3307201628 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9ac4004d00 msgr2=0x7f9ad413a050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:40.672 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.670+0000 7f9adae90640 1 --2- 172.21.15.76:0/3307201628 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9ac4004d00 0x7f9ad413a050 secure :-1 s=READY pgs=2247 cs=0 l=1 rev1=1 crypto rx=0x7f9ac800e550 tx=0x7f9ac800ea10 comp rx=0 tx=0).stop 2024-09-13T16:15:40.672 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.670+0000 7f9adae90640 1 -- 172.21.15.76:0/3307201628 shutdown_connections 2024-09-13T16:15:40.672 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.670+0000 7f9adae90640 1 --2- 172.21.15.76:0/3307201628 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f9ab806ac30 0x7f9ab806d0f0 unknown :-1 s=CLOSED pgs=951 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:40.672 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.670+0000 7f9adae90640 1 --2- 172.21.15.76:0/3307201628 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9ad4153720 0x7f9ad413b750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:40.672 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.670+0000 7f9adae90640 1 --2- 172.21.15.76:0/3307201628 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9ad41f5330 0x7f9ad413a590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:40.672 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.670+0000 7f9adae90640 1 --2- 172.21.15.76:0/3307201628 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f9ac4004d00 0x7f9ad413a050 unknown :-1 s=CLOSED pgs=2247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:40.672 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.670+0000 7f9adae90640 1 -- 172.21.15.76:0/3307201628 >> 172.21.15.76:0/3307201628 conn(0x7f9ad40b01e0 msgr2=0x7f9ad4140d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:40.672 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.670+0000 7f9adae90640 1 -- 172.21.15.76:0/3307201628 shutdown_connections 2024-09-13T16:15:40.672 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:40.670+0000 7f9adae90640 1 -- 172.21.15.76:0/3307201628 wait complete. 2024-09-13T16:15:40.682 DEBUG:tasks.ceph_test_case:Not expected number of summary strings ([]) 2024-09-13T16:15:40.683 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=70 retry_count=0)... 2024-09-13T16:15:43.326 DEBUG:teuthology.orchestra.run.smithi076:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:15:43.329 DEBUG:teuthology.orchestra.run.smithi192:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:15:45.684 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-13T16:15:45.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:45.789+0000 7fa0248b7640 1 Processor -- start 2024-09-13T16:15:45.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:45.789+0000 7fa0248b7640 1 -- start start 2024-09-13T16:15:45.795 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:45.790+0000 7fa0248b7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa020159260 0x7fa02006d330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:45.795 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:45.790+0000 7fa0248b7640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fa0200ced40 0x7fa0200707c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:45.795 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:45.790+0000 7fa0248b7640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa020159640 con 0x7fa0200ac950 2024-09-13T16:15:45.795 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:45.790+0000 7fa0248b7640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa0200ada50 con 0x7fa0200ced40 2024-09-13T16:15:45.795 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:45.790+0000 7fa0248b7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa0200ad1b0 con 0x7fa020159260 2024-09-13T16:15:45.795 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:45.790+0000 7fa015d9b640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fa0200ac950 0x7fa0200ce630 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:33700/0 (socket says 172.21.15.76:33700) 2024-09-13T16:15:45.795 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:45.790+0000 7fa015d9b640 1 -- 172.21.15.76:0/2601639742 learned_addr learned my addr 172.21.15.76:0/2601639742 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:15:45.795 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:45.790+0000 7fa01e59c640 1 --2- 172.21.15.76:0/2601639742 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa020159260 0x7fa02006d330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:45.795 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:45.790+0000 7fa01ed9d640 1 --2- 172.21.15.76:0/2601639742 >> v2:172.21.15.192:3300/0 conn(0x7fa0200ced40 0x7fa0200707c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:45.795 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:45.790+0000 7fa01dd9b640 1 -- 172.21.15.76:0/2601639742 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2464030317 0 0) 0x7fa008001110 con 0x7fa0200ac950 2024-09-13T16:15:45.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:45.790+0000 7fa01dd9b640 1 -- 172.21.15.76:0/2601639742 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa00c003520 con 0x7fa0200ac950 2024-09-13T16:15:45.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:45.790+0000 7fa01dd9b640 1 -- 172.21.15.76:0/2601639742 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3391950538 0 0) 0x7fa00c003520 con 0x7fa0200ac950 2024-09-13T16:15:45.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:45.790+0000 7fa01dd9b640 1 -- 172.21.15.76:0/2601639742 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa020159260 msgr2=0x7fa02006d330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:45.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:45.790+0000 7fa01dd9b640 1 --2- 172.21.15.76:0/2601639742 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa020159260 0x7fa02006d330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:45.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:45.790+0000 7fa01dd9b640 1 -- 172.21.15.76:0/2601639742 >> v2:172.21.15.192:3300/0 conn(0x7fa0200ced40 msgr2=0x7fa0200707c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:45.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:45.790+0000 7fa01dd9b640 1 --2- 172.21.15.76:0/2601639742 >> v2:172.21.15.192:3300/0 conn(0x7fa0200ced40 0x7fa0200707c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:45.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:45.790+0000 7fa01dd9b640 1 -- 172.21.15.76:0/2601639742 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa0200ad490 con 0x7fa0200ac950 2024-09-13T16:15:45.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:45.790+0000 7fa01dd9b640 1 -- 172.21.15.76:0/2601639742 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7fa008001800 con 0x7fa0200ac950 2024-09-13T16:15:45.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:45.790+0000 7fa01dd9b640 1 -- 172.21.15.76:0/2601639742 >> v1:172.21.15.76:6789/0 conn(0x7fa0200ac950 legacy=0x7fa0200ce630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:45.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:45.791+0000 7fa01dd9b640 1 --2- 172.21.15.76:0/2601639742 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa020159260 0x7fa00c0039e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:45.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:45.791+0000 7fa01dd9b640 1 --2- 172.21.15.76:0/2601639742 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa00c003f60 0x7fa00c0047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:45.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:45.791+0000 7fa01dd9b640 1 --2- 172.21.15.76:0/2601639742 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa00c004d00 0x7fa00c005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:45.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:45.791+0000 7fa01dd9b640 1 -- 172.21.15.76:0/2601639742 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0200ada50 con 0x7fa00c003f60 2024-09-13T16:15:45.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:45.791+0000 7fa01dd9b640 1 -- 172.21.15.76:0/2601639742 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0200ad1b0 con 0x7fa00c004d00 2024-09-13T16:15:45.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:45.791+0000 7fa01dd9b640 1 -- 172.21.15.76:0/2601639742 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa00c00b9b0 con 0x7fa020159260 2024-09-13T16:15:45.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:45.791+0000 7fa015d9b640 1 --2- 172.21.15.76:0/2601639742 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa00c003f60 0x7fa00c0047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:45.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:45.791+0000 7fa01ed9d640 1 --2- 172.21.15.76:0/2601639742 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa00c004d00 0x7fa00c005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:45.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:45.791+0000 7fa01e59c640 1 --2- 172.21.15.76:0/2601639742 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa020159260 0x7fa00c0039e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:45.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:45.791+0000 7fa015d9b640 1 -- 172.21.15.76:0/2601639742 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa020159260 msgr2=0x7fa00c0039e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:45.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:45.791+0000 7fa015d9b640 1 --2- 172.21.15.76:0/2601639742 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa020159260 0x7fa00c0039e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:45.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:45.791+0000 7fa015d9b640 1 -- 172.21.15.76:0/2601639742 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa00c004d00 msgr2=0x7fa00c005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:45.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:45.791+0000 7fa015d9b640 1 --2- 172.21.15.76:0/2601639742 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa00c004d00 0x7fa00c005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:45.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:45.791+0000 7fa015d9b640 1 -- 172.21.15.76:0/2601639742 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa00c003520 con 0x7fa00c003f60 2024-09-13T16:15:45.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:45.792+0000 7fa015d9b640 1 --2- 172.21.15.76:0/2601639742 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa00c003f60 0x7fa00c0047c0 secure :-1 s=READY pgs=2249 cs=0 l=1 rev1=1 crypto rx=0x7fa02006c7e0 tx=0x7fa00c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1493dcb61caf455e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:45.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:45.792+0000 7fa01dd9b640 1 -- 172.21.15.76:0/2601639742 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa008005ad0 con 0x7fa00c003f60 2024-09-13T16:15:45.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:45.792+0000 7fa01dd9b640 1 -- 172.21.15.76:0/2601639742 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa00802d070 con 0x7fa00c003f60 2024-09-13T16:15:45.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:45.792+0000 7fa01dd9b640 1 -- 172.21.15.76:0/2601639742 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa008005e90 con 0x7fa00c003f60 2024-09-13T16:15:45.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:45.792+0000 7fa0248b7640 1 -- 172.21.15.76:0/2601639742 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa00c003f60 msgr2=0x7fa00c0047c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:45.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:45.792+0000 7fa0248b7640 1 --2- 172.21.15.76:0/2601639742 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa00c003f60 0x7fa00c0047c0 secure :-1 s=READY pgs=2249 cs=0 l=1 rev1=1 crypto rx=0x7fa02006c7e0 tx=0x7fa00c0057f0 comp rx=0 tx=0).stop 2024-09-13T16:15:45.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:45.792+0000 7fa01ed9d640 1 -- 172.21.15.76:0/2601639742 reap_dead start 2024-09-13T16:15:45.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:45.792+0000 7fa0248b7640 1 -- 172.21.15.76:0/2601639742 shutdown_connections 2024-09-13T16:15:45.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:45.792+0000 7fa0248b7640 1 -- 172.21.15.76:0/2601639742 >> 172.21.15.76:0/2601639742 conn(0x7fa0200b01e0 msgr2=0x7fa0200b05f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:45.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:45.792+0000 7fa0248b7640 1 -- 172.21.15.76:0/2601639742 shutdown_connections 2024-09-13T16:15:45.798 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:45.792+0000 7fa0248b7640 1 -- 172.21.15.76:0/2601639742 wait complete. 2024-09-13T16:15:45.801 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:45.794+0000 7fa0248b7640 1 Processor -- start 2024-09-13T16:15:45.801 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:45.794+0000 7fa0248b7640 1 -- start start 2024-09-13T16:15:45.801 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:45.795+0000 7fa0248b7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa00c003f60 0x7fa0201557b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:45.801 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:45.795+0000 7fa0248b7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa0201eee90 0x7fa02009a510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:45.801 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:45.795+0000 7fa0248b7640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa0201ef310 0x7fa02009aa50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:45.801 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:45.795+0000 7fa0248b7640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa020155cf0 con 0x7fa00c003f60 2024-09-13T16:15:45.801 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:45.795+0000 7fa0248b7640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0200cb740 con 0x7fa0201ef310 2024-09-13T16:15:45.801 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:45.795+0000 7fa0248b7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa0200cba20 con 0x7fa0201eee90 2024-09-13T16:15:45.801 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:45.795+0000 7fa01e59c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa00c003f60 0x7fa0201557b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:45.801 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:45.795+0000 7fa01e59c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa00c003f60 0x7fa0201557b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:54700/0 (socket says 172.21.15.76:54700) 2024-09-13T16:15:45.801 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:45.795+0000 7fa01e59c640 1 -- 172.21.15.76:0/46201407 learned_addr learned my addr 172.21.15.76:0/46201407 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:15:45.801 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:45.795+0000 7fa015d9b640 1 --2- 172.21.15.76:0/46201407 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa0201eee90 0x7fa02009a510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:45.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:45.795+0000 7fa01ed9d640 1 --2- 172.21.15.76:0/46201407 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa0201ef310 0x7fa02009aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:45.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:45.795+0000 7fa01e59c640 1 -- 172.21.15.76:0/46201407 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa0201eee90 msgr2=0x7fa02009a510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:45.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:45.795+0000 7fa01e59c640 1 --2- 172.21.15.76:0/46201407 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa0201eee90 0x7fa02009a510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:45.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:45.795+0000 7fa01e59c640 1 -- 172.21.15.76:0/46201407 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa0201ef310 msgr2=0x7fa02009aa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:45.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:45.795+0000 7fa01e59c640 1 --2- 172.21.15.76:0/46201407 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa0201ef310 0x7fa02009aa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:45.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:45.795+0000 7fa01e59c640 1 -- 172.21.15.76:0/46201407 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa0200cbd00 con 0x7fa00c003f60 2024-09-13T16:15:45.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:45.795+0000 7fa01e59c640 1 --2- 172.21.15.76:0/46201407 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa00c003f60 0x7fa0201557b0 secure :-1 s=READY pgs=2250 cs=0 l=1 rev1=1 crypto rx=0x7fa0100119a0 tx=0x7fa010011e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:45.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:45.795+0000 7fa0177fe640 1 -- 172.21.15.76:0/46201407 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa01000faf0 con 0x7fa00c003f60 2024-09-13T16:15:45.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:45.795+0000 7fa0177fe640 1 -- 172.21.15.76:0/46201407 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa01000fc50 con 0x7fa00c003f60 2024-09-13T16:15:45.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:45.796+0000 7fa0248b7640 1 -- 172.21.15.76:0/46201407 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa0200cbfe0 con 0x7fa00c003f60 2024-09-13T16:15:45.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:45.796+0000 7fa0177fe640 1 -- 172.21.15.76:0/46201407 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa010014440 con 0x7fa00c003f60 2024-09-13T16:15:45.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:45.796+0000 7fa0248b7640 1 -- 172.21.15.76:0/46201407 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa0200cc7e0 con 0x7fa00c003f60 2024-09-13T16:15:45.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:45.797+0000 7fa0248b7640 1 -- 172.21.15.76:0/46201407 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa02006d330 con 0x7fa00c003f60 2024-09-13T16:15:45.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:45.797+0000 7fa0177fe640 1 -- 172.21.15.76:0/46201407 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fa0100145a0 con 0x7fa00c003f60 2024-09-13T16:15:45.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:45.797+0000 7fa0177fe640 1 --2- 172.21.15.76:0/46201407 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa00006ac30 0x7fa00006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:45.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:45.797+0000 7fa0177fe640 1 -- 172.21.15.76:0/46201407 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(162..162 src has 1..162) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fa010089ae0 con 0x7fa00c003f60 2024-09-13T16:15:45.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:45.797+0000 7fa015d9b640 1 --2- 172.21.15.76:0/46201407 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa00006ac30 0x7fa00006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:45.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:45.798+0000 7fa015d9b640 1 --2- 172.21.15.76:0/46201407 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa00006ac30 0x7fa00006d0f0 secure :-1 s=READY pgs=952 cs=0 l=1 rev1=1 crypto rx=0x7fa008032000 tx=0x7fa008009030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:45.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:45.802+0000 7fa0177fe640 1 -- 172.21.15.76:0/46201407 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fa010054c30 con 0x7fa00c003f60 2024-09-13T16:15:46.002 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:45.999+0000 7fa0248b7640 1 -- 172.21.15.76:0/46201407 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7fa020072cb0 con 0x7fa00c003f60 2024-09-13T16:15:46.002 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:46.000+0000 7fa0177fe640 1 -- 172.21.15.76:0/46201407 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+46 (secure 0 0 0) 0x7fa010058250 con 0x7fa00c003f60 2024-09-13T16:15:46.002 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:15:46.002 INFO:teuthology.orchestra.run.smithi076.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-13T16:15:46.004 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:46.002+0000 7fa0248b7640 1 -- 172.21.15.76:0/46201407 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa00006ac30 msgr2=0x7fa00006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:46.004 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:46.002+0000 7fa0248b7640 1 --2- 172.21.15.76:0/46201407 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa00006ac30 0x7fa00006d0f0 secure :-1 s=READY pgs=952 cs=0 l=1 rev1=1 crypto rx=0x7fa008032000 tx=0x7fa008009030 comp rx=0 tx=0).stop 2024-09-13T16:15:46.005 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:46.002+0000 7fa0248b7640 1 -- 172.21.15.76:0/46201407 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa00c003f60 msgr2=0x7fa0201557b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:46.005 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:46.002+0000 7fa0248b7640 1 --2- 172.21.15.76:0/46201407 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa00c003f60 0x7fa0201557b0 secure :-1 s=READY pgs=2250 cs=0 l=1 rev1=1 crypto rx=0x7fa0100119a0 tx=0x7fa010011e60 comp rx=0 tx=0).stop 2024-09-13T16:15:46.005 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:46.002+0000 7fa0248b7640 1 -- 172.21.15.76:0/46201407 shutdown_connections 2024-09-13T16:15:46.005 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:46.002+0000 7fa0248b7640 1 --2- 172.21.15.76:0/46201407 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa0201ef310 0x7fa02009aa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:46.005 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:46.002+0000 7fa0248b7640 1 --2- 172.21.15.76:0/46201407 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa00006ac30 0x7fa00006d0f0 unknown :-1 s=CLOSED pgs=952 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:46.005 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:46.002+0000 7fa0248b7640 1 --2- 172.21.15.76:0/46201407 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa0201eee90 0x7fa02009a510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:46.005 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:46.002+0000 7fa0248b7640 1 --2- 172.21.15.76:0/46201407 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa00c003f60 0x7fa0201557b0 unknown :-1 s=CLOSED pgs=2250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:46.005 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:46.002+0000 7fa0248b7640 1 -- 172.21.15.76:0/46201407 >> 172.21.15.76:0/46201407 conn(0x7fa0200b01e0 msgr2=0x7fa020069e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:46.005 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:46.002+0000 7fa0248b7640 1 -- 172.21.15.76:0/46201407 shutdown_connections 2024-09-13T16:15:46.005 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:46.002+0000 7fa0248b7640 1 -- 172.21.15.76:0/46201407 wait complete. 2024-09-13T16:15:46.015 DEBUG:tasks.ceph_test_case:Not expected number of summary strings ([]) 2024-09-13T16:15:46.015 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=70 retry_count=0)... 2024-09-13T16:15:51.016 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-13T16:15:51.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.123+0000 7fec35848640 1 Processor -- start 2024-09-13T16:15:51.125 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.123+0000 7fec35848640 1 -- start start 2024-09-13T16:15:51.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.124+0000 7fec35848640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fec300ced50 0x7fec300cf190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:51.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.124+0000 7fec35848640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fec300cf6d0 con 0x7fec300d0530 2024-09-13T16:15:51.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.124+0000 7fec35848640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fec3006bcd0 con 0x7fec3015c890 2024-09-13T16:15:51.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.124+0000 7fec35848640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fec3006bf60 con 0x7fec300ced50 2024-09-13T16:15:51.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.124+0000 7fec2f7fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fec300d0530 0x7fec300d09c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:33702/0 (socket says 172.21.15.76:33702) 2024-09-13T16:15:51.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.124+0000 7fec2f7fe640 1 -- 172.21.15.76:0/1772812272 learned_addr learned my addr 172.21.15.76:0/1772812272 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:15:51.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.125+0000 7fec2e7fc640 1 --2- 172.21.15.76:0/1772812272 >> v2:172.21.15.192:3300/0 conn(0x7fec300ced50 0x7fec300cf190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:51.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.125+0000 7fec2dffb640 1 -- 172.21.15.76:0/1772812272 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2822052395 0 0) 0x7fec300cf6d0 con 0x7fec300d0530 2024-09-13T16:15:51.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.125+0000 7fec2dffb640 1 -- 172.21.15.76:0/1772812272 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fec18003520 con 0x7fec300d0530 2024-09-13T16:15:51.129 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.125+0000 7fec2dffb640 1 -- 172.21.15.76:0/1772812272 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1210346836 0 0) 0x7fec18003520 con 0x7fec300d0530 2024-09-13T16:15:51.129 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.125+0000 7fec2dffb640 1 -- 172.21.15.76:0/1772812272 >> v2:172.21.15.192:3300/0 conn(0x7fec300ced50 msgr2=0x7fec300cf190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:51.129 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.125+0000 7fec2dffb640 1 --2- 172.21.15.76:0/1772812272 >> v2:172.21.15.192:3300/0 conn(0x7fec300ced50 0x7fec300cf190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:51.129 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.125+0000 7fec2dffb640 1 -- 172.21.15.76:0/1772812272 >> v1:172.21.15.192:6789/0 conn(0x7fec3015c890 legacy=0x7fec3006b5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:51.129 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.125+0000 7fec2dffb640 1 -- 172.21.15.76:0/1772812272 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fec3006c240 con 0x7fec300d0530 2024-09-13T16:15:51.129 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.125+0000 7fec2dffb640 1 -- 172.21.15.76:0/1772812272 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7fec280019f0 con 0x7fec300d0530 2024-09-13T16:15:51.129 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.125+0000 7fec2dffb640 1 -- 172.21.15.76:0/1772812272 >> v1:172.21.15.76:6789/0 conn(0x7fec300d0530 legacy=0x7fec300d09c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:51.129 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.125+0000 7fec2dffb640 1 --2- 172.21.15.76:0/1772812272 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fec180039e0 0x7fec18003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:51.129 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.125+0000 7fec2dffb640 1 --2- 172.21.15.76:0/1772812272 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fec180047c0 0x7fec18004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:51.129 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.125+0000 7fec2dffb640 1 --2- 172.21.15.76:0/1772812272 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fec18005180 0x7fec1800b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:51.129 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.125+0000 7fec2dffb640 1 -- 172.21.15.76:0/1772812272 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fec3006bf60 con 0x7fec18005180 2024-09-13T16:15:51.129 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.125+0000 7fec2dffb640 1 -- 172.21.15.76:0/1772812272 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fec1800c0b0 con 0x7fec180039e0 2024-09-13T16:15:51.129 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.125+0000 7fec2dffb640 1 -- 172.21.15.76:0/1772812272 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fec1800c270 con 0x7fec180047c0 2024-09-13T16:15:51.129 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.125+0000 7fec2f7fe640 1 --2- 172.21.15.76:0/1772812272 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fec18005180 0x7fec1800b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:51.130 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.125+0000 7fec2effd640 1 --2- 172.21.15.76:0/1772812272 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fec180039e0 0x7fec18003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:51.130 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.125+0000 7fec2e7fc640 1 --2- 172.21.15.76:0/1772812272 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fec180047c0 0x7fec18004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:51.130 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.126+0000 7fec2f7fe640 1 -- 172.21.15.76:0/1772812272 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fec180047c0 msgr2=0x7fec18004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:51.130 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.126+0000 7fec2f7fe640 1 --2- 172.21.15.76:0/1772812272 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fec180047c0 0x7fec18004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:51.130 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.126+0000 7fec2f7fe640 1 -- 172.21.15.76:0/1772812272 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fec180039e0 msgr2=0x7fec18003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:51.130 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.126+0000 7fec2f7fe640 1 --2- 172.21.15.76:0/1772812272 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fec180039e0 0x7fec18003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:51.130 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.126+0000 7fec2f7fe640 1 -- 172.21.15.76:0/1772812272 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fec18003520 con 0x7fec18005180 2024-09-13T16:15:51.130 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.126+0000 7fec2f7fe640 1 -- 172.21.15.76:0/1772812272 reap_dead start 2024-09-13T16:15:51.130 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.126+0000 7fec2f7fe640 1 --2- 172.21.15.76:0/1772812272 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fec18005180 0x7fec1800b980 secure :-1 s=READY pgs=2252 cs=0 l=1 rev1=1 crypto rx=0x7fec2800a830 tx=0x7fec180057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e6afa90892501c5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:51.130 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.126+0000 7fec2dffb640 1 -- 172.21.15.76:0/1772812272 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec2802ba50 con 0x7fec18005180 2024-09-13T16:15:51.130 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.126+0000 7fec2dffb640 1 -- 172.21.15.76:0/1772812272 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fec2802bbf0 con 0x7fec18005180 2024-09-13T16:15:51.130 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.126+0000 7fec2dffb640 1 -- 172.21.15.76:0/1772812272 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec28034470 con 0x7fec18005180 2024-09-13T16:15:51.133 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.127+0000 7fec35848640 1 -- 172.21.15.76:0/1772812272 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fec18005180 msgr2=0x7fec1800b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:51.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.127+0000 7fec35848640 1 --2- 172.21.15.76:0/1772812272 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fec18005180 0x7fec1800b980 secure :-1 s=READY pgs=2252 cs=0 l=1 rev1=1 crypto rx=0x7fec2800a830 tx=0x7fec180057f0 comp rx=0 tx=0).stop 2024-09-13T16:15:51.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.127+0000 7fec35848640 1 -- 172.21.15.76:0/1772812272 shutdown_connections 2024-09-13T16:15:51.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.127+0000 7fec35848640 1 --2- 172.21.15.76:0/1772812272 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fec18005180 0x7fec1800b980 unknown :-1 s=CLOSED pgs=2252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:51.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.127+0000 7fec35848640 1 -- 172.21.15.76:0/1772812272 >> 172.21.15.76:0/1772812272 conn(0x7fec3009b920 msgr2=0x7fec30089fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:51.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.127+0000 7fec35848640 1 -- 172.21.15.76:0/1772812272 shutdown_connections 2024-09-13T16:15:51.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.127+0000 7fec35848640 1 -- 172.21.15.76:0/1772812272 wait complete. 2024-09-13T16:15:51.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.128+0000 7fec35848640 1 Processor -- start 2024-09-13T16:15:51.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.128+0000 7fec35848640 1 -- start start 2024-09-13T16:15:51.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.129+0000 7fec35848640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fec18005180 0x7fec301ef3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:51.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.129+0000 7fec35848640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fec300b6230 0x7fec301f28e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:51.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.129+0000 7fec35848640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fec30158cf0 0x7fec30159170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:51.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.129+0000 7fec35848640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fec30157860 con 0x7fec18005180 2024-09-13T16:15:51.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.129+0000 7fec35848640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fec301565c0 con 0x7fec30158cf0 2024-09-13T16:15:51.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.129+0000 7fec35848640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fec301ef900 con 0x7fec300b6230 2024-09-13T16:15:51.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.129+0000 7fec2effd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fec18005180 0x7fec301ef3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:51.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.129+0000 7fec2effd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fec18005180 0x7fec301ef3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:54716/0 (socket says 172.21.15.76:54716) 2024-09-13T16:15:51.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.129+0000 7fec2effd640 1 -- 172.21.15.76:0/3303466888 learned_addr learned my addr 172.21.15.76:0/3303466888 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:15:51.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.129+0000 7fec2f7fe640 1 --2- 172.21.15.76:0/3303466888 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fec30158cf0 0x7fec30159170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:51.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.130+0000 7fec2e7fc640 1 --2- 172.21.15.76:0/3303466888 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fec300b6230 0x7fec301f28e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:51.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.130+0000 7fec2effd640 1 -- 172.21.15.76:0/3303466888 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fec300b6230 msgr2=0x7fec301f28e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:51.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.130+0000 7fec2effd640 1 --2- 172.21.15.76:0/3303466888 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fec300b6230 0x7fec301f28e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:51.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.130+0000 7fec2effd640 1 -- 172.21.15.76:0/3303466888 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fec30158cf0 msgr2=0x7fec30159170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:51.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.130+0000 7fec2effd640 1 --2- 172.21.15.76:0/3303466888 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fec30158cf0 0x7fec30159170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:51.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.130+0000 7fec2effd640 1 -- 172.21.15.76:0/3303466888 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fec301f2e20 con 0x7fec18005180 2024-09-13T16:15:51.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.130+0000 7fec2e7fc640 1 --2- 172.21.15.76:0/3303466888 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fec300b6230 0x7fec301f28e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:15:51.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.130+0000 7fec2effd640 1 --2- 172.21.15.76:0/3303466888 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fec18005180 0x7fec301ef3c0 secure :-1 s=READY pgs=2253 cs=0 l=1 rev1=1 crypto rx=0x7fec2000f5f0 tx=0x7fec2000fab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:51.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.130+0000 7fec17fff640 1 -- 172.21.15.76:0/3303466888 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec200052e0 con 0x7fec18005180 2024-09-13T16:15:51.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.130+0000 7fec17fff640 1 -- 172.21.15.76:0/3303466888 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fec20005440 con 0x7fec18005180 2024-09-13T16:15:51.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.130+0000 7fec35848640 1 -- 172.21.15.76:0/3303466888 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fec300b84a0 con 0x7fec18005180 2024-09-13T16:15:51.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.130+0000 7fec17fff640 1 -- 172.21.15.76:0/3303466888 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec20003810 con 0x7fec18005180 2024-09-13T16:15:51.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.130+0000 7fec35848640 1 -- 172.21.15.76:0/3303466888 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fec300b34a0 con 0x7fec18005180 2024-09-13T16:15:51.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.131+0000 7fec35848640 1 -- 172.21.15.76:0/3303466888 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fec300cf190 con 0x7fec18005180 2024-09-13T16:15:51.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.131+0000 7fec17fff640 1 -- 172.21.15.76:0/3303466888 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fec20003970 con 0x7fec18005180 2024-09-13T16:15:51.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.132+0000 7fec17fff640 1 --2- 172.21.15.76:0/3303466888 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fec1c06ac30 0x7fec1c06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:51.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.132+0000 7fec17fff640 1 -- 172.21.15.76:0/3303466888 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(162..162 src has 1..162) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fec200892c0 con 0x7fec18005180 2024-09-13T16:15:51.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.132+0000 7fec2e7fc640 1 --2- 172.21.15.76:0/3303466888 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fec1c06ac30 0x7fec1c06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:51.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.132+0000 7fec2e7fc640 1 --2- 172.21.15.76:0/3303466888 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fec1c06ac30 0x7fec1c06d0f0 secure :-1 s=READY pgs=953 cs=0 l=1 rev1=1 crypto rx=0x7fec24009370 tx=0x7fec24008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:51.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.136+0000 7fec17fff640 1 -- 172.21.15.76:0/3303466888 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fec20054360 con 0x7fec18005180 2024-09-13T16:15:51.340 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.339+0000 7fec35848640 1 -- 172.21.15.76:0/3303466888 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7fec3015fbd0 con 0x7fec18005180 2024-09-13T16:15:51.340 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.339+0000 7fec17fff640 1 -- 172.21.15.76:0/3303466888 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+46 (secure 0 0 0) 0x7fec20057980 con 0x7fec18005180 2024-09-13T16:15:51.340 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:15:51.341 INFO:teuthology.orchestra.run.smithi076.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-13T16:15:51.342 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.341+0000 7fec35848640 1 -- 172.21.15.76:0/3303466888 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fec1c06ac30 msgr2=0x7fec1c06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:51.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.341+0000 7fec35848640 1 --2- 172.21.15.76:0/3303466888 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fec1c06ac30 0x7fec1c06d0f0 secure :-1 s=READY pgs=953 cs=0 l=1 rev1=1 crypto rx=0x7fec24009370 tx=0x7fec24008040 comp rx=0 tx=0).stop 2024-09-13T16:15:51.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.341+0000 7fec35848640 1 -- 172.21.15.76:0/3303466888 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fec18005180 msgr2=0x7fec301ef3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:51.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.341+0000 7fec35848640 1 --2- 172.21.15.76:0/3303466888 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fec18005180 0x7fec301ef3c0 secure :-1 s=READY pgs=2253 cs=0 l=1 rev1=1 crypto rx=0x7fec2000f5f0 tx=0x7fec2000fab0 comp rx=0 tx=0).stop 2024-09-13T16:15:51.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.341+0000 7fec35848640 1 -- 172.21.15.76:0/3303466888 shutdown_connections 2024-09-13T16:15:51.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.341+0000 7fec35848640 1 --2- 172.21.15.76:0/3303466888 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fec30158cf0 0x7fec30159170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:51.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.341+0000 7fec35848640 1 --2- 172.21.15.76:0/3303466888 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fec1c06ac30 0x7fec1c06d0f0 unknown :-1 s=CLOSED pgs=953 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:51.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.341+0000 7fec35848640 1 --2- 172.21.15.76:0/3303466888 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fec300b6230 0x7fec301f28e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:51.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.341+0000 7fec35848640 1 --2- 172.21.15.76:0/3303466888 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fec18005180 0x7fec301ef3c0 unknown :-1 s=CLOSED pgs=2253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:51.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.341+0000 7fec35848640 1 -- 172.21.15.76:0/3303466888 >> 172.21.15.76:0/3303466888 conn(0x7fec3009b920 msgr2=0x7fec3015f360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:51.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.341+0000 7fec35848640 1 -- 172.21.15.76:0/3303466888 shutdown_connections 2024-09-13T16:15:51.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:51.341+0000 7fec35848640 1 -- 172.21.15.76:0/3303466888 wait complete. 2024-09-13T16:15:51.353 DEBUG:tasks.ceph_test_case:Not expected number of summary strings ([]) 2024-09-13T16:15:51.353 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=70 retry_count=0)... 2024-09-13T16:15:56.355 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-13T16:15:56.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:56.468+0000 7f7ae1b1f640 1 Processor -- start 2024-09-13T16:15:56.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:56.468+0000 7f7ae1b1f640 1 -- start start 2024-09-13T16:15:56.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:56.469+0000 7f7ae1b1f640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f7adc152e10 0x7f7adc06cca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:56.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:56.469+0000 7f7ae1b1f640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f7adc159a40 0x7f7adc070ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:56.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:56.469+0000 7f7ae1b1f640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7adc06d1e0 con 0x7f7adc071000 2024-09-13T16:15:56.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:56.469+0000 7f7ae1b1f640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7adc0713e0 con 0x7f7adc152e10 2024-09-13T16:15:56.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:56.469+0000 7f7ae1b1f640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7adc06d480 con 0x7f7adc159a40 2024-09-13T16:15:56.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:56.469+0000 7f7adb7fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f7adc152e10 0x7f7adc06cca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:56.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:56.469+0000 7f7adb7fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f7adc152e10 0x7f7adc06cca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40380/0 (socket says 172.21.15.76:40380) 2024-09-13T16:15:56.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:56.469+0000 7f7adbfff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f7adc071000 0x7f7adc15c440 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:40628/0 (socket says 172.21.15.76:40628) 2024-09-13T16:15:56.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:56.469+0000 7f7adb7fe640 1 -- 172.21.15.76:0/1343840196 learned_addr learned my addr 172.21.15.76:0/1343840196 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:15:56.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:56.469+0000 7f7adaffd640 1 --2- 172.21.15.76:0/1343840196 >> v2:172.21.15.192:3300/0 conn(0x7f7adc159a40 0x7f7adc070ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:56.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:56.470+0000 7f7adb7fe640 1 -- 172.21.15.76:0/1343840196 >> v2:172.21.15.192:3300/0 conn(0x7f7adc159a40 msgr2=0x7f7adc070ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:15:56.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:56.470+0000 7f7adb7fe640 1 --2- 172.21.15.76:0/1343840196 >> v2:172.21.15.192:3300/0 conn(0x7f7adc159a40 0x7f7adc070ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:56.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:56.470+0000 7f7adb7fe640 1 -- 172.21.15.76:0/1343840196 >> v1:172.21.15.76:6789/0 conn(0x7f7adc071000 legacy=0x7f7adc15c440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:56.472 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:56.470+0000 7f7adb7fe640 1 -- 172.21.15.76:0/1343840196 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7adc06d760 con 0x7f7adc152e10 2024-09-13T16:15:56.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:56.470+0000 7f7adb7fe640 1 --2- 172.21.15.76:0/1343840196 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7adc152e10 0x7f7adc06cca0 secure :-1 s=READY pgs=2255 cs=0 l=1 rev1=1 crypto rx=0x7f7adc15d4e0 tx=0x7f7acc02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dfa6a5986cec5d7b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:56.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:56.471+0000 7f7ada7fc640 1 -- 172.21.15.76:0/1343840196 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7acc032440 con 0x7f7adc152e10 2024-09-13T16:15:56.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:56.471+0000 7f7ada7fc640 1 -- 172.21.15.76:0/1343840196 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7acc0325a0 con 0x7f7adc152e10 2024-09-13T16:15:56.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:56.471+0000 7f7ada7fc640 1 -- 172.21.15.76:0/1343840196 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7acc032930 con 0x7f7adc152e10 2024-09-13T16:15:56.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:56.471+0000 7f7ae1b1f640 1 -- 172.21.15.76:0/1343840196 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7adc152e10 msgr2=0x7f7adc06cca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:56.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:56.471+0000 7f7ae1b1f640 1 --2- 172.21.15.76:0/1343840196 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7adc152e10 0x7f7adc06cca0 secure :-1 s=READY pgs=2255 cs=0 l=1 rev1=1 crypto rx=0x7f7adc15d4e0 tx=0x7f7acc02a270 comp rx=0 tx=0).stop 2024-09-13T16:15:56.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:56.471+0000 7f7ae1b1f640 1 -- 172.21.15.76:0/1343840196 shutdown_connections 2024-09-13T16:15:56.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:56.471+0000 7f7ae1b1f640 1 --2- 172.21.15.76:0/1343840196 >> v2:172.21.15.192:3300/0 conn(0x7f7adc159a40 0x7f7adc070ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:56.474 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:56.471+0000 7f7ae1b1f640 1 --2- 172.21.15.76:0/1343840196 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7adc152e10 0x7f7adc06cca0 unknown :-1 s=CLOSED pgs=2255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:56.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:56.471+0000 7f7ae1b1f640 1 -- 172.21.15.76:0/1343840196 >> 172.21.15.76:0/1343840196 conn(0x7f7adc0b01e0 msgr2=0x7f7adc0b05f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:56.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:56.471+0000 7f7ae1b1f640 1 -- 172.21.15.76:0/1343840196 shutdown_connections 2024-09-13T16:15:56.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:56.471+0000 7f7ae1b1f640 1 -- 172.21.15.76:0/1343840196 wait complete. 2024-09-13T16:15:56.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:56.472+0000 7f7ae1b1f640 1 Processor -- start 2024-09-13T16:15:56.475 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:56.473+0000 7f7ae1b1f640 1 -- start start 2024-09-13T16:15:56.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:56.473+0000 7f7ae1b1f640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7adc071000 0x7f7adc14af80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:56.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:56.473+0000 7f7ae1b1f640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7adc152e10 0x7f7adc098190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:56.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:56.473+0000 7f7ae1b1f640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7adc159a40 0x7f7adc166a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:56.477 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:56.473+0000 7f7ae1b1f640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7adc09bab0 con 0x7f7adc152e10 2024-09-13T16:15:56.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:56.473+0000 7f7ae1b1f640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7adc09bd00 con 0x7f7adc071000 2024-09-13T16:15:56.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:56.473+0000 7f7ae1b1f640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7adc09bfe0 con 0x7f7adc159a40 2024-09-13T16:15:56.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:56.474+0000 7f7adaffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7adc152e10 0x7f7adc098190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:56.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:56.474+0000 7f7adaffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7adc152e10 0x7f7adc098190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:40384/0 (socket says 172.21.15.76:40384) 2024-09-13T16:15:56.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:56.474+0000 7f7adaffd640 1 -- 172.21.15.76:0/1500537229 learned_addr learned my addr 172.21.15.76:0/1500537229 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:15:56.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:56.474+0000 7f7adb7fe640 1 --2- 172.21.15.76:0/1500537229 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7adc071000 0x7f7adc14af80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:56.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:56.474+0000 7f7adbfff640 1 --2- 172.21.15.76:0/1500537229 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7adc159a40 0x7f7adc166a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:56.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:56.474+0000 7f7adaffd640 1 -- 172.21.15.76:0/1500537229 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7adc159a40 msgr2=0x7f7adc166a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:56.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:56.474+0000 7f7adaffd640 1 --2- 172.21.15.76:0/1500537229 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7adc159a40 0x7f7adc166a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:56.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:56.474+0000 7f7adaffd640 1 -- 172.21.15.76:0/1500537229 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7adc071000 msgr2=0x7f7adc14af80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:56.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:56.474+0000 7f7adaffd640 1 --2- 172.21.15.76:0/1500537229 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7adc071000 0x7f7adc14af80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:56.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:56.474+0000 7f7adaffd640 1 -- 172.21.15.76:0/1500537229 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7acc0094d0 con 0x7f7adc152e10 2024-09-13T16:15:56.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:56.474+0000 7f7adb7fe640 1 --2- 172.21.15.76:0/1500537229 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7adc071000 0x7f7adc14af80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:15:56.478 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:56.474+0000 7f7adaffd640 1 --2- 172.21.15.76:0/1500537229 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7adc152e10 0x7f7adc098190 secure :-1 s=READY pgs=2256 cs=0 l=1 rev1=1 crypto rx=0x7f7ad0007e40 tx=0x7f7ad000e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:56.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:56.474+0000 7f7ac3fff640 1 -- 172.21.15.76:0/1500537229 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ad0014620 con 0x7f7adc152e10 2024-09-13T16:15:56.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:56.474+0000 7f7ac3fff640 1 -- 172.21.15.76:0/1500537229 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7ad000ee90 con 0x7f7adc152e10 2024-09-13T16:15:56.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:56.474+0000 7f7ae1b1f640 1 -- 172.21.15.76:0/1500537229 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7adc166270 con 0x7f7adc152e10 2024-09-13T16:15:56.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:56.474+0000 7f7ac3fff640 1 -- 172.21.15.76:0/1500537229 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ad00149c0 con 0x7f7adc152e10 2024-09-13T16:15:56.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:56.474+0000 7f7ae1b1f640 1 -- 172.21.15.76:0/1500537229 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7adc097b90 con 0x7f7adc152e10 2024-09-13T16:15:56.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:56.475+0000 7f7ae1b1f640 1 -- 172.21.15.76:0/1500537229 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7adc071750 con 0x7f7adc152e10 2024-09-13T16:15:56.479 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:56.476+0000 7f7ac3fff640 1 -- 172.21.15.76:0/1500537229 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7ad0014b20 con 0x7f7adc152e10 2024-09-13T16:15:56.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:56.476+0000 7f7ac3fff640 1 --2- 172.21.15.76:0/1500537229 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7ac806ac00 0x7f7ac806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:15:56.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:56.476+0000 7f7ac3fff640 1 -- 172.21.15.76:0/1500537229 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(162..162 src has 1..162) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f7ad0089e40 con 0x7f7adc152e10 2024-09-13T16:15:56.480 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:56.476+0000 7f7adb7fe640 1 --2- 172.21.15.76:0/1500537229 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7ac806ac00 0x7f7ac806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:56.481 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:56.477+0000 7f7adb7fe640 1 --2- 172.21.15.76:0/1500537229 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7ac806ac00 0x7f7ac806d0c0 secure :-1 s=READY pgs=954 cs=0 l=1 rev1=1 crypto rx=0x7f7acc034000 tx=0x7f7acc02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:15:56.482 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:56.481+0000 7f7ac3fff640 1 -- 172.21.15.76:0/1500537229 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f7ad0054ee0 con 0x7f7adc152e10 2024-09-13T16:15:56.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:56.679+0000 7f7ae1b1f640 1 -- 172.21.15.76:0/1500537229 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7f7adc1660d0 con 0x7f7adc152e10 2024-09-13T16:15:56.681 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:56.680+0000 7f7ac3fff640 1 -- 172.21.15.76:0/1500537229 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+46 (secure 0 0 0) 0x7f7adc1660d0 con 0x7f7adc152e10 2024-09-13T16:15:56.681 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:15:56.681 INFO:teuthology.orchestra.run.smithi076.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-13T16:15:56.683 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:56.681+0000 7f7ae1b1f640 1 -- 172.21.15.76:0/1500537229 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7ac806ac00 msgr2=0x7f7ac806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:56.683 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:56.681+0000 7f7ae1b1f640 1 --2- 172.21.15.76:0/1500537229 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7ac806ac00 0x7f7ac806d0c0 secure :-1 s=READY pgs=954 cs=0 l=1 rev1=1 crypto rx=0x7f7acc034000 tx=0x7f7acc02e000 comp rx=0 tx=0).stop 2024-09-13T16:15:56.683 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:56.681+0000 7f7ae1b1f640 1 -- 172.21.15.76:0/1500537229 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7adc152e10 msgr2=0x7f7adc098190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:15:56.683 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:56.681+0000 7f7ae1b1f640 1 --2- 172.21.15.76:0/1500537229 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7adc152e10 0x7f7adc098190 secure :-1 s=READY pgs=2256 cs=0 l=1 rev1=1 crypto rx=0x7f7ad0007e40 tx=0x7f7ad000e4b0 comp rx=0 tx=0).stop 2024-09-13T16:15:56.683 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:56.682+0000 7f7ae1b1f640 1 -- 172.21.15.76:0/1500537229 shutdown_connections 2024-09-13T16:15:56.684 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:56.682+0000 7f7ae1b1f640 1 --2- 172.21.15.76:0/1500537229 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f7ac806ac00 0x7f7ac806d0c0 unknown :-1 s=CLOSED pgs=954 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:56.684 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:56.682+0000 7f7ae1b1f640 1 --2- 172.21.15.76:0/1500537229 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7adc159a40 0x7f7adc166a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:56.684 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:56.682+0000 7f7ae1b1f640 1 --2- 172.21.15.76:0/1500537229 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7adc152e10 0x7f7adc098190 unknown :-1 s=CLOSED pgs=2256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:56.684 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:56.682+0000 7f7ae1b1f640 1 --2- 172.21.15.76:0/1500537229 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7adc071000 0x7f7adc14af80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:15:56.684 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:56.682+0000 7f7ae1b1f640 1 -- 172.21.15.76:0/1500537229 >> 172.21.15.76:0/1500537229 conn(0x7f7adc0b01e0 msgr2=0x7f7adc15b120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:15:56.684 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:56.682+0000 7f7ae1b1f640 1 -- 172.21.15.76:0/1500537229 shutdown_connections 2024-09-13T16:15:56.684 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:15:56.682+0000 7f7ae1b1f640 1 -- 172.21.15.76:0/1500537229 wait complete. 2024-09-13T16:15:56.694 DEBUG:tasks.ceph_test_case:Not expected number of summary strings ([]) 2024-09-13T16:15:56.694 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=70 retry_count=0)... 2024-09-13T16:16:01.696 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-13T16:16:01.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:01.802+0000 7f1d42ed7640 1 Processor -- start 2024-09-13T16:16:01.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:01.802+0000 7f1d42ed7640 1 -- start start 2024-09-13T16:16:01.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:01.802+0000 7f1d42ed7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1d3c152e10 0x7f1d3c06cca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:01.802+0000 7f1d42ed7640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f1d3c0711d0 0x7f1d3c0b10c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.808 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:01.802+0000 7f1d42ed7640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1d3c06d1e0 con 0x7f1d3c159a40 2024-09-13T16:16:01.808 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:01.802+0000 7f1d42ed7640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1d3c06d480 con 0x7f1d3c0711d0 2024-09-13T16:16:01.808 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:01.802+0000 7f1d42ed7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1d3c06d760 con 0x7f1d3c152e10 2024-09-13T16:16:01.808 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:01.803+0000 7f1d41474640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f1d3c0711d0 0x7f1d3c0b10c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.808 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:01.803+0000 7f1d41474640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f1d3c0711d0 0x7f1d3c0b10c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:52554/0 (socket says 172.21.15.76:52554) 2024-09-13T16:16:01.808 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:01.803+0000 7f1d3bfff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f1d3c159a40 0x7f1d3c070ac0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:44134/0 (socket says 172.21.15.76:44134) 2024-09-13T16:16:01.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:01.803+0000 7f1d41474640 1 -- 172.21.15.76:0/2030561416 learned_addr learned my addr 172.21.15.76:0/2030561416 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:01.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:01.803+0000 7f1d40c73640 1 --2- 172.21.15.76:0/2030561416 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1d3c152e10 0x7f1d3c06cca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:01.803+0000 7f1d41474640 1 -- 172.21.15.76:0/2030561416 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1d3c152e10 msgr2=0x7f1d3c06cca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:01.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:01.803+0000 7f1d41474640 1 --2- 172.21.15.76:0/2030561416 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1d3c152e10 0x7f1d3c06cca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:01.803+0000 7f1d41474640 1 -- 172.21.15.76:0/2030561416 >> v1:172.21.15.76:6789/0 conn(0x7f1d3c159a40 legacy=0x7f1d3c070ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:01.803+0000 7f1d3b7fe640 1 -- 172.21.15.76:0/2030561416 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2290918147 0 0) 0x7f1d3c06d1e0 con 0x7f1d3c159a40 2024-09-13T16:16:01.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:01.803+0000 7f1d41474640 1 -- 172.21.15.76:0/2030561416 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1d3c06da40 con 0x7f1d3c0711d0 2024-09-13T16:16:01.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:01.803+0000 7f1d40c73640 1 --2- 172.21.15.76:0/2030561416 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1d3c152e10 0x7f1d3c06cca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:16:01.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:01.804+0000 7f1d41474640 1 --2- 172.21.15.76:0/2030561416 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1d3c0711d0 0x7f1d3c0b10c0 secure :-1 s=READY pgs=2258 cs=0 l=1 rev1=1 crypto rx=0x7f1d3400d150 tx=0x7f1d3402c930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eb67f7b23fd1b4c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:01.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:01.804+0000 7f1d3b7fe640 1 -- 172.21.15.76:0/2030561416 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d34009600 con 0x7f1d3c0711d0 2024-09-13T16:16:01.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:01.804+0000 7f1d3b7fe640 1 -- 172.21.15.76:0/2030561416 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1d34009760 con 0x7f1d3c0711d0 2024-09-13T16:16:01.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:01.804+0000 7f1d3b7fe640 1 -- 172.21.15.76:0/2030561416 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d34009af0 con 0x7f1d3c0711d0 2024-09-13T16:16:01.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:01.804+0000 7f1d42ed7640 1 -- 172.21.15.76:0/2030561416 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1d3c0711d0 msgr2=0x7f1d3c0b10c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:01.804+0000 7f1d42ed7640 1 --2- 172.21.15.76:0/2030561416 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1d3c0711d0 0x7f1d3c0b10c0 secure :-1 s=READY pgs=2258 cs=0 l=1 rev1=1 crypto rx=0x7f1d3400d150 tx=0x7f1d3402c930 comp rx=0 tx=0).stop 2024-09-13T16:16:01.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:01.804+0000 7f1d42ed7640 1 -- 172.21.15.76:0/2030561416 shutdown_connections 2024-09-13T16:16:01.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:01.804+0000 7f1d42ed7640 1 --2- 172.21.15.76:0/2030561416 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1d3c0711d0 0x7f1d3c0b10c0 unknown :-1 s=CLOSED pgs=2258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:01.804+0000 7f1d42ed7640 1 --2- 172.21.15.76:0/2030561416 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1d3c152e10 0x7f1d3c06cca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:01.804+0000 7f1d42ed7640 1 -- 172.21.15.76:0/2030561416 >> 172.21.15.76:0/2030561416 conn(0x7f1d3c0b01e0 msgr2=0x7f1d3c0b05f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:01.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:01.804+0000 7f1d42ed7640 1 -- 172.21.15.76:0/2030561416 shutdown_connections 2024-09-13T16:16:01.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:01.805+0000 7f1d42ed7640 1 -- 172.21.15.76:0/2030561416 wait complete. 2024-09-13T16:16:01.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:01.806+0000 7f1d42ed7640 1 Processor -- start 2024-09-13T16:16:01.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:01.806+0000 7f1d42ed7640 1 -- start start 2024-09-13T16:16:01.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:01.807+0000 7f1d42ed7640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1d3c0711d0 0x7f1d3c14eec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:01.807+0000 7f1d42ed7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1d3c152e10 0x7f1d3c157900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:01.807+0000 7f1d42ed7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1d3c159a40 0x7f1d3c157e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:01.807+0000 7f1d42ed7640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1d3c14cd40 con 0x7f1d3c159a40 2024-09-13T16:16:01.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:01.807+0000 7f1d42ed7640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1d3c14ea30 con 0x7f1d3c0711d0 2024-09-13T16:16:01.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:01.807+0000 7f1d42ed7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1d3c14e160 con 0x7f1d3c152e10 2024-09-13T16:16:01.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:01.807+0000 7f1d41474640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1d3c159a40 0x7f1d3c157e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:01.807+0000 7f1d41474640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1d3c159a40 0x7f1d3c157e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:52568/0 (socket says 172.21.15.76:52568) 2024-09-13T16:16:01.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:01.807+0000 7f1d41474640 1 -- 172.21.15.76:0/944572759 learned_addr learned my addr 172.21.15.76:0/944572759 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:01.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:01.807+0000 7f1d3bfff640 1 --2- 172.21.15.76:0/944572759 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1d3c152e10 0x7f1d3c157900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:01.807+0000 7f1d40c73640 1 --2- 172.21.15.76:0/944572759 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1d3c0711d0 0x7f1d3c14eec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:01.807+0000 7f1d41474640 1 -- 172.21.15.76:0/944572759 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1d3c152e10 msgr2=0x7f1d3c157900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:01.807+0000 7f1d41474640 1 --2- 172.21.15.76:0/944572759 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1d3c152e10 0x7f1d3c157900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:01.807+0000 7f1d41474640 1 -- 172.21.15.76:0/944572759 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1d3c0711d0 msgr2=0x7f1d3c14eec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:01.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:01.807+0000 7f1d41474640 1 --2- 172.21.15.76:0/944572759 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1d3c0711d0 0x7f1d3c14eec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:01.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:01.807+0000 7f1d41474640 1 -- 172.21.15.76:0/944572759 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1d3400bd40 con 0x7f1d3c159a40 2024-09-13T16:16:01.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:01.807+0000 7f1d41474640 1 --2- 172.21.15.76:0/944572759 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1d3c159a40 0x7f1d3c157e40 secure :-1 s=READY pgs=2259 cs=0 l=1 rev1=1 crypto rx=0x7f1d34034040 tx=0x7f1d34004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:01.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:01.807+0000 7f1d397fa640 1 -- 172.21.15.76:0/944572759 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d34032620 con 0x7f1d3c159a40 2024-09-13T16:16:01.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:01.807+0000 7f1d42ed7640 1 -- 172.21.15.76:0/944572759 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1d3c14ca60 con 0x7f1d3c159a40 2024-09-13T16:16:01.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:01.807+0000 7f1d397fa640 1 -- 172.21.15.76:0/944572759 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1d34009e90 con 0x7f1d3c159a40 2024-09-13T16:16:01.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:01.807+0000 7f1d397fa640 1 -- 172.21.15.76:0/944572759 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d340329c0 con 0x7f1d3c159a40 2024-09-13T16:16:01.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:01.808+0000 7f1d42ed7640 1 -- 172.21.15.76:0/944572759 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1d3c14e6c0 con 0x7f1d3c159a40 2024-09-13T16:16:01.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:01.809+0000 7f1d42ed7640 1 -- 172.21.15.76:0/944572759 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1d3c0adba0 con 0x7f1d3c159a40 2024-09-13T16:16:01.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:01.809+0000 7f1d397fa640 1 -- 172.21.15.76:0/944572759 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1d34032b20 con 0x7f1d3c159a40 2024-09-13T16:16:01.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:01.809+0000 7f1d397fa640 1 --2- 172.21.15.76:0/944572759 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1d1c06ac00 0x7f1d1c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:01.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:01.810+0000 7f1d397fa640 1 -- 172.21.15.76:0/944572759 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(162..162 src has 1..162) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f1d340aaca0 con 0x7f1d3c159a40 2024-09-13T16:16:01.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:01.810+0000 7f1d40c73640 1 --2- 172.21.15.76:0/944572759 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1d1c06ac00 0x7f1d1c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:01.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:01.810+0000 7f1d40c73640 1 --2- 172.21.15.76:0/944572759 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1d1c06ac00 0x7f1d1c06d0c0 secure :-1 s=READY pgs=955 cs=0 l=1 rev1=1 crypto rx=0x7f1d2c006fd0 tx=0x7f1d2c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:01.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:01.814+0000 7f1d397fa640 1 -- 172.21.15.76:0/944572759 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f1d34075ce0 con 0x7f1d3c159a40 2024-09-13T16:16:02.011 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:02.009+0000 7f1d42ed7640 1 -- 172.21.15.76:0/944572759 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7f1d3c14e850 con 0x7f1d3c159a40 2024-09-13T16:16:02.011 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:02.009+0000 7f1d397fa640 1 -- 172.21.15.76:0/944572759 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+46 (secure 0 0 0) 0x7f1d3404a040 con 0x7f1d3c159a40 2024-09-13T16:16:02.011 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:16:02.012 INFO:teuthology.orchestra.run.smithi076.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-13T16:16:02.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:02.011+0000 7f1d42ed7640 1 -- 172.21.15.76:0/944572759 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1d1c06ac00 msgr2=0x7f1d1c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:02.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:02.011+0000 7f1d42ed7640 1 --2- 172.21.15.76:0/944572759 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1d1c06ac00 0x7f1d1c06d0c0 secure :-1 s=READY pgs=955 cs=0 l=1 rev1=1 crypto rx=0x7f1d2c006fd0 tx=0x7f1d2c008040 comp rx=0 tx=0).stop 2024-09-13T16:16:02.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:02.011+0000 7f1d42ed7640 1 -- 172.21.15.76:0/944572759 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1d3c159a40 msgr2=0x7f1d3c157e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:02.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:02.011+0000 7f1d42ed7640 1 --2- 172.21.15.76:0/944572759 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1d3c159a40 0x7f1d3c157e40 secure :-1 s=READY pgs=2259 cs=0 l=1 rev1=1 crypto rx=0x7f1d34034040 tx=0x7f1d34004a40 comp rx=0 tx=0).stop 2024-09-13T16:16:02.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:02.011+0000 7f1d42ed7640 1 -- 172.21.15.76:0/944572759 shutdown_connections 2024-09-13T16:16:02.013 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:02.011+0000 7f1d42ed7640 1 --2- 172.21.15.76:0/944572759 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1d3c159a40 0x7f1d3c157e40 unknown :-1 s=CLOSED pgs=2259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:02.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:02.011+0000 7f1d42ed7640 1 --2- 172.21.15.76:0/944572759 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1d1c06ac00 0x7f1d1c06d0c0 unknown :-1 s=CLOSED pgs=955 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:02.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:02.011+0000 7f1d42ed7640 1 --2- 172.21.15.76:0/944572759 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1d3c152e10 0x7f1d3c157900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:02.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:02.011+0000 7f1d42ed7640 1 --2- 172.21.15.76:0/944572759 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1d3c0711d0 0x7f1d3c14eec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:02.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:02.011+0000 7f1d42ed7640 1 -- 172.21.15.76:0/944572759 >> 172.21.15.76:0/944572759 conn(0x7f1d3c0b01e0 msgr2=0x7f1d3c0b10c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:02.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:02.011+0000 7f1d42ed7640 1 -- 172.21.15.76:0/944572759 shutdown_connections 2024-09-13T16:16:02.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:02.011+0000 7f1d42ed7640 1 -- 172.21.15.76:0/944572759 wait complete. 2024-09-13T16:16:02.024 DEBUG:tasks.ceph_test_case:Not expected number of summary strings ([]) 2024-09-13T16:16:02.024 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=70 retry_count=0)... 2024-09-13T16:16:07.025 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-13T16:16:07.131 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:07.130+0000 7fecdc9ec640 1 Processor -- start 2024-09-13T16:16:07.131 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:07.130+0000 7fecdc9ec640 1 -- start start 2024-09-13T16:16:07.133 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:07.131+0000 7fecdc9ec640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fecd8159260 0x7fecd806d330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:07.133 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:07.131+0000 7fecdc9ec640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fecd80ac950 0x7fecd80ce630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:07.133 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:07.131+0000 7fecdc9ec640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fecd8159640 con 0x7fecd80ceb70 2024-09-13T16:16:07.133 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:07.131+0000 7fecdc9ec640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fecd80ada50 con 0x7fecd8159260 2024-09-13T16:16:07.133 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:07.131+0000 7fecdc9ec640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fecd80cef80 con 0x7fecd80ac950 2024-09-13T16:16:07.133 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:07.131+0000 7fecd659c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fecd8159260 0x7fecd806d330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:07.133 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:07.131+0000 7fecd6d9d640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fecd80ceb70 0x7fecd80b22d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:44144/0 (socket says 172.21.15.76:44144) 2024-09-13T16:16:07.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:07.131+0000 7fecd659c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fecd8159260 0x7fecd806d330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:52580/0 (socket says 172.21.15.76:52580) 2024-09-13T16:16:07.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:07.131+0000 7fecd6d9d640 1 -- 172.21.15.76:0/1145685693 learned_addr learned my addr 172.21.15.76:0/1145685693 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:16:07.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:07.131+0000 7fecd5d9b640 1 --2- 172.21.15.76:0/1145685693 >> v2:172.21.15.192:3300/0 conn(0x7fecd80ac950 0x7fecd80ce630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:07.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:07.131+0000 7fecd659c640 1 -- 172.21.15.76:0/1145685693 >> v2:172.21.15.192:3300/0 conn(0x7fecd80ac950 msgr2=0x7fecd80ce630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:07.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:07.131+0000 7fecd659c640 1 --2- 172.21.15.76:0/1145685693 >> v2:172.21.15.192:3300/0 conn(0x7fecd80ac950 0x7fecd80ce630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:07.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:07.131+0000 7fecd659c640 1 -- 172.21.15.76:0/1145685693 >> v1:172.21.15.76:6789/0 conn(0x7fecd80ceb70 legacy=0x7fecd80b22d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:07.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:07.131+0000 7fecd659c640 1 -- 172.21.15.76:0/1145685693 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fecd80ad1b0 con 0x7fecd8159260 2024-09-13T16:16:07.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:07.131+0000 7fecd559a640 1 -- 172.21.15.76:0/1145685693 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3796099616 0 0) 0x7fecd0001490 con 0x7fecd80ceb70 2024-09-13T16:16:07.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:07.132+0000 7fecd659c640 1 --2- 172.21.15.76:0/1145685693 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fecd8159260 0x7fecd806d330 secure :-1 s=READY pgs=2261 cs=0 l=1 rev1=1 crypto rx=0x7fecd815cca0 tx=0x7fecc802a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=50e7045d1a043377 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:07.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:07.132+0000 7fecd559a640 1 -- 172.21.15.76:0/1145685693 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fecc8032440 con 0x7fecd8159260 2024-09-13T16:16:07.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:07.132+0000 7fecd559a640 1 -- 172.21.15.76:0/1145685693 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fecc80325a0 con 0x7fecd8159260 2024-09-13T16:16:07.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:07.132+0000 7fecd559a640 1 -- 172.21.15.76:0/1145685693 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fecc8032930 con 0x7fecd8159260 2024-09-13T16:16:07.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:07.133+0000 7fecdc9ec640 1 -- 172.21.15.76:0/1145685693 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fecd8159260 msgr2=0x7fecd806d330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:07.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:07.133+0000 7fecdc9ec640 1 --2- 172.21.15.76:0/1145685693 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fecd8159260 0x7fecd806d330 secure :-1 s=READY pgs=2261 cs=0 l=1 rev1=1 crypto rx=0x7fecd815cca0 tx=0x7fecc802a1a0 comp rx=0 tx=0).stop 2024-09-13T16:16:07.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:07.133+0000 7fecdc9ec640 1 -- 172.21.15.76:0/1145685693 shutdown_connections 2024-09-13T16:16:07.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:07.133+0000 7fecdc9ec640 1 --2- 172.21.15.76:0/1145685693 >> v2:172.21.15.192:3300/0 conn(0x7fecd80ac950 0x7fecd80ce630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:07.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:07.133+0000 7fecdc9ec640 1 --2- 172.21.15.76:0/1145685693 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fecd8159260 0x7fecd806d330 unknown :-1 s=CLOSED pgs=2261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:07.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:07.133+0000 7fecdc9ec640 1 -- 172.21.15.76:0/1145685693 >> 172.21.15.76:0/1145685693 conn(0x7fecd80b01e0 msgr2=0x7fecd80b05f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:07.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:07.133+0000 7fecdc9ec640 1 -- 172.21.15.76:0/1145685693 shutdown_connections 2024-09-13T16:16:07.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:07.133+0000 7fecdc9ec640 1 -- 172.21.15.76:0/1145685693 wait complete. 2024-09-13T16:16:07.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:07.134+0000 7fecdc9ec640 1 Processor -- start 2024-09-13T16:16:07.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:07.134+0000 7fecdc9ec640 1 -- start start 2024-09-13T16:16:07.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:07.135+0000 7fecdc9ec640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fecd80ac950 0x7fecd8149760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:07.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:07.135+0000 7fecdc9ec640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fecd80ceb70 0x7fecd81e25e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:07.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:07.135+0000 7fecdc9ec640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fecd8159260 0x7fecd81e3f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:07.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:07.135+0000 7fecdc9ec640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fecd81e4470 con 0x7fecd8159260 2024-09-13T16:16:07.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:07.135+0000 7fecdc9ec640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fecd81e2ce0 con 0x7fecd80ac950 2024-09-13T16:16:07.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:07.135+0000 7fecdc9ec640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fecd81e2fc0 con 0x7fecd80ceb70 2024-09-13T16:16:07.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:07.135+0000 7fecd6d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fecd8159260 0x7fecd81e3f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:07.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:07.135+0000 7fecd6d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fecd8159260 0x7fecd81e3f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:52582/0 (socket says 172.21.15.76:52582) 2024-09-13T16:16:07.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:07.135+0000 7fecd6d9d640 1 -- 172.21.15.76:0/4021991975 learned_addr learned my addr 172.21.15.76:0/4021991975 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:07.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:07.135+0000 7fecd659c640 1 --2- 172.21.15.76:0/4021991975 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fecd80ac950 0x7fecd8149760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:07.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:07.135+0000 7fecd5d9b640 1 --2- 172.21.15.76:0/4021991975 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fecd80ceb70 0x7fecd81e25e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:07.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:07.135+0000 7fecd6d9d640 1 -- 172.21.15.76:0/4021991975 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fecd80ceb70 msgr2=0x7fecd81e25e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:07.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:07.135+0000 7fecd6d9d640 1 --2- 172.21.15.76:0/4021991975 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fecd80ceb70 0x7fecd81e25e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:07.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:07.135+0000 7fecd6d9d640 1 -- 172.21.15.76:0/4021991975 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fecd80ac950 msgr2=0x7fecd8149760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:07.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:07.135+0000 7fecd6d9d640 1 --2- 172.21.15.76:0/4021991975 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fecd80ac950 0x7fecd8149760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:07.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:07.135+0000 7fecd6d9d640 1 -- 172.21.15.76:0/4021991975 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fecc8009400 con 0x7fecd8159260 2024-09-13T16:16:07.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:07.136+0000 7fecd6d9d640 1 --2- 172.21.15.76:0/4021991975 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fecd8159260 0x7fecd81e3f30 secure :-1 s=READY pgs=2262 cs=0 l=1 rev1=1 crypto rx=0x7fecd000c7d0 tx=0x7fecd000cc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:07.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:07.136+0000 7fecceffd640 1 -- 172.21.15.76:0/4021991975 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fecd000a640 con 0x7fecd8159260 2024-09-13T16:16:07.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:07.136+0000 7fecceffd640 1 -- 172.21.15.76:0/4021991975 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fecd000a7c0 con 0x7fecd8159260 2024-09-13T16:16:07.140 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:07.136+0000 7fecdc9ec640 1 -- 172.21.15.76:0/4021991975 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fecd81e32a0 con 0x7fecd8159260 2024-09-13T16:16:07.140 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:07.136+0000 7fecceffd640 1 -- 172.21.15.76:0/4021991975 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fecd000abb0 con 0x7fecd8159260 2024-09-13T16:16:07.140 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:07.136+0000 7fecdc9ec640 1 -- 172.21.15.76:0/4021991975 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fecd80cb2b0 con 0x7fecd8159260 2024-09-13T16:16:07.140 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:07.137+0000 7fecdc9ec640 1 -- 172.21.15.76:0/4021991975 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fecd80ce630 con 0x7fecd8159260 2024-09-13T16:16:07.140 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:07.137+0000 7fecceffd640 1 -- 172.21.15.76:0/4021991975 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fecd000ad10 con 0x7fecd8159260 2024-09-13T16:16:07.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:07.138+0000 7fecceffd640 1 --2- 172.21.15.76:0/4021991975 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fecb806ac30 0x7fecb806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:07.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:07.138+0000 7fecceffd640 1 -- 172.21.15.76:0/4021991975 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(162..162 src has 1..162) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fecd0088670 con 0x7fecd8159260 2024-09-13T16:16:07.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:07.138+0000 7fecd659c640 1 --2- 172.21.15.76:0/4021991975 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fecb806ac30 0x7fecb806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:07.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:07.138+0000 7fecd659c640 1 --2- 172.21.15.76:0/4021991975 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fecb806ac30 0x7fecb806d0f0 secure :-1 s=READY pgs=956 cs=0 l=1 rev1=1 crypto rx=0x7fecc8034000 tx=0x7fecc802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:07.143 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:07.142+0000 7fecceffd640 1 -- 172.21.15.76:0/4021991975 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fecd0053850 con 0x7fecd8159260 2024-09-13T16:16:07.340 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:07.339+0000 7fecdc9ec640 1 -- 172.21.15.76:0/4021991975 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7fecd8159640 con 0x7fecd8159260 2024-09-13T16:16:07.341 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:07.339+0000 7fecceffd640 1 -- 172.21.15.76:0/4021991975 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+46 (secure 0 0 0) 0x7fecd8159640 con 0x7fecd8159260 2024-09-13T16:16:07.341 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:16:07.341 INFO:teuthology.orchestra.run.smithi076.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-13T16:16:07.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:07.341+0000 7fecdc9ec640 1 -- 172.21.15.76:0/4021991975 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fecb806ac30 msgr2=0x7fecb806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:07.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:07.341+0000 7fecdc9ec640 1 --2- 172.21.15.76:0/4021991975 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fecb806ac30 0x7fecb806d0f0 secure :-1 s=READY pgs=956 cs=0 l=1 rev1=1 crypto rx=0x7fecc8034000 tx=0x7fecc802e000 comp rx=0 tx=0).stop 2024-09-13T16:16:07.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:07.341+0000 7fecdc9ec640 1 -- 172.21.15.76:0/4021991975 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fecd8159260 msgr2=0x7fecd81e3f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:07.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:07.341+0000 7fecdc9ec640 1 --2- 172.21.15.76:0/4021991975 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fecd8159260 0x7fecd81e3f30 secure :-1 s=READY pgs=2262 cs=0 l=1 rev1=1 crypto rx=0x7fecd000c7d0 tx=0x7fecd000cc90 comp rx=0 tx=0).stop 2024-09-13T16:16:07.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:07.342+0000 7fecdc9ec640 1 -- 172.21.15.76:0/4021991975 shutdown_connections 2024-09-13T16:16:07.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:07.342+0000 7fecdc9ec640 1 --2- 172.21.15.76:0/4021991975 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fecd8159260 0x7fecd81e3f30 unknown :-1 s=CLOSED pgs=2262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:07.344 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:07.342+0000 7fecdc9ec640 1 --2- 172.21.15.76:0/4021991975 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fecb806ac30 0x7fecb806d0f0 unknown :-1 s=CLOSED pgs=956 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:07.344 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:07.342+0000 7fecdc9ec640 1 --2- 172.21.15.76:0/4021991975 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fecd80ceb70 0x7fecd81e25e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:07.344 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:07.342+0000 7fecdc9ec640 1 --2- 172.21.15.76:0/4021991975 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fecd80ac950 0x7fecd8149760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:07.344 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:07.342+0000 7fecdc9ec640 1 -- 172.21.15.76:0/4021991975 >> 172.21.15.76:0/4021991975 conn(0x7fecd80b01e0 msgr2=0x7fecd81e0500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:07.344 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:07.342+0000 7fecdc9ec640 1 -- 172.21.15.76:0/4021991975 shutdown_connections 2024-09-13T16:16:07.344 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:07.342+0000 7fecdc9ec640 1 -- 172.21.15.76:0/4021991975 wait complete. 2024-09-13T16:16:07.354 DEBUG:tasks.ceph_test_case:Not expected number of summary strings ([]) 2024-09-13T16:16:07.354 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=70 retry_count=0)... 2024-09-13T16:16:12.355 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-13T16:16:12.461 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:12.460+0000 7f707fa96640 1 Processor -- start 2024-09-13T16:16:12.461 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:12.460+0000 7f707fa96640 1 -- start start 2024-09-13T16:16:12.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:12.461+0000 7f707fa96640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f7078159a40 0x7f7078070ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:12.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:12.461+0000 7f707fa96640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7078071000 0x7f70780b10c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:12.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:12.461+0000 7f707fa96640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f707806d480 con 0x7f7078152e10 2024-09-13T16:16:12.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:12.461+0000 7f707fa96640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7078071470 con 0x7f7078159a40 2024-09-13T16:16:12.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:12.461+0000 7f707fa96640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f707806d760 con 0x7f7078071000 2024-09-13T16:16:12.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:12.461+0000 7f707d031640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f7078159a40 0x7f7078070ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:12.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:12.461+0000 7f707d832640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f7078152e10 0x7f707806cca0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:37804/0 (socket says 172.21.15.76:37804) 2024-09-13T16:16:12.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:12.461+0000 7f707d031640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f7078159a40 0x7f7078070ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58146/0 (socket says 172.21.15.76:58146) 2024-09-13T16:16:12.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:12.461+0000 7f707d832640 1 -- 172.21.15.76:0/1221130731 learned_addr learned my addr 172.21.15.76:0/1221130731 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:16:12.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:12.461+0000 7f707c830640 1 -- 172.21.15.76:0/1221130731 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2341009530 0 0) 0x7f707806d480 con 0x7f7078152e10 2024-09-13T16:16:12.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:12.461+0000 7f707c830640 1 -- 172.21.15.76:0/1221130731 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7064003520 con 0x7f7078152e10 2024-09-13T16:16:12.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:12.461+0000 7f707d031640 1 -- 172.21.15.76:0/1221130731 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7078071000 msgr2=0x7f70780b10c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:12.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:12.461+0000 7f707d031640 1 --2- 172.21.15.76:0/1221130731 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7078071000 0x7f70780b10c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:12.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:12.461+0000 7f707d031640 1 -- 172.21.15.76:0/1221130731 >> v1:172.21.15.76:6789/0 conn(0x7f7078152e10 legacy=0x7f707806cca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:12.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:12.461+0000 7f707d031640 1 -- 172.21.15.76:0/1221130731 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f707806da40 con 0x7f7078159a40 2024-09-13T16:16:12.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:12.462+0000 7f707d031640 1 --2- 172.21.15.76:0/1221130731 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7078159a40 0x7f7078070ac0 secure :-1 s=READY pgs=2264 cs=0 l=1 rev1=1 crypto rx=0x7f70680097a0 tx=0x7f706802a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ca1d68d7792bc03 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:12.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:12.462+0000 7f707c830640 1 -- 172.21.15.76:0/1221130731 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7068032440 con 0x7f7078159a40 2024-09-13T16:16:12.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:12.462+0000 7f707c830640 1 -- 172.21.15.76:0/1221130731 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f70680325a0 con 0x7f7078159a40 2024-09-13T16:16:12.465 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:12.462+0000 7f707c830640 1 -- 172.21.15.76:0/1221130731 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7068032930 con 0x7f7078159a40 2024-09-13T16:16:12.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:12.463+0000 7f707fa96640 1 -- 172.21.15.76:0/1221130731 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7078159a40 msgr2=0x7f7078070ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:12.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:12.463+0000 7f707fa96640 1 --2- 172.21.15.76:0/1221130731 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7078159a40 0x7f7078070ac0 secure :-1 s=READY pgs=2264 cs=0 l=1 rev1=1 crypto rx=0x7f70680097a0 tx=0x7f706802a180 comp rx=0 tx=0).stop 2024-09-13T16:16:12.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:12.463+0000 7f707fa96640 1 -- 172.21.15.76:0/1221130731 shutdown_connections 2024-09-13T16:16:12.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:12.463+0000 7f707fa96640 1 --2- 172.21.15.76:0/1221130731 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7078071000 0x7f70780b10c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:12.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:12.463+0000 7f707fa96640 1 --2- 172.21.15.76:0/1221130731 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7078159a40 0x7f7078070ac0 unknown :-1 s=CLOSED pgs=2264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:12.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:12.463+0000 7f707fa96640 1 -- 172.21.15.76:0/1221130731 >> 172.21.15.76:0/1221130731 conn(0x7f70780b01e0 msgr2=0x7f70780b05f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:12.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:12.463+0000 7f707fa96640 1 -- 172.21.15.76:0/1221130731 shutdown_connections 2024-09-13T16:16:12.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:12.463+0000 7f707fa96640 1 -- 172.21.15.76:0/1221130731 wait complete. 2024-09-13T16:16:12.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:12.464+0000 7f707fa96640 1 Processor -- start 2024-09-13T16:16:12.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:12.464+0000 7f707fa96640 1 -- start start 2024-09-13T16:16:12.468 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:12.465+0000 7f707fa96640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7078071000 0x7f70780b1330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:12.468 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:12.465+0000 7f707fa96640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7078152e10 0x7f7078149430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:12.468 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:12.465+0000 7f707fa96640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7078159a40 0x7f707815ca90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:12.468 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:12.465+0000 7f707fa96640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7078158630 con 0x7f7078071000 2024-09-13T16:16:12.468 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:12.465+0000 7f707fa96640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7078157d90 con 0x7f7078152e10 2024-09-13T16:16:12.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:12.465+0000 7f707fa96640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7078158070 con 0x7f7078159a40 2024-09-13T16:16:12.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:12.465+0000 7f707d832640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7078071000 0x7f70780b1330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:12.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:12.465+0000 7f707d832640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7078071000 0x7f70780b1330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58154/0 (socket says 172.21.15.76:58154) 2024-09-13T16:16:12.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:12.465+0000 7f707d832640 1 -- 172.21.15.76:0/1945361457 learned_addr learned my addr 172.21.15.76:0/1945361457 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:12.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:12.465+0000 7f707e033640 1 --2- 172.21.15.76:0/1945361457 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7078159a40 0x7f707815ca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:12.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:12.465+0000 7f707d031640 1 --2- 172.21.15.76:0/1945361457 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7078152e10 0x7f7078149430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:12.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:12.465+0000 7f707d832640 1 -- 172.21.15.76:0/1945361457 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7078159a40 msgr2=0x7f707815ca90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:12.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:12.465+0000 7f707d832640 1 --2- 172.21.15.76:0/1945361457 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7078159a40 0x7f707815ca90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:12.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:12.465+0000 7f707d832640 1 -- 172.21.15.76:0/1945361457 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7078152e10 msgr2=0x7f7078149430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:12.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:12.465+0000 7f707d832640 1 --2- 172.21.15.76:0/1945361457 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7078152e10 0x7f7078149430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:12.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:12.465+0000 7f707d832640 1 -- 172.21.15.76:0/1945361457 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7068009400 con 0x7f7078071000 2024-09-13T16:16:12.469 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:12.465+0000 7f707e033640 1 --2- 172.21.15.76:0/1945361457 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7078159a40 0x7f707815ca90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:16:12.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:12.465+0000 7f707d031640 1 --2- 172.21.15.76:0/1945361457 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7078152e10 0x7f7078149430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:16:12.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:12.465+0000 7f707d832640 1 --2- 172.21.15.76:0/1945361457 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7078071000 0x7f70780b1330 secure :-1 s=READY pgs=2265 cs=0 l=1 rev1=1 crypto rx=0x7f707400c410 tx=0x7f707400c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:12.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:12.465+0000 7f706e7fc640 1 -- 172.21.15.76:0/1945361457 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7074005ce0 con 0x7f7078071000 2024-09-13T16:16:12.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:12.465+0000 7f706e7fc640 1 -- 172.21.15.76:0/1945361457 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7074005e40 con 0x7f7078071000 2024-09-13T16:16:12.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:12.465+0000 7f707fa96640 1 -- 172.21.15.76:0/1945361457 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7078158350 con 0x7f7078071000 2024-09-13T16:16:12.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:12.466+0000 7f706e7fc640 1 -- 172.21.15.76:0/1945361457 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f70740072f0 con 0x7f7078071000 2024-09-13T16:16:12.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:12.466+0000 7f707fa96640 1 -- 172.21.15.76:0/1945361457 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f70780b1870 con 0x7f7078071000 2024-09-13T16:16:12.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:12.467+0000 7f707fa96640 1 -- 172.21.15.76:0/1945361457 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f707815c3d0 con 0x7f7078071000 2024-09-13T16:16:12.470 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:12.467+0000 7f706e7fc640 1 -- 172.21.15.76:0/1945361457 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7074007450 con 0x7f7078071000 2024-09-13T16:16:12.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:12.467+0000 7f706e7fc640 1 --2- 172.21.15.76:0/1945361457 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f705c06ac30 0x7f705c06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:12.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:12.468+0000 7f706e7fc640 1 -- 172.21.15.76:0/1945361457 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(162..162 src has 1..162) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f7074088a80 con 0x7f7078071000 2024-09-13T16:16:12.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:12.468+0000 7f707d031640 1 --2- 172.21.15.76:0/1945361457 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f705c06ac30 0x7f705c06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:12.471 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:12.468+0000 7f707d031640 1 --2- 172.21.15.76:0/1945361457 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f705c06ac30 0x7f705c06d0f0 secure :-1 s=READY pgs=957 cs=0 l=1 rev1=1 crypto rx=0x7f7068034000 tx=0x7f706802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:12.473 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:12.472+0000 7f706e7fc640 1 -- 172.21.15.76:0/1945361457 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f707815c3d0 con 0x7f7078071000 2024-09-13T16:16:12.670 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:12.668+0000 7f707fa96640 1 -- 172.21.15.76:0/1945361457 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7f707815c3d0 con 0x7f7078071000 2024-09-13T16:16:12.670 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:12.669+0000 7f706e7fc640 1 -- 172.21.15.76:0/1945361457 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+46 (secure 0 0 0) 0x7f707815c3d0 con 0x7f7078071000 2024-09-13T16:16:12.670 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:16:12.670 INFO:teuthology.orchestra.run.smithi076.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-13T16:16:12.672 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:12.671+0000 7f707fa96640 1 -- 172.21.15.76:0/1945361457 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f705c06ac30 msgr2=0x7f705c06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:12.672 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:12.671+0000 7f707fa96640 1 --2- 172.21.15.76:0/1945361457 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f705c06ac30 0x7f705c06d0f0 secure :-1 s=READY pgs=957 cs=0 l=1 rev1=1 crypto rx=0x7f7068034000 tx=0x7f706802e000 comp rx=0 tx=0).stop 2024-09-13T16:16:12.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:12.671+0000 7f707fa96640 1 -- 172.21.15.76:0/1945361457 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7078071000 msgr2=0x7f70780b1330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:12.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:12.671+0000 7f707fa96640 1 --2- 172.21.15.76:0/1945361457 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7078071000 0x7f70780b1330 secure :-1 s=READY pgs=2265 cs=0 l=1 rev1=1 crypto rx=0x7f707400c410 tx=0x7f707400c8d0 comp rx=0 tx=0).stop 2024-09-13T16:16:12.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:12.671+0000 7f707fa96640 1 -- 172.21.15.76:0/1945361457 shutdown_connections 2024-09-13T16:16:12.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:12.671+0000 7f707fa96640 1 --2- 172.21.15.76:0/1945361457 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f705c06ac30 0x7f705c06d0f0 unknown :-1 s=CLOSED pgs=957 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:12.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:12.671+0000 7f707fa96640 1 --2- 172.21.15.76:0/1945361457 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f7078159a40 0x7f707815ca90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:12.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:12.671+0000 7f707fa96640 1 --2- 172.21.15.76:0/1945361457 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7078152e10 0x7f7078149430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:12.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:12.671+0000 7f707fa96640 1 --2- 172.21.15.76:0/1945361457 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7078071000 0x7f70780b1330 unknown :-1 s=CLOSED pgs=2265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:12.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:12.671+0000 7f707fa96640 1 -- 172.21.15.76:0/1945361457 >> 172.21.15.76:0/1945361457 conn(0x7f70780b01e0 msgr2=0x7f707815ba10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:12.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:12.671+0000 7f707fa96640 1 -- 172.21.15.76:0/1945361457 shutdown_connections 2024-09-13T16:16:12.673 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:12.671+0000 7f707fa96640 1 -- 172.21.15.76:0/1945361457 wait complete. 2024-09-13T16:16:12.683 DEBUG:tasks.ceph_test_case:Not expected number of summary strings ([]) 2024-09-13T16:16:12.684 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=70 retry_count=0)... 2024-09-13T16:16:13.457 DEBUG:teuthology.orchestra.run.smithi076:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:16:13.460 DEBUG:teuthology.orchestra.run.smithi192:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:16:17.685 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-13T16:16:17.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:17.792+0000 7f6fc7861640 1 Processor -- start 2024-09-13T16:16:17.795 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:17.792+0000 7f6fc7861640 1 -- start start 2024-09-13T16:16:17.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:17.793+0000 7f6fc7861640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f6fc015c640 0x7f6fc0099450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:17.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:17.793+0000 7f6fc7861640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f6fc006b580 0x7f6fc006b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:17.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:17.793+0000 7f6fc7861640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6fc01602a0 0x7f6fc0160730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:17.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:17.793+0000 7f6fc7861640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6fc006bf00 con 0x7f6fc015c640 2024-09-13T16:16:17.796 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:17.793+0000 7f6fc7861640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6fc006b210 con 0x7f6fc006b580 2024-09-13T16:16:17.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:17.793+0000 7f6fc7861640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6fc00cea50 con 0x7f6fc01602a0 2024-09-13T16:16:17.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:17.794+0000 7f6fc55fd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f6fc015c640 0x7f6fc0099450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:17.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:17.794+0000 7f6fc55fd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f6fc015c640 0x7f6fc0099450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58164/0 (socket says 172.21.15.76:58164) 2024-09-13T16:16:17.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:17.794+0000 7f6fc55fd640 1 -- 172.21.15.76:0/769666694 learned_addr learned my addr 172.21.15.76:0/769666694 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:17.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:17.794+0000 7f6fc55fd640 1 -- 172.21.15.76:0/769666694 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6fc01602a0 msgr2=0x7f6fc0160730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:17.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:17.794+0000 7f6fc55fd640 1 --2- 172.21.15.76:0/769666694 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6fc01602a0 0x7f6fc0160730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:17.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:17.794+0000 7f6fc55fd640 1 -- 172.21.15.76:0/769666694 >> v2:172.21.15.192:3300/0 conn(0x7f6fc006b580 msgr2=0x7f6fc006b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:17.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:17.794+0000 7f6fc4dfc640 1 --2- 172.21.15.76:0/769666694 >> v2:172.21.15.192:3300/0 conn(0x7f6fc006b580 0x7f6fc006b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:17.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:17.794+0000 7f6fc55fd640 1 --2- 172.21.15.76:0/769666694 >> v2:172.21.15.192:3300/0 conn(0x7f6fc006b580 0x7f6fc006b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:17.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:17.794+0000 7f6fc55fd640 1 -- 172.21.15.76:0/769666694 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6fc00ced30 con 0x7f6fc015c640 2024-09-13T16:16:17.797 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:17.794+0000 7f6fc4dfc640 1 --2- 172.21.15.76:0/769666694 >> v2:172.21.15.192:3300/0 conn(0x7f6fc006b580 0x7f6fc006b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:16:17.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:17.795+0000 7f6fc55fd640 1 --2- 172.21.15.76:0/769666694 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6fc015c640 0x7f6fc0099450 secure :-1 s=READY pgs=2266 cs=0 l=1 rev1=1 crypto rx=0x7f6fc009e400 tx=0x7f6fbc02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=76e1071003aafccf server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:17.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:17.795+0000 7f6fb7fff640 1 -- 172.21.15.76:0/769666694 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6fbc032440 con 0x7f6fc015c640 2024-09-13T16:16:17.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:17.795+0000 7f6fb7fff640 1 -- 172.21.15.76:0/769666694 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6fbc0325a0 con 0x7f6fc015c640 2024-09-13T16:16:17.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:17.795+0000 7f6fb7fff640 1 -- 172.21.15.76:0/769666694 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6fbc032930 con 0x7f6fc015c640 2024-09-13T16:16:17.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:17.795+0000 7f6fc7861640 1 -- 172.21.15.76:0/769666694 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6fc015c640 msgr2=0x7f6fc0099450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:17.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:17.795+0000 7f6fc7861640 1 --2- 172.21.15.76:0/769666694 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6fc015c640 0x7f6fc0099450 secure :-1 s=READY pgs=2266 cs=0 l=1 rev1=1 crypto rx=0x7f6fc009e400 tx=0x7f6fbc02a1e0 comp rx=0 tx=0).stop 2024-09-13T16:16:17.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:17.795+0000 7f6fc7861640 1 -- 172.21.15.76:0/769666694 shutdown_connections 2024-09-13T16:16:17.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:17.795+0000 7f6fc7861640 1 --2- 172.21.15.76:0/769666694 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6fc01602a0 0x7f6fc0160730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:17.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:17.795+0000 7f6fc7861640 1 --2- 172.21.15.76:0/769666694 >> v2:172.21.15.192:3300/0 conn(0x7f6fc006b580 0x7f6fc006b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:17.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:17.795+0000 7f6fc7861640 1 --2- 172.21.15.76:0/769666694 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6fc015c640 0x7f6fc0099450 unknown :-1 s=CLOSED pgs=2266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:17.799 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:17.795+0000 7f6fc7861640 1 -- 172.21.15.76:0/769666694 >> 172.21.15.76:0/769666694 conn(0x7f6fc00b1e90 msgr2=0x7f6fc00b22a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:17.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:17.795+0000 7f6fc7861640 1 -- 172.21.15.76:0/769666694 shutdown_connections 2024-09-13T16:16:17.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:17.795+0000 7f6fc7861640 1 -- 172.21.15.76:0/769666694 wait complete. 2024-09-13T16:16:17.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:17.797+0000 7f6fc7861640 1 Processor -- start 2024-09-13T16:16:17.800 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:17.797+0000 7f6fc7861640 1 -- start start 2024-09-13T16:16:17.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:17.797+0000 7f6fc7861640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6fc006b580 0x7f6fc015ab00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:17.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:17.797+0000 7f6fc7861640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6fc015c640 0x7f6fc009a2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:17.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:17.797+0000 7f6fc7861640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6fc01602a0 0x7f6fc006f260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:17.802 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:17.797+0000 7f6fc7861640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6fc009b9b0 con 0x7f6fc015c640 2024-09-13T16:16:17.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:17.797+0000 7f6fc7861640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6fc009ad30 con 0x7f6fc01602a0 2024-09-13T16:16:17.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:17.797+0000 7f6fc7861640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6fc009b010 con 0x7f6fc006b580 2024-09-13T16:16:17.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:17.798+0000 7f6fc4dfc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6fc015c640 0x7f6fc009a2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:17.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:17.798+0000 7f6fc4dfc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6fc015c640 0x7f6fc009a2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58172/0 (socket says 172.21.15.76:58172) 2024-09-13T16:16:17.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:17.798+0000 7f6fc4dfc640 1 -- 172.21.15.76:0/1603317372 learned_addr learned my addr 172.21.15.76:0/1603317372 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:17.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:17.798+0000 7f6fc55fd640 1 --2- 172.21.15.76:0/1603317372 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6fc006b580 0x7f6fc015ab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:17.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:17.798+0000 7f6fc5dfe640 1 --2- 172.21.15.76:0/1603317372 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6fc01602a0 0x7f6fc006f260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:17.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:17.798+0000 7f6fc4dfc640 1 -- 172.21.15.76:0/1603317372 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6fc006b580 msgr2=0x7f6fc015ab00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:17.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:17.798+0000 7f6fc4dfc640 1 --2- 172.21.15.76:0/1603317372 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6fc006b580 0x7f6fc015ab00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:17.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:17.798+0000 7f6fc4dfc640 1 -- 172.21.15.76:0/1603317372 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6fc01602a0 msgr2=0x7f6fc006f260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:17.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:17.798+0000 7f6fc4dfc640 1 --2- 172.21.15.76:0/1603317372 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6fc01602a0 0x7f6fc006f260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:17.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:17.798+0000 7f6fc4dfc640 1 -- 172.21.15.76:0/1603317372 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6fbc0094d0 con 0x7f6fc015c640 2024-09-13T16:16:17.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:17.798+0000 7f6fc4dfc640 1 --2- 172.21.15.76:0/1603317372 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6fc015c640 0x7f6fc009a2e0 secure :-1 s=READY pgs=2267 cs=0 l=1 rev1=1 crypto rx=0x7f6fb000c7f0 tx=0x7f6fb000ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:17.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:17.798+0000 7f6fb5ffb640 1 -- 172.21.15.76:0/1603317372 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6fb0007820 con 0x7f6fc015c640 2024-09-13T16:16:17.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:17.798+0000 7f6fb5ffb640 1 -- 172.21.15.76:0/1603317372 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6fb0007980 con 0x7f6fc015c640 2024-09-13T16:16:17.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:17.798+0000 7f6fc7861640 1 -- 172.21.15.76:0/1603317372 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6fc009b2f0 con 0x7f6fc015c640 2024-09-13T16:16:17.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:17.798+0000 7f6fb5ffb640 1 -- 172.21.15.76:0/1603317372 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6fb0007cf0 con 0x7f6fc015c640 2024-09-13T16:16:17.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:17.798+0000 7f6fc7861640 1 -- 172.21.15.76:0/1603317372 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6fc009c850 con 0x7f6fc015c640 2024-09-13T16:16:17.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:17.799+0000 7f6fc7861640 1 -- 172.21.15.76:0/1603317372 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6fc01f1f60 con 0x7f6fc015c640 2024-09-13T16:16:17.804 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:17.800+0000 7f6fb5ffb640 1 -- 172.21.15.76:0/1603317372 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f6fb00113f0 con 0x7f6fc015c640 2024-09-13T16:16:17.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:17.800+0000 7f6fb5ffb640 1 --2- 172.21.15.76:0/1603317372 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6fa406ac00 0x7f6fa406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:17.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:17.800+0000 7f6fb5ffb640 1 -- 172.21.15.76:0/1603317372 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(162..162 src has 1..162) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f6fb0089710 con 0x7f6fc015c640 2024-09-13T16:16:17.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:17.800+0000 7f6fc55fd640 1 --2- 172.21.15.76:0/1603317372 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6fa406ac00 0x7f6fa406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:17.805 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:17.801+0000 7f6fc55fd640 1 --2- 172.21.15.76:0/1603317372 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6fa406ac00 0x7f6fa406d0c0 secure :-1 s=READY pgs=958 cs=0 l=1 rev1=1 crypto rx=0x7f6fbc034000 tx=0x7f6fbc02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:17.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:17.805+0000 7f6fb5ffb640 1 -- 172.21.15.76:0/1603317372 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f6fb0054850 con 0x7f6fc015c640 2024-09-13T16:16:18.003 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.001+0000 7f6fc7861640 1 -- 172.21.15.76:0/1603317372 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7f6fc009c9e0 con 0x7f6fc015c640 2024-09-13T16:16:18.003 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.001+0000 7f6fb5ffb640 1 -- 172.21.15.76:0/1603317372 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+199 (secure 0 0 0) 0x7f6fb0057e70 con 0x7f6fc015c640 2024-09-13T16:16:18.004 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:16:18.004 INFO:teuthology.orchestra.run.smithi076.stdout:{"status":"HEALTH_WARN","checks":{"MDS_CLIENT_LATE_RELEASE":{"severity":"HEALTH_WARN","summary":{"message":"1 clients failing to respond to capability release","count":1},"muted":false}},"mutes":[]} 2024-09-13T16:16:18.005 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.003+0000 7f6fc7861640 1 -- 172.21.15.76:0/1603317372 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6fa406ac00 msgr2=0x7f6fa406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:18.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.003+0000 7f6fc7861640 1 --2- 172.21.15.76:0/1603317372 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6fa406ac00 0x7f6fa406d0c0 secure :-1 s=READY pgs=958 cs=0 l=1 rev1=1 crypto rx=0x7f6fbc034000 tx=0x7f6fbc02e000 comp rx=0 tx=0).stop 2024-09-13T16:16:18.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.003+0000 7f6fc7861640 1 -- 172.21.15.76:0/1603317372 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6fc015c640 msgr2=0x7f6fc009a2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:18.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.003+0000 7f6fc7861640 1 --2- 172.21.15.76:0/1603317372 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6fc015c640 0x7f6fc009a2e0 secure :-1 s=READY pgs=2267 cs=0 l=1 rev1=1 crypto rx=0x7f6fb000c7f0 tx=0x7f6fb000ccb0 comp rx=0 tx=0).stop 2024-09-13T16:16:18.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.003+0000 7f6fc7861640 1 -- 172.21.15.76:0/1603317372 shutdown_connections 2024-09-13T16:16:18.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.003+0000 7f6fc7861640 1 --2- 172.21.15.76:0/1603317372 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6fc01602a0 0x7f6fc006f260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:18.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.003+0000 7f6fc7861640 1 --2- 172.21.15.76:0/1603317372 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6fc015c640 0x7f6fc009a2e0 unknown :-1 s=CLOSED pgs=2267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:18.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.003+0000 7f6fc7861640 1 --2- 172.21.15.76:0/1603317372 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6fa406ac00 0x7f6fa406d0c0 unknown :-1 s=CLOSED pgs=958 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:18.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.003+0000 7f6fc7861640 1 --2- 172.21.15.76:0/1603317372 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6fc006b580 0x7f6fc015ab00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:18.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.003+0000 7f6fc7861640 1 -- 172.21.15.76:0/1603317372 >> 172.21.15.76:0/1603317372 conn(0x7f6fc00b1e90 msgr2=0x7f6fc00b51e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:18.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.003+0000 7f6fc7861640 1 -- 172.21.15.76:0/1603317372 shutdown_connections 2024-09-13T16:16:18.006 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.003+0000 7f6fc7861640 1 -- 172.21.15.76:0/1603317372 wait complete. 2024-09-13T16:16:18.016 DEBUG:tasks.ceph_test_case:wait_until_true: success in 65s and 0 retries 2024-09-13T16:16:18.117 INFO:tasks.cephfs.mount:Killing connection on ubuntu@smithi076.front.sepia.ceph.com... 2024-09-13T16:16:18.117 INFO:tasks.cephfs.mount:Suspending the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:16:18.118 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:16:18.118 DEBUG:teuthology.orchestra.run.smithi076:> sudo ip link set brx.0 down 2024-09-13T16:16:18.144 INFO:tasks.cephfs.mount:Cleaning up killed connection on ubuntu@smithi076.front.sepia.ceph.com 2024-09-13T16:16:18.144 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:16:18.144 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:16:18.200 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:16:18.338 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.336+0000 7f5d7c0e9640 1 Processor -- start 2024-09-13T16:16:18.339 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.336+0000 7f5d7c0e9640 1 -- start start 2024-09-13T16:16:18.340 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.337+0000 7f5d7c0e9640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f5d7406d5e0 0x7f5d740cab00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:18.340 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.337+0000 7f5d7c0e9640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f5d740cb040 0x7f5d740c88d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:18.340 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.337+0000 7f5d7c0e9640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5d740c3490 con 0x7f5d7415bfc0 2024-09-13T16:16:18.340 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.337+0000 7f5d7c0e9640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5d7406da30 con 0x7f5d740cb040 2024-09-13T16:16:18.340 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.337+0000 7f5d7c0e9640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5d740cb450 con 0x7f5d7406d5e0 2024-09-13T16:16:18.340 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.337+0000 7f5d7a686640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f5d740cb040 0x7f5d740c88d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:18.340 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.337+0000 7f5d7a686640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f5d740cb040 0x7f5d740c88d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58184/0 (socket says 172.21.15.76:58184) 2024-09-13T16:16:18.340 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.337+0000 7f5d79e85640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f5d7415bfc0 0x7f5d740c4990 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:37806/0 (socket says 172.21.15.76:37806) 2024-09-13T16:16:18.340 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.337+0000 7f5d7a686640 1 -- 172.21.15.76:0/4175182409 learned_addr learned my addr 172.21.15.76:0/4175182409 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:18.341 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.338+0000 7f5d7a686640 1 -- 172.21.15.76:0/4175182409 >> v2:172.21.15.192:3300/0 conn(0x7f5d7406d5e0 msgr2=0x7f5d740cab00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:18.341 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.338+0000 7f5d7a686640 1 --2- 172.21.15.76:0/4175182409 >> v2:172.21.15.192:3300/0 conn(0x7f5d7406d5e0 0x7f5d740cab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:18.341 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.338+0000 7f5d7a686640 1 -- 172.21.15.76:0/4175182409 >> v1:172.21.15.76:6789/0 conn(0x7f5d7415bfc0 legacy=0x7f5d740c4990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:18.341 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.338+0000 7f5d7a686640 1 -- 172.21.15.76:0/4175182409 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5d7415c3a0 con 0x7f5d740cb040 2024-09-13T16:16:18.341 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.338+0000 7f5d78e83640 1 -- 172.21.15.76:0/4175182409 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3162451764 0 0) 0x7f5d740c3490 con 0x7f5d7415bfc0 2024-09-13T16:16:18.342 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.338+0000 7f5d7a686640 1 --2- 172.21.15.76:0/4175182409 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5d740cb040 0x7f5d740c88d0 secure :-1 s=READY pgs=2269 cs=0 l=1 rev1=1 crypto rx=0x7f5d740cb7e0 tx=0x7f5d6c02c9e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d310982980aca17c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:18.342 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.338+0000 7f5d78e83640 1 -- 172.21.15.76:0/4175182409 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d6c009600 con 0x7f5d740cb040 2024-09-13T16:16:18.342 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.338+0000 7f5d78e83640 1 -- 172.21.15.76:0/4175182409 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5d6c009760 con 0x7f5d740cb040 2024-09-13T16:16:18.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.338+0000 7f5d78e83640 1 -- 172.21.15.76:0/4175182409 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d6c009af0 con 0x7f5d740cb040 2024-09-13T16:16:18.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.339+0000 7f5d7c0e9640 1 -- 172.21.15.76:0/4175182409 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5d740cb040 msgr2=0x7f5d740c88d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:18.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.339+0000 7f5d7c0e9640 1 --2- 172.21.15.76:0/4175182409 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5d740cb040 0x7f5d740c88d0 secure :-1 s=READY pgs=2269 cs=0 l=1 rev1=1 crypto rx=0x7f5d740cb7e0 tx=0x7f5d6c02c9e0 comp rx=0 tx=0).stop 2024-09-13T16:16:18.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.339+0000 7f5d7c0e9640 1 -- 172.21.15.76:0/4175182409 shutdown_connections 2024-09-13T16:16:18.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.339+0000 7f5d7c0e9640 1 --2- 172.21.15.76:0/4175182409 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5d740cb040 0x7f5d740c88d0 unknown :-1 s=CLOSED pgs=2269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:18.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.339+0000 7f5d7c0e9640 1 --2- 172.21.15.76:0/4175182409 >> v2:172.21.15.192:3300/0 conn(0x7f5d7406d5e0 0x7f5d740cab00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:18.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.339+0000 7f5d7c0e9640 1 -- 172.21.15.76:0/4175182409 >> 172.21.15.76:0/4175182409 conn(0x7f5d7406a020 msgr2=0x7f5d7406a430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:18.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.339+0000 7f5d7c0e9640 1 -- 172.21.15.76:0/4175182409 shutdown_connections 2024-09-13T16:16:18.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.339+0000 7f5d7c0e9640 1 -- 172.21.15.76:0/4175182409 wait complete. 2024-09-13T16:16:18.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.340+0000 7f5d7c0e9640 1 Processor -- start 2024-09-13T16:16:18.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.340+0000 7f5d7c0e9640 1 -- start start 2024-09-13T16:16:18.346 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.341+0000 7f5d7c0e9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5d7406d5e0 0x7f5d74155050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:18.346 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.341+0000 7f5d7c0e9640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5d740cb040 0x7f5d741edd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:18.346 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.341+0000 7f5d7c0e9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5d7415bfc0 0x7f5d74157df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:18.346 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.341+0000 7f5d7c0e9640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5d74155590 con 0x7f5d7406d5e0 2024-09-13T16:16:18.346 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.341+0000 7f5d7c0e9640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5d741ee2d0 con 0x7f5d740cb040 2024-09-13T16:16:18.346 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.341+0000 7f5d7c0e9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5d74159570 con 0x7f5d7415bfc0 2024-09-13T16:16:18.346 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.341+0000 7f5d79e85640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5d7406d5e0 0x7f5d74155050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:18.347 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.341+0000 7f5d79e85640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5d7406d5e0 0x7f5d74155050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58190/0 (socket says 172.21.15.76:58190) 2024-09-13T16:16:18.347 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.341+0000 7f5d79e85640 1 -- 172.21.15.76:0/613739752 learned_addr learned my addr 172.21.15.76:0/613739752 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:18.347 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.341+0000 7f5d79e85640 1 -- 172.21.15.76:0/613739752 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5d7415bfc0 msgr2=0x7f5d74157df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:18.347 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.341+0000 7f5d7a686640 1 --2- 172.21.15.76:0/613739752 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5d7415bfc0 0x7f5d74157df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:18.347 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.341+0000 7f5d79684640 1 --2- 172.21.15.76:0/613739752 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5d740cb040 0x7f5d741edd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:18.347 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.341+0000 7f5d79e85640 1 --2- 172.21.15.76:0/613739752 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5d7415bfc0 0x7f5d74157df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:18.347 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.341+0000 7f5d79e85640 1 -- 172.21.15.76:0/613739752 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5d740cb040 msgr2=0x7f5d741edd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:18.347 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.341+0000 7f5d79e85640 1 --2- 172.21.15.76:0/613739752 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5d740cb040 0x7f5d741edd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:18.347 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.341+0000 7f5d79e85640 1 -- 172.21.15.76:0/613739752 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5d6c00bd40 con 0x7f5d7406d5e0 2024-09-13T16:16:18.347 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.341+0000 7f5d79684640 1 --2- 172.21.15.76:0/613739752 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5d740cb040 0x7f5d741edd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:16:18.347 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.342+0000 7f5d79e85640 1 --2- 172.21.15.76:0/613739752 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5d7406d5e0 0x7f5d74155050 secure :-1 s=READY pgs=2270 cs=0 l=1 rev1=1 crypto rx=0x7f5d7000c430 tx=0x7f5d7000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:18.347 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.342+0000 7f5d6a7fc640 1 -- 172.21.15.76:0/613739752 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d700074e0 con 0x7f5d7406d5e0 2024-09-13T16:16:18.347 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.342+0000 7f5d6a7fc640 1 -- 172.21.15.76:0/613739752 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5d70007660 con 0x7f5d7406d5e0 2024-09-13T16:16:18.347 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.342+0000 7f5d7c0e9640 1 -- 172.21.15.76:0/613739752 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5d74159850 con 0x7f5d7406d5e0 2024-09-13T16:16:18.348 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.342+0000 7f5d6a7fc640 1 -- 172.21.15.76:0/613739752 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d70004a20 con 0x7f5d7406d5e0 2024-09-13T16:16:18.348 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.342+0000 7f5d7c0e9640 1 -- 172.21.15.76:0/613739752 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5d740c8010 con 0x7f5d7406d5e0 2024-09-13T16:16:18.348 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.343+0000 7f5d7c0e9640 1 -- 172.21.15.76:0/613739752 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5d740c8230 con 0x7f5d7406d5e0 2024-09-13T16:16:18.348 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.343+0000 7f5d6a7fc640 1 -- 172.21.15.76:0/613739752 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f5d70004b80 con 0x7f5d7406d5e0 2024-09-13T16:16:18.348 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.344+0000 7f5d6a7fc640 1 --2- 172.21.15.76:0/613739752 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5d5806ac00 0x7f5d5806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:18.348 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.344+0000 7f5d6a7fc640 1 -- 172.21.15.76:0/613739752 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(162..162 src has 1..162) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f5d70089220 con 0x7f5d7406d5e0 2024-09-13T16:16:18.348 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.344+0000 7f5d79684640 1 --2- 172.21.15.76:0/613739752 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5d5806ac00 0x7f5d5806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:18.348 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.344+0000 7f5d79684640 1 --2- 172.21.15.76:0/613739752 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5d5806ac00 0x7f5d5806d0c0 secure :-1 s=READY pgs=959 cs=0 l=1 rev1=1 crypto rx=0x7f5d64006fd0 tx=0x7f5d64008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:18.350 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.348+0000 7f5d6a7fc640 1 -- 172.21.15.76:0/613739752 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f5d70054350 con 0x7f5d7406d5e0 2024-09-13T16:16:18.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.514+0000 7f5d7c0e9640 1 -- 172.21.15.76:0/613739752 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f5d7406d0c0 con 0x7f5d7406d5e0 2024-09-13T16:16:18.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.515+0000 7f5d6a7fc640 1 -- 172.21.15.76:0/613739752 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v162) v1 ==== 74+0+16680 (secure 0 0 0) 0x7f5d70057970 con 0x7f5d7406d5e0 2024-09-13T16:16:18.518 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:16:18.518 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":162,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:14:52.828822+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":24,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":23,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:14:49.992802+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"161","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":24,"pool_name":"cephfs_data","create_time":"2024-09-13T16:14:50.797972+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"162","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:16:18.519 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.517+0000 7f5d7c0e9640 1 -- 172.21.15.76:0/613739752 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5d5806ac00 msgr2=0x7f5d5806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:18.519 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.517+0000 7f5d7c0e9640 1 --2- 172.21.15.76:0/613739752 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5d5806ac00 0x7f5d5806d0c0 secure :-1 s=READY pgs=959 cs=0 l=1 rev1=1 crypto rx=0x7f5d64006fd0 tx=0x7f5d64008040 comp rx=0 tx=0).stop 2024-09-13T16:16:18.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.517+0000 7f5d7c0e9640 1 -- 172.21.15.76:0/613739752 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5d7406d5e0 msgr2=0x7f5d74155050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:18.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.517+0000 7f5d7c0e9640 1 --2- 172.21.15.76:0/613739752 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5d7406d5e0 0x7f5d74155050 secure :-1 s=READY pgs=2270 cs=0 l=1 rev1=1 crypto rx=0x7f5d7000c430 tx=0x7f5d7000c8f0 comp rx=0 tx=0).stop 2024-09-13T16:16:18.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.517+0000 7f5d7c0e9640 1 -- 172.21.15.76:0/613739752 shutdown_connections 2024-09-13T16:16:18.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.517+0000 7f5d7c0e9640 1 --2- 172.21.15.76:0/613739752 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f5d5806ac00 0x7f5d5806d0c0 unknown :-1 s=CLOSED pgs=959 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:18.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.517+0000 7f5d7c0e9640 1 --2- 172.21.15.76:0/613739752 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f5d7415bfc0 0x7f5d74157df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:18.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.517+0000 7f5d7c0e9640 1 --2- 172.21.15.76:0/613739752 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5d740cb040 0x7f5d741edd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:18.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.517+0000 7f5d7c0e9640 1 --2- 172.21.15.76:0/613739752 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f5d7406d5e0 0x7f5d74155050 unknown :-1 s=CLOSED pgs=2270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:18.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.517+0000 7f5d7c0e9640 1 -- 172.21.15.76:0/613739752 >> 172.21.15.76:0/613739752 conn(0x7f5d7406a020 msgr2=0x7f5d740c4850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:18.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.517+0000 7f5d7c0e9640 1 -- 172.21.15.76:0/613739752 shutdown_connections 2024-09-13T16:16:18.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.517+0000 7f5d7c0e9640 1 -- 172.21.15.76:0/613739752 wait complete. 2024-09-13T16:16:18.530 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:01:26.960607+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 23, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:14:49.992802+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '161', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 24, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:14:50.797972+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '162', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:16:18.531 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:16:18.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.629+0000 7f3057925640 1 Processor -- start 2024-09-13T16:16:18.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.630+0000 7f3057925640 1 -- start start 2024-09-13T16:16:18.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.630+0000 7f3057925640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f305015c8a0 0x7f30500b1bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:18.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.630+0000 7f3057925640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f30500d0d90 0x7f30500d2650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:18.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.630+0000 7f3057925640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f30500d2b90 0x7f30500b2420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:18.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.630+0000 7f3057925640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f30500d3560 con 0x7f30500d0d90 2024-09-13T16:16:18.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.630+0000 7f3057925640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f30500d3000 con 0x7f305015c8a0 2024-09-13T16:16:18.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.630+0000 7f3057925640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f30500d11f0 con 0x7f30500d2b90 2024-09-13T16:16:18.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.630+0000 7f3054ec0640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f30500d0d90 0x7f30500d2650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:18.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.631+0000 7f3054ec0640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f30500d0d90 0x7f30500d2650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58196/0 (socket says 172.21.15.76:58196) 2024-09-13T16:16:18.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.631+0000 7f3054ec0640 1 -- 172.21.15.76:0/375204649 learned_addr learned my addr 172.21.15.76:0/375204649 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:18.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.631+0000 7f3054ec0640 1 -- 172.21.15.76:0/375204649 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f30500d2b90 msgr2=0x7f30500b2420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:18.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.631+0000 7f30556c1640 1 --2- 172.21.15.76:0/375204649 >> v2:172.21.15.192:3300/0 conn(0x7f305015c8a0 0x7f30500b1bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:18.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.631+0000 7f3055ec2640 1 --2- 172.21.15.76:0/375204649 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f30500d2b90 0x7f30500b2420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:18.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.631+0000 7f3054ec0640 1 --2- 172.21.15.76:0/375204649 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f30500d2b90 0x7f30500b2420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:18.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.631+0000 7f3054ec0640 1 -- 172.21.15.76:0/375204649 >> v2:172.21.15.192:3300/0 conn(0x7f305015c8a0 msgr2=0x7f30500b1bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:18.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.631+0000 7f3054ec0640 1 --2- 172.21.15.76:0/375204649 >> v2:172.21.15.192:3300/0 conn(0x7f305015c8a0 0x7f30500b1bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:18.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.631+0000 7f3054ec0640 1 -- 172.21.15.76:0/375204649 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f30500d1490 con 0x7f30500d0d90 2024-09-13T16:16:18.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.631+0000 7f30556c1640 1 --2- 172.21.15.76:0/375204649 >> v2:172.21.15.192:3300/0 conn(0x7f305015c8a0 0x7f30500b1bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:16:18.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.631+0000 7f3055ec2640 1 --2- 172.21.15.76:0/375204649 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f30500d2b90 0x7f30500b2420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:16:18.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.632+0000 7f3054ec0640 1 --2- 172.21.15.76:0/375204649 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f30500d0d90 0x7f30500d2650 secure :-1 s=READY pgs=2271 cs=0 l=1 rev1=1 crypto rx=0x7f30500b52b0 tx=0x7f304002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=61d470b7fd1869c8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:18.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.632+0000 7f3047fff640 1 -- 172.21.15.76:0/375204649 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3040032440 con 0x7f30500d0d90 2024-09-13T16:16:18.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.632+0000 7f3047fff640 1 -- 172.21.15.76:0/375204649 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f30400325a0 con 0x7f30500d0d90 2024-09-13T16:16:18.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.632+0000 7f3047fff640 1 -- 172.21.15.76:0/375204649 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3040032930 con 0x7f30500d0d90 2024-09-13T16:16:18.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.632+0000 7f3057925640 1 -- 172.21.15.76:0/375204649 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f30500d0d90 msgr2=0x7f30500d2650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:18.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.632+0000 7f3057925640 1 --2- 172.21.15.76:0/375204649 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f30500d0d90 0x7f30500d2650 secure :-1 s=READY pgs=2271 cs=0 l=1 rev1=1 crypto rx=0x7f30500b52b0 tx=0x7f304002a1e0 comp rx=0 tx=0).stop 2024-09-13T16:16:18.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.632+0000 7f3057925640 1 -- 172.21.15.76:0/375204649 shutdown_connections 2024-09-13T16:16:18.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.632+0000 7f3057925640 1 --2- 172.21.15.76:0/375204649 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f30500d2b90 0x7f30500b2420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:18.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.632+0000 7f3057925640 1 --2- 172.21.15.76:0/375204649 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f30500d0d90 0x7f30500d2650 unknown :-1 s=CLOSED pgs=2271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:18.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.632+0000 7f3057925640 1 --2- 172.21.15.76:0/375204649 >> v2:172.21.15.192:3300/0 conn(0x7f305015c8a0 0x7f30500b1bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:18.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.632+0000 7f3057925640 1 -- 172.21.15.76:0/375204649 >> 172.21.15.76:0/375204649 conn(0x7f305009bb00 msgr2=0x7f3050089fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:18.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.632+0000 7f3057925640 1 -- 172.21.15.76:0/375204649 shutdown_connections 2024-09-13T16:16:18.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.632+0000 7f3057925640 1 -- 172.21.15.76:0/375204649 wait complete. 2024-09-13T16:16:18.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.634+0000 7f3057925640 1 Processor -- start 2024-09-13T16:16:18.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.634+0000 7f3057925640 1 -- start start 2024-09-13T16:16:18.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.634+0000 7f3057925640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f30500d0d90 0x7f3050159e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:18.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.634+0000 7f3057925640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f30500d2b90 0x7f30500caaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:18.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.634+0000 7f3057925640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f305015c8a0 0x7f30500b0010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:18.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.634+0000 7f3057925640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f30500b7a90 con 0x7f30500d0d90 2024-09-13T16:16:18.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.634+0000 7f3057925640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f30501f2180 con 0x7f30500d2b90 2024-09-13T16:16:18.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.634+0000 7f3057925640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f30501f2460 con 0x7f305015c8a0 2024-09-13T16:16:18.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.634+0000 7f30556c1640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f30500d0d90 0x7f3050159e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:18.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.634+0000 7f30556c1640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f30500d0d90 0x7f3050159e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58204/0 (socket says 172.21.15.76:58204) 2024-09-13T16:16:18.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.634+0000 7f30556c1640 1 -- 172.21.15.76:0/2401412520 learned_addr learned my addr 172.21.15.76:0/2401412520 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:18.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.635+0000 7f3054ec0640 1 --2- 172.21.15.76:0/2401412520 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f30500d2b90 0x7f30500caaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:18.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.635+0000 7f3055ec2640 1 --2- 172.21.15.76:0/2401412520 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f305015c8a0 0x7f30500b0010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:18.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.635+0000 7f30556c1640 1 -- 172.21.15.76:0/2401412520 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f305015c8a0 msgr2=0x7f30500b0010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:18.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.635+0000 7f30556c1640 1 --2- 172.21.15.76:0/2401412520 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f305015c8a0 0x7f30500b0010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:18.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.635+0000 7f30556c1640 1 -- 172.21.15.76:0/2401412520 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f30500d2b90 msgr2=0x7f30500caaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:18.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.635+0000 7f30556c1640 1 --2- 172.21.15.76:0/2401412520 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f30500d2b90 0x7f30500caaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:18.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.635+0000 7f30556c1640 1 -- 172.21.15.76:0/2401412520 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f30400094d0 con 0x7f30500d0d90 2024-09-13T16:16:18.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.635+0000 7f3054ec0640 1 --2- 172.21.15.76:0/2401412520 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f30500d2b90 0x7f30500caaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:16:18.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.635+0000 7f30556c1640 1 --2- 172.21.15.76:0/2401412520 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f30500d0d90 0x7f3050159e50 secure :-1 s=READY pgs=2272 cs=0 l=1 rev1=1 crypto rx=0x7f304c00c7f0 tx=0x7f304c00cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:18.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.635+0000 7f3045ffb640 1 -- 172.21.15.76:0/2401412520 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f304c007a30 con 0x7f30500d0d90 2024-09-13T16:16:18.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.635+0000 7f3045ffb640 1 -- 172.21.15.76:0/2401412520 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f304c007b90 con 0x7f30500d0d90 2024-09-13T16:16:18.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.635+0000 7f3057925640 1 -- 172.21.15.76:0/2401412520 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f30501f2740 con 0x7f30500d0d90 2024-09-13T16:16:18.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.635+0000 7f3045ffb640 1 -- 172.21.15.76:0/2401412520 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f304c00ce40 con 0x7f30500d0d90 2024-09-13T16:16:18.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.635+0000 7f3057925640 1 -- 172.21.15.76:0/2401412520 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f30501f2d00 con 0x7f30500d0d90 2024-09-13T16:16:18.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.636+0000 7f3057925640 1 -- 172.21.15.76:0/2401412520 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f30500d2650 con 0x7f30500d0d90 2024-09-13T16:16:18.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.637+0000 7f3045ffb640 1 -- 172.21.15.76:0/2401412520 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f304c0113f0 con 0x7f30500d0d90 2024-09-13T16:16:18.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.637+0000 7f3045ffb640 1 --2- 172.21.15.76:0/2401412520 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f303406ac30 0x7f303406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:18.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.637+0000 7f3045ffb640 1 -- 172.21.15.76:0/2401412520 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(162..162 src has 1..162) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f304c089500 con 0x7f30500d0d90 2024-09-13T16:16:18.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.637+0000 7f3054ec0640 1 --2- 172.21.15.76:0/2401412520 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f303406ac30 0x7f303406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:18.642 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.638+0000 7f3054ec0640 1 --2- 172.21.15.76:0/2401412520 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f303406ac30 0x7f303406d0f0 secure :-1 s=READY pgs=960 cs=0 l=1 rev1=1 crypto rx=0x7f3040034000 tx=0x7f304002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:18.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.641+0000 7f3045ffb640 1 -- 172.21.15.76:0/2401412520 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f304c054630 con 0x7f30500d0d90 2024-09-13T16:16:18.806 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.804+0000 7f3057925640 1 -- 172.21.15.76:0/2401412520 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f30501f2ef0 con 0x7f30500d0d90 2024-09-13T16:16:18.807 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.804+0000 7f3045ffb640 1 -- 172.21.15.76:0/2401412520 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v162) v1 ==== 93+0+10 (secure 0 0 0) 0x7f304c01f020 con 0x7f30500d0d90 2024-09-13T16:16:18.807 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2024-09-13T16:16:18.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.806+0000 7f3057925640 1 -- 172.21.15.76:0/2401412520 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f303406ac30 msgr2=0x7f303406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:18.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.806+0000 7f3057925640 1 --2- 172.21.15.76:0/2401412520 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f303406ac30 0x7f303406d0f0 secure :-1 s=READY pgs=960 cs=0 l=1 rev1=1 crypto rx=0x7f3040034000 tx=0x7f304002e000 comp rx=0 tx=0).stop 2024-09-13T16:16:18.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.806+0000 7f3057925640 1 -- 172.21.15.76:0/2401412520 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f30500d0d90 msgr2=0x7f3050159e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:18.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.806+0000 7f3057925640 1 --2- 172.21.15.76:0/2401412520 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f30500d0d90 0x7f3050159e50 secure :-1 s=READY pgs=2272 cs=0 l=1 rev1=1 crypto rx=0x7f304c00c7f0 tx=0x7f304c00cbf0 comp rx=0 tx=0).stop 2024-09-13T16:16:18.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.806+0000 7f3057925640 1 -- 172.21.15.76:0/2401412520 shutdown_connections 2024-09-13T16:16:18.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.806+0000 7f3057925640 1 --2- 172.21.15.76:0/2401412520 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f303406ac30 0x7f303406d0f0 unknown :-1 s=CLOSED pgs=960 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:18.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.806+0000 7f3057925640 1 --2- 172.21.15.76:0/2401412520 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f305015c8a0 0x7f30500b0010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:18.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.806+0000 7f3057925640 1 --2- 172.21.15.76:0/2401412520 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f30500d2b90 0x7f30500caaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:18.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.806+0000 7f3057925640 1 --2- 172.21.15.76:0/2401412520 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f30500d0d90 0x7f3050159e50 unknown :-1 s=CLOSED pgs=2272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:18.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.806+0000 7f3057925640 1 -- 172.21.15.76:0/2401412520 >> 172.21.15.76:0/2401412520 conn(0x7f305009bb00 msgr2=0x7f305006c070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:18.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.806+0000 7f3057925640 1 -- 172.21.15.76:0/2401412520 shutdown_connections 2024-09-13T16:16:18.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.806+0000 7f3057925640 1 -- 172.21.15.76:0/2401412520 wait complete. 2024-09-13T16:16:18.820 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:16:18.932 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.919+0000 7f01cb59e640 1 Processor -- start 2024-09-13T16:16:18.932 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.919+0000 7f01cb59e640 1 -- start start 2024-09-13T16:16:18.932 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.920+0000 7f01cb59e640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f01cc0cf900 0x7f01cc0b68c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:18.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.920+0000 7f01cb59e640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f01cc0d1da0 con 0x7f01cc0cf4b0 2024-09-13T16:16:18.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.920+0000 7f01cb59e640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f01cc0d2080 con 0x7f01cc15c590 2024-09-13T16:16:18.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.920+0000 7f01cb59e640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f01cc0b8500 con 0x7f01cc0cf900 2024-09-13T16:16:18.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.920+0000 7f01c9d9b640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f01cc0cf4b0 0x7f01cc0b61b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:37810/0 (socket says 172.21.15.76:37810) 2024-09-13T16:16:18.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.920+0000 7f01c9d9b640 1 -- 172.21.15.76:0/2994239547 learned_addr learned my addr 172.21.15.76:0/2994239547 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:16:18.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.921+0000 7f01cad9d640 1 --2- 172.21.15.76:0/2994239547 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f01cc0cf900 0x7f01cc0b68c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:18.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.921+0000 7f01c959a640 1 -- 172.21.15.76:0/2994239547 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3358208008 0 0) 0x7f01cc0d1da0 con 0x7f01cc0cf4b0 2024-09-13T16:16:18.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.921+0000 7f01c959a640 1 -- 172.21.15.76:0/2994239547 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f01b4003520 con 0x7f01cc0cf4b0 2024-09-13T16:16:18.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.921+0000 7f01c959a640 1 -- 172.21.15.76:0/2994239547 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1581448173 0 0) 0x7f01cc0d2080 con 0x7f01cc15c590 2024-09-13T16:16:18.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.921+0000 7f01c959a640 1 -- 172.21.15.76:0/2994239547 --> v1:172.21.15.192:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f01cc0d1da0 con 0x7f01cc15c590 2024-09-13T16:16:18.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.921+0000 7f01c959a640 1 -- 172.21.15.76:0/2994239547 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1691339633 0 0) 0x7f01b4003520 con 0x7f01cc0cf4b0 2024-09-13T16:16:18.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.921+0000 7f01c959a640 1 -- 172.21.15.76:0/2994239547 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f01cc0cf900 msgr2=0x7f01cc0b68c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:18.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.921+0000 7f01c959a640 1 --2- 172.21.15.76:0/2994239547 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f01cc0cf900 0x7f01cc0b68c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:18.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.921+0000 7f01c959a640 1 -- 172.21.15.76:0/2994239547 >> v1:172.21.15.192:6789/0 conn(0x7f01cc15c590 legacy=0x7f01cc0d1250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:18.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.921+0000 7f01c959a640 1 -- 172.21.15.76:0/2994239547 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f01cc0b59b0 con 0x7f01cc0cf4b0 2024-09-13T16:16:18.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.921+0000 7f01c959a640 1 -- 172.21.15.76:0/2994239547 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f01c0001670 con 0x7f01cc0cf4b0 2024-09-13T16:16:18.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.921+0000 7f01c959a640 1 -- 172.21.15.76:0/2994239547 >> v1:172.21.15.76:6789/0 conn(0x7f01cc0cf4b0 legacy=0x7f01cc0b61b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:18.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.921+0000 7f01c959a640 1 --2- 172.21.15.76:0/2994239547 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f01cc0cf900 0x7f01b4003b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:18.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.921+0000 7f01c959a640 1 --2- 172.21.15.76:0/2994239547 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f01b4004090 0x7f01b40047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:18.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.921+0000 7f01c959a640 1 --2- 172.21.15.76:0/2994239547 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f01b4004d00 0x7f01b4005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:18.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.921+0000 7f01c959a640 1 -- 172.21.15.76:0/2994239547 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f01cc0b8500 con 0x7f01b4004090 2024-09-13T16:16:18.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.921+0000 7f01c959a640 1 -- 172.21.15.76:0/2994239547 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f01b400ba60 con 0x7f01b4004d00 2024-09-13T16:16:18.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.921+0000 7f01c959a640 1 -- 172.21.15.76:0/2994239547 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f01b400bc20 con 0x7f01cc0cf900 2024-09-13T16:16:18.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.921+0000 7f01c9d9b640 1 --2- 172.21.15.76:0/2994239547 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f01b4004090 0x7f01b40047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:18.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.921+0000 7f01ca59c640 1 --2- 172.21.15.76:0/2994239547 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f01cc0cf900 0x7f01b4003b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:18.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.921+0000 7f01cad9d640 1 --2- 172.21.15.76:0/2994239547 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f01b4004d00 0x7f01b4005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:18.934 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.921+0000 7f01c9d9b640 1 -- 172.21.15.76:0/2994239547 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f01cc0cf900 msgr2=0x7f01b4003b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:18.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.921+0000 7f01c9d9b640 1 --2- 172.21.15.76:0/2994239547 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f01cc0cf900 0x7f01b4003b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:18.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.921+0000 7f01c9d9b640 1 -- 172.21.15.76:0/2994239547 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f01b4004d00 msgr2=0x7f01b4005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:18.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.921+0000 7f01c9d9b640 1 --2- 172.21.15.76:0/2994239547 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f01b4004d00 0x7f01b4005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:18.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.921+0000 7f01c9d9b640 1 -- 172.21.15.76:0/2994239547 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f01b4003520 con 0x7f01b4004090 2024-09-13T16:16:18.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.922+0000 7f01c9d9b640 1 --2- 172.21.15.76:0/2994239547 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f01b4004090 0x7f01b40047c0 secure :-1 s=READY pgs=2274 cs=0 l=1 rev1=1 crypto rx=0x7f01c0007fd0 tx=0x7f01b40057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=109f961477ee3221 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:18.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.922+0000 7f01c959a640 1 -- 172.21.15.76:0/2994239547 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01c0005ad0 con 0x7f01b4004090 2024-09-13T16:16:18.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.922+0000 7f01c959a640 1 -- 172.21.15.76:0/2994239547 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f01c002d070 con 0x7f01b4004090 2024-09-13T16:16:18.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.922+0000 7f01c959a640 1 -- 172.21.15.76:0/2994239547 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01c0007070 con 0x7f01b4004090 2024-09-13T16:16:18.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.923+0000 7f01cb59e640 1 -- 172.21.15.76:0/2994239547 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f01b4004090 msgr2=0x7f01b40047c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:18.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.923+0000 7f01cb59e640 1 --2- 172.21.15.76:0/2994239547 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f01b4004090 0x7f01b40047c0 secure :-1 s=READY pgs=2274 cs=0 l=1 rev1=1 crypto rx=0x7f01c0007fd0 tx=0x7f01b40057f0 comp rx=0 tx=0).stop 2024-09-13T16:16:18.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.923+0000 7f01cad9d640 1 -- 172.21.15.76:0/2994239547 reap_dead start 2024-09-13T16:16:18.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.923+0000 7f01cb59e640 1 -- 172.21.15.76:0/2994239547 shutdown_connections 2024-09-13T16:16:18.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.923+0000 7f01cb59e640 1 -- 172.21.15.76:0/2994239547 >> 172.21.15.76:0/2994239547 conn(0x7f01cc065fe0 msgr2=0x7f01cc0663f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:18.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.923+0000 7f01cb59e640 1 -- 172.21.15.76:0/2994239547 shutdown_connections 2024-09-13T16:16:18.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.923+0000 7f01cb59e640 1 -- 172.21.15.76:0/2994239547 wait complete. 2024-09-13T16:16:18.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.924+0000 7f01cb59e640 1 Processor -- start 2024-09-13T16:16:18.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.924+0000 7f01cb59e640 1 -- start start 2024-09-13T16:16:18.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.925+0000 7f01cb59e640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f01b4004090 0x7f01cc159250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:18.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.925+0000 7f01cb59e640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f01cc156290 0x7f01cc15f490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:18.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.925+0000 7f01cb59e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f01cc14c950 0x7f01cc1571f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:18.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.925+0000 7f01cb59e640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f01cc15f9d0 con 0x7f01cc14c950 2024-09-13T16:16:18.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.925+0000 7f01cb59e640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f01cc15e430 con 0x7f01b4004090 2024-09-13T16:16:18.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.925+0000 7f01cb59e640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f01cc15e6d0 con 0x7f01cc156290 2024-09-13T16:16:18.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.925+0000 7f01cad9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f01cc14c950 0x7f01cc1571f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:18.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.925+0000 7f01cad9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f01cc14c950 0x7f01cc1571f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58220/0 (socket says 172.21.15.76:58220) 2024-09-13T16:16:18.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.925+0000 7f01cad9d640 1 -- 172.21.15.76:0/1881376833 learned_addr learned my addr 172.21.15.76:0/1881376833 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:18.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.925+0000 7f01ca59c640 1 --2- 172.21.15.76:0/1881376833 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f01b4004090 0x7f01cc159250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:18.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.925+0000 7f01c9d9b640 1 --2- 172.21.15.76:0/1881376833 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f01cc156290 0x7f01cc15f490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:18.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.925+0000 7f01cad9d640 1 -- 172.21.15.76:0/1881376833 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f01cc156290 msgr2=0x7f01cc15f490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:18.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.925+0000 7f01cad9d640 1 --2- 172.21.15.76:0/1881376833 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f01cc156290 0x7f01cc15f490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:18.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.925+0000 7f01cad9d640 1 -- 172.21.15.76:0/1881376833 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f01b4004090 msgr2=0x7f01cc159250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:18.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.925+0000 7f01cad9d640 1 --2- 172.21.15.76:0/1881376833 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f01b4004090 0x7f01cc159250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:18.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.925+0000 7f01cad9d640 1 -- 172.21.15.76:0/1881376833 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f01cc15e9b0 con 0x7f01cc14c950 2024-09-13T16:16:18.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.925+0000 7f01ca59c640 1 --2- 172.21.15.76:0/1881376833 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f01b4004090 0x7f01cc159250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:16:18.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.925+0000 7f01cad9d640 1 --2- 172.21.15.76:0/1881376833 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f01cc14c950 0x7f01cc1571f0 secure :-1 s=READY pgs=2275 cs=0 l=1 rev1=1 crypto rx=0x7f01cc0cd0d0 tx=0x7f01c40115a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:18.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.926+0000 7f01baffd640 1 -- 172.21.15.76:0/1881376833 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01c400e070 con 0x7f01cc14c950 2024-09-13T16:16:18.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.926+0000 7f01baffd640 1 -- 172.21.15.76:0/1881376833 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f01c4011e10 con 0x7f01cc14c950 2024-09-13T16:16:18.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.926+0000 7f01cb59e640 1 -- 172.21.15.76:0/1881376833 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f01cc15ec90 con 0x7f01cc14c950 2024-09-13T16:16:18.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.926+0000 7f01baffd640 1 -- 172.21.15.76:0/1881376833 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01c4003990 con 0x7f01cc14c950 2024-09-13T16:16:18.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.926+0000 7f01cb59e640 1 -- 172.21.15.76:0/1881376833 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f01cc14cdd0 con 0x7f01cc14c950 2024-09-13T16:16:18.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.927+0000 7f01cb59e640 1 -- 172.21.15.76:0/1881376833 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f01cc15f1b0 con 0x7f01cc14c950 2024-09-13T16:16:18.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.927+0000 7f01baffd640 1 -- 172.21.15.76:0/1881376833 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f01c4003af0 con 0x7f01cc14c950 2024-09-13T16:16:18.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.928+0000 7f01baffd640 1 --2- 172.21.15.76:0/1881376833 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f01ac06ac30 0x7f01ac06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:18.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.928+0000 7f01baffd640 1 -- 172.21.15.76:0/1881376833 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(162..162 src has 1..162) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f01c40899a0 con 0x7f01cc14c950 2024-09-13T16:16:18.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.928+0000 7f01ca59c640 1 --2- 172.21.15.76:0/1881376833 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f01ac06ac30 0x7f01ac06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:18.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.928+0000 7f01ca59c640 1 --2- 172.21.15.76:0/1881376833 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f01ac06ac30 0x7f01ac06d0f0 secure :-1 s=READY pgs=961 cs=0 l=1 rev1=1 crypto rx=0x7f01cc0664a0 tx=0x7f01bc009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:18.939 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:18.932+0000 7f01baffd640 1 -- 172.21.15.76:0/1881376833 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f01cc15f1b0 con 0x7f01cc14c950 2024-09-13T16:16:19.101 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.099+0000 7f01cb59e640 1 -- 172.21.15.76:0/1881376833 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f01cc15f1b0 con 0x7f01cc14c950 2024-09-13T16:16:19.101 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.099+0000 7f01baffd640 1 -- 172.21.15.76:0/1881376833 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v162) v1 ==== 104+0+11 (secure 0 0 0) 0x7f01cc15f1b0 con 0x7f01cc14c950 2024-09-13T16:16:19.101 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2024-09-13T16:16:19.103 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.101+0000 7f01cb59e640 1 -- 172.21.15.76:0/1881376833 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f01ac06ac30 msgr2=0x7f01ac06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:19.104 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.101+0000 7f01cb59e640 1 --2- 172.21.15.76:0/1881376833 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f01ac06ac30 0x7f01ac06d0f0 secure :-1 s=READY pgs=961 cs=0 l=1 rev1=1 crypto rx=0x7f01cc0664a0 tx=0x7f01bc009040 comp rx=0 tx=0).stop 2024-09-13T16:16:19.104 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.101+0000 7f01cb59e640 1 -- 172.21.15.76:0/1881376833 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f01cc14c950 msgr2=0x7f01cc1571f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:19.104 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.101+0000 7f01cb59e640 1 --2- 172.21.15.76:0/1881376833 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f01cc14c950 0x7f01cc1571f0 secure :-1 s=READY pgs=2275 cs=0 l=1 rev1=1 crypto rx=0x7f01cc0cd0d0 tx=0x7f01c40115a0 comp rx=0 tx=0).stop 2024-09-13T16:16:19.104 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.101+0000 7f01cb59e640 1 -- 172.21.15.76:0/1881376833 shutdown_connections 2024-09-13T16:16:19.104 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.101+0000 7f01cb59e640 1 --2- 172.21.15.76:0/1881376833 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f01cc14c950 0x7f01cc1571f0 unknown :-1 s=CLOSED pgs=2275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:19.104 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.101+0000 7f01cb59e640 1 --2- 172.21.15.76:0/1881376833 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f01ac06ac30 0x7f01ac06d0f0 unknown :-1 s=CLOSED pgs=961 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:19.104 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.101+0000 7f01cb59e640 1 --2- 172.21.15.76:0/1881376833 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f01cc156290 0x7f01cc15f490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:19.104 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.101+0000 7f01cb59e640 1 --2- 172.21.15.76:0/1881376833 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f01b4004090 0x7f01cc159250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:19.104 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.101+0000 7f01cb59e640 1 -- 172.21.15.76:0/1881376833 >> 172.21.15.76:0/1881376833 conn(0x7f01cc065fe0 msgr2=0x7f01cc0c9780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:19.105 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.101+0000 7f01cb59e640 1 -- 172.21.15.76:0/1881376833 shutdown_connections 2024-09-13T16:16:19.105 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.101+0000 7f01cb59e640 1 -- 172.21.15.76:0/1881376833 wait complete. 2024-09-13T16:16:19.115 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:16:19.215 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.213+0000 7fb767776640 1 Processor -- start 2024-09-13T16:16:19.216 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.213+0000 7fb767776640 1 -- start start 2024-09-13T16:16:19.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.214+0000 7fb767776640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fb760156c30 0x7fb76015a1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:19.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.214+0000 7fb767776640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb7600ad720 0x7fb7600cbdc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:19.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.214+0000 7fb767776640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb7600cc750 con 0x7fb7600cc300 2024-09-13T16:16:19.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.214+0000 7fb767776640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb76006ce10 con 0x7fb7600ad720 2024-09-13T16:16:19.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.214+0000 7fb767776640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb76015a720 con 0x7fb760156c30 2024-09-13T16:16:19.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.214+0000 7fb764d11640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb7600ad720 0x7fb7600cbdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:19.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.214+0000 7fb765d13640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fb7600cc300 0x7fb7600ca860 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:37826/0 (socket says 172.21.15.76:37826) 2024-09-13T16:16:19.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.214+0000 7fb765d13640 1 -- 172.21.15.76:0/3409948938 learned_addr learned my addr 172.21.15.76:0/3409948938 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:16:19.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.214+0000 7fb765512640 1 --2- 172.21.15.76:0/3409948938 >> v2:172.21.15.192:3300/0 conn(0x7fb760156c30 0x7fb76015a1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:19.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.214+0000 7fb764d11640 1 -- 172.21.15.76:0/3409948938 >> v2:172.21.15.192:3300/0 conn(0x7fb760156c30 msgr2=0x7fb76015a1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:19.218 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.214+0000 7fb764d11640 1 --2- 172.21.15.76:0/3409948938 >> v2:172.21.15.192:3300/0 conn(0x7fb760156c30 0x7fb76015a1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:19.219 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.214+0000 7fb764d11640 1 -- 172.21.15.76:0/3409948938 >> v1:172.21.15.76:6789/0 conn(0x7fb7600cc300 legacy=0x7fb7600ca860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:19.219 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.215+0000 7fb757fff640 1 -- 172.21.15.76:0/3409948938 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2433902880 0 0) 0x7fb758001110 con 0x7fb7600cc300 2024-09-13T16:16:19.219 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.215+0000 7fb764d11640 1 -- 172.21.15.76:0/3409948938 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb76006c200 con 0x7fb7600ad720 2024-09-13T16:16:19.219 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.215+0000 7fb765512640 1 --2- 172.21.15.76:0/3409948938 >> v2:172.21.15.192:3300/0 conn(0x7fb760156c30 0x7fb76015a1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:16:19.219 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.215+0000 7fb764d11640 1 --2- 172.21.15.76:0/3409948938 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb7600ad720 0x7fb7600cbdc0 secure :-1 s=READY pgs=2277 cs=0 l=1 rev1=1 crypto rx=0x7fb7600cf290 tx=0x7fb75002a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=466c6200517ba2d5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:19.219 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.215+0000 7fb757fff640 1 -- 172.21.15.76:0/3409948938 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb75002ae60 con 0x7fb7600ad720 2024-09-13T16:16:19.219 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.215+0000 7fb757fff640 1 -- 172.21.15.76:0/3409948938 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb750032440 con 0x7fb7600ad720 2024-09-13T16:16:19.219 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.215+0000 7fb757fff640 1 -- 172.21.15.76:0/3409948938 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7500327d0 con 0x7fb7600ad720 2024-09-13T16:16:19.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.216+0000 7fb767776640 1 -- 172.21.15.76:0/3409948938 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb7600ad720 msgr2=0x7fb7600cbdc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:19.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.216+0000 7fb767776640 1 --2- 172.21.15.76:0/3409948938 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb7600ad720 0x7fb7600cbdc0 secure :-1 s=READY pgs=2277 cs=0 l=1 rev1=1 crypto rx=0x7fb7600cf290 tx=0x7fb75002a110 comp rx=0 tx=0).stop 2024-09-13T16:16:19.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.216+0000 7fb767776640 1 -- 172.21.15.76:0/3409948938 shutdown_connections 2024-09-13T16:16:19.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.216+0000 7fb767776640 1 --2- 172.21.15.76:0/3409948938 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb7600ad720 0x7fb7600cbdc0 unknown :-1 s=CLOSED pgs=2277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:19.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.216+0000 7fb767776640 1 --2- 172.21.15.76:0/3409948938 >> v2:172.21.15.192:3300/0 conn(0x7fb760156c30 0x7fb76015a1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:19.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.216+0000 7fb767776640 1 -- 172.21.15.76:0/3409948938 >> 172.21.15.76:0/3409948938 conn(0x7fb7600affa0 msgr2=0x7fb7600b03b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:19.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.216+0000 7fb767776640 1 -- 172.21.15.76:0/3409948938 shutdown_connections 2024-09-13T16:16:19.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.216+0000 7fb767776640 1 -- 172.21.15.76:0/3409948938 wait complete. 2024-09-13T16:16:19.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.217+0000 7fb767776640 1 Processor -- start 2024-09-13T16:16:19.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.217+0000 7fb767776640 1 -- start start 2024-09-13T16:16:19.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.218+0000 7fb767776640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb7600ad720 0x7fb760156330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:19.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.218+0000 7fb767776640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb7600cc300 0x7fb7600c9ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:19.225 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.218+0000 7fb767776640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb760156c30 0x7fb76015be40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:19.225 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.218+0000 7fb767776640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb760156870 con 0x7fb7600cc300 2024-09-13T16:16:19.225 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.218+0000 7fb767776640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb760071100 con 0x7fb7600ad720 2024-09-13T16:16:19.225 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.218+0000 7fb767776640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb760071590 con 0x7fb760156c30 2024-09-13T16:16:19.225 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.218+0000 7fb764d11640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb7600cc300 0x7fb7600c9ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:19.225 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.218+0000 7fb764d11640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb7600cc300 0x7fb7600c9ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58230/0 (socket says 172.21.15.76:58230) 2024-09-13T16:16:19.225 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.218+0000 7fb764d11640 1 -- 172.21.15.76:0/2979906021 learned_addr learned my addr 172.21.15.76:0/2979906021 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:19.225 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.218+0000 7fb765512640 1 --2- 172.21.15.76:0/2979906021 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb7600ad720 0x7fb760156330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:19.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.218+0000 7fb765d13640 1 --2- 172.21.15.76:0/2979906021 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb760156c30 0x7fb76015be40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:19.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.218+0000 7fb764d11640 1 -- 172.21.15.76:0/2979906021 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb760156c30 msgr2=0x7fb76015be40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:19.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.218+0000 7fb764d11640 1 --2- 172.21.15.76:0/2979906021 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb760156c30 0x7fb76015be40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:19.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.218+0000 7fb764d11640 1 -- 172.21.15.76:0/2979906021 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb7600ad720 msgr2=0x7fb760156330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:19.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.218+0000 7fb764d11640 1 --2- 172.21.15.76:0/2979906021 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb7600ad720 0x7fb760156330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:19.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.218+0000 7fb764d11640 1 -- 172.21.15.76:0/2979906021 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb750009400 con 0x7fb7600cc300 2024-09-13T16:16:19.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.218+0000 7fb765512640 1 --2- 172.21.15.76:0/2979906021 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb7600ad720 0x7fb760156330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:16:19.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.219+0000 7fb764d11640 1 --2- 172.21.15.76:0/2979906021 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb7600cc300 0x7fb7600c9ff0 secure :-1 s=READY pgs=2278 cs=0 l=1 rev1=1 crypto rx=0x7fb750009890 tx=0x7fb7500046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:19.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.219+0000 7fb755ffb640 1 -- 172.21.15.76:0/2979906021 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb750030990 con 0x7fb7600cc300 2024-09-13T16:16:19.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.219+0000 7fb755ffb640 1 -- 172.21.15.76:0/2979906021 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb750030b10 con 0x7fb7600cc300 2024-09-13T16:16:19.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.219+0000 7fb755ffb640 1 -- 172.21.15.76:0/2979906021 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb75003d420 con 0x7fb7600cc300 2024-09-13T16:16:19.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.219+0000 7fb767776640 1 -- 172.21.15.76:0/2979906021 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb760072010 con 0x7fb7600cc300 2024-09-13T16:16:19.227 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.219+0000 7fb767776640 1 -- 172.21.15.76:0/2979906021 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb760070d90 con 0x7fb7600cc300 2024-09-13T16:16:19.227 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.220+0000 7fb767776640 1 -- 172.21.15.76:0/2979906021 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb760071290 con 0x7fb7600cc300 2024-09-13T16:16:19.227 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.220+0000 7fb755ffb640 1 -- 172.21.15.76:0/2979906021 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb750039040 con 0x7fb7600cc300 2024-09-13T16:16:19.227 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.221+0000 7fb755ffb640 1 --2- 172.21.15.76:0/2979906021 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb74406ac00 0x7fb74406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:19.227 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.221+0000 7fb755ffb640 1 -- 172.21.15.76:0/2979906021 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(162..162 src has 1..162) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fb7500aa170 con 0x7fb7600cc300 2024-09-13T16:16:19.227 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.221+0000 7fb765512640 1 --2- 172.21.15.76:0/2979906021 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb74406ac00 0x7fb74406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:19.227 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.221+0000 7fb765512640 1 --2- 172.21.15.76:0/2979906021 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb74406ac00 0x7fb74406d0c0 secure :-1 s=READY pgs=962 cs=0 l=1 rev1=1 crypto rx=0x7fb75c009540 tx=0x7fb75c00b040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:19.227 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.225+0000 7fb755ffb640 1 -- 172.21.15.76:0/2979906021 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fb7500750e0 con 0x7fb7600cc300 2024-09-13T16:16:19.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.385+0000 7fb767776640 1 -- 172.21.15.76:0/2979906021 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fb7600ac0b0 con 0x7fb7600cc300 2024-09-13T16:16:19.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.386+0000 7fb755ffb640 1 -- 172.21.15.76:0/2979906021 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v162) v1 ==== 100+0+11 (secure 0 0 0) 0x7fb750078700 con 0x7fb7600cc300 2024-09-13T16:16:19.387 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2024-09-13T16:16:19.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.388+0000 7fb767776640 1 -- 172.21.15.76:0/2979906021 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb74406ac00 msgr2=0x7fb74406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:19.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.388+0000 7fb767776640 1 --2- 172.21.15.76:0/2979906021 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb74406ac00 0x7fb74406d0c0 secure :-1 s=READY pgs=962 cs=0 l=1 rev1=1 crypto rx=0x7fb75c009540 tx=0x7fb75c00b040 comp rx=0 tx=0).stop 2024-09-13T16:16:19.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.388+0000 7fb767776640 1 -- 172.21.15.76:0/2979906021 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb7600cc300 msgr2=0x7fb7600c9ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:19.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.388+0000 7fb767776640 1 --2- 172.21.15.76:0/2979906021 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb7600cc300 0x7fb7600c9ff0 secure :-1 s=READY pgs=2278 cs=0 l=1 rev1=1 crypto rx=0x7fb750009890 tx=0x7fb7500046c0 comp rx=0 tx=0).stop 2024-09-13T16:16:19.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.388+0000 7fb767776640 1 -- 172.21.15.76:0/2979906021 shutdown_connections 2024-09-13T16:16:19.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.388+0000 7fb767776640 1 --2- 172.21.15.76:0/2979906021 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb74406ac00 0x7fb74406d0c0 unknown :-1 s=CLOSED pgs=962 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:19.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.388+0000 7fb767776640 1 --2- 172.21.15.76:0/2979906021 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb760156c30 0x7fb76015be40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:19.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.388+0000 7fb767776640 1 --2- 172.21.15.76:0/2979906021 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb7600cc300 0x7fb7600c9ff0 unknown :-1 s=CLOSED pgs=2278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:19.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.388+0000 7fb767776640 1 --2- 172.21.15.76:0/2979906021 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb7600ad720 0x7fb760156330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:19.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.388+0000 7fb767776640 1 -- 172.21.15.76:0/2979906021 >> 172.21.15.76:0/2979906021 conn(0x7fb7600affa0 msgr2=0x7fb7600b0380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:19.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.388+0000 7fb767776640 1 -- 172.21.15.76:0/2979906021 shutdown_connections 2024-09-13T16:16:19.390 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.388+0000 7fb767776640 1 -- 172.21.15.76:0/2979906021 wait complete. 2024-09-13T16:16:19.400 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:16:19.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.498+0000 7fb2af427640 1 Processor -- start 2024-09-13T16:16:19.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.498+0000 7fb2af427640 1 -- start start 2024-09-13T16:16:19.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.499+0000 7fb2af427640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb2a815c6b0 0x7fb2a80ce180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:19.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.499+0000 7fb2af427640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb2a80cdcf0 con 0x7fb2a80d1310 2024-09-13T16:16:19.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.499+0000 7fb2af427640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb2a80d3520 con 0x7fb2a80ced50 2024-09-13T16:16:19.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.499+0000 7fb2af427640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb2a80cd1b0 con 0x7fb2a815c6b0 2024-09-13T16:16:19.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.499+0000 7fb2ac9c2640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fb2a80d1310 0x7fb2a80d2cd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:37842/0 (socket says 172.21.15.76:37842) 2024-09-13T16:16:19.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.499+0000 7fb2ac9c2640 1 -- 172.21.15.76:0/3696324727 learned_addr learned my addr 172.21.15.76:0/3696324727 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:16:19.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.499+0000 7fb2ad1c3640 1 --2- 172.21.15.76:0/3696324727 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb2a815c6b0 0x7fb2a80ce180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:19.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.499+0000 7fb29ffff640 1 -- 172.21.15.76:0/3696324727 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3153261134 0 0) 0x7fb2a80cdcf0 con 0x7fb2a80d1310 2024-09-13T16:16:19.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.499+0000 7fb29ffff640 1 -- 172.21.15.76:0/3696324727 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb294003520 con 0x7fb2a80d1310 2024-09-13T16:16:19.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.500+0000 7fb29ffff640 1 -- 172.21.15.76:0/3696324727 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 432319344 0 0) 0x7fb294003520 con 0x7fb2a80d1310 2024-09-13T16:16:19.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.500+0000 7fb29ffff640 1 -- 172.21.15.76:0/3696324727 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb2a815c6b0 msgr2=0x7fb2a80ce180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:19.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.500+0000 7fb29ffff640 1 --2- 172.21.15.76:0/3696324727 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb2a815c6b0 0x7fb2a80ce180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:19.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.500+0000 7fb29ffff640 1 -- 172.21.15.76:0/3696324727 >> v1:172.21.15.192:6789/0 conn(0x7fb2a80ced50 legacy=0x7fb2a806af60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:19.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.500+0000 7fb29ffff640 1 -- 172.21.15.76:0/3696324727 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb2a80cd3c0 con 0x7fb2a80d1310 2024-09-13T16:16:19.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.500+0000 7fb29ffff640 1 -- 172.21.15.76:0/3696324727 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7fb298001670 con 0x7fb2a80d1310 2024-09-13T16:16:19.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.500+0000 7fb29ffff640 1 -- 172.21.15.76:0/3696324727 >> v1:172.21.15.76:6789/0 conn(0x7fb2a80d1310 legacy=0x7fb2a80d2cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:19.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.500+0000 7fb29ffff640 1 --2- 172.21.15.76:0/3696324727 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb2a815c6b0 0x7fb294003a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:19.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.500+0000 7fb29ffff640 1 --2- 172.21.15.76:0/3696324727 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb294003f90 0x7fb2940047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:19.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.500+0000 7fb29ffff640 1 --2- 172.21.15.76:0/3696324727 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb294004d00 0x7fb294005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:19.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.500+0000 7fb29ffff640 1 -- 172.21.15.76:0/3696324727 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb2a80cd1b0 con 0x7fb294003f90 2024-09-13T16:16:19.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.500+0000 7fb29ffff640 1 -- 172.21.15.76:0/3696324727 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb29400bae0 con 0x7fb294004d00 2024-09-13T16:16:19.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.500+0000 7fb29ffff640 1 -- 172.21.15.76:0/3696324727 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb29400bca0 con 0x7fb2a815c6b0 2024-09-13T16:16:19.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.500+0000 7fb2ac9c2640 1 --2- 172.21.15.76:0/3696324727 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb294003f90 0x7fb2940047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:19.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.500+0000 7fb2ad1c3640 1 --2- 172.21.15.76:0/3696324727 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb2a815c6b0 0x7fb294003a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:19.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.500+0000 7fb2ad9c4640 1 --2- 172.21.15.76:0/3696324727 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb294004d00 0x7fb294005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:19.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.500+0000 7fb2ac9c2640 1 -- 172.21.15.76:0/3696324727 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb2a815c6b0 msgr2=0x7fb294003a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:19.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.500+0000 7fb2ac9c2640 1 --2- 172.21.15.76:0/3696324727 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb2a815c6b0 0x7fb294003a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:19.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.500+0000 7fb2ac9c2640 1 -- 172.21.15.76:0/3696324727 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb294004d00 msgr2=0x7fb294005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:19.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.500+0000 7fb2ac9c2640 1 --2- 172.21.15.76:0/3696324727 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb294004d00 0x7fb294005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:19.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.500+0000 7fb2ac9c2640 1 -- 172.21.15.76:0/3696324727 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb294003520 con 0x7fb294003f90 2024-09-13T16:16:19.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.500+0000 7fb2ad9c4640 1 --2- 172.21.15.76:0/3696324727 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb294004d00 0x7fb294005180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:16:19.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.501+0000 7fb2ac9c2640 1 --2- 172.21.15.76:0/3696324727 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb294003f90 0x7fb2940047c0 secure :-1 s=READY pgs=2280 cs=0 l=1 rev1=1 crypto rx=0x7fb29800c210 tx=0x7fb2940057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b912c5fe9ac14218 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:19.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.501+0000 7fb29ffff640 1 -- 172.21.15.76:0/3696324727 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb298005ad0 con 0x7fb294003f90 2024-09-13T16:16:19.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.501+0000 7fb29ffff640 1 -- 172.21.15.76:0/3696324727 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb29802d070 con 0x7fb294003f90 2024-09-13T16:16:19.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.501+0000 7fb29ffff640 1 -- 172.21.15.76:0/3696324727 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb298005e90 con 0x7fb294003f90 2024-09-13T16:16:19.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.502+0000 7fb2af427640 1 -- 172.21.15.76:0/3696324727 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb294003f90 msgr2=0x7fb2940047c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:19.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.502+0000 7fb2af427640 1 --2- 172.21.15.76:0/3696324727 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb294003f90 0x7fb2940047c0 secure :-1 s=READY pgs=2280 cs=0 l=1 rev1=1 crypto rx=0x7fb29800c210 tx=0x7fb2940057f0 comp rx=0 tx=0).stop 2024-09-13T16:16:19.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.502+0000 7fb2ad9c4640 1 -- 172.21.15.76:0/3696324727 reap_dead start 2024-09-13T16:16:19.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.502+0000 7fb2af427640 1 -- 172.21.15.76:0/3696324727 shutdown_connections 2024-09-13T16:16:19.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.502+0000 7fb2af427640 1 -- 172.21.15.76:0/3696324727 >> 172.21.15.76:0/3696324727 conn(0x7fb2a8089fd0 msgr2=0x7fb2a80d25c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:19.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.502+0000 7fb2af427640 1 -- 172.21.15.76:0/3696324727 shutdown_connections 2024-09-13T16:16:19.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.502+0000 7fb2af427640 1 -- 172.21.15.76:0/3696324727 wait complete. 2024-09-13T16:16:19.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.503+0000 7fb2af427640 1 Processor -- start 2024-09-13T16:16:19.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.503+0000 7fb2af427640 1 -- start start 2024-09-13T16:16:19.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.504+0000 7fb2af427640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb294003f90 0x7fb2a80cc330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:19.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.504+0000 7fb2af427640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb2a809fca0 0x7fb2a8153e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:19.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.504+0000 7fb2af427640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb2a80c7810 0x7fb2a80c7c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:19.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.504+0000 7fb2af427640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb2a80c81d0 con 0x7fb294003f90 2024-09-13T16:16:19.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.504+0000 7fb2af427640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb2a815a130 con 0x7fb2a809fca0 2024-09-13T16:16:19.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.504+0000 7fb2af427640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb2a815a410 con 0x7fb2a80c7810 2024-09-13T16:16:19.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.504+0000 7fb2ad1c3640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb294003f90 0x7fb2a80cc330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:19.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.504+0000 7fb2ad1c3640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb294003f90 0x7fb2a80cc330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58246/0 (socket says 172.21.15.76:58246) 2024-09-13T16:16:19.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.504+0000 7fb2ad1c3640 1 -- 172.21.15.76:0/413644181 learned_addr learned my addr 172.21.15.76:0/413644181 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:19.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.504+0000 7fb2ad9c4640 1 --2- 172.21.15.76:0/413644181 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb2a80c7810 0x7fb2a80c7c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:19.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.504+0000 7fb2ac9c2640 1 --2- 172.21.15.76:0/413644181 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb2a809fca0 0x7fb2a8153e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:19.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.504+0000 7fb2ad1c3640 1 -- 172.21.15.76:0/413644181 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb2a80c7810 msgr2=0x7fb2a80c7c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:19.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.504+0000 7fb2ad1c3640 1 --2- 172.21.15.76:0/413644181 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb2a80c7810 0x7fb2a80c7c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:19.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.504+0000 7fb2ad1c3640 1 -- 172.21.15.76:0/413644181 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb2a809fca0 msgr2=0x7fb2a8153e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:19.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.504+0000 7fb2ad1c3640 1 --2- 172.21.15.76:0/413644181 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb2a809fca0 0x7fb2a8153e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:19.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.504+0000 7fb2ad1c3640 1 -- 172.21.15.76:0/413644181 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb2a80c9730 con 0x7fb294003f90 2024-09-13T16:16:19.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.504+0000 7fb2ad9c4640 1 --2- 172.21.15.76:0/413644181 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb2a80c7810 0x7fb2a80c7c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:16:19.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.504+0000 7fb2ac9c2640 1 --2- 172.21.15.76:0/413644181 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb2a809fca0 0x7fb2a8153e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:16:19.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.504+0000 7fb2ad1c3640 1 --2- 172.21.15.76:0/413644181 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb294003f90 0x7fb2a80cc330 secure :-1 s=READY pgs=2281 cs=0 l=1 rev1=1 crypto rx=0x7fb2a40119a0 tx=0x7fb2a4011e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:19.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.504+0000 7fb29dffb640 1 -- 172.21.15.76:0/413644181 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb2a400faf0 con 0x7fb294003f90 2024-09-13T16:16:19.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.504+0000 7fb29dffb640 1 -- 172.21.15.76:0/413644181 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb2a400fc50 con 0x7fb294003f90 2024-09-13T16:16:19.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.504+0000 7fb2af427640 1 -- 172.21.15.76:0/413644181 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb2a80c9a10 con 0x7fb294003f90 2024-09-13T16:16:19.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.504+0000 7fb29dffb640 1 -- 172.21.15.76:0/413644181 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb2a4014440 con 0x7fb294003f90 2024-09-13T16:16:19.510 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.505+0000 7fb2af427640 1 -- 172.21.15.76:0/413644181 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb2a8154340 con 0x7fb294003f90 2024-09-13T16:16:19.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.506+0000 7fb2af427640 1 -- 172.21.15.76:0/413644181 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb2a80ce180 con 0x7fb294003f90 2024-09-13T16:16:19.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.506+0000 7fb29dffb640 1 -- 172.21.15.76:0/413644181 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb2a40145a0 con 0x7fb294003f90 2024-09-13T16:16:19.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.506+0000 7fb29dffb640 1 --2- 172.21.15.76:0/413644181 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb28c06ac00 0x7fb28c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:19.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.506+0000 7fb29dffb640 1 -- 172.21.15.76:0/413644181 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(162..162 src has 1..162) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fb2a4089da0 con 0x7fb294003f90 2024-09-13T16:16:19.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.506+0000 7fb2ac9c2640 1 --2- 172.21.15.76:0/413644181 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb28c06ac00 0x7fb28c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:19.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.507+0000 7fb2ac9c2640 1 --2- 172.21.15.76:0/413644181 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb28c06ac00 0x7fb28c06d0c0 secure :-1 s=READY pgs=963 cs=0 l=1 rev1=1 crypto rx=0x7fb298032000 tx=0x7fb29802d000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:19.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.511+0000 7fb29dffb640 1 -- 172.21.15.76:0/413644181 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fb2a4054e40 con 0x7fb294003f90 2024-09-13T16:16:19.684 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.682+0000 7fb2af427640 1 -- 172.21.15.76:0/413644181 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fb2a80c9350 con 0x7fb294003f90 2024-09-13T16:16:19.684 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.683+0000 7fb29dffb640 1 -- 172.21.15.76:0/413644181 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v162) v1 ==== 80+0+0 (secure 0 0 0) 0x7fb2a4022080 con 0x7fb294003f90 2024-09-13T16:16:19.684 INFO:teuthology.orchestra.run.smithi076.stderr:listed 0 entries 2024-09-13T16:16:19.686 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.685+0000 7fb2af427640 1 -- 172.21.15.76:0/413644181 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb28c06ac00 msgr2=0x7fb28c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:19.686 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.685+0000 7fb2af427640 1 --2- 172.21.15.76:0/413644181 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb28c06ac00 0x7fb28c06d0c0 secure :-1 s=READY pgs=963 cs=0 l=1 rev1=1 crypto rx=0x7fb298032000 tx=0x7fb29802d000 comp rx=0 tx=0).stop 2024-09-13T16:16:19.686 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.685+0000 7fb2af427640 1 -- 172.21.15.76:0/413644181 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb294003f90 msgr2=0x7fb2a80cc330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:19.686 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.685+0000 7fb2af427640 1 --2- 172.21.15.76:0/413644181 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb294003f90 0x7fb2a80cc330 secure :-1 s=READY pgs=2281 cs=0 l=1 rev1=1 crypto rx=0x7fb2a40119a0 tx=0x7fb2a4011e60 comp rx=0 tx=0).stop 2024-09-13T16:16:19.686 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.685+0000 7fb2af427640 1 -- 172.21.15.76:0/413644181 shutdown_connections 2024-09-13T16:16:19.686 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.685+0000 7fb2af427640 1 --2- 172.21.15.76:0/413644181 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb28c06ac00 0x7fb28c06d0c0 unknown :-1 s=CLOSED pgs=963 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:19.687 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.685+0000 7fb2af427640 1 --2- 172.21.15.76:0/413644181 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb2a80c7810 0x7fb2a80c7c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:19.687 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.685+0000 7fb2af427640 1 --2- 172.21.15.76:0/413644181 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb2a809fca0 0x7fb2a8153e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:19.687 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.685+0000 7fb2af427640 1 --2- 172.21.15.76:0/413644181 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb294003f90 0x7fb2a80cc330 unknown :-1 s=CLOSED pgs=2281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:19.687 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.685+0000 7fb2af427640 1 -- 172.21.15.76:0/413644181 >> 172.21.15.76:0/413644181 conn(0x7fb2a8089fd0 msgr2=0x7fb2a815ae90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:19.687 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.685+0000 7fb2af427640 1 -- 172.21.15.76:0/413644181 shutdown_connections 2024-09-13T16:16:19.687 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.685+0000 7fb2af427640 1 -- 172.21.15.76:0/413644181 wait complete. 2024-09-13T16:16:19.697 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:16:19.697 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:16:19.713 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:16:19.851 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.850+0000 7ff8231ce640 1 Processor -- start 2024-09-13T16:16:19.851 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.850+0000 7ff8231ce640 1 -- start start 2024-09-13T16:16:19.853 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.851+0000 7ff8231ce640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff81c0cce30 0x7ff81c0cef50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:19.853 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.851+0000 7ff8231ce640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff81c0c4530 0x7ff81c0c49e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:19.853 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.851+0000 7ff8231ce640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff81c0c40a0 con 0x7ff81c0cd210 2024-09-13T16:16:19.853 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.851+0000 7ff8231ce640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff81c0cc1f0 con 0x7ff81c0c4530 2024-09-13T16:16:19.853 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.851+0000 7ff8231ce640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff81c0cc4d0 con 0x7ff81c0cce30 2024-09-13T16:16:19.853 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.851+0000 7ff82176b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff81c0c4530 0x7ff81c0c49e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:19.853 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.851+0000 7ff81bfff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7ff81c0cd210 0x7ff81c0cb960 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:37858/0 (socket says 172.21.15.76:37858) 2024-09-13T16:16:19.853 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.851+0000 7ff82176b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff81c0c4530 0x7ff81c0c49e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58260/0 (socket says 172.21.15.76:58260) 2024-09-13T16:16:19.853 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.851+0000 7ff81bfff640 1 -- 172.21.15.76:0/109729844 learned_addr learned my addr 172.21.15.76:0/109729844 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:16:19.853 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.851+0000 7ff820f6a640 1 --2- 172.21.15.76:0/109729844 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff81c0cce30 0x7ff81c0cef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:19.853 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.851+0000 7ff82176b640 1 -- 172.21.15.76:0/109729844 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff81c0cce30 msgr2=0x7ff81c0cef50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:19.854 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.851+0000 7ff82176b640 1 --2- 172.21.15.76:0/109729844 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff81c0cce30 0x7ff81c0cef50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:19.854 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.851+0000 7ff82176b640 1 -- 172.21.15.76:0/109729844 >> v1:172.21.15.76:6789/0 conn(0x7ff81c0cd210 legacy=0x7ff81c0cb960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:19.854 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.851+0000 7ff82176b640 1 -- 172.21.15.76:0/109729844 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff81c0cc7b0 con 0x7ff81c0c4530 2024-09-13T16:16:19.855 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.852+0000 7ff82176b640 1 --2- 172.21.15.76:0/109729844 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff81c0c4530 0x7ff81c0c49e0 secure :-1 s=READY pgs=2283 cs=0 l=1 rev1=1 crypto rx=0x7ff814009d90 tx=0x7ff81402a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=688ece624ce581d2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:19.855 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.852+0000 7ff81b7fe640 1 -- 172.21.15.76:0/109729844 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff814007740 con 0x7ff81c0c4530 2024-09-13T16:16:19.855 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.852+0000 7ff81b7fe640 1 -- 172.21.15.76:0/109729844 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff81402d050 con 0x7ff81c0c4530 2024-09-13T16:16:19.855 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.852+0000 7ff81b7fe640 1 -- 172.21.15.76:0/109729844 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff814007ac0 con 0x7ff81c0c4530 2024-09-13T16:16:19.855 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.853+0000 7ff8231ce640 1 -- 172.21.15.76:0/109729844 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff81c0c4530 msgr2=0x7ff81c0c49e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:19.855 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.853+0000 7ff8231ce640 1 --2- 172.21.15.76:0/109729844 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff81c0c4530 0x7ff81c0c49e0 secure :-1 s=READY pgs=2283 cs=0 l=1 rev1=1 crypto rx=0x7ff814009d90 tx=0x7ff81402a660 comp rx=0 tx=0).stop 2024-09-13T16:16:19.855 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.853+0000 7ff8231ce640 1 -- 172.21.15.76:0/109729844 shutdown_connections 2024-09-13T16:16:19.855 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.853+0000 7ff8231ce640 1 --2- 172.21.15.76:0/109729844 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff81c0c4530 0x7ff81c0c49e0 unknown :-1 s=CLOSED pgs=2283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:19.855 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.853+0000 7ff8231ce640 1 --2- 172.21.15.76:0/109729844 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff81c0cce30 0x7ff81c0cef50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:19.855 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.853+0000 7ff8231ce640 1 -- 172.21.15.76:0/109729844 >> 172.21.15.76:0/109729844 conn(0x7ff81c0d0420 msgr2=0x7ff81c0d0830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:19.856 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.853+0000 7ff8231ce640 1 -- 172.21.15.76:0/109729844 shutdown_connections 2024-09-13T16:16:19.856 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.853+0000 7ff8231ce640 1 -- 172.21.15.76:0/109729844 wait complete. 2024-09-13T16:16:19.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.854+0000 7ff8231ce640 1 Processor -- start 2024-09-13T16:16:19.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.854+0000 7ff8231ce640 1 -- start start 2024-09-13T16:16:19.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.855+0000 7ff8231ce640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff81c0c4530 0x7ff81c153960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:19.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.855+0000 7ff8231ce640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff81c0cce30 0x7ff81c1eff20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:19.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.855+0000 7ff8231ce640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff81c0cd210 0x7ff81c15c0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:19.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.855+0000 7ff8231ce640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff81c0c8c00 con 0x7ff81c0cce30 2024-09-13T16:16:19.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.855+0000 7ff8231ce640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff81c1f0910 con 0x7ff81c0cd210 2024-09-13T16:16:19.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.855+0000 7ff8231ce640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff81c1f0bf0 con 0x7ff81c0c4530 2024-09-13T16:16:19.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.855+0000 7ff81bfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff81c0cce30 0x7ff81c1eff20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:19.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.855+0000 7ff81bfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff81c0cce30 0x7ff81c1eff20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58270/0 (socket says 172.21.15.76:58270) 2024-09-13T16:16:19.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.855+0000 7ff81bfff640 1 -- 172.21.15.76:0/707773748 learned_addr learned my addr 172.21.15.76:0/707773748 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:19.858 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.855+0000 7ff820f6a640 1 --2- 172.21.15.76:0/707773748 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff81c0c4530 0x7ff81c153960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:19.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.855+0000 7ff82176b640 1 --2- 172.21.15.76:0/707773748 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff81c0cd210 0x7ff81c15c0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:19.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.855+0000 7ff81bfff640 1 -- 172.21.15.76:0/707773748 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff81c0c4530 msgr2=0x7ff81c153960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:19.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.855+0000 7ff81bfff640 1 --2- 172.21.15.76:0/707773748 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff81c0c4530 0x7ff81c153960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:19.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.856+0000 7ff81bfff640 1 -- 172.21.15.76:0/707773748 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff81c0cd210 msgr2=0x7ff81c15c0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:19.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.856+0000 7ff81bfff640 1 --2- 172.21.15.76:0/707773748 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff81c0cd210 0x7ff81c15c0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:19.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.856+0000 7ff81bfff640 1 -- 172.21.15.76:0/707773748 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff814009a70 con 0x7ff81c0cce30 2024-09-13T16:16:19.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.856+0000 7ff82176b640 1 --2- 172.21.15.76:0/707773748 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff81c0cd210 0x7ff81c15c0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:16:19.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.856+0000 7ff81bfff640 1 --2- 172.21.15.76:0/707773748 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff81c0cce30 0x7ff81c1eff20 secure :-1 s=READY pgs=2284 cs=0 l=1 rev1=1 crypto rx=0x7ff80800c500 tx=0x7ff80800c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:19.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.856+0000 7ff8197fa640 1 -- 172.21.15.76:0/707773748 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff808005ce0 con 0x7ff81c0cce30 2024-09-13T16:16:19.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.856+0000 7ff8197fa640 1 -- 172.21.15.76:0/707773748 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff808005e40 con 0x7ff81c0cce30 2024-09-13T16:16:19.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.856+0000 7ff8231ce640 1 -- 172.21.15.76:0/707773748 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff81c0cd7d0 con 0x7ff81c0cce30 2024-09-13T16:16:19.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.856+0000 7ff8197fa640 1 -- 172.21.15.76:0/707773748 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8080072f0 con 0x7ff81c0cce30 2024-09-13T16:16:19.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.856+0000 7ff8231ce640 1 -- 172.21.15.76:0/707773748 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff81c0c8820 con 0x7ff81c0cce30 2024-09-13T16:16:19.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.857+0000 7ff8231ce640 1 -- 172.21.15.76:0/707773748 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff81c0cef50 con 0x7ff81c0cce30 2024-09-13T16:16:19.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.857+0000 7ff8197fa640 1 -- 172.21.15.76:0/707773748 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff808007510 con 0x7ff81c0cce30 2024-09-13T16:16:19.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.858+0000 7ff8197fa640 1 --2- 172.21.15.76:0/707773748 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff80006ac00 0x7ff80006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:19.861 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.858+0000 7ff8197fa640 1 -- 172.21.15.76:0/707773748 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(162..162 src has 1..162) v4 ==== 6029+0+0 (secure 0 0 0) 0x7ff8080889b0 con 0x7ff81c0cce30 2024-09-13T16:16:19.861 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.858+0000 7ff820f6a640 1 --2- 172.21.15.76:0/707773748 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff80006ac00 0x7ff80006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:19.861 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.858+0000 7ff820f6a640 1 --2- 172.21.15.76:0/707773748 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff80006ac00 0x7ff80006d0c0 secure :-1 s=READY pgs=964 cs=0 l=1 rev1=1 crypto rx=0x7ff81c1edb90 tx=0x7ff810009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:19.863 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:19.862+0000 7ff8197fa640 1 -- 172.21.15.76:0/707773748 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ff808053af0 con 0x7ff81c0cce30 2024-09-13T16:16:20.030 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.028+0000 7ff8231ce640 1 -- 172.21.15.76:0/707773748 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ff81c0c38a0 con 0x7ff81c0cce30 2024-09-13T16:16:20.031 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.029+0000 7ff8197fa640 1 -- 172.21.15.76:0/707773748 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v162) v1 ==== 74+0+16680 (secure 0 0 0) 0x7ff808017090 con 0x7ff81c0cce30 2024-09-13T16:16:20.031 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:16:20.031 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":162,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:14:52.828822+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":24,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":23,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:14:49.992802+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"161","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":24,"pool_name":"cephfs_data","create_time":"2024-09-13T16:14:50.797972+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"162","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:16:20.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.032+0000 7ff8231ce640 1 -- 172.21.15.76:0/707773748 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff80006ac00 msgr2=0x7ff80006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:20.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.032+0000 7ff8231ce640 1 --2- 172.21.15.76:0/707773748 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff80006ac00 0x7ff80006d0c0 secure :-1 s=READY pgs=964 cs=0 l=1 rev1=1 crypto rx=0x7ff81c1edb90 tx=0x7ff810009190 comp rx=0 tx=0).stop 2024-09-13T16:16:20.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.032+0000 7ff8231ce640 1 -- 172.21.15.76:0/707773748 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff81c0cce30 msgr2=0x7ff81c1eff20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:20.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.032+0000 7ff8231ce640 1 --2- 172.21.15.76:0/707773748 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff81c0cce30 0x7ff81c1eff20 secure :-1 s=READY pgs=2284 cs=0 l=1 rev1=1 crypto rx=0x7ff80800c500 tx=0x7ff80800c9c0 comp rx=0 tx=0).stop 2024-09-13T16:16:20.033 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.032+0000 7ff8231ce640 1 -- 172.21.15.76:0/707773748 shutdown_connections 2024-09-13T16:16:20.034 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.032+0000 7ff8231ce640 1 --2- 172.21.15.76:0/707773748 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff81c0cd210 0x7ff81c15c0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:20.034 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.032+0000 7ff8231ce640 1 --2- 172.21.15.76:0/707773748 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff81c0cce30 0x7ff81c1eff20 unknown :-1 s=CLOSED pgs=2284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:20.034 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.032+0000 7ff8231ce640 1 --2- 172.21.15.76:0/707773748 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff80006ac00 0x7ff80006d0c0 unknown :-1 s=CLOSED pgs=964 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:20.034 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.032+0000 7ff8231ce640 1 --2- 172.21.15.76:0/707773748 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff81c0c4530 0x7ff81c153960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:20.034 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.032+0000 7ff8231ce640 1 -- 172.21.15.76:0/707773748 >> 172.21.15.76:0/707773748 conn(0x7ff81c0d0420 msgr2=0x7ff81c06e220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:20.034 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.032+0000 7ff8231ce640 1 -- 172.21.15.76:0/707773748 shutdown_connections 2024-09-13T16:16:20.034 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.032+0000 7ff8231ce640 1 -- 172.21.15.76:0/707773748 wait complete. 2024-09-13T16:16:20.044 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:01:26.960607+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 23, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:14:49.992802+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '161', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 24, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:14:50.797972+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '162', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:16:20.045 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:16:20.146 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.144+0000 7f342739d640 1 Processor -- start 2024-09-13T16:16:20.146 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.144+0000 7f342739d640 1 -- start start 2024-09-13T16:16:20.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.145+0000 7f342739d640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f34200cec80 0x7f34200cf0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:20.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.145+0000 7f342739d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f34200b6140 0x7f34200b65b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:20.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.145+0000 7f342739d640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f34200b56c0 con 0x7f342015c4f0 2024-09-13T16:16:20.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.145+0000 7f342739d640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f34200d1d50 con 0x7f34200cec80 2024-09-13T16:16:20.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.145+0000 7f342739d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f34200d2030 con 0x7f34200b6140 2024-09-13T16:16:20.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.146+0000 7f3426b9c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f34200b6140 0x7f34200b65b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:20.147 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.146+0000 7f3425b9a640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f34200cec80 0x7f34200cf0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:20.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.146+0000 7f3426b9c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f34200b6140 0x7f34200b65b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.76:60520/0 (socket says 172.21.15.76:60520) 2024-09-13T16:16:20.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.146+0000 7f3426b9c640 1 -- 172.21.15.76:0/2220247613 learned_addr learned my addr 172.21.15.76:0/2220247613 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:20.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.146+0000 7f342639b640 1 --1- 172.21.15.76:0/2220247613 >> v1:172.21.15.192:6789/0 conn(0x7f342015c4f0 0x7f34200d1300 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:38722/0 (socket says 172.21.15.76:38722) 2024-09-13T16:16:20.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.146+0000 7f3425b9a640 1 -- 172.21.15.76:0/2220247613 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f34200b6140 msgr2=0x7f34200b65b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:20.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.146+0000 7f3425b9a640 1 --2- 172.21.15.76:0/2220247613 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f34200b6140 0x7f34200b65b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:20.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.146+0000 7f3425b9a640 1 -- 172.21.15.76:0/2220247613 >> v1:172.21.15.192:6789/0 conn(0x7f342015c4f0 legacy=0x7f34200d1300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:20.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.146+0000 7f3425b9a640 1 -- 172.21.15.76:0/2220247613 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f34200b5940 con 0x7f34200cec80 2024-09-13T16:16:20.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.147+0000 7f3425b9a640 1 --2- 172.21.15.76:0/2220247613 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f34200cec80 0x7f34200cf0f0 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7f34100097a0 tx=0x7f341002a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8a3fb4f4100583e2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:20.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.147+0000 7f3425399640 1 -- 172.21.15.76:0/2220247613 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3410032440 con 0x7f34200cec80 2024-09-13T16:16:20.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.147+0000 7f3425399640 1 -- 172.21.15.76:0/2220247613 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f34100325a0 con 0x7f34200cec80 2024-09-13T16:16:20.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.147+0000 7f3425399640 1 -- 172.21.15.76:0/2220247613 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3410032930 con 0x7f34200cec80 2024-09-13T16:16:20.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.147+0000 7f342739d640 1 -- 172.21.15.76:0/2220247613 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f34200cec80 msgr2=0x7f34200cf0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:20.149 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.147+0000 7f342739d640 1 --2- 172.21.15.76:0/2220247613 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f34200cec80 0x7f34200cf0f0 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7f34100097a0 tx=0x7f341002a180 comp rx=0 tx=0).stop 2024-09-13T16:16:20.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.148+0000 7f342739d640 1 -- 172.21.15.76:0/2220247613 shutdown_connections 2024-09-13T16:16:20.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.148+0000 7f342739d640 1 --2- 172.21.15.76:0/2220247613 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f34200b6140 0x7f34200b65b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:20.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.148+0000 7f342739d640 1 --2- 172.21.15.76:0/2220247613 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f34200cec80 0x7f34200cf0f0 unknown :-1 s=CLOSED pgs=707 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:20.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.148+0000 7f342739d640 1 -- 172.21.15.76:0/2220247613 >> 172.21.15.76:0/2220247613 conn(0x7f342006b4f0 msgr2=0x7f3420065b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:20.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.148+0000 7f342739d640 1 -- 172.21.15.76:0/2220247613 shutdown_connections 2024-09-13T16:16:20.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.148+0000 7f342739d640 1 -- 172.21.15.76:0/2220247613 wait complete. 2024-09-13T16:16:20.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.149+0000 7f342739d640 1 Processor -- start 2024-09-13T16:16:20.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.149+0000 7f342739d640 1 -- start start 2024-09-13T16:16:20.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.149+0000 7f342739d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f34200b6140 0x7f342014d2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:20.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.149+0000 7f342739d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f34200cec80 0x7f34200cb7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:20.152 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.149+0000 7f342739d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f342015c4f0 0x7f34200cbd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:20.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.149+0000 7f342739d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f34200b4ef0 con 0x7f34200cec80 2024-09-13T16:16:20.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.149+0000 7f342739d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3420154580 con 0x7f34200b6140 2024-09-13T16:16:20.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.149+0000 7f342739d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f34201518a0 con 0x7f342015c4f0 2024-09-13T16:16:20.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.150+0000 7f3425b9a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f34200cec80 0x7f34200cb7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:20.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.150+0000 7f3425b9a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f34200cec80 0x7f34200cb7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58272/0 (socket says 172.21.15.76:58272) 2024-09-13T16:16:20.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.150+0000 7f3425b9a640 1 -- 172.21.15.76:0/3665330409 learned_addr learned my addr 172.21.15.76:0/3665330409 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:20.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.150+0000 7f342639b640 1 --2- 172.21.15.76:0/3665330409 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f34200b6140 0x7f342014d2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:20.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.150+0000 7f3426b9c640 1 --2- 172.21.15.76:0/3665330409 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f342015c4f0 0x7f34200cbd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:20.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.150+0000 7f3425b9a640 1 -- 172.21.15.76:0/3665330409 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f342015c4f0 msgr2=0x7f34200cbd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:20.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.150+0000 7f3425b9a640 1 --2- 172.21.15.76:0/3665330409 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f342015c4f0 0x7f34200cbd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:20.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.150+0000 7f3425b9a640 1 -- 172.21.15.76:0/3665330409 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f34200b6140 msgr2=0x7f342014d2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:20.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.150+0000 7f3425b9a640 1 --2- 172.21.15.76:0/3665330409 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f34200b6140 0x7f342014d2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:20.153 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.150+0000 7f3425b9a640 1 -- 172.21.15.76:0/3665330409 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3410009400 con 0x7f34200cec80 2024-09-13T16:16:20.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.150+0000 7f3425b9a640 1 --2- 172.21.15.76:0/3665330409 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f34200cec80 0x7f34200cb7c0 secure :-1 s=READY pgs=2285 cs=0 l=1 rev1=1 crypto rx=0x7f341002a770 tx=0x7f34100046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:20.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.150+0000 7f3416ffd640 1 -- 172.21.15.76:0/3665330409 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3410030b80 con 0x7f34200cec80 2024-09-13T16:16:20.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.150+0000 7f3416ffd640 1 -- 172.21.15.76:0/3665330409 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3410032e90 con 0x7f34200cec80 2024-09-13T16:16:20.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.150+0000 7f3416ffd640 1 -- 172.21.15.76:0/3665330409 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3410006e10 con 0x7f34200cec80 2024-09-13T16:16:20.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.150+0000 7f342739d640 1 -- 172.21.15.76:0/3665330409 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f342015f730 con 0x7f34200cec80 2024-09-13T16:16:20.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.150+0000 7f342739d640 1 -- 172.21.15.76:0/3665330409 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f34200b2990 con 0x7f34200cec80 2024-09-13T16:16:20.154 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.151+0000 7f342739d640 1 -- 172.21.15.76:0/3665330409 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f34200d02b0 con 0x7f34200cec80 2024-09-13T16:16:20.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.152+0000 7f3416ffd640 1 -- 172.21.15.76:0/3665330409 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f341003c400 con 0x7f34200cec80 2024-09-13T16:16:20.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.152+0000 7f3416ffd640 1 --2- 172.21.15.76:0/3665330409 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f340406ac00 0x7f340406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:20.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.152+0000 7f3416ffd640 1 -- 172.21.15.76:0/3665330409 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(162..162 src has 1..162) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f34100aa160 con 0x7f34200cec80 2024-09-13T16:16:20.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.152+0000 7f342639b640 1 --2- 172.21.15.76:0/3665330409 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f340406ac00 0x7f340406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:20.155 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.153+0000 7f342639b640 1 --2- 172.21.15.76:0/3665330409 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f340406ac00 0x7f340406d0c0 secure :-1 s=READY pgs=971 cs=0 l=1 rev1=1 crypto rx=0x7f341c007fd0 tx=0x7f341c007e80 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:20.157 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.157+0000 7f3416ffd640 1 -- 172.21.15.76:0/3665330409 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f34100752b0 con 0x7f34200cec80 2024-09-13T16:16:20.317 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.316+0000 7f342739d640 1 -- 172.21.15.76:0/3665330409 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f3420156e30 con 0x7f34200cec80 2024-09-13T16:16:20.318 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.317+0000 7f3416ffd640 1 -- 172.21.15.76:0/3665330409 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v162) v1 ==== 93+0+10 (secure 0 0 0) 0x7f34100788d0 con 0x7f34200cec80 2024-09-13T16:16:20.318 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2024-09-13T16:16:20.320 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.319+0000 7f342739d640 1 -- 172.21.15.76:0/3665330409 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f340406ac00 msgr2=0x7f340406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:20.320 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.319+0000 7f342739d640 1 --2- 172.21.15.76:0/3665330409 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f340406ac00 0x7f340406d0c0 secure :-1 s=READY pgs=971 cs=0 l=1 rev1=1 crypto rx=0x7f341c007fd0 tx=0x7f341c007e80 comp rx=0 tx=0).stop 2024-09-13T16:16:20.321 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.319+0000 7f342739d640 1 -- 172.21.15.76:0/3665330409 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f34200cec80 msgr2=0x7f34200cb7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:20.321 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.319+0000 7f342739d640 1 --2- 172.21.15.76:0/3665330409 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f34200cec80 0x7f34200cb7c0 secure :-1 s=READY pgs=2285 cs=0 l=1 rev1=1 crypto rx=0x7f341002a770 tx=0x7f34100046c0 comp rx=0 tx=0).stop 2024-09-13T16:16:20.321 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.319+0000 7f342739d640 1 -- 172.21.15.76:0/3665330409 shutdown_connections 2024-09-13T16:16:20.321 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.319+0000 7f342739d640 1 --2- 172.21.15.76:0/3665330409 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f340406ac00 0x7f340406d0c0 unknown :-1 s=CLOSED pgs=971 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:20.321 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.319+0000 7f342739d640 1 --2- 172.21.15.76:0/3665330409 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f342015c4f0 0x7f34200cbd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:20.321 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.319+0000 7f342739d640 1 --2- 172.21.15.76:0/3665330409 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f34200cec80 0x7f34200cb7c0 unknown :-1 s=CLOSED pgs=2285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:20.321 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.319+0000 7f342739d640 1 --2- 172.21.15.76:0/3665330409 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f34200b6140 0x7f342014d2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:20.321 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.319+0000 7f342739d640 1 -- 172.21.15.76:0/3665330409 >> 172.21.15.76:0/3665330409 conn(0x7f342006b4f0 msgr2=0x7f342015b310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:20.321 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.319+0000 7f342739d640 1 -- 172.21.15.76:0/3665330409 shutdown_connections 2024-09-13T16:16:20.321 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.319+0000 7f342739d640 1 -- 172.21.15.76:0/3665330409 wait complete. 2024-09-13T16:16:20.331 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:16:20.432 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.431+0000 7fd869395640 1 Processor -- start 2024-09-13T16:16:20.433 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.431+0000 7fd869395640 1 -- start start 2024-09-13T16:16:20.433 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.432+0000 7fd869395640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fd864156c30 0x7fd86415a1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:20.433 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.432+0000 7fd869395640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd8640cc4d0 0x7fd8640ca860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:20.433 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.432+0000 7fd869395640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd86406ce10 con 0x7fd8640ad720 2024-09-13T16:16:20.433 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.432+0000 7fd869395640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd86415a720 con 0x7fd864156c30 2024-09-13T16:16:20.433 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.432+0000 7fd869395640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd86406c200 con 0x7fd8640cc4d0 2024-09-13T16:16:20.435 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.432+0000 7fd8637fe640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd8640cc4d0 0x7fd8640ca860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:20.435 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.432+0000 7fd862ffd640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fd864156c30 0x7fd86415a1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:20.435 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.432+0000 7fd8637fe640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd8640cc4d0 0x7fd8640ca860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.76:60538/0 (socket says 172.21.15.76:60538) 2024-09-13T16:16:20.435 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.432+0000 7fd8637fe640 1 -- 172.21.15.76:0/3005368390 learned_addr learned my addr 172.21.15.76:0/3005368390 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:20.435 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.433+0000 7fd8637fe640 1 -- 172.21.15.76:0/3005368390 >> v2:172.21.15.192:3300/0 conn(0x7fd864156c30 msgr2=0x7fd86415a1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:20.435 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.433+0000 7fd8637fe640 1 --2- 172.21.15.76:0/3005368390 >> v2:172.21.15.192:3300/0 conn(0x7fd864156c30 0x7fd86415a1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:20.435 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.433+0000 7fd8637fe640 1 -- 172.21.15.76:0/3005368390 >> v1:172.21.15.192:6789/0 conn(0x7fd8640ad720 legacy=0x7fd8640cbdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:20.435 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.433+0000 7fd8637fe640 1 -- 172.21.15.76:0/3005368390 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd86406c4e0 con 0x7fd8640cc4d0 2024-09-13T16:16:20.435 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.433+0000 7fd862ffd640 1 --2- 172.21.15.76:0/3005368390 >> v2:172.21.15.192:3300/0 conn(0x7fd864156c30 0x7fd86415a1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:16:20.437 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.434+0000 7fd8637fe640 1 --2- 172.21.15.76:0/3005368390 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd8640cc4d0 0x7fd8640ca860 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fd85c009e50 tx=0x7fd85c02a680 comp rx=0 tx=0).ready entity=mon.2 client_cookie=66f4f3801b6a94da server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:20.437 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.434+0000 7fd8627fc640 1 -- 172.21.15.76:0/3005368390 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd85c02aea0 con 0x7fd8640cc4d0 2024-09-13T16:16:20.437 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.434+0000 7fd8627fc640 1 -- 172.21.15.76:0/3005368390 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd85c02d050 con 0x7fd8640cc4d0 2024-09-13T16:16:20.437 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.434+0000 7fd8627fc640 1 -- 172.21.15.76:0/3005368390 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd85c031820 con 0x7fd8640cc4d0 2024-09-13T16:16:20.437 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.434+0000 7fd869395640 1 -- 172.21.15.76:0/3005368390 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd8640cc4d0 msgr2=0x7fd8640ca860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:20.437 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.434+0000 7fd869395640 1 --2- 172.21.15.76:0/3005368390 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd8640cc4d0 0x7fd8640ca860 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fd85c009e50 tx=0x7fd85c02a680 comp rx=0 tx=0).stop 2024-09-13T16:16:20.437 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.434+0000 7fd869395640 1 -- 172.21.15.76:0/3005368390 shutdown_connections 2024-09-13T16:16:20.437 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.434+0000 7fd869395640 1 --2- 172.21.15.76:0/3005368390 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd8640cc4d0 0x7fd8640ca860 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:20.437 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.434+0000 7fd869395640 1 --2- 172.21.15.76:0/3005368390 >> v2:172.21.15.192:3300/0 conn(0x7fd864156c30 0x7fd86415a1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:20.437 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.434+0000 7fd869395640 1 -- 172.21.15.76:0/3005368390 >> 172.21.15.76:0/3005368390 conn(0x7fd8640affa0 msgr2=0x7fd8640b03b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:20.437 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.434+0000 7fd869395640 1 -- 172.21.15.76:0/3005368390 shutdown_connections 2024-09-13T16:16:20.437 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.434+0000 7fd869395640 1 -- 172.21.15.76:0/3005368390 wait complete. 2024-09-13T16:16:20.438 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.435+0000 7fd869395640 1 Processor -- start 2024-09-13T16:16:20.438 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.436+0000 7fd869395640 1 -- start start 2024-09-13T16:16:20.440 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.436+0000 7fd869395640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd8640ad720 0x7fd864071690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:20.440 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.436+0000 7fd869395640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd8640cc4d0 0x7fd8641ef940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:20.440 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.436+0000 7fd869395640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd864156c30 0x7fd8640c3d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:20.440 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.436+0000 7fd869395640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd864072420 con 0x7fd864156c30 2024-09-13T16:16:20.440 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.436+0000 7fd869395640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd864071200 con 0x7fd8640cc4d0 2024-09-13T16:16:20.440 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.436+0000 7fd869395640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd864072140 con 0x7fd8640ad720 2024-09-13T16:16:20.440 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.436+0000 7fd8637fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd864156c30 0x7fd8640c3d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:20.440 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.437+0000 7fd8637fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd864156c30 0x7fd8640c3d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58278/0 (socket says 172.21.15.76:58278) 2024-09-13T16:16:20.441 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.437+0000 7fd8637fe640 1 -- 172.21.15.76:0/46993352 learned_addr learned my addr 172.21.15.76:0/46993352 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:20.441 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.437+0000 7fd862ffd640 1 --2- 172.21.15.76:0/46993352 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd8640ad720 0x7fd864071690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:20.441 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.437+0000 7fd85a7fc640 1 --2- 172.21.15.76:0/46993352 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd8640cc4d0 0x7fd8641ef940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:20.441 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.437+0000 7fd8637fe640 1 -- 172.21.15.76:0/46993352 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd8640ad720 msgr2=0x7fd864071690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:20.441 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.437+0000 7fd8637fe640 1 --2- 172.21.15.76:0/46993352 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd8640ad720 0x7fd864071690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:20.441 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.437+0000 7fd8637fe640 1 -- 172.21.15.76:0/46993352 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd8640cc4d0 msgr2=0x7fd8641ef940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:20.441 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.437+0000 7fd8637fe640 1 --2- 172.21.15.76:0/46993352 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd8640cc4d0 0x7fd8641ef940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:20.441 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.437+0000 7fd8637fe640 1 -- 172.21.15.76:0/46993352 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd854009400 con 0x7fd864156c30 2024-09-13T16:16:20.441 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.437+0000 7fd862ffd640 1 --2- 172.21.15.76:0/46993352 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd8640ad720 0x7fd864071690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:16:20.441 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.437+0000 7fd85a7fc640 1 --2- 172.21.15.76:0/46993352 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd8640cc4d0 0x7fd8641ef940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:16:20.442 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.437+0000 7fd8637fe640 1 --2- 172.21.15.76:0/46993352 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd864156c30 0x7fd8640c3d00 secure :-1 s=READY pgs=2286 cs=0 l=1 rev1=1 crypto rx=0x7fd85c009e50 tx=0x7fd85c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:20.442 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.437+0000 7fd85bfff640 1 -- 172.21.15.76:0/46993352 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd85c03d860 con 0x7fd864156c30 2024-09-13T16:16:20.442 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.437+0000 7fd85bfff640 1 -- 172.21.15.76:0/46993352 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd85c03d9c0 con 0x7fd864156c30 2024-09-13T16:16:20.443 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.437+0000 7fd869395640 1 -- 172.21.15.76:0/46993352 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd85c009b30 con 0x7fd864156c30 2024-09-13T16:16:20.443 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.437+0000 7fd85bfff640 1 -- 172.21.15.76:0/46993352 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd85c03dd70 con 0x7fd864156c30 2024-09-13T16:16:20.443 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.437+0000 7fd869395640 1 -- 172.21.15.76:0/46993352 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd864070e90 con 0x7fd864156c30 2024-09-13T16:16:20.443 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.438+0000 7fd869395640 1 -- 172.21.15.76:0/46993352 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd864070a10 con 0x7fd864156c30 2024-09-13T16:16:20.443 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.439+0000 7fd85bfff640 1 -- 172.21.15.76:0/46993352 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd85c03b400 con 0x7fd864156c30 2024-09-13T16:16:20.444 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.439+0000 7fd85bfff640 1 --2- 172.21.15.76:0/46993352 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd84406ac00 0x7fd84406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:20.445 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.439+0000 7fd85bfff640 1 -- 172.21.15.76:0/46993352 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(162..162 src has 1..162) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fd85c0aa120 con 0x7fd864156c30 2024-09-13T16:16:20.445 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.439+0000 7fd862ffd640 1 --2- 172.21.15.76:0/46993352 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd84406ac00 0x7fd84406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:20.445 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.440+0000 7fd862ffd640 1 --2- 172.21.15.76:0/46993352 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd84406ac00 0x7fd84406d0c0 secure :-1 s=READY pgs=972 cs=0 l=1 rev1=1 crypto rx=0x7fd854009d20 tx=0x7fd854008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:20.445 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.443+0000 7fd85bfff640 1 -- 172.21.15.76:0/46993352 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fd864070a10 con 0x7fd864156c30 2024-09-13T16:16:20.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.605+0000 7fd869395640 1 -- 172.21.15.76:0/46993352 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fd864070a10 con 0x7fd864156c30 2024-09-13T16:16:20.606 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.605+0000 7fd85bfff640 1 -- 172.21.15.76:0/46993352 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v162) v1 ==== 104+0+11 (secure 0 0 0) 0x7fd864070a10 con 0x7fd864156c30 2024-09-13T16:16:20.607 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2024-09-13T16:16:20.608 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.607+0000 7fd869395640 1 -- 172.21.15.76:0/46993352 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd84406ac00 msgr2=0x7fd84406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:20.609 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.607+0000 7fd869395640 1 --2- 172.21.15.76:0/46993352 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd84406ac00 0x7fd84406d0c0 secure :-1 s=READY pgs=972 cs=0 l=1 rev1=1 crypto rx=0x7fd854009d20 tx=0x7fd854008040 comp rx=0 tx=0).stop 2024-09-13T16:16:20.609 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.607+0000 7fd869395640 1 -- 172.21.15.76:0/46993352 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd864156c30 msgr2=0x7fd8640c3d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:20.609 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.607+0000 7fd869395640 1 --2- 172.21.15.76:0/46993352 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd864156c30 0x7fd8640c3d00 secure :-1 s=READY pgs=2286 cs=0 l=1 rev1=1 crypto rx=0x7fd85c009e50 tx=0x7fd85c004a40 comp rx=0 tx=0).stop 2024-09-13T16:16:20.609 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.607+0000 7fd869395640 1 -- 172.21.15.76:0/46993352 shutdown_connections 2024-09-13T16:16:20.609 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.607+0000 7fd869395640 1 --2- 172.21.15.76:0/46993352 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd864156c30 0x7fd8640c3d00 unknown :-1 s=CLOSED pgs=2286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:20.610 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.607+0000 7fd869395640 1 --2- 172.21.15.76:0/46993352 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd8640cc4d0 0x7fd8641ef940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:20.610 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.607+0000 7fd869395640 1 --2- 172.21.15.76:0/46993352 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd84406ac00 0x7fd84406d0c0 unknown :-1 s=CLOSED pgs=972 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:20.610 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.607+0000 7fd869395640 1 --2- 172.21.15.76:0/46993352 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd8640ad720 0x7fd864071690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:20.610 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.607+0000 7fd869395640 1 -- 172.21.15.76:0/46993352 >> 172.21.15.76:0/46993352 conn(0x7fd8640affa0 msgr2=0x7fd8640b0380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:20.610 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.607+0000 7fd869395640 1 -- 172.21.15.76:0/46993352 shutdown_connections 2024-09-13T16:16:20.610 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.607+0000 7fd869395640 1 -- 172.21.15.76:0/46993352 wait complete. 2024-09-13T16:16:20.620 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:16:20.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.721+0000 7ffb9a2d7640 1 Processor -- start 2024-09-13T16:16:20.722 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.721+0000 7ffb9a2d7640 1 -- start start 2024-09-13T16:16:20.726 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.721+0000 7ffb9a2d7640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7ffb940b1bf0 0x7ffb940d0d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:20.726 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.721+0000 7ffb9a2d7640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ffb940b2040 con 0x7ffb940d2d60 2024-09-13T16:16:20.726 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.721+0000 7ffb9a2d7640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ffb940d1490 con 0x7ffb9415c8a0 2024-09-13T16:16:20.726 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.721+0000 7ffb9a2d7640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ffb940d3560 con 0x7ffb940b1bf0 2024-09-13T16:16:20.726 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.722+0000 7ffb8bfff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7ffb940d2d60 0x7ffb940cea30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:37860/0 (socket says 172.21.15.76:37860) 2024-09-13T16:16:20.726 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.722+0000 7ffb8bfff640 1 -- 172.21.15.76:0/3969463096 learned_addr learned my addr 172.21.15.76:0/3969463096 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:16:20.726 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.722+0000 7ffb937fe640 1 -- 172.21.15.76:0/3969463096 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2524910514 0 0) 0x7ffb940b2040 con 0x7ffb940d2d60 2024-09-13T16:16:20.726 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.722+0000 7ffb937fe640 1 -- 172.21.15.76:0/3969463096 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ffb80003520 con 0x7ffb940d2d60 2024-09-13T16:16:20.726 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.722+0000 7ffb98874640 1 --2- 172.21.15.76:0/3969463096 >> v2:172.21.15.192:3300/0 conn(0x7ffb940b1bf0 0x7ffb940d0d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:20.726 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.722+0000 7ffb937fe640 1 -- 172.21.15.76:0/3969463096 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2442278245 0 0) 0x7ffb80003520 con 0x7ffb940d2d60 2024-09-13T16:16:20.726 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.722+0000 7ffb937fe640 1 -- 172.21.15.76:0/3969463096 >> v2:172.21.15.192:3300/0 conn(0x7ffb940b1bf0 msgr2=0x7ffb940d0d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:20.727 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.722+0000 7ffb937fe640 1 --2- 172.21.15.76:0/3969463096 >> v2:172.21.15.192:3300/0 conn(0x7ffb940b1bf0 0x7ffb940d0d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:20.727 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.722+0000 7ffb937fe640 1 -- 172.21.15.76:0/3969463096 >> v1:172.21.15.192:6789/0 conn(0x7ffb9415c8a0 legacy=0x7ffb940d2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:20.727 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.722+0000 7ffb937fe640 1 -- 172.21.15.76:0/3969463096 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffb940cdc70 con 0x7ffb940d2d60 2024-09-13T16:16:20.727 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.722+0000 7ffb937fe640 1 -- 172.21.15.76:0/3969463096 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7ffb7c001670 con 0x7ffb940d2d60 2024-09-13T16:16:20.727 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.722+0000 7ffb937fe640 1 -- 172.21.15.76:0/3969463096 >> v1:172.21.15.76:6789/0 conn(0x7ffb940d2d60 legacy=0x7ffb940cea30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:20.727 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.722+0000 7ffb937fe640 1 --2- 172.21.15.76:0/3969463096 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffb80003970 0x7ffb80003d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:20.727 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.722+0000 7ffb937fe640 1 --2- 172.21.15.76:0/3969463096 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffb800047c0 0x7ffb80004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:20.727 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.722+0000 7ffb937fe640 1 --2- 172.21.15.76:0/3969463096 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffb80005180 0x7ffb8000b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:20.727 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.722+0000 7ffb937fe640 1 -- 172.21.15.76:0/3969463096 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffb8000c080 con 0x7ffb80003970 2024-09-13T16:16:20.727 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.722+0000 7ffb937fe640 1 -- 172.21.15.76:0/3969463096 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffb8000c1f0 con 0x7ffb80005180 2024-09-13T16:16:20.727 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.722+0000 7ffb937fe640 1 -- 172.21.15.76:0/3969463096 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffb8000c3b0 con 0x7ffb800047c0 2024-09-13T16:16:20.727 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.722+0000 7ffb93fff640 1 --2- 172.21.15.76:0/3969463096 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffb80003970 0x7ffb80003d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:20.727 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.722+0000 7ffb98874640 1 --2- 172.21.15.76:0/3969463096 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffb80005180 0x7ffb8000b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:20.727 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.722+0000 7ffb8bfff640 1 --2- 172.21.15.76:0/3969463096 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffb800047c0 0x7ffb80004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:20.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.722+0000 7ffb93fff640 1 -- 172.21.15.76:0/3969463096 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffb800047c0 msgr2=0x7ffb80004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:20.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.722+0000 7ffb93fff640 1 --2- 172.21.15.76:0/3969463096 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffb800047c0 0x7ffb80004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:20.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.722+0000 7ffb93fff640 1 -- 172.21.15.76:0/3969463096 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffb80005180 msgr2=0x7ffb8000b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:20.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.722+0000 7ffb93fff640 1 --2- 172.21.15.76:0/3969463096 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffb80005180 0x7ffb8000b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:20.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.722+0000 7ffb93fff640 1 -- 172.21.15.76:0/3969463096 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffb80003520 con 0x7ffb80003970 2024-09-13T16:16:20.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.722+0000 7ffb98874640 1 -- 172.21.15.76:0/3969463096 reap_dead start 2024-09-13T16:16:20.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.723+0000 7ffb93fff640 1 --2- 172.21.15.76:0/3969463096 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffb80003970 0x7ffb80003d70 secure :-1 s=READY pgs=2288 cs=0 l=1 rev1=1 crypto rx=0x7ffb84003d80 tx=0x7ffb800057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ade6b2715229a52 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:20.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.723+0000 7ffb937fe640 1 -- 172.21.15.76:0/3969463096 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb8402a9c0 con 0x7ffb80003970 2024-09-13T16:16:20.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.723+0000 7ffb937fe640 1 -- 172.21.15.76:0/3969463096 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffb8402ab20 con 0x7ffb80003970 2024-09-13T16:16:20.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.723+0000 7ffb937fe640 1 -- 172.21.15.76:0/3969463096 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb84032440 con 0x7ffb80003970 2024-09-13T16:16:20.728 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.724+0000 7ffb9a2d7640 1 -- 172.21.15.76:0/3969463096 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffb80003970 msgr2=0x7ffb80003d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:20.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.724+0000 7ffb9a2d7640 1 --2- 172.21.15.76:0/3969463096 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffb80003970 0x7ffb80003d70 secure :-1 s=READY pgs=2288 cs=0 l=1 rev1=1 crypto rx=0x7ffb84003d80 tx=0x7ffb800057f0 comp rx=0 tx=0).stop 2024-09-13T16:16:20.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.724+0000 7ffb9a2d7640 1 -- 172.21.15.76:0/3969463096 shutdown_connections 2024-09-13T16:16:20.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.724+0000 7ffb9a2d7640 1 --2- 172.21.15.76:0/3969463096 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffb80003970 0x7ffb80003d70 unknown :-1 s=CLOSED pgs=2288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:20.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.724+0000 7ffb9a2d7640 1 -- 172.21.15.76:0/3969463096 >> 172.21.15.76:0/3969463096 conn(0x7ffb9409bb00 msgr2=0x7ffb94089fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:20.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.724+0000 7ffb9a2d7640 1 -- 172.21.15.76:0/3969463096 shutdown_connections 2024-09-13T16:16:20.729 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.724+0000 7ffb9a2d7640 1 -- 172.21.15.76:0/3969463096 wait complete. 2024-09-13T16:16:20.731 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.725+0000 7ffb9a2d7640 1 Processor -- start 2024-09-13T16:16:20.731 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.725+0000 7ffb9a2d7640 1 -- start start 2024-09-13T16:16:20.732 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.726+0000 7ffb9a2d7640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffb80003970 0x7ffb94153df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:20.732 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.726+0000 7ffb9a2d7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffb940b4840 0x7ffb9415e110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:20.732 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.726+0000 7ffb9a2d7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffb9415ae50 0x7ffb9415b2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:20.732 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.726+0000 7ffb9a2d7640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffb940b6fe0 con 0x7ffb940b4840 2024-09-13T16:16:20.732 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.726+0000 7ffb9a2d7640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffb9415b810 con 0x7ffb80003970 2024-09-13T16:16:20.732 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.726+0000 7ffb9a2d7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffb9415e650 con 0x7ffb9415ae50 2024-09-13T16:16:20.732 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.726+0000 7ffb8bfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffb940b4840 0x7ffb9415e110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:20.732 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.726+0000 7ffb8bfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffb940b4840 0x7ffb9415e110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58290/0 (socket says 172.21.15.76:58290) 2024-09-13T16:16:20.732 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.726+0000 7ffb8bfff640 1 -- 172.21.15.76:0/607127061 learned_addr learned my addr 172.21.15.76:0/607127061 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:20.732 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.726+0000 7ffb98874640 1 --2- 172.21.15.76:0/607127061 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffb9415ae50 0x7ffb9415b2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:20.732 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.726+0000 7ffb93fff640 1 --2- 172.21.15.76:0/607127061 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffb80003970 0x7ffb94153df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:20.732 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.726+0000 7ffb8bfff640 1 -- 172.21.15.76:0/607127061 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffb9415ae50 msgr2=0x7ffb9415b2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:20.733 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.726+0000 7ffb8bfff640 1 --2- 172.21.15.76:0/607127061 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffb9415ae50 0x7ffb9415b2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:20.733 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.726+0000 7ffb8bfff640 1 -- 172.21.15.76:0/607127061 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffb80003970 msgr2=0x7ffb94153df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:20.733 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.726+0000 7ffb8bfff640 1 --2- 172.21.15.76:0/607127061 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffb80003970 0x7ffb94153df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:20.733 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.726+0000 7ffb8bfff640 1 -- 172.21.15.76:0/607127061 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffb9415e880 con 0x7ffb940b4840 2024-09-13T16:16:20.733 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.726+0000 7ffb8bfff640 1 --2- 172.21.15.76:0/607127061 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffb940b4840 0x7ffb9415e110 secure :-1 s=READY pgs=2289 cs=0 l=1 rev1=1 crypto rx=0x7ffb7c00e8f0 tx=0x7ffb7c00edb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:20.733 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.726+0000 7ffb917fa640 1 -- 172.21.15.76:0/607127061 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb7c00c870 con 0x7ffb940b4840 2024-09-13T16:16:20.733 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.726+0000 7ffb917fa640 1 -- 172.21.15.76:0/607127061 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffb7c00c9d0 con 0x7ffb940b4840 2024-09-13T16:16:20.733 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.726+0000 7ffb917fa640 1 -- 172.21.15.76:0/607127061 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb7c00cd40 con 0x7ffb940b4840 2024-09-13T16:16:20.733 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.727+0000 7ffb9a2d7640 1 -- 172.21.15.76:0/607127061 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffb9415eb60 con 0x7ffb940b4840 2024-09-13T16:16:20.733 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.727+0000 7ffb9a2d7640 1 -- 172.21.15.76:0/607127061 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffb9415f120 con 0x7ffb940b4840 2024-09-13T16:16:20.733 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.728+0000 7ffb9a2d7640 1 -- 172.21.15.76:0/607127061 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ffb940d1120 con 0x7ffb940b4840 2024-09-13T16:16:20.733 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.728+0000 7ffb917fa640 1 -- 172.21.15.76:0/607127061 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ffb7c013420 con 0x7ffb940b4840 2024-09-13T16:16:20.733 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.728+0000 7ffb917fa640 1 --2- 172.21.15.76:0/607127061 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ffb7406ac30 0x7ffb7406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:20.734 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.729+0000 7ffb917fa640 1 -- 172.21.15.76:0/607127061 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(162..162 src has 1..162) v4 ==== 6029+0+0 (secure 0 0 0) 0x7ffb7c089090 con 0x7ffb940b4840 2024-09-13T16:16:20.734 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.729+0000 7ffb93fff640 1 --2- 172.21.15.76:0/607127061 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ffb7406ac30 0x7ffb7406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:20.734 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.729+0000 7ffb93fff640 1 --2- 172.21.15.76:0/607127061 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ffb7406ac30 0x7ffb7406d0f0 secure :-1 s=READY pgs=973 cs=0 l=1 rev1=1 crypto rx=0x7ffb84034000 tx=0x7ffb8402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:20.734 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.733+0000 7ffb917fa640 1 -- 172.21.15.76:0/607127061 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ffb7c0bc9c0 con 0x7ffb940b4840 2024-09-13T16:16:20.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.893+0000 7ffb9a2d7640 1 -- 172.21.15.76:0/607127061 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7ffb9406b540 con 0x7ffb940b4840 2024-09-13T16:16:20.895 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.893+0000 7ffb917fa640 1 -- 172.21.15.76:0/607127061 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v162) v1 ==== 100+0+11 (secure 0 0 0) 0x7ffb7c054140 con 0x7ffb940b4840 2024-09-13T16:16:20.895 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2024-09-13T16:16:20.897 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.895+0000 7ffb9a2d7640 1 -- 172.21.15.76:0/607127061 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ffb7406ac30 msgr2=0x7ffb7406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:20.897 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.895+0000 7ffb9a2d7640 1 --2- 172.21.15.76:0/607127061 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ffb7406ac30 0x7ffb7406d0f0 secure :-1 s=READY pgs=973 cs=0 l=1 rev1=1 crypto rx=0x7ffb84034000 tx=0x7ffb8402e000 comp rx=0 tx=0).stop 2024-09-13T16:16:20.897 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.895+0000 7ffb9a2d7640 1 -- 172.21.15.76:0/607127061 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffb940b4840 msgr2=0x7ffb9415e110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:20.897 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.895+0000 7ffb9a2d7640 1 --2- 172.21.15.76:0/607127061 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffb940b4840 0x7ffb9415e110 secure :-1 s=READY pgs=2289 cs=0 l=1 rev1=1 crypto rx=0x7ffb7c00e8f0 tx=0x7ffb7c00edb0 comp rx=0 tx=0).stop 2024-09-13T16:16:20.897 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.895+0000 7ffb9a2d7640 1 -- 172.21.15.76:0/607127061 shutdown_connections 2024-09-13T16:16:20.897 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.895+0000 7ffb9a2d7640 1 --2- 172.21.15.76:0/607127061 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ffb7406ac30 0x7ffb7406d0f0 unknown :-1 s=CLOSED pgs=973 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:20.897 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.895+0000 7ffb9a2d7640 1 --2- 172.21.15.76:0/607127061 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ffb9415ae50 0x7ffb9415b2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:20.897 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.895+0000 7ffb9a2d7640 1 --2- 172.21.15.76:0/607127061 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ffb940b4840 0x7ffb9415e110 unknown :-1 s=CLOSED pgs=2289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:20.898 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.895+0000 7ffb9a2d7640 1 --2- 172.21.15.76:0/607127061 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffb80003970 0x7ffb94153df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:20.898 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.895+0000 7ffb9a2d7640 1 -- 172.21.15.76:0/607127061 >> 172.21.15.76:0/607127061 conn(0x7ffb9409bb00 msgr2=0x7ffb940cd080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:20.898 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.895+0000 7ffb9a2d7640 1 -- 172.21.15.76:0/607127061 shutdown_connections 2024-09-13T16:16:20.898 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:20.895+0000 7ffb9a2d7640 1 -- 172.21.15.76:0/607127061 wait complete. 2024-09-13T16:16:20.908 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:16:21.007 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.005+0000 7f8cc2b18640 1 Processor -- start 2024-09-13T16:16:21.007 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.006+0000 7f8cc2b18640 1 -- start start 2024-09-13T16:16:21.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.006+0000 7f8cc2b18640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f8cbc0ce180 0x7f8cbc0d1310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:21.008 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.006+0000 7f8cc2b18640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8cbc0ced50 0x7f8cbc0cf1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:21.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.006+0000 7f8cc2b18640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8cbc0cdcf0 con 0x7f8cbc15c6b0 2024-09-13T16:16:21.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.006+0000 7f8cc2b18640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8cbc0cf720 con 0x7f8cbc0ce180 2024-09-13T16:16:21.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.006+0000 7f8cc2b18640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8cbc0cd1b0 con 0x7f8cbc0ced50 2024-09-13T16:16:21.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.006+0000 7f8cb3fff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f8cbc0ce180 0x7f8cbc0d1310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:21.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.007+0000 7f8cb3fff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f8cbc0ce180 0x7f8cbc0d1310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58294/0 (socket says 172.21.15.76:58294) 2024-09-13T16:16:21.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.007+0000 7f8cb3fff640 1 -- 172.21.15.76:0/3947882313 learned_addr learned my addr 172.21.15.76:0/3947882313 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:21.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.007+0000 7f8cc10b5640 1 --2- 172.21.15.76:0/3947882313 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8cbc0ced50 0x7f8cbc0cf1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:21.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.007+0000 7f8cb3fff640 1 -- 172.21.15.76:0/3947882313 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8cbc0ced50 msgr2=0x7f8cbc0cf1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:21.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.007+0000 7f8cb3fff640 1 --2- 172.21.15.76:0/3947882313 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8cbc0ced50 0x7f8cbc0cf1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:21.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.007+0000 7f8cb3fff640 1 -- 172.21.15.76:0/3947882313 >> v1:172.21.15.192:6789/0 conn(0x7f8cbc15c6b0 legacy=0x7f8cbc0d2cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:21.009 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.007+0000 7f8cb3fff640 1 -- 172.21.15.76:0/3947882313 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8cbc0d3520 con 0x7f8cbc0ce180 2024-09-13T16:16:21.011 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.008+0000 7f8cb3fff640 1 --2- 172.21.15.76:0/3947882313 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8cbc0ce180 0x7f8cbc0d1310 secure :-1 s=READY pgs=2290 cs=0 l=1 rev1=1 crypto rx=0x7f8cac009870 tx=0x7f8cac02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7cf16af727875a73 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:21.011 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.008+0000 7f8cb37fe640 1 -- 172.21.15.76:0/3947882313 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8cac032440 con 0x7f8cbc0ce180 2024-09-13T16:16:21.011 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.008+0000 7f8cb37fe640 1 -- 172.21.15.76:0/3947882313 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8cac0325a0 con 0x7f8cbc0ce180 2024-09-13T16:16:21.011 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.008+0000 7f8cb37fe640 1 -- 172.21.15.76:0/3947882313 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8cac032930 con 0x7f8cbc0ce180 2024-09-13T16:16:21.011 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.008+0000 7f8cc2b18640 1 -- 172.21.15.76:0/3947882313 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8cbc0ce180 msgr2=0x7f8cbc0d1310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:21.011 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.008+0000 7f8cc2b18640 1 --2- 172.21.15.76:0/3947882313 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8cbc0ce180 0x7f8cbc0d1310 secure :-1 s=READY pgs=2290 cs=0 l=1 rev1=1 crypto rx=0x7f8cac009870 tx=0x7f8cac02a270 comp rx=0 tx=0).stop 2024-09-13T16:16:21.011 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.008+0000 7f8cc2b18640 1 -- 172.21.15.76:0/3947882313 shutdown_connections 2024-09-13T16:16:21.011 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.008+0000 7f8cc2b18640 1 --2- 172.21.15.76:0/3947882313 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8cbc0ced50 0x7f8cbc0cf1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:21.011 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.008+0000 7f8cc2b18640 1 --2- 172.21.15.76:0/3947882313 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8cbc0ce180 0x7f8cbc0d1310 unknown :-1 s=CLOSED pgs=2290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:21.011 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.008+0000 7f8cc2b18640 1 -- 172.21.15.76:0/3947882313 >> 172.21.15.76:0/3947882313 conn(0x7f8cbc089fd0 msgr2=0x7f8cbc0d25c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:21.011 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.008+0000 7f8cc2b18640 1 -- 172.21.15.76:0/3947882313 shutdown_connections 2024-09-13T16:16:21.012 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.008+0000 7f8cc2b18640 1 -- 172.21.15.76:0/3947882313 wait complete. 2024-09-13T16:16:21.012 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.009+0000 7f8cc2b18640 1 Processor -- start 2024-09-13T16:16:21.012 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.009+0000 7f8cc2b18640 1 -- start start 2024-09-13T16:16:21.014 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.010+0000 7f8cc2b18640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8cbc0ce180 0x7f8cbc157c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:21.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.010+0000 7f8cc2b18640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8cbc0ced50 0x7f8cbc0b0210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:21.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.010+0000 7f8cc2b18640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8cbc15c6b0 0x7f8cbc0b0750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:21.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.010+0000 7f8cc2b18640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8cbc1e7fc0 con 0x7f8cbc0ce180 2024-09-13T16:16:21.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.010+0000 7f8cc2b18640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8cbc1e8260 con 0x7f8cbc15c6b0 2024-09-13T16:16:21.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.010+0000 7f8cc2b18640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8cbc1e8540 con 0x7f8cbc0ced50 2024-09-13T16:16:21.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.010+0000 7f8cc08b4640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8cbc0ce180 0x7f8cbc157c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:21.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.010+0000 7f8cc08b4640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8cbc0ce180 0x7f8cbc157c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:58302/0 (socket says 172.21.15.76:58302) 2024-09-13T16:16:21.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.010+0000 7f8cc08b4640 1 -- 172.21.15.76:0/186539729 learned_addr learned my addr 172.21.15.76:0/186539729 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:21.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.011+0000 7f8cc10b5640 1 --2- 172.21.15.76:0/186539729 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8cbc15c6b0 0x7f8cbc0b0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:21.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.011+0000 7f8cb3fff640 1 --2- 172.21.15.76:0/186539729 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8cbc0ced50 0x7f8cbc0b0210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:21.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.011+0000 7f8cc08b4640 1 -- 172.21.15.76:0/186539729 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8cbc0ced50 msgr2=0x7f8cbc0b0210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:21.015 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.011+0000 7f8cc08b4640 1 --2- 172.21.15.76:0/186539729 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8cbc0ced50 0x7f8cbc0b0210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:21.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.011+0000 7f8cc08b4640 1 -- 172.21.15.76:0/186539729 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8cbc15c6b0 msgr2=0x7f8cbc0b0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:21.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.011+0000 7f8cc08b4640 1 --2- 172.21.15.76:0/186539729 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8cbc15c6b0 0x7f8cbc0b0750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:21.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.011+0000 7f8cc08b4640 1 -- 172.21.15.76:0/186539729 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8cac0094d0 con 0x7f8cbc0ce180 2024-09-13T16:16:21.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.011+0000 7f8cc10b5640 1 --2- 172.21.15.76:0/186539729 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8cbc15c6b0 0x7f8cbc0b0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:16:21.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.011+0000 7f8cc08b4640 1 --2- 172.21.15.76:0/186539729 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8cbc0ce180 0x7f8cbc157c40 secure :-1 s=READY pgs=2291 cs=0 l=1 rev1=1 crypto rx=0x7f8cb800c3c0 tx=0x7f8cb800c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:21.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.011+0000 7f8cb17fa640 1 -- 172.21.15.76:0/186539729 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8cb80052d0 con 0x7f8cbc0ce180 2024-09-13T16:16:21.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.011+0000 7f8cb17fa640 1 -- 172.21.15.76:0/186539729 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8cb8005450 con 0x7f8cbc0ce180 2024-09-13T16:16:21.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.011+0000 7f8cc2b18640 1 -- 172.21.15.76:0/186539729 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8cbc1e8820 con 0x7f8cbc0ce180 2024-09-13T16:16:21.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.011+0000 7f8cb17fa640 1 -- 172.21.15.76:0/186539729 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8cb8007260 con 0x7f8cbc0ce180 2024-09-13T16:16:21.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.011+0000 7f8cc2b18640 1 -- 172.21.15.76:0/186539729 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8cbc158180 con 0x7f8cbc0ce180 2024-09-13T16:16:21.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.012+0000 7f8cc2b18640 1 -- 172.21.15.76:0/186539729 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8cbc1e8d40 con 0x7f8cbc0ce180 2024-09-13T16:16:21.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.012+0000 7f8cb17fa640 1 -- 172.21.15.76:0/186539729 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f8cb80073c0 con 0x7f8cbc0ce180 2024-09-13T16:16:21.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.013+0000 7f8cb17fa640 1 --2- 172.21.15.76:0/186539729 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8ca806ac30 0x7f8ca806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:21.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.013+0000 7f8cb17fa640 1 -- 172.21.15.76:0/186539729 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(162..162 src has 1..162) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f8cb8088880 con 0x7f8cbc0ce180 2024-09-13T16:16:21.016 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.013+0000 7f8cb3fff640 1 --2- 172.21.15.76:0/186539729 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8ca806ac30 0x7f8ca806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:21.017 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.013+0000 7f8cb3fff640 1 --2- 172.21.15.76:0/186539729 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8ca806ac30 0x7f8ca806d0f0 secure :-1 s=READY pgs=974 cs=0 l=1 rev1=1 crypto rx=0x7f8cac034000 tx=0x7f8cac02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:21.018 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.017+0000 7f8cb17fa640 1 -- 172.21.15.76:0/186539729 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f8cb8053890 con 0x7f8cbc0ce180 2024-09-13T16:16:21.193 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.192+0000 7f8cc2b18640 1 -- 172.21.15.76:0/186539729 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f8cbc0d1310 con 0x7f8cbc0ce180 2024-09-13T16:16:21.193 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.192+0000 7f8cb17fa640 1 -- 172.21.15.76:0/186539729 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v162) v1 ==== 80+0+0 (secure 0 0 0) 0x7f8cb8056eb0 con 0x7f8cbc0ce180 2024-09-13T16:16:21.194 INFO:teuthology.orchestra.run.smithi076.stderr:listed 0 entries 2024-09-13T16:16:21.195 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.194+0000 7f8cc2b18640 1 -- 172.21.15.76:0/186539729 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8ca806ac30 msgr2=0x7f8ca806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:21.195 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.194+0000 7f8cc2b18640 1 --2- 172.21.15.76:0/186539729 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8ca806ac30 0x7f8ca806d0f0 secure :-1 s=READY pgs=974 cs=0 l=1 rev1=1 crypto rx=0x7f8cac034000 tx=0x7f8cac02e000 comp rx=0 tx=0).stop 2024-09-13T16:16:21.195 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.194+0000 7f8cc2b18640 1 -- 172.21.15.76:0/186539729 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8cbc0ce180 msgr2=0x7f8cbc157c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:21.196 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.194+0000 7f8cc2b18640 1 --2- 172.21.15.76:0/186539729 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8cbc0ce180 0x7f8cbc157c40 secure :-1 s=READY pgs=2291 cs=0 l=1 rev1=1 crypto rx=0x7f8cb800c3c0 tx=0x7f8cb800c880 comp rx=0 tx=0).stop 2024-09-13T16:16:21.196 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.194+0000 7f8cc2b18640 1 -- 172.21.15.76:0/186539729 shutdown_connections 2024-09-13T16:16:21.196 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.194+0000 7f8cc2b18640 1 --2- 172.21.15.76:0/186539729 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8cbc15c6b0 0x7f8cbc0b0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:21.196 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.194+0000 7f8cc2b18640 1 --2- 172.21.15.76:0/186539729 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f8ca806ac30 0x7f8ca806d0f0 unknown :-1 s=CLOSED pgs=974 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:21.196 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.194+0000 7f8cc2b18640 1 --2- 172.21.15.76:0/186539729 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8cbc0ced50 0x7f8cbc0b0210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:21.196 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.194+0000 7f8cc2b18640 1 --2- 172.21.15.76:0/186539729 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8cbc0ce180 0x7f8cbc157c40 unknown :-1 s=CLOSED pgs=2291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:21.196 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.194+0000 7f8cc2b18640 1 -- 172.21.15.76:0/186539729 >> 172.21.15.76:0/186539729 conn(0x7f8cbc089fd0 msgr2=0x7f8cbc0b3860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:21.196 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.194+0000 7f8cc2b18640 1 -- 172.21.15.76:0/186539729 shutdown_connections 2024-09-13T16:16:21.196 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.194+0000 7f8cc2b18640 1 -- 172.21.15.76:0/186539729 wait complete. 2024-09-13T16:16:21.206 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi076.front.sepia.ceph.com... 2024-09-13T16:16:21.206 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:16:21.206 DEBUG:teuthology.orchestra.run.smithi076:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-13T16:16:21.231 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:16:21.231 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi076.front.sepia.ceph.com 2024-09-13T16:16:21.231 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:16:21.231 DEBUG:teuthology.orchestra.run.smithi076:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T16:16:21.287 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:16:21.424 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.423+0000 7fa10bcc9640 1 Processor -- start 2024-09-13T16:16:21.425 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.423+0000 7fa10bcc9640 1 -- start start 2024-09-13T16:16:21.428 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.424+0000 7fa10bcc9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa10406dca0 0x7fa1040b2a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:21.428 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.424+0000 7fa10bcc9640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa1040c3e90 con 0x7fa1041593e0 2024-09-13T16:16:21.429 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.424+0000 7fa10bcc9640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa1041597c0 con 0x7fa1040cebd0 2024-09-13T16:16:21.429 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.424+0000 7fa10bcc9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa1040b2f40 con 0x7fa10406dca0 2024-09-13T16:16:21.429 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.424+0000 7fa109a65640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fa1041593e0 0x7fa1040ce4c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:44476/0 (socket says 172.21.15.76:44476) 2024-09-13T16:16:21.429 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.424+0000 7fa109a65640 1 -- 172.21.15.76:0/2978591060 learned_addr learned my addr 172.21.15.76:0/2978591060 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:16:21.429 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.424+0000 7fa10a266640 1 --2- 172.21.15.76:0/2978591060 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa10406dca0 0x7fa1040b2a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:21.429 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.424+0000 7fa108a63640 1 -- 172.21.15.76:0/2978591060 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 228438908 0 0) 0x7fa100001110 con 0x7fa1041593e0 2024-09-13T16:16:21.429 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.424+0000 7fa108a63640 1 -- 172.21.15.76:0/2978591060 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa0f0003520 con 0x7fa1041593e0 2024-09-13T16:16:21.429 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.425+0000 7fa108a63640 1 -- 172.21.15.76:0/2978591060 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 763600457 0 0) 0x7fa0f0003520 con 0x7fa1041593e0 2024-09-13T16:16:21.429 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.425+0000 7fa108a63640 1 -- 172.21.15.76:0/2978591060 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa10406dca0 msgr2=0x7fa1040b2a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:21.429 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.425+0000 7fa108a63640 1 --2- 172.21.15.76:0/2978591060 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa10406dca0 0x7fa1040b2a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:21.429 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.425+0000 7fa108a63640 1 -- 172.21.15.76:0/2978591060 >> v1:172.21.15.192:6789/0 conn(0x7fa1040cebd0 legacy=0x7fa1040c88d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:21.430 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.425+0000 7fa108a63640 1 -- 172.21.15.76:0/2978591060 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa1040b3130 con 0x7fa1041593e0 2024-09-13T16:16:21.430 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.425+0000 7fa108a63640 1 -- 172.21.15.76:0/2978591060 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7fa100001820 con 0x7fa1041593e0 2024-09-13T16:16:21.430 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.425+0000 7fa108a63640 1 -- 172.21.15.76:0/2978591060 >> v1:172.21.15.76:6789/0 conn(0x7fa1041593e0 legacy=0x7fa1040ce4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:21.430 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.425+0000 7fa108a63640 1 --2- 172.21.15.76:0/2978591060 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa0f0003a10 0x7fa0f0003df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:21.430 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.425+0000 7fa108a63640 1 --2- 172.21.15.76:0/2978591060 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa10406dca0 0x7fa0f00047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:21.430 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.425+0000 7fa108a63640 1 --2- 172.21.15.76:0/2978591060 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa0f0004d00 0x7fa0f0005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:21.430 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.425+0000 7fa108a63640 1 -- 172.21.15.76:0/2978591060 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0f000ba30 con 0x7fa0f0003a10 2024-09-13T16:16:21.430 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.425+0000 7fa108a63640 1 -- 172.21.15.76:0/2978591060 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0f000bb70 con 0x7fa0f0004d00 2024-09-13T16:16:21.430 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.425+0000 7fa108a63640 1 -- 172.21.15.76:0/2978591060 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa0f000bce0 con 0x7fa10406dca0 2024-09-13T16:16:21.430 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.425+0000 7fa109a65640 1 --2- 172.21.15.76:0/2978591060 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa0f0003a10 0x7fa0f0003df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:21.430 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.425+0000 7fa109264640 1 --2- 172.21.15.76:0/2978591060 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa10406dca0 0x7fa0f00047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:21.430 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.425+0000 7fa10a266640 1 --2- 172.21.15.76:0/2978591060 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa0f0004d00 0x7fa0f0005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:21.430 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.425+0000 7fa109a65640 1 -- 172.21.15.76:0/2978591060 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa10406dca0 msgr2=0x7fa0f00047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:21.431 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.425+0000 7fa109a65640 1 --2- 172.21.15.76:0/2978591060 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa10406dca0 0x7fa0f00047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:21.431 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.425+0000 7fa109a65640 1 -- 172.21.15.76:0/2978591060 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa0f0004d00 msgr2=0x7fa0f0005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:21.431 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.425+0000 7fa109a65640 1 --2- 172.21.15.76:0/2978591060 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa0f0004d00 0x7fa0f0005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:21.431 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.425+0000 7fa109a65640 1 -- 172.21.15.76:0/2978591060 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa0f0003520 con 0x7fa0f0003a10 2024-09-13T16:16:21.431 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.425+0000 7fa109264640 1 --2- 172.21.15.76:0/2978591060 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa10406dca0 0x7fa0f00047c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:16:21.431 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.425+0000 7fa10a266640 1 --2- 172.21.15.76:0/2978591060 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa0f0004d00 0x7fa0f0005180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:16:21.431 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.426+0000 7fa109a65640 1 --2- 172.21.15.76:0/2978591060 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa0f0003a10 0x7fa0f0003df0 secure :-1 s=READY pgs=2293 cs=0 l=1 rev1=1 crypto rx=0x7fa10409c500 tx=0x7fa0f00057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2771f402b6ce7bfb server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:21.431 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.426+0000 7fa108a63640 1 -- 172.21.15.76:0/2978591060 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa100005ad0 con 0x7fa0f0003a10 2024-09-13T16:16:21.431 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.426+0000 7fa108a63640 1 -- 172.21.15.76:0/2978591060 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa10002d070 con 0x7fa0f0003a10 2024-09-13T16:16:21.431 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.426+0000 7fa108a63640 1 -- 172.21.15.76:0/2978591060 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa100005e70 con 0x7fa0f0003a10 2024-09-13T16:16:21.431 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.426+0000 7fa10bcc9640 1 -- 172.21.15.76:0/2978591060 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa0f0003a10 msgr2=0x7fa0f0003df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:21.432 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.426+0000 7fa10bcc9640 1 --2- 172.21.15.76:0/2978591060 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa0f0003a10 0x7fa0f0003df0 secure :-1 s=READY pgs=2293 cs=0 l=1 rev1=1 crypto rx=0x7fa10409c500 tx=0x7fa0f00057f0 comp rx=0 tx=0).stop 2024-09-13T16:16:21.432 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.426+0000 7fa10a266640 1 -- 172.21.15.76:0/2978591060 reap_dead start 2024-09-13T16:16:21.432 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.427+0000 7fa10bcc9640 1 -- 172.21.15.76:0/2978591060 shutdown_connections 2024-09-13T16:16:21.432 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.427+0000 7fa10bcc9640 1 -- 172.21.15.76:0/2978591060 >> 172.21.15.76:0/2978591060 conn(0x7fa10406a020 msgr2=0x7fa10406a430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:21.432 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.427+0000 7fa10bcc9640 1 -- 172.21.15.76:0/2978591060 shutdown_connections 2024-09-13T16:16:21.432 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.427+0000 7fa10bcc9640 1 -- 172.21.15.76:0/2978591060 wait complete. 2024-09-13T16:16:21.435 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.428+0000 7fa10bcc9640 1 Processor -- start 2024-09-13T16:16:21.435 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.428+0000 7fa10bcc9640 1 -- start start 2024-09-13T16:16:21.435 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.428+0000 7fa10bcc9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa0f0003a10 0x7fa104154320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:21.435 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.428+0000 7fa10bcc9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa104154860 0x7fa104144440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:21.436 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.428+0000 7fa10bcc9640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa104144980 0x7fa104144e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:21.436 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.428+0000 7fa10bcc9640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1041507e0 con 0x7fa104154860 2024-09-13T16:16:21.436 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.428+0000 7fa10bcc9640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1040cbdf0 con 0x7fa104144980 2024-09-13T16:16:21.436 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.428+0000 7fa10bcc9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa104156a80 con 0x7fa0f0003a10 2024-09-13T16:16:21.436 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.429+0000 7fa109264640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa104154860 0x7fa104144440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:21.436 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.429+0000 7fa109264640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa104154860 0x7fa104144440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41152/0 (socket says 172.21.15.76:41152) 2024-09-13T16:16:21.436 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.429+0000 7fa109264640 1 -- 172.21.15.76:0/2672469774 learned_addr learned my addr 172.21.15.76:0/2672469774 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:21.436 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.429+0000 7fa109a65640 1 --2- 172.21.15.76:0/2672469774 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa0f0003a10 0x7fa104154320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:21.436 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.429+0000 7fa10a266640 1 --2- 172.21.15.76:0/2672469774 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa104144980 0x7fa104144e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:21.436 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.429+0000 7fa109264640 1 -- 172.21.15.76:0/2672469774 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa0f0003a10 msgr2=0x7fa104154320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:21.436 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.429+0000 7fa109264640 1 --2- 172.21.15.76:0/2672469774 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa0f0003a10 0x7fa104154320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:21.436 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.429+0000 7fa109264640 1 -- 172.21.15.76:0/2672469774 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa104144980 msgr2=0x7fa104144e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:21.436 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.429+0000 7fa109264640 1 --2- 172.21.15.76:0/2672469774 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa104144980 0x7fa104144e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:21.437 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.429+0000 7fa109264640 1 -- 172.21.15.76:0/2672469774 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa104156d60 con 0x7fa104154860 2024-09-13T16:16:21.437 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.429+0000 7fa10a266640 1 --2- 172.21.15.76:0/2672469774 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa104144980 0x7fa104144e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:16:21.437 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.429+0000 7fa109264640 1 --2- 172.21.15.76:0/2672469774 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa104154860 0x7fa104144440 secure :-1 s=READY pgs=2294 cs=0 l=1 rev1=1 crypto rx=0x7fa0f400e7d0 tx=0x7fa0f400ec90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:21.437 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.429+0000 7fa0fa7fc640 1 -- 172.21.15.76:0/2672469774 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0f40050d0 con 0x7fa104154860 2024-09-13T16:16:21.437 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.429+0000 7fa0fa7fc640 1 -- 172.21.15.76:0/2672469774 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa0f4005230 con 0x7fa104154860 2024-09-13T16:16:21.437 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.429+0000 7fa10bcc9640 1 -- 172.21.15.76:0/2672469774 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa104157040 con 0x7fa104154860 2024-09-13T16:16:21.437 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.429+0000 7fa0fa7fc640 1 -- 172.21.15.76:0/2672469774 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0f400c6c0 con 0x7fa104154860 2024-09-13T16:16:21.437 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.429+0000 7fa10bcc9640 1 -- 172.21.15.76:0/2672469774 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa104157600 con 0x7fa104154860 2024-09-13T16:16:21.437 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.430+0000 7fa10bcc9640 1 -- 172.21.15.76:0/2672469774 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa10406cb10 con 0x7fa104154860 2024-09-13T16:16:21.437 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.431+0000 7fa0fa7fc640 1 -- 172.21.15.76:0/2672469774 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fa0f400c820 con 0x7fa104154860 2024-09-13T16:16:21.437 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.431+0000 7fa0fa7fc640 1 --2- 172.21.15.76:0/2672469774 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa0e806ac30 0x7fa0e806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:21.437 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.431+0000 7fa109a65640 1 --2- 172.21.15.76:0/2672469774 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa0e806ac30 0x7fa0e806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:21.437 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.431+0000 7fa0fa7fc640 1 -- 172.21.15.76:0/2672469774 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(162..162 src has 1..162) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fa0f4089380 con 0x7fa104154860 2024-09-13T16:16:21.438 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.432+0000 7fa109a65640 1 --2- 172.21.15.76:0/2672469774 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa0e806ac30 0x7fa0e806d0f0 secure :-1 s=READY pgs=975 cs=0 l=1 rev1=1 crypto rx=0x7fa100032000 tx=0x7fa10002d000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:21.438 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.435+0000 7fa0fa7fc640 1 -- 172.21.15.76:0/2672469774 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fa0f4057eb0 con 0x7fa104154860 2024-09-13T16:16:21.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.629+0000 7fa10bcc9640 1 -- 172.21.15.76:0/2672469774 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fa1040adc90 con 0x7fa104154860 2024-09-13T16:16:21.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.630+0000 7fa0fa7fc640 1 -- 172.21.15.76:0/2672469774 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 91 v91) v1 ==== 94+0+4743 (secure 0 0 0) 0x7fa0f40012d0 con 0x7fa104154860 2024-09-13T16:16:21.631 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:16:21.631 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":91,"default_fscid":11,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7718,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6834/217576700","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":217576700},{"type":"v1","addr":"172.21.15.192:6834","nonce":217576700}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":87},{"gid":8782,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/456601137","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6833","nonce":456601137},{"type":"v1","addr":"172.21.15.192:6835","nonce":456601137}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":87},{"gid":10068,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6836/4175162271","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":4175162271},{"type":"v1","addr":"172.21.15.76:6836","nonce":4175162271}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":87}],"filesystems":[{"mdsmap":{"epoch":91,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:14:51.827237+0000","modified":"2024-09-13T16:16:16.686664+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":10071},"failed":[],"damaged":[],"stopped":[],"info":{"gid_10071":{"gid":10071,"name":"c","rank":0,"incarnation":88,"state":"up:active","state_seq":24,"addr":"172.21.15.76:6837/3909448449","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":3909448449},{"type":"v1","addr":"172.21.15.76:6837","nonce":3909448449}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[24],"metadata_pool":23,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":11}]} 2024-09-13T16:16:21.632 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 91 2024-09-13T16:16:21.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.632+0000 7fa10bcc9640 1 -- 172.21.15.76:0/2672469774 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa0e806ac30 msgr2=0x7fa0e806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:21.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.632+0000 7fa10bcc9640 1 --2- 172.21.15.76:0/2672469774 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa0e806ac30 0x7fa0e806d0f0 secure :-1 s=READY pgs=975 cs=0 l=1 rev1=1 crypto rx=0x7fa100032000 tx=0x7fa10002d000 comp rx=0 tx=0).stop 2024-09-13T16:16:21.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.632+0000 7fa10bcc9640 1 -- 172.21.15.76:0/2672469774 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa104154860 msgr2=0x7fa104144440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:21.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.632+0000 7fa10bcc9640 1 --2- 172.21.15.76:0/2672469774 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa104154860 0x7fa104144440 secure :-1 s=READY pgs=2294 cs=0 l=1 rev1=1 crypto rx=0x7fa0f400e7d0 tx=0x7fa0f400ec90 comp rx=0 tx=0).stop 2024-09-13T16:16:21.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.632+0000 7fa10bcc9640 1 -- 172.21.15.76:0/2672469774 shutdown_connections 2024-09-13T16:16:21.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.632+0000 7fa10bcc9640 1 --2- 172.21.15.76:0/2672469774 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa104144980 0x7fa104144e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:21.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.632+0000 7fa10bcc9640 1 --2- 172.21.15.76:0/2672469774 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa104154860 0x7fa104144440 unknown :-1 s=CLOSED pgs=2294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:21.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.632+0000 7fa10bcc9640 1 --2- 172.21.15.76:0/2672469774 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa0e806ac30 0x7fa0e806d0f0 unknown :-1 s=CLOSED pgs=975 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:21.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.632+0000 7fa10bcc9640 1 --2- 172.21.15.76:0/2672469774 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa0f0003a10 0x7fa104154320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:21.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.632+0000 7fa10bcc9640 1 -- 172.21.15.76:0/2672469774 >> 172.21.15.76:0/2672469774 conn(0x7fa10406a020 msgr2=0x7fa1040ae430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:21.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.632+0000 7fa10bcc9640 1 -- 172.21.15.76:0/2672469774 shutdown_connections 2024-09-13T16:16:21.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:21.632+0000 7fa10bcc9640 1 -- 172.21.15.76:0/2672469774 wait complete. 2024-09-13T16:16:21.644 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json session evict 10308 2024-09-13T16:16:22.731 DEBUG:tasks.cephfs.filesystem:_json_asok output empty 2024-09-13T16:16:28.618 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-13T16:16:28.618 DEBUG:teuthology.orchestra.run.smithi076:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T16:16:28.666 DEBUG:teuthology.orchestra.run.smithi192:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T16:16:28.710 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-13T16:16:28.710 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:16:28.710 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:16:28.729 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18725 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T16:16:28.729 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi076.front.sepia.ceph.com 2024-09-13T16:16:28.729 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:16:28.729 DEBUG:teuthology.orchestra.run.smithi076:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T16:16:28.786 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:16:28.787 INFO:teuthology.orchestra.run.smithi076.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-13T16:16:28.787 INFO:tasks.cephfs.mount:Terminating background process 2024-09-13T16:16:28.787 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-13T16:16:28.787 DEBUG:teuthology.orchestra.run.smithi192:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:16:28.805 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:16:28.932 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:28.931+0000 7fb83b1e2640 1 Processor -- start 2024-09-13T16:16:28.932 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:28.931+0000 7fb83b1e2640 1 -- start start 2024-09-13T16:16:28.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:28.932+0000 7fb83b1e2640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fb8340cebd0 0x7fb8340c3f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:28.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:28.932+0000 7fb83b1e2640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb8340c4470 con 0x7fb8340b26b0 2024-09-13T16:16:28.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:28.932+0000 7fb83b1e2640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb83415ae60 con 0x7fb83406cb70 2024-09-13T16:16:28.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:28.932+0000 7fb83b1e2640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb83415b100 con 0x7fb8340cebd0 2024-09-13T16:16:28.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:28.932+0000 7fb838f7e640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fb8340b26b0 0x7fb8340ce4c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:44484/0 (socket says 172.21.15.76:44484) 2024-09-13T16:16:28.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:28.932+0000 7fb838f7e640 1 -- 172.21.15.76:0/3367914845 learned_addr learned my addr 172.21.15.76:0/3367914845 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:16:28.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:28.932+0000 7fb82b7fe640 1 -- 172.21.15.76:0/3367914845 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1488285532 0 0) 0x7fb8340c4470 con 0x7fb8340b26b0 2024-09-13T16:16:28.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:28.932+0000 7fb82b7fe640 1 -- 172.21.15.76:0/3367914845 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb81c003520 con 0x7fb8340b26b0 2024-09-13T16:16:28.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:28.932+0000 7fb82bfff640 1 --2- 172.21.15.76:0/3367914845 >> v2:172.21.15.192:3300/0 conn(0x7fb8340cebd0 0x7fb8340c3f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:28.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:28.932+0000 7fb82b7fe640 1 -- 172.21.15.76:0/3367914845 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3118991659 0 0) 0x7fb81c003520 con 0x7fb8340b26b0 2024-09-13T16:16:28.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:28.932+0000 7fb82b7fe640 1 -- 172.21.15.76:0/3367914845 >> v2:172.21.15.192:3300/0 conn(0x7fb8340cebd0 msgr2=0x7fb8340c3f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:28.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:28.932+0000 7fb82b7fe640 1 --2- 172.21.15.76:0/3367914845 >> v2:172.21.15.192:3300/0 conn(0x7fb8340cebd0 0x7fb8340c3f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:28.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:28.932+0000 7fb82b7fe640 1 -- 172.21.15.76:0/3367914845 >> v1:172.21.15.192:6789/0 conn(0x7fb83406cb70 legacy=0x7fb83406d380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:28.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:28.933+0000 7fb82b7fe640 1 -- 172.21.15.76:0/3367914845 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb83415b3e0 con 0x7fb8340b26b0 2024-09-13T16:16:28.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:28.933+0000 7fb82b7fe640 1 -- 172.21.15.76:0/3367914845 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7fb830001690 con 0x7fb8340b26b0 2024-09-13T16:16:28.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:28.933+0000 7fb82b7fe640 1 -- 172.21.15.76:0/3367914845 >> v1:172.21.15.76:6789/0 conn(0x7fb8340b26b0 legacy=0x7fb8340ce4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:28.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:28.933+0000 7fb82b7fe640 1 --2- 172.21.15.76:0/3367914845 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb81c003a30 0x7fb81c003e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:28.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:28.933+0000 7fb82b7fe640 1 --2- 172.21.15.76:0/3367914845 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb81c0047c0 0x7fb81c004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:28.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:28.933+0000 7fb82b7fe640 1 --2- 172.21.15.76:0/3367914845 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb81c0052d0 0x7fb81c00b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:28.936 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:28.933+0000 7fb82b7fe640 1 -- 172.21.15.76:0/3367914845 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb83415b100 con 0x7fb81c0052d0 2024-09-13T16:16:28.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:28.933+0000 7fb82b7fe640 1 -- 172.21.15.76:0/3367914845 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb81c00c210 con 0x7fb81c0047c0 2024-09-13T16:16:28.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:28.933+0000 7fb82b7fe640 1 -- 172.21.15.76:0/3367914845 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb81c00c3d0 con 0x7fb81c003a30 2024-09-13T16:16:28.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:28.933+0000 7fb83977f640 1 --2- 172.21.15.76:0/3367914845 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb81c0052d0 0x7fb81c00b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:28.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:28.933+0000 7fb82bfff640 1 --2- 172.21.15.76:0/3367914845 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb81c0047c0 0x7fb81c004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:28.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:28.933+0000 7fb838f7e640 1 --2- 172.21.15.76:0/3367914845 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb81c003a30 0x7fb81c003e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:28.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:28.933+0000 7fb83977f640 1 -- 172.21.15.76:0/3367914845 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb81c003a30 msgr2=0x7fb81c003e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:28.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:28.933+0000 7fb83977f640 1 --2- 172.21.15.76:0/3367914845 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb81c003a30 0x7fb81c003e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:28.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:28.933+0000 7fb83977f640 1 -- 172.21.15.76:0/3367914845 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb81c0047c0 msgr2=0x7fb81c004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:28.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:28.933+0000 7fb83977f640 1 --2- 172.21.15.76:0/3367914845 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb81c0047c0 0x7fb81c004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:28.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:28.933+0000 7fb83977f640 1 -- 172.21.15.76:0/3367914845 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb81c003520 con 0x7fb81c0052d0 2024-09-13T16:16:28.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:28.934+0000 7fb83977f640 1 -- 172.21.15.76:0/3367914845 reap_dead start 2024-09-13T16:16:28.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:28.934+0000 7fb83977f640 1 --2- 172.21.15.76:0/3367914845 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb81c0052d0 0x7fb81c00b980 secure :-1 s=READY pgs=2296 cs=0 l=1 rev1=1 crypto rx=0x7fb82c001e50 tx=0x7fb81c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2aba24331a553ede server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:28.937 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:28.934+0000 7fb82b7fe640 1 -- 172.21.15.76:0/3367914845 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb82c02ae70 con 0x7fb81c0052d0 2024-09-13T16:16:28.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:28.934+0000 7fb82b7fe640 1 -- 172.21.15.76:0/3367914845 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb82c003970 con 0x7fb81c0052d0 2024-09-13T16:16:28.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:28.934+0000 7fb82b7fe640 1 -- 172.21.15.76:0/3367914845 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb82c003d20 con 0x7fb81c0052d0 2024-09-13T16:16:28.941 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:28.934+0000 7fb83b1e2640 1 -- 172.21.15.76:0/3367914845 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb81c0052d0 msgr2=0x7fb81c00b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:28.941 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:28.934+0000 7fb83b1e2640 1 --2- 172.21.15.76:0/3367914845 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb81c0052d0 0x7fb81c00b980 secure :-1 s=READY pgs=2296 cs=0 l=1 rev1=1 crypto rx=0x7fb82c001e50 tx=0x7fb81c0057f0 comp rx=0 tx=0).stop 2024-09-13T16:16:28.941 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:28.934+0000 7fb83b1e2640 1 -- 172.21.15.76:0/3367914845 shutdown_connections 2024-09-13T16:16:28.941 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:28.934+0000 7fb83b1e2640 1 --2- 172.21.15.76:0/3367914845 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb81c0052d0 0x7fb81c00b980 unknown :-1 s=CLOSED pgs=2296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:28.941 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:28.934+0000 7fb83b1e2640 1 -- 172.21.15.76:0/3367914845 >> 172.21.15.76:0/3367914845 conn(0x7fb83406a020 msgr2=0x7fb83406a430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:28.941 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:28.935+0000 7fb83b1e2640 1 -- 172.21.15.76:0/3367914845 shutdown_connections 2024-09-13T16:16:28.941 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:28.935+0000 7fb83b1e2640 1 -- 172.21.15.76:0/3367914845 wait complete. 2024-09-13T16:16:28.941 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:28.936+0000 7fb83b1e2640 1 Processor -- start 2024-09-13T16:16:28.941 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:28.936+0000 7fb83b1e2640 1 -- start start 2024-09-13T16:16:28.941 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:28.937+0000 7fb83b1e2640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb81c0052d0 0x7fb834142800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:28.942 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:28.937+0000 7fb83b1e2640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb834097a00 0x7fb834143fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:28.942 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:28.937+0000 7fb83b1e2640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb834145cf0 0x7fb834146170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:28.942 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:28.937+0000 7fb83b1e2640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb834143b80 con 0x7fb81c0052d0 2024-09-13T16:16:28.942 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:28.937+0000 7fb83b1e2640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb834097e80 con 0x7fb834097a00 2024-09-13T16:16:28.942 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:28.937+0000 7fb83b1e2640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb834142f00 con 0x7fb834145cf0 2024-09-13T16:16:28.942 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:28.937+0000 7fb838f7e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb81c0052d0 0x7fb834142800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:28.942 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:28.937+0000 7fb838f7e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb81c0052d0 0x7fb834142800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41160/0 (socket says 172.21.15.76:41160) 2024-09-13T16:16:28.942 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:28.937+0000 7fb838f7e640 1 -- 172.21.15.76:0/2823606907 learned_addr learned my addr 172.21.15.76:0/2823606907 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:28.942 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:28.937+0000 7fb83977f640 1 --2- 172.21.15.76:0/2823606907 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb834145cf0 0x7fb834146170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:28.942 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:28.937+0000 7fb82bfff640 1 --2- 172.21.15.76:0/2823606907 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb834097a00 0x7fb834143fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:28.942 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:28.937+0000 7fb838f7e640 1 -- 172.21.15.76:0/2823606907 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb834145cf0 msgr2=0x7fb834146170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:28.942 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:28.937+0000 7fb838f7e640 1 --2- 172.21.15.76:0/2823606907 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb834145cf0 0x7fb834146170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:28.943 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:28.937+0000 7fb838f7e640 1 -- 172.21.15.76:0/2823606907 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb834097a00 msgr2=0x7fb834143fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:28.943 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:28.937+0000 7fb838f7e640 1 --2- 172.21.15.76:0/2823606907 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb834097a00 0x7fb834143fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:28.943 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:28.937+0000 7fb838f7e640 1 -- 172.21.15.76:0/2823606907 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb8341431e0 con 0x7fb81c0052d0 2024-09-13T16:16:28.943 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:28.937+0000 7fb838f7e640 1 --2- 172.21.15.76:0/2823606907 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb81c0052d0 0x7fb834142800 secure :-1 s=READY pgs=2297 cs=0 l=1 rev1=1 crypto rx=0x7fb830001d80 tx=0x7fb830007430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:28.943 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:28.937+0000 7fb8297fa640 1 -- 172.21.15.76:0/2823606907 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb830007770 con 0x7fb81c0052d0 2024-09-13T16:16:28.943 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:28.937+0000 7fb8297fa640 1 -- 172.21.15.76:0/2823606907 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb83000f7b0 con 0x7fb81c0052d0 2024-09-13T16:16:28.943 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:28.937+0000 7fb83b1e2640 1 -- 172.21.15.76:0/2823606907 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb8341434c0 con 0x7fb81c0052d0 2024-09-13T16:16:28.943 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:28.937+0000 7fb8297fa640 1 -- 172.21.15.76:0/2823606907 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb83000fb40 con 0x7fb81c0052d0 2024-09-13T16:16:28.943 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:28.938+0000 7fb83b1e2640 1 -- 172.21.15.76:0/2823606907 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb8341466b0 con 0x7fb81c0052d0 2024-09-13T16:16:28.943 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:28.939+0000 7fb83b1e2640 1 -- 172.21.15.76:0/2823606907 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb834143df0 con 0x7fb81c0052d0 2024-09-13T16:16:28.943 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:28.939+0000 7fb8297fa640 1 -- 172.21.15.76:0/2823606907 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb83000fca0 con 0x7fb81c0052d0 2024-09-13T16:16:28.943 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:28.939+0000 7fb8297fa640 1 --2- 172.21.15.76:0/2823606907 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb82006ac00 0x7fb82006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:28.943 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:28.939+0000 7fb8297fa640 1 -- 172.21.15.76:0/2823606907 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(163..163 src has 1..163) v4 ==== 6072+0+0 (secure 0 0 0) 0x7fb830089370 con 0x7fb81c0052d0 2024-09-13T16:16:28.943 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:28.939+0000 7fb82bfff640 1 --2- 172.21.15.76:0/2823606907 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb82006ac00 0x7fb82006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:28.943 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:28.940+0000 7fb82bfff640 1 --2- 172.21.15.76:0/2823606907 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb82006ac00 0x7fb82006d0c0 secure :-1 s=READY pgs=981 cs=0 l=1 rev1=1 crypto rx=0x7fb8341f3830 tx=0x7fb824009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:28.945 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:28.944+0000 7fb8297fa640 1 -- 172.21.15.76:0/2823606907 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fb8300543e0 con 0x7fb81c0052d0 2024-09-13T16:16:29.109 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.107+0000 7fb83b1e2640 1 -- 172.21.15.76:0/2823606907 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fb8340b1920 con 0x7fb81c0052d0 2024-09-13T16:16:29.110 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.108+0000 7fb8297fa640 1 -- 172.21.15.76:0/2823606907 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v163) v1 ==== 74+0+16739 (secure 0 0 0) 0x7fb830057a00 con 0x7fb81c0052d0 2024-09-13T16:16:29.110 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:16:29.110 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":163,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:16:22.708241+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":24,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":23,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:14:49.992802+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"161","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":24,"pool_name":"cephfs_data","create_time":"2024-09-13T16:14:50.797972+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"162","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"192.168.0.1:0/305132783":"2024-09-13T17:16:21.749578+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:16:29.112 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.110+0000 7fb83b1e2640 1 -- 172.21.15.76:0/2823606907 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb82006ac00 msgr2=0x7fb82006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:29.112 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.110+0000 7fb83b1e2640 1 --2- 172.21.15.76:0/2823606907 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb82006ac00 0x7fb82006d0c0 secure :-1 s=READY pgs=981 cs=0 l=1 rev1=1 crypto rx=0x7fb8341f3830 tx=0x7fb824009190 comp rx=0 tx=0).stop 2024-09-13T16:16:29.112 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.110+0000 7fb83b1e2640 1 -- 172.21.15.76:0/2823606907 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb81c0052d0 msgr2=0x7fb834142800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:29.112 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.110+0000 7fb83b1e2640 1 --2- 172.21.15.76:0/2823606907 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb81c0052d0 0x7fb834142800 secure :-1 s=READY pgs=2297 cs=0 l=1 rev1=1 crypto rx=0x7fb830001d80 tx=0x7fb830007430 comp rx=0 tx=0).stop 2024-09-13T16:16:29.112 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.110+0000 7fb83b1e2640 1 -- 172.21.15.76:0/2823606907 shutdown_connections 2024-09-13T16:16:29.112 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.110+0000 7fb83b1e2640 1 --2- 172.21.15.76:0/2823606907 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb82006ac00 0x7fb82006d0c0 unknown :-1 s=CLOSED pgs=981 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:29.112 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.110+0000 7fb83b1e2640 1 --2- 172.21.15.76:0/2823606907 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb834145cf0 0x7fb834146170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:29.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.110+0000 7fb83b1e2640 1 --2- 172.21.15.76:0/2823606907 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb834097a00 0x7fb834143fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:29.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.110+0000 7fb83b1e2640 1 --2- 172.21.15.76:0/2823606907 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb81c0052d0 0x7fb834142800 unknown :-1 s=CLOSED pgs=2297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:29.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.110+0000 7fb83b1e2640 1 -- 172.21.15.76:0/2823606907 >> 172.21.15.76:0/2823606907 conn(0x7fb83406a020 msgr2=0x7fb834071a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:29.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.111+0000 7fb83b1e2640 1 -- 172.21.15.76:0/2823606907 shutdown_connections 2024-09-13T16:16:29.113 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.111+0000 7fb83b1e2640 1 -- 172.21.15.76:0/2823606907 wait complete. 2024-09-13T16:16:29.123 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:01:26.960607+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 23, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:14:49.992802+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '161', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 24, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:14:50.797972+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '162', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:16:29.123 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:16:29.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.223+0000 7f605ddc7640 1 Processor -- start 2024-09-13T16:16:29.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.223+0000 7f605ddc7640 1 -- start start 2024-09-13T16:16:29.225 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.224+0000 7f605ddc7640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f60580cc4d0 0x7f60580ca860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:29.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.224+0000 7f605ddc7640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f605806ce10 con 0x7f60580ad720 2024-09-13T16:16:29.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.224+0000 7f605ddc7640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f605806c200 con 0x7f6058156c30 2024-09-13T16:16:29.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.224+0000 7f605ddc7640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f605806c4e0 con 0x7f60580cc4d0 2024-09-13T16:16:29.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.224+0000 7f6056ffd640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f60580ad720 0x7f60580cbdc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:44486/0 (socket says 172.21.15.76:44486) 2024-09-13T16:16:29.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.224+0000 7f6056ffd640 1 -- 172.21.15.76:0/7306156 learned_addr learned my addr 172.21.15.76:0/7306156 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:16:29.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.224+0000 7f6057fff640 1 --2- 172.21.15.76:0/7306156 >> v2:172.21.15.192:3300/0 conn(0x7f60580cc4d0 0x7f60580ca860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:29.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.224+0000 7f60567fc640 1 -- 172.21.15.76:0/7306156 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2668195871 0 0) 0x7f605806ce10 con 0x7f60580ad720 2024-09-13T16:16:29.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.224+0000 7f60567fc640 1 -- 172.21.15.76:0/7306156 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6040003520 con 0x7f60580ad720 2024-09-13T16:16:29.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.224+0000 7f6057fff640 1 -- 172.21.15.76:0/7306156 >> v1:172.21.15.192:6789/0 conn(0x7f6058156c30 legacy=0x7f605815a1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:29.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.224+0000 7f6057fff640 1 -- 172.21.15.76:0/7306156 >> v1:172.21.15.76:6789/0 conn(0x7f60580ad720 legacy=0x7f60580cbdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:29.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.224+0000 7f6057fff640 1 -- 172.21.15.76:0/7306156 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f605806c7c0 con 0x7f60580cc4d0 2024-09-13T16:16:29.228 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.225+0000 7f6057fff640 1 --2- 172.21.15.76:0/7306156 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f60580cc4d0 0x7f60580ca860 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7f60500097a0 tx=0x7f605002a1a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=69369d21dc3385ff server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:29.228 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.225+0000 7f60567fc640 1 -- 172.21.15.76:0/7306156 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6050032440 con 0x7f60580cc4d0 2024-09-13T16:16:29.228 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.225+0000 7f60567fc640 1 -- 172.21.15.76:0/7306156 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f60500325a0 con 0x7f60580cc4d0 2024-09-13T16:16:29.228 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.225+0000 7f60567fc640 1 -- 172.21.15.76:0/7306156 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6050032910 con 0x7f60580cc4d0 2024-09-13T16:16:29.228 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.226+0000 7f605ddc7640 1 -- 172.21.15.76:0/7306156 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f60580cc4d0 msgr2=0x7f60580ca860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:29.228 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.226+0000 7f605ddc7640 1 --2- 172.21.15.76:0/7306156 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f60580cc4d0 0x7f60580ca860 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7f60500097a0 tx=0x7f605002a1a0 comp rx=0 tx=0).stop 2024-09-13T16:16:29.228 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.226+0000 7f605ddc7640 1 -- 172.21.15.76:0/7306156 shutdown_connections 2024-09-13T16:16:29.228 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.226+0000 7f605ddc7640 1 --2- 172.21.15.76:0/7306156 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f60580cc4d0 0x7f60580ca860 unknown :-1 s=CLOSED pgs=714 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:29.228 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.226+0000 7f605ddc7640 1 -- 172.21.15.76:0/7306156 >> 172.21.15.76:0/7306156 conn(0x7f60580affa0 msgr2=0x7f60580b03b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:29.228 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.226+0000 7f605ddc7640 1 -- 172.21.15.76:0/7306156 shutdown_connections 2024-09-13T16:16:29.228 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.226+0000 7f605ddc7640 1 -- 172.21.15.76:0/7306156 wait complete. 2024-09-13T16:16:29.230 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.227+0000 7f605ddc7640 1 Processor -- start 2024-09-13T16:16:29.230 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.227+0000 7f605ddc7640 1 -- start start 2024-09-13T16:16:29.231 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.228+0000 7f605ddc7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f60580ad720 0x7f60581f2ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:29.231 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.228+0000 7f605ddc7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f60580cc4d0 0x7f605815b860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:29.231 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.228+0000 7f605ddc7640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6058156c30 0x7f6058159fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:29.231 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.228+0000 7f605ddc7640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60580c5330 con 0x7f60580cc4d0 2024-09-13T16:16:29.231 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.228+0000 7f605ddc7640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f605815b3d0 con 0x7f6058156c30 2024-09-13T16:16:29.231 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.228+0000 7f605ddc7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f605815a4f0 con 0x7f60580ad720 2024-09-13T16:16:29.231 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.228+0000 7f6056ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f60580cc4d0 0x7f605815b860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:29.231 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.228+0000 7f6056ffd640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f60580cc4d0 0x7f605815b860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41168/0 (socket says 172.21.15.76:41168) 2024-09-13T16:16:29.231 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.228+0000 7f6056ffd640 1 -- 172.21.15.76:0/3822333355 learned_addr learned my addr 172.21.15.76:0/3822333355 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:29.231 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.228+0000 7f6057fff640 1 --2- 172.21.15.76:0/3822333355 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6058156c30 0x7f6058159fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:29.231 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.228+0000 7f6056ffd640 1 -- 172.21.15.76:0/3822333355 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f60580ad720 msgr2=0x7f60581f2ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:29.231 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.228+0000 7f60577fe640 1 --2- 172.21.15.76:0/3822333355 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f60580ad720 0x7f60581f2ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:29.231 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.228+0000 7f6056ffd640 1 --2- 172.21.15.76:0/3822333355 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f60580ad720 0x7f60581f2ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:29.232 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.228+0000 7f6056ffd640 1 -- 172.21.15.76:0/3822333355 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6058156c30 msgr2=0x7f6058159fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:29.232 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.228+0000 7f6056ffd640 1 --2- 172.21.15.76:0/3822333355 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6058156c30 0x7f6058159fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:29.232 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.229+0000 7f6056ffd640 1 -- 172.21.15.76:0/3822333355 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6050009400 con 0x7f60580cc4d0 2024-09-13T16:16:29.232 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.229+0000 7f6057fff640 1 --2- 172.21.15.76:0/3822333355 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6058156c30 0x7f6058159fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:16:29.232 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.229+0000 7f60577fe640 1 --2- 172.21.15.76:0/3822333355 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f60580ad720 0x7f60581f2ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:16:29.232 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.229+0000 7f6056ffd640 1 --2- 172.21.15.76:0/3822333355 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f60580cc4d0 0x7f605815b860 secure :-1 s=READY pgs=2299 cs=0 l=1 rev1=1 crypto rx=0x7f604c00c530 tx=0x7f604c00c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:29.232 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.229+0000 7f603ffff640 1 -- 172.21.15.76:0/3822333355 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f604c005ce0 con 0x7f60580cc4d0 2024-09-13T16:16:29.232 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.229+0000 7f603ffff640 1 -- 172.21.15.76:0/3822333355 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f604c005e40 con 0x7f60580cc4d0 2024-09-13T16:16:29.232 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.229+0000 7f603ffff640 1 -- 172.21.15.76:0/3822333355 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f604c0072b0 con 0x7f60580cc4d0 2024-09-13T16:16:29.232 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.229+0000 7f605ddc7640 1 -- 172.21.15.76:0/3822333355 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f605815a7c0 con 0x7f60580cc4d0 2024-09-13T16:16:29.232 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.229+0000 7f605ddc7640 1 -- 172.21.15.76:0/3822333355 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f605815ad80 con 0x7f60580cc4d0 2024-09-13T16:16:29.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.230+0000 7f605ddc7640 1 -- 172.21.15.76:0/3822333355 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f60580cbdc0 con 0x7f60580cc4d0 2024-09-13T16:16:29.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.230+0000 7f603ffff640 1 -- 172.21.15.76:0/3822333355 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f604c007410 con 0x7f60580cc4d0 2024-09-13T16:16:29.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.231+0000 7f603ffff640 1 --2- 172.21.15.76:0/3822333355 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f604406ac00 0x7f604406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:29.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.231+0000 7f603ffff640 1 -- 172.21.15.76:0/3822333355 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(163..163 src has 1..163) v4 ==== 6072+0+0 (secure 0 0 0) 0x7f604c088b70 con 0x7f60580cc4d0 2024-09-13T16:16:29.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.231+0000 7f60577fe640 1 --2- 172.21.15.76:0/3822333355 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f604406ac00 0x7f604406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:29.233 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.231+0000 7f60577fe640 1 --2- 172.21.15.76:0/3822333355 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f604406ac00 0x7f604406d0c0 secure :-1 s=READY pgs=982 cs=0 l=1 rev1=1 crypto rx=0x7f6048001cd0 tx=0x7f6048009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:29.236 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.235+0000 7f603ffff640 1 -- 172.21.15.76:0/3822333355 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f604c053c10 con 0x7f60580cc4d0 2024-09-13T16:16:29.399 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.397+0000 7f605ddc7640 1 -- 172.21.15.76:0/3822333355 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f605806d980 con 0x7f60580cc4d0 2024-09-13T16:16:29.399 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.397+0000 7f603ffff640 1 -- 172.21.15.76:0/3822333355 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v163) v1 ==== 93+0+10 (secure 0 0 0) 0x7f604c017070 con 0x7f60580cc4d0 2024-09-13T16:16:29.399 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2024-09-13T16:16:29.401 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.399+0000 7f605ddc7640 1 -- 172.21.15.76:0/3822333355 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f604406ac00 msgr2=0x7f604406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:29.401 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.399+0000 7f605ddc7640 1 --2- 172.21.15.76:0/3822333355 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f604406ac00 0x7f604406d0c0 secure :-1 s=READY pgs=982 cs=0 l=1 rev1=1 crypto rx=0x7f6048001cd0 tx=0x7f6048009040 comp rx=0 tx=0).stop 2024-09-13T16:16:29.401 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.399+0000 7f605ddc7640 1 -- 172.21.15.76:0/3822333355 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f60580cc4d0 msgr2=0x7f605815b860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:29.401 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.399+0000 7f605ddc7640 1 --2- 172.21.15.76:0/3822333355 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f60580cc4d0 0x7f605815b860 secure :-1 s=READY pgs=2299 cs=0 l=1 rev1=1 crypto rx=0x7f604c00c530 tx=0x7f604c00c9f0 comp rx=0 tx=0).stop 2024-09-13T16:16:29.402 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.400+0000 7f605ddc7640 1 -- 172.21.15.76:0/3822333355 shutdown_connections 2024-09-13T16:16:29.402 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.400+0000 7f605ddc7640 1 --2- 172.21.15.76:0/3822333355 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6058156c30 0x7f6058159fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:29.402 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.400+0000 7f605ddc7640 1 --2- 172.21.15.76:0/3822333355 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f60580cc4d0 0x7f605815b860 unknown :-1 s=CLOSED pgs=2299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:29.402 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.400+0000 7f605ddc7640 1 --2- 172.21.15.76:0/3822333355 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f604406ac00 0x7f604406d0c0 unknown :-1 s=CLOSED pgs=982 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:29.402 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.400+0000 7f605ddc7640 1 --2- 172.21.15.76:0/3822333355 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f60580ad720 0x7f60581f2ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:29.402 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.400+0000 7f605ddc7640 1 -- 172.21.15.76:0/3822333355 >> 172.21.15.76:0/3822333355 conn(0x7f60580affa0 msgr2=0x7f60580aee00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:29.402 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.400+0000 7f605ddc7640 1 -- 172.21.15.76:0/3822333355 shutdown_connections 2024-09-13T16:16:29.402 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.400+0000 7f605ddc7640 1 -- 172.21.15.76:0/3822333355 wait complete. 2024-09-13T16:16:29.412 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:16:29.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.512+0000 7f2178c72640 1 Processor -- start 2024-09-13T16:16:29.514 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.512+0000 7f2178c72640 1 -- start start 2024-09-13T16:16:29.516 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.513+0000 7f2178c72640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f21740d2d60 0x7f21740b1bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:29.516 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.513+0000 7f2178c72640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f21740d0d90 0x7f21740cea30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:29.516 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.513+0000 7f2178c72640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f21740d1220 con 0x7f217415c8a0 2024-09-13T16:16:29.516 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.513+0000 7f2178c72640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f21740d3560 con 0x7f21740d2d60 2024-09-13T16:16:29.516 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.513+0000 7f2178c72640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f21740d1490 con 0x7f21740d0d90 2024-09-13T16:16:29.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.513+0000 7f217259c640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f217415c8a0 0x7f21740d2650 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:44494/0 (socket says 172.21.15.76:44494) 2024-09-13T16:16:29.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.513+0000 7f217259c640 1 -- 172.21.15.76:0/2133181156 learned_addr learned my addr 172.21.15.76:0/2133181156 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:16:29.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.513+0000 7f2171d9b640 1 -- 172.21.15.76:0/2133181156 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 653007015 0 0) 0x7f21740d1220 con 0x7f217415c8a0 2024-09-13T16:16:29.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.514+0000 7f2171d9b640 1 -- 172.21.15.76:0/2133181156 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2160003520 con 0x7f217415c8a0 2024-09-13T16:16:29.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.514+0000 7f2172d9d640 1 --2- 172.21.15.76:0/2133181156 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f21740d0d90 0x7f21740cea30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:29.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.514+0000 7f2169d9b640 1 --2- 172.21.15.76:0/2133181156 >> v2:172.21.15.192:3300/0 conn(0x7f21740d2d60 0x7f21740b1bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:29.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.514+0000 7f2171d9b640 1 -- 172.21.15.76:0/2133181156 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4187814621 0 0) 0x7f2160003520 con 0x7f217415c8a0 2024-09-13T16:16:29.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.514+0000 7f2171d9b640 1 -- 172.21.15.76:0/2133181156 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f21740d0d90 msgr2=0x7f21740cea30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:29.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.514+0000 7f2171d9b640 1 --2- 172.21.15.76:0/2133181156 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f21740d0d90 0x7f21740cea30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:29.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.514+0000 7f2171d9b640 1 -- 172.21.15.76:0/2133181156 >> v2:172.21.15.192:3300/0 conn(0x7f21740d2d60 msgr2=0x7f21740b1bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:29.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.514+0000 7f2171d9b640 1 --2- 172.21.15.76:0/2133181156 >> v2:172.21.15.192:3300/0 conn(0x7f21740d2d60 0x7f21740b1bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:29.517 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.514+0000 7f2171d9b640 1 -- 172.21.15.76:0/2133181156 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f21740cdc70 con 0x7f217415c8a0 2024-09-13T16:16:29.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.514+0000 7f2171d9b640 1 -- 172.21.15.76:0/2133181156 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f2164001670 con 0x7f217415c8a0 2024-09-13T16:16:29.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.514+0000 7f2171d9b640 1 -- 172.21.15.76:0/2133181156 >> v1:172.21.15.76:6789/0 conn(0x7f217415c8a0 legacy=0x7f21740d2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:29.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.514+0000 7f2171d9b640 1 --2- 172.21.15.76:0/2133181156 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f21740d0d90 0x7f2160003970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:29.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.514+0000 7f2171d9b640 1 --2- 172.21.15.76:0/2133181156 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2160003fa0 0x7f21600047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:29.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.514+0000 7f2171d9b640 1 --2- 172.21.15.76:0/2133181156 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2160004d00 0x7f2160005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:29.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.514+0000 7f2171d9b640 1 -- 172.21.15.76:0/2133181156 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21740d1490 con 0x7f2160004d00 2024-09-13T16:16:29.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.514+0000 7f2171d9b640 1 -- 172.21.15.76:0/2133181156 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f216000ba30 con 0x7f2160003fa0 2024-09-13T16:16:29.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.514+0000 7f2171d9b640 1 -- 172.21.15.76:0/2133181156 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f216000bbc0 con 0x7f21740d0d90 2024-09-13T16:16:29.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.514+0000 7f2172d9d640 1 --2- 172.21.15.76:0/2133181156 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2160004d00 0x7f2160005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:29.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.514+0000 7f217259c640 1 --2- 172.21.15.76:0/2133181156 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f21740d0d90 0x7f2160003970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:29.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.514+0000 7f2169d9b640 1 --2- 172.21.15.76:0/2133181156 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2160003fa0 0x7f21600047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:29.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.514+0000 7f2172d9d640 1 -- 172.21.15.76:0/2133181156 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f21740d0d90 msgr2=0x7f2160003970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:29.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.514+0000 7f2172d9d640 1 --2- 172.21.15.76:0/2133181156 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f21740d0d90 0x7f2160003970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:29.519 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.514+0000 7f2172d9d640 1 -- 172.21.15.76:0/2133181156 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2160003fa0 msgr2=0x7f21600047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:29.519 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.514+0000 7f2172d9d640 1 --2- 172.21.15.76:0/2133181156 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2160003fa0 0x7f21600047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:29.519 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.514+0000 7f2172d9d640 1 -- 172.21.15.76:0/2133181156 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2160003520 con 0x7f2160004d00 2024-09-13T16:16:29.519 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.515+0000 7f2172d9d640 1 --2- 172.21.15.76:0/2133181156 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2160004d00 0x7f2160005180 secure :-1 s=READY pgs=2301 cs=0 l=1 rev1=1 crypto rx=0x7f216c007360 tx=0x7f21600057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=186ead9232d07e90 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:29.519 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.515+0000 7f2171d9b640 1 -- 172.21.15.76:0/2133181156 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f216c036600 con 0x7f2160004d00 2024-09-13T16:16:29.519 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.515+0000 7f2171d9b640 1 -- 172.21.15.76:0/2133181156 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f216c036760 con 0x7f2160004d00 2024-09-13T16:16:29.519 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.515+0000 7f2171d9b640 1 -- 172.21.15.76:0/2133181156 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f216c036af0 con 0x7f2160004d00 2024-09-13T16:16:29.522 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.516+0000 7f2178c72640 1 -- 172.21.15.76:0/2133181156 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2160004d00 msgr2=0x7f2160005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:29.522 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.516+0000 7f2178c72640 1 --2- 172.21.15.76:0/2133181156 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2160004d00 0x7f2160005180 secure :-1 s=READY pgs=2301 cs=0 l=1 rev1=1 crypto rx=0x7f216c007360 tx=0x7f21600057f0 comp rx=0 tx=0).stop 2024-09-13T16:16:29.522 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.516+0000 7f2172d9d640 1 -- 172.21.15.76:0/2133181156 reap_dead start 2024-09-13T16:16:29.522 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.516+0000 7f2178c72640 1 -- 172.21.15.76:0/2133181156 shutdown_connections 2024-09-13T16:16:29.522 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.516+0000 7f2178c72640 1 -- 172.21.15.76:0/2133181156 >> 172.21.15.76:0/2133181156 conn(0x7f217409bb00 msgr2=0x7f2174089fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:29.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.516+0000 7f2178c72640 1 -- 172.21.15.76:0/2133181156 shutdown_connections 2024-09-13T16:16:29.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.516+0000 7f2178c72640 1 -- 172.21.15.76:0/2133181156 wait complete. 2024-09-13T16:16:29.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.517+0000 7f2178c72640 1 Processor -- start 2024-09-13T16:16:29.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.517+0000 7f2178c72640 1 -- start start 2024-09-13T16:16:29.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.518+0000 7f2178c72640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2160004d00 0x7f21740c73e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:29.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.518+0000 7f2178c72640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2174159c10 0x7f217414caa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:29.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.518+0000 7f2178c72640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f217415a830 0x7f217415ace0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:29.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.518+0000 7f2178c72640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21740cb300 con 0x7f217415a830 2024-09-13T16:16:29.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.518+0000 7f2178c72640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f217415b220 con 0x7f2174159c10 2024-09-13T16:16:29.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.518+0000 7f2178c72640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f21740c7920 con 0x7f2160004d00 2024-09-13T16:16:29.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.518+0000 7f2172d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f217415a830 0x7f217415ace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:29.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.518+0000 7f2172d9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f217415a830 0x7f217415ace0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41182/0 (socket says 172.21.15.76:41182) 2024-09-13T16:16:29.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.518+0000 7f2172d9d640 1 -- 172.21.15.76:0/2509426545 learned_addr learned my addr 172.21.15.76:0/2509426545 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:29.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.518+0000 7f217259c640 1 --2- 172.21.15.76:0/2509426545 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2160004d00 0x7f21740c73e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:29.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.518+0000 7f2169d9b640 1 --2- 172.21.15.76:0/2509426545 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2174159c10 0x7f217414caa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:29.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.518+0000 7f2172d9d640 1 -- 172.21.15.76:0/2509426545 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2160004d00 msgr2=0x7f21740c73e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:29.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.518+0000 7f2172d9d640 1 --2- 172.21.15.76:0/2509426545 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2160004d00 0x7f21740c73e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:29.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.518+0000 7f2172d9d640 1 -- 172.21.15.76:0/2509426545 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2174159c10 msgr2=0x7f217414caa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:29.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.518+0000 7f2172d9d640 1 --2- 172.21.15.76:0/2509426545 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2174159c10 0x7f217414caa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:29.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.518+0000 7f2172d9d640 1 -- 172.21.15.76:0/2509426545 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f21741f1e50 con 0x7f217415a830 2024-09-13T16:16:29.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.518+0000 7f2169d9b640 1 --2- 172.21.15.76:0/2509426545 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2174159c10 0x7f217414caa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:16:29.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.518+0000 7f2172d9d640 1 --2- 172.21.15.76:0/2509426545 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f217415a830 0x7f217415ace0 secure :-1 s=READY pgs=2302 cs=0 l=1 rev1=1 crypto rx=0x7f216c002230 tx=0x7f216c004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:29.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.519+0000 7f216b7fe640 1 -- 172.21.15.76:0/2509426545 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f216c03d070 con 0x7f217415a830 2024-09-13T16:16:29.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.519+0000 7f216b7fe640 1 -- 172.21.15.76:0/2509426545 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f216c036ae0 con 0x7f217415a830 2024-09-13T16:16:29.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.519+0000 7f2178c72640 1 -- 172.21.15.76:0/2509426545 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f21740c9010 con 0x7f217415a830 2024-09-13T16:16:29.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.519+0000 7f216b7fe640 1 -- 172.21.15.76:0/2509426545 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f216c036e90 con 0x7f217415a830 2024-09-13T16:16:29.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.519+0000 7f2178c72640 1 -- 172.21.15.76:0/2509426545 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f21740caf20 con 0x7f217415a830 2024-09-13T16:16:29.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.520+0000 7f2178c72640 1 -- 172.21.15.76:0/2509426545 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f21740d3230 con 0x7f217415a830 2024-09-13T16:16:29.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.520+0000 7f216b7fe640 1 -- 172.21.15.76:0/2509426545 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f216c038070 con 0x7f217415a830 2024-09-13T16:16:29.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.521+0000 7f216b7fe640 1 --2- 172.21.15.76:0/2509426545 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f215406ac30 0x7f215406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:29.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.521+0000 7f216b7fe640 1 -- 172.21.15.76:0/2509426545 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(163..163 src has 1..163) v4 ==== 6072+0+0 (secure 0 0 0) 0x7f216c0a9a40 con 0x7f217415a830 2024-09-13T16:16:29.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.521+0000 7f217259c640 1 --2- 172.21.15.76:0/2509426545 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f215406ac30 0x7f215406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:29.525 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.521+0000 7f217259c640 1 --2- 172.21.15.76:0/2509426545 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f215406ac30 0x7f215406d0f0 secure :-1 s=READY pgs=984 cs=0 l=1 rev1=1 crypto rx=0x7f21740a0760 tx=0x7f21640078f0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:29.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.525+0000 7f216b7fe640 1 -- 172.21.15.76:0/2509426545 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f216c0abe60 con 0x7f217415a830 2024-09-13T16:16:29.693 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.692+0000 7f2178c72640 1 -- 172.21.15.76:0/2509426545 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f21740b1bf0 con 0x7f217415a830 2024-09-13T16:16:29.693 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.692+0000 7f216b7fe640 1 -- 172.21.15.76:0/2509426545 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v163) v1 ==== 104+0+11 (secure 0 0 0) 0x7f216c074ab0 con 0x7f217415a830 2024-09-13T16:16:29.694 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2024-09-13T16:16:29.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.694+0000 7f2178c72640 1 -- 172.21.15.76:0/2509426545 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f215406ac30 msgr2=0x7f215406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:29.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.694+0000 7f2178c72640 1 --2- 172.21.15.76:0/2509426545 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f215406ac30 0x7f215406d0f0 secure :-1 s=READY pgs=984 cs=0 l=1 rev1=1 crypto rx=0x7f21740a0760 tx=0x7f21640078f0 comp rx=0 tx=0).stop 2024-09-13T16:16:29.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.694+0000 7f2178c72640 1 -- 172.21.15.76:0/2509426545 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f217415a830 msgr2=0x7f217415ace0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:29.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.694+0000 7f2178c72640 1 --2- 172.21.15.76:0/2509426545 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f217415a830 0x7f217415ace0 secure :-1 s=READY pgs=2302 cs=0 l=1 rev1=1 crypto rx=0x7f216c002230 tx=0x7f216c004ab0 comp rx=0 tx=0).stop 2024-09-13T16:16:29.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.694+0000 7f2178c72640 1 -- 172.21.15.76:0/2509426545 shutdown_connections 2024-09-13T16:16:29.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.694+0000 7f2178c72640 1 --2- 172.21.15.76:0/2509426545 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f217415a830 0x7f217415ace0 unknown :-1 s=CLOSED pgs=2302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:29.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.694+0000 7f2178c72640 1 --2- 172.21.15.76:0/2509426545 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2174159c10 0x7f217414caa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:29.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.694+0000 7f2178c72640 1 --2- 172.21.15.76:0/2509426545 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f215406ac30 0x7f215406d0f0 unknown :-1 s=CLOSED pgs=984 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:29.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.694+0000 7f2178c72640 1 --2- 172.21.15.76:0/2509426545 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2160004d00 0x7f21740c73e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:29.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.694+0000 7f2178c72640 1 -- 172.21.15.76:0/2509426545 >> 172.21.15.76:0/2509426545 conn(0x7f217409bb00 msgr2=0x7f217406c3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:29.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.694+0000 7f2178c72640 1 -- 172.21.15.76:0/2509426545 shutdown_connections 2024-09-13T16:16:29.697 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.694+0000 7f2178c72640 1 -- 172.21.15.76:0/2509426545 wait complete. 2024-09-13T16:16:29.707 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:16:29.808 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.806+0000 7f4ae8ce5640 1 Processor -- start 2024-09-13T16:16:29.808 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.806+0000 7f4ae8ce5640 1 -- start start 2024-09-13T16:16:29.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.807+0000 7f4ae8ce5640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4ae4158c50 0x7f4ae406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:29.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.807+0000 7f4ae8ce5640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f4ae40b2ca0 0x7f4ae406a280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:29.809 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.807+0000 7f4ae8ce5640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4ae406a7c0 con 0x7f4ae4069e40 2024-09-13T16:16:29.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.807+0000 7f4ae8ce5640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4ae4159030 con 0x7f4ae40b2ca0 2024-09-13T16:16:29.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.807+0000 7f4ae8ce5640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4ae406c300 con 0x7f4ae4158c50 2024-09-13T16:16:29.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.808+0000 7f4ae2d9d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f4ae40b2ca0 0x7f4ae406a280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:29.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.808+0000 7f4ae1d9b640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f4ae4069e40 0x7f4ae40b2590 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:44498/0 (socket says 172.21.15.76:44498) 2024-09-13T16:16:29.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.808+0000 7f4ae1d9b640 1 -- 172.21.15.76:0/2705665919 learned_addr learned my addr 172.21.15.76:0/2705665919 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:16:29.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.808+0000 7f4ae2d9d640 1 -- 172.21.15.76:0/2705665919 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4ae4158c50 msgr2=0x7f4ae406d0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:29.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.808+0000 7f4ae259c640 1 --2- 172.21.15.76:0/2705665919 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4ae4158c50 0x7f4ae406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:29.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.808+0000 7f4ae2d9d640 1 --2- 172.21.15.76:0/2705665919 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4ae4158c50 0x7f4ae406d0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:29.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.808+0000 7f4ae2d9d640 1 -- 172.21.15.76:0/2705665919 >> v1:172.21.15.76:6789/0 conn(0x7f4ae4069e40 legacy=0x7f4ae40b2590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:29.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.808+0000 7f4ae159a640 1 -- 172.21.15.76:0/2705665919 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3797831454 0 0) 0x7f4ae406a7c0 con 0x7f4ae4069e40 2024-09-13T16:16:29.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.808+0000 7f4ae2d9d640 1 -- 172.21.15.76:0/2705665919 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4ae406c5e0 con 0x7f4ae40b2ca0 2024-09-13T16:16:29.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.808+0000 7f4ae259c640 1 --2- 172.21.15.76:0/2705665919 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4ae4158c50 0x7f4ae406d0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:16:29.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.809+0000 7f4ae2d9d640 1 --2- 172.21.15.76:0/2705665919 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ae40b2ca0 0x7f4ae406a280 secure :-1 s=READY pgs=2304 cs=0 l=1 rev1=1 crypto rx=0x7f4adc00bfa0 tx=0x7f4adc02c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bc71757707eaa7e2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:29.811 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.809+0000 7f4ae159a640 1 -- 172.21.15.76:0/2705665919 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4adc0336d0 con 0x7f4ae40b2ca0 2024-09-13T16:16:29.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.809+0000 7f4ae159a640 1 -- 172.21.15.76:0/2705665919 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4adc033830 con 0x7f4ae40b2ca0 2024-09-13T16:16:29.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.809+0000 7f4ae159a640 1 -- 172.21.15.76:0/2705665919 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4adc033bc0 con 0x7f4ae40b2ca0 2024-09-13T16:16:29.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.809+0000 7f4ae8ce5640 1 -- 172.21.15.76:0/2705665919 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ae40b2ca0 msgr2=0x7f4ae406a280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:29.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.809+0000 7f4ae8ce5640 1 --2- 172.21.15.76:0/2705665919 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ae40b2ca0 0x7f4ae406a280 secure :-1 s=READY pgs=2304 cs=0 l=1 rev1=1 crypto rx=0x7f4adc00bfa0 tx=0x7f4adc02c860 comp rx=0 tx=0).stop 2024-09-13T16:16:29.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.809+0000 7f4ae8ce5640 1 -- 172.21.15.76:0/2705665919 shutdown_connections 2024-09-13T16:16:29.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.809+0000 7f4ae8ce5640 1 --2- 172.21.15.76:0/2705665919 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ae40b2ca0 0x7f4ae406a280 unknown :-1 s=CLOSED pgs=2304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:29.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.809+0000 7f4ae8ce5640 1 --2- 172.21.15.76:0/2705665919 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4ae4158c50 0x7f4ae406d0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:29.813 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.809+0000 7f4ae8ce5640 1 -- 172.21.15.76:0/2705665919 >> 172.21.15.76:0/2705665919 conn(0x7f4ae40affa0 msgr2=0x7f4ae40b03b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:29.813 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.809+0000 7f4ae8ce5640 1 -- 172.21.15.76:0/2705665919 shutdown_connections 2024-09-13T16:16:29.813 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.809+0000 7f4ae8ce5640 1 -- 172.21.15.76:0/2705665919 wait complete. 2024-09-13T16:16:29.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.811+0000 7f4ae8ce5640 1 Processor -- start 2024-09-13T16:16:29.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.811+0000 7f4ae8ce5640 1 -- start start 2024-09-13T16:16:29.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.811+0000 7f4ae8ce5640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ae4069e40 0x7f4ae40c4420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:29.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.811+0000 7f4ae8ce5640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4ae40b2ca0 0x7f4ae40ac0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:29.815 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.811+0000 7f4ae8ce5640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4ae4158c50 0x7f4ae40ac630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:29.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.811+0000 7f4ae8ce5640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4ae40c5070 con 0x7f4ae4069e40 2024-09-13T16:16:29.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.811+0000 7f4ae8ce5640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4ae41540a0 con 0x7f4ae40b2ca0 2024-09-13T16:16:29.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.811+0000 7f4ae8ce5640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4ae40c4960 con 0x7f4ae4158c50 2024-09-13T16:16:29.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.812+0000 7f4ae259c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ae4069e40 0x7f4ae40c4420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:29.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.812+0000 7f4ae259c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ae4069e40 0x7f4ae40c4420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41194/0 (socket says 172.21.15.76:41194) 2024-09-13T16:16:29.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.812+0000 7f4ae259c640 1 -- 172.21.15.76:0/4175747039 learned_addr learned my addr 172.21.15.76:0/4175747039 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:29.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.812+0000 7f4ae2d9d640 1 --2- 172.21.15.76:0/4175747039 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4ae4158c50 0x7f4ae40ac630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:29.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.812+0000 7f4ae1d9b640 1 --2- 172.21.15.76:0/4175747039 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4ae40b2ca0 0x7f4ae40ac0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:29.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.812+0000 7f4ae259c640 1 -- 172.21.15.76:0/4175747039 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4ae4158c50 msgr2=0x7f4ae40ac630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:29.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.812+0000 7f4ae259c640 1 --2- 172.21.15.76:0/4175747039 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4ae4158c50 0x7f4ae40ac630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:29.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.812+0000 7f4ae259c640 1 -- 172.21.15.76:0/4175747039 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4ae40b2ca0 msgr2=0x7f4ae40ac0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:29.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.812+0000 7f4ae259c640 1 --2- 172.21.15.76:0/4175747039 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4ae40b2ca0 0x7f4ae40ac0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:29.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.812+0000 7f4ae259c640 1 -- 172.21.15.76:0/4175747039 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4adc00bc80 con 0x7f4ae4069e40 2024-09-13T16:16:29.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.812+0000 7f4ae259c640 1 --2- 172.21.15.76:0/4175747039 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ae4069e40 0x7f4ae40c4420 secure :-1 s=READY pgs=2305 cs=0 l=1 rev1=1 crypto rx=0x7f4ad400c820 tx=0x7f4ad400cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:29.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.812+0000 7f4adaffd640 1 -- 172.21.15.76:0/4175747039 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ad4007a30 con 0x7f4ae4069e40 2024-09-13T16:16:29.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.812+0000 7f4adaffd640 1 -- 172.21.15.76:0/4175747039 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4ad4007b90 con 0x7f4ae4069e40 2024-09-13T16:16:29.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.812+0000 7f4adaffd640 1 -- 172.21.15.76:0/4175747039 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ad400ce10 con 0x7f4ae4069e40 2024-09-13T16:16:29.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.812+0000 7f4ae8ce5640 1 -- 172.21.15.76:0/4175747039 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4ae40c2930 con 0x7f4ae4069e40 2024-09-13T16:16:29.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.812+0000 7f4ae8ce5640 1 -- 172.21.15.76:0/4175747039 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4ae40c2bf0 con 0x7f4ae4069e40 2024-09-13T16:16:29.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.813+0000 7f4ae8ce5640 1 -- 172.21.15.76:0/4175747039 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4ae40cb0a0 con 0x7f4ae4069e40 2024-09-13T16:16:29.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.814+0000 7f4adaffd640 1 -- 172.21.15.76:0/4175747039 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f4ad40113f0 con 0x7f4ae4069e40 2024-09-13T16:16:29.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.814+0000 7f4adaffd640 1 --2- 172.21.15.76:0/4175747039 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4ac406ac00 0x7f4ac406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:29.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.814+0000 7f4adaffd640 1 -- 172.21.15.76:0/4175747039 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(163..163 src has 1..163) v4 ==== 6072+0+0 (secure 0 0 0) 0x7f4ad40895c0 con 0x7f4ae4069e40 2024-09-13T16:16:29.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.814+0000 7f4ae1d9b640 1 --2- 172.21.15.76:0/4175747039 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4ac406ac00 0x7f4ac406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:29.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.815+0000 7f4ae1d9b640 1 --2- 172.21.15.76:0/4175747039 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4ac406ac00 0x7f4ac406d0c0 secure :-1 s=READY pgs=985 cs=0 l=1 rev1=1 crypto rx=0x7f4ae406dbb0 tx=0x7f4acc007b50 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:29.819 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.818+0000 7f4adaffd640 1 -- 172.21.15.76:0/4175747039 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f4ad4054630 con 0x7f4ae4069e40 2024-09-13T16:16:29.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.980+0000 7f4ae8ce5640 1 -- 172.21.15.76:0/4175747039 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f4ae406a560 con 0x7f4ae4069e40 2024-09-13T16:16:29.982 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.980+0000 7f4adaffd640 1 -- 172.21.15.76:0/4175747039 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v163) v1 ==== 100+0+11 (secure 0 0 0) 0x7f4ad4057c50 con 0x7f4ae4069e40 2024-09-13T16:16:29.982 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2024-09-13T16:16:29.984 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.982+0000 7f4ae8ce5640 1 -- 172.21.15.76:0/4175747039 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4ac406ac00 msgr2=0x7f4ac406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:29.984 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.982+0000 7f4ae8ce5640 1 --2- 172.21.15.76:0/4175747039 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4ac406ac00 0x7f4ac406d0c0 secure :-1 s=READY pgs=985 cs=0 l=1 rev1=1 crypto rx=0x7f4ae406dbb0 tx=0x7f4acc007b50 comp rx=0 tx=0).stop 2024-09-13T16:16:29.984 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.982+0000 7f4ae8ce5640 1 -- 172.21.15.76:0/4175747039 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ae4069e40 msgr2=0x7f4ae40c4420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:29.984 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.982+0000 7f4ae8ce5640 1 --2- 172.21.15.76:0/4175747039 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ae4069e40 0x7f4ae40c4420 secure :-1 s=READY pgs=2305 cs=0 l=1 rev1=1 crypto rx=0x7f4ad400c820 tx=0x7f4ad400cce0 comp rx=0 tx=0).stop 2024-09-13T16:16:29.984 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.983+0000 7f4ae8ce5640 1 -- 172.21.15.76:0/4175747039 shutdown_connections 2024-09-13T16:16:29.985 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.983+0000 7f4ae8ce5640 1 --2- 172.21.15.76:0/4175747039 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4ac406ac00 0x7f4ac406d0c0 unknown :-1 s=CLOSED pgs=985 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:29.985 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.983+0000 7f4ae8ce5640 1 --2- 172.21.15.76:0/4175747039 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4ae4158c50 0x7f4ae40ac630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:29.985 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.983+0000 7f4ae8ce5640 1 --2- 172.21.15.76:0/4175747039 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4ae40b2ca0 0x7f4ae40ac0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:29.985 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.983+0000 7f4ae8ce5640 1 --2- 172.21.15.76:0/4175747039 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4ae4069e40 0x7f4ae40c4420 unknown :-1 s=CLOSED pgs=2305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:29.985 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.983+0000 7f4ae8ce5640 1 -- 172.21.15.76:0/4175747039 >> 172.21.15.76:0/4175747039 conn(0x7f4ae40affa0 msgr2=0x7f4ae40ae890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:29.985 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.983+0000 7f4ae8ce5640 1 -- 172.21.15.76:0/4175747039 shutdown_connections 2024-09-13T16:16:29.985 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:29.983+0000 7f4ae8ce5640 1 -- 172.21.15.76:0/4175747039 wait complete. 2024-09-13T16:16:29.995 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:16:30.094 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.093+0000 7fc910345640 1 Processor -- start 2024-09-13T16:16:30.094 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.093+0000 7fc910345640 1 -- start start 2024-09-13T16:16:30.095 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.094+0000 7fc910345640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fc9080cebd0 0x7fc9080b1610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:30.096 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.094+0000 7fc910345640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc9080b1c50 con 0x7fc9081593e0 2024-09-13T16:16:30.096 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.094+0000 7fc910345640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc9080b1f30 con 0x7fc9080b11d0 2024-09-13T16:16:30.096 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.094+0000 7fc910345640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc9080b2210 con 0x7fc9080cebd0 2024-09-13T16:16:30.096 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.094+0000 7fc90e8e2640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fc9080cebd0 0x7fc9080b1610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:30.096 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.094+0000 7fc90e8e2640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fc9080cebd0 0x7fc9080b1610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41200/0 (socket says 172.21.15.76:41200) 2024-09-13T16:16:30.096 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.094+0000 7fc90e0e1640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fc9081593e0 0x7fc9080c88d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:44514/0 (socket says 172.21.15.76:44514) 2024-09-13T16:16:30.096 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.094+0000 7fc90e8e2640 1 -- 172.21.15.76:0/312473297 learned_addr learned my addr 172.21.15.76:0/312473297 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:30.096 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.094+0000 7fc90e8e2640 1 -- 172.21.15.76:0/312473297 >> v1:172.21.15.192:6789/0 conn(0x7fc9080b11d0 legacy=0x7fc9080ce4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:30.096 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.094+0000 7fc90e8e2640 1 -- 172.21.15.76:0/312473297 >> v1:172.21.15.76:6789/0 conn(0x7fc9081593e0 legacy=0x7fc9080c88d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:30.096 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.094+0000 7fc90e8e2640 1 -- 172.21.15.76:0/312473297 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc9080c31e0 con 0x7fc9080cebd0 2024-09-13T16:16:30.096 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.094+0000 7fc90d0df640 1 -- 172.21.15.76:0/312473297 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2417911622 0 0) 0x7fc9080b1c50 con 0x7fc9081593e0 2024-09-13T16:16:30.098 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.095+0000 7fc90e8e2640 1 --2- 172.21.15.76:0/312473297 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc9080cebd0 0x7fc9080b1610 secure :-1 s=READY pgs=2307 cs=0 l=1 rev1=1 crypto rx=0x7fc90000d150 tx=0x7fc90002c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e5b3d0a169c0b0f0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:30.098 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.095+0000 7fc90d0df640 1 -- 172.21.15.76:0/312473297 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc90000b2d0 con 0x7fc9080cebd0 2024-09-13T16:16:30.098 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.095+0000 7fc90d0df640 1 -- 172.21.15.76:0/312473297 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc90000b430 con 0x7fc9080cebd0 2024-09-13T16:16:30.098 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.095+0000 7fc90d0df640 1 -- 172.21.15.76:0/312473297 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc900009820 con 0x7fc9080cebd0 2024-09-13T16:16:30.098 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.096+0000 7fc910345640 1 -- 172.21.15.76:0/312473297 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc9080cebd0 msgr2=0x7fc9080b1610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:30.098 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.096+0000 7fc910345640 1 --2- 172.21.15.76:0/312473297 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc9080cebd0 0x7fc9080b1610 secure :-1 s=READY pgs=2307 cs=0 l=1 rev1=1 crypto rx=0x7fc90000d150 tx=0x7fc90002c9c0 comp rx=0 tx=0).stop 2024-09-13T16:16:30.098 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.096+0000 7fc910345640 1 -- 172.21.15.76:0/312473297 shutdown_connections 2024-09-13T16:16:30.098 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.096+0000 7fc910345640 1 --2- 172.21.15.76:0/312473297 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc9080cebd0 0x7fc9080b1610 unknown :-1 s=CLOSED pgs=2307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:30.098 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.096+0000 7fc910345640 1 -- 172.21.15.76:0/312473297 >> 172.21.15.76:0/312473297 conn(0x7fc90806a020 msgr2=0x7fc90806a430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:30.098 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.096+0000 7fc910345640 1 -- 172.21.15.76:0/312473297 shutdown_connections 2024-09-13T16:16:30.098 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.096+0000 7fc910345640 1 -- 172.21.15.76:0/312473297 wait complete. 2024-09-13T16:16:30.100 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.097+0000 7fc910345640 1 Processor -- start 2024-09-13T16:16:30.100 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.097+0000 7fc910345640 1 -- start start 2024-09-13T16:16:30.100 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.098+0000 7fc910345640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc9080b11d0 0x7fc9081ee8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:30.101 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.098+0000 7fc910345640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc9080cebd0 0x7fc9080cbb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:30.101 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.098+0000 7fc910345640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc9081593e0 0x7fc9081578a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:30.101 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.098+0000 7fc910345640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9081eee30 con 0x7fc9081593e0 2024-09-13T16:16:30.101 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.098+0000 7fc910345640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc90806cb00 con 0x7fc9080b11d0 2024-09-13T16:16:30.101 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.098+0000 7fc910345640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc90806cd70 con 0x7fc9080cebd0 2024-09-13T16:16:30.101 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.098+0000 7fc90e8e2640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc9081593e0 0x7fc9081578a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:30.101 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.098+0000 7fc90e8e2640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc9081593e0 0x7fc9081578a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41202/0 (socket says 172.21.15.76:41202) 2024-09-13T16:16:30.101 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.098+0000 7fc90e8e2640 1 -- 172.21.15.76:0/3700967687 learned_addr learned my addr 172.21.15.76:0/3700967687 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:30.101 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.098+0000 7fc90e0e1640 1 --2- 172.21.15.76:0/3700967687 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc9080b11d0 0x7fc9081ee8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:30.101 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.098+0000 7fc90d8e0640 1 --2- 172.21.15.76:0/3700967687 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc9080cebd0 0x7fc9080cbb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:30.101 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.098+0000 7fc90e8e2640 1 -- 172.21.15.76:0/3700967687 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc9080cebd0 msgr2=0x7fc9080cbb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:30.101 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.098+0000 7fc90e8e2640 1 --2- 172.21.15.76:0/3700967687 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc9080cebd0 0x7fc9080cbb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:30.101 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.098+0000 7fc90e8e2640 1 -- 172.21.15.76:0/3700967687 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc9080b11d0 msgr2=0x7fc9081ee8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:30.102 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.098+0000 7fc90e8e2640 1 --2- 172.21.15.76:0/3700967687 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc9080b11d0 0x7fc9081ee8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:30.102 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.098+0000 7fc90e8e2640 1 -- 172.21.15.76:0/3700967687 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc90000bd40 con 0x7fc9081593e0 2024-09-13T16:16:30.102 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.098+0000 7fc90e0e1640 1 --2- 172.21.15.76:0/3700967687 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc9080b11d0 0x7fc9081ee8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:16:30.102 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.098+0000 7fc90e8e2640 1 --2- 172.21.15.76:0/3700967687 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc9081593e0 0x7fc9081578a0 secure :-1 s=READY pgs=2308 cs=0 l=1 rev1=1 crypto rx=0x7fc90000d270 tx=0x7fc900004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:30.102 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.098+0000 7fc8feffd640 1 -- 172.21.15.76:0/3700967687 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc90003a860 con 0x7fc9081593e0 2024-09-13T16:16:30.102 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.098+0000 7fc8feffd640 1 -- 172.21.15.76:0/3700967687 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc90003a9c0 con 0x7fc9081593e0 2024-09-13T16:16:30.102 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.098+0000 7fc8feffd640 1 -- 172.21.15.76:0/3700967687 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc90003ad30 con 0x7fc9081593e0 2024-09-13T16:16:30.102 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.098+0000 7fc910345640 1 -- 172.21.15.76:0/3700967687 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc90806d050 con 0x7fc9081593e0 2024-09-13T16:16:30.102 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.099+0000 7fc910345640 1 -- 172.21.15.76:0/3700967687 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc9081f1c20 con 0x7fc9081593e0 2024-09-13T16:16:30.103 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.100+0000 7fc910345640 1 -- 172.21.15.76:0/3700967687 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc90806d570 con 0x7fc9081593e0 2024-09-13T16:16:30.103 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.100+0000 7fc8feffd640 1 -- 172.21.15.76:0/3700967687 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc90003b430 con 0x7fc9081593e0 2024-09-13T16:16:30.103 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.100+0000 7fc8feffd640 1 --2- 172.21.15.76:0/3700967687 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc8ec06ac00 0x7fc8ec06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:30.103 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.100+0000 7fc8feffd640 1 -- 172.21.15.76:0/3700967687 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(163..163 src has 1..163) v4 ==== 6072+0+0 (secure 0 0 0) 0x7fc9000ac720 con 0x7fc9081593e0 2024-09-13T16:16:30.103 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.100+0000 7fc90e0e1640 1 --2- 172.21.15.76:0/3700967687 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc8ec06ac00 0x7fc8ec06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:30.103 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.101+0000 7fc90e0e1640 1 --2- 172.21.15.76:0/3700967687 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc8ec06ac00 0x7fc8ec06d0c0 secure :-1 s=READY pgs=986 cs=0 l=1 rev1=1 crypto rx=0x7fc8f8007fd0 tx=0x7fc8f8007de0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:30.106 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.105+0000 7fc8feffd640 1 -- 172.21.15.76:0/3700967687 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fc90806d570 con 0x7fc9081593e0 2024-09-13T16:16:30.278 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.276+0000 7fc910345640 1 -- 172.21.15.76:0/3700967687 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fc90806d570 con 0x7fc9081593e0 2024-09-13T16:16:30.278 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.277+0000 7fc8feffd640 1 -- 172.21.15.76:0/3700967687 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 1 entries v163) v1 ==== 80+0+56 (secure 0 0 0) 0x7fc90806d570 con 0x7fc9081593e0 2024-09-13T16:16:30.278 INFO:teuthology.orchestra.run.smithi076.stdout:192.168.0.1:0/305132783 2024-09-13T17:16:21.749578+0000 2024-09-13T16:16:30.279 INFO:teuthology.orchestra.run.smithi076.stderr:listed 1 entries 2024-09-13T16:16:30.280 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.278+0000 7fc910345640 1 -- 172.21.15.76:0/3700967687 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc8ec06ac00 msgr2=0x7fc8ec06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:30.280 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.278+0000 7fc910345640 1 --2- 172.21.15.76:0/3700967687 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc8ec06ac00 0x7fc8ec06d0c0 secure :-1 s=READY pgs=986 cs=0 l=1 rev1=1 crypto rx=0x7fc8f8007fd0 tx=0x7fc8f8007de0 comp rx=0 tx=0).stop 2024-09-13T16:16:30.280 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.278+0000 7fc910345640 1 -- 172.21.15.76:0/3700967687 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc9081593e0 msgr2=0x7fc9081578a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:30.280 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.278+0000 7fc910345640 1 --2- 172.21.15.76:0/3700967687 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc9081593e0 0x7fc9081578a0 secure :-1 s=READY pgs=2308 cs=0 l=1 rev1=1 crypto rx=0x7fc90000d270 tx=0x7fc900004a40 comp rx=0 tx=0).stop 2024-09-13T16:16:30.280 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.278+0000 7fc910345640 1 -- 172.21.15.76:0/3700967687 shutdown_connections 2024-09-13T16:16:30.280 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.278+0000 7fc910345640 1 --2- 172.21.15.76:0/3700967687 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc9081593e0 0x7fc9081578a0 unknown :-1 s=CLOSED pgs=2308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:30.281 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.278+0000 7fc910345640 1 --2- 172.21.15.76:0/3700967687 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc8ec06ac00 0x7fc8ec06d0c0 unknown :-1 s=CLOSED pgs=986 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:30.281 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.278+0000 7fc910345640 1 --2- 172.21.15.76:0/3700967687 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc9080cebd0 0x7fc9080cbb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:30.281 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.278+0000 7fc910345640 1 --2- 172.21.15.76:0/3700967687 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc9080b11d0 0x7fc9081ee8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:30.281 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.278+0000 7fc910345640 1 -- 172.21.15.76:0/3700967687 >> 172.21.15.76:0/3700967687 conn(0x7fc90806a020 msgr2=0x7fc9080af710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:30.281 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.278+0000 7fc910345640 1 -- 172.21.15.76:0/3700967687 shutdown_connections 2024-09-13T16:16:30.281 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.279+0000 7fc910345640 1 -- 172.21.15.76:0/3700967687 wait complete. 2024-09-13T16:16:30.290 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi192.front.sepia.ceph.com... 2024-09-13T16:16:30.291 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:16:30.291 DEBUG:teuthology.orchestra.run.smithi192:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-13T16:16:30.319 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi192.stderr:ceph-fuse[50058]: fuse finished with error 0 and tester_r 0 2024-09-13T16:16:30.321 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi192.front.sepia.ceph.com 2024-09-13T16:16:30.321 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:16:30.322 DEBUG:teuthology.orchestra.run.smithi192:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-13T16:16:30.491 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:16:30.492 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:16:30.508 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18725 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T16:16:30.508 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi076.front.sepia.ceph.com 2024-09-13T16:16:30.508 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:16:30.508 DEBUG:teuthology.orchestra.run.smithi076:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-13T16:16:30.563 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:16:30.564 INFO:teuthology.orchestra.run.smithi076.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.2': No such file or directory 2024-09-13T16:16:30.564 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-13T16:16:30.564 DEBUG:teuthology.orchestra.run.smithi192:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:16:30.583 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056014,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20494 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-13T16:16:30.583 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi192.front.sepia.ceph.com 2024-09-13T16:16:30.584 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:16:30.584 DEBUG:teuthology.orchestra.run.smithi192:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-13T16:16:30.642 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:16:30.643 INFO:teuthology.orchestra.run.smithi192.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.3': No such file or directory 2024-09-13T16:16:30.643 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:16:30.742 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.740+0000 7f7605032640 1 Processor -- start 2024-09-13T16:16:30.742 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.740+0000 7f7605032640 1 -- start start 2024-09-13T16:16:30.743 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.741+0000 7f7605032640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f7600160830 0x7f76000d2f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:30.743 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.741+0000 7f7605032640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f76000d0b00 0x7f76000d0f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:30.743 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.741+0000 7f7605032640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f76000b5b80 con 0x7f7600160c10 2024-09-13T16:16:30.743 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.741+0000 7f7605032640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f76000d34a0 con 0x7f7600160830 2024-09-13T16:16:30.743 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.741+0000 7f7605032640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f76000ce040 con 0x7f76000d0b00 2024-09-13T16:16:30.743 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.741+0000 7f75ff59e640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f76000d0b00 0x7f76000d0f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:30.743 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.741+0000 7f75fed9d640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f7600160830 0x7f76000d2f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:30.743 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.741+0000 7f75ff59e640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f76000d0b00 0x7f76000d0f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.76:53450/0 (socket says 172.21.15.76:53450) 2024-09-13T16:16:30.744 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.741+0000 7f75f7fff640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7f7600160c10 0x7f76000b5470 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:58446/0 (socket says 172.21.15.76:58446) 2024-09-13T16:16:30.744 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.741+0000 7f75ff59e640 1 -- 172.21.15.76:0/3919390514 learned_addr learned my addr 172.21.15.76:0/3919390514 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:30.744 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.741+0000 7f75fed9d640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f7600160830 0x7f76000d2f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.76:59416/0 (socket says 172.21.15.76:59416) 2024-09-13T16:16:30.744 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.742+0000 7f75ff59e640 1 -- 172.21.15.76:0/3919390514 >> v2:172.21.15.192:3300/0 conn(0x7f7600160830 msgr2=0x7f76000d2f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:30.744 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.742+0000 7f75ff59e640 1 --2- 172.21.15.76:0/3919390514 >> v2:172.21.15.192:3300/0 conn(0x7f7600160830 0x7f76000d2f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:30.744 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.742+0000 7f75ff59e640 1 -- 172.21.15.76:0/3919390514 >> v1:172.21.15.192:6789/0 conn(0x7f7600160c10 legacy=0x7f76000b5470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:30.744 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.742+0000 7f75ff59e640 1 -- 172.21.15.76:0/3919390514 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f76000ce320 con 0x7f76000d0b00 2024-09-13T16:16:30.744 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.742+0000 7f75fed9d640 1 --2- 172.21.15.76:0/3919390514 >> v2:172.21.15.192:3300/0 conn(0x7f7600160830 0x7f76000d2f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:16:30.746 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.742+0000 7f75ff59e640 1 --2- 172.21.15.76:0/3919390514 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f76000d0b00 0x7f76000d0f30 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f75f8009e50 tx=0x7f75f802a710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=87c3f43b84a16281 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:30.746 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.743+0000 7f75fe59c640 1 -- 172.21.15.76:0/3919390514 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75f8031600 con 0x7f76000d0b00 2024-09-13T16:16:30.746 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.743+0000 7f75fe59c640 1 -- 172.21.15.76:0/3919390514 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f75f802d050 con 0x7f76000d0b00 2024-09-13T16:16:30.746 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.743+0000 7f75fe59c640 1 -- 172.21.15.76:0/3919390514 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75f8031980 con 0x7f76000d0b00 2024-09-13T16:16:30.746 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.743+0000 7f7605032640 1 -- 172.21.15.76:0/3919390514 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f76000d0b00 msgr2=0x7f76000d0f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:30.746 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.743+0000 7f7605032640 1 --2- 172.21.15.76:0/3919390514 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f76000d0b00 0x7f76000d0f30 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f75f8009e50 tx=0x7f75f802a710 comp rx=0 tx=0).stop 2024-09-13T16:16:30.746 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.743+0000 7f7605032640 1 -- 172.21.15.76:0/3919390514 shutdown_connections 2024-09-13T16:16:30.746 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.743+0000 7f7605032640 1 --2- 172.21.15.76:0/3919390514 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f76000d0b00 0x7f76000d0f30 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:30.746 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.743+0000 7f7605032640 1 --2- 172.21.15.76:0/3919390514 >> v2:172.21.15.192:3300/0 conn(0x7f7600160830 0x7f76000d2f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:30.746 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.743+0000 7f7605032640 1 -- 172.21.15.76:0/3919390514 >> 172.21.15.76:0/3919390514 conn(0x7f7600089fd0 msgr2=0x7f76000d2640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:30.747 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.743+0000 7f7605032640 1 -- 172.21.15.76:0/3919390514 shutdown_connections 2024-09-13T16:16:30.747 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.743+0000 7f7605032640 1 -- 172.21.15.76:0/3919390514 wait complete. 2024-09-13T16:16:30.747 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.745+0000 7f7605032640 1 Processor -- start 2024-09-13T16:16:30.747 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.745+0000 7f7605032640 1 -- start start 2024-09-13T16:16:30.749 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.745+0000 7f7605032640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f76000d0b00 0x7f760014b2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:30.749 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.745+0000 7f7605032640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7600160830 0x7f76001f1b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:30.750 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.745+0000 7f7605032640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7600160c10 0x7f76000c7e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:30.750 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.745+0000 7f7605032640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f76000c9320 con 0x7f7600160830 2024-09-13T16:16:30.750 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.745+0000 7f7605032640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f76000c8710 con 0x7f7600160c10 2024-09-13T16:16:30.750 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.745+0000 7f7605032640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f76000c89f0 con 0x7f76000d0b00 2024-09-13T16:16:30.750 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.745+0000 7f75f7fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7600160830 0x7f76001f1b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:30.750 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.745+0000 7f75f7fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7600160830 0x7f76001f1b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41208/0 (socket says 172.21.15.76:41208) 2024-09-13T16:16:30.750 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.745+0000 7f75f7fff640 1 -- 172.21.15.76:0/2059364142 learned_addr learned my addr 172.21.15.76:0/2059364142 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:30.750 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.746+0000 7f75fed9d640 1 --2- 172.21.15.76:0/2059364142 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f76000d0b00 0x7f760014b2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:30.750 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.746+0000 7f75ff59e640 1 --2- 172.21.15.76:0/2059364142 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7600160c10 0x7f76000c7e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:30.750 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.746+0000 7f75f7fff640 1 -- 172.21.15.76:0/2059364142 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f76000d0b00 msgr2=0x7f760014b2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:30.750 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.746+0000 7f75f7fff640 1 --2- 172.21.15.76:0/2059364142 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f76000d0b00 0x7f760014b2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:30.750 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.746+0000 7f75f7fff640 1 -- 172.21.15.76:0/2059364142 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7600160c10 msgr2=0x7f76000c7e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:30.750 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.746+0000 7f75f7fff640 1 --2- 172.21.15.76:0/2059364142 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7600160c10 0x7f76000c7e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:30.751 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.746+0000 7f75f7fff640 1 -- 172.21.15.76:0/2059364142 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f75f0009400 con 0x7f7600160830 2024-09-13T16:16:30.751 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.746+0000 7f75f7fff640 1 --2- 172.21.15.76:0/2059364142 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7600160830 0x7f76001f1b50 secure :-1 s=READY pgs=2309 cs=0 l=1 rev1=1 crypto rx=0x7f75e800c3e0 tx=0x7f75e800c8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:30.751 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.746+0000 7f75f77fe640 1 -- 172.21.15.76:0/2059364142 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75e80074e0 con 0x7f7600160830 2024-09-13T16:16:30.751 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.746+0000 7f75f77fe640 1 -- 172.21.15.76:0/2059364142 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f75e8007640 con 0x7f7600160830 2024-09-13T16:16:30.751 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.746+0000 7f7605032640 1 -- 172.21.15.76:0/2059364142 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f75f8009b30 con 0x7f7600160830 2024-09-13T16:16:30.751 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.746+0000 7f75f77fe640 1 -- 172.21.15.76:0/2059364142 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75e80049e0 con 0x7f7600160830 2024-09-13T16:16:30.751 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.746+0000 7f7605032640 1 -- 172.21.15.76:0/2059364142 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f76000c8fb0 con 0x7f7600160830 2024-09-13T16:16:30.751 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.747+0000 7f7605032640 1 -- 172.21.15.76:0/2059364142 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f76000b3f30 con 0x7f7600160830 2024-09-13T16:16:30.751 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.748+0000 7f75f77fe640 1 -- 172.21.15.76:0/2059364142 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f75e8004b40 con 0x7f7600160830 2024-09-13T16:16:30.751 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.748+0000 7f75f77fe640 1 --2- 172.21.15.76:0/2059364142 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f75e006ac30 0x7f75e006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:30.751 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.748+0000 7f75f77fe640 1 -- 172.21.15.76:0/2059364142 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(163..163 src has 1..163) v4 ==== 6072+0+0 (secure 0 0 0) 0x7f75e8088bb0 con 0x7f7600160830 2024-09-13T16:16:30.751 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.748+0000 7f75fed9d640 1 --2- 172.21.15.76:0/2059364142 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f75e006ac30 0x7f75e006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:30.751 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.748+0000 7f75fed9d640 1 --2- 172.21.15.76:0/2059364142 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f75e006ac30 0x7f75e006d0f0 secure :-1 s=READY pgs=987 cs=0 l=1 rev1=1 crypto rx=0x7f75f0009cd0 tx=0x7f75f0009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:30.753 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.752+0000 7f75f77fe640 1 -- 172.21.15.76:0/2059364142 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f75e8053cd0 con 0x7f7600160830 2024-09-13T16:16:30.948 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.946+0000 7f7605032640 1 -- 172.21.15.76:0/2059364142 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f76000b5b80 con 0x7f7600160830 2024-09-13T16:16:30.948 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.947+0000 7f75f77fe640 1 -- 172.21.15.76:0/2059364142 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 92 v92) v1 ==== 94+0+4743 (secure 0 0 0) 0x7f76000b5b80 con 0x7f7600160830 2024-09-13T16:16:30.948 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:16:30.949 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":92,"default_fscid":11,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7718,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6834/217576700","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":217576700},{"type":"v1","addr":"172.21.15.192:6834","nonce":217576700}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":87},{"gid":8782,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/456601137","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6833","nonce":456601137},{"type":"v1","addr":"172.21.15.192:6835","nonce":456601137}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":87},{"gid":10068,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6836/4175162271","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":4175162271},{"type":"v1","addr":"172.21.15.76:6836","nonce":4175162271}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":87}],"filesystems":[{"mdsmap":{"epoch":92,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:14:51.827237+0000","modified":"2024-09-13T16:16:28.727725+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":10071},"failed":[],"damaged":[],"stopped":[],"info":{"gid_10071":{"gid":10071,"name":"c","rank":0,"incarnation":88,"state":"up:active","state_seq":27,"addr":"172.21.15.76:6837/3909448449","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":3909448449},{"type":"v1","addr":"172.21.15.76:6837","nonce":3909448449}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[24],"metadata_pool":23,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":11}]} 2024-09-13T16:16:30.949 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 92 2024-09-13T16:16:30.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.949+0000 7f7605032640 1 -- 172.21.15.76:0/2059364142 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f75e006ac30 msgr2=0x7f75e006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:30.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.949+0000 7f7605032640 1 --2- 172.21.15.76:0/2059364142 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f75e006ac30 0x7f75e006d0f0 secure :-1 s=READY pgs=987 cs=0 l=1 rev1=1 crypto rx=0x7f75f0009cd0 tx=0x7f75f0009190 comp rx=0 tx=0).stop 2024-09-13T16:16:30.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.949+0000 7f7605032640 1 -- 172.21.15.76:0/2059364142 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7600160830 msgr2=0x7f76001f1b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:30.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.949+0000 7f7605032640 1 --2- 172.21.15.76:0/2059364142 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7600160830 0x7f76001f1b50 secure :-1 s=READY pgs=2309 cs=0 l=1 rev1=1 crypto rx=0x7f75e800c3e0 tx=0x7f75e800c8a0 comp rx=0 tx=0).stop 2024-09-13T16:16:30.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.949+0000 7f7605032640 1 -- 172.21.15.76:0/2059364142 shutdown_connections 2024-09-13T16:16:30.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.949+0000 7f7605032640 1 --2- 172.21.15.76:0/2059364142 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7600160c10 0x7f76000c7e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:30.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.949+0000 7f7605032640 1 --2- 172.21.15.76:0/2059364142 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7600160830 0x7f76001f1b50 unknown :-1 s=CLOSED pgs=2309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:30.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.949+0000 7f7605032640 1 --2- 172.21.15.76:0/2059364142 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f75e006ac30 0x7f75e006d0f0 unknown :-1 s=CLOSED pgs=987 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:30.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.949+0000 7f7605032640 1 --2- 172.21.15.76:0/2059364142 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f76000d0b00 0x7f760014b2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:30.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.949+0000 7f7605032640 1 -- 172.21.15.76:0/2059364142 >> 172.21.15.76:0/2059364142 conn(0x7f7600089fd0 msgr2=0x7f760006c790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:30.951 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.949+0000 7f7605032640 1 -- 172.21.15.76:0/2059364142 shutdown_connections 2024-09-13T16:16:30.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:30.949+0000 7f7605032640 1 -- 172.21.15.76:0/2059364142 wait complete. 2024-09-13T16:16:30.961 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:16:31.060 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.058+0000 7fb6d45d4640 1 Processor -- start 2024-09-13T16:16:31.060 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.058+0000 7fb6d45d4640 1 -- start start 2024-09-13T16:16:31.061 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.059+0000 7fb6d45d4640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb6cc160830 0x7fb6cc0d2f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:31.061 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.059+0000 7fb6d45d4640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb6cc0d0b00 0x7fb6cc0d0f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:31.061 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.059+0000 7fb6d45d4640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb6cc0b5b80 con 0x7fb6cc160c10 2024-09-13T16:16:31.062 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.059+0000 7fb6d45d4640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb6cc0d34a0 con 0x7fb6cc160830 2024-09-13T16:16:31.062 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.059+0000 7fb6d45d4640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb6cc0ce040 con 0x7fb6cc0d0b00 2024-09-13T16:16:31.062 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.060+0000 7fb6d2370640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb6cc160830 0x7fb6cc0d2f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:31.062 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.060+0000 7fb6d2370640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb6cc160830 0x7fb6cc0d2f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41220/0 (socket says 172.21.15.76:41220) 2024-09-13T16:16:31.062 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.060+0000 7fb6d2370640 1 -- 172.21.15.76:0/1986019492 learned_addr learned my addr 172.21.15.76:0/1986019492 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:31.062 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.060+0000 7fb6d1b6f640 1 --1- 172.21.15.76:0/1986019492 >> v1:172.21.15.76:6789/0 conn(0x7fb6cc160c10 0x7fb6cc0b5470 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:44516/0 (socket says 172.21.15.76:44516) 2024-09-13T16:16:31.062 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.060+0000 7fb6d2b71640 1 --2- 172.21.15.76:0/1986019492 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb6cc0d0b00 0x7fb6cc0d0f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:31.062 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.060+0000 7fb6d2370640 1 -- 172.21.15.76:0/1986019492 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb6cc0d0b00 msgr2=0x7fb6cc0d0f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:31.062 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.060+0000 7fb6d2370640 1 --2- 172.21.15.76:0/1986019492 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb6cc0d0b00 0x7fb6cc0d0f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:31.062 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.060+0000 7fb6d2370640 1 -- 172.21.15.76:0/1986019492 >> v1:172.21.15.76:6789/0 conn(0x7fb6cc160c10 legacy=0x7fb6cc0b5470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:31.062 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.060+0000 7fb6d2370640 1 -- 172.21.15.76:0/1986019492 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb6cc0ce320 con 0x7fb6cc160830 2024-09-13T16:16:31.062 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.060+0000 7fb6d136e640 1 -- 172.21.15.76:0/1986019492 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3166731421 0 0) 0x7fb6c0001110 con 0x7fb6cc160c10 2024-09-13T16:16:31.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.061+0000 7fb6d2370640 1 --2- 172.21.15.76:0/1986019492 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb6cc160830 0x7fb6cc0d2f60 secure :-1 s=READY pgs=2311 cs=0 l=1 rev1=1 crypto rx=0x7fb6c8009870 tx=0x7fb6c802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f571c75b2beb40da server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:31.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.061+0000 7fb6d136e640 1 -- 172.21.15.76:0/1986019492 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6c8032440 con 0x7fb6cc160830 2024-09-13T16:16:31.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.061+0000 7fb6d136e640 1 -- 172.21.15.76:0/1986019492 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb6c80325a0 con 0x7fb6cc160830 2024-09-13T16:16:31.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.061+0000 7fb6d136e640 1 -- 172.21.15.76:0/1986019492 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6c8032930 con 0x7fb6cc160830 2024-09-13T16:16:31.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.061+0000 7fb6d45d4640 1 -- 172.21.15.76:0/1986019492 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb6cc160830 msgr2=0x7fb6cc0d2f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:31.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.061+0000 7fb6d45d4640 1 --2- 172.21.15.76:0/1986019492 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb6cc160830 0x7fb6cc0d2f60 secure :-1 s=READY pgs=2311 cs=0 l=1 rev1=1 crypto rx=0x7fb6c8009870 tx=0x7fb6c802a270 comp rx=0 tx=0).stop 2024-09-13T16:16:31.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.061+0000 7fb6d45d4640 1 -- 172.21.15.76:0/1986019492 shutdown_connections 2024-09-13T16:16:31.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.061+0000 7fb6d45d4640 1 --2- 172.21.15.76:0/1986019492 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb6cc0d0b00 0x7fb6cc0d0f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:31.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.061+0000 7fb6d45d4640 1 --2- 172.21.15.76:0/1986019492 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb6cc160830 0x7fb6cc0d2f60 unknown :-1 s=CLOSED pgs=2311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:31.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.061+0000 7fb6d45d4640 1 -- 172.21.15.76:0/1986019492 >> 172.21.15.76:0/1986019492 conn(0x7fb6cc089fd0 msgr2=0x7fb6cc0d2640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:31.064 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.061+0000 7fb6d45d4640 1 -- 172.21.15.76:0/1986019492 shutdown_connections 2024-09-13T16:16:31.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.061+0000 7fb6d45d4640 1 -- 172.21.15.76:0/1986019492 wait complete. 2024-09-13T16:16:31.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.062+0000 7fb6d45d4640 1 Processor -- start 2024-09-13T16:16:31.065 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.063+0000 7fb6d45d4640 1 -- start start 2024-09-13T16:16:31.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.063+0000 7fb6d45d4640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb6cc0d0b00 0x7fb6cc1e7d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:31.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.063+0000 7fb6d45d4640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb6cc160830 0x7fb6cc09c520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:31.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.063+0000 7fb6d45d4640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb6cc160c10 0x7fb6cc0cc0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:31.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.063+0000 7fb6d45d4640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb6cc0ca540 con 0x7fb6cc0d0b00 2024-09-13T16:16:31.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.063+0000 7fb6d45d4640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb6cc0ca1a0 con 0x7fb6cc160c10 2024-09-13T16:16:31.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.063+0000 7fb6d45d4640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb6cc1e8580 con 0x7fb6cc160830 2024-09-13T16:16:31.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.063+0000 7fb6d2370640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb6cc0d0b00 0x7fb6cc1e7d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:31.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.063+0000 7fb6d2370640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb6cc0d0b00 0x7fb6cc1e7d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:41230/0 (socket says 172.21.15.76:41230) 2024-09-13T16:16:31.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.063+0000 7fb6d2370640 1 -- 172.21.15.76:0/3922631584 learned_addr learned my addr 172.21.15.76:0/3922631584 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:31.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.064+0000 7fb6d2b71640 1 --2- 172.21.15.76:0/3922631584 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb6cc160c10 0x7fb6cc0cc0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:31.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.064+0000 7fb6d1b6f640 1 --2- 172.21.15.76:0/3922631584 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb6cc160830 0x7fb6cc09c520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:31.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.064+0000 7fb6d2370640 1 -- 172.21.15.76:0/3922631584 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb6cc160830 msgr2=0x7fb6cc09c520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:31.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.064+0000 7fb6d2370640 1 --2- 172.21.15.76:0/3922631584 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb6cc160830 0x7fb6cc09c520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:31.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.064+0000 7fb6d2370640 1 -- 172.21.15.76:0/3922631584 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb6cc160c10 msgr2=0x7fb6cc0cc0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:31.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.064+0000 7fb6d2370640 1 --2- 172.21.15.76:0/3922631584 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb6cc160c10 0x7fb6cc0cc0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:31.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.064+0000 7fb6d2370640 1 -- 172.21.15.76:0/3922631584 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb6c80094d0 con 0x7fb6cc0d0b00 2024-09-13T16:16:31.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.064+0000 7fb6d2b71640 1 --2- 172.21.15.76:0/3922631584 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb6cc160c10 0x7fb6cc0cc0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:16:31.068 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.064+0000 7fb6d1b6f640 1 --2- 172.21.15.76:0/3922631584 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb6cc160830 0x7fb6cc09c520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:16:31.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.064+0000 7fb6d2370640 1 --2- 172.21.15.76:0/3922631584 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb6cc0d0b00 0x7fb6cc1e7d30 secure :-1 s=READY pgs=2312 cs=0 l=1 rev1=1 crypto rx=0x7fb6c8000c00 tx=0x7fb6c80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:31.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.064+0000 7fb6beffd640 1 -- 172.21.15.76:0/3922631584 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6c8030b80 con 0x7fb6cc0d0b00 2024-09-13T16:16:31.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.064+0000 7fb6beffd640 1 -- 172.21.15.76:0/3922631584 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb6c8030d00 con 0x7fb6cc0d0b00 2024-09-13T16:16:31.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.064+0000 7fb6d45d4640 1 -- 172.21.15.76:0/3922631584 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb6cc1e8860 con 0x7fb6cc0d0b00 2024-09-13T16:16:31.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.064+0000 7fb6beffd640 1 -- 172.21.15.76:0/3922631584 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6c803d680 con 0x7fb6cc0d0b00 2024-09-13T16:16:31.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.064+0000 7fb6d45d4640 1 -- 172.21.15.76:0/3922631584 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb6cc1e8270 con 0x7fb6cc0d0b00 2024-09-13T16:16:31.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.065+0000 7fb6d45d4640 1 -- 172.21.15.76:0/3922631584 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb6cc0b3f30 con 0x7fb6cc0d0b00 2024-09-13T16:16:31.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.066+0000 7fb6beffd640 1 -- 172.21.15.76:0/3922631584 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb6c8039040 con 0x7fb6cc0d0b00 2024-09-13T16:16:31.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.066+0000 7fb6beffd640 1 --2- 172.21.15.76:0/3922631584 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb6b006ac30 0x7fb6b006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:31.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.066+0000 7fb6beffd640 1 -- 172.21.15.76:0/3922631584 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(163..163 src has 1..163) v4 ==== 6072+0+0 (secure 0 0 0) 0x7fb6c80aa1c0 con 0x7fb6cc0d0b00 2024-09-13T16:16:31.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.066+0000 7fb6d1b6f640 1 --2- 172.21.15.76:0/3922631584 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb6b006ac30 0x7fb6b006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:31.070 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.066+0000 7fb6d1b6f640 1 --2- 172.21.15.76:0/3922631584 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb6b006ac30 0x7fb6b006d0f0 secure :-1 s=READY pgs=988 cs=0 l=1 rev1=1 crypto rx=0x7fb6cc152460 tx=0x7fb6c0009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:31.071 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.070+0000 7fb6beffd640 1 -- 172.21.15.76:0/3922631584 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fb6c8075370 con 0x7fb6cc0d0b00 2024-09-13T16:16:31.237 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.236+0000 7fb6d45d4640 1 -- 172.21.15.76:0/3922631584 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fb6cc0d11a0 con 0x7fb6cc0d0b00 2024-09-13T16:16:31.238 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.237+0000 7fb6beffd640 1 -- 172.21.15.76:0/3922631584 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v163) v1 ==== 74+0+16739 (secure 0 0 0) 0x7fb6c8078990 con 0x7fb6cc0d0b00 2024-09-13T16:16:31.239 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:16:31.239 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":163,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:16:22.708241+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":24,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":23,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:14:49.992802+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"161","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":24,"pool_name":"cephfs_data","create_time":"2024-09-13T16:14:50.797972+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"162","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"192.168.0.1:0/305132783":"2024-09-13T17:16:21.749578+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:16:31.241 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.239+0000 7fb6d45d4640 1 -- 172.21.15.76:0/3922631584 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb6b006ac30 msgr2=0x7fb6b006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:31.241 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.239+0000 7fb6d45d4640 1 --2- 172.21.15.76:0/3922631584 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb6b006ac30 0x7fb6b006d0f0 secure :-1 s=READY pgs=988 cs=0 l=1 rev1=1 crypto rx=0x7fb6cc152460 tx=0x7fb6c0009040 comp rx=0 tx=0).stop 2024-09-13T16:16:31.241 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.239+0000 7fb6d45d4640 1 -- 172.21.15.76:0/3922631584 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb6cc0d0b00 msgr2=0x7fb6cc1e7d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:31.241 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.239+0000 7fb6d45d4640 1 --2- 172.21.15.76:0/3922631584 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb6cc0d0b00 0x7fb6cc1e7d30 secure :-1 s=READY pgs=2312 cs=0 l=1 rev1=1 crypto rx=0x7fb6c8000c00 tx=0x7fb6c80046c0 comp rx=0 tx=0).stop 2024-09-13T16:16:31.241 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.239+0000 7fb6d45d4640 1 -- 172.21.15.76:0/3922631584 shutdown_connections 2024-09-13T16:16:31.241 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.239+0000 7fb6d45d4640 1 --2- 172.21.15.76:0/3922631584 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb6cc160c10 0x7fb6cc0cc0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:31.241 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.239+0000 7fb6d45d4640 1 --2- 172.21.15.76:0/3922631584 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb6b006ac30 0x7fb6b006d0f0 unknown :-1 s=CLOSED pgs=988 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:31.242 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.239+0000 7fb6d45d4640 1 --2- 172.21.15.76:0/3922631584 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb6cc160830 0x7fb6cc09c520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:31.242 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.239+0000 7fb6d45d4640 1 --2- 172.21.15.76:0/3922631584 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb6cc0d0b00 0x7fb6cc1e7d30 unknown :-1 s=CLOSED pgs=2312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:31.242 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.239+0000 7fb6d45d4640 1 -- 172.21.15.76:0/3922631584 >> 172.21.15.76:0/3922631584 conn(0x7fb6cc089fd0 msgr2=0x7fb6cc0cf0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:31.242 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.240+0000 7fb6d45d4640 1 -- 172.21.15.76:0/3922631584 shutdown_connections 2024-09-13T16:16:31.242 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.240+0000 7fb6d45d4640 1 -- 172.21.15.76:0/3922631584 wait complete. 2024-09-13T16:16:31.252 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:01:26.960607+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 23, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:14:49.992802+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '161', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 24, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:14:50.797972+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '162', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:16:31.252 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:16:31.352 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.350+0000 7f7289af7640 1 Processor -- start 2024-09-13T16:16:31.352 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.350+0000 7f7289af7640 1 -- start start 2024-09-13T16:16:31.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.351+0000 7f7289af7640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f7284098a40 0x7f7284098e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:31.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.351+0000 7f7289af7640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f72840993d0 con 0x7f72840af740 2024-09-13T16:16:31.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.351+0000 7f7289af7640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f72840cf7c0 con 0x7f728415c780 2024-09-13T16:16:31.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.351+0000 7f7289af7640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f72840cf250 con 0x7f7284098a40 2024-09-13T16:16:31.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.351+0000 7f7282ffd640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f72840af740 0x7f72840ceb40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:39334/0 (socket says 172.21.15.76:39334) 2024-09-13T16:16:31.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.351+0000 7f7282ffd640 1 -- 172.21.15.76:0/1800469028 learned_addr learned my addr 172.21.15.76:0/1800469028 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:16:31.355 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.352+0000 7f72827fc640 1 -- 172.21.15.76:0/1800469028 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 235998365 0 0) 0x7f7278001110 con 0x7f72840af740 2024-09-13T16:16:31.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.352+0000 7f7283fff640 1 --2- 172.21.15.76:0/1800469028 >> v2:172.21.15.192:3300/0 conn(0x7f7284098a40 0x7f7284098e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:31.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.352+0000 7f72827fc640 1 -- 172.21.15.76:0/1800469028 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f726c003520 con 0x7f72840af740 2024-09-13T16:16:31.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.352+0000 7f72827fc640 1 -- 172.21.15.76:0/1800469028 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 654190420 0 0) 0x7f726c003520 con 0x7f72840af740 2024-09-13T16:16:31.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.352+0000 7f72827fc640 1 -- 172.21.15.76:0/1800469028 >> v2:172.21.15.192:3300/0 conn(0x7f7284098a40 msgr2=0x7f7284098e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:31.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.352+0000 7f72827fc640 1 --2- 172.21.15.76:0/1800469028 >> v2:172.21.15.192:3300/0 conn(0x7f7284098a40 0x7f7284098e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:31.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.352+0000 7f72827fc640 1 -- 172.21.15.76:0/1800469028 >> v1:172.21.15.192:6789/0 conn(0x7f728415c780 legacy=0x7f728406ac90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:31.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.352+0000 7f72827fc640 1 -- 172.21.15.76:0/1800469028 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f72840cb2b0 con 0x7f72840af740 2024-09-13T16:16:31.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.352+0000 7f72827fc640 1 -- 172.21.15.76:0/1800469028 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f7278001800 con 0x7f72840af740 2024-09-13T16:16:31.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.352+0000 7f72827fc640 1 -- 172.21.15.76:0/1800469028 >> v1:172.21.15.76:6789/0 conn(0x7f72840af740 legacy=0x7f72840ceb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:31.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.352+0000 7f72827fc640 1 --2- 172.21.15.76:0/1800469028 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f726c003970 0x7f726c003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:31.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.352+0000 7f72827fc640 1 --2- 172.21.15.76:0/1800469028 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f726c0047c0 0x7f726c004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:31.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.352+0000 7f72827fc640 1 --2- 172.21.15.76:0/1800469028 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f726c005180 0x7f726c00b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:31.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.352+0000 7f72827fc640 1 -- 172.21.15.76:0/1800469028 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f72840cf250 con 0x7f726c005180 2024-09-13T16:16:31.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.352+0000 7f72827fc640 1 -- 172.21.15.76:0/1800469028 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f726c00c120 con 0x7f726c003970 2024-09-13T16:16:31.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.352+0000 7f72827fc640 1 -- 172.21.15.76:0/1800469028 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f726c00c2e0 con 0x7f726c0047c0 2024-09-13T16:16:31.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.352+0000 7f7283fff640 1 --2- 172.21.15.76:0/1800469028 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f726c005180 0x7f726c00b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:31.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.352+0000 7f72837fe640 1 --2- 172.21.15.76:0/1800469028 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f726c003970 0x7f726c003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:31.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.352+0000 7f7282ffd640 1 --2- 172.21.15.76:0/1800469028 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f726c0047c0 0x7f726c004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:31.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.352+0000 7f7283fff640 1 -- 172.21.15.76:0/1800469028 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f726c0047c0 msgr2=0x7f726c004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:31.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.352+0000 7f7283fff640 1 --2- 172.21.15.76:0/1800469028 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f726c0047c0 0x7f726c004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:31.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.352+0000 7f7283fff640 1 -- 172.21.15.76:0/1800469028 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f726c003970 msgr2=0x7f726c003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:31.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.352+0000 7f7283fff640 1 --2- 172.21.15.76:0/1800469028 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f726c003970 0x7f726c003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:31.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.352+0000 7f7283fff640 1 -- 172.21.15.76:0/1800469028 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f726c003520 con 0x7f726c005180 2024-09-13T16:16:31.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.353+0000 7f7283fff640 1 -- 172.21.15.76:0/1800469028 reap_dead start 2024-09-13T16:16:31.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.353+0000 7f7283fff640 1 --2- 172.21.15.76:0/1800469028 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f726c005180 0x7f726c00b980 secure :-1 s=READY pgs=2314 cs=0 l=1 rev1=1 crypto rx=0x7f727c009ac0 tx=0x7f726c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=be83d94c8a5207df server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:31.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.353+0000 7f72827fc640 1 -- 172.21.15.76:0/1800469028 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f727c004020 con 0x7f726c005180 2024-09-13T16:16:31.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.353+0000 7f72827fc640 1 -- 172.21.15.76:0/1800469028 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f727c02d050 con 0x7f726c005180 2024-09-13T16:16:31.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.353+0000 7f72827fc640 1 -- 172.21.15.76:0/1800469028 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f727c0043c0 con 0x7f726c005180 2024-09-13T16:16:31.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.354+0000 7f7289af7640 1 -- 172.21.15.76:0/1800469028 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f726c005180 msgr2=0x7f726c00b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:31.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.354+0000 7f7289af7640 1 --2- 172.21.15.76:0/1800469028 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f726c005180 0x7f726c00b980 secure :-1 s=READY pgs=2314 cs=0 l=1 rev1=1 crypto rx=0x7f727c009ac0 tx=0x7f726c0057f0 comp rx=0 tx=0).stop 2024-09-13T16:16:31.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.354+0000 7f7289af7640 1 -- 172.21.15.76:0/1800469028 shutdown_connections 2024-09-13T16:16:31.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.354+0000 7f7289af7640 1 --2- 172.21.15.76:0/1800469028 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f726c005180 0x7f726c00b980 unknown :-1 s=CLOSED pgs=2314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:31.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.354+0000 7f7289af7640 1 -- 172.21.15.76:0/1800469028 >> 172.21.15.76:0/1800469028 conn(0x7f72840b1e40 msgr2=0x7f72840b2250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:31.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.354+0000 7f7289af7640 1 -- 172.21.15.76:0/1800469028 shutdown_connections 2024-09-13T16:16:31.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.354+0000 7f7289af7640 1 -- 172.21.15.76:0/1800469028 wait complete. 2024-09-13T16:16:31.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.355+0000 7f7289af7640 1 Processor -- start 2024-09-13T16:16:31.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.355+0000 7f7289af7640 1 -- start start 2024-09-13T16:16:31.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.356+0000 7f7289af7640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f726c005180 0x7f728415a990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:31.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.356+0000 7f7289af7640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f728415b090 0x7f72840b5680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:31.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.356+0000 7f7289af7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f728415b5c0 0x7f72840b5bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:31.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.356+0000 7f7289af7640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f72841e73a0 con 0x7f728415b5c0 2024-09-13T16:16:31.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.356+0000 7f7289af7640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f728415aed0 con 0x7f726c005180 2024-09-13T16:16:31.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.356+0000 7f7289af7640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f72840c7d30 con 0x7f728415b090 2024-09-13T16:16:31.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.356+0000 7f7283fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f728415b5c0 0x7f72840b5bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:31.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.356+0000 7f7283fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f728415b5c0 0x7f72840b5bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39246/0 (socket says 172.21.15.76:39246) 2024-09-13T16:16:31.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.356+0000 7f7283fff640 1 -- 172.21.15.76:0/3205994782 learned_addr learned my addr 172.21.15.76:0/3205994782 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:31.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.356+0000 7f72837fe640 1 --2- 172.21.15.76:0/3205994782 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f726c005180 0x7f728415a990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:31.362 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.356+0000 7f7282ffd640 1 --2- 172.21.15.76:0/3205994782 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f728415b090 0x7f72840b5680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:31.362 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.356+0000 7f7283fff640 1 -- 172.21.15.76:0/3205994782 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f728415b090 msgr2=0x7f72840b5680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:31.362 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.356+0000 7f7283fff640 1 --2- 172.21.15.76:0/3205994782 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f728415b090 0x7f72840b5680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:31.362 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.356+0000 7f7283fff640 1 -- 172.21.15.76:0/3205994782 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f726c005180 msgr2=0x7f728415a990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:31.362 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.356+0000 7f7283fff640 1 --2- 172.21.15.76:0/3205994782 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f726c005180 0x7f728415a990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:31.362 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.356+0000 7f7283fff640 1 -- 172.21.15.76:0/3205994782 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f72840c8010 con 0x7f728415b5c0 2024-09-13T16:16:31.362 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.356+0000 7f72837fe640 1 --2- 172.21.15.76:0/3205994782 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f726c005180 0x7f728415a990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:16:31.362 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.356+0000 7f7282ffd640 1 --2- 172.21.15.76:0/3205994782 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f728415b090 0x7f72840b5680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:16:31.362 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.356+0000 7f7283fff640 1 --2- 172.21.15.76:0/3205994782 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f728415b5c0 0x7f72840b5bc0 secure :-1 s=READY pgs=2315 cs=0 l=1 rev1=1 crypto rx=0x7f727c009bb0 tx=0x7f727c004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:31.362 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.357+0000 7f726bfff640 1 -- 172.21.15.76:0/3205994782 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f727c003c70 con 0x7f728415b5c0 2024-09-13T16:16:31.362 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.357+0000 7f726bfff640 1 -- 172.21.15.76:0/3205994782 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f727c003dd0 con 0x7f728415b5c0 2024-09-13T16:16:31.362 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.357+0000 7f726bfff640 1 -- 172.21.15.76:0/3205994782 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f727c03b650 con 0x7f728415b5c0 2024-09-13T16:16:31.362 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.357+0000 7f7289af7640 1 -- 172.21.15.76:0/3205994782 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f72841e6fc0 con 0x7f728415b5c0 2024-09-13T16:16:31.362 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.357+0000 7f7289af7640 1 -- 172.21.15.76:0/3205994782 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f72841f2300 con 0x7f728415b5c0 2024-09-13T16:16:31.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.358+0000 7f7289af7640 1 -- 172.21.15.76:0/3205994782 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f72841e74e0 con 0x7f728415b5c0 2024-09-13T16:16:31.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.358+0000 7f726bfff640 1 -- 172.21.15.76:0/3205994782 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f727c03b7b0 con 0x7f728415b5c0 2024-09-13T16:16:31.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.359+0000 7f726bfff640 1 --2- 172.21.15.76:0/3205994782 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f727006ac30 0x7f727006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:31.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.359+0000 7f726bfff640 1 -- 172.21.15.76:0/3205994782 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(163..163 src has 1..163) v4 ==== 6072+0+0 (secure 0 0 0) 0x7f727c0a9680 con 0x7f728415b5c0 2024-09-13T16:16:31.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.359+0000 7f72837fe640 1 --2- 172.21.15.76:0/3205994782 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f727006ac30 0x7f727006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:31.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.359+0000 7f72837fe640 1 --2- 172.21.15.76:0/3205994782 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f727006ac30 0x7f727006d0f0 secure :-1 s=READY pgs=989 cs=0 l=1 rev1=1 crypto rx=0x7f7274000f80 tx=0x7f7274009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:31.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.363+0000 7f726bfff640 1 -- 172.21.15.76:0/3205994782 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f72841e74e0 con 0x7f728415b5c0 2024-09-13T16:16:31.523 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.522+0000 7f7289af7640 1 -- 172.21.15.76:0/3205994782 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f72841e74e0 con 0x7f728415b5c0 2024-09-13T16:16:31.524 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.522+0000 7f726bfff640 1 -- 172.21.15.76:0/3205994782 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v163) v1 ==== 93+0+10 (secure 0 0 0) 0x7f727c0a7e60 con 0x7f728415b5c0 2024-09-13T16:16:31.524 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 1 2024-09-13T16:16:31.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.524+0000 7f7289af7640 1 -- 172.21.15.76:0/3205994782 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f727006ac30 msgr2=0x7f727006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:31.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.524+0000 7f7289af7640 1 --2- 172.21.15.76:0/3205994782 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f727006ac30 0x7f727006d0f0 secure :-1 s=READY pgs=989 cs=0 l=1 rev1=1 crypto rx=0x7f7274000f80 tx=0x7f7274009040 comp rx=0 tx=0).stop 2024-09-13T16:16:31.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.524+0000 7f7289af7640 1 -- 172.21.15.76:0/3205994782 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f728415b5c0 msgr2=0x7f72840b5bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:31.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.524+0000 7f7289af7640 1 --2- 172.21.15.76:0/3205994782 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f728415b5c0 0x7f72840b5bc0 secure :-1 s=READY pgs=2315 cs=0 l=1 rev1=1 crypto rx=0x7f727c009bb0 tx=0x7f727c004730 comp rx=0 tx=0).stop 2024-09-13T16:16:31.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.524+0000 7f7289af7640 1 -- 172.21.15.76:0/3205994782 shutdown_connections 2024-09-13T16:16:31.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.524+0000 7f7289af7640 1 --2- 172.21.15.76:0/3205994782 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f728415b5c0 0x7f72840b5bc0 unknown :-1 s=CLOSED pgs=2315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:31.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.524+0000 7f7289af7640 1 --2- 172.21.15.76:0/3205994782 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f727006ac30 0x7f727006d0f0 unknown :-1 s=CLOSED pgs=989 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:31.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.524+0000 7f7289af7640 1 --2- 172.21.15.76:0/3205994782 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f728415b090 0x7f72840b5680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:31.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.524+0000 7f7289af7640 1 --2- 172.21.15.76:0/3205994782 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f726c005180 0x7f728415a990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:31.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.524+0000 7f7289af7640 1 -- 172.21.15.76:0/3205994782 >> 172.21.15.76:0/3205994782 conn(0x7f72840b1e40 msgr2=0x7f72840aef70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:31.526 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.525+0000 7f7289af7640 1 -- 172.21.15.76:0/3205994782 shutdown_connections 2024-09-13T16:16:31.527 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.525+0000 7f7289af7640 1 -- 172.21.15.76:0/3205994782 wait complete. 2024-09-13T16:16:31.536 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:16:31.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.635+0000 7f45765a3640 1 Processor -- start 2024-09-13T16:16:31.637 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.636+0000 7f45765a3640 1 -- start start 2024-09-13T16:16:31.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.636+0000 7f45765a3640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f457015c8a0 0x7f45700b1bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:31.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.636+0000 7f45765a3640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f45700d0d90 0x7f45700d2650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:31.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.636+0000 7f45765a3640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f45700d11f0 con 0x7f45700d2b90 2024-09-13T16:16:31.638 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.636+0000 7f45765a3640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f45700d3560 con 0x7f45700d0d90 2024-09-13T16:16:31.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.636+0000 7f45765a3640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f45700d3040 con 0x7f457015c8a0 2024-09-13T16:16:31.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.637+0000 7f456ffff640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f457015c8a0 0x7f45700b1bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:31.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.637+0000 7f456ffff640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f457015c8a0 0x7f45700b1bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.76:48636/0 (socket says 172.21.15.76:48636) 2024-09-13T16:16:31.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.637+0000 7f456ffff640 1 -- 172.21.15.76:0/2553006219 learned_addr learned my addr 172.21.15.76:0/2553006219 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:31.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.637+0000 7f456f7fe640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f45700d0d90 0x7f45700d2650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:31.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.637+0000 7f4574b40640 1 --1- 172.21.15.76:0/2553006219 >> v1:172.21.15.192:6789/0 conn(0x7f45700d2b90 0x7f45700b2420 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:46866/0 (socket says 172.21.15.76:46866) 2024-09-13T16:16:31.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.637+0000 7f456ffff640 1 -- 172.21.15.76:0/2553006219 >> v2:172.21.15.192:3300/0 conn(0x7f45700d0d90 msgr2=0x7f45700d2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:31.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.637+0000 7f456ffff640 1 --2- 172.21.15.76:0/2553006219 >> v2:172.21.15.192:3300/0 conn(0x7f45700d0d90 0x7f45700d2650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:31.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.637+0000 7f456ffff640 1 -- 172.21.15.76:0/2553006219 >> v1:172.21.15.192:6789/0 conn(0x7f45700d2b90 legacy=0x7f45700b2420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:31.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.637+0000 7f456ffff640 1 -- 172.21.15.76:0/2553006219 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f45700d1490 con 0x7f457015c8a0 2024-09-13T16:16:31.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.638+0000 7f456ffff640 1 --2- 172.21.15.76:0/2553006219 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f457015c8a0 0x7f45700b1bf0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f4560009870 tx=0x7f456002a270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=775238c410d2774b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:31.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.638+0000 7f456effd640 1 -- 172.21.15.76:0/2553006219 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4560032440 con 0x7f457015c8a0 2024-09-13T16:16:31.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.638+0000 7f456effd640 1 -- 172.21.15.76:0/2553006219 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f45600325a0 con 0x7f457015c8a0 2024-09-13T16:16:31.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.638+0000 7f456effd640 1 -- 172.21.15.76:0/2553006219 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4560032930 con 0x7f457015c8a0 2024-09-13T16:16:31.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.638+0000 7f45765a3640 1 -- 172.21.15.76:0/2553006219 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f457015c8a0 msgr2=0x7f45700b1bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:31.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.638+0000 7f45765a3640 1 --2- 172.21.15.76:0/2553006219 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f457015c8a0 0x7f45700b1bf0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f4560009870 tx=0x7f456002a270 comp rx=0 tx=0).stop 2024-09-13T16:16:31.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.638+0000 7f45765a3640 1 -- 172.21.15.76:0/2553006219 shutdown_connections 2024-09-13T16:16:31.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.638+0000 7f45765a3640 1 --2- 172.21.15.76:0/2553006219 >> v2:172.21.15.192:3300/0 conn(0x7f45700d0d90 0x7f45700d2650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:31.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.638+0000 7f45765a3640 1 --2- 172.21.15.76:0/2553006219 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f457015c8a0 0x7f45700b1bf0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:31.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.638+0000 7f45765a3640 1 -- 172.21.15.76:0/2553006219 >> 172.21.15.76:0/2553006219 conn(0x7f457009bb00 msgr2=0x7f4570089fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:31.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.638+0000 7f45765a3640 1 -- 172.21.15.76:0/2553006219 shutdown_connections 2024-09-13T16:16:31.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.639+0000 7f45765a3640 1 -- 172.21.15.76:0/2553006219 wait complete. 2024-09-13T16:16:31.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.640+0000 7f45765a3640 1 Processor -- start 2024-09-13T16:16:31.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.640+0000 7f45765a3640 1 -- start start 2024-09-13T16:16:31.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.640+0000 7f45765a3640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f45700d0d90 0x7f45700c5630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:31.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.641+0000 7f45765a3640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f45700d2b90 0x7f45700c78a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:31.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.641+0000 7f45765a3640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f457015c8a0 0x7f45700b0580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:31.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.641+0000 7f45765a3640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45700c8f20 con 0x7f45700d2b90 2024-09-13T16:16:31.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.641+0000 7f45765a3640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45700c82a0 con 0x7f45700d0d90 2024-09-13T16:16:31.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.641+0000 7f45765a3640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f45700c8580 con 0x7f457015c8a0 2024-09-13T16:16:31.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.641+0000 7f456f7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f45700d2b90 0x7f45700c78a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:31.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.641+0000 7f456f7fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f45700d2b90 0x7f45700c78a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39262/0 (socket says 172.21.15.76:39262) 2024-09-13T16:16:31.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.641+0000 7f456f7fe640 1 -- 172.21.15.76:0/2447673145 learned_addr learned my addr 172.21.15.76:0/2447673145 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:31.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.641+0000 7f456ffff640 1 --2- 172.21.15.76:0/2447673145 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f45700d0d90 0x7f45700c5630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:31.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.641+0000 7f4574b40640 1 --2- 172.21.15.76:0/2447673145 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f457015c8a0 0x7f45700b0580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:31.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.641+0000 7f456f7fe640 1 -- 172.21.15.76:0/2447673145 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f457015c8a0 msgr2=0x7f45700b0580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:31.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.641+0000 7f456f7fe640 1 --2- 172.21.15.76:0/2447673145 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f457015c8a0 0x7f45700b0580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:31.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.641+0000 7f456f7fe640 1 -- 172.21.15.76:0/2447673145 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f45700d0d90 msgr2=0x7f45700c5630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:31.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.641+0000 7f456f7fe640 1 --2- 172.21.15.76:0/2447673145 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f45700d0d90 0x7f45700c5630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:31.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.641+0000 7f456f7fe640 1 -- 172.21.15.76:0/2447673145 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f45600094d0 con 0x7f45700d2b90 2024-09-13T16:16:31.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.641+0000 7f456f7fe640 1 --2- 172.21.15.76:0/2447673145 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f45700d2b90 0x7f45700c78a0 secure :-1 s=READY pgs=2316 cs=0 l=1 rev1=1 crypto rx=0x7f456400e840 tx=0x7f456400ed00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:31.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.641+0000 7f456cff9640 1 -- 172.21.15.76:0/2447673145 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45640094f0 con 0x7f45700d2b90 2024-09-13T16:16:31.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.641+0000 7f456cff9640 1 -- 172.21.15.76:0/2447673145 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f456400c940 con 0x7f45700d2b90 2024-09-13T16:16:31.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.641+0000 7f45765a3640 1 -- 172.21.15.76:0/2447673145 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f45700c8860 con 0x7f45700d2b90 2024-09-13T16:16:31.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.641+0000 7f456cff9640 1 -- 172.21.15.76:0/2447673145 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f456400ccd0 con 0x7f45700d2b90 2024-09-13T16:16:31.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.641+0000 7f45765a3640 1 -- 172.21.15.76:0/2447673145 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f45700c5b70 con 0x7f45700d2b90 2024-09-13T16:16:31.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.642+0000 7f45765a3640 1 -- 172.21.15.76:0/2447673145 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f45700d2650 con 0x7f45700d2b90 2024-09-13T16:16:31.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.643+0000 7f456cff9640 1 -- 172.21.15.76:0/2447673145 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f4564013470 con 0x7f45700d2b90 2024-09-13T16:16:31.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.643+0000 7f456cff9640 1 --2- 172.21.15.76:0/2447673145 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f455c06ac00 0x7f455c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:31.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.643+0000 7f456cff9640 1 -- 172.21.15.76:0/2447673145 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(163..163 src has 1..163) v4 ==== 6072+0+0 (secure 0 0 0) 0x7f4564089540 con 0x7f45700d2b90 2024-09-13T16:16:31.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.643+0000 7f456ffff640 1 --2- 172.21.15.76:0/2447673145 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f455c06ac00 0x7f455c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:31.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.644+0000 7f456ffff640 1 --2- 172.21.15.76:0/2447673145 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f455c06ac00 0x7f455c06d0c0 secure :-1 s=READY pgs=990 cs=0 l=1 rev1=1 crypto rx=0x7f4560034000 tx=0x7f456002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:31.648 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.647+0000 7f456cff9640 1 -- 172.21.15.76:0/2447673145 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f45640545d0 con 0x7f45700d2b90 2024-09-13T16:16:31.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.809+0000 7f45765a3640 1 -- 172.21.15.76:0/2447673145 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f457006b280 con 0x7f45700d2b90 2024-09-13T16:16:31.810 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.809+0000 7f456cff9640 1 -- 172.21.15.76:0/2447673145 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v163) v1 ==== 104+0+11 (secure 0 0 0) 0x7f4564057bf0 con 0x7f45700d2b90 2024-09-13T16:16:31.811 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 32 2024-09-13T16:16:31.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.811+0000 7f45765a3640 1 -- 172.21.15.76:0/2447673145 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f455c06ac00 msgr2=0x7f455c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:31.812 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.811+0000 7f45765a3640 1 --2- 172.21.15.76:0/2447673145 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f455c06ac00 0x7f455c06d0c0 secure :-1 s=READY pgs=990 cs=0 l=1 rev1=1 crypto rx=0x7f4560034000 tx=0x7f456002e000 comp rx=0 tx=0).stop 2024-09-13T16:16:31.813 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.811+0000 7f45765a3640 1 -- 172.21.15.76:0/2447673145 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f45700d2b90 msgr2=0x7f45700c78a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:31.813 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.811+0000 7f45765a3640 1 --2- 172.21.15.76:0/2447673145 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f45700d2b90 0x7f45700c78a0 secure :-1 s=READY pgs=2316 cs=0 l=1 rev1=1 crypto rx=0x7f456400e840 tx=0x7f456400ed00 comp rx=0 tx=0).stop 2024-09-13T16:16:31.813 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.811+0000 7f45765a3640 1 -- 172.21.15.76:0/2447673145 shutdown_connections 2024-09-13T16:16:31.813 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.811+0000 7f45765a3640 1 --2- 172.21.15.76:0/2447673145 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f455c06ac00 0x7f455c06d0c0 unknown :-1 s=CLOSED pgs=990 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:31.813 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.811+0000 7f45765a3640 1 --2- 172.21.15.76:0/2447673145 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f457015c8a0 0x7f45700b0580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:31.813 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.811+0000 7f45765a3640 1 --2- 172.21.15.76:0/2447673145 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f45700d2b90 0x7f45700c78a0 unknown :-1 s=CLOSED pgs=2316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:31.813 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.811+0000 7f45765a3640 1 --2- 172.21.15.76:0/2447673145 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f45700d0d90 0x7f45700c5630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:31.813 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.811+0000 7f45765a3640 1 -- 172.21.15.76:0/2447673145 >> 172.21.15.76:0/2447673145 conn(0x7f457009bb00 msgr2=0x7f45700ce880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:31.813 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.811+0000 7f45765a3640 1 -- 172.21.15.76:0/2447673145 shutdown_connections 2024-09-13T16:16:31.813 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.811+0000 7f45765a3640 1 -- 172.21.15.76:0/2447673145 wait complete. 2024-09-13T16:16:31.823 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:16:31.924 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.922+0000 7f10131db640 1 Processor -- start 2024-09-13T16:16:31.924 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.922+0000 7f10131db640 1 -- start start 2024-09-13T16:16:31.925 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.923+0000 7f10131db640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f100c0ccc80 0x7f100c0cd0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:31.925 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.923+0000 7f10131db640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f100c0ceae0 0x7f100c0cef70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:31.925 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.923+0000 7f10131db640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f100c0cd600 con 0x7f100c15c5a0 2024-09-13T16:16:31.925 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.923+0000 7f10131db640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f100c06ecc0 con 0x7f100c0ceae0 2024-09-13T16:16:31.926 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.923+0000 7f10131db640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f100c06efa0 con 0x7f100c0ccc80 2024-09-13T16:16:31.926 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.923+0000 7f1011778640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f100c0ceae0 0x7f100c0cef70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:31.926 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.923+0000 7f1011778640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f100c0ceae0 0x7f100c0cef70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39264/0 (socket says 172.21.15.76:39264) 2024-09-13T16:16:31.926 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.923+0000 7f1011778640 1 -- 172.21.15.76:0/3089553171 learned_addr learned my addr 172.21.15.76:0/3089553171 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:31.926 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.924+0000 7f1011778640 1 -- 172.21.15.76:0/3089553171 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f100c0ccc80 msgr2=0x7f100c0cd0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:31.926 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.924+0000 7f1011778640 1 --2- 172.21.15.76:0/3089553171 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f100c0ccc80 0x7f100c0cd0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:31.926 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.924+0000 7f1011778640 1 -- 172.21.15.76:0/3089553171 >> v1:172.21.15.192:6789/0 conn(0x7f100c15c5a0 legacy=0x7f100c06e200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:31.926 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.924+0000 7f1011778640 1 -- 172.21.15.76:0/3089553171 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f100c06f280 con 0x7f100c0ceae0 2024-09-13T16:16:31.928 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.924+0000 7f1011778640 1 --2- 172.21.15.76:0/3089553171 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f100c0ceae0 0x7f100c0cef70 secure :-1 s=READY pgs=2317 cs=0 l=1 rev1=1 crypto rx=0x7f1004009e50 tx=0x7f100402a6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=58f02e429d1b0a32 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:31.928 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.925+0000 7f10037fe640 1 -- 172.21.15.76:0/3089553171 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f100402aea0 con 0x7f100c0ceae0 2024-09-13T16:16:31.928 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.925+0000 7f10037fe640 1 -- 172.21.15.76:0/3089553171 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f100402d050 con 0x7f100c0ceae0 2024-09-13T16:16:31.928 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.925+0000 7f10037fe640 1 -- 172.21.15.76:0/3089553171 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1004031820 con 0x7f100c0ceae0 2024-09-13T16:16:31.928 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.925+0000 7f10131db640 1 -- 172.21.15.76:0/3089553171 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f100c0ceae0 msgr2=0x7f100c0cef70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:31.928 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.925+0000 7f10131db640 1 --2- 172.21.15.76:0/3089553171 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f100c0ceae0 0x7f100c0cef70 secure :-1 s=READY pgs=2317 cs=0 l=1 rev1=1 crypto rx=0x7f1004009e50 tx=0x7f100402a6c0 comp rx=0 tx=0).stop 2024-09-13T16:16:31.928 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.925+0000 7f10131db640 1 -- 172.21.15.76:0/3089553171 shutdown_connections 2024-09-13T16:16:31.928 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.925+0000 7f10131db640 1 --2- 172.21.15.76:0/3089553171 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f100c0ceae0 0x7f100c0cef70 unknown :-1 s=CLOSED pgs=2317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:31.928 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.925+0000 7f10131db640 1 --2- 172.21.15.76:0/3089553171 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f100c0ccc80 0x7f100c0cd0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:31.928 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.925+0000 7f10131db640 1 -- 172.21.15.76:0/3089553171 >> 172.21.15.76:0/3089553171 conn(0x7f100c0d0400 msgr2=0x7f100c0d0810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:31.928 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.925+0000 7f10131db640 1 -- 172.21.15.76:0/3089553171 shutdown_connections 2024-09-13T16:16:31.928 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.925+0000 7f10131db640 1 -- 172.21.15.76:0/3089553171 wait complete. 2024-09-13T16:16:31.929 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.926+0000 7f10131db640 1 Processor -- start 2024-09-13T16:16:31.929 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.926+0000 7f10131db640 1 -- start start 2024-09-13T16:16:31.930 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.927+0000 7f10131db640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f100c0ccc80 0x7f100c0b4ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:31.931 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.927+0000 7f10131db640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f100c0ceae0 0x7f100c0b3230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:31.931 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.927+0000 7f10131db640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f100c15c5a0 0x7f100c0ae510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:31.931 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.927+0000 7f10131db640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f100c0b4650 con 0x7f100c0ccc80 2024-09-13T16:16:31.931 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.927+0000 7f10131db640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f100c0b3770 con 0x7f100c15c5a0 2024-09-13T16:16:31.931 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.927+0000 7f10131db640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f100c0b3a40 con 0x7f100c0ceae0 2024-09-13T16:16:31.931 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.927+0000 7f1010f77640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f100c0ccc80 0x7f100c0b4ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:31.931 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.927+0000 7f1010f77640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f100c0ccc80 0x7f100c0b4ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39278/0 (socket says 172.21.15.76:39278) 2024-09-13T16:16:31.931 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.927+0000 7f1010f77640 1 -- 172.21.15.76:0/2506755543 learned_addr learned my addr 172.21.15.76:0/2506755543 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:31.931 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.928+0000 7f1011778640 1 --2- 172.21.15.76:0/2506755543 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f100c15c5a0 0x7f100c0ae510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:31.931 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.928+0000 7f1003fff640 1 --2- 172.21.15.76:0/2506755543 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f100c0ceae0 0x7f100c0b3230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:31.931 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.928+0000 7f1010f77640 1 -- 172.21.15.76:0/2506755543 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f100c0ceae0 msgr2=0x7f100c0b3230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:31.931 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.928+0000 7f1010f77640 1 --2- 172.21.15.76:0/2506755543 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f100c0ceae0 0x7f100c0b3230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:31.931 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.928+0000 7f1010f77640 1 -- 172.21.15.76:0/2506755543 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f100c15c5a0 msgr2=0x7f100c0ae510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:31.932 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.928+0000 7f1010f77640 1 --2- 172.21.15.76:0/2506755543 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f100c15c5a0 0x7f100c0ae510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:31.932 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.928+0000 7f1010f77640 1 -- 172.21.15.76:0/2506755543 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1004009b30 con 0x7f100c0ccc80 2024-09-13T16:16:31.932 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.928+0000 7f1003fff640 1 --2- 172.21.15.76:0/2506755543 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f100c0ceae0 0x7f100c0b3230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:16:31.932 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.928+0000 7f1010f77640 1 --2- 172.21.15.76:0/2506755543 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f100c0ccc80 0x7f100c0b4ae0 secure :-1 s=READY pgs=2318 cs=0 l=1 rev1=1 crypto rx=0x7f100800b3e0 tx=0x7f100800b8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:31.932 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.928+0000 7f10017fa640 1 -- 172.21.15.76:0/2506755543 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1008011830 con 0x7f100c0ccc80 2024-09-13T16:16:31.932 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.928+0000 7f10017fa640 1 -- 172.21.15.76:0/2506755543 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f10080119b0 con 0x7f100c0ccc80 2024-09-13T16:16:31.932 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.928+0000 7f10017fa640 1 -- 172.21.15.76:0/2506755543 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1008011d60 con 0x7f100c0ccc80 2024-09-13T16:16:31.932 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.928+0000 7f10131db640 1 -- 172.21.15.76:0/2506755543 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f100c0b3d20 con 0x7f100c0ccc80 2024-09-13T16:16:31.932 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.928+0000 7f10131db640 1 -- 172.21.15.76:0/2506755543 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f100c0b42e0 con 0x7f100c0ccc80 2024-09-13T16:16:31.932 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.929+0000 7f10131db640 1 -- 172.21.15.76:0/2506755543 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f100c0cd0c0 con 0x7f100c0ccc80 2024-09-13T16:16:31.932 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.929+0000 7f10017fa640 1 -- 172.21.15.76:0/2506755543 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f100801a400 con 0x7f100c0ccc80 2024-09-13T16:16:31.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.930+0000 7f10017fa640 1 --2- 172.21.15.76:0/2506755543 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0ff806ac30 0x7f0ff806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:31.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.930+0000 7f10017fa640 1 -- 172.21.15.76:0/2506755543 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(163..163 src has 1..163) v4 ==== 6072+0+0 (secure 0 0 0) 0x7f1008089590 con 0x7f100c0ccc80 2024-09-13T16:16:31.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.930+0000 7f1003fff640 1 --2- 172.21.15.76:0/2506755543 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0ff806ac30 0x7f0ff806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:31.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.930+0000 7f1003fff640 1 --2- 172.21.15.76:0/2506755543 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0ff806ac30 0x7f0ff806d0f0 secure :-1 s=READY pgs=991 cs=0 l=1 rev1=1 crypto rx=0x7f0ffc006fd0 tx=0x7f0ffc008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:31.935 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:31.934+0000 7f10017fa640 1 -- 172.21.15.76:0/2506755543 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f1008054690 con 0x7f100c0ccc80 2024-09-13T16:16:32.097 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.096+0000 7f10131db640 1 -- 172.21.15.76:0/2506755543 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f100c0b5020 con 0x7f100c0ccc80 2024-09-13T16:16:32.097 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.096+0000 7f10017fa640 1 -- 172.21.15.76:0/2506755543 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v163) v1 ==== 100+0+11 (secure 0 0 0) 0x7f1008057cb0 con 0x7f100c0ccc80 2024-09-13T16:16:32.097 INFO:teuthology.orchestra.run.smithi076.stdout:pg_num: 64 2024-09-13T16:16:32.099 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.098+0000 7f10131db640 1 -- 172.21.15.76:0/2506755543 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0ff806ac30 msgr2=0x7f0ff806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:32.100 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.098+0000 7f10131db640 1 --2- 172.21.15.76:0/2506755543 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0ff806ac30 0x7f0ff806d0f0 secure :-1 s=READY pgs=991 cs=0 l=1 rev1=1 crypto rx=0x7f0ffc006fd0 tx=0x7f0ffc008040 comp rx=0 tx=0).stop 2024-09-13T16:16:32.100 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.098+0000 7f10131db640 1 -- 172.21.15.76:0/2506755543 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f100c0ccc80 msgr2=0x7f100c0b4ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:32.100 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.098+0000 7f10131db640 1 --2- 172.21.15.76:0/2506755543 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f100c0ccc80 0x7f100c0b4ae0 secure :-1 s=READY pgs=2318 cs=0 l=1 rev1=1 crypto rx=0x7f100800b3e0 tx=0x7f100800b8a0 comp rx=0 tx=0).stop 2024-09-13T16:16:32.100 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.098+0000 7f10131db640 1 -- 172.21.15.76:0/2506755543 shutdown_connections 2024-09-13T16:16:32.100 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.098+0000 7f10131db640 1 --2- 172.21.15.76:0/2506755543 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f100c15c5a0 0x7f100c0ae510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:32.100 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.098+0000 7f10131db640 1 --2- 172.21.15.76:0/2506755543 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f0ff806ac30 0x7f0ff806d0f0 unknown :-1 s=CLOSED pgs=991 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:32.100 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.098+0000 7f10131db640 1 --2- 172.21.15.76:0/2506755543 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f100c0ceae0 0x7f100c0b3230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:32.100 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.098+0000 7f10131db640 1 --2- 172.21.15.76:0/2506755543 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f100c0ccc80 0x7f100c0b4ae0 unknown :-1 s=CLOSED pgs=2318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:32.100 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.098+0000 7f10131db640 1 -- 172.21.15.76:0/2506755543 >> 172.21.15.76:0/2506755543 conn(0x7f100c0d0400 msgr2=0x7f100c0b13a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:32.100 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.098+0000 7f10131db640 1 -- 172.21.15.76:0/2506755543 shutdown_connections 2024-09-13T16:16:32.100 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.098+0000 7f10131db640 1 -- 172.21.15.76:0/2506755543 wait complete. 2024-09-13T16:16:32.111 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:16:32.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.207+0000 7f2eb52c9640 1 Processor -- start 2024-09-13T16:16:32.209 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.207+0000 7f2eb52c9640 1 -- start start 2024-09-13T16:16:32.210 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.208+0000 7f2eb52c9640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f2eb00ce170 0x7f2eb00d1260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:32.210 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.208+0000 7f2eb52c9640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2eb00cdce0 con 0x7f2eb00cf500 2024-09-13T16:16:32.210 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.208+0000 7f2eb52c9640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2eb00cd3f0 con 0x7f2eb015c730 2024-09-13T16:16:32.210 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.208+0000 7f2eb52c9640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2eb00d17a0 con 0x7f2eb00ce170 2024-09-13T16:16:32.210 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.208+0000 7f2eaf7fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f2eb00ce170 0x7f2eb00d1260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:32.210 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.208+0000 7f2ea7fff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f2eb00cf500 0x7f2eb006af60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:39340/0 (socket says 172.21.15.76:39340) 2024-09-13T16:16:32.210 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.208+0000 7f2ea7fff640 1 -- 172.21.15.76:0/28745368 learned_addr learned my addr 172.21.15.76:0/28745368 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:16:32.210 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.208+0000 7f2eaf7fe640 1 -- 172.21.15.76:0/28745368 >> v1:172.21.15.192:6789/0 conn(0x7f2eb015c730 legacy=0x7f2eb00cedf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:32.210 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.208+0000 7f2eaf7fe640 1 -- 172.21.15.76:0/28745368 >> v1:172.21.15.76:6789/0 conn(0x7f2eb00cf500 legacy=0x7f2eb006af60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:32.210 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.208+0000 7f2eaf7fe640 1 -- 172.21.15.76:0/28745368 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2eb00cd690 con 0x7f2eb00ce170 2024-09-13T16:16:32.210 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.208+0000 7f2eae7fc640 1 -- 172.21.15.76:0/28745368 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 481173387 0 0) 0x7f2eb00cdce0 con 0x7f2eb00cf500 2024-09-13T16:16:32.211 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.209+0000 7f2eaf7fe640 1 --2- 172.21.15.76:0/28745368 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2eb00ce170 0x7f2eb00d1260 secure :-1 s=READY pgs=2320 cs=0 l=1 rev1=1 crypto rx=0x7f2ea8009d90 tx=0x7f2ea802a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a6f3ea76137ee08d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:32.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.209+0000 7f2eae7fc640 1 -- 172.21.15.76:0/28745368 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ea8007740 con 0x7f2eb00ce170 2024-09-13T16:16:32.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.209+0000 7f2eae7fc640 1 -- 172.21.15.76:0/28745368 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2ea802d050 con 0x7f2eb00ce170 2024-09-13T16:16:32.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.209+0000 7f2eae7fc640 1 -- 172.21.15.76:0/28745368 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ea8007ac0 con 0x7f2eb00ce170 2024-09-13T16:16:32.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.210+0000 7f2eb52c9640 1 -- 172.21.15.76:0/28745368 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2eb00ce170 msgr2=0x7f2eb00d1260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:32.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.210+0000 7f2eb52c9640 1 --2- 172.21.15.76:0/28745368 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2eb00ce170 0x7f2eb00d1260 secure :-1 s=READY pgs=2320 cs=0 l=1 rev1=1 crypto rx=0x7f2ea8009d90 tx=0x7f2ea802a6f0 comp rx=0 tx=0).stop 2024-09-13T16:16:32.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.210+0000 7f2eb52c9640 1 -- 172.21.15.76:0/28745368 shutdown_connections 2024-09-13T16:16:32.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.210+0000 7f2eb52c9640 1 --2- 172.21.15.76:0/28745368 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2eb00ce170 0x7f2eb00d1260 unknown :-1 s=CLOSED pgs=2320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:32.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.210+0000 7f2eb52c9640 1 -- 172.21.15.76:0/28745368 >> 172.21.15.76:0/28745368 conn(0x7f2eb0089fd0 msgr2=0x7f2eb00d2640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:32.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.210+0000 7f2eb52c9640 1 -- 172.21.15.76:0/28745368 shutdown_connections 2024-09-13T16:16:32.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.210+0000 7f2eb52c9640 1 -- 172.21.15.76:0/28745368 wait complete. 2024-09-13T16:16:32.214 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.211+0000 7f2eb52c9640 1 Processor -- start 2024-09-13T16:16:32.214 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.211+0000 7f2eb52c9640 1 -- start start 2024-09-13T16:16:32.215 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.212+0000 7f2eb52c9640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2eb00ce170 0x7f2eb01e3f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:32.215 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.212+0000 7f2eb52c9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2eb00cf500 0x7f2eb0155750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:32.215 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.212+0000 7f2eb52c9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2eb015c730 0x7f2eb00c8e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:32.215 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.212+0000 7f2eb52c9640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2eb01e44b0 con 0x7f2eb00cf500 2024-09-13T16:16:32.215 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.212+0000 7f2eb52c9640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2eb0155c90 con 0x7f2eb00ce170 2024-09-13T16:16:32.215 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.212+0000 7f2eb52c9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2eb01e2ed0 con 0x7f2eb015c730 2024-09-13T16:16:32.215 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.212+0000 7f2ea7fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2eb00cf500 0x7f2eb0155750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:32.215 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.212+0000 7f2ea7fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2eb00cf500 0x7f2eb0155750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39296/0 (socket says 172.21.15.76:39296) 2024-09-13T16:16:32.215 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.212+0000 7f2ea7fff640 1 -- 172.21.15.76:0/2083239107 learned_addr learned my addr 172.21.15.76:0/2083239107 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:32.215 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.212+0000 7f2eaeffd640 1 --2- 172.21.15.76:0/2083239107 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2eb00ce170 0x7f2eb01e3f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:32.215 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.212+0000 7f2eaf7fe640 1 --2- 172.21.15.76:0/2083239107 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2eb015c730 0x7f2eb00c8e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:32.215 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.212+0000 7f2ea7fff640 1 -- 172.21.15.76:0/2083239107 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2eb015c730 msgr2=0x7f2eb00c8e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:32.215 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.212+0000 7f2ea7fff640 1 --2- 172.21.15.76:0/2083239107 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2eb015c730 0x7f2eb00c8e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:32.216 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.212+0000 7f2ea7fff640 1 -- 172.21.15.76:0/2083239107 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2eb00ce170 msgr2=0x7f2eb01e3f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:32.216 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.212+0000 7f2ea7fff640 1 --2- 172.21.15.76:0/2083239107 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2eb00ce170 0x7f2eb01e3f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:32.216 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.212+0000 7f2ea7fff640 1 -- 172.21.15.76:0/2083239107 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2ea8009a70 con 0x7f2eb00cf500 2024-09-13T16:16:32.216 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.212+0000 7f2eaeffd640 1 --2- 172.21.15.76:0/2083239107 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2eb00ce170 0x7f2eb01e3f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:16:32.216 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.212+0000 7f2ea7fff640 1 --2- 172.21.15.76:0/2083239107 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2eb00cf500 0x7f2eb0155750 secure :-1 s=READY pgs=2321 cs=0 l=1 rev1=1 crypto rx=0x7f2e9800c4a0 tx=0x7f2e9800c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:32.216 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.212+0000 7f2ea77fe640 1 -- 172.21.15.76:0/2083239107 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e980074e0 con 0x7f2eb00cf500 2024-09-13T16:16:32.216 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.212+0000 7f2ea77fe640 1 -- 172.21.15.76:0/2083239107 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2e98007640 con 0x7f2eb00cf500 2024-09-13T16:16:32.216 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.212+0000 7f2eb52c9640 1 -- 172.21.15.76:0/2083239107 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2eb01e31b0 con 0x7f2eb00cf500 2024-09-13T16:16:32.216 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.212+0000 7f2ea77fe640 1 -- 172.21.15.76:0/2083239107 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e98004a00 con 0x7f2eb00cf500 2024-09-13T16:16:32.216 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.212+0000 7f2eb52c9640 1 -- 172.21.15.76:0/2083239107 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2eb01e3770 con 0x7f2eb00cf500 2024-09-13T16:16:32.216 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.213+0000 7f2eb52c9640 1 -- 172.21.15.76:0/2083239107 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2eb0067310 con 0x7f2eb00cf500 2024-09-13T16:16:32.217 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.214+0000 7f2ea77fe640 1 -- 172.21.15.76:0/2083239107 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f2e98004b60 con 0x7f2eb00cf500 2024-09-13T16:16:32.217 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.214+0000 7f2ea77fe640 1 --2- 172.21.15.76:0/2083239107 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2e9006ac00 0x7f2e9006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:32.217 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.214+0000 7f2ea77fe640 1 -- 172.21.15.76:0/2083239107 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(163..163 src has 1..163) v4 ==== 6072+0+0 (secure 0 0 0) 0x7f2e98088a00 con 0x7f2eb00cf500 2024-09-13T16:16:32.217 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.214+0000 7f2eaeffd640 1 --2- 172.21.15.76:0/2083239107 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2e9006ac00 0x7f2e9006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:32.217 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.215+0000 7f2eaeffd640 1 --2- 172.21.15.76:0/2083239107 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2e9006ac00 0x7f2e9006d0c0 secure :-1 s=READY pgs=992 cs=0 l=1 rev1=1 crypto rx=0x7f2ea0000f60 tx=0x7f2ea0009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:32.219 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.218+0000 7f2ea77fe640 1 -- 172.21.15.76:0/2083239107 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f2e98053a70 con 0x7f2eb00cf500 2024-09-13T16:16:32.417 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.415+0000 7f2eb52c9640 1 -- 172.21.15.76:0/2083239107 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f2eb00b81f0 con 0x7f2eb00cf500 2024-09-13T16:16:32.417 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.415+0000 7f2ea77fe640 1 -- 172.21.15.76:0/2083239107 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 92 v92) v1 ==== 94+0+4743 (secure 0 0 0) 0x7f2e98018020 con 0x7f2eb00cf500 2024-09-13T16:16:32.417 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:16:32.417 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":92,"default_fscid":11,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7718,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6834/217576700","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":217576700},{"type":"v1","addr":"172.21.15.192:6834","nonce":217576700}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":87},{"gid":8782,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/456601137","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6833","nonce":456601137},{"type":"v1","addr":"172.21.15.192:6835","nonce":456601137}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":87},{"gid":10068,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6836/4175162271","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":4175162271},{"type":"v1","addr":"172.21.15.76:6836","nonce":4175162271}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":87}],"filesystems":[{"mdsmap":{"epoch":92,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:14:51.827237+0000","modified":"2024-09-13T16:16:28.727725+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":10071},"failed":[],"damaged":[],"stopped":[],"info":{"gid_10071":{"gid":10071,"name":"c","rank":0,"incarnation":88,"state":"up:active","state_seq":27,"addr":"172.21.15.76:6837/3909448449","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":3909448449},{"type":"v1","addr":"172.21.15.76:6837","nonce":3909448449}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[24],"metadata_pool":23,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":11}]} 2024-09-13T16:16:32.417 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 92 2024-09-13T16:16:32.419 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.417+0000 7f2eb52c9640 1 -- 172.21.15.76:0/2083239107 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2e9006ac00 msgr2=0x7f2e9006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:32.419 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.417+0000 7f2eb52c9640 1 --2- 172.21.15.76:0/2083239107 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2e9006ac00 0x7f2e9006d0c0 secure :-1 s=READY pgs=992 cs=0 l=1 rev1=1 crypto rx=0x7f2ea0000f60 tx=0x7f2ea0009040 comp rx=0 tx=0).stop 2024-09-13T16:16:32.419 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.417+0000 7f2eb52c9640 1 -- 172.21.15.76:0/2083239107 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2eb00cf500 msgr2=0x7f2eb0155750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:32.419 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.417+0000 7f2eb52c9640 1 --2- 172.21.15.76:0/2083239107 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2eb00cf500 0x7f2eb0155750 secure :-1 s=READY pgs=2321 cs=0 l=1 rev1=1 crypto rx=0x7f2e9800c4a0 tx=0x7f2e9800c960 comp rx=0 tx=0).stop 2024-09-13T16:16:32.419 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.417+0000 7f2eb52c9640 1 -- 172.21.15.76:0/2083239107 shutdown_connections 2024-09-13T16:16:32.419 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.417+0000 7f2eb52c9640 1 --2- 172.21.15.76:0/2083239107 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2e9006ac00 0x7f2e9006d0c0 unknown :-1 s=CLOSED pgs=992 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:32.420 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.417+0000 7f2eb52c9640 1 --2- 172.21.15.76:0/2083239107 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2eb015c730 0x7f2eb00c8e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:32.420 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.417+0000 7f2eb52c9640 1 --2- 172.21.15.76:0/2083239107 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2eb00cf500 0x7f2eb0155750 unknown :-1 s=CLOSED pgs=2321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:32.420 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.417+0000 7f2eb52c9640 1 --2- 172.21.15.76:0/2083239107 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2eb00ce170 0x7f2eb01e3f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:32.420 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.417+0000 7f2eb52c9640 1 -- 172.21.15.76:0/2083239107 >> 172.21.15.76:0/2083239107 conn(0x7f2eb0089fd0 msgr2=0x7f2eb006b870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:32.420 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.418+0000 7f2eb52c9640 1 -- 172.21.15.76:0/2083239107 shutdown_connections 2024-09-13T16:16:32.420 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.418+0000 7f2eb52c9640 1 -- 172.21.15.76:0/2083239107 wait complete. 2024-09-13T16:16:32.430 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:16:32.529 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.526+0000 7f733199c640 1 Processor -- start 2024-09-13T16:16:32.529 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.526+0000 7f733199c640 1 -- start start 2024-09-13T16:16:32.529 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.527+0000 7f733199c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f732c160830 0x7f732c0d2f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:32.529 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.527+0000 7f733199c640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f732c0b5b80 con 0x7f732c160c10 2024-09-13T16:16:32.529 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.527+0000 7f733199c640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f732c0ce040 con 0x7f732c0d0b00 2024-09-13T16:16:32.529 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.527+0000 7f733199c640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f732c0d34a0 con 0x7f732c160830 2024-09-13T16:16:32.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.527+0000 7f732affd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f732c160830 0x7f732c0d2f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:32.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.527+0000 7f732affd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f732c160830 0x7f732c0d2f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39304/0 (socket says 172.21.15.76:39304) 2024-09-13T16:16:32.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.527+0000 7f732affd640 1 -- 172.21.15.76:0/1094525216 learned_addr learned my addr 172.21.15.76:0/1094525216 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:32.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.527+0000 7f73227fc640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f732c160c10 0x7f732c0b5470 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:39352/0 (socket says 172.21.15.76:39352) 2024-09-13T16:16:32.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.528+0000 7f732affd640 1 -- 172.21.15.76:0/1094525216 >> v1:172.21.15.192:6789/0 conn(0x7f732c0d0b00 legacy=0x7f732c0d0f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:32.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.528+0000 7f732affd640 1 -- 172.21.15.76:0/1094525216 >> v1:172.21.15.76:6789/0 conn(0x7f732c160c10 legacy=0x7f732c0b5470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:32.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.528+0000 7f732affd640 1 -- 172.21.15.76:0/1094525216 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f732c0ce320 con 0x7f732c160830 2024-09-13T16:16:32.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.528+0000 7f732affd640 1 --2- 172.21.15.76:0/1094525216 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f732c160830 0x7f732c0d2f60 secure :-1 s=READY pgs=2323 cs=0 l=1 rev1=1 crypto rx=0x7f731c009870 tx=0x7f731c02a2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=71701cc92924e9b4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:32.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.529+0000 7f732a7fc640 1 -- 172.21.15.76:0/1094525216 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f731c032440 con 0x7f732c160830 2024-09-13T16:16:32.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.529+0000 7f732a7fc640 1 -- 172.21.15.76:0/1094525216 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f731c0325a0 con 0x7f732c160830 2024-09-13T16:16:32.531 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.529+0000 7f732a7fc640 1 -- 172.21.15.76:0/1094525216 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f731c032930 con 0x7f732c160830 2024-09-13T16:16:32.532 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.529+0000 7f733199c640 1 -- 172.21.15.76:0/1094525216 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f732c160830 msgr2=0x7f732c0d2f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:32.532 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.529+0000 7f733199c640 1 --2- 172.21.15.76:0/1094525216 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f732c160830 0x7f732c0d2f60 secure :-1 s=READY pgs=2323 cs=0 l=1 rev1=1 crypto rx=0x7f731c009870 tx=0x7f731c02a2a0 comp rx=0 tx=0).stop 2024-09-13T16:16:32.532 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.529+0000 7f733199c640 1 -- 172.21.15.76:0/1094525216 shutdown_connections 2024-09-13T16:16:32.532 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.529+0000 7f733199c640 1 --2- 172.21.15.76:0/1094525216 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f732c160830 0x7f732c0d2f60 unknown :-1 s=CLOSED pgs=2323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:32.532 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.529+0000 7f733199c640 1 -- 172.21.15.76:0/1094525216 >> 172.21.15.76:0/1094525216 conn(0x7f732c089fd0 msgr2=0x7f732c0d2640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:32.532 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.529+0000 7f733199c640 1 -- 172.21.15.76:0/1094525216 shutdown_connections 2024-09-13T16:16:32.532 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.529+0000 7f733199c640 1 -- 172.21.15.76:0/1094525216 wait complete. 2024-09-13T16:16:32.534 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.530+0000 7f733199c640 1 Processor -- start 2024-09-13T16:16:32.534 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.531+0000 7f733199c640 1 -- start start 2024-09-13T16:16:32.534 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.531+0000 7f733199c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f732c0d0b00 0x7f732c09fd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:32.534 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.531+0000 7f733199c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f732c160830 0x7f732c0c9680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:32.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.531+0000 7f733199c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f732c160c10 0x7f732c1f24a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:32.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.531+0000 7f733199c640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f732c15a840 con 0x7f732c160830 2024-09-13T16:16:32.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.531+0000 7f733199c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f732c0c5f40 con 0x7f732c0d0b00 2024-09-13T16:16:32.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.531+0000 7f733199c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f732c0a0280 con 0x7f732c160c10 2024-09-13T16:16:32.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.531+0000 7f73227fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f732c160830 0x7f732c0c9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:32.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.531+0000 7f73227fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f732c160830 0x7f732c0c9680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39320/0 (socket says 172.21.15.76:39320) 2024-09-13T16:16:32.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.531+0000 7f73227fc640 1 -- 172.21.15.76:0/2045771109 learned_addr learned my addr 172.21.15.76:0/2045771109 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:32.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.532+0000 7f732affd640 1 --2- 172.21.15.76:0/2045771109 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f732c0d0b00 0x7f732c09fd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:32.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.532+0000 7f732b7fe640 1 --2- 172.21.15.76:0/2045771109 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f732c160c10 0x7f732c1f24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:32.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.532+0000 7f73227fc640 1 -- 172.21.15.76:0/2045771109 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f732c160c10 msgr2=0x7f732c1f24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:32.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.532+0000 7f73227fc640 1 --2- 172.21.15.76:0/2045771109 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f732c160c10 0x7f732c1f24a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:32.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.532+0000 7f73227fc640 1 -- 172.21.15.76:0/2045771109 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f732c0d0b00 msgr2=0x7f732c09fd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:32.535 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.532+0000 7f73227fc640 1 --2- 172.21.15.76:0/2045771109 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f732c0d0b00 0x7f732c09fd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:32.536 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.532+0000 7f73227fc640 1 -- 172.21.15.76:0/2045771109 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f731c0094d0 con 0x7f732c160830 2024-09-13T16:16:32.536 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.532+0000 7f73227fc640 1 --2- 172.21.15.76:0/2045771109 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f732c160830 0x7f732c0c9680 secure :-1 s=READY pgs=2324 cs=0 l=1 rev1=1 crypto rx=0x7f731400c3e0 tx=0x7f731400c8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:32.536 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.532+0000 7f7328ff9640 1 -- 172.21.15.76:0/2045771109 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73140074e0 con 0x7f732c160830 2024-09-13T16:16:32.536 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.532+0000 7f7328ff9640 1 -- 172.21.15.76:0/2045771109 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7314007640 con 0x7f732c160830 2024-09-13T16:16:32.536 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.532+0000 7f7328ff9640 1 -- 172.21.15.76:0/2045771109 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73140049e0 con 0x7f732c160830 2024-09-13T16:16:32.536 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.532+0000 7f733199c640 1 -- 172.21.15.76:0/2045771109 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f732c1f2fd0 con 0x7f732c160830 2024-09-13T16:16:32.536 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.532+0000 7f733199c640 1 -- 172.21.15.76:0/2045771109 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f732c0c6200 con 0x7f732c160830 2024-09-13T16:16:32.536 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.533+0000 7f733199c640 1 -- 172.21.15.76:0/2045771109 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f732c0b3f30 con 0x7f732c160830 2024-09-13T16:16:32.537 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.533+0000 7f7328ff9640 1 -- 172.21.15.76:0/2045771109 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7314004b40 con 0x7f732c160830 2024-09-13T16:16:32.537 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.534+0000 7f7328ff9640 1 --2- 172.21.15.76:0/2045771109 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f730c06ac00 0x7f730c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:32.537 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.534+0000 7f7328ff9640 1 -- 172.21.15.76:0/2045771109 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(163..163 src has 1..163) v4 ==== 6072+0+0 (secure 0 0 0) 0x7f7314088bf0 con 0x7f732c160830 2024-09-13T16:16:32.537 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.534+0000 7f732affd640 1 --2- 172.21.15.76:0/2045771109 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f730c06ac00 0x7f730c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:32.537 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.534+0000 7f732affd640 1 --2- 172.21.15.76:0/2045771109 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f730c06ac00 0x7f730c06d0c0 secure :-1 s=READY pgs=993 cs=0 l=1 rev1=1 crypto rx=0x7f731c034000 tx=0x7f731c02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:32.539 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.538+0000 7f7328ff9640 1 -- 172.21.15.76:0/2045771109 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f7314053cf0 con 0x7f732c160830 2024-09-13T16:16:32.700 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.698+0000 7f733199c640 1 -- 172.21.15.76:0/2045771109 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f732c0b5b80 con 0x7f732c160830 2024-09-13T16:16:32.701 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.700+0000 7f7328ff9640 1 -- 172.21.15.76:0/2045771109 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v163) v1 ==== 74+0+16739 (secure 0 0 0) 0x7f732c0b5b80 con 0x7f732c160830 2024-09-13T16:16:32.701 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:16:32.701 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":163,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:16:22.708241+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":24,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":23,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:14:49.992802+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"161","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":24,"pool_name":"cephfs_data","create_time":"2024-09-13T16:14:50.797972+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"162","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"192.168.0.1:0/305132783":"2024-09-13T17:16:21.749578+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:16:32.703 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.702+0000 7f733199c640 1 -- 172.21.15.76:0/2045771109 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f730c06ac00 msgr2=0x7f730c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:32.703 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.702+0000 7f733199c640 1 --2- 172.21.15.76:0/2045771109 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f730c06ac00 0x7f730c06d0c0 secure :-1 s=READY pgs=993 cs=0 l=1 rev1=1 crypto rx=0x7f731c034000 tx=0x7f731c02e000 comp rx=0 tx=0).stop 2024-09-13T16:16:32.703 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.702+0000 7f733199c640 1 -- 172.21.15.76:0/2045771109 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f732c160830 msgr2=0x7f732c0c9680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:32.703 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.702+0000 7f733199c640 1 --2- 172.21.15.76:0/2045771109 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f732c160830 0x7f732c0c9680 secure :-1 s=READY pgs=2324 cs=0 l=1 rev1=1 crypto rx=0x7f731400c3e0 tx=0x7f731400c8a0 comp rx=0 tx=0).stop 2024-09-13T16:16:32.704 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.702+0000 7f733199c640 1 -- 172.21.15.76:0/2045771109 shutdown_connections 2024-09-13T16:16:32.704 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.702+0000 7f733199c640 1 --2- 172.21.15.76:0/2045771109 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f730c06ac00 0x7f730c06d0c0 unknown :-1 s=CLOSED pgs=993 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:32.704 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.702+0000 7f733199c640 1 --2- 172.21.15.76:0/2045771109 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f732c160c10 0x7f732c1f24a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:32.704 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.702+0000 7f733199c640 1 --2- 172.21.15.76:0/2045771109 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f732c160830 0x7f732c0c9680 unknown :-1 s=CLOSED pgs=2324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:32.704 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.702+0000 7f733199c640 1 --2- 172.21.15.76:0/2045771109 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f732c0d0b00 0x7f732c09fd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:32.704 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.702+0000 7f733199c640 1 -- 172.21.15.76:0/2045771109 >> 172.21.15.76:0/2045771109 conn(0x7f732c089fd0 msgr2=0x7f732c0b5d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:32.704 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.702+0000 7f733199c640 1 -- 172.21.15.76:0/2045771109 shutdown_connections 2024-09-13T16:16:32.704 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.702+0000 7f733199c640 1 -- 172.21.15.76:0/2045771109 wait complete. 2024-09-13T16:16:32.714 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-13T16:16:32.714 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:16:32.813 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.812+0000 7f6b6e4e9640 1 Processor -- start 2024-09-13T16:16:32.813 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.812+0000 7f6b6e4e9640 1 -- start start 2024-09-13T16:16:32.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.812+0000 7f6b6e4e9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6b680d1210 0x7f6b680d2f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:32.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.812+0000 7f6b6e4e9640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6b680b5b80 con 0x7f6b68160c10 2024-09-13T16:16:32.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.812+0000 7f6b6e4e9640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6b680ce040 con 0x7f6b68160830 2024-09-13T16:16:32.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.812+0000 7f6b6e4e9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6b680d34a0 con 0x7f6b680d1210 2024-09-13T16:16:32.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.813+0000 7f6b677fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f6b68160c10 0x7f6b680d0b00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:39366/0 (socket says 172.21.15.76:39366) 2024-09-13T16:16:32.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.813+0000 7f6b677fe640 1 -- 172.21.15.76:0/1754911874 learned_addr learned my addr 172.21.15.76:0/1754911874 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:16:32.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.813+0000 7f6b6ca86640 1 --2- 172.21.15.76:0/1754911874 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6b680d1210 0x7f6b680d2f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:32.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.813+0000 7f6b66ffd640 1 -- 172.21.15.76:0/1754911874 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 5976180 0 0) 0x7f6b5c001110 con 0x7f6b68160c10 2024-09-13T16:16:32.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.813+0000 7f6b66ffd640 1 -- 172.21.15.76:0/1754911874 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6b50003520 con 0x7f6b68160c10 2024-09-13T16:16:32.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.813+0000 7f6b66ffd640 1 -- 172.21.15.76:0/1754911874 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1159068957 0 0) 0x7f6b50003520 con 0x7f6b68160c10 2024-09-13T16:16:32.816 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.813+0000 7f6b66ffd640 1 -- 172.21.15.76:0/1754911874 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6b680d1210 msgr2=0x7f6b680d2f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:32.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.813+0000 7f6b66ffd640 1 --2- 172.21.15.76:0/1754911874 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6b680d1210 0x7f6b680d2f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:32.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.813+0000 7f6b66ffd640 1 -- 172.21.15.76:0/1754911874 >> v1:172.21.15.192:6789/0 conn(0x7f6b68160830 legacy=0x7f6b680b5470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:32.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.813+0000 7f6b66ffd640 1 -- 172.21.15.76:0/1754911874 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6b680ce320 con 0x7f6b68160c10 2024-09-13T16:16:32.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.813+0000 7f6b66ffd640 1 -- 172.21.15.76:0/1754911874 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f6b5c001800 con 0x7f6b68160c10 2024-09-13T16:16:32.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.813+0000 7f6b66ffd640 1 -- 172.21.15.76:0/1754911874 >> v1:172.21.15.76:6789/0 conn(0x7f6b68160c10 legacy=0x7f6b680d0b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:32.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.813+0000 7f6b66ffd640 1 --2- 172.21.15.76:0/1754911874 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6b50003a10 0x7f6b50003df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:32.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.813+0000 7f6b66ffd640 1 --2- 172.21.15.76:0/1754911874 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6b680d1210 0x7f6b500047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:32.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.813+0000 7f6b66ffd640 1 --2- 172.21.15.76:0/1754911874 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6b50004d00 0x7f6b50005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:32.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.813+0000 7f6b66ffd640 1 -- 172.21.15.76:0/1754911874 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6b680d34a0 con 0x7f6b50003a10 2024-09-13T16:16:32.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.813+0000 7f6b66ffd640 1 -- 172.21.15.76:0/1754911874 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6b5000ba30 con 0x7f6b50004d00 2024-09-13T16:16:32.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.813+0000 7f6b66ffd640 1 -- 172.21.15.76:0/1754911874 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6b5000bba0 con 0x7f6b680d1210 2024-09-13T16:16:32.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.813+0000 7f6b67fff640 1 --2- 172.21.15.76:0/1754911874 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6b50003a10 0x7f6b50003df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:32.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.813+0000 7f6b6ca86640 1 --2- 172.21.15.76:0/1754911874 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6b50004d00 0x7f6b50005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:32.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.813+0000 7f6b677fe640 1 --2- 172.21.15.76:0/1754911874 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6b680d1210 0x7f6b500047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:32.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.814+0000 7f6b67fff640 1 -- 172.21.15.76:0/1754911874 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6b680d1210 msgr2=0x7f6b500047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:32.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.814+0000 7f6b67fff640 1 --2- 172.21.15.76:0/1754911874 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6b680d1210 0x7f6b500047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:32.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.814+0000 7f6b67fff640 1 -- 172.21.15.76:0/1754911874 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6b50004d00 msgr2=0x7f6b50005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:32.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.814+0000 7f6b67fff640 1 --2- 172.21.15.76:0/1754911874 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6b50004d00 0x7f6b50005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:32.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.814+0000 7f6b67fff640 1 -- 172.21.15.76:0/1754911874 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6b50003520 con 0x7f6b50003a10 2024-09-13T16:16:32.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.814+0000 7f6b6ca86640 1 --2- 172.21.15.76:0/1754911874 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6b50004d00 0x7f6b50005180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:16:32.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.814+0000 7f6b67fff640 1 --2- 172.21.15.76:0/1754911874 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6b50003a10 0x7f6b50003df0 secure :-1 s=READY pgs=2326 cs=0 l=1 rev1=1 crypto rx=0x7f6b58001910 tx=0x7f6b500057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e9df28de4c6f2c33 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:32.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.814+0000 7f6b66ffd640 1 -- 172.21.15.76:0/1754911874 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6b5802ac60 con 0x7f6b50003a10 2024-09-13T16:16:32.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.814+0000 7f6b66ffd640 1 -- 172.21.15.76:0/1754911874 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6b5802adc0 con 0x7f6b50003a10 2024-09-13T16:16:32.818 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.814+0000 7f6b66ffd640 1 -- 172.21.15.76:0/1754911874 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6b58032660 con 0x7f6b50003a10 2024-09-13T16:16:32.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.815+0000 7f6b6e4e9640 1 -- 172.21.15.76:0/1754911874 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6b50003a10 msgr2=0x7f6b50003df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:32.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.815+0000 7f6b6e4e9640 1 --2- 172.21.15.76:0/1754911874 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6b50003a10 0x7f6b50003df0 secure :-1 s=READY pgs=2326 cs=0 l=1 rev1=1 crypto rx=0x7f6b58001910 tx=0x7f6b500057f0 comp rx=0 tx=0).stop 2024-09-13T16:16:32.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.815+0000 7f6b6ca86640 1 -- 172.21.15.76:0/1754911874 reap_dead start 2024-09-13T16:16:32.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.815+0000 7f6b6e4e9640 1 -- 172.21.15.76:0/1754911874 shutdown_connections 2024-09-13T16:16:32.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.815+0000 7f6b6e4e9640 1 -- 172.21.15.76:0/1754911874 >> 172.21.15.76:0/1754911874 conn(0x7f6b68089fd0 msgr2=0x7f6b680d2640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:32.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.815+0000 7f6b6e4e9640 1 -- 172.21.15.76:0/1754911874 shutdown_connections 2024-09-13T16:16:32.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.815+0000 7f6b6e4e9640 1 -- 172.21.15.76:0/1754911874 wait complete. 2024-09-13T16:16:32.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.816+0000 7f6b6e4e9640 1 Processor -- start 2024-09-13T16:16:32.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.816+0000 7f6b6e4e9640 1 -- start start 2024-09-13T16:16:32.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.817+0000 7f6b6e4e9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6b50003a10 0x7f6b6809fed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:32.822 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.817+0000 7f6b6e4e9640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6b680cab80 0x7f6b6815e9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:32.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.817+0000 7f6b6e4e9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6b681e6750 0x7f6b681e6bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:32.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.817+0000 7f6b6e4e9640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6b681e7110 con 0x7f6b681e6750 2024-09-13T16:16:32.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.817+0000 7f6b6e4e9640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6b6809ec00 con 0x7f6b680cab80 2024-09-13T16:16:32.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.817+0000 7f6b6e4e9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6b6809ee30 con 0x7f6b50003a10 2024-09-13T16:16:32.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.817+0000 7f6b6ca86640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6b681e6750 0x7f6b681e6bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:32.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.817+0000 7f6b6ca86640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6b681e6750 0x7f6b681e6bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39348/0 (socket says 172.21.15.76:39348) 2024-09-13T16:16:32.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.817+0000 7f6b6ca86640 1 -- 172.21.15.76:0/857243362 learned_addr learned my addr 172.21.15.76:0/857243362 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:32.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.817+0000 7f6b67fff640 1 --2- 172.21.15.76:0/857243362 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6b50003a10 0x7f6b6809fed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:32.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.817+0000 7f6b677fe640 1 --2- 172.21.15.76:0/857243362 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6b680cab80 0x7f6b6815e9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:32.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.817+0000 7f6b6ca86640 1 -- 172.21.15.76:0/857243362 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6b50003a10 msgr2=0x7f6b6809fed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:32.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.817+0000 7f6b6ca86640 1 --2- 172.21.15.76:0/857243362 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6b50003a10 0x7f6b6809fed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:32.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.817+0000 7f6b6ca86640 1 -- 172.21.15.76:0/857243362 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6b680cab80 msgr2=0x7f6b6815e9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:32.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.817+0000 7f6b6ca86640 1 --2- 172.21.15.76:0/857243362 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6b680cab80 0x7f6b6815e9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:32.823 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.817+0000 7f6b6ca86640 1 -- 172.21.15.76:0/857243362 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6b6809f110 con 0x7f6b681e6750 2024-09-13T16:16:32.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.817+0000 7f6b67fff640 1 --2- 172.21.15.76:0/857243362 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6b50003a10 0x7f6b6809fed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:16:32.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.817+0000 7f6b677fe640 1 --2- 172.21.15.76:0/857243362 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6b680cab80 0x7f6b6815e9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:16:32.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.818+0000 7f6b6ca86640 1 --2- 172.21.15.76:0/857243362 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6b681e6750 0x7f6b681e6bd0 secure :-1 s=READY pgs=2327 cs=0 l=1 rev1=1 crypto rx=0x7f6b680a04a0 tx=0x7f6b60010590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:32.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.818+0000 7f6b64ff9640 1 -- 172.21.15.76:0/857243362 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6b6001b070 con 0x7f6b681e6750 2024-09-13T16:16:32.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.818+0000 7f6b64ff9640 1 -- 172.21.15.76:0/857243362 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6b6000f040 con 0x7f6b681e6750 2024-09-13T16:16:32.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.818+0000 7f6b6e4e9640 1 -- 172.21.15.76:0/857243362 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6b6809f3f0 con 0x7f6b681e6750 2024-09-13T16:16:32.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.818+0000 7f6b64ff9640 1 -- 172.21.15.76:0/857243362 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6b6000e050 con 0x7f6b681e6750 2024-09-13T16:16:32.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.818+0000 7f6b6e4e9640 1 -- 172.21.15.76:0/857243362 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6b6809f9b0 con 0x7f6b681e6750 2024-09-13T16:16:32.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.819+0000 7f6b6e4e9640 1 -- 172.21.15.76:0/857243362 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6b680b3f30 con 0x7f6b681e6750 2024-09-13T16:16:32.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.819+0000 7f6b64ff9640 1 -- 172.21.15.76:0/857243362 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f6b60003bd0 con 0x7f6b681e6750 2024-09-13T16:16:32.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.820+0000 7f6b64ff9640 1 --2- 172.21.15.76:0/857243362 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6b5406ac00 0x7f6b5406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:32.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.820+0000 7f6b64ff9640 1 -- 172.21.15.76:0/857243362 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(163..163 src has 1..163) v4 ==== 6072+0+0 (secure 0 0 0) 0x7f6b60089950 con 0x7f6b681e6750 2024-09-13T16:16:32.824 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.820+0000 7f6b67fff640 1 --2- 172.21.15.76:0/857243362 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6b5406ac00 0x7f6b5406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:32.825 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.820+0000 7f6b67fff640 1 --2- 172.21.15.76:0/857243362 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6b5406ac00 0x7f6b5406d0c0 secure :-1 s=READY pgs=994 cs=0 l=1 rev1=1 crypto rx=0x7f6b58034000 tx=0x7f6b5802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:32.825 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:32.824+0000 7f6b64ff9640 1 -- 172.21.15.76:0/857243362 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f6b600549c0 con 0x7f6b681e6750 2024-09-13T16:16:33.020 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.019+0000 7f6b6e4e9640 1 -- 172.21.15.76:0/857243362 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f6b6809cb10 con 0x7f6b681e6750 2024-09-13T16:16:33.021 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.019+0000 7f6b64ff9640 1 -- 172.21.15.76:0/857243362 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 92 v92) v1 ==== 94+0+4743 (secure 0 0 0) 0x7f6b60057fe0 con 0x7f6b681e6750 2024-09-13T16:16:33.021 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:16:33.021 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":92,"default_fscid":11,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7718,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6834/217576700","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":217576700},{"type":"v1","addr":"172.21.15.192:6834","nonce":217576700}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":87},{"gid":8782,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/456601137","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6833","nonce":456601137},{"type":"v1","addr":"172.21.15.192:6835","nonce":456601137}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":87},{"gid":10068,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6836/4175162271","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":4175162271},{"type":"v1","addr":"172.21.15.76:6836","nonce":4175162271}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":87}],"filesystems":[{"mdsmap":{"epoch":92,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:14:51.827237+0000","modified":"2024-09-13T16:16:28.727725+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":10071},"failed":[],"damaged":[],"stopped":[],"info":{"gid_10071":{"gid":10071,"name":"c","rank":0,"incarnation":88,"state":"up:active","state_seq":27,"addr":"172.21.15.76:6837/3909448449","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":3909448449},{"type":"v1","addr":"172.21.15.76:6837","nonce":3909448449}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[24],"metadata_pool":23,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":11}]} 2024-09-13T16:16:33.021 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 92 2024-09-13T16:16:33.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.021+0000 7f6b6e4e9640 1 -- 172.21.15.76:0/857243362 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6b5406ac00 msgr2=0x7f6b5406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:33.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.021+0000 7f6b6e4e9640 1 --2- 172.21.15.76:0/857243362 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6b5406ac00 0x7f6b5406d0c0 secure :-1 s=READY pgs=994 cs=0 l=1 rev1=1 crypto rx=0x7f6b58034000 tx=0x7f6b5802e000 comp rx=0 tx=0).stop 2024-09-13T16:16:33.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.021+0000 7f6b6e4e9640 1 -- 172.21.15.76:0/857243362 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6b681e6750 msgr2=0x7f6b681e6bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:33.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.021+0000 7f6b6e4e9640 1 --2- 172.21.15.76:0/857243362 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6b681e6750 0x7f6b681e6bd0 secure :-1 s=READY pgs=2327 cs=0 l=1 rev1=1 crypto rx=0x7f6b680a04a0 tx=0x7f6b60010590 comp rx=0 tx=0).stop 2024-09-13T16:16:33.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.021+0000 7f6b6e4e9640 1 -- 172.21.15.76:0/857243362 shutdown_connections 2024-09-13T16:16:33.023 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.021+0000 7f6b6e4e9640 1 --2- 172.21.15.76:0/857243362 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6b681e6750 0x7f6b681e6bd0 unknown :-1 s=CLOSED pgs=2327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:33.024 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.022+0000 7f6b6e4e9640 1 --2- 172.21.15.76:0/857243362 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6b680cab80 0x7f6b6815e9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:33.024 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.022+0000 7f6b6e4e9640 1 --2- 172.21.15.76:0/857243362 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6b5406ac00 0x7f6b5406d0c0 unknown :-1 s=CLOSED pgs=994 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:33.024 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.022+0000 7f6b6e4e9640 1 --2- 172.21.15.76:0/857243362 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6b50003a10 0x7f6b6809fed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:33.024 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.022+0000 7f6b6e4e9640 1 -- 172.21.15.76:0/857243362 >> 172.21.15.76:0/857243362 conn(0x7f6b68089fd0 msgr2=0x7f6b680b5d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:33.024 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.022+0000 7f6b6e4e9640 1 -- 172.21.15.76:0/857243362 shutdown_connections 2024-09-13T16:16:33.024 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.022+0000 7f6b6e4e9640 1 -- 172.21.15.76:0/857243362 wait complete. 2024-09-13T16:16:33.034 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:16:33.131 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.130+0000 7fd2b88be640 1 Processor -- start 2024-09-13T16:16:33.132 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.130+0000 7fd2b88be640 1 -- start start 2024-09-13T16:16:33.133 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.131+0000 7fd2b88be640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fd2b41593e0 0x7fd2b406dca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:33.133 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.131+0000 7fd2b88be640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fd2b40b2a00 0x7fd2b40ce4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:33.133 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.131+0000 7fd2b88be640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd2b40c3e90 con 0x7fd2b40cea00 2024-09-13T16:16:33.133 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.131+0000 7fd2b88be640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd2b40cee50 con 0x7fd2b41593e0 2024-09-13T16:16:33.133 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.131+0000 7fd2b88be640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd2b41597c0 con 0x7fd2b40b2a00 2024-09-13T16:16:33.133 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.131+0000 7fd2b259c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fd2b41593e0 0x7fd2b406dca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:33.133 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.131+0000 7fd2b2d9d640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fd2b40cea00 0x7fd2b40b17e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:39380/0 (socket says 172.21.15.76:39380) 2024-09-13T16:16:33.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.131+0000 7fd2b2d9d640 1 -- 172.21.15.76:0/2636827099 learned_addr learned my addr 172.21.15.76:0/2636827099 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:16:33.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.131+0000 7fd2b159a640 1 -- 172.21.15.76:0/2636827099 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4054253250 0 0) 0x7fd2ac001490 con 0x7fd2b40cea00 2024-09-13T16:16:33.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.132+0000 7fd2b1d9b640 1 --2- 172.21.15.76:0/2636827099 >> v2:172.21.15.192:3300/0 conn(0x7fd2b40b2a00 0x7fd2b40ce4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:33.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.132+0000 7fd2b159a640 1 -- 172.21.15.76:0/2636827099 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd29c003520 con 0x7fd2b40cea00 2024-09-13T16:16:33.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.132+0000 7fd2b259c640 1 -- 172.21.15.76:0/2636827099 >> v2:172.21.15.192:3300/0 conn(0x7fd2b40b2a00 msgr2=0x7fd2b40ce4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:33.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.132+0000 7fd2b259c640 1 --2- 172.21.15.76:0/2636827099 >> v2:172.21.15.192:3300/0 conn(0x7fd2b40b2a00 0x7fd2b40ce4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:33.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.132+0000 7fd2b259c640 1 -- 172.21.15.76:0/2636827099 >> v1:172.21.15.76:6789/0 conn(0x7fd2b40cea00 legacy=0x7fd2b40b17e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:33.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.132+0000 7fd2b259c640 1 -- 172.21.15.76:0/2636827099 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd2b40b3130 con 0x7fd2b41593e0 2024-09-13T16:16:33.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.132+0000 7fd2b1d9b640 1 --2- 172.21.15.76:0/2636827099 >> v2:172.21.15.192:3300/0 conn(0x7fd2b40b2a00 0x7fd2b40ce4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:16:33.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.132+0000 7fd2b259c640 1 --2- 172.21.15.76:0/2636827099 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd2b41593e0 0x7fd2b406dca0 secure :-1 s=READY pgs=2329 cs=0 l=1 rev1=1 crypto rx=0x7fd2b40ade10 tx=0x7fd2a402a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8afe7fdd6901a8a5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:33.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.132+0000 7fd2b159a640 1 -- 172.21.15.76:0/2636827099 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2a4032440 con 0x7fd2b41593e0 2024-09-13T16:16:33.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.132+0000 7fd2b159a640 1 -- 172.21.15.76:0/2636827099 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd2a40325a0 con 0x7fd2b41593e0 2024-09-13T16:16:33.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.132+0000 7fd2b159a640 1 -- 172.21.15.76:0/2636827099 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2a4032930 con 0x7fd2b41593e0 2024-09-13T16:16:33.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.133+0000 7fd2b88be640 1 -- 172.21.15.76:0/2636827099 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd2b41593e0 msgr2=0x7fd2b406dca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:33.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.133+0000 7fd2b88be640 1 --2- 172.21.15.76:0/2636827099 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd2b41593e0 0x7fd2b406dca0 secure :-1 s=READY pgs=2329 cs=0 l=1 rev1=1 crypto rx=0x7fd2b40ade10 tx=0x7fd2a402a230 comp rx=0 tx=0).stop 2024-09-13T16:16:33.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.133+0000 7fd2b88be640 1 -- 172.21.15.76:0/2636827099 shutdown_connections 2024-09-13T16:16:33.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.133+0000 7fd2b88be640 1 --2- 172.21.15.76:0/2636827099 >> v2:172.21.15.192:3300/0 conn(0x7fd2b40b2a00 0x7fd2b40ce4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:33.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.133+0000 7fd2b88be640 1 --2- 172.21.15.76:0/2636827099 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd2b41593e0 0x7fd2b406dca0 unknown :-1 s=CLOSED pgs=2329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:33.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.133+0000 7fd2b88be640 1 -- 172.21.15.76:0/2636827099 >> 172.21.15.76:0/2636827099 conn(0x7fd2b406a020 msgr2=0x7fd2b406a430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:33.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.133+0000 7fd2b88be640 1 -- 172.21.15.76:0/2636827099 shutdown_connections 2024-09-13T16:16:33.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.133+0000 7fd2b88be640 1 -- 172.21.15.76:0/2636827099 wait complete. 2024-09-13T16:16:33.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.134+0000 7fd2b88be640 1 Processor -- start 2024-09-13T16:16:33.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.134+0000 7fd2b88be640 1 -- start start 2024-09-13T16:16:33.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.135+0000 7fd2b88be640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd2b40b2a00 0x7fd2b4157780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:33.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.135+0000 7fd2b88be640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd2b40cea00 0x7fd2b4157f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:33.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.135+0000 7fd2b88be640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd2b41593e0 0x7fd2b40cccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:33.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.135+0000 7fd2b88be640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2b41e31c0 con 0x7fd2b40b2a00 2024-09-13T16:16:33.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.135+0000 7fd2b88be640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2b4157cc0 con 0x7fd2b41593e0 2024-09-13T16:16:33.138 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.135+0000 7fd2b88be640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd2b41e2540 con 0x7fd2b40cea00 2024-09-13T16:16:33.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.135+0000 7fd2b259c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd2b40b2a00 0x7fd2b4157780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:33.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.135+0000 7fd2b259c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd2b40b2a00 0x7fd2b4157780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39372/0 (socket says 172.21.15.76:39372) 2024-09-13T16:16:33.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.135+0000 7fd2b259c640 1 -- 172.21.15.76:0/335944949 learned_addr learned my addr 172.21.15.76:0/335944949 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:33.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.135+0000 7fd2b2d9d640 1 --2- 172.21.15.76:0/335944949 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd2b41593e0 0x7fd2b40cccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:33.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.135+0000 7fd2b1d9b640 1 --2- 172.21.15.76:0/335944949 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd2b40cea00 0x7fd2b4157f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:33.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.136+0000 7fd2b259c640 1 -- 172.21.15.76:0/335944949 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd2b40cea00 msgr2=0x7fd2b4157f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:33.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.136+0000 7fd2b259c640 1 --2- 172.21.15.76:0/335944949 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd2b40cea00 0x7fd2b4157f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:33.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.136+0000 7fd2b259c640 1 -- 172.21.15.76:0/335944949 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd2b41593e0 msgr2=0x7fd2b40cccd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:33.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.136+0000 7fd2b259c640 1 --2- 172.21.15.76:0/335944949 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd2b41593e0 0x7fd2b40cccd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:33.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.136+0000 7fd2b259c640 1 -- 172.21.15.76:0/335944949 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd2a4009400 con 0x7fd2b40b2a00 2024-09-13T16:16:33.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.136+0000 7fd2b259c640 1 --2- 172.21.15.76:0/335944949 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd2b40b2a00 0x7fd2b4157780 secure :-1 s=READY pgs=2330 cs=0 l=1 rev1=1 crypto rx=0x7fd2a4000c00 tx=0x7fd2a40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:33.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.136+0000 7fd2a2ffd640 1 -- 172.21.15.76:0/335944949 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2a4030b80 con 0x7fd2b40b2a00 2024-09-13T16:16:33.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.136+0000 7fd2a2ffd640 1 -- 172.21.15.76:0/335944949 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd2a4032e90 con 0x7fd2b40b2a00 2024-09-13T16:16:33.139 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.136+0000 7fd2b88be640 1 -- 172.21.15.76:0/335944949 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd2b41e2820 con 0x7fd2b40b2a00 2024-09-13T16:16:33.140 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.136+0000 7fd2a2ffd640 1 -- 172.21.15.76:0/335944949 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2a4006e10 con 0x7fd2b40b2a00 2024-09-13T16:16:33.140 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.136+0000 7fd2b88be640 1 -- 172.21.15.76:0/335944949 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd2b41e2de0 con 0x7fd2b40b2a00 2024-09-13T16:16:33.140 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.137+0000 7fd2b88be640 1 -- 172.21.15.76:0/335944949 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd2b40b2e20 con 0x7fd2b40b2a00 2024-09-13T16:16:33.140 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.137+0000 7fd2a2ffd640 1 -- 172.21.15.76:0/335944949 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd2a4039040 con 0x7fd2b40b2a00 2024-09-13T16:16:33.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.138+0000 7fd2a2ffd640 1 --2- 172.21.15.76:0/335944949 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd29406ac30 0x7fd29406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:33.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.138+0000 7fd2a2ffd640 1 -- 172.21.15.76:0/335944949 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(163..163 src has 1..163) v4 ==== 6072+0+0 (secure 0 0 0) 0x7fd2a40a9dc0 con 0x7fd2b40b2a00 2024-09-13T16:16:33.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.138+0000 7fd2b1d9b640 1 --2- 172.21.15.76:0/335944949 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd29406ac30 0x7fd29406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:33.141 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.138+0000 7fd2b1d9b640 1 --2- 172.21.15.76:0/335944949 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd29406ac30 0x7fd29406d0f0 secure :-1 s=READY pgs=995 cs=0 l=1 rev1=1 crypto rx=0x7fd2b4158960 tx=0x7fd2a8008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:33.143 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.142+0000 7fd2a2ffd640 1 -- 172.21.15.76:0/335944949 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fd2a4074ec0 con 0x7fd2b40b2a00 2024-09-13T16:16:33.338 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.337+0000 7fd2b88be640 1 -- 172.21.15.76:0/335944949 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fd2b40c32d0 con 0x7fd2b40b2a00 2024-09-13T16:16:33.339 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.337+0000 7fd2a2ffd640 1 -- 172.21.15.76:0/335944949 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 92 v92) v1 ==== 94+0+4743 (secure 0 0 0) 0x7fd2a40784e0 con 0x7fd2b40b2a00 2024-09-13T16:16:33.339 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:16:33.339 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":92,"default_fscid":11,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7718,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6834/217576700","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":217576700},{"type":"v1","addr":"172.21.15.192:6834","nonce":217576700}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":87},{"gid":8782,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/456601137","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6833","nonce":456601137},{"type":"v1","addr":"172.21.15.192:6835","nonce":456601137}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":87},{"gid":10068,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6836/4175162271","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":4175162271},{"type":"v1","addr":"172.21.15.76:6836","nonce":4175162271}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":87}],"filesystems":[{"mdsmap":{"epoch":92,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:14:51.827237+0000","modified":"2024-09-13T16:16:28.727725+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":10071},"failed":[],"damaged":[],"stopped":[],"info":{"gid_10071":{"gid":10071,"name":"c","rank":0,"incarnation":88,"state":"up:active","state_seq":27,"addr":"172.21.15.76:6837/3909448449","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":3909448449},{"type":"v1","addr":"172.21.15.76:6837","nonce":3909448449}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[24],"metadata_pool":23,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":11}]} 2024-09-13T16:16:33.339 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 92 2024-09-13T16:16:33.341 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.339+0000 7fd2b88be640 1 -- 172.21.15.76:0/335944949 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd29406ac30 msgr2=0x7fd29406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:33.341 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.339+0000 7fd2b88be640 1 --2- 172.21.15.76:0/335944949 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd29406ac30 0x7fd29406d0f0 secure :-1 s=READY pgs=995 cs=0 l=1 rev1=1 crypto rx=0x7fd2b4158960 tx=0x7fd2a8008040 comp rx=0 tx=0).stop 2024-09-13T16:16:33.341 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.339+0000 7fd2b88be640 1 -- 172.21.15.76:0/335944949 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd2b40b2a00 msgr2=0x7fd2b4157780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:33.341 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.339+0000 7fd2b88be640 1 --2- 172.21.15.76:0/335944949 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd2b40b2a00 0x7fd2b4157780 secure :-1 s=READY pgs=2330 cs=0 l=1 rev1=1 crypto rx=0x7fd2a4000c00 tx=0x7fd2a40046c0 comp rx=0 tx=0).stop 2024-09-13T16:16:33.341 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.339+0000 7fd2b88be640 1 -- 172.21.15.76:0/335944949 shutdown_connections 2024-09-13T16:16:33.341 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.339+0000 7fd2b88be640 1 --2- 172.21.15.76:0/335944949 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd2b41593e0 0x7fd2b40cccd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:33.341 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.339+0000 7fd2b88be640 1 --2- 172.21.15.76:0/335944949 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd29406ac30 0x7fd29406d0f0 unknown :-1 s=CLOSED pgs=995 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:33.341 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.339+0000 7fd2b88be640 1 --2- 172.21.15.76:0/335944949 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd2b40cea00 0x7fd2b4157f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:33.341 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.339+0000 7fd2b88be640 1 --2- 172.21.15.76:0/335944949 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd2b40b2a00 0x7fd2b4157780 unknown :-1 s=CLOSED pgs=2330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:33.342 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.339+0000 7fd2b88be640 1 -- 172.21.15.76:0/335944949 >> 172.21.15.76:0/335944949 conn(0x7fd2b406a020 msgr2=0x7fd2b406a400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:33.342 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.339+0000 7fd2b88be640 1 -- 172.21.15.76:0/335944949 shutdown_connections 2024-09-13T16:16:33.342 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.339+0000 7fd2b88be640 1 -- 172.21.15.76:0/335944949 wait complete. 2024-09-13T16:16:33.351 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:16:33.450 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.448+0000 7f11afc2b640 1 Processor -- start 2024-09-13T16:16:33.450 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.449+0000 7f11afc2b640 1 -- start start 2024-09-13T16:16:33.451 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.449+0000 7f11afc2b640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f11a81593e0 0x7f11a806dca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:33.451 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.449+0000 7f11afc2b640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f11a80c3e90 con 0x7f11a80cebd0 2024-09-13T16:16:33.451 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.450+0000 7f11afc2b640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f11a81597c0 con 0x7f11a80b2a00 2024-09-13T16:16:33.451 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.450+0000 7f11afc2b640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f11a80b3130 con 0x7f11a81593e0 2024-09-13T16:16:33.452 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.450+0000 7f11ae1c8640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f11a80cebd0 0x7f11a80c88d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:39382/0 (socket says 172.21.15.76:39382) 2024-09-13T16:16:33.452 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.450+0000 7f11ae1c8640 1 -- 172.21.15.76:0/1052350837 learned_addr learned my addr 172.21.15.76:0/1052350837 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:16:33.452 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.450+0000 7f11ad9c7640 1 --2- 172.21.15.76:0/1052350837 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f11a81593e0 0x7f11a806dca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:33.452 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.450+0000 7f11ac9c5640 1 -- 172.21.15.76:0/1052350837 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1162541235 0 0) 0x7f11a0001490 con 0x7f11a80cebd0 2024-09-13T16:16:33.452 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.450+0000 7f11ac9c5640 1 -- 172.21.15.76:0/1052350837 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1194003520 con 0x7f11a80cebd0 2024-09-13T16:16:33.452 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.450+0000 7f11ac9c5640 1 -- 172.21.15.76:0/1052350837 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3091830939 0 0) 0x7f11a81597c0 con 0x7f11a80b2a00 2024-09-13T16:16:33.452 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.450+0000 7f11ac9c5640 1 -- 172.21.15.76:0/1052350837 --> v1:172.21.15.192:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f11a0001490 con 0x7f11a80b2a00 2024-09-13T16:16:33.452 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.450+0000 7f11ad9c7640 1 -- 172.21.15.76:0/1052350837 >> v1:172.21.15.192:6789/0 conn(0x7f11a80b2a00 legacy=0x7f11a80ce4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:33.452 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.450+0000 7f11ad9c7640 1 -- 172.21.15.76:0/1052350837 >> v1:172.21.15.76:6789/0 conn(0x7f11a80cebd0 legacy=0x7f11a80c88d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:33.452 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.450+0000 7f11ad9c7640 1 -- 172.21.15.76:0/1052350837 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f11a806d030 con 0x7f11a81593e0 2024-09-13T16:16:33.453 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.451+0000 7f11ad9c7640 1 --2- 172.21.15.76:0/1052350837 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f11a81593e0 0x7f11a806dca0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f119c009800 tx=0x7f119c02a2c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8913a08baad622f9 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:33.453 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.451+0000 7f11ac9c5640 1 -- 172.21.15.76:0/1052350837 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f119c032440 con 0x7f11a81593e0 2024-09-13T16:16:33.454 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.451+0000 7f11ac9c5640 1 -- 172.21.15.76:0/1052350837 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f119c0325a0 con 0x7f11a81593e0 2024-09-13T16:16:33.454 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.451+0000 7f11ac9c5640 1 -- 172.21.15.76:0/1052350837 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f119c032930 con 0x7f11a81593e0 2024-09-13T16:16:33.454 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.452+0000 7f11afc2b640 1 -- 172.21.15.76:0/1052350837 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f11a81593e0 msgr2=0x7f11a806dca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:33.454 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.452+0000 7f11afc2b640 1 --2- 172.21.15.76:0/1052350837 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f11a81593e0 0x7f11a806dca0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f119c009800 tx=0x7f119c02a2c0 comp rx=0 tx=0).stop 2024-09-13T16:16:33.454 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.452+0000 7f11afc2b640 1 -- 172.21.15.76:0/1052350837 shutdown_connections 2024-09-13T16:16:33.454 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.452+0000 7f11afc2b640 1 --2- 172.21.15.76:0/1052350837 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f11a81593e0 0x7f11a806dca0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:33.454 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.452+0000 7f11afc2b640 1 -- 172.21.15.76:0/1052350837 >> 172.21.15.76:0/1052350837 conn(0x7f11a806a020 msgr2=0x7f11a806a430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:33.454 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.452+0000 7f11afc2b640 1 -- 172.21.15.76:0/1052350837 shutdown_connections 2024-09-13T16:16:33.454 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.452+0000 7f11afc2b640 1 -- 172.21.15.76:0/1052350837 wait complete. 2024-09-13T16:16:33.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.453+0000 7f11afc2b640 1 Processor -- start 2024-09-13T16:16:33.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.453+0000 7f11afc2b640 1 -- start start 2024-09-13T16:16:33.456 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.454+0000 7f11afc2b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f11a80b2a00 0x7f11a8156320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:33.457 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.454+0000 7f11afc2b640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f11a80cebd0 0x7f11a80c79c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:33.457 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.454+0000 7f11afc2b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f11a81593e0 0x7f11a815b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:33.457 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.454+0000 7f11afc2b640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11a80c64b0 con 0x7f11a80b2a00 2024-09-13T16:16:33.457 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.454+0000 7f11afc2b640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11a8156860 con 0x7f11a81593e0 2024-09-13T16:16:33.457 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.454+0000 7f11afc2b640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f11a80c5830 con 0x7f11a80cebd0 2024-09-13T16:16:33.457 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.454+0000 7f11ad9c7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f11a80b2a00 0x7f11a8156320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:33.457 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.454+0000 7f11ad9c7640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f11a80b2a00 0x7f11a8156320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39388/0 (socket says 172.21.15.76:39388) 2024-09-13T16:16:33.457 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.454+0000 7f11ad9c7640 1 -- 172.21.15.76:0/1546115133 learned_addr learned my addr 172.21.15.76:0/1546115133 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:33.457 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.454+0000 7f11ae1c8640 1 --2- 172.21.15.76:0/1546115133 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f11a81593e0 0x7f11a815b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:33.457 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.454+0000 7f11ad1c6640 1 --2- 172.21.15.76:0/1546115133 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f11a80cebd0 0x7f11a80c79c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:33.457 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.454+0000 7f11ad9c7640 1 -- 172.21.15.76:0/1546115133 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f11a80cebd0 msgr2=0x7f11a80c79c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:33.457 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.454+0000 7f11ad9c7640 1 --2- 172.21.15.76:0/1546115133 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f11a80cebd0 0x7f11a80c79c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:33.457 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.454+0000 7f11ad9c7640 1 -- 172.21.15.76:0/1546115133 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f11a81593e0 msgr2=0x7f11a815b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:33.457 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.454+0000 7f11ad9c7640 1 --2- 172.21.15.76:0/1546115133 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f11a81593e0 0x7f11a815b9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:33.457 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.454+0000 7f11ad9c7640 1 -- 172.21.15.76:0/1546115133 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f119c009400 con 0x7f11a80b2a00 2024-09-13T16:16:33.458 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.454+0000 7f11ae1c8640 1 --2- 172.21.15.76:0/1546115133 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f11a81593e0 0x7f11a815b9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:16:33.458 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.454+0000 7f11ad1c6640 1 --2- 172.21.15.76:0/1546115133 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f11a80cebd0 0x7f11a80c79c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:16:33.458 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.454+0000 7f11ad9c7640 1 --2- 172.21.15.76:0/1546115133 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f11a80b2a00 0x7f11a8156320 secure :-1 s=READY pgs=2332 cs=0 l=1 rev1=1 crypto rx=0x7f119c035040 tx=0x7f119c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:33.458 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.454+0000 7f119a7fc640 1 -- 172.21.15.76:0/1546115133 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f119c03e920 con 0x7f11a80b2a00 2024-09-13T16:16:33.458 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.454+0000 7f119a7fc640 1 -- 172.21.15.76:0/1546115133 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f119c03ea80 con 0x7f11a80b2a00 2024-09-13T16:16:33.458 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.454+0000 7f11afc2b640 1 -- 172.21.15.76:0/1546115133 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f11a80c5b10 con 0x7f11a80b2a00 2024-09-13T16:16:33.458 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.454+0000 7f119a7fc640 1 -- 172.21.15.76:0/1546115133 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f119c03ee30 con 0x7f11a80b2a00 2024-09-13T16:16:33.458 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.454+0000 7f11afc2b640 1 -- 172.21.15.76:0/1546115133 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f11a80c60d0 con 0x7f11a80b2a00 2024-09-13T16:16:33.458 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.455+0000 7f11afc2b640 1 -- 172.21.15.76:0/1546115133 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f11a80c65f0 con 0x7f11a80b2a00 2024-09-13T16:16:33.459 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.456+0000 7f119a7fc640 1 -- 172.21.15.76:0/1546115133 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f119c03c400 con 0x7f11a80b2a00 2024-09-13T16:16:33.459 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.456+0000 7f119a7fc640 1 --2- 172.21.15.76:0/1546115133 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f118c06ac30 0x7f118c06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:33.459 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.456+0000 7f119a7fc640 1 -- 172.21.15.76:0/1546115133 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(163..163 src has 1..163) v4 ==== 6072+0+0 (secure 0 0 0) 0x7f119c0aa260 con 0x7f11a80b2a00 2024-09-13T16:16:33.459 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.456+0000 7f11ad1c6640 1 --2- 172.21.15.76:0/1546115133 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f118c06ac30 0x7f118c06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:33.459 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.457+0000 7f11ad1c6640 1 --2- 172.21.15.76:0/1546115133 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f118c06ac30 0x7f118c06d0f0 secure :-1 s=READY pgs=996 cs=0 l=1 rev1=1 crypto rx=0x7f11a80c6840 tx=0x7f11a4009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:33.462 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.461+0000 7f119a7fc640 1 -- 172.21.15.76:0/1546115133 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f119c075360 con 0x7f11a80b2a00 2024-09-13T16:16:33.622 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.621+0000 7f11afc2b640 1 -- 172.21.15.76:0/1546115133 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f11a80b2e20 con 0x7f11a80b2a00 2024-09-13T16:16:33.623 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.622+0000 7f119a7fc640 1 -- 172.21.15.76:0/1546115133 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v163) v1 ==== 74+0+16739 (secure 0 0 0) 0x7f119c078980 con 0x7f11a80b2a00 2024-09-13T16:16:33.623 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:16:33.624 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":163,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:16:22.708241+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":24,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":23,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:14:49.992802+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"161","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":24,"pool_name":"cephfs_data","create_time":"2024-09-13T16:14:50.797972+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"162","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"192.168.0.1:0/305132783":"2024-09-13T17:16:21.749578+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:16:33.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.624+0000 7f11afc2b640 1 -- 172.21.15.76:0/1546115133 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f118c06ac30 msgr2=0x7f118c06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:33.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.624+0000 7f11afc2b640 1 --2- 172.21.15.76:0/1546115133 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f118c06ac30 0x7f118c06d0f0 secure :-1 s=READY pgs=996 cs=0 l=1 rev1=1 crypto rx=0x7f11a80c6840 tx=0x7f11a4009040 comp rx=0 tx=0).stop 2024-09-13T16:16:33.625 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.624+0000 7f11afc2b640 1 -- 172.21.15.76:0/1546115133 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f11a80b2a00 msgr2=0x7f11a8156320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:33.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.624+0000 7f11afc2b640 1 --2- 172.21.15.76:0/1546115133 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f11a80b2a00 0x7f11a8156320 secure :-1 s=READY pgs=2332 cs=0 l=1 rev1=1 crypto rx=0x7f119c035040 tx=0x7f119c0046c0 comp rx=0 tx=0).stop 2024-09-13T16:16:33.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.624+0000 7f11afc2b640 1 -- 172.21.15.76:0/1546115133 shutdown_connections 2024-09-13T16:16:33.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.624+0000 7f11afc2b640 1 --2- 172.21.15.76:0/1546115133 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f11a81593e0 0x7f11a815b9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:33.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.624+0000 7f11afc2b640 1 --2- 172.21.15.76:0/1546115133 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f118c06ac30 0x7f118c06d0f0 unknown :-1 s=CLOSED pgs=996 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:33.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.624+0000 7f11afc2b640 1 --2- 172.21.15.76:0/1546115133 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f11a80cebd0 0x7f11a80c79c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:33.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.624+0000 7f11afc2b640 1 --2- 172.21.15.76:0/1546115133 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f11a80b2a00 0x7f11a8156320 unknown :-1 s=CLOSED pgs=2332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:33.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.624+0000 7f11afc2b640 1 -- 172.21.15.76:0/1546115133 >> 172.21.15.76:0/1546115133 conn(0x7f11a806a020 msgr2=0x7f11a80b17e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:33.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.624+0000 7f11afc2b640 1 -- 172.21.15.76:0/1546115133 shutdown_connections 2024-09-13T16:16:33.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.624+0000 7f11afc2b640 1 -- 172.21.15.76:0/1546115133 wait complete. 2024-09-13T16:16:33.636 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-13T16:16:33.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.733+0000 7ff42ba73640 1 Processor -- start 2024-09-13T16:16:33.735 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.734+0000 7ff42ba73640 1 -- start start 2024-09-13T16:16:33.736 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.734+0000 7ff42ba73640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7ff4240b47f0 0x7ff4240cd040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:33.736 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.734+0000 7ff42ba73640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7ff42406c630 0x7ff4240cd580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:33.736 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.734+0000 7ff42ba73640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff42406b190 con 0x7ff42415ca80 2024-09-13T16:16:33.736 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.734+0000 7ff42ba73640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff4240ce730 con 0x7ff4240b47f0 2024-09-13T16:16:33.736 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.734+0000 7ff42ba73640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff4240cea10 con 0x7ff42406c630 2024-09-13T16:16:33.736 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.734+0000 7ff42980f640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7ff42415ca80 0x7ff4240b40e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:39388/0 (socket says 172.21.15.76:39388) 2024-09-13T16:16:33.736 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.734+0000 7ff42980f640 1 -- 172.21.15.76:0/2299565391 learned_addr learned my addr 172.21.15.76:0/2299565391 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:16:33.737 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.734+0000 7ff42900e640 1 --2- 172.21.15.76:0/2299565391 >> v2:172.21.15.76:3300/0 conn(0x7ff4240b47f0 0x7ff4240cd040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:33.737 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.735+0000 7ff42900e640 1 -- 172.21.15.76:0/2299565391 >> v2:172.21.15.192:3300/0 conn(0x7ff42406c630 msgr2=0x7ff4240cd580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:33.737 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.735+0000 7ff42900e640 1 --2- 172.21.15.76:0/2299565391 >> v2:172.21.15.192:3300/0 conn(0x7ff42406c630 0x7ff4240cd580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:33.737 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.735+0000 7ff42900e640 1 -- 172.21.15.76:0/2299565391 >> v1:172.21.15.76:6789/0 conn(0x7ff42415ca80 legacy=0x7ff4240b40e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:33.737 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.735+0000 7ff42900e640 1 -- 172.21.15.76:0/2299565391 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff4240cecf0 con 0x7ff4240b47f0 2024-09-13T16:16:33.737 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.735+0000 7ff42880d640 1 -- 172.21.15.76:0/2299565391 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1683318982 0 0) 0x7ff42406b190 con 0x7ff42415ca80 2024-09-13T16:16:33.738 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.736+0000 7ff42900e640 1 --2- 172.21.15.76:0/2299565391 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff4240b47f0 0x7ff4240cd040 secure :-1 s=READY pgs=2334 cs=0 l=1 rev1=1 crypto rx=0x7ff424067610 tx=0x7ff41402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d2ad726227ae9eeb server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:33.738 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.736+0000 7ff42880d640 1 -- 172.21.15.76:0/2299565391 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff414032440 con 0x7ff4240b47f0 2024-09-13T16:16:33.738 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.736+0000 7ff42880d640 1 -- 172.21.15.76:0/2299565391 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff4140325a0 con 0x7ff4240b47f0 2024-09-13T16:16:33.738 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.736+0000 7ff42880d640 1 -- 172.21.15.76:0/2299565391 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff414032930 con 0x7ff4240b47f0 2024-09-13T16:16:33.738 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.736+0000 7ff42ba73640 1 -- 172.21.15.76:0/2299565391 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff4240b47f0 msgr2=0x7ff4240cd040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:33.738 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.736+0000 7ff42ba73640 1 --2- 172.21.15.76:0/2299565391 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff4240b47f0 0x7ff4240cd040 secure :-1 s=READY pgs=2334 cs=0 l=1 rev1=1 crypto rx=0x7ff424067610 tx=0x7ff41402a1a0 comp rx=0 tx=0).stop 2024-09-13T16:16:33.738 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.736+0000 7ff42ba73640 1 -- 172.21.15.76:0/2299565391 shutdown_connections 2024-09-13T16:16:33.738 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.736+0000 7ff42ba73640 1 --2- 172.21.15.76:0/2299565391 >> v2:172.21.15.192:3300/0 conn(0x7ff42406c630 0x7ff4240cd580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:33.739 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.736+0000 7ff42ba73640 1 --2- 172.21.15.76:0/2299565391 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff4240b47f0 0x7ff4240cd040 unknown :-1 s=CLOSED pgs=2334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:33.739 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.736+0000 7ff42ba73640 1 -- 172.21.15.76:0/2299565391 >> 172.21.15.76:0/2299565391 conn(0x7ff424089fd0 msgr2=0x7ff4240d2660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:33.739 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.736+0000 7ff42ba73640 1 -- 172.21.15.76:0/2299565391 shutdown_connections 2024-09-13T16:16:33.739 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.736+0000 7ff42ba73640 1 -- 172.21.15.76:0/2299565391 wait complete. 2024-09-13T16:16:33.741 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.737+0000 7ff42ba73640 1 Processor -- start 2024-09-13T16:16:33.741 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.738+0000 7ff42ba73640 1 -- start start 2024-09-13T16:16:33.741 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.738+0000 7ff42ba73640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff42406c630 0x7ff424149a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:33.741 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.738+0000 7ff42ba73640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff4240b47f0 0x7ff4240cbf30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:33.741 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.738+0000 7ff42ba73640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff42415ca80 0x7ff42415ce60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:33.741 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.738+0000 7ff42ba73640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff424160160 con 0x7ff42415ca80 2024-09-13T16:16:33.741 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.738+0000 7ff42ba73640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff42415fe80 con 0x7ff4240b47f0 2024-09-13T16:16:33.741 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.738+0000 7ff42ba73640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff4240b66a0 con 0x7ff42406c630 2024-09-13T16:16:33.741 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.738+0000 7ff42a010640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff42415ca80 0x7ff42415ce60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:33.741 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.738+0000 7ff42a010640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff42415ca80 0x7ff42415ce60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39404/0 (socket says 172.21.15.76:39404) 2024-09-13T16:16:33.741 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.738+0000 7ff42a010640 1 -- 172.21.15.76:0/1172891724 learned_addr learned my addr 172.21.15.76:0/1172891724 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:33.741 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.739+0000 7ff42900e640 1 --2- 172.21.15.76:0/1172891724 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff4240b47f0 0x7ff4240cbf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:33.741 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.739+0000 7ff42a010640 1 -- 172.21.15.76:0/1172891724 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff42406c630 msgr2=0x7ff424149a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:33.742 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.739+0000 7ff42a010640 1 --2- 172.21.15.76:0/1172891724 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff42406c630 0x7ff424149a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:33.742 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.739+0000 7ff42a010640 1 -- 172.21.15.76:0/1172891724 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff4240b47f0 msgr2=0x7ff4240cbf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:33.742 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.739+0000 7ff42a010640 1 --2- 172.21.15.76:0/1172891724 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff4240b47f0 0x7ff4240cbf30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:33.742 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.739+0000 7ff42a010640 1 -- 172.21.15.76:0/1172891724 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff4140093a0 con 0x7ff42415ca80 2024-09-13T16:16:33.742 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.739+0000 7ff42900e640 1 --2- 172.21.15.76:0/1172891724 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff4240b47f0 0x7ff4240cbf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:16:33.742 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.739+0000 7ff42a010640 1 --2- 172.21.15.76:0/1172891724 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff42415ca80 0x7ff42415ce60 secure :-1 s=READY pgs=2335 cs=0 l=1 rev1=1 crypto rx=0x7ff41c00b9e0 tx=0x7ff41c00bea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:33.742 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.739+0000 7ff41a7fc640 1 -- 172.21.15.76:0/1172891724 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff41c00caa0 con 0x7ff42415ca80 2024-09-13T16:16:33.742 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.739+0000 7ff41a7fc640 1 -- 172.21.15.76:0/1172891724 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff41c00cc20 con 0x7ff42415ca80 2024-09-13T16:16:33.742 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.739+0000 7ff42ba73640 1 -- 172.21.15.76:0/1172891724 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff4240b6980 con 0x7ff42415ca80 2024-09-13T16:16:33.742 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.739+0000 7ff41a7fc640 1 -- 172.21.15.76:0/1172891724 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff41c014440 con 0x7ff42415ca80 2024-09-13T16:16:33.742 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.739+0000 7ff42ba73640 1 -- 172.21.15.76:0/1172891724 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff4240cc470 con 0x7ff42415ca80 2024-09-13T16:16:33.743 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.740+0000 7ff42ba73640 1 -- 172.21.15.76:0/1172891724 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff4240b6500 con 0x7ff42415ca80 2024-09-13T16:16:33.743 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.740+0000 7ff41a7fc640 1 -- 172.21.15.76:0/1172891724 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff41c01d3b0 con 0x7ff42415ca80 2024-09-13T16:16:33.743 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.741+0000 7ff41a7fc640 1 --2- 172.21.15.76:0/1172891724 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff40806ac00 0x7ff40806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:33.743 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.741+0000 7ff41a7fc640 1 -- 172.21.15.76:0/1172891724 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(163..163 src has 1..163) v4 ==== 6072+0+0 (secure 0 0 0) 0x7ff41c089390 con 0x7ff42415ca80 2024-09-13T16:16:33.743 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.741+0000 7ff42980f640 1 --2- 172.21.15.76:0/1172891724 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff40806ac00 0x7ff40806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:33.744 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.741+0000 7ff42980f640 1 --2- 172.21.15.76:0/1172891724 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff40806ac00 0x7ff40806d0c0 secure :-1 s=READY pgs=997 cs=0 l=1 rev1=1 crypto rx=0x7ff420007fd0 tx=0x7ff420007960 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:33.746 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.745+0000 7ff41a7fc640 1 -- 172.21.15.76:0/1172891724 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ff4240b6500 con 0x7ff42415ca80 2024-09-13T16:16:33.941 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.940+0000 7ff42ba73640 1 -- 172.21.15.76:0/1172891724 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7ff4240b6500 con 0x7ff42415ca80 2024-09-13T16:16:33.942 INFO:tasks.ceph.mon.a.smithi076.stderr:2024-09-13T16:16:33.941+0000 7f1d1f745640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T16:16:33.957 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.955+0000 7ff41a7fc640 1 -- 172.21.15.76:0/1172891724 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v93) v1 ==== 161+0+0 (secure 0 0 0) 0x7ff4240b6500 con 0x7ff42415ca80 2024-09-13T16:16:33.957 INFO:teuthology.orchestra.run.smithi076.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T16:16:33.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.958+0000 7ff42ba73640 1 -- 172.21.15.76:0/1172891724 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff40806ac00 msgr2=0x7ff40806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:33.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.958+0000 7ff42ba73640 1 --2- 172.21.15.76:0/1172891724 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff40806ac00 0x7ff40806d0c0 secure :-1 s=READY pgs=997 cs=0 l=1 rev1=1 crypto rx=0x7ff420007fd0 tx=0x7ff420007960 comp rx=0 tx=0).stop 2024-09-13T16:16:33.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.958+0000 7ff42ba73640 1 -- 172.21.15.76:0/1172891724 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff42415ca80 msgr2=0x7ff42415ce60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:33.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.958+0000 7ff42ba73640 1 --2- 172.21.15.76:0/1172891724 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff42415ca80 0x7ff42415ce60 secure :-1 s=READY pgs=2335 cs=0 l=1 rev1=1 crypto rx=0x7ff41c00b9e0 tx=0x7ff41c00bea0 comp rx=0 tx=0).stop 2024-09-13T16:16:33.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.958+0000 7ff42ba73640 1 -- 172.21.15.76:0/1172891724 shutdown_connections 2024-09-13T16:16:33.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.958+0000 7ff42ba73640 1 --2- 172.21.15.76:0/1172891724 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff42415ca80 0x7ff42415ce60 unknown :-1 s=CLOSED pgs=2335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:33.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.958+0000 7ff42ba73640 1 --2- 172.21.15.76:0/1172891724 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff4240b47f0 0x7ff4240cbf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:33.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.958+0000 7ff42ba73640 1 --2- 172.21.15.76:0/1172891724 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff40806ac00 0x7ff40806d0c0 unknown :-1 s=CLOSED pgs=997 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:33.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.958+0000 7ff42ba73640 1 --2- 172.21.15.76:0/1172891724 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff42406c630 0x7ff424149a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:33.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.958+0000 7ff42ba73640 1 -- 172.21.15.76:0/1172891724 >> 172.21.15.76:0/1172891724 conn(0x7ff424089fd0 msgr2=0x7ff4240b3800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:33.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.958+0000 7ff42ba73640 1 -- 172.21.15.76:0/1172891724 shutdown_connections 2024-09-13T16:16:33.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:33.958+0000 7ff42ba73640 1 -- 172.21.15.76:0/1172891724 wait complete. 2024-09-13T16:16:33.960 INFO:tasks.ceph.mds.c.smithi076.stderr: -6305> 2024-09-13T16:14:57.760+0000 7f918a455640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T16:16:33.970 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-13T16:16:33.990 INFO:tasks.ceph.mds.c.smithi076.stdout:starting mds.c at 2024-09-13T16:16:34.070 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.069+0000 7f60a763d640 1 Processor -- start 2024-09-13T16:16:34.070 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.069+0000 7f60a763d640 1 -- start start 2024-09-13T16:16:34.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.070+0000 7f60a763d640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f60a0156c40 0x7f60a00ce5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:34.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.070+0000 7f60a763d640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f60a00cef10 con 0x7f60a00ac740 2024-09-13T16:16:34.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.070+0000 7f60a763d640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f60a00acd60 con 0x7f60a00ceb00 2024-09-13T16:16:34.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.070+0000 7f60a763d640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f60a00ad040 con 0x7f60a0156c40 2024-09-13T16:16:34.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.070+0000 7f60a5bda640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f60a00ac740 0x7f60a0070340 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:39408/0 (socket says 172.21.15.76:39408) 2024-09-13T16:16:34.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.070+0000 7f60a5bda640 1 -- 172.21.15.76:0/3287595335 learned_addr learned my addr 172.21.15.76:0/3287595335 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:16:34.075 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.070+0000 7f6097fff640 1 -- 172.21.15.76:0/3287595335 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3106648163 0 0) 0x7f60a00cef10 con 0x7f60a00ac740 2024-09-13T16:16:34.075 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.070+0000 7f6097fff640 1 -- 172.21.15.76:0/3287595335 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f608c003520 con 0x7f60a00ac740 2024-09-13T16:16:34.075 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.070+0000 7f60a53d9640 1 --2- 172.21.15.76:0/3287595335 >> v2:172.21.15.192:3300/0 conn(0x7f60a0156c40 0x7f60a00ce5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:34.075 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.070+0000 7f6097fff640 1 -- 172.21.15.76:0/3287595335 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1099898027 0 0) 0x7f608c003520 con 0x7f60a00ac740 2024-09-13T16:16:34.075 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.070+0000 7f6097fff640 1 -- 172.21.15.76:0/3287595335 >> v2:172.21.15.192:3300/0 conn(0x7f60a0156c40 msgr2=0x7f60a00ce5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:34.075 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.070+0000 7f6097fff640 1 --2- 172.21.15.76:0/3287595335 >> v2:172.21.15.192:3300/0 conn(0x7f60a0156c40 0x7f60a00ce5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:34.075 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.070+0000 7f6097fff640 1 -- 172.21.15.76:0/3287595335 >> v1:172.21.15.192:6789/0 conn(0x7f60a00ceb00 legacy=0x7f60a00ac030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:34.075 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.070+0000 7f6097fff640 1 -- 172.21.15.76:0/3287595335 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f60a00ad320 con 0x7f60a00ac740 2024-09-13T16:16:34.075 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.070+0000 7f6097fff640 1 -- 172.21.15.76:0/3287595335 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f6098001670 con 0x7f60a00ac740 2024-09-13T16:16:34.075 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.071+0000 7f6097fff640 1 -- 172.21.15.76:0/3287595335 >> v1:172.21.15.76:6789/0 conn(0x7f60a00ac740 legacy=0x7f60a0070340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:34.076 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.071+0000 7f6097fff640 1 --2- 172.21.15.76:0/3287595335 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f608c003970 0x7f608c003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:34.076 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.071+0000 7f6097fff640 1 --2- 172.21.15.76:0/3287595335 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f608c0047c0 0x7f608c004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:34.076 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.071+0000 7f6097fff640 1 --2- 172.21.15.76:0/3287595335 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f608c005180 0x7f608c00b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:34.076 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.071+0000 7f6097fff640 1 -- 172.21.15.76:0/3287595335 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60a00ad040 con 0x7f608c003970 2024-09-13T16:16:34.076 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.071+0000 7f6097fff640 1 -- 172.21.15.76:0/3287595335 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f608c00c120 con 0x7f608c005180 2024-09-13T16:16:34.076 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.071+0000 7f6097fff640 1 -- 172.21.15.76:0/3287595335 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f608c00c2e0 con 0x7f608c0047c0 2024-09-13T16:16:34.076 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.071+0000 7f60a53d9640 1 --2- 172.21.15.76:0/3287595335 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f608c003970 0x7f608c003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:34.076 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.071+0000 7f60a5bda640 1 --2- 172.21.15.76:0/3287595335 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f608c005180 0x7f608c00b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:34.076 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.071+0000 7f60a4bd8640 1 --2- 172.21.15.76:0/3287595335 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f608c0047c0 0x7f608c004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:34.076 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.071+0000 7f60a53d9640 1 -- 172.21.15.76:0/3287595335 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f608c0047c0 msgr2=0x7f608c004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:34.076 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.071+0000 7f60a53d9640 1 --2- 172.21.15.76:0/3287595335 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f608c0047c0 0x7f608c004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:34.077 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.071+0000 7f60a53d9640 1 -- 172.21.15.76:0/3287595335 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f608c005180 msgr2=0x7f608c00b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:34.077 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.071+0000 7f60a53d9640 1 --2- 172.21.15.76:0/3287595335 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f608c005180 0x7f608c00b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:34.077 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.071+0000 7f60a5bda640 1 -- 172.21.15.76:0/3287595335 reap_dead start 2024-09-13T16:16:34.077 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.071+0000 7f60a53d9640 1 -- 172.21.15.76:0/3287595335 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f608c003520 con 0x7f608c003970 2024-09-13T16:16:34.077 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.071+0000 7f60a4bd8640 1 --2- 172.21.15.76:0/3287595335 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f608c0047c0 0x7f608c004c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:16:34.077 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.072+0000 7f60a53d9640 1 --2- 172.21.15.76:0/3287595335 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f608c003970 0x7f608c003d90 secure :-1 s=READY pgs=2340 cs=0 l=1 rev1=1 crypto rx=0x7f609c009fc0 tx=0x7f608c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b0c0fc3ad8dddc8d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:34.077 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.072+0000 7f6097fff640 1 -- 172.21.15.76:0/3287595335 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f609c031640 con 0x7f608c003970 2024-09-13T16:16:34.077 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.072+0000 7f6097fff640 1 -- 172.21.15.76:0/3287595335 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f609c02d070 con 0x7f608c003970 2024-09-13T16:16:34.077 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.072+0000 7f6097fff640 1 -- 172.21.15.76:0/3287595335 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f609c0319e0 con 0x7f608c003970 2024-09-13T16:16:34.077 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.072+0000 7f60a763d640 1 -- 172.21.15.76:0/3287595335 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f608c003970 msgr2=0x7f608c003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:34.078 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.072+0000 7f60a763d640 1 --2- 172.21.15.76:0/3287595335 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f608c003970 0x7f608c003d90 secure :-1 s=READY pgs=2340 cs=0 l=1 rev1=1 crypto rx=0x7f609c009fc0 tx=0x7f608c0057f0 comp rx=0 tx=0).stop 2024-09-13T16:16:34.078 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.072+0000 7f60a763d640 1 -- 172.21.15.76:0/3287595335 shutdown_connections 2024-09-13T16:16:34.078 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.072+0000 7f60a763d640 1 --2- 172.21.15.76:0/3287595335 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f608c003970 0x7f608c003d90 unknown :-1 s=CLOSED pgs=2340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:34.078 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.072+0000 7f60a763d640 1 -- 172.21.15.76:0/3287595335 >> 172.21.15.76:0/3287595335 conn(0x7f60a00b01e0 msgr2=0x7f60a00b05f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:34.078 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.072+0000 7f60a763d640 1 -- 172.21.15.76:0/3287595335 shutdown_connections 2024-09-13T16:16:34.078 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.073+0000 7f60a763d640 1 -- 172.21.15.76:0/3287595335 wait complete. 2024-09-13T16:16:34.081 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.074+0000 7f60a763d640 1 Processor -- start 2024-09-13T16:16:34.081 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.074+0000 7f60a763d640 1 -- start start 2024-09-13T16:16:34.081 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.074+0000 7f60a763d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f608c003970 0x7f60a014b350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:34.081 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.074+0000 7f60a763d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f60a014d660 0x7f60a01ee1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:34.081 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.074+0000 7f60a763d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f60a014dae0 0x7f60a01ee700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:34.081 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.074+0000 7f60a763d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60a014e240 con 0x7f608c003970 2024-09-13T16:16:34.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.074+0000 7f60a763d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60a014ebe0 con 0x7f60a014d660 2024-09-13T16:16:34.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.074+0000 7f60a763d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f60a014df60 con 0x7f60a014dae0 2024-09-13T16:16:34.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.075+0000 7f60a53d9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f608c003970 0x7f60a014b350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:34.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.075+0000 7f60a53d9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f608c003970 0x7f60a014b350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39438/0 (socket says 172.21.15.76:39438) 2024-09-13T16:16:34.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.075+0000 7f60a53d9640 1 -- 172.21.15.76:0/81399638 learned_addr learned my addr 172.21.15.76:0/81399638 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:34.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.075+0000 7f60a4bd8640 1 --2- 172.21.15.76:0/81399638 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f60a014d660 0x7f60a01ee1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:34.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.075+0000 7f60a5bda640 1 --2- 172.21.15.76:0/81399638 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f60a014dae0 0x7f60a01ee700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:34.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.075+0000 7f60a53d9640 1 -- 172.21.15.76:0/81399638 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f60a014dae0 msgr2=0x7f60a01ee700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:34.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.075+0000 7f60a53d9640 1 --2- 172.21.15.76:0/81399638 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f60a014dae0 0x7f60a01ee700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:34.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.075+0000 7f60a53d9640 1 -- 172.21.15.76:0/81399638 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f60a014d660 msgr2=0x7f60a01ee1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:34.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.075+0000 7f60a53d9640 1 --2- 172.21.15.76:0/81399638 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f60a014d660 0x7f60a01ee1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:34.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.075+0000 7f60a53d9640 1 -- 172.21.15.76:0/81399638 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f60a014e590 con 0x7f608c003970 2024-09-13T16:16:34.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.075+0000 7f60a4bd8640 1 --2- 172.21.15.76:0/81399638 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f60a014d660 0x7f60a01ee1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:16:34.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.075+0000 7f60a53d9640 1 --2- 172.21.15.76:0/81399638 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f608c003970 0x7f60a014b350 secure :-1 s=READY pgs=2341 cs=0 l=1 rev1=1 crypto rx=0x7f609c02ae10 tx=0x7f609c009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:34.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.075+0000 7f6095ffb640 1 -- 172.21.15.76:0/81399638 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f609c003990 con 0x7f608c003970 2024-09-13T16:16:34.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.075+0000 7f6095ffb640 1 -- 172.21.15.76:0/81399638 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f609c040070 con 0x7f608c003970 2024-09-13T16:16:34.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.075+0000 7f60a763d640 1 -- 172.21.15.76:0/81399638 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f60a014e870 con 0x7f608c003970 2024-09-13T16:16:34.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.075+0000 7f6095ffb640 1 -- 172.21.15.76:0/81399638 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f609c003d10 con 0x7f608c003970 2024-09-13T16:16:34.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.075+0000 7f60a763d640 1 -- 172.21.15.76:0/81399638 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f60a01ef3b0 con 0x7f608c003970 2024-09-13T16:16:34.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.076+0000 7f60a763d640 1 -- 172.21.15.76:0/81399638 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f60a014e3f0 con 0x7f608c003970 2024-09-13T16:16:34.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.077+0000 7f6095ffb640 1 -- 172.21.15.76:0/81399638 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f609c042030 con 0x7f608c003970 2024-09-13T16:16:34.084 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.077+0000 7f6095ffb640 1 --2- 172.21.15.76:0/81399638 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f608406ac00 0x7f608406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:34.084 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.077+0000 7f6095ffb640 1 -- 172.21.15.76:0/81399638 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(164..164 src has 1..164) v4 ==== 6158+0+0 (secure 0 0 0) 0x7f609c0aa780 con 0x7f608c003970 2024-09-13T16:16:34.084 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.077+0000 7f60a4bd8640 1 --2- 172.21.15.76:0/81399638 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f608406ac00 0x7f608406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:34.084 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.078+0000 7f60a4bd8640 1 --2- 172.21.15.76:0/81399638 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f608406ac00 0x7f608406d0c0 secure :-1 s=READY pgs=998 cs=0 l=1 rev1=1 crypto rx=0x7f6090000c00 tx=0x7f6090009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:34.084 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.081+0000 7f6095ffb640 1 -- 172.21.15.76:0/81399638 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f60a014e3f0 con 0x7f608c003970 2024-09-13T16:16:34.278 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.277+0000 7f60a763d640 1 -- 172.21.15.76:0/81399638 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) v1 -- 0x7f60a014e3f0 con 0x7f608c003970 2024-09-13T16:16:34.958 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.957+0000 7f6095ffb640 1 -- 172.21.15.76:0/81399638 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v94) v1 ==== 104+0+0 (secure 0 0 0) 0x7f60a014e3f0 con 0x7f608c003970 2024-09-13T16:16:34.961 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.959+0000 7f60a763d640 1 -- 172.21.15.76:0/81399638 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f608406ac00 msgr2=0x7f608406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:34.961 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.959+0000 7f60a763d640 1 --2- 172.21.15.76:0/81399638 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f608406ac00 0x7f608406d0c0 secure :-1 s=READY pgs=998 cs=0 l=1 rev1=1 crypto rx=0x7f6090000c00 tx=0x7f6090009040 comp rx=0 tx=0).stop 2024-09-13T16:16:34.961 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.959+0000 7f60a763d640 1 -- 172.21.15.76:0/81399638 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f608c003970 msgr2=0x7f60a014b350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:34.961 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.959+0000 7f60a763d640 1 --2- 172.21.15.76:0/81399638 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f608c003970 0x7f60a014b350 secure :-1 s=READY pgs=2341 cs=0 l=1 rev1=1 crypto rx=0x7f609c02ae10 tx=0x7f609c009750 comp rx=0 tx=0).stop 2024-09-13T16:16:34.961 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.960+0000 7f60a763d640 1 -- 172.21.15.76:0/81399638 shutdown_connections 2024-09-13T16:16:34.961 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.960+0000 7f60a763d640 1 --2- 172.21.15.76:0/81399638 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f608406ac00 0x7f608406d0c0 unknown :-1 s=CLOSED pgs=998 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:34.962 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.960+0000 7f60a763d640 1 --2- 172.21.15.76:0/81399638 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f60a014dae0 0x7f60a01ee700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:34.962 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.960+0000 7f60a763d640 1 --2- 172.21.15.76:0/81399638 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f60a014d660 0x7f60a01ee1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:34.962 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.960+0000 7f60a763d640 1 --2- 172.21.15.76:0/81399638 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f608c003970 0x7f60a014b350 unknown :-1 s=CLOSED pgs=2341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:34.962 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.960+0000 7f60a763d640 1 -- 172.21.15.76:0/81399638 >> 172.21.15.76:0/81399638 conn(0x7f60a00b01e0 msgr2=0x7f60a0159820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:34.962 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.960+0000 7f60a763d640 1 -- 172.21.15.76:0/81399638 shutdown_connections 2024-09-13T16:16:34.962 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:34.960+0000 7f60a763d640 1 -- 172.21.15.76:0/81399638 wait complete. 2024-09-13T16:16:34.975 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-13T16:16:35.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.122+0000 7f777313e640 1 Processor -- start 2024-09-13T16:16:35.124 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.122+0000 7f777313e640 1 -- start start 2024-09-13T16:16:35.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.123+0000 7f777313e640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f776c163090 0x7f776c165480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:35.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.123+0000 7f777313e640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f776c0c9fa0 con 0x7f776c0cab20 2024-09-13T16:16:35.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.123+0000 7f777313e640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f776c0ca280 con 0x7f776c15a3c0 2024-09-13T16:16:35.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.123+0000 7f777313e640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f776c06c430 con 0x7f776c163090 2024-09-13T16:16:35.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.123+0000 7f776bfff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f776c0cab20 0x7f776c0caf60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:39420/0 (socket says 172.21.15.76:39420) 2024-09-13T16:16:35.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.123+0000 7f776bfff640 1 -- 172.21.15.76:0/376419647 learned_addr learned my addr 172.21.15.76:0/376419647 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:16:35.127 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.123+0000 7f776b7fe640 1 -- 172.21.15.76:0/376419647 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3978828391 0 0) 0x7f776c0c9fa0 con 0x7f776c0cab20 2024-09-13T16:16:35.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.123+0000 7f776b7fe640 1 -- 172.21.15.76:0/376419647 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7754003520 con 0x7f776c0cab20 2024-09-13T16:16:35.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.123+0000 7f77716db640 1 --2- 172.21.15.76:0/376419647 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f776c163090 0x7f776c165480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:35.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.124+0000 7f776b7fe640 1 -- 172.21.15.76:0/376419647 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3057208426 0 0) 0x7f7754003520 con 0x7f776c0cab20 2024-09-13T16:16:35.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.124+0000 7f776b7fe640 1 -- 172.21.15.76:0/376419647 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f776c163090 msgr2=0x7f776c165480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:35.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.124+0000 7f776b7fe640 1 --2- 172.21.15.76:0/376419647 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f776c163090 0x7f776c165480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:35.128 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.124+0000 7f776b7fe640 1 -- 172.21.15.76:0/376419647 >> v1:172.21.15.192:6789/0 conn(0x7f776c15a3c0 legacy=0x7f776c0c9470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:35.129 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.124+0000 7f776b7fe640 1 -- 172.21.15.76:0/376419647 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f776c0ca560 con 0x7f776c0cab20 2024-09-13T16:16:35.129 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.124+0000 7f776b7fe640 1 -- 172.21.15.76:0/376419647 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f7760001670 con 0x7f776c0cab20 2024-09-13T16:16:35.129 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.124+0000 7f776b7fe640 1 -- 172.21.15.76:0/376419647 >> v1:172.21.15.76:6789/0 conn(0x7f776c0cab20 legacy=0x7f776c0caf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:35.129 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.124+0000 7f776b7fe640 1 --2- 172.21.15.76:0/376419647 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f776c163090 0x7f77540039a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:35.129 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.124+0000 7f776b7fe640 1 --2- 172.21.15.76:0/376419647 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7754003fd0 0x7f77540047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:35.129 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.124+0000 7f776b7fe640 1 --2- 172.21.15.76:0/376419647 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7754004d00 0x7f7754005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:35.129 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.124+0000 7f776b7fe640 1 -- 172.21.15.76:0/376419647 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f775400bb10 con 0x7f7754004d00 2024-09-13T16:16:35.129 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.124+0000 7f776b7fe640 1 -- 172.21.15.76:0/376419647 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f775400bc80 con 0x7f7754003fd0 2024-09-13T16:16:35.129 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.124+0000 7f776b7fe640 1 -- 172.21.15.76:0/376419647 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f775400be40 con 0x7f776c163090 2024-09-13T16:16:35.129 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.124+0000 7f77716db640 1 --2- 172.21.15.76:0/376419647 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7754004d00 0x7f7754005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:35.130 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.124+0000 7f776bfff640 1 --2- 172.21.15.76:0/376419647 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7754003fd0 0x7f77540047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:35.130 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.124+0000 7f7770eda640 1 --2- 172.21.15.76:0/376419647 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f776c163090 0x7f77540039a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:35.130 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.124+0000 7f77716db640 1 -- 172.21.15.76:0/376419647 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f776c163090 msgr2=0x7f77540039a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:35.130 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.124+0000 7f77716db640 1 --2- 172.21.15.76:0/376419647 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f776c163090 0x7f77540039a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:35.130 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.124+0000 7f77716db640 1 -- 172.21.15.76:0/376419647 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7754003fd0 msgr2=0x7f77540047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:35.130 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.124+0000 7f77716db640 1 --2- 172.21.15.76:0/376419647 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7754003fd0 0x7f77540047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:35.130 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.124+0000 7f77716db640 1 -- 172.21.15.76:0/376419647 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7754003520 con 0x7f7754004d00 2024-09-13T16:16:35.130 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.125+0000 7f77716db640 1 --2- 172.21.15.76:0/376419647 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7754004d00 0x7f7754005180 secure :-1 s=READY pgs=2343 cs=0 l=1 rev1=1 crypto rx=0x7f776c06e4b0 tx=0x7f77540057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ae6209bc93600cf server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:35.130 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.125+0000 7f776b7fe640 1 -- 172.21.15.76:0/376419647 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f776402f630 con 0x7f7754004d00 2024-09-13T16:16:35.130 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.125+0000 7f776b7fe640 1 -- 172.21.15.76:0/376419647 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f776402f790 con 0x7f7754004d00 2024-09-13T16:16:35.130 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.125+0000 7f776b7fe640 1 -- 172.21.15.76:0/376419647 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f776402fb20 con 0x7f7754004d00 2024-09-13T16:16:35.131 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.126+0000 7f777313e640 1 -- 172.21.15.76:0/376419647 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7754004d00 msgr2=0x7f7754005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:35.131 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.126+0000 7f777313e640 1 --2- 172.21.15.76:0/376419647 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7754004d00 0x7f7754005180 secure :-1 s=READY pgs=2343 cs=0 l=1 rev1=1 crypto rx=0x7f776c06e4b0 tx=0x7f77540057f0 comp rx=0 tx=0).stop 2024-09-13T16:16:35.131 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.126+0000 7f77716db640 1 -- 172.21.15.76:0/376419647 reap_dead start 2024-09-13T16:16:35.131 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.126+0000 7f777313e640 1 -- 172.21.15.76:0/376419647 shutdown_connections 2024-09-13T16:16:35.131 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.126+0000 7f777313e640 1 -- 172.21.15.76:0/376419647 >> 172.21.15.76:0/376419647 conn(0x7f776c0affa0 msgr2=0x7f776c0b03b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:35.131 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.126+0000 7f777313e640 1 -- 172.21.15.76:0/376419647 shutdown_connections 2024-09-13T16:16:35.131 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.126+0000 7f777313e640 1 -- 172.21.15.76:0/376419647 wait complete. 2024-09-13T16:16:35.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.127+0000 7f777313e640 1 Processor -- start 2024-09-13T16:16:35.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.127+0000 7f777313e640 1 -- start start 2024-09-13T16:16:35.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.128+0000 7f777313e640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f776c0c3920 0x7f776c0acdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:35.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.128+0000 7f777313e640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f776c1f0370 0x7f776c1f07f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:35.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.128+0000 7f777313e640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f776c1f0d30 0x7f776c070000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:35.134 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.128+0000 7f777313e640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f776c162d70 con 0x7f776c0c3920 2024-09-13T16:16:35.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.128+0000 7f777313e640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f776c0ad330 con 0x7f776c1f0370 2024-09-13T16:16:35.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.128+0000 7f777313e640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f776c0c3d00 con 0x7f776c1f0d30 2024-09-13T16:16:35.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.128+0000 7f7770eda640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f776c0c3920 0x7f776c0acdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:35.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.128+0000 7f7770eda640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f776c0c3920 0x7f776c0acdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39464/0 (socket says 172.21.15.76:39464) 2024-09-13T16:16:35.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.128+0000 7f7770eda640 1 -- 172.21.15.76:0/205991904 learned_addr learned my addr 172.21.15.76:0/205991904 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:35.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.128+0000 7f776bfff640 1 --2- 172.21.15.76:0/205991904 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f776c1f0370 0x7f776c1f07f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:35.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.128+0000 7f77716db640 1 --2- 172.21.15.76:0/205991904 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f776c1f0d30 0x7f776c070000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:35.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.128+0000 7f7770eda640 1 -- 172.21.15.76:0/205991904 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f776c1f0d30 msgr2=0x7f776c070000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:35.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.128+0000 7f7770eda640 1 --2- 172.21.15.76:0/205991904 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f776c1f0d30 0x7f776c070000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:35.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.128+0000 7f7770eda640 1 -- 172.21.15.76:0/205991904 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f776c1f0370 msgr2=0x7f776c1f07f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:35.135 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.128+0000 7f7770eda640 1 --2- 172.21.15.76:0/205991904 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f776c1f0370 0x7f776c1f07f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:35.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.128+0000 7f7770eda640 1 -- 172.21.15.76:0/205991904 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f776c0abd50 con 0x7f776c0c3920 2024-09-13T16:16:35.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.128+0000 7f77716db640 1 --2- 172.21.15.76:0/205991904 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f776c1f0d30 0x7f776c070000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:16:35.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.128+0000 7f7770eda640 1 --2- 172.21.15.76:0/205991904 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f776c0c3920 0x7f776c0acdf0 secure :-1 s=READY pgs=2344 cs=0 l=1 rev1=1 crypto rx=0x7f775c00f820 tx=0x7f775c00fce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:35.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.128+0000 7f77697fa640 1 -- 172.21.15.76:0/205991904 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f775c0050d0 con 0x7f776c0c3920 2024-09-13T16:16:35.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.128+0000 7f77697fa640 1 -- 172.21.15.76:0/205991904 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f775c005230 con 0x7f776c0c3920 2024-09-13T16:16:35.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.128+0000 7f77697fa640 1 -- 172.21.15.76:0/205991904 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f775c00d730 con 0x7f776c0c3920 2024-09-13T16:16:35.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.128+0000 7f777313e640 1 -- 172.21.15.76:0/205991904 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f776c0ac030 con 0x7f776c0c3920 2024-09-13T16:16:35.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.129+0000 7f777313e640 1 -- 172.21.15.76:0/205991904 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f776c0ac5f0 con 0x7f776c0c3920 2024-09-13T16:16:35.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.129+0000 7f777313e640 1 -- 172.21.15.76:0/205991904 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f776c0ad5b0 con 0x7f776c0c3920 2024-09-13T16:16:35.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.130+0000 7f77697fa640 1 -- 172.21.15.76:0/205991904 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f775c00d890 con 0x7f776c0c3920 2024-09-13T16:16:35.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.130+0000 7f77697fa640 1 --2- 172.21.15.76:0/205991904 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f775806ac30 0x7f775806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:35.136 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.130+0000 7f77697fa640 1 -- 172.21.15.76:0/205991904 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(164..164 src has 1..164) v4 ==== 6158+0+0 (secure 0 0 0) 0x7f775c089410 con 0x7f776c0c3920 2024-09-13T16:16:35.137 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.130+0000 7f776bfff640 1 --2- 172.21.15.76:0/205991904 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f775806ac30 0x7f775806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:35.137 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.131+0000 7f776bfff640 1 --2- 172.21.15.76:0/205991904 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f775806ac30 0x7f775806d0f0 secure :-1 s=READY pgs=1000 cs=0 l=1 rev1=1 crypto rx=0x7f776c06dea0 tx=0x7f7760009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:35.137 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.135+0000 7f77697fa640 1 -- 172.21.15.76:0/205991904 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f775c0544c0 con 0x7f776c0c3920 2024-09-13T16:16:35.297 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.296+0000 7f777313e640 1 -- 172.21.15.76:0/205991904 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f776c06cee0 con 0x7f776c0c3920 2024-09-13T16:16:35.964 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.963+0000 7f77697fa640 1 -- 172.21.15.76:0/205991904 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v165) v1 ==== 181+0+0 (secure 0 0 0) 0x7f775c057ae0 con 0x7f776c0c3920 2024-09-13T16:16:35.964 INFO:teuthology.orchestra.run.smithi076.stderr:pool 'cephfs_metadata' removed 2024-09-13T16:16:35.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.965+0000 7f777313e640 1 -- 172.21.15.76:0/205991904 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f775806ac30 msgr2=0x7f775806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:35.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.965+0000 7f777313e640 1 --2- 172.21.15.76:0/205991904 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f775806ac30 0x7f775806d0f0 secure :-1 s=READY pgs=1000 cs=0 l=1 rev1=1 crypto rx=0x7f776c06dea0 tx=0x7f7760009040 comp rx=0 tx=0).stop 2024-09-13T16:16:35.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.966+0000 7f777313e640 1 -- 172.21.15.76:0/205991904 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f776c0c3920 msgr2=0x7f776c0acdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:35.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.966+0000 7f777313e640 1 --2- 172.21.15.76:0/205991904 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f776c0c3920 0x7f776c0acdf0 secure :-1 s=READY pgs=2344 cs=0 l=1 rev1=1 crypto rx=0x7f775c00f820 tx=0x7f775c00fce0 comp rx=0 tx=0).stop 2024-09-13T16:16:35.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.966+0000 7f777313e640 1 -- 172.21.15.76:0/205991904 shutdown_connections 2024-09-13T16:16:35.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.966+0000 7f777313e640 1 --2- 172.21.15.76:0/205991904 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f775806ac30 0x7f775806d0f0 unknown :-1 s=CLOSED pgs=1000 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:35.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.966+0000 7f777313e640 1 --2- 172.21.15.76:0/205991904 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f776c1f0d30 0x7f776c070000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:35.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.966+0000 7f777313e640 1 --2- 172.21.15.76:0/205991904 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f776c1f0370 0x7f776c1f07f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:35.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.966+0000 7f777313e640 1 --2- 172.21.15.76:0/205991904 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f776c0c3920 0x7f776c0acdf0 unknown :-1 s=CLOSED pgs=2344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:35.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.966+0000 7f777313e640 1 -- 172.21.15.76:0/205991904 >> 172.21.15.76:0/205991904 conn(0x7f776c0affa0 msgr2=0x7f776c151470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:35.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.966+0000 7f777313e640 1 -- 172.21.15.76:0/205991904 shutdown_connections 2024-09-13T16:16:35.968 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:35.966+0000 7f777313e640 1 -- 172.21.15.76:0/205991904 wait complete. 2024-09-13T16:16:35.980 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-13T16:16:36.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:36.082+0000 7f3de5473640 1 Processor -- start 2024-09-13T16:16:36.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:36.082+0000 7f3de5473640 1 -- start start 2024-09-13T16:16:36.084 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:36.082+0000 7f3de5473640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3de0158c50 0x7f3de006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:36.084 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:36.082+0000 7f3de5473640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f3de0069e40 0x7f3de006a280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:36.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:36.082+0000 7f3de5473640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3de006a7c0 con 0x7f3de00b2590 2024-09-13T16:16:36.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:36.082+0000 7f3de5473640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3de0159030 con 0x7f3de0069e40 2024-09-13T16:16:36.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:36.082+0000 7f3de5473640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3de006c300 con 0x7f3de0158c50 2024-09-13T16:16:36.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:36.083+0000 7f3dde7fc640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f3de0069e40 0x7f3de006a280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:36.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:36.083+0000 7f3ddf7fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f3de00b2590 0x7f3de00b29c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:39422/0 (socket says 172.21.15.76:39422) 2024-09-13T16:16:36.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:36.083+0000 7f3dde7fc640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f3de0069e40 0x7f3de006a280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39476/0 (socket says 172.21.15.76:39476) 2024-09-13T16:16:36.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:36.083+0000 7f3ddf7fe640 1 -- 172.21.15.76:0/46956774 learned_addr learned my addr 172.21.15.76:0/46956774 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:16:36.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:36.083+0000 7f3dde7fc640 1 -- 172.21.15.76:0/46956774 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3de0158c50 msgr2=0x7f3de006d0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:36.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:36.083+0000 7f3dde7fc640 1 --2- 172.21.15.76:0/46956774 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3de0158c50 0x7f3de006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:36.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:36.083+0000 7f3dde7fc640 1 -- 172.21.15.76:0/46956774 >> v1:172.21.15.76:6789/0 conn(0x7f3de00b2590 legacy=0x7f3de00b29c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:36.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:36.083+0000 7f3dde7fc640 1 -- 172.21.15.76:0/46956774 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3de006c5e0 con 0x7f3de0069e40 2024-09-13T16:16:36.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:36.083+0000 7f3dddffb640 1 -- 172.21.15.76:0/46956774 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2695959047 0 0) 0x7f3de006a7c0 con 0x7f3de00b2590 2024-09-13T16:16:36.087 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:36.084+0000 7f3dde7fc640 1 --2- 172.21.15.76:0/46956774 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3de0069e40 0x7f3de006a280 secure :-1 s=READY pgs=2346 cs=0 l=1 rev1=1 crypto rx=0x7f3dd400ba40 tx=0x7f3dd402c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a16c9e7fbe83c220 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:36.087 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:36.084+0000 7f3dddffb640 1 -- 172.21.15.76:0/46956774 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3dd4032750 con 0x7f3de0069e40 2024-09-13T16:16:36.087 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:36.084+0000 7f3dddffb640 1 -- 172.21.15.76:0/46956774 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3dd40328b0 con 0x7f3de0069e40 2024-09-13T16:16:36.087 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:36.084+0000 7f3dddffb640 1 -- 172.21.15.76:0/46956774 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3dd4032c40 con 0x7f3de0069e40 2024-09-13T16:16:36.087 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:36.084+0000 7f3de5473640 1 -- 172.21.15.76:0/46956774 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3de0069e40 msgr2=0x7f3de006a280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:36.087 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:36.084+0000 7f3de5473640 1 --2- 172.21.15.76:0/46956774 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3de0069e40 0x7f3de006a280 secure :-1 s=READY pgs=2346 cs=0 l=1 rev1=1 crypto rx=0x7f3dd400ba40 tx=0x7f3dd402c850 comp rx=0 tx=0).stop 2024-09-13T16:16:36.087 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:36.084+0000 7f3de5473640 1 -- 172.21.15.76:0/46956774 shutdown_connections 2024-09-13T16:16:36.087 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:36.084+0000 7f3de5473640 1 --2- 172.21.15.76:0/46956774 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3de0069e40 0x7f3de006a280 unknown :-1 s=CLOSED pgs=2346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:36.087 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:36.084+0000 7f3de5473640 1 --2- 172.21.15.76:0/46956774 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3de0158c50 0x7f3de006d0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:36.087 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:36.084+0000 7f3de5473640 1 -- 172.21.15.76:0/46956774 >> 172.21.15.76:0/46956774 conn(0x7f3de00affa0 msgr2=0x7f3de00b03b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:36.088 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:36.084+0000 7f3de5473640 1 -- 172.21.15.76:0/46956774 shutdown_connections 2024-09-13T16:16:36.088 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:36.085+0000 7f3de5473640 1 -- 172.21.15.76:0/46956774 wait complete. 2024-09-13T16:16:36.088 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:36.086+0000 7f3de5473640 1 Processor -- start 2024-09-13T16:16:36.088 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:36.086+0000 7f3de5473640 1 -- start start 2024-09-13T16:16:36.090 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:36.086+0000 7f3de5473640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3de0069e40 0x7f3de0157600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:36.090 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:36.086+0000 7f3de5473640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3de00b2590 0x7f3de00c2510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:36.090 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:36.086+0000 7f3de5473640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3de0158c50 0x7f3de01e30e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:36.090 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:36.086+0000 7f3de5473640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3de01e3620 con 0x7f3de00b2590 2024-09-13T16:16:36.090 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:36.087+0000 7f3de5473640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3de00c41b0 con 0x7f3de0069e40 2024-09-13T16:16:36.090 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:36.087+0000 7f3de5473640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3de00c4490 con 0x7f3de0158c50 2024-09-13T16:16:36.090 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:36.087+0000 7f3dde7fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3de00b2590 0x7f3de00c2510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:36.090 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:36.087+0000 7f3dde7fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3de00b2590 0x7f3de00c2510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39486/0 (socket says 172.21.15.76:39486) 2024-09-13T16:16:36.090 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:36.087+0000 7f3dde7fc640 1 -- 172.21.15.76:0/3418587890 learned_addr learned my addr 172.21.15.76:0/3418587890 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:36.090 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:36.087+0000 7f3ddeffd640 1 --2- 172.21.15.76:0/3418587890 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3de0069e40 0x7f3de0157600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:36.091 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:36.087+0000 7f3dde7fc640 1 -- 172.21.15.76:0/3418587890 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3de0158c50 msgr2=0x7f3de01e30e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:36.091 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:36.087+0000 7f3dde7fc640 1 --2- 172.21.15.76:0/3418587890 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3de0158c50 0x7f3de01e30e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:36.091 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:36.087+0000 7f3dde7fc640 1 -- 172.21.15.76:0/3418587890 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3de0069e40 msgr2=0x7f3de0157600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:36.091 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:36.087+0000 7f3dde7fc640 1 --2- 172.21.15.76:0/3418587890 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3de0069e40 0x7f3de0157600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:36.091 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:36.087+0000 7f3dde7fc640 1 -- 172.21.15.76:0/3418587890 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3dd400b6a0 con 0x7f3de00b2590 2024-09-13T16:16:36.091 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:36.087+0000 7f3dde7fc640 1 --2- 172.21.15.76:0/3418587890 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3de00b2590 0x7f3de00c2510 secure :-1 s=READY pgs=2347 cs=0 l=1 rev1=1 crypto rx=0x7f3dd400bb60 tx=0x7f3dd40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:36.091 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:36.087+0000 7f3dc77fe640 1 -- 172.21.15.76:0/3418587890 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3dd4034c80 con 0x7f3de00b2590 2024-09-13T16:16:36.091 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:36.087+0000 7f3dc77fe640 1 -- 172.21.15.76:0/3418587890 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3dd4034de0 con 0x7f3de00b2590 2024-09-13T16:16:36.091 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:36.087+0000 7f3dc77fe640 1 -- 172.21.15.76:0/3418587890 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3dd403f660 con 0x7f3de00b2590 2024-09-13T16:16:36.091 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:36.087+0000 7f3de5473640 1 -- 172.21.15.76:0/3418587890 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3de00c4770 con 0x7f3de00b2590 2024-09-13T16:16:36.091 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:36.087+0000 7f3de5473640 1 -- 172.21.15.76:0/3418587890 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3de00c4d30 con 0x7f3de00b2590 2024-09-13T16:16:36.091 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:36.088+0000 7f3de5473640 1 -- 172.21.15.76:0/3418587890 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3de01e0090 con 0x7f3de00b2590 2024-09-13T16:16:36.091 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:36.089+0000 7f3dc77fe640 1 -- 172.21.15.76:0/3418587890 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f3dd403f7c0 con 0x7f3de00b2590 2024-09-13T16:16:36.092 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:36.089+0000 7f3dc77fe640 1 --2- 172.21.15.76:0/3418587890 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3dcc06ac00 0x7f3dcc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:36.092 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:36.089+0000 7f3dc77fe640 1 -- 172.21.15.76:0/3418587890 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(165..165 src has 1..165) v4 ==== 5720+0+0 (secure 0 0 0) 0x7f3dd40accb0 con 0x7f3de00b2590 2024-09-13T16:16:36.092 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:36.089+0000 7f3ddeffd640 1 --2- 172.21.15.76:0/3418587890 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3dcc06ac00 0x7f3dcc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:36.092 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:36.090+0000 7f3ddeffd640 1 --2- 172.21.15.76:0/3418587890 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3dcc06ac00 0x7f3dcc06d0c0 secure :-1 s=READY pgs=1001 cs=0 l=1 rev1=1 crypto rx=0x7f3dd000a770 tx=0x7f3dd0008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:36.094 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:36.093+0000 7f3dc77fe640 1 -- 172.21.15.76:0/3418587890 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f3dd4077e80 con 0x7f3de00b2590 2024-09-13T16:16:36.256 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:36.255+0000 7f3de5473640 1 -- 172.21.15.76:0/3418587890 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f3de00cb050 con 0x7f3de00b2590 2024-09-13T16:16:36.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:36.971+0000 7f3dc77fe640 1 -- 172.21.15.76:0/3418587890 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v166) v1 ==== 169+0+0 (secure 0 0 0) 0x7f3dd407b4a0 con 0x7f3de00b2590 2024-09-13T16:16:36.973 INFO:teuthology.orchestra.run.smithi076.stderr:pool 'cephfs_data' removed 2024-09-13T16:16:36.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:36.975+0000 7f3de5473640 1 -- 172.21.15.76:0/3418587890 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3dcc06ac00 msgr2=0x7f3dcc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:36.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:36.975+0000 7f3de5473640 1 --2- 172.21.15.76:0/3418587890 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3dcc06ac00 0x7f3dcc06d0c0 secure :-1 s=READY pgs=1001 cs=0 l=1 rev1=1 crypto rx=0x7f3dd000a770 tx=0x7f3dd0008040 comp rx=0 tx=0).stop 2024-09-13T16:16:36.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:36.975+0000 7f3de5473640 1 -- 172.21.15.76:0/3418587890 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3de00b2590 msgr2=0x7f3de00c2510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:36.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:36.975+0000 7f3de5473640 1 --2- 172.21.15.76:0/3418587890 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3de00b2590 0x7f3de00c2510 secure :-1 s=READY pgs=2347 cs=0 l=1 rev1=1 crypto rx=0x7f3dd400bb60 tx=0x7f3dd40046c0 comp rx=0 tx=0).stop 2024-09-13T16:16:36.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:36.975+0000 7f3de5473640 1 -- 172.21.15.76:0/3418587890 shutdown_connections 2024-09-13T16:16:36.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:36.975+0000 7f3de5473640 1 --2- 172.21.15.76:0/3418587890 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f3dcc06ac00 0x7f3dcc06d0c0 unknown :-1 s=CLOSED pgs=1001 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:36.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:36.975+0000 7f3de5473640 1 --2- 172.21.15.76:0/3418587890 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f3de0158c50 0x7f3de01e30e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:36.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:36.975+0000 7f3de5473640 1 --2- 172.21.15.76:0/3418587890 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f3de00b2590 0x7f3de00c2510 unknown :-1 s=CLOSED pgs=2347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:36.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:36.975+0000 7f3de5473640 1 --2- 172.21.15.76:0/3418587890 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3de0069e40 0x7f3de0157600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:36.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:36.975+0000 7f3de5473640 1 -- 172.21.15.76:0/3418587890 >> 172.21.15.76:0/3418587890 conn(0x7f3de00affa0 msgr2=0x7f3de006a220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:36.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:36.975+0000 7f3de5473640 1 -- 172.21.15.76:0/3418587890 shutdown_connections 2024-09-13T16:16:36.977 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:36.975+0000 7f3de5473640 1 -- 172.21.15.76:0/3418587890 wait complete. 2024-09-13T16:16:36.993 DEBUG:teuthology.orchestra.run.smithi076:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-13T16:16:36.995 DEBUG:teuthology.orchestra.run.smithi192:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-13T16:16:37.039 INFO:teuthology.orchestra.run.smithi076.stdout:[global] 2024-09-13T16:16:37.039 INFO:teuthology.orchestra.run.smithi076.stdout: chdir = "" 2024-09-13T16:16:37.039 INFO:teuthology.orchestra.run.smithi076.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-13T16:16:37.039 INFO:teuthology.orchestra.run.smithi076.stdout: auth supported = cephx 2024-09-13T16:16:37.039 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:16:37.039 INFO:teuthology.orchestra.run.smithi076.stdout: filestore xattr use omap = true 2024-09-13T16:16:37.040 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:16:37.040 INFO:teuthology.orchestra.run.smithi076.stdout: mon clock drift allowed = 1.000 2024-09-13T16:16:37.040 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:16:37.040 INFO:teuthology.orchestra.run.smithi076.stdout: osd crush chooseleaf type = 0 2024-09-13T16:16:37.040 INFO:teuthology.orchestra.run.smithi076.stdout: auth debug = true 2024-09-13T16:16:37.040 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:16:37.040 INFO:teuthology.orchestra.run.smithi076.stdout: ms die on old message = true 2024-09-13T16:16:37.040 INFO:teuthology.orchestra.run.smithi076.stdout: ms die on bug = true 2024-09-13T16:16:37.040 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:16:37.040 INFO:teuthology.orchestra.run.smithi076.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-13T16:16:37.040 INFO:teuthology.orchestra.run.smithi076.stdout: mon pg warn max object skew = 0 2024-09-13T16:16:37.040 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:16:37.040 INFO:teuthology.orchestra.run.smithi076.stdout: # disable pg_autoscaler by default for new pools 2024-09-13T16:16:37.041 INFO:teuthology.orchestra.run.smithi076.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-13T16:16:37.041 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:16:37.041 INFO:teuthology.orchestra.run.smithi076.stdout: osd pool default size = 2 2024-09-13T16:16:37.041 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:16:37.041 INFO:teuthology.orchestra.run.smithi076.stdout: mon osd allow primary affinity = true 2024-09-13T16:16:37.041 INFO:teuthology.orchestra.run.smithi076.stdout: mon osd allow pg remap = true 2024-09-13T16:16:37.041 INFO:teuthology.orchestra.run.smithi076.stdout: mon warn on legacy crush tunables = false 2024-09-13T16:16:37.041 INFO:teuthology.orchestra.run.smithi076.stdout: mon warn on crush straw calc version zero = false 2024-09-13T16:16:37.041 INFO:teuthology.orchestra.run.smithi076.stdout: mon warn on no sortbitwise = false 2024-09-13T16:16:37.041 INFO:teuthology.orchestra.run.smithi076.stdout: mon warn on osd down out interval zero = false 2024-09-13T16:16:37.041 INFO:teuthology.orchestra.run.smithi076.stdout: mon warn on too few osds = false 2024-09-13T16:16:37.041 INFO:teuthology.orchestra.run.smithi076.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-13T16:16:37.041 INFO:teuthology.orchestra.run.smithi076.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-13T16:16:37.042 INFO:teuthology.orchestra.run.smithi076.stdout: mon_allow_pool_size_one = true 2024-09-13T16:16:37.042 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:16:37.042 INFO:teuthology.orchestra.run.smithi076.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-13T16:16:37.042 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:16:37.042 INFO:teuthology.orchestra.run.smithi076.stdout: osd default data pool replay window = 5 2024-09-13T16:16:37.042 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:16:37.042 INFO:teuthology.orchestra.run.smithi076.stdout: mon allow pool delete = true 2024-09-13T16:16:37.042 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:16:37.042 INFO:teuthology.orchestra.run.smithi076.stdout: mon cluster log file level = debug 2024-09-13T16:16:37.042 INFO:teuthology.orchestra.run.smithi076.stdout: debug asserts on shutdown = true 2024-09-13T16:16:37.042 INFO:teuthology.orchestra.run.smithi076.stdout: mon health detail to clog = false 2024-09-13T16:16:37.042 INFO:teuthology.orchestra.run.smithi076.stdout: mon host = "172.21.15.76,172.21.15.192,[v2:172.21.15.192:3301,v1:172.21.15.192:6790]" 2024-09-13T16:16:37.042 INFO:teuthology.orchestra.run.smithi076.stdout: fsid = da76ee52-f48b-434a-9df7-5fefe2a6e471 2024-09-13T16:16:37.043 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:16:37.043 INFO:teuthology.orchestra.run.smithi076.stdout:[osd] 2024-09-13T16:16:37.043 INFO:teuthology.orchestra.run.smithi076.stdout: osd journal size = 100 2024-09-13T16:16:37.043 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:16:37.043 INFO:teuthology.orchestra.run.smithi076.stdout: osd scrub load threshold = 5.0 2024-09-13T16:16:37.043 INFO:teuthology.orchestra.run.smithi076.stdout: osd scrub max interval = 600 2024-09-13T16:16:37.043 INFO:teuthology.orchestra.run.smithi076.stdout: osd mclock profile = high_recovery_ops 2024-09-13T16:16:37.043 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:16:37.043 INFO:teuthology.orchestra.run.smithi076.stdout: osd recover clone overlap = true 2024-09-13T16:16:37.043 INFO:teuthology.orchestra.run.smithi076.stdout: osd recovery max chunk = 1048576 2024-09-13T16:16:37.043 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:16:37.043 INFO:teuthology.orchestra.run.smithi076.stdout: osd debug shutdown = true 2024-09-13T16:16:37.043 INFO:teuthology.orchestra.run.smithi076.stdout: osd debug op order = true 2024-09-13T16:16:37.043 INFO:teuthology.orchestra.run.smithi076.stdout: osd debug verify stray on activate = true 2024-09-13T16:16:37.044 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:16:37.044 INFO:teuthology.orchestra.run.smithi076.stdout: osd open classes on start = true 2024-09-13T16:16:37.044 INFO:teuthology.orchestra.run.smithi076.stdout: osd debug pg log writeout = true 2024-09-13T16:16:37.044 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:16:37.044 INFO:teuthology.orchestra.run.smithi076.stdout: osd deep scrub update digest min age = 30 2024-09-13T16:16:37.044 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:16:37.044 INFO:teuthology.orchestra.run.smithi076.stdout: osd map max advance = 10 2024-09-13T16:16:37.044 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:16:37.044 INFO:teuthology.orchestra.run.smithi076.stdout: journal zero on create = true 2024-09-13T16:16:37.044 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:16:37.044 INFO:teuthology.orchestra.run.smithi076.stdout: filestore ondisk finisher threads = 3 2024-09-13T16:16:37.044 INFO:teuthology.orchestra.run.smithi076.stdout: filestore apply finisher threads = 3 2024-09-13T16:16:37.044 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:16:37.045 INFO:teuthology.orchestra.run.smithi076.stdout: bdev debug aio = true 2024-09-13T16:16:37.045 INFO:teuthology.orchestra.run.smithi076.stdout: osd debug misdirected ops = true 2024-09-13T16:16:37.045 INFO:teuthology.orchestra.run.smithi076.stdout: bluestore block size = 96636764160 2024-09-13T16:16:37.045 INFO:teuthology.orchestra.run.smithi076.stdout: bluestore fsck on mount = True 2024-09-13T16:16:37.045 INFO:teuthology.orchestra.run.smithi076.stdout: debug bluefs = 20 2024-09-13T16:16:37.045 INFO:teuthology.orchestra.run.smithi076.stdout: debug bluestore = 20 2024-09-13T16:16:37.045 INFO:teuthology.orchestra.run.smithi076.stdout: debug ms = 1 2024-09-13T16:16:37.045 INFO:teuthology.orchestra.run.smithi076.stdout: debug osd = 20 2024-09-13T16:16:37.045 INFO:teuthology.orchestra.run.smithi076.stdout: debug rocksdb = 10 2024-09-13T16:16:37.045 INFO:teuthology.orchestra.run.smithi076.stdout: mon osd backfillfull_ratio = 0.85 2024-09-13T16:16:37.045 INFO:teuthology.orchestra.run.smithi076.stdout: mon osd full ratio = 0.9 2024-09-13T16:16:37.045 INFO:teuthology.orchestra.run.smithi076.stdout: mon osd nearfull ratio = 0.8 2024-09-13T16:16:37.045 INFO:teuthology.orchestra.run.smithi076.stdout: osd failsafe full ratio = 0.95 2024-09-13T16:16:37.046 INFO:teuthology.orchestra.run.smithi076.stdout: osd objectstore = bluestore 2024-09-13T16:16:37.046 INFO:teuthology.orchestra.run.smithi076.stdout: osd op complaint time = 180 2024-09-13T16:16:37.046 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:16:37.046 INFO:teuthology.orchestra.run.smithi076.stdout:[mgr] 2024-09-13T16:16:37.046 INFO:teuthology.orchestra.run.smithi076.stdout: debug ms = 1 2024-09-13T16:16:37.046 INFO:teuthology.orchestra.run.smithi076.stdout: debug mgr = 20 2024-09-13T16:16:37.046 INFO:teuthology.orchestra.run.smithi076.stdout: debug mon = 20 2024-09-13T16:16:37.046 INFO:teuthology.orchestra.run.smithi076.stdout: debug auth = 20 2024-09-13T16:16:37.046 INFO:teuthology.orchestra.run.smithi076.stdout: mon reweight min pgs per osd = 4 2024-09-13T16:16:37.046 INFO:teuthology.orchestra.run.smithi076.stdout: mon reweight min bytes per osd = 10 2024-09-13T16:16:37.046 INFO:teuthology.orchestra.run.smithi076.stdout: mgr/telemetry/nag = false 2024-09-13T16:16:37.047 INFO:teuthology.orchestra.run.smithi076.stdout: debug client = 20 2024-09-13T16:16:37.047 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:16:37.047 INFO:teuthology.orchestra.run.smithi076.stdout:[mon] 2024-09-13T16:16:37.047 INFO:teuthology.orchestra.run.smithi076.stdout: debug ms = 1 2024-09-13T16:16:37.047 INFO:teuthology.orchestra.run.smithi076.stdout: debug mon = 20 2024-09-13T16:16:37.047 INFO:teuthology.orchestra.run.smithi076.stdout: debug paxos = 20 2024-09-13T16:16:37.047 INFO:teuthology.orchestra.run.smithi076.stdout: debug auth = 20 2024-09-13T16:16:37.047 INFO:teuthology.orchestra.run.smithi076.stdout: mon data avail warn = 5 2024-09-13T16:16:37.047 INFO:teuthology.orchestra.run.smithi076.stdout: mon mgr mkfs grace = 240 2024-09-13T16:16:37.047 INFO:teuthology.orchestra.run.smithi076.stdout: mon reweight min pgs per osd = 4 2024-09-13T16:16:37.047 INFO:teuthology.orchestra.run.smithi076.stdout: mon osd reporter subtree level = osd 2024-09-13T16:16:37.047 INFO:teuthology.orchestra.run.smithi076.stdout: mon osd prime pg temp = true 2024-09-13T16:16:37.047 INFO:teuthology.orchestra.run.smithi076.stdout: mon reweight min bytes per osd = 10 2024-09-13T16:16:37.048 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:16:37.048 INFO:teuthology.orchestra.run.smithi076.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-13T16:16:37.048 INFO:teuthology.orchestra.run.smithi076.stdout: auth mon ticket ttl = 660 # 11m 2024-09-13T16:16:37.048 INFO:teuthology.orchestra.run.smithi076.stdout: auth service ticket ttl = 240 # 4m 2024-09-13T16:16:37.048 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:16:37.048 INFO:teuthology.orchestra.run.smithi076.stdout: # don't complain about insecure global_id in the test suite 2024-09-13T16:16:37.048 INFO:teuthology.orchestra.run.smithi076.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-13T16:16:37.048 INFO:teuthology.orchestra.run.smithi076.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-13T16:16:37.048 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:16:37.048 INFO:teuthology.orchestra.run.smithi076.stdout: # 1m isn't quite enough 2024-09-13T16:16:37.048 INFO:teuthology.orchestra.run.smithi076.stdout: mon_down_mkfs_grace = 2m 2024-09-13T16:16:37.048 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:16:37.048 INFO:teuthology.orchestra.run.smithi076.stdout: mon_warn_on_filestore_osds = false 2024-09-13T16:16:37.049 INFO:teuthology.orchestra.run.smithi076.stdout: mon op complaint time = 120 2024-09-13T16:16:37.049 INFO:teuthology.orchestra.run.smithi076.stdout: mon warn on pool no app = False 2024-09-13T16:16:37.049 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:16:37.049 INFO:teuthology.orchestra.run.smithi076.stdout:[client] 2024-09-13T16:16:37.049 INFO:teuthology.orchestra.run.smithi076.stdout: rgw cache enabled = true 2024-09-13T16:16:37.049 INFO:teuthology.orchestra.run.smithi076.stdout: rgw enable ops log = true 2024-09-13T16:16:37.049 INFO:teuthology.orchestra.run.smithi076.stdout: rgw enable usage log = true 2024-09-13T16:16:37.049 INFO:teuthology.orchestra.run.smithi076.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-13T16:16:37.049 INFO:teuthology.orchestra.run.smithi076.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-13T16:16:37.049 INFO:teuthology.orchestra.run.smithi076.stdout: client mount timeout = 600 2024-09-13T16:16:37.049 INFO:teuthology.orchestra.run.smithi076.stdout: debug client = 20 2024-09-13T16:16:37.049 INFO:teuthology.orchestra.run.smithi076.stdout: debug ms = 1 2024-09-13T16:16:37.049 INFO:teuthology.orchestra.run.smithi076.stdout: pid file = "" 2024-09-13T16:16:37.049 INFO:teuthology.orchestra.run.smithi076.stdout: rados mon op timeout = 900 2024-09-13T16:16:37.050 INFO:teuthology.orchestra.run.smithi076.stdout: rados osd op timeout = 900 2024-09-13T16:16:37.050 INFO:teuthology.orchestra.run.smithi076.stdout:[mon.a] 2024-09-13T16:16:37.050 INFO:teuthology.orchestra.run.smithi076.stdout:[mon.b] 2024-09-13T16:16:37.050 INFO:teuthology.orchestra.run.smithi076.stdout:[mon.c] 2024-09-13T16:16:37.050 INFO:teuthology.orchestra.run.smithi076.stdout:[mds.a] 2024-09-13T16:16:37.050 INFO:teuthology.orchestra.run.smithi076.stdout:[mds.c] 2024-09-13T16:16:37.050 INFO:teuthology.orchestra.run.smithi076.stdout:[mds.b] 2024-09-13T16:16:37.050 INFO:teuthology.orchestra.run.smithi076.stdout:[mds.d] 2024-09-13T16:16:37.050 INFO:teuthology.orchestra.run.smithi076.stdout:[mds] 2024-09-13T16:16:37.050 INFO:teuthology.orchestra.run.smithi076.stdout: debug mds = 20 2024-09-13T16:16:37.050 INFO:teuthology.orchestra.run.smithi076.stdout: debug mds balancer = 20 2024-09-13T16:16:37.050 INFO:teuthology.orchestra.run.smithi076.stdout: debug ms = 1 2024-09-13T16:16:37.050 INFO:teuthology.orchestra.run.smithi076.stdout: mds debug frag = True 2024-09-13T16:16:37.051 INFO:teuthology.orchestra.run.smithi076.stdout: mds debug scatterstat = True 2024-09-13T16:16:37.051 INFO:teuthology.orchestra.run.smithi076.stdout: mds op complaint time = 180 2024-09-13T16:16:37.051 INFO:teuthology.orchestra.run.smithi076.stdout: mds verify scatter = True 2024-09-13T16:16:37.051 INFO:teuthology.orchestra.run.smithi076.stdout: osd op complaint time = 180 2024-09-13T16:16:37.051 INFO:teuthology.orchestra.run.smithi076.stdout: rados mon op timeout = 900 2024-09-13T16:16:37.051 INFO:teuthology.orchestra.run.smithi076.stdout: rados osd op timeout = 900 2024-09-13T16:16:37.051 INFO:teuthology.orchestra.run.smithi076.stdout:[client.0] 2024-09-13T16:16:37.052 INFO:teuthology.orchestra.run.smithi192.stdout:[global] 2024-09-13T16:16:37.052 INFO:teuthology.orchestra.run.smithi192.stdout: chdir = "" 2024-09-13T16:16:37.052 INFO:teuthology.orchestra.run.smithi192.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-13T16:16:37.052 INFO:teuthology.orchestra.run.smithi192.stdout: auth supported = cephx 2024-09-13T16:16:37.052 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:16:37.052 INFO:teuthology.orchestra.run.smithi192.stdout: filestore xattr use omap = true 2024-09-13T16:16:37.052 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:16:37.052 INFO:teuthology.orchestra.run.smithi192.stdout: mon clock drift allowed = 1.000 2024-09-13T16:16:37.052 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:16:37.052 INFO:teuthology.orchestra.run.smithi192.stdout: osd crush chooseleaf type = 0 2024-09-13T16:16:37.052 INFO:teuthology.orchestra.run.smithi192.stdout: auth debug = true 2024-09-13T16:16:37.052 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:16:37.052 INFO:teuthology.orchestra.run.smithi192.stdout: ms die on old message = true 2024-09-13T16:16:37.053 INFO:teuthology.orchestra.run.smithi192.stdout: ms die on bug = true 2024-09-13T16:16:37.053 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:16:37.053 INFO:teuthology.orchestra.run.smithi192.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-13T16:16:37.053 INFO:teuthology.orchestra.run.smithi192.stdout: mon pg warn max object skew = 0 2024-09-13T16:16:37.053 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:16:37.053 INFO:teuthology.orchestra.run.smithi192.stdout: # disable pg_autoscaler by default for new pools 2024-09-13T16:16:37.053 INFO:teuthology.orchestra.run.smithi192.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-13T16:16:37.053 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:16:37.053 INFO:teuthology.orchestra.run.smithi192.stdout: osd pool default size = 2 2024-09-13T16:16:37.053 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:16:37.053 INFO:teuthology.orchestra.run.smithi192.stdout: mon osd allow primary affinity = true 2024-09-13T16:16:37.053 INFO:teuthology.orchestra.run.smithi192.stdout: mon osd allow pg remap = true 2024-09-13T16:16:37.053 INFO:teuthology.orchestra.run.smithi192.stdout: mon warn on legacy crush tunables = false 2024-09-13T16:16:37.053 INFO:teuthology.orchestra.run.smithi192.stdout: mon warn on crush straw calc version zero = false 2024-09-13T16:16:37.054 INFO:teuthology.orchestra.run.smithi192.stdout: mon warn on no sortbitwise = false 2024-09-13T16:16:37.054 INFO:teuthology.orchestra.run.smithi192.stdout: mon warn on osd down out interval zero = false 2024-09-13T16:16:37.054 INFO:teuthology.orchestra.run.smithi192.stdout: mon warn on too few osds = false 2024-09-13T16:16:37.054 INFO:teuthology.orchestra.run.smithi192.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-13T16:16:37.054 INFO:teuthology.orchestra.run.smithi192.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-13T16:16:37.054 INFO:teuthology.orchestra.run.smithi192.stdout: mon_allow_pool_size_one = true 2024-09-13T16:16:37.054 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:16:37.054 INFO:teuthology.orchestra.run.smithi192.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-13T16:16:37.054 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:16:37.054 INFO:teuthology.orchestra.run.smithi192.stdout: osd default data pool replay window = 5 2024-09-13T16:16:37.054 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:16:37.054 INFO:teuthology.orchestra.run.smithi192.stdout: mon allow pool delete = true 2024-09-13T16:16:37.054 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:16:37.054 INFO:teuthology.orchestra.run.smithi192.stdout: mon cluster log file level = debug 2024-09-13T16:16:37.055 INFO:teuthology.orchestra.run.smithi192.stdout: debug asserts on shutdown = true 2024-09-13T16:16:37.055 INFO:teuthology.orchestra.run.smithi192.stdout: mon health detail to clog = false 2024-09-13T16:16:37.055 INFO:teuthology.orchestra.run.smithi192.stdout: mon host = "172.21.15.76,172.21.15.192,[v2:172.21.15.192:3301,v1:172.21.15.192:6790]" 2024-09-13T16:16:37.055 INFO:teuthology.orchestra.run.smithi192.stdout: fsid = da76ee52-f48b-434a-9df7-5fefe2a6e471 2024-09-13T16:16:37.055 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:16:37.055 INFO:teuthology.orchestra.run.smithi192.stdout:[osd] 2024-09-13T16:16:37.055 INFO:teuthology.orchestra.run.smithi192.stdout: osd journal size = 100 2024-09-13T16:16:37.055 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:16:37.055 INFO:teuthology.orchestra.run.smithi192.stdout: osd scrub load threshold = 5.0 2024-09-13T16:16:37.055 INFO:teuthology.orchestra.run.smithi192.stdout: osd scrub max interval = 600 2024-09-13T16:16:37.055 INFO:teuthology.orchestra.run.smithi192.stdout: osd mclock profile = high_recovery_ops 2024-09-13T16:16:37.055 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:16:37.055 INFO:teuthology.orchestra.run.smithi192.stdout: osd recover clone overlap = true 2024-09-13T16:16:37.055 INFO:teuthology.orchestra.run.smithi192.stdout: osd recovery max chunk = 1048576 2024-09-13T16:16:37.055 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:16:37.056 INFO:teuthology.orchestra.run.smithi192.stdout: osd debug shutdown = true 2024-09-13T16:16:37.056 INFO:teuthology.orchestra.run.smithi192.stdout: osd debug op order = true 2024-09-13T16:16:37.056 INFO:teuthology.orchestra.run.smithi192.stdout: osd debug verify stray on activate = true 2024-09-13T16:16:37.056 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:16:37.056 INFO:teuthology.orchestra.run.smithi192.stdout: osd open classes on start = true 2024-09-13T16:16:37.056 INFO:teuthology.orchestra.run.smithi192.stdout: osd debug pg log writeout = true 2024-09-13T16:16:37.056 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:16:37.056 INFO:teuthology.orchestra.run.smithi192.stdout: osd deep scrub update digest min age = 30 2024-09-13T16:16:37.056 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:16:37.056 INFO:teuthology.orchestra.run.smithi192.stdout: osd map max advance = 10 2024-09-13T16:16:37.056 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:16:37.056 INFO:teuthology.orchestra.run.smithi192.stdout: journal zero on create = true 2024-09-13T16:16:37.056 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:16:37.057 INFO:teuthology.orchestra.run.smithi192.stdout: filestore ondisk finisher threads = 3 2024-09-13T16:16:37.057 INFO:teuthology.orchestra.run.smithi192.stdout: filestore apply finisher threads = 3 2024-09-13T16:16:37.057 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:16:37.057 INFO:teuthology.orchestra.run.smithi192.stdout: bdev debug aio = true 2024-09-13T16:16:37.057 INFO:teuthology.orchestra.run.smithi192.stdout: osd debug misdirected ops = true 2024-09-13T16:16:37.057 INFO:teuthology.orchestra.run.smithi192.stdout: bluestore block size = 96636764160 2024-09-13T16:16:37.057 INFO:teuthology.orchestra.run.smithi192.stdout: bluestore fsck on mount = True 2024-09-13T16:16:37.057 INFO:teuthology.orchestra.run.smithi192.stdout: debug bluefs = 20 2024-09-13T16:16:37.057 INFO:teuthology.orchestra.run.smithi192.stdout: debug bluestore = 20 2024-09-13T16:16:37.057 INFO:teuthology.orchestra.run.smithi192.stdout: debug ms = 1 2024-09-13T16:16:37.057 INFO:teuthology.orchestra.run.smithi192.stdout: debug osd = 20 2024-09-13T16:16:37.057 INFO:teuthology.orchestra.run.smithi192.stdout: debug rocksdb = 10 2024-09-13T16:16:37.057 INFO:teuthology.orchestra.run.smithi192.stdout: mon osd backfillfull_ratio = 0.85 2024-09-13T16:16:37.057 INFO:teuthology.orchestra.run.smithi192.stdout: mon osd full ratio = 0.9 2024-09-13T16:16:37.058 INFO:teuthology.orchestra.run.smithi192.stdout: mon osd nearfull ratio = 0.8 2024-09-13T16:16:37.058 INFO:teuthology.orchestra.run.smithi192.stdout: osd failsafe full ratio = 0.95 2024-09-13T16:16:37.058 INFO:teuthology.orchestra.run.smithi192.stdout: osd objectstore = bluestore 2024-09-13T16:16:37.058 INFO:teuthology.orchestra.run.smithi192.stdout: osd op complaint time = 180 2024-09-13T16:16:37.058 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:16:37.058 INFO:teuthology.orchestra.run.smithi192.stdout:[mgr] 2024-09-13T16:16:37.058 INFO:teuthology.orchestra.run.smithi192.stdout: debug ms = 1 2024-09-13T16:16:37.058 INFO:teuthology.orchestra.run.smithi192.stdout: debug mgr = 20 2024-09-13T16:16:37.058 INFO:teuthology.orchestra.run.smithi192.stdout: debug mon = 20 2024-09-13T16:16:37.058 INFO:teuthology.orchestra.run.smithi192.stdout: debug auth = 20 2024-09-13T16:16:37.058 INFO:teuthology.orchestra.run.smithi192.stdout: mon reweight min pgs per osd = 4 2024-09-13T16:16:37.058 INFO:teuthology.orchestra.run.smithi192.stdout: mon reweight min bytes per osd = 10 2024-09-13T16:16:37.058 INFO:teuthology.orchestra.run.smithi192.stdout: mgr/telemetry/nag = false 2024-09-13T16:16:37.058 INFO:teuthology.orchestra.run.smithi192.stdout: debug client = 20 2024-09-13T16:16:37.059 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:16:37.059 INFO:teuthology.orchestra.run.smithi192.stdout:[mon] 2024-09-13T16:16:37.059 INFO:teuthology.orchestra.run.smithi192.stdout: debug ms = 1 2024-09-13T16:16:37.059 INFO:teuthology.orchestra.run.smithi192.stdout: debug mon = 20 2024-09-13T16:16:37.059 INFO:teuthology.orchestra.run.smithi192.stdout: debug paxos = 20 2024-09-13T16:16:37.059 INFO:teuthology.orchestra.run.smithi192.stdout: debug auth = 20 2024-09-13T16:16:37.059 INFO:teuthology.orchestra.run.smithi192.stdout: mon data avail warn = 5 2024-09-13T16:16:37.059 INFO:teuthology.orchestra.run.smithi192.stdout: mon mgr mkfs grace = 240 2024-09-13T16:16:37.059 INFO:teuthology.orchestra.run.smithi192.stdout: mon reweight min pgs per osd = 4 2024-09-13T16:16:37.059 INFO:teuthology.orchestra.run.smithi192.stdout: mon osd reporter subtree level = osd 2024-09-13T16:16:37.059 INFO:teuthology.orchestra.run.smithi192.stdout: mon osd prime pg temp = true 2024-09-13T16:16:37.059 INFO:teuthology.orchestra.run.smithi192.stdout: mon reweight min bytes per osd = 10 2024-09-13T16:16:37.059 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:16:37.060 INFO:teuthology.orchestra.run.smithi192.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-13T16:16:37.060 INFO:teuthology.orchestra.run.smithi192.stdout: auth mon ticket ttl = 660 # 11m 2024-09-13T16:16:37.060 INFO:teuthology.orchestra.run.smithi192.stdout: auth service ticket ttl = 240 # 4m 2024-09-13T16:16:37.060 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:16:37.060 INFO:teuthology.orchestra.run.smithi192.stdout: # don't complain about insecure global_id in the test suite 2024-09-13T16:16:37.060 INFO:teuthology.orchestra.run.smithi192.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-13T16:16:37.060 INFO:teuthology.orchestra.run.smithi192.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-13T16:16:37.060 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:16:37.060 INFO:teuthology.orchestra.run.smithi192.stdout: # 1m isn't quite enough 2024-09-13T16:16:37.060 INFO:teuthology.orchestra.run.smithi192.stdout: mon_down_mkfs_grace = 2m 2024-09-13T16:16:37.060 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:16:37.060 INFO:teuthology.orchestra.run.smithi192.stdout: mon_warn_on_filestore_osds = false 2024-09-13T16:16:37.060 INFO:teuthology.orchestra.run.smithi192.stdout: mon op complaint time = 120 2024-09-13T16:16:37.060 INFO:teuthology.orchestra.run.smithi192.stdout: mon warn on pool no app = False 2024-09-13T16:16:37.060 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-13T16:16:37.061 INFO:teuthology.orchestra.run.smithi192.stdout:[client] 2024-09-13T16:16:37.061 INFO:teuthology.orchestra.run.smithi192.stdout: rgw cache enabled = true 2024-09-13T16:16:37.061 INFO:teuthology.orchestra.run.smithi192.stdout: rgw enable ops log = true 2024-09-13T16:16:37.061 INFO:teuthology.orchestra.run.smithi192.stdout: rgw enable usage log = true 2024-09-13T16:16:37.061 INFO:teuthology.orchestra.run.smithi192.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-13T16:16:37.061 INFO:teuthology.orchestra.run.smithi192.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-13T16:16:37.061 INFO:teuthology.orchestra.run.smithi192.stdout: client mount timeout = 600 2024-09-13T16:16:37.061 INFO:teuthology.orchestra.run.smithi192.stdout: debug client = 20 2024-09-13T16:16:37.061 INFO:teuthology.orchestra.run.smithi192.stdout: debug ms = 1 2024-09-13T16:16:37.061 INFO:teuthology.orchestra.run.smithi192.stdout: pid file = "" 2024-09-13T16:16:37.061 INFO:teuthology.orchestra.run.smithi192.stdout: rados mon op timeout = 900 2024-09-13T16:16:37.061 INFO:teuthology.orchestra.run.smithi192.stdout: rados osd op timeout = 900 2024-09-13T16:16:37.061 INFO:teuthology.orchestra.run.smithi192.stdout:[mon.a] 2024-09-13T16:16:37.061 INFO:teuthology.orchestra.run.smithi192.stdout:[mon.b] 2024-09-13T16:16:37.062 INFO:teuthology.orchestra.run.smithi192.stdout:[mon.c] 2024-09-13T16:16:37.062 INFO:teuthology.orchestra.run.smithi192.stdout:[mds.a] 2024-09-13T16:16:37.062 INFO:teuthology.orchestra.run.smithi192.stdout:[mds.c] 2024-09-13T16:16:37.062 INFO:teuthology.orchestra.run.smithi192.stdout:[mds.b] 2024-09-13T16:16:37.062 INFO:teuthology.orchestra.run.smithi192.stdout:[mds.d] 2024-09-13T16:16:37.062 INFO:teuthology.orchestra.run.smithi192.stdout:[mds] 2024-09-13T16:16:37.062 INFO:teuthology.orchestra.run.smithi192.stdout: debug mds = 20 2024-09-13T16:16:37.062 INFO:teuthology.orchestra.run.smithi192.stdout: debug mds balancer = 20 2024-09-13T16:16:37.062 INFO:teuthology.orchestra.run.smithi192.stdout: debug ms = 1 2024-09-13T16:16:37.062 INFO:teuthology.orchestra.run.smithi192.stdout: mds debug frag = True 2024-09-13T16:16:37.062 INFO:teuthology.orchestra.run.smithi192.stdout: mds debug scatterstat = True 2024-09-13T16:16:37.062 INFO:teuthology.orchestra.run.smithi192.stdout: mds op complaint time = 180 2024-09-13T16:16:37.062 INFO:teuthology.orchestra.run.smithi192.stdout: mds verify scatter = True 2024-09-13T16:16:37.062 INFO:teuthology.orchestra.run.smithi192.stdout: osd op complaint time = 180 2024-09-13T16:16:37.063 INFO:teuthology.orchestra.run.smithi192.stdout: rados mon op timeout = 900 2024-09-13T16:16:37.063 INFO:teuthology.orchestra.run.smithi192.stdout: rados osd op timeout = 900 2024-09-13T16:16:37.063 INFO:teuthology.orchestra.run.smithi192.stdout:[client.0] 2024-09-13T16:16:37.064 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-13T16:16:37.205 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.204+0000 7fb64a053640 1 Processor -- start 2024-09-13T16:16:37.206 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.204+0000 7fb64a053640 1 -- start start 2024-09-13T16:16:37.207 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.205+0000 7fb64a053640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fb6441591f0 0x7fb644070040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:37.207 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.205+0000 7fb64a053640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb64406d0e0 0x7fb64406d520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:37.207 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.205+0000 7fb64a053640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb6440b1c10 0x7fb6440b2080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:37.207 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.205+0000 7fb64a053640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb6440acb10 con 0x7fb64406d0e0 2024-09-13T16:16:37.207 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.205+0000 7fb64a053640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb64406da60 con 0x7fb6441591f0 2024-09-13T16:16:37.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.205+0000 7fb64a053640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb6440ac1e0 con 0x7fb6440b1c10 2024-09-13T16:16:37.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.205+0000 7fb642ffd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb64406d0e0 0x7fb64406d520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:37.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.205+0000 7fb642ffd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fb64406d0e0 0x7fb64406d520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39488/0 (socket says 172.21.15.76:39488) 2024-09-13T16:16:37.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.205+0000 7fb642ffd640 1 -- 172.21.15.76:0/408658839 learned_addr learned my addr 172.21.15.76:0/408658839 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:37.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.205+0000 7fb6437fe640 1 --2- 172.21.15.76:0/408658839 >> v2:172.21.15.192:3300/0 conn(0x7fb6441591f0 0x7fb644070040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:37.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.205+0000 7fb643fff640 1 --2- 172.21.15.76:0/408658839 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb6440b1c10 0x7fb6440b2080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:37.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.205+0000 7fb642ffd640 1 -- 172.21.15.76:0/408658839 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb6440b1c10 msgr2=0x7fb6440b2080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:37.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.205+0000 7fb642ffd640 1 --2- 172.21.15.76:0/408658839 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb6440b1c10 0x7fb6440b2080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:37.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.205+0000 7fb642ffd640 1 -- 172.21.15.76:0/408658839 >> v2:172.21.15.192:3300/0 conn(0x7fb6441591f0 msgr2=0x7fb644070040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:37.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.205+0000 7fb642ffd640 1 --2- 172.21.15.76:0/408658839 >> v2:172.21.15.192:3300/0 conn(0x7fb6441591f0 0x7fb644070040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:37.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.205+0000 7fb642ffd640 1 -- 172.21.15.76:0/408658839 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb6440ac4c0 con 0x7fb64406d0e0 2024-09-13T16:16:37.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.206+0000 7fb642ffd640 1 --2- 172.21.15.76:0/408658839 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb64406d0e0 0x7fb64406d520 secure :-1 s=READY pgs=2348 cs=0 l=1 rev1=1 crypto rx=0x7fb6440b0e30 tx=0x7fb63802a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8df5d438d4aae0a3 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:37.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.206+0000 7fb6427fc640 1 -- 172.21.15.76:0/408658839 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb63802ae90 con 0x7fb64406d0e0 2024-09-13T16:16:37.209 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.206+0000 7fb6427fc640 1 -- 172.21.15.76:0/408658839 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb638032440 con 0x7fb64406d0e0 2024-09-13T16:16:37.209 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.206+0000 7fb6427fc640 1 -- 172.21.15.76:0/408658839 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6380327d0 con 0x7fb64406d0e0 2024-09-13T16:16:37.209 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.207+0000 7fb64a053640 1 -- 172.21.15.76:0/408658839 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb64406d0e0 msgr2=0x7fb64406d520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:37.210 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.207+0000 7fb64a053640 1 --2- 172.21.15.76:0/408658839 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb64406d0e0 0x7fb64406d520 secure :-1 s=READY pgs=2348 cs=0 l=1 rev1=1 crypto rx=0x7fb6440b0e30 tx=0x7fb63802a140 comp rx=0 tx=0).stop 2024-09-13T16:16:37.210 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.207+0000 7fb64a053640 1 -- 172.21.15.76:0/408658839 shutdown_connections 2024-09-13T16:16:37.210 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.207+0000 7fb64a053640 1 --2- 172.21.15.76:0/408658839 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb6440b1c10 0x7fb6440b2080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:37.210 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.207+0000 7fb64a053640 1 --2- 172.21.15.76:0/408658839 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb64406d0e0 0x7fb64406d520 unknown :-1 s=CLOSED pgs=2348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:37.210 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.207+0000 7fb64a053640 1 --2- 172.21.15.76:0/408658839 >> v2:172.21.15.192:3300/0 conn(0x7fb6441591f0 0x7fb644070040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:37.210 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.207+0000 7fb64a053640 1 -- 172.21.15.76:0/408658839 >> 172.21.15.76:0/408658839 conn(0x7fb6440b04c0 msgr2=0x7fb644069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:37.210 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.207+0000 7fb64a053640 1 -- 172.21.15.76:0/408658839 shutdown_connections 2024-09-13T16:16:37.210 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.207+0000 7fb64a053640 1 -- 172.21.15.76:0/408658839 wait complete. 2024-09-13T16:16:37.210 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.208+0000 7fb64a053640 1 Processor -- start 2024-09-13T16:16:37.210 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.208+0000 7fb64a053640 1 -- start start 2024-09-13T16:16:37.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.209+0000 7fb64a053640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb64406d0e0 0x7fb644156500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:37.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.209+0000 7fb64a053640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb6440b1c10 0x7fb644156a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:37.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.209+0000 7fb64a053640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb6441591f0 0x7fb644156f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:37.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.209+0000 7fb64a053640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb644098f20 con 0x7fb64406d0e0 2024-09-13T16:16:37.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.209+0000 7fb64a053640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb64409bf10 con 0x7fb6440b1c10 2024-09-13T16:16:37.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.209+0000 7fb64a053640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb64415a4c0 con 0x7fb6441591f0 2024-09-13T16:16:37.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.209+0000 7fb6437fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb64406d0e0 0x7fb644156500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:37.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.209+0000 7fb6437fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb64406d0e0 0x7fb644156500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39490/0 (socket says 172.21.15.76:39490) 2024-09-13T16:16:37.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.209+0000 7fb6437fe640 1 -- 172.21.15.76:0/283400625 learned_addr learned my addr 172.21.15.76:0/283400625 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:37.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.209+0000 7fb642ffd640 1 --2- 172.21.15.76:0/283400625 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb6440b1c10 0x7fb644156a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:37.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.209+0000 7fb643fff640 1 --2- 172.21.15.76:0/283400625 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb6441591f0 0x7fb644156f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:37.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.209+0000 7fb6437fe640 1 -- 172.21.15.76:0/283400625 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb6441591f0 msgr2=0x7fb644156f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:37.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.209+0000 7fb6437fe640 1 --2- 172.21.15.76:0/283400625 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb6441591f0 0x7fb644156f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:37.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.209+0000 7fb6437fe640 1 -- 172.21.15.76:0/283400625 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb6440b1c10 msgr2=0x7fb644156a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:37.214 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.209+0000 7fb6437fe640 1 --2- 172.21.15.76:0/283400625 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb6440b1c10 0x7fb644156a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:37.214 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.209+0000 7fb6437fe640 1 -- 172.21.15.76:0/283400625 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb6380094d0 con 0x7fb64406d0e0 2024-09-13T16:16:37.214 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.209+0000 7fb643fff640 1 --2- 172.21.15.76:0/283400625 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb6441591f0 0x7fb644156f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:16:37.214 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.209+0000 7fb6437fe640 1 --2- 172.21.15.76:0/283400625 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb64406d0e0 0x7fb644156500 secure :-1 s=READY pgs=2349 cs=0 l=1 rev1=1 crypto rx=0x7fb63400d5f0 tx=0x7fb63400dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:37.214 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.210+0000 7fb62bfff640 1 -- 172.21.15.76:0/283400625 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6340125f0 con 0x7fb64406d0e0 2024-09-13T16:16:37.214 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.210+0000 7fb62bfff640 1 -- 172.21.15.76:0/283400625 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb634012750 con 0x7fb64406d0e0 2024-09-13T16:16:37.214 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.210+0000 7fb62bfff640 1 -- 172.21.15.76:0/283400625 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb634012b00 con 0x7fb64406d0e0 2024-09-13T16:16:37.214 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.210+0000 7fb64a053640 1 -- 172.21.15.76:0/283400625 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb64415a7a0 con 0x7fb64406d0e0 2024-09-13T16:16:37.214 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.210+0000 7fb64a053640 1 -- 172.21.15.76:0/283400625 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb64415ad60 con 0x7fb64406d0e0 2024-09-13T16:16:37.214 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.211+0000 7fb64a053640 1 -- 172.21.15.76:0/283400625 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb6440672e0 con 0x7fb64406d0e0 2024-09-13T16:16:37.214 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.211+0000 7fb62bfff640 1 -- 172.21.15.76:0/283400625 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb634012c60 con 0x7fb64406d0e0 2024-09-13T16:16:37.215 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.212+0000 7fb62bfff640 1 --2- 172.21.15.76:0/283400625 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb63006ac00 0x7fb63006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:37.215 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.212+0000 7fb62bfff640 1 -- 172.21.15.76:0/283400625 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(166..166 src has 1..166) v4 ==== 5306+0+0 (secure 0 0 0) 0x7fb634089610 con 0x7fb64406d0e0 2024-09-13T16:16:37.215 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.212+0000 7fb642ffd640 1 --2- 172.21.15.76:0/283400625 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb63006ac00 0x7fb63006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:37.215 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.212+0000 7fb642ffd640 1 --2- 172.21.15.76:0/283400625 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb63006ac00 0x7fb63006d0c0 secure :-1 s=READY pgs=1002 cs=0 l=1 rev1=1 crypto rx=0x7fb638034000 tx=0x7fb63802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:37.217 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.216+0000 7fb62bfff640 1 -- 172.21.15.76:0/283400625 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fb634054980 con 0x7fb64406d0e0 2024-09-13T16:16:37.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.380+0000 7fb64a053640 1 -- 172.21.15.76:0/283400625 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) v1 -- 0x7fb64415aef0 con 0x7fb64406d0e0 2024-09-13T16:16:37.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.384+0000 7fb62bfff640 1 -- 172.21.15.76:0/283400625 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v74) v1 ==== 104+0+0 (secure 0 0 0) 0x7fb634057fa0 con 0x7fb64406d0e0 2024-09-13T16:16:37.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.386+0000 7fb64a053640 1 -- 172.21.15.76:0/283400625 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb63006ac00 msgr2=0x7fb63006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:37.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.386+0000 7fb64a053640 1 --2- 172.21.15.76:0/283400625 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb63006ac00 0x7fb63006d0c0 secure :-1 s=READY pgs=1002 cs=0 l=1 rev1=1 crypto rx=0x7fb638034000 tx=0x7fb63802e000 comp rx=0 tx=0).stop 2024-09-13T16:16:37.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.386+0000 7fb64a053640 1 -- 172.21.15.76:0/283400625 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb64406d0e0 msgr2=0x7fb644156500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:37.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.386+0000 7fb64a053640 1 --2- 172.21.15.76:0/283400625 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb64406d0e0 0x7fb644156500 secure :-1 s=READY pgs=2349 cs=0 l=1 rev1=1 crypto rx=0x7fb63400d5f0 tx=0x7fb63400dab0 comp rx=0 tx=0).stop 2024-09-13T16:16:37.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.386+0000 7fb64a053640 1 -- 172.21.15.76:0/283400625 shutdown_connections 2024-09-13T16:16:37.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.386+0000 7fb64a053640 1 --2- 172.21.15.76:0/283400625 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fb63006ac00 0x7fb63006d0c0 unknown :-1 s=CLOSED pgs=1002 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:37.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.386+0000 7fb64a053640 1 --2- 172.21.15.76:0/283400625 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fb6441591f0 0x7fb644156f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:37.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.386+0000 7fb64a053640 1 --2- 172.21.15.76:0/283400625 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb6440b1c10 0x7fb644156a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:37.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.386+0000 7fb64a053640 1 --2- 172.21.15.76:0/283400625 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fb64406d0e0 0x7fb644156500 unknown :-1 s=CLOSED pgs=2349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:37.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.386+0000 7fb64a053640 1 -- 172.21.15.76:0/283400625 >> 172.21.15.76:0/283400625 conn(0x7fb6440b04c0 msgr2=0x7fb6440b2080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:37.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.386+0000 7fb64a053640 1 -- 172.21.15.76:0/283400625 shutdown_connections 2024-09-13T16:16:37.389 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.386+0000 7fb64a053640 1 -- 172.21.15.76:0/283400625 wait complete. 2024-09-13T16:16:37.399 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_client_limits.TestClientLimits.test_client_release_bug' 2024-09-13T16:16:37.496 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.495+0000 7f87178b8640 1 Processor -- start 2024-09-13T16:16:37.496 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.495+0000 7f87178b8640 1 -- start start 2024-09-13T16:16:37.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.495+0000 7f87178b8640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f87100d0b60 0x7f87100d0f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:37.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.496+0000 7f87178b8640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f87100d0170 0x7f87100d05d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:37.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.496+0000 7f87178b8640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8710160270 0x7f8710160720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:37.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.496+0000 7f87178b8640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f87100cd190 con 0x7f87100d0b60 2024-09-13T16:16:37.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.496+0000 7f87178b8640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f87100cdf90 con 0x7f87100d0170 2024-09-13T16:16:37.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.496+0000 7f87178b8640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f87100cd3c0 con 0x7f8710160270 2024-09-13T16:16:37.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.496+0000 7f8715654640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f87100d0b60 0x7f87100d0f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:37.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.496+0000 7f8715654640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f87100d0b60 0x7f87100d0f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39492/0 (socket says 172.21.15.76:39492) 2024-09-13T16:16:37.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.496+0000 7f8715654640 1 -- 172.21.15.76:0/2063148006 learned_addr learned my addr 172.21.15.76:0/2063148006 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:37.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.496+0000 7f8714e53640 1 --2- 172.21.15.76:0/2063148006 >> v2:172.21.15.192:3300/0 conn(0x7f87100d0170 0x7f87100d05d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:37.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.496+0000 7f8715e55640 1 --2- 172.21.15.76:0/2063148006 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8710160270 0x7f8710160720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:37.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.496+0000 7f8715654640 1 -- 172.21.15.76:0/2063148006 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8710160270 msgr2=0x7f8710160720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:37.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.496+0000 7f8715654640 1 --2- 172.21.15.76:0/2063148006 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8710160270 0x7f8710160720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:37.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.496+0000 7f8715654640 1 -- 172.21.15.76:0/2063148006 >> v2:172.21.15.192:3300/0 conn(0x7f87100d0170 msgr2=0x7f87100d05d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:37.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.496+0000 7f8715654640 1 --2- 172.21.15.76:0/2063148006 >> v2:172.21.15.192:3300/0 conn(0x7f87100d0170 0x7f87100d05d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:37.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.496+0000 7f8715654640 1 -- 172.21.15.76:0/2063148006 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f87100d1480 con 0x7f87100d0b60 2024-09-13T16:16:37.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.497+0000 7f8715654640 1 --2- 172.21.15.76:0/2063148006 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f87100d0b60 0x7f87100d0f40 secure :-1 s=READY pgs=2350 cs=0 l=1 rev1=1 crypto rx=0x7f87100c5cb0 tx=0x7f870c02a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5206fc8a49413a46 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:37.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.497+0000 7f8707fff640 1 -- 172.21.15.76:0/2063148006 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f870c02ae90 con 0x7f87100d0b60 2024-09-13T16:16:37.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.497+0000 7f8707fff640 1 -- 172.21.15.76:0/2063148006 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f870c032440 con 0x7f87100d0b60 2024-09-13T16:16:37.499 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.497+0000 7f8707fff640 1 -- 172.21.15.76:0/2063148006 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f870c0327d0 con 0x7f87100d0b60 2024-09-13T16:16:37.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.497+0000 7f87178b8640 1 -- 172.21.15.76:0/2063148006 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f87100d0b60 msgr2=0x7f87100d0f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:37.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.497+0000 7f87178b8640 1 --2- 172.21.15.76:0/2063148006 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f87100d0b60 0x7f87100d0f40 secure :-1 s=READY pgs=2350 cs=0 l=1 rev1=1 crypto rx=0x7f87100c5cb0 tx=0x7f870c02a140 comp rx=0 tx=0).stop 2024-09-13T16:16:37.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.497+0000 7f87178b8640 1 -- 172.21.15.76:0/2063148006 shutdown_connections 2024-09-13T16:16:37.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.497+0000 7f87178b8640 1 --2- 172.21.15.76:0/2063148006 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f8710160270 0x7f8710160720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:37.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.497+0000 7f87178b8640 1 --2- 172.21.15.76:0/2063148006 >> v2:172.21.15.192:3300/0 conn(0x7f87100d0170 0x7f87100d05d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:37.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.497+0000 7f87178b8640 1 --2- 172.21.15.76:0/2063148006 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f87100d0b60 0x7f87100d0f40 unknown :-1 s=CLOSED pgs=2350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:37.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.497+0000 7f87178b8640 1 -- 172.21.15.76:0/2063148006 >> 172.21.15.76:0/2063148006 conn(0x7f871008a000 msgr2=0x7f87100d25a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:37.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.497+0000 7f87178b8640 1 -- 172.21.15.76:0/2063148006 shutdown_connections 2024-09-13T16:16:37.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.498+0000 7f87178b8640 1 -- 172.21.15.76:0/2063148006 wait complete. 2024-09-13T16:16:37.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.499+0000 7f87178b8640 1 Processor -- start 2024-09-13T16:16:37.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.499+0000 7f87178b8640 1 -- start start 2024-09-13T16:16:37.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.499+0000 7f87178b8640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f87100d0170 0x7f87100cb7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:37.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.499+0000 7f87178b8640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f87100d0b60 0x7f871015ebd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:37.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.499+0000 7f87178b8640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8710160270 0x7f8710155b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:37.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.499+0000 7f87178b8640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f871015d7a0 con 0x7f8710160270 2024-09-13T16:16:37.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.499+0000 7f87178b8640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f87100cb340 con 0x7f87100d0b60 2024-09-13T16:16:37.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.499+0000 7f87178b8640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f87101560b0 con 0x7f87100d0170 2024-09-13T16:16:37.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.499+0000 7f8715e55640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8710160270 0x7f8710155b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:37.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.500+0000 7f8715e55640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8710160270 0x7f8710155b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39508/0 (socket says 172.21.15.76:39508) 2024-09-13T16:16:37.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.500+0000 7f8715e55640 1 -- 172.21.15.76:0/2740271638 learned_addr learned my addr 172.21.15.76:0/2740271638 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:37.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.500+0000 7f8714e53640 1 --2- 172.21.15.76:0/2740271638 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f87100d0b60 0x7f871015ebd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:37.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.500+0000 7f8715654640 1 --2- 172.21.15.76:0/2740271638 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f87100d0170 0x7f87100cb7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:37.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.500+0000 7f8715e55640 1 -- 172.21.15.76:0/2740271638 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f87100d0170 msgr2=0x7f87100cb7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:37.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.500+0000 7f8715e55640 1 --2- 172.21.15.76:0/2740271638 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f87100d0170 0x7f87100cb7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:37.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.500+0000 7f8715e55640 1 -- 172.21.15.76:0/2740271638 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f87100d0b60 msgr2=0x7f871015ebd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:37.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.500+0000 7f8715e55640 1 --2- 172.21.15.76:0/2740271638 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f87100d0b60 0x7f871015ebd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:37.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.500+0000 7f8715e55640 1 -- 172.21.15.76:0/2740271638 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f870c0094d0 con 0x7f8710160270 2024-09-13T16:16:37.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.500+0000 7f8715654640 1 --2- 172.21.15.76:0/2740271638 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f87100d0170 0x7f87100cb7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:16:37.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.500+0000 7f8715e55640 1 --2- 172.21.15.76:0/2740271638 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8710160270 0x7f8710155b70 secure :-1 s=READY pgs=2351 cs=0 l=1 rev1=1 crypto rx=0x7f8708007dc0 tx=0x7f870800e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:37.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.500+0000 7f8705ffb640 1 -- 172.21.15.76:0/2740271638 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8708014420 con 0x7f8710160270 2024-09-13T16:16:37.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.500+0000 7f8705ffb640 1 -- 172.21.15.76:0/2740271638 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f87080145a0 con 0x7f8710160270 2024-09-13T16:16:37.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.500+0000 7f8705ffb640 1 -- 172.21.15.76:0/2740271638 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8708014950 con 0x7f8710160270 2024-09-13T16:16:37.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.500+0000 7f87178b8640 1 -- 172.21.15.76:0/2740271638 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f87100ca730 con 0x7f8710160270 2024-09-13T16:16:37.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.500+0000 7f87178b8640 1 -- 172.21.15.76:0/2740271638 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f87100cacf0 con 0x7f8710160270 2024-09-13T16:16:37.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.501+0000 7f87178b8640 1 -- 172.21.15.76:0/2740271638 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f87100cb480 con 0x7f8710160270 2024-09-13T16:16:37.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.502+0000 7f8705ffb640 1 -- 172.21.15.76:0/2740271638 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f8708014ab0 con 0x7f8710160270 2024-09-13T16:16:37.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.502+0000 7f8705ffb640 1 --2- 172.21.15.76:0/2740271638 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f86f406ac00 0x7f86f406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:37.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.502+0000 7f8705ffb640 1 -- 172.21.15.76:0/2740271638 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(166..166 src has 1..166) v4 ==== 5306+0+0 (secure 0 0 0) 0x7f8708089ab0 con 0x7f8710160270 2024-09-13T16:16:37.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.502+0000 7f8715654640 1 --2- 172.21.15.76:0/2740271638 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f86f406ac00 0x7f86f406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:37.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.503+0000 7f8715654640 1 --2- 172.21.15.76:0/2740271638 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f86f406ac00 0x7f86f406d0c0 secure :-1 s=READY pgs=1003 cs=0 l=1 rev1=1 crypto rx=0x7f870c034000 tx=0x7f870c02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:37.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.506+0000 7f8705ffb640 1 -- 172.21.15.76:0/2740271638 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f8708054e20 con 0x7f8710160270 2024-09-13T16:16:37.725 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.724+0000 7f87178b8640 1 -- 172.21.15.76:0/2740271638 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_client_limits.TestClientLimits.test_client_release_bug"]} v 0) v1 -- 0x7f87100cfcc0 con 0x7f8710160270 2024-09-13T16:16:37.976 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.975+0000 7f8705ffb640 1 -- 172.21.15.76:0/2740271638 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_client_limits.TestClientLimits.test_client_release_bug"]}]=0 v697) v1 ==== 151+0+0 (secure 0 0 0) 0x7f8708058440 con 0x7f8710160270 2024-09-13T16:16:37.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.977+0000 7f87178b8640 1 -- 172.21.15.76:0/2740271638 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f86f406ac00 msgr2=0x7f86f406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:37.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.977+0000 7f87178b8640 1 --2- 172.21.15.76:0/2740271638 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f86f406ac00 0x7f86f406d0c0 secure :-1 s=READY pgs=1003 cs=0 l=1 rev1=1 crypto rx=0x7f870c034000 tx=0x7f870c02e000 comp rx=0 tx=0).stop 2024-09-13T16:16:37.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.977+0000 7f87178b8640 1 -- 172.21.15.76:0/2740271638 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8710160270 msgr2=0x7f8710155b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:37.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.977+0000 7f87178b8640 1 --2- 172.21.15.76:0/2740271638 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8710160270 0x7f8710155b70 secure :-1 s=READY pgs=2351 cs=0 l=1 rev1=1 crypto rx=0x7f8708007dc0 tx=0x7f870800e4b0 comp rx=0 tx=0).stop 2024-09-13T16:16:37.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.977+0000 7f87178b8640 1 -- 172.21.15.76:0/2740271638 shutdown_connections 2024-09-13T16:16:37.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.977+0000 7f87178b8640 1 --2- 172.21.15.76:0/2740271638 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f8710160270 0x7f8710155b70 unknown :-1 s=CLOSED pgs=2351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:37.980 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.977+0000 7f87178b8640 1 --2- 172.21.15.76:0/2740271638 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f87100d0b60 0x7f871015ebd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:37.980 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.977+0000 7f87178b8640 1 --2- 172.21.15.76:0/2740271638 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f86f406ac00 0x7f86f406d0c0 unknown :-1 s=CLOSED pgs=1003 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:37.980 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.977+0000 7f87178b8640 1 --2- 172.21.15.76:0/2740271638 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f87100d0170 0x7f87100cb7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:37.980 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.978+0000 7f87178b8640 1 -- 172.21.15.76:0/2740271638 >> 172.21.15.76:0/2740271638 conn(0x7f871008a000 msgr2=0x7f87100b7e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:37.980 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.978+0000 7f87178b8640 1 -- 172.21.15.76:0/2740271638 shutdown_connections 2024-09-13T16:16:37.980 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:37.978+0000 7f87178b8640 1 -- 172.21.15.76:0/2740271638 wait complete. 2024-09-13T16:16:37.990 INFO:tasks.cephfs_test_runner:When a client has a bug (which we will simulate) preventing it from releasing caps, ... ok 2024-09-13T16:16:37.990 INFO:tasks.cephfs_test_runner: 2024-09-13T16:16:37.990 INFO:tasks.cephfs_test_runner:---------------------------------------------------------------------- 2024-09-13T16:16:37.990 INFO:tasks.cephfs_test_runner:Ran 10 tests in 853.950s 2024-09-13T16:16:37.991 INFO:tasks.cephfs_test_runner: 2024-09-13T16:16:37.991 INFO:tasks.cephfs_test_runner:OK 2024-09-13T16:16:37.991 DEBUG:teuthology.run_tasks:Unwinding manager cephfs_test_runner 2024-09-13T16:16:38.002 DEBUG:teuthology.run_tasks:Unwinding manager ceph-fuse 2024-09-13T16:16:38.017 INFO:tasks.ceph_fuse:Unmounting ceph-fuse clients... 2024-09-13T16:16:38.017 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:16:38.017 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:16:38.033 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18725 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T16:16:38.033 DEBUG:teuthology.orchestra.run.smithi076:> set -ex 2024-09-13T16:16:38.033 DEBUG:teuthology.orchestra.run.smithi076:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:16:38.089 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18725 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T16:16:38.089 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-13T16:16:38.090 DEBUG:teuthology.orchestra.run.smithi192:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:16:38.108 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056014,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20494 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-13T16:16:38.109 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-13T16:16:38.109 DEBUG:teuthology.orchestra.run.smithi192:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:16:38.168 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056014,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20494 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-13T16:16:38.168 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:16:38.168 DEBUG:teuthology.orchestra.run.smithi076:> ip netns list 2024-09-13T16:16:38.184 INFO:teuthology.orchestra.run.smithi076.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-13T16:16:38.184 INFO:teuthology.orchestra.run.smithi076.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-13T16:16:38.184 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:16:38.184 DEBUG:teuthology.orchestra.run.smithi076:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-13T16:16:38.250 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:16:38.250 DEBUG:teuthology.orchestra.run.smithi076:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-13T16:16:38.316 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:16:38.317 DEBUG:teuthology.orchestra.run.smithi076:> sudo ip link delete ceph-brx 2024-09-13T16:16:38.416 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:16:38.416 DEBUG:teuthology.orchestra.run.smithi192:> ip netns list 2024-09-13T16:16:38.435 INFO:teuthology.orchestra.run.smithi192.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-13T16:16:38.435 INFO:teuthology.orchestra.run.smithi192.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-13T16:16:38.435 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:16:38.435 DEBUG:teuthology.orchestra.run.smithi192:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-13T16:16:38.505 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:16:38.506 DEBUG:teuthology.orchestra.run.smithi192:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-13T16:16:38.576 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:16:38.576 DEBUG:teuthology.orchestra.run.smithi192:> sudo ip link delete ceph-brx 2024-09-13T16:16:38.671 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2024-09-13T16:16:38.679 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-13T16:16:38.680 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:16:38.781 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:38.780+0000 7f82a9c19640 1 Processor -- start 2024-09-13T16:16:38.781 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:38.780+0000 7f82a9c19640 1 -- start start 2024-09-13T16:16:38.782 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:38.780+0000 7f82a9c19640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f82a415a370 0x7f82a40ab170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:38.782 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:38.781+0000 7f82a9c19640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f82a40ab6b0 0x7f82a406c9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:38.783 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:38.781+0000 7f82a9c19640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f82a4070040 con 0x7f82a406cf20 2024-09-13T16:16:38.783 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:38.781+0000 7f82a9c19640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f82a40abaf0 con 0x7f82a40ab6b0 2024-09-13T16:16:38.783 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:38.781+0000 7f82a9c19640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f82a406d3d0 con 0x7f82a415a370 2024-09-13T16:16:38.783 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:38.781+0000 7f82a37fe640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f82a415a370 0x7f82a40ab170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:38.783 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:38.781+0000 7f82a2ffd640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f82a40ab6b0 0x7f82a406c9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:38.783 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:38.781+0000 7f82a37fe640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f82a415a370 0x7f82a40ab170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.76:48840/0 (socket says 172.21.15.76:48840) 2024-09-13T16:16:38.783 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:38.781+0000 7f82a37fe640 1 -- 172.21.15.76:0/346219437 learned_addr learned my addr 172.21.15.76:0/346219437 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:38.783 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:38.781+0000 7f82a37fe640 1 -- 172.21.15.76:0/346219437 >> v2:172.21.15.192:3300/0 conn(0x7f82a40ab6b0 msgr2=0x7f82a406c9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:38.783 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:38.781+0000 7f82a37fe640 1 --2- 172.21.15.76:0/346219437 >> v2:172.21.15.192:3300/0 conn(0x7f82a40ab6b0 0x7f82a406c9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:38.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:38.781+0000 7f82a37fe640 1 -- 172.21.15.76:0/346219437 >> v1:172.21.15.192:6789/0 conn(0x7f82a406cf20 legacy=0x7f82a415dec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:38.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:38.781+0000 7f82a37fe640 1 -- 172.21.15.76:0/346219437 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f82a406d680 con 0x7f82a415a370 2024-09-13T16:16:38.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:38.781+0000 7f82a2ffd640 1 --2- 172.21.15.76:0/346219437 >> v2:172.21.15.192:3300/0 conn(0x7f82a40ab6b0 0x7f82a406c9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:16:38.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:38.782+0000 7f82a37fe640 1 --2- 172.21.15.76:0/346219437 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f82a415a370 0x7f82a40ab170 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f8294009870 tx=0x7f829402a270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9e5783a00da99bdc server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:38.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:38.782+0000 7f82a27fc640 1 -- 172.21.15.76:0/346219437 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8294032440 con 0x7f82a415a370 2024-09-13T16:16:38.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:38.782+0000 7f82a27fc640 1 -- 172.21.15.76:0/346219437 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f82940325a0 con 0x7f82a415a370 2024-09-13T16:16:38.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:38.782+0000 7f82a27fc640 1 -- 172.21.15.76:0/346219437 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8294032930 con 0x7f82a415a370 2024-09-13T16:16:38.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:38.783+0000 7f82a9c19640 1 -- 172.21.15.76:0/346219437 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f82a415a370 msgr2=0x7f82a40ab170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:38.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:38.783+0000 7f82a9c19640 1 --2- 172.21.15.76:0/346219437 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f82a415a370 0x7f82a40ab170 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f8294009870 tx=0x7f829402a270 comp rx=0 tx=0).stop 2024-09-13T16:16:38.786 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:38.783+0000 7f82a9c19640 1 -- 172.21.15.76:0/346219437 shutdown_connections 2024-09-13T16:16:38.786 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:38.783+0000 7f82a9c19640 1 --2- 172.21.15.76:0/346219437 >> v2:172.21.15.192:3300/0 conn(0x7f82a40ab6b0 0x7f82a406c9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:38.786 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:38.783+0000 7f82a9c19640 1 --2- 172.21.15.76:0/346219437 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f82a415a370 0x7f82a40ab170 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:38.786 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:38.783+0000 7f82a9c19640 1 -- 172.21.15.76:0/346219437 >> 172.21.15.76:0/346219437 conn(0x7f82a40b04c0 msgr2=0x7f82a4069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:38.786 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:38.783+0000 7f82a9c19640 1 -- 172.21.15.76:0/346219437 shutdown_connections 2024-09-13T16:16:38.786 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:38.783+0000 7f82a9c19640 1 -- 172.21.15.76:0/346219437 wait complete. 2024-09-13T16:16:38.786 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:38.784+0000 7f82a9c19640 1 Processor -- start 2024-09-13T16:16:38.786 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:38.784+0000 7f82a9c19640 1 -- start start 2024-09-13T16:16:38.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:38.785+0000 7f82a9c19640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f82a406cf20 0x7f82a4097890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:38.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:38.785+0000 7f82a9c19640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f82a40ab6b0 0x7f82a41f0200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:38.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:38.785+0000 7f82a9c19640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f82a415a370 0x7f82a41f0740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:38.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:38.785+0000 7f82a9c19640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82a415c740 con 0x7f82a415a370 2024-09-13T16:16:38.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:38.785+0000 7f82a9c19640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82a4070a90 con 0x7f82a406cf20 2024-09-13T16:16:38.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:38.785+0000 7f82a9c19640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f82a4070d30 con 0x7f82a40ab6b0 2024-09-13T16:16:38.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:38.785+0000 7f82a3fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f82a415a370 0x7f82a41f0740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:38.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:38.785+0000 7f82a37fe640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f82a406cf20 0x7f82a4097890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:38.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:38.785+0000 7f82a2ffd640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f82a40ab6b0 0x7f82a41f0200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:38.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:38.785+0000 7f82a3fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f82a415a370 0x7f82a41f0740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39512/0 (socket says 172.21.15.76:39512) 2024-09-13T16:16:38.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:38.785+0000 7f82a3fff640 1 -- 172.21.15.76:0/3848898746 learned_addr learned my addr 172.21.15.76:0/3848898746 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:38.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:38.785+0000 7f82a2ffd640 1 -- 172.21.15.76:0/3848898746 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f82a406cf20 msgr2=0x7f82a4097890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:38.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:38.785+0000 7f82a2ffd640 1 --2- 172.21.15.76:0/3848898746 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f82a406cf20 0x7f82a4097890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:38.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:38.785+0000 7f82a2ffd640 1 -- 172.21.15.76:0/3848898746 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f82a415a370 msgr2=0x7f82a41f0740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:38.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:38.785+0000 7f82a2ffd640 1 --2- 172.21.15.76:0/3848898746 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f82a415a370 0x7f82a41f0740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:38.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:38.785+0000 7f82a2ffd640 1 -- 172.21.15.76:0/3848898746 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8298009400 con 0x7f82a40ab6b0 2024-09-13T16:16:38.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:38.785+0000 7f82a37fe640 1 --2- 172.21.15.76:0/3848898746 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f82a406cf20 0x7f82a4097890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:16:38.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:38.785+0000 7f82a3fff640 1 --2- 172.21.15.76:0/3848898746 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f82a415a370 0x7f82a41f0740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:16:38.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:38.786+0000 7f82a2ffd640 1 --2- 172.21.15.76:0/3848898746 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f82a40ab6b0 0x7f82a41f0200 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f829800e840 tx=0x7f829800ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:38.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:38.786+0000 7f828bfff640 1 -- 172.21.15.76:0/3848898746 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f829800c940 con 0x7f82a40ab6b0 2024-09-13T16:16:38.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:38.786+0000 7f828bfff640 1 -- 172.21.15.76:0/3848898746 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f829800caa0 con 0x7f82a40ab6b0 2024-09-13T16:16:38.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:38.786+0000 7f82a9c19640 1 -- 172.21.15.76:0/3848898746 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f82940094d0 con 0x7f82a40ab6b0 2024-09-13T16:16:38.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:38.786+0000 7f828bfff640 1 -- 172.21.15.76:0/3848898746 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f829800ce30 con 0x7f82a40ab6b0 2024-09-13T16:16:38.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:38.786+0000 7f82a9c19640 1 -- 172.21.15.76:0/3848898746 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f82a41439b0 con 0x7f82a40ab6b0 2024-09-13T16:16:38.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:38.787+0000 7f82a9c19640 1 -- 172.21.15.76:0/3848898746 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f82a4143810 con 0x7f82a40ab6b0 2024-09-13T16:16:38.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:38.787+0000 7f828bfff640 1 -- 172.21.15.76:0/3848898746 <== mon.2 v2:172.21.15.192:3301/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f8298013470 con 0x7f82a40ab6b0 2024-09-13T16:16:38.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:38.788+0000 7f828bfff640 1 --2- 172.21.15.76:0/3848898746 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f829006ac00 0x7f829006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:38.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:38.788+0000 7f828bfff640 1 -- 172.21.15.76:0/3848898746 <== mon.2 v2:172.21.15.192:3301/0 5 ==== osd_map(166..166 src has 1..166) v4 ==== 5306+0+0 (secure 0 0 0) 0x7f8298089320 con 0x7f82a40ab6b0 2024-09-13T16:16:38.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:38.788+0000 7f82a37fe640 1 --2- 172.21.15.76:0/3848898746 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f829006ac00 0x7f829006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:38.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:38.788+0000 7f82a37fe640 1 --2- 172.21.15.76:0/3848898746 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f829006ac00 0x7f829006d0c0 secure :-1 s=READY pgs=1004 cs=0 l=1 rev1=1 crypto rx=0x7f8294034000 tx=0x7f829402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:38.794 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:38.793+0000 7f828bfff640 1 -- 172.21.15.76:0/3848898746 <== mon.2 v2:172.21.15.192:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f82a4143810 con 0x7f82a40ab6b0 2024-09-13T16:16:38.954 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:38.953+0000 7f82a9c19640 1 -- 172.21.15.76:0/3848898746 --> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f82a4070570 con 0x7f829006ac00 2024-09-13T16:16:38.956 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:38.955+0000 7f828bfff640 1 -- 172.21.15.76:0/3848898746 <== mgr.4104 v2:172.21.15.76:6832/911852275 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+50757 (secure 0 0 0) 0x7f8294041070 con 0x7f829006ac00 2024-09-13T16:16:38.957 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:16:38.957 INFO:teuthology.orchestra.run.smithi076.stderr:dumped all 2024-09-13T16:16:38.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:38.957+0000 7f82a9c19640 1 -- 172.21.15.76:0/3848898746 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f829006ac00 msgr2=0x7f829006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:38.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:38.957+0000 7f82a9c19640 1 --2- 172.21.15.76:0/3848898746 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f829006ac00 0x7f829006d0c0 secure :-1 s=READY pgs=1004 cs=0 l=1 rev1=1 crypto rx=0x7f8294034000 tx=0x7f829402e000 comp rx=0 tx=0).stop 2024-09-13T16:16:38.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:38.957+0000 7f82a9c19640 1 -- 172.21.15.76:0/3848898746 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f82a40ab6b0 msgr2=0x7f82a41f0200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:38.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:38.957+0000 7f82a9c19640 1 --2- 172.21.15.76:0/3848898746 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f82a40ab6b0 0x7f82a41f0200 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f829800e840 tx=0x7f829800ed00 comp rx=0 tx=0).stop 2024-09-13T16:16:38.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:38.957+0000 7f82a9c19640 1 -- 172.21.15.76:0/3848898746 shutdown_connections 2024-09-13T16:16:38.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:38.957+0000 7f82a9c19640 1 --2- 172.21.15.76:0/3848898746 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f82a415a370 0x7f82a41f0740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:38.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:38.957+0000 7f82a9c19640 1 --2- 172.21.15.76:0/3848898746 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f829006ac00 0x7f829006d0c0 unknown :-1 s=CLOSED pgs=1004 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:38.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:38.957+0000 7f82a9c19640 1 --2- 172.21.15.76:0/3848898746 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f82a40ab6b0 0x7f82a41f0200 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:38.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:38.957+0000 7f82a9c19640 1 --2- 172.21.15.76:0/3848898746 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f82a406cf20 0x7f82a4097890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:38.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:38.957+0000 7f82a9c19640 1 -- 172.21.15.76:0/3848898746 >> 172.21.15.76:0/3848898746 conn(0x7f82a40b04c0 msgr2=0x7f82a40ad5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:38.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:38.958+0000 7f82a9c19640 1 -- 172.21.15.76:0/3848898746 shutdown_connections 2024-09-13T16:16:38.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:38.958+0000 7f82a9c19640 1 -- 172.21.15.76:0/3848898746 wait complete. 2024-09-13T16:16:38.969 INFO:teuthology.orchestra.run.smithi076.stdout:{"pg_ready":true,"pg_map":{"version":615,"stamp":"2024-09-13T16:16:37.120916+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":771284,"kb_used_data":17332,"kb_used_omap":12,"kb_used_meta":753843,"kb_avail":754203436,"statfs":{"total":773094113280,"available":772304318464,"internally_reserved":0,"allocated":17747968,"data_stored":8831620,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":771935801},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-8219,"num_objects":-23,"num_object_clones":0,"num_object_copies":-46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-23,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":-58,"num_write_kb":-28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001400"},"pg_stats":[{"pgid":"1.0","version":"17'117","reported_seq":290,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-13T16:16:23.376515+0000","last_change":"2024-09-13T16:01:29.143297+0000","last_active":"2024-09-13T16:16:23.376515+0000","last_peered":"2024-09-13T16:16:23.376515+0000","last_clean":"2024-09-13T16:16:23.376515+0000","last_became_active":"2024-09-13T16:01:29.142269+0000","last_became_peered":"2024-09-13T16:01:29.142269+0000","last_unstale":"2024-09-13T16:16:23.376515+0000","last_undegraded":"2024-09-13T16:16:23.376515+0000","last_fullsized":"2024-09-13T16:16:23.376515+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:27.864638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:27.864638+0000","last_clean_scrub_stamp":"2024-09-13T16:01:27.864638+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:25:24.741463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":14,"seq":60129542331,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":119228,"kb_used_data":2032,"kb_used_omap":1,"kb_used_meta":117182,"kb_avail":94252612,"statfs":{"total":96636764160,"available":96514674688,"internally_reserved":0,"allocated":2080768,"data_stored":960200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":119994824},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:15:57 2024","interfaces":[{"interface":"back","average":{"1min":0.40999999999999998,"5min":0.34599999999999997,"15min":0.35499999999999998},"min":{"1min":0.22900000000000001,"5min":0.20599999999999999,"15min":0.183},"max":{"1min":0.871,"5min":0.871,"15min":4.4610000000000003},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.36699999999999999,"15min":0.34000000000000002},"min":{"1min":0.254,"5min":0.23999999999999999,"15min":0.17899999999999999},"max":{"1min":0.60699999999999998,"5min":1.236,"15min":1.2410000000000001},"last":0.27200000000000002}]},{"osd":1,"last update":"Fri Sep 13 16:15:57 2024","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.41899999999999998,"15min":0.38100000000000001},"min":{"1min":0.245,"5min":0.22500000000000001,"15min":0.182},"max":{"1min":0.58299999999999996,"5min":7.7729999999999997,"15min":7.7729999999999997},"last":0.29199999999999998},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.432,"15min":0.40699999999999997},"min":{"1min":0.27100000000000002,"5min":0.25700000000000001,"15min":0.19400000000000001},"max":{"1min":0.747,"5min":3.6160000000000001,"15min":6.4429999999999996},"last":0.315}]},{"osd":2,"last update":"Fri Sep 13 16:15:57 2024","interfaces":[{"interface":"back","average":{"1min":0.44900000000000001,"5min":0.38800000000000001,"15min":0.38500000000000001},"min":{"1min":0.28199999999999997,"5min":0.26900000000000002,"15min":0.22800000000000001},"max":{"1min":0.60399999999999998,"5min":0.68899999999999995,"15min":2.6339999999999999},"last":0.33500000000000002},{"interface":"front","average":{"1min":0.46600000000000003,"5min":0.44400000000000001,"15min":0.40999999999999998},"min":{"1min":0.32300000000000001,"5min":0.22,"15min":0.21199999999999999},"max":{"1min":0.65700000000000003,"5min":3.585,"15min":3.585},"last":0.38700000000000001}]},{"osd":4,"last update":"Fri Sep 13 16:15:57 2024","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.61499999999999999,"15min":0.55800000000000005},"min":{"1min":0.42799999999999999,"5min":0.36799999999999999,"15min":0.28399999999999997},"max":{"1min":0.88600000000000001,"5min":1.0489999999999999,"15min":1.216},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.61599999999999999,"15min":0.57999999999999996},"min":{"1min":0.38900000000000001,"5min":0.34599999999999997,"15min":0.27600000000000002},"max":{"1min":0.873,"5min":2.1909999999999998,"15min":2.6070000000000002},"last":0.49099999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:15:57 2024","interfaces":[{"interface":"back","average":{"1min":0.64200000000000002,"5min":0.621,"15min":0.57699999999999996},"min":{"1min":0.40899999999999997,"5min":0.38300000000000001,"15min":0.28100000000000003},"max":{"1min":0.81299999999999994,"5min":2.2290000000000001,"15min":2.5449999999999999},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.67000000000000004,"15min":0.60599999999999998},"min":{"1min":0.443,"5min":0.42699999999999999,"15min":0.311},"max":{"1min":0.94099999999999995,"5min":3.5449999999999999,"15min":3.5449999999999999},"last":0.54400000000000004}]},{"osd":6,"last update":"Fri Sep 13 16:15:57 2024","interfaces":[{"interface":"back","average":{"1min":0.70699999999999996,"5min":0.69999999999999996,"15min":0.62},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.31900000000000001},"max":{"1min":0.97899999999999998,"5min":6.4189999999999996,"15min":6.4189999999999996},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.69299999999999995,"5min":0.71799999999999997,"15min":0.61799999999999999},"min":{"1min":0.48399999999999999,"5min":0.40799999999999997,"15min":0.32200000000000001},"max":{"1min":0.999,"5min":8.9559999999999995,"15min":8.9559999999999995},"last":0.55800000000000005}]},{"osd":7,"last update":"Fri Sep 13 16:15:57 2024","interfaces":[{"interface":"back","average":{"1min":0.70899999999999996,"5min":0.63600000000000001,"15min":0.60299999999999998},"min":{"1min":0.46000000000000002,"5min":0.42999999999999999,"15min":0.35499999999999998},"max":{"1min":0.92600000000000005,"5min":1.089,"15min":1.649},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.69199999999999995,"5min":0.64500000000000002,"15min":0.60799999999999998},"min":{"1min":0.51000000000000001,"5min":0.45700000000000002,"15min":0.36299999999999999},"max":{"1min":0.90200000000000002,"5min":1.0580000000000001,"15min":2.581},"last":0.57199999999999995}]}]},{"osd":7,"up_from":13,"seq":55834575033,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":83692,"kb_used_data":2592,"kb_used_omap":1,"kb_used_meta":81086,"kb_avail":94288148,"statfs":{"total":96636764160,"available":96551063552,"internally_reserved":0,"allocated":2654208,"data_stored":1544195,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":83032523},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:15:46 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.59899999999999998,"15min":0.50800000000000001},"min":{"1min":0.28899999999999998,"5min":0.27600000000000002,"15min":0.193},"max":{"1min":0.68600000000000005,"5min":7.6550000000000002,"15min":7.6550000000000002},"last":0.27700000000000002},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.56200000000000006,"15min":0.50800000000000001},"min":{"1min":0.35099999999999998,"5min":0.28799999999999998,"15min":0.20000000000000001},"max":{"1min":0.74399999999999999,"5min":1.577,"15min":1.577},"last":0.39800000000000002}]},{"osd":1,"last update":"Fri Sep 13 16:15:46 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.623,"15min":0.52300000000000002},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.22},"max":{"1min":0.63700000000000001,"5min":8.3499999999999996,"15min":8.3499999999999996},"last":0.33400000000000002},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.57599999999999996,"15min":0.52400000000000002},"min":{"1min":0.40600000000000003,"5min":0.34599999999999997,"15min":0.23400000000000001},"max":{"1min":0.71999999999999997,"5min":2.3799999999999999,"15min":2.3799999999999999},"last":0.52100000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:15:46 2024","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.56599999999999995,"15min":0.54700000000000004},"min":{"1min":0.39000000000000001,"5min":0.29299999999999998,"15min":0.23999999999999999},"max":{"1min":0.73799999999999999,"5min":0.79100000000000004,"15min":2.2919999999999998},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.65500000000000003,"15min":0.55900000000000005},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.255},"max":{"1min":0.71699999999999997,"5min":7.6210000000000004,"15min":7.6210000000000004},"last":0.38300000000000001}]},{"osd":3,"last update":"Fri Sep 13 16:15:46 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.57599999999999996,"15min":0.52900000000000003},"min":{"1min":0.39000000000000001,"5min":0.36899999999999999,"15min":0.255},"max":{"1min":0.68400000000000005,"5min":1.6339999999999999,"15min":1.6339999999999999},"last":0.496},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.55700000000000005,"15min":0.52000000000000002},"min":{"1min":0.46400000000000002,"5min":0.33500000000000002,"15min":0.26700000000000002},"max":{"1min":0.66500000000000004,"5min":0.77000000000000002,"15min":0.88100000000000001},"last":0.35399999999999998}]},{"osd":4,"last update":"Fri Sep 13 16:15:46 2024","interfaces":[{"interface":"back","average":{"1min":0.46400000000000002,"5min":0.48599999999999999,"15min":0.45300000000000001},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":0.67300000000000004,"5min":1.208,"15min":1.208},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.57899999999999996,"15min":0.49399999999999999},"min":{"1min":0.25,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.72199999999999998,"5min":7.5720000000000001,"15min":7.5720000000000001},"last":0.44700000000000001}]},{"osd":5,"last update":"Fri Sep 13 16:15:46 2024","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.51400000000000001,"15min":0.49299999999999999},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.68999999999999995,"5min":1.508,"15min":1.508},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.58699999999999997,"15min":0.55800000000000005},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.72299999999999998,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.47899999999999998}]},{"osd":6,"last update":"Fri Sep 13 16:15:46 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.59799999999999998,"15min":0.53900000000000003},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.77000000000000002,"5min":5.1699999999999999,"15min":5.1699999999999999},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.64100000000000001,"15min":0.56000000000000005},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.73199999999999998,"5min":7.9699999999999998,"15min":7.9699999999999998},"last":0.52900000000000003}]}]},{"osd":6,"up_from":13,"seq":55834575033,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":105320,"kb_used_data":2012,"kb_used_omap":1,"kb_used_meta":103294,"kb_avail":94266520,"statfs":{"total":96636764160,"available":96528916480,"internally_reserved":0,"allocated":2060288,"data_stored":953827,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":105773511},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:16:05 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.58199999999999996,"15min":0.52600000000000002},"min":{"1min":0.41099999999999998,"5min":0.29999999999999999,"15min":0.20000000000000001},"max":{"1min":0.71199999999999997,"5min":0.79800000000000004,"15min":0.97099999999999997},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.57099999999999995,"15min":0.53000000000000003},"min":{"1min":0.433,"5min":0.36199999999999999,"15min":0.22500000000000001},"max":{"1min":0.754,"5min":0.80600000000000005,"15min":1.224},"last":0.41399999999999998}]},{"osd":1,"last update":"Fri Sep 13 16:16:05 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.56000000000000005,"15min":0.51000000000000001},"min":{"1min":0.44600000000000001,"5min":0.308,"15min":0.21099999999999999},"max":{"1min":0.78000000000000003,"5min":0.78600000000000003,"15min":1.0940000000000001},"last":0.65500000000000003},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.53000000000000003,"15min":0.496},"min":{"1min":0.38500000000000001,"5min":0.38400000000000001,"15min":0.247},"max":{"1min":0.64500000000000002,"5min":0.76600000000000001,"15min":1.1879999999999999},"last":0.45900000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:16:05 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.54400000000000004,"15min":0.50800000000000001},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.247},"max":{"1min":0.76500000000000001,"5min":0.79600000000000004,"15min":0.94799999999999995},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.54100000000000004,"15min":0.52600000000000002},"min":{"1min":0.38500000000000001,"5min":0.34699999999999998,"15min":0.27000000000000002},"max":{"1min":0.69199999999999995,"5min":0.76800000000000002,"15min":0.91800000000000004},"last":0.53000000000000003}]},{"osd":3,"last update":"Fri Sep 13 16:16:05 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.56499999999999995,"15min":0.53300000000000003},"min":{"1min":0.379,"5min":0.32300000000000001,"15min":0.252},"max":{"1min":0.67900000000000005,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.58199999999999996,"15min":0.55300000000000005},"min":{"1min":0.43099999999999999,"5min":0.36199999999999999,"15min":0.25900000000000001},"max":{"1min":0.81100000000000005,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.68799999999999994}]},{"osd":4,"last update":"Fri Sep 13 16:16:05 2024","interfaces":[{"interface":"back","average":{"1min":0.44600000000000001,"5min":0.44900000000000001,"15min":0.45300000000000001},"min":{"1min":0.32600000000000001,"5min":0.27100000000000002,"15min":0.22600000000000001},"max":{"1min":0.58899999999999997,"5min":0.81200000000000006,"15min":1.1559999999999999},"last":0.502},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.495,"15min":0.48699999999999999},"min":{"1min":0.372,"5min":0.317,"15min":0.23899999999999999},"max":{"1min":0.66800000000000004,"5min":0.78500000000000003,"15min":0.88900000000000001},"last":0.63700000000000001}]},{"osd":5,"last update":"Fri Sep 13 16:16:05 2024","interfaces":[{"interface":"back","average":{"1min":0.47899999999999998,"5min":0.50900000000000001,"15min":0.51300000000000001},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.29399999999999998},"max":{"1min":0.63100000000000001,"5min":0.76800000000000002,"15min":0.82099999999999995},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.51900000000000002,"15min":0.52300000000000002},"min":{"1min":0.34999999999999998,"5min":0.28999999999999998,"15min":0.26400000000000001},"max":{"1min":0.64500000000000002,"5min":0.878,"15min":0.93999999999999995},"last":0.71199999999999997}]},{"osd":7,"last update":"Fri Sep 13 16:16:05 2024","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.53100000000000003,"15min":0.52200000000000002},"min":{"1min":0.312,"5min":0.312,"15min":0.254},"max":{"1min":0.64700000000000002,"5min":0.86499999999999999,"15min":1.1080000000000001},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.59699999999999998,"15min":0.58499999999999996},"min":{"1min":0.42899999999999999,"5min":0.35899999999999999,"15min":0.33800000000000002},"max":{"1min":0.69899999999999995,"5min":0.90500000000000003,"15min":0.92600000000000005},"last":0.66900000000000004}]}]},{"osd":5,"up_from":13,"seq":55834575032,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":77424,"kb_used_data":2020,"kb_used_omap":1,"kb_used_meta":75390,"kb_avail":94294416,"statfs":{"total":96636764160,"available":96557481984,"internally_reserved":0,"allocated":2068480,"data_stored":953951,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":77199814},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:15:47 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57999999999999996,"15min":0.50600000000000001},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.215},"max":{"1min":0.87,"5min":1.6919999999999999,"15min":1.6919999999999999},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.57999999999999996,"15min":0.50900000000000001},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.219},"max":{"1min":0.749,"5min":1.3680000000000001,"15min":1.3680000000000001},"last":0.745}]},{"osd":1,"last update":"Fri Sep 13 16:15:47 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.57599999999999996,"15min":0.51800000000000002},"min":{"1min":0.46400000000000002,"5min":0.32700000000000001,"15min":0.24299999999999999},"max":{"1min":0.79300000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.57699999999999996,"15min":0.52100000000000002},"min":{"1min":0.39500000000000002,"5min":0.36699999999999999,"15min":0.24299999999999999},"max":{"1min":0.83699999999999997,"5min":1.4059999999999999,"15min":1.4059999999999999},"last":0.61699999999999999}]},{"osd":2,"last update":"Fri Sep 13 16:15:47 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.58899999999999997,"15min":0.52100000000000002},"min":{"1min":0.41099999999999998,"5min":0.307,"15min":0.249},"max":{"1min":0.80900000000000005,"5min":1.7769999999999999,"15min":1.7769999999999999},"last":0.65900000000000003},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.59399999999999997,"15min":0.54100000000000004},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.26600000000000001},"max":{"1min":0.752,"5min":1.425,"15min":1.6000000000000001},"last":0.70099999999999996}]},{"osd":3,"last update":"Fri Sep 13 16:15:47 2024","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.61499999999999999,"15min":0.55200000000000005},"min":{"1min":0.42299999999999999,"5min":0.34200000000000003,"15min":0.252},"max":{"1min":0.82399999999999995,"5min":1.8149999999999999,"15min":1.8149999999999999},"last":0.72099999999999997},{"interface":"front","average":{"1min":0.629,"5min":0.64600000000000002,"15min":0.58899999999999997},"min":{"1min":0.40400000000000003,"5min":0.40100000000000002,"15min":0.314},"max":{"1min":0.83099999999999996,"5min":1.5349999999999999,"15min":1.5349999999999999},"last":0.73399999999999999}]},{"osd":4,"last update":"Fri Sep 13 16:15:47 2024","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.51000000000000001,"15min":0.48599999999999999},"min":{"1min":0.33400000000000002,"5min":0.313,"15min":0.254},"max":{"1min":0.59499999999999997,"5min":1.5720000000000001,"15min":1.5720000000000001},"last":0.441},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.50600000000000001,"15min":0.48499999999999999},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.23799999999999999},"max":{"1min":0.63,"5min":1.446,"15min":1.446},"last":0.55500000000000005}]},{"osd":6,"last update":"Fri Sep 13 16:15:47 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.53000000000000003,"15min":0.49199999999999999},"min":{"1min":0.318,"5min":0.27700000000000002,"15min":0.251},"max":{"1min":0.76600000000000001,"5min":1.738,"15min":1.738},"last":0.75800000000000001},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.56200000000000006,"15min":0.53100000000000003},"min":{"1min":0.39600000000000002,"5min":0.33600000000000002,"15min":0.22900000000000001},"max":{"1min":0.68600000000000005,"5min":1.343,"15min":1.343},"last":0.77100000000000002}]},{"osd":7,"last update":"Fri Sep 13 16:15:47 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.54700000000000004,"15min":0.51700000000000002},"min":{"1min":0.35799999999999998,"5min":0.32600000000000001,"15min":0.27600000000000002},"max":{"1min":0.64900000000000002,"5min":1.3109999999999999,"15min":1.3109999999999999},"last":0.68500000000000005},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.59399999999999997,"15min":0.54900000000000004},"min":{"1min":0.378,"5min":0.34499999999999997,"15min":0.29599999999999999},"max":{"1min":0.71999999999999997,"5min":2.0249999999999999,"15min":2.0249999999999999},"last":0.79300000000000004}]}]},{"osd":4,"up_from":13,"seq":55834575033,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":91324,"kb_used_data":2032,"kb_used_omap":1,"kb_used_meta":89278,"kb_avail":94280516,"statfs":{"total":96636764160,"available":96543248384,"internally_reserved":0,"allocated":2080768,"data_stored":954598,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":91421126},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:15:49 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.502,"15min":0.495},"min":{"1min":0.40400000000000003,"5min":0.29799999999999999,"15min":0.19400000000000001},"max":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":5.7510000000000003},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.54800000000000004,"15min":0.56499999999999995},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.20699999999999999},"max":{"1min":0.745,"5min":0.78300000000000003,"15min":18.648},"last":0.501}]},{"osd":1,"last update":"Fri Sep 13 16:15:49 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.53700000000000003,"15min":0.57099999999999995},"min":{"1min":0.39700000000000002,"5min":0.38100000000000001,"15min":0.221},"max":{"1min":0.76000000000000001,"5min":0.879,"15min":20.414000000000001},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.56799999999999995,"15min":0.59899999999999998},"min":{"1min":0.40100000000000002,"5min":0.36599999999999999,"15min":0.23899999999999999},"max":{"1min":0.66800000000000004,"5min":0.76200000000000001,"15min":20.018000000000001},"last":0.40200000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:15:49 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.57599999999999996,"15min":0.53000000000000003},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.26400000000000001},"max":{"1min":0.76800000000000002,"5min":0.872,"15min":1.5529999999999999},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.60999999999999999,"15min":0.625},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.27700000000000002},"max":{"1min":0.76000000000000001,"5min":0.91700000000000004,"15min":12.138},"last":0.54600000000000004}]},{"osd":3,"last update":"Fri Sep 13 16:15:49 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.57099999999999995,"15min":0.59499999999999997},"min":{"1min":0.38,"5min":0.374,"15min":0.28399999999999997},"max":{"1min":0.74099999999999999,"5min":0.78000000000000003,"15min":13.097},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.55100000000000005,"15min":0.55800000000000005},"min":{"1min":0.42499999999999999,"5min":0.36099999999999999,"15min":0.27000000000000002},"max":{"1min":0.70399999999999996,"5min":0.73599999999999999,"15min":11.009},"last":0.56100000000000005}]},{"osd":5,"last update":"Fri Sep 13 16:15:49 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.497,"15min":0.56599999999999995},"min":{"1min":0.34999999999999998,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.68400000000000005,"5min":0.88800000000000001,"15min":24.812999999999999},"last":0.66900000000000004},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.56000000000000005,"15min":0.53200000000000003},"min":{"1min":0.39700000000000002,"5min":0.29399999999999998,"15min":0.27000000000000002},"max":{"1min":0.70199999999999996,"5min":0.96599999999999997,"15min":1.5860000000000001},"last":0.63500000000000001}]},{"osd":6,"last update":"Fri Sep 13 16:15:49 2024","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.51300000000000001,"15min":0.53900000000000003},"min":{"1min":0.36399999999999999,"5min":0.33600000000000002,"15min":0.25800000000000001},"max":{"1min":0.623,"5min":0.84099999999999997,"15min":13.071999999999999},"last":0.72199999999999998},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.50700000000000001,"15min":0.58099999999999996},"min":{"1min":0.307,"5min":0.26400000000000001,"15min":0.24399999999999999},"max":{"1min":0.64700000000000002,"5min":0.84599999999999997,"15min":24.873999999999999},"last":0.60899999999999999}]},{"osd":7,"last update":"Fri Sep 13 16:15:49 2024","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.51800000000000002,"15min":0.747},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.25800000000000001},"max":{"1min":0.67100000000000004,"5min":0.90400000000000003,"15min":64.593999999999994},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.58399999999999996,"15min":0.60299999999999998},"min":{"1min":0.39900000000000002,"5min":0.313,"15min":0.313},"max":{"1min":0.66200000000000003,"5min":0.86299999999999999,"15min":13.125},"last":0.65500000000000003}]}]},{"osd":2,"up_from":13,"seq":55834575032,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":105256,"kb_used_data":2012,"kb_used_omap":1,"kb_used_meta":103230,"kb_avail":94266584,"statfs":{"total":96636764160,"available":96528982016,"internally_reserved":0,"allocated":2060288,"data_stored":953827,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":105707974},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:15:55 2024","interfaces":[{"interface":"back","average":{"1min":0.36399999999999999,"5min":0.34300000000000003,"15min":0.32500000000000001},"min":{"1min":0.246,"5min":0.222,"15min":0.17100000000000001},"max":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.70699999999999996},"last":0.24299999999999999},{"interface":"front","average":{"1min":0.36599999999999999,"5min":0.36199999999999999,"15min":0.34100000000000003},"min":{"1min":0.25900000000000001,"5min":0.23100000000000001,"15min":0.185},"max":{"1min":0.45300000000000001,"5min":0.61299999999999999,"15min":0.63200000000000001},"last":0.25900000000000001}]},{"osd":1,"last update":"Fri Sep 13 16:15:55 2024","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.35699999999999998,"15min":0.34200000000000003},"min":{"1min":0.26900000000000002,"5min":0.23799999999999999,"15min":0.189},"max":{"1min":0.495,"5min":0.51000000000000001,"15min":0.61799999999999999},"last":0.32100000000000001},{"interface":"front","average":{"1min":0.41499999999999998,"5min":0.41099999999999998,"15min":0.39500000000000002},"min":{"1min":0.28000000000000003,"5min":0.26800000000000002,"15min":0.20100000000000001},"max":{"1min":0.59999999999999998,"5min":0.753,"15min":0.753},"last":0.28399999999999997}]},{"osd":3,"last update":"Fri Sep 13 16:16:00 2024","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.39100000000000001,"15min":0.372},"min":{"1min":0.27000000000000002,"5min":0.26200000000000001,"15min":0.20899999999999999},"max":{"1min":0.5,"5min":0.70599999999999996,"15min":0.72299999999999998},"last":0.33500000000000002},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.39100000000000001,"15min":0.373},"min":{"1min":0.32200000000000001,"5min":0.28199999999999997,"15min":0.23200000000000001},"max":{"1min":0.51700000000000002,"5min":0.748,"15min":0.748},"last":0.34699999999999998}]},{"osd":4,"last update":"Fri Sep 13 16:15:55 2024","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.60299999999999998,"15min":0.55800000000000005},"min":{"1min":0.42299999999999999,"5min":0.35099999999999998,"15min":0.25800000000000001},"max":{"1min":0.83699999999999997,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.60399999999999998,"15min":0.56100000000000005},"min":{"1min":0.47599999999999998,"5min":0.37,"15min":0.26200000000000001},"max":{"1min":0.72599999999999998,"5min":1.3200000000000001,"15min":1.3200000000000001},"last":0.63700000000000001}]},{"osd":5,"last update":"Fri Sep 13 16:15:55 2024","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.60099999999999998,"15min":0.56100000000000005},"min":{"1min":0.40699999999999997,"5min":0.38,"15min":0.25},"max":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":1.0169999999999999},"last":0.626},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.60799999999999998,"15min":0.56699999999999995},"min":{"1min":0.42999999999999999,"5min":0.378,"15min":0.29199999999999998},"max":{"1min":0.84999999999999998,"5min":1.4139999999999999,"15min":1.4139999999999999},"last":0.59899999999999998}]},{"osd":6,"last update":"Fri Sep 13 16:15:55 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.61299999999999999,"15min":0.56799999999999995},"min":{"1min":0.42699999999999999,"5min":0.41499999999999998,"15min":0.28999999999999998},"max":{"1min":0.83099999999999996,"5min":1.431,"15min":1.431},"last":0.68300000000000005},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.624,"15min":0.58899999999999997},"min":{"1min":0.41599999999999998,"5min":0.40400000000000003,"15min":0.33600000000000002},"max":{"1min":0.78600000000000003,"5min":1.4830000000000001,"15min":1.4830000000000001},"last":0.58899999999999997}]},{"osd":7,"last update":"Fri Sep 13 16:15:55 2024","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.61599999999999999,"15min":0.58499999999999996},"min":{"1min":0.46100000000000002,"5min":0.39900000000000002,"15min":0.33700000000000002},"max":{"1min":0.76800000000000002,"5min":0.89300000000000002,"15min":1.03},"last":0.62},{"interface":"front","average":{"1min":0.621,"5min":0.622,"15min":0.59099999999999997},"min":{"1min":0.42899999999999999,"5min":0.40500000000000003,"15min":0.32400000000000001},"max":{"1min":0.86299999999999999,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.66300000000000003}]}]},{"osd":1,"up_from":13,"seq":55834575032,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":87296,"kb_used_data":2036,"kb_used_omap":1,"kb_used_meta":85246,"kb_avail":94284544,"statfs":{"total":96636764160,"available":96547373056,"internally_reserved":0,"allocated":2084864,"data_stored":967392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":87292358},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:16:00 2024","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.498,"15min":0.378},"min":{"1min":0.20899999999999999,"5min":0.20599999999999999,"15min":0.14799999999999999},"max":{"1min":0.51700000000000002,"5min":10.233000000000001,"15min":10.233000000000001},"last":0.25900000000000001},{"interface":"front","average":{"1min":0.40000000000000002,"5min":0.49399999999999999,"15min":0.39300000000000002},"min":{"1min":0.22700000000000001,"5min":0.182,"15min":0.182},"max":{"1min":0.57399999999999995,"5min":9.8879999999999999,"15min":9.8879999999999999},"last":0.29399999999999998}]},{"osd":2,"last update":"Fri Sep 13 16:16:00 2024","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.39900000000000002,"15min":0.34999999999999998},"min":{"1min":0.254,"5min":0.22900000000000001,"15min":0.186},"max":{"1min":0.51700000000000002,"5min":3.609,"15min":3.609},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.52000000000000002,"15min":0.41899999999999998},"min":{"1min":0.25800000000000001,"5min":0.216,"15min":0.216},"max":{"1min":0.58799999999999997,"5min":9.8550000000000004,"15min":9.8550000000000004},"last":0.34599999999999997}]},{"osd":3,"last update":"Fri Sep 13 16:16:00 2024","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.91600000000000004,"15min":0.54800000000000004},"min":{"1min":0.318,"5min":0.21299999999999999,"15min":0.20000000000000001},"max":{"1min":0.56699999999999995,"5min":35.280000000000001,"15min":35.280000000000001},"last":0.33700000000000002},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.68200000000000005,"15min":0.49399999999999999},"min":{"1min":0.29899999999999999,"5min":0.248,"15min":0.223},"max":{"1min":0.69299999999999995,"5min":17.962,"15min":17.962},"last":0.309}]},{"osd":4,"last update":"Fri Sep 13 16:16:00 2024","interfaces":[{"interface":"back","average":{"1min":0.63400000000000001,"5min":0.73399999999999999,"15min":0.60399999999999998},"min":{"1min":0.41699999999999998,"5min":0.38100000000000001,"15min":0.28399999999999997},"max":{"1min":0.92900000000000005,"5min":9.8190000000000008,"15min":9.8190000000000008},"last":0.41999999999999998},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.64100000000000001,"15min":0.58099999999999996},"min":{"1min":0.45900000000000002,"5min":0.36199999999999999,"15min":0.30399999999999999},"max":{"1min":0.80700000000000005,"5min":3.194,"15min":3.194},"last":0.505}]},{"osd":5,"last update":"Fri Sep 13 16:16:00 2024","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.91300000000000003,"15min":0.66400000000000003},"min":{"1min":0.35699999999999998,"5min":0.34000000000000002,"15min":0.28899999999999998},"max":{"1min":0.88400000000000001,"5min":21.114000000000001,"15min":21.114000000000001},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.76800000000000002,"15min":0.629},"min":{"1min":0.42899999999999999,"5min":0.371,"15min":0.32400000000000001},"max":{"1min":0.89800000000000002,"5min":9.7870000000000008,"15min":9.7870000000000008},"last":0.48099999999999998}]},{"osd":6,"last update":"Fri Sep 13 16:16:00 2024","interfaces":[{"interface":"back","average":{"1min":0.68300000000000005,"5min":0.66200000000000003,"15min":0.59499999999999997},"min":{"1min":0.45600000000000002,"5min":0.39800000000000002,"15min":0.313},"max":{"1min":0.89500000000000002,"5min":1.6379999999999999,"15min":1.6379999999999999},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.71199999999999997,"5min":0.84599999999999997,"15min":0.66000000000000003},"min":{"1min":0.443,"5min":0.372,"15min":0.31900000000000001},"max":{"1min":1.014,"5min":13.529,"15min":13.529},"last":0.49099999999999999}]},{"osd":7,"last update":"Fri Sep 13 16:16:00 2024","interfaces":[{"interface":"back","average":{"1min":0.70999999999999996,"5min":0.66600000000000004,"15min":0.60699999999999998},"min":{"1min":0.48899999999999999,"5min":0.43099999999999999,"15min":0.315},"max":{"1min":0.91200000000000003,"5min":1.6060000000000001,"15min":1.6060000000000001},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.94699999999999995,"15min":0.70099999999999996},"min":{"1min":0.39600000000000002,"5min":0.377,"15min":0.377},"max":{"1min":0.97199999999999998,"5min":20.34,"15min":20.34},"last":0.42399999999999999}]}]},{"osd":0,"up_from":13,"seq":55834575034,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":101744,"kb_used_data":2596,"kb_used_omap":1,"kb_used_meta":99134,"kb_avail":94270096,"statfs":{"total":96636764160,"available":96532578304,"internally_reserved":0,"allocated":2658304,"data_stored":1543630,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":101513671},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 16:15:53 2024","interfaces":[{"interface":"back","average":{"1min":0.32600000000000001,"5min":0.33600000000000002,"15min":0.33900000000000002},"min":{"1min":0.21299999999999999,"5min":0.20899999999999999,"15min":0.151},"max":{"1min":0.627,"5min":0.627,"15min":2.5960000000000001},"last":0.23599999999999999},{"interface":"front","average":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.34799999999999998},"min":{"1min":0.248,"5min":0.20300000000000001,"15min":0.17599999999999999},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.32400000000000001}]},{"osd":2,"last update":"Fri Sep 13 16:15:53 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.372,"15min":0.35299999999999998},"min":{"1min":0.23999999999999999,"5min":0.20200000000000001,"15min":0.19800000000000001},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":1.373},"last":0.27300000000000002},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.38800000000000001,"15min":0.373},"min":{"1min":0.26800000000000002,"5min":0.248,"15min":0.19400000000000001},"max":{"1min":0.66600000000000004,"5min":0.73199999999999998,"15min":0.77900000000000003},"last":0.28899999999999998}]},{"osd":3,"last update":"Fri Sep 13 16:16:06 2024","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.40600000000000003,"15min":0.39000000000000001},"min":{"1min":0.29899999999999999,"5min":0.249,"15min":0.218},"max":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.38,"5min":0.374,"15min":0.35599999999999998},"min":{"1min":0.251,"5min":0.22,"15min":0.20100000000000001},"max":{"1min":0.55700000000000005,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.33200000000000002}]},{"osd":4,"last update":"Fri Sep 13 16:15:53 2024","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.58699999999999997,"15min":0.53700000000000003},"min":{"1min":0.432,"5min":0.30299999999999999,"15min":0.28000000000000003},"max":{"1min":0.79500000000000004,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.66100000000000003},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.59199999999999997,"15min":0.55800000000000005},"min":{"1min":0.44600000000000001,"5min":0.39900000000000002,"15min":0.28199999999999997},"max":{"1min":0.78500000000000003,"5min":0.86299999999999999,"15min":1.321},"last":0.58299999999999996}]},{"osd":5,"last update":"Fri Sep 13 16:15:53 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.58999999999999997,"15min":0.71599999999999997},"min":{"1min":0.439,"5min":0.38900000000000001,"15min":0.30199999999999999},"max":{"1min":0.79700000000000004,"5min":0.88600000000000001,"15min":41.240000000000002},"last":0.61399999999999999},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.60099999999999998,"15min":0.73899999999999999},"min":{"1min":0.40400000000000003,"5min":0.36399999999999999,"15min":0.29999999999999999},"max":{"1min":0.80900000000000005,"5min":0.84099999999999997,"15min":41.301000000000002},"last":0.55500000000000005}]},{"osd":6,"last update":"Fri Sep 13 16:15:53 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.60199999999999998,"15min":0.55800000000000005},"min":{"1min":0.39000000000000001,"5min":0.34799999999999998,"15min":0.312},"max":{"1min":0.79800000000000004,"5min":0.83899999999999997,"15min":0.95099999999999996},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.61299999999999999,"15min":0.58699999999999997},"min":{"1min":0.40899999999999997,"5min":0.39500000000000002,"15min":0.34300000000000003},"max":{"1min":0.80800000000000005,"5min":1.0449999999999999,"15min":1.286},"last":0.60499999999999998}]},{"osd":7,"last update":"Fri Sep 13 16:15:53 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.62,"15min":0.59799999999999998},"min":{"1min":0.45400000000000001,"5min":0.38900000000000001,"15min":0.34799999999999998},"max":{"1min":0.78100000000000003,"5min":0.92000000000000004,"15min":1.1639999999999999},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.625,"5min":0.64700000000000002,"15min":0.59199999999999997},"min":{"1min":0.46899999999999997,"5min":0.38900000000000001,"15min":0.35099999999999998},"max":{"1min":0.77900000000000003,"5min":1.2230000000000001,"15min":1.2230000000000001},"last":0.68200000000000005}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:16:38.971 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:16:39.070 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.069+0000 7f6ef789c640 1 Processor -- start 2024-09-13T16:16:39.070 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.069+0000 7f6ef789c640 1 -- start start 2024-09-13T16:16:39.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.070+0000 7f6ef789c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f6ef00b1d80 0x7f6ef0159620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:39.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.070+0000 7f6ef789c640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f6ef0159b60 0x7f6ef006bfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:39.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.070+0000 7f6ef789c640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6ef00b2210 con 0x7f6ef0070950 2024-09-13T16:16:39.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.070+0000 7f6ef789c640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6ef00b24b0 con 0x7f6ef00b1d80 2024-09-13T16:16:39.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.070+0000 7f6ef789c640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6ef00b2790 con 0x7f6ef0159b60 2024-09-13T16:16:39.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.070+0000 7f6ef4e37640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f6ef00b1d80 0x7f6ef0159620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:39.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.070+0000 7f6ef4e37640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f6ef00b1d80 0x7f6ef0159620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39528/0 (socket says 172.21.15.76:39528) 2024-09-13T16:16:39.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.070+0000 7f6ef4e37640 1 -- 172.21.15.76:0/2365400215 learned_addr learned my addr 172.21.15.76:0/2365400215 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:39.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.070+0000 7f6ef5e39640 1 --2- 172.21.15.76:0/2365400215 >> v2:172.21.15.192:3300/0 conn(0x7f6ef0159b60 0x7f6ef006bfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:39.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.070+0000 7f6ef4e37640 1 -- 172.21.15.76:0/2365400215 >> v2:172.21.15.192:3300/0 conn(0x7f6ef0159b60 msgr2=0x7f6ef006bfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:39.072 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.070+0000 7f6ef4e37640 1 --2- 172.21.15.76:0/2365400215 >> v2:172.21.15.192:3300/0 conn(0x7f6ef0159b60 0x7f6ef006bfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:39.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.070+0000 7f6ef4e37640 1 -- 172.21.15.76:0/2365400215 >> v1:172.21.15.192:6789/0 conn(0x7f6ef0070950 legacy=0x7f6ef0070d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:39.073 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.070+0000 7f6ef4e37640 1 -- 172.21.15.76:0/2365400215 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6ef00b2a70 con 0x7f6ef00b1d80 2024-09-13T16:16:39.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.071+0000 7f6ef4e37640 1 --2- 172.21.15.76:0/2365400215 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ef00b1d80 0x7f6ef0159620 secure :-1 s=READY pgs=2352 cs=0 l=1 rev1=1 crypto rx=0x7f6ee000aa10 tx=0x7f6ee002b670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b45610ec2b8c6e63 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:39.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.071+0000 7f6ee7fff640 1 -- 172.21.15.76:0/2365400215 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ee0030710 con 0x7f6ef00b1d80 2024-09-13T16:16:39.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.071+0000 7f6ee7fff640 1 -- 172.21.15.76:0/2365400215 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6ee002e050 con 0x7f6ef00b1d80 2024-09-13T16:16:39.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.071+0000 7f6ee7fff640 1 -- 172.21.15.76:0/2365400215 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ee0030a90 con 0x7f6ef00b1d80 2024-09-13T16:16:39.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.072+0000 7f6ef789c640 1 -- 172.21.15.76:0/2365400215 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ef00b1d80 msgr2=0x7f6ef0159620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:39.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.072+0000 7f6ef789c640 1 --2- 172.21.15.76:0/2365400215 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ef00b1d80 0x7f6ef0159620 secure :-1 s=READY pgs=2352 cs=0 l=1 rev1=1 crypto rx=0x7f6ee000aa10 tx=0x7f6ee002b670 comp rx=0 tx=0).stop 2024-09-13T16:16:39.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.072+0000 7f6ef789c640 1 -- 172.21.15.76:0/2365400215 shutdown_connections 2024-09-13T16:16:39.074 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.072+0000 7f6ef789c640 1 --2- 172.21.15.76:0/2365400215 >> v2:172.21.15.192:3300/0 conn(0x7f6ef0159b60 0x7f6ef006bfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:39.075 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.072+0000 7f6ef789c640 1 --2- 172.21.15.76:0/2365400215 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ef00b1d80 0x7f6ef0159620 unknown :-1 s=CLOSED pgs=2352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:39.075 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.072+0000 7f6ef789c640 1 -- 172.21.15.76:0/2365400215 >> 172.21.15.76:0/2365400215 conn(0x7f6ef00b04c0 msgr2=0x7f6ef0069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:39.075 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.072+0000 7f6ef789c640 1 -- 172.21.15.76:0/2365400215 shutdown_connections 2024-09-13T16:16:39.075 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.072+0000 7f6ef789c640 1 -- 172.21.15.76:0/2365400215 wait complete. 2024-09-13T16:16:39.075 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.073+0000 7f6ef789c640 1 Processor -- start 2024-09-13T16:16:39.075 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.073+0000 7f6ef789c640 1 -- start start 2024-09-13T16:16:39.077 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.074+0000 7f6ef789c640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6ef0070950 0x7f6ef00cbb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:39.077 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.074+0000 7f6ef789c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6ef00b1d80 0x7f6ef014eb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:39.077 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.074+0000 7f6ef789c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ef0159b60 0x7f6ef00c8960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:39.077 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.074+0000 7f6ef789c640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ef00c8650 con 0x7f6ef0159b60 2024-09-13T16:16:39.077 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.074+0000 7f6ef789c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ef014f080 con 0x7f6ef00b1d80 2024-09-13T16:16:39.077 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.074+0000 7f6ef789c640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6ef00c75b0 con 0x7f6ef0070950 2024-09-13T16:16:39.077 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.074+0000 7f6ef5e39640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ef0159b60 0x7f6ef00c8960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:39.077 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.074+0000 7f6ef5e39640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ef0159b60 0x7f6ef00c8960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39530/0 (socket says 172.21.15.76:39530) 2024-09-13T16:16:39.077 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.074+0000 7f6ef5e39640 1 -- 172.21.15.76:0/137579033 learned_addr learned my addr 172.21.15.76:0/137579033 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:39.077 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.074+0000 7f6ef4e37640 1 --2- 172.21.15.76:0/137579033 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6ef00b1d80 0x7f6ef014eb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:39.078 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.074+0000 7f6ef5638640 1 --2- 172.21.15.76:0/137579033 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6ef0070950 0x7f6ef00cbb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:39.078 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.074+0000 7f6ef5e39640 1 -- 172.21.15.76:0/137579033 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6ef0070950 msgr2=0x7f6ef00cbb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:39.078 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.074+0000 7f6ef5e39640 1 --2- 172.21.15.76:0/137579033 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6ef0070950 0x7f6ef00cbb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:39.078 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.074+0000 7f6ef5e39640 1 -- 172.21.15.76:0/137579033 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6ef00b1d80 msgr2=0x7f6ef014eb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:39.078 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.074+0000 7f6ef5e39640 1 --2- 172.21.15.76:0/137579033 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6ef00b1d80 0x7f6ef014eb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:39.078 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.074+0000 7f6ef5e39640 1 -- 172.21.15.76:0/137579033 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6ee000a670 con 0x7f6ef0159b60 2024-09-13T16:16:39.078 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.074+0000 7f6ef5e39640 1 --2- 172.21.15.76:0/137579033 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ef0159b60 0x7f6ef00c8960 secure :-1 s=READY pgs=2353 cs=0 l=1 rev1=1 crypto rx=0x7f6ee8009fd0 tx=0x7f6ee800e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:39.078 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.074+0000 7f6ee5ffb640 1 -- 172.21.15.76:0/137579033 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ee8014420 con 0x7f6ef0159b60 2024-09-13T16:16:39.078 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.074+0000 7f6ee5ffb640 1 -- 172.21.15.76:0/137579033 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6ee8014580 con 0x7f6ef0159b60 2024-09-13T16:16:39.078 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.074+0000 7f6ee5ffb640 1 -- 172.21.15.76:0/137579033 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ee8014930 con 0x7f6ef0159b60 2024-09-13T16:16:39.078 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.074+0000 7f6ef789c640 1 -- 172.21.15.76:0/137579033 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6ef00c7890 con 0x7f6ef0159b60 2024-09-13T16:16:39.078 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.075+0000 7f6ef789c640 1 -- 172.21.15.76:0/137579033 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6ef00c7e50 con 0x7f6ef0159b60 2024-09-13T16:16:39.078 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.075+0000 7f6ef789c640 1 -- 172.21.15.76:0/137579033 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6ef00672e0 con 0x7f6ef0159b60 2024-09-13T16:16:39.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.076+0000 7f6ee5ffb640 1 -- 172.21.15.76:0/137579033 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f6ee8014a90 con 0x7f6ef0159b60 2024-09-13T16:16:39.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.076+0000 7f6ee5ffb640 1 --2- 172.21.15.76:0/137579033 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6ed406ac00 0x7f6ed406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:39.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.076+0000 7f6ee5ffb640 1 -- 172.21.15.76:0/137579033 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(166..166 src has 1..166) v4 ==== 5306+0+0 (secure 0 0 0) 0x7f6ee8089910 con 0x7f6ef0159b60 2024-09-13T16:16:39.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.076+0000 7f6ef5638640 1 --2- 172.21.15.76:0/137579033 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6ed406ac00 0x7f6ed406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:39.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.077+0000 7f6ef5638640 1 --2- 172.21.15.76:0/137579033 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6ed406ac00 0x7f6ed406d0c0 secure :-1 s=READY pgs=1005 cs=0 l=1 rev1=1 crypto rx=0x7f6eec000f60 tx=0x7f6eec009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:39.081 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.080+0000 7f6ee5ffb640 1 -- 172.21.15.76:0/137579033 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f6ee8054dc0 con 0x7f6ef0159b60 2024-09-13T16:16:39.242 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.241+0000 7f6ef789c640 1 -- 172.21.15.76:0/137579033 --> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f6ef00b3030 con 0x7f6ed406ac00 2024-09-13T16:16:39.244 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.243+0000 7f6ee5ffb640 1 -- 172.21.15.76:0/137579033 <== mgr.4104 v2:172.21.15.76:6832/911852275 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+50758 (secure 0 0 0) 0x7f6eec0014a0 con 0x7f6ed406ac00 2024-09-13T16:16:39.245 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:16:39.245 INFO:teuthology.orchestra.run.smithi076.stderr:dumped all 2024-09-13T16:16:39.247 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.245+0000 7f6ef789c640 1 -- 172.21.15.76:0/137579033 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6ed406ac00 msgr2=0x7f6ed406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:39.247 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.245+0000 7f6ef789c640 1 --2- 172.21.15.76:0/137579033 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6ed406ac00 0x7f6ed406d0c0 secure :-1 s=READY pgs=1005 cs=0 l=1 rev1=1 crypto rx=0x7f6eec000f60 tx=0x7f6eec009040 comp rx=0 tx=0).stop 2024-09-13T16:16:39.247 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.245+0000 7f6ef789c640 1 -- 172.21.15.76:0/137579033 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ef0159b60 msgr2=0x7f6ef00c8960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:39.247 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.245+0000 7f6ef789c640 1 --2- 172.21.15.76:0/137579033 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ef0159b60 0x7f6ef00c8960 secure :-1 s=READY pgs=2353 cs=0 l=1 rev1=1 crypto rx=0x7f6ee8009fd0 tx=0x7f6ee800e4b0 comp rx=0 tx=0).stop 2024-09-13T16:16:39.247 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.245+0000 7f6ef789c640 1 -- 172.21.15.76:0/137579033 shutdown_connections 2024-09-13T16:16:39.247 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.245+0000 7f6ef789c640 1 --2- 172.21.15.76:0/137579033 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f6ef0159b60 0x7f6ef00c8960 unknown :-1 s=CLOSED pgs=2353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:39.247 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.245+0000 7f6ef789c640 1 --2- 172.21.15.76:0/137579033 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6ef00b1d80 0x7f6ef014eb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:39.247 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.245+0000 7f6ef789c640 1 --2- 172.21.15.76:0/137579033 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f6ed406ac00 0x7f6ed406d0c0 unknown :-1 s=CLOSED pgs=1005 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:39.247 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.245+0000 7f6ef789c640 1 --2- 172.21.15.76:0/137579033 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f6ef0070950 0x7f6ef00cbb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:39.247 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.245+0000 7f6ef789c640 1 -- 172.21.15.76:0/137579033 >> 172.21.15.76:0/137579033 conn(0x7f6ef00b04c0 msgr2=0x7f6ef00ade00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:39.247 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.245+0000 7f6ef789c640 1 -- 172.21.15.76:0/137579033 shutdown_connections 2024-09-13T16:16:39.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.245+0000 7f6ef789c640 1 -- 172.21.15.76:0/137579033 wait complete. 2024-09-13T16:16:39.257 INFO:teuthology.orchestra.run.smithi076.stdout:{"pg_ready":true,"pg_map":{"version":616,"stamp":"2024-09-13T16:16:39.121197+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":771284,"kb_used_data":17332,"kb_used_omap":12,"kb_used_meta":753843,"kb_avail":754203436,"statfs":{"total":773094113280,"available":772304318464,"internally_reserved":0,"allocated":17747968,"data_stored":8831620,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":771935801},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-14370,"num_objects":-23,"num_object_clones":0,"num_object_copies":-46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-23,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":-64,"num_write_kb":-37,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001063"},"pg_stats":[{"pgid":"1.0","version":"17'117","reported_seq":290,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-13T16:16:23.376515+0000","last_change":"2024-09-13T16:01:29.143297+0000","last_active":"2024-09-13T16:16:23.376515+0000","last_peered":"2024-09-13T16:16:23.376515+0000","last_clean":"2024-09-13T16:16:23.376515+0000","last_became_active":"2024-09-13T16:01:29.142269+0000","last_became_peered":"2024-09-13T16:01:29.142269+0000","last_unstale":"2024-09-13T16:16:23.376515+0000","last_undegraded":"2024-09-13T16:16:23.376515+0000","last_fullsized":"2024-09-13T16:16:23.376515+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:27.864638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:27.864638+0000","last_clean_scrub_stamp":"2024-09-13T16:01:27.864638+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:25:24.741463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":14,"seq":60129542331,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":119228,"kb_used_data":2032,"kb_used_omap":1,"kb_used_meta":117182,"kb_avail":94252612,"statfs":{"total":96636764160,"available":96514674688,"internally_reserved":0,"allocated":2080768,"data_stored":960200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":119994824},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:15:57 2024","interfaces":[{"interface":"back","average":{"1min":0.40999999999999998,"5min":0.34599999999999997,"15min":0.35499999999999998},"min":{"1min":0.22900000000000001,"5min":0.20599999999999999,"15min":0.183},"max":{"1min":0.871,"5min":0.871,"15min":4.4610000000000003},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.36699999999999999,"15min":0.34000000000000002},"min":{"1min":0.254,"5min":0.23999999999999999,"15min":0.17899999999999999},"max":{"1min":0.60699999999999998,"5min":1.236,"15min":1.2410000000000001},"last":0.27200000000000002}]},{"osd":1,"last update":"Fri Sep 13 16:15:57 2024","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.41899999999999998,"15min":0.38100000000000001},"min":{"1min":0.245,"5min":0.22500000000000001,"15min":0.182},"max":{"1min":0.58299999999999996,"5min":7.7729999999999997,"15min":7.7729999999999997},"last":0.29199999999999998},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.432,"15min":0.40699999999999997},"min":{"1min":0.27100000000000002,"5min":0.25700000000000001,"15min":0.19400000000000001},"max":{"1min":0.747,"5min":3.6160000000000001,"15min":6.4429999999999996},"last":0.315}]},{"osd":2,"last update":"Fri Sep 13 16:15:57 2024","interfaces":[{"interface":"back","average":{"1min":0.44900000000000001,"5min":0.38800000000000001,"15min":0.38500000000000001},"min":{"1min":0.28199999999999997,"5min":0.26900000000000002,"15min":0.22800000000000001},"max":{"1min":0.60399999999999998,"5min":0.68899999999999995,"15min":2.6339999999999999},"last":0.33500000000000002},{"interface":"front","average":{"1min":0.46600000000000003,"5min":0.44400000000000001,"15min":0.40999999999999998},"min":{"1min":0.32300000000000001,"5min":0.22,"15min":0.21199999999999999},"max":{"1min":0.65700000000000003,"5min":3.585,"15min":3.585},"last":0.38700000000000001}]},{"osd":4,"last update":"Fri Sep 13 16:15:57 2024","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.61499999999999999,"15min":0.55800000000000005},"min":{"1min":0.42799999999999999,"5min":0.36799999999999999,"15min":0.28399999999999997},"max":{"1min":0.88600000000000001,"5min":1.0489999999999999,"15min":1.216},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.61599999999999999,"15min":0.57999999999999996},"min":{"1min":0.38900000000000001,"5min":0.34599999999999997,"15min":0.27600000000000002},"max":{"1min":0.873,"5min":2.1909999999999998,"15min":2.6070000000000002},"last":0.49099999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:15:57 2024","interfaces":[{"interface":"back","average":{"1min":0.64200000000000002,"5min":0.621,"15min":0.57699999999999996},"min":{"1min":0.40899999999999997,"5min":0.38300000000000001,"15min":0.28100000000000003},"max":{"1min":0.81299999999999994,"5min":2.2290000000000001,"15min":2.5449999999999999},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.67000000000000004,"15min":0.60599999999999998},"min":{"1min":0.443,"5min":0.42699999999999999,"15min":0.311},"max":{"1min":0.94099999999999995,"5min":3.5449999999999999,"15min":3.5449999999999999},"last":0.54400000000000004}]},{"osd":6,"last update":"Fri Sep 13 16:15:57 2024","interfaces":[{"interface":"back","average":{"1min":0.70699999999999996,"5min":0.69999999999999996,"15min":0.62},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.31900000000000001},"max":{"1min":0.97899999999999998,"5min":6.4189999999999996,"15min":6.4189999999999996},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.69299999999999995,"5min":0.71799999999999997,"15min":0.61799999999999999},"min":{"1min":0.48399999999999999,"5min":0.40799999999999997,"15min":0.32200000000000001},"max":{"1min":0.999,"5min":8.9559999999999995,"15min":8.9559999999999995},"last":0.55800000000000005}]},{"osd":7,"last update":"Fri Sep 13 16:15:57 2024","interfaces":[{"interface":"back","average":{"1min":0.70899999999999996,"5min":0.63600000000000001,"15min":0.60299999999999998},"min":{"1min":0.46000000000000002,"5min":0.42999999999999999,"15min":0.35499999999999998},"max":{"1min":0.92600000000000005,"5min":1.089,"15min":1.649},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.69199999999999995,"5min":0.64500000000000002,"15min":0.60799999999999998},"min":{"1min":0.51000000000000001,"5min":0.45700000000000002,"15min":0.36299999999999999},"max":{"1min":0.90200000000000002,"5min":1.0580000000000001,"15min":2.581},"last":0.57199999999999995}]}]},{"osd":7,"up_from":13,"seq":55834575033,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":83692,"kb_used_data":2592,"kb_used_omap":1,"kb_used_meta":81086,"kb_avail":94288148,"statfs":{"total":96636764160,"available":96551063552,"internally_reserved":0,"allocated":2654208,"data_stored":1544195,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":83032523},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:15:46 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.59899999999999998,"15min":0.50800000000000001},"min":{"1min":0.28899999999999998,"5min":0.27600000000000002,"15min":0.193},"max":{"1min":0.68600000000000005,"5min":7.6550000000000002,"15min":7.6550000000000002},"last":0.27700000000000002},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.56200000000000006,"15min":0.50800000000000001},"min":{"1min":0.35099999999999998,"5min":0.28799999999999998,"15min":0.20000000000000001},"max":{"1min":0.74399999999999999,"5min":1.577,"15min":1.577},"last":0.39800000000000002}]},{"osd":1,"last update":"Fri Sep 13 16:15:46 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.623,"15min":0.52300000000000002},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.22},"max":{"1min":0.63700000000000001,"5min":8.3499999999999996,"15min":8.3499999999999996},"last":0.33400000000000002},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.57599999999999996,"15min":0.52400000000000002},"min":{"1min":0.40600000000000003,"5min":0.34599999999999997,"15min":0.23400000000000001},"max":{"1min":0.71999999999999997,"5min":2.3799999999999999,"15min":2.3799999999999999},"last":0.52100000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:15:46 2024","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.56599999999999995,"15min":0.54700000000000004},"min":{"1min":0.39000000000000001,"5min":0.29299999999999998,"15min":0.23999999999999999},"max":{"1min":0.73799999999999999,"5min":0.79100000000000004,"15min":2.2919999999999998},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.65500000000000003,"15min":0.55900000000000005},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.255},"max":{"1min":0.71699999999999997,"5min":7.6210000000000004,"15min":7.6210000000000004},"last":0.38300000000000001}]},{"osd":3,"last update":"Fri Sep 13 16:15:46 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.57599999999999996,"15min":0.52900000000000003},"min":{"1min":0.39000000000000001,"5min":0.36899999999999999,"15min":0.255},"max":{"1min":0.68400000000000005,"5min":1.6339999999999999,"15min":1.6339999999999999},"last":0.496},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.55700000000000005,"15min":0.52000000000000002},"min":{"1min":0.46400000000000002,"5min":0.33500000000000002,"15min":0.26700000000000002},"max":{"1min":0.66500000000000004,"5min":0.77000000000000002,"15min":0.88100000000000001},"last":0.35399999999999998}]},{"osd":4,"last update":"Fri Sep 13 16:15:46 2024","interfaces":[{"interface":"back","average":{"1min":0.46400000000000002,"5min":0.48599999999999999,"15min":0.45300000000000001},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":0.67300000000000004,"5min":1.208,"15min":1.208},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.57899999999999996,"15min":0.49399999999999999},"min":{"1min":0.25,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.72199999999999998,"5min":7.5720000000000001,"15min":7.5720000000000001},"last":0.44700000000000001}]},{"osd":5,"last update":"Fri Sep 13 16:15:46 2024","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.51400000000000001,"15min":0.49299999999999999},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.68999999999999995,"5min":1.508,"15min":1.508},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.58699999999999997,"15min":0.55800000000000005},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.72299999999999998,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.47899999999999998}]},{"osd":6,"last update":"Fri Sep 13 16:15:46 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.59799999999999998,"15min":0.53900000000000003},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.77000000000000002,"5min":5.1699999999999999,"15min":5.1699999999999999},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.64100000000000001,"15min":0.56000000000000005},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.73199999999999998,"5min":7.9699999999999998,"15min":7.9699999999999998},"last":0.52900000000000003}]}]},{"osd":6,"up_from":13,"seq":55834575033,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":105320,"kb_used_data":2012,"kb_used_omap":1,"kb_used_meta":103294,"kb_avail":94266520,"statfs":{"total":96636764160,"available":96528916480,"internally_reserved":0,"allocated":2060288,"data_stored":953827,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":105773511},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:16:05 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.58199999999999996,"15min":0.52600000000000002},"min":{"1min":0.41099999999999998,"5min":0.29999999999999999,"15min":0.20000000000000001},"max":{"1min":0.71199999999999997,"5min":0.79800000000000004,"15min":0.97099999999999997},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.57099999999999995,"15min":0.53000000000000003},"min":{"1min":0.433,"5min":0.36199999999999999,"15min":0.22500000000000001},"max":{"1min":0.754,"5min":0.80600000000000005,"15min":1.224},"last":0.41399999999999998}]},{"osd":1,"last update":"Fri Sep 13 16:16:05 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.56000000000000005,"15min":0.51000000000000001},"min":{"1min":0.44600000000000001,"5min":0.308,"15min":0.21099999999999999},"max":{"1min":0.78000000000000003,"5min":0.78600000000000003,"15min":1.0940000000000001},"last":0.65500000000000003},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.53000000000000003,"15min":0.496},"min":{"1min":0.38500000000000001,"5min":0.38400000000000001,"15min":0.247},"max":{"1min":0.64500000000000002,"5min":0.76600000000000001,"15min":1.1879999999999999},"last":0.45900000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:16:05 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.54400000000000004,"15min":0.50800000000000001},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.247},"max":{"1min":0.76500000000000001,"5min":0.79600000000000004,"15min":0.94799999999999995},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.54100000000000004,"15min":0.52600000000000002},"min":{"1min":0.38500000000000001,"5min":0.34699999999999998,"15min":0.27000000000000002},"max":{"1min":0.69199999999999995,"5min":0.76800000000000002,"15min":0.91800000000000004},"last":0.53000000000000003}]},{"osd":3,"last update":"Fri Sep 13 16:16:05 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.56499999999999995,"15min":0.53300000000000003},"min":{"1min":0.379,"5min":0.32300000000000001,"15min":0.252},"max":{"1min":0.67900000000000005,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.58199999999999996,"15min":0.55300000000000005},"min":{"1min":0.43099999999999999,"5min":0.36199999999999999,"15min":0.25900000000000001},"max":{"1min":0.81100000000000005,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.68799999999999994}]},{"osd":4,"last update":"Fri Sep 13 16:16:05 2024","interfaces":[{"interface":"back","average":{"1min":0.44600000000000001,"5min":0.44900000000000001,"15min":0.45300000000000001},"min":{"1min":0.32600000000000001,"5min":0.27100000000000002,"15min":0.22600000000000001},"max":{"1min":0.58899999999999997,"5min":0.81200000000000006,"15min":1.1559999999999999},"last":0.502},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.495,"15min":0.48699999999999999},"min":{"1min":0.372,"5min":0.317,"15min":0.23899999999999999},"max":{"1min":0.66800000000000004,"5min":0.78500000000000003,"15min":0.88900000000000001},"last":0.63700000000000001}]},{"osd":5,"last update":"Fri Sep 13 16:16:05 2024","interfaces":[{"interface":"back","average":{"1min":0.47899999999999998,"5min":0.50900000000000001,"15min":0.51300000000000001},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.29399999999999998},"max":{"1min":0.63100000000000001,"5min":0.76800000000000002,"15min":0.82099999999999995},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.51900000000000002,"15min":0.52300000000000002},"min":{"1min":0.34999999999999998,"5min":0.28999999999999998,"15min":0.26400000000000001},"max":{"1min":0.64500000000000002,"5min":0.878,"15min":0.93999999999999995},"last":0.71199999999999997}]},{"osd":7,"last update":"Fri Sep 13 16:16:05 2024","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.53100000000000003,"15min":0.52200000000000002},"min":{"1min":0.312,"5min":0.312,"15min":0.254},"max":{"1min":0.64700000000000002,"5min":0.86499999999999999,"15min":1.1080000000000001},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.59699999999999998,"15min":0.58499999999999996},"min":{"1min":0.42899999999999999,"5min":0.35899999999999999,"15min":0.33800000000000002},"max":{"1min":0.69899999999999995,"5min":0.90500000000000003,"15min":0.92600000000000005},"last":0.66900000000000004}]}]},{"osd":5,"up_from":13,"seq":55834575032,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":77424,"kb_used_data":2020,"kb_used_omap":1,"kb_used_meta":75390,"kb_avail":94294416,"statfs":{"total":96636764160,"available":96557481984,"internally_reserved":0,"allocated":2068480,"data_stored":953951,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":77199814},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:15:47 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57999999999999996,"15min":0.50600000000000001},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.215},"max":{"1min":0.87,"5min":1.6919999999999999,"15min":1.6919999999999999},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.57999999999999996,"15min":0.50900000000000001},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.219},"max":{"1min":0.749,"5min":1.3680000000000001,"15min":1.3680000000000001},"last":0.745}]},{"osd":1,"last update":"Fri Sep 13 16:15:47 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.57599999999999996,"15min":0.51800000000000002},"min":{"1min":0.46400000000000002,"5min":0.32700000000000001,"15min":0.24299999999999999},"max":{"1min":0.79300000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.57699999999999996,"15min":0.52100000000000002},"min":{"1min":0.39500000000000002,"5min":0.36699999999999999,"15min":0.24299999999999999},"max":{"1min":0.83699999999999997,"5min":1.4059999999999999,"15min":1.4059999999999999},"last":0.61699999999999999}]},{"osd":2,"last update":"Fri Sep 13 16:15:47 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.58899999999999997,"15min":0.52100000000000002},"min":{"1min":0.41099999999999998,"5min":0.307,"15min":0.249},"max":{"1min":0.80900000000000005,"5min":1.7769999999999999,"15min":1.7769999999999999},"last":0.65900000000000003},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.59399999999999997,"15min":0.54100000000000004},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.26600000000000001},"max":{"1min":0.752,"5min":1.425,"15min":1.6000000000000001},"last":0.70099999999999996}]},{"osd":3,"last update":"Fri Sep 13 16:15:47 2024","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.61499999999999999,"15min":0.55200000000000005},"min":{"1min":0.42299999999999999,"5min":0.34200000000000003,"15min":0.252},"max":{"1min":0.82399999999999995,"5min":1.8149999999999999,"15min":1.8149999999999999},"last":0.72099999999999997},{"interface":"front","average":{"1min":0.629,"5min":0.64600000000000002,"15min":0.58899999999999997},"min":{"1min":0.40400000000000003,"5min":0.40100000000000002,"15min":0.314},"max":{"1min":0.83099999999999996,"5min":1.5349999999999999,"15min":1.5349999999999999},"last":0.73399999999999999}]},{"osd":4,"last update":"Fri Sep 13 16:15:47 2024","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.51000000000000001,"15min":0.48599999999999999},"min":{"1min":0.33400000000000002,"5min":0.313,"15min":0.254},"max":{"1min":0.59499999999999997,"5min":1.5720000000000001,"15min":1.5720000000000001},"last":0.441},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.50600000000000001,"15min":0.48499999999999999},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.23799999999999999},"max":{"1min":0.63,"5min":1.446,"15min":1.446},"last":0.55500000000000005}]},{"osd":6,"last update":"Fri Sep 13 16:15:47 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.53000000000000003,"15min":0.49199999999999999},"min":{"1min":0.318,"5min":0.27700000000000002,"15min":0.251},"max":{"1min":0.76600000000000001,"5min":1.738,"15min":1.738},"last":0.75800000000000001},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.56200000000000006,"15min":0.53100000000000003},"min":{"1min":0.39600000000000002,"5min":0.33600000000000002,"15min":0.22900000000000001},"max":{"1min":0.68600000000000005,"5min":1.343,"15min":1.343},"last":0.77100000000000002}]},{"osd":7,"last update":"Fri Sep 13 16:15:47 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.54700000000000004,"15min":0.51700000000000002},"min":{"1min":0.35799999999999998,"5min":0.32600000000000001,"15min":0.27600000000000002},"max":{"1min":0.64900000000000002,"5min":1.3109999999999999,"15min":1.3109999999999999},"last":0.68500000000000005},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.59399999999999997,"15min":0.54900000000000004},"min":{"1min":0.378,"5min":0.34499999999999997,"15min":0.29599999999999999},"max":{"1min":0.71999999999999997,"5min":2.0249999999999999,"15min":2.0249999999999999},"last":0.79300000000000004}]}]},{"osd":4,"up_from":13,"seq":55834575033,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":91324,"kb_used_data":2032,"kb_used_omap":1,"kb_used_meta":89278,"kb_avail":94280516,"statfs":{"total":96636764160,"available":96543248384,"internally_reserved":0,"allocated":2080768,"data_stored":954598,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":91421126},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:15:49 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.502,"15min":0.495},"min":{"1min":0.40400000000000003,"5min":0.29799999999999999,"15min":0.19400000000000001},"max":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":5.7510000000000003},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.54800000000000004,"15min":0.56499999999999995},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.20699999999999999},"max":{"1min":0.745,"5min":0.78300000000000003,"15min":18.648},"last":0.501}]},{"osd":1,"last update":"Fri Sep 13 16:15:49 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.53700000000000003,"15min":0.57099999999999995},"min":{"1min":0.39700000000000002,"5min":0.38100000000000001,"15min":0.221},"max":{"1min":0.76000000000000001,"5min":0.879,"15min":20.414000000000001},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.56799999999999995,"15min":0.59899999999999998},"min":{"1min":0.40100000000000002,"5min":0.36599999999999999,"15min":0.23899999999999999},"max":{"1min":0.66800000000000004,"5min":0.76200000000000001,"15min":20.018000000000001},"last":0.40200000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:15:49 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.57599999999999996,"15min":0.53000000000000003},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.26400000000000001},"max":{"1min":0.76800000000000002,"5min":0.872,"15min":1.5529999999999999},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.60999999999999999,"15min":0.625},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.27700000000000002},"max":{"1min":0.76000000000000001,"5min":0.91700000000000004,"15min":12.138},"last":0.54600000000000004}]},{"osd":3,"last update":"Fri Sep 13 16:15:49 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.57099999999999995,"15min":0.59499999999999997},"min":{"1min":0.38,"5min":0.374,"15min":0.28399999999999997},"max":{"1min":0.74099999999999999,"5min":0.78000000000000003,"15min":13.097},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.55100000000000005,"15min":0.55800000000000005},"min":{"1min":0.42499999999999999,"5min":0.36099999999999999,"15min":0.27000000000000002},"max":{"1min":0.70399999999999996,"5min":0.73599999999999999,"15min":11.009},"last":0.56100000000000005}]},{"osd":5,"last update":"Fri Sep 13 16:15:49 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.497,"15min":0.56599999999999995},"min":{"1min":0.34999999999999998,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.68400000000000005,"5min":0.88800000000000001,"15min":24.812999999999999},"last":0.66900000000000004},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.56000000000000005,"15min":0.53200000000000003},"min":{"1min":0.39700000000000002,"5min":0.29399999999999998,"15min":0.27000000000000002},"max":{"1min":0.70199999999999996,"5min":0.96599999999999997,"15min":1.5860000000000001},"last":0.63500000000000001}]},{"osd":6,"last update":"Fri Sep 13 16:15:49 2024","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.51300000000000001,"15min":0.53900000000000003},"min":{"1min":0.36399999999999999,"5min":0.33600000000000002,"15min":0.25800000000000001},"max":{"1min":0.623,"5min":0.84099999999999997,"15min":13.071999999999999},"last":0.72199999999999998},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.50700000000000001,"15min":0.58099999999999996},"min":{"1min":0.307,"5min":0.26400000000000001,"15min":0.24399999999999999},"max":{"1min":0.64700000000000002,"5min":0.84599999999999997,"15min":24.873999999999999},"last":0.60899999999999999}]},{"osd":7,"last update":"Fri Sep 13 16:15:49 2024","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.51800000000000002,"15min":0.747},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.25800000000000001},"max":{"1min":0.67100000000000004,"5min":0.90400000000000003,"15min":64.593999999999994},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.58399999999999996,"15min":0.60299999999999998},"min":{"1min":0.39900000000000002,"5min":0.313,"15min":0.313},"max":{"1min":0.66200000000000003,"5min":0.86299999999999999,"15min":13.125},"last":0.65500000000000003}]}]},{"osd":2,"up_from":13,"seq":55834575032,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":105256,"kb_used_data":2012,"kb_used_omap":1,"kb_used_meta":103230,"kb_avail":94266584,"statfs":{"total":96636764160,"available":96528982016,"internally_reserved":0,"allocated":2060288,"data_stored":953827,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":105707974},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:15:55 2024","interfaces":[{"interface":"back","average":{"1min":0.36399999999999999,"5min":0.34300000000000003,"15min":0.32500000000000001},"min":{"1min":0.246,"5min":0.222,"15min":0.17100000000000001},"max":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.70699999999999996},"last":0.24299999999999999},{"interface":"front","average":{"1min":0.36599999999999999,"5min":0.36199999999999999,"15min":0.34100000000000003},"min":{"1min":0.25900000000000001,"5min":0.23100000000000001,"15min":0.185},"max":{"1min":0.45300000000000001,"5min":0.61299999999999999,"15min":0.63200000000000001},"last":0.25900000000000001}]},{"osd":1,"last update":"Fri Sep 13 16:15:55 2024","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.35699999999999998,"15min":0.34200000000000003},"min":{"1min":0.26900000000000002,"5min":0.23799999999999999,"15min":0.189},"max":{"1min":0.495,"5min":0.51000000000000001,"15min":0.61799999999999999},"last":0.32100000000000001},{"interface":"front","average":{"1min":0.41499999999999998,"5min":0.41099999999999998,"15min":0.39500000000000002},"min":{"1min":0.28000000000000003,"5min":0.26800000000000002,"15min":0.20100000000000001},"max":{"1min":0.59999999999999998,"5min":0.753,"15min":0.753},"last":0.28399999999999997}]},{"osd":3,"last update":"Fri Sep 13 16:16:00 2024","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.39100000000000001,"15min":0.372},"min":{"1min":0.27000000000000002,"5min":0.26200000000000001,"15min":0.20899999999999999},"max":{"1min":0.5,"5min":0.70599999999999996,"15min":0.72299999999999998},"last":0.33500000000000002},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.39100000000000001,"15min":0.373},"min":{"1min":0.32200000000000001,"5min":0.28199999999999997,"15min":0.23200000000000001},"max":{"1min":0.51700000000000002,"5min":0.748,"15min":0.748},"last":0.34699999999999998}]},{"osd":4,"last update":"Fri Sep 13 16:15:55 2024","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.60299999999999998,"15min":0.55800000000000005},"min":{"1min":0.42299999999999999,"5min":0.35099999999999998,"15min":0.25800000000000001},"max":{"1min":0.83699999999999997,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.60399999999999998,"15min":0.56100000000000005},"min":{"1min":0.47599999999999998,"5min":0.37,"15min":0.26200000000000001},"max":{"1min":0.72599999999999998,"5min":1.3200000000000001,"15min":1.3200000000000001},"last":0.63700000000000001}]},{"osd":5,"last update":"Fri Sep 13 16:15:55 2024","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.60099999999999998,"15min":0.56100000000000005},"min":{"1min":0.40699999999999997,"5min":0.38,"15min":0.25},"max":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":1.0169999999999999},"last":0.626},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.60799999999999998,"15min":0.56699999999999995},"min":{"1min":0.42999999999999999,"5min":0.378,"15min":0.29199999999999998},"max":{"1min":0.84999999999999998,"5min":1.4139999999999999,"15min":1.4139999999999999},"last":0.59899999999999998}]},{"osd":6,"last update":"Fri Sep 13 16:15:55 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.61299999999999999,"15min":0.56799999999999995},"min":{"1min":0.42699999999999999,"5min":0.41499999999999998,"15min":0.28999999999999998},"max":{"1min":0.83099999999999996,"5min":1.431,"15min":1.431},"last":0.68300000000000005},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.624,"15min":0.58899999999999997},"min":{"1min":0.41599999999999998,"5min":0.40400000000000003,"15min":0.33600000000000002},"max":{"1min":0.78600000000000003,"5min":1.4830000000000001,"15min":1.4830000000000001},"last":0.58899999999999997}]},{"osd":7,"last update":"Fri Sep 13 16:15:55 2024","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.61599999999999999,"15min":0.58499999999999996},"min":{"1min":0.46100000000000002,"5min":0.39900000000000002,"15min":0.33700000000000002},"max":{"1min":0.76800000000000002,"5min":0.89300000000000002,"15min":1.03},"last":0.62},{"interface":"front","average":{"1min":0.621,"5min":0.622,"15min":0.59099999999999997},"min":{"1min":0.42899999999999999,"5min":0.40500000000000003,"15min":0.32400000000000001},"max":{"1min":0.86299999999999999,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.66300000000000003}]}]},{"osd":1,"up_from":13,"seq":55834575032,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":87296,"kb_used_data":2036,"kb_used_omap":1,"kb_used_meta":85246,"kb_avail":94284544,"statfs":{"total":96636764160,"available":96547373056,"internally_reserved":0,"allocated":2084864,"data_stored":967392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":87292358},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:16:00 2024","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.498,"15min":0.378},"min":{"1min":0.20899999999999999,"5min":0.20599999999999999,"15min":0.14799999999999999},"max":{"1min":0.51700000000000002,"5min":10.233000000000001,"15min":10.233000000000001},"last":0.25900000000000001},{"interface":"front","average":{"1min":0.40000000000000002,"5min":0.49399999999999999,"15min":0.39300000000000002},"min":{"1min":0.22700000000000001,"5min":0.182,"15min":0.182},"max":{"1min":0.57399999999999995,"5min":9.8879999999999999,"15min":9.8879999999999999},"last":0.29399999999999998}]},{"osd":2,"last update":"Fri Sep 13 16:16:00 2024","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.39900000000000002,"15min":0.34999999999999998},"min":{"1min":0.254,"5min":0.22900000000000001,"15min":0.186},"max":{"1min":0.51700000000000002,"5min":3.609,"15min":3.609},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.52000000000000002,"15min":0.41899999999999998},"min":{"1min":0.25800000000000001,"5min":0.216,"15min":0.216},"max":{"1min":0.58799999999999997,"5min":9.8550000000000004,"15min":9.8550000000000004},"last":0.34599999999999997}]},{"osd":3,"last update":"Fri Sep 13 16:16:00 2024","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.91600000000000004,"15min":0.54800000000000004},"min":{"1min":0.318,"5min":0.21299999999999999,"15min":0.20000000000000001},"max":{"1min":0.56699999999999995,"5min":35.280000000000001,"15min":35.280000000000001},"last":0.33700000000000002},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.68200000000000005,"15min":0.49399999999999999},"min":{"1min":0.29899999999999999,"5min":0.248,"15min":0.223},"max":{"1min":0.69299999999999995,"5min":17.962,"15min":17.962},"last":0.309}]},{"osd":4,"last update":"Fri Sep 13 16:16:00 2024","interfaces":[{"interface":"back","average":{"1min":0.63400000000000001,"5min":0.73399999999999999,"15min":0.60399999999999998},"min":{"1min":0.41699999999999998,"5min":0.38100000000000001,"15min":0.28399999999999997},"max":{"1min":0.92900000000000005,"5min":9.8190000000000008,"15min":9.8190000000000008},"last":0.41999999999999998},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.64100000000000001,"15min":0.58099999999999996},"min":{"1min":0.45900000000000002,"5min":0.36199999999999999,"15min":0.30399999999999999},"max":{"1min":0.80700000000000005,"5min":3.194,"15min":3.194},"last":0.505}]},{"osd":5,"last update":"Fri Sep 13 16:16:00 2024","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.91300000000000003,"15min":0.66400000000000003},"min":{"1min":0.35699999999999998,"5min":0.34000000000000002,"15min":0.28899999999999998},"max":{"1min":0.88400000000000001,"5min":21.114000000000001,"15min":21.114000000000001},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.76800000000000002,"15min":0.629},"min":{"1min":0.42899999999999999,"5min":0.371,"15min":0.32400000000000001},"max":{"1min":0.89800000000000002,"5min":9.7870000000000008,"15min":9.7870000000000008},"last":0.48099999999999998}]},{"osd":6,"last update":"Fri Sep 13 16:16:00 2024","interfaces":[{"interface":"back","average":{"1min":0.68300000000000005,"5min":0.66200000000000003,"15min":0.59499999999999997},"min":{"1min":0.45600000000000002,"5min":0.39800000000000002,"15min":0.313},"max":{"1min":0.89500000000000002,"5min":1.6379999999999999,"15min":1.6379999999999999},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.71199999999999997,"5min":0.84599999999999997,"15min":0.66000000000000003},"min":{"1min":0.443,"5min":0.372,"15min":0.31900000000000001},"max":{"1min":1.014,"5min":13.529,"15min":13.529},"last":0.49099999999999999}]},{"osd":7,"last update":"Fri Sep 13 16:16:00 2024","interfaces":[{"interface":"back","average":{"1min":0.70999999999999996,"5min":0.66600000000000004,"15min":0.60699999999999998},"min":{"1min":0.48899999999999999,"5min":0.43099999999999999,"15min":0.315},"max":{"1min":0.91200000000000003,"5min":1.6060000000000001,"15min":1.6060000000000001},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.94699999999999995,"15min":0.70099999999999996},"min":{"1min":0.39600000000000002,"5min":0.377,"15min":0.377},"max":{"1min":0.97199999999999998,"5min":20.34,"15min":20.34},"last":0.42399999999999999}]}]},{"osd":0,"up_from":13,"seq":55834575034,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":101744,"kb_used_data":2596,"kb_used_omap":1,"kb_used_meta":99134,"kb_avail":94270096,"statfs":{"total":96636764160,"available":96532578304,"internally_reserved":0,"allocated":2658304,"data_stored":1543630,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":101513671},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 16:15:53 2024","interfaces":[{"interface":"back","average":{"1min":0.32600000000000001,"5min":0.33600000000000002,"15min":0.33900000000000002},"min":{"1min":0.21299999999999999,"5min":0.20899999999999999,"15min":0.151},"max":{"1min":0.627,"5min":0.627,"15min":2.5960000000000001},"last":0.23599999999999999},{"interface":"front","average":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.34799999999999998},"min":{"1min":0.248,"5min":0.20300000000000001,"15min":0.17599999999999999},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.32400000000000001}]},{"osd":2,"last update":"Fri Sep 13 16:15:53 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.372,"15min":0.35299999999999998},"min":{"1min":0.23999999999999999,"5min":0.20200000000000001,"15min":0.19800000000000001},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":1.373},"last":0.27300000000000002},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.38800000000000001,"15min":0.373},"min":{"1min":0.26800000000000002,"5min":0.248,"15min":0.19400000000000001},"max":{"1min":0.66600000000000004,"5min":0.73199999999999998,"15min":0.77900000000000003},"last":0.28899999999999998}]},{"osd":3,"last update":"Fri Sep 13 16:16:06 2024","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.40600000000000003,"15min":0.39000000000000001},"min":{"1min":0.29899999999999999,"5min":0.249,"15min":0.218},"max":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.38,"5min":0.374,"15min":0.35599999999999998},"min":{"1min":0.251,"5min":0.22,"15min":0.20100000000000001},"max":{"1min":0.55700000000000005,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.33200000000000002}]},{"osd":4,"last update":"Fri Sep 13 16:15:53 2024","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.58699999999999997,"15min":0.53700000000000003},"min":{"1min":0.432,"5min":0.30299999999999999,"15min":0.28000000000000003},"max":{"1min":0.79500000000000004,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.66100000000000003},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.59199999999999997,"15min":0.55800000000000005},"min":{"1min":0.44600000000000001,"5min":0.39900000000000002,"15min":0.28199999999999997},"max":{"1min":0.78500000000000003,"5min":0.86299999999999999,"15min":1.321},"last":0.58299999999999996}]},{"osd":5,"last update":"Fri Sep 13 16:15:53 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.58999999999999997,"15min":0.71599999999999997},"min":{"1min":0.439,"5min":0.38900000000000001,"15min":0.30199999999999999},"max":{"1min":0.79700000000000004,"5min":0.88600000000000001,"15min":41.240000000000002},"last":0.61399999999999999},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.60099999999999998,"15min":0.73899999999999999},"min":{"1min":0.40400000000000003,"5min":0.36399999999999999,"15min":0.29999999999999999},"max":{"1min":0.80900000000000005,"5min":0.84099999999999997,"15min":41.301000000000002},"last":0.55500000000000005}]},{"osd":6,"last update":"Fri Sep 13 16:15:53 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.60199999999999998,"15min":0.55800000000000005},"min":{"1min":0.39000000000000001,"5min":0.34799999999999998,"15min":0.312},"max":{"1min":0.79800000000000004,"5min":0.83899999999999997,"15min":0.95099999999999996},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.61299999999999999,"15min":0.58699999999999997},"min":{"1min":0.40899999999999997,"5min":0.39500000000000002,"15min":0.34300000000000003},"max":{"1min":0.80800000000000005,"5min":1.0449999999999999,"15min":1.286},"last":0.60499999999999998}]},{"osd":7,"last update":"Fri Sep 13 16:15:53 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.62,"15min":0.59799999999999998},"min":{"1min":0.45400000000000001,"5min":0.38900000000000001,"15min":0.34799999999999998},"max":{"1min":0.78100000000000003,"5min":0.92000000000000004,"15min":1.1639999999999999},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.625,"5min":0.64700000000000002,"15min":0.59199999999999997},"min":{"1min":0.46899999999999997,"5min":0.38900000000000001,"15min":0.35099999999999998},"max":{"1min":0.77900000000000003,"5min":1.2230000000000001,"15min":1.2230000000000001},"last":0.68200000000000005}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:16:39.259 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-13T16:16:39.259 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:16:39.356 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.355+0000 7ff1d46b1640 1 Processor -- start 2024-09-13T16:16:39.357 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.355+0000 7ff1d46b1640 1 -- start start 2024-09-13T16:16:39.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.356+0000 7ff1d46b1640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff1cc1591f0 0x7ff1cc070040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:39.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.356+0000 7ff1d46b1640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7ff1cc0b2320 0x7ff1cc06d520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:39.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.356+0000 7ff1d46b1640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff1cc0acb10 con 0x7ff1cc06d0e0 2024-09-13T16:16:39.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.356+0000 7ff1d46b1640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff1cc06da60 con 0x7ff1cc0b2320 2024-09-13T16:16:39.358 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.356+0000 7ff1d46b1640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff1cc0ac1e0 con 0x7ff1cc1591f0 2024-09-13T16:16:39.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.357+0000 7ff1d244d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff1cc1591f0 0x7ff1cc070040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:39.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.357+0000 7ff1d2c4e640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7ff1cc0b2320 0x7ff1cc06d520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:39.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.357+0000 7ff1d244d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff1cc1591f0 0x7ff1cc070040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.76:48878/0 (socket says 172.21.15.76:48878) 2024-09-13T16:16:39.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.357+0000 7ff1d244d640 1 -- 172.21.15.76:0/3189415734 learned_addr learned my addr 172.21.15.76:0/3189415734 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:39.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.357+0000 7ff1d1c4c640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7ff1cc06d0e0 0x7ff1cc0b1c10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:46958/0 (socket says 172.21.15.76:46958) 2024-09-13T16:16:39.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.357+0000 7ff1d244d640 1 -- 172.21.15.76:0/3189415734 >> v2:172.21.15.192:3300/0 conn(0x7ff1cc0b2320 msgr2=0x7ff1cc06d520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:39.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.357+0000 7ff1d244d640 1 --2- 172.21.15.76:0/3189415734 >> v2:172.21.15.192:3300/0 conn(0x7ff1cc0b2320 0x7ff1cc06d520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:39.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.357+0000 7ff1d244d640 1 -- 172.21.15.76:0/3189415734 >> v1:172.21.15.192:6789/0 conn(0x7ff1cc06d0e0 legacy=0x7ff1cc0b1c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:39.359 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.357+0000 7ff1d244d640 1 -- 172.21.15.76:0/3189415734 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff1cc0ac4c0 con 0x7ff1cc1591f0 2024-09-13T16:16:39.360 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.358+0000 7ff1d244d640 1 --2- 172.21.15.76:0/3189415734 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff1cc1591f0 0x7ff1cc070040 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7ff1c8009870 tx=0x7ff1c802a1c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fc5d2baca04ece3 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:39.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.358+0000 7ff1d144b640 1 -- 172.21.15.76:0/3189415734 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1c8032440 con 0x7ff1cc1591f0 2024-09-13T16:16:39.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.358+0000 7ff1d144b640 1 -- 172.21.15.76:0/3189415734 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff1c80325a0 con 0x7ff1cc1591f0 2024-09-13T16:16:39.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.358+0000 7ff1d144b640 1 -- 172.21.15.76:0/3189415734 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1c8032930 con 0x7ff1cc1591f0 2024-09-13T16:16:39.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.359+0000 7ff1d46b1640 1 -- 172.21.15.76:0/3189415734 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff1cc1591f0 msgr2=0x7ff1cc070040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:39.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.359+0000 7ff1d46b1640 1 --2- 172.21.15.76:0/3189415734 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff1cc1591f0 0x7ff1cc070040 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7ff1c8009870 tx=0x7ff1c802a1c0 comp rx=0 tx=0).stop 2024-09-13T16:16:39.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.359+0000 7ff1d46b1640 1 -- 172.21.15.76:0/3189415734 shutdown_connections 2024-09-13T16:16:39.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.359+0000 7ff1d46b1640 1 --2- 172.21.15.76:0/3189415734 >> v2:172.21.15.192:3300/0 conn(0x7ff1cc0b2320 0x7ff1cc06d520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:39.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.359+0000 7ff1d46b1640 1 --2- 172.21.15.76:0/3189415734 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff1cc1591f0 0x7ff1cc070040 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:39.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.359+0000 7ff1d46b1640 1 -- 172.21.15.76:0/3189415734 >> 172.21.15.76:0/3189415734 conn(0x7ff1cc0b04c0 msgr2=0x7ff1cc069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:39.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.359+0000 7ff1d46b1640 1 -- 172.21.15.76:0/3189415734 shutdown_connections 2024-09-13T16:16:39.361 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.359+0000 7ff1d46b1640 1 -- 172.21.15.76:0/3189415734 wait complete. 2024-09-13T16:16:39.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.360+0000 7ff1d46b1640 1 Processor -- start 2024-09-13T16:16:39.363 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.360+0000 7ff1d46b1640 1 -- start start 2024-09-13T16:16:39.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.361+0000 7ff1d46b1640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff1cc06d0e0 0x7ff1cc1506c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:39.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.361+0000 7ff1d46b1640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff1cc0b2320 0x7ff1cc144680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:39.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.361+0000 7ff1d46b1640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff1cc1591f0 0x7ff1cc151e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:39.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.361+0000 7ff1d46b1640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff1cc14ca80 con 0x7ff1cc0b2320 2024-09-13T16:16:39.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.361+0000 7ff1d46b1640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff1cc150dc0 con 0x7ff1cc06d0e0 2024-09-13T16:16:39.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.361+0000 7ff1d46b1640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff1cc1510a0 con 0x7ff1cc1591f0 2024-09-13T16:16:39.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.361+0000 7ff1d1c4c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff1cc0b2320 0x7ff1cc144680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:39.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.361+0000 7ff1d1c4c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff1cc0b2320 0x7ff1cc144680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39542/0 (socket says 172.21.15.76:39542) 2024-09-13T16:16:39.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.361+0000 7ff1d1c4c640 1 -- 172.21.15.76:0/3111283611 learned_addr learned my addr 172.21.15.76:0/3111283611 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:39.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.361+0000 7ff1d244d640 1 --2- 172.21.15.76:0/3111283611 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff1cc06d0e0 0x7ff1cc1506c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:39.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.361+0000 7ff1d2c4e640 1 --2- 172.21.15.76:0/3111283611 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff1cc1591f0 0x7ff1cc151e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:39.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.361+0000 7ff1d1c4c640 1 -- 172.21.15.76:0/3111283611 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff1cc1591f0 msgr2=0x7ff1cc151e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:39.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.361+0000 7ff1d1c4c640 1 --2- 172.21.15.76:0/3111283611 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff1cc1591f0 0x7ff1cc151e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:39.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.361+0000 7ff1d1c4c640 1 -- 172.21.15.76:0/3111283611 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff1cc06d0e0 msgr2=0x7ff1cc1506c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:39.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.361+0000 7ff1d1c4c640 1 --2- 172.21.15.76:0/3111283611 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff1cc06d0e0 0x7ff1cc1506c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:39.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.361+0000 7ff1d1c4c640 1 -- 172.21.15.76:0/3111283611 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff1c80094d0 con 0x7ff1cc0b2320 2024-09-13T16:16:39.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.361+0000 7ff1d1c4c640 1 --2- 172.21.15.76:0/3111283611 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff1cc0b2320 0x7ff1cc144680 secure :-1 s=READY pgs=2354 cs=0 l=1 rev1=1 crypto rx=0x7ff1bc00c440 tx=0x7ff1bc001e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:39.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.361+0000 7ff1c2ffd640 1 -- 172.21.15.76:0/3111283611 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1bc0074e0 con 0x7ff1cc0b2320 2024-09-13T16:16:39.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.362+0000 7ff1c2ffd640 1 -- 172.21.15.76:0/3111283611 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff1bc007640 con 0x7ff1cc0b2320 2024-09-13T16:16:39.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.362+0000 7ff1d46b1640 1 -- 172.21.15.76:0/3111283611 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff1cc151380 con 0x7ff1cc0b2320 2024-09-13T16:16:39.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.362+0000 7ff1c2ffd640 1 -- 172.21.15.76:0/3111283611 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1bc004a20 con 0x7ff1cc0b2320 2024-09-13T16:16:39.365 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.362+0000 7ff1d46b1640 1 -- 172.21.15.76:0/3111283611 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff1cc151940 con 0x7ff1cc0b2320 2024-09-13T16:16:39.366 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.363+0000 7ff1d46b1640 1 -- 172.21.15.76:0/3111283611 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff1cc0672e0 con 0x7ff1cc0b2320 2024-09-13T16:16:39.366 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.363+0000 7ff1c2ffd640 1 -- 172.21.15.76:0/3111283611 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff1bc004b80 con 0x7ff1cc0b2320 2024-09-13T16:16:39.366 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.364+0000 7ff1c2ffd640 1 --2- 172.21.15.76:0/3111283611 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff1b006ac30 0x7ff1b006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:39.366 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.364+0000 7ff1d244d640 1 --2- 172.21.15.76:0/3111283611 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff1b006ac30 0x7ff1b006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:39.366 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.364+0000 7ff1c2ffd640 1 -- 172.21.15.76:0/3111283611 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(166..166 src has 1..166) v4 ==== 5306+0+0 (secure 0 0 0) 0x7ff1bc0889b0 con 0x7ff1cc0b2320 2024-09-13T16:16:39.366 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.364+0000 7ff1d244d640 1 --2- 172.21.15.76:0/3111283611 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff1b006ac30 0x7ff1b006d0f0 secure :-1 s=READY pgs=1006 cs=0 l=1 rev1=1 crypto rx=0x7ff1c8034000 tx=0x7ff1c802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:39.369 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.368+0000 7ff1c2ffd640 1 -- 172.21.15.76:0/3111283611 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ff1bc053e60 con 0x7ff1cc0b2320 2024-09-13T16:16:39.528 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.527+0000 7ff1d46b1640 1 -- 172.21.15.76:0/3111283611 --> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7ff1cc0abe90 con 0x7ff1b006ac30 2024-09-13T16:16:39.530 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.529+0000 7ff1c2ffd640 1 -- 172.21.15.76:0/3111283611 <== mgr.4104 v2:172.21.15.76:6832/911852275 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+50758 (secure 0 0 0) 0x7ff1c8032a10 con 0x7ff1b006ac30 2024-09-13T16:16:39.531 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:16:39.531 INFO:teuthology.orchestra.run.smithi076.stderr:dumped all 2024-09-13T16:16:39.533 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.531+0000 7ff1d46b1640 1 -- 172.21.15.76:0/3111283611 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff1b006ac30 msgr2=0x7ff1b006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:39.533 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.531+0000 7ff1d46b1640 1 --2- 172.21.15.76:0/3111283611 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff1b006ac30 0x7ff1b006d0f0 secure :-1 s=READY pgs=1006 cs=0 l=1 rev1=1 crypto rx=0x7ff1c8034000 tx=0x7ff1c802e000 comp rx=0 tx=0).stop 2024-09-13T16:16:39.533 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.531+0000 7ff1d46b1640 1 -- 172.21.15.76:0/3111283611 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff1cc0b2320 msgr2=0x7ff1cc144680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:39.533 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.531+0000 7ff1d46b1640 1 --2- 172.21.15.76:0/3111283611 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff1cc0b2320 0x7ff1cc144680 secure :-1 s=READY pgs=2354 cs=0 l=1 rev1=1 crypto rx=0x7ff1bc00c440 tx=0x7ff1bc001e70 comp rx=0 tx=0).stop 2024-09-13T16:16:39.533 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.531+0000 7ff1d46b1640 1 -- 172.21.15.76:0/3111283611 shutdown_connections 2024-09-13T16:16:39.533 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.531+0000 7ff1d46b1640 1 --2- 172.21.15.76:0/3111283611 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff1b006ac30 0x7ff1b006d0f0 unknown :-1 s=CLOSED pgs=1006 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:39.533 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.531+0000 7ff1d46b1640 1 --2- 172.21.15.76:0/3111283611 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff1cc1591f0 0x7ff1cc151e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:39.533 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.531+0000 7ff1d46b1640 1 --2- 172.21.15.76:0/3111283611 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff1cc0b2320 0x7ff1cc144680 unknown :-1 s=CLOSED pgs=2354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:39.533 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.531+0000 7ff1d46b1640 1 --2- 172.21.15.76:0/3111283611 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff1cc06d0e0 0x7ff1cc1506c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:39.533 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.531+0000 7ff1d46b1640 1 -- 172.21.15.76:0/3111283611 >> 172.21.15.76:0/3111283611 conn(0x7ff1cc0b04c0 msgr2=0x7ff1cc0ce0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:39.533 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.532+0000 7ff1d46b1640 1 -- 172.21.15.76:0/3111283611 shutdown_connections 2024-09-13T16:16:39.534 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.532+0000 7ff1d46b1640 1 -- 172.21.15.76:0/3111283611 wait complete. 2024-09-13T16:16:39.544 INFO:teuthology.orchestra.run.smithi076.stdout:{"pg_ready":true,"pg_map":{"version":616,"stamp":"2024-09-13T16:16:39.121197+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":771284,"kb_used_data":17332,"kb_used_omap":12,"kb_used_meta":753843,"kb_avail":754203436,"statfs":{"total":773094113280,"available":772304318464,"internally_reserved":0,"allocated":17747968,"data_stored":8831620,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":771935801},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-14370,"num_objects":-23,"num_object_clones":0,"num_object_copies":-46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-23,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":-64,"num_write_kb":-37,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001063"},"pg_stats":[{"pgid":"1.0","version":"17'117","reported_seq":290,"reported_epoch":163,"state":"active+clean","last_fresh":"2024-09-13T16:16:23.376515+0000","last_change":"2024-09-13T16:01:29.143297+0000","last_active":"2024-09-13T16:16:23.376515+0000","last_peered":"2024-09-13T16:16:23.376515+0000","last_clean":"2024-09-13T16:16:23.376515+0000","last_became_active":"2024-09-13T16:01:29.142269+0000","last_became_peered":"2024-09-13T16:01:29.142269+0000","last_unstale":"2024-09-13T16:16:23.376515+0000","last_undegraded":"2024-09-13T16:16:23.376515+0000","last_fullsized":"2024-09-13T16:16:23.376515+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:27.864638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:27.864638+0000","last_clean_scrub_stamp":"2024-09-13T16:01:27.864638+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:25:24.741463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":14,"seq":60129542331,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":119228,"kb_used_data":2032,"kb_used_omap":1,"kb_used_meta":117182,"kb_avail":94252612,"statfs":{"total":96636764160,"available":96514674688,"internally_reserved":0,"allocated":2080768,"data_stored":960200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":119994824},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:15:57 2024","interfaces":[{"interface":"back","average":{"1min":0.40999999999999998,"5min":0.34599999999999997,"15min":0.35499999999999998},"min":{"1min":0.22900000000000001,"5min":0.20599999999999999,"15min":0.183},"max":{"1min":0.871,"5min":0.871,"15min":4.4610000000000003},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.36699999999999999,"15min":0.34000000000000002},"min":{"1min":0.254,"5min":0.23999999999999999,"15min":0.17899999999999999},"max":{"1min":0.60699999999999998,"5min":1.236,"15min":1.2410000000000001},"last":0.27200000000000002}]},{"osd":1,"last update":"Fri Sep 13 16:15:57 2024","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.41899999999999998,"15min":0.38100000000000001},"min":{"1min":0.245,"5min":0.22500000000000001,"15min":0.182},"max":{"1min":0.58299999999999996,"5min":7.7729999999999997,"15min":7.7729999999999997},"last":0.29199999999999998},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.432,"15min":0.40699999999999997},"min":{"1min":0.27100000000000002,"5min":0.25700000000000001,"15min":0.19400000000000001},"max":{"1min":0.747,"5min":3.6160000000000001,"15min":6.4429999999999996},"last":0.315}]},{"osd":2,"last update":"Fri Sep 13 16:15:57 2024","interfaces":[{"interface":"back","average":{"1min":0.44900000000000001,"5min":0.38800000000000001,"15min":0.38500000000000001},"min":{"1min":0.28199999999999997,"5min":0.26900000000000002,"15min":0.22800000000000001},"max":{"1min":0.60399999999999998,"5min":0.68899999999999995,"15min":2.6339999999999999},"last":0.33500000000000002},{"interface":"front","average":{"1min":0.46600000000000003,"5min":0.44400000000000001,"15min":0.40999999999999998},"min":{"1min":0.32300000000000001,"5min":0.22,"15min":0.21199999999999999},"max":{"1min":0.65700000000000003,"5min":3.585,"15min":3.585},"last":0.38700000000000001}]},{"osd":4,"last update":"Fri Sep 13 16:15:57 2024","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.61499999999999999,"15min":0.55800000000000005},"min":{"1min":0.42799999999999999,"5min":0.36799999999999999,"15min":0.28399999999999997},"max":{"1min":0.88600000000000001,"5min":1.0489999999999999,"15min":1.216},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.61599999999999999,"15min":0.57999999999999996},"min":{"1min":0.38900000000000001,"5min":0.34599999999999997,"15min":0.27600000000000002},"max":{"1min":0.873,"5min":2.1909999999999998,"15min":2.6070000000000002},"last":0.49099999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:15:57 2024","interfaces":[{"interface":"back","average":{"1min":0.64200000000000002,"5min":0.621,"15min":0.57699999999999996},"min":{"1min":0.40899999999999997,"5min":0.38300000000000001,"15min":0.28100000000000003},"max":{"1min":0.81299999999999994,"5min":2.2290000000000001,"15min":2.5449999999999999},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.67000000000000004,"15min":0.60599999999999998},"min":{"1min":0.443,"5min":0.42699999999999999,"15min":0.311},"max":{"1min":0.94099999999999995,"5min":3.5449999999999999,"15min":3.5449999999999999},"last":0.54400000000000004}]},{"osd":6,"last update":"Fri Sep 13 16:15:57 2024","interfaces":[{"interface":"back","average":{"1min":0.70699999999999996,"5min":0.69999999999999996,"15min":0.62},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.31900000000000001},"max":{"1min":0.97899999999999998,"5min":6.4189999999999996,"15min":6.4189999999999996},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.69299999999999995,"5min":0.71799999999999997,"15min":0.61799999999999999},"min":{"1min":0.48399999999999999,"5min":0.40799999999999997,"15min":0.32200000000000001},"max":{"1min":0.999,"5min":8.9559999999999995,"15min":8.9559999999999995},"last":0.55800000000000005}]},{"osd":7,"last update":"Fri Sep 13 16:15:57 2024","interfaces":[{"interface":"back","average":{"1min":0.70899999999999996,"5min":0.63600000000000001,"15min":0.60299999999999998},"min":{"1min":0.46000000000000002,"5min":0.42999999999999999,"15min":0.35499999999999998},"max":{"1min":0.92600000000000005,"5min":1.089,"15min":1.649},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.69199999999999995,"5min":0.64500000000000002,"15min":0.60799999999999998},"min":{"1min":0.51000000000000001,"5min":0.45700000000000002,"15min":0.36299999999999999},"max":{"1min":0.90200000000000002,"5min":1.0580000000000001,"15min":2.581},"last":0.57199999999999995}]}]},{"osd":7,"up_from":13,"seq":55834575033,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":83692,"kb_used_data":2592,"kb_used_omap":1,"kb_used_meta":81086,"kb_avail":94288148,"statfs":{"total":96636764160,"available":96551063552,"internally_reserved":0,"allocated":2654208,"data_stored":1544195,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":83032523},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:15:46 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.59899999999999998,"15min":0.50800000000000001},"min":{"1min":0.28899999999999998,"5min":0.27600000000000002,"15min":0.193},"max":{"1min":0.68600000000000005,"5min":7.6550000000000002,"15min":7.6550000000000002},"last":0.27700000000000002},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.56200000000000006,"15min":0.50800000000000001},"min":{"1min":0.35099999999999998,"5min":0.28799999999999998,"15min":0.20000000000000001},"max":{"1min":0.74399999999999999,"5min":1.577,"15min":1.577},"last":0.39800000000000002}]},{"osd":1,"last update":"Fri Sep 13 16:15:46 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.623,"15min":0.52300000000000002},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.22},"max":{"1min":0.63700000000000001,"5min":8.3499999999999996,"15min":8.3499999999999996},"last":0.33400000000000002},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.57599999999999996,"15min":0.52400000000000002},"min":{"1min":0.40600000000000003,"5min":0.34599999999999997,"15min":0.23400000000000001},"max":{"1min":0.71999999999999997,"5min":2.3799999999999999,"15min":2.3799999999999999},"last":0.52100000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:15:46 2024","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.56599999999999995,"15min":0.54700000000000004},"min":{"1min":0.39000000000000001,"5min":0.29299999999999998,"15min":0.23999999999999999},"max":{"1min":0.73799999999999999,"5min":0.79100000000000004,"15min":2.2919999999999998},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.65500000000000003,"15min":0.55900000000000005},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.255},"max":{"1min":0.71699999999999997,"5min":7.6210000000000004,"15min":7.6210000000000004},"last":0.38300000000000001}]},{"osd":3,"last update":"Fri Sep 13 16:15:46 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.57599999999999996,"15min":0.52900000000000003},"min":{"1min":0.39000000000000001,"5min":0.36899999999999999,"15min":0.255},"max":{"1min":0.68400000000000005,"5min":1.6339999999999999,"15min":1.6339999999999999},"last":0.496},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.55700000000000005,"15min":0.52000000000000002},"min":{"1min":0.46400000000000002,"5min":0.33500000000000002,"15min":0.26700000000000002},"max":{"1min":0.66500000000000004,"5min":0.77000000000000002,"15min":0.88100000000000001},"last":0.35399999999999998}]},{"osd":4,"last update":"Fri Sep 13 16:15:46 2024","interfaces":[{"interface":"back","average":{"1min":0.46400000000000002,"5min":0.48599999999999999,"15min":0.45300000000000001},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":0.67300000000000004,"5min":1.208,"15min":1.208},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.57899999999999996,"15min":0.49399999999999999},"min":{"1min":0.25,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.72199999999999998,"5min":7.5720000000000001,"15min":7.5720000000000001},"last":0.44700000000000001}]},{"osd":5,"last update":"Fri Sep 13 16:15:46 2024","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.51400000000000001,"15min":0.49299999999999999},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.68999999999999995,"5min":1.508,"15min":1.508},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.58699999999999997,"15min":0.55800000000000005},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.72299999999999998,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.47899999999999998}]},{"osd":6,"last update":"Fri Sep 13 16:15:46 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.59799999999999998,"15min":0.53900000000000003},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.77000000000000002,"5min":5.1699999999999999,"15min":5.1699999999999999},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.64100000000000001,"15min":0.56000000000000005},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.73199999999999998,"5min":7.9699999999999998,"15min":7.9699999999999998},"last":0.52900000000000003}]}]},{"osd":6,"up_from":13,"seq":55834575033,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":105320,"kb_used_data":2012,"kb_used_omap":1,"kb_used_meta":103294,"kb_avail":94266520,"statfs":{"total":96636764160,"available":96528916480,"internally_reserved":0,"allocated":2060288,"data_stored":953827,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":105773511},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:16:05 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.58199999999999996,"15min":0.52600000000000002},"min":{"1min":0.41099999999999998,"5min":0.29999999999999999,"15min":0.20000000000000001},"max":{"1min":0.71199999999999997,"5min":0.79800000000000004,"15min":0.97099999999999997},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.57099999999999995,"15min":0.53000000000000003},"min":{"1min":0.433,"5min":0.36199999999999999,"15min":0.22500000000000001},"max":{"1min":0.754,"5min":0.80600000000000005,"15min":1.224},"last":0.41399999999999998}]},{"osd":1,"last update":"Fri Sep 13 16:16:05 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.56000000000000005,"15min":0.51000000000000001},"min":{"1min":0.44600000000000001,"5min":0.308,"15min":0.21099999999999999},"max":{"1min":0.78000000000000003,"5min":0.78600000000000003,"15min":1.0940000000000001},"last":0.65500000000000003},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.53000000000000003,"15min":0.496},"min":{"1min":0.38500000000000001,"5min":0.38400000000000001,"15min":0.247},"max":{"1min":0.64500000000000002,"5min":0.76600000000000001,"15min":1.1879999999999999},"last":0.45900000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:16:05 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.54400000000000004,"15min":0.50800000000000001},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.247},"max":{"1min":0.76500000000000001,"5min":0.79600000000000004,"15min":0.94799999999999995},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.54100000000000004,"15min":0.52600000000000002},"min":{"1min":0.38500000000000001,"5min":0.34699999999999998,"15min":0.27000000000000002},"max":{"1min":0.69199999999999995,"5min":0.76800000000000002,"15min":0.91800000000000004},"last":0.53000000000000003}]},{"osd":3,"last update":"Fri Sep 13 16:16:05 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.56499999999999995,"15min":0.53300000000000003},"min":{"1min":0.379,"5min":0.32300000000000001,"15min":0.252},"max":{"1min":0.67900000000000005,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.58199999999999996,"15min":0.55300000000000005},"min":{"1min":0.43099999999999999,"5min":0.36199999999999999,"15min":0.25900000000000001},"max":{"1min":0.81100000000000005,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.68799999999999994}]},{"osd":4,"last update":"Fri Sep 13 16:16:05 2024","interfaces":[{"interface":"back","average":{"1min":0.44600000000000001,"5min":0.44900000000000001,"15min":0.45300000000000001},"min":{"1min":0.32600000000000001,"5min":0.27100000000000002,"15min":0.22600000000000001},"max":{"1min":0.58899999999999997,"5min":0.81200000000000006,"15min":1.1559999999999999},"last":0.502},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.495,"15min":0.48699999999999999},"min":{"1min":0.372,"5min":0.317,"15min":0.23899999999999999},"max":{"1min":0.66800000000000004,"5min":0.78500000000000003,"15min":0.88900000000000001},"last":0.63700000000000001}]},{"osd":5,"last update":"Fri Sep 13 16:16:05 2024","interfaces":[{"interface":"back","average":{"1min":0.47899999999999998,"5min":0.50900000000000001,"15min":0.51300000000000001},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.29399999999999998},"max":{"1min":0.63100000000000001,"5min":0.76800000000000002,"15min":0.82099999999999995},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.51900000000000002,"15min":0.52300000000000002},"min":{"1min":0.34999999999999998,"5min":0.28999999999999998,"15min":0.26400000000000001},"max":{"1min":0.64500000000000002,"5min":0.878,"15min":0.93999999999999995},"last":0.71199999999999997}]},{"osd":7,"last update":"Fri Sep 13 16:16:05 2024","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.53100000000000003,"15min":0.52200000000000002},"min":{"1min":0.312,"5min":0.312,"15min":0.254},"max":{"1min":0.64700000000000002,"5min":0.86499999999999999,"15min":1.1080000000000001},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.59699999999999998,"15min":0.58499999999999996},"min":{"1min":0.42899999999999999,"5min":0.35899999999999999,"15min":0.33800000000000002},"max":{"1min":0.69899999999999995,"5min":0.90500000000000003,"15min":0.92600000000000005},"last":0.66900000000000004}]}]},{"osd":5,"up_from":13,"seq":55834575032,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":77424,"kb_used_data":2020,"kb_used_omap":1,"kb_used_meta":75390,"kb_avail":94294416,"statfs":{"total":96636764160,"available":96557481984,"internally_reserved":0,"allocated":2068480,"data_stored":953951,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":77199814},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:15:47 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57999999999999996,"15min":0.50600000000000001},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.215},"max":{"1min":0.87,"5min":1.6919999999999999,"15min":1.6919999999999999},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.57999999999999996,"15min":0.50900000000000001},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.219},"max":{"1min":0.749,"5min":1.3680000000000001,"15min":1.3680000000000001},"last":0.745}]},{"osd":1,"last update":"Fri Sep 13 16:15:47 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.57599999999999996,"15min":0.51800000000000002},"min":{"1min":0.46400000000000002,"5min":0.32700000000000001,"15min":0.24299999999999999},"max":{"1min":0.79300000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.57699999999999996,"15min":0.52100000000000002},"min":{"1min":0.39500000000000002,"5min":0.36699999999999999,"15min":0.24299999999999999},"max":{"1min":0.83699999999999997,"5min":1.4059999999999999,"15min":1.4059999999999999},"last":0.61699999999999999}]},{"osd":2,"last update":"Fri Sep 13 16:15:47 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.58899999999999997,"15min":0.52100000000000002},"min":{"1min":0.41099999999999998,"5min":0.307,"15min":0.249},"max":{"1min":0.80900000000000005,"5min":1.7769999999999999,"15min":1.7769999999999999},"last":0.65900000000000003},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.59399999999999997,"15min":0.54100000000000004},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.26600000000000001},"max":{"1min":0.752,"5min":1.425,"15min":1.6000000000000001},"last":0.70099999999999996}]},{"osd":3,"last update":"Fri Sep 13 16:15:47 2024","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.61499999999999999,"15min":0.55200000000000005},"min":{"1min":0.42299999999999999,"5min":0.34200000000000003,"15min":0.252},"max":{"1min":0.82399999999999995,"5min":1.8149999999999999,"15min":1.8149999999999999},"last":0.72099999999999997},{"interface":"front","average":{"1min":0.629,"5min":0.64600000000000002,"15min":0.58899999999999997},"min":{"1min":0.40400000000000003,"5min":0.40100000000000002,"15min":0.314},"max":{"1min":0.83099999999999996,"5min":1.5349999999999999,"15min":1.5349999999999999},"last":0.73399999999999999}]},{"osd":4,"last update":"Fri Sep 13 16:15:47 2024","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.51000000000000001,"15min":0.48599999999999999},"min":{"1min":0.33400000000000002,"5min":0.313,"15min":0.254},"max":{"1min":0.59499999999999997,"5min":1.5720000000000001,"15min":1.5720000000000001},"last":0.441},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.50600000000000001,"15min":0.48499999999999999},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.23799999999999999},"max":{"1min":0.63,"5min":1.446,"15min":1.446},"last":0.55500000000000005}]},{"osd":6,"last update":"Fri Sep 13 16:15:47 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.53000000000000003,"15min":0.49199999999999999},"min":{"1min":0.318,"5min":0.27700000000000002,"15min":0.251},"max":{"1min":0.76600000000000001,"5min":1.738,"15min":1.738},"last":0.75800000000000001},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.56200000000000006,"15min":0.53100000000000003},"min":{"1min":0.39600000000000002,"5min":0.33600000000000002,"15min":0.22900000000000001},"max":{"1min":0.68600000000000005,"5min":1.343,"15min":1.343},"last":0.77100000000000002}]},{"osd":7,"last update":"Fri Sep 13 16:15:47 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.54700000000000004,"15min":0.51700000000000002},"min":{"1min":0.35799999999999998,"5min":0.32600000000000001,"15min":0.27600000000000002},"max":{"1min":0.64900000000000002,"5min":1.3109999999999999,"15min":1.3109999999999999},"last":0.68500000000000005},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.59399999999999997,"15min":0.54900000000000004},"min":{"1min":0.378,"5min":0.34499999999999997,"15min":0.29599999999999999},"max":{"1min":0.71999999999999997,"5min":2.0249999999999999,"15min":2.0249999999999999},"last":0.79300000000000004}]}]},{"osd":4,"up_from":13,"seq":55834575033,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":91324,"kb_used_data":2032,"kb_used_omap":1,"kb_used_meta":89278,"kb_avail":94280516,"statfs":{"total":96636764160,"available":96543248384,"internally_reserved":0,"allocated":2080768,"data_stored":954598,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":91421126},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:15:49 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.502,"15min":0.495},"min":{"1min":0.40400000000000003,"5min":0.29799999999999999,"15min":0.19400000000000001},"max":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":5.7510000000000003},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.54800000000000004,"15min":0.56499999999999995},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.20699999999999999},"max":{"1min":0.745,"5min":0.78300000000000003,"15min":18.648},"last":0.501}]},{"osd":1,"last update":"Fri Sep 13 16:15:49 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.53700000000000003,"15min":0.57099999999999995},"min":{"1min":0.39700000000000002,"5min":0.38100000000000001,"15min":0.221},"max":{"1min":0.76000000000000001,"5min":0.879,"15min":20.414000000000001},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.56799999999999995,"15min":0.59899999999999998},"min":{"1min":0.40100000000000002,"5min":0.36599999999999999,"15min":0.23899999999999999},"max":{"1min":0.66800000000000004,"5min":0.76200000000000001,"15min":20.018000000000001},"last":0.40200000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:15:49 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.57599999999999996,"15min":0.53000000000000003},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.26400000000000001},"max":{"1min":0.76800000000000002,"5min":0.872,"15min":1.5529999999999999},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.60999999999999999,"15min":0.625},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.27700000000000002},"max":{"1min":0.76000000000000001,"5min":0.91700000000000004,"15min":12.138},"last":0.54600000000000004}]},{"osd":3,"last update":"Fri Sep 13 16:15:49 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.57099999999999995,"15min":0.59499999999999997},"min":{"1min":0.38,"5min":0.374,"15min":0.28399999999999997},"max":{"1min":0.74099999999999999,"5min":0.78000000000000003,"15min":13.097},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.55100000000000005,"15min":0.55800000000000005},"min":{"1min":0.42499999999999999,"5min":0.36099999999999999,"15min":0.27000000000000002},"max":{"1min":0.70399999999999996,"5min":0.73599999999999999,"15min":11.009},"last":0.56100000000000005}]},{"osd":5,"last update":"Fri Sep 13 16:15:49 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.497,"15min":0.56599999999999995},"min":{"1min":0.34999999999999998,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.68400000000000005,"5min":0.88800000000000001,"15min":24.812999999999999},"last":0.66900000000000004},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.56000000000000005,"15min":0.53200000000000003},"min":{"1min":0.39700000000000002,"5min":0.29399999999999998,"15min":0.27000000000000002},"max":{"1min":0.70199999999999996,"5min":0.96599999999999997,"15min":1.5860000000000001},"last":0.63500000000000001}]},{"osd":6,"last update":"Fri Sep 13 16:15:49 2024","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.51300000000000001,"15min":0.53900000000000003},"min":{"1min":0.36399999999999999,"5min":0.33600000000000002,"15min":0.25800000000000001},"max":{"1min":0.623,"5min":0.84099999999999997,"15min":13.071999999999999},"last":0.72199999999999998},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.50700000000000001,"15min":0.58099999999999996},"min":{"1min":0.307,"5min":0.26400000000000001,"15min":0.24399999999999999},"max":{"1min":0.64700000000000002,"5min":0.84599999999999997,"15min":24.873999999999999},"last":0.60899999999999999}]},{"osd":7,"last update":"Fri Sep 13 16:15:49 2024","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.51800000000000002,"15min":0.747},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.25800000000000001},"max":{"1min":0.67100000000000004,"5min":0.90400000000000003,"15min":64.593999999999994},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.58399999999999996,"15min":0.60299999999999998},"min":{"1min":0.39900000000000002,"5min":0.313,"15min":0.313},"max":{"1min":0.66200000000000003,"5min":0.86299999999999999,"15min":13.125},"last":0.65500000000000003}]}]},{"osd":2,"up_from":13,"seq":55834575032,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":105256,"kb_used_data":2012,"kb_used_omap":1,"kb_used_meta":103230,"kb_avail":94266584,"statfs":{"total":96636764160,"available":96528982016,"internally_reserved":0,"allocated":2060288,"data_stored":953827,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":105707974},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:15:55 2024","interfaces":[{"interface":"back","average":{"1min":0.36399999999999999,"5min":0.34300000000000003,"15min":0.32500000000000001},"min":{"1min":0.246,"5min":0.222,"15min":0.17100000000000001},"max":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.70699999999999996},"last":0.24299999999999999},{"interface":"front","average":{"1min":0.36599999999999999,"5min":0.36199999999999999,"15min":0.34100000000000003},"min":{"1min":0.25900000000000001,"5min":0.23100000000000001,"15min":0.185},"max":{"1min":0.45300000000000001,"5min":0.61299999999999999,"15min":0.63200000000000001},"last":0.25900000000000001}]},{"osd":1,"last update":"Fri Sep 13 16:15:55 2024","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.35699999999999998,"15min":0.34200000000000003},"min":{"1min":0.26900000000000002,"5min":0.23799999999999999,"15min":0.189},"max":{"1min":0.495,"5min":0.51000000000000001,"15min":0.61799999999999999},"last":0.32100000000000001},{"interface":"front","average":{"1min":0.41499999999999998,"5min":0.41099999999999998,"15min":0.39500000000000002},"min":{"1min":0.28000000000000003,"5min":0.26800000000000002,"15min":0.20100000000000001},"max":{"1min":0.59999999999999998,"5min":0.753,"15min":0.753},"last":0.28399999999999997}]},{"osd":3,"last update":"Fri Sep 13 16:16:00 2024","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.39100000000000001,"15min":0.372},"min":{"1min":0.27000000000000002,"5min":0.26200000000000001,"15min":0.20899999999999999},"max":{"1min":0.5,"5min":0.70599999999999996,"15min":0.72299999999999998},"last":0.33500000000000002},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.39100000000000001,"15min":0.373},"min":{"1min":0.32200000000000001,"5min":0.28199999999999997,"15min":0.23200000000000001},"max":{"1min":0.51700000000000002,"5min":0.748,"15min":0.748},"last":0.34699999999999998}]},{"osd":4,"last update":"Fri Sep 13 16:15:55 2024","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.60299999999999998,"15min":0.55800000000000005},"min":{"1min":0.42299999999999999,"5min":0.35099999999999998,"15min":0.25800000000000001},"max":{"1min":0.83699999999999997,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.60399999999999998,"15min":0.56100000000000005},"min":{"1min":0.47599999999999998,"5min":0.37,"15min":0.26200000000000001},"max":{"1min":0.72599999999999998,"5min":1.3200000000000001,"15min":1.3200000000000001},"last":0.63700000000000001}]},{"osd":5,"last update":"Fri Sep 13 16:15:55 2024","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.60099999999999998,"15min":0.56100000000000005},"min":{"1min":0.40699999999999997,"5min":0.38,"15min":0.25},"max":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":1.0169999999999999},"last":0.626},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.60799999999999998,"15min":0.56699999999999995},"min":{"1min":0.42999999999999999,"5min":0.378,"15min":0.29199999999999998},"max":{"1min":0.84999999999999998,"5min":1.4139999999999999,"15min":1.4139999999999999},"last":0.59899999999999998}]},{"osd":6,"last update":"Fri Sep 13 16:15:55 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.61299999999999999,"15min":0.56799999999999995},"min":{"1min":0.42699999999999999,"5min":0.41499999999999998,"15min":0.28999999999999998},"max":{"1min":0.83099999999999996,"5min":1.431,"15min":1.431},"last":0.68300000000000005},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.624,"15min":0.58899999999999997},"min":{"1min":0.41599999999999998,"5min":0.40400000000000003,"15min":0.33600000000000002},"max":{"1min":0.78600000000000003,"5min":1.4830000000000001,"15min":1.4830000000000001},"last":0.58899999999999997}]},{"osd":7,"last update":"Fri Sep 13 16:15:55 2024","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.61599999999999999,"15min":0.58499999999999996},"min":{"1min":0.46100000000000002,"5min":0.39900000000000002,"15min":0.33700000000000002},"max":{"1min":0.76800000000000002,"5min":0.89300000000000002,"15min":1.03},"last":0.62},{"interface":"front","average":{"1min":0.621,"5min":0.622,"15min":0.59099999999999997},"min":{"1min":0.42899999999999999,"5min":0.40500000000000003,"15min":0.32400000000000001},"max":{"1min":0.86299999999999999,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.66300000000000003}]}]},{"osd":1,"up_from":13,"seq":55834575032,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":87296,"kb_used_data":2036,"kb_used_omap":1,"kb_used_meta":85246,"kb_avail":94284544,"statfs":{"total":96636764160,"available":96547373056,"internally_reserved":0,"allocated":2084864,"data_stored":967392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":87292358},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:16:00 2024","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.498,"15min":0.378},"min":{"1min":0.20899999999999999,"5min":0.20599999999999999,"15min":0.14799999999999999},"max":{"1min":0.51700000000000002,"5min":10.233000000000001,"15min":10.233000000000001},"last":0.25900000000000001},{"interface":"front","average":{"1min":0.40000000000000002,"5min":0.49399999999999999,"15min":0.39300000000000002},"min":{"1min":0.22700000000000001,"5min":0.182,"15min":0.182},"max":{"1min":0.57399999999999995,"5min":9.8879999999999999,"15min":9.8879999999999999},"last":0.29399999999999998}]},{"osd":2,"last update":"Fri Sep 13 16:16:00 2024","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.39900000000000002,"15min":0.34999999999999998},"min":{"1min":0.254,"5min":0.22900000000000001,"15min":0.186},"max":{"1min":0.51700000000000002,"5min":3.609,"15min":3.609},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.52000000000000002,"15min":0.41899999999999998},"min":{"1min":0.25800000000000001,"5min":0.216,"15min":0.216},"max":{"1min":0.58799999999999997,"5min":9.8550000000000004,"15min":9.8550000000000004},"last":0.34599999999999997}]},{"osd":3,"last update":"Fri Sep 13 16:16:00 2024","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.91600000000000004,"15min":0.54800000000000004},"min":{"1min":0.318,"5min":0.21299999999999999,"15min":0.20000000000000001},"max":{"1min":0.56699999999999995,"5min":35.280000000000001,"15min":35.280000000000001},"last":0.33700000000000002},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.68200000000000005,"15min":0.49399999999999999},"min":{"1min":0.29899999999999999,"5min":0.248,"15min":0.223},"max":{"1min":0.69299999999999995,"5min":17.962,"15min":17.962},"last":0.309}]},{"osd":4,"last update":"Fri Sep 13 16:16:00 2024","interfaces":[{"interface":"back","average":{"1min":0.63400000000000001,"5min":0.73399999999999999,"15min":0.60399999999999998},"min":{"1min":0.41699999999999998,"5min":0.38100000000000001,"15min":0.28399999999999997},"max":{"1min":0.92900000000000005,"5min":9.8190000000000008,"15min":9.8190000000000008},"last":0.41999999999999998},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.64100000000000001,"15min":0.58099999999999996},"min":{"1min":0.45900000000000002,"5min":0.36199999999999999,"15min":0.30399999999999999},"max":{"1min":0.80700000000000005,"5min":3.194,"15min":3.194},"last":0.505}]},{"osd":5,"last update":"Fri Sep 13 16:16:00 2024","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.91300000000000003,"15min":0.66400000000000003},"min":{"1min":0.35699999999999998,"5min":0.34000000000000002,"15min":0.28899999999999998},"max":{"1min":0.88400000000000001,"5min":21.114000000000001,"15min":21.114000000000001},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.76800000000000002,"15min":0.629},"min":{"1min":0.42899999999999999,"5min":0.371,"15min":0.32400000000000001},"max":{"1min":0.89800000000000002,"5min":9.7870000000000008,"15min":9.7870000000000008},"last":0.48099999999999998}]},{"osd":6,"last update":"Fri Sep 13 16:16:00 2024","interfaces":[{"interface":"back","average":{"1min":0.68300000000000005,"5min":0.66200000000000003,"15min":0.59499999999999997},"min":{"1min":0.45600000000000002,"5min":0.39800000000000002,"15min":0.313},"max":{"1min":0.89500000000000002,"5min":1.6379999999999999,"15min":1.6379999999999999},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.71199999999999997,"5min":0.84599999999999997,"15min":0.66000000000000003},"min":{"1min":0.443,"5min":0.372,"15min":0.31900000000000001},"max":{"1min":1.014,"5min":13.529,"15min":13.529},"last":0.49099999999999999}]},{"osd":7,"last update":"Fri Sep 13 16:16:00 2024","interfaces":[{"interface":"back","average":{"1min":0.70999999999999996,"5min":0.66600000000000004,"15min":0.60699999999999998},"min":{"1min":0.48899999999999999,"5min":0.43099999999999999,"15min":0.315},"max":{"1min":0.91200000000000003,"5min":1.6060000000000001,"15min":1.6060000000000001},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.94699999999999995,"15min":0.70099999999999996},"min":{"1min":0.39600000000000002,"5min":0.377,"15min":0.377},"max":{"1min":0.97199999999999998,"5min":20.34,"15min":20.34},"last":0.42399999999999999}]}]},{"osd":0,"up_from":13,"seq":55834575034,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":101744,"kb_used_data":2596,"kb_used_omap":1,"kb_used_meta":99134,"kb_avail":94270096,"statfs":{"total":96636764160,"available":96532578304,"internally_reserved":0,"allocated":2658304,"data_stored":1543630,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":101513671},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 16:15:53 2024","interfaces":[{"interface":"back","average":{"1min":0.32600000000000001,"5min":0.33600000000000002,"15min":0.33900000000000002},"min":{"1min":0.21299999999999999,"5min":0.20899999999999999,"15min":0.151},"max":{"1min":0.627,"5min":0.627,"15min":2.5960000000000001},"last":0.23599999999999999},{"interface":"front","average":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.34799999999999998},"min":{"1min":0.248,"5min":0.20300000000000001,"15min":0.17599999999999999},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.32400000000000001}]},{"osd":2,"last update":"Fri Sep 13 16:15:53 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.372,"15min":0.35299999999999998},"min":{"1min":0.23999999999999999,"5min":0.20200000000000001,"15min":0.19800000000000001},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":1.373},"last":0.27300000000000002},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.38800000000000001,"15min":0.373},"min":{"1min":0.26800000000000002,"5min":0.248,"15min":0.19400000000000001},"max":{"1min":0.66600000000000004,"5min":0.73199999999999998,"15min":0.77900000000000003},"last":0.28899999999999998}]},{"osd":3,"last update":"Fri Sep 13 16:16:06 2024","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.40600000000000003,"15min":0.39000000000000001},"min":{"1min":0.29899999999999999,"5min":0.249,"15min":0.218},"max":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.38,"5min":0.374,"15min":0.35599999999999998},"min":{"1min":0.251,"5min":0.22,"15min":0.20100000000000001},"max":{"1min":0.55700000000000005,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.33200000000000002}]},{"osd":4,"last update":"Fri Sep 13 16:15:53 2024","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.58699999999999997,"15min":0.53700000000000003},"min":{"1min":0.432,"5min":0.30299999999999999,"15min":0.28000000000000003},"max":{"1min":0.79500000000000004,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.66100000000000003},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.59199999999999997,"15min":0.55800000000000005},"min":{"1min":0.44600000000000001,"5min":0.39900000000000002,"15min":0.28199999999999997},"max":{"1min":0.78500000000000003,"5min":0.86299999999999999,"15min":1.321},"last":0.58299999999999996}]},{"osd":5,"last update":"Fri Sep 13 16:15:53 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.58999999999999997,"15min":0.71599999999999997},"min":{"1min":0.439,"5min":0.38900000000000001,"15min":0.30199999999999999},"max":{"1min":0.79700000000000004,"5min":0.88600000000000001,"15min":41.240000000000002},"last":0.61399999999999999},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.60099999999999998,"15min":0.73899999999999999},"min":{"1min":0.40400000000000003,"5min":0.36399999999999999,"15min":0.29999999999999999},"max":{"1min":0.80900000000000005,"5min":0.84099999999999997,"15min":41.301000000000002},"last":0.55500000000000005}]},{"osd":6,"last update":"Fri Sep 13 16:15:53 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.60199999999999998,"15min":0.55800000000000005},"min":{"1min":0.39000000000000001,"5min":0.34799999999999998,"15min":0.312},"max":{"1min":0.79800000000000004,"5min":0.83899999999999997,"15min":0.95099999999999996},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.61299999999999999,"15min":0.58699999999999997},"min":{"1min":0.40899999999999997,"5min":0.39500000000000002,"15min":0.34300000000000003},"max":{"1min":0.80800000000000005,"5min":1.0449999999999999,"15min":1.286},"last":0.60499999999999998}]},{"osd":7,"last update":"Fri Sep 13 16:15:53 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.62,"15min":0.59799999999999998},"min":{"1min":0.45400000000000001,"5min":0.38900000000000001,"15min":0.34799999999999998},"max":{"1min":0.78100000000000003,"5min":0.92000000000000004,"15min":1.1639999999999999},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.625,"5min":0.64700000000000002,"15min":0.59199999999999997},"min":{"1min":0.46899999999999997,"5min":0.38900000000000001,"15min":0.35099999999999998},"max":{"1min":0.77900000000000003,"5min":1.2230000000000001,"15min":1.2230000000000001},"last":0.68200000000000005}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:16:39.545 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:16:39.643 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.642+0000 7ff7e2441640 1 Processor -- start 2024-09-13T16:16:39.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.642+0000 7ff7e2441640 1 -- start start 2024-09-13T16:16:39.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.643+0000 7ff7e2441640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7ff7dc0b1d80 0x7ff7dc159620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:39.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.643+0000 7ff7e2441640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff7dc159b60 0x7ff7dc06a5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:39.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.643+0000 7ff7e2441640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff7dc0b2210 con 0x7ff7dc070950 2024-09-13T16:16:39.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.643+0000 7ff7e2441640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff7dc0b24b0 con 0x7ff7dc0b1d80 2024-09-13T16:16:39.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.643+0000 7ff7e2441640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff7dc0b2790 con 0x7ff7dc159b60 2024-09-13T16:16:39.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.643+0000 7ff7e09de640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff7dc159b60 0x7ff7dc06a5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:39.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.643+0000 7ff7db7fe640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7ff7dc0b1d80 0x7ff7dc159620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:39.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.643+0000 7ff7e09de640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff7dc159b60 0x7ff7dc06a5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.76:48894/0 (socket says 172.21.15.76:48894) 2024-09-13T16:16:39.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.643+0000 7ff7e09de640 1 -- 172.21.15.76:0/1401202671 learned_addr learned my addr 172.21.15.76:0/1401202671 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:39.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.643+0000 7ff7dbfff640 1 --1- 172.21.15.76:0/1401202671 >> v1:172.21.15.192:6789/0 conn(0x7ff7dc070950 0x7ff7dc070d30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:46960/0 (socket says 172.21.15.76:46960) 2024-09-13T16:16:39.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.643+0000 7ff7e09de640 1 -- 172.21.15.76:0/1401202671 >> v2:172.21.15.192:3300/0 conn(0x7ff7dc0b1d80 msgr2=0x7ff7dc159620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:39.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.643+0000 7ff7e09de640 1 --2- 172.21.15.76:0/1401202671 >> v2:172.21.15.192:3300/0 conn(0x7ff7dc0b1d80 0x7ff7dc159620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:39.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.643+0000 7ff7e09de640 1 -- 172.21.15.76:0/1401202671 >> v1:172.21.15.192:6789/0 conn(0x7ff7dc070950 legacy=0x7ff7dc070d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:39.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.644+0000 7ff7e09de640 1 -- 172.21.15.76:0/1401202671 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff7dc0b2a70 con 0x7ff7dc159b60 2024-09-13T16:16:39.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.644+0000 7ff7e09de640 1 --2- 172.21.15.76:0/1401202671 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff7dc159b60 0x7ff7dc06a5e0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7ff7d4009e80 tx=0x7ff7d402a750 comp rx=0 tx=0).ready entity=mon.2 client_cookie=970ab870a57d8a24 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:39.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.644+0000 7ff7daffd640 1 -- 172.21.15.76:0/1401202671 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7d4031600 con 0x7ff7dc159b60 2024-09-13T16:16:39.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.645+0000 7ff7daffd640 1 -- 172.21.15.76:0/1401202671 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff7d402d050 con 0x7ff7dc159b60 2024-09-13T16:16:39.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.645+0000 7ff7daffd640 1 -- 172.21.15.76:0/1401202671 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7d4031980 con 0x7ff7dc159b60 2024-09-13T16:16:39.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.645+0000 7ff7e2441640 1 -- 172.21.15.76:0/1401202671 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff7dc159b60 msgr2=0x7ff7dc06a5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:39.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.645+0000 7ff7e2441640 1 --2- 172.21.15.76:0/1401202671 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff7dc159b60 0x7ff7dc06a5e0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7ff7d4009e80 tx=0x7ff7d402a750 comp rx=0 tx=0).stop 2024-09-13T16:16:39.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.645+0000 7ff7e2441640 1 -- 172.21.15.76:0/1401202671 shutdown_connections 2024-09-13T16:16:39.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.645+0000 7ff7e2441640 1 --2- 172.21.15.76:0/1401202671 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff7dc159b60 0x7ff7dc06a5e0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:39.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.645+0000 7ff7e2441640 1 --2- 172.21.15.76:0/1401202671 >> v2:172.21.15.192:3300/0 conn(0x7ff7dc0b1d80 0x7ff7dc159620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:39.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.645+0000 7ff7e2441640 1 -- 172.21.15.76:0/1401202671 >> 172.21.15.76:0/1401202671 conn(0x7ff7dc0b04c0 msgr2=0x7ff7dc069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:39.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.645+0000 7ff7e2441640 1 -- 172.21.15.76:0/1401202671 shutdown_connections 2024-09-13T16:16:39.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.645+0000 7ff7e2441640 1 -- 172.21.15.76:0/1401202671 wait complete. 2024-09-13T16:16:39.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.646+0000 7ff7e2441640 1 Processor -- start 2024-09-13T16:16:39.649 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.646+0000 7ff7e2441640 1 -- start start 2024-09-13T16:16:39.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.647+0000 7ff7e2441640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff7dc070950 0x7ff7dc1494a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:39.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.647+0000 7ff7e2441640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff7dc0b1d80 0x7ff7dc0cceb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:39.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.647+0000 7ff7e2441640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff7dc159b60 0x7ff7dc097260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:39.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.647+0000 7ff7e2441640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff7dc146020 con 0x7ff7dc159b60 2024-09-13T16:16:39.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.647+0000 7ff7e2441640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff7dc149a80 con 0x7ff7dc070950 2024-09-13T16:16:39.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.647+0000 7ff7e2441640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff7dc149d60 con 0x7ff7dc0b1d80 2024-09-13T16:16:39.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.647+0000 7ff7e09de640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff7dc159b60 0x7ff7dc097260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:39.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.647+0000 7ff7e09de640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff7dc159b60 0x7ff7dc097260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39544/0 (socket says 172.21.15.76:39544) 2024-09-13T16:16:39.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.647+0000 7ff7e09de640 1 -- 172.21.15.76:0/365685321 learned_addr learned my addr 172.21.15.76:0/365685321 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:39.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.647+0000 7ff7dbfff640 1 --2- 172.21.15.76:0/365685321 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff7dc070950 0x7ff7dc1494a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:39.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.647+0000 7ff7db7fe640 1 --2- 172.21.15.76:0/365685321 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff7dc0b1d80 0x7ff7dc0cceb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:39.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.648+0000 7ff7e09de640 1 -- 172.21.15.76:0/365685321 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff7dc0b1d80 msgr2=0x7ff7dc0cceb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:39.650 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.648+0000 7ff7e09de640 1 --2- 172.21.15.76:0/365685321 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff7dc0b1d80 0x7ff7dc0cceb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:39.651 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.648+0000 7ff7e09de640 1 -- 172.21.15.76:0/365685321 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff7dc070950 msgr2=0x7ff7dc1494a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:39.651 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.648+0000 7ff7e09de640 1 --2- 172.21.15.76:0/365685321 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff7dc070950 0x7ff7dc1494a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:39.651 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.648+0000 7ff7e09de640 1 -- 172.21.15.76:0/365685321 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff7d4009b30 con 0x7ff7dc159b60 2024-09-13T16:16:39.651 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.648+0000 7ff7e09de640 1 --2- 172.21.15.76:0/365685321 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff7dc159b60 0x7ff7dc097260 secure :-1 s=READY pgs=2355 cs=0 l=1 rev1=1 crypto rx=0x7ff7d4009fa0 tx=0x7ff7d4004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:39.651 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.648+0000 7ff7d8ff9640 1 -- 172.21.15.76:0/365685321 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7d4009510 con 0x7ff7dc159b60 2024-09-13T16:16:39.651 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.648+0000 7ff7d8ff9640 1 -- 172.21.15.76:0/365685321 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff7d403c630 con 0x7ff7dc159b60 2024-09-13T16:16:39.651 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.648+0000 7ff7e2441640 1 -- 172.21.15.76:0/365685321 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff7dc14a040 con 0x7ff7dc159b60 2024-09-13T16:16:39.651 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.648+0000 7ff7d8ff9640 1 -- 172.21.15.76:0/365685321 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7d403c9e0 con 0x7ff7dc159b60 2024-09-13T16:16:39.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.648+0000 7ff7e2441640 1 -- 172.21.15.76:0/365685321 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff7dc158930 con 0x7ff7dc159b60 2024-09-13T16:16:39.652 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.649+0000 7ff7e2441640 1 -- 172.21.15.76:0/365685321 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff7dc0672e0 con 0x7ff7dc159b60 2024-09-13T16:16:39.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.649+0000 7ff7d8ff9640 1 -- 172.21.15.76:0/365685321 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff7d403cb40 con 0x7ff7dc159b60 2024-09-13T16:16:39.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.650+0000 7ff7d8ff9640 1 --2- 172.21.15.76:0/365685321 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff7c806ac00 0x7ff7c806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:39.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.650+0000 7ff7d8ff9640 1 -- 172.21.15.76:0/365685321 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(166..166 src has 1..166) v4 ==== 5306+0+0 (secure 0 0 0) 0x7ff7d40a9a30 con 0x7ff7dc159b60 2024-09-13T16:16:39.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.650+0000 7ff7dbfff640 1 --2- 172.21.15.76:0/365685321 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff7c806ac00 0x7ff7c806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:39.653 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.650+0000 7ff7dbfff640 1 --2- 172.21.15.76:0/365685321 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff7c806ac00 0x7ff7c806d0c0 secure :-1 s=READY pgs=1007 cs=0 l=1 rev1=1 crypto rx=0x7ff7dc14b590 tx=0x7ff7cc007ce0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:39.655 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.654+0000 7ff7d8ff9640 1 -- 172.21.15.76:0/365685321 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ff7d4074e30 con 0x7ff7dc159b60 2024-09-13T16:16:39.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.815+0000 7ff7e2441640 1 -- 172.21.15.76:0/365685321 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ff7dc159620 con 0x7ff7dc159b60 2024-09-13T16:16:39.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.816+0000 7ff7d8ff9640 1 -- 172.21.15.76:0/365685321 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v166) v1 ==== 74+0+13225 (secure 0 0 0) 0x7ff7d4078450 con 0x7ff7dc159b60 2024-09-13T16:16:39.817 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:16:39.818 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":166,"fsid":"da76ee52-f48b-434a-9df7-5fefe2a6e471","created":"2024-09-13T16:01:14.947117+0000","modified":"2024-09-13T16:16:36.962529+0000","last_up_change":"2024-09-13T16:01:26.862646+0000","last_in_change":"2024-09-13T16:01:16.986586+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":24,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:01:26.960607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2751f3d7-fd95-4d6f-9159-f7d968360e05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6816","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6817","nonce":557839759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6819","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6821","nonce":557839759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6827","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6829","nonce":557839759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6823","nonce":557839759},{"type":"v1","addr":"172.21.15.76:6825","nonce":557839759}]},"public_addr":"172.21.15.76:6817/557839759","cluster_addr":"172.21.15.76:6821/557839759","heartbeat_back_addr":"172.21.15.76:6829/557839759","heartbeat_front_addr":"172.21.15.76:6825/557839759","state":["exists","up"]},{"osd":1,"uuid":"dec4390f-662a-4137-880f-542fadb84ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6808","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6809","nonce":3900236276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6810","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6811","nonce":3900236276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6814","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6815","nonce":3900236276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6812","nonce":3900236276},{"type":"v1","addr":"172.21.15.76:6813","nonce":3900236276}]},"public_addr":"172.21.15.76:6809/3900236276","cluster_addr":"172.21.15.76:6811/3900236276","heartbeat_back_addr":"172.21.15.76:6815/3900236276","heartbeat_front_addr":"172.21.15.76:6813/3900236276","state":["exists","up"]},{"osd":2,"uuid":"817f9809-7b6c-4254-aacb-a2c56835e5c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6818","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6820","nonce":776370039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6822","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6824","nonce":776370039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6830","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6831","nonce":776370039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6826","nonce":776370039},{"type":"v1","addr":"172.21.15.76:6828","nonce":776370039}]},"public_addr":"172.21.15.76:6820/776370039","cluster_addr":"172.21.15.76:6824/776370039","heartbeat_back_addr":"172.21.15.76:6831/776370039","heartbeat_front_addr":"172.21.15.76:6828/776370039","state":["exists","up"]},{"osd":3,"uuid":"c8efce4a-8f88-497f-b795-3c2a2fb8f6f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6800","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6801","nonce":2292301757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6802","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6803","nonce":2292301757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6806","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6807","nonce":2292301757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6804","nonce":2292301757},{"type":"v1","addr":"172.21.15.76:6805","nonce":2292301757}]},"public_addr":"172.21.15.76:6801/2292301757","cluster_addr":"172.21.15.76:6803/2292301757","heartbeat_back_addr":"172.21.15.76:6807/2292301757","heartbeat_front_addr":"172.21.15.76:6805/2292301757","state":["exists","up"]},{"osd":4,"uuid":"c23e0833-c27c-45cf-ae0a-98b434b10e6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6801","nonce":472442158}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6803","nonce":472442158}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6807","nonce":472442158}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":472442158},{"type":"v1","addr":"172.21.15.192:6805","nonce":472442158}]},"public_addr":"172.21.15.192:6801/472442158","cluster_addr":"172.21.15.192:6803/472442158","heartbeat_back_addr":"172.21.15.192:6807/472442158","heartbeat_front_addr":"172.21.15.192:6805/472442158","state":["exists","up"]},{"osd":5,"uuid":"d87de6f5-03c1-4872-9351-66b004a5a4fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6825","nonce":3176895433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6827","nonce":3176895433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6831","nonce":3176895433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":3176895433},{"type":"v1","addr":"172.21.15.192:6829","nonce":3176895433}]},"public_addr":"172.21.15.192:6825/3176895433","cluster_addr":"172.21.15.192:6827/3176895433","heartbeat_back_addr":"172.21.15.192:6831/3176895433","heartbeat_front_addr":"172.21.15.192:6829/3176895433","state":["exists","up"]},{"osd":6,"uuid":"310e4e91-2938-4d6d-bed3-d42e5b2de593","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6817","nonce":619216059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6819","nonce":619216059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6823","nonce":619216059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":619216059},{"type":"v1","addr":"172.21.15.192:6821","nonce":619216059}]},"public_addr":"172.21.15.192:6817/619216059","cluster_addr":"172.21.15.192:6819/619216059","heartbeat_back_addr":"172.21.15.192:6823/619216059","heartbeat_front_addr":"172.21.15.192:6821/619216059","state":["exists","up"]},{"osd":7,"uuid":"cd5fbf46-58cd-4b24-8449-8322838309f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6809","nonce":1963320644}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6811","nonce":1963320644}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6815","nonce":1963320644}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1963320644},{"type":"v1","addr":"172.21.15.192:6813","nonce":1963320644}]},"public_addr":"172.21.15.192:6809/1963320644","cluster_addr":"172.21.15.192:6811/1963320644","heartbeat_back_addr":"172.21.15.192:6815/1963320644","heartbeat_front_addr":"172.21.15.192:6813/1963320644","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.157388+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.115017+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.111411+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.194299+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.137516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.162632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.210007+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:01:22.205403+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.76:6837/3909448449":"2024-09-14T16:16:33.941910+0000","172.21.15.76:6835/3909448449":"2024-09-14T16:16:33.941910+0000","192.168.0.1:0/305132783":"2024-09-13T17:16:21.749578+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:16:39.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.818+0000 7ff7e2441640 1 -- 172.21.15.76:0/365685321 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff7c806ac00 msgr2=0x7ff7c806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:39.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.818+0000 7ff7e2441640 1 --2- 172.21.15.76:0/365685321 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff7c806ac00 0x7ff7c806d0c0 secure :-1 s=READY pgs=1007 cs=0 l=1 rev1=1 crypto rx=0x7ff7dc14b590 tx=0x7ff7cc007ce0 comp rx=0 tx=0).stop 2024-09-13T16:16:39.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.818+0000 7ff7e2441640 1 -- 172.21.15.76:0/365685321 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff7dc159b60 msgr2=0x7ff7dc097260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:39.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.818+0000 7ff7e2441640 1 --2- 172.21.15.76:0/365685321 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff7dc159b60 0x7ff7dc097260 secure :-1 s=READY pgs=2355 cs=0 l=1 rev1=1 crypto rx=0x7ff7d4009fa0 tx=0x7ff7d4004a40 comp rx=0 tx=0).stop 2024-09-13T16:16:39.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.818+0000 7ff7e2441640 1 -- 172.21.15.76:0/365685321 shutdown_connections 2024-09-13T16:16:39.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.818+0000 7ff7e2441640 1 --2- 172.21.15.76:0/365685321 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff7dc159b60 0x7ff7dc097260 unknown :-1 s=CLOSED pgs=2355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:39.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.818+0000 7ff7e2441640 1 --2- 172.21.15.76:0/365685321 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff7c806ac00 0x7ff7c806d0c0 unknown :-1 s=CLOSED pgs=1007 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:39.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.818+0000 7ff7e2441640 1 --2- 172.21.15.76:0/365685321 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff7dc0b1d80 0x7ff7dc0cceb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:39.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.818+0000 7ff7e2441640 1 --2- 172.21.15.76:0/365685321 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff7dc070950 0x7ff7dc1494a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:39.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.818+0000 7ff7e2441640 1 -- 172.21.15.76:0/365685321 >> 172.21.15.76:0/365685321 conn(0x7ff7dc0b04c0 msgr2=0x7ff7dc0ae6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:39.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.819+0000 7ff7e2441640 1 -- 172.21.15.76:0/365685321 shutdown_connections 2024-09-13T16:16:39.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:39.819+0000 7ff7e2441640 1 -- 172.21.15.76:0/365685321 wait complete. 2024-09-13T16:16:40.832 INFO:tasks.ceph:Scrubbing osd.0 2024-09-13T16:16:40.832 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 config set osd_debug_deep_scrub_sleep 0 2024-09-13T16:16:40.944 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.942+0000 7f4483cb1640 1 Processor -- start 2024-09-13T16:16:40.944 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.943+0000 7f4483cb1640 1 -- start start 2024-09-13T16:16:40.945 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.943+0000 7f4483cb1640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f447c15fd10 0x7f447c0d0150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:40.945 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.943+0000 7f4483cb1640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f447c0d0b60 0x7f447c0d0fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:40.945 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.943+0000 7f4483cb1640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f447c0cec00 0x7f447c0cf090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:40.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.943+0000 7f4483cb1640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f447c160280 con 0x7f447c0d0b60 2024-09-13T16:16:40.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.943+0000 7f4483cb1640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f447c0d1500 con 0x7f447c15fd10 2024-09-13T16:16:40.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.943+0000 7f4483cb1640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f447c160dc0 con 0x7f447c0cec00 2024-09-13T16:16:40.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.944+0000 7f448124c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f447c0d0b60 0x7f447c0d0fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:40.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.944+0000 7f448124c640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f447c0d0b60 0x7f447c0d0fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39554/0 (socket says 172.21.15.76:39554) 2024-09-13T16:16:40.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.944+0000 7f448124c640 1 -- 172.21.15.76:0/876652272 learned_addr learned my addr 172.21.15.76:0/876652272 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:40.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.944+0000 7f4481a4d640 1 --2- 172.21.15.76:0/876652272 >> v2:172.21.15.192:3300/0 conn(0x7f447c15fd10 0x7f447c0d0150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:40.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.944+0000 7f448224e640 1 --2- 172.21.15.76:0/876652272 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f447c0cec00 0x7f447c0cf090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:40.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.944+0000 7f448124c640 1 -- 172.21.15.76:0/876652272 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f447c0cec00 msgr2=0x7f447c0cf090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:40.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.944+0000 7f448124c640 1 --2- 172.21.15.76:0/876652272 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f447c0cec00 0x7f447c0cf090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:40.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.944+0000 7f448124c640 1 -- 172.21.15.76:0/876652272 >> v2:172.21.15.192:3300/0 conn(0x7f447c15fd10 msgr2=0x7f447c0d0150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:40.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.944+0000 7f448124c640 1 --2- 172.21.15.76:0/876652272 >> v2:172.21.15.192:3300/0 conn(0x7f447c15fd10 0x7f447c0d0150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:40.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.944+0000 7f448124c640 1 -- 172.21.15.76:0/876652272 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f447c0cd190 con 0x7f447c0d0b60 2024-09-13T16:16:40.948 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.945+0000 7f448124c640 1 --2- 172.21.15.76:0/876652272 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f447c0d0b60 0x7f447c0d0fc0 secure :-1 s=READY pgs=2356 cs=0 l=1 rev1=1 crypto rx=0x7f447c0b5140 tx=0x7f446c02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=def45d2cfe546b31 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:40.948 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.945+0000 7f4480a4b640 1 -- 172.21.15.76:0/876652272 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f446c032440 con 0x7f447c0d0b60 2024-09-13T16:16:40.948 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.945+0000 7f4480a4b640 1 -- 172.21.15.76:0/876652272 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f446c0325a0 con 0x7f447c0d0b60 2024-09-13T16:16:40.948 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.945+0000 7f4480a4b640 1 -- 172.21.15.76:0/876652272 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f446c032930 con 0x7f447c0d0b60 2024-09-13T16:16:40.948 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.945+0000 7f4483cb1640 1 -- 172.21.15.76:0/876652272 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f447c0d0b60 msgr2=0x7f447c0d0fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:40.948 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.945+0000 7f4483cb1640 1 --2- 172.21.15.76:0/876652272 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f447c0d0b60 0x7f447c0d0fc0 secure :-1 s=READY pgs=2356 cs=0 l=1 rev1=1 crypto rx=0x7f447c0b5140 tx=0x7f446c02a1e0 comp rx=0 tx=0).stop 2024-09-13T16:16:40.948 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.945+0000 7f4483cb1640 1 -- 172.21.15.76:0/876652272 shutdown_connections 2024-09-13T16:16:40.948 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.945+0000 7f4483cb1640 1 --2- 172.21.15.76:0/876652272 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f447c0cec00 0x7f447c0cf090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:40.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.945+0000 7f4483cb1640 1 --2- 172.21.15.76:0/876652272 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f447c0d0b60 0x7f447c0d0fc0 unknown :-1 s=CLOSED pgs=2356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:40.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.945+0000 7f4483cb1640 1 --2- 172.21.15.76:0/876652272 >> v2:172.21.15.192:3300/0 conn(0x7f447c15fd10 0x7f447c0d0150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:40.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.945+0000 7f4483cb1640 1 -- 172.21.15.76:0/876652272 >> 172.21.15.76:0/876652272 conn(0x7f447c08a000 msgr2=0x7f447c0d2580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:40.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.945+0000 7f4483cb1640 1 -- 172.21.15.76:0/876652272 shutdown_connections 2024-09-13T16:16:40.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.945+0000 7f4483cb1640 1 -- 172.21.15.76:0/876652272 wait complete. 2024-09-13T16:16:40.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.947+0000 7f4483cb1640 1 Processor -- start 2024-09-13T16:16:40.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.947+0000 7f4483cb1640 1 -- start start 2024-09-13T16:16:40.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.947+0000 7f4483cb1640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f447c0cec00 0x7f447c0b80b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:40.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.947+0000 7f4483cb1640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f447c0d0b60 0x7f447c0b0210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:40.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.947+0000 7f4483cb1640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f447c15fd10 0x7f447c0b0750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:40.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.947+0000 7f4483cb1640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f447c0c5c20 con 0x7f447c0d0b60 2024-09-13T16:16:40.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.947+0000 7f4483cb1640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f447c0b5bf0 con 0x7f447c0cec00 2024-09-13T16:16:40.952 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.947+0000 7f4483cb1640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f447c0b0d80 con 0x7f447c15fd10 2024-09-13T16:16:40.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.947+0000 7f448124c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f447c0d0b60 0x7f447c0b0210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:40.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.947+0000 7f448124c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f447c0d0b60 0x7f447c0b0210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39568/0 (socket says 172.21.15.76:39568) 2024-09-13T16:16:40.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.947+0000 7f448124c640 1 -- 172.21.15.76:0/270388304 learned_addr learned my addr 172.21.15.76:0/270388304 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:40.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.947+0000 7f4481a4d640 1 --2- 172.21.15.76:0/270388304 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f447c0cec00 0x7f447c0b80b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:40.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.948+0000 7f448224e640 1 --2- 172.21.15.76:0/270388304 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f447c15fd10 0x7f447c0b0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:40.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.948+0000 7f448124c640 1 -- 172.21.15.76:0/270388304 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f447c15fd10 msgr2=0x7f447c0b0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:40.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.948+0000 7f448124c640 1 --2- 172.21.15.76:0/270388304 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f447c15fd10 0x7f447c0b0750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:40.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.948+0000 7f448124c640 1 -- 172.21.15.76:0/270388304 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f447c0cec00 msgr2=0x7f447c0b80b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:40.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.948+0000 7f448124c640 1 --2- 172.21.15.76:0/270388304 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f447c0cec00 0x7f447c0b80b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:40.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.948+0000 7f448124c640 1 -- 172.21.15.76:0/270388304 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f446c0094d0 con 0x7f447c0d0b60 2024-09-13T16:16:40.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.948+0000 7f448224e640 1 --2- 172.21.15.76:0/270388304 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f447c15fd10 0x7f447c0b0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:16:40.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.948+0000 7f448124c640 1 --2- 172.21.15.76:0/270388304 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f447c0d0b60 0x7f447c0b0210 secure :-1 s=READY pgs=2357 cs=0 l=1 rev1=1 crypto rx=0x7f446c0097c0 tx=0x7f446c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:40.953 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.948+0000 7f44727fc640 1 -- 172.21.15.76:0/270388304 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f446c032440 con 0x7f447c0d0b60 2024-09-13T16:16:40.954 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.948+0000 7f44727fc640 1 -- 172.21.15.76:0/270388304 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f446c030b80 con 0x7f447c0d0b60 2024-09-13T16:16:40.954 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.948+0000 7f44727fc640 1 -- 172.21.15.76:0/270388304 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f446c03d440 con 0x7f447c0d0b60 2024-09-13T16:16:40.954 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.948+0000 7f4483cb1640 1 -- 172.21.15.76:0/270388304 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f447c0b1060 con 0x7f447c0d0b60 2024-09-13T16:16:40.954 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.948+0000 7f4483cb1640 1 -- 172.21.15.76:0/270388304 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f447c0b6120 con 0x7f447c0d0b60 2024-09-13T16:16:40.954 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.949+0000 7f4483cb1640 1 -- 172.21.15.76:0/270388304 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f447c160a50 con 0x7f447c0d0b60 2024-09-13T16:16:40.954 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.950+0000 7f44727fc640 1 -- 172.21.15.76:0/270388304 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f446c039040 con 0x7f447c0d0b60 2024-09-13T16:16:40.954 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.950+0000 7f44727fc640 1 --2- 172.21.15.76:0/270388304 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f446006ac00 0x7f446006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:40.954 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.950+0000 7f44727fc640 1 -- 172.21.15.76:0/270388304 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(166..166 src has 1..166) v4 ==== 5306+0+0 (secure 0 0 0) 0x7f446c0a9c90 con 0x7f447c0d0b60 2024-09-13T16:16:40.954 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.950+0000 7f4481a4d640 1 --2- 172.21.15.76:0/270388304 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f446006ac00 0x7f446006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:40.954 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.950+0000 7f44727fc640 1 --2- 172.21.15.76:0/270388304 >> [v2:172.21.15.76:6816/557839759,v1:172.21.15.76:6817/557839759] conn(0x7f4460070f50 0x7f4460073390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:40.954 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.950+0000 7f44727fc640 1 -- 172.21.15.76:0/270388304 --> [v2:172.21.15.76:6816/557839759,v1:172.21.15.76:6817/557839759] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f4460073a60 con 0x7f4460070f50 2024-09-13T16:16:40.954 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.950+0000 7f44727fc640 1 -- 172.21.15.76:0/270388304 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_get_version_reply(handle=1 version=166) v2 ==== 24+0+0 (secure 0 0 0) 0x7f446c0ac350 con 0x7f447c0d0b60 2024-09-13T16:16:40.954 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.951+0000 7f448224e640 1 --2- 172.21.15.76:0/270388304 >> [v2:172.21.15.76:6816/557839759,v1:172.21.15.76:6817/557839759] conn(0x7f4460070f50 0x7f4460073390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:40.955 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.951+0000 7f4481a4d640 1 --2- 172.21.15.76:0/270388304 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f446006ac00 0x7f446006d0c0 secure :-1 s=READY pgs=1008 cs=0 l=1 rev1=1 crypto rx=0x7f4478006fd0 tx=0x7f4478008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:40.955 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.951+0000 7f448224e640 1 --2- 172.21.15.76:0/270388304 >> [v2:172.21.15.76:6816/557839759,v1:172.21.15.76:6817/557839759] conn(0x7f4460070f50 0x7f4460073390 crc :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:40.955 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.951+0000 7f44727fc640 1 -- 172.21.15.76:0/270388304 <== osd.0 v2:172.21.15.76:6816/557839759 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f4460073a60 con 0x7f4460070f50 2024-09-13T16:16:40.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.964+0000 7f4483cb1640 1 -- 172.21.15.76:0/270388304 --> [v2:172.21.15.76:6816/557839759,v1:172.21.15.76:6817/557839759] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f447c160770 con 0x7f4460070f50 2024-09-13T16:16:40.965 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.964+0000 7f44727fc640 1 -- 172.21.15.76:0/270388304 <== osd.0 v2:172.21.15.76:6816/557839759 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f4474009b10 con 0x7f4460070f50 2024-09-13T16:16:40.965 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2024-09-13T16:16:40.965 INFO:teuthology.orchestra.run.smithi076.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-13T16:16:40.965 INFO:teuthology.orchestra.run.smithi076.stdout:} 2024-09-13T16:16:40.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.964+0000 7f4483cb1640 1 -- 172.21.15.76:0/270388304 >> [v2:172.21.15.76:6816/557839759,v1:172.21.15.76:6817/557839759] conn(0x7f4460070f50 msgr2=0x7f4460073390 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:40.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.964+0000 7f4483cb1640 1 --2- 172.21.15.76:0/270388304 >> [v2:172.21.15.76:6816/557839759,v1:172.21.15.76:6817/557839759] conn(0x7f4460070f50 0x7f4460073390 crc :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:40.966 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.964+0000 7f4483cb1640 1 -- 172.21.15.76:0/270388304 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f446006ac00 msgr2=0x7f446006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:40.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.964+0000 7f4483cb1640 1 --2- 172.21.15.76:0/270388304 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f446006ac00 0x7f446006d0c0 secure :-1 s=READY pgs=1008 cs=0 l=1 rev1=1 crypto rx=0x7f4478006fd0 tx=0x7f4478008040 comp rx=0 tx=0).stop 2024-09-13T16:16:40.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.964+0000 7f4483cb1640 1 -- 172.21.15.76:0/270388304 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f447c0d0b60 msgr2=0x7f447c0b0210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:40.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.964+0000 7f4483cb1640 1 --2- 172.21.15.76:0/270388304 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f447c0d0b60 0x7f447c0b0210 secure :-1 s=READY pgs=2357 cs=0 l=1 rev1=1 crypto rx=0x7f446c0097c0 tx=0x7f446c0046c0 comp rx=0 tx=0).stop 2024-09-13T16:16:40.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.964+0000 7f448224e640 1 -- 172.21.15.76:0/270388304 reap_dead start 2024-09-13T16:16:40.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.964+0000 7f4483cb1640 1 -- 172.21.15.76:0/270388304 shutdown_connections 2024-09-13T16:16:40.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.964+0000 7f4483cb1640 1 -- 172.21.15.76:0/270388304 >> 172.21.15.76:0/270388304 conn(0x7f447c08a000 msgr2=0x7f447c0cd5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:40.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.964+0000 7f4483cb1640 1 -- 172.21.15.76:0/270388304 shutdown_connections 2024-09-13T16:16:40.967 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:40.964+0000 7f4483cb1640 1 -- 172.21.15.76:0/270388304 wait complete. 2024-09-13T16:16:40.976 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 0 2024-09-13T16:16:41.075 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.074+0000 7efe63432640 1 Processor -- start 2024-09-13T16:16:41.075 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.074+0000 7efe63432640 1 -- start start 2024-09-13T16:16:41.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.075+0000 7efe63432640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7efe5c0b1d80 0x7efe5c159620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:41.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.075+0000 7efe63432640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efe5c0b2210 con 0x7efe5c159b60 2024-09-13T16:16:41.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.075+0000 7efe63432640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efe5c0b24b0 con 0x7efe5c070950 2024-09-13T16:16:41.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.075+0000 7efe63432640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efe5c0b2790 con 0x7efe5c0b1d80 2024-09-13T16:16:41.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.075+0000 7efe619cf640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7efe5c159b60 0x7efe5c06bfd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:39434/0 (socket says 172.21.15.76:39434) 2024-09-13T16:16:41.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.075+0000 7efe619cf640 1 -- 172.21.15.76:0/3680298019 learned_addr learned my addr 172.21.15.76:0/3680298019 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:16:41.080 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.075+0000 7efe609cd640 1 --2- 172.21.15.76:0/3680298019 >> v2:172.21.15.192:3300/0 conn(0x7efe5c0b1d80 0x7efe5c159620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:41.080 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.075+0000 7efe53fff640 1 -- 172.21.15.76:0/3680298019 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 271710183 0 0) 0x7efe5c0b2210 con 0x7efe5c159b60 2024-09-13T16:16:41.080 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.075+0000 7efe53fff640 1 -- 172.21.15.76:0/3680298019 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7efe48003520 con 0x7efe5c159b60 2024-09-13T16:16:41.080 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.075+0000 7efe53fff640 1 -- 172.21.15.76:0/3680298019 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1030260335 0 0) 0x7efe48003520 con 0x7efe5c159b60 2024-09-13T16:16:41.080 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.075+0000 7efe53fff640 1 -- 172.21.15.76:0/3680298019 >> v2:172.21.15.192:3300/0 conn(0x7efe5c0b1d80 msgr2=0x7efe5c159620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:41.080 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.075+0000 7efe53fff640 1 --2- 172.21.15.76:0/3680298019 >> v2:172.21.15.192:3300/0 conn(0x7efe5c0b1d80 0x7efe5c159620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:41.080 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.075+0000 7efe53fff640 1 -- 172.21.15.76:0/3680298019 >> v1:172.21.15.192:6789/0 conn(0x7efe5c070950 legacy=0x7efe5c070d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:41.080 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.075+0000 7efe53fff640 1 -- 172.21.15.76:0/3680298019 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efe5c0b2a70 con 0x7efe5c159b60 2024-09-13T16:16:41.080 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.075+0000 7efe53fff640 1 -- 172.21.15.76:0/3680298019 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7efe540019f0 con 0x7efe5c159b60 2024-09-13T16:16:41.080 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.075+0000 7efe53fff640 1 -- 172.21.15.76:0/3680298019 >> v1:172.21.15.76:6789/0 conn(0x7efe5c159b60 legacy=0x7efe5c06bfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:41.080 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.075+0000 7efe53fff640 1 --2- 172.21.15.76:0/3680298019 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efe480039a0 0x7efe48003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:41.080 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.075+0000 7efe53fff640 1 --2- 172.21.15.76:0/3680298019 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efe480047c0 0x7efe48004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:41.081 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.075+0000 7efe53fff640 1 --2- 172.21.15.76:0/3680298019 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efe48005180 0x7efe4800b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:41.081 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.075+0000 7efe53fff640 1 -- 172.21.15.76:0/3680298019 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efe5c0b2790 con 0x7efe480047c0 2024-09-13T16:16:41.081 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.075+0000 7efe53fff640 1 -- 172.21.15.76:0/3680298019 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efe4800c050 con 0x7efe48005180 2024-09-13T16:16:41.081 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.075+0000 7efe53fff640 1 -- 172.21.15.76:0/3680298019 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efe4800c210 con 0x7efe480039a0 2024-09-13T16:16:41.081 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.075+0000 7efe609cd640 1 --2- 172.21.15.76:0/3680298019 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efe480047c0 0x7efe48004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:41.081 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.076+0000 7efe611ce640 1 --2- 172.21.15.76:0/3680298019 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efe480039a0 0x7efe48003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:41.081 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.076+0000 7efe619cf640 1 --2- 172.21.15.76:0/3680298019 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efe48005180 0x7efe4800b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:41.081 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.076+0000 7efe609cd640 1 -- 172.21.15.76:0/3680298019 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efe480039a0 msgr2=0x7efe48003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:41.081 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.076+0000 7efe609cd640 1 --2- 172.21.15.76:0/3680298019 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efe480039a0 0x7efe48003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:41.081 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.076+0000 7efe609cd640 1 -- 172.21.15.76:0/3680298019 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efe48005180 msgr2=0x7efe4800b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:41.081 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.076+0000 7efe609cd640 1 --2- 172.21.15.76:0/3680298019 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efe48005180 0x7efe4800b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:41.081 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.076+0000 7efe619cf640 1 -- 172.21.15.76:0/3680298019 reap_dead start 2024-09-13T16:16:41.081 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.076+0000 7efe609cd640 1 -- 172.21.15.76:0/3680298019 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efe48003520 con 0x7efe480047c0 2024-09-13T16:16:41.081 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.076+0000 7efe611ce640 1 --2- 172.21.15.76:0/3680298019 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efe480039a0 0x7efe48003dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:16:41.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.077+0000 7efe609cd640 1 --2- 172.21.15.76:0/3680298019 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efe480047c0 0x7efe48004c40 secure :-1 s=READY pgs=2359 cs=0 l=1 rev1=1 crypto rx=0x7efe4c00bdc0 tx=0x7efe480057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=44101193e5a4db8c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:41.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.077+0000 7efe53fff640 1 -- 172.21.15.76:0/3680298019 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe4c036660 con 0x7efe480047c0 2024-09-13T16:16:41.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.077+0000 7efe53fff640 1 -- 172.21.15.76:0/3680298019 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efe4c0367c0 con 0x7efe480047c0 2024-09-13T16:16:41.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.077+0000 7efe53fff640 1 -- 172.21.15.76:0/3680298019 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe4c036b30 con 0x7efe480047c0 2024-09-13T16:16:41.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.077+0000 7efe63432640 1 -- 172.21.15.76:0/3680298019 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efe480047c0 msgr2=0x7efe48004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:41.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.077+0000 7efe63432640 1 --2- 172.21.15.76:0/3680298019 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efe480047c0 0x7efe48004c40 secure :-1 s=READY pgs=2359 cs=0 l=1 rev1=1 crypto rx=0x7efe4c00bdc0 tx=0x7efe480057f0 comp rx=0 tx=0).stop 2024-09-13T16:16:41.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.077+0000 7efe63432640 1 -- 172.21.15.76:0/3680298019 shutdown_connections 2024-09-13T16:16:41.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.077+0000 7efe63432640 1 --2- 172.21.15.76:0/3680298019 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efe480047c0 0x7efe48004c40 unknown :-1 s=CLOSED pgs=2359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:41.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.077+0000 7efe63432640 1 -- 172.21.15.76:0/3680298019 >> 172.21.15.76:0/3680298019 conn(0x7efe5c0b04c0 msgr2=0x7efe5c069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:41.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.077+0000 7efe63432640 1 -- 172.21.15.76:0/3680298019 shutdown_connections 2024-09-13T16:16:41.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.077+0000 7efe63432640 1 -- 172.21.15.76:0/3680298019 wait complete. 2024-09-13T16:16:41.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.079+0000 7efe63432640 1 Processor -- start 2024-09-13T16:16:41.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.079+0000 7efe63432640 1 -- start start 2024-09-13T16:16:41.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.079+0000 7efe63432640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efe480047c0 0x7efe5c14d2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:41.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.079+0000 7efe63432640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efe5c150220 0x7efe5c1506a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:41.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.079+0000 7efe63432640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efe5c15b070 0x7efe5c15b4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:41.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.079+0000 7efe63432640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efe5c153af0 con 0x7efe480047c0 2024-09-13T16:16:41.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.079+0000 7efe63432640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efe5c1512a0 con 0x7efe5c15b070 2024-09-13T16:16:41.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.079+0000 7efe63432640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efe5c153500 con 0x7efe5c150220 2024-09-13T16:16:41.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.079+0000 7efe611ce640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efe480047c0 0x7efe5c14d2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:41.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.079+0000 7efe611ce640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efe480047c0 0x7efe5c14d2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:39576/0 (socket says 172.21.15.76:39576) 2024-09-13T16:16:41.086 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.079+0000 7efe611ce640 1 -- 172.21.15.76:0/281320927 learned_addr learned my addr 172.21.15.76:0/281320927 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:41.086 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.080+0000 7efe609cd640 1 --2- 172.21.15.76:0/281320927 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efe5c150220 0x7efe5c1506a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:41.086 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.080+0000 7efe619cf640 1 --2- 172.21.15.76:0/281320927 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efe5c15b070 0x7efe5c15b4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:41.086 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.080+0000 7efe611ce640 1 -- 172.21.15.76:0/281320927 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efe5c150220 msgr2=0x7efe5c1506a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:41.086 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.080+0000 7efe611ce640 1 --2- 172.21.15.76:0/281320927 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efe5c150220 0x7efe5c1506a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:41.086 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.080+0000 7efe611ce640 1 -- 172.21.15.76:0/281320927 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efe5c15b070 msgr2=0x7efe5c15b4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:41.086 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.080+0000 7efe611ce640 1 --2- 172.21.15.76:0/281320927 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efe5c15b070 0x7efe5c15b4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:41.086 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.080+0000 7efe611ce640 1 -- 172.21.15.76:0/281320927 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efe5c1edee0 con 0x7efe480047c0 2024-09-13T16:16:41.086 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.080+0000 7efe619cf640 1 --2- 172.21.15.76:0/281320927 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efe5c15b070 0x7efe5c15b4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:16:41.086 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.080+0000 7efe611ce640 1 --2- 172.21.15.76:0/281320927 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efe480047c0 0x7efe5c14d2c0 secure :-1 s=READY pgs=2360 cs=0 l=1 rev1=1 crypto rx=0x7efe5800e4b0 tx=0x7efe5800e970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:41.086 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.080+0000 7efe51ffb640 1 -- 172.21.15.76:0/281320927 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe58017070 con 0x7efe480047c0 2024-09-13T16:16:41.086 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.080+0000 7efe51ffb640 1 -- 172.21.15.76:0/281320927 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efe58007e30 con 0x7efe480047c0 2024-09-13T16:16:41.086 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.080+0000 7efe51ffb640 1 -- 172.21.15.76:0/281320927 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe580052e0 con 0x7efe480047c0 2024-09-13T16:16:41.087 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.080+0000 7efe63432640 1 -- 172.21.15.76:0/281320927 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efe5c150ce0 con 0x7efe480047c0 2024-09-13T16:16:41.087 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.080+0000 7efe63432640 1 -- 172.21.15.76:0/281320927 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efe5c153710 con 0x7efe480047c0 2024-09-13T16:16:41.087 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.081+0000 7efe63432640 1 -- 172.21.15.76:0/281320927 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efe5c1538d0 con 0x7efe480047c0 2024-09-13T16:16:41.087 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.082+0000 7efe51ffb640 1 -- 172.21.15.76:0/281320927 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7efe58007020 con 0x7efe480047c0 2024-09-13T16:16:41.087 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.082+0000 7efe51ffb640 1 --2- 172.21.15.76:0/281320927 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efe4006ac00 0x7efe4006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:41.087 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.082+0000 7efe51ffb640 1 -- 172.21.15.76:0/281320927 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(166..166 src has 1..166) v4 ==== 5306+0+0 (secure 0 0 0) 0x7efe58088740 con 0x7efe480047c0 2024-09-13T16:16:41.087 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.082+0000 7efe609cd640 1 --2- 172.21.15.76:0/281320927 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efe4006ac00 0x7efe4006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:41.087 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.083+0000 7efe609cd640 1 --2- 172.21.15.76:0/281320927 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efe4006ac00 0x7efe4006d0c0 secure :-1 s=READY pgs=1009 cs=0 l=1 rev1=1 crypto rx=0x7efe4c038000 tx=0x7efe4c02f000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:41.087 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.086+0000 7efe51ffb640 1 -- 172.21.15.76:0/281320927 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7efe58053ab0 con 0x7efe480047c0 2024-09-13T16:16:41.248 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.247+0000 7efe63432640 1 -- 172.21.15.76:0/281320927 --> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "0", "target": ["mon-mgr", ""]}) v1 -- 0x7efe5c0b3030 con 0x7efe4006ac00 2024-09-13T16:16:41.249 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.247+0000 7efe51ffb640 1 -- 172.21.15.76:0/281320927 <== mgr.4104 v2:172.21.15.76:6832/911852275 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 0 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7efe4c036630 con 0x7efe4006ac00 2024-09-13T16:16:41.249 INFO:teuthology.orchestra.run.smithi076.stderr:instructed osd(s) 0 to deep-scrub 2024-09-13T16:16:41.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.249+0000 7efe63432640 1 -- 172.21.15.76:0/281320927 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efe4006ac00 msgr2=0x7efe4006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:41.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.249+0000 7efe63432640 1 --2- 172.21.15.76:0/281320927 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efe4006ac00 0x7efe4006d0c0 secure :-1 s=READY pgs=1009 cs=0 l=1 rev1=1 crypto rx=0x7efe4c038000 tx=0x7efe4c02f000 comp rx=0 tx=0).stop 2024-09-13T16:16:41.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.249+0000 7efe63432640 1 -- 172.21.15.76:0/281320927 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efe480047c0 msgr2=0x7efe5c14d2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:41.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.249+0000 7efe63432640 1 --2- 172.21.15.76:0/281320927 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efe480047c0 0x7efe5c14d2c0 secure :-1 s=READY pgs=2360 cs=0 l=1 rev1=1 crypto rx=0x7efe5800e4b0 tx=0x7efe5800e970 comp rx=0 tx=0).stop 2024-09-13T16:16:41.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.249+0000 7efe63432640 1 -- 172.21.15.76:0/281320927 shutdown_connections 2024-09-13T16:16:41.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.249+0000 7efe63432640 1 --2- 172.21.15.76:0/281320927 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efe5c15b070 0x7efe5c15b4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:41.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.249+0000 7efe63432640 1 --2- 172.21.15.76:0/281320927 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7efe4006ac00 0x7efe4006d0c0 unknown :-1 s=CLOSED pgs=1009 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:41.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.249+0000 7efe63432640 1 --2- 172.21.15.76:0/281320927 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7efe5c150220 0x7efe5c1506a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:41.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.249+0000 7efe63432640 1 --2- 172.21.15.76:0/281320927 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7efe480047c0 0x7efe5c14d2c0 unknown :-1 s=CLOSED pgs=2360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:41.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.249+0000 7efe63432640 1 -- 172.21.15.76:0/281320927 >> 172.21.15.76:0/281320927 conn(0x7efe5c0b04c0 msgr2=0x7efe5c1582d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:41.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.249+0000 7efe63432640 1 -- 172.21.15.76:0/281320927 shutdown_connections 2024-09-13T16:16:41.251 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.249+0000 7efe63432640 1 -- 172.21.15.76:0/281320927 wait complete. 2024-09-13T16:16:41.262 INFO:tasks.ceph:Scrubbing osd.1 2024-09-13T16:16:41.262 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 config set osd_debug_deep_scrub_sleep 0 2024-09-13T16:16:41.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.363+0000 7fa79baa3640 1 Processor -- start 2024-09-13T16:16:41.364 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.363+0000 7fa79baa3640 1 -- start start 2024-09-13T16:16:41.367 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.364+0000 7fa79baa3640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fa7940ad730 0x7fa79415a1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:41.367 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.364+0000 7fa79baa3640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fa7940b1200 0x7fa7940ce3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:41.367 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.364+0000 7fa79baa3640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa7940ce8f0 0x7fa79415cd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:41.367 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.364+0000 7fa79baa3640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa79415a720 con 0x7fa7940ad730 2024-09-13T16:16:41.367 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.364+0000 7fa79baa3640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa7940b2df0 con 0x7fa7940b1200 2024-09-13T16:16:41.367 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.364+0000 7fa79baa3640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa7940ced50 con 0x7fa7940ce8f0 2024-09-13T16:16:41.367 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.364+0000 7fa79983f640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fa7940ad730 0x7fa79415a1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:41.368 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.364+0000 7fa79983f640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fa7940ad730 0x7fa79415a1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:42978/0 (socket says 172.21.15.76:42978) 2024-09-13T16:16:41.368 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.364+0000 7fa79983f640 1 -- 172.21.15.76:0/1383555001 learned_addr learned my addr 172.21.15.76:0/1383555001 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:41.368 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.364+0000 7fa79903e640 1 --2- 172.21.15.76:0/1383555001 >> v2:172.21.15.192:3300/0 conn(0x7fa7940b1200 0x7fa7940ce3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:41.368 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.364+0000 7fa79983f640 1 -- 172.21.15.76:0/1383555001 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa7940ce8f0 msgr2=0x7fa79415cd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:41.368 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.364+0000 7fa79983f640 1 --2- 172.21.15.76:0/1383555001 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa7940ce8f0 0x7fa79415cd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:41.368 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.364+0000 7fa79983f640 1 -- 172.21.15.76:0/1383555001 >> v2:172.21.15.192:3300/0 conn(0x7fa7940b1200 msgr2=0x7fa7940ce3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:41.368 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.364+0000 7fa79983f640 1 --2- 172.21.15.76:0/1383555001 >> v2:172.21.15.192:3300/0 conn(0x7fa7940b1200 0x7fa7940ce3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:41.368 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.364+0000 7fa79983f640 1 -- 172.21.15.76:0/1383555001 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa7940b1730 con 0x7fa7940ad730 2024-09-13T16:16:41.368 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.364+0000 7fa79903e640 1 --2- 172.21.15.76:0/1383555001 >> v2:172.21.15.192:3300/0 conn(0x7fa7940b1200 0x7fa7940ce3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:16:41.368 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.365+0000 7fa79983f640 1 --2- 172.21.15.76:0/1383555001 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa7940ad730 0x7fa79415a1e0 secure :-1 s=READY pgs=2361 cs=0 l=1 rev1=1 crypto rx=0x7fa7940ceff0 tx=0x7fa79002a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=130679c2d02e5089 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:41.368 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.365+0000 7fa79883d640 1 -- 172.21.15.76:0/1383555001 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa790031600 con 0x7fa7940ad730 2024-09-13T16:16:41.369 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.365+0000 7fa79883d640 1 -- 172.21.15.76:0/1383555001 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa79002d050 con 0x7fa7940ad730 2024-09-13T16:16:41.369 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.365+0000 7fa79883d640 1 -- 172.21.15.76:0/1383555001 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa790031980 con 0x7fa7940ad730 2024-09-13T16:16:41.369 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.365+0000 7fa79baa3640 1 -- 172.21.15.76:0/1383555001 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa7940ad730 msgr2=0x7fa79415a1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:41.369 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.365+0000 7fa79baa3640 1 --2- 172.21.15.76:0/1383555001 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa7940ad730 0x7fa79415a1e0 secure :-1 s=READY pgs=2361 cs=0 l=1 rev1=1 crypto rx=0x7fa7940ceff0 tx=0x7fa79002a6a0 comp rx=0 tx=0).stop 2024-09-13T16:16:41.369 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.366+0000 7fa79baa3640 1 -- 172.21.15.76:0/1383555001 shutdown_connections 2024-09-13T16:16:41.369 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.366+0000 7fa79baa3640 1 --2- 172.21.15.76:0/1383555001 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa7940ce8f0 0x7fa79415cd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:41.369 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.366+0000 7fa79baa3640 1 --2- 172.21.15.76:0/1383555001 >> v2:172.21.15.192:3300/0 conn(0x7fa7940b1200 0x7fa7940ce3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:41.369 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.366+0000 7fa79baa3640 1 --2- 172.21.15.76:0/1383555001 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa7940ad730 0x7fa79415a1e0 unknown :-1 s=CLOSED pgs=2361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:41.369 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.366+0000 7fa79baa3640 1 -- 172.21.15.76:0/1383555001 >> 172.21.15.76:0/1383555001 conn(0x7fa79406a0b0 msgr2=0x7fa79406a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:41.369 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.366+0000 7fa79baa3640 1 -- 172.21.15.76:0/1383555001 shutdown_connections 2024-09-13T16:16:41.369 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.366+0000 7fa79baa3640 1 -- 172.21.15.76:0/1383555001 wait complete. 2024-09-13T16:16:41.373 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.367+0000 7fa79baa3640 1 Processor -- start 2024-09-13T16:16:41.373 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.367+0000 7fa79baa3640 1 -- start start 2024-09-13T16:16:41.373 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.367+0000 7fa79baa3640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa7940ad730 0x7fa7941f2c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:41.373 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.367+0000 7fa79baa3640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa7940b1200 0x7fa7941f56f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:41.373 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.367+0000 7fa79baa3640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa7940ce8f0 0x7fa794152200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:41.373 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.367+0000 7fa79baa3640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa7941e1c70 con 0x7fa7940ce8f0 2024-09-13T16:16:41.374 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.367+0000 7fa79baa3640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa7941f5c30 con 0x7fa7940ad730 2024-09-13T16:16:41.374 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.367+0000 7fa79baa3640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa794152740 con 0x7fa7940b1200 2024-09-13T16:16:41.374 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.368+0000 7fa79a040640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa7940ce8f0 0x7fa794152200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:41.374 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.368+0000 7fa79a040640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa7940ce8f0 0x7fa794152200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:42988/0 (socket says 172.21.15.76:42988) 2024-09-13T16:16:41.374 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.368+0000 7fa79a040640 1 -- 172.21.15.76:0/1608682800 learned_addr learned my addr 172.21.15.76:0/1608682800 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:41.374 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.368+0000 7fa79903e640 1 --2- 172.21.15.76:0/1608682800 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa7940b1200 0x7fa7941f56f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:41.374 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.368+0000 7fa79983f640 1 --2- 172.21.15.76:0/1608682800 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa7940ad730 0x7fa7941f2c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:41.374 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.368+0000 7fa79a040640 1 -- 172.21.15.76:0/1608682800 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa7940b1200 msgr2=0x7fa7941f56f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:41.374 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.368+0000 7fa79a040640 1 --2- 172.21.15.76:0/1608682800 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa7940b1200 0x7fa7941f56f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:41.374 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.368+0000 7fa79a040640 1 -- 172.21.15.76:0/1608682800 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa7940ad730 msgr2=0x7fa7941f2c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:41.374 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.368+0000 7fa79a040640 1 --2- 172.21.15.76:0/1608682800 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa7940ad730 0x7fa7941f2c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:41.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.368+0000 7fa79a040640 1 -- 172.21.15.76:0/1608682800 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa790009b30 con 0x7fa7940ce8f0 2024-09-13T16:16:41.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.368+0000 7fa79903e640 1 --2- 172.21.15.76:0/1608682800 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fa7940b1200 0x7fa7941f56f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:16:41.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.368+0000 7fa79a040640 1 --2- 172.21.15.76:0/1608682800 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa7940ce8f0 0x7fa794152200 secure :-1 s=READY pgs=2362 cs=0 l=1 rev1=1 crypto rx=0x7fa78c00b410 tx=0x7fa78c00b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:41.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.368+0000 7fa78a7fc640 1 -- 172.21.15.76:0/1608682800 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa78c011830 con 0x7fa7940ce8f0 2024-09-13T16:16:41.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.368+0000 7fa78a7fc640 1 -- 172.21.15.76:0/1608682800 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa78c0119b0 con 0x7fa7940ce8f0 2024-09-13T16:16:41.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.368+0000 7fa78a7fc640 1 -- 172.21.15.76:0/1608682800 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa78c011d60 con 0x7fa7940ce8f0 2024-09-13T16:16:41.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.368+0000 7fa79baa3640 1 -- 172.21.15.76:0/1608682800 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa7941f5e90 con 0x7fa7940ce8f0 2024-09-13T16:16:41.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.368+0000 7fa79baa3640 1 -- 172.21.15.76:0/1608682800 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa7941f6450 con 0x7fa7940ce8f0 2024-09-13T16:16:41.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.369+0000 7fa79baa3640 1 -- 172.21.15.76:0/1608682800 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fa7940b1fd0 con 0x7fa7940ce8f0 2024-09-13T16:16:41.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.370+0000 7fa78a7fc640 1 -- 172.21.15.76:0/1608682800 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fa78c01a400 con 0x7fa7940ce8f0 2024-09-13T16:16:41.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.370+0000 7fa78a7fc640 1 --2- 172.21.15.76:0/1608682800 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa77806ac00 0x7fa77806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:41.375 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.370+0000 7fa78a7fc640 1 -- 172.21.15.76:0/1608682800 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(166..166 src has 1..166) v4 ==== 5306+0+0 (secure 0 0 0) 0x7fa78c0891f0 con 0x7fa7940ce8f0 2024-09-13T16:16:41.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.370+0000 7fa79983f640 1 --2- 172.21.15.76:0/1608682800 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa77806ac00 0x7fa77806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:41.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.370+0000 7fa78a7fc640 1 --2- 172.21.15.76:0/1608682800 >> [v2:172.21.15.76:6808/3900236276,v1:172.21.15.76:6809/3900236276] conn(0x7fa778070f50 0x7fa778073390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:41.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.370+0000 7fa78a7fc640 1 -- 172.21.15.76:0/1608682800 --> [v2:172.21.15.76:6808/3900236276,v1:172.21.15.76:6809/3900236276] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fa778073a60 con 0x7fa778070f50 2024-09-13T16:16:41.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.370+0000 7fa78a7fc640 1 -- 172.21.15.76:0/1608682800 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_get_version_reply(handle=1 version=166) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa78c08b8b0 con 0x7fa7940ce8f0 2024-09-13T16:16:41.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.370+0000 7fa79903e640 1 --2- 172.21.15.76:0/1608682800 >> [v2:172.21.15.76:6808/3900236276,v1:172.21.15.76:6809/3900236276] conn(0x7fa778070f50 0x7fa778073390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:41.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.371+0000 7fa79983f640 1 --2- 172.21.15.76:0/1608682800 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa77806ac00 0x7fa77806d0c0 secure :-1 s=READY pgs=1010 cs=0 l=1 rev1=1 crypto rx=0x7fa790033000 tx=0x7fa790009000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:41.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.371+0000 7fa79903e640 1 --2- 172.21.15.76:0/1608682800 >> [v2:172.21.15.76:6808/3900236276,v1:172.21.15.76:6809/3900236276] conn(0x7fa778070f50 0x7fa778073390 crc :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:41.376 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.371+0000 7fa78a7fc640 1 -- 172.21.15.76:0/1608682800 <== osd.1 v2:172.21.15.76:6808/3900236276 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7fa778073a60 con 0x7fa778070f50 2024-09-13T16:16:41.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.383+0000 7fa79baa3640 1 -- 172.21.15.76:0/1608682800 --> [v2:172.21.15.76:6808/3900236276,v1:172.21.15.76:6809/3900236276] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7fa7940b1cf0 con 0x7fa778070f50 2024-09-13T16:16:41.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.383+0000 7fa78a7fc640 1 -- 172.21.15.76:0/1608682800 <== osd.1 v2:172.21.15.76:6808/3900236276 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7fa78400a700 con 0x7fa778070f50 2024-09-13T16:16:41.385 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2024-09-13T16:16:41.385 INFO:teuthology.orchestra.run.smithi076.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-13T16:16:41.385 INFO:teuthology.orchestra.run.smithi076.stdout:} 2024-09-13T16:16:41.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.384+0000 7fa79baa3640 1 -- 172.21.15.76:0/1608682800 >> [v2:172.21.15.76:6808/3900236276,v1:172.21.15.76:6809/3900236276] conn(0x7fa778070f50 msgr2=0x7fa778073390 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:41.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.384+0000 7fa79baa3640 1 --2- 172.21.15.76:0/1608682800 >> [v2:172.21.15.76:6808/3900236276,v1:172.21.15.76:6809/3900236276] conn(0x7fa778070f50 0x7fa778073390 crc :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:41.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.384+0000 7fa79baa3640 1 -- 172.21.15.76:0/1608682800 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa77806ac00 msgr2=0x7fa77806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:41.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.384+0000 7fa79baa3640 1 --2- 172.21.15.76:0/1608682800 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fa77806ac00 0x7fa77806d0c0 secure :-1 s=READY pgs=1010 cs=0 l=1 rev1=1 crypto rx=0x7fa790033000 tx=0x7fa790009000 comp rx=0 tx=0).stop 2024-09-13T16:16:41.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.384+0000 7fa79baa3640 1 -- 172.21.15.76:0/1608682800 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa7940ce8f0 msgr2=0x7fa794152200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:41.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.384+0000 7fa79baa3640 1 --2- 172.21.15.76:0/1608682800 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fa7940ce8f0 0x7fa794152200 secure :-1 s=READY pgs=2362 cs=0 l=1 rev1=1 crypto rx=0x7fa78c00b410 tx=0x7fa78c00b8d0 comp rx=0 tx=0).stop 2024-09-13T16:16:41.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.384+0000 7fa79a040640 1 -- 172.21.15.76:0/1608682800 reap_dead start 2024-09-13T16:16:41.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.384+0000 7fa79baa3640 1 -- 172.21.15.76:0/1608682800 shutdown_connections 2024-09-13T16:16:41.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.384+0000 7fa79baa3640 1 -- 172.21.15.76:0/1608682800 >> 172.21.15.76:0/1608682800 conn(0x7fa79406a0b0 msgr2=0x7fa79415c360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:41.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.384+0000 7fa79baa3640 1 -- 172.21.15.76:0/1608682800 shutdown_connections 2024-09-13T16:16:41.387 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.384+0000 7fa79baa3640 1 -- 172.21.15.76:0/1608682800 wait complete. 2024-09-13T16:16:41.395 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 1 2024-09-13T16:16:41.494 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.492+0000 7f55e6887640 1 Processor -- start 2024-09-13T16:16:41.494 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.492+0000 7f55e6887640 1 -- start start 2024-09-13T16:16:41.495 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.493+0000 7f55e6887640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f55e006d7f0 0x7f55e0070040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:41.495 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.493+0000 7f55e6887640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f55e00b1c10 0x7f55e00b20a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:41.495 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.493+0000 7f55e6887640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f55e00acb10 con 0x7f55e01591f0 2024-09-13T16:16:41.495 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.493+0000 7f55e6887640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f55e00ac1e0 con 0x7f55e006d7f0 2024-09-13T16:16:41.495 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.493+0000 7f55e6887640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f55e00ac4c0 con 0x7f55e00b1c10 2024-09-13T16:16:41.495 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.493+0000 7f55df7fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f55e006d7f0 0x7f55e0070040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:41.495 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.493+0000 7f55df7fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f55e006d7f0 0x7f55e0070040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:43002/0 (socket says 172.21.15.76:43002) 2024-09-13T16:16:41.495 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.493+0000 7f55dffff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f55e01591f0 0x7f55e006d0e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:56672/0 (socket says 172.21.15.76:56672) 2024-09-13T16:16:41.495 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.493+0000 7f55df7fe640 1 -- 172.21.15.76:0/571452569 learned_addr learned my addr 172.21.15.76:0/571452569 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:41.496 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.494+0000 7f55df7fe640 1 -- 172.21.15.76:0/571452569 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f55e00b1c10 msgr2=0x7f55e00b20a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:41.496 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.494+0000 7f55df7fe640 1 --2- 172.21.15.76:0/571452569 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f55e00b1c10 0x7f55e00b20a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:41.496 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.494+0000 7f55df7fe640 1 -- 172.21.15.76:0/571452569 >> v1:172.21.15.76:6789/0 conn(0x7f55e01591f0 legacy=0x7f55e006d0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:41.496 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.494+0000 7f55deffd640 1 -- 172.21.15.76:0/571452569 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1358561746 0 0) 0x7f55e00acb10 con 0x7f55e01591f0 2024-09-13T16:16:41.496 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.494+0000 7f55df7fe640 1 -- 172.21.15.76:0/571452569 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f55e00ac7a0 con 0x7f55e006d7f0 2024-09-13T16:16:41.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.494+0000 7f55df7fe640 1 --2- 172.21.15.76:0/571452569 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f55e006d7f0 0x7f55e0070040 secure :-1 s=READY pgs=2364 cs=0 l=1 rev1=1 crypto rx=0x7f55c8009870 tx=0x7f55c802a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=521d1dd5a2b03b0a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:41.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.495+0000 7f55deffd640 1 -- 172.21.15.76:0/571452569 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55c8032440 con 0x7f55e006d7f0 2024-09-13T16:16:41.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.495+0000 7f55deffd640 1 -- 172.21.15.76:0/571452569 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f55c80325a0 con 0x7f55e006d7f0 2024-09-13T16:16:41.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.495+0000 7f55deffd640 1 -- 172.21.15.76:0/571452569 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55c8032930 con 0x7f55e006d7f0 2024-09-13T16:16:41.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.495+0000 7f55e6887640 1 -- 172.21.15.76:0/571452569 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f55e006d7f0 msgr2=0x7f55e0070040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:41.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.495+0000 7f55e6887640 1 --2- 172.21.15.76:0/571452569 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f55e006d7f0 0x7f55e0070040 secure :-1 s=READY pgs=2364 cs=0 l=1 rev1=1 crypto rx=0x7f55c8009870 tx=0x7f55c802a1c0 comp rx=0 tx=0).stop 2024-09-13T16:16:41.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.495+0000 7f55e6887640 1 -- 172.21.15.76:0/571452569 shutdown_connections 2024-09-13T16:16:41.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.495+0000 7f55e6887640 1 --2- 172.21.15.76:0/571452569 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f55e00b1c10 0x7f55e00b20a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:41.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.495+0000 7f55e6887640 1 --2- 172.21.15.76:0/571452569 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f55e006d7f0 0x7f55e0070040 unknown :-1 s=CLOSED pgs=2364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:41.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.495+0000 7f55e6887640 1 -- 172.21.15.76:0/571452569 >> 172.21.15.76:0/571452569 conn(0x7f55e00b04c0 msgr2=0x7f55e0069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:41.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.495+0000 7f55e6887640 1 -- 172.21.15.76:0/571452569 shutdown_connections 2024-09-13T16:16:41.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.495+0000 7f55e6887640 1 -- 172.21.15.76:0/571452569 wait complete. 2024-09-13T16:16:41.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.496+0000 7f55e6887640 1 Processor -- start 2024-09-13T16:16:41.500 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.496+0000 7f55e6887640 1 -- start start 2024-09-13T16:16:41.500 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.497+0000 7f55e6887640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f55e006d7f0 0x7f55e00cb6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:41.500 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.497+0000 7f55e6887640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f55e00b1c10 0x7f55e00cd160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:41.500 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.497+0000 7f55e6887640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f55e01591f0 0x7f55e01481d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:41.500 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.497+0000 7f55e6887640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f55e0147730 con 0x7f55e01591f0 2024-09-13T16:16:41.500 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.497+0000 7f55e6887640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f55e00cbfa0 con 0x7f55e006d7f0 2024-09-13T16:16:41.500 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.497+0000 7f55e6887640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f55e01479d0 con 0x7f55e00b1c10 2024-09-13T16:16:41.500 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.497+0000 7f55e4e24640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f55e01591f0 0x7f55e01481d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:41.500 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.497+0000 7f55e4e24640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f55e01591f0 0x7f55e01481d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:43014/0 (socket says 172.21.15.76:43014) 2024-09-13T16:16:41.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.497+0000 7f55e4e24640 1 -- 172.21.15.76:0/4214160147 learned_addr learned my addr 172.21.15.76:0/4214160147 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:41.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.497+0000 7f55dffff640 1 --2- 172.21.15.76:0/4214160147 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f55e006d7f0 0x7f55e00cb6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:41.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.497+0000 7f55df7fe640 1 --2- 172.21.15.76:0/4214160147 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f55e00b1c10 0x7f55e00cd160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:41.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.497+0000 7f55e4e24640 1 -- 172.21.15.76:0/4214160147 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f55e00b1c10 msgr2=0x7f55e00cd160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:41.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.497+0000 7f55e4e24640 1 --2- 172.21.15.76:0/4214160147 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f55e00b1c10 0x7f55e00cd160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:41.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.497+0000 7f55e4e24640 1 -- 172.21.15.76:0/4214160147 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f55e006d7f0 msgr2=0x7f55e00cb6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:41.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.497+0000 7f55e4e24640 1 --2- 172.21.15.76:0/4214160147 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f55e006d7f0 0x7f55e00cb6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:41.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.497+0000 7f55e4e24640 1 -- 172.21.15.76:0/4214160147 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f55c80094d0 con 0x7f55e01591f0 2024-09-13T16:16:41.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.498+0000 7f55df7fe640 1 --2- 172.21.15.76:0/4214160147 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f55e00b1c10 0x7f55e00cd160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:16:41.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.498+0000 7f55e4e24640 1 --2- 172.21.15.76:0/4214160147 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f55e01591f0 0x7f55e01481d0 secure :-1 s=READY pgs=2365 cs=0 l=1 rev1=1 crypto rx=0x7f55d800b970 tx=0x7f55d800be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:41.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.498+0000 7f55dcff9640 1 -- 172.21.15.76:0/4214160147 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55d800cb40 con 0x7f55e01591f0 2024-09-13T16:16:41.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.498+0000 7f55dcff9640 1 -- 172.21.15.76:0/4214160147 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f55d800ccc0 con 0x7f55e01591f0 2024-09-13T16:16:41.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.498+0000 7f55dcff9640 1 -- 172.21.15.76:0/4214160147 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55d8014680 con 0x7f55e01591f0 2024-09-13T16:16:41.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.498+0000 7f55e6887640 1 -- 172.21.15.76:0/4214160147 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f55e0147cb0 con 0x7f55e01591f0 2024-09-13T16:16:41.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.498+0000 7f55e6887640 1 -- 172.21.15.76:0/4214160147 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f55e00ad1e0 con 0x7f55e01591f0 2024-09-13T16:16:41.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.499+0000 7f55e6887640 1 -- 172.21.15.76:0/4214160147 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f55e00672e0 con 0x7f55e01591f0 2024-09-13T16:16:41.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.499+0000 7f55dcff9640 1 -- 172.21.15.76:0/4214160147 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f55d801d3b0 con 0x7f55e01591f0 2024-09-13T16:16:41.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.500+0000 7f55dcff9640 1 --2- 172.21.15.76:0/4214160147 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f55c006ac00 0x7f55c006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:41.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.500+0000 7f55dcff9640 1 -- 172.21.15.76:0/4214160147 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(166..166 src has 1..166) v4 ==== 5306+0+0 (secure 0 0 0) 0x7f55d8089040 con 0x7f55e01591f0 2024-09-13T16:16:41.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.500+0000 7f55dffff640 1 --2- 172.21.15.76:0/4214160147 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f55c006ac00 0x7f55c006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:41.503 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.500+0000 7f55dffff640 1 --2- 172.21.15.76:0/4214160147 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f55c006ac00 0x7f55c006d0c0 secure :-1 s=READY pgs=1011 cs=0 l=1 rev1=1 crypto rx=0x7f55d0007fd0 tx=0x7f55d0007de0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:41.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.504+0000 7f55dcff9640 1 -- 172.21.15.76:0/4214160147 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f55d8054470 con 0x7f55e01591f0 2024-09-13T16:16:41.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.665+0000 7f55e6887640 1 -- 172.21.15.76:0/4214160147 --> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "1", "target": ["mon-mgr", ""]}) v1 -- 0x7f55e01595d0 con 0x7f55c006ac00 2024-09-13T16:16:41.666 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.665+0000 7f55dcff9640 1 -- 172.21.15.76:0/4214160147 <== mgr.4104 v2:172.21.15.76:6832/911852275 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 1 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7f55d0004c70 con 0x7f55c006ac00 2024-09-13T16:16:41.666 INFO:teuthology.orchestra.run.smithi076.stderr:instructed osd(s) 1 to deep-scrub 2024-09-13T16:16:41.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.667+0000 7f55e6887640 1 -- 172.21.15.76:0/4214160147 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f55c006ac00 msgr2=0x7f55c006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:41.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.667+0000 7f55e6887640 1 --2- 172.21.15.76:0/4214160147 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f55c006ac00 0x7f55c006d0c0 secure :-1 s=READY pgs=1011 cs=0 l=1 rev1=1 crypto rx=0x7f55d0007fd0 tx=0x7f55d0007de0 comp rx=0 tx=0).stop 2024-09-13T16:16:41.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.667+0000 7f55e6887640 1 -- 172.21.15.76:0/4214160147 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f55e01591f0 msgr2=0x7f55e01481d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:41.668 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.667+0000 7f55e6887640 1 --2- 172.21.15.76:0/4214160147 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f55e01591f0 0x7f55e01481d0 secure :-1 s=READY pgs=2365 cs=0 l=1 rev1=1 crypto rx=0x7f55d800b970 tx=0x7f55d800be30 comp rx=0 tx=0).stop 2024-09-13T16:16:41.669 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.667+0000 7f55e6887640 1 -- 172.21.15.76:0/4214160147 shutdown_connections 2024-09-13T16:16:41.669 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.667+0000 7f55e6887640 1 --2- 172.21.15.76:0/4214160147 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f55e01591f0 0x7f55e01481d0 unknown :-1 s=CLOSED pgs=2365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:41.669 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.667+0000 7f55e6887640 1 --2- 172.21.15.76:0/4214160147 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f55c006ac00 0x7f55c006d0c0 unknown :-1 s=CLOSED pgs=1011 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:41.669 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.667+0000 7f55e6887640 1 --2- 172.21.15.76:0/4214160147 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f55e00b1c10 0x7f55e00cd160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:41.669 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.667+0000 7f55e6887640 1 --2- 172.21.15.76:0/4214160147 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f55e006d7f0 0x7f55e00cb6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:41.669 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.667+0000 7f55e6887640 1 -- 172.21.15.76:0/4214160147 >> 172.21.15.76:0/4214160147 conn(0x7f55e00b04c0 msgr2=0x7f55e0071660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:41.669 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.667+0000 7f55e6887640 1 -- 172.21.15.76:0/4214160147 shutdown_connections 2024-09-13T16:16:41.669 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.667+0000 7f55e6887640 1 -- 172.21.15.76:0/4214160147 wait complete. 2024-09-13T16:16:41.679 INFO:tasks.ceph:Scrubbing osd.2 2024-09-13T16:16:41.680 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 config set osd_debug_deep_scrub_sleep 0 2024-09-13T16:16:41.781 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.779+0000 7f91792b1640 1 Processor -- start 2024-09-13T16:16:41.781 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.779+0000 7f91792b1640 1 -- start start 2024-09-13T16:16:41.782 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.780+0000 7f91792b1640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f9174098a70 0x7f9174098e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:41.782 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.780+0000 7f91792b1640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f91740b2a80 0x7f917415d600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:41.782 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.780+0000 7f91792b1640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f91741601e0 0x7f9174160690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:41.782 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.780+0000 7f91792b1640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f91740cf5e0 con 0x7f91741601e0 2024-09-13T16:16:41.782 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.780+0000 7f91792b1640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9174099390 con 0x7f9174098a70 2024-09-13T16:16:41.782 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.780+0000 7f91792b1640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f91740cea90 con 0x7f91740b2a80 2024-09-13T16:16:41.782 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.780+0000 7f91737fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f91741601e0 0x7f9174160690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:41.782 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.780+0000 7f91737fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f91741601e0 0x7f9174160690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:43018/0 (socket says 172.21.15.76:43018) 2024-09-13T16:16:41.782 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.780+0000 7f91737fe640 1 -- 172.21.15.76:0/4161093550 learned_addr learned my addr 172.21.15.76:0/4161093550 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:41.783 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.781+0000 7f916a7fc640 1 --2- 172.21.15.76:0/4161093550 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f91740b2a80 0x7f917415d600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:41.783 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.781+0000 7f9172ffd640 1 --2- 172.21.15.76:0/4161093550 >> v2:172.21.15.192:3300/0 conn(0x7f9174098a70 0x7f9174098e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:41.783 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.781+0000 7f91737fe640 1 -- 172.21.15.76:0/4161093550 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f91740b2a80 msgr2=0x7f917415d600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:41.783 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.781+0000 7f91737fe640 1 --2- 172.21.15.76:0/4161093550 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f91740b2a80 0x7f917415d600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:41.783 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.781+0000 7f91737fe640 1 -- 172.21.15.76:0/4161093550 >> v2:172.21.15.192:3300/0 conn(0x7f9174098a70 msgr2=0x7f9174098e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:41.783 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.781+0000 7f91737fe640 1 --2- 172.21.15.76:0/4161093550 >> v2:172.21.15.192:3300/0 conn(0x7f9174098a70 0x7f9174098e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:41.783 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.781+0000 7f91737fe640 1 -- 172.21.15.76:0/4161093550 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f91740ce4d0 con 0x7f91741601e0 2024-09-13T16:16:41.783 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.781+0000 7f9172ffd640 1 --2- 172.21.15.76:0/4161093550 >> v2:172.21.15.192:3300/0 conn(0x7f9174098a70 0x7f9174098e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:16:41.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.781+0000 7f91737fe640 1 --2- 172.21.15.76:0/4161093550 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f91741601e0 0x7f9174160690 secure :-1 s=READY pgs=2366 cs=0 l=1 rev1=1 crypto rx=0x7f9174071e20 tx=0x7f916c02a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=65f2ed92c7cc54aa server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:41.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.782+0000 7f91727fc640 1 -- 172.21.15.76:0/4161093550 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f916c031600 con 0x7f91741601e0 2024-09-13T16:16:41.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.782+0000 7f91727fc640 1 -- 172.21.15.76:0/4161093550 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f916c02d050 con 0x7f91741601e0 2024-09-13T16:16:41.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.782+0000 7f91727fc640 1 -- 172.21.15.76:0/4161093550 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f916c031980 con 0x7f91741601e0 2024-09-13T16:16:41.784 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.782+0000 7f91792b1640 1 -- 172.21.15.76:0/4161093550 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f91741601e0 msgr2=0x7f9174160690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:41.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.782+0000 7f91792b1640 1 --2- 172.21.15.76:0/4161093550 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f91741601e0 0x7f9174160690 secure :-1 s=READY pgs=2366 cs=0 l=1 rev1=1 crypto rx=0x7f9174071e20 tx=0x7f916c02a610 comp rx=0 tx=0).stop 2024-09-13T16:16:41.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.782+0000 7f91792b1640 1 -- 172.21.15.76:0/4161093550 shutdown_connections 2024-09-13T16:16:41.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.782+0000 7f91792b1640 1 --2- 172.21.15.76:0/4161093550 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f91741601e0 0x7f9174160690 unknown :-1 s=CLOSED pgs=2366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:41.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.782+0000 7f91792b1640 1 --2- 172.21.15.76:0/4161093550 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f91740b2a80 0x7f917415d600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:41.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.782+0000 7f91792b1640 1 --2- 172.21.15.76:0/4161093550 >> v2:172.21.15.192:3300/0 conn(0x7f9174098a70 0x7f9174098e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:41.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.782+0000 7f91792b1640 1 -- 172.21.15.76:0/4161093550 >> 172.21.15.76:0/4161093550 conn(0x7f91740b1f20 msgr2=0x7f91740b2300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:41.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.782+0000 7f91792b1640 1 -- 172.21.15.76:0/4161093550 shutdown_connections 2024-09-13T16:16:41.785 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.782+0000 7f91792b1640 1 -- 172.21.15.76:0/4161093550 wait complete. 2024-09-13T16:16:41.787 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.783+0000 7f91792b1640 1 Processor -- start 2024-09-13T16:16:41.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.784+0000 7f91792b1640 1 -- start start 2024-09-13T16:16:41.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.784+0000 7f91792b1640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9174098a70 0x7f91741598f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:41.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.784+0000 7f91792b1640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f91740b2a80 0x7f91740c47e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:41.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.784+0000 7f91792b1640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f91741601e0 0x7f91740c4d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:41.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.784+0000 7f91792b1640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f917415b140 con 0x7f91740b2a80 2024-09-13T16:16:41.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.784+0000 7f91792b1640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f917415b390 con 0x7f91741601e0 2024-09-13T16:16:41.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.784+0000 7f91792b1640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f917415b670 con 0x7f9174098a70 2024-09-13T16:16:41.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.784+0000 7f916a7fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f91740b2a80 0x7f91740c47e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:41.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.784+0000 7f916a7fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f91740b2a80 0x7f91740c47e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:43034/0 (socket says 172.21.15.76:43034) 2024-09-13T16:16:41.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.784+0000 7f916a7fc640 1 -- 172.21.15.76:0/2619427672 learned_addr learned my addr 172.21.15.76:0/2619427672 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:41.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.785+0000 7f9172ffd640 1 --2- 172.21.15.76:0/2619427672 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9174098a70 0x7f91741598f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:41.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.785+0000 7f91737fe640 1 --2- 172.21.15.76:0/2619427672 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f91741601e0 0x7f91740c4d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:41.788 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.785+0000 7f916a7fc640 1 -- 172.21.15.76:0/2619427672 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9174098a70 msgr2=0x7f91741598f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:41.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.785+0000 7f916a7fc640 1 --2- 172.21.15.76:0/2619427672 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9174098a70 0x7f91741598f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:41.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.785+0000 7f916a7fc640 1 -- 172.21.15.76:0/2619427672 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f91741601e0 msgr2=0x7f91740c4d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:41.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.785+0000 7f916a7fc640 1 --2- 172.21.15.76:0/2619427672 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f91741601e0 0x7f91740c4d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:41.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.785+0000 7f916a7fc640 1 -- 172.21.15.76:0/2619427672 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f916c009b30 con 0x7f91740b2a80 2024-09-13T16:16:41.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.785+0000 7f91737fe640 1 --2- 172.21.15.76:0/2619427672 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f91741601e0 0x7f91740c4d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:16:41.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.785+0000 7f9172ffd640 1 --2- 172.21.15.76:0/2619427672 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f9174098a70 0x7f91741598f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:16:41.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.785+0000 7f916a7fc640 1 --2- 172.21.15.76:0/2619427672 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f91740b2a80 0x7f91740c47e0 secure :-1 s=READY pgs=2367 cs=0 l=1 rev1=1 crypto rx=0x7f915c00d5d0 tx=0x7f915c00da90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:41.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.785+0000 7f916bfff640 1 -- 172.21.15.76:0/2619427672 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f915c004240 con 0x7f91740b2a80 2024-09-13T16:16:41.789 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.785+0000 7f916bfff640 1 -- 172.21.15.76:0/2619427672 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f915c0043a0 con 0x7f91740b2a80 2024-09-13T16:16:41.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.785+0000 7f91792b1640 1 -- 172.21.15.76:0/2619427672 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f917415b950 con 0x7f91740b2a80 2024-09-13T16:16:41.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.785+0000 7f916bfff640 1 -- 172.21.15.76:0/2619427672 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f915c003850 con 0x7f91740b2a80 2024-09-13T16:16:41.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.785+0000 7f91792b1640 1 -- 172.21.15.76:0/2619427672 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9174159e30 con 0x7f91740b2a80 2024-09-13T16:16:41.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.786+0000 7f91792b1640 1 -- 172.21.15.76:0/2619427672 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f917406b2c0 con 0x7f91740b2a80 2024-09-13T16:16:41.790 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.786+0000 7f916bfff640 1 -- 172.21.15.76:0/2619427672 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f915c0039b0 con 0x7f91740b2a80 2024-09-13T16:16:41.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.787+0000 7f916bfff640 1 --2- 172.21.15.76:0/2619427672 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f915406ac30 0x7f915406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:41.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.787+0000 7f916bfff640 1 -- 172.21.15.76:0/2619427672 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(166..166 src has 1..166) v4 ==== 5306+0+0 (secure 0 0 0) 0x7f915c0892b0 con 0x7f91740b2a80 2024-09-13T16:16:41.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.787+0000 7f9172ffd640 1 --2- 172.21.15.76:0/2619427672 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f915406ac30 0x7f915406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:41.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.787+0000 7f916bfff640 1 --2- 172.21.15.76:0/2619427672 >> [v2:172.21.15.76:6818/776370039,v1:172.21.15.76:6820/776370039] conn(0x7f9154070f80 0x7f91540733c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:41.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.787+0000 7f916bfff640 1 -- 172.21.15.76:0/2619427672 --> [v2:172.21.15.76:6818/776370039,v1:172.21.15.76:6820/776370039] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f9154073a90 con 0x7f9154070f80 2024-09-13T16:16:41.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.787+0000 7f916bfff640 1 -- 172.21.15.76:0/2619427672 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_get_version_reply(handle=1 version=166) v2 ==== 24+0+0 (secure 0 0 0) 0x7f915c08b970 con 0x7f91740b2a80 2024-09-13T16:16:41.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.787+0000 7f91737fe640 1 --2- 172.21.15.76:0/2619427672 >> [v2:172.21.15.76:6818/776370039,v1:172.21.15.76:6820/776370039] conn(0x7f9154070f80 0x7f91540733c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:41.791 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.787+0000 7f9172ffd640 1 --2- 172.21.15.76:0/2619427672 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f915406ac30 0x7f915406d0f0 secure :-1 s=READY pgs=1012 cs=0 l=1 rev1=1 crypto rx=0x7f9164006fd0 tx=0x7f9164008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:41.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.787+0000 7f91737fe640 1 --2- 172.21.15.76:0/2619427672 >> [v2:172.21.15.76:6818/776370039,v1:172.21.15.76:6820/776370039] conn(0x7f9154070f80 0x7f91540733c0 crc :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:41.792 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.788+0000 7f916bfff640 1 -- 172.21.15.76:0/2619427672 <== osd.2 v2:172.21.15.76:6818/776370039 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f9154073a90 con 0x7f9154070f80 2024-09-13T16:16:41.801 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.800+0000 7f91792b1640 1 -- 172.21.15.76:0/2619427672 --> [v2:172.21.15.76:6818/776370039,v1:172.21.15.76:6820/776370039] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f91740cf0c0 con 0x7f9154070f80 2024-09-13T16:16:41.801 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.800+0000 7f916bfff640 1 -- 172.21.15.76:0/2619427672 <== osd.2 v2:172.21.15.76:6818/776370039 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f916c031600 con 0x7f9154070f80 2024-09-13T16:16:41.802 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2024-09-13T16:16:41.802 INFO:teuthology.orchestra.run.smithi076.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-13T16:16:41.802 INFO:teuthology.orchestra.run.smithi076.stdout:} 2024-09-13T16:16:41.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.800+0000 7f91792b1640 1 -- 172.21.15.76:0/2619427672 >> [v2:172.21.15.76:6818/776370039,v1:172.21.15.76:6820/776370039] conn(0x7f9154070f80 msgr2=0x7f91540733c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:41.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.800+0000 7f91792b1640 1 --2- 172.21.15.76:0/2619427672 >> [v2:172.21.15.76:6818/776370039,v1:172.21.15.76:6820/776370039] conn(0x7f9154070f80 0x7f91540733c0 crc :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:41.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.801+0000 7f91792b1640 1 -- 172.21.15.76:0/2619427672 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f915406ac30 msgr2=0x7f915406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:41.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.801+0000 7f91792b1640 1 --2- 172.21.15.76:0/2619427672 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f915406ac30 0x7f915406d0f0 secure :-1 s=READY pgs=1012 cs=0 l=1 rev1=1 crypto rx=0x7f9164006fd0 tx=0x7f9164008040 comp rx=0 tx=0).stop 2024-09-13T16:16:41.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.801+0000 7f91792b1640 1 -- 172.21.15.76:0/2619427672 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f91740b2a80 msgr2=0x7f91740c47e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:41.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.801+0000 7f91792b1640 1 --2- 172.21.15.76:0/2619427672 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f91740b2a80 0x7f91740c47e0 secure :-1 s=READY pgs=2367 cs=0 l=1 rev1=1 crypto rx=0x7f915c00d5d0 tx=0x7f915c00da90 comp rx=0 tx=0).stop 2024-09-13T16:16:41.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.801+0000 7f91737fe640 1 -- 172.21.15.76:0/2619427672 reap_dead start 2024-09-13T16:16:41.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.801+0000 7f91792b1640 1 -- 172.21.15.76:0/2619427672 shutdown_connections 2024-09-13T16:16:41.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.801+0000 7f91792b1640 1 -- 172.21.15.76:0/2619427672 >> 172.21.15.76:0/2619427672 conn(0x7f91740b1f20 msgr2=0x7f91740ad1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:41.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.801+0000 7f91792b1640 1 -- 172.21.15.76:0/2619427672 shutdown_connections 2024-09-13T16:16:41.803 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.801+0000 7f91792b1640 1 -- 172.21.15.76:0/2619427672 wait complete. 2024-09-13T16:16:41.812 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 2 2024-09-13T16:16:41.911 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.910+0000 7fc970be2640 1 Processor -- start 2024-09-13T16:16:41.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.910+0000 7fc970be2640 1 -- start start 2024-09-13T16:16:41.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.911+0000 7fc970be2640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fc96c06d7f0 0x7fc96c070040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:41.912 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.911+0000 7fc970be2640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc96c0acb10 con 0x7fc96c1591f0 2024-09-13T16:16:41.913 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.911+0000 7fc970be2640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc96c0ac1e0 con 0x7fc96c0b1c10 2024-09-13T16:16:41.913 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.911+0000 7fc970be2640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc96c0b2760 con 0x7fc96c06d7f0 2024-09-13T16:16:41.913 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.911+0000 7fc969d9b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fc96c06d7f0 0x7fc96c070040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:41.913 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.911+0000 7fc969d9b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fc96c06d7f0 0x7fc96c070040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:43048/0 (socket says 172.21.15.76:43048) 2024-09-13T16:16:41.913 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.911+0000 7fc96a59c640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fc96c1591f0 0x7fc96c06d0e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:56678/0 (socket says 172.21.15.76:56678) 2024-09-13T16:16:41.913 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.911+0000 7fc969d9b640 1 -- 172.21.15.76:0/3339132282 learned_addr learned my addr 172.21.15.76:0/3339132282 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:41.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.912+0000 7fc969d9b640 1 -- 172.21.15.76:0/3339132282 >> v1:172.21.15.192:6789/0 conn(0x7fc96c0b1c10 legacy=0x7fc96c0b2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:41.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.912+0000 7fc969d9b640 1 -- 172.21.15.76:0/3339132282 >> v1:172.21.15.76:6789/0 conn(0x7fc96c1591f0 legacy=0x7fc96c06d0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:41.914 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.912+0000 7fc969d9b640 1 -- 172.21.15.76:0/3339132282 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc96c0ac4c0 con 0x7fc96c06d7f0 2024-09-13T16:16:41.915 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.912+0000 7fc969d9b640 1 --2- 172.21.15.76:0/3339132282 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc96c06d7f0 0x7fc96c070040 secure :-1 s=READY pgs=2369 cs=0 l=1 rev1=1 crypto rx=0x7fc960009870 tx=0x7fc96002a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d511cc1db29bc5b8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:41.915 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.912+0000 7fc96959a640 1 -- 172.21.15.76:0/3339132282 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc960032440 con 0x7fc96c06d7f0 2024-09-13T16:16:41.915 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.912+0000 7fc96959a640 1 -- 172.21.15.76:0/3339132282 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc9600325a0 con 0x7fc96c06d7f0 2024-09-13T16:16:41.915 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.912+0000 7fc96959a640 1 -- 172.21.15.76:0/3339132282 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc960032930 con 0x7fc96c06d7f0 2024-09-13T16:16:41.915 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.913+0000 7fc970be2640 1 -- 172.21.15.76:0/3339132282 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc96c06d7f0 msgr2=0x7fc96c070040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:41.915 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.913+0000 7fc970be2640 1 --2- 172.21.15.76:0/3339132282 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc96c06d7f0 0x7fc96c070040 secure :-1 s=READY pgs=2369 cs=0 l=1 rev1=1 crypto rx=0x7fc960009870 tx=0x7fc96002a210 comp rx=0 tx=0).stop 2024-09-13T16:16:41.915 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.913+0000 7fc970be2640 1 -- 172.21.15.76:0/3339132282 shutdown_connections 2024-09-13T16:16:41.915 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.913+0000 7fc970be2640 1 --2- 172.21.15.76:0/3339132282 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc96c06d7f0 0x7fc96c070040 unknown :-1 s=CLOSED pgs=2369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:41.915 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.913+0000 7fc970be2640 1 -- 172.21.15.76:0/3339132282 >> 172.21.15.76:0/3339132282 conn(0x7fc96c0b04c0 msgr2=0x7fc96c069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:41.915 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.913+0000 7fc970be2640 1 -- 172.21.15.76:0/3339132282 shutdown_connections 2024-09-13T16:16:41.915 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.913+0000 7fc970be2640 1 -- 172.21.15.76:0/3339132282 wait complete. 2024-09-13T16:16:41.916 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.914+0000 7fc970be2640 1 Processor -- start 2024-09-13T16:16:41.916 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.914+0000 7fc970be2640 1 -- start start 2024-09-13T16:16:41.918 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.915+0000 7fc970be2640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc96c06d7f0 0x7fc96c14b880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:41.918 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.915+0000 7fc970be2640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc96c0b1c10 0x7fc96c0c7510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:41.918 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.915+0000 7fc970be2640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc96c1591f0 0x7fc96c14e270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:41.918 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.915+0000 7fc970be2640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc96c14bdc0 con 0x7fc96c0b1c10 2024-09-13T16:16:41.918 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.915+0000 7fc970be2640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc96c0c8b70 con 0x7fc96c06d7f0 2024-09-13T16:16:41.918 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.915+0000 7fc970be2640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc96c0c7f60 con 0x7fc96c1591f0 2024-09-13T16:16:41.918 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.915+0000 7fc969d9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc96c0b1c10 0x7fc96c0c7510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:41.918 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.915+0000 7fc969d9b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc96c0b1c10 0x7fc96c0c7510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:43052/0 (socket says 172.21.15.76:43052) 2024-09-13T16:16:41.918 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.915+0000 7fc969d9b640 1 -- 172.21.15.76:0/2703283817 learned_addr learned my addr 172.21.15.76:0/2703283817 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:41.919 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.915+0000 7fc96a59c640 1 --2- 172.21.15.76:0/2703283817 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc96c06d7f0 0x7fc96c14b880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:41.919 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.915+0000 7fc969d9b640 1 -- 172.21.15.76:0/2703283817 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc96c1591f0 msgr2=0x7fc96c14e270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:41.919 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.915+0000 7fc969d9b640 1 --2- 172.21.15.76:0/2703283817 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc96c1591f0 0x7fc96c14e270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:41.919 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.915+0000 7fc969d9b640 1 -- 172.21.15.76:0/2703283817 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc96c06d7f0 msgr2=0x7fc96c14b880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:41.919 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.915+0000 7fc969d9b640 1 --2- 172.21.15.76:0/2703283817 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc96c06d7f0 0x7fc96c14b880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:41.919 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.916+0000 7fc969d9b640 1 -- 172.21.15.76:0/2703283817 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc9600094d0 con 0x7fc96c0b1c10 2024-09-13T16:16:41.919 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.916+0000 7fc96a59c640 1 --2- 172.21.15.76:0/2703283817 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc96c06d7f0 0x7fc96c14b880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:16:41.919 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.916+0000 7fc969d9b640 1 --2- 172.21.15.76:0/2703283817 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc96c0b1c10 0x7fc96c0c7510 secure :-1 s=READY pgs=2370 cs=0 l=1 rev1=1 crypto rx=0x7fc960009870 tx=0x7fc9600046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:41.919 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.916+0000 7fc95affd640 1 -- 172.21.15.76:0/2703283817 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc960030b00 con 0x7fc96c0b1c10 2024-09-13T16:16:41.919 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.916+0000 7fc95affd640 1 -- 172.21.15.76:0/2703283817 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc960030c60 con 0x7fc96c0b1c10 2024-09-13T16:16:41.919 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.916+0000 7fc970be2640 1 -- 172.21.15.76:0/2703283817 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc96c0c8240 con 0x7fc96c0b1c10 2024-09-13T16:16:41.919 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.916+0000 7fc95affd640 1 -- 172.21.15.76:0/2703283817 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc96003d420 con 0x7fc96c0b1c10 2024-09-13T16:16:41.919 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.916+0000 7fc970be2640 1 -- 172.21.15.76:0/2703283817 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc96c0c8800 con 0x7fc96c0b1c10 2024-09-13T16:16:41.919 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.917+0000 7fc970be2640 1 -- 172.21.15.76:0/2703283817 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc96c0672e0 con 0x7fc96c0b1c10 2024-09-13T16:16:41.920 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.917+0000 7fc95affd640 1 -- 172.21.15.76:0/2703283817 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc960039040 con 0x7fc96c0b1c10 2024-09-13T16:16:41.920 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.918+0000 7fc95affd640 1 --2- 172.21.15.76:0/2703283817 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc94c06ac30 0x7fc94c06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:41.920 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.918+0000 7fc95affd640 1 -- 172.21.15.76:0/2703283817 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(166..166 src has 1..166) v4 ==== 5306+0+0 (secure 0 0 0) 0x7fc9600a9ec0 con 0x7fc96c0b1c10 2024-09-13T16:16:41.921 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.918+0000 7fc96a59c640 1 --2- 172.21.15.76:0/2703283817 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc94c06ac30 0x7fc94c06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:41.921 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.918+0000 7fc96a59c640 1 --2- 172.21.15.76:0/2703283817 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc94c06ac30 0x7fc94c06d0f0 secure :-1 s=READY pgs=1013 cs=0 l=1 rev1=1 crypto rx=0x7fc95c007fd0 tx=0x7fc95c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:41.923 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:41.922+0000 7fc95affd640 1 -- 172.21.15.76:0/2703283817 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fc960075230 con 0x7fc96c0b1c10 2024-09-13T16:16:42.087 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.086+0000 7fc970be2640 1 -- 172.21.15.76:0/2703283817 --> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "2", "target": ["mon-mgr", ""]}) v1 -- 0x7fc96c0abe90 con 0x7fc94c06ac30 2024-09-13T16:16:42.088 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.087+0000 7fc95affd640 1 -- 172.21.15.76:0/2703283817 <== mgr.4104 v2:172.21.15.76:6832/911852275 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 2 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7fc95c005b90 con 0x7fc94c06ac30 2024-09-13T16:16:42.088 INFO:teuthology.orchestra.run.smithi076.stderr:instructed osd(s) 2 to deep-scrub 2024-09-13T16:16:42.090 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.088+0000 7fc970be2640 1 -- 172.21.15.76:0/2703283817 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc94c06ac30 msgr2=0x7fc94c06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:42.090 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.088+0000 7fc970be2640 1 --2- 172.21.15.76:0/2703283817 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc94c06ac30 0x7fc94c06d0f0 secure :-1 s=READY pgs=1013 cs=0 l=1 rev1=1 crypto rx=0x7fc95c007fd0 tx=0x7fc95c009040 comp rx=0 tx=0).stop 2024-09-13T16:16:42.090 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.088+0000 7fc970be2640 1 -- 172.21.15.76:0/2703283817 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc96c0b1c10 msgr2=0x7fc96c0c7510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:42.090 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.088+0000 7fc970be2640 1 --2- 172.21.15.76:0/2703283817 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc96c0b1c10 0x7fc96c0c7510 secure :-1 s=READY pgs=2370 cs=0 l=1 rev1=1 crypto rx=0x7fc960009870 tx=0x7fc9600046c0 comp rx=0 tx=0).stop 2024-09-13T16:16:42.091 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.088+0000 7fc970be2640 1 -- 172.21.15.76:0/2703283817 shutdown_connections 2024-09-13T16:16:42.091 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.088+0000 7fc970be2640 1 --2- 172.21.15.76:0/2703283817 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fc94c06ac30 0x7fc94c06d0f0 unknown :-1 s=CLOSED pgs=1013 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:42.091 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.088+0000 7fc970be2640 1 --2- 172.21.15.76:0/2703283817 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fc96c1591f0 0x7fc96c14e270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:42.091 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.088+0000 7fc970be2640 1 --2- 172.21.15.76:0/2703283817 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fc96c0b1c10 0x7fc96c0c7510 unknown :-1 s=CLOSED pgs=2370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:42.091 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.088+0000 7fc970be2640 1 --2- 172.21.15.76:0/2703283817 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc96c06d7f0 0x7fc96c14b880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:42.091 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.089+0000 7fc970be2640 1 -- 172.21.15.76:0/2703283817 >> 172.21.15.76:0/2703283817 conn(0x7fc96c0b04c0 msgr2=0x7fc96c070d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:42.091 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.089+0000 7fc970be2640 1 -- 172.21.15.76:0/2703283817 shutdown_connections 2024-09-13T16:16:42.091 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.089+0000 7fc970be2640 1 -- 172.21.15.76:0/2703283817 wait complete. 2024-09-13T16:16:42.101 INFO:tasks.ceph:Scrubbing osd.3 2024-09-13T16:16:42.101 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 config set osd_debug_deep_scrub_sleep 0 2024-09-13T16:16:42.203 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.202+0000 7f7830a32640 1 Processor -- start 2024-09-13T16:16:42.203 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.202+0000 7f7830a32640 1 -- start start 2024-09-13T16:16:42.206 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.203+0000 7f7830a32640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f782c15c740 0x7f782c0abe10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:42.206 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.203+0000 7f7830a32640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f782c0ceac0 0x7f782c0b1d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:42.206 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.203+0000 7f7830a32640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f782c070170 con 0x7f782c0ac350 2024-09-13T16:16:42.206 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.203+0000 7f7830a32640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f782c15cb20 con 0x7f782c0ceac0 2024-09-13T16:16:42.206 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.203+0000 7f7830a32640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f782c0703c0 con 0x7f782c15c740 2024-09-13T16:16:42.206 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.203+0000 7f7829d9b640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f782c0ac350 0x7f782c0ce3b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:56692/0 (socket says 172.21.15.76:56692) 2024-09-13T16:16:42.206 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.203+0000 7f7829d9b640 1 -- 172.21.15.76:0/3432929413 learned_addr learned my addr 172.21.15.76:0/3432929413 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:16:42.206 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.203+0000 7f782959a640 1 -- 172.21.15.76:0/3432929413 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2124956440 0 0) 0x7f782c070170 con 0x7f782c0ac350 2024-09-13T16:16:42.206 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.203+0000 7f782ad9d640 1 --2- 172.21.15.76:0/3432929413 >> v2:172.21.15.192:3300/0 conn(0x7f782c0ceac0 0x7f782c0b1d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:42.207 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.203+0000 7f782a59c640 1 --2- 172.21.15.76:0/3432929413 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f782c15c740 0x7f782c0abe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:42.207 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.203+0000 7f782959a640 1 -- 172.21.15.76:0/3432929413 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7818003520 con 0x7f782c0ac350 2024-09-13T16:16:42.207 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.203+0000 7f782959a640 1 -- 172.21.15.76:0/3432929413 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3199194931 0 0) 0x7f7818003520 con 0x7f782c0ac350 2024-09-13T16:16:42.207 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.203+0000 7f782959a640 1 -- 172.21.15.76:0/3432929413 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f782c15c740 msgr2=0x7f782c0abe10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:42.207 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.203+0000 7f782959a640 1 --2- 172.21.15.76:0/3432929413 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f782c15c740 0x7f782c0abe10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:42.207 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.203+0000 7f782959a640 1 -- 172.21.15.76:0/3432929413 >> v2:172.21.15.192:3300/0 conn(0x7f782c0ceac0 msgr2=0x7f782c0b1d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:42.207 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.203+0000 7f782959a640 1 --2- 172.21.15.76:0/3432929413 >> v2:172.21.15.192:3300/0 conn(0x7f782c0ceac0 0x7f782c0b1d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:42.207 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.203+0000 7f782959a640 1 -- 172.21.15.76:0/3432929413 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f782c0706a0 con 0x7f782c0ac350 2024-09-13T16:16:42.207 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.203+0000 7f782959a640 1 -- 172.21.15.76:0/3432929413 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f7814001670 con 0x7f782c0ac350 2024-09-13T16:16:42.207 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.203+0000 7f782a59c640 1 --2- 172.21.15.76:0/3432929413 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f782c15c740 0x7f782c0abe10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:16:42.207 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.203+0000 7f782959a640 1 -- 172.21.15.76:0/3432929413 >> v1:172.21.15.76:6789/0 conn(0x7f782c0ac350 legacy=0x7f782c0ce3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:42.207 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.203+0000 7f782959a640 1 --2- 172.21.15.76:0/3432929413 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7818003970 0x7f7818003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:42.207 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.203+0000 7f782959a640 1 --2- 172.21.15.76:0/3432929413 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f782c15c740 0x7f78180047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:42.207 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.203+0000 7f782959a640 1 --2- 172.21.15.76:0/3432929413 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7818004d00 0x7f7818005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:42.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.203+0000 7f782959a640 1 -- 172.21.15.76:0/3432929413 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f782c15cb20 con 0x7f7818003970 2024-09-13T16:16:42.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.203+0000 7f782959a640 1 -- 172.21.15.76:0/3432929413 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f782c0703c0 con 0x7f7818004d00 2024-09-13T16:16:42.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.203+0000 7f782959a640 1 -- 172.21.15.76:0/3432929413 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f781800b980 con 0x7f782c15c740 2024-09-13T16:16:42.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.204+0000 7f782a59c640 1 --2- 172.21.15.76:0/3432929413 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7818003970 0x7f7818003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:42.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.204+0000 7f7829d9b640 1 --2- 172.21.15.76:0/3432929413 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f782c15c740 0x7f78180047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:42.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.204+0000 7f782ad9d640 1 --2- 172.21.15.76:0/3432929413 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7818004d00 0x7f7818005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:42.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.204+0000 7f782a59c640 1 -- 172.21.15.76:0/3432929413 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f782c15c740 msgr2=0x7f78180047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:42.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.204+0000 7f782a59c640 1 --2- 172.21.15.76:0/3432929413 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f782c15c740 0x7f78180047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:42.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.204+0000 7f782a59c640 1 -- 172.21.15.76:0/3432929413 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7818004d00 msgr2=0x7f7818005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:42.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.204+0000 7f782a59c640 1 --2- 172.21.15.76:0/3432929413 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7818004d00 0x7f7818005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:42.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.204+0000 7f782a59c640 1 -- 172.21.15.76:0/3432929413 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7818003520 con 0x7f7818003970 2024-09-13T16:16:42.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.204+0000 7f7829d9b640 1 --2- 172.21.15.76:0/3432929413 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f782c15c740 0x7f78180047c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:16:42.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.205+0000 7f782a59c640 1 --2- 172.21.15.76:0/3432929413 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7818003970 0x7f7818003d90 secure :-1 s=READY pgs=2372 cs=0 l=1 rev1=1 crypto rx=0x7f781c0098a0 tx=0x7f78180057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=248319c7a41732eb server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:42.208 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.205+0000 7f782959a640 1 -- 172.21.15.76:0/3432929413 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f781c02ace0 con 0x7f7818003970 2024-09-13T16:16:42.209 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.205+0000 7f782959a640 1 -- 172.21.15.76:0/3432929413 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f781c02ae40 con 0x7f7818003970 2024-09-13T16:16:42.209 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.205+0000 7f782959a640 1 -- 172.21.15.76:0/3432929413 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f781c004250 con 0x7f7818003970 2024-09-13T16:16:42.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.205+0000 7f7830a32640 1 -- 172.21.15.76:0/3432929413 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7818003970 msgr2=0x7f7818003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:42.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.205+0000 7f7830a32640 1 --2- 172.21.15.76:0/3432929413 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7818003970 0x7f7818003d90 secure :-1 s=READY pgs=2372 cs=0 l=1 rev1=1 crypto rx=0x7f781c0098a0 tx=0x7f78180057f0 comp rx=0 tx=0).stop 2024-09-13T16:16:42.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.205+0000 7f782ad9d640 1 -- 172.21.15.76:0/3432929413 reap_dead start 2024-09-13T16:16:42.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.205+0000 7f7830a32640 1 -- 172.21.15.76:0/3432929413 shutdown_connections 2024-09-13T16:16:42.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.205+0000 7f7830a32640 1 -- 172.21.15.76:0/3432929413 >> 172.21.15.76:0/3432929413 conn(0x7f782c06a0b0 msgr2=0x7f782c06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:42.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.205+0000 7f7830a32640 1 -- 172.21.15.76:0/3432929413 shutdown_connections 2024-09-13T16:16:42.212 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.205+0000 7f7830a32640 1 -- 172.21.15.76:0/3432929413 wait complete. 2024-09-13T16:16:42.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.207+0000 7f7830a32640 1 Processor -- start 2024-09-13T16:16:42.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.207+0000 7f7830a32640 1 -- start start 2024-09-13T16:16:42.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.207+0000 7f7830a32640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7818003970 0x7f782c1453c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:42.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.207+0000 7f7830a32640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f782c15ad20 0x7f782c14f470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:42.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.207+0000 7f7830a32640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f782c15b1a0 0x7f782c14f9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:42.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.207+0000 7f7830a32640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f782c150ba0 con 0x7f7818003970 2024-09-13T16:16:42.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.207+0000 7f7830a32640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f782c150e80 con 0x7f782c15b1a0 2024-09-13T16:16:42.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.207+0000 7f7830a32640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f782c151160 con 0x7f782c15ad20 2024-09-13T16:16:42.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.207+0000 7f782a59c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7818003970 0x7f782c1453c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:42.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.208+0000 7f782a59c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7818003970 0x7f782c1453c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:43078/0 (socket says 172.21.15.76:43078) 2024-09-13T16:16:42.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.208+0000 7f782a59c640 1 -- 172.21.15.76:0/1441950767 learned_addr learned my addr 172.21.15.76:0/1441950767 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:42.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.208+0000 7f7829d9b640 1 --2- 172.21.15.76:0/1441950767 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f782c15ad20 0x7f782c14f470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:42.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.208+0000 7f782ad9d640 1 --2- 172.21.15.76:0/1441950767 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f782c15b1a0 0x7f782c14f9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:42.213 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.208+0000 7f782a59c640 1 -- 172.21.15.76:0/1441950767 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f782c15ad20 msgr2=0x7f782c14f470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:42.214 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.208+0000 7f782a59c640 1 --2- 172.21.15.76:0/1441950767 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f782c15ad20 0x7f782c14f470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:42.214 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.208+0000 7f782a59c640 1 -- 172.21.15.76:0/1441950767 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f782c15b1a0 msgr2=0x7f782c14f9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:42.214 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.208+0000 7f782a59c640 1 --2- 172.21.15.76:0/1441950767 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f782c15b1a0 0x7f782c14f9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:42.214 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.208+0000 7f782a59c640 1 -- 172.21.15.76:0/1441950767 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f782c151440 con 0x7f7818003970 2024-09-13T16:16:42.214 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.208+0000 7f7829d9b640 1 --2- 172.21.15.76:0/1441950767 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f782c15ad20 0x7f782c14f470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:16:42.214 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.208+0000 7f782ad9d640 1 --2- 172.21.15.76:0/1441950767 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f782c15b1a0 0x7f782c14f9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:16:42.214 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.208+0000 7f782a59c640 1 --2- 172.21.15.76:0/1441950767 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7818003970 0x7f782c1453c0 secure :-1 s=READY pgs=2373 cs=0 l=1 rev1=1 crypto rx=0x7f781c02a700 tx=0x7f781c004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:42.214 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.208+0000 7f7822ffd640 1 -- 172.21.15.76:0/1441950767 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f781c003e50 con 0x7f7818003970 2024-09-13T16:16:42.214 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.208+0000 7f7822ffd640 1 -- 172.21.15.76:0/1441950767 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f781c0044d0 con 0x7f7818003970 2024-09-13T16:16:42.214 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.208+0000 7f7830a32640 1 -- 172.21.15.76:0/1441950767 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f782c151720 con 0x7f7818003970 2024-09-13T16:16:42.214 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.208+0000 7f7822ffd640 1 -- 172.21.15.76:0/1441950767 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f781c03c690 con 0x7f7818003970 2024-09-13T16:16:42.214 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.208+0000 7f7830a32640 1 -- 172.21.15.76:0/1441950767 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f782c145900 con 0x7f7818003970 2024-09-13T16:16:42.214 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.209+0000 7f7830a32640 1 -- 172.21.15.76:0/1441950767 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f782c1597f0 con 0x7f7818003970 2024-09-13T16:16:42.214 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.210+0000 7f7822ffd640 1 -- 172.21.15.76:0/1441950767 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f781c03c7f0 con 0x7f7818003970 2024-09-13T16:16:42.214 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.210+0000 7f7822ffd640 1 --2- 172.21.15.76:0/1441950767 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f780c06ac00 0x7f780c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:42.215 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.210+0000 7f7822ffd640 1 -- 172.21.15.76:0/1441950767 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(166..166 src has 1..166) v4 ==== 5306+0+0 (secure 0 0 0) 0x7f781c0a9ef0 con 0x7f7818003970 2024-09-13T16:16:42.215 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.210+0000 7f7829d9b640 1 --2- 172.21.15.76:0/1441950767 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f780c06ac00 0x7f780c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:42.215 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.210+0000 7f7822ffd640 1 --2- 172.21.15.76:0/1441950767 >> [v2:172.21.15.76:6800/2292301757,v1:172.21.15.76:6801/2292301757] conn(0x7f780c070f50 0x7f780c073390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:42.215 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.210+0000 7f7822ffd640 1 -- 172.21.15.76:0/1441950767 --> [v2:172.21.15.76:6800/2292301757,v1:172.21.15.76:6801/2292301757] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f780c073a60 con 0x7f780c070f50 2024-09-13T16:16:42.215 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.210+0000 7f7822ffd640 1 -- 172.21.15.76:0/1441950767 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_get_version_reply(handle=1 version=166) v2 ==== 24+0+0 (secure 0 0 0) 0x7f781c0ac5b0 con 0x7f7818003970 2024-09-13T16:16:42.215 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.210+0000 7f782ad9d640 1 --2- 172.21.15.76:0/1441950767 >> [v2:172.21.15.76:6800/2292301757,v1:172.21.15.76:6801/2292301757] conn(0x7f780c070f50 0x7f780c073390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:42.215 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.210+0000 7f7829d9b640 1 --2- 172.21.15.76:0/1441950767 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f780c06ac00 0x7f780c06d0c0 secure :-1 s=READY pgs=1014 cs=0 l=1 rev1=1 crypto rx=0x7f7814001eb0 tx=0x7f7814009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:42.215 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.211+0000 7f782ad9d640 1 --2- 172.21.15.76:0/1441950767 >> [v2:172.21.15.76:6800/2292301757,v1:172.21.15.76:6801/2292301757] conn(0x7f780c070f50 0x7f780c073390 crc :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:42.215 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.211+0000 7f7822ffd640 1 -- 172.21.15.76:0/1441950767 <== osd.3 v2:172.21.15.76:6800/2292301757 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f780c073a60 con 0x7f780c070f50 2024-09-13T16:16:42.224 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.223+0000 7f7830a32640 1 -- 172.21.15.76:0/1441950767 --> [v2:172.21.15.76:6800/2292301757,v1:172.21.15.76:6801/2292301757] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f782c070f40 con 0x7f780c070f50 2024-09-13T16:16:42.225 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.223+0000 7f7822ffd640 1 -- 172.21.15.76:0/1441950767 <== osd.3 v2:172.21.15.76:6800/2292301757 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f782400f040 con 0x7f780c070f50 2024-09-13T16:16:42.225 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2024-09-13T16:16:42.225 INFO:teuthology.orchestra.run.smithi076.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-13T16:16:42.225 INFO:teuthology.orchestra.run.smithi076.stdout:} 2024-09-13T16:16:42.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.224+0000 7f7830a32640 1 -- 172.21.15.76:0/1441950767 >> [v2:172.21.15.76:6800/2292301757,v1:172.21.15.76:6801/2292301757] conn(0x7f780c070f50 msgr2=0x7f780c073390 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:42.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.224+0000 7f7830a32640 1 --2- 172.21.15.76:0/1441950767 >> [v2:172.21.15.76:6800/2292301757,v1:172.21.15.76:6801/2292301757] conn(0x7f780c070f50 0x7f780c073390 crc :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:42.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.224+0000 7f7830a32640 1 -- 172.21.15.76:0/1441950767 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f780c06ac00 msgr2=0x7f780c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:42.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.224+0000 7f7830a32640 1 --2- 172.21.15.76:0/1441950767 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f780c06ac00 0x7f780c06d0c0 secure :-1 s=READY pgs=1014 cs=0 l=1 rev1=1 crypto rx=0x7f7814001eb0 tx=0x7f7814009040 comp rx=0 tx=0).stop 2024-09-13T16:16:42.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.224+0000 7f7830a32640 1 -- 172.21.15.76:0/1441950767 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7818003970 msgr2=0x7f782c1453c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:42.226 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.224+0000 7f7830a32640 1 --2- 172.21.15.76:0/1441950767 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f7818003970 0x7f782c1453c0 secure :-1 s=READY pgs=2373 cs=0 l=1 rev1=1 crypto rx=0x7f781c02a700 tx=0x7f781c004730 comp rx=0 tx=0).stop 2024-09-13T16:16:42.227 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.224+0000 7f782ad9d640 1 -- 172.21.15.76:0/1441950767 reap_dead start 2024-09-13T16:16:42.227 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.224+0000 7f7830a32640 1 -- 172.21.15.76:0/1441950767 shutdown_connections 2024-09-13T16:16:42.227 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.224+0000 7f7830a32640 1 -- 172.21.15.76:0/1441950767 >> 172.21.15.76:0/1441950767 conn(0x7f782c06a0b0 msgr2=0x7f782c1572e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:42.227 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.224+0000 7f7830a32640 1 -- 172.21.15.76:0/1441950767 shutdown_connections 2024-09-13T16:16:42.227 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.224+0000 7f7830a32640 1 -- 172.21.15.76:0/1441950767 wait complete. 2024-09-13T16:16:42.235 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 3 2024-09-13T16:16:42.334 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.333+0000 7f4a27287640 1 Processor -- start 2024-09-13T16:16:42.335 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.333+0000 7f4a27287640 1 -- start start 2024-09-13T16:16:42.336 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.334+0000 7f4a27287640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f4a2015a370 0x7f4a200ab170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:42.336 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.334+0000 7f4a27287640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4a2006d0f0 0x7f4a20070a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:42.337 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.334+0000 7f4a27287640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4a20070040 con 0x7f4a200ab6b0 2024-09-13T16:16:42.337 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.334+0000 7f4a27287640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4a200abb20 con 0x7f4a2015a370 2024-09-13T16:16:42.337 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.334+0000 7f4a27287640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4a2006d680 con 0x7f4a2006d0f0 2024-09-13T16:16:42.337 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.334+0000 7f4a25023640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f4a2015a370 0x7f4a200ab170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:42.337 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.334+0000 7f4a24822640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f4a200ab6b0 0x7f4a2006c9e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:56700/0 (socket says 172.21.15.76:56700) 2024-09-13T16:16:42.337 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.334+0000 7f4a24822640 1 -- 172.21.15.76:0/2600646435 learned_addr learned my addr 172.21.15.76:0/2600646435 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:16:42.337 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.334+0000 7f4a25023640 1 -- 172.21.15.76:0/2600646435 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4a2006d0f0 msgr2=0x7f4a20070a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:42.337 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.334+0000 7f4a25023640 1 --2- 172.21.15.76:0/2600646435 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4a2006d0f0 0x7f4a20070a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:42.337 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.334+0000 7f4a25023640 1 -- 172.21.15.76:0/2600646435 >> v1:172.21.15.76:6789/0 conn(0x7f4a200ab6b0 legacy=0x7f4a2006c9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:42.337 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.334+0000 7f4a17fff640 1 -- 172.21.15.76:0/2600646435 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2025677266 0 0) 0x7f4a20070040 con 0x7f4a200ab6b0 2024-09-13T16:16:42.337 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.334+0000 7f4a25023640 1 -- 172.21.15.76:0/2600646435 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4a2006d960 con 0x7f4a2015a370 2024-09-13T16:16:42.337 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.335+0000 7f4a25023640 1 --2- 172.21.15.76:0/2600646435 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4a2015a370 0x7f4a200ab170 secure :-1 s=READY pgs=2375 cs=0 l=1 rev1=1 crypto rx=0x7f4a1c0097a0 tx=0x7f4a1c02a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eeefad4336f52597 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:42.338 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.335+0000 7f4a17fff640 1 -- 172.21.15.76:0/2600646435 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a1c032440 con 0x7f4a2015a370 2024-09-13T16:16:42.338 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.335+0000 7f4a17fff640 1 -- 172.21.15.76:0/2600646435 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4a1c0325a0 con 0x7f4a2015a370 2024-09-13T16:16:42.338 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.335+0000 7f4a17fff640 1 -- 172.21.15.76:0/2600646435 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a1c032930 con 0x7f4a2015a370 2024-09-13T16:16:42.338 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.336+0000 7f4a27287640 1 -- 172.21.15.76:0/2600646435 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4a2015a370 msgr2=0x7f4a200ab170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:42.339 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.336+0000 7f4a27287640 1 --2- 172.21.15.76:0/2600646435 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4a2015a370 0x7f4a200ab170 secure :-1 s=READY pgs=2375 cs=0 l=1 rev1=1 crypto rx=0x7f4a1c0097a0 tx=0x7f4a1c02a180 comp rx=0 tx=0).stop 2024-09-13T16:16:42.339 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.336+0000 7f4a27287640 1 -- 172.21.15.76:0/2600646435 shutdown_connections 2024-09-13T16:16:42.339 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.336+0000 7f4a27287640 1 --2- 172.21.15.76:0/2600646435 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4a2006d0f0 0x7f4a20070a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:42.339 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.336+0000 7f4a27287640 1 --2- 172.21.15.76:0/2600646435 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4a2015a370 0x7f4a200ab170 unknown :-1 s=CLOSED pgs=2375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:42.339 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.336+0000 7f4a27287640 1 -- 172.21.15.76:0/2600646435 >> 172.21.15.76:0/2600646435 conn(0x7f4a200b04c0 msgr2=0x7f4a20069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:42.339 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.336+0000 7f4a27287640 1 -- 172.21.15.76:0/2600646435 shutdown_connections 2024-09-13T16:16:42.339 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.336+0000 7f4a27287640 1 -- 172.21.15.76:0/2600646435 wait complete. 2024-09-13T16:16:42.339 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.337+0000 7f4a27287640 1 Processor -- start 2024-09-13T16:16:42.339 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.337+0000 7f4a27287640 1 -- start start 2024-09-13T16:16:42.341 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.338+0000 7f4a27287640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4a2006d0f0 0x7f4a20143920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:42.341 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.338+0000 7f4a27287640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4a200ab6b0 0x7f4a20152e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:42.341 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.338+0000 7f4a27287640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4a2015a370 0x7f4a20153390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:42.342 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.338+0000 7f4a27287640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a20159b50 con 0x7f4a2006d0f0 2024-09-13T16:16:42.342 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.338+0000 7f4a27287640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a20143e60 con 0x7f4a2015a370 2024-09-13T16:16:42.342 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.338+0000 7f4a27287640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4a20159870 con 0x7f4a200ab6b0 2024-09-13T16:16:42.342 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.338+0000 7f4a25023640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4a2006d0f0 0x7f4a20143920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:42.342 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.338+0000 7f4a25023640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4a2006d0f0 0x7f4a20143920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:43090/0 (socket says 172.21.15.76:43090) 2024-09-13T16:16:42.342 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.338+0000 7f4a25023640 1 -- 172.21.15.76:0/2409221088 learned_addr learned my addr 172.21.15.76:0/2409221088 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:42.342 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.338+0000 7f4a25023640 1 -- 172.21.15.76:0/2409221088 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4a200ab6b0 msgr2=0x7f4a20152e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:42.342 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.338+0000 7f4a25023640 1 --2- 172.21.15.76:0/2409221088 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4a200ab6b0 0x7f4a20152e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:42.342 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.338+0000 7f4a25023640 1 -- 172.21.15.76:0/2409221088 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4a2015a370 msgr2=0x7f4a20153390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:42.342 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.338+0000 7f4a25824640 1 --2- 172.21.15.76:0/2409221088 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4a2015a370 0x7f4a20153390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:42.342 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.338+0000 7f4a25023640 1 --2- 172.21.15.76:0/2409221088 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4a2015a370 0x7f4a20153390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:42.342 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.338+0000 7f4a25023640 1 -- 172.21.15.76:0/2409221088 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4a1c009400 con 0x7f4a2006d0f0 2024-09-13T16:16:42.342 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.338+0000 7f4a25824640 1 --2- 172.21.15.76:0/2409221088 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4a2015a370 0x7f4a20153390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:16:42.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.338+0000 7f4a25023640 1 --2- 172.21.15.76:0/2409221088 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4a2006d0f0 0x7f4a20143920 secure :-1 s=READY pgs=2376 cs=0 l=1 rev1=1 crypto rx=0x7f4a1c0097a0 tx=0x7f4a1c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:42.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.339+0000 7f4a15ffb640 1 -- 172.21.15.76:0/2409221088 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a1c030b80 con 0x7f4a2006d0f0 2024-09-13T16:16:42.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.339+0000 7f4a15ffb640 1 -- 172.21.15.76:0/2409221088 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4a1c030ce0 con 0x7f4a2006d0f0 2024-09-13T16:16:42.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.339+0000 7f4a27287640 1 -- 172.21.15.76:0/2409221088 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4a201583d0 con 0x7f4a2006d0f0 2024-09-13T16:16:42.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.339+0000 7f4a15ffb640 1 -- 172.21.15.76:0/2409221088 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a1c03b640 con 0x7f4a2006d0f0 2024-09-13T16:16:42.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.339+0000 7f4a27287640 1 -- 172.21.15.76:0/2409221088 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4a20158990 con 0x7f4a2006d0f0 2024-09-13T16:16:42.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.340+0000 7f4a27287640 1 -- 172.21.15.76:0/2409221088 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4a200672e0 con 0x7f4a2006d0f0 2024-09-13T16:16:42.343 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.340+0000 7f4a15ffb640 1 -- 172.21.15.76:0/2409221088 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f4a1c039040 con 0x7f4a2006d0f0 2024-09-13T16:16:42.344 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.341+0000 7f4a15ffb640 1 --2- 172.21.15.76:0/2409221088 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4a0406ac30 0x7f4a0406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:42.344 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.341+0000 7f4a24822640 1 --2- 172.21.15.76:0/2409221088 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4a0406ac30 0x7f4a0406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:42.344 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.341+0000 7f4a15ffb640 1 -- 172.21.15.76:0/2409221088 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(166..166 src has 1..166) v4 ==== 5306+0+0 (secure 0 0 0) 0x7f4a1c0a9a70 con 0x7f4a2006d0f0 2024-09-13T16:16:42.344 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.341+0000 7f4a24822640 1 --2- 172.21.15.76:0/2409221088 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4a0406ac30 0x7f4a0406d0f0 secure :-1 s=READY pgs=1015 cs=0 l=1 rev1=1 crypto rx=0x7f4a10007fd0 tx=0x7f4a10007920 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:42.346 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.345+0000 7f4a15ffb640 1 -- 172.21.15.76:0/2409221088 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f4a1c074e70 con 0x7f4a2006d0f0 2024-09-13T16:16:42.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.507+0000 7f4a27287640 1 -- 172.21.15.76:0/2409221088 --> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "3", "target": ["mon-mgr", ""]}) v1 -- 0x7f4a2015a750 con 0x7f4a0406ac30 2024-09-13T16:16:42.509 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.507+0000 7f4a15ffb640 1 -- 172.21.15.76:0/2409221088 <== mgr.4104 v2:172.21.15.76:6832/911852275 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 3 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7f4a100070d0 con 0x7f4a0406ac30 2024-09-13T16:16:42.509 INFO:teuthology.orchestra.run.smithi076.stderr:instructed osd(s) 3 to deep-scrub 2024-09-13T16:16:42.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.509+0000 7f4a27287640 1 -- 172.21.15.76:0/2409221088 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4a0406ac30 msgr2=0x7f4a0406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:42.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.509+0000 7f4a27287640 1 --2- 172.21.15.76:0/2409221088 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4a0406ac30 0x7f4a0406d0f0 secure :-1 s=READY pgs=1015 cs=0 l=1 rev1=1 crypto rx=0x7f4a10007fd0 tx=0x7f4a10007920 comp rx=0 tx=0).stop 2024-09-13T16:16:42.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.509+0000 7f4a27287640 1 -- 172.21.15.76:0/2409221088 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4a2006d0f0 msgr2=0x7f4a20143920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:42.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.509+0000 7f4a27287640 1 --2- 172.21.15.76:0/2409221088 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4a2006d0f0 0x7f4a20143920 secure :-1 s=READY pgs=2376 cs=0 l=1 rev1=1 crypto rx=0x7f4a1c0097a0 tx=0x7f4a1c0046c0 comp rx=0 tx=0).stop 2024-09-13T16:16:42.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.509+0000 7f4a27287640 1 -- 172.21.15.76:0/2409221088 shutdown_connections 2024-09-13T16:16:42.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.509+0000 7f4a27287640 1 --2- 172.21.15.76:0/2409221088 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4a2015a370 0x7f4a20153390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:42.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.509+0000 7f4a27287640 1 --2- 172.21.15.76:0/2409221088 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f4a0406ac30 0x7f4a0406d0f0 unknown :-1 s=CLOSED pgs=1015 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:42.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.509+0000 7f4a27287640 1 --2- 172.21.15.76:0/2409221088 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f4a200ab6b0 0x7f4a20152e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:42.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.509+0000 7f4a27287640 1 --2- 172.21.15.76:0/2409221088 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f4a2006d0f0 0x7f4a20143920 unknown :-1 s=CLOSED pgs=2376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:42.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.509+0000 7f4a27287640 1 -- 172.21.15.76:0/2409221088 >> 172.21.15.76:0/2409221088 conn(0x7f4a200b04c0 msgr2=0x7f4a2015c940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:42.511 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.509+0000 7f4a27287640 1 -- 172.21.15.76:0/2409221088 shutdown_connections 2024-09-13T16:16:42.512 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.509+0000 7f4a27287640 1 -- 172.21.15.76:0/2409221088 wait complete. 2024-09-13T16:16:42.521 INFO:tasks.ceph:Scrubbing osd.4 2024-09-13T16:16:42.522 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 config set osd_debug_deep_scrub_sleep 0 2024-09-13T16:16:42.624 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.622+0000 7f1e56c2b640 1 Processor -- start 2024-09-13T16:16:42.624 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.622+0000 7f1e56c2b640 1 -- start start 2024-09-13T16:16:42.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.623+0000 7f1e56c2b640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f1e5015c740 0x7f1e500abe10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:42.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.623+0000 7f1e56c2b640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f1e500ceac0 0x7f1e500b1d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:42.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.623+0000 7f1e56c2b640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1e50070170 con 0x7f1e500ac350 2024-09-13T16:16:42.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.623+0000 7f1e56c2b640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1e5015cb20 con 0x7f1e500ceac0 2024-09-13T16:16:42.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.623+0000 7f1e56c2b640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1e500703c0 con 0x7f1e5015c740 2024-09-13T16:16:42.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.623+0000 7f1e551c8640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f1e500ceac0 0x7f1e500b1d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:42.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.623+0000 7f1e551c8640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f1e500ceac0 0x7f1e500b1d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:43100/0 (socket says 172.21.15.76:43100) 2024-09-13T16:16:42.626 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.623+0000 7f1e551c8640 1 -- 172.21.15.76:0/3332870565 learned_addr learned my addr 172.21.15.76:0/3332870565 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:42.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.623+0000 7f1e549c7640 1 --2- 172.21.15.76:0/3332870565 >> v2:172.21.15.192:3300/0 conn(0x7f1e5015c740 0x7f1e500abe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:42.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.624+0000 7f1e551c8640 1 -- 172.21.15.76:0/3332870565 >> v2:172.21.15.192:3300/0 conn(0x7f1e5015c740 msgr2=0x7f1e500abe10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:42.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.624+0000 7f1e551c8640 1 --2- 172.21.15.76:0/3332870565 >> v2:172.21.15.192:3300/0 conn(0x7f1e5015c740 0x7f1e500abe10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:42.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.624+0000 7f1e551c8640 1 -- 172.21.15.76:0/3332870565 >> v1:172.21.15.192:6789/0 conn(0x7f1e500ac350 legacy=0x7f1e500ce3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:42.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.624+0000 7f1e551c8640 1 -- 172.21.15.76:0/3332870565 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1e500706a0 con 0x7f1e500ceac0 2024-09-13T16:16:42.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.624+0000 7f1e551c8640 1 --2- 172.21.15.76:0/3332870565 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1e500ceac0 0x7f1e500b1d60 secure :-1 s=READY pgs=2377 cs=0 l=1 rev1=1 crypto rx=0x7f1e5006d930 tx=0x7f1e4802a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6298cce331050fff server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:42.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.625+0000 7f1e4f7fe640 1 -- 172.21.15.76:0/3332870565 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1e48031600 con 0x7f1e500ceac0 2024-09-13T16:16:42.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.625+0000 7f1e4f7fe640 1 -- 172.21.15.76:0/3332870565 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1e4802d050 con 0x7f1e500ceac0 2024-09-13T16:16:42.627 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.625+0000 7f1e4f7fe640 1 -- 172.21.15.76:0/3332870565 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1e48031980 con 0x7f1e500ceac0 2024-09-13T16:16:42.630 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.625+0000 7f1e56c2b640 1 -- 172.21.15.76:0/3332870565 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1e500ceac0 msgr2=0x7f1e500b1d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:42.630 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.625+0000 7f1e56c2b640 1 --2- 172.21.15.76:0/3332870565 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1e500ceac0 0x7f1e500b1d60 secure :-1 s=READY pgs=2377 cs=0 l=1 rev1=1 crypto rx=0x7f1e5006d930 tx=0x7f1e4802a730 comp rx=0 tx=0).stop 2024-09-13T16:16:42.630 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.625+0000 7f1e56c2b640 1 -- 172.21.15.76:0/3332870565 shutdown_connections 2024-09-13T16:16:42.630 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.625+0000 7f1e56c2b640 1 --2- 172.21.15.76:0/3332870565 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1e500ceac0 0x7f1e500b1d60 unknown :-1 s=CLOSED pgs=2377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:42.630 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.625+0000 7f1e56c2b640 1 --2- 172.21.15.76:0/3332870565 >> v2:172.21.15.192:3300/0 conn(0x7f1e5015c740 0x7f1e500abe10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:42.630 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.625+0000 7f1e56c2b640 1 -- 172.21.15.76:0/3332870565 >> 172.21.15.76:0/3332870565 conn(0x7f1e5006a0b0 msgr2=0x7f1e5006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:42.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.625+0000 7f1e56c2b640 1 -- 172.21.15.76:0/3332870565 shutdown_connections 2024-09-13T16:16:42.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.625+0000 7f1e56c2b640 1 -- 172.21.15.76:0/3332870565 wait complete. 2024-09-13T16:16:42.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.626+0000 7f1e56c2b640 1 Processor -- start 2024-09-13T16:16:42.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.626+0000 7f1e56c2b640 1 -- start start 2024-09-13T16:16:42.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.627+0000 7f1e56c2b640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1e500ac350 0x7f1e5014c560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:42.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.627+0000 7f1e56c2b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1e500ceac0 0x7f1e50152d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:42.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.627+0000 7f1e56c2b640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1e5015c740 0x7f1e50153250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:42.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.627+0000 7f1e56c2b640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1e500c8e80 con 0x7f1e5015c740 2024-09-13T16:16:42.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.627+0000 7f1e56c2b640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1e50159dd0 con 0x7f1e500ceac0 2024-09-13T16:16:42.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.627+0000 7f1e56c2b640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1e50150320 con 0x7f1e500ac350 2024-09-13T16:16:42.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.627+0000 7f1e551c8640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1e5015c740 0x7f1e50153250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:42.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.627+0000 7f1e551c8640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1e5015c740 0x7f1e50153250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:43106/0 (socket says 172.21.15.76:43106) 2024-09-13T16:16:42.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.627+0000 7f1e551c8640 1 -- 172.21.15.76:0/3842941080 learned_addr learned my addr 172.21.15.76:0/3842941080 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:42.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.627+0000 7f1e4ffff640 1 --2- 172.21.15.76:0/3842941080 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1e500ceac0 0x7f1e50152d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:42.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.628+0000 7f1e549c7640 1 --2- 172.21.15.76:0/3842941080 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1e500ac350 0x7f1e5014c560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:42.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.628+0000 7f1e551c8640 1 -- 172.21.15.76:0/3842941080 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1e500ac350 msgr2=0x7f1e5014c560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:42.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.628+0000 7f1e551c8640 1 --2- 172.21.15.76:0/3842941080 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f1e500ac350 0x7f1e5014c560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:42.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.628+0000 7f1e551c8640 1 -- 172.21.15.76:0/3842941080 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1e500ceac0 msgr2=0x7f1e50152d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:42.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.628+0000 7f1e551c8640 1 --2- 172.21.15.76:0/3842941080 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1e500ceac0 0x7f1e50152d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:42.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.628+0000 7f1e551c8640 1 -- 172.21.15.76:0/3842941080 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1e48009b30 con 0x7f1e5015c740 2024-09-13T16:16:42.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.628+0000 7f1e551c8640 1 --2- 172.21.15.76:0/3842941080 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1e5015c740 0x7f1e50153250 secure :-1 s=READY pgs=2378 cs=0 l=1 rev1=1 crypto rx=0x7f1e4802ad20 tx=0x7f1e48004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:42.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.628+0000 7f1e4d7fa640 1 -- 172.21.15.76:0/3842941080 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1e4803b810 con 0x7f1e5015c740 2024-09-13T16:16:42.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.628+0000 7f1e4d7fa640 1 -- 172.21.15.76:0/3842941080 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1e4803b970 con 0x7f1e5015c740 2024-09-13T16:16:42.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.628+0000 7f1e56c2b640 1 -- 172.21.15.76:0/3842941080 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1e500c90d0 con 0x7f1e5015c740 2024-09-13T16:16:42.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.628+0000 7f1e4d7fa640 1 -- 172.21.15.76:0/3842941080 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1e4803bd20 con 0x7f1e5015c740 2024-09-13T16:16:42.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.628+0000 7f1e56c2b640 1 -- 172.21.15.76:0/3842941080 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1e500c9690 con 0x7f1e5015c740 2024-09-13T16:16:42.632 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.629+0000 7f1e56c2b640 1 -- 172.21.15.76:0/3842941080 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f1e50070f40 con 0x7f1e5015c740 2024-09-13T16:16:42.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.629+0000 7f1e4d7fa640 1 -- 172.21.15.76:0/3842941080 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1e4803a3a0 con 0x7f1e5015c740 2024-09-13T16:16:42.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.630+0000 7f1e4d7fa640 1 --2- 172.21.15.76:0/3842941080 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1e3c06ac00 0x7f1e3c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:42.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.630+0000 7f1e4d7fa640 1 -- 172.21.15.76:0/3842941080 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(166..166 src has 1..166) v4 ==== 5306+0+0 (secure 0 0 0) 0x7f1e480a9d40 con 0x7f1e5015c740 2024-09-13T16:16:42.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.630+0000 7f1e549c7640 1 --2- 172.21.15.76:0/3842941080 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1e3c06ac00 0x7f1e3c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:42.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.630+0000 7f1e4d7fa640 1 --2- 172.21.15.76:0/3842941080 >> [v2:172.21.15.192:6800/472442158,v1:172.21.15.192:6801/472442158] conn(0x7f1e3c070f50 0x7f1e3c073390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:42.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.630+0000 7f1e4d7fa640 1 -- 172.21.15.76:0/3842941080 --> [v2:172.21.15.192:6800/472442158,v1:172.21.15.192:6801/472442158] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f1e3c073a60 con 0x7f1e3c070f50 2024-09-13T16:16:42.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.630+0000 7f1e4d7fa640 1 -- 172.21.15.76:0/3842941080 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_get_version_reply(handle=1 version=166) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1e480ac400 con 0x7f1e5015c740 2024-09-13T16:16:42.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.630+0000 7f1e4ffff640 1 --2- 172.21.15.76:0/3842941080 >> [v2:172.21.15.192:6800/472442158,v1:172.21.15.192:6801/472442158] conn(0x7f1e3c070f50 0x7f1e3c073390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:42.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.630+0000 7f1e549c7640 1 --2- 172.21.15.76:0/3842941080 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1e3c06ac00 0x7f1e3c06d0c0 secure :-1 s=READY pgs=1016 cs=0 l=1 rev1=1 crypto rx=0x7f1e40009a30 tx=0x7f1e40008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:42.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.631+0000 7f1e4ffff640 1 --2- 172.21.15.76:0/3842941080 >> [v2:172.21.15.192:6800/472442158,v1:172.21.15.192:6801/472442158] conn(0x7f1e3c070f50 0x7f1e3c073390 crc :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:42.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.631+0000 7f1e4d7fa640 1 -- 172.21.15.76:0/3842941080 <== osd.4 v2:172.21.15.192:6800/472442158 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f1e3c073a60 con 0x7f1e3c070f50 2024-09-13T16:16:42.644 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.643+0000 7f1e56c2b640 1 -- 172.21.15.76:0/3842941080 --> [v2:172.21.15.192:6800/472442158,v1:172.21.15.192:6801/472442158] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f1e50070c60 con 0x7f1e3c070f50 2024-09-13T16:16:42.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.644+0000 7f1e4d7fa640 1 -- 172.21.15.76:0/3842941080 <== osd.4 v2:172.21.15.192:6800/472442158 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f1e440050e0 con 0x7f1e3c070f50 2024-09-13T16:16:42.645 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2024-09-13T16:16:42.646 INFO:teuthology.orchestra.run.smithi076.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-13T16:16:42.646 INFO:teuthology.orchestra.run.smithi076.stdout:} 2024-09-13T16:16:42.646 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.644+0000 7f1e56c2b640 1 -- 172.21.15.76:0/3842941080 >> [v2:172.21.15.192:6800/472442158,v1:172.21.15.192:6801/472442158] conn(0x7f1e3c070f50 msgr2=0x7f1e3c073390 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:42.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.644+0000 7f1e56c2b640 1 --2- 172.21.15.76:0/3842941080 >> [v2:172.21.15.192:6800/472442158,v1:172.21.15.192:6801/472442158] conn(0x7f1e3c070f50 0x7f1e3c073390 crc :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:42.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.644+0000 7f1e56c2b640 1 -- 172.21.15.76:0/3842941080 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1e3c06ac00 msgr2=0x7f1e3c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:42.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.644+0000 7f1e56c2b640 1 --2- 172.21.15.76:0/3842941080 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f1e3c06ac00 0x7f1e3c06d0c0 secure :-1 s=READY pgs=1016 cs=0 l=1 rev1=1 crypto rx=0x7f1e40009a30 tx=0x7f1e40008040 comp rx=0 tx=0).stop 2024-09-13T16:16:42.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.644+0000 7f1e56c2b640 1 -- 172.21.15.76:0/3842941080 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1e5015c740 msgr2=0x7f1e50153250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:42.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.644+0000 7f1e56c2b640 1 --2- 172.21.15.76:0/3842941080 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f1e5015c740 0x7f1e50153250 secure :-1 s=READY pgs=2378 cs=0 l=1 rev1=1 crypto rx=0x7f1e4802ad20 tx=0x7f1e48004a40 comp rx=0 tx=0).stop 2024-09-13T16:16:42.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.644+0000 7f1e551c8640 1 -- 172.21.15.76:0/3842941080 reap_dead start 2024-09-13T16:16:42.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.645+0000 7f1e56c2b640 1 -- 172.21.15.76:0/3842941080 shutdown_connections 2024-09-13T16:16:42.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.645+0000 7f1e56c2b640 1 -- 172.21.15.76:0/3842941080 >> 172.21.15.76:0/3842941080 conn(0x7f1e5006a0b0 msgr2=0x7f1e500acbc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:42.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.645+0000 7f1e56c2b640 1 -- 172.21.15.76:0/3842941080 shutdown_connections 2024-09-13T16:16:42.647 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.645+0000 7f1e56c2b640 1 -- 172.21.15.76:0/3842941080 wait complete. 2024-09-13T16:16:42.656 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 4 2024-09-13T16:16:42.756 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.754+0000 7faf2a43a640 1 Processor -- start 2024-09-13T16:16:42.756 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.755+0000 7faf2a43a640 1 -- start start 2024-09-13T16:16:42.757 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.755+0000 7faf2a43a640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7faf240d0b60 0x7faf240d0f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:42.757 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.755+0000 7faf2a43a640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7faf240d0170 0x7faf240d05d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:42.757 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.755+0000 7faf2a43a640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7faf240cd190 con 0x7faf24160270 2024-09-13T16:16:42.757 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.755+0000 7faf2a43a640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7faf240cdf90 con 0x7faf240d0170 2024-09-13T16:16:42.757 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.755+0000 7faf2a43a640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7faf240b63e0 con 0x7faf240d0b60 2024-09-13T16:16:42.757 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.755+0000 7faf237fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7faf240d0170 0x7faf240d05d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:42.758 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.756+0000 7faf237fe640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7faf240d0170 0x7faf240d05d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:43114/0 (socket says 172.21.15.76:43114) 2024-09-13T16:16:42.758 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.756+0000 7faf237fe640 1 -- 172.21.15.76:0/128147903 learned_addr learned my addr 172.21.15.76:0/128147903 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:42.758 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.756+0000 7faf23fff640 1 --2- 172.21.15.76:0/128147903 >> v2:172.21.15.192:3300/0 conn(0x7faf240d0b60 0x7faf240d0f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:42.758 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.756+0000 7faf237fe640 1 -- 172.21.15.76:0/128147903 >> v2:172.21.15.192:3300/0 conn(0x7faf240d0b60 msgr2=0x7faf240d0f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:42.758 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.756+0000 7faf237fe640 1 --2- 172.21.15.76:0/128147903 >> v2:172.21.15.192:3300/0 conn(0x7faf240d0b60 0x7faf240d0f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:42.758 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.756+0000 7faf237fe640 1 -- 172.21.15.76:0/128147903 >> v1:172.21.15.192:6789/0 conn(0x7faf24160270 legacy=0x7faf24160720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:42.758 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.756+0000 7faf237fe640 1 -- 172.21.15.76:0/128147903 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faf240cd3c0 con 0x7faf240d0170 2024-09-13T16:16:42.759 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.757+0000 7faf237fe640 1 --2- 172.21.15.76:0/128147903 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faf240d0170 0x7faf240d05d0 secure :-1 s=READY pgs=2379 cs=0 l=1 rev1=1 crypto rx=0x7faf240b5160 tx=0x7faf1802a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c36907493b1ff6a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:42.759 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.757+0000 7faf22ffd640 1 -- 172.21.15.76:0/128147903 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf18032440 con 0x7faf240d0170 2024-09-13T16:16:42.759 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.757+0000 7faf22ffd640 1 -- 172.21.15.76:0/128147903 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faf180325a0 con 0x7faf240d0170 2024-09-13T16:16:42.759 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.757+0000 7faf22ffd640 1 -- 172.21.15.76:0/128147903 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf18032930 con 0x7faf240d0170 2024-09-13T16:16:42.759 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.757+0000 7faf2a43a640 1 -- 172.21.15.76:0/128147903 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faf240d0170 msgr2=0x7faf240d05d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:42.760 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.757+0000 7faf2a43a640 1 --2- 172.21.15.76:0/128147903 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faf240d0170 0x7faf240d05d0 secure :-1 s=READY pgs=2379 cs=0 l=1 rev1=1 crypto rx=0x7faf240b5160 tx=0x7faf1802a1a0 comp rx=0 tx=0).stop 2024-09-13T16:16:42.760 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.757+0000 7faf2a43a640 1 -- 172.21.15.76:0/128147903 shutdown_connections 2024-09-13T16:16:42.760 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.757+0000 7faf2a43a640 1 --2- 172.21.15.76:0/128147903 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faf240d0170 0x7faf240d05d0 unknown :-1 s=CLOSED pgs=2379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:42.760 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.757+0000 7faf2a43a640 1 --2- 172.21.15.76:0/128147903 >> v2:172.21.15.192:3300/0 conn(0x7faf240d0b60 0x7faf240d0f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:42.760 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.757+0000 7faf2a43a640 1 -- 172.21.15.76:0/128147903 >> 172.21.15.76:0/128147903 conn(0x7faf2408a000 msgr2=0x7faf240d25a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:42.760 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.757+0000 7faf2a43a640 1 -- 172.21.15.76:0/128147903 shutdown_connections 2024-09-13T16:16:42.760 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.757+0000 7faf2a43a640 1 -- 172.21.15.76:0/128147903 wait complete. 2024-09-13T16:16:42.762 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.758+0000 7faf2a43a640 1 Processor -- start 2024-09-13T16:16:42.762 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.759+0000 7faf2a43a640 1 -- start start 2024-09-13T16:16:42.762 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.759+0000 7faf2a43a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faf240d0170 0x7faf241f2600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:42.762 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.759+0000 7faf2a43a640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faf240d0b60 0x7faf2406bc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:42.762 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.759+0000 7faf2a43a640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faf24160270 0x7faf2415d2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:42.762 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.759+0000 7faf2a43a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf241574d0 con 0x7faf240d0170 2024-09-13T16:16:42.762 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.759+0000 7faf2a43a640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf241568c0 con 0x7faf240d0b60 2024-09-13T16:16:42.762 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.759+0000 7faf2a43a640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faf24156ba0 con 0x7faf24160270 2024-09-13T16:16:42.762 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.760+0000 7faf23fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faf240d0170 0x7faf241f2600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:42.763 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.760+0000 7faf23fff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faf240d0170 0x7faf241f2600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:43126/0 (socket says 172.21.15.76:43126) 2024-09-13T16:16:42.763 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.760+0000 7faf23fff640 1 -- 172.21.15.76:0/4249611676 learned_addr learned my addr 172.21.15.76:0/4249611676 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:42.763 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.760+0000 7faf237fe640 1 --2- 172.21.15.76:0/4249611676 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faf240d0b60 0x7faf2406bc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:42.763 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.760+0000 7faf289d7640 1 --2- 172.21.15.76:0/4249611676 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faf24160270 0x7faf2415d2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:42.763 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.760+0000 7faf23fff640 1 -- 172.21.15.76:0/4249611676 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faf24160270 msgr2=0x7faf2415d2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:42.763 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.760+0000 7faf23fff640 1 --2- 172.21.15.76:0/4249611676 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faf24160270 0x7faf2415d2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:42.763 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.760+0000 7faf23fff640 1 -- 172.21.15.76:0/4249611676 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faf240d0b60 msgr2=0x7faf2406bc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:42.763 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.760+0000 7faf23fff640 1 --2- 172.21.15.76:0/4249611676 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faf240d0b60 0x7faf2406bc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:42.763 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.760+0000 7faf23fff640 1 -- 172.21.15.76:0/4249611676 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faf180094d0 con 0x7faf240d0170 2024-09-13T16:16:42.763 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.760+0000 7faf289d7640 1 --2- 172.21.15.76:0/4249611676 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faf24160270 0x7faf2415d2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:16:42.763 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.760+0000 7faf237fe640 1 --2- 172.21.15.76:0/4249611676 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faf240d0b60 0x7faf2406bc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:16:42.763 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.760+0000 7faf23fff640 1 --2- 172.21.15.76:0/4249611676 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faf240d0170 0x7faf241f2600 secure :-1 s=READY pgs=2380 cs=0 l=1 rev1=1 crypto rx=0x7faf1400c7f0 tx=0x7faf1400ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:42.763 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.760+0000 7faf20ff9640 1 -- 172.21.15.76:0/4249611676 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf14004220 con 0x7faf240d0170 2024-09-13T16:16:42.763 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.760+0000 7faf20ff9640 1 -- 172.21.15.76:0/4249611676 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faf14004380 con 0x7faf240d0170 2024-09-13T16:16:42.764 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.760+0000 7faf2a43a640 1 -- 172.21.15.76:0/4249611676 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faf24156e80 con 0x7faf240d0170 2024-09-13T16:16:42.764 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.760+0000 7faf20ff9640 1 -- 172.21.15.76:0/4249611676 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf14007840 con 0x7faf240d0170 2024-09-13T16:16:42.764 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.760+0000 7faf2a43a640 1 -- 172.21.15.76:0/4249611676 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faf241564e0 con 0x7faf240d0170 2024-09-13T16:16:42.765 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.761+0000 7faf2a43a640 1 -- 172.21.15.76:0/4249611676 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faf240cdbe0 con 0x7faf240d0170 2024-09-13T16:16:42.765 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.762+0000 7faf20ff9640 1 -- 172.21.15.76:0/4249611676 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7faf14007bb0 con 0x7faf240d0170 2024-09-13T16:16:42.765 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.762+0000 7faf20ff9640 1 --2- 172.21.15.76:0/4249611676 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7faf1006ac00 0x7faf1006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:42.765 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.762+0000 7faf20ff9640 1 -- 172.21.15.76:0/4249611676 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(166..166 src has 1..166) v4 ==== 5306+0+0 (secure 0 0 0) 0x7faf140890b0 con 0x7faf240d0170 2024-09-13T16:16:42.765 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.762+0000 7faf237fe640 1 --2- 172.21.15.76:0/4249611676 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7faf1006ac00 0x7faf1006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:42.765 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.763+0000 7faf237fe640 1 --2- 172.21.15.76:0/4249611676 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7faf1006ac00 0x7faf1006d0c0 secure :-1 s=READY pgs=1017 cs=0 l=1 rev1=1 crypto rx=0x7faf18034000 tx=0x7faf1802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:42.767 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.766+0000 7faf20ff9640 1 -- 172.21.15.76:0/4249611676 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7faf14054420 con 0x7faf240d0170 2024-09-13T16:16:42.930 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.929+0000 7faf2a43a640 1 -- 172.21.15.76:0/4249611676 --> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "4", "target": ["mon-mgr", ""]}) v1 -- 0x7faf240b6cc0 con 0x7faf1006ac00 2024-09-13T16:16:42.931 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.929+0000 7faf20ff9640 1 -- 172.21.15.76:0/4249611676 <== mgr.4104 v2:172.21.15.76:6832/911852275 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 4 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7faf240b6cc0 con 0x7faf1006ac00 2024-09-13T16:16:42.931 INFO:teuthology.orchestra.run.smithi076.stderr:instructed osd(s) 4 to deep-scrub 2024-09-13T16:16:42.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.931+0000 7faf2a43a640 1 -- 172.21.15.76:0/4249611676 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7faf1006ac00 msgr2=0x7faf1006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:42.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.931+0000 7faf2a43a640 1 --2- 172.21.15.76:0/4249611676 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7faf1006ac00 0x7faf1006d0c0 secure :-1 s=READY pgs=1017 cs=0 l=1 rev1=1 crypto rx=0x7faf18034000 tx=0x7faf1802e000 comp rx=0 tx=0).stop 2024-09-13T16:16:42.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.931+0000 7faf2a43a640 1 -- 172.21.15.76:0/4249611676 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faf240d0170 msgr2=0x7faf241f2600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:42.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.931+0000 7faf2a43a640 1 --2- 172.21.15.76:0/4249611676 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faf240d0170 0x7faf241f2600 secure :-1 s=READY pgs=2380 cs=0 l=1 rev1=1 crypto rx=0x7faf1400c7f0 tx=0x7faf1400ccb0 comp rx=0 tx=0).stop 2024-09-13T16:16:42.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.931+0000 7faf2a43a640 1 -- 172.21.15.76:0/4249611676 shutdown_connections 2024-09-13T16:16:42.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.931+0000 7faf2a43a640 1 --2- 172.21.15.76:0/4249611676 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7faf1006ac00 0x7faf1006d0c0 unknown :-1 s=CLOSED pgs=1017 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:42.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.931+0000 7faf2a43a640 1 --2- 172.21.15.76:0/4249611676 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7faf24160270 0x7faf2415d2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:42.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.931+0000 7faf2a43a640 1 --2- 172.21.15.76:0/4249611676 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faf240d0b60 0x7faf2406bc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:42.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.931+0000 7faf2a43a640 1 --2- 172.21.15.76:0/4249611676 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7faf240d0170 0x7faf241f2600 unknown :-1 s=CLOSED pgs=2380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:42.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.931+0000 7faf2a43a640 1 -- 172.21.15.76:0/4249611676 >> 172.21.15.76:0/4249611676 conn(0x7faf2408a000 msgr2=0x7faf240b65b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:42.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.931+0000 7faf2a43a640 1 -- 172.21.15.76:0/4249611676 shutdown_connections 2024-09-13T16:16:42.933 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:42.931+0000 7faf2a43a640 1 -- 172.21.15.76:0/4249611676 wait complete. 2024-09-13T16:16:42.943 INFO:tasks.ceph:Scrubbing osd.5 2024-09-13T16:16:42.944 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 config set osd_debug_deep_scrub_sleep 0 2024-09-13T16:16:43.046 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.044+0000 7f68f7ff4640 1 Processor -- start 2024-09-13T16:16:43.046 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.045+0000 7f68f7ff4640 1 -- start start 2024-09-13T16:16:43.047 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.045+0000 7f68f7ff4640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f68f0070860 0x7f68f0070cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:43.047 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.045+0000 7f68f7ff4640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f68f006c2b0 0x7f68f006c6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:43.047 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.045+0000 7f68f7ff4640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f68f0071200 con 0x7f68f01597f0 2024-09-13T16:16:43.047 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.045+0000 7f68f7ff4640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f68f01591e0 con 0x7f68f006c2b0 2024-09-13T16:16:43.047 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.045+0000 7f68f7ff4640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f68f00b2470 con 0x7f68f0070860 2024-09-13T16:16:43.047 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.046+0000 7f68f558f640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f68f0070860 0x7f68f0070cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:43.047 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.046+0000 7f68f6591640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f68f006c2b0 0x7f68f006c6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:43.047 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.046+0000 7f68f5d90640 1 --1- >> v1:172.21.15.192:6789/0 conn(0x7f68f01597f0 0x7f68f00b1900 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.192:6789/0 says I am v1:172.21.15.76:58018/0 (socket says 172.21.15.76:58018) 2024-09-13T16:16:43.047 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.046+0000 7f68f558f640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f68f0070860 0x7f68f0070cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3301/0 says I am v2:172.21.15.76:41864/0 (socket says 172.21.15.76:41864) 2024-09-13T16:16:43.048 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.046+0000 7f68f5d90640 1 -- 172.21.15.76:0/3385774470 learned_addr learned my addr 172.21.15.76:0/3385774470 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:16:43.049 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.046+0000 7f68f6591640 1 -- 172.21.15.76:0/3385774470 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f68f0070860 msgr2=0x7f68f0070cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:43.049 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.046+0000 7f68f6591640 1 --2- 172.21.15.76:0/3385774470 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f68f0070860 0x7f68f0070cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:43.049 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.046+0000 7f68f6591640 1 -- 172.21.15.76:0/3385774470 >> v1:172.21.15.192:6789/0 conn(0x7f68f01597f0 legacy=0x7f68f00b1900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:43.049 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.046+0000 7f68f6591640 1 -- 172.21.15.76:0/3385774470 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f68f00b2750 con 0x7f68f006c2b0 2024-09-13T16:16:43.050 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.046+0000 7f68f558f640 1 --2- 172.21.15.76:0/3385774470 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f68f0070860 0x7f68f0070cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:16:43.050 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.047+0000 7f68f6591640 1 --2- 172.21.15.76:0/3385774470 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f68f006c2b0 0x7f68f006c6e0 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7f68e8009d90 tx=0x7f68e802a660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=245226eb09aa297c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:43.050 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.047+0000 7f68f4d8e640 1 -- 172.21.15.76:0/3385774470 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f68e8007740 con 0x7f68f006c2b0 2024-09-13T16:16:43.050 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.047+0000 7f68f4d8e640 1 -- 172.21.15.76:0/3385774470 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f68e802d050 con 0x7f68f006c2b0 2024-09-13T16:16:43.050 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.047+0000 7f68f4d8e640 1 -- 172.21.15.76:0/3385774470 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f68e8007ac0 con 0x7f68f006c2b0 2024-09-13T16:16:43.050 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.048+0000 7f68f7ff4640 1 -- 172.21.15.76:0/3385774470 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f68f006c2b0 msgr2=0x7f68f006c6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:43.050 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.048+0000 7f68f7ff4640 1 --2- 172.21.15.76:0/3385774470 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f68f006c2b0 0x7f68f006c6e0 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7f68e8009d90 tx=0x7f68e802a660 comp rx=0 tx=0).stop 2024-09-13T16:16:43.050 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.048+0000 7f68f7ff4640 1 -- 172.21.15.76:0/3385774470 shutdown_connections 2024-09-13T16:16:43.050 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.048+0000 7f68f7ff4640 1 --2- 172.21.15.76:0/3385774470 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f68f006c2b0 0x7f68f006c6e0 unknown :-1 s=CLOSED pgs=735 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:43.050 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.048+0000 7f68f7ff4640 1 --2- 172.21.15.76:0/3385774470 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f68f0070860 0x7f68f0070cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:43.050 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.048+0000 7f68f7ff4640 1 -- 172.21.15.76:0/3385774470 >> 172.21.15.76:0/3385774470 conn(0x7f68f006a0b0 msgr2=0x7f68f006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:43.050 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.048+0000 7f68f7ff4640 1 -- 172.21.15.76:0/3385774470 shutdown_connections 2024-09-13T16:16:43.051 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.048+0000 7f68f7ff4640 1 -- 172.21.15.76:0/3385774470 wait complete. 2024-09-13T16:16:43.052 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.049+0000 7f68f7ff4640 1 Processor -- start 2024-09-13T16:16:43.053 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.049+0000 7f68f7ff4640 1 -- start start 2024-09-13T16:16:43.053 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.050+0000 7f68f7ff4640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f68f006c2b0 0x7f68f014f030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:43.053 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.050+0000 7f68f7ff4640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f68f0070860 0x7f68f014e830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:43.053 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.050+0000 7f68f7ff4640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f68f01597f0 0x7f68f00982f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:43.053 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.050+0000 7f68f7ff4640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f68f01e4030 con 0x7f68f006c2b0 2024-09-13T16:16:43.053 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.050+0000 7f68f7ff4640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f68f01e1750 con 0x7f68f0070860 2024-09-13T16:16:43.053 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.050+0000 7f68f7ff4640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f68f01e3ce0 con 0x7f68f01597f0 2024-09-13T16:16:43.053 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.050+0000 7f68f5d90640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f68f006c2b0 0x7f68f014f030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:43.053 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.050+0000 7f68f5d90640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f68f006c2b0 0x7f68f014f030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:43128/0 (socket says 172.21.15.76:43128) 2024-09-13T16:16:43.053 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.050+0000 7f68f558f640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f68f0070860 0x7f68f014e830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:43.053 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.050+0000 7f68f5d90640 1 -- 172.21.15.76:0/2564917344 learned_addr learned my addr 172.21.15.76:0/2564917344 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:43.053 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.050+0000 7f68f6591640 1 --2- 172.21.15.76:0/2564917344 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f68f01597f0 0x7f68f00982f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:43.053 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.050+0000 7f68f5d90640 1 -- 172.21.15.76:0/2564917344 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f68f01597f0 msgr2=0x7f68f00982f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:43.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.050+0000 7f68f5d90640 1 --2- 172.21.15.76:0/2564917344 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f68f01597f0 0x7f68f00982f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:43.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.050+0000 7f68f5d90640 1 -- 172.21.15.76:0/2564917344 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f68f0070860 msgr2=0x7f68f014e830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:43.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.050+0000 7f68f5d90640 1 --2- 172.21.15.76:0/2564917344 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f68f0070860 0x7f68f014e830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:43.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.050+0000 7f68f5d90640 1 -- 172.21.15.76:0/2564917344 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f68e0009400 con 0x7f68f006c2b0 2024-09-13T16:16:43.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.050+0000 7f68f5d90640 1 --2- 172.21.15.76:0/2564917344 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f68f006c2b0 0x7f68f014f030 secure :-1 s=READY pgs=2381 cs=0 l=1 rev1=1 crypto rx=0x7f68ec00c4d0 tx=0x7f68ec00c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:43.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.050+0000 7f68e67fc640 1 -- 172.21.15.76:0/2564917344 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f68ec005ce0 con 0x7f68f006c2b0 2024-09-13T16:16:43.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.050+0000 7f68e67fc640 1 -- 172.21.15.76:0/2564917344 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f68ec005e40 con 0x7f68f006c2b0 2024-09-13T16:16:43.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.050+0000 7f68f7ff4640 1 -- 172.21.15.76:0/2564917344 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f68e8009a70 con 0x7f68f006c2b0 2024-09-13T16:16:43.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.050+0000 7f68e67fc640 1 -- 172.21.15.76:0/2564917344 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f68ec007270 con 0x7f68f006c2b0 2024-09-13T16:16:43.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.050+0000 7f68f7ff4640 1 -- 172.21.15.76:0/2564917344 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f68f01e19a0 con 0x7f68f006c2b0 2024-09-13T16:16:43.054 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.051+0000 7f68f7ff4640 1 -- 172.21.15.76:0/2564917344 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f68f00b2ff0 con 0x7f68f006c2b0 2024-09-13T16:16:43.055 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.052+0000 7f68e67fc640 1 -- 172.21.15.76:0/2564917344 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f68ec0073d0 con 0x7f68f006c2b0 2024-09-13T16:16:43.056 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.052+0000 7f68e67fc640 1 --2- 172.21.15.76:0/2564917344 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f68d406ac00 0x7f68d406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:43.056 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.052+0000 7f68e67fc640 1 -- 172.21.15.76:0/2564917344 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(166..166 src has 1..166) v4 ==== 5306+0+0 (secure 0 0 0) 0x7f68ec0885f0 con 0x7f68f006c2b0 2024-09-13T16:16:43.056 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.052+0000 7f68f558f640 1 --2- 172.21.15.76:0/2564917344 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f68d406ac00 0x7f68d406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:43.056 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.052+0000 7f68e67fc640 1 --2- 172.21.15.76:0/2564917344 >> [v2:172.21.15.192:6824/3176895433,v1:172.21.15.192:6825/3176895433] conn(0x7f68d4070f50 0x7f68d4073390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:43.056 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.052+0000 7f68e67fc640 1 -- 172.21.15.76:0/2564917344 --> [v2:172.21.15.192:6824/3176895433,v1:172.21.15.192:6825/3176895433] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f68d4073a60 con 0x7f68d4070f50 2024-09-13T16:16:43.056 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.052+0000 7f68e67fc640 1 -- 172.21.15.76:0/2564917344 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_get_version_reply(handle=1 version=166) v2 ==== 24+0+0 (secure 0 0 0) 0x7f68ec08acb0 con 0x7f68f006c2b0 2024-09-13T16:16:43.056 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.053+0000 7f68f558f640 1 --2- 172.21.15.76:0/2564917344 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f68d406ac00 0x7f68d406d0c0 secure :-1 s=READY pgs=1018 cs=0 l=1 rev1=1 crypto rx=0x7f68f00cd320 tx=0x7f68e0009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:43.056 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.053+0000 7f68f6591640 1 --2- 172.21.15.76:0/2564917344 >> [v2:172.21.15.192:6824/3176895433,v1:172.21.15.192:6825/3176895433] conn(0x7f68d4070f50 0x7f68d4073390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:43.056 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.053+0000 7f68f6591640 1 --2- 172.21.15.76:0/2564917344 >> [v2:172.21.15.192:6824/3176895433,v1:172.21.15.192:6825/3176895433] conn(0x7f68d4070f50 0x7f68d4073390 crc :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:43.056 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.054+0000 7f68e67fc640 1 -- 172.21.15.76:0/2564917344 <== osd.5 v2:172.21.15.192:6824/3176895433 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f68d4073a60 con 0x7f68d4070f50 2024-09-13T16:16:43.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.066+0000 7f68f7ff4640 1 -- 172.21.15.76:0/2564917344 --> [v2:172.21.15.192:6824/3176895433,v1:172.21.15.192:6825/3176895433] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f68f00b2d10 con 0x7f68d4070f50 2024-09-13T16:16:43.067 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.066+0000 7f68e67fc640 1 -- 172.21.15.76:0/2564917344 <== osd.5 v2:172.21.15.192:6824/3176895433 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f68e8007750 con 0x7f68d4070f50 2024-09-13T16:16:43.068 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2024-09-13T16:16:43.068 INFO:teuthology.orchestra.run.smithi076.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-13T16:16:43.068 INFO:teuthology.orchestra.run.smithi076.stdout:} 2024-09-13T16:16:43.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.067+0000 7f68f7ff4640 1 -- 172.21.15.76:0/2564917344 >> [v2:172.21.15.192:6824/3176895433,v1:172.21.15.192:6825/3176895433] conn(0x7f68d4070f50 msgr2=0x7f68d4073390 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:43.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.067+0000 7f68f7ff4640 1 --2- 172.21.15.76:0/2564917344 >> [v2:172.21.15.192:6824/3176895433,v1:172.21.15.192:6825/3176895433] conn(0x7f68d4070f50 0x7f68d4073390 crc :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:43.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.067+0000 7f68f7ff4640 1 -- 172.21.15.76:0/2564917344 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f68d406ac00 msgr2=0x7f68d406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:43.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.067+0000 7f68f7ff4640 1 --2- 172.21.15.76:0/2564917344 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f68d406ac00 0x7f68d406d0c0 secure :-1 s=READY pgs=1018 cs=0 l=1 rev1=1 crypto rx=0x7f68f00cd320 tx=0x7f68e0009190 comp rx=0 tx=0).stop 2024-09-13T16:16:43.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.067+0000 7f68f7ff4640 1 -- 172.21.15.76:0/2564917344 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f68f006c2b0 msgr2=0x7f68f014f030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:43.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.067+0000 7f68f7ff4640 1 --2- 172.21.15.76:0/2564917344 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f68f006c2b0 0x7f68f014f030 secure :-1 s=READY pgs=2381 cs=0 l=1 rev1=1 crypto rx=0x7f68ec00c4d0 tx=0x7f68ec00c990 comp rx=0 tx=0).stop 2024-09-13T16:16:43.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.067+0000 7f68f6591640 1 -- 172.21.15.76:0/2564917344 reap_dead start 2024-09-13T16:16:43.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.067+0000 7f68f7ff4640 1 -- 172.21.15.76:0/2564917344 shutdown_connections 2024-09-13T16:16:43.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.067+0000 7f68f7ff4640 1 -- 172.21.15.76:0/2564917344 >> 172.21.15.76:0/2564917344 conn(0x7f68f006a0b0 msgr2=0x7f68f00cd6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:43.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.067+0000 7f68f7ff4640 1 -- 172.21.15.76:0/2564917344 shutdown_connections 2024-09-13T16:16:43.069 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.067+0000 7f68f7ff4640 1 -- 172.21.15.76:0/2564917344 wait complete. 2024-09-13T16:16:43.078 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 5 2024-09-13T16:16:43.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.176+0000 7f161cd9d640 1 Processor -- start 2024-09-13T16:16:43.178 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.177+0000 7f161cd9d640 1 -- start start 2024-09-13T16:16:43.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.177+0000 7f161cd9d640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f16180b3510 0x7f16180cf580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:43.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.177+0000 7f161cd9d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f16180cce60 0x7f16180cd310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:43.179 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.177+0000 7f161cd9d640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f16180b2070 con 0x7f16180cea90 2024-09-13T16:16:43.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.177+0000 7f161cd9d640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f16180d2e40 con 0x7f16180b3510 2024-09-13T16:16:43.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.177+0000 7f161cd9d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f16180d02f0 con 0x7f16180cce60 2024-09-13T16:16:43.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.177+0000 7f1616ffd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f16180b3510 0x7f16180cf580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:43.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.178+0000 7f16177fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f16180cea90 0x7f16180cee70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:56714/0 (socket says 172.21.15.76:56714) 2024-09-13T16:16:43.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.178+0000 7f1616ffd640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f16180b3510 0x7f16180cf580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:43132/0 (socket says 172.21.15.76:43132) 2024-09-13T16:16:43.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.178+0000 7f16177fe640 1 -- 172.21.15.76:0/2938372875 learned_addr learned my addr 172.21.15.76:0/2938372875 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:16:43.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.178+0000 7f1617fff640 1 --2- 172.21.15.76:0/2938372875 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f16180cce60 0x7f16180cd310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:43.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.178+0000 7f1616ffd640 1 -- 172.21.15.76:0/2938372875 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f16180cce60 msgr2=0x7f16180cd310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:43.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.178+0000 7f1616ffd640 1 --2- 172.21.15.76:0/2938372875 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f16180cce60 0x7f16180cd310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:43.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.178+0000 7f1616ffd640 1 -- 172.21.15.76:0/2938372875 >> v1:172.21.15.76:6789/0 conn(0x7f16180cea90 legacy=0x7f16180cee70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:43.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.178+0000 7f1616ffd640 1 -- 172.21.15.76:0/2938372875 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f16180d05d0 con 0x7f16180b3510 2024-09-13T16:16:43.180 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.178+0000 7f16167fc640 1 -- 172.21.15.76:0/2938372875 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2873249793 0 0) 0x7f16180b2070 con 0x7f16180cea90 2024-09-13T16:16:43.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.179+0000 7f1616ffd640 1 --2- 172.21.15.76:0/2938372875 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f16180b3510 0x7f16180cf580 secure :-1 s=READY pgs=2383 cs=0 l=1 rev1=1 crypto rx=0x7f160c0097a0 tx=0x7f160c02a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=447c495a65778edc server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:43.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.179+0000 7f16167fc640 1 -- 172.21.15.76:0/2938372875 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f160c032440 con 0x7f16180b3510 2024-09-13T16:16:43.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.179+0000 7f16167fc640 1 -- 172.21.15.76:0/2938372875 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f160c0325a0 con 0x7f16180b3510 2024-09-13T16:16:43.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.179+0000 7f16167fc640 1 -- 172.21.15.76:0/2938372875 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f160c032930 con 0x7f16180b3510 2024-09-13T16:16:43.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.179+0000 7f161cd9d640 1 -- 172.21.15.76:0/2938372875 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f16180b3510 msgr2=0x7f16180cf580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:43.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.179+0000 7f161cd9d640 1 --2- 172.21.15.76:0/2938372875 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f16180b3510 0x7f16180cf580 secure :-1 s=READY pgs=2383 cs=0 l=1 rev1=1 crypto rx=0x7f160c0097a0 tx=0x7f160c02a180 comp rx=0 tx=0).stop 2024-09-13T16:16:43.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.179+0000 7f161cd9d640 1 -- 172.21.15.76:0/2938372875 shutdown_connections 2024-09-13T16:16:43.182 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.179+0000 7f161cd9d640 1 --2- 172.21.15.76:0/2938372875 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f16180cce60 0x7f16180cd310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:43.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.179+0000 7f161cd9d640 1 --2- 172.21.15.76:0/2938372875 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f16180b3510 0x7f16180cf580 unknown :-1 s=CLOSED pgs=2383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:43.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.179+0000 7f161cd9d640 1 -- 172.21.15.76:0/2938372875 >> 172.21.15.76:0/2938372875 conn(0x7f161808a000 msgr2=0x7f16180d23f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:43.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.179+0000 7f161cd9d640 1 -- 172.21.15.76:0/2938372875 shutdown_connections 2024-09-13T16:16:43.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.179+0000 7f161cd9d640 1 -- 172.21.15.76:0/2938372875 wait complete. 2024-09-13T16:16:43.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.180+0000 7f161cd9d640 1 Processor -- start 2024-09-13T16:16:43.183 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.181+0000 7f161cd9d640 1 -- start start 2024-09-13T16:16:43.185 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.181+0000 7f161cd9d640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f16180b3510 0x7f16180c8b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:43.185 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.181+0000 7f161cd9d640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f16180cce60 0x7f161815cc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:43.185 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.181+0000 7f161cd9d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f16180cea90 0x7f1618155780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:43.185 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.181+0000 7f161cd9d640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f16180b6440 con 0x7f16180b3510 2024-09-13T16:16:43.185 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.181+0000 7f161cd9d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f16180cb2a0 con 0x7f16180cea90 2024-09-13T16:16:43.186 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.181+0000 7f161cd9d640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f16180b6160 con 0x7f16180cce60 2024-09-13T16:16:43.186 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.181+0000 7f16177fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f16180b3510 0x7f16180c8b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:43.186 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.181+0000 7f16177fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f16180b3510 0x7f16180c8b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:43144/0 (socket says 172.21.15.76:43144) 2024-09-13T16:16:43.186 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.181+0000 7f16177fe640 1 -- 172.21.15.76:0/3456248804 learned_addr learned my addr 172.21.15.76:0/3456248804 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:43.186 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.182+0000 7f16177fe640 1 -- 172.21.15.76:0/3456248804 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f16180cce60 msgr2=0x7f161815cc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:43.186 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.182+0000 7f1616ffd640 1 --2- 172.21.15.76:0/3456248804 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f16180cce60 0x7f161815cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:43.186 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.182+0000 7f1617fff640 1 --2- 172.21.15.76:0/3456248804 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f16180cea90 0x7f1618155780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:43.186 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.182+0000 7f16177fe640 1 --2- 172.21.15.76:0/3456248804 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f16180cce60 0x7f161815cc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:43.186 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.182+0000 7f16177fe640 1 -- 172.21.15.76:0/3456248804 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f16180cea90 msgr2=0x7f1618155780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:43.186 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.182+0000 7f16177fe640 1 --2- 172.21.15.76:0/3456248804 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f16180cea90 0x7f1618155780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:43.186 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.182+0000 7f16177fe640 1 -- 172.21.15.76:0/3456248804 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f160c009400 con 0x7f16180b3510 2024-09-13T16:16:43.186 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.182+0000 7f16177fe640 1 --2- 172.21.15.76:0/3456248804 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f16180b3510 0x7f16180c8b30 secure :-1 s=READY pgs=2384 cs=0 l=1 rev1=1 crypto rx=0x7f160800c890 tx=0x7f160800cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:43.186 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.182+0000 7f15fffff640 1 -- 172.21.15.76:0/3456248804 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f160800a640 con 0x7f16180b3510 2024-09-13T16:16:43.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.182+0000 7f15fffff640 1 -- 172.21.15.76:0/3456248804 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f160800a7c0 con 0x7f16180b3510 2024-09-13T16:16:43.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.182+0000 7f15fffff640 1 -- 172.21.15.76:0/3456248804 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f160800ab70 con 0x7f16180b3510 2024-09-13T16:16:43.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.182+0000 7f161cd9d640 1 -- 172.21.15.76:0/3456248804 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f16180cac50 con 0x7f16180b3510 2024-09-13T16:16:43.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.182+0000 7f161cd9d640 1 -- 172.21.15.76:0/3456248804 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1618155cc0 con 0x7f16180b3510 2024-09-13T16:16:43.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.183+0000 7f161cd9d640 1 -- 172.21.15.76:0/3456248804 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f16180caab0 con 0x7f16180b3510 2024-09-13T16:16:43.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.184+0000 7f15fffff640 1 -- 172.21.15.76:0/3456248804 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f160800acd0 con 0x7f16180b3510 2024-09-13T16:16:43.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.184+0000 7f15fffff640 1 --2- 172.21.15.76:0/3456248804 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f160406ac00 0x7f160406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:43.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.184+0000 7f1616ffd640 1 --2- 172.21.15.76:0/3456248804 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f160406ac00 0x7f160406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:43.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.184+0000 7f15fffff640 1 -- 172.21.15.76:0/3456248804 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(166..166 src has 1..166) v4 ==== 5306+0+0 (secure 0 0 0) 0x7f1608088790 con 0x7f16180b3510 2024-09-13T16:16:43.187 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.184+0000 7f1616ffd640 1 --2- 172.21.15.76:0/3456248804 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f160406ac00 0x7f160406d0c0 secure :-1 s=READY pgs=1019 cs=0 l=1 rev1=1 crypto rx=0x7f160c034000 tx=0x7f160c02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:43.189 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.188+0000 7f15fffff640 1 -- 172.21.15.76:0/3456248804 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f16180caab0 con 0x7f16180b3510 2024-09-13T16:16:43.352 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.350+0000 7f161cd9d640 1 -- 172.21.15.76:0/3456248804 --> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "5", "target": ["mon-mgr", ""]}) v1 -- 0x7f16180cffc0 con 0x7f160406ac00 2024-09-13T16:16:43.388 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.350+0000 7f15fffff640 1 -- 172.21.15.76:0/3456248804 <== mgr.4104 v2:172.21.15.76:6832/911852275 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 5 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7f160c041090 con 0x7f160406ac00 2024-09-13T16:16:43.389 INFO:teuthology.orchestra.run.smithi076.stderr:instructed osd(s) 5 to deep-scrub 2024-09-13T16:16:43.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.352+0000 7f161cd9d640 1 -- 172.21.15.76:0/3456248804 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f160406ac00 msgr2=0x7f160406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:43.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.352+0000 7f161cd9d640 1 --2- 172.21.15.76:0/3456248804 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f160406ac00 0x7f160406d0c0 secure :-1 s=READY pgs=1019 cs=0 l=1 rev1=1 crypto rx=0x7f160c034000 tx=0x7f160c02e000 comp rx=0 tx=0).stop 2024-09-13T16:16:43.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.352+0000 7f161cd9d640 1 -- 172.21.15.76:0/3456248804 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f16180b3510 msgr2=0x7f16180c8b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:43.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.352+0000 7f161cd9d640 1 --2- 172.21.15.76:0/3456248804 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f16180b3510 0x7f16180c8b30 secure :-1 s=READY pgs=2384 cs=0 l=1 rev1=1 crypto rx=0x7f160800c890 tx=0x7f160800cd50 comp rx=0 tx=0).stop 2024-09-13T16:16:43.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.352+0000 7f161cd9d640 1 -- 172.21.15.76:0/3456248804 shutdown_connections 2024-09-13T16:16:43.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.352+0000 7f161cd9d640 1 --2- 172.21.15.76:0/3456248804 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f16180cea90 0x7f1618155780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:43.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.352+0000 7f161cd9d640 1 --2- 172.21.15.76:0/3456248804 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f160406ac00 0x7f160406d0c0 unknown :-1 s=CLOSED pgs=1019 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:43.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.352+0000 7f161cd9d640 1 --2- 172.21.15.76:0/3456248804 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f16180cce60 0x7f161815cc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:43.391 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.352+0000 7f161cd9d640 1 --2- 172.21.15.76:0/3456248804 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f16180b3510 0x7f16180c8b30 unknown :-1 s=CLOSED pgs=2384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:43.392 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.352+0000 7f161cd9d640 1 -- 172.21.15.76:0/3456248804 >> 172.21.15.76:0/3456248804 conn(0x7f161808a000 msgr2=0x7f161806c130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:43.392 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.352+0000 7f161cd9d640 1 -- 172.21.15.76:0/3456248804 shutdown_connections 2024-09-13T16:16:43.392 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.352+0000 7f161cd9d640 1 -- 172.21.15.76:0/3456248804 wait complete. 2024-09-13T16:16:43.392 INFO:tasks.ceph:Scrubbing osd.6 2024-09-13T16:16:43.392 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 config set osd_debug_deep_scrub_sleep 0 2024-09-13T16:16:43.496 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.495+0000 7f50a1795640 1 Processor -- start 2024-09-13T16:16:43.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.495+0000 7f50a1795640 1 -- start start 2024-09-13T16:16:43.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.496+0000 7f50a1795640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7f509c0b19c0 0x7f509c098a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:43.497 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.496+0000 7f50a1795640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f509c0cee80 con 0x7f509c06a5e0 2024-09-13T16:16:43.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.496+0000 7f50a1795640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f509c0ce620 con 0x7f509c15c970 2024-09-13T16:16:43.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.496+0000 7f50a1795640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f509c15cd50 con 0x7f509c0b19c0 2024-09-13T16:16:43.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.496+0000 7f509a7fc640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f509c06a5e0 0x7f509c0af1d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:56728/0 (socket says 172.21.15.76:56728) 2024-09-13T16:16:43.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.496+0000 7f509a7fc640 1 -- 172.21.15.76:0/3646675262 learned_addr learned my addr 172.21.15.76:0/3646675262 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:16:43.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.496+0000 7f509b7fe640 1 --2- 172.21.15.76:0/3646675262 >> v2:172.21.15.192:3300/0 conn(0x7f509c0b19c0 0x7f509c098a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:43.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.496+0000 7f5099ffb640 1 -- 172.21.15.76:0/3646675262 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2202398165 0 0) 0x7f509c0cee80 con 0x7f509c06a5e0 2024-09-13T16:16:43.498 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.496+0000 7f5099ffb640 1 -- 172.21.15.76:0/3646675262 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5084003520 con 0x7f509c06a5e0 2024-09-13T16:16:43.500 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.497+0000 7f5099ffb640 1 -- 172.21.15.76:0/3646675262 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 616941763 0 0) 0x7f5084003520 con 0x7f509c06a5e0 2024-09-13T16:16:43.500 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.497+0000 7f5099ffb640 1 -- 172.21.15.76:0/3646675262 >> v2:172.21.15.192:3300/0 conn(0x7f509c0b19c0 msgr2=0x7f509c098a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:43.500 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.497+0000 7f5099ffb640 1 --2- 172.21.15.76:0/3646675262 >> v2:172.21.15.192:3300/0 conn(0x7f509c0b19c0 0x7f509c098a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:43.500 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.497+0000 7f5099ffb640 1 -- 172.21.15.76:0/3646675262 >> v1:172.21.15.192:6789/0 conn(0x7f509c15c970 legacy=0x7f509c069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:43.500 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.497+0000 7f5099ffb640 1 -- 172.21.15.76:0/3646675262 --> v1:172.21.15.76:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f509c0ce8c0 con 0x7f509c06a5e0 2024-09-13T16:16:43.500 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.497+0000 7f5099ffb640 1 -- 172.21.15.76:0/3646675262 <== mon.0 v1:172.21.15.76:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1994465466 0 0) 0x7f5090001670 con 0x7f509c06a5e0 2024-09-13T16:16:43.500 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.497+0000 7f5099ffb640 1 -- 172.21.15.76:0/3646675262 >> v1:172.21.15.76:6789/0 conn(0x7f509c06a5e0 legacy=0x7f509c0af1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:43.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.497+0000 7f5099ffb640 1 --2- 172.21.15.76:0/3646675262 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f50840039c0 0x7f5084003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:43.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.497+0000 7f5099ffb640 1 --2- 172.21.15.76:0/3646675262 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f50840047c0 0x7f5084004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:43.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.497+0000 7f5099ffb640 1 --2- 172.21.15.76:0/3646675262 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f50840051d0 0x7f508400b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:43.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.497+0000 7f5099ffb640 1 -- 172.21.15.76:0/3646675262 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f509c15cd50 con 0x7f50840039c0 2024-09-13T16:16:43.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.497+0000 7f5099ffb640 1 -- 172.21.15.76:0/3646675262 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f508400c120 con 0x7f50840051d0 2024-09-13T16:16:43.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.497+0000 7f5099ffb640 1 -- 172.21.15.76:0/3646675262 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f508400c2e0 con 0x7f50840047c0 2024-09-13T16:16:43.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.497+0000 7f509affd640 1 --2- 172.21.15.76:0/3646675262 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f50840039c0 0x7f5084003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:43.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.497+0000 7f509b7fe640 1 --2- 172.21.15.76:0/3646675262 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f50840051d0 0x7f508400b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:43.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.497+0000 7f509a7fc640 1 --2- 172.21.15.76:0/3646675262 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f50840047c0 0x7f5084004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:43.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.497+0000 7f509affd640 1 -- 172.21.15.76:0/3646675262 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f50840047c0 msgr2=0x7f5084004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:43.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.497+0000 7f509affd640 1 --2- 172.21.15.76:0/3646675262 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f50840047c0 0x7f5084004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:43.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.497+0000 7f509affd640 1 -- 172.21.15.76:0/3646675262 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f50840051d0 msgr2=0x7f508400b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:43.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.497+0000 7f509affd640 1 --2- 172.21.15.76:0/3646675262 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f50840051d0 0x7f508400b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:43.501 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.497+0000 7f509affd640 1 -- 172.21.15.76:0/3646675262 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5084003520 con 0x7f50840039c0 2024-09-13T16:16:43.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.497+0000 7f509b7fe640 1 -- 172.21.15.76:0/3646675262 reap_dead start 2024-09-13T16:16:43.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.498+0000 7f509affd640 1 --2- 172.21.15.76:0/3646675262 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f50840039c0 0x7f5084003de0 secure :-1 s=READY pgs=2386 cs=0 l=1 rev1=1 crypto rx=0x7f508c001720 tx=0x7f50840057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b9e86764aa195e15 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:43.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.498+0000 7f5099ffb640 1 -- 172.21.15.76:0/3646675262 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f508c0052d0 con 0x7f50840039c0 2024-09-13T16:16:43.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.498+0000 7f5099ffb640 1 -- 172.21.15.76:0/3646675262 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f508c005430 con 0x7f50840039c0 2024-09-13T16:16:43.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.498+0000 7f5099ffb640 1 -- 172.21.15.76:0/3646675262 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f508c02ab70 con 0x7f50840039c0 2024-09-13T16:16:43.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.499+0000 7f50a1795640 1 -- 172.21.15.76:0/3646675262 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f50840039c0 msgr2=0x7f5084003de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:43.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.499+0000 7f50a1795640 1 --2- 172.21.15.76:0/3646675262 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f50840039c0 0x7f5084003de0 secure :-1 s=READY pgs=2386 cs=0 l=1 rev1=1 crypto rx=0x7f508c001720 tx=0x7f50840057f0 comp rx=0 tx=0).stop 2024-09-13T16:16:43.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.499+0000 7f50a1795640 1 -- 172.21.15.76:0/3646675262 shutdown_connections 2024-09-13T16:16:43.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.499+0000 7f50a1795640 1 --2- 172.21.15.76:0/3646675262 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f50840039c0 0x7f5084003de0 unknown :-1 s=CLOSED pgs=2386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:43.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.499+0000 7f50a1795640 1 -- 172.21.15.76:0/3646675262 >> 172.21.15.76:0/3646675262 conn(0x7f509c0b4a50 msgr2=0x7f509c0b1010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:43.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.499+0000 7f50a1795640 1 -- 172.21.15.76:0/3646675262 shutdown_connections 2024-09-13T16:16:43.502 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.499+0000 7f50a1795640 1 -- 172.21.15.76:0/3646675262 wait complete. 2024-09-13T16:16:43.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.500+0000 7f50a1795640 1 Processor -- start 2024-09-13T16:16:43.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.500+0000 7f50a1795640 1 -- start start 2024-09-13T16:16:43.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.501+0000 7f50a1795640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f50840039c0 0x7f509c1573d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:43.504 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.501+0000 7f50a1795640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f509c15e9a0 0x7f509c15bbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:43.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.501+0000 7f50a1795640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f509c0ca860 0x7f509c0cace0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:43.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.501+0000 7f50a1795640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f509c0cb220 con 0x7f509c15e9a0 2024-09-13T16:16:43.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.501+0000 7f50a1795640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f509c159b10 con 0x7f50840039c0 2024-09-13T16:16:43.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.501+0000 7f50a1795640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f509c15eef0 con 0x7f509c0ca860 2024-09-13T16:16:43.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.501+0000 7f509a7fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f509c15e9a0 0x7f509c15bbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:43.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.501+0000 7f509a7fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f509c15e9a0 0x7f509c15bbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:43160/0 (socket says 172.21.15.76:43160) 2024-09-13T16:16:43.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.501+0000 7f509a7fc640 1 -- 172.21.15.76:0/2661429383 learned_addr learned my addr 172.21.15.76:0/2661429383 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:43.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.501+0000 7f509affd640 1 --2- 172.21.15.76:0/2661429383 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f50840039c0 0x7f509c1573d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:43.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.501+0000 7f509b7fe640 1 --2- 172.21.15.76:0/2661429383 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f509c0ca860 0x7f509c0cace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:43.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.501+0000 7f509a7fc640 1 -- 172.21.15.76:0/2661429383 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f509c0ca860 msgr2=0x7f509c0cace0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:43.505 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.501+0000 7f509a7fc640 1 --2- 172.21.15.76:0/2661429383 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f509c0ca860 0x7f509c0cace0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:43.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.501+0000 7f509a7fc640 1 -- 172.21.15.76:0/2661429383 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f50840039c0 msgr2=0x7f509c1573d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:43.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.501+0000 7f509a7fc640 1 --2- 172.21.15.76:0/2661429383 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f50840039c0 0x7f509c1573d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:43.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.501+0000 7f509a7fc640 1 -- 172.21.15.76:0/2661429383 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f509c15f1d0 con 0x7f509c15e9a0 2024-09-13T16:16:43.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.501+0000 7f509affd640 1 --2- 172.21.15.76:0/2661429383 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f50840039c0 0x7f509c1573d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:16:43.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.501+0000 7f509a7fc640 1 --2- 172.21.15.76:0/2661429383 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f509c15e9a0 0x7f509c15bbd0 secure :-1 s=READY pgs=2387 cs=0 l=1 rev1=1 crypto rx=0x7f5090000c00 tx=0x7f50900076e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:43.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.502+0000 7f50837fe640 1 -- 172.21.15.76:0/2661429383 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50900016b0 con 0x7f509c15e9a0 2024-09-13T16:16:43.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.502+0000 7f50837fe640 1 -- 172.21.15.76:0/2661429383 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f509000f990 con 0x7f509c15e9a0 2024-09-13T16:16:43.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.502+0000 7f50837fe640 1 -- 172.21.15.76:0/2661429383 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f509000fd40 con 0x7f509c15e9a0 2024-09-13T16:16:43.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.502+0000 7f50a1795640 1 -- 172.21.15.76:0/2661429383 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f509c159db0 con 0x7f509c15e9a0 2024-09-13T16:16:43.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.502+0000 7f50a1795640 1 -- 172.21.15.76:0/2661429383 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f509c15c110 con 0x7f509c15e9a0 2024-09-13T16:16:43.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.503+0000 7f50a1795640 1 -- 172.21.15.76:0/2661429383 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f509c071950 con 0x7f509c15e9a0 2024-09-13T16:16:43.506 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.503+0000 7f50837fe640 1 -- 172.21.15.76:0/2661429383 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f509001d460 con 0x7f509c15e9a0 2024-09-13T16:16:43.507 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.504+0000 7f50837fe640 1 --2- 172.21.15.76:0/2661429383 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f508806ac30 0x7f508806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:43.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.504+0000 7f50837fe640 1 -- 172.21.15.76:0/2661429383 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(166..166 src has 1..166) v4 ==== 5306+0+0 (secure 0 0 0) 0x7f50900891f0 con 0x7f509c15e9a0 2024-09-13T16:16:43.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.504+0000 7f509affd640 1 --2- 172.21.15.76:0/2661429383 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f508806ac30 0x7f508806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:43.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.504+0000 7f50837fe640 1 --2- 172.21.15.76:0/2661429383 >> [v2:172.21.15.192:6816/619216059,v1:172.21.15.192:6817/619216059] conn(0x7f5088070f80 0x7f50880733c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:43.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.504+0000 7f50837fe640 1 -- 172.21.15.76:0/2661429383 --> [v2:172.21.15.192:6816/619216059,v1:172.21.15.192:6817/619216059] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f5088073a90 con 0x7f5088070f80 2024-09-13T16:16:43.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.504+0000 7f50837fe640 1 -- 172.21.15.76:0/2661429383 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_get_version_reply(handle=1 version=166) v2 ==== 24+0+0 (secure 0 0 0) 0x7f509008b8b0 con 0x7f509c15e9a0 2024-09-13T16:16:43.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.504+0000 7f509b7fe640 1 --2- 172.21.15.76:0/2661429383 >> [v2:172.21.15.192:6816/619216059,v1:172.21.15.192:6817/619216059] conn(0x7f5088070f80 0x7f50880733c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:43.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.504+0000 7f509affd640 1 --2- 172.21.15.76:0/2661429383 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f508806ac30 0x7f508806d0f0 secure :-1 s=READY pgs=1020 cs=0 l=1 rev1=1 crypto rx=0x7f508c032000 tx=0x7f508c02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:43.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.505+0000 7f509b7fe640 1 --2- 172.21.15.76:0/2661429383 >> [v2:172.21.15.192:6816/619216059,v1:172.21.15.192:6817/619216059] conn(0x7f5088070f80 0x7f50880733c0 crc :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:43.508 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.505+0000 7f50837fe640 1 -- 172.21.15.76:0/2661429383 <== osd.6 v2:172.21.15.192:6816/619216059 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f5088073a90 con 0x7f5088070f80 2024-09-13T16:16:43.518 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.517+0000 7f50a1795640 1 -- 172.21.15.76:0/2661429383 --> [v2:172.21.15.192:6816/619216059,v1:172.21.15.192:6817/619216059] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f509c0b1ea0 con 0x7f5088070f80 2024-09-13T16:16:43.519 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.518+0000 7f50837fe640 1 -- 172.21.15.76:0/2661429383 <== osd.6 v2:172.21.15.192:6816/619216059 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f509400f040 con 0x7f5088070f80 2024-09-13T16:16:43.519 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2024-09-13T16:16:43.519 INFO:teuthology.orchestra.run.smithi076.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-13T16:16:43.519 INFO:teuthology.orchestra.run.smithi076.stdout:} 2024-09-13T16:16:43.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.518+0000 7f50a1795640 1 -- 172.21.15.76:0/2661429383 >> [v2:172.21.15.192:6816/619216059,v1:172.21.15.192:6817/619216059] conn(0x7f5088070f80 msgr2=0x7f50880733c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:43.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.518+0000 7f50a1795640 1 --2- 172.21.15.76:0/2661429383 >> [v2:172.21.15.192:6816/619216059,v1:172.21.15.192:6817/619216059] conn(0x7f5088070f80 0x7f50880733c0 crc :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:43.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.518+0000 7f50a1795640 1 -- 172.21.15.76:0/2661429383 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f508806ac30 msgr2=0x7f508806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:43.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.518+0000 7f50a1795640 1 --2- 172.21.15.76:0/2661429383 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f508806ac30 0x7f508806d0f0 secure :-1 s=READY pgs=1020 cs=0 l=1 rev1=1 crypto rx=0x7f508c032000 tx=0x7f508c02e000 comp rx=0 tx=0).stop 2024-09-13T16:16:43.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.518+0000 7f50a1795640 1 -- 172.21.15.76:0/2661429383 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f509c15e9a0 msgr2=0x7f509c15bbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:43.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.518+0000 7f50a1795640 1 --2- 172.21.15.76:0/2661429383 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f509c15e9a0 0x7f509c15bbd0 secure :-1 s=READY pgs=2387 cs=0 l=1 rev1=1 crypto rx=0x7f5090000c00 tx=0x7f50900076e0 comp rx=0 tx=0).stop 2024-09-13T16:16:43.520 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.518+0000 7f509b7fe640 1 -- 172.21.15.76:0/2661429383 reap_dead start 2024-09-13T16:16:43.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.518+0000 7f50a1795640 1 -- 172.21.15.76:0/2661429383 shutdown_connections 2024-09-13T16:16:43.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.518+0000 7f50a1795640 1 -- 172.21.15.76:0/2661429383 >> 172.21.15.76:0/2661429383 conn(0x7f509c0b4a50 msgr2=0x7f509c0cda30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:43.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.518+0000 7f50a1795640 1 -- 172.21.15.76:0/2661429383 shutdown_connections 2024-09-13T16:16:43.521 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.518+0000 7f50a1795640 1 -- 172.21.15.76:0/2661429383 wait complete. 2024-09-13T16:16:43.530 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 6 2024-09-13T16:16:43.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.630+0000 7ff9c1901640 1 Processor -- start 2024-09-13T16:16:43.631 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.630+0000 7ff9c1901640 1 -- start start 2024-09-13T16:16:43.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.631+0000 7ff9c1901640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff9bc098ee0 0x7ff9bc0b03b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:43.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.631+0000 7ff9c1901640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff9bc0cf410 con 0x7ff9bc098a70 2024-09-13T16:16:43.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.631+0000 7ff9c1901640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff9bc15caa0 con 0x7ff9bc15c6c0 2024-09-13T16:16:43.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.631+0000 7ff9c1901640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff9bc099370 con 0x7ff9bc098ee0 2024-09-13T16:16:43.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.631+0000 7ff9ba7fc640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7ff9bc098a70 0x7ff9bc0afca0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:56738/0 (socket says 172.21.15.76:56738) 2024-09-13T16:16:43.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.631+0000 7ff9ba7fc640 1 -- 172.21.15.76:0/322876731 learned_addr learned my addr 172.21.15.76:0/322876731 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:16:43.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.631+0000 7ff9bb7fe640 1 --2- 172.21.15.76:0/322876731 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff9bc098ee0 0x7ff9bc0b03b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:43.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.631+0000 7ff9b9ffb640 1 -- 172.21.15.76:0/322876731 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3859261032 0 0) 0x7ff9bc0cf410 con 0x7ff9bc098a70 2024-09-13T16:16:43.633 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.631+0000 7ff9b9ffb640 1 -- 172.21.15.76:0/322876731 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff9a4003520 con 0x7ff9bc098a70 2024-09-13T16:16:43.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.631+0000 7ff9b9ffb640 1 -- 172.21.15.76:0/322876731 <== mon.1 v1:172.21.15.192:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1925785005 0 0) 0x7ff9bc15caa0 con 0x7ff9bc15c6c0 2024-09-13T16:16:43.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.631+0000 7ff9bb7fe640 1 -- 172.21.15.76:0/322876731 >> v1:172.21.15.192:6789/0 conn(0x7ff9bc15c6c0 legacy=0x7ff9bc06b9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:43.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.631+0000 7ff9bb7fe640 1 -- 172.21.15.76:0/322876731 >> v1:172.21.15.76:6789/0 conn(0x7ff9bc098a70 legacy=0x7ff9bc0afca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:43.634 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.631+0000 7ff9bb7fe640 1 -- 172.21.15.76:0/322876731 --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff9bc0ce800 con 0x7ff9bc098ee0 2024-09-13T16:16:43.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.632+0000 7ff9bb7fe640 1 --2- 172.21.15.76:0/322876731 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff9bc098ee0 0x7ff9bc0b03b0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7ff9b4009dc0 tx=0x7ff9b402a640 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4df875b6ae0fc0d4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:43.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.632+0000 7ff9b9ffb640 1 -- 172.21.15.76:0/322876731 <== mon.2 v2:172.21.15.192:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9b4007740 con 0x7ff9bc098ee0 2024-09-13T16:16:43.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.632+0000 7ff9b9ffb640 1 -- 172.21.15.76:0/322876731 <== mon.2 v2:172.21.15.192:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff9b402d050 con 0x7ff9bc098ee0 2024-09-13T16:16:43.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.632+0000 7ff9b9ffb640 1 -- 172.21.15.76:0/322876731 <== mon.2 v2:172.21.15.192:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9b4007aa0 con 0x7ff9bc098ee0 2024-09-13T16:16:43.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.633+0000 7ff9c1901640 1 -- 172.21.15.76:0/322876731 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff9bc098ee0 msgr2=0x7ff9bc0b03b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:43.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.633+0000 7ff9c1901640 1 --2- 172.21.15.76:0/322876731 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff9bc098ee0 0x7ff9bc0b03b0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7ff9b4009dc0 tx=0x7ff9b402a640 comp rx=0 tx=0).stop 2024-09-13T16:16:43.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.633+0000 7ff9c1901640 1 -- 172.21.15.76:0/322876731 shutdown_connections 2024-09-13T16:16:43.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.633+0000 7ff9c1901640 1 --2- 172.21.15.76:0/322876731 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff9bc098ee0 0x7ff9bc0b03b0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:43.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.633+0000 7ff9c1901640 1 -- 172.21.15.76:0/322876731 >> 172.21.15.76:0/322876731 conn(0x7ff9bc0b1e80 msgr2=0x7ff9bc0b2290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:43.635 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.633+0000 7ff9c1901640 1 -- 172.21.15.76:0/322876731 shutdown_connections 2024-09-13T16:16:43.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.633+0000 7ff9c1901640 1 -- 172.21.15.76:0/322876731 wait complete. 2024-09-13T16:16:43.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.635+0000 7ff9c1901640 1 Processor -- start 2024-09-13T16:16:43.636 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.635+0000 7ff9c1901640 1 -- start start 2024-09-13T16:16:43.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.636+0000 7ff9c1901640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff9bc098a70 0x7ff9bc0cd760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:43.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.637+0000 7ff9c1901640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff9bc098ee0 0x7ff9bc0b4b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:43.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.637+0000 7ff9c1901640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff9bc15c6c0 0x7ff9bc15d7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:43.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.637+0000 7ff9c1901640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff9bc156130 con 0x7ff9bc098ee0 2024-09-13T16:16:43.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.637+0000 7ff9c1901640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff9bc0cdca0 con 0x7ff9bc15c6c0 2024-09-13T16:16:43.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.637+0000 7ff9c1901640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff9bc157230 con 0x7ff9bc098a70 2024-09-13T16:16:43.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.637+0000 7ff9ba7fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff9bc098ee0 0x7ff9bc0b4b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:43.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.637+0000 7ff9ba7fc640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff9bc098ee0 0x7ff9bc0b4b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:43170/0 (socket says 172.21.15.76:43170) 2024-09-13T16:16:43.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.637+0000 7ff9ba7fc640 1 -- 172.21.15.76:0/1194185976 learned_addr learned my addr 172.21.15.76:0/1194185976 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:43.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.637+0000 7ff9bb7fe640 1 --2- 172.21.15.76:0/1194185976 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff9bc15c6c0 0x7ff9bc15d7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:43.639 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.637+0000 7ff9baffd640 1 --2- 172.21.15.76:0/1194185976 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff9bc098a70 0x7ff9bc0cd760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:43.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.637+0000 7ff9ba7fc640 1 -- 172.21.15.76:0/1194185976 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff9bc098a70 msgr2=0x7ff9bc0cd760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:43.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.637+0000 7ff9ba7fc640 1 --2- 172.21.15.76:0/1194185976 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff9bc098a70 0x7ff9bc0cd760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:43.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.637+0000 7ff9ba7fc640 1 -- 172.21.15.76:0/1194185976 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff9bc15c6c0 msgr2=0x7ff9bc15d7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:43.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.637+0000 7ff9ba7fc640 1 --2- 172.21.15.76:0/1194185976 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff9bc15c6c0 0x7ff9bc15d7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:43.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.637+0000 7ff9ba7fc640 1 -- 172.21.15.76:0/1194185976 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff9b4009a70 con 0x7ff9bc098ee0 2024-09-13T16:16:43.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.637+0000 7ff9ba7fc640 1 --2- 172.21.15.76:0/1194185976 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff9bc098ee0 0x7ff9bc0b4b30 secure :-1 s=READY pgs=2389 cs=0 l=1 rev1=1 crypto rx=0x7ff9ac00c460 tx=0x7ff9ac00c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:43.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.637+0000 7ff9a3fff640 1 -- 172.21.15.76:0/1194185976 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9ac005ce0 con 0x7ff9bc098ee0 2024-09-13T16:16:43.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.637+0000 7ff9a3fff640 1 -- 172.21.15.76:0/1194185976 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff9ac005e40 con 0x7ff9bc098ee0 2024-09-13T16:16:43.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.637+0000 7ff9c1901640 1 -- 172.21.15.76:0/1194185976 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff9bc156c70 con 0x7ff9bc098ee0 2024-09-13T16:16:43.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.637+0000 7ff9a3fff640 1 -- 172.21.15.76:0/1194185976 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9ac007290 con 0x7ff9bc098ee0 2024-09-13T16:16:43.640 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.637+0000 7ff9c1901640 1 -- 172.21.15.76:0/1194185976 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff9bc0b4330 con 0x7ff9bc098ee0 2024-09-13T16:16:43.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.638+0000 7ff9c1901640 1 -- 172.21.15.76:0/1194185976 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff9bc0cf8a0 con 0x7ff9bc098ee0 2024-09-13T16:16:43.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.639+0000 7ff9a3fff640 1 -- 172.21.15.76:0/1194185976 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff9ac0073f0 con 0x7ff9bc098ee0 2024-09-13T16:16:43.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.640+0000 7ff9a3fff640 1 --2- 172.21.15.76:0/1194185976 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff9a806ac00 0x7ff9a806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:43.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.640+0000 7ff9baffd640 1 --2- 172.21.15.76:0/1194185976 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff9a806ac00 0x7ff9a806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:43.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.640+0000 7ff9a3fff640 1 -- 172.21.15.76:0/1194185976 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(166..166 src has 1..166) v4 ==== 5306+0+0 (secure 0 0 0) 0x7ff9ac0886a0 con 0x7ff9bc098ee0 2024-09-13T16:16:43.641 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.640+0000 7ff9baffd640 1 --2- 172.21.15.76:0/1194185976 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff9a806ac00 0x7ff9a806d0c0 secure :-1 s=READY pgs=1021 cs=0 l=1 rev1=1 crypto rx=0x7ff9b0000f60 tx=0x7ff9b0009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:43.645 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.644+0000 7ff9a3fff640 1 -- 172.21.15.76:0/1194185976 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ff9ac053ad0 con 0x7ff9bc098ee0 2024-09-13T16:16:43.721 DEBUG:teuthology.orchestra.run.smithi076:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:16:43.725 DEBUG:teuthology.orchestra.run.smithi192:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:16:43.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.816+0000 7ff9c1901640 1 -- 172.21.15.76:0/1194185976 --> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "6", "target": ["mon-mgr", ""]}) v1 -- 0x7ff9bc0cf0a0 con 0x7ff9a806ac00 2024-09-13T16:16:43.817 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.816+0000 7ff9a3fff640 1 -- 172.21.15.76:0/1194185976 <== mgr.4104 v2:172.21.15.76:6832/911852275 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 6 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7ff9b00013e0 con 0x7ff9a806ac00 2024-09-13T16:16:43.818 INFO:teuthology.orchestra.run.smithi076.stderr:instructed osd(s) 6 to deep-scrub 2024-09-13T16:16:43.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.818+0000 7ff9c1901640 1 -- 172.21.15.76:0/1194185976 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff9a806ac00 msgr2=0x7ff9a806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:43.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.818+0000 7ff9c1901640 1 --2- 172.21.15.76:0/1194185976 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff9a806ac00 0x7ff9a806d0c0 secure :-1 s=READY pgs=1021 cs=0 l=1 rev1=1 crypto rx=0x7ff9b0000f60 tx=0x7ff9b0009040 comp rx=0 tx=0).stop 2024-09-13T16:16:43.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.818+0000 7ff9c1901640 1 -- 172.21.15.76:0/1194185976 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff9bc098ee0 msgr2=0x7ff9bc0b4b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:43.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.818+0000 7ff9c1901640 1 --2- 172.21.15.76:0/1194185976 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff9bc098ee0 0x7ff9bc0b4b30 secure :-1 s=READY pgs=2389 cs=0 l=1 rev1=1 crypto rx=0x7ff9ac00c460 tx=0x7ff9ac00c920 comp rx=0 tx=0).stop 2024-09-13T16:16:43.820 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.818+0000 7ff9c1901640 1 -- 172.21.15.76:0/1194185976 shutdown_connections 2024-09-13T16:16:43.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.818+0000 7ff9c1901640 1 --2- 172.21.15.76:0/1194185976 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff9bc15c6c0 0x7ff9bc15d7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:43.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.818+0000 7ff9c1901640 1 --2- 172.21.15.76:0/1194185976 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff9bc098ee0 0x7ff9bc0b4b30 unknown :-1 s=CLOSED pgs=2389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:43.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.818+0000 7ff9c1901640 1 --2- 172.21.15.76:0/1194185976 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff9a806ac00 0x7ff9a806d0c0 unknown :-1 s=CLOSED pgs=1021 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:43.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.818+0000 7ff9c1901640 1 --2- 172.21.15.76:0/1194185976 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff9bc098a70 0x7ff9bc0cd760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:43.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.818+0000 7ff9c1901640 1 -- 172.21.15.76:0/1194185976 >> 172.21.15.76:0/1194185976 conn(0x7ff9bc0b1e80 msgr2=0x7ff9bc0ad0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:43.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.819+0000 7ff9c1901640 1 -- 172.21.15.76:0/1194185976 shutdown_connections 2024-09-13T16:16:43.821 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.819+0000 7ff9c1901640 1 -- 172.21.15.76:0/1194185976 wait complete. 2024-09-13T16:16:43.831 INFO:tasks.ceph:Scrubbing osd.7 2024-09-13T16:16:43.831 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 config set osd_debug_deep_scrub_sleep 0 2024-09-13T16:16:43.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.936+0000 7ff4c0de9640 1 Processor -- start 2024-09-13T16:16:43.938 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.936+0000 7ff4c0de9640 1 -- start start 2024-09-13T16:16:43.939 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.937+0000 7ff4c0de9640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7ff4bc0d13b0 0x7ff4bc06b140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:43.939 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.937+0000 7ff4c0de9640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff4bc160290 con 0x7ff4bc15feb0 2024-09-13T16:16:43.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.937+0000 7ff4c0de9640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff4bc0cd150 con 0x7ff4bc06b680 2024-09-13T16:16:43.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.937+0000 7ff4c0de9640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff4bc161440 con 0x7ff4bc0d13b0 2024-09-13T16:16:43.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.938+0000 7ff4ba59c640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7ff4bc15feb0 0x7ff4bc1604c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:56746/0 (socket says 172.21.15.76:56746) 2024-09-13T16:16:43.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.938+0000 7ff4ba59c640 1 -- 172.21.15.76:0/957442665 learned_addr learned my addr 172.21.15.76:0/957442665 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:16:43.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.938+0000 7ff4b9d9b640 1 --2- 172.21.15.76:0/957442665 >> v2:172.21.15.192:3300/0 conn(0x7ff4bc0d13b0 0x7ff4bc06b140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:43.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.938+0000 7ff4b959a640 1 -- 172.21.15.76:0/957442665 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1343498387 0 0) 0x7ff4bc160290 con 0x7ff4bc15feb0 2024-09-13T16:16:43.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.938+0000 7ff4b959a640 1 -- 172.21.15.76:0/957442665 --> v1:172.21.15.76:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff4a8003520 con 0x7ff4bc15feb0 2024-09-13T16:16:43.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.938+0000 7ff4b959a640 1 -- 172.21.15.76:0/957442665 <== mon.0 v1:172.21.15.76:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3030455726 0 0) 0x7ff4a8003520 con 0x7ff4bc15feb0 2024-09-13T16:16:43.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.938+0000 7ff4b9d9b640 1 -- 172.21.15.76:0/957442665 >> v1:172.21.15.192:6789/0 conn(0x7ff4bc06b680 legacy=0x7ff4bc0cdbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:43.940 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.938+0000 7ff4b9d9b640 1 -- 172.21.15.76:0/957442665 >> v1:172.21.15.76:6789/0 conn(0x7ff4bc15feb0 legacy=0x7ff4bc1604c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:43.941 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.938+0000 7ff4b9d9b640 1 -- 172.21.15.76:0/957442665 --> v2:172.21.15.192:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff4bc160bd0 con 0x7ff4bc0d13b0 2024-09-13T16:16:43.942 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.939+0000 7ff4b9d9b640 1 --2- 172.21.15.76:0/957442665 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff4bc0d13b0 0x7ff4bc06b140 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7ff4a40097d0 tx=0x7ff4a402a200 comp rx=0 tx=0).ready entity=mon.1 client_cookie=222f254381b2f660 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:43.942 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.939+0000 7ff4b959a640 1 -- 172.21.15.76:0/957442665 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4ac001670 con 0x7ff4bc0d13b0 2024-09-13T16:16:43.942 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.939+0000 7ff4b959a640 1 -- 172.21.15.76:0/957442665 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff4a402ac90 con 0x7ff4bc0d13b0 2024-09-13T16:16:43.942 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.939+0000 7ff4b959a640 1 -- 172.21.15.76:0/957442665 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4a4032440 con 0x7ff4bc0d13b0 2024-09-13T16:16:43.942 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.940+0000 7ff4c0de9640 1 -- 172.21.15.76:0/957442665 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff4bc0d13b0 msgr2=0x7ff4bc06b140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:43.942 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.940+0000 7ff4c0de9640 1 --2- 172.21.15.76:0/957442665 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff4bc0d13b0 0x7ff4bc06b140 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7ff4a40097d0 tx=0x7ff4a402a200 comp rx=0 tx=0).stop 2024-09-13T16:16:43.942 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.940+0000 7ff4c0de9640 1 -- 172.21.15.76:0/957442665 shutdown_connections 2024-09-13T16:16:43.942 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.940+0000 7ff4c0de9640 1 --2- 172.21.15.76:0/957442665 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff4bc0d13b0 0x7ff4bc06b140 unknown :-1 s=CLOSED pgs=739 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:43.942 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.940+0000 7ff4c0de9640 1 -- 172.21.15.76:0/957442665 >> 172.21.15.76:0/957442665 conn(0x7ff4bc08a000 msgr2=0x7ff4bc0d25b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:43.943 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.940+0000 7ff4c0de9640 1 -- 172.21.15.76:0/957442665 shutdown_connections 2024-09-13T16:16:43.943 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.940+0000 7ff4c0de9640 1 -- 172.21.15.76:0/957442665 wait complete. 2024-09-13T16:16:43.945 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.941+0000 7ff4c0de9640 1 Processor -- start 2024-09-13T16:16:43.945 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.941+0000 7ff4c0de9640 1 -- start start 2024-09-13T16:16:43.945 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.942+0000 7ff4c0de9640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff4bc06b680 0x7ff4bc0b2bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:43.945 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.942+0000 7ff4c0de9640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff4bc0d13b0 0x7ff4bc0cab30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:43.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.942+0000 7ff4c0de9640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff4bc15feb0 0x7ff4bc15ac80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:43.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.942+0000 7ff4c0de9640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4bc0cb5d0 con 0x7ff4bc06b680 2024-09-13T16:16:43.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.942+0000 7ff4c0de9640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4bc0cb8b0 con 0x7ff4bc15feb0 2024-09-13T16:16:43.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.942+0000 7ff4c0de9640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff4bc0cbb90 con 0x7ff4bc0d13b0 2024-09-13T16:16:43.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.942+0000 7ff4ba59c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff4bc06b680 0x7ff4bc0b2bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:43.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.942+0000 7ff4ba59c640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff4bc06b680 0x7ff4bc0b2bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:43178/0 (socket says 172.21.15.76:43178) 2024-09-13T16:16:43.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.942+0000 7ff4ba59c640 1 -- 172.21.15.76:0/3944850872 learned_addr learned my addr 172.21.15.76:0/3944850872 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:43.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.942+0000 7ff4bad9d640 1 --2- 172.21.15.76:0/3944850872 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff4bc15feb0 0x7ff4bc15ac80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:43.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.942+0000 7ff4b9d9b640 1 --2- 172.21.15.76:0/3944850872 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff4bc0d13b0 0x7ff4bc0cab30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:43.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.943+0000 7ff4ba59c640 1 -- 172.21.15.76:0/3944850872 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff4bc0d13b0 msgr2=0x7ff4bc0cab30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:43.946 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.943+0000 7ff4ba59c640 1 --2- 172.21.15.76:0/3944850872 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7ff4bc0d13b0 0x7ff4bc0cab30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:43.947 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.943+0000 7ff4ba59c640 1 -- 172.21.15.76:0/3944850872 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff4bc15feb0 msgr2=0x7ff4bc15ac80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:43.947 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.943+0000 7ff4ba59c640 1 --2- 172.21.15.76:0/3944850872 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff4bc15feb0 0x7ff4bc15ac80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:43.947 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.943+0000 7ff4ba59c640 1 -- 172.21.15.76:0/3944850872 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff4a4009400 con 0x7ff4bc06b680 2024-09-13T16:16:43.947 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.943+0000 7ff4bad9d640 1 --2- 172.21.15.76:0/3944850872 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff4bc15feb0 0x7ff4bc15ac80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:16:43.947 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.943+0000 7ff4ba59c640 1 --2- 172.21.15.76:0/3944850872 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff4bc06b680 0x7ff4bc0b2bd0 secure :-1 s=READY pgs=2391 cs=0 l=1 rev1=1 crypto rx=0x7ff4ac00c580 tx=0x7ff4ac00ca40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:43.947 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.943+0000 7ff4b2ffd640 1 -- 172.21.15.76:0/3944850872 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4ac005ce0 con 0x7ff4bc06b680 2024-09-13T16:16:43.947 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.943+0000 7ff4b2ffd640 1 -- 172.21.15.76:0/3944850872 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff4ac005e40 con 0x7ff4bc06b680 2024-09-13T16:16:43.947 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.943+0000 7ff4c0de9640 1 -- 172.21.15.76:0/3944850872 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff4bc0cbe70 con 0x7ff4bc06b680 2024-09-13T16:16:43.947 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.943+0000 7ff4b2ffd640 1 -- 172.21.15.76:0/3944850872 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4ac007310 con 0x7ff4bc06b680 2024-09-13T16:16:43.947 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.943+0000 7ff4c0de9640 1 -- 172.21.15.76:0/3944850872 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff4bc0ca470 con 0x7ff4bc06b680 2024-09-13T16:16:43.947 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.944+0000 7ff4c0de9640 1 -- 172.21.15.76:0/3944850872 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7ff4bc0ca660 con 0x7ff4bc06b680 2024-09-13T16:16:43.948 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.944+0000 7ff4b2ffd640 1 -- 172.21.15.76:0/3944850872 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff4ac007530 con 0x7ff4bc06b680 2024-09-13T16:16:43.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.945+0000 7ff4b2ffd640 1 --2- 172.21.15.76:0/3944850872 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff49c06ac00 0x7ff49c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:43.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.945+0000 7ff4b2ffd640 1 -- 172.21.15.76:0/3944850872 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(166..166 src has 1..166) v4 ==== 5306+0+0 (secure 0 0 0) 0x7ff4ac088890 con 0x7ff4bc06b680 2024-09-13T16:16:43.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.945+0000 7ff4b9d9b640 1 --2- 172.21.15.76:0/3944850872 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff49c06ac00 0x7ff49c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:43.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.945+0000 7ff4b2ffd640 1 --2- 172.21.15.76:0/3944850872 >> [v2:172.21.15.192:6808/1963320644,v1:172.21.15.192:6809/1963320644] conn(0x7ff49c070f50 0x7ff49c073390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:43.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.945+0000 7ff4b2ffd640 1 -- 172.21.15.76:0/3944850872 --> [v2:172.21.15.192:6808/1963320644,v1:172.21.15.192:6809/1963320644] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7ff49c073a60 con 0x7ff49c070f50 2024-09-13T16:16:43.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.945+0000 7ff4b2ffd640 1 -- 172.21.15.76:0/3944850872 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_get_version_reply(handle=1 version=166) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff4ac08d2c0 con 0x7ff4bc06b680 2024-09-13T16:16:43.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.945+0000 7ff4bad9d640 1 --2- 172.21.15.76:0/3944850872 >> [v2:172.21.15.192:6808/1963320644,v1:172.21.15.192:6809/1963320644] conn(0x7ff49c070f50 0x7ff49c073390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:43.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.945+0000 7ff4b9d9b640 1 --2- 172.21.15.76:0/3944850872 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff49c06ac00 0x7ff49c06d0c0 secure :-1 s=READY pgs=1022 cs=0 l=1 rev1=1 crypto rx=0x7ff4a4034000 tx=0x7ff4a402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:43.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.946+0000 7ff4bad9d640 1 --2- 172.21.15.76:0/3944850872 >> [v2:172.21.15.192:6808/1963320644,v1:172.21.15.192:6809/1963320644] conn(0x7ff49c070f50 0x7ff49c073390 crc :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:43.949 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.947+0000 7ff4b2ffd640 1 -- 172.21.15.76:0/3944850872 <== osd.7 v2:172.21.15.192:6808/1963320644 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7ff49c073a60 con 0x7ff49c070f50 2024-09-13T16:16:43.959 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.958+0000 7ff4c0de9640 1 -- 172.21.15.76:0/3944850872 --> [v2:172.21.15.192:6808/1963320644,v1:172.21.15.192:6809/1963320644] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7ff4bc0cd3f0 con 0x7ff49c070f50 2024-09-13T16:16:43.960 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.959+0000 7ff4b2ffd640 1 -- 172.21.15.76:0/3944850872 <== osd.7 v2:172.21.15.192:6808/1963320644 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7ff4b4001f30 con 0x7ff49c070f50 2024-09-13T16:16:43.960 INFO:teuthology.orchestra.run.smithi076.stdout:{ 2024-09-13T16:16:43.960 INFO:teuthology.orchestra.run.smithi076.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-13T16:16:43.960 INFO:teuthology.orchestra.run.smithi076.stdout:} 2024-09-13T16:16:43.961 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.959+0000 7ff4c0de9640 1 -- 172.21.15.76:0/3944850872 >> [v2:172.21.15.192:6808/1963320644,v1:172.21.15.192:6809/1963320644] conn(0x7ff49c070f50 msgr2=0x7ff49c073390 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:43.961 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.959+0000 7ff4c0de9640 1 --2- 172.21.15.76:0/3944850872 >> [v2:172.21.15.192:6808/1963320644,v1:172.21.15.192:6809/1963320644] conn(0x7ff49c070f50 0x7ff49c073390 crc :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:43.962 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.959+0000 7ff4c0de9640 1 -- 172.21.15.76:0/3944850872 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff49c06ac00 msgr2=0x7ff49c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:43.962 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.959+0000 7ff4c0de9640 1 --2- 172.21.15.76:0/3944850872 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7ff49c06ac00 0x7ff49c06d0c0 secure :-1 s=READY pgs=1022 cs=0 l=1 rev1=1 crypto rx=0x7ff4a4034000 tx=0x7ff4a402e000 comp rx=0 tx=0).stop 2024-09-13T16:16:43.962 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.959+0000 7ff4c0de9640 1 -- 172.21.15.76:0/3944850872 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff4bc06b680 msgr2=0x7ff4bc0b2bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:43.962 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.959+0000 7ff4c0de9640 1 --2- 172.21.15.76:0/3944850872 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7ff4bc06b680 0x7ff4bc0b2bd0 secure :-1 s=READY pgs=2391 cs=0 l=1 rev1=1 crypto rx=0x7ff4ac00c580 tx=0x7ff4ac00ca40 comp rx=0 tx=0).stop 2024-09-13T16:16:43.962 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.959+0000 7ff4bad9d640 1 -- 172.21.15.76:0/3944850872 reap_dead start 2024-09-13T16:16:43.962 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.959+0000 7ff4c0de9640 1 -- 172.21.15.76:0/3944850872 shutdown_connections 2024-09-13T16:16:43.962 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.959+0000 7ff4c0de9640 1 -- 172.21.15.76:0/3944850872 >> 172.21.15.76:0/3944850872 conn(0x7ff4bc08a000 msgr2=0x7ff4bc0d04b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:43.962 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.959+0000 7ff4c0de9640 1 -- 172.21.15.76:0/3944850872 shutdown_connections 2024-09-13T16:16:43.962 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:43.959+0000 7ff4c0de9640 1 -- 172.21.15.76:0/3944850872 wait complete. 2024-09-13T16:16:43.975 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 7 2024-09-13T16:16:44.078 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.077+0000 7fec92e3a640 1 Processor -- start 2024-09-13T16:16:44.078 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.077+0000 7fec92e3a640 1 -- start start 2024-09-13T16:16:44.079 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.078+0000 7fec92e3a640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fec8c0d0b60 0x7fec8c0d0f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:44.080 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.078+0000 7fec92e3a640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fec8c0d05d0 0x7fec8c160980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:44.080 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.078+0000 7fec92e3a640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fec8c0cd190 con 0x7fec8c0d0170 2024-09-13T16:16:44.080 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.078+0000 7fec92e3a640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fec8c0cdf90 con 0x7fec8c0d0b60 2024-09-13T16:16:44.080 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.078+0000 7fec92e3a640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fec8c0b63e0 con 0x7fec8c0d05d0 2024-09-13T16:16:44.080 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.078+0000 7fec90bd6640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fec8c0d0b60 0x7fec8c0d0f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:44.080 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.078+0000 7fec90bd6640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fec8c0d0b60 0x7fec8c0d0f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:43184/0 (socket says 172.21.15.76:43184) 2024-09-13T16:16:44.080 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.078+0000 7fec8bfff640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fec8c0d0170 0x7fec8c160270 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:56760/0 (socket says 172.21.15.76:56760) 2024-09-13T16:16:44.080 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.078+0000 7fec90bd6640 1 -- 172.21.15.76:0/1639584287 learned_addr learned my addr 172.21.15.76:0/1639584287 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:44.080 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.078+0000 7fec913d7640 1 --2- 172.21.15.76:0/1639584287 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fec8c0d05d0 0x7fec8c160980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:44.080 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.078+0000 7fec90bd6640 1 -- 172.21.15.76:0/1639584287 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fec8c0d05d0 msgr2=0x7fec8c160980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:44.080 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.078+0000 7fec90bd6640 1 --2- 172.21.15.76:0/1639584287 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fec8c0d05d0 0x7fec8c160980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:44.081 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.078+0000 7fec90bd6640 1 -- 172.21.15.76:0/1639584287 >> v1:172.21.15.76:6789/0 conn(0x7fec8c0d0170 legacy=0x7fec8c160270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:44.081 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.078+0000 7fec8b7fe640 1 -- 172.21.15.76:0/1639584287 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3881174458 0 0) 0x7fec8c0cd190 con 0x7fec8c0d0170 2024-09-13T16:16:44.081 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.078+0000 7fec90bd6640 1 -- 172.21.15.76:0/1639584287 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fec8c0cd3c0 con 0x7fec8c0d0b60 2024-09-13T16:16:44.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.079+0000 7fec90bd6640 1 --2- 172.21.15.76:0/1639584287 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fec8c0d0b60 0x7fec8c0d0f40 secure :-1 s=READY pgs=2393 cs=0 l=1 rev1=1 crypto rx=0x7fec80009870 tx=0x7fec8002a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f8d29e43b3f201a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:44.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.079+0000 7fec8b7fe640 1 -- 172.21.15.76:0/1639584287 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec80032440 con 0x7fec8c0d0b60 2024-09-13T16:16:44.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.079+0000 7fec8b7fe640 1 -- 172.21.15.76:0/1639584287 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fec800325a0 con 0x7fec8c0d0b60 2024-09-13T16:16:44.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.079+0000 7fec8b7fe640 1 -- 172.21.15.76:0/1639584287 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec80032930 con 0x7fec8c0d0b60 2024-09-13T16:16:44.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.080+0000 7fec92e3a640 1 -- 172.21.15.76:0/1639584287 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fec8c0d0b60 msgr2=0x7fec8c0d0f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:44.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.080+0000 7fec92e3a640 1 --2- 172.21.15.76:0/1639584287 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fec8c0d0b60 0x7fec8c0d0f40 secure :-1 s=READY pgs=2393 cs=0 l=1 rev1=1 crypto rx=0x7fec80009870 tx=0x7fec8002a1c0 comp rx=0 tx=0).stop 2024-09-13T16:16:44.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.080+0000 7fec92e3a640 1 -- 172.21.15.76:0/1639584287 shutdown_connections 2024-09-13T16:16:44.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.080+0000 7fec92e3a640 1 --2- 172.21.15.76:0/1639584287 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fec8c0d05d0 0x7fec8c160980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:44.082 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.080+0000 7fec92e3a640 1 --2- 172.21.15.76:0/1639584287 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fec8c0d0b60 0x7fec8c0d0f40 unknown :-1 s=CLOSED pgs=2393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:44.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.080+0000 7fec92e3a640 1 -- 172.21.15.76:0/1639584287 >> 172.21.15.76:0/1639584287 conn(0x7fec8c08a000 msgr2=0x7fec8c0d25a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:44.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.080+0000 7fec92e3a640 1 -- 172.21.15.76:0/1639584287 shutdown_connections 2024-09-13T16:16:44.083 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.080+0000 7fec92e3a640 1 -- 172.21.15.76:0/1639584287 wait complete. 2024-09-13T16:16:44.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.081+0000 7fec92e3a640 1 Processor -- start 2024-09-13T16:16:44.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.081+0000 7fec92e3a640 1 -- start start 2024-09-13T16:16:44.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.082+0000 7fec92e3a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fec8c0d0170 0x7fec8c153b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:44.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.082+0000 7fec92e3a640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fec8c0d05d0 0x7fec8c155410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:44.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.082+0000 7fec92e3a640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fec8c0d0b60 0x7fec8c155950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:44.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.082+0000 7fec92e3a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fec8c0cb680 con 0x7fec8c0d0170 2024-09-13T16:16:44.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.082+0000 7fec92e3a640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fec8c0caa70 con 0x7fec8c0d05d0 2024-09-13T16:16:44.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.082+0000 7fec92e3a640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fec8c0cad50 con 0x7fec8c0d0b60 2024-09-13T16:16:44.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.082+0000 7fec90bd6640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fec8c0d0170 0x7fec8c153b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:44.085 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.082+0000 7fec90bd6640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fec8c0d0170 0x7fec8c153b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:43196/0 (socket says 172.21.15.76:43196) 2024-09-13T16:16:44.086 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.082+0000 7fec90bd6640 1 -- 172.21.15.76:0/1859880437 learned_addr learned my addr 172.21.15.76:0/1859880437 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:44.086 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.082+0000 7fec8bfff640 1 --2- 172.21.15.76:0/1859880437 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fec8c0d05d0 0x7fec8c155410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:44.086 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.082+0000 7fec913d7640 1 --2- 172.21.15.76:0/1859880437 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fec8c0d0b60 0x7fec8c155950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:44.086 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.082+0000 7fec90bd6640 1 -- 172.21.15.76:0/1859880437 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fec8c0d0b60 msgr2=0x7fec8c155950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:44.086 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.082+0000 7fec90bd6640 1 --2- 172.21.15.76:0/1859880437 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fec8c0d0b60 0x7fec8c155950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:44.086 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.082+0000 7fec90bd6640 1 -- 172.21.15.76:0/1859880437 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fec8c0d05d0 msgr2=0x7fec8c155410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:44.086 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.082+0000 7fec90bd6640 1 --2- 172.21.15.76:0/1859880437 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fec8c0d05d0 0x7fec8c155410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:44.086 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.082+0000 7fec90bd6640 1 -- 172.21.15.76:0/1859880437 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fec800094d0 con 0x7fec8c0d0170 2024-09-13T16:16:44.086 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.083+0000 7fec90bd6640 1 --2- 172.21.15.76:0/1859880437 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fec8c0d0170 0x7fec8c153b50 secure :-1 s=READY pgs=2394 cs=0 l=1 rev1=1 crypto rx=0x7fec80000c00 tx=0x7fec800046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:44.086 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.083+0000 7fec897fa640 1 -- 172.21.15.76:0/1859880437 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec80032440 con 0x7fec8c0d0170 2024-09-13T16:16:44.086 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.083+0000 7fec897fa640 1 -- 172.21.15.76:0/1859880437 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fec80030980 con 0x7fec8c0d0170 2024-09-13T16:16:44.086 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.083+0000 7fec92e3a640 1 -- 172.21.15.76:0/1859880437 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fec8c0cb030 con 0x7fec8c0d0170 2024-09-13T16:16:44.086 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.083+0000 7fec897fa640 1 -- 172.21.15.76:0/1859880437 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec80030d30 con 0x7fec8c0d0170 2024-09-13T16:16:44.086 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.083+0000 7fec92e3a640 1 -- 172.21.15.76:0/1859880437 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fec8c154090 con 0x7fec8c0d0170 2024-09-13T16:16:44.087 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.084+0000 7fec92e3a640 1 -- 172.21.15.76:0/1859880437 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fec8c0d2ef0 con 0x7fec8c0d0170 2024-09-13T16:16:44.087 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.084+0000 7fec897fa640 1 -- 172.21.15.76:0/1859880437 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fec80039040 con 0x7fec8c0d0170 2024-09-13T16:16:44.087 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.085+0000 7fec897fa640 1 --2- 172.21.15.76:0/1859880437 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fec7006ac00 0x7fec7006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:44.087 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.085+0000 7fec897fa640 1 -- 172.21.15.76:0/1859880437 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(166..166 src has 1..166) v4 ==== 5306+0+0 (secure 0 0 0) 0x7fec800a9940 con 0x7fec8c0d0170 2024-09-13T16:16:44.088 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.085+0000 7fec8bfff640 1 --2- 172.21.15.76:0/1859880437 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fec7006ac00 0x7fec7006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:44.088 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.085+0000 7fec8bfff640 1 --2- 172.21.15.76:0/1859880437 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fec7006ac00 0x7fec7006d0c0 secure :-1 s=READY pgs=1023 cs=0 l=1 rev1=1 crypto rx=0x7fec8c0cf670 tx=0x7fec78007de0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:44.094 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.093+0000 7fec897fa640 1 -- 172.21.15.76:0/1859880437 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fec80074df0 con 0x7fec8c0d0170 2024-09-13T16:16:44.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.263+0000 7fec92e3a640 1 -- 172.21.15.76:0/1859880437 --> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "7", "target": ["mon-mgr", ""]}) v1 -- 0x7fec8c0cd940 con 0x7fec7006ac00 2024-09-13T16:16:44.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.263+0000 7fec897fa640 1 -- 172.21.15.76:0/1859880437 <== mgr.4104 v2:172.21.15.76:6832/911852275 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 7 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7fec78004c70 con 0x7fec7006ac00 2024-09-13T16:16:44.265 INFO:teuthology.orchestra.run.smithi076.stderr:instructed osd(s) 7 to deep-scrub 2024-09-13T16:16:44.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.265+0000 7fec92e3a640 1 -- 172.21.15.76:0/1859880437 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fec7006ac00 msgr2=0x7fec7006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:44.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.265+0000 7fec92e3a640 1 --2- 172.21.15.76:0/1859880437 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fec7006ac00 0x7fec7006d0c0 secure :-1 s=READY pgs=1023 cs=0 l=1 rev1=1 crypto rx=0x7fec8c0cf670 tx=0x7fec78007de0 comp rx=0 tx=0).stop 2024-09-13T16:16:44.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.265+0000 7fec92e3a640 1 -- 172.21.15.76:0/1859880437 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fec8c0d0170 msgr2=0x7fec8c153b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:44.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.265+0000 7fec92e3a640 1 --2- 172.21.15.76:0/1859880437 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fec8c0d0170 0x7fec8c153b50 secure :-1 s=READY pgs=2394 cs=0 l=1 rev1=1 crypto rx=0x7fec80000c00 tx=0x7fec800046c0 comp rx=0 tx=0).stop 2024-09-13T16:16:44.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.266+0000 7fec92e3a640 1 -- 172.21.15.76:0/1859880437 shutdown_connections 2024-09-13T16:16:44.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.266+0000 7fec92e3a640 1 --2- 172.21.15.76:0/1859880437 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fec7006ac00 0x7fec7006d0c0 unknown :-1 s=CLOSED pgs=1023 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:44.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.266+0000 7fec92e3a640 1 --2- 172.21.15.76:0/1859880437 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fec8c0d0b60 0x7fec8c155950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:44.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.266+0000 7fec92e3a640 1 --2- 172.21.15.76:0/1859880437 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fec8c0d05d0 0x7fec8c155410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:44.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.266+0000 7fec92e3a640 1 --2- 172.21.15.76:0/1859880437 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fec8c0d0170 0x7fec8c153b50 unknown :-1 s=CLOSED pgs=2394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:44.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.266+0000 7fec92e3a640 1 -- 172.21.15.76:0/1859880437 >> 172.21.15.76:0/1859880437 conn(0x7fec8c08a000 msgr2=0x7fec8c0b3d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:44.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.266+0000 7fec92e3a640 1 -- 172.21.15.76:0/1859880437 shutdown_connections 2024-09-13T16:16:44.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.266+0000 7fec92e3a640 1 -- 172.21.15.76:0/1859880437 wait complete. 2024-09-13T16:16:44.278 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:16:44.377 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.375+0000 7f2f46d57640 1 Processor -- start 2024-09-13T16:16:44.377 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.376+0000 7f2f46d57640 1 -- start start 2024-09-13T16:16:44.378 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.377+0000 7f2f46d57640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2f400d0170 0x7f2f400d05d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:44.378 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.377+0000 7f2f46d57640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f2f400b53d0 0x7f2f400b5880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:44.378 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.377+0000 7f2f46d57640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2f400cd190 con 0x7f2f400d0b60 2024-09-13T16:16:44.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.377+0000 7f2f46d57640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2f400cdf90 con 0x7f2f400b53d0 2024-09-13T16:16:44.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.377+0000 7f2f46d57640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2f400cd3c0 con 0x7f2f400d0170 2024-09-13T16:16:44.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.377+0000 7f2f44af3640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f2f400d0b60 0x7f2f400d0f40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:56776/0 (socket says 172.21.15.76:56776) 2024-09-13T16:16:44.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.377+0000 7f2f452f4640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f2f400b53d0 0x7f2f400b5880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:44.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.377+0000 7f2f44af3640 1 -- 172.21.15.76:0/2939873730 learned_addr learned my addr 172.21.15.76:0/2939873730 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:16:44.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.377+0000 7f2f3ffff640 1 --2- 172.21.15.76:0/2939873730 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2f400d0170 0x7f2f400d05d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:44.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.377+0000 7f2f452f4640 1 -- 172.21.15.76:0/2939873730 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2f400d0170 msgr2=0x7f2f400d05d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:44.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.377+0000 7f2f452f4640 1 --2- 172.21.15.76:0/2939873730 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2f400d0170 0x7f2f400d05d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:44.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.377+0000 7f2f452f4640 1 -- 172.21.15.76:0/2939873730 >> v1:172.21.15.76:6789/0 conn(0x7f2f400d0b60 legacy=0x7f2f400d0f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:44.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.377+0000 7f2f3f7fe640 1 -- 172.21.15.76:0/2939873730 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2517929278 0 0) 0x7f2f400cd190 con 0x7f2f400d0b60 2024-09-13T16:16:44.379 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.377+0000 7f2f452f4640 1 -- 172.21.15.76:0/2939873730 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2f400cd660 con 0x7f2f400b53d0 2024-09-13T16:16:44.380 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.378+0000 7f2f452f4640 1 --2- 172.21.15.76:0/2939873730 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2f400b53d0 0x7f2f400b5880 secure :-1 s=READY pgs=2396 cs=0 l=1 rev1=1 crypto rx=0x7f2f38009d90 tx=0x7f2f3802a5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7fb852c9bda717a5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:44.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.378+0000 7f2f3f7fe640 1 -- 172.21.15.76:0/2939873730 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f38031600 con 0x7f2f400b53d0 2024-09-13T16:16:44.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.378+0000 7f2f3f7fe640 1 -- 172.21.15.76:0/2939873730 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2f3802d050 con 0x7f2f400b53d0 2024-09-13T16:16:44.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.378+0000 7f2f3f7fe640 1 -- 172.21.15.76:0/2939873730 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f38031980 con 0x7f2f400b53d0 2024-09-13T16:16:44.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.379+0000 7f2f46d57640 1 -- 172.21.15.76:0/2939873730 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2f400b53d0 msgr2=0x7f2f400b5880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:44.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.379+0000 7f2f46d57640 1 --2- 172.21.15.76:0/2939873730 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2f400b53d0 0x7f2f400b5880 secure :-1 s=READY pgs=2396 cs=0 l=1 rev1=1 crypto rx=0x7f2f38009d90 tx=0x7f2f3802a5d0 comp rx=0 tx=0).stop 2024-09-13T16:16:44.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.379+0000 7f2f46d57640 1 -- 172.21.15.76:0/2939873730 shutdown_connections 2024-09-13T16:16:44.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.379+0000 7f2f46d57640 1 --2- 172.21.15.76:0/2939873730 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2f400b53d0 0x7f2f400b5880 unknown :-1 s=CLOSED pgs=2396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:44.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.379+0000 7f2f46d57640 1 --2- 172.21.15.76:0/2939873730 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2f400d0170 0x7f2f400d05d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:44.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.379+0000 7f2f46d57640 1 -- 172.21.15.76:0/2939873730 >> 172.21.15.76:0/2939873730 conn(0x7f2f4008a000 msgr2=0x7f2f400d25a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:44.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.379+0000 7f2f46d57640 1 -- 172.21.15.76:0/2939873730 shutdown_connections 2024-09-13T16:16:44.381 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.379+0000 7f2f46d57640 1 -- 172.21.15.76:0/2939873730 wait complete. 2024-09-13T16:16:44.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.380+0000 7f2f46d57640 1 Processor -- start 2024-09-13T16:16:44.383 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.380+0000 7f2f46d57640 1 -- start start 2024-09-13T16:16:44.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.381+0000 7f2f46d57640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2f400b53d0 0x7f2f400c9670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:44.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.381+0000 7f2f46d57640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2f400d0170 0x7f2f40154d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:44.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.381+0000 7f2f46d57640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2f400d0b60 0x7f2f4014a5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:44.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.381+0000 7f2f46d57640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2f400cc7b0 con 0x7f2f400b53d0 2024-09-13T16:16:44.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.381+0000 7f2f46d57640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2f4014ab20 con 0x7f2f400d0b60 2024-09-13T16:16:44.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.381+0000 7f2f46d57640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2f400c9c50 con 0x7f2f400d0170 2024-09-13T16:16:44.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.381+0000 7f2f44af3640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2f400b53d0 0x7f2f400c9670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:44.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.381+0000 7f2f44af3640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2f400b53d0 0x7f2f400c9670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:43216/0 (socket says 172.21.15.76:43216) 2024-09-13T16:16:44.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.381+0000 7f2f44af3640 1 -- 172.21.15.76:0/1596307944 learned_addr learned my addr 172.21.15.76:0/1596307944 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:16:44.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.381+0000 7f2f3ffff640 1 --2- 172.21.15.76:0/1596307944 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2f400d0170 0x7f2f40154d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:44.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.381+0000 7f2f452f4640 1 --2- 172.21.15.76:0/1596307944 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2f400d0b60 0x7f2f4014a5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:44.384 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.381+0000 7f2f44af3640 1 -- 172.21.15.76:0/1596307944 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2f400d0170 msgr2=0x7f2f40154d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:44.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.381+0000 7f2f44af3640 1 --2- 172.21.15.76:0/1596307944 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2f400d0170 0x7f2f40154d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:44.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.381+0000 7f2f44af3640 1 -- 172.21.15.76:0/1596307944 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2f400d0b60 msgr2=0x7f2f4014a5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:44.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.381+0000 7f2f44af3640 1 --2- 172.21.15.76:0/1596307944 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2f400d0b60 0x7f2f4014a5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:44.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.381+0000 7f2f44af3640 1 -- 172.21.15.76:0/1596307944 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2f38009a70 con 0x7f2f400b53d0 2024-09-13T16:16:44.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.381+0000 7f2f44af3640 1 --2- 172.21.15.76:0/1596307944 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2f400b53d0 0x7f2f400c9670 secure :-1 s=READY pgs=2397 cs=0 l=1 rev1=1 crypto rx=0x7f2f3400c4d0 tx=0x7f2f3400c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:44.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.382+0000 7f2f3d7fa640 1 -- 172.21.15.76:0/1596307944 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f340074e0 con 0x7f2f400b53d0 2024-09-13T16:16:44.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.382+0000 7f2f3d7fa640 1 -- 172.21.15.76:0/1596307944 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2f34007660 con 0x7f2f400b53d0 2024-09-13T16:16:44.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.382+0000 7f2f46d57640 1 -- 172.21.15.76:0/1596307944 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2f400cc160 con 0x7f2f400b53d0 2024-09-13T16:16:44.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.382+0000 7f2f3d7fa640 1 -- 172.21.15.76:0/1596307944 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f34004a20 con 0x7f2f400b53d0 2024-09-13T16:16:44.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.382+0000 7f2f46d57640 1 -- 172.21.15.76:0/1596307944 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2f4014aff0 con 0x7f2f400b53d0 2024-09-13T16:16:44.385 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.383+0000 7f2f46d57640 1 -- 172.21.15.76:0/1596307944 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2f400ce400 con 0x7f2f400b53d0 2024-09-13T16:16:44.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.383+0000 7f2f3d7fa640 1 -- 172.21.15.76:0/1596307944 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f2f34004b80 con 0x7f2f400b53d0 2024-09-13T16:16:44.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.383+0000 7f2f3d7fa640 1 --2- 172.21.15.76:0/1596307944 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2f2406ac30 0x7f2f2406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:44.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.383+0000 7f2f3d7fa640 1 -- 172.21.15.76:0/1596307944 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(166..166 src has 1..166) v4 ==== 5306+0+0 (secure 0 0 0) 0x7f2f340885c0 con 0x7f2f400b53d0 2024-09-13T16:16:44.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.384+0000 7f2f3ffff640 1 --2- 172.21.15.76:0/1596307944 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2f2406ac30 0x7f2f2406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:44.386 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.384+0000 7f2f3ffff640 1 --2- 172.21.15.76:0/1596307944 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2f2406ac30 0x7f2f2406d0f0 secure :-1 s=READY pgs=1024 cs=0 l=1 rev1=1 crypto rx=0x7f2f401f5ea0 tx=0x7f2f2c009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:44.393 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.392+0000 7f2f3d7fa640 1 -- 172.21.15.76:0/1596307944 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f2f400ce400 con 0x7f2f400b53d0 2024-09-13T16:16:44.557 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.555+0000 7f2f46d57640 1 -- 172.21.15.76:0/1596307944 --> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f2f400d2ef0 con 0x7f2f2406ac30 2024-09-13T16:16:44.559 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.558+0000 7f2f3d7fa640 1 -- 172.21.15.76:0/1596307944 <== mgr.4104 v2:172.21.15.76:6832/911852275 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+50614 (secure 0 0 0) 0x7f2f2c0119d0 con 0x7f2f2406ac30 2024-09-13T16:16:44.560 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:16:44.560 INFO:teuthology.orchestra.run.smithi076.stderr:dumped all 2024-09-13T16:16:44.561 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.559+0000 7f2f46d57640 1 -- 172.21.15.76:0/1596307944 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2f2406ac30 msgr2=0x7f2f2406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:44.561 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.559+0000 7f2f46d57640 1 --2- 172.21.15.76:0/1596307944 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2f2406ac30 0x7f2f2406d0f0 secure :-1 s=READY pgs=1024 cs=0 l=1 rev1=1 crypto rx=0x7f2f401f5ea0 tx=0x7f2f2c009190 comp rx=0 tx=0).stop 2024-09-13T16:16:44.561 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.559+0000 7f2f46d57640 1 -- 172.21.15.76:0/1596307944 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2f400b53d0 msgr2=0x7f2f400c9670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:44.561 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.559+0000 7f2f46d57640 1 --2- 172.21.15.76:0/1596307944 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2f400b53d0 0x7f2f400c9670 secure :-1 s=READY pgs=2397 cs=0 l=1 rev1=1 crypto rx=0x7f2f3400c4d0 tx=0x7f2f3400c990 comp rx=0 tx=0).stop 2024-09-13T16:16:44.561 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.560+0000 7f2f46d57640 1 -- 172.21.15.76:0/1596307944 shutdown_connections 2024-09-13T16:16:44.562 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.560+0000 7f2f46d57640 1 --2- 172.21.15.76:0/1596307944 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2f400d0b60 0x7f2f4014a5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:44.562 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.560+0000 7f2f46d57640 1 --2- 172.21.15.76:0/1596307944 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f2f2406ac30 0x7f2f2406d0f0 unknown :-1 s=CLOSED pgs=1024 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:44.562 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.560+0000 7f2f46d57640 1 --2- 172.21.15.76:0/1596307944 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f2f400d0170 0x7f2f40154d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:44.562 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.560+0000 7f2f46d57640 1 --2- 172.21.15.76:0/1596307944 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f2f400b53d0 0x7f2f400c9670 unknown :-1 s=CLOSED pgs=2397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:44.562 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.560+0000 7f2f46d57640 1 -- 172.21.15.76:0/1596307944 >> 172.21.15.76:0/1596307944 conn(0x7f2f4008a000 msgr2=0x7f2f400ce710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:44.562 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.560+0000 7f2f46d57640 1 -- 172.21.15.76:0/1596307944 shutdown_connections 2024-09-13T16:16:44.562 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:16:44.560+0000 7f2f46d57640 1 -- 172.21.15.76:0/1596307944 wait complete. 2024-09-13T16:16:44.571 INFO:teuthology.orchestra.run.smithi076.stdout:{"pg_ready":true,"pg_map":{"version":618,"stamp":"2024-09-13T16:16:43.121781+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":48,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":775572,"kb_used_data":17508,"kb_used_omap":12,"kb_used_meta":757939,"kb_avail":754199148,"statfs":{"total":773094113280,"available":772299927552,"internally_reserved":0,"allocated":17928192,"data_stored":8909035,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":776130105},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-14370,"num_objects":-23,"num_object_clones":0,"num_object_copies":-46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-23,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":-64,"num_write_kb":-37,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001235"},"pg_stats":[{"pgid":"1.0","version":"17'117","reported_seq":292,"reported_epoch":165,"state":"active+clean","last_fresh":"2024-09-13T16:16:36.344659+0000","last_change":"2024-09-13T16:01:29.143297+0000","last_active":"2024-09-13T16:16:36.344659+0000","last_peered":"2024-09-13T16:16:36.344659+0000","last_clean":"2024-09-13T16:16:36.344659+0000","last_became_active":"2024-09-13T16:01:29.142269+0000","last_became_peered":"2024-09-13T16:01:29.142269+0000","last_unstale":"2024-09-13T16:16:36.344659+0000","last_undegraded":"2024-09-13T16:16:36.344659+0000","last_fullsized":"2024-09-13T16:16:36.344659+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:01:27.864638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:01:27.864638+0000","last_clean_scrub_stamp":"2024-09-13T16:01:27.864638+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:25:24.741463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":14,"seq":60129542332,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":119244,"kb_used_data":2044,"kb_used_omap":1,"kb_used_meta":117182,"kb_avail":94252596,"statfs":{"total":96636764160,"available":96514658304,"internally_reserved":0,"allocated":2093056,"data_stored":966121,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":119994824},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:15:57 2024","interfaces":[{"interface":"back","average":{"1min":0.40999999999999998,"5min":0.34599999999999997,"15min":0.35499999999999998},"min":{"1min":0.22900000000000001,"5min":0.20599999999999999,"15min":0.183},"max":{"1min":0.871,"5min":0.871,"15min":4.4610000000000003},"last":0.32200000000000001},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.36699999999999999,"15min":0.34000000000000002},"min":{"1min":0.254,"5min":0.23999999999999999,"15min":0.17899999999999999},"max":{"1min":0.60699999999999998,"5min":1.236,"15min":1.2410000000000001},"last":0.35499999999999998}]},{"osd":1,"last update":"Fri Sep 13 16:15:57 2024","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.41899999999999998,"15min":0.38100000000000001},"min":{"1min":0.245,"5min":0.22500000000000001,"15min":0.182},"max":{"1min":0.58299999999999996,"5min":7.7729999999999997,"15min":7.7729999999999997},"last":0.27900000000000003},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.432,"15min":0.40699999999999997},"min":{"1min":0.27100000000000002,"5min":0.25700000000000001,"15min":0.19400000000000001},"max":{"1min":0.747,"5min":3.6160000000000001,"15min":6.4429999999999996},"last":0.434}]},{"osd":2,"last update":"Fri Sep 13 16:15:57 2024","interfaces":[{"interface":"back","average":{"1min":0.44900000000000001,"5min":0.38800000000000001,"15min":0.38500000000000001},"min":{"1min":0.28199999999999997,"5min":0.26900000000000002,"15min":0.22800000000000001},"max":{"1min":0.60399999999999998,"5min":0.68899999999999995,"15min":2.6339999999999999},"last":0.33900000000000002},{"interface":"front","average":{"1min":0.46600000000000003,"5min":0.44400000000000001,"15min":0.40999999999999998},"min":{"1min":0.32300000000000001,"5min":0.22,"15min":0.21199999999999999},"max":{"1min":0.65700000000000003,"5min":3.585,"15min":3.585},"last":0.38}]},{"osd":4,"last update":"Fri Sep 13 16:15:57 2024","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.61499999999999999,"15min":0.55800000000000005},"min":{"1min":0.42799999999999999,"5min":0.36799999999999999,"15min":0.28399999999999997},"max":{"1min":0.88600000000000001,"5min":1.0489999999999999,"15min":1.216},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.61599999999999999,"15min":0.57999999999999996},"min":{"1min":0.38900000000000001,"5min":0.34599999999999997,"15min":0.27600000000000002},"max":{"1min":0.873,"5min":2.1909999999999998,"15min":2.6070000000000002},"last":0.61799999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:15:57 2024","interfaces":[{"interface":"back","average":{"1min":0.64200000000000002,"5min":0.621,"15min":0.57699999999999996},"min":{"1min":0.40899999999999997,"5min":0.38300000000000001,"15min":0.28100000000000003},"max":{"1min":0.81299999999999994,"5min":2.2290000000000001,"15min":2.5449999999999999},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.67000000000000004,"15min":0.60599999999999998},"min":{"1min":0.443,"5min":0.42699999999999999,"15min":0.311},"max":{"1min":0.94099999999999995,"5min":3.5449999999999999,"15min":3.5449999999999999},"last":0.63}]},{"osd":6,"last update":"Fri Sep 13 16:15:57 2024","interfaces":[{"interface":"back","average":{"1min":0.70699999999999996,"5min":0.69999999999999996,"15min":0.62},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.31900000000000001},"max":{"1min":0.97899999999999998,"5min":6.4189999999999996,"15min":6.4189999999999996},"last":0.998},{"interface":"front","average":{"1min":0.69299999999999995,"5min":0.71799999999999997,"15min":0.61799999999999999},"min":{"1min":0.48399999999999999,"5min":0.40799999999999997,"15min":0.32200000000000001},"max":{"1min":0.999,"5min":8.9559999999999995,"15min":8.9559999999999995},"last":0.89500000000000002}]},{"osd":7,"last update":"Fri Sep 13 16:15:57 2024","interfaces":[{"interface":"back","average":{"1min":0.70899999999999996,"5min":0.63600000000000001,"15min":0.60299999999999998},"min":{"1min":0.46000000000000002,"5min":0.42999999999999999,"15min":0.35499999999999998},"max":{"1min":0.92600000000000005,"5min":1.089,"15min":1.649},"last":0.65400000000000003},{"interface":"front","average":{"1min":0.69199999999999995,"5min":0.64500000000000002,"15min":0.60799999999999998},"min":{"1min":0.51000000000000001,"5min":0.45700000000000002,"15min":0.36299999999999999},"max":{"1min":0.90200000000000002,"5min":1.0580000000000001,"15min":2.581},"last":0.67300000000000004}]}]},{"osd":7,"up_from":13,"seq":55834575034,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":83724,"kb_used_data":2624,"kb_used_omap":1,"kb_used_meta":81086,"kb_avail":94288116,"statfs":{"total":96636764160,"available":96551030784,"internally_reserved":0,"allocated":2686976,"data_stored":1556489,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":83032523},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:15:46 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.59899999999999998,"15min":0.50800000000000001},"min":{"1min":0.28899999999999998,"5min":0.27600000000000002,"15min":0.193},"max":{"1min":0.68600000000000005,"5min":7.6550000000000002,"15min":7.6550000000000002},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.56200000000000006,"15min":0.50800000000000001},"min":{"1min":0.35099999999999998,"5min":0.28799999999999998,"15min":0.20000000000000001},"max":{"1min":0.74399999999999999,"5min":1.577,"15min":1.577},"last":0.54300000000000004}]},{"osd":1,"last update":"Fri Sep 13 16:15:46 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.623,"15min":0.52300000000000002},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.22},"max":{"1min":0.63700000000000001,"5min":8.3499999999999996,"15min":8.3499999999999996},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.57599999999999996,"15min":0.52400000000000002},"min":{"1min":0.40600000000000003,"5min":0.34599999999999997,"15min":0.23400000000000001},"max":{"1min":0.71999999999999997,"5min":2.3799999999999999,"15min":2.3799999999999999},"last":0.625}]},{"osd":2,"last update":"Fri Sep 13 16:15:46 2024","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.56599999999999995,"15min":0.54700000000000004},"min":{"1min":0.39000000000000001,"5min":0.29299999999999998,"15min":0.23999999999999999},"max":{"1min":0.73799999999999999,"5min":0.79100000000000004,"15min":2.2919999999999998},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.65500000000000003,"15min":0.55900000000000005},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.255},"max":{"1min":0.71699999999999997,"5min":7.6210000000000004,"15min":7.6210000000000004},"last":0.65300000000000002}]},{"osd":3,"last update":"Fri Sep 13 16:15:46 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.57599999999999996,"15min":0.52900000000000003},"min":{"1min":0.39000000000000001,"5min":0.36899999999999999,"15min":0.255},"max":{"1min":0.68400000000000005,"5min":1.6339999999999999,"15min":1.6339999999999999},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.55700000000000005,"15min":0.52000000000000002},"min":{"1min":0.46400000000000002,"5min":0.33500000000000002,"15min":0.26700000000000002},"max":{"1min":0.66500000000000004,"5min":0.77000000000000002,"15min":0.88100000000000001},"last":0.63800000000000001}]},{"osd":4,"last update":"Fri Sep 13 16:15:46 2024","interfaces":[{"interface":"back","average":{"1min":0.46400000000000002,"5min":0.48599999999999999,"15min":0.45300000000000001},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":0.67300000000000004,"5min":1.208,"15min":1.208},"last":0.68500000000000005},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.57899999999999996,"15min":0.49399999999999999},"min":{"1min":0.25,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.72199999999999998,"5min":7.5720000000000001,"15min":7.5720000000000001},"last":0.61099999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:15:46 2024","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.51400000000000001,"15min":0.49299999999999999},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.68999999999999995,"5min":1.508,"15min":1.508},"last":0.69999999999999996},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.58699999999999997,"15min":0.55800000000000005},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.72299999999999998,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.71199999999999997}]},{"osd":6,"last update":"Fri Sep 13 16:15:46 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.59799999999999998,"15min":0.53900000000000003},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.77000000000000002,"5min":5.1699999999999999,"15min":5.1699999999999999},"last":0.67300000000000004},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.64100000000000001,"15min":0.56000000000000005},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.73199999999999998,"5min":7.9699999999999998,"15min":7.9699999999999998},"last":0.73299999999999998}]}]},{"osd":6,"up_from":13,"seq":55834575034,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":105352,"kb_used_data":2044,"kb_used_omap":1,"kb_used_meta":103294,"kb_avail":94266488,"statfs":{"total":96636764160,"available":96528883712,"internally_reserved":0,"allocated":2093056,"data_stored":966121,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":105773511},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:16:05 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.58199999999999996,"15min":0.52600000000000002},"min":{"1min":0.41099999999999998,"5min":0.29999999999999999,"15min":0.20000000000000001},"max":{"1min":0.71199999999999997,"5min":0.79800000000000004,"15min":0.97099999999999997},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.57099999999999995,"15min":0.53000000000000003},"min":{"1min":0.433,"5min":0.36199999999999999,"15min":0.22500000000000001},"max":{"1min":0.754,"5min":0.80600000000000005,"15min":1.224},"last":0.55200000000000005}]},{"osd":1,"last update":"Fri Sep 13 16:16:05 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.56000000000000005,"15min":0.51000000000000001},"min":{"1min":0.44600000000000001,"5min":0.308,"15min":0.21099999999999999},"max":{"1min":0.78000000000000003,"5min":0.78600000000000003,"15min":1.0940000000000001},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.53000000000000003,"15min":0.496},"min":{"1min":0.38500000000000001,"5min":0.38400000000000001,"15min":0.247},"max":{"1min":0.64500000000000002,"5min":0.76600000000000001,"15min":1.1879999999999999},"last":0.59599999999999997}]},{"osd":2,"last update":"Fri Sep 13 16:16:05 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.54400000000000004,"15min":0.50800000000000001},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.247},"max":{"1min":0.76500000000000001,"5min":0.79600000000000004,"15min":0.94799999999999995},"last":0.64800000000000002},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.54100000000000004,"15min":0.52600000000000002},"min":{"1min":0.38500000000000001,"5min":0.34699999999999998,"15min":0.27000000000000002},"max":{"1min":0.69199999999999995,"5min":0.76800000000000002,"15min":0.91800000000000004},"last":0.51500000000000001}]},{"osd":3,"last update":"Fri Sep 13 16:16:05 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.56499999999999995,"15min":0.53300000000000003},"min":{"1min":0.379,"5min":0.32300000000000001,"15min":0.252},"max":{"1min":0.67900000000000005,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.68400000000000005},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.58199999999999996,"15min":0.55300000000000005},"min":{"1min":0.43099999999999999,"5min":0.36199999999999999,"15min":0.25900000000000001},"max":{"1min":0.81100000000000005,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.54400000000000004}]},{"osd":4,"last update":"Fri Sep 13 16:16:05 2024","interfaces":[{"interface":"back","average":{"1min":0.44600000000000001,"5min":0.44900000000000001,"15min":0.45300000000000001},"min":{"1min":0.32600000000000001,"5min":0.27100000000000002,"15min":0.22600000000000001},"max":{"1min":0.58899999999999997,"5min":0.81200000000000006,"15min":1.1559999999999999},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.495,"15min":0.48699999999999999},"min":{"1min":0.372,"5min":0.317,"15min":0.23899999999999999},"max":{"1min":0.66800000000000004,"5min":0.78500000000000003,"15min":0.88900000000000001},"last":0.70799999999999996}]},{"osd":5,"last update":"Fri Sep 13 16:16:05 2024","interfaces":[{"interface":"back","average":{"1min":0.47899999999999998,"5min":0.50900000000000001,"15min":0.51300000000000001},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.29399999999999998},"max":{"1min":0.63100000000000001,"5min":0.76800000000000002,"15min":0.82099999999999995},"last":0.72799999999999998},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.51900000000000002,"15min":0.52300000000000002},"min":{"1min":0.34999999999999998,"5min":0.28999999999999998,"15min":0.26400000000000001},"max":{"1min":0.64500000000000002,"5min":0.878,"15min":0.93999999999999995},"last":0.57399999999999995}]},{"osd":7,"last update":"Fri Sep 13 16:16:05 2024","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.53100000000000003,"15min":0.52200000000000002},"min":{"1min":0.312,"5min":0.312,"15min":0.254},"max":{"1min":0.64700000000000002,"5min":0.86499999999999999,"15min":1.1080000000000001},"last":0.63500000000000001},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.59699999999999998,"15min":0.58499999999999996},"min":{"1min":0.42899999999999999,"5min":0.35899999999999999,"15min":0.33800000000000002},"max":{"1min":0.69899999999999995,"5min":0.90500000000000003,"15min":0.92600000000000005},"last":0.747}]}]},{"osd":5,"up_from":13,"seq":55834575033,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":77452,"kb_used_data":2044,"kb_used_omap":1,"kb_used_meta":75390,"kb_avail":94294388,"statfs":{"total":96636764160,"available":96557453312,"internally_reserved":0,"allocated":2093056,"data_stored":966121,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":77199814},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:15:47 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57999999999999996,"15min":0.50600000000000001},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.215},"max":{"1min":0.87,"5min":1.6919999999999999,"15min":1.6919999999999999},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.57999999999999996,"15min":0.50900000000000001},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.219},"max":{"1min":0.749,"5min":1.3680000000000001,"15min":1.3680000000000001},"last":0.371}]},{"osd":1,"last update":"Fri Sep 13 16:15:47 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.57599999999999996,"15min":0.51800000000000002},"min":{"1min":0.46400000000000002,"5min":0.32700000000000001,"15min":0.24299999999999999},"max":{"1min":0.79300000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.57699999999999996,"15min":0.52100000000000002},"min":{"1min":0.39500000000000002,"5min":0.36699999999999999,"15min":0.24299999999999999},"max":{"1min":0.83699999999999997,"5min":1.4059999999999999,"15min":1.4059999999999999},"last":0.5}]},{"osd":2,"last update":"Fri Sep 13 16:15:47 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.58899999999999997,"15min":0.52100000000000002},"min":{"1min":0.41099999999999998,"5min":0.307,"15min":0.249},"max":{"1min":0.80900000000000005,"5min":1.7769999999999999,"15min":1.7769999999999999},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.59399999999999997,"15min":0.54100000000000004},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.26600000000000001},"max":{"1min":0.752,"5min":1.425,"15min":1.6000000000000001},"last":0.55600000000000005}]},{"osd":3,"last update":"Fri Sep 13 16:15:47 2024","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.61499999999999999,"15min":0.55200000000000005},"min":{"1min":0.42299999999999999,"5min":0.34200000000000003,"15min":0.252},"max":{"1min":0.82399999999999995,"5min":1.8149999999999999,"15min":1.8149999999999999},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.629,"5min":0.64600000000000002,"15min":0.58899999999999997},"min":{"1min":0.40400000000000003,"5min":0.40100000000000002,"15min":0.314},"max":{"1min":0.83099999999999996,"5min":1.5349999999999999,"15min":1.5349999999999999},"last":0.624}]},{"osd":4,"last update":"Fri Sep 13 16:15:47 2024","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.51000000000000001,"15min":0.48599999999999999},"min":{"1min":0.33400000000000002,"5min":0.313,"15min":0.254},"max":{"1min":0.59499999999999997,"5min":1.5720000000000001,"15min":1.5720000000000001},"last":0.73999999999999999},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.50600000000000001,"15min":0.48499999999999999},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.23799999999999999},"max":{"1min":0.63,"5min":1.446,"15min":1.446},"last":0.69799999999999995}]},{"osd":6,"last update":"Fri Sep 13 16:15:47 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.53000000000000003,"15min":0.49199999999999999},"min":{"1min":0.318,"5min":0.27700000000000002,"15min":0.251},"max":{"1min":0.76600000000000001,"5min":1.738,"15min":1.738},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.56200000000000006,"15min":0.53100000000000003},"min":{"1min":0.39600000000000002,"5min":0.33600000000000002,"15min":0.22900000000000001},"max":{"1min":0.68600000000000005,"5min":1.343,"15min":1.343},"last":0.68400000000000005}]},{"osd":7,"last update":"Fri Sep 13 16:15:47 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.54700000000000004,"15min":0.51700000000000002},"min":{"1min":0.35799999999999998,"5min":0.32600000000000001,"15min":0.27600000000000002},"max":{"1min":0.64900000000000002,"5min":1.3109999999999999,"15min":1.3109999999999999},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.59399999999999997,"15min":0.54900000000000004},"min":{"1min":0.378,"5min":0.34499999999999997,"15min":0.29599999999999999},"max":{"1min":0.71999999999999997,"5min":2.0249999999999999,"15min":2.0249999999999999},"last":0.64400000000000002}]}]},{"osd":4,"up_from":13,"seq":55834575034,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":91336,"kb_used_data":2044,"kb_used_omap":1,"kb_used_meta":89278,"kb_avail":94280504,"statfs":{"total":96636764160,"available":96543236096,"internally_reserved":0,"allocated":2093056,"data_stored":966121,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":91421126},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:15:49 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.502,"15min":0.495},"min":{"1min":0.40400000000000003,"5min":0.29799999999999999,"15min":0.19400000000000001},"max":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":5.7510000000000003},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.54800000000000004,"15min":0.56499999999999995},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.20699999999999999},"max":{"1min":0.745,"5min":0.78300000000000003,"15min":18.648},"last":0.56699999999999995}]},{"osd":1,"last update":"Fri Sep 13 16:15:49 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.53700000000000003,"15min":0.57099999999999995},"min":{"1min":0.39700000000000002,"5min":0.38100000000000001,"15min":0.221},"max":{"1min":0.76000000000000001,"5min":0.879,"15min":20.414000000000001},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.56799999999999995,"15min":0.59899999999999998},"min":{"1min":0.40100000000000002,"5min":0.36599999999999999,"15min":0.23899999999999999},"max":{"1min":0.66800000000000004,"5min":0.76200000000000001,"15min":20.018000000000001},"last":0.42299999999999999}]},{"osd":2,"last update":"Fri Sep 13 16:15:49 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.57599999999999996,"15min":0.53000000000000003},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.26400000000000001},"max":{"1min":0.76800000000000002,"5min":0.872,"15min":1.5529999999999999},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.60999999999999999,"15min":0.625},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.27700000000000002},"max":{"1min":0.76000000000000001,"5min":0.91700000000000004,"15min":12.138},"last":0.63300000000000001}]},{"osd":3,"last update":"Fri Sep 13 16:15:49 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.57099999999999995,"15min":0.59499999999999997},"min":{"1min":0.38,"5min":0.374,"15min":0.28399999999999997},"max":{"1min":0.74099999999999999,"5min":0.78000000000000003,"15min":13.097},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.55100000000000005,"15min":0.55800000000000005},"min":{"1min":0.42499999999999999,"5min":0.36099999999999999,"15min":0.27000000000000002},"max":{"1min":0.70399999999999996,"5min":0.73599999999999999,"15min":11.009},"last":0.57799999999999996}]},{"osd":5,"last update":"Fri Sep 13 16:15:49 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.497,"15min":0.56599999999999995},"min":{"1min":0.34999999999999998,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.68400000000000005,"5min":0.88800000000000001,"15min":24.812999999999999},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.56000000000000005,"15min":0.53200000000000003},"min":{"1min":0.39700000000000002,"5min":0.29399999999999998,"15min":0.27000000000000002},"max":{"1min":0.70199999999999996,"5min":0.96599999999999997,"15min":1.5860000000000001},"last":0.55800000000000005}]},{"osd":6,"last update":"Fri Sep 13 16:15:49 2024","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.51300000000000001,"15min":0.53900000000000003},"min":{"1min":0.36399999999999999,"5min":0.33600000000000002,"15min":0.25800000000000001},"max":{"1min":0.623,"5min":0.84099999999999997,"15min":13.071999999999999},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.50700000000000001,"15min":0.58099999999999996},"min":{"1min":0.307,"5min":0.26400000000000001,"15min":0.24399999999999999},"max":{"1min":0.64700000000000002,"5min":0.84599999999999997,"15min":24.873999999999999},"last":0.504}]},{"osd":7,"last update":"Fri Sep 13 16:15:49 2024","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.51800000000000002,"15min":0.747},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.25800000000000001},"max":{"1min":0.67100000000000004,"5min":0.90400000000000003,"15min":64.593999999999994},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.58399999999999996,"15min":0.60299999999999998},"min":{"1min":0.39900000000000002,"5min":0.313,"15min":0.313},"max":{"1min":0.66200000000000003,"5min":0.86299999999999999,"15min":13.125},"last":0.59599999999999997}]}]},{"osd":2,"up_from":13,"seq":55834575033,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":105288,"kb_used_data":2044,"kb_used_omap":1,"kb_used_meta":103230,"kb_avail":94266552,"statfs":{"total":96636764160,"available":96528949248,"internally_reserved":0,"allocated":2093056,"data_stored":966121,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":105707974},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:15:55 2024","interfaces":[{"interface":"back","average":{"1min":0.36399999999999999,"5min":0.34300000000000003,"15min":0.32500000000000001},"min":{"1min":0.246,"5min":0.222,"15min":0.17100000000000001},"max":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.70699999999999996},"last":0.34699999999999998},{"interface":"front","average":{"1min":0.36599999999999999,"5min":0.36199999999999999,"15min":0.34100000000000003},"min":{"1min":0.25900000000000001,"5min":0.23100000000000001,"15min":0.185},"max":{"1min":0.45300000000000001,"5min":0.61299999999999999,"15min":0.63200000000000001},"last":0.33200000000000002}]},{"osd":1,"last update":"Fri Sep 13 16:15:55 2024","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.35699999999999998,"15min":0.34200000000000003},"min":{"1min":0.26900000000000002,"5min":0.23799999999999999,"15min":0.189},"max":{"1min":0.495,"5min":0.51000000000000001,"15min":0.61799999999999999},"last":0.317},{"interface":"front","average":{"1min":0.41499999999999998,"5min":0.41099999999999998,"15min":0.39500000000000002},"min":{"1min":0.28000000000000003,"5min":0.26800000000000002,"15min":0.20100000000000001},"max":{"1min":0.59999999999999998,"5min":0.753,"15min":0.753},"last":0.372}]},{"osd":3,"last update":"Fri Sep 13 16:16:00 2024","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.39100000000000001,"15min":0.372},"min":{"1min":0.27000000000000002,"5min":0.26200000000000001,"15min":0.20899999999999999},"max":{"1min":0.5,"5min":0.70599999999999996,"15min":0.72299999999999998},"last":0.29299999999999998},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.39100000000000001,"15min":0.373},"min":{"1min":0.32200000000000001,"5min":0.28199999999999997,"15min":0.23200000000000001},"max":{"1min":0.51700000000000002,"5min":0.748,"15min":0.748},"last":0.27100000000000002}]},{"osd":4,"last update":"Fri Sep 13 16:15:55 2024","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.60299999999999998,"15min":0.55800000000000005},"min":{"1min":0.42299999999999999,"5min":0.35099999999999998,"15min":0.25800000000000001},"max":{"1min":0.83699999999999997,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.60399999999999998,"15min":0.56100000000000005},"min":{"1min":0.47599999999999998,"5min":0.37,"15min":0.26200000000000001},"max":{"1min":0.72599999999999998,"5min":1.3200000000000001,"15min":1.3200000000000001},"last":0.68799999999999994}]},{"osd":5,"last update":"Fri Sep 13 16:15:55 2024","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.60099999999999998,"15min":0.56100000000000005},"min":{"1min":0.40699999999999997,"5min":0.38,"15min":0.25},"max":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":1.0169999999999999},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.60799999999999998,"15min":0.56699999999999995},"min":{"1min":0.42999999999999999,"5min":0.378,"15min":0.29199999999999998},"max":{"1min":0.84999999999999998,"5min":1.4139999999999999,"15min":1.4139999999999999},"last":0.628}]},{"osd":6,"last update":"Fri Sep 13 16:15:55 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.61299999999999999,"15min":0.56799999999999995},"min":{"1min":0.42699999999999999,"5min":0.41499999999999998,"15min":0.28999999999999998},"max":{"1min":0.83099999999999996,"5min":1.431,"15min":1.431},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.624,"15min":0.58899999999999997},"min":{"1min":0.41599999999999998,"5min":0.40400000000000003,"15min":0.33600000000000002},"max":{"1min":0.78600000000000003,"5min":1.4830000000000001,"15min":1.4830000000000001},"last":0.61499999999999999}]},{"osd":7,"last update":"Fri Sep 13 16:15:55 2024","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.61599999999999999,"15min":0.58499999999999996},"min":{"1min":0.46100000000000002,"5min":0.39900000000000002,"15min":0.33700000000000002},"max":{"1min":0.76800000000000002,"5min":0.89300000000000002,"15min":1.03},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.621,"5min":0.622,"15min":0.59099999999999997},"min":{"1min":0.42899999999999999,"5min":0.40500000000000003,"15min":0.32400000000000001},"max":{"1min":0.86299999999999999,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.64100000000000001}]}]},{"osd":1,"up_from":13,"seq":55834575033,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":87308,"kb_used_data":2044,"kb_used_omap":1,"kb_used_meta":85246,"kb_avail":94284532,"statfs":{"total":96636764160,"available":96547360768,"internally_reserved":0,"allocated":2093056,"data_stored":966121,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":87292358},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:16:00 2024","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.498,"15min":0.378},"min":{"1min":0.20899999999999999,"5min":0.20599999999999999,"15min":0.14799999999999999},"max":{"1min":0.51700000000000002,"5min":10.233000000000001,"15min":10.233000000000001},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.40000000000000002,"5min":0.49399999999999999,"15min":0.39300000000000002},"min":{"1min":0.22700000000000001,"5min":0.182,"15min":0.182},"max":{"1min":0.57399999999999995,"5min":9.8879999999999999,"15min":9.8879999999999999},"last":0.433}]},{"osd":2,"last update":"Fri Sep 13 16:16:00 2024","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.39900000000000002,"15min":0.34999999999999998},"min":{"1min":0.254,"5min":0.22900000000000001,"15min":0.186},"max":{"1min":0.51700000000000002,"5min":3.609,"15min":3.609},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.52000000000000002,"15min":0.41899999999999998},"min":{"1min":0.25800000000000001,"5min":0.216,"15min":0.216},"max":{"1min":0.58799999999999997,"5min":9.8550000000000004,"15min":9.8550000000000004},"last":0.57599999999999996}]},{"osd":3,"last update":"Fri Sep 13 16:16:00 2024","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.91600000000000004,"15min":0.54800000000000004},"min":{"1min":0.318,"5min":0.21299999999999999,"15min":0.20000000000000001},"max":{"1min":0.56699999999999995,"5min":35.280000000000001,"15min":35.280000000000001},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.68200000000000005,"15min":0.49399999999999999},"min":{"1min":0.29899999999999999,"5min":0.248,"15min":0.223},"max":{"1min":0.69299999999999995,"5min":17.962,"15min":17.962},"last":0.501}]},{"osd":4,"last update":"Fri Sep 13 16:16:00 2024","interfaces":[{"interface":"back","average":{"1min":0.63400000000000001,"5min":0.73399999999999999,"15min":0.60399999999999998},"min":{"1min":0.41699999999999998,"5min":0.38100000000000001,"15min":0.28399999999999997},"max":{"1min":0.92900000000000005,"5min":9.8190000000000008,"15min":9.8190000000000008},"last":0.66000000000000003},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.64100000000000001,"15min":0.58099999999999996},"min":{"1min":0.45900000000000002,"5min":0.36199999999999999,"15min":0.30399999999999999},"max":{"1min":0.80700000000000005,"5min":3.194,"15min":3.194},"last":0.63500000000000001}]},{"osd":5,"last update":"Fri Sep 13 16:16:00 2024","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.91300000000000003,"15min":0.66400000000000003},"min":{"1min":0.35699999999999998,"5min":0.34000000000000002,"15min":0.28899999999999998},"max":{"1min":0.88400000000000001,"5min":21.114000000000001,"15min":21.114000000000001},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.76800000000000002,"15min":0.629},"min":{"1min":0.42899999999999999,"5min":0.371,"15min":0.32400000000000001},"max":{"1min":0.89800000000000002,"5min":9.7870000000000008,"15min":9.7870000000000008},"last":0.624}]},{"osd":6,"last update":"Fri Sep 13 16:16:00 2024","interfaces":[{"interface":"back","average":{"1min":0.68300000000000005,"5min":0.66200000000000003,"15min":0.59499999999999997},"min":{"1min":0.45600000000000002,"5min":0.39800000000000002,"15min":0.313},"max":{"1min":0.89500000000000002,"5min":1.6379999999999999,"15min":1.6379999999999999},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.71199999999999997,"5min":0.84599999999999997,"15min":0.66000000000000003},"min":{"1min":0.443,"5min":0.372,"15min":0.31900000000000001},"max":{"1min":1.014,"5min":13.529,"15min":13.529},"last":0.64900000000000002}]},{"osd":7,"last update":"Fri Sep 13 16:16:00 2024","interfaces":[{"interface":"back","average":{"1min":0.70999999999999996,"5min":0.66600000000000004,"15min":0.60699999999999998},"min":{"1min":0.48899999999999999,"5min":0.43099999999999999,"15min":0.315},"max":{"1min":0.91200000000000003,"5min":1.6060000000000001,"15min":1.6060000000000001},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.94699999999999995,"15min":0.70099999999999996},"min":{"1min":0.39600000000000002,"5min":0.377,"15min":0.377},"max":{"1min":0.97199999999999998,"5min":20.34,"15min":20.34},"last":0.60899999999999999}]}]},{"osd":0,"up_from":13,"seq":55834575035,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":105868,"kb_used_data":2620,"kb_used_omap":1,"kb_used_meta":103230,"kb_avail":94265972,"statfs":{"total":96636764160,"available":96528355328,"internally_reserved":0,"allocated":2682880,"data_stored":1555820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":105707975},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 16:15:53 2024","interfaces":[{"interface":"back","average":{"1min":0.32600000000000001,"5min":0.33600000000000002,"15min":0.33900000000000002},"min":{"1min":0.21299999999999999,"5min":0.20899999999999999,"15min":0.151},"max":{"1min":0.627,"5min":0.627,"15min":2.5960000000000001},"last":0.26500000000000001},{"interface":"front","average":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.34799999999999998},"min":{"1min":0.248,"5min":0.20300000000000001,"15min":0.17599999999999999},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.35299999999999998}]},{"osd":2,"last update":"Fri Sep 13 16:15:53 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.372,"15min":0.35299999999999998},"min":{"1min":0.23999999999999999,"5min":0.20200000000000001,"15min":0.19800000000000001},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":1.373},"last":0.313},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.38800000000000001,"15min":0.373},"min":{"1min":0.26800000000000002,"5min":0.248,"15min":0.19400000000000001},"max":{"1min":0.66600000000000004,"5min":0.73199999999999998,"15min":0.77900000000000003},"last":0.29099999999999998}]},{"osd":3,"last update":"Fri Sep 13 16:16:06 2024","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.40600000000000003,"15min":0.39000000000000001},"min":{"1min":0.29899999999999999,"5min":0.249,"15min":0.218},"max":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.38,"5min":0.374,"15min":0.35599999999999998},"min":{"1min":0.251,"5min":0.22,"15min":0.20100000000000001},"max":{"1min":0.55700000000000005,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.40100000000000002}]},{"osd":4,"last update":"Fri Sep 13 16:15:53 2024","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.58699999999999997,"15min":0.53700000000000003},"min":{"1min":0.432,"5min":0.30299999999999999,"15min":0.28000000000000003},"max":{"1min":0.79500000000000004,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.59199999999999997,"15min":0.55800000000000005},"min":{"1min":0.44600000000000001,"5min":0.39900000000000002,"15min":0.28199999999999997},"max":{"1min":0.78500000000000003,"5min":0.86299999999999999,"15min":1.321},"last":0.48599999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:15:53 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.58999999999999997,"15min":0.71599999999999997},"min":{"1min":0.439,"5min":0.38900000000000001,"15min":0.30199999999999999},"max":{"1min":0.79700000000000004,"5min":0.88600000000000001,"15min":41.240000000000002},"last":0.54400000000000004},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.60099999999999998,"15min":0.73899999999999999},"min":{"1min":0.40400000000000003,"5min":0.36399999999999999,"15min":0.29999999999999999},"max":{"1min":0.80900000000000005,"5min":0.84099999999999997,"15min":41.301000000000002},"last":0.51000000000000001}]},{"osd":6,"last update":"Fri Sep 13 16:15:53 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.60199999999999998,"15min":0.55800000000000005},"min":{"1min":0.39000000000000001,"5min":0.34799999999999998,"15min":0.312},"max":{"1min":0.79800000000000004,"5min":0.83899999999999997,"15min":0.95099999999999996},"last":0.498},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.61299999999999999,"15min":0.58699999999999997},"min":{"1min":0.40899999999999997,"5min":0.39500000000000002,"15min":0.34300000000000003},"max":{"1min":0.80800000000000005,"5min":1.0449999999999999,"15min":1.286},"last":0.55200000000000005}]},{"osd":7,"last update":"Fri Sep 13 16:15:53 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.62,"15min":0.59799999999999998},"min":{"1min":0.45400000000000001,"5min":0.38900000000000001,"15min":0.34799999999999998},"max":{"1min":0.78100000000000003,"5min":0.92000000000000004,"15min":1.1639999999999999},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.625,"5min":0.64700000000000002,"15min":0.59199999999999997},"min":{"1min":0.46899999999999997,"5min":0.38900000000000001,"15min":0.35099999999999998},"max":{"1min":0.77900000000000003,"5min":1.2230000000000001,"15min":1.2230000000000001},"last":0.57899999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:16:44.575 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2024-09-13T16:01:27.864638+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=1, tm_sec=27, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=16, tm_sec=39, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:16:44.576 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-13T16:17:04.577 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:17:04.686 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.684+0000 7fd9d058a640 1 Processor -- start 2024-09-13T16:17:04.686 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.685+0000 7fd9d058a640 1 -- start start 2024-09-13T16:17:04.687 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.685+0000 7fd9d058a640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd9c80d0b60 0x7fd9c80d0f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:04.687 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.685+0000 7fd9d058a640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fd9c80d0170 0x7fd9c80d05d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:04.688 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.686+0000 7fd9d058a640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd9c80cd190 con 0x7fd9c8160270 2024-09-13T16:17:04.688 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.686+0000 7fd9d058a640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd9c80cdf90 con 0x7fd9c80d0170 2024-09-13T16:17:04.688 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.686+0000 7fd9d058a640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd9c80b63e0 con 0x7fd9c80d0b60 2024-09-13T16:17:04.688 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.686+0000 7fd9cdb25640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fd9c80d0170 0x7fd9c80d05d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:04.688 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.686+0000 7fd9ceb27640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7fd9c8160270 0x7fd9c8160720 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:53614/0 (socket says 172.21.15.76:53614) 2024-09-13T16:17:04.688 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.686+0000 7fd9ceb27640 1 -- 172.21.15.76:0/16090157 learned_addr learned my addr 172.21.15.76:0/16090157 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:17:04.688 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.686+0000 7fd9cdb25640 1 -- 172.21.15.76:0/16090157 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd9c80d0b60 msgr2=0x7fd9c80d0f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:04.688 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.686+0000 7fd9ce326640 1 --2- 172.21.15.76:0/16090157 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd9c80d0b60 0x7fd9c80d0f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:04.688 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.686+0000 7fd9cd324640 1 -- 172.21.15.76:0/16090157 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1641710529 0 0) 0x7fd9c80cd190 con 0x7fd9c8160270 2024-09-13T16:17:04.688 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.686+0000 7fd9cdb25640 1 --2- 172.21.15.76:0/16090157 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd9c80d0b60 0x7fd9c80d0f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:04.688 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.686+0000 7fd9cdb25640 1 -- 172.21.15.76:0/16090157 >> v1:172.21.15.76:6789/0 conn(0x7fd9c8160270 legacy=0x7fd9c8160720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:04.689 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.686+0000 7fd9cdb25640 1 -- 172.21.15.76:0/16090157 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd9c80cd3c0 con 0x7fd9c80d0170 2024-09-13T16:17:04.690 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.687+0000 7fd9cdb25640 1 --2- 172.21.15.76:0/16090157 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd9c80d0170 0x7fd9c80d05d0 secure :-1 s=READY pgs=2399 cs=0 l=1 rev1=1 crypto rx=0x7fd9bc0097a0 tx=0x7fd9bc02a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7937719b692b2e08 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:04.690 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.687+0000 7fd9cd324640 1 -- 172.21.15.76:0/16090157 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd9bc02ae50 con 0x7fd9c80d0170 2024-09-13T16:17:04.690 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.687+0000 7fd9cd324640 1 -- 172.21.15.76:0/16090157 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd9bc032440 con 0x7fd9c80d0170 2024-09-13T16:17:04.690 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.687+0000 7fd9cd324640 1 -- 172.21.15.76:0/16090157 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd9bc0327d0 con 0x7fd9c80d0170 2024-09-13T16:17:04.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.687+0000 7fd9d058a640 1 -- 172.21.15.76:0/16090157 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd9c80d0170 msgr2=0x7fd9c80d05d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:04.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.687+0000 7fd9d058a640 1 --2- 172.21.15.76:0/16090157 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd9c80d0170 0x7fd9c80d05d0 secure :-1 s=READY pgs=2399 cs=0 l=1 rev1=1 crypto rx=0x7fd9bc0097a0 tx=0x7fd9bc02a100 comp rx=0 tx=0).stop 2024-09-13T16:17:04.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.688+0000 7fd9d058a640 1 -- 172.21.15.76:0/16090157 shutdown_connections 2024-09-13T16:17:04.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.688+0000 7fd9d058a640 1 --2- 172.21.15.76:0/16090157 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd9c80d0170 0x7fd9c80d05d0 unknown :-1 s=CLOSED pgs=2399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:04.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.688+0000 7fd9d058a640 1 --2- 172.21.15.76:0/16090157 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd9c80d0b60 0x7fd9c80d0f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:04.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.688+0000 7fd9d058a640 1 -- 172.21.15.76:0/16090157 >> 172.21.15.76:0/16090157 conn(0x7fd9c808a000 msgr2=0x7fd9c80d25a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:04.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.688+0000 7fd9d058a640 1 -- 172.21.15.76:0/16090157 shutdown_connections 2024-09-13T16:17:04.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.688+0000 7fd9d058a640 1 -- 172.21.15.76:0/16090157 wait complete. 2024-09-13T16:17:04.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.689+0000 7fd9d058a640 1 Processor -- start 2024-09-13T16:17:04.691 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.689+0000 7fd9d058a640 1 -- start start 2024-09-13T16:17:04.694 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.690+0000 7fd9d058a640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd9c80d0170 0x7fd9c8159880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:04.694 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.690+0000 7fd9d058a640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd9c80d0b60 0x7fd9c80cb680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:04.694 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.690+0000 7fd9d058a640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd9c8160270 0x7fd9c81f1f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:04.694 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.690+0000 7fd9d058a640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd9c81f2f20 con 0x7fd9c80d0b60 2024-09-13T16:17:04.694 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.690+0000 7fd9d058a640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd9c8159dc0 con 0x7fd9c80d0170 2024-09-13T16:17:04.694 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.690+0000 7fd9d058a640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd9c81f2960 con 0x7fd9c8160270 2024-09-13T16:17:04.694 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.690+0000 7fd9cdb25640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd9c80d0b60 0x7fd9c80cb680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:04.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.690+0000 7fd9cdb25640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd9c80d0b60 0x7fd9c80cb680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:45796/0 (socket says 172.21.15.76:45796) 2024-09-13T16:17:04.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.690+0000 7fd9cdb25640 1 -- 172.21.15.76:0/1472484794 learned_addr learned my addr 172.21.15.76:0/1472484794 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:17:04.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.690+0000 7fd9ceb27640 1 --2- 172.21.15.76:0/1472484794 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd9c8160270 0x7fd9c81f1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:04.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.690+0000 7fd9ce326640 1 --2- 172.21.15.76:0/1472484794 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd9c80d0170 0x7fd9c8159880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:04.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.690+0000 7fd9cdb25640 1 -- 172.21.15.76:0/1472484794 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd9c8160270 msgr2=0x7fd9c81f1f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:04.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.690+0000 7fd9cdb25640 1 --2- 172.21.15.76:0/1472484794 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd9c8160270 0x7fd9c81f1f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:04.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.690+0000 7fd9cdb25640 1 -- 172.21.15.76:0/1472484794 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd9c80d0170 msgr2=0x7fd9c8159880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:04.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.690+0000 7fd9cdb25640 1 --2- 172.21.15.76:0/1472484794 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd9c80d0170 0x7fd9c8159880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:04.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.690+0000 7fd9cdb25640 1 -- 172.21.15.76:0/1472484794 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd9bc009400 con 0x7fd9c80d0b60 2024-09-13T16:17:04.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.690+0000 7fd9ceb27640 1 --2- 172.21.15.76:0/1472484794 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd9c8160270 0x7fd9c81f1f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:17:04.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.690+0000 7fd9ce326640 1 --2- 172.21.15.76:0/1472484794 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd9c80d0170 0x7fd9c8159880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:17:04.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.690+0000 7fd9cdb25640 1 --2- 172.21.15.76:0/1472484794 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd9c80d0b60 0x7fd9c80cb680 secure :-1 s=READY pgs=2400 cs=0 l=1 rev1=1 crypto rx=0x7fd9bc0096f0 tx=0x7fd9bc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:04.695 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.690+0000 7fd9c6ffd640 1 -- 172.21.15.76:0/1472484794 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd9bc004230 con 0x7fd9c80d0b60 2024-09-13T16:17:04.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.690+0000 7fd9c6ffd640 1 -- 172.21.15.76:0/1472484794 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd9bc004390 con 0x7fd9c80d0b60 2024-09-13T16:17:04.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.690+0000 7fd9d058a640 1 -- 172.21.15.76:0/1472484794 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd9c81f2c40 con 0x7fd9c80d0b60 2024-09-13T16:17:04.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.690+0000 7fd9c6ffd640 1 -- 172.21.15.76:0/1472484794 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd9bc003810 con 0x7fd9c80d0b60 2024-09-13T16:17:04.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.690+0000 7fd9d058a640 1 -- 172.21.15.76:0/1472484794 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd9c80cb160 con 0x7fd9c80d0b60 2024-09-13T16:17:04.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.691+0000 7fd9d058a640 1 -- 172.21.15.76:0/1472484794 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd9c80cace0 con 0x7fd9c80d0b60 2024-09-13T16:17:04.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.692+0000 7fd9c6ffd640 1 -- 172.21.15.76:0/1472484794 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd9bc039050 con 0x7fd9c80d0b60 2024-09-13T16:17:04.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.692+0000 7fd9c6ffd640 1 --2- 172.21.15.76:0/1472484794 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd9b406ac00 0x7fd9b406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:04.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.692+0000 7fd9c6ffd640 1 -- 172.21.15.76:0/1472484794 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(166..166 src has 1..166) v4 ==== 5306+0+0 (secure 0 0 0) 0x7fd9bc0a9860 con 0x7fd9c80d0b60 2024-09-13T16:17:04.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.692+0000 7fd9ce326640 1 --2- 172.21.15.76:0/1472484794 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd9b406ac00 0x7fd9b406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:04.696 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.693+0000 7fd9ce326640 1 --2- 172.21.15.76:0/1472484794 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd9b406ac00 0x7fd9b406d0c0 secure :-1 s=READY pgs=1025 cs=0 l=1 rev1=1 crypto rx=0x7fd9b8007eb0 tx=0x7fd9b8007400 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:04.698 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.697+0000 7fd9c6ffd640 1 -- 172.21.15.76:0/1472484794 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fd9c80cace0 con 0x7fd9c80d0b60 2024-09-13T16:17:04.854 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.853+0000 7fd9d058a640 1 -- 172.21.15.76:0/1472484794 --> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fd9c80cd940 con 0x7fd9b406ac00 2024-09-13T16:17:04.856 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.855+0000 7fd9c6ffd640 1 -- 172.21.15.76:0/1472484794 <== mgr.4104 v2:172.21.15.76:6832/911852275 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+50696 (secure 0 0 0) 0x7fd9b800ddf0 con 0x7fd9b406ac00 2024-09-13T16:17:04.857 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:17:04.858 INFO:teuthology.orchestra.run.smithi076.stderr:dumped all 2024-09-13T16:17:04.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.857+0000 7fd9d058a640 1 -- 172.21.15.76:0/1472484794 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd9b406ac00 msgr2=0x7fd9b406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:04.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.857+0000 7fd9d058a640 1 --2- 172.21.15.76:0/1472484794 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd9b406ac00 0x7fd9b406d0c0 secure :-1 s=READY pgs=1025 cs=0 l=1 rev1=1 crypto rx=0x7fd9b8007eb0 tx=0x7fd9b8007400 comp rx=0 tx=0).stop 2024-09-13T16:17:04.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.857+0000 7fd9d058a640 1 -- 172.21.15.76:0/1472484794 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd9c80d0b60 msgr2=0x7fd9c80cb680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:04.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.857+0000 7fd9d058a640 1 --2- 172.21.15.76:0/1472484794 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd9c80d0b60 0x7fd9c80cb680 secure :-1 s=READY pgs=2400 cs=0 l=1 rev1=1 crypto rx=0x7fd9bc0096f0 tx=0x7fd9bc0046c0 comp rx=0 tx=0).stop 2024-09-13T16:17:04.859 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.857+0000 7fd9d058a640 1 -- 172.21.15.76:0/1472484794 shutdown_connections 2024-09-13T16:17:04.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.857+0000 7fd9d058a640 1 --2- 172.21.15.76:0/1472484794 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fd9b406ac00 0x7fd9b406d0c0 unknown :-1 s=CLOSED pgs=1025 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:04.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.857+0000 7fd9d058a640 1 --2- 172.21.15.76:0/1472484794 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fd9c8160270 0x7fd9c81f1f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:04.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.857+0000 7fd9d058a640 1 --2- 172.21.15.76:0/1472484794 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fd9c80d0b60 0x7fd9c80cb680 unknown :-1 s=CLOSED pgs=2400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:04.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.857+0000 7fd9d058a640 1 --2- 172.21.15.76:0/1472484794 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd9c80d0170 0x7fd9c8159880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:04.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.857+0000 7fd9d058a640 1 -- 172.21.15.76:0/1472484794 >> 172.21.15.76:0/1472484794 conn(0x7fd9c808a000 msgr2=0x7fd9c80b7070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:04.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.858+0000 7fd9d058a640 1 -- 172.21.15.76:0/1472484794 shutdown_connections 2024-09-13T16:17:04.860 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.858+0000 7fd9d058a640 1 -- 172.21.15.76:0/1472484794 wait complete. 2024-09-13T16:17:04.870 INFO:teuthology.orchestra.run.smithi076.stdout:{"pg_ready":true,"pg_map":{"version":628,"stamp":"2024-09-13T16:17:03.125801+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":119,"ondisk_log_size":119,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":775560,"kb_used_data":17508,"kb_used_omap":12,"kb_used_meta":757939,"kb_avail":754199160,"statfs":{"total":773094113280,"available":772299939840,"internally_reserved":0,"allocated":17928192,"data_stored":8909035,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":776130105},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002467"},"pg_stats":[{"pgid":"1.0","version":"166'119","reported_seq":306,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-13T16:16:44.378113+0000","last_change":"2024-09-13T16:16:44.378188+0000","last_active":"2024-09-13T16:16:44.378113+0000","last_peered":"2024-09-13T16:16:44.378113+0000","last_clean":"2024-09-13T16:16:44.378113+0000","last_became_active":"2024-09-13T16:01:29.142269+0000","last_became_peered":"2024-09-13T16:01:29.142269+0000","last_unstale":"2024-09-13T16:16:44.378113+0000","last_undegraded":"2024-09-13T16:16:44.378113+0000","last_fullsized":"2024-09-13T16:16:44.378113+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"166'119","last_scrub_stamp":"2024-09-13T16:16:44.378093+0000","last_deep_scrub":"166'119","last_deep_scrub_stamp":"2024-09-13T16:16:44.378093+0000","last_clean_scrub_stamp":"2024-09-13T16:16:44.378093+0000","objects_scrubbed":2,"log_size":119,"log_dups_size":0,"ondisk_log_size":119,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:23:21.557006+0000","scrub_duration":0.0042789669999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":119,"ondisk_log_size":119,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":14,"seq":60129542336,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":119244,"kb_used_data":2044,"kb_used_omap":1,"kb_used_meta":117182,"kb_avail":94252596,"statfs":{"total":96636764160,"available":96514658304,"internally_reserved":0,"allocated":2093056,"data_stored":966121,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":119994824},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:16:58 2024","interfaces":[{"interface":"back","average":{"1min":0.37,"5min":0.34499999999999997,"15min":0.35599999999999998},"min":{"1min":0.255,"5min":0.20599999999999999,"15min":0.183},"max":{"1min":0.53500000000000003,"5min":0.871,"15min":4.4610000000000003},"last":0.35799999999999998},{"interface":"front","average":{"1min":0.37,"5min":0.36599999999999999,"15min":0.34399999999999997},"min":{"1min":0.26900000000000002,"5min":0.23999999999999999,"15min":0.17899999999999999},"max":{"1min":0.46600000000000003,"5min":1.236,"15min":1.2410000000000001},"last":0.34000000000000002}]},{"osd":1,"last update":"Fri Sep 13 16:16:58 2024","interfaces":[{"interface":"back","average":{"1min":0.34599999999999997,"5min":0.41199999999999998,"15min":0.38300000000000001},"min":{"1min":0.26300000000000001,"5min":0.22500000000000001,"15min":0.182},"max":{"1min":0.498,"5min":7.7729999999999997,"15min":7.7729999999999997},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.42599999999999999,"15min":0.40899999999999997},"min":{"1min":0.28999999999999998,"5min":0.25700000000000001,"15min":0.19400000000000001},"max":{"1min":0.58999999999999997,"5min":3.6160000000000001,"15min":6.4429999999999996},"last":0.41499999999999998}]},{"osd":2,"last update":"Fri Sep 13 16:16:58 2024","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.38700000000000001,"15min":0.38700000000000001},"min":{"1min":0.32500000000000001,"5min":0.26900000000000002,"15min":0.22800000000000001},"max":{"1min":0.55700000000000005,"5min":0.60399999999999998,"15min":2.6339999999999999},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.442,"15min":0.41199999999999998},"min":{"1min":0.316,"5min":0.22,"15min":0.21199999999999999},"max":{"1min":0.53400000000000003,"5min":3.585,"15min":3.585},"last":0.44500000000000001}]},{"osd":4,"last update":"Fri Sep 13 16:16:58 2024","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.61299999999999999,"15min":0.56000000000000005},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.28399999999999997},"max":{"1min":0.83599999999999997,"5min":1.0489999999999999,"15min":1.216},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.61699999999999999,"15min":0.58099999999999996},"min":{"1min":0.40100000000000002,"5min":0.34599999999999997,"15min":0.27600000000000002},"max":{"1min":0.96399999999999997,"5min":2.1909999999999998,"15min":2.6070000000000002},"last":0.63700000000000001}]},{"osd":5,"last update":"Fri Sep 13 16:16:58 2024","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.627,"15min":0.58099999999999996},"min":{"1min":0.42099999999999999,"5min":0.38300000000000001,"15min":0.28100000000000003},"max":{"1min":0.88900000000000001,"5min":2.2290000000000001,"15min":2.5449999999999999},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.66800000000000004,"15min":0.60599999999999998},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.311},"max":{"1min":0.75900000000000001,"5min":3.5449999999999999,"15min":3.5449999999999999},"last":0.68400000000000005}]},{"osd":6,"last update":"Fri Sep 13 16:16:58 2024","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.70299999999999996,"15min":0.62},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.31900000000000001},"max":{"1min":0.998,"5min":6.4189999999999996,"15min":6.4189999999999996},"last":0.71699999999999997},{"interface":"front","average":{"1min":0.65900000000000003,"5min":0.72399999999999998,"15min":0.622},"min":{"1min":0.434,"5min":0.40799999999999997,"15min":0.32200000000000001},"max":{"1min":1.0109999999999999,"5min":8.9559999999999995,"15min":8.9559999999999995},"last":0.55900000000000005}]},{"osd":7,"last update":"Fri Sep 13 16:16:58 2024","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.63500000000000001,"15min":0.60499999999999998},"min":{"1min":0.46200000000000002,"5min":0.432,"15min":0.35499999999999998},"max":{"1min":0.76900000000000002,"5min":1.089,"15min":1.649},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.628,"5min":0.64600000000000002,"15min":0.61099999999999999},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.36299999999999999},"max":{"1min":0.93200000000000005,"5min":1.0580000000000001,"15min":2.581},"last":0.67200000000000004}]}]},{"osd":7,"up_from":13,"seq":55834575038,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":83720,"kb_used_data":2624,"kb_used_omap":1,"kb_used_meta":81086,"kb_avail":94288120,"statfs":{"total":96636764160,"available":96551034880,"internally_reserved":0,"allocated":2686976,"data_stored":1556489,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":83032523},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:16:46 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.61199999999999999,"15min":0.51400000000000001},"min":{"1min":0.27700000000000002,"5min":0.27600000000000002,"15min":0.193},"max":{"1min":0.72299999999999998,"5min":7.6550000000000002,"15min":7.6550000000000002},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.55600000000000005,"15min":0.50700000000000001},"min":{"1min":0.36799999999999999,"5min":0.316,"15min":0.20000000000000001},"max":{"1min":0.80500000000000005,"5min":1.577,"15min":1.577},"last":0.64300000000000002}]},{"osd":1,"last update":"Fri Sep 13 16:16:46 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.629,"15min":0.52400000000000002},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.22},"max":{"1min":0.78000000000000003,"5min":8.3499999999999996,"15min":8.3499999999999996},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.58099999999999996,"15min":0.52900000000000003},"min":{"1min":0.41099999999999998,"5min":0.36199999999999999,"15min":0.23400000000000001},"max":{"1min":0.70399999999999996,"5min":2.3799999999999999,"15min":2.3799999999999999},"last":0.68000000000000005}]},{"osd":2,"last update":"Fri Sep 13 16:16:46 2024","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.56699999999999995,"15min":0.54200000000000004},"min":{"1min":0.38700000000000001,"5min":0.29299999999999998,"15min":0.23999999999999999},"max":{"1min":0.78700000000000003,"5min":0.79100000000000004,"15min":2.2919999999999998},"last":0.66000000000000003},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.66400000000000003,"15min":0.56299999999999994},"min":{"1min":0.38300000000000001,"5min":0.33400000000000002,"15min":0.255},"max":{"1min":0.81100000000000005,"5min":7.6210000000000004,"15min":7.6210000000000004},"last":0.59799999999999998}]},{"osd":3,"last update":"Fri Sep 13 16:16:46 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.57199999999999995,"15min":0.52900000000000003},"min":{"1min":0.41399999999999998,"5min":0.36899999999999999,"15min":0.255},"max":{"1min":0.68799999999999994,"5min":1.6339999999999999,"15min":1.6339999999999999},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.56799999999999995,"15min":0.52500000000000002},"min":{"1min":0.35399999999999998,"5min":0.33500000000000002,"15min":0.26700000000000002},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.88100000000000001},"last":0.69399999999999995}]},{"osd":4,"last update":"Fri Sep 13 16:16:46 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.48999999999999999,"15min":0.45500000000000002},"min":{"1min":0.313,"5min":0.222,"15min":0.222},"max":{"1min":0.68500000000000005,"5min":1.208,"15min":1.208},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.57499999999999996,"15min":0.49299999999999999},"min":{"1min":0.36799999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.65700000000000003,"5min":7.5720000000000001,"15min":7.5720000000000001},"last":0.443}]},{"osd":5,"last update":"Fri Sep 13 16:16:46 2024","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.51200000000000001,"15min":0.49099999999999999},"min":{"1min":0.34899999999999998,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.69999999999999996,"5min":1.508,"15min":1.508},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.58399999999999996,"15min":0.55700000000000005},"min":{"1min":0.44700000000000001,"5min":0.31,"15min":0.31},"max":{"1min":0.71199999999999997,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.622}]},{"osd":6,"last update":"Fri Sep 13 16:16:46 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.59399999999999997,"15min":0.53700000000000003},"min":{"1min":0.35299999999999998,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.67400000000000004,"5min":5.1699999999999999,"15min":5.1699999999999999},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.63900000000000001,"15min":0.55800000000000005},"min":{"1min":0.40600000000000003,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.73299999999999998,"5min":7.9699999999999998,"15min":7.9699999999999998},"last":0.55700000000000005}]}]},{"osd":6,"up_from":13,"seq":55834575038,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":105352,"kb_used_data":2044,"kb_used_omap":1,"kb_used_meta":103294,"kb_avail":94266488,"statfs":{"total":96636764160,"available":96528883712,"internally_reserved":0,"allocated":2093056,"data_stored":966121,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":105773511},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:16:05 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.58199999999999996,"15min":0.52600000000000002},"min":{"1min":0.41099999999999998,"5min":0.29999999999999999,"15min":0.20000000000000001},"max":{"1min":0.71199999999999997,"5min":0.79800000000000004,"15min":0.97099999999999997},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.57099999999999995,"15min":0.53000000000000003},"min":{"1min":0.433,"5min":0.36199999999999999,"15min":0.22500000000000001},"max":{"1min":0.754,"5min":0.80600000000000005,"15min":1.224},"last":0.40200000000000002}]},{"osd":1,"last update":"Fri Sep 13 16:16:05 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.56000000000000005,"15min":0.51000000000000001},"min":{"1min":0.44600000000000001,"5min":0.308,"15min":0.21099999999999999},"max":{"1min":0.78000000000000003,"5min":0.78600000000000003,"15min":1.0940000000000001},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.53000000000000003,"15min":0.496},"min":{"1min":0.38500000000000001,"5min":0.38400000000000001,"15min":0.247},"max":{"1min":0.64500000000000002,"5min":0.76600000000000001,"15min":1.1879999999999999},"last":0.44800000000000001}]},{"osd":2,"last update":"Fri Sep 13 16:16:05 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.54400000000000004,"15min":0.50800000000000001},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.247},"max":{"1min":0.76500000000000001,"5min":0.79600000000000004,"15min":0.94799999999999995},"last":0.41699999999999998},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.54100000000000004,"15min":0.52600000000000002},"min":{"1min":0.38500000000000001,"5min":0.34699999999999998,"15min":0.27000000000000002},"max":{"1min":0.69199999999999995,"5min":0.76800000000000002,"15min":0.91800000000000004},"last":0.38200000000000001}]},{"osd":3,"last update":"Fri Sep 13 16:16:05 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.56499999999999995,"15min":0.53300000000000003},"min":{"1min":0.379,"5min":0.32300000000000001,"15min":0.252},"max":{"1min":0.67900000000000005,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.309},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.58199999999999996,"15min":0.55300000000000005},"min":{"1min":0.43099999999999999,"5min":0.36199999999999999,"15min":0.25900000000000001},"max":{"1min":0.81100000000000005,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.42999999999999999}]},{"osd":4,"last update":"Fri Sep 13 16:16:05 2024","interfaces":[{"interface":"back","average":{"1min":0.44600000000000001,"5min":0.44900000000000001,"15min":0.45300000000000001},"min":{"1min":0.32600000000000001,"5min":0.27100000000000002,"15min":0.22600000000000001},"max":{"1min":0.58899999999999997,"5min":0.81200000000000006,"15min":1.1559999999999999},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.495,"15min":0.48699999999999999},"min":{"1min":0.372,"5min":0.317,"15min":0.23899999999999999},"max":{"1min":0.66800000000000004,"5min":0.78500000000000003,"15min":0.88900000000000001},"last":0.35799999999999998}]},{"osd":5,"last update":"Fri Sep 13 16:16:05 2024","interfaces":[{"interface":"back","average":{"1min":0.47899999999999998,"5min":0.50900000000000001,"15min":0.51300000000000001},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.29399999999999998},"max":{"1min":0.63100000000000001,"5min":0.76800000000000002,"15min":0.82099999999999995},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.51900000000000002,"15min":0.52300000000000002},"min":{"1min":0.34999999999999998,"5min":0.28999999999999998,"15min":0.26400000000000001},"max":{"1min":0.64500000000000002,"5min":0.878,"15min":0.93999999999999995},"last":0.53500000000000003}]},{"osd":7,"last update":"Fri Sep 13 16:16:05 2024","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.53100000000000003,"15min":0.52200000000000002},"min":{"1min":0.312,"5min":0.312,"15min":0.254},"max":{"1min":0.64700000000000002,"5min":0.86499999999999999,"15min":1.1080000000000001},"last":0.495},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.59699999999999998,"15min":0.58499999999999996},"min":{"1min":0.42899999999999999,"5min":0.35899999999999999,"15min":0.33800000000000002},"max":{"1min":0.69899999999999995,"5min":0.90500000000000003,"15min":0.92600000000000005},"last":0.51900000000000002}]}]},{"osd":5,"up_from":13,"seq":55834575037,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":77452,"kb_used_data":2044,"kb_used_omap":1,"kb_used_meta":75390,"kb_avail":94294388,"statfs":{"total":96636764160,"available":96557453312,"internally_reserved":0,"allocated":2093056,"data_stored":966121,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":77199814},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:16:48 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.56699999999999995,"15min":0.51000000000000001},"min":{"1min":0.32300000000000001,"5min":0.28199999999999997,"15min":0.215},"max":{"1min":0.72299999999999998,"5min":1.6919999999999999,"15min":1.6919999999999999},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.57499999999999996,"15min":0.51200000000000001},"min":{"1min":0.35599999999999998,"5min":0.34000000000000002,"15min":0.219},"max":{"1min":0.745,"5min":1.3680000000000001,"15min":1.3680000000000001},"last":0.47399999999999998}]},{"osd":1,"last update":"Fri Sep 13 16:16:48 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.57799999999999996,"15min":0.52200000000000002},"min":{"1min":0.44800000000000001,"5min":0.32700000000000001,"15min":0.24299999999999999},"max":{"1min":0.73399999999999999,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.57799999999999996,"15min":0.52500000000000002},"min":{"1min":0.42199999999999999,"5min":0.36699999999999999,"15min":0.24299999999999999},"max":{"1min":0.79100000000000004,"5min":1.4059999999999999,"15min":1.4059999999999999},"last":0.58899999999999997}]},{"osd":2,"last update":"Fri Sep 13 16:16:48 2024","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.58099999999999996,"15min":0.52300000000000002},"min":{"1min":0.40300000000000002,"5min":0.307,"15min":0.249},"max":{"1min":0.74399999999999999,"5min":1.7769999999999999,"15min":1.7769999999999999},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.60099999999999998,"15min":0.54200000000000004},"min":{"1min":0.48699999999999999,"5min":0.39200000000000002,"15min":0.26600000000000001},"max":{"1min":0.73799999999999999,"5min":1.425,"15min":1.6000000000000001},"last":0.54400000000000004}]},{"osd":3,"last update":"Fri Sep 13 16:16:48 2024","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.61199999999999999,"15min":0.55400000000000005},"min":{"1min":0.44900000000000001,"5min":0.34200000000000003,"15min":0.252},"max":{"1min":0.72099999999999997,"5min":1.8149999999999999,"15min":1.8149999999999999},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.64600000000000002,"15min":0.59099999999999997},"min":{"1min":0.44600000000000001,"5min":0.40100000000000002,"15min":0.314},"max":{"1min":0.75900000000000001,"5min":1.5349999999999999,"15min":1.5349999999999999},"last":0.57799999999999996}]},{"osd":4,"last update":"Fri Sep 13 16:16:48 2024","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.51400000000000001,"15min":0.48199999999999998},"min":{"1min":0.373,"5min":0.313,"15min":0.254},"max":{"1min":0.73999999999999999,"5min":1.5720000000000001,"15min":1.5720000000000001},"last":0.32100000000000001},{"interface":"front","average":{"1min":0.501,"5min":0.50900000000000001,"15min":0.48199999999999998},"min":{"1min":0.35699999999999998,"5min":0.28799999999999998,"15min":0.23799999999999999},"max":{"1min":0.69799999999999995,"5min":1.446,"15min":1.446},"last":0.40600000000000003}]},{"osd":6,"last update":"Fri Sep 13 16:16:48 2024","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.53200000000000003,"15min":0.48899999999999999},"min":{"1min":0.309,"5min":0.27700000000000002,"15min":0.251},"max":{"1min":0.75800000000000001,"5min":1.738,"15min":1.738},"last":0.35099999999999998},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.56299999999999994,"15min":0.52800000000000002},"min":{"1min":0.42899999999999999,"5min":0.33600000000000002,"15min":0.22900000000000001},"max":{"1min":0.77100000000000002,"5min":1.343,"15min":1.343},"last":0.50700000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:16:48 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.51700000000000002},"min":{"1min":0.41499999999999998,"5min":0.32600000000000001,"15min":0.27600000000000002},"max":{"1min":0.70199999999999996,"5min":1.3109999999999999,"15min":1.3109999999999999},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.59499999999999997,"15min":0.54700000000000004},"min":{"1min":0.379,"5min":0.34499999999999997,"15min":0.29599999999999999},"max":{"1min":0.79300000000000004,"5min":2.0249999999999999,"15min":2.0249999999999999},"last":0.39600000000000002}]}]},{"osd":4,"up_from":13,"seq":55834575038,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":91336,"kb_used_data":2044,"kb_used_omap":1,"kb_used_meta":89278,"kb_avail":94280504,"statfs":{"total":96636764160,"available":96543236096,"internally_reserved":0,"allocated":2093056,"data_stored":966121,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":91421126},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:16:52 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.505,"15min":0.498},"min":{"1min":0.32600000000000001,"5min":0.29799999999999999,"15min":0.19400000000000001},"max":{"1min":0.73799999999999999,"5min":0.83599999999999997,"15min":5.7510000000000003},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.55600000000000005,"15min":0.57299999999999995},"min":{"1min":0.46999999999999997,"5min":0.30399999999999999,"15min":0.20699999999999999},"max":{"1min":0.74299999999999999,"5min":0.78300000000000003,"15min":18.648},"last":0.44500000000000001}]},{"osd":1,"last update":"Fri Sep 13 16:16:52 2024","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.53400000000000003,"15min":0.57599999999999996},"min":{"1min":0.41499999999999998,"5min":0.38900000000000001,"15min":0.221},"max":{"1min":0.78600000000000003,"5min":0.879,"15min":20.414000000000001},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.56699999999999995,"15min":0.60299999999999998},"min":{"1min":0.40200000000000002,"5min":0.36599999999999999,"15min":0.23899999999999999},"max":{"1min":0.71299999999999997,"5min":0.76200000000000001,"15min":20.018000000000001},"last":0.57499999999999996}]},{"osd":2,"last update":"Fri Sep 13 16:16:52 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.56999999999999995,"15min":0.53400000000000003},"min":{"1min":0.433,"5min":0.38100000000000001,"15min":0.26400000000000001},"max":{"1min":0.75,"5min":0.82499999999999996,"15min":1.5529999999999999},"last":0.69299999999999995},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.621,"15min":0.627},"min":{"1min":0.44600000000000001,"5min":0.34899999999999998,"15min":0.27700000000000002},"max":{"1min":0.75900000000000001,"5min":0.91700000000000004,"15min":12.138},"last":0.621}]},{"osd":3,"last update":"Fri Sep 13 16:16:52 2024","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.57599999999999996,"15min":0.59699999999999998},"min":{"1min":0.47399999999999998,"5min":0.374,"15min":0.28399999999999997},"max":{"1min":0.76500000000000001,"5min":0.78000000000000003,"15min":13.097},"last":0.66100000000000003},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.55400000000000005,"15min":0.56399999999999995},"min":{"1min":0.42499999999999999,"5min":0.36099999999999999,"15min":0.27000000000000002},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":11.009},"last":0.56299999999999994}]},{"osd":5,"last update":"Fri Sep 13 16:16:52 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.496,"15min":0.56699999999999995},"min":{"1min":0.27100000000000002,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.77200000000000002,"5min":0.78700000000000003,"15min":24.812999999999999},"last":0.60099999999999998},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.55000000000000004,"15min":0.53300000000000003},"min":{"1min":0.35199999999999998,"5min":0.29399999999999998,"15min":0.27000000000000002},"max":{"1min":0.75900000000000001,"5min":0.77200000000000002,"15min":1.5860000000000001},"last":0.72299999999999998}]},{"osd":6,"last update":"Fri Sep 13 16:16:52 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.52000000000000002,"15min":0.54300000000000004},"min":{"1min":0.39100000000000001,"5min":0.33600000000000002,"15min":0.25800000000000001},"max":{"1min":0.74299999999999999,"5min":0.80300000000000005,"15min":13.071999999999999},"last":0.74099999999999999},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.502,"15min":0.58199999999999996},"min":{"1min":0.38100000000000001,"5min":0.26400000000000001,"15min":0.24399999999999999},"max":{"1min":0.67700000000000005,"5min":0.84599999999999997,"15min":24.873999999999999},"last":0.67900000000000005}]},{"osd":7,"last update":"Fri Sep 13 16:16:52 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.51400000000000001,"15min":0.749},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.25800000000000001},"max":{"1min":0.70799999999999996,"5min":0.79500000000000004,"15min":64.593999999999994},"last":0.63900000000000001},{"interface":"front","average":{"1min":0.62,"5min":0.58399999999999996,"15min":0.60399999999999998},"min":{"1min":0.45300000000000001,"5min":0.313,"15min":0.313},"max":{"1min":0.79300000000000004,"5min":0.86299999999999999,"15min":13.125},"last":0.71099999999999997}]}]},{"osd":2,"up_from":13,"seq":55834575037,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":105288,"kb_used_data":2044,"kb_used_omap":1,"kb_used_meta":103230,"kb_avail":94266552,"statfs":{"total":96636764160,"available":96528949248,"internally_reserved":0,"allocated":2093056,"data_stored":966121,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":105707974},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:16:55 2024","interfaces":[{"interface":"back","average":{"1min":0.35899999999999999,"5min":0.33900000000000002,"15min":0.32600000000000001},"min":{"1min":0.223,"5min":0.222,"15min":0.17100000000000001},"max":{"1min":0.59199999999999997,"5min":0.65400000000000003,"15min":0.70699999999999996},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.377,"5min":0.35999999999999999,"15min":0.34399999999999997},"min":{"1min":0.24199999999999999,"5min":0.23100000000000001,"15min":0.185},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.443}]},{"osd":1,"last update":"Fri Sep 13 16:16:55 2024","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.35899999999999999,"15min":0.34399999999999997},"min":{"1min":0.253,"5min":0.253,"15min":0.189},"max":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.61799999999999999},"last":0.502},{"interface":"front","average":{"1min":0.40799999999999997,"5min":0.40600000000000003,"15min":0.39500000000000002},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.20100000000000001},"max":{"1min":0.60899999999999999,"5min":0.753,"15min":0.753},"last":0.60899999999999999}]},{"osd":3,"last update":"Fri Sep 13 16:16:00 2024","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.39100000000000001,"15min":0.372},"min":{"1min":0.27000000000000002,"5min":0.26200000000000001,"15min":0.20899999999999999},"max":{"1min":0.5,"5min":0.70599999999999996,"15min":0.72299999999999998},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.39100000000000001,"15min":0.373},"min":{"1min":0.32200000000000001,"5min":0.28199999999999997,"15min":0.23200000000000001},"max":{"1min":0.51700000000000002,"5min":0.748,"15min":0.748},"last":0.51600000000000001}]},{"osd":4,"last update":"Fri Sep 13 16:16:55 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.59899999999999998,"15min":0.56000000000000005},"min":{"1min":0.40699999999999997,"5min":0.35099999999999998,"15min":0.25800000000000001},"max":{"1min":0.77600000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.75900000000000001},{"interface":"front","average":{"1min":0.63,"5min":0.60499999999999998,"15min":0.56399999999999995},"min":{"1min":0.49399999999999999,"5min":0.37,"15min":0.26200000000000001},"max":{"1min":0.84199999999999997,"5min":1.3200000000000001,"15min":1.3200000000000001},"last":0.84199999999999997}]},{"osd":5,"last update":"Fri Sep 13 16:16:55 2024","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.60599999999999998,"15min":0.56399999999999995},"min":{"1min":0.39900000000000002,"5min":0.38,"15min":0.25},"max":{"1min":0.84099999999999997,"5min":0.86299999999999999,"15min":1.0169999999999999},"last":0.78900000000000003},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.60099999999999998,"15min":0.56999999999999995},"min":{"1min":0.441,"5min":0.378,"15min":0.29199999999999998},"max":{"1min":0.85399999999999998,"5min":1.4139999999999999,"15min":1.4139999999999999},"last":0.85399999999999998}]},{"osd":6,"last update":"Fri Sep 13 16:16:55 2024","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":0.60799999999999998,"15min":0.57099999999999995},"min":{"1min":0.45600000000000002,"5min":0.41499999999999998,"15min":0.28999999999999998},"max":{"1min":0.74399999999999999,"5min":1.431,"15min":1.431},"last":0.73099999999999998},{"interface":"front","average":{"1min":0.63100000000000001,"5min":0.61899999999999999,"15min":0.59099999999999997},"min":{"1min":0.46000000000000002,"5min":0.40400000000000003,"15min":0.33600000000000002},"max":{"1min":0.93999999999999995,"5min":1.4830000000000001,"15min":1.4830000000000001},"last":0.93999999999999995}]},{"osd":7,"last update":"Fri Sep 13 16:16:55 2024","interfaces":[{"interface":"back","average":{"1min":0.63300000000000001,"5min":0.61299999999999999,"15min":0.58799999999999997},"min":{"1min":0.46600000000000003,"5min":0.39900000000000002,"15min":0.33700000000000002},"max":{"1min":0.92400000000000004,"5min":0.92400000000000004,"15min":1.03},"last":0.92400000000000004},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.61899999999999999,"15min":0.59399999999999997},"min":{"1min":0.42699999999999999,"5min":0.40500000000000003,"15min":0.32400000000000001},"max":{"1min":0.77400000000000002,"5min":0.86299999999999999,"15min":0.97199999999999998},"last":0.77400000000000002}]}]},{"osd":1,"up_from":13,"seq":55834575037,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":87308,"kb_used_data":2044,"kb_used_omap":1,"kb_used_meta":85246,"kb_avail":94284532,"statfs":{"total":96636764160,"available":96547360768,"internally_reserved":0,"allocated":2093056,"data_stored":966121,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":87292358},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:16:00 2024","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.498,"15min":0.378},"min":{"1min":0.20899999999999999,"5min":0.20599999999999999,"15min":0.14799999999999999},"max":{"1min":0.51700000000000002,"5min":10.233000000000001,"15min":10.233000000000001},"last":0.32100000000000001},{"interface":"front","average":{"1min":0.40000000000000002,"5min":0.49399999999999999,"15min":0.39300000000000002},"min":{"1min":0.22700000000000001,"5min":0.182,"15min":0.182},"max":{"1min":0.57399999999999995,"5min":9.8879999999999999,"15min":9.8879999999999999},"last":0.45900000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:16:00 2024","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.39900000000000002,"15min":0.34999999999999998},"min":{"1min":0.254,"5min":0.22900000000000001,"15min":0.186},"max":{"1min":0.51700000000000002,"5min":3.609,"15min":3.609},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.52000000000000002,"15min":0.41899999999999998},"min":{"1min":0.25800000000000001,"5min":0.216,"15min":0.216},"max":{"1min":0.58799999999999997,"5min":9.8550000000000004,"15min":9.8550000000000004},"last":0.40699999999999997}]},{"osd":3,"last update":"Fri Sep 13 16:16:00 2024","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.91600000000000004,"15min":0.54800000000000004},"min":{"1min":0.318,"5min":0.21299999999999999,"15min":0.20000000000000001},"max":{"1min":0.56699999999999995,"5min":35.280000000000001,"15min":35.280000000000001},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.68200000000000005,"15min":0.49399999999999999},"min":{"1min":0.29899999999999999,"5min":0.248,"15min":0.223},"max":{"1min":0.69299999999999995,"5min":17.962,"15min":17.962},"last":0.47599999999999998}]},{"osd":4,"last update":"Fri Sep 13 16:16:00 2024","interfaces":[{"interface":"back","average":{"1min":0.63400000000000001,"5min":0.73399999999999999,"15min":0.60399999999999998},"min":{"1min":0.41699999999999998,"5min":0.38100000000000001,"15min":0.28399999999999997},"max":{"1min":0.92900000000000005,"5min":9.8190000000000008,"15min":9.8190000000000008},"last":0.63500000000000001},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.64100000000000001,"15min":0.58099999999999996},"min":{"1min":0.45900000000000002,"5min":0.36199999999999999,"15min":0.30399999999999999},"max":{"1min":0.80700000000000005,"5min":3.194,"15min":3.194},"last":0.79400000000000004}]},{"osd":5,"last update":"Fri Sep 13 16:16:00 2024","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.91300000000000003,"15min":0.66400000000000003},"min":{"1min":0.35699999999999998,"5min":0.34000000000000002,"15min":0.28899999999999998},"max":{"1min":0.88400000000000001,"5min":21.114000000000001,"15min":21.114000000000001},"last":0.72199999999999998},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.76800000000000002,"15min":0.629},"min":{"1min":0.42899999999999999,"5min":0.371,"15min":0.32400000000000001},"max":{"1min":0.89800000000000002,"5min":9.7870000000000008,"15min":9.7870000000000008},"last":0.60499999999999998}]},{"osd":6,"last update":"Fri Sep 13 16:16:00 2024","interfaces":[{"interface":"back","average":{"1min":0.68300000000000005,"5min":0.66200000000000003,"15min":0.59499999999999997},"min":{"1min":0.45600000000000002,"5min":0.39800000000000002,"15min":0.313},"max":{"1min":0.89500000000000002,"5min":1.6379999999999999,"15min":1.6379999999999999},"last":0.86899999999999999},{"interface":"front","average":{"1min":0.71199999999999997,"5min":0.84599999999999997,"15min":0.66000000000000003},"min":{"1min":0.443,"5min":0.372,"15min":0.31900000000000001},"max":{"1min":1.014,"5min":13.529,"15min":13.529},"last":0.84699999999999998}]},{"osd":7,"last update":"Fri Sep 13 16:16:00 2024","interfaces":[{"interface":"back","average":{"1min":0.70999999999999996,"5min":0.66600000000000004,"15min":0.60699999999999998},"min":{"1min":0.48899999999999999,"5min":0.43099999999999999,"15min":0.315},"max":{"1min":0.91200000000000003,"5min":1.6060000000000001,"15min":1.6060000000000001},"last":0.83399999999999996},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.94699999999999995,"15min":0.70099999999999996},"min":{"1min":0.39600000000000002,"5min":0.377,"15min":0.377},"max":{"1min":0.97199999999999998,"5min":20.34,"15min":20.34},"last":0.81000000000000005}]}]},{"osd":0,"up_from":13,"seq":55834575039,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":105860,"kb_used_data":2620,"kb_used_omap":1,"kb_used_meta":103230,"kb_avail":94265980,"statfs":{"total":96636764160,"available":96528363520,"internally_reserved":0,"allocated":2682880,"data_stored":1555820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":105707975},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 16:16:56 2024","interfaces":[{"interface":"back","average":{"1min":0.34499999999999997,"5min":0.33400000000000002,"15min":0.33000000000000002},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.151},"max":{"1min":0.496,"5min":0.627,"15min":2.5960000000000001},"last":0.26900000000000002},{"interface":"front","average":{"1min":0.38600000000000001,"5min":0.36099999999999999,"15min":0.34899999999999998},"min":{"1min":0.23699999999999999,"5min":0.20300000000000001,"15min":0.17599999999999999},"max":{"1min":0.58499999999999996,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.39100000000000001}]},{"osd":2,"last update":"Fri Sep 13 16:16:56 2024","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.36499999999999999,"15min":0.35099999999999998},"min":{"1min":0.255,"5min":0.20200000000000001,"15min":0.19800000000000001},"max":{"1min":0.59199999999999997,"5min":0.85899999999999999,"15min":1.373},"last":0.307},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.38100000000000001,"15min":0.373},"min":{"1min":0.27200000000000002,"5min":0.248,"15min":0.19400000000000001},"max":{"1min":0.627,"5min":0.73199999999999998,"15min":0.77900000000000003},"last":0.35099999999999998}]},{"osd":3,"last update":"Fri Sep 13 16:16:06 2024","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.40600000000000003,"15min":0.39000000000000001},"min":{"1min":0.29899999999999999,"5min":0.249,"15min":0.218},"max":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.41699999999999998},{"interface":"front","average":{"1min":0.38,"5min":0.374,"15min":0.35599999999999998},"min":{"1min":0.251,"5min":0.22,"15min":0.20100000000000001},"max":{"1min":0.55700000000000005,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.28499999999999998}]},{"osd":4,"last update":"Fri Sep 13 16:16:56 2024","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.58599999999999997,"15min":0.54100000000000004},"min":{"1min":0.45600000000000002,"5min":0.30299999999999999,"15min":0.28000000000000003},"max":{"1min":0.80800000000000005,"5min":0.85399999999999998,"15min":0.90200000000000002},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.621,"5min":0.58499999999999996,"15min":0.56100000000000005},"min":{"1min":0.44400000000000001,"5min":0.39900000000000002,"15min":0.28199999999999997},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":1.321},"last":0.60199999999999998}]},{"osd":5,"last update":"Fri Sep 13 16:16:56 2024","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.58999999999999997,"15min":0.71999999999999997},"min":{"1min":0.47199999999999998,"5min":0.38900000000000001,"15min":0.30199999999999999},"max":{"1min":0.83099999999999996,"5min":0.88600000000000001,"15min":41.240000000000002},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.622,"5min":0.59699999999999998,"15min":0.73799999999999999},"min":{"1min":0.42599999999999999,"5min":0.36399999999999999,"15min":0.29999999999999999},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":41.301000000000002},"last":0.46700000000000003}]},{"osd":6,"last update":"Fri Sep 13 16:16:56 2024","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":0.60499999999999998,"15min":0.56299999999999994},"min":{"1min":0.45700000000000002,"5min":0.34799999999999998,"15min":0.312},"max":{"1min":0.96699999999999997,"5min":0.96699999999999997,"15min":0.96699999999999997},"last":0.68600000000000005},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.61499999999999999,"15min":0.59099999999999997},"min":{"1min":0.45200000000000001,"5min":0.39500000000000002,"15min":0.34300000000000003},"max":{"1min":0.85499999999999998,"5min":1.0449999999999999,"15min":1.286},"last":0.63500000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:16:56 2024","interfaces":[{"interface":"back","average":{"1min":0.66300000000000003,"5min":0.61499999999999999,"15min":0.60099999999999998},"min":{"1min":0.47899999999999998,"5min":0.38900000000000001,"15min":0.34799999999999998},"max":{"1min":0.875,"5min":0.875,"15min":1.1639999999999999},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.67900000000000005,"5min":0.64400000000000002,"15min":0.59699999999999998},"min":{"1min":0.48399999999999999,"5min":0.38900000000000001,"15min":0.35099999999999998},"max":{"1min":0.92600000000000005,"5min":1.2230000000000001,"15min":1.2230000000000001},"last":0.64500000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:17:04.872 DEBUG:teuthology.orchestra.run.smithi076:> sudo ceph --cluster ceph config set global mon_health_to_clog false 2024-09-13T16:17:04.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.969+0000 7fe679f45640 1 Processor -- start 2024-09-13T16:17:04.970 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.969+0000 7fe679f45640 1 -- start start 2024-09-13T16:17:04.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.970+0000 7fe679f45640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe6740d0b60 0x7fe6740d0f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:04.971 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.970+0000 7fe679f45640 1 --2- >> v2:172.21.15.192:3300/0 conn(0x7fe6740d0170 0x7fe6740d05d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:04.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.970+0000 7fe679f45640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe674160270 0x7fe674160720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:04.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.970+0000 7fe679f45640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe6740cd190 con 0x7fe674160270 2024-09-13T16:17:04.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.970+0000 7fe679f45640 1 -- --> v2:172.21.15.192:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe6740cdf90 con 0x7fe6740d0170 2024-09-13T16:17:04.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.970+0000 7fe679f45640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe6740cd3c0 con 0x7fe6740d0b60 2024-09-13T16:17:04.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.970+0000 7fe673fff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe674160270 0x7fe674160720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:04.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.970+0000 7fe673fff640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7fe674160270 0x7fe674160720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:45798/0 (socket says 172.21.15.76:45798) 2024-09-13T16:17:04.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.970+0000 7fe673fff640 1 -- 172.21.15.76:0/904164533 learned_addr learned my addr 172.21.15.76:0/904164533 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:17:04.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.970+0000 7fe6737fe640 1 --2- 172.21.15.76:0/904164533 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe6740d0b60 0x7fe6740d0f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:04.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.970+0000 7fe673fff640 1 -- 172.21.15.76:0/904164533 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe6740d0b60 msgr2=0x7fe6740d0f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:04.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.970+0000 7fe66bfff640 1 --2- 172.21.15.76:0/904164533 >> v2:172.21.15.192:3300/0 conn(0x7fe6740d0170 0x7fe6740d05d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:04.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.970+0000 7fe673fff640 1 --2- 172.21.15.76:0/904164533 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe6740d0b60 0x7fe6740d0f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:04.972 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.970+0000 7fe673fff640 1 -- 172.21.15.76:0/904164533 >> v2:172.21.15.192:3300/0 conn(0x7fe6740d0170 msgr2=0x7fe6740d05d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:04.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.970+0000 7fe673fff640 1 --2- 172.21.15.76:0/904164533 >> v2:172.21.15.192:3300/0 conn(0x7fe6740d0170 0x7fe6740d05d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:04.973 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.970+0000 7fe673fff640 1 -- 172.21.15.76:0/904164533 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe6740d1480 con 0x7fe674160270 2024-09-13T16:17:04.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.971+0000 7fe673fff640 1 --2- 172.21.15.76:0/904164533 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe674160270 0x7fe674160720 secure :-1 s=READY pgs=2401 cs=0 l=1 rev1=1 crypto rx=0x7fe67408aab0 tx=0x7fe66c02a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6f42e4006403e404 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:04.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.971+0000 7fe672ffd640 1 -- 172.21.15.76:0/904164533 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe66c031600 con 0x7fe674160270 2024-09-13T16:17:04.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.971+0000 7fe672ffd640 1 -- 172.21.15.76:0/904164533 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe66c02d050 con 0x7fe674160270 2024-09-13T16:17:04.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.971+0000 7fe672ffd640 1 -- 172.21.15.76:0/904164533 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe66c031980 con 0x7fe674160270 2024-09-13T16:17:04.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.971+0000 7fe679f45640 1 -- 172.21.15.76:0/904164533 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe674160270 msgr2=0x7fe674160720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:04.974 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.971+0000 7fe679f45640 1 --2- 172.21.15.76:0/904164533 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe674160270 0x7fe674160720 secure :-1 s=READY pgs=2401 cs=0 l=1 rev1=1 crypto rx=0x7fe67408aab0 tx=0x7fe66c02a610 comp rx=0 tx=0).stop 2024-09-13T16:17:04.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.972+0000 7fe679f45640 1 -- 172.21.15.76:0/904164533 shutdown_connections 2024-09-13T16:17:04.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.972+0000 7fe679f45640 1 --2- 172.21.15.76:0/904164533 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe674160270 0x7fe674160720 unknown :-1 s=CLOSED pgs=2401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:04.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.972+0000 7fe679f45640 1 --2- 172.21.15.76:0/904164533 >> v2:172.21.15.192:3300/0 conn(0x7fe6740d0170 0x7fe6740d05d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:04.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.972+0000 7fe679f45640 1 --2- 172.21.15.76:0/904164533 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe6740d0b60 0x7fe6740d0f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:04.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.972+0000 7fe679f45640 1 -- 172.21.15.76:0/904164533 >> 172.21.15.76:0/904164533 conn(0x7fe67408a000 msgr2=0x7fe6740d25a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:04.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.972+0000 7fe679f45640 1 -- 172.21.15.76:0/904164533 shutdown_connections 2024-09-13T16:17:04.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.972+0000 7fe679f45640 1 -- 172.21.15.76:0/904164533 wait complete. 2024-09-13T16:17:04.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.973+0000 7fe679f45640 1 Processor -- start 2024-09-13T16:17:04.975 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.973+0000 7fe679f45640 1 -- start start 2024-09-13T16:17:04.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.973+0000 7fe679f45640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe6740d0170 0x7fe6741f23e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:04.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.973+0000 7fe679f45640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe6740d0b60 0x7fe6741554a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:04.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.973+0000 7fe679f45640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe674160270 0x7fe6741f2e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:04.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.973+0000 7fe679f45640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6741567b0 con 0x7fe6740d0170 2024-09-13T16:17:04.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.974+0000 7fe679f45640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6740cc590 con 0x7fe674160270 2024-09-13T16:17:04.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.974+0000 7fe679f45640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe674156c40 con 0x7fe6740d0b60 2024-09-13T16:17:04.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.974+0000 7fe6737fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe6740d0170 0x7fe6741f23e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:04.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.974+0000 7fe6737fe640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe6740d0170 0x7fe6741f23e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:45812/0 (socket says 172.21.15.76:45812) 2024-09-13T16:17:04.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.974+0000 7fe6737fe640 1 -- 172.21.15.76:0/3214267930 learned_addr learned my addr 172.21.15.76:0/3214267930 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:17:04.978 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.974+0000 7fe66bfff640 1 --2- 172.21.15.76:0/3214267930 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe6740d0b60 0x7fe6741554a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:04.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.974+0000 7fe673fff640 1 --2- 172.21.15.76:0/3214267930 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe674160270 0x7fe6741f2e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:04.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.974+0000 7fe6737fe640 1 -- 172.21.15.76:0/3214267930 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe6740d0b60 msgr2=0x7fe6741554a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:04.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.974+0000 7fe6737fe640 1 --2- 172.21.15.76:0/3214267930 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe6740d0b60 0x7fe6741554a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:04.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.974+0000 7fe6737fe640 1 -- 172.21.15.76:0/3214267930 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe674160270 msgr2=0x7fe6741f2e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:04.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.974+0000 7fe6737fe640 1 --2- 172.21.15.76:0/3214267930 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe674160270 0x7fe6741f2e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:04.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.974+0000 7fe6737fe640 1 -- 172.21.15.76:0/3214267930 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe66c009b30 con 0x7fe6740d0170 2024-09-13T16:17:04.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.974+0000 7fe673fff640 1 --2- 172.21.15.76:0/3214267930 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe674160270 0x7fe6741f2e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:04.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.974+0000 7fe6737fe640 1 --2- 172.21.15.76:0/3214267930 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe6740d0170 0x7fe6741f23e0 secure :-1 s=READY pgs=2402 cs=0 l=1 rev1=1 crypto rx=0x7fe66400c820 tx=0x7fe66400cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:04.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.974+0000 7fe670ff9640 1 -- 172.21.15.76:0/3214267930 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe664004220 con 0x7fe6740d0170 2024-09-13T16:17:04.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.974+0000 7fe670ff9640 1 -- 172.21.15.76:0/3214267930 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe6640043a0 con 0x7fe6740d0170 2024-09-13T16:17:04.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.974+0000 7fe679f45640 1 -- 172.21.15.76:0/3214267930 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe674155ba0 con 0x7fe6740d0170 2024-09-13T16:17:04.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.974+0000 7fe670ff9640 1 -- 172.21.15.76:0/3214267930 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe664007a70 con 0x7fe6740d0170 2024-09-13T16:17:04.979 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.974+0000 7fe679f45640 1 -- 172.21.15.76:0/3214267930 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe674156160 con 0x7fe6740d0170 2024-09-13T16:17:04.980 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.975+0000 7fe679f45640 1 -- 172.21.15.76:0/3214267930 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe6740ce420 con 0x7fe6740d0170 2024-09-13T16:17:04.980 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.976+0000 7fe670ff9640 1 -- 172.21.15.76:0/3214267930 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe664007bd0 con 0x7fe6740d0170 2024-09-13T16:17:04.980 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.976+0000 7fe670ff9640 1 --2- 172.21.15.76:0/3214267930 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe65406ac00 0x7fe65406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:04.980 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.976+0000 7fe670ff9640 1 -- 172.21.15.76:0/3214267930 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(166..166 src has 1..166) v4 ==== 5306+0+0 (secure 0 0 0) 0x7fe664088e70 con 0x7fe6740d0170 2024-09-13T16:17:04.980 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.976+0000 7fe66bfff640 1 --2- 172.21.15.76:0/3214267930 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe65406ac00 0x7fe65406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:04.980 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.977+0000 7fe66bfff640 1 --2- 172.21.15.76:0/3214267930 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe65406ac00 0x7fe65406d0c0 secure :-1 s=READY pgs=1026 cs=0 l=1 rev1=1 crypto rx=0x7fe67415ff00 tx=0x7fe65c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:04.981 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:04.980+0000 7fe670ff9640 1 -- 172.21.15.76:0/3214267930 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fe664054320 con 0x7fe6740d0170 2024-09-13T16:17:05.144 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.142+0000 7fe679f45640 1 -- 172.21.15.76:0/3214267930 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command([{prefix=config set, name=mon_health_to_clog}] v 0) v1 -- 0x7fe6740cfcc0 con 0x7fe6740d0170 2024-09-13T16:17:05.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.146+0000 7fe670ff9640 1 -- 172.21.15.76:0/3214267930 <== mon.0 v2:172.21.15.76:3300/0 7 ==== config(1 keys) v1 ==== 35+0+0 (secure 0 0 0) 0x7fe664007e80 con 0x7fe6740d0170 2024-09-13T16:17:05.148 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.146+0000 7fe670ff9640 1 -- 172.21.15.76:0/3214267930 <== mon.0 v2:172.21.15.76:3300/0 8 ==== mon_command_ack([{prefix=config set, name=mon_health_to_clog}]=0 v75)=0 v75) v1 ==== 123+0+0 (secure 0 0 0) 0x7fe66401e0c0 con 0x7fe6740d0170 2024-09-13T16:17:05.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.149+0000 7fe679f45640 1 -- 172.21.15.76:0/3214267930 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe65406ac00 msgr2=0x7fe65406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:05.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.149+0000 7fe679f45640 1 --2- 172.21.15.76:0/3214267930 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe65406ac00 0x7fe65406d0c0 secure :-1 s=READY pgs=1026 cs=0 l=1 rev1=1 crypto rx=0x7fe67415ff00 tx=0x7fe65c008040 comp rx=0 tx=0).stop 2024-09-13T16:17:05.150 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.149+0000 7fe679f45640 1 -- 172.21.15.76:0/3214267930 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe6740d0170 msgr2=0x7fe6741f23e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:05.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.149+0000 7fe679f45640 1 --2- 172.21.15.76:0/3214267930 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe6740d0170 0x7fe6741f23e0 secure :-1 s=READY pgs=2402 cs=0 l=1 rev1=1 crypto rx=0x7fe66400c820 tx=0x7fe66400cce0 comp rx=0 tx=0).stop 2024-09-13T16:17:05.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.149+0000 7fe679f45640 1 -- 172.21.15.76:0/3214267930 shutdown_connections 2024-09-13T16:17:05.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.149+0000 7fe679f45640 1 --2- 172.21.15.76:0/3214267930 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe674160270 0x7fe6741f2e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:05.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.149+0000 7fe679f45640 1 --2- 172.21.15.76:0/3214267930 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7fe65406ac00 0x7fe65406d0c0 unknown :-1 s=CLOSED pgs=1026 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:05.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.149+0000 7fe679f45640 1 --2- 172.21.15.76:0/3214267930 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7fe6740d0b60 0x7fe6741554a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:05.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.149+0000 7fe679f45640 1 --2- 172.21.15.76:0/3214267930 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7fe6740d0170 0x7fe6741f23e0 unknown :-1 s=CLOSED pgs=2402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:05.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.149+0000 7fe679f45640 1 -- 172.21.15.76:0/3214267930 >> 172.21.15.76:0/3214267930 conn(0x7fe67408a000 msgr2=0x7fe674160680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:05.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.149+0000 7fe679f45640 1 -- 172.21.15.76:0/3214267930 shutdown_connections 2024-09-13T16:17:05.151 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.149+0000 7fe679f45640 1 -- 172.21.15.76:0/3214267930 wait complete. 2024-09-13T16:17:05.161 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-13T16:17:05.161 DEBUG:teuthology.orchestra.run.smithi076:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:17:05.259 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.258+0000 7f5552783640 1 Processor -- start 2024-09-13T16:17:05.260 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.258+0000 7f5552783640 1 -- start start 2024-09-13T16:17:05.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.259+0000 7f5552783640 1 --2- >> v2:172.21.15.76:3300/0 conn(0x7f554c071aa0 0x7f554c165250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:05.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.259+0000 7f5552783640 1 -- --> v1:172.21.15.76:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f554c070040 con 0x7f554c0ab880 2024-09-13T16:17:05.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.259+0000 7f5552783640 1 -- --> v1:172.21.15.192:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f554c06d680 con 0x7f554c15a370 2024-09-13T16:17:05.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.259+0000 7f5552783640 1 -- --> v2:172.21.15.76:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f554c06d960 con 0x7f554c071aa0 2024-09-13T16:17:05.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.259+0000 7f554b7fe640 1 --1- >> v1:172.21.15.76:6789/0 conn(0x7f554c0ab880 0x7f554c06c9e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.76:6789/0 says I am v1:172.21.15.76:53620/0 (socket says 172.21.15.76:53620) 2024-09-13T16:17:05.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.259+0000 7f554b7fe640 1 -- 172.21.15.76:0/2673385584 learned_addr learned my addr 172.21.15.76:0/2673385584 (peer_addr_for_me v1:172.21.15.76:0/0) 2024-09-13T16:17:05.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.259+0000 7f5550d20640 1 --2- 172.21.15.76:0/2673385584 >> v2:172.21.15.76:3300/0 conn(0x7f554c071aa0 0x7f554c165250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:05.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.259+0000 7f5550d20640 1 -- 172.21.15.76:0/2673385584 >> v1:172.21.15.192:6789/0 conn(0x7f554c15a370 legacy=0x7f554c0ab170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:05.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.259+0000 7f5550d20640 1 -- 172.21.15.76:0/2673385584 >> v1:172.21.15.76:6789/0 conn(0x7f554c0ab880 legacy=0x7f554c06c9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:05.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.259+0000 7f5550d20640 1 -- 172.21.15.76:0/2673385584 --> v2:172.21.15.76:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f554c070290 con 0x7f554c071aa0 2024-09-13T16:17:05.261 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.259+0000 7f554affd640 1 -- 172.21.15.76:0/2673385584 <== mon.0 v1:172.21.15.76:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1269129428 0 0) 0x7f554c070040 con 0x7f554c0ab880 2024-09-13T16:17:05.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.260+0000 7f5550d20640 1 --2- 172.21.15.76:0/2673385584 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f554c071aa0 0x7f554c165250 secure :-1 s=READY pgs=2404 cs=0 l=1 rev1=1 crypto rx=0x7f5544009d90 tx=0x7f554402a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=87a7dad81b842121 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:05.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.260+0000 7f554affd640 1 -- 172.21.15.76:0/2673385584 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5544007740 con 0x7f554c071aa0 2024-09-13T16:17:05.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.260+0000 7f554affd640 1 -- 172.21.15.76:0/2673385584 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 35+0+0 (secure 0 0 0) 0x7f554402d050 con 0x7f554c071aa0 2024-09-13T16:17:05.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.260+0000 7f554affd640 1 -- 172.21.15.76:0/2673385584 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5544007ae0 con 0x7f554c071aa0 2024-09-13T16:17:05.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.261+0000 7f5552783640 1 -- 172.21.15.76:0/2673385584 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f554c071aa0 msgr2=0x7f554c165250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:05.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.261+0000 7f5552783640 1 --2- 172.21.15.76:0/2673385584 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f554c071aa0 0x7f554c165250 secure :-1 s=READY pgs=2404 cs=0 l=1 rev1=1 crypto rx=0x7f5544009d90 tx=0x7f554402a6a0 comp rx=0 tx=0).stop 2024-09-13T16:17:05.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.261+0000 7f5552783640 1 -- 172.21.15.76:0/2673385584 shutdown_connections 2024-09-13T16:17:05.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.261+0000 7f5552783640 1 --2- 172.21.15.76:0/2673385584 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f554c071aa0 0x7f554c165250 unknown :-1 s=CLOSED pgs=2404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:05.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.261+0000 7f5552783640 1 -- 172.21.15.76:0/2673385584 >> 172.21.15.76:0/2673385584 conn(0x7f554c0b04c0 msgr2=0x7f554c069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:05.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.261+0000 7f5552783640 1 -- 172.21.15.76:0/2673385584 shutdown_connections 2024-09-13T16:17:05.263 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.261+0000 7f5552783640 1 -- 172.21.15.76:0/2673385584 wait complete. 2024-09-13T16:17:05.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.262+0000 7f5552783640 1 Processor -- start 2024-09-13T16:17:05.265 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.262+0000 7f5552783640 1 -- start start 2024-09-13T16:17:05.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.263+0000 7f5552783640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f554c071aa0 0x7f554c13c830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:05.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.263+0000 7f5552783640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f554c0ab880 0x7f554c15caa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:05.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.263+0000 7f5552783640 1 --2- >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f554c15a370 0x7f554c15cfe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:05.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.263+0000 7f5552783640 1 -- --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f554c13cd70 con 0x7f554c071aa0 2024-09-13T16:17:05.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.263+0000 7f5552783640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f554c0b1330 con 0x7f554c0ab880 2024-09-13T16:17:05.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.263+0000 7f5552783640 1 -- --> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f554c0b1610 con 0x7f554c15a370 2024-09-13T16:17:05.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.263+0000 7f554bfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f554c071aa0 0x7f554c13c830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:05.266 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.263+0000 7f554bfff640 1 --2- >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f554c071aa0 0x7f554c13c830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.76:3300/0 says I am v2:172.21.15.76:45834/0 (socket says 172.21.15.76:45834) 2024-09-13T16:17:05.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.263+0000 7f554bfff640 1 -- 172.21.15.76:0/2997517807 learned_addr learned my addr 172.21.15.76:0/2997517807 (peer_addr_for_me v2:172.21.15.76:0/0) 2024-09-13T16:17:05.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.263+0000 7f554bfff640 1 -- 172.21.15.76:0/2997517807 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f554c15a370 msgr2=0x7f554c15cfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:05.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.263+0000 7f554bfff640 1 --2- 172.21.15.76:0/2997517807 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f554c15a370 0x7f554c15cfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:05.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.263+0000 7f554bfff640 1 -- 172.21.15.76:0/2997517807 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f554c0ab880 msgr2=0x7f554c15caa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:05.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.263+0000 7f554bfff640 1 --2- 172.21.15.76:0/2997517807 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f554c0ab880 0x7f554c15caa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:05.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.263+0000 7f554bfff640 1 -- 172.21.15.76:0/2997517807 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5544009a70 con 0x7f554c071aa0 2024-09-13T16:17:05.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.263+0000 7f554bfff640 1 --2- 172.21.15.76:0/2997517807 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f554c071aa0 0x7f554c13c830 secure :-1 s=READY pgs=2405 cs=0 l=1 rev1=1 crypto rx=0x7f553c00b3e0 tx=0x7f553c00b8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:05.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.264+0000 7f5548ff9640 1 -- 172.21.15.76:0/2997517807 <== mon.0 v2:172.21.15.76:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f553c011830 con 0x7f554c071aa0 2024-09-13T16:17:05.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.264+0000 7f5548ff9640 1 -- 172.21.15.76:0/2997517807 <== mon.0 v2:172.21.15.76:3300/0 2 ==== config(1 keys) v1 ==== 35+0+0 (secure 0 0 0) 0x7f553c0119b0 con 0x7f554c071aa0 2024-09-13T16:17:05.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.264+0000 7f5552783640 1 -- 172.21.15.76:0/2997517807 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f554c0b18f0 con 0x7f554c071aa0 2024-09-13T16:17:05.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.264+0000 7f5548ff9640 1 -- 172.21.15.76:0/2997517807 <== mon.0 v2:172.21.15.76:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f553c011d80 con 0x7f554c071aa0 2024-09-13T16:17:05.267 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.264+0000 7f5552783640 1 -- 172.21.15.76:0/2997517807 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f554c0b1eb0 con 0x7f554c071aa0 2024-09-13T16:17:05.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.265+0000 7f5552783640 1 -- 172.21.15.76:0/2997517807 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f554c0672e0 con 0x7f554c071aa0 2024-09-13T16:17:05.268 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.265+0000 7f5548ff9640 1 -- 172.21.15.76:0/2997517807 <== mon.0 v2:172.21.15.76:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f553c01a400 con 0x7f554c071aa0 2024-09-13T16:17:05.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.265+0000 7f5548ff9640 1 --2- 172.21.15.76:0/2997517807 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f553806ac30 0x7f553806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:05.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.266+0000 7f5548ff9640 1 -- 172.21.15.76:0/2997517807 <== mon.0 v2:172.21.15.76:3300/0 5 ==== osd_map(166..166 src has 1..166) v4 ==== 5306+0+0 (secure 0 0 0) 0x7f553c089450 con 0x7f554c071aa0 2024-09-13T16:17:05.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.266+0000 7f554b7fe640 1 --2- 172.21.15.76:0/2997517807 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f553806ac30 0x7f553806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:05.269 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.266+0000 7f554b7fe640 1 --2- 172.21.15.76:0/2997517807 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f553806ac30 0x7f553806d0f0 secure :-1 s=READY pgs=1027 cs=0 l=1 rev1=1 crypto rx=0x7f5540007fd0 tx=0x7f5540007920 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:05.271 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.270+0000 7f5548ff9640 1 -- 172.21.15.76:0/2997517807 <== mon.0 v2:172.21.15.76:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f553c054730 con 0x7f554c071aa0 2024-09-13T16:17:05.463 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.462+0000 7f5552783640 1 -- 172.21.15.76:0/2997517807 --> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f554c0b20d0 con 0x7f554c071aa0 2024-09-13T16:17:05.464 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.463+0000 7f5548ff9640 1 -- 172.21.15.76:0/2997517807 <== mon.0 v2:172.21.15.76:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 94 v94) v1 ==== 94+0+3531 (secure 0 0 0) 0x7f553c015090 con 0x7f554c071aa0 2024-09-13T16:17:05.464 INFO:teuthology.orchestra.run.smithi076.stdout: 2024-09-13T16:17:05.464 INFO:teuthology.orchestra.run.smithi076.stdout:{"epoch":94,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7718,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6834/217576700","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":217576700},{"type":"v1","addr":"172.21.15.192:6834","nonce":217576700}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":87},{"gid":8782,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/456601137","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6833","nonce":456601137},{"type":"v1","addr":"172.21.15.192:6835","nonce":456601137}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":87},{"gid":10068,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6836/4175162271","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6834","nonce":4175162271},{"type":"v1","addr":"172.21.15.76:6836","nonce":4175162271}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":87},{"gid":10599,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.76:6837/2041231520","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.76:6835","nonce":2041231520},{"type":"v1","addr":"172.21.15.76:6837","nonce":2041231520}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":94}],"filesystems":[]} 2024-09-13T16:17:05.464 INFO:teuthology.orchestra.run.smithi076.stderr:dumped fsmap epoch 94 2024-09-13T16:17:05.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.464+0000 7f5552783640 1 -- 172.21.15.76:0/2997517807 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f553806ac30 msgr2=0x7f553806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:05.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.464+0000 7f5552783640 1 --2- 172.21.15.76:0/2997517807 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f553806ac30 0x7f553806d0f0 secure :-1 s=READY pgs=1027 cs=0 l=1 rev1=1 crypto rx=0x7f5540007fd0 tx=0x7f5540007920 comp rx=0 tx=0).stop 2024-09-13T16:17:05.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.464+0000 7f5552783640 1 -- 172.21.15.76:0/2997517807 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f554c071aa0 msgr2=0x7f554c13c830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:05.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.464+0000 7f5552783640 1 --2- 172.21.15.76:0/2997517807 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f554c071aa0 0x7f554c13c830 secure :-1 s=READY pgs=2405 cs=0 l=1 rev1=1 crypto rx=0x7f553c00b3e0 tx=0x7f553c00b8a0 comp rx=0 tx=0).stop 2024-09-13T16:17:05.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.465+0000 7f5552783640 1 -- 172.21.15.76:0/2997517807 shutdown_connections 2024-09-13T16:17:05.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.465+0000 7f5552783640 1 --2- 172.21.15.76:0/2997517807 >> [v2:172.21.15.76:6832/911852275,v1:172.21.15.76:6833/911852275] conn(0x7f553806ac30 0x7f553806d0f0 unknown :-1 s=CLOSED pgs=1027 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:05.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.465+0000 7f5552783640 1 --2- 172.21.15.76:0/2997517807 >> [v2:172.21.15.192:3301/0,v1:172.21.15.192:6790/0] conn(0x7f554c15a370 0x7f554c15cfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:05.466 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.465+0000 7f5552783640 1 --2- 172.21.15.76:0/2997517807 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f554c0ab880 0x7f554c15caa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:05.467 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.465+0000 7f5552783640 1 --2- 172.21.15.76:0/2997517807 >> [v2:172.21.15.76:3300/0,v1:172.21.15.76:6789/0] conn(0x7f554c071aa0 0x7f554c13c830 unknown :-1 s=CLOSED pgs=2405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:05.467 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.465+0000 7f5552783640 1 -- 172.21.15.76:0/2997517807 >> 172.21.15.76:0/2997517807 conn(0x7f554c0b04c0 msgr2=0x7f554c0ae870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:05.467 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.465+0000 7f5552783640 1 -- 172.21.15.76:0/2997517807 shutdown_connections 2024-09-13T16:17:05.467 INFO:teuthology.orchestra.run.smithi076.stderr:2024-09-13T16:17:05.465+0000 7f5552783640 1 -- 172.21.15.76:0/2997517807 wait complete. 2024-09-13T16:17:05.477 DEBUG:tasks.cephfs.filesystem:already dead... 2024-09-13T16:17:05.477 INFO:teuthology.misc:Shutting down mds daemons... 2024-09-13T16:17:05.477 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-13T16:17:05.477 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:17:05.486 INFO:tasks.ceph.mds.a:Stopped 2024-09-13T16:17:05.486 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-13T16:17:05.486 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:17:05.535 INFO:tasks.ceph.mds.c:Stopped 2024-09-13T16:17:05.536 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-13T16:17:05.536 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:17:05.547 INFO:tasks.ceph.mds.b:Stopped 2024-09-13T16:17:05.548 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-13T16:17:05.548 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:17:05.601 INFO:tasks.ceph.mds.d:Stopped 2024-09-13T16:17:05.601 INFO:teuthology.misc:Shutting down osd daemons... 2024-09-13T16:17:05.601 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2024-09-13T16:17:05.602 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:17:05.634 INFO:tasks.ceph.osd.0:Stopped 2024-09-13T16:17:05.634 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2024-09-13T16:17:05.634 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:17:05.706 INFO:tasks.ceph.osd.1:Stopped 2024-09-13T16:17:05.707 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2024-09-13T16:17:05.707 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:17:05.781 INFO:tasks.ceph.osd.2:Stopped 2024-09-13T16:17:05.781 DEBUG:tasks.ceph.osd.3:waiting for process to exit 2024-09-13T16:17:05.781 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:17:05.857 INFO:tasks.ceph.osd.3:Stopped 2024-09-13T16:17:05.857 DEBUG:tasks.ceph.osd.4:waiting for process to exit 2024-09-13T16:17:05.857 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:17:05.893 INFO:tasks.ceph.osd.4:Stopped 2024-09-13T16:17:05.894 DEBUG:tasks.ceph.osd.5:waiting for process to exit 2024-09-13T16:17:05.894 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:17:05.967 INFO:tasks.ceph.osd.5:Stopped 2024-09-13T16:17:05.967 DEBUG:tasks.ceph.osd.6:waiting for process to exit 2024-09-13T16:17:05.967 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:17:06.048 INFO:tasks.ceph.osd.6:Stopped 2024-09-13T16:17:06.049 DEBUG:tasks.ceph.osd.7:waiting for process to exit 2024-09-13T16:17:06.049 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:17:06.091 INFO:tasks.ceph.osd.7:Stopped 2024-09-13T16:17:06.091 INFO:teuthology.misc:Shutting down mgr daemons... 2024-09-13T16:17:06.092 DEBUG:tasks.ceph.mgr.y:waiting for process to exit 2024-09-13T16:17:06.092 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:17:06.119 INFO:tasks.ceph.mgr.y:Stopped 2024-09-13T16:17:06.119 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2024-09-13T16:17:06.119 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:17:06.146 INFO:tasks.ceph.mgr.x:Stopped 2024-09-13T16:17:06.146 INFO:teuthology.misc:Shutting down mon daemons... 2024-09-13T16:17:06.146 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2024-09-13T16:17:06.146 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:17:06.171 INFO:tasks.ceph.mon.a:Stopped 2024-09-13T16:17:06.171 DEBUG:tasks.ceph.mon.b:waiting for process to exit 2024-09-13T16:17:06.171 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:17:06.198 INFO:tasks.ceph.mon.b:Stopped 2024-09-13T16:17:06.198 DEBUG:tasks.ceph.mon.c:waiting for process to exit 2024-09-13T16:17:06.198 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:17:06.250 INFO:tasks.ceph.mon.c:Stopped 2024-09-13T16:17:06.250 INFO:tasks.ceph:Checking cluster log for badness... 2024-09-13T16:17:06.250 DEBUG:teuthology.orchestra.run.smithi076:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'online, but wants' | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v MON_DOWN | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'Degraded data redundancy' | egrep -v 'responding to mclientcaps\(revoke\)' | egrep -v 'not advance its oldest_client_tid' | egrep -v 'failing to advance its oldest client/flush tid' | egrep -v 'Too many inodes in cache' | egrep -v 'failing to respond to cache pressure' | egrep -v 'slow requests are blocked' | egrep -v 'failing to respond to capability release' | egrep -v 'MDS cache is too large' | egrep -v '\(MDS_CLIENT_OLDEST_TID\)' | egrep -v '\(MDS_CACHE_OVERSIZED\)' | head -n 1 2024-09-13T16:17:06.290 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi076.front.sepia.ceph.com 2024-09-13T16:17:06.291 DEBUG:teuthology.orchestra.run.smithi076:> sync && sudo umount -f /var/lib/ceph/osd/ceph-0 2024-09-13T16:17:06.519 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-1 on ubuntu@smithi076.front.sepia.ceph.com 2024-09-13T16:17:06.519 DEBUG:teuthology.orchestra.run.smithi076:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 2024-09-13T16:17:06.603 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@smithi076.front.sepia.ceph.com 2024-09-13T16:17:06.603 DEBUG:teuthology.orchestra.run.smithi076:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 2024-09-13T16:17:06.678 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@smithi076.front.sepia.ceph.com 2024-09-13T16:17:06.678 DEBUG:teuthology.orchestra.run.smithi076:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3 2024-09-13T16:17:06.733 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-4 on ubuntu@smithi192.front.sepia.ceph.com 2024-09-13T16:17:06.733 DEBUG:teuthology.orchestra.run.smithi192:> sync && sudo umount -f /var/lib/ceph/osd/ceph-4 2024-09-13T16:17:06.919 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-5 on ubuntu@smithi192.front.sepia.ceph.com 2024-09-13T16:17:06.919 DEBUG:teuthology.orchestra.run.smithi192:> sync && sudo umount -f /var/lib/ceph/osd/ceph-5 2024-09-13T16:17:07.027 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-6 on ubuntu@smithi192.front.sepia.ceph.com 2024-09-13T16:17:07.027 DEBUG:teuthology.orchestra.run.smithi192:> sync && sudo umount -f /var/lib/ceph/osd/ceph-6 2024-09-13T16:17:07.086 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-7 on ubuntu@smithi192.front.sepia.ceph.com 2024-09-13T16:17:07.087 DEBUG:teuthology.orchestra.run.smithi192:> sync && sudo umount -f /var/lib/ceph/osd/ceph-7 2024-09-13T16:17:07.143 INFO:tasks.ceph:Archiving mon data... 2024-09-13T16:17:07.144 DEBUG:teuthology.misc:Transferring archived files from smithi076:/var/lib/ceph/mon/ceph-a to /home/teuthworker/archive/rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi/7903775/data/mon.a.tgz 2024-09-13T16:17:07.145 DEBUG:teuthology.orchestra.run.smithi076:> mktemp 2024-09-13T16:17:07.161 INFO:teuthology.orchestra.run.smithi076.stdout:/tmp/tmp.GRI7GFHtw2 2024-09-13T16:17:07.161 DEBUG:teuthology.orchestra.run.smithi076:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-a -- . > /tmp/tmp.GRI7GFHtw2 2024-09-13T16:17:07.337 DEBUG:teuthology.orchestra.run.smithi076:> sudo chmod 0666 /tmp/tmp.GRI7GFHtw2 2024-09-13T16:17:07.419 DEBUG:teuthology.orchestra.remote:smithi076:/tmp/tmp.GRI7GFHtw2 is 510KB 2024-09-13T16:17:07.518 DEBUG:teuthology.orchestra.run.smithi076:> rm -fr /tmp/tmp.GRI7GFHtw2 2024-09-13T16:17:07.534 DEBUG:teuthology.misc:Transferring archived files from smithi192:/var/lib/ceph/mon/ceph-b to /home/teuthworker/archive/rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi/7903775/data/mon.b.tgz 2024-09-13T16:17:07.534 DEBUG:teuthology.orchestra.run.smithi192:> mktemp 2024-09-13T16:17:07.550 INFO:teuthology.orchestra.run.smithi192.stdout:/tmp/tmp.ASD1EJGsqR 2024-09-13T16:17:07.551 DEBUG:teuthology.orchestra.run.smithi192:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-b -- . > /tmp/tmp.ASD1EJGsqR 2024-09-13T16:17:07.733 DEBUG:teuthology.orchestra.run.smithi192:> sudo chmod 0666 /tmp/tmp.ASD1EJGsqR 2024-09-13T16:17:07.816 DEBUG:teuthology.orchestra.remote:smithi192:/tmp/tmp.ASD1EJGsqR is 532KB 2024-09-13T16:17:07.885 DEBUG:teuthology.orchestra.run.smithi192:> rm -fr /tmp/tmp.ASD1EJGsqR 2024-09-13T16:17:07.899 DEBUG:teuthology.misc:Transferring archived files from smithi192:/var/lib/ceph/mon/ceph-c to /home/teuthworker/archive/rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi/7903775/data/mon.c.tgz 2024-09-13T16:17:07.899 DEBUG:teuthology.orchestra.run.smithi192:> mktemp 2024-09-13T16:17:07.953 INFO:teuthology.orchestra.run.smithi192.stdout:/tmp/tmp.uEjJlVrbGC 2024-09-13T16:17:07.954 DEBUG:teuthology.orchestra.run.smithi192:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-c -- . > /tmp/tmp.uEjJlVrbGC 2024-09-13T16:17:08.117 DEBUG:teuthology.orchestra.run.smithi192:> sudo chmod 0666 /tmp/tmp.uEjJlVrbGC 2024-09-13T16:17:08.200 DEBUG:teuthology.orchestra.remote:smithi192:/tmp/tmp.uEjJlVrbGC is 533KB 2024-09-13T16:17:08.299 DEBUG:teuthology.orchestra.run.smithi192:> rm -fr /tmp/tmp.uEjJlVrbGC 2024-09-13T16:17:08.314 INFO:tasks.ceph:Cleaning ceph cluster... 2024-09-13T16:17:08.314 DEBUG:teuthology.orchestra.run.smithi076:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-13T16:17:08.318 DEBUG:teuthology.orchestra.run.smithi192:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-13T16:17:08.377 INFO:tasks.ceph:Checking for errors in any valgrind logs... 2024-09-13T16:17:08.377 DEBUG:teuthology.orchestra.run.smithi076:> sudo zgrep '' /var/log/ceph/valgrind/* /dev/null | sort | uniq 2024-09-13T16:17:08.385 DEBUG:teuthology.orchestra.run.smithi192:> sudo zgrep '' /var/log/ceph/valgrind/* /dev/null | sort | uniq 2024-09-13T16:17:08.413 INFO:teuthology.orchestra.run.smithi076.stderr:gzip: /var/log/ceph/valgrind/*.gz: No such file or directory 2024-09-13T16:17:08.444 INFO:teuthology.orchestra.run.smithi192.stderr:gzip: /var/log/ceph/valgrind/*.gz: No such file or directory 2024-09-13T16:17:08.448 INFO:tasks.ceph:Archiving crash dumps... 2024-09-13T16:17:08.450 DEBUG:teuthology.misc:Transferring archived files from smithi076:/var/lib/ceph/crash to /home/teuthworker/archive/rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi/7903775/remote/smithi076/crash 2024-09-13T16:17:08.451 DEBUG:teuthology.orchestra.run.smithi076:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-13T16:17:08.484 DEBUG:teuthology.misc:Transferring archived files from smithi192:/var/lib/ceph/crash to /home/teuthworker/archive/rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi/7903775/remote/smithi192/crash 2024-09-13T16:17:08.485 DEBUG:teuthology.orchestra.run.smithi192:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-13T16:17:08.512 INFO:tasks.ceph:Shutting down logrotate 2024-09-13T16:17:08.513 DEBUG:teuthology.orchestra.run.smithi076:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:17:08.528 DEBUG:teuthology.orchestra.run.smithi192:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:17:08.611 DEBUG:teuthology.orchestra.run.smithi076:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-09-13T16:17:08.637 DEBUG:teuthology.orchestra.run.smithi192:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-09-13T16:17:08.661 INFO:tasks.ceph:Compressing logs... 2024-09-13T16:17:08.661 DEBUG:teuthology.orchestra.run.smithi076:> sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-13T16:17:08.679 DEBUG:teuthology.orchestra.run.smithi192:> sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-13T16:18:30.211 INFO:tasks.ceph:Archiving logs... 2024-09-13T16:18:30.212 DEBUG:teuthology.misc:Transferring archived files from smithi076:/var/log/ceph to /home/teuthworker/archive/rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi/7903775/remote/smithi076/log 2024-09-13T16:18:30.213 DEBUG:teuthology.orchestra.run.smithi076:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-13T16:18:38.756 DEBUG:teuthology.misc:Transferring archived files from smithi192:/var/log/ceph to /home/teuthworker/archive/rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi/7903775/remote/smithi192/log 2024-09-13T16:18:38.757 DEBUG:teuthology.orchestra.run.smithi192:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-13T16:18:47.722 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-09-13T16:18:47.731 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-09-13T16:18:47.731 DEBUG:teuthology.orchestra.run.smithi076:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-13T16:18:47.734 DEBUG:teuthology.orchestra.run.smithi192:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-13T16:18:47.848 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-13T16:18:47.857 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-13T16:18:47.858 DEBUG:teuthology.orchestra.run.smithi076:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-13T16:18:47.861 DEBUG:teuthology.orchestra.run.smithi192:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-13T16:18:47.875 INFO:teuthology.orchestra.run.smithi076.stderr:bash: line 1: ntpq: command not found 2024-09-13T16:18:47.878 INFO:teuthology.orchestra.run.smithi192.stderr:bash: line 1: ntpq: command not found 2024-09-13T16:18:47.880 INFO:teuthology.orchestra.run.smithi076.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-13T16:18:47.880 INFO:teuthology.orchestra.run.smithi076.stdout:=============================================================================== 2024-09-13T16:18:47.880 INFO:teuthology.orchestra.run.smithi076.stdout:^* hv01.front.sepia.ceph.com 3 7 377 79 +308us[ +333us] +/- 40ms 2024-09-13T16:18:47.880 INFO:teuthology.orchestra.run.smithi076.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 14 -178us[ -178us] +/- 58ms 2024-09-13T16:18:47.880 INFO:teuthology.orchestra.run.smithi076.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 17 -186us[ -186us] +/- 102ms 2024-09-13T16:18:47.880 INFO:teuthology.orchestra.run.smithi076.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-09-13T16:18:47.883 INFO:teuthology.orchestra.run.smithi192.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-13T16:18:47.883 INFO:teuthology.orchestra.run.smithi192.stdout:=============================================================================== 2024-09-13T16:18:47.883 INFO:teuthology.orchestra.run.smithi192.stdout:^* hv01.front.sepia.ceph.com 3 6 377 13 +252us[ +267us] +/- 41ms 2024-09-13T16:18:47.883 INFO:teuthology.orchestra.run.smithi192.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 16 -237us[ -221us] +/- 58ms 2024-09-13T16:18:47.883 INFO:teuthology.orchestra.run.smithi192.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 16 -211us[ -196us] +/- 102ms 2024-09-13T16:18:47.883 INFO:teuthology.orchestra.run.smithi192.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-09-13T16:18:47.884 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-13T16:18:47.941 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-13T16:18:47.942 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-13T16:18:47.972 DEBUG:teuthology.orchestra.run.smithi076:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-13T16:18:48.073 DEBUG:teuthology.orchestra.run.smithi192:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-13T16:18:48.151 DEBUG:teuthology.orchestra.run.smithi076:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-13T16:18:48.181 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:18:48.182 DEBUG:teuthology.orchestra.run.smithi192:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-13T16:18:48.212 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:18:48.212 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-13T16:18:48.222 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-13T16:18:48.230 INFO:teuthology.task.internal:Duration was 1420.250448 seconds 2024-09-13T16:18:48.230 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-13T16:18:48.239 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-13T16:18:48.239 DEBUG:teuthology.orchestra.run.smithi076:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-13T16:18:48.242 DEBUG:teuthology.orchestra.run.smithi192:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-13T16:18:48.278 INFO:teuthology.orchestra.run.smithi076.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-13T16:18:48.295 INFO:teuthology.orchestra.run.smithi192.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-13T16:18:48.732 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-13T16:18:48.732 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi076.front.sepia.ceph.com 2024-09-13T16:18:48.732 DEBUG:teuthology.orchestra.run.smithi076:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-13T16:18:48.792 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi192.front.sepia.ceph.com 2024-09-13T16:18:48.793 DEBUG:teuthology.orchestra.run.smithi192:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-13T16:18:48.830 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-13T16:18:48.830 DEBUG:teuthology.orchestra.run.smithi076:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-13T16:18:48.835 DEBUG:teuthology.orchestra.run.smithi192:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-13T16:18:48.899 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-13T16:18:48.900 DEBUG:teuthology.orchestra.run.smithi076:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-13T16:18:48.907 DEBUG:teuthology.orchestra.run.smithi192:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-13T16:18:49.056 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-13T16:18:49.067 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-13T16:18:49.068 DEBUG:teuthology.orchestra.run.smithi076:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-13T16:18:49.093 DEBUG:teuthology.orchestra.run.smithi192:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-13T16:18:49.118 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-13T16:18:49.127 DEBUG:teuthology.orchestra.run.smithi076:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-13T16:18:49.135 DEBUG:teuthology.orchestra.run.smithi192:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-13T16:18:49.156 INFO:teuthology.orchestra.run.smithi076.stdout:kernel.core_pattern = core 2024-09-13T16:18:49.181 INFO:teuthology.orchestra.run.smithi192.stdout:kernel.core_pattern = core 2024-09-13T16:18:49.195 DEBUG:teuthology.orchestra.run.smithi076:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-13T16:18:49.228 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:18:49.229 DEBUG:teuthology.orchestra.run.smithi192:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-13T16:18:49.248 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:18:49.249 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-13T16:18:49.259 INFO:teuthology.task.internal:Transferring archived files... 2024-09-13T16:18:49.260 DEBUG:teuthology.misc:Transferring archived files from smithi076:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi/7903775/remote/smithi076 2024-09-13T16:18:49.260 DEBUG:teuthology.orchestra.run.smithi076:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-13T16:18:49.316 DEBUG:teuthology.misc:Transferring archived files from smithi192:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi/7903775/remote/smithi192 2024-09-13T16:18:49.317 DEBUG:teuthology.orchestra.run.smithi192:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-13T16:18:49.352 INFO:teuthology.task.internal:Removing archive directory... 2024-09-13T16:18:49.352 DEBUG:teuthology.orchestra.run.smithi076:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-13T16:18:49.355 DEBUG:teuthology.orchestra.run.smithi192:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-13T16:18:49.401 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-13T16:18:49.411 INFO:teuthology.task.internal:Not uploading archives. 2024-09-13T16:18:49.411 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-13T16:18:49.420 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-13T16:18:49.420 DEBUG:teuthology.orchestra.run.smithi076:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-13T16:18:49.422 DEBUG:teuthology.orchestra.run.smithi192:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-13T16:18:49.434 INFO:teuthology.orchestra.run.smithi076.stdout: 265324 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 13 16:18 /home/ubuntu/cephtest 2024-09-13T16:18:49.455 INFO:teuthology.orchestra.run.smithi192.stdout: 262169 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 13 16:18 /home/ubuntu/cephtest 2024-09-13T16:18:49.456 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-13T16:18:49.466 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-13T16:18:49.489 INFO:teuthology.run:Summary data: description: fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/fuse objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v2 tasks/client-limits} duration: 1420.250447511673 flavor: default owner: scheduled_rishabh@teuthology success: true 2024-09-13T16:18:49.489 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-13T16:18:49.577 INFO:teuthology.run:pass